-- Logs begin at Wed 2021-08-11 01:54:11 UTC, end at Wed 2021-08-11 04:47:46 UTC. -- Aug 11 02:48:11.472487 n-d-764292-30 systemd[1]: Started Devstack devstack@q-svc.service. Aug 11 02:48:14.133835 n-d-764292-30 neutron-server[102048]: INFO neutron.common.config [-] Logging enabled! Aug 11 02:48:14.134441 n-d-764292-30 neutron-server[102048]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev535 Aug 11 02:48:14.134635 n-d-764292-30 neutron-server[102048]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102048) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 11 02:48:14.137827 n-d-764292-30 neutron-server[102048]: INFO neutron.common.config [-] Logging enabled! Aug 11 02:48:14.138085 n-d-764292-30 neutron-server[102048]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev535 Aug 11 02:48:14.138419 n-d-764292-30 neutron-server[102048]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102048) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 11 02:48:14.139359 n-d-764292-30 neutron-server[102048]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 11 02:48:14.139593 n-d-764292-30 neutron-server[102048]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 11 02:48:14.139963 n-d-764292-30 neutron-server[102048]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 11 02:48:14.140208 n-d-764292-30 neutron-server[102048]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 11 02:48:14.140433 n-d-764292-30 neutron-server[102048]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 11 02:48:14.140752 n-d-764292-30 neutron-server[102048]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:14.141045 n-d-764292-30 neutron-server[102048]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:14.141337 n-d-764292-30 neutron-server[102048]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:14.141653 n-d-764292-30 neutron-server[102048]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:14.141852 n-d-764292-30 neutron-server[102048]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:14.142140 n-d-764292-30 neutron-server[102048]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:14.142486 n-d-764292-30 neutron-server[102048]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:14.142732 n-d-764292-30 neutron-server[102048]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:14.143025 n-d-764292-30 neutron-server[102048]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:14.143309 n-d-764292-30 neutron-server[102048]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:14.143587 n-d-764292-30 neutron-server[102048]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:14.143870 n-d-764292-30 neutron-server[102048]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:14.144100 n-d-764292-30 neutron-server[102048]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:14.144400 n-d-764292-30 neutron-server[102048]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:14.144688 n-d-764292-30 neutron-server[102048]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:14.144973 n-d-764292-30 neutron-server[102048]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:14.145196 n-d-764292-30 neutron-server[102048]: DEBUG neutron.common.config [-] debug = True {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:14.145472 n-d-764292-30 neutron-server[102048]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:14.145885 n-d-764292-30 neutron-server[102048]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:14.147143 n-d-764292-30 neutron-server[102048]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:14.147143 n-d-764292-30 neutron-server[102048]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:14.147143 n-d-764292-30 neutron-server[102048]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:14.147143 n-d-764292-30 neutron-server[102048]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:14.147427 n-d-764292-30 neutron-server[102048]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:14.147652 n-d-764292-30 neutron-server[102048]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:14.147931 n-d-764292-30 neutron-server[102048]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:14.148258 n-d-764292-30 neutron-server[102048]: DEBUG neutron.common.config [-] host = n-d-764292-30 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:14.148549 n-d-764292-30 neutron-server[102048]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:14.148818 n-d-764292-30 neutron-server[102048]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:14.149114 n-d-764292-30 neutron-server[102048]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:14.149395 n-d-764292-30 neutron-server[102048]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:14.149656 n-d-764292-30 neutron-server[102048]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:14.149942 n-d-764292-30 neutron-server[102048]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:14.150208 n-d-764292-30 neutron-server[102048]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:14.150658 n-d-764292-30 neutron-server[102048]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:14.151103 n-d-764292-30 neutron-server[102048]: DEBUG neutron.common.config [-] log_file = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:14.151532 n-d-764292-30 neutron-server[102048]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:14.151823 n-d-764292-30 neutron-server[102048]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:14.152283 n-d-764292-30 neutron-server[102048]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:14.152576 n-d-764292-30 neutron-server[102048]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:14.152780 n-d-764292-30 neutron-server[102048]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:14.153175 n-d-764292-30 neutron-server[102048]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:14.153459 n-d-764292-30 neutron-server[102048]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:14.153894 n-d-764292-30 neutron-server[102048]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:14.154178 n-d-764292-30 neutron-server[102048]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:14.154482 n-d-764292-30 neutron-server[102048]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:14.154763 n-d-764292-30 neutron-server[102048]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:14.155041 n-d-764292-30 neutron-server[102048]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:14.155317 n-d-764292-30 neutron-server[102048]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:14.155588 n-d-764292-30 neutron-server[102048]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:14.155873 n-d-764292-30 neutron-server[102048]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:14.156156 n-d-764292-30 neutron-server[102048]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:14.156439 n-d-764292-30 neutron-server[102048]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:14.156714 n-d-764292-30 neutron-server[102048]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:14.156987 n-d-764292-30 neutron-server[102048]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:14.157256 n-d-764292-30 neutron-server[102048]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:14.157529 n-d-764292-30 neutron-server[102048]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:14.157811 n-d-764292-30 neutron-server[102048]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:14.158083 n-d-764292-30 neutron-server[102048]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:14.158381 n-d-764292-30 neutron-server[102048]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:14.158658 n-d-764292-30 neutron-server[102048]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:14.158945 n-d-764292-30 neutron-server[102048]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:14.159216 n-d-764292-30 neutron-server[102048]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:14.159496 n-d-764292-30 neutron-server[102048]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:14.159797 n-d-764292-30 neutron-server[102048]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:14.160645 n-d-764292-30 neutron-server[102048]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:14.160936 n-d-764292-30 neutron-server[102048]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:14.161220 n-d-764292-30 neutron-server[102048]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:14.161495 n-d-764292-30 neutron-server[102048]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:14.161779 n-d-764292-30 neutron-server[102048]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:14.162045 n-d-764292-30 neutron-server[102048]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:14.162485 n-d-764292-30 neutron-server[102048]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:14.162914 n-d-764292-30 neutron-server[102048]: DEBUG neutron.common.config [-] use_json = False {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:14.163326 n-d-764292-30 neutron-server[102048]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:14.163734 n-d-764292-30 neutron-server[102048]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:14.164185 n-d-764292-30 neutron-server[102048]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:14.164462 n-d-764292-30 neutron-server[102048]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:14.164738 n-d-764292-30 neutron-server[102048]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:14.165014 n-d-764292-30 neutron-server[102048]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:14.165288 n-d-764292-30 neutron-server[102048]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:14.165574 n-d-764292-30 neutron-server[102048]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:14.165872 n-d-764292-30 neutron-server[102048]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:14.166168 n-d-764292-30 neutron-server[102048]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:14.166547 n-d-764292-30 neutron-server[102048]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:14.166838 n-d-764292-30 neutron-server[102048]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:14.167135 n-d-764292-30 neutron-server[102048]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:14.167413 n-d-764292-30 neutron-server[102048]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:14.167702 n-d-764292-30 neutron-server[102048]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:14.167983 n-d-764292-30 neutron-server[102048]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:14.168273 n-d-764292-30 neutron-server[102048]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:14.168560 n-d-764292-30 neutron-server[102048]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:14.168849 n-d-764292-30 neutron-server[102048]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:14.169134 n-d-764292-30 neutron-server[102048]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:14.169423 n-d-764292-30 neutron-server[102048]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:14.169704 n-d-764292-30 neutron-server[102048]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:14.169999 n-d-764292-30 neutron-server[102048]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:14.170325 n-d-764292-30 neutron-server[102048]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:14.170623 n-d-764292-30 neutron-server[102048]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:14.170922 n-d-764292-30 neutron-server[102048]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:14.171194 n-d-764292-30 neutron-server[102048]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:14.171467 n-d-764292-30 neutron-server[102048]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:14.171748 n-d-764292-30 neutron-server[102048]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:14.172023 n-d-764292-30 neutron-server[102048]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:14.172311 n-d-764292-30 neutron-server[102048]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:14.172606 n-d-764292-30 neutron-server[102048]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:14.172895 n-d-764292-30 neutron-server[102048]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:14.173170 n-d-764292-30 neutron-server[102048]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:14.173446 n-d-764292-30 neutron-server[102048]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:14.173736 n-d-764292-30 neutron-server[102048]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:14.174015 n-d-764292-30 neutron-server[102048]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:14.174306 n-d-764292-30 neutron-server[102048]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:14.174587 n-d-764292-30 neutron-server[102048]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:14.174875 n-d-764292-30 neutron-server[102048]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:14.175154 n-d-764292-30 neutron-server[102048]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:14.175428 n-d-764292-30 neutron-server[102048]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:14.176333 n-d-764292-30 neutron-server[102048]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:14.176555 n-d-764292-30 neutron-server[102048]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:14.176998 n-d-764292-30 neutron-server[102048]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:14.177277 n-d-764292-30 neutron-server[102048]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:14.177560 n-d-764292-30 neutron-server[102048]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:14.177852 n-d-764292-30 neutron-server[102048]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:14.178129 n-d-764292-30 neutron-server[102048]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:14.178426 n-d-764292-30 neutron-server[102048]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:14.178701 n-d-764292-30 neutron-server[102048]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:14.178976 n-d-764292-30 neutron-server[102048]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:14.179253 n-d-764292-30 neutron-server[102048]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:14.179536 n-d-764292-30 neutron-server[102048]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:14.179811 n-d-764292-30 neutron-server[102048]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:14.180082 n-d-764292-30 neutron-server[102048]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:14.180353 n-d-764292-30 neutron-server[102048]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:14.180635 n-d-764292-30 neutron-server[102048]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:14.180907 n-d-764292-30 neutron-server[102048]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:14.181183 n-d-764292-30 neutron-server[102048]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:14.181459 n-d-764292-30 neutron-server[102048]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:14.181733 n-d-764292-30 neutron-server[102048]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:14.182009 n-d-764292-30 neutron-server[102048]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:14.182297 n-d-764292-30 neutron-server[102048]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:14.182575 n-d-764292-30 neutron-server[102048]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:14.182850 n-d-764292-30 neutron-server[102048]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:14.183122 n-d-764292-30 neutron-server[102048]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:14.183393 n-d-764292-30 neutron-server[102048]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:14.183665 n-d-764292-30 neutron-server[102048]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:14.183934 n-d-764292-30 neutron-server[102048]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:14.184206 n-d-764292-30 neutron-server[102048]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:14.184478 n-d-764292-30 neutron-server[102048]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:14.184749 n-d-764292-30 neutron-server[102048]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:14.185020 n-d-764292-30 neutron-server[102048]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:14.185293 n-d-764292-30 neutron-server[102048]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:14.185565 n-d-764292-30 neutron-server[102048]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:14.185851 n-d-764292-30 neutron-server[102048]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:14.186145 n-d-764292-30 neutron-server[102048]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:14.186445 n-d-764292-30 neutron-server[102048]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:14.186725 n-d-764292-30 neutron-server[102048]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:14.187008 n-d-764292-30 neutron-server[102048]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:14.187283 n-d-764292-30 neutron-server[102048]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:14.187558 n-d-764292-30 neutron-server[102048]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:14.187831 n-d-764292-30 neutron-server[102048]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:14.188109 n-d-764292-30 neutron-server[102048]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:14.188387 n-d-764292-30 neutron-server[102048]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:14.188657 n-d-764292-30 neutron-server[102048]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:14.188948 n-d-764292-30 neutron-server[102048]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:14.189235 n-d-764292-30 neutron-server[102048]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:14.189518 n-d-764292-30 neutron-server[102048]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:14.189792 n-d-764292-30 neutron-server[102048]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:14.190072 n-d-764292-30 neutron-server[102048]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:14.190395 n-d-764292-30 neutron-server[102048]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:14.190674 n-d-764292-30 neutron-server[102048]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:14.190958 n-d-764292-30 neutron-server[102048]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:14.191247 n-d-764292-30 neutron-server[102048]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:14.191532 n-d-764292-30 neutron-server[102048]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:14.191822 n-d-764292-30 neutron-server[102048]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:14.192101 n-d-764292-30 neutron-server[102048]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:14.192405 n-d-764292-30 neutron-server[102048]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:14.192674 n-d-764292-30 neutron-server[102048]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:14.193019 n-d-764292-30 neutron-server[102048]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:14.193275 n-d-764292-30 neutron-server[102048]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:14.193534 n-d-764292-30 neutron-server[102048]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:14.193814 n-d-764292-30 neutron-server[102048]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:14.194123 n-d-764292-30 neutron-server[102048]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:14.194429 n-d-764292-30 neutron-server[102048]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:14.194650 n-d-764292-30 neutron-server[102048]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 11 02:48:14.194900 n-d-764292-30 neutron-server[102048]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102048) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 11 02:48:14.543518 n-d-764292-30 neutron-server[102048]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102048) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 02:48:14.543801 n-d-764292-30 neutron-server[102048]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102048) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 02:48:14.544090 n-d-764292-30 neutron-server[102048]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102048) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 02:48:14.544422 n-d-764292-30 neutron-server[102048]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 11 02:48:14.933848 n-d-764292-30 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:48:14.934096 n-d-764292-30 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:48:14.934424 n-d-764292-30 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:48:14.935637 n-d-764292-30 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:48:14.935909 n-d-764292-30 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:48:14.936173 n-d-764292-30 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:48:14.969811 n-d-764292-30 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:48:14.970091 n-d-764292-30 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:48:14.970401 n-d-764292-30 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:48:14.986998 n-d-764292-30 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:48:14.987273 n-d-764292-30 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:48:14.987535 n-d-764292-30 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:48:15.015898 n-d-764292-30 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:48:15.016182 n-d-764292-30 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:48:15.016452 n-d-764292-30 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:48:15.052383 n-d-764292-30 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:48:15.052658 n-d-764292-30 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:48:15.052929 n-d-764292-30 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:48:15.287497 n-d-764292-30 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:48:15.288117 n-d-764292-30 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:48:15.288117 n-d-764292-30 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:48:15.288377 n-d-764292-30 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:48:15.288993 n-d-764292-30 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:48:15.408146 n-d-764292-30 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:48:15.408466 n-d-764292-30 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:48:15.408748 n-d-764292-30 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:48:15.409019 n-d-764292-30 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:48:15.409288 n-d-764292-30 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:48:15.409599 n-d-764292-30 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:48:15.409860 n-d-764292-30 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:48:15.410688 n-d-764292-30 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:48:15.410954 n-d-764292-30 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:48:15.411235 n-d-764292-30 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:48:15.411496 n-d-764292-30 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:48:15.411763 n-d-764292-30 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:48:15.412020 n-d-764292-30 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:48:15.412272 n-d-764292-30 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:48:15.412527 n-d-764292-30 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:48:15.412791 n-d-764292-30 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:48:15.413047 n-d-764292-30 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:48:15.413313 n-d-764292-30 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:48:15.413581 n-d-764292-30 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:48:15.413840 n-d-764292-30 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:48:15.414111 n-d-764292-30 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:48:15.414385 n-d-764292-30 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:48:15.414669 n-d-764292-30 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:48:15.415043 n-d-764292-30 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:48:15.415291 n-d-764292-30 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:48:15.415535 n-d-764292-30 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:48:15.415922 n-d-764292-30 neutron-server[102048]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102048) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 11 02:48:15.416160 n-d-764292-30 neutron-server[102048]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102048) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 11 02:48:15.416394 n-d-764292-30 neutron-server[102048]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102048) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 11 02:48:15.416626 n-d-764292-30 neutron-server[102048]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102048) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 11 02:48:15.416858 n-d-764292-30 neutron-server[102048]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102048) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 11 02:48:15.417087 n-d-764292-30 neutron-server[102048]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102048) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 11 02:48:15.417443 n-d-764292-30 neutron-server[102048]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 11 02:48:15.420527 n-d-764292-30 neutron-server[102048]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 11 02:48:15.424457 n-d-764292-30 neutron-server[102048]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 11 02:48:15.428215 n-d-764292-30 neutron-server[102048]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Aug 11 02:48:15.429977 n-d-764292-30 neutron-server[102048]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 11 02:48:15.430451 n-d-764292-30 neutron-server[102048]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 11 02:48:15.430790 n-d-764292-30 neutron-server[102048]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 11 02:48:15.431170 n-d-764292-30 neutron-server[102048]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 11 02:48:15.433933 n-d-764292-30 neutron-server[102048]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 11 02:48:15.434185 n-d-764292-30 neutron-server[102048]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 11 02:48:15.434556 n-d-764292-30 neutron-server[102048]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 11 02:48:15.439761 n-d-764292-30 neutron-server[102048]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 11 02:48:15.462467 n-d-764292-30 neutron-server[102048]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 11 02:48:15.462911 n-d-764292-30 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:48:15.463207 n-d-764292-30 neutron-server[102048]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102048) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 11 02:48:15.463565 n-d-764292-30 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:48:15.464918 n-d-764292-30 neutron-server[102048]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102048) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 11 02:48:15.465195 n-d-764292-30 neutron-server[102048]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 11 02:48:15.465440 n-d-764292-30 neutron-server[102048]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 11 02:48:15.468797 n-d-764292-30 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:48:15.469081 n-d-764292-30 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:48:15.532197 n-d-764292-30 neutron-server[102048]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 11 02:48:15.532429 n-d-764292-30 neutron-server[102048]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 11 02:48:15.532660 n-d-764292-30 neutron-server[102048]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 11 02:48:15.533021 n-d-764292-30 neutron-server[102048]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 11 02:48:15.553886 n-d-764292-30 neutron-server[102048]: DEBUG oslo_db.sqlalchemy.engines [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102048) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 11 02:48:16.225504 n-d-764292-30 neutron-server[102048]: INFO neutron.plugins.ml2.managers [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Initializing driver for type 'gre' Aug 11 02:48:16.226027 n-d-764292-30 neutron-server[102048]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] gre ID ranges: [(1, 1000)] Aug 11 02:48:16.364964 n-d-764292-30 neutron-server[102048]: INFO neutron.plugins.ml2.managers [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Initializing driver for type 'local' Aug 11 02:48:16.365534 n-d-764292-30 neutron-server[102048]: INFO neutron.plugins.ml2.managers [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Initializing driver for type 'vlan' Aug 11 02:48:16.454216 n-d-764292-30 neutron-server[102048]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] VlanTypeDriver initialization complete Aug 11 02:48:16.454569 n-d-764292-30 neutron-server[102048]: INFO neutron.plugins.ml2.managers [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Initializing driver for type 'vxlan' Aug 11 02:48:16.455066 n-d-764292-30 neutron-server[102048]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] vxlan ID ranges: [(1, 1000)] Aug 11 02:48:16.645524 n-d-764292-30 neutron-server[102048]: INFO neutron.plugins.ml2.managers [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Initializing extension driver 'port_security' Aug 11 02:48:16.645792 n-d-764292-30 neutron-server[102048]: INFO neutron.plugins.ml2.extensions.port_security [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] PortSecurityExtensionDriver initialization complete Aug 11 02:48:16.646127 n-d-764292-30 neutron-server[102048]: INFO neutron.plugins.ml2.managers [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Initializing mechanism driver 'openvswitch' Aug 11 02:48:16.646480 n-d-764292-30 neutron-server[102048]: INFO neutron.plugins.ml2.managers [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Initializing mechanism driver 'hyperv' Aug 11 02:48:16.656898 n-d-764292-30 neutron-server[102048]: DEBUG neutron.plugins.ml2.plugin [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:48:16.657582 n-d-764292-30 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Subscribe: > port after_create 55550000 {{(pid=102048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:48:16.657957 n-d-764292-30 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Subscribe: > port after_update 55550000 {{(pid=102048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:48:16.658337 n-d-764292-30 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Subscribe: > port after_delete 55550000 {{(pid=102048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:48:16.658966 n-d-764292-30 neutron-server[102048]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102048) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 11 02:48:16.659354 n-d-764292-30 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Subscribe: > subnet after_create 55550000 {{(pid=102048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:48:16.659709 n-d-764292-30 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Subscribe: > subnet after_update 55550000 {{(pid=102048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:48:16.660674 n-d-764292-30 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:48:16.661070 n-d-764292-30 neutron-server[102048]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102048) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 11 02:48:16.661478 n-d-764292-30 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Subscribe: > network after_create 55550000 {{(pid=102048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:48:16.661837 n-d-764292-30 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Subscribe: > network after_update 55550000 {{(pid=102048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:48:16.662176 n-d-764292-30 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Subscribe: > network after_delete 55550000 {{(pid=102048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:48:16.662600 n-d-764292-30 neutron-server[102048]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102048) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 11 02:48:16.663001 n-d-764292-30 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Subscribe: > security_group after_create 55550000 {{(pid=102048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:48:16.663347 n-d-764292-30 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Subscribe: > security_group after_update 55550000 {{(pid=102048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:48:16.663686 n-d-764292-30 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Subscribe: > security_group after_delete 55550000 {{(pid=102048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:48:16.664074 n-d-764292-30 neutron-server[102048]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102048) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 11 02:48:16.664608 n-d-764292-30 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:48:16.664957 n-d-764292-30 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:48:16.665298 n-d-764292-30 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:48:16.665691 n-d-764292-30 neutron-server[102048]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102048) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 11 02:48:16.666092 n-d-764292-30 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Subscribe: > address_group after_create 55550000 {{(pid=102048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:48:16.666472 n-d-764292-30 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Subscribe: > address_group after_update 55550000 {{(pid=102048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:48:16.666812 n-d-764292-30 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Subscribe: > address_group after_delete 55550000 {{(pid=102048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:48:16.667200 n-d-764292-30 neutron-server[102048]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102048) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 11 02:48:16.667575 n-d-764292-30 neutron-server[102048]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] ML2 OVO RPC backend initialized. {{(pid=102048) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 11 02:48:16.668272 n-d-764292-30 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:48:16.668625 n-d-764292-30 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:48:16.669039 n-d-764292-30 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Subscribe: > network before_response 55550000 {{(pid=102048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:48:16.669385 n-d-764292-30 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Subscribe: > networks before_response 55550000 {{(pid=102048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:48:16.669731 n-d-764292-30 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Subscribe: > port before_response 55550000 {{(pid=102048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:48:16.670070 n-d-764292-30 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Subscribe: > ports before_response 55550000 {{(pid=102048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:48:16.670446 n-d-764292-30 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Subscribe: > subnet before_response 55550000 {{(pid=102048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:48:16.670786 n-d-764292-30 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Subscribe: > subnets before_response 55550000 {{(pid=102048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:48:16.671128 n-d-764292-30 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Subscribe: > network after_create 55550000 {{(pid=102048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:48:16.671488 n-d-764292-30 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Subscribe: > network after_update 55550000 {{(pid=102048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:48:16.671830 n-d-764292-30 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Subscribe: > network after_delete 55550000 {{(pid=102048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:48:16.672163 n-d-764292-30 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Subscribe: > port after_create 55550000 {{(pid=102048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:48:16.672598 n-d-764292-30 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Subscribe: > port after_update 55550000 {{(pid=102048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:48:16.672861 n-d-764292-30 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Subscribe: > port after_delete 55550000 {{(pid=102048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:48:16.673199 n-d-764292-30 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Subscribe: > subnet after_create 55550000 {{(pid=102048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:48:16.673535 n-d-764292-30 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Subscribe: > subnet after_update 55550000 {{(pid=102048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:48:16.673871 n-d-764292-30 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:48:16.674475 n-d-764292-30 neutron-server[102048]: INFO neutron.plugins.ml2.plugin [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Modular L2 Plugin initialization complete Aug 11 02:48:16.674804 n-d-764292-30 neutron-server[102048]: DEBUG neutron.manager [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Loading services supported by the core plugin {{(pid=102048) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 11 02:48:16.675132 n-d-764292-30 neutron-server[102048]: INFO neutron.plugins.ml2.managers [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Got port-security extension from driver 'port_security' Aug 11 02:48:16.675595 n-d-764292-30 neutron-server[102048]: INFO neutron.extensions.vlantransparent [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Disabled vlantransparent extension. Aug 11 02:48:16.676067 n-d-764292-30 neutron-server[102048]: DEBUG neutron.manager [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102048) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 11 02:48:16.676379 n-d-764292-30 neutron-server[102048]: INFO neutron.manager [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Loading Plugin: router Aug 11 02:48:16.719116 n-d-764292-30 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Subscribe: > router_interface before_create 55550000 {{(pid=102048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:48:16.719766 n-d-764292-30 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Subscribe: > router after_create 55549900 {{(pid=102048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:48:16.720139 n-d-764292-30 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Subscribe: > router before_create 55549900 {{(pid=102048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:48:16.720506 n-d-764292-30 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:48:16.720881 n-d-764292-30 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:48:16.721237 n-d-764292-30 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Subscribe: > router after_delete 55549900 {{(pid=102048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:48:16.721596 n-d-764292-30 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Subscribe: > floatingip after_update 55550000 {{(pid=102048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:48:16.721959 n-d-764292-30 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Subscribe: > router after_create 55549900 {{(pid=102048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:48:16.722322 n-d-764292-30 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Subscribe: > router after_update 55549900 {{(pid=102048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:48:16.723227 n-d-764292-30 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Subscribe: > router after_update 55549900 {{(pid=102048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:48:16.723581 n-d-764292-30 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:48:16.723973 n-d-764292-30 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Subscribe: > router after_update 55549900 {{(pid=102048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:48:16.724379 n-d-764292-30 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Subscribe: > router precommit_update 55549900 {{(pid=102048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:48:16.724753 n-d-764292-30 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Subscribe: port after_update 55550000 {{(pid=102048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:48:16.725092 n-d-764292-30 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Subscribe: port after_delete 55550000 {{(pid=102048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:48:16.725431 n-d-764292-30 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Subscribe: subnet after_update 55550000 {{(pid=102048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:48:16.725768 n-d-764292-30 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:48:16.726115 n-d-764292-30 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Subscribe: > port precommit_delete 55550000 {{(pid=102048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:48:16.726483 n-d-764292-30 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Subscribe: > router precommit_create 55549900 {{(pid=102048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:48:16.726830 n-d-764292-30 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Subscribe: port before_delete 55550000 {{(pid=102048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:48:16.727172 n-d-764292-30 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Subscribe: > router precommit_create 55550000 {{(pid=102048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:48:16.727534 n-d-764292-30 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Subscribe: > router after_update 55549900 {{(pid=102048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:48:16.727884 n-d-764292-30 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Subscribe: > router precommit_delete 55549900 {{(pid=102048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:48:16.728233 n-d-764292-30 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Subscribe: > router precommit_create 55549900 {{(pid=102048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:48:16.728610 n-d-764292-30 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:48:16.728937 n-d-764292-30 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Subscribe: > router precommit_update 55549900 {{(pid=102048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:48:16.729297 n-d-764292-30 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Subscribe: > agent after_create 55550000 {{(pid=102048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:48:16.729645 n-d-764292-30 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Subscribe: > agent after_delete 55550000 {{(pid=102048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:48:16.729987 n-d-764292-30 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Subscribe: > network after_delete 55550000 {{(pid=102048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:48:16.730860 n-d-764292-30 neutron-server[102048]: DEBUG neutron.quota.resource_registry [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Tracking information for resource: router configured {{(pid=102048) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 11 02:48:16.731195 n-d-764292-30 neutron-server[102048]: DEBUG neutron.quota.resource_registry [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Tracking information for resource: floatingip configured {{(pid=102048) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 11 02:48:16.736032 n-d-764292-30 neutron-server[102048]: INFO neutron.db.l3_agentschedulers_db [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 11 02:48:16.736721 n-d-764292-30 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Subscribe: port after_update 55550000 {{(pid=102048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:48:16.737084 n-d-764292-30 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Subscribe: port after_create 55550000 {{(pid=102048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:48:16.737444 n-d-764292-30 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Subscribe: port after_delete 55550000 {{(pid=102048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:48:16.737796 n-d-764292-30 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Subscribe: port after_update 55550000 {{(pid=102048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:48:16.738678 n-d-764292-30 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Subscribe: > router before_create 55550100 {{(pid=102048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:48:16.739045 n-d-764292-30 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Subscribe: > router precommit_delete 55550100 {{(pid=102048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:48:16.739406 n-d-764292-30 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Subscribe: > router precommit_create 55550100 {{(pid=102048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:48:16.739761 n-d-764292-30 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Subscribe: > router precommit_update 55550100 {{(pid=102048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:48:16.744178 n-d-764292-30 neutron-server[102048]: DEBUG neutron.services.provider_configuration [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Service providers = [] {{(pid=102048) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 11 02:48:16.753212 n-d-764292-30 neutron-server[102048]: DEBUG neutron.db.servicetype_db [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102048) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 11 02:48:16.755890 n-d-764292-30 neutron-server[102048]: DEBUG neutron.services.service_base [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102048) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 11 02:48:16.756239 n-d-764292-30 neutron-server[102048]: DEBUG neutron.services.service_base [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102048) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 11 02:48:16.756580 n-d-764292-30 neutron-server[102048]: DEBUG neutron.services.service_base [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102048) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 11 02:48:16.757469 n-d-764292-30 neutron-server[102048]: DEBUG neutron.services.service_base [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102048) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 11 02:48:16.757842 n-d-764292-30 neutron-server[102048]: INFO neutron.services.service_base [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 11 02:48:16.758321 n-d-764292-30 neutron-server[102048]: DEBUG neutron.manager [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102048) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 11 02:48:16.758644 n-d-764292-30 neutron-server[102048]: INFO neutron.manager [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 11 02:48:16.769139 n-d-764292-30 neutron-server[102048]: DEBUG neutron.manager [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102048) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 11 02:48:16.770000 n-d-764292-30 neutron-server[102048]: INFO neutron.manager [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Loading Plugin: auto_allocate Aug 11 02:48:16.775772 n-d-764292-30 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Subscribe: network precommit_update 55550000 {{(pid=102048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:48:16.776149 n-d-764292-30 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Subscribe: network precommit_create 55550000 {{(pid=102048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:48:16.776666 n-d-764292-30 neutron-server[102048]: DEBUG neutron.manager [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102048) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 11 02:48:16.776985 n-d-764292-30 neutron-server[102048]: INFO neutron.manager [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Loading Plugin: tag Aug 11 02:48:16.790981 n-d-764292-30 neutron-server[102048]: DEBUG neutron.manager [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102048) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 11 02:48:16.791309 n-d-764292-30 neutron-server[102048]: INFO neutron.manager [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Loading Plugin: timestamp Aug 11 02:48:16.795325 n-d-764292-30 neutron-server[102048]: DEBUG neutron.manager [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102048) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 11 02:48:16.795659 n-d-764292-30 neutron-server[102048]: INFO neutron.manager [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Loading Plugin: network_ip_availability Aug 11 02:48:16.801067 n-d-764292-30 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:48:16.801440 n-d-764292-30 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:48:16.801796 n-d-764292-30 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:48:16.802556 n-d-764292-30 neutron-server[102048]: DEBUG neutron.manager [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102048) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 11 02:48:16.802881 n-d-764292-30 neutron-server[102048]: INFO neutron.manager [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Loading Plugin: flavors Aug 11 02:48:16.807529 n-d-764292-30 neutron-server[102048]: DEBUG neutron.manager [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102048) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 11 02:48:16.807873 n-d-764292-30 neutron-server[102048]: INFO neutron.manager [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Loading Plugin: revisions Aug 11 02:48:16.812227 n-d-764292-30 neutron-server[102048]: DEBUG neutron.manager [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102048) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 11 02:48:16.812619 n-d-764292-30 neutron-server[102048]: DEBUG oslo_concurrency.lockutils [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.268s {{(pid=102048) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 02:48:16.813384 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102048) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 11 02:48:16.813722 n-d-764292-30 neutron-server[102048]: INFO neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Initializing extension manager. Aug 11 02:48:16.814233 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Loading extension file: __init__.py {{(pid=102048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:48:16.814606 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Loading extension file: __pycache__ {{(pid=102048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:48:16.814944 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:48:16.815279 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Loading extension file: address_group.py {{(pid=102048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:48:16.816033 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:48:16.816624 n-d-764292-30 neutron-server[102048]: INFO neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Loaded extension: address-group Aug 11 02:48:16.816948 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Loading extension file: address_scope.py {{(pid=102048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:48:16.817662 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:48:16.818171 n-d-764292-30 neutron-server[102048]: INFO neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Loaded extension: address-scope Aug 11 02:48:16.818528 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Loading extension file: admin_state_down_before_update.py {{(pid=102048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:48:16.819465 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:48:16.819972 n-d-764292-30 neutron-server[102048]: INFO neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Loaded extension: router-admin-state-down-before-update Aug 11 02:48:16.820293 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Loading extension file: agent.py {{(pid=102048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:48:16.821188 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:48:16.821694 n-d-764292-30 neutron-server[102048]: INFO neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Loaded extension: agent Aug 11 02:48:16.822020 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Loading extension file: agent_resources_synced.py {{(pid=102048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:48:16.828550 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:48:16.829053 n-d-764292-30 neutron-server[102048]: INFO neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Loaded extension: agent-resources-synced Aug 11 02:48:16.829377 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Loading extension file: allowedaddresspairs.py {{(pid=102048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:48:16.831195 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:48:16.831708 n-d-764292-30 neutron-server[102048]: INFO neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Loaded extension: allowed-address-pairs Aug 11 02:48:16.832585 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Loading extension file: auto_allocated_topology.py {{(pid=102048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:48:16.833669 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:48:16.834178 n-d-764292-30 neutron-server[102048]: INFO neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Loaded extension: auto-allocated-topology Aug 11 02:48:16.834534 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Loading extension file: availability_zone.py {{(pid=102048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:48:16.835230 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:48:16.835728 n-d-764292-30 neutron-server[102048]: INFO neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Loaded extension: availability_zone Aug 11 02:48:16.836048 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Loading extension file: availability_zone_filter.py {{(pid=102048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:48:16.836964 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:48:16.837470 n-d-764292-30 neutron-server[102048]: INFO neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Loaded extension: availability_zone_filter Aug 11 02:48:16.837794 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Loading extension file: data_plane_status.py {{(pid=102048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:48:16.838731 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:48:16.839237 n-d-764292-30 neutron-server[102048]: INFO neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Extension data-plane-status not supported by any of loaded plugins Aug 11 02:48:16.839612 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Loading extension file: default_subnetpools.py {{(pid=102048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:48:16.840537 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:48:16.841043 n-d-764292-30 neutron-server[102048]: INFO neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Loaded extension: default-subnetpools Aug 11 02:48:16.841368 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Loading extension file: dhcpagentscheduler.py {{(pid=102048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:48:16.842175 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:48:16.842719 n-d-764292-30 neutron-server[102048]: INFO neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Loaded extension: dhcp_agent_scheduler Aug 11 02:48:16.843042 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Loading extension file: dns.py {{(pid=102048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:48:16.843976 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:48:16.844721 n-d-764292-30 neutron-server[102048]: INFO neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Extension dns-integration not supported by any of loaded plugins Aug 11 02:48:16.845044 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Loading extension file: dns_domain_ports.py {{(pid=102048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:48:16.845961 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:48:16.846496 n-d-764292-30 neutron-server[102048]: INFO neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 11 02:48:16.846821 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:48:16.848419 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:48:16.849023 n-d-764292-30 neutron-server[102048]: INFO neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 11 02:48:16.849382 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Loading extension file: dvr.py {{(pid=102048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:48:16.850097 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:48:16.850637 n-d-764292-30 neutron-server[102048]: INFO neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Loaded extension: dvr Aug 11 02:48:16.850965 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Loading extension file: ecmp_routes.py {{(pid=102048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:48:16.851918 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:48:16.852419 n-d-764292-30 neutron-server[102048]: INFO neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 11 02:48:16.852744 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Loading extension file: empty_string_filtering.py {{(pid=102048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:48:16.853672 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:48:16.854171 n-d-764292-30 neutron-server[102048]: INFO neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Loaded extension: empty-string-filtering Aug 11 02:48:16.854579 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:48:16.855552 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:48:16.856055 n-d-764292-30 neutron-server[102048]: INFO neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 11 02:48:16.856376 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:48:16.857278 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:48:16.857779 n-d-764292-30 neutron-server[102048]: INFO neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 11 02:48:16.858101 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Loading extension file: external_net.py {{(pid=102048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:48:16.859034 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:48:16.859535 n-d-764292-30 neutron-server[102048]: INFO neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Loaded extension: external-net Aug 11 02:48:16.859854 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Loading extension file: extra_dhcp_opt.py {{(pid=102048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:48:16.860761 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:48:16.861251 n-d-764292-30 neutron-server[102048]: INFO neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Loaded extension: extra_dhcp_opt Aug 11 02:48:16.861568 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Loading extension file: extraroute.py {{(pid=102048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:48:16.879709 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:48:16.880227 n-d-764292-30 neutron-server[102048]: INFO neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Loaded extension: extraroute Aug 11 02:48:16.880561 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Loading extension file: extraroute_atomic.py {{(pid=102048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:48:16.881600 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:48:16.882105 n-d-764292-30 neutron-server[102048]: INFO neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Loaded extension: extraroute-atomic Aug 11 02:48:16.882467 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Loading extension file: filter_validation.py {{(pid=102048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:48:16.883136 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:48:16.883632 n-d-764292-30 neutron-server[102048]: INFO neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Loaded extension: filter-validation Aug 11 02:48:16.883951 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Loading extension file: fip_pf_description.py {{(pid=102048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:48:16.884853 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:48:16.885351 n-d-764292-30 neutron-server[102048]: INFO neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 11 02:48:16.885679 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Loading extension file: fip_port_details.py {{(pid=102048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:48:16.886636 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:48:16.887141 n-d-764292-30 neutron-server[102048]: INFO neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Loaded extension: fip-port-details Aug 11 02:48:16.887464 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Loading extension file: flavors.py {{(pid=102048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:48:16.888689 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:48:16.889197 n-d-764292-30 neutron-server[102048]: INFO neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Loaded extension: flavors Aug 11 02:48:16.889521 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:48:16.891216 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:48:16.891723 n-d-764292-30 neutron-server[102048]: INFO neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 11 02:48:16.892049 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Loading extension file: floatingip_pools.py {{(pid=102048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:48:16.892744 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:48:16.893249 n-d-764292-30 neutron-server[102048]: INFO neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Loaded extension: floatingip-pools Aug 11 02:48:16.893569 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Loading extension file: ip_allocation.py {{(pid=102048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:48:16.895007 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:48:16.895675 n-d-764292-30 neutron-server[102048]: INFO neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Extension ip_allocation not supported by any of loaded plugins Aug 11 02:48:16.895900 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:48:16.896812 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:48:16.897309 n-d-764292-30 neutron-server[102048]: INFO neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Loaded extension: ip-substring-filtering Aug 11 02:48:16.897629 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Loading extension file: l2_adjacency.py {{(pid=102048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:48:16.898582 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:48:16.899076 n-d-764292-30 neutron-server[102048]: INFO neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 11 02:48:16.899392 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Loading extension file: l3.py {{(pid=102048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:48:16.900484 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:48:16.901002 n-d-764292-30 neutron-server[102048]: INFO neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Loaded extension: router Aug 11 02:48:16.901320 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Loading extension file: l3_conntrack_helper.py {{(pid=102048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:48:16.910998 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:48:16.911512 n-d-764292-30 neutron-server[102048]: INFO neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 11 02:48:16.911838 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:48:16.912774 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:48:16.913284 n-d-764292-30 neutron-server[102048]: INFO neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Loaded extension: ext-gw-mode Aug 11 02:48:16.913611 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:48:16.914566 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:48:16.915069 n-d-764292-30 neutron-server[102048]: INFO neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Loaded extension: l3-ha Aug 11 02:48:16.915390 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Loading extension file: l3_flavors.py {{(pid=102048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:48:16.916319 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:48:16.916894 n-d-764292-30 neutron-server[102048]: INFO neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Loaded extension: l3-flavors Aug 11 02:48:16.917217 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:48:16.918120 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:48:16.918651 n-d-764292-30 neutron-server[102048]: INFO neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 11 02:48:16.918970 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Loading extension file: l3agentscheduler.py {{(pid=102048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:48:16.919985 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:48:16.920489 n-d-764292-30 neutron-server[102048]: INFO neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Loaded extension: l3_agent_scheduler Aug 11 02:48:16.920813 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Loading extension file: logging.py {{(pid=102048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:48:16.922323 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:48:16.922838 n-d-764292-30 neutron-server[102048]: INFO neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Extension logging not supported by any of loaded plugins Aug 11 02:48:16.923166 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Loading extension file: metering.py {{(pid=102048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:48:16.923902 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:48:16.924469 n-d-764292-30 neutron-server[102048]: INFO neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Loaded extension: metering Aug 11 02:48:16.924791 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:48:16.925887 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:48:16.926422 n-d-764292-30 neutron-server[102048]: INFO neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Loaded extension: metering_source_and_destination_fields Aug 11 02:48:16.926749 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Loading extension file: multiprovidernet.py {{(pid=102048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:48:16.927748 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:48:16.928254 n-d-764292-30 neutron-server[102048]: INFO neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Loaded extension: multi-provider Aug 11 02:48:16.928576 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Loading extension file: netmtu.py {{(pid=102048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:48:16.929489 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:48:16.929988 n-d-764292-30 neutron-server[102048]: INFO neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Loaded extension: net-mtu Aug 11 02:48:16.930329 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Loading extension file: netmtu_writable.py {{(pid=102048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:48:16.931245 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:48:16.931746 n-d-764292-30 neutron-server[102048]: INFO neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Loaded extension: net-mtu-writable Aug 11 02:48:16.932066 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Loading extension file: network_availability_zone.py {{(pid=102048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:48:16.932740 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:48:16.933236 n-d-764292-30 neutron-server[102048]: INFO neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Loaded extension: network_availability_zone Aug 11 02:48:16.933551 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Loading extension file: network_ip_availability.py {{(pid=102048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:48:16.939494 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:48:16.939993 n-d-764292-30 neutron-server[102048]: INFO neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Loaded extension: network-ip-availability Aug 11 02:48:16.940313 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Loading extension file: network_segment_range.py {{(pid=102048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:48:16.941074 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:48:16.942055 n-d-764292-30 neutron-server[102048]: INFO neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Extension network-segment-range not supported by any of loaded plugins Aug 11 02:48:16.942407 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Loading extension file: pagination.py {{(pid=102048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:48:16.943383 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:48:16.943712 n-d-764292-30 neutron-server[102048]: INFO neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Loaded extension: pagination Aug 11 02:48:16.944030 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Loading extension file: port_device_profile.py {{(pid=102048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:48:16.944936 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:48:16.945441 n-d-764292-30 neutron-server[102048]: INFO neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Loaded extension: port-device-profile Aug 11 02:48:16.945758 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:48:16.946690 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:48:16.947197 n-d-764292-30 neutron-server[102048]: INFO neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Loaded extension: port-mac-address-regenerate Aug 11 02:48:16.947514 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:48:16.948419 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:48:16.948918 n-d-764292-30 neutron-server[102048]: INFO neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Loaded extension: port-numa-affinity-policy Aug 11 02:48:16.949236 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Loading extension file: port_resource_request.py {{(pid=102048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:48:16.950132 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:48:16.950710 n-d-764292-30 neutron-server[102048]: INFO neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Extension port-resource-request not supported by any of loaded plugins Aug 11 02:48:16.951028 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Loading extension file: portbindings.py {{(pid=102048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:48:16.951946 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:48:16.952445 n-d-764292-30 neutron-server[102048]: INFO neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Loaded extension: binding Aug 11 02:48:16.952762 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Loading extension file: portbindings_extended.py {{(pid=102048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:48:16.954135 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:48:16.954673 n-d-764292-30 neutron-server[102048]: INFO neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Loaded extension: binding-extended Aug 11 02:48:16.955000 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Loading extension file: portsecurity.py {{(pid=102048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:48:16.955915 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:48:16.956448 n-d-764292-30 neutron-server[102048]: INFO neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Loaded extension: port-security Aug 11 02:48:16.956771 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Loading extension file: project_id.py {{(pid=102048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:48:16.958330 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:48:16.958661 n-d-764292-30 neutron-server[102048]: INFO neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Loaded extension: project-id Aug 11 02:48:16.958980 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Loading extension file: providernet.py {{(pid=102048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:48:16.959894 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:48:16.960400 n-d-764292-30 neutron-server[102048]: INFO neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Loaded extension: provider Aug 11 02:48:16.960718 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Loading extension file: qos.py {{(pid=102048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:48:16.964296 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:48:16.970462 n-d-764292-30 neutron-server[102048]: INFO neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Extension qos not supported by any of loaded plugins Aug 11 02:48:16.970462 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:48:16.971431 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:48:16.971948 n-d-764292-30 neutron-server[102048]: INFO neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 11 02:48:16.972279 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:48:16.973192 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:48:16.973702 n-d-764292-30 neutron-server[102048]: INFO neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 11 02:48:16.974030 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Loading extension file: qos_default.py {{(pid=102048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:48:16.974985 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:48:16.975570 n-d-764292-30 neutron-server[102048]: INFO neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Extension qos-default not supported by any of loaded plugins Aug 11 02:48:16.975896 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Loading extension file: qos_fip.py {{(pid=102048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:48:16.976546 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:48:16.977038 n-d-764292-30 neutron-server[102048]: INFO neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Extension qos-fip not supported by any of loaded plugins Aug 11 02:48:16.977359 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Loading extension file: qos_gateway_ip.py {{(pid=102048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:48:16.978271 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:48:16.978793 n-d-764292-30 neutron-server[102048]: INFO neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 11 02:48:16.979113 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Loading extension file: qos_port_network_policy.py {{(pid=102048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:48:16.980058 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:48:16.980558 n-d-764292-30 neutron-server[102048]: INFO neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 11 02:48:16.980882 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Loading extension file: qos_pps_rule.py {{(pid=102048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:48:16.982041 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:48:16.982576 n-d-764292-30 neutron-server[102048]: INFO neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Extension qos-pps not supported by any of loaded plugins Aug 11 02:48:16.982901 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Loading extension file: qos_rule_type_details.py {{(pid=102048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:48:16.983816 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:48:16.984318 n-d-764292-30 neutron-server[102048]: INFO neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 11 02:48:16.984640 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Loading extension file: qos_rules_alias.py {{(pid=102048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:48:16.985709 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:48:16.986213 n-d-764292-30 neutron-server[102048]: INFO neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 11 02:48:16.986559 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Loading extension file: quotasv2.py {{(pid=102048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:48:16.987459 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=102048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:48:16.987781 n-d-764292-30 neutron-server[102048]: INFO neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Loaded extension: quotas Aug 11 02:48:16.988099 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Loading extension file: quotasv2_detail.py {{(pid=102048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:48:16.991163 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:48:16.991503 n-d-764292-30 neutron-server[102048]: INFO neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Loaded extension: quota_details Aug 11 02:48:16.991835 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Loading extension file: rbac.py {{(pid=102048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:48:16.993075 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:48:16.996829 n-d-764292-30 neutron-server[102048]: INFO neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Loaded extension: rbac-policies Aug 11 02:48:16.996829 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Loading extension file: rbac_address_group.py {{(pid=102048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:48:16.997380 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:48:16.997899 n-d-764292-30 neutron-server[102048]: INFO neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Loaded extension: rbac-address-group Aug 11 02:48:16.998220 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Loading extension file: rbac_address_scope.py {{(pid=102048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:48:16.999174 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:48:16.999682 n-d-764292-30 neutron-server[102048]: INFO neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Loaded extension: rbac-address-scope Aug 11 02:48:17.000002 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Loading extension file: rbac_security_groups.py {{(pid=102048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:48:17.000912 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:48:17.001421 n-d-764292-30 neutron-server[102048]: INFO neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Loaded extension: rbac-security-groups Aug 11 02:48:17.001742 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Loading extension file: rbac_subnetpool.py {{(pid=102048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:48:17.002670 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:48:17.003170 n-d-764292-30 neutron-server[102048]: INFO neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Loaded extension: rbac-subnetpool Aug 11 02:48:17.003490 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Loading extension file: revisionifmatch.py {{(pid=102048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:48:17.004922 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:48:17.005425 n-d-764292-30 neutron-server[102048]: INFO neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Loaded extension: revision-if-match Aug 11 02:48:17.005741 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Loading extension file: revisions.py {{(pid=102048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:48:17.006876 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:48:17.007375 n-d-764292-30 neutron-server[102048]: INFO neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Loaded extension: standard-attr-revisions Aug 11 02:48:17.007695 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Loading extension file: router_availability_zone.py {{(pid=102048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:48:17.008423 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:48:17.008927 n-d-764292-30 neutron-server[102048]: INFO neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Loaded extension: router_availability_zone Aug 11 02:48:17.009246 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Loading extension file: routerservicetype.py {{(pid=102048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:48:17.010165 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:48:17.010699 n-d-764292-30 neutron-server[102048]: INFO neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Extension router-service-type not supported by any of loaded plugins Aug 11 02:48:17.011019 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:48:17.011934 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:48:17.012436 n-d-764292-30 neutron-server[102048]: INFO neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Loaded extension: security-groups-normalized-cidr Aug 11 02:48:17.012752 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Loading extension file: security_groups_port_filtering.py {{(pid=102048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:48:17.013685 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:48:17.014179 n-d-764292-30 neutron-server[102048]: INFO neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Loaded extension: port-security-groups-filtering Aug 11 02:48:17.014528 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:48:17.015439 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:48:17.015940 n-d-764292-30 neutron-server[102048]: INFO neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Loaded extension: security-groups-remote-address-group Aug 11 02:48:17.016258 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Loading extension file: securitygroup.py {{(pid=102048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:48:17.026501 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:48:17.027027 n-d-764292-30 neutron-server[102048]: INFO neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Loaded extension: security-group Aug 11 02:48:17.028111 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Loading extension file: segment.py {{(pid=102048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:48:17.028111 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:48:17.028705 n-d-764292-30 neutron-server[102048]: INFO neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Extension segment not supported by any of loaded plugins Aug 11 02:48:17.029032 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:48:17.029976 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:48:17.030510 n-d-764292-30 neutron-server[102048]: INFO neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 11 02:48:17.030835 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Loading extension file: servicetype.py {{(pid=102048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:48:17.032009 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:48:17.032519 n-d-764292-30 neutron-server[102048]: INFO neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Loaded extension: service-type Aug 11 02:48:17.032842 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Loading extension file: sorting.py {{(pid=102048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:48:17.033818 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:48:17.034146 n-d-764292-30 neutron-server[102048]: INFO neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Loaded extension: sorting Aug 11 02:48:17.034491 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Loading extension file: standard_attr_segment.py {{(pid=102048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:48:17.035424 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:48:17.035934 n-d-764292-30 neutron-server[102048]: INFO neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 11 02:48:17.036254 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Loading extension file: standardattrdescription.py {{(pid=102048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:48:17.036899 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:48:17.037452 n-d-764292-30 neutron-server[102048]: INFO neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Loaded extension: standard-attr-description Aug 11 02:48:17.037769 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Loading extension file: stateful_security_group.py {{(pid=102048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:48:17.038723 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:48:17.039231 n-d-764292-30 neutron-server[102048]: INFO neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Loaded extension: stateful-security-group Aug 11 02:48:17.039549 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Loading extension file: stdattrs_common.py {{(pid=102048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:48:17.040121 n-d-764292-30 neutron-server[102048]: WARNING neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 11 02:48:17.040435 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:48:17.041344 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:48:17.041847 n-d-764292-30 neutron-server[102048]: INFO neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 11 02:48:17.042168 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Loading extension file: subnet_onboard.py {{(pid=102048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:48:17.043267 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:48:17.043786 n-d-764292-30 neutron-server[102048]: INFO neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Loaded extension: subnet_onboard Aug 11 02:48:17.044117 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:48:17.045040 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:48:17.045540 n-d-764292-30 neutron-server[102048]: INFO neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 11 02:48:17.045859 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Loading extension file: subnet_service_types.py {{(pid=102048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:48:17.046795 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:48:17.047301 n-d-764292-30 neutron-server[102048]: INFO neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Loaded extension: subnet-service-types Aug 11 02:48:17.047621 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Loading extension file: subnetallocation.py {{(pid=102048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:48:17.048682 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:48:17.049185 n-d-764292-30 neutron-server[102048]: INFO neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Loaded extension: subnet_allocation Aug 11 02:48:17.049506 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:48:17.050163 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:48:17.050717 n-d-764292-30 neutron-server[102048]: INFO neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Loaded extension: subnetpool-prefix-ops Aug 11 02:48:17.051036 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:48:17.055056 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:48:17.055628 n-d-764292-30 neutron-server[102048]: INFO neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 11 02:48:17.055943 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Loading extension file: tagging.py {{(pid=102048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:48:17.057048 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:48:17.057567 n-d-764292-30 neutron-server[102048]: INFO neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Loaded extension: standard-attr-tag Aug 11 02:48:17.057889 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Loading extension file: timestamp.py {{(pid=102048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:48:17.059103 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:48:17.059615 n-d-764292-30 neutron-server[102048]: INFO neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Loaded extension: standard-attr-timestamp Aug 11 02:48:17.059938 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Loading extension file: trunk.py {{(pid=102048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:48:17.060954 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:48:17.061463 n-d-764292-30 neutron-server[102048]: INFO neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Extension trunk not supported by any of loaded plugins Aug 11 02:48:17.061833 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Loading extension file: trunk_details.py {{(pid=102048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:48:17.062775 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:48:17.063277 n-d-764292-30 neutron-server[102048]: INFO neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Extension trunk-details not supported by any of loaded plugins Aug 11 02:48:17.063598 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Loading extension file: uplink_status_propagation.py {{(pid=102048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:48:17.064512 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:48:17.065014 n-d-764292-30 neutron-server[102048]: INFO neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 11 02:48:17.065334 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Loading extension file: vlantransparent.py {{(pid=102048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:48:17.065998 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:48:17.067136 n-d-764292-30 neutron-server[102048]: INFO neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 11 02:48:17.069613 n-d-764292-30 neutron-server[102048]: INFO neutron.quota.resource_registry [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Creating instance of TrackedResource for resource:network Aug 11 02:48:17.070138 n-d-764292-30 neutron-server[102048]: INFO neutron.quota.resource_registry [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Creating instance of TrackedResource for resource:subnet Aug 11 02:48:17.070570 n-d-764292-30 neutron-server[102048]: INFO neutron.quota.resource_registry [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Creating instance of TrackedResource for resource:subnetpool Aug 11 02:48:17.070958 n-d-764292-30 neutron-server[102048]: INFO neutron.quota.resource_registry [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Creating instance of TrackedResource for resource:port Aug 11 02:48:17.072173 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.v2.resource_helper [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102048) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 11 02:48:17.072624 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.v2.resource_helper [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Service FLAVORS assigned prefix: {{(pid=102048) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 11 02:48:17.073243 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.v2.resource_helper [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102048) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 11 02:48:17.073662 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.v2.resource_helper [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102048) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 11 02:48:17.073987 n-d-764292-30 neutron-server[102048]: INFO neutron.quota.resource_registry [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Creating instance of TrackedResource for resource:router Aug 11 02:48:17.074439 n-d-764292-30 neutron-server[102048]: INFO neutron.quota.resource_registry [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Creating instance of TrackedResource for resource:floatingip Aug 11 02:48:17.074937 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.v2.resource_helper [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Service METERING assigned prefix: /metering {{(pid=102048) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 11 02:48:17.076437 n-d-764292-30 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:48:17.076806 n-d-764292-30 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:48:17.077154 n-d-764292-30 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:48:17.078177 n-d-764292-30 neutron-server[102048]: INFO neutron.quota.resource_registry [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Creating instance of CountableResource for resource:rbac_policy Aug 11 02:48:17.078649 n-d-764292-30 neutron-server[102048]: INFO neutron.quota.resource_registry [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Creating instance of TrackedResource for resource:security_group Aug 11 02:48:17.079083 n-d-764292-30 neutron-server[102048]: INFO neutron.quota.resource_registry [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 11 02:48:17.080835 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.v2.resource_helper [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Service CORE assigned prefix: {{(pid=102048) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 11 02:48:17.081179 n-d-764292-30 neutron-server[102048]: INFO neutron.quota.resource_registry [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Creating instance of TrackedResource for resource:subnetpool Aug 11 02:48:17.081536 n-d-764292-30 neutron-server[102048]: WARNING neutron.quota.resource_registry [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] subnetpool is already registered Aug 11 02:48:17.082656 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.v2.resource_helper [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Service CORE assigned prefix: {{(pid=102048) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 11 02:48:17.082985 n-d-764292-30 neutron-server[102048]: INFO neutron.quota.resource_registry [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Creating instance of TrackedResource for resource:subnetpool Aug 11 02:48:17.087642 n-d-764292-30 neutron-server[102048]: WARNING neutron.quota.resource_registry [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] subnetpool is already registered Aug 11 02:48:17.087642 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.v2.resource_helper [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102048) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 11 02:48:17.087642 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.v2.resource_helper [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Service FLAVORS assigned prefix: {{(pid=102048) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 11 02:48:17.087642 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.v2.resource_helper [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102048) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 11 02:48:17.087642 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.v2.resource_helper [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102048) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 11 02:48:17.087642 n-d-764292-30 neutron-server[102048]: INFO neutron.quota.resource_registry [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Creating instance of TrackedResource for resource:router Aug 11 02:48:17.087642 n-d-764292-30 neutron-server[102048]: WARNING neutron.quota.resource_registry [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] router is already registered Aug 11 02:48:17.088109 n-d-764292-30 neutron-server[102048]: INFO neutron.quota.resource_registry [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Creating instance of TrackedResource for resource:floatingip Aug 11 02:48:17.088341 n-d-764292-30 neutron-server[102048]: WARNING neutron.quota.resource_registry [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] floatingip is already registered Aug 11 02:48:17.088797 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.v2.resource_helper [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Service METERING assigned prefix: /metering {{(pid=102048) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 11 02:48:17.089452 n-d-764292-30 neutron-server[102048]: INFO neutron.quota.resource_registry [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Creating instance of CountableResource for resource:rbac_policy Aug 11 02:48:17.089774 n-d-764292-30 neutron-server[102048]: WARNING neutron.quota.resource_registry [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] rbac_policy is already registered Aug 11 02:48:17.090181 n-d-764292-30 neutron-server[102048]: INFO neutron.quota.resource_registry [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Creating instance of TrackedResource for resource:security_group Aug 11 02:48:17.090537 n-d-764292-30 neutron-server[102048]: WARNING neutron.quota.resource_registry [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] security_group is already registered Aug 11 02:48:17.090932 n-d-764292-30 neutron-server[102048]: INFO neutron.quota.resource_registry [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 11 02:48:17.091261 n-d-764292-30 neutron-server[102048]: WARNING neutron.quota.resource_registry [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] security_group_rule is already registered Aug 11 02:48:17.091891 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.v2.resource_helper [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Service CORE assigned prefix: {{(pid=102048) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 11 02:48:17.092213 n-d-764292-30 neutron-server[102048]: INFO neutron.quota.resource_registry [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Creating instance of TrackedResource for resource:subnetpool Aug 11 02:48:17.092543 n-d-764292-30 neutron-server[102048]: WARNING neutron.quota.resource_registry [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] subnetpool is already registered Aug 11 02:48:17.092964 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.v2.resource_helper [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Service CORE assigned prefix: {{(pid=102048) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 11 02:48:17.093281 n-d-764292-30 neutron-server[102048]: INFO neutron.quota.resource_registry [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Creating instance of TrackedResource for resource:subnetpool Aug 11 02:48:17.093605 n-d-764292-30 neutron-server[102048]: WARNING neutron.quota.resource_registry [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] subnetpool is already registered Aug 11 02:48:17.094053 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Extended resource: extensions {{(pid=102048) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 02:48:17.095867 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Extended resource: address-groups {{(pid=102048) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 02:48:17.097346 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Extended resource: address-scopes {{(pid=102048) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 02:48:17.098731 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Extended resource: agents {{(pid=102048) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 02:48:17.099958 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Extended resource: auto-allocated-topology {{(pid=102048) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 02:48:17.101227 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Extended resource: availability_zones {{(pid=102048) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 02:48:17.102478 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Extended resource: dhcp-networks {{(pid=102048) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 02:48:17.103983 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Extended resource: dhcp-agents {{(pid=102048) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 02:48:17.105490 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Extended resource: routers {{(pid=102048) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 02:48:17.107250 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Extended resource: flavors {{(pid=102048) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 02:48:17.108511 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Extended resource: service_profiles {{(pid=102048) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 02:48:17.109746 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Extended resource: next_providers {{(pid=102048) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 02:48:17.111201 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Extended resource: service_profiles {{(pid=102048) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 02:48:17.112741 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Extended resource: floatingip-pools {{(pid=102048) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 02:48:17.114008 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Extended resource: routers {{(pid=102048) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 02:48:17.115726 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Extended resource: floatingips {{(pid=102048) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 02:48:17.117000 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Extended resource: l3-routers {{(pid=102048) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 02:48:17.118437 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Extended resource: l3-agents {{(pid=102048) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 02:48:17.119891 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Extended resource: metering-labels {{(pid=102048) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 02:48:17.121162 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Extended resource: metering-label-rules {{(pid=102048) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 02:48:17.122571 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Extended resource: network-ip-availabilities {{(pid=102048) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 02:48:17.123823 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Extended resource: bindings {{(pid=102048) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 02:48:17.125359 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Extended resource: quotas {{(pid=102048) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 02:48:17.126922 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Extended resource: quotas {{(pid=102048) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 02:48:17.128371 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Extended resource: rbac-policies {{(pid=102048) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 02:48:17.130103 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Extended resource: security-groups {{(pid=102048) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 02:48:17.131418 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Extended resource: security-group-rules {{(pid=102048) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 02:48:17.132654 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Extended resource: service-providers {{(pid=102048) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 02:48:17.133868 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Extended resource: subnetpools {{(pid=102048) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 02:48:17.135239 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Extended resource: subnetpools {{(pid=102048) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 02:48:17.136864 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Extended resource: tags {{(pid=102048) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 02:48:17.138609 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Extended resource: tags {{(pid=102048) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 02:48:17.140409 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Extended resource: tags {{(pid=102048) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 02:48:17.142258 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Extended resource: tags {{(pid=102048) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 02:48:17.143951 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Extended resource: tags {{(pid=102048) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 02:48:17.147637 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Extended resource: tags {{(pid=102048) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 02:48:17.149283 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Extended resource: tags {{(pid=102048) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 02:48:17.151204 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Extended resource: tags {{(pid=102048) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 02:48:17.153103 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Extended resource: tags {{(pid=102048) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 02:48:17.154880 n-d-764292-30 neutron-server[102048]: DEBUG neutron.api.extensions [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Extended resource: tags {{(pid=102048) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 02:48:17.160821 n-d-764292-30 neutron-server[102048]: WARNING keystonemiddleware.auth_token [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 11 02:48:17.165359 n-d-764292-30 neutron-server[102048]: WARNING keystonemiddleware.auth_token [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 11 02:48:17.173804 n-d-764292-30 neutron-server[102048]: DEBUG oslo_concurrency.lockutils [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Acquired lock "singleton_lock" {{(pid=102048) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 11 02:48:17.174272 n-d-764292-30 neutron-server[102048]: DEBUG oslo_concurrency.lockutils [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Releasing lock "singleton_lock" {{(pid=102048) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 11 02:48:17.174931 n-d-764292-30 neutron-server[102048]: INFO oslo_service.service [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Starting 2 workers Aug 11 02:48:17.179862 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Started child 102191 {{(pid=102048) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 11 02:48:17.184319 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Started child 102192 {{(pid=102048) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 11 02:48:17.185355 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:17.186065 n-d-764292-30 neutron-server[102048]: INFO neutron.service [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 11 02:48:17.186533 n-d-764292-30 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Notify callbacks [] for process, before_spawn {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:17.186995 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [-] (102191) wsgi starting up on http://0.0.0.0:9696 Aug 11 02:48:17.188995 n-d-764292-30 neutron-server[102048]: INFO oslo_service.service [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Starting 1 workers Aug 11 02:48:17.189202 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:17.190566 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [-] (102192) wsgi starting up on http://0.0.0.0:9696 Aug 11 02:48:17.194758 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Started child 102193 {{(pid=102048) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 11 02:48:17.195278 n-d-764292-30 neutron-server[102048]: INFO oslo_service.service [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Starting 1 workers Aug 11 02:48:17.198664 n-d-764292-30 neutron-server[102193]: DEBUG neutron.service [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] calling RpcWorker wait() {{(pid=102193) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 11 02:48:17.199259 n-d-764292-30 neutron-server[102193]: DEBUG neutron.service [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] returning from RpcWorker wait() {{(pid=102193) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 11 02:48:17.199843 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Started child 102194 {{(pid=102048) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 11 02:48:17.200379 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:17.200653 n-d-764292-30 neutron-server[102048]: DEBUG neutron_lib.callbacks.manager [None req-38ec272e-5e0c-478e-8916-b4092afc7590 None None] Notify callbacks [] for process, after_spawn {{(pid=102048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:17.200830 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:48:17.202554 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102048) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 11 02:48:17.202771 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 11 02:48:17.202950 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 11 02:48:17.203164 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 11 02:48:17.203500 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 11 02:48:17.203648 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 11 02:48:17.204225 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.204428 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.204688 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.204940 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.205104 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:17.205631 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.205796 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.206035 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.206313 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.206576 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.206853 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.207579 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.207815 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.208071 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.208331 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.208610 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.208880 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.209121 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.209399 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.209569 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.209832 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.210091 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.210371 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.210638 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] debug = True {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.210875 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.211361 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.211606 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.211861 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.212084 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.212358 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.212626 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.212843 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.213089 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.213302 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.213553 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.213805 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.214064 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.214230 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.214498 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.214703 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.214922 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.215371 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] host = n-d-764292-30 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.215619 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.215830 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.216070 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.216314 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.216572 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.216783 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.217036 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.217275 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.217523 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.217745 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.217977 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.218213 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.218461 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.218697 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] log_file = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.218871 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] log_options = True {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.219117 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.219361 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.219880 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.220066 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.220225 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.220393 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.220655 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.220807 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.221041 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.221254 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.221463 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.221671 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.221882 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.222110 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.222421 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.222757 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.222919 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.223109 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.223349 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.223592 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.223811 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.224037 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.224275 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.224559 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.224711 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.224896 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.225146 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.225375 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.225583 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.225817 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.226060 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.226344 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.226576 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.226815 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.227044 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.227264 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.227504 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.227782 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.228024 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.228254 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.228495 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.228730 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.228996 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.229279 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.229548 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.229759 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] use_json = False {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.229966 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.230194 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.230482 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.230695 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.230926 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.231140 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.231355 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.231582 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.232009 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.232299 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.232648 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.232898 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.234093 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.234475 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.234779 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.234924 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.235179 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.235417 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.235746 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.236003 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.236303 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.236407 n-d-764292-30 neutron-server[102194]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:48:17.236550 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.236823 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.237176 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.237430 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.237694 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.237911 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.238181 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.238463 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.238681 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.239005 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.239285 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.239551 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.41/identity {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.239797 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.240011 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.240249 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.240472 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.240697 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.240915 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.241180 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.241387 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.241606 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.241835 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.242324 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.242417 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.242572 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.242816 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.243037 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.249004 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.249004 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.249004 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.249004 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.249004 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.249004 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.249004 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.249004 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.249004 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.249681 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.249681 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.249681 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.249681 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.249681 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.249681 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.249681 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.249681 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.249681 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.250310 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.250310 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.250310 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.250310 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.250310 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.250310 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.250310 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.250310 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.250310 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.250933 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.250933 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.250933 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.250933 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.250933 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.250933 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.250933 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.250933 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.251495 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.251495 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.251495 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.251698 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.251905 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.252119 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.252445 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.252785 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.252785 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.253018 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.253337 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.253578 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.254441 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.254680 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.254857 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.255051 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.256228 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.256577 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.256826 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.257072 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.257344 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.257603 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.258618 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.260948 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.262748 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.264210 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.264457 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.264726 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.264959 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.265226 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.265485 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.265781 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.266058 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.271056 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.271754 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.272050 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.272369 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.272639 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.272948 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.273211 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.273517 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.273808 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.274237 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.274445 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.274747 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.274979 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.275275 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.275502 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.275782 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.276037 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.276512 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.276512 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.276804 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.277113 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.277282 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.277488 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.277744 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.278096 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.278372 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.278625 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.278845 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.279139 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.280522 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.280522 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.280522 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.280522 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.281099 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.281099 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.281099 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.41/identity {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.281512 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.281512 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.281794 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.281969 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.282212 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.282441 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.282831 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.283000 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.283172 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.283397 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.283613 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.283835 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.284068 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.284289 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.284512 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.284782 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.285019 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.285264 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.285508 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.285926 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.285926 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.286187 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.286380 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.286657 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.286871 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.287164 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.287437 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.287679 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.287911 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.288157 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.288432 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.288649 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.288916 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.289159 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.289399 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.289754 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.290035 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.290383 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.290609 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.290840 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.291079 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.291318 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.291560 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.291901 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.292153 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.292386 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.292645 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.292860 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.293108 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.293359 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.293578 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.293794 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.294008 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.294226 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.294504 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.294760 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.295012 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.295251 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.295461 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.295670 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.295883 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.296092 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.296379 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.296631 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.296864 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.297116 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.297351 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.297583 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.297811 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.298020 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.298228 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.298479 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.298693 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.298905 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.299132 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.299342 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.299572 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.299792 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.300216 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.300216 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.301038 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.301263 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.301477 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.301697 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.301913 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.302124 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.302400 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.302628 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.302832 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.303078 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.303295 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.303505 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.303736 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.303944 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.304150 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.304370 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.304584 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.304793 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.305090 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.305369 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.305590 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.305875 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.306103 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.306366 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.306609 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.306917 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.307148 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.307404 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.307622 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.307861 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.308135 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.308383 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.308727 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.309009 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.309279 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.309532 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.309792 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.310067 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.310343 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.310673 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.310964 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.311283 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.311549 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.311864 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.312099 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.312334 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.312559 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.312795 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.313040 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.313276 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.313495 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.313730 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.313961 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.314186 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.314455 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.314682 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.314921 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.315160 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.315390 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.315607 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.315820 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.315976 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 11 02:48:17.317020 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102048) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 11 02:48:17.317169 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 11 02:48:17.317321 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 11 02:48:17.317501 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 11 02:48:17.317676 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 11 02:48:17.317819 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 11 02:48:17.318025 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.318186 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.318367 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.318532 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.318688 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.319029 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.319189 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.319348 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.319509 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.319668 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.319828 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.319984 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.320143 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.320302 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.320460 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.320735 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.320900 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.321059 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.321224 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.321383 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.321541 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.321698 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.321857 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] debug = True {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.322018 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.322232 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.322419 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.322577 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.322736 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.322893 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.323076 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.323210 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.323368 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.323529 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.323687 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.323845 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.324002 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.324162 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.324319 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.324477 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.324634 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.324792 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] host = n-d-764292-30 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.324950 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.325107 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.325266 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.325423 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.325581 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.325738 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.325896 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.326053 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.326213 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.326393 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.326550 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.326708 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.326866 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.327025 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] log_file = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.327182 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] log_options = True {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.327339 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.327496 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.327658 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.327835 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.328001 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.328151 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.328307 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.328736 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.328736 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.328736 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.328941 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.329095 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.329221 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.329453 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.329548 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.329661 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.329813 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.329972 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.330125 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.330313 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.330513 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.330611 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.330872 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.331036 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.331208 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.331352 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.331510 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.331668 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.331847 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.332007 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.332162 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.332456 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.332752 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.332959 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.333252 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.333423 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.333582 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.333744 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.333899 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.334205 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.334386 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.334548 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.334704 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.335117 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.335277 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.335433 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] use_json = False {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.335592 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.335752 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.335910 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.336100 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.336231 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.336409 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.336531 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.336689 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:48:17.336866 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.337029 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.337309 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.337481 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.337646 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.337805 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.337966 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.338136 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.338310 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.338624 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.338793 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.338955 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.339128 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.339290 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.339451 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.339616 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.339777 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.339938 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.340099 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.340309 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.340531 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.340616 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.340816 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.340979 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.341142 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.41/identity {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.341306 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.341482 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.341648 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.341814 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.341973 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.342134 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.342315 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.342479 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.342641 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.342801 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.342964 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.343123 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.343265 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.343430 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.343593 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.343755 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.343916 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.344062 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.344227 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.344387 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.344854 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.345033 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.345160 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.345243 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.345400 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.345572 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.345733 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.345894 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.346055 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.346216 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.346385 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.346547 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.346707 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.346867 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.347029 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.347166 n-d-764292-30 neutron-server[102193]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:48:17.347297 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.347438 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.347561 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.347682 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.347824 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.347985 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.348146 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.348308 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.348469 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.348630 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.348790 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.348952 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.349112 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.349274 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.349435 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.349597 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.349757 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.349918 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.350079 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.350239 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.350420 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.350625 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.350751 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.350890 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.351035 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.351210 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.351372 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.351531 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.351691 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.351853 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.352014 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.352173 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.352334 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.352495 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.352655 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.352814 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.352974 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.353135 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.353300 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.353460 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.353620 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.353779 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.353939 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.354098 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.354307 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.354438 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.354583 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.354743 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.354950 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.355119 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.355316 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.355512 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.355512 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.355772 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.355886 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.356415 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.356598 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.356763 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.356925 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.357086 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.357247 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.357451 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.357576 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.357699 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.357840 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.358002 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.358162 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.358359 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.358535 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.358916 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.360148 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.360148 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.360148 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.360148 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.361076 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.361076 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.361076 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.361076 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.361076 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.361076 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.361511 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.361511 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.361511 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.362572 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.41/identity {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.362572 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.362572 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.362572 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.362572 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.362572 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.362572 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.364072 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.364072 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.364072 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.364072 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.364072 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.364072 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.364072 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.365719 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.365719 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.365719 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.365719 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.365719 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.365719 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.365719 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.365719 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.366640 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.366640 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.366640 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.366640 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.366640 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.366640 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.366640 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.366640 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.367541 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.367541 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.367541 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.367541 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.367541 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.367541 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.367541 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.368118 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.368118 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.368118 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.368118 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.368605 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.368605 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.368605 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.368900 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.368900 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.369167 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.369167 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.369366 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.369446 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.369607 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.369807 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.370043 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.370128 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.370227 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.370411 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.370577 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.370738 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.370946 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.371089 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.371341 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.371507 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.371667 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.371843 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.372004 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.372165 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.372324 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.372471 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.372635 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.372806 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.372967 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.373127 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.373287 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.373447 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.373608 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.373779 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.373940 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.374105 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.374264 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.374445 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.374606 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.374777 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.374936 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.375144 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.375285 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.375408 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.375530 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.375699 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.375859 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.376020 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.376180 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.376339 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.376499 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.376669 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.376829 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.376987 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.377147 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.377306 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.377466 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.377635 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.377796 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.377956 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.378123 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.378318 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.378447 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.378610 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.379353 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.379500 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.379656 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.379816 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.379978 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.380139 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.380300 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.380466 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.380638 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.380805 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.381019 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.381145 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.381267 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.381440 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.381615 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.381774 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.381930 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.382089 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.382250 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.382433 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.382593 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.382754 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.382916 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.383075 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.383234 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.383394 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.383556 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.383706 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.383866 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.384030 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.384193 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.384353 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.384513 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.384672 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.384831 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.385127 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:48:17.385127 n-d-764292-30 neutron-server[102048]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 11 02:48:17.646690 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 37076) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:17.655351 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [-] 10.222.0.41 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064323 Aug 11 02:48:29.090905 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5b28af1-ca5c-416d-9fe2-d8d194a0dd3b None None] get_active_networks_info from n-d-764292-30 {{(pid=102193) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 11 02:48:29.145128 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5b28af1-ca5c-416d-9fe2-d8d194a0dd3b None None] No non-hosted networks {{(pid=102193) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 11 02:48:29.151703 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.agentschedulers_db [None req-a5b28af1-ca5c-416d-9fe2-d8d194a0dd3b None None] DHCP Agent not found on host n-d-764292-30 {{(pid=102193) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 11 02:48:29.260990 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-ee13c48e-e873-41a8-b3dd-14b236fd81bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-450295'] for agent, after_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:31.784957 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-450295'] for agent, after_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:31.786505 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:31.788055 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:31.788794 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:31.790168 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:31.790645 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:31.791087 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:31.793081 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:31.793081 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:31.793081 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:31.793081 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:31.793081 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:31.793924 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:31.794449 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-764292-30', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:48:31.802018 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-764292-30', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:48:31.844962 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-b119cb98-11b1-44c1-a3bd-12b646db1bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-450295'] for agent, after_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:31.897077 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.db.api [None req-5b07ee3c-ec7d-4e81-b8b4-766c98ca5a00 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-n-d-764292-30 {{(pid=102193) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 02:48:31.897708 n-d-764292-30 neutron-server[102193]: DEBUG oslo_db.api [None req-5b07ee3c-ec7d-4e81-b8b4-766c98ca5a00 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 02:48:32.423274 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-5b07ee3c-ec7d-4e81-b8b4-766c98ca5a00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:32.860027 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-450295'] for agent, after_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:34.488066 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-450295'] for agent, after_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:35.168409 n-d-764292-30 neutron-server[102193]: INFO neutron.db.l3_hamode_db [None req-de258b4e-e3b4-4ab2-b9a2-e573348d1bca None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 11 02:48:35.248195 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de258b4e-e3b4-4ab2-b9a2-e573348d1bca None None] Routers set() bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:48:35.248584 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de258b4e-e3b4-4ab2-b9a2-e573348d1bca None None] Router IDs set() for agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 11 02:48:35.443695 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 37172) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:35.934635 n-d-764292-30 neutron-server[102192]: WARNING oslo_policy.policy [None req-7a66fae4-68c2-48b9-8508-76996b170138 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 11 02:48:35.935208 n-d-764292-30 neutron-server[102192]: WARNING oslo_policy.policy [None req-7a66fae4-68c2-48b9-8508-76996b170138 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 11 02:48:36.154240 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [None req-7a66fae4-68c2-48b9-8508-76996b170138 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:48:36.155340 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-7a66fae4-68c2-48b9-8508-76996b170138 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7107673 Aug 11 02:48:38.489715 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 37186) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:38.795683 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-599508ac-efa7-47c8-862c-3176ba538704 admin admin] Request body: {'subnetpool': {'is_default': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'shared': True}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:48:38.888572 n-d-764292-30 neutron-server[102192]: DEBUG neutron.policy [None req-599508ac-efa7-47c8-862c-3176ba538704 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102192) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 11 02:48:38.932533 n-d-764292-30 neutron-server[102192]: WARNING oslo_policy.policy [None req-599508ac-efa7-47c8-862c-3176ba538704 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 11 02:48:38.932917 n-d-764292-30 neutron-server[102192]: WARNING oslo_policy.policy [None req-599508ac-efa7-47c8-862c-3176ba538704 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 11 02:48:38.941819 n-d-764292-30 neutron-server[102192]: INFO neutron.quota [None req-599508ac-efa7-47c8-862c-3176ba538704 admin admin] Loaded quota_driver: . Aug 11 02:48:39.094776 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-599508ac-efa7-47c8-862c-3176ba538704 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790267745178', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790267745615', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790267724120', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790267730829', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790266254711', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790267766909', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-553059', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16043844', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-392067', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-719819'] for rbac-policy, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:39.293939 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-599508ac-efa7-47c8-862c-3176ba538704 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:39.295150 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-599508ac-efa7-47c8-862c-3176ba538704 admin admin] 10.222.0.41 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8044703 Aug 11 02:48:41.840773 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 37198) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:42.135522 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-74f0b046-d889-4d48-8e44-82c0b09c263f admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': 'b311cbd1ff4743dca2a0caefbf9225fb', 'name': 'private', 'tenant_id': 'b311cbd1ff4743dca2a0caefbf9225fb'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:48:42.230852 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74f0b046-d889-4d48-8e44-82c0b09c263f admin admin] Made reservation on behalf of b311cbd1ff4743dca2a0caefbf9225fb for: {'network': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:48:42.233556 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-74f0b046-d889-4d48-8e44-82c0b09c263f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:42.251515 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-74f0b046-d889-4d48-8e44-82c0b09c263f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:42.378085 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-74f0b046-d889-4d48-8e44-82c0b09c263f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:42.444246 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-74f0b046-d889-4d48-8e44-82c0b09c263f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:42.463657 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74f0b046-d889-4d48-8e44-82c0b09c263f admin admin] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=102192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:48:42.491513 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-74f0b046-d889-4d48-8e44-82c0b09c263f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8790263022183', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:42.494035 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-74f0b046-d889-4d48-8e44-82c0b09c263f admin admin] Unsubscribe: segment precommit_create {{(pid=102192) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 11 02:48:42.494035 n-d-764292-30 neutron-server[102192]: INFO neutron.db.segments_db [None req-74f0b046-d889-4d48-8e44-82c0b09c263f admin admin] Added segment 0e8625d9-08d6-4724-837e-ff9f411bb115 of type vlan for network 4e1839e9-cee1-44bd-95f7-0d36cdddd549 Aug 11 02:48:42.509844 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f0b046-d889-4d48-8e44-82c0b09c263f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65817e94-4c8a-4c6b-a51b-5684f0f859b9,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:42.558123 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f0b046-d889-4d48-8e44-82c0b09c263f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:42.558478 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f0b046-d889-4d48-8e44-82c0b09c263f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:42.558812 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f0b046-d889-4d48-8e44-82c0b09c263f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:42.559139 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f0b046-d889-4d48-8e44-82c0b09c263f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:42.559467 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f0b046-d889-4d48-8e44-82c0b09c263f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:42.559787 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f0b046-d889-4d48-8e44-82c0b09c263f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:42.560105 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f0b046-d889-4d48-8e44-82c0b09c263f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:42.560419 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f0b046-d889-4d48-8e44-82c0b09c263f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:42.560732 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f0b046-d889-4d48-8e44-82c0b09c263f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:42.561045 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f0b046-d889-4d48-8e44-82c0b09c263f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:42.561358 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f0b046-d889-4d48-8e44-82c0b09c263f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:42.561667 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f0b046-d889-4d48-8e44-82c0b09c263f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:42.562976 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f0b046-d889-4d48-8e44-82c0b09c263f admin admin] Tracked resource versions report: Aug 11 02:48:42.562976 n-d-764292-30 neutron-server[102192]: pushed versions: Aug 11 02:48:42.562976 n-d-764292-30 neutron-server[102192]: { 'AddressGroup': {'1.2'}, Aug 11 02:48:42.562976 n-d-764292-30 neutron-server[102192]: 'ConntrackHelper': {'1.0'}, Aug 11 02:48:42.562976 n-d-764292-30 neutron-server[102192]: 'Log': {'1.0'}, Aug 11 02:48:42.562976 n-d-764292-30 neutron-server[102192]: 'Network': {'1.1'}, Aug 11 02:48:42.562976 n-d-764292-30 neutron-server[102192]: 'Port': {'1.7'}, Aug 11 02:48:42.562976 n-d-764292-30 neutron-server[102192]: 'PortForwarding': {'1.2'}, Aug 11 02:48:42.562976 n-d-764292-30 neutron-server[102192]: 'QosPolicy': {'1.9'}, Aug 11 02:48:42.562976 n-d-764292-30 neutron-server[102192]: 'SecurityGroup': {'1.4'}, Aug 11 02:48:42.562976 n-d-764292-30 neutron-server[102192]: 'SecurityGroupRule': {'1.2'}, Aug 11 02:48:42.562976 n-d-764292-30 neutron-server[102192]: 'SubPort': {'1.0'}, Aug 11 02:48:42.562976 n-d-764292-30 neutron-server[102192]: 'Subnet': {'1.1'}, Aug 11 02:48:42.562976 n-d-764292-30 neutron-server[102192]: 'Trunk': {'1.1'}} Aug 11 02:48:42.562976 n-d-764292-30 neutron-server[102192]: consumer versions: Aug 11 02:48:42.562976 n-d-764292-30 neutron-server[102192]: { DHCP agent@n-d-764292-30: {}, Aug 11 02:48:42.562976 n-d-764292-30 neutron-server[102192]: L3 agent@n-d-764292-30: {}, Aug 11 02:48:42.562976 n-d-764292-30 neutron-server[102192]: Metadata agent@n-d-764292-30: {}, Aug 11 02:48:42.562976 n-d-764292-30 neutron-server[102192]: Metering agent@n-d-764292-30: {}, Aug 11 02:48:42.562976 n-d-764292-30 neutron-server[102192]: Open vSwitch agent@n-d-764292-30: { 'AddressGroup': '1.2', Aug 11 02:48:42.562976 n-d-764292-30 neutron-server[102192]: 'ConntrackHelper': '1.0', Aug 11 02:48:42.562976 n-d-764292-30 neutron-server[102192]: 'Log': '1.0', Aug 11 02:48:42.562976 n-d-764292-30 neutron-server[102192]: 'Network': '1.1', Aug 11 02:48:42.562976 n-d-764292-30 neutron-server[102192]: 'Port': '1.7', Aug 11 02:48:42.562976 n-d-764292-30 neutron-server[102192]: 'PortForwarding': '1.2', Aug 11 02:48:42.562976 n-d-764292-30 neutron-server[102192]: 'QosPolicy': '1.9', Aug 11 02:48:42.562976 n-d-764292-30 neutron-server[102192]: 'SecurityGroup': '1.4', Aug 11 02:48:42.562976 n-d-764292-30 neutron-server[102192]: 'SecurityGroupRule': '1.2', Aug 11 02:48:42.562976 n-d-764292-30 neutron-server[102192]: 'SubPort': '1.0', Aug 11 02:48:42.562976 n-d-764292-30 neutron-server[102192]: 'Subnet': '1.1', Aug 11 02:48:42.562976 n-d-764292-30 neutron-server[102192]: 'Trunk': '1.1'}} Aug 11 02:48:42.562976 n-d-764292-30 neutron-server[102192]: {{(pid=102192) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 11 02:48:42.612821 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-74f0b046-d889-4d48-8e44-82c0b09c263f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:42.724406 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-74f0b046-d889-4d48-8e44-82c0b09c263f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:42.725466 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f0b046-d889-4d48-8e44-82c0b09c263f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:42.726122 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-74f0b046-d889-4d48-8e44-82c0b09c263f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:42.820625 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f0b046-d889-4d48-8e44-82c0b09c263f admin admin] Pushing event updated for resources: {'Network': ['ID=4e1839e9-cee1-44bd-95f7-0d36cdddd549,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:42.831856 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network 4e1839e9-cee1-44bd-95f7-0d36cdddd549 details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:48:42.862062 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-74f0b046-d889-4d48-8e44-82c0b09c263f admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0202434 Aug 11 02:48:45.460357 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 37212) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:45.951880 n-d-764292-30 neutron-server[102191]: WARNING oslo_policy.policy [None req-a8ce0450-36e5-4f46-bca0-d96b8415e759 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 11 02:48:45.952487 n-d-764292-30 neutron-server[102191]: WARNING oslo_policy.policy [None req-a8ce0450-36e5-4f46-bca0-d96b8415e759 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 11 02:48:46.385374 n-d-764292-30 neutron-server[102191]: DEBUG neutron.policy [None req-a8ce0450-36e5-4f46-bca0-d96b8415e759 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102191) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 11 02:48:46.430087 n-d-764292-30 neutron-server[102191]: WARNING oslo_policy.policy [None req-a8ce0450-36e5-4f46-bca0-d96b8415e759 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 11 02:48:46.430484 n-d-764292-30 neutron-server[102191]: WARNING oslo_policy.policy [None req-a8ce0450-36e5-4f46-bca0-d96b8415e759 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 11 02:48:46.438586 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ce0450-36e5-4f46-bca0-d96b8415e759 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:46.441012 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-a8ce0450-36e5-4f46-bca0-d96b8415e759 admin admin] 10.222.0.41 "GET /v2.0/networks/4e1839e9-cee1-44bd-95f7-0d36cdddd549 HTTP/1.1" status: 200 len: 825 time: 0.9780333 Aug 11 02:48:46.481686 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-52e8eda0-19fd-4d12-ab4e-b8e6e6b30df8 admin admin] 10.222.0.41 "GET /v2.0/subnetpools/d5a1a5b4-9000-4b3b-a558-c9405d051cd5 HTTP/1.1" status: 200 len: 734 time: 0.0347545 Aug 11 02:48:46.491637 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-7ab37f14-dc0c-4b77-a3cc-cb8162b6d6f2 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'ip_version': 4, 'tenant_id': 'b311cbd1ff4743dca2a0caefbf9225fb', 'subnetpool_id': 'd5a1a5b4-9000-4b3b-a558-c9405d051cd5', 'network_id': '4e1839e9-cee1-44bd-95f7-0d36cdddd549', 'gateway_ip': '172.20.0.1'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:48:46.493249 n-d-764292-30 neutron-server[102191]: INFO neutron.quota [None req-7ab37f14-dc0c-4b77-a3cc-cb8162b6d6f2 admin admin] Loaded quota_driver: . Aug 11 02:48:46.632778 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ab37f14-dc0c-4b77-a3cc-cb8162b6d6f2 admin admin] Made reservation on behalf of b311cbd1ff4743dca2a0caefbf9225fb for: {'subnet': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:48:46.644023 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7ab37f14-dc0c-4b77-a3cc-cb8162b6d6f2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:47.042670 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7ab37f14-dc0c-4b77-a3cc-cb8162b6d6f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for subnet, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:47.113413 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab37f14-dc0c-4b77-a3cc-cb8162b6d6f2 admin admin] Checking segment: {'id': '0e8625d9-08d6-4724-837e-ff9f411bb115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '4e1839e9-cee1-44bd-95f7-0d36cdddd549'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:48:47.113797 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ab37f14-dc0c-4b77-a3cc-cb8162b6d6f2 admin admin] Network hostable DHCP agents. Network: 4e1839e9-cee1-44bd-95f7-0d36cdddd549, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:48:47.124766 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab37f14-dc0c-4b77-a3cc-cb8162b6d6f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc9c5993-dcb0-4ffc-81c5-51e7c9bb3584,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:47.137623 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab37f14-dc0c-4b77-a3cc-cb8162b6d6f2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:47.137961 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab37f14-dc0c-4b77-a3cc-cb8162b6d6f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:47.138391 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab37f14-dc0c-4b77-a3cc-cb8162b6d6f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:47.138720 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab37f14-dc0c-4b77-a3cc-cb8162b6d6f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:47.139041 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab37f14-dc0c-4b77-a3cc-cb8162b6d6f2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:47.139359 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab37f14-dc0c-4b77-a3cc-cb8162b6d6f2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:47.139680 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab37f14-dc0c-4b77-a3cc-cb8162b6d6f2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:47.139993 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab37f14-dc0c-4b77-a3cc-cb8162b6d6f2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:47.140304 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab37f14-dc0c-4b77-a3cc-cb8162b6d6f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:47.140615 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab37f14-dc0c-4b77-a3cc-cb8162b6d6f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:47.140924 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab37f14-dc0c-4b77-a3cc-cb8162b6d6f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:47.141231 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab37f14-dc0c-4b77-a3cc-cb8162b6d6f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:47.142363 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab37f14-dc0c-4b77-a3cc-cb8162b6d6f2 admin admin] Tracked resource versions report: Aug 11 02:48:47.142363 n-d-764292-30 neutron-server[102191]: pushed versions: Aug 11 02:48:47.142363 n-d-764292-30 neutron-server[102191]: { 'AddressGroup': {'1.2'}, Aug 11 02:48:47.142363 n-d-764292-30 neutron-server[102191]: 'ConntrackHelper': {'1.0'}, Aug 11 02:48:47.142363 n-d-764292-30 neutron-server[102191]: 'Log': {'1.0'}, Aug 11 02:48:47.142363 n-d-764292-30 neutron-server[102191]: 'Network': {'1.1'}, Aug 11 02:48:47.142363 n-d-764292-30 neutron-server[102191]: 'Port': {'1.7'}, Aug 11 02:48:47.142363 n-d-764292-30 neutron-server[102191]: 'PortForwarding': {'1.2'}, Aug 11 02:48:47.142363 n-d-764292-30 neutron-server[102191]: 'QosPolicy': {'1.9'}, Aug 11 02:48:47.142363 n-d-764292-30 neutron-server[102191]: 'SecurityGroup': {'1.4'}, Aug 11 02:48:47.142363 n-d-764292-30 neutron-server[102191]: 'SecurityGroupRule': {'1.2'}, Aug 11 02:48:47.142363 n-d-764292-30 neutron-server[102191]: 'SubPort': {'1.0'}, Aug 11 02:48:47.142363 n-d-764292-30 neutron-server[102191]: 'Subnet': {'1.1'}, Aug 11 02:48:47.142363 n-d-764292-30 neutron-server[102191]: 'Trunk': {'1.1'}} Aug 11 02:48:47.142363 n-d-764292-30 neutron-server[102191]: consumer versions: Aug 11 02:48:47.142363 n-d-764292-30 neutron-server[102191]: { DHCP agent@n-d-764292-30: {}, Aug 11 02:48:47.142363 n-d-764292-30 neutron-server[102191]: L3 agent@n-d-764292-30: {}, Aug 11 02:48:47.142363 n-d-764292-30 neutron-server[102191]: Metadata agent@n-d-764292-30: {}, Aug 11 02:48:47.142363 n-d-764292-30 neutron-server[102191]: Metering agent@n-d-764292-30: {}, Aug 11 02:48:47.142363 n-d-764292-30 neutron-server[102191]: Open vSwitch agent@n-d-764292-30: { 'AddressGroup': '1.2', Aug 11 02:48:47.142363 n-d-764292-30 neutron-server[102191]: 'ConntrackHelper': '1.0', Aug 11 02:48:47.142363 n-d-764292-30 neutron-server[102191]: 'Log': '1.0', Aug 11 02:48:47.142363 n-d-764292-30 neutron-server[102191]: 'Network': '1.1', Aug 11 02:48:47.142363 n-d-764292-30 neutron-server[102191]: 'Port': '1.7', Aug 11 02:48:47.142363 n-d-764292-30 neutron-server[102191]: 'PortForwarding': '1.2', Aug 11 02:48:47.142363 n-d-764292-30 neutron-server[102191]: 'QosPolicy': '1.9', Aug 11 02:48:47.142363 n-d-764292-30 neutron-server[102191]: 'SecurityGroup': '1.4', Aug 11 02:48:47.142363 n-d-764292-30 neutron-server[102191]: 'SecurityGroupRule': '1.2', Aug 11 02:48:47.142363 n-d-764292-30 neutron-server[102191]: 'SubPort': '1.0', Aug 11 02:48:47.142363 n-d-764292-30 neutron-server[102191]: 'Subnet': '1.1', Aug 11 02:48:47.142363 n-d-764292-30 neutron-server[102191]: 'Trunk': '1.1'}} Aug 11 02:48:47.142363 n-d-764292-30 neutron-server[102191]: {{(pid=102191) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 11 02:48:47.238049 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ab37f14-dc0c-4b77-a3cc-cb8162b6d6f2 admin admin] Network 4e1839e9-cee1-44bd-95f7-0d36cdddd549 is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:48:47.333174 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-7ab37f14-dc0c-4b77-a3cc-cb8162b6d6f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, 4e1839e9-cee1-44bd-95f7-0d36cdddd549) {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:48:47.337793 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab37f14-dc0c-4b77-a3cc-cb8162b6d6f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:47.338423 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7ab37f14-dc0c-4b77-a3cc-cb8162b6d6f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:47.342882 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1615648d-ed7e-4e5d-8c35-8b09d93ebfa6 None None] Network 4e1839e9-cee1-44bd-95f7-0d36cdddd549 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:48:47.426044 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-7ab37f14-dc0c-4b77-a3cc-cb8162b6d6f2 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9384754 Aug 11 02:48:47.668803 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d58019aa-f74b-4682-8678-f2db4ca680d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde080026-c28f-55be-b52b-13827cc43646-4e1839e9-cee1-44bd-95f7-0d36cdddd549', 'network_id': '4e1839e9-cee1-44bd-95f7-0d36cdddd549', 'tenant_id': 'b311cbd1ff4743dca2a0caefbf9225fb', 'fixed_ips': [{'subnet_id': 'fc9c5993-dcb0-4ffc-81c5-51e7c9bb3584'}]}} from n-d-764292-30. {{(pid=102193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:48:47.670003 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-d58019aa-f74b-4682-8678-f2db4ca680d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:47.944671 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.db_base_plugin_common [None req-d58019aa-f74b-4682-8678-f2db4ca680d9 None None] Allocated IP 172.20.0.2 (4e1839e9-cee1-44bd-95f7-0d36cdddd549/fc9c5993-dcb0-4ffc-81c5-51e7c9bb3584/ce20af71-cf06-463b-9a38-efd2df5b75ba) {{(pid=102193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:48:48.147022 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-d58019aa-f74b-4682-8678-f2db4ca680d9 None None] Notify callbacks [] for port, precommit_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:48.189587 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-d58019aa-f74b-4682-8678-f2db4ca680d9 None None] Transition to ACTIVE for port object ce20af71-cf06-463b-9a38-efd2df5b75ba will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:48:48.210476 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-d58019aa-f74b-4682-8678-f2db4ca680d9 None None] Transition to ACTIVE for port object ce20af71-cf06-463b-9a38-efd2df5b75ba will not be triggered until provisioned by entity DHCP. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:48:48.291616 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-d58019aa-f74b-4682-8678-f2db4ca680d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669'] for port, after_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:48.359442 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d58019aa-f74b-4682-8678-f2db4ca680d9 None None] Network 4e1839e9-cee1-44bd-95f7-0d36cdddd549 is already hosted by enough agents. {{(pid=102193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:48:48.364299 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.base_scheduler [None req-d58019aa-f74b-4682-8678-f2db4ca680d9 None None] Resources bound (agent type, host, resource id): {{(pid=102193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:48:48.375323 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58019aa-f74b-4682-8678-f2db4ca680d9 None None] Received port after_create {{(pid=102193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:48:48.378450 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58019aa-f74b-4682-8678-f2db4ca680d9 None None] Pushing event updated for resources: {'Port': ['ID=ce20af71-cf06-463b-9a38-efd2df5b75ba,revision_number=1']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:48.410130 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58019aa-f74b-4682-8678-f2db4ca680d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:48.410506 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58019aa-f74b-4682-8678-f2db4ca680d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:48.410854 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58019aa-f74b-4682-8678-f2db4ca680d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:48.411184 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58019aa-f74b-4682-8678-f2db4ca680d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:48.411508 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58019aa-f74b-4682-8678-f2db4ca680d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:48.411831 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58019aa-f74b-4682-8678-f2db4ca680d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:48.412152 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58019aa-f74b-4682-8678-f2db4ca680d9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:48.412472 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58019aa-f74b-4682-8678-f2db4ca680d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:48.412791 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58019aa-f74b-4682-8678-f2db4ca680d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:48.413109 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58019aa-f74b-4682-8678-f2db4ca680d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:48.413429 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58019aa-f74b-4682-8678-f2db4ca680d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:48.413746 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58019aa-f74b-4682-8678-f2db4ca680d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:48.415027 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58019aa-f74b-4682-8678-f2db4ca680d9 None None] Tracked resource versions report: Aug 11 02:48:48.415027 n-d-764292-30 neutron-server[102193]: pushed versions: Aug 11 02:48:48.415027 n-d-764292-30 neutron-server[102193]: { 'AddressGroup': {'1.2'}, Aug 11 02:48:48.415027 n-d-764292-30 neutron-server[102193]: 'ConntrackHelper': {'1.0'}, Aug 11 02:48:48.415027 n-d-764292-30 neutron-server[102193]: 'Log': {'1.0'}, Aug 11 02:48:48.415027 n-d-764292-30 neutron-server[102193]: 'Network': {'1.1'}, Aug 11 02:48:48.415027 n-d-764292-30 neutron-server[102193]: 'Port': {'1.7'}, Aug 11 02:48:48.415027 n-d-764292-30 neutron-server[102193]: 'PortForwarding': {'1.2'}, Aug 11 02:48:48.415027 n-d-764292-30 neutron-server[102193]: 'QosPolicy': {'1.9'}, Aug 11 02:48:48.415027 n-d-764292-30 neutron-server[102193]: 'SecurityGroup': {'1.4'}, Aug 11 02:48:48.415027 n-d-764292-30 neutron-server[102193]: 'SecurityGroupRule': {'1.2'}, Aug 11 02:48:48.415027 n-d-764292-30 neutron-server[102193]: 'SubPort': {'1.0'}, Aug 11 02:48:48.415027 n-d-764292-30 neutron-server[102193]: 'Subnet': {'1.1'}, Aug 11 02:48:48.415027 n-d-764292-30 neutron-server[102193]: 'Trunk': {'1.1'}} Aug 11 02:48:48.415027 n-d-764292-30 neutron-server[102193]: consumer versions: Aug 11 02:48:48.415027 n-d-764292-30 neutron-server[102193]: { DHCP agent@n-d-764292-30: {}, Aug 11 02:48:48.415027 n-d-764292-30 neutron-server[102193]: L3 agent@n-d-764292-30: {}, Aug 11 02:48:48.415027 n-d-764292-30 neutron-server[102193]: Metadata agent@n-d-764292-30: {}, Aug 11 02:48:48.415027 n-d-764292-30 neutron-server[102193]: Metering agent@n-d-764292-30: {}, Aug 11 02:48:48.415027 n-d-764292-30 neutron-server[102193]: Open vSwitch agent@n-d-764292-30: { 'AddressGroup': '1.2', Aug 11 02:48:48.415027 n-d-764292-30 neutron-server[102193]: 'ConntrackHelper': '1.0', Aug 11 02:48:48.415027 n-d-764292-30 neutron-server[102193]: 'Log': '1.0', Aug 11 02:48:48.415027 n-d-764292-30 neutron-server[102193]: 'Network': '1.1', Aug 11 02:48:48.415027 n-d-764292-30 neutron-server[102193]: 'Port': '1.7', Aug 11 02:48:48.415027 n-d-764292-30 neutron-server[102193]: 'PortForwarding': '1.2', Aug 11 02:48:48.415027 n-d-764292-30 neutron-server[102193]: 'QosPolicy': '1.9', Aug 11 02:48:48.415027 n-d-764292-30 neutron-server[102193]: 'SecurityGroup': '1.4', Aug 11 02:48:48.415027 n-d-764292-30 neutron-server[102193]: 'SecurityGroupRule': '1.2', Aug 11 02:48:48.415027 n-d-764292-30 neutron-server[102193]: 'SubPort': '1.0', Aug 11 02:48:48.415027 n-d-764292-30 neutron-server[102193]: 'Subnet': '1.1', Aug 11 02:48:48.415027 n-d-764292-30 neutron-server[102193]: 'Trunk': '1.1'}} Aug 11 02:48:48.415027 n-d-764292-30 neutron-server[102193]: {{(pid=102193) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 11 02:48:48.462305 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-d58019aa-f74b-4682-8678-f2db4ca680d9 None None] Attempting to bind port ce20af71-cf06-463b-9a38-efd2df5b75ba on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:48:48.462646 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-d58019aa-f74b-4682-8678-f2db4ca680d9 None None] Attempting to bind port ce20af71-cf06-463b-9a38-efd2df5b75ba by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': '0e8625d9-08d6-4724-837e-ff9f411bb115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '4e1839e9-cee1-44bd-95f7-0d36cdddd549'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:48:48.463074 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58019aa-f74b-4682-8678-f2db4ca680d9 None None] Attempting to bind port ce20af71-cf06-463b-9a38-efd2df5b75ba on network 4e1839e9-cee1-44bd-95f7-0d36cdddd549 {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:48:48.467870 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58019aa-f74b-4682-8678-f2db4ca680d9 None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 48, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:48:48.468270 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58019aa-f74b-4682-8678-f2db4ca680d9 None None] Checking segment: {'id': '0e8625d9-08d6-4724-837e-ff9f411bb115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '4e1839e9-cee1-44bd-95f7-0d36cdddd549'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:48:48.469003 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-d58019aa-f74b-4682-8678-f2db4ca680d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:48.469409 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58019aa-f74b-4682-8678-f2db4ca680d9 None None] Bound using segment: {'id': '0e8625d9-08d6-4724-837e-ff9f411bb115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '4e1839e9-cee1-44bd-95f7-0d36cdddd549'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:48:48.469884 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-d58019aa-f74b-4682-8678-f2db4ca680d9 None None] Bound port: ce20af71-cf06-463b-9a38-efd2df5b75ba, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e8625d9-08d6-4724-837e-ff9f411bb115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '4e1839e9-cee1-44bd-95f7-0d36cdddd549'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:48:48.470270 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-d58019aa-f74b-4682-8678-f2db4ca680d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:48.531047 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-d58019aa-f74b-4682-8678-f2db4ca680d9 None None] For port ce20af71-cf06-463b-9a38-efd2df5b75ba, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:48:48.535355 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-d58019aa-f74b-4682-8678-f2db4ca680d9 None None] For port ce20af71-cf06-463b-9a38-efd2df5b75ba, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=ce20af71-cf06-463b-9a38-efd2df5b75ba,segment=NetworkSegment(0e8625d9-08d6-4724-837e-ff9f411bb115),segment_id=0e8625d9-08d6-4724-837e-ff9f411bb115)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:48:48.628402 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-d58019aa-f74b-4682-8678-f2db4ca680d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:48.697595 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58019aa-f74b-4682-8678-f2db4ca680d9 None None] Pushing event updated for resources: {'Port': ['ID=ce20af71-cf06-463b-9a38-efd2df5b75ba,revision_number=2']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:49.818151 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 37232) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:50.144857 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [None req-25e70294-4d23-4213-bb93-213bb3ff1c6e admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102191) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:48:50.146046 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-25e70294-4d23-4213-bb93-213bb3ff1c6e admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3268261 Aug 11 02:48:52.527500 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 37240) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:52.840007 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [None req-1c8cc64d-8549-4edf-b737-da3f1311ef58 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102191) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:48:52.841029 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-1c8cc64d-8549-4edf-b737-da3f1311ef58 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3125715 Aug 11 02:48:55.435952 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 37250) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:55.731704 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-d54df399-2772-40ba-85a7-b45f1fc04c84 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': 'b311cbd1ff4743dca2a0caefbf9225fb', 'admin_state_up': True}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:48:55.872979 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d54df399-2772-40ba-85a7-b45f1fc04c84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-450010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6626'] for router, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:55.874861 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d54df399-2772-40ba-85a7-b45f1fc04c84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-446747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6633'] for router, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:56.034879 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d54df399-2772-40ba-85a7-b45f1fc04c84 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:56.096909 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d54df399-2772-40ba-85a7-b45f1fc04c84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-446952'] for router, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:56.169360 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d54df399-2772-40ba-85a7-b45f1fc04c84 admin admin] Notify callbacks [] for router, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:56.170544 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-d54df399-2772-40ba-85a7-b45f1fc04c84 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7335999 Aug 11 02:48:56.976552 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3f1b5be-02f1-407d-ac36-c400b6a92312 None None] Network 4e1839e9-cee1-44bd-95f7-0d36cdddd549 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:48:57.147071 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-0fa5a07e-3f72-41b5-9eee-0b55d4800476 None None] Provisioning for port ce20af71-cf06-463b-9a38-efd2df5b75ba completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:48:57.558426 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device ce20af71-cf06-463b-9a38-efd2df5b75ba up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:48:57.695299 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port ce20af71-cf06-463b-9a38-efd2df5b75ba completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:48:57.699248 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port ce20af71-cf06-463b-9a38-efd2df5b75ba triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:48:57.699698 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:57.804864 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:57.838988 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port ce20af71-cf06-463b-9a38-efd2df5b75ba, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=ce20af71-cf06-463b-9a38-efd2df5b75ba,segment=NetworkSegment(0e8625d9-08d6-4724-837e-ff9f411bb115),segment_id=0e8625d9-08d6-4724-837e-ff9f411bb115)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:48:57.900771 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:57.948036 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=ce20af71-cf06-463b-9a38-efd2df5b75ba,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:58.517297 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 37262) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:58.825743 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [None req-0d53689e-2222-4859-a562-000fcb6cad2f admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102191) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:48:58.826759 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-0d53689e-2222-4859-a562-000fcb6cad2f admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3084581 Aug 11 02:48:59.050360 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-83eb699d-90f3-4aa2-b441-9751e894079f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:59.547406 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device ce20af71-cf06-463b-9a38-efd2df5b75ba up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:48:59.592257 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port ce20af71-cf06-463b-9a38-efd2df5b75ba triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:48:59.592638 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:01.167059 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 37270) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:01.468361 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-8782e616-ee38-4718-b493-c0dd50823e7e admin admin] Request body: {'network': {'name': 'public', 'provider:network_type': 'flat', 'router:external': True, 'is_default': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:49:01.561453 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8782e616-ee38-4718-b493-c0dd50823e7e admin admin] Made reservation on behalf of c76a2177c7f74f3f9659c63ce1e7841d for: {'network': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:49:01.563715 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8782e616-ee38-4718-b493-c0dd50823e7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:01.579213 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8782e616-ee38-4718-b493-c0dd50823e7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:01.692312 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8782e616-ee38-4718-b493-c0dd50823e7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:01.758167 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:01.786581 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-988c5506-0395-4777-a25e-c9ea2386c528 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:01.786779 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8782e616-ee38-4718-b493-c0dd50823e7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:01.803298 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-8782e616-ee38-4718-b493-c0dd50823e7e admin admin] Reserving flat network on physical network physnet1 {{(pid=102191) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 11 02:49:01.829475 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8782e616-ee38-4718-b493-c0dd50823e7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e79ec758-9e1f-4634-b3d2-373629737e17,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:01.829475 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8782e616-ee38-4718-b493-c0dd50823e7e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8790263022183', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:01.829827 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8782e616-ee38-4718-b493-c0dd50823e7e admin admin] Unsubscribe: segment precommit_create {{(pid=102191) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 11 02:49:01.830328 n-d-764292-30 neutron-server[102191]: INFO neutron.db.segments_db [None req-8782e616-ee38-4718-b493-c0dd50823e7e admin admin] Added segment fab28bed-aa25-40db-bba4-ec26e795194c of type flat for network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 Aug 11 02:49:01.894707 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8782e616-ee38-4718-b493-c0dd50823e7e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:02.003741 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8782e616-ee38-4718-b493-c0dd50823e7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:02.004694 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8782e616-ee38-4718-b493-c0dd50823e7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:02.005291 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8782e616-ee38-4718-b493-c0dd50823e7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:02.092597 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8782e616-ee38-4718-b493-c0dd50823e7e admin admin] Pushing event updated for resources: {'Network': ['ID=09faf7d2-eaf5-4a50-bb6e-4cb05d009a76,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:02.103239 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:49:02.147308 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-8782e616-ee38-4718-b493-c0dd50823e7e admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9791846 Aug 11 02:49:02.775206 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:04.432352 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:04.486455 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 37288) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:04.660182 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a9e8bd-6f8e-437e-b41b-73c95d1d3887 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:04.661536 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-f1a9e8bd-6f8e-437e-b41b-73c95d1d3887 admin admin] 10.222.0.41 "GET /v2.0/subnets/fc9c5993-dcb0-4ffc-81c5-51e7c9bb3584 HTTP/1.1" status: 200 len: 849 time: 0.1741083 Aug 11 02:49:04.780840 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-4a54157a-a936-4e9e-a3c9-42a45f4ba204 admin admin] 10.222.0.41 "GET /v2.0/routers/116e9016-7a05-4bb0-8623-d388706b40df HTTP/1.1" status: 200 len: 704 time: 0.1134655 Aug 11 02:49:05.042024 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-78f9c77a-e446-412c-9cd5-db01fe124d29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:05.327223 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [None req-78f9c77a-e446-412c-9cd5-db01fe124d29 admin admin] Allocated IP 172.20.0.1 (4e1839e9-cee1-44bd-95f7-0d36cdddd549/fc9c5993-dcb0-4ffc-81c5-51e7c9bb3584/4bec24fd-ae03-40dd-93a3-bf0a4a25cfc8) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:49:05.476908 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-78f9c77a-e446-412c-9cd5-db01fe124d29 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:05.499043 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [None req-78f9c77a-e446-412c-9cd5-db01fe124d29 admin admin] Transition to ACTIVE for port object 4bec24fd-ae03-40dd-93a3-bf0a4a25cfc8 will not be triggered until provisioned by entity DHCP. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:49:05.701605 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-78f9c77a-e446-412c-9cd5-db01fe124d29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:05.772522 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f9c77a-e446-412c-9cd5-db01fe124d29 admin admin] Network 4e1839e9-cee1-44bd-95f7-0d36cdddd549 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:49:05.777284 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-78f9c77a-e446-412c-9cd5-db01fe124d29 admin admin] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:49:05.780045 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f9c77a-e446-412c-9cd5-db01fe124d29 admin admin] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:49:05.780597 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-78f9c77a-e446-412c-9cd5-db01fe124d29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-520987'] for router_interface, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:05.839355 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f9c77a-e446-412c-9cd5-db01fe124d29 admin admin] Pushing event updated for resources: {'Port': ['ID=4bec24fd-ae03-40dd-93a3-bf0a4a25cfc8,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:06.060784 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-fa03719b-eee2-4817-b5d1-e7d3f01e7640 None None] Provisioning for port 4bec24fd-ae03-40dd-93a3-bf0a4a25cfc8 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:49:06.064497 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-fa03719b-eee2-4817-b5d1-e7d3f01e7640 None None] Provisioning complete for port 4bec24fd-ae03-40dd-93a3-bf0a4a25cfc8 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:49:06.065575 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-fa03719b-eee2-4817-b5d1-e7d3f01e7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:06.075885 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-78f9c77a-e446-412c-9cd5-db01fe124d29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:06.097584 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-fa03719b-eee2-4817-b5d1-e7d3f01e7640 None None] Port 4bec24fd-ae03-40dd-93a3-bf0a4a25cfc8 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:49:06.277344 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-78f9c77a-e446-412c-9cd5-db01fe124d29 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:06.328969 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-78f9c77a-e446-412c-9cd5-db01fe124d29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:06.329742 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-78f9c77a-e446-412c-9cd5-db01fe124d29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16383026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521135'] for router_interface, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:06.406174 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f9c77a-e446-412c-9cd5-db01fe124d29 admin admin] Pushing event updated for resources: {'Port': ['ID=4bec24fd-ae03-40dd-93a3-bf0a4a25cfc8,revision_number=2']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:06.453647 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f9c77a-e446-412c-9cd5-db01fe124d29 admin admin] Network 4e1839e9-cee1-44bd-95f7-0d36cdddd549 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:49:06.454985 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-78f9c77a-e446-412c-9cd5-db01fe124d29 admin admin] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:49:06.617322 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-156ffe44-f445-4893-aa03-79037d5d5c39 None None] Provisioning complete for port 4bec24fd-ae03-40dd-93a3-bf0a4a25cfc8 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:49:06.617648 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-156ffe44-f445-4893-aa03-79037d5d5c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:06.650432 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-156ffe44-f445-4893-aa03-79037d5d5c39 None None] Port 4bec24fd-ae03-40dd-93a3-bf0a4a25cfc8 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:49:06.700845 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78f9c77a-e446-412c-9cd5-db01fe124d29 admin admin] Router 116e9016-7a05-4bb0-8623-d388706b40df is scheduled to L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 with binding_index 1 {{(pid=102191) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:49:06.789757 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78f9c77a-e446-412c-9cd5-db01fe124d29 admin admin] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:49:06.795127 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-78f9c77a-e446-412c-9cd5-db01fe124d29 admin admin] 10.222.0.41 "PUT /v2.0/routers/116e9016-7a05-4bb0-8623-d388706b40df/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0084743 Aug 11 02:49:06.802569 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a58f2f-1644-4c80-8b12-b68a56ca180f None None] Sync routers for ids ['116e9016-7a05-4bb0-8623-d388706b40df'] in n-d-764292-30 {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:49:06.813927 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a58f2f-1644-4c80-8b12-b68a56ca180f None None] Routers {'116e9016-7a05-4bb0-8623-d388706b40df'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:49:06.814833 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-57a58f2f-1644-4c80-8b12-b68a56ca180f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T02:49:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['116e9016-7a05-4bb0-8623-d388706b40df'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:49:06.997242 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-57a58f2f-1644-4c80-8b12-b68a56ca180f None None] Set router 116e9016-7a05-4bb0-8623-d388706b40df gateway port host: None {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:49:07.412681 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-57a58f2f-1644-4c80-8b12-b68a56ca180f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '116e9016-7a05-4bb0-8623-d388706b40df', 'name': 'router1', 'tenant_id': 'b311cbd1ff4743dca2a0caefbf9225fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:48:55Z', 'updated_at': '2021-08-11T02:49:05Z', 'revision_number': 2, 'project_id': 'b311cbd1ff4743dca2a0caefbf9225fb', 'gw_port_host': None, '_interfaces': [{'id': '4bec24fd-ae03-40dd-93a3-bf0a4a25cfc8', 'name': '', 'network_id': '4e1839e9-cee1-44bd-95f7-0d36cdddd549', 'tenant_id': 'b311cbd1ff4743dca2a0caefbf9225fb', 'mac_address': 'fa:16:3e:be:9b:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '116e9016-7a05-4bb0-8623-d388706b40df', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fc9c5993-dcb0-4ffc-81c5-51e7c9bb3584', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:49:05Z', 'updated_at': '2021-08-11T02:49:06Z', 'revision_number': 2, 'project_id': 'b311cbd1ff4743dca2a0caefbf9225fb', 'subnets': [{'id': 'fc9c5993-dcb0-4ffc-81c5-51e7c9bb3584', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd5a1a5b4-9000-4b3b-a558-c9405d051cd5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:49:07.463516 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a58f2f-1644-4c80-8b12-b68a56ca180f None None] Checking router: 116e9016-7a05-4bb0-8623-d388706b40df for host: n-d-764292-30 {{(pid=102194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:49:07.463881 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a58f2f-1644-4c80-8b12-b68a56ca180f None None] Updating router 116e9016-7a05-4bb0-8623-d388706b40df port 4bec24fd-ae03-40dd-93a3-bf0a4a25cfc8 binding host n-d-764292-30 {{(pid=102194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:49:07.510936 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-57a58f2f-1644-4c80-8b12-b68a56ca180f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:08.028042 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-57a58f2f-1644-4c80-8b12-b68a56ca180f None None] Notify callbacks [] for port, precommit_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:08.046257 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.provisioning_blocks [None req-57a58f2f-1644-4c80-8b12-b68a56ca180f None None] Transition to ACTIVE for port object 4bec24fd-ae03-40dd-93a3-bf0a4a25cfc8 will not be triggered until provisioned by entity L2. {{(pid=102194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:49:08.117933 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-57a58f2f-1644-4c80-8b12-b68a56ca180f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:08.273620 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c37102-fccb-4907-95de-f88ac8a52787 None None] Pushing event updated for resources: {'Port': ['ID=4bec24fd-ae03-40dd-93a3-bf0a4a25cfc8,revision_number=3']} {{(pid=102194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:08.285659 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-57a58f2f-1644-4c80-8b12-b68a56ca180f None None] Attempting to bind port 4bec24fd-ae03-40dd-93a3-bf0a4a25cfc8 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:49:08.286058 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-57a58f2f-1644-4c80-8b12-b68a56ca180f None None] Attempting to bind port 4bec24fd-ae03-40dd-93a3-bf0a4a25cfc8 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': '0e8625d9-08d6-4724-837e-ff9f411bb115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '4e1839e9-cee1-44bd-95f7-0d36cdddd549'}] {{(pid=102194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:49:08.286493 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a58f2f-1644-4c80-8b12-b68a56ca180f None None] Attempting to bind port 4bec24fd-ae03-40dd-93a3-bf0a4a25cfc8 on network 4e1839e9-cee1-44bd-95f7-0d36cdddd549 {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:49:08.288973 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c37102-fccb-4907-95de-f88ac8a52787 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:49:08.289315 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c37102-fccb-4907-95de-f88ac8a52787 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:49:08.289649 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c37102-fccb-4907-95de-f88ac8a52787 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:49:08.289981 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c37102-fccb-4907-95de-f88ac8a52787 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:49:08.290323 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c37102-fccb-4907-95de-f88ac8a52787 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:49:08.290749 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c37102-fccb-4907-95de-f88ac8a52787 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:49:08.291066 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c37102-fccb-4907-95de-f88ac8a52787 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:49:08.291388 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c37102-fccb-4907-95de-f88ac8a52787 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:49:08.291706 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c37102-fccb-4907-95de-f88ac8a52787 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:49:08.292024 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c37102-fccb-4907-95de-f88ac8a52787 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:49:08.292384 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c37102-fccb-4907-95de-f88ac8a52787 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:49:08.292643 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c37102-fccb-4907-95de-f88ac8a52787 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:49:08.293776 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c37102-fccb-4907-95de-f88ac8a52787 None None] Tracked resource versions report: Aug 11 02:49:08.293776 n-d-764292-30 neutron-server[102194]: pushed versions: Aug 11 02:49:08.293776 n-d-764292-30 neutron-server[102194]: { 'AddressGroup': {'1.2'}, Aug 11 02:49:08.293776 n-d-764292-30 neutron-server[102194]: 'ConntrackHelper': {'1.0'}, Aug 11 02:49:08.293776 n-d-764292-30 neutron-server[102194]: 'Log': {'1.0'}, Aug 11 02:49:08.293776 n-d-764292-30 neutron-server[102194]: 'Network': {'1.1'}, Aug 11 02:49:08.293776 n-d-764292-30 neutron-server[102194]: 'Port': {'1.7'}, Aug 11 02:49:08.293776 n-d-764292-30 neutron-server[102194]: 'PortForwarding': {'1.2'}, Aug 11 02:49:08.293776 n-d-764292-30 neutron-server[102194]: 'QosPolicy': {'1.9'}, Aug 11 02:49:08.293776 n-d-764292-30 neutron-server[102194]: 'SecurityGroup': {'1.4'}, Aug 11 02:49:08.293776 n-d-764292-30 neutron-server[102194]: 'SecurityGroupRule': {'1.2'}, Aug 11 02:49:08.293776 n-d-764292-30 neutron-server[102194]: 'SubPort': {'1.0'}, Aug 11 02:49:08.293776 n-d-764292-30 neutron-server[102194]: 'Subnet': {'1.1'}, Aug 11 02:49:08.293776 n-d-764292-30 neutron-server[102194]: 'Trunk': {'1.1'}} Aug 11 02:49:08.293776 n-d-764292-30 neutron-server[102194]: consumer versions: Aug 11 02:49:08.293776 n-d-764292-30 neutron-server[102194]: { DHCP agent@n-d-764292-30: {}, Aug 11 02:49:08.293776 n-d-764292-30 neutron-server[102194]: L3 agent@n-d-764292-30: {}, Aug 11 02:49:08.293776 n-d-764292-30 neutron-server[102194]: Metadata agent@n-d-764292-30: {}, Aug 11 02:49:08.293776 n-d-764292-30 neutron-server[102194]: Metering agent@n-d-764292-30: {}, Aug 11 02:49:08.293776 n-d-764292-30 neutron-server[102194]: Open vSwitch agent@n-d-764292-30: { 'AddressGroup': '1.2', Aug 11 02:49:08.293776 n-d-764292-30 neutron-server[102194]: 'ConntrackHelper': '1.0', Aug 11 02:49:08.293776 n-d-764292-30 neutron-server[102194]: 'Log': '1.0', Aug 11 02:49:08.293776 n-d-764292-30 neutron-server[102194]: 'Network': '1.1', Aug 11 02:49:08.293776 n-d-764292-30 neutron-server[102194]: 'Port': '1.7', Aug 11 02:49:08.293776 n-d-764292-30 neutron-server[102194]: 'PortForwarding': '1.2', Aug 11 02:49:08.293776 n-d-764292-30 neutron-server[102194]: 'QosPolicy': '1.9', Aug 11 02:49:08.293776 n-d-764292-30 neutron-server[102194]: 'SecurityGroup': '1.4', Aug 11 02:49:08.293776 n-d-764292-30 neutron-server[102194]: 'SecurityGroupRule': '1.2', Aug 11 02:49:08.293776 n-d-764292-30 neutron-server[102194]: 'SubPort': '1.0', Aug 11 02:49:08.293776 n-d-764292-30 neutron-server[102194]: 'Subnet': '1.1', Aug 11 02:49:08.293776 n-d-764292-30 neutron-server[102194]: 'Trunk': '1.1'}} Aug 11 02:49:08.293776 n-d-764292-30 neutron-server[102194]: {{(pid=102194) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 11 02:49:08.300130 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a58f2f-1644-4c80-8b12-b68a56ca180f None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 49, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:49:08.300539 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a58f2f-1644-4c80-8b12-b68a56ca180f None None] Checking segment: {'id': '0e8625d9-08d6-4724-837e-ff9f411bb115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '4e1839e9-cee1-44bd-95f7-0d36cdddd549'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:49:08.301065 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-57a58f2f-1644-4c80-8b12-b68a56ca180f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:08.301470 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a58f2f-1644-4c80-8b12-b68a56ca180f None None] Bound using segment: {'id': '0e8625d9-08d6-4724-837e-ff9f411bb115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '4e1839e9-cee1-44bd-95f7-0d36cdddd549'} {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:49:08.301965 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-57a58f2f-1644-4c80-8b12-b68a56ca180f None None] Bound port: 4bec24fd-ae03-40dd-93a3-bf0a4a25cfc8, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e8625d9-08d6-4724-837e-ff9f411bb115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '4e1839e9-cee1-44bd-95f7-0d36cdddd549'}}] {{(pid=102194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:49:08.302397 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-57a58f2f-1644-4c80-8b12-b68a56ca180f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:08.367857 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.db [None req-57a58f2f-1644-4c80-8b12-b68a56ca180f None None] For port 4bec24fd-ae03-40dd-93a3-bf0a4a25cfc8, host n-d-764292-30, cleared binding levels {{(pid=102194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:49:08.388617 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.db [None req-57a58f2f-1644-4c80-8b12-b68a56ca180f None None] For port 4bec24fd-ae03-40dd-93a3-bf0a4a25cfc8, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=4bec24fd-ae03-40dd-93a3-bf0a4a25cfc8,segment=NetworkSegment(0e8625d9-08d6-4724-837e-ff9f411bb115),segment_id=0e8625d9-08d6-4724-837e-ff9f411bb115)] {{(pid=102194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:49:08.482475 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-57a58f2f-1644-4c80-8b12-b68a56ca180f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:08.542716 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c37102-fccb-4907-95de-f88ac8a52787 None None] Pushing event updated for resources: {'Port': ['ID=4bec24fd-ae03-40dd-93a3-bf0a4a25cfc8,revision_number=4']} {{(pid=102194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:08.548156 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a58f2f-1644-4c80-8b12-b68a56ca180f None None] Routers {'116e9016-7a05-4bb0-8623-d388706b40df'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:49:08.548763 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-57a58f2f-1644-4c80-8b12-b68a56ca180f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T02:49:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['116e9016-7a05-4bb0-8623-d388706b40df'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:49:08.644839 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-57a58f2f-1644-4c80-8b12-b68a56ca180f None None] Set router 116e9016-7a05-4bb0-8623-d388706b40df gateway port host: None {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:49:08.850257 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-57a58f2f-1644-4c80-8b12-b68a56ca180f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '116e9016-7a05-4bb0-8623-d388706b40df', 'name': 'router1', 'tenant_id': 'b311cbd1ff4743dca2a0caefbf9225fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:48:55Z', 'updated_at': '2021-08-11T02:49:05Z', 'revision_number': 2, 'project_id': 'b311cbd1ff4743dca2a0caefbf9225fb', 'gw_port_host': None, '_interfaces': [{'id': '4bec24fd-ae03-40dd-93a3-bf0a4a25cfc8', 'name': '', 'network_id': '4e1839e9-cee1-44bd-95f7-0d36cdddd549', 'tenant_id': 'b311cbd1ff4743dca2a0caefbf9225fb', 'mac_address': 'fa:16:3e:be:9b:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '116e9016-7a05-4bb0-8623-d388706b40df', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fc9c5993-dcb0-4ffc-81c5-51e7c9bb3584', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:49:05Z', 'updated_at': '2021-08-11T02:49:08Z', 'revision_number': 4, 'project_id': 'b311cbd1ff4743dca2a0caefbf9225fb', 'subnets': [{'id': 'fc9c5993-dcb0-4ffc-81c5-51e7c9bb3584', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd5a1a5b4-9000-4b3b-a558-c9405d051cd5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:49:08.875435 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a58f2f-1644-4c80-8b12-b68a56ca180f None None] The sync data for ids ['116e9016-7a05-4bb0-8623-d388706b40df'] in n-d-764292-30 is: [{'id': '116e9016-7a05-4bb0-8623-d388706b40df', 'name': 'router1', 'tenant_id': 'b311cbd1ff4743dca2a0caefbf9225fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:48:55Z', 'updated_at': '2021-08-11T02:49:05Z', 'revision_number': 2, 'project_id': 'b311cbd1ff4743dca2a0caefbf9225fb', 'gw_port_host': None, '_interfaces': [{'id': '4bec24fd-ae03-40dd-93a3-bf0a4a25cfc8', 'name': '', 'network_id': '4e1839e9-cee1-44bd-95f7-0d36cdddd549', 'tenant_id': 'b311cbd1ff4743dca2a0caefbf9225fb', 'mac_address': 'fa:16:3e:be:9b:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '116e9016-7a05-4bb0-8623-d388706b40df', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fc9c5993-dcb0-4ffc-81c5-51e7c9bb3584', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:49:05Z', 'updated_at': '2021-08-11T02:49:08Z', 'revision_number': 4, 'project_id': 'b311cbd1ff4743dca2a0caefbf9225fb', 'subnets': [{'id': 'fc9c5993-dcb0-4ffc-81c5-51e7c9bb3584', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd5a1a5b4-9000-4b3b-a558-c9405d051cd5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:49:09.000740 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 37308) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:09.111055 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7e08ebf-8a4e-4e91-ae5d-51a7f258d0e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:09.112369 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-c7e08ebf-8a4e-4e91-ae5d-51a7f258d0e2 admin admin] 10.222.0.41 "GET /v2.0/networks/09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 HTTP/1.1" status: 200 len: 842 time: 0.1106832 Aug 11 02:49:09.122707 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-d8563094-d50e-4334-bd17-37a54ed7a2ef admin admin] Request body: {'subnet': {'gateway_ip': '172.25.8.1', 'name': 'public-subnet', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'cidr': '172.25.8.0/24', 'ip_version': 4, 'enable_dhcp': False}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:49:09.224646 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8563094-d50e-4334-bd17-37a54ed7a2ef admin admin] Made reservation on behalf of c76a2177c7f74f3f9659c63ce1e7841d for: {'subnet': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:49:09.226842 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d8563094-d50e-4334-bd17-37a54ed7a2ef admin admin] Notify callbacks [] for subnet, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:09.580166 n-d-764292-30 neutron-server[102191]: DEBUG neutron.objects.ports [None req-d8563094-d50e-4334-bd17-37a54ed7a2ef admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102191) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 11 02:49:09.581195 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d8563094-d50e-4334-bd17-37a54ed7a2ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for subnet, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:09.633436 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8563094-d50e-4334-bd17-37a54ed7a2ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1a97443-13df-40bb-85f5-fd269e2742c0,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:09.642198 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8563094-d50e-4334-bd17-37a54ed7a2ef admin admin] Checking segment: {'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:49:09.642577 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8563094-d50e-4334-bd17-37a54ed7a2ef admin admin] Network hostable DHCP agents. Network: 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:49:09.757908 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8563094-d50e-4334-bd17-37a54ed7a2ef admin admin] Network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:49:09.864023 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-d8563094-d50e-4334-bd17-37a54ed7a2ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76) {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:49:09.868534 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8563094-d50e-4334-bd17-37a54ed7a2ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:09.869097 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d8563094-d50e-4334-bd17-37a54ed7a2ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:09.872518 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-448aa0ca-864a-4471-b7ba-c0cbf63e046f None None] Network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:49:09.952958 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-d8563094-d50e-4334-bd17-37a54ed7a2ef admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8336868 Aug 11 02:49:09.995643 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-585dae8e-165e-42d0-8fcd-cd0fca3f015d None None] Network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:49:12.211529 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 37316) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:12.424037 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-f0a05f41-da68-4289-bb2a-b9978995fbf7 admin admin] 10.222.0.41 "GET /v2.0/routers/116e9016-7a05-4bb0-8623-d388706b40df HTTP/1.1" status: 200 len: 710 time: 0.2113380 Aug 11 02:49:12.510271 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7f45211-bafd-4030-9e32-159173eadd05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:12.511589 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-e7f45211-bafd-4030-9e32-159173eadd05 admin admin] 10.222.0.41 "GET /v2.0/networks/09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 HTTP/1.1" status: 200 len: 886 time: 0.0813148 Aug 11 02:49:12.520727 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-2fb49b46-3276-4341-be91-a9de44d39c5b admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:49:12.806513 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-2fb49b46-3276-4341-be91-a9de44d39c5b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:13.133567 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-2fb49b46-3276-4341-be91-a9de44d39c5b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:13.212378 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-2fb49b46-3276-4341-be91-a9de44d39c5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:13.314476 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [None req-2fb49b46-3276-4341-be91-a9de44d39c5b admin admin] Allocated IP 172.25.8.227 (09faf7d2-eaf5-4a50-bb6e-4cb05d009a76/e1a97443-13df-40bb-85f5-fd269e2742c0/6699b5fa-55db-410b-ab9a-628bb36820b6) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:49:13.414898 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-2fb49b46-3276-4341-be91-a9de44d39c5b admin admin] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:13.552372 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-2fb49b46-3276-4341-be91-a9de44d39c5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:13.593490 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb49b46-3276-4341-be91-a9de44d39c5b admin admin] Network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:49:13.596213 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-2fb49b46-3276-4341-be91-a9de44d39c5b admin admin] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:49:13.599646 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb49b46-3276-4341-be91-a9de44d39c5b admin admin] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:49:13.609745 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb49b46-3276-4341-be91-a9de44d39c5b admin admin] Pushing event updated for resources: {'Port': ['ID=6699b5fa-55db-410b-ab9a-628bb36820b6,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:13.955131 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-2fb49b46-3276-4341-be91-a9de44d39c5b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:14.247990 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-2fb49b46-3276-4341-be91-a9de44d39c5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-446725', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-448852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6559'] for router, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:14.251188 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-2fb49b46-3276-4341-be91-a9de44d39c5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-446952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-446974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-446967', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-448845'] for router, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:14.357048 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fb49b46-3276-4341-be91-a9de44d39c5b admin admin] Router 116e9016-7a05-4bb0-8623-d388706b40df has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:49:14.463529 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fb49b46-3276-4341-be91-a9de44d39c5b admin admin] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:49:14.467823 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-2fb49b46-3276-4341-be91-a9de44d39c5b admin admin] Notify callbacks [] for router, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:14.469301 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-2fb49b46-3276-4341-be91-a9de44d39c5b admin admin] 10.222.0.41 "PUT /v2.0/routers/116e9016-7a05-4bb0-8623-d388706b40df HTTP/1.1" status: 200 len: 890 time: 1.9518158 Aug 11 02:49:15.226600 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7278238d-b3aa-4b07-ad9a-c1dfeb3bf367 None None] Sync routers for ids ['116e9016-7a05-4bb0-8623-d388706b40df'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:49:15.236798 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7278238d-b3aa-4b07-ad9a-c1dfeb3bf367 None None] Routers {'116e9016-7a05-4bb0-8623-d388706b40df'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:49:15.238012 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-7278238d-b3aa-4b07-ad9a-c1dfeb3bf367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T02:49:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['116e9016-7a05-4bb0-8623-d388706b40df'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:49:15.496455 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-7278238d-b3aa-4b07-ad9a-c1dfeb3bf367 None None] Set router 116e9016-7a05-4bb0-8623-d388706b40df gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:49:15.571591 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 4bec24fd-ae03-40dd-93a3-bf0a4a25cfc8 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:49:15.877689 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port 4bec24fd-ae03-40dd-93a3-bf0a4a25cfc8 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:49:15.889856 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 4bec24fd-ae03-40dd-93a3-bf0a4a25cfc8 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:49:15.890230 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:15.964492 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-7278238d-b3aa-4b07-ad9a-c1dfeb3bf367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '116e9016-7a05-4bb0-8623-d388706b40df', 'name': 'router1', 'tenant_id': 'b311cbd1ff4743dca2a0caefbf9225fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.227'}], 'enable_snat': True}, 'gw_port_id': '6699b5fa-55db-410b-ab9a-628bb36820b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:48:55Z', 'updated_at': '2021-08-11T02:49:13Z', 'revision_number': 4, 'project_id': 'b311cbd1ff4743dca2a0caefbf9225fb', 'gw_port': {'id': '6699b5fa-55db-410b-ab9a-628bb36820b6', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:96:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '116e9016-7a05-4bb0-8623-d388706b40df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:49:13Z', 'updated_at': '2021-08-11T02:49:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '4bec24fd-ae03-40dd-93a3-bf0a4a25cfc8', 'name': '', 'network_id': '4e1839e9-cee1-44bd-95f7-0d36cdddd549', 'tenant_id': 'b311cbd1ff4743dca2a0caefbf9225fb', 'mac_address': 'fa:16:3e:be:9b:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '116e9016-7a05-4bb0-8623-d388706b40df', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fc9c5993-dcb0-4ffc-81c5-51e7c9bb3584', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:49:05Z', 'updated_at': '2021-08-11T02:49:08Z', 'revision_number': 4, 'project_id': 'b311cbd1ff4743dca2a0caefbf9225fb', 'subnets': [{'id': 'fc9c5993-dcb0-4ffc-81c5-51e7c9bb3584', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd5a1a5b4-9000-4b3b-a558-c9405d051cd5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:49:16.016965 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7278238d-b3aa-4b07-ad9a-c1dfeb3bf367 None None] Checking router: 116e9016-7a05-4bb0-8623-d388706b40df for host: n-d-764292-30 {{(pid=102193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:49:16.017345 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7278238d-b3aa-4b07-ad9a-c1dfeb3bf367 None None] Updating router 116e9016-7a05-4bb0-8623-d388706b40df port 6699b5fa-55db-410b-ab9a-628bb36820b6 binding host n-d-764292-30 {{(pid=102193) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:49:16.089798 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-7278238d-b3aa-4b07-ad9a-c1dfeb3bf367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:16.093643 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:16.210966 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port 4bec24fd-ae03-40dd-93a3-bf0a4a25cfc8, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=4bec24fd-ae03-40dd-93a3-bf0a4a25cfc8,segment=NetworkSegment(0e8625d9-08d6-4724-837e-ff9f411bb115),segment_id=0e8625d9-08d6-4724-837e-ff9f411bb115)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:49:16.271032 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:16.369629 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=4bec24fd-ae03-40dd-93a3-bf0a4a25cfc8,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:16.478723 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-7278238d-b3aa-4b07-ad9a-c1dfeb3bf367 None None] Notify callbacks [] for port, precommit_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:16.488939 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-7278238d-b3aa-4b07-ad9a-c1dfeb3bf367 None None] Transition to ACTIVE for port object 6699b5fa-55db-410b-ab9a-628bb36820b6 will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:49:16.552079 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-7278238d-b3aa-4b07-ad9a-c1dfeb3bf367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:16.602387 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea4e54a-977d-4559-8a8b-40d10b13cc0c None None] Pushing event updated for resources: {'Port': ['ID=6699b5fa-55db-410b-ab9a-628bb36820b6,revision_number=2']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:16.606236 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-7278238d-b3aa-4b07-ad9a-c1dfeb3bf367 None None] Attempting to bind port 6699b5fa-55db-410b-ab9a-628bb36820b6 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:49:16.606628 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-7278238d-b3aa-4b07-ad9a-c1dfeb3bf367 None None] Attempting to bind port 6699b5fa-55db-410b-ab9a-628bb36820b6 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:49:16.606983 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7278238d-b3aa-4b07-ad9a-c1dfeb3bf367 None None] Attempting to bind port 6699b5fa-55db-410b-ab9a-628bb36820b6 on network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:49:16.612574 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7278238d-b3aa-4b07-ad9a-c1dfeb3bf367 None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 49, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:49:16.612942 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7278238d-b3aa-4b07-ad9a-c1dfeb3bf367 None None] Checking segment: {'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:49:16.613338 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-7278238d-b3aa-4b07-ad9a-c1dfeb3bf367 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:16.613722 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7278238d-b3aa-4b07-ad9a-c1dfeb3bf367 None None] Bound using segment: {'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:49:16.614176 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-7278238d-b3aa-4b07-ad9a-c1dfeb3bf367 None None] Bound port: 6699b5fa-55db-410b-ab9a-628bb36820b6, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:49:16.614585 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-7278238d-b3aa-4b07-ad9a-c1dfeb3bf367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:16.665744 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-7278238d-b3aa-4b07-ad9a-c1dfeb3bf367 None None] For port 6699b5fa-55db-410b-ab9a-628bb36820b6, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:49:16.671304 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-7278238d-b3aa-4b07-ad9a-c1dfeb3bf367 None None] For port 6699b5fa-55db-410b-ab9a-628bb36820b6, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=6699b5fa-55db-410b-ab9a-628bb36820b6,segment=NetworkSegment(fab28bed-aa25-40db-bba4-ec26e795194c),segment_id=fab28bed-aa25-40db-bba4-ec26e795194c)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:49:16.741172 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-7278238d-b3aa-4b07-ad9a-c1dfeb3bf367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:16.799133 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea4e54a-977d-4559-8a8b-40d10b13cc0c None None] Pushing event updated for resources: {'Port': ['ID=6699b5fa-55db-410b-ab9a-628bb36820b6,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:16.802342 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7278238d-b3aa-4b07-ad9a-c1dfeb3bf367 None None] Routers {'116e9016-7a05-4bb0-8623-d388706b40df'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:49:16.802940 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-7278238d-b3aa-4b07-ad9a-c1dfeb3bf367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T02:49:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['116e9016-7a05-4bb0-8623-d388706b40df'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:49:16.829899 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 37328) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:16.944979 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-8051520e-c3fa-4fc6-ab43-446c911c6b93 admin admin] 10.222.0.41 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1139045 Aug 11 02:49:16.995149 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-7278238d-b3aa-4b07-ad9a-c1dfeb3bf367 None None] Set router 116e9016-7a05-4bb0-8623-d388706b40df gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:49:17.276547 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-7278238d-b3aa-4b07-ad9a-c1dfeb3bf367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '116e9016-7a05-4bb0-8623-d388706b40df', 'name': 'router1', 'tenant_id': 'b311cbd1ff4743dca2a0caefbf9225fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.227'}], 'enable_snat': True}, 'gw_port_id': '6699b5fa-55db-410b-ab9a-628bb36820b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:48:55Z', 'updated_at': '2021-08-11T02:49:13Z', 'revision_number': 4, 'project_id': 'b311cbd1ff4743dca2a0caefbf9225fb', 'gw_port': {'id': '6699b5fa-55db-410b-ab9a-628bb36820b6', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:96:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '116e9016-7a05-4bb0-8623-d388706b40df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:49:13Z', 'updated_at': '2021-08-11T02:49:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '4bec24fd-ae03-40dd-93a3-bf0a4a25cfc8', 'name': '', 'network_id': '4e1839e9-cee1-44bd-95f7-0d36cdddd549', 'tenant_id': 'b311cbd1ff4743dca2a0caefbf9225fb', 'mac_address': 'fa:16:3e:be:9b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116e9016-7a05-4bb0-8623-d388706b40df', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fc9c5993-dcb0-4ffc-81c5-51e7c9bb3584', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:49:05Z', 'updated_at': '2021-08-11T02:49:16Z', 'revision_number': 5, 'project_id': 'b311cbd1ff4743dca2a0caefbf9225fb', 'subnets': [{'id': 'fc9c5993-dcb0-4ffc-81c5-51e7c9bb3584', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd5a1a5b4-9000-4b3b-a558-c9405d051cd5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:49:17.305900 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7278238d-b3aa-4b07-ad9a-c1dfeb3bf367 None None] The sync data for ids ['116e9016-7a05-4bb0-8623-d388706b40df'] in n-d-764292-30 is: [{'id': '116e9016-7a05-4bb0-8623-d388706b40df', 'name': 'router1', 'tenant_id': 'b311cbd1ff4743dca2a0caefbf9225fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.227'}], 'enable_snat': True}, 'gw_port_id': '6699b5fa-55db-410b-ab9a-628bb36820b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:48:55Z', 'updated_at': '2021-08-11T02:49:13Z', 'revision_number': 4, 'project_id': 'b311cbd1ff4743dca2a0caefbf9225fb', 'gw_port': {'id': '6699b5fa-55db-410b-ab9a-628bb36820b6', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:96:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '116e9016-7a05-4bb0-8623-d388706b40df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:49:13Z', 'updated_at': '2021-08-11T02:49:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '4bec24fd-ae03-40dd-93a3-bf0a4a25cfc8', 'name': '', 'network_id': '4e1839e9-cee1-44bd-95f7-0d36cdddd549', 'tenant_id': 'b311cbd1ff4743dca2a0caefbf9225fb', 'mac_address': 'fa:16:3e:be:9b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116e9016-7a05-4bb0-8623-d388706b40df', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fc9c5993-dcb0-4ffc-81c5-51e7c9bb3584', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:49:05Z', 'updated_at': '2021-08-11T02:49:16Z', 'revision_number': 5, 'project_id': 'b311cbd1ff4743dca2a0caefbf9225fb', 'subnets': [{'id': 'fc9c5993-dcb0-4ffc-81c5-51e7c9bb3584', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd5a1a5b4-9000-4b3b-a558-c9405d051cd5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:49:17.651185 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 4bec24fd-ae03-40dd-93a3-bf0a4a25cfc8 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:49:17.713870 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 4bec24fd-ae03-40dd-93a3-bf0a4a25cfc8 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:49:17.714253 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:17.806521 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 6699b5fa-55db-410b-ab9a-628bb36820b6 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:49:17.929035 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port 6699b5fa-55db-410b-ab9a-628bb36820b6 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:49:17.933214 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 6699b5fa-55db-410b-ab9a-628bb36820b6 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:49:17.933586 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:18.012394 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:18.033320 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port 6699b5fa-55db-410b-ab9a-628bb36820b6, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=6699b5fa-55db-410b-ab9a-628bb36820b6,segment=NetworkSegment(fab28bed-aa25-40db-bba4-ec26e795194c),segment_id=fab28bed-aa25-40db-bba4-ec26e795194c)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:49:18.111846 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:18.167218 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=6699b5fa-55db-410b-ab9a-628bb36820b6,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:19.578173 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 6699b5fa-55db-410b-ab9a-628bb36820b6 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:49:19.632322 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 6699b5fa-55db-410b-ab9a-628bb36820b6 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:49:19.632616 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:29.077309 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-079fc243-958c-4034-860b-d65f5d406f68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:30.256989 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.agents_db [None req-950b7202-decb-43e2-8f71-ac8931dc9749 None None] Agent healthcheck: found 5 active agents {{(pid=102194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:49:31.761338 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:31.793169 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-b58c3262-f4d9-4338-a3b3-2e515c81ea76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:32.772903 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:34.447611 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:59.063212 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3ca5795f-9dbd-414d-84c8-1140e7256d23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:01.762118 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:01.790538 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-1aba45e8-cbe9-4b66-98f4-20afa722d6c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:03.081848 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:04.447692 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:07.256753 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.agents_db [None req-950b7202-decb-43e2-8f71-ac8931dc9749 None None] Agent healthcheck: found 5 active agents {{(pid=102194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:50:29.028087 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-959b09e2-114f-4c59-ac8d-5b3093d1fcf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:31.736112 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:31.805097 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-bf74e3fe-cad0-4a97-80af-ad4ac491d11a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:32.764772 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:34.446711 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:44.257136 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.agents_db [None req-950b7202-decb-43e2-8f71-ac8931dc9749 None None] Agent healthcheck: found 5 active agents {{(pid=102194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:50:58.500268 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 37928) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:58.561514 n-d-764292-30 neutron-server[102191]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2a365d2-6e17-4703-9c7a-3784f56f1722 admin admin] GET failed (client error): The resource could not be found. Aug 11 02:50:58.562834 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-c2a365d2-6e17-4703-9c7a-3784f56f1722 admin admin] 10.222.0.41 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0615652 Aug 11 02:50:58.720893 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4fd5019-15d9-4262-a9f7-6508d5f7b781 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:58.722376 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-f4fd5019-15d9-4262-a9f7-6508d5f7b781 admin admin] 10.222.0.41 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1544621 Aug 11 02:50:59.046499 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-ca6a5ddb-19c5-425e-8ab2-ad3b692cf27d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:00.860418 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 37938) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:00.950805 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda542c8-25c6-45df-b0c3-fade567a212f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:00.952128 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-eda542c8-25c6-45df-b0c3-fade567a212f admin admin] 10.222.0.41 "GET /v2.0/subnets/fc9c5993-dcb0-4ffc-81c5-51e7c9bb3584 HTTP/1.1" status: 200 len: 849 time: 0.0907671 Aug 11 02:51:00.962361 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-a381c00b-9968-40de-a7d9-0a70336428e2 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:51:01.046518 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a381c00b-9968-40de-a7d9-0a70336428e2 admin admin] Notify callbacks [] for subnet, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:01.227148 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a381c00b-9968-40de-a7d9-0a70336428e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8790262932372'] for subnet, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:01.257220 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a381c00b-9968-40de-a7d9-0a70336428e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:01.257820 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a381c00b-9968-40de-a7d9-0a70336428e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:01.259143 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-a381c00b-9968-40de-a7d9-0a70336428e2 admin admin] 10.222.0.41 "PUT /v2.0/subnets/fc9c5993-dcb0-4ffc-81c5-51e7c9bb3584 HTTP/1.1" status: 200 len: 868 time: 0.3004739 Aug 11 02:51:01.262936 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8e43e2f-180a-49c4-8392-dfcb63d8892d None None] Network 4e1839e9-cee1-44bd-95f7-0d36cdddd549 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:51:01.280363 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a381c00b-9968-40de-a7d9-0a70336428e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc9c5993-dcb0-4ffc-81c5-51e7c9bb3584,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:01.287985 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a381c00b-9968-40de-a7d9-0a70336428e2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:01.288380 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a381c00b-9968-40de-a7d9-0a70336428e2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:01.288660 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a381c00b-9968-40de-a7d9-0a70336428e2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:01.288988 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a381c00b-9968-40de-a7d9-0a70336428e2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:01.289314 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a381c00b-9968-40de-a7d9-0a70336428e2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:01.289731 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a381c00b-9968-40de-a7d9-0a70336428e2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:01.290055 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a381c00b-9968-40de-a7d9-0a70336428e2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:01.290403 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a381c00b-9968-40de-a7d9-0a70336428e2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:01.290726 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a381c00b-9968-40de-a7d9-0a70336428e2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:01.291044 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a381c00b-9968-40de-a7d9-0a70336428e2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:01.291361 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a381c00b-9968-40de-a7d9-0a70336428e2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:01.291681 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a381c00b-9968-40de-a7d9-0a70336428e2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:01.578993 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-a5d79435-d5e8-41ea-a417-bc8f2d045f2b None None] Provisioning complete for port ce20af71-cf06-463b-9a38-efd2df5b75ba triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:51:01.579372 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-a5d79435-d5e8-41ea-a417-bc8f2d045f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:01.664498 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-a5d79435-d5e8-41ea-a417-bc8f2d045f2b None None] Provisioning complete for port 4bec24fd-ae03-40dd-93a3-bf0a4a25cfc8 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:51:01.664867 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-a5d79435-d5e8-41ea-a417-bc8f2d045f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:01.771731 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:01.783997 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-6dfbac71-2368-409d-ba26-b51d41dcdbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:02.766335 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:03.410990 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 37946) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:03.606968 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd9f7eac-9698-46d8-af01-8854f3f9492c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:03.607367 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd9f7eac-9698-46d8-af01-8854f3f9492c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:03.608882 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-dd9f7eac-9698-46d8-af01-8854f3f9492c admin admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1969464 Aug 11 02:51:04.444295 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:05.719993 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 37954) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:05.924749 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5bbf262-4820-452c-b6b5-8feb186186e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:05.925135 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5bbf262-4820-452c-b6b5-8feb186186e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:05.926683 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-c5bbf262-4820-452c-b6b5-8feb186186e1 admin admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2057557 Aug 11 02:51:08.060370 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 37964) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:08.260353 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1bb6fb7-ff95-4c15-956d-3d953262526f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:08.261614 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-b1bb6fb7-ff95-4c15-956d-3d953262526f admin admin] 10.222.0.41 "GET /v2.0/networks/09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 HTTP/1.1" status: 200 len: 886 time: 0.2002759 Aug 11 02:51:10.393485 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 37972) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:10.538565 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d8dd1ed-789a-4320-81e2-324efddec557 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:10.539959 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-6d8dd1ed-789a-4320-81e2-324efddec557 admin admin] 10.222.0.41 "GET /v2.0/networks/4e1839e9-cee1-44bd-95f7-0d36cdddd549 HTTP/1.1" status: 200 len: 869 time: 0.1455367 Aug 11 02:51:12.663918 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 37980) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:12.787536 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb41e905-e898-4d3f-8325-ce982732cd86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:12.787997 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb41e905-e898-4d3f-8325-ce982732cd86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:12.789513 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-cb41e905-e898-4d3f-8325-ce982732cd86 admin admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1246302 Aug 11 02:51:14.918634 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 37988) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:15.014735 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b6513b0-3a5e-4bf5-babd-a4dcc69092c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:15.015180 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b6513b0-3a5e-4bf5-babd-a4dcc69092c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:15.016697 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-7b6513b0-3a5e-4bf5-babd-a4dcc69092c0 admin admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0971234 Aug 11 02:51:17.159278 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 37996) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:17.245267 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a05d19a-cca3-43fe-af85-3886ef3147d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:17.246609 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-5a05d19a-cca3-43fe-af85-3886ef3147d4 admin admin] 10.222.0.41 "GET /v2.0/subnets/e1a97443-13df-40bb-85f5-fd269e2742c0 HTTP/1.1" status: 200 len: 816 time: 0.0863421 Aug 11 02:51:19.401855 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 38004) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:19.494853 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-447c14c0-bfbb-4641-8deb-c559539bf2cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:19.496179 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-447c14c0-bfbb-4641-8deb-c559539bf2cc admin admin] 10.222.0.41 "GET /v2.0/subnets/fc9c5993-dcb0-4ffc-81c5-51e7c9bb3584 HTTP/1.1" status: 200 len: 868 time: 0.0932715 Aug 11 02:51:21.255742 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.agents_db [None req-950b7202-decb-43e2-8f71-ac8931dc9749 None None] Agent healthcheck: found 5 active agents {{(pid=102194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:51:29.034030 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-0d3208a2-4c65-4288-af44-87df21592c0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:31.774761 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:31.803242 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-80a3deae-4a09-4500-8a6b-8b704c0b1673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:32.764923 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:34.477350 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:45.243486 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 38058) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:45.290519 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [None req-d046ea4b-4cd8-406c-ac46-d07be386fc9a admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102191) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:51:45.291506 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-d046ea4b-4cd8-406c-ac46-d07be386fc9a admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0470929 Aug 11 02:51:47.508311 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 38066) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:47.568028 n-d-764292-30 neutron-server[102191]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4080de7-a72e-4ad2-b9aa-131cb940a871 admin admin] GET failed (client error): The resource could not be found. Aug 11 02:51:47.569309 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-d4080de7-a72e-4ad2-b9aa-131cb940a871 admin admin] 10.222.0.41 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0600710 Aug 11 02:51:47.755884 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b2c420a-9736-412f-9b39-da9f1d4125aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:47.757366 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-7b2c420a-9736-412f-9b39-da9f1d4125aa admin admin] 10.222.0.41 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1837873 Aug 11 02:51:49.939875 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 38074) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:49.986547 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-06379670-b6d5-4314-b30d-cc567cbed8f0 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:51:50.072998 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06379670-b6d5-4314-b30d-cc567cbed8f0 admin admin] Made reservation on behalf of c76a2177c7f74f3f9659c63ce1e7841d for: {'network': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:51:50.075277 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-06379670-b6d5-4314-b30d-cc567cbed8f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:50.109666 n-d-764292-30 neutron-server[102192]: WARNING neutron.services.revisions.revision_plugin [None req-06379670-b6d5-4314-b30d-cc567cbed8f0 admin admin] Could not find related network for resource to bump revision. Aug 11 02:51:50.122403 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06379670-b6d5-4314-b30d-cc567cbed8f0 admin admin] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=102192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:51:50.131511 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-06379670-b6d5-4314-b30d-cc567cbed8f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:50.131845 n-d-764292-30 neutron-server[102192]: INFO neutron.db.segments_db [None req-06379670-b6d5-4314-b30d-cc567cbed8f0 admin admin] Added segment 9b7b03c0-092f-4953-898f-de6d8f2338ed of type vlan for network d1bf0def-6fa4-4d3e-bbc5-20a040931fba Aug 11 02:51:50.169301 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-06379670-b6d5-4314-b30d-cc567cbed8f0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:50.267526 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-06379670-b6d5-4314-b30d-cc567cbed8f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:50.268492 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06379670-b6d5-4314-b30d-cc567cbed8f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:50.269087 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-06379670-b6d5-4314-b30d-cc567cbed8f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:50.324329 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06379670-b6d5-4314-b30d-cc567cbed8f0 admin admin] Pushing event updated for resources: {'Network': ['ID=d1bf0def-6fa4-4d3e-bbc5-20a040931fba,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:50.331073 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06379670-b6d5-4314-b30d-cc567cbed8f0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:50.337183 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06379670-b6d5-4314-b30d-cc567cbed8f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:50.337183 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06379670-b6d5-4314-b30d-cc567cbed8f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:50.337183 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06379670-b6d5-4314-b30d-cc567cbed8f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:50.337183 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06379670-b6d5-4314-b30d-cc567cbed8f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:50.337183 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06379670-b6d5-4314-b30d-cc567cbed8f0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:50.337183 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06379670-b6d5-4314-b30d-cc567cbed8f0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:50.337183 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06379670-b6d5-4314-b30d-cc567cbed8f0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:50.337183 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06379670-b6d5-4314-b30d-cc567cbed8f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:50.337183 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06379670-b6d5-4314-b30d-cc567cbed8f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:50.337183 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06379670-b6d5-4314-b30d-cc567cbed8f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:50.337183 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06379670-b6d5-4314-b30d-cc567cbed8f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:50.345717 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network d1bf0def-6fa4-4d3e-bbc5-20a040931fba details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:51:50.387945 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-06379670-b6d5-4314-b30d-cc567cbed8f0 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4469023 Aug 11 02:51:52.570607 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 38082) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:52.630184 n-d-764292-30 neutron-server[102192]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c814616-2833-409f-987a-48a72babc211 admin admin] GET failed (client error): The resource could not be found. Aug 11 02:51:52.631512 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-8c814616-2833-409f-987a-48a72babc211 admin admin] 10.222.0.41 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0599616 Aug 11 02:51:52.728609 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e739ff32-5022-4eb8-bb32-af0a02e275c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:52.730037 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-e739ff32-5022-4eb8-bb32-af0a02e275c3 admin admin] 10.222.0.41 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0940475 Aug 11 02:51:52.740399 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-e408acf7-a03b-44fb-a8fe-55287340401d admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba', 'name': 'shared-subnet', 'description': 'shared-subnet', 'ip_version': 4}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:51:52.825061 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e408acf7-a03b-44fb-a8fe-55287340401d admin admin] Made reservation on behalf of c76a2177c7f74f3f9659c63ce1e7841d for: {'subnet': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:51:52.827378 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e408acf7-a03b-44fb-a8fe-55287340401d admin admin] Notify callbacks [] for subnet, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:53.101780 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e408acf7-a03b-44fb-a8fe-55287340401d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for subnet, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:53.160353 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e408acf7-a03b-44fb-a8fe-55287340401d admin admin] Pushing event updated for resources: {'Subnet': ['ID=254a3f4d-2b75-429e-bbb2-8e70554e9483,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:53.169914 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e408acf7-a03b-44fb-a8fe-55287340401d admin admin] Checking segment: {'id': '9b7b03c0-092f-4953-898f-de6d8f2338ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:51:53.170306 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e408acf7-a03b-44fb-a8fe-55287340401d admin admin] Network hostable DHCP agents. Network: d1bf0def-6fa4-4d3e-bbc5-20a040931fba, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:51:53.253678 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e408acf7-a03b-44fb-a8fe-55287340401d admin admin] Network d1bf0def-6fa4-4d3e-bbc5-20a040931fba is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:51:53.316505 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-e408acf7-a03b-44fb-a8fe-55287340401d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, d1bf0def-6fa4-4d3e-bbc5-20a040931fba) {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:51:53.321261 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e408acf7-a03b-44fb-a8fe-55287340401d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:53.321853 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e408acf7-a03b-44fb-a8fe-55287340401d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:53.326089 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-659eefab-a81c-4489-9365-bb9cc166fdeb None None] Network d1bf0def-6fa4-4d3e-bbc5-20a040931fba requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:51:53.393720 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-e408acf7-a03b-44fb-a8fe-55287340401d admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6565251 Aug 11 02:51:53.574777 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0d62120-bcd7-46e9-b8e3-f68daf313fbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde080026-c28f-55be-b52b-13827cc43646-d1bf0def-6fa4-4d3e-bbc5-20a040931fba', 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba', 'tenant_id': 'c76a2177c7f74f3f9659c63ce1e7841d', 'fixed_ips': [{'subnet_id': '254a3f4d-2b75-429e-bbb2-8e70554e9483'}]}} from n-d-764292-30. {{(pid=102193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:51:53.575724 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-a0d62120-bcd7-46e9-b8e3-f68daf313fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:53.711049 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.db_base_plugin_common [None req-a0d62120-bcd7-46e9-b8e3-f68daf313fbb None None] Allocated IP 192.168.233.2 (d1bf0def-6fa4-4d3e-bbc5-20a040931fba/254a3f4d-2b75-429e-bbb2-8e70554e9483/932038ab-1dba-4ca6-9056-a8cac6c2400c) {{(pid=102193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:51:53.854190 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-a0d62120-bcd7-46e9-b8e3-f68daf313fbb None None] Notify callbacks [] for port, precommit_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:53.862675 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-a0d62120-bcd7-46e9-b8e3-f68daf313fbb None None] Transition to ACTIVE for port object 932038ab-1dba-4ca6-9056-a8cac6c2400c will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:51:53.878104 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-a0d62120-bcd7-46e9-b8e3-f68daf313fbb None None] Transition to ACTIVE for port object 932038ab-1dba-4ca6-9056-a8cac6c2400c will not be triggered until provisioned by entity DHCP. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:51:53.959699 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-a0d62120-bcd7-46e9-b8e3-f68daf313fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669'] for port, after_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:54.000567 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0d62120-bcd7-46e9-b8e3-f68daf313fbb None None] Network d1bf0def-6fa4-4d3e-bbc5-20a040931fba is already hosted by enough agents. {{(pid=102193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:51:54.002039 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.base_scheduler [None req-a0d62120-bcd7-46e9-b8e3-f68daf313fbb None None] Resources bound (agent type, host, resource id): {{(pid=102193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:51:54.005660 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d62120-bcd7-46e9-b8e3-f68daf313fbb None None] Received port after_create {{(pid=102193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:51:54.016274 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d62120-bcd7-46e9-b8e3-f68daf313fbb None None] Pushing event updated for resources: {'Port': ['ID=932038ab-1dba-4ca6-9056-a8cac6c2400c,revision_number=1']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:54.041713 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d62120-bcd7-46e9-b8e3-f68daf313fbb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:54.042069 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d62120-bcd7-46e9-b8e3-f68daf313fbb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:54.042444 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d62120-bcd7-46e9-b8e3-f68daf313fbb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:54.042787 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d62120-bcd7-46e9-b8e3-f68daf313fbb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:54.043119 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d62120-bcd7-46e9-b8e3-f68daf313fbb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:54.043452 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d62120-bcd7-46e9-b8e3-f68daf313fbb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:54.043779 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d62120-bcd7-46e9-b8e3-f68daf313fbb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:54.044106 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d62120-bcd7-46e9-b8e3-f68daf313fbb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:54.044435 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d62120-bcd7-46e9-b8e3-f68daf313fbb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:54.044774 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d62120-bcd7-46e9-b8e3-f68daf313fbb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:54.045103 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d62120-bcd7-46e9-b8e3-f68daf313fbb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:54.045425 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d62120-bcd7-46e9-b8e3-f68daf313fbb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:54.077932 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-a0d62120-bcd7-46e9-b8e3-f68daf313fbb None None] Attempting to bind port 932038ab-1dba-4ca6-9056-a8cac6c2400c on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:51:54.078333 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-a0d62120-bcd7-46e9-b8e3-f68daf313fbb None None] Attempting to bind port 932038ab-1dba-4ca6-9056-a8cac6c2400c by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': '9b7b03c0-092f-4953-898f-de6d8f2338ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:51:54.078712 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d62120-bcd7-46e9-b8e3-f68daf313fbb None None] Attempting to bind port 932038ab-1dba-4ca6-9056-a8cac6c2400c on network d1bf0def-6fa4-4d3e-bbc5-20a040931fba {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:51:54.083904 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d62120-bcd7-46e9-b8e3-f68daf313fbb None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 51, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:51:54.084274 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d62120-bcd7-46e9-b8e3-f68daf313fbb None None] Checking segment: {'id': '9b7b03c0-092f-4953-898f-de6d8f2338ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:51:54.084692 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-a0d62120-bcd7-46e9-b8e3-f68daf313fbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:54.085068 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d62120-bcd7-46e9-b8e3-f68daf313fbb None None] Bound using segment: {'id': '9b7b03c0-092f-4953-898f-de6d8f2338ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:51:54.085536 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-a0d62120-bcd7-46e9-b8e3-f68daf313fbb None None] Bound port: 932038ab-1dba-4ca6-9056-a8cac6c2400c, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b7b03c0-092f-4953-898f-de6d8f2338ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:51:54.085929 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-a0d62120-bcd7-46e9-b8e3-f68daf313fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:54.148145 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-a0d62120-bcd7-46e9-b8e3-f68daf313fbb None None] For port 932038ab-1dba-4ca6-9056-a8cac6c2400c, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:51:54.155040 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-a0d62120-bcd7-46e9-b8e3-f68daf313fbb None None] For port 932038ab-1dba-4ca6-9056-a8cac6c2400c, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=932038ab-1dba-4ca6-9056-a8cac6c2400c,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:51:54.250679 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-a0d62120-bcd7-46e9-b8e3-f68daf313fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:54.312419 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d62120-bcd7-46e9-b8e3-f68daf313fbb None None] Pushing event updated for resources: {'Port': ['ID=932038ab-1dba-4ca6-9056-a8cac6c2400c,revision_number=2']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:55.107710 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f88ad3a-c200-4753-a2bf-7adf3e8c32b9 None None] Network d1bf0def-6fa4-4d3e-bbc5-20a040931fba requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:51:55.246401 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3eee96f2-2d0b-404c-9a54-069e933ac966 None None] Provisioning for port 932038ab-1dba-4ca6-9056-a8cac6c2400c completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:51:55.701465 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 932038ab-1dba-4ca6-9056-a8cac6c2400c up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:51:55.804524 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port 932038ab-1dba-4ca6-9056-a8cac6c2400c completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:51:55.808612 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 932038ab-1dba-4ca6-9056-a8cac6c2400c triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:51:55.808984 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:55.891475 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:55.923415 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port 932038ab-1dba-4ca6-9056-a8cac6c2400c, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=932038ab-1dba-4ca6-9056-a8cac6c2400c,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:51:55.991430 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:56.039974 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=932038ab-1dba-4ca6-9056-a8cac6c2400c,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:57.671361 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 932038ab-1dba-4ca6-9056-a8cac6c2400c up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:51:57.721847 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 932038ab-1dba-4ca6-9056-a8cac6c2400c triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:51:57.722217 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:58.254195 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.agents_db [None req-950b7202-decb-43e2-8f71-ac8931dc9749 None None] Agent healthcheck: found 5 active agents {{(pid=102194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:51:59.033181 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-c6b5cc88-de38-4c69-bdbc-3314e332b72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:01.775630 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:01.798771 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-95b6871e-0ba0-46ed-b256-7eb77ede1bb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:02.796679 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:04.444208 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:29.030406 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-6973af44-0785-4821-bbb1-b8370b92cae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:31.801699 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:31.824323 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-e8f77e9d-7780-451b-abcc-2038063af0bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:32.772666 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:34.452750 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:35.252189 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.agents_db [None req-950b7202-decb-43e2-8f71-ac8931dc9749 None None] Agent healthcheck: found 5 active agents {{(pid=102194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:52:59.052654 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3f76df11-8d98-4f38-a958-243876c421f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:01.796535 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:01.813469 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-5519773c-aa58-4c37-81d8-50abbbc9c31b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:02.785838 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:04.464104 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:11.243207 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 38134) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:53:11.249060 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [None req-84ed305c-4090-4100-9ba8-39e287ad7dd6 tempest-verify_tempest_config-630990894 tempest-verify_tempest_config-630990894-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:53:11.250055 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-84ed305c-4090-4100-9ba8-39e287ad7dd6 tempest-verify_tempest_config-630990894 tempest-verify_tempest_config-630990894-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058937 Aug 11 02:53:11.705230 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 38152) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:53:11.808256 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-3bb06851-aa54-4573-963c-e706b875580e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:11.892885 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-3bb06851-aa54-4573-963c-e706b875580e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:11.996292 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-3bb06851-aa54-4573-963c-e706b875580e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:12.038127 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb06851-aa54-4573-963c-e706b875580e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e3eb657-c6ea-4110-a949-e5a0debe9bd5,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:12.042532 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-3bb06851-aa54-4573-963c-e706b875580e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=34776a3a8a0142c49e9cff44920527ce&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3363149 Aug 11 02:53:12.045276 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 38156) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:53:12.046893 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb06851-aa54-4573-963c-e706b875580e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:53:12.047317 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb06851-aa54-4573-963c-e706b875580e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:53:12.047660 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb06851-aa54-4573-963c-e706b875580e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:53:12.047990 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb06851-aa54-4573-963c-e706b875580e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:53:12.048323 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb06851-aa54-4573-963c-e706b875580e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:53:12.048724 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb06851-aa54-4573-963c-e706b875580e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:53:12.049046 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb06851-aa54-4573-963c-e706b875580e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:53:12.049365 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb06851-aa54-4573-963c-e706b875580e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:53:12.049681 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb06851-aa54-4573-963c-e706b875580e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:53:12.049996 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb06851-aa54-4573-963c-e706b875580e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:53:12.050333 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb06851-aa54-4573-963c-e706b875580e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:53:12.050655 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb06851-aa54-4573-963c-e706b875580e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:53:12.101379 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-615e0dc8-517a-4a6f-94a7-de46aa770bf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:12.121973 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-615e0dc8-517a-4a6f-94a7-de46aa770bf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:12.248239 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-615e0dc8-517a-4a6f-94a7-de46aa770bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:12.250250 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.agents_db [None req-950b7202-decb-43e2-8f71-ac8931dc9749 None None] Agent healthcheck: found 5 active agents {{(pid=102194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:53:12.250810 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-615e0dc8-517a-4a6f-94a7-de46aa770bf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:12.251947 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-615e0dc8-517a-4a6f-94a7-de46aa770bf6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1e3eb657-c6ea-4110-a949-e5a0debe9bd5 HTTP/1.1" status: 204 len: 168 time: 0.2057157 Aug 11 02:53:12.259972 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615e0dc8-517a-4a6f-94a7-de46aa770bf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e3eb657-c6ea-4110-a949-e5a0debe9bd5,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:12.266397 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615e0dc8-517a-4a6f-94a7-de46aa770bf6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:53:12.266745 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615e0dc8-517a-4a6f-94a7-de46aa770bf6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:53:12.267087 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615e0dc8-517a-4a6f-94a7-de46aa770bf6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:53:12.267410 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615e0dc8-517a-4a6f-94a7-de46aa770bf6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:53:12.267733 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615e0dc8-517a-4a6f-94a7-de46aa770bf6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:53:12.268064 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615e0dc8-517a-4a6f-94a7-de46aa770bf6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:53:12.268365 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615e0dc8-517a-4a6f-94a7-de46aa770bf6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:53:12.268682 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615e0dc8-517a-4a6f-94a7-de46aa770bf6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:53:12.268984 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615e0dc8-517a-4a6f-94a7-de46aa770bf6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:53:12.269298 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615e0dc8-517a-4a6f-94a7-de46aa770bf6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:53:12.269821 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615e0dc8-517a-4a6f-94a7-de46aa770bf6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:53:12.270812 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615e0dc8-517a-4a6f-94a7-de46aa770bf6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:53:29.041281 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-721833a1-cfa4-4a95-a823-aac3a5cc7fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:31.807718 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:31.824345 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-d7d7e301-f3df-4a99-b2cc-9124c6d8b25e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:32.789711 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:34.456831 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:49.248747 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.agents_db [None req-950b7202-decb-43e2-8f71-ac8931dc9749 None None] Agent healthcheck: found 5 active agents {{(pid=102194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:53:59.052450 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-571e49e4-6c60-4ea2-9a7d-5e974a6961c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:01.800787 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:01.811646 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-918aa40f-2fd8-4bda-b560-a95995a52ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:02.815937 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:04.467402 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:26.247400 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.agents_db [None req-950b7202-decb-43e2-8f71-ac8931dc9749 None None] Agent healthcheck: found 5 active agents {{(pid=102194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:54:29.045682 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-f4044a81-06e7-4b4d-b5ae-1433e5025975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:31.787922 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:31.816744 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-473145f8-99a3-4473-ad93-b5fa4163f0cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:32.805902 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:34.473855 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:59.037170 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-c7738c21-0384-4a81-a96e-5cb4482b1f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:01.810537 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:01.911259 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-5bd55a21-7f41-4bc9-9019-9b9f9e01bb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:02.827179 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:03.246052 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.agents_db [None req-950b7202-decb-43e2-8f71-ac8931dc9749 None None] Agent healthcheck: found 5 active agents {{(pid=102194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:55:04.482982 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:29.049291 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-58ddd729-6ac4-4fc6-bbc3-9c4eb1092c6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:31.803879 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:31.837654 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-75dbb443-8bcb-498e-8ca7-b963a061313b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:32.796206 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:34.464550 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:40.244243 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.agents_db [None req-950b7202-decb-43e2-8f71-ac8931dc9749 None None] Agent healthcheck: found 5 active agents {{(pid=102194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:55:59.071515 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-afac64ff-53ea-47c9-a385-0764b26c6a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:01.796239 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:01.840978 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8d82dc16-f8b3-4e0c-9c80-6047e3872b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:02.791311 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:04.516936 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:06.589493 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-450295'] for agent, after_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:10.814148 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-450295'] for agent, after_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:17.243432 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.agents_db [None req-950b7202-decb-43e2-8f71-ac8931dc9749 None None] Agent healthcheck: found 7 active agents {{(pid=102194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:56:29.219773 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-e51b06d7-f00e-43c0-a900-2345e1d9bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:31.823673 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:31.846373 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-d2ac4ede-0bcd-4aab-a0ee-f02c00a2dc0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:32.836320 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:34.482236 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:36.585412 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:40.755064 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:54.241670 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.agents_db [None req-950b7202-decb-43e2-8f71-ac8931dc9749 None None] Agent healthcheck: found 7 active agents {{(pid=102194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:56:54.260381 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 38218) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:56:54.363118 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-71290758-cf27-49a8-af92-84f91be05df8 admin admin] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.1016424 Aug 11 02:56:56.518128 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 38228) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:56:56.572908 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-74327db5-e052-4589-a842-cc8dcb7232d8 admin admin] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0536914 Aug 11 02:56:59.047437 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-df1a6826-97b9-4209-a1e3-3de2e616ecb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:01.795941 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:01.818713 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-9b319693-0fe5-4eba-bb76-07dade253e5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:02.807742 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:04.482122 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:06.601797 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:10.777695 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:29.047813 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-0c537c1f-3907-4c6e-894e-f85ce86b6912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:31.240303 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.agents_db [None req-950b7202-decb-43e2-8f71-ac8931dc9749 None None] Agent healthcheck: found 7 active agents {{(pid=102194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:57:31.773342 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:31.801513 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-5859a034-f93f-4849-8e0b-22df8d86bb7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:32.819283 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:34.470914 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:36.590429 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:40.784601 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:59.045488 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dafa96c4-5063-4ffd-8556-1cfe071c8878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:01.778836 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:01.807421 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-6836df05-2b4e-457a-8d2c-f4fa0b93680c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:02.835803 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:04.481238 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:06.624172 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:08.239342 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.agents_db [None req-950b7202-decb-43e2-8f71-ac8931dc9749 None None] Agent healthcheck: found 7 active agents {{(pid=102194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:58:10.795694 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:23.111322 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 38634) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:58:23.136284 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 38640) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:58:23.240620 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-32425c3e-9d8c-4cbd-8d04-f4c60759a3ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:23.302998 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-21edc535-6453-45de-976f-cb10e5924469 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:23.348419 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-32425c3e-9d8c-4cbd-8d04-f4c60759a3ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:23.422691 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-32425c3e-9d8c-4cbd-8d04-f4c60759a3ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:23.465193 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32425c3e-9d8c-4cbd-8d04-f4c60759a3ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08310255-52fb-4d5f-8574-f0f53ca1b175,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:23.478953 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32425c3e-9d8c-4cbd-8d04-f4c60759a3ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:58:23.479517 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32425c3e-9d8c-4cbd-8d04-f4c60759a3ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:58:23.479989 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32425c3e-9d8c-4cbd-8d04-f4c60759a3ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:58:23.484254 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32425c3e-9d8c-4cbd-8d04-f4c60759a3ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:58:23.484254 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32425c3e-9d8c-4cbd-8d04-f4c60759a3ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:58:23.484254 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32425c3e-9d8c-4cbd-8d04-f4c60759a3ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:58:23.484254 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32425c3e-9d8c-4cbd-8d04-f4c60759a3ce admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:58:23.484254 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32425c3e-9d8c-4cbd-8d04-f4c60759a3ce admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:58:23.484254 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32425c3e-9d8c-4cbd-8d04-f4c60759a3ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:58:23.484254 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32425c3e-9d8c-4cbd-8d04-f4c60759a3ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:58:23.484254 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32425c3e-9d8c-4cbd-8d04-f4c60759a3ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:58:23.484254 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32425c3e-9d8c-4cbd-8d04-f4c60759a3ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:58:23.485277 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32425c3e-9d8c-4cbd-8d04-f4c60759a3ce admin admin] Tracked resource versions report: Aug 11 02:58:23.485277 n-d-764292-30 neutron-server[102191]: pushed versions: Aug 11 02:58:23.485277 n-d-764292-30 neutron-server[102191]: { 'AddressGroup': {'1.2'}, Aug 11 02:58:23.485277 n-d-764292-30 neutron-server[102191]: 'ConntrackHelper': {'1.0'}, Aug 11 02:58:23.485277 n-d-764292-30 neutron-server[102191]: 'Log': {'1.0'}, Aug 11 02:58:23.485277 n-d-764292-30 neutron-server[102191]: 'Network': {'1.1'}, Aug 11 02:58:23.485277 n-d-764292-30 neutron-server[102191]: 'Port': {'1.7'}, Aug 11 02:58:23.485277 n-d-764292-30 neutron-server[102191]: 'PortForwarding': {'1.2'}, Aug 11 02:58:23.485277 n-d-764292-30 neutron-server[102191]: 'QosPolicy': {'1.9'}, Aug 11 02:58:23.485277 n-d-764292-30 neutron-server[102191]: 'SecurityGroup': {'1.4'}, Aug 11 02:58:23.485277 n-d-764292-30 neutron-server[102191]: 'SecurityGroupRule': {'1.2'}, Aug 11 02:58:23.485277 n-d-764292-30 neutron-server[102191]: 'SubPort': {'1.0'}, Aug 11 02:58:23.485277 n-d-764292-30 neutron-server[102191]: 'Subnet': {'1.1'}, Aug 11 02:58:23.485277 n-d-764292-30 neutron-server[102191]: 'Trunk': {'1.1'}} Aug 11 02:58:23.485277 n-d-764292-30 neutron-server[102191]: consumer versions: Aug 11 02:58:23.485277 n-d-764292-30 neutron-server[102191]: { DHCP agent@n-d-764292-30: {}, Aug 11 02:58:23.485277 n-d-764292-30 neutron-server[102191]: HyperV agent@n-h1-764292-30: {}, Aug 11 02:58:23.485277 n-d-764292-30 neutron-server[102191]: HyperV agent@n-h2-764292-30: {}, Aug 11 02:58:23.485277 n-d-764292-30 neutron-server[102191]: L3 agent@n-d-764292-30: {}, Aug 11 02:58:23.485277 n-d-764292-30 neutron-server[102191]: Metadata agent@n-d-764292-30: {}, Aug 11 02:58:23.485277 n-d-764292-30 neutron-server[102191]: Metering agent@n-d-764292-30: {}, Aug 11 02:58:23.485277 n-d-764292-30 neutron-server[102191]: Open vSwitch agent@n-d-764292-30: { 'AddressGroup': '1.2', Aug 11 02:58:23.485277 n-d-764292-30 neutron-server[102191]: 'ConntrackHelper': '1.0', Aug 11 02:58:23.485277 n-d-764292-30 neutron-server[102191]: 'Log': '1.0', Aug 11 02:58:23.485277 n-d-764292-30 neutron-server[102191]: 'Network': '1.1', Aug 11 02:58:23.485277 n-d-764292-30 neutron-server[102191]: 'Port': '1.7', Aug 11 02:58:23.485277 n-d-764292-30 neutron-server[102191]: 'PortForwarding': '1.2', Aug 11 02:58:23.485277 n-d-764292-30 neutron-server[102191]: 'QosPolicy': '1.9', Aug 11 02:58:23.485277 n-d-764292-30 neutron-server[102191]: 'SecurityGroup': '1.4', Aug 11 02:58:23.485277 n-d-764292-30 neutron-server[102191]: 'SecurityGroupRule': '1.2', Aug 11 02:58:23.485277 n-d-764292-30 neutron-server[102191]: 'SubPort': '1.0', Aug 11 02:58:23.485277 n-d-764292-30 neutron-server[102191]: 'Subnet': '1.1', Aug 11 02:58:23.485277 n-d-764292-30 neutron-server[102191]: 'Trunk': '1.1'}} Aug 11 02:58:23.485277 n-d-764292-30 neutron-server[102191]: {{(pid=102191) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 11 02:58:23.514752 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-32425c3e-9d8c-4cbd-8d04-f4c60759a3ce admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5c9a7f88259f41fd97509d6fa74be06b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4023342 Aug 11 02:58:23.517416 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 38660) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:58:23.527118 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-21edc535-6453-45de-976f-cb10e5924469 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:23.568227 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d51eb23c-971c-4aaf-9cac-ea4188f46847 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:23.589754 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-21edc535-6453-45de-976f-cb10e5924469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:23.594693 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d51eb23c-971c-4aaf-9cac-ea4188f46847 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:23.644363 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21edc535-6453-45de-976f-cb10e5924469 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a53505d-9e14-4f92-921d-25576a6fa99d,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:23.654111 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21edc535-6453-45de-976f-cb10e5924469 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:58:23.654502 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21edc535-6453-45de-976f-cb10e5924469 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:58:23.654858 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21edc535-6453-45de-976f-cb10e5924469 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:58:23.655178 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21edc535-6453-45de-976f-cb10e5924469 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:58:23.655503 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21edc535-6453-45de-976f-cb10e5924469 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:58:23.655828 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21edc535-6453-45de-976f-cb10e5924469 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:58:23.656145 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21edc535-6453-45de-976f-cb10e5924469 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:58:23.656614 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21edc535-6453-45de-976f-cb10e5924469 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:58:23.657072 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21edc535-6453-45de-976f-cb10e5924469 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:58:23.657689 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21edc535-6453-45de-976f-cb10e5924469 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:58:23.658146 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21edc535-6453-45de-976f-cb10e5924469 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:58:23.658625 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21edc535-6453-45de-976f-cb10e5924469 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:58:23.659925 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21edc535-6453-45de-976f-cb10e5924469 admin admin] Tracked resource versions report: Aug 11 02:58:23.659925 n-d-764292-30 neutron-server[102192]: pushed versions: Aug 11 02:58:23.659925 n-d-764292-30 neutron-server[102192]: { 'AddressGroup': {'1.2'}, Aug 11 02:58:23.659925 n-d-764292-30 neutron-server[102192]: 'ConntrackHelper': {'1.0'}, Aug 11 02:58:23.659925 n-d-764292-30 neutron-server[102192]: 'Log': {'1.0'}, Aug 11 02:58:23.659925 n-d-764292-30 neutron-server[102192]: 'Network': {'1.1'}, Aug 11 02:58:23.659925 n-d-764292-30 neutron-server[102192]: 'Port': {'1.7'}, Aug 11 02:58:23.659925 n-d-764292-30 neutron-server[102192]: 'PortForwarding': {'1.2'}, Aug 11 02:58:23.659925 n-d-764292-30 neutron-server[102192]: 'QosPolicy': {'1.9'}, Aug 11 02:58:23.659925 n-d-764292-30 neutron-server[102192]: 'SecurityGroup': {'1.4'}, Aug 11 02:58:23.659925 n-d-764292-30 neutron-server[102192]: 'SecurityGroupRule': {'1.2'}, Aug 11 02:58:23.659925 n-d-764292-30 neutron-server[102192]: 'SubPort': {'1.0'}, Aug 11 02:58:23.659925 n-d-764292-30 neutron-server[102192]: 'Subnet': {'1.1'}, Aug 11 02:58:23.659925 n-d-764292-30 neutron-server[102192]: 'Trunk': {'1.1'}} Aug 11 02:58:23.659925 n-d-764292-30 neutron-server[102192]: consumer versions: Aug 11 02:58:23.659925 n-d-764292-30 neutron-server[102192]: { DHCP agent@n-d-764292-30: {}, Aug 11 02:58:23.659925 n-d-764292-30 neutron-server[102192]: HyperV agent@n-h1-764292-30: {}, Aug 11 02:58:23.659925 n-d-764292-30 neutron-server[102192]: HyperV agent@n-h2-764292-30: {}, Aug 11 02:58:23.659925 n-d-764292-30 neutron-server[102192]: L3 agent@n-d-764292-30: {}, Aug 11 02:58:23.659925 n-d-764292-30 neutron-server[102192]: Metadata agent@n-d-764292-30: {}, Aug 11 02:58:23.659925 n-d-764292-30 neutron-server[102192]: Metering agent@n-d-764292-30: {}, Aug 11 02:58:23.659925 n-d-764292-30 neutron-server[102192]: Open vSwitch agent@n-d-764292-30: { 'AddressGroup': '1.2', Aug 11 02:58:23.659925 n-d-764292-30 neutron-server[102192]: 'ConntrackHelper': '1.0', Aug 11 02:58:23.659925 n-d-764292-30 neutron-server[102192]: 'Log': '1.0', Aug 11 02:58:23.659925 n-d-764292-30 neutron-server[102192]: 'Network': '1.1', Aug 11 02:58:23.659925 n-d-764292-30 neutron-server[102192]: 'Port': '1.7', Aug 11 02:58:23.659925 n-d-764292-30 neutron-server[102192]: 'PortForwarding': '1.2', Aug 11 02:58:23.659925 n-d-764292-30 neutron-server[102192]: 'QosPolicy': '1.9', Aug 11 02:58:23.659925 n-d-764292-30 neutron-server[102192]: 'SecurityGroup': '1.4', Aug 11 02:58:23.659925 n-d-764292-30 neutron-server[102192]: 'SecurityGroupRule': '1.2', Aug 11 02:58:23.659925 n-d-764292-30 neutron-server[102192]: 'SubPort': '1.0', Aug 11 02:58:23.659925 n-d-764292-30 neutron-server[102192]: 'Subnet': '1.1', Aug 11 02:58:23.659925 n-d-764292-30 neutron-server[102192]: 'Trunk': '1.1'}} Aug 11 02:58:23.659925 n-d-764292-30 neutron-server[102192]: {{(pid=102192) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 11 02:58:23.668255 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-21edc535-6453-45de-976f-cb10e5924469 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fcb0d69a73b14c299e323234905c1c54&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5308685 Aug 11 02:58:23.671791 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 38676) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:58:23.721781 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d51eb23c-971c-4aaf-9cac-ea4188f46847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:23.726402 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d51eb23c-971c-4aaf-9cac-ea4188f46847 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:23.727789 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-d51eb23c-971c-4aaf-9cac-ea4188f46847 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/08310255-52fb-4d5f-8574-f0f53ca1b175 HTTP/1.1" status: 204 len: 168 time: 0.2093341 Aug 11 02:58:23.732514 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-bb14244a-edd3-4c9c-bb49-b24c1b382b98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:23.737609 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51eb23c-971c-4aaf-9cac-ea4188f46847 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08310255-52fb-4d5f-8574-f0f53ca1b175,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:23.769242 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-bb14244a-edd3-4c9c-bb49-b24c1b382b98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:23.881425 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-bb14244a-edd3-4c9c-bb49-b24c1b382b98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:23.884916 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-bb14244a-edd3-4c9c-bb49-b24c1b382b98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:23.886846 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-bb14244a-edd3-4c9c-bb49-b24c1b382b98 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8a53505d-9e14-4f92-921d-25576a6fa99d HTTP/1.1" status: 204 len: 168 time: 0.2149224 Aug 11 02:58:23.901115 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb14244a-edd3-4c9c-bb49-b24c1b382b98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a53505d-9e14-4f92-921d-25576a6fa99d,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:24.518819 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 38738) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:58:24.531764 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c0948ab9-df47-4fa2-add7-e2e3c12afb0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:24.619895 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c0948ab9-df47-4fa2-add7-e2e3c12afb0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:24.681053 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c0948ab9-df47-4fa2-add7-e2e3c12afb0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:24.719248 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-c0948ab9-df47-4fa2-add7-e2e3c12afb0e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cdbec2fa298444deac42fb49cde8eca0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1993506 Aug 11 02:58:24.720123 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0948ab9-df47-4fa2-add7-e2e3c12afb0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc5a83c8-7259-473f-a3ee-420fa860b39a,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:24.722605 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 38742) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:58:24.775997 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-acbc4b68-1df2-4c73-8b22-9bc6098a7e5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:24.798714 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-acbc4b68-1df2-4c73-8b22-9bc6098a7e5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:24.942852 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-acbc4b68-1df2-4c73-8b22-9bc6098a7e5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:24.945972 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-acbc4b68-1df2-4c73-8b22-9bc6098a7e5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:24.947223 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-acbc4b68-1df2-4c73-8b22-9bc6098a7e5b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bc5a83c8-7259-473f-a3ee-420fa860b39a HTTP/1.1" status: 204 len: 168 time: 0.2222517 Aug 11 02:58:24.955402 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbc4b68-1df2-4c73-8b22-9bc6098a7e5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc5a83c8-7259-473f-a3ee-420fa860b39a,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:25.157796 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 38756) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:58:25.171304 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9680d76a-4aa3-42f6-8edf-f66de8cd4739 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:25.238720 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 38758) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:58:25.259319 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9680d76a-4aa3-42f6-8edf-f66de8cd4739 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:25.272433 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 38764) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:58:25.321720 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9680d76a-4aa3-42f6-8edf-f66de8cd4739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:25.361878 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-9680d76a-4aa3-42f6-8edf-f66de8cd4739 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3059dd826e7042a4b73cff20ea70bad8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2029307 Aug 11 02:58:25.362980 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9680d76a-4aa3-42f6-8edf-f66de8cd4739 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96c1edbc-d482-42c0-bfce-16eaff2460a7,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:25.364762 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 38770) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:58:25.419421 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ce13888c-3773-41da-9b40-472bb544b17e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:25.440841 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ce13888c-3773-41da-9b40-472bb544b17e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:25.567570 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ce13888c-3773-41da-9b40-472bb544b17e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:25.570943 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ce13888c-3773-41da-9b40-472bb544b17e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:25.572561 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-ce13888c-3773-41da-9b40-472bb544b17e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/96c1edbc-d482-42c0-bfce-16eaff2460a7 HTTP/1.1" status: 204 len: 168 time: 0.2062774 Aug 11 02:58:25.580413 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce13888c-3773-41da-9b40-472bb544b17e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96c1edbc-d482-42c0-bfce-16eaff2460a7,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:25.632113 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a8c2a239-eb76-4210-bc69-06baa4222a5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:25.644224 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 38784) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:58:25.676693 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-31f88aeb-b5a7-4503-99d0-cab09757f625 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:25.766836 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a8c2a239-eb76-4210-bc69-06baa4222a5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:25.877329 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3a816f17-7140-4bc7-8ff0-ac0bceee19b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:25.879845 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 38796) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:58:25.883112 n-d-764292-30 neutron-server[102192]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 11 02:58:25.915506 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-283386bb-a4ed-47c1-8e85-3080c1ff9aaa req-267c2b7b-ec94-47a2-b1aa-4048c8779582 tempest-AggregatesAdminTestJSON-1755197712 tempest-AggregatesAdminTestJSON-1755197712-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=7d2c156cd90f4f058fedafb7d3be6df4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0333855 Aug 11 02:58:25.999018 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a8c2a239-eb76-4210-bc69-06baa4222a5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:26.116663 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-a8c2a239-eb76-4210-bc69-06baa4222a5c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=72b494596e074c66bfc9b7078d162022&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8712940 Aug 11 02:58:26.116751 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 38808) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:58:26.170380 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c2a239-eb76-4210-bc69-06baa4222a5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=319699ff-9e8c-48b7-a68d-ec2fd7d12243,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:26.191418 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283386bb-a4ed-47c1-8e85-3080c1ff9aaa req-18ea8e27-5d43-43c8-8bbe-de1de24b274d tempest-AggregatesAdminTestJSON-1755197712 tempest-AggregatesAdminTestJSON-1755197712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:26.193452 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-283386bb-a4ed-47c1-8e85-3080c1ff9aaa req-18ea8e27-5d43-43c8-8bbe-de1de24b274d tempest-AggregatesAdminTestJSON-1755197712 tempest-AggregatesAdminTestJSON-1755197712-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2706928 Aug 11 02:58:26.213712 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4879eefd-1f0c-423d-a379-077e7b569646 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:26.224498 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-283386bb-a4ed-47c1-8e85-3080c1ff9aaa req-d7e10c06-63f4-43bb-9516-fa3f23d22bbb tempest-AggregatesAdminTestJSON-1755197712 tempest-AggregatesAdminTestJSON-1755197712-project] 10.222.0.41 "GET /v2.0/quotas/7d2c156cd90f4f058fedafb7d3be6df4 HTTP/1.1" status: 200 len: 375 time: 0.0201054 Aug 11 02:58:26.250357 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4879eefd-1f0c-423d-a379-077e7b569646 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:26.372911 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4879eefd-1f0c-423d-a379-077e7b569646 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:26.377169 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4879eefd-1f0c-423d-a379-077e7b569646 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:26.379855 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-4879eefd-1f0c-423d-a379-077e7b569646 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/319699ff-9e8c-48b7-a68d-ec2fd7d12243 HTTP/1.1" status: 204 len: 168 time: 0.2617209 Aug 11 02:58:26.382458 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-283386bb-a4ed-47c1-8e85-3080c1ff9aaa req-3394f9c6-7a5e-4d41-a329-c33dd66970a2 tempest-AggregatesAdminTestJSON-1755197712 tempest-AggregatesAdminTestJSON-1755197712-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=7d2c156cd90f4f058fedafb7d3be6df4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1444535 Aug 11 02:58:26.387226 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-31f88aeb-b5a7-4503-99d0-cab09757f625 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:26.407030 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4879eefd-1f0c-423d-a379-077e7b569646 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=319699ff-9e8c-48b7-a68d-ec2fd7d12243,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:26.452457 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-31f88aeb-b5a7-4503-99d0-cab09757f625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:26.539067 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-31f88aeb-b5a7-4503-99d0-cab09757f625 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8bd5db2c54c24a0b9c5485d48f7f9b8c&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2655172 Aug 11 02:58:26.541393 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f88aeb-b5a7-4503-99d0-cab09757f625 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bf597a4-2f57-4b78-bad6-48e7e3839e8b,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:26.542474 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 38830) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:58:26.626459 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3a816f17-7140-4bc7-8ff0-ac0bceee19b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:26.627496 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-71dc810a-a5e8-4dff-a33c-ca4e2cbe96cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:26.649506 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-71dc810a-a5e8-4dff-a33c-ca4e2cbe96cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:26.703172 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3a816f17-7140-4bc7-8ff0-ac0bceee19b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:26.765895 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-3a816f17-7140-4bc7-8ff0-ac0bceee19b5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ab217ca991984eb39abbc37deb4e20c3&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1205349 Aug 11 02:58:26.768817 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 38840) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:58:26.778755 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a816f17-7140-4bc7-8ff0-ac0bceee19b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bc588d6-2d5e-4ffd-9bce-babfaba20021,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:26.791223 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-71dc810a-a5e8-4dff-a33c-ca4e2cbe96cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:26.800235 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-71dc810a-a5e8-4dff-a33c-ca4e2cbe96cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:26.800235 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-71dc810a-a5e8-4dff-a33c-ca4e2cbe96cf admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6bf597a4-2f57-4b78-bad6-48e7e3839e8b HTTP/1.1" status: 204 len: 168 time: 0.2529521 Aug 11 02:58:26.808284 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dc810a-a5e8-4dff-a33c-ca4e2cbe96cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bf597a4-2f57-4b78-bad6-48e7e3839e8b,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:26.851235 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-303e81a8-1f7b-43da-b449-6399597ed2f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:26.861536 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 38854) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:58:26.877487 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-303e81a8-1f7b-43da-b449-6399597ed2f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:27.006206 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-303e81a8-1f7b-43da-b449-6399597ed2f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:27.008999 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-303e81a8-1f7b-43da-b449-6399597ed2f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:27.010803 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-303e81a8-1f7b-43da-b449-6399597ed2f3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5bc588d6-2d5e-4ffd-9bce-babfaba20021 HTTP/1.1" status: 204 len: 168 time: 0.2383218 Aug 11 02:58:27.019178 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303e81a8-1f7b-43da-b449-6399597ed2f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bc588d6-2d5e-4ffd-9bce-babfaba20021,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:27.221441 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 38872) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:58:27.306892 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-9a770a7d-ffea-4ca2-9b13-38e15b703bc3 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-581871637-network', 'tenant_id': 'e2a079adece943d79940f9231134e5b8'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:58:27.361105 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 38882) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:58:27.375492 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-24d4178e-7613-4f88-974b-3874252d3b33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:27.395461 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a770a7d-ffea-4ca2-9b13-38e15b703bc3 admin admin] Made reservation on behalf of e2a079adece943d79940f9231134e5b8 for: {'network': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:58:27.398766 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9a770a7d-ffea-4ca2-9b13-38e15b703bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:27.408248 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9a770a7d-ffea-4ca2-9b13-38e15b703bc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:27.478727 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-24d4178e-7613-4f88-974b-3874252d3b33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:27.549698 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-24d4178e-7613-4f88-974b-3874252d3b33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:27.592554 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-24d4178e-7613-4f88-974b-3874252d3b33 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=828ab4cc93bd485ab39e980a6911f2c6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2279716 Aug 11 02:58:27.592761 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 38886) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:58:27.599937 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d4178e-7613-4f88-974b-3874252d3b33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d4af76d-d4f5-4ad0-945d-b7edbcf6e600,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:27.642419 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9a770a7d-ffea-4ca2-9b13-38e15b703bc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:27.647307 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-34201637-7460-4303-9e66-7433e9b2b513 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:27.667834 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-34201637-7460-4303-9e66-7433e9b2b513 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:27.746498 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 38890) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:58:27.762624 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e0fb7d67-9e66-46a7-ba54-95a46ff7c82f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:27.770228 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9a770a7d-ffea-4ca2-9b13-38e15b703bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:27.794442 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-34201637-7460-4303-9e66-7433e9b2b513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:27.797930 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-34201637-7460-4303-9e66-7433e9b2b513 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:27.803672 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-34201637-7460-4303-9e66-7433e9b2b513 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9d4af76d-d4f5-4ad0-945d-b7edbcf6e600 HTTP/1.1" status: 204 len: 168 time: 0.2083788 Aug 11 02:58:27.810252 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34201637-7460-4303-9e66-7433e9b2b513 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d4af76d-d4f5-4ad0-945d-b7edbcf6e600,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:27.815942 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a770a7d-ffea-4ca2-9b13-38e15b703bc3 admin admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=102191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:58:27.824851 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a770a7d-ffea-4ca2-9b13-38e15b703bc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4880e2b-37de-416e-8c76-e282cbc3eb95,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:27.839952 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9a770a7d-ffea-4ca2-9b13-38e15b703bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:27.840402 n-d-764292-30 neutron-server[102191]: INFO neutron.db.segments_db [None req-9a770a7d-ffea-4ca2-9b13-38e15b703bc3 admin admin] Added segment 86c83a84-fd28-4f5f-a51e-dfaae3027a90 of type vlan for network abf4f863-7e34-4c96-bae1-78fb72808e42 Aug 11 02:58:27.890342 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9a770a7d-ffea-4ca2-9b13-38e15b703bc3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:27.955554 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e0fb7d67-9e66-46a7-ba54-95a46ff7c82f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:27.987198 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b83b4c11-659f-4782-b252-feff07d48b4e req-1bcde39e-3ed7-4eae-a65e-eb9b84a0e5a1 tempest-AggregatesAdminTestJSON-1755197712 tempest-AggregatesAdminTestJSON-1755197712-project] 10.222.0.41 "GET /v2.0/ports?device_id=f87d1371-def1-4861-9df4-82ab8ce80df1 HTTP/1.1" status: 200 len: 210 time: 0.7635877 Aug 11 02:58:28.023102 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9a770a7d-ffea-4ca2-9b13-38e15b703bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:28.024077 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a770a7d-ffea-4ca2-9b13-38e15b703bc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:28.024689 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9a770a7d-ffea-4ca2-9b13-38e15b703bc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:28.026862 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e0fb7d67-9e66-46a7-ba54-95a46ff7c82f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:28.107718 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-e0fb7d67-9e66-46a7-ba54-95a46ff7c82f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=eccd8f2f0bf6497699026ec8842d02da&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3612578 Aug 11 02:58:28.110548 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 38898) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:58:28.128723 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fb7d67-9e66-46a7-ba54-95a46ff7c82f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f3a0eca-e3c4-487c-8142-a63994cd38f9,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:28.132053 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a770a7d-ffea-4ca2-9b13-38e15b703bc3 admin admin] Pushing event updated for resources: {'Network': ['ID=abf4f863-7e34-4c96-bae1-78fb72808e42,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:28.177447 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network abf4f863-7e34-4c96-bae1-78fb72808e42 details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:58:28.181917 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 38904) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:58:28.182549 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-9a770a7d-ffea-4ca2-9b13-38e15b703bc3 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.3113446 Aug 11 02:58:28.186268 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-e9626a61-a786-40fc-8e57-72746ffb4268 admin admin] Request body: {'subnet': {'network_id': 'abf4f863-7e34-4c96-bae1-78fb72808e42', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-581871637-subnet', 'tenant_id': 'e2a079adece943d79940f9231134e5b8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:58:28.190710 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-821de877-01b6-4e37-b960-45a7aff74bf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:28.224936 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-821de877-01b6-4e37-b960-45a7aff74bf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:28.248614 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 38908) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:58:28.258221 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-78c808db-550c-4152-aae6-e3161b675b32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:28.314004 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9626a61-a786-40fc-8e57-72746ffb4268 admin admin] Made reservation on behalf of e2a079adece943d79940f9231134e5b8 for: {'subnet': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:58:28.316482 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e9626a61-a786-40fc-8e57-72746ffb4268 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:28.383621 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-821de877-01b6-4e37-b960-45a7aff74bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:28.385888 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-821de877-01b6-4e37-b960-45a7aff74bf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:28.389629 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-821de877-01b6-4e37-b960-45a7aff74bf5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0f3a0eca-e3c4-487c-8142-a63994cd38f9 HTTP/1.1" status: 204 len: 168 time: 0.2754140 Aug 11 02:58:28.402882 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821de877-01b6-4e37-b960-45a7aff74bf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f3a0eca-e3c4-487c-8142-a63994cd38f9,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:28.457697 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-78c808db-550c-4152-aae6-e3161b675b32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:28.544035 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-78c808db-550c-4152-aae6-e3161b675b32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:28.581614 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c808db-550c-4152-aae6-e3161b675b32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e468876c-658a-42e3-997c-0ab23e756f47,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:28.588374 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-78c808db-550c-4152-aae6-e3161b675b32 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e7cd7fbf388845e49426085743c86a90&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3433263 Aug 11 02:58:28.590999 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 38924) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:58:28.635883 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e9626a61-a786-40fc-8e57-72746ffb4268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for subnet, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:28.643716 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c395118e-cad1-461c-97b7-1b079d43be8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:28.668651 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c395118e-cad1-461c-97b7-1b079d43be8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:28.689224 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9626a61-a786-40fc-8e57-72746ffb4268 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea672f68-2286-4aab-b6b2-6a0985e114d8,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:28.728845 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9626a61-a786-40fc-8e57-72746ffb4268 admin admin] Checking segment: {'id': '86c83a84-fd28-4f5f-a51e-dfaae3027a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'abf4f863-7e34-4c96-bae1-78fb72808e42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:58:28.729212 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9626a61-a786-40fc-8e57-72746ffb4268 admin admin] Network hostable DHCP agents. Network: abf4f863-7e34-4c96-bae1-78fb72808e42, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:58:28.829398 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9626a61-a786-40fc-8e57-72746ffb4268 admin admin] Network abf4f863-7e34-4c96-bae1-78fb72808e42 is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:58:28.856545 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c395118e-cad1-461c-97b7-1b079d43be8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:28.859156 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c395118e-cad1-461c-97b7-1b079d43be8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:28.862068 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-c395118e-cad1-461c-97b7-1b079d43be8e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e468876c-658a-42e3-997c-0ab23e756f47 HTTP/1.1" status: 204 len: 168 time: 0.2683871 Aug 11 02:58:28.869860 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c395118e-cad1-461c-97b7-1b079d43be8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e468876c-658a-42e3-997c-0ab23e756f47,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:28.938763 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-e9626a61-a786-40fc-8e57-72746ffb4268 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, abf4f863-7e34-4c96-bae1-78fb72808e42) {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:58:28.949827 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9626a61-a786-40fc-8e57-72746ffb4268 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:28.951686 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be03d61b-c259-4053-9a91-000982df2746 None None] Network abf4f863-7e34-4c96-bae1-78fb72808e42 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:58:28.951923 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e9626a61-a786-40fc-8e57-72746ffb4268 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:29.079581 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-e9626a61-a786-40fc-8e57-72746ffb4268 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.8996544 Aug 11 02:58:29.082466 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 38942) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:58:29.088165 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-38b79dc9-c86c-4290-94df-cc46fbc6577c admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-581871637-router', 'tenant_id': 'e2a079adece943d79940f9231134e5b8', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:58:29.097950 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-05e279b0-831e-47c2-9994-45afd324eabd req-b86265fa-33f2-42a4-bca2-1610c897c31d tempest-AggregatesAdminTestJSON-1755197712 tempest-AggregatesAdminTestJSON-1755197712-project] 10.222.0.41 "GET /v2.0/ports?device_id=f87d1371-def1-4861-9df4-82ab8ce80df1 HTTP/1.1" status: 200 len: 210 time: 0.0315194 Aug 11 02:58:29.142849 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9d5e87c-a96c-4929-a291-f9136a4d112e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde080026-c28f-55be-b52b-13827cc43646-abf4f863-7e34-4c96-bae1-78fb72808e42', 'network_id': 'abf4f863-7e34-4c96-bae1-78fb72808e42', 'tenant_id': 'e2a079adece943d79940f9231134e5b8', 'fixed_ips': [{'subnet_id': 'ea672f68-2286-4aab-b6b2-6a0985e114d8'}]}} from n-d-764292-30. {{(pid=102193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:58:29.143714 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-a9d5e87c-a96c-4929-a291-f9136a4d112e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:29.155787 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-72791acb-b4da-45df-9870-ca95e834abaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:29.200652 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-38b79dc9-c86c-4290-94df-cc46fbc6577c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-450010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6626'] for router, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:29.201714 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-38b79dc9-c86c-4290-94df-cc46fbc6577c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-446747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6633'] for router, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:29.263193 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-38b79dc9-c86c-4290-94df-cc46fbc6577c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:29.296743 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.db_base_plugin_common [None req-a9d5e87c-a96c-4929-a291-f9136a4d112e None None] Allocated IP 172.20.0.2 (abf4f863-7e34-4c96-bae1-78fb72808e42/ea672f68-2286-4aab-b6b2-6a0985e114d8/3b8e3a98-6bcc-4054-bdd1-ee44d115053f) {{(pid=102193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:58:29.462819 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-a9d5e87c-a96c-4929-a291-f9136a4d112e None None] Notify callbacks [] for port, precommit_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:29.472370 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-a9d5e87c-a96c-4929-a291-f9136a4d112e None None] Transition to ACTIVE for port object 3b8e3a98-6bcc-4054-bdd1-ee44d115053f will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:58:29.478590 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-38b79dc9-c86c-4290-94df-cc46fbc6577c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:29.492598 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-a9d5e87c-a96c-4929-a291-f9136a4d112e None None] Transition to ACTIVE for port object 3b8e3a98-6bcc-4054-bdd1-ee44d115053f will not be triggered until provisioned by entity DHCP. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:58:29.568409 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-a9d5e87c-a96c-4929-a291-f9136a4d112e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669'] for port, after_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:29.629476 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9d5e87c-a96c-4929-a291-f9136a4d112e None None] Network abf4f863-7e34-4c96-bae1-78fb72808e42 is already hosted by enough agents. {{(pid=102193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:58:29.642274 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.base_scheduler [None req-a9d5e87c-a96c-4929-a291-f9136a4d112e None None] Resources bound (agent type, host, resource id): {{(pid=102193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:58:29.642274 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d5e87c-a96c-4929-a291-f9136a4d112e None None] Received port after_create {{(pid=102193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:58:29.642551 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d5e87c-a96c-4929-a291-f9136a4d112e None None] Pushing event updated for resources: {'Port': ['ID=3b8e3a98-6bcc-4054-bdd1-ee44d115053f,revision_number=1']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:29.654865 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d5e87c-a96c-4929-a291-f9136a4d112e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:58:29.655472 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d5e87c-a96c-4929-a291-f9136a4d112e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:58:29.655819 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d5e87c-a96c-4929-a291-f9136a4d112e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:58:29.656157 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d5e87c-a96c-4929-a291-f9136a4d112e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:58:29.656495 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d5e87c-a96c-4929-a291-f9136a4d112e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:58:29.656825 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d5e87c-a96c-4929-a291-f9136a4d112e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:58:29.657155 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d5e87c-a96c-4929-a291-f9136a4d112e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:58:29.657479 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d5e87c-a96c-4929-a291-f9136a4d112e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:58:29.657804 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d5e87c-a96c-4929-a291-f9136a4d112e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:58:29.658128 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d5e87c-a96c-4929-a291-f9136a4d112e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:58:29.658479 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d5e87c-a96c-4929-a291-f9136a4d112e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:58:29.658835 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d5e87c-a96c-4929-a291-f9136a4d112e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:58:29.659901 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d5e87c-a96c-4929-a291-f9136a4d112e None None] Tracked resource versions report: Aug 11 02:58:29.659901 n-d-764292-30 neutron-server[102193]: pushed versions: Aug 11 02:58:29.659901 n-d-764292-30 neutron-server[102193]: { 'AddressGroup': {'1.2'}, Aug 11 02:58:29.659901 n-d-764292-30 neutron-server[102193]: 'ConntrackHelper': {'1.0'}, Aug 11 02:58:29.659901 n-d-764292-30 neutron-server[102193]: 'Log': {'1.0'}, Aug 11 02:58:29.659901 n-d-764292-30 neutron-server[102193]: 'Network': {'1.1'}, Aug 11 02:58:29.659901 n-d-764292-30 neutron-server[102193]: 'Port': {'1.7'}, Aug 11 02:58:29.659901 n-d-764292-30 neutron-server[102193]: 'PortForwarding': {'1.2'}, Aug 11 02:58:29.659901 n-d-764292-30 neutron-server[102193]: 'QosPolicy': {'1.9'}, Aug 11 02:58:29.659901 n-d-764292-30 neutron-server[102193]: 'SecurityGroup': {'1.4'}, Aug 11 02:58:29.659901 n-d-764292-30 neutron-server[102193]: 'SecurityGroupRule': {'1.2'}, Aug 11 02:58:29.659901 n-d-764292-30 neutron-server[102193]: 'SubPort': {'1.0'}, Aug 11 02:58:29.659901 n-d-764292-30 neutron-server[102193]: 'Subnet': {'1.1'}, Aug 11 02:58:29.659901 n-d-764292-30 neutron-server[102193]: 'Trunk': {'1.1'}} Aug 11 02:58:29.659901 n-d-764292-30 neutron-server[102193]: consumer versions: Aug 11 02:58:29.659901 n-d-764292-30 neutron-server[102193]: { DHCP agent@n-d-764292-30: {}, Aug 11 02:58:29.659901 n-d-764292-30 neutron-server[102193]: HyperV agent@n-h1-764292-30: {}, Aug 11 02:58:29.659901 n-d-764292-30 neutron-server[102193]: HyperV agent@n-h2-764292-30: {}, Aug 11 02:58:29.659901 n-d-764292-30 neutron-server[102193]: L3 agent@n-d-764292-30: {}, Aug 11 02:58:29.659901 n-d-764292-30 neutron-server[102193]: Metadata agent@n-d-764292-30: {}, Aug 11 02:58:29.659901 n-d-764292-30 neutron-server[102193]: Metering agent@n-d-764292-30: {}, Aug 11 02:58:29.659901 n-d-764292-30 neutron-server[102193]: Open vSwitch agent@n-d-764292-30: { 'AddressGroup': '1.2', Aug 11 02:58:29.659901 n-d-764292-30 neutron-server[102193]: 'ConntrackHelper': '1.0', Aug 11 02:58:29.659901 n-d-764292-30 neutron-server[102193]: 'Log': '1.0', Aug 11 02:58:29.659901 n-d-764292-30 neutron-server[102193]: 'Network': '1.1', Aug 11 02:58:29.659901 n-d-764292-30 neutron-server[102193]: 'Port': '1.7', Aug 11 02:58:29.659901 n-d-764292-30 neutron-server[102193]: 'PortForwarding': '1.2', Aug 11 02:58:29.659901 n-d-764292-30 neutron-server[102193]: 'QosPolicy': '1.9', Aug 11 02:58:29.659901 n-d-764292-30 neutron-server[102193]: 'SecurityGroup': '1.4', Aug 11 02:58:29.659901 n-d-764292-30 neutron-server[102193]: 'SecurityGroupRule': '1.2', Aug 11 02:58:29.659901 n-d-764292-30 neutron-server[102193]: 'SubPort': '1.0', Aug 11 02:58:29.659901 n-d-764292-30 neutron-server[102193]: 'Subnet': '1.1', Aug 11 02:58:29.659901 n-d-764292-30 neutron-server[102193]: 'Trunk': '1.1'}} Aug 11 02:58:29.659901 n-d-764292-30 neutron-server[102193]: {{(pid=102193) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 11 02:58:29.709648 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-a9d5e87c-a96c-4929-a291-f9136a4d112e None None] Attempting to bind port 3b8e3a98-6bcc-4054-bdd1-ee44d115053f on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:58:29.710021 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-a9d5e87c-a96c-4929-a291-f9136a4d112e None None] Attempting to bind port 3b8e3a98-6bcc-4054-bdd1-ee44d115053f by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': '86c83a84-fd28-4f5f-a51e-dfaae3027a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'abf4f863-7e34-4c96-bae1-78fb72808e42'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:58:29.710422 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d5e87c-a96c-4929-a291-f9136a4d112e None None] Attempting to bind port 3b8e3a98-6bcc-4054-bdd1-ee44d115053f on network abf4f863-7e34-4c96-bae1-78fb72808e42 {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:58:29.716002 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d5e87c-a96c-4929-a291-f9136a4d112e None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 58, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:58:29.716386 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d5e87c-a96c-4929-a291-f9136a4d112e None None] Checking segment: {'id': '86c83a84-fd28-4f5f-a51e-dfaae3027a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'abf4f863-7e34-4c96-bae1-78fb72808e42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:58:29.722228 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-a9d5e87c-a96c-4929-a291-f9136a4d112e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:29.722228 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d5e87c-a96c-4929-a291-f9136a4d112e None None] Bound using segment: {'id': '86c83a84-fd28-4f5f-a51e-dfaae3027a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'abf4f863-7e34-4c96-bae1-78fb72808e42'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:58:29.722228 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-a9d5e87c-a96c-4929-a291-f9136a4d112e None None] Bound port: 3b8e3a98-6bcc-4054-bdd1-ee44d115053f, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86c83a84-fd28-4f5f-a51e-dfaae3027a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'abf4f863-7e34-4c96-bae1-78fb72808e42'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:58:29.722228 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-a9d5e87c-a96c-4929-a291-f9136a4d112e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:29.768706 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-38b79dc9-c86c-4290-94df-cc46fbc6577c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:29.807023 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-38b79dc9-c86c-4290-94df-cc46fbc6577c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:29.825455 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-a9d5e87c-a96c-4929-a291-f9136a4d112e None None] For port 3b8e3a98-6bcc-4054-bdd1-ee44d115053f, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:58:29.829386 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-a9d5e87c-a96c-4929-a291-f9136a4d112e None None] For port 3b8e3a98-6bcc-4054-bdd1-ee44d115053f, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=3b8e3a98-6bcc-4054-bdd1-ee44d115053f,segment=NetworkSegment(86c83a84-fd28-4f5f-a51e-dfaae3027a90),segment_id=86c83a84-fd28-4f5f-a51e-dfaae3027a90)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:58:29.923687 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [None req-38b79dc9-c86c-4290-94df-cc46fbc6577c admin admin] Allocated IP 172.25.8.58 (09faf7d2-eaf5-4a50-bb6e-4cb05d009a76/e1a97443-13df-40bb-85f5-fd269e2742c0/3ed03132-a150-4896-9ed2-237b70295770) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:58:29.925989 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-a9d5e87c-a96c-4929-a291-f9136a4d112e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:30.008855 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d5e87c-a96c-4929-a291-f9136a4d112e None None] Pushing event updated for resources: {'Port': ['ID=3b8e3a98-6bcc-4054-bdd1-ee44d115053f,revision_number=2']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:30.077804 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-38b79dc9-c86c-4290-94df-cc46fbc6577c admin admin] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:30.241378 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-38b79dc9-c86c-4290-94df-cc46fbc6577c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:30.301197 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b79dc9-c86c-4290-94df-cc46fbc6577c admin admin] Network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:58:30.305079 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-38b79dc9-c86c-4290-94df-cc46fbc6577c admin admin] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:58:30.308974 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b79dc9-c86c-4290-94df-cc46fbc6577c admin admin] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:58:30.315435 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b79dc9-c86c-4290-94df-cc46fbc6577c admin admin] Pushing event updated for resources: {'Port': ['ID=3ed03132-a150-4896-9ed2-237b70295770,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:30.343828 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-92b5f24f-fdae-4ac3-9d74-9fe0637ef771 req-4267f872-ce56-42e9-9705-3a85c3573a4d tempest-AggregatesAdminTestJSON-1755197712 tempest-AggregatesAdminTestJSON-1755197712-project] 10.222.0.41 "GET /v2.0/ports?device_id=f87d1371-def1-4861-9df4-82ab8ce80df1 HTTP/1.1" status: 200 len: 210 time: 0.0325785 Aug 11 02:58:30.755576 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.24', 57638) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:58:30.775057 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-38b79dc9-c86c-4290-94df-cc46fbc6577c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:30.787077 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-283386bb-a4ed-47c1-8e85-3080c1ff9aaa req-91b5606d-560a-4d52-a622-8ef4de10fd23 tempest-AggregatesAdminTestJSON-1755197712 tempest-AggregatesAdminTestJSON-1755197712-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=7d2c156cd90f4f058fedafb7d3be6df4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0294945 Aug 11 02:58:30.957752 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283386bb-a4ed-47c1-8e85-3080c1ff9aaa req-e37f5128-c8ee-4eea-8415-96dc2c903d9d tempest-AggregatesAdminTestJSON-1755197712 tempest-AggregatesAdminTestJSON-1755197712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:30.964547 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-283386bb-a4ed-47c1-8e85-3080c1ff9aaa req-e37f5128-c8ee-4eea-8415-96dc2c903d9d tempest-AggregatesAdminTestJSON-1755197712 tempest-AggregatesAdminTestJSON-1755197712-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1703584 Aug 11 02:58:31.021610 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-283386bb-a4ed-47c1-8e85-3080c1ff9aaa req-c612849e-c1ba-4435-9d7d-3b4f38036f65 tempest-AggregatesAdminTestJSON-1755197712 tempest-AggregatesAdminTestJSON-1755197712-project] Request body: {'port': {'device_id': 'f87d1371-def1-4861-9df4-82ab8ce80df1', 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba', 'admin_state_up': True, 'tenant_id': '7d2c156cd90f4f058fedafb7d3be6df4'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:58:31.114677 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-38b79dc9-c86c-4290-94df-cc46fbc6577c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-446952'] for router, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:31.265123 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d779ec23-4eb9-4acd-8a39-572d76353bc9 None None] Network abf4f863-7e34-4c96-bae1-78fb72808e42 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:58:31.399747 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38b79dc9-c86c-4290-94df-cc46fbc6577c admin admin] Router 0cabdcb2-c4a7-4927-b0e5-9a6f4314d7f1 is scheduled to L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 with binding_index 1 {{(pid=102191) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:58:31.439938 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-283386bb-a4ed-47c1-8e85-3080c1ff9aaa req-c612849e-c1ba-4435-9d7d-3b4f38036f65 tempest-AggregatesAdminTestJSON-1755197712 tempest-AggregatesAdminTestJSON-1755197712-project] Made reservation on behalf of 7d2c156cd90f4f058fedafb7d3be6df4 for: {'port': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:58:31.444825 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-283386bb-a4ed-47c1-8e85-3080c1ff9aaa req-c612849e-c1ba-4435-9d7d-3b4f38036f65 tempest-AggregatesAdminTestJSON-1755197712 tempest-AggregatesAdminTestJSON-1755197712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:31.468672 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-283386bb-a4ed-47c1-8e85-3080c1ff9aaa req-c612849e-c1ba-4435-9d7d-3b4f38036f65 tempest-AggregatesAdminTestJSON-1755197712 tempest-AggregatesAdminTestJSON-1755197712-project] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:31.506309 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-680b8630-8a6b-4123-982f-e5bcf673f5e1 None None] Provisioning for port 3b8e3a98-6bcc-4054-bdd1-ee44d115053f completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:58:31.606927 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38b79dc9-c86c-4290-94df-cc46fbc6577c admin admin] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:58:31.618140 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4c9c4c-2401-4725-9883-ff5b36e7ace0 None None] Sync routers for ids ['0cabdcb2-c4a7-4927-b0e5-9a6f4314d7f1'] in n-d-764292-30 {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:58:31.633568 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4c9c4c-2401-4725-9883-ff5b36e7ace0 None None] Routers {'0cabdcb2-c4a7-4927-b0e5-9a6f4314d7f1'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:58:31.635800 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-8c4c9c4c-2401-4725-9883-ff5b36e7ace0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T02:58:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['0cabdcb2-c4a7-4927-b0e5-9a6f4314d7f1'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:58:31.683277 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-fc2b0e74-1142-44ca-bca8-7b1f89ec93fc req-f4146264-a162-48f1-96eb-2b03a868ba03 tempest-AggregatesAdminTestJSON-1755197712 tempest-AggregatesAdminTestJSON-1755197712-project] 10.222.0.41 "GET /v2.0/ports?device_id=f87d1371-def1-4861-9df4-82ab8ce80df1 HTTP/1.1" status: 200 len: 210 time: 0.0626755 Aug 11 02:58:31.744856 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-283386bb-a4ed-47c1-8e85-3080c1ff9aaa req-c612849e-c1ba-4435-9d7d-3b4f38036f65 tempest-AggregatesAdminTestJSON-1755197712 tempest-AggregatesAdminTestJSON-1755197712-project] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:31.825259 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-8c4c9c4c-2401-4725-9883-ff5b36e7ace0 None None] Set router 0cabdcb2-c4a7-4927-b0e5-9a6f4314d7f1 gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:58:31.825931 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:31.858773 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-283386bb-a4ed-47c1-8e85-3080c1ff9aaa req-c612849e-c1ba-4435-9d7d-3b4f38036f65 tempest-AggregatesAdminTestJSON-1755197712 tempest-AggregatesAdminTestJSON-1755197712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:31.860672 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-5fa5c5f0-a6c0-41ed-bcc4-f9b93edfd14f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:31.943974 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-38b79dc9-c86c-4290-94df-cc46fbc6577c admin admin] Notify callbacks [] for router, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:31.948257 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-38b79dc9-c86c-4290-94df-cc46fbc6577c admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 2.8613980 Aug 11 02:58:31.948257 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 39068) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:58:32.023617 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c612849e-c1ba-4435-9d7d-3b4f38036f65 tempest-AggregatesAdminTestJSON-1755197712 tempest-AggregatesAdminTestJSON-1755197712-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29fbf572-2830-4de9-b9bd-26da6f7e678e,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:32.031802 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 3b8e3a98-6bcc-4054-bdd1-ee44d115053f up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:58:32.155131 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-8c4c9c4c-2401-4725-9883-ff5b36e7ace0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cabdcb2-c4a7-4927-b0e5-9a6f4314d7f1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-581871637-router', 'tenant_id': 'e2a079adece943d79940f9231134e5b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': '3ed03132-a150-4896-9ed2-237b70295770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:58:29Z', 'updated_at': '2021-08-11T02:58:30Z', 'revision_number': 3, 'project_id': 'e2a079adece943d79940f9231134e5b8', 'gw_port': {'id': '3ed03132-a150-4896-9ed2-237b70295770', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ee:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cabdcb2-c4a7-4927-b0e5-9a6f4314d7f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:58:29Z', 'updated_at': '2021-08-11T02:58:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:58:32.180859 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4c9c4c-2401-4725-9883-ff5b36e7ace0 None None] Checking router: 0cabdcb2-c4a7-4927-b0e5-9a6f4314d7f1 for host: n-d-764292-30 {{(pid=102194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:58:32.181474 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4c9c4c-2401-4725-9883-ff5b36e7ace0 None None] Updating router 0cabdcb2-c4a7-4927-b0e5-9a6f4314d7f1 port 3ed03132-a150-4896-9ed2-237b70295770 binding host n-d-764292-30 {{(pid=102194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:58:32.212429 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-8c4c9c4c-2401-4725-9883-ff5b36e7ace0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:32.216739 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port 3b8e3a98-6bcc-4054-bdd1-ee44d115053f completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:58:32.221280 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 3b8e3a98-6bcc-4054-bdd1-ee44d115053f triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:58:32.221895 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:32.268998 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [req-283386bb-a4ed-47c1-8e85-3080c1ff9aaa req-c612849e-c1ba-4435-9d7d-3b4f38036f65 tempest-AggregatesAdminTestJSON-1755197712 tempest-AggregatesAdminTestJSON-1755197712-project] Allocated IP 192.168.233.224 (d1bf0def-6fa4-4d3e-bbc5-20a040931fba/254a3f4d-2b75-429e-bbb2-8e70554e9483/02284331-8e56-410b-b6ff-1c5fc4cdd035) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:58:32.347348 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:32.426054 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port 3b8e3a98-6bcc-4054-bdd1-ee44d115053f, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=3b8e3a98-6bcc-4054-bdd1-ee44d115053f,segment=NetworkSegment(86c83a84-fd28-4f5f-a51e-dfaae3027a90),segment_id=86c83a84-fd28-4f5f-a51e-dfaae3027a90)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:58:32.491389 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:32.504567 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-283386bb-a4ed-47c1-8e85-3080c1ff9aaa req-c612849e-c1ba-4435-9d7d-3b4f38036f65 tempest-AggregatesAdminTestJSON-1755197712 tempest-AggregatesAdminTestJSON-1755197712-project] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:32.534541 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [req-283386bb-a4ed-47c1-8e85-3080c1ff9aaa req-c612849e-c1ba-4435-9d7d-3b4f38036f65 tempest-AggregatesAdminTestJSON-1755197712 tempest-AggregatesAdminTestJSON-1755197712-project] Transition to ACTIVE for port object 02284331-8e56-410b-b6ff-1c5fc4cdd035 will not be triggered until provisioned by entity DHCP. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:58:32.568866 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=3b8e3a98-6bcc-4054-bdd1-ee44d115053f,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:32.624763 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d0a20d9f-5a22-4c43-9ff2-fab6074e6c38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:32.683350 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-8c4c9c4c-2401-4725-9883-ff5b36e7ace0 None None] Notify callbacks [] for port, precommit_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:32.695519 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.provisioning_blocks [None req-8c4c9c4c-2401-4725-9883-ff5b36e7ace0 None None] Transition to ACTIVE for port object 3ed03132-a150-4896-9ed2-237b70295770 will not be triggered until provisioned by entity L2. {{(pid=102194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:58:32.716545 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-283386bb-a4ed-47c1-8e85-3080c1ff9aaa req-c612849e-c1ba-4435-9d7d-3b4f38036f65 tempest-AggregatesAdminTestJSON-1755197712 tempest-AggregatesAdminTestJSON-1755197712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:32.778455 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-8c4c9c4c-2401-4725-9883-ff5b36e7ace0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:32.835711 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:32.865776 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [None req-d0a20d9f-5a22-4c43-9ff2-fab6074e6c38 admin admin] Allocated IP 172.20.0.1 (abf4f863-7e34-4c96-bae1-78fb72808e42/ea672f68-2286-4aab-b6b2-6a0985e114d8/7854c917-39b9-4b2d-ade4-21a3f8d957d8) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:58:32.902006 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 39092) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:58:32.906898 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e7f55e-a19d-4666-811f-5a7ec60c3365 None None] Pushing event updated for resources: {'Port': ['ID=3ed03132-a150-4896-9ed2-237b70295770,revision_number=2']} {{(pid=102194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:32.909367 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-8c4c9c4c-2401-4725-9883-ff5b36e7ace0 None None] Attempting to bind port 3ed03132-a150-4896-9ed2-237b70295770 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:58:32.909735 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-8c4c9c4c-2401-4725-9883-ff5b36e7ace0 None None] Attempting to bind port 3ed03132-a150-4896-9ed2-237b70295770 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}] {{(pid=102194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:58:32.910093 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c4c9c4c-2401-4725-9883-ff5b36e7ace0 None None] Attempting to bind port 3ed03132-a150-4896-9ed2-237b70295770 on network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:58:32.920221 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e7f55e-a19d-4666-811f-5a7ec60c3365 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:58:32.925960 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e7f55e-a19d-4666-811f-5a7ec60c3365 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:58:32.927674 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e7f55e-a19d-4666-811f-5a7ec60c3365 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:58:32.928214 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e7f55e-a19d-4666-811f-5a7ec60c3365 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:58:32.929557 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e7f55e-a19d-4666-811f-5a7ec60c3365 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:58:32.930033 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e7f55e-a19d-4666-811f-5a7ec60c3365 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:58:32.943944 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e7f55e-a19d-4666-811f-5a7ec60c3365 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:58:32.943944 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e7f55e-a19d-4666-811f-5a7ec60c3365 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:58:32.943944 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e7f55e-a19d-4666-811f-5a7ec60c3365 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:58:32.943944 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e7f55e-a19d-4666-811f-5a7ec60c3365 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:58:32.943944 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e7f55e-a19d-4666-811f-5a7ec60c3365 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:58:32.943944 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e7f55e-a19d-4666-811f-5a7ec60c3365 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:58:32.943944 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e7f55e-a19d-4666-811f-5a7ec60c3365 None None] Tracked resource versions report: Aug 11 02:58:32.943944 n-d-764292-30 neutron-server[102194]: pushed versions: Aug 11 02:58:32.943944 n-d-764292-30 neutron-server[102194]: { 'AddressGroup': {'1.2'}, Aug 11 02:58:32.943944 n-d-764292-30 neutron-server[102194]: 'ConntrackHelper': {'1.0'}, Aug 11 02:58:32.943944 n-d-764292-30 neutron-server[102194]: 'Log': {'1.0'}, Aug 11 02:58:32.943944 n-d-764292-30 neutron-server[102194]: 'Network': {'1.1'}, Aug 11 02:58:32.943944 n-d-764292-30 neutron-server[102194]: 'Port': {'1.7'}, Aug 11 02:58:32.943944 n-d-764292-30 neutron-server[102194]: 'PortForwarding': {'1.2'}, Aug 11 02:58:32.943944 n-d-764292-30 neutron-server[102194]: 'QosPolicy': {'1.9'}, Aug 11 02:58:32.943944 n-d-764292-30 neutron-server[102194]: 'SecurityGroup': {'1.4'}, Aug 11 02:58:32.943944 n-d-764292-30 neutron-server[102194]: 'SecurityGroupRule': {'1.2'}, Aug 11 02:58:32.943944 n-d-764292-30 neutron-server[102194]: 'SubPort': {'1.0'}, Aug 11 02:58:32.943944 n-d-764292-30 neutron-server[102194]: 'Subnet': {'1.1'}, Aug 11 02:58:32.943944 n-d-764292-30 neutron-server[102194]: 'Trunk': {'1.1'}} Aug 11 02:58:32.943944 n-d-764292-30 neutron-server[102194]: consumer versions: Aug 11 02:58:32.943944 n-d-764292-30 neutron-server[102194]: { DHCP agent@n-d-764292-30: {}, Aug 11 02:58:32.943944 n-d-764292-30 neutron-server[102194]: HyperV agent@n-h1-764292-30: {}, Aug 11 02:58:32.943944 n-d-764292-30 neutron-server[102194]: HyperV agent@n-h2-764292-30: {}, Aug 11 02:58:32.943944 n-d-764292-30 neutron-server[102194]: L3 agent@n-d-764292-30: {}, Aug 11 02:58:32.943944 n-d-764292-30 neutron-server[102194]: Metadata agent@n-d-764292-30: {}, Aug 11 02:58:32.943944 n-d-764292-30 neutron-server[102194]: Metering agent@n-d-764292-30: {}, Aug 11 02:58:32.943944 n-d-764292-30 neutron-server[102194]: Open vSwitch agent@n-d-764292-30: { 'AddressGroup': '1.2', Aug 11 02:58:32.943944 n-d-764292-30 neutron-server[102194]: 'ConntrackHelper': '1.0', Aug 11 02:58:32.943944 n-d-764292-30 neutron-server[102194]: 'Log': '1.0', Aug 11 02:58:32.943944 n-d-764292-30 neutron-server[102194]: 'Network': '1.1', Aug 11 02:58:32.943944 n-d-764292-30 neutron-server[102194]: 'Port': '1.7', Aug 11 02:58:32.943944 n-d-764292-30 neutron-server[102194]: 'PortForwarding': '1.2', Aug 11 02:58:32.943944 n-d-764292-30 neutron-server[102194]: 'QosPolicy': '1.9', Aug 11 02:58:32.943944 n-d-764292-30 neutron-server[102194]: 'SecurityGroup': '1.4', Aug 11 02:58:32.943944 n-d-764292-30 neutron-server[102194]: 'SecurityGroupRule': '1.2', Aug 11 02:58:32.943944 n-d-764292-30 neutron-server[102194]: 'SubPort': '1.0', Aug 11 02:58:32.943944 n-d-764292-30 neutron-server[102194]: 'Subnet': '1.1', Aug 11 02:58:32.943944 n-d-764292-30 neutron-server[102194]: 'Trunk': '1.1'}} Aug 11 02:58:32.943944 n-d-764292-30 neutron-server[102194]: {{(pid=102194) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 11 02:58:32.956971 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c4c9c4c-2401-4725-9883-ff5b36e7ace0 None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 58, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:58:32.957610 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c4c9c4c-2401-4725-9883-ff5b36e7ace0 None None] Checking segment: {'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:58:32.959088 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-8c4c9c4c-2401-4725-9883-ff5b36e7ace0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:32.962946 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c4c9c4c-2401-4725-9883-ff5b36e7ace0 None None] Bound using segment: {'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'} {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:58:32.963824 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-8c4c9c4c-2401-4725-9883-ff5b36e7ace0 None None] Bound port: 3ed03132-a150-4896-9ed2-237b70295770, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}}] {{(pid=102194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:58:32.964432 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-8c4c9c4c-2401-4725-9883-ff5b36e7ace0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:33.088086 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.db [None req-8c4c9c4c-2401-4725-9883-ff5b36e7ace0 None None] For port 3ed03132-a150-4896-9ed2-237b70295770, host n-d-764292-30, cleared binding levels {{(pid=102194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:58:33.092844 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.db [None req-8c4c9c4c-2401-4725-9883-ff5b36e7ace0 None None] For port 3ed03132-a150-4896-9ed2-237b70295770, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=3ed03132-a150-4896-9ed2-237b70295770,segment=NetworkSegment(fab28bed-aa25-40db-bba4-ec26e795194c),segment_id=fab28bed-aa25-40db-bba4-ec26e795194c)] {{(pid=102194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:58:33.109295 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-283386bb-a4ed-47c1-8e85-3080c1ff9aaa req-c612849e-c1ba-4435-9d7d-3b4f38036f65 tempest-AggregatesAdminTestJSON-1755197712 tempest-AggregatesAdminTestJSON-1755197712-project] Network d1bf0def-6fa4-4d3e-bbc5-20a040931fba is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:58:33.124065 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d0a20d9f-5a22-4c43-9ff2-fab6074e6c38 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:33.127013 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [req-283386bb-a4ed-47c1-8e85-3080c1ff9aaa req-c612849e-c1ba-4435-9d7d-3b4f38036f65 tempest-AggregatesAdminTestJSON-1755197712 tempest-AggregatesAdminTestJSON-1755197712-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:58:33.130917 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [req-283386bb-a4ed-47c1-8e85-3080c1ff9aaa req-c612849e-c1ba-4435-9d7d-3b4f38036f65 tempest-AggregatesAdminTestJSON-1755197712 tempest-AggregatesAdminTestJSON-1755197712-project] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:58:33.137729 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283386bb-a4ed-47c1-8e85-3080c1ff9aaa req-c612849e-c1ba-4435-9d7d-3b4f38036f65 tempest-AggregatesAdminTestJSON-1755197712 tempest-AggregatesAdminTestJSON-1755197712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:33.138865 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-283386bb-a4ed-47c1-8e85-3080c1ff9aaa req-c612849e-c1ba-4435-9d7d-3b4f38036f65 tempest-AggregatesAdminTestJSON-1755197712 tempest-AggregatesAdminTestJSON-1755197712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:33.185513 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c612849e-c1ba-4435-9d7d-3b4f38036f65 tempest-AggregatesAdminTestJSON-1755197712 tempest-AggregatesAdminTestJSON-1755197712-project] Pushing event updated for resources: {'Port': ['ID=02284331-8e56-410b-b6ff-1c5fc4cdd035,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:33.188660 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-8c4c9c4c-2401-4725-9883-ff5b36e7ace0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:33.191433 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [None req-d0a20d9f-5a22-4c43-9ff2-fab6074e6c38 admin admin] Transition to ACTIVE for port object 7854c917-39b9-4b2d-ade4-21a3f8d957d8 will not be triggered until provisioned by entity DHCP. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:58:33.250047 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54272851-d322-4ddd-8396-e1fa1827cc22 req-bf33b26f-4f0e-40a6-8207-e61250e23741 tempest-AggregatesAdminTestJSON-1755197712 tempest-AggregatesAdminTestJSON-1755197712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:33.253477 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-54272851-d322-4ddd-8396-e1fa1827cc22 req-bf33b26f-4f0e-40a6-8207-e61250e23741 tempest-AggregatesAdminTestJSON-1755197712 tempest-AggregatesAdminTestJSON-1755197712-project] 10.222.0.41 "GET /v2.0/ports?device_id=f87d1371-def1-4861-9df4-82ab8ce80df1 HTTP/1.1" status: 200 len: 936 time: 0.3505263 Aug 11 02:58:33.305160 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-283386bb-a4ed-47c1-8e85-3080c1ff9aaa req-c612849e-c1ba-4435-9d7d-3b4f38036f65 tempest-AggregatesAdminTestJSON-1755197712 tempest-AggregatesAdminTestJSON-1755197712-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2881181 Aug 11 02:58:33.379682 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e7f55e-a19d-4666-811f-5a7ec60c3365 None None] Pushing event updated for resources: {'Port': ['ID=3ed03132-a150-4896-9ed2-237b70295770,revision_number=3']} {{(pid=102194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:33.392902 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-7d4f48b2-96cb-4a4f-8687-6bf8ffb4bcb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:33.397917 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d0a20d9f-5a22-4c43-9ff2-fab6074e6c38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:33.427800 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-17a80b52-299d-4c84-9f9e-4e02e7f8fffa req-94fcc085-ea23-4df7-9725-dc4c301fb72b tempest-ServerDiagnosticsNegativeTest-873051359 tempest-ServerDiagnosticsNegativeTest-873051359-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=63d50ec611594e218e8f6d75f4093f93&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1338727 Aug 11 02:58:33.461152 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4c9c4c-2401-4725-9883-ff5b36e7ace0 None None] Routers {'0cabdcb2-c4a7-4927-b0e5-9a6f4314d7f1'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:58:33.461808 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-8c4c9c4c-2401-4725-9883-ff5b36e7ace0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T02:58:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['0cabdcb2-c4a7-4927-b0e5-9a6f4314d7f1'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:58:33.544321 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a20d9f-5a22-4c43-9ff2-fab6074e6c38 admin admin] Network abf4f863-7e34-4c96-bae1-78fb72808e42 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:58:33.556182 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-d0a20d9f-5a22-4c43-9ff2-fab6074e6c38 admin admin] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:58:33.567345 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a20d9f-5a22-4c43-9ff2-fab6074e6c38 admin admin] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:58:33.572312 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d0a20d9f-5a22-4c43-9ff2-fab6074e6c38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-520987'] for router_interface, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:33.578896 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a20d9f-5a22-4c43-9ff2-fab6074e6c38 admin admin] Pushing event updated for resources: {'Port': ['ID=7854c917-39b9-4b2d-ade4-21a3f8d957d8,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:33.579386 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [req-283386bb-a4ed-47c1-8e85-3080c1ff9aaa req-d5fdf37f-b315-4e97-85d6-7d619fc593d5 tempest-AggregatesAdminTestJSON-1755197712 tempest-AggregatesAdminTestJSON-1755197712-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:58:33.580475 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-283386bb-a4ed-47c1-8e85-3080c1ff9aaa req-d5fdf37f-b315-4e97-85d6-7d619fc593d5 tempest-AggregatesAdminTestJSON-1755197712 tempest-AggregatesAdminTestJSON-1755197712-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1468678 Aug 11 02:58:33.596905 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-54272851-d322-4ddd-8396-e1fa1827cc22 req-d73544de-724f-45a4-8cb2-69c5955b9702 tempest-AggregatesAdminTestJSON-1755197712 tempest-AggregatesAdminTestJSON-1755197712-project] 10.222.0.41 "GET /v2.0/security-groups?id=29fbf572-2830-4de9-b9bd-26da6f7e678e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3326602 Aug 11 02:58:33.654733 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a80b52-299d-4c84-9f9e-4e02e7f8fffa req-f88e93af-ffdb-42b0-8c81-9802707df674 tempest-ServerDiagnosticsNegativeTest-873051359 tempest-ServerDiagnosticsNegativeTest-873051359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:33.663124 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-17a80b52-299d-4c84-9f9e-4e02e7f8fffa req-f88e93af-ffdb-42b0-8c81-9802707df674 tempest-ServerDiagnosticsNegativeTest-873051359 tempest-ServerDiagnosticsNegativeTest-873051359-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2346292 Aug 11 02:58:33.673190 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-8c4c9c4c-2401-4725-9883-ff5b36e7ace0 None None] Set router 0cabdcb2-c4a7-4927-b0e5-9a6f4314d7f1 gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:58:33.690599 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-17a80b52-299d-4c84-9f9e-4e02e7f8fffa req-b6fc2664-316f-4d9a-8a67-b2c0a8920fa5 tempest-ServerDiagnosticsNegativeTest-873051359 tempest-ServerDiagnosticsNegativeTest-873051359-project] 10.222.0.41 "GET /v2.0/quotas/63d50ec611594e218e8f6d75f4093f93 HTTP/1.1" status: 200 len: 375 time: 0.0261526 Aug 11 02:58:33.743325 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-17a80b52-299d-4c84-9f9e-4e02e7f8fffa req-758366aa-d738-4352-b78a-0dc0ccc15390 tempest-ServerDiagnosticsNegativeTest-873051359 tempest-ServerDiagnosticsNegativeTest-873051359-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=63d50ec611594e218e8f6d75f4093f93&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0510178 Aug 11 02:58:33.812763 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-f8b60f91-ba01-415a-a0ac-2b2a18699ba4 None None] Provisioning for port 02284331-8e56-410b-b6ff-1c5fc4cdd035 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:58:33.819613 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-f8b60f91-ba01-415a-a0ac-2b2a18699ba4 None None] Provisioning complete for port 02284331-8e56-410b-b6ff-1c5fc4cdd035 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:58:33.824554 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-f8b60f91-ba01-415a-a0ac-2b2a18699ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:33.896171 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-7d4f48b2-96cb-4a4f-8687-6bf8ffb4bcb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:33.968367 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-f8b60f91-ba01-415a-a0ac-2b2a18699ba4 None None] Port 02284331-8e56-410b-b6ff-1c5fc4cdd035 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:58:33.986527 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-7d4f48b2-96cb-4a4f-8687-6bf8ffb4bcb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:33.997730 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 3b8e3a98-6bcc-4054-bdd1-ee44d115053f up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:58:34.115787 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-7d4f48b2-96cb-4a4f-8687-6bf8ffb4bcb3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7ffb9884797445b9a6637bb103bc86c9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1900461 Aug 11 02:58:34.116899 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 39126) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:58:34.129003 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d0a20d9f-5a22-4c43-9ff2-fab6074e6c38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:34.136054 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4f48b2-96cb-4a4f-8687-6bf8ffb4bcb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c5b3e4f-b1da-4a25-8a1c-64a3a103c823,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:34.179635 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 3b8e3a98-6bcc-4054-bdd1-ee44d115053f triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:58:34.180011 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:34.259027 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-cf972325-7661-4263-a875-21ad8598dbb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:34.308584 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-1258c971-1dd3-4dc7-9593-ae72c7e29811 None None] Provisioning for port 7854c917-39b9-4b2d-ade4-21a3f8d957d8 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:58:34.318966 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-1258c971-1dd3-4dc7-9593-ae72c7e29811 None None] Provisioning complete for port 7854c917-39b9-4b2d-ade4-21a3f8d957d8 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:58:34.320493 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-1258c971-1dd3-4dc7-9593-ae72c7e29811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:34.325917 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-cf972325-7661-4263-a875-21ad8598dbb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:34.359654 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-8c4c9c4c-2401-4725-9883-ff5b36e7ace0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cabdcb2-c4a7-4927-b0e5-9a6f4314d7f1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-581871637-router', 'tenant_id': 'e2a079adece943d79940f9231134e5b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': '3ed03132-a150-4896-9ed2-237b70295770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:58:29Z', 'updated_at': '2021-08-11T02:58:30Z', 'revision_number': 3, 'project_id': 'e2a079adece943d79940f9231134e5b8', 'gw_port': {'id': '3ed03132-a150-4896-9ed2-237b70295770', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ee:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cabdcb2-c4a7-4927-b0e5-9a6f4314d7f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:58:29Z', 'updated_at': '2021-08-11T02:58:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:58:34.418676 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-283386bb-a4ed-47c1-8e85-3080c1ff9aaa req-eeb819e7-3308-4d89-9632-33a7ab29162b service neutron] Request body: {'port': {'device_id': 'f87d1371-def1-4861-9df4-82ab8ce80df1', 'device_owner': 'compute:tempest-test_az-57646776', 'binding:host_id': 'n-h2-764292-30'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:58:34.467763 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4c9c4c-2401-4725-9883-ff5b36e7ace0 None None] The sync data for ids ['0cabdcb2-c4a7-4927-b0e5-9a6f4314d7f1'] in n-d-764292-30 is: [{'id': '0cabdcb2-c4a7-4927-b0e5-9a6f4314d7f1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-581871637-router', 'tenant_id': 'e2a079adece943d79940f9231134e5b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': '3ed03132-a150-4896-9ed2-237b70295770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:58:29Z', 'updated_at': '2021-08-11T02:58:30Z', 'revision_number': 3, 'project_id': 'e2a079adece943d79940f9231134e5b8', 'gw_port': {'id': '3ed03132-a150-4896-9ed2-237b70295770', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ee:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cabdcb2-c4a7-4927-b0e5-9a6f4314d7f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:58:29Z', 'updated_at': '2021-08-11T02:58:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}] {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:58:34.555691 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-918f4a89-42bf-43f3-8ef1-51682943f680 req-858223fe-76aa-4092-a0a0-2f8dd0c239b0 tempest-ServerDiagnosticsNegativeTest-873051359 tempest-ServerDiagnosticsNegativeTest-873051359-project] 10.222.0.41 "GET /v2.0/ports?device_id=86d5ca20-ae08-45a0-9277-d55b95372e95 HTTP/1.1" status: 200 len: 210 time: 0.0736091 Aug 11 02:58:34.621078 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-1258c971-1dd3-4dc7-9593-ae72c7e29811 None None] Port 7854c917-39b9-4b2d-ade4-21a3f8d957d8 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:58:34.674144 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-283386bb-a4ed-47c1-8e85-3080c1ff9aaa req-eeb819e7-3308-4d89-9632-33a7ab29162b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:34.736132 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:34.798833 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-cf972325-7661-4263-a875-21ad8598dbb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:34.799090 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-cf972325-7661-4263-a875-21ad8598dbb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:34.800155 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-cf972325-7661-4263-a875-21ad8598dbb4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7c5b3e4f-b1da-4a25-8a1c-64a3a103c823 HTTP/1.1" status: 204 len: 168 time: 0.6822698 Aug 11 02:58:34.896591 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf972325-7661-4263-a875-21ad8598dbb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c5b3e4f-b1da-4a25-8a1c-64a3a103c823,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:34.956688 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d0a20d9f-5a22-4c43-9ff2-fab6074e6c38 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:35.110815 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d0a20d9f-5a22-4c43-9ff2-fab6074e6c38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:35.113000 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d0a20d9f-5a22-4c43-9ff2-fab6074e6c38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16383026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521135'] for router_interface, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:35.142438 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a0107b-8ad4-465c-8594-e5fd7bccd0e8 req-35094370-8d8a-40b4-8930-d20628eacd9c tempest-AggregatesAdminTestJSON-1755197712 tempest-AggregatesAdminTestJSON-1755197712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:35.150445 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f6a0107b-8ad4-465c-8594-e5fd7bccd0e8 req-35094370-8d8a-40b4-8930-d20628eacd9c tempest-AggregatesAdminTestJSON-1755197712 tempest-AggregatesAdminTestJSON-1755197712-project] 10.222.0.41 "GET /v2.0/ports?device_id=f87d1371-def1-4861-9df4-82ab8ce80df1 HTTP/1.1" status: 200 len: 936 time: 0.3867772 Aug 11 02:58:35.316172 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a20d9f-5a22-4c43-9ff2-fab6074e6c38 admin admin] Pushing event updated for resources: {'Port': ['ID=7854c917-39b9-4b2d-ade4-21a3f8d957d8,revision_number=2']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:35.330697 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f6a0107b-8ad4-465c-8594-e5fd7bccd0e8 req-0ed24ded-45b4-43f8-831a-d1786946e386 tempest-AggregatesAdminTestJSON-1755197712 tempest-AggregatesAdminTestJSON-1755197712-project] 10.222.0.41 "GET /v2.0/security-groups?id=29fbf572-2830-4de9-b9bd-26da6f7e678e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739411 Aug 11 02:58:35.399103 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a20d9f-5a22-4c43-9ff2-fab6074e6c38 admin admin] Network abf4f863-7e34-4c96-bae1-78fb72808e42 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:58:35.400799 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-d0a20d9f-5a22-4c43-9ff2-fab6074e6c38 admin admin] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:58:35.555515 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [req-283386bb-a4ed-47c1-8e85-3080c1ff9aaa req-eeb819e7-3308-4d89-9632-33a7ab29162b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02284331-8e56-410b-b6ff-1c5fc4cdd035 {{(pid=102192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:58:35.567598 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-283386bb-a4ed-47c1-8e85-3080c1ff9aaa req-eeb819e7-3308-4d89-9632-33a7ab29162b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:35.581977 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0a20d9f-5a22-4c43-9ff2-fab6074e6c38 admin admin] Router 0cabdcb2-c4a7-4927-b0e5-9a6f4314d7f1 has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:58:35.607968 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [req-283386bb-a4ed-47c1-8e85-3080c1ff9aaa req-eeb819e7-3308-4d89-9632-33a7ab29162b service neutron] Transition to ACTIVE for port object 02284331-8e56-410b-b6ff-1c5fc4cdd035 will not be triggered until provisioned by entity L2. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:58:35.710447 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-135ee521-e679-4988-998c-d9c4f59699a3 req-c411be1f-003b-42ec-85f8-e0f4dea59c1a tempest-ServerDiagnosticsNegativeTest-873051359 tempest-ServerDiagnosticsNegativeTest-873051359-project] 10.222.0.41 "GET /v2.0/ports?device_id=86d5ca20-ae08-45a0-9277-d55b95372e95 HTTP/1.1" status: 200 len: 210 time: 0.0526116 Aug 11 02:58:35.712375 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-283386bb-a4ed-47c1-8e85-3080c1ff9aaa req-eeb819e7-3308-4d89-9632-33a7ab29162b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:35.851870 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0a20d9f-5a22-4c43-9ff2-fab6074e6c38 admin admin] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:58:35.878337 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-d0a20d9f-5a22-4c43-9ff2-fab6074e6c38 admin admin] 10.222.0.41 "PUT /v2.0/routers/0cabdcb2-c4a7-4927-b0e5-9a6f4314d7f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9183316 Aug 11 02:58:35.878797 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-70f6a017-e826-4fcc-9153-3ca4349df145 None None] Provisioning complete for port 7854c917-39b9-4b2d-ade4-21a3f8d957d8 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:58:35.878797 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-70f6a017-e826-4fcc-9153-3ca4349df145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:35.905572 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb819e7-3308-4d89-9632-33a7ab29162b service neutron] Pushing event updated for resources: {'Port': ['ID=02284331-8e56-410b-b6ff-1c5fc4cdd035,revision_number=2']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:36.028569 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-70f6a017-e826-4fcc-9153-3ca4349df145 None None] Port 7854c917-39b9-4b2d-ade4-21a3f8d957d8 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:58:36.091154 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-283386bb-a4ed-47c1-8e85-3080c1ff9aaa req-eeb819e7-3308-4d89-9632-33a7ab29162b service neutron] Attempting to bind port 02284331-8e56-410b-b6ff-1c5fc4cdd035 on host n-h2-764292-30 for vnic_type normal with profile {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:58:36.091838 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-283386bb-a4ed-47c1-8e85-3080c1ff9aaa req-eeb819e7-3308-4d89-9632-33a7ab29162b service neutron] Attempting to bind port 02284331-8e56-410b-b6ff-1c5fc4cdd035 by drivers openvswitch,hyperv on host n-h2-764292-30 at level 0 using segments [{'id': '9b7b03c0-092f-4953-898f-de6d8f2338ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba'}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:58:36.092406 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-283386bb-a4ed-47c1-8e85-3080c1ff9aaa req-eeb819e7-3308-4d89-9632-33a7ab29162b service neutron] Attempting to bind port 02284331-8e56-410b-b6ff-1c5fc4cdd035 on network d1bf0def-6fa4-4d3e-bbc5-20a040931fba {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:58:36.100791 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-283386bb-a4ed-47c1-8e85-3080c1ff9aaa req-eeb819e7-3308-4d89-9632-33a7ab29162b service neutron] Port 02284331-8e56-410b-b6ff-1c5fc4cdd035 on network d1bf0def-6fa4-4d3e-bbc5-20a040931fba not bound, no agent of type Open vSwitch agent registered on host n-h2-764292-30 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:58:36.109579 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-283386bb-a4ed-47c1-8e85-3080c1ff9aaa req-eeb819e7-3308-4d89-9632-33a7ab29162b service neutron] Attempting to bind port 02284331-8e56-410b-b6ff-1c5fc4cdd035 on network d1bf0def-6fa4-4d3e-bbc5-20a040931fba {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:58:36.119434 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 3ed03132-a150-4896-9ed2-237b70295770 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:58:36.144581 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-283386bb-a4ed-47c1-8e85-3080c1ff9aaa req-eeb819e7-3308-4d89-9632-33a7ab29162b service neutron] Checking agent: {'id': '70015fc0-62fb-48b2-b453-36906937cf2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 58, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:58:36.146744 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-283386bb-a4ed-47c1-8e85-3080c1ff9aaa req-eeb819e7-3308-4d89-9632-33a7ab29162b service neutron] Checking segment: {'id': '9b7b03c0-092f-4953-898f-de6d8f2338ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:58:36.147986 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-283386bb-a4ed-47c1-8e85-3080c1ff9aaa req-eeb819e7-3308-4d89-9632-33a7ab29162b service neutron] Bound using segment: {'id': '9b7b03c0-092f-4953-898f-de6d8f2338ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba'} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:58:36.149087 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-283386bb-a4ed-47c1-8e85-3080c1ff9aaa req-eeb819e7-3308-4d89-9632-33a7ab29162b service neutron] Bound port: 02284331-8e56-410b-b6ff-1c5fc4cdd035, host: n-h2-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b7b03c0-092f-4953-898f-de6d8f2338ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba'}}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:58:36.149623 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-283386bb-a4ed-47c1-8e85-3080c1ff9aaa req-eeb819e7-3308-4d89-9632-33a7ab29162b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:36.194829 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 39178) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:58:36.264947 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-283386bb-a4ed-47c1-8e85-3080c1ff9aaa req-eeb819e7-3308-4d89-9632-33a7ab29162b service neutron] For port 02284331-8e56-410b-b6ff-1c5fc4cdd035, host n-h2-764292-30, cleared binding levels {{(pid=102192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:58:36.277863 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-283386bb-a4ed-47c1-8e85-3080c1ff9aaa req-eeb819e7-3308-4d89-9632-33a7ab29162b service neutron] For port 02284331-8e56-410b-b6ff-1c5fc4cdd035, host n-h2-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=02284331-8e56-410b-b6ff-1c5fc4cdd035,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:58:36.354770 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-283386bb-a4ed-47c1-8e85-3080c1ff9aaa req-eeb819e7-3308-4d89-9632-33a7ab29162b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:36.355954 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port 3ed03132-a150-4896-9ed2-237b70295770 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:58:36.366332 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 3ed03132-a150-4896-9ed2-237b70295770 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:58:36.366428 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:36.476338 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283386bb-a4ed-47c1-8e85-3080c1ff9aaa req-eeb819e7-3308-4d89-9632-33a7ab29162b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:36.476952 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-283386bb-a4ed-47c1-8e85-3080c1ff9aaa req-eeb819e7-3308-4d89-9632-33a7ab29162b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:36.479146 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-283386bb-a4ed-47c1-8e85-3080c1ff9aaa req-eeb819e7-3308-4d89-9632-33a7ab29162b service neutron] 10.222.0.24 "PUT /v2.0/ports/02284331-8e56-410b-b6ff-1c5fc4cdd035 HTTP/1.1" status: 200 len: 1117 time: 2.3834994 Aug 11 02:58:36.484373 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f87d1371-def1-4861-9df4-82ab8ce80df1', 'tag': '02284331-8e56-410b-b6ff-1c5fc4cdd035'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:58:36.587056 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:36.617113 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 39190) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:58:36.637812 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port 3ed03132-a150-4896-9ed2-237b70295770, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=3ed03132-a150-4896-9ed2-237b70295770,segment=NetworkSegment(fab28bed-aa25-40db-bba4-ec26e795194c),segment_id=fab28bed-aa25-40db-bba4-ec26e795194c)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:58:36.670640 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b4f0f753-1587-4d6d-9f97-5ff014a529e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:36.792054 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb819e7-3308-4d89-9632-33a7ab29162b service neutron] Pushing event updated for resources: {'Port': ['ID=02284331-8e56-410b-b6ff-1c5fc4cdd035,revision_number=3']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:36.837544 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e61b66-1dc3-4a51-a1bd-7d0f302944fb req-b2dd525f-3c55-4935-a53f-d239f7aa59b7 tempest-AggregatesAdminTestJSON-1755197712 tempest-AggregatesAdminTestJSON-1755197712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:36.859862 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a4e61b66-1dc3-4a51-a1bd-7d0f302944fb req-b2dd525f-3c55-4935-a53f-d239f7aa59b7 tempest-AggregatesAdminTestJSON-1755197712 tempest-AggregatesAdminTestJSON-1755197712-project] 10.222.0.41 "GET /v2.0/ports?device_id=f87d1371-def1-4861-9df4-82ab8ce80df1 HTTP/1.1" status: 200 len: 968 time: 0.2625077 Aug 11 02:58:36.924389 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7fb8d1d6-14fe-4666-a0e6-a29b5bb7d921 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:36.954924 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e4f8864d-e858-4de0-a280-26a3fed4011d req-46ecfec5-01e3-48e0-9a88-46ac31523685 tempest-ServerDiagnosticsNegativeTest-873051359 tempest-ServerDiagnosticsNegativeTest-873051359-project] 10.222.0.41 "GET /v2.0/ports?device_id=86d5ca20-ae08-45a0-9277-d55b95372e95 HTTP/1.1" status: 200 len: 210 time: 0.0595887 Aug 11 02:58:36.972293 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:36.982744 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a4e61b66-1dc3-4a51-a1bd-7d0f302944fb req-e43ec829-dfce-4313-937d-3f14b0bd23f9 tempest-AggregatesAdminTestJSON-1755197712 tempest-AggregatesAdminTestJSON-1755197712-project] 10.222.0.41 "GET /v2.0/security-groups?id=29fbf572-2830-4de9-b9bd-26da6f7e678e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327605 Aug 11 02:58:37.015943 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b4f0f753-1587-4d6d-9f97-5ff014a529e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:37.031905 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:37.096694 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=3ed03132-a150-4896-9ed2-237b70295770,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:37.171259 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-789289a6-ee6e-49f4-bbb3-6d4701b746b2" -d '{"events": [{"name": "network-changed", "server_uuid": "f87d1371-def1-4861-9df4-82ab8ce80df1", "tag": "02284331-8e56-410b-b6ff-1c5fc4cdd035"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:58:37.252898 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396cb3da-03c8-442f-915a-f2441728b45d None None] Sync routers for ids ['0cabdcb2-c4a7-4927-b0e5-9a6f4314d7f1'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:58:37.262336 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396cb3da-03c8-442f-915a-f2441728b45d None None] Routers {'0cabdcb2-c4a7-4927-b0e5-9a6f4314d7f1'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:58:37.263171 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-396cb3da-03c8-442f-915a-f2441728b45d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T02:58:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['0cabdcb2-c4a7-4927-b0e5-9a6f4314d7f1'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:58:37.289235 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b4f0f753-1587-4d6d-9f97-5ff014a529e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:37.351548 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-b4f0f753-1587-4d6d-9f97-5ff014a529e9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=09bb2da10c28413ab9e478df70490fc7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7321825 Aug 11 02:58:37.354724 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 39206) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:58:37.387620 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f0f753-1587-4d6d-9f97-5ff014a529e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2255d7c4-8c5f-450a-8f2a-520bf45c0dc2,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:37.437537 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-24ebd327-a5bf-4c08-a92e-c5fb857f4f4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:37.444568 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-396cb3da-03c8-442f-915a-f2441728b45d None None] Set router 0cabdcb2-c4a7-4927-b0e5-9a6f4314d7f1 gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:58:37.496186 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-24ebd327-a5bf-4c08-a92e-c5fb857f4f4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:37.572518 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7fb8d1d6-14fe-4666-a0e6-a29b5bb7d921 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:37.618033 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-24ebd327-a5bf-4c08-a92e-c5fb857f4f4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:37.620799 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-24ebd327-a5bf-4c08-a92e-c5fb857f4f4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:37.623133 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-24ebd327-a5bf-4c08-a92e-c5fb857f4f4a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2255d7c4-8c5f-450a-8f2a-520bf45c0dc2 HTTP/1.1" status: 204 len: 168 time: 0.2672892 Aug 11 02:58:37.647294 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7fb8d1d6-14fe-4666-a0e6-a29b5bb7d921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:37.648735 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ebd327-a5bf-4c08-a92e-c5fb857f4f4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2255d7c4-8c5f-450a-8f2a-520bf45c0dc2,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:37.734919 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-7fb8d1d6-14fe-4666-a0e6-a29b5bb7d921 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=24ce2fc6a87f475598de080da1872e30&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5415244 Aug 11 02:58:37.737772 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 39216) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:58:37.802669 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb8d1d6-14fe-4666-a0e6-a29b5bb7d921 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f614a95-fd01-4a9d-987e-d88eeecbb71a,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:37.843182 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:58:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1d4aa6a-b792-4166-93d8-a0845d3351c3 x-openstack-request-id: req-a1d4aa6a-b792-4166-93d8-a0845d3351c3 {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:58:37.843744 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f87d1371-def1-4861-9df4-82ab8ce80df1", "tag": "02284331-8e56-410b-b6ff-1c5fc4cdd035", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:58:37.844253 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a1d4aa6a-b792-4166-93d8-a0845d3351c3 {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:58:37.844743 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f87d1371-def1-4861-9df4-82ab8ce80df1', 'tag': '02284331-8e56-410b-b6ff-1c5fc4cdd035', 'status': 'completed', 'code': 200} Aug 11 02:58:37.847954 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-eeb6931e-2d1e-43e5-a269-30589c48bfb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:37.898874 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-396cb3da-03c8-442f-915a-f2441728b45d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cabdcb2-c4a7-4927-b0e5-9a6f4314d7f1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-581871637-router', 'tenant_id': 'e2a079adece943d79940f9231134e5b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': '3ed03132-a150-4896-9ed2-237b70295770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:58:29Z', 'updated_at': '2021-08-11T02:58:33Z', 'revision_number': 4, 'project_id': 'e2a079adece943d79940f9231134e5b8', 'gw_port': {'id': '3ed03132-a150-4896-9ed2-237b70295770', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ee:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cabdcb2-c4a7-4927-b0e5-9a6f4314d7f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:58:29Z', 'updated_at': '2021-08-11T02:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '7854c917-39b9-4b2d-ade4-21a3f8d957d8', 'name': '', 'network_id': 'abf4f863-7e34-4c96-bae1-78fb72808e42', 'tenant_id': 'e2a079adece943d79940f9231134e5b8', 'mac_address': 'fa:16:3e:9e:4d:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cabdcb2-c4a7-4927-b0e5-9a6f4314d7f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'ea672f68-2286-4aab-b6b2-6a0985e114d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:58:32Z', 'updated_at': '2021-08-11T02:58:34Z', 'revision_number': 2, 'project_id': 'e2a079adece943d79940f9231134e5b8', 'subnets': [{'id': 'ea672f68-2286-4aab-b6b2-6a0985e114d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:58:37.922194 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-eeb6931e-2d1e-43e5-a269-30589c48bfb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:37.937908 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396cb3da-03c8-442f-915a-f2441728b45d None None] Checking router: 0cabdcb2-c4a7-4927-b0e5-9a6f4314d7f1 for host: n-d-764292-30 {{(pid=102193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:58:37.939104 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396cb3da-03c8-442f-915a-f2441728b45d None None] Updating router 0cabdcb2-c4a7-4927-b0e5-9a6f4314d7f1 port 7854c917-39b9-4b2d-ade4-21a3f8d957d8 binding host n-d-764292-30 {{(pid=102193) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:58:37.965170 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-396cb3da-03c8-442f-915a-f2441728b45d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:37.981429 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 3ed03132-a150-4896-9ed2-237b70295770 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:58:38.176554 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 3ed03132-a150-4896-9ed2-237b70295770 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:58:38.177354 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:38.180276 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3fbf3d81-d54c-4808-8ed1-6b22e1590538 req-465ca66e-4529-4557-8b13-ad42874dffbb tempest-ServerDiagnosticsNegativeTest-873051359 tempest-ServerDiagnosticsNegativeTest-873051359-project] 10.222.0.41 "GET /v2.0/ports?device_id=86d5ca20-ae08-45a0-9277-d55b95372e95 HTTP/1.1" status: 200 len: 210 time: 0.0608613 Aug 11 02:58:38.314437 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-eeb6931e-2d1e-43e5-a269-30589c48bfb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:38.320785 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-eeb6931e-2d1e-43e5-a269-30589c48bfb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:38.327361 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-eeb6931e-2d1e-43e5-a269-30589c48bfb6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0f614a95-fd01-4a9d-987e-d88eeecbb71a HTTP/1.1" status: 204 len: 168 time: 0.5859497 Aug 11 02:58:38.337040 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb6931e-2d1e-43e5-a269-30589c48bfb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f614a95-fd01-4a9d-987e-d88eeecbb71a,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:38.369021 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60406fe5-ae02-42ad-8ff6-fed44d165f2a req-0c2afd76-2d7e-478a-91dd-593edb70df1a tempest-AggregatesAdminTestJSON-1755197712 tempest-AggregatesAdminTestJSON-1755197712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:38.393084 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-60406fe5-ae02-42ad-8ff6-fed44d165f2a req-0c2afd76-2d7e-478a-91dd-593edb70df1a tempest-AggregatesAdminTestJSON-1755197712 tempest-AggregatesAdminTestJSON-1755197712-project] 10.222.0.41 "GET /v2.0/ports?device_id=f87d1371-def1-4861-9df4-82ab8ce80df1 HTTP/1.1" status: 200 len: 968 time: 0.1328022 Aug 11 02:58:38.457859 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-60406fe5-ae02-42ad-8ff6-fed44d165f2a req-e81dbd77-d807-4c63-8de9-2a3549e02233 tempest-AggregatesAdminTestJSON-1755197712 tempest-AggregatesAdminTestJSON-1755197712-project] 10.222.0.41 "GET /v2.0/security-groups?id=29fbf572-2830-4de9-b9bd-26da6f7e678e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615578 Aug 11 02:58:38.501352 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-396cb3da-03c8-442f-915a-f2441728b45d None None] Notify callbacks [] for port, precommit_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:38.514339 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-396cb3da-03c8-442f-915a-f2441728b45d None None] Transition to ACTIVE for port object 7854c917-39b9-4b2d-ade4-21a3f8d957d8 will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:58:38.881685 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 39244) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:58:38.883823 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-51cad000-6e0d-42ed-b9e4-3078d1554feb admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-677511237-network', 'tenant_id': '6d0ba5df0b584068bb4b0c24a025719a'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:58:38.892542 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-396cb3da-03c8-442f-915a-f2441728b45d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:38.905003 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.22', 60512) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:58:38.976651 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-17a80b52-299d-4c84-9f9e-4e02e7f8fffa req-a4db9be5-8d65-4c2c-9534-979c35b1bfe8 tempest-ServerDiagnosticsNegativeTest-873051359 tempest-ServerDiagnosticsNegativeTest-873051359-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=63d50ec611594e218e8f6d75f4093f93&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0704794 Aug 11 02:58:39.023688 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51cad000-6e0d-42ed-b9e4-3078d1554feb admin admin] Made reservation on behalf of 6d0ba5df0b584068bb4b0c24a025719a for: {'network': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:58:39.026308 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-51cad000-6e0d-42ed-b9e4-3078d1554feb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:39.044571 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-51cad000-6e0d-42ed-b9e4-3078d1554feb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:39.084383 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c318fd-932c-46f4-b0ea-3b290b030c53 None None] Pushing event updated for resources: {'Port': ['ID=7854c917-39b9-4b2d-ade4-21a3f8d957d8,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:39.110424 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-396cb3da-03c8-442f-915a-f2441728b45d None None] Attempting to bind port 7854c917-39b9-4b2d-ade4-21a3f8d957d8 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:58:39.110835 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-396cb3da-03c8-442f-915a-f2441728b45d None None] Attempting to bind port 7854c917-39b9-4b2d-ade4-21a3f8d957d8 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': '86c83a84-fd28-4f5f-a51e-dfaae3027a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'abf4f863-7e34-4c96-bae1-78fb72808e42'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:58:39.112634 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-396cb3da-03c8-442f-915a-f2441728b45d None None] Attempting to bind port 7854c917-39b9-4b2d-ade4-21a3f8d957d8 on network abf4f863-7e34-4c96-bae1-78fb72808e42 {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:58:39.119689 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-396cb3da-03c8-442f-915a-f2441728b45d None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 58, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:58:39.132002 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-396cb3da-03c8-442f-915a-f2441728b45d None None] Checking segment: {'id': '86c83a84-fd28-4f5f-a51e-dfaae3027a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'abf4f863-7e34-4c96-bae1-78fb72808e42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:58:39.132002 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-396cb3da-03c8-442f-915a-f2441728b45d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:39.132002 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-396cb3da-03c8-442f-915a-f2441728b45d None None] Bound using segment: {'id': '86c83a84-fd28-4f5f-a51e-dfaae3027a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'abf4f863-7e34-4c96-bae1-78fb72808e42'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:58:39.132002 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-396cb3da-03c8-442f-915a-f2441728b45d None None] Bound port: 7854c917-39b9-4b2d-ade4-21a3f8d957d8, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86c83a84-fd28-4f5f-a51e-dfaae3027a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'abf4f863-7e34-4c96-bae1-78fb72808e42'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:58:39.132002 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-396cb3da-03c8-442f-915a-f2441728b45d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:39.203502 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-51cad000-6e0d-42ed-b9e4-3078d1554feb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:39.214855 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-396cb3da-03c8-442f-915a-f2441728b45d None None] For port 7854c917-39b9-4b2d-ade4-21a3f8d957d8, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:58:39.231100 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-396cb3da-03c8-442f-915a-f2441728b45d None None] For port 7854c917-39b9-4b2d-ade4-21a3f8d957d8, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=7854c917-39b9-4b2d-ade4-21a3f8d957d8,segment=NetworkSegment(86c83a84-fd28-4f5f-a51e-dfaae3027a90),segment_id=86c83a84-fd28-4f5f-a51e-dfaae3027a90)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:58:39.298565 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-51cad000-6e0d-42ed-b9e4-3078d1554feb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:39.326585 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a80b52-299d-4c84-9f9e-4e02e7f8fffa req-8772976d-6c55-45b5-840a-35466aa4deb9 tempest-ServerDiagnosticsNegativeTest-873051359 tempest-ServerDiagnosticsNegativeTest-873051359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:39.327534 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-396cb3da-03c8-442f-915a-f2441728b45d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:39.328677 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-17a80b52-299d-4c84-9f9e-4e02e7f8fffa req-8772976d-6c55-45b5-840a-35466aa4deb9 tempest-ServerDiagnosticsNegativeTest-873051359 tempest-ServerDiagnosticsNegativeTest-873051359-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3437850 Aug 11 02:58:39.362168 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51cad000-6e0d-42ed-b9e4-3078d1554feb admin admin] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=102192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:58:39.389416 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9e67427b-2311-4af8-840c-a692db867201 req-b2fbc482-272d-488e-819b-a19d8dd27d30 tempest-ServerDiagnosticsNegativeTest-873051359 tempest-ServerDiagnosticsNegativeTest-873051359-project] 10.222.0.41 "GET /v2.0/ports?device_id=86d5ca20-ae08-45a0-9277-d55b95372e95 HTTP/1.1" status: 200 len: 210 time: 0.0525198 Aug 11 02:58:39.402246 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cad000-6e0d-42ed-b9e4-3078d1554feb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f0671d6-0012-42b9-ab34-177cad8ffb0b,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:39.403423 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-17a80b52-299d-4c84-9f9e-4e02e7f8fffa req-9704c21f-6a08-411b-8b7f-00d8a46fb339 tempest-ServerDiagnosticsNegativeTest-873051359 tempest-ServerDiagnosticsNegativeTest-873051359-project] Request body: {'port': {'device_id': '86d5ca20-ae08-45a0-9277-d55b95372e95', 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba', 'admin_state_up': True, 'tenant_id': '63d50ec611594e218e8f6d75f4093f93'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:58:39.409163 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-51cad000-6e0d-42ed-b9e4-3078d1554feb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:39.409845 n-d-764292-30 neutron-server[102192]: INFO neutron.db.segments_db [None req-51cad000-6e0d-42ed-b9e4-3078d1554feb admin admin] Added segment f7ca61c9-558a-47e7-8341-07a795f75622 of type vlan for network 7f7bb4ec-11e6-4ba2-ad25-faa6437596ac Aug 11 02:58:39.481564 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396cb3da-03c8-442f-915a-f2441728b45d None None] Routers {'0cabdcb2-c4a7-4927-b0e5-9a6f4314d7f1'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:58:39.482194 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-396cb3da-03c8-442f-915a-f2441728b45d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T02:58:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['0cabdcb2-c4a7-4927-b0e5-9a6f4314d7f1'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:58:39.545112 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-51cad000-6e0d-42ed-b9e4-3078d1554feb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:39.580379 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c318fd-932c-46f4-b0ea-3b290b030c53 None None] Pushing event updated for resources: {'Port': ['ID=7854c917-39b9-4b2d-ade4-21a3f8d957d8,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:39.720203 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e3fce5-9782-472d-9c59-2b504c137ac4 req-27fc9e29-0b55-464f-867b-5ac38beb5f89 tempest-AggregatesAdminTestJSON-1755197712 tempest-AggregatesAdminTestJSON-1755197712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:39.721866 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c7e3fce5-9782-472d-9c59-2b504c137ac4 req-27fc9e29-0b55-464f-867b-5ac38beb5f89 tempest-AggregatesAdminTestJSON-1755197712 tempest-AggregatesAdminTestJSON-1755197712-project] 10.222.0.41 "GET /v2.0/ports?device_id=f87d1371-def1-4861-9df4-82ab8ce80df1 HTTP/1.1" status: 200 len: 968 time: 0.1328781 Aug 11 02:58:39.722755 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 39262) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:58:39.736012 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-51cad000-6e0d-42ed-b9e4-3078d1554feb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:39.736987 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51cad000-6e0d-42ed-b9e4-3078d1554feb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:39.737635 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-51cad000-6e0d-42ed-b9e4-3078d1554feb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:39.920508 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-82786490-5b14-407e-9e0c-9fa887b17915 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:39.942589 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-396cb3da-03c8-442f-915a-f2441728b45d None None] Set router 0cabdcb2-c4a7-4927-b0e5-9a6f4314d7f1 gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:58:39.971238 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17a80b52-299d-4c84-9f9e-4e02e7f8fffa req-9704c21f-6a08-411b-8b7f-00d8a46fb339 tempest-ServerDiagnosticsNegativeTest-873051359 tempest-ServerDiagnosticsNegativeTest-873051359-project] Made reservation on behalf of 63d50ec611594e218e8f6d75f4093f93 for: {'port': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:58:39.976296 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-17a80b52-299d-4c84-9f9e-4e02e7f8fffa req-9704c21f-6a08-411b-8b7f-00d8a46fb339 tempest-ServerDiagnosticsNegativeTest-873051359 tempest-ServerDiagnosticsNegativeTest-873051359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:39.988253 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cad000-6e0d-42ed-b9e4-3078d1554feb admin admin] Pushing event updated for resources: {'Network': ['ID=7f7bb4ec-11e6-4ba2-ad25-faa6437596ac,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:39.990914 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-17a80b52-299d-4c84-9f9e-4e02e7f8fffa req-9704c21f-6a08-411b-8b7f-00d8a46fb339 tempest-ServerDiagnosticsNegativeTest-873051359 tempest-ServerDiagnosticsNegativeTest-873051359-project] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:39.997738 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c7e3fce5-9782-472d-9c59-2b504c137ac4 req-132bfabb-60df-434e-93b0-5271fee85b13 tempest-AggregatesAdminTestJSON-1755197712 tempest-AggregatesAdminTestJSON-1755197712-project] 10.222.0.41 "GET /v2.0/security-groups?id=29fbf572-2830-4de9-b9bd-26da6f7e678e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2569230 Aug 11 02:58:40.011260 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network 7f7bb4ec-11e6-4ba2-ad25-faa6437596ac details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:58:40.113279 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-51cad000-6e0d-42ed-b9e4-3078d1554feb admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.2335598 Aug 11 02:58:40.116972 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 39278) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:58:40.122402 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-867a33f5-f360-404f-9de6-5ebca3515aee admin admin] Request body: {'subnet': {'network_id': '7f7bb4ec-11e6-4ba2-ad25-faa6437596ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-677511237-subnet', 'tenant_id': '6d0ba5df0b584068bb4b0c24a025719a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:58:40.258589 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-82786490-5b14-407e-9e0c-9fa887b17915 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:40.320916 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-396cb3da-03c8-442f-915a-f2441728b45d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cabdcb2-c4a7-4927-b0e5-9a6f4314d7f1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-581871637-router', 'tenant_id': 'e2a079adece943d79940f9231134e5b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': '3ed03132-a150-4896-9ed2-237b70295770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:58:29Z', 'updated_at': '2021-08-11T02:58:33Z', 'revision_number': 4, 'project_id': 'e2a079adece943d79940f9231134e5b8', 'gw_port': {'id': '3ed03132-a150-4896-9ed2-237b70295770', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ee:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cabdcb2-c4a7-4927-b0e5-9a6f4314d7f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:58:29Z', 'updated_at': '2021-08-11T02:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '7854c917-39b9-4b2d-ade4-21a3f8d957d8', 'name': '', 'network_id': 'abf4f863-7e34-4c96-bae1-78fb72808e42', 'tenant_id': 'e2a079adece943d79940f9231134e5b8', 'mac_address': 'fa:16:3e:9e:4d:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cabdcb2-c4a7-4927-b0e5-9a6f4314d7f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'ea672f68-2286-4aab-b6b2-6a0985e114d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:58:32Z', 'updated_at': '2021-08-11T02:58:39Z', 'revision_number': 4, 'project_id': 'e2a079adece943d79940f9231134e5b8', 'subnets': [{'id': 'ea672f68-2286-4aab-b6b2-6a0985e114d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:58:40.327093 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-82786490-5b14-407e-9e0c-9fa887b17915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:40.386700 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396cb3da-03c8-442f-915a-f2441728b45d None None] The sync data for ids ['0cabdcb2-c4a7-4927-b0e5-9a6f4314d7f1'] in n-d-764292-30 is: [{'id': '0cabdcb2-c4a7-4927-b0e5-9a6f4314d7f1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-581871637-router', 'tenant_id': 'e2a079adece943d79940f9231134e5b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': '3ed03132-a150-4896-9ed2-237b70295770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:58:29Z', 'updated_at': '2021-08-11T02:58:33Z', 'revision_number': 4, 'project_id': 'e2a079adece943d79940f9231134e5b8', 'gw_port': {'id': '3ed03132-a150-4896-9ed2-237b70295770', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ee:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cabdcb2-c4a7-4927-b0e5-9a6f4314d7f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:58:29Z', 'updated_at': '2021-08-11T02:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '7854c917-39b9-4b2d-ade4-21a3f8d957d8', 'name': '', 'network_id': 'abf4f863-7e34-4c96-bae1-78fb72808e42', 'tenant_id': 'e2a079adece943d79940f9231134e5b8', 'mac_address': 'fa:16:3e:9e:4d:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cabdcb2-c4a7-4927-b0e5-9a6f4314d7f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'ea672f68-2286-4aab-b6b2-6a0985e114d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:58:32Z', 'updated_at': '2021-08-11T02:58:39Z', 'revision_number': 4, 'project_id': 'e2a079adece943d79940f9231134e5b8', 'subnets': [{'id': 'ea672f68-2286-4aab-b6b2-6a0985e114d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:58:40.444352 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-82786490-5b14-407e-9e0c-9fa887b17915 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=70774ba86ce3414d84f510fdf86668e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7133944 Aug 11 02:58:40.445683 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 39294) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:58:40.462198 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82786490-5b14-407e-9e0c-9fa887b17915 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=556b0c47-9c71-4ded-9b51-091bc4db7e60,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:40.477587 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-17a80b52-299d-4c84-9f9e-4e02e7f8fffa req-9704c21f-6a08-411b-8b7f-00d8a46fb339 tempest-ServerDiagnosticsNegativeTest-873051359 tempest-ServerDiagnosticsNegativeTest-873051359-project] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:40.565535 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-2a9fcd0b-7e1d-4f2f-93b2-8cbb6bd04a43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:40.797083 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-17a80b52-299d-4c84-9f9e-4e02e7f8fffa req-9704c21f-6a08-411b-8b7f-00d8a46fb339 tempest-ServerDiagnosticsNegativeTest-873051359 tempest-ServerDiagnosticsNegativeTest-873051359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:40.806205 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4f97be0b-e68c-4ceb-9a24-911423f54a24 req-ebe82ead-a0e8-4636-a1e2-e8a820e40522 tempest-ServerDiagnosticsNegativeTest-873051359 tempest-ServerDiagnosticsNegativeTest-873051359-project] 10.222.0.41 "GET /v2.0/ports?device_id=86d5ca20-ae08-45a0-9277-d55b95372e95 HTTP/1.1" status: 200 len: 210 time: 0.2022479 Aug 11 02:58:40.840387 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-2a9fcd0b-7e1d-4f2f-93b2-8cbb6bd04a43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:40.858389 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:41.045962 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-2a9fcd0b-7e1d-4f2f-93b2-8cbb6bd04a43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:41.050645 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-2a9fcd0b-7e1d-4f2f-93b2-8cbb6bd04a43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:41.057645 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-2a9fcd0b-7e1d-4f2f-93b2-8cbb6bd04a43 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/556b0c47-9c71-4ded-9b51-091bc4db7e60 HTTP/1.1" status: 204 len: 168 time: 0.6086500 Aug 11 02:58:41.114213 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9fcd0b-7e1d-4f2f-93b2-8cbb6bd04a43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=556b0c47-9c71-4ded-9b51-091bc4db7e60,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:41.173680 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9704c21f-6a08-411b-8b7f-00d8a46fb339 tempest-ServerDiagnosticsNegativeTest-873051359 tempest-ServerDiagnosticsNegativeTest-873051359-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1833b91c-0216-4b56-8e3d-8d5e4fd91e98,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:41.244162 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-867a33f5-f360-404f-9de6-5ebca3515aee admin admin] Made reservation on behalf of 6d0ba5df0b584068bb4b0c24a025719a for: {'subnet': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:58:41.246992 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-867a33f5-f360-404f-9de6-5ebca3515aee admin admin] Notify callbacks [] for subnet, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:41.352610 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a3e003-ca8f-4447-8cd4-7274f4cd2de2 req-518e1cc4-078e-4ad3-96c7-db535c7d5235 tempest-AggregatesAdminTestJSON-1755197712 tempest-AggregatesAdminTestJSON-1755197712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:41.372538 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-34a3e003-ca8f-4447-8cd4-7274f4cd2de2 req-518e1cc4-078e-4ad3-96c7-db535c7d5235 tempest-AggregatesAdminTestJSON-1755197712 tempest-AggregatesAdminTestJSON-1755197712-project] 10.222.0.41 "GET /v2.0/ports?device_id=f87d1371-def1-4861-9df4-82ab8ce80df1 HTTP/1.1" status: 200 len: 968 time: 0.1729980 Aug 11 02:58:41.472023 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-34a3e003-ca8f-4447-8cd4-7274f4cd2de2 req-83e9e90f-d43e-4c73-abbe-5d3b49f3b422 tempest-AggregatesAdminTestJSON-1755197712 tempest-AggregatesAdminTestJSON-1755197712-project] 10.222.0.41 "GET /v2.0/security-groups?id=29fbf572-2830-4de9-b9bd-26da6f7e678e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903668 Aug 11 02:58:41.644698 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [req-17a80b52-299d-4c84-9f9e-4e02e7f8fffa req-9704c21f-6a08-411b-8b7f-00d8a46fb339 tempest-ServerDiagnosticsNegativeTest-873051359 tempest-ServerDiagnosticsNegativeTest-873051359-project] Allocated IP 192.168.233.250 (d1bf0def-6fa4-4d3e-bbc5-20a040931fba/254a3f4d-2b75-429e-bbb2-8e70554e9483/7f1f1831-8d6e-48e2-a01f-fd5ab36a8874) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:58:42.071547 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c429e03f-831d-48ac-b9c1-36ba90e12254 req-80100911-1388-4e66-8f36-9f8d53261500 tempest-ServerDiagnosticsNegativeTest-873051359 tempest-ServerDiagnosticsNegativeTest-873051359-project] 10.222.0.41 "GET /v2.0/ports?device_id=86d5ca20-ae08-45a0-9277-d55b95372e95 HTTP/1.1" status: 200 len: 210 time: 0.0687432 Aug 11 02:58:42.156290 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 7854c917-39b9-4b2d-ade4-21a3f8d957d8 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:58:42.300538 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-867a33f5-f360-404f-9de6-5ebca3515aee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for subnet, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:42.440790 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port 7854c917-39b9-4b2d-ade4-21a3f8d957d8 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:58:42.449052 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 7854c917-39b9-4b2d-ade4-21a3f8d957d8 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:58:42.450534 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:42.786865 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:42.791393 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port 7854c917-39b9-4b2d-ade4-21a3f8d957d8, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=7854c917-39b9-4b2d-ade4-21a3f8d957d8,segment=NetworkSegment(86c83a84-fd28-4f5f-a51e-dfaae3027a90),segment_id=86c83a84-fd28-4f5f-a51e-dfaae3027a90)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:58:42.843783 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789289a6-ee6e-49f4-bbb3-6d4701b746b2 req-6a4d101b-cbcd-4e0c-aa7f-be2298986d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:42.846314 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-789289a6-ee6e-49f4-bbb3-6d4701b746b2 req-6a4d101b-cbcd-4e0c-aa7f-be2298986d80 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7d2c156cd90f4f058fedafb7d3be6df4&device_id=f87d1371-def1-4861-9df4-82ab8ce80df1 HTTP/1.1" status: 200 len: 1120 time: 0.3666174 Aug 11 02:58:42.865929 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-17a80b52-299d-4c84-9f9e-4e02e7f8fffa req-9704c21f-6a08-411b-8b7f-00d8a46fb339 tempest-ServerDiagnosticsNegativeTest-873051359 tempest-ServerDiagnosticsNegativeTest-873051359-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:42.872212 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34a2862-6d14-4576-8420-a4881885a93a req-2b65e25b-0649-40fd-9cd7-c31c10fa648d tempest-AggregatesAdminTestJSON-1755197712 tempest-AggregatesAdminTestJSON-1755197712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:42.885571 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b34a2862-6d14-4576-8420-a4881885a93a req-2b65e25b-0649-40fd-9cd7-c31c10fa648d tempest-AggregatesAdminTestJSON-1755197712 tempest-AggregatesAdminTestJSON-1755197712-project] 10.222.0.41 "GET /v2.0/ports?device_id=f87d1371-def1-4861-9df4-82ab8ce80df1 HTTP/1.1" status: 200 len: 968 time: 0.2270386 Aug 11 02:58:42.961117 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:43.014298 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a33f5-f360-404f-9de6-5ebca3515aee admin admin] Pushing event updated for resources: {'Subnet': ['ID=d41d517d-564f-4805-8915-fa4c04d54962,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:43.018243 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b34a2862-6d14-4576-8420-a4881885a93a req-50a307ac-edd7-4dbe-8ecc-961f23b2c712 tempest-AggregatesAdminTestJSON-1755197712 tempest-AggregatesAdminTestJSON-1755197712-project] 10.222.0.41 "GET /v2.0/security-groups?id=29fbf572-2830-4de9-b9bd-26da6f7e678e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317255 Aug 11 02:58:43.129792 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=7854c917-39b9-4b2d-ade4-21a3f8d957d8,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:43.152500 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [req-17a80b52-299d-4c84-9f9e-4e02e7f8fffa req-9704c21f-6a08-411b-8b7f-00d8a46fb339 tempest-ServerDiagnosticsNegativeTest-873051359 tempest-ServerDiagnosticsNegativeTest-873051359-project] Transition to ACTIVE for port object 7f1f1831-8d6e-48e2-a01f-fd5ab36a8874 will not be triggered until provisioned by entity DHCP. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:58:43.157019 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-789289a6-ee6e-49f4-bbb3-6d4701b746b2 req-ee22285d-17d6-477f-a471-18b036f68eea service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=7d2c156cd90f4f058fedafb7d3be6df4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1701548 Aug 11 02:58:43.222950 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867a33f5-f360-404f-9de6-5ebca3515aee admin admin] Checking segment: {'id': 'f7ca61c9-558a-47e7-8341-07a795f75622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '7f7bb4ec-11e6-4ba2-ad25-faa6437596ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:58:43.235467 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-867a33f5-f360-404f-9de6-5ebca3515aee admin admin] Network hostable DHCP agents. Network: 7f7bb4ec-11e6-4ba2-ad25-faa6437596ac, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:58:43.496499 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-04280fdc-ce35-4b7e-8e2a-8436040c53b2 req-1b7c35a8-75f7-4ee3-82bf-6633edb80070 tempest-ServerDiagnosticsNegativeTest-873051359 tempest-ServerDiagnosticsNegativeTest-873051359-project] 10.222.0.41 "GET /v2.0/ports?device_id=86d5ca20-ae08-45a0-9277-d55b95372e95 HTTP/1.1" status: 200 len: 210 time: 0.0763144 Aug 11 02:58:43.595743 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789289a6-ee6e-49f4-bbb3-6d4701b746b2 req-c3a3c551-4978-4a9e-918b-e460c490fc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:43.597274 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-789289a6-ee6e-49f4-bbb3-6d4701b746b2 req-c3a3c551-4978-4a9e-918b-e460c490fc74 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4049783 Aug 11 02:58:43.629322 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-867a33f5-f360-404f-9de6-5ebca3515aee admin admin] Network 7f7bb4ec-11e6-4ba2-ad25-faa6437596ac is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:58:43.681335 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-17a80b52-299d-4c84-9f9e-4e02e7f8fffa req-9704c21f-6a08-411b-8b7f-00d8a46fb339 tempest-ServerDiagnosticsNegativeTest-873051359 tempest-ServerDiagnosticsNegativeTest-873051359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:43.847892 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-867a33f5-f360-404f-9de6-5ebca3515aee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, 7f7bb4ec-11e6-4ba2-ad25-faa6437596ac) {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:58:43.862383 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58fa06df-bb08-4325-9bd3-1167ab7e7225 None None] Network 7f7bb4ec-11e6-4ba2-ad25-faa6437596ac requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:58:43.912620 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17a80b52-299d-4c84-9f9e-4e02e7f8fffa req-9704c21f-6a08-411b-8b7f-00d8a46fb339 tempest-ServerDiagnosticsNegativeTest-873051359 tempest-ServerDiagnosticsNegativeTest-873051359-project] Network d1bf0def-6fa4-4d3e-bbc5-20a040931fba is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:58:43.938248 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-867a33f5-f360-404f-9de6-5ebca3515aee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:43.940232 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-867a33f5-f360-404f-9de6-5ebca3515aee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:43.976541 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [req-17a80b52-299d-4c84-9f9e-4e02e7f8fffa req-9704c21f-6a08-411b-8b7f-00d8a46fb339 tempest-ServerDiagnosticsNegativeTest-873051359 tempest-ServerDiagnosticsNegativeTest-873051359-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:58:44.011735 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 7854c917-39b9-4b2d-ade4-21a3f8d957d8 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:58:44.029603 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-17a80b52-299d-4c84-9f9e-4e02e7f8fffa req-9704c21f-6a08-411b-8b7f-00d8a46fb339 tempest-ServerDiagnosticsNegativeTest-873051359 tempest-ServerDiagnosticsNegativeTest-873051359-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:58:44.045642 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a80b52-299d-4c84-9f9e-4e02e7f8fffa req-9704c21f-6a08-411b-8b7f-00d8a46fb339 tempest-ServerDiagnosticsNegativeTest-873051359 tempest-ServerDiagnosticsNegativeTest-873051359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:44.050687 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-17a80b52-299d-4c84-9f9e-4e02e7f8fffa req-9704c21f-6a08-411b-8b7f-00d8a46fb339 tempest-ServerDiagnosticsNegativeTest-873051359 tempest-ServerDiagnosticsNegativeTest-873051359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:44.130892 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9704c21f-6a08-411b-8b7f-00d8a46fb339 tempest-ServerDiagnosticsNegativeTest-873051359 tempest-ServerDiagnosticsNegativeTest-873051359-project] Pushing event updated for resources: {'Port': ['ID=7f1f1831-8d6e-48e2-a01f-fd5ab36a8874,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:44.214329 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-867a33f5-f360-404f-9de6-5ebca3515aee admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 4.0950892 Aug 11 02:58:44.214778 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-17a80b52-299d-4c84-9f9e-4e02e7f8fffa req-9704c21f-6a08-411b-8b7f-00d8a46fb339 tempest-ServerDiagnosticsNegativeTest-873051359 tempest-ServerDiagnosticsNegativeTest-873051359-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.8187468 Aug 11 02:58:44.216026 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 39384) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:58:44.220620 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-ad39b526-8b4d-4502-b0da-fecba075875c admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-677511237-router', 'tenant_id': '6d0ba5df0b584068bb4b0c24a025719a', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:58:44.361971 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 7854c917-39b9-4b2d-ade4-21a3f8d957d8 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:58:44.382419 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:44.389297 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ad39b526-8b4d-4502-b0da-fecba075875c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-450010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6626'] for router, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:44.391086 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ad39b526-8b4d-4502-b0da-fecba075875c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-446747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6633'] for router, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:44.460404 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283386bb-a4ed-47c1-8e85-3080c1ff9aaa req-bed06c51-23e9-4c49-8a50-34b897b33b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:44.465101 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-283386bb-a4ed-47c1-8e85-3080c1ff9aaa req-bed06c51-23e9-4c49-8a50-34b897b33b0f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7d2c156cd90f4f058fedafb7d3be6df4&device_id=f87d1371-def1-4861-9df4-82ab8ce80df1 HTTP/1.1" status: 200 len: 1120 time: 0.2848763 Aug 11 02:58:44.548759 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ad39b526-8b4d-4502-b0da-fecba075875c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:44.552595 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12a2bfb8-7a9a-46b3-ae55-bff33ba8699b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde080026-c28f-55be-b52b-13827cc43646-7f7bb4ec-11e6-4ba2-ad25-faa6437596ac', 'network_id': '7f7bb4ec-11e6-4ba2-ad25-faa6437596ac', 'tenant_id': '6d0ba5df0b584068bb4b0c24a025719a', 'fixed_ips': [{'subnet_id': 'd41d517d-564f-4805-8915-fa4c04d54962'}]}} from n-d-764292-30. {{(pid=102193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:58:44.553431 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-12a2bfb8-7a9a-46b3-ae55-bff33ba8699b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:44.618992 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680ff482-0431-409d-ade7-129ddf4360a8 req-203c9563-698a-4884-9dd1-6389a18c0a63 tempest-AggregatesAdminTestJSON-1755197712 tempest-AggregatesAdminTestJSON-1755197712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:44.633361 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-680ff482-0431-409d-ade7-129ddf4360a8 req-203c9563-698a-4884-9dd1-6389a18c0a63 tempest-AggregatesAdminTestJSON-1755197712 tempest-AggregatesAdminTestJSON-1755197712-project] 10.222.0.41 "GET /v2.0/ports?device_id=f87d1371-def1-4861-9df4-82ab8ce80df1 HTTP/1.1" status: 200 len: 968 time: 0.3551135 Aug 11 02:58:44.711142 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-283386bb-a4ed-47c1-8e85-3080c1ff9aaa req-ac8316f0-b119-4ed2-8b4d-e076652dc574 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=02284331-8e56-410b-b6ff-1c5fc4cdd035 HTTP/1.1" status: 200 len: 217 time: 0.2168734 Aug 11 02:58:44.751961 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-9aedda07-20e1-4d02-ae56-05374ef26466 None None] Provisioning for port 7f1f1831-8d6e-48e2-a01f-fd5ab36a8874 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:58:44.767467 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-680ff482-0431-409d-ade7-129ddf4360a8 req-7297c073-b7e5-418e-962b-386aa89655ec tempest-AggregatesAdminTestJSON-1755197712 tempest-AggregatesAdminTestJSON-1755197712-project] 10.222.0.41 "GET /v2.0/security-groups?id=29fbf572-2830-4de9-b9bd-26da6f7e678e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293333 Aug 11 02:58:44.793468 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-9aedda07-20e1-4d02-ae56-05374ef26466 None None] Provisioning complete for port 7f1f1831-8d6e-48e2-a01f-fd5ab36a8874 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:58:44.793849 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-9aedda07-20e1-4d02-ae56-05374ef26466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:44.899677 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.db_base_plugin_common [None req-12a2bfb8-7a9a-46b3-ae55-bff33ba8699b None None] Allocated IP 172.20.0.2 (7f7bb4ec-11e6-4ba2-ad25-faa6437596ac/d41d517d-564f-4805-8915-fa4c04d54962/361d1d8e-e62e-489c-bfd9-127088d60788) {{(pid=102193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:58:45.055384 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283386bb-a4ed-47c1-8e85-3080c1ff9aaa req-d29dd076-3ce6-4a0d-8b22-00a3c7151e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:45.057926 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-283386bb-a4ed-47c1-8e85-3080c1ff9aaa req-d29dd076-3ce6-4a0d-8b22-00a3c7151e57 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=254a3f4d-2b75-429e-bbb2-8e70554e9483 HTTP/1.1" status: 200 len: 843 time: 0.1566517 Aug 11 02:58:45.069556 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459b359d-ee6a-4a9f-bff3-ad74d2fd47b4 req-b9db39a1-c8d5-42bc-b27a-c712d43b6f09 tempest-ServerDiagnosticsNegativeTest-873051359 tempest-ServerDiagnosticsNegativeTest-873051359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:45.077951 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-459b359d-ee6a-4a9f-bff3-ad74d2fd47b4 req-b9db39a1-c8d5-42bc-b27a-c712d43b6f09 tempest-ServerDiagnosticsNegativeTest-873051359 tempest-ServerDiagnosticsNegativeTest-873051359-project] 10.222.0.41 "GET /v2.0/ports?device_id=86d5ca20-ae08-45a0-9277-d55b95372e95 HTTP/1.1" status: 200 len: 936 time: 0.1607816 Aug 11 02:58:45.124482 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-9aedda07-20e1-4d02-ae56-05374ef26466 None None] Port 7f1f1831-8d6e-48e2-a01f-fd5ab36a8874 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:58:45.162629 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ad39b526-8b4d-4502-b0da-fecba075875c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:45.243195 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.agents_db [None req-950b7202-decb-43e2-8f71-ac8931dc9749 None None] Agent healthcheck: found 7 active agents {{(pid=102194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:58:45.281549 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-459b359d-ee6a-4a9f-bff3-ad74d2fd47b4 req-4a5d8e8a-f263-47b1-b528-c0917c522922 tempest-ServerDiagnosticsNegativeTest-873051359 tempest-ServerDiagnosticsNegativeTest-873051359-project] 10.222.0.41 "GET /v2.0/security-groups?id=1833b91c-0216-4b56-8e3d-8d5e4fd91e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030902 Aug 11 02:58:45.302472 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283386bb-a4ed-47c1-8e85-3080c1ff9aaa req-62a35751-d2b4-4e98-8ad1-c8e88419a6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:45.305743 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-283386bb-a4ed-47c1-8e85-3080c1ff9aaa req-62a35751-d2b4-4e98-8ad1-c8e88419a6e4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d1bf0def-6fa4-4d3e-bbc5-20a040931fba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2188563 Aug 11 02:58:45.373468 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-12a2bfb8-7a9a-46b3-ae55-bff33ba8699b None None] Notify callbacks [] for port, precommit_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:45.423409 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-12a2bfb8-7a9a-46b3-ae55-bff33ba8699b None None] Transition to ACTIVE for port object 361d1d8e-e62e-489c-bfd9-127088d60788 will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:58:45.468302 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-12a2bfb8-7a9a-46b3-ae55-bff33ba8699b None None] Transition to ACTIVE for port object 361d1d8e-e62e-489c-bfd9-127088d60788 will not be triggered until provisioned by entity DHCP. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:58:45.560397 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-283386bb-a4ed-47c1-8e85-3080c1ff9aaa req-a9cb5b3d-a712-45ee-b56e-c2d30edddfa4 service neutron] 10.222.0.24 "GET /v2.0/networks/d1bf0def-6fa4-4d3e-bbc5-20a040931fba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2307775 Aug 11 02:58:45.561308 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-12a2bfb8-7a9a-46b3-ae55-bff33ba8699b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669'] for port, after_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:45.803499 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a2bfb8-7a9a-46b3-ae55-bff33ba8699b None None] Network 7f7bb4ec-11e6-4ba2-ad25-faa6437596ac is already hosted by enough agents. {{(pid=102193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:58:45.806909 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a2bfb8-7a9a-46b3-ae55-bff33ba8699b None None] Pushing event updated for resources: {'Port': ['ID=361d1d8e-e62e-489c-bfd9-127088d60788,revision_number=1']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:45.821111 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.base_scheduler [None req-12a2bfb8-7a9a-46b3-ae55-bff33ba8699b None None] Resources bound (agent type, host, resource id): {{(pid=102193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:58:45.833442 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a2bfb8-7a9a-46b3-ae55-bff33ba8699b None None] Received port after_create {{(pid=102193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:58:45.848417 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-283386bb-a4ed-47c1-8e85-3080c1ff9aaa req-1b7f0550-7ec3-4e15-86f3-37b6403caabc service neutron] 10.222.0.24 "GET /v2.0/networks/d1bf0def-6fa4-4d3e-bbc5-20a040931fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2722845 Aug 11 02:58:45.913969 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ad39b526-8b4d-4502-b0da-fecba075875c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:45.965955 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-12a2bfb8-7a9a-46b3-ae55-bff33ba8699b None None] Attempting to bind port 361d1d8e-e62e-489c-bfd9-127088d60788 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:58:45.974142 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-12a2bfb8-7a9a-46b3-ae55-bff33ba8699b None None] Attempting to bind port 361d1d8e-e62e-489c-bfd9-127088d60788 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': 'f7ca61c9-558a-47e7-8341-07a795f75622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '7f7bb4ec-11e6-4ba2-ad25-faa6437596ac'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:58:45.974142 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a2bfb8-7a9a-46b3-ae55-bff33ba8699b None None] Attempting to bind port 361d1d8e-e62e-489c-bfd9-127088d60788 on network 7f7bb4ec-11e6-4ba2-ad25-faa6437596ac {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:58:45.974420 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ad39b526-8b4d-4502-b0da-fecba075875c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:45.974515 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a2bfb8-7a9a-46b3-ae55-bff33ba8699b None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 58, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:58:45.974625 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a2bfb8-7a9a-46b3-ae55-bff33ba8699b None None] Checking segment: {'id': 'f7ca61c9-558a-47e7-8341-07a795f75622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '7f7bb4ec-11e6-4ba2-ad25-faa6437596ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:58:45.975015 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-12a2bfb8-7a9a-46b3-ae55-bff33ba8699b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:45.975469 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a2bfb8-7a9a-46b3-ae55-bff33ba8699b None None] Bound using segment: {'id': 'f7ca61c9-558a-47e7-8341-07a795f75622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '7f7bb4ec-11e6-4ba2-ad25-faa6437596ac'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:58:45.975962 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-12a2bfb8-7a9a-46b3-ae55-bff33ba8699b None None] Bound port: 361d1d8e-e62e-489c-bfd9-127088d60788, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ca61c9-558a-47e7-8341-07a795f75622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '7f7bb4ec-11e6-4ba2-ad25-faa6437596ac'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:58:45.976343 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-12a2bfb8-7a9a-46b3-ae55-bff33ba8699b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:46.173609 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b15e46-f60c-463c-8fae-d983a5a2fecc req-05e31389-438a-4c63-9e3f-6f47fd714517 tempest-AggregatesAdminTestJSON-1755197712 tempest-AggregatesAdminTestJSON-1755197712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:46.179713 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-16b15e46-f60c-463c-8fae-d983a5a2fecc req-05e31389-438a-4c63-9e3f-6f47fd714517 tempest-AggregatesAdminTestJSON-1755197712 tempest-AggregatesAdminTestJSON-1755197712-project] 10.222.0.41 "GET /v2.0/ports?device_id=f87d1371-def1-4861-9df4-82ab8ce80df1 HTTP/1.1" status: 200 len: 968 time: 0.1856956 Aug 11 02:58:46.214017 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-12a2bfb8-7a9a-46b3-ae55-bff33ba8699b None None] For port 361d1d8e-e62e-489c-bfd9-127088d60788, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:58:46.225601 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 39434) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:58:46.228580 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-12a2bfb8-7a9a-46b3-ae55-bff33ba8699b None None] For port 361d1d8e-e62e-489c-bfd9-127088d60788, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=361d1d8e-e62e-489c-bfd9-127088d60788,segment=NetworkSegment(f7ca61c9-558a-47e7-8341-07a795f75622),segment_id=f7ca61c9-558a-47e7-8341-07a795f75622)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:58:46.258120 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [None req-ad39b526-8b4d-4502-b0da-fecba075875c admin admin] Allocated IP 172.25.8.8 (09faf7d2-eaf5-4a50-bb6e-4cb05d009a76/e1a97443-13df-40bb-85f5-fd269e2742c0/84e129c9-ef97-42a4-b932-fa1903c66090) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:58:46.272879 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-16b15e46-f60c-463c-8fae-d983a5a2fecc req-e81e1bb0-eb6e-4ebe-a324-83a62b146d79 tempest-AggregatesAdminTestJSON-1755197712 tempest-AggregatesAdminTestJSON-1755197712-project] 10.222.0.41 "GET /v2.0/security-groups?id=29fbf572-2830-4de9-b9bd-26da6f7e678e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837100 Aug 11 02:58:46.321565 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-12a2bfb8-7a9a-46b3-ae55-bff33ba8699b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:46.493688 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a2bfb8-7a9a-46b3-ae55-bff33ba8699b None None] Pushing event updated for resources: {'Port': ['ID=361d1d8e-e62e-489c-bfd9-127088d60788,revision_number=2']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:46.511428 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ad39b526-8b4d-4502-b0da-fecba075875c admin admin] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:46.740123 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ad39b526-8b4d-4502-b0da-fecba075875c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:46.804235 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad39b526-8b4d-4502-b0da-fecba075875c admin admin] Network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:58:46.815126 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cc58ea-077b-48b8-b81a-6c8bdb4b0f42 req-e7367e25-ad13-426b-8f00-3b05e3196ccc tempest-ServerDiagnosticsNegativeTest-873051359 tempest-ServerDiagnosticsNegativeTest-873051359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:46.818032 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d4cc58ea-077b-48b8-b81a-6c8bdb4b0f42 req-e7367e25-ad13-426b-8f00-3b05e3196ccc tempest-ServerDiagnosticsNegativeTest-873051359 tempest-ServerDiagnosticsNegativeTest-873051359-project] 10.222.0.41 "GET /v2.0/ports?device_id=86d5ca20-ae08-45a0-9277-d55b95372e95 HTTP/1.1" status: 200 len: 936 time: 0.3453496 Aug 11 02:58:46.861613 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-ad39b526-8b4d-4502-b0da-fecba075875c admin admin] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:58:46.868472 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad39b526-8b4d-4502-b0da-fecba075875c admin admin] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:58:46.954085 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 39446) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:58:47.027632 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d4cc58ea-077b-48b8-b81a-6c8bdb4b0f42 req-9f534737-5b2f-4715-9b8c-46d34bb6dbdc tempest-ServerDiagnosticsNegativeTest-873051359 tempest-ServerDiagnosticsNegativeTest-873051359-project] 10.222.0.41 "GET /v2.0/security-groups?id=1833b91c-0216-4b56-8e3d-8d5e4fd91e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025464 Aug 11 02:58:47.116835 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad39b526-8b4d-4502-b0da-fecba075875c admin admin] Pushing event updated for resources: {'Port': ['ID=84e129c9-ef97-42a4-b932-fa1903c66090,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:47.165891 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a8c3cd95-60d1-44f1-878b-84b1a70c79b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:47.230618 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-59b4aad5-349c-48c8-a103-7fc00d711d60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:47.490044 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf81cf9-c531-4909-a812-d5e91bb98bf3 req-d310ffb0-c7df-4396-b5e6-194e4d4286b8 tempest-AggregatesAdminTestJSON-1755197712 tempest-AggregatesAdminTestJSON-1755197712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:47.492059 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1bf81cf9-c531-4909-a812-d5e91bb98bf3 req-d310ffb0-c7df-4396-b5e6-194e4d4286b8 tempest-AggregatesAdminTestJSON-1755197712 tempest-AggregatesAdminTestJSON-1755197712-project] 10.222.0.41 "GET /v2.0/ports?device_id=f87d1371-def1-4861-9df4-82ab8ce80df1 HTTP/1.1" status: 200 len: 968 time: 0.0691674 Aug 11 02:58:47.508223 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a8c3cd95-60d1-44f1-878b-84b1a70c79b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:47.527368 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ad39b526-8b4d-4502-b0da-fecba075875c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:47.560412 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1bf81cf9-c531-4909-a812-d5e91bb98bf3 req-964661d4-505b-4ad5-97d2-9065e9404088 tempest-AggregatesAdminTestJSON-1755197712 tempest-AggregatesAdminTestJSON-1755197712-project] 10.222.0.41 "GET /v2.0/security-groups?id=29fbf572-2830-4de9-b9bd-26da6f7e678e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608203 Aug 11 02:58:47.598908 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a8c3cd95-60d1-44f1-878b-84b1a70c79b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:47.683025 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-a8c3cd95-60d1-44f1-878b-84b1a70c79b2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3bdfb1dcbf75462dae8e77d1ec16356d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4497395 Aug 11 02:58:47.683808 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 39462) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:58:47.696417 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c3cd95-60d1-44f1-878b-84b1a70c79b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58b33aa8-fd8e-4704-ae68-7483f1f05247,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:47.732320 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-59b4aad5-349c-48c8-a103-7fc00d711d60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:47.786600 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-605cd8e5-193a-45e7-8300-15be24eface9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:47.804220 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-605cd8e5-193a-45e7-8300-15be24eface9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:47.834332 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ad39b526-8b4d-4502-b0da-fecba075875c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-446952'] for router, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:47.845301 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-59b4aad5-349c-48c8-a103-7fc00d711d60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:47.902740 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-59b4aad5-349c-48c8-a103-7fc00d711d60 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3322b40e7d3f49548ed9ae6314b9d87e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9408138 Aug 11 02:58:47.904019 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b4aad5-349c-48c8-a103-7fc00d711d60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b06ee802-3060-4155-83ee-46618c0ae403,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:47.906868 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 39464) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:58:47.970454 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0e717889-7f93-462e-9979-e433a7c8d068 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:47.996927 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0e717889-7f93-462e-9979-e433a7c8d068 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:48.008993 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-605cd8e5-193a-45e7-8300-15be24eface9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:48.016591 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-605cd8e5-193a-45e7-8300-15be24eface9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:48.019308 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-605cd8e5-193a-45e7-8300-15be24eface9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/58b33aa8-fd8e-4704-ae68-7483f1f05247 HTTP/1.1" status: 204 len: 168 time: 0.3345423 Aug 11 02:58:48.045396 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 361d1d8e-e62e-489c-bfd9-127088d60788 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:58:48.140992 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605cd8e5-193a-45e7-8300-15be24eface9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58b33aa8-fd8e-4704-ae68-7483f1f05247,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:48.174488 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad39b526-8b4d-4502-b0da-fecba075875c admin admin] Router 27342bd6-9971-41a0-b326-fa324f9d05c3 is scheduled to L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 with binding_index 1 {{(pid=102191) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:58:48.198480 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f85530bf-97fe-423e-bad8-2f1439fa4044 None None] Network 7f7bb4ec-11e6-4ba2-ad25-faa6437596ac requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:58:48.214952 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 39472) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:58:48.259570 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0e717889-7f93-462e-9979-e433a7c8d068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:48.263110 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0e717889-7f93-462e-9979-e433a7c8d068 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:48.264412 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-0e717889-7f93-462e-9979-e433a7c8d068 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b06ee802-3060-4155-83ee-46618c0ae403 HTTP/1.1" status: 204 len: 168 time: 0.3564951 Aug 11 02:58:48.293820 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867ad5fa-2c88-4b6f-8011-bb4f6fede5c5 req-09e84769-d061-43b0-b627-12633e2e0101 tempest-ServerDiagnosticsNegativeTest-873051359 tempest-ServerDiagnosticsNegativeTest-873051359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:48.294762 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-867ad5fa-2c88-4b6f-8011-bb4f6fede5c5 req-09e84769-d061-43b0-b627-12633e2e0101 tempest-ServerDiagnosticsNegativeTest-873051359 tempest-ServerDiagnosticsNegativeTest-873051359-project] 10.222.0.41 "GET /v2.0/ports?device_id=86d5ca20-ae08-45a0-9277-d55b95372e95 HTTP/1.1" status: 200 len: 936 time: 0.1139719 Aug 11 02:58:48.299907 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e717889-7f93-462e-9979-e433a7c8d068 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b06ee802-3060-4155-83ee-46618c0ae403,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:48.341937 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-867ad5fa-2c88-4b6f-8011-bb4f6fede5c5 req-b592267c-6185-47f3-88ee-cc1a39e11f37 tempest-ServerDiagnosticsNegativeTest-873051359 tempest-ServerDiagnosticsNegativeTest-873051359-project] 10.222.0.41 "GET /v2.0/security-groups?id=1833b91c-0216-4b56-8e3d-8d5e4fd91e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388253 Aug 11 02:58:48.386673 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad39b526-8b4d-4502-b0da-fecba075875c admin admin] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:58:48.397777 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da499911-a705-471c-93cb-0be2ff664c8c None None] Sync routers for ids ['27342bd6-9971-41a0-b326-fa324f9d05c3'] in n-d-764292-30 {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:58:48.411753 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da499911-a705-471c-93cb-0be2ff664c8c None None] Routers {'27342bd6-9971-41a0-b326-fa324f9d05c3'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:58:48.413512 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-da499911-a705-471c-93cb-0be2ff664c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T02:58:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['27342bd6-9971-41a0-b326-fa324f9d05c3'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:58:48.468233 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port 361d1d8e-e62e-489c-bfd9-127088d60788 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:58:48.492511 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-86743fec-4ed7-4f1e-97f6-d1bd19737377 None None] Provisioning for port 361d1d8e-e62e-489c-bfd9-127088d60788 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:58:48.493223 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ad39b526-8b4d-4502-b0da-fecba075875c admin admin] Notify callbacks [] for router, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:48.494584 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-ad39b526-8b4d-4502-b0da-fecba075875c admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 4.2776194 Aug 11 02:58:48.497444 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 39480) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:58:48.508430 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-86743fec-4ed7-4f1e-97f6-d1bd19737377 None None] Provisioning complete for port 361d1d8e-e62e-489c-bfd9-127088d60788 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:58:48.513111 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-86743fec-4ed7-4f1e-97f6-d1bd19737377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:48.546558 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-da499911-a705-471c-93cb-0be2ff664c8c None None] Set router 27342bd6-9971-41a0-b326-fa324f9d05c3 gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:58:48.722650 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-2cecd049-bcdc-496f-8ffc-c111b56a428f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:48.757210 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-86743fec-4ed7-4f1e-97f6-d1bd19737377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:48.817113 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-86743fec-4ed7-4f1e-97f6-d1bd19737377 None None] For port 361d1d8e-e62e-489c-bfd9-127088d60788, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=361d1d8e-e62e-489c-bfd9-127088d60788,segment=NetworkSegment(f7ca61c9-558a-47e7-8341-07a795f75622),segment_id=f7ca61c9-558a-47e7-8341-07a795f75622)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:58:48.886029 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-da499911-a705-471c-93cb-0be2ff664c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27342bd6-9971-41a0-b326-fa324f9d05c3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-677511237-router', 'tenant_id': '6d0ba5df0b584068bb4b0c24a025719a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': '84e129c9-ef97-42a4-b932-fa1903c66090', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:58:44Z', 'updated_at': '2021-08-11T02:58:47Z', 'revision_number': 3, 'project_id': '6d0ba5df0b584068bb4b0c24a025719a', 'gw_port': {'id': '84e129c9-ef97-42a4-b932-fa1903c66090', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:02:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27342bd6-9971-41a0-b326-fa324f9d05c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:58:45Z', 'updated_at': '2021-08-11T02:58:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:58:48.917522 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-86743fec-4ed7-4f1e-97f6-d1bd19737377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:48.921476 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da499911-a705-471c-93cb-0be2ff664c8c None None] Checking router: 27342bd6-9971-41a0-b326-fa324f9d05c3 for host: n-d-764292-30 {{(pid=102194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:58:48.921476 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da499911-a705-471c-93cb-0be2ff664c8c None None] Updating router 27342bd6-9971-41a0-b326-fa324f9d05c3 port 84e129c9-ef97-42a4-b932-fa1903c66090 binding host n-d-764292-30 {{(pid=102194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:58:48.948534 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2844054-78db-40a4-91a8-a2b5cfa483f0 req-816443ba-c99b-4988-b1cb-c101a86c6e9f tempest-AggregatesAdminTestJSON-1755197712 tempest-AggregatesAdminTestJSON-1755197712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:48.950741 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c2844054-78db-40a4-91a8-a2b5cfa483f0 req-816443ba-c99b-4988-b1cb-c101a86c6e9f tempest-AggregatesAdminTestJSON-1755197712 tempest-AggregatesAdminTestJSON-1755197712-project] 10.222.0.41 "GET /v2.0/ports?device_id=f87d1371-def1-4861-9df4-82ab8ce80df1 HTTP/1.1" status: 200 len: 968 time: 0.1951671 Aug 11 02:58:48.951234 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-da499911-a705-471c-93cb-0be2ff664c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:49.046525 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86743fec-4ed7-4f1e-97f6-d1bd19737377 None None] Pushing event updated for resources: {'Port': ['ID=361d1d8e-e62e-489c-bfd9-127088d60788,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:49.073209 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c2844054-78db-40a4-91a8-a2b5cfa483f0 req-7fd13760-c055-49bf-9478-ff15666db47e tempest-AggregatesAdminTestJSON-1755197712 tempest-AggregatesAdminTestJSON-1755197712-project] 10.222.0.41 "GET /v2.0/security-groups?id=29fbf572-2830-4de9-b9bd-26da6f7e678e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109331 Aug 11 02:58:49.099778 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-a9a0bd48-15c4-4e64-ad6d-072d4f604b35 None None] Provisioning complete for port 361d1d8e-e62e-489c-bfd9-127088d60788 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:58:49.100501 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-a9a0bd48-15c4-4e64-ad6d-072d4f604b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:49.126485 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 39488) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:58:49.152113 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c3d41f63-2234-4f96-8b77-a240e5f79f57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:49.207115 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-2cecd049-bcdc-496f-8ffc-c111b56a428f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:49.297426 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-2cecd049-bcdc-496f-8ffc-c111b56a428f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:49.365321 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-2cecd049-bcdc-496f-8ffc-c111b56a428f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=41d050a8c9c64abeb1a2df10e410b2e3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1476996 Aug 11 02:58:49.366577 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 39490) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:58:49.382591 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-da499911-a705-471c-93cb-0be2ff664c8c None None] Notify callbacks [] for port, precommit_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:49.395066 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cecd049-bcdc-496f-8ffc-c111b56a428f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4f66323-a651-4fa5-bcb8-9b422d5e189e,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:49.401037 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.provisioning_blocks [None req-da499911-a705-471c-93cb-0be2ff664c8c None None] Transition to ACTIVE for port object 84e129c9-ef97-42a4-b932-fa1903c66090 will not be triggered until provisioned by entity L2. {{(pid=102194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:58:49.437194 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c3d41f63-2234-4f96-8b77-a240e5f79f57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:49.481831 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 39494) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:58:49.486429 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-da499911-a705-471c-93cb-0be2ff664c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:49.496324 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6aafe1e1-e735-4d8d-88fd-bb9411f7684d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:49.536664 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-da499911-a705-471c-93cb-0be2ff664c8c None None] Attempting to bind port 84e129c9-ef97-42a4-b932-fa1903c66090 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:58:49.537037 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-da499911-a705-471c-93cb-0be2ff664c8c None None] Attempting to bind port 84e129c9-ef97-42a4-b932-fa1903c66090 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}] {{(pid=102194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:58:49.537399 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da499911-a705-471c-93cb-0be2ff664c8c None None] Attempting to bind port 84e129c9-ef97-42a4-b932-fa1903c66090 on network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:58:49.544939 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446d30e7-2958-4cdf-928d-3fd5fa78030f None None] Pushing event updated for resources: {'Port': ['ID=84e129c9-ef97-42a4-b932-fa1903c66090,revision_number=2']} {{(pid=102194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:49.551880 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c3d41f63-2234-4f96-8b77-a240e5f79f57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:49.552091 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da499911-a705-471c-93cb-0be2ff664c8c None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 58, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:58:49.552091 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da499911-a705-471c-93cb-0be2ff664c8c None None] Checking segment: {'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:58:49.552091 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-da499911-a705-471c-93cb-0be2ff664c8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:49.552091 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da499911-a705-471c-93cb-0be2ff664c8c None None] Bound using segment: {'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'} {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:58:49.552458 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-da499911-a705-471c-93cb-0be2ff664c8c None None] Bound port: 84e129c9-ef97-42a4-b932-fa1903c66090, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}}] {{(pid=102194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:58:49.552652 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-da499911-a705-471c-93cb-0be2ff664c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:49.607267 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c62bb2-8dc9-441b-a411-f5989334b27d req-6c267db3-cf08-466a-880b-0e62eea22a80 tempest-ServerDiagnosticsNegativeTest-873051359 tempest-ServerDiagnosticsNegativeTest-873051359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:49.609476 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c2c62bb2-8dc9-441b-a411-f5989334b27d req-6c267db3-cf08-466a-880b-0e62eea22a80 tempest-ServerDiagnosticsNegativeTest-873051359 tempest-ServerDiagnosticsNegativeTest-873051359-project] 10.222.0.41 "GET /v2.0/ports?device_id=86d5ca20-ae08-45a0-9277-d55b95372e95 HTTP/1.1" status: 200 len: 936 time: 0.1709917 Aug 11 02:58:49.610133 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-dba2718a-de57-4692-88d1-b82e0ff69ee8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:49.617466 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.db [None req-da499911-a705-471c-93cb-0be2ff664c8c None None] For port 84e129c9-ef97-42a4-b932-fa1903c66090, host n-d-764292-30, cleared binding levels {{(pid=102194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:58:49.633503 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.db [None req-da499911-a705-471c-93cb-0be2ff664c8c None None] For port 84e129c9-ef97-42a4-b932-fa1903c66090, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=84e129c9-ef97-42a4-b932-fa1903c66090,segment=NetworkSegment(fab28bed-aa25-40db-bba4-ec26e795194c),segment_id=fab28bed-aa25-40db-bba4-ec26e795194c)] {{(pid=102194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:58:49.633837 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-c3d41f63-2234-4f96-8b77-a240e5f79f57 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3fc7a62b57c94b24abbd63fbf6008120&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4956689 Aug 11 02:58:49.633837 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 39496) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:58:49.637445 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d41f63-2234-4f96-8b77-a240e5f79f57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89dc1804-6a30-470d-a85c-d9195227e2c1,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:49.683988 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c2c62bb2-8dc9-441b-a411-f5989334b27d req-6232ce2a-fd1b-4923-8ed3-c59bdc3a89d7 tempest-ServerDiagnosticsNegativeTest-873051359 tempest-ServerDiagnosticsNegativeTest-873051359-project] 10.222.0.41 "GET /v2.0/security-groups?id=1833b91c-0216-4b56-8e3d-8d5e4fd91e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633626 Aug 11 02:58:49.711726 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-da499911-a705-471c-93cb-0be2ff664c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:49.735183 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-dba2718a-de57-4692-88d1-b82e0ff69ee8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:49.748170 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-2be18675-c853-45d3-8a36-c24c49765e11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:49.770444 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da499911-a705-471c-93cb-0be2ff664c8c None None] Routers {'27342bd6-9971-41a0-b326-fa324f9d05c3'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:58:49.770921 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-da499911-a705-471c-93cb-0be2ff664c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T02:58:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['27342bd6-9971-41a0-b326-fa324f9d05c3'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:58:49.788655 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6aafe1e1-e735-4d8d-88fd-bb9411f7684d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:49.790753 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-2be18675-c853-45d3-8a36-c24c49765e11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:49.831250 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-635ae007-d64d-4e3d-bc92-f9cebacb4bec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:49.834112 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446d30e7-2958-4cdf-928d-3fd5fa78030f None None] Pushing event updated for resources: {'Port': ['ID=84e129c9-ef97-42a4-b932-fa1903c66090,revision_number=3']} {{(pid=102194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:49.867717 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6aafe1e1-e735-4d8d-88fd-bb9411f7684d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:49.914178 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-6aafe1e1-e735-4d8d-88fd-bb9411f7684d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=92abe312923e4701a6dcab246a9190f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4311528 Aug 11 02:58:49.917324 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 39498) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:58:49.925501 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aafe1e1-e735-4d8d-88fd-bb9411f7684d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=788d44b4-c2b3-41f0-b938-efbe450bc4e9,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:49.927295 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-dba2718a-de57-4692-88d1-b82e0ff69ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:49.929848 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-dba2718a-de57-4692-88d1-b82e0ff69ee8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:49.931089 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-dba2718a-de57-4692-88d1-b82e0ff69ee8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f4f66323-a651-4fa5-bcb8-9b422d5e189e HTTP/1.1" status: 204 len: 168 time: 0.5634995 Aug 11 02:58:49.945347 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba2718a-de57-4692-88d1-b82e0ff69ee8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4f66323-a651-4fa5-bcb8-9b422d5e189e,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:49.951928 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-da499911-a705-471c-93cb-0be2ff664c8c None None] Set router 27342bd6-9971-41a0-b326-fa324f9d05c3 gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:58:49.967910 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-2be18675-c853-45d3-8a36-c24c49765e11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:49.970542 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-2be18675-c853-45d3-8a36-c24c49765e11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:49.971763 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-2be18675-c853-45d3-8a36-c24c49765e11 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/89dc1804-6a30-470d-a85c-d9195227e2c1 HTTP/1.1" status: 204 len: 168 time: 0.3432589 Aug 11 02:58:49.982094 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 361d1d8e-e62e-489c-bfd9-127088d60788 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:58:50.040753 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be18675-c853-45d3-8a36-c24c49765e11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89dc1804-6a30-470d-a85c-d9195227e2c1,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:50.074826 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-822f744e-feec-4a43-bb99-40423758d23c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:50.129273 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 361d1d8e-e62e-489c-bfd9-127088d60788 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:58:50.132336 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:50.135992 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-822f744e-feec-4a43-bb99-40423758d23c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:50.316138 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-822f744e-feec-4a43-bb99-40423758d23c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:50.318878 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-822f744e-feec-4a43-bb99-40423758d23c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:50.320059 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-822f744e-feec-4a43-bb99-40423758d23c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/788d44b4-c2b3-41f0-b938-efbe450bc4e9 HTTP/1.1" status: 204 len: 168 time: 0.4018509 Aug 11 02:58:50.335075 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822f744e-feec-4a43-bb99-40423758d23c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=788d44b4-c2b3-41f0-b938-efbe450bc4e9,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:50.338371 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-da499911-a705-471c-93cb-0be2ff664c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27342bd6-9971-41a0-b326-fa324f9d05c3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-677511237-router', 'tenant_id': '6d0ba5df0b584068bb4b0c24a025719a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': '84e129c9-ef97-42a4-b932-fa1903c66090', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:58:44Z', 'updated_at': '2021-08-11T02:58:47Z', 'revision_number': 3, 'project_id': '6d0ba5df0b584068bb4b0c24a025719a', 'gw_port': {'id': '84e129c9-ef97-42a4-b932-fa1903c66090', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:02:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27342bd6-9971-41a0-b326-fa324f9d05c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:58:45Z', 'updated_at': '2021-08-11T02:58:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:58:50.379851 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da499911-a705-471c-93cb-0be2ff664c8c None None] The sync data for ids ['27342bd6-9971-41a0-b326-fa324f9d05c3'] in n-d-764292-30 is: [{'id': '27342bd6-9971-41a0-b326-fa324f9d05c3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-677511237-router', 'tenant_id': '6d0ba5df0b584068bb4b0c24a025719a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': '84e129c9-ef97-42a4-b932-fa1903c66090', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:58:44Z', 'updated_at': '2021-08-11T02:58:47Z', 'revision_number': 3, 'project_id': '6d0ba5df0b584068bb4b0c24a025719a', 'gw_port': {'id': '84e129c9-ef97-42a4-b932-fa1903c66090', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:02:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27342bd6-9971-41a0-b326-fa324f9d05c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:58:45Z', 'updated_at': '2021-08-11T02:58:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}] {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:58:50.572301 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74d6c9b-127b-41c9-ab55-df3fbb450469 req-efc21570-fef0-489f-b4e3-b97de87d64cc tempest-AggregatesAdminTestJSON-1755197712 tempest-AggregatesAdminTestJSON-1755197712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:50.574441 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b74d6c9b-127b-41c9-ab55-df3fbb450469 req-efc21570-fef0-489f-b4e3-b97de87d64cc tempest-AggregatesAdminTestJSON-1755197712 tempest-AggregatesAdminTestJSON-1755197712-project] 10.222.0.41 "GET /v2.0/ports?device_id=f87d1371-def1-4861-9df4-82ab8ce80df1 HTTP/1.1" status: 200 len: 968 time: 0.3148630 Aug 11 02:58:50.613939 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [None req-635ae007-d64d-4e3d-bc92-f9cebacb4bec admin admin] Allocated IP 172.20.0.1 (7f7bb4ec-11e6-4ba2-ad25-faa6437596ac/d41d517d-564f-4805-8915-fa4c04d54962/4f4449d2-448f-4b3f-b3bb-98e30ca86c16) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:58:50.665275 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b74d6c9b-127b-41c9-ab55-df3fbb450469 req-b7db3597-5b8c-484e-abc6-369dbbbb7515 tempest-AggregatesAdminTestJSON-1755197712 tempest-AggregatesAdminTestJSON-1755197712-project] 10.222.0.41 "GET /v2.0/security-groups?id=29fbf572-2830-4de9-b9bd-26da6f7e678e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794401 Aug 11 02:58:50.818815 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-635ae007-d64d-4e3d-bc92-f9cebacb4bec admin admin] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:50.870759 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [None req-635ae007-d64d-4e3d-bc92-f9cebacb4bec admin admin] Transition to ACTIVE for port object 4f4449d2-448f-4b3f-b3bb-98e30ca86c16 will not be triggered until provisioned by entity DHCP. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:58:50.912936 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ec429a-fb8e-4ffe-ab0f-d6071b50e173 req-bf3394b1-1fba-4ac2-b672-15e028be422d tempest-ServerDiagnosticsNegativeTest-873051359 tempest-ServerDiagnosticsNegativeTest-873051359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:50.924202 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-39ec429a-fb8e-4ffe-ab0f-d6071b50e173 req-bf3394b1-1fba-4ac2-b672-15e028be422d tempest-ServerDiagnosticsNegativeTest-873051359 tempest-ServerDiagnosticsNegativeTest-873051359-project] 10.222.0.41 "GET /v2.0/ports?device_id=86d5ca20-ae08-45a0-9277-d55b95372e95 HTTP/1.1" status: 200 len: 936 time: 0.0942457 Aug 11 02:58:50.967140 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-39ec429a-fb8e-4ffe-ab0f-d6071b50e173 req-838fc53f-bf5b-43c8-b3f2-2ae58f36e4d4 tempest-ServerDiagnosticsNegativeTest-873051359 tempest-ServerDiagnosticsNegativeTest-873051359-project] 10.222.0.41 "GET /v2.0/security-groups?id=1833b91c-0216-4b56-8e3d-8d5e4fd91e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420234 Aug 11 02:58:51.013420 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-635ae007-d64d-4e3d-bc92-f9cebacb4bec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:51.058661 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-635ae007-d64d-4e3d-bc92-f9cebacb4bec admin admin] Network 7f7bb4ec-11e6-4ba2-ad25-faa6437596ac is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:58:51.063489 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-635ae007-d64d-4e3d-bc92-f9cebacb4bec admin admin] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:58:51.073205 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635ae007-d64d-4e3d-bc92-f9cebacb4bec admin admin] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:58:51.073816 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-635ae007-d64d-4e3d-bc92-f9cebacb4bec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-520987'] for router_interface, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:51.136700 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 39518) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:58:51.161944 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4fb72c67-ad94-405e-8633-0c4b04062bbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:51.333400 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 02284331-8e56-410b-b6ff-1c5fc4cdd035 details requested by agent hyperv_n-h2-764292-30 with host n-h2-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:58:51.374363 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4fb72c67-ad94-405e-8633-0c4b04062bbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:51.377996 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635ae007-d64d-4e3d-bc92-f9cebacb4bec admin admin] Pushing event updated for resources: {'Port': ['ID=4f4449d2-448f-4b3f-b3bb-98e30ca86c16,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:51.469288 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4fb72c67-ad94-405e-8633-0c4b04062bbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:51.487690 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port 02284331-8e56-410b-b6ff-1c5fc4cdd035, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=02284331-8e56-410b-b6ff-1c5fc4cdd035,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:58:51.502792 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-635ae007-d64d-4e3d-bc92-f9cebacb4bec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:51.506648 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Returning: {'device': '02284331-8e56-410b-b6ff-1c5fc4cdd035', 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba', 'port_id': '02284331-8e56-410b-b6ff-1c5fc4cdd035', 'mac_address': 'fa:16:3e:db:fb:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '254a3f4d-2b75-429e-bbb2-8e70554e9483', 'ip_address': '192.168.233.224'}], 'device_owner': 'compute:tempest-test_az-57646776', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:58:51.523224 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-4fb72c67-ad94-405e-8633-0c4b04062bbc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=08ee9508fdc640f29e5f9cd284ed78a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3842089 Aug 11 02:58:51.527382 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 39524) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:58:51.536811 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb72c67-ad94-405e-8633-0c4b04062bbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77f986a5-330d-4a82-9c9a-e7835e29eba5,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:51.596327 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-1ac3588d-297f-4316-adc7-1909fc17e691 None None] Provisioning for port 4f4449d2-448f-4b3f-b3bb-98e30ca86c16 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:58:51.612395 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-1ac3588d-297f-4316-adc7-1909fc17e691 None None] Provisioning complete for port 4f4449d2-448f-4b3f-b3bb-98e30ca86c16 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:58:51.613034 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-1ac3588d-297f-4316-adc7-1909fc17e691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:51.632598 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5cba8e73-7931-444b-abde-111a7dc2c3c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:51.666519 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5cba8e73-7931-444b-abde-111a7dc2c3c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:51.671276 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:51.674613 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 39528) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:58:51.717718 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02284331-8e56-410b-b6ff-1c5fc4cdd035 {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:58:51.733798 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-1ac3588d-297f-4316-adc7-1909fc17e691 None None] Port 4f4449d2-448f-4b3f-b3bb-98e30ca86c16 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:58:51.744518 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port 02284331-8e56-410b-b6ff-1c5fc4cdd035, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=02284331-8e56-410b-b6ff-1c5fc4cdd035,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:58:51.758015 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-dbda3505-8590-4aeb-a2f1-279fab73f174 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:51.763620 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-635ae007-d64d-4e3d-bc92-f9cebacb4bec admin admin] Notify callbacks [] for port, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:51.816509 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:51.847184 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed419f1f-0f3d-404e-943c-f1eb6940a933 req-c9e322dc-afd4-40aa-9ecd-2def12e732a2 tempest-AggregatesAdminTestJSON-1755197712 tempest-AggregatesAdminTestJSON-1755197712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:51.848712 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ed419f1f-0f3d-404e-943c-f1eb6940a933 req-c9e322dc-afd4-40aa-9ecd-2def12e732a2 tempest-AggregatesAdminTestJSON-1755197712 tempest-AggregatesAdminTestJSON-1755197712-project] 10.222.0.41 "GET /v2.0/ports?device_id=f87d1371-def1-4861-9df4-82ab8ce80df1 HTTP/1.1" status: 200 len: 968 time: 0.0598278 Aug 11 02:58:51.849784 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-635ae007-d64d-4e3d-bc92-f9cebacb4bec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:51.850598 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-635ae007-d64d-4e3d-bc92-f9cebacb4bec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16383026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521135'] for router_interface, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:51.877120 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=02284331-8e56-410b-b6ff-1c5fc4cdd035,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:51.902363 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5cba8e73-7931-444b-abde-111a7dc2c3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:51.903118 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5cba8e73-7931-444b-abde-111a7dc2c3c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:51.907513 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-5cba8e73-7931-444b-abde-111a7dc2c3c3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/77f986a5-330d-4a82-9c9a-e7835e29eba5 HTTP/1.1" status: 204 len: 168 time: 0.3786294 Aug 11 02:58:51.942900 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cba8e73-7931-444b-abde-111a7dc2c3c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77f986a5-330d-4a82-9c9a-e7835e29eba5,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:51.984073 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635ae007-d64d-4e3d-bc92-f9cebacb4bec admin admin] Pushing event updated for resources: {'Port': ['ID=4f4449d2-448f-4b3f-b3bb-98e30ca86c16,revision_number=2']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:52.003111 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ed419f1f-0f3d-404e-943c-f1eb6940a933 req-81df74ac-556a-4b8a-8064-45d95041e135 tempest-AggregatesAdminTestJSON-1755197712 tempest-AggregatesAdminTestJSON-1755197712-project] 10.222.0.41 "GET /v2.0/security-groups?id=29fbf572-2830-4de9-b9bd-26da6f7e678e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460304 Aug 11 02:58:52.052684 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 84e129c9-ef97-42a4-b932-fa1903c66090 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:58:52.085114 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-635ae007-d64d-4e3d-bc92-f9cebacb4bec admin admin] Network 7f7bb4ec-11e6-4ba2-ad25-faa6437596ac is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:58:52.087237 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-635ae007-d64d-4e3d-bc92-f9cebacb4bec admin admin] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:58:52.101494 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-dbda3505-8590-4aeb-a2f1-279fab73f174 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:52.121665 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['02284331-8e56-410b-b6ff-1c5fc4cdd035'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:58:52.199404 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-dbda3505-8590-4aeb-a2f1-279fab73f174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:52.271216 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-dbda3505-8590-4aeb-a2f1-279fab73f174 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5767ee44eb4f490fb382a88a895989a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5955384 Aug 11 02:58:52.276021 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a097efde-185d-4ac4-b9a4-94feb20a5797 req-66ad0b52-97eb-44f5-a443-49c37a5ae294 tempest-ServerDiagnosticsNegativeTest-873051359 tempest-ServerDiagnosticsNegativeTest-873051359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:52.277699 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a097efde-185d-4ac4-b9a4-94feb20a5797 req-66ad0b52-97eb-44f5-a443-49c37a5ae294 tempest-ServerDiagnosticsNegativeTest-873051359 tempest-ServerDiagnosticsNegativeTest-873051359-project] 10.222.0.41 "GET /v2.0/ports?device_id=86d5ca20-ae08-45a0-9277-d55b95372e95 HTTP/1.1" status: 200 len: 936 time: 0.1759903 Aug 11 02:58:52.278294 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 39546) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:58:52.307399 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbda3505-8590-4aeb-a2f1-279fab73f174 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a924fab2-44da-4d81-90d7-100c4f97cc61,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:52.346531 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port 84e129c9-ef97-42a4-b932-fa1903c66090 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:58:52.365734 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 84e129c9-ef97-42a4-b932-fa1903c66090 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:58:52.371246 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:52.372933 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-635ae007-d64d-4e3d-bc92-f9cebacb4bec admin admin] Router 27342bd6-9971-41a0-b326-fa324f9d05c3 has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:58:52.384753 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a097efde-185d-4ac4-b9a4-94feb20a5797 req-19ffc049-bf04-4eba-8ec1-38d759d0b59b tempest-ServerDiagnosticsNegativeTest-873051359 tempest-ServerDiagnosticsNegativeTest-873051359-project] 10.222.0.41 "GET /v2.0/security-groups?id=1833b91c-0216-4b56-8e3d-8d5e4fd91e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874250 Aug 11 02:58:52.438011 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-855cd2e3-46eb-4cac-bf71-8c0219b4d24d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:52.506209 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-855cd2e3-46eb-4cac-bf71-8c0219b4d24d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:52.540663 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-5f91f5eb-c447-4f80-8144-dd7de575771f None None] Provisioning complete for port 4f4449d2-448f-4b3f-b3bb-98e30ca86c16 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:58:52.541042 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-5f91f5eb-c447-4f80-8144-dd7de575771f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:52.562633 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-635ae007-d64d-4e3d-bc92-f9cebacb4bec admin admin] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:58:52.569379 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-635ae007-d64d-4e3d-bc92-f9cebacb4bec admin admin] 10.222.0.41 "PUT /v2.0/routers/27342bd6-9971-41a0-b326-fa324f9d05c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0706265 Aug 11 02:58:52.586396 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:52.613295 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-5f91f5eb-c447-4f80-8144-dd7de575771f None None] Port 4f4449d2-448f-4b3f-b3bb-98e30ca86c16 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:58:52.616102 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port 84e129c9-ef97-42a4-b932-fa1903c66090, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=84e129c9-ef97-42a4-b932-fa1903c66090,segment=NetworkSegment(fab28bed-aa25-40db-bba4-ec26e795194c),segment_id=fab28bed-aa25-40db-bba4-ec26e795194c)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:58:52.652555 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-855cd2e3-46eb-4cac-bf71-8c0219b4d24d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:52.655630 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-855cd2e3-46eb-4cac-bf71-8c0219b4d24d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:52.659079 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-855cd2e3-46eb-4cac-bf71-8c0219b4d24d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a924fab2-44da-4d81-90d7-100c4f97cc61 HTTP/1.1" status: 204 len: 168 time: 0.3758278 Aug 11 02:58:52.664925 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855cd2e3-46eb-4cac-bf71-8c0219b4d24d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a924fab2-44da-4d81-90d7-100c4f97cc61,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:52.681807 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:52.725646 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b853b5-5abf-46af-9e0a-590814a8254a None None] Sync routers for ids ['27342bd6-9971-41a0-b326-fa324f9d05c3'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:58:52.747367 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=84e129c9-ef97-42a4-b932-fa1903c66090,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:52.751529 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b853b5-5abf-46af-9e0a-590814a8254a None None] Routers {'27342bd6-9971-41a0-b326-fa324f9d05c3'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:58:52.752132 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-13b853b5-5abf-46af-9e0a-590814a8254a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T02:58:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['27342bd6-9971-41a0-b326-fa324f9d05c3'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:58:52.858568 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-13b853b5-5abf-46af-9e0a-590814a8254a None None] Set router 27342bd6-9971-41a0-b326-fa324f9d05c3 gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:58:53.065823 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-13b853b5-5abf-46af-9e0a-590814a8254a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27342bd6-9971-41a0-b326-fa324f9d05c3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-677511237-router', 'tenant_id': '6d0ba5df0b584068bb4b0c24a025719a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': '84e129c9-ef97-42a4-b932-fa1903c66090', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:58:44Z', 'updated_at': '2021-08-11T02:58:51Z', 'revision_number': 4, 'project_id': '6d0ba5df0b584068bb4b0c24a025719a', 'gw_port': {'id': '84e129c9-ef97-42a4-b932-fa1903c66090', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:02:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27342bd6-9971-41a0-b326-fa324f9d05c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:58:45Z', 'updated_at': '2021-08-11T02:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '4f4449d2-448f-4b3f-b3bb-98e30ca86c16', 'name': '', 'network_id': '7f7bb4ec-11e6-4ba2-ad25-faa6437596ac', 'tenant_id': '6d0ba5df0b584068bb4b0c24a025719a', 'mac_address': 'fa:16:3e:02:cd:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27342bd6-9971-41a0-b326-fa324f9d05c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 161, 'fixed_ips': [{'subnet_id': 'd41d517d-564f-4805-8915-fa4c04d54962', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:58:49Z', 'updated_at': '2021-08-11T02:58:51Z', 'revision_number': 2, 'project_id': '6d0ba5df0b584068bb4b0c24a025719a', 'subnets': [{'id': 'd41d517d-564f-4805-8915-fa4c04d54962', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:58:53.094229 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b853b5-5abf-46af-9e0a-590814a8254a None None] Checking router: 27342bd6-9971-41a0-b326-fa324f9d05c3 for host: n-d-764292-30 {{(pid=102193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:58:53.094859 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b853b5-5abf-46af-9e0a-590814a8254a None None] Updating router 27342bd6-9971-41a0-b326-fa324f9d05c3 port 4f4449d2-448f-4b3f-b3bb-98e30ca86c16 binding host n-d-764292-30 {{(pid=102193) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:58:53.126559 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-13b853b5-5abf-46af-9e0a-590814a8254a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:53.142374 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c5a952-18ae-45f8-b2c6-b562400e318f req-2131b0f2-fa0d-44be-85f3-f0b53d9b0c3a tempest-AggregatesAdminTestJSON-1755197712 tempest-AggregatesAdminTestJSON-1755197712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:53.144079 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-41c5a952-18ae-45f8-b2c6-b562400e318f req-2131b0f2-fa0d-44be-85f3-f0b53d9b0c3a tempest-AggregatesAdminTestJSON-1755197712 tempest-AggregatesAdminTestJSON-1755197712-project] 10.222.0.41 "GET /v2.0/ports?device_id=f87d1371-def1-4861-9df4-82ab8ce80df1 HTTP/1.1" status: 200 len: 969 time: 0.0549405 Aug 11 02:58:53.190373 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-41c5a952-18ae-45f8-b2c6-b562400e318f req-bc955f55-d55c-4ee4-a719-396affb0ac22 tempest-AggregatesAdminTestJSON-1755197712 tempest-AggregatesAdminTestJSON-1755197712-project] 10.222.0.41 "GET /v2.0/security-groups?id=29fbf572-2830-4de9-b9bd-26da6f7e678e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392282 Aug 11 02:58:53.315954 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 02284331-8e56-410b-b6ff-1c5fc4cdd035 up at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:58:53.457647 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-13b853b5-5abf-46af-9e0a-590814a8254a None None] Notify callbacks [] for port, precommit_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:53.468343 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-13b853b5-5abf-46af-9e0a-590814a8254a None None] Transition to ACTIVE for port object 4f4449d2-448f-4b3f-b3bb-98e30ca86c16 will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:58:53.521675 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning for port 02284331-8e56-410b-b6ff-1c5fc4cdd035 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:58:53.522059 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612b37ce-2a78-4c23-8843-e3f0da194f02 req-a7775780-348c-4585-a3ed-a530dd720109 tempest-ServerDiagnosticsNegativeTest-873051359 tempest-ServerDiagnosticsNegativeTest-873051359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:53.528854 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning complete for port 02284331-8e56-410b-b6ff-1c5fc4cdd035 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:58:53.530156 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-612b37ce-2a78-4c23-8843-e3f0da194f02 req-a7775780-348c-4585-a3ed-a530dd720109 tempest-ServerDiagnosticsNegativeTest-873051359 tempest-ServerDiagnosticsNegativeTest-873051359-project] 10.222.0.41 "GET /v2.0/ports?device_id=86d5ca20-ae08-45a0-9277-d55b95372e95 HTTP/1.1" status: 200 len: 936 time: 0.0593743 Aug 11 02:58:53.530337 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:53.570909 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-13b853b5-5abf-46af-9e0a-590814a8254a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:53.575201 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-612b37ce-2a78-4c23-8843-e3f0da194f02 req-e19fca97-bb16-44f8-acd2-c77eb2f870d1 tempest-ServerDiagnosticsNegativeTest-873051359 tempest-ServerDiagnosticsNegativeTest-873051359-project] 10.222.0.41 "GET /v2.0/security-groups?id=1833b91c-0216-4b56-8e3d-8d5e4fd91e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383723 Aug 11 02:58:53.635047 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7706b2-2c1c-47be-a89b-508e0d154d6b None None] Pushing event updated for resources: {'Port': ['ID=4f4449d2-448f-4b3f-b3bb-98e30ca86c16,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:53.701666 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [req-17a80b52-299d-4c84-9f9e-4e02e7f8fffa req-ce5e322d-ae1b-4dfd-a30c-2266c530cc91 tempest-ServerDiagnosticsNegativeTest-873051359 tempest-ServerDiagnosticsNegativeTest-873051359-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102191) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:58:53.703383 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-17a80b52-299d-4c84-9f9e-4e02e7f8fffa req-ce5e322d-ae1b-4dfd-a30c-2266c530cc91 tempest-ServerDiagnosticsNegativeTest-873051359 tempest-ServerDiagnosticsNegativeTest-873051359-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069094 Aug 11 02:58:53.729382 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-13b853b5-5abf-46af-9e0a-590814a8254a None None] Attempting to bind port 4f4449d2-448f-4b3f-b3bb-98e30ca86c16 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:58:53.729382 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-13b853b5-5abf-46af-9e0a-590814a8254a None None] Attempting to bind port 4f4449d2-448f-4b3f-b3bb-98e30ca86c16 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': 'f7ca61c9-558a-47e7-8341-07a795f75622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '7f7bb4ec-11e6-4ba2-ad25-faa6437596ac'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:58:53.729382 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b853b5-5abf-46af-9e0a-590814a8254a None None] Attempting to bind port 4f4449d2-448f-4b3f-b3bb-98e30ca86c16 on network 7f7bb4ec-11e6-4ba2-ad25-faa6437596ac {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:58:53.730208 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:53.741470 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b853b5-5abf-46af-9e0a-590814a8254a None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 58, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:58:53.741853 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b853b5-5abf-46af-9e0a-590814a8254a None None] Checking segment: {'id': 'f7ca61c9-558a-47e7-8341-07a795f75622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '7f7bb4ec-11e6-4ba2-ad25-faa6437596ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:58:53.742326 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-13b853b5-5abf-46af-9e0a-590814a8254a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:53.742757 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b853b5-5abf-46af-9e0a-590814a8254a None None] Bound using segment: {'id': 'f7ca61c9-558a-47e7-8341-07a795f75622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '7f7bb4ec-11e6-4ba2-ad25-faa6437596ac'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:58:53.743216 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-13b853b5-5abf-46af-9e0a-590814a8254a None None] Bound port: 4f4449d2-448f-4b3f-b3bb-98e30ca86c16, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ca61c9-558a-47e7-8341-07a795f75622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '7f7bb4ec-11e6-4ba2-ad25-faa6437596ac'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:58:53.743595 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-13b853b5-5abf-46af-9e0a-590814a8254a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:53.776748 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f87d1371-def1-4861-9df4-82ab8ce80df1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02284331-8e56-410b-b6ff-1c5fc4cdd035'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:58:53.980301 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 84e129c9-ef97-42a4-b932-fa1903c66090 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:58:53.983277 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port 02284331-8e56-410b-b6ff-1c5fc4cdd035, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=02284331-8e56-410b-b6ff-1c5fc4cdd035,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:58:54.053972 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-13b853b5-5abf-46af-9e0a-590814a8254a None None] For port 4f4449d2-448f-4b3f-b3bb-98e30ca86c16, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:58:54.056756 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:54.060871 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-13b853b5-5abf-46af-9e0a-590814a8254a None None] For port 4f4449d2-448f-4b3f-b3bb-98e30ca86c16, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=4f4449d2-448f-4b3f-b3bb-98e30ca86c16,segment=NetworkSegment(f7ca61c9-558a-47e7-8341-07a795f75622),segment_id=f7ca61c9-558a-47e7-8341-07a795f75622)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:58:54.111035 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 84e129c9-ef97-42a4-b932-fa1903c66090 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:58:54.111572 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:54.136722 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=02284331-8e56-410b-b6ff-1c5fc4cdd035,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:54.168185 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-13b853b5-5abf-46af-9e0a-590814a8254a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:54.195395 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-17a80b52-299d-4c84-9f9e-4e02e7f8fffa req-c8512cfa-e1c2-439b-9349-a49efb9faeaa service neutron] Request body: {'port': {'device_id': '86d5ca20-ae08-45a0-9277-d55b95372e95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764292-30'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:58:54.263872 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b853b5-5abf-46af-9e0a-590814a8254a None None] Routers {'27342bd6-9971-41a0-b326-fa324f9d05c3'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:58:54.264756 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-13b853b5-5abf-46af-9e0a-590814a8254a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T02:58:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['27342bd6-9971-41a0-b326-fa324f9d05c3'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:58:54.350857 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf1c1b1-3e70-419c-9177-5516b4396fb4 req-79aff878-0802-4f34-8749-af632394c94e tempest-AggregatesAdminTestJSON-1755197712 tempest-AggregatesAdminTestJSON-1755197712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:54.360932 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ecf1c1b1-3e70-419c-9177-5516b4396fb4 req-79aff878-0802-4f34-8749-af632394c94e tempest-AggregatesAdminTestJSON-1755197712 tempest-AggregatesAdminTestJSON-1755197712-project] 10.222.0.41 "GET /v2.0/ports?device_id=f87d1371-def1-4861-9df4-82ab8ce80df1 HTTP/1.1" status: 200 len: 970 time: 0.0863588 Aug 11 02:58:54.377567 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-13b853b5-5abf-46af-9e0a-590814a8254a None None] Set router 27342bd6-9971-41a0-b326-fa324f9d05c3 gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:58:54.406621 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 39622) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:58:54.418381 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-d5b5b883-db0a-413b-806f-1b54c5c1c0d6 tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1653182495', 'description': 'tempest-description--395313022'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:58:54.444950 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ecf1c1b1-3e70-419c-9177-5516b4396fb4 req-9d9c3f26-4fea-41a9-a13c-f57f7045c608 tempest-AggregatesAdminTestJSON-1755197712 tempest-AggregatesAdminTestJSON-1755197712-project] 10.222.0.41 "GET /v2.0/security-groups?id=29fbf572-2830-4de9-b9bd-26da6f7e678e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827923 Aug 11 02:58:54.515729 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-17a80b52-299d-4c84-9f9e-4e02e7f8fffa req-c8512cfa-e1c2-439b-9349-a49efb9faeaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:54.525591 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7706b2-2c1c-47be-a89b-508e0d154d6b None None] Pushing event updated for resources: {'Port': ['ID=4f4449d2-448f-4b3f-b3bb-98e30ca86c16,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:54.549417 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-d5b5b883-db0a-413b-806f-1b54c5c1c0d6 tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:54.648209 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-13b853b5-5abf-46af-9e0a-590814a8254a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27342bd6-9971-41a0-b326-fa324f9d05c3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-677511237-router', 'tenant_id': '6d0ba5df0b584068bb4b0c24a025719a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': '84e129c9-ef97-42a4-b932-fa1903c66090', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:58:44Z', 'updated_at': '2021-08-11T02:58:51Z', 'revision_number': 4, 'project_id': '6d0ba5df0b584068bb4b0c24a025719a', 'gw_port': {'id': '84e129c9-ef97-42a4-b932-fa1903c66090', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:02:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27342bd6-9971-41a0-b326-fa324f9d05c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:58:45Z', 'updated_at': '2021-08-11T02:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '4f4449d2-448f-4b3f-b3bb-98e30ca86c16', 'name': '', 'network_id': '7f7bb4ec-11e6-4ba2-ad25-faa6437596ac', 'tenant_id': '6d0ba5df0b584068bb4b0c24a025719a', 'mac_address': 'fa:16:3e:02:cd:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27342bd6-9971-41a0-b326-fa324f9d05c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 161, 'fixed_ips': [{'subnet_id': 'd41d517d-564f-4805-8915-fa4c04d54962', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:58:49Z', 'updated_at': '2021-08-11T02:58:54Z', 'revision_number': 4, 'project_id': '6d0ba5df0b584068bb4b0c24a025719a', 'subnets': [{'id': 'd41d517d-564f-4805-8915-fa4c04d54962', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:58:54.693384 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 39634) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:58:54.703450 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8785886-2846-4ba9-ab5a-b8ba9fa5e241" -d '{"events": [{"server_uuid": "f87d1371-def1-4861-9df4-82ab8ce80df1", "name": "network-vif-plugged", "status": "completed", "tag": "02284331-8e56-410b-b6ff-1c5fc4cdd035"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:58:54.706739 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b853b5-5abf-46af-9e0a-590814a8254a None None] The sync data for ids ['27342bd6-9971-41a0-b326-fa324f9d05c3'] in n-d-764292-30 is: [{'id': '27342bd6-9971-41a0-b326-fa324f9d05c3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-677511237-router', 'tenant_id': '6d0ba5df0b584068bb4b0c24a025719a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': '84e129c9-ef97-42a4-b932-fa1903c66090', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:58:44Z', 'updated_at': '2021-08-11T02:58:51Z', 'revision_number': 4, 'project_id': '6d0ba5df0b584068bb4b0c24a025719a', 'gw_port': {'id': '84e129c9-ef97-42a4-b932-fa1903c66090', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:02:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27342bd6-9971-41a0-b326-fa324f9d05c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:58:45Z', 'updated_at': '2021-08-11T02:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '4f4449d2-448f-4b3f-b3bb-98e30ca86c16', 'name': '', 'network_id': '7f7bb4ec-11e6-4ba2-ad25-faa6437596ac', 'tenant_id': '6d0ba5df0b584068bb4b0c24a025719a', 'mac_address': 'fa:16:3e:02:cd:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27342bd6-9971-41a0-b326-fa324f9d05c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 161, 'fixed_ips': [{'subnet_id': 'd41d517d-564f-4805-8915-fa4c04d54962', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:58:49Z', 'updated_at': '2021-08-11T02:58:54Z', 'revision_number': 4, 'project_id': '6d0ba5df0b584068bb4b0c24a025719a', 'subnets': [{'id': 'd41d517d-564f-4805-8915-fa4c04d54962', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:58:54.734037 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-d5b5b883-db0a-413b-806f-1b54c5c1c0d6 tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:54.805934 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a20a33e-4b8d-41c1-93b6-a08544850469 req-e00fbdb3-6e27-4405-82ae-cb2159809810 tempest-ServerDiagnosticsNegativeTest-873051359 tempest-ServerDiagnosticsNegativeTest-873051359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:54.814699 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3a20a33e-4b8d-41c1-93b6-a08544850469 req-e00fbdb3-6e27-4405-82ae-cb2159809810 tempest-ServerDiagnosticsNegativeTest-873051359 tempest-ServerDiagnosticsNegativeTest-873051359-project] 10.222.0.41 "GET /v2.0/ports?device_id=86d5ca20-ae08-45a0-9277-d55b95372e95 HTTP/1.1" status: 200 len: 936 time: 0.1369455 Aug 11 02:58:54.822633 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-d5b5b883-db0a-413b-806f-1b54c5c1c0d6 tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:54.886787 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b5b883-db0a-413b-806f-1b54c5c1c0d6 tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b0ce1ff-a0b3-4227-acd8-01062eb73c14,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:54.939182 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3a20a33e-4b8d-41c1-93b6-a08544850469 req-926fea82-3bef-4d0a-95e8-14a92ee5dbb6 tempest-ServerDiagnosticsNegativeTest-873051359 tempest-ServerDiagnosticsNegativeTest-873051359-project] 10.222.0.41 "GET /v2.0/security-groups?id=1833b91c-0216-4b56-8e3d-8d5e4fd91e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235001 Aug 11 02:58:54.965112 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-4fd29ff3-741c-415f-9825-4c77e2f5ac22 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1357932328-network', 'tenant_id': '7a37d4caabc9417c92d7f5d7ce7df51b'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:58:54.966800 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-d5b5b883-db0a-413b-806f-1b54c5c1c0d6 tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:54.970744 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-d5b5b883-db0a-413b-806f-1b54c5c1c0d6 tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5549345 Aug 11 02:58:54.971061 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 39646) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:58:54.977954 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-4e0dbf73-9172-4db3-96fb-1a77310b272a tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] Request body: {'security_group_rule': {'security_group_id': '1b0ce1ff-a0b3-4227-acd8-01062eb73c14', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:58:55.044005 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [req-17a80b52-299d-4c84-9f9e-4e02e7f8fffa req-c8512cfa-e1c2-439b-9349-a49efb9faeaa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f1f1831-8d6e-48e2-a01f-fd5ab36a8874 {{(pid=102191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:58:55.066874 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-17a80b52-299d-4c84-9f9e-4e02e7f8fffa req-c8512cfa-e1c2-439b-9349-a49efb9faeaa service neutron] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:55.085910 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [req-17a80b52-299d-4c84-9f9e-4e02e7f8fffa req-c8512cfa-e1c2-439b-9349-a49efb9faeaa service neutron] Transition to ACTIVE for port object 7f1f1831-8d6e-48e2-a01f-fd5ab36a8874 will not be triggered until provisioned by entity L2. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:58:55.102623 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:58:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8056f26f-8cc1-42c0-9854-0e1da2cd6af9 x-openstack-request-id: req-8056f26f-8cc1-42c0-9854-0e1da2cd6af9 {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:58:55.103111 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f87d1371-def1-4861-9df4-82ab8ce80df1", "name": "network-vif-plugged", "status": "completed", "tag": "02284331-8e56-410b-b6ff-1c5fc4cdd035", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:58:55.103523 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8056f26f-8cc1-42c0-9854-0e1da2cd6af9 {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:58:55.111182 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f87d1371-def1-4861-9df4-82ab8ce80df1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02284331-8e56-410b-b6ff-1c5fc4cdd035', 'code': 200} Aug 11 02:58:55.137091 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fd29ff3-741c-415f-9825-4c77e2f5ac22 admin admin] Made reservation on behalf of 7a37d4caabc9417c92d7f5d7ce7df51b for: {'network': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:58:55.145826 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4fd29ff3-741c-415f-9825-4c77e2f5ac22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:55.161968 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4fd29ff3-741c-415f-9825-4c77e2f5ac22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:55.166759 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-17a80b52-299d-4c84-9f9e-4e02e7f8fffa req-c8512cfa-e1c2-439b-9349-a49efb9faeaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:55.265099 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8512cfa-e1c2-439b-9349-a49efb9faeaa service neutron] Pushing event updated for resources: {'Port': ['ID=7f1f1831-8d6e-48e2-a01f-fd5ab36a8874,revision_number=2']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:55.279805 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b11737-f53d-4e41-acbe-7a35f02b6279 req-cc8f6fcc-be90-4cee-8488-f1648937615e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:55.281424 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-64b11737-f53d-4e41-acbe-7a35f02b6279 req-cc8f6fcc-be90-4cee-8488-f1648937615e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f87d1371-def1-4861-9df4-82ab8ce80df1 HTTP/1.1" status: 200 len: 1122 time: 0.0831387 Aug 11 02:58:55.311430 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-64b11737-f53d-4e41-acbe-7a35f02b6279 req-3cfa379d-01f3-4645-8c47-03496323ee42 service neutron] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:55.317573 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-17a80b52-299d-4c84-9f9e-4e02e7f8fffa req-c8512cfa-e1c2-439b-9349-a49efb9faeaa service neutron] Attempting to bind port 7f1f1831-8d6e-48e2-a01f-fd5ab36a8874 on host n-h1-764292-30 for vnic_type normal with profile {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:58:55.317931 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-17a80b52-299d-4c84-9f9e-4e02e7f8fffa req-c8512cfa-e1c2-439b-9349-a49efb9faeaa service neutron] Attempting to bind port 7f1f1831-8d6e-48e2-a01f-fd5ab36a8874 by drivers openvswitch,hyperv on host n-h1-764292-30 at level 0 using segments [{'id': '9b7b03c0-092f-4953-898f-de6d8f2338ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba'}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:58:55.318295 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17a80b52-299d-4c84-9f9e-4e02e7f8fffa req-c8512cfa-e1c2-439b-9349-a49efb9faeaa service neutron] Attempting to bind port 7f1f1831-8d6e-48e2-a01f-fd5ab36a8874 on network d1bf0def-6fa4-4d3e-bbc5-20a040931fba {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:58:55.332248 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4e0dbf73-9172-4db3-96fb-1a77310b272a tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:55.340011 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17a80b52-299d-4c84-9f9e-4e02e7f8fffa req-c8512cfa-e1c2-439b-9349-a49efb9faeaa service neutron] Port 7f1f1831-8d6e-48e2-a01f-fd5ab36a8874 on network d1bf0def-6fa4-4d3e-bbc5-20a040931fba not bound, no agent of type Open vSwitch agent registered on host n-h1-764292-30 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:58:55.340228 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17a80b52-299d-4c84-9f9e-4e02e7f8fffa req-c8512cfa-e1c2-439b-9349-a49efb9faeaa service neutron] Attempting to bind port 7f1f1831-8d6e-48e2-a01f-fd5ab36a8874 on network d1bf0def-6fa4-4d3e-bbc5-20a040931fba {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:58:55.368895 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17a80b52-299d-4c84-9f9e-4e02e7f8fffa req-c8512cfa-e1c2-439b-9349-a49efb9faeaa service neutron] Checking agent: {'id': 'abb524c2-b412-4ed2-8367-45c4fd996fa7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 58, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:58:55.369262 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17a80b52-299d-4c84-9f9e-4e02e7f8fffa req-c8512cfa-e1c2-439b-9349-a49efb9faeaa service neutron] Checking segment: {'id': '9b7b03c0-092f-4953-898f-de6d8f2338ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:58:55.369845 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17a80b52-299d-4c84-9f9e-4e02e7f8fffa req-c8512cfa-e1c2-439b-9349-a49efb9faeaa service neutron] Bound using segment: {'id': '9b7b03c0-092f-4953-898f-de6d8f2338ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba'} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:58:55.370354 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-17a80b52-299d-4c84-9f9e-4e02e7f8fffa req-c8512cfa-e1c2-439b-9349-a49efb9faeaa service neutron] Bound port: 7f1f1831-8d6e-48e2-a01f-fd5ab36a8874, host: n-h1-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b7b03c0-092f-4953-898f-de6d8f2338ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba'}}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:58:55.370685 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-17a80b52-299d-4c84-9f9e-4e02e7f8fffa req-c8512cfa-e1c2-439b-9349-a49efb9faeaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:55.492049 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4e0dbf73-9172-4db3-96fb-1a77310b272a tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:55.513165 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-17a80b52-299d-4c84-9f9e-4e02e7f8fffa req-c8512cfa-e1c2-439b-9349-a49efb9faeaa service neutron] For port 7f1f1831-8d6e-48e2-a01f-fd5ab36a8874, host n-h1-764292-30, cleared binding levels {{(pid=102191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:58:55.545232 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4fd29ff3-741c-415f-9825-4c77e2f5ac22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:55.547728 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-17a80b52-299d-4c84-9f9e-4e02e7f8fffa req-c8512cfa-e1c2-439b-9349-a49efb9faeaa service neutron] For port 7f1f1831-8d6e-48e2-a01f-fd5ab36a8874, host n-h1-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=7f1f1831-8d6e-48e2-a01f-fd5ab36a8874,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:58:55.577920 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4e0dbf73-9172-4db3-96fb-1a77310b272a tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:55.596734 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0dbf73-9172-4db3-96fb-1a77310b272a tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef77277c-8be9-4765-a651-2e895e15e8d7,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:55.605869 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cb9154-edd2-4a4d-8b0c-ff47f4de618c req-2f96fedb-dbb5-4679-a428-85fc85f44403 tempest-AggregatesAdminTestJSON-1755197712 tempest-AggregatesAdminTestJSON-1755197712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:55.607565 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a8cb9154-edd2-4a4d-8b0c-ff47f4de618c req-2f96fedb-dbb5-4679-a428-85fc85f44403 tempest-AggregatesAdminTestJSON-1755197712 tempest-AggregatesAdminTestJSON-1755197712-project] 10.222.0.41 "GET /v2.0/ports?device_id=f87d1371-def1-4861-9df4-82ab8ce80df1 HTTP/1.1" status: 200 len: 970 time: 0.0731091 Aug 11 02:58:55.669176 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4fd29ff3-741c-415f-9825-4c77e2f5ac22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:55.705989 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-17a80b52-299d-4c84-9f9e-4e02e7f8fffa req-c8512cfa-e1c2-439b-9349-a49efb9faeaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:55.777374 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fd29ff3-741c-415f-9825-4c77e2f5ac22 admin admin] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=102191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:58:55.796013 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a80b52-299d-4c84-9f9e-4e02e7f8fffa req-c8512cfa-e1c2-439b-9349-a49efb9faeaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:55.796926 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-17a80b52-299d-4c84-9f9e-4e02e7f8fffa req-c8512cfa-e1c2-439b-9349-a49efb9faeaa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:55.798445 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-17a80b52-299d-4c84-9f9e-4e02e7f8fffa req-c8512cfa-e1c2-439b-9349-a49efb9faeaa service neutron] 10.222.0.22 "PUT /v2.0/ports/7f1f1831-8d6e-48e2-a01f-fd5ab36a8874 HTTP/1.1" status: 200 len: 1097 time: 1.9021094 Aug 11 02:58:55.800520 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86d5ca20-ae08-45a0-9277-d55b95372e95', 'tag': '7f1f1831-8d6e-48e2-a01f-fd5ab36a8874'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:58:55.843838 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a8cb9154-edd2-4a4d-8b0c-ff47f4de618c req-19599af0-cc06-49b2-b923-d376910f6998 tempest-AggregatesAdminTestJSON-1755197712 tempest-AggregatesAdminTestJSON-1755197712-project] 10.222.0.41 "GET /v2.0/security-groups?id=29fbf572-2830-4de9-b9bd-26da6f7e678e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300508 Aug 11 02:58:55.910779 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4fd29ff3-741c-415f-9825-4c77e2f5ac22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:55.911768 n-d-764292-30 neutron-server[102191]: INFO neutron.db.segments_db [None req-4fd29ff3-741c-415f-9825-4c77e2f5ac22 admin admin] Added segment a45ed4ca-59d3-4372-9b5a-18bb6ba190c2 of type vlan for network f221beb7-8330-438a-a9fe-3bfcf5050d99 Aug 11 02:58:55.943246 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-64b11737-f53d-4e41-acbe-7a35f02b6279 req-3cfa379d-01f3-4645-8c47-03496323ee42 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:55.974310 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4fd29ff3-741c-415f-9825-4c77e2f5ac22 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:56.028897 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd29ff3-741c-415f-9825-4c77e2f5ac22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5aa9049-617d-473f-afb5-b55716ab8aec,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:56.030390 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-64b11737-f53d-4e41-acbe-7a35f02b6279 req-3cfa379d-01f3-4645-8c47-03496323ee42 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:56.107336 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 4f4449d2-448f-4b3f-b3bb-98e30ca86c16 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:58:56.118593 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4fd29ff3-741c-415f-9825-4c77e2f5ac22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:56.119581 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fd29ff3-741c-415f-9825-4c77e2f5ac22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:56.120162 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4fd29ff3-741c-415f-9825-4c77e2f5ac22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:56.168665 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-64b11737-f53d-4e41-acbe-7a35f02b6279 req-3cfa379d-01f3-4645-8c47-03496323ee42 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=29fbf572-2830-4de9-b9bd-26da6f7e678e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8727965 Aug 11 02:58:56.221721 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8512cfa-e1c2-439b-9349-a49efb9faeaa service neutron] Pushing event updated for resources: {'Port': ['ID=7f1f1831-8d6e-48e2-a01f-fd5ab36a8874,revision_number=3']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:56.231144 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4e0dbf73-9172-4db3-96fb-1a77310b272a tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:56.232351 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-4e0dbf73-9172-4db3-96fb-1a77310b272a tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2589827 Aug 11 02:58:56.236146 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 39676) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:58:56.247777 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 39678) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:58:56.253388 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-4fd29ff3-741c-415f-9825-4c77e2f5ac22 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.5587854 Aug 11 02:58:56.256655 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-98e7b25d-c3c3-4efa-ac2d-1547b1f36a30 admin admin] Request body: {'subnet': {'network_id': 'f221beb7-8330-438a-a9fe-3bfcf5050d99', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1357932328-subnet', 'tenant_id': '7a37d4caabc9417c92d7f5d7ce7df51b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:58:56.271039 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-b773b4c2-4c91-4359-8c85-a3ddaf27e550 tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] Request body: {'security_group_rule': {'security_group_id': '1b0ce1ff-a0b3-4227-acd8-01062eb73c14', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:58:56.271701 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfa379d-01f3-4645-8c47-03496323ee42 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=78273be2-9edc-479e-93e2-2ed677cdc0cb,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:56.280190 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd29ff3-741c-415f-9825-4c77e2f5ac22 admin admin] Pushing event updated for resources: {'Network': ['ID=f221beb7-8330-438a-a9fe-3bfcf5050d99,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:56.292892 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb2a4c18-0660-4431-bdfe-849cb65a28b7" -d '{"events": [{"name": "network-changed", "server_uuid": "86d5ca20-ae08-45a0-9277-d55b95372e95", "tag": "7f1f1831-8d6e-48e2-a01f-fd5ab36a8874"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:58:56.304887 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network f221beb7-8330-438a-a9fe-3bfcf5050d99 details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:58:56.323013 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port 4f4449d2-448f-4b3f-b3bb-98e30ca86c16 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:58:56.323890 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdb3919-451c-4cb9-b5d8-fd962646a594 req-1f48505a-052e-4033-b811-e32f02daba81 tempest-ServerDiagnosticsNegativeTest-873051359 tempest-ServerDiagnosticsNegativeTest-873051359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:56.326857 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a80b52-299d-4c84-9f9e-4e02e7f8fffa req-b9ca6e96-17b2-4575-9d3c-729f72c1c412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:56.328401 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-17a80b52-299d-4c84-9f9e-4e02e7f8fffa req-b9ca6e96-17b2-4575-9d3c-729f72c1c412 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=63d50ec611594e218e8f6d75f4093f93&device_id=86d5ca20-ae08-45a0-9277-d55b95372e95 HTTP/1.1" status: 200 len: 1100 time: 0.2855148 Aug 11 02:58:56.331132 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8fdb3919-451c-4cb9-b5d8-fd962646a594 req-1f48505a-052e-4033-b811-e32f02daba81 tempest-ServerDiagnosticsNegativeTest-873051359 tempest-ServerDiagnosticsNegativeTest-873051359-project] 10.222.0.41 "GET /v2.0/ports?device_id=86d5ca20-ae08-45a0-9277-d55b95372e95 HTTP/1.1" status: 200 len: 948 time: 0.1711423 Aug 11 02:58:56.332069 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.db.api [None req-b773b4c2-4c91-4359-8c85-a3ddaf27e550 tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 11 02:58:56.332069 n-d-764292-30 neutron-server[102191]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 11 02:58:56.332069 n-d-764292-30 neutron-server[102191]: [parameters: {'project_id': 'e2a079adece943d79940f9231134e5b8', 'id': 'a13b3db1-d22a-4e27-9dde-abaf1d352fc7', 'expiration': datetime.datetime(2021, 8, 11, 3, 0, 56, 323165)}] Aug 11 02:58:56.332069 n-d-764292-30 neutron-server[102191]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102191) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 02:58:56.332415 n-d-764292-30 neutron-server[102191]: DEBUG oslo_db.api [None req-b773b4c2-4c91-4359-8c85-a3ddaf27e550 tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 02:58:56.380953 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8fdb3919-451c-4cb9-b5d8-fd962646a594 req-86378ff2-e895-43cf-bd26-68d8b27a4b68 tempest-ServerDiagnosticsNegativeTest-873051359 tempest-ServerDiagnosticsNegativeTest-873051359-project] 10.222.0.41 "GET /v2.0/security-groups?id=1833b91c-0216-4b56-8e3d-8d5e4fd91e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487571 Aug 11 02:58:56.392958 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 4f4449d2-448f-4b3f-b3bb-98e30ca86c16 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:58:56.393443 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:56.429373 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98e7b25d-c3c3-4efa-ac2d-1547b1f36a30 admin admin] Made reservation on behalf of 7a37d4caabc9417c92d7f5d7ce7df51b for: {'subnet': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:58:56.432307 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-98e7b25d-c3c3-4efa-ac2d-1547b1f36a30 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:56.438672 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-17a80b52-299d-4c84-9f9e-4e02e7f8fffa req-f7c98d64-83ed-4ee1-8eee-92f1f7b975dc service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=7f1f1831-8d6e-48e2-a01f-fd5ab36a8874 HTTP/1.1" status: 200 len: 217 time: 0.0994985 Aug 11 02:58:56.496467 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a80b52-299d-4c84-9f9e-4e02e7f8fffa req-8c3eaec0-df1b-435d-9bbc-790d1db13867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:56.497937 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-17a80b52-299d-4c84-9f9e-4e02e7f8fffa req-8c3eaec0-df1b-435d-9bbc-790d1db13867 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=254a3f4d-2b75-429e-bbb2-8e70554e9483 HTTP/1.1" status: 200 len: 843 time: 0.0508239 Aug 11 02:58:56.544291 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:56.594659 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d1dd3a0-a5f7-4ee3-b60a-895da0560ab2 x-openstack-request-id: req-3d1dd3a0-a5f7-4ee3-b60a-895da0560ab2 {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:58:56.601652 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86d5ca20-ae08-45a0-9277-d55b95372e95", "tag": "7f1f1831-8d6e-48e2-a01f-fd5ab36a8874", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:58:56.601652 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3d1dd3a0-a5f7-4ee3-b60a-895da0560ab2 {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:58:56.601652 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86d5ca20-ae08-45a0-9277-d55b95372e95', 'tag': '7f1f1831-8d6e-48e2-a01f-fd5ab36a8874', 'status': 'completed', 'code': 200} Aug 11 02:58:56.607428 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port 4f4449d2-448f-4b3f-b3bb-98e30ca86c16, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=4f4449d2-448f-4b3f-b3bb-98e30ca86c16,segment=NetworkSegment(f7ca61c9-558a-47e7-8341-07a795f75622),segment_id=f7ca61c9-558a-47e7-8341-07a795f75622)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:58:56.619168 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a80b52-299d-4c84-9f9e-4e02e7f8fffa req-519d876d-7ca4-4d7f-b189-0158adb70c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:56.621152 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-17a80b52-299d-4c84-9f9e-4e02e7f8fffa req-519d876d-7ca4-4d7f-b189-0158adb70c17 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d1bf0def-6fa4-4d3e-bbc5-20a040931fba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1146655 Aug 11 02:58:56.674097 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:56.722897 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-17a80b52-299d-4c84-9f9e-4e02e7f8fffa req-b35f6bce-a87f-4cdd-9407-8d009ed70d0d service neutron] 10.222.0.22 "GET /v2.0/networks/d1bf0def-6fa4-4d3e-bbc5-20a040931fba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930259 Aug 11 02:58:56.729780 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=4f4449d2-448f-4b3f-b3bb-98e30ca86c16,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:56.759642 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-98e7b25d-c3c3-4efa-ac2d-1547b1f36a30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for subnet, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:56.816716 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-17a80b52-299d-4c84-9f9e-4e02e7f8fffa req-555b7ec0-9342-493b-a9d0-751ad2327a4c service neutron] 10.222.0.22 "GET /v2.0/networks/d1bf0def-6fa4-4d3e-bbc5-20a040931fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864933 Aug 11 02:58:56.818371 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e7b25d-c3c3-4efa-ac2d-1547b1f36a30 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f48ffa3-65bd-47bc-90cf-1fcd73e0ff01,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:56.829243 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e7b25d-c3c3-4efa-ac2d-1547b1f36a30 admin admin] Checking segment: {'id': 'a45ed4ca-59d3-4372-9b5a-18bb6ba190c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f221beb7-8330-438a-a9fe-3bfcf5050d99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:58:56.829596 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98e7b25d-c3c3-4efa-ac2d-1547b1f36a30 admin admin] Network hostable DHCP agents. Network: f221beb7-8330-438a-a9fe-3bfcf5050d99, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:58:56.932264 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b773b4c2-4c91-4359-8c85-a3ddaf27e550 tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:56.934151 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98e7b25d-c3c3-4efa-ac2d-1547b1f36a30 admin admin] Network f221beb7-8330-438a-a9fe-3bfcf5050d99 is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:58:56.958507 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e352285d-1104-4eb5-8120-7ee6c1aaaf5d req-2cc5c8ef-321b-44f6-a80d-096c4054725a tempest-AggregatesAdminTestJSON-1755197712 tempest-AggregatesAdminTestJSON-1755197712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:56.960065 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e352285d-1104-4eb5-8120-7ee6c1aaaf5d req-2cc5c8ef-321b-44f6-a80d-096c4054725a tempest-AggregatesAdminTestJSON-1755197712 tempest-AggregatesAdminTestJSON-1755197712-project] 10.222.0.41 "GET /v2.0/ports?device_id=f87d1371-def1-4861-9df4-82ab8ce80df1 HTTP/1.1" status: 200 len: 970 time: 0.0548422 Aug 11 02:58:56.986827 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-98e7b25d-c3c3-4efa-ac2d-1547b1f36a30 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, f221beb7-8330-438a-a9fe-3bfcf5050d99) {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:58:56.996172 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded8a8d9-1dfc-46ff-97df-f45900755c17 None None] Network f221beb7-8330-438a-a9fe-3bfcf5050d99 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:58:56.997246 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e7b25d-c3c3-4efa-ac2d-1547b1f36a30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:56.998051 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-98e7b25d-c3c3-4efa-ac2d-1547b1f36a30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:57.027325 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e352285d-1104-4eb5-8120-7ee6c1aaaf5d req-2d75b2e0-18e6-4bc7-ba06-f39b90e9f2ce tempest-AggregatesAdminTestJSON-1755197712 tempest-AggregatesAdminTestJSON-1755197712-project] 10.222.0.41 "GET /v2.0/security-groups?id=29fbf572-2830-4de9-b9bd-26da6f7e678e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612040 Aug 11 02:58:57.032654 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2a4c18-0660-4431-bdfe-849cb65a28b7 req-1ad60e07-5124-4086-836d-ceceb52b1b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:57.034222 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-cb2a4c18-0660-4431-bdfe-849cb65a28b7 req-1ad60e07-5124-4086-836d-ceceb52b1b85 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=63d50ec611594e218e8f6d75f4093f93&device_id=86d5ca20-ae08-45a0-9277-d55b95372e95 HTTP/1.1" status: 200 len: 1100 time: 0.0766556 Aug 11 02:58:57.040443 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b773b4c2-4c91-4359-8c85-a3ddaf27e550 tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:57.075831 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-98e7b25d-c3c3-4efa-ac2d-1547b1f36a30 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8264701 Aug 11 02:58:57.130482 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ce939d7-8e4a-489b-8cd3-a3a3ce2fce23 None None] Network f221beb7-8330-438a-a9fe-3bfcf5050d99 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:58:57.149780 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b773b4c2-4c91-4359-8c85-a3ddaf27e550 tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:57.351025 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b773b4c2-4c91-4359-8c85-a3ddaf27e550 tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9735797f-be95-4ad0-8bc8-968f91cd3b4f,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:57.359904 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b773b4c2-4c91-4359-8c85-a3ddaf27e550 tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:57.361092 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-b773b4c2-4c91-4359-8c85-a3ddaf27e550 tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1236041 Aug 11 02:58:57.364344 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 39708) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:58:57.370018 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-fd3c5833-a2c0-4767-99a0-5ef3a052fcf9 tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] Request body: {'floatingip': {'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:58:57.390861 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2a4c18-0660-4431-bdfe-849cb65a28b7 req-c82f5a89-be41-4668-bea1-129ac433a44f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:57.392408 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-cb2a4c18-0660-4431-bdfe-849cb65a28b7 req-c82f5a89-be41-4668-bea1-129ac433a44f service neutron] 10.222.0.22 "GET /v2.0/networks?id=d1bf0def-6fa4-4d3e-bbc5-20a040931fba HTTP/1.1" status: 200 len: 870 time: 0.3451967 Aug 11 02:58:57.435295 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-cb2a4c18-0660-4431-bdfe-849cb65a28b7 req-59aef833-7af5-4a1b-b498-ed1bacdf19f5 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=7f1f1831-8d6e-48e2-a01f-fd5ab36a8874 HTTP/1.1" status: 200 len: 217 time: 0.0345635 Aug 11 02:58:57.487718 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2a4c18-0660-4431-bdfe-849cb65a28b7 req-5465b18d-a16c-4e16-8eb2-b7ef2ca68c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:57.489491 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-cb2a4c18-0660-4431-bdfe-849cb65a28b7 req-5465b18d-a16c-4e16-8eb2-b7ef2ca68c98 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=254a3f4d-2b75-429e-bbb2-8e70554e9483 HTTP/1.1" status: 200 len: 843 time: 0.0464661 Aug 11 02:58:57.491705 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-fd3c5833-a2c0-4767-99a0-5ef3a052fcf9 tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] Notify callbacks [] for floatingip, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:57.541429 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2a4c18-0660-4431-bdfe-849cb65a28b7 req-874f9b79-c067-4a1b-a475-bf208e2867b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:57.542973 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-cb2a4c18-0660-4431-bdfe-849cb65a28b7 req-874f9b79-c067-4a1b-a475-bf208e2867b8 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d1bf0def-6fa4-4d3e-bbc5-20a040931fba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0453975 Aug 11 02:58:57.553110 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783e299e-e8f5-4fb6-867f-a6dde68a2b1e req-b78100a8-7f74-4857-a2dd-4238cd8ecb13 tempest-ServerDiagnosticsNegativeTest-873051359 tempest-ServerDiagnosticsNegativeTest-873051359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:57.554587 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-783e299e-e8f5-4fb6-867f-a6dde68a2b1e req-b78100a8-7f74-4857-a2dd-4238cd8ecb13 tempest-ServerDiagnosticsNegativeTest-873051359 tempest-ServerDiagnosticsNegativeTest-873051359-project] 10.222.0.41 "GET /v2.0/ports?device_id=86d5ca20-ae08-45a0-9277-d55b95372e95 HTTP/1.1" status: 200 len: 948 time: 0.0999818 Aug 11 02:58:57.620767 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-783e299e-e8f5-4fb6-867f-a6dde68a2b1e req-7cf97112-00f2-40bc-98d2-e47de5648694 tempest-ServerDiagnosticsNegativeTest-873051359 tempest-ServerDiagnosticsNegativeTest-873051359-project] 10.222.0.41 "GET /v2.0/security-groups?id=1833b91c-0216-4b56-8e3d-8d5e4fd91e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577419 Aug 11 02:58:57.647485 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-cb2a4c18-0660-4431-bdfe-849cb65a28b7 req-5a9b4295-c9e1-478f-867b-d4fe671bd962 service neutron] 10.222.0.22 "GET /v2.0/networks/d1bf0def-6fa4-4d3e-bbc5-20a040931fba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967441 Aug 11 02:58:57.650312 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-fd3c5833-a2c0-4767-99a0-5ef3a052fcf9 tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:57.766537 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [None req-fd3c5833-a2c0-4767-99a0-5ef3a052fcf9 tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] Allocated IP 172.25.8.140 (09faf7d2-eaf5-4a50-bb6e-4cb05d009a76/e1a97443-13df-40bb-85f5-fd269e2742c0/23e78bb8-ee6e-49f4-b9b1-459041af5472) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:58:57.779300 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-cb2a4c18-0660-4431-bdfe-849cb65a28b7 req-3b23cb15-a09a-45da-9a06-63df029c1467 service neutron] 10.222.0.22 "GET /v2.0/networks/d1bf0def-6fa4-4d3e-bbc5-20a040931fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241858 Aug 11 02:58:57.870564 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-fd3c5833-a2c0-4767-99a0-5ef3a052fcf9 tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:57.935418 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 39726) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:58:57.936244 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 4f4449d2-448f-4b3f-b3bb-98e30ca86c16 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:58:57.938100 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-09952456-141d-4ba6-811b-91da764bc1d6 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-143731956-network', 'tenant_id': '030f4664a3bf4c3ab8f3c04c89a6c443'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:58:57.978019 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-fd3c5833-a2c0-4767-99a0-5ef3a052fcf9 tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:57.983234 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 4f4449d2-448f-4b3f-b3bb-98e30ca86c16 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:58:57.983606 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:58.016161 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd3c5833-a2c0-4767-99a0-5ef3a052fcf9 tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] Network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:58:58.021408 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-fd3c5833-a2c0-4767-99a0-5ef3a052fcf9 tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:58:58.024906 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3c5833-a2c0-4767-99a0-5ef3a052fcf9 tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:58:58.038240 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c5833-a2c0-4767-99a0-5ef3a052fcf9 tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] Pushing event updated for resources: {'Port': ['ID=23e78bb8-ee6e-49f4-b9b1-459041af5472,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:58.087298 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09952456-141d-4ba6-811b-91da764bc1d6 admin admin] Made reservation on behalf of 030f4664a3bf4c3ab8f3c04c89a6c443 for: {'network': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:58:58.089569 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-09952456-141d-4ba6-811b-91da764bc1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:58.111040 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-09952456-141d-4ba6-811b-91da764bc1d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:58.146685 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 39732) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:58:58.181586 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-fd3c5833-a2c0-4767-99a0-5ef3a052fcf9 tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:58.210448 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095162fa-b455-4940-ba4f-bb4817938d5d req-66150654-07de-4ee4-8454-3e8d965db107 tempest-AggregatesAdminTestJSON-1755197712 tempest-AggregatesAdminTestJSON-1755197712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:58.211936 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-095162fa-b455-4940-ba4f-bb4817938d5d req-66150654-07de-4ee4-8454-3e8d965db107 tempest-AggregatesAdminTestJSON-1755197712 tempest-AggregatesAdminTestJSON-1755197712-project] 10.222.0.41 "GET /v2.0/ports?device_id=f87d1371-def1-4861-9df4-82ab8ce80df1 HTTP/1.1" status: 200 len: 970 time: 0.1019983 Aug 11 02:58:58.252781 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4f96ff9d-c8d7-42fc-9bfe-73ed93337df5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:58.287382 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-095162fa-b455-4940-ba4f-bb4817938d5d req-9306c875-d314-405f-a9df-891ec3ee48cf tempest-AggregatesAdminTestJSON-1755197712 tempest-AggregatesAdminTestJSON-1755197712-project] 10.222.0.41 "GET /v2.0/security-groups?id=29fbf572-2830-4de9-b9bd-26da6f7e678e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661376 Aug 11 02:58:58.298818 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-fd3c5833-a2c0-4767-99a0-5ef3a052fcf9 tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:58.363408 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-09952456-141d-4ba6-811b-91da764bc1d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:58.439436 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-09952456-141d-4ba6-811b-91da764bc1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:58.493470 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09952456-141d-4ba6-811b-91da764bc1d6 admin admin] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=102192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:58:58.503960 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb413358-5a2d-494b-86a8-d8131847b4f7 req-e5a3f412-a716-468f-a317-591135345dfd tempest-AggregatesAdminTestJSON-1978671668 tempest-AggregatesAdminTestJSON-1978671668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:58.505992 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bb413358-5a2d-494b-86a8-d8131847b4f7 req-e5a3f412-a716-468f-a317-591135345dfd tempest-AggregatesAdminTestJSON-1978671668 tempest-AggregatesAdminTestJSON-1978671668-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=f87d1371-def1-4861-9df4-82ab8ce80df1 HTTP/1.1" status: 200 len: 1122 time: 0.1047440 Aug 11 02:58:58.506593 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09952456-141d-4ba6-811b-91da764bc1d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af4c170a-4ca6-4724-b5d4-16b000ec09e5,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:58.514913 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4f96ff9d-c8d7-42fc-9bfe-73ed93337df5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:58.528893 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-09952456-141d-4ba6-811b-91da764bc1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:58.529233 n-d-764292-30 neutron-server[102192]: INFO neutron.db.segments_db [None req-09952456-141d-4ba6-811b-91da764bc1d6 admin admin] Added segment 8e0332cf-9d27-4165-a834-114eaf56c4fb of type vlan for network 261efb8e-0bd6-467a-bbe9-fd71235a182d Aug 11 02:58:58.545315 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-bb413358-5a2d-494b-86a8-d8131847b4f7 req-8ba115bb-c072-437d-97ee-c87ee14f90d5 tempest-AggregatesAdminTestJSON-1978671668 tempest-AggregatesAdminTestJSON-1978671668-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:58.576324 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4f96ff9d-c8d7-42fc-9bfe-73ed93337df5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:58.595036 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-09952456-141d-4ba6-811b-91da764bc1d6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:58.600861 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-fd3c5833-a2c0-4767-99a0-5ef3a052fcf9 tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] Notify callbacks [] for port, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:58.615926 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-4f96ff9d-c8d7-42fc-9bfe-73ed93337df5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=dd6a4c907fd14fceaae5f6950fb43bb3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4681871 Aug 11 02:58:58.617073 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f96ff9d-c8d7-42fc-9bfe-73ed93337df5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d7e7a4d-efb4-45b4-927c-5dfe2719e695,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:58.618519 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 39738) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:58:58.668083 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-fd3c5833-a2c0-4767-99a0-5ef3a052fcf9 tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:58.695385 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-fd3c5833-a2c0-4767-99a0-5ef3a052fcf9 tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446866'] for floatingip, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:58.782301 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-09952456-141d-4ba6-811b-91da764bc1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:58.783229 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09952456-141d-4ba6-811b-91da764bc1d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:58.783834 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-09952456-141d-4ba6-811b-91da764bc1d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:58.797999 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4eb31540-a484-45f8-b2e8-63fd6d03f09b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:58.814153 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c5833-a2c0-4767-99a0-5ef3a052fcf9 tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] Pushing event updated for resources: {'Port': ['ID=23e78bb8-ee6e-49f4-b9b1-459041af5472,revision_number=2']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:58.860753 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4eb31540-a484-45f8-b2e8-63fd6d03f09b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:58.900567 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-bb413358-5a2d-494b-86a8-d8131847b4f7 req-8ba115bb-c072-437d-97ee-c87ee14f90d5 tempest-AggregatesAdminTestJSON-1978671668 tempest-AggregatesAdminTestJSON-1978671668-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:58.908062 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31694acf-09ef-41db-9875-3a1afe22c102 req-9a05a8a3-9061-42b2-b207-03dfb3f14360 tempest-ServerDiagnosticsNegativeTest-873051359 tempest-ServerDiagnosticsNegativeTest-873051359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:58.909538 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-31694acf-09ef-41db-9875-3a1afe22c102 req-9a05a8a3-9061-42b2-b207-03dfb3f14360 tempest-ServerDiagnosticsNegativeTest-873051359 tempest-ServerDiagnosticsNegativeTest-873051359-project] 10.222.0.41 "GET /v2.0/ports?device_id=86d5ca20-ae08-45a0-9277-d55b95372e95 HTTP/1.1" status: 200 len: 948 time: 0.1993394 Aug 11 02:58:58.950599 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09952456-141d-4ba6-811b-91da764bc1d6 admin admin] Pushing event updated for resources: {'Network': ['ID=261efb8e-0bd6-467a-bbe9-fd71235a182d,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:58.963364 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network 261efb8e-0bd6-467a-bbe9-fd71235a182d details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:58:58.973212 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-31694acf-09ef-41db-9875-3a1afe22c102 req-1c264f04-547c-4315-a75d-664b3e9a12e0 tempest-ServerDiagnosticsNegativeTest-873051359 tempest-ServerDiagnosticsNegativeTest-873051359-project] 10.222.0.41 "GET /v2.0/security-groups?id=1833b91c-0216-4b56-8e3d-8d5e4fd91e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527456 Aug 11 02:58:58.984343 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-bb413358-5a2d-494b-86a8-d8131847b4f7 req-8ba115bb-c072-437d-97ee-c87ee14f90d5 tempest-AggregatesAdminTestJSON-1978671668 tempest-AggregatesAdminTestJSON-1978671668-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:59.014880 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bb413358-5a2d-494b-86a8-d8131847b4f7 req-8ba115bb-c072-437d-97ee-c87ee14f90d5 tempest-AggregatesAdminTestJSON-1978671668 tempest-AggregatesAdminTestJSON-1978671668-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=29fbf572-2830-4de9-b9bd-26da6f7e678e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4990697 Aug 11 02:58:59.016604 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba115bb-c072-437d-97ee-c87ee14f90d5 tempest-AggregatesAdminTestJSON-1978671668 tempest-AggregatesAdminTestJSON-1978671668-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de251927-6d27-4dca-9de4-0d59fabc0a0b,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:59.045119 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4eb31540-a484-45f8-b2e8-63fd6d03f09b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:59.048610 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4eb31540-a484-45f8-b2e8-63fd6d03f09b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:59.049900 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-4eb31540-a484-45f8-b2e8-63fd6d03f09b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5d7e7a4d-efb4-45b4-927c-5dfe2719e695 HTTP/1.1" status: 204 len: 168 time: 0.4304821 Aug 11 02:58:59.058980 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb31540-a484-45f8-b2e8-63fd6d03f09b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d7e7a4d-efb4-45b4-927c-5dfe2719e695,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:59.077433 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-09952456-141d-4ba6-811b-91da764bc1d6 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.1438479 Aug 11 02:58:59.079805 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 39752) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:58:59.080320 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-fd3c5833-a2c0-4767-99a0-5ef3a052fcf9 tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for floatingip, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:59.082451 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-fd3c5833-a2c0-4767-99a0-5ef3a052fcf9 tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7154565 Aug 11 02:58:59.086564 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-95e4d422-a8ef-4ec3-87f4-36728d3c48c2 admin admin] Request body: {'subnet': {'network_id': '261efb8e-0bd6-467a-bbe9-fd71235a182d', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-143731956-subnet', 'tenant_id': '030f4664a3bf4c3ab8f3c04c89a6c443', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:58:59.126412 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-f6e9ee11-3a75-4d30-a069-e62ba1c4f5c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:59.172422 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95e4d422-a8ef-4ec3-87f4-36728d3c48c2 admin admin] Made reservation on behalf of 030f4664a3bf4c3ab8f3c04c89a6c443 for: {'subnet': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:58:59.174953 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-95e4d422-a8ef-4ec3-87f4-36728d3c48c2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:59.284411 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-909aa101-fc9d-4a7a-97b1-ee121687f960 req-58e70619-76c9-4e68-a3a2-3dc2d092ac9c tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1653182495&fields=id&tenant_id=e2a079adece943d79940f9231134e5b8 HTTP/1.1" status: 200 len: 267 time: 0.0424891 Aug 11 02:58:59.401079 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-95e4d422-a8ef-4ec3-87f4-36728d3c48c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for subnet, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:59.460242 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e4d422-a8ef-4ec3-87f4-36728d3c48c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1acbf4ca-1d2f-431d-81de-80c51be45382,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:59.470376 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e4d422-a8ef-4ec3-87f4-36728d3c48c2 admin admin] Checking segment: {'id': '8e0332cf-9d27-4165-a834-114eaf56c4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '261efb8e-0bd6-467a-bbe9-fd71235a182d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:58:59.470651 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95e4d422-a8ef-4ec3-87f4-36728d3c48c2 admin admin] Network hostable DHCP agents. Network: 261efb8e-0bd6-467a-bbe9-fd71235a182d, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:58:59.508636 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909aa101-fc9d-4a7a-97b1-ee121687f960 req-0093116b-2adf-4f24-b3ca-e4fd2ebde1f7 tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:59.510126 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-909aa101-fc9d-4a7a-97b1-ee121687f960 req-0093116b-2adf-4f24-b3ca-e4fd2ebde1f7 tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] 10.222.0.41 "GET /v2.0/networks?id=abf4f863-7e34-4c96-bae1-78fb72808e42 HTTP/1.1" status: 200 len: 823 time: 0.2169304 Aug 11 02:58:59.524766 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-909aa101-fc9d-4a7a-97b1-ee121687f960 req-8a3395b1-9358-43fd-b420-ab0734c29d31 tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] 10.222.0.41 "GET /v2.0/quotas/e2a079adece943d79940f9231134e5b8 HTTP/1.1" status: 200 len: 375 time: 0.0090339 Aug 11 02:58:59.543821 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95e4d422-a8ef-4ec3-87f4-36728d3c48c2 admin admin] Network 261efb8e-0bd6-467a-bbe9-fd71235a182d is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:58:59.617056 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-95e4d422-a8ef-4ec3-87f4-36728d3c48c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, 261efb8e-0bd6-467a-bbe9-fd71235a182d) {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:58:59.621610 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e4d422-a8ef-4ec3-87f4-36728d3c48c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:59.622724 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-95e4d422-a8ef-4ec3-87f4-36728d3c48c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:59.627903 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16564955-1260-4c30-8a98-e7b8728d290d None None] Network 261efb8e-0bd6-467a-bbe9-fd71235a182d requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:58:59.729556 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-95e4d422-a8ef-4ec3-87f4-36728d3c48c2 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.6462271 Aug 11 02:58:59.769267 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-909aa101-fc9d-4a7a-97b1-ee121687f960 req-82da591b-01cc-4358-bd54-f2313ed2c527 tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=e2a079adece943d79940f9231134e5b8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2390797 Aug 11 02:58:59.772817 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f538cf0-3fe4-41fe-b29f-da550401ac99 None None] Network 261efb8e-0bd6-467a-bbe9-fd71235a182d requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:58:59.837970 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 39788) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:58:59.857833 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-84e0fa45-fc9b-493e-a8c6-8a78332fcdcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:59.969910 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-84e0fa45-fc9b-493e-a8c6-8a78332fcdcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:00.015520 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [req-909aa101-fc9d-4a7a-97b1-ee121687f960 req-98a3749c-511f-4011-ac42-67606c9cb028 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:59:00.016638 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-909aa101-fc9d-4a7a-97b1-ee121687f960 req-98a3749c-511f-4011-ac42-67606c9cb028 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0554879 Aug 11 02:59:00.040798 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-84e0fa45-fc9b-493e-a8c6-8a78332fcdcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:00.110788 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-84e0fa45-fc9b-493e-a8c6-8a78332fcdcb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5d1a0e9d61024cf1852584e5c53271b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2715073 Aug 11 02:59:00.114473 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 39804) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:00.122695 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e0fa45-fc9b-493e-a8c6-8a78332fcdcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7f28ce8-5f15-4a38-8a39-9543a44eec9f,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:00.145859 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-909aa101-fc9d-4a7a-97b1-ee121687f960 req-49bda9a3-0e2f-410d-9a2d-523337fcba65 service neutron] 10.222.0.41 "GET /v2.0/networks/abf4f863-7e34-4c96-bae1-78fb72808e42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219721 Aug 11 02:59:00.193592 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-2a4bf91a-1696-4639-a53e-be959e066d1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:00.215123 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-2a4bf91a-1696-4639-a53e-be959e066d1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:00.305286 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-909aa101-fc9d-4a7a-97b1-ee121687f960 req-cf5d9eeb-1a75-4aa5-a9f9-4c10acb98c6c service neutron] 10.222.0.41 "GET /v2.0/networks/abf4f863-7e34-4c96-bae1-78fb72808e42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513731 Aug 11 02:59:00.323105 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1095dd-74ff-4912-ae1a-8334a60de903 req-bedc06fa-9df2-4692-96ad-8077e2531493 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:00.324544 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3b1095dd-74ff-4912-ae1a-8334a60de903 req-bedc06fa-9df2-4692-96ad-8077e2531493 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/networks?id=f221beb7-8330-438a-a9fe-3bfcf5050d99 HTTP/1.1" status: 200 len: 821 time: 0.1252403 Aug 11 02:59:00.332372 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-2a4bf91a-1696-4639-a53e-be959e066d1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:00.335530 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-2a4bf91a-1696-4639-a53e-be959e066d1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:00.337877 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-2a4bf91a-1696-4639-a53e-be959e066d1a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b7f28ce8-5f15-4a38-8a39-9543a44eec9f HTTP/1.1" status: 204 len: 168 time: 0.2221987 Aug 11 02:59:00.342461 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3b1095dd-74ff-4912-ae1a-8334a60de903 req-19310841-0084-4425-b4a5-f6f36b00023d tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/quotas/7a37d4caabc9417c92d7f5d7ce7df51b HTTP/1.1" status: 200 len: 375 time: 0.0119145 Aug 11 02:59:00.348058 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4bf91a-1696-4639-a53e-be959e066d1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7f28ce8-5f15-4a38-8a39-9543a44eec9f,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:00.390216 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3b1095dd-74ff-4912-ae1a-8334a60de903 req-b58940ec-a1b3-42b9-8209-9ef825526264 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=7a37d4caabc9417c92d7f5d7ce7df51b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0338745 Aug 11 02:59:00.483185 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [req-3b1095dd-74ff-4912-ae1a-8334a60de903 req-352eb907-8e16-44f3-8b22-03f0e1fd72c4 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:59:00.484208 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3b1095dd-74ff-4912-ae1a-8334a60de903 req-352eb907-8e16-44f3-8b22-03f0e1fd72c4 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0438082 Aug 11 02:59:00.591792 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3b1095dd-74ff-4912-ae1a-8334a60de903 req-730e7948-b08e-40ae-903e-a498b5b063ec service neutron] 10.222.0.41 "GET /v2.0/networks/f221beb7-8330-438a-a9fe-3bfcf5050d99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996792 Aug 11 02:59:00.703155 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3b1095dd-74ff-4912-ae1a-8334a60de903 req-d118413d-314d-497d-a133-01f42eeb9d8f service neutron] 10.222.0.41 "GET /v2.0/networks/f221beb7-8330-438a-a9fe-3bfcf5050d99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048996 Aug 11 02:59:00.883793 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b58ff82-a97f-4f62-879b-08dbccdfd1bd req-7ecaab51-f4f4-41b7-8909-ef1719949a6f tempest-ServerDiagnosticsNegativeTest-873051359 tempest-ServerDiagnosticsNegativeTest-873051359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:00.885397 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4b58ff82-a97f-4f62-879b-08dbccdfd1bd req-7ecaab51-f4f4-41b7-8909-ef1719949a6f tempest-ServerDiagnosticsNegativeTest-873051359 tempest-ServerDiagnosticsNegativeTest-873051359-project] 10.222.0.41 "GET /v2.0/ports?device_id=86d5ca20-ae08-45a0-9277-d55b95372e95 HTTP/1.1" status: 200 len: 948 time: 0.0631945 Aug 11 02:59:00.933803 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e1a9c529-1a52-44a0-ae2b-a2b788f0836c req-4e010dc6-c0ae-4bd7-9f5a-6de187257330 tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] 10.222.0.41 "GET /v2.0/ports?device_id=9189bee4-2bda-4282-ab19-1e4546d71aab HTTP/1.1" status: 200 len: 210 time: 0.0384266 Aug 11 02:59:00.958715 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4b58ff82-a97f-4f62-879b-08dbccdfd1bd req-54e70b6c-0e19-46a5-ab69-90d12d54e12f tempest-ServerDiagnosticsNegativeTest-873051359 tempest-ServerDiagnosticsNegativeTest-873051359-project] 10.222.0.41 "GET /v2.0/security-groups?id=1833b91c-0216-4b56-8e3d-8d5e4fd91e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649967 Aug 11 02:59:01.055821 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-057de950-6321-4f31-98e0-945c61f1935a req-ada67510-d9e6-4f45-9607-5ed8d4e0feff tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/ports?device_id=d1bec3c9-dfdc-4f3d-9313-7372afe30133 HTTP/1.1" status: 200 len: 210 time: 0.0308506 Aug 11 02:59:01.460911 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 7f1f1831-8d6e-48e2-a01f-fd5ab36a8874 details requested by agent hyperv_n-h1-764292-30 with host n-h1-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:59:01.513365 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 39892) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:01.585579 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 7f1f1831-8d6e-48e2-a01f-fd5ab36a8874, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=7f1f1831-8d6e-48e2-a01f-fd5ab36a8874,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:59:01.597626 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Returning: {'device': '7f1f1831-8d6e-48e2-a01f-fd5ab36a8874', 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba', 'port_id': '7f1f1831-8d6e-48e2-a01f-fd5ab36a8874', 'mac_address': 'fa:16:3e:ae:3d:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '254a3f4d-2b75-429e-bbb2-8e70554e9483', 'ip_address': '192.168.233.250'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:59:01.626342 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-e4ccbaa4-9068-4b44-a17f-f81feb1c592e admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1282046447-network', 'tenant_id': 'e361419e680845bc93b3b8094348e288'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:59:01.635916 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:01.652550 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f1f1831-8d6e-48e2-a01f-fd5ab36a8874 {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:59:01.671835 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 7f1f1831-8d6e-48e2-a01f-fd5ab36a8874, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=7f1f1831-8d6e-48e2-a01f-fd5ab36a8874,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:59:01.749412 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4ccbaa4-9068-4b44-a17f-f81feb1c592e admin admin] Made reservation on behalf of e361419e680845bc93b3b8094348e288 for: {'network': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:59:01.750403 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:01.751792 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e4ccbaa4-9068-4b44-a17f-f81feb1c592e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:01.770005 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e4ccbaa4-9068-4b44-a17f-f81feb1c592e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:01.805390 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:01.809447 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=7f1f1831-8d6e-48e2-a01f-fd5ab36a8874,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:01.812615 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-6242d7d6-243a-42db-8b9e-b038f2d88f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:01.876143 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e4ccbaa4-9068-4b44-a17f-f81feb1c592e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:01.932075 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e4ccbaa4-9068-4b44-a17f-f81feb1c592e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:01.958649 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4ccbaa4-9068-4b44-a17f-f81feb1c592e admin admin] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=102191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:59:01.979433 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e4ccbaa4-9068-4b44-a17f-f81feb1c592e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:01.979766 n-d-764292-30 neutron-server[102191]: INFO neutron.db.segments_db [None req-e4ccbaa4-9068-4b44-a17f-f81feb1c592e admin admin] Added segment 9026c4bc-359c-4042-b6b8-3dc12a2f02ab of type vlan for network 6c50a0eb-c4d6-45be-9c0f-dd3476fb7804 Aug 11 02:59:01.987876 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ccbaa4-9068-4b44-a17f-f81feb1c592e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18ab6f46-bbc8-4ef6-805b-433dfe8dcefb,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:02.028396 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e4ccbaa4-9068-4b44-a17f-f81feb1c592e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:02.033369 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-116b1bf5-5642-47e2-96f7-e09a4a0eaa7f req-f2eb8851-4bef-4d6f-a85d-d184039c7490 tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] 10.222.0.41 "GET /v2.0/ports?device_id=9189bee4-2bda-4282-ab19-1e4546d71aab HTTP/1.1" status: 200 len: 210 time: 0.0288548 Aug 11 02:59:02.147580 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2997f9c0-e947-430c-9ee9-2f2af1d931c3 req-8e23a980-de43-464e-8252-f944538bc3be tempest-ServerDiagnosticsNegativeTest-873051359 tempest-ServerDiagnosticsNegativeTest-873051359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:02.149178 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2997f9c0-e947-430c-9ee9-2f2af1d931c3 req-8e23a980-de43-464e-8252-f944538bc3be tempest-ServerDiagnosticsNegativeTest-873051359 tempest-ServerDiagnosticsNegativeTest-873051359-project] 10.222.0.41 "GET /v2.0/ports?device_id=86d5ca20-ae08-45a0-9277-d55b95372e95 HTTP/1.1" status: 200 len: 949 time: 0.0531924 Aug 11 02:59:02.180238 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['7f1f1831-8d6e-48e2-a01f-fd5ab36a8874'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:59:02.182655 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-05a0e9c3-c984-4522-b9bc-b37ab6dc9f92 req-eb665df6-a259-45ba-baaf-7875c7383b3d tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/ports?device_id=d1bec3c9-dfdc-4f3d-9313-7372afe30133 HTTP/1.1" status: 200 len: 210 time: 0.0324447 Aug 11 02:59:02.217665 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e4ccbaa4-9068-4b44-a17f-f81feb1c592e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:02.219439 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ccbaa4-9068-4b44-a17f-f81feb1c592e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:02.220396 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e4ccbaa4-9068-4b44-a17f-f81feb1c592e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:02.225450 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2997f9c0-e947-430c-9ee9-2f2af1d931c3 req-9869fe3a-20bb-46ab-9c23-d7096fb0253a tempest-ServerDiagnosticsNegativeTest-873051359 tempest-ServerDiagnosticsNegativeTest-873051359-project] 10.222.0.41 "GET /v2.0/security-groups?id=1833b91c-0216-4b56-8e3d-8d5e4fd91e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665054 Aug 11 02:59:02.294184 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ccbaa4-9068-4b44-a17f-f81feb1c592e admin admin] Pushing event updated for resources: {'Network': ['ID=6c50a0eb-c4d6-45be-9c0f-dd3476fb7804,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:02.309296 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network 6c50a0eb-c4d6-45be-9c0f-dd3476fb7804 details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:59:02.403300 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-e4ccbaa4-9068-4b44-a17f-f81feb1c592e admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8852179 Aug 11 02:59:02.404114 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 39930) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:02.412822 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-f144a325-6b77-497d-8047-296b6cf1515e admin admin] Request body: {'subnet': {'network_id': '6c50a0eb-c4d6-45be-9c0f-dd3476fb7804', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1282046447-subnet', 'tenant_id': 'e361419e680845bc93b3b8094348e288', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:59:02.514950 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f144a325-6b77-497d-8047-296b6cf1515e admin admin] Made reservation on behalf of e361419e680845bc93b3b8094348e288 for: {'subnet': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:59:02.517363 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-f144a325-6b77-497d-8047-296b6cf1515e admin admin] Notify callbacks [] for subnet, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:02.741918 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-f144a325-6b77-497d-8047-296b6cf1515e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for subnet, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:02.797013 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f144a325-6b77-497d-8047-296b6cf1515e admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f2d913e-5737-4413-ab80-9437eb74b283,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:02.805726 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f144a325-6b77-497d-8047-296b6cf1515e admin admin] Checking segment: {'id': '9026c4bc-359c-4042-b6b8-3dc12a2f02ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '6c50a0eb-c4d6-45be-9c0f-dd3476fb7804'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:59:02.806073 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f144a325-6b77-497d-8047-296b6cf1515e admin admin] Network hostable DHCP agents. Network: 6c50a0eb-c4d6-45be-9c0f-dd3476fb7804, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:59:02.850523 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:02.873207 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f144a325-6b77-497d-8047-296b6cf1515e admin admin] Network 6c50a0eb-c4d6-45be-9c0f-dd3476fb7804 is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:59:02.943869 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-f144a325-6b77-497d-8047-296b6cf1515e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, 6c50a0eb-c4d6-45be-9c0f-dd3476fb7804) {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:59:02.948005 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f144a325-6b77-497d-8047-296b6cf1515e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:02.948732 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-f144a325-6b77-497d-8047-296b6cf1515e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:02.953366 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5739f651-9851-47e6-8ee4-5c60cdeb6e82 None None] Network 6c50a0eb-c4d6-45be-9c0f-dd3476fb7804 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:59:03.076654 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-f144a325-6b77-497d-8047-296b6cf1515e admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6708372 Aug 11 02:59:03.235367 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31782404-74eb-4b1c-b385-5e7a7bfc68f6 None None] Network 6c50a0eb-c4d6-45be-9c0f-dd3476fb7804 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:59:03.361592 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-95d7d18a-41b1-494b-8044-cbdb47c64caf req-e509ca32-8eb9-4825-89cd-dd6c04639252 tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] 10.222.0.41 "GET /v2.0/ports?device_id=9189bee4-2bda-4282-ab19-1e4546d71aab HTTP/1.1" status: 200 len: 210 time: 0.0689776 Aug 11 02:59:03.384724 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-507ef06d-636b-4b35-a634-9cc499a6c7b9 req-e24c6b41-58d0-4ef2-8c5b-56037c5b4b60 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/ports?device_id=d1bec3c9-dfdc-4f3d-9313-7372afe30133 HTTP/1.1" status: 200 len: 210 time: 0.0538707 Aug 11 02:59:03.427622 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909aa101-fc9d-4a7a-97b1-ee121687f960 req-b40b7642-3b90-4d24-a3c8-bf7a9a6fc029 tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:03.429135 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-909aa101-fc9d-4a7a-97b1-ee121687f960 req-b40b7642-3b90-4d24-a3c8-bf7a9a6fc029 tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] 10.222.0.24 "GET /v2.0/networks?id=abf4f863-7e34-4c96-bae1-78fb72808e42 HTTP/1.1" status: 200 len: 823 time: 0.1852374 Aug 11 02:59:03.437940 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 7f1f1831-8d6e-48e2-a01f-fd5ab36a8874 up at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:59:03.537966 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning for port 7f1f1831-8d6e-48e2-a01f-fd5ab36a8874 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:59:03.542972 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-909aa101-fc9d-4a7a-97b1-ee121687f960 req-527706ea-17fc-4489-bf66-75ae20a9abce tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e2a079adece943d79940f9231134e5b8 HTTP/1.1" status: 200 len: 380 time: 0.1037245 Aug 11 02:59:03.544375 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning complete for port 7f1f1831-8d6e-48e2-a01f-fd5ab36a8874 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:59:03.545041 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:03.555670 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab75bb6d-aa67-4924-9a6b-bc75ebf505fe req-658e54e3-9024-440d-9ad5-4a284365bf3c tempest-ServerDiagnosticsNegativeTest-873051359 tempest-ServerDiagnosticsNegativeTest-873051359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:03.557129 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ab75bb6d-aa67-4924-9a6b-bc75ebf505fe req-658e54e3-9024-440d-9ad5-4a284365bf3c tempest-ServerDiagnosticsNegativeTest-873051359 tempest-ServerDiagnosticsNegativeTest-873051359-project] 10.222.0.41 "GET /v2.0/ports?device_id=86d5ca20-ae08-45a0-9277-d55b95372e95 HTTP/1.1" status: 200 len: 949 time: 0.1096902 Aug 11 02:59:03.562888 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-909aa101-fc9d-4a7a-97b1-ee121687f960 req-4f0d6fbc-452d-4f21-aba8-c073ae03bbcc tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] Request body: {'port': {'device_id': '9189bee4-2bda-4282-ab19-1e4546d71aab', 'network_id': 'abf4f863-7e34-4c96-bae1-78fb72808e42', 'admin_state_up': True, 'tenant_id': 'e2a079adece943d79940f9231134e5b8', 'security_groups': ['1b0ce1ff-a0b3-4227-acd8-01062eb73c14']}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:59:03.649678 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:03.665757 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ab75bb6d-aa67-4924-9a6b-bc75ebf505fe req-53ee5551-752b-4ff0-9c7d-16ff1f492086 tempest-ServerDiagnosticsNegativeTest-873051359 tempest-ServerDiagnosticsNegativeTest-873051359-project] 10.222.0.41 "GET /v2.0/security-groups?id=1833b91c-0216-4b56-8e3d-8d5e4fd91e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992923 Aug 11 02:59:03.675015 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86d5ca20-ae08-45a0-9277-d55b95372e95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f1f1831-8d6e-48e2-a01f-fd5ab36a8874'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:59:03.680599 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43a23891-8354-4d62-8401-ce6bafb50f64" -d '{"events": [{"server_uuid": "86d5ca20-ae08-45a0-9277-d55b95372e95", "name": "network-vif-plugged", "status": "completed", "tag": "7f1f1831-8d6e-48e2-a01f-fd5ab36a8874"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:59:03.703141 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 7f1f1831-8d6e-48e2-a01f-fd5ab36a8874, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=7f1f1831-8d6e-48e2-a01f-fd5ab36a8874,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:59:03.794842 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:59:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-629c5d90-8e4e-4f77-804d-0ac6d6b7fdc6 x-openstack-request-id: req-629c5d90-8e4e-4f77-804d-0ac6d6b7fdc6 {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:59:03.795153 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86d5ca20-ae08-45a0-9277-d55b95372e95", "name": "network-vif-plugged", "status": "completed", "tag": "7f1f1831-8d6e-48e2-a01f-fd5ab36a8874", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:59:03.795407 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-629c5d90-8e4e-4f77-804d-0ac6d6b7fdc6 {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:59:03.795824 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86d5ca20-ae08-45a0-9277-d55b95372e95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f1f1831-8d6e-48e2-a01f-fd5ab36a8874', 'code': 200} Aug 11 02:59:03.811668 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:03.838819 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.24', 57651) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:03.876358 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-909aa101-fc9d-4a7a-97b1-ee121687f960 req-4f0d6fbc-452d-4f21-aba8-c073ae03bbcc tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] Made reservation on behalf of e2a079adece943d79940f9231134e5b8 for: {'port': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:59:03.880279 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-909aa101-fc9d-4a7a-97b1-ee121687f960 req-4f0d6fbc-452d-4f21-aba8-c073ae03bbcc tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:03.887352 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=7f1f1831-8d6e-48e2-a01f-fd5ab36a8874,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:04.023820 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa19b1e-d10c-49c7-85b1-3dbc0c356161 req-3f058451-da32-4626-b232-5bb3dab37ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:04.027118 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-1aa19b1e-d10c-49c7-85b1-3dbc0c356161 req-3f058451-da32-4626-b232-5bb3dab37ae6 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=86d5ca20-ae08-45a0-9277-d55b95372e95 HTTP/1.1" status: 200 len: 1102 time: 0.1445434 Aug 11 02:59:04.068744 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 39998) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:04.075165 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-3062349d-b614-4b83-b25c-836686957a28 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-240490588-network', 'tenant_id': '259d608dbb274b8ea52ad8ae7637e3f4'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:59:04.085136 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-1aa19b1e-d10c-49c7-85b1-3dbc0c356161 req-022a6299-b6f4-422a-93f0-1c9d9879c948 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=1833b91c-0216-4b56-8e3d-8d5e4fd91e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501866 Aug 11 02:59:04.087561 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1095dd-74ff-4912-ae1a-8334a60de903 req-d7406000-ac29-47aa-8cd7-047b255f55c2 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:04.091020 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3b1095dd-74ff-4912-ae1a-8334a60de903 req-d7406000-ac29-47aa-8cd7-047b255f55c2 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.24 "GET /v2.0/networks?id=f221beb7-8330-438a-a9fe-3bfcf5050d99 HTTP/1.1" status: 200 len: 821 time: 0.2509785 Aug 11 02:59:04.110109 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-3b1095dd-74ff-4912-ae1a-8334a60de903 req-6e78578f-c223-4e17-acef-d6a128ea90a9 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Request body: {'port': {'device_id': 'd1bec3c9-dfdc-4f3d-9313-7372afe30133', 'network_id': 'f221beb7-8330-438a-a9fe-3bfcf5050d99', 'admin_state_up': True, 'tenant_id': '7a37d4caabc9417c92d7f5d7ce7df51b'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:59:04.187322 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [req-909aa101-fc9d-4a7a-97b1-ee121687f960 req-4f0d6fbc-452d-4f21-aba8-c073ae03bbcc tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] Allocated IP 172.20.0.10 (abf4f863-7e34-4c96-bae1-78fb72808e42/ea672f68-2286-4aab-b6b2-6a0985e114d8/761ac011-096e-4c01-899e-2995d3ae30ee) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:59:04.350020 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3062349d-b614-4b83-b25c-836686957a28 admin admin] Made reservation on behalf of 259d608dbb274b8ea52ad8ae7637e3f4 for: {'network': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:59:04.357856 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-3062349d-b614-4b83-b25c-836686957a28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:04.362945 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-909aa101-fc9d-4a7a-97b1-ee121687f960 req-4f0d6fbc-452d-4f21-aba8-c073ae03bbcc tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:04.373682 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-3062349d-b614-4b83-b25c-836686957a28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:04.401899 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [req-909aa101-fc9d-4a7a-97b1-ee121687f960 req-4f0d6fbc-452d-4f21-aba8-c073ae03bbcc tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] Transition to ACTIVE for port object 761ac011-096e-4c01-899e-2995d3ae30ee will not be triggered until provisioned by entity DHCP. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:59:04.478229 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b1095dd-74ff-4912-ae1a-8334a60de903 req-6e78578f-c223-4e17-acef-d6a128ea90a9 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Made reservation on behalf of 7a37d4caabc9417c92d7f5d7ce7df51b for: {'port': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:59:04.481557 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-3b1095dd-74ff-4912-ae1a-8334a60de903 req-6e78578f-c223-4e17-acef-d6a128ea90a9 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:04.499896 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-99f2a708-218b-4d07-9ec0-35ef924817e9 req-f2e0779f-3a02-471c-9f36-bd230de050a9 tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] 10.222.0.41 "GET /v2.0/ports?device_id=9189bee4-2bda-4282-ab19-1e4546d71aab HTTP/1.1" status: 200 len: 210 time: 0.0362172 Aug 11 02:59:04.526888 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:04.571622 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-909aa101-fc9d-4a7a-97b1-ee121687f960 req-4f0d6fbc-452d-4f21-aba8-c073ae03bbcc tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:04.619720 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3f4e3928-fcd6-4d2e-9aef-30449038bfaa req-47f24675-7626-4dd4-879b-c35c0936f68d tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/ports?device_id=d1bec3c9-dfdc-4f3d-9313-7372afe30133 HTTP/1.1" status: 200 len: 210 time: 0.0553718 Aug 11 02:59:04.887832 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-909aa101-fc9d-4a7a-97b1-ee121687f960 req-4f0d6fbc-452d-4f21-aba8-c073ae03bbcc tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] Network abf4f863-7e34-4c96-bae1-78fb72808e42 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:59:04.919266 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [req-909aa101-fc9d-4a7a-97b1-ee121687f960 req-4f0d6fbc-452d-4f21-aba8-c073ae03bbcc tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:59:04.927686 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [req-909aa101-fc9d-4a7a-97b1-ee121687f960 req-4f0d6fbc-452d-4f21-aba8-c073ae03bbcc tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:59:04.933381 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909aa101-fc9d-4a7a-97b1-ee121687f960 req-4f0d6fbc-452d-4f21-aba8-c073ae03bbcc tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:04.933870 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-909aa101-fc9d-4a7a-97b1-ee121687f960 req-4f0d6fbc-452d-4f21-aba8-c073ae03bbcc tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:04.939644 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0d6fbc-452d-4f21-aba8-c073ae03bbcc tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] Pushing event updated for resources: {'Port': ['ID=761ac011-096e-4c01-899e-2995d3ae30ee,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:04.986885 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-3062349d-b614-4b83-b25c-836686957a28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:04.999916 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8feef66-b70f-410a-bbc8-8e604255c0fb req-a2e3b20a-77a1-47ae-b752-d53c146f9395 tempest-ServerDiagnosticsNegativeTest-873051359 tempest-ServerDiagnosticsNegativeTest-873051359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:05.001445 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f8feef66-b70f-410a-bbc8-8e604255c0fb req-a2e3b20a-77a1-47ae-b752-d53c146f9395 tempest-ServerDiagnosticsNegativeTest-873051359 tempest-ServerDiagnosticsNegativeTest-873051359-project] 10.222.0.41 "GET /v2.0/ports?device_id=86d5ca20-ae08-45a0-9277-d55b95372e95 HTTP/1.1" status: 200 len: 950 time: 0.1753478 Aug 11 02:59:05.002675 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [req-3b1095dd-74ff-4912-ae1a-8334a60de903 req-6e78578f-c223-4e17-acef-d6a128ea90a9 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Allocated IP 172.20.0.3 (f221beb7-8330-438a-a9fe-3bfcf5050d99/1f48ffa3-65bd-47bc-90cf-1fcd73e0ff01/f060a75a-5a5d-4b47-b9eb-385ee9ae5c90) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:59:05.070891 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-3062349d-b614-4b83-b25c-836686957a28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:05.093644 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f8feef66-b70f-410a-bbc8-8e604255c0fb req-778126f5-a6fe-4562-b845-a30c4fe2f93e tempest-ServerDiagnosticsNegativeTest-873051359 tempest-ServerDiagnosticsNegativeTest-873051359-project] 10.222.0.41 "GET /v2.0/security-groups?id=1833b91c-0216-4b56-8e3d-8d5e4fd91e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793278 Aug 11 02:59:05.115374 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3062349d-b614-4b83-b25c-836686957a28 admin admin] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=102192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:59:05.165721 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3062349d-b614-4b83-b25c-836686957a28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f0031a8-b6f0-461f-856e-85e99fd8171a,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:05.169665 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-3062349d-b614-4b83-b25c-836686957a28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:05.170020 n-d-764292-30 neutron-server[102192]: INFO neutron.db.segments_db [None req-3062349d-b614-4b83-b25c-836686957a28 admin admin] Added segment 4096d4c2-b005-40ba-8e73-e7a358c5f273 of type vlan for network d068d329-e8d2-4135-9791-694d21d8fdd3 Aug 11 02:59:05.186308 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-909aa101-fc9d-4a7a-97b1-ee121687f960 req-4f0d6fbc-452d-4f21-aba8-c073ae03bbcc tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6280997 Aug 11 02:59:05.214210 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-909aa101-fc9d-4a7a-97b1-ee121687f960 req-4e69d704-6ad2-468f-8f1a-f337e4d8d7cb service neutron] Request body: {'port': {'device_id': '9189bee4-2bda-4282-ab19-1e4546d71aab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764292-30'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:59:05.249352 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-3062349d-b614-4b83-b25c-836686957a28 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:05.263235 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-9a0baee1-b174-4645-983e-d80639b0cc02 None None] Provisioning for port 761ac011-096e-4c01-899e-2995d3ae30ee completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:59:05.271465 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-9a0baee1-b174-4645-983e-d80639b0cc02 None None] Provisioning complete for port 761ac011-096e-4c01-899e-2995d3ae30ee triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:59:05.272403 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-9a0baee1-b174-4645-983e-d80639b0cc02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:05.332392 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-9a0baee1-b174-4645-983e-d80639b0cc02 None None] Port 761ac011-096e-4c01-899e-2995d3ae30ee cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:59:05.339057 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-3b1095dd-74ff-4912-ae1a-8334a60de903 req-6e78578f-c223-4e17-acef-d6a128ea90a9 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:05.344283 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-909aa101-fc9d-4a7a-97b1-ee121687f960 req-4e69d704-6ad2-468f-8f1a-f337e4d8d7cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:05.472001 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-3062349d-b614-4b83-b25c-836686957a28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:05.472973 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3062349d-b614-4b83-b25c-836686957a28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:05.473599 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-3062349d-b614-4b83-b25c-836686957a28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:05.549394 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-3b1095dd-74ff-4912-ae1a-8334a60de903 req-6e78578f-c223-4e17-acef-d6a128ea90a9 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:05.605408 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3062349d-b614-4b83-b25c-836686957a28 admin admin] Pushing event updated for resources: {'Network': ['ID=d068d329-e8d2-4135-9791-694d21d8fdd3,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:05.615563 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network d068d329-e8d2-4135-9791-694d21d8fdd3 details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:59:05.633780 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-3062349d-b614-4b83-b25c-836686957a28 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5623765 Aug 11 02:59:05.636774 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 40070) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:05.642686 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-bfcb53ad-def8-40c1-b605-15cb60e2e223 admin admin] Request body: {'subnet': {'network_id': 'd068d329-e8d2-4135-9791-694d21d8fdd3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-240490588-subnet', 'tenant_id': '259d608dbb274b8ea52ad8ae7637e3f4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:59:05.662429 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b1095dd-74ff-4912-ae1a-8334a60de903 req-6e78578f-c223-4e17-acef-d6a128ea90a9 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Network f221beb7-8330-438a-a9fe-3bfcf5050d99 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:59:05.673330 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e78578f-c223-4e17-acef-d6a128ea90a9 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Pushing event updated for resources: {'Port': ['ID=f060a75a-5a5d-4b47-b9eb-385ee9ae5c90,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:05.675972 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [req-3b1095dd-74ff-4912-ae1a-8334a60de903 req-6e78578f-c223-4e17-acef-d6a128ea90a9 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:59:05.679958 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b1095dd-74ff-4912-ae1a-8334a60de903 req-6e78578f-c223-4e17-acef-d6a128ea90a9 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:59:05.685466 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1095dd-74ff-4912-ae1a-8334a60de903 req-6e78578f-c223-4e17-acef-d6a128ea90a9 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:05.686080 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-3b1095dd-74ff-4912-ae1a-8334a60de903 req-6e78578f-c223-4e17-acef-d6a128ea90a9 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:05.795049 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfcb53ad-def8-40c1-b605-15cb60e2e223 admin admin] Made reservation on behalf of 259d608dbb274b8ea52ad8ae7637e3f4 for: {'subnet': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:59:05.797709 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-bfcb53ad-def8-40c1-b605-15cb60e2e223 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:05.849369 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [req-909aa101-fc9d-4a7a-97b1-ee121687f960 req-4e69d704-6ad2-468f-8f1a-f337e4d8d7cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 761ac011-096e-4c01-899e-2995d3ae30ee {{(pid=102192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:59:05.862126 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-909aa101-fc9d-4a7a-97b1-ee121687f960 req-4e69d704-6ad2-468f-8f1a-f337e4d8d7cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:05.883742 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced08256-c573-48ea-a97d-db02dad8bd44 req-be4e2995-8e6c-4bb4-8bc0-1800411a782e tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:05.886207 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ced08256-c573-48ea-a97d-db02dad8bd44 req-be4e2995-8e6c-4bb4-8bc0-1800411a782e tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] 10.222.0.41 "GET /v2.0/ports?device_id=9189bee4-2bda-4282-ab19-1e4546d71aab HTTP/1.1" status: 200 len: 932 time: 0.1125922 Aug 11 02:59:05.891315 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [req-909aa101-fc9d-4a7a-97b1-ee121687f960 req-4e69d704-6ad2-468f-8f1a-f337e4d8d7cb service neutron] Transition to ACTIVE for port object 761ac011-096e-4c01-899e-2995d3ae30ee will not be triggered until provisioned by entity L2. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:59:05.930413 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ced08256-c573-48ea-a97d-db02dad8bd44 req-34d9a92d-44bd-4992-bbcd-66d4da0e7b47 tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b0ce1ff-a0b3-4227-acd8-01062eb73c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360138 Aug 11 02:59:05.932468 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3b1095dd-74ff-4912-ae1a-8334a60de903 req-6e78578f-c223-4e17-acef-d6a128ea90a9 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8280487 Aug 11 02:59:05.947765 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-3b1095dd-74ff-4912-ae1a-8334a60de903 req-763759e8-9249-45ab-948b-3a615ed86bf7 service neutron] Request body: {'port': {'device_id': 'd1bec3c9-dfdc-4f3d-9313-7372afe30133', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764292-30'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:59:06.028420 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-909aa101-fc9d-4a7a-97b1-ee121687f960 req-4e69d704-6ad2-468f-8f1a-f337e4d8d7cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:06.057220 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-3b1095dd-74ff-4912-ae1a-8334a60de903 req-763759e8-9249-45ab-948b-3a615ed86bf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:06.137775 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e69d704-6ad2-468f-8f1a-f337e4d8d7cb service neutron] Pushing event updated for resources: {'Port': ['ID=761ac011-096e-4c01-899e-2995d3ae30ee,revision_number=2']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:06.162240 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-bfcb53ad-def8-40c1-b605-15cb60e2e223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for subnet, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:06.183135 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ffada7-7c9b-453e-b354-c30e4d27c3c4 req-65ff805a-cb38-489f-a13b-dd9bdb26cde6 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:06.184648 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c0ffada7-7c9b-453e-b354-c30e4d27c3c4 req-65ff805a-cb38-489f-a13b-dd9bdb26cde6 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/ports?device_id=d1bec3c9-dfdc-4f3d-9313-7372afe30133 HTTP/1.1" status: 200 len: 931 time: 0.1715679 Aug 11 02:59:06.235024 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcb53ad-def8-40c1-b605-15cb60e2e223 admin admin] Pushing event updated for resources: {'Subnet': ['ID=70b66978-2ae3-4a20-a496-2b2f15c428d1,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:06.245622 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfcb53ad-def8-40c1-b605-15cb60e2e223 admin admin] Checking segment: {'id': '4096d4c2-b005-40ba-8e73-e7a358c5f273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'd068d329-e8d2-4135-9791-694d21d8fdd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:59:06.246177 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfcb53ad-def8-40c1-b605-15cb60e2e223 admin admin] Network hostable DHCP agents. Network: d068d329-e8d2-4135-9791-694d21d8fdd3, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:59:06.271692 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-909aa101-fc9d-4a7a-97b1-ee121687f960 req-4e69d704-6ad2-468f-8f1a-f337e4d8d7cb service neutron] Attempting to bind port 761ac011-096e-4c01-899e-2995d3ae30ee on host n-h2-764292-30 for vnic_type normal with profile {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:59:06.272037 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-909aa101-fc9d-4a7a-97b1-ee121687f960 req-4e69d704-6ad2-468f-8f1a-f337e4d8d7cb service neutron] Attempting to bind port 761ac011-096e-4c01-899e-2995d3ae30ee by drivers openvswitch,hyperv on host n-h2-764292-30 at level 0 using segments [{'id': '86c83a84-fd28-4f5f-a51e-dfaae3027a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'abf4f863-7e34-4c96-bae1-78fb72808e42'}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:59:06.272340 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-909aa101-fc9d-4a7a-97b1-ee121687f960 req-4e69d704-6ad2-468f-8f1a-f337e4d8d7cb service neutron] Attempting to bind port 761ac011-096e-4c01-899e-2995d3ae30ee on network abf4f863-7e34-4c96-bae1-78fb72808e42 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:59:06.288593 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-909aa101-fc9d-4a7a-97b1-ee121687f960 req-4e69d704-6ad2-468f-8f1a-f337e4d8d7cb service neutron] Port 761ac011-096e-4c01-899e-2995d3ae30ee on network abf4f863-7e34-4c96-bae1-78fb72808e42 not bound, no agent of type Open vSwitch agent registered on host n-h2-764292-30 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:59:06.288958 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-909aa101-fc9d-4a7a-97b1-ee121687f960 req-4e69d704-6ad2-468f-8f1a-f337e4d8d7cb service neutron] Attempting to bind port 761ac011-096e-4c01-899e-2995d3ae30ee on network abf4f863-7e34-4c96-bae1-78fb72808e42 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:59:06.314127 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-909aa101-fc9d-4a7a-97b1-ee121687f960 req-4e69d704-6ad2-468f-8f1a-f337e4d8d7cb service neutron] Checking agent: {'id': '70015fc0-62fb-48b2-b453-36906937cf2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 58, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:59:06.314127 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-909aa101-fc9d-4a7a-97b1-ee121687f960 req-4e69d704-6ad2-468f-8f1a-f337e4d8d7cb service neutron] Checking segment: {'id': '86c83a84-fd28-4f5f-a51e-dfaae3027a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'abf4f863-7e34-4c96-bae1-78fb72808e42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:59:06.314127 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-909aa101-fc9d-4a7a-97b1-ee121687f960 req-4e69d704-6ad2-468f-8f1a-f337e4d8d7cb service neutron] Bound using segment: {'id': '86c83a84-fd28-4f5f-a51e-dfaae3027a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'abf4f863-7e34-4c96-bae1-78fb72808e42'} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:59:06.314127 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-909aa101-fc9d-4a7a-97b1-ee121687f960 req-4e69d704-6ad2-468f-8f1a-f337e4d8d7cb service neutron] Bound port: 761ac011-096e-4c01-899e-2995d3ae30ee, host: n-h2-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86c83a84-fd28-4f5f-a51e-dfaae3027a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'abf4f863-7e34-4c96-bae1-78fb72808e42'}}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:59:06.314127 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-909aa101-fc9d-4a7a-97b1-ee121687f960 req-4e69d704-6ad2-468f-8f1a-f337e4d8d7cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:06.332012 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfcb53ad-def8-40c1-b605-15cb60e2e223 admin admin] Network d068d329-e8d2-4135-9791-694d21d8fdd3 is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:59:06.337850 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c0ffada7-7c9b-453e-b354-c30e4d27c3c4 req-766dcf75-6329-40dc-a5c8-fa0a06c2f8c6 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5aa9049-617d-473f-afb5-b55716ab8aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397998 Aug 11 02:59:06.412345 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-bfcb53ad-def8-40c1-b605-15cb60e2e223 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, d068d329-e8d2-4135-9791-694d21d8fdd3) {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:59:06.417415 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfcb53ad-def8-40c1-b605-15cb60e2e223 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:06.418197 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-bfcb53ad-def8-40c1-b605-15cb60e2e223 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:06.424102 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a362f95-04ba-4d0c-81a4-f80f3465c622 None None] Network d068d329-e8d2-4135-9791-694d21d8fdd3 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:59:06.498841 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-bfcb53ad-def8-40c1-b605-15cb60e2e223 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8600707 Aug 11 02:59:06.502370 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e4f419-ed1a-4048-ab34-b733e2749508 req-45baf898-bdab-4fb1-8361-12ac26791087 tempest-ServerDiagnosticsNegativeTest-873051359 tempest-ServerDiagnosticsNegativeTest-873051359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:06.504312 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 40096) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:06.511016 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-88e4f419-ed1a-4048-ab34-b733e2749508 req-45baf898-bdab-4fb1-8361-12ac26791087 tempest-ServerDiagnosticsNegativeTest-873051359 tempest-ServerDiagnosticsNegativeTest-873051359-project] 10.222.0.41 "GET /v2.0/ports?device_id=86d5ca20-ae08-45a0-9277-d55b95372e95 HTTP/1.1" status: 200 len: 950 time: 0.1762376 Aug 11 02:59:06.540318 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-909aa101-fc9d-4a7a-97b1-ee121687f960 req-4e69d704-6ad2-468f-8f1a-f337e4d8d7cb service neutron] For port 761ac011-096e-4c01-899e-2995d3ae30ee, host n-h2-764292-30, cleared binding levels {{(pid=102192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:59:06.569286 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-909aa101-fc9d-4a7a-97b1-ee121687f960 req-4e69d704-6ad2-468f-8f1a-f337e4d8d7cb service neutron] For port 761ac011-096e-4c01-899e-2995d3ae30ee, host n-h2-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=761ac011-096e-4c01-899e-2995d3ae30ee,segment=NetworkSegment(86c83a84-fd28-4f5f-a51e-dfaae3027a90),segment_id=86c83a84-fd28-4f5f-a51e-dfaae3027a90)] {{(pid=102192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:59:06.594897 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-88e4f419-ed1a-4048-ab34-b733e2749508 req-925097bf-3392-4168-9692-eb6e185555d9 tempest-ServerDiagnosticsNegativeTest-873051359 tempest-ServerDiagnosticsNegativeTest-873051359-project] 10.222.0.41 "GET /v2.0/security-groups?id=1833b91c-0216-4b56-8e3d-8d5e4fd91e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827677 Aug 11 02:59:06.622511 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45c856ab-9a0f-4da0-a617-ff34b1240042 None None] Network d068d329-e8d2-4135-9791-694d21d8fdd3 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:59:06.674273 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:06.688612 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-909aa101-fc9d-4a7a-97b1-ee121687f960 req-4e69d704-6ad2-468f-8f1a-f337e4d8d7cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:06.725121 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5f9631e4-5072-440b-943a-4a45063d4751 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:06.787018 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909aa101-fc9d-4a7a-97b1-ee121687f960 req-4e69d704-6ad2-468f-8f1a-f337e4d8d7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:06.787717 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-909aa101-fc9d-4a7a-97b1-ee121687f960 req-4e69d704-6ad2-468f-8f1a-f337e4d8d7cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:06.789140 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-909aa101-fc9d-4a7a-97b1-ee121687f960 req-4e69d704-6ad2-468f-8f1a-f337e4d8d7cb service neutron] 10.222.0.24 "PUT /v2.0/ports/761ac011-096e-4c01-899e-2995d3ae30ee HTTP/1.1" status: 200 len: 1093 time: 1.5834093 Aug 11 02:59:06.810586 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [req-3b1095dd-74ff-4912-ae1a-8334a60de903 req-763759e8-9249-45ab-948b-3a615ed86bf7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f060a75a-5a5d-4b47-b9eb-385ee9ae5c90 {{(pid=102192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:59:06.820700 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9189bee4-2bda-4282-ab19-1e4546d71aab', 'tag': '761ac011-096e-4c01-899e-2995d3ae30ee'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:59:06.820700 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f93398d-cacf-4528-b2a8-4f017c5d51a9" -d '{"events": [{"name": "network-changed", "server_uuid": "9189bee4-2bda-4282-ab19-1e4546d71aab", "tag": "761ac011-096e-4c01-899e-2995d3ae30ee"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:59:06.833293 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-3b1095dd-74ff-4912-ae1a-8334a60de903 req-763759e8-9249-45ab-948b-3a615ed86bf7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:06.847878 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5f9631e4-5072-440b-943a-4a45063d4751 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:06.860686 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [req-3b1095dd-74ff-4912-ae1a-8334a60de903 req-763759e8-9249-45ab-948b-3a615ed86bf7 service neutron] Transition to ACTIVE for port object f060a75a-5a5d-4b47-b9eb-385ee9ae5c90 will not be triggered until provisioned by entity L2. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:59:06.863845 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e69d704-6ad2-468f-8f1a-f337e4d8d7cb service neutron] Pushing event updated for resources: {'Port': ['ID=761ac011-096e-4c01-899e-2995d3ae30ee,revision_number=3']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:06.937613 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5f9631e4-5072-440b-943a-4a45063d4751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:06.946390 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-3b1095dd-74ff-4912-ae1a-8334a60de903 req-763759e8-9249-45ab-948b-3a615ed86bf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:06.995225 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9631e4-5072-440b-943a-4a45063d4751 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=872ab248-0045-4afb-a8de-3d16839e6876,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:07.000440 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-5f9631e4-5072-440b-943a-4a45063d4751 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c207f5bffd754bafadbf9b60e08e587f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4943848 Aug 11 02:59:07.003180 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 40130) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:07.063170 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:59:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7e3ecb4-d27f-4e51-96b9-f8809dd8ad43 x-openstack-request-id: req-b7e3ecb4-d27f-4e51-96b9-f8809dd8ad43 {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:59:07.063170 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9189bee4-2bda-4282-ab19-1e4546d71aab", "tag": "761ac011-096e-4c01-899e-2995d3ae30ee", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:59:07.063170 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b7e3ecb4-d27f-4e51-96b9-f8809dd8ad43 {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:59:07.063170 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9189bee4-2bda-4282-ab19-1e4546d71aab', 'tag': '761ac011-096e-4c01-899e-2995d3ae30ee', 'status': 'completed', 'code': 200} Aug 11 02:59:07.063779 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909aa101-fc9d-4a7a-97b1-ee121687f960 req-40a8aa95-beaa-46cf-8312-279a015830dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:07.065304 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-909aa101-fc9d-4a7a-97b1-ee121687f960 req-40a8aa95-beaa-46cf-8312-279a015830dd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e2a079adece943d79940f9231134e5b8&device_id=9189bee4-2bda-4282-ab19-1e4546d71aab HTTP/1.1" status: 200 len: 1096 time: 0.1344085 Aug 11 02:59:07.067216 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763759e8-9249-45ab-948b-3a615ed86bf7 service neutron] Pushing event updated for resources: {'Port': ['ID=f060a75a-5a5d-4b47-b9eb-385ee9ae5c90,revision_number=2']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:07.105589 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d960de1c-6e1f-43c5-a132-f98823b1b689 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:07.128661 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-909aa101-fc9d-4a7a-97b1-ee121687f960 req-ff4759da-5469-4b65-a2e9-6c98b3947127 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=761ac011-096e-4c01-899e-2995d3ae30ee HTTP/1.1" status: 200 len: 217 time: 0.0522420 Aug 11 02:59:07.148286 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d960de1c-6e1f-43c5-a132-f98823b1b689 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:07.228714 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-3b1095dd-74ff-4912-ae1a-8334a60de903 req-763759e8-9249-45ab-948b-3a615ed86bf7 service neutron] Attempting to bind port f060a75a-5a5d-4b47-b9eb-385ee9ae5c90 on host n-h2-764292-30 for vnic_type normal with profile {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:59:07.229266 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-3b1095dd-74ff-4912-ae1a-8334a60de903 req-763759e8-9249-45ab-948b-3a615ed86bf7 service neutron] Attempting to bind port f060a75a-5a5d-4b47-b9eb-385ee9ae5c90 by drivers openvswitch,hyperv on host n-h2-764292-30 at level 0 using segments [{'id': 'a45ed4ca-59d3-4372-9b5a-18bb6ba190c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f221beb7-8330-438a-a9fe-3bfcf5050d99'}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:59:07.229351 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1095dd-74ff-4912-ae1a-8334a60de903 req-763759e8-9249-45ab-948b-3a615ed86bf7 service neutron] Attempting to bind port f060a75a-5a5d-4b47-b9eb-385ee9ae5c90 on network f221beb7-8330-438a-a9fe-3bfcf5050d99 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:59:07.248827 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1095dd-74ff-4912-ae1a-8334a60de903 req-763759e8-9249-45ab-948b-3a615ed86bf7 service neutron] Port f060a75a-5a5d-4b47-b9eb-385ee9ae5c90 on network f221beb7-8330-438a-a9fe-3bfcf5050d99 not bound, no agent of type Open vSwitch agent registered on host n-h2-764292-30 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:59:07.249144 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1095dd-74ff-4912-ae1a-8334a60de903 req-763759e8-9249-45ab-948b-3a615ed86bf7 service neutron] Attempting to bind port f060a75a-5a5d-4b47-b9eb-385ee9ae5c90 on network f221beb7-8330-438a-a9fe-3bfcf5050d99 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:59:07.260950 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1095dd-74ff-4912-ae1a-8334a60de903 req-763759e8-9249-45ab-948b-3a615ed86bf7 service neutron] Checking agent: {'id': '70015fc0-62fb-48b2-b453-36906937cf2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 59, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:59:07.261284 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1095dd-74ff-4912-ae1a-8334a60de903 req-763759e8-9249-45ab-948b-3a615ed86bf7 service neutron] Checking segment: {'id': 'a45ed4ca-59d3-4372-9b5a-18bb6ba190c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f221beb7-8330-438a-a9fe-3bfcf5050d99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:59:07.261666 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1095dd-74ff-4912-ae1a-8334a60de903 req-763759e8-9249-45ab-948b-3a615ed86bf7 service neutron] Bound using segment: {'id': 'a45ed4ca-59d3-4372-9b5a-18bb6ba190c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f221beb7-8330-438a-a9fe-3bfcf5050d99'} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:59:07.262093 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-3b1095dd-74ff-4912-ae1a-8334a60de903 req-763759e8-9249-45ab-948b-3a615ed86bf7 service neutron] Bound port: f060a75a-5a5d-4b47-b9eb-385ee9ae5c90, host: n-h2-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a45ed4ca-59d3-4372-9b5a-18bb6ba190c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f221beb7-8330-438a-a9fe-3bfcf5050d99'}}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:59:07.262475 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-3b1095dd-74ff-4912-ae1a-8334a60de903 req-763759e8-9249-45ab-948b-3a615ed86bf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:07.264941 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909aa101-fc9d-4a7a-97b1-ee121687f960 req-10fa6d9e-b209-4888-86c0-482a2a3765dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:07.266421 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-909aa101-fc9d-4a7a-97b1-ee121687f960 req-10fa6d9e-b209-4888-86c0-482a2a3765dd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ea672f68-2286-4aab-b6b2-6a0985e114d8 HTTP/1.1" status: 200 len: 862 time: 0.1245706 Aug 11 02:59:07.286137 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d960de1c-6e1f-43c5-a132-f98823b1b689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:07.288804 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d960de1c-6e1f-43c5-a132-f98823b1b689 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:07.290082 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-d960de1c-6e1f-43c5-a132-f98823b1b689 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/872ab248-0045-4afb-a8de-3d16839e6876 HTTP/1.1" status: 204 len: 168 time: 0.2827983 Aug 11 02:59:07.297974 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d960de1c-6e1f-43c5-a132-f98823b1b689 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=872ab248-0045-4afb-a8de-3d16839e6876,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:07.381469 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169c1b8c-b0c2-4039-a6dd-b42fe518b2c3 req-dc819be1-eb3f-443b-b430-26b562ed0e87 tempest-VolumesAdminNegativeTest-115596197 tempest-VolumesAdminNegativeTest-115596197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:07.383004 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-169c1b8c-b0c2-4039-a6dd-b42fe518b2c3 req-dc819be1-eb3f-443b-b430-26b562ed0e87 tempest-VolumesAdminNegativeTest-115596197 tempest-VolumesAdminNegativeTest-115596197-project] 10.222.0.41 "GET /v2.0/networks?id=6c50a0eb-c4d6-45be-9c0f-dd3476fb7804 HTTP/1.1" status: 200 len: 815 time: 0.2400699 Aug 11 02:59:07.384594 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909aa101-fc9d-4a7a-97b1-ee121687f960 req-7bfb8fc7-15eb-412b-9018-df4b1969b8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:07.385940 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-909aa101-fc9d-4a7a-97b1-ee121687f960 req-7bfb8fc7-15eb-412b-9018-df4b1969b8f5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=abf4f863-7e34-4c96-bae1-78fb72808e42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1042347 Aug 11 02:59:07.429092 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-169c1b8c-b0c2-4039-a6dd-b42fe518b2c3 req-ab06092b-eccf-4e26-8df5-e55fc470fd48 tempest-VolumesAdminNegativeTest-115596197 tempest-VolumesAdminNegativeTest-115596197-project] 10.222.0.41 "GET /v2.0/quotas/e361419e680845bc93b3b8094348e288 HTTP/1.1" status: 200 len: 375 time: 0.0375509 Aug 11 02:59:07.461430 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-3b1095dd-74ff-4912-ae1a-8334a60de903 req-763759e8-9249-45ab-948b-3a615ed86bf7 service neutron] For port f060a75a-5a5d-4b47-b9eb-385ee9ae5c90, host n-h2-764292-30, cleared binding levels {{(pid=102192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:59:07.499769 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-169c1b8c-b0c2-4039-a6dd-b42fe518b2c3 req-440cfb8a-7737-42ab-9be1-8a8add0bca5e tempest-VolumesAdminNegativeTest-115596197 tempest-VolumesAdminNegativeTest-115596197-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=e361419e680845bc93b3b8094348e288&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0424447 Aug 11 02:59:07.504979 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-3b1095dd-74ff-4912-ae1a-8334a60de903 req-763759e8-9249-45ab-948b-3a615ed86bf7 service neutron] For port f060a75a-5a5d-4b47-b9eb-385ee9ae5c90, host n-h2-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=f060a75a-5a5d-4b47-b9eb-385ee9ae5c90,segment=NetworkSegment(a45ed4ca-59d3-4372-9b5a-18bb6ba190c2),segment_id=a45ed4ca-59d3-4372-9b5a-18bb6ba190c2)] {{(pid=102192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:59:07.573824 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-3b1095dd-74ff-4912-ae1a-8334a60de903 req-763759e8-9249-45ab-948b-3a615ed86bf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:07.611898 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-909aa101-fc9d-4a7a-97b1-ee121687f960 req-a8f5de73-5543-473c-962b-408f3732cb3e service neutron] 10.222.0.24 "GET /v2.0/networks/abf4f863-7e34-4c96-bae1-78fb72808e42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129073 Aug 11 02:59:07.620992 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1095dd-74ff-4912-ae1a-8334a60de903 req-763759e8-9249-45ab-948b-3a615ed86bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:07.621619 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-3b1095dd-74ff-4912-ae1a-8334a60de903 req-763759e8-9249-45ab-948b-3a615ed86bf7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:07.623028 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3b1095dd-74ff-4912-ae1a-8334a60de903 req-763759e8-9249-45ab-948b-3a615ed86bf7 service neutron] 10.222.0.24 "PUT /v2.0/ports/f060a75a-5a5d-4b47-b9eb-385ee9ae5c90 HTTP/1.1" status: 200 len: 1092 time: 1.6818404 Aug 11 02:59:07.726047 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763759e8-9249-45ab-948b-3a615ed86bf7 service neutron] Pushing event updated for resources: {'Port': ['ID=f060a75a-5a5d-4b47-b9eb-385ee9ae5c90,revision_number=3']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:07.734248 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-169c1b8c-b0c2-4039-a6dd-b42fe518b2c3 req-4e0dbd6e-4c81-44d2-8cdf-22ad1187b98e service neutron] 10.222.0.41 "GET /v2.0/networks/6c50a0eb-c4d6-45be-9c0f-dd3476fb7804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2256777 Aug 11 02:59:07.944324 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 40160) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:07.958314 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-53fcef38-9e98-42b1-bb3f-677bde9b46e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:08.034576 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-909aa101-fc9d-4a7a-97b1-ee121687f960 req-40cc1eb3-3af9-4620-bf29-5a506b1e2321 service neutron] 10.222.0.24 "GET /v2.0/networks/abf4f863-7e34-4c96-bae1-78fb72808e42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4104636 Aug 11 02:59:08.056146 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-53fcef38-9e98-42b1-bb3f-677bde9b46e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:08.083135 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1095dd-74ff-4912-ae1a-8334a60de903 req-a6087948-ee6c-4a41-b3cd-e7d948c89731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:08.087066 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3b1095dd-74ff-4912-ae1a-8334a60de903 req-a6087948-ee6c-4a41-b3cd-e7d948c89731 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7a37d4caabc9417c92d7f5d7ce7df51b&device_id=d1bec3c9-dfdc-4f3d-9313-7372afe30133 HTTP/1.1" status: 200 len: 1095 time: 0.3184674 Aug 11 02:59:08.093168 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d6f79c-461c-4312-a5fa-8ba53bb6e4b9 req-aab7f30d-4a58-41bd-a05e-43d82f8c916a tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:08.094648 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f3d6f79c-461c-4312-a5fa-8ba53bb6e4b9 req-aab7f30d-4a58-41bd-a05e-43d82f8c916a tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] 10.222.0.41 "GET /v2.0/ports?device_id=9189bee4-2bda-4282-ab19-1e4546d71aab HTTP/1.1" status: 200 len: 944 time: 0.2962432 Aug 11 02:59:08.103026 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-169c1b8c-b0c2-4039-a6dd-b42fe518b2c3 req-15c104cd-fc46-4747-841d-b8d0b13529be service neutron] 10.222.0.41 "GET /v2.0/networks/6c50a0eb-c4d6-45be-9c0f-dd3476fb7804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3591933 Aug 11 02:59:08.137371 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3b1095dd-74ff-4912-ae1a-8334a60de903 req-8c51a067-a35e-4269-911e-64f19cf8301c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f060a75a-5a5d-4b47-b9eb-385ee9ae5c90 HTTP/1.1" status: 200 len: 217 time: 0.0417774 Aug 11 02:59:08.197158 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f3d6f79c-461c-4312-a5fa-8ba53bb6e4b9 req-9f913ad3-8b42-4d15-b54e-c5a9833297b5 tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b0ce1ff-a0b3-4227-acd8-01062eb73c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922468 Aug 11 02:59:08.224113 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-53fcef38-9e98-42b1-bb3f-677bde9b46e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:08.230960 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1095dd-74ff-4912-ae1a-8334a60de903 req-296b843b-cb24-4e79-88b9-089a1a2ac55f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:08.232862 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3b1095dd-74ff-4912-ae1a-8334a60de903 req-296b843b-cb24-4e79-88b9-089a1a2ac55f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1f48ffa3-65bd-47bc-90cf-1fcd73e0ff01 HTTP/1.1" status: 200 len: 861 time: 0.0877471 Aug 11 02:59:08.271501 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-53fcef38-9e98-42b1-bb3f-677bde9b46e5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=21908533db0c457e805d61640deca846&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3258436 Aug 11 02:59:08.272698 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fcef38-9e98-42b1-bb3f-677bde9b46e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b5e42de-dbbd-4d33-a939-d9c2d1c0b201,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:08.278430 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3b1095dd-74ff-4912-ae1a-8334a60de903 req-68b798f2-9369-48ae-ab43-625ccf14b476 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f221beb7-8330-438a-a9fe-3bfcf5050d99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347970 Aug 11 02:59:08.280335 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 40162) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:08.300264 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f93398d-cacf-4528-b2a8-4f017c5d51a9 req-14510726-b494-4833-9126-aafec1be1ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:08.302346 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5f93398d-cacf-4528-b2a8-4f017c5d51a9 req-14510726-b494-4833-9126-aafec1be1ca7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e2a079adece943d79940f9231134e5b8&device_id=9189bee4-2bda-4282-ab19-1e4546d71aab HTTP/1.1" status: 200 len: 1096 time: 0.0985839 Aug 11 02:59:08.585855 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e6c27d-6253-4429-a47c-56d20e5f14fc req-368ae1ec-a7fc-43e5-bba5-7d7a89cd2286 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:08.587434 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-95e6c27d-6253-4429-a47c-56d20e5f14fc req-368ae1ec-a7fc-43e5-bba5-7d7a89cd2286 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/ports?device_id=d1bec3c9-dfdc-4f3d-9313-7372afe30133 HTTP/1.1" status: 200 len: 943 time: 0.2965024 Aug 11 02:59:08.625456 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-6743315a-1c18-4ea0-bc91-c5d3841d342a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:08.649448 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceea8226-78be-43c8-a405-37952eb094a4 req-479a46ad-cd92-4ff4-84c9-d5cba3e4983c tempest-ServerDiagnosticsNegativeTest-873051359 tempest-ServerDiagnosticsNegativeTest-873051359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:08.650950 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ceea8226-78be-43c8-a405-37952eb094a4 req-479a46ad-cd92-4ff4-84c9-d5cba3e4983c tempest-ServerDiagnosticsNegativeTest-873051359 tempest-ServerDiagnosticsNegativeTest-873051359-project] 10.222.0.41 "GET /v2.0/ports?device_id=86d5ca20-ae08-45a0-9277-d55b95372e95 HTTP/1.1" status: 200 len: 950 time: 0.2105584 Aug 11 02:59:08.661839 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3b1095dd-74ff-4912-ae1a-8334a60de903 req-b8197df6-4d16-4769-9fa5-65c294da7c8d service neutron] 10.222.0.24 "GET /v2.0/networks/f221beb7-8330-438a-a9fe-3bfcf5050d99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3719649 Aug 11 02:59:08.683658 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f93398d-cacf-4528-b2a8-4f017c5d51a9 req-4d7b6d79-17d5-49e8-b6e3-0f0e5b165f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:08.685020 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5f93398d-cacf-4528-b2a8-4f017c5d51a9 req-4d7b6d79-17d5-49e8-b6e3-0f0e5b165f3d service neutron] 10.222.0.24 "GET /v2.0/networks?id=abf4f863-7e34-4c96-bae1-78fb72808e42 HTTP/1.1" status: 200 len: 924 time: 0.3617880 Aug 11 02:59:08.696666 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-6743315a-1c18-4ea0-bc91-c5d3841d342a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:08.791402 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-95e6c27d-6253-4429-a47c-56d20e5f14fc req-d8859bad-c789-4d79-93e2-81a6782f75da tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5aa9049-617d-473f-afb5-b55716ab8aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891818 Aug 11 02:59:08.797866 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5f93398d-cacf-4528-b2a8-4f017c5d51a9 req-0254cbfd-ba5e-40a1-9afd-892e2e1db4f6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=761ac011-096e-4c01-899e-2995d3ae30ee HTTP/1.1" status: 200 len: 217 time: 0.0994697 Aug 11 02:59:08.876966 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ceea8226-78be-43c8-a405-37952eb094a4 req-3c7f7272-1267-4f34-b8ef-a86b82aad72c tempest-ServerDiagnosticsNegativeTest-873051359 tempest-ServerDiagnosticsNegativeTest-873051359-project] 10.222.0.41 "GET /v2.0/security-groups?id=1833b91c-0216-4b56-8e3d-8d5e4fd91e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131078 Aug 11 02:59:08.903640 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f93398d-cacf-4528-b2a8-4f017c5d51a9 req-77892f2b-5a90-435c-97d1-e4eefca82573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:08.904369 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5f93398d-cacf-4528-b2a8-4f017c5d51a9 req-77892f2b-5a90-435c-97d1-e4eefca82573 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ea672f68-2286-4aab-b6b2-6a0985e114d8 HTTP/1.1" status: 200 len: 862 time: 0.0922911 Aug 11 02:59:08.925846 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3b1095dd-74ff-4912-ae1a-8334a60de903 req-2de23a4e-c3f1-4b1e-b8f7-067d54e997c2 service neutron] 10.222.0.24 "GET /v2.0/networks/f221beb7-8330-438a-a9fe-3bfcf5050d99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2463043 Aug 11 02:59:08.959165 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f93398d-cacf-4528-b2a8-4f017c5d51a9 req-90d23fb7-002a-4368-9461-8d3319994f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:08.960691 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5f93398d-cacf-4528-b2a8-4f017c5d51a9 req-90d23fb7-002a-4368-9461-8d3319994f64 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=abf4f863-7e34-4c96-bae1-78fb72808e42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0474126 Aug 11 02:59:08.993812 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945645c4-7cd5-4288-8972-b32e807e0066 req-3289503a-e1b9-4dcc-b486-3f7e32470e00 tempest-ServerDiagnosticsNegativeTest-873051359 tempest-ServerDiagnosticsNegativeTest-873051359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:08.995521 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-945645c4-7cd5-4288-8972-b32e807e0066 req-3289503a-e1b9-4dcc-b486-3f7e32470e00 tempest-ServerDiagnosticsNegativeTest-873051359 tempest-ServerDiagnosticsNegativeTest-873051359-project] 10.222.0.22 "GET /v2.0/ports?device_id=86d5ca20-ae08-45a0-9277-d55b95372e95 HTTP/1.1" status: 200 len: 950 time: 0.1526358 Aug 11 02:59:09.027754 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-6743315a-1c18-4ea0-bc91-c5d3841d342a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:09.030614 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-6743315a-1c18-4ea0-bc91-c5d3841d342a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:09.031954 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-6743315a-1c18-4ea0-bc91-c5d3841d342a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6b5e42de-dbbd-4d33-a939-d9c2d1c0b201 HTTP/1.1" status: 204 len: 168 time: 0.7507169 Aug 11 02:59:09.050095 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6743315a-1c18-4ea0-bc91-c5d3841d342a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b5e42de-dbbd-4d33-a939-d9c2d1c0b201,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:09.067798 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1bec3c9-dfdc-4f3d-9313-7372afe30133', 'tag': 'f060a75a-5a5d-4b47-b9eb-385ee9ae5c90'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:59:09.070716 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d9a3b08-3728-4c75-a35b-20d021f820f5" -d '{"events": [{"name": "network-changed", "server_uuid": "d1bec3c9-dfdc-4f3d-9313-7372afe30133", "tag": "f060a75a-5a5d-4b47-b9eb-385ee9ae5c90"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:59:09.126398 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5f93398d-cacf-4528-b2a8-4f017c5d51a9 req-2b16896f-3762-49d2-85d3-dacd37ef00ad service neutron] 10.222.0.24 "GET /v2.0/networks/abf4f863-7e34-4c96-bae1-78fb72808e42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569304 Aug 11 02:59:09.151677 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-602a9945-0b39-42e2-95e8-09143cef6c59 req-7c05acf1-610d-46df-afcf-131a06289e84 tempest-VolumesAdminNegativeTest-115596197 tempest-VolumesAdminNegativeTest-115596197-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd317c8e-05cf-40d6-a468-41396da0d080 HTTP/1.1" status: 200 len: 210 time: 0.0521431 Aug 11 02:59:09.266898 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5f93398d-cacf-4528-b2a8-4f017c5d51a9 req-6628ab08-be6c-4cea-9766-ea56b07fe00a service neutron] 10.222.0.24 "GET /v2.0/networks/abf4f863-7e34-4c96-bae1-78fb72808e42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178887 Aug 11 02:59:09.268660 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b1ae57e-92ad-4b08-baee-d34dc7b3d0b3 x-openstack-request-id: req-0b1ae57e-92ad-4b08-baee-d34dc7b3d0b3 {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:59:09.269048 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1bec3c9-dfdc-4f3d-9313-7372afe30133", "tag": "f060a75a-5a5d-4b47-b9eb-385ee9ae5c90", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:59:09.269388 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0b1ae57e-92ad-4b08-baee-d34dc7b3d0b3 {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:59:09.269873 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1bec3c9-dfdc-4f3d-9313-7372afe30133', 'tag': 'f060a75a-5a5d-4b47-b9eb-385ee9ae5c90', 'status': 'completed', 'code': 200} Aug 11 02:59:09.299568 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-945645c4-7cd5-4288-8972-b32e807e0066 req-47c9f1c1-0b7c-4b3b-b9ff-640f345092ce tempest-ServerDiagnosticsNegativeTest-873051359 tempest-ServerDiagnosticsNegativeTest-873051359-project] Deleting port 7f1f1831-8d6e-48e2-a01f-fd5ab36a8874 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:59:09.299904 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-945645c4-7cd5-4288-8972-b32e807e0066 req-47c9f1c1-0b7c-4b3b-b9ff-640f345092ce tempest-ServerDiagnosticsNegativeTest-873051359 tempest-ServerDiagnosticsNegativeTest-873051359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:09.316557 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9a3b08-3728-4c75-a35b-20d021f820f5 req-955e895f-73d6-4caa-99d8-efd5d5efb87c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:09.318922 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2d9a3b08-3728-4c75-a35b-20d021f820f5 req-955e895f-73d6-4caa-99d8-efd5d5efb87c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7a37d4caabc9417c92d7f5d7ce7df51b&device_id=d1bec3c9-dfdc-4f3d-9313-7372afe30133 HTTP/1.1" status: 200 len: 1095 time: 0.0481701 Aug 11 02:59:09.409085 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-945645c4-7cd5-4288-8972-b32e807e0066 req-47c9f1c1-0b7c-4b3b-b9ff-640f345092ce tempest-ServerDiagnosticsNegativeTest-873051359 tempest-ServerDiagnosticsNegativeTest-873051359-project] For port 7f1f1831-8d6e-48e2-a01f-fd5ab36a8874, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=7f1f1831-8d6e-48e2-a01f-fd5ab36a8874,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:59:09.409538 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-945645c4-7cd5-4288-8972-b32e807e0066 req-47c9f1c1-0b7c-4b3b-b9ff-640f345092ce tempest-ServerDiagnosticsNegativeTest-873051359 tempest-ServerDiagnosticsNegativeTest-873051359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:09.429937 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9a3b08-3728-4c75-a35b-20d021f820f5 req-d4c04185-f60c-47f5-958d-a6606109a29c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:09.431530 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2d9a3b08-3728-4c75-a35b-20d021f820f5 req-d4c04185-f60c-47f5-958d-a6606109a29c service neutron] 10.222.0.24 "GET /v2.0/networks?id=f221beb7-8330-438a-a9fe-3bfcf5050d99 HTTP/1.1" status: 200 len: 922 time: 0.1024656 Aug 11 02:59:09.432364 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-945645c4-7cd5-4288-8972-b32e807e0066 req-47c9f1c1-0b7c-4b3b-b9ff-640f345092ce tempest-ServerDiagnosticsNegativeTest-873051359 tempest-ServerDiagnosticsNegativeTest-873051359-project] Calling delete_port for 7f1f1831-8d6e-48e2-a01f-fd5ab36a8874 owned by compute:nova {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:59:09.486550 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2d9a3b08-3728-4c75-a35b-20d021f820f5 req-59e8b9d4-3d12-4be2-84c0-7a6814508a38 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f060a75a-5a5d-4b47-b9eb-385ee9ae5c90 HTTP/1.1" status: 200 len: 217 time: 0.0458202 Aug 11 02:59:09.601750 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9a3b08-3728-4c75-a35b-20d021f820f5 req-874258ad-e216-429d-b7e4-18b003731533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:09.603240 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2d9a3b08-3728-4c75-a35b-20d021f820f5 req-874258ad-e216-429d-b7e4-18b003731533 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1f48ffa3-65bd-47bc-90cf-1fcd73e0ff01 HTTP/1.1" status: 200 len: 861 time: 0.1086407 Aug 11 02:59:09.621736 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5694416-f43f-4e63-83d6-8da85b28de23 req-9c627af9-fe62-44fe-9d98-369624119d16 tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:09.631360 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c5694416-f43f-4e63-83d6-8da85b28de23 req-9c627af9-fe62-44fe-9d98-369624119d16 tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] 10.222.0.41 "GET /v2.0/ports?device_id=9189bee4-2bda-4282-ab19-1e4546d71aab HTTP/1.1" status: 200 len: 944 time: 0.0749543 Aug 11 02:59:09.671840 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2d9a3b08-3728-4c75-a35b-20d021f820f5 req-3b0b8085-c219-49a3-a7e9-06a2305919c1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f221beb7-8330-438a-a9fe-3bfcf5050d99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386412 Aug 11 02:59:09.703756 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-945645c4-7cd5-4288-8972-b32e807e0066 req-47c9f1c1-0b7c-4b3b-b9ff-640f345092ce tempest-ServerDiagnosticsNegativeTest-873051359 tempest-ServerDiagnosticsNegativeTest-873051359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:09.717205 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['7f1f1831-8d6e-48e2-a01f-fd5ab36a8874'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:59:09.754026 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 40198) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:09.758629 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c9f1c1-0b7c-4b3b-b9ff-640f345092ce tempest-ServerDiagnosticsNegativeTest-873051359 tempest-ServerDiagnosticsNegativeTest-873051359-project] Pushing event deleted for resources: {'Port': ['ID=7f1f1831-8d6e-48e2-a01f-fd5ab36a8874,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:09.766510 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c5694416-f43f-4e63-83d6-8da85b28de23 req-4740ff68-cb39-44b7-9541-cac9514efc71 tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b0ce1ff-a0b3-4227-acd8-01062eb73c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1353056 Aug 11 02:59:09.790457 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2d9a3b08-3728-4c75-a35b-20d021f820f5 req-c2a4be07-523e-4390-acf9-bc42ac975280 service neutron] 10.222.0.24 "GET /v2.0/networks/f221beb7-8330-438a-a9fe-3bfcf5050d99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027961 Aug 11 02:59:09.959636 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-945645c4-7cd5-4288-8972-b32e807e0066 req-47c9f1c1-0b7c-4b3b-b9ff-640f345092ce tempest-ServerDiagnosticsNegativeTest-873051359 tempest-ServerDiagnosticsNegativeTest-873051359-project] No DVR routers for this DVR port 7f1f1831-8d6e-48e2-a01f-fd5ab36a8874 on host n-h1-764292-30 {{(pid=102191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:59:09.963872 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-945645c4-7cd5-4288-8972-b32e807e0066 req-47c9f1c1-0b7c-4b3b-b9ff-640f345092ce tempest-ServerDiagnosticsNegativeTest-873051359 tempest-ServerDiagnosticsNegativeTest-873051359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:09.967202 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-945645c4-7cd5-4288-8972-b32e807e0066 req-47c9f1c1-0b7c-4b3b-b9ff-640f345092ce tempest-ServerDiagnosticsNegativeTest-873051359 tempest-ServerDiagnosticsNegativeTest-873051359-project] 10.222.0.22 "DELETE /v2.0/ports/7f1f1831-8d6e-48e2-a01f-fd5ab36a8874 HTTP/1.1" status: 204 len: 173 time: 0.9489591 Aug 11 02:59:09.967880 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86d5ca20-ae08-45a0-9277-d55b95372e95', 'name': 'network-vif-deleted', 'tag': '7f1f1831-8d6e-48e2-a01f-fd5ab36a8874'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:59:09.970662 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf93c681-65ca-4198-8dbe-88c35412f745" -d '{"events": [{"server_uuid": "86d5ca20-ae08-45a0-9277-d55b95372e95", "name": "network-vif-deleted", "tag": "7f1f1831-8d6e-48e2-a01f-fd5ab36a8874"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:59:09.986806 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2d9a3b08-3728-4c75-a35b-20d021f820f5 req-d29104a4-7d10-4981-976a-ad8afd66bb09 service neutron] 10.222.0.24 "GET /v2.0/networks/f221beb7-8330-438a-a9fe-3bfcf5050d99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824970 Aug 11 02:59:10.016761 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3a343965-cf3e-4c2c-bd1c-74e17db13a26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:10.031333 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94877b2-aa00-4792-8499-12dc0253e856 req-042dada8-d6b7-4cd1-b589-f8d08234611a tempest-AggregatesAdminTestJSON-1755197712 tempest-AggregatesAdminTestJSON-1755197712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:10.032861 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a94877b2-aa00-4792-8499-12dc0253e856 req-042dada8-d6b7-4cd1-b589-f8d08234611a tempest-AggregatesAdminTestJSON-1755197712 tempest-AggregatesAdminTestJSON-1755197712-project] 10.222.0.41 "GET /v2.0/ports?device_id=f87d1371-def1-4861-9df4-82ab8ce80df1 HTTP/1.1" status: 200 len: 970 time: 0.1433048 Aug 11 02:59:10.064438 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03bdd44-1209-4e26-b775-270219ff8a45 req-90f7ddd0-fb5f-4afc-9691-982eaf54e567 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:10.072963 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b03bdd44-1209-4e26-b775-270219ff8a45 req-90f7ddd0-fb5f-4afc-9691-982eaf54e567 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/ports?device_id=d1bec3c9-dfdc-4f3d-9313-7372afe30133 HTTP/1.1" status: 200 len: 943 time: 0.1118071 Aug 11 02:59:10.132475 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3a343965-cf3e-4c2c-bd1c-74e17db13a26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:10.134975 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b03bdd44-1209-4e26-b775-270219ff8a45 req-e9808081-e35d-4636-80fd-93b00a8ff010 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5aa9049-617d-473f-afb5-b55716ab8aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609267 Aug 11 02:59:10.138541 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a94877b2-aa00-4792-8499-12dc0253e856 req-1049aae2-52ae-46d8-a315-000cdc6f4e81 tempest-AggregatesAdminTestJSON-1755197712 tempest-AggregatesAdminTestJSON-1755197712-project] 10.222.0.41 "GET /v2.0/security-groups?id=29fbf572-2830-4de9-b9bd-26da6f7e678e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936315 Aug 11 02:59:10.234468 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b497a859-5c2b-40ea-b1b4-450f413863cf req-08dde003-2c90-45eb-a1e7-ec67a1ed6c49 tempest-ServerDiagnosticsNegativeTest-873051359 tempest-ServerDiagnosticsNegativeTest-873051359-project] 10.222.0.41 "GET /v2.0/ports?device_id=86d5ca20-ae08-45a0-9277-d55b95372e95 HTTP/1.1" status: 200 len: 210 time: 0.0286396 Aug 11 02:59:10.263266 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3a343965-cf3e-4c2c-bd1c-74e17db13a26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:10.292564 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96d5044a-51fd-48cf-83cb-9442c1e6f77c x-openstack-request-id: req-96d5044a-51fd-48cf-83cb-9442c1e6f77c {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:59:10.292880 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86d5ca20-ae08-45a0-9277-d55b95372e95", "name": "network-vif-deleted", "tag": "7f1f1831-8d6e-48e2-a01f-fd5ab36a8874", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:59:10.293133 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-96d5044a-51fd-48cf-83cb-9442c1e6f77c {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:59:10.293523 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86d5ca20-ae08-45a0-9277-d55b95372e95', 'name': 'network-vif-deleted', 'tag': '7f1f1831-8d6e-48e2-a01f-fd5ab36a8874', 'status': 'completed', 'code': 200} Aug 11 02:59:10.315555 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-3a343965-cf3e-4c2c-bd1c-74e17db13a26 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4c28ad2af55440738e5528fcecb76141&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5203068 Aug 11 02:59:10.316730 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a343965-cf3e-4c2c-bd1c-74e17db13a26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cedd5eb0-d9f2-4bbd-8461-948343cb5548,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:10.318878 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 40224) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:10.367901 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-622f4110-f1a6-469c-9be8-d289bec91a70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:10.389468 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-622f4110-f1a6-469c-9be8-d289bec91a70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:10.492840 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2dedbdae-51b3-464b-bf7a-ef0a723c6b39 req-d44b86a2-6910-4527-a8ea-3f0d4ff8ad87 tempest-VolumesAdminNegativeTest-115596197 tempest-VolumesAdminNegativeTest-115596197-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd317c8e-05cf-40d6-a468-41396da0d080 HTTP/1.1" status: 200 len: 210 time: 0.0258658 Aug 11 02:59:10.536833 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-622f4110-f1a6-469c-9be8-d289bec91a70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:10.540404 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-622f4110-f1a6-469c-9be8-d289bec91a70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:10.540733 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-622f4110-f1a6-469c-9be8-d289bec91a70 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cedd5eb0-d9f2-4bbd-8461-948343cb5548 HTTP/1.1" status: 204 len: 168 time: 0.2190537 Aug 11 02:59:10.548547 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622f4110-f1a6-469c-9be8-d289bec91a70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cedd5eb0-d9f2-4bbd-8461-948343cb5548,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:10.777876 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:10.941748 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff5cccf-d8e4-443f-8f16-5b70baba82bc req-ce53428d-eb8b-4db0-b4e7-a7eb098fef4a tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:10.944479 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0ff5cccf-d8e4-443f-8f16-5b70baba82bc req-ce53428d-eb8b-4db0-b4e7-a7eb098fef4a tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] 10.222.0.41 "GET /v2.0/ports?device_id=9189bee4-2bda-4282-ab19-1e4546d71aab HTTP/1.1" status: 200 len: 944 time: 0.0557029 Aug 11 02:59:10.987343 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0ff5cccf-d8e4-443f-8f16-5b70baba82bc req-34108d67-e6df-476f-be78-0df5d33f6fe1 tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b0ce1ff-a0b3-4227-acd8-01062eb73c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368984 Aug 11 02:59:11.135177 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d8935d-846c-4ccb-8534-f70319bf749a req-484f8c98-a7e4-490c-bb9c-661648525094 tempest-AggregatesAdminTestJSON-1755197712 tempest-AggregatesAdminTestJSON-1755197712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:11.136713 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-25d8935d-846c-4ccb-8534-f70319bf749a req-484f8c98-a7e4-490c-bb9c-661648525094 tempest-AggregatesAdminTestJSON-1755197712 tempest-AggregatesAdminTestJSON-1755197712-project] 10.222.0.24 "GET /v2.0/ports?device_id=f87d1371-def1-4861-9df4-82ab8ce80df1 HTTP/1.1" status: 200 len: 970 time: 0.0611062 Aug 11 02:59:11.247083 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 40278) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:11.278439 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c3f6a712-4bd6-4172-9fcf-e938da0ec585 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:11.315574 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169c1b8c-b0c2-4039-a6dd-b42fe518b2c3 req-bb375f51-13bb-46f2-8e5a-b422ae8537f2 tempest-VolumesAdminNegativeTest-115596197 tempest-VolumesAdminNegativeTest-115596197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:11.317548 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-169c1b8c-b0c2-4039-a6dd-b42fe518b2c3 req-bb375f51-13bb-46f2-8e5a-b422ae8537f2 tempest-VolumesAdminNegativeTest-115596197 tempest-VolumesAdminNegativeTest-115596197-project] 10.222.0.22 "GET /v2.0/networks?id=6c50a0eb-c4d6-45be-9c0f-dd3476fb7804 HTTP/1.1" status: 200 len: 815 time: 0.2487495 Aug 11 02:59:11.334033 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-169c1b8c-b0c2-4039-a6dd-b42fe518b2c3 req-384ec8aa-f374-4376-be0e-f4c77335fb6a tempest-VolumesAdminNegativeTest-115596197 tempest-VolumesAdminNegativeTest-115596197-project] Request body: {'port': {'device_id': 'fd317c8e-05cf-40d6-a468-41396da0d080', 'network_id': '6c50a0eb-c4d6-45be-9c0f-dd3476fb7804', 'admin_state_up': True, 'tenant_id': 'e361419e680845bc93b3b8094348e288'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:59:11.348518 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945cadcf-5336-4b21-aae7-68187bf33abd req-469117f4-a534-4821-9e96-a304e3e887b5 tempest-AggregatesAdminTestJSON-1755197712 tempest-AggregatesAdminTestJSON-1755197712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:11.350481 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-945cadcf-5336-4b21-aae7-68187bf33abd req-469117f4-a534-4821-9e96-a304e3e887b5 tempest-AggregatesAdminTestJSON-1755197712 tempest-AggregatesAdminTestJSON-1755197712-project] 10.222.0.41 "GET /v2.0/ports?device_id=f87d1371-def1-4861-9df4-82ab8ce80df1 HTTP/1.1" status: 200 len: 970 time: 0.1112339 Aug 11 02:59:11.377307 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 761ac011-096e-4c01-899e-2995d3ae30ee details requested by agent hyperv_n-h2-764292-30 with host n-h2-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:59:11.635945 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port 761ac011-096e-4c01-899e-2995d3ae30ee, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=761ac011-096e-4c01-899e-2995d3ae30ee,segment=NetworkSegment(86c83a84-fd28-4f5f-a51e-dfaae3027a90),segment_id=86c83a84-fd28-4f5f-a51e-dfaae3027a90)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:59:11.648690 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Returning: {'device': '761ac011-096e-4c01-899e-2995d3ae30ee', 'network_id': 'abf4f863-7e34-4c96-bae1-78fb72808e42', 'port_id': '761ac011-096e-4c01-899e-2995d3ae30ee', 'mac_address': 'fa:16:3e:e4:e7:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea672f68-2286-4aab-b6b2-6a0985e114d8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:59:11.688980 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:11.706643 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 761ac011-096e-4c01-899e-2995d3ae30ee {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:59:11.722660 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c3f6a712-4bd6-4172-9fcf-e938da0ec585 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:11.729895 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port 761ac011-096e-4c01-899e-2995d3ae30ee, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=761ac011-096e-4c01-899e-2995d3ae30ee,segment=NetworkSegment(86c83a84-fd28-4f5f-a51e-dfaae3027a90),segment_id=86c83a84-fd28-4f5f-a51e-dfaae3027a90)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:59:11.752636 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [req-25d8935d-846c-4ccb-8534-f70319bf749a req-b0778666-cf74-4e81-b143-5d386ec81b2d tempest-AggregatesAdminTestJSON-1755197712 tempest-AggregatesAdminTestJSON-1755197712-project] Deleting port 02284331-8e56-410b-b6ff-1c5fc4cdd035 {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:59:11.752970 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-25d8935d-846c-4ccb-8534-f70319bf749a req-b0778666-cf74-4e81-b143-5d386ec81b2d tempest-AggregatesAdminTestJSON-1755197712 tempest-AggregatesAdminTestJSON-1755197712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:11.768673 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-945cadcf-5336-4b21-aae7-68187bf33abd req-7273a5e2-331d-47d2-ad41-d3602f6ec300 tempest-AggregatesAdminTestJSON-1755197712 tempest-AggregatesAdminTestJSON-1755197712-project] 10.222.0.41 "GET /v2.0/security-groups?id=29fbf572-2830-4de9-b9bd-26da6f7e678e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4109495 Aug 11 02:59:11.800351 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c3f6a712-4bd6-4172-9fcf-e938da0ec585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:11.810747 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a61263e-2462-4fde-9dc7-15af6ef5f0fe req-11f5c830-7e7f-4bea-a60a-73e854cb3837 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:11.812278 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6a61263e-2462-4fde-9dc7-15af6ef5f0fe req-11f5c830-7e7f-4bea-a60a-73e854cb3837 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/ports?device_id=d1bec3c9-dfdc-4f3d-9313-7372afe30133 HTTP/1.1" status: 200 len: 943 time: 0.1318843 Aug 11 02:59:11.818111 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:11.904915 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=761ac011-096e-4c01-899e-2995d3ae30ee,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:11.905206 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-25d8935d-846c-4ccb-8534-f70319bf749a req-b0778666-cf74-4e81-b143-5d386ec81b2d tempest-AggregatesAdminTestJSON-1755197712 tempest-AggregatesAdminTestJSON-1755197712-project] For port 02284331-8e56-410b-b6ff-1c5fc4cdd035, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=02284331-8e56-410b-b6ff-1c5fc4cdd035,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:59:11.905581 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-25d8935d-846c-4ccb-8534-f70319bf749a req-b0778666-cf74-4e81-b143-5d386ec81b2d tempest-AggregatesAdminTestJSON-1755197712 tempest-AggregatesAdminTestJSON-1755197712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:11.906586 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-c3f6a712-4bd6-4172-9fcf-e938da0ec585 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cd0c7fcb8a134059ab9812b1a355404d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6583917 Aug 11 02:59:11.911777 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 40298) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:11.912507 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f6a712-4bd6-4172-9fcf-e938da0ec585 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51dcc652-fd5a-4007-a59b-82deab225652,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:11.936532 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [req-25d8935d-846c-4ccb-8534-f70319bf749a req-b0778666-cf74-4e81-b143-5d386ec81b2d tempest-AggregatesAdminTestJSON-1755197712 tempest-AggregatesAdminTestJSON-1755197712-project] Calling delete_port for 02284331-8e56-410b-b6ff-1c5fc4cdd035 owned by compute:tempest-test_az-57646776 {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:59:11.948686 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-169c1b8c-b0c2-4039-a6dd-b42fe518b2c3 req-384ec8aa-f374-4376-be0e-f4c77335fb6a tempest-VolumesAdminNegativeTest-115596197 tempest-VolumesAdminNegativeTest-115596197-project] Made reservation on behalf of e361419e680845bc93b3b8094348e288 for: {'port': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:59:11.951862 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-169c1b8c-b0c2-4039-a6dd-b42fe518b2c3 req-384ec8aa-f374-4376-be0e-f4c77335fb6a tempest-VolumesAdminNegativeTest-115596197 tempest-VolumesAdminNegativeTest-115596197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:12.011552 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['761ac011-096e-4c01-899e-2995d3ae30ee'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:59:12.043258 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6a61263e-2462-4fde-9dc7-15af6ef5f0fe req-20006c46-1417-483e-bbe9-29b2e70545da tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5aa9049-617d-473f-afb5-b55716ab8aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211194 Aug 11 02:59:12.045704 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f2820cdc-ff95-4ad4-b4ee-44c025090a16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:12.078973 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f2820cdc-ff95-4ad4-b4ee-44c025090a16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:12.103644 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8cc35d01-6cb8-49e1-8b2f-2507a7579c5f req-387da4cd-d9cd-4a66-96c5-9ffbd8cc7632 tempest-VolumesAdminNegativeTest-115596197 tempest-VolumesAdminNegativeTest-115596197-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd317c8e-05cf-40d6-a468-41396da0d080 HTTP/1.1" status: 200 len: 210 time: 0.0282581 Aug 11 02:59:12.246267 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [req-169c1b8c-b0c2-4039-a6dd-b42fe518b2c3 req-384ec8aa-f374-4376-be0e-f4c77335fb6a tempest-VolumesAdminNegativeTest-115596197 tempest-VolumesAdminNegativeTest-115596197-project] Allocated IP 172.20.0.6 (6c50a0eb-c4d6-45be-9c0f-dd3476fb7804/3f2d913e-5737-4413-ab80-9437eb74b283/60d02def-19e8-420e-b568-7e2a55a877ad) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:59:12.268362 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c16cdb8-28b3-42bf-b9ff-ca2540a37398 req-ba712ca6-bf5b-4313-b7a4-e1b4f1d89614 tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:12.269865 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9c16cdb8-28b3-42bf-b9ff-ca2540a37398 req-ba712ca6-bf5b-4313-b7a4-e1b4f1d89614 tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] 10.222.0.41 "GET /v2.0/ports?device_id=9189bee4-2bda-4282-ab19-1e4546d71aab HTTP/1.1" status: 200 len: 945 time: 0.0502279 Aug 11 02:59:12.317130 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9c16cdb8-28b3-42bf-b9ff-ca2540a37398 req-3986218e-a169-431a-8de8-b6be243b7ea5 tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b0ce1ff-a0b3-4227-acd8-01062eb73c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397127 Aug 11 02:59:12.317746 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-25d8935d-846c-4ccb-8534-f70319bf749a req-b0778666-cf74-4e81-b143-5d386ec81b2d tempest-AggregatesAdminTestJSON-1755197712 tempest-AggregatesAdminTestJSON-1755197712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:12.368190 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0778666-cf74-4e81-b143-5d386ec81b2d tempest-AggregatesAdminTestJSON-1755197712 tempest-AggregatesAdminTestJSON-1755197712-project] Pushing event deleted for resources: {'Port': ['ID=02284331-8e56-410b-b6ff-1c5fc4cdd035,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:12.430652 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 40312) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:12.437980 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f2820cdc-ff95-4ad4-b4ee-44c025090a16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:12.444067 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [req-25d8935d-846c-4ccb-8534-f70319bf749a req-b0778666-cf74-4e81-b143-5d386ec81b2d tempest-AggregatesAdminTestJSON-1755197712 tempest-AggregatesAdminTestJSON-1755197712-project] No DVR routers for this DVR port 02284331-8e56-410b-b6ff-1c5fc4cdd035 on host n-h2-764292-30 {{(pid=102192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:59:12.448395 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f2820cdc-ff95-4ad4-b4ee-44c025090a16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:12.450905 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-25d8935d-846c-4ccb-8534-f70319bf749a req-b0778666-cf74-4e81-b143-5d386ec81b2d tempest-AggregatesAdminTestJSON-1755197712 tempest-AggregatesAdminTestJSON-1755197712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:12.451626 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-f2820cdc-ff95-4ad4-b4ee-44c025090a16 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/51dcc652-fd5a-4007-a59b-82deab225652 HTTP/1.1" status: 204 len: 168 time: 0.5349839 Aug 11 02:59:12.453495 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-25d8935d-846c-4ccb-8534-f70319bf749a req-b0778666-cf74-4e81-b143-5d386ec81b2d tempest-AggregatesAdminTestJSON-1755197712 tempest-AggregatesAdminTestJSON-1755197712-project] 10.222.0.24 "DELETE /v2.0/ports/02284331-8e56-410b-b6ff-1c5fc4cdd035 HTTP/1.1" status: 204 len: 173 time: 1.3102739 Aug 11 02:59:12.454628 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f87d1371-def1-4861-9df4-82ab8ce80df1', 'name': 'network-vif-deleted', 'tag': '02284331-8e56-410b-b6ff-1c5fc4cdd035'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:59:12.457958 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad81712b-398c-40e5-8a4e-d819efa04965" -d '{"events": [{"server_uuid": "f87d1371-def1-4861-9df4-82ab8ce80df1", "name": "network-vif-deleted", "tag": "02284331-8e56-410b-b6ff-1c5fc4cdd035"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:59:12.501521 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2820cdc-ff95-4ad4-b4ee-44c025090a16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51dcc652-fd5a-4007-a59b-82deab225652,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:12.585783 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-169c1b8c-b0c2-4039-a6dd-b42fe518b2c3 req-384ec8aa-f374-4376-be0e-f4c77335fb6a tempest-VolumesAdminNegativeTest-115596197 tempest-VolumesAdminNegativeTest-115596197-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:12.589339 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:59:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abbb573b-7348-4880-8880-8e4cc7d8f0a2 x-openstack-request-id: req-abbb573b-7348-4880-8880-8e4cc7d8f0a2 {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:59:12.589632 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f87d1371-def1-4861-9df4-82ab8ce80df1", "name": "network-vif-deleted", "tag": "02284331-8e56-410b-b6ff-1c5fc4cdd035", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:59:12.589887 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-abbb573b-7348-4880-8880-8e4cc7d8f0a2 {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:59:12.591017 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f87d1371-def1-4861-9df4-82ab8ce80df1', 'name': 'network-vif-deleted', 'tag': '02284331-8e56-410b-b6ff-1c5fc4cdd035', 'status': 'completed', 'code': 200} Aug 11 02:59:12.687963 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-8c6a165e-dca6-411f-93ab-06e84b81a938 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=63d50ec611594e218e8f6d75f4093f93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2508457 Aug 11 02:59:12.690669 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 40332) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:12.743840 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3bf44edb-57ae-4967-b38a-ffbdd89179fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:12.766467 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3bf44edb-57ae-4967-b38a-ffbdd89179fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:12.800548 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-169c1b8c-b0c2-4039-a6dd-b42fe518b2c3 req-384ec8aa-f374-4376-be0e-f4c77335fb6a tempest-VolumesAdminNegativeTest-115596197 tempest-VolumesAdminNegativeTest-115596197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:12.848809 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-169c1b8c-b0c2-4039-a6dd-b42fe518b2c3 req-384ec8aa-f374-4376-be0e-f4c77335fb6a tempest-VolumesAdminNegativeTest-115596197 tempest-VolumesAdminNegativeTest-115596197-project] Network 6c50a0eb-c4d6-45be-9c0f-dd3476fb7804 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:59:12.852656 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [req-169c1b8c-b0c2-4039-a6dd-b42fe518b2c3 req-384ec8aa-f374-4376-be0e-f4c77335fb6a tempest-VolumesAdminNegativeTest-115596197 tempest-VolumesAdminNegativeTest-115596197-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:59:12.857653 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-169c1b8c-b0c2-4039-a6dd-b42fe518b2c3 req-384ec8aa-f374-4376-be0e-f4c77335fb6a tempest-VolumesAdminNegativeTest-115596197 tempest-VolumesAdminNegativeTest-115596197-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:59:12.864596 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169c1b8c-b0c2-4039-a6dd-b42fe518b2c3 req-384ec8aa-f374-4376-be0e-f4c77335fb6a tempest-VolumesAdminNegativeTest-115596197 tempest-VolumesAdminNegativeTest-115596197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:12.865114 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-169c1b8c-b0c2-4039-a6dd-b42fe518b2c3 req-384ec8aa-f374-4376-be0e-f4c77335fb6a tempest-VolumesAdminNegativeTest-115596197 tempest-VolumesAdminNegativeTest-115596197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:12.883795 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-be5a5873-a1cd-4062-84ee-30b7cfbcb797 req-bf5eaa0b-9717-4049-a1e1-6cfcdf6e22e0 tempest-AggregatesAdminTestJSON-1755197712 tempest-AggregatesAdminTestJSON-1755197712-project] 10.222.0.41 "GET /v2.0/ports?device_id=f87d1371-def1-4861-9df4-82ab8ce80df1 HTTP/1.1" status: 200 len: 210 time: 0.0295887 Aug 11 02:59:12.884395 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384ec8aa-f374-4376-be0e-f4c77335fb6a tempest-VolumesAdminNegativeTest-115596197 tempest-VolumesAdminNegativeTest-115596197-project] Pushing event updated for resources: {'Port': ['ID=60d02def-19e8-420e-b568-7e2a55a877ad,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:12.914969 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3bf44edb-57ae-4967-b38a-ffbdd89179fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:12.917546 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3bf44edb-57ae-4967-b38a-ffbdd89179fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:12.921565 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-3bf44edb-57ae-4967-b38a-ffbdd89179fe admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1833b91c-0216-4b56-8e3d-8d5e4fd91e98 HTTP/1.1" status: 204 len: 168 time: 0.2298870 Aug 11 02:59:12.929856 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf44edb-57ae-4967-b38a-ffbdd89179fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1833b91c-0216-4b56-8e3d-8d5e4fd91e98,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:12.933217 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-169c1b8c-b0c2-4039-a6dd-b42fe518b2c3 req-384ec8aa-f374-4376-be0e-f4c77335fb6a tempest-VolumesAdminNegativeTest-115596197 tempest-VolumesAdminNegativeTest-115596197-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6044931 Aug 11 02:59:12.946517 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-169c1b8c-b0c2-4039-a6dd-b42fe518b2c3 req-41f22b9e-8673-48fd-b1d5-fcbd2ac49f64 service neutron] Request body: {'port': {'device_id': 'fd317c8e-05cf-40d6-a468-41396da0d080', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764292-30'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:59:13.025157 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-169c1b8c-b0c2-4039-a6dd-b42fe518b2c3 req-41f22b9e-8673-48fd-b1d5-fcbd2ac49f64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:13.214177 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 40364) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:13.262536 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59810b5-53bf-4ac7-84e6-11344c307d7c req-65ad7b43-7da0-4425-9c6b-1202931b2d45 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:13.264042 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f59810b5-53bf-4ac7-84e6-11344c307d7c req-65ad7b43-7da0-4425-9c6b-1202931b2d45 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/ports?device_id=d1bec3c9-dfdc-4f3d-9313-7372afe30133 HTTP/1.1" status: 200 len: 943 time: 0.1140215 Aug 11 02:59:13.276533 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46da84ff-096c-4fa8-acf7-2b7b35979421 req-e662c854-c844-4cb5-b5e7-da8a6c0d9cbe tempest-VolumesAdminNegativeTest-115596197 tempest-VolumesAdminNegativeTest-115596197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:13.278313 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-46da84ff-096c-4fa8-acf7-2b7b35979421 req-e662c854-c844-4cb5-b5e7-da8a6c0d9cbe tempest-VolumesAdminNegativeTest-115596197 tempest-VolumesAdminNegativeTest-115596197-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd317c8e-05cf-40d6-a468-41396da0d080 HTTP/1.1" status: 200 len: 931 time: 0.0765524 Aug 11 02:59:13.332513 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f59810b5-53bf-4ac7-84e6-11344c307d7c req-f13b8806-3393-4947-ac8b-93ac8535612e tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5aa9049-617d-473f-afb5-b55716ab8aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505035 Aug 11 02:59:13.360926 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-46da84ff-096c-4fa8-acf7-2b7b35979421 req-cb46e1c9-3a43-4469-beac-ed932282a497 tempest-VolumesAdminNegativeTest-115596197 tempest-VolumesAdminNegativeTest-115596197-project] 10.222.0.41 "GET /v2.0/security-groups?id=18ab6f46-bbc8-4ef6-805b-433dfe8dcefb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662007 Aug 11 02:59:13.391637 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device f060a75a-5a5d-4b47-b9eb-385ee9ae5c90 details requested by agent hyperv_n-h2-764292-30 with host n-h2-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:59:13.482595 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441e9871-1500-44e8-b6c5-185f50149d99 req-c1678dc7-0aa3-4b86-9e8c-4fcc595ce881 tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:13.488284 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [req-169c1b8c-b0c2-4039-a6dd-b42fe518b2c3 req-41f22b9e-8673-48fd-b1d5-fcbd2ac49f64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60d02def-19e8-420e-b568-7e2a55a877ad {{(pid=102191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:59:13.492298 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-441e9871-1500-44e8-b6c5-185f50149d99 req-c1678dc7-0aa3-4b86-9e8c-4fcc595ce881 tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] 10.222.0.41 "GET /v2.0/ports?device_id=9189bee4-2bda-4282-ab19-1e4546d71aab HTTP/1.1" status: 200 len: 945 time: 0.0731049 Aug 11 02:59:13.500057 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-169c1b8c-b0c2-4039-a6dd-b42fe518b2c3 req-41f22b9e-8673-48fd-b1d5-fcbd2ac49f64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:13.515272 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [req-169c1b8c-b0c2-4039-a6dd-b42fe518b2c3 req-41f22b9e-8673-48fd-b1d5-fcbd2ac49f64 service neutron] Transition to ACTIVE for port object 60d02def-19e8-420e-b568-7e2a55a877ad will not be triggered until provisioned by entity L2. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:59:13.535337 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-441e9871-1500-44e8-b6c5-185f50149d99 req-dbbe5ef4-b277-45b3-9473-9d43239e41ff tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b0ce1ff-a0b3-4227-acd8-01062eb73c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421238 Aug 11 02:59:13.583850 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-bb3a4e23-37cd-44f3-9a3c-92e68526ce2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:13.588959 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port f060a75a-5a5d-4b47-b9eb-385ee9ae5c90, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=f060a75a-5a5d-4b47-b9eb-385ee9ae5c90,segment=NetworkSegment(a45ed4ca-59d3-4372-9b5a-18bb6ba190c2),segment_id=a45ed4ca-59d3-4372-9b5a-18bb6ba190c2)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:59:13.594742 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-169c1b8c-b0c2-4039-a6dd-b42fe518b2c3 req-41f22b9e-8673-48fd-b1d5-fcbd2ac49f64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:13.604984 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Returning: {'device': 'f060a75a-5a5d-4b47-b9eb-385ee9ae5c90', 'network_id': 'f221beb7-8330-438a-a9fe-3bfcf5050d99', 'port_id': 'f060a75a-5a5d-4b47-b9eb-385ee9ae5c90', 'mac_address': 'fa:16:3e:e5:2a:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f48ffa3-65bd-47bc-90cf-1fcd73e0ff01', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:59:13.607089 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 761ac011-096e-4c01-899e-2995d3ae30ee up at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:59:13.628988 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 7f1f1831-8d6e-48e2-a01f-fd5ab36a8874 no longer exists at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:59:13.664733 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] No Port match for: 7f1f1831-8d6e-48e2-a01f-fd5ab36a8874 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:59:13.665075 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 7f1f1831-8d6e-48e2-a01f-fd5ab36a8874 not bound to the agent host n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:59:13.689956 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-bb3a4e23-37cd-44f3-9a3c-92e68526ce2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:13.702584 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f22b9e-8673-48fd-b1d5-fcbd2ac49f64 service neutron] Pushing event updated for resources: {'Port': ['ID=60d02def-19e8-420e-b568-7e2a55a877ad,revision_number=2']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:13.710927 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:13.727744 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f060a75a-5a5d-4b47-b9eb-385ee9ae5c90 {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:59:13.742859 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-169c1b8c-b0c2-4039-a6dd-b42fe518b2c3 req-41f22b9e-8673-48fd-b1d5-fcbd2ac49f64 service neutron] Attempting to bind port 60d02def-19e8-420e-b568-7e2a55a877ad on host n-h1-764292-30 for vnic_type normal with profile {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:59:13.743013 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-169c1b8c-b0c2-4039-a6dd-b42fe518b2c3 req-41f22b9e-8673-48fd-b1d5-fcbd2ac49f64 service neutron] Attempting to bind port 60d02def-19e8-420e-b568-7e2a55a877ad by drivers openvswitch,hyperv on host n-h1-764292-30 at level 0 using segments [{'id': '9026c4bc-359c-4042-b6b8-3dc12a2f02ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '6c50a0eb-c4d6-45be-9c0f-dd3476fb7804'}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:59:13.743262 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-169c1b8c-b0c2-4039-a6dd-b42fe518b2c3 req-41f22b9e-8673-48fd-b1d5-fcbd2ac49f64 service neutron] Attempting to bind port 60d02def-19e8-420e-b568-7e2a55a877ad on network 6c50a0eb-c4d6-45be-9c0f-dd3476fb7804 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:59:13.747230 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port f060a75a-5a5d-4b47-b9eb-385ee9ae5c90, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=f060a75a-5a5d-4b47-b9eb-385ee9ae5c90,segment=NetworkSegment(a45ed4ca-59d3-4372-9b5a-18bb6ba190c2),segment_id=a45ed4ca-59d3-4372-9b5a-18bb6ba190c2)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:59:13.747594 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-169c1b8c-b0c2-4039-a6dd-b42fe518b2c3 req-41f22b9e-8673-48fd-b1d5-fcbd2ac49f64 service neutron] Port 60d02def-19e8-420e-b568-7e2a55a877ad on network 6c50a0eb-c4d6-45be-9c0f-dd3476fb7804 not bound, no agent of type Open vSwitch agent registered on host n-h1-764292-30 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:59:13.747911 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-169c1b8c-b0c2-4039-a6dd-b42fe518b2c3 req-41f22b9e-8673-48fd-b1d5-fcbd2ac49f64 service neutron] Attempting to bind port 60d02def-19e8-420e-b568-7e2a55a877ad on network 6c50a0eb-c4d6-45be-9c0f-dd3476fb7804 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:59:13.752619 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-169c1b8c-b0c2-4039-a6dd-b42fe518b2c3 req-41f22b9e-8673-48fd-b1d5-fcbd2ac49f64 service neutron] Checking agent: {'id': 'abb524c2-b412-4ed2-8367-45c4fd996fa7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 59, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:59:13.757472 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-169c1b8c-b0c2-4039-a6dd-b42fe518b2c3 req-41f22b9e-8673-48fd-b1d5-fcbd2ac49f64 service neutron] Checking segment: {'id': '9026c4bc-359c-4042-b6b8-3dc12a2f02ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '6c50a0eb-c4d6-45be-9c0f-dd3476fb7804'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:59:13.757472 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-169c1b8c-b0c2-4039-a6dd-b42fe518b2c3 req-41f22b9e-8673-48fd-b1d5-fcbd2ac49f64 service neutron] Bound using segment: {'id': '9026c4bc-359c-4042-b6b8-3dc12a2f02ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '6c50a0eb-c4d6-45be-9c0f-dd3476fb7804'} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:59:13.757472 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-169c1b8c-b0c2-4039-a6dd-b42fe518b2c3 req-41f22b9e-8673-48fd-b1d5-fcbd2ac49f64 service neutron] Bound port: 60d02def-19e8-420e-b568-7e2a55a877ad, host: n-h1-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9026c4bc-359c-4042-b6b8-3dc12a2f02ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '6c50a0eb-c4d6-45be-9c0f-dd3476fb7804'}}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:59:13.757472 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-169c1b8c-b0c2-4039-a6dd-b42fe518b2c3 req-41f22b9e-8673-48fd-b1d5-fcbd2ac49f64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:13.777200 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-bb3a4e23-37cd-44f3-9a3c-92e68526ce2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:13.815377 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-bb3a4e23-37cd-44f3-9a3c-92e68526ce2e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ba550f7ceb4142a7bc4419d2dd6f48e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5993054 Aug 11 02:59:13.816204 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3a4e23-37cd-44f3-9a3c-92e68526ce2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=680da1eb-163a-483a-a0a9-aa667d853266,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:13.818499 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 40392) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:13.840535 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-169c1b8c-b0c2-4039-a6dd-b42fe518b2c3 req-41f22b9e-8673-48fd-b1d5-fcbd2ac49f64 service neutron] For port 60d02def-19e8-420e-b568-7e2a55a877ad, host n-h1-764292-30, cleared binding levels {{(pid=102191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:59:13.842864 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning for port 761ac011-096e-4c01-899e-2995d3ae30ee completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:59:13.843682 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-169c1b8c-b0c2-4039-a6dd-b42fe518b2c3 req-41f22b9e-8673-48fd-b1d5-fcbd2ac49f64 service neutron] For port 60d02def-19e8-420e-b568-7e2a55a877ad, host n-h1-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=60d02def-19e8-420e-b568-7e2a55a877ad,segment=NetworkSegment(9026c4bc-359c-4042-b6b8-3dc12a2f02ab),segment_id=9026c4bc-359c-4042-b6b8-3dc12a2f02ab)] {{(pid=102191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:59:13.848792 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning complete for port 761ac011-096e-4c01-899e-2995d3ae30ee triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:59:13.849407 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:13.868599 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-be3e6790-550a-4379-9554-d4453cc231d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:13.890155 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-be3e6790-550a-4379-9554-d4453cc231d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:13.892503 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:13.933967 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-169c1b8c-b0c2-4039-a6dd-b42fe518b2c3 req-41f22b9e-8673-48fd-b1d5-fcbd2ac49f64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:13.979195 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169c1b8c-b0c2-4039-a6dd-b42fe518b2c3 req-41f22b9e-8673-48fd-b1d5-fcbd2ac49f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:13.979840 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-169c1b8c-b0c2-4039-a6dd-b42fe518b2c3 req-41f22b9e-8673-48fd-b1d5-fcbd2ac49f64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:13.981540 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-169c1b8c-b0c2-4039-a6dd-b42fe518b2c3 req-41f22b9e-8673-48fd-b1d5-fcbd2ac49f64 service neutron] 10.222.0.22 "PUT /v2.0/ports/60d02def-19e8-420e-b568-7e2a55a877ad HTTP/1.1" status: 200 len: 1092 time: 1.0399969 Aug 11 02:59:13.983643 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd317c8e-05cf-40d6-a468-41396da0d080', 'tag': '60d02def-19e8-420e-b568-7e2a55a877ad'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:59:13.989297 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a2e9976-bab5-42ab-ac93-65178a6f1cd4" -d '{"events": [{"name": "network-changed", "server_uuid": "fd317c8e-05cf-40d6-a468-41396da0d080", "tag": "60d02def-19e8-420e-b568-7e2a55a877ad"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:59:13.990995 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=f060a75a-5a5d-4b47-b9eb-385ee9ae5c90,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:13.997705 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:14.019468 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f22b9e-8673-48fd-b1d5-fcbd2ac49f64 service neutron] Pushing event updated for resources: {'Port': ['ID=60d02def-19e8-420e-b568-7e2a55a877ad,revision_number=3']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:14.025263 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9189bee4-2bda-4282-ab19-1e4546d71aab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '761ac011-096e-4c01-899e-2995d3ae30ee'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:59:14.027599 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4f7df5c-1f7f-4923-903d-a85810b6d40c" -d '{"events": [{"server_uuid": "9189bee4-2bda-4282-ab19-1e4546d71aab", "name": "network-vif-plugged", "status": "completed", "tag": "761ac011-096e-4c01-899e-2995d3ae30ee"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:59:14.030043 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-be3e6790-550a-4379-9554-d4453cc231d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:14.033446 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-be3e6790-550a-4379-9554-d4453cc231d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:14.038507 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-be3e6790-550a-4379-9554-d4453cc231d6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/680da1eb-163a-483a-a0a9-aa667d853266 HTTP/1.1" status: 204 len: 168 time: 0.2164237 Aug 11 02:59:14.040999 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port 761ac011-096e-4c01-899e-2995d3ae30ee, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=761ac011-096e-4c01-899e-2995d3ae30ee,segment=NetworkSegment(86c83a84-fd28-4f5f-a51e-dfaae3027a90),segment_id=86c83a84-fd28-4f5f-a51e-dfaae3027a90)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:59:14.052131 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3e6790-550a-4379-9554-d4453cc231d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=680da1eb-163a-483a-a0a9-aa667d853266,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:14.071478 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 40404) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:14.089243 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['f060a75a-5a5d-4b47-b9eb-385ee9ae5c90'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:59:14.090943 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:59:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e8ef09d-95e1-492e-b89a-86fbd9aa5bdf x-openstack-request-id: req-1e8ef09d-95e1-492e-b89a-86fbd9aa5bdf {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:59:14.091326 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd317c8e-05cf-40d6-a468-41396da0d080", "tag": "60d02def-19e8-420e-b568-7e2a55a877ad", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:59:14.091621 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1e8ef09d-95e1-492e-b89a-86fbd9aa5bdf {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:59:14.093409 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd317c8e-05cf-40d6-a468-41396da0d080', 'tag': '60d02def-19e8-420e-b568-7e2a55a877ad', 'status': 'completed', 'code': 200} Aug 11 02:59:14.103162 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-90fe878f-2de5-41a6-afef-8d4fa2766920 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:14.112075 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8968c15a-8207-4f31-acc0-acc6d25e7838 x-openstack-request-id: req-8968c15a-8207-4f31-acc0-acc6d25e7838 {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:59:14.113078 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9189bee4-2bda-4282-ab19-1e4546d71aab", "name": "network-vif-plugged", "status": "completed", "tag": "761ac011-096e-4c01-899e-2995d3ae30ee", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:59:14.113484 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8968c15a-8207-4f31-acc0-acc6d25e7838 {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:59:14.114330 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9189bee4-2bda-4282-ab19-1e4546d71aab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '761ac011-096e-4c01-899e-2995d3ae30ee', 'code': 200} Aug 11 02:59:14.181781 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169c1b8c-b0c2-4039-a6dd-b42fe518b2c3 req-d90fb5f5-126d-47d9-ad3a-b34242ee589a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:14.183430 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-169c1b8c-b0c2-4039-a6dd-b42fe518b2c3 req-d90fb5f5-126d-47d9-ad3a-b34242ee589a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e361419e680845bc93b3b8094348e288&device_id=fd317c8e-05cf-40d6-a468-41396da0d080 HTTP/1.1" status: 200 len: 1095 time: 0.0892048 Aug 11 02:59:14.196059 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:14.200951 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 02284331-8e56-410b-b6ff-1c5fc4cdd035 no longer exists at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:59:14.238128 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a7a240-5f1e-4022-a8bb-6ead74238a58 req-8e45aa82-acb9-4186-9ab0-ac0bb644f619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:14.241034 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d5a7a240-5f1e-4022-a8bb-6ead74238a58 req-8e45aa82-acb9-4186-9ab0-ac0bb644f619 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9189bee4-2bda-4282-ab19-1e4546d71aab HTTP/1.1" status: 200 len: 1097 time: 0.0728827 Aug 11 02:59:14.245703 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-169c1b8c-b0c2-4039-a6dd-b42fe518b2c3 req-cf48fa80-e5f5-40c1-b128-101fc9d288fd service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=60d02def-19e8-420e-b568-7e2a55a877ad HTTP/1.1" status: 200 len: 217 time: 0.0499222 Aug 11 02:59:14.259793 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] No Port match for: 02284331-8e56-410b-b6ff-1c5fc4cdd035 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:59:14.260464 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 02284331-8e56-410b-b6ff-1c5fc4cdd035 not bound to the agent host n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:59:14.283468 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d5a7a240-5f1e-4022-a8bb-6ead74238a58 req-46f15ab4-134b-4462-8434-d22b528ef447 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=1b0ce1ff-a0b3-4227-acd8-01062eb73c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344121 Aug 11 02:59:14.311183 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=761ac011-096e-4c01-899e-2995d3ae30ee,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:14.326543 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169c1b8c-b0c2-4039-a6dd-b42fe518b2c3 req-bf9140aa-1352-48a1-994d-d7fad9fd382f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:14.328072 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-169c1b8c-b0c2-4039-a6dd-b42fe518b2c3 req-bf9140aa-1352-48a1-994d-d7fad9fd382f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3f2d913e-5737-4413-ab80-9437eb74b283 HTTP/1.1" status: 200 len: 855 time: 0.0725479 Aug 11 02:59:14.350600 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-90fe878f-2de5-41a6-afef-8d4fa2766920 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:14.365678 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-169c1b8c-b0c2-4039-a6dd-b42fe518b2c3 req-67b6269f-b7ee-466e-960a-012e69c7b0e7 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=6c50a0eb-c4d6-45be-9c0f-dd3476fb7804&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280883 Aug 11 02:59:14.460796 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-169c1b8c-b0c2-4039-a6dd-b42fe518b2c3 req-086f017b-96f1-404c-ae2b-757eee3c8484 service neutron] 10.222.0.22 "GET /v2.0/networks/6c50a0eb-c4d6-45be-9c0f-dd3476fb7804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878773 Aug 11 02:59:14.494977 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c8fd34-bb40-4798-88f2-08ae48c2e38a req-51fc788f-460c-4d91-ba49-2f88e7962c7a tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:14.496491 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-97c8fd34-bb40-4798-88f2-08ae48c2e38a req-51fc788f-460c-4d91-ba49-2f88e7962c7a tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/ports?device_id=d1bec3c9-dfdc-4f3d-9313-7372afe30133 HTTP/1.1" status: 200 len: 944 time: 0.0779901 Aug 11 02:59:14.505350 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559203f4-7852-4a2e-a1f2-de1e0fa3bef7 req-bb4bbf5b-b0de-456d-bf1d-9bfa88ffc247 tempest-VolumesAdminNegativeTest-115596197 tempest-VolumesAdminNegativeTest-115596197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:14.506684 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-559203f4-7852-4a2e-a1f2-de1e0fa3bef7 req-bb4bbf5b-b0de-456d-bf1d-9bfa88ffc247 tempest-VolumesAdminNegativeTest-115596197 tempest-VolumesAdminNegativeTest-115596197-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd317c8e-05cf-40d6-a468-41396da0d080 HTTP/1.1" status: 200 len: 943 time: 0.0869648 Aug 11 02:59:14.520298 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-90fe878f-2de5-41a6-afef-8d4fa2766920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:14.561155 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-97c8fd34-bb40-4798-88f2-08ae48c2e38a req-5a14d167-223e-4d1b-b8d3-ac89145c246a tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5aa9049-617d-473f-afb5-b55716ab8aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535126 Aug 11 02:59:14.566082 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-559203f4-7852-4a2e-a1f2-de1e0fa3bef7 req-52b67ca2-c640-4cf7-ae7b-e504e92dc8b7 tempest-VolumesAdminNegativeTest-115596197 tempest-VolumesAdminNegativeTest-115596197-project] 10.222.0.41 "GET /v2.0/security-groups?id=18ab6f46-bbc8-4ef6-805b-433dfe8dcefb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518634 Aug 11 02:59:14.593398 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-90fe878f-2de5-41a6-afef-8d4fa2766920 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9cc0277206c4422595dcbb4b23429c4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5196991 Aug 11 02:59:14.593542 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fe878f-2de5-41a6-afef-8d4fa2766920 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a70f767-1aba-4adc-8a7a-36a9393543a1,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:14.604068 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 40418) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:14.627080 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-169c1b8c-b0c2-4039-a6dd-b42fe518b2c3 req-d17826a3-5f70-482b-8fc9-9818353a9f47 service neutron] 10.222.0.22 "GET /v2.0/networks/6c50a0eb-c4d6-45be-9c0f-dd3476fb7804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586854 Aug 11 02:59:14.690251 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-887294db-7c8a-4382-b252-9c0bef7651d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:14.694848 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5ea102-1d2e-4ec6-8bea-6424cde55ba7 req-318c7e62-8fc6-44be-aa41-2858fda564c8 tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:14.696321 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-fa5ea102-1d2e-4ec6-8bea-6424cde55ba7 req-318c7e62-8fc6-44be-aa41-2858fda564c8 tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] 10.222.0.41 "GET /v2.0/ports?device_id=9189bee4-2bda-4282-ab19-1e4546d71aab HTTP/1.1" status: 200 len: 946 time: 0.0647216 Aug 11 02:59:14.717380 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-887294db-7c8a-4382-b252-9c0bef7651d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:14.734986 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 40424) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:14.745359 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-fa5ea102-1d2e-4ec6-8bea-6424cde55ba7 req-1c3b98ba-f712-48fd-a6cc-72b46da17fa5 tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b0ce1ff-a0b3-4227-acd8-01062eb73c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420697 Aug 11 02:59:14.758539 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 40428) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:14.826761 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2e9976-bab5-42ab-ac93-65178a6f1cd4 req-897042ef-ffac-4b1f-af9f-0aaef93bbebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:14.828464 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-5a2e9976-bab5-42ab-ac93-65178a6f1cd4 req-897042ef-ffac-4b1f-af9f-0aaef93bbebd service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e361419e680845bc93b3b8094348e288&device_id=fd317c8e-05cf-40d6-a468-41396da0d080 HTTP/1.1" status: 200 len: 1095 time: 0.0412662 Aug 11 02:59:14.884166 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-887294db-7c8a-4382-b252-9c0bef7651d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:14.886710 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-887294db-7c8a-4382-b252-9c0bef7651d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:14.887824 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-887294db-7c8a-4382-b252-9c0bef7651d7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3a70f767-1aba-4adc-8a7a-36a9393543a1 HTTP/1.1" status: 204 len: 168 time: 0.2833421 Aug 11 02:59:14.902840 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887294db-7c8a-4382-b252-9c0bef7651d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a70f767-1aba-4adc-8a7a-36a9393543a1,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:14.942943 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2e9976-bab5-42ab-ac93-65178a6f1cd4 req-1e024496-7acd-42ef-926e-e790c16d3e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:14.944522 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-5a2e9976-bab5-42ab-ac93-65178a6f1cd4 req-1e024496-7acd-42ef-926e-e790c16d3e4d service neutron] 10.222.0.22 "GET /v2.0/networks?id=6c50a0eb-c4d6-45be-9c0f-dd3476fb7804 HTTP/1.1" status: 200 len: 916 time: 0.1062083 Aug 11 02:59:15.000538 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-5a2e9976-bab5-42ab-ac93-65178a6f1cd4 req-5abacc25-3c84-47db-b142-927e5efd1e47 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=60d02def-19e8-420e-b568-7e2a55a877ad HTTP/1.1" status: 200 len: 217 time: 0.0433142 Aug 11 02:59:15.054787 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2e9976-bab5-42ab-ac93-65178a6f1cd4 req-ae297c7f-0a5e-4830-843a-d2127bb18cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:15.056418 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-5a2e9976-bab5-42ab-ac93-65178a6f1cd4 req-ae297c7f-0a5e-4830-843a-d2127bb18cd5 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3f2d913e-5737-4413-ab80-9437eb74b283 HTTP/1.1" status: 200 len: 855 time: 0.0505853 Aug 11 02:59:15.057120 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 40436) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:15.080104 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ffd9b7cd-ee64-4dc4-bf13-1ffe0b856687 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:15.119028 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-5a2e9976-bab5-42ab-ac93-65178a6f1cd4 req-2bd048fa-0236-4fe8-9afb-88d20ec7941d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=6c50a0eb-c4d6-45be-9c0f-dd3476fb7804&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535557 Aug 11 02:59:15.142637 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-afb31295-4342-49d8-893f-ebd03e6dec5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:15.258642 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-5a2e9976-bab5-42ab-ac93-65178a6f1cd4 req-9965664f-bb59-4a82-aadf-668e49e8eeed service neutron] 10.222.0.22 "GET /v2.0/networks/6c50a0eb-c4d6-45be-9c0f-dd3476fb7804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267059 Aug 11 02:59:15.270422 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-4cf6f8ba-8385-47e0-b058-a26d7bed278f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7d2c156cd90f4f058fedafb7d3be6df4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5100942 Aug 11 02:59:15.272860 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 40438) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:15.327922 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-cb97d75e-aeb7-4b75-82b5-b259d913ca0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:15.360476 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-cb97d75e-aeb7-4b75-82b5-b259d913ca0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:15.364889 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ffd9b7cd-ee64-4dc4-bf13-1ffe0b856687 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:15.373106 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 40440) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:15.387233 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-5a2e9976-bab5-42ab-ac93-65178a6f1cd4 req-b44251b0-61d6-41e8-8a8c-db6b6bc4bee3 service neutron] 10.222.0.22 "GET /v2.0/networks/6c50a0eb-c4d6-45be-9c0f-dd3476fb7804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163633 Aug 11 02:59:15.392380 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device f060a75a-5a5d-4b47-b9eb-385ee9ae5c90 up at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:59:15.547347 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ffd9b7cd-ee64-4dc4-bf13-1ffe0b856687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:15.566338 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-d7b54605-9663-422c-ad4d-ea4723737f1a tempest-AutoAllocateNetworkTest-2982974 tempest-AutoAllocateNetworkTest-2982974-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=fe34e97713074ebdb5638244020f0875&shared=False HTTP/1.1" status: 200 len: 208 time: 0.1897411 Aug 11 02:59:15.567465 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 40448) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:15.622804 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-cb97d75e-aeb7-4b75-82b5-b259d913ca0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:15.623675 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning for port f060a75a-5a5d-4b47-b9eb-385ee9ae5c90 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:59:15.627300 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-cb97d75e-aeb7-4b75-82b5-b259d913ca0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:15.629801 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-cb97d75e-aeb7-4b75-82b5-b259d913ca0d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/29fbf572-2830-4de9-b9bd-26da6f7e678e HTTP/1.1" status: 204 len: 168 time: 0.3544924 Aug 11 02:59:15.951177 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning complete for port f060a75a-5a5d-4b47-b9eb-385ee9ae5c90 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:59:15.951177 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:15.952780 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd9b7cd-ee64-4dc4-bf13-1ffe0b856687 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b378c82f-7a3b-4dd7-8fcf-b9ef90fc79ea,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:15.952780 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-ffd9b7cd-ee64-4dc4-bf13-1ffe0b856687 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=78b560656b6c43ad9050730aa9782024&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6002805 Aug 11 02:59:15.953385 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb97d75e-aeb7-4b75-82b5-b259d913ca0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29fbf572-2830-4de9-b9bd-26da6f7e678e,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:15.953909 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-afb31295-4342-49d8-893f-ebd03e6dec5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:15.954545 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:15.955017 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed6578da-8ede-4915-9756-4480b3b40b9c tempest-AutoAllocateNetworkTest-2982974 tempest-AutoAllocateNetworkTest-2982974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:15.955017 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-ed6578da-8ede-4915-9756-4480b3b40b9c tempest-AutoAllocateNetworkTest-2982974 tempest-AutoAllocateNetworkTest-2982974-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2183073 Aug 11 02:59:15.957035 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port f060a75a-5a5d-4b47-b9eb-385ee9ae5c90, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=f060a75a-5a5d-4b47-b9eb-385ee9ae5c90,segment=NetworkSegment(a45ed4ca-59d3-4372-9b5a-18bb6ba190c2),segment_id=a45ed4ca-59d3-4372-9b5a-18bb6ba190c2)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:59:15.959136 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18baa754-3bf0-43a9-9551-450fbb458371 req-ba7054d7-0e4d-43b2-9c07-21b267c3f221 tempest-VolumesAdminNegativeTest-115596197 tempest-VolumesAdminNegativeTest-115596197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:15.959136 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-18baa754-3bf0-43a9-9551-450fbb458371 req-ba7054d7-0e4d-43b2-9c07-21b267c3f221 tempest-VolumesAdminNegativeTest-115596197 tempest-VolumesAdminNegativeTest-115596197-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd317c8e-05cf-40d6-a468-41396da0d080 HTTP/1.1" status: 200 len: 943 time: 0.1259873 Aug 11 02:59:15.959136 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728e77a7-d5e4-43e7-a3eb-b261dcf972e6 req-f3e27dc7-c4b7-4af0-8dea-88c6545fe93d tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:15.959136 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-728e77a7-d5e4-43e7-a3eb-b261dcf972e6 req-f3e27dc7-c4b7-4af0-8dea-88c6545fe93d tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/ports?device_id=d1bec3c9-dfdc-4f3d-9313-7372afe30133 HTTP/1.1" status: 200 len: 944 time: 0.1358893 Aug 11 02:59:15.959136 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-18baa754-3bf0-43a9-9551-450fbb458371 req-ee5e72dc-357e-4496-b8bd-62fa44ceaac8 tempest-VolumesAdminNegativeTest-115596197 tempest-VolumesAdminNegativeTest-115596197-project] 10.222.0.41 "GET /v2.0/security-groups?id=18ab6f46-bbc8-4ef6-805b-433dfe8dcefb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548377 Aug 11 02:59:15.959136 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-728e77a7-d5e4-43e7-a3eb-b261dcf972e6 req-de3eb06b-824b-4904-bc4f-506801c87b93 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5aa9049-617d-473f-afb5-b55716ab8aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560634 Aug 11 02:59:15.960535 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 40460) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:15.961037 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 40464) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:15.966747 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e1ec632a-5fe9-4cc3-8152-374e7cbdbe82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:15.996732 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e1ec632a-5fe9-4cc3-8152-374e7cbdbe82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:16.000979 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:16.005595 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-afb31295-4342-49d8-893f-ebd03e6dec5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:16.044469 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-6b2d02ea-fdb9-4344-8c0d-174009610613 tempest-AutoAllocateNetworkTest-2982974 tempest-AutoAllocateNetworkTest-2982974-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1444662 Aug 11 02:59:16.045163 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 40466) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:16.054072 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=f060a75a-5a5d-4b47-b9eb-385ee9ae5c90,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:16.065523 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb31295-4342-49d8-893f-ebd03e6dec5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63347e9a-0a15-4bd9-8148-f13bd6ab169c,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:16.071517 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-afb31295-4342-49d8-893f-ebd03e6dec5e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=16eadf70d8004b91aa17335529e10cbe&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3353913 Aug 11 02:59:16.075607 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 40468) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:16.079628 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-a021f2d1-70e1-4b34-ae1b-a2f96e00b33d tempest-AutoAllocateNetworkTest-2982974 tempest-AutoAllocateNetworkTest-2982974-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=fe34e97713074ebdb5638244020f0875 HTTP/1.1" status: 200 len: 208 time: 0.0331695 Aug 11 02:59:16.105680 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16c7667-109d-423e-b0b2-d197e7b23a7e req-ecfe46e2-9cab-4d4a-949d-39c9736b8d37 tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:16.115959 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b16c7667-109d-423e-b0b2-d197e7b23a7e req-ecfe46e2-9cab-4d4a-949d-39c9736b8d37 tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] 10.222.0.41 "GET /v2.0/ports?device_id=9189bee4-2bda-4282-ab19-1e4546d71aab HTTP/1.1" status: 200 len: 946 time: 0.1622188 Aug 11 02:59:16.116177 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1bec3c9-dfdc-4f3d-9313-7372afe30133', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f060a75a-5a5d-4b47-b9eb-385ee9ae5c90'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:59:16.118435 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-398fb878-c34d-43ed-b2fc-913b5c719abf" -d '{"events": [{"server_uuid": "d1bec3c9-dfdc-4f3d-9313-7372afe30133", "name": "network-vif-plugged", "status": "completed", "tag": "f060a75a-5a5d-4b47-b9eb-385ee9ae5c90"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:59:16.127610 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-13fc78df-5abf-44d5-85b3-d6440a9fda16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:16.429305 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:59:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-313a61da-bfe5-402a-ae25-2dbb71548205 x-openstack-request-id: req-313a61da-bfe5-402a-ae25-2dbb71548205 {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:59:16.429305 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1bec3c9-dfdc-4f3d-9313-7372afe30133", "name": "network-vif-plugged", "status": "completed", "tag": "f060a75a-5a5d-4b47-b9eb-385ee9ae5c90", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:59:16.430573 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b16c7667-109d-423e-b0b2-d197e7b23a7e req-7dd96e0f-2fe9-49d9-bf00-55ee7da71731 tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b0ce1ff-a0b3-4227-acd8-01062eb73c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467486 Aug 11 02:59:16.431084 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-313a61da-bfe5-402a-ae25-2dbb71548205 {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:59:16.431084 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1bec3c9-dfdc-4f3d-9313-7372afe30133', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f060a75a-5a5d-4b47-b9eb-385ee9ae5c90', 'code': 200} Aug 11 02:59:16.431577 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-13fc78df-5abf-44d5-85b3-d6440a9fda16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:16.431859 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2774ab05-e7f4-4c04-97c0-9a6657b97d86 req-df7b53ec-69e8-4754-b425-d964670d0a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:16.431859 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2774ab05-e7f4-4c04-97c0-9a6657b97d86 req-df7b53ec-69e8-4754-b425-d964670d0a96 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d1bec3c9-dfdc-4f3d-9313-7372afe30133 HTTP/1.1" status: 200 len: 1097 time: 0.0393486 Aug 11 02:59:16.431859 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2774ab05-e7f4-4c04-97c0-9a6657b97d86 req-638a58db-0fd4-4def-a3bb-ecc1f2b588b9 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=c5aa9049-617d-473f-afb5-b55716ab8aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0266395 Aug 11 02:59:16.504341 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8be6c20-d284-4cf4-af02-df924c13fd29 req-3137811e-ade9-4f28-bb49-f3485ff7b938 tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:16.505830 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e8be6c20-d284-4cf4-af02-df924c13fd29 req-3137811e-ade9-4f28-bb49-f3485ff7b938 tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] 10.222.0.41 "GET /v2.0/ports?device_id=9189bee4-2bda-4282-ab19-1e4546d71aab HTTP/1.1" status: 200 len: 946 time: 0.0505350 Aug 11 02:59:16.514373 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 40478) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:16.518858 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-cdf148ee-9bd5-416b-bb63-6f1e312225cb tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] Request body: {'floatingip': {'port_id': '761ac011-096e-4c01-899e-2995d3ae30ee'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:59:16.586864 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-cdf148ee-9bd5-416b-bb63-6f1e312225cb tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] Notify callbacks [] for floatingip, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:16.740972 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e1ec632a-5fe9-4cc3-8152-374e7cbdbe82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:16.744128 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e1ec632a-5fe9-4cc3-8152-374e7cbdbe82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:16.747124 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-e1ec632a-5fe9-4cc3-8152-374e7cbdbe82 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b378c82f-7a3b-4dd7-8fcf-b9ef90fc79ea HTTP/1.1" status: 204 len: 168 time: 0.8485086 Aug 11 02:59:16.753661 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ec632a-5fe9-4cc3-8152-374e7cbdbe82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b378c82f-7a3b-4dd7-8fcf-b9ef90fc79ea,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:16.766165 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-13fc78df-5abf-44d5-85b3-d6440a9fda16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:16.769424 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-13fc78df-5abf-44d5-85b3-d6440a9fda16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:16.773325 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-13fc78df-5abf-44d5-85b3-d6440a9fda16 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/63347e9a-0a15-4bd9-8148-f13bd6ab169c HTTP/1.1" status: 204 len: 168 time: 0.6971388 Aug 11 02:59:16.797365 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc78df-5abf-44d5-85b3-d6440a9fda16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63347e9a-0a15-4bd9-8148-f13bd6ab169c,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:17.405452 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0605cf4c-7a97-4910-8dd1-51cfe1904d0a req-8250dcd6-186c-4782-be79-cb5853565560 tempest-VolumesAdminNegativeTest-115596197 tempest-VolumesAdminNegativeTest-115596197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:17.409756 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0605cf4c-7a97-4910-8dd1-51cfe1904d0a req-8250dcd6-186c-4782-be79-cb5853565560 tempest-VolumesAdminNegativeTest-115596197 tempest-VolumesAdminNegativeTest-115596197-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd317c8e-05cf-40d6-a468-41396da0d080 HTTP/1.1" status: 200 len: 943 time: 0.4292679 Aug 11 02:59:17.451290 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf463db-b5db-4ae4-a08e-07fe46d0d293 req-a2ca2c94-aca2-408d-a712-a8c9158d39a9 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:17.452707 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4cf463db-b5db-4ae4-a08e-07fe46d0d293 req-a2ca2c94-aca2-408d-a712-a8c9158d39a9 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/ports?device_id=d1bec3c9-dfdc-4f3d-9313-7372afe30133 HTTP/1.1" status: 200 len: 945 time: 0.2318788 Aug 11 02:59:17.498108 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.db.resource_extend [None req-cdf148ee-9bd5-416b-bb63-6f1e312225cb tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 02:59:17.557547 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0605cf4c-7a97-4910-8dd1-51cfe1904d0a req-4995dc28-bd08-4075-b071-515bc4b38668 tempest-VolumesAdminNegativeTest-115596197 tempest-VolumesAdminNegativeTest-115596197-project] 10.222.0.41 "GET /v2.0/security-groups?id=18ab6f46-bbc8-4ef6-805b-433dfe8dcefb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293287 Aug 11 02:59:17.574687 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4cf463db-b5db-4ae4-a08e-07fe46d0d293 req-7b0da6e2-a3f7-4a10-9c56-ac8467a2c6c6 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5aa9049-617d-473f-afb5-b55716ab8aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098125 Aug 11 02:59:17.605105 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-cdf148ee-9bd5-416b-bb63-6f1e312225cb tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:17.607237 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 40500) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:17.639191 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 40504) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:17.668841 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-cdf148ee-9bd5-416b-bb63-6f1e312225cb tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446866'] for floatingip, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:17.682257 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-ca7cf9c1-e284-4b87-b1e5-a0cfcac77b48 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6c7d5ccdd3d34fce915423bf7fd4f24a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0418594 Aug 11 02:59:17.686029 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 40508) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:17.743653 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-093588e8-4031-4980-87a6-859dbdfefc37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:17.777462 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-093588e8-4031-4980-87a6-859dbdfefc37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:17.790384 n-d-764292-30 neutron-server[102192]: INFO neutron.db.l3_db [None req-cdf148ee-9bd5-416b-bb63-6f1e312225cb tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] Floating IP 8287411e-19cb-4b6d-9d0e-ec4ec73a9cad associated. External IP: 172.25.8.140, port: 761ac011-096e-4c01-899e-2995d3ae30ee. Aug 11 02:59:17.889585 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-76886d00-827f-452d-a721-8fe2949e32d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:17.909304 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-093588e8-4031-4980-87a6-859dbdfefc37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:17.912634 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-093588e8-4031-4980-87a6-859dbdfefc37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:17.916361 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-093588e8-4031-4980-87a6-859dbdfefc37 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/de251927-6d27-4dca-9de4-0d59fabc0a0b HTTP/1.1" status: 204 len: 168 time: 0.2281868 Aug 11 02:59:17.926764 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093588e8-4031-4980-87a6-859dbdfefc37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de251927-6d27-4dca-9de4-0d59fabc0a0b,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:18.055221 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 40518) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:18.069018 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4f53c6ef-6375-4d54-8d74-a427dfcf0645 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:18.078812 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdf148ee-9bd5-416b-bb63-6f1e312225cb tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] Router 0cabdcb2-c4a7-4927-b0e5-9a6f4314d7f1 has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:59:18.097640 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-76886d00-827f-452d-a721-8fe2949e32d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:18.181610 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-76886d00-827f-452d-a721-8fe2949e32d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:18.237364 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-76886d00-827f-452d-a721-8fe2949e32d0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fe34e97713074ebdb5638244020f0875&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6290045 Aug 11 02:59:18.238350 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76886d00-827f-452d-a721-8fe2949e32d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bacb0f3-17c8-471b-b6eb-4b8469749154,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:18.241559 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdf148ee-9bd5-416b-bb63-6f1e312225cb tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:59:18.243420 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 40522) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:18.252814 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-cdf148ee-9bd5-416b-bb63-6f1e312225cb tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for floatingip, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:18.254947 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33bd349-7619-4c8c-8c46-dd9fb8d436b8 None None] Sync routers for ids ['0cabdcb2-c4a7-4927-b0e5-9a6f4314d7f1'] in n-d-764292-30 {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:59:18.266525 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33bd349-7619-4c8c-8c46-dd9fb8d436b8 None None] Routers {'0cabdcb2-c4a7-4927-b0e5-9a6f4314d7f1'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:59:18.267149 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-a33bd349-7619-4c8c-8c46-dd9fb8d436b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T02:59:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['0cabdcb2-c4a7-4927-b0e5-9a6f4314d7f1'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:59:18.287983 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4f53c6ef-6375-4d54-8d74-a427dfcf0645 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:18.302732 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-cdf148ee-9bd5-416b-bb63-6f1e312225cb tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] 10.222.0.41 "PUT /v2.0/floatingips/8287411e-19cb-4b6d-9d0e-ec4ec73a9cad HTTP/1.1" status: 200 len: 992 time: 1.7872522 Aug 11 02:59:18.314298 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9189bee4-2bda-4282-ab19-1e4546d71aab', 'tag': '761ac011-096e-4c01-899e-2995d3ae30ee'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:59:18.319287 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4949dbd3-dc1d-424b-afea-b35f896977f5" -d '{"events": [{"name": "network-changed", "server_uuid": "9189bee4-2bda-4282-ab19-1e4546d71aab", "tag": "761ac011-096e-4c01-899e-2995d3ae30ee"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:59:18.348772 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-286c7fe8-4225-4403-86dd-83cce829c665 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:18.366145 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4f53c6ef-6375-4d54-8d74-a427dfcf0645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:18.376672 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-286c7fe8-4225-4403-86dd-83cce829c665 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:18.438627 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e3b46e2-c376-42a1-b866-e4525b155a8e x-openstack-request-id: req-5e3b46e2-c376-42a1-b866-e4525b155a8e {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:59:18.441197 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9189bee4-2bda-4282-ab19-1e4546d71aab", "tag": "761ac011-096e-4c01-899e-2995d3ae30ee", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:59:18.441197 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5e3b46e2-c376-42a1-b866-e4525b155a8e {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:59:18.441197 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9189bee4-2bda-4282-ab19-1e4546d71aab', 'tag': '761ac011-096e-4c01-899e-2995d3ae30ee', 'status': 'completed', 'code': 200} Aug 11 02:59:18.441532 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-4f53c6ef-6375-4d54-8d74-a427dfcf0645 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=87db60219ac548db9116f49f11c1a385&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3847284 Aug 11 02:59:18.445113 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 40532) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:18.493529 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4949dbd3-dc1d-424b-afea-b35f896977f5 req-d1d688bb-b024-4aba-8a82-8ec41bd74ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:18.495074 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4949dbd3-dc1d-424b-afea-b35f896977f5 req-d1d688bb-b024-4aba-8a82-8ec41bd74ab0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e2a079adece943d79940f9231134e5b8&device_id=9189bee4-2bda-4282-ab19-1e4546d71aab HTTP/1.1" status: 200 len: 1098 time: 0.0542517 Aug 11 02:59:18.500546 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f53c6ef-6375-4d54-8d74-a427dfcf0645 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5518409e-2e8e-422e-93a2-18535b3891b0,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:18.517594 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-a33bd349-7619-4c8c-8c46-dd9fb8d436b8 None None] Set router 0cabdcb2-c4a7-4927-b0e5-9a6f4314d7f1 gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:59:18.552563 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-946257b0-ca50-4a07-8664-9729d36240d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:18.577220 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-946257b0-ca50-4a07-8664-9729d36240d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:18.624980 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4949dbd3-dc1d-424b-afea-b35f896977f5 req-2894ec49-cd75-46b0-962c-1e9e8677d1af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:18.627148 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4949dbd3-dc1d-424b-afea-b35f896977f5 req-2894ec49-cd75-46b0-962c-1e9e8677d1af service neutron] 10.222.0.24 "GET /v2.0/networks?id=abf4f863-7e34-4c96-bae1-78fb72808e42 HTTP/1.1" status: 200 len: 924 time: 0.1232848 Aug 11 02:59:18.627659 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-286c7fe8-4225-4403-86dd-83cce829c665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:18.631464 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-286c7fe8-4225-4403-86dd-83cce829c665 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:18.632876 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-286c7fe8-4225-4403-86dd-83cce829c665 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7bacb0f3-17c8-471b-b6eb-4b8469749154 HTTP/1.1" status: 204 len: 168 time: 0.3882265 Aug 11 02:59:18.688685 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286c7fe8-4225-4403-86dd-83cce829c665 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bacb0f3-17c8-471b-b6eb-4b8469749154,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:18.709465 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-946257b0-ca50-4a07-8664-9729d36240d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:18.712195 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-946257b0-ca50-4a07-8664-9729d36240d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:18.713345 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-946257b0-ca50-4a07-8664-9729d36240d5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5518409e-2e8e-422e-93a2-18535b3891b0 HTTP/1.1" status: 204 len: 168 time: 0.2681999 Aug 11 02:59:18.735838 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946257b0-ca50-4a07-8664-9729d36240d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5518409e-2e8e-422e-93a2-18535b3891b0,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:18.823720 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4949dbd3-dc1d-424b-afea-b35f896977f5 req-20464eba-96d5-48e4-986d-4cdf27630907 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=761ac011-096e-4c01-899e-2995d3ae30ee HTTP/1.1" status: 200 len: 1000 time: 0.1893768 Aug 11 02:59:18.849208 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05c57a3-3b4d-45eb-a2d1-0226feb39856 req-b61dc8a2-bfba-4fc6-b57c-1387e34dbd57 tempest-VolumesAdminNegativeTest-115596197 tempest-VolumesAdminNegativeTest-115596197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:18.850709 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e05c57a3-3b4d-45eb-a2d1-0226feb39856 req-b61dc8a2-bfba-4fc6-b57c-1387e34dbd57 tempest-VolumesAdminNegativeTest-115596197 tempest-VolumesAdminNegativeTest-115596197-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd317c8e-05cf-40d6-a468-41396da0d080 HTTP/1.1" status: 200 len: 943 time: 0.1433492 Aug 11 02:59:18.876467 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631a3b3b-ee67-410d-ac72-da91ce24ad69 req-2d007f0c-5784-4bb6-9f65-a66c4a84a358 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:18.884373 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-631a3b3b-ee67-410d-ac72-da91ce24ad69 req-2d007f0c-5784-4bb6-9f65-a66c4a84a358 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/ports?device_id=d1bec3c9-dfdc-4f3d-9313-7372afe30133 HTTP/1.1" status: 200 len: 945 time: 0.1749775 Aug 11 02:59:18.946713 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4949dbd3-dc1d-424b-afea-b35f896977f5 req-9b0fc422-cd60-4636-8adc-32c3967da6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:18.951405 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4949dbd3-dc1d-424b-afea-b35f896977f5 req-9b0fc422-cd60-4636-8adc-32c3967da6b4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ea672f68-2286-4aab-b6b2-6a0985e114d8 HTTP/1.1" status: 200 len: 862 time: 0.1167397 Aug 11 02:59:19.106833 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-a33bd349-7619-4c8c-8c46-dd9fb8d436b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cabdcb2-c4a7-4927-b0e5-9a6f4314d7f1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-581871637-router', 'tenant_id': 'e2a079adece943d79940f9231134e5b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': '3ed03132-a150-4896-9ed2-237b70295770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:58:29Z', 'updated_at': '2021-08-11T02:58:33Z', 'revision_number': 4, 'project_id': 'e2a079adece943d79940f9231134e5b8', 'gw_port': {'id': '3ed03132-a150-4896-9ed2-237b70295770', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ee:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cabdcb2-c4a7-4927-b0e5-9a6f4314d7f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:58:29Z', 'updated_at': '2021-08-11T02:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_floatingips': [{'id': '8287411e-19cb-4b6d-9d0e-ec4ec73a9cad', 'tenant_id': 'e2a079adece943d79940f9231134e5b8', 'floating_ip_address': '172.25.8.140', 'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'router_id': '0cabdcb2-c4a7-4927-b0e5-9a6f4314d7f1', 'port_id': '761ac011-096e-4c01-899e-2995d3ae30ee', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 191, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abf4f863-7e34-4c96-bae1-78fb72808e42', 'mac_address': 'fa:16:3e:e4:e7:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9189bee4-2bda-4282-ab19-1e4546d71aab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:58:58Z', 'updated_at': '2021-08-11T02:59:17Z', 'revision_number': 1, 'project_id': 'e2a079adece943d79940f9231134e5b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7854c917-39b9-4b2d-ade4-21a3f8d957d8', 'name': '', 'network_id': 'abf4f863-7e34-4c96-bae1-78fb72808e42', 'tenant_id': 'e2a079adece943d79940f9231134e5b8', 'mac_address': 'fa:16:3e:9e:4d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cabdcb2-c4a7-4927-b0e5-9a6f4314d7f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'ea672f68-2286-4aab-b6b2-6a0985e114d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:58:32Z', 'updated_at': '2021-08-11T02:58:42Z', 'revision_number': 5, 'project_id': 'e2a079adece943d79940f9231134e5b8', 'subnets': [{'id': 'ea672f68-2286-4aab-b6b2-6a0985e114d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:59:19.134250 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33bd349-7619-4c8c-8c46-dd9fb8d436b8 None None] Checking router: 0cabdcb2-c4a7-4927-b0e5-9a6f4314d7f1 for host: n-d-764292-30 {{(pid=102194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:59:19.143257 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33bd349-7619-4c8c-8c46-dd9fb8d436b8 None None] Routers {'0cabdcb2-c4a7-4927-b0e5-9a6f4314d7f1'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:59:19.144014 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-a33bd349-7619-4c8c-8c46-dd9fb8d436b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T02:59:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['0cabdcb2-c4a7-4927-b0e5-9a6f4314d7f1'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:59:19.185020 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-631a3b3b-ee67-410d-ac72-da91ce24ad69 req-9628585d-5d93-4514-8c85-3fd82f41929f tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5aa9049-617d-473f-afb5-b55716ab8aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2997289 Aug 11 02:59:19.201586 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e05c57a3-3b4d-45eb-a2d1-0226feb39856 req-0837a66a-cbf4-4054-bd55-04b3033b4674 tempest-VolumesAdminNegativeTest-115596197 tempest-VolumesAdminNegativeTest-115596197-project] 10.222.0.41 "GET /v2.0/security-groups?id=18ab6f46-bbc8-4ef6-805b-433dfe8dcefb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3133523 Aug 11 02:59:19.224195 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4949dbd3-dc1d-424b-afea-b35f896977f5 req-6c0babf6-7097-4a6f-91b1-d28cc437fa53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:19.226336 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4949dbd3-dc1d-424b-afea-b35f896977f5 req-6c0babf6-7097-4a6f-91b1-d28cc437fa53 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=abf4f863-7e34-4c96-bae1-78fb72808e42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0568976 Aug 11 02:59:19.261007 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-a33bd349-7619-4c8c-8c46-dd9fb8d436b8 None None] Set router 0cabdcb2-c4a7-4927-b0e5-9a6f4314d7f1 gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:59:19.344148 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4949dbd3-dc1d-424b-afea-b35f896977f5 req-b576a199-e26d-47e4-a41f-c44ff7179c1c service neutron] 10.222.0.24 "GET /v2.0/networks/abf4f863-7e34-4c96-bae1-78fb72808e42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090584 Aug 11 02:59:19.472112 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4949dbd3-dc1d-424b-afea-b35f896977f5 req-b29c9fbc-3a7b-41fb-8e2d-57d7238d1418 service neutron] 10.222.0.24 "GET /v2.0/networks/abf4f863-7e34-4c96-bae1-78fb72808e42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179323 Aug 11 02:59:19.521654 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 60d02def-19e8-420e-b568-7e2a55a877ad details requested by agent hyperv_n-h1-764292-30 with host n-h1-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:59:19.547201 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-a33bd349-7619-4c8c-8c46-dd9fb8d436b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cabdcb2-c4a7-4927-b0e5-9a6f4314d7f1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-581871637-router', 'tenant_id': 'e2a079adece943d79940f9231134e5b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': '3ed03132-a150-4896-9ed2-237b70295770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:58:29Z', 'updated_at': '2021-08-11T02:58:33Z', 'revision_number': 4, 'project_id': 'e2a079adece943d79940f9231134e5b8', 'gw_port': {'id': '3ed03132-a150-4896-9ed2-237b70295770', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ee:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cabdcb2-c4a7-4927-b0e5-9a6f4314d7f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:58:29Z', 'updated_at': '2021-08-11T02:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_floatingips': [{'id': '8287411e-19cb-4b6d-9d0e-ec4ec73a9cad', 'tenant_id': 'e2a079adece943d79940f9231134e5b8', 'floating_ip_address': '172.25.8.140', 'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'router_id': '0cabdcb2-c4a7-4927-b0e5-9a6f4314d7f1', 'port_id': '761ac011-096e-4c01-899e-2995d3ae30ee', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 191, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abf4f863-7e34-4c96-bae1-78fb72808e42', 'mac_address': 'fa:16:3e:e4:e7:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9189bee4-2bda-4282-ab19-1e4546d71aab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:58:58Z', 'updated_at': '2021-08-11T02:59:17Z', 'revision_number': 1, 'project_id': 'e2a079adece943d79940f9231134e5b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7854c917-39b9-4b2d-ade4-21a3f8d957d8', 'name': '', 'network_id': 'abf4f863-7e34-4c96-bae1-78fb72808e42', 'tenant_id': 'e2a079adece943d79940f9231134e5b8', 'mac_address': 'fa:16:3e:9e:4d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cabdcb2-c4a7-4927-b0e5-9a6f4314d7f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'ea672f68-2286-4aab-b6b2-6a0985e114d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:58:32Z', 'updated_at': '2021-08-11T02:58:42Z', 'revision_number': 5, 'project_id': 'e2a079adece943d79940f9231134e5b8', 'subnets': [{'id': 'ea672f68-2286-4aab-b6b2-6a0985e114d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:59:19.585498 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33bd349-7619-4c8c-8c46-dd9fb8d436b8 None None] The sync data for ids ['0cabdcb2-c4a7-4927-b0e5-9a6f4314d7f1'] in n-d-764292-30 is: [{'id': '0cabdcb2-c4a7-4927-b0e5-9a6f4314d7f1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-581871637-router', 'tenant_id': 'e2a079adece943d79940f9231134e5b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': '3ed03132-a150-4896-9ed2-237b70295770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:58:29Z', 'updated_at': '2021-08-11T02:58:33Z', 'revision_number': 4, 'project_id': 'e2a079adece943d79940f9231134e5b8', 'gw_port': {'id': '3ed03132-a150-4896-9ed2-237b70295770', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ee:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cabdcb2-c4a7-4927-b0e5-9a6f4314d7f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:58:29Z', 'updated_at': '2021-08-11T02:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_floatingips': [{'id': '8287411e-19cb-4b6d-9d0e-ec4ec73a9cad', 'tenant_id': 'e2a079adece943d79940f9231134e5b8', 'floating_ip_address': '172.25.8.140', 'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'router_id': '0cabdcb2-c4a7-4927-b0e5-9a6f4314d7f1', 'port_id': '761ac011-096e-4c01-899e-2995d3ae30ee', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 191, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abf4f863-7e34-4c96-bae1-78fb72808e42', 'mac_address': 'fa:16:3e:e4:e7:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9189bee4-2bda-4282-ab19-1e4546d71aab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:58:58Z', 'updated_at': '2021-08-11T02:59:17Z', 'revision_number': 1, 'project_id': 'e2a079adece943d79940f9231134e5b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7854c917-39b9-4b2d-ade4-21a3f8d957d8', 'name': '', 'network_id': 'abf4f863-7e34-4c96-bae1-78fb72808e42', 'tenant_id': 'e2a079adece943d79940f9231134e5b8', 'mac_address': 'fa:16:3e:9e:4d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cabdcb2-c4a7-4927-b0e5-9a6f4314d7f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'ea672f68-2286-4aab-b6b2-6a0985e114d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:58:32Z', 'updated_at': '2021-08-11T02:58:42Z', 'revision_number': 5, 'project_id': 'e2a079adece943d79940f9231134e5b8', 'subnets': [{'id': 'ea672f68-2286-4aab-b6b2-6a0985e114d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:59:19.657821 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 60d02def-19e8-420e-b568-7e2a55a877ad, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=60d02def-19e8-420e-b568-7e2a55a877ad,segment=NetworkSegment(9026c4bc-359c-4042-b6b8-3dc12a2f02ab),segment_id=9026c4bc-359c-4042-b6b8-3dc12a2f02ab)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:59:19.672197 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Returning: {'device': '60d02def-19e8-420e-b568-7e2a55a877ad', 'network_id': '6c50a0eb-c4d6-45be-9c0f-dd3476fb7804', 'port_id': '60d02def-19e8-420e-b568-7e2a55a877ad', 'mac_address': 'fa:16:3e:1d:24:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f2d913e-5737-4413-ab80-9437eb74b283', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:59:19.724474 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964ef060-c689-4480-9ae9-57645cf8b3c2 req-d3a063c5-b82d-458f-8ad2-96846fb95759 tempest-LiveAutoBlockMigrationV225Test-1544515844 tempest-LiveAutoBlockMigrationV225Test-1544515844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:19.726135 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-964ef060-c689-4480-9ae9-57645cf8b3c2 req-d3a063c5-b82d-458f-8ad2-96846fb95759 tempest-LiveAutoBlockMigrationV225Test-1544515844 tempest-LiveAutoBlockMigrationV225Test-1544515844-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=d1bec3c9-dfdc-4f3d-9313-7372afe30133 HTTP/1.1" status: 200 len: 1097 time: 0.0549581 Aug 11 02:59:19.726997 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:19.752277 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60d02def-19e8-420e-b568-7e2a55a877ad {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:59:19.772691 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-964ef060-c689-4480-9ae9-57645cf8b3c2 req-f7b61eec-aaa8-47a3-8e6d-858604e2805a tempest-LiveAutoBlockMigrationV225Test-1544515844 tempest-LiveAutoBlockMigrationV225Test-1544515844-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=c5aa9049-617d-473f-afb5-b55716ab8aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390728 Aug 11 02:59:19.778923 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 60d02def-19e8-420e-b568-7e2a55a877ad, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=60d02def-19e8-420e-b568-7e2a55a877ad,segment=NetworkSegment(9026c4bc-359c-4042-b6b8-3dc12a2f02ab),segment_id=9026c4bc-359c-4042-b6b8-3dc12a2f02ab)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:59:19.858591 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5abff753-fa32-47ce-807a-9063a32df0fb None None] New status for floating IP 8287411e-19cb-4b6d-9d0e-ec4ec73a9cad: ACTIVE {{(pid=102193) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:59:19.885590 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:19.975180 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c244a45-a0ad-40f8-b140-a384af0957ed req-c8952773-ca4c-4212-8025-de0f13fdff31 tempest-LiveAutoBlockMigrationV225Test-1544515844 tempest-LiveAutoBlockMigrationV225Test-1544515844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:19.976904 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8c244a45-a0ad-40f8-b140-a384af0957ed req-c8952773-ca4c-4212-8025-de0f13fdff31 tempest-LiveAutoBlockMigrationV225Test-1544515844 tempest-LiveAutoBlockMigrationV225Test-1544515844-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=d1bec3c9-dfdc-4f3d-9313-7372afe30133 HTTP/1.1" status: 200 len: 1097 time: 0.0602341 Aug 11 02:59:20.043886 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8c244a45-a0ad-40f8-b140-a384af0957ed req-fc68b8c9-3521-479c-8adf-672d0613da36 tempest-LiveAutoBlockMigrationV225Test-1544515844 tempest-LiveAutoBlockMigrationV225Test-1544515844-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=c5aa9049-617d-473f-afb5-b55716ab8aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595765 Aug 11 02:59:20.233454 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=60d02def-19e8-420e-b568-7e2a55a877ad,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:20.330259 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['60d02def-19e8-420e-b568-7e2a55a877ad'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:59:20.377694 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81f0d01-8e6a-4405-946d-81bc4d86ec2f req-c263efac-a2a2-42da-913b-049ff76f7967 tempest-VolumesAdminNegativeTest-115596197 tempest-VolumesAdminNegativeTest-115596197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:20.387315 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c81f0d01-8e6a-4405-946d-81bc4d86ec2f req-c263efac-a2a2-42da-913b-049ff76f7967 tempest-VolumesAdminNegativeTest-115596197 tempest-VolumesAdminNegativeTest-115596197-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd317c8e-05cf-40d6-a468-41396da0d080 HTTP/1.1" status: 200 len: 944 time: 0.1113248 Aug 11 02:59:20.434975 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c81f0d01-8e6a-4405-946d-81bc4d86ec2f req-0b54ccb0-2e45-4521-9890-1bd981e40571 tempest-VolumesAdminNegativeTest-115596197 tempest-VolumesAdminNegativeTest-115596197-project] 10.222.0.41 "GET /v2.0/security-groups?id=18ab6f46-bbc8-4ef6-805b-433dfe8dcefb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462751 Aug 11 02:59:21.204511 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d0589187-e89b-4248-8795-e52a5d2d0d0a req-1238622a-09e2-4abd-b9c8-7ba162c8af59 tempest-ServersAdminNegativeTestJSON-106033460 tempest-ServersAdminNegativeTestJSON-106033460-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=e49525c981a245a684be8acd150e82b7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0214357 Aug 11 02:59:21.334483 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0589187-e89b-4248-8795-e52a5d2d0d0a req-7eaac2f4-a36b-4161-abd9-7346a637594e tempest-ServersAdminNegativeTestJSON-106033460 tempest-ServersAdminNegativeTestJSON-106033460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:21.339343 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d0589187-e89b-4248-8795-e52a5d2d0d0a req-7eaac2f4-a36b-4161-abd9-7346a637594e tempest-ServersAdminNegativeTestJSON-106033460 tempest-ServersAdminNegativeTestJSON-106033460-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1285872 Aug 11 02:59:21.352576 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d0589187-e89b-4248-8795-e52a5d2d0d0a req-cfb30c77-b57c-4155-aec5-adc866c9b08f tempest-ServersAdminNegativeTestJSON-106033460 tempest-ServersAdminNegativeTestJSON-106033460-project] 10.222.0.41 "GET /v2.0/quotas/e49525c981a245a684be8acd150e82b7 HTTP/1.1" status: 200 len: 375 time: 0.0102711 Aug 11 02:59:21.385048 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d0589187-e89b-4248-8795-e52a5d2d0d0a req-50b37886-a779-48de-a2d8-443a8158e6ea tempest-ServersAdminNegativeTestJSON-106033460 tempest-ServersAdminNegativeTestJSON-106033460-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=e49525c981a245a684be8acd150e82b7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0266552 Aug 11 02:59:21.546611 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 60d02def-19e8-420e-b568-7e2a55a877ad up at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:59:21.670412 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc8510f-20e4-4a09-902b-a4fb2f9ccae0 req-afa61b59-d8ee-4931-affb-71c2c7600344 tempest-VolumesAdminNegativeTest-115596197 tempest-VolumesAdminNegativeTest-115596197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:21.671938 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bfc8510f-20e4-4a09-902b-a4fb2f9ccae0 req-afa61b59-d8ee-4931-affb-71c2c7600344 tempest-VolumesAdminNegativeTest-115596197 tempest-VolumesAdminNegativeTest-115596197-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd317c8e-05cf-40d6-a468-41396da0d080 HTTP/1.1" status: 200 len: 944 time: 0.0526683 Aug 11 02:59:21.729791 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bfc8510f-20e4-4a09-902b-a4fb2f9ccae0 req-e13fdc32-c78e-4e4d-a8cd-d3c422da60fe tempest-VolumesAdminNegativeTest-115596197 tempest-VolumesAdminNegativeTest-115596197-project] 10.222.0.41 "GET /v2.0/security-groups?id=18ab6f46-bbc8-4ef6-805b-433dfe8dcefb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483747 Aug 11 02:59:21.744304 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning for port 60d02def-19e8-420e-b568-7e2a55a877ad completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:59:21.747008 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning complete for port 60d02def-19e8-420e-b568-7e2a55a877ad triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:59:21.747684 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:21.820830 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6a644f97-dae8-46a0-b47e-82e5c522582d req-183d012b-439a-4883-ab57-f8ecb2b69bd0 tempest-ServersAdminNegativeTestJSON-106033460 tempest-ServersAdminNegativeTestJSON-106033460-project] 10.222.0.41 "GET /v2.0/ports?device_id=0e2dc8b2-6d18-49b7-8548-e8062c40bc8d HTTP/1.1" status: 200 len: 210 time: 0.0347342 Aug 11 02:59:21.846396 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:21.877961 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd317c8e-05cf-40d6-a468-41396da0d080', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60d02def-19e8-420e-b568-7e2a55a877ad'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:59:21.883132 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f045de4-3577-47c3-baf9-ce7fc43e9d53" -d '{"events": [{"server_uuid": "fd317c8e-05cf-40d6-a468-41396da0d080", "name": "network-vif-plugged", "status": "completed", "tag": "60d02def-19e8-420e-b568-7e2a55a877ad"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:59:21.899221 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 60d02def-19e8-420e-b568-7e2a55a877ad, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=60d02def-19e8-420e-b568-7e2a55a877ad,segment=NetworkSegment(9026c4bc-359c-4042-b6b8-3dc12a2f02ab),segment_id=9026c4bc-359c-4042-b6b8-3dc12a2f02ab)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:59:21.944738 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:59:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70b8a04d-31a3-4d7d-8382-29ee5f708a16 x-openstack-request-id: req-70b8a04d-31a3-4d7d-8382-29ee5f708a16 {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:59:21.945049 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd317c8e-05cf-40d6-a468-41396da0d080", "name": "network-vif-plugged", "status": "completed", "tag": "60d02def-19e8-420e-b568-7e2a55a877ad", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:59:21.946270 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-70b8a04d-31a3-4d7d-8382-29ee5f708a16 {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:59:21.947465 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd317c8e-05cf-40d6-a468-41396da0d080', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60d02def-19e8-420e-b568-7e2a55a877ad', 'code': 200} Aug 11 02:59:21.983698 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:22.059471 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5868f351-9db7-42c6-ba0b-b03cd5c61876 req-a8b8876f-2734-4c52-b9d0-96b4a50e227f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:22.060977 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-5868f351-9db7-42c6-ba0b-b03cd5c61876 req-a8b8876f-2734-4c52-b9d0-96b4a50e227f service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=fd317c8e-05cf-40d6-a468-41396da0d080 HTTP/1.1" status: 200 len: 1097 time: 0.0462663 Aug 11 02:59:22.062039 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=60d02def-19e8-420e-b568-7e2a55a877ad,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:22.095384 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-5868f351-9db7-42c6-ba0b-b03cd5c61876 req-49704c4c-b4c6-48be-8da6-b6de344ea921 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=18ab6f46-bbc8-4ef6-805b-433dfe8dcefb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271289 Aug 11 02:59:22.243309 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.agents_db [None req-950b7202-decb-43e2-8f71-ac8931dc9749 None None] Agent healthcheck: found 7 active agents {{(pid=102194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:59:22.896857 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-22798015-d7ae-499a-8192-b4184b5f1511 req-165ba379-f0ce-405a-af2d-9e8983971d80 tempest-DeleteServersAdminTestJSON-106470122 tempest-DeleteServersAdminTestJSON-106470122-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=00ef4a44706c469f8736a70fb4631087&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0280745 Aug 11 02:59:23.020529 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22798015-d7ae-499a-8192-b4184b5f1511 req-b9f276c0-2a18-4413-9499-8e5094dcc656 tempest-DeleteServersAdminTestJSON-106470122 tempest-DeleteServersAdminTestJSON-106470122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:23.026884 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-22798015-d7ae-499a-8192-b4184b5f1511 req-b9f276c0-2a18-4413-9499-8e5094dcc656 tempest-DeleteServersAdminTestJSON-106470122 tempest-DeleteServersAdminTestJSON-106470122-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1244125 Aug 11 02:59:23.040418 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-22798015-d7ae-499a-8192-b4184b5f1511 req-fa6a6ac0-e9f4-40d0-8993-154ff99c40b2 tempest-DeleteServersAdminTestJSON-106470122 tempest-DeleteServersAdminTestJSON-106470122-project] 10.222.0.41 "GET /v2.0/quotas/00ef4a44706c469f8736a70fb4631087 HTTP/1.1" status: 200 len: 375 time: 0.0096645 Aug 11 02:59:23.092796 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-22798015-d7ae-499a-8192-b4184b5f1511 req-106a81c0-6a1e-40df-a50c-f4c36be913bc tempest-DeleteServersAdminTestJSON-106470122 tempest-DeleteServersAdminTestJSON-106470122-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=00ef4a44706c469f8736a70fb4631087&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0464277 Aug 11 02:59:23.392836 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 40782) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:23.457163 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41964333-2c24-47d0-abe5-805c39083f56 req-4deb9862-7aff-4840-a586-34ec134c86dc tempest-VolumesAdminNegativeTest-115596197 tempest-VolumesAdminNegativeTest-115596197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:23.473717 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-41964333-2c24-47d0-abe5-805c39083f56 req-4deb9862-7aff-4840-a586-34ec134c86dc tempest-VolumesAdminNegativeTest-115596197 tempest-VolumesAdminNegativeTest-115596197-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd317c8e-05cf-40d6-a468-41396da0d080 HTTP/1.1" status: 200 len: 945 time: 0.0801616 Aug 11 02:59:23.514511 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-41964333-2c24-47d0-abe5-805c39083f56 req-ed79c7b9-93a2-479a-98d4-5aaa77592713 tempest-VolumesAdminNegativeTest-115596197 tempest-VolumesAdminNegativeTest-115596197-project] 10.222.0.41 "GET /v2.0/security-groups?id=18ab6f46-bbc8-4ef6-805b-433dfe8dcefb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439551 Aug 11 02:59:23.552146 n-d-764292-30 neutron-server[102191]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 11 02:59:23.555977 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [req-5a9d9ae3-8d42-45df-a2d1-018277cfad01 req-0639ce29-82f8-4fef-ab4c-769bf6889842 tempest-LiveAutoBlockMigrationV225Test-1544515844 tempest-LiveAutoBlockMigrationV225Test-1544515844-project-admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102191) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:59:23.558771 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-5a9d9ae3-8d42-45df-a2d1-018277cfad01 req-0639ce29-82f8-4fef-ab4c-769bf6889842 tempest-LiveAutoBlockMigrationV225Test-1544515844 tempest-LiveAutoBlockMigrationV225Test-1544515844-project-admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1616263 Aug 11 02:59:23.581372 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2350722b-1160-460a-9fcb-a7824ac1c44b req-d8f7f2b4-9146-419a-85ec-b98e7c6932cd tempest-ServersAdminNegativeTestJSON-106033460 tempest-ServersAdminNegativeTestJSON-106033460-project] 10.222.0.41 "GET /v2.0/ports?device_id=0e2dc8b2-6d18-49b7-8548-e8062c40bc8d HTTP/1.1" status: 200 len: 210 time: 0.0260329 Aug 11 02:59:23.650625 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-5a9d9ae3-8d42-45df-a2d1-018277cfad01 req-f51b283a-0730-4212-9c7c-b77f6b8bfac9 service neutron] Request body: {'binding': {'host': 'n-h1-764292-30', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:59:23.651476 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-5a9d9ae3-8d42-45df-a2d1-018277cfad01 req-f51b283a-0730-4212-9c7c-b77f6b8bfac9 service neutron] Unknown quota resources ['binding']. {{(pid=102191) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 11 02:59:23.799451 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-5a9d9ae3-8d42-45df-a2d1-018277cfad01 req-f51b283a-0730-4212-9c7c-b77f6b8bfac9 service neutron] Attempting to bind port f060a75a-5a5d-4b47-b9eb-385ee9ae5c90 on host n-h1-764292-30 for vnic_type normal with profile None {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:59:23.800828 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-5a9d9ae3-8d42-45df-a2d1-018277cfad01 req-f51b283a-0730-4212-9c7c-b77f6b8bfac9 service neutron] Attempting to bind port f060a75a-5a5d-4b47-b9eb-385ee9ae5c90 by drivers openvswitch,hyperv on host n-h1-764292-30 at level 0 using segments [{'id': 'a45ed4ca-59d3-4372-9b5a-18bb6ba190c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f221beb7-8330-438a-a9fe-3bfcf5050d99'}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:59:23.801196 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9d9ae3-8d42-45df-a2d1-018277cfad01 req-f51b283a-0730-4212-9c7c-b77f6b8bfac9 service neutron] Attempting to bind port f060a75a-5a5d-4b47-b9eb-385ee9ae5c90 on network f221beb7-8330-438a-a9fe-3bfcf5050d99 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:59:23.806929 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9d9ae3-8d42-45df-a2d1-018277cfad01 req-f51b283a-0730-4212-9c7c-b77f6b8bfac9 service neutron] Port f060a75a-5a5d-4b47-b9eb-385ee9ae5c90 on network f221beb7-8330-438a-a9fe-3bfcf5050d99 not bound, no agent of type Open vSwitch agent registered on host n-h1-764292-30 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:59:23.806929 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9d9ae3-8d42-45df-a2d1-018277cfad01 req-f51b283a-0730-4212-9c7c-b77f6b8bfac9 service neutron] Attempting to bind port f060a75a-5a5d-4b47-b9eb-385ee9ae5c90 on network f221beb7-8330-438a-a9fe-3bfcf5050d99 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:59:23.811569 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9d9ae3-8d42-45df-a2d1-018277cfad01 req-f51b283a-0730-4212-9c7c-b77f6b8bfac9 service neutron] Checking agent: {'id': 'abb524c2-b412-4ed2-8367-45c4fd996fa7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 59, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:59:23.811904 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9d9ae3-8d42-45df-a2d1-018277cfad01 req-f51b283a-0730-4212-9c7c-b77f6b8bfac9 service neutron] Checking segment: {'id': 'a45ed4ca-59d3-4372-9b5a-18bb6ba190c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f221beb7-8330-438a-a9fe-3bfcf5050d99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:59:23.812287 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9d9ae3-8d42-45df-a2d1-018277cfad01 req-f51b283a-0730-4212-9c7c-b77f6b8bfac9 service neutron] Bound using segment: {'id': 'a45ed4ca-59d3-4372-9b5a-18bb6ba190c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f221beb7-8330-438a-a9fe-3bfcf5050d99'} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:59:23.812707 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-5a9d9ae3-8d42-45df-a2d1-018277cfad01 req-f51b283a-0730-4212-9c7c-b77f6b8bfac9 service neutron] Bound port: f060a75a-5a5d-4b47-b9eb-385ee9ae5c90, host: n-h1-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a45ed4ca-59d3-4372-9b5a-18bb6ba190c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f221beb7-8330-438a-a9fe-3bfcf5050d99'}}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:59:23.868487 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c05a516c-0f90-4eea-9103-98765e7311e7 req-67933249-7b77-48a2-a3b0-f7f1c6c9772a tempest-DeleteServersAdminTestJSON-106470122 tempest-DeleteServersAdminTestJSON-106470122-project] 10.222.0.41 "GET /v2.0/ports?device_id=30eddff7-8756-4e3a-b2ab-692f71291769 HTTP/1.1" status: 200 len: 210 time: 0.0259531 Aug 11 02:59:23.914359 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-5a9d9ae3-8d42-45df-a2d1-018277cfad01 req-f51b283a-0730-4212-9c7c-b77f6b8bfac9 service neutron] For port f060a75a-5a5d-4b47-b9eb-385ee9ae5c90, host n-h1-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=f060a75a-5a5d-4b47-b9eb-385ee9ae5c90,segment=NetworkSegment(a45ed4ca-59d3-4372-9b5a-18bb6ba190c2),segment_id=a45ed4ca-59d3-4372-9b5a-18bb6ba190c2)] {{(pid=102191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:59:24.018643 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-5a9d9ae3-8d42-45df-a2d1-018277cfad01 req-f51b283a-0730-4212-9c7c-b77f6b8bfac9 service neutron] Notify callbacks [] for binding, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:24.020489 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-5a9d9ae3-8d42-45df-a2d1-018277cfad01 req-f51b283a-0730-4212-9c7c-b77f6b8bfac9 service neutron] 10.222.0.41 "POST /v2.0/ports/f060a75a-5a5d-4b47-b9eb-385ee9ae5c90/bindings HTTP/1.1" status: 201 len: 390 time: 0.4128332 Aug 11 02:59:24.201044 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 40818) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:24.339347 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-70769de9-cefb-4ae2-94f6-06c53f6011a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:24.445960 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e9479b-4146-4157-af37-da05cb282ee6 req-bb916984-526b-404b-a608-2207665f3949 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:24.447545 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-14e9479b-4146-4157-af37-da05cb282ee6 req-bb916984-526b-404b-a608-2207665f3949 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/ports?device_id=d1bec3c9-dfdc-4f3d-9313-7372afe30133 HTTP/1.1" status: 200 len: 945 time: 0.0714655 Aug 11 02:59:24.448839 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-70769de9-cefb-4ae2-94f6-06c53f6011a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:24.487308 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-14e9479b-4146-4157-af37-da05cb282ee6 req-edf40636-38fc-429c-9ab8-797f786010da tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5aa9049-617d-473f-afb5-b55716ab8aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332849 Aug 11 02:59:24.554816 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-70769de9-cefb-4ae2-94f6-06c53f6011a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:24.594669 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70769de9-cefb-4ae2-94f6-06c53f6011a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c735b870-7819-4e63-93be-3e4a978eaa1d,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:24.603326 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 40840) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:24.603968 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-70769de9-cefb-4ae2-94f6-06c53f6011a2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b8a9642fff7a4a40811a6a70b4cea7a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4000823 Aug 11 02:59:24.611578 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70769de9-cefb-4ae2-94f6-06c53f6011a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:59:24.612303 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70769de9-cefb-4ae2-94f6-06c53f6011a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:59:24.612645 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70769de9-cefb-4ae2-94f6-06c53f6011a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:59:24.613144 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70769de9-cefb-4ae2-94f6-06c53f6011a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:59:24.614005 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70769de9-cefb-4ae2-94f6-06c53f6011a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:59:24.614366 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70769de9-cefb-4ae2-94f6-06c53f6011a2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:59:24.614841 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70769de9-cefb-4ae2-94f6-06c53f6011a2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:59:24.615309 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70769de9-cefb-4ae2-94f6-06c53f6011a2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:59:24.615953 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70769de9-cefb-4ae2-94f6-06c53f6011a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:59:24.616561 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70769de9-cefb-4ae2-94f6-06c53f6011a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:59:24.617044 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70769de9-cefb-4ae2-94f6-06c53f6011a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:59:24.617522 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70769de9-cefb-4ae2-94f6-06c53f6011a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:59:24.699354 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9d9ae3-8d42-45df-a2d1-018277cfad01 req-83756f05-442e-467c-85c2-b6ea3381f6af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:24.700997 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-5a9d9ae3-8d42-45df-a2d1-018277cfad01 req-83756f05-442e-467c-85c2-b6ea3381f6af service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7a37d4caabc9417c92d7f5d7ce7df51b&device_id=d1bec3c9-dfdc-4f3d-9313-7372afe30133 HTTP/1.1" status: 200 len: 1097 time: 0.0486743 Aug 11 02:59:24.706890 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a51e45-41cf-4733-81ef-766163255858 req-55c4815b-a951-43e5-9ddb-016572fa1660 tempest-VolumesAdminNegativeTest-115596197 tempest-VolumesAdminNegativeTest-115596197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:24.709172 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-69a51e45-41cf-4733-81ef-766163255858 req-55c4815b-a951-43e5-9ddb-016572fa1660 tempest-VolumesAdminNegativeTest-115596197 tempest-VolumesAdminNegativeTest-115596197-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd317c8e-05cf-40d6-a468-41396da0d080 HTTP/1.1" status: 200 len: 945 time: 0.1148479 Aug 11 02:59:24.758395 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3f9dae0d-a337-4acb-9e5b-300c0897bd81 req-78317679-a05b-45d9-9134-aa7afe98df06 tempest-ServersAdminNegativeTestJSON-106033460 tempest-ServersAdminNegativeTestJSON-106033460-project] 10.222.0.41 "GET /v2.0/ports?device_id=0e2dc8b2-6d18-49b7-8548-e8062c40bc8d HTTP/1.1" status: 200 len: 210 time: 0.0435534 Aug 11 02:59:24.758996 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-dc8e5953-5068-4260-85d1-ec6ebd87b98b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:24.792559 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-dc8e5953-5068-4260-85d1-ec6ebd87b98b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:24.803114 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-69a51e45-41cf-4733-81ef-766163255858 req-6065cd2a-87f6-4217-ae0b-f6df6e07083b tempest-VolumesAdminNegativeTest-115596197 tempest-VolumesAdminNegativeTest-115596197-project] 10.222.0.41 "GET /v2.0/security-groups?id=18ab6f46-bbc8-4ef6-805b-433dfe8dcefb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849056 Aug 11 02:59:24.815216 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9d9ae3-8d42-45df-a2d1-018277cfad01 req-d9bcbab3-2e27-4b6b-b362-73dbef013c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:24.817473 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-5a9d9ae3-8d42-45df-a2d1-018277cfad01 req-d9bcbab3-2e27-4b6b-b362-73dbef013c05 service neutron] 10.222.0.22 "GET /v2.0/networks?id=f221beb7-8330-438a-a9fe-3bfcf5050d99 HTTP/1.1" status: 200 len: 922 time: 0.1011608 Aug 11 02:59:24.867051 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-5a9d9ae3-8d42-45df-a2d1-018277cfad01 req-168749d6-a839-4702-943c-931472de1169 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f060a75a-5a5d-4b47-b9eb-385ee9ae5c90 HTTP/1.1" status: 200 len: 217 time: 0.0419211 Aug 11 02:59:24.925973 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9d9ae3-8d42-45df-a2d1-018277cfad01 req-7f407d95-0e78-498a-8ab8-7af30dd50b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:24.927696 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-dc8e5953-5068-4260-85d1-ec6ebd87b98b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:24.928695 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-5a9d9ae3-8d42-45df-a2d1-018277cfad01 req-7f407d95-0e78-498a-8ab8-7af30dd50b14 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1f48ffa3-65bd-47bc-90cf-1fcd73e0ff01 HTTP/1.1" status: 200 len: 861 time: 0.0505109 Aug 11 02:59:24.930622 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-dc8e5953-5068-4260-85d1-ec6ebd87b98b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:24.932602 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-dc8e5953-5068-4260-85d1-ec6ebd87b98b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c735b870-7819-4e63-93be-3e4a978eaa1d HTTP/1.1" status: 204 len: 168 time: 0.3270772 Aug 11 02:59:24.941011 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8e5953-5068-4260-85d1-ec6ebd87b98b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c735b870-7819-4e63-93be-3e4a978eaa1d,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:24.994539 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-5a9d9ae3-8d42-45df-a2d1-018277cfad01 req-244b855f-507a-40c5-848a-75dea425fdab service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=f221beb7-8330-438a-a9fe-3bfcf5050d99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521452 Aug 11 02:59:25.009933 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8e5953-5068-4260-85d1-ec6ebd87b98b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:59:25.011647 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8e5953-5068-4260-85d1-ec6ebd87b98b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:59:25.012143 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8e5953-5068-4260-85d1-ec6ebd87b98b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:59:25.012690 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8e5953-5068-4260-85d1-ec6ebd87b98b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:59:25.014772 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8e5953-5068-4260-85d1-ec6ebd87b98b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:59:25.015268 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8e5953-5068-4260-85d1-ec6ebd87b98b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:59:25.017629 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8e5953-5068-4260-85d1-ec6ebd87b98b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:59:25.018704 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8e5953-5068-4260-85d1-ec6ebd87b98b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:59:25.019050 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8e5953-5068-4260-85d1-ec6ebd87b98b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:59:25.019384 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8e5953-5068-4260-85d1-ec6ebd87b98b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:59:25.020250 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8e5953-5068-4260-85d1-ec6ebd87b98b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:59:25.020577 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8e5953-5068-4260-85d1-ec6ebd87b98b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:59:25.036031 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.22', 60532) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:25.124634 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d0589187-e89b-4248-8795-e52a5d2d0d0a req-2a64bf1a-841f-414b-ae9d-2d77730571af tempest-ServersAdminNegativeTestJSON-106033460 tempest-ServersAdminNegativeTestJSON-106033460-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=e49525c981a245a684be8acd150e82b7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0859437 Aug 11 02:59:25.127418 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4b683ef2-e1fd-493f-86b0-44ec876514a6 req-b14e7a35-d33e-4f24-905f-7d225bd62b6e tempest-DeleteServersAdminTestJSON-106470122 tempest-DeleteServersAdminTestJSON-106470122-project] 10.222.0.41 "GET /v2.0/ports?device_id=30eddff7-8756-4e3a-b2ab-692f71291769 HTTP/1.1" status: 200 len: 210 time: 0.1301937 Aug 11 02:59:25.155149 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-5a9d9ae3-8d42-45df-a2d1-018277cfad01 req-6c229d6d-3e09-48bb-ae63-733bc806a1ff service neutron] 10.222.0.22 "GET /v2.0/networks/f221beb7-8330-438a-a9fe-3bfcf5050d99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560342 Aug 11 02:59:25.262210 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-5a9d9ae3-8d42-45df-a2d1-018277cfad01 req-dd935ca8-a3fb-4152-b323-e9a1fdf555b4 service neutron] 10.222.0.22 "GET /v2.0/networks/f221beb7-8330-438a-a9fe-3bfcf5050d99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996528 Aug 11 02:59:25.288359 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0589187-e89b-4248-8795-e52a5d2d0d0a req-f3c17625-fdcb-4e83-8151-da3c0ec37ddd tempest-ServersAdminNegativeTestJSON-106033460 tempest-ServersAdminNegativeTestJSON-106033460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:25.289744 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d0589187-e89b-4248-8795-e52a5d2d0d0a req-f3c17625-fdcb-4e83-8151-da3c0ec37ddd tempest-ServersAdminNegativeTestJSON-106033460 tempest-ServersAdminNegativeTestJSON-106033460-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1339505 Aug 11 02:59:25.302896 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-d0589187-e89b-4248-8795-e52a5d2d0d0a req-fbaedefa-8a00-460d-9321-8d43a745cbdf tempest-ServersAdminNegativeTestJSON-106033460 tempest-ServersAdminNegativeTestJSON-106033460-project] Request body: {'port': {'device_id': '0e2dc8b2-6d18-49b7-8548-e8062c40bc8d', 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba', 'admin_state_up': True, 'tenant_id': 'e49525c981a245a684be8acd150e82b7'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:59:25.537655 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0589187-e89b-4248-8795-e52a5d2d0d0a req-fbaedefa-8a00-460d-9321-8d43a745cbdf tempest-ServersAdminNegativeTestJSON-106033460 tempest-ServersAdminNegativeTestJSON-106033460-project] Made reservation on behalf of e49525c981a245a684be8acd150e82b7 for: {'port': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:59:25.544876 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-d0589187-e89b-4248-8795-e52a5d2d0d0a req-fbaedefa-8a00-460d-9321-8d43a745cbdf tempest-ServersAdminNegativeTestJSON-106033460 tempest-ServersAdminNegativeTestJSON-106033460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:25.552407 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-d0589187-e89b-4248-8795-e52a5d2d0d0a req-fbaedefa-8a00-460d-9321-8d43a745cbdf tempest-ServersAdminNegativeTestJSON-106033460 tempest-ServersAdminNegativeTestJSON-106033460-project] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:25.639772 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264e8e11-44cd-43bf-acfa-3eb830e0bf0c req-34c1c08d-725e-4a73-aabf-7ddcf7fa0b28 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:25.641287 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-264e8e11-44cd-43bf-acfa-3eb830e0bf0c req-34c1c08d-725e-4a73-aabf-7ddcf7fa0b28 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/ports?device_id=d1bec3c9-dfdc-4f3d-9313-7372afe30133 HTTP/1.1" status: 200 len: 945 time: 0.0691278 Aug 11 02:59:25.650967 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9d9ae3-8d42-45df-a2d1-018277cfad01 req-05d7426f-e672-4780-a8fe-c63ddc9ba593 tempest-LiveAutoBlockMigrationV225Test-1544515844 tempest-LiveAutoBlockMigrationV225Test-1544515844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:25.665351 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-5a9d9ae3-8d42-45df-a2d1-018277cfad01 req-05d7426f-e672-4780-a8fe-c63ddc9ba593 tempest-LiveAutoBlockMigrationV225Test-1544515844 tempest-LiveAutoBlockMigrationV225Test-1544515844-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=d1bec3c9-dfdc-4f3d-9313-7372afe30133&tenant_id=7a37d4caabc9417c92d7f5d7ce7df51b&binding%3Ahost_id=n-h2-764292-30 HTTP/1.1" status: 200 len: 1097 time: 0.1079843 Aug 11 02:59:25.680295 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-5a9d9ae3-8d42-45df-a2d1-018277cfad01 req-d1434255-1125-45f4-bf1b-710b0c8982a4 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-764292-30'}}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:59:25.715554 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-264e8e11-44cd-43bf-acfa-3eb830e0bf0c req-fa2dabd6-a58e-4f89-bfa4-a78ab74267c3 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5aa9049-617d-473f-afb5-b55716ab8aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611739 Aug 11 02:59:25.774085 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-d0589187-e89b-4248-8795-e52a5d2d0d0a req-fbaedefa-8a00-460d-9321-8d43a745cbdf tempest-ServersAdminNegativeTestJSON-106033460 tempest-ServersAdminNegativeTestJSON-106033460-project] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:25.783377 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-5a9d9ae3-8d42-45df-a2d1-018277cfad01 req-d1434255-1125-45f4-bf1b-710b0c8982a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:25.892816 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b909c543-addc-4597-ba49-f3638fcd0e60 req-5d1e158a-9cdf-48ec-be50-04b2ee0a34de tempest-ServersAdminNegativeTestJSON-106033460 tempest-ServersAdminNegativeTestJSON-106033460-project] 10.222.0.41 "GET /v2.0/ports?device_id=0e2dc8b2-6d18-49b7-8548-e8062c40bc8d HTTP/1.1" status: 200 len: 210 time: 0.0380871 Aug 11 02:59:25.892816 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-d0589187-e89b-4248-8795-e52a5d2d0d0a req-fbaedefa-8a00-460d-9321-8d43a745cbdf tempest-ServersAdminNegativeTestJSON-106033460 tempest-ServersAdminNegativeTestJSON-106033460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:25.948081 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 40880) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:25.961449 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaedefa-8a00-460d-9321-8d43a745cbdf tempest-ServersAdminNegativeTestJSON-106033460 tempest-ServersAdminNegativeTestJSON-106033460-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed22b840-472c-4033-b27c-9fc95e92d183,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:26.022012 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 40884) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:26.032389 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-5a9d9ae3-8d42-45df-a2d1-018277cfad01 req-d1434255-1125-45f4-bf1b-710b0c8982a4 service neutron] For port f060a75a-5a5d-4b47-b9eb-385ee9ae5c90, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=f060a75a-5a5d-4b47-b9eb-385ee9ae5c90,segment=NetworkSegment(a45ed4ca-59d3-4372-9b5a-18bb6ba190c2),segment_id=a45ed4ca-59d3-4372-9b5a-18bb6ba190c2)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:59:26.059993 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [req-d0589187-e89b-4248-8795-e52a5d2d0d0a req-fbaedefa-8a00-460d-9321-8d43a745cbdf tempest-ServersAdminNegativeTestJSON-106033460 tempest-ServersAdminNegativeTestJSON-106033460-project] Allocated IP 192.168.233.52 (d1bf0def-6fa4-4d3e-bbc5-20a040931fba/254a3f4d-2b75-429e-bbb2-8e70554e9483/f0dc5445-9e93-4781-b79e-b5a2b5e57121) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:59:26.065323 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.22', 60533) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:26.085432 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 40888) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:26.111180 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-77897fbf-6101-49c6-a546-b88114fd2973 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:26.159715 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-22798015-d7ae-499a-8192-b4184b5f1511 req-e77ddcd1-ac33-4a3f-83f6-4ce8a9a1ec29 tempest-DeleteServersAdminTestJSON-106470122 tempest-DeleteServersAdminTestJSON-106470122-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=00ef4a44706c469f8736a70fb4631087&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0851393 Aug 11 02:59:26.358105 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22798015-d7ae-499a-8192-b4184b5f1511 req-a7732124-4cb5-4c4c-aa81-7857a92ce321 tempest-DeleteServersAdminTestJSON-106470122 tempest-DeleteServersAdminTestJSON-106470122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:26.359805 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-22798015-d7ae-499a-8192-b4184b5f1511 req-a7732124-4cb5-4c4c-aa81-7857a92ce321 tempest-DeleteServersAdminTestJSON-106470122 tempest-DeleteServersAdminTestJSON-106470122-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1913524 Aug 11 02:59:26.377781 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-22798015-d7ae-499a-8192-b4184b5f1511 req-9ff2117e-bc7e-4b72-bc85-c03b36cf5a34 tempest-DeleteServersAdminTestJSON-106470122 tempest-DeleteServersAdminTestJSON-106470122-project] Request body: {'port': {'device_id': '30eddff7-8756-4e3a-b2ab-692f71291769', 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba', 'admin_state_up': True, 'tenant_id': '00ef4a44706c469f8736a70fb4631087'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:59:26.400323 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a12c171f-9986-481b-9ceb-c862533316dd req-023b596a-9141-4a42-8d12-83301a6ed74c tempest-DeleteServersAdminTestJSON-106470122 tempest-DeleteServersAdminTestJSON-106470122-project] 10.222.0.41 "GET /v2.0/ports?device_id=30eddff7-8756-4e3a-b2ab-692f71291769 HTTP/1.1" status: 200 len: 210 time: 0.1349080 Aug 11 02:59:26.471806 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-f0582da5-2cfa-455a-8efc-25b489bd482e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:26.539018 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-5a9d9ae3-8d42-45df-a2d1-018277cfad01 req-d1434255-1125-45f4-bf1b-710b0c8982a4 service neutron] For port f060a75a-5a5d-4b47-b9eb-385ee9ae5c90, host n-h2-764292-30, cleared binding levels {{(pid=102191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:59:26.580823 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-20a14dc4-1864-42e2-905e-34f6c9b0131b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:26.589811 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-d0589187-e89b-4248-8795-e52a5d2d0d0a req-fbaedefa-8a00-460d-9321-8d43a745cbdf tempest-ServersAdminNegativeTestJSON-106033460 tempest-ServersAdminNegativeTestJSON-106033460-project] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:26.616741 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1bec3c9-dfdc-4f3d-9313-7372afe30133', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f060a75a-5a5d-4b47-b9eb-385ee9ae5c90'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:59:26.617036 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [req-d0589187-e89b-4248-8795-e52a5d2d0d0a req-fbaedefa-8a00-460d-9321-8d43a745cbdf tempest-ServersAdminNegativeTestJSON-106033460 tempest-ServersAdminNegativeTestJSON-106033460-project] Transition to ACTIVE for port object f0dc5445-9e93-4781-b79e-b5a2b5e57121 will not be triggered until provisioned by entity DHCP. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:59:26.618904 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-435b2a0b-e547-4dbb-a5f4-fe7c2f452348" -d '{"events": [{"server_uuid": "d1bec3c9-dfdc-4f3d-9313-7372afe30133", "name": "network-vif-unplugged", "status": "completed", "tag": "f060a75a-5a5d-4b47-b9eb-385ee9ae5c90"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:59:26.622753 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-5a9d9ae3-8d42-45df-a2d1-018277cfad01 req-d1434255-1125-45f4-bf1b-710b0c8982a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:26.623373 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-77897fbf-6101-49c6-a546-b88114fd2973 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:26.662580 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 02:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5627e021-d12a-4635-8a0b-f2c0012af010 x-openstack-request-id: req-5627e021-d12a-4635-8a0b-f2c0012af010 {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:59:26.663097 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1bec3c9-dfdc-4f3d-9313-7372afe30133", "name": "network-vif-unplugged", "status": "completed", "tag": "f060a75a-5a5d-4b47-b9eb-385ee9ae5c90", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:59:26.663097 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5627e021-d12a-4635-8a0b-f2c0012af010 {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:59:26.663476 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1bec3c9-dfdc-4f3d-9313-7372afe30133', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f060a75a-5a5d-4b47-b9eb-385ee9ae5c90', 'code': 200} Aug 11 02:59:26.681666 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-77897fbf-6101-49c6-a546-b88114fd2973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:26.701708 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-5a9d9ae3-8d42-45df-a2d1-018277cfad01 req-d1434255-1125-45f4-bf1b-710b0c8982a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:26.713562 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-d0589187-e89b-4248-8795-e52a5d2d0d0a req-fbaedefa-8a00-460d-9321-8d43a745cbdf tempest-ServersAdminNegativeTestJSON-106033460 tempest-ServersAdminNegativeTestJSON-106033460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:26.767331 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-77897fbf-6101-49c6-a546-b88114fd2973 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bc6b81ea8dfb43c8b2f7d3256f80013a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6808529 Aug 11 02:59:26.771801 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 40906) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:26.778216 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77897fbf-6101-49c6-a546-b88114fd2973 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dcfdf68-9993-4a9e-8638-ec3729178147,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:26.794853 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1434255-1125-45f4-bf1b-710b0c8982a4 service neutron] Pushing event updated for resources: {'Port': ['ID=f060a75a-5a5d-4b47-b9eb-385ee9ae5c90,revision_number=7']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:26.806695 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0589187-e89b-4248-8795-e52a5d2d0d0a req-fbaedefa-8a00-460d-9321-8d43a745cbdf tempest-ServersAdminNegativeTestJSON-106033460 tempest-ServersAdminNegativeTestJSON-106033460-project] Network d1bf0def-6fa4-4d3e-bbc5-20a040931fba is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:59:26.814149 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [req-d0589187-e89b-4248-8795-e52a5d2d0d0a req-fbaedefa-8a00-460d-9321-8d43a745cbdf tempest-ServersAdminNegativeTestJSON-106033460 tempest-ServersAdminNegativeTestJSON-106033460-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:59:26.815230 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-5a9d9ae3-8d42-45df-a2d1-018277cfad01 req-d1434255-1125-45f4-bf1b-710b0c8982a4 service neutron] Attempting to bind port f060a75a-5a5d-4b47-b9eb-385ee9ae5c90 on host n-h2-764292-30 for vnic_type normal with profile {"migrating_to": "n-h1-764292-30"} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:59:26.815567 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-5a9d9ae3-8d42-45df-a2d1-018277cfad01 req-d1434255-1125-45f4-bf1b-710b0c8982a4 service neutron] Attempting to bind port f060a75a-5a5d-4b47-b9eb-385ee9ae5c90 by drivers openvswitch,hyperv on host n-h2-764292-30 at level 0 using segments [{'id': 'a45ed4ca-59d3-4372-9b5a-18bb6ba190c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f221beb7-8330-438a-a9fe-3bfcf5050d99'}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:59:26.815897 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9d9ae3-8d42-45df-a2d1-018277cfad01 req-d1434255-1125-45f4-bf1b-710b0c8982a4 service neutron] Attempting to bind port f060a75a-5a5d-4b47-b9eb-385ee9ae5c90 on network f221beb7-8330-438a-a9fe-3bfcf5050d99 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:59:26.817631 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0589187-e89b-4248-8795-e52a5d2d0d0a req-fbaedefa-8a00-460d-9321-8d43a745cbdf tempest-ServersAdminNegativeTestJSON-106033460 tempest-ServersAdminNegativeTestJSON-106033460-project] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:59:26.829774 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0589187-e89b-4248-8795-e52a5d2d0d0a req-fbaedefa-8a00-460d-9321-8d43a745cbdf tempest-ServersAdminNegativeTestJSON-106033460 tempest-ServersAdminNegativeTestJSON-106033460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:26.829774 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-d0589187-e89b-4248-8795-e52a5d2d0d0a req-fbaedefa-8a00-460d-9321-8d43a745cbdf tempest-ServersAdminNegativeTestJSON-106033460 tempest-ServersAdminNegativeTestJSON-106033460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:26.830612 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaedefa-8a00-460d-9321-8d43a745cbdf tempest-ServersAdminNegativeTestJSON-106033460 tempest-ServersAdminNegativeTestJSON-106033460-project] Pushing event updated for resources: {'Port': ['ID=f0dc5445-9e93-4781-b79e-b5a2b5e57121,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:26.847046 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9d9ae3-8d42-45df-a2d1-018277cfad01 req-d1434255-1125-45f4-bf1b-710b0c8982a4 service neutron] Port f060a75a-5a5d-4b47-b9eb-385ee9ae5c90 on network f221beb7-8330-438a-a9fe-3bfcf5050d99 not bound, no agent of type Open vSwitch agent registered on host n-h2-764292-30 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:59:26.847477 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9d9ae3-8d42-45df-a2d1-018277cfad01 req-d1434255-1125-45f4-bf1b-710b0c8982a4 service neutron] Attempting to bind port f060a75a-5a5d-4b47-b9eb-385ee9ae5c90 on network f221beb7-8330-438a-a9fe-3bfcf5050d99 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:59:26.855990 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9d9ae3-8d42-45df-a2d1-018277cfad01 req-d1434255-1125-45f4-bf1b-710b0c8982a4 service neutron] Checking agent: {'id': '70015fc0-62fb-48b2-b453-36906937cf2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 59, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:59:26.856328 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9d9ae3-8d42-45df-a2d1-018277cfad01 req-d1434255-1125-45f4-bf1b-710b0c8982a4 service neutron] Checking segment: {'id': 'a45ed4ca-59d3-4372-9b5a-18bb6ba190c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f221beb7-8330-438a-a9fe-3bfcf5050d99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:59:26.856722 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9d9ae3-8d42-45df-a2d1-018277cfad01 req-d1434255-1125-45f4-bf1b-710b0c8982a4 service neutron] Bound using segment: {'id': 'a45ed4ca-59d3-4372-9b5a-18bb6ba190c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f221beb7-8330-438a-a9fe-3bfcf5050d99'} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:59:26.857146 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-5a9d9ae3-8d42-45df-a2d1-018277cfad01 req-d1434255-1125-45f4-bf1b-710b0c8982a4 service neutron] Bound port: f060a75a-5a5d-4b47-b9eb-385ee9ae5c90, host: n-h2-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a45ed4ca-59d3-4372-9b5a-18bb6ba190c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f221beb7-8330-438a-a9fe-3bfcf5050d99'}}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:59:26.857546 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-5a9d9ae3-8d42-45df-a2d1-018277cfad01 req-d1434255-1125-45f4-bf1b-710b0c8982a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:26.892786 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-542132aa-fc27-4417-9202-3154a7be50c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:26.933664 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bfdf24-f749-416f-bff3-aa28a2791359 req-add43dd4-555a-4c34-b1a6-a8ed36ffedb6 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:26.935412 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-45bfdf24-f749-416f-bff3-aa28a2791359 req-add43dd4-555a-4c34-b1a6-a8ed36ffedb6 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/ports?device_id=d1bec3c9-dfdc-4f3d-9313-7372afe30133 HTTP/1.1" status: 200 len: 943 time: 0.0862799 Aug 11 02:59:26.937503 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-f0582da5-2cfa-455a-8efc-25b489bd482e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:26.998941 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-f0582da5-2cfa-455a-8efc-25b489bd482e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:27.042166 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-f0582da5-2cfa-455a-8efc-25b489bd482e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ee54619eadb7430583973af3feec0de2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0186338 Aug 11 02:59:27.084159 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 40914) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:27.096954 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-45bfdf24-f749-416f-bff3-aa28a2791359 req-05c4bc5a-7049-4e0d-af6d-22cf017faff5 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5aa9049-617d-473f-afb5-b55716ab8aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511018 Aug 11 02:59:27.150998 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0582da5-2cfa-455a-8efc-25b489bd482e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33f8cc74-c998-4ec2-a84c-3a8124039bc4,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:27.200177 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-76f7cee2-4437-4817-ab30-b5769aa51d3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:27.205355 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-c2c814aa-1f32-4f6f-af1b-c2820639171a None None] Provisioning for port f0dc5445-9e93-4781-b79e-b5a2b5e57121 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:59:27.209894 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-c2c814aa-1f32-4f6f-af1b-c2820639171a None None] Provisioning complete for port f0dc5445-9e93-4781-b79e-b5a2b5e57121 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:59:27.210431 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733e1dc0-26da-4c15-807c-8abf5f90c596 req-b068ad51-d5a5-422d-83f7-dfa47cc5cb5a tempest-ServersAdminNegativeTestJSON-106033460 tempest-ServersAdminNegativeTestJSON-106033460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:27.210788 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-c2c814aa-1f32-4f6f-af1b-c2820639171a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:27.217587 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-733e1dc0-26da-4c15-807c-8abf5f90c596 req-b068ad51-d5a5-422d-83f7-dfa47cc5cb5a tempest-ServersAdminNegativeTestJSON-106033460 tempest-ServersAdminNegativeTestJSON-106033460-project] 10.222.0.41 "GET /v2.0/ports?device_id=0e2dc8b2-6d18-49b7-8548-e8062c40bc8d HTTP/1.1" status: 200 len: 935 time: 0.1811161 Aug 11 02:59:27.244961 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-542132aa-fc27-4417-9202-3154a7be50c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:27.256193 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-76f7cee2-4437-4817-ab30-b5769aa51d3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:27.275903 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-c2c814aa-1f32-4f6f-af1b-c2820639171a None None] Port f0dc5445-9e93-4781-b79e-b5a2b5e57121 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:59:27.281708 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-5a9d9ae3-8d42-45df-a2d1-018277cfad01 req-d1434255-1125-45f4-bf1b-710b0c8982a4 service neutron] For port f060a75a-5a5d-4b47-b9eb-385ee9ae5c90, host n-h2-764292-30, cleared binding levels {{(pid=102191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:59:27.283043 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-733e1dc0-26da-4c15-807c-8abf5f90c596 req-a0ffc8dd-85ad-4a99-9dd1-1f6a55536e92 tempest-ServersAdminNegativeTestJSON-106033460 tempest-ServersAdminNegativeTestJSON-106033460-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed22b840-472c-4033-b27c-9fc95e92d183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643537 Aug 11 02:59:27.300660 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-5a9d9ae3-8d42-45df-a2d1-018277cfad01 req-d1434255-1125-45f4-bf1b-710b0c8982a4 service neutron] For port f060a75a-5a5d-4b47-b9eb-385ee9ae5c90, host n-h2-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=f060a75a-5a5d-4b47-b9eb-385ee9ae5c90,segment=NetworkSegment(a45ed4ca-59d3-4372-9b5a-18bb6ba190c2),segment_id=a45ed4ca-59d3-4372-9b5a-18bb6ba190c2)] {{(pid=102191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:59:27.305021 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22798015-d7ae-499a-8192-b4184b5f1511 req-9ff2117e-bc7e-4b72-bc85-c03b36cf5a34 tempest-DeleteServersAdminTestJSON-106470122 tempest-DeleteServersAdminTestJSON-106470122-project] Made reservation on behalf of 00ef4a44706c469f8736a70fb4631087 for: {'port': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:59:27.308503 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-22798015-d7ae-499a-8192-b4184b5f1511 req-9ff2117e-bc7e-4b72-bc85-c03b36cf5a34 tempest-DeleteServersAdminTestJSON-106470122 tempest-DeleteServersAdminTestJSON-106470122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:27.324681 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-22798015-d7ae-499a-8192-b4184b5f1511 req-9ff2117e-bc7e-4b72-bc85-c03b36cf5a34 tempest-DeleteServersAdminTestJSON-106470122 tempest-DeleteServersAdminTestJSON-106470122-project] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:27.400543 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-5a9d9ae3-8d42-45df-a2d1-018277cfad01 req-d1434255-1125-45f4-bf1b-710b0c8982a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:27.428750 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-76f7cee2-4437-4817-ab30-b5769aa51d3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:27.431629 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-76f7cee2-4437-4817-ab30-b5769aa51d3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:27.432785 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-76f7cee2-4437-4817-ab30-b5769aa51d3c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/33f8cc74-c998-4ec2-a84c-3a8124039bc4 HTTP/1.1" status: 204 len: 168 time: 0.3533871 Aug 11 02:59:27.442401 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f7cee2-4437-4817-ab30-b5769aa51d3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33f8cc74-c998-4ec2-a84c-3a8124039bc4,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:27.443520 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-542132aa-fc27-4417-9202-3154a7be50c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:27.447265 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-542132aa-fc27-4417-9202-3154a7be50c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:27.449180 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-542132aa-fc27-4417-9202-3154a7be50c5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6dcfdf68-9993-4a9e-8638-ec3729178147 HTTP/1.1" status: 204 len: 168 time: 0.6634371 Aug 11 02:59:27.489556 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542132aa-fc27-4417-9202-3154a7be50c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dcfdf68-9993-4a9e-8638-ec3729178147,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:27.526694 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9d9ae3-8d42-45df-a2d1-018277cfad01 req-d1434255-1125-45f4-bf1b-710b0c8982a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:27.527867 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-5a9d9ae3-8d42-45df-a2d1-018277cfad01 req-d1434255-1125-45f4-bf1b-710b0c8982a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:27.529463 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-5a9d9ae3-8d42-45df-a2d1-018277cfad01 req-d1434255-1125-45f4-bf1b-710b0c8982a4 service neutron] 10.222.0.22 "PUT /v2.0/ports/f060a75a-5a5d-4b47-b9eb-385ee9ae5c90 HTTP/1.1" status: 200 len: 1123 time: 1.8561223 Aug 11 02:59:27.535788 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1434255-1125-45f4-bf1b-710b0c8982a4 service neutron] Pushing event updated for resources: {'Port': ['ID=f060a75a-5a5d-4b47-b9eb-385ee9ae5c90,revision_number=8']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:27.593059 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-20a14dc4-1864-42e2-905e-34f6c9b0131b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:27.602349 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f5ae1fb7-ae54-47ce-9c82-7d82fac5778c req-82bf0386-4d58-4269-9223-43f303c632da tempest-DeleteServersAdminTestJSON-106470122 tempest-DeleteServersAdminTestJSON-106470122-project] 10.222.0.41 "GET /v2.0/ports?device_id=30eddff7-8756-4e3a-b2ab-692f71291769 HTTP/1.1" status: 200 len: 210 time: 0.0444515 Aug 11 02:59:27.610698 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['f060a75a-5a5d-4b47-b9eb-385ee9ae5c90'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:59:27.680252 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-20a14dc4-1864-42e2-905e-34f6c9b0131b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:27.724791 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a14dc4-1864-42e2-905e-34f6c9b0131b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52e39a91-9e3d-43ca-990f-d6ba3c3a3d9a,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:27.735148 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-20a14dc4-1864-42e2-905e-34f6c9b0131b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f2783646fc5b4e1a8030aa905ba3dd61&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7803915 Aug 11 02:59:27.735148 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 40924) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:27.763753 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d0589187-e89b-4248-8795-e52a5d2d0d0a req-fbaedefa-8a00-460d-9321-8d43a745cbdf tempest-ServersAdminNegativeTestJSON-106033460 tempest-ServersAdminNegativeTestJSON-106033460-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4640858 Aug 11 02:59:27.775583 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-d0589187-e89b-4248-8795-e52a5d2d0d0a req-7be8f186-0be6-4b9a-ace5-f231fdec88a4 service neutron] Request body: {'port': {'device_id': '0e2dc8b2-6d18-49b7-8548-e8062c40bc8d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764292-30'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:59:27.816276 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-bea6f0f9-15d9-4a30-af0a-bbee07f6eaa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:27.853313 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-bea6f0f9-15d9-4a30-af0a-bbee07f6eaa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:27.862644 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-d0589187-e89b-4248-8795-e52a5d2d0d0a req-7be8f186-0be6-4b9a-ace5-f231fdec88a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:27.965765 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-22798015-d7ae-499a-8192-b4184b5f1511 req-9ff2117e-bc7e-4b72-bc85-c03b36cf5a34 tempest-DeleteServersAdminTestJSON-106470122 tempest-DeleteServersAdminTestJSON-106470122-project] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:28.038705 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-22798015-d7ae-499a-8192-b4184b5f1511 req-9ff2117e-bc7e-4b72-bc85-c03b36cf5a34 tempest-DeleteServersAdminTestJSON-106470122 tempest-DeleteServersAdminTestJSON-106470122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:28.080831 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-bea6f0f9-15d9-4a30-af0a-bbee07f6eaa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:28.082018 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-bea6f0f9-15d9-4a30-af0a-bbee07f6eaa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:28.086098 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-bea6f0f9-15d9-4a30-af0a-bbee07f6eaa9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/52e39a91-9e3d-43ca-990f-d6ba3c3a3d9a HTTP/1.1" status: 204 len: 168 time: 0.3526349 Aug 11 02:59:28.125901 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff2117e-bc7e-4b72-bc85-c03b36cf5a34 tempest-DeleteServersAdminTestJSON-106470122 tempest-DeleteServersAdminTestJSON-106470122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5c584ec-b9b7-4ae6-810e-2c5044f79540,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:28.152284 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea6f0f9-15d9-4a30-af0a-bbee07f6eaa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52e39a91-9e3d-43ca-990f-d6ba3c3a3d9a,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:28.295316 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9214d96-f69b-4b6c-8cdd-338ae74ad7a5 req-0fecdc60-8aa0-4090-a35e-0d70a12da67f tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:28.296799 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e9214d96-f69b-4b6c-8cdd-338ae74ad7a5 req-0fecdc60-8aa0-4090-a35e-0d70a12da67f tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/ports?device_id=d1bec3c9-dfdc-4f3d-9313-7372afe30133 HTTP/1.1" status: 200 len: 943 time: 0.0791390 Aug 11 02:59:28.358891 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 40946) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:28.372319 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [req-d0589187-e89b-4248-8795-e52a5d2d0d0a req-7be8f186-0be6-4b9a-ace5-f231fdec88a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0dc5445-9e93-4781-b79e-b5a2b5e57121 {{(pid=102192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:59:28.401833 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e9214d96-f69b-4b6c-8cdd-338ae74ad7a5 req-70e281e7-2198-4206-8701-2d4988dcae6b tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5aa9049-617d-473f-afb5-b55716ab8aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867910 Aug 11 02:59:28.412027 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-d0589187-e89b-4248-8795-e52a5d2d0d0a req-7be8f186-0be6-4b9a-ace5-f231fdec88a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:28.416163 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-57446170-16a1-48f5-97bd-8ff6be8f28f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:28.455958 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [req-d0589187-e89b-4248-8795-e52a5d2d0d0a req-7be8f186-0be6-4b9a-ace5-f231fdec88a4 service neutron] Transition to ACTIVE for port object f0dc5445-9e93-4781-b79e-b5a2b5e57121 will not be triggered until provisioned by entity L2. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:59:28.484087 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92accaff-c749-4886-bca1-add181186232 req-2a700bac-08c4-4747-9255-5c08b72d78c3 tempest-ServersAdminNegativeTestJSON-106033460 tempest-ServersAdminNegativeTestJSON-106033460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:28.491310 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-92accaff-c749-4886-bca1-add181186232 req-2a700bac-08c4-4747-9255-5c08b72d78c3 tempest-ServersAdminNegativeTestJSON-106033460 tempest-ServersAdminNegativeTestJSON-106033460-project] 10.222.0.41 "GET /v2.0/ports?device_id=0e2dc8b2-6d18-49b7-8548-e8062c40bc8d HTTP/1.1" status: 200 len: 935 time: 0.1063938 Aug 11 02:59:28.553386 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-92accaff-c749-4886-bca1-add181186232 req-ee34678a-372d-4528-bce7-3169775418e6 tempest-ServersAdminNegativeTestJSON-106033460 tempest-ServersAdminNegativeTestJSON-106033460-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed22b840-472c-4033-b27c-9fc95e92d183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551529 Aug 11 02:59:28.578938 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-d0589187-e89b-4248-8795-e52a5d2d0d0a req-7be8f186-0be6-4b9a-ace5-f231fdec88a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:28.617082 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [req-22798015-d7ae-499a-8192-b4184b5f1511 req-9ff2117e-bc7e-4b72-bc85-c03b36cf5a34 tempest-DeleteServersAdminTestJSON-106470122 tempest-DeleteServersAdminTestJSON-106470122-project] Allocated IP 192.168.233.41 (d1bf0def-6fa4-4d3e-bbc5-20a040931fba/254a3f4d-2b75-429e-bbb2-8e70554e9483/acaa47ca-c95b-4366-bdc3-5588eb4517ca) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:59:28.664895 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be8f186-0be6-4b9a-ace5-f231fdec88a4 service neutron] Pushing event updated for resources: {'Port': ['ID=f0dc5445-9e93-4781-b79e-b5a2b5e57121,revision_number=2']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:28.666375 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1bec3c9-dfdc-4f3d-9313-7372afe30133', 'tag': 'f060a75a-5a5d-4b47-b9eb-385ee9ae5c90'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:59:28.672241 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70bb5ddb-e926-44aa-a1ea-4178f9943784" -d '{"events": [{"name": "network-changed", "server_uuid": "d1bec3c9-dfdc-4f3d-9313-7372afe30133", "tag": "f060a75a-5a5d-4b47-b9eb-385ee9ae5c90"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:59:28.676918 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-57446170-16a1-48f5-97bd-8ff6be8f28f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:28.736130 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-d0589187-e89b-4248-8795-e52a5d2d0d0a req-7be8f186-0be6-4b9a-ace5-f231fdec88a4 service neutron] Attempting to bind port f0dc5445-9e93-4781-b79e-b5a2b5e57121 on host n-h1-764292-30 for vnic_type normal with profile {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:59:28.738093 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-d0589187-e89b-4248-8795-e52a5d2d0d0a req-7be8f186-0be6-4b9a-ace5-f231fdec88a4 service neutron] Attempting to bind port f0dc5445-9e93-4781-b79e-b5a2b5e57121 by drivers openvswitch,hyperv on host n-h1-764292-30 at level 0 using segments [{'id': '9b7b03c0-092f-4953-898f-de6d8f2338ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba'}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:59:28.739408 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0589187-e89b-4248-8795-e52a5d2d0d0a req-7be8f186-0be6-4b9a-ace5-f231fdec88a4 service neutron] Attempting to bind port f0dc5445-9e93-4781-b79e-b5a2b5e57121 on network d1bf0def-6fa4-4d3e-bbc5-20a040931fba {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:59:28.748107 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a12eb247-e776-4121-b8a3-4643db7b0264 x-openstack-request-id: req-a12eb247-e776-4121-b8a3-4643db7b0264 {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:59:28.748812 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1bec3c9-dfdc-4f3d-9313-7372afe30133", "tag": "f060a75a-5a5d-4b47-b9eb-385ee9ae5c90", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:59:28.748812 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a12eb247-e776-4121-b8a3-4643db7b0264 {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:59:28.748997 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1bec3c9-dfdc-4f3d-9313-7372afe30133', 'tag': 'f060a75a-5a5d-4b47-b9eb-385ee9ae5c90', 'status': 'completed', 'code': 200} Aug 11 02:59:28.808330 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-127d8356-98a1-4b71-b9eb-a7a7404b4257 req-1b8df47e-6053-4f8e-b0f0-089fd086d072 tempest-DeleteServersAdminTestJSON-106470122 tempest-DeleteServersAdminTestJSON-106470122-project] 10.222.0.41 "GET /v2.0/ports?device_id=30eddff7-8756-4e3a-b2ab-692f71291769 HTTP/1.1" status: 200 len: 210 time: 0.0616069 Aug 11 02:59:28.810149 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0589187-e89b-4248-8795-e52a5d2d0d0a req-7be8f186-0be6-4b9a-ace5-f231fdec88a4 service neutron] Port f0dc5445-9e93-4781-b79e-b5a2b5e57121 on network d1bf0def-6fa4-4d3e-bbc5-20a040931fba not bound, no agent of type Open vSwitch agent registered on host n-h1-764292-30 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:59:28.810574 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0589187-e89b-4248-8795-e52a5d2d0d0a req-7be8f186-0be6-4b9a-ace5-f231fdec88a4 service neutron] Attempting to bind port f0dc5445-9e93-4781-b79e-b5a2b5e57121 on network d1bf0def-6fa4-4d3e-bbc5-20a040931fba {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:59:28.847527 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-57446170-16a1-48f5-97bd-8ff6be8f28f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:28.854961 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0589187-e89b-4248-8795-e52a5d2d0d0a req-7be8f186-0be6-4b9a-ace5-f231fdec88a4 service neutron] Checking agent: {'id': 'abb524c2-b412-4ed2-8367-45c4fd996fa7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 59, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:59:28.855377 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0589187-e89b-4248-8795-e52a5d2d0d0a req-7be8f186-0be6-4b9a-ace5-f231fdec88a4 service neutron] Checking segment: {'id': '9b7b03c0-092f-4953-898f-de6d8f2338ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:59:28.855867 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0589187-e89b-4248-8795-e52a5d2d0d0a req-7be8f186-0be6-4b9a-ace5-f231fdec88a4 service neutron] Bound using segment: {'id': '9b7b03c0-092f-4953-898f-de6d8f2338ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba'} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:59:28.856696 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-d0589187-e89b-4248-8795-e52a5d2d0d0a req-7be8f186-0be6-4b9a-ace5-f231fdec88a4 service neutron] Bound port: f0dc5445-9e93-4781-b79e-b5a2b5e57121, host: n-h1-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b7b03c0-092f-4953-898f-de6d8f2338ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba'}}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:59:28.856696 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-d0589187-e89b-4248-8795-e52a5d2d0d0a req-7be8f186-0be6-4b9a-ace5-f231fdec88a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:28.930318 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-57446170-16a1-48f5-97bd-8ff6be8f28f9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f59ab76966c84acf849d1b16c4dedd35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5680819 Aug 11 02:59:28.934517 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-22798015-d7ae-499a-8192-b4184b5f1511 req-9ff2117e-bc7e-4b72-bc85-c03b36cf5a34 tempest-DeleteServersAdminTestJSON-106470122 tempest-DeleteServersAdminTestJSON-106470122-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:28.935534 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 40962) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:28.945369 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57446170-16a1-48f5-97bd-8ff6be8f28f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d88e73af-da47-4d75-a0eb-eb377c54cfeb,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:28.954719 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [req-22798015-d7ae-499a-8192-b4184b5f1511 req-9ff2117e-bc7e-4b72-bc85-c03b36cf5a34 tempest-DeleteServersAdminTestJSON-106470122 tempest-DeleteServersAdminTestJSON-106470122-project] Transition to ACTIVE for port object acaa47ca-c95b-4366-bdc3-5588eb4517ca will not be triggered until provisioned by entity DHCP. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:59:28.961265 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bb5ddb-e926-44aa-a1ea-4178f9943784 req-3f067d3c-b4ad-4a21-b38d-8181db619b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:28.963928 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-70bb5ddb-e926-44aa-a1ea-4178f9943784 req-3f067d3c-b4ad-4a21-b38d-8181db619b7a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7a37d4caabc9417c92d7f5d7ce7df51b&device_id=d1bec3c9-dfdc-4f3d-9313-7372afe30133 HTTP/1.1" status: 200 len: 1126 time: 0.1712253 Aug 11 02:59:29.049229 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-d0589187-e89b-4248-8795-e52a5d2d0d0a req-7be8f186-0be6-4b9a-ace5-f231fdec88a4 service neutron] For port f0dc5445-9e93-4781-b79e-b5a2b5e57121, host n-h1-764292-30, cleared binding levels {{(pid=102192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:59:29.051456 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-22798015-d7ae-499a-8192-b4184b5f1511 req-9ff2117e-bc7e-4b72-bc85-c03b36cf5a34 tempest-DeleteServersAdminTestJSON-106470122 tempest-DeleteServersAdminTestJSON-106470122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:29.052835 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-ba6be22d-e72a-4b14-9ec7-43c7173710d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:29.075420 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-d0589187-e89b-4248-8795-e52a5d2d0d0a req-7be8f186-0be6-4b9a-ace5-f231fdec88a4 service neutron] For port f0dc5445-9e93-4781-b79e-b5a2b5e57121, host n-h1-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=f0dc5445-9e93-4781-b79e-b5a2b5e57121,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:59:29.100132 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22798015-d7ae-499a-8192-b4184b5f1511 req-9ff2117e-bc7e-4b72-bc85-c03b36cf5a34 tempest-DeleteServersAdminTestJSON-106470122 tempest-DeleteServersAdminTestJSON-106470122-project] Network d1bf0def-6fa4-4d3e-bbc5-20a040931fba is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:59:29.101772 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9918e6dc-d5be-462b-a34e-14de1c38c153 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:29.106316 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [req-22798015-d7ae-499a-8192-b4184b5f1511 req-9ff2117e-bc7e-4b72-bc85-c03b36cf5a34 tempest-DeleteServersAdminTestJSON-106470122 tempest-DeleteServersAdminTestJSON-106470122-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:59:29.111128 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-22798015-d7ae-499a-8192-b4184b5f1511 req-9ff2117e-bc7e-4b72-bc85-c03b36cf5a34 tempest-DeleteServersAdminTestJSON-106470122 tempest-DeleteServersAdminTestJSON-106470122-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:59:29.117594 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22798015-d7ae-499a-8192-b4184b5f1511 req-9ff2117e-bc7e-4b72-bc85-c03b36cf5a34 tempest-DeleteServersAdminTestJSON-106470122 tempest-DeleteServersAdminTestJSON-106470122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:29.118219 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-22798015-d7ae-499a-8192-b4184b5f1511 req-9ff2117e-bc7e-4b72-bc85-c03b36cf5a34 tempest-DeleteServersAdminTestJSON-106470122 tempest-DeleteServersAdminTestJSON-106470122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:29.139658 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff2117e-bc7e-4b72-bc85-c03b36cf5a34 tempest-DeleteServersAdminTestJSON-106470122 tempest-DeleteServersAdminTestJSON-106470122-project] Pushing event updated for resources: {'Port': ['ID=acaa47ca-c95b-4366-bdc3-5588eb4517ca,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:29.149744 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9918e6dc-d5be-462b-a34e-14de1c38c153 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:29.152504 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bb5ddb-e926-44aa-a1ea-4178f9943784 req-819ebb43-c6cc-478c-911c-4fb537d1faf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:29.154586 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-70bb5ddb-e926-44aa-a1ea-4178f9943784 req-819ebb43-c6cc-478c-911c-4fb537d1faf6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f221beb7-8330-438a-a9fe-3bfcf5050d99 HTTP/1.1" status: 200 len: 922 time: 0.1788642 Aug 11 02:59:29.173205 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 40966) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:29.192356 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c58c9ff1-86cf-4476-a480-44396dbdbcbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:29.211022 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-d0589187-e89b-4248-8795-e52a5d2d0d0a req-7be8f186-0be6-4b9a-ace5-f231fdec88a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:29.222239 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-70bb5ddb-e926-44aa-a1ea-4178f9943784 req-36e8c3f4-625c-4530-92c0-ba53cb5600b6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f060a75a-5a5d-4b47-b9eb-385ee9ae5c90 HTTP/1.1" status: 200 len: 217 time: 0.0591271 Aug 11 02:59:29.225561 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-22798015-d7ae-499a-8192-b4184b5f1511 req-9ff2117e-bc7e-4b72-bc85-c03b36cf5a34 tempest-DeleteServersAdminTestJSON-106470122 tempest-DeleteServersAdminTestJSON-106470122-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8532767 Aug 11 02:59:29.244328 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-22798015-d7ae-499a-8192-b4184b5f1511 req-76a35d57-a621-4adb-a237-0f44f91331c2 service neutron] Request body: {'port': {'device_id': '30eddff7-8756-4e3a-b2ab-692f71291769', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764292-30'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:59:29.273191 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0589187-e89b-4248-8795-e52a5d2d0d0a req-7be8f186-0be6-4b9a-ace5-f231fdec88a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:29.273811 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-d0589187-e89b-4248-8795-e52a5d2d0d0a req-7be8f186-0be6-4b9a-ace5-f231fdec88a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:29.275288 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d0589187-e89b-4248-8795-e52a5d2d0d0a req-7be8f186-0be6-4b9a-ace5-f231fdec88a4 service neutron] 10.222.0.22 "PUT /v2.0/ports/f0dc5445-9e93-4781-b79e-b5a2b5e57121 HTTP/1.1" status: 200 len: 1096 time: 1.5039396 Aug 11 02:59:29.296464 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e2dc8b2-6d18-49b7-8548-e8062c40bc8d', 'tag': 'f0dc5445-9e93-4781-b79e-b5a2b5e57121'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:59:29.298610 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b63fd391-4391-40dc-9fb4-28f21183c697" -d '{"events": [{"name": "network-changed", "server_uuid": "0e2dc8b2-6d18-49b7-8548-e8062c40bc8d", "tag": "f0dc5445-9e93-4781-b79e-b5a2b5e57121"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:59:29.346004 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bb5ddb-e926-44aa-a1ea-4178f9943784 req-46c9085f-03a7-4725-972a-a26b7af4e633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:29.347563 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-70bb5ddb-e926-44aa-a1ea-4178f9943784 req-46c9085f-03a7-4725-972a-a26b7af4e633 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1f48ffa3-65bd-47bc-90cf-1fcd73e0ff01 HTTP/1.1" status: 200 len: 861 time: 0.1132846 Aug 11 02:59:29.354062 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be8f186-0be6-4b9a-ace5-f231fdec88a4 service neutron] Pushing event updated for resources: {'Port': ['ID=f0dc5445-9e93-4781-b79e-b5a2b5e57121,revision_number=3']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:29.376255 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:59:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b839e6ce-b567-4608-89a4-9eecc529f6d5 x-openstack-request-id: req-b839e6ce-b567-4608-89a4-9eecc529f6d5 {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:59:29.376544 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e2dc8b2-6d18-49b7-8548-e8062c40bc8d", "tag": "f0dc5445-9e93-4781-b79e-b5a2b5e57121", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:59:29.377169 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b839e6ce-b567-4608-89a4-9eecc529f6d5 {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:59:29.377268 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e2dc8b2-6d18-49b7-8548-e8062c40bc8d', 'tag': 'f0dc5445-9e93-4781-b79e-b5a2b5e57121', 'status': 'completed', 'code': 200} Aug 11 02:59:29.392907 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-22798015-d7ae-499a-8192-b4184b5f1511 req-76a35d57-a621-4adb-a237-0f44f91331c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:29.427302 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-70bb5ddb-e926-44aa-a1ea-4178f9943784 req-f417d556-622e-4a22-9882-5712fe969504 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f221beb7-8330-438a-a9fe-3bfcf5050d99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0693574 Aug 11 02:59:29.429428 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9918e6dc-d5be-462b-a34e-14de1c38c153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:29.436550 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9918e6dc-d5be-462b-a34e-14de1c38c153 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:29.436550 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-9918e6dc-d5be-462b-a34e-14de1c38c153 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d88e73af-da47-4d75-a0eb-eb377c54cfeb HTTP/1.1" status: 204 len: 168 time: 0.4951472 Aug 11 02:59:29.455298 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9918e6dc-d5be-462b-a34e-14de1c38c153 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d88e73af-da47-4d75-a0eb-eb377c54cfeb,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:29.534104 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63fd391-4391-40dc-9fb4-28f21183c697 req-e7c8cefd-fdf8-4826-a335-62583e0c3978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:29.536495 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b63fd391-4391-40dc-9fb4-28f21183c697 req-e7c8cefd-fdf8-4826-a335-62583e0c3978 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e49525c981a245a684be8acd150e82b7&device_id=0e2dc8b2-6d18-49b7-8548-e8062c40bc8d HTTP/1.1" status: 200 len: 1099 time: 0.1372387 Aug 11 02:59:29.554805 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-f3af938d-565f-4f12-bc97-fc1aacdae498 None None] Provisioning for port acaa47ca-c95b-4366-bdc3-5588eb4517ca completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:59:29.560740 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-f3af938d-565f-4f12-bc97-fc1aacdae498 None None] Provisioning complete for port acaa47ca-c95b-4366-bdc3-5588eb4517ca triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:59:29.561185 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-f3af938d-565f-4f12-bc97-fc1aacdae498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:29.606183 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b63fd391-4391-40dc-9fb4-28f21183c697 req-1de4f467-6144-49b7-b0de-eca9ff0616c4 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=e49525c981a245a684be8acd150e82b7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0550807 Aug 11 02:59:29.639076 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c58c9ff1-86cf-4476-a480-44396dbdbcbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:29.672772 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-f3af938d-565f-4f12-bc97-fc1aacdae498 None None] Port acaa47ca-c95b-4366-bdc3-5588eb4517ca cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:59:29.718898 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c58c9ff1-86cf-4476-a480-44396dbdbcbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:29.727575 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce9c42b-a088-4bbe-8386-03b25306754f req-2e400dc2-16be-433c-851d-fa77ccb45566 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:29.729244 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4ce9c42b-a088-4bbe-8386-03b25306754f req-2e400dc2-16be-433c-851d-fa77ccb45566 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/ports?device_id=d1bec3c9-dfdc-4f3d-9313-7372afe30133 HTTP/1.1" status: 200 len: 943 time: 0.2009876 Aug 11 02:59:29.731092 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-70bb5ddb-e926-44aa-a1ea-4178f9943784 req-186553d0-5936-4c73-9f8a-f623b73ff037 service neutron] 10.222.0.24 "GET /v2.0/networks/f221beb7-8330-438a-a9fe-3bfcf5050d99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2921755 Aug 11 02:59:29.845633 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-c58c9ff1-86cf-4476-a480-44396dbdbcbf admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1ce7f136809344a59e79c5365cf59a62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6712728 Aug 11 02:59:29.852919 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 40992) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:29.858276 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58c9ff1-86cf-4476-a480-44396dbdbcbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f21ea74d-b3d8-4411-8a5f-241644e6c85f,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:29.927383 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [req-22798015-d7ae-499a-8192-b4184b5f1511 req-76a35d57-a621-4adb-a237-0f44f91331c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acaa47ca-c95b-4366-bdc3-5588eb4517ca {{(pid=102191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:59:29.930911 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c13948a-66ce-4a16-9dac-b1928d4b20dd req-faa3024c-6207-4d51-a5d5-5c06698934a4 tempest-ServersAdminNegativeTestJSON-106033460 tempest-ServersAdminNegativeTestJSON-106033460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:29.932423 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2c13948a-66ce-4a16-9dac-b1928d4b20dd req-faa3024c-6207-4d51-a5d5-5c06698934a4 tempest-ServersAdminNegativeTestJSON-106033460 tempest-ServersAdminNegativeTestJSON-106033460-project] 10.222.0.41 "GET /v2.0/ports?device_id=0e2dc8b2-6d18-49b7-8548-e8062c40bc8d HTTP/1.1" status: 200 len: 947 time: 0.2344892 Aug 11 02:59:29.935084 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-22798015-d7ae-499a-8192-b4184b5f1511 req-76a35d57-a621-4adb-a237-0f44f91331c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:29.949391 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [req-22798015-d7ae-499a-8192-b4184b5f1511 req-76a35d57-a621-4adb-a237-0f44f91331c2 service neutron] Transition to ACTIVE for port object acaa47ca-c95b-4366-bdc3-5588eb4517ca will not be triggered until provisioned by entity L2. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:59:29.954031 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63fd391-4391-40dc-9fb4-28f21183c697 req-ca7d235e-5480-44e9-affd-88f1409b1f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:29.955682 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b63fd391-4391-40dc-9fb4-28f21183c697 req-ca7d235e-5480-44e9-affd-88f1409b1f60 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3423438 Aug 11 02:59:29.959125 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4ce9c42b-a088-4bbe-8386-03b25306754f req-7fc680e8-1e10-48de-bd72-64fa6be28feb tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5aa9049-617d-473f-afb5-b55716ab8aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938968 Aug 11 02:59:30.017669 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4e45652d-aeb0-4d7c-b3a1-2c12c0199119 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:30.033903 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-22798015-d7ae-499a-8192-b4184b5f1511 req-76a35d57-a621-4adb-a237-0f44f91331c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:30.036512 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-70bb5ddb-e926-44aa-a1ea-4178f9943784 req-86417ed7-9704-489f-9954-a9d58c70328d service neutron] 10.222.0.24 "GET /v2.0/networks/f221beb7-8330-438a-a9fe-3bfcf5050d99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2724690 Aug 11 02:59:30.065514 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2c13948a-66ce-4a16-9dac-b1928d4b20dd req-cb6c1630-859a-4e60-8290-bc184ad86b1a tempest-ServersAdminNegativeTestJSON-106033460 tempest-ServersAdminNegativeTestJSON-106033460-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed22b840-472c-4033-b27c-9fc95e92d183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233697 Aug 11 02:59:30.086389 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4e45652d-aeb0-4d7c-b3a1-2c12c0199119 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:30.108490 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0589187-e89b-4248-8795-e52a5d2d0d0a req-514effae-dc3f-4060-bb9c-786875a31142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:30.111867 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d0589187-e89b-4248-8795-e52a5d2d0d0a req-514effae-dc3f-4060-bb9c-786875a31142 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e49525c981a245a684be8acd150e82b7&device_id=0e2dc8b2-6d18-49b7-8548-e8062c40bc8d HTTP/1.1" status: 200 len: 1099 time: 0.1078918 Aug 11 02:59:30.168334 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a35d57-a621-4adb-a237-0f44f91331c2 service neutron] Pushing event updated for resources: {'Port': ['ID=acaa47ca-c95b-4366-bdc3-5588eb4517ca,revision_number=2']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:30.213292 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-22798015-d7ae-499a-8192-b4184b5f1511 req-76a35d57-a621-4adb-a237-0f44f91331c2 service neutron] Attempting to bind port acaa47ca-c95b-4366-bdc3-5588eb4517ca on host n-h1-764292-30 for vnic_type normal with profile {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:59:30.213624 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-22798015-d7ae-499a-8192-b4184b5f1511 req-76a35d57-a621-4adb-a237-0f44f91331c2 service neutron] Attempting to bind port acaa47ca-c95b-4366-bdc3-5588eb4517ca by drivers openvswitch,hyperv on host n-h1-764292-30 at level 0 using segments [{'id': '9b7b03c0-092f-4953-898f-de6d8f2338ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba'}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:59:30.214944 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22798015-d7ae-499a-8192-b4184b5f1511 req-76a35d57-a621-4adb-a237-0f44f91331c2 service neutron] Attempting to bind port acaa47ca-c95b-4366-bdc3-5588eb4517ca on network d1bf0def-6fa4-4d3e-bbc5-20a040931fba {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:59:30.232551 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22798015-d7ae-499a-8192-b4184b5f1511 req-76a35d57-a621-4adb-a237-0f44f91331c2 service neutron] Port acaa47ca-c95b-4366-bdc3-5588eb4517ca on network d1bf0def-6fa4-4d3e-bbc5-20a040931fba not bound, no agent of type Open vSwitch agent registered on host n-h1-764292-30 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:59:30.232874 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22798015-d7ae-499a-8192-b4184b5f1511 req-76a35d57-a621-4adb-a237-0f44f91331c2 service neutron] Attempting to bind port acaa47ca-c95b-4366-bdc3-5588eb4517ca on network d1bf0def-6fa4-4d3e-bbc5-20a040931fba {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:59:30.246741 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22798015-d7ae-499a-8192-b4184b5f1511 req-76a35d57-a621-4adb-a237-0f44f91331c2 service neutron] Checking agent: {'id': 'abb524c2-b412-4ed2-8367-45c4fd996fa7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 59, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:59:30.248192 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22798015-d7ae-499a-8192-b4184b5f1511 req-76a35d57-a621-4adb-a237-0f44f91331c2 service neutron] Checking segment: {'id': '9b7b03c0-092f-4953-898f-de6d8f2338ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:59:30.249610 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22798015-d7ae-499a-8192-b4184b5f1511 req-76a35d57-a621-4adb-a237-0f44f91331c2 service neutron] Bound using segment: {'id': '9b7b03c0-092f-4953-898f-de6d8f2338ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba'} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:59:30.250164 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-22798015-d7ae-499a-8192-b4184b5f1511 req-76a35d57-a621-4adb-a237-0f44f91331c2 service neutron] Bound port: acaa47ca-c95b-4366-bdc3-5588eb4517ca, host: n-h1-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b7b03c0-092f-4953-898f-de6d8f2338ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba'}}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:59:30.250451 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-22798015-d7ae-499a-8192-b4184b5f1511 req-76a35d57-a621-4adb-a237-0f44f91331c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:30.353293 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-22798015-d7ae-499a-8192-b4184b5f1511 req-76a35d57-a621-4adb-a237-0f44f91331c2 service neutron] For port acaa47ca-c95b-4366-bdc3-5588eb4517ca, host n-h1-764292-30, cleared binding levels {{(pid=102191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:59:30.358087 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-22798015-d7ae-499a-8192-b4184b5f1511 req-76a35d57-a621-4adb-a237-0f44f91331c2 service neutron] For port acaa47ca-c95b-4366-bdc3-5588eb4517ca, host n-h1-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=acaa47ca-c95b-4366-bdc3-5588eb4517ca,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:59:30.446836 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-22798015-d7ae-499a-8192-b4184b5f1511 req-76a35d57-a621-4adb-a237-0f44f91331c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:30.460896 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d0589187-e89b-4248-8795-e52a5d2d0d0a req-2d7e7a94-158c-4cb5-a289-86cc0d7d7809 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=f0dc5445-9e93-4781-b79e-b5a2b5e57121 HTTP/1.1" status: 200 len: 217 time: 0.3348296 Aug 11 02:59:30.485746 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22798015-d7ae-499a-8192-b4184b5f1511 req-76a35d57-a621-4adb-a237-0f44f91331c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:30.492042 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-22798015-d7ae-499a-8192-b4184b5f1511 req-76a35d57-a621-4adb-a237-0f44f91331c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:30.492042 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-22798015-d7ae-499a-8192-b4184b5f1511 req-76a35d57-a621-4adb-a237-0f44f91331c2 service neutron] 10.222.0.22 "PUT /v2.0/ports/acaa47ca-c95b-4366-bdc3-5588eb4517ca HTTP/1.1" status: 200 len: 1096 time: 1.2525744 Aug 11 02:59:30.530994 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a35d57-a621-4adb-a237-0f44f91331c2 service neutron] Pushing event updated for resources: {'Port': ['ID=acaa47ca-c95b-4366-bdc3-5588eb4517ca,revision_number=3']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:30.540738 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0589187-e89b-4248-8795-e52a5d2d0d0a req-f1dcafcd-4155-49fd-a5c9-caab62fe4d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:30.542309 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d0589187-e89b-4248-8795-e52a5d2d0d0a req-f1dcafcd-4155-49fd-a5c9-caab62fe4d59 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=254a3f4d-2b75-429e-bbb2-8e70554e9483 HTTP/1.1" status: 200 len: 843 time: 0.0729859 Aug 11 02:59:30.550831 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7350f211-d8ba-45e4-b8f1-ea6930e023ef req-cead08a1-ec82-45f6-b946-4c08a23ccd53 tempest-DeleteServersAdminTestJSON-106470122 tempest-DeleteServersAdminTestJSON-106470122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:30.552858 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7350f211-d8ba-45e4-b8f1-ea6930e023ef req-cead08a1-ec82-45f6-b946-4c08a23ccd53 tempest-DeleteServersAdminTestJSON-106470122 tempest-DeleteServersAdminTestJSON-106470122-project] 10.222.0.41 "GET /v2.0/ports?device_id=30eddff7-8756-4e3a-b2ab-692f71291769 HTTP/1.1" status: 200 len: 947 time: 0.0969675 Aug 11 02:59:30.605120 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4e45652d-aeb0-4d7c-b3a1-2c12c0199119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:30.607790 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4e45652d-aeb0-4d7c-b3a1-2c12c0199119 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:30.608935 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-4e45652d-aeb0-4d7c-b3a1-2c12c0199119 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f21ea74d-b3d8-4411-8a5f-241644e6c85f HTTP/1.1" status: 204 len: 168 time: 0.7534184 Aug 11 02:59:30.630490 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e45652d-aeb0-4d7c-b3a1-2c12c0199119 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f21ea74d-b3d8-4411-8a5f-241644e6c85f,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:30.646516 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7350f211-d8ba-45e4-b8f1-ea6930e023ef req-a92f3766-383c-4186-8d34-71654199d63f tempest-DeleteServersAdminTestJSON-106470122 tempest-DeleteServersAdminTestJSON-106470122-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5c584ec-b9b7-4ae6-810e-2c5044f79540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807230 Aug 11 02:59:30.657124 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0589187-e89b-4248-8795-e52a5d2d0d0a req-b1ca1b03-31ac-465e-ac91-c89198c736ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:30.659105 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d0589187-e89b-4248-8795-e52a5d2d0d0a req-b1ca1b03-31ac-465e-ac91-c89198c736ce service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d1bf0def-6fa4-4d3e-bbc5-20a040931fba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1053686 Aug 11 02:59:30.731060 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22798015-d7ae-499a-8192-b4184b5f1511 req-713d640d-8d66-4b81-91cd-6a45dfd25e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:30.734032 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-22798015-d7ae-499a-8192-b4184b5f1511 req-713d640d-8d66-4b81-91cd-6a45dfd25e48 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=00ef4a44706c469f8736a70fb4631087&device_id=30eddff7-8756-4e3a-b2ab-692f71291769 HTTP/1.1" status: 200 len: 1099 time: 0.1265385 Aug 11 02:59:30.749861 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30eddff7-8756-4e3a-b2ab-692f71291769', 'tag': 'acaa47ca-c95b-4366-bdc3-5588eb4517ca'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:59:30.757993 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36a55eb7-fffa-45df-b483-ccb30476ea98" -d '{"events": [{"name": "network-changed", "server_uuid": "30eddff7-8756-4e3a-b2ab-692f71291769", "tag": "acaa47ca-c95b-4366-bdc3-5588eb4517ca"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:59:30.795776 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-22798015-d7ae-499a-8192-b4184b5f1511 req-cd525011-a5be-46f7-aeff-7a0b492f7c6a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=acaa47ca-c95b-4366-bdc3-5588eb4517ca HTTP/1.1" status: 200 len: 217 time: 0.0499156 Aug 11 02:59:30.807768 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d0589187-e89b-4248-8795-e52a5d2d0d0a req-457cb5f5-b839-4a4f-9e7c-dff02d5c8df2 service neutron] 10.222.0.22 "GET /v2.0/networks/d1bf0def-6fa4-4d3e-bbc5-20a040931fba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378520 Aug 11 02:59:30.860708 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22798015-d7ae-499a-8192-b4184b5f1511 req-39faaa6a-8b59-4e9b-be99-ca8e68146bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:30.862276 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-22798015-d7ae-499a-8192-b4184b5f1511 req-39faaa6a-8b59-4e9b-be99-ca8e68146bd2 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=254a3f4d-2b75-429e-bbb2-8e70554e9483 HTTP/1.1" status: 200 len: 843 time: 0.0620937 Aug 11 02:59:30.915077 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d0589187-e89b-4248-8795-e52a5d2d0d0a req-79ba9091-7ea6-4259-8d38-60c966db5884 service neutron] 10.222.0.22 "GET /v2.0/networks/d1bf0def-6fa4-4d3e-bbc5-20a040931fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000516 Aug 11 02:59:30.927966 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22798015-d7ae-499a-8192-b4184b5f1511 req-21d3284d-2a0c-45ed-921e-9f280bce0882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:30.929797 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-22798015-d7ae-499a-8192-b4184b5f1511 req-21d3284d-2a0c-45ed-921e-9f280bce0882 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d1bf0def-6fa4-4d3e-bbc5-20a040931fba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0603573 Aug 11 02:59:30.991834 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:59:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22f2be93-655b-48ac-b7fb-d9ba9fd2aad3 x-openstack-request-id: req-22f2be93-655b-48ac-b7fb-d9ba9fd2aad3 {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:59:30.992083 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30eddff7-8756-4e3a-b2ab-692f71291769", "tag": "acaa47ca-c95b-4366-bdc3-5588eb4517ca", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:59:30.992332 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-22f2be93-655b-48ac-b7fb-d9ba9fd2aad3 {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:59:30.992725 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30eddff7-8756-4e3a-b2ab-692f71291769', 'tag': 'acaa47ca-c95b-4366-bdc3-5588eb4517ca', 'status': 'completed', 'code': 200} Aug 11 02:59:31.060651 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-22798015-d7ae-499a-8192-b4184b5f1511 req-c8c99be4-01b7-4a83-a982-586b298c5dc9 service neutron] 10.222.0.22 "GET /v2.0/networks/d1bf0def-6fa4-4d3e-bbc5-20a040931fba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146736 Aug 11 02:59:31.132597 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc1b09a-dd69-4bf8-ab6e-0f4ed9459a67 req-9b3e0735-2ab2-442a-aecd-9d06c775286e tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:31.135917 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-fcc1b09a-dd69-4bf8-ab6e-0f4ed9459a67 req-9b3e0735-2ab2-442a-aecd-9d06c775286e tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/ports?device_id=d1bec3c9-dfdc-4f3d-9313-7372afe30133 HTTP/1.1" status: 200 len: 943 time: 0.0665615 Aug 11 02:59:31.179961 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-fcc1b09a-dd69-4bf8-ab6e-0f4ed9459a67 req-cdf5709d-b3b3-472f-8cac-eb13aef78ac1 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5aa9049-617d-473f-afb5-b55716ab8aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382645 Aug 11 02:59:31.225440 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-22798015-d7ae-499a-8192-b4184b5f1511 req-4fd89297-529f-4495-9cdb-0944ddce6c0d service neutron] 10.222.0.22 "GET /v2.0/networks/d1bf0def-6fa4-4d3e-bbc5-20a040931fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514423 Aug 11 02:59:31.323974 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba44c35-3862-4052-8afe-4db120823aec req-5130ef54-213d-4f51-bdae-ecae0e658b45 tempest-ServersAdminNegativeTestJSON-106033460 tempest-ServersAdminNegativeTestJSON-106033460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:31.324975 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6ba44c35-3862-4052-8afe-4db120823aec req-5130ef54-213d-4f51-bdae-ecae0e658b45 tempest-ServersAdminNegativeTestJSON-106033460 tempest-ServersAdminNegativeTestJSON-106033460-project] 10.222.0.41 "GET /v2.0/ports?device_id=0e2dc8b2-6d18-49b7-8548-e8062c40bc8d HTTP/1.1" status: 200 len: 947 time: 0.0655079 Aug 11 02:59:31.385349 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6ba44c35-3862-4052-8afe-4db120823aec req-26466598-59b1-4db3-beeb-c657007a400f tempest-ServersAdminNegativeTestJSON-106033460 tempest-ServersAdminNegativeTestJSON-106033460-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed22b840-472c-4033-b27c-9fc95e92d183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529916 Aug 11 02:59:31.472335 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a55eb7-fffa-45df-b483-ccb30476ea98 req-4cfbfaeb-b0f4-4575-8c38-625ad2bbcf31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:31.474847 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-36a55eb7-fffa-45df-b483-ccb30476ea98 req-4cfbfaeb-b0f4-4575-8c38-625ad2bbcf31 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=00ef4a44706c469f8736a70fb4631087&device_id=30eddff7-8756-4e3a-b2ab-692f71291769 HTTP/1.1" status: 200 len: 1099 time: 0.0528359 Aug 11 02:59:31.576633 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a55eb7-fffa-45df-b483-ccb30476ea98 req-3e338a99-3fb4-438f-a900-dca5f8772445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:31.578116 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-36a55eb7-fffa-45df-b483-ccb30476ea98 req-3e338a99-3fb4-438f-a900-dca5f8772445 service neutron] 10.222.0.22 "GET /v2.0/networks?id=d1bf0def-6fa4-4d3e-bbc5-20a040931fba HTTP/1.1" status: 200 len: 870 time: 0.0906241 Aug 11 02:59:31.623279 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device f060a75a-5a5d-4b47-b9eb-385ee9ae5c90 details requested by agent hyperv_n-h1-764292-30 with host n-h1-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:59:31.625747 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-36a55eb7-fffa-45df-b483-ccb30476ea98 req-488f2fb5-bd9e-4919-a6af-ed10bfa76572 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=acaa47ca-c95b-4366-bdc3-5588eb4517ca HTTP/1.1" status: 200 len: 217 time: 0.0388365 Aug 11 02:59:31.701528 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a55eb7-fffa-45df-b483-ccb30476ea98 req-83e033b1-d7b1-4795-9abb-2c72788e1cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:31.703391 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-36a55eb7-fffa-45df-b483-ccb30476ea98 req-83e033b1-d7b1-4795-9abb-2c72788e1cc4 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=254a3f4d-2b75-429e-bbb2-8e70554e9483 HTTP/1.1" status: 200 len: 843 time: 0.0647888 Aug 11 02:59:31.732639 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port f060a75a-5a5d-4b47-b9eb-385ee9ae5c90, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=f060a75a-5a5d-4b47-b9eb-385ee9ae5c90,segment=NetworkSegment(a45ed4ca-59d3-4372-9b5a-18bb6ba190c2),segment_id=a45ed4ca-59d3-4372-9b5a-18bb6ba190c2)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:59:31.751013 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device f060a75a-5a5d-4b47-b9eb-385ee9ae5c90 has no active binding in host n-h1-764292-30 {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 11 02:59:31.800410 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5329bd55-b37e-4a68-9e20-2d2338163a80 req-ec12f1d6-6dbe-47f2-ae89-73c0088c8c14 tempest-DeleteServersAdminTestJSON-106470122 tempest-DeleteServersAdminTestJSON-106470122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:31.804322 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5329bd55-b37e-4a68-9e20-2d2338163a80 req-ec12f1d6-6dbe-47f2-ae89-73c0088c8c14 tempest-DeleteServersAdminTestJSON-106470122 tempest-DeleteServersAdminTestJSON-106470122-project] 10.222.0.41 "GET /v2.0/ports?device_id=30eddff7-8756-4e3a-b2ab-692f71291769 HTTP/1.1" status: 200 len: 947 time: 0.0710013 Aug 11 02:59:31.804891 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a55eb7-fffa-45df-b483-ccb30476ea98 req-3991019f-1148-4c28-9399-363b2af39bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:31.806445 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-36a55eb7-fffa-45df-b483-ccb30476ea98 req-3991019f-1148-4c28-9399-363b2af39bf2 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d1bf0def-6fa4-4d3e-bbc5-20a040931fba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0918596 Aug 11 02:59:31.818182 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:31.819873 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-80fe82af-e266-44b4-a1a7-70678ebc8740 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:31.870147 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5329bd55-b37e-4a68-9e20-2d2338163a80 req-78aa243c-5b67-4e7b-8b06-877077b0311d tempest-DeleteServersAdminTestJSON-106470122 tempest-DeleteServersAdminTestJSON-106470122-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5c584ec-b9b7-4ae6-810e-2c5044f79540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491827 Aug 11 02:59:31.919034 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-36a55eb7-fffa-45df-b483-ccb30476ea98 req-a4db6563-999f-4aab-82b6-c67a6a994c48 service neutron] 10.222.0.22 "GET /v2.0/networks/d1bf0def-6fa4-4d3e-bbc5-20a040931fba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008766 Aug 11 02:59:32.010933 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 41076) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:32.042956 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-36a55eb7-fffa-45df-b483-ccb30476ea98 req-b2ff6af4-4565-4085-8e23-be2b0c76513d service neutron] 10.222.0.22 "GET /v2.0/networks/d1bf0def-6fa4-4d3e-bbc5-20a040931fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154451 Aug 11 02:59:32.171383 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-38d39067-eddd-471d-b7fe-d1aa7af156fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:32.300768 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-38d39067-eddd-471d-b7fe-d1aa7af156fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:32.322709 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21345303-c3ba-47e7-92fe-9c360c91831e req-b5f6e448-9db7-463f-a97c-ebc4028aafed tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:32.324338 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-21345303-c3ba-47e7-92fe-9c360c91831e req-b5f6e448-9db7-463f-a97c-ebc4028aafed tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/ports?device_id=d1bec3c9-dfdc-4f3d-9313-7372afe30133 HTTP/1.1" status: 200 len: 943 time: 0.0581436 Aug 11 02:59:32.366406 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-21345303-c3ba-47e7-92fe-9c360c91831e req-411a83a7-382e-4314-8e71-dded079c6c56 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5aa9049-617d-473f-afb5-b55716ab8aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352886 Aug 11 02:59:32.437131 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 41096) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:32.458274 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-38d39067-eddd-471d-b7fe-d1aa7af156fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:32.504742 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d39067-eddd-471d-b7fe-d1aa7af156fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbd777d3-83ad-4559-8c8e-cce8886358b0,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:32.579290 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-38d39067-eddd-471d-b7fe-d1aa7af156fb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=afedd8677986495fbbc1bb206d70399a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5672724 Aug 11 02:59:32.586048 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 41104) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:32.608789 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429f5577-e887-413e-8e50-b89841d6e626 req-fab4dd5d-e07a-44a3-9911-6e37f2de1674 tempest-ServersAdminNegativeTestJSON-106033460 tempest-ServersAdminNegativeTestJSON-106033460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:32.615212 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-429f5577-e887-413e-8e50-b89841d6e626 req-fab4dd5d-e07a-44a3-9911-6e37f2de1674 tempest-ServersAdminNegativeTestJSON-106033460 tempest-ServersAdminNegativeTestJSON-106033460-project] 10.222.0.41 "GET /v2.0/ports?device_id=0e2dc8b2-6d18-49b7-8548-e8062c40bc8d HTTP/1.1" status: 200 len: 947 time: 0.0880885 Aug 11 02:59:32.676452 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-429f5577-e887-413e-8e50-b89841d6e626 req-af5956da-37e3-4d20-bc05-3029ab257f8d tempest-ServersAdminNegativeTestJSON-106033460 tempest-ServersAdminNegativeTestJSON-106033460-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed22b840-472c-4033-b27c-9fc95e92d183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548146 Aug 11 02:59:32.683870 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-bc874ef2-6cf1-4a51-bbcf-b187687ece6c admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-412813695-network', 'tenant_id': '6e4412fe6818465a87259b13f7f3a454'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:59:32.698711 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8cca7b4f-40e8-49b5-ae73-a8ac19aad4c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:32.725914 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8cca7b4f-40e8-49b5-ae73-a8ac19aad4c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:32.767462 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc874ef2-6cf1-4a51-bbcf-b187687ece6c admin admin] Made reservation on behalf of 6e4412fe6818465a87259b13f7f3a454 for: {'network': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:59:32.770813 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-bc874ef2-6cf1-4a51-bbcf-b187687ece6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:32.780235 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-bc874ef2-6cf1-4a51-bbcf-b187687ece6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:32.942090 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:32.987221 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8cca7b4f-40e8-49b5-ae73-a8ac19aad4c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:32.989988 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8cca7b4f-40e8-49b5-ae73-a8ac19aad4c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:32.991197 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-8cca7b4f-40e8-49b5-ae73-a8ac19aad4c4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fbd777d3-83ad-4559-8c8e-cce8886358b0 HTTP/1.1" status: 204 len: 168 time: 0.4040656 Aug 11 02:59:33.024951 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cca7b4f-40e8-49b5-ae73-a8ac19aad4c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbd777d3-83ad-4559-8c8e-cce8886358b0,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:33.086682 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7001db-951c-42ea-9840-d818d567c90b req-bd79304a-8b32-483b-bc2b-2a5b9ac49e1b tempest-DeleteServersAdminTestJSON-106470122 tempest-DeleteServersAdminTestJSON-106470122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:33.092283 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-df7001db-951c-42ea-9840-d818d567c90b req-bd79304a-8b32-483b-bc2b-2a5b9ac49e1b tempest-DeleteServersAdminTestJSON-106470122 tempest-DeleteServersAdminTestJSON-106470122-project] 10.222.0.41 "GET /v2.0/ports?device_id=30eddff7-8756-4e3a-b2ab-692f71291769 HTTP/1.1" status: 200 len: 947 time: 0.0832603 Aug 11 02:59:33.143562 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-bc874ef2-6cf1-4a51-bbcf-b187687ece6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:33.152397 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-df7001db-951c-42ea-9840-d818d567c90b req-bf737c84-c15a-41f5-a4fc-3949b822f2a0 tempest-DeleteServersAdminTestJSON-106470122 tempest-DeleteServersAdminTestJSON-106470122-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5c584ec-b9b7-4ae6-810e-2c5044f79540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565035 Aug 11 02:59:33.256516 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-bc874ef2-6cf1-4a51-bbcf-b187687ece6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:33.283997 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc874ef2-6cf1-4a51-bbcf-b187687ece6c admin admin] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=102192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:59:33.290854 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc874ef2-6cf1-4a51-bbcf-b187687ece6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dc81add-dd7c-4c11-ab9f-56106e8c0178,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:33.298445 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-bc874ef2-6cf1-4a51-bbcf-b187687ece6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:33.298785 n-d-764292-30 neutron-server[102192]: INFO neutron.db.segments_db [None req-bc874ef2-6cf1-4a51-bbcf-b187687ece6c admin admin] Added segment 1b9da9d8-76a1-4de1-af83-450c709f1896 of type vlan for network 6291eac6-fb42-437b-9d65-8cd6ec600550 Aug 11 02:59:33.343517 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-bc874ef2-6cf1-4a51-bbcf-b187687ece6c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:33.459072 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-bc874ef2-6cf1-4a51-bbcf-b187687ece6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:33.460180 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc874ef2-6cf1-4a51-bbcf-b187687ece6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:33.460919 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-bc874ef2-6cf1-4a51-bbcf-b187687ece6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:33.564903 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-bc874ef2-6cf1-4a51-bbcf-b187687ece6c admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1262696 Aug 11 02:59:33.568211 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc874ef2-6cf1-4a51-bbcf-b187687ece6c admin admin] Pushing event updated for resources: {'Network': ['ID=6291eac6-fb42-437b-9d65-8cd6ec600550,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:33.570905 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 41128) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:33.574941 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-344595e2-72e5-4a7c-9636-ff2439cff0b6 admin admin] Request body: {'subnet': {'network_id': '6291eac6-fb42-437b-9d65-8cd6ec600550', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-412813695-subnet', 'tenant_id': '6e4412fe6818465a87259b13f7f3a454', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:59:33.578218 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network 6291eac6-fb42-437b-9d65-8cd6ec600550 details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:59:33.578851 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6575adf3-3b73-40bd-b9fa-371eee35be3d req-404652ea-7907-42ce-a1e9-3d89dd657231 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:33.587414 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6575adf3-3b73-40bd-b9fa-371eee35be3d req-404652ea-7907-42ce-a1e9-3d89dd657231 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/ports?device_id=d1bec3c9-dfdc-4f3d-9313-7372afe30133 HTTP/1.1" status: 200 len: 943 time: 0.1306529 Aug 11 02:59:33.638733 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6575adf3-3b73-40bd-b9fa-371eee35be3d req-0cab8ff2-9ac0-4f94-a6f6-03d727d0ba20 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5aa9049-617d-473f-afb5-b55716ab8aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506229 Aug 11 02:59:33.703370 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-344595e2-72e5-4a7c-9636-ff2439cff0b6 admin admin] Made reservation on behalf of 6e4412fe6818465a87259b13f7f3a454 for: {'subnet': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:59:33.705951 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-344595e2-72e5-4a7c-9636-ff2439cff0b6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:33.761875 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 41132) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:33.785567 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-2e55041b-1eb2-4fe9-88e4-bbeb953f66a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:33.828127 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768fc33f-fe64-4ad4-a8dd-df7450b15125 req-80c21657-9aeb-44b8-be39-4ecd06d7b252 tempest-ServersAdminNegativeTestJSON-106033460 tempest-ServersAdminNegativeTestJSON-106033460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:33.829600 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-768fc33f-fe64-4ad4-a8dd-df7450b15125 req-80c21657-9aeb-44b8-be39-4ecd06d7b252 tempest-ServersAdminNegativeTestJSON-106033460 tempest-ServersAdminNegativeTestJSON-106033460-project] 10.222.0.41 "GET /v2.0/ports?device_id=0e2dc8b2-6d18-49b7-8548-e8062c40bc8d HTTP/1.1" status: 200 len: 947 time: 0.0677757 Aug 11 02:59:33.877199 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-768fc33f-fe64-4ad4-a8dd-df7450b15125 req-367a1a63-3a44-44ff-9fda-44b58011dca4 tempest-ServersAdminNegativeTestJSON-106033460 tempest-ServersAdminNegativeTestJSON-106033460-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed22b840-472c-4033-b27c-9fc95e92d183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370214 Aug 11 02:59:33.974561 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-2e55041b-1eb2-4fe9-88e4-bbeb953f66a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:34.046237 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-344595e2-72e5-4a7c-9636-ff2439cff0b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for subnet, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:34.050729 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-2e55041b-1eb2-4fe9-88e4-bbeb953f66a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:34.139436 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5a9d9ae3-8d42-45df-a2d1-018277cfad01 req-9835c51a-3615-4d4c-8421-31ec4dd8ed1c service neutron] 10.222.0.24 "GET /v2.0/ports/f060a75a-5a5d-4b47-b9eb-385ee9ae5c90/bindings/n-h1-764292-30 HTTP/1.1" status: 200 len: 385 time: 0.0834219 Aug 11 02:59:34.139955 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-2e55041b-1eb2-4fe9-88e4-bbeb953f66a0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=515e64f0be6b472f93340a1366a02022&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3748600 Aug 11 02:59:34.142397 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 41146) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:34.144575 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e55041b-1eb2-4fe9-88e4-bbeb953f66a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e924fa0-db3c-41a4-b34b-fb5cbb6e66ee,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:34.165714 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344595e2-72e5-4a7c-9636-ff2439cff0b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=18ff34d9-44eb-4054-b222-7a549b6fd1ea,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:34.226116 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344595e2-72e5-4a7c-9636-ff2439cff0b6 admin admin] Checking segment: {'id': '1b9da9d8-76a1-4de1-af83-450c709f1896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6291eac6-fb42-437b-9d65-8cd6ec600550'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:59:34.233229 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-344595e2-72e5-4a7c-9636-ff2439cff0b6 admin admin] Network hostable DHCP agents. Network: 6291eac6-fb42-437b-9d65-8cd6ec600550, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:59:34.270388 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ea45d086-d204-4cd4-a773-e2361fe943e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:34.296451 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ea45d086-d204-4cd4-a773-e2361fe943e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:34.337430 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-344595e2-72e5-4a7c-9636-ff2439cff0b6 admin admin] Network 6291eac6-fb42-437b-9d65-8cd6ec600550 is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:59:34.400906 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbf4a07-4fde-4602-a465-e7fc2180e389 req-b370ae3f-ec5e-4f1b-9539-6f75a21a0edd tempest-DeleteServersAdminTestJSON-106470122 tempest-DeleteServersAdminTestJSON-106470122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:34.402495 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9fbf4a07-4fde-4602-a465-e7fc2180e389 req-b370ae3f-ec5e-4f1b-9539-6f75a21a0edd tempest-DeleteServersAdminTestJSON-106470122 tempest-DeleteServersAdminTestJSON-106470122-project] 10.222.0.41 "GET /v2.0/ports?device_id=30eddff7-8756-4e3a-b2ab-692f71291769 HTTP/1.1" status: 200 len: 947 time: 0.1342621 Aug 11 02:59:34.405588 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-344595e2-72e5-4a7c-9636-ff2439cff0b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, 6291eac6-fb42-437b-9d65-8cd6ec600550) {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:59:34.409618 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-344595e2-72e5-4a7c-9636-ff2439cff0b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:34.413718 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-344595e2-72e5-4a7c-9636-ff2439cff0b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:34.428887 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ea45d086-d204-4cd4-a773-e2361fe943e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:34.432928 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ea45d086-d204-4cd4-a773-e2361fe943e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:34.436510 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-ea45d086-d204-4cd4-a773-e2361fe943e6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2e924fa0-db3c-41a4-b34b-fb5cbb6e66ee HTTP/1.1" status: 204 len: 168 time: 0.2928562 Aug 11 02:59:34.440219 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba715b0-1a93-4346-b4fb-e2e4119f3ff1 None None] Network 6291eac6-fb42-437b-9d65-8cd6ec600550 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:59:34.452546 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea45d086-d204-4cd4-a773-e2361fe943e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e924fa0-db3c-41a4-b34b-fb5cbb6e66ee,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:34.480890 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-344595e2-72e5-4a7c-9636-ff2439cff0b6 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9108825 Aug 11 02:59:34.489892 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-5a9d9ae3-8d42-45df-a2d1-018277cfad01 req-55fd0475-1ecd-4477-af26-c4f87d42d8f3 service neutron] For port f060a75a-5a5d-4b47-b9eb-385ee9ae5c90, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=f060a75a-5a5d-4b47-b9eb-385ee9ae5c90,segment=NetworkSegment(a45ed4ca-59d3-4372-9b5a-18bb6ba190c2),segment_id=a45ed4ca-59d3-4372-9b5a-18bb6ba190c2)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:59:34.504410 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:34.516179 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9fbf4a07-4fde-4602-a465-e7fc2180e389 req-7637d407-fb6a-4b9b-ae20-6fd30a6b6497 tempest-DeleteServersAdminTestJSON-106470122 tempest-DeleteServersAdminTestJSON-106470122-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5c584ec-b9b7-4ae6-810e-2c5044f79540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878975 Aug 11 02:59:34.523063 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-5a9d9ae3-8d42-45df-a2d1-018277cfad01 req-55fd0475-1ecd-4477-af26-c4f87d42d8f3 service neutron] For port f060a75a-5a5d-4b47-b9eb-385ee9ae5c90, host n-h2-764292-30, cleared binding levels {{(pid=102192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:59:34.571079 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [req-5a9d9ae3-8d42-45df-a2d1-018277cfad01 req-55fd0475-1ecd-4477-af26-c4f87d42d8f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f060a75a-5a5d-4b47-b9eb-385ee9ae5c90 {{(pid=102192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:59:34.586365 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-5a9d9ae3-8d42-45df-a2d1-018277cfad01 req-55fd0475-1ecd-4477-af26-c4f87d42d8f3 service neutron] For port f060a75a-5a5d-4b47-b9eb-385ee9ae5c90, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=f060a75a-5a5d-4b47-b9eb-385ee9ae5c90,segment=NetworkSegment(a45ed4ca-59d3-4372-9b5a-18bb6ba190c2),segment_id=a45ed4ca-59d3-4372-9b5a-18bb6ba190c2)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:59:34.612113 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48096528-d32e-4dff-ad7c-f6031a84efc8 None None] Network 6291eac6-fb42-437b-9d65-8cd6ec600550 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:59:34.663235 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-5a9d9ae3-8d42-45df-a2d1-018277cfad01 req-55fd0475-1ecd-4477-af26-c4f87d42d8f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:34.836061 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 41164) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:34.848783 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e5e6c3-88e5-425e-8825-7d6fc41e0119 req-2cae6f25-e97d-4328-9d3d-ea5a141963e7 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:34.858964 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-77e5e6c3-88e5-425e-8825-7d6fc41e0119 req-2cae6f25-e97d-4328-9d3d-ea5a141963e7 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/ports?device_id=d1bec3c9-dfdc-4f3d-9313-7372afe30133 HTTP/1.1" status: 200 len: 943 time: 0.0910807 Aug 11 02:59:34.860591 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [req-5a9d9ae3-8d42-45df-a2d1-018277cfad01 req-55fd0475-1ecd-4477-af26-c4f87d42d8f3 service neutron] Transition to ACTIVE for port object f060a75a-5a5d-4b47-b9eb-385ee9ae5c90 will not be triggered until provisioned by entity L2. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:59:34.904315 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-77e5e6c3-88e5-425e-8825-7d6fc41e0119 req-b6b88f51-cc85-45c5-9b09-ddc14a873057 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5aa9049-617d-473f-afb5-b55716ab8aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450869 Aug 11 02:59:34.931996 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-5a9d9ae3-8d42-45df-a2d1-018277cfad01 req-55fd0475-1ecd-4477-af26-c4f87d42d8f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:34.991617 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-21be3b15-9834-4665-8626-03eae9a9ffe5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:35.002152 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a9d9ae3-8d42-45df-a2d1-018277cfad01 req-55fd0475-1ecd-4477-af26-c4f87d42d8f3 service neutron] No DVR routers for this DVR port f060a75a-5a5d-4b47-b9eb-385ee9ae5c90 on host n-h2-764292-30 {{(pid=102192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:59:35.081009 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5a9d9ae3-8d42-45df-a2d1-018277cfad01 req-55fd0475-1ecd-4477-af26-c4f87d42d8f3 service neutron] 10.222.0.24 "PUT /v2.0/ports/f060a75a-5a5d-4b47-b9eb-385ee9ae5c90/bindings/n-h1-764292-30/activate HTTP/1.1" status: 200 len: 370 time: 0.9161053 Aug 11 02:59:35.083757 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fd0475-1ecd-4477-af26-c4f87d42d8f3 service neutron] Pushing event updated for resources: {'Port': ['ID=f060a75a-5a5d-4b47-b9eb-385ee9ae5c90,revision_number=10']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:35.126528 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14452873-a319-481f-8d9a-0d99c9c937a8 req-d0c328b2-e4b0-4744-9670-804c1da356f7 tempest-ServersAdminNegativeTestJSON-106033460 tempest-ServersAdminNegativeTestJSON-106033460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:35.128382 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-14452873-a319-481f-8d9a-0d99c9c937a8 req-d0c328b2-e4b0-4744-9670-804c1da356f7 tempest-ServersAdminNegativeTestJSON-106033460 tempest-ServersAdminNegativeTestJSON-106033460-project] 10.222.0.41 "GET /v2.0/ports?device_id=0e2dc8b2-6d18-49b7-8548-e8062c40bc8d HTTP/1.1" status: 200 len: 947 time: 0.1307342 Aug 11 02:59:35.178241 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-21be3b15-9834-4665-8626-03eae9a9ffe5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:35.180221 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-14452873-a319-481f-8d9a-0d99c9c937a8 req-a34c7f1c-1b9d-4735-b14b-ed544defe96f tempest-ServersAdminNegativeTestJSON-106033460 tempest-ServersAdminNegativeTestJSON-106033460-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed22b840-472c-4033-b27c-9fc95e92d183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418637 Aug 11 02:59:35.318447 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-21be3b15-9834-4665-8626-03eae9a9ffe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:35.379747 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-21be3b15-9834-4665-8626-03eae9a9ffe5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c721a8f98941448ab0df8220bd82af45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5335727 Aug 11 02:59:35.379993 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 41188) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:35.387051 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9d9ae3-8d42-45df-a2d1-018277cfad01 req-e83706e9-523e-468c-9534-c78e36eb2dbd tempest-LiveAutoBlockMigrationV225Test-1544515844 tempest-LiveAutoBlockMigrationV225Test-1544515844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:35.389127 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-5a9d9ae3-8d42-45df-a2d1-018277cfad01 req-e83706e9-523e-468c-9534-c78e36eb2dbd tempest-LiveAutoBlockMigrationV225Test-1544515844 tempest-LiveAutoBlockMigrationV225Test-1544515844-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=d1bec3c9-dfdc-4f3d-9313-7372afe30133&tenant_id=7a37d4caabc9417c92d7f5d7ce7df51b&binding%3Ahost_id=n-h2-764292-30 HTTP/1.1" status: 200 len: 1096 time: 0.1455159 Aug 11 02:59:35.391641 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21be3b15-9834-4665-8626-03eae9a9ffe5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=092ba355-f1e4-40e7-b2e3-dcde76b75efc,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:35.431004 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-94681f68-8974-4921-8a94-b768afc33ebe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:35.453917 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-94681f68-8974-4921-8a94-b768afc33ebe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:35.479374 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9d9ae3-8d42-45df-a2d1-018277cfad01 req-2d4be9e6-24b2-49be-a271-14aa39100d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:35.481186 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-5a9d9ae3-8d42-45df-a2d1-018277cfad01 req-2d4be9e6-24b2-49be-a271-14aa39100d7a service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=d1bec3c9-dfdc-4f3d-9313-7372afe30133&tenant_id=7a37d4caabc9417c92d7f5d7ce7df51b HTTP/1.1" status: 200 len: 1096 time: 0.0820992 Aug 11 02:59:35.579156 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9d9ae3-8d42-45df-a2d1-018277cfad01 req-531406d8-5f74-4240-a6d2-973bf6ebe574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:35.580800 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-5a9d9ae3-8d42-45df-a2d1-018277cfad01 req-531406d8-5f74-4240-a6d2-973bf6ebe574 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7a37d4caabc9417c92d7f5d7ce7df51b&device_id=d1bec3c9-dfdc-4f3d-9313-7372afe30133 HTTP/1.1" status: 200 len: 1096 time: 0.0692837 Aug 11 02:59:35.593132 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-94681f68-8974-4921-8a94-b768afc33ebe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:35.595740 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-94681f68-8974-4921-8a94-b768afc33ebe admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:35.598574 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-94681f68-8974-4921-8a94-b768afc33ebe admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/092ba355-f1e4-40e7-b2e3-dcde76b75efc HTTP/1.1" status: 204 len: 168 time: 0.2238350 Aug 11 02:59:35.611734 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94681f68-8974-4921-8a94-b768afc33ebe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=092ba355-f1e4-40e7-b2e3-dcde76b75efc,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:35.667803 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device f0dc5445-9e93-4781-b79e-b5a2b5e57121 details requested by agent hyperv_n-h1-764292-30 with host n-h1-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:59:35.718196 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1555aaaf-2ca3-4166-b48d-13080b1ee772 req-9a2bb2bb-ffe3-4c8b-82eb-e1d62235e3f0 tempest-DeleteServersAdminTestJSON-106470122 tempest-DeleteServersAdminTestJSON-106470122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:35.726424 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1555aaaf-2ca3-4166-b48d-13080b1ee772 req-9a2bb2bb-ffe3-4c8b-82eb-e1d62235e3f0 tempest-DeleteServersAdminTestJSON-106470122 tempest-DeleteServersAdminTestJSON-106470122-project] 10.222.0.41 "GET /v2.0/ports?device_id=30eddff7-8756-4e3a-b2ab-692f71291769 HTTP/1.1" status: 200 len: 947 time: 0.1094754 Aug 11 02:59:35.750766 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 41202) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:35.756812 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-ba09db83-dcb0-41f8-8222-73dcc388f520 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-495418102-network', 'tenant_id': 'f33dca030b3b4357940b0cd7a03cabfd'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:59:35.783832 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9d9ae3-8d42-45df-a2d1-018277cfad01 req-26e77bc4-7688-4b5a-acf5-bccf4c3d7c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:35.785465 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-5a9d9ae3-8d42-45df-a2d1-018277cfad01 req-26e77bc4-7688-4b5a-acf5-bccf4c3d7c1a service neutron] 10.222.0.22 "GET /v2.0/networks?id=f221beb7-8330-438a-a9fe-3bfcf5050d99 HTTP/1.1" status: 200 len: 922 time: 0.1964474 Aug 11 02:59:35.802486 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1555aaaf-2ca3-4166-b48d-13080b1ee772 req-d078cc13-a4f7-404d-8308-4862090e048d tempest-DeleteServersAdminTestJSON-106470122 tempest-DeleteServersAdminTestJSON-106470122-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5c584ec-b9b7-4ae6-810e-2c5044f79540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716028 Aug 11 02:59:35.804006 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port f0dc5445-9e93-4781-b79e-b5a2b5e57121, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=f0dc5445-9e93-4781-b79e-b5a2b5e57121,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:59:35.819179 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Returning: {'device': 'f0dc5445-9e93-4781-b79e-b5a2b5e57121', 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba', 'port_id': 'f0dc5445-9e93-4781-b79e-b5a2b5e57121', 'mac_address': 'fa:16:3e:ef:45:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '254a3f4d-2b75-429e-bbb2-8e70554e9483', 'ip_address': '192.168.233.52'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:59:35.842504 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-5a9d9ae3-8d42-45df-a2d1-018277cfad01 req-0eb635ce-d155-429f-a0c3-78659043df80 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f060a75a-5a5d-4b47-b9eb-385ee9ae5c90 HTTP/1.1" status: 200 len: 217 time: 0.0494273 Aug 11 02:59:35.863961 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:35.866082 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba09db83-dcb0-41f8-8222-73dcc388f520 admin admin] Made reservation on behalf of f33dca030b3b4357940b0cd7a03cabfd for: {'network': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:59:35.869851 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ba09db83-dcb0-41f8-8222-73dcc388f520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:35.877826 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0dc5445-9e93-4781-b79e-b5a2b5e57121 {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:59:35.905905 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ba09db83-dcb0-41f8-8222-73dcc388f520 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:35.911831 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port f0dc5445-9e93-4781-b79e-b5a2b5e57121, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=f0dc5445-9e93-4781-b79e-b5a2b5e57121,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:59:35.935777 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9d9ae3-8d42-45df-a2d1-018277cfad01 req-3bbc6fa8-0fd0-4a31-9b4d-9bbda497c24c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:35.938582 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-5a9d9ae3-8d42-45df-a2d1-018277cfad01 req-3bbc6fa8-0fd0-4a31-9b4d-9bbda497c24c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1f48ffa3-65bd-47bc-90cf-1fcd73e0ff01 HTTP/1.1" status: 200 len: 861 time: 0.0881217 Aug 11 02:59:35.975453 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:35.975453 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device acaa47ca-c95b-4366-bdc3-5588eb4517ca details requested by agent hyperv_n-h1-764292-30 with host n-h1-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:59:36.038916 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-5a9d9ae3-8d42-45df-a2d1-018277cfad01 req-5062d5c7-488a-4677-af3c-8b352a12dc68 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=f221beb7-8330-438a-a9fe-3bfcf5050d99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0763252 Aug 11 02:59:36.071865 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port acaa47ca-c95b-4366-bdc3-5588eb4517ca, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=acaa47ca-c95b-4366-bdc3-5588eb4517ca,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:59:36.075072 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=f0dc5445-9e93-4781-b79e-b5a2b5e57121,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:36.085147 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a2e235-a8c3-44b5-ae15-be2c5e8e872e req-4890dbc6-f27c-4ea9-a3d3-a3d4cf4565c0 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:36.086708 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-49a2e235-a8c3-44b5-ae15-be2c5e8e872e req-4890dbc6-f27c-4ea9-a3d3-a3d4cf4565c0 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/ports?device_id=d1bec3c9-dfdc-4f3d-9313-7372afe30133 HTTP/1.1" status: 200 len: 944 time: 0.0915365 Aug 11 02:59:36.092200 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:59:36.092773 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:59:36.093282 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:59:36.093620 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:59:36.093960 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:59:36.094332 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:59:36.102272 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:59:36.102272 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:59:36.102272 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:59:36.102272 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:59:36.102272 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:59:36.102272 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:59:36.108228 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Returning: {'device': 'acaa47ca-c95b-4366-bdc3-5588eb4517ca', 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba', 'port_id': 'acaa47ca-c95b-4366-bdc3-5588eb4517ca', 'mac_address': 'fa:16:3e:4e:01:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '254a3f4d-2b75-429e-bbb2-8e70554e9483', 'ip_address': '192.168.233.41'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:59:36.154330 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-49a2e235-a8c3-44b5-ae15-be2c5e8e872e req-f270f664-d0af-411c-b66c-8def92e498b4 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5aa9049-617d-473f-afb5-b55716ab8aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458345 Aug 11 02:59:36.172376 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:36.189877 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acaa47ca-c95b-4366-bdc3-5588eb4517ca {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:59:36.221921 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port acaa47ca-c95b-4366-bdc3-5588eb4517ca, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=acaa47ca-c95b-4366-bdc3-5588eb4517ca,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:59:36.227378 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ba09db83-dcb0-41f8-8222-73dcc388f520 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:36.246428 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-5a9d9ae3-8d42-45df-a2d1-018277cfad01 req-7fbbbfbb-33d3-4d80-88b4-e01c950a9aaa service neutron] 10.222.0.22 "GET /v2.0/networks/f221beb7-8330-438a-a9fe-3bfcf5050d99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973770 Aug 11 02:59:36.345299 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dbb563-8ba1-4e3c-8dcc-286104a44ae0 req-4278fa3e-dbd3-42d4-9b17-0dae20e46136 tempest-ServersAdminNegativeTestJSON-106033460 tempest-ServersAdminNegativeTestJSON-106033460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:36.347117 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-51dbb563-8ba1-4e3c-8dcc-286104a44ae0 req-4278fa3e-dbd3-42d4-9b17-0dae20e46136 tempest-ServersAdminNegativeTestJSON-106033460 tempest-ServersAdminNegativeTestJSON-106033460-project] 10.222.0.41 "GET /v2.0/ports?device_id=0e2dc8b2-6d18-49b7-8548-e8062c40bc8d HTTP/1.1" status: 200 len: 948 time: 0.0810990 Aug 11 02:59:36.354747 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:36.356753 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ba09db83-dcb0-41f8-8222-73dcc388f520 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:36.391936 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba09db83-dcb0-41f8-8222-73dcc388f520 admin admin] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=102191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:59:36.406056 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-5a9d9ae3-8d42-45df-a2d1-018277cfad01 req-f926faa6-403d-483e-b5f3-b891e3704352 service neutron] 10.222.0.22 "GET /v2.0/networks/f221beb7-8330-438a-a9fe-3bfcf5050d99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519191 Aug 11 02:59:36.411042 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba09db83-dcb0-41f8-8222-73dcc388f520 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd9f0f31-cc47-410f-afbc-0f47193d8d31,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:36.415409 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ba09db83-dcb0-41f8-8222-73dcc388f520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:36.415952 n-d-764292-30 neutron-server[102191]: INFO neutron.db.segments_db [None req-ba09db83-dcb0-41f8-8222-73dcc388f520 admin admin] Added segment cd43da32-37af-47f8-8017-0b929fe26734 of type vlan for network 579a3af9-9fea-4fa9-9690-2d4a5dc68b57 Aug 11 02:59:36.443779 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 41220) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:36.451038 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-51dbb563-8ba1-4e3c-8dcc-286104a44ae0 req-31c173a5-46ad-4d00-afef-6b71223177a6 tempest-ServersAdminNegativeTestJSON-106033460 tempest-ServersAdminNegativeTestJSON-106033460-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed22b840-472c-4033-b27c-9fc95e92d183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973163 Aug 11 02:59:36.468381 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-07cf355b-940f-4ec1-b2a6-4b041b272e8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:36.471711 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=acaa47ca-c95b-4366-bdc3-5588eb4517ca,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:36.490027 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ba09db83-dcb0-41f8-8222-73dcc388f520 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:36.565445 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ba09db83-dcb0-41f8-8222-73dcc388f520 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:36.567126 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba09db83-dcb0-41f8-8222-73dcc388f520 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:36.567954 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ba09db83-dcb0-41f8-8222-73dcc388f520 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:36.569634 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-07cf355b-940f-4ec1-b2a6-4b041b272e8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:36.623251 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-07cf355b-940f-4ec1-b2a6-4b041b272e8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:36.623651 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:36.635555 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba09db83-dcb0-41f8-8222-73dcc388f520 admin admin] Pushing event updated for resources: {'Network': ['ID=579a3af9-9fea-4fa9-9690-2d4a5dc68b57,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:36.651253 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network 579a3af9-9fea-4fa9-9690-2d4a5dc68b57 details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:59:36.670802 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-07cf355b-940f-4ec1-b2a6-4b041b272e8d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5b87a2a6d4764dbd84088a07795e9b8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2192385 Aug 11 02:59:36.671609 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cf355b-940f-4ec1-b2a6-4b041b272e8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=312de21c-5e4f-4c71-8a33-53f6b4570893,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:36.674258 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 41224) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:36.693596 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 41226) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:36.694390 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-ba09db83-dcb0-41f8-8222-73dcc388f520 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9421844 Aug 11 02:59:36.698772 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-c848d890-d5c9-4bc7-9e1f-3e2dad159dcb admin admin] Request body: {'subnet': {'network_id': '579a3af9-9fea-4fa9-9690-2d4a5dc68b57', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-495418102-subnet', 'tenant_id': 'f33dca030b3b4357940b0cd7a03cabfd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:59:36.743440 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-30f016f2-d1ba-42b7-8a1a-0cf1c3eb3aa1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:36.766554 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-30f016f2-d1ba-42b7-8a1a-0cf1c3eb3aa1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:36.786123 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['acaa47ca-c95b-4366-bdc3-5588eb4517ca'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:59:36.789789 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c848d890-d5c9-4bc7-9e1f-3e2dad159dcb admin admin] Made reservation on behalf of f33dca030b3b4357940b0cd7a03cabfd for: {'subnet': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:59:36.790949 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c848d890-d5c9-4bc7-9e1f-3e2dad159dcb admin admin] Notify callbacks [] for subnet, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:36.813141 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['f0dc5445-9e93-4781-b79e-b5a2b5e57121'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:59:36.880176 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-30f016f2-d1ba-42b7-8a1a-0cf1c3eb3aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:36.885278 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-30f016f2-d1ba-42b7-8a1a-0cf1c3eb3aa1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:36.890014 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-30f016f2-d1ba-42b7-8a1a-0cf1c3eb3aa1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/312de21c-5e4f-4c71-8a33-53f6b4570893 HTTP/1.1" status: 204 len: 168 time: 0.2100749 Aug 11 02:59:36.903883 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f016f2-d1ba-42b7-8a1a-0cf1c3eb3aa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=312de21c-5e4f-4c71-8a33-53f6b4570893,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:37.005241 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16a4cb5-f0fb-4d45-8d10-7cedbd95c853 req-b5fce4a2-2797-493d-a793-18d3b3cb4125 tempest-DeleteServersAdminTestJSON-106470122 tempest-DeleteServersAdminTestJSON-106470122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:37.006979 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e16a4cb5-f0fb-4d45-8d10-7cedbd95c853 req-b5fce4a2-2797-493d-a793-18d3b3cb4125 tempest-DeleteServersAdminTestJSON-106470122 tempest-DeleteServersAdminTestJSON-106470122-project] 10.222.0.41 "GET /v2.0/ports?device_id=30eddff7-8756-4e3a-b2ab-692f71291769 HTTP/1.1" status: 200 len: 948 time: 0.1057475 Aug 11 02:59:37.041220 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9d9ae3-8d42-45df-a2d1-018277cfad01 req-66996a0a-6465-4786-a624-f68d50bf379f tempest-LiveAutoBlockMigrationV225Test-1544515844 tempest-LiveAutoBlockMigrationV225Test-1544515844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:37.042975 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-5a9d9ae3-8d42-45df-a2d1-018277cfad01 req-66996a0a-6465-4786-a624-f68d50bf379f tempest-LiveAutoBlockMigrationV225Test-1544515844 tempest-LiveAutoBlockMigrationV225Test-1544515844-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=d1bec3c9-dfdc-4f3d-9313-7372afe30133&tenant_id=7a37d4caabc9417c92d7f5d7ce7df51b&binding%3Ahost_id=n-h1-764292-30 HTTP/1.1" status: 200 len: 1096 time: 0.0711002 Aug 11 02:59:37.113646 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e16a4cb5-f0fb-4d45-8d10-7cedbd95c853 req-5b27f481-6c73-465c-b205-2cb82ec7d5cd tempest-DeleteServersAdminTestJSON-106470122 tempest-DeleteServersAdminTestJSON-106470122-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5c584ec-b9b7-4ae6-810e-2c5044f79540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002252 Aug 11 02:59:37.215977 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c848d890-d5c9-4bc7-9e1f-3e2dad159dcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for subnet, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:37.306423 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-5a9d9ae3-8d42-45df-a2d1-018277cfad01 req-32f4fa48-db16-4462-97aa-2edb9f3f222a service neutron] For port f060a75a-5a5d-4b47-b9eb-385ee9ae5c90, host n-h2-764292-30, cleared binding levels {{(pid=102191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:59:37.309746 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-5a9d9ae3-8d42-45df-a2d1-018277cfad01 req-32f4fa48-db16-4462-97aa-2edb9f3f222a service neutron] Notify callbacks [] for binding, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:37.310962 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-5a9d9ae3-8d42-45df-a2d1-018277cfad01 req-32f4fa48-db16-4462-97aa-2edb9f3f222a service neutron] 10.222.0.22 "DELETE /v2.0/ports/f060a75a-5a5d-4b47-b9eb-385ee9ae5c90/bindings/n-h2-764292-30 HTTP/1.1" status: 204 len: 173 time: 0.2521794 Aug 11 02:59:37.312905 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c848d890-d5c9-4bc7-9e1f-3e2dad159dcb admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd63dc28-3773-4477-820b-1dd054b495bf,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:37.342492 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90fdc91-a159-4946-a9bc-6a4d3eae06e6 req-539965fa-c73c-44e8-a346-4bed599f3371 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:37.345004 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f90fdc91-a159-4946-a9bc-6a4d3eae06e6 req-539965fa-c73c-44e8-a346-4bed599f3371 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/ports?device_id=d1bec3c9-dfdc-4f3d-9313-7372afe30133 HTTP/1.1" status: 200 len: 944 time: 0.1011682 Aug 11 02:59:37.345265 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c848d890-d5c9-4bc7-9e1f-3e2dad159dcb admin admin] Checking segment: {'id': 'cd43da32-37af-47f8-8017-0b929fe26734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '579a3af9-9fea-4fa9-9690-2d4a5dc68b57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:59:37.345686 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c848d890-d5c9-4bc7-9e1f-3e2dad159dcb admin admin] Network hostable DHCP agents. Network: 579a3af9-9fea-4fa9-9690-2d4a5dc68b57, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:59:37.392318 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f90fdc91-a159-4946-a9bc-6a4d3eae06e6 req-7abd6387-136a-4441-8416-43439c22678a tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5aa9049-617d-473f-afb5-b55716ab8aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370376 Aug 11 02:59:37.467461 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c848d890-d5c9-4bc7-9e1f-3e2dad159dcb admin admin] Network 579a3af9-9fea-4fa9-9690-2d4a5dc68b57 is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:59:37.522806 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device f060a75a-5a5d-4b47-b9eb-385ee9ae5c90 no longer exists at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:59:37.556909 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-c848d890-d5c9-4bc7-9e1f-3e2dad159dcb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, 579a3af9-9fea-4fa9-9690-2d4a5dc68b57) {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:59:37.563804 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c848d890-d5c9-4bc7-9e1f-3e2dad159dcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:37.564710 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c848d890-d5c9-4bc7-9e1f-3e2dad159dcb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:37.570466 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b35cb10e-b796-42e8-8563-6940f971e86d None None] Network 579a3af9-9fea-4fa9-9690-2d4a5dc68b57 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:59:37.574060 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device f060a75a-5a5d-4b47-b9eb-385ee9ae5c90 not bound to the agent host n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:59:37.589906 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbfd82b-193b-4d56-93ca-996c694352af req-d5d02a94-8b66-47a0-a976-8dcf8f01ae1c tempest-ServersAdminNegativeTestJSON-106033460 tempest-ServersAdminNegativeTestJSON-106033460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:37.597476 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-fdbfd82b-193b-4d56-93ca-996c694352af req-d5d02a94-8b66-47a0-a976-8dcf8f01ae1c tempest-ServersAdminNegativeTestJSON-106033460 tempest-ServersAdminNegativeTestJSON-106033460-project] 10.222.0.41 "GET /v2.0/ports?device_id=0e2dc8b2-6d18-49b7-8548-e8062c40bc8d HTTP/1.1" status: 200 len: 948 time: 0.0711651 Aug 11 02:59:37.639282 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-fdbfd82b-193b-4d56-93ca-996c694352af req-066859ef-c983-4dd3-8218-2849dd4e9c6b tempest-ServersAdminNegativeTestJSON-106033460 tempest-ServersAdminNegativeTestJSON-106033460-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed22b840-472c-4033-b27c-9fc95e92d183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398502 Aug 11 02:59:37.651488 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-c848d890-d5c9-4bc7-9e1f-3e2dad159dcb admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9477954 Aug 11 02:59:37.753164 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef41a83e-7cad-4234-8077-8151f6596347 req-a2336177-9800-48ac-aeb6-4be6ce07e231 tempest-LiveAutoBlockMigrationV225Test-1544515844 tempest-LiveAutoBlockMigrationV225Test-1544515844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:37.760255 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ef41a83e-7cad-4234-8077-8151f6596347 req-a2336177-9800-48ac-aeb6-4be6ce07e231 tempest-LiveAutoBlockMigrationV225Test-1544515844 tempest-LiveAutoBlockMigrationV225Test-1544515844-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=d1bec3c9-dfdc-4f3d-9313-7372afe30133 HTTP/1.1" status: 200 len: 1096 time: 0.0855339 Aug 11 02:59:37.783045 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 41276) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:37.789944 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63a9318b-ee44-4f7c-8947-3aadf6c84f57 None None] Network 579a3af9-9fea-4fa9-9690-2d4a5dc68b57 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:59:37.813087 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ef41a83e-7cad-4234-8077-8151f6596347 req-fb9c587b-fb44-47a4-a1f6-02bd52434193 tempest-LiveAutoBlockMigrationV225Test-1544515844 tempest-LiveAutoBlockMigrationV225Test-1544515844-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=c5aa9049-617d-473f-afb5-b55716ab8aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469723 Aug 11 02:59:37.849804 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_v2 [None req-b69d6559-5713-4284-b6a5-3d356082694f admin admin] Deleting subnet 18ff34d9-44eb-4054-b222-7a549b6fd1ea {{(pid=102191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:59:37.853823 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b69d6559-5713-4284-b6a5-3d356082694f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:37.919091 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b69d6559-5713-4284-b6a5-3d356082694f admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:37.930872 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b69d6559-5713-4284-b6a5-3d356082694f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:38.080599 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b69d6559-5713-4284-b6a5-3d356082694f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for subnet, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:38.107806 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69d6559-5713-4284-b6a5-3d356082694f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18ff34d9-44eb-4054-b222-7a549b6fd1ea,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:38.112579 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b69d6559-5713-4284-b6a5-3d356082694f admin admin] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:38.118069 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-b69d6559-5713-4284-b6a5-3d356082694f admin admin] 10.222.0.41 "DELETE /v2.0/subnets/18ff34d9-44eb-4054-b222-7a549b6fd1ea HTTP/1.1" status: 204 len: 168 time: 0.3317096 Aug 11 02:59:38.118682 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 41298) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:38.189368 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896bc3a1-feaf-46d3-9c2d-54a6b69a36e5 req-f9136602-c729-437c-806f-7433f8d83013 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:38.192555 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-896bc3a1-feaf-46d3-9c2d-54a6b69a36e5 req-f9136602-c729-437c-806f-7433f8d83013 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/networks?id=f221beb7-8330-438a-a9fe-3bfcf5050d99 HTTP/1.1" status: 200 len: 821 time: 0.1520190 Aug 11 02:59:38.241679 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-896bc3a1-feaf-46d3-9c2d-54a6b69a36e5 req-2feb61ed-2c25-41eb-9996-17da2b1e0f0a tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/quotas/7a37d4caabc9417c92d7f5d7ce7df51b HTTP/1.1" status: 200 len: 375 time: 0.0420258 Aug 11 02:59:38.260375 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b55c4b7-1772-4fe7-b4f1-5ca3b10ca46b req-463067d1-c7a9-409f-a674-95566dab34e1 tempest-DeleteServersAdminTestJSON-106470122 tempest-DeleteServersAdminTestJSON-106470122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:38.262362 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9b55c4b7-1772-4fe7-b4f1-5ca3b10ca46b req-463067d1-c7a9-409f-a674-95566dab34e1 tempest-DeleteServersAdminTestJSON-106470122 tempest-DeleteServersAdminTestJSON-106470122-project] 10.222.0.41 "GET /v2.0/ports?device_id=30eddff7-8756-4e3a-b2ab-692f71291769 HTTP/1.1" status: 200 len: 948 time: 0.0647686 Aug 11 02:59:38.392688 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9b55c4b7-1772-4fe7-b4f1-5ca3b10ca46b req-6b25ba03-b510-4eaf-8e50-6b790152bde7 tempest-DeleteServersAdminTestJSON-106470122 tempest-DeleteServersAdminTestJSON-106470122-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5c584ec-b9b7-4ae6-810e-2c5044f79540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148052 Aug 11 02:59:38.405971 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-896bc3a1-feaf-46d3-9c2d-54a6b69a36e5 req-014cc46a-84fb-4e38-90b4-3950d3f58825 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=7a37d4caabc9417c92d7f5d7ce7df51b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1424935 Aug 11 02:59:38.431957 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ab87b7f2-a55a-42aa-abef-9af734fb4a8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:38.518061 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-896bc3a1-feaf-46d3-9c2d-54a6b69a36e5 req-9dfe47d4-631e-49b8-b020-fe48882498bc service neutron] 10.222.0.41 "GET /v2.0/networks/f221beb7-8330-438a-a9fe-3bfcf5050d99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030812 Aug 11 02:59:38.523800 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ab87b7f2-a55a-42aa-abef-9af734fb4a8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:38.540735 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ab87b7f2-a55a-42aa-abef-9af734fb4a8c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:59:38.541110 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ab87b7f2-a55a-42aa-abef-9af734fb4a8c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:59:38.542189 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ab87b7f2-a55a-42aa-abef-9af734fb4a8c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:59:38.542554 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ab87b7f2-a55a-42aa-abef-9af734fb4a8c admin admin] Subscribe: > port after_create 55550000 {{(pid=102191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:59:38.543019 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ab87b7f2-a55a-42aa-abef-9af734fb4a8c admin admin] Subscribe: > port after_delete 55550000 {{(pid=102191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:59:38.543362 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ab87b7f2-a55a-42aa-abef-9af734fb4a8c admin admin] Subscribe: > port after_update 55550000 {{(pid=102191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:59:38.543686 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ab87b7f2-a55a-42aa-abef-9af734fb4a8c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:59:38.544031 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ab87b7f2-a55a-42aa-abef-9af734fb4a8c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:59:38.544652 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ab87b7f2-a55a-42aa-abef-9af734fb4a8c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:59:38.544984 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ab87b7f2-a55a-42aa-abef-9af734fb4a8c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:59:38.619552 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-896bc3a1-feaf-46d3-9c2d-54a6b69a36e5 req-2aba256f-a459-4ea1-a437-0720be22a4b7 service neutron] 10.222.0.41 "GET /v2.0/networks/f221beb7-8330-438a-a9fe-3bfcf5050d99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945902 Aug 11 02:59:38.657171 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 41314) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:38.665049 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ab87b7f2-a55a-42aa-abef-9af734fb4a8c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:59:38.665483 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ab87b7f2-a55a-42aa-abef-9af734fb4a8c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:59:38.665887 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ab87b7f2-a55a-42aa-abef-9af734fb4a8c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:59:38.666306 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ab87b7f2-a55a-42aa-abef-9af734fb4a8c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:59:38.666779 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-ab87b7f2-a55a-42aa-abef-9af734fb4a8c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6291eac6-fb42-437b-9d65-8cd6ec600550']}} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:59:38.690176 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-ab87b7f2-a55a-42aa-abef-9af734fb4a8c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b9da9d8-76a1-4de1-af83-450c709f1896') {'for_net_delete': True} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:59:38.690598 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-ab87b7f2-a55a-42aa-abef-9af734fb4a8c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b9da9d8-76a1-4de1-af83-450c709f1896') {} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:59:38.713474 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ab87b7f2-a55a-42aa-abef-9af734fb4a8c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126283644'] for segment, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:38.735709 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ab87b7f2-a55a-42aa-abef-9af734fb4a8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:38.745925 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab87b7f2-a55a-42aa-abef-9af734fb4a8c admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=102191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:59:38.748307 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ab87b7f2-a55a-42aa-abef-9af734fb4a8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126283391'] for segment, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:38.771701 n-d-764292-30 neutron-server[102191]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 11 02:59:38.771701 n-d-764292-30 neutron-server[102191]: from cryptography.utils import int_from_bytes Aug 11 02:59:38.771701 n-d-764292-30 neutron-server[102191]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 11 02:59:38.771701 n-d-764292-30 neutron-server[102191]: from cryptography.utils import int_from_bytes Aug 11 02:59:38.771701 n-d-764292-30 neutron-server[102191]: Traceback (most recent call last): Aug 11 02:59:38.771701 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:59:38.771701 n-d-764292-30 neutron-server[102191]: timer() Aug 11 02:59:38.771701 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:59:38.771701 n-d-764292-30 neutron-server[102191]: cb(*args, **kw) Aug 11 02:59:38.771701 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:59:38.771701 n-d-764292-30 neutron-server[102191]: return func(*args, **kwargs) Aug 11 02:59:38.771701 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:59:38.771701 n-d-764292-30 neutron-server[102191]: self._notify() Aug 11 02:59:38.771701 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:59:38.771701 n-d-764292-30 neutron-server[102191]: self.callback(batched_events) Aug 11 02:59:38.771701 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:59:38.771701 n-d-764292-30 neutron-server[102191]: event.method(event) Aug 11 02:59:38.771701 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:59:38.771701 n-d-764292-30 neutron-server[102191]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:59:38.771701 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:59:38.771701 n-d-764292-30 neutron-server[102191]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:59:38.771701 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:59:38.771701 n-d-764292-30 neutron-server[102191]: return f(self, *a, **k) Aug 11 02:59:38.771701 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:59:38.771701 n-d-764292-30 neutron-server[102191]: return self._get(url).json() Aug 11 02:59:38.771701 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:59:38.771701 n-d-764292-30 neutron-server[102191]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:59:38.771701 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:59:38.771701 n-d-764292-30 neutron-server[102191]: return self.request(url, 'GET', **kwargs) Aug 11 02:59:38.771701 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:59:38.771701 n-d-764292-30 neutron-server[102191]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:59:38.771701 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:59:38.771701 n-d-764292-30 neutron-server[102191]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:59:38.771701 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:59:38.771701 n-d-764292-30 neutron-server[102191]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:59:38.771701 n-d-764292-30 neutron-server[102191]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:59:38.791195 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4f5f95-a1c2-49e0-a9cd-5b7cb8451d5d req-17533fd9-466e-4825-bdb6-f890465da591 tempest-ServersAdminNegativeTestJSON-106033460 tempest-ServersAdminNegativeTestJSON-106033460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:38.792734 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8b4f5f95-a1c2-49e0-a9cd-5b7cb8451d5d req-17533fd9-466e-4825-bdb6-f890465da591 tempest-ServersAdminNegativeTestJSON-106033460 tempest-ServersAdminNegativeTestJSON-106033460-project] 10.222.0.41 "GET /v2.0/ports?device_id=0e2dc8b2-6d18-49b7-8548-e8062c40bc8d HTTP/1.1" status: 200 len: 948 time: 0.0587230 Aug 11 02:59:38.814173 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c7632d2a-d813-4539-ab07-82db4c474fe6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:38.880128 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8b4f5f95-a1c2-49e0-a9cd-5b7cb8451d5d req-bfda48a9-8731-4216-9b06-0a5b6fa67527 tempest-ServersAdminNegativeTestJSON-106033460 tempest-ServersAdminNegativeTestJSON-106033460-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed22b840-472c-4033-b27c-9fc95e92d183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732794 Aug 11 02:59:38.914964 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ab87b7f2-a55a-42aa-abef-9af734fb4a8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:38.915772 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d7aeb7d5-ba10-4d99-a805-2a767afe1122 req-f9c75717-5b2b-461d-b615-028de9268712 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/ports?device_id=cee6fe93-87d1-4e75-96f4-ffc84c50d2e8 HTTP/1.1" status: 200 len: 210 time: 0.0309873 Aug 11 02:59:38.929942 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ab87b7f2-a55a-42aa-abef-9af734fb4a8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:38.932501 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-ab87b7f2-a55a-42aa-abef-9af734fb4a8c admin admin] 10.222.0.41 "DELETE /v2.0/networks/6291eac6-fb42-437b-9d65-8cd6ec600550 HTTP/1.1" status: 204 len: 168 time: 0.8128324 Aug 11 02:59:38.936298 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 41328) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:38.959582 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab87b7f2-a55a-42aa-abef-9af734fb4a8c admin admin] Pushing event deleted for resources: {'Network': ['ID=6291eac6-fb42-437b-9d65-8cd6ec600550,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:39.009303 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_v2 [None req-8af45d1e-e421-4fe0-90e9-efc1b98bbd69 admin admin] Deleting subnet dd63dc28-3773-4477-820b-1dd054b495bf {{(pid=102192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:59:39.013591 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-8af45d1e-e421-4fe0-90e9-efc1b98bbd69 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:39.054124 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c7632d2a-d813-4539-ab07-82db4c474fe6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:39.062058 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-8af45d1e-e421-4fe0-90e9-efc1b98bbd69 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:39.072447 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-8af45d1e-e421-4fe0-90e9-efc1b98bbd69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:39.137337 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c7632d2a-d813-4539-ab07-82db4c474fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:39.173252 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7632d2a-d813-4539-ab07-82db4c474fe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4587f172-05da-46ce-adb3-0936b42f75af,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:39.180166 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-c7632d2a-d813-4539-ab07-82db4c474fe6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f5e597040d434b77a2a8cc0c98539590&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5193715 Aug 11 02:59:39.180380 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 41340) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:39.188960 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-8af45d1e-e421-4fe0-90e9-efc1b98bbd69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for subnet, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:39.230452 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af45d1e-e421-4fe0-90e9-efc1b98bbd69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd63dc28-3773-4477-820b-1dd054b495bf,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:39.245903 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-8af45d1e-e421-4fe0-90e9-efc1b98bbd69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:39.250187 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-8af45d1e-e421-4fe0-90e9-efc1b98bbd69 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/dd63dc28-3773-4477-820b-1dd054b495bf HTTP/1.1" status: 204 len: 168 time: 0.3106525 Aug 11 02:59:39.252017 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 41342) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:39.275065 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e6148963-ffbc-4b74-8465-18540ebcf07a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:39.300542 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e6148963-ffbc-4b74-8465-18540ebcf07a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:39.328400 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d76ef04d-3506-4f51-9382-e9c46e8649f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:39.400620 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e6148963-ffbc-4b74-8465-18540ebcf07a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:39.403759 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e6148963-ffbc-4b74-8465-18540ebcf07a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:39.407395 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-e6148963-ffbc-4b74-8465-18540ebcf07a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4587f172-05da-46ce-adb3-0936b42f75af HTTP/1.1" status: 204 len: 168 time: 0.2234888 Aug 11 02:59:39.414025 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d76ef04d-3506-4f51-9382-e9c46e8649f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:39.423473 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-d76ef04d-3506-4f51-9382-e9c46e8649f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['579a3af9-9fea-4fa9-9690-2d4a5dc68b57']}} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:59:39.442023 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-d76ef04d-3506-4f51-9382-e9c46e8649f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd43da32-37af-47f8-8017-0b929fe26734') {'for_net_delete': True} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:59:39.442023 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-d76ef04d-3506-4f51-9382-e9c46e8649f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd43da32-37af-47f8-8017-0b929fe26734') {} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:59:39.443158 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6148963-ffbc-4b74-8465-18540ebcf07a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4587f172-05da-46ce-adb3-0936b42f75af,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:39.453744 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d76ef04d-3506-4f51-9382-e9c46e8649f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126283644'] for segment, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:39.473733 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d76ef04d-3506-4f51-9382-e9c46e8649f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:39.480247 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d76ef04d-3506-4f51-9382-e9c46e8649f2 admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=102191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:59:39.480767 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d76ef04d-3506-4f51-9382-e9c46e8649f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126283391'] for segment, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:39.482636 n-d-764292-30 neutron-server[102191]: Traceback (most recent call last): Aug 11 02:59:39.482636 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:59:39.482636 n-d-764292-30 neutron-server[102191]: timer() Aug 11 02:59:39.482636 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:59:39.482636 n-d-764292-30 neutron-server[102191]: cb(*args, **kw) Aug 11 02:59:39.482636 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:59:39.482636 n-d-764292-30 neutron-server[102191]: return func(*args, **kwargs) Aug 11 02:59:39.482636 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:59:39.482636 n-d-764292-30 neutron-server[102191]: self._notify() Aug 11 02:59:39.482636 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:59:39.482636 n-d-764292-30 neutron-server[102191]: self.callback(batched_events) Aug 11 02:59:39.482636 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:59:39.482636 n-d-764292-30 neutron-server[102191]: event.method(event) Aug 11 02:59:39.482636 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:59:39.482636 n-d-764292-30 neutron-server[102191]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:59:39.482636 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:59:39.482636 n-d-764292-30 neutron-server[102191]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:59:39.482636 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:59:39.482636 n-d-764292-30 neutron-server[102191]: return f(self, *a, **k) Aug 11 02:59:39.482636 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:59:39.482636 n-d-764292-30 neutron-server[102191]: return self._get(url).json() Aug 11 02:59:39.482636 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:59:39.482636 n-d-764292-30 neutron-server[102191]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:59:39.482636 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:59:39.482636 n-d-764292-30 neutron-server[102191]: return self.request(url, 'GET', **kwargs) Aug 11 02:59:39.482636 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:59:39.482636 n-d-764292-30 neutron-server[102191]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:59:39.482636 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:59:39.482636 n-d-764292-30 neutron-server[102191]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:59:39.482636 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:59:39.482636 n-d-764292-30 neutron-server[102191]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:59:39.482636 n-d-764292-30 neutron-server[102191]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:59:39.530239 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2028e7-025a-4be4-b367-ad3d104862d2 req-102e8cea-9666-46d9-8ad9-bfc18d20da76 tempest-DeleteServersAdminTestJSON-106470122 tempest-DeleteServersAdminTestJSON-106470122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:39.531963 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5c2028e7-025a-4be4-b367-ad3d104862d2 req-102e8cea-9666-46d9-8ad9-bfc18d20da76 tempest-DeleteServersAdminTestJSON-106470122 tempest-DeleteServersAdminTestJSON-106470122-project] 10.222.0.41 "GET /v2.0/ports?device_id=30eddff7-8756-4e3a-b2ab-692f71291769 HTTP/1.1" status: 200 len: 948 time: 0.0648980 Aug 11 02:59:39.585758 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5c2028e7-025a-4be4-b367-ad3d104862d2 req-e8e17e16-e81b-4205-9b79-72c888ea0fd5 tempest-DeleteServersAdminTestJSON-106470122 tempest-DeleteServersAdminTestJSON-106470122-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5c584ec-b9b7-4ae6-810e-2c5044f79540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430975 Aug 11 02:59:39.677213 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device f0dc5445-9e93-4781-b79e-b5a2b5e57121 up at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:59:39.698229 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d76ef04d-3506-4f51-9382-e9c46e8649f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:39.706821 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d76ef04d-3506-4f51-9382-e9c46e8649f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:39.717135 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-d76ef04d-3506-4f51-9382-e9c46e8649f2 admin admin] 10.222.0.41 "DELETE /v2.0/networks/579a3af9-9fea-4fa9-9690-2d4a5dc68b57 HTTP/1.1" status: 204 len: 168 time: 0.4639525 Aug 11 02:59:39.728437 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76ef04d-3506-4f51-9382-e9c46e8649f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=579a3af9-9fea-4fa9-9690-2d4a5dc68b57,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:39.803344 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 41362) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:39.880046 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning for port f0dc5445-9e93-4781-b79e-b5a2b5e57121 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:59:39.884036 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning complete for port f0dc5445-9e93-4781-b79e-b5a2b5e57121 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:59:39.887076 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:39.974393 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:39.994366 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410460e9-35d2-4ee8-ac7f-7f0b181fb97c req-4ea2af74-a112-4553-9ead-fea7d8245c4e tempest-ServersAdminNegativeTestJSON-106033460 tempest-ServersAdminNegativeTestJSON-106033460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:39.997935 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-410460e9-35d2-4ee8-ac7f-7f0b181fb97c req-4ea2af74-a112-4553-9ead-fea7d8245c4e tempest-ServersAdminNegativeTestJSON-106033460 tempest-ServersAdminNegativeTestJSON-106033460-project] 10.222.0.41 "GET /v2.0/ports?device_id=0e2dc8b2-6d18-49b7-8548-e8062c40bc8d HTTP/1.1" status: 200 len: 948 time: 0.0541606 Aug 11 02:59:40.012646 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e2dc8b2-6d18-49b7-8548-e8062c40bc8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0dc5445-9e93-4781-b79e-b5a2b5e57121'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:59:40.014935 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-981961b1-8c4f-4fe7-87fd-19ee17a0dc38" -d '{"events": [{"server_uuid": "0e2dc8b2-6d18-49b7-8548-e8062c40bc8d", "name": "network-vif-plugged", "status": "completed", "tag": "f0dc5445-9e93-4781-b79e-b5a2b5e57121"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:59:40.028894 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port f0dc5445-9e93-4781-b79e-b5a2b5e57121, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=f0dc5445-9e93-4781-b79e-b5a2b5e57121,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:59:40.054066 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6871ddee-0bf6-4f76-95c0-d8aabd2e0f28 req-43425f3d-0d79-4171-b94a-7a0a6e43da2a tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/ports?device_id=cee6fe93-87d1-4e75-96f4-ffc84c50d2e8 HTTP/1.1" status: 200 len: 210 time: 0.0381396 Aug 11 02:59:40.071625 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-410460e9-35d2-4ee8-ac7f-7f0b181fb97c req-7bf4eded-17fb-4a16-9c40-3652205f1dea tempest-ServersAdminNegativeTestJSON-106033460 tempest-ServersAdminNegativeTestJSON-106033460-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed22b840-472c-4033-b27c-9fc95e92d183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641990 Aug 11 02:59:40.091278 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 41372) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:40.109329 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d71e444b-6688-4f02-a799-6b2c5772a540 x-openstack-request-id: req-d71e444b-6688-4f02-a799-6b2c5772a540 {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:59:40.109643 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e2dc8b2-6d18-49b7-8548-e8062c40bc8d", "name": "network-vif-plugged", "status": "completed", "tag": "f0dc5445-9e93-4781-b79e-b5a2b5e57121", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:59:40.109901 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d71e444b-6688-4f02-a799-6b2c5772a540 {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:59:40.110583 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e2dc8b2-6d18-49b7-8548-e8062c40bc8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0dc5445-9e93-4781-b79e-b5a2b5e57121', 'code': 200} Aug 11 02:59:40.111333 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:40.112127 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device acaa47ca-c95b-4366-bdc3-5588eb4517ca up at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:59:40.145940 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-bf5fc5d5-e9bc-4116-9138-4bb3a586023f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6e4412fe6818465a87259b13f7f3a454&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0534337 Aug 11 02:59:40.148503 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 41374) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:40.204886 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 41376) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:40.205843 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=f0dc5445-9e93-4781-b79e-b5a2b5e57121,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:40.224423 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b95990ac-d107-400e-8cc9-9b5571ce01a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:40.257786 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1f206cb1-691c-42fa-bfa5-7297c95d12cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:40.267027 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97420b8-cab3-4073-b450-faa82ad0b65d req-b5220650-0814-4c72-8776-1c807f6a1e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:40.268788 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-a97420b8-cab3-4073-b450-faa82ad0b65d req-b5220650-0814-4c72-8776-1c807f6a1e6f service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=0e2dc8b2-6d18-49b7-8548-e8062c40bc8d HTTP/1.1" status: 200 len: 1101 time: 0.0720487 Aug 11 02:59:40.270194 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning for port acaa47ca-c95b-4366-bdc3-5588eb4517ca completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:59:40.276071 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning complete for port acaa47ca-c95b-4366-bdc3-5588eb4517ca triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:59:40.277123 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:40.303150 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1f206cb1-691c-42fa-bfa5-7297c95d12cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:40.344073 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-a97420b8-cab3-4073-b450-faa82ad0b65d req-54e0ef04-f4f8-4a34-bc62-6c96a069ca60 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=ed22b840-472c-4033-b27c-9fc95e92d183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642626 Aug 11 02:59:40.348056 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b95990ac-d107-400e-8cc9-9b5571ce01a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:40.377455 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:40.398138 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b34b6992-b4bb-4d70-b5ef-9d8520494937 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:40.398653 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b95990ac-d107-400e-8cc9-9b5571ce01a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:40.417437 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1f206cb1-691c-42fa-bfa5-7297c95d12cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:40.418445 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port acaa47ca-c95b-4366-bdc3-5588eb4517ca, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=acaa47ca-c95b-4366-bdc3-5588eb4517ca,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:59:40.419930 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1f206cb1-691c-42fa-bfa5-7297c95d12cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:40.421239 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-1f206cb1-691c-42fa-bfa5-7297c95d12cd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3dc81add-dd7c-4c11-ab9f-56106e8c0178 HTTP/1.1" status: 204 len: 168 time: 0.2712760 Aug 11 02:59:40.423428 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-b95990ac-d107-400e-8cc9-9b5571ce01a9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1b21fa8ee3c44d8aad52d142aa3d60ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2167203 Aug 11 02:59:40.430210 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 41380) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:40.437678 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f206cb1-691c-42fa-bfa5-7297c95d12cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dc81add-dd7c-4c11-ab9f-56106e8c0178,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:40.470822 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95990ac-d107-400e-8cc9-9b5571ce01a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c346a6c-4176-4af7-8e29-e904c6afefc0,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:40.497318 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:40.513244 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-416465fc-284a-4812-b5c8-9e2e268834f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:40.526986 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b34b6992-b4bb-4d70-b5ef-9d8520494937 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:40.537114 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-416465fc-284a-4812-b5c8-9e2e268834f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:40.545618 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=acaa47ca-c95b-4366-bdc3-5588eb4517ca,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:40.599936 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b34b6992-b4bb-4d70-b5ef-9d8520494937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:40.648801 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-b34b6992-b4bb-4d70-b5ef-9d8520494937 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=45618289423849e2b50b35f25f6c4bdb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8441317 Aug 11 02:59:40.650670 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34b6992-b4bb-4d70-b5ef-9d8520494937 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e03f4d3c-9c86-4f67-bc89-f2a781a62697,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:40.651470 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 41388) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:40.704794 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-416465fc-284a-4812-b5c8-9e2e268834f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:40.708206 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-416465fc-284a-4812-b5c8-9e2e268834f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:40.714700 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-416465fc-284a-4812-b5c8-9e2e268834f7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3c346a6c-4176-4af7-8e29-e904c6afefc0 HTTP/1.1" status: 204 len: 168 time: 0.2781217 Aug 11 02:59:40.736068 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416465fc-284a-4812-b5c8-9e2e268834f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c346a6c-4176-4af7-8e29-e904c6afefc0,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:40.762254 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d47f34c-d6ac-464e-a679-45c6fcb4ccf6 req-9711aeec-c33e-49cb-a53f-3ebdaed572ae tempest-DeleteServersAdminTestJSON-106470122 tempest-DeleteServersAdminTestJSON-106470122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:40.764208 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9d47f34c-d6ac-464e-a679-45c6fcb4ccf6 req-9711aeec-c33e-49cb-a53f-3ebdaed572ae tempest-DeleteServersAdminTestJSON-106470122 tempest-DeleteServersAdminTestJSON-106470122-project] 10.222.0.41 "GET /v2.0/ports?device_id=30eddff7-8756-4e3a-b2ab-692f71291769 HTTP/1.1" status: 200 len: 949 time: 0.0955884 Aug 11 02:59:40.769045 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-94880c79-e414-462f-9db9-42c8e0a8f8a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:40.804037 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-94880c79-e414-462f-9db9-42c8e0a8f8a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:40.843429 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9d47f34c-d6ac-464e-a679-45c6fcb4ccf6 req-62cb4ddf-4d42-450b-b647-0d77255c4e19 tempest-DeleteServersAdminTestJSON-106470122 tempest-DeleteServersAdminTestJSON-106470122-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5c584ec-b9b7-4ae6-810e-2c5044f79540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652142 Aug 11 02:59:40.846264 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:40.948365 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896bc3a1-feaf-46d3-9c2d-54a6b69a36e5 req-e388e33e-f573-4c03-a07f-dfc156da33c7 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:40.949770 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-896bc3a1-feaf-46d3-9c2d-54a6b69a36e5 req-e388e33e-f573-4c03-a07f-dfc156da33c7 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.24 "GET /v2.0/networks?id=f221beb7-8330-438a-a9fe-3bfcf5050d99 HTTP/1.1" status: 200 len: 821 time: 0.1033492 Aug 11 02:59:40.963655 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-896bc3a1-feaf-46d3-9c2d-54a6b69a36e5 req-7a45166d-53f4-46e1-bb38-94b5ce1d35a6 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Request body: {'port': {'device_id': 'cee6fe93-87d1-4e75-96f4-ffc84c50d2e8', 'network_id': 'f221beb7-8330-438a-a9fe-3bfcf5050d99', 'admin_state_up': True, 'tenant_id': '7a37d4caabc9417c92d7f5d7ce7df51b'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:59:41.001678 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-94880c79-e414-462f-9db9-42c8e0a8f8a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:41.004725 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-94880c79-e414-462f-9db9-42c8e0a8f8a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:41.005830 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-94880c79-e414-462f-9db9-42c8e0a8f8a1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e03f4d3c-9c86-4f67-bc89-f2a781a62697 HTTP/1.1" status: 204 len: 168 time: 0.3531444 Aug 11 02:59:41.021841 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94880c79-e414-462f-9db9-42c8e0a8f8a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e03f4d3c-9c86-4f67-bc89-f2a781a62697,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:41.171809 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-08cdae61-346d-486d-90f9-9ebd4b360868 req-eeada9c6-0c91-40f3-84d6-8a775d439019 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/ports?device_id=cee6fe93-87d1-4e75-96f4-ffc84c50d2e8 HTTP/1.1" status: 200 len: 210 time: 0.0336523 Aug 11 02:59:41.204582 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 41402) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:41.221833 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2488fc3a-73d5-4bac-a30e-a71ba944e928 req-28528d0a-b351-4c3b-b7ad-bc9f901cafb8 tempest-ServersAdminNegativeTestJSON-106033460 tempest-ServersAdminNegativeTestJSON-106033460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:41.223811 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2488fc3a-73d5-4bac-a30e-a71ba944e928 req-28528d0a-b351-4c3b-b7ad-bc9f901cafb8 tempest-ServersAdminNegativeTestJSON-106033460 tempest-ServersAdminNegativeTestJSON-106033460-project] 10.222.0.41 "GET /v2.0/ports?device_id=0e2dc8b2-6d18-49b7-8548-e8062c40bc8d HTTP/1.1" status: 200 len: 949 time: 0.0543900 Aug 11 02:59:41.233066 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-896bc3a1-feaf-46d3-9c2d-54a6b69a36e5 req-7a45166d-53f4-46e1-bb38-94b5ce1d35a6 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Made reservation on behalf of 7a37d4caabc9417c92d7f5d7ce7df51b for: {'port': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:59:41.236401 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-896bc3a1-feaf-46d3-9c2d-54a6b69a36e5 req-7a45166d-53f4-46e1-bb38-94b5ce1d35a6 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:41.247670 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-46cc70a7-e55d-417b-b037-5e182a537e52 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f33dca030b3b4357940b0cd7a03cabfd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0418823 Aug 11 02:59:41.250435 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 41404) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:41.305664 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2488fc3a-73d5-4bac-a30e-a71ba944e928 req-e4e6157e-54d1-4496-94b6-2c6eacb4fde0 tempest-ServersAdminNegativeTestJSON-106033460 tempest-ServersAdminNegativeTestJSON-106033460-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed22b840-472c-4033-b27c-9fc95e92d183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740499 Aug 11 02:59:41.326178 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b9889e4d-f229-47ab-971f-8539657f93dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:41.350949 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b9889e4d-f229-47ab-971f-8539657f93dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:41.416483 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [req-896bc3a1-feaf-46d3-9c2d-54a6b69a36e5 req-7a45166d-53f4-46e1-bb38-94b5ce1d35a6 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Allocated IP 172.20.0.10 (f221beb7-8330-438a-a9fe-3bfcf5050d99/1f48ffa3-65bd-47bc-90cf-1fcd73e0ff01/46ff71e7-c588-4f6d-a897-c30d7b3f65cf) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:59:41.466147 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b9889e4d-f229-47ab-971f-8539657f93dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:41.471661 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b9889e4d-f229-47ab-971f-8539657f93dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:41.474977 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-b9889e4d-f229-47ab-971f-8539657f93dc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fd9f0f31-cc47-410f-afbc-0f47193d8d31 HTTP/1.1" status: 204 len: 168 time: 0.2226586 Aug 11 02:59:41.487554 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9889e4d-f229-47ab-971f-8539657f93dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd9f0f31-cc47-410f-afbc-0f47193d8d31,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:41.579652 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-896bc3a1-feaf-46d3-9c2d-54a6b69a36e5 req-7a45166d-53f4-46e1-bb38-94b5ce1d35a6 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:41.679384 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-896bc3a1-feaf-46d3-9c2d-54a6b69a36e5 req-7a45166d-53f4-46e1-bb38-94b5ce1d35a6 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:41.725372 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-896bc3a1-feaf-46d3-9c2d-54a6b69a36e5 req-7a45166d-53f4-46e1-bb38-94b5ce1d35a6 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Network f221beb7-8330-438a-a9fe-3bfcf5050d99 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:59:41.730637 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [req-896bc3a1-feaf-46d3-9c2d-54a6b69a36e5 req-7a45166d-53f4-46e1-bb38-94b5ce1d35a6 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:59:41.736802 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [req-896bc3a1-feaf-46d3-9c2d-54a6b69a36e5 req-7a45166d-53f4-46e1-bb38-94b5ce1d35a6 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:59:41.742651 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896bc3a1-feaf-46d3-9c2d-54a6b69a36e5 req-7a45166d-53f4-46e1-bb38-94b5ce1d35a6 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:41.743325 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-896bc3a1-feaf-46d3-9c2d-54a6b69a36e5 req-7a45166d-53f4-46e1-bb38-94b5ce1d35a6 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:41.749500 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a45166d-53f4-46e1-bb38-94b5ce1d35a6 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Pushing event updated for resources: {'Port': ['ID=46ff71e7-c588-4f6d-a897-c30d7b3f65cf,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:41.782273 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 41422) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:42.026721 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-fd1e460b-4489-4c10-9135-3c0464050b40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:42.029381 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-896bc3a1-feaf-46d3-9c2d-54a6b69a36e5 req-7a45166d-53f4-46e1-bb38-94b5ce1d35a6 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0694344 Aug 11 02:59:42.060368 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-896bc3a1-feaf-46d3-9c2d-54a6b69a36e5 req-e7e90d27-9ec0-4a22-8223-045bec28ba70 service neutron] Request body: {'port': {'device_id': 'cee6fe93-87d1-4e75-96f4-ffc84c50d2e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764292-30'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:59:42.111956 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30eddff7-8756-4e3a-b2ab-692f71291769', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acaa47ca-c95b-4366-bdc3-5588eb4517ca'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:59:42.114580 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca66a38a-0358-41be-83e3-d65f343b77a3" -d '{"events": [{"server_uuid": "30eddff7-8756-4e3a-b2ab-692f71291769", "name": "network-vif-plugged", "status": "completed", "tag": "acaa47ca-c95b-4366-bdc3-5588eb4517ca"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:59:42.153056 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5796cda-6134-4058-bc4e-3f49bcb33c3f req-c203a623-2f57-4584-90c7-639aff0146d2 tempest-DeleteServersAdminTestJSON-106470122 tempest-DeleteServersAdminTestJSON-106470122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:42.153671 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:59:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73252d48-38d4-4003-acca-fcf1028eb7ce x-openstack-request-id: req-73252d48-38d4-4003-acca-fcf1028eb7ce {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:59:42.154174 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30eddff7-8756-4e3a-b2ab-692f71291769", "name": "network-vif-plugged", "status": "completed", "tag": "acaa47ca-c95b-4366-bdc3-5588eb4517ca", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:59:42.154547 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-73252d48-38d4-4003-acca-fcf1028eb7ce {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:59:42.155137 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30eddff7-8756-4e3a-b2ab-692f71291769', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acaa47ca-c95b-4366-bdc3-5588eb4517ca', 'code': 200} Aug 11 02:59:42.158728 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b5796cda-6134-4058-bc4e-3f49bcb33c3f req-c203a623-2f57-4584-90c7-639aff0146d2 tempest-DeleteServersAdminTestJSON-106470122 tempest-DeleteServersAdminTestJSON-106470122-project] 10.222.0.41 "GET /v2.0/ports?device_id=30eddff7-8756-4e3a-b2ab-692f71291769 HTTP/1.1" status: 200 len: 949 time: 0.1344323 Aug 11 02:59:42.161484 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-896bc3a1-feaf-46d3-9c2d-54a6b69a36e5 req-e7e90d27-9ec0-4a22-8223-045bec28ba70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:42.264896 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b5796cda-6134-4058-bc4e-3f49bcb33c3f req-7748af5b-fdee-4671-8a9f-79c61cbbd1c9 tempest-DeleteServersAdminTestJSON-106470122 tempest-DeleteServersAdminTestJSON-106470122-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5c584ec-b9b7-4ae6-810e-2c5044f79540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889428 Aug 11 02:59:42.305793 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e660d5-e919-402c-8801-8c8b67611e12 req-8f521ec5-b785-4c05-ad97-55e675b85dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:42.307418 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-25e660d5-e919-402c-8801-8c8b67611e12 req-8f521ec5-b785-4c05-ad97-55e675b85dd2 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=30eddff7-8756-4e3a-b2ab-692f71291769 HTTP/1.1" status: 200 len: 1101 time: 0.0746996 Aug 11 02:59:42.346123 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-25e660d5-e919-402c-8801-8c8b67611e12 req-25bf3e2f-1933-4c3e-b2df-99d11fd3badf service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=e5c584ec-b9b7-4ae6-810e-2c5044f79540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310693 Aug 11 02:59:42.387342 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-fd1e460b-4489-4c10-9135-3c0464050b40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:42.486902 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c317cdc-bdce-4819-ab5f-cb7a0e805807 req-df44c9c8-7e71-4e9f-ae36-030a3a8f3d48 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:42.488900 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1c317cdc-bdce-4819-ab5f-cb7a0e805807 req-df44c9c8-7e71-4e9f-ae36-030a3a8f3d48 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/ports?device_id=cee6fe93-87d1-4e75-96f4-ffc84c50d2e8 HTTP/1.1" status: 200 len: 932 time: 0.1964629 Aug 11 02:59:42.492092 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-fd1e460b-4489-4c10-9135-3c0464050b40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:42.523808 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476d9047-211b-4815-b299-cfa945a42e9a req-37ce7fa8-35f4-49f9-a19f-7a64ae3663f3 tempest-ServersAdminNegativeTestJSON-106033460 tempest-ServersAdminNegativeTestJSON-106033460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:42.525348 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-476d9047-211b-4815-b299-cfa945a42e9a req-37ce7fa8-35f4-49f9-a19f-7a64ae3663f3 tempest-ServersAdminNegativeTestJSON-106033460 tempest-ServersAdminNegativeTestJSON-106033460-project] 10.222.0.41 "GET /v2.0/ports?device_id=0e2dc8b2-6d18-49b7-8548-e8062c40bc8d HTTP/1.1" status: 200 len: 949 time: 0.1411090 Aug 11 02:59:42.588540 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1e460b-4489-4c10-9135-3c0464050b40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b811387-ca5c-4195-a6a0-e09bac1a0960,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:42.600049 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-fd1e460b-4489-4c10-9135-3c0464050b40 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c5c0fa7209cf4b8ebf1339d66e23898a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8167081 Aug 11 02:59:42.602896 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 41458) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:42.631229 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1c317cdc-bdce-4819-ab5f-cb7a0e805807 req-d23db319-bc40-4ede-a4b8-021e9f8c0506 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5aa9049-617d-473f-afb5-b55716ab8aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313577 Aug 11 02:59:42.647285 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-476d9047-211b-4815-b299-cfa945a42e9a req-67eefb87-ae66-4499-84c8-3a87abbfe9c3 tempest-ServersAdminNegativeTestJSON-106033460 tempest-ServersAdminNegativeTestJSON-106033460-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed22b840-472c-4033-b27c-9fc95e92d183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093130 Aug 11 02:59:42.678915 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5c79703a-d496-437d-88e2-32558c203014 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:42.704400 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5c79703a-d496-437d-88e2-32558c203014 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:42.722324 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [req-896bc3a1-feaf-46d3-9c2d-54a6b69a36e5 req-e7e90d27-9ec0-4a22-8223-045bec28ba70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46ff71e7-c588-4f6d-a897-c30d7b3f65cf {{(pid=102192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:59:42.732140 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-896bc3a1-feaf-46d3-9c2d-54a6b69a36e5 req-e7e90d27-9ec0-4a22-8223-045bec28ba70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:42.763621 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 41472) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:42.833233 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5c79703a-d496-437d-88e2-32558c203014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:42.833980 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [req-896bc3a1-feaf-46d3-9c2d-54a6b69a36e5 req-e7e90d27-9ec0-4a22-8223-045bec28ba70 service neutron] Transition to ACTIVE for port object 46ff71e7-c588-4f6d-a897-c30d7b3f65cf will not be triggered until provisioned by entity L2. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:59:42.836386 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5c79703a-d496-437d-88e2-32558c203014 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:42.837599 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-5c79703a-d496-437d-88e2-32558c203014 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2b811387-ca5c-4195-a6a0-e09bac1a0960 HTTP/1.1" status: 204 len: 168 time: 0.2337513 Aug 11 02:59:42.845521 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c79703a-d496-437d-88e2-32558c203014 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b811387-ca5c-4195-a6a0-e09bac1a0960,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:42.914389 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-896bc3a1-feaf-46d3-9c2d-54a6b69a36e5 req-e7e90d27-9ec0-4a22-8223-045bec28ba70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:42.972079 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-2814c682-feef-4cbf-bc91-14659393d5d4 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-989906096-network', 'tenant_id': '83808f5f252c43418f6a6c255d45878a'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:59:42.991492 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e90d27-9ec0-4a22-8223-045bec28ba70 service neutron] Pushing event updated for resources: {'Port': ['ID=46ff71e7-c588-4f6d-a897-c30d7b3f65cf,revision_number=2']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:43.032801 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-896bc3a1-feaf-46d3-9c2d-54a6b69a36e5 req-e7e90d27-9ec0-4a22-8223-045bec28ba70 service neutron] Attempting to bind port 46ff71e7-c588-4f6d-a897-c30d7b3f65cf on host n-h2-764292-30 for vnic_type normal with profile {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:59:43.033139 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-896bc3a1-feaf-46d3-9c2d-54a6b69a36e5 req-e7e90d27-9ec0-4a22-8223-045bec28ba70 service neutron] Attempting to bind port 46ff71e7-c588-4f6d-a897-c30d7b3f65cf by drivers openvswitch,hyperv on host n-h2-764292-30 at level 0 using segments [{'id': 'a45ed4ca-59d3-4372-9b5a-18bb6ba190c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f221beb7-8330-438a-a9fe-3bfcf5050d99'}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:59:43.033466 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-896bc3a1-feaf-46d3-9c2d-54a6b69a36e5 req-e7e90d27-9ec0-4a22-8223-045bec28ba70 service neutron] Attempting to bind port 46ff71e7-c588-4f6d-a897-c30d7b3f65cf on network f221beb7-8330-438a-a9fe-3bfcf5050d99 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:59:43.038616 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-896bc3a1-feaf-46d3-9c2d-54a6b69a36e5 req-e7e90d27-9ec0-4a22-8223-045bec28ba70 service neutron] Port 46ff71e7-c588-4f6d-a897-c30d7b3f65cf on network f221beb7-8330-438a-a9fe-3bfcf5050d99 not bound, no agent of type Open vSwitch agent registered on host n-h2-764292-30 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:59:43.038941 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-896bc3a1-feaf-46d3-9c2d-54a6b69a36e5 req-e7e90d27-9ec0-4a22-8223-045bec28ba70 service neutron] Attempting to bind port 46ff71e7-c588-4f6d-a897-c30d7b3f65cf on network f221beb7-8330-438a-a9fe-3bfcf5050d99 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:59:43.044001 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-896bc3a1-feaf-46d3-9c2d-54a6b69a36e5 req-e7e90d27-9ec0-4a22-8223-045bec28ba70 service neutron] Checking agent: {'id': '70015fc0-62fb-48b2-b453-36906937cf2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 59, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:59:43.044342 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-896bc3a1-feaf-46d3-9c2d-54a6b69a36e5 req-e7e90d27-9ec0-4a22-8223-045bec28ba70 service neutron] Checking segment: {'id': 'a45ed4ca-59d3-4372-9b5a-18bb6ba190c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f221beb7-8330-438a-a9fe-3bfcf5050d99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:59:43.044735 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-896bc3a1-feaf-46d3-9c2d-54a6b69a36e5 req-e7e90d27-9ec0-4a22-8223-045bec28ba70 service neutron] Bound using segment: {'id': 'a45ed4ca-59d3-4372-9b5a-18bb6ba190c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f221beb7-8330-438a-a9fe-3bfcf5050d99'} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:59:43.045169 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-896bc3a1-feaf-46d3-9c2d-54a6b69a36e5 req-e7e90d27-9ec0-4a22-8223-045bec28ba70 service neutron] Bound port: 46ff71e7-c588-4f6d-a897-c30d7b3f65cf, host: n-h2-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a45ed4ca-59d3-4372-9b5a-18bb6ba190c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f221beb7-8330-438a-a9fe-3bfcf5050d99'}}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:59:43.045527 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-896bc3a1-feaf-46d3-9c2d-54a6b69a36e5 req-e7e90d27-9ec0-4a22-8223-045bec28ba70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:43.090499 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2814c682-feef-4cbf-bc91-14659393d5d4 admin admin] Made reservation on behalf of 83808f5f252c43418f6a6c255d45878a for: {'network': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:59:43.092842 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-2814c682-feef-4cbf-bc91-14659393d5d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:43.112228 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-2814c682-feef-4cbf-bc91-14659393d5d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:43.180649 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-896bc3a1-feaf-46d3-9c2d-54a6b69a36e5 req-e7e90d27-9ec0-4a22-8223-045bec28ba70 service neutron] For port 46ff71e7-c588-4f6d-a897-c30d7b3f65cf, host n-h2-764292-30, cleared binding levels {{(pid=102192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:59:43.183884 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9c260fc6-97c0-4c76-8a7b-6a143b7dd279 req-fd4bc08d-9294-4deb-9c15-e91dd750cee6 tempest-ServersAdminNegativeTestJSON-106033460 tempest-ServersAdminNegativeTestJSON-106033460-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=e49525c981a245a684be8acd150e82b7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0411544 Aug 11 02:59:43.203089 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-896bc3a1-feaf-46d3-9c2d-54a6b69a36e5 req-e7e90d27-9ec0-4a22-8223-045bec28ba70 service neutron] For port 46ff71e7-c588-4f6d-a897-c30d7b3f65cf, host n-h2-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=46ff71e7-c588-4f6d-a897-c30d7b3f65cf,segment=NetworkSegment(a45ed4ca-59d3-4372-9b5a-18bb6ba190c2),segment_id=a45ed4ca-59d3-4372-9b5a-18bb6ba190c2)] {{(pid=102192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:59:43.320794 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-896bc3a1-feaf-46d3-9c2d-54a6b69a36e5 req-e7e90d27-9ec0-4a22-8223-045bec28ba70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:43.346581 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c260fc6-97c0-4c76-8a7b-6a143b7dd279 req-de400bc1-5d38-4f25-8746-7484e11d2aa8 tempest-ServersAdminNegativeTestJSON-106033460 tempest-ServersAdminNegativeTestJSON-106033460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:43.348302 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9c260fc6-97c0-4c76-8a7b-6a143b7dd279 req-de400bc1-5d38-4f25-8746-7484e11d2aa8 tempest-ServersAdminNegativeTestJSON-106033460 tempest-ServersAdminNegativeTestJSON-106033460-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1530960 Aug 11 02:59:43.400815 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896bc3a1-feaf-46d3-9c2d-54a6b69a36e5 req-e7e90d27-9ec0-4a22-8223-045bec28ba70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:43.401414 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-896bc3a1-feaf-46d3-9c2d-54a6b69a36e5 req-e7e90d27-9ec0-4a22-8223-045bec28ba70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:43.403034 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-896bc3a1-feaf-46d3-9c2d-54a6b69a36e5 req-e7e90d27-9ec0-4a22-8223-045bec28ba70 service neutron] 10.222.0.24 "PUT /v2.0/ports/46ff71e7-c588-4f6d-a897-c30d7b3f65cf HTTP/1.1" status: 200 len: 1093 time: 1.3596735 Aug 11 02:59:43.423499 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cee6fe93-87d1-4e75-96f4-ffc84c50d2e8', 'tag': '46ff71e7-c588-4f6d-a897-c30d7b3f65cf'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:59:43.425720 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f0f32f9-929d-42c5-a7af-4bf64d434539" -d '{"events": [{"name": "network-changed", "server_uuid": "cee6fe93-87d1-4e75-96f4-ffc84c50d2e8", "tag": "46ff71e7-c588-4f6d-a897-c30d7b3f65cf"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:59:43.443015 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-2814c682-feef-4cbf-bc91-14659393d5d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:43.447742 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9c260fc6-97c0-4c76-8a7b-6a143b7dd279 req-f4495c92-466a-415d-8f3b-2b9d1158b380 tempest-ServersAdminNegativeTestJSON-106033460 tempest-ServersAdminNegativeTestJSON-106033460-project] 10.222.0.41 "GET /v2.0/quotas/e49525c981a245a684be8acd150e82b7 HTTP/1.1" status: 200 len: 375 time: 0.0735381 Aug 11 02:59:43.474563 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e90d27-9ec0-4a22-8223-045bec28ba70 service neutron] Pushing event updated for resources: {'Port': ['ID=46ff71e7-c588-4f6d-a897-c30d7b3f65cf,revision_number=3']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:43.509769 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cb1d8c-324b-4f96-b192-8e3e79ce911c req-9317d634-0a32-4628-9c9e-e18b64d0f4fc tempest-DeleteServersAdminTestJSON-106470122 tempest-DeleteServersAdminTestJSON-106470122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:43.511384 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e4cb1d8c-324b-4f96-b192-8e3e79ce911c req-9317d634-0a32-4628-9c9e-e18b64d0f4fc tempest-DeleteServersAdminTestJSON-106470122 tempest-DeleteServersAdminTestJSON-106470122-project] 10.222.0.41 "GET /v2.0/ports?device_id=30eddff7-8756-4e3a-b2ab-692f71291769 HTTP/1.1" status: 200 len: 949 time: 0.1442728 Aug 11 02:59:43.529805 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9c260fc6-97c0-4c76-8a7b-6a143b7dd279 req-f41740ad-103b-463c-b1dd-9eacde281342 tempest-ServersAdminNegativeTestJSON-106033460 tempest-ServersAdminNegativeTestJSON-106033460-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=e49525c981a245a684be8acd150e82b7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0729995 Aug 11 02:59:43.546595 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-2814c682-feef-4cbf-bc91-14659393d5d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:43.608292 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e4cb1d8c-324b-4f96-b192-8e3e79ce911c req-c8325d45-dfb8-40c3-aedf-04c07fc1a9b2 tempest-DeleteServersAdminTestJSON-106470122 tempest-DeleteServersAdminTestJSON-106470122-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5c584ec-b9b7-4ae6-810e-2c5044f79540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842819 Aug 11 02:59:43.625952 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2814c682-feef-4cbf-bc91-14659393d5d4 admin admin] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=102192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:59:43.642834 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2814c682-feef-4cbf-bc91-14659393d5d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7e06141-9137-4a1d-bc20-6fbfa107e8f9,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:43.647948 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-2814c682-feef-4cbf-bc91-14659393d5d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:43.648295 n-d-764292-30 neutron-server[102192]: INFO neutron.db.segments_db [None req-2814c682-feef-4cbf-bc91-14659393d5d4 admin admin] Added segment 75626708-94f6-4fcc-8cbd-0dd0dd709069 of type vlan for network a1f5acc4-6e30-4bf9-bc28-7ff84dac631d Aug 11 02:59:43.660861 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:59:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fb0d179-9734-4207-b87f-4621e6a5eb5c x-openstack-request-id: req-4fb0d179-9734-4207-b87f-4621e6a5eb5c {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:59:43.660861 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cee6fe93-87d1-4e75-96f4-ffc84c50d2e8", "tag": "46ff71e7-c588-4f6d-a897-c30d7b3f65cf", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:59:43.661194 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4fb0d179-9734-4207-b87f-4621e6a5eb5c {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:59:43.661293 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cee6fe93-87d1-4e75-96f4-ffc84c50d2e8', 'tag': '46ff71e7-c588-4f6d-a897-c30d7b3f65cf', 'status': 'completed', 'code': 200} Aug 11 02:59:43.690794 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896bc3a1-feaf-46d3-9c2d-54a6b69a36e5 req-aed884ad-6b2c-4221-b889-411c2aadb943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:43.692943 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-896bc3a1-feaf-46d3-9c2d-54a6b69a36e5 req-aed884ad-6b2c-4221-b889-411c2aadb943 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7a37d4caabc9417c92d7f5d7ce7df51b&device_id=cee6fe93-87d1-4e75-96f4-ffc84c50d2e8 HTTP/1.1" status: 200 len: 1096 time: 0.1148992 Aug 11 02:59:43.702230 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-2814c682-feef-4cbf-bc91-14659393d5d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:43.750330 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-896bc3a1-feaf-46d3-9c2d-54a6b69a36e5 req-1549415c-2fa2-469b-8ffc-adf095889e78 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=46ff71e7-c588-4f6d-a897-c30d7b3f65cf HTTP/1.1" status: 200 len: 217 time: 0.0441453 Aug 11 02:59:43.849599 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896bc3a1-feaf-46d3-9c2d-54a6b69a36e5 req-789168a4-403d-4cf8-8881-09b731845633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:43.854160 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-896bc3a1-feaf-46d3-9c2d-54a6b69a36e5 req-789168a4-403d-4cf8-8881-09b731845633 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1f48ffa3-65bd-47bc-90cf-1fcd73e0ff01 HTTP/1.1" status: 200 len: 861 time: 0.0896997 Aug 11 02:59:43.854823 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 41550) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:43.859599 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcb8e61-3147-4435-9dd6-dc6564b5473e req-cedce8aa-bac7-4bc5-9735-1a94f2ed183b tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:43.861410 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7bcb8e61-3147-4435-9dd6-dc6564b5473e req-cedce8aa-bac7-4bc5-9735-1a94f2ed183b tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/ports?device_id=cee6fe93-87d1-4e75-96f4-ffc84c50d2e8 HTTP/1.1" status: 200 len: 944 time: 0.1146371 Aug 11 02:59:43.901614 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-896bc3a1-feaf-46d3-9c2d-54a6b69a36e5 req-29f169cb-90bc-4f0b-afd5-bdb6fa2b67a1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f221beb7-8330-438a-a9fe-3bfcf5050d99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391877 Aug 11 02:59:43.904072 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-2814c682-feef-4cbf-bc91-14659393d5d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:43.904993 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2814c682-feef-4cbf-bc91-14659393d5d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:43.905589 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-2814c682-feef-4cbf-bc91-14659393d5d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:44.032355 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d09fe39e-a838-4100-b93b-ead2a651c629 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:44.112879 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7bcb8e61-3147-4435-9dd6-dc6564b5473e req-08045a39-d317-4e26-904b-d575b2169b3f tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5aa9049-617d-473f-afb5-b55716ab8aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407603 Aug 11 02:59:44.115329 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-53216341-434a-4a55-87f6-22c536aafec1 req-c6828137-65d1-4185-98e2-872869776815 tempest-ServersAdminNegativeTestJSON-106033460 tempest-ServersAdminNegativeTestJSON-106033460-project] 10.222.0.41 "GET /v2.0/ports?device_id=85bf4012-5188-495c-8135-4da86a274a0b HTTP/1.1" status: 200 len: 210 time: 0.0625811 Aug 11 02:59:44.125214 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2814c682-feef-4cbf-bc91-14659393d5d4 admin admin] Pushing event updated for resources: {'Network': ['ID=a1f5acc4-6e30-4bf9-bc28-7ff84dac631d,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:44.138175 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network a1f5acc4-6e30-4bf9-bc28-7ff84dac631d details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:59:44.186201 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-896bc3a1-feaf-46d3-9c2d-54a6b69a36e5 req-7fcb6697-7732-4656-8fbf-afab2b96f6a7 service neutron] 10.222.0.24 "GET /v2.0/networks/f221beb7-8330-438a-a9fe-3bfcf5050d99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2631881 Aug 11 02:59:44.208763 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d09fe39e-a838-4100-b93b-ead2a651c629 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:44.296310 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-896bc3a1-feaf-46d3-9c2d-54a6b69a36e5 req-9f51bd6d-41f0-46dd-b68a-6aca48708128 service neutron] 10.222.0.24 "GET /v2.0/networks/f221beb7-8330-438a-a9fe-3bfcf5050d99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969331 Aug 11 02:59:44.308663 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d09fe39e-a838-4100-b93b-ead2a651c629 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:44.351469 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-d09fe39e-a838-4100-b93b-ead2a651c629 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6b92f7166c3a442db3ae75e9d978142d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4934707 Aug 11 02:59:44.351469 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09fe39e-a838-4100-b93b-ead2a651c629 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c52db0af-f6a4-4154-85e4-c45fd6accea2,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:44.352024 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 41576) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:44.416577 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ed1cd43d-3ee5-4b7f-828d-04ac254f5aa6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:44.438404 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-2814c682-feef-4cbf-bc91-14659393d5d4 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.6657557 Aug 11 02:59:44.438404 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 41578) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:44.448662 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-f5ce7b91-aa2d-4247-acb3-6572b66342c0 admin admin] Request body: {'subnet': {'network_id': 'a1f5acc4-6e30-4bf9-bc28-7ff84dac631d', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-989906096-subnet', 'tenant_id': '83808f5f252c43418f6a6c255d45878a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:59:44.481685 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ed1cd43d-3ee5-4b7f-828d-04ac254f5aa6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:44.530765 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0f32f9-929d-42c5-a7af-4bf64d434539 req-2d1a6f17-5b32-448a-8fa1-0a619ec128c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:44.532291 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2f0f32f9-929d-42c5-a7af-4bf64d434539 req-2d1a6f17-5b32-448a-8fa1-0a619ec128c3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7a37d4caabc9417c92d7f5d7ce7df51b&device_id=cee6fe93-87d1-4e75-96f4-ffc84c50d2e8 HTTP/1.1" status: 200 len: 1096 time: 0.0978048 Aug 11 02:59:44.619885 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5ce7b91-aa2d-4247-acb3-6572b66342c0 admin admin] Made reservation on behalf of 83808f5f252c43418f6a6c255d45878a for: {'subnet': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:59:44.622114 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-f5ce7b91-aa2d-4247-acb3-6572b66342c0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:44.687410 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ed1cd43d-3ee5-4b7f-828d-04ac254f5aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:44.689872 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ed1cd43d-3ee5-4b7f-828d-04ac254f5aa6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:44.691006 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-ed1cd43d-3ee5-4b7f-828d-04ac254f5aa6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c52db0af-f6a4-4154-85e4-c45fd6accea2 HTTP/1.1" status: 204 len: 168 time: 0.3377745 Aug 11 02:59:44.747153 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0f32f9-929d-42c5-a7af-4bf64d434539 req-0d5c208d-a55e-4af8-9957-1220fe7d9906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:44.748647 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2f0f32f9-929d-42c5-a7af-4bf64d434539 req-0d5c208d-a55e-4af8-9957-1220fe7d9906 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f221beb7-8330-438a-a9fe-3bfcf5050d99 HTTP/1.1" status: 200 len: 922 time: 0.2051778 Aug 11 02:59:44.758178 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1cd43d-3ee5-4b7f-828d-04ac254f5aa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c52db0af-f6a4-4154-85e4-c45fd6accea2,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:44.842107 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2f0f32f9-929d-42c5-a7af-4bf64d434539 req-7fbc109c-75e2-49d2-9534-97138d0c3c33 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=46ff71e7-c588-4f6d-a897-c30d7b3f65cf HTTP/1.1" status: 200 len: 217 time: 0.0725150 Aug 11 02:59:44.861642 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc795d6e-ac43-44a6-860a-bc09c9c37c1d req-90cae0e0-1d1e-4176-9a66-7f6839bfc943 tempest-DeleteServersAdminTestJSON-106470122 tempest-DeleteServersAdminTestJSON-106470122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:44.863163 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-dc795d6e-ac43-44a6-860a-bc09c9c37c1d req-90cae0e0-1d1e-4176-9a66-7f6839bfc943 tempest-DeleteServersAdminTestJSON-106470122 tempest-DeleteServersAdminTestJSON-106470122-project] 10.222.0.41 "GET /v2.0/ports?device_id=30eddff7-8756-4e3a-b2ab-692f71291769 HTTP/1.1" status: 200 len: 949 time: 0.1848948 Aug 11 02:59:44.967063 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0f32f9-929d-42c5-a7af-4bf64d434539 req-4fd921a6-ba2c-42b7-83f3-28bc86a7f7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:44.968989 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2f0f32f9-929d-42c5-a7af-4bf64d434539 req-4fd921a6-ba2c-42b7-83f3-28bc86a7f7e8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1f48ffa3-65bd-47bc-90cf-1fcd73e0ff01 HTTP/1.1" status: 200 len: 861 time: 0.1049612 Aug 11 02:59:44.990580 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-dc795d6e-ac43-44a6-860a-bc09c9c37c1d req-7ae14d48-50d7-4360-8b39-344cf4f86d94 tempest-DeleteServersAdminTestJSON-106470122 tempest-DeleteServersAdminTestJSON-106470122-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5c584ec-b9b7-4ae6-810e-2c5044f79540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068444 Aug 11 02:59:45.041245 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2f0f32f9-929d-42c5-a7af-4bf64d434539 req-acae51d2-05c2-44e1-b92c-247e771518f0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f221beb7-8330-438a-a9fe-3bfcf5050d99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490258 Aug 11 02:59:45.186133 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2f0f32f9-929d-42c5-a7af-4bf64d434539 req-34e89606-18f5-4a49-adea-032fd2f00dea service neutron] 10.222.0.24 "GET /v2.0/networks/f221beb7-8330-438a-a9fe-3bfcf5050d99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332037 Aug 11 02:59:45.250684 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-f5ce7b91-aa2d-4247-acb3-6572b66342c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for subnet, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:45.348915 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ce7b91-aa2d-4247-acb3-6572b66342c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d013ade-4c13-41b9-b262-cf5646bc4bdb,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:45.371618 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ce7b91-aa2d-4247-acb3-6572b66342c0 admin admin] Checking segment: {'id': '75626708-94f6-4fcc-8cbd-0dd0dd709069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a1f5acc4-6e30-4bf9-bc28-7ff84dac631d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:59:45.371987 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5ce7b91-aa2d-4247-acb3-6572b66342c0 admin admin] Network hostable DHCP agents. Network: a1f5acc4-6e30-4bf9-bc28-7ff84dac631d, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:59:45.381242 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2f0f32f9-929d-42c5-a7af-4bf64d434539 req-47d5e2ec-db1b-484a-8874-72c5db396b6a service neutron] 10.222.0.24 "GET /v2.0/networks/f221beb7-8330-438a-a9fe-3bfcf5050d99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870036 Aug 11 02:59:45.422552 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f1c9c5b4-9e74-478b-b692-a80a695c8766 req-6411cc96-bda0-4d4d-987f-ed8ddc981541 tempest-ServersAdminNegativeTestJSON-106033460 tempest-ServersAdminNegativeTestJSON-106033460-project] 10.222.0.41 "GET /v2.0/ports?device_id=85bf4012-5188-495c-8135-4da86a274a0b HTTP/1.1" status: 200 len: 210 time: 0.0453985 Aug 11 02:59:45.539113 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fc7d57-b9c5-49fd-b852-25b89f53ed2f req-de1b8ff6-8aed-4559-8f56-5533e6e521db tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:45.546936 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-63fc7d57-b9c5-49fd-b852-25b89f53ed2f req-de1b8ff6-8aed-4559-8f56-5533e6e521db tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/ports?device_id=cee6fe93-87d1-4e75-96f4-ffc84c50d2e8 HTTP/1.1" status: 200 len: 944 time: 0.0551357 Aug 11 02:59:45.573510 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5ce7b91-aa2d-4247-acb3-6572b66342c0 admin admin] Network a1f5acc4-6e30-4bf9-bc28-7ff84dac631d is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:59:45.590488 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-63fc7d57-b9c5-49fd-b852-25b89f53ed2f req-f27c6202-1f3b-4080-9764-a76ccde93ad9 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5aa9049-617d-473f-afb5-b55716ab8aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425613 Aug 11 02:59:45.684425 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-f5ce7b91-aa2d-4247-acb3-6572b66342c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, a1f5acc4-6e30-4bf9-bc28-7ff84dac631d) {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:59:45.690262 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5ce7b91-aa2d-4247-acb3-6572b66342c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:45.690885 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-f5ce7b91-aa2d-4247-acb3-6572b66342c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:45.697324 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f23fb11a-44ae-4ad0-85cf-ee4a170e64c8 None None] Network a1f5acc4-6e30-4bf9-bc28-7ff84dac631d requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:59:45.782791 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-f5ce7b91-aa2d-4247-acb3-6572b66342c0 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.3467145 Aug 11 02:59:45.844205 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f200442e-326f-4fd2-bb69-bc15535aa90d req-6fd53270-74a9-4e5a-9dc9-756d0df92cbf tempest-FlavorsV2NegativeTest-361112867 tempest-FlavorsV2NegativeTest-361112867-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=40de215e21e34d6ba548a1bd66e62abe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0392473 Aug 11 02:59:45.860677 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18932282-8c94-40ac-9637-94b87006e96e None None] Network a1f5acc4-6e30-4bf9-bc28-7ff84dac631d requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:59:46.008965 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaed5bf-f133-4740-a965-f7e6008d751d req-9f857e07-9bc5-4902-b232-180b30dabdce tempest-DeleteServersAdminTestJSON-106470122 tempest-DeleteServersAdminTestJSON-106470122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:46.017151 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bbaed5bf-f133-4740-a965-f7e6008d751d req-9f857e07-9bc5-4902-b232-180b30dabdce tempest-DeleteServersAdminTestJSON-106470122 tempest-DeleteServersAdminTestJSON-106470122-project] 10.222.0.41 "GET /v2.0/ports?device_id=30eddff7-8756-4e3a-b2ab-692f71291769 HTTP/1.1" status: 200 len: 949 time: 0.1447473 Aug 11 02:59:46.079657 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f200442e-326f-4fd2-bb69-bc15535aa90d req-1ced6f67-b32a-4d35-9a19-dcac90eec035 tempest-FlavorsV2NegativeTest-361112867 tempest-FlavorsV2NegativeTest-361112867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:46.087437 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f200442e-326f-4fd2-bb69-bc15535aa90d req-1ced6f67-b32a-4d35-9a19-dcac90eec035 tempest-FlavorsV2NegativeTest-361112867 tempest-FlavorsV2NegativeTest-361112867-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2421951 Aug 11 02:59:46.120347 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9c260fc6-97c0-4c76-8a7b-6a143b7dd279 req-8e1bbac8-749f-4da7-8866-bb1a9a7980ce tempest-ServersAdminNegativeTestJSON-106033460 tempest-ServersAdminNegativeTestJSON-106033460-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=e49525c981a245a684be8acd150e82b7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0223300 Aug 11 02:59:46.124267 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bbaed5bf-f133-4740-a965-f7e6008d751d req-7fd64923-cc75-448c-be27-17973e23748a tempest-DeleteServersAdminTestJSON-106470122 tempest-DeleteServersAdminTestJSON-106470122-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5c584ec-b9b7-4ae6-810e-2c5044f79540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061637 Aug 11 02:59:46.133928 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f200442e-326f-4fd2-bb69-bc15535aa90d req-40d6bb35-1a44-4396-acf1-23adef11fa69 tempest-FlavorsV2NegativeTest-361112867 tempest-FlavorsV2NegativeTest-361112867-project] 10.222.0.41 "GET /v2.0/quotas/40de215e21e34d6ba548a1bd66e62abe HTTP/1.1" status: 200 len: 375 time: 0.0436673 Aug 11 02:59:46.192115 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f200442e-326f-4fd2-bb69-bc15535aa90d req-d35c853b-9c63-4412-93d5-b049f42b08f3 tempest-FlavorsV2NegativeTest-361112867 tempest-FlavorsV2NegativeTest-361112867-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=40de215e21e34d6ba548a1bd66e62abe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0590413 Aug 11 02:59:46.288022 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c260fc6-97c0-4c76-8a7b-6a143b7dd279 req-0a67c5c1-a8ec-4445-9e4b-fe30917c3439 tempest-ServersAdminNegativeTestJSON-106033460 tempest-ServersAdminNegativeTestJSON-106033460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:46.289459 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9c260fc6-97c0-4c76-8a7b-6a143b7dd279 req-0a67c5c1-a8ec-4445-9e4b-fe30917c3439 tempest-ServersAdminNegativeTestJSON-106033460 tempest-ServersAdminNegativeTestJSON-106033460-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1473708 Aug 11 02:59:46.305987 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-9c260fc6-97c0-4c76-8a7b-6a143b7dd279 req-0c0d7660-2495-48fb-ae84-f3931cf30ffc tempest-ServersAdminNegativeTestJSON-106033460 tempest-ServersAdminNegativeTestJSON-106033460-project] Request body: {'port': {'device_id': '85bf4012-5188-495c-8135-4da86a274a0b', 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba', 'admin_state_up': True, 'tenant_id': 'e49525c981a245a684be8acd150e82b7'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:59:46.552851 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c260fc6-97c0-4c76-8a7b-6a143b7dd279 req-0c0d7660-2495-48fb-ae84-f3931cf30ffc tempest-ServersAdminNegativeTestJSON-106033460 tempest-ServersAdminNegativeTestJSON-106033460-project] Made reservation on behalf of e49525c981a245a684be8acd150e82b7 for: {'port': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:59:46.556351 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-9c260fc6-97c0-4c76-8a7b-6a143b7dd279 req-0c0d7660-2495-48fb-ae84-f3931cf30ffc tempest-ServersAdminNegativeTestJSON-106033460 tempest-ServersAdminNegativeTestJSON-106033460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:46.767907 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 41720) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:46.773905 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-58382aaa-d585-42d2-ba00-c644bdbe05ee admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1151555953-network', 'tenant_id': '41c5b4c5dc6d40daa0a81dbd6237cdcf'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:59:46.886684 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-609aee4d-712f-4397-bad3-54d5ef518b04 req-e11b43a6-2f32-47ed-8d4a-c5d9d7ef86af tempest-ServersAdminNegativeTestJSON-106033460 tempest-ServersAdminNegativeTestJSON-106033460-project] 10.222.0.41 "GET /v2.0/ports?device_id=85bf4012-5188-495c-8135-4da86a274a0b HTTP/1.1" status: 200 len: 210 time: 0.2878175 Aug 11 02:59:46.912373 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-83366589-7b12-4eb2-8b4a-0976b0f7e185 req-2503e67f-e6ca-45fc-99e4-728744de1be5 tempest-ImagesNegativeTestJSON-2000766136 tempest-ImagesNegativeTestJSON-2000766136-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=7436bc74831d4979aa4c840d73fa560c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0593112 Aug 11 02:59:46.966044 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58382aaa-d585-42d2-ba00-c644bdbe05ee admin admin] Made reservation on behalf of 41c5b4c5dc6d40daa0a81dbd6237cdcf for: {'network': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:59:46.968767 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-58382aaa-d585-42d2-ba00-c644bdbe05ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:46.978220 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-58382aaa-d585-42d2-ba00-c644bdbe05ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:47.088412 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd44e10a-a3e7-4dfe-a361-0e5c6f9cdcad req-3b039327-58de-46c1-8940-8987df9caebc tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:47.090049 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bd44e10a-a3e7-4dfe-a361-0e5c6f9cdcad req-3b039327-58de-46c1-8940-8987df9caebc tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/ports?device_id=cee6fe93-87d1-4e75-96f4-ffc84c50d2e8 HTTP/1.1" status: 200 len: 944 time: 0.1520324 Aug 11 02:59:47.098577 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [req-9c260fc6-97c0-4c76-8a7b-6a143b7dd279 req-0c0d7660-2495-48fb-ae84-f3931cf30ffc tempest-ServersAdminNegativeTestJSON-106033460 tempest-ServersAdminNegativeTestJSON-106033460-project] Allocated IP 192.168.233.175 (d1bf0def-6fa4-4d3e-bbc5-20a040931fba/254a3f4d-2b75-429e-bbb2-8e70554e9483/ab96c975-8a4e-43f0-be1d-8260bd67a051) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:59:47.139996 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-58382aaa-d585-42d2-ba00-c644bdbe05ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:47.148135 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83366589-7b12-4eb2-8b4a-0976b0f7e185 req-b565336c-014e-4b49-91c3-e32b4426327a tempest-ImagesNegativeTestJSON-2000766136 tempest-ImagesNegativeTestJSON-2000766136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:47.150013 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-83366589-7b12-4eb2-8b4a-0976b0f7e185 req-b565336c-014e-4b49-91c3-e32b4426327a tempest-ImagesNegativeTestJSON-2000766136 tempest-ImagesNegativeTestJSON-2000766136-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2262392 Aug 11 02:59:47.202965 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bd44e10a-a3e7-4dfe-a361-0e5c6f9cdcad req-d05ccbb7-8354-4e6f-b03c-3d1438bb5728 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5aa9049-617d-473f-afb5-b55716ab8aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997200 Aug 11 02:59:47.210436 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-83366589-7b12-4eb2-8b4a-0976b0f7e185 req-59ee332e-9c16-44aa-81cd-0de922e74506 tempest-ImagesNegativeTestJSON-2000766136 tempest-ImagesNegativeTestJSON-2000766136-project] 10.222.0.41 "GET /v2.0/quotas/7436bc74831d4979aa4c840d73fa560c HTTP/1.1" status: 200 len: 375 time: 0.0518010 Aug 11 02:59:47.226322 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-58382aaa-d585-42d2-ba00-c644bdbe05ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:47.274870 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-83366589-7b12-4eb2-8b4a-0976b0f7e185 req-3886edef-7d68-4f58-a231-60536fe781c4 tempest-ImagesNegativeTestJSON-2000766136 tempest-ImagesNegativeTestJSON-2000766136-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=7436bc74831d4979aa4c840d73fa560c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0629120 Aug 11 02:59:47.294113 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58382aaa-d585-42d2-ba00-c644bdbe05ee admin admin] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=102191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:59:47.329907 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58382aaa-d585-42d2-ba00-c644bdbe05ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67468b28-abb4-4a6c-bf25-af92305b11b2,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:47.334529 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-58382aaa-d585-42d2-ba00-c644bdbe05ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:47.335162 n-d-764292-30 neutron-server[102191]: INFO neutron.db.segments_db [None req-58382aaa-d585-42d2-ba00-c644bdbe05ee admin admin] Added segment a693aaf5-8fd7-42ac-9a3b-385c0b6cc728 of type vlan for network 9fe0f95d-6467-4ba2-8c5c-8d15aa2c1c93 Aug 11 02:59:47.391674 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-58382aaa-d585-42d2-ba00-c644bdbe05ee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:47.476659 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-9c260fc6-97c0-4c76-8a7b-6a143b7dd279 req-0c0d7660-2495-48fb-ae84-f3931cf30ffc tempest-ServersAdminNegativeTestJSON-106033460 tempest-ServersAdminNegativeTestJSON-106033460-project] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:47.510755 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8fdf89-cf31-4e2a-baae-a508b5d4145e req-a03d2df4-25f4-4073-b132-c3fae771ed2e tempest-DeleteServersAdminTestJSON-1010854120 tempest-DeleteServersAdminTestJSON-1010854120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:47.513183 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-5e8fdf89-cf31-4e2a-baae-a508b5d4145e req-a03d2df4-25f4-4073-b132-c3fae771ed2e tempest-DeleteServersAdminTestJSON-1010854120 tempest-DeleteServersAdminTestJSON-1010854120-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=30eddff7-8756-4e3a-b2ab-692f71291769 HTTP/1.1" status: 200 len: 1101 time: 0.0445223 Aug 11 02:59:47.513329 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [req-9c260fc6-97c0-4c76-8a7b-6a143b7dd279 req-0c0d7660-2495-48fb-ae84-f3931cf30ffc tempest-ServersAdminNegativeTestJSON-106033460 tempest-ServersAdminNegativeTestJSON-106033460-project] Transition to ACTIVE for port object ab96c975-8a4e-43f0-be1d-8260bd67a051 will not be triggered until provisioned by entity DHCP. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:59:47.514414 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-58382aaa-d585-42d2-ba00-c644bdbe05ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:47.519128 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58382aaa-d585-42d2-ba00-c644bdbe05ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:47.519128 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-58382aaa-d585-42d2-ba00-c644bdbe05ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:47.553284 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 46ff71e7-c588-4f6d-a897-c30d7b3f65cf details requested by agent hyperv_n-h2-764292-30 with host n-h2-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:59:47.572324 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4507f62e-1738-4dd9-af7c-83e7f3307766 req-fb516618-9ec6-454f-b51f-85ee7bcec8d8 tempest-DeleteServersAdminTestJSON-106470122 tempest-DeleteServersAdminTestJSON-106470122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:47.580587 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4507f62e-1738-4dd9-af7c-83e7f3307766 req-fb516618-9ec6-454f-b51f-85ee7bcec8d8 tempest-DeleteServersAdminTestJSON-106470122 tempest-DeleteServersAdminTestJSON-106470122-project] 10.222.0.41 "GET /v2.0/ports?device_id=30eddff7-8756-4e3a-b2ab-692f71291769 HTTP/1.1" status: 200 len: 949 time: 0.1175163 Aug 11 02:59:47.655309 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-9c260fc6-97c0-4c76-8a7b-6a143b7dd279 req-0c0d7660-2495-48fb-ae84-f3931cf30ffc tempest-ServersAdminNegativeTestJSON-106033460 tempest-ServersAdminNegativeTestJSON-106033460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:47.666701 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8fd348e3-218b-4331-9a7c-d00fe166a5c4 req-e5073af1-dc82-4db6-a698-a14ab6756883 tempest-ImagesNegativeTestJSON-2000766136 tempest-ImagesNegativeTestJSON-2000766136-project] 10.222.0.41 "GET /v2.0/ports?device_id=d1e0c362-02c2-4a45-b3c6-6cf29945717a HTTP/1.1" status: 200 len: 210 time: 0.0781825 Aug 11 02:59:47.732591 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4507f62e-1738-4dd9-af7c-83e7f3307766 req-0d5b0aa8-26c3-41d5-b9bc-8cfd225f275b tempest-DeleteServersAdminTestJSON-106470122 tempest-DeleteServersAdminTestJSON-106470122-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5c584ec-b9b7-4ae6-810e-2c5044f79540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510577 Aug 11 02:59:47.746855 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-58382aaa-d585-42d2-ba00-c644bdbe05ee admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9775271 Aug 11 02:59:47.753252 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 41734) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:47.753252 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58382aaa-d585-42d2-ba00-c644bdbe05ee admin admin] Pushing event updated for resources: {'Network': ['ID=9fe0f95d-6467-4ba2-8c5c-8d15aa2c1c93,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:47.759700 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-ce11a2e4-264e-4fdf-a32b-9d9614b179f8 admin admin] Request body: {'subnet': {'network_id': '9fe0f95d-6467-4ba2-8c5c-8d15aa2c1c93', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1151555953-subnet', 'tenant_id': '41c5b4c5dc6d40daa0a81dbd6237cdcf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:59:47.783401 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c260fc6-97c0-4c76-8a7b-6a143b7dd279 req-0c0d7660-2495-48fb-ae84-f3931cf30ffc tempest-ServersAdminNegativeTestJSON-106033460 tempest-ServersAdminNegativeTestJSON-106033460-project] Network d1bf0def-6fa4-4d3e-bbc5-20a040931fba is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:59:47.796398 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-5e8fdf89-cf31-4e2a-baae-a508b5d4145e req-fcd83bb8-e4c6-418a-8183-04a3dc76411f tempest-DeleteServersAdminTestJSON-1010854120 tempest-DeleteServersAdminTestJSON-1010854120-project-admin] Deleting port acaa47ca-c95b-4366-bdc3-5588eb4517ca {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:59:47.796944 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [req-9c260fc6-97c0-4c76-8a7b-6a143b7dd279 req-0c0d7660-2495-48fb-ae84-f3931cf30ffc tempest-ServersAdminNegativeTestJSON-106033460 tempest-ServersAdminNegativeTestJSON-106033460-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:59:47.797715 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-5e8fdf89-cf31-4e2a-baae-a508b5d4145e req-fcd83bb8-e4c6-418a-8183-04a3dc76411f tempest-DeleteServersAdminTestJSON-1010854120 tempest-DeleteServersAdminTestJSON-1010854120-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:47.802665 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0d7660-2495-48fb-ae84-f3931cf30ffc tempest-ServersAdminNegativeTestJSON-106033460 tempest-ServersAdminNegativeTestJSON-106033460-project] Pushing event updated for resources: {'Port': ['ID=ab96c975-8a4e-43f0-be1d-8260bd67a051,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:47.811635 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c260fc6-97c0-4c76-8a7b-6a143b7dd279 req-0c0d7660-2495-48fb-ae84-f3931cf30ffc tempest-ServersAdminNegativeTestJSON-106033460 tempest-ServersAdminNegativeTestJSON-106033460-project] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:59:47.825874 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c260fc6-97c0-4c76-8a7b-6a143b7dd279 req-0c0d7660-2495-48fb-ae84-f3931cf30ffc tempest-ServersAdminNegativeTestJSON-106033460 tempest-ServersAdminNegativeTestJSON-106033460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:47.826596 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-9c260fc6-97c0-4c76-8a7b-6a143b7dd279 req-0c0d7660-2495-48fb-ae84-f3931cf30ffc tempest-ServersAdminNegativeTestJSON-106033460 tempest-ServersAdminNegativeTestJSON-106033460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:47.831492 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['f0dc5445-9e93-4781-b79e-b5a2b5e57121'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:59:47.877485 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 41740) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:47.911192 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-5e8fdf89-cf31-4e2a-baae-a508b5d4145e req-fcd83bb8-e4c6-418a-8183-04a3dc76411f tempest-DeleteServersAdminTestJSON-1010854120 tempest-DeleteServersAdminTestJSON-1010854120-project-admin] For port acaa47ca-c95b-4366-bdc3-5588eb4517ca, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=acaa47ca-c95b-4366-bdc3-5588eb4517ca,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:59:47.911972 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-5e8fdf89-cf31-4e2a-baae-a508b5d4145e req-fcd83bb8-e4c6-418a-8183-04a3dc76411f tempest-DeleteServersAdminTestJSON-1010854120 tempest-DeleteServersAdminTestJSON-1010854120-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:47.935157 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-5e8fdf89-cf31-4e2a-baae-a508b5d4145e req-fcd83bb8-e4c6-418a-8183-04a3dc76411f tempest-DeleteServersAdminTestJSON-1010854120 tempest-DeleteServersAdminTestJSON-1010854120-project-admin] Calling delete_port for acaa47ca-c95b-4366-bdc3-5588eb4517ca owned by compute:nova {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:59:47.939351 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network 9fe0f95d-6467-4ba2-8c5c-8d15aa2c1c93 details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:59:47.954772 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9c260fc6-97c0-4c76-8a7b-6a143b7dd279 req-0c0d7660-2495-48fb-ae84-f3931cf30ffc tempest-ServersAdminNegativeTestJSON-106033460 tempest-ServersAdminNegativeTestJSON-106033460-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6554615 Aug 11 02:59:47.984500 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-9c260fc6-97c0-4c76-8a7b-6a143b7dd279 req-7b30f264-3932-4033-9549-4425ced66876 service neutron] Request body: {'port': {'device_id': '85bf4012-5188-495c-8135-4da86a274a0b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764292-30'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:59:48.009165 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce11a2e4-264e-4fdf-a32b-9d9614b179f8 admin admin] Made reservation on behalf of 41c5b4c5dc6d40daa0a81dbd6237cdcf for: {'subnet': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:59:48.011520 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ce11a2e4-264e-4fdf-a32b-9d9614b179f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274743'] for subnet, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:48.101416 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c1b2541f-aa15-4d13-899e-bfd05eded0aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:48.161166 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119fe8d9-2191-452d-a1fb-2e5fcc21ad11 req-fb4e05e6-baf6-4f74-aaa9-f6ce373c8314 tempest-ServersAdminNegativeTestJSON-106033460 tempest-ServersAdminNegativeTestJSON-106033460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:48.162915 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-119fe8d9-2191-452d-a1fb-2e5fcc21ad11 req-fb4e05e6-baf6-4f74-aaa9-f6ce373c8314 tempest-ServersAdminNegativeTestJSON-106033460 tempest-ServersAdminNegativeTestJSON-106033460-project] 10.222.0.41 "GET /v2.0/ports?device_id=85bf4012-5188-495c-8135-4da86a274a0b HTTP/1.1" status: 200 len: 936 time: 0.2032266 Aug 11 02:59:48.193315 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-9c260fc6-97c0-4c76-8a7b-6a143b7dd279 req-7b30f264-3932-4033-9549-4425ced66876 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:48.292936 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-119fe8d9-2191-452d-a1fb-2e5fcc21ad11 req-7c9beb6a-0a23-4108-b90e-3f39eeed9de7 tempest-ServersAdminNegativeTestJSON-106033460 tempest-ServersAdminNegativeTestJSON-106033460-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed22b840-472c-4033-b27c-9fc95e92d183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211741 Aug 11 02:59:48.307669 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port 46ff71e7-c588-4f6d-a897-c30d7b3f65cf, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=46ff71e7-c588-4f6d-a897-c30d7b3f65cf,segment=NetworkSegment(a45ed4ca-59d3-4372-9b5a-18bb6ba190c2),segment_id=a45ed4ca-59d3-4372-9b5a-18bb6ba190c2)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:59:48.341065 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Returning: {'device': '46ff71e7-c588-4f6d-a897-c30d7b3f65cf', 'network_id': 'f221beb7-8330-438a-a9fe-3bfcf5050d99', 'port_id': '46ff71e7-c588-4f6d-a897-c30d7b3f65cf', 'mac_address': 'fa:16:3e:e9:eb:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f48ffa3-65bd-47bc-90cf-1fcd73e0ff01', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:59:48.353242 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-5e8fdf89-cf31-4e2a-baae-a508b5d4145e req-fcd83bb8-e4c6-418a-8183-04a3dc76411f tempest-DeleteServersAdminTestJSON-1010854120 tempest-DeleteServersAdminTestJSON-1010854120-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:48.423833 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:48.436016 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd83bb8-e4c6-418a-8183-04a3dc76411f tempest-DeleteServersAdminTestJSON-1010854120 tempest-DeleteServersAdminTestJSON-1010854120-project-admin] Pushing event deleted for resources: {'Port': ['ID=acaa47ca-c95b-4366-bdc3-5588eb4517ca,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:48.441037 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ce11a2e4-264e-4fdf-a32b-9d9614b179f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126283476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274725'] for subnet, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:48.445568 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-afe6372d-0b7f-4b7b-91d9-2563892d696f None None] Provisioning for port ab96c975-8a4e-43f0-be1d-8260bd67a051 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:59:48.455542 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-afe6372d-0b7f-4b7b-91d9-2563892d696f None None] Provisioning complete for port ab96c975-8a4e-43f0-be1d-8260bd67a051 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:59:48.458668 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-afe6372d-0b7f-4b7b-91d9-2563892d696f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:48.461320 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46ff71e7-c588-4f6d-a897-c30d7b3f65cf {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:59:48.471047 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e8fdf89-cf31-4e2a-baae-a508b5d4145e req-fcd83bb8-e4c6-418a-8183-04a3dc76411f tempest-DeleteServersAdminTestJSON-1010854120 tempest-DeleteServersAdminTestJSON-1010854120-project-admin] No DVR routers for this DVR port acaa47ca-c95b-4366-bdc3-5588eb4517ca on host n-h1-764292-30 {{(pid=102191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:59:48.528023 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-afe6372d-0b7f-4b7b-91d9-2563892d696f None None] Port ab96c975-8a4e-43f0-be1d-8260bd67a051 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:59:48.541716 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce11a2e4-264e-4fdf-a32b-9d9614b179f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3d6b26f-3571-46f5-a685-2d49f68e877c,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:48.554613 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-5e8fdf89-cf31-4e2a-baae-a508b5d4145e req-fcd83bb8-e4c6-418a-8183-04a3dc76411f tempest-DeleteServersAdminTestJSON-1010854120 tempest-DeleteServersAdminTestJSON-1010854120-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:48.557179 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-5e8fdf89-cf31-4e2a-baae-a508b5d4145e req-fcd83bb8-e4c6-418a-8183-04a3dc76411f tempest-DeleteServersAdminTestJSON-1010854120 tempest-DeleteServersAdminTestJSON-1010854120-project-admin] 10.222.0.22 "DELETE /v2.0/ports/acaa47ca-c95b-4366-bdc3-5588eb4517ca HTTP/1.1" status: 204 len: 173 time: 1.0370567 Aug 11 02:59:48.558719 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30eddff7-8756-4e3a-b2ab-692f71291769', 'name': 'network-vif-deleted', 'tag': 'acaa47ca-c95b-4366-bdc3-5588eb4517ca'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:59:48.568334 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-349384ed-e3d0-435a-8b12-574de1336a99" -d '{"events": [{"server_uuid": "30eddff7-8756-4e3a-b2ab-692f71291769", "name": "network-vif-deleted", "tag": "acaa47ca-c95b-4366-bdc3-5588eb4517ca"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:59:48.578965 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port 46ff71e7-c588-4f6d-a897-c30d7b3f65cf, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=46ff71e7-c588-4f6d-a897-c30d7b3f65cf,segment=NetworkSegment(a45ed4ca-59d3-4372-9b5a-18bb6ba190c2),segment_id=a45ed4ca-59d3-4372-9b5a-18bb6ba190c2)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:59:48.588119 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['acaa47ca-c95b-4366-bdc3-5588eb4517ca'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:59:48.609687 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce11a2e4-264e-4fdf-a32b-9d9614b179f8 admin admin] Checking segment: {'id': 'a693aaf5-8fd7-42ac-9a3b-385c0b6cc728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '9fe0f95d-6467-4ba2-8c5c-8d15aa2c1c93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:59:48.610218 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce11a2e4-264e-4fdf-a32b-9d9614b179f8 admin admin] Network hostable DHCP agents. Network: 9fe0f95d-6467-4ba2-8c5c-8d15aa2c1c93, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:59:48.637597 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ca5fcf7-7ca7-4a5b-8171-85e6eccf4721 x-openstack-request-id: req-7ca5fcf7-7ca7-4a5b-8171-85e6eccf4721 {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:59:48.646239 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30eddff7-8756-4e3a-b2ab-692f71291769", "name": "network-vif-deleted", "tag": "acaa47ca-c95b-4366-bdc3-5588eb4517ca", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:59:48.646239 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7ca5fcf7-7ca7-4a5b-8171-85e6eccf4721 {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:59:48.646239 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30eddff7-8756-4e3a-b2ab-692f71291769', 'name': 'network-vif-deleted', 'tag': 'acaa47ca-c95b-4366-bdc3-5588eb4517ca', 'status': 'completed', 'code': 200} Aug 11 02:59:48.663532 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:48.678359 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c1b2541f-aa15-4d13-899e-bfd05eded0aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:48.714692 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce11a2e4-264e-4fdf-a32b-9d9614b179f8 admin admin] Network 9fe0f95d-6467-4ba2-8c5c-8d15aa2c1c93 is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:59:48.728694 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=46ff71e7-c588-4f6d-a897-c30d7b3f65cf,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:48.768441 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c1b2541f-aa15-4d13-899e-bfd05eded0aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:48.788521 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-ce11a2e4-264e-4fdf-a32b-9d9614b179f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, 9fe0f95d-6467-4ba2-8c5c-8d15aa2c1c93) {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:59:48.792757 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce11a2e4-264e-4fdf-a32b-9d9614b179f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:48.793420 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ce11a2e4-264e-4fdf-a32b-9d9614b179f8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:48.794899 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355367db-e14e-48bf-a2bd-dbfb290322e7 req-f59bf910-46e0-4ffe-963c-6c37737ea483 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:48.802935 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24a30390-366c-4d76-a640-0031e70bd7cc None None] Network 9fe0f95d-6467-4ba2-8c5c-8d15aa2c1c93 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:59:48.803497 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-355367db-e14e-48bf-a2bd-dbfb290322e7 req-f59bf910-46e0-4ffe-963c-6c37737ea483 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/ports?device_id=cee6fe93-87d1-4e75-96f4-ffc84c50d2e8 HTTP/1.1" status: 200 len: 944 time: 0.3264699 Aug 11 02:59:48.813970 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-515132a2-87e6-423d-8de0-f4a585f0ad4f req-21beef62-9a30-406f-85d7-27491a243630 tempest-ImagesNegativeTestJSON-2000766136 tempest-ImagesNegativeTestJSON-2000766136-project] 10.222.0.41 "GET /v2.0/ports?device_id=d1e0c362-02c2-4a45-b3c6-6cf29945717a HTTP/1.1" status: 200 len: 210 time: 0.0765252 Aug 11 02:59:48.872348 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-c1b2541f-aa15-4d13-899e-bfd05eded0aa admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=40de215e21e34d6ba548a1bd66e62abe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9918540 Aug 11 02:59:48.875162 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 41760) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:48.878483 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b2541f-aa15-4d13-899e-bfd05eded0aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=852d3322-2047-4861-a88f-2ac4f2712656,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:48.909182 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['46ff71e7-c588-4f6d-a897-c30d7b3f65cf'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:59:48.917573 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-355367db-e14e-48bf-a2bd-dbfb290322e7 req-b40d5fe1-888a-4be5-aec1-8f29cc2b546d tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5aa9049-617d-473f-afb5-b55716ab8aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136823 Aug 11 02:59:48.944394 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-ce11a2e4-264e-4fdf-a32b-9d9614b179f8 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1938450 Aug 11 02:59:48.971340 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-bab08437-d7f3-4dd2-bf01-b0fda79329ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:48.994877 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-bab08437-d7f3-4dd2-bf01-b0fda79329ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:49.007708 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [req-9c260fc6-97c0-4c76-8a7b-6a143b7dd279 req-7b30f264-3932-4033-9549-4425ced66876 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab96c975-8a4e-43f0-be1d-8260bd67a051 {{(pid=102192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:59:49.016406 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-9c260fc6-97c0-4c76-8a7b-6a143b7dd279 req-7b30f264-3932-4033-9549-4425ced66876 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:49.087894 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-04efa2b7-2ea4-47e9-b7c9-9757ac3609fc req-a572c8d0-75f0-44ea-957d-b3277dd15a04 tempest-DeleteServersAdminTestJSON-106470122 tempest-DeleteServersAdminTestJSON-106470122-project] 10.222.0.41 "GET /v2.0/ports?device_id=30eddff7-8756-4e3a-b2ab-692f71291769 HTTP/1.1" status: 200 len: 210 time: 0.0452423 Aug 11 02:59:49.111707 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5714f73-ec7b-48c5-b3e0-c14a07406ff1 None None] Network 9fe0f95d-6467-4ba2-8c5c-8d15aa2c1c93 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:59:49.137385 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [req-9c260fc6-97c0-4c76-8a7b-6a143b7dd279 req-7b30f264-3932-4033-9549-4425ced66876 service neutron] Transition to ACTIVE for port object ab96c975-8a4e-43f0-be1d-8260bd67a051 will not be triggered until provisioned by entity L2. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:59:49.140122 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-bab08437-d7f3-4dd2-bf01-b0fda79329ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:49.140284 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-bab08437-d7f3-4dd2-bf01-b0fda79329ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:49.141688 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-bab08437-d7f3-4dd2-bf01-b0fda79329ac admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/852d3322-2047-4861-a88f-2ac4f2712656 HTTP/1.1" status: 204 len: 168 time: 0.2652926 Aug 11 02:59:49.152327 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab08437-d7f3-4dd2-bf01-b0fda79329ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=852d3322-2047-4861-a88f-2ac4f2712656,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:49.286045 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-9c260fc6-97c0-4c76-8a7b-6a143b7dd279 req-7b30f264-3932-4033-9549-4425ced66876 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:49.385132 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b30f264-3932-4033-9549-4425ced66876 service neutron] Pushing event updated for resources: {'Port': ['ID=ab96c975-8a4e-43f0-be1d-8260bd67a051,revision_number=2']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:49.412971 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-9c260fc6-97c0-4c76-8a7b-6a143b7dd279 req-7b30f264-3932-4033-9549-4425ced66876 service neutron] Attempting to bind port ab96c975-8a4e-43f0-be1d-8260bd67a051 on host n-h2-764292-30 for vnic_type normal with profile {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:59:49.413308 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-9c260fc6-97c0-4c76-8a7b-6a143b7dd279 req-7b30f264-3932-4033-9549-4425ced66876 service neutron] Attempting to bind port ab96c975-8a4e-43f0-be1d-8260bd67a051 by drivers openvswitch,hyperv on host n-h2-764292-30 at level 0 using segments [{'id': '9b7b03c0-092f-4953-898f-de6d8f2338ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba'}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:59:49.413643 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c260fc6-97c0-4c76-8a7b-6a143b7dd279 req-7b30f264-3932-4033-9549-4425ced66876 service neutron] Attempting to bind port ab96c975-8a4e-43f0-be1d-8260bd67a051 on network d1bf0def-6fa4-4d3e-bbc5-20a040931fba {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:59:49.427790 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c260fc6-97c0-4c76-8a7b-6a143b7dd279 req-7b30f264-3932-4033-9549-4425ced66876 service neutron] Port ab96c975-8a4e-43f0-be1d-8260bd67a051 on network d1bf0def-6fa4-4d3e-bbc5-20a040931fba not bound, no agent of type Open vSwitch agent registered on host n-h2-764292-30 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:59:49.429056 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c260fc6-97c0-4c76-8a7b-6a143b7dd279 req-7b30f264-3932-4033-9549-4425ced66876 service neutron] Attempting to bind port ab96c975-8a4e-43f0-be1d-8260bd67a051 on network d1bf0def-6fa4-4d3e-bbc5-20a040931fba {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:59:49.451734 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c260fc6-97c0-4c76-8a7b-6a143b7dd279 req-7b30f264-3932-4033-9549-4425ced66876 service neutron] Checking agent: {'id': '70015fc0-62fb-48b2-b453-36906937cf2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 59, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:59:49.452123 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c260fc6-97c0-4c76-8a7b-6a143b7dd279 req-7b30f264-3932-4033-9549-4425ced66876 service neutron] Checking segment: {'id': '9b7b03c0-092f-4953-898f-de6d8f2338ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:59:49.452514 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c260fc6-97c0-4c76-8a7b-6a143b7dd279 req-7b30f264-3932-4033-9549-4425ced66876 service neutron] Bound using segment: {'id': '9b7b03c0-092f-4953-898f-de6d8f2338ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba'} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:59:49.452960 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-9c260fc6-97c0-4c76-8a7b-6a143b7dd279 req-7b30f264-3932-4033-9549-4425ced66876 service neutron] Bound port: ab96c975-8a4e-43f0-be1d-8260bd67a051, host: n-h2-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b7b03c0-092f-4953-898f-de6d8f2338ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba'}}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:59:49.453310 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-9c260fc6-97c0-4c76-8a7b-6a143b7dd279 req-7b30f264-3932-4033-9549-4425ced66876 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:49.645614 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37360d4-954f-4665-9eee-4580f330fe44 req-788456ba-4923-42b5-9433-1000a60d8bf2 tempest-ServersAdminNegativeTestJSON-106033460 tempest-ServersAdminNegativeTestJSON-106033460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:49.647070 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c37360d4-954f-4665-9eee-4580f330fe44 req-788456ba-4923-42b5-9433-1000a60d8bf2 tempest-ServersAdminNegativeTestJSON-106033460 tempest-ServersAdminNegativeTestJSON-106033460-project] 10.222.0.41 "GET /v2.0/ports?device_id=85bf4012-5188-495c-8135-4da86a274a0b HTTP/1.1" status: 200 len: 948 time: 0.2111306 Aug 11 02:59:49.648173 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-9c260fc6-97c0-4c76-8a7b-6a143b7dd279 req-7b30f264-3932-4033-9549-4425ced66876 service neutron] For port ab96c975-8a4e-43f0-be1d-8260bd67a051, host n-h2-764292-30, cleared binding levels {{(pid=102192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:59:49.652637 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-9c260fc6-97c0-4c76-8a7b-6a143b7dd279 req-7b30f264-3932-4033-9549-4425ced66876 service neutron] For port ab96c975-8a4e-43f0-be1d-8260bd67a051, host n-h2-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=ab96c975-8a4e-43f0-be1d-8260bd67a051,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:59:49.704661 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c37360d4-954f-4665-9eee-4580f330fe44 req-8f8021af-3ec9-4ccb-a724-827d113293e4 tempest-ServersAdminNegativeTestJSON-106033460 tempest-ServersAdminNegativeTestJSON-106033460-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed22b840-472c-4033-b27c-9fc95e92d183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487914 Aug 11 02:59:49.734936 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-9c260fc6-97c0-4c76-8a7b-6a143b7dd279 req-7b30f264-3932-4033-9549-4425ced66876 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:49.814344 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c260fc6-97c0-4c76-8a7b-6a143b7dd279 req-7b30f264-3932-4033-9549-4425ced66876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:49.821879 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-9c260fc6-97c0-4c76-8a7b-6a143b7dd279 req-7b30f264-3932-4033-9549-4425ced66876 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:49.821879 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9c260fc6-97c0-4c76-8a7b-6a143b7dd279 req-7b30f264-3932-4033-9549-4425ced66876 service neutron] 10.222.0.24 "PUT /v2.0/ports/ab96c975-8a4e-43f0-be1d-8260bd67a051 HTTP/1.1" status: 200 len: 1097 time: 1.8458405 Aug 11 02:59:49.821879 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85bf4012-5188-495c-8135-4da86a274a0b', 'tag': 'ab96c975-8a4e-43f0-be1d-8260bd67a051'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:59:49.821879 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28d7b1da-672f-4023-8d1c-3d68c95af2d7" -d '{"events": [{"name": "network-changed", "server_uuid": "85bf4012-5188-495c-8135-4da86a274a0b", "tag": "ab96c975-8a4e-43f0-be1d-8260bd67a051"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:59:49.902698 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b30f264-3932-4033-9549-4425ced66876 service neutron] Pushing event updated for resources: {'Port': ['ID=ab96c975-8a4e-43f0-be1d-8260bd67a051,revision_number=3']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:49.973802 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:59:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-760700cf-e389-4588-a969-305c062d0b09 x-openstack-request-id: req-760700cf-e389-4588-a969-305c062d0b09 {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:59:49.974140 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85bf4012-5188-495c-8135-4da86a274a0b", "tag": "ab96c975-8a4e-43f0-be1d-8260bd67a051", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:59:49.974458 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-760700cf-e389-4588-a969-305c062d0b09 {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:59:49.974849 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85bf4012-5188-495c-8135-4da86a274a0b', 'tag': 'ab96c975-8a4e-43f0-be1d-8260bd67a051', 'status': 'completed', 'code': 200} Aug 11 02:59:49.996507 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a02547-f279-4d82-b796-b2f2fa811926 req-3848fa86-c2dd-4c28-a6b6-1f33f1ca4b16 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:49.998113 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d8a02547-f279-4d82-b796-b2f2fa811926 req-3848fa86-c2dd-4c28-a6b6-1f33f1ca4b16 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/networks?id=a1f5acc4-6e30-4bf9-bc28-7ff84dac631d HTTP/1.1" status: 200 len: 807 time: 0.1747108 Aug 11 02:59:50.040767 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d8a02547-f279-4d82-b796-b2f2fa811926 req-e5226fb1-e2ba-42e5-8dc3-ef27ef33d23f tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/quotas/83808f5f252c43418f6a6c255d45878a HTTP/1.1" status: 200 len: 375 time: 0.0309737 Aug 11 02:59:50.079155 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d7b1da-672f-4023-8d1c-3d68c95af2d7 req-2edd0e4e-d5b2-47c4-a309-9ae7a14765db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:50.080648 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-28d7b1da-672f-4023-8d1c-3d68c95af2d7 req-2edd0e4e-d5b2-47c4-a309-9ae7a14765db service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e49525c981a245a684be8acd150e82b7&device_id=85bf4012-5188-495c-8135-4da86a274a0b HTTP/1.1" status: 200 len: 1100 time: 0.0813811 Aug 11 02:59:50.106248 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d8a02547-f279-4d82-b796-b2f2fa811926 req-89878d6b-8f81-43ca-b9c1-a40e3586090c tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=83808f5f252c43418f6a6c255d45878a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0564945 Aug 11 02:59:50.176920 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d6c2cae7-ca9c-46f0-aeb8-ea10d31394cc req-aba0059b-afdd-418b-b5c4-32e200628792 tempest-ImagesNegativeTestJSON-2000766136 tempest-ImagesNegativeTestJSON-2000766136-project] 10.222.0.41 "GET /v2.0/ports?device_id=d1e0c362-02c2-4a45-b3c6-6cf29945717a HTTP/1.1" status: 200 len: 210 time: 0.1150618 Aug 11 02:59:50.194754 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-28d7b1da-672f-4023-8d1c-3d68c95af2d7 req-b616469f-7b92-4cd1-ac45-497c622cdbf1 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=e49525c981a245a684be8acd150e82b7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0735974 Aug 11 02:59:50.309428 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d8a02547-f279-4d82-b796-b2f2fa811926 req-35d709f6-2f5e-4ede-bb09-129444eec6aa service neutron] 10.222.0.41 "GET /v2.0/networks/a1f5acc4-6e30-4bf9-bc28-7ff84dac631d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023075 Aug 11 02:59:50.394013 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d446cbac-8e26-4d23-a181-5ec822b6023e req-5dd4a69e-b72c-440d-a37e-609fd820f96d tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:50.395644 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d446cbac-8e26-4d23-a181-5ec822b6023e req-5dd4a69e-b72c-440d-a37e-609fd820f96d tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/ports?device_id=cee6fe93-87d1-4e75-96f4-ffc84c50d2e8 HTTP/1.1" status: 200 len: 945 time: 0.1390266 Aug 11 02:59:50.447760 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-83366589-7b12-4eb2-8b4a-0976b0f7e185 req-b83316a4-a896-4579-95cf-bbf0edd130b4 tempest-ImagesNegativeTestJSON-2000766136 tempest-ImagesNegativeTestJSON-2000766136-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=7436bc74831d4979aa4c840d73fa560c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0509667 Aug 11 02:59:50.453085 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d7b1da-672f-4023-8d1c-3d68c95af2d7 req-be347d14-bad7-43f8-b48b-bed7db4805fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:50.457793 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-28d7b1da-672f-4023-8d1c-3d68c95af2d7 req-be347d14-bad7-43f8-b48b-bed7db4805fc service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2515521 Aug 11 02:59:50.502943 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d446cbac-8e26-4d23-a181-5ec822b6023e req-82b28a8c-cd23-4a0a-8ef7-32a46e407adf tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5aa9049-617d-473f-afb5-b55716ab8aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925198 Aug 11 02:59:50.578891 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d8a02547-f279-4d82-b796-b2f2fa811926 req-9d113fd9-dadd-4ecf-b2a8-41d3f40a51e1 service neutron] 10.222.0.41 "GET /v2.0/networks/a1f5acc4-6e30-4bf9-bc28-7ff84dac631d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2547979 Aug 11 02:59:50.608443 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 41814) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:50.708647 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83366589-7b12-4eb2-8b4a-0976b0f7e185 req-f6a5f326-8f71-4109-ad5a-e06aa0708359 tempest-ImagesNegativeTestJSON-2000766136 tempest-ImagesNegativeTestJSON-2000766136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:50.710121 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-83366589-7b12-4eb2-8b4a-0976b0f7e185 req-f6a5f326-8f71-4109-ad5a-e06aa0708359 tempest-ImagesNegativeTestJSON-2000766136 tempest-ImagesNegativeTestJSON-2000766136-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2458553 Aug 11 02:59:50.717878 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c260fc6-97c0-4c76-8a7b-6a143b7dd279 req-33eef1b2-f4a5-4134-863b-4fc5d50e2bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:50.723285 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9c260fc6-97c0-4c76-8a7b-6a143b7dd279 req-33eef1b2-f4a5-4134-863b-4fc5d50e2bf8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e49525c981a245a684be8acd150e82b7&device_id=85bf4012-5188-495c-8135-4da86a274a0b HTTP/1.1" status: 200 len: 1100 time: 0.1598821 Aug 11 02:59:50.725689 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-83366589-7b12-4eb2-8b4a-0976b0f7e185 req-cf23f75d-2a5f-4fda-809c-368cfabef5fe tempest-ImagesNegativeTestJSON-2000766136 tempest-ImagesNegativeTestJSON-2000766136-project] Request body: {'port': {'device_id': 'd1e0c362-02c2-4a45-b3c6-6cf29945717a', 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba', 'admin_state_up': True, 'tenant_id': '7436bc74831d4979aa4c840d73fa560c'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:59:50.746032 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-2213e81a-f092-4802-9778-5e2e88a8f182 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-108852941-network', 'tenant_id': 'dfb8b0d4c8dd4fb2a0a5ea64f5a9a8f2'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:59:50.810630 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9c260fc6-97c0-4c76-8a7b-6a143b7dd279 req-c489c658-2afc-449e-8a24-71f2afb826ee service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=ab96c975-8a4e-43f0-be1d-8260bd67a051 HTTP/1.1" status: 200 len: 217 time: 0.0813131 Aug 11 02:59:50.851524 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2213e81a-f092-4802-9778-5e2e88a8f182 admin admin] Made reservation on behalf of dfb8b0d4c8dd4fb2a0a5ea64f5a9a8f2 for: {'network': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:59:50.853820 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-2213e81a-f092-4802-9778-5e2e88a8f182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:50.860976 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2cb8f822-8c0e-4668-a0d1-1e5473e2b5a7 req-07aec281-5553-498a-9205-fddf66ddbb44 tempest-DeleteServersAdminTestJSON-106470122 tempest-DeleteServersAdminTestJSON-106470122-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=00ef4a44706c469f8736a70fb4631087&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0790358 Aug 11 02:59:50.885585 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-2213e81a-f092-4802-9778-5e2e88a8f182 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:50.957844 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c260fc6-97c0-4c76-8a7b-6a143b7dd279 req-acf559f9-46c4-4b28-a718-460fe211987b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:50.959246 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9c260fc6-97c0-4c76-8a7b-6a143b7dd279 req-acf559f9-46c4-4b28-a718-460fe211987b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=254a3f4d-2b75-429e-bbb2-8e70554e9483 HTTP/1.1" status: 200 len: 843 time: 0.1371970 Aug 11 02:59:51.047808 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-2213e81a-f092-4802-9778-5e2e88a8f182 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:51.091538 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb8f822-8c0e-4668-a0d1-1e5473e2b5a7 req-ac2bd648-68ba-415e-8925-4bb1a4353f7a tempest-DeleteServersAdminTestJSON-106470122 tempest-DeleteServersAdminTestJSON-106470122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:51.092976 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2cb8f822-8c0e-4668-a0d1-1e5473e2b5a7 req-ac2bd648-68ba-415e-8925-4bb1a4353f7a tempest-DeleteServersAdminTestJSON-106470122 tempest-DeleteServersAdminTestJSON-106470122-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2224104 Aug 11 02:59:51.104993 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcfd3eb-643e-4daa-86d6-e0267e3d9bda req-f51d1b32-9555-4ae5-ac9c-58ef4612a2a9 tempest-ServersAdminNegativeTestJSON-106033460 tempest-ServersAdminNegativeTestJSON-106033460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:51.106396 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2dcfd3eb-643e-4daa-86d6-e0267e3d9bda req-f51d1b32-9555-4ae5-ac9c-58ef4612a2a9 tempest-ServersAdminNegativeTestJSON-106033460 tempest-ServersAdminNegativeTestJSON-106033460-project] 10.222.0.41 "GET /v2.0/ports?device_id=85bf4012-5188-495c-8135-4da86a274a0b HTTP/1.1" status: 200 len: 948 time: 0.1441805 Aug 11 02:59:51.110483 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c260fc6-97c0-4c76-8a7b-6a143b7dd279 req-03caaa81-dc66-45e4-8d05-35b0953874db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:51.111845 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9c260fc6-97c0-4c76-8a7b-6a143b7dd279 req-03caaa81-dc66-45e4-8d05-35b0953874db service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d1bf0def-6fa4-4d3e-bbc5-20a040931fba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1300623 Aug 11 02:59:51.125679 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-2213e81a-f092-4802-9778-5e2e88a8f182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:51.151520 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2213e81a-f092-4802-9778-5e2e88a8f182 admin admin] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=102191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:59:51.153388 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2cb8f822-8c0e-4668-a0d1-1e5473e2b5a7 req-34f6758b-04a4-47f7-a03e-2ac37f9a0069 tempest-DeleteServersAdminTestJSON-106470122 tempest-DeleteServersAdminTestJSON-106470122-project] 10.222.0.41 "GET /v2.0/quotas/00ef4a44706c469f8736a70fb4631087 HTTP/1.1" status: 200 len: 375 time: 0.0449977 Aug 11 02:59:51.161358 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2213e81a-f092-4802-9778-5e2e88a8f182 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afcfe136-6e1f-40ab-b376-d83ac971451f,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:51.167783 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-2213e81a-f092-4802-9778-5e2e88a8f182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:51.167783 n-d-764292-30 neutron-server[102191]: INFO neutron.db.segments_db [None req-2213e81a-f092-4802-9778-5e2e88a8f182 admin admin] Added segment 179797a7-9b1f-4b2b-ae1e-26b7a646c1a8 of type vlan for network cbd69375-f38e-43b2-827b-7a0dc45266b3 Aug 11 02:59:51.209253 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-2213e81a-f092-4802-9778-5e2e88a8f182 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:51.232646 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2cb8f822-8c0e-4668-a0d1-1e5473e2b5a7 req-d95b0272-cd79-4be4-9f3c-b7513a46044d tempest-DeleteServersAdminTestJSON-106470122 tempest-DeleteServersAdminTestJSON-106470122-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=00ef4a44706c469f8736a70fb4631087&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0504024 Aug 11 02:59:51.239675 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2dcfd3eb-643e-4daa-86d6-e0267e3d9bda req-a768bcef-1b4d-4ce5-bb4b-c53464857f4b tempest-ServersAdminNegativeTestJSON-106033460 tempest-ServersAdminNegativeTestJSON-106033460-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed22b840-472c-4033-b27c-9fc95e92d183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270320 Aug 11 02:59:51.284929 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9c260fc6-97c0-4c76-8a7b-6a143b7dd279 req-1d63c770-5391-4dc1-83b4-5b2844b95c83 service neutron] 10.222.0.24 "GET /v2.0/networks/d1bf0def-6fa4-4d3e-bbc5-20a040931fba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616962 Aug 11 02:59:51.342681 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-2213e81a-f092-4802-9778-5e2e88a8f182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:51.344690 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2213e81a-f092-4802-9778-5e2e88a8f182 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:51.345528 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-2213e81a-f092-4802-9778-5e2e88a8f182 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:51.427097 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2213e81a-f092-4802-9778-5e2e88a8f182 admin admin] Pushing event updated for resources: {'Network': ['ID=cbd69375-f38e-43b2-827b-7a0dc45266b3,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:51.441239 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network cbd69375-f38e-43b2-827b-7a0dc45266b3 details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:59:51.480543 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-2213e81a-f092-4802-9778-5e2e88a8f182 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8709610 Aug 11 02:59:51.483451 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 41852) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:51.489249 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-ddc9ffeb-b0be-4fad-bb11-79131fdd1c18 admin admin] Request body: {'subnet': {'network_id': 'cbd69375-f38e-43b2-827b-7a0dc45266b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-108852941-subnet', 'tenant_id': 'dfb8b0d4c8dd4fb2a0a5ea64f5a9a8f2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:59:51.558788 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83366589-7b12-4eb2-8b4a-0976b0f7e185 req-cf23f75d-2a5f-4fda-809c-368cfabef5fe tempest-ImagesNegativeTestJSON-2000766136 tempest-ImagesNegativeTestJSON-2000766136-project] Made reservation on behalf of 7436bc74831d4979aa4c840d73fa560c for: {'port': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:59:51.562624 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-83366589-7b12-4eb2-8b4a-0976b0f7e185 req-cf23f75d-2a5f-4fda-809c-368cfabef5fe tempest-ImagesNegativeTestJSON-2000766136 tempest-ImagesNegativeTestJSON-2000766136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:51.584095 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddc9ffeb-b0be-4fad-bb11-79131fdd1c18 admin admin] Made reservation on behalf of dfb8b0d4c8dd4fb2a0a5ea64f5a9a8f2 for: {'subnet': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:59:51.587006 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ddc9ffeb-b0be-4fad-bb11-79131fdd1c18 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274743'] for subnet, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:51.596564 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 46ff71e7-c588-4f6d-a897-c30d7b3f65cf up at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:59:51.634406 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-83366589-7b12-4eb2-8b4a-0976b0f7e185 req-cf23f75d-2a5f-4fda-809c-368cfabef5fe tempest-ImagesNegativeTestJSON-2000766136 tempest-ImagesNegativeTestJSON-2000766136-project] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:51.661979 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-024a5b17-517d-42af-aab1-5bb8a81a73fc req-58888a31-1f27-4cba-b2b2-d92cf8cb2e7e tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/ports?device_id=1dad57fb-2aa7-48ff-acbc-3e4351e2dd8b HTTP/1.1" status: 200 len: 210 time: 0.1039984 Aug 11 02:59:51.666272 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a0ccfa9b-ae3d-4677-8a0e-c5a130dd52dc req-2bb9f2ba-b5c6-4668-88f2-1f06c6c660b5 tempest-ImagesNegativeTestJSON-2000766136 tempest-ImagesNegativeTestJSON-2000766136-project] 10.222.0.41 "GET /v2.0/ports?device_id=d1e0c362-02c2-4a45-b3c6-6cf29945717a HTTP/1.1" status: 200 len: 210 time: 0.0716133 Aug 11 02:59:51.727909 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9c260fc6-97c0-4c76-8a7b-6a143b7dd279 req-b860dd3a-2c90-48c0-8ea3-910b02f0e5cd service neutron] 10.222.0.24 "GET /v2.0/networks/d1bf0def-6fa4-4d3e-bbc5-20a040931fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4357827 Aug 11 02:59:51.761172 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device acaa47ca-c95b-4366-bdc3-5588eb4517ca no longer exists at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:59:51.770231 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-edf9513c-0adb-4f02-b828-bc28c46d28fe req-7c70825e-9df4-4cd3-8af5-ef99d42a2d1c tempest-DeleteServersAdminTestJSON-106470122 tempest-DeleteServersAdminTestJSON-106470122-project] 10.222.0.41 "GET /v2.0/ports?device_id=5338961a-222f-4dc2-9a77-7353f1e545af HTTP/1.1" status: 200 len: 210 time: 0.0294523 Aug 11 02:59:51.829774 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] No Port match for: acaa47ca-c95b-4366-bdc3-5588eb4517ca {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:59:51.830392 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device acaa47ca-c95b-4366-bdc3-5588eb4517ca not bound to the agent host n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:59:51.833582 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning for port 46ff71e7-c588-4f6d-a897-c30d7b3f65cf completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:59:51.838088 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning complete for port 46ff71e7-c588-4f6d-a897-c30d7b3f65cf triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:59:51.839553 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:51.865555 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-83366589-7b12-4eb2-8b4a-0976b0f7e185 req-cf23f75d-2a5f-4fda-809c-368cfabef5fe tempest-ImagesNegativeTestJSON-2000766136 tempest-ImagesNegativeTestJSON-2000766136-project] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:51.890960 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c1616e-9962-4f03-966e-a69e1e93b5b7 req-19388802-d3bd-4389-8e1c-cc9cc6b7a7f8 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:51.898812 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-80c1616e-9962-4f03-966e-a69e1e93b5b7 req-19388802-d3bd-4389-8e1c-cc9cc6b7a7f8 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/ports?device_id=cee6fe93-87d1-4e75-96f4-ffc84c50d2e8 HTTP/1.1" status: 200 len: 945 time: 0.0787761 Aug 11 02:59:51.933722 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-80c1616e-9962-4f03-966e-a69e1e93b5b7 req-3f420e70-f5ad-43ed-afa5-7ff6e4367a06 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5aa9049-617d-473f-afb5-b55716ab8aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340486 Aug 11 02:59:51.934896 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:51.959251 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cee6fe93-87d1-4e75-96f4-ffc84c50d2e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46ff71e7-c588-4f6d-a897-c30d7b3f65cf'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:59:51.961498 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fe7b6e0-7026-49d5-903f-a74fc62edb65" -d '{"events": [{"server_uuid": "cee6fe93-87d1-4e75-96f4-ffc84c50d2e8", "name": "network-vif-plugged", "status": "completed", "tag": "46ff71e7-c588-4f6d-a897-c30d7b3f65cf"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:59:51.972204 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-83366589-7b12-4eb2-8b4a-0976b0f7e185 req-cf23f75d-2a5f-4fda-809c-368cfabef5fe tempest-ImagesNegativeTestJSON-2000766136 tempest-ImagesNegativeTestJSON-2000766136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:51.976390 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ddc9ffeb-b0be-4fad-bb11-79131fdd1c18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126283476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274725'] for subnet, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:51.977173 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port 46ff71e7-c588-4f6d-a897-c30d7b3f65cf, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=46ff71e7-c588-4f6d-a897-c30d7b3f65cf,segment=NetworkSegment(a45ed4ca-59d3-4372-9b5a-18bb6ba190c2),segment_id=a45ed4ca-59d3-4372-9b5a-18bb6ba190c2)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:59:52.037661 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:59:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbe0cd99-62b6-4eb1-b1d3-4617c76123ea x-openstack-request-id: req-cbe0cd99-62b6-4eb1-b1d3-4617c76123ea {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:59:52.038139 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cee6fe93-87d1-4e75-96f4-ffc84c50d2e8", "name": "network-vif-plugged", "status": "completed", "tag": "46ff71e7-c588-4f6d-a897-c30d7b3f65cf", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:59:52.038790 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf23f75d-2a5f-4fda-809c-368cfabef5fe tempest-ImagesNegativeTestJSON-2000766136 tempest-ImagesNegativeTestJSON-2000766136-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34c4400d-4420-4b7c-be91-9d1eac41459c,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:52.046916 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cbe0cd99-62b6-4eb1-b1d3-4617c76123ea {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:59:52.046916 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cee6fe93-87d1-4e75-96f4-ffc84c50d2e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46ff71e7-c588-4f6d-a897-c30d7b3f65cf', 'code': 200} Aug 11 02:59:52.072462 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc9ffeb-b0be-4fad-bb11-79131fdd1c18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b5dcd8b-176c-469e-8a38-c36073f2d1d5,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:52.098661 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc9ffeb-b0be-4fad-bb11-79131fdd1c18 admin admin] Checking segment: {'id': '179797a7-9b1f-4b2b-ae1e-26b7a646c1a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'cbd69375-f38e-43b2-827b-7a0dc45266b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:59:52.099016 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddc9ffeb-b0be-4fad-bb11-79131fdd1c18 admin admin] Network hostable DHCP agents. Network: cbd69375-f38e-43b2-827b-7a0dc45266b3, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:59:52.105357 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:52.160571 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [req-83366589-7b12-4eb2-8b4a-0976b0f7e185 req-cf23f75d-2a5f-4fda-809c-368cfabef5fe tempest-ImagesNegativeTestJSON-2000766136 tempest-ImagesNegativeTestJSON-2000766136-project] Allocated IP 192.168.233.41 (d1bf0def-6fa4-4d3e-bbc5-20a040931fba/254a3f4d-2b75-429e-bbb2-8e70554e9483/bb103a62-cc3d-4d49-9d3a-40c18974194e) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:59:52.172776 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=46ff71e7-c588-4f6d-a897-c30d7b3f65cf,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:52.176250 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a8a3a5-09da-479c-8d8c-4624b26fd7ea req-a3bd60da-5a0d-45af-9df3-ca50496afbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:52.177855 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a3a8a3a5-09da-479c-8d8c-4624b26fd7ea req-a3bd60da-5a0d-45af-9df3-ca50496afbbc service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=cee6fe93-87d1-4e75-96f4-ffc84c50d2e8 HTTP/1.1" status: 200 len: 1098 time: 0.0755348 Aug 11 02:59:52.240463 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a3a8a3a5-09da-479c-8d8c-4624b26fd7ea req-0f9522dd-037e-421d-b98d-804f13c23798 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=c5aa9049-617d-473f-afb5-b55716ab8aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534062 Aug 11 02:59:52.245738 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddc9ffeb-b0be-4fad-bb11-79131fdd1c18 admin admin] Network cbd69375-f38e-43b2-827b-7a0dc45266b3 is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:59:52.372971 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-83366589-7b12-4eb2-8b4a-0976b0f7e185 req-cf23f75d-2a5f-4fda-809c-368cfabef5fe tempest-ImagesNegativeTestJSON-2000766136 tempest-ImagesNegativeTestJSON-2000766136-project] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:52.399290 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbc3fe6-1bcc-42d4-b4b6-269a655c8fa5 req-0f612ca5-0916-4501-ad22-9cb4159fb827 tempest-ServersAdminNegativeTestJSON-106033460 tempest-ServersAdminNegativeTestJSON-106033460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:52.400765 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bcbc3fe6-1bcc-42d4-b4b6-269a655c8fa5 req-0f612ca5-0916-4501-ad22-9cb4159fb827 tempest-ServersAdminNegativeTestJSON-106033460 tempest-ServersAdminNegativeTestJSON-106033460-project] 10.222.0.41 "GET /v2.0/ports?device_id=85bf4012-5188-495c-8135-4da86a274a0b HTTP/1.1" status: 200 len: 948 time: 0.0855036 Aug 11 02:59:52.401667 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [req-83366589-7b12-4eb2-8b4a-0976b0f7e185 req-cf23f75d-2a5f-4fda-809c-368cfabef5fe tempest-ImagesNegativeTestJSON-2000766136 tempest-ImagesNegativeTestJSON-2000766136-project] Transition to ACTIVE for port object bb103a62-cc3d-4d49-9d3a-40c18974194e will not be triggered until provisioned by entity DHCP. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:59:52.439647 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-ddc9ffeb-b0be-4fad-bb11-79131fdd1c18 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, cbd69375-f38e-43b2-827b-7a0dc45266b3) {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:59:52.449225 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f910456b-bcf9-44ef-9ef5-7a4dcd22ffc3 None None] Network cbd69375-f38e-43b2-827b-7a0dc45266b3 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:59:52.452201 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc9ffeb-b0be-4fad-bb11-79131fdd1c18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:52.461881 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ddc9ffeb-b0be-4fad-bb11-79131fdd1c18 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:52.468722 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bcbc3fe6-1bcc-42d4-b4b6-269a655c8fa5 req-9bb62481-0e15-4166-b9b9-569ab7d0d19c tempest-ServersAdminNegativeTestJSON-106033460 tempest-ServersAdminNegativeTestJSON-106033460-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed22b840-472c-4033-b27c-9fc95e92d183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613933 Aug 11 02:59:52.532099 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-ddc9ffeb-b0be-4fad-bb11-79131fdd1c18 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0475817 Aug 11 02:59:52.534754 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 41876) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:52.539385 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-b40c91f9-2ead-46eb-a751-7c9e880d725b admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-108852941-router', 'tenant_id': 'dfb8b0d4c8dd4fb2a0a5ea64f5a9a8f2', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:59:52.561714 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-83366589-7b12-4eb2-8b4a-0976b0f7e185 req-cf23f75d-2a5f-4fda-809c-368cfabef5fe tempest-ImagesNegativeTestJSON-2000766136 tempest-ImagesNegativeTestJSON-2000766136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:52.612846 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83366589-7b12-4eb2-8b4a-0976b0f7e185 req-cf23f75d-2a5f-4fda-809c-368cfabef5fe tempest-ImagesNegativeTestJSON-2000766136 tempest-ImagesNegativeTestJSON-2000766136-project] Network d1bf0def-6fa4-4d3e-bbc5-20a040931fba is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:59:52.616089 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [req-83366589-7b12-4eb2-8b4a-0976b0f7e185 req-cf23f75d-2a5f-4fda-809c-368cfabef5fe tempest-ImagesNegativeTestJSON-2000766136 tempest-ImagesNegativeTestJSON-2000766136-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:59:52.620421 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [req-83366589-7b12-4eb2-8b4a-0976b0f7e185 req-cf23f75d-2a5f-4fda-809c-368cfabef5fe tempest-ImagesNegativeTestJSON-2000766136 tempest-ImagesNegativeTestJSON-2000766136-project] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:59:52.623485 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aecd8a1-3047-4733-9b0a-190ae04daaf0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde080026-c28f-55be-b52b-13827cc43646-cbd69375-f38e-43b2-827b-7a0dc45266b3', 'network_id': 'cbd69375-f38e-43b2-827b-7a0dc45266b3', 'tenant_id': 'dfb8b0d4c8dd4fb2a0a5ea64f5a9a8f2', 'fixed_ips': [{'subnet_id': '9b5dcd8b-176c-469e-8a38-c36073f2d1d5'}]}} from n-d-764292-30. {{(pid=102193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:59:52.624924 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3aecd8a1-3047-4733-9b0a-190ae04daaf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:52.629120 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b40c91f9-2ead-46eb-a751-7c9e880d725b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-450010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6626'] for router, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:52.630367 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b40c91f9-2ead-46eb-a751-7c9e880d725b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-446747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6633'] for router, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:52.654067 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83366589-7b12-4eb2-8b4a-0976b0f7e185 req-cf23f75d-2a5f-4fda-809c-368cfabef5fe tempest-ImagesNegativeTestJSON-2000766136 tempest-ImagesNegativeTestJSON-2000766136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:52.654653 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-83366589-7b12-4eb2-8b4a-0976b0f7e185 req-cf23f75d-2a5f-4fda-809c-368cfabef5fe tempest-ImagesNegativeTestJSON-2000766136 tempest-ImagesNegativeTestJSON-2000766136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:52.658459 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf23f75d-2a5f-4fda-809c-368cfabef5fe tempest-ImagesNegativeTestJSON-2000766136 tempest-ImagesNegativeTestJSON-2000766136-project] Pushing event updated for resources: {'Port': ['ID=bb103a62-cc3d-4d49-9d3a-40c18974194e,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:52.720004 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b40c91f9-2ead-46eb-a751-7c9e880d725b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:52.760239 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-83366589-7b12-4eb2-8b4a-0976b0f7e185 req-cf23f75d-2a5f-4fda-809c-368cfabef5fe tempest-ImagesNegativeTestJSON-2000766136 tempest-ImagesNegativeTestJSON-2000766136-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0390623 Aug 11 02:59:52.773331 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-83366589-7b12-4eb2-8b4a-0976b0f7e185 req-a66e9b56-8954-4810-8293-935173780b5b service neutron] Request body: {'port': {'device_id': 'd1e0c362-02c2-4a45-b3c6-6cf29945717a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764292-30'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:59:52.827322 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.db_base_plugin_common [None req-3aecd8a1-3047-4733-9b0a-190ae04daaf0 None None] Allocated IP 172.20.0.2 (cbd69375-f38e-43b2-827b-7a0dc45266b3/9b5dcd8b-176c-469e-8a38-c36073f2d1d5/3224416c-988c-42ee-9668-a4b9b8d8fa2b) {{(pid=102193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:59:52.910242 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-04a56df7-b51b-4818-90cc-f7ce9f9e8bb9 req-e156551f-8498-4fe7-a31f-f1389ae0a45b tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/ports?device_id=1dad57fb-2aa7-48ff-acbc-3e4351e2dd8b HTTP/1.1" status: 200 len: 210 time: 0.0830963 Aug 11 02:59:53.029040 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-8e07cf7b-4b91-43cf-9d92-58b9db30c259 None None] Provisioning for port bb103a62-cc3d-4d49-9d3a-40c18974194e completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:59:53.037124 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a878d3f4-af04-470c-b676-e261dd97e9b3 req-ff93a67c-ea83-40ae-a265-0f1e695094e4 tempest-ImagesNegativeTestJSON-2000766136 tempest-ImagesNegativeTestJSON-2000766136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:53.050205 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-8e07cf7b-4b91-43cf-9d92-58b9db30c259 None None] Provisioning complete for port bb103a62-cc3d-4d49-9d3a-40c18974194e triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:59:53.051143 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e07cf7b-4b91-43cf-9d92-58b9db30c259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:53.055641 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a878d3f4-af04-470c-b676-e261dd97e9b3 req-ff93a67c-ea83-40ae-a265-0f1e695094e4 tempest-ImagesNegativeTestJSON-2000766136 tempest-ImagesNegativeTestJSON-2000766136-project] 10.222.0.41 "GET /v2.0/ports?device_id=d1e0c362-02c2-4a45-b3c6-6cf29945717a HTTP/1.1" status: 200 len: 935 time: 0.2172089 Aug 11 02:59:53.085830 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b40c91f9-2ead-46eb-a751-7c9e880d725b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:53.116462 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-49ac4096-e723-48b2-b65f-de408670006e req-18cda5df-03f2-4272-822b-ccbcd81e48a9 tempest-DeleteServersAdminTestJSON-106470122 tempest-DeleteServersAdminTestJSON-106470122-project] 10.222.0.41 "GET /v2.0/ports?device_id=5338961a-222f-4dc2-9a77-7353f1e545af HTTP/1.1" status: 200 len: 210 time: 0.0587084 Aug 11 02:59:53.117086 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-83366589-7b12-4eb2-8b4a-0976b0f7e185 req-a66e9b56-8954-4810-8293-935173780b5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:53.155716 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3aecd8a1-3047-4733-9b0a-190ae04daaf0 None None] Notify callbacks [] for port, precommit_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:53.157889 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-8e07cf7b-4b91-43cf-9d92-58b9db30c259 None None] Port bb103a62-cc3d-4d49-9d3a-40c18974194e cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:59:53.193752 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3aecd8a1-3047-4733-9b0a-190ae04daaf0 None None] Transition to ACTIVE for port object 3224416c-988c-42ee-9668-a4b9b8d8fa2b will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:59:53.210553 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a878d3f4-af04-470c-b676-e261dd97e9b3 req-6a54c07c-25cb-4137-8456-bdaaaedfa2aa tempest-ImagesNegativeTestJSON-2000766136 tempest-ImagesNegativeTestJSON-2000766136-project] 10.222.0.41 "GET /v2.0/security-groups?id=34c4400d-4420-4b7c-be91-9d1eac41459c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539242 Aug 11 02:59:53.240067 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3aecd8a1-3047-4733-9b0a-190ae04daaf0 None None] Transition to ACTIVE for port object 3224416c-988c-42ee-9668-a4b9b8d8fa2b will not be triggered until provisioned by entity DHCP. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:59:53.342613 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c44d96-c76d-4b98-9a3f-1babba8d1ceb req-767f4508-25ac-4bbc-81fd-073c35643762 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:53.343996 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-62c44d96-c76d-4b98-9a3f-1babba8d1ceb req-767f4508-25ac-4bbc-81fd-073c35643762 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/ports?device_id=cee6fe93-87d1-4e75-96f4-ffc84c50d2e8 HTTP/1.1" status: 200 len: 946 time: 0.1318526 Aug 11 02:59:53.370636 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3aecd8a1-3047-4733-9b0a-190ae04daaf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669'] for port, after_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:53.405847 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aecd8a1-3047-4733-9b0a-190ae04daaf0 None None] Network cbd69375-f38e-43b2-827b-7a0dc45266b3 is already hosted by enough agents. {{(pid=102193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:59:53.408801 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.base_scheduler [None req-3aecd8a1-3047-4733-9b0a-190ae04daaf0 None None] Resources bound (agent type, host, resource id): {{(pid=102193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:59:53.412993 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aecd8a1-3047-4733-9b0a-190ae04daaf0 None None] Received port after_create {{(pid=102193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:59:53.415928 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b40c91f9-2ead-46eb-a751-7c9e880d725b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:53.438952 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-62c44d96-c76d-4b98-9a3f-1babba8d1ceb req-a9a93dae-605f-406e-960b-bbc88f2201c3 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5aa9049-617d-473f-afb5-b55716ab8aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846806 Aug 11 02:59:53.447801 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b40c91f9-2ead-46eb-a751-7c9e880d725b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:53.448675 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aecd8a1-3047-4733-9b0a-190ae04daaf0 None None] Pushing event updated for resources: {'Port': ['ID=3224416c-988c-42ee-9668-a4b9b8d8fa2b,revision_number=1']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:53.491846 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-3aecd8a1-3047-4733-9b0a-190ae04daaf0 None None] Attempting to bind port 3224416c-988c-42ee-9668-a4b9b8d8fa2b on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:59:53.491846 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-3aecd8a1-3047-4733-9b0a-190ae04daaf0 None None] Attempting to bind port 3224416c-988c-42ee-9668-a4b9b8d8fa2b by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': '179797a7-9b1f-4b2b-ae1e-26b7a646c1a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'cbd69375-f38e-43b2-827b-7a0dc45266b3'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:59:53.491846 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aecd8a1-3047-4733-9b0a-190ae04daaf0 None None] Attempting to bind port 3224416c-988c-42ee-9668-a4b9b8d8fa2b on network cbd69375-f38e-43b2-827b-7a0dc45266b3 {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:59:53.502142 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aecd8a1-3047-4733-9b0a-190ae04daaf0 None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 59, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:59:53.502848 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aecd8a1-3047-4733-9b0a-190ae04daaf0 None None] Checking segment: {'id': '179797a7-9b1f-4b2b-ae1e-26b7a646c1a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'cbd69375-f38e-43b2-827b-7a0dc45266b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:59:53.503487 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3aecd8a1-3047-4733-9b0a-190ae04daaf0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:53.504151 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aecd8a1-3047-4733-9b0a-190ae04daaf0 None None] Bound using segment: {'id': '179797a7-9b1f-4b2b-ae1e-26b7a646c1a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'cbd69375-f38e-43b2-827b-7a0dc45266b3'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:59:53.504853 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-3aecd8a1-3047-4733-9b0a-190ae04daaf0 None None] Bound port: 3224416c-988c-42ee-9668-a4b9b8d8fa2b, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '179797a7-9b1f-4b2b-ae1e-26b7a646c1a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'cbd69375-f38e-43b2-827b-7a0dc45266b3'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:59:53.505876 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3aecd8a1-3047-4733-9b0a-190ae04daaf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:53.604823 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3aecd8a1-3047-4733-9b0a-190ae04daaf0 None None] For port 3224416c-988c-42ee-9668-a4b9b8d8fa2b, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:59:53.608274 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3aecd8a1-3047-4733-9b0a-190ae04daaf0 None None] For port 3224416c-988c-42ee-9668-a4b9b8d8fa2b, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=3224416c-988c-42ee-9668-a4b9b8d8fa2b,segment=NetworkSegment(179797a7-9b1f-4b2b-ae1e-26b7a646c1a8),segment_id=179797a7-9b1f-4b2b-ae1e-26b7a646c1a8)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:59:53.615532 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [None req-b40c91f9-2ead-46eb-a751-7c9e880d725b admin admin] Allocated IP 172.25.8.163 (09faf7d2-eaf5-4a50-bb6e-4cb05d009a76/e1a97443-13df-40bb-85f5-fd269e2742c0/22b2f2ed-8c35-4b3c-bf36-e580318a380d) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:59:53.684036 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [req-83366589-7b12-4eb2-8b4a-0976b0f7e185 req-a66e9b56-8954-4810-8293-935173780b5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb103a62-cc3d-4d49-9d3a-40c18974194e {{(pid=102192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:59:53.692995 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3aecd8a1-3047-4733-9b0a-190ae04daaf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:53.693996 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-83366589-7b12-4eb2-8b4a-0976b0f7e185 req-a66e9b56-8954-4810-8293-935173780b5b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:53.717701 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dceaeb-3a62-4822-a694-6846b403a0ad req-66584d06-19e1-452f-8571-d8aa8516635b tempest-ServersAdminNegativeTestJSON-106033460 tempest-ServersAdminNegativeTestJSON-106033460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:53.719880 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-60dceaeb-3a62-4822-a694-6846b403a0ad req-66584d06-19e1-452f-8571-d8aa8516635b tempest-ServersAdminNegativeTestJSON-106033460 tempest-ServersAdminNegativeTestJSON-106033460-project] 10.222.0.41 "GET /v2.0/ports?device_id=85bf4012-5188-495c-8135-4da86a274a0b HTTP/1.1" status: 200 len: 948 time: 0.1274502 Aug 11 02:59:53.723232 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [req-83366589-7b12-4eb2-8b4a-0976b0f7e185 req-a66e9b56-8954-4810-8293-935173780b5b service neutron] Transition to ACTIVE for port object bb103a62-cc3d-4d49-9d3a-40c18974194e will not be triggered until provisioned by entity L2. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:59:53.729445 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b40c91f9-2ead-46eb-a751-7c9e880d725b admin admin] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:53.789101 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-60dceaeb-3a62-4822-a694-6846b403a0ad req-abdd2a3f-5724-463d-9a04-5af9ca8392c9 tempest-ServersAdminNegativeTestJSON-106033460 tempest-ServersAdminNegativeTestJSON-106033460-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed22b840-472c-4033-b27c-9fc95e92d183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568326 Aug 11 02:59:53.791824 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aecd8a1-3047-4733-9b0a-190ae04daaf0 None None] Pushing event updated for resources: {'Port': ['ID=3224416c-988c-42ee-9668-a4b9b8d8fa2b,revision_number=2']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:53.802802 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-83366589-7b12-4eb2-8b4a-0976b0f7e185 req-a66e9b56-8954-4810-8293-935173780b5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:53.884109 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66e9b56-8954-4810-8293-935173780b5b service neutron] Pushing event updated for resources: {'Port': ['ID=bb103a62-cc3d-4d49-9d3a-40c18974194e,revision_number=2']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:53.884270 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b40c91f9-2ead-46eb-a751-7c9e880d725b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:53.898555 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-83366589-7b12-4eb2-8b4a-0976b0f7e185 req-a66e9b56-8954-4810-8293-935173780b5b service neutron] Attempting to bind port bb103a62-cc3d-4d49-9d3a-40c18974194e on host n-h2-764292-30 for vnic_type normal with profile {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:59:53.898885 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-83366589-7b12-4eb2-8b4a-0976b0f7e185 req-a66e9b56-8954-4810-8293-935173780b5b service neutron] Attempting to bind port bb103a62-cc3d-4d49-9d3a-40c18974194e by drivers openvswitch,hyperv on host n-h2-764292-30 at level 0 using segments [{'id': '9b7b03c0-092f-4953-898f-de6d8f2338ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba'}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:59:53.899205 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83366589-7b12-4eb2-8b4a-0976b0f7e185 req-a66e9b56-8954-4810-8293-935173780b5b service neutron] Attempting to bind port bb103a62-cc3d-4d49-9d3a-40c18974194e on network d1bf0def-6fa4-4d3e-bbc5-20a040931fba {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:59:53.903987 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83366589-7b12-4eb2-8b4a-0976b0f7e185 req-a66e9b56-8954-4810-8293-935173780b5b service neutron] Port bb103a62-cc3d-4d49-9d3a-40c18974194e on network d1bf0def-6fa4-4d3e-bbc5-20a040931fba not bound, no agent of type Open vSwitch agent registered on host n-h2-764292-30 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:59:53.904383 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83366589-7b12-4eb2-8b4a-0976b0f7e185 req-a66e9b56-8954-4810-8293-935173780b5b service neutron] Attempting to bind port bb103a62-cc3d-4d49-9d3a-40c18974194e on network d1bf0def-6fa4-4d3e-bbc5-20a040931fba {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:59:53.911832 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83366589-7b12-4eb2-8b4a-0976b0f7e185 req-a66e9b56-8954-4810-8293-935173780b5b service neutron] Checking agent: {'id': '70015fc0-62fb-48b2-b453-36906937cf2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 59, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:59:53.911832 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83366589-7b12-4eb2-8b4a-0976b0f7e185 req-a66e9b56-8954-4810-8293-935173780b5b service neutron] Checking segment: {'id': '9b7b03c0-092f-4953-898f-de6d8f2338ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:59:53.914113 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83366589-7b12-4eb2-8b4a-0976b0f7e185 req-a66e9b56-8954-4810-8293-935173780b5b service neutron] Bound using segment: {'id': '9b7b03c0-092f-4953-898f-de6d8f2338ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba'} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:59:53.914618 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-83366589-7b12-4eb2-8b4a-0976b0f7e185 req-a66e9b56-8954-4810-8293-935173780b5b service neutron] Bound port: bb103a62-cc3d-4d49-9d3a-40c18974194e, host: n-h2-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b7b03c0-092f-4953-898f-de6d8f2338ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba'}}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:59:53.914988 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-83366589-7b12-4eb2-8b4a-0976b0f7e185 req-a66e9b56-8954-4810-8293-935173780b5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:53.950311 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b40c91f9-2ead-46eb-a751-7c9e880d725b admin admin] Network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:59:53.955006 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-b40c91f9-2ead-46eb-a751-7c9e880d725b admin admin] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:59:53.971050 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40c91f9-2ead-46eb-a751-7c9e880d725b admin admin] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:59:54.021897 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-83366589-7b12-4eb2-8b4a-0976b0f7e185 req-a66e9b56-8954-4810-8293-935173780b5b service neutron] For port bb103a62-cc3d-4d49-9d3a-40c18974194e, host n-h2-764292-30, cleared binding levels {{(pid=102192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:59:54.026277 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-83366589-7b12-4eb2-8b4a-0976b0f7e185 req-a66e9b56-8954-4810-8293-935173780b5b service neutron] For port bb103a62-cc3d-4d49-9d3a-40c18974194e, host n-h2-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=bb103a62-cc3d-4d49-9d3a-40c18974194e,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:59:54.083167 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-925f9faf-3eb9-4ac7-aa2e-b976115c26f9 req-091367b1-f5ff-42d9-b5fd-5dee7a938976 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/ports?device_id=1dad57fb-2aa7-48ff-acbc-3e4351e2dd8b HTTP/1.1" status: 200 len: 210 time: 0.0553112 Aug 11 02:59:54.117283 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-83366589-7b12-4eb2-8b4a-0976b0f7e185 req-a66e9b56-8954-4810-8293-935173780b5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:54.167518 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83366589-7b12-4eb2-8b4a-0976b0f7e185 req-a66e9b56-8954-4810-8293-935173780b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:54.168148 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-83366589-7b12-4eb2-8b4a-0976b0f7e185 req-a66e9b56-8954-4810-8293-935173780b5b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:54.169574 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-83366589-7b12-4eb2-8b4a-0976b0f7e185 req-a66e9b56-8954-4810-8293-935173780b5b service neutron] 10.222.0.24 "PUT /v2.0/ports/bb103a62-cc3d-4d49-9d3a-40c18974194e HTTP/1.1" status: 200 len: 1096 time: 1.4007778 Aug 11 02:59:54.170213 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1e0c362-02c2-4a45-b3c6-6cf29945717a', 'tag': 'bb103a62-cc3d-4d49-9d3a-40c18974194e'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:59:54.172831 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9209b8e9-7e6b-466a-844f-629eb171af68" -d '{"events": [{"name": "network-changed", "server_uuid": "d1e0c362-02c2-4a45-b3c6-6cf29945717a", "tag": "bb103a62-cc3d-4d49-9d3a-40c18974194e"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:59:54.246779 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66e9b56-8954-4810-8293-935173780b5b service neutron] Pushing event updated for resources: {'Port': ['ID=bb103a62-cc3d-4d49-9d3a-40c18974194e,revision_number=3']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:54.284255 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d24c8220-4e35-4c72-ad56-cb9137cff07d req-1d3bb631-5876-41c5-b490-4b71af05002a tempest-DeleteServersAdminTestJSON-106470122 tempest-DeleteServersAdminTestJSON-106470122-project] 10.222.0.41 "GET /v2.0/ports?device_id=5338961a-222f-4dc2-9a77-7353f1e545af HTTP/1.1" status: 200 len: 210 time: 0.0626805 Aug 11 02:59:54.341718 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2982060f-3290-4fa5-aea4-451a82a0df1d x-openstack-request-id: req-2982060f-3290-4fa5-aea4-451a82a0df1d {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:59:54.342064 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1e0c362-02c2-4a45-b3c6-6cf29945717a", "tag": "bb103a62-cc3d-4d49-9d3a-40c18974194e", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:59:54.342260 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2982060f-3290-4fa5-aea4-451a82a0df1d {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:59:54.342702 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1e0c362-02c2-4a45-b3c6-6cf29945717a', 'tag': 'bb103a62-cc3d-4d49-9d3a-40c18974194e', 'status': 'completed', 'code': 200} Aug 11 02:59:54.359861 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83366589-7b12-4eb2-8b4a-0976b0f7e185 req-6dd3db77-22ad-4821-b3df-10bdb62ef1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:54.361198 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-83366589-7b12-4eb2-8b4a-0976b0f7e185 req-6dd3db77-22ad-4821-b3df-10bdb62ef1d7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7436bc74831d4979aa4c840d73fa560c&device_id=d1e0c362-02c2-4a45-b3c6-6cf29945717a HTTP/1.1" status: 200 len: 1099 time: 0.0754282 Aug 11 02:59:54.434866 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-83366589-7b12-4eb2-8b4a-0976b0f7e185 req-c664abda-831f-45a8-8253-74d22c39f2bf service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=bb103a62-cc3d-4d49-9d3a-40c18974194e HTTP/1.1" status: 200 len: 217 time: 0.0649092 Aug 11 02:59:54.524710 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40c91f9-2ead-46eb-a751-7c9e880d725b admin admin] Pushing event updated for resources: {'Port': ['ID=22b2f2ed-8c35-4b3c-bf36-e580318a380d,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:54.557406 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ef9afc-47c1-4ccb-bc78-e9bf975b6d61 req-690b7769-9019-4f14-ba22-add90731874b tempest-ImagesNegativeTestJSON-2000766136 tempest-ImagesNegativeTestJSON-2000766136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:54.558950 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-97ef9afc-47c1-4ccb-bc78-e9bf975b6d61 req-690b7769-9019-4f14-ba22-add90731874b tempest-ImagesNegativeTestJSON-2000766136 tempest-ImagesNegativeTestJSON-2000766136-project] 10.222.0.41 "GET /v2.0/ports?device_id=d1e0c362-02c2-4a45-b3c6-6cf29945717a HTTP/1.1" status: 200 len: 947 time: 0.1353540 Aug 11 02:59:54.586421 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2cb8f822-8c0e-4668-a0d1-1e5473e2b5a7 req-0ef52a57-df39-4baa-a7f1-661ecaa835d4 tempest-DeleteServersAdminTestJSON-106470122 tempest-DeleteServersAdminTestJSON-106470122-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=00ef4a44706c469f8736a70fb4631087&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0656044 Aug 11 02:59:54.594686 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a02547-f279-4d82-b796-b2f2fa811926 req-a7fb3873-0e48-4280-94d5-c7d385ca295a tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:54.600822 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-d8a02547-f279-4d82-b796-b2f2fa811926 req-a7fb3873-0e48-4280-94d5-c7d385ca295a tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.22 "GET /v2.0/networks?id=a1f5acc4-6e30-4bf9-bc28-7ff84dac631d HTTP/1.1" status: 200 len: 807 time: 0.7421117 Aug 11 02:59:54.618578 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-d8a02547-f279-4d82-b796-b2f2fa811926 req-f6f09a35-c34e-41c6-b345-26565256b6c9 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] Request body: {'port': {'device_id': '1dad57fb-2aa7-48ff-acbc-3e4351e2dd8b', 'network_id': 'a1f5acc4-6e30-4bf9-bc28-7ff84dac631d', 'admin_state_up': True, 'tenant_id': '83808f5f252c43418f6a6c255d45878a'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:59:54.623817 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83366589-7b12-4eb2-8b4a-0976b0f7e185 req-23adbcf5-8b4f-4b20-8bab-ceb1504cd9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:54.625250 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-83366589-7b12-4eb2-8b4a-0976b0f7e185 req-23adbcf5-8b4f-4b20-8bab-ceb1504cd9d0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=254a3f4d-2b75-429e-bbb2-8e70554e9483 HTTP/1.1" status: 200 len: 843 time: 0.1683438 Aug 11 02:59:54.764489 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-97ef9afc-47c1-4ccb-bc78-e9bf975b6d61 req-79a79024-dc81-4e54-a1f0-9ae803799031 tempest-ImagesNegativeTestJSON-2000766136 tempest-ImagesNegativeTestJSON-2000766136-project] 10.222.0.41 "GET /v2.0/security-groups?id=34c4400d-4420-4b7c-be91-9d1eac41459c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893754 Aug 11 02:59:54.792795 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28637fb4-b114-4d2b-82b7-c124be06be6a req-28446f3e-3be4-4a48-a5ef-b9c54e79098e tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:54.792795 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-28637fb4-b114-4d2b-82b7-c124be06be6a req-28446f3e-3be4-4a48-a5ef-b9c54e79098e tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/ports?device_id=cee6fe93-87d1-4e75-96f4-ffc84c50d2e8 HTTP/1.1" status: 200 len: 946 time: 0.2242992 Aug 11 02:59:54.836604 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b40c91f9-2ead-46eb-a751-7c9e880d725b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:54.846444 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83366589-7b12-4eb2-8b4a-0976b0f7e185 req-99c1232c-1123-437c-8768-cfa75ed6d936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:54.847980 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-83366589-7b12-4eb2-8b4a-0976b0f7e185 req-99c1232c-1123-437c-8768-cfa75ed6d936 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d1bf0def-6fa4-4d3e-bbc5-20a040931fba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2011330 Aug 11 02:59:54.868643 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb8f822-8c0e-4668-a0d1-1e5473e2b5a7 req-28bcef35-5181-4052-9be2-6124f384ac89 tempest-DeleteServersAdminTestJSON-106470122 tempest-DeleteServersAdminTestJSON-106470122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:54.869355 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2cb8f822-8c0e-4668-a0d1-1e5473e2b5a7 req-28bcef35-5181-4052-9be2-6124f384ac89 tempest-DeleteServersAdminTestJSON-106470122 tempest-DeleteServersAdminTestJSON-106470122-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2688382 Aug 11 02:59:54.970551 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-2cb8f822-8c0e-4668-a0d1-1e5473e2b5a7 req-082c3161-8217-435a-bb2d-a57d5bdb59db tempest-DeleteServersAdminTestJSON-106470122 tempest-DeleteServersAdminTestJSON-106470122-project] Request body: {'port': {'device_id': '5338961a-222f-4dc2-9a77-7353f1e545af', 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba', 'admin_state_up': True, 'tenant_id': '00ef4a44706c469f8736a70fb4631087'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:59:54.977948 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8a02547-f279-4d82-b796-b2f2fa811926 req-f6f09a35-c34e-41c6-b345-26565256b6c9 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] Made reservation on behalf of 83808f5f252c43418f6a6c255d45878a for: {'port': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:59:54.982443 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-d8a02547-f279-4d82-b796-b2f2fa811926 req-f6f09a35-c34e-41c6-b345-26565256b6c9 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:55.102845 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-28637fb4-b114-4d2b-82b7-c124be06be6a req-d62ac044-6997-4df2-b817-e3531397c7f3 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5aa9049-617d-473f-afb5-b55716ab8aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2992935 Aug 11 02:59:55.160540 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b40c91f9-2ead-46eb-a751-7c9e880d725b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-446952'] for router, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:55.171661 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-83366589-7b12-4eb2-8b4a-0976b0f7e185 req-f5a26da7-9060-4fca-81d6-ca78d6ad1c5b service neutron] 10.222.0.24 "GET /v2.0/networks/d1bf0def-6fa4-4d3e-bbc5-20a040931fba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3012478 Aug 11 02:59:55.190062 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99a83fc4-995c-43a4-9d41-5eeea415b273 None None] Network cbd69375-f38e-43b2-827b-7a0dc45266b3 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:59:55.195960 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb896ab-4ce1-4c10-9dc1-e75d34b6d4d1 req-9f6b390d-394c-497b-9f72-c27085e00f07 tempest-ServersAdminNegativeTestJSON-106033460 tempest-ServersAdminNegativeTestJSON-106033460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:55.197441 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-efb896ab-4ce1-4c10-9dc1-e75d34b6d4d1 req-9f6b390d-394c-497b-9f72-c27085e00f07 tempest-ServersAdminNegativeTestJSON-106033460 tempest-ServersAdminNegativeTestJSON-106033460-project] 10.222.0.41 "GET /v2.0/ports?device_id=85bf4012-5188-495c-8135-4da86a274a0b HTTP/1.1" status: 200 len: 948 time: 0.1590724 Aug 11 02:59:55.267479 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [req-d8a02547-f279-4d82-b796-b2f2fa811926 req-f6f09a35-c34e-41c6-b345-26565256b6c9 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] Allocated IP 172.20.0.10 (a1f5acc4-6e30-4bf9-bc28-7ff84dac631d/0d013ade-4c13-41b9-b262-cf5646bc4bdb/9e9b1c1e-485a-4297-a795-7aa29aed4322) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:59:55.288395 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7e9fbef3-68c2-4955-914d-4dfef09754ea req-99316e8f-12b4-4a9c-a05c-471c94abfce9 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/ports?device_id=1dad57fb-2aa7-48ff-acbc-3e4351e2dd8b HTTP/1.1" status: 200 len: 210 time: 0.1052797 Aug 11 02:59:55.361049 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-c227ff9d-5099-4c88-a05f-7cba321a3e0f None None] Provisioning for port 3224416c-988c-42ee-9668-a4b9b8d8fa2b completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:59:55.371794 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-efb896ab-4ce1-4c10-9dc1-e75d34b6d4d1 req-93987737-0683-4a90-bd6f-71b2f70f1612 tempest-ServersAdminNegativeTestJSON-106033460 tempest-ServersAdminNegativeTestJSON-106033460-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed22b840-472c-4033-b27c-9fc95e92d183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506996 Aug 11 02:59:55.397627 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-83366589-7b12-4eb2-8b4a-0976b0f7e185 req-261d6b20-442e-439a-848f-2dceec2f2b5d service neutron] 10.222.0.24 "GET /v2.0/networks/d1bf0def-6fa4-4d3e-bbc5-20a040931fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1992576 Aug 11 02:59:55.443313 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cb8f822-8c0e-4668-a0d1-1e5473e2b5a7 req-082c3161-8217-435a-bb2d-a57d5bdb59db tempest-DeleteServersAdminTestJSON-106470122 tempest-DeleteServersAdminTestJSON-106470122-project] Made reservation on behalf of 00ef4a44706c469f8736a70fb4631087 for: {'port': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:59:55.445294 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-2cb8f822-8c0e-4668-a0d1-1e5473e2b5a7 req-082c3161-8217-435a-bb2d-a57d5bdb59db tempest-DeleteServersAdminTestJSON-106470122 tempest-DeleteServersAdminTestJSON-106470122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:55.589674 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-d8a02547-f279-4d82-b796-b2f2fa811926 req-f6f09a35-c34e-41c6-b345-26565256b6c9 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:55.591568 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [req-2cb8f822-8c0e-4668-a0d1-1e5473e2b5a7 req-082c3161-8217-435a-bb2d-a57d5bdb59db tempest-DeleteServersAdminTestJSON-106470122 tempest-DeleteServersAdminTestJSON-106470122-project] Allocated IP 192.168.233.142 (d1bf0def-6fa4-4d3e-bbc5-20a040931fba/254a3f4d-2b75-429e-bbb2-8e70554e9483/401e83e6-d4a7-4db2-b6ef-c3a0dfa044cb) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:59:55.611271 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device ab96c975-8a4e-43f0-be1d-8260bd67a051 details requested by agent hyperv_n-h2-764292-30 with host n-h2-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:59:55.659037 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0258579e-4300-4344-b426-9cecd870358e req-6f086b9c-f6b0-4798-9ac2-117ddf8a46fb tempest-LiveAutoBlockMigrationV225Test-1544515844 tempest-LiveAutoBlockMigrationV225Test-1544515844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:55.661415 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0258579e-4300-4344-b426-9cecd870358e req-6f086b9c-f6b0-4798-9ac2-117ddf8a46fb tempest-LiveAutoBlockMigrationV225Test-1544515844 tempest-LiveAutoBlockMigrationV225Test-1544515844-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=cee6fe93-87d1-4e75-96f4-ffc84c50d2e8 HTTP/1.1" status: 200 len: 1098 time: 0.2685409 Aug 11 02:59:55.703785 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-d8a02547-f279-4d82-b796-b2f2fa811926 req-f6f09a35-c34e-41c6-b345-26565256b6c9 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:55.708803 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-acc8f273-7658-49e9-aef6-58de0828f27b req-85281183-c8d5-41b1-96be-04aa55cd9f0f tempest-DeleteServersAdminTestJSON-106470122 tempest-DeleteServersAdminTestJSON-106470122-project] 10.222.0.41 "GET /v2.0/ports?device_id=5338961a-222f-4dc2-9a77-7353f1e545af HTTP/1.1" status: 200 len: 210 time: 0.2442367 Aug 11 02:59:55.749058 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port ab96c975-8a4e-43f0-be1d-8260bd67a051, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=ab96c975-8a4e-43f0-be1d-8260bd67a051,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:59:55.761698 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Returning: {'device': 'ab96c975-8a4e-43f0-be1d-8260bd67a051', 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba', 'port_id': 'ab96c975-8a4e-43f0-be1d-8260bd67a051', 'mac_address': 'fa:16:3e:97:2a:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '254a3f4d-2b75-429e-bbb2-8e70554e9483', 'ip_address': '192.168.233.175'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:59:55.770706 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b40c91f9-2ead-46eb-a751-7c9e880d725b admin admin] Router 4cb0f117-6cf3-4dfe-9795-75dd15d1664a is scheduled to L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 with binding_index 1 {{(pid=102191) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:59:55.780389 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8a02547-f279-4d82-b796-b2f2fa811926 req-f6f09a35-c34e-41c6-b345-26565256b6c9 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] Network a1f5acc4-6e30-4bf9-bc28-7ff84dac631d is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:59:55.798042 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [req-d8a02547-f279-4d82-b796-b2f2fa811926 req-f6f09a35-c34e-41c6-b345-26565256b6c9 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:59:55.806873 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9209b8e9-7e6b-466a-844f-629eb171af68 req-5c418deb-450c-46d9-8122-23e96ea2f45c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:55.808546 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9209b8e9-7e6b-466a-844f-629eb171af68 req-5c418deb-450c-46d9-8122-23e96ea2f45c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7436bc74831d4979aa4c840d73fa560c&device_id=d1e0c362-02c2-4a45-b3c6-6cf29945717a HTTP/1.1" status: 200 len: 1099 time: 0.1784103 Aug 11 02:59:55.809637 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8a02547-f279-4d82-b796-b2f2fa811926 req-f6f09a35-c34e-41c6-b345-26565256b6c9 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:59:55.826396 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0258579e-4300-4344-b426-9cecd870358e req-22396cb2-4dcb-4570-a949-076378f9512a tempest-LiveAutoBlockMigrationV225Test-1544515844 tempest-LiveAutoBlockMigrationV225Test-1544515844-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=c5aa9049-617d-473f-afb5-b55716ab8aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299593 Aug 11 02:59:55.840826 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:55.872904 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab96c975-8a4e-43f0-be1d-8260bd67a051 {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:59:55.885644 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f09a35-c34e-41c6-b345-26565256b6c9 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] Pushing event updated for resources: {'Port': ['ID=9e9b1c1e-485a-4297-a795-7aa29aed4322,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:55.928885 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port ab96c975-8a4e-43f0-be1d-8260bd67a051, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=ab96c975-8a4e-43f0-be1d-8260bd67a051,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:59:56.005666 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a02547-f279-4d82-b796-b2f2fa811926 req-f6f09a35-c34e-41c6-b345-26565256b6c9 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:56.006462 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-d8a02547-f279-4d82-b796-b2f2fa811926 req-f6f09a35-c34e-41c6-b345-26565256b6c9 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:56.013265 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:56.068074 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 3224416c-988c-42ee-9668-a4b9b8d8fa2b up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:59:56.090776 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b40c91f9-2ead-46eb-a751-7c9e880d725b admin admin] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:59:56.101313 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c219058c-c32e-4593-94ee-2f0e4e71120e None None] Sync routers for ids ['4cb0f117-6cf3-4dfe-9795-75dd15d1664a'] in n-d-764292-30 {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:59:56.114359 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=ab96c975-8a4e-43f0-be1d-8260bd67a051,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:56.117012 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c219058c-c32e-4593-94ee-2f0e4e71120e None None] Routers {'4cb0f117-6cf3-4dfe-9795-75dd15d1664a'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:59:56.118049 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-c219058c-c32e-4593-94ee-2f0e4e71120e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T02:59:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['4cb0f117-6cf3-4dfe-9795-75dd15d1664a'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:59:56.222394 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-d8a02547-f279-4d82-b796-b2f2fa811926 req-f6f09a35-c34e-41c6-b345-26565256b6c9 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6080353 Aug 11 02:59:56.223870 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b40c91f9-2ead-46eb-a751-7c9e880d725b admin admin] Notify callbacks [] for router, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:56.228232 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-b40c91f9-2ead-46eb-a751-7c9e880d725b admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.6924434 Aug 11 02:59:56.228979 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 41932) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:56.233724 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-c219058c-c32e-4593-94ee-2f0e4e71120e None None] Set router 4cb0f117-6cf3-4dfe-9795-75dd15d1664a gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:59:56.244555 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-d8a02547-f279-4d82-b796-b2f2fa811926 req-d72ce20f-8e9f-40a8-90be-b1719c10f265 service neutron] Request body: {'port': {'device_id': '1dad57fb-2aa7-48ff-acbc-3e4351e2dd8b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764292-30'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:59:56.251485 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9209b8e9-7e6b-466a-844f-629eb171af68 req-a5927828-efe1-4a10-8d69-01224cbd8db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:56.252915 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9209b8e9-7e6b-466a-844f-629eb171af68 req-a5927828-efe1-4a10-8d69-01224cbd8db1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d1bf0def-6fa4-4d3e-bbc5-20a040931fba HTTP/1.1" status: 200 len: 870 time: 0.4288599 Aug 11 02:59:56.262770 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port 3224416c-988c-42ee-9668-a4b9b8d8fa2b completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:59:56.268728 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 3224416c-988c-42ee-9668-a4b9b8d8fa2b triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:59:56.269117 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:56.277881 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-2cb8f822-8c0e-4668-a0d1-1e5473e2b5a7 req-082c3161-8217-435a-bb2d-a57d5bdb59db tempest-DeleteServersAdminTestJSON-106470122 tempest-DeleteServersAdminTestJSON-106470122-project] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:56.323511 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9209b8e9-7e6b-466a-844f-629eb171af68 req-a5551686-851a-47a4-86ff-856591ff5017 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=bb103a62-cc3d-4d49-9d3a-40c18974194e HTTP/1.1" status: 200 len: 217 time: 0.0541563 Aug 11 02:59:56.361934 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['ab96c975-8a4e-43f0-be1d-8260bd67a051'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:59:56.377852 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [req-2cb8f822-8c0e-4668-a0d1-1e5473e2b5a7 req-082c3161-8217-435a-bb2d-a57d5bdb59db tempest-DeleteServersAdminTestJSON-106470122 tempest-DeleteServersAdminTestJSON-106470122-project] Transition to ACTIVE for port object 401e83e6-d4a7-4db2-b6ef-c3a0dfa044cb will not be triggered until provisioned by entity DHCP. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:59:56.380572 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9209b8e9-7e6b-466a-844f-629eb171af68 req-8eedccc6-77ff-4d03-af59-a22c256d667a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:56.382021 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9209b8e9-7e6b-466a-844f-629eb171af68 req-8eedccc6-77ff-4d03-af59-a22c256d667a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=254a3f4d-2b75-429e-bbb2-8e70554e9483 HTTP/1.1" status: 200 len: 843 time: 0.0499098 Aug 11 02:59:56.391498 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe0f93d-126f-4dc9-8f06-913c79a353fe req-66546edb-f1fa-47c7-a5bf-08784fb731f8 tempest-ImagesNegativeTestJSON-2000766136 tempest-ImagesNegativeTestJSON-2000766136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:56.392901 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6fe0f93d-126f-4dc9-8f06-913c79a353fe req-66546edb-f1fa-47c7-a5bf-08784fb731f8 tempest-ImagesNegativeTestJSON-2000766136 tempest-ImagesNegativeTestJSON-2000766136-project] 10.222.0.41 "GET /v2.0/ports?device_id=d1e0c362-02c2-4a45-b3c6-6cf29945717a HTTP/1.1" status: 200 len: 947 time: 0.4906974 Aug 11 02:59:56.439198 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564738ca-d3b3-4f45-8b45-9a378f57a9f3 req-c67e532d-3c89-4745-a0c5-203cdcdbca8f tempest-LiveAutoBlockMigrationV225Test-1544515844 tempest-LiveAutoBlockMigrationV225Test-1544515844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:56.439642 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-c219058c-c32e-4593-94ee-2f0e4e71120e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cb0f117-6cf3-4dfe-9795-75dd15d1664a', 'name': 'tempest-ServersTestBootFromVolume-108852941-router', 'tenant_id': 'dfb8b0d4c8dd4fb2a0a5ea64f5a9a8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.163'}], 'enable_snat': True}, 'gw_port_id': '22b2f2ed-8c35-4b3c-bf36-e580318a380d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:59:52Z', 'updated_at': '2021-08-11T02:59:54Z', 'revision_number': 3, 'project_id': 'dfb8b0d4c8dd4fb2a0a5ea64f5a9a8f2', 'gw_port': {'id': '22b2f2ed-8c35-4b3c-bf36-e580318a380d', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:c4:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cb0f117-6cf3-4dfe-9795-75dd15d1664a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:59:53Z', 'updated_at': '2021-08-11T02:59:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:59:56.447139 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-564738ca-d3b3-4f45-8b45-9a378f57a9f3 req-c67e532d-3c89-4745-a0c5-203cdcdbca8f tempest-LiveAutoBlockMigrationV225Test-1544515844 tempest-LiveAutoBlockMigrationV225Test-1544515844-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=cee6fe93-87d1-4e75-96f4-ffc84c50d2e8 HTTP/1.1" status: 200 len: 1098 time: 0.4688640 Aug 11 02:59:56.456519 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-d8a02547-f279-4d82-b796-b2f2fa811926 req-d72ce20f-8e9f-40a8-90be-b1719c10f265 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:56.474378 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c219058c-c32e-4593-94ee-2f0e4e71120e None None] Checking router: 4cb0f117-6cf3-4dfe-9795-75dd15d1664a for host: n-d-764292-30 {{(pid=102194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:59:56.474950 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c219058c-c32e-4593-94ee-2f0e4e71120e None None] Updating router 4cb0f117-6cf3-4dfe-9795-75dd15d1664a port 22b2f2ed-8c35-4b3c-bf36-e580318a380d binding host n-d-764292-30 {{(pid=102194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:59:56.505081 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-c219058c-c32e-4593-94ee-2f0e4e71120e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:56.523563 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-564738ca-d3b3-4f45-8b45-9a378f57a9f3 req-746e5f6a-1c82-423e-a62a-c010a7fe65de tempest-LiveAutoBlockMigrationV225Test-1544515844 tempest-LiveAutoBlockMigrationV225Test-1544515844-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=c5aa9049-617d-473f-afb5-b55716ab8aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700676 Aug 11 02:59:56.546632 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6fe0f93d-126f-4dc9-8f06-913c79a353fe req-eebe615c-23f8-4b08-ab0b-3d94245a79a8 tempest-ImagesNegativeTestJSON-2000766136 tempest-ImagesNegativeTestJSON-2000766136-project] 10.222.0.41 "GET /v2.0/security-groups?id=34c4400d-4420-4b7c-be91-9d1eac41459c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408663 Aug 11 02:59:56.572201 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9209b8e9-7e6b-466a-844f-629eb171af68 req-70cd40df-75e1-46fe-99f6-a8adfa7e0b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:56.573707 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9209b8e9-7e6b-466a-844f-629eb171af68 req-70cd40df-75e1-46fe-99f6-a8adfa7e0b64 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d1bf0def-6fa4-4d3e-bbc5-20a040931fba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1779706 Aug 11 02:59:56.697919 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-2cb8f822-8c0e-4668-a0d1-1e5473e2b5a7 req-082c3161-8217-435a-bb2d-a57d5bdb59db tempest-DeleteServersAdminTestJSON-106470122 tempest-DeleteServersAdminTestJSON-106470122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:56.774844 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082c3161-8217-435a-bb2d-a57d5bdb59db tempest-DeleteServersAdminTestJSON-106470122 tempest-DeleteServersAdminTestJSON-106470122-project] Pushing event updated for resources: {'Port': ['ID=401e83e6-d4a7-4db2-b6ef-c3a0dfa044cb,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:56.806083 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:56.830799 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cb8f822-8c0e-4668-a0d1-1e5473e2b5a7 req-082c3161-8217-435a-bb2d-a57d5bdb59db tempest-DeleteServersAdminTestJSON-106470122 tempest-DeleteServersAdminTestJSON-106470122-project] Network d1bf0def-6fa4-4d3e-bbc5-20a040931fba is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:59:56.849373 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [req-2cb8f822-8c0e-4668-a0d1-1e5473e2b5a7 req-082c3161-8217-435a-bb2d-a57d5bdb59db tempest-DeleteServersAdminTestJSON-106470122 tempest-DeleteServersAdminTestJSON-106470122-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:59:56.854023 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cb8f822-8c0e-4668-a0d1-1e5473e2b5a7 req-082c3161-8217-435a-bb2d-a57d5bdb59db tempest-DeleteServersAdminTestJSON-106470122 tempest-DeleteServersAdminTestJSON-106470122-project] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:59:56.859635 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb8f822-8c0e-4668-a0d1-1e5473e2b5a7 req-082c3161-8217-435a-bb2d-a57d5bdb59db tempest-DeleteServersAdminTestJSON-106470122 tempest-DeleteServersAdminTestJSON-106470122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:56.860259 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-2cb8f822-8c0e-4668-a0d1-1e5473e2b5a7 req-082c3161-8217-435a-bb2d-a57d5bdb59db tempest-DeleteServersAdminTestJSON-106470122 tempest-DeleteServersAdminTestJSON-106470122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:56.943032 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port 3224416c-988c-42ee-9668-a4b9b8d8fa2b, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=3224416c-988c-42ee-9668-a4b9b8d8fa2b,segment=NetworkSegment(179797a7-9b1f-4b2b-ae1e-26b7a646c1a8),segment_id=179797a7-9b1f-4b2b-ae1e-26b7a646c1a8)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:59:56.964866 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c174bd-691a-433b-a5de-ef4364a51335 req-230473a9-8a80-4d1e-b88b-6bb20e925116 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:56.973317 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b1c174bd-691a-433b-a5de-ef4364a51335 req-230473a9-8a80-4d1e-b88b-6bb20e925116 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/ports?device_id=1dad57fb-2aa7-48ff-acbc-3e4351e2dd8b HTTP/1.1" status: 200 len: 932 time: 0.2948830 Aug 11 02:59:56.996370 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9209b8e9-7e6b-466a-844f-629eb171af68 req-1fa5e2b1-d3bf-42ad-9e8a-e3eac009f7a6 service neutron] 10.222.0.24 "GET /v2.0/networks/d1bf0def-6fa4-4d3e-bbc5-20a040931fba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4087346 Aug 11 02:59:57.021545 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:57.031454 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cd9fe8-a2b3-4fb2-bc23-6b94785afdf0 req-44240e56-a73e-4a62-b908-a96190e91b5e tempest-ServersAdminNegativeTestJSON-106033460 tempest-ServersAdminNegativeTestJSON-106033460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:57.038899 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f4cd9fe8-a2b3-4fb2-bc23-6b94785afdf0 req-44240e56-a73e-4a62-b908-a96190e91b5e tempest-ServersAdminNegativeTestJSON-106033460 tempest-ServersAdminNegativeTestJSON-106033460-project] 10.222.0.41 "GET /v2.0/ports?device_id=85bf4012-5188-495c-8135-4da86a274a0b HTTP/1.1" status: 200 len: 949 time: 0.2521818 Aug 11 02:59:57.050908 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2cb8f822-8c0e-4668-a0d1-1e5473e2b5a7 req-082c3161-8217-435a-bb2d-a57d5bdb59db tempest-DeleteServersAdminTestJSON-106470122 tempest-DeleteServersAdminTestJSON-106470122-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0916145 Aug 11 02:59:57.094640 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-c219058c-c32e-4593-94ee-2f0e4e71120e None None] Notify callbacks [] for port, precommit_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:57.117283 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.provisioning_blocks [None req-c219058c-c32e-4593-94ee-2f0e4e71120e None None] Transition to ACTIVE for port object 22b2f2ed-8c35-4b3c-bf36-e580318a380d will not be triggered until provisioned by entity L2. {{(pid=102194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:59:57.125704 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=3224416c-988c-42ee-9668-a4b9b8d8fa2b,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:57.156018 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-2cb8f822-8c0e-4668-a0d1-1e5473e2b5a7 req-65cec274-b07f-43e5-8424-a968b4d790b2 service neutron] Request body: {'port': {'device_id': '5338961a-222f-4dc2-9a77-7353f1e545af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764292-30'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:59:57.205742 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-c219058c-c32e-4593-94ee-2f0e4e71120e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:57.219828 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b1c174bd-691a-433b-a5de-ef4364a51335 req-51ede4fe-ed04-414e-aa41-33132c203ee9 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/security-groups?id=c7e06141-9137-4a1d-bc20-6fbfa107e8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450812 Aug 11 02:59:57.250878 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [req-d8a02547-f279-4d82-b796-b2f2fa811926 req-d72ce20f-8e9f-40a8-90be-b1719c10f265 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e9b1c1e-485a-4297-a795-7aa29aed4322 {{(pid=102191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:59:57.262381 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-d8a02547-f279-4d82-b796-b2f2fa811926 req-d72ce20f-8e9f-40a8-90be-b1719c10f265 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:57.267171 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9209b8e9-7e6b-466a-844f-629eb171af68 req-8a9ff7b8-02c2-4068-8f19-207fba322368 service neutron] 10.222.0.24 "GET /v2.0/networks/d1bf0def-6fa4-4d3e-bbc5-20a040931fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2551937 Aug 11 02:59:57.284864 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [req-d8a02547-f279-4d82-b796-b2f2fa811926 req-d72ce20f-8e9f-40a8-90be-b1719c10f265 service neutron] Transition to ACTIVE for port object 9e9b1c1e-485a-4297-a795-7aa29aed4322 will not be triggered until provisioned by entity L2. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:59:57.296129 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-2cb8f822-8c0e-4668-a0d1-1e5473e2b5a7 req-65cec274-b07f-43e5-8424-a968b4d790b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:57.300999 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f4cd9fe8-a2b3-4fb2-bc23-6b94785afdf0 req-a73d8681-1ddb-449d-86d5-d558948e21ca tempest-ServersAdminNegativeTestJSON-106033460 tempest-ServersAdminNegativeTestJSON-106033460-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed22b840-472c-4033-b27c-9fc95e92d183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2605290 Aug 11 02:59:57.313765 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-c219058c-c32e-4593-94ee-2f0e4e71120e None None] Attempting to bind port 22b2f2ed-8c35-4b3c-bf36-e580318a380d on host n-d-764292-30 for vnic_type normal with profile {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:59:57.314137 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-c219058c-c32e-4593-94ee-2f0e4e71120e None None] Attempting to bind port 22b2f2ed-8c35-4b3c-bf36-e580318a380d by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}] {{(pid=102194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:59:57.314514 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c219058c-c32e-4593-94ee-2f0e4e71120e None None] Attempting to bind port 22b2f2ed-8c35-4b3c-bf36-e580318a380d on network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:59:57.317628 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2331a108-cd6b-4ed5-9833-4904fecabbd3 None None] Pushing event updated for resources: {'Port': ['ID=22b2f2ed-8c35-4b3c-bf36-e580318a380d,revision_number=2']} {{(pid=102194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:57.320893 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-4e5c8e8b-3af7-4637-945c-b2db8f3cbf33 None None] Provisioning for port 401e83e6-d4a7-4db2-b6ef-c3a0dfa044cb completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:59:57.331163 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3fb0ab3b-e7ac-4a2a-ba25-02844e6119ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:57.333869 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-4e5c8e8b-3af7-4637-945c-b2db8f3cbf33 None None] Provisioning complete for port 401e83e6-d4a7-4db2-b6ef-c3a0dfa044cb triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:59:57.334436 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-4e5c8e8b-3af7-4637-945c-b2db8f3cbf33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:57.338526 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c219058c-c32e-4593-94ee-2f0e4e71120e None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 59, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:59:57.339168 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c219058c-c32e-4593-94ee-2f0e4e71120e None None] Checking segment: {'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:59:57.339991 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-c219058c-c32e-4593-94ee-2f0e4e71120e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:57.340376 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c219058c-c32e-4593-94ee-2f0e4e71120e None None] Bound using segment: {'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'} {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:59:57.340846 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-c219058c-c32e-4593-94ee-2f0e4e71120e None None] Bound port: 22b2f2ed-8c35-4b3c-bf36-e580318a380d, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}}] {{(pid=102194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:59:57.341244 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-c219058c-c32e-4593-94ee-2f0e4e71120e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:57.344474 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2331a108-cd6b-4ed5-9833-4904fecabbd3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:59:57.344810 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2331a108-cd6b-4ed5-9833-4904fecabbd3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:59:57.345144 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2331a108-cd6b-4ed5-9833-4904fecabbd3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:59:57.345473 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2331a108-cd6b-4ed5-9833-4904fecabbd3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:59:57.345798 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2331a108-cd6b-4ed5-9833-4904fecabbd3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:59:57.346125 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2331a108-cd6b-4ed5-9833-4904fecabbd3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:59:57.346475 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2331a108-cd6b-4ed5-9833-4904fecabbd3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:59:57.353295 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-d8a02547-f279-4d82-b796-b2f2fa811926 req-d72ce20f-8e9f-40a8-90be-b1719c10f265 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:57.353911 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2331a108-cd6b-4ed5-9833-4904fecabbd3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:59:57.354519 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2331a108-cd6b-4ed5-9833-4904fecabbd3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:59:57.355007 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2331a108-cd6b-4ed5-9833-4904fecabbd3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:59:57.355486 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2331a108-cd6b-4ed5-9833-4904fecabbd3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:59:57.355991 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2331a108-cd6b-4ed5-9833-4904fecabbd3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:59:57.441981 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.db [None req-c219058c-c32e-4593-94ee-2f0e4e71120e None None] For port 22b2f2ed-8c35-4b3c-bf36-e580318a380d, host n-d-764292-30, cleared binding levels {{(pid=102194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:59:57.448933 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.db [None req-c219058c-c32e-4593-94ee-2f0e4e71120e None None] For port 22b2f2ed-8c35-4b3c-bf36-e580318a380d, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=22b2f2ed-8c35-4b3c-bf36-e580318a380d,segment=NetworkSegment(fab28bed-aa25-40db-bba4-ec26e795194c),segment_id=fab28bed-aa25-40db-bba4-ec26e795194c)] {{(pid=102194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:59:57.468004 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-4e5c8e8b-3af7-4637-945c-b2db8f3cbf33 None None] Port 401e83e6-d4a7-4db2-b6ef-c3a0dfa044cb cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:59:57.487661 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72ce20f-8e9f-40a8-90be-b1719c10f265 service neutron] Pushing event updated for resources: {'Port': ['ID=9e9b1c1e-485a-4297-a795-7aa29aed4322,revision_number=2']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:57.514708 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-c219058c-c32e-4593-94ee-2f0e4e71120e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:57.576248 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2331a108-cd6b-4ed5-9833-4904fecabbd3 None None] Pushing event updated for resources: {'Port': ['ID=22b2f2ed-8c35-4b3c-bf36-e580318a380d,revision_number=3']} {{(pid=102194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:57.605618 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-d8a02547-f279-4d82-b796-b2f2fa811926 req-d72ce20f-8e9f-40a8-90be-b1719c10f265 service neutron] Attempting to bind port 9e9b1c1e-485a-4297-a795-7aa29aed4322 on host n-h1-764292-30 for vnic_type normal with profile {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:59:57.605963 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-d8a02547-f279-4d82-b796-b2f2fa811926 req-d72ce20f-8e9f-40a8-90be-b1719c10f265 service neutron] Attempting to bind port 9e9b1c1e-485a-4297-a795-7aa29aed4322 by drivers openvswitch,hyperv on host n-h1-764292-30 at level 0 using segments [{'id': '75626708-94f6-4fcc-8cbd-0dd0dd709069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a1f5acc4-6e30-4bf9-bc28-7ff84dac631d'}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:59:57.606315 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a02547-f279-4d82-b796-b2f2fa811926 req-d72ce20f-8e9f-40a8-90be-b1719c10f265 service neutron] Attempting to bind port 9e9b1c1e-485a-4297-a795-7aa29aed4322 on network a1f5acc4-6e30-4bf9-bc28-7ff84dac631d {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:59:57.607135 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c219058c-c32e-4593-94ee-2f0e4e71120e None None] Routers {'4cb0f117-6cf3-4dfe-9795-75dd15d1664a'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:59:57.607760 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-c219058c-c32e-4593-94ee-2f0e4e71120e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T02:59:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['4cb0f117-6cf3-4dfe-9795-75dd15d1664a'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:59:57.613954 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a02547-f279-4d82-b796-b2f2fa811926 req-d72ce20f-8e9f-40a8-90be-b1719c10f265 service neutron] Port 9e9b1c1e-485a-4297-a795-7aa29aed4322 on network a1f5acc4-6e30-4bf9-bc28-7ff84dac631d not bound, no agent of type Open vSwitch agent registered on host n-h1-764292-30 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:59:57.614298 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a02547-f279-4d82-b796-b2f2fa811926 req-d72ce20f-8e9f-40a8-90be-b1719c10f265 service neutron] Attempting to bind port 9e9b1c1e-485a-4297-a795-7aa29aed4322 on network a1f5acc4-6e30-4bf9-bc28-7ff84dac631d {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:59:57.615452 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device ab96c975-8a4e-43f0-be1d-8260bd67a051 up at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:59:57.629707 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a02547-f279-4d82-b796-b2f2fa811926 req-d72ce20f-8e9f-40a8-90be-b1719c10f265 service neutron] Checking agent: {'id': 'abb524c2-b412-4ed2-8367-45c4fd996fa7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 59, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:59:57.630031 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a02547-f279-4d82-b796-b2f2fa811926 req-d72ce20f-8e9f-40a8-90be-b1719c10f265 service neutron] Checking segment: {'id': '75626708-94f6-4fcc-8cbd-0dd0dd709069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a1f5acc4-6e30-4bf9-bc28-7ff84dac631d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:59:57.630487 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a02547-f279-4d82-b796-b2f2fa811926 req-d72ce20f-8e9f-40a8-90be-b1719c10f265 service neutron] Bound using segment: {'id': '75626708-94f6-4fcc-8cbd-0dd0dd709069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a1f5acc4-6e30-4bf9-bc28-7ff84dac631d'} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:59:57.630917 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-d8a02547-f279-4d82-b796-b2f2fa811926 req-d72ce20f-8e9f-40a8-90be-b1719c10f265 service neutron] Bound port: 9e9b1c1e-485a-4297-a795-7aa29aed4322, host: n-h1-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75626708-94f6-4fcc-8cbd-0dd0dd709069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a1f5acc4-6e30-4bf9-bc28-7ff84dac631d'}}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:59:57.631279 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-d8a02547-f279-4d82-b796-b2f2fa811926 req-d72ce20f-8e9f-40a8-90be-b1719c10f265 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:57.651465 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [None req-3fb0ab3b-e7ac-4a2a-ba25-02844e6119ad admin admin] Allocated IP 172.20.0.1 (cbd69375-f38e-43b2-827b-7a0dc45266b3/9b5dcd8b-176c-469e-8a38-c36073f2d1d5/19d4939c-7424-4e1d-8597-c5b689f10ddb) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:59:57.767742 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234f0628-f77f-45d7-ab82-be1fa718f27d req-27dff1be-dd18-492e-af65-7648c0f4bc67 tempest-DeleteServersAdminTestJSON-106470122 tempest-DeleteServersAdminTestJSON-106470122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:57.787372 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-234f0628-f77f-45d7-ab82-be1fa718f27d req-27dff1be-dd18-492e-af65-7648c0f4bc67 tempest-DeleteServersAdminTestJSON-106470122 tempest-DeleteServersAdminTestJSON-106470122-project] 10.222.0.41 "GET /v2.0/ports?device_id=5338961a-222f-4dc2-9a77-7353f1e545af HTTP/1.1" status: 200 len: 936 time: 0.2994444 Aug 11 02:59:57.862666 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning for port ab96c975-8a4e-43f0-be1d-8260bd67a051 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:59:57.867072 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning complete for port ab96c975-8a4e-43f0-be1d-8260bd67a051 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:59:57.867790 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:57.893692 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-c219058c-c32e-4593-94ee-2f0e4e71120e None None] Set router 4cb0f117-6cf3-4dfe-9795-75dd15d1664a gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:59:57.947473 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-234f0628-f77f-45d7-ab82-be1fa718f27d req-70f99a3d-f102-4195-bf9e-d7f27201a03f tempest-DeleteServersAdminTestJSON-106470122 tempest-DeleteServersAdminTestJSON-106470122-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5c584ec-b9b7-4ae6-810e-2c5044f79540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569951 Aug 11 02:59:57.972996 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:58.013404 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0674d482-4220-47a2-aece-acb15d9c2bae req-0ce416b1-0f41-49d5-a4f8-6e4c3d52011a tempest-ImagesNegativeTestJSON-2000766136 tempest-ImagesNegativeTestJSON-2000766136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:58.015473 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85bf4012-5188-495c-8135-4da86a274a0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab96c975-8a4e-43f0-be1d-8260bd67a051'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:59:58.023757 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62a21999-bacd-444f-bc36-1aba812c0925" -d '{"events": [{"server_uuid": "85bf4012-5188-495c-8135-4da86a274a0b", "name": "network-vif-plugged", "status": "completed", "tag": "ab96c975-8a4e-43f0-be1d-8260bd67a051"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:59:58.025731 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0674d482-4220-47a2-aece-acb15d9c2bae req-0ce416b1-0f41-49d5-a4f8-6e4c3d52011a tempest-ImagesNegativeTestJSON-2000766136 tempest-ImagesNegativeTestJSON-2000766136-project] 10.222.0.41 "GET /v2.0/ports?device_id=d1e0c362-02c2-4a45-b3c6-6cf29945717a HTTP/1.1" status: 200 len: 947 time: 0.2076464 Aug 11 02:59:58.047575 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port ab96c975-8a4e-43f0-be1d-8260bd67a051, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=ab96c975-8a4e-43f0-be1d-8260bd67a051,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:59:58.077841 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 3224416c-988c-42ee-9668-a4b9b8d8fa2b up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:59:58.153253 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-d8a02547-f279-4d82-b796-b2f2fa811926 req-d72ce20f-8e9f-40a8-90be-b1719c10f265 service neutron] For port 9e9b1c1e-485a-4297-a795-7aa29aed4322, host n-h1-764292-30, cleared binding levels {{(pid=102191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:59:58.163323 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0674d482-4220-47a2-aece-acb15d9c2bae req-c023b919-13f0-4228-aeca-7b231356c600 tempest-ImagesNegativeTestJSON-2000766136 tempest-ImagesNegativeTestJSON-2000766136-project] 10.222.0.41 "GET /v2.0/security-groups?id=34c4400d-4420-4b7c-be91-9d1eac41459c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305783 Aug 11 02:59:58.168198 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:58.189153 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-d8a02547-f279-4d82-b796-b2f2fa811926 req-d72ce20f-8e9f-40a8-90be-b1719c10f265 service neutron] For port 9e9b1c1e-485a-4297-a795-7aa29aed4322, host n-h1-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=9e9b1c1e-485a-4297-a795-7aa29aed4322,segment=NetworkSegment(75626708-94f6-4fcc-8cbd-0dd0dd709069),segment_id=75626708-94f6-4fcc-8cbd-0dd0dd709069)] {{(pid=102191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:59:58.196136 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [req-2cb8f822-8c0e-4668-a0d1-1e5473e2b5a7 req-65cec274-b07f-43e5-8424-a968b4d790b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 401e83e6-d4a7-4db2-b6ef-c3a0dfa044cb {{(pid=102192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:59:58.207003 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-2cb8f822-8c0e-4668-a0d1-1e5473e2b5a7 req-65cec274-b07f-43e5-8424-a968b4d790b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:58.221603 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3fb0ab3b-e7ac-4a2a-ba25-02844e6119ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:58.222854 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [req-2cb8f822-8c0e-4668-a0d1-1e5473e2b5a7 req-65cec274-b07f-43e5-8424-a968b4d790b2 service neutron] Transition to ACTIVE for port object 401e83e6-d4a7-4db2-b6ef-c3a0dfa044cb will not be triggered until provisioned by entity L2. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:59:58.237121 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [None req-3fb0ab3b-e7ac-4a2a-ba25-02844e6119ad admin admin] Transition to ACTIVE for port object 19d4939c-7424-4e1d-8597-c5b689f10ddb will not be triggered until provisioned by entity DHCP. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:59:58.248149 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab7d1f1-0301-4692-8a21-73dce807cb9a req-d7e71ebc-2d78-44c1-8e74-0168e12a77c1 tempest-LiveAutoBlockMigrationV225Test-1544515844 tempest-LiveAutoBlockMigrationV225Test-1544515844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:58.259013 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-eab7d1f1-0301-4692-8a21-73dce807cb9a req-d7e71ebc-2d78-44c1-8e74-0168e12a77c1 tempest-LiveAutoBlockMigrationV225Test-1544515844 tempest-LiveAutoBlockMigrationV225Test-1544515844-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=cee6fe93-87d1-4e75-96f4-ffc84c50d2e8 HTTP/1.1" status: 200 len: 1098 time: 0.1955099 Aug 11 02:59:58.275920 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-d8a02547-f279-4d82-b796-b2f2fa811926 req-d72ce20f-8e9f-40a8-90be-b1719c10f265 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:58.315421 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-eab7d1f1-0301-4692-8a21-73dce807cb9a req-4bd7670a-5358-41af-a2d1-d62f6928cf50 tempest-LiveAutoBlockMigrationV225Test-1544515844 tempest-LiveAutoBlockMigrationV225Test-1544515844-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=c5aa9049-617d-473f-afb5-b55716ab8aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513999 Aug 11 02:59:58.326705 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 3224416c-988c-42ee-9668-a4b9b8d8fa2b triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:59:58.327263 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:58.330657 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a02547-f279-4d82-b796-b2f2fa811926 req-d72ce20f-8e9f-40a8-90be-b1719c10f265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:58.331520 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-d8a02547-f279-4d82-b796-b2f2fa811926 req-d72ce20f-8e9f-40a8-90be-b1719c10f265 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:58.333454 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-d8a02547-f279-4d82-b796-b2f2fa811926 req-d72ce20f-8e9f-40a8-90be-b1719c10f265 service neutron] 10.222.0.22 "PUT /v2.0/ports/9e9b1c1e-485a-4297-a795-7aa29aed4322 HTTP/1.1" status: 200 len: 1093 time: 2.0948577 Aug 11 02:59:58.334869 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dad57fb-2aa7-48ff-acbc-3e4351e2dd8b', 'tag': '9e9b1c1e-485a-4297-a795-7aa29aed4322'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:59:58.339186 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1941fbe9-7e27-4c5e-bf32-e8cfdeb67c1d" -d '{"events": [{"name": "network-changed", "server_uuid": "1dad57fb-2aa7-48ff-acbc-3e4351e2dd8b", "tag": "9e9b1c1e-485a-4297-a795-7aa29aed4322"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:59:58.342456 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-2cb8f822-8c0e-4668-a0d1-1e5473e2b5a7 req-65cec274-b07f-43e5-8424-a968b4d790b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:58.351058 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:59:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e246890-ecba-410e-949f-d18578b419f0 x-openstack-request-id: req-4e246890-ecba-410e-949f-d18578b419f0 {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:59:58.361807 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85bf4012-5188-495c-8135-4da86a274a0b", "name": "network-vif-plugged", "status": "completed", "tag": "ab96c975-8a4e-43f0-be1d-8260bd67a051", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:59:58.363633 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4e246890-ecba-410e-949f-d18578b419f0 {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:59:58.366872 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85bf4012-5188-495c-8135-4da86a274a0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab96c975-8a4e-43f0-be1d-8260bd67a051', 'code': 200} Aug 11 02:59:58.368797 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=ab96c975-8a4e-43f0-be1d-8260bd67a051,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:58.381054 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-c219058c-c32e-4593-94ee-2f0e4e71120e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cb0f117-6cf3-4dfe-9795-75dd15d1664a', 'name': 'tempest-ServersTestBootFromVolume-108852941-router', 'tenant_id': 'dfb8b0d4c8dd4fb2a0a5ea64f5a9a8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.163'}], 'enable_snat': True}, 'gw_port_id': '22b2f2ed-8c35-4b3c-bf36-e580318a380d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:59:52Z', 'updated_at': '2021-08-11T02:59:54Z', 'revision_number': 3, 'project_id': 'dfb8b0d4c8dd4fb2a0a5ea64f5a9a8f2', 'gw_port': {'id': '22b2f2ed-8c35-4b3c-bf36-e580318a380d', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:c4:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cb0f117-6cf3-4dfe-9795-75dd15d1664a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:59:53Z', 'updated_at': '2021-08-11T02:59:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:59:58.469912 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3fb0ab3b-e7ac-4a2a-ba25-02844e6119ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:58.480199 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c219058c-c32e-4593-94ee-2f0e4e71120e None None] The sync data for ids ['4cb0f117-6cf3-4dfe-9795-75dd15d1664a'] in n-d-764292-30 is: [{'id': '4cb0f117-6cf3-4dfe-9795-75dd15d1664a', 'name': 'tempest-ServersTestBootFromVolume-108852941-router', 'tenant_id': 'dfb8b0d4c8dd4fb2a0a5ea64f5a9a8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.163'}], 'enable_snat': True}, 'gw_port_id': '22b2f2ed-8c35-4b3c-bf36-e580318a380d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:59:52Z', 'updated_at': '2021-08-11T02:59:54Z', 'revision_number': 3, 'project_id': 'dfb8b0d4c8dd4fb2a0a5ea64f5a9a8f2', 'gw_port': {'id': '22b2f2ed-8c35-4b3c-bf36-e580318a380d', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:c4:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cb0f117-6cf3-4dfe-9795-75dd15d1664a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:59:53Z', 'updated_at': '2021-08-11T02:59:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}] {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:59:58.556831 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72ce20f-8e9f-40a8-90be-b1719c10f265 service neutron] Pushing event updated for resources: {'Port': ['ID=9e9b1c1e-485a-4297-a795-7aa29aed4322,revision_number=3']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:58.659571 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fb0ab3b-e7ac-4a2a-ba25-02844e6119ad admin admin] Network cbd69375-f38e-43b2-827b-7a0dc45266b3 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:59:58.665645 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-3fb0ab3b-e7ac-4a2a-ba25-02844e6119ad admin admin] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:59:58.684931 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb0ab3b-e7ac-4a2a-ba25-02844e6119ad admin admin] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:59:58.699078 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a02547-f279-4d82-b796-b2f2fa811926 req-867fee98-f9a9-4fee-907f-b001952657a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:58.701009 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-d8a02547-f279-4d82-b796-b2f2fa811926 req-867fee98-f9a9-4fee-907f-b001952657a2 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=83808f5f252c43418f6a6c255d45878a&device_id=1dad57fb-2aa7-48ff-acbc-3e4351e2dd8b HTTP/1.1" status: 200 len: 1096 time: 0.2128232 Aug 11 02:59:58.784462 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-d8a02547-f279-4d82-b796-b2f2fa811926 req-138923e2-d720-4c83-8e19-98a5802028dd service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9e9b1c1e-485a-4297-a795-7aa29aed4322 HTTP/1.1" status: 200 len: 217 time: 0.0520222 Aug 11 02:59:58.788088 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb0ab3b-e7ac-4a2a-ba25-02844e6119ad admin admin] Pushing event updated for resources: {'Port': ['ID=19d4939c-7424-4e1d-8597-c5b689f10ddb,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:58.821897 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cec274-b07f-43e5-8424-a968b4d790b2 service neutron] Pushing event updated for resources: {'Port': ['ID=401e83e6-d4a7-4db2-b6ef-c3a0dfa044cb,revision_number=2']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:58.836092 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bef8165-68a9-475b-97a1-33836c0bdd71 req-16fe97e2-1108-4140-8b2b-be8e9692edba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:58.837913 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6bef8165-68a9-475b-97a1-33836c0bdd71 req-16fe97e2-1108-4140-8b2b-be8e9692edba service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=85bf4012-5188-495c-8135-4da86a274a0b HTTP/1.1" status: 200 len: 1102 time: 0.3264308 Aug 11 02:59:58.870849 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3fb0ab3b-e7ac-4a2a-ba25-02844e6119ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-520987'] for router_interface, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:58.873240 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acf0392-334c-419b-b2e1-479294637751 req-48e11ca8-e87b-4704-b807-d5262d37b247 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:58.874802 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7acf0392-334c-419b-b2e1-479294637751 req-48e11ca8-e87b-4704-b807-d5262d37b247 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/ports?device_id=1dad57fb-2aa7-48ff-acbc-3e4351e2dd8b HTTP/1.1" status: 200 len: 944 time: 0.3644292 Aug 11 02:59:58.893105 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-2cb8f822-8c0e-4668-a0d1-1e5473e2b5a7 req-65cec274-b07f-43e5-8424-a968b4d790b2 service neutron] Attempting to bind port 401e83e6-d4a7-4db2-b6ef-c3a0dfa044cb on host n-h1-764292-30 for vnic_type normal with profile {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:59:58.893434 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-2cb8f822-8c0e-4668-a0d1-1e5473e2b5a7 req-65cec274-b07f-43e5-8424-a968b4d790b2 service neutron] Attempting to bind port 401e83e6-d4a7-4db2-b6ef-c3a0dfa044cb by drivers openvswitch,hyperv on host n-h1-764292-30 at level 0 using segments [{'id': '9b7b03c0-092f-4953-898f-de6d8f2338ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba'}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:59:58.893755 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cb8f822-8c0e-4668-a0d1-1e5473e2b5a7 req-65cec274-b07f-43e5-8424-a968b4d790b2 service neutron] Attempting to bind port 401e83e6-d4a7-4db2-b6ef-c3a0dfa044cb on network d1bf0def-6fa4-4d3e-bbc5-20a040931fba {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:59:58.901728 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cb8f822-8c0e-4668-a0d1-1e5473e2b5a7 req-65cec274-b07f-43e5-8424-a968b4d790b2 service neutron] Port 401e83e6-d4a7-4db2-b6ef-c3a0dfa044cb on network d1bf0def-6fa4-4d3e-bbc5-20a040931fba not bound, no agent of type Open vSwitch agent registered on host n-h1-764292-30 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:59:58.902044 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cb8f822-8c0e-4668-a0d1-1e5473e2b5a7 req-65cec274-b07f-43e5-8424-a968b4d790b2 service neutron] Attempting to bind port 401e83e6-d4a7-4db2-b6ef-c3a0dfa044cb on network d1bf0def-6fa4-4d3e-bbc5-20a040931fba {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:59:58.990426 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70db1dc-3d97-416b-afb0-3b1d01c296b3 req-055f4fd5-3751-4e57-81fb-f765c58e1ddd tempest-ServersAdminNegativeTestJSON-106033460 tempest-ServersAdminNegativeTestJSON-106033460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:58.992591 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f70db1dc-3d97-416b-afb0-3b1d01c296b3 req-055f4fd5-3751-4e57-81fb-f765c58e1ddd tempest-ServersAdminNegativeTestJSON-106033460 tempest-ServersAdminNegativeTestJSON-106033460-project] 10.222.0.41 "GET /v2.0/ports?device_id=85bf4012-5188-495c-8135-4da86a274a0b HTTP/1.1" status: 200 len: 950 time: 0.3135719 Aug 11 02:59:58.993510 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cb8f822-8c0e-4668-a0d1-1e5473e2b5a7 req-65cec274-b07f-43e5-8424-a968b4d790b2 service neutron] Checking agent: {'id': 'abb524c2-b412-4ed2-8367-45c4fd996fa7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 59, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:59:58.994125 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cb8f822-8c0e-4668-a0d1-1e5473e2b5a7 req-65cec274-b07f-43e5-8424-a968b4d790b2 service neutron] Checking segment: {'id': '9b7b03c0-092f-4953-898f-de6d8f2338ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:59:58.994572 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cb8f822-8c0e-4668-a0d1-1e5473e2b5a7 req-65cec274-b07f-43e5-8424-a968b4d790b2 service neutron] Bound using segment: {'id': '9b7b03c0-092f-4953-898f-de6d8f2338ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba'} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:59:58.995087 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-2cb8f822-8c0e-4668-a0d1-1e5473e2b5a7 req-65cec274-b07f-43e5-8424-a968b4d790b2 service neutron] Bound port: 401e83e6-d4a7-4db2-b6ef-c3a0dfa044cb, host: n-h1-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b7b03c0-092f-4953-898f-de6d8f2338ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba'}}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:59:58.995440 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-2cb8f822-8c0e-4668-a0d1-1e5473e2b5a7 req-65cec274-b07f-43e5-8424-a968b4d790b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:59.062735 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7acf0392-334c-419b-b2e1-479294637751 req-4fcb479f-7694-46f4-9a6e-86bd776b9ff3 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/security-groups?id=c7e06141-9137-4a1d-bc20-6fbfa107e8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582441 Aug 11 02:59:59.074870 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-b4ea07eb-fbfb-44b8-9afb-818222cea7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:59.078024 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a02547-f279-4d82-b796-b2f2fa811926 req-07c11ce5-0cf2-4275-b974-19f7d7a59187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:59.079842 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-d8a02547-f279-4d82-b796-b2f2fa811926 req-07c11ce5-0cf2-4275-b974-19f7d7a59187 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=0d013ade-4c13-41b9-b262-cf5646bc4bdb HTTP/1.1" status: 200 len: 847 time: 0.2864940 Aug 11 02:59:59.122014 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6bef8165-68a9-475b-97a1-33836c0bdd71 req-5d45165e-1fcc-4895-8321-a750df4f4d14 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=ed22b840-472c-4033-b27c-9fc95e92d183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2692831 Aug 11 02:59:59.153017 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:59:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2549279c-b124-48ee-a34a-10453b5de76d x-openstack-request-id: req-2549279c-b124-48ee-a34a-10453b5de76d {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:59:59.153423 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1dad57fb-2aa7-48ff-acbc-3e4351e2dd8b", "tag": "9e9b1c1e-485a-4297-a795-7aa29aed4322", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:59:59.161198 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2549279c-b124-48ee-a34a-10453b5de76d {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:59:59.161198 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1dad57fb-2aa7-48ff-acbc-3e4351e2dd8b', 'tag': '9e9b1c1e-485a-4297-a795-7aa29aed4322', 'status': 'completed', 'code': 200} Aug 11 02:59:59.161678 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f70db1dc-3d97-416b-afb0-3b1d01c296b3 req-0d360849-5672-4229-9d0a-cd9967849e68 tempest-ServersAdminNegativeTestJSON-106033460 tempest-ServersAdminNegativeTestJSON-106033460-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed22b840-472c-4033-b27c-9fc95e92d183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560216 Aug 11 02:59:59.161855 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-d8a02547-f279-4d82-b796-b2f2fa811926 req-eba3fc3d-1868-420d-8e0e-7eb399c4b3e6 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a1f5acc4-6e30-4bf9-bc28-7ff84dac631d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621979 Aug 11 02:59:59.177297 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-58742ffa-ea6f-41c4-90ed-68ce31c46c1e None None] Provisioning for port 19d4939c-7424-4e1d-8597-c5b689f10ddb completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:59:59.184056 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-58742ffa-ea6f-41c4-90ed-68ce31c46c1e None None] Provisioning complete for port 19d4939c-7424-4e1d-8597-c5b689f10ddb triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:59:59.184056 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-58742ffa-ea6f-41c4-90ed-68ce31c46c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:59.249930 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3fb0ab3b-e7ac-4a2a-ba25-02844e6119ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:59.257459 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.agents_db [None req-950b7202-decb-43e2-8f71-ac8931dc9749 None None] Agent healthcheck: found 7 active agents {{(pid=102194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:59:59.273326 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-58742ffa-ea6f-41c4-90ed-68ce31c46c1e None None] Port 19d4939c-7424-4e1d-8597-c5b689f10ddb cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:59:59.310612 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-2cb8f822-8c0e-4668-a0d1-1e5473e2b5a7 req-65cec274-b07f-43e5-8424-a968b4d790b2 service neutron] For port 401e83e6-d4a7-4db2-b6ef-c3a0dfa044cb, host n-h1-764292-30, cleared binding levels {{(pid=102192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:59:59.346773 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-2cb8f822-8c0e-4668-a0d1-1e5473e2b5a7 req-65cec274-b07f-43e5-8424-a968b4d790b2 service neutron] For port 401e83e6-d4a7-4db2-b6ef-c3a0dfa044cb, host n-h1-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=401e83e6-d4a7-4db2-b6ef-c3a0dfa044cb,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:59:59.357870 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-d8a02547-f279-4d82-b796-b2f2fa811926 req-1e31557c-ff48-4975-b25f-bcb0798d8e8b service neutron] 10.222.0.22 "GET /v2.0/networks/a1f5acc4-6e30-4bf9-bc28-7ff84dac631d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772068 Aug 11 02:59:59.363803 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8748b579-14b7-42aa-bcac-163dc2176de4 req-e5e0e694-791b-49bc-91b1-a7e088c8fa44 tempest-DeleteServersAdminTestJSON-106470122 tempest-DeleteServersAdminTestJSON-106470122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:59.371470 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8748b579-14b7-42aa-bcac-163dc2176de4 req-e5e0e694-791b-49bc-91b1-a7e088c8fa44 tempest-DeleteServersAdminTestJSON-106470122 tempest-DeleteServersAdminTestJSON-106470122-project] 10.222.0.41 "GET /v2.0/ports?device_id=5338961a-222f-4dc2-9a77-7353f1e545af HTTP/1.1" status: 200 len: 948 time: 0.1317463 Aug 11 02:59:59.399446 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267fc2a0-fc7e-476f-8f56-3d5fd1e4493d req-948966b0-4789-4dce-92ff-dce641bb0bb0 tempest-ImagesNegativeTestJSON-2000766136 tempest-ImagesNegativeTestJSON-2000766136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:59.400978 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-267fc2a0-fc7e-476f-8f56-3d5fd1e4493d req-948966b0-4789-4dce-92ff-dce641bb0bb0 tempest-ImagesNegativeTestJSON-2000766136 tempest-ImagesNegativeTestJSON-2000766136-project] 10.222.0.41 "GET /v2.0/ports?device_id=d1e0c362-02c2-4a45-b3c6-6cf29945717a HTTP/1.1" status: 200 len: 947 time: 0.1082070 Aug 11 02:59:59.445433 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8748b579-14b7-42aa-bcac-163dc2176de4 req-799cf643-7d9c-4a2e-85ec-d262e266ed68 tempest-DeleteServersAdminTestJSON-106470122 tempest-DeleteServersAdminTestJSON-106470122-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5c584ec-b9b7-4ae6-810e-2c5044f79540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674856 Aug 11 02:59:59.451860 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-2cb8f822-8c0e-4668-a0d1-1e5473e2b5a7 req-65cec274-b07f-43e5-8424-a968b4d790b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:59.524096 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cec274-b07f-43e5-8424-a968b4d790b2 service neutron] Pushing event updated for resources: {'Port': ['ID=401e83e6-d4a7-4db2-b6ef-c3a0dfa044cb,revision_number=3']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:59.541161 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-d8a02547-f279-4d82-b796-b2f2fa811926 req-1483c34b-594a-489d-b55b-e64aa65990b1 service neutron] 10.222.0.22 "GET /v2.0/networks/a1f5acc4-6e30-4bf9-bc28-7ff84dac631d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735885 Aug 11 02:59:59.577684 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-267fc2a0-fc7e-476f-8f56-3d5fd1e4493d req-495d2c43-e09c-4d48-a150-0e4763793f46 tempest-ImagesNegativeTestJSON-2000766136 tempest-ImagesNegativeTestJSON-2000766136-project] 10.222.0.41 "GET /v2.0/security-groups?id=34c4400d-4420-4b7c-be91-9d1eac41459c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703584 Aug 11 02:59:59.579152 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb8f822-8c0e-4668-a0d1-1e5473e2b5a7 req-65cec274-b07f-43e5-8424-a968b4d790b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:59.579777 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-2cb8f822-8c0e-4668-a0d1-1e5473e2b5a7 req-65cec274-b07f-43e5-8424-a968b4d790b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:59.581156 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2cb8f822-8c0e-4668-a0d1-1e5473e2b5a7 req-65cec274-b07f-43e5-8424-a968b4d790b2 service neutron] 10.222.0.22 "PUT /v2.0/ports/401e83e6-d4a7-4db2-b6ef-c3a0dfa044cb HTTP/1.1" status: 200 len: 1097 time: 2.4297707 Aug 11 02:59:59.581585 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5338961a-222f-4dc2-9a77-7353f1e545af', 'tag': '401e83e6-d4a7-4db2-b6ef-c3a0dfa044cb'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:59:59.589971 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-604cd005-7c90-4491-851d-819a85c26530" -d '{"events": [{"name": "network-changed", "server_uuid": "5338961a-222f-4dc2-9a77-7353f1e545af", "tag": "401e83e6-d4a7-4db2-b6ef-c3a0dfa044cb"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:59:59.630551 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device bb103a62-cc3d-4d49-9d3a-40c18974194e details requested by agent hyperv_n-h2-764292-30 with host n-h2-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:59:59.633021 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3fb0ab3b-e7ac-4a2a-ba25-02844e6119ad admin admin] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:59.664634 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13c35d7f-d552-4109-94e7-4b5dd896032e x-openstack-request-id: req-13c35d7f-d552-4109-94e7-4b5dd896032e {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:59:59.664921 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5338961a-222f-4dc2-9a77-7353f1e545af", "tag": "401e83e6-d4a7-4db2-b6ef-c3a0dfa044cb", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:59:59.665168 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-13c35d7f-d552-4109-94e7-4b5dd896032e {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:59:59.665579 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5338961a-222f-4dc2-9a77-7353f1e545af', 'tag': '401e83e6-d4a7-4db2-b6ef-c3a0dfa044cb', 'status': 'completed', 'code': 200} Aug 11 02:59:59.739416 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3fb0ab3b-e7ac-4a2a-ba25-02844e6119ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:59.754446 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc12fa27-1322-40d2-ad7d-31ea4584d91b req-87bf95ff-b1ca-4df7-8256-14db2d120669 tempest-LiveAutoBlockMigrationV225Test-1544515844 tempest-LiveAutoBlockMigrationV225Test-1544515844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:59.762383 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bc12fa27-1322-40d2-ad7d-31ea4584d91b req-87bf95ff-b1ca-4df7-8256-14db2d120669 tempest-LiveAutoBlockMigrationV225Test-1544515844 tempest-LiveAutoBlockMigrationV225Test-1544515844-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=cee6fe93-87d1-4e75-96f4-ffc84c50d2e8 HTTP/1.1" status: 200 len: 1098 time: 0.0880589 Aug 11 02:59:59.800121 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604cd005-7c90-4491-851d-819a85c26530 req-90ba8ff6-26f5-4bd4-9517-897ddd68346a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:59.802319 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-604cd005-7c90-4491-851d-819a85c26530 req-90ba8ff6-26f5-4bd4-9517-897ddd68346a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=00ef4a44706c469f8736a70fb4631087&device_id=5338961a-222f-4dc2-9a77-7353f1e545af HTTP/1.1" status: 200 len: 1100 time: 0.0986323 Aug 11 02:59:59.830750 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bc12fa27-1322-40d2-ad7d-31ea4584d91b req-71f63975-eff5-401b-a0a2-957bcf7c8806 tempest-LiveAutoBlockMigrationV225Test-1544515844 tempest-LiveAutoBlockMigrationV225Test-1544515844-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=c5aa9049-617d-473f-afb5-b55716ab8aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670314 Aug 11 02:59:59.844314 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-604cd005-7c90-4491-851d-819a85c26530 req-34509f6e-397e-4445-ad1d-2617e4d22a8b service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=00ef4a44706c469f8736a70fb4631087&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0261147 Aug 11 02:59:59.883233 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port bb103a62-cc3d-4d49-9d3a-40c18974194e, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=bb103a62-cc3d-4d49-9d3a-40c18974194e,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:59:59.891017 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1941fbe9-7e27-4c5e-bf32-e8cfdeb67c1d req-257c6315-6ecd-4a58-9a5e-a16f06ea9f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:59.892773 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-1941fbe9-7e27-4c5e-bf32-e8cfdeb67c1d req-257c6315-6ecd-4a58-9a5e-a16f06ea9f12 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=83808f5f252c43418f6a6c255d45878a&device_id=1dad57fb-2aa7-48ff-acbc-3e4351e2dd8b HTTP/1.1" status: 200 len: 1096 time: 0.2035468 Aug 11 02:59:59.893731 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb0ab3b-e7ac-4a2a-ba25-02844e6119ad admin admin] Pushing event updated for resources: {'Port': ['ID=19d4939c-7424-4e1d-8597-c5b689f10ddb,revision_number=2']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:59.909304 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Returning: {'device': 'bb103a62-cc3d-4d49-9d3a-40c18974194e', 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba', 'port_id': 'bb103a62-cc3d-4d49-9d3a-40c18974194e', 'mac_address': 'fa:16:3e:93:c3:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '254a3f4d-2b75-429e-bbb2-8e70554e9483', 'ip_address': '192.168.233.41'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:59:59.920764 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3fb0ab3b-e7ac-4a2a-ba25-02844e6119ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16383026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521135'] for router_interface, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:59.963591 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:00.012250 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb103a62-cc3d-4d49-9d3a-40c18974194e {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:00:00.057804 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port bb103a62-cc3d-4d49-9d3a-40c18974194e, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=bb103a62-cc3d-4d49-9d3a-40c18974194e,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:00:00.095745 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604cd005-7c90-4491-851d-819a85c26530 req-5696060a-7c95-460e-8844-a539d9704ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:00.096670 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-604cd005-7c90-4491-851d-819a85c26530 req-5696060a-7c95-460e-8844-a539d9704ab3 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2444649 Aug 11 03:00:00.114171 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 22b2f2ed-8c35-4b3c-bf36-e580318a380d up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:00:00.146292 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:00.181674 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1941fbe9-7e27-4c5e-bf32-e8cfdeb67c1d req-35ae75c8-9bb2-47e0-b413-92509307bfcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:00.183456 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-1941fbe9-7e27-4c5e-bf32-e8cfdeb67c1d req-35ae75c8-9bb2-47e0-b413-92509307bfcc service neutron] 10.222.0.22 "GET /v2.0/networks?id=a1f5acc4-6e30-4bf9-bc28-7ff84dac631d HTTP/1.1" status: 200 len: 908 time: 0.2771080 Aug 11 03:00:00.194202 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fb0ab3b-e7ac-4a2a-ba25-02844e6119ad admin admin] Network cbd69375-f38e-43b2-827b-7a0dc45266b3 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:00:00.198125 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-3fb0ab3b-e7ac-4a2a-ba25-02844e6119ad admin admin] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:00:00.230603 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=bb103a62-cc3d-4d49-9d3a-40c18974194e,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:00.246415 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-1941fbe9-7e27-4c5e-bf32-e8cfdeb67c1d req-67a81fe9-b565-49e7-8596-8f9385368fa3 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9e9b1c1e-485a-4297-a795-7aa29aed4322 HTTP/1.1" status: 200 len: 217 time: 0.0494738 Aug 11 03:00:00.280338 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb8f822-8c0e-4668-a0d1-1e5473e2b5a7 req-6e2f5113-95b8-47c5-85a3-bce31ae2da78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:00.281838 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2cb8f822-8c0e-4668-a0d1-1e5473e2b5a7 req-6e2f5113-95b8-47c5-85a3-bce31ae2da78 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=00ef4a44706c469f8736a70fb4631087&device_id=5338961a-222f-4dc2-9a77-7353f1e545af HTTP/1.1" status: 200 len: 1100 time: 0.1248906 Aug 11 03:00:00.287873 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port 22b2f2ed-8c35-4b3c-bf36-e580318a380d completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:00:00.293350 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 22b2f2ed-8c35-4b3c-bf36-e580318a380d triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:00:00.294369 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:00.297640 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48054fa5-5b02-4752-a304-a56b8607edaa req-ea508436-7fb8-4275-be7c-935be912fadb tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:00.305741 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-48054fa5-5b02-4752-a304-a56b8607edaa req-ea508436-7fb8-4275-be7c-935be912fadb tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/ports?device_id=1dad57fb-2aa7-48ff-acbc-3e4351e2dd8b HTTP/1.1" status: 200 len: 944 time: 0.1184239 Aug 11 03:00:00.358022 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2cb8f822-8c0e-4668-a0d1-1e5473e2b5a7 req-18a9149b-6ee1-4fca-adac-f31333f4bfee service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=401e83e6-d4a7-4db2-b6ef-c3a0dfa044cb HTTP/1.1" status: 200 len: 217 time: 0.0498180 Aug 11 03:00:00.372774 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['bb103a62-cc3d-4d49-9d3a-40c18974194e'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:00:00.421539 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1941fbe9-7e27-4c5e-bf32-e8cfdeb67c1d req-29900cb1-3c55-42f9-9a05-8cce1805dfeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:00.423044 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-1941fbe9-7e27-4c5e-bf32-e8cfdeb67c1d req-29900cb1-3c55-42f9-9a05-8cce1805dfeb service neutron] 10.222.0.22 "GET /v2.0/subnets?id=0d013ade-4c13-41b9-b262-cf5646bc4bdb HTTP/1.1" status: 200 len: 847 time: 0.1303065 Aug 11 03:00:00.452673 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-48054fa5-5b02-4752-a304-a56b8607edaa req-3d9b18fb-0726-4ba5-8a81-8af7b28089f8 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/security-groups?id=c7e06141-9137-4a1d-bc20-6fbfa107e8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456175 Aug 11 03:00:00.487909 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb8f822-8c0e-4668-a0d1-1e5473e2b5a7 req-6c9343f0-12b4-4a2f-a405-dadacb2113f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:00.489425 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2cb8f822-8c0e-4668-a0d1-1e5473e2b5a7 req-6c9343f0-12b4-4a2f-a405-dadacb2113f0 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=254a3f4d-2b75-429e-bbb2-8e70554e9483 HTTP/1.1" status: 200 len: 843 time: 0.1231968 Aug 11 03:00:00.494493 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-1941fbe9-7e27-4c5e-bf32-e8cfdeb67c1d req-afd9dc69-e0d8-42a6-99ad-c424683a2ccc service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a1f5acc4-6e30-4bf9-bc28-7ff84dac631d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0610342 Aug 11 03:00:00.582528 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:00.582791 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fb0ab3b-e7ac-4a2a-ba25-02844e6119ad admin admin] Router 4cb0f117-6cf3-4dfe-9795-75dd15d1664a has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:00:00.606098 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb8f822-8c0e-4668-a0d1-1e5473e2b5a7 req-9c90fc07-b61e-414e-ab06-591e0f109245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:00.608146 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2cb8f822-8c0e-4668-a0d1-1e5473e2b5a7 req-9c90fc07-b61e-414e-ab06-591e0f109245 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d1bf0def-6fa4-4d3e-bbc5-20a040931fba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1005044 Aug 11 03:00:00.630578 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port 22b2f2ed-8c35-4b3c-bf36-e580318a380d, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=22b2f2ed-8c35-4b3c-bf36-e580318a380d,segment=NetworkSegment(fab28bed-aa25-40db-bba4-ec26e795194c),segment_id=fab28bed-aa25-40db-bba4-ec26e795194c)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:00:00.637742 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-b39f9dc3-b957-45ad-93ec-e7cc97f5a5fd None None] Provisioning complete for port 19d4939c-7424-4e1d-8597-c5b689f10ddb triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:00:00.637742 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-b39f9dc3-b957-45ad-93ec-e7cc97f5a5fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:00.675803 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4ff495-b311-4d74-a70a-f414077d5bd6 req-c8fa473e-f8d1-4b4c-a760-4c8b3017e5c4 tempest-ServersAdminNegativeTestJSON-106033460 tempest-ServersAdminNegativeTestJSON-106033460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:00.684953 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-fa4ff495-b311-4d74-a70a-f414077d5bd6 req-c8fa473e-f8d1-4b4c-a760-4c8b3017e5c4 tempest-ServersAdminNegativeTestJSON-106033460 tempest-ServersAdminNegativeTestJSON-106033460-project] 10.222.0.41 "GET /v2.0/ports?device_id=85bf4012-5188-495c-8135-4da86a274a0b HTTP/1.1" status: 200 len: 950 time: 0.1162941 Aug 11 03:00:00.720427 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:00.758745 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-fa4ff495-b311-4d74-a70a-f414077d5bd6 req-1ae364d7-62c3-406e-bd2b-c658efe1f283 tempest-ServersAdminNegativeTestJSON-106033460 tempest-ServersAdminNegativeTestJSON-106033460-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed22b840-472c-4033-b27c-9fc95e92d183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681357 Aug 11 03:00:00.788830 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2cb8f822-8c0e-4668-a0d1-1e5473e2b5a7 req-e6f72507-e181-48f9-b16b-e9788cb11ac1 service neutron] 10.222.0.22 "GET /v2.0/networks/d1bf0def-6fa4-4d3e-bbc5-20a040931fba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709285 Aug 11 03:00:00.799779 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-1941fbe9-7e27-4c5e-bf32-e8cfdeb67c1d req-e1530334-b4ae-474e-965d-dba5ff297575 service neutron] 10.222.0.22 "GET /v2.0/networks/a1f5acc4-6e30-4bf9-bc28-7ff84dac631d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2904630 Aug 11 03:00:00.824303 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-b39f9dc3-b957-45ad-93ec-e7cc97f5a5fd None None] Port 19d4939c-7424-4e1d-8597-c5b689f10ddb cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:00:00.888184 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=22b2f2ed-8c35-4b3c-bf36-e580318a380d,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:00.895945 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fb0ab3b-e7ac-4a2a-ba25-02844e6119ad admin admin] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:00:00.903757 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-3fb0ab3b-e7ac-4a2a-ba25-02844e6119ad admin admin] 10.222.0.41 "PUT /v2.0/routers/4cb0f117-6cf3-4dfe-9795-75dd15d1664a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6732502 Aug 11 03:00:00.950875 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-1941fbe9-7e27-4c5e-bf32-e8cfdeb67c1d req-ea003da7-44a1-43fb-8159-65c7c9452775 service neutron] 10.222.0.22 "GET /v2.0/networks/a1f5acc4-6e30-4bf9-bc28-7ff84dac631d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425135 Aug 11 03:00:00.973113 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bbe2b1-1bc9-4743-9d0e-64b1a218cbfc req-98756555-606a-4741-b9e9-76aaf04af81b tempest-DeleteServersAdminTestJSON-106470122 tempest-DeleteServersAdminTestJSON-106470122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:00.980755 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-45bbe2b1-1bc9-4743-9d0e-64b1a218cbfc req-98756555-606a-4741-b9e9-76aaf04af81b tempest-DeleteServersAdminTestJSON-106470122 tempest-DeleteServersAdminTestJSON-106470122-project] 10.222.0.41 "GET /v2.0/ports?device_id=5338961a-222f-4dc2-9a77-7353f1e545af HTTP/1.1" status: 200 len: 948 time: 0.1279817 Aug 11 03:00:01.000358 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2cb8f822-8c0e-4668-a0d1-1e5473e2b5a7 req-c5e7272e-c356-48b7-9dbb-cd4e2d147824 service neutron] 10.222.0.22 "GET /v2.0/networks/d1bf0def-6fa4-4d3e-bbc5-20a040931fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003269 Aug 11 03:00:01.053272 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-45bbe2b1-1bc9-4743-9d0e-64b1a218cbfc req-2a3181c2-aced-4c6c-80a6-e27b77e3bcbd tempest-DeleteServersAdminTestJSON-106470122 tempest-DeleteServersAdminTestJSON-106470122-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5c584ec-b9b7-4ae6-810e-2c5044f79540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716534 Aug 11 03:00:01.170163 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a0a443-d2a1-46e7-b993-20d4a1ddfad2 None None] Sync routers for ids ['4cb0f117-6cf3-4dfe-9795-75dd15d1664a'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:00:01.178982 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a0a443-d2a1-46e7-b993-20d4a1ddfad2 None None] Routers {'4cb0f117-6cf3-4dfe-9795-75dd15d1664a'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:00:01.179680 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-d7a0a443-d2a1-46e7-b993-20d4a1ddfad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T02:59:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['4cb0f117-6cf3-4dfe-9795-75dd15d1664a'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:00:01.186631 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce7cbe7-9ce8-4505-95bd-20c75a4623f5 req-12e06c0e-dda6-41db-9340-c2f0b103b0ba tempest-ImagesNegativeTestJSON-2000766136 tempest-ImagesNegativeTestJSON-2000766136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:01.188180 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cce7cbe7-9ce8-4505-95bd-20c75a4623f5 req-12e06c0e-dda6-41db-9340-c2f0b103b0ba tempest-ImagesNegativeTestJSON-2000766136 tempest-ImagesNegativeTestJSON-2000766136-project] 10.222.0.41 "GET /v2.0/ports?device_id=d1e0c362-02c2-4a45-b3c6-6cf29945717a HTTP/1.1" status: 200 len: 948 time: 0.0548043 Aug 11 03:00:01.261959 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cce7cbe7-9ce8-4505-95bd-20c75a4623f5 req-464bef1e-eb69-4273-a02f-5cf035234c4d tempest-ImagesNegativeTestJSON-2000766136 tempest-ImagesNegativeTestJSON-2000766136-project] 10.222.0.41 "GET /v2.0/security-groups?id=34c4400d-4420-4b7c-be91-9d1eac41459c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518410 Aug 11 03:00:01.292505 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-d7a0a443-d2a1-46e7-b993-20d4a1ddfad2 None None] Set router 4cb0f117-6cf3-4dfe-9795-75dd15d1664a gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:00:01.504309 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-d7a0a443-d2a1-46e7-b993-20d4a1ddfad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cb0f117-6cf3-4dfe-9795-75dd15d1664a', 'name': 'tempest-ServersTestBootFromVolume-108852941-router', 'tenant_id': 'dfb8b0d4c8dd4fb2a0a5ea64f5a9a8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.163'}], 'enable_snat': True}, 'gw_port_id': '22b2f2ed-8c35-4b3c-bf36-e580318a380d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:59:52Z', 'updated_at': '2021-08-11T02:59:59Z', 'revision_number': 4, 'project_id': 'dfb8b0d4c8dd4fb2a0a5ea64f5a9a8f2', 'gw_port': {'id': '22b2f2ed-8c35-4b3c-bf36-e580318a380d', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:c4:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cb0f117-6cf3-4dfe-9795-75dd15d1664a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:59:53Z', 'updated_at': '2021-08-11T03:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '19d4939c-7424-4e1d-8597-c5b689f10ddb', 'name': '', 'network_id': 'cbd69375-f38e-43b2-827b-7a0dc45266b3', 'tenant_id': 'dfb8b0d4c8dd4fb2a0a5ea64f5a9a8f2', 'mac_address': 'fa:16:3e:b7:38:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cb0f117-6cf3-4dfe-9795-75dd15d1664a', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '9b5dcd8b-176c-469e-8a38-c36073f2d1d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:59:57Z', 'updated_at': '2021-08-11T02:59:59Z', 'revision_number': 2, 'project_id': 'dfb8b0d4c8dd4fb2a0a5ea64f5a9a8f2', 'subnets': [{'id': '9b5dcd8b-176c-469e-8a38-c36073f2d1d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:00:01.530573 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a0a443-d2a1-46e7-b993-20d4a1ddfad2 None None] Checking router: 4cb0f117-6cf3-4dfe-9795-75dd15d1664a for host: n-d-764292-30 {{(pid=102193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:00:01.530929 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a0a443-d2a1-46e7-b993-20d4a1ddfad2 None None] Updating router 4cb0f117-6cf3-4dfe-9795-75dd15d1664a port 19d4939c-7424-4e1d-8597-c5b689f10ddb binding host n-d-764292-30 {{(pid=102193) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:00:01.556049 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-d7a0a443-d2a1-46e7-b993-20d4a1ddfad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:01.664122 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device bb103a62-cc3d-4d49-9d3a-40c18974194e up at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:00:01.812173 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:01.864146 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-4f4848ca-c602-4965-a8d1-2bc1a6082b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:01.890970 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning for port bb103a62-cc3d-4d49-9d3a-40c18974194e completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:00:01.901244 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning complete for port bb103a62-cc3d-4d49-9d3a-40c18974194e triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:00:01.901608 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:01.937625 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-d7a0a443-d2a1-46e7-b993-20d4a1ddfad2 None None] Notify callbacks [] for port, precommit_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:01.966657 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-d7a0a443-d2a1-46e7-b993-20d4a1ddfad2 None None] Transition to ACTIVE for port object 19d4939c-7424-4e1d-8597-c5b689f10ddb will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:00:02.140290 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 22b2f2ed-8c35-4b3c-bf36-e580318a380d up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:00:02.145056 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-d7a0a443-d2a1-46e7-b993-20d4a1ddfad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:02.154272 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [req-df7a316c-d515-4d58-8f12-a4021b2f25ca req-6578e364-80f2-41f6-86b9-3cfadfd4cbdb tempest-LiveAutoBlockMigrationV225Test-1544515844 tempest-LiveAutoBlockMigrationV225Test-1544515844-project-admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102191) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:00:02.155269 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-df7a316c-d515-4d58-8f12-a4021b2f25ca req-6578e364-80f2-41f6-86b9-3cfadfd4cbdb tempest-LiveAutoBlockMigrationV225Test-1544515844 tempest-LiveAutoBlockMigrationV225Test-1544515844-project-admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060716 Aug 11 03:00:02.165177 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-df7a316c-d515-4d58-8f12-a4021b2f25ca req-15508680-7c38-40ac-bae5-2926c97abeef service neutron] Request body: {'binding': {'host': 'n-h1-764292-30', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:00:02.165849 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-df7a316c-d515-4d58-8f12-a4021b2f25ca req-15508680-7c38-40ac-bae5-2926c97abeef service neutron] Unknown quota resources ['binding']. {{(pid=102191) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 11 03:00:02.230080 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 42030) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:02.234043 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:02.236263 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-37949e68-6ed2-429d-9e42-e5f7103435e9 tempest-ServersTestBootFromVolume-829147864 tempest-ServersTestBootFromVolume-829147864-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1268879281', 'description': 'tempest-description--895966992'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:00:02.258984 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78587d6-7f5e-4c0d-b78d-2695e09d6208 None None] Pushing event updated for resources: {'Port': ['ID=19d4939c-7424-4e1d-8597-c5b689f10ddb,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:02.313253 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1e0c362-02c2-4a45-b3c6-6cf29945717a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb103a62-cc3d-4d49-9d3a-40c18974194e'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:00:02.316958 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-034ebd6c-77d9-4296-ae3e-706572d7bdf3" -d '{"events": [{"server_uuid": "d1e0c362-02c2-4a45-b3c6-6cf29945717a", "name": "network-vif-plugged", "status": "completed", "tag": "bb103a62-cc3d-4d49-9d3a-40c18974194e"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:00:02.341824 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 22b2f2ed-8c35-4b3c-bf36-e580318a380d triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:00:02.342208 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:02.344877 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port bb103a62-cc3d-4d49-9d3a-40c18974194e, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=bb103a62-cc3d-4d49-9d3a-40c18974194e,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:00:02.382354 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-d7a0a443-d2a1-46e7-b993-20d4a1ddfad2 None None] Attempting to bind port 19d4939c-7424-4e1d-8597-c5b689f10ddb on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:00:02.382735 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-d7a0a443-d2a1-46e7-b993-20d4a1ddfad2 None None] Attempting to bind port 19d4939c-7424-4e1d-8597-c5b689f10ddb by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': '179797a7-9b1f-4b2b-ae1e-26b7a646c1a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'cbd69375-f38e-43b2-827b-7a0dc45266b3'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:00:02.383649 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7a0a443-d2a1-46e7-b993-20d4a1ddfad2 None None] Attempting to bind port 19d4939c-7424-4e1d-8597-c5b689f10ddb on network cbd69375-f38e-43b2-827b-7a0dc45266b3 {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:00:02.392266 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-37949e68-6ed2-429d-9e42-e5f7103435e9 tempest-ServersTestBootFromVolume-829147864 tempest-ServersTestBootFromVolume-829147864-project] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:02.395812 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7a0a443-d2a1-46e7-b993-20d4a1ddfad2 None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 0, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:00:02.396504 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7a0a443-d2a1-46e7-b993-20d4a1ddfad2 None None] Checking segment: {'id': '179797a7-9b1f-4b2b-ae1e-26b7a646c1a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'cbd69375-f38e-43b2-827b-7a0dc45266b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:00:02.396915 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-d7a0a443-d2a1-46e7-b993-20d4a1ddfad2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:02.397589 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7a0a443-d2a1-46e7-b993-20d4a1ddfad2 None None] Bound using segment: {'id': '179797a7-9b1f-4b2b-ae1e-26b7a646c1a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'cbd69375-f38e-43b2-827b-7a0dc45266b3'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:00:02.398667 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-d7a0a443-d2a1-46e7-b993-20d4a1ddfad2 None None] Bound port: 19d4939c-7424-4e1d-8597-c5b689f10ddb, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '179797a7-9b1f-4b2b-ae1e-26b7a646c1a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'cbd69375-f38e-43b2-827b-7a0dc45266b3'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:00:02.398667 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-d7a0a443-d2a1-46e7-b993-20d4a1ddfad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:02.405829 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-df7a316c-d515-4d58-8f12-a4021b2f25ca req-15508680-7c38-40ac-bae5-2926c97abeef service neutron] Attempting to bind port 46ff71e7-c588-4f6d-a897-c30d7b3f65cf on host n-h1-764292-30 for vnic_type normal with profile None {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:00:02.406557 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-df7a316c-d515-4d58-8f12-a4021b2f25ca req-15508680-7c38-40ac-bae5-2926c97abeef service neutron] Attempting to bind port 46ff71e7-c588-4f6d-a897-c30d7b3f65cf by drivers openvswitch,hyperv on host n-h1-764292-30 at level 0 using segments [{'id': 'a45ed4ca-59d3-4372-9b5a-18bb6ba190c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f221beb7-8330-438a-a9fe-3bfcf5050d99'}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:00:02.407093 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7a316c-d515-4d58-8f12-a4021b2f25ca req-15508680-7c38-40ac-bae5-2926c97abeef service neutron] Attempting to bind port 46ff71e7-c588-4f6d-a897-c30d7b3f65cf on network f221beb7-8330-438a-a9fe-3bfcf5050d99 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:00:02.414331 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7a316c-d515-4d58-8f12-a4021b2f25ca req-15508680-7c38-40ac-bae5-2926c97abeef service neutron] Port 46ff71e7-c588-4f6d-a897-c30d7b3f65cf on network f221beb7-8330-438a-a9fe-3bfcf5050d99 not bound, no agent of type Open vSwitch agent registered on host n-h1-764292-30 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:00:02.415306 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7a316c-d515-4d58-8f12-a4021b2f25ca req-15508680-7c38-40ac-bae5-2926c97abeef service neutron] Attempting to bind port 46ff71e7-c588-4f6d-a897-c30d7b3f65cf on network f221beb7-8330-438a-a9fe-3bfcf5050d99 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:00:02.422899 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7a316c-d515-4d58-8f12-a4021b2f25ca req-15508680-7c38-40ac-bae5-2926c97abeef service neutron] Checking agent: {'id': 'abb524c2-b412-4ed2-8367-45c4fd996fa7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 59, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:00:02.423358 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7a316c-d515-4d58-8f12-a4021b2f25ca req-15508680-7c38-40ac-bae5-2926c97abeef service neutron] Checking segment: {'id': 'a45ed4ca-59d3-4372-9b5a-18bb6ba190c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f221beb7-8330-438a-a9fe-3bfcf5050d99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:00:02.423835 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7a316c-d515-4d58-8f12-a4021b2f25ca req-15508680-7c38-40ac-bae5-2926c97abeef service neutron] Bound using segment: {'id': 'a45ed4ca-59d3-4372-9b5a-18bb6ba190c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f221beb7-8330-438a-a9fe-3bfcf5050d99'} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:00:02.424354 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-df7a316c-d515-4d58-8f12-a4021b2f25ca req-15508680-7c38-40ac-bae5-2926c97abeef service neutron] Bound port: 46ff71e7-c588-4f6d-a897-c30d7b3f65cf, host: n-h1-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a45ed4ca-59d3-4372-9b5a-18bb6ba190c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f221beb7-8330-438a-a9fe-3bfcf5050d99'}}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:00:02.425568 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba05111-53e2-4681-88c2-ac182e73034d req-1363ed84-e00a-4e59-9ef3-9449c78b2b1d tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:02.427127 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1ba05111-53e2-4681-88c2-ac182e73034d req-1363ed84-e00a-4e59-9ef3-9449c78b2b1d tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/ports?device_id=1dad57fb-2aa7-48ff-acbc-3e4351e2dd8b HTTP/1.1" status: 200 len: 944 time: 0.0873642 Aug 11 03:00:02.449154 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:02.489576 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-df7a316c-d515-4d58-8f12-a4021b2f25ca req-15508680-7c38-40ac-bae5-2926c97abeef service neutron] For port 46ff71e7-c588-4f6d-a897-c30d7b3f65cf, host n-h1-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=46ff71e7-c588-4f6d-a897-c30d7b3f65cf,segment=NetworkSegment(a45ed4ca-59d3-4372-9b5a-18bb6ba190c2),segment_id=a45ed4ca-59d3-4372-9b5a-18bb6ba190c2)] {{(pid=102191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:00:02.518908 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1ba05111-53e2-4681-88c2-ac182e73034d req-22383ae8-f3b4-4796-8071-767d05a42717 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/security-groups?id=c7e06141-9137-4a1d-bc20-6fbfa107e8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742013 Aug 11 03:00:02.558965 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-37949e68-6ed2-429d-9e42-e5f7103435e9 tempest-ServersTestBootFromVolume-829147864 tempest-ServersTestBootFromVolume-829147864-project] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:02.565431 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-df7a316c-d515-4d58-8f12-a4021b2f25ca req-15508680-7c38-40ac-bae5-2926c97abeef service neutron] Notify callbacks [] for binding, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:02.568632 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-df7a316c-d515-4d58-8f12-a4021b2f25ca req-15508680-7c38-40ac-bae5-2926c97abeef service neutron] 10.222.0.41 "POST /v2.0/ports/46ff71e7-c588-4f6d-a897-c30d7b3f65cf/bindings HTTP/1.1" status: 201 len: 390 time: 0.4064951 Aug 11 03:00:02.622142 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-37949e68-6ed2-429d-9e42-e5f7103435e9 tempest-ServersTestBootFromVolume-829147864 tempest-ServersTestBootFromVolume-829147864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:02.630038 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=bb103a62-cc3d-4d49-9d3a-40c18974194e,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:02.633152 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-d7a0a443-d2a1-46e7-b993-20d4a1ddfad2 None None] For port 19d4939c-7424-4e1d-8597-c5b689f10ddb, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:00:02.650852 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-d7a0a443-d2a1-46e7-b993-20d4a1ddfad2 None None] For port 19d4939c-7424-4e1d-8597-c5b689f10ddb, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=19d4939c-7424-4e1d-8597-c5b689f10ddb,segment=NetworkSegment(179797a7-9b1f-4b2b-ae1e-26b7a646c1a8),segment_id=179797a7-9b1f-4b2b-ae1e-26b7a646c1a8)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:00:02.653165 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5379a2d0-cecd-4612-bca1-918b53361e95 req-484f389d-d58e-44bd-9416-0471c2a45a95 tempest-ServersAdminNegativeTestJSON-1178301235 tempest-ServersAdminNegativeTestJSON-1178301235-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:02.654682 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5379a2d0-cecd-4612-bca1-918b53361e95 req-484f389d-d58e-44bd-9416-0471c2a45a95 tempest-ServersAdminNegativeTestJSON-1178301235 tempest-ServersAdminNegativeTestJSON-1178301235-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=85bf4012-5188-495c-8135-4da86a274a0b HTTP/1.1" status: 200 len: 1102 time: 0.0687950 Aug 11 03:00:02.668433 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37949e68-6ed2-429d-9e42-e5f7103435e9 tempest-ServersTestBootFromVolume-829147864 tempest-ServersTestBootFromVolume-829147864-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3799b9f0-2cd6-4194-a840-878f5c5d8080,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:02.678709 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-5379a2d0-cecd-4612-bca1-918b53361e95 req-4924362b-05a9-4643-bc9c-4a39c316ebb6 tempest-ServersAdminNegativeTestJSON-1178301235 tempest-ServersAdminNegativeTestJSON-1178301235-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:02.719978 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-37949e68-6ed2-429d-9e42-e5f7103435e9 tempest-ServersTestBootFromVolume-829147864 tempest-ServersTestBootFromVolume-829147864-project] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:02.721286 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-37949e68-6ed2-429d-9e42-e5f7103435e9 tempest-ServersTestBootFromVolume-829147864 tempest-ServersTestBootFromVolume-829147864-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4895868 Aug 11 03:00:02.723992 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 42038) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:02.728787 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-8150b7e2-e3a5-4cbc-9fc6-4e4bcaeccbb2 tempest-ServersTestBootFromVolume-829147864 tempest-ServersTestBootFromVolume-829147864-project] Request body: {'security_group_rule': {'security_group_id': '3799b9f0-2cd6-4194-a840-878f5c5d8080', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:00:02.767343 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-d7a0a443-d2a1-46e7-b993-20d4a1ddfad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:02.821182 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-5379a2d0-cecd-4612-bca1-918b53361e95 req-4924362b-05a9-4643-bc9c-4a39c316ebb6 tempest-ServersAdminNegativeTestJSON-1178301235 tempest-ServersAdminNegativeTestJSON-1178301235-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:02.843240 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a0a443-d2a1-46e7-b993-20d4a1ddfad2 None None] Routers {'4cb0f117-6cf3-4dfe-9795-75dd15d1664a'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:00:02.843900 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-d7a0a443-d2a1-46e7-b993-20d4a1ddfad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:00:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['4cb0f117-6cf3-4dfe-9795-75dd15d1664a'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:00:02.849987 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78587d6-7f5e-4c0d-b78d-2695e09d6208 None None] Pushing event updated for resources: {'Port': ['ID=19d4939c-7424-4e1d-8597-c5b689f10ddb,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:02.882801 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:02.921128 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-5379a2d0-cecd-4612-bca1-918b53361e95 req-4924362b-05a9-4643-bc9c-4a39c316ebb6 tempest-ServersAdminNegativeTestJSON-1178301235 tempest-ServersAdminNegativeTestJSON-1178301235-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:02.959291 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5379a2d0-cecd-4612-bca1-918b53361e95 req-4924362b-05a9-4643-bc9c-4a39c316ebb6 tempest-ServersAdminNegativeTestJSON-1178301235 tempest-ServersAdminNegativeTestJSON-1178301235-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ed22b840-472c-4033-b27c-9fc95e92d183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2972217 Aug 11 03:00:02.970123 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d78d14e-355a-4f68-93db-dd267b3751cb req-defd6132-f445-41ba-b3fe-aa45d86a2cfc tempest-DeleteServersAdminTestJSON-106470122 tempest-DeleteServersAdminTestJSON-106470122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:02.971926 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9d78d14e-355a-4f68-93db-dd267b3751cb req-defd6132-f445-41ba-b3fe-aa45d86a2cfc tempest-DeleteServersAdminTestJSON-106470122 tempest-DeleteServersAdminTestJSON-106470122-project] 10.222.0.41 "GET /v2.0/ports?device_id=5338961a-222f-4dc2-9a77-7353f1e545af HTTP/1.1" status: 200 len: 948 time: 0.0985947 Aug 11 03:00:02.982905 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-d7a0a443-d2a1-46e7-b993-20d4a1ddfad2 None None] Set router 4cb0f117-6cf3-4dfe-9795-75dd15d1664a gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:00:03.013586 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4924362b-05a9-4643-bc9c-4a39c316ebb6 tempest-ServersAdminNegativeTestJSON-1178301235 tempest-ServersAdminNegativeTestJSON-1178301235-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e88c678a-c4a4-4722-afea-0c0b3c001c07,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:03.034267 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-8150b7e2-e3a5-4cbc-9fc6-4e4bcaeccbb2 tempest-ServersTestBootFromVolume-829147864 tempest-ServersTestBootFromVolume-829147864-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:03.088275 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9d78d14e-355a-4f68-93db-dd267b3751cb req-ecd15490-c048-42f7-b267-e76550c66cdb tempest-DeleteServersAdminTestJSON-106470122 tempest-DeleteServersAdminTestJSON-106470122-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5c584ec-b9b7-4ae6-810e-2c5044f79540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930598 Aug 11 03:00:03.145301 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-8150b7e2-e3a5-4cbc-9fc6-4e4bcaeccbb2 tempest-ServersTestBootFromVolume-829147864 tempest-ServersTestBootFromVolume-829147864-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:03.160200 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49d836a-7002-4935-aaa5-8c578182609d req-a417ab59-1cfb-42f5-b37e-6c8c8c8b5438 tempest-ImagesNegativeTestJSON-2000766136 tempest-ImagesNegativeTestJSON-2000766136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:03.162018 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e49d836a-7002-4935-aaa5-8c578182609d req-a417ab59-1cfb-42f5-b37e-6c8c8c8b5438 tempest-ImagesNegativeTestJSON-2000766136 tempest-ImagesNegativeTestJSON-2000766136-project] 10.222.0.41 "GET /v2.0/ports?device_id=d1e0c362-02c2-4a45-b3c6-6cf29945717a HTTP/1.1" status: 200 len: 949 time: 0.1127877 Aug 11 03:00:03.223049 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e49d836a-7002-4935-aaa5-8c578182609d req-c334b153-6c40-4a3b-b4be-1e3f502f1909 tempest-ImagesNegativeTestJSON-2000766136 tempest-ImagesNegativeTestJSON-2000766136-project] 10.222.0.41 "GET /v2.0/security-groups?id=34c4400d-4420-4b7c-be91-9d1eac41459c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506005 Aug 11 03:00:03.225280 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-8150b7e2-e3a5-4cbc-9fc6-4e4bcaeccbb2 tempest-ServersTestBootFromVolume-829147864 tempest-ServersTestBootFromVolume-829147864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:03.274561 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:00:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0a0b196-9b42-492d-b6b2-61e877c5dfa8 x-openstack-request-id: req-a0a0b196-9b42-492d-b6b2-61e877c5dfa8 {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:00:03.275054 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1e0c362-02c2-4a45-b3c6-6cf29945717a", "name": "network-vif-plugged", "status": "completed", "tag": "bb103a62-cc3d-4d49-9d3a-40c18974194e", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:00:03.275444 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a0a0b196-9b42-492d-b6b2-61e877c5dfa8 {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:00:03.276388 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1e0c362-02c2-4a45-b3c6-6cf29945717a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb103a62-cc3d-4d49-9d3a-40c18974194e', 'code': 200} Aug 11 03:00:03.317133 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8150b7e2-e3a5-4cbc-9fc6-4e4bcaeccbb2 tempest-ServersTestBootFromVolume-829147864 tempest-ServersTestBootFromVolume-829147864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81f60c49-b623-4765-992c-6300a15093c1,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:03.354150 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-d7a0a443-d2a1-46e7-b993-20d4a1ddfad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cb0f117-6cf3-4dfe-9795-75dd15d1664a', 'name': 'tempest-ServersTestBootFromVolume-108852941-router', 'tenant_id': 'dfb8b0d4c8dd4fb2a0a5ea64f5a9a8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.163'}], 'enable_snat': True}, 'gw_port_id': '22b2f2ed-8c35-4b3c-bf36-e580318a380d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:59:52Z', 'updated_at': '2021-08-11T02:59:59Z', 'revision_number': 4, 'project_id': 'dfb8b0d4c8dd4fb2a0a5ea64f5a9a8f2', 'gw_port': {'id': '22b2f2ed-8c35-4b3c-bf36-e580318a380d', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:c4:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cb0f117-6cf3-4dfe-9795-75dd15d1664a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:59:53Z', 'updated_at': '2021-08-11T03:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '19d4939c-7424-4e1d-8597-c5b689f10ddb', 'name': '', 'network_id': 'cbd69375-f38e-43b2-827b-7a0dc45266b3', 'tenant_id': 'dfb8b0d4c8dd4fb2a0a5ea64f5a9a8f2', 'mac_address': 'fa:16:3e:b7:38:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cb0f117-6cf3-4dfe-9795-75dd15d1664a', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '9b5dcd8b-176c-469e-8a38-c36073f2d1d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:59:57Z', 'updated_at': '2021-08-11T03:00:02Z', 'revision_number': 4, 'project_id': 'dfb8b0d4c8dd4fb2a0a5ea64f5a9a8f2', 'subnets': [{'id': '9b5dcd8b-176c-469e-8a38-c36073f2d1d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:00:03.386903 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a0a443-d2a1-46e7-b993-20d4a1ddfad2 None None] The sync data for ids ['4cb0f117-6cf3-4dfe-9795-75dd15d1664a'] in n-d-764292-30 is: [{'id': '4cb0f117-6cf3-4dfe-9795-75dd15d1664a', 'name': 'tempest-ServersTestBootFromVolume-108852941-router', 'tenant_id': 'dfb8b0d4c8dd4fb2a0a5ea64f5a9a8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.163'}], 'enable_snat': True}, 'gw_port_id': '22b2f2ed-8c35-4b3c-bf36-e580318a380d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:59:52Z', 'updated_at': '2021-08-11T02:59:59Z', 'revision_number': 4, 'project_id': 'dfb8b0d4c8dd4fb2a0a5ea64f5a9a8f2', 'gw_port': {'id': '22b2f2ed-8c35-4b3c-bf36-e580318a380d', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:c4:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cb0f117-6cf3-4dfe-9795-75dd15d1664a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:59:53Z', 'updated_at': '2021-08-11T03:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '19d4939c-7424-4e1d-8597-c5b689f10ddb', 'name': '', 'network_id': 'cbd69375-f38e-43b2-827b-7a0dc45266b3', 'tenant_id': 'dfb8b0d4c8dd4fb2a0a5ea64f5a9a8f2', 'mac_address': 'fa:16:3e:b7:38:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cb0f117-6cf3-4dfe-9795-75dd15d1664a', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '9b5dcd8b-176c-469e-8a38-c36073f2d1d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:59:57Z', 'updated_at': '2021-08-11T03:00:02Z', 'revision_number': 4, 'project_id': 'dfb8b0d4c8dd4fb2a0a5ea64f5a9a8f2', 'subnets': [{'id': '9b5dcd8b-176c-469e-8a38-c36073f2d1d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:00:03.657967 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-8150b7e2-e3a5-4cbc-9fc6-4e4bcaeccbb2 tempest-ServersTestBootFromVolume-829147864 tempest-ServersTestBootFromVolume-829147864-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:03.661502 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-8150b7e2-e3a5-4cbc-9fc6-4e4bcaeccbb2 tempest-ServersTestBootFromVolume-829147864 tempest-ServersTestBootFromVolume-829147864-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9342926 Aug 11 03:00:03.662258 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 42050) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:03.666432 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-70a92363-f652-4090-a10c-68a8e1148d10 tempest-ServersTestBootFromVolume-829147864 tempest-ServersTestBootFromVolume-829147864-project] Request body: {'security_group_rule': {'security_group_id': '3799b9f0-2cd6-4194-a840-878f5c5d8080', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:00:03.693266 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7a316c-d515-4d58-8f12-a4021b2f25ca req-f4de2546-4781-4b22-98c4-69600c4ba818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:03.694772 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-df7a316c-d515-4d58-8f12-a4021b2f25ca req-f4de2546-4781-4b22-98c4-69600c4ba818 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7a37d4caabc9417c92d7f5d7ce7df51b&device_id=cee6fe93-87d1-4e75-96f4-ffc84c50d2e8 HTTP/1.1" status: 200 len: 1098 time: 0.4161041 Aug 11 03:00:03.703216 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be710301-b194-4dbb-9f63-92b72b4770bc req-96fe4e48-0fad-4e52-ab83-0dc5bd0402e7 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:03.704803 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-be710301-b194-4dbb-9f63-92b72b4770bc req-96fe4e48-0fad-4e52-ab83-0dc5bd0402e7 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/ports?device_id=cee6fe93-87d1-4e75-96f4-ffc84c50d2e8 HTTP/1.1" status: 200 len: 946 time: 0.3668897 Aug 11 03:00:03.710261 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4796a246-daa4-4318-8575-659df519dfe9 req-bbfbb6b0-216d-4a38-9c72-b936c54ee4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:03.712042 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4796a246-daa4-4318-8575-659df519dfe9 req-bbfbb6b0-216d-4a38-9c72-b936c54ee4b8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d1e0c362-02c2-4a45-b3c6-6cf29945717a HTTP/1.1" status: 200 len: 1101 time: 0.3423765 Aug 11 03:00:03.754775 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-70a92363-f652-4090-a10c-68a8e1148d10 tempest-ServersTestBootFromVolume-829147864 tempest-ServersTestBootFromVolume-829147864-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:03.812504 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 9e9b1c1e-485a-4297-a795-7aa29aed4322 details requested by agent hyperv_n-h1-764292-30 with host n-h1-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:00:03.847370 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-70a92363-f652-4090-a10c-68a8e1148d10 tempest-ServersTestBootFromVolume-829147864 tempest-ServersTestBootFromVolume-829147864-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:03.853843 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4796a246-daa4-4318-8575-659df519dfe9 req-940d613a-ee2a-4e20-8b10-65082f9cc783 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=34c4400d-4420-4b7c-be91-9d1eac41459c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333179 Aug 11 03:00:03.874410 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-be710301-b194-4dbb-9f63-92b72b4770bc req-e512c73c-5183-49b5-ba4b-7778fff923e8 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5aa9049-617d-473f-afb5-b55716ab8aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467049 Aug 11 03:00:03.913624 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7a316c-d515-4d58-8f12-a4021b2f25ca req-899d87bd-ff50-46f9-a5ec-5d4ba06af3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:03.915133 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-df7a316c-d515-4d58-8f12-a4021b2f25ca req-899d87bd-ff50-46f9-a5ec-5d4ba06af3f1 service neutron] 10.222.0.22 "GET /v2.0/networks?id=f221beb7-8330-438a-a9fe-3bfcf5050d99 HTTP/1.1" status: 200 len: 922 time: 0.2092626 Aug 11 03:00:03.931239 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-70a92363-f652-4090-a10c-68a8e1148d10 tempest-ServersTestBootFromVolume-829147864 tempest-ServersTestBootFromVolume-829147864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:03.965377 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 9e9b1c1e-485a-4297-a795-7aa29aed4322, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=9e9b1c1e-485a-4297-a795-7aa29aed4322,segment=NetworkSegment(75626708-94f6-4fcc-8cbd-0dd0dd709069),segment_id=75626708-94f6-4fcc-8cbd-0dd0dd709069)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:00:03.967223 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a92363-f652-4090-a10c-68a8e1148d10 tempest-ServersTestBootFromVolume-829147864 tempest-ServersTestBootFromVolume-829147864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=238eb6ae-5cb5-4772-ba7f-b1e813898cb9,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:03.972192 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-df7a316c-d515-4d58-8f12-a4021b2f25ca req-36f1f03c-ed9d-474c-8c9b-7ca949507100 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=46ff71e7-c588-4f6d-a897-c30d7b3f65cf HTTP/1.1" status: 200 len: 217 time: 0.0466070 Aug 11 03:00:03.983336 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Returning: {'device': '9e9b1c1e-485a-4297-a795-7aa29aed4322', 'network_id': 'a1f5acc4-6e30-4bf9-bc28-7ff84dac631d', 'port_id': '9e9b1c1e-485a-4297-a795-7aa29aed4322', 'mac_address': 'fa:16:3e:4a:b2:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d013ade-4c13-41b9-b262-cf5646bc4bdb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:00:03.990977 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94a35d2-f7e7-4a3e-8722-89bf9b8329b0 req-f4fd51ae-728e-4f1b-9218-de4a4e8f34ab tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:03.992532 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d94a35d2-f7e7-4a3e-8722-89bf9b8329b0 req-f4fd51ae-728e-4f1b-9218-de4a4e8f34ab tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/ports?device_id=1dad57fb-2aa7-48ff-acbc-3e4351e2dd8b HTTP/1.1" status: 200 len: 944 time: 0.1115921 Aug 11 03:00:04.036019 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:04.044311 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-70a92363-f652-4090-a10c-68a8e1148d10 tempest-ServersTestBootFromVolume-829147864 tempest-ServersTestBootFromVolume-829147864-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:04.053305 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-70a92363-f652-4090-a10c-68a8e1148d10 tempest-ServersTestBootFromVolume-829147864 tempest-ServersTestBootFromVolume-829147864-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3902991 Aug 11 03:00:04.053647 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e9b1c1e-485a-4297-a795-7aa29aed4322 {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:00:04.058928 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 42056) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:04.062976 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 19d4939c-7424-4e1d-8597-c5b689f10ddb up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:00:04.070932 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-5c693a18-ed12-4c75-9c2a-2c799fbb4a0f tempest-ServersTestBootFromVolume-829147864 tempest-ServersTestBootFromVolume-829147864-project] Request body: {'floatingip': {'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:00:04.105290 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7a316c-d515-4d58-8f12-a4021b2f25ca req-ea85c615-637d-4e9f-934a-972e9ce0625d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:04.106796 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-df7a316c-d515-4d58-8f12-a4021b2f25ca req-ea85c615-637d-4e9f-934a-972e9ce0625d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1f48ffa3-65bd-47bc-90cf-1fcd73e0ff01 HTTP/1.1" status: 200 len: 861 time: 0.1133840 Aug 11 03:00:04.114748 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 9e9b1c1e-485a-4297-a795-7aa29aed4322, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=9e9b1c1e-485a-4297-a795-7aa29aed4322,segment=NetworkSegment(75626708-94f6-4fcc-8cbd-0dd0dd709069),segment_id=75626708-94f6-4fcc-8cbd-0dd0dd709069)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:00:04.116145 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d94a35d2-f7e7-4a3e-8722-89bf9b8329b0 req-f0086b7b-0456-4681-bd4c-9b58ac8f1742 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/security-groups?id=c7e06141-9137-4a1d-bc20-6fbfa107e8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014991 Aug 11 03:00:04.158728 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-df7a316c-d515-4d58-8f12-a4021b2f25ca req-a05e48f1-411a-4b91-b13f-217086f8eadc service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=f221beb7-8330-438a-a9fe-3bfcf5050d99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415924 Aug 11 03:00:04.166331 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dedfd0-1a8c-49df-b199-bee1af74a9cf req-7faed979-bbb0-4078-95e6-2b2591961080 tempest-VolumesAdminNegativeTest-115596197 tempest-VolumesAdminNegativeTest-115596197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:04.170763 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-67dedfd0-1a8c-49df-b199-bee1af74a9cf req-7faed979-bbb0-4078-95e6-2b2591961080 tempest-VolumesAdminNegativeTest-115596197 tempest-VolumesAdminNegativeTest-115596197-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd317c8e-05cf-40d6-a468-41396da0d080 HTTP/1.1" status: 200 len: 945 time: 0.1923835 Aug 11 03:00:04.177784 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5c693a18-ed12-4c75-9c2a-2c799fbb4a0f tempest-ServersTestBootFromVolume-829147864 tempest-ServersTestBootFromVolume-829147864-project] Notify callbacks [] for floatingip, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:04.206044 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:04.257784 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port 19d4939c-7424-4e1d-8597-c5b689f10ddb completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:00:04.270102 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 19d4939c-7424-4e1d-8597-c5b689f10ddb triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:00:04.270505 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:04.294549 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=9e9b1c1e-485a-4297-a795-7aa29aed4322,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:04.296503 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5c693a18-ed12-4c75-9c2a-2c799fbb4a0f tempest-ServersTestBootFromVolume-829147864 tempest-ServersTestBootFromVolume-829147864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:04.309578 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-67dedfd0-1a8c-49df-b199-bee1af74a9cf req-17fb249f-d043-4147-ab8a-8f623f4dd442 tempest-VolumesAdminNegativeTest-115596197 tempest-VolumesAdminNegativeTest-115596197-project] 10.222.0.41 "GET /v2.0/security-groups?id=18ab6f46-bbc8-4ef6-805b-433dfe8dcefb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284413 Aug 11 03:00:04.354462 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9adc51-d19f-434d-9308-7241c78b2d06 req-fc36efca-2697-4e81-a78a-7e805eec095d tempest-DeleteServersAdminTestJSON-106470122 tempest-DeleteServersAdminTestJSON-106470122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:04.355941 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5e9adc51-d19f-434d-9308-7241c78b2d06 req-fc36efca-2697-4e81-a78a-7e805eec095d tempest-DeleteServersAdminTestJSON-106470122 tempest-DeleteServersAdminTestJSON-106470122-project] 10.222.0.41 "GET /v2.0/ports?device_id=5338961a-222f-4dc2-9a77-7353f1e545af HTTP/1.1" status: 200 len: 948 time: 0.1235254 Aug 11 03:00:04.358368 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-df7a316c-d515-4d58-8f12-a4021b2f25ca req-457f1e31-d0af-4e91-9cb2-855f43bf9f82 service neutron] 10.222.0.22 "GET /v2.0/networks/f221beb7-8330-438a-a9fe-3bfcf5050d99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865544 Aug 11 03:00:04.385677 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:04.431810 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port 19d4939c-7424-4e1d-8597-c5b689f10ddb, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=19d4939c-7424-4e1d-8597-c5b689f10ddb,segment=NetworkSegment(179797a7-9b1f-4b2b-ae1e-26b7a646c1a8),segment_id=179797a7-9b1f-4b2b-ae1e-26b7a646c1a8)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:00:04.491298 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:04.501997 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [None req-5c693a18-ed12-4c75-9c2a-2c799fbb4a0f tempest-ServersTestBootFromVolume-829147864 tempest-ServersTestBootFromVolume-829147864-project] Allocated IP 172.25.8.246 (09faf7d2-eaf5-4a50-bb6e-4cb05d009a76/e1a97443-13df-40bb-85f5-fd269e2742c0/72cd0b3a-6057-4c9d-b90f-9f49a3efeb0e) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:00:04.523946 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:04.560536 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5e9adc51-d19f-434d-9308-7241c78b2d06 req-38c23b87-b2e0-4d8a-8a85-2838311860f6 tempest-DeleteServersAdminTestJSON-106470122 tempest-DeleteServersAdminTestJSON-106470122-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5c584ec-b9b7-4ae6-810e-2c5044f79540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924691 Aug 11 03:00:04.567224 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=19d4939c-7424-4e1d-8597-c5b689f10ddb,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:04.575709 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-df7a316c-d515-4d58-8f12-a4021b2f25ca req-10074376-8ccc-4482-a13d-e8cf8a59423d service neutron] 10.222.0.22 "GET /v2.0/networks/f221beb7-8330-438a-a9fe-3bfcf5050d99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055674 Aug 11 03:00:04.594836 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682b45fd-fce3-45c5-950a-3ef48be9cfb8 req-3d390a29-6a58-489c-9892-cd959aeb4969 tempest-ImagesNegativeTestJSON-2000766136 tempest-ImagesNegativeTestJSON-2000766136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:04.602729 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-682b45fd-fce3-45c5-950a-3ef48be9cfb8 req-3d390a29-6a58-489c-9892-cd959aeb4969 tempest-ImagesNegativeTestJSON-2000766136 tempest-ImagesNegativeTestJSON-2000766136-project] 10.222.0.41 "GET /v2.0/ports?device_id=d1e0c362-02c2-4a45-b3c6-6cf29945717a HTTP/1.1" status: 200 len: 949 time: 0.1021380 Aug 11 03:00:04.621161 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['9e9b1c1e-485a-4297-a795-7aa29aed4322'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:00:04.661027 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-682b45fd-fce3-45c5-950a-3ef48be9cfb8 req-f3608698-7177-4e15-899e-20d4e86465f8 tempest-ImagesNegativeTestJSON-2000766136 tempest-ImagesNegativeTestJSON-2000766136-project] 10.222.0.41 "GET /v2.0/security-groups?id=34c4400d-4420-4b7c-be91-9d1eac41459c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531387 Aug 11 03:00:04.667033 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5c693a18-ed12-4c75-9c2a-2c799fbb4a0f tempest-ServersTestBootFromVolume-829147864 tempest-ServersTestBootFromVolume-829147864-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:04.816141 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7a316c-d515-4d58-8f12-a4021b2f25ca req-54520736-3b8c-4e4b-98d7-575bd101765a tempest-LiveAutoBlockMigrationV225Test-1544515844 tempest-LiveAutoBlockMigrationV225Test-1544515844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:04.817659 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-df7a316c-d515-4d58-8f12-a4021b2f25ca req-54520736-3b8c-4e4b-98d7-575bd101765a tempest-LiveAutoBlockMigrationV225Test-1544515844 tempest-LiveAutoBlockMigrationV225Test-1544515844-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=cee6fe93-87d1-4e75-96f4-ffc84c50d2e8&tenant_id=7a37d4caabc9417c92d7f5d7ce7df51b&binding%3Ahost_id=n-h2-764292-30 HTTP/1.1" status: 200 len: 1098 time: 0.0933051 Aug 11 03:00:04.830985 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-df7a316c-d515-4d58-8f12-a4021b2f25ca req-dd36db33-b2b6-45b7-86da-b817d4d14c55 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-764292-30'}}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:00:04.849939 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5c693a18-ed12-4c75-9c2a-2c799fbb4a0f tempest-ServersTestBootFromVolume-829147864 tempest-ServersTestBootFromVolume-829147864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:04.902749 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-df7a316c-d515-4d58-8f12-a4021b2f25ca req-dd36db33-b2b6-45b7-86da-b817d4d14c55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:04.902950 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c693a18-ed12-4c75-9c2a-2c799fbb4a0f tempest-ServersTestBootFromVolume-829147864 tempest-ServersTestBootFromVolume-829147864-project] Network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:00:04.905768 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-5c693a18-ed12-4c75-9c2a-2c799fbb4a0f tempest-ServersTestBootFromVolume-829147864 tempest-ServersTestBootFromVolume-829147864-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:00:04.911095 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c693a18-ed12-4c75-9c2a-2c799fbb4a0f tempest-ServersTestBootFromVolume-829147864 tempest-ServersTestBootFromVolume-829147864-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:00:04.914028 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c693a18-ed12-4c75-9c2a-2c799fbb4a0f tempest-ServersTestBootFromVolume-829147864 tempest-ServersTestBootFromVolume-829147864-project] Pushing event updated for resources: {'Port': ['ID=72cd0b3a-6057-4c9d-b90f-9f49a3efeb0e,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:05.045378 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5c693a18-ed12-4c75-9c2a-2c799fbb4a0f tempest-ServersTestBootFromVolume-829147864 tempest-ServersTestBootFromVolume-829147864-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:05.089759 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec38087-c7bc-4958-954f-96101412f409 req-ea114e88-9189-420a-a890-060dc3d415d0 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:05.091450 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0ec38087-c7bc-4958-954f-96101412f409 req-ea114e88-9189-420a-a890-060dc3d415d0 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/ports?device_id=cee6fe93-87d1-4e75-96f4-ffc84c50d2e8 HTTP/1.1" status: 200 len: 946 time: 0.1417387 Aug 11 03:00:05.138508 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5c693a18-ed12-4c75-9c2a-2c799fbb4a0f tempest-ServersTestBootFromVolume-829147864 tempest-ServersTestBootFromVolume-829147864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:05.142761 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cf8310-1879-4fbf-a061-eb84e1d90e4a req-0a3fe1dc-177d-4794-a50f-9a2cd9b3b03e tempest-ServersAdminNegativeTestJSON-106033460 tempest-ServersAdminNegativeTestJSON-106033460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:05.144332 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-87cf8310-1879-4fbf-a061-eb84e1d90e4a req-0a3fe1dc-177d-4794-a50f-9a2cd9b3b03e tempest-ServersAdminNegativeTestJSON-106033460 tempest-ServersAdminNegativeTestJSON-106033460-project] 10.222.0.41 "GET /v2.0/ports?device_id=85bf4012-5188-495c-8135-4da86a274a0b HTTP/1.1" status: 200 len: 950 time: 0.1122220 Aug 11 03:00:05.161214 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-df7a316c-d515-4d58-8f12-a4021b2f25ca req-dd36db33-b2b6-45b7-86da-b817d4d14c55 service neutron] For port 46ff71e7-c588-4f6d-a897-c30d7b3f65cf, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=46ff71e7-c588-4f6d-a897-c30d7b3f65cf,segment=NetworkSegment(a45ed4ca-59d3-4372-9b5a-18bb6ba190c2),segment_id=a45ed4ca-59d3-4372-9b5a-18bb6ba190c2)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:00:05.189021 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0ec38087-c7bc-4958-954f-96101412f409 req-ae33579e-ce17-4549-9300-4dcd33f62418 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5aa9049-617d-473f-afb5-b55716ab8aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882604 Aug 11 03:00:05.223752 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-87cf8310-1879-4fbf-a061-eb84e1d90e4a req-16d1f38c-898c-48d5-90c3-0b840b7d0b1c tempest-ServersAdminNegativeTestJSON-106033460 tempest-ServersAdminNegativeTestJSON-106033460-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed22b840-472c-4033-b27c-9fc95e92d183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690987 Aug 11 03:00:05.236232 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-df7a316c-d515-4d58-8f12-a4021b2f25ca req-dd36db33-b2b6-45b7-86da-b817d4d14c55 service neutron] For port 46ff71e7-c588-4f6d-a897-c30d7b3f65cf, host n-h2-764292-30, cleared binding levels {{(pid=102192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:00:05.307699 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cee6fe93-87d1-4e75-96f4-ffc84c50d2e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46ff71e7-c588-4f6d-a897-c30d7b3f65cf'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:00:05.310000 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b80f8f4e-adaf-4a47-bb5f-9b0bbe755478" -d '{"events": [{"server_uuid": "cee6fe93-87d1-4e75-96f4-ffc84c50d2e8", "name": "network-vif-unplugged", "status": "completed", "tag": "46ff71e7-c588-4f6d-a897-c30d7b3f65cf"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:00:05.315611 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-df7a316c-d515-4d58-8f12-a4021b2f25ca req-dd36db33-b2b6-45b7-86da-b817d4d14c55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:05.339068 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61637b7-af61-46a5-8bff-dfe7c287d07b req-b17ac175-2f99-4f0e-b054-670919fea0fa tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:05.340702 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d61637b7-af61-46a5-8bff-dfe7c287d07b req-b17ac175-2f99-4f0e-b054-670919fea0fa tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/ports?device_id=1dad57fb-2aa7-48ff-acbc-3e4351e2dd8b HTTP/1.1" status: 200 len: 945 time: 0.0817876 Aug 11 03:00:05.361409 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 03:00:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-526b4165-acdc-4450-8c50-81e4c2a2bfd7 x-openstack-request-id: req-526b4165-acdc-4450-8c50-81e4c2a2bfd7 {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:00:05.362047 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cee6fe93-87d1-4e75-96f4-ffc84c50d2e8", "name": "network-vif-unplugged", "status": "completed", "tag": "46ff71e7-c588-4f6d-a897-c30d7b3f65cf", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:00:05.362047 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-526b4165-acdc-4450-8c50-81e4c2a2bfd7 {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:00:05.362340 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cee6fe93-87d1-4e75-96f4-ffc84c50d2e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46ff71e7-c588-4f6d-a897-c30d7b3f65cf', 'code': 200} Aug 11 03:00:05.385695 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d61637b7-af61-46a5-8bff-dfe7c287d07b req-3fcf680e-ff58-4d57-892b-8b18f4c18b8c tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/security-groups?id=c7e06141-9137-4a1d-bc20-6fbfa107e8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389917 Aug 11 03:00:05.398276 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-df7a316c-d515-4d58-8f12-a4021b2f25ca req-dd36db33-b2b6-45b7-86da-b817d4d14c55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:05.533376 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5c693a18-ed12-4c75-9c2a-2c799fbb4a0f tempest-ServersTestBootFromVolume-829147864 tempest-ServersTestBootFromVolume-829147864-project] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:05.541776 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd1df1d-39c2-4b8c-b3fc-20a3ee51b4d4 req-268838b3-7a53-47c0-bb02-b7fd748c0096 tempest-VolumesAdminNegativeTest-115596197 tempest-VolumesAdminNegativeTest-115596197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:05.546143 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ccd1df1d-39c2-4b8c-b3fc-20a3ee51b4d4 req-268838b3-7a53-47c0-bb02-b7fd748c0096 tempest-VolumesAdminNegativeTest-115596197 tempest-VolumesAdminNegativeTest-115596197-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd317c8e-05cf-40d6-a468-41396da0d080 HTTP/1.1" status: 200 len: 945 time: 0.1345284 Aug 11 03:00:05.546143 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd36db33-b2b6-45b7-86da-b817d4d14c55 service neutron] Pushing event updated for resources: {'Port': ['ID=46ff71e7-c588-4f6d-a897-c30d7b3f65cf,revision_number=7']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:05.548053 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-df7a316c-d515-4d58-8f12-a4021b2f25ca req-dd36db33-b2b6-45b7-86da-b817d4d14c55 service neutron] Attempting to bind port 46ff71e7-c588-4f6d-a897-c30d7b3f65cf on host n-h2-764292-30 for vnic_type normal with profile {"migrating_to": "n-h1-764292-30"} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:00:05.548387 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-df7a316c-d515-4d58-8f12-a4021b2f25ca req-dd36db33-b2b6-45b7-86da-b817d4d14c55 service neutron] Attempting to bind port 46ff71e7-c588-4f6d-a897-c30d7b3f65cf by drivers openvswitch,hyperv on host n-h2-764292-30 at level 0 using segments [{'id': 'a45ed4ca-59d3-4372-9b5a-18bb6ba190c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f221beb7-8330-438a-a9fe-3bfcf5050d99'}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:00:05.548704 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7a316c-d515-4d58-8f12-a4021b2f25ca req-dd36db33-b2b6-45b7-86da-b817d4d14c55 service neutron] Attempting to bind port 46ff71e7-c588-4f6d-a897-c30d7b3f65cf on network f221beb7-8330-438a-a9fe-3bfcf5050d99 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:00:05.560532 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7a316c-d515-4d58-8f12-a4021b2f25ca req-dd36db33-b2b6-45b7-86da-b817d4d14c55 service neutron] Port 46ff71e7-c588-4f6d-a897-c30d7b3f65cf on network f221beb7-8330-438a-a9fe-3bfcf5050d99 not bound, no agent of type Open vSwitch agent registered on host n-h2-764292-30 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:00:05.560846 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7a316c-d515-4d58-8f12-a4021b2f25ca req-dd36db33-b2b6-45b7-86da-b817d4d14c55 service neutron] Attempting to bind port 46ff71e7-c588-4f6d-a897-c30d7b3f65cf on network f221beb7-8330-438a-a9fe-3bfcf5050d99 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:00:05.574675 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7a316c-d515-4d58-8f12-a4021b2f25ca req-dd36db33-b2b6-45b7-86da-b817d4d14c55 service neutron] Checking agent: {'id': '70015fc0-62fb-48b2-b453-36906937cf2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 59, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:00:05.575004 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7a316c-d515-4d58-8f12-a4021b2f25ca req-dd36db33-b2b6-45b7-86da-b817d4d14c55 service neutron] Checking segment: {'id': 'a45ed4ca-59d3-4372-9b5a-18bb6ba190c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f221beb7-8330-438a-a9fe-3bfcf5050d99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:00:05.575375 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7a316c-d515-4d58-8f12-a4021b2f25ca req-dd36db33-b2b6-45b7-86da-b817d4d14c55 service neutron] Bound using segment: {'id': 'a45ed4ca-59d3-4372-9b5a-18bb6ba190c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f221beb7-8330-438a-a9fe-3bfcf5050d99'} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:00:05.575790 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-df7a316c-d515-4d58-8f12-a4021b2f25ca req-dd36db33-b2b6-45b7-86da-b817d4d14c55 service neutron] Bound port: 46ff71e7-c588-4f6d-a897-c30d7b3f65cf, host: n-h2-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a45ed4ca-59d3-4372-9b5a-18bb6ba190c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f221beb7-8330-438a-a9fe-3bfcf5050d99'}}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:00:05.576138 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-df7a316c-d515-4d58-8f12-a4021b2f25ca req-dd36db33-b2b6-45b7-86da-b817d4d14c55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:05.592412 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5c693a18-ed12-4c75-9c2a-2c799fbb4a0f tempest-ServersTestBootFromVolume-829147864 tempest-ServersTestBootFromVolume-829147864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:05.627946 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ccd1df1d-39c2-4b8c-b3fc-20a3ee51b4d4 req-2f19a0a8-3aa8-4f97-85a4-63793ff09b8e tempest-VolumesAdminNegativeTest-115596197 tempest-VolumesAdminNegativeTest-115596197-project] 10.222.0.41 "GET /v2.0/security-groups?id=18ab6f46-bbc8-4ef6-805b-433dfe8dcefb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762646 Aug 11 03:00:05.669622 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c693a18-ed12-4c75-9c2a-2c799fbb4a0f tempest-ServersTestBootFromVolume-829147864 tempest-ServersTestBootFromVolume-829147864-project] Pushing event updated for resources: {'Port': ['ID=72cd0b3a-6057-4c9d-b90f-9f49a3efeb0e,revision_number=2']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:05.682965 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5c693a18-ed12-4c75-9c2a-2c799fbb4a0f tempest-ServersTestBootFromVolume-829147864 tempest-ServersTestBootFromVolume-829147864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446866'] for floatingip, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:05.686040 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-df7a316c-d515-4d58-8f12-a4021b2f25ca req-dd36db33-b2b6-45b7-86da-b817d4d14c55 service neutron] For port 46ff71e7-c588-4f6d-a897-c30d7b3f65cf, host n-h2-764292-30, cleared binding levels {{(pid=102192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:00:05.701729 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-df7a316c-d515-4d58-8f12-a4021b2f25ca req-dd36db33-b2b6-45b7-86da-b817d4d14c55 service neutron] For port 46ff71e7-c588-4f6d-a897-c30d7b3f65cf, host n-h2-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=46ff71e7-c588-4f6d-a897-c30d7b3f65cf,segment=NetworkSegment(a45ed4ca-59d3-4372-9b5a-18bb6ba190c2),segment_id=a45ed4ca-59d3-4372-9b5a-18bb6ba190c2)] {{(pid=102192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:00:05.719143 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2608624-def7-466e-adaa-ea6efd929aaa req-d62d48bb-96d9-47b8-baa3-ac1b7c5d5c7d tempest-DeleteServersAdminTestJSON-106470122 tempest-DeleteServersAdminTestJSON-106470122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:05.720611 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d2608624-def7-466e-adaa-ea6efd929aaa req-d62d48bb-96d9-47b8-baa3-ac1b7c5d5c7d tempest-DeleteServersAdminTestJSON-106470122 tempest-DeleteServersAdminTestJSON-106470122-project] 10.222.0.41 "GET /v2.0/ports?device_id=5338961a-222f-4dc2-9a77-7353f1e545af HTTP/1.1" status: 200 len: 948 time: 0.0688305 Aug 11 03:00:05.758427 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5c693a18-ed12-4c75-9c2a-2c799fbb4a0f tempest-ServersTestBootFromVolume-829147864 tempest-ServersTestBootFromVolume-829147864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for floatingip, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:05.767190 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-5c693a18-ed12-4c75-9c2a-2c799fbb4a0f tempest-ServersTestBootFromVolume-829147864 tempest-ServersTestBootFromVolume-829147864-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6985641 Aug 11 03:00:05.787073 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-df7a316c-d515-4d58-8f12-a4021b2f25ca req-dd36db33-b2b6-45b7-86da-b817d4d14c55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:05.796911 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d2608624-def7-466e-adaa-ea6efd929aaa req-d385db32-5dcd-4caa-b9c8-1b3727ab52f0 tempest-DeleteServersAdminTestJSON-106470122 tempest-DeleteServersAdminTestJSON-106470122-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5c584ec-b9b7-4ae6-810e-2c5044f79540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652459 Aug 11 03:00:05.804664 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0715f6-b3b2-40e6-a5f2-9a2f724bfd2f req-a972dfa9-7244-473e-bf6e-f14f63fde287 tempest-ImagesNegativeTestJSON-2000766136 tempest-ImagesNegativeTestJSON-2000766136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:05.806111 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cf0715f6-b3b2-40e6-a5f2-9a2f724bfd2f req-a972dfa9-7244-473e-bf6e-f14f63fde287 tempest-ImagesNegativeTestJSON-2000766136 tempest-ImagesNegativeTestJSON-2000766136-project] 10.222.0.41 "GET /v2.0/ports?device_id=d1e0c362-02c2-4a45-b3c6-6cf29945717a HTTP/1.1" status: 200 len: 949 time: 0.0825617 Aug 11 03:00:05.812680 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f0716c-9806-4cb9-bb56-887b7e21ebaa req-93773052-c16e-4246-b1eb-b04714aee059 tempest-VolumesAdminNegativeTest-115596197 tempest-VolumesAdminNegativeTest-115596197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:05.814425 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-79f0716c-9806-4cb9-bb56-887b7e21ebaa req-93773052-c16e-4246-b1eb-b04714aee059 tempest-VolumesAdminNegativeTest-115596197 tempest-VolumesAdminNegativeTest-115596197-project] 10.222.0.22 "GET /v2.0/ports?device_id=fd317c8e-05cf-40d6-a468-41396da0d080 HTTP/1.1" status: 200 len: 945 time: 0.0510190 Aug 11 03:00:05.837538 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 401e83e6-d4a7-4db2-b6ef-c3a0dfa044cb details requested by agent hyperv_n-h1-764292-30 with host n-h1-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:00:05.872382 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 9e9b1c1e-485a-4297-a795-7aa29aed4322 up at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:00:05.900924 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd36db33-b2b6-45b7-86da-b817d4d14c55 service neutron] Pushing event updated for resources: {'Port': ['ID=46ff71e7-c588-4f6d-a897-c30d7b3f65cf,revision_number=8']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:05.924860 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7a316c-d515-4d58-8f12-a4021b2f25ca req-dd36db33-b2b6-45b7-86da-b817d4d14c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:05.926326 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-df7a316c-d515-4d58-8f12-a4021b2f25ca req-dd36db33-b2b6-45b7-86da-b817d4d14c55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:05.927746 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-df7a316c-d515-4d58-8f12-a4021b2f25ca req-dd36db33-b2b6-45b7-86da-b817d4d14c55 service neutron] 10.222.0.22 "PUT /v2.0/ports/46ff71e7-c588-4f6d-a897-c30d7b3f65cf HTTP/1.1" status: 200 len: 1124 time: 1.1011477 Aug 11 03:00:05.931369 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cf0715f6-b3b2-40e6-a5f2-9a2f724bfd2f req-0f7c22db-cf9c-4bf2-9907-8846a0e11526 tempest-ImagesNegativeTestJSON-2000766136 tempest-ImagesNegativeTestJSON-2000766136-project] 10.222.0.41 "GET /v2.0/security-groups?id=34c4400d-4420-4b7c-be91-9d1eac41459c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029587 Aug 11 03:00:05.947125 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-79f0716c-9806-4cb9-bb56-887b7e21ebaa req-9200f0d8-4692-44db-9dde-f703c06dfb30 tempest-VolumesAdminNegativeTest-115596197 tempest-VolumesAdminNegativeTest-115596197-project] Deleting port 60d02def-19e8-420e-b568-7e2a55a877ad {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:00:05.947472 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-79f0716c-9806-4cb9-bb56-887b7e21ebaa req-9200f0d8-4692-44db-9dde-f703c06dfb30 tempest-VolumesAdminNegativeTest-115596197 tempest-VolumesAdminNegativeTest-115596197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:06.021569 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['46ff71e7-c588-4f6d-a897-c30d7b3f65cf'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:00:06.065229 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 19d4939c-7424-4e1d-8597-c5b689f10ddb up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:00:06.115250 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-79f0716c-9806-4cb9-bb56-887b7e21ebaa req-9200f0d8-4692-44db-9dde-f703c06dfb30 tempest-VolumesAdminNegativeTest-115596197 tempest-VolumesAdminNegativeTest-115596197-project] For port 60d02def-19e8-420e-b568-7e2a55a877ad, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=60d02def-19e8-420e-b568-7e2a55a877ad,segment=NetworkSegment(9026c4bc-359c-4042-b6b8-3dc12a2f02ab),segment_id=9026c4bc-359c-4042-b6b8-3dc12a2f02ab)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:00:06.115787 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-79f0716c-9806-4cb9-bb56-887b7e21ebaa req-9200f0d8-4692-44db-9dde-f703c06dfb30 tempest-VolumesAdminNegativeTest-115596197 tempest-VolumesAdminNegativeTest-115596197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:06.130967 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-79f0716c-9806-4cb9-bb56-887b7e21ebaa req-9200f0d8-4692-44db-9dde-f703c06dfb30 tempest-VolumesAdminNegativeTest-115596197 tempest-VolumesAdminNegativeTest-115596197-project] Calling delete_port for 60d02def-19e8-420e-b568-7e2a55a877ad owned by compute:nova {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:00:06.140155 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 401e83e6-d4a7-4db2-b6ef-c3a0dfa044cb, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=401e83e6-d4a7-4db2-b6ef-c3a0dfa044cb,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:00:06.168363 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 19d4939c-7424-4e1d-8597-c5b689f10ddb triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:00:06.168653 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:06.171674 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Returning: {'device': '401e83e6-d4a7-4db2-b6ef-c3a0dfa044cb', 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba', 'port_id': '401e83e6-d4a7-4db2-b6ef-c3a0dfa044cb', 'mac_address': 'fa:16:3e:cb:17:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '254a3f4d-2b75-429e-bbb2-8e70554e9483', 'ip_address': '192.168.233.142'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:00:06.272964 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:06.279076 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning for port 9e9b1c1e-485a-4297-a795-7aa29aed4322 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:00:06.345540 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71406c0-f411-44d4-bc94-4712ea9e1736 req-4762949d-07b3-4274-b726-911348ecd9e2 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:06.347730 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a71406c0-f411-44d4-bc94-4712ea9e1736 req-4762949d-07b3-4274-b726-911348ecd9e2 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/ports?device_id=cee6fe93-87d1-4e75-96f4-ffc84c50d2e8 HTTP/1.1" status: 200 len: 944 time: 0.0579638 Aug 11 03:00:06.371648 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-79f0716c-9806-4cb9-bb56-887b7e21ebaa req-9200f0d8-4692-44db-9dde-f703c06dfb30 tempest-VolumesAdminNegativeTest-115596197 tempest-VolumesAdminNegativeTest-115596197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:06.389557 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a71406c0-f411-44d4-bc94-4712ea9e1736 req-68bd5fcd-5718-4c5f-adfc-a0dbd454c339 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5aa9049-617d-473f-afb5-b55716ab8aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351188 Aug 11 03:00:06.429635 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9200f0d8-4692-44db-9dde-f703c06dfb30 tempest-VolumesAdminNegativeTest-115596197 tempest-VolumesAdminNegativeTest-115596197-project] Pushing event deleted for resources: {'Port': ['ID=60d02def-19e8-420e-b568-7e2a55a877ad,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:06.434859 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['60d02def-19e8-420e-b568-7e2a55a877ad'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:00:06.477203 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning complete for port 9e9b1c1e-485a-4297-a795-7aa29aed4322 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:00:06.477418 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66929177-d622-4465-8bb4-6ffca41a34c1 req-c1e19d59-e4f6-435c-8e7d-e4209301e95a tempest-ServersAdminNegativeTestJSON-106033460 tempest-ServersAdminNegativeTestJSON-106033460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:06.477595 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:06.479030 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-66929177-d622-4465-8bb4-6ffca41a34c1 req-c1e19d59-e4f6-435c-8e7d-e4209301e95a tempest-ServersAdminNegativeTestJSON-106033460 tempest-ServersAdminNegativeTestJSON-106033460-project] 10.222.0.24 "GET /v2.0/ports?device_id=85bf4012-5188-495c-8135-4da86a274a0b HTTP/1.1" status: 200 len: 950 time: 0.0680957 Aug 11 03:00:06.484359 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-79f0716c-9806-4cb9-bb56-887b7e21ebaa req-9200f0d8-4692-44db-9dde-f703c06dfb30 tempest-VolumesAdminNegativeTest-115596197 tempest-VolumesAdminNegativeTest-115596197-project] No DVR routers for this DVR port 60d02def-19e8-420e-b568-7e2a55a877ad on host n-h1-764292-30 {{(pid=102191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:00:06.491666 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-79f0716c-9806-4cb9-bb56-887b7e21ebaa req-9200f0d8-4692-44db-9dde-f703c06dfb30 tempest-VolumesAdminNegativeTest-115596197 tempest-VolumesAdminNegativeTest-115596197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:06.494577 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-79f0716c-9806-4cb9-bb56-887b7e21ebaa req-9200f0d8-4692-44db-9dde-f703c06dfb30 tempest-VolumesAdminNegativeTest-115596197 tempest-VolumesAdminNegativeTest-115596197-project] 10.222.0.22 "DELETE /v2.0/ports/60d02def-19e8-420e-b568-7e2a55a877ad HTTP/1.1" status: 204 len: 173 time: 0.6640399 Aug 11 03:00:06.495081 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd317c8e-05cf-40d6-a468-41396da0d080', 'name': 'network-vif-deleted', 'tag': '60d02def-19e8-420e-b568-7e2a55a877ad'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:00:06.497498 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02e7da4c-a023-4dfc-a24b-92fee1e2fcbe" -d '{"events": [{"server_uuid": "fd317c8e-05cf-40d6-a468-41396da0d080", "name": "network-vif-deleted", "tag": "60d02def-19e8-420e-b568-7e2a55a877ad"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:00:06.523417 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 401e83e6-d4a7-4db2-b6ef-c3a0dfa044cb {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:00:06.589907 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 401e83e6-d4a7-4db2-b6ef-c3a0dfa044cb, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=401e83e6-d4a7-4db2-b6ef-c3a0dfa044cb,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:00:06.639772 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900f6e9d-4df6-45b9-8f09-dfd9059bdf79 req-68125e31-ea3b-40a4-b847-b02291e5b023 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:06.641248 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-900f6e9d-4df6-45b9-8f09-dfd9059bdf79 req-68125e31-ea3b-40a4-b847-b02291e5b023 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/ports?device_id=1dad57fb-2aa7-48ff-acbc-3e4351e2dd8b HTTP/1.1" status: 200 len: 945 time: 0.1213930 Aug 11 03:00:06.649080 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:06.651639 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ee2311-219c-4b31-9728-a4d8e14ca785 req-19f74538-fcc7-45ca-90a5-3888d3023336 tempest-ServersAdminNegativeTestJSON-106033460 tempest-ServersAdminNegativeTestJSON-106033460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:06.653111 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-46ee2311-219c-4b31-9728-a4d8e14ca785 req-19f74538-fcc7-45ca-90a5-3888d3023336 tempest-ServersAdminNegativeTestJSON-106033460 tempest-ServersAdminNegativeTestJSON-106033460-project] 10.222.0.41 "GET /v2.0/ports?device_id=85bf4012-5188-495c-8135-4da86a274a0b HTTP/1.1" status: 200 len: 950 time: 0.1355128 Aug 11 03:00:06.666306 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:06.667994 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:06.703012 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dad57fb-2aa7-48ff-acbc-3e4351e2dd8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e9b1c1e-485a-4297-a795-7aa29aed4322'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:00:06.705251 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dea5755-ffc7-4b11-94e7-839d1164f2f5" -d '{"events": [{"server_uuid": "1dad57fb-2aa7-48ff-acbc-3e4351e2dd8b", "name": "network-vif-plugged", "status": "completed", "tag": "9e9b1c1e-485a-4297-a795-7aa29aed4322"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:00:06.724900 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 9e9b1c1e-485a-4297-a795-7aa29aed4322, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=9e9b1c1e-485a-4297-a795-7aa29aed4322,segment=NetworkSegment(75626708-94f6-4fcc-8cbd-0dd0dd709069),segment_id=75626708-94f6-4fcc-8cbd-0dd0dd709069)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:00:06.725605 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-900f6e9d-4df6-45b9-8f09-dfd9059bdf79 req-90e2c867-b795-4adf-a6e4-f2c5d13523ba tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/security-groups?id=c7e06141-9137-4a1d-bc20-6fbfa107e8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715072 Aug 11 03:00:06.730352 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [req-66929177-d622-4465-8bb4-6ffca41a34c1 req-85effc82-3ed2-492b-8651-7362f7c38d2c tempest-ServersAdminNegativeTestJSON-106033460 tempest-ServersAdminNegativeTestJSON-106033460-project] Deleting port ab96c975-8a4e-43f0-be1d-8260bd67a051 {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:00:06.730695 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-66929177-d622-4465-8bb4-6ffca41a34c1 req-85effc82-3ed2-492b-8651-7362f7c38d2c tempest-ServersAdminNegativeTestJSON-106033460 tempest-ServersAdminNegativeTestJSON-106033460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:06.739967 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=401e83e6-d4a7-4db2-b6ef-c3a0dfa044cb,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:06.748476 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-46ee2311-219c-4b31-9728-a4d8e14ca785 req-c4d059db-db79-406e-9da5-046d04012fec tempest-ServersAdminNegativeTestJSON-106033460 tempest-ServersAdminNegativeTestJSON-106033460-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed22b840-472c-4033-b27c-9fc95e92d183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853231 Aug 11 03:00:06.797728 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01ad85ab-2bc4-43d9-bd82-81483147d982 x-openstack-request-id: req-01ad85ab-2bc4-43d9-bd82-81483147d982 {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:00:06.798668 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd317c8e-05cf-40d6-a468-41396da0d080", "name": "network-vif-deleted", "tag": "60d02def-19e8-420e-b568-7e2a55a877ad", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:00:06.799152 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-01ad85ab-2bc4-43d9-bd82-81483147d982 {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:00:06.799752 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd317c8e-05cf-40d6-a468-41396da0d080', 'name': 'network-vif-deleted', 'tag': '60d02def-19e8-420e-b568-7e2a55a877ad', 'status': 'completed', 'code': 200} Aug 11 03:00:06.811629 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:06.897819 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=9e9b1c1e-485a-4297-a795-7aa29aed4322,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:06.918814 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aede068-e5ba-4e12-9f64-88a272be7f2e req-102aa22e-a779-49d6-8e70-b483605a2053 tempest-ImagesNegativeTestJSON-2000766136 tempest-ImagesNegativeTestJSON-2000766136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:06.920589 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4aede068-e5ba-4e12-9f64-88a272be7f2e req-102aa22e-a779-49d6-8e70-b483605a2053 tempest-ImagesNegativeTestJSON-2000766136 tempest-ImagesNegativeTestJSON-2000766136-project] 10.222.0.41 "GET /v2.0/ports?device_id=d1e0c362-02c2-4a45-b3c6-6cf29945717a HTTP/1.1" status: 200 len: 949 time: 0.0820062 Aug 11 03:00:06.942985 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-66929177-d622-4465-8bb4-6ffca41a34c1 req-85effc82-3ed2-492b-8651-7362f7c38d2c tempest-ServersAdminNegativeTestJSON-106033460 tempest-ServersAdminNegativeTestJSON-106033460-project] For port ab96c975-8a4e-43f0-be1d-8260bd67a051, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=ab96c975-8a4e-43f0-be1d-8260bd67a051,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:00:06.943443 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-66929177-d622-4465-8bb4-6ffca41a34c1 req-85effc82-3ed2-492b-8651-7362f7c38d2c tempest-ServersAdminNegativeTestJSON-106033460 tempest-ServersAdminNegativeTestJSON-106033460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:06.972423 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [req-66929177-d622-4465-8bb4-6ffca41a34c1 req-85effc82-3ed2-492b-8651-7362f7c38d2c tempest-ServersAdminNegativeTestJSON-106033460 tempest-ServersAdminNegativeTestJSON-106033460-project] Calling delete_port for ab96c975-8a4e-43f0-be1d-8260bd67a051 owned by compute:nova {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:00:06.991728 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ed2226c4-9419-4592-997e-5c418fdbde6f req-6b21409f-642a-477e-9a3e-806dcc030cfa tempest-VolumesAdminNegativeTest-115596197 tempest-VolumesAdminNegativeTest-115596197-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd317c8e-05cf-40d6-a468-41396da0d080 HTTP/1.1" status: 200 len: 210 time: 0.0360777 Aug 11 03:00:07.017461 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4aede068-e5ba-4e12-9f64-88a272be7f2e req-376dc636-3f43-493f-9566-5a08b2f6a806 tempest-ImagesNegativeTestJSON-2000766136 tempest-ImagesNegativeTestJSON-2000766136-project] 10.222.0.41 "GET /v2.0/security-groups?id=34c4400d-4420-4b7c-be91-9d1eac41459c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879006 Aug 11 03:00:07.052174 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4f5bf67-ebf3-4a8a-9038-db94d5cb2ec6 x-openstack-request-id: req-a4f5bf67-ebf3-4a8a-9038-db94d5cb2ec6 {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:00:07.052883 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dad57fb-2aa7-48ff-acbc-3e4351e2dd8b", "name": "network-vif-plugged", "status": "completed", "tag": "9e9b1c1e-485a-4297-a795-7aa29aed4322", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:00:07.052883 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a4f5bf67-ebf3-4a8a-9038-db94d5cb2ec6 {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:00:07.053073 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dad57fb-2aa7-48ff-acbc-3e4351e2dd8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e9b1c1e-485a-4297-a795-7aa29aed4322', 'code': 200} Aug 11 03:00:07.159551 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea8e153-df61-4b3b-84a3-2cc8e2a6ff49 req-480bd444-9a98-4b90-9910-b2db5d8b139c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:07.165101 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-bea8e153-df61-4b3b-84a3-2cc8e2a6ff49 req-480bd444-9a98-4b90-9910-b2db5d8b139c service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=1dad57fb-2aa7-48ff-acbc-3e4351e2dd8b HTTP/1.1" status: 200 len: 1098 time: 0.0438418 Aug 11 03:00:07.184627 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b0f828-1800-4d36-8903-3c9a377c9584 req-46c98534-6220-4df4-8396-9632084182ab tempest-DeleteServersAdminTestJSON-106470122 tempest-DeleteServersAdminTestJSON-106470122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:07.186150 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['401e83e6-d4a7-4db2-b6ef-c3a0dfa044cb'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:00:07.191870 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-44b0f828-1800-4d36-8903-3c9a377c9584 req-46c98534-6220-4df4-8396-9632084182ab tempest-DeleteServersAdminTestJSON-106470122 tempest-DeleteServersAdminTestJSON-106470122-project] 10.222.0.41 "GET /v2.0/ports?device_id=5338961a-222f-4dc2-9a77-7353f1e545af HTTP/1.1" status: 200 len: 949 time: 0.0909235 Aug 11 03:00:07.234248 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-bea8e153-df61-4b3b-84a3-2cc8e2a6ff49 req-663d875f-f6c7-421f-9ac8-1c4a5edd9c15 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=c7e06141-9137-4a1d-bc20-6fbfa107e8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637271 Aug 11 03:00:07.246473 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-44b0f828-1800-4d36-8903-3c9a377c9584 req-f692be84-2c42-4d08-a0d8-8287e5ca8f90 tempest-DeleteServersAdminTestJSON-106470122 tempest-DeleteServersAdminTestJSON-106470122-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5c584ec-b9b7-4ae6-810e-2c5044f79540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525932 Aug 11 03:00:07.248093 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-66929177-d622-4465-8bb4-6ffca41a34c1 req-85effc82-3ed2-492b-8651-7362f7c38d2c tempest-ServersAdminNegativeTestJSON-106033460 tempest-ServersAdminNegativeTestJSON-106033460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:07.261713 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['ab96c975-8a4e-43f0-be1d-8260bd67a051'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:00:07.285101 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85effc82-3ed2-492b-8651-7362f7c38d2c tempest-ServersAdminNegativeTestJSON-106033460 tempest-ServersAdminNegativeTestJSON-106033460-project] Pushing event deleted for resources: {'Port': ['ID=ab96c975-8a4e-43f0-be1d-8260bd67a051,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:07.335016 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [req-66929177-d622-4465-8bb4-6ffca41a34c1 req-85effc82-3ed2-492b-8651-7362f7c38d2c tempest-ServersAdminNegativeTestJSON-106033460 tempest-ServersAdminNegativeTestJSON-106033460-project] No DVR routers for this DVR port ab96c975-8a4e-43f0-be1d-8260bd67a051 on host n-h2-764292-30 {{(pid=102192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:00:07.338730 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-66929177-d622-4465-8bb4-6ffca41a34c1 req-85effc82-3ed2-492b-8651-7362f7c38d2c tempest-ServersAdminNegativeTestJSON-106033460 tempest-ServersAdminNegativeTestJSON-106033460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:07.341407 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-66929177-d622-4465-8bb4-6ffca41a34c1 req-85effc82-3ed2-492b-8651-7362f7c38d2c tempest-ServersAdminNegativeTestJSON-106033460 tempest-ServersAdminNegativeTestJSON-106033460-project] 10.222.0.24 "DELETE /v2.0/ports/ab96c975-8a4e-43f0-be1d-8260bd67a051 HTTP/1.1" status: 204 len: 173 time: 0.8541667 Aug 11 03:00:07.363826 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cee6fe93-87d1-4e75-96f4-ffc84c50d2e8', 'tag': '46ff71e7-c588-4f6d-a897-c30d7b3f65cf'}, {'server_uuid': '85bf4012-5188-495c-8135-4da86a274a0b', 'name': 'network-vif-deleted', 'tag': 'ab96c975-8a4e-43f0-be1d-8260bd67a051'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:00:07.366491 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc18dacc-b2c8-4b2b-b0fd-c474cee0f725" -d '{"events": [{"name": "network-changed", "server_uuid": "cee6fe93-87d1-4e75-96f4-ffc84c50d2e8", "tag": "46ff71e7-c588-4f6d-a897-c30d7b3f65cf"}, {"server_uuid": "85bf4012-5188-495c-8135-4da86a274a0b", "name": "network-vif-deleted", "tag": "ab96c975-8a4e-43f0-be1d-8260bd67a051"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:00:07.410976 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 11 Aug 2021 03:00:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d60a42e4-38ba-401b-8a90-a40e0055b10a x-openstack-request-id: req-d60a42e4-38ba-401b-8a90-a40e0055b10a {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:00:07.411601 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cee6fe93-87d1-4e75-96f4-ffc84c50d2e8", "tag": "46ff71e7-c588-4f6d-a897-c30d7b3f65cf", "status": "completed", "code": 200}, {"server_uuid": "85bf4012-5188-495c-8135-4da86a274a0b", "name": "network-vif-deleted", "tag": "ab96c975-8a4e-43f0-be1d-8260bd67a051", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:00:07.411601 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d60a42e4-38ba-401b-8a90-a40e0055b10a {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:00:07.411886 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cee6fe93-87d1-4e75-96f4-ffc84c50d2e8', 'tag': '46ff71e7-c588-4f6d-a897-c30d7b3f65cf', 'status': 'completed', 'code': 200} Aug 11 03:00:07.412133 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85bf4012-5188-495c-8135-4da86a274a0b', 'name': 'network-vif-deleted', 'tag': 'ab96c975-8a4e-43f0-be1d-8260bd67a051', 'status': 'completed', 'code': 200} Aug 11 03:00:07.545538 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc18dacc-b2c8-4b2b-b0fd-c474cee0f725 req-2270144e-dffe-4389-85c6-f53548a90e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:07.547053 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-dc18dacc-b2c8-4b2b-b0fd-c474cee0f725 req-2270144e-dffe-4389-85c6-f53548a90e67 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7a37d4caabc9417c92d7f5d7ce7df51b&device_id=cee6fe93-87d1-4e75-96f4-ffc84c50d2e8 HTTP/1.1" status: 200 len: 1127 time: 0.1005385 Aug 11 03:00:07.658171 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd15ae2-ca22-49be-8ae6-398dd768baa4 req-b855271b-82c4-47f4-a924-b11a49764b42 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:07.658171 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7cd15ae2-ca22-49be-8ae6-398dd768baa4 req-b855271b-82c4-47f4-a924-b11a49764b42 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/ports?device_id=cee6fe93-87d1-4e75-96f4-ffc84c50d2e8 HTTP/1.1" status: 200 len: 944 time: 0.1254659 Aug 11 03:00:07.733633 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7cd15ae2-ca22-49be-8ae6-398dd768baa4 req-f02c6d7d-e5e3-4a81-a4e6-f6822627df06 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5aa9049-617d-473f-afb5-b55716ab8aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567904 Aug 11 03:00:07.733633 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc18dacc-b2c8-4b2b-b0fd-c474cee0f725 req-755f59f2-52a8-41d9-9c2f-3c031451bcdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:07.733633 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-dc18dacc-b2c8-4b2b-b0fd-c474cee0f725 req-755f59f2-52a8-41d9-9c2f-3c031451bcdb service neutron] 10.222.0.24 "GET /v2.0/networks?id=f221beb7-8330-438a-a9fe-3bfcf5050d99 HTTP/1.1" status: 200 len: 922 time: 0.1522627 Aug 11 03:00:07.755836 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-dc18dacc-b2c8-4b2b-b0fd-c474cee0f725 req-b8389145-703a-46ff-8940-2c15184c3414 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=46ff71e7-c588-4f6d-a897-c30d7b3f65cf HTTP/1.1" status: 200 len: 217 time: 0.0403781 Aug 11 03:00:08.126784 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1a1c4b32-40cc-42b3-bcc7-28e0281e13fb req-5ad348b3-568d-4f6a-bce7-34ac476dc719 tempest-ServersAdminNegativeTestJSON-106033460 tempest-ServersAdminNegativeTestJSON-106033460-project] 10.222.0.41 "GET /v2.0/ports?device_id=85bf4012-5188-495c-8135-4da86a274a0b HTTP/1.1" status: 200 len: 210 time: 0.3171015 Aug 11 03:00:08.173204 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc18dacc-b2c8-4b2b-b0fd-c474cee0f725 req-d02c97e4-56a5-49a7-9bef-3ba6d930384a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:08.173204 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-dc18dacc-b2c8-4b2b-b0fd-c474cee0f725 req-d02c97e4-56a5-49a7-9bef-3ba6d930384a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1f48ffa3-65bd-47bc-90cf-1fcd73e0ff01 HTTP/1.1" status: 200 len: 861 time: 0.3869357 Aug 11 03:00:08.177591 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22ea2fa-5113-4822-acd0-527219b70009 req-10c1f792-954b-4995-b031-862ca3de812c tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:08.179140 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e22ea2fa-5113-4822-acd0-527219b70009 req-10c1f792-954b-4995-b031-862ca3de812c tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/ports?device_id=1dad57fb-2aa7-48ff-acbc-3e4351e2dd8b HTTP/1.1" status: 200 len: 946 time: 0.3459451 Aug 11 03:00:08.200034 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73535d69-edb3-4148-b34b-1b586ee5c153 req-13d0014c-eb63-4755-b406-62f2da71bb04 tempest-ImagesNegativeTestJSON-2000766136 tempest-ImagesNegativeTestJSON-2000766136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:08.201568 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-73535d69-edb3-4148-b34b-1b586ee5c153 req-13d0014c-eb63-4755-b406-62f2da71bb04 tempest-ImagesNegativeTestJSON-2000766136 tempest-ImagesNegativeTestJSON-2000766136-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1e0c362-02c2-4a45-b3c6-6cf29945717a HTTP/1.1" status: 200 len: 949 time: 0.3813210 Aug 11 03:00:08.236606 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 42200) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:08.241235 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-dc18dacc-b2c8-4b2b-b0fd-c474cee0f725 req-580a033d-85bc-49c9-9d65-e22a0d375ffb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f221beb7-8330-438a-a9fe-3bfcf5050d99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0723248 Aug 11 03:00:08.287269 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_v2 [None req-10e721ad-fa66-4660-95c0-82c46f5592ee admin admin] Deleting subnet 3f2d913e-5737-4413-ab80-9437eb74b283 {{(pid=102191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:00:08.294799 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-10e721ad-fa66-4660-95c0-82c46f5592ee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:08.344172 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-10e721ad-fa66-4660-95c0-82c46f5592ee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126283525'] for subnet, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:08.344476 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['f0dc5445-9e93-4781-b79e-b5a2b5e57121'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:00:08.382863 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e22ea2fa-5113-4822-acd0-527219b70009 req-05672bd7-ab21-4629-833f-920acafe523f tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/security-groups?id=c7e06141-9137-4a1d-bc20-6fbfa107e8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895890 Aug 11 03:00:08.405690 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-10e721ad-fa66-4660-95c0-82c46f5592ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:08.558146 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-dc18dacc-b2c8-4b2b-b0fd-c474cee0f725 req-282a9734-ea7b-4f07-91f1-52196ad24fa3 service neutron] 10.222.0.24 "GET /v2.0/networks/f221beb7-8330-438a-a9fe-3bfcf5050d99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2954452 Aug 11 03:00:08.576582 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09966e09-998c-4a67-ad4f-40127d5e8152 req-d6c77c3d-bca8-4af2-a45d-afa4f3a0a0ba tempest-ImagesNegativeTestJSON-2000766136 tempest-ImagesNegativeTestJSON-2000766136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:08.578025 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-09966e09-998c-4a67-ad4f-40127d5e8152 req-d6c77c3d-bca8-4af2-a45d-afa4f3a0a0ba tempest-ImagesNegativeTestJSON-2000766136 tempest-ImagesNegativeTestJSON-2000766136-project] 10.222.0.41 "GET /v2.0/ports?device_id=d1e0c362-02c2-4a45-b3c6-6cf29945717a HTTP/1.1" status: 200 len: 949 time: 0.2411804 Aug 11 03:00:08.582460 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [req-73535d69-edb3-4148-b34b-1b586ee5c153 req-219dd67d-23f3-4d14-b92f-392d326f4b8c tempest-ImagesNegativeTestJSON-2000766136 tempest-ImagesNegativeTestJSON-2000766136-project] Deleting port bb103a62-cc3d-4d49-9d3a-40c18974194e {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:00:08.582825 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-73535d69-edb3-4148-b34b-1b586ee5c153 req-219dd67d-23f3-4d14-b92f-392d326f4b8c tempest-ImagesNegativeTestJSON-2000766136 tempest-ImagesNegativeTestJSON-2000766136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:08.588616 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-10e721ad-fa66-4660-95c0-82c46f5592ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126283413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126275158'] for subnet, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:08.637850 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e721ad-fa66-4660-95c0-82c46f5592ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f2d913e-5737-4413-ab80-9437eb74b283,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:08.653719 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a82616-c640-44b6-b668-254e61989cde req-c8f4e093-8fda-4785-895f-1c1ab5196899 tempest-DeleteServersAdminTestJSON-106470122 tempest-DeleteServersAdminTestJSON-106470122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:08.657654 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-10e721ad-fa66-4660-95c0-82c46f5592ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:08.661468 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-34a82616-c640-44b6-b668-254e61989cde req-c8f4e093-8fda-4785-895f-1c1ab5196899 tempest-DeleteServersAdminTestJSON-106470122 tempest-DeleteServersAdminTestJSON-106470122-project] 10.222.0.41 "GET /v2.0/ports?device_id=5338961a-222f-4dc2-9a77-7353f1e545af HTTP/1.1" status: 200 len: 949 time: 0.1764872 Aug 11 03:00:08.666961 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-10e721ad-fa66-4660-95c0-82c46f5592ee admin admin] 10.222.0.41 "DELETE /v2.0/subnets/3f2d913e-5737-4413-ab80-9437eb74b283 HTTP/1.1" status: 204 len: 168 time: 0.4286113 Aug 11 03:00:08.670119 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 42204) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:08.760809 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3f6acd6b-5066-4443-a227-dc2421a65edb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:08.805449 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-09966e09-998c-4a67-ad4f-40127d5e8152 req-1089bd70-71c4-4998-8e19-29ece7331384 tempest-ImagesNegativeTestJSON-2000766136 tempest-ImagesNegativeTestJSON-2000766136-project] 10.222.0.41 "GET /v2.0/security-groups?id=34c4400d-4420-4b7c-be91-9d1eac41459c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965716 Aug 11 03:00:08.814643 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-34a82616-c640-44b6-b668-254e61989cde req-70873e95-63b0-4b34-86e8-3b89a4aa2473 tempest-DeleteServersAdminTestJSON-106470122 tempest-DeleteServersAdminTestJSON-106470122-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5c584ec-b9b7-4ae6-810e-2c5044f79540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520720 Aug 11 03:00:08.855725 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3f6acd6b-5066-4443-a227-dc2421a65edb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:08.857308 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-73535d69-edb3-4148-b34b-1b586ee5c153 req-219dd67d-23f3-4d14-b92f-392d326f4b8c tempest-ImagesNegativeTestJSON-2000766136 tempest-ImagesNegativeTestJSON-2000766136-project] For port bb103a62-cc3d-4d49-9d3a-40c18974194e, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=bb103a62-cc3d-4d49-9d3a-40c18974194e,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:00:08.858251 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-73535d69-edb3-4148-b34b-1b586ee5c153 req-219dd67d-23f3-4d14-b92f-392d326f4b8c tempest-ImagesNegativeTestJSON-2000766136 tempest-ImagesNegativeTestJSON-2000766136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:08.867837 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-3f6acd6b-5066-4443-a227-dc2421a65edb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c50a0eb-c4d6-45be-9c0f-dd3476fb7804']}} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:00:08.879064 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-3f6acd6b-5066-4443-a227-dc2421a65edb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9026c4bc-359c-4042-b6b8-3dc12a2f02ab') {'for_net_delete': True} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:00:08.879719 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-3f6acd6b-5066-4443-a227-dc2421a65edb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9026c4bc-359c-4042-b6b8-3dc12a2f02ab') {} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:00:08.886423 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [req-73535d69-edb3-4148-b34b-1b586ee5c153 req-219dd67d-23f3-4d14-b92f-392d326f4b8c tempest-ImagesNegativeTestJSON-2000766136 tempest-ImagesNegativeTestJSON-2000766136-project] Calling delete_port for bb103a62-cc3d-4d49-9d3a-40c18974194e owned by compute:nova {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:00:08.888892 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3f6acd6b-5066-4443-a227-dc2421a65edb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126283644'] for segment, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:08.894868 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-dc18dacc-b2c8-4b2b-b0fd-c474cee0f725 req-ff5214dc-1618-48de-bfa4-79e5d629687c service neutron] 10.222.0.24 "GET /v2.0/networks/f221beb7-8330-438a-a9fe-3bfcf5050d99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3146677 Aug 11 03:00:08.905240 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3f6acd6b-5066-4443-a227-dc2421a65edb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:08.913103 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f6acd6b-5066-4443-a227-dc2421a65edb admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=102191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:00:08.913872 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3f6acd6b-5066-4443-a227-dc2421a65edb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126283391'] for segment, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:08.916279 n-d-764292-30 neutron-server[102191]: Traceback (most recent call last): Aug 11 03:00:08.916279 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:00:08.916279 n-d-764292-30 neutron-server[102191]: timer() Aug 11 03:00:08.916279 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:00:08.916279 n-d-764292-30 neutron-server[102191]: cb(*args, **kw) Aug 11 03:00:08.916279 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:00:08.916279 n-d-764292-30 neutron-server[102191]: return func(*args, **kwargs) Aug 11 03:00:08.916279 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:00:08.916279 n-d-764292-30 neutron-server[102191]: self._notify() Aug 11 03:00:08.916279 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:00:08.916279 n-d-764292-30 neutron-server[102191]: self.callback(batched_events) Aug 11 03:00:08.916279 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:00:08.916279 n-d-764292-30 neutron-server[102191]: event.method(event) Aug 11 03:00:08.916279 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:00:08.916279 n-d-764292-30 neutron-server[102191]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:00:08.916279 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:00:08.916279 n-d-764292-30 neutron-server[102191]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:00:08.916279 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:00:08.916279 n-d-764292-30 neutron-server[102191]: return f(self, *a, **k) Aug 11 03:00:08.916279 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:00:08.916279 n-d-764292-30 neutron-server[102191]: return self._get(url).json() Aug 11 03:00:08.916279 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:00:08.916279 n-d-764292-30 neutron-server[102191]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:00:08.916279 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:00:08.916279 n-d-764292-30 neutron-server[102191]: return self.request(url, 'GET', **kwargs) Aug 11 03:00:08.916279 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:00:08.916279 n-d-764292-30 neutron-server[102191]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:00:08.916279 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:00:08.916279 n-d-764292-30 neutron-server[102191]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:00:08.916279 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:00:08.916279 n-d-764292-30 neutron-server[102191]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:00:08.916279 n-d-764292-30 neutron-server[102191]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:00:09.035887 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbff95e6-3b1e-4386-877d-7af8d6398047 req-f9ab593f-de87-4f25-8250-23fbdac80537 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:09.040582 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-dbff95e6-3b1e-4386-877d-7af8d6398047 req-f9ab593f-de87-4f25-8250-23fbdac80537 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/ports?device_id=cee6fe93-87d1-4e75-96f4-ffc84c50d2e8 HTTP/1.1" status: 200 len: 944 time: 0.1313934 Aug 11 03:00:09.091607 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3f6acd6b-5066-4443-a227-dc2421a65edb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:09.101803 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3f6acd6b-5066-4443-a227-dc2421a65edb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:09.104273 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-3f6acd6b-5066-4443-a227-dc2421a65edb admin admin] 10.222.0.41 "DELETE /v2.0/networks/6c50a0eb-c4d6-45be-9c0f-dd3476fb7804 HTTP/1.1" status: 204 len: 168 time: 0.4348807 Aug 11 03:00:09.107227 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 42210) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:09.116974 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6acd6b-5066-4443-a227-dc2421a65edb admin admin] Pushing event deleted for resources: {'Network': ['ID=6c50a0eb-c4d6-45be-9c0f-dd3476fb7804,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:09.132776 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-dbff95e6-3b1e-4386-877d-7af8d6398047 req-42c737c0-c1b9-4cf6-98c6-63893062e1d4 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5aa9049-617d-473f-afb5-b55716ab8aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870228 Aug 11 03:00:09.194688 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_v2 [None req-aac6b131-0813-46d3-9d4f-b96de58152df admin admin] Deleting subnet 70b66978-2ae3-4a20-a496-2b2f15c428d1 {{(pid=102192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:00:09.198219 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-aac6b131-0813-46d3-9d4f-b96de58152df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:09.241664 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-aac6b131-0813-46d3-9d4f-b96de58152df admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:09.250157 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-aac6b131-0813-46d3-9d4f-b96de58152df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:09.330119 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-73535d69-edb3-4148-b34b-1b586ee5c153 req-219dd67d-23f3-4d14-b92f-392d326f4b8c tempest-ImagesNegativeTestJSON-2000766136 tempest-ImagesNegativeTestJSON-2000766136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:09.344758 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['bb103a62-cc3d-4d49-9d3a-40c18974194e'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:00:09.359659 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219dd67d-23f3-4d14-b92f-392d326f4b8c tempest-ImagesNegativeTestJSON-2000766136 tempest-ImagesNegativeTestJSON-2000766136-project] Pushing event deleted for resources: {'Port': ['ID=bb103a62-cc3d-4d49-9d3a-40c18974194e,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:09.411953 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [req-73535d69-edb3-4148-b34b-1b586ee5c153 req-219dd67d-23f3-4d14-b92f-392d326f4b8c tempest-ImagesNegativeTestJSON-2000766136 tempest-ImagesNegativeTestJSON-2000766136-project] No DVR routers for this DVR port bb103a62-cc3d-4d49-9d3a-40c18974194e on host n-h2-764292-30 {{(pid=102192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:00:09.414751 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-73535d69-edb3-4148-b34b-1b586ee5c153 req-219dd67d-23f3-4d14-b92f-392d326f4b8c tempest-ImagesNegativeTestJSON-2000766136 tempest-ImagesNegativeTestJSON-2000766136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:09.417059 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-73535d69-edb3-4148-b34b-1b586ee5c153 req-219dd67d-23f3-4d14-b92f-392d326f4b8c tempest-ImagesNegativeTestJSON-2000766136 tempest-ImagesNegativeTestJSON-2000766136-project] 10.222.0.24 "DELETE /v2.0/ports/bb103a62-cc3d-4d49-9d3a-40c18974194e HTTP/1.1" status: 204 len: 173 time: 1.2062485 Aug 11 03:00:09.417589 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1e0c362-02c2-4a45-b3c6-6cf29945717a', 'name': 'network-vif-deleted', 'tag': 'bb103a62-cc3d-4d49-9d3a-40c18974194e'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:00:09.429621 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43ebde30-7147-4203-b927-8f9f6a94a158" -d '{"events": [{"server_uuid": "d1e0c362-02c2-4a45-b3c6-6cf29945717a", "name": "network-vif-deleted", "tag": "bb103a62-cc3d-4d49-9d3a-40c18974194e"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:00:09.433672 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-aac6b131-0813-46d3-9d4f-b96de58152df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for subnet, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:09.461706 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac6b131-0813-46d3-9d4f-b96de58152df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70b66978-2ae3-4a20-a496-2b2f15c428d1,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:09.469340 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-aac6b131-0813-46d3-9d4f-b96de58152df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:09.469924 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 42222) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:09.478340 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-aac6b131-0813-46d3-9d4f-b96de58152df admin admin] 10.222.0.41 "DELETE /v2.0/subnets/70b66978-2ae3-4a20-a496-2b2f15c428d1 HTTP/1.1" status: 204 len: 168 time: 0.3644996 Aug 11 03:00:09.546577 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7151fe8b-95a5-4e77-af62-5c22fdbc0464 req-d2788a96-4215-44b8-a809-0a8a1f670323 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:09.550697 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7151fe8b-95a5-4e77-af62-5c22fdbc0464 req-d2788a96-4215-44b8-a809-0a8a1f670323 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/ports?device_id=1dad57fb-2aa7-48ff-acbc-3e4351e2dd8b HTTP/1.1" status: 200 len: 946 time: 0.0711112 Aug 11 03:00:09.572186 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7676b929-2f5c-4c81-a26b-81db967a6ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:09.633275 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7151fe8b-95a5-4e77-af62-5c22fdbc0464 req-7e8ae549-a218-48ca-83dd-ec7ea55f08d7 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/security-groups?id=c7e06141-9137-4a1d-bc20-6fbfa107e8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728931 Aug 11 03:00:09.664881 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7676b929-2f5c-4c81-a26b-81db967a6ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:09.687440 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-7676b929-2f5c-4c81-a26b-81db967a6ab9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d068d329-e8d2-4135-9791-694d21d8fdd3']}} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:00:09.701805 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-7676b929-2f5c-4c81-a26b-81db967a6ab9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4096d4c2-b005-40ba-8e73-e7a358c5f273') {'for_net_delete': True} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:00:09.702155 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-7676b929-2f5c-4c81-a26b-81db967a6ab9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4096d4c2-b005-40ba-8e73-e7a358c5f273') {} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:00:09.711711 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:00:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b128bdd7-682d-446c-a5d4-16d4b1bb1dd9 x-openstack-request-id: req-b128bdd7-682d-446c-a5d4-16d4b1bb1dd9 {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:00:09.712000 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1e0c362-02c2-4a45-b3c6-6cf29945717a", "name": "network-vif-deleted", "tag": "bb103a62-cc3d-4d49-9d3a-40c18974194e", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:00:09.712304 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b128bdd7-682d-446c-a5d4-16d4b1bb1dd9 {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:00:09.712707 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1e0c362-02c2-4a45-b3c6-6cf29945717a', 'name': 'network-vif-deleted', 'tag': 'bb103a62-cc3d-4d49-9d3a-40c18974194e', 'status': 'completed', 'code': 200} Aug 11 03:00:09.717577 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7676b929-2f5c-4c81-a26b-81db967a6ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126283644'] for segment, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:09.739878 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7676b929-2f5c-4c81-a26b-81db967a6ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:09.745052 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7676b929-2f5c-4c81-a26b-81db967a6ab9 admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=102191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:00:09.745452 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7676b929-2f5c-4c81-a26b-81db967a6ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126283391'] for segment, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:09.747105 n-d-764292-30 neutron-server[102191]: Traceback (most recent call last): Aug 11 03:00:09.747105 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:00:09.747105 n-d-764292-30 neutron-server[102191]: timer() Aug 11 03:00:09.747105 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:00:09.747105 n-d-764292-30 neutron-server[102191]: cb(*args, **kw) Aug 11 03:00:09.747105 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:00:09.747105 n-d-764292-30 neutron-server[102191]: return func(*args, **kwargs) Aug 11 03:00:09.747105 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:00:09.747105 n-d-764292-30 neutron-server[102191]: self._notify() Aug 11 03:00:09.747105 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:00:09.747105 n-d-764292-30 neutron-server[102191]: self.callback(batched_events) Aug 11 03:00:09.747105 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:00:09.747105 n-d-764292-30 neutron-server[102191]: event.method(event) Aug 11 03:00:09.747105 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:00:09.747105 n-d-764292-30 neutron-server[102191]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:00:09.747105 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:00:09.747105 n-d-764292-30 neutron-server[102191]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:00:09.747105 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:00:09.747105 n-d-764292-30 neutron-server[102191]: return f(self, *a, **k) Aug 11 03:00:09.747105 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:00:09.747105 n-d-764292-30 neutron-server[102191]: return self._get(url).json() Aug 11 03:00:09.747105 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:00:09.747105 n-d-764292-30 neutron-server[102191]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:00:09.747105 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:00:09.747105 n-d-764292-30 neutron-server[102191]: return self.request(url, 'GET', **kwargs) Aug 11 03:00:09.747105 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:00:09.747105 n-d-764292-30 neutron-server[102191]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:00:09.747105 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:00:09.747105 n-d-764292-30 neutron-server[102191]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:00:09.747105 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:00:09.747105 n-d-764292-30 neutron-server[102191]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:00:09.747105 n-d-764292-30 neutron-server[102191]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:00:09.859965 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcd6e77-07c0-42b5-b1c8-32d90540e7cf req-d3621c06-23f4-4f1b-929f-20ba56a31ffa tempest-ServersAdminNegativeTestJSON-106033460 tempest-ServersAdminNegativeTestJSON-106033460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:09.861554 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9bcd6e77-07c0-42b5-b1c8-32d90540e7cf req-d3621c06-23f4-4f1b-929f-20ba56a31ffa tempest-ServersAdminNegativeTestJSON-106033460 tempest-ServersAdminNegativeTestJSON-106033460-project] 10.222.0.41 "GET /v2.0/ports?device_id=0e2dc8b2-6d18-49b7-8548-e8062c40bc8d HTTP/1.1" status: 200 len: 949 time: 0.0600355 Aug 11 03:00:09.887345 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 46ff71e7-c588-4f6d-a897-c30d7b3f65cf details requested by agent hyperv_n-h1-764292-30 with host n-h1-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:00:09.891189 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 401e83e6-d4a7-4db2-b6ef-c3a0dfa044cb up at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:00:09.908291 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9bcd6e77-07c0-42b5-b1c8-32d90540e7cf req-b720209d-b5d2-4735-953e-dd945c58b0eb tempest-ServersAdminNegativeTestJSON-106033460 tempest-ServersAdminNegativeTestJSON-106033460-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed22b840-472c-4033-b27c-9fc95e92d183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383835 Aug 11 03:00:09.927100 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7676b929-2f5c-4c81-a26b-81db967a6ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:09.942232 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7676b929-2f5c-4c81-a26b-81db967a6ab9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:09.948605 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-7676b929-2f5c-4c81-a26b-81db967a6ab9 admin admin] 10.222.0.41 "DELETE /v2.0/networks/d068d329-e8d2-4135-9791-694d21d8fdd3 HTTP/1.1" status: 204 len: 168 time: 0.4774814 Aug 11 03:00:09.989436 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7676b929-2f5c-4c81-a26b-81db967a6ab9 admin admin] Pushing event deleted for resources: {'Network': ['ID=d068d329-e8d2-4135-9791-694d21d8fdd3,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:10.014837 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fdcc60-d521-4a02-9f31-06e61d81fc98 req-5b51a676-d141-489b-b90b-3b4de0236825 tempest-LiveMigrationTest-410920510 tempest-LiveMigrationTest-410920510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:10.024378 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f5fdcc60-d521-4a02-9f31-06e61d81fc98 req-5b51a676-d141-489b-b90b-3b4de0236825 tempest-LiveMigrationTest-410920510 tempest-LiveMigrationTest-410920510-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=1dad57fb-2aa7-48ff-acbc-3e4351e2dd8b HTTP/1.1" status: 200 len: 1098 time: 0.1098776 Aug 11 03:00:10.080064 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f5fdcc60-d521-4a02-9f31-06e61d81fc98 req-cc56c566-4f06-4f9c-a17e-0a5e1fd36e7f tempest-LiveMigrationTest-410920510 tempest-LiveMigrationTest-410920510-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=c7e06141-9137-4a1d-bc20-6fbfa107e8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434117 Aug 11 03:00:10.101477 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 46ff71e7-c588-4f6d-a897-c30d7b3f65cf, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=46ff71e7-c588-4f6d-a897-c30d7b3f65cf,segment=NetworkSegment(a45ed4ca-59d3-4372-9b5a-18bb6ba190c2),segment_id=a45ed4ca-59d3-4372-9b5a-18bb6ba190c2)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:00:10.115564 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 46ff71e7-c588-4f6d-a897-c30d7b3f65cf has no active binding in host n-h1-764292-30 {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 11 03:00:10.117314 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e09d596b-6d49-4337-8369-fb9f544ef7e6 req-baaf86cd-d17b-42f9-8c40-35dc3dcf34c0 tempest-ImagesNegativeTestJSON-2000766136 tempest-ImagesNegativeTestJSON-2000766136-project] 10.222.0.41 "GET /v2.0/ports?device_id=d1e0c362-02c2-4a45-b3c6-6cf29945717a HTTP/1.1" status: 200 len: 210 time: 0.0569737 Aug 11 03:00:10.170012 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning for port 401e83e6-d4a7-4db2-b6ef-c3a0dfa044cb completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:00:10.175842 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning complete for port 401e83e6-d4a7-4db2-b6ef-c3a0dfa044cb triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:00:10.176228 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:10.203235 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eb9c7f-bc84-436f-85e2-f99acac695d6 req-aaa49400-6639-4b45-8057-4e51e8d2f653 tempest-DeleteServersAdminTestJSON-106470122 tempest-DeleteServersAdminTestJSON-106470122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:10.211519 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-84eb9c7f-bc84-436f-85e2-f99acac695d6 req-aaa49400-6639-4b45-8057-4e51e8d2f653 tempest-DeleteServersAdminTestJSON-106470122 tempest-DeleteServersAdminTestJSON-106470122-project] 10.222.0.41 "GET /v2.0/ports?device_id=5338961a-222f-4dc2-9a77-7353f1e545af HTTP/1.1" status: 200 len: 949 time: 0.0689459 Aug 11 03:00:10.288792 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-84eb9c7f-bc84-436f-85e2-f99acac695d6 req-5b0dfc07-3513-4092-8953-7919440a91fd tempest-DeleteServersAdminTestJSON-106470122 tempest-DeleteServersAdminTestJSON-106470122-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5c584ec-b9b7-4ae6-810e-2c5044f79540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760448 Aug 11 03:00:10.290057 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:10.296522 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d030e5-851a-44b2-aa31-c07f17713029 req-6be6f9cb-d938-4460-8814-6a2fdbcc7c04 tempest-LiveMigrationTest-410920510 tempest-LiveMigrationTest-410920510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:10.307840 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-03d030e5-851a-44b2-aa31-c07f17713029 req-6be6f9cb-d938-4460-8814-6a2fdbcc7c04 tempest-LiveMigrationTest-410920510 tempest-LiveMigrationTest-410920510-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=1dad57fb-2aa7-48ff-acbc-3e4351e2dd8b HTTP/1.1" status: 200 len: 1098 time: 0.0935102 Aug 11 03:00:10.327397 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5338961a-222f-4dc2-9a77-7353f1e545af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '401e83e6-d4a7-4db2-b6ef-c3a0dfa044cb'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:00:10.329853 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0395e0d8-56ce-4691-81db-1b374cf5f73c" -d '{"events": [{"server_uuid": "5338961a-222f-4dc2-9a77-7353f1e545af", "name": "network-vif-plugged", "status": "completed", "tag": "401e83e6-d4a7-4db2-b6ef-c3a0dfa044cb"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:00:10.345319 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 401e83e6-d4a7-4db2-b6ef-c3a0dfa044cb, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=401e83e6-d4a7-4db2-b6ef-c3a0dfa044cb,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:00:10.347304 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-03d030e5-851a-44b2-aa31-c07f17713029 req-9eab986f-5ccf-4c0c-aaff-db1ff4f92f14 tempest-LiveMigrationTest-410920510 tempest-LiveMigrationTest-410920510-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=c7e06141-9137-4a1d-bc20-6fbfa107e8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378981 Aug 11 03:00:10.417744 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15c8e15-3cea-4d35-9cd8-ca912901f7fc req-7dc238e4-e535-4ea3-bf2f-eadef5fe78f4 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:10.419467 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a15c8e15-3cea-4d35-9cd8-ca912901f7fc req-7dc238e4-e535-4ea3-bf2f-eadef5fe78f4 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/ports?device_id=cee6fe93-87d1-4e75-96f4-ffc84c50d2e8 HTTP/1.1" status: 200 len: 944 time: 0.0558946 Aug 11 03:00:10.430956 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 42248) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:10.433948 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:10.435075 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 60d02def-19e8-420e-b568-7e2a55a877ad no longer exists at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:00:10.480956 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-59b50ca9-3f23-48fb-a9a6-b6841655d9bc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e361419e680845bc93b3b8094348e288&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0487318 Aug 11 03:00:10.484639 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 42250) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:10.496523 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a15c8e15-3cea-4d35-9cd8-ca912901f7fc req-37157509-0b32-4826-98e8-5ccae6b38b26 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5aa9049-617d-473f-afb5-b55716ab8aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687037 Aug 11 03:00:10.557929 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:00:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c2513f0-5657-40e9-8bcf-78cd71241360 x-openstack-request-id: req-8c2513f0-5657-40e9-8bcf-78cd71241360 {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:00:10.557929 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5338961a-222f-4dc2-9a77-7353f1e545af", "name": "network-vif-plugged", "status": "completed", "tag": "401e83e6-d4a7-4db2-b6ef-c3a0dfa044cb", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:00:10.557929 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8c2513f0-5657-40e9-8bcf-78cd71241360 {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:00:10.557929 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5338961a-222f-4dc2-9a77-7353f1e545af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '401e83e6-d4a7-4db2-b6ef-c3a0dfa044cb', 'code': 200} Aug 11 03:00:10.557929 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=401e83e6-d4a7-4db2-b6ef-c3a0dfa044cb,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:10.561416 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] No Port match for: 60d02def-19e8-420e-b568-7e2a55a877ad {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:00:10.561765 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 60d02def-19e8-420e-b568-7e2a55a877ad not bound to the agent host n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:00:10.581512 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-98148dba-fe1a-4013-9342-e1ad02190390 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:10.641192 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-98148dba-fe1a-4013-9342-e1ad02190390 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:10.684392 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2a9cb5-fa96-466b-b7e5-6f0605369830 req-9097445d-c0fa-43b5-9ee7-5476276e7848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:10.686157 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-fe2a9cb5-fa96-466b-b7e5-6f0605369830 req-9097445d-c0fa-43b5-9ee7-5476276e7848 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=5338961a-222f-4dc2-9a77-7353f1e545af HTTP/1.1" status: 200 len: 1102 time: 0.0917878 Aug 11 03:00:10.725943 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-fe2a9cb5-fa96-466b-b7e5-6f0605369830 req-4d705f7b-b59b-4512-bac2-b08b33db8904 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=e5c584ec-b9b7-4ae6-810e-2c5044f79540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314050 Aug 11 03:00:10.776434 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-98148dba-fe1a-4013-9342-e1ad02190390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:10.780071 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-98148dba-fe1a-4013-9342-e1ad02190390 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:10.782348 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-98148dba-fe1a-4013-9342-e1ad02190390 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/18ab6f46-bbc8-4ef6-805b-433dfe8dcefb HTTP/1.1" status: 204 len: 168 time: 0.2955587 Aug 11 03:00:10.790501 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98148dba-fe1a-4013-9342-e1ad02190390 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18ab6f46-bbc8-4ef6-805b-433dfe8dcefb,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:10.828171 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:11.044964 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4923b49b-36cb-4cbf-a97c-0f08b7ce87dc req-d365d322-d810-49c7-bd5c-335d0bca506f tempest-ServersAdminNegativeTestJSON-106033460 tempest-ServersAdminNegativeTestJSON-106033460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:11.046707 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4923b49b-36cb-4cbf-a97c-0f08b7ce87dc req-d365d322-d810-49c7-bd5c-335d0bca506f tempest-ServersAdminNegativeTestJSON-106033460 tempest-ServersAdminNegativeTestJSON-106033460-project] 10.222.0.41 "GET /v2.0/ports?device_id=0e2dc8b2-6d18-49b7-8548-e8062c40bc8d HTTP/1.1" status: 200 len: 949 time: 0.0550191 Aug 11 03:00:11.087405 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4923b49b-36cb-4cbf-a97c-0f08b7ce87dc req-8e103086-4485-4c8f-bfcb-41f4e142b6f5 tempest-ServersAdminNegativeTestJSON-106033460 tempest-ServersAdminNegativeTestJSON-106033460-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed22b840-472c-4033-b27c-9fc95e92d183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343258 Aug 11 03:00:11.311489 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-df7a316c-d515-4d58-8f12-a4021b2f25ca req-e207490d-4f3c-4a2d-b7ea-60e0eebfe87b service neutron] 10.222.0.24 "GET /v2.0/ports/46ff71e7-c588-4f6d-a897-c30d7b3f65cf/bindings/n-h1-764292-30 HTTP/1.1" status: 200 len: 385 time: 0.0990698 Aug 11 03:00:11.462780 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b107ab-c800-428b-b669-e769de3a01fe req-d2e22488-3f8d-4165-b16e-c523316faed5 tempest-DeleteServersAdminTestJSON-106470122 tempest-DeleteServersAdminTestJSON-106470122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:11.464345 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f5b107ab-c800-428b-b669-e769de3a01fe req-d2e22488-3f8d-4165-b16e-c523316faed5 tempest-DeleteServersAdminTestJSON-106470122 tempest-DeleteServersAdminTestJSON-106470122-project] 10.222.0.41 "GET /v2.0/ports?device_id=5338961a-222f-4dc2-9a77-7353f1e545af HTTP/1.1" status: 200 len: 950 time: 0.0908239 Aug 11 03:00:11.554148 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f5b107ab-c800-428b-b669-e769de3a01fe req-5553988e-6c81-4624-85e5-9b52e513018a tempest-DeleteServersAdminTestJSON-106470122 tempest-DeleteServersAdminTestJSON-106470122-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5c584ec-b9b7-4ae6-810e-2c5044f79540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763271 Aug 11 03:00:11.578160 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-df7a316c-d515-4d58-8f12-a4021b2f25ca req-71d30f16-9933-4f39-91a1-50badad21fce service neutron] For port 46ff71e7-c588-4f6d-a897-c30d7b3f65cf, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=46ff71e7-c588-4f6d-a897-c30d7b3f65cf,segment=NetworkSegment(a45ed4ca-59d3-4372-9b5a-18bb6ba190c2),segment_id=a45ed4ca-59d3-4372-9b5a-18bb6ba190c2)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:00:11.600285 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-df7a316c-d515-4d58-8f12-a4021b2f25ca req-71d30f16-9933-4f39-91a1-50badad21fce service neutron] For port 46ff71e7-c588-4f6d-a897-c30d7b3f65cf, host n-h2-764292-30, cleared binding levels {{(pid=102192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:00:11.607038 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 42302) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:11.697268 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device bb103a62-cc3d-4d49-9d3a-40c18974194e no longer exists at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:00:11.703080 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-dfd04369-89ca-41d7-aa47-a5899d25c76f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=259d608dbb274b8ea52ad8ae7637e3f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0948186 Aug 11 03:00:11.723748 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 42306) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:11.729660 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [req-df7a316c-d515-4d58-8f12-a4021b2f25ca req-71d30f16-9933-4f39-91a1-50badad21fce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46ff71e7-c588-4f6d-a897-c30d7b3f65cf {{(pid=102192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:00:11.738941 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] No Port match for: bb103a62-cc3d-4d49-9d3a-40c18974194e {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:00:11.744503 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device bb103a62-cc3d-4d49-9d3a-40c18974194e not bound to the agent host n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:00:11.744503 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device ab96c975-8a4e-43f0-be1d-8260bd67a051 no longer exists at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:00:11.744750 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-df7a316c-d515-4d58-8f12-a4021b2f25ca req-71d30f16-9933-4f39-91a1-50badad21fce service neutron] For port 46ff71e7-c588-4f6d-a897-c30d7b3f65cf, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=46ff71e7-c588-4f6d-a897-c30d7b3f65cf,segment=NetworkSegment(a45ed4ca-59d3-4372-9b5a-18bb6ba190c2),segment_id=a45ed4ca-59d3-4372-9b5a-18bb6ba190c2)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:00:11.793511 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-26bef4a7-4a7a-42f1-b1e0-1918d5567857 req-9f4eb91a-b2b0-44d0-bfa4-434934d29961 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9189bee4-2bda-4282-ab19-1e4546d71aab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1446834 Aug 11 03:00:11.798402 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfee081a-5c65-40da-bbbc-f51213c96641 req-35766351-d27a-4dff-8a38-7099fc048ce8 tempest-ServersAdminNegativeTestJSON-106033460 tempest-ServersAdminNegativeTestJSON-106033460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:11.801957 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-bfee081a-5c65-40da-bbbc-f51213c96641 req-35766351-d27a-4dff-8a38-7099fc048ce8 tempest-ServersAdminNegativeTestJSON-106033460 tempest-ServersAdminNegativeTestJSON-106033460-project] 10.222.0.22 "GET /v2.0/ports?device_id=0e2dc8b2-6d18-49b7-8548-e8062c40bc8d HTTP/1.1" status: 200 len: 949 time: 0.1218650 Aug 11 03:00:11.810048 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] No Port match for: ab96c975-8a4e-43f0-be1d-8260bd67a051 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:00:11.818525 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device ab96c975-8a4e-43f0-be1d-8260bd67a051 not bound to the agent host n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:00:11.854267 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-df7a316c-d515-4d58-8f12-a4021b2f25ca req-71d30f16-9933-4f39-91a1-50badad21fce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:11.887595 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-aa87fa39-0223-4c8e-a3ce-58b97d1b86bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:11.949701 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2753bb-5894-4c77-9be8-6a69c4595d64 req-861b2fe9-507e-4081-b5c4-a545da6519d7 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:11.951344 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-aa87fa39-0223-4c8e-a3ce-58b97d1b86bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:11.958019 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6b2753bb-5894-4c77-9be8-6a69c4595d64 req-861b2fe9-507e-4081-b5c4-a545da6519d7 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/ports?device_id=cee6fe93-87d1-4e75-96f4-ffc84c50d2e8 HTTP/1.1" status: 200 len: 944 time: 0.1443992 Aug 11 03:00:12.002387 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-bfee081a-5c65-40da-bbbc-f51213c96641 req-c084c30f-0455-4b54-92e5-0d3a9829deb3 tempest-ServersAdminNegativeTestJSON-106033460 tempest-ServersAdminNegativeTestJSON-106033460-project] Deleting port f0dc5445-9e93-4781-b79e-b5a2b5e57121 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:00:12.002387 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-bfee081a-5c65-40da-bbbc-f51213c96641 req-c084c30f-0455-4b54-92e5-0d3a9829deb3 tempest-ServersAdminNegativeTestJSON-106033460 tempest-ServersAdminNegativeTestJSON-106033460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:12.010320 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bef4a7-4a7a-42f1-b1e0-1918d5567857 req-7987eade-3512-4c76-b0a3-7aaeeace878b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:12.027401 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-26bef4a7-4a7a-42f1-b1e0-1918d5567857 req-7987eade-3512-4c76-b0a3-7aaeeace878b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e2a079adece943d79940f9231134e5b8&device_id=9189bee4-2bda-4282-ab19-1e4546d71aab HTTP/1.1" status: 200 len: 1098 time: 0.1691713 Aug 11 03:00:12.082735 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6b2753bb-5894-4c77-9be8-6a69c4595d64 req-4422031a-1b13-420a-b5af-f411ebd9f749 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5aa9049-617d-473f-afb5-b55716ab8aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230431 Aug 11 03:00:12.157208 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-bfee081a-5c65-40da-bbbc-f51213c96641 req-c084c30f-0455-4b54-92e5-0d3a9829deb3 tempest-ServersAdminNegativeTestJSON-106033460 tempest-ServersAdminNegativeTestJSON-106033460-project] For port f0dc5445-9e93-4781-b79e-b5a2b5e57121, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=f0dc5445-9e93-4781-b79e-b5a2b5e57121,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:00:12.157208 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-bfee081a-5c65-40da-bbbc-f51213c96641 req-c084c30f-0455-4b54-92e5-0d3a9829deb3 tempest-ServersAdminNegativeTestJSON-106033460 tempest-ServersAdminNegativeTestJSON-106033460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:12.176888 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-bfee081a-5c65-40da-bbbc-f51213c96641 req-c084c30f-0455-4b54-92e5-0d3a9829deb3 tempest-ServersAdminNegativeTestJSON-106033460 tempest-ServersAdminNegativeTestJSON-106033460-project] Calling delete_port for f0dc5445-9e93-4781-b79e-b5a2b5e57121 owned by compute:nova {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:00:12.236908 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bef4a7-4a7a-42f1-b1e0-1918d5567857 req-070c8865-ccc3-4533-9b35-5ebf534980c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:12.237119 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-26bef4a7-4a7a-42f1-b1e0-1918d5567857 req-070c8865-ccc3-4533-9b35-5ebf534980c7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=abf4f863-7e34-4c96-bae1-78fb72808e42 HTTP/1.1" status: 200 len: 924 time: 0.1713381 Aug 11 03:00:12.264831 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-aa87fa39-0223-4c8e-a3ce-58b97d1b86bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:12.267340 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691eca95-c5bb-43e5-883b-4f6abcf7c3e3 req-c25dc754-709e-424b-b501-f0fbe7281efd tempest-ServersAdminNegativeTestJSON-106033460 tempest-ServersAdminNegativeTestJSON-106033460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:12.267973 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-aa87fa39-0223-4c8e-a3ce-58b97d1b86bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:12.271392 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-aa87fa39-0223-4c8e-a3ce-58b97d1b86bd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9f0031a8-b6f0-461f-856e-85e99fd8171a HTTP/1.1" status: 204 len: 168 time: 0.5437622 Aug 11 03:00:12.275963 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-691eca95-c5bb-43e5-883b-4f6abcf7c3e3 req-c25dc754-709e-424b-b501-f0fbe7281efd tempest-ServersAdminNegativeTestJSON-106033460 tempest-ServersAdminNegativeTestJSON-106033460-project] 10.222.0.41 "GET /v2.0/ports?device_id=0e2dc8b2-6d18-49b7-8548-e8062c40bc8d HTTP/1.1" status: 200 len: 949 time: 0.1006680 Aug 11 03:00:12.293733 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa87fa39-0223-4c8e-a3ce-58b97d1b86bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f0031a8-b6f0-461f-856e-85e99fd8171a,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:12.323330 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [req-df7a316c-d515-4d58-8f12-a4021b2f25ca req-71d30f16-9933-4f39-91a1-50badad21fce service neutron] Transition to ACTIVE for port object 46ff71e7-c588-4f6d-a897-c30d7b3f65cf will not be triggered until provisioned by entity L2. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:00:12.374948 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-691eca95-c5bb-43e5-883b-4f6abcf7c3e3 req-233a92d8-f609-45ee-a243-ef70d585202a tempest-ServersAdminNegativeTestJSON-106033460 tempest-ServersAdminNegativeTestJSON-106033460-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed22b840-472c-4033-b27c-9fc95e92d183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980952 Aug 11 03:00:12.376664 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-26bef4a7-4a7a-42f1-b1e0-1918d5567857 req-0c3fbd5c-5937-4362-b5dd-41b9ed65ea91 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=761ac011-096e-4c01-899e-2995d3ae30ee HTTP/1.1" status: 200 len: 1002 time: 0.1306713 Aug 11 03:00:12.432019 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 42322) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:12.452574 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-df7a316c-d515-4d58-8f12-a4021b2f25ca req-71d30f16-9933-4f39-91a1-50badad21fce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:12.455552 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bef4a7-4a7a-42f1-b1e0-1918d5567857 req-92dcc08f-8a7c-47d3-ab15-ac9fa60ca471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:12.457394 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-26bef4a7-4a7a-42f1-b1e0-1918d5567857 req-92dcc08f-8a7c-47d3-ab15-ac9fa60ca471 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ea672f68-2286-4aab-b6b2-6a0985e114d8 HTTP/1.1" status: 200 len: 862 time: 0.0734849 Aug 11 03:00:12.509931 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-bfee081a-5c65-40da-bbbc-f51213c96641 req-c084c30f-0455-4b54-92e5-0d3a9829deb3 tempest-ServersAdminNegativeTestJSON-106033460 tempest-ServersAdminNegativeTestJSON-106033460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:12.522200 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['f0dc5445-9e93-4781-b79e-b5a2b5e57121'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:00:12.547375 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [req-df7a316c-d515-4d58-8f12-a4021b2f25ca req-71d30f16-9933-4f39-91a1-50badad21fce service neutron] No DVR routers for this DVR port 46ff71e7-c588-4f6d-a897-c30d7b3f65cf on host n-h2-764292-30 {{(pid=102192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:00:12.586542 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c084c30f-0455-4b54-92e5-0d3a9829deb3 tempest-ServersAdminNegativeTestJSON-106033460 tempest-ServersAdminNegativeTestJSON-106033460-project] Pushing event deleted for resources: {'Port': ['ID=f0dc5445-9e93-4781-b79e-b5a2b5e57121,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:12.669713 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d30f16-9933-4f39-91a1-50badad21fce service neutron] Pushing event updated for resources: {'Port': ['ID=46ff71e7-c588-4f6d-a897-c30d7b3f65cf,revision_number=10']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:12.684275 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bef4a7-4a7a-42f1-b1e0-1918d5567857 req-9599d99f-42e3-4339-b2cc-d1e5b64bcc2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:12.686497 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-26bef4a7-4a7a-42f1-b1e0-1918d5567857 req-9599d99f-42e3-4339-b2cc-d1e5b64bcc2d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=abf4f863-7e34-4c96-bae1-78fb72808e42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2192795 Aug 11 03:00:12.694228 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-df7a316c-d515-4d58-8f12-a4021b2f25ca req-71d30f16-9933-4f39-91a1-50badad21fce service neutron] 10.222.0.24 "PUT /v2.0/ports/46ff71e7-c588-4f6d-a897-c30d7b3f65cf/bindings/n-h1-764292-30/activate HTTP/1.1" status: 200 len: 370 time: 1.3811777 Aug 11 03:00:12.695077 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfee081a-5c65-40da-bbbc-f51213c96641 req-c084c30f-0455-4b54-92e5-0d3a9829deb3 tempest-ServersAdminNegativeTestJSON-106033460 tempest-ServersAdminNegativeTestJSON-106033460-project] No DVR routers for this DVR port f0dc5445-9e93-4781-b79e-b5a2b5e57121 on host n-h1-764292-30 {{(pid=102191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:00:12.698085 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-bfee081a-5c65-40da-bbbc-f51213c96641 req-c084c30f-0455-4b54-92e5-0d3a9829deb3 tempest-ServersAdminNegativeTestJSON-106033460 tempest-ServersAdminNegativeTestJSON-106033460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:12.701638 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-bfee081a-5c65-40da-bbbc-f51213c96641 req-c084c30f-0455-4b54-92e5-0d3a9829deb3 tempest-ServersAdminNegativeTestJSON-106033460 tempest-ServersAdminNegativeTestJSON-106033460-project] 10.222.0.22 "DELETE /v2.0/ports/f0dc5445-9e93-4781-b79e-b5a2b5e57121 HTTP/1.1" status: 204 len: 173 time: 0.8868315 Aug 11 03:00:12.702631 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e2dc8b2-6d18-49b7-8548-e8062c40bc8d', 'name': 'network-vif-deleted', 'tag': 'f0dc5445-9e93-4781-b79e-b5a2b5e57121'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:00:12.714178 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30071add-6dc0-41b8-8c0d-b693ac1cf7aa" -d '{"events": [{"server_uuid": "0e2dc8b2-6d18-49b7-8548-e8062c40bc8d", "name": "network-vif-deleted", "tag": "f0dc5445-9e93-4781-b79e-b5a2b5e57121"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:00:12.918705 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7a316c-d515-4d58-8f12-a4021b2f25ca req-ef3d8522-0425-4c76-866a-9b9e9dfa70df tempest-LiveAutoBlockMigrationV225Test-1544515844 tempest-LiveAutoBlockMigrationV225Test-1544515844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:12.920723 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-df7a316c-d515-4d58-8f12-a4021b2f25ca req-ef3d8522-0425-4c76-866a-9b9e9dfa70df tempest-LiveAutoBlockMigrationV225Test-1544515844 tempest-LiveAutoBlockMigrationV225Test-1544515844-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=cee6fe93-87d1-4e75-96f4-ffc84c50d2e8&tenant_id=7a37d4caabc9417c92d7f5d7ce7df51b&binding%3Ahost_id=n-h2-764292-30 HTTP/1.1" status: 200 len: 1097 time: 0.0600402 Aug 11 03:00:12.931776 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb01dae-9e3a-4657-b47c-055f1de42d0d req-48463039-6d83-4030-b94e-acea4d9757e5 tempest-DeleteServersAdminTestJSON-106470122 tempest-DeleteServersAdminTestJSON-106470122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:12.933354 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-aeb01dae-9e3a-4657-b47c-055f1de42d0d req-48463039-6d83-4030-b94e-acea4d9757e5 tempest-DeleteServersAdminTestJSON-106470122 tempest-DeleteServersAdminTestJSON-106470122-project] 10.222.0.41 "GET /v2.0/ports?device_id=5338961a-222f-4dc2-9a77-7353f1e545af HTTP/1.1" status: 200 len: 950 time: 0.2371821 Aug 11 03:00:12.949787 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-26bef4a7-4a7a-42f1-b1e0-1918d5567857 req-032e3ab3-e743-4372-abe6-8ac847a70b75 service neutron] 10.222.0.24 "GET /v2.0/networks/abf4f863-7e34-4c96-bae1-78fb72808e42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2245834 Aug 11 03:00:13.003369 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7a316c-d515-4d58-8f12-a4021b2f25ca req-1f5e4b82-21fe-406f-afbb-5fa008ba0ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:13.005012 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-df7a316c-d515-4d58-8f12-a4021b2f25ca req-1f5e4b82-21fe-406f-afbb-5fa008ba0ee3 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=cee6fe93-87d1-4e75-96f4-ffc84c50d2e8&tenant_id=7a37d4caabc9417c92d7f5d7ce7df51b HTTP/1.1" status: 200 len: 1097 time: 0.0762651 Aug 11 03:00:13.041689 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-d9384a7b-3eb0-48f0-8c13-ba0ff725c2b7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7436bc74831d4979aa4c840d73fa560c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6082909 Aug 11 03:00:13.050527 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 42340) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:13.075982 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-aeb01dae-9e3a-4657-b47c-055f1de42d0d req-072f7f04-dbf4-4c9a-aeb4-1bcee8a45b11 tempest-DeleteServersAdminTestJSON-106470122 tempest-DeleteServersAdminTestJSON-106470122-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5c584ec-b9b7-4ae6-810e-2c5044f79540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313500 Aug 11 03:00:13.146652 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-26bef4a7-4a7a-42f1-b1e0-1918d5567857 req-1247cb97-e636-4eb8-818d-19883405cf5f service neutron] 10.222.0.24 "GET /v2.0/networks/abf4f863-7e34-4c96-bae1-78fb72808e42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813931 Aug 11 03:00:13.173437 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7a316c-d515-4d58-8f12-a4021b2f25ca req-bed90025-78dd-4e06-941f-8723484b3a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:13.174973 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-df7a316c-d515-4d58-8f12-a4021b2f25ca req-bed90025-78dd-4e06-941f-8723484b3a8b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7a37d4caabc9417c92d7f5d7ce7df51b&device_id=cee6fe93-87d1-4e75-96f4-ffc84c50d2e8 HTTP/1.1" status: 200 len: 1097 time: 0.1441000 Aug 11 03:00:13.294191 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 42354) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:13.300071 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:00:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-144b34ae-99d0-4c7d-bda3-9f395d493a7a x-openstack-request-id: req-144b34ae-99d0-4c7d-bda3-9f395d493a7a {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:00:13.300714 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e2dc8b2-6d18-49b7-8548-e8062c40bc8d", "name": "network-vif-deleted", "tag": "f0dc5445-9e93-4781-b79e-b5a2b5e57121", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:00:13.300714 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-144b34ae-99d0-4c7d-bda3-9f395d493a7a {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:00:13.301025 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e2dc8b2-6d18-49b7-8548-e8062c40bc8d', 'name': 'network-vif-deleted', 'tag': 'f0dc5445-9e93-4781-b79e-b5a2b5e57121', 'status': 'completed', 'code': 200} Aug 11 03:00:13.304232 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-af16e6aa-59a6-400f-87f0-fc4f16e6aaa4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:13.342551 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-af16e6aa-59a6-400f-87f0-fc4f16e6aaa4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:13.396010 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7a316c-d515-4d58-8f12-a4021b2f25ca req-ca8b24a3-92cf-4de0-bbe1-3ae293c4869c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:13.397491 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-df7a316c-d515-4d58-8f12-a4021b2f25ca req-ca8b24a3-92cf-4de0-bbe1-3ae293c4869c service neutron] 10.222.0.22 "GET /v2.0/networks?id=f221beb7-8330-438a-a9fe-3bfcf5050d99 HTTP/1.1" status: 200 len: 922 time: 0.2101209 Aug 11 03:00:13.455346 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-df7a316c-d515-4d58-8f12-a4021b2f25ca req-659fde80-af45-4c1c-a7ec-15dcc9824ca6 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=46ff71e7-c588-4f6d-a897-c30d7b3f65cf HTTP/1.1" status: 200 len: 217 time: 0.0473766 Aug 11 03:00:13.524321 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [req-e9d5b60c-973e-46e9-b71e-b92cc93f17ef req-fa802a08-1f9e-4e48-9a8d-18ea22b713c6 tempest-LiveMigrationTest-410920510 tempest-LiveMigrationTest-410920510-project-admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:00:13.525332 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e9d5b60c-973e-46e9-b71e-b92cc93f17ef req-fa802a08-1f9e-4e48-9a8d-18ea22b713c6 tempest-LiveMigrationTest-410920510 tempest-LiveMigrationTest-410920510-project-admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2297952 Aug 11 03:00:13.549346 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-af16e6aa-59a6-400f-87f0-fc4f16e6aaa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:13.552676 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-af16e6aa-59a6-400f-87f0-fc4f16e6aaa4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:13.556456 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-af16e6aa-59a6-400f-87f0-fc4f16e6aaa4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/34c4400d-4420-4b7c-be91-9d1eac41459c HTTP/1.1" status: 204 len: 168 time: 0.4852543 Aug 11 03:00:13.571764 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af16e6aa-59a6-400f-87f0-fc4f16e6aaa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34c4400d-4420-4b7c-be91-9d1eac41459c,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:13.587404 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7a316c-d515-4d58-8f12-a4021b2f25ca req-b5b4db07-3e79-4dd5-aae9-3ca75793dbac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:13.606084 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-df7a316c-d515-4d58-8f12-a4021b2f25ca req-b5b4db07-3e79-4dd5-aae9-3ca75793dbac service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1f48ffa3-65bd-47bc-90cf-1fcd73e0ff01 HTTP/1.1" status: 200 len: 861 time: 0.1384723 Aug 11 03:00:13.652057 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-df7a316c-d515-4d58-8f12-a4021b2f25ca req-92d00dcd-d152-47d3-b7a8-ef0f89f6525a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=f221beb7-8330-438a-a9fe-3bfcf5050d99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373316 Aug 11 03:00:13.750200 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7cfe5f-cb0f-4caa-9db5-27dc376f5bf3 req-25d2c850-3ee0-4e34-be5b-f58475e483ca tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:13.752007 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-df7cfe5f-cb0f-4caa-9db5-27dc376f5bf3 req-25d2c850-3ee0-4e34-be5b-f58475e483ca tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/ports?device_id=cee6fe93-87d1-4e75-96f4-ffc84c50d2e8 HTTP/1.1" status: 200 len: 945 time: 0.0612504 Aug 11 03:00:13.764282 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-df7a316c-d515-4d58-8f12-a4021b2f25ca req-c2de1198-8468-4b1b-9c20-4fa4e4773252 service neutron] 10.222.0.22 "GET /v2.0/networks/f221beb7-8330-438a-a9fe-3bfcf5050d99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050370 Aug 11 03:00:13.815008 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-df7cfe5f-cb0f-4caa-9db5-27dc376f5bf3 req-9e54fd02-b0a9-47f7-ae98-763ea87be216 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5aa9049-617d-473f-afb5-b55716ab8aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537002 Aug 11 03:00:13.883771 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-df7a316c-d515-4d58-8f12-a4021b2f25ca req-f14149a9-9147-422d-9211-1779822bba42 service neutron] 10.222.0.22 "GET /v2.0/networks/f221beb7-8330-438a-a9fe-3bfcf5050d99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113746 Aug 11 03:00:13.979191 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-e9d5b60c-973e-46e9-b71e-b92cc93f17ef req-f37f248f-2f14-48af-942a-b2eb5a14685b service neutron] Request body: {'binding': {'host': 'n-h2-764292-30', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:00:13.979684 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-e9d5b60c-973e-46e9-b71e-b92cc93f17ef req-f37f248f-2f14-48af-942a-b2eb5a14685b service neutron] Unknown quota resources ['binding']. {{(pid=102192) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 11 03:00:14.047946 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 42380) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:14.087643 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadfccca-10ee-490f-bd8b-1fb657f30e10 req-ac12ea6f-149a-45a8-9b03-10c8e8618580 tempest-DeleteServersAdminTestJSON-106470122 tempest-DeleteServersAdminTestJSON-106470122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:14.095885 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cadfccca-10ee-490f-bd8b-1fb657f30e10 req-ac12ea6f-149a-45a8-9b03-10c8e8618580 tempest-DeleteServersAdminTestJSON-106470122 tempest-DeleteServersAdminTestJSON-106470122-project] 10.222.0.41 "GET /v2.0/ports?device_id=5338961a-222f-4dc2-9a77-7353f1e545af HTTP/1.1" status: 200 len: 950 time: 0.1545756 Aug 11 03:00:14.163733 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cadfccca-10ee-490f-bd8b-1fb657f30e10 req-71fb9e2d-b3c5-45d2-a2f1-74f5ed71b983 tempest-DeleteServersAdminTestJSON-106470122 tempest-DeleteServersAdminTestJSON-106470122-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5c584ec-b9b7-4ae6-810e-2c5044f79540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660696 Aug 11 03:00:14.173909 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-1ac0d61f-b8dc-42f6-97be-b8327294fff8 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-755455579-network', 'tenant_id': '42f48ed467fa4c1a8c7727abd216b298'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:00:14.212712 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-e9d5b60c-973e-46e9-b71e-b92cc93f17ef req-f37f248f-2f14-48af-942a-b2eb5a14685b service neutron] Attempting to bind port 9e9b1c1e-485a-4297-a795-7aa29aed4322 on host n-h2-764292-30 for vnic_type normal with profile None {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:00:14.213051 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-e9d5b60c-973e-46e9-b71e-b92cc93f17ef req-f37f248f-2f14-48af-942a-b2eb5a14685b service neutron] Attempting to bind port 9e9b1c1e-485a-4297-a795-7aa29aed4322 by drivers openvswitch,hyperv on host n-h2-764292-30 at level 0 using segments [{'id': '75626708-94f6-4fcc-8cbd-0dd0dd709069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a1f5acc4-6e30-4bf9-bc28-7ff84dac631d'}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:00:14.213389 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d5b60c-973e-46e9-b71e-b92cc93f17ef req-f37f248f-2f14-48af-942a-b2eb5a14685b service neutron] Attempting to bind port 9e9b1c1e-485a-4297-a795-7aa29aed4322 on network a1f5acc4-6e30-4bf9-bc28-7ff84dac631d {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:00:14.218401 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d5b60c-973e-46e9-b71e-b92cc93f17ef req-f37f248f-2f14-48af-942a-b2eb5a14685b service neutron] Port 9e9b1c1e-485a-4297-a795-7aa29aed4322 on network a1f5acc4-6e30-4bf9-bc28-7ff84dac631d not bound, no agent of type Open vSwitch agent registered on host n-h2-764292-30 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:00:14.218758 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d5b60c-973e-46e9-b71e-b92cc93f17ef req-f37f248f-2f14-48af-942a-b2eb5a14685b service neutron] Attempting to bind port 9e9b1c1e-485a-4297-a795-7aa29aed4322 on network a1f5acc4-6e30-4bf9-bc28-7ff84dac631d {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:00:14.231094 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d5b60c-973e-46e9-b71e-b92cc93f17ef req-f37f248f-2f14-48af-942a-b2eb5a14685b service neutron] Checking agent: {'id': '70015fc0-62fb-48b2-b453-36906937cf2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 0, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:00:14.232016 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d5b60c-973e-46e9-b71e-b92cc93f17ef req-f37f248f-2f14-48af-942a-b2eb5a14685b service neutron] Checking segment: {'id': '75626708-94f6-4fcc-8cbd-0dd0dd709069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a1f5acc4-6e30-4bf9-bc28-7ff84dac631d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:00:14.232016 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d5b60c-973e-46e9-b71e-b92cc93f17ef req-f37f248f-2f14-48af-942a-b2eb5a14685b service neutron] Bound using segment: {'id': '75626708-94f6-4fcc-8cbd-0dd0dd709069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a1f5acc4-6e30-4bf9-bc28-7ff84dac631d'} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:00:14.232461 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-e9d5b60c-973e-46e9-b71e-b92cc93f17ef req-f37f248f-2f14-48af-942a-b2eb5a14685b service neutron] Bound port: 9e9b1c1e-485a-4297-a795-7aa29aed4322, host: n-h2-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75626708-94f6-4fcc-8cbd-0dd0dd709069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a1f5acc4-6e30-4bf9-bc28-7ff84dac631d'}}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:00:14.326258 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ac0d61f-b8dc-42f6-97be-b8327294fff8 admin admin] Made reservation on behalf of 42f48ed467fa4c1a8c7727abd216b298 for: {'network': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:00:14.328952 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1ac0d61f-b8dc-42f6-97be-b8327294fff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:14.339807 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-e9d5b60c-973e-46e9-b71e-b92cc93f17ef req-f37f248f-2f14-48af-942a-b2eb5a14685b service neutron] For port 9e9b1c1e-485a-4297-a795-7aa29aed4322, host n-h2-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=9e9b1c1e-485a-4297-a795-7aa29aed4322,segment=NetworkSegment(75626708-94f6-4fcc-8cbd-0dd0dd709069),segment_id=75626708-94f6-4fcc-8cbd-0dd0dd709069)] {{(pid=102192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:00:14.343434 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1ac0d61f-b8dc-42f6-97be-b8327294fff8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:14.433179 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-e9d5b60c-973e-46e9-b71e-b92cc93f17ef req-f37f248f-2f14-48af-942a-b2eb5a14685b service neutron] Notify callbacks [] for binding, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:14.434403 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e9d5b60c-973e-46e9-b71e-b92cc93f17ef req-f37f248f-2f14-48af-942a-b2eb5a14685b service neutron] 10.222.0.41 "POST /v2.0/ports/9e9b1c1e-485a-4297-a795-7aa29aed4322/bindings HTTP/1.1" status: 201 len: 390 time: 0.8381362 Aug 11 03:00:14.465775 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1ac0d61f-b8dc-42f6-97be-b8327294fff8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:14.504909 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7a316c-d515-4d58-8f12-a4021b2f25ca req-78ae11bc-5832-4cd6-8ded-37845baafdab tempest-LiveAutoBlockMigrationV225Test-1544515844 tempest-LiveAutoBlockMigrationV225Test-1544515844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:14.506520 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-df7a316c-d515-4d58-8f12-a4021b2f25ca req-78ae11bc-5832-4cd6-8ded-37845baafdab tempest-LiveAutoBlockMigrationV225Test-1544515844 tempest-LiveAutoBlockMigrationV225Test-1544515844-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=cee6fe93-87d1-4e75-96f4-ffc84c50d2e8&tenant_id=7a37d4caabc9417c92d7f5d7ce7df51b&binding%3Ahost_id=n-h1-764292-30 HTTP/1.1" status: 200 len: 1097 time: 0.0579166 Aug 11 03:00:14.620552 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1ac0d61f-b8dc-42f6-97be-b8327294fff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:14.632975 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ac0d61f-b8dc-42f6-97be-b8327294fff8 admin admin] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=102191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:00:14.658660 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1ac0d61f-b8dc-42f6-97be-b8327294fff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:14.659256 n-d-764292-30 neutron-server[102191]: INFO neutron.db.segments_db [None req-1ac0d61f-b8dc-42f6-97be-b8327294fff8 admin admin] Added segment 8be48c87-49ff-409c-84bc-36da4c3f87ba of type vlan for network 3ff4efdf-629f-49b2-91cf-585f5d5e5f6f Aug 11 03:00:14.673406 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 42402) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:14.729879 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac0d61f-b8dc-42f6-97be-b8327294fff8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68d3953c-5c04-4915-9da9-4e3d74be3735,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:14.741838 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1ac0d61f-b8dc-42f6-97be-b8327294fff8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:14.821219 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-df7a316c-d515-4d58-8f12-a4021b2f25ca req-8ca24fbb-6f03-4bec-9ea0-687b0f724df5 service neutron] For port 46ff71e7-c588-4f6d-a897-c30d7b3f65cf, host n-h2-764292-30, cleared binding levels {{(pid=102191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:00:14.830622 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-df7a316c-d515-4d58-8f12-a4021b2f25ca req-8ca24fbb-6f03-4bec-9ea0-687b0f724df5 service neutron] Notify callbacks [] for binding, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:14.830622 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-df7a316c-d515-4d58-8f12-a4021b2f25ca req-8ca24fbb-6f03-4bec-9ea0-687b0f724df5 service neutron] 10.222.0.22 "DELETE /v2.0/ports/46ff71e7-c588-4f6d-a897-c30d7b3f65cf/bindings/n-h2-764292-30 HTTP/1.1" status: 204 len: 173 time: 0.3131244 Aug 11 03:00:14.851468 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1ac0d61f-b8dc-42f6-97be-b8327294fff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:14.852970 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac0d61f-b8dc-42f6-97be-b8327294fff8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:14.853870 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1ac0d61f-b8dc-42f6-97be-b8327294fff8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:14.892273 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a4e6ac-8b4c-4131-9c97-31278bc5637a req-715ef7af-7878-4923-8f5b-5859c37d7614 tempest-DeleteServersAdminTestJSON-106470122 tempest-DeleteServersAdminTestJSON-106470122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:14.895167 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-64a4e6ac-8b4c-4131-9c97-31278bc5637a req-715ef7af-7878-4923-8f5b-5859c37d7614 tempest-DeleteServersAdminTestJSON-106470122 tempest-DeleteServersAdminTestJSON-106470122-project] 10.222.0.41 "GET /v2.0/ports?device_id=5338961a-222f-4dc2-9a77-7353f1e545af HTTP/1.1" status: 200 len: 950 time: 0.1193075 Aug 11 03:00:14.935867 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c190b16-b3fc-4fbb-a539-d19e33f0b677 req-9a490e97-5b71-4956-ac72-352bf9900726 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:14.946718 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2c190b16-b3fc-4fbb-a539-d19e33f0b677 req-9a490e97-5b71-4956-ac72-352bf9900726 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/ports?device_id=1dad57fb-2aa7-48ff-acbc-3e4351e2dd8b HTTP/1.1" status: 200 len: 946 time: 0.1190851 Aug 11 03:00:14.960410 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac0d61f-b8dc-42f6-97be-b8327294fff8 admin admin] Pushing event updated for resources: {'Network': ['ID=3ff4efdf-629f-49b2-91cf-585f5d5e5f6f,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:14.965622 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-1ac0d61f-b8dc-42f6-97be-b8327294fff8 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.9166255 Aug 11 03:00:14.968103 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 42416) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:14.971905 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network 3ff4efdf-629f-49b2-91cf-585f5d5e5f6f details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:00:14.975692 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-ffa710e6-7972-42fb-a632-db97eece8ba3 admin admin] Request body: {'subnet': {'network_id': '3ff4efdf-629f-49b2-91cf-585f5d5e5f6f', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-755455579-subnet', 'tenant_id': '42f48ed467fa4c1a8c7727abd216b298', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:00:15.079754 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffa710e6-7972-42fb-a632-db97eece8ba3 admin admin] Made reservation on behalf of 42f48ed467fa4c1a8c7727abd216b298 for: {'subnet': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:00:15.082958 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ffa710e6-7972-42fb-a632-db97eece8ba3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274743'] for subnet, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:15.135176 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 42420) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:15.315134 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-64a4e6ac-8b4c-4131-9c97-31278bc5637a req-377828fe-be05-4f6e-9007-a6399756de09 tempest-DeleteServersAdminTestJSON-106470122 tempest-DeleteServersAdminTestJSON-106470122-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5c584ec-b9b7-4ae6-810e-2c5044f79540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4128060 Aug 11 03:00:15.356824 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-77e212b2-ea93-4961-9a1b-9281d2daf239 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1424988981-network', 'tenant_id': '32d7eaec360a470ebeffbe201ea65747'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:00:15.361928 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2c190b16-b3fc-4fbb-a539-d19e33f0b677 req-1f69a5bc-a1b7-441c-b28a-92ce54d24369 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/security-groups?id=c7e06141-9137-4a1d-bc20-6fbfa107e8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4143748 Aug 11 03:00:15.373445 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-dfe789f6-efe3-44e8-8b7e-ad72c123807c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e49525c981a245a684be8acd150e82b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6964853 Aug 11 03:00:15.374506 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 42424) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:15.386846 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d5b60c-973e-46e9-b71e-b92cc93f17ef req-d37e776c-d097-4646-ad3f-44137b6b29f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:15.388354 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e9d5b60c-973e-46e9-b71e-b92cc93f17ef req-d37e776c-d097-4646-ad3f-44137b6b29f9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=83808f5f252c43418f6a6c255d45878a&device_id=1dad57fb-2aa7-48ff-acbc-3e4351e2dd8b HTTP/1.1" status: 200 len: 1098 time: 0.1161382 Aug 11 03:00:15.438449 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ffa710e6-7972-42fb-a632-db97eece8ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126283476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274725'] for subnet, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:15.476993 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77e212b2-ea93-4961-9a1b-9281d2daf239 admin admin] Made reservation on behalf of 32d7eaec360a470ebeffbe201ea65747 for: {'network': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:00:15.476993 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-77e212b2-ea93-4961-9a1b-9281d2daf239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:15.498847 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-77e212b2-ea93-4961-9a1b-9281d2daf239 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:15.521416 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa710e6-7972-42fb-a632-db97eece8ba3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b72217e4-4ebb-4b82-9a4c-fcf14d2be745,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:15.542626 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa710e6-7972-42fb-a632-db97eece8ba3 admin admin] Checking segment: {'id': '8be48c87-49ff-409c-84bc-36da4c3f87ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '3ff4efdf-629f-49b2-91cf-585f5d5e5f6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:00:15.543005 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa710e6-7972-42fb-a632-db97eece8ba3 admin admin] Network hostable DHCP agents. Network: 3ff4efdf-629f-49b2-91cf-585f5d5e5f6f, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:00:15.571158 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d5b60c-973e-46e9-b71e-b92cc93f17ef req-e3e79313-e836-428f-96eb-ffc5f2d6d841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:15.573156 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e9d5b60c-973e-46e9-b71e-b92cc93f17ef req-e3e79313-e836-428f-96eb-ffc5f2d6d841 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a1f5acc4-6e30-4bf9-bc28-7ff84dac631d HTTP/1.1" status: 200 len: 908 time: 0.1713340 Aug 11 03:00:15.600240 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8697dc78-87c0-4510-8907-444ea9cfedb0 req-9212d1c9-fc0e-4483-87f6-c36afaa40bce tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:15.601733 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8697dc78-87c0-4510-8907-444ea9cfedb0 req-9212d1c9-fc0e-4483-87f6-c36afaa40bce tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/ports?device_id=cee6fe93-87d1-4e75-96f4-ffc84c50d2e8 HTTP/1.1" status: 200 len: 945 time: 0.1414468 Aug 11 03:00:15.604125 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-cbd24e6b-a121-4a35-bc5c-908e6cbc5d2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:15.636078 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e9d5b60c-973e-46e9-b71e-b92cc93f17ef req-5117ab83-2fd4-41f0-b1e6-12ac56d8e854 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9e9b1c1e-485a-4297-a795-7aa29aed4322 HTTP/1.1" status: 200 len: 217 time: 0.0520928 Aug 11 03:00:15.637120 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c1ac6b3c-32d8-4ad2-8adb-38587ceb8458 req-1bf487dc-11c0-4bad-a06a-5b4d345f589b service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=d1bec3c9-dfdc-4f3d-9313-7372afe30133&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0609336 Aug 11 03:00:15.639066 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa710e6-7972-42fb-a632-db97eece8ba3 admin admin] Network 3ff4efdf-629f-49b2-91cf-585f5d5e5f6f is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:00:15.676695 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-77e212b2-ea93-4961-9a1b-9281d2daf239 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:15.700402 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-cbd24e6b-a121-4a35-bc5c-908e6cbc5d2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:15.728751 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-ffa710e6-7972-42fb-a632-db97eece8ba3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, 3ff4efdf-629f-49b2-91cf-585f5d5e5f6f) {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:00:15.729554 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 46ff71e7-c588-4f6d-a897-c30d7b3f65cf no longer exists at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:00:15.747282 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8697dc78-87c0-4510-8907-444ea9cfedb0 req-63901701-e2df-4717-8bf1-11f2c0cc0a5b tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5aa9049-617d-473f-afb5-b55716ab8aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162200 Aug 11 03:00:15.749194 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffa710e6-7972-42fb-a632-db97eece8ba3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:15.749827 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ffa710e6-7972-42fb-a632-db97eece8ba3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:15.771869 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-77e212b2-ea93-4961-9a1b-9281d2daf239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:15.791154 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d9acc3-117e-4dd9-9fdf-a883a615ec6d None None] Network 3ff4efdf-629f-49b2-91cf-585f5d5e5f6f requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:00:15.791253 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d5b60c-973e-46e9-b71e-b92cc93f17ef req-1946585a-cdbd-43c1-a154-2adcb228f2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:15.791253 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e9d5b60c-973e-46e9-b71e-b92cc93f17ef req-1946585a-cdbd-43c1-a154-2adcb228f2e5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0d013ade-4c13-41b9-b262-cf5646bc4bdb HTTP/1.1" status: 200 len: 847 time: 0.1376436 Aug 11 03:00:15.802528 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ac6b3c-32d8-4ad2-8adb-38587ceb8458 req-ed558f65-a51f-432b-8a4c-00dc077a997b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:15.804034 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c1ac6b3c-32d8-4ad2-8adb-38587ceb8458 req-ed558f65-a51f-432b-8a4c-00dc077a997b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7a37d4caabc9417c92d7f5d7ce7df51b&device_id=d1bec3c9-dfdc-4f3d-9313-7372afe30133 HTTP/1.1" status: 200 len: 1096 time: 0.1109340 Aug 11 03:00:15.807756 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77e212b2-ea93-4961-9a1b-9281d2daf239 admin admin] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=102191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:00:15.814317 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e212b2-ea93-4961-9a1b-9281d2daf239 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d6c0d6f-bb51-44c3-8f75-1c4d3fd994ac,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:15.833931 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-77e212b2-ea93-4961-9a1b-9281d2daf239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:15.834548 n-d-764292-30 neutron-server[102191]: INFO neutron.db.segments_db [None req-77e212b2-ea93-4961-9a1b-9281d2daf239 admin admin] Added segment 1b159089-e43f-4aed-806e-9ec8a6e49d37 of type vlan for network bde5d65d-a0b0-441c-909e-089d0b66d672 Aug 11 03:00:15.851670 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-ffa710e6-7972-42fb-a632-db97eece8ba3 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.8715911 Aug 11 03:00:15.851670 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 42432) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:15.866330 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-ee8c4ab4-9cdf-4c6f-b18b-c697c21a72be admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-755455579-router', 'tenant_id': '42f48ed467fa4c1a8c7727abd216b298', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:00:15.889100 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e9d5b60c-973e-46e9-b71e-b92cc93f17ef req-6060030a-3ebf-4817-9c52-5b4539594f9c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a1f5acc4-6e30-4bf9-bc28-7ff84dac631d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666096 Aug 11 03:00:15.896090 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 46ff71e7-c588-4f6d-a897-c30d7b3f65cf not bound to the agent host n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:00:15.922086 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device f0dc5445-9e93-4781-b79e-b5a2b5e57121 no longer exists at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:00:15.942693 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-77e212b2-ea93-4961-9a1b-9281d2daf239 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:15.963598 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] No Port match for: f0dc5445-9e93-4781-b79e-b5a2b5e57121 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:00:15.964426 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device f0dc5445-9e93-4781-b79e-b5a2b5e57121 not bound to the agent host n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:00:15.965003 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 46ff71e7-c588-4f6d-a897-c30d7b3f65cf no longer exists at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:00:16.017844 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-cbd24e6b-a121-4a35-bc5c-908e6cbc5d2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:16.020737 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-cbd24e6b-a121-4a35-bc5c-908e6cbc5d2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:16.024637 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-cbd24e6b-a121-4a35-bc5c-908e6cbc5d2c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ed22b840-472c-4033-b27c-9fc95e92d183 HTTP/1.1" status: 204 len: 168 time: 0.6462672 Aug 11 03:00:16.026186 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ac6b3c-32d8-4ad2-8adb-38587ceb8458 req-f70559bb-d7f2-44fd-9d2a-3efadbef1053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:16.027816 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c1ac6b3c-32d8-4ad2-8adb-38587ceb8458 req-f70559bb-d7f2-44fd-9d2a-3efadbef1053 service neutron] 10.222.0.22 "GET /v2.0/networks?id=f221beb7-8330-438a-a9fe-3bfcf5050d99 HTTP/1.1" status: 200 len: 922 time: 0.1957376 Aug 11 03:00:16.048376 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ee8c4ab4-9cdf-4c6f-b18b-c697c21a72be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-450010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6626'] for router, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:16.051501 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ee8c4ab4-9cdf-4c6f-b18b-c697c21a72be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-446747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6633'] for router, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:16.072767 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd24e6b-a121-4a35-bc5c-908e6cbc5d2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed22b840-472c-4033-b27c-9fc95e92d183,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:16.113172 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7272f99d-7c96-490b-a911-cb2d3091ed96 req-1ec0ab27-2c40-4cb6-b181-acd04890415e tempest-LiveAutoBlockMigrationV225Test-1544515844 tempest-LiveAutoBlockMigrationV225Test-1544515844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:16.121285 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7272f99d-7c96-490b-a911-cb2d3091ed96 req-1ec0ab27-2c40-4cb6-b181-acd04890415e tempest-LiveAutoBlockMigrationV225Test-1544515844 tempest-LiveAutoBlockMigrationV225Test-1544515844-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=cee6fe93-87d1-4e75-96f4-ffc84c50d2e8 HTTP/1.1" status: 200 len: 1097 time: 0.1346693 Aug 11 03:00:16.158439 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e9d5b60c-973e-46e9-b71e-b92cc93f17ef req-63d1707d-8660-4134-9294-8ebb48871670 service neutron] 10.222.0.24 "GET /v2.0/networks/a1f5acc4-6e30-4bf9-bc28-7ff84dac631d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2600627 Aug 11 03:00:16.165667 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c1ac6b3c-32d8-4ad2-8adb-38587ceb8458 req-edd6bb86-e201-426e-a6ec-0fc4947d7ba4 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f060a75a-5a5d-4b47-b9eb-385ee9ae5c90 HTTP/1.1" status: 200 len: 217 time: 0.1292048 Aug 11 03:00:16.166271 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-77e212b2-ea93-4961-9a1b-9281d2daf239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:16.167355 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77e212b2-ea93-4961-9a1b-9281d2daf239 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:16.167956 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-77e212b2-ea93-4961-9a1b-9281d2daf239 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:16.182310 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faae075e-eee3-49ba-9219-845c0b4a0315 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde080026-c28f-55be-b52b-13827cc43646-3ff4efdf-629f-49b2-91cf-585f5d5e5f6f', 'network_id': '3ff4efdf-629f-49b2-91cf-585f5d5e5f6f', 'tenant_id': '42f48ed467fa4c1a8c7727abd216b298', 'fixed_ips': [{'subnet_id': 'b72217e4-4ebb-4b82-9a4c-fcf14d2be745'}]}} from n-d-764292-30. {{(pid=102193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:00:16.183913 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-faae075e-eee3-49ba-9219-845c0b4a0315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:16.224229 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ee8c4ab4-9cdf-4c6f-b18b-c697c21a72be admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:16.307877 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e212b2-ea93-4961-9a1b-9281d2daf239 admin admin] Pushing event updated for resources: {'Network': ['ID=bde5d65d-a0b0-441c-909e-089d0b66d672,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:16.308318 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e9d5b60c-973e-46e9-b71e-b92cc93f17ef req-db4bc1d8-0578-4efe-9587-47fbce92c4e7 service neutron] 10.222.0.24 "GET /v2.0/networks/a1f5acc4-6e30-4bf9-bc28-7ff84dac631d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364353 Aug 11 03:00:16.317835 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7272f99d-7c96-490b-a911-cb2d3091ed96 req-614f1610-c37c-4f55-8665-dd733552c9c7 tempest-LiveAutoBlockMigrationV225Test-1544515844 tempest-LiveAutoBlockMigrationV225Test-1544515844-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=c5aa9049-617d-473f-afb5-b55716ab8aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953607 Aug 11 03:00:16.329988 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ac6b3c-32d8-4ad2-8adb-38587ceb8458 req-5a90ca7b-d5ba-47e4-a815-a534b1060cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:16.332451 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network bde5d65d-a0b0-441c-909e-089d0b66d672 details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:00:16.334449 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c1ac6b3c-32d8-4ad2-8adb-38587ceb8458 req-5a90ca7b-d5ba-47e4-a815-a534b1060cbe service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1f48ffa3-65bd-47bc-90cf-1fcd73e0ff01 HTTP/1.1" status: 200 len: 861 time: 0.1364045 Aug 11 03:00:16.360043 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4643e8b6-4d3a-4da0-8896-79265760900b req-ce58efb6-5dd4-4040-8793-47d67e6af1c1 tempest-DeleteServersAdminTestJSON-106470122 tempest-DeleteServersAdminTestJSON-106470122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:16.361651 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4643e8b6-4d3a-4da0-8896-79265760900b req-ce58efb6-5dd4-4040-8793-47d67e6af1c1 tempest-DeleteServersAdminTestJSON-106470122 tempest-DeleteServersAdminTestJSON-106470122-project] 10.222.0.22 "GET /v2.0/ports?device_id=5338961a-222f-4dc2-9a77-7353f1e545af HTTP/1.1" status: 200 len: 950 time: 0.0689926 Aug 11 03:00:16.442475 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c1ac6b3c-32d8-4ad2-8adb-38587ceb8458 req-caa3952b-c5c7-4d26-a510-ae531d368bf8 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=f221beb7-8330-438a-a9fe-3bfcf5050d99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437546 Aug 11 03:00:16.449223 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-77e212b2-ea93-4961-9a1b-9281d2daf239 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.3098793 Aug 11 03:00:16.461154 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 42444) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:16.478020 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-2871d562-44af-4881-b383-088b5c5fa777 admin admin] Request body: {'subnet': {'network_id': 'bde5d65d-a0b0-441c-909e-089d0b66d672', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1424988981-subnet', 'tenant_id': '32d7eaec360a470ebeffbe201ea65747', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:00:16.594084 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.db_base_plugin_common [None req-faae075e-eee3-49ba-9219-845c0b4a0315 None None] Allocated IP 172.20.0.2 (3ff4efdf-629f-49b2-91cf-585f5d5e5f6f/b72217e4-4ebb-4b82-9a4c-fcf14d2be745/169a72ec-48ce-4a05-a0a3-edd6fb2f548c) {{(pid=102193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:00:16.736918 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d5b60c-973e-46e9-b71e-b92cc93f17ef req-aeb0b8d7-1026-44f5-9620-005ffd68d1cc tempest-LiveMigrationTest-410920510 tempest-LiveMigrationTest-410920510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:16.739700 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e9d5b60c-973e-46e9-b71e-b92cc93f17ef req-aeb0b8d7-1026-44f5-9620-005ffd68d1cc tempest-LiveMigrationTest-410920510 tempest-LiveMigrationTest-410920510-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=1dad57fb-2aa7-48ff-acbc-3e4351e2dd8b&tenant_id=83808f5f252c43418f6a6c255d45878a&binding%3Ahost_id=n-h1-764292-30 HTTP/1.1" status: 200 len: 1098 time: 0.1948175 Aug 11 03:00:16.749360 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708efc51-1f76-404d-998b-1fbb0cf5847f req-375f5889-0870-473f-bad9-00c737538301 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:16.752494 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-708efc51-1f76-404d-998b-1fbb0cf5847f req-375f5889-0870-473f-bad9-00c737538301 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/ports?device_id=1dad57fb-2aa7-48ff-acbc-3e4351e2dd8b HTTP/1.1" status: 200 len: 946 time: 0.1299717 Aug 11 03:00:16.766571 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d81472-5a91-408e-aeed-4041106e23db req-39df026c-ac89-46bb-a34b-1c8bd2e9bc8a tempest-DeleteServersAdminTestJSON-106470122 tempest-DeleteServersAdminTestJSON-106470122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:16.768422 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-85d81472-5a91-408e-aeed-4041106e23db req-39df026c-ac89-46bb-a34b-1c8bd2e9bc8a tempest-DeleteServersAdminTestJSON-106470122 tempest-DeleteServersAdminTestJSON-106470122-project] 10.222.0.41 "GET /v2.0/ports?device_id=5338961a-222f-4dc2-9a77-7353f1e545af HTTP/1.1" status: 200 len: 950 time: 0.2159317 Aug 11 03:00:16.781727 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-e9d5b60c-973e-46e9-b71e-b92cc93f17ef req-6b54aac9-c061-4327-8f60-d38f77e0b148 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-764292-30'}}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:00:16.805793 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-faae075e-eee3-49ba-9219-845c0b4a0315 None None] Notify callbacks [] for port, precommit_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:16.817157 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-faae075e-eee3-49ba-9219-845c0b4a0315 None None] Transition to ACTIVE for port object 169a72ec-48ce-4a05-a0a3-edd6fb2f548c will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:00:16.840641 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-faae075e-eee3-49ba-9219-845c0b4a0315 None None] Transition to ACTIVE for port object 169a72ec-48ce-4a05-a0a3-edd6fb2f548c will not be triggered until provisioned by entity DHCP. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:00:16.878990 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-85d81472-5a91-408e-aeed-4041106e23db req-b49e7072-ece1-4cec-9fdf-fb6c364d4fa8 tempest-DeleteServersAdminTestJSON-106470122 tempest-DeleteServersAdminTestJSON-106470122-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5c584ec-b9b7-4ae6-810e-2c5044f79540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877531 Aug 11 03:00:16.924374 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-e9d5b60c-973e-46e9-b71e-b92cc93f17ef req-6b54aac9-c061-4327-8f60-d38f77e0b148 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:16.960370 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ee8c4ab4-9cdf-4c6f-b18b-c697c21a72be admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:16.975642 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [req-4643e8b6-4d3a-4da0-8896-79265760900b req-3d6ea41f-a73f-45fb-ae88-17d767df6f5d tempest-DeleteServersAdminTestJSON-106470122 tempest-DeleteServersAdminTestJSON-106470122-project] Deleting port 401e83e6-d4a7-4db2-b6ef-c3a0dfa044cb {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:00:16.976115 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-4643e8b6-4d3a-4da0-8896-79265760900b req-3d6ea41f-a73f-45fb-ae88-17d767df6f5d tempest-DeleteServersAdminTestJSON-106470122 tempest-DeleteServersAdminTestJSON-106470122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:16.985319 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-708efc51-1f76-404d-998b-1fbb0cf5847f req-2583b82f-3783-40f6-8440-36a01614cea1 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/security-groups?id=c7e06141-9137-4a1d-bc20-6fbfa107e8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152095 Aug 11 03:00:17.036826 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c1ac6b3c-32d8-4ad2-8adb-38587ceb8458 req-657e10a4-3094-43d7-9288-e131ab829df0 service neutron] 10.222.0.22 "GET /v2.0/networks/f221beb7-8330-438a-a9fe-3bfcf5050d99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5044916 Aug 11 03:00:17.152176 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c1ac6b3c-32d8-4ad2-8adb-38587ceb8458 req-3b4dedd5-9989-4150-b252-fefdfdb7fe92 service neutron] 10.222.0.22 "GET /v2.0/networks/f221beb7-8330-438a-a9fe-3bfcf5050d99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067891 Aug 11 03:00:17.257663 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-4643e8b6-4d3a-4da0-8896-79265760900b req-3d6ea41f-a73f-45fb-ae88-17d767df6f5d tempest-DeleteServersAdminTestJSON-106470122 tempest-DeleteServersAdminTestJSON-106470122-project] For port 401e83e6-d4a7-4db2-b6ef-c3a0dfa044cb, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=401e83e6-d4a7-4db2-b6ef-c3a0dfa044cb,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:00:17.258047 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-4643e8b6-4d3a-4da0-8896-79265760900b req-3d6ea41f-a73f-45fb-ae88-17d767df6f5d tempest-DeleteServersAdminTestJSON-106470122 tempest-DeleteServersAdminTestJSON-106470122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:17.292528 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [req-4643e8b6-4d3a-4da0-8896-79265760900b req-3d6ea41f-a73f-45fb-ae88-17d767df6f5d tempest-DeleteServersAdminTestJSON-106470122 tempest-DeleteServersAdminTestJSON-106470122-project] Calling delete_port for 401e83e6-d4a7-4db2-b6ef-c3a0dfa044cb owned by compute:nova {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:00:17.304238 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-e9d5b60c-973e-46e9-b71e-b92cc93f17ef req-6b54aac9-c061-4327-8f60-d38f77e0b148 service neutron] For port 9e9b1c1e-485a-4297-a795-7aa29aed4322, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=9e9b1c1e-485a-4297-a795-7aa29aed4322,segment=NetworkSegment(75626708-94f6-4fcc-8cbd-0dd0dd709069),segment_id=75626708-94f6-4fcc-8cbd-0dd0dd709069)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:00:17.315510 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4f6468-04af-42ff-b6d7-41934fc06c78 req-29cfcc73-b3c5-4502-9c7b-50db2eb0cbd0 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:17.317501 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0e4f6468-04af-42ff-b6d7-41934fc06c78 req-29cfcc73-b3c5-4502-9c7b-50db2eb0cbd0 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/networks?id=f221beb7-8330-438a-a9fe-3bfcf5050d99 HTTP/1.1" status: 200 len: 821 time: 0.3189812 Aug 11 03:00:17.376224 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0e4f6468-04af-42ff-b6d7-41934fc06c78 req-acc29492-dfc7-45a4-bb3e-c0d5e7dbeac3 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/quotas/7a37d4caabc9417c92d7f5d7ce7df51b HTTP/1.1" status: 200 len: 375 time: 0.0486617 Aug 11 03:00:17.427798 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-e9d5b60c-973e-46e9-b71e-b92cc93f17ef req-6b54aac9-c061-4327-8f60-d38f77e0b148 service neutron] For port 9e9b1c1e-485a-4297-a795-7aa29aed4322, host n-h1-764292-30, cleared binding levels {{(pid=102192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:00:17.497385 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dad57fb-2aa7-48ff-acbc-3e4351e2dd8b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e9b1c1e-485a-4297-a795-7aa29aed4322'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:00:17.499680 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24b71048-d8b6-4f10-8402-531f8ff6e9d0" -d '{"events": [{"server_uuid": "1dad57fb-2aa7-48ff-acbc-3e4351e2dd8b", "name": "network-vif-unplugged", "status": "completed", "tag": "9e9b1c1e-485a-4297-a795-7aa29aed4322"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:00:17.504597 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-e9d5b60c-973e-46e9-b71e-b92cc93f17ef req-6b54aac9-c061-4327-8f60-d38f77e0b148 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:17.516350 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0e4f6468-04af-42ff-b6d7-41934fc06c78 req-e7d4722d-bd3f-4b45-b375-bf06dd392d53 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=7a37d4caabc9417c92d7f5d7ce7df51b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1317878 Aug 11 03:00:17.518345 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2871d562-44af-4881-b383-088b5c5fa777 admin admin] Made reservation on behalf of 32d7eaec360a470ebeffbe201ea65747 for: {'subnet': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:00:17.522341 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-2871d562-44af-4881-b383-088b5c5fa777 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:17.580396 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-faae075e-eee3-49ba-9219-845c0b4a0315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669'] for port, after_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:17.626641 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 03:00:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b06eccbb-9283-4858-976e-9bbaea15dc30 x-openstack-request-id: req-b06eccbb-9283-4858-976e-9bbaea15dc30 {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:00:17.626968 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dad57fb-2aa7-48ff-acbc-3e4351e2dd8b", "name": "network-vif-unplugged", "status": "completed", "tag": "9e9b1c1e-485a-4297-a795-7aa29aed4322", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:00:17.627159 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b06eccbb-9283-4858-976e-9bbaea15dc30 {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:00:17.627861 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dad57fb-2aa7-48ff-acbc-3e4351e2dd8b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e9b1c1e-485a-4297-a795-7aa29aed4322', 'code': 200} Aug 11 03:00:17.641843 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faae075e-eee3-49ba-9219-845c0b4a0315 None None] Network 3ff4efdf-629f-49b2-91cf-585f5d5e5f6f is already hosted by enough agents. {{(pid=102193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:00:17.641843 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.base_scheduler [None req-faae075e-eee3-49ba-9219-845c0b4a0315 None None] Resources bound (agent type, host, resource id): {{(pid=102193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:00:17.646121 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faae075e-eee3-49ba-9219-845c0b4a0315 None None] Received port after_create {{(pid=102193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:00:17.654884 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae075e-eee3-49ba-9219-845c0b4a0315 None None] Pushing event updated for resources: {'Port': ['ID=169a72ec-48ce-4a05-a0a3-edd6fb2f548c,revision_number=1']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:17.707964 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-e9d5b60c-973e-46e9-b71e-b92cc93f17ef req-6b54aac9-c061-4327-8f60-d38f77e0b148 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:17.738639 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-faae075e-eee3-49ba-9219-845c0b4a0315 None None] Attempting to bind port 169a72ec-48ce-4a05-a0a3-edd6fb2f548c on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:00:17.739196 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-faae075e-eee3-49ba-9219-845c0b4a0315 None None] Attempting to bind port 169a72ec-48ce-4a05-a0a3-edd6fb2f548c by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': '8be48c87-49ff-409c-84bc-36da4c3f87ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '3ff4efdf-629f-49b2-91cf-585f5d5e5f6f'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:00:17.739746 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faae075e-eee3-49ba-9219-845c0b4a0315 None None] Attempting to bind port 169a72ec-48ce-4a05-a0a3-edd6fb2f548c on network 3ff4efdf-629f-49b2-91cf-585f5d5e5f6f {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:00:17.748653 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faae075e-eee3-49ba-9219-845c0b4a0315 None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 0, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:00:17.752409 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faae075e-eee3-49ba-9219-845c0b4a0315 None None] Checking segment: {'id': '8be48c87-49ff-409c-84bc-36da4c3f87ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '3ff4efdf-629f-49b2-91cf-585f5d5e5f6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:00:17.756320 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-faae075e-eee3-49ba-9219-845c0b4a0315 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:17.756764 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faae075e-eee3-49ba-9219-845c0b4a0315 None None] Bound using segment: {'id': '8be48c87-49ff-409c-84bc-36da4c3f87ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '3ff4efdf-629f-49b2-91cf-585f5d5e5f6f'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:00:17.757271 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-faae075e-eee3-49ba-9219-845c0b4a0315 None None] Bound port: 169a72ec-48ce-4a05-a0a3-edd6fb2f548c, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8be48c87-49ff-409c-84bc-36da4c3f87ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '3ff4efdf-629f-49b2-91cf-585f5d5e5f6f'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:00:17.758096 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-faae075e-eee3-49ba-9219-845c0b4a0315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:17.845064 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 42466) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:17.849627 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-4643e8b6-4d3a-4da0-8896-79265760900b req-3d6ea41f-a73f-45fb-ae88-17d767df6f5d tempest-DeleteServersAdminTestJSON-106470122 tempest-DeleteServersAdminTestJSON-106470122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:17.851359 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b54aac9-c061-4327-8f60-d38f77e0b148 service neutron] Pushing event updated for resources: {'Port': ['ID=9e9b1c1e-485a-4297-a795-7aa29aed4322,revision_number=7']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:17.867471 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['401e83e6-d4a7-4db2-b6ef-c3a0dfa044cb'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:00:17.893868 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-faae075e-eee3-49ba-9219-845c0b4a0315 None None] For port 169a72ec-48ce-4a05-a0a3-edd6fb2f548c, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:00:17.907522 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6ea41f-a73f-45fb-ae88-17d767df6f5d tempest-DeleteServersAdminTestJSON-106470122 tempest-DeleteServersAdminTestJSON-106470122-project] Pushing event deleted for resources: {'Port': ['ID=401e83e6-d4a7-4db2-b6ef-c3a0dfa044cb,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:17.908673 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-faae075e-eee3-49ba-9219-845c0b4a0315 None None] For port 169a72ec-48ce-4a05-a0a3-edd6fb2f548c, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=169a72ec-48ce-4a05-a0a3-edd6fb2f548c,segment=NetworkSegment(8be48c87-49ff-409c-84bc-36da4c3f87ba),segment_id=8be48c87-49ff-409c-84bc-36da4c3f87ba)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:00:17.911290 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-e9d5b60c-973e-46e9-b71e-b92cc93f17ef req-6b54aac9-c061-4327-8f60-d38f77e0b148 service neutron] Attempting to bind port 9e9b1c1e-485a-4297-a795-7aa29aed4322 on host n-h1-764292-30 for vnic_type normal with profile {"migrating_to": "n-h2-764292-30"} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:00:17.911290 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-e9d5b60c-973e-46e9-b71e-b92cc93f17ef req-6b54aac9-c061-4327-8f60-d38f77e0b148 service neutron] Attempting to bind port 9e9b1c1e-485a-4297-a795-7aa29aed4322 by drivers openvswitch,hyperv on host n-h1-764292-30 at level 0 using segments [{'id': '75626708-94f6-4fcc-8cbd-0dd0dd709069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a1f5acc4-6e30-4bf9-bc28-7ff84dac631d'}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:00:17.911290 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d5b60c-973e-46e9-b71e-b92cc93f17ef req-6b54aac9-c061-4327-8f60-d38f77e0b148 service neutron] Attempting to bind port 9e9b1c1e-485a-4297-a795-7aa29aed4322 on network a1f5acc4-6e30-4bf9-bc28-7ff84dac631d {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:00:17.923963 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0e4f6468-04af-42ff-b6d7-41934fc06c78 req-8d1900b4-a300-4517-84a5-96d1ebc9c08d service neutron] 10.222.0.41 "GET /v2.0/networks/f221beb7-8330-438a-a9fe-3bfcf5050d99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3570387 Aug 11 03:00:17.970649 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d5b60c-973e-46e9-b71e-b92cc93f17ef req-6b54aac9-c061-4327-8f60-d38f77e0b148 service neutron] Port 9e9b1c1e-485a-4297-a795-7aa29aed4322 on network a1f5acc4-6e30-4bf9-bc28-7ff84dac631d not bound, no agent of type Open vSwitch agent registered on host n-h1-764292-30 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:00:17.970819 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-9590c66e-52b0-4bac-b1ed-b84c0018addd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=16d09b918d3a484a96eb567c7d8e8ecf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1255019 Aug 11 03:00:17.971235 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d5b60c-973e-46e9-b71e-b92cc93f17ef req-6b54aac9-c061-4327-8f60-d38f77e0b148 service neutron] Attempting to bind port 9e9b1c1e-485a-4297-a795-7aa29aed4322 on network a1f5acc4-6e30-4bf9-bc28-7ff84dac631d {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:00:17.971523 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 42470) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:17.983006 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ee8c4ab4-9cdf-4c6f-b18b-c697c21a72be admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:18.012260 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ee8c4ab4-9cdf-4c6f-b18b-c697c21a72be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:18.012537 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-faae075e-eee3-49ba-9219-845c0b4a0315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:18.072413 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d5b60c-973e-46e9-b71e-b92cc93f17ef req-6b54aac9-c061-4327-8f60-d38f77e0b148 service neutron] Checking agent: {'id': 'abb524c2-b412-4ed2-8367-45c4fd996fa7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 0, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:00:18.072799 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d5b60c-973e-46e9-b71e-b92cc93f17ef req-6b54aac9-c061-4327-8f60-d38f77e0b148 service neutron] Checking segment: {'id': '75626708-94f6-4fcc-8cbd-0dd0dd709069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a1f5acc4-6e30-4bf9-bc28-7ff84dac631d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:00:18.073195 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d5b60c-973e-46e9-b71e-b92cc93f17ef req-6b54aac9-c061-4327-8f60-d38f77e0b148 service neutron] Bound using segment: {'id': '75626708-94f6-4fcc-8cbd-0dd0dd709069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a1f5acc4-6e30-4bf9-bc28-7ff84dac631d'} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:00:18.073642 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-e9d5b60c-973e-46e9-b71e-b92cc93f17ef req-6b54aac9-c061-4327-8f60-d38f77e0b148 service neutron] Bound port: 9e9b1c1e-485a-4297-a795-7aa29aed4322, host: n-h1-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75626708-94f6-4fcc-8cbd-0dd0dd709069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a1f5acc4-6e30-4bf9-bc28-7ff84dac631d'}}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:00:18.073990 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-e9d5b60c-973e-46e9-b71e-b92cc93f17ef req-6b54aac9-c061-4327-8f60-d38f77e0b148 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:18.123278 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [req-4643e8b6-4d3a-4da0-8896-79265760900b req-3d6ea41f-a73f-45fb-ae88-17d767df6f5d tempest-DeleteServersAdminTestJSON-106470122 tempest-DeleteServersAdminTestJSON-106470122-project] No DVR routers for this DVR port 401e83e6-d4a7-4db2-b6ef-c3a0dfa044cb on host n-h1-764292-30 {{(pid=102192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:00:18.141915 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-52815b7a-88a9-4fd1-a2b0-da9878f285b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:18.151088 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae075e-eee3-49ba-9219-845c0b4a0315 None None] Pushing event updated for resources: {'Port': ['ID=169a72ec-48ce-4a05-a0a3-edd6fb2f548c,revision_number=2']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:18.165970 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-4643e8b6-4d3a-4da0-8896-79265760900b req-3d6ea41f-a73f-45fb-ae88-17d767df6f5d tempest-DeleteServersAdminTestJSON-106470122 tempest-DeleteServersAdminTestJSON-106470122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:18.172539 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4643e8b6-4d3a-4da0-8896-79265760900b req-3d6ea41f-a73f-45fb-ae88-17d767df6f5d tempest-DeleteServersAdminTestJSON-106470122 tempest-DeleteServersAdminTestJSON-106470122-project] 10.222.0.22 "DELETE /v2.0/ports/401e83e6-d4a7-4db2-b6ef-c3a0dfa044cb HTTP/1.1" status: 204 len: 173 time: 1.8031723 Aug 11 03:00:18.214714 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-52815b7a-88a9-4fd1-a2b0-da9878f285b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:18.225083 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-09efdc33-5e23-4925-9352-d34b6b0eade8 req-7f2cb33d-e246-4fff-8769-df4f5472f002 tempest-DeleteServersAdminTestJSON-106470122 tempest-DeleteServersAdminTestJSON-106470122-project] 10.222.0.41 "GET /v2.0/ports?device_id=5338961a-222f-4dc2-9a77-7353f1e545af HTTP/1.1" status: 200 len: 210 time: 0.1850839 Aug 11 03:00:18.270103 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [None req-ee8c4ab4-9cdf-4c6f-b18b-c697c21a72be admin admin] Allocated IP 172.25.8.218 (09faf7d2-eaf5-4a50-bb6e-4cb05d009a76/e1a97443-13df-40bb-85f5-fd269e2742c0/8eecdda4-00f5-4d63-98b5-7aae42bd8631) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:00:18.375679 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-52815b7a-88a9-4fd1-a2b0-da9878f285b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:18.386016 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-52815b7a-88a9-4fd1-a2b0-da9878f285b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:18.386016 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-52815b7a-88a9-4fd1-a2b0-da9878f285b2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e88c678a-c4a4-4722-afea-0c0b3c001c07 HTTP/1.1" status: 204 len: 168 time: 0.4042044 Aug 11 03:00:18.392342 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52815b7a-88a9-4fd1-a2b0-da9878f285b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e88c678a-c4a4-4722-afea-0c0b3c001c07,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:18.408032 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0e4f6468-04af-42ff-b6d7-41934fc06c78 req-5b16f5f6-a18a-4a5e-8dde-51fbaa5485ff service neutron] 10.222.0.41 "GET /v2.0/networks/f221beb7-8330-438a-a9fe-3bfcf5050d99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4813817 Aug 11 03:00:18.447837 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-e9d5b60c-973e-46e9-b71e-b92cc93f17ef req-6b54aac9-c061-4327-8f60-d38f77e0b148 service neutron] For port 9e9b1c1e-485a-4297-a795-7aa29aed4322, host n-h1-764292-30, cleared binding levels {{(pid=102192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:00:18.450550 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-2871d562-44af-4881-b383-088b5c5fa777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for subnet, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:18.475914 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ee8c4ab4-9cdf-4c6f-b18b-c697c21a72be admin admin] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:18.540098 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2871d562-44af-4881-b383-088b5c5fa777 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2bc05607-b78f-483f-b11a-b7d2c00048e4,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:18.547765 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-e9d5b60c-973e-46e9-b71e-b92cc93f17ef req-6b54aac9-c061-4327-8f60-d38f77e0b148 service neutron] For port 9e9b1c1e-485a-4297-a795-7aa29aed4322, host n-h1-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=9e9b1c1e-485a-4297-a795-7aa29aed4322,segment=NetworkSegment(75626708-94f6-4fcc-8cbd-0dd0dd709069),segment_id=75626708-94f6-4fcc-8cbd-0dd0dd709069)] {{(pid=102192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:00:18.590261 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c929ab-b6e2-4820-8fd9-322ba5d63ba9 req-f3e567ed-3dfc-402b-be68-4e3d1b688b18 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:18.591878 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-50c929ab-b6e2-4820-8fd9-322ba5d63ba9 req-f3e567ed-3dfc-402b-be68-4e3d1b688b18 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/ports?device_id=1dad57fb-2aa7-48ff-acbc-3e4351e2dd8b HTTP/1.1" status: 200 len: 944 time: 0.2537901 Aug 11 03:00:18.602757 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2871d562-44af-4881-b383-088b5c5fa777 admin admin] Checking segment: {'id': '1b159089-e43f-4aed-806e-9ec8a6e49d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'bde5d65d-a0b0-441c-909e-089d0b66d672'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:00:18.608072 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2871d562-44af-4881-b383-088b5c5fa777 admin admin] Network hostable DHCP agents. Network: bde5d65d-a0b0-441c-909e-089d0b66d672, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:00:18.651850 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-50c929ab-b6e2-4820-8fd9-322ba5d63ba9 req-afad90cd-b23c-4814-a0a7-30d501192acb tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/security-groups?id=c7e06141-9137-4a1d-bc20-6fbfa107e8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511541 Aug 11 03:00:18.663311 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-e9d5b60c-973e-46e9-b71e-b92cc93f17ef req-6b54aac9-c061-4327-8f60-d38f77e0b148 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:18.665008 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ee8c4ab4-9cdf-4c6f-b18b-c697c21a72be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:18.697492 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee8c4ab4-9cdf-4c6f-b18b-c697c21a72be admin admin] Network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:00:18.701308 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-ee8c4ab4-9cdf-4c6f-b18b-c697c21a72be admin admin] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:00:18.706010 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee8c4ab4-9cdf-4c6f-b18b-c697c21a72be admin admin] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:00:18.766824 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d5b60c-973e-46e9-b71e-b92cc93f17ef req-6b54aac9-c061-4327-8f60-d38f77e0b148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:18.769205 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-e9d5b60c-973e-46e9-b71e-b92cc93f17ef req-6b54aac9-c061-4327-8f60-d38f77e0b148 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:18.769907 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e9d5b60c-973e-46e9-b71e-b92cc93f17ef req-6b54aac9-c061-4327-8f60-d38f77e0b148 service neutron] 10.222.0.24 "PUT /v2.0/ports/9e9b1c1e-485a-4297-a795-7aa29aed4322 HTTP/1.1" status: 200 len: 1124 time: 1.9929671 Aug 11 03:00:18.773656 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2871d562-44af-4881-b383-088b5c5fa777 admin admin] Network bde5d65d-a0b0-441c-909e-089d0b66d672 is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:00:18.809282 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b54aac9-c061-4327-8f60-d38f77e0b148 service neutron] Pushing event updated for resources: {'Port': ['ID=9e9b1c1e-485a-4297-a795-7aa29aed4322,revision_number=8']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:18.833916 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8c4ab4-9cdf-4c6f-b18b-c697c21a72be admin admin] Pushing event updated for resources: {'Port': ['ID=8eecdda4-00f5-4d63-98b5-7aae42bd8631,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:18.846158 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['9e9b1c1e-485a-4297-a795-7aa29aed4322'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:00:18.891242 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-2871d562-44af-4881-b383-088b5c5fa777 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, bde5d65d-a0b0-441c-909e-089d0b66d672) {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:00:18.896962 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2871d562-44af-4881-b383-088b5c5fa777 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:18.897869 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-2871d562-44af-4881-b383-088b5c5fa777 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:18.905461 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de7e6265-c28f-49bb-b3c9-98f680c569b3 None None] Network bde5d65d-a0b0-441c-909e-089d0b66d672 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:00:18.941822 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ac834c89-2a24-46bf-9f0b-fe909abe7965 req-b41760ed-ed92-4b3b-8c52-4ea1c3e7cc46 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4b1241a-b428-4fb4-be76-b0571e761664 HTTP/1.1" status: 200 len: 210 time: 0.0466352 Aug 11 03:00:19.057242 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-2871d562-44af-4881-b383-088b5c5fa777 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.5928974 Aug 11 03:00:19.153140 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50d2d476-e57a-4a92-ad10-ce614a719445 None None] Network bde5d65d-a0b0-441c-909e-089d0b66d672 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:00:19.368725 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ee8c4ab4-9cdf-4c6f-b18b-c697c21a72be admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:19.559360 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-498e52e7-1cad-4357-b53f-ba856a242ddb req-333bdc10-5757-43df-af4b-b8d5d7d65e86 tempest-DeleteServersAdminTestJSON-106470122 tempest-DeleteServersAdminTestJSON-106470122-project] 10.222.0.41 "GET /v2.0/ports?device_id=5338961a-222f-4dc2-9a77-7353f1e545af HTTP/1.1" status: 200 len: 210 time: 0.0633352 Aug 11 03:00:19.575056 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3905608-1eaf-4881-8bb9-911983850958 None None] Network 3ff4efdf-629f-49b2-91cf-585f5d5e5f6f requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:00:19.628406 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5338961a-222f-4dc2-9a77-7353f1e545af', 'name': 'network-vif-deleted', 'tag': '401e83e6-d4a7-4db2-b6ef-c3a0dfa044cb'}, {'name': 'network-changed', 'server_uuid': '1dad57fb-2aa7-48ff-acbc-3e4351e2dd8b', 'tag': '9e9b1c1e-485a-4297-a795-7aa29aed4322'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:00:19.631283 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e14a63de-e181-4f53-8296-6d4897597c28" -d '{"events": [{"server_uuid": "5338961a-222f-4dc2-9a77-7353f1e545af", "name": "network-vif-deleted", "tag": "401e83e6-d4a7-4db2-b6ef-c3a0dfa044cb"}, {"name": "network-changed", "server_uuid": "1dad57fb-2aa7-48ff-acbc-3e4351e2dd8b", "tag": "9e9b1c1e-485a-4297-a795-7aa29aed4322"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:00:19.686358 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 11 Aug 2021 03:00:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-665c439d-fdf5-49a5-bc4d-39853ae7168c x-openstack-request-id: req-665c439d-fdf5-49a5-bc4d-39853ae7168c {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:00:19.686850 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5338961a-222f-4dc2-9a77-7353f1e545af", "name": "network-vif-deleted", "tag": "401e83e6-d4a7-4db2-b6ef-c3a0dfa044cb", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1dad57fb-2aa7-48ff-acbc-3e4351e2dd8b", "tag": "9e9b1c1e-485a-4297-a795-7aa29aed4322", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:00:19.687477 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-665c439d-fdf5-49a5-bc4d-39853ae7168c {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:00:19.688038 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5338961a-222f-4dc2-9a77-7353f1e545af', 'name': 'network-vif-deleted', 'tag': '401e83e6-d4a7-4db2-b6ef-c3a0dfa044cb', 'status': 'completed', 'code': 200} Aug 11 03:00:19.688449 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1dad57fb-2aa7-48ff-acbc-3e4351e2dd8b', 'tag': '9e9b1c1e-485a-4297-a795-7aa29aed4322', 'status': 'completed', 'code': 200} Aug 11 03:00:19.807029 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ee8c4ab4-9cdf-4c6f-b18b-c697c21a72be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-446952'] for router, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:19.844824 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-f7cccf59-705c-488d-ad26-b764fac19fe3 None None] Provisioning for port 169a72ec-48ce-4a05-a0a3-edd6fb2f548c completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:00:19.926487 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 401e83e6-d4a7-4db2-b6ef-c3a0dfa044cb no longer exists at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:00:19.990103 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] No Port match for: 401e83e6-d4a7-4db2-b6ef-c3a0dfa044cb {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:00:19.990500 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 401e83e6-d4a7-4db2-b6ef-c3a0dfa044cb not bound to the agent host n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:00:20.149206 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee8c4ab4-9cdf-4c6f-b18b-c697c21a72be admin admin] Router 6500739a-34a4-4823-965f-e4fc802712e1 is scheduled to L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 with binding_index 1 {{(pid=102191) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:00:20.154493 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 169a72ec-48ce-4a05-a0a3-edd6fb2f548c up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:00:20.224741 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-6610cbe7-6026-411b-a17a-daa34229fc59 req-ccc20600-2e2b-481c-8cf2-945ed5e0bc28 tempest-SecurityGroupRulesTestJSON-1251748465 tempest-SecurityGroupRulesTestJSON-1251748465-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-606036799', 'description': 'tempest-description-1224518222'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:00:20.293080 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14a63de-e181-4f53-8296-6d4897597c28 req-158186a8-138c-4035-99c9-8c8ab7e8b15c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:20.294598 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e14a63de-e181-4f53-8296-6d4897597c28 req-158186a8-138c-4035-99c9-8c8ab7e8b15c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=83808f5f252c43418f6a6c255d45878a&device_id=1dad57fb-2aa7-48ff-acbc-3e4351e2dd8b HTTP/1.1" status: 200 len: 1127 time: 0.5854526 Aug 11 03:00:20.307894 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce5ba8b-6b7d-4982-8fcf-62c95fdad558 req-fc03b317-2962-41eb-9e3d-ac0c1021f1c8 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:20.315426 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cce5ba8b-6b7d-4982-8fcf-62c95fdad558 req-fc03b317-2962-41eb-9e3d-ac0c1021f1c8 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/ports?device_id=1dad57fb-2aa7-48ff-acbc-3e4351e2dd8b HTTP/1.1" status: 200 len: 944 time: 0.1087453 Aug 11 03:00:20.317993 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port 169a72ec-48ce-4a05-a0a3-edd6fb2f548c completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:00:20.322691 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 169a72ec-48ce-4a05-a0a3-edd6fb2f548c triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:00:20.323204 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:20.327452 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee8c4ab4-9cdf-4c6f-b18b-c697c21a72be admin admin] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:00:20.342253 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7039e86b-f91a-4755-ac66-67b36223ec1e None None] Sync routers for ids ['6500739a-34a4-4823-965f-e4fc802712e1'] in n-d-764292-30 {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:00:20.357671 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7039e86b-f91a-4755-ac66-67b36223ec1e None None] Routers {'6500739a-34a4-4823-965f-e4fc802712e1'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:00:20.359284 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-7039e86b-f91a-4755-ac66-67b36223ec1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:00:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['6500739a-34a4-4823-965f-e4fc802712e1'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:00:20.397508 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-6610cbe7-6026-411b-a17a-daa34229fc59 req-ccc20600-2e2b-481c-8cf2-945ed5e0bc28 tempest-SecurityGroupRulesTestJSON-1251748465 tempest-SecurityGroupRulesTestJSON-1251748465-project] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:20.454119 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cce5ba8b-6b7d-4982-8fcf-62c95fdad558 req-dea8f05e-079f-4dcc-be50-ca26857131a2 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/security-groups?id=c7e06141-9137-4a1d-bc20-6fbfa107e8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377974 Aug 11 03:00:20.466767 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ee8c4ab4-9cdf-4c6f-b18b-c697c21a72be admin admin] Notify callbacks [] for router, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:20.468512 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-ee8c4ab4-9cdf-4c6f-b18b-c697c21a72be admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 4.6070080 Aug 11 03:00:20.471154 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 42528) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:20.569406 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-6610cbe7-6026-411b-a17a-daa34229fc59 req-ccc20600-2e2b-481c-8cf2-945ed5e0bc28 tempest-SecurityGroupRulesTestJSON-1251748465 tempest-SecurityGroupRulesTestJSON-1251748465-project] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:20.598859 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-7039e86b-f91a-4755-ac66-67b36223ec1e None None] Set router 6500739a-34a4-4823-965f-e4fc802712e1 gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:00:20.611359 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14a63de-e181-4f53-8296-6d4897597c28 req-da7df818-5632-4ef2-aff6-bbd2eeba790f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:20.612922 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e14a63de-e181-4f53-8296-6d4897597c28 req-da7df818-5632-4ef2-aff6-bbd2eeba790f service neutron] 10.222.0.22 "GET /v2.0/networks?id=a1f5acc4-6e30-4bf9-bc28-7ff84dac631d HTTP/1.1" status: 200 len: 908 time: 0.2948294 Aug 11 03:00:20.616750 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:20.656445 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port 169a72ec-48ce-4a05-a0a3-edd6fb2f548c, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=169a72ec-48ce-4a05-a0a3-edd6fb2f548c,segment=NetworkSegment(8be48c87-49ff-409c-84bc-36da4c3f87ba),segment_id=8be48c87-49ff-409c-84bc-36da4c3f87ba)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:00:20.678680 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e14a63de-e181-4f53-8296-6d4897597c28 req-780e5b29-9aa5-4df5-ad9d-b2dad0e06b7a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9e9b1c1e-485a-4297-a795-7aa29aed4322 HTTP/1.1" status: 200 len: 217 time: 0.0577211 Aug 11 03:00:20.679777 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-6610cbe7-6026-411b-a17a-daa34229fc59 req-ccc20600-2e2b-481c-8cf2-945ed5e0bc28 tempest-SecurityGroupRulesTestJSON-1251748465 tempest-SecurityGroupRulesTestJSON-1251748465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:20.755378 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc20600-2e2b-481c-8cf2-945ed5e0bc28 tempest-SecurityGroupRulesTestJSON-1251748465 tempest-SecurityGroupRulesTestJSON-1251748465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68bd4a54-5185-4252-ad91-eeac8c68dff8,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:20.760060 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:20.765417 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14a63de-e181-4f53-8296-6d4897597c28 req-dc7583dd-b039-46ae-aeca-35776b5d8d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:20.767090 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e14a63de-e181-4f53-8296-6d4897597c28 req-dc7583dd-b039-46ae-aeca-35776b5d8d97 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=0d013ade-4c13-41b9-b262-cf5646bc4bdb HTTP/1.1" status: 200 len: 847 time: 0.0798802 Aug 11 03:00:20.811330 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e14a63de-e181-4f53-8296-6d4897597c28 req-b2ffa0bd-9707-4479-9f24-99a2dcd42ab0 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a1f5acc4-6e30-4bf9-bc28-7ff84dac631d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365992 Aug 11 03:00:20.825496 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-6610cbe7-6026-411b-a17a-daa34229fc59 req-ccc20600-2e2b-481c-8cf2-945ed5e0bc28 tempest-SecurityGroupRulesTestJSON-1251748465 tempest-SecurityGroupRulesTestJSON-1251748465-project] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:20.837923 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6610cbe7-6026-411b-a17a-daa34229fc59 req-ccc20600-2e2b-481c-8cf2-945ed5e0bc28 tempest-SecurityGroupRulesTestJSON-1251748465 tempest-SecurityGroupRulesTestJSON-1251748465-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.6328971 Aug 11 03:00:20.848507 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9f1841aa-9d37-4798-959b-5a4b200793a2 req-ebfc6051-ff31-4412-9054-69274c4303ca tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4b1241a-b428-4fb4-be76-b0571e761664 HTTP/1.1" status: 200 len: 210 time: 0.0643363 Aug 11 03:00:20.932486 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=169a72ec-48ce-4a05-a0a3-edd6fb2f548c,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:21.047356 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-7039e86b-f91a-4755-ac66-67b36223ec1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6500739a-34a4-4823-965f-e4fc802712e1', 'name': 'tempest-FloatingIPsAssociationTestJSON-755455579-router', 'tenant_id': '42f48ed467fa4c1a8c7727abd216b298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.218'}], 'enable_snat': True}, 'gw_port_id': '8eecdda4-00f5-4d63-98b5-7aae42bd8631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:00:16Z', 'updated_at': '2021-08-11T03:00:19Z', 'revision_number': 3, 'project_id': '42f48ed467fa4c1a8c7727abd216b298', 'gw_port': {'id': '8eecdda4-00f5-4d63-98b5-7aae42bd8631', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:b8:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6500739a-34a4-4823-965f-e4fc802712e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:00:18Z', 'updated_at': '2021-08-11T03:00:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:00:21.091016 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7039e86b-f91a-4755-ac66-67b36223ec1e None None] Checking router: 6500739a-34a4-4823-965f-e4fc802712e1 for host: n-d-764292-30 {{(pid=102194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:00:21.091678 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7039e86b-f91a-4755-ac66-67b36223ec1e None None] Updating router 6500739a-34a4-4823-965f-e4fc802712e1 port 8eecdda4-00f5-4d63-98b5-7aae42bd8631 binding host n-d-764292-30 {{(pid=102194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:00:21.125591 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5d7a3f98-4e39-492d-b91e-00b56bae4b60 req-268e7460-c4c0-49e2-b9c0-36ecf76d375e tempest-SecurityGroupRulesTestJSON-1251748465 tempest-SecurityGroupRulesTestJSON-1251748465-project] 10.222.0.41 "GET /v2.0/security-groups/68bd4a54-5185-4252-ad91-eeac8c68dff8 HTTP/1.1" status: 200 len: 1804 time: 0.1663427 Aug 11 03:00:21.126519 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-7039e86b-f91a-4755-ac66-67b36223ec1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:21.150159 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-5d7a3f98-4e39-492d-b91e-00b56bae4b60 req-750c0c46-cca2-4d80-9d8f-328bc8d1f27a tempest-SecurityGroupRulesTestJSON-1251748465 tempest-SecurityGroupRulesTestJSON-1251748465-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '68bd4a54-5185-4252-ad91-eeac8c68dff8', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:00:21.150721 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-5d7a3f98-4e39-492d-b91e-00b56bae4b60 req-750c0c46-cca2-4d80-9d8f-328bc8d1f27a tempest-SecurityGroupRulesTestJSON-1251748465 tempest-SecurityGroupRulesTestJSON-1251748465-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '68bd4a54-5185-4252-ad91-eeac8c68dff8', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:00:21.186549 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e14a63de-e181-4f53-8296-6d4897597c28 req-36081e0b-fd58-445a-89cf-75586610d997 service neutron] 10.222.0.22 "GET /v2.0/networks/a1f5acc4-6e30-4bf9-bc28-7ff84dac631d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3469996 Aug 11 03:00:21.297216 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-08ddb674-900c-4857-acd3-717728d68931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:21.429119 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-5d7a3f98-4e39-492d-b91e-00b56bae4b60 req-750c0c46-cca2-4d80-9d8f-328bc8d1f27a tempest-SecurityGroupRulesTestJSON-1251748465 tempest-SecurityGroupRulesTestJSON-1251748465-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:21.552403 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e14a63de-e181-4f53-8296-6d4897597c28 req-bb1ff2c7-3ad7-4cc3-8b73-6192f6d9bf1b service neutron] 10.222.0.22 "GET /v2.0/networks/a1f5acc4-6e30-4bf9-bc28-7ff84dac631d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3508844 Aug 11 03:00:21.577645 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-5d7a3f98-4e39-492d-b91e-00b56bae4b60 req-750c0c46-cca2-4d80-9d8f-328bc8d1f27a tempest-SecurityGroupRulesTestJSON-1251748465 tempest-SecurityGroupRulesTestJSON-1251748465-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:21.605724 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [None req-08ddb674-900c-4857-acd3-717728d68931 admin admin] Allocated IP 172.20.0.1 (3ff4efdf-629f-49b2-91cf-585f5d5e5f6f/b72217e4-4ebb-4b82-9a4c-fcf14d2be745/c6e9afdb-99ef-4fea-bbba-4f5022cda99c) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:00:21.677398 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-7039e86b-f91a-4755-ac66-67b36223ec1e None None] Notify callbacks [] for port, precommit_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:21.679678 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4f6468-04af-42ff-b6d7-41934fc06c78 req-f75be856-39d5-49bb-bfdd-8f13fed5f39d tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:21.681331 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0e4f6468-04af-42ff-b6d7-41934fc06c78 req-f75be856-39d5-49bb-bfdd-8f13fed5f39d tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.24 "GET /v2.0/networks?id=f221beb7-8330-438a-a9fe-3bfcf5050d99 HTTP/1.1" status: 200 len: 821 time: 0.2357883 Aug 11 03:00:21.683307 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-5d7a3f98-4e39-492d-b91e-00b56bae4b60 req-750c0c46-cca2-4d80-9d8f-328bc8d1f27a tempest-SecurityGroupRulesTestJSON-1251748465 tempest-SecurityGroupRulesTestJSON-1251748465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:21.690676 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.provisioning_blocks [None req-7039e86b-f91a-4755-ac66-67b36223ec1e None None] Transition to ACTIVE for port object 8eecdda4-00f5-4d63-98b5-7aae42bd8631 will not be triggered until provisioned by entity L2. {{(pid=102194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:00:21.698922 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476ebff3-ff2f-4685-ac0e-1a4b1e1f5cb4 req-397aef2c-7b96-49d3-85ac-1d46883114d2 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:21.700459 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-476ebff3-ff2f-4685-ac0e-1a4b1e1f5cb4 req-397aef2c-7b96-49d3-85ac-1d46883114d2 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/ports?device_id=1dad57fb-2aa7-48ff-acbc-3e4351e2dd8b HTTP/1.1" status: 200 len: 944 time: 0.1182976 Aug 11 03:00:21.711286 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-0e4f6468-04af-42ff-b6d7-41934fc06c78 req-c6e39cf4-4d9b-4faa-b3b9-6d30a016a9bd tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Request body: {'port': {'device_id': 'd4b1241a-b428-4fb4-be76-b0571e761664', 'network_id': 'f221beb7-8330-438a-a9fe-3bfcf5050d99', 'admin_state_up': True, 'tenant_id': '7a37d4caabc9417c92d7f5d7ce7df51b'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:00:21.735692 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-08ddb674-900c-4857-acd3-717728d68931 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:21.754565 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [None req-08ddb674-900c-4857-acd3-717728d68931 admin admin] Transition to ACTIVE for port object c6e9afdb-99ef-4fea-bbba-4f5022cda99c will not be triggered until provisioned by entity DHCP. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:00:21.769958 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-7039e86b-f91a-4755-ac66-67b36223ec1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:21.771241 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750c0c46-cca2-4d80-9d8f-328bc8d1f27a tempest-SecurityGroupRulesTestJSON-1251748465 tempest-SecurityGroupRulesTestJSON-1251748465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bca98304-18e0-4069-9fda-62d42d1162b8,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:21.776983 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 9e9b1c1e-485a-4297-a795-7aa29aed4322 details requested by agent hyperv_n-h2-764292-30 with host n-h2-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:00:21.829513 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-476ebff3-ff2f-4685-ac0e-1a4b1e1f5cb4 req-cdf4825a-8bec-4479-8cb1-128669774cb0 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/security-groups?id=c7e06141-9137-4a1d-bc20-6fbfa107e8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150467 Aug 11 03:00:21.835971 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-5d7a3f98-4e39-492d-b91e-00b56bae4b60 req-750c0c46-cca2-4d80-9d8f-328bc8d1f27a tempest-SecurityGroupRulesTestJSON-1251748465 tempest-SecurityGroupRulesTestJSON-1251748465-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:21.846631 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5d7a3f98-4e39-492d-b91e-00b56bae4b60 req-750c0c46-cca2-4d80-9d8f-328bc8d1f27a tempest-SecurityGroupRulesTestJSON-1251748465 tempest-SecurityGroupRulesTestJSON-1251748465-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7060061 Aug 11 03:00:21.869062 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ede407-364b-48bd-aa70-44da3805e0d7 None None] Pushing event updated for resources: {'Port': ['ID=8eecdda4-00f5-4d63-98b5-7aae42bd8631,revision_number=2']} {{(pid=102194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:21.900270 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-7039e86b-f91a-4755-ac66-67b36223ec1e None None] Attempting to bind port 8eecdda4-00f5-4d63-98b5-7aae42bd8631 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:00:21.901265 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-7039e86b-f91a-4755-ac66-67b36223ec1e None None] Attempting to bind port 8eecdda4-00f5-4d63-98b5-7aae42bd8631 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}] {{(pid=102194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:00:21.901598 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7039e86b-f91a-4755-ac66-67b36223ec1e None None] Attempting to bind port 8eecdda4-00f5-4d63-98b5-7aae42bd8631 on network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:00:21.907066 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-08ddb674-900c-4857-acd3-717728d68931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:21.908692 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7039e86b-f91a-4755-ac66-67b36223ec1e None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 0, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:00:21.912034 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7039e86b-f91a-4755-ac66-67b36223ec1e None None] Checking segment: {'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:00:21.912034 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-7039e86b-f91a-4755-ac66-67b36223ec1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:21.912034 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7039e86b-f91a-4755-ac66-67b36223ec1e None None] Bound using segment: {'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'} {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:00:21.912357 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-7039e86b-f91a-4755-ac66-67b36223ec1e None None] Bound port: 8eecdda4-00f5-4d63-98b5-7aae42bd8631, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}}] {{(pid=102194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:00:21.912581 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-7039e86b-f91a-4755-ac66-67b36223ec1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:21.986583 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 42572) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:22.033611 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08ddb674-900c-4857-acd3-717728d68931 admin admin] Network 3ff4efdf-629f-49b2-91cf-585f5d5e5f6f is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:00:22.037356 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.db [None req-7039e86b-f91a-4755-ac66-67b36223ec1e None None] For port 8eecdda4-00f5-4d63-98b5-7aae42bd8631, host n-d-764292-30, cleared binding levels {{(pid=102194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:00:22.037995 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-08ddb674-900c-4857-acd3-717728d68931 admin admin] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:00:22.050878 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ddb674-900c-4857-acd3-717728d68931 admin admin] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:00:22.053145 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.db [None req-7039e86b-f91a-4755-ac66-67b36223ec1e None None] For port 8eecdda4-00f5-4d63-98b5-7aae42bd8631, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=8eecdda4-00f5-4d63-98b5-7aae42bd8631,segment=NetworkSegment(fab28bed-aa25-40db-bba4-ec26e795194c),segment_id=fab28bed-aa25-40db-bba4-ec26e795194c)] {{(pid=102194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:00:22.054396 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ddb674-900c-4857-acd3-717728d68931 admin admin] Pushing event updated for resources: {'Port': ['ID=c6e9afdb-99ef-4fea-bbba-4f5022cda99c,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:22.062763 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e4f6468-04af-42ff-b6d7-41934fc06c78 req-c6e39cf4-4d9b-4faa-b3b9-6d30a016a9bd tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Made reservation on behalf of 7a37d4caabc9417c92d7f5d7ce7df51b for: {'port': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:00:22.066650 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-0e4f6468-04af-42ff-b6d7-41934fc06c78 req-c6e39cf4-4d9b-4faa-b3b9-6d30a016a9bd tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:22.105630 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 169a72ec-48ce-4a05-a0a3-edd6fb2f548c up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:00:22.145538 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-eb6129ac-5e01-410e-bd19-909b1d62a131 req-817862b6-21c0-4836-bb35-46616cc288fa tempest-SecurityGroupRulesTestJSON-1251748465 tempest-SecurityGroupRulesTestJSON-1251748465-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1509494106', 'description': 'tempest-description-2125452485'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:00:22.150544 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-7039e86b-f91a-4755-ac66-67b36223ec1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:22.172762 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-08ddb674-900c-4857-acd3-717728d68931 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-520987'] for router_interface, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:22.186416 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port 9e9b1c1e-485a-4297-a795-7aa29aed4322, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=9e9b1c1e-485a-4297-a795-7aa29aed4322,segment=NetworkSegment(75626708-94f6-4fcc-8cbd-0dd0dd709069),segment_id=75626708-94f6-4fcc-8cbd-0dd0dd709069)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:00:22.214834 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 9e9b1c1e-485a-4297-a795-7aa29aed4322 has no active binding in host n-h2-764292-30 {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 11 03:00:22.234527 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 169a72ec-48ce-4a05-a0a3-edd6fb2f548c triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:00:22.234901 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:22.304307 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7039e86b-f91a-4755-ac66-67b36223ec1e None None] Routers {'6500739a-34a4-4823-965f-e4fc802712e1'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:00:22.305591 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-7039e86b-f91a-4755-ac66-67b36223ec1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:00:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['6500739a-34a4-4823-965f-e4fc802712e1'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:00:22.429227 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-8f4cda9b-ef85-47a2-bc54-013cacca3ceb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=00ef4a44706c469f8736a70fb4631087&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4379826 Aug 11 03:00:22.429227 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [req-0e4f6468-04af-42ff-b6d7-41934fc06c78 req-c6e39cf4-4d9b-4faa-b3b9-6d30a016a9bd tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Allocated IP 172.20.0.9 (f221beb7-8330-438a-a9fe-3bfcf5050d99/1f48ffa3-65bd-47bc-90cf-1fcd73e0ff01/3accc793-fe12-47ab-9ad3-76cfce77a764) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:00:22.435077 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 42578) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:22.464787 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-eb6129ac-5e01-410e-bd19-909b1d62a131 req-817862b6-21c0-4836-bb35-46616cc288fa tempest-SecurityGroupRulesTestJSON-1251748465 tempest-SecurityGroupRulesTestJSON-1251748465-project] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:22.518084 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ede407-364b-48bd-aa70-44da3805e0d7 None None] Pushing event updated for resources: {'Port': ['ID=8eecdda4-00f5-4d63-98b5-7aae42bd8631,revision_number=3']} {{(pid=102194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:22.532347 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-7039e86b-f91a-4755-ac66-67b36223ec1e None None] Set router 6500739a-34a4-4823-965f-e4fc802712e1 gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:00:22.552918 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-08ddb674-900c-4857-acd3-717728d68931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:22.576472 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b70c1b94-da86-48ff-8e51-5edc0fe75239 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:22.605230 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-548360ff-79eb-4329-8b65-e942e56e9ef5 None None] Provisioning for port c6e9afdb-99ef-4fea-bbba-4f5022cda99c completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:00:22.609447 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-548360ff-79eb-4329-8b65-e942e56e9ef5 None None] Provisioning complete for port c6e9afdb-99ef-4fea-bbba-4f5022cda99c triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:00:22.610087 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-548360ff-79eb-4329-8b65-e942e56e9ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:22.649245 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a278fbce-b727-47de-be38-6495eba8f666 req-97e042e2-c76b-455f-895f-f6d373f241bf tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4b1241a-b428-4fb4-be76-b0571e761664 HTTP/1.1" status: 200 len: 210 time: 0.0364645 Aug 11 03:00:22.652429 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-548360ff-79eb-4329-8b65-e942e56e9ef5 None None] Port c6e9afdb-99ef-4fea-bbba-4f5022cda99c cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:00:22.681329 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b70c1b94-da86-48ff-8e51-5edc0fe75239 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:22.775587 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-7039e86b-f91a-4755-ac66-67b36223ec1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6500739a-34a4-4823-965f-e4fc802712e1', 'name': 'tempest-FloatingIPsAssociationTestJSON-755455579-router', 'tenant_id': '42f48ed467fa4c1a8c7727abd216b298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.218'}], 'enable_snat': True}, 'gw_port_id': '8eecdda4-00f5-4d63-98b5-7aae42bd8631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:00:16Z', 'updated_at': '2021-08-11T03:00:19Z', 'revision_number': 3, 'project_id': '42f48ed467fa4c1a8c7727abd216b298', 'gw_port': {'id': '8eecdda4-00f5-4d63-98b5-7aae42bd8631', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:b8:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6500739a-34a4-4823-965f-e4fc802712e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:00:18Z', 'updated_at': '2021-08-11T03:00:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:00:22.795480 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-0e4f6468-04af-42ff-b6d7-41934fc06c78 req-c6e39cf4-4d9b-4faa-b3b9-6d30a016a9bd tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:22.811809 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-eb6129ac-5e01-410e-bd19-909b1d62a131 req-817862b6-21c0-4836-bb35-46616cc288fa tempest-SecurityGroupRulesTestJSON-1251748465 tempest-SecurityGroupRulesTestJSON-1251748465-project] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:22.850257 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-08ddb674-900c-4857-acd3-717728d68931 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:22.863523 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7039e86b-f91a-4755-ac66-67b36223ec1e None None] The sync data for ids ['6500739a-34a4-4823-965f-e4fc802712e1'] in n-d-764292-30 is: [{'id': '6500739a-34a4-4823-965f-e4fc802712e1', 'name': 'tempest-FloatingIPsAssociationTestJSON-755455579-router', 'tenant_id': '42f48ed467fa4c1a8c7727abd216b298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.218'}], 'enable_snat': True}, 'gw_port_id': '8eecdda4-00f5-4d63-98b5-7aae42bd8631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:00:16Z', 'updated_at': '2021-08-11T03:00:19Z', 'revision_number': 3, 'project_id': '42f48ed467fa4c1a8c7727abd216b298', 'gw_port': {'id': '8eecdda4-00f5-4d63-98b5-7aae42bd8631', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:b8:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6500739a-34a4-4823-965f-e4fc802712e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:00:18Z', 'updated_at': '2021-08-11T03:00:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}] {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:00:22.885170 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-eb6129ac-5e01-410e-bd19-909b1d62a131 req-817862b6-21c0-4836-bb35-46616cc288fa tempest-SecurityGroupRulesTestJSON-1251748465 tempest-SecurityGroupRulesTestJSON-1251748465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:22.908414 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-08ddb674-900c-4857-acd3-717728d68931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:22.914768 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-0e4f6468-04af-42ff-b6d7-41934fc06c78 req-c6e39cf4-4d9b-4faa-b3b9-6d30a016a9bd tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:22.915339 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b70c1b94-da86-48ff-8e51-5edc0fe75239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:22.919618 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b70c1b94-da86-48ff-8e51-5edc0fe75239 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:22.921718 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-b70c1b94-da86-48ff-8e51-5edc0fe75239 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e5c584ec-b9b7-4ae6-810e-2c5044f79540 HTTP/1.1" status: 204 len: 168 time: 0.4898052 Aug 11 03:00:22.984120 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e39cf4-4d9b-4faa-b3b9-6d30a016a9bd tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Pushing event updated for resources: {'Port': ['ID=3accc793-fe12-47ab-9ad3-76cfce77a764,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:22.996512 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70c1b94-da86-48ff-8e51-5edc0fe75239 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5c584ec-b9b7-4ae6-810e-2c5044f79540,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:23.020851 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-08ddb674-900c-4857-acd3-717728d68931 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16383026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521135'] for router_interface, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:23.039167 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ddb674-900c-4857-acd3-717728d68931 admin admin] Pushing event updated for resources: {'Port': ['ID=c6e9afdb-99ef-4fea-bbba-4f5022cda99c,revision_number=2']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:23.039812 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e4f6468-04af-42ff-b6d7-41934fc06c78 req-c6e39cf4-4d9b-4faa-b3b9-6d30a016a9bd tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Network f221beb7-8330-438a-a9fe-3bfcf5050d99 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:00:23.039812 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817862b6-21c0-4836-bb35-46616cc288fa tempest-SecurityGroupRulesTestJSON-1251748465 tempest-SecurityGroupRulesTestJSON-1251748465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc3a98a7-d342-435c-b888-20d9acc769dd,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:23.044135 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [req-0e4f6468-04af-42ff-b6d7-41934fc06c78 req-c6e39cf4-4d9b-4faa-b3b9-6d30a016a9bd tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:00:23.046435 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e4f6468-04af-42ff-b6d7-41934fc06c78 req-c6e39cf4-4d9b-4faa-b3b9-6d30a016a9bd tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:00:23.052427 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4f6468-04af-42ff-b6d7-41934fc06c78 req-c6e39cf4-4d9b-4faa-b3b9-6d30a016a9bd tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:23.053053 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-0e4f6468-04af-42ff-b6d7-41934fc06c78 req-c6e39cf4-4d9b-4faa-b3b9-6d30a016a9bd tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:23.066133 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-eb6129ac-5e01-410e-bd19-909b1d62a131 req-817862b6-21c0-4836-bb35-46616cc288fa tempest-SecurityGroupRulesTestJSON-1251748465 tempest-SecurityGroupRulesTestJSON-1251748465-project] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:23.073276 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-eb6129ac-5e01-410e-bd19-909b1d62a131 req-817862b6-21c0-4836-bb35-46616cc288fa tempest-SecurityGroupRulesTestJSON-1251748465 tempest-SecurityGroupRulesTestJSON-1251748465-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.9441054 Aug 11 03:00:23.126058 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce20259d-144c-478b-b15f-3dbaf29f58e1 req-01a4b909-eff8-46bc-9ee9-8a1c1c5470cf tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:23.139268 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ce20259d-144c-478b-b15f-3dbaf29f58e1 req-01a4b909-eff8-46bc-9ee9-8a1c1c5470cf tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/ports?device_id=1dad57fb-2aa7-48ff-acbc-3e4351e2dd8b HTTP/1.1" status: 200 len: 944 time: 0.1579883 Aug 11 03:00:23.169378 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0e4f6468-04af-42ff-b6d7-41934fc06c78 req-c6e39cf4-4d9b-4faa-b3b9-6d30a016a9bd tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4678223 Aug 11 03:00:23.196999 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-0e4f6468-04af-42ff-b6d7-41934fc06c78 req-9b2f7ce5-4a73-4c76-8345-f7ca0cba68f3 service neutron] Request body: {'port': {'device_id': 'd4b1241a-b428-4fb4-be76-b0571e761664', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764292-30'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:00:23.344716 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ce20259d-144c-478b-b15f-3dbaf29f58e1 req-eaef9ddf-1beb-4211-a9d0-75506915d591 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/security-groups?id=c7e06141-9137-4a1d-bc20-6fbfa107e8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061198 Aug 11 03:00:23.403675 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-0e4f6468-04af-42ff-b6d7-41934fc06c78 req-9b2f7ce5-4a73-4c76-8345-f7ca0cba68f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:23.436301 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9b90e3e2-cf53-40d5-844c-aa8d603d84fa req-48938d57-e984-4964-9e3b-811148a78b24 tempest-SecurityGroupRulesTestJSON-1251748465 tempest-SecurityGroupRulesTestJSON-1251748465-project] 10.222.0.41 "GET /v2.0/security-groups/dc3a98a7-d342-435c-b888-20d9acc769dd HTTP/1.1" status: 200 len: 1805 time: 0.1157894 Aug 11 03:00:23.497683 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08ddb674-900c-4857-acd3-717728d68931 admin admin] Network 3ff4efdf-629f-49b2-91cf-585f5d5e5f6f is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:00:23.499318 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-08ddb674-900c-4857-acd3-717728d68931 admin admin] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:00:23.500662 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-9b90e3e2-cf53-40d5-844c-aa8d603d84fa req-8ac8a360-0d89-427b-b6d6-2d2a86edd208 tempest-SecurityGroupRulesTestJSON-1251748465 tempest-SecurityGroupRulesTestJSON-1251748465-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'dc3a98a7-d342-435c-b888-20d9acc769dd', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:00:23.501259 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-9b90e3e2-cf53-40d5-844c-aa8d603d84fa req-8ac8a360-0d89-427b-b6d6-2d2a86edd208 tempest-SecurityGroupRulesTestJSON-1251748465 tempest-SecurityGroupRulesTestJSON-1251748465-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'dc3a98a7-d342-435c-b888-20d9acc769dd', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:00:23.724557 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08ddb674-900c-4857-acd3-717728d68931 admin admin] Router 6500739a-34a4-4823-965f-e4fc802712e1 has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:00:23.891458 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-9b90e3e2-cf53-40d5-844c-aa8d603d84fa req-8ac8a360-0d89-427b-b6d6-2d2a86edd208 tempest-SecurityGroupRulesTestJSON-1251748465 tempest-SecurityGroupRulesTestJSON-1251748465-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:23.895482 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-cbe04628-4f45-4926-a9f7-1e6d5b57b638 None None] Provisioning complete for port c6e9afdb-99ef-4fea-bbba-4f5022cda99c triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:00:23.895947 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-cbe04628-4f45-4926-a9f7-1e6d5b57b638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:23.949570 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 42622) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:23.969485 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e87d0712-76a0-404d-b636-55d4abe2ebac admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:24.009744 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-cbe04628-4f45-4926-a9f7-1e6d5b57b638 None None] Port c6e9afdb-99ef-4fea-bbba-4f5022cda99c cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:00:24.024476 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08ddb674-900c-4857-acd3-717728d68931 admin admin] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:00:24.037264 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-08ddb674-900c-4857-acd3-717728d68931 admin admin] 10.222.0.41 "PUT /v2.0/routers/6500739a-34a4-4823-965f-e4fc802712e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5642550 Aug 11 03:00:24.074752 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-9b90e3e2-cf53-40d5-844c-aa8d603d84fa req-8ac8a360-0d89-427b-b6d6-2d2a86edd208 tempest-SecurityGroupRulesTestJSON-1251748465 tempest-SecurityGroupRulesTestJSON-1251748465-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:24.147520 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 8eecdda4-00f5-4d63-98b5-7aae42bd8631 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:00:24.153094 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e87d0712-76a0-404d-b636-55d4abe2ebac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:24.156065 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71ba180-c5c5-4329-8a6d-007c6d2b41a1 req-6db6f7d0-e164-453c-8889-90c22d5bc5bd tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:24.157847 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c71ba180-c5c5-4329-8a6d-007c6d2b41a1 req-6db6f7d0-e164-453c-8889-90c22d5bc5bd tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4b1241a-b428-4fb4-be76-b0571e761664 HTTP/1.1" status: 200 len: 931 time: 0.1818788 Aug 11 03:00:24.167181 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-9b90e3e2-cf53-40d5-844c-aa8d603d84fa req-8ac8a360-0d89-427b-b6d6-2d2a86edd208 tempest-SecurityGroupRulesTestJSON-1251748465 tempest-SecurityGroupRulesTestJSON-1251748465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:24.229669 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e87d0712-76a0-404d-b636-55d4abe2ebac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:24.237857 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e9d5b60c-973e-46e9-b71e-b92cc93f17ef req-5f2a228f-ff51-45de-922d-0d9f8cabb8de service neutron] 10.222.0.22 "GET /v2.0/ports/9e9b1c1e-485a-4297-a795-7aa29aed4322/bindings/n-h2-764292-30 HTTP/1.1" status: 200 len: 385 time: 0.3772817 Aug 11 03:00:24.258041 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac8a360-0d89-427b-b6d6-2d2a86edd208 tempest-SecurityGroupRulesTestJSON-1251748465 tempest-SecurityGroupRulesTestJSON-1251748465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb5a0ebc-0b20-4491-ab76-ee446d9b9fd3,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:24.274308 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [req-0e4f6468-04af-42ff-b6d7-41934fc06c78 req-9b2f7ce5-4a73-4c76-8345-f7ca0cba68f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3accc793-fe12-47ab-9ad3-76cfce77a764 {{(pid=102192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:00:24.290694 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port 8eecdda4-00f5-4d63-98b5-7aae42bd8631 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:00:24.295703 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 8eecdda4-00f5-4d63-98b5-7aae42bd8631 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:00:24.296564 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:24.309362 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-e87d0712-76a0-404d-b636-55d4abe2ebac admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9c7c15bf26634db99152f8a74f52b143&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3565788 Aug 11 03:00:24.312086 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 42632) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:24.317421 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c71ba180-c5c5-4329-8a6d-007c6d2b41a1 req-b6070c6e-6725-48b7-b508-a8fd655aa6d5 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5aa9049-617d-473f-afb5-b55716ab8aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475878 Aug 11 03:00:24.326501 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87d0712-76a0-404d-b636-55d4abe2ebac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87e7a6f1-9bf4-42c3-93ba-8701918d7f54,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:24.339841 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-0e4f6468-04af-42ff-b6d7-41934fc06c78 req-9b2f7ce5-4a73-4c76-8345-f7ca0cba68f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:24.357156 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-9b90e3e2-cf53-40d5-844c-aa8d603d84fa req-8ac8a360-0d89-427b-b6d6-2d2a86edd208 tempest-SecurityGroupRulesTestJSON-1251748465 tempest-SecurityGroupRulesTestJSON-1251748465-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:24.373227 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9b90e3e2-cf53-40d5-844c-aa8d603d84fa req-8ac8a360-0d89-427b-b6d6-2d2a86edd208 tempest-SecurityGroupRulesTestJSON-1251748465 tempest-SecurityGroupRulesTestJSON-1251748465-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.8986056 Aug 11 03:00:24.419732 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-cf49cd6e-aa4c-4568-a2af-0989cbd9d9aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:24.423633 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [req-0e4f6468-04af-42ff-b6d7-41934fc06c78 req-9b2f7ce5-4a73-4c76-8345-f7ca0cba68f3 service neutron] Transition to ACTIVE for port object 3accc793-fe12-47ab-9ad3-76cfce77a764 will not be triggered until provisioned by entity L2. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:00:24.463958 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-cf49cd6e-aa4c-4568-a2af-0989cbd9d9aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:24.491380 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-a445de4a-d1a0-42df-b888-cf93660f0104 req-c3bd2d2a-29cf-43f2-9daa-738191c1c37a tempest-SecurityGroupRulesTestJSON-1251748465 tempest-SecurityGroupRulesTestJSON-1251748465-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-515438477', 'description': 'tempest-description-454578441'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:00:24.495659 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:24.528168 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-0e4f6468-04af-42ff-b6d7-41934fc06c78 req-9b2f7ce5-4a73-4c76-8345-f7ca0cba68f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:24.549849 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port 8eecdda4-00f5-4d63-98b5-7aae42bd8631, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=8eecdda4-00f5-4d63-98b5-7aae42bd8631,segment=NetworkSegment(fab28bed-aa25-40db-bba4-ec26e795194c),segment_id=fab28bed-aa25-40db-bba4-ec26e795194c)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:00:24.605254 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 42644) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:24.613221 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-cf49cd6e-aa4c-4568-a2af-0989cbd9d9aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:24.617211 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-cf49cd6e-aa4c-4568-a2af-0989cbd9d9aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:24.618610 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-cf49cd6e-aa4c-4568-a2af-0989cbd9d9aa admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/87e7a6f1-9bf4-42c3-93ba-8701918d7f54 HTTP/1.1" status: 204 len: 168 time: 0.3068922 Aug 11 03:00:24.629023 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:24.630946 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf49cd6e-aa4c-4568-a2af-0989cbd9d9aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87e7a6f1-9bf4-42c3-93ba-8701918d7f54,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:24.651790 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf49cd6e-aa4c-4568-a2af-0989cbd9d9aa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:00:24.658558 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf49cd6e-aa4c-4568-a2af-0989cbd9d9aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:00:24.658558 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf49cd6e-aa4c-4568-a2af-0989cbd9d9aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:00:24.658558 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf49cd6e-aa4c-4568-a2af-0989cbd9d9aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:00:24.658558 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf49cd6e-aa4c-4568-a2af-0989cbd9d9aa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:00:24.658558 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf49cd6e-aa4c-4568-a2af-0989cbd9d9aa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:00:24.658558 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf49cd6e-aa4c-4568-a2af-0989cbd9d9aa admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:00:24.658558 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf49cd6e-aa4c-4568-a2af-0989cbd9d9aa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:00:24.658558 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf49cd6e-aa4c-4568-a2af-0989cbd9d9aa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:00:24.658558 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf49cd6e-aa4c-4568-a2af-0989cbd9d9aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:00:24.658558 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf49cd6e-aa4c-4568-a2af-0989cbd9d9aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:00:24.658558 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf49cd6e-aa4c-4568-a2af-0989cbd9d9aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:00:24.684158 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2f7ce5-4a73-4c76-8345-f7ca0cba68f3 service neutron] Pushing event updated for resources: {'Port': ['ID=3accc793-fe12-47ab-9ad3-76cfce77a764,revision_number=2']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:24.736123 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=8eecdda4-00f5-4d63-98b5-7aae42bd8631,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:24.756462 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-0e4f6468-04af-42ff-b6d7-41934fc06c78 req-9b2f7ce5-4a73-4c76-8345-f7ca0cba68f3 service neutron] Attempting to bind port 3accc793-fe12-47ab-9ad3-76cfce77a764 on host n-h2-764292-30 for vnic_type normal with profile {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:00:24.756797 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-0e4f6468-04af-42ff-b6d7-41934fc06c78 req-9b2f7ce5-4a73-4c76-8345-f7ca0cba68f3 service neutron] Attempting to bind port 3accc793-fe12-47ab-9ad3-76cfce77a764 by drivers openvswitch,hyperv on host n-h2-764292-30 at level 0 using segments [{'id': 'a45ed4ca-59d3-4372-9b5a-18bb6ba190c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f221beb7-8330-438a-a9fe-3bfcf5050d99'}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:00:24.757115 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4f6468-04af-42ff-b6d7-41934fc06c78 req-9b2f7ce5-4a73-4c76-8345-f7ca0cba68f3 service neutron] Attempting to bind port 3accc793-fe12-47ab-9ad3-76cfce77a764 on network f221beb7-8330-438a-a9fe-3bfcf5050d99 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:00:24.765809 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4f6468-04af-42ff-b6d7-41934fc06c78 req-9b2f7ce5-4a73-4c76-8345-f7ca0cba68f3 service neutron] Port 3accc793-fe12-47ab-9ad3-76cfce77a764 on network f221beb7-8330-438a-a9fe-3bfcf5050d99 not bound, no agent of type Open vSwitch agent registered on host n-h2-764292-30 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:00:24.766137 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4f6468-04af-42ff-b6d7-41934fc06c78 req-9b2f7ce5-4a73-4c76-8345-f7ca0cba68f3 service neutron] Attempting to bind port 3accc793-fe12-47ab-9ad3-76cfce77a764 on network f221beb7-8330-438a-a9fe-3bfcf5050d99 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:00:24.798601 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-a445de4a-d1a0-42df-b888-cf93660f0104 req-c3bd2d2a-29cf-43f2-9daa-738191c1c37a tempest-SecurityGroupRulesTestJSON-1251748465 tempest-SecurityGroupRulesTestJSON-1251748465-project] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:24.802791 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-e9d5b60c-973e-46e9-b71e-b92cc93f17ef req-faecfa12-57f9-4e2b-ae12-f6269e8896bf service neutron] For port 9e9b1c1e-485a-4297-a795-7aa29aed4322, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=9e9b1c1e-485a-4297-a795-7aa29aed4322,segment=NetworkSegment(75626708-94f6-4fcc-8cbd-0dd0dd709069),segment_id=75626708-94f6-4fcc-8cbd-0dd0dd709069)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:00:24.812140 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4f6468-04af-42ff-b6d7-41934fc06c78 req-9b2f7ce5-4a73-4c76-8345-f7ca0cba68f3 service neutron] Checking agent: {'id': '70015fc0-62fb-48b2-b453-36906937cf2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 0, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:00:24.812481 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4f6468-04af-42ff-b6d7-41934fc06c78 req-9b2f7ce5-4a73-4c76-8345-f7ca0cba68f3 service neutron] Checking segment: {'id': 'a45ed4ca-59d3-4372-9b5a-18bb6ba190c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f221beb7-8330-438a-a9fe-3bfcf5050d99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:00:24.812855 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4f6468-04af-42ff-b6d7-41934fc06c78 req-9b2f7ce5-4a73-4c76-8345-f7ca0cba68f3 service neutron] Bound using segment: {'id': 'a45ed4ca-59d3-4372-9b5a-18bb6ba190c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f221beb7-8330-438a-a9fe-3bfcf5050d99'} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:00:24.813297 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-0e4f6468-04af-42ff-b6d7-41934fc06c78 req-9b2f7ce5-4a73-4c76-8345-f7ca0cba68f3 service neutron] Bound port: 3accc793-fe12-47ab-9ad3-76cfce77a764, host: n-h2-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a45ed4ca-59d3-4372-9b5a-18bb6ba190c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f221beb7-8330-438a-a9fe-3bfcf5050d99'}}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:00:24.813706 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-0e4f6468-04af-42ff-b6d7-41934fc06c78 req-9b2f7ce5-4a73-4c76-8345-f7ca0cba68f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:24.818787 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-21260660-8e0d-4d7f-855f-79da2838011b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:24.884632 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-e9d5b60c-973e-46e9-b71e-b92cc93f17ef req-faecfa12-57f9-4e2b-ae12-f6269e8896bf service neutron] For port 9e9b1c1e-485a-4297-a795-7aa29aed4322, host n-h1-764292-30, cleared binding levels {{(pid=102192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:00:24.975366 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-21260660-8e0d-4d7f-855f-79da2838011b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:24.987363 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [req-e9d5b60c-973e-46e9-b71e-b92cc93f17ef req-faecfa12-57f9-4e2b-ae12-f6269e8896bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e9b1c1e-485a-4297-a795-7aa29aed4322 {{(pid=102192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:00:24.997939 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-0e4f6468-04af-42ff-b6d7-41934fc06c78 req-9b2f7ce5-4a73-4c76-8345-f7ca0cba68f3 service neutron] For port 3accc793-fe12-47ab-9ad3-76cfce77a764, host n-h2-764292-30, cleared binding levels {{(pid=102192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:00:25.008137 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-0e4f6468-04af-42ff-b6d7-41934fc06c78 req-9b2f7ce5-4a73-4c76-8345-f7ca0cba68f3 service neutron] For port 3accc793-fe12-47ab-9ad3-76cfce77a764, host n-h2-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=3accc793-fe12-47ab-9ad3-76cfce77a764,segment=NetworkSegment(a45ed4ca-59d3-4372-9b5a-18bb6ba190c2),segment_id=a45ed4ca-59d3-4372-9b5a-18bb6ba190c2)] {{(pid=102192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:00:25.010088 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-e9d5b60c-973e-46e9-b71e-b92cc93f17ef req-faecfa12-57f9-4e2b-ae12-f6269e8896bf service neutron] For port 9e9b1c1e-485a-4297-a795-7aa29aed4322, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=9e9b1c1e-485a-4297-a795-7aa29aed4322,segment=NetworkSegment(75626708-94f6-4fcc-8cbd-0dd0dd709069),segment_id=75626708-94f6-4fcc-8cbd-0dd0dd709069)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:00:25.051113 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-21260660-8e0d-4d7f-855f-79da2838011b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:25.074537 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45013f22-ebad-4ef1-927c-51242af4383c req-082fcfa3-dace-403a-86c2-f1329465b8f0 tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:25.083930 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-45013f22-ebad-4ef1-927c-51242af4383c req-082fcfa3-dace-403a-86c2-f1329465b8f0 tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] 10.222.0.41 "GET /v2.0/networks?id=3ff4efdf-629f-49b2-91cf-585f5d5e5f6f HTTP/1.1" status: 200 len: 820 time: 0.1938162 Aug 11 03:00:25.096980 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-21260660-8e0d-4d7f-855f-79da2838011b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e69d1cc9b48849c095581f25b5c42def&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4900053 Aug 11 03:00:25.097609 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21260660-8e0d-4d7f-855f-79da2838011b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a23e4e1a-6b91-4f0a-98d6-84fb760eacca,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:25.101538 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 42658) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:25.112365 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-0e4f6468-04af-42ff-b6d7-41934fc06c78 req-9b2f7ce5-4a73-4c76-8345-f7ca0cba68f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:25.114912 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-e9d5b60c-973e-46e9-b71e-b92cc93f17ef req-faecfa12-57f9-4e2b-ae12-f6269e8896bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:25.175603 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-45013f22-ebad-4ef1-927c-51242af4383c req-d580afcd-07b3-4ef1-b7f2-c28f65996667 tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] 10.222.0.41 "GET /v2.0/quotas/42f48ed467fa4c1a8c7727abd216b298 HTTP/1.1" status: 200 len: 375 time: 0.0898254 Aug 11 03:00:25.191687 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-50ce3e1c-eca1-4f48-a787-4d9a5541fd74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:25.201534 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4f6468-04af-42ff-b6d7-41934fc06c78 req-9b2f7ce5-4a73-4c76-8345-f7ca0cba68f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:25.202511 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-0e4f6468-04af-42ff-b6d7-41934fc06c78 req-9b2f7ce5-4a73-4c76-8345-f7ca0cba68f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:25.204254 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0e4f6468-04af-42ff-b6d7-41934fc06c78 req-9b2f7ce5-4a73-4c76-8345-f7ca0cba68f3 service neutron] 10.222.0.24 "PUT /v2.0/ports/3accc793-fe12-47ab-9ad3-76cfce77a764 HTTP/1.1" status: 200 len: 1092 time: 2.0202887 Aug 11 03:00:25.215835 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4b1241a-b428-4fb4-be76-b0571e761664', 'tag': '3accc793-fe12-47ab-9ad3-76cfce77a764'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:00:25.218242 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-049ac60f-3040-4c5b-9941-60178d167f2e" -d '{"events": [{"name": "network-changed", "server_uuid": "d4b1241a-b428-4fb4-be76-b0571e761664", "tag": "3accc793-fe12-47ab-9ad3-76cfce77a764"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:00:25.224507 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-50ce3e1c-eca1-4f48-a787-4d9a5541fd74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:25.280672 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f8b6c1-7ec5-4f38-9811-88cf3eeffdeb None None] Sync routers for ids ['6500739a-34a4-4823-965f-e4fc802712e1'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:00:25.291976 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f8b6c1-7ec5-4f38-9811-88cf3eeffdeb None None] Routers {'6500739a-34a4-4823-965f-e4fc802712e1'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:00:25.293175 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-d6f8b6c1-7ec5-4f38-9811-88cf3eeffdeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:00:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['6500739a-34a4-4823-965f-e4fc802712e1'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:00:25.369552 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-50ce3e1c-eca1-4f48-a787-4d9a5541fd74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:25.372849 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-50ce3e1c-eca1-4f48-a787-4d9a5541fd74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:25.375138 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-50ce3e1c-eca1-4f48-a787-4d9a5541fd74 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a23e4e1a-6b91-4f0a-98d6-84fb760eacca HTTP/1.1" status: 204 len: 168 time: 0.2722747 Aug 11 03:00:25.380359 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-45013f22-ebad-4ef1-927c-51242af4383c req-75965443-792f-45e0-97be-59b74ca683e7 tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=42f48ed467fa4c1a8c7727abd216b298&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1874011 Aug 11 03:00:25.381174 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2f7ce5-4a73-4c76-8345-f7ca0cba68f3 service neutron] Pushing event updated for resources: {'Port': ['ID=3accc793-fe12-47ab-9ad3-76cfce77a764,revision_number=3']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:25.385630 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ce3e1c-eca1-4f48-a787-4d9a5541fd74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a23e4e1a-6b91-4f0a-98d6-84fb760eacca,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:25.464919 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2f7ce5-4a73-4c76-8345-f7ca0cba68f3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:00:25.464919 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2f7ce5-4a73-4c76-8345-f7ca0cba68f3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:00:25.464919 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2f7ce5-4a73-4c76-8345-f7ca0cba68f3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:00:25.464919 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2f7ce5-4a73-4c76-8345-f7ca0cba68f3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:00:25.464919 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2f7ce5-4a73-4c76-8345-f7ca0cba68f3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:00:25.464919 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2f7ce5-4a73-4c76-8345-f7ca0cba68f3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:00:25.464919 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2f7ce5-4a73-4c76-8345-f7ca0cba68f3 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:00:25.464919 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2f7ce5-4a73-4c76-8345-f7ca0cba68f3 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:00:25.464919 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2f7ce5-4a73-4c76-8345-f7ca0cba68f3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:00:25.465635 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2f7ce5-4a73-4c76-8345-f7ca0cba68f3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:00:25.465635 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2f7ce5-4a73-4c76-8345-f7ca0cba68f3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:00:25.465635 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2f7ce5-4a73-4c76-8345-f7ca0cba68f3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:00:25.474377 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-d6f8b6c1-7ec5-4f38-9811-88cf3eeffdeb None None] Set router 6500739a-34a4-4823-965f-e4fc802712e1 gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:00:25.504732 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-a445de4a-d1a0-42df-b888-cf93660f0104 req-c3bd2d2a-29cf-43f2-9daa-738191c1c37a tempest-SecurityGroupRulesTestJSON-1251748465 tempest-SecurityGroupRulesTestJSON-1251748465-project] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:25.533315 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4f6468-04af-42ff-b6d7-41934fc06c78 req-4c4e8ed9-2a53-4a4b-8556-7e61210d5583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:25.533930 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0e4f6468-04af-42ff-b6d7-41934fc06c78 req-4c4e8ed9-2a53-4a4b-8556-7e61210d5583 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7a37d4caabc9417c92d7f5d7ce7df51b&device_id=d4b1241a-b428-4fb4-be76-b0571e761664 HTTP/1.1" status: 200 len: 1095 time: 0.1882935 Aug 11 03:00:25.550924 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [req-e9d5b60c-973e-46e9-b71e-b92cc93f17ef req-faecfa12-57f9-4e2b-ae12-f6269e8896bf service neutron] Transition to ACTIVE for port object 9e9b1c1e-485a-4297-a795-7aa29aed4322 will not be triggered until provisioned by entity L2. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:00:25.589285 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0e4f6468-04af-42ff-b6d7-41934fc06c78 req-dc3e6611-3547-4b9b-ad9a-f61e0d6426eb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3accc793-fe12-47ab-9ad3-76cfce77a764 HTTP/1.1" status: 200 len: 217 time: 0.0408351 Aug 11 03:00:25.645255 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-a445de4a-d1a0-42df-b888-cf93660f0104 req-c3bd2d2a-29cf-43f2-9daa-738191c1c37a tempest-SecurityGroupRulesTestJSON-1251748465 tempest-SecurityGroupRulesTestJSON-1251748465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:25.660610 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-45013f22-ebad-4ef1-927c-51242af4383c req-b65f3385-a407-45db-9409-72945d06b791 service neutron] 10.222.0.41 "GET /v2.0/networks/3ff4efdf-629f-49b2-91cf-585f5d5e5f6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2457888 Aug 11 03:00:25.739550 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-e9d5b60c-973e-46e9-b71e-b92cc93f17ef req-faecfa12-57f9-4e2b-ae12-f6269e8896bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:25.785762 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bd2d2a-29cf-43f2-9daa-738191c1c37a tempest-SecurityGroupRulesTestJSON-1251748465 tempest-SecurityGroupRulesTestJSON-1251748465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1638f31-a4f3-40ee-bce9-6362b4e6eced,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:25.798702 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4f6468-04af-42ff-b6d7-41934fc06c78 req-46c653b4-0ee1-421c-be1b-be9f886cb7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:25.800692 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0e4f6468-04af-42ff-b6d7-41934fc06c78 req-46c653b4-0ee1-421c-be1b-be9f886cb7fa service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1f48ffa3-65bd-47bc-90cf-1fcd73e0ff01 HTTP/1.1" status: 200 len: 861 time: 0.1990931 Aug 11 03:00:25.801554 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-a445de4a-d1a0-42df-b888-cf93660f0104 req-c3bd2d2a-29cf-43f2-9daa-738191c1c37a tempest-SecurityGroupRulesTestJSON-1251748465 tempest-SecurityGroupRulesTestJSON-1251748465-project] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:25.806791 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a445de4a-d1a0-42df-b888-cf93660f0104 req-c3bd2d2a-29cf-43f2-9daa-738191c1c37a tempest-SecurityGroupRulesTestJSON-1251748465 tempest-SecurityGroupRulesTestJSON-1251748465-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 1.3212852 Aug 11 03:00:25.850545 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-d6f8b6c1-7ec5-4f38-9811-88cf3eeffdeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6500739a-34a4-4823-965f-e4fc802712e1', 'name': 'tempest-FloatingIPsAssociationTestJSON-755455579-router', 'tenant_id': '42f48ed467fa4c1a8c7727abd216b298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.218'}], 'enable_snat': True}, 'gw_port_id': '8eecdda4-00f5-4d63-98b5-7aae42bd8631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:00:16Z', 'updated_at': '2021-08-11T03:00:22Z', 'revision_number': 4, 'project_id': '42f48ed467fa4c1a8c7727abd216b298', 'gw_port': {'id': '8eecdda4-00f5-4d63-98b5-7aae42bd8631', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:b8:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6500739a-34a4-4823-965f-e4fc802712e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:00:18Z', 'updated_at': '2021-08-11T03:00:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': 'c6e9afdb-99ef-4fea-bbba-4f5022cda99c', 'name': '', 'network_id': '3ff4efdf-629f-49b2-91cf-585f5d5e5f6f', 'tenant_id': '42f48ed467fa4c1a8c7727abd216b298', 'mac_address': 'fa:16:3e:2b:b4:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6500739a-34a4-4823-965f-e4fc802712e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'b72217e4-4ebb-4b82-9a4c-fcf14d2be745', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:00:21Z', 'updated_at': '2021-08-11T03:00:22Z', 'revision_number': 2, 'project_id': '42f48ed467fa4c1a8c7727abd216b298', 'subnets': [{'id': 'b72217e4-4ebb-4b82-9a4c-fcf14d2be745', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:00:25.884503 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f8b6c1-7ec5-4f38-9811-88cf3eeffdeb None None] Checking router: 6500739a-34a4-4823-965f-e4fc802712e1 for host: n-d-764292-30 {{(pid=102193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:00:25.884821 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f8b6c1-7ec5-4f38-9811-88cf3eeffdeb None None] Updating router 6500739a-34a4-4823-965f-e4fc802712e1 port c6e9afdb-99ef-4fea-bbba-4f5022cda99c binding host n-d-764292-30 {{(pid=102193) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:00:25.915426 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-d6f8b6c1-7ec5-4f38-9811-88cf3eeffdeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:26.040213 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-45013f22-ebad-4ef1-927c-51242af4383c req-089e988e-fee3-4397-9074-343336b50dda service neutron] 10.222.0.41 "GET /v2.0/networks/3ff4efdf-629f-49b2-91cf-585f5d5e5f6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3666470 Aug 11 03:00:26.047223 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0e4f6468-04af-42ff-b6d7-41934fc06c78 req-6d6ff565-4b70-44a1-b2a8-c08d4ff3e70c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f221beb7-8330-438a-a9fe-3bfcf5050d99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2075403 Aug 11 03:00:26.108546 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 8eecdda4-00f5-4d63-98b5-7aae42bd8631 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:00:26.228734 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 8eecdda4-00f5-4d63-98b5-7aae42bd8631 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:00:26.229106 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:26.420614 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-d6f8b6c1-7ec5-4f38-9811-88cf3eeffdeb None None] Notify callbacks [] for port, precommit_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:26.436137 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-d6f8b6c1-7ec5-4f38-9811-88cf3eeffdeb None None] Transition to ACTIVE for port object c6e9afdb-99ef-4fea-bbba-4f5022cda99c will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:00:26.438071 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0e4f6468-04af-42ff-b6d7-41934fc06c78 req-ec9c61c6-9b8f-41b6-8a73-14fd5bcee983 service neutron] 10.222.0.24 "GET /v2.0/networks/f221beb7-8330-438a-a9fe-3bfcf5050d99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3724349 Aug 11 03:00:26.439522 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faecfa12-57f9-4e2b-ae12-f6269e8896bf service neutron] Pushing event updated for resources: {'Port': ['ID=9e9b1c1e-485a-4297-a795-7aa29aed4322,revision_number=10']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:26.445335 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9d5b60c-973e-46e9-b71e-b92cc93f17ef req-faecfa12-57f9-4e2b-ae12-f6269e8896bf service neutron] No DVR routers for this DVR port 9e9b1c1e-485a-4297-a795-7aa29aed4322 on host n-h1-764292-30 {{(pid=102192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:00:26.473575 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1340ee66-04bf-412b-8143-21288de1bc1c req-b2681a3a-6273-434c-adda-f2d8fbe65985 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:26.475463 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1340ee66-04bf-412b-8143-21288de1bc1c req-b2681a3a-6273-434c-adda-f2d8fbe65985 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/ports?device_id=1dad57fb-2aa7-48ff-acbc-3e4351e2dd8b HTTP/1.1" status: 200 len: 945 time: 0.5852334 Aug 11 03:00:26.579317 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0e4f6468-04af-42ff-b6d7-41934fc06c78 req-69e01081-57b1-4e40-805d-63d18f339957 service neutron] 10.222.0.24 "GET /v2.0/networks/f221beb7-8330-438a-a9fe-3bfcf5050d99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310296 Aug 11 03:00:26.622680 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e9d5b60c-973e-46e9-b71e-b92cc93f17ef req-faecfa12-57f9-4e2b-ae12-f6269e8896bf service neutron] 10.222.0.22 "PUT /v2.0/ports/9e9b1c1e-485a-4297-a795-7aa29aed4322/bindings/n-h2-764292-30/activate HTTP/1.1" status: 200 len: 370 time: 2.3655906 Aug 11 03:00:26.652222 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1340ee66-04bf-412b-8143-21288de1bc1c req-0e01ac6e-d0ac-4708-9051-2bf4a17084ac tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/security-groups?id=c7e06141-9137-4a1d-bc20-6fbfa107e8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655638 Aug 11 03:00:26.661258 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 42704) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:26.677486 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-38323a55-2da0-4ed1-8588-e60395178759 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:26.709024 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-d6f8b6c1-7ec5-4f38-9811-88cf3eeffdeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:26.826393 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be5dac8f-ecf0-4439-8ac9-5f4f0b7d0b3b x-openstack-request-id: req-be5dac8f-ecf0-4439-8ac9-5f4f0b7d0b3b {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:00:26.826613 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4b1241a-b428-4fb4-be76-b0571e761664", "tag": "3accc793-fe12-47ab-9ad3-76cfce77a764", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:00:26.826860 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-be5dac8f-ecf0-4439-8ac9-5f4f0b7d0b3b {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:00:26.827239 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4b1241a-b428-4fb4-be76-b0571e761664', 'tag': '3accc793-fe12-47ab-9ad3-76cfce77a764', 'status': 'completed', 'code': 200} Aug 11 03:00:26.857280 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0ec2e4-b8a5-49a5-81ea-e069e2d901b7 None None] Pushing event updated for resources: {'Port': ['ID=c6e9afdb-99ef-4fea-bbba-4f5022cda99c,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:26.967860 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-38323a55-2da0-4ed1-8588-e60395178759 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:26.989864 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d5b60c-973e-46e9-b71e-b92cc93f17ef req-8bf2701c-12d0-4c02-902e-d721c034d9e1 tempest-LiveMigrationTest-410920510 tempest-LiveMigrationTest-410920510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:26.995139 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e9d5b60c-973e-46e9-b71e-b92cc93f17ef req-8bf2701c-12d0-4c02-902e-d721c034d9e1 tempest-LiveMigrationTest-410920510 tempest-LiveMigrationTest-410920510-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=1dad57fb-2aa7-48ff-acbc-3e4351e2dd8b&tenant_id=83808f5f252c43418f6a6c255d45878a&binding%3Ahost_id=n-h1-764292-30 HTTP/1.1" status: 200 len: 1097 time: 0.2407959 Aug 11 03:00:27.007322 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-d6f8b6c1-7ec5-4f38-9811-88cf3eeffdeb None None] Attempting to bind port c6e9afdb-99ef-4fea-bbba-4f5022cda99c on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:00:27.007322 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-d6f8b6c1-7ec5-4f38-9811-88cf3eeffdeb None None] Attempting to bind port c6e9afdb-99ef-4fea-bbba-4f5022cda99c by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': '8be48c87-49ff-409c-84bc-36da4c3f87ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '3ff4efdf-629f-49b2-91cf-585f5d5e5f6f'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:00:27.007664 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f8b6c1-7ec5-4f38-9811-88cf3eeffdeb None None] Attempting to bind port c6e9afdb-99ef-4fea-bbba-4f5022cda99c on network 3ff4efdf-629f-49b2-91cf-585f5d5e5f6f {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:00:27.018760 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-b20e9b7a-e8a9-4cb8-8d44-3eaf4e08323a req-dcf6869b-ec57-4239-8741-36d0325f14e2 tempest-SecurityGroupRulesTestJSON-1251748465 tempest-SecurityGroupRulesTestJSON-1251748465-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1389507588', 'description': 'tempest-description-16949412'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:00:27.024484 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f8b6c1-7ec5-4f38-9811-88cf3eeffdeb None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 0, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:00:27.024707 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f8b6c1-7ec5-4f38-9811-88cf3eeffdeb None None] Checking segment: {'id': '8be48c87-49ff-409c-84bc-36da4c3f87ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '3ff4efdf-629f-49b2-91cf-585f5d5e5f6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:00:27.025110 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-d6f8b6c1-7ec5-4f38-9811-88cf3eeffdeb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:27.025561 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f8b6c1-7ec5-4f38-9811-88cf3eeffdeb None None] Bound using segment: {'id': '8be48c87-49ff-409c-84bc-36da4c3f87ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '3ff4efdf-629f-49b2-91cf-585f5d5e5f6f'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:00:27.026400 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-d6f8b6c1-7ec5-4f38-9811-88cf3eeffdeb None None] Bound port: c6e9afdb-99ef-4fea-bbba-4f5022cda99c, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8be48c87-49ff-409c-84bc-36da4c3f87ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '3ff4efdf-629f-49b2-91cf-585f5d5e5f6f'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:00:27.027585 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-38323a55-2da0-4ed1-8588-e60395178759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:27.036365 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049ac60f-3040-4c5b-9941-60178d167f2e req-daf063e0-0413-44a0-a971-036f8cbcf1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:27.037872 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-049ac60f-3040-4c5b-9941-60178d167f2e req-daf063e0-0413-44a0-a971-036f8cbcf1e7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7a37d4caabc9417c92d7f5d7ce7df51b&device_id=d4b1241a-b428-4fb4-be76-b0571e761664 HTTP/1.1" status: 200 len: 1095 time: 0.1865482 Aug 11 03:00:27.040023 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-d6f8b6c1-7ec5-4f38-9811-88cf3eeffdeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:27.082742 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-38323a55-2da0-4ed1-8588-e60395178759 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=30cce1d037d641e9a92cb451e9368795&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4198484 Aug 11 03:00:27.107658 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 42716) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:27.149564 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38323a55-2da0-4ed1-8588-e60395178759 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccba8bfb-82f2-487b-af98-df2beb888de1,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:27.187874 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-d6f8b6c1-7ec5-4f38-9811-88cf3eeffdeb None None] For port c6e9afdb-99ef-4fea-bbba-4f5022cda99c, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:00:27.200821 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-d6f8b6c1-7ec5-4f38-9811-88cf3eeffdeb None None] For port c6e9afdb-99ef-4fea-bbba-4f5022cda99c, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=c6e9afdb-99ef-4fea-bbba-4f5022cda99c,segment=NetworkSegment(8be48c87-49ff-409c-84bc-36da4c3f87ba),segment_id=8be48c87-49ff-409c-84bc-36da4c3f87ba)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:00:27.201090 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7394740f-2480-4a53-b14e-fc1a60ea42eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:27.228407 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7394740f-2480-4a53-b14e-fc1a60ea42eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:27.241263 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47629ac4-b4a3-4685-b20c-c5c1e78e5424 req-34500276-8277-4ead-8ea4-614270c2cb9a tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:27.242885 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-47629ac4-b4a3-4685-b20c-c5c1e78e5424 req-34500276-8277-4ead-8ea4-614270c2cb9a tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4b1241a-b428-4fb4-be76-b0571e761664 HTTP/1.1" status: 200 len: 943 time: 0.3244562 Aug 11 03:00:27.295257 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d5b60c-973e-46e9-b71e-b92cc93f17ef req-5807b5a8-486c-4e97-9c50-3884f182cb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:27.296753 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e9d5b60c-973e-46e9-b71e-b92cc93f17ef req-5807b5a8-486c-4e97-9c50-3884f182cb7e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1dad57fb-2aa7-48ff-acbc-3e4351e2dd8b&tenant_id=83808f5f252c43418f6a6c255d45878a HTTP/1.1" status: 200 len: 1097 time: 0.2776120 Aug 11 03:00:27.308715 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-d6f8b6c1-7ec5-4f38-9811-88cf3eeffdeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:27.323290 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-b20e9b7a-e8a9-4cb8-8d44-3eaf4e08323a req-dcf6869b-ec57-4239-8741-36d0325f14e2 tempest-SecurityGroupRulesTestJSON-1251748465 tempest-SecurityGroupRulesTestJSON-1251748465-project] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:27.365559 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7394740f-2480-4a53-b14e-fc1a60ea42eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:27.369143 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7394740f-2480-4a53-b14e-fc1a60ea42eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:27.371030 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-7394740f-2480-4a53-b14e-fc1a60ea42eb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ccba8bfb-82f2-487b-af98-df2beb888de1 HTTP/1.1" status: 204 len: 168 time: 0.2723925 Aug 11 03:00:27.371804 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049ac60f-3040-4c5b-9941-60178d167f2e req-2e6b063a-3259-465b-ace0-a51d6cbc89e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:27.374478 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-049ac60f-3040-4c5b-9941-60178d167f2e req-2e6b063a-3259-465b-ace0-a51d6cbc89e2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f221beb7-8330-438a-a9fe-3bfcf5050d99 HTTP/1.1" status: 200 len: 922 time: 0.2318497 Aug 11 03:00:27.377218 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-47629ac4-b4a3-4685-b20c-c5c1e78e5424 req-0b75eeac-ae67-4f00-8930-13cc0f481a56 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5aa9049-617d-473f-afb5-b55716ab8aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217303 Aug 11 03:00:27.388417 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7394740f-2480-4a53-b14e-fc1a60ea42eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccba8bfb-82f2-487b-af98-df2beb888de1,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:27.415977 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0ec2e4-b8a5-49a5-81ea-e069e2d901b7 None None] Pushing event updated for resources: {'Port': ['ID=c6e9afdb-99ef-4fea-bbba-4f5022cda99c,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:27.453713 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f8b6c1-7ec5-4f38-9811-88cf3eeffdeb None None] Routers {'6500739a-34a4-4823-965f-e4fc802712e1'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:00:27.455260 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-d6f8b6c1-7ec5-4f38-9811-88cf3eeffdeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:00:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['6500739a-34a4-4823-965f-e4fc802712e1'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:00:27.467503 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-049ac60f-3040-4c5b-9941-60178d167f2e req-bc93bed3-c45b-4dee-b983-3dbbb340bdf0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3accc793-fe12-47ab-9ad3-76cfce77a764 HTTP/1.1" status: 200 len: 217 time: 0.0833659 Aug 11 03:00:27.610608 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2fd83191-cf53-4876-88f7-19af9bfb560c req-453910d2-cd0b-4330-9941-51f3987745e9 tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] 10.222.0.41 "GET /v2.0/ports?device_id=db1dc61c-8179-44d3-8cb7-a4c54d08140b HTTP/1.1" status: 200 len: 210 time: 0.0701432 Aug 11 03:00:27.613793 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d5b60c-973e-46e9-b71e-b92cc93f17ef req-29264522-24f9-4932-bd8f-ad58cfb75697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:27.615418 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e9d5b60c-973e-46e9-b71e-b92cc93f17ef req-29264522-24f9-4932-bd8f-ad58cfb75697 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=83808f5f252c43418f6a6c255d45878a&device_id=1dad57fb-2aa7-48ff-acbc-3e4351e2dd8b HTTP/1.1" status: 200 len: 1097 time: 0.2826109 Aug 11 03:00:27.651268 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-d6f8b6c1-7ec5-4f38-9811-88cf3eeffdeb None None] Set router 6500739a-34a4-4823-965f-e4fc802712e1 gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:00:27.818676 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d5b60c-973e-46e9-b71e-b92cc93f17ef req-2641f967-0973-477d-8344-4c3400f4d193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:27.827353 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e9d5b60c-973e-46e9-b71e-b92cc93f17ef req-2641f967-0973-477d-8344-4c3400f4d193 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a1f5acc4-6e30-4bf9-bc28-7ff84dac631d HTTP/1.1" status: 200 len: 908 time: 0.2029176 Aug 11 03:00:27.890129 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049ac60f-3040-4c5b-9941-60178d167f2e req-e370b8ad-2826-47b2-9d63-2bc313e0703b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:27.894162 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-049ac60f-3040-4c5b-9941-60178d167f2e req-e370b8ad-2826-47b2-9d63-2bc313e0703b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1f48ffa3-65bd-47bc-90cf-1fcd73e0ff01 HTTP/1.1" status: 200 len: 861 time: 0.4140913 Aug 11 03:00:27.972876 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 9e9b1c1e-485a-4297-a795-7aa29aed4322 no longer exists at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:00:28.023509 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e9d5b60c-973e-46e9-b71e-b92cc93f17ef req-ac92e9fa-d6be-459c-a83a-9c384e7ac013 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9e9b1c1e-485a-4297-a795-7aa29aed4322 HTTP/1.1" status: 200 len: 217 time: 0.1707678 Aug 11 03:00:28.027185 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-d6f8b6c1-7ec5-4f38-9811-88cf3eeffdeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6500739a-34a4-4823-965f-e4fc802712e1', 'name': 'tempest-FloatingIPsAssociationTestJSON-755455579-router', 'tenant_id': '42f48ed467fa4c1a8c7727abd216b298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.218'}], 'enable_snat': True}, 'gw_port_id': '8eecdda4-00f5-4d63-98b5-7aae42bd8631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:00:16Z', 'updated_at': '2021-08-11T03:00:22Z', 'revision_number': 4, 'project_id': '42f48ed467fa4c1a8c7727abd216b298', 'gw_port': {'id': '8eecdda4-00f5-4d63-98b5-7aae42bd8631', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:b8:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6500739a-34a4-4823-965f-e4fc802712e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:00:18Z', 'updated_at': '2021-08-11T03:00:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': 'c6e9afdb-99ef-4fea-bbba-4f5022cda99c', 'name': '', 'network_id': '3ff4efdf-629f-49b2-91cf-585f5d5e5f6f', 'tenant_id': '42f48ed467fa4c1a8c7727abd216b298', 'mac_address': 'fa:16:3e:2b:b4:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6500739a-34a4-4823-965f-e4fc802712e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'b72217e4-4ebb-4b82-9a4c-fcf14d2be745', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:00:21Z', 'updated_at': '2021-08-11T03:00:27Z', 'revision_number': 4, 'project_id': '42f48ed467fa4c1a8c7727abd216b298', 'subnets': [{'id': 'b72217e4-4ebb-4b82-9a4c-fcf14d2be745', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:00:28.048519 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-049ac60f-3040-4c5b-9941-60178d167f2e req-7527afba-e8af-40e2-aaf6-fdcd51708e75 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f221beb7-8330-438a-a9fe-3bfcf5050d99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1471014 Aug 11 03:00:28.066478 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f8b6c1-7ec5-4f38-9811-88cf3eeffdeb None None] The sync data for ids ['6500739a-34a4-4823-965f-e4fc802712e1'] in n-d-764292-30 is: [{'id': '6500739a-34a4-4823-965f-e4fc802712e1', 'name': 'tempest-FloatingIPsAssociationTestJSON-755455579-router', 'tenant_id': '42f48ed467fa4c1a8c7727abd216b298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.218'}], 'enable_snat': True}, 'gw_port_id': '8eecdda4-00f5-4d63-98b5-7aae42bd8631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:00:16Z', 'updated_at': '2021-08-11T03:00:22Z', 'revision_number': 4, 'project_id': '42f48ed467fa4c1a8c7727abd216b298', 'gw_port': {'id': '8eecdda4-00f5-4d63-98b5-7aae42bd8631', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:b8:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6500739a-34a4-4823-965f-e4fc802712e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:00:18Z', 'updated_at': '2021-08-11T03:00:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': 'c6e9afdb-99ef-4fea-bbba-4f5022cda99c', 'name': '', 'network_id': '3ff4efdf-629f-49b2-91cf-585f5d5e5f6f', 'tenant_id': '42f48ed467fa4c1a8c7727abd216b298', 'mac_address': 'fa:16:3e:2b:b4:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6500739a-34a4-4823-965f-e4fc802712e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'b72217e4-4ebb-4b82-9a4c-fcf14d2be745', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:00:21Z', 'updated_at': '2021-08-11T03:00:27Z', 'revision_number': 4, 'project_id': '42f48ed467fa4c1a8c7727abd216b298', 'subnets': [{'id': 'b72217e4-4ebb-4b82-9a4c-fcf14d2be745', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:00:28.082908 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 9e9b1c1e-485a-4297-a795-7aa29aed4322 not bound to the agent host n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:00:28.103819 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d5b60c-973e-46e9-b71e-b92cc93f17ef req-b64b5f66-3fba-439b-ae55-78c2382b205f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:28.105300 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e9d5b60c-973e-46e9-b71e-b92cc93f17ef req-b64b5f66-3fba-439b-ae55-78c2382b205f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0d013ade-4c13-41b9-b262-cf5646bc4bdb HTTP/1.1" status: 200 len: 847 time: 0.0612516 Aug 11 03:00:28.224677 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e9d5b60c-973e-46e9-b71e-b92cc93f17ef req-f296a6bb-a49e-4a0a-a0e0-fd45f49f0070 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a1f5acc4-6e30-4bf9-bc28-7ff84dac631d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1026134 Aug 11 03:00:28.236115 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-b20e9b7a-e8a9-4cb8-8d44-3eaf4e08323a req-dcf6869b-ec57-4239-8741-36d0325f14e2 tempest-SecurityGroupRulesTestJSON-1251748465 tempest-SecurityGroupRulesTestJSON-1251748465-project] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:28.299915 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4da5d08-9b57-4b9b-8c45-0c64a2158809 req-284bc92e-4cdb-43b0-b4c2-33f87904fdba tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:28.302139 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c4da5d08-9b57-4b9b-8c45-0c64a2158809 req-284bc92e-4cdb-43b0-b4c2-33f87904fdba tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/ports?device_id=1dad57fb-2aa7-48ff-acbc-3e4351e2dd8b HTTP/1.1" status: 200 len: 945 time: 0.4700463 Aug 11 03:00:28.355282 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-b20e9b7a-e8a9-4cb8-8d44-3eaf4e08323a req-dcf6869b-ec57-4239-8741-36d0325f14e2 tempest-SecurityGroupRulesTestJSON-1251748465 tempest-SecurityGroupRulesTestJSON-1251748465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:28.419593 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-049ac60f-3040-4c5b-9941-60178d167f2e req-6315e88d-63d3-496a-8b7a-5af83a429477 service neutron] 10.222.0.24 "GET /v2.0/networks/f221beb7-8330-438a-a9fe-3bfcf5050d99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3107965 Aug 11 03:00:28.447192 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c4da5d08-9b57-4b9b-8c45-0c64a2158809 req-856a9577-6bb1-4f75-996a-0e25dbd936ea tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/security-groups?id=c7e06141-9137-4a1d-bc20-6fbfa107e8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344531 Aug 11 03:00:28.452206 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf6869b-ec57-4239-8741-36d0325f14e2 tempest-SecurityGroupRulesTestJSON-1251748465 tempest-SecurityGroupRulesTestJSON-1251748465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97b44dda-5d66-4297-9a0c-e429066843f7,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:28.466368 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e9d5b60c-973e-46e9-b71e-b92cc93f17ef req-9eee2867-98be-492e-9dbf-c034168f028f service neutron] 10.222.0.24 "GET /v2.0/networks/a1f5acc4-6e30-4bf9-bc28-7ff84dac631d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2329354 Aug 11 03:00:28.551763 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-b20e9b7a-e8a9-4cb8-8d44-3eaf4e08323a req-dcf6869b-ec57-4239-8741-36d0325f14e2 tempest-SecurityGroupRulesTestJSON-1251748465 tempest-SecurityGroupRulesTestJSON-1251748465-project] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:28.561569 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b20e9b7a-e8a9-4cb8-8d44-3eaf4e08323a req-dcf6869b-ec57-4239-8741-36d0325f14e2 tempest-SecurityGroupRulesTestJSON-1251748465 tempest-SecurityGroupRulesTestJSON-1251748465-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 1.5592983 Aug 11 03:00:28.711620 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e9d5b60c-973e-46e9-b71e-b92cc93f17ef req-9c90809f-4890-412f-b1fc-6b6876f82940 service neutron] 10.222.0.24 "GET /v2.0/networks/a1f5acc4-6e30-4bf9-bc28-7ff84dac631d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2192469 Aug 11 03:00:28.727288 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-049ac60f-3040-4c5b-9941-60178d167f2e req-8e5a2435-8391-4243-99d7-554fe55d8cbd service neutron] 10.222.0.24 "GET /v2.0/networks/f221beb7-8330-438a-a9fe-3bfcf5050d99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2937701 Aug 11 03:00:28.760844 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc1e166-43e4-4407-ad9f-c58e30ff1e8d req-25b61f4c-c40e-435c-8dc8-8331b9793a29 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:28.762584 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ddc1e166-43e4-4407-ad9f-c58e30ff1e8d req-25b61f4c-c40e-435c-8dc8-8331b9793a29 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4b1241a-b428-4fb4-be76-b0571e761664 HTTP/1.1" status: 200 len: 943 time: 0.0690560 Aug 11 03:00:28.805998 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ddc1e166-43e4-4407-ad9f-c58e30ff1e8d req-34f10db8-f80b-4ddb-8295-f05794b10236 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5aa9049-617d-473f-afb5-b55716ab8aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372066 Aug 11 03:00:28.942912 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8e2cadc7-4728-42ce-8ac0-867b3dffa999 req-38dcee82-dea6-4b2a-95f6-dd8ef313595a tempest-SecurityGroupRulesTestJSON-1251748465 tempest-SecurityGroupRulesTestJSON-1251748465-project] 10.222.0.41 "GET /v2.0/security-groups/a1638f31-a4f3-40ee-bce9-6362b4e6eced HTTP/1.1" status: 200 len: 1803 time: 0.0597768 Aug 11 03:00:29.089674 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-0c430d0a-919f-4369-a3f3-1e3db5b3ca64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:29.090974 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8e2cadc7-4728-42ce-8ac0-867b3dffa999 req-07f565fb-5f83-4d41-94f6-a6cded4c075d tempest-SecurityGroupRulesTestJSON-1251748465 tempest-SecurityGroupRulesTestJSON-1251748465-project] 10.222.0.41 "GET /v2.0/security-groups/97b44dda-5d66-4297-9a0c-e429066843f7 HTTP/1.1" status: 200 len: 1803 time: 0.1258097 Aug 11 03:00:29.107113 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-8e2cadc7-4728-42ce-8ac0-867b3dffa999 req-3caeebef-a1fa-4b4f-aa16-cd479bd7a308 tempest-SecurityGroupRulesTestJSON-1251748465 tempest-SecurityGroupRulesTestJSON-1251748465-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'a1638f31-a4f3-40ee-bce9-6362b4e6eced', 'remote_group_id': '97b44dda-5d66-4297-9a0c-e429066843f7', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:00:29.107455 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-8e2cadc7-4728-42ce-8ac0-867b3dffa999 req-3caeebef-a1fa-4b4f-aa16-cd479bd7a308 tempest-SecurityGroupRulesTestJSON-1251748465 tempest-SecurityGroupRulesTestJSON-1251748465-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'a1638f31-a4f3-40ee-bce9-6362b4e6eced', 'remote_group_id': '97b44dda-5d66-4297-9a0c-e429066843f7', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:00:29.130821 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b9a8ad83-f49c-4e97-b2f9-a1283f7f3c22 req-afcd2edb-88bc-40a9-bdb9-758ce3138d18 tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] 10.222.0.41 "GET /v2.0/ports?device_id=db1dc61c-8179-44d3-8cb7-a4c54d08140b HTTP/1.1" status: 200 len: 210 time: 0.0436180 Aug 11 03:00:29.292982 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-8e2cadc7-4728-42ce-8ac0-867b3dffa999 req-3caeebef-a1fa-4b4f-aa16-cd479bd7a308 tempest-SecurityGroupRulesTestJSON-1251748465 tempest-SecurityGroupRulesTestJSON-1251748465-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:29.305814 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d5b60c-973e-46e9-b71e-b92cc93f17ef req-d11aa116-32df-4a90-8ea8-672b6db402d9 tempest-LiveMigrationTest-410920510 tempest-LiveMigrationTest-410920510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:29.307480 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e9d5b60c-973e-46e9-b71e-b92cc93f17ef req-d11aa116-32df-4a90-8ea8-672b6db402d9 tempest-LiveMigrationTest-410920510 tempest-LiveMigrationTest-410920510-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=1dad57fb-2aa7-48ff-acbc-3e4351e2dd8b&tenant_id=83808f5f252c43418f6a6c255d45878a&binding%3Ahost_id=n-h2-764292-30 HTTP/1.1" status: 200 len: 1097 time: 0.0846982 Aug 11 03:00:29.378521 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-8e2cadc7-4728-42ce-8ac0-867b3dffa999 req-3caeebef-a1fa-4b4f-aa16-cd479bd7a308 tempest-SecurityGroupRulesTestJSON-1251748465 tempest-SecurityGroupRulesTestJSON-1251748465-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:29.460649 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-8e2cadc7-4728-42ce-8ac0-867b3dffa999 req-3caeebef-a1fa-4b4f-aa16-cd479bd7a308 tempest-SecurityGroupRulesTestJSON-1251748465 tempest-SecurityGroupRulesTestJSON-1251748465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:29.503602 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caeebef-a1fa-4b4f-aa16-cd479bd7a308 tempest-SecurityGroupRulesTestJSON-1251748465 tempest-SecurityGroupRulesTestJSON-1251748465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42195435-6245-41bc-99d3-1e24c3390bde,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:29.625470 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-8e2cadc7-4728-42ce-8ac0-867b3dffa999 req-3caeebef-a1fa-4b4f-aa16-cd479bd7a308 tempest-SecurityGroupRulesTestJSON-1251748465 tempest-SecurityGroupRulesTestJSON-1251748465-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:29.626648 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8e2cadc7-4728-42ce-8ac0-867b3dffa999 req-3caeebef-a1fa-4b4f-aa16-cd479bd7a308 tempest-SecurityGroupRulesTestJSON-1251748465 tempest-SecurityGroupRulesTestJSON-1251748465-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.5255988 Aug 11 03:00:29.663665 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-e9d5b60c-973e-46e9-b71e-b92cc93f17ef req-c691255a-eabc-4952-98c9-6a7b7c01ede6 service neutron] For port 9e9b1c1e-485a-4297-a795-7aa29aed4322, host n-h1-764292-30, cleared binding levels {{(pid=102192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:00:29.693427 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-e9d5b60c-973e-46e9-b71e-b92cc93f17ef req-c691255a-eabc-4952-98c9-6a7b7c01ede6 service neutron] Notify callbacks [] for binding, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:29.694535 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e9d5b60c-973e-46e9-b71e-b92cc93f17ef req-c691255a-eabc-4952-98c9-6a7b7c01ede6 service neutron] 10.222.0.24 "DELETE /v2.0/ports/9e9b1c1e-485a-4297-a795-7aa29aed4322/bindings/n-h1-764292-30 HTTP/1.1" status: 204 len: 173 time: 0.3765323 Aug 11 03:00:29.735762 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c81c50b-7d6c-4988-b5fd-69b87ad01446 req-37878c41-7df3-425f-b1cb-397776201a0b tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:29.737240 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2c81c50b-7d6c-4988-b5fd-69b87ad01446 req-37878c41-7df3-425f-b1cb-397776201a0b tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/ports?device_id=1dad57fb-2aa7-48ff-acbc-3e4351e2dd8b HTTP/1.1" status: 200 len: 945 time: 0.1385100 Aug 11 03:00:29.784076 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45013f22-ebad-4ef1-927c-51242af4383c req-7997e4d3-8c65-423d-afeb-edde2ba766cb tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:29.786614 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-45013f22-ebad-4ef1-927c-51242af4383c req-7997e4d3-8c65-423d-afeb-edde2ba766cb tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] 10.222.0.22 "GET /v2.0/networks?id=3ff4efdf-629f-49b2-91cf-585f5d5e5f6f HTTP/1.1" status: 200 len: 820 time: 0.1845543 Aug 11 03:00:29.803399 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 3accc793-fe12-47ab-9ad3-76cfce77a764 details requested by agent hyperv_n-h2-764292-30 with host n-h2-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:00:29.809052 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2c81c50b-7d6c-4988-b5fd-69b87ad01446 req-adb751bc-d3ea-401a-87e9-759fdadec873 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/security-groups?id=c7e06141-9137-4a1d-bc20-6fbfa107e8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614269 Aug 11 03:00:29.818470 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-45013f22-ebad-4ef1-927c-51242af4383c req-01d4319f-8200-40b4-b980-721b13f76e35 tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] Request body: {'port': {'device_id': 'db1dc61c-8179-44d3-8cb7-a4c54d08140b', 'network_id': '3ff4efdf-629f-49b2-91cf-585f5d5e5f6f', 'admin_state_up': True, 'tenant_id': '42f48ed467fa4c1a8c7727abd216b298'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:00:29.886788 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-ddbab936-8a38-4c9b-95aa-4268d84294bf req-27d4f4d3-4f08-4fed-adda-02203650aa7c tempest-SecurityGroupRulesTestJSON-1251748465 tempest-SecurityGroupRulesTestJSON-1251748465-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1290176516', 'description': 'tempest-description-1137419399'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:00:29.990349 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port 3accc793-fe12-47ab-9ad3-76cfce77a764, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=3accc793-fe12-47ab-9ad3-76cfce77a764,segment=NetworkSegment(a45ed4ca-59d3-4372-9b5a-18bb6ba190c2),segment_id=a45ed4ca-59d3-4372-9b5a-18bb6ba190c2)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:00:30.029320 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-ddbab936-8a38-4c9b-95aa-4268d84294bf req-27d4f4d3-4f08-4fed-adda-02203650aa7c tempest-SecurityGroupRulesTestJSON-1251748465 tempest-SecurityGroupRulesTestJSON-1251748465-project] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:30.041222 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Returning: {'device': '3accc793-fe12-47ab-9ad3-76cfce77a764', 'network_id': 'f221beb7-8330-438a-a9fe-3bfcf5050d99', 'port_id': '3accc793-fe12-47ab-9ad3-76cfce77a764', 'mac_address': 'fa:16:3e:32:85:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f48ffa3-65bd-47bc-90cf-1fcd73e0ff01', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:00:30.114218 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:30.158007 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf08d86-7b09-4d38-ba03-762355f9c43a req-bd271d69-3fd3-4dd1-8627-0c15e0439452 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:30.159853 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-baf08d86-7b09-4d38-ba03-762355f9c43a req-bd271d69-3fd3-4dd1-8627-0c15e0439452 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4b1241a-b428-4fb4-be76-b0571e761664 HTTP/1.1" status: 200 len: 943 time: 0.0681891 Aug 11 03:00:30.214250 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45013f22-ebad-4ef1-927c-51242af4383c req-01d4319f-8200-40b4-b980-721b13f76e35 tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] Made reservation on behalf of 42f48ed467fa4c1a8c7727abd216b298 for: {'port': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:00:30.218433 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-45013f22-ebad-4ef1-927c-51242af4383c req-01d4319f-8200-40b4-b980-721b13f76e35 tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:30.225371 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-baf08d86-7b09-4d38-ba03-762355f9c43a req-44968a02-1837-485a-b6ac-c0881c31c67c tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5aa9049-617d-473f-afb5-b55716ab8aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586538 Aug 11 03:00:30.269463 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device c6e9afdb-99ef-4fea-bbba-4f5022cda99c up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:00:30.293419 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3accc793-fe12-47ab-9ad3-76cfce77a764 {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:00:30.325851 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port 3accc793-fe12-47ab-9ad3-76cfce77a764, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=3accc793-fe12-47ab-9ad3-76cfce77a764,segment=NetworkSegment(a45ed4ca-59d3-4372-9b5a-18bb6ba190c2),segment_id=a45ed4ca-59d3-4372-9b5a-18bb6ba190c2)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:00:30.421971 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:30.442013 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-ddbab936-8a38-4c9b-95aa-4268d84294bf req-27d4f4d3-4f08-4fed-adda-02203650aa7c tempest-SecurityGroupRulesTestJSON-1251748465 tempest-SecurityGroupRulesTestJSON-1251748465-project] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:30.453896 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [req-45013f22-ebad-4ef1-927c-51242af4383c req-01d4319f-8200-40b4-b980-721b13f76e35 tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] Allocated IP 172.20.0.14 (3ff4efdf-629f-49b2-91cf-585f5d5e5f6f/b72217e4-4ebb-4b82-9a4c-fcf14d2be745/0eb98ab7-e375-4069-abac-27534e39f2d6) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:00:30.483766 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port c6e9afdb-99ef-4fea-bbba-4f5022cda99c completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:00:30.492363 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port c6e9afdb-99ef-4fea-bbba-4f5022cda99c triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:00:30.494702 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:30.516916 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-ddbab936-8a38-4c9b-95aa-4268d84294bf req-27d4f4d3-4f08-4fed-adda-02203650aa7c tempest-SecurityGroupRulesTestJSON-1251748465 tempest-SecurityGroupRulesTestJSON-1251748465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:30.536770 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=3accc793-fe12-47ab-9ad3-76cfce77a764,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:30.602210 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:30.637403 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['3accc793-fe12-47ab-9ad3-76cfce77a764'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:00:30.642941 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port c6e9afdb-99ef-4fea-bbba-4f5022cda99c, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=c6e9afdb-99ef-4fea-bbba-4f5022cda99c,segment=NetworkSegment(8be48c87-49ff-409c-84bc-36da4c3f87ba),segment_id=8be48c87-49ff-409c-84bc-36da4c3f87ba)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:00:30.714794 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:30.803671 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=c6e9afdb-99ef-4fea-bbba-4f5022cda99c,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:30.865403 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d4f4d3-4f08-4fed-adda-02203650aa7c tempest-SecurityGroupRulesTestJSON-1251748465 tempest-SecurityGroupRulesTestJSON-1251748465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=acad3f3b-dd5b-4ad6-9b81-09935d0ac66e,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:30.870786 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4de8c99-fb37-45db-9a96-d1f0be104d52 req-09fb5af9-83b6-4f5f-9384-bc6af0958d1a tempest-LiveMigrationTest-410920510 tempest-LiveMigrationTest-410920510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:30.877884 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d4de8c99-fb37-45db-9a96-d1f0be104d52 req-09fb5af9-83b6-4f5f-9384-bc6af0958d1a tempest-LiveMigrationTest-410920510 tempest-LiveMigrationTest-410920510-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=1dad57fb-2aa7-48ff-acbc-3e4351e2dd8b HTTP/1.1" status: 200 len: 1097 time: 0.3988080 Aug 11 03:00:30.911655 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-ddbab936-8a38-4c9b-95aa-4268d84294bf req-27d4f4d3-4f08-4fed-adda-02203650aa7c tempest-SecurityGroupRulesTestJSON-1251748465 tempest-SecurityGroupRulesTestJSON-1251748465-project] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:30.912945 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ddbab936-8a38-4c9b-95aa-4268d84294bf req-27d4f4d3-4f08-4fed-adda-02203650aa7c tempest-SecurityGroupRulesTestJSON-1251748465 tempest-SecurityGroupRulesTestJSON-1251748465-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 1.0326958 Aug 11 03:00:30.938644 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d4de8c99-fb37-45db-9a96-d1f0be104d52 req-19c4fafc-6996-4035-bf3a-020adf9d7edc tempest-LiveMigrationTest-410920510 tempest-LiveMigrationTest-410920510-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=c7e06141-9137-4a1d-bc20-6fbfa107e8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597982 Aug 11 03:00:31.012030 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-45013f22-ebad-4ef1-927c-51242af4383c req-01d4319f-8200-40b4-b980-721b13f76e35 tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:31.043923 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [req-45013f22-ebad-4ef1-927c-51242af4383c req-01d4319f-8200-40b4-b980-721b13f76e35 tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] Transition to ACTIVE for port object 0eb98ab7-e375-4069-abac-27534e39f2d6 will not be triggered until provisioned by entity DHCP. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:00:31.062312 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1c759b01-3cca-4b4f-9319-2e1b2d440f38 req-c8ee93aa-d168-431b-a549-d172328de711 tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] 10.222.0.41 "GET /v2.0/ports?device_id=db1dc61c-8179-44d3-8cb7-a4c54d08140b HTTP/1.1" status: 200 len: 210 time: 0.0544786 Aug 11 03:00:31.124056 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-c43889b4-3c3d-464c-a66c-12ada71349fe req-0070f0e3-9d67-4324-9e4c-72299b134fcd tempest-SecurityGroupRulesTestJSON-1251748465 tempest-SecurityGroupRulesTestJSON-1251748465-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-116739377', 'description': 'tempest-description-1383428295'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:00:31.188542 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-45013f22-ebad-4ef1-927c-51242af4383c req-01d4319f-8200-40b4-b980-721b13f76e35 tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:31.246405 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45013f22-ebad-4ef1-927c-51242af4383c req-01d4319f-8200-40b4-b980-721b13f76e35 tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] Network 3ff4efdf-629f-49b2-91cf-585f5d5e5f6f is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:00:31.249139 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-c43889b4-3c3d-464c-a66c-12ada71349fe req-0070f0e3-9d67-4324-9e4c-72299b134fcd tempest-SecurityGroupRulesTestJSON-1251748465 tempest-SecurityGroupRulesTestJSON-1251748465-project] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:31.254840 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [req-45013f22-ebad-4ef1-927c-51242af4383c req-01d4319f-8200-40b4-b980-721b13f76e35 tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:00:31.262076 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d4319f-8200-40b4-b980-721b13f76e35 tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] Pushing event updated for resources: {'Port': ['ID=0eb98ab7-e375-4069-abac-27534e39f2d6,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:31.264373 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [req-45013f22-ebad-4ef1-927c-51242af4383c req-01d4319f-8200-40b4-b980-721b13f76e35 tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:00:31.270673 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45013f22-ebad-4ef1-927c-51242af4383c req-01d4319f-8200-40b4-b980-721b13f76e35 tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:31.271335 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-45013f22-ebad-4ef1-927c-51242af4383c req-01d4319f-8200-40b4-b980-721b13f76e35 tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:31.430383 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-45013f22-ebad-4ef1-927c-51242af4383c req-01d4319f-8200-40b4-b980-721b13f76e35 tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6313214 Aug 11 03:00:31.449815 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-45013f22-ebad-4ef1-927c-51242af4383c req-d9e5d135-38c1-4b6c-84bd-7811ecb1b473 service neutron] Request body: {'port': {'device_id': 'db1dc61c-8179-44d3-8cb7-a4c54d08140b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764292-30'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:00:31.624693 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-45013f22-ebad-4ef1-927c-51242af4383c req-d9e5d135-38c1-4b6c-84bd-7811ecb1b473 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:31.632483 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-c43889b4-3c3d-464c-a66c-12ada71349fe req-0070f0e3-9d67-4324-9e4c-72299b134fcd tempest-SecurityGroupRulesTestJSON-1251748465 tempest-SecurityGroupRulesTestJSON-1251748465-project] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:31.645130 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d9d8d7-1ba9-4f57-ad54-85d24adaec7b req-58614354-dd04-41c1-8496-7e47f5a525ea tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:31.646620 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-46d9d8d7-1ba9-4f57-ad54-85d24adaec7b req-58614354-dd04-41c1-8496-7e47f5a525ea tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/networks?id=a1f5acc4-6e30-4bf9-bc28-7ff84dac631d HTTP/1.1" status: 200 len: 807 time: 0.2080078 Aug 11 03:00:31.661651 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-aaf34b09-5fec-4583-8069-bec30671c102 None None] Provisioning for port 0eb98ab7-e375-4069-abac-27534e39f2d6 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:00:31.665932 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-aaf34b09-5fec-4583-8069-bec30671c102 None None] Provisioning complete for port 0eb98ab7-e375-4069-abac-27534e39f2d6 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:00:31.670030 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-aaf34b09-5fec-4583-8069-bec30671c102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:31.683648 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-46d9d8d7-1ba9-4f57-ad54-85d24adaec7b req-3c110668-abf6-4c44-837b-ffdd10e229f8 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/quotas/83808f5f252c43418f6a6c255d45878a HTTP/1.1" status: 200 len: 375 time: 0.0307786 Aug 11 03:00:31.712673 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-aaf34b09-5fec-4583-8069-bec30671c102 None None] Port 0eb98ab7-e375-4069-abac-27534e39f2d6 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:00:31.796530 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 3accc793-fe12-47ab-9ad3-76cfce77a764 up at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:00:31.798930 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-46d9d8d7-1ba9-4f57-ad54-85d24adaec7b req-78c07353-0e99-4211-8a36-c9f54e576617 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=83808f5f252c43418f6a6c255d45878a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1091044 Aug 11 03:00:31.860654 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-c43889b4-3c3d-464c-a66c-12ada71349fe req-0070f0e3-9d67-4324-9e4c-72299b134fcd tempest-SecurityGroupRulesTestJSON-1251748465 tempest-SecurityGroupRulesTestJSON-1251748465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:31.873305 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:31.878633 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-9fc2b107-4d7a-460e-9445-7c7dc947f0a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:31.944673 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0070f0e3-9d67-4324-9e4c-72299b134fcd tempest-SecurityGroupRulesTestJSON-1251748465 tempest-SecurityGroupRulesTestJSON-1251748465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46d38b93-2547-4c9c-98e3-084f9d82d9c6,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:31.946162 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning for port 3accc793-fe12-47ab-9ad3-76cfce77a764 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:00:31.953416 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning complete for port 3accc793-fe12-47ab-9ad3-76cfce77a764 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:00:31.953788 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:32.007161 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-46d9d8d7-1ba9-4f57-ad54-85d24adaec7b req-f4f380d4-fda2-436e-a6c8-549b4558b4eb service neutron] 10.222.0.41 "GET /v2.0/networks/a1f5acc4-6e30-4bf9-bc28-7ff84dac631d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940134 Aug 11 03:00:32.020706 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device c6e9afdb-99ef-4fea-bbba-4f5022cda99c up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:00:32.079000 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-c43889b4-3c3d-464c-a66c-12ada71349fe req-0070f0e3-9d67-4324-9e4c-72299b134fcd tempest-SecurityGroupRulesTestJSON-1251748465 tempest-SecurityGroupRulesTestJSON-1251748465-project] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:32.080208 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c43889b4-3c3d-464c-a66c-12ada71349fe req-0070f0e3-9d67-4324-9e4c-72299b134fcd tempest-SecurityGroupRulesTestJSON-1251748465 tempest-SecurityGroupRulesTestJSON-1251748465-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.9606917 Aug 11 03:00:32.083835 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:32.104188 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [req-45013f22-ebad-4ef1-927c-51242af4383c req-d9e5d135-38c1-4b6c-84bd-7811ecb1b473 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0eb98ab7-e375-4069-abac-27534e39f2d6 {{(pid=102192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:00:32.115094 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4b1241a-b428-4fb4-be76-b0571e761664', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3accc793-fe12-47ab-9ad3-76cfce77a764'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:00:32.117104 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-45013f22-ebad-4ef1-927c-51242af4383c req-d9e5d135-38c1-4b6c-84bd-7811ecb1b473 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:32.117328 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d190d007-0ff0-4911-beae-777a1c65c0af" -d '{"events": [{"server_uuid": "d4b1241a-b428-4fb4-be76-b0571e761664", "name": "network-vif-plugged", "status": "completed", "tag": "3accc793-fe12-47ab-9ad3-76cfce77a764"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:00:32.132590 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port c6e9afdb-99ef-4fea-bbba-4f5022cda99c triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:00:32.132917 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:32.135516 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port 3accc793-fe12-47ab-9ad3-76cfce77a764, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=3accc793-fe12-47ab-9ad3-76cfce77a764,segment=NetworkSegment(a45ed4ca-59d3-4372-9b5a-18bb6ba190c2),segment_id=a45ed4ca-59d3-4372-9b5a-18bb6ba190c2)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:00:32.154436 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [req-45013f22-ebad-4ef1-927c-51242af4383c req-d9e5d135-38c1-4b6c-84bd-7811ecb1b473 service neutron] Transition to ACTIVE for port object 0eb98ab7-e375-4069-abac-27534e39f2d6 will not be triggered until provisioned by entity L2. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:00:32.213433 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cba378b-6767-473b-b888-d88155379378 req-3349ddf7-d8e2-4947-be91-d038d4654b0a tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:32.215177 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2cba378b-6767-473b-b888-d88155379378 req-3349ddf7-d8e2-4947-be91-d038d4654b0a tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4b1241a-b428-4fb4-be76-b0571e761664 HTTP/1.1" status: 200 len: 944 time: 0.0768645 Aug 11 03:00:32.233161 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:32.256246 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-46d9d8d7-1ba9-4f57-ad54-85d24adaec7b req-c63de649-6539-4a8a-b039-8b1117452623 service neutron] 10.222.0.41 "GET /v2.0/networks/a1f5acc4-6e30-4bf9-bc28-7ff84dac631d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2410181 Aug 11 03:00:32.263431 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2cba378b-6767-473b-b888-d88155379378 req-5b8fda22-8007-43bf-83d7-e4dea592a301 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5aa9049-617d-473f-afb5-b55716ab8aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420387 Aug 11 03:00:32.274203 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-45013f22-ebad-4ef1-927c-51242af4383c req-d9e5d135-38c1-4b6c-84bd-7811ecb1b473 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:32.300412 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=3accc793-fe12-47ab-9ad3-76cfce77a764,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:32.333860 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e5d135-38c1-4b6c-84bd-7811ecb1b473 service neutron] Pushing event updated for resources: {'Port': ['ID=0eb98ab7-e375-4069-abac-27534e39f2d6,revision_number=2']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:32.367911 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-45013f22-ebad-4ef1-927c-51242af4383c req-d9e5d135-38c1-4b6c-84bd-7811ecb1b473 service neutron] Attempting to bind port 0eb98ab7-e375-4069-abac-27534e39f2d6 on host n-h1-764292-30 for vnic_type normal with profile {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:00:32.368239 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-45013f22-ebad-4ef1-927c-51242af4383c req-d9e5d135-38c1-4b6c-84bd-7811ecb1b473 service neutron] Attempting to bind port 0eb98ab7-e375-4069-abac-27534e39f2d6 by drivers openvswitch,hyperv on host n-h1-764292-30 at level 0 using segments [{'id': '8be48c87-49ff-409c-84bc-36da4c3f87ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '3ff4efdf-629f-49b2-91cf-585f5d5e5f6f'}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:00:32.368562 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45013f22-ebad-4ef1-927c-51242af4383c req-d9e5d135-38c1-4b6c-84bd-7811ecb1b473 service neutron] Attempting to bind port 0eb98ab7-e375-4069-abac-27534e39f2d6 on network 3ff4efdf-629f-49b2-91cf-585f5d5e5f6f {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:00:32.373118 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45013f22-ebad-4ef1-927c-51242af4383c req-d9e5d135-38c1-4b6c-84bd-7811ecb1b473 service neutron] Port 0eb98ab7-e375-4069-abac-27534e39f2d6 on network 3ff4efdf-629f-49b2-91cf-585f5d5e5f6f not bound, no agent of type Open vSwitch agent registered on host n-h1-764292-30 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:00:32.373435 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45013f22-ebad-4ef1-927c-51242af4383c req-d9e5d135-38c1-4b6c-84bd-7811ecb1b473 service neutron] Attempting to bind port 0eb98ab7-e375-4069-abac-27534e39f2d6 on network 3ff4efdf-629f-49b2-91cf-585f5d5e5f6f {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:00:32.378468 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45013f22-ebad-4ef1-927c-51242af4383c req-d9e5d135-38c1-4b6c-84bd-7811ecb1b473 service neutron] Checking agent: {'id': 'abb524c2-b412-4ed2-8367-45c4fd996fa7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 0, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:00:32.379633 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45013f22-ebad-4ef1-927c-51242af4383c req-d9e5d135-38c1-4b6c-84bd-7811ecb1b473 service neutron] Checking segment: {'id': '8be48c87-49ff-409c-84bc-36da4c3f87ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '3ff4efdf-629f-49b2-91cf-585f5d5e5f6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:00:32.379633 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45013f22-ebad-4ef1-927c-51242af4383c req-d9e5d135-38c1-4b6c-84bd-7811ecb1b473 service neutron] Bound using segment: {'id': '8be48c87-49ff-409c-84bc-36da4c3f87ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '3ff4efdf-629f-49b2-91cf-585f5d5e5f6f'} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:00:32.379633 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-45013f22-ebad-4ef1-927c-51242af4383c req-d9e5d135-38c1-4b6c-84bd-7811ecb1b473 service neutron] Bound port: 0eb98ab7-e375-4069-abac-27534e39f2d6, host: n-h1-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8be48c87-49ff-409c-84bc-36da4c3f87ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '3ff4efdf-629f-49b2-91cf-585f5d5e5f6f'}}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:00:32.379934 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-45013f22-ebad-4ef1-927c-51242af4383c req-d9e5d135-38c1-4b6c-84bd-7811ecb1b473 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:32.450448 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-45013f22-ebad-4ef1-927c-51242af4383c req-d9e5d135-38c1-4b6c-84bd-7811ecb1b473 service neutron] For port 0eb98ab7-e375-4069-abac-27534e39f2d6, host n-h1-764292-30, cleared binding levels {{(pid=102192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:00:32.453750 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-45013f22-ebad-4ef1-927c-51242af4383c req-d9e5d135-38c1-4b6c-84bd-7811ecb1b473 service neutron] For port 0eb98ab7-e375-4069-abac-27534e39f2d6, host n-h1-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=0eb98ab7-e375-4069-abac-27534e39f2d6,segment=NetworkSegment(8be48c87-49ff-409c-84bc-36da4c3f87ba),segment_id=8be48c87-49ff-409c-84bc-36da4c3f87ba)] {{(pid=102192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:00:32.574488 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f204d6d8-ce7e-45fc-b191-afeeac98e2da req-cd848b4a-6b0e-41eb-893a-7a58bb0c2e1e tempest-SecurityGroupRulesTestJSON-1251748465 tempest-SecurityGroupRulesTestJSON-1251748465-project] 10.222.0.41 "GET /v2.0/security-groups/acad3f3b-dd5b-4ad6-9b81-09935d0ac66e HTTP/1.1" status: 200 len: 1805 time: 0.0381739 Aug 11 03:00:32.575945 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-45013f22-ebad-4ef1-927c-51242af4383c req-d9e5d135-38c1-4b6c-84bd-7811ecb1b473 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:32.627935 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45013f22-ebad-4ef1-927c-51242af4383c req-d9e5d135-38c1-4b6c-84bd-7811ecb1b473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:32.628559 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-45013f22-ebad-4ef1-927c-51242af4383c req-d9e5d135-38c1-4b6c-84bd-7811ecb1b473 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:32.629932 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-45013f22-ebad-4ef1-927c-51242af4383c req-d9e5d135-38c1-4b6c-84bd-7811ecb1b473 service neutron] 10.222.0.22 "PUT /v2.0/ports/0eb98ab7-e375-4069-abac-27534e39f2d6 HTTP/1.1" status: 200 len: 1093 time: 1.1877549 Aug 11 03:00:32.630432 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db1dc61c-8179-44d3-8cb7-a4c54d08140b', 'tag': '0eb98ab7-e375-4069-abac-27534e39f2d6'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:00:32.632733 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39b64b0b-57e9-495d-bfde-855428593319" -d '{"events": [{"name": "network-changed", "server_uuid": "db1dc61c-8179-44d3-8cb7-a4c54d08140b", "tag": "0eb98ab7-e375-4069-abac-27534e39f2d6"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:00:32.682522 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e5d135-38c1-4b6c-84bd-7811ecb1b473 service neutron] Pushing event updated for resources: {'Port': ['ID=0eb98ab7-e375-4069-abac-27534e39f2d6,revision_number=3']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:32.701345 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f204d6d8-ce7e-45fc-b191-afeeac98e2da req-e2520abe-c7c3-47a4-80b2-4c0ca9dd270d tempest-SecurityGroupRulesTestJSON-1251748465 tempest-SecurityGroupRulesTestJSON-1251748465-project] 10.222.0.41 "GET /v2.0/security-groups/46d38b93-2547-4c9c-98e3-084f9d82d9c6 HTTP/1.1" status: 200 len: 1804 time: 0.1202528 Aug 11 03:00:32.717030 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-f204d6d8-ce7e-45fc-b191-afeeac98e2da req-45f36758-432e-4ac9-b2df-6be995d54c5f tempest-SecurityGroupRulesTestJSON-1251748465 tempest-SecurityGroupRulesTestJSON-1251748465-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'acad3f3b-dd5b-4ad6-9b81-09935d0ac66e', 'remote_group_id': '46d38b93-2547-4c9c-98e3-084f9d82d9c6', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:00:32.717348 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-f204d6d8-ce7e-45fc-b191-afeeac98e2da req-45f36758-432e-4ac9-b2df-6be995d54c5f tempest-SecurityGroupRulesTestJSON-1251748465 tempest-SecurityGroupRulesTestJSON-1251748465-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'acad3f3b-dd5b-4ad6-9b81-09935d0ac66e', 'remote_group_id': '46d38b93-2547-4c9c-98e3-084f9d82d9c6', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:00:32.739926 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235c245f-eb1c-4013-884e-05519ffc14d7 req-b51f31f0-ccdd-4008-8d4f-594d0a4822c9 tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:32.741395 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-235c245f-eb1c-4013-884e-05519ffc14d7 req-b51f31f0-ccdd-4008-8d4f-594d0a4822c9 tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] 10.222.0.41 "GET /v2.0/ports?device_id=db1dc61c-8179-44d3-8cb7-a4c54d08140b HTTP/1.1" status: 200 len: 944 time: 0.0750909 Aug 11 03:00:32.802078 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-235c245f-eb1c-4013-884e-05519ffc14d7 req-81c02f1d-210b-4fa3-ae33-fb5fdff560fe tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] 10.222.0.41 "GET /v2.0/security-groups?id=68d3953c-5c04-4915-9da9-4e3d74be3735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506058 Aug 11 03:00:32.854714 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-107a44c3-0300-4710-be20-851cf0900ce0 x-openstack-request-id: req-107a44c3-0300-4710-be20-851cf0900ce0 {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:00:32.855217 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4b1241a-b428-4fb4-be76-b0571e761664", "name": "network-vif-plugged", "status": "completed", "tag": "3accc793-fe12-47ab-9ad3-76cfce77a764", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:00:32.855371 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-107a44c3-0300-4710-be20-851cf0900ce0 {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:00:32.855830 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4b1241a-b428-4fb4-be76-b0571e761664', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3accc793-fe12-47ab-9ad3-76cfce77a764', 'code': 200} Aug 11 03:00:32.857162 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45013f22-ebad-4ef1-927c-51242af4383c req-e4bc86ec-1da7-44df-83d1-a05961e2c6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:32.859945 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-45013f22-ebad-4ef1-927c-51242af4383c req-e4bc86ec-1da7-44df-83d1-a05961e2c6bf service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=42f48ed467fa4c1a8c7727abd216b298&device_id=db1dc61c-8179-44d3-8cb7-a4c54d08140b HTTP/1.1" status: 200 len: 1096 time: 0.0510085 Aug 11 03:00:32.915952 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:32.916171 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-45013f22-ebad-4ef1-927c-51242af4383c req-7a99fba3-4ff4-4f12-8727-1f8f5c42e6ce service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0eb98ab7-e375-4069-abac-27534e39f2d6 HTTP/1.1" status: 200 len: 217 time: 0.0439670 Aug 11 03:00:33.025044 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-f204d6d8-ce7e-45fc-b191-afeeac98e2da req-45f36758-432e-4ac9-b2df-6be995d54c5f tempest-SecurityGroupRulesTestJSON-1251748465 tempest-SecurityGroupRulesTestJSON-1251748465-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:33.052033 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-648f0f8e-64cf-4277-a76a-91ff586f5940 req-ab47a569-3718-41f1-a0fa-ec5173135b08 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/ports?device_id=60603c36-cbbd-4561-ab9a-3a7fd11177f5 HTTP/1.1" status: 200 len: 210 time: 0.0417869 Aug 11 03:00:33.053432 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45013f22-ebad-4ef1-927c-51242af4383c req-ceafb3e1-78d8-4f54-b6d1-bc6b5de9300a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:33.054853 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-45013f22-ebad-4ef1-927c-51242af4383c req-ceafb3e1-78d8-4f54-b6d1-bc6b5de9300a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b72217e4-4ebb-4b82-9a4c-fcf14d2be745 HTTP/1.1" status: 200 len: 859 time: 0.1266708 Aug 11 03:00:33.067438 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f935ad87-067e-43e9-93a2-bf13f1b0c851 req-d66bfcdb-ed82-4850-ada9-9e16094f48db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:33.068865 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f935ad87-067e-43e9-93a2-bf13f1b0c851 req-d66bfcdb-ed82-4850-ada9-9e16094f48db service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d4b1241a-b428-4fb4-be76-b0571e761664 HTTP/1.1" status: 200 len: 1097 time: 0.1501377 Aug 11 03:00:33.118491 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-badf3d8f-f0d4-4768-b231-b374e587fb21 x-openstack-request-id: req-badf3d8f-f0d4-4768-b231-b374e587fb21 {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:00:33.118771 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db1dc61c-8179-44d3-8cb7-a4c54d08140b", "tag": "0eb98ab7-e375-4069-abac-27534e39f2d6", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:00:33.119013 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-badf3d8f-f0d4-4768-b231-b374e587fb21 {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:00:33.119395 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db1dc61c-8179-44d3-8cb7-a4c54d08140b', 'tag': '0eb98ab7-e375-4069-abac-27534e39f2d6', 'status': 'completed', 'code': 200} Aug 11 03:00:33.121031 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-f204d6d8-ce7e-45fc-b191-afeeac98e2da req-45f36758-432e-4ac9-b2df-6be995d54c5f tempest-SecurityGroupRulesTestJSON-1251748465 tempest-SecurityGroupRulesTestJSON-1251748465-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:33.142404 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f935ad87-067e-43e9-93a2-bf13f1b0c851 req-bc35bab0-300d-4480-8a81-f612bcd1c540 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=c5aa9049-617d-473f-afb5-b55716ab8aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637910 Aug 11 03:00:33.144910 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45013f22-ebad-4ef1-927c-51242af4383c req-56e60a7f-3a91-4c49-adce-27c847833bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:33.146272 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-45013f22-ebad-4ef1-927c-51242af4383c req-56e60a7f-3a91-4c49-adce-27c847833bb6 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3ff4efdf-629f-49b2-91cf-585f5d5e5f6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0812693 Aug 11 03:00:33.248710 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-f204d6d8-ce7e-45fc-b191-afeeac98e2da req-45f36758-432e-4ac9-b2df-6be995d54c5f tempest-SecurityGroupRulesTestJSON-1251748465 tempest-SecurityGroupRulesTestJSON-1251748465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:33.265007 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-45013f22-ebad-4ef1-927c-51242af4383c req-b65b21c7-f3d5-42bb-a321-e984036a95d8 service neutron] 10.222.0.22 "GET /v2.0/networks/3ff4efdf-629f-49b2-91cf-585f5d5e5f6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109176 Aug 11 03:00:33.276356 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f36758-432e-4ac9-b2df-6be995d54c5f tempest-SecurityGroupRulesTestJSON-1251748465 tempest-SecurityGroupRulesTestJSON-1251748465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de7cde9d-1c7f-43a4-82c2-6401b4d2219f,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:33.365884 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-45013f22-ebad-4ef1-927c-51242af4383c req-48e69f5f-f606-4bf8-a5c4-59abee892a58 service neutron] 10.222.0.22 "GET /v2.0/networks/3ff4efdf-629f-49b2-91cf-585f5d5e5f6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904622 Aug 11 03:00:33.462160 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-f204d6d8-ce7e-45fc-b191-afeeac98e2da req-45f36758-432e-4ac9-b2df-6be995d54c5f tempest-SecurityGroupRulesTestJSON-1251748465 tempest-SecurityGroupRulesTestJSON-1251748465-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:33.463470 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f204d6d8-ce7e-45fc-b191-afeeac98e2da req-45f36758-432e-4ac9-b2df-6be995d54c5f tempest-SecurityGroupRulesTestJSON-1251748465 tempest-SecurityGroupRulesTestJSON-1251748465-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.7518404 Aug 11 03:00:33.624599 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647d47b5-d765-4cbe-945e-39199892127a req-56f89beb-2c23-472a-97f2-d205b44852b1 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:33.626068 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-647d47b5-d765-4cbe-945e-39199892127a req-56f89beb-2c23-472a-97f2-d205b44852b1 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4b1241a-b428-4fb4-be76-b0571e761664 HTTP/1.1" status: 200 len: 945 time: 0.1135454 Aug 11 03:00:33.631874 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-aff9674c-47d8-48b5-9687-18aa55de10a6 req-d9dc9b46-defa-45f1-b385-d2840df54b4e tempest-SecurityGroupRulesTestJSON-1251748465 tempest-SecurityGroupRulesTestJSON-1251748465-project] 10.222.0.41 "GET /v2.0/security-groups/46d38b93-2547-4c9c-98e3-084f9d82d9c6 HTTP/1.1" status: 200 len: 1804 time: 0.1084833 Aug 11 03:00:33.636132 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b64b0b-57e9-495d-bfde-855428593319 req-4193d99b-6362-47e7-b92b-968646a9437c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:33.637518 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-39b64b0b-57e9-495d-bfde-855428593319 req-4193d99b-6362-47e7-b92b-968646a9437c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=42f48ed467fa4c1a8c7727abd216b298&device_id=db1dc61c-8179-44d3-8cb7-a4c54d08140b HTTP/1.1" status: 200 len: 1096 time: 0.0762219 Aug 11 03:00:33.750317 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-647d47b5-d765-4cbe-945e-39199892127a req-7b086072-dc78-4fe4-b123-a17b14779291 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5aa9049-617d-473f-afb5-b55716ab8aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173046 Aug 11 03:00:33.790661 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-aff9674c-47d8-48b5-9687-18aa55de10a6 req-854e96ee-a0c1-4f24-ac3d-d937314e99dc tempest-SecurityGroupRulesTestJSON-1251748465 tempest-SecurityGroupRulesTestJSON-1251748465-project] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:33.792834 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b64b0b-57e9-495d-bfde-855428593319 req-bb32cd32-761a-407d-930e-2cc88752125e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:33.794305 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-39b64b0b-57e9-495d-bfde-855428593319 req-bb32cd32-761a-407d-930e-2cc88752125e service neutron] 10.222.0.22 "GET /v2.0/networks?id=3ff4efdf-629f-49b2-91cf-585f5d5e5f6f HTTP/1.1" status: 200 len: 921 time: 0.1489334 Aug 11 03:00:33.854825 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-39b64b0b-57e9-495d-bfde-855428593319 req-f61dd1ea-5586-400f-85d3-6fbf42f7b1bb service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0eb98ab7-e375-4069-abac-27534e39f2d6 HTTP/1.1" status: 200 len: 217 time: 0.0507443 Aug 11 03:00:33.858463 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-aff9674c-47d8-48b5-9687-18aa55de10a6 req-854e96ee-a0c1-4f24-ac3d-d937314e99dc tempest-SecurityGroupRulesTestJSON-1251748465 tempest-SecurityGroupRulesTestJSON-1251748465-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:33.943393 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b64b0b-57e9-495d-bfde-855428593319 req-1e7e6af3-3d01-4e67-afed-13b4d8260c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:33.944856 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-39b64b0b-57e9-495d-bfde-855428593319 req-1e7e6af3-3d01-4e67-afed-13b4d8260c73 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b72217e4-4ebb-4b82-9a4c-fcf14d2be745 HTTP/1.1" status: 200 len: 859 time: 0.0828393 Aug 11 03:00:33.999588 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b64b0b-57e9-495d-bfde-855428593319 req-49c9143c-fd15-4069-8bed-5219084ff2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:34.001241 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-39b64b0b-57e9-495d-bfde-855428593319 req-49c9143c-fd15-4069-8bed-5219084ff2a8 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3ff4efdf-629f-49b2-91cf-585f5d5e5f6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0486269 Aug 11 03:00:34.120744 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8542ed89-bf43-4eac-a725-c3b1c913fe78 req-294d3864-0fa7-43fc-b571-28f62d541b0e tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:34.122324 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8542ed89-bf43-4eac-a725-c3b1c913fe78 req-294d3864-0fa7-43fc-b571-28f62d541b0e tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] 10.222.0.41 "GET /v2.0/ports?device_id=db1dc61c-8179-44d3-8cb7-a4c54d08140b HTTP/1.1" status: 200 len: 944 time: 0.1055844 Aug 11 03:00:34.151883 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-39b64b0b-57e9-495d-bfde-855428593319 req-98d327c6-5b75-456e-acec-4d31a1ab529d service neutron] 10.222.0.22 "GET /v2.0/networks/3ff4efdf-629f-49b2-91cf-585f5d5e5f6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422293 Aug 11 03:00:34.154220 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-aff9674c-47d8-48b5-9687-18aa55de10a6 req-854e96ee-a0c1-4f24-ac3d-d937314e99dc tempest-SecurityGroupRulesTestJSON-1251748465 tempest-SecurityGroupRulesTestJSON-1251748465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:34.156720 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-aff9674c-47d8-48b5-9687-18aa55de10a6 req-854e96ee-a0c1-4f24-ac3d-d937314e99dc tempest-SecurityGroupRulesTestJSON-1251748465 tempest-SecurityGroupRulesTestJSON-1251748465-project] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:34.158057 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-aff9674c-47d8-48b5-9687-18aa55de10a6 req-854e96ee-a0c1-4f24-ac3d-d937314e99dc tempest-SecurityGroupRulesTestJSON-1251748465 tempest-SecurityGroupRulesTestJSON-1251748465-project] 10.222.0.41 "DELETE /v2.0/security-groups/46d38b93-2547-4c9c-98e3-084f9d82d9c6 HTTP/1.1" status: 204 len: 173 time: 0.5194206 Aug 11 03:00:34.220925 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854e96ee-a0c1-4f24-ac3d-d937314e99dc tempest-SecurityGroupRulesTestJSON-1251748465 tempest-SecurityGroupRulesTestJSON-1251748465-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46d38b93-2547-4c9c-98e3-084f9d82d9c6,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:34.231187 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8542ed89-bf43-4eac-a725-c3b1c913fe78 req-99bd6948-8143-4193-8e8d-05278714121a tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] 10.222.0.41 "GET /v2.0/security-groups?id=68d3953c-5c04-4915-9da9-4e3d74be3735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026304 Aug 11 03:00:34.285133 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-39b64b0b-57e9-495d-bfde-855428593319 req-bf1d1343-7e4e-4987-9867-e58214d0e7c0 service neutron] 10.222.0.22 "GET /v2.0/networks/3ff4efdf-629f-49b2-91cf-585f5d5e5f6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218696 Aug 11 03:00:34.417400 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ffb7d46c-fd20-4a7a-91e0-e6ad5d4d1ac7 req-ed584d77-9d1e-4d88-82d5-91e8e90537f7 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/ports?device_id=60603c36-cbbd-4561-ab9a-3a7fd11177f5 HTTP/1.1" status: 200 len: 210 time: 0.0336685 Aug 11 03:00:34.422760 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d09ea65b-90af-45c5-980a-2f7431703041 req-829ceab2-e23d-40f1-ac73-e840da42e5b8 tempest-SecurityGroupRulesTestJSON-1251748465 tempest-SecurityGroupRulesTestJSON-1251748465-project] 10.222.0.41 "GET /v2.0/security-groups/acad3f3b-dd5b-4ad6-9b81-09935d0ac66e HTTP/1.1" status: 200 len: 1805 time: 0.0699508 Aug 11 03:00:34.461351 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-fa4de62e-7f13-42f6-be63-fac045426971 req-2ee29fa2-746d-4cd8-8ef9-853d900adab1 tempest-SecurityGroupRulesTestJSON-1251748465 tempest-SecurityGroupRulesTestJSON-1251748465-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1231965414', 'description': 'tempest-description-1492709941'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:00:34.564724 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:34.609380 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-fa4de62e-7f13-42f6-be63-fac045426971 req-2ee29fa2-746d-4cd8-8ef9-853d900adab1 tempest-SecurityGroupRulesTestJSON-1251748465 tempest-SecurityGroupRulesTestJSON-1251748465-project] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:34.692730 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-fa4de62e-7f13-42f6-be63-fac045426971 req-2ee29fa2-746d-4cd8-8ef9-853d900adab1 tempest-SecurityGroupRulesTestJSON-1251748465 tempest-SecurityGroupRulesTestJSON-1251748465-project] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:34.810171 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-fa4de62e-7f13-42f6-be63-fac045426971 req-2ee29fa2-746d-4cd8-8ef9-853d900adab1 tempest-SecurityGroupRulesTestJSON-1251748465 tempest-SecurityGroupRulesTestJSON-1251748465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:34.847255 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee29fa2-746d-4cd8-8ef9-853d900adab1 tempest-SecurityGroupRulesTestJSON-1251748465 tempest-SecurityGroupRulesTestJSON-1251748465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4844d3cc-9366-47e9-9730-bceb11943045,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:34.913992 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b171dc-09f2-4eed-87fe-77bfd96b913c req-20c14737-5386-4941-926d-d3adfa7eb49d tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:34.915490 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-46b171dc-09f2-4eed-87fe-77bfd96b913c req-20c14737-5386-4941-926d-d3adfa7eb49d tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4b1241a-b428-4fb4-be76-b0571e761664 HTTP/1.1" status: 200 len: 945 time: 0.0507023 Aug 11 03:00:34.953193 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-46b171dc-09f2-4eed-87fe-77bfd96b913c req-d280d274-3ab7-413a-a7ca-d31c7e20b7f1 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5aa9049-617d-473f-afb5-b55716ab8aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317852 Aug 11 03:00:34.958702 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-fa4de62e-7f13-42f6-be63-fac045426971 req-2ee29fa2-746d-4cd8-8ef9-853d900adab1 tempest-SecurityGroupRulesTestJSON-1251748465 tempest-SecurityGroupRulesTestJSON-1251748465-project] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:34.959906 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-fa4de62e-7f13-42f6-be63-fac045426971 req-2ee29fa2-746d-4cd8-8ef9-853d900adab1 tempest-SecurityGroupRulesTestJSON-1251748465 tempest-SecurityGroupRulesTestJSON-1251748465-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.5031135 Aug 11 03:00:35.026656 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-49018fae-f299-4c54-9d8e-ebf8e50629ba req-d46e0ec8-b6d6-4460-ad69-9e676b5bd65f tempest-SecurityGroupRulesTestJSON-1251748465 tempest-SecurityGroupRulesTestJSON-1251748465-project] 10.222.0.41 "GET /v2.0/security-groups/4844d3cc-9366-47e9-9730-bceb11943045 HTTP/1.1" status: 200 len: 1805 time: 0.0383413 Aug 11 03:00:35.036847 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-49018fae-f299-4c54-9d8e-ebf8e50629ba req-7ab0d6c4-0563-492d-b9d3-2cd76c1ab246 tempest-SecurityGroupRulesTestJSON-1251748465 tempest-SecurityGroupRulesTestJSON-1251748465-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4844d3cc-9366-47e9-9730-bceb11943045', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:00:35.037158 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-49018fae-f299-4c54-9d8e-ebf8e50629ba req-7ab0d6c4-0563-492d-b9d3-2cd76c1ab246 tempest-SecurityGroupRulesTestJSON-1251748465 tempest-SecurityGroupRulesTestJSON-1251748465-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4844d3cc-9366-47e9-9730-bceb11943045', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:00:35.147062 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f379cb97-3360-4afe-a540-29d6b3134caa req-3c663103-00da-4362-9a9f-c69d43a40852 tempest-LiveAutoBlockMigrationV225Test-1544515844 tempest-LiveAutoBlockMigrationV225Test-1544515844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:35.148585 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f379cb97-3360-4afe-a540-29d6b3134caa req-3c663103-00da-4362-9a9f-c69d43a40852 tempest-LiveAutoBlockMigrationV225Test-1544515844 tempest-LiveAutoBlockMigrationV225Test-1544515844-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=d4b1241a-b428-4fb4-be76-b0571e761664 HTTP/1.1" status: 200 len: 1097 time: 0.0411041 Aug 11 03:00:35.184457 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f379cb97-3360-4afe-a540-29d6b3134caa req-4ea623c2-b98c-4baf-8468-8380a958c1b0 tempest-LiveAutoBlockMigrationV225Test-1544515844 tempest-LiveAutoBlockMigrationV225Test-1544515844-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=c5aa9049-617d-473f-afb5-b55716ab8aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298884 Aug 11 03:00:35.351784 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-49018fae-f299-4c54-9d8e-ebf8e50629ba req-7ab0d6c4-0563-492d-b9d3-2cd76c1ab246 tempest-SecurityGroupRulesTestJSON-1251748465 tempest-SecurityGroupRulesTestJSON-1251748465-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:35.407547 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-49018fae-f299-4c54-9d8e-ebf8e50629ba req-7ab0d6c4-0563-492d-b9d3-2cd76c1ab246 tempest-SecurityGroupRulesTestJSON-1251748465 tempest-SecurityGroupRulesTestJSON-1251748465-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:35.460518 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d9d8d7-1ba9-4f57-ad54-85d24adaec7b req-424848c7-9067-4618-adec-5771e417a591 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:35.462005 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 42970) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:35.468601 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-46d9d8d7-1ba9-4f57-ad54-85d24adaec7b req-424848c7-9067-4618-adec-5771e417a591 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.24 "GET /v2.0/networks?id=a1f5acc4-6e30-4bf9-bc28-7ff84dac631d HTTP/1.1" status: 200 len: 807 time: 0.1843283 Aug 11 03:00:35.494843 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-46d9d8d7-1ba9-4f57-ad54-85d24adaec7b req-b33580fa-bc7c-4598-95e2-76f4a5b7acd5 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] Request body: {'port': {'device_id': '60603c36-cbbd-4561-ab9a-3a7fd11177f5', 'network_id': 'a1f5acc4-6e30-4bf9-bc28-7ff84dac631d', 'admin_state_up': True, 'tenant_id': '83808f5f252c43418f6a6c255d45878a'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:00:35.545264 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-49018fae-f299-4c54-9d8e-ebf8e50629ba req-7ab0d6c4-0563-492d-b9d3-2cd76c1ab246 tempest-SecurityGroupRulesTestJSON-1251748465 tempest-SecurityGroupRulesTestJSON-1251748465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:35.585759 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4af51c92-3e5e-4e21-be7f-dc744a2fe69c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:35.598614 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3624dd-4ca5-49f5-909d-b14f926783c6 req-25b7e6d7-f2e5-4009-b7e8-3ef5e6d5b3ae tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:35.600872 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cd3624dd-4ca5-49f5-909d-b14f926783c6 req-25b7e6d7-f2e5-4009-b7e8-3ef5e6d5b3ae tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] 10.222.0.41 "GET /v2.0/ports?device_id=db1dc61c-8179-44d3-8cb7-a4c54d08140b HTTP/1.1" status: 200 len: 944 time: 0.1572123 Aug 11 03:00:35.605550 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab0d6c4-0563-492d-b9d3-2cd76c1ab246 tempest-SecurityGroupRulesTestJSON-1251748465 tempest-SecurityGroupRulesTestJSON-1251748465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b1773e4-37c3-4f51-b48f-205ae40ed4e3,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:35.666645 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cd3624dd-4ca5-49f5-909d-b14f926783c6 req-eff0fcc2-b57c-465a-9dd9-86b2e15b9959 tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] 10.222.0.41 "GET /v2.0/security-groups?id=68d3953c-5c04-4915-9da9-4e3d74be3735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563107 Aug 11 03:00:35.696695 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-49018fae-f299-4c54-9d8e-ebf8e50629ba req-7ab0d6c4-0563-492d-b9d3-2cd76c1ab246 tempest-SecurityGroupRulesTestJSON-1251748465 tempest-SecurityGroupRulesTestJSON-1251748465-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:35.697960 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-49018fae-f299-4c54-9d8e-ebf8e50629ba req-7ab0d6c4-0563-492d-b9d3-2cd76c1ab246 tempest-SecurityGroupRulesTestJSON-1251748465 tempest-SecurityGroupRulesTestJSON-1251748465-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6656280 Aug 11 03:00:35.716656 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.db.api [req-46d9d8d7-1ba9-4f57-ad54-85d24adaec7b req-b33580fa-bc7c-4598-95e2-76f4a5b7acd5 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 11 03:00:35.716656 n-d-764292-30 neutron-server[102192]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 11 03:00:35.716656 n-d-764292-30 neutron-server[102192]: [parameters: {'project_id_1': '83808f5f252c43418f6a6c255d45878a', 'expiration_1': datetime.datetime(2021, 8, 11, 3, 0, 35, 671132)}] Aug 11 03:00:35.716656 n-d-764292-30 neutron-server[102192]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102192) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 03:00:35.717604 n-d-764292-30 neutron-server[102192]: DEBUG oslo_db.api [req-46d9d8d7-1ba9-4f57-ad54-85d24adaec7b req-b33580fa-bc7c-4598-95e2-76f4a5b7acd5 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 03:00:35.796540 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4af51c92-3e5e-4e21-be7f-dc744a2fe69c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:35.820585 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-faa34286-bbfa-44d7-a9ed-4d3cb6e9c1d3 req-53042dc1-a164-48df-91d0-e40caf501628 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/ports?device_id=60603c36-cbbd-4561-ab9a-3a7fd11177f5 HTTP/1.1" status: 200 len: 210 time: 0.0391929 Aug 11 03:00:35.832661 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c002b259-a558-4baf-bf3f-921933624613 req-04f36c77-e734-41df-973f-baae983696f9 tempest-SecurityGroupRulesTestJSON-1251748465 tempest-SecurityGroupRulesTestJSON-1251748465-project] 10.222.0.41 "GET /v2.0/security-groups/4844d3cc-9366-47e9-9730-bceb11943045 HTTP/1.1" status: 200 len: 2398 time: 0.0742829 Aug 11 03:00:35.842705 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-c002b259-a558-4baf-bf3f-921933624613 req-75f32645-5e83-4d8e-aa61-5fd70967f93e tempest-SecurityGroupRulesTestJSON-1251748465 tempest-SecurityGroupRulesTestJSON-1251748465-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4844d3cc-9366-47e9-9730-bceb11943045', 'remote_group_id': None}]} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:00:35.842996 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-c002b259-a558-4baf-bf3f-921933624613 req-75f32645-5e83-4d8e-aa61-5fd70967f93e tempest-SecurityGroupRulesTestJSON-1251748465 tempest-SecurityGroupRulesTestJSON-1251748465-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4844d3cc-9366-47e9-9730-bceb11943045', 'remote_group_id': None}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:00:35.885331 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4af51c92-3e5e-4e21-be7f-dc744a2fe69c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:35.934308 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-4af51c92-3e5e-4e21-be7f-dc744a2fe69c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=21fc243c1bc8487095f5e98157e33a5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4711511 Aug 11 03:00:35.935859 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af51c92-3e5e-4e21-be7f-dc744a2fe69c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4616ba21-c78c-445e-a3a2-45a0e8e55ef7,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:35.936947 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 42978) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:35.986378 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ba5d7d69-d77d-4a6d-b35b-aafcd3d21754 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:36.010188 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ba5d7d69-d77d-4a6d-b35b-aafcd3d21754 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:36.074237 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-c002b259-a558-4baf-bf3f-921933624613 req-75f32645-5e83-4d8e-aa61-5fd70967f93e tempest-SecurityGroupRulesTestJSON-1251748465 tempest-SecurityGroupRulesTestJSON-1251748465-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:36.092421 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-c002b259-a558-4baf-bf3f-921933624613 req-75f32645-5e83-4d8e-aa61-5fd70967f93e tempest-SecurityGroupRulesTestJSON-1251748465 tempest-SecurityGroupRulesTestJSON-1251748465-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:36.211354 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-c002b259-a558-4baf-bf3f-921933624613 req-75f32645-5e83-4d8e-aa61-5fd70967f93e tempest-SecurityGroupRulesTestJSON-1251748465 tempest-SecurityGroupRulesTestJSON-1251748465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:36.218087 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ba5d7d69-d77d-4a6d-b35b-aafcd3d21754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:36.220603 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ba5d7d69-d77d-4a6d-b35b-aafcd3d21754 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:36.224691 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-ba5d7d69-d77d-4a6d-b35b-aafcd3d21754 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4616ba21-c78c-445e-a3a2-45a0e8e55ef7 HTTP/1.1" status: 204 len: 168 time: 0.2838147 Aug 11 03:00:36.246913 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.agents_db [None req-950b7202-decb-43e2-8f71-ac8931dc9749 None None] Agent healthcheck: found 7 active agents {{(pid=102194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:00:36.251655 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5d7d69-d77d-4a6d-b35b-aafcd3d21754 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4616ba21-c78c-445e-a3a2-45a0e8e55ef7,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:36.259155 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f32645-5e83-4d8e-aa61-5fd70967f93e tempest-SecurityGroupRulesTestJSON-1251748465 tempest-SecurityGroupRulesTestJSON-1251748465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f71d8f3-1341-43cf-81ff-b44450652b43,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:36.405799 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46d9d8d7-1ba9-4f57-ad54-85d24adaec7b req-b33580fa-bc7c-4598-95e2-76f4a5b7acd5 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] Made reservation on behalf of 83808f5f252c43418f6a6c255d45878a for: {'port': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:00:36.410939 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-46d9d8d7-1ba9-4f57-ad54-85d24adaec7b req-b33580fa-bc7c-4598-95e2-76f4a5b7acd5 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:36.495664 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-c002b259-a558-4baf-bf3f-921933624613 req-75f32645-5e83-4d8e-aa61-5fd70967f93e tempest-SecurityGroupRulesTestJSON-1251748465 tempest-SecurityGroupRulesTestJSON-1251748465-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:36.496902 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c002b259-a558-4baf-bf3f-921933624613 req-75f32645-5e83-4d8e-aa61-5fd70967f93e tempest-SecurityGroupRulesTestJSON-1251748465 tempest-SecurityGroupRulesTestJSON-1251748465-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.6580126 Aug 11 03:00:36.605879 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-efea8044-2ddf-4188-a2a8-46fbe8fdc392 req-42f1f75e-f4bd-41b8-af08-5f924a2afaf8 tempest-SecurityGroupRulesTestJSON-1251748465 tempest-SecurityGroupRulesTestJSON-1251748465-project] 10.222.0.41 "GET /v2.0/security-groups/4844d3cc-9366-47e9-9730-bceb11943045 HTTP/1.1" status: 200 len: 2996 time: 0.0860865 Aug 11 03:00:36.620193 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [req-46d9d8d7-1ba9-4f57-ad54-85d24adaec7b req-b33580fa-bc7c-4598-95e2-76f4a5b7acd5 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] Allocated IP 172.20.0.4 (a1f5acc4-6e30-4bf9-bc28-7ff84dac631d/0d013ade-4c13-41b9-b262-cf5646bc4bdb/b76041ec-402b-41d5-8fb1-e117d05c0c99) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:00:36.645639 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:36.693296 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9d322f6e-a43f-46e8-8e93-3f3f7f579129 req-594d7bb5-fc7a-4a9b-b89d-3a4de23a87bb tempest-SecurityGroupRulesTestJSON-1251748465 tempest-SecurityGroupRulesTestJSON-1251748465-project] 10.222.0.41 "GET /v2.0/security-group-rules/4f71d8f3-1341-43cf-81ff-b44450652b43 HTTP/1.1" status: 200 len: 783 time: 0.0395594 Aug 11 03:00:36.801735 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9d322f6e-a43f-46e8-8e93-3f3f7f579129 req-81fba652-7f06-4a89-9bff-5c87d76d5663 tempest-SecurityGroupRulesTestJSON-1251748465 tempest-SecurityGroupRulesTestJSON-1251748465-project] 10.222.0.41 "GET /v2.0/security-groups/4844d3cc-9366-47e9-9730-bceb11943045 HTTP/1.1" status: 200 len: 2996 time: 0.0996172 Aug 11 03:00:36.854215 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-46d9d8d7-1ba9-4f57-ad54-85d24adaec7b req-b33580fa-bc7c-4598-95e2-76f4a5b7acd5 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:36.861201 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-9d322f6e-a43f-46e8-8e93-3f3f7f579129 req-5310dfa8-660d-4908-a815-07196caaf8c5 tempest-SecurityGroupRulesTestJSON-1251748465 tempest-SecurityGroupRulesTestJSON-1251748465-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:36.869405 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-9d322f6e-a43f-46e8-8e93-3f3f7f579129 req-5310dfa8-660d-4908-a815-07196caaf8c5 tempest-SecurityGroupRulesTestJSON-1251748465 tempest-SecurityGroupRulesTestJSON-1251748465-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:36.967177 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b0aa60-6bcf-404d-b208-aabab7de8fb4 req-f9e9a16c-bae8-40f3-bf53-c052c91952d6 tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:36.968609 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-86b0aa60-6bcf-404d-b208-aabab7de8fb4 req-f9e9a16c-bae8-40f3-bf53-c052c91952d6 tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] 10.222.0.41 "GET /v2.0/ports?device_id=db1dc61c-8179-44d3-8cb7-a4c54d08140b HTTP/1.1" status: 200 len: 944 time: 0.0820646 Aug 11 03:00:37.009716 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-86b0aa60-6bcf-404d-b208-aabab7de8fb4 req-9785d389-042a-4d8f-8c4a-df8d6477b010 tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] 10.222.0.41 "GET /v2.0/security-groups?id=68d3953c-5c04-4915-9da9-4e3d74be3735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335040 Aug 11 03:00:37.016219 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-9d322f6e-a43f-46e8-8e93-3f3f7f579129 req-5310dfa8-660d-4908-a815-07196caaf8c5 tempest-SecurityGroupRulesTestJSON-1251748465 tempest-SecurityGroupRulesTestJSON-1251748465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:37.032774 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-9d322f6e-a43f-46e8-8e93-3f3f7f579129 req-5310dfa8-660d-4908-a815-07196caaf8c5 tempest-SecurityGroupRulesTestJSON-1251748465 tempest-SecurityGroupRulesTestJSON-1251748465-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:37.032774 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9d322f6e-a43f-46e8-8e93-3f3f7f579129 req-5310dfa8-660d-4908-a815-07196caaf8c5 tempest-SecurityGroupRulesTestJSON-1251748465 tempest-SecurityGroupRulesTestJSON-1251748465-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/4f71d8f3-1341-43cf-81ff-b44450652b43 HTTP/1.1" status: 204 len: 173 time: 0.2149491 Aug 11 03:00:37.036990 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5310dfa8-660d-4908-a815-07196caaf8c5 tempest-SecurityGroupRulesTestJSON-1251748465 tempest-SecurityGroupRulesTestJSON-1251748465-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4f71d8f3-1341-43cf-81ff-b44450652b43,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:37.046511 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-46d9d8d7-1ba9-4f57-ad54-85d24adaec7b req-b33580fa-bc7c-4598-95e2-76f4a5b7acd5 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:37.105931 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46d9d8d7-1ba9-4f57-ad54-85d24adaec7b req-b33580fa-bc7c-4598-95e2-76f4a5b7acd5 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] Network a1f5acc4-6e30-4bf9-bc28-7ff84dac631d is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:00:37.122008 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [req-46d9d8d7-1ba9-4f57-ad54-85d24adaec7b req-b33580fa-bc7c-4598-95e2-76f4a5b7acd5 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:00:37.136407 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [req-46d9d8d7-1ba9-4f57-ad54-85d24adaec7b req-b33580fa-bc7c-4598-95e2-76f4a5b7acd5 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:00:37.141816 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d9d8d7-1ba9-4f57-ad54-85d24adaec7b req-b33580fa-bc7c-4598-95e2-76f4a5b7acd5 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:37.142446 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-46d9d8d7-1ba9-4f57-ad54-85d24adaec7b req-b33580fa-bc7c-4598-95e2-76f4a5b7acd5 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:37.147427 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33580fa-bc7c-4598-95e2-76f4a5b7acd5 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] Pushing event updated for resources: {'Port': ['ID=b76041ec-402b-41d5-8fb1-e117d05c0c99,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:37.216348 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-277fee77-5388-486c-a316-5fbc9b6b255b req-70adf818-5b7a-497b-a7a8-269c1357c1b4 tempest-SecurityGroupRulesTestJSON-1251748465 tempest-SecurityGroupRulesTestJSON-1251748465-project] 10.222.0.41 "GET /v2.0/security-groups/4844d3cc-9366-47e9-9730-bceb11943045 HTTP/1.1" status: 200 len: 2398 time: 0.0814729 Aug 11 03:00:37.226833 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a6e796-cd75-4383-b86c-6603ace4c6cb req-8aa892e2-1554-4236-bcdc-dbf0a2904ef5 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:37.228338 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-00a6e796-cd75-4383-b86c-6603ace4c6cb req-8aa892e2-1554-4236-bcdc-dbf0a2904ef5 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/ports?device_id=60603c36-cbbd-4561-ab9a-3a7fd11177f5 HTTP/1.1" status: 200 len: 931 time: 0.1037545 Aug 11 03:00:37.307427 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-00a6e796-cd75-4383-b86c-6603ace4c6cb req-12fe1612-e07a-4934-a45e-9c4bcd8056bf tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/security-groups?id=c7e06141-9137-4a1d-bc20-6fbfa107e8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715370 Aug 11 03:00:37.329672 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-46d9d8d7-1ba9-4f57-ad54-85d24adaec7b req-b33580fa-bc7c-4598-95e2-76f4a5b7acd5 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8313420 Aug 11 03:00:37.340872 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-46d9d8d7-1ba9-4f57-ad54-85d24adaec7b req-6fa8900b-59aa-4818-a189-cb0e6f98bf06 service neutron] Request body: {'port': {'device_id': '60603c36-cbbd-4561-ab9a-3a7fd11177f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764292-30'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:00:37.347382 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-277fee77-5388-486c-a316-5fbc9b6b255b req-df7433bc-e600-4c10-8938-a6bd8a33c81f tempest-SecurityGroupRulesTestJSON-1251748465 tempest-SecurityGroupRulesTestJSON-1251748465-project] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:37.415906 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-46d9d8d7-1ba9-4f57-ad54-85d24adaec7b req-6fa8900b-59aa-4818-a189-cb0e6f98bf06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:37.422155 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-277fee77-5388-486c-a316-5fbc9b6b255b req-df7433bc-e600-4c10-8938-a6bd8a33c81f tempest-SecurityGroupRulesTestJSON-1251748465 tempest-SecurityGroupRulesTestJSON-1251748465-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:37.493618 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 43056) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:37.586472 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-277fee77-5388-486c-a316-5fbc9b6b255b req-df7433bc-e600-4c10-8938-a6bd8a33c81f tempest-SecurityGroupRulesTestJSON-1251748465 tempest-SecurityGroupRulesTestJSON-1251748465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:37.586472 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-277fee77-5388-486c-a316-5fbc9b6b255b req-df7433bc-e600-4c10-8938-a6bd8a33c81f tempest-SecurityGroupRulesTestJSON-1251748465 tempest-SecurityGroupRulesTestJSON-1251748465-project] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:37.586472 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-277fee77-5388-486c-a316-5fbc9b6b255b req-df7433bc-e600-4c10-8938-a6bd8a33c81f tempest-SecurityGroupRulesTestJSON-1251748465 tempest-SecurityGroupRulesTestJSON-1251748465-project] 10.222.0.41 "DELETE /v2.0/security-groups/4844d3cc-9366-47e9-9730-bceb11943045 HTTP/1.1" status: 204 len: 173 time: 0.3559878 Aug 11 03:00:37.598624 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7433bc-e600-4c10-8938-a6bd8a33c81f tempest-SecurityGroupRulesTestJSON-1251748465 tempest-SecurityGroupRulesTestJSON-1251748465-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4844d3cc-9366-47e9-9730-bceb11943045,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:37.628694 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-2a0e752d-4526-4216-bba0-ef08dcde4a89 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-330857711-network', 'tenant_id': '07cbb6ceae3048188f930d43ff642cfc'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:00:37.674541 n-d-764292-30 neutron-server[102192]: INFO neutron.api.v2.resource [req-a46e8a50-9c40-4cb1-9ed3-b8a8d80c60ca req-e1d3b55a-27e0-4265-8d68-85b92e9ed8ee tempest-SecurityGroupRulesTestJSON-1251748465 tempest-SecurityGroupRulesTestJSON-1251748465-project] show failed (client error): The resource could not be found. Aug 11 03:00:37.676044 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a46e8a50-9c40-4cb1-9ed3-b8a8d80c60ca req-e1d3b55a-27e0-4265-8d68-85b92e9ed8ee tempest-SecurityGroupRulesTestJSON-1251748465 tempest-SecurityGroupRulesTestJSON-1251748465-project] 10.222.0.41 "GET /v2.0/security-groups/46d38b93-2547-4c9c-98e3-084f9d82d9c6 HTTP/1.1" status: 404 len: 352 time: 0.0575910 Aug 11 03:00:37.753588 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a0e752d-4526-4216-bba0-ef08dcde4a89 admin admin] Made reservation on behalf of 07cbb6ceae3048188f930d43ff642cfc for: {'network': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:00:37.756242 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-2a0e752d-4526-4216-bba0-ef08dcde4a89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:37.761065 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-61a6d7a0-5519-4736-93d9-67f640a689c5 req-d9fb61a9-cb9c-463a-b2b4-bbdee743c74b tempest-SecurityGroupRulesTestJSON-1251748465 tempest-SecurityGroupRulesTestJSON-1251748465-project] 10.222.0.41 "GET /v2.0/security-groups/acad3f3b-dd5b-4ad6-9b81-09935d0ac66e HTTP/1.1" status: 200 len: 1805 time: 0.0638850 Aug 11 03:00:37.768182 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-2a0e752d-4526-4216-bba0-ef08dcde4a89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:37.827548 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [req-46d9d8d7-1ba9-4f57-ad54-85d24adaec7b req-6fa8900b-59aa-4818-a189-cb0e6f98bf06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b76041ec-402b-41d5-8fb1-e117d05c0c99 {{(pid=102192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:00:37.841670 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-46d9d8d7-1ba9-4f57-ad54-85d24adaec7b req-6fa8900b-59aa-4818-a189-cb0e6f98bf06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:37.866445 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [req-46d9d8d7-1ba9-4f57-ad54-85d24adaec7b req-6fa8900b-59aa-4818-a189-cb0e6f98bf06 service neutron] Transition to ACTIVE for port object b76041ec-402b-41d5-8fb1-e117d05c0c99 will not be triggered until provisioned by entity L2. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:00:37.869174 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-61a6d7a0-5519-4736-93d9-67f640a689c5 req-29b544bd-1a85-4a37-a887-599e800d2d04 tempest-SecurityGroupRulesTestJSON-1251748465 tempest-SecurityGroupRulesTestJSON-1251748465-project] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:37.878399 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-2a0e752d-4526-4216-bba0-ef08dcde4a89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:37.891588 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-61a6d7a0-5519-4736-93d9-67f640a689c5 req-29b544bd-1a85-4a37-a887-599e800d2d04 tempest-SecurityGroupRulesTestJSON-1251748465 tempest-SecurityGroupRulesTestJSON-1251748465-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:37.936090 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-46d9d8d7-1ba9-4f57-ad54-85d24adaec7b req-6fa8900b-59aa-4818-a189-cb0e6f98bf06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:38.003013 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa8900b-59aa-4818-a189-cb0e6f98bf06 service neutron] Pushing event updated for resources: {'Port': ['ID=b76041ec-402b-41d5-8fb1-e117d05c0c99,revision_number=2']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:38.010687 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-2a0e752d-4526-4216-bba0-ef08dcde4a89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:38.011554 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 0eb98ab7-e375-4069-abac-27534e39f2d6 details requested by agent hyperv_n-h1-764292-30 with host n-h1-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:00:38.023266 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-46d9d8d7-1ba9-4f57-ad54-85d24adaec7b req-6fa8900b-59aa-4818-a189-cb0e6f98bf06 service neutron] Attempting to bind port b76041ec-402b-41d5-8fb1-e117d05c0c99 on host n-h2-764292-30 for vnic_type normal with profile {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:00:38.023599 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-46d9d8d7-1ba9-4f57-ad54-85d24adaec7b req-6fa8900b-59aa-4818-a189-cb0e6f98bf06 service neutron] Attempting to bind port b76041ec-402b-41d5-8fb1-e117d05c0c99 by drivers openvswitch,hyperv on host n-h2-764292-30 at level 0 using segments [{'id': '75626708-94f6-4fcc-8cbd-0dd0dd709069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a1f5acc4-6e30-4bf9-bc28-7ff84dac631d'}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:00:38.024180 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d9d8d7-1ba9-4f57-ad54-85d24adaec7b req-6fa8900b-59aa-4818-a189-cb0e6f98bf06 service neutron] Attempting to bind port b76041ec-402b-41d5-8fb1-e117d05c0c99 on network a1f5acc4-6e30-4bf9-bc28-7ff84dac631d {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:00:38.029091 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d9d8d7-1ba9-4f57-ad54-85d24adaec7b req-6fa8900b-59aa-4818-a189-cb0e6f98bf06 service neutron] Port b76041ec-402b-41d5-8fb1-e117d05c0c99 on network a1f5acc4-6e30-4bf9-bc28-7ff84dac631d not bound, no agent of type Open vSwitch agent registered on host n-h2-764292-30 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:00:38.029412 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d9d8d7-1ba9-4f57-ad54-85d24adaec7b req-6fa8900b-59aa-4818-a189-cb0e6f98bf06 service neutron] Attempting to bind port b76041ec-402b-41d5-8fb1-e117d05c0c99 on network a1f5acc4-6e30-4bf9-bc28-7ff84dac631d {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:00:38.037013 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d9d8d7-1ba9-4f57-ad54-85d24adaec7b req-6fa8900b-59aa-4818-a189-cb0e6f98bf06 service neutron] Checking agent: {'id': '70015fc0-62fb-48b2-b453-36906937cf2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 0, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:00:38.037347 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d9d8d7-1ba9-4f57-ad54-85d24adaec7b req-6fa8900b-59aa-4818-a189-cb0e6f98bf06 service neutron] Checking segment: {'id': '75626708-94f6-4fcc-8cbd-0dd0dd709069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a1f5acc4-6e30-4bf9-bc28-7ff84dac631d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:00:38.037734 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d9d8d7-1ba9-4f57-ad54-85d24adaec7b req-6fa8900b-59aa-4818-a189-cb0e6f98bf06 service neutron] Bound using segment: {'id': '75626708-94f6-4fcc-8cbd-0dd0dd709069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a1f5acc4-6e30-4bf9-bc28-7ff84dac631d'} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:00:38.039870 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-46d9d8d7-1ba9-4f57-ad54-85d24adaec7b req-6fa8900b-59aa-4818-a189-cb0e6f98bf06 service neutron] Bound port: b76041ec-402b-41d5-8fb1-e117d05c0c99, host: n-h2-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75626708-94f6-4fcc-8cbd-0dd0dd709069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a1f5acc4-6e30-4bf9-bc28-7ff84dac631d'}}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:00:38.039870 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-46d9d8d7-1ba9-4f57-ad54-85d24adaec7b req-6fa8900b-59aa-4818-a189-cb0e6f98bf06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:38.040282 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-61a6d7a0-5519-4736-93d9-67f640a689c5 req-29b544bd-1a85-4a37-a887-599e800d2d04 tempest-SecurityGroupRulesTestJSON-1251748465 tempest-SecurityGroupRulesTestJSON-1251748465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:38.042932 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-61a6d7a0-5519-4736-93d9-67f640a689c5 req-29b544bd-1a85-4a37-a887-599e800d2d04 tempest-SecurityGroupRulesTestJSON-1251748465 tempest-SecurityGroupRulesTestJSON-1251748465-project] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:38.043311 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a0e752d-4526-4216-bba0-ef08dcde4a89 admin admin] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=102191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:00:38.044026 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-61a6d7a0-5519-4736-93d9-67f640a689c5 req-29b544bd-1a85-4a37-a887-599e800d2d04 tempest-SecurityGroupRulesTestJSON-1251748465 tempest-SecurityGroupRulesTestJSON-1251748465-project] 10.222.0.41 "DELETE /v2.0/security-groups/acad3f3b-dd5b-4ad6-9b81-09935d0ac66e HTTP/1.1" status: 204 len: 173 time: 0.2734342 Aug 11 03:00:38.048708 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0e752d-4526-4216-bba0-ef08dcde4a89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eab0d593-8684-4032-bde1-d2b6f3bc6f0c,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:38.063329 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b544bd-1a85-4a37-a887-599e800d2d04 tempest-SecurityGroupRulesTestJSON-1251748465 tempest-SecurityGroupRulesTestJSON-1251748465-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=acad3f3b-dd5b-4ad6-9b81-09935d0ac66e,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:38.068101 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-2a0e752d-4526-4216-bba0-ef08dcde4a89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:38.068523 n-d-764292-30 neutron-server[102191]: INFO neutron.db.segments_db [None req-2a0e752d-4526-4216-bba0-ef08dcde4a89 admin admin] Added segment e221be52-9bc2-4fba-8483-c602d1c33ce1 of type vlan for network abf1565e-1587-4782-9403-f8b694022961 Aug 11 03:00:38.115363 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-2a0e752d-4526-4216-bba0-ef08dcde4a89 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:38.163819 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 0eb98ab7-e375-4069-abac-27534e39f2d6, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=0eb98ab7-e375-4069-abac-27534e39f2d6,segment=NetworkSegment(8be48c87-49ff-409c-84bc-36da4c3f87ba),segment_id=8be48c87-49ff-409c-84bc-36da4c3f87ba)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:00:38.175197 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Returning: {'device': '0eb98ab7-e375-4069-abac-27534e39f2d6', 'network_id': '3ff4efdf-629f-49b2-91cf-585f5d5e5f6f', 'port_id': '0eb98ab7-e375-4069-abac-27534e39f2d6', 'mac_address': 'fa:16:3e:3f:bf:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b72217e4-4ebb-4b82-9a4c-fcf14d2be745', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:00:38.217681 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:38.227609 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-2a0e752d-4526-4216-bba0-ef08dcde4a89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:38.228631 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a0e752d-4526-4216-bba0-ef08dcde4a89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:38.229263 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-2a0e752d-4526-4216-bba0-ef08dcde4a89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:38.233319 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0eb98ab7-e375-4069-abac-27534e39f2d6 {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:00:38.257211 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 0eb98ab7-e375-4069-abac-27534e39f2d6, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=0eb98ab7-e375-4069-abac-27534e39f2d6,segment=NetworkSegment(8be48c87-49ff-409c-84bc-36da4c3f87ba),segment_id=8be48c87-49ff-409c-84bc-36da4c3f87ba)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:00:38.291739 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0e752d-4526-4216-bba0-ef08dcde4a89 admin admin] Pushing event updated for resources: {'Network': ['ID=abf1565e-1587-4782-9403-f8b694022961,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:38.304384 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network abf1565e-1587-4782-9403-f8b694022961 details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:00:38.380891 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:38.425488 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-2a0e752d-4526-4216-bba0-ef08dcde4a89 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9266341 Aug 11 03:00:38.425672 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 43092) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:38.431480 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-6e78b19b-2afa-4212-8d10-f73ad3d7262f admin admin] Request body: {'subnet': {'network_id': 'abf1565e-1587-4782-9403-f8b694022961', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-330857711-subnet', 'tenant_id': '07cbb6ceae3048188f930d43ff642cfc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:00:38.434722 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=0eb98ab7-e375-4069-abac-27534e39f2d6,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:38.442724 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:00:38.442908 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-46d9d8d7-1ba9-4f57-ad54-85d24adaec7b req-6fa8900b-59aa-4818-a189-cb0e6f98bf06 service neutron] For port b76041ec-402b-41d5-8fb1-e117d05c0c99, host n-h2-764292-30, cleared binding levels {{(pid=102192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:00:38.443103 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:00:38.443395 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:00:38.443726 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:00:38.444794 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:00:38.444794 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:00:38.444794 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:00:38.445039 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:00:38.445407 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:00:38.445711 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:00:38.446029 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:00:38.446363 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:00:38.462176 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-46d9d8d7-1ba9-4f57-ad54-85d24adaec7b req-6fa8900b-59aa-4818-a189-cb0e6f98bf06 service neutron] For port b76041ec-402b-41d5-8fb1-e117d05c0c99, host n-h2-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=b76041ec-402b-41d5-8fb1-e117d05c0c99,segment=NetworkSegment(75626708-94f6-4fcc-8cbd-0dd0dd709069),segment_id=75626708-94f6-4fcc-8cbd-0dd0dd709069)] {{(pid=102192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:00:38.464581 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-70d044c5-bd03-4a29-9002-6e9ffe555a84 req-4d5f2aa9-869a-4728-9b0a-4e6a113138d6 tempest-SecurityGroupRulesTestJSON-1251748465 tempest-SecurityGroupRulesTestJSON-1251748465-project] 10.222.0.41 "GET /v2.0/security-groups/97b44dda-5d66-4297-9a0c-e429066843f7 HTTP/1.1" status: 200 len: 1803 time: 0.3574028 Aug 11 03:00:38.477603 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e23fcf3-2f72-4f65-89b7-605c6181ff7a req-c9e2d3a8-a502-4ae9-90d5-fb30a27feb46 tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:38.479212 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6e23fcf3-2f72-4f65-89b7-605c6181ff7a req-c9e2d3a8-a502-4ae9-90d5-fb30a27feb46 tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] 10.222.0.41 "GET /v2.0/ports?device_id=db1dc61c-8179-44d3-8cb7-a4c54d08140b HTTP/1.1" status: 200 len: 944 time: 0.3489966 Aug 11 03:00:38.539160 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6e23fcf3-2f72-4f65-89b7-605c6181ff7a req-57683f18-bff9-4325-ae3f-0af53fc8825d tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] 10.222.0.41 "GET /v2.0/security-groups?id=68d3953c-5c04-4915-9da9-4e3d74be3735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523982 Aug 11 03:00:38.556540 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-70d044c5-bd03-4a29-9002-6e9ffe555a84 req-f41d3684-e0ab-441e-9150-0d770723db40 tempest-SecurityGroupRulesTestJSON-1251748465 tempest-SecurityGroupRulesTestJSON-1251748465-project] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:38.593965 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-70d044c5-bd03-4a29-9002-6e9ffe555a84 req-f41d3684-e0ab-441e-9150-0d770723db40 tempest-SecurityGroupRulesTestJSON-1251748465 tempest-SecurityGroupRulesTestJSON-1251748465-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:38.629714 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-46d9d8d7-1ba9-4f57-ad54-85d24adaec7b req-6fa8900b-59aa-4818-a189-cb0e6f98bf06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:38.639181 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e78b19b-2afa-4212-8d10-f73ad3d7262f admin admin] Made reservation on behalf of 07cbb6ceae3048188f930d43ff642cfc for: {'subnet': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:00:38.643812 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6e78b19b-2afa-4212-8d10-f73ad3d7262f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274743'] for subnet, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:38.670424 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d9d8d7-1ba9-4f57-ad54-85d24adaec7b req-6fa8900b-59aa-4818-a189-cb0e6f98bf06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:38.671344 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-46d9d8d7-1ba9-4f57-ad54-85d24adaec7b req-6fa8900b-59aa-4818-a189-cb0e6f98bf06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:38.672427 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-46d9d8d7-1ba9-4f57-ad54-85d24adaec7b req-6fa8900b-59aa-4818-a189-cb0e6f98bf06 service neutron] 10.222.0.24 "PUT /v2.0/ports/b76041ec-402b-41d5-8fb1-e117d05c0c99 HTTP/1.1" status: 200 len: 1092 time: 1.3404841 Aug 11 03:00:38.672849 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60603c36-cbbd-4561-ab9a-3a7fd11177f5', 'tag': 'b76041ec-402b-41d5-8fb1-e117d05c0c99'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:00:38.675656 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4476a98e-e81d-4634-a11a-6259da23d077" -d '{"events": [{"name": "network-changed", "server_uuid": "60603c36-cbbd-4561-ab9a-3a7fd11177f5", "tag": "b76041ec-402b-41d5-8fb1-e117d05c0c99"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:00:38.688486 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['0eb98ab7-e375-4069-abac-27534e39f2d6'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:00:38.713483 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa8900b-59aa-4818-a189-cb0e6f98bf06 service neutron] Pushing event updated for resources: {'Port': ['ID=b76041ec-402b-41d5-8fb1-e117d05c0c99,revision_number=3']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:38.781524 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d988f23-038a-48b6-b435-0bffef30fb31 req-610fcbd6-8045-4d26-a9b0-2d30baa00b3d tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:38.783041 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9d988f23-038a-48b6-b435-0bffef30fb31 req-610fcbd6-8045-4d26-a9b0-2d30baa00b3d tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/ports?device_id=60603c36-cbbd-4561-ab9a-3a7fd11177f5 HTTP/1.1" status: 200 len: 943 time: 0.0505614 Aug 11 03:00:38.818239 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-70d044c5-bd03-4a29-9002-6e9ffe555a84 req-f41d3684-e0ab-441e-9150-0d770723db40 tempest-SecurityGroupRulesTestJSON-1251748465 tempest-SecurityGroupRulesTestJSON-1251748465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:38.820952 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-70d044c5-bd03-4a29-9002-6e9ffe555a84 req-f41d3684-e0ab-441e-9150-0d770723db40 tempest-SecurityGroupRulesTestJSON-1251748465 tempest-SecurityGroupRulesTestJSON-1251748465-project] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:38.822091 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-70d044c5-bd03-4a29-9002-6e9ffe555a84 req-f41d3684-e0ab-441e-9150-0d770723db40 tempest-SecurityGroupRulesTestJSON-1251748465 tempest-SecurityGroupRulesTestJSON-1251748465-project] 10.222.0.41 "DELETE /v2.0/security-groups/97b44dda-5d66-4297-9a0c-e429066843f7 HTTP/1.1" status: 204 len: 173 time: 0.3419743 Aug 11 03:00:38.859554 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9d988f23-038a-48b6-b435-0bffef30fb31 req-21ee87b8-0145-4dc3-8a26-4d07f0bbade7 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/security-groups?id=c7e06141-9137-4a1d-bc20-6fbfa107e8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410585 Aug 11 03:00:38.859554 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41d3684-e0ab-441e-9150-0d770723db40 tempest-SecurityGroupRulesTestJSON-1251748465 tempest-SecurityGroupRulesTestJSON-1251748465-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97b44dda-5d66-4297-9a0c-e429066843f7,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:38.902441 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d9d8d7-1ba9-4f57-ad54-85d24adaec7b req-1f8cc731-0b0f-4a41-8c5e-7c7a1376d373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:38.904048 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-46d9d8d7-1ba9-4f57-ad54-85d24adaec7b req-1f8cc731-0b0f-4a41-8c5e-7c7a1376d373 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=83808f5f252c43418f6a6c255d45878a&device_id=60603c36-cbbd-4561-ab9a-3a7fd11177f5 HTTP/1.1" status: 200 len: 1095 time: 0.0584259 Aug 11 03:00:38.906398 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:00:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-774002a1-4f4c-4ead-9bcc-2cca464ed92a x-openstack-request-id: req-774002a1-4f4c-4ead-9bcc-2cca464ed92a {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:00:38.906658 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60603c36-cbbd-4561-ab9a-3a7fd11177f5", "tag": "b76041ec-402b-41d5-8fb1-e117d05c0c99", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:00:38.906914 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-774002a1-4f4c-4ead-9bcc-2cca464ed92a {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:00:38.907371 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60603c36-cbbd-4561-ab9a-3a7fd11177f5', 'tag': 'b76041ec-402b-41d5-8fb1-e117d05c0c99', 'status': 'completed', 'code': 200} Aug 11 03:00:38.967692 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-46d9d8d7-1ba9-4f57-ad54-85d24adaec7b req-c03af973-9f55-469c-a37f-ce61d29e2c59 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b76041ec-402b-41d5-8fb1-e117d05c0c99 HTTP/1.1" status: 200 len: 217 time: 0.0543702 Aug 11 03:00:39.039235 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9a55685e-3bf7-4f2b-8def-ca1d0562e519 req-e4e10029-fff6-43c4-a2fc-4c412f409133 tempest-SecurityGroupRulesTestJSON-1251748465 tempest-SecurityGroupRulesTestJSON-1251748465-project] 10.222.0.41 "GET /v2.0/security-groups/a1638f31-a4f3-40ee-bce9-6362b4e6eced HTTP/1.1" status: 200 len: 1803 time: 0.1175530 Aug 11 03:00:39.042863 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d9d8d7-1ba9-4f57-ad54-85d24adaec7b req-c329efd6-aa49-4390-90c8-4fb887fc426e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:39.044321 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-46d9d8d7-1ba9-4f57-ad54-85d24adaec7b req-c329efd6-aa49-4390-90c8-4fb887fc426e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0d013ade-4c13-41b9-b262-cf5646bc4bdb HTTP/1.1" status: 200 len: 847 time: 0.0683124 Aug 11 03:00:39.074046 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6e78b19b-2afa-4212-8d10-f73ad3d7262f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126283476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274725'] for subnet, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:39.090375 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-46d9d8d7-1ba9-4f57-ad54-85d24adaec7b req-00b39113-b700-4d6d-b837-59dafe2f1a43 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a1f5acc4-6e30-4bf9-bc28-7ff84dac631d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361814 Aug 11 03:00:39.137388 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e78b19b-2afa-4212-8d10-f73ad3d7262f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b941bdf7-a1fe-4632-9cdb-6ee8e03dbfbd,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:39.148649 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e78b19b-2afa-4212-8d10-f73ad3d7262f admin admin] Checking segment: {'id': 'e221be52-9bc2-4fba-8483-c602d1c33ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'abf1565e-1587-4782-9403-f8b694022961'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:00:39.149069 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e78b19b-2afa-4212-8d10-f73ad3d7262f admin admin] Network hostable DHCP agents. Network: abf1565e-1587-4782-9403-f8b694022961, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:00:39.160874 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 43106) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:39.183515 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-9a55685e-3bf7-4f2b-8def-ca1d0562e519 req-4ef57196-1b7e-4ef6-ba0f-ea7b78fd1a3c tempest-SecurityGroupRulesTestJSON-1251748465 tempest-SecurityGroupRulesTestJSON-1251748465-project] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:39.227334 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-9a55685e-3bf7-4f2b-8def-ca1d0562e519 req-4ef57196-1b7e-4ef6-ba0f-ea7b78fd1a3c tempest-SecurityGroupRulesTestJSON-1251748465 tempest-SecurityGroupRulesTestJSON-1251748465-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:39.240551 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-46d9d8d7-1ba9-4f57-ad54-85d24adaec7b req-e00e1b13-db07-42ca-96bc-feca1a3b1c90 service neutron] 10.222.0.24 "GET /v2.0/networks/a1f5acc4-6e30-4bf9-bc28-7ff84dac631d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425469 Aug 11 03:00:39.270612 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5ab5b638-6a06-4498-8c42-1746c92ef6c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:39.307962 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e78b19b-2afa-4212-8d10-f73ad3d7262f admin admin] Network abf1565e-1587-4782-9403-f8b694022961 is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:00:39.349159 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-46d9d8d7-1ba9-4f57-ad54-85d24adaec7b req-a1686458-ca58-48b3-bebd-3ac6466dde3a service neutron] 10.222.0.24 "GET /v2.0/networks/a1f5acc4-6e30-4bf9-bc28-7ff84dac631d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976651 Aug 11 03:00:39.438824 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-6e78b19b-2afa-4212-8d10-f73ad3d7262f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, abf1565e-1587-4782-9403-f8b694022961) {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:00:39.444035 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e78b19b-2afa-4212-8d10-f73ad3d7262f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:39.447608 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6e78b19b-2afa-4212-8d10-f73ad3d7262f admin admin] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:39.448237 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8bdf666-d6ca-4e8f-8f86-6350a0d08b31 None None] Network abf1565e-1587-4782-9403-f8b694022961 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:00:39.474397 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-9a55685e-3bf7-4f2b-8def-ca1d0562e519 req-4ef57196-1b7e-4ef6-ba0f-ea7b78fd1a3c tempest-SecurityGroupRulesTestJSON-1251748465 tempest-SecurityGroupRulesTestJSON-1251748465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:39.482096 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-9a55685e-3bf7-4f2b-8def-ca1d0562e519 req-4ef57196-1b7e-4ef6-ba0f-ea7b78fd1a3c tempest-SecurityGroupRulesTestJSON-1251748465 tempest-SecurityGroupRulesTestJSON-1251748465-project] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:39.482953 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9a55685e-3bf7-4f2b-8def-ca1d0562e519 req-4ef57196-1b7e-4ef6-ba0f-ea7b78fd1a3c tempest-SecurityGroupRulesTestJSON-1251748465 tempest-SecurityGroupRulesTestJSON-1251748465-project] 10.222.0.41 "DELETE /v2.0/security-groups/a1638f31-a4f3-40ee-bce9-6362b4e6eced HTTP/1.1" status: 204 len: 173 time: 0.4357204 Aug 11 03:00:39.495717 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef57196-1b7e-4ef6-ba0f-ea7b78fd1a3c tempest-SecurityGroupRulesTestJSON-1251748465 tempest-SecurityGroupRulesTestJSON-1251748465-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1638f31-a4f3-40ee-bce9-6362b4e6eced,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:39.548464 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5ab5b638-6a06-4498-8c42-1746c92ef6c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:39.577845 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4476a98e-e81d-4634-a11a-6259da23d077 req-1cf8e7dc-6543-4ecd-ae08-ee112678376e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:39.579393 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4476a98e-e81d-4634-a11a-6259da23d077 req-1cf8e7dc-6543-4ecd-ae08-ee112678376e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=83808f5f252c43418f6a6c255d45878a&device_id=60603c36-cbbd-4561-ab9a-3a7fd11177f5 HTTP/1.1" status: 200 len: 1095 time: 0.0741689 Aug 11 03:00:39.583001 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5970881d-9935-47fc-89b2-4152cf7484b9 req-2ce410c7-419f-4a2e-9f19-8ac80f5c8c03 tempest-SecurityGroupRulesTestJSON-1251748465 tempest-SecurityGroupRulesTestJSON-1251748465-project] 10.222.0.41 "GET /v2.0/security-groups/dc3a98a7-d342-435c-b888-20d9acc769dd HTTP/1.1" status: 200 len: 2404 time: 0.0686641 Aug 11 03:00:39.633308 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5ab5b638-6a06-4498-8c42-1746c92ef6c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:39.645146 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50d2223c-6fcd-4c1e-a66e-e40be68f31b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde080026-c28f-55be-b52b-13827cc43646-abf1565e-1587-4782-9403-f8b694022961', 'network_id': 'abf1565e-1587-4782-9403-f8b694022961', 'tenant_id': '07cbb6ceae3048188f930d43ff642cfc', 'fixed_ips': [{'subnet_id': 'b941bdf7-a1fe-4632-9cdb-6ee8e03dbfbd'}]}} from n-d-764292-30. {{(pid=102193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:00:39.645146 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-50d2223c-6fcd-4c1e-a66e-e40be68f31b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:39.681590 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-5ab5b638-6a06-4498-8c42-1746c92ef6c6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f053ebbd85704504ac20f40c4df1b049&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5195320 Aug 11 03:00:39.687827 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab5b638-6a06-4498-8c42-1746c92ef6c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b48eb50-75a2-4594-aebe-034b18435aa5,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:39.689583 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 43122) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:39.748314 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-5970881d-9935-47fc-89b2-4152cf7484b9 req-071a3d98-bee6-4138-a021-aaf59b568545 tempest-SecurityGroupRulesTestJSON-1251748465 tempest-SecurityGroupRulesTestJSON-1251748465-project] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:39.748314 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4476a98e-e81d-4634-a11a-6259da23d077 req-2e9fa248-2320-4552-982f-e3ef0bd61ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:39.748314 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4476a98e-e81d-4634-a11a-6259da23d077 req-2e9fa248-2320-4552-982f-e3ef0bd61ddc service neutron] 10.222.0.24 "GET /v2.0/networks?id=a1f5acc4-6e30-4bf9-bc28-7ff84dac631d HTTP/1.1" status: 200 len: 908 time: 0.1600230 Aug 11 03:00:39.750153 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fc252133-3260-427f-9dbb-2088b41aecc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:39.774343 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-6e78b19b-2afa-4212-8d10-f73ad3d7262f admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.3474905 Aug 11 03:00:39.777629 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 43124) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:39.790312 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-cf2c3f0a-4103-4973-9ce0-169f90a14bce admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-330857711-router', 'tenant_id': '07cbb6ceae3048188f930d43ff642cfc', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:00:39.794959 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fc252133-3260-427f-9dbb-2088b41aecc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:39.806817 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.db_base_plugin_common [None req-50d2223c-6fcd-4c1e-a66e-e40be68f31b8 None None] Allocated IP 172.20.0.2 (abf1565e-1587-4782-9403-f8b694022961/b941bdf7-a1fe-4632-9cdb-6ee8e03dbfbd/9a7903ab-c1d7-46ed-9269-f10378fd177a) {{(pid=102193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:00:39.810268 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4476a98e-e81d-4634-a11a-6259da23d077 req-8fbfe721-6653-4200-b6cd-bb1cb5dd0957 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b76041ec-402b-41d5-8fb1-e117d05c0c99 HTTP/1.1" status: 200 len: 217 time: 0.0515921 Aug 11 03:00:39.814566 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-5970881d-9935-47fc-89b2-4152cf7484b9 req-071a3d98-bee6-4138-a021-aaf59b568545 tempest-SecurityGroupRulesTestJSON-1251748465 tempest-SecurityGroupRulesTestJSON-1251748465-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:39.886140 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4476a98e-e81d-4634-a11a-6259da23d077 req-9efe2ce5-4cf7-483e-bfba-c81ad21221ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:39.887640 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4476a98e-e81d-4634-a11a-6259da23d077 req-9efe2ce5-4cf7-483e-bfba-c81ad21221ad service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0d013ade-4c13-41b9-b262-cf5646bc4bdb HTTP/1.1" status: 200 len: 847 time: 0.0647266 Aug 11 03:00:39.932284 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4476a98e-e81d-4634-a11a-6259da23d077 req-e0e5b087-c9e4-48f2-9e47-c0ff83b59441 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a1f5acc4-6e30-4bf9-bc28-7ff84dac631d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359240 Aug 11 03:00:39.954082 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-cf2c3f0a-4103-4973-9ce0-169f90a14bce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-450010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6626'] for router, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:39.955277 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-cf2c3f0a-4103-4973-9ce0-169f90a14bce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-446747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6633'] for router, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:39.970447 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fc252133-3260-427f-9dbb-2088b41aecc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:39.970447 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fc252133-3260-427f-9dbb-2088b41aecc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:39.970447 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-fc252133-3260-427f-9dbb-2088b41aecc9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9b48eb50-75a2-4594-aebe-034b18435aa5 HTTP/1.1" status: 204 len: 168 time: 0.2734773 Aug 11 03:00:39.992705 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc252133-3260-427f-9dbb-2088b41aecc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b48eb50-75a2-4594-aebe-034b18435aa5,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:40.020743 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-50d2223c-6fcd-4c1e-a66e-e40be68f31b8 None None] Notify callbacks [] for port, precommit_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:40.039595 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-50d2223c-6fcd-4c1e-a66e-e40be68f31b8 None None] Transition to ACTIVE for port object 9a7903ab-c1d7-46ed-9269-f10378fd177a will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:00:40.043667 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 0eb98ab7-e375-4069-abac-27534e39f2d6 up at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:00:40.053199 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-5970881d-9935-47fc-89b2-4152cf7484b9 req-071a3d98-bee6-4138-a021-aaf59b568545 tempest-SecurityGroupRulesTestJSON-1251748465 tempest-SecurityGroupRulesTestJSON-1251748465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:40.056798 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-5970881d-9935-47fc-89b2-4152cf7484b9 req-071a3d98-bee6-4138-a021-aaf59b568545 tempest-SecurityGroupRulesTestJSON-1251748465 tempest-SecurityGroupRulesTestJSON-1251748465-project] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:40.066594 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-50d2223c-6fcd-4c1e-a66e-e40be68f31b8 None None] Transition to ACTIVE for port object 9a7903ab-c1d7-46ed-9269-f10378fd177a will not be triggered until provisioned by entity DHCP. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:00:40.067158 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5970881d-9935-47fc-89b2-4152cf7484b9 req-071a3d98-bee6-4138-a021-aaf59b568545 tempest-SecurityGroupRulesTestJSON-1251748465 tempest-SecurityGroupRulesTestJSON-1251748465-project] 10.222.0.41 "DELETE /v2.0/security-groups/dc3a98a7-d342-435c-b888-20d9acc769dd HTTP/1.1" status: 204 len: 173 time: 0.4704752 Aug 11 03:00:40.089917 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac067f38-1f36-4a1b-bbba-da9e65fd19af req-948dc7c8-af37-4576-a76b-acf24762162b tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:40.099856 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-cf2c3f0a-4103-4973-9ce0-169f90a14bce admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:40.101946 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ac067f38-1f36-4a1b-bbba-da9e65fd19af req-948dc7c8-af37-4576-a76b-acf24762162b tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] 10.222.0.41 "GET /v2.0/ports?device_id=db1dc61c-8179-44d3-8cb7-a4c54d08140b HTTP/1.1" status: 200 len: 945 time: 0.1040325 Aug 11 03:00:40.129785 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071a3d98-bee6-4138-a021-aaf59b568545 tempest-SecurityGroupRulesTestJSON-1251748465 tempest-SecurityGroupRulesTestJSON-1251748465-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc3a98a7-d342-435c-b888-20d9acc769dd,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:40.175939 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ac067f38-1f36-4a1b-bbba-da9e65fd19af req-d3b842b6-0125-4fac-808d-e3c633b91604 tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] 10.222.0.41 "GET /v2.0/security-groups?id=68d3953c-5c04-4915-9da9-4e3d74be3735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730889 Aug 11 03:00:40.179798 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4476a98e-e81d-4634-a11a-6259da23d077 req-29a77a00-7b85-4958-a126-72712254f642 service neutron] 10.222.0.24 "GET /v2.0/networks/a1f5acc4-6e30-4bf9-bc28-7ff84dac631d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2401197 Aug 11 03:00:40.267813 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning for port 0eb98ab7-e375-4069-abac-27534e39f2d6 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:00:40.273790 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-50d2223c-6fcd-4c1e-a66e-e40be68f31b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669'] for port, after_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:40.307763 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning complete for port 0eb98ab7-e375-4069-abac-27534e39f2d6 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:00:40.308142 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:40.314671 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe208a9-f945-46c1-830d-b6561e929648 req-f88d5411-8b9d-4c61-81e8-fd6f5b34cffb tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:40.317885 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5fe208a9-f945-46c1-830d-b6561e929648 req-f88d5411-8b9d-4c61-81e8-fd6f5b34cffb tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/ports?device_id=60603c36-cbbd-4561-ab9a-3a7fd11177f5 HTTP/1.1" status: 200 len: 943 time: 0.1368611 Aug 11 03:00:40.321268 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50d2223c-6fcd-4c1e-a66e-e40be68f31b8 None None] Network abf1565e-1587-4782-9403-f8b694022961 is already hosted by enough agents. {{(pid=102193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:00:40.326252 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.base_scheduler [None req-50d2223c-6fcd-4c1e-a66e-e40be68f31b8 None None] Resources bound (agent type, host, resource id): {{(pid=102193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:00:40.328573 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-41278a75-b130-45f9-bd68-8101588c8554 req-c8ec323b-c0c8-4ad4-b761-432e0e14da5d tempest-SecurityGroupRulesTestJSON-1251748465 tempest-SecurityGroupRulesTestJSON-1251748465-project] 10.222.0.41 "GET /v2.0/security-groups/68bd4a54-5185-4252-ad91-eeac8c68dff8 HTTP/1.1" status: 200 len: 2397 time: 0.1222436 Aug 11 03:00:40.351947 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d2223c-6fcd-4c1e-a66e-e40be68f31b8 None None] Received port after_create {{(pid=102193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:00:40.365077 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d2223c-6fcd-4c1e-a66e-e40be68f31b8 None None] Pushing event updated for resources: {'Port': ['ID=9a7903ab-c1d7-46ed-9269-f10378fd177a,revision_number=1']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:40.409949 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4476a98e-e81d-4634-a11a-6259da23d077 req-53819381-89c4-4e18-ba41-8dfbf5ec2126 service neutron] 10.222.0.24 "GET /v2.0/networks/a1f5acc4-6e30-4bf9-bc28-7ff84dac631d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776862 Aug 11 03:00:40.430719 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-50d2223c-6fcd-4c1e-a66e-e40be68f31b8 None None] Attempting to bind port 9a7903ab-c1d7-46ed-9269-f10378fd177a on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:00:40.431093 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-50d2223c-6fcd-4c1e-a66e-e40be68f31b8 None None] Attempting to bind port 9a7903ab-c1d7-46ed-9269-f10378fd177a by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': 'e221be52-9bc2-4fba-8483-c602d1c33ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'abf1565e-1587-4782-9403-f8b694022961'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:00:40.431460 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d2223c-6fcd-4c1e-a66e-e40be68f31b8 None None] Attempting to bind port 9a7903ab-c1d7-46ed-9269-f10378fd177a on network abf1565e-1587-4782-9403-f8b694022961 {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:00:40.437569 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d2223c-6fcd-4c1e-a66e-e40be68f31b8 None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 0, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:00:40.437946 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d2223c-6fcd-4c1e-a66e-e40be68f31b8 None None] Checking segment: {'id': 'e221be52-9bc2-4fba-8483-c602d1c33ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'abf1565e-1587-4782-9403-f8b694022961'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:00:40.438725 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-50d2223c-6fcd-4c1e-a66e-e40be68f31b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:40.438963 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d2223c-6fcd-4c1e-a66e-e40be68f31b8 None None] Bound using segment: {'id': 'e221be52-9bc2-4fba-8483-c602d1c33ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'abf1565e-1587-4782-9403-f8b694022961'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:00:40.439445 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-50d2223c-6fcd-4c1e-a66e-e40be68f31b8 None None] Bound port: 9a7903ab-c1d7-46ed-9269-f10378fd177a, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e221be52-9bc2-4fba-8483-c602d1c33ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'abf1565e-1587-4782-9403-f8b694022961'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:00:40.440030 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-50d2223c-6fcd-4c1e-a66e-e40be68f31b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:40.495845 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5fe208a9-f945-46c1-830d-b6561e929648 req-f6615c5c-2d50-4cf1-a67f-39d96369ed33 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/security-groups?id=c7e06141-9137-4a1d-bc20-6fbfa107e8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526978 Aug 11 03:00:40.500709 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-cf2c3f0a-4103-4973-9ce0-169f90a14bce admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:40.517240 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-41278a75-b130-45f9-bd68-8101588c8554 req-369a96f6-f0ad-436d-9b80-ffff0acada6d tempest-SecurityGroupRulesTestJSON-1251748465 tempest-SecurityGroupRulesTestJSON-1251748465-project] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:40.546395 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-41278a75-b130-45f9-bd68-8101588c8554 req-369a96f6-f0ad-436d-9b80-ffff0acada6d tempest-SecurityGroupRulesTestJSON-1251748465 tempest-SecurityGroupRulesTestJSON-1251748465-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:40.568406 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:40.570624 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-50d2223c-6fcd-4c1e-a66e-e40be68f31b8 None None] For port 9a7903ab-c1d7-46ed-9269-f10378fd177a, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:00:40.574351 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-50d2223c-6fcd-4c1e-a66e-e40be68f31b8 None None] For port 9a7903ab-c1d7-46ed-9269-f10378fd177a, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=9a7903ab-c1d7-46ed-9269-f10378fd177a,segment=NetworkSegment(e221be52-9bc2-4fba-8483-c602d1c33ce1),segment_id=e221be52-9bc2-4fba-8483-c602d1c33ce1)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:00:40.599425 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db1dc61c-8179-44d3-8cb7-a4c54d08140b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eb98ab7-e375-4069-abac-27534e39f2d6'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:00:40.601742 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79dc54a8-109c-4c55-bc26-298dbebf63b9" -d '{"events": [{"server_uuid": "db1dc61c-8179-44d3-8cb7-a4c54d08140b", "name": "network-vif-plugged", "status": "completed", "tag": "0eb98ab7-e375-4069-abac-27534e39f2d6"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:00:40.635518 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 0eb98ab7-e375-4069-abac-27534e39f2d6, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=0eb98ab7-e375-4069-abac-27534e39f2d6,segment=NetworkSegment(8be48c87-49ff-409c-84bc-36da4c3f87ba),segment_id=8be48c87-49ff-409c-84bc-36da4c3f87ba)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:00:40.647534 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:00:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0dfc881-5198-4ab7-82e9-1874c0e8511b x-openstack-request-id: req-f0dfc881-5198-4ab7-82e9-1874c0e8511b {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:00:40.648119 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db1dc61c-8179-44d3-8cb7-a4c54d08140b", "name": "network-vif-plugged", "status": "completed", "tag": "0eb98ab7-e375-4069-abac-27534e39f2d6", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:00:40.648465 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f0dfc881-5198-4ab7-82e9-1874c0e8511b {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:00:40.648982 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db1dc61c-8179-44d3-8cb7-a4c54d08140b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eb98ab7-e375-4069-abac-27534e39f2d6', 'code': 200} Aug 11 03:00:40.709253 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-50d2223c-6fcd-4c1e-a66e-e40be68f31b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:40.709491 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-41278a75-b130-45f9-bd68-8101588c8554 req-369a96f6-f0ad-436d-9b80-ffff0acada6d tempest-SecurityGroupRulesTestJSON-1251748465 tempest-SecurityGroupRulesTestJSON-1251748465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:40.714005 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-41278a75-b130-45f9-bd68-8101588c8554 req-369a96f6-f0ad-436d-9b80-ffff0acada6d tempest-SecurityGroupRulesTestJSON-1251748465 tempest-SecurityGroupRulesTestJSON-1251748465-project] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:40.716675 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-41278a75-b130-45f9-bd68-8101588c8554 req-369a96f6-f0ad-436d-9b80-ffff0acada6d tempest-SecurityGroupRulesTestJSON-1251748465 tempest-SecurityGroupRulesTestJSON-1251748465-project] 10.222.0.41 "DELETE /v2.0/security-groups/68bd4a54-5185-4252-ad91-eeac8c68dff8 HTTP/1.1" status: 204 len: 173 time: 0.3740201 Aug 11 03:00:40.745661 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 43140) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:40.745661 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369a96f6-f0ad-436d-9b80-ffff0acada6d tempest-SecurityGroupRulesTestJSON-1251748465 tempest-SecurityGroupRulesTestJSON-1251748465-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68bd4a54-5185-4252-ad91-eeac8c68dff8,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:40.787281 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:40.833995 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_v2 [None req-8434d12b-002c-497f-a925-deb495090991 admin admin] Deleting subnet 2bc05607-b78f-483f-b11a-b7d2c00048e4 {{(pid=102192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:00:40.837293 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d2223c-6fcd-4c1e-a66e-e40be68f31b8 None None] Pushing event updated for resources: {'Port': ['ID=9a7903ab-c1d7-46ed-9269-f10378fd177a,revision_number=2']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:40.840597 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-8434d12b-002c-497f-a925-deb495090991 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:40.843547 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d8b9c0-d532-4011-9627-5d05a3b6153c req-feba84a6-db79-4141-bbc2-4b13206a217b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:40.846105 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-29d8b9c0-d532-4011-9627-5d05a3b6153c req-feba84a6-db79-4141-bbc2-4b13206a217b service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=db1dc61c-8179-44d3-8cb7-a4c54d08140b HTTP/1.1" status: 200 len: 1098 time: 0.1273775 Aug 11 03:00:40.900913 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-cf2c3f0a-4103-4973-9ce0-169f90a14bce admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:40.902821 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=0eb98ab7-e375-4069-abac-27534e39f2d6,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:40.905094 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-8434d12b-002c-497f-a925-deb495090991 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:40.914758 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-29d8b9c0-d532-4011-9627-5d05a3b6153c req-528b23ad-d573-4db7-86d5-bbb50989f6ea service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=68d3953c-5c04-4915-9da9-4e3d74be3735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470762 Aug 11 03:00:40.915792 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-8434d12b-002c-497f-a925-deb495090991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:40.919411 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:40.927825 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-cf2c3f0a-4103-4973-9ce0-169f90a14bce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:41.019455 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 43144) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:41.038000 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b394ab0f-f253-41b7-aec4-6c08d2dfc8ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:41.103141 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-8434d12b-002c-497f-a925-deb495090991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for subnet, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:41.106782 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [None req-cf2c3f0a-4103-4973-9ce0-169f90a14bce admin admin] Allocated IP 172.25.8.42 (09faf7d2-eaf5-4a50-bb6e-4cb05d009a76/e1a97443-13df-40bb-85f5-fd269e2742c0/634db0c2-fc36-457a-a60f-12ee44b4c2c2) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:00:41.124500 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-8434d12b-002c-497f-a925-deb495090991 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:41.127599 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-8434d12b-002c-497f-a925-deb495090991 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/2bc05607-b78f-483f-b11a-b7d2c00048e4 HTTP/1.1" status: 204 len: 168 time: 0.3792512 Aug 11 03:00:41.133407 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 43146) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:41.159920 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8434d12b-002c-497f-a925-deb495090991 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2bc05607-b78f-483f-b11a-b7d2c00048e4,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:41.303268 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-014d8dd3-2e40-4557-b07a-f5991dddf891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:41.320635 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136841c8-32fd-405f-913e-0821c234c9fe req-8c7541ea-6bc8-4c7c-a502-c0070b2dd582 tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:41.322907 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-136841c8-32fd-405f-913e-0821c234c9fe req-8c7541ea-6bc8-4c7c-a502-c0070b2dd582 tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] 10.222.0.41 "GET /v2.0/ports?device_id=db1dc61c-8179-44d3-8cb7-a4c54d08140b HTTP/1.1" status: 200 len: 946 time: 0.0642200 Aug 11 03:00:41.353334 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-cf2c3f0a-4103-4973-9ce0-169f90a14bce admin admin] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:41.370853 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-136841c8-32fd-405f-913e-0821c234c9fe req-c659c700-21b5-492d-ae71-0353773a588c tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] 10.222.0.41 "GET /v2.0/security-groups?id=68d3953c-5c04-4915-9da9-4e3d74be3735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414758 Aug 11 03:00:41.393167 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b394ab0f-f253-41b7-aec4-6c08d2dfc8ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:41.454540 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-014d8dd3-2e40-4557-b07a-f5991dddf891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:41.472586 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-014d8dd3-2e40-4557-b07a-f5991dddf891 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bde5d65d-a0b0-441c-909e-089d0b66d672']}} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:00:41.481571 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b394ab0f-f253-41b7-aec4-6c08d2dfc8ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:41.496304 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-014d8dd3-2e40-4557-b07a-f5991dddf891 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b159089-e43f-4aed-806e-9ec8a6e49d37') {'for_net_delete': True} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:00:41.496627 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-014d8dd3-2e40-4557-b07a-f5991dddf891 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b159089-e43f-4aed-806e-9ec8a6e49d37') {} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:00:41.526315 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-014d8dd3-2e40-4557-b07a-f5991dddf891 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126283644'] for segment, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:41.544298 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-b394ab0f-f253-41b7-aec4-6c08d2dfc8ed admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9a860559ba1945498015e2d1606548e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5215111 Aug 11 03:00:41.545078 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 43154) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:41.553325 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b394ab0f-f253-41b7-aec4-6c08d2dfc8ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef725e4c-c606-46fa-8242-14ad0e55207f,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:41.560352 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-014d8dd3-2e40-4557-b07a-f5991dddf891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:41.574896 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-014d8dd3-2e40-4557-b07a-f5991dddf891 admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=102191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:00:41.575440 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-014d8dd3-2e40-4557-b07a-f5991dddf891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126283391'] for segment, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:41.577067 n-d-764292-30 neutron-server[102191]: Traceback (most recent call last): Aug 11 03:00:41.577067 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:00:41.577067 n-d-764292-30 neutron-server[102191]: timer() Aug 11 03:00:41.577067 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:00:41.577067 n-d-764292-30 neutron-server[102191]: cb(*args, **kw) Aug 11 03:00:41.577067 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:00:41.577067 n-d-764292-30 neutron-server[102191]: return func(*args, **kwargs) Aug 11 03:00:41.577067 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:00:41.577067 n-d-764292-30 neutron-server[102191]: self._notify() Aug 11 03:00:41.577067 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:00:41.577067 n-d-764292-30 neutron-server[102191]: self.callback(batched_events) Aug 11 03:00:41.577067 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:00:41.577067 n-d-764292-30 neutron-server[102191]: event.method(event) Aug 11 03:00:41.577067 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:00:41.577067 n-d-764292-30 neutron-server[102191]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:00:41.577067 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:00:41.577067 n-d-764292-30 neutron-server[102191]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:00:41.577067 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:00:41.577067 n-d-764292-30 neutron-server[102191]: return f(self, *a, **k) Aug 11 03:00:41.577067 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:00:41.577067 n-d-764292-30 neutron-server[102191]: return self._get(url).json() Aug 11 03:00:41.577067 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:00:41.577067 n-d-764292-30 neutron-server[102191]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:00:41.577067 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:00:41.577067 n-d-764292-30 neutron-server[102191]: return self.request(url, 'GET', **kwargs) Aug 11 03:00:41.577067 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:00:41.577067 n-d-764292-30 neutron-server[102191]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:00:41.577067 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:00:41.577067 n-d-764292-30 neutron-server[102191]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:00:41.577067 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:00:41.577067 n-d-764292-30 neutron-server[102191]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:00:41.577067 n-d-764292-30 neutron-server[102191]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:00:41.643849 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-cf2c3f0a-4103-4973-9ce0-169f90a14bce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:41.658784 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422dcd7a-cb3c-4de2-8108-c1c5ddab0fc9 req-081a5667-9e8f-47c9-bb74-1dfb1e9079a1 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:41.661056 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-422dcd7a-cb3c-4de2-8108-c1c5ddab0fc9 req-081a5667-9e8f-47c9-bb74-1dfb1e9079a1 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/ports?device_id=60603c36-cbbd-4561-ab9a-3a7fd11177f5 HTTP/1.1" status: 200 len: 943 time: 0.0679049 Aug 11 03:00:41.701692 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf2c3f0a-4103-4973-9ce0-169f90a14bce admin admin] Network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:00:41.717166 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-cf2c3f0a-4103-4973-9ce0-169f90a14bce admin admin] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:00:41.721116 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2c3f0a-4103-4973-9ce0-169f90a14bce admin admin] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:00:41.723728 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3ee868da-6f17-4779-a5a7-c403acfa6e28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:41.724193 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-422dcd7a-cb3c-4de2-8108-c1c5ddab0fc9 req-95dee8a0-5ba7-4ffc-8ad7-cf1a61ffa778 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/security-groups?id=c7e06141-9137-4a1d-bc20-6fbfa107e8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557523 Aug 11 03:00:41.757170 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2c3f0a-4103-4973-9ce0-169f90a14bce admin admin] Pushing event updated for resources: {'Port': ['ID=634db0c2-fc36-457a-a60f-12ee44b4c2c2,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:41.799139 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3ee868da-6f17-4779-a5a7-c403acfa6e28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:41.859627 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device b76041ec-402b-41d5-8fb1-e117d05c0c99 details requested by agent hyperv_n-h2-764292-30 with host n-h2-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:00:41.860884 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-014d8dd3-2e40-4557-b07a-f5991dddf891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:41.866955 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-014d8dd3-2e40-4557-b07a-f5991dddf891 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:41.869234 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-014d8dd3-2e40-4557-b07a-f5991dddf891 admin admin] 10.222.0.41 "DELETE /v2.0/networks/bde5d65d-a0b0-441c-909e-089d0b66d672 HTTP/1.1" status: 204 len: 168 time: 0.7347300 Aug 11 03:00:42.040612 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014d8dd3-2e40-4557-b07a-f5991dddf891 admin admin] Pushing event deleted for resources: {'Network': ['ID=bde5d65d-a0b0-441c-909e-089d0b66d672,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:42.069846 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port b76041ec-402b-41d5-8fb1-e117d05c0c99, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=b76041ec-402b-41d5-8fb1-e117d05c0c99,segment=NetworkSegment(75626708-94f6-4fcc-8cbd-0dd0dd709069),segment_id=75626708-94f6-4fcc-8cbd-0dd0dd709069)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:00:42.112965 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Returning: {'device': 'b76041ec-402b-41d5-8fb1-e117d05c0c99', 'network_id': 'a1f5acc4-6e30-4bf9-bc28-7ff84dac631d', 'port_id': 'b76041ec-402b-41d5-8fb1-e117d05c0c99', 'mac_address': 'fa:16:3e:5e:8e:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d013ade-4c13-41b9-b262-cf5646bc4bdb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:00:42.164493 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:42.167070 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 9a7903ab-c1d7-46ed-9269-f10378fd177a up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:00:42.195211 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc8dd469-fe06-4867-a919-08d9d8c45d40 None None] Network abf1565e-1587-4782-9403-f8b694022961 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:00:42.207741 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3ee868da-6f17-4779-a5a7-c403acfa6e28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:42.210419 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3ee868da-6f17-4779-a5a7-c403acfa6e28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:42.211685 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-3ee868da-6f17-4779-a5a7-c403acfa6e28 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ef725e4c-c606-46fa-8242-14ad0e55207f HTTP/1.1" status: 204 len: 168 time: 0.6660271 Aug 11 03:00:42.255998 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee868da-6f17-4779-a5a7-c403acfa6e28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef725e4c-c606-46fa-8242-14ad0e55207f,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:42.297058 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b76041ec-402b-41d5-8fb1-e117d05c0c99 {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:00:42.365798 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-cf2c3f0a-4103-4973-9ce0-169f90a14bce admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:42.385506 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port b76041ec-402b-41d5-8fb1-e117d05c0c99, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=b76041ec-402b-41d5-8fb1-e117d05c0c99,segment=NetworkSegment(75626708-94f6-4fcc-8cbd-0dd0dd709069),segment_id=75626708-94f6-4fcc-8cbd-0dd0dd709069)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:00:42.486956 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-a0701408-999d-4edf-84c2-5dfd2e537071 None None] Provisioning for port 9a7903ab-c1d7-46ed-9269-f10378fd177a completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:00:42.545340 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 43168) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:42.571969 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port 9a7903ab-c1d7-46ed-9269-f10378fd177a completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:00:42.575283 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:42.587808 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 9a7903ab-c1d7-46ed-9269-f10378fd177a triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:00:42.588207 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:42.599688 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba741a1-1d3e-48e1-bd1c-99a2542f4578 req-52764014-2444-4dde-be12-8e7ec0bc923d tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:42.601349 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bba741a1-1d3e-48e1-bd1c-99a2542f4578 req-52764014-2444-4dde-be12-8e7ec0bc923d tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] 10.222.0.41 "GET /v2.0/ports?device_id=db1dc61c-8179-44d3-8cb7-a4c54d08140b HTTP/1.1" status: 200 len: 946 time: 0.1175704 Aug 11 03:00:42.639268 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-cf2c3f0a-4103-4973-9ce0-169f90a14bce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-446952'] for router, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:42.680011 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-372920ad-02db-4228-a1bd-b02e27a64291 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=32d7eaec360a470ebeffbe201ea65747&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1295807 Aug 11 03:00:42.688666 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 43170) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:42.723062 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bba741a1-1d3e-48e1-bd1c-99a2542f4578 req-27b1420f-b84d-4651-aa90-d88560d18a54 tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] 10.222.0.41 "GET /v2.0/security-groups?id=68d3953c-5c04-4915-9da9-4e3d74be3735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076608 Aug 11 03:00:42.741122 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=b76041ec-402b-41d5-8fb1-e117d05c0c99,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:42.819129 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['b76041ec-402b-41d5-8fb1-e117d05c0c99'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:00:42.931164 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:43.015251 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf2c3f0a-4103-4973-9ce0-169f90a14bce admin admin] Router 23fce221-f8f9-46a0-bf3d-e6ad6ea210f0 is scheduled to L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 with binding_index 1 {{(pid=102191) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:00:43.023091 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-996c49e4-e3f9-4fe0-9d8d-d994cb2c60c6 None None] Provisioning complete for port 9a7903ab-c1d7-46ed-9269-f10378fd177a triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:00:43.023447 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-996c49e4-e3f9-4fe0-9d8d-d994cb2c60c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:43.037165 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port 9a7903ab-c1d7-46ed-9269-f10378fd177a, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=9a7903ab-c1d7-46ed-9269-f10378fd177a,segment=NetworkSegment(e221be52-9bc2-4fba-8483-c602d1c33ce1),segment_id=e221be52-9bc2-4fba-8483-c602d1c33ce1)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:00:43.123747 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:43.250000 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-187a5293-f787-4ab1-bad0-913b1106874a req-7b6c50d1-de75-4008-8498-305f1fd6176d tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4713268 Aug 11 03:00:43.255569 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-187a5293-f787-4ab1-bad0-913b1106874a req-261d6ae5-2f52-4ea8-a775-afdf69aca5a2 tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] Request body: {'floatingip': {'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:00:43.294027 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-29c3ea98-a539-46d6-bd3e-58cc5bcd9259 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:43.330073 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-29c3ea98-a539-46d6-bd3e-58cc5bcd9259 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:43.386619 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=9a7903ab-c1d7-46ed-9269-f10378fd177a,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:43.421157 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-187a5293-f787-4ab1-bad0-913b1106874a req-261d6ae5-2f52-4ea8-a775-afdf69aca5a2 tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] Notify callbacks [] for floatingip, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:43.451735 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df4519e-e09c-4a54-b864-e5d7b7a75327 req-153b5411-cebc-44d2-aeb8-60f5478f013c tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:43.460447 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5df4519e-e09c-4a54-b864-e5d7b7a75327 req-153b5411-cebc-44d2-aeb8-60f5478f013c tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/ports?device_id=60603c36-cbbd-4561-ab9a-3a7fd11177f5 HTTP/1.1" status: 200 len: 944 time: 0.5220988 Aug 11 03:00:43.547331 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5df4519e-e09c-4a54-b864-e5d7b7a75327 req-7fb1b109-3597-4f28-a8f0-231505fb24f7 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/security-groups?id=c7e06141-9137-4a1d-bc20-6fbfa107e8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814326 Aug 11 03:00:43.554596 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-29c3ea98-a539-46d6-bd3e-58cc5bcd9259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:43.562170 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-29c3ea98-a539-46d6-bd3e-58cc5bcd9259 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:43.564762 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-29c3ea98-a539-46d6-bd3e-58cc5bcd9259 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1d6c0d6f-bb51-44c3-8f75-1c4d3fd994ac HTTP/1.1" status: 204 len: 168 time: 0.8741126 Aug 11 03:00:43.599801 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c3ea98-a539-46d6-bd3e-58cc5bcd9259 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d6c0d6f-bb51-44c3-8f75-1c4d3fd994ac,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:43.637033 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf2c3f0a-4103-4973-9ce0-169f90a14bce admin admin] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:00:43.652813 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd04482d-15d3-4791-bacd-873952bce109 None None] Sync routers for ids ['23fce221-f8f9-46a0-bf3d-e6ad6ea210f0'] in n-d-764292-30 {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:00:43.671487 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd04482d-15d3-4791-bacd-873952bce109 None None] Routers {'23fce221-f8f9-46a0-bf3d-e6ad6ea210f0'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:00:43.672208 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-bd04482d-15d3-4791-bacd-873952bce109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:00:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['23fce221-f8f9-46a0-bf3d-e6ad6ea210f0'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:00:43.700710 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-187a5293-f787-4ab1-bad0-913b1106874a req-261d6ae5-2f52-4ea8-a775-afdf69aca5a2 tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:43.783498 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-bd04482d-15d3-4791-bacd-873952bce109 None None] Set router 23fce221-f8f9-46a0-bf3d-e6ad6ea210f0 gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:00:43.784552 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-cf2c3f0a-4103-4973-9ce0-169f90a14bce admin admin] Notify callbacks [] for router, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:43.788321 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-cf2c3f0a-4103-4973-9ce0-169f90a14bce admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.0072093 Aug 11 03:00:43.788527 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 43200) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:43.871884 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [req-187a5293-f787-4ab1-bad0-913b1106874a req-261d6ae5-2f52-4ea8-a775-afdf69aca5a2 tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] Allocated IP 172.25.8.111 (09faf7d2-eaf5-4a50-bb6e-4cb05d009a76/e1a97443-13df-40bb-85f5-fd269e2742c0/dedfcc75-73c6-4509-89ee-6182e21b414e) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:00:44.007581 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-187a5293-f787-4ab1-bad0-913b1106874a req-261d6ae5-2f52-4ea8-a775-afdf69aca5a2 tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:44.115845 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 9a7903ab-c1d7-46ed-9269-f10378fd177a up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:00:44.119698 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-187a5293-f787-4ab1-bad0-913b1106874a req-261d6ae5-2f52-4ea8-a775-afdf69aca5a2 tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:44.175968 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-bd04482d-15d3-4791-bacd-873952bce109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23fce221-f8f9-46a0-bf3d-e6ad6ea210f0', 'name': 'tempest-FloatingIPsNegativeTestJSON-330857711-router', 'tenant_id': '07cbb6ceae3048188f930d43ff642cfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': '634db0c2-fc36-457a-a60f-12ee44b4c2c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:00:39Z', 'updated_at': '2021-08-11T03:00:42Z', 'revision_number': 3, 'project_id': '07cbb6ceae3048188f930d43ff642cfc', 'gw_port': {'id': '634db0c2-fc36-457a-a60f-12ee44b4c2c2', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:6a:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23fce221-f8f9-46a0-bf3d-e6ad6ea210f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:00:40Z', 'updated_at': '2021-08-11T03:00:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:00:44.209956 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd04482d-15d3-4791-bacd-873952bce109 None None] Checking router: 23fce221-f8f9-46a0-bf3d-e6ad6ea210f0 for host: n-d-764292-30 {{(pid=102194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:00:44.210746 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd04482d-15d3-4791-bacd-873952bce109 None None] Updating router 23fce221-f8f9-46a0-bf3d-e6ad6ea210f0 port 634db0c2-fc36-457a-a60f-12ee44b4c2c2 binding host n-d-764292-30 {{(pid=102194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:00:44.253240 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 9a7903ab-c1d7-46ed-9269-f10378fd177a triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:00:44.253804 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:44.273907 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-bd04482d-15d3-4791-bacd-873952bce109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:44.274667 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-187a5293-f787-4ab1-bad0-913b1106874a req-261d6ae5-2f52-4ea8-a775-afdf69aca5a2 tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] Network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:00:44.285242 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [req-187a5293-f787-4ab1-bad0-913b1106874a req-261d6ae5-2f52-4ea8-a775-afdf69aca5a2 tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:00:44.292923 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [req-187a5293-f787-4ab1-bad0-913b1106874a req-261d6ae5-2f52-4ea8-a775-afdf69aca5a2 tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:00:44.304653 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d6ae5-2f52-4ea8-a775-afdf69aca5a2 tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] Pushing event updated for resources: {'Port': ['ID=dedfcc75-73c6-4509-89ee-6182e21b414e,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:44.477047 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-187a5293-f787-4ab1-bad0-913b1106874a req-261d6ae5-2f52-4ea8-a775-afdf69aca5a2 tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:44.495559 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-32ad541e-7d4c-4ffe-9d61-c7a58b4176b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:44.626381 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-187a5293-f787-4ab1-bad0-913b1106874a req-261d6ae5-2f52-4ea8-a775-afdf69aca5a2 tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:44.722377 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [None req-32ad541e-7d4c-4ffe-9d61-c7a58b4176b5 admin admin] Allocated IP 172.20.0.1 (abf1565e-1587-4782-9403-f8b694022961/b941bdf7-a1fe-4632-9cdb-6ee8e03dbfbd/da7a6588-38dc-4371-bb0d-5b9e77911499) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:00:44.765197 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-bd04482d-15d3-4791-bacd-873952bce109 None None] Notify callbacks [] for port, precommit_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:44.779097 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf667601-9939-4929-8b69-4a9cdfde22a5 req-1a678b4c-e0bd-4c28-8569-7337bfb4e4cb tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:44.779303 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.provisioning_blocks [None req-bd04482d-15d3-4791-bacd-873952bce109 None None] Transition to ACTIVE for port object 634db0c2-fc36-457a-a60f-12ee44b4c2c2 will not be triggered until provisioned by entity L2. {{(pid=102194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:00:44.792413 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cf667601-9939-4929-8b69-4a9cdfde22a5 req-1a678b4c-e0bd-4c28-8569-7337bfb4e4cb tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/ports?device_id=60603c36-cbbd-4561-ab9a-3a7fd11177f5 HTTP/1.1" status: 200 len: 944 time: 0.1045763 Aug 11 03:00:44.862101 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-bd04482d-15d3-4791-bacd-873952bce109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:44.863595 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-32ad541e-7d4c-4ffe-9d61-c7a58b4176b5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:44.884314 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [None req-32ad541e-7d4c-4ffe-9d61-c7a58b4176b5 admin admin] Transition to ACTIVE for port object da7a6588-38dc-4371-bb0d-5b9e77911499 will not be triggered until provisioned by entity DHCP. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:00:44.896671 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cf667601-9939-4929-8b69-4a9cdfde22a5 req-3a82ed6d-8dad-4865-be94-a9c9b18196a3 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/security-groups?id=c7e06141-9137-4a1d-bc20-6fbfa107e8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037633 Aug 11 03:00:44.938082 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-bd04482d-15d3-4791-bacd-873952bce109 None None] Attempting to bind port 634db0c2-fc36-457a-a60f-12ee44b4c2c2 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:00:44.938472 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-bd04482d-15d3-4791-bacd-873952bce109 None None] Attempting to bind port 634db0c2-fc36-457a-a60f-12ee44b4c2c2 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}] {{(pid=102194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:00:44.938821 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd04482d-15d3-4791-bacd-873952bce109 None None] Attempting to bind port 634db0c2-fc36-457a-a60f-12ee44b4c2c2 on network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:00:44.957796 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd04482d-15d3-4791-bacd-873952bce109 None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 0, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:00:44.958035 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd04482d-15d3-4791-bacd-873952bce109 None None] Checking segment: {'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:00:44.958467 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-bd04482d-15d3-4791-bacd-873952bce109 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:44.958924 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd04482d-15d3-4791-bacd-873952bce109 None None] Bound using segment: {'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'} {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:00:44.959330 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-bd04482d-15d3-4791-bacd-873952bce109 None None] Bound port: 634db0c2-fc36-457a-a60f-12ee44b4c2c2, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}}] {{(pid=102194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:00:44.959727 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-bd04482d-15d3-4791-bacd-873952bce109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:44.962999 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685fe10c-6e1d-4193-a3ec-ec0a6957fa67 None None] Pushing event updated for resources: {'Port': ['ID=634db0c2-fc36-457a-a60f-12ee44b4c2c2,revision_number=2']} {{(pid=102194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:45.006630 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-32ad541e-7d4c-4ffe-9d61-c7a58b4176b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:45.017730 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.db [None req-bd04482d-15d3-4791-bacd-873952bce109 None None] For port 634db0c2-fc36-457a-a60f-12ee44b4c2c2, host n-d-764292-30, cleared binding levels {{(pid=102194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:00:45.023021 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.db [None req-bd04482d-15d3-4791-bacd-873952bce109 None None] For port 634db0c2-fc36-457a-a60f-12ee44b4c2c2, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=634db0c2-fc36-457a-a60f-12ee44b4c2c2,segment=NetworkSegment(fab28bed-aa25-40db-bba4-ec26e795194c),segment_id=fab28bed-aa25-40db-bba4-ec26e795194c)] {{(pid=102194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:00:45.057051 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-187a5293-f787-4ab1-bad0-913b1106874a req-261d6ae5-2f52-4ea8-a775-afdf69aca5a2 tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] Notify callbacks [] for port, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:45.072688 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ad541e-7d4c-4ffe-9d61-c7a58b4176b5 admin admin] Network abf1565e-1587-4782-9403-f8b694022961 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:00:45.075957 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-32ad541e-7d4c-4ffe-9d61-c7a58b4176b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:00:45.081436 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ad541e-7d4c-4ffe-9d61-c7a58b4176b5 admin admin] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:00:45.105182 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-bd04482d-15d3-4791-bacd-873952bce109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:45.110338 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ad541e-7d4c-4ffe-9d61-c7a58b4176b5 admin admin] Pushing event updated for resources: {'Port': ['ID=da7a6588-38dc-4371-bb0d-5b9e77911499,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:45.137138 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-32ad541e-7d4c-4ffe-9d61-c7a58b4176b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-520987'] for router_interface, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:45.140629 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-187a5293-f787-4ab1-bad0-913b1106874a req-261d6ae5-2f52-4ea8-a775-afdf69aca5a2 tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:45.203879 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-187a5293-f787-4ab1-bad0-913b1106874a req-261d6ae5-2f52-4ea8-a775-afdf69aca5a2 tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446866'] for floatingip, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:45.236344 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d6ae5-2f52-4ea8-a775-afdf69aca5a2 tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] Pushing event updated for resources: {'Port': ['ID=dedfcc75-73c6-4509-89ee-6182e21b414e,revision_number=2']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:45.318984 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-187a5293-f787-4ab1-bad0-913b1106874a req-261d6ae5-2f52-4ea8-a775-afdf69aca5a2 tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for floatingip, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:45.320668 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-187a5293-f787-4ab1-bad0-913b1106874a req-261d6ae5-2f52-4ea8-a775-afdf69aca5a2 tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.0696518 Aug 11 03:00:45.335151 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd04482d-15d3-4791-bacd-873952bce109 None None] Routers {'23fce221-f8f9-46a0-bf3d-e6ad6ea210f0'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:00:45.335981 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-bd04482d-15d3-4791-bacd-873952bce109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:00:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['23fce221-f8f9-46a0-bf3d-e6ad6ea210f0'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:00:45.413976 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685fe10c-6e1d-4193-a3ec-ec0a6957fa67 None None] Pushing event updated for resources: {'Port': ['ID=634db0c2-fc36-457a-a60f-12ee44b4c2c2,revision_number=3']} {{(pid=102194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:45.472149 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 43252) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:45.473224 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-32ad541e-7d4c-4ffe-9d61-c7a58b4176b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:45.488419 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-187a5293-f787-4ab1-bad0-913b1106874a req-22d9b23c-8d20-4dea-a929-448e794d7875 tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.8.111 HTTP/1.1" status: 200 len: 696 time: 0.1245391 Aug 11 03:00:45.509163 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c82a10d4-c40b-496c-9beb-2a343171129d req-af531b86-d36a-466c-a9b1-03db7d848165 tempest-ServersTestBootFromVolume-829147864 tempest-ServersTestBootFromVolume-829147864-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1268879281&fields=id&tenant_id=dfb8b0d4c8dd4fb2a0a5ea64f5a9a8f2 HTTP/1.1" status: 200 len: 267 time: 0.1853211 Aug 11 03:00:45.528735 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-2d1038f6-091e-468d-a4d7-ba29edb1277b None None] Provisioning for port da7a6588-38dc-4371-bb0d-5b9e77911499 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:00:45.534119 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-2d1038f6-091e-468d-a4d7-ba29edb1277b None None] Provisioning complete for port da7a6588-38dc-4371-bb0d-5b9e77911499 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:00:45.534515 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2d1038f6-091e-468d-a4d7-ba29edb1277b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:45.566184 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-bd04482d-15d3-4791-bacd-873952bce109 None None] Set router 23fce221-f8f9-46a0-bf3d-e6ad6ea210f0 gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:00:45.630699 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-2d1038f6-091e-468d-a4d7-ba29edb1277b None None] Port da7a6588-38dc-4371-bb0d-5b9e77911499 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:00:45.729947 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-32ad541e-7d4c-4ffe-9d61-c7a58b4176b5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:46.045698 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-da2615d8-b6fe-4c1a-8423-ed5d421ee13d admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1173259021-network', 'tenant_id': '1a1c8d8945cf4bc1ad7394d93428f28e'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:00:46.046762 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187a5293-f787-4ab1-bad0-913b1106874a req-3fdd54ab-717e-4129-9505-112b69dcd4e6 tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:46.046762 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-187a5293-f787-4ab1-bad0-913b1106874a req-3fdd54ab-717e-4129-9505-112b69dcd4e6 tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] 10.222.0.41 "GET /v2.0/networks/09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 HTTP/1.1" status: 200 len: 784 time: 0.3170233 Aug 11 03:00:46.047405 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-bd04482d-15d3-4791-bacd-873952bce109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23fce221-f8f9-46a0-bf3d-e6ad6ea210f0', 'name': 'tempest-FloatingIPsNegativeTestJSON-330857711-router', 'tenant_id': '07cbb6ceae3048188f930d43ff642cfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': '634db0c2-fc36-457a-a60f-12ee44b4c2c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:00:39Z', 'updated_at': '2021-08-11T03:00:42Z', 'revision_number': 3, 'project_id': '07cbb6ceae3048188f930d43ff642cfc', 'gw_port': {'id': '634db0c2-fc36-457a-a60f-12ee44b4c2c2', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:6a:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23fce221-f8f9-46a0-bf3d-e6ad6ea210f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:00:40Z', 'updated_at': '2021-08-11T03:00:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:00:46.048055 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [req-187a5293-f787-4ab1-bad0-913b1106874a req-0648377d-e1d0-42b9-b23a-133d23cc412b tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:00:46.048055 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-187a5293-f787-4ab1-bad0-913b1106874a req-0648377d-e1d0-42b9-b23a-133d23cc412b tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0113161 Aug 11 03:00:46.048977 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-32ad541e-7d4c-4ffe-9d61-c7a58b4176b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:46.049268 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82a10d4-c40b-496c-9beb-2a343171129d req-54ba73f4-2005-4226-85ce-058a4b94bb26 tempest-ServersTestBootFromVolume-829147864 tempest-ServersTestBootFromVolume-829147864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:46.049471 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd04482d-15d3-4791-bacd-873952bce109 None None] The sync data for ids ['23fce221-f8f9-46a0-bf3d-e6ad6ea210f0'] in n-d-764292-30 is: [{'id': '23fce221-f8f9-46a0-bf3d-e6ad6ea210f0', 'name': 'tempest-FloatingIPsNegativeTestJSON-330857711-router', 'tenant_id': '07cbb6ceae3048188f930d43ff642cfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': '634db0c2-fc36-457a-a60f-12ee44b4c2c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:00:39Z', 'updated_at': '2021-08-11T03:00:42Z', 'revision_number': 3, 'project_id': '07cbb6ceae3048188f930d43ff642cfc', 'gw_port': {'id': '634db0c2-fc36-457a-a60f-12ee44b4c2c2', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:6a:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23fce221-f8f9-46a0-bf3d-e6ad6ea210f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:00:40Z', 'updated_at': '2021-08-11T03:00:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}] {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:00:46.049767 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c82a10d4-c40b-496c-9beb-2a343171129d req-54ba73f4-2005-4226-85ce-058a4b94bb26 tempest-ServersTestBootFromVolume-829147864 tempest-ServersTestBootFromVolume-829147864-project] 10.222.0.41 "GET /v2.0/networks?id=cbd69375-f38e-43b2-827b-7a0dc45266b3 HTTP/1.1" status: 200 len: 815 time: 0.3675513 Aug 11 03:00:46.049988 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device b76041ec-402b-41d5-8fb1-e117d05c0c99 up at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:00:46.050200 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c82a10d4-c40b-496c-9beb-2a343171129d req-b5bac193-fdfb-4e23-b55d-bed02a73f204 tempest-ServersTestBootFromVolume-829147864 tempest-ServersTestBootFromVolume-829147864-project] 10.222.0.41 "GET /v2.0/quotas/dfb8b0d4c8dd4fb2a0a5ea64f5a9a8f2 HTTP/1.1" status: 200 len: 375 time: 0.0293860 Aug 11 03:00:46.050332 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-32ad541e-7d4c-4ffe-9d61-c7a58b4176b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16383026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521135'] for router_interface, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:46.050332 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ad541e-7d4c-4ffe-9d61-c7a58b4176b5 admin admin] Pushing event updated for resources: {'Port': ['ID=da7a6588-38dc-4371-bb0d-5b9e77911499,revision_number=2']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:46.050530 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c82a10d4-c40b-496c-9beb-2a343171129d req-65e3060a-45c7-43a9-85e0-65999136fbaf tempest-ServersTestBootFromVolume-829147864 tempest-ServersTestBootFromVolume-829147864-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=dfb8b0d4c8dd4fb2a0a5ea64f5a9a8f2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1272259 Aug 11 03:00:46.100888 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da2615d8-b6fe-4c1a-8423-ed5d421ee13d admin admin] Made reservation on behalf of 1a1c8d8945cf4bc1ad7394d93428f28e for: {'network': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:00:46.102080 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning for port b76041ec-402b-41d5-8fb1-e117d05c0c99 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:00:46.106519 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-da2615d8-b6fe-4c1a-8423-ed5d421ee13d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:46.107590 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning complete for port b76041ec-402b-41d5-8fb1-e117d05c0c99 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:00:46.108950 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:46.145473 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-da2615d8-b6fe-4c1a-8423-ed5d421ee13d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:46.237061 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ad541e-7d4c-4ffe-9d61-c7a58b4176b5 admin admin] Network abf1565e-1587-4782-9403-f8b694022961 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:00:46.243489 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-32ad541e-7d4c-4ffe-9d61-c7a58b4176b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:00:46.262972 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:46.323384 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60603c36-cbbd-4561-ab9a-3a7fd11177f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b76041ec-402b-41d5-8fb1-e117d05c0c99'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:00:46.323384 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5274ae8-6ce9-4332-b39c-83edba0b16c9" -d '{"events": [{"server_uuid": "60603c36-cbbd-4561-ab9a-3a7fd11177f5", "name": "network-vif-plugged", "status": "completed", "tag": "b76041ec-402b-41d5-8fb1-e117d05c0c99"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:00:46.340756 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port b76041ec-402b-41d5-8fb1-e117d05c0c99, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=b76041ec-402b-41d5-8fb1-e117d05c0c99,segment=NetworkSegment(75626708-94f6-4fcc-8cbd-0dd0dd709069),segment_id=75626708-94f6-4fcc-8cbd-0dd0dd709069)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:00:46.371142 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c82a10d4-c40b-496c-9beb-2a343171129d req-169c6271-4e7c-45f3-b536-a5a9c0edfbad service neutron] 10.222.0.41 "GET /v2.0/networks/cbd69375-f38e-43b2-827b-7a0dc45266b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3162684 Aug 11 03:00:46.399182 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b72954-1d11-446f-9cea-3d6de8e27d52 req-49df54b1-0be5-47d6-984f-d01fe98376e0 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:46.407375 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-32b72954-1d11-446f-9cea-3d6de8e27d52 req-49df54b1-0be5-47d6-984f-d01fe98376e0 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/ports?device_id=60603c36-cbbd-4561-ab9a-3a7fd11177f5 HTTP/1.1" status: 200 len: 944 time: 0.1981485 Aug 11 03:00:46.454830 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:46.507933 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-da2615d8-b6fe-4c1a-8423-ed5d421ee13d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:46.524080 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32ad541e-7d4c-4ffe-9d61-c7a58b4176b5 admin admin] Router 23fce221-f8f9-46a0-bf3d-e6ad6ea210f0 has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:00:46.572722 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=b76041ec-402b-41d5-8fb1-e117d05c0c99,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:46.591318 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-32b72954-1d11-446f-9cea-3d6de8e27d52 req-b872e38d-86e4-4a59-8842-c534b02bf0b4 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/security-groups?id=c7e06141-9137-4a1d-bc20-6fbfa107e8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802306 Aug 11 03:00:46.624336 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-da2615d8-b6fe-4c1a-8423-ed5d421ee13d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:46.626699 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c82a10d4-c40b-496c-9beb-2a343171129d req-7fe50327-6890-4eda-9988-e46ccfc8c3a8 service neutron] 10.222.0.41 "GET /v2.0/networks/cbd69375-f38e-43b2-827b-7a0dc45266b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2536871 Aug 11 03:00:46.663295 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-4b08a93c-4670-4cbb-bab0-d09f3157a130 None None] Provisioning complete for port da7a6588-38dc-4371-bb0d-5b9e77911499 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:00:46.675966 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-4b08a93c-4670-4cbb-bab0-d09f3157a130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:46.701452 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2615d8-b6fe-4c1a-8423-ed5d421ee13d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e12bc45-e6dd-472e-b816-992d7d9fcad8,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:46.720987 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-4b08a93c-4670-4cbb-bab0-d09f3157a130 None None] Port da7a6588-38dc-4371-bb0d-5b9e77911499 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:00:46.726193 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da2615d8-b6fe-4c1a-8423-ed5d421ee13d admin admin] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=102191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:00:46.795948 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-da2615d8-b6fe-4c1a-8423-ed5d421ee13d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:46.796573 n-d-764292-30 neutron-server[102191]: INFO neutron.db.segments_db [None req-da2615d8-b6fe-4c1a-8423-ed5d421ee13d admin admin] Added segment c47e7cc7-b0e9-471e-b230-869423a60c2d of type vlan for network 4e08cd5c-5139-4e0a-8a08-c4d2fa39a6a9 Aug 11 03:00:46.855643 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-da2615d8-b6fe-4c1a-8423-ed5d421ee13d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:46.865742 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32ad541e-7d4c-4ffe-9d61-c7a58b4176b5 admin admin] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:00:46.882133 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-32ad541e-7d4c-4ffe-9d61-c7a58b4176b5 admin admin] 10.222.0.41 "PUT /v2.0/routers/23fce221-f8f9-46a0-bf3d-e6ad6ea210f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0923290 Aug 11 03:00:47.005660 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-da2615d8-b6fe-4c1a-8423-ed5d421ee13d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:47.009571 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da2615d8-b6fe-4c1a-8423-ed5d421ee13d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:47.009571 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-da2615d8-b6fe-4c1a-8423-ed5d421ee13d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:47.102176 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2615d8-b6fe-4c1a-8423-ed5d421ee13d admin admin] Pushing event updated for resources: {'Network': ['ID=4e08cd5c-5139-4e0a-8a08-c4d2fa39a6a9,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:47.114037 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network 4e08cd5c-5139-4e0a-8a08-c4d2fa39a6a9 details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:00:47.146875 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-da2615d8-b6fe-4c1a-8423-ed5d421ee13d admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.6707745 Aug 11 03:00:47.154612 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 43296) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:47.154612 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-fb2dc7d0-3d2a-4d77-aa3f-00645c83ed23 admin admin] Request body: {'subnet': {'network_id': '4e08cd5c-5139-4e0a-8a08-c4d2fa39a6a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1173259021-subnet', 'tenant_id': '1a1c8d8945cf4bc1ad7394d93428f28e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:00:47.228692 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d655f89-5071-4ad8-a4cc-21bea9ec132c req-347c0a29-b52b-47bc-8cda-7dfb3274dd0a tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:47.236174 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8d655f89-5071-4ad8-a4cc-21bea9ec132c req-347c0a29-b52b-47bc-8cda-7dfb3274dd0a tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] 10.222.0.41 "GET /v2.0/networks?id=3ff4efdf-629f-49b2-91cf-585f5d5e5f6f HTTP/1.1" status: 200 len: 820 time: 0.4078760 Aug 11 03:00:47.247634 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8d655f89-5071-4ad8-a4cc-21bea9ec132c req-da79a1da-3dec-41fe-aa80-41c351c07ea5 tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] 10.222.0.41 "GET /v2.0/quotas/42f48ed467fa4c1a8c7727abd216b298 HTTP/1.1" status: 200 len: 375 time: 0.0105667 Aug 11 03:00:47.263072 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 43300) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:47.290062 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb2dc7d0-3d2a-4d77-aa3f-00645c83ed23 admin admin] Made reservation on behalf of 1a1c8d8945cf4bc1ad7394d93428f28e for: {'subnet': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:00:47.292934 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fb2dc7d0-3d2a-4d77-aa3f-00645c83ed23 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274743'] for subnet, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:47.310734 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8d655f89-5071-4ad8-a4cc-21bea9ec132c req-50f08c26-208f-4207-aabf-218ba99ba678 tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=42f48ed467fa4c1a8c7727abd216b298&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0570447 Aug 11 03:00:47.413860 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:00:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fbf0c9c-d739-417b-9675-4b62deffd246 x-openstack-request-id: req-8fbf0c9c-d739-417b-9675-4b62deffd246 {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:00:47.414388 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60603c36-cbbd-4561-ab9a-3a7fd11177f5", "name": "network-vif-plugged", "status": "completed", "tag": "b76041ec-402b-41d5-8fb1-e117d05c0c99", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:00:47.414807 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8fbf0c9c-d739-417b-9675-4b62deffd246 {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:00:47.415444 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60603c36-cbbd-4561-ab9a-3a7fd11177f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b76041ec-402b-41d5-8fb1-e117d05c0c99', 'code': 200} Aug 11 03:00:47.439365 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-f683fd61-2b09-4966-812f-07223e21f93a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:47.541504 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8d655f89-5071-4ad8-a4cc-21bea9ec132c req-a329407e-dc97-416f-80a0-3a8e50077757 service neutron] 10.222.0.41 "GET /v2.0/networks/3ff4efdf-629f-49b2-91cf-585f5d5e5f6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2195559 Aug 11 03:00:47.559150 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fb2dc7d0-3d2a-4d77-aa3f-00645c83ed23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126283476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274725'] for subnet, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:47.619887 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2dc7d0-3d2a-4d77-aa3f-00645c83ed23 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf707303-5ee7-4b51-be6f-ec595a2bad2b,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:47.631831 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3787eb6b-f1b4-43b2-b800-1742b96d016a req-9308d76f-352e-4207-8bd2-e13a179723c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:47.631974 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2dc7d0-3d2a-4d77-aa3f-00645c83ed23 admin admin] Checking segment: {'id': 'c47e7cc7-b0e9-471e-b230-869423a60c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '4e08cd5c-5139-4e0a-8a08-c4d2fa39a6a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:00:47.632323 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb2dc7d0-3d2a-4d77-aa3f-00645c83ed23 admin admin] Network hostable DHCP agents. Network: 4e08cd5c-5139-4e0a-8a08-c4d2fa39a6a9, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:00:47.633572 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3787eb6b-f1b4-43b2-b800-1742b96d016a req-9308d76f-352e-4207-8bd2-e13a179723c6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=60603c36-cbbd-4561-ab9a-3a7fd11177f5 HTTP/1.1" status: 200 len: 1097 time: 0.1387932 Aug 11 03:00:47.708015 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb2dc7d0-3d2a-4d77-aa3f-00645c83ed23 admin admin] Network 4e08cd5c-5139-4e0a-8a08-c4d2fa39a6a9 is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:00:47.752021 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1882cc92-9d87-453d-ab9e-3b50b9764439 req-57823efd-0381-4851-83e2-1abeac37ee01 tempest-FloatingIPsNegativeTestJSON-412624989 tempest-FloatingIPsNegativeTestJSON-412624989-project] 10.222.0.41 "GET /v2.0/floatingips?tenant_id=07cbb6ceae3048188f930d43ff642cfc HTTP/1.1" status: 200 len: 217 time: 0.0878704 Aug 11 03:00:47.775886 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-fb2dc7d0-3d2a-4d77-aa3f-00645c83ed23 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, 4e08cd5c-5139-4e0a-8a08-c4d2fa39a6a9) {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:00:47.780722 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb2dc7d0-3d2a-4d77-aa3f-00645c83ed23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:47.782246 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fb2dc7d0-3d2a-4d77-aa3f-00645c83ed23 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:47.785509 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef539034-2a15-428f-98b8-d79e53544d51 None None] Network 4e08cd5c-5139-4e0a-8a08-c4d2fa39a6a9 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:00:47.788812 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3787eb6b-f1b4-43b2-b800-1742b96d016a req-679d2f7b-6eff-4fac-9460-503d0772f2d9 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=c7e06141-9137-4a1d-bc20-6fbfa107e8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435375 Aug 11 03:00:47.814616 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8d655f89-5071-4ad8-a4cc-21bea9ec132c req-83910fc5-3ab8-4280-b816-86fc6a7db4ca service neutron] 10.222.0.41 "GET /v2.0/networks/3ff4efdf-629f-49b2-91cf-585f5d5e5f6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2640140 Aug 11 03:00:47.817360 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-f683fd61-2b09-4966-812f-07223e21f93a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:47.833210 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0baa0634-3e95-4e4a-9068-3f72328288c9 req-777e7512-2c26-40cf-8e99-2a128ce96e4d tempest-ServersTestBootFromVolume-829147864 tempest-ServersTestBootFromVolume-829147864-project] 10.222.0.41 "GET /v2.0/ports?device_id=b73aa8e8-3888-43cd-bbcd-17b5d9d1db40 HTTP/1.1" status: 200 len: 210 time: 0.0369418 Aug 11 03:00:47.884919 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-f683fd61-2b09-4966-812f-07223e21f93a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:47.936324 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-f683fd61-2b09-4966-812f-07223e21f93a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=34036ba4e38b4ceaa684b52178a6bd5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6722407 Aug 11 03:00:47.936552 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 43322) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:47.969977 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-fb2dc7d0-3d2a-4d77-aa3f-00645c83ed23 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8130600 Aug 11 03:00:47.970723 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-125c7940-cd43-4821-915f-8cb9e81fa327 None None] Network 4e08cd5c-5139-4e0a-8a08-c4d2fa39a6a9 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:00:47.995135 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f683fd61-2b09-4966-812f-07223e21f93a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd5beecf-d650-4720-974f-e3e4d8050d3e,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:48.052222 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f738fff2-908e-4222-8de3-100d1cf7a237 req-1b1a2b3e-bfbc-4dc5-b94a-df8d0c367085 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:48.063880 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f738fff2-908e-4222-8de3-100d1cf7a237 req-1b1a2b3e-bfbc-4dc5-b94a-df8d0c367085 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/ports?device_id=60603c36-cbbd-4561-ab9a-3a7fd11177f5 HTTP/1.1" status: 200 len: 945 time: 0.1389794 Aug 11 03:00:48.073590 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c683c2d9-e39c-41d0-b52d-08357b6506f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:48.118944 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c683c2d9-e39c-41d0-b52d-08357b6506f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:48.147031 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f738fff2-908e-4222-8de3-100d1cf7a237 req-c0834c1c-100d-4280-b7ac-7c96de0ad602 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/security-groups?id=c7e06141-9137-4a1d-bc20-6fbfa107e8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820453 Aug 11 03:00:48.221534 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e9c3f386-ca67-4520-a676-8ac58d9f6b2a req-d1e4157a-f1e8-4f1e-88fe-43fcf99b3615 tempest-FloatingIPsNegativeTestJSON-412624989 tempest-FloatingIPsNegativeTestJSON-412624989-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0343747 Aug 11 03:00:48.229750 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 634db0c2-fc36-457a-a60f-12ee44b4c2c2 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:00:48.255202 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfbad265-98ca-485e-9f19-45c769e0b7c8 None None] Sync routers for ids ['23fce221-f8f9-46a0-bf3d-e6ad6ea210f0'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:00:48.289903 n-d-764292-30 neutron-server[102192]: INFO neutron.api.v2.resource [req-3e40f148-eb03-49e1-b1d7-62e9a2763894 req-27745fad-269d-4ad1-bf68-0da6eb0a4caf tempest-FloatingIPsNegativeTestJSON-412624989 tempest-FloatingIPsNegativeTestJSON-412624989-project] show failed (client error): The resource could not be found. Aug 11 03:00:48.300355 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3e40f148-eb03-49e1-b1d7-62e9a2763894 req-27745fad-269d-4ad1-bf68-0da6eb0a4caf tempest-FloatingIPsNegativeTestJSON-412624989 tempest-FloatingIPsNegativeTestJSON-412624989-project] 10.222.0.41 "GET /v2.0/floatingips/204f2ba3-8060-406f-85ef-aedd63fd6ca2 HTTP/1.1" status: 404 len: 350 time: 0.0773680 Aug 11 03:00:48.303141 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 43338) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:48.315972 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c683c2d9-e39c-41d0-b52d-08357b6506f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:48.317535 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c683c2d9-e39c-41d0-b52d-08357b6506f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:48.321145 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-c683c2d9-e39c-41d0-b52d-08357b6506f5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cd5beecf-d650-4720-974f-e3e4d8050d3e HTTP/1.1" status: 204 len: 168 time: 0.3812141 Aug 11 03:00:48.335053 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfbad265-98ca-485e-9f19-45c769e0b7c8 None None] Routers {'23fce221-f8f9-46a0-bf3d-e6ad6ea210f0'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:00:48.335722 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-dfbad265-98ca-485e-9f19-45c769e0b7c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:00:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['23fce221-f8f9-46a0-bf3d-e6ad6ea210f0'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:00:48.402835 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-500bc642-7fa7-4ba5-8acb-507680464d98 req-8848898f-38d7-4a27-8aaa-53098f082f44 tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] 10.222.0.41 "GET /v2.0/ports?device_id=87049386-efcc-4628-8386-ee16f20965dd HTTP/1.1" status: 200 len: 210 time: 0.1149492 Aug 11 03:00:48.446805 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c683c2d9-e39c-41d0-b52d-08357b6506f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd5beecf-d650-4720-974f-e3e4d8050d3e,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:48.511298 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-dfbad265-98ca-485e-9f19-45c769e0b7c8 None None] Set router 23fce221-f8f9-46a0-bf3d-e6ad6ea210f0 gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:00:48.574610 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffac560-9081-4e30-bb34-9f2847ffb48c req-0f11005c-3a01-4d3a-8b90-c9f500fa3cdd tempest-InstanceActionsTestJSON-424546344 tempest-InstanceActionsTestJSON-424546344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:48.576195 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7ffac560-9081-4e30-bb34-9f2847ffb48c req-0f11005c-3a01-4d3a-8b90-c9f500fa3cdd tempest-InstanceActionsTestJSON-424546344 tempest-InstanceActionsTestJSON-424546344-project] 10.222.0.41 "GET /v2.0/networks?id=4e08cd5c-5139-4e0a-8a08-c4d2fa39a6a9 HTTP/1.1" status: 200 len: 814 time: 0.1254141 Aug 11 03:00:48.594225 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7ffac560-9081-4e30-bb34-9f2847ffb48c req-2994e48d-0390-4c63-adb0-07847424a41b tempest-InstanceActionsTestJSON-424546344 tempest-InstanceActionsTestJSON-424546344-project] 10.222.0.41 "GET /v2.0/quotas/1a1c8d8945cf4bc1ad7394d93428f28e HTTP/1.1" status: 200 len: 375 time: 0.0116220 Aug 11 03:00:48.598932 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port 634db0c2-fc36-457a-a60f-12ee44b4c2c2 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:00:48.629187 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7ffac560-9081-4e30-bb34-9f2847ffb48c req-8eb6992c-401e-45a7-9332-c562f75fb074 tempest-InstanceActionsTestJSON-424546344 tempest-InstanceActionsTestJSON-424546344-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=1a1c8d8945cf4bc1ad7394d93428f28e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277948 Aug 11 03:00:48.640449 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 634db0c2-fc36-457a-a60f-12ee44b4c2c2 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:00:48.640837 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:48.785520 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7ffac560-9081-4e30-bb34-9f2847ffb48c req-bb9af3a9-8bd4-42b3-b4ce-61f82b38970d service neutron] 10.222.0.41 "GET /v2.0/networks/4e08cd5c-5139-4e0a-8a08-c4d2fa39a6a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487575 Aug 11 03:00:48.829522 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:48.859118 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port 634db0c2-fc36-457a-a60f-12ee44b4c2c2, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=634db0c2-fc36-457a-a60f-12ee44b4c2c2,segment=NetworkSegment(fab28bed-aa25-40db-bba4-ec26e795194c),segment_id=fab28bed-aa25-40db-bba4-ec26e795194c)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:00:48.884932 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-dfbad265-98ca-485e-9f19-45c769e0b7c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23fce221-f8f9-46a0-bf3d-e6ad6ea210f0', 'name': 'tempest-FloatingIPsNegativeTestJSON-330857711-router', 'tenant_id': '07cbb6ceae3048188f930d43ff642cfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': '634db0c2-fc36-457a-a60f-12ee44b4c2c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:00:39Z', 'updated_at': '2021-08-11T03:00:45Z', 'revision_number': 4, 'project_id': '07cbb6ceae3048188f930d43ff642cfc', 'gw_port': {'id': '634db0c2-fc36-457a-a60f-12ee44b4c2c2', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:6a:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23fce221-f8f9-46a0-bf3d-e6ad6ea210f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:00:40Z', 'updated_at': '2021-08-11T03:00:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': 'da7a6588-38dc-4371-bb0d-5b9e77911499', 'name': '', 'network_id': 'abf1565e-1587-4782-9403-f8b694022961', 'tenant_id': '07cbb6ceae3048188f930d43ff642cfc', 'mac_address': 'fa:16:3e:b6:4f:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23fce221-f8f9-46a0-bf3d-e6ad6ea210f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'b941bdf7-a1fe-4632-9cdb-6ee8e03dbfbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:00:44Z', 'updated_at': '2021-08-11T03:00:45Z', 'revision_number': 2, 'project_id': '07cbb6ceae3048188f930d43ff642cfc', 'subnets': [{'id': 'b941bdf7-a1fe-4632-9cdb-6ee8e03dbfbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:00:48.929444 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfbad265-98ca-485e-9f19-45c769e0b7c8 None None] Checking router: 23fce221-f8f9-46a0-bf3d-e6ad6ea210f0 for host: n-d-764292-30 {{(pid=102193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:00:48.930092 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfbad265-98ca-485e-9f19-45c769e0b7c8 None None] Updating router 23fce221-f8f9-46a0-bf3d-e6ad6ea210f0 port da7a6588-38dc-4371-bb0d-5b9e77911499 binding host n-d-764292-30 {{(pid=102193) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:00:48.964880 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:48.970343 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dfbad265-98ca-485e-9f19-45c769e0b7c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:48.970707 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c28f29f8-b098-483e-b438-a0e0137dd265 req-3a70f466-1ded-442e-8a5c-c41b265c3078 tempest-ServersTestBootFromVolume-829147864 tempest-ServersTestBootFromVolume-829147864-project] 10.222.0.41 "GET /v2.0/ports?device_id=b73aa8e8-3888-43cd-bbcd-17b5d9d1db40 HTTP/1.1" status: 200 len: 210 time: 0.0442009 Aug 11 03:00:48.985737 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7ffac560-9081-4e30-bb34-9f2847ffb48c req-746d6d06-635a-41da-b6ca-666175950b9b service neutron] 10.222.0.41 "GET /v2.0/networks/4e08cd5c-5139-4e0a-8a08-c4d2fa39a6a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930616 Aug 11 03:00:48.990810 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-54093d4b-8c48-4a95-bf20-635c492ec876 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521106'] for router_interface, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:49.068881 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=634db0c2-fc36-457a-a60f-12ee44b4c2c2,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:49.325800 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 43372) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:49.344800 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-54093d4b-8c48-4a95-bf20-635c492ec876 admin admin] Deleting port da7a6588-38dc-4371-bb0d-5b9e77911499 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:00:49.345428 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-54093d4b-8c48-4a95-bf20-635c492ec876 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:49.347617 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7d031c80-8e5f-4f13-b66e-718a9b2ff10b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:49.347960 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c9de4c-ca82-4523-9209-c1e93636c5d8 req-022567de-7170-424c-b013-32a71237788b tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:49.349674 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-53c9de4c-ca82-4523-9209-c1e93636c5d8 req-022567de-7170-424c-b013-32a71237788b tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/ports?device_id=60603c36-cbbd-4561-ab9a-3a7fd11177f5 HTTP/1.1" status: 200 len: 945 time: 0.1211152 Aug 11 03:00:49.381429 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dfbad265-98ca-485e-9f19-45c769e0b7c8 None None] Notify callbacks [] for port, precommit_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:49.395692 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dfbad265-98ca-485e-9f19-45c769e0b7c8 None None] Transition to ACTIVE for port object da7a6588-38dc-4371-bb0d-5b9e77911499 will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:00:49.450681 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3cc55bbd-42a5-45a0-afd9-574c1f49cf8f req-5cb1ed7b-69a7-41ba-a435-71fb82a3c951 tempest-InstanceActionsTestJSON-424546344 tempest-InstanceActionsTestJSON-424546344-project] 10.222.0.41 "GET /v2.0/ports?device_id=1dea5897-0c98-4625-85b2-ec6f8c46669b HTTP/1.1" status: 200 len: 210 time: 0.0665016 Aug 11 03:00:49.477799 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-53c9de4c-ca82-4523-9209-c1e93636c5d8 req-917d471d-619d-4074-844b-139f22833e5f tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/security-groups?id=c7e06141-9137-4a1d-bc20-6fbfa107e8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092992 Aug 11 03:00:49.484605 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dfbad265-98ca-485e-9f19-45c769e0b7c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:49.605319 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-215e2289-073d-486a-96bb-94ee59c755fa req-89acd35d-c1a8-44e7-90b8-2b6f530181a7 tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] 10.222.0.41 "GET /v2.0/ports?device_id=87049386-efcc-4628-8386-ee16f20965dd HTTP/1.1" status: 200 len: 210 time: 0.0696955 Aug 11 03:00:49.612301 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b22627c-840a-4756-a746-fae487fe139a None None] Pushing event updated for resources: {'Port': ['ID=da7a6588-38dc-4371-bb0d-5b9e77911499,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:49.650883 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-dfbad265-98ca-485e-9f19-45c769e0b7c8 None None] Attempting to bind port da7a6588-38dc-4371-bb0d-5b9e77911499 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:00:49.651261 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-dfbad265-98ca-485e-9f19-45c769e0b7c8 None None] Attempting to bind port da7a6588-38dc-4371-bb0d-5b9e77911499 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': 'e221be52-9bc2-4fba-8483-c602d1c33ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'abf1565e-1587-4782-9403-f8b694022961'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:00:49.652129 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfbad265-98ca-485e-9f19-45c769e0b7c8 None None] Attempting to bind port da7a6588-38dc-4371-bb0d-5b9e77911499 on network abf1565e-1587-4782-9403-f8b694022961 {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:00:49.657005 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfbad265-98ca-485e-9f19-45c769e0b7c8 None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 0, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:00:49.657377 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfbad265-98ca-485e-9f19-45c769e0b7c8 None None] Checking segment: {'id': 'e221be52-9bc2-4fba-8483-c602d1c33ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'abf1565e-1587-4782-9403-f8b694022961'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:00:49.657778 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dfbad265-98ca-485e-9f19-45c769e0b7c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:49.658845 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfbad265-98ca-485e-9f19-45c769e0b7c8 None None] Bound using segment: {'id': 'e221be52-9bc2-4fba-8483-c602d1c33ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'abf1565e-1587-4782-9403-f8b694022961'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:00:49.658845 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-dfbad265-98ca-485e-9f19-45c769e0b7c8 None None] Bound port: da7a6588-38dc-4371-bb0d-5b9e77911499, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e221be52-9bc2-4fba-8483-c602d1c33ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'abf1565e-1587-4782-9403-f8b694022961'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:00:49.659056 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dfbad265-98ca-485e-9f19-45c769e0b7c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:49.667509 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b8fd5d-cf02-4379-9d8d-0caef45c8133 req-7764fefb-a1c5-4b24-8055-f2fbfb9303b1 tempest-LiveMigrationTest-410920510 tempest-LiveMigrationTest-410920510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:49.673481 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-89b8fd5d-cf02-4379-9d8d-0caef45c8133 req-7764fefb-a1c5-4b24-8055-f2fbfb9303b1 tempest-LiveMigrationTest-410920510 tempest-LiveMigrationTest-410920510-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=60603c36-cbbd-4561-ab9a-3a7fd11177f5 HTTP/1.1" status: 200 len: 1097 time: 0.0658960 Aug 11 03:00:49.718380 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-89b8fd5d-cf02-4379-9d8d-0caef45c8133 req-fe4729de-4667-42d0-a4f0-97edffa019f6 tempest-LiveMigrationTest-410920510 tempest-LiveMigrationTest-410920510-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=c7e06141-9137-4a1d-bc20-6fbfa107e8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422466 Aug 11 03:00:49.745456 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dfbad265-98ca-485e-9f19-45c769e0b7c8 None None] For port da7a6588-38dc-4371-bb0d-5b9e77911499, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:00:49.748915 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dfbad265-98ca-485e-9f19-45c769e0b7c8 None None] For port da7a6588-38dc-4371-bb0d-5b9e77911499, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=da7a6588-38dc-4371-bb0d-5b9e77911499,segment=NetworkSegment(e221be52-9bc2-4fba-8483-c602d1c33ce1),segment_id=e221be52-9bc2-4fba-8483-c602d1c33ce1)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:00:49.837615 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-54093d4b-8c48-4a95-bf20-635c492ec876 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:49.845420 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872f9745-e790-436e-bb46-4a1d8257f9a2 req-1051b1bd-3ac8-42ab-b409-80d02e0fdca5 tempest-LiveMigrationTest-410920510 tempest-LiveMigrationTest-410920510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:49.847310 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-872f9745-e790-436e-bb46-4a1d8257f9a2 req-1051b1bd-3ac8-42ab-b409-80d02e0fdca5 tempest-LiveMigrationTest-410920510 tempest-LiveMigrationTest-410920510-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=60603c36-cbbd-4561-ab9a-3a7fd11177f5 HTTP/1.1" status: 200 len: 1097 time: 0.0451701 Aug 11 03:00:49.860279 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dfbad265-98ca-485e-9f19-45c769e0b7c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:49.863650 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-54093d4b-8c48-4a95-bf20-635c492ec876 admin admin] Calling delete_port for da7a6588-38dc-4371-bb0d-5b9e77911499 owned by network:router_interface {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:00:49.909177 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-872f9745-e790-436e-bb46-4a1d8257f9a2 req-75244c1f-df15-4d48-9b23-28dada79282c tempest-LiveMigrationTest-410920510 tempest-LiveMigrationTest-410920510-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=c7e06141-9137-4a1d-bc20-6fbfa107e8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470002 Aug 11 03:00:49.975225 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfbad265-98ca-485e-9f19-45c769e0b7c8 None None] Routers {'23fce221-f8f9-46a0-bf3d-e6ad6ea210f0'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:00:49.979667 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-dfbad265-98ca-485e-9f19-45c769e0b7c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:00:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['23fce221-f8f9-46a0-bf3d-e6ad6ea210f0'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:00:50.087319 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b22627c-840a-4756-a746-fae487fe139a None None] Pushing event updated for resources: {'Port': ['ID=da7a6588-38dc-4371-bb0d-5b9e77911499,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:50.087781 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7d031c80-8e5f-4f13-b66e-718a9b2ff10b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:50.104920 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 634db0c2-fc36-457a-a60f-12ee44b4c2c2 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:00:50.199174 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f47d9799-c93e-4f02-97bb-3f4aa1ee953a req-7b9a45c5-0de0-4b6a-af91-defeedeb5062 tempest-ServersTestBootFromVolume-829147864 tempest-ServersTestBootFromVolume-829147864-project] 10.222.0.41 "GET /v2.0/ports?device_id=b73aa8e8-3888-43cd-bbcd-17b5d9d1db40 HTTP/1.1" status: 200 len: 210 time: 0.0538602 Aug 11 03:00:50.214712 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7d031c80-8e5f-4f13-b66e-718a9b2ff10b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:50.284538 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d031c80-8e5f-4f13-b66e-718a9b2ff10b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50065900-0a80-4606-9868-6b52ba9039ab,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:50.293054 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-7d031c80-8e5f-4f13-b66e-718a9b2ff10b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c0abed54a92743bca299868376661945&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9661160 Aug 11 03:00:50.295650 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 43394) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:50.361223 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3c485e8b-f43e-46c9-a844-b2eb3a9480cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:50.364831 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-dfbad265-98ca-485e-9f19-45c769e0b7c8 None None] Set router 23fce221-f8f9-46a0-bf3d-e6ad6ea210f0 gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:00:50.385954 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3c485e8b-f43e-46c9-a844-b2eb3a9480cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:50.439373 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-54093d4b-8c48-4a95-bf20-635c492ec876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:50.512164 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82a10d4-c40b-496c-9beb-2a343171129d req-025b5233-be9c-4efe-b9a3-6b692bcd01e1 tempest-ServersTestBootFromVolume-829147864 tempest-ServersTestBootFromVolume-829147864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:50.516606 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c82a10d4-c40b-496c-9beb-2a343171129d req-025b5233-be9c-4efe-b9a3-6b692bcd01e1 tempest-ServersTestBootFromVolume-829147864 tempest-ServersTestBootFromVolume-829147864-project] 10.222.0.22 "GET /v2.0/networks?id=cbd69375-f38e-43b2-827b-7a0dc45266b3 HTTP/1.1" status: 200 len: 815 time: 0.1885550 Aug 11 03:00:50.582170 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54093d4b-8c48-4a95-bf20-635c492ec876 admin admin] Pushing event deleted for resources: {'Port': ['ID=da7a6588-38dc-4371-bb0d-5b9e77911499,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:50.589316 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 634db0c2-fc36-457a-a60f-12ee44b4c2c2 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:00:50.589584 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:50.639663 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3c485e8b-f43e-46c9-a844-b2eb3a9480cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:50.642827 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3c485e8b-f43e-46c9-a844-b2eb3a9480cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:50.648386 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-3c485e8b-f43e-46c9-a844-b2eb3a9480cd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/50065900-0a80-4606-9868-6b52ba9039ab HTTP/1.1" status: 204 len: 168 time: 0.3515697 Aug 11 03:00:50.654746 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-38e8e7a0-4270-4b42-a15c-f179582d2f6a req-e59a585f-e881-4859-a1d9-b4016b741eab tempest-InstanceActionsTestJSON-424546344 tempest-InstanceActionsTestJSON-424546344-project] 10.222.0.41 "GET /v2.0/ports?device_id=1dea5897-0c98-4625-85b2-ec6f8c46669b HTTP/1.1" status: 200 len: 210 time: 0.0533230 Aug 11 03:00:50.682730 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c82a10d4-c40b-496c-9beb-2a343171129d req-ec569f88-9183-4acf-a7c0-ac89511ae7c8 tempest-ServersTestBootFromVolume-829147864 tempest-ServersTestBootFromVolume-829147864-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dfb8b0d4c8dd4fb2a0a5ea64f5a9a8f2 HTTP/1.1" status: 200 len: 380 time: 0.1552260 Aug 11 03:00:50.714126 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-dfbad265-98ca-485e-9f19-45c769e0b7c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23fce221-f8f9-46a0-bf3d-e6ad6ea210f0', 'name': 'tempest-FloatingIPsNegativeTestJSON-330857711-router', 'tenant_id': '07cbb6ceae3048188f930d43ff642cfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': '634db0c2-fc36-457a-a60f-12ee44b4c2c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:00:39Z', 'updated_at': '2021-08-11T03:00:45Z', 'revision_number': 4, 'project_id': '07cbb6ceae3048188f930d43ff642cfc', 'gw_port': {'id': '634db0c2-fc36-457a-a60f-12ee44b4c2c2', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:6a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23fce221-f8f9-46a0-bf3d-e6ad6ea210f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:00:40Z', 'updated_at': '2021-08-11T03:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': 'da7a6588-38dc-4371-bb0d-5b9e77911499', 'name': '', 'network_id': 'abf1565e-1587-4782-9403-f8b694022961', 'tenant_id': '07cbb6ceae3048188f930d43ff642cfc', 'mac_address': 'fa:16:3e:b6:4f:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23fce221-f8f9-46a0-bf3d-e6ad6ea210f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'b941bdf7-a1fe-4632-9cdb-6ee8e03dbfbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:00:44Z', 'updated_at': '2021-08-11T03:00:49Z', 'revision_number': 4, 'project_id': '07cbb6ceae3048188f930d43ff642cfc', 'subnets': [{'id': 'b941bdf7-a1fe-4632-9cdb-6ee8e03dbfbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:00:50.715031 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-c82a10d4-c40b-496c-9beb-2a343171129d req-47963c48-5b3a-46b0-b155-ea44a2feb63c tempest-ServersTestBootFromVolume-829147864 tempest-ServersTestBootFromVolume-829147864-project] Request body: {'port': {'device_id': 'b73aa8e8-3888-43cd-bbcd-17b5d9d1db40', 'network_id': 'cbd69375-f38e-43b2-827b-7a0dc45266b3', 'admin_state_up': True, 'tenant_id': 'dfb8b0d4c8dd4fb2a0a5ea64f5a9a8f2', 'security_groups': ['3799b9f0-2cd6-4194-a840-878f5c5d8080']}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:00:50.742362 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c485e8b-f43e-46c9-a844-b2eb3a9480cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50065900-0a80-4606-9868-6b52ba9039ab,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:50.791945 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfbad265-98ca-485e-9f19-45c769e0b7c8 None None] The sync data for ids ['23fce221-f8f9-46a0-bf3d-e6ad6ea210f0'] in n-d-764292-30 is: [{'id': '23fce221-f8f9-46a0-bf3d-e6ad6ea210f0', 'name': 'tempest-FloatingIPsNegativeTestJSON-330857711-router', 'tenant_id': '07cbb6ceae3048188f930d43ff642cfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': '634db0c2-fc36-457a-a60f-12ee44b4c2c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:00:39Z', 'updated_at': '2021-08-11T03:00:45Z', 'revision_number': 4, 'project_id': '07cbb6ceae3048188f930d43ff642cfc', 'gw_port': {'id': '634db0c2-fc36-457a-a60f-12ee44b4c2c2', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:6a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23fce221-f8f9-46a0-bf3d-e6ad6ea210f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:00:40Z', 'updated_at': '2021-08-11T03:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': 'da7a6588-38dc-4371-bb0d-5b9e77911499', 'name': '', 'network_id': 'abf1565e-1587-4782-9403-f8b694022961', 'tenant_id': '07cbb6ceae3048188f930d43ff642cfc', 'mac_address': 'fa:16:3e:b6:4f:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23fce221-f8f9-46a0-bf3d-e6ad6ea210f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'b941bdf7-a1fe-4632-9cdb-6ee8e03dbfbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:00:44Z', 'updated_at': '2021-08-11T03:00:49Z', 'revision_number': 4, 'project_id': '07cbb6ceae3048188f930d43ff642cfc', 'subnets': [{'id': 'b941bdf7-a1fe-4632-9cdb-6ee8e03dbfbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:00:50.828514 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-24ee60e3-12b6-492b-824d-ea7014af71d7 req-7f3c03f0-ecf4-4f85-9db3-cdb83125e97b tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] 10.222.0.41 "GET /v2.0/ports?device_id=87049386-efcc-4628-8386-ee16f20965dd HTTP/1.1" status: 200 len: 210 time: 0.0452604 Aug 11 03:00:50.844044 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598c0602-e131-4373-b1df-3f52c57a983c req-3903badf-7661-4a4a-9aec-8ad606dcdfcb tempest-LiveMigrationTest-410920510 tempest-LiveMigrationTest-410920510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:50.887039 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-598c0602-e131-4373-b1df-3f52c57a983c req-3903badf-7661-4a4a-9aec-8ad606dcdfcb tempest-LiveMigrationTest-410920510 tempest-LiveMigrationTest-410920510-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=60603c36-cbbd-4561-ab9a-3a7fd11177f5 HTTP/1.1" status: 200 len: 1097 time: 0.3001993 Aug 11 03:00:50.929836 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-54093d4b-8c48-4a95-bf20-635c492ec876 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16383033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450082'] for router_interface, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:50.977099 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-598c0602-e131-4373-b1df-3f52c57a983c req-626bf545-c3fd-4ef2-b951-963b916a758a tempest-LiveMigrationTest-410920510 tempest-LiveMigrationTest-410920510-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=c7e06141-9137-4a1d-bc20-6fbfa107e8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855153 Aug 11 03:00:51.089106 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c82a10d4-c40b-496c-9beb-2a343171129d req-47963c48-5b3a-46b0-b155-ea44a2feb63c tempest-ServersTestBootFromVolume-829147864 tempest-ServersTestBootFromVolume-829147864-project] Made reservation on behalf of dfb8b0d4c8dd4fb2a0a5ea64f5a9a8f2 for: {'port': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:00:51.093099 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-c82a10d4-c40b-496c-9beb-2a343171129d req-47963c48-5b3a-46b0-b155-ea44a2feb63c tempest-ServersTestBootFromVolume-829147864 tempest-ServersTestBootFromVolume-829147864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:51.435355 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e9e01c97-4979-48e3-9ccb-9fe571b2939d req-124dbeb7-3bd5-4f8b-9ed3-1c94ef72f131 tempest-ServersTestBootFromVolume-829147864 tempest-ServersTestBootFromVolume-829147864-project] 10.222.0.41 "GET /v2.0/ports?device_id=b73aa8e8-3888-43cd-bbcd-17b5d9d1db40 HTTP/1.1" status: 200 len: 210 time: 0.0772631 Aug 11 03:00:51.480206 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d655f89-5071-4ad8-a4cc-21bea9ec132c req-3e563957-7abc-4a6b-9700-de5d5cdcdbc3 tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:51.481750 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-8d655f89-5071-4ad8-a4cc-21bea9ec132c req-3e563957-7abc-4a6b-9700-de5d5cdcdbc3 tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] 10.222.0.22 "GET /v2.0/networks?id=3ff4efdf-629f-49b2-91cf-585f5d5e5f6f HTTP/1.1" status: 200 len: 820 time: 0.3545039 Aug 11 03:00:51.491659 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [req-c82a10d4-c40b-496c-9beb-2a343171129d req-47963c48-5b3a-46b0-b155-ea44a2feb63c tempest-ServersTestBootFromVolume-829147864 tempest-ServersTestBootFromVolume-829147864-project] Allocated IP 172.20.0.4 (cbd69375-f38e-43b2-827b-7a0dc45266b3/9b5dcd8b-176c-469e-8a38-c36073f2d1d5/87ce7a68-971c-4807-ba49-31b2f3ec1b9a) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:00:51.502754 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-8d655f89-5071-4ad8-a4cc-21bea9ec132c req-71a10842-5356-4604-9fd2-6183a908ef1c tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] Request body: {'port': {'device_id': '87049386-efcc-4628-8386-ee16f20965dd', 'network_id': '3ff4efdf-629f-49b2-91cf-585f5d5e5f6f', 'admin_state_up': True, 'tenant_id': '42f48ed467fa4c1a8c7727abd216b298'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:00:51.579559 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54093d4b-8c48-4a95-bf20-635c492ec876 admin admin] Router 23fce221-f8f9-46a0-bf3d-e6ad6ea210f0 has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:00:51.685867 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-c82a10d4-c40b-496c-9beb-2a343171129d req-47963c48-5b3a-46b0-b155-ea44a2feb63c tempest-ServersTestBootFromVolume-829147864 tempest-ServersTestBootFromVolume-829147864-project] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:51.724133 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [req-c82a10d4-c40b-496c-9beb-2a343171129d req-47963c48-5b3a-46b0-b155-ea44a2feb63c tempest-ServersTestBootFromVolume-829147864 tempest-ServersTestBootFromVolume-829147864-project] Transition to ACTIVE for port object 87ce7a68-971c-4807-ba49-31b2f3ec1b9a will not be triggered until provisioned by entity DHCP. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:00:51.774618 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54093d4b-8c48-4a95-bf20-635c492ec876 admin admin] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:00:51.781244 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-54093d4b-8c48-4a95-bf20-635c492ec876 admin admin] 10.222.0.41 "PUT /v2.0/routers/23fce221-f8f9-46a0-bf3d-e6ad6ea210f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4768250 Aug 11 03:00:51.783851 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 43426) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:51.832338 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2789e735-41dc-4ee2-823f-bf0350fb997f req-48e6eb19-8941-4032-afa6-ef22723c6b76 tempest-InstanceActionsTestJSON-424546344 tempest-InstanceActionsTestJSON-424546344-project] 10.222.0.41 "GET /v2.0/ports?device_id=1dea5897-0c98-4625-85b2-ec6f8c46669b HTTP/1.1" status: 200 len: 210 time: 0.0412774 Aug 11 03:00:51.895145 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d655f89-5071-4ad8-a4cc-21bea9ec132c req-71a10842-5356-4604-9fd2-6183a908ef1c tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] Made reservation on behalf of 42f48ed467fa4c1a8c7727abd216b298 for: {'port': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:00:51.898870 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-8d655f89-5071-4ad8-a4cc-21bea9ec132c req-71a10842-5356-4604-9fd2-6183a908ef1c tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:51.917729 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-c82a10d4-c40b-496c-9beb-2a343171129d req-47963c48-5b3a-46b0-b155-ea44a2feb63c tempest-ServersTestBootFromVolume-829147864 tempest-ServersTestBootFromVolume-829147864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:51.992418 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-44842cbc-0e0d-4693-ac1f-1eb660378f55 admin admin] Notify callbacks [] for router, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:52.021159 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d07e08fb-ad00-435c-8585-77ffdcf6ad0d req-097003ae-28e6-448e-8e00-756d44a0dd50 tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] 10.222.0.41 "GET /v2.0/ports?device_id=87049386-efcc-4628-8386-ee16f20965dd HTTP/1.1" status: 200 len: 210 time: 0.0737510 Aug 11 03:00:52.037593 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c82a10d4-c40b-496c-9beb-2a343171129d req-47963c48-5b3a-46b0-b155-ea44a2feb63c tempest-ServersTestBootFromVolume-829147864 tempest-ServersTestBootFromVolume-829147864-project] Network cbd69375-f38e-43b2-827b-7a0dc45266b3 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:00:52.041860 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47963c48-5b3a-46b0-b155-ea44a2feb63c tempest-ServersTestBootFromVolume-829147864 tempest-ServersTestBootFromVolume-829147864-project] Pushing event updated for resources: {'Port': ['ID=87ce7a68-971c-4807-ba49-31b2f3ec1b9a,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:52.055324 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [req-c82a10d4-c40b-496c-9beb-2a343171129d req-47963c48-5b3a-46b0-b155-ea44a2feb63c tempest-ServersTestBootFromVolume-829147864 tempest-ServersTestBootFromVolume-829147864-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:00:52.073736 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [req-c82a10d4-c40b-496c-9beb-2a343171129d req-47963c48-5b3a-46b0-b155-ea44a2feb63c tempest-ServersTestBootFromVolume-829147864 tempest-ServersTestBootFromVolume-829147864-project] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:00:52.088897 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82a10d4-c40b-496c-9beb-2a343171129d req-47963c48-5b3a-46b0-b155-ea44a2feb63c tempest-ServersTestBootFromVolume-829147864 tempest-ServersTestBootFromVolume-829147864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:52.089573 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-c82a10d4-c40b-496c-9beb-2a343171129d req-47963c48-5b3a-46b0-b155-ea44a2feb63c tempest-ServersTestBootFromVolume-829147864 tempest-ServersTestBootFromVolume-829147864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:52.254498 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e928a2-4053-4f01-9162-bc42491f12a7 req-6b96a2d9-aaee-4a7b-9a31-6beb1a4351ae tempest-LiveMigrationTest-410920510 tempest-LiveMigrationTest-410920510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:52.262520 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c7e928a2-4053-4f01-9162-bc42491f12a7 req-6b96a2d9-aaee-4a7b-9a31-6beb1a4351ae tempest-LiveMigrationTest-410920510 tempest-LiveMigrationTest-410920510-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=60603c36-cbbd-4561-ab9a-3a7fd11177f5 HTTP/1.1" status: 200 len: 1097 time: 0.1230433 Aug 11 03:00:52.270389 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c82a10d4-c40b-496c-9beb-2a343171129d req-47963c48-5b3a-46b0-b155-ea44a2feb63c tempest-ServersTestBootFromVolume-829147864 tempest-ServersTestBootFromVolume-829147864-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5780931 Aug 11 03:00:52.283622 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [req-8d655f89-5071-4ad8-a4cc-21bea9ec132c req-71a10842-5356-4604-9fd2-6183a908ef1c tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] Allocated IP 172.20.0.3 (3ff4efdf-629f-49b2-91cf-585f5d5e5f6f/b72217e4-4ebb-4b82-9a4c-fcf14d2be745/8181c377-97f2-4da7-81c1-a738002f3130) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:00:52.300531 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-c82a10d4-c40b-496c-9beb-2a343171129d req-c023b733-44ba-4b1f-8269-68eb791b1b7a service neutron] Request body: {'port': {'device_id': 'b73aa8e8-3888-43cd-bbcd-17b5d9d1db40', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764292-30'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:00:52.304825 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-44842cbc-0e0d-4693-ac1f-1eb660378f55 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:52.367866 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c7e928a2-4053-4f01-9162-bc42491f12a7 req-25de82a2-ab52-4dd5-8a44-a6d1ac1c8539 tempest-LiveMigrationTest-410920510 tempest-LiveMigrationTest-410920510-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=c7e06141-9137-4a1d-bc20-6fbfa107e8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874722 Aug 11 03:00:52.402315 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-c82a10d4-c40b-496c-9beb-2a343171129d req-c023b733-44ba-4b1f-8269-68eb791b1b7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:52.587418 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-cd976b3c-a8c5-45df-be8d-03894ef36eca None None] Provisioning for port 87ce7a68-971c-4807-ba49-31b2f3ec1b9a completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:00:52.597587 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-cd976b3c-a8c5-45df-be8d-03894ef36eca None None] Provisioning complete for port 87ce7a68-971c-4807-ba49-31b2f3ec1b9a triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:00:52.599650 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-cd976b3c-a8c5-45df-be8d-03894ef36eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:52.676801 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-cd976b3c-a8c5-45df-be8d-03894ef36eca None None] Port 87ce7a68-971c-4807-ba49-31b2f3ec1b9a cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:00:52.730530 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-44842cbc-0e0d-4693-ac1f-1eb660378f55 admin admin] Deleting port 634db0c2-fc36-457a-a60f-12ee44b4c2c2 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:00:52.731626 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-44842cbc-0e0d-4693-ac1f-1eb660378f55 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:52.815869 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91b5a4e-020c-4dc0-8060-108cba4d15f2 req-9cb50921-2698-4c90-8a31-66cff65e9a47 tempest-ServersTestBootFromVolume-829147864 tempest-ServersTestBootFromVolume-829147864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:52.824200 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d91b5a4e-020c-4dc0-8060-108cba4d15f2 req-9cb50921-2698-4c90-8a31-66cff65e9a47 tempest-ServersTestBootFromVolume-829147864 tempest-ServersTestBootFromVolume-829147864-project] 10.222.0.41 "GET /v2.0/ports?device_id=b73aa8e8-3888-43cd-bbcd-17b5d9d1db40 HTTP/1.1" status: 200 len: 931 time: 0.2701898 Aug 11 03:00:52.867568 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-8d655f89-5071-4ad8-a4cc-21bea9ec132c req-71a10842-5356-4604-9fd2-6183a908ef1c tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:52.879459 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffac560-9081-4e30-bb34-9f2847ffb48c req-8203c7ed-8eb2-40bc-8d5e-6059a732fb4d tempest-InstanceActionsTestJSON-424546344 tempest-InstanceActionsTestJSON-424546344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:52.881236 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-7ffac560-9081-4e30-bb34-9f2847ffb48c req-8203c7ed-8eb2-40bc-8d5e-6059a732fb4d tempest-InstanceActionsTestJSON-424546344 tempest-InstanceActionsTestJSON-424546344-project] 10.222.0.22 "GET /v2.0/networks?id=4e08cd5c-5139-4e0a-8a08-c4d2fa39a6a9 HTTP/1.1" status: 200 len: 814 time: 0.4379988 Aug 11 03:00:52.897205 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-7ffac560-9081-4e30-bb34-9f2847ffb48c req-4f45dfbd-2dab-4c85-b196-159408314ef8 tempest-InstanceActionsTestJSON-424546344 tempest-InstanceActionsTestJSON-424546344-project] Request body: {'port': {'device_id': '1dea5897-0c98-4625-85b2-ec6f8c46669b', 'network_id': '4e08cd5c-5139-4e0a-8a08-c4d2fa39a6a9', 'admin_state_up': True, 'tenant_id': '1a1c8d8945cf4bc1ad7394d93428f28e'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:00:52.903220 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d91b5a4e-020c-4dc0-8060-108cba4d15f2 req-defe1d83-ad59-4170-a74b-7c447fdddd92 tempest-ServersTestBootFromVolume-829147864 tempest-ServersTestBootFromVolume-829147864-project] 10.222.0.41 "GET /v2.0/security-groups?id=3799b9f0-2cd6-4194-a840-878f5c5d8080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773816 Aug 11 03:00:52.946934 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [req-8d655f89-5071-4ad8-a4cc-21bea9ec132c req-71a10842-5356-4604-9fd2-6183a908ef1c tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] Transition to ACTIVE for port object 8181c377-97f2-4da7-81c1-a738002f3130 will not be triggered until provisioned by entity DHCP. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:00:52.955121 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6cccf59-2c3c-46dc-9f8a-130ca822a05a None None] Sync routers for ids ['23fce221-f8f9-46a0-bf3d-e6ad6ea210f0'] in n-d-764292-30 {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:00:52.968827 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6cccf59-2c3c-46dc-9f8a-130ca822a05a None None] Routers {'23fce221-f8f9-46a0-bf3d-e6ad6ea210f0'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:00:52.969455 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-f6cccf59-2c3c-46dc-9f8a-130ca822a05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:00:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['23fce221-f8f9-46a0-bf3d-e6ad6ea210f0'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:00:53.031572 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [None req-44842cbc-0e0d-4693-ac1f-1eb660378f55 admin admin] For port 634db0c2-fc36-457a-a60f-12ee44b4c2c2, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=634db0c2-fc36-457a-a60f-12ee44b4c2c2,segment=NetworkSegment(fab28bed-aa25-40db-bba4-ec26e795194c),segment_id=fab28bed-aa25-40db-bba4-ec26e795194c)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:00:53.031944 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-44842cbc-0e0d-4693-ac1f-1eb660378f55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:53.073631 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-44842cbc-0e0d-4693-ac1f-1eb660378f55 admin admin] Calling delete_port for 634db0c2-fc36-457a-a60f-12ee44b4c2c2 owned by network:router_gateway {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:00:53.125583 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [req-c82a10d4-c40b-496c-9beb-2a343171129d req-c023b733-44ba-4b1f-8269-68eb791b1b7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87ce7a68-971c-4807-ba49-31b2f3ec1b9a {{(pid=102192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:00:53.141385 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-c82a10d4-c40b-496c-9beb-2a343171129d req-c023b733-44ba-4b1f-8269-68eb791b1b7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:53.156882 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [req-c82a10d4-c40b-496c-9beb-2a343171129d req-c023b733-44ba-4b1f-8269-68eb791b1b7a service neutron] Transition to ACTIVE for port object 87ce7a68-971c-4807-ba49-31b2f3ec1b9a will not be triggered until provisioned by entity L2. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:00:53.185140 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-f6cccf59-2c3c-46dc-9f8a-130ca822a05a None None] Set router 23fce221-f8f9-46a0-bf3d-e6ad6ea210f0 gateway port host: None {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:00:53.193264 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-8d655f89-5071-4ad8-a4cc-21bea9ec132c req-71a10842-5356-4604-9fd2-6183a908ef1c tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:53.205023 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['0eb98ab7-e375-4069-abac-27534e39f2d6'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:00:53.221104 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-55cc5c12-f7fa-4981-8051-790b4d8e1b49 req-beae70dd-9d3b-4e41-8adc-2443f2c15bcc tempest-InstanceActionsTestJSON-424546344 tempest-InstanceActionsTestJSON-424546344-project] 10.222.0.41 "GET /v2.0/ports?device_id=1dea5897-0c98-4625-85b2-ec6f8c46669b HTTP/1.1" status: 200 len: 210 time: 0.0492203 Aug 11 03:00:53.292082 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-c82a10d4-c40b-496c-9beb-2a343171129d req-c023b733-44ba-4b1f-8269-68eb791b1b7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:53.305728 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-f6cccf59-2c3c-46dc-9f8a-130ca822a05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23fce221-f8f9-46a0-bf3d-e6ad6ea210f0', 'name': 'tempest-FloatingIPsNegativeTestJSON-330857711-router', 'tenant_id': '07cbb6ceae3048188f930d43ff642cfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:00:39Z', 'updated_at': '2021-08-11T03:00:52Z', 'revision_number': 6, 'project_id': '07cbb6ceae3048188f930d43ff642cfc', 'gw_port_host': None}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:00:53.339825 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6cccf59-2c3c-46dc-9f8a-130ca822a05a None None] Checking router: 23fce221-f8f9-46a0-bf3d-e6ad6ea210f0 for host: n-d-764292-30 {{(pid=102194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:00:53.349686 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6cccf59-2c3c-46dc-9f8a-130ca822a05a None None] Routers {'23fce221-f8f9-46a0-bf3d-e6ad6ea210f0'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:00:53.350546 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-f6cccf59-2c3c-46dc-9f8a-130ca822a05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:00:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['23fce221-f8f9-46a0-bf3d-e6ad6ea210f0'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:00:53.375406 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c023b733-44ba-4b1f-8269-68eb791b1b7a service neutron] Pushing event updated for resources: {'Port': ['ID=87ce7a68-971c-4807-ba49-31b2f3ec1b9a,revision_number=2']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:53.430907 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d655f89-5071-4ad8-a4cc-21bea9ec132c req-71a10842-5356-4604-9fd2-6183a908ef1c tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] Network 3ff4efdf-629f-49b2-91cf-585f5d5e5f6f is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:00:53.434759 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [req-8d655f89-5071-4ad8-a4cc-21bea9ec132c req-71a10842-5356-4604-9fd2-6183a908ef1c tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:00:53.497143 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-f6cccf59-2c3c-46dc-9f8a-130ca822a05a None None] Set router 23fce221-f8f9-46a0-bf3d-e6ad6ea210f0 gateway port host: None {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:00:53.500817 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541df8ca-7e8e-4653-849c-d1ca1f149703 req-b49fbb52-c251-46a9-b8d3-748843d95bfd tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:53.510082 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-541df8ca-7e8e-4653-849c-d1ca1f149703 req-b49fbb52-c251-46a9-b8d3-748843d95bfd tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] 10.222.0.41 "GET /v2.0/ports?device_id=9189bee4-2bda-4282-ab19-1e4546d71aab HTTP/1.1" status: 200 len: 946 time: 0.1398799 Aug 11 03:00:53.520154 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ffac560-9081-4e30-bb34-9f2847ffb48c req-4f45dfbd-2dab-4c85-b196-159408314ef8 tempest-InstanceActionsTestJSON-424546344 tempest-InstanceActionsTestJSON-424546344-project] Made reservation on behalf of 1a1c8d8945cf4bc1ad7394d93428f28e for: {'port': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:00:53.535621 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-7ffac560-9081-4e30-bb34-9f2847ffb48c req-4f45dfbd-2dab-4c85-b196-159408314ef8 tempest-InstanceActionsTestJSON-424546344 tempest-InstanceActionsTestJSON-424546344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:53.544779 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-c82a10d4-c40b-496c-9beb-2a343171129d req-c023b733-44ba-4b1f-8269-68eb791b1b7a service neutron] Attempting to bind port 87ce7a68-971c-4807-ba49-31b2f3ec1b9a on host n-h1-764292-30 for vnic_type normal with profile {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:00:53.550190 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-c82a10d4-c40b-496c-9beb-2a343171129d req-c023b733-44ba-4b1f-8269-68eb791b1b7a service neutron] Attempting to bind port 87ce7a68-971c-4807-ba49-31b2f3ec1b9a by drivers openvswitch,hyperv on host n-h1-764292-30 at level 0 using segments [{'id': '179797a7-9b1f-4b2b-ae1e-26b7a646c1a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'cbd69375-f38e-43b2-827b-7a0dc45266b3'}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:00:53.550778 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c82a10d4-c40b-496c-9beb-2a343171129d req-c023b733-44ba-4b1f-8269-68eb791b1b7a service neutron] Attempting to bind port 87ce7a68-971c-4807-ba49-31b2f3ec1b9a on network cbd69375-f38e-43b2-827b-7a0dc45266b3 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:00:53.560727 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d655f89-5071-4ad8-a4cc-21bea9ec132c req-71a10842-5356-4604-9fd2-6183a908ef1c tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:00:53.572009 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c82a10d4-c40b-496c-9beb-2a343171129d req-c023b733-44ba-4b1f-8269-68eb791b1b7a service neutron] Port 87ce7a68-971c-4807-ba49-31b2f3ec1b9a on network cbd69375-f38e-43b2-827b-7a0dc45266b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-764292-30 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:00:53.573385 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c82a10d4-c40b-496c-9beb-2a343171129d req-c023b733-44ba-4b1f-8269-68eb791b1b7a service neutron] Attempting to bind port 87ce7a68-971c-4807-ba49-31b2f3ec1b9a on network cbd69375-f38e-43b2-827b-7a0dc45266b3 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:00:53.589034 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c82a10d4-c40b-496c-9beb-2a343171129d req-c023b733-44ba-4b1f-8269-68eb791b1b7a service neutron] Checking agent: {'id': 'abb524c2-b412-4ed2-8367-45c4fd996fa7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 0, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:00:53.589710 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c82a10d4-c40b-496c-9beb-2a343171129d req-c023b733-44ba-4b1f-8269-68eb791b1b7a service neutron] Checking segment: {'id': '179797a7-9b1f-4b2b-ae1e-26b7a646c1a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'cbd69375-f38e-43b2-827b-7a0dc45266b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:00:53.590653 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c82a10d4-c40b-496c-9beb-2a343171129d req-c023b733-44ba-4b1f-8269-68eb791b1b7a service neutron] Bound using segment: {'id': '179797a7-9b1f-4b2b-ae1e-26b7a646c1a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'cbd69375-f38e-43b2-827b-7a0dc45266b3'} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:00:53.591282 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-c82a10d4-c40b-496c-9beb-2a343171129d req-c023b733-44ba-4b1f-8269-68eb791b1b7a service neutron] Bound port: 87ce7a68-971c-4807-ba49-31b2f3ec1b9a, host: n-h1-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '179797a7-9b1f-4b2b-ae1e-26b7a646c1a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'cbd69375-f38e-43b2-827b-7a0dc45266b3'}}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:00:53.591986 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-c82a10d4-c40b-496c-9beb-2a343171129d req-c023b733-44ba-4b1f-8269-68eb791b1b7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:53.628079 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-541df8ca-7e8e-4653-849c-d1ca1f149703 req-968dbeef-0721-4357-818a-e326bdd8b5ce tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b0ce1ff-a0b3-4227-acd8-01062eb73c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1160076 Aug 11 03:00:53.715266 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-f6cccf59-2c3c-46dc-9f8a-130ca822a05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23fce221-f8f9-46a0-bf3d-e6ad6ea210f0', 'name': 'tempest-FloatingIPsNegativeTestJSON-330857711-router', 'tenant_id': '07cbb6ceae3048188f930d43ff642cfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:00:39Z', 'updated_at': '2021-08-11T03:00:52Z', 'revision_number': 6, 'project_id': '07cbb6ceae3048188f930d43ff642cfc', 'gw_port_host': None}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:00:53.778509 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d655f89-5071-4ad8-a4cc-21bea9ec132c req-71a10842-5356-4604-9fd2-6183a908ef1c tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:53.779204 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-8d655f89-5071-4ad8-a4cc-21bea9ec132c req-71a10842-5356-4604-9fd2-6183a908ef1c tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:53.786782 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6cccf59-2c3c-46dc-9f8a-130ca822a05a None None] The sync data for ids ['23fce221-f8f9-46a0-bf3d-e6ad6ea210f0'] in n-d-764292-30 is: [{'id': '23fce221-f8f9-46a0-bf3d-e6ad6ea210f0', 'name': 'tempest-FloatingIPsNegativeTestJSON-330857711-router', 'tenant_id': '07cbb6ceae3048188f930d43ff642cfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:00:39Z', 'updated_at': '2021-08-11T03:00:52Z', 'revision_number': 6, 'project_id': '07cbb6ceae3048188f930d43ff642cfc', 'gw_port_host': None}] {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:00:53.827026 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-c82a10d4-c40b-496c-9beb-2a343171129d req-c023b733-44ba-4b1f-8269-68eb791b1b7a service neutron] For port 87ce7a68-971c-4807-ba49-31b2f3ec1b9a, host n-h1-764292-30, cleared binding levels {{(pid=102192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:00:53.897503 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a10842-5356-4604-9fd2-6183a908ef1c tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] Pushing event updated for resources: {'Port': ['ID=8181c377-97f2-4da7-81c1-a738002f3130,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:53.916674 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-c82a10d4-c40b-496c-9beb-2a343171129d req-c023b733-44ba-4b1f-8269-68eb791b1b7a service neutron] For port 87ce7a68-971c-4807-ba49-31b2f3ec1b9a, host n-h1-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=87ce7a68-971c-4807-ba49-31b2f3ec1b9a,segment=NetworkSegment(179797a7-9b1f-4b2b-ae1e-26b7a646c1a8),segment_id=179797a7-9b1f-4b2b-ae1e-26b7a646c1a8)] {{(pid=102192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:00:53.959347 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08549b3-0a8c-44ab-bebd-547c484b51c5 req-7bf3d91c-4655-45c7-8971-850d45b08207 tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:53.967497 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e08549b3-0a8c-44ab-bebd-547c484b51c5 req-7bf3d91c-4655-45c7-8971-850d45b08207 tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] 10.222.0.41 "GET /v2.0/ports?device_id=87049386-efcc-4628-8386-ee16f20965dd HTTP/1.1" status: 200 len: 931 time: 0.1683538 Aug 11 03:00:53.987855 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-8d655f89-5071-4ad8-a4cc-21bea9ec132c req-71a10842-5356-4604-9fd2-6183a908ef1c tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4957035 Aug 11 03:00:54.010565 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-8d655f89-5071-4ad8-a4cc-21bea9ec132c req-b7b9e412-af50-4017-9ebe-5c7aa081b6e4 service neutron] Request body: {'port': {'device_id': '87049386-efcc-4628-8386-ee16f20965dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764292-30'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:00:54.044456 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-c82a10d4-c40b-496c-9beb-2a343171129d req-c023b733-44ba-4b1f-8269-68eb791b1b7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:54.049245 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-44842cbc-0e0d-4693-ac1f-1eb660378f55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:54.056024 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-7cf37f1a-9207-4602-afea-4f4590726609 None None] Provisioning for port 8181c377-97f2-4da7-81c1-a738002f3130 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:00:54.061572 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-7cf37f1a-9207-4602-afea-4f4590726609 None None] Provisioning complete for port 8181c377-97f2-4da7-81c1-a738002f3130 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:00:54.062498 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-7cf37f1a-9207-4602-afea-4f4590726609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:54.106887 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e08549b3-0a8c-44ab-bebd-547c484b51c5 req-c864417e-ac90-4df5-8f8d-ec5ec60bb4bb tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] 10.222.0.41 "GET /v2.0/security-groups?id=68d3953c-5c04-4915-9da9-4e3d74be3735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383564 Aug 11 03:00:54.126535 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-7cf37f1a-9207-4602-afea-4f4590726609 None None] Port 8181c377-97f2-4da7-81c1-a738002f3130 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:00:54.133322 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82a10d4-c40b-496c-9beb-2a343171129d req-c023b733-44ba-4b1f-8269-68eb791b1b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:54.134536 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-c82a10d4-c40b-496c-9beb-2a343171129d req-c023b733-44ba-4b1f-8269-68eb791b1b7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:54.136021 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c82a10d4-c40b-496c-9beb-2a343171129d req-c023b733-44ba-4b1f-8269-68eb791b1b7a service neutron] 10.222.0.22 "PUT /v2.0/ports/87ce7a68-971c-4807-ba49-31b2f3ec1b9a HTTP/1.1" status: 200 len: 1092 time: 1.8481317 Aug 11 03:00:54.138402 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b73aa8e8-3888-43cd-bbcd-17b5d9d1db40', 'tag': '87ce7a68-971c-4807-ba49-31b2f3ec1b9a'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:00:54.140748 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32e9b0ac-e58c-4bb4-accb-a5b0ca212ad0" -d '{"events": [{"name": "network-changed", "server_uuid": "b73aa8e8-3888-43cd-bbcd-17b5d9d1db40", "tag": "87ce7a68-971c-4807-ba49-31b2f3ec1b9a"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:00:54.203325 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device da7a6588-38dc-4371-bb0d-5b9e77911499 no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:00:54.224741 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c023b733-44ba-4b1f-8269-68eb791b1b7a service neutron] Pushing event updated for resources: {'Port': ['ID=87ce7a68-971c-4807-ba49-31b2f3ec1b9a,revision_number=3']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:54.243247 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: da7a6588-38dc-4371-bb0d-5b9e77911499 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:00:54.252554 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device da7a6588-38dc-4371-bb0d-5b9e77911499 not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:00:54.280357 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44842cbc-0e0d-4693-ac1f-1eb660378f55 admin admin] Pushing event deleted for resources: {'Port': ['ID=634db0c2-fc36-457a-a60f-12ee44b4c2c2,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:54.364216 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-8d655f89-5071-4ad8-a4cc-21bea9ec132c req-b7b9e412-af50-4017-9ebe-5c7aa081b6e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:54.382852 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877ca421-8fba-4bb9-bacc-49ffe58d8f2c req-f713bc90-4f0b-4a3e-9d80-477df093b7d8 tempest-ServersTestBootFromVolume-829147864 tempest-ServersTestBootFromVolume-829147864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:54.392042 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-877ca421-8fba-4bb9-bacc-49ffe58d8f2c req-f713bc90-4f0b-4a3e-9d80-477df093b7d8 tempest-ServersTestBootFromVolume-829147864 tempest-ServersTestBootFromVolume-829147864-project] 10.222.0.41 "GET /v2.0/ports?device_id=b73aa8e8-3888-43cd-bbcd-17b5d9d1db40 HTTP/1.1" status: 200 len: 943 time: 0.1186595 Aug 11 03:00:54.432262 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82a10d4-c40b-496c-9beb-2a343171129d req-127904e8-2180-442d-bece-83956249edc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:54.434011 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c82a10d4-c40b-496c-9beb-2a343171129d req-127904e8-2180-442d-bece-83956249edc3 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=dfb8b0d4c8dd4fb2a0a5ea64f5a9a8f2&device_id=b73aa8e8-3888-43cd-bbcd-17b5d9d1db40 HTTP/1.1" status: 200 len: 1095 time: 0.1115043 Aug 11 03:00:54.461317 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-877ca421-8fba-4bb9-bacc-49ffe58d8f2c req-0c2cc525-854f-4a4b-8a0d-bdd655b6fa95 tempest-ServersTestBootFromVolume-829147864 tempest-ServersTestBootFromVolume-829147864-project] 10.222.0.41 "GET /v2.0/security-groups?id=3799b9f0-2cd6-4194-a840-878f5c5d8080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681875 Aug 11 03:00:54.547336 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:00:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eb2eda6-4aa3-4b7c-8360-346843bc0909 x-openstack-request-id: req-5eb2eda6-4aa3-4b7c-8360-346843bc0909 {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:00:54.547877 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b73aa8e8-3888-43cd-bbcd-17b5d9d1db40", "tag": "87ce7a68-971c-4807-ba49-31b2f3ec1b9a", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:00:54.548278 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5eb2eda6-4aa3-4b7c-8360-346843bc0909 {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:00:54.548872 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b73aa8e8-3888-43cd-bbcd-17b5d9d1db40', 'tag': '87ce7a68-971c-4807-ba49-31b2f3ec1b9a', 'status': 'completed', 'code': 200} Aug 11 03:00:54.552307 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c82a10d4-c40b-496c-9beb-2a343171129d req-b2504012-063d-4a62-b1c7-228a46f2749e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=87ce7a68-971c-4807-ba49-31b2f3ec1b9a HTTP/1.1" status: 200 len: 217 time: 0.1023967 Aug 11 03:00:54.640140 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82a10d4-c40b-496c-9beb-2a343171129d req-feb87dd3-825b-4379-ad39-d49628e74260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:54.641001 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c82a10d4-c40b-496c-9beb-2a343171129d req-feb87dd3-825b-4379-ad39-d49628e74260 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9b5dcd8b-176c-469e-8a38-c36073f2d1d5 HTTP/1.1" status: 200 len: 854 time: 0.0760581 Aug 11 03:00:54.658774 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e7453223-a694-416b-95bf-00d7b80c35d6 req-72cbb116-f24f-4d90-b5d2-7b786bc389b7 tempest-InstanceActionsTestJSON-424546344 tempest-InstanceActionsTestJSON-424546344-project] 10.222.0.41 "GET /v2.0/ports?device_id=1dea5897-0c98-4625-85b2-ec6f8c46669b HTTP/1.1" status: 200 len: 210 time: 0.0331972 Aug 11 03:00:54.709418 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82a10d4-c40b-496c-9beb-2a343171129d req-2f822033-91ea-4c90-8fbf-3cb1a63301a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:54.713060 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c82a10d4-c40b-496c-9beb-2a343171129d req-2f822033-91ea-4c90-8fbf-3cb1a63301a9 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=cbd69375-f38e-43b2-827b-7a0dc45266b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0570321 Aug 11 03:00:54.851488 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [req-7ffac560-9081-4e30-bb34-9f2847ffb48c req-4f45dfbd-2dab-4c85-b196-159408314ef8 tempest-InstanceActionsTestJSON-424546344 tempest-InstanceActionsTestJSON-424546344-project] Allocated IP 172.20.0.13 (4e08cd5c-5139-4e0a-8a08-c4d2fa39a6a9/cf707303-5ee7-4b51-be6f-ec595a2bad2b/3f1ccc8c-9798-4c0f-9f9e-db43c722114f) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:00:54.862212 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c82a10d4-c40b-496c-9beb-2a343171129d req-2bbf04f0-ec15-4b88-b298-b2ad924e132e service neutron] 10.222.0.22 "GET /v2.0/networks/cbd69375-f38e-43b2-827b-7a0dc45266b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403468 Aug 11 03:00:54.876931 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-44842cbc-0e0d-4693-ac1f-1eb660378f55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-446916'] for router_gateway, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:55.007904 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c82a10d4-c40b-496c-9beb-2a343171129d req-b785be6c-29ed-43ba-9e8e-1d15712f78c5 service neutron] 10.222.0.22 "GET /v2.0/networks/cbd69375-f38e-43b2-827b-7a0dc45266b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380193 Aug 11 03:00:55.063864 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-44842cbc-0e0d-4693-ac1f-1eb660378f55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6544'] for router, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:55.066656 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-44842cbc-0e0d-4693-ac1f-1eb660378f55 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:55.089514 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5ab068f8-1472-49e4-90de-38be86c966ba req-b89123f5-96fd-4de2-a7c2-09d8c72446ae tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=c1f9c9765b974fd98b786b1ff4e95823&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0299659 Aug 11 03:00:55.223835 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-44842cbc-0e0d-4693-ac1f-1eb660378f55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448809'] for router, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:55.224309 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44842cbc-0e0d-4693-ac1f-1eb660378f55 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 23fce221-f8f9-46a0-bf3d-e6ad6ea210f0 {{(pid=102191) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:00:55.230616 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e9b0ac-e58c-4bb4-accb-a5b0ca212ad0 req-70db9c24-ce15-4e58-a696-50fd15c177ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:55.232185 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-32e9b0ac-e58c-4bb4-accb-a5b0ca212ad0 req-70db9c24-ce15-4e58-a696-50fd15c177ef service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=dfb8b0d4c8dd4fb2a0a5ea64f5a9a8f2&device_id=b73aa8e8-3888-43cd-bbcd-17b5d9d1db40 HTTP/1.1" status: 200 len: 1095 time: 0.0809381 Aug 11 03:00:55.235936 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-44842cbc-0e0d-4693-ac1f-1eb660378f55 admin admin] Notify callbacks [] for router, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:55.237612 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-44842cbc-0e0d-4693-ac1f-1eb660378f55 admin admin] 10.222.0.41 "DELETE /v2.0/routers/23fce221-f8f9-46a0-bf3d-e6ad6ea210f0 HTTP/1.1" status: 204 len: 168 time: 3.4517581 Aug 11 03:00:55.244520 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 43522) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:55.327959 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab068f8-1472-49e4-90de-38be86c966ba req-78ab0183-1af2-401b-a846-cbac668a7069 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:55.329490 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5ab068f8-1472-49e4-90de-38be86c966ba req-78ab0183-1af2-401b-a846-cbac668a7069 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2327666 Aug 11 03:00:55.365599 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_v2 [None req-e00f9a48-3cda-4c84-a781-0062a76c69b1 admin admin] Deleting subnet b941bdf7-a1fe-4632-9cdb-6ee8e03dbfbd {{(pid=102192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:00:55.377545 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5ab068f8-1472-49e4-90de-38be86c966ba req-224a154a-e486-429b-958c-8fdd9ea87826 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/quotas/c1f9c9765b974fd98b786b1ff4e95823 HTTP/1.1" status: 200 len: 375 time: 0.0323951 Aug 11 03:00:55.382943 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-7ffac560-9081-4e30-bb34-9f2847ffb48c req-4f45dfbd-2dab-4c85-b196-159408314ef8 tempest-InstanceActionsTestJSON-424546344 tempest-InstanceActionsTestJSON-424546344-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:55.384739 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e00f9a48-3cda-4c84-a781-0062a76c69b1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:55.443075 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5ab068f8-1472-49e4-90de-38be86c966ba req-2c4b1dfb-cbef-4f51-aaaa-0d56747c112a tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c1f9c9765b974fd98b786b1ff4e95823&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0541718 Aug 11 03:00:55.462645 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [req-8d655f89-5071-4ad8-a4cc-21bea9ec132c req-b7b9e412-af50-4017-9ebe-5c7aa081b6e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8181c377-97f2-4da7-81c1-a738002f3130 {{(pid=102191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:00:55.468918 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e9b0ac-e58c-4bb4-accb-a5b0ca212ad0 req-c50dc8ed-1132-4fb5-a827-2351874f9fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:55.470601 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-32e9b0ac-e58c-4bb4-accb-a5b0ca212ad0 req-c50dc8ed-1132-4fb5-a827-2351874f9fc5 service neutron] 10.222.0.22 "GET /v2.0/networks?id=cbd69375-f38e-43b2-827b-7a0dc45266b3 HTTP/1.1" status: 200 len: 916 time: 0.2271752 Aug 11 03:00:55.473346 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e00f9a48-3cda-4c84-a781-0062a76c69b1 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:55.477054 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-8d655f89-5071-4ad8-a4cc-21bea9ec132c req-b7b9e412-af50-4017-9ebe-5c7aa081b6e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:55.507586 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [req-8d655f89-5071-4ad8-a4cc-21bea9ec132c req-b7b9e412-af50-4017-9ebe-5c7aa081b6e4 service neutron] Transition to ACTIVE for port object 8181c377-97f2-4da7-81c1-a738002f3130 will not be triggered until provisioned by entity L2. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:00:55.512476 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [req-7ae145ef-9598-4215-9297-dd579c655e6a req-9eaaeacd-1bec-4f97-9d47-6dc0d2d1d7ef tempest-LiveMigrationTest-410920510 tempest-LiveMigrationTest-410920510-project-admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102191) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:00:55.514776 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-7ae145ef-9598-4215-9297-dd579c655e6a req-9eaaeacd-1bec-4f97-9d47-6dc0d2d1d7ef tempest-LiveMigrationTest-410920510 tempest-LiveMigrationTest-410920510-project-admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0096989 Aug 11 03:00:55.523252 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-7ae145ef-9598-4215-9297-dd579c655e6a req-d7d1f407-ee67-4eec-ad88-53be37b05c0a service neutron] Request body: {'binding': {'host': 'n-h1-764292-30', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:00:55.524032 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-7ae145ef-9598-4215-9297-dd579c655e6a req-d7d1f407-ee67-4eec-ad88-53be37b05c0a service neutron] Unknown quota resources ['binding']. {{(pid=102191) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 11 03:00:55.556789 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-32e9b0ac-e58c-4bb4-accb-a5b0ca212ad0 req-fbfeed94-5d66-4dce-b964-a41fd801cfbe service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=87ce7a68-971c-4807-ba49-31b2f3ec1b9a HTTP/1.1" status: 200 len: 217 time: 0.0751050 Aug 11 03:00:55.620855 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e00f9a48-3cda-4c84-a781-0062a76c69b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:55.631368 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-7ffac560-9081-4e30-bb34-9f2847ffb48c req-4f45dfbd-2dab-4c85-b196-159408314ef8 tempest-InstanceActionsTestJSON-424546344 tempest-InstanceActionsTestJSON-424546344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:55.640514 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-8d655f89-5071-4ad8-a4cc-21bea9ec132c req-b7b9e412-af50-4017-9ebe-5c7aa081b6e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:55.650465 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e9b0ac-e58c-4bb4-accb-a5b0ca212ad0 req-ed6c51b5-3058-49cd-a515-4c8d039a0cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:55.651924 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-32e9b0ac-e58c-4bb4-accb-a5b0ca212ad0 req-ed6c51b5-3058-49cd-a515-4c8d039a0cd6 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9b5dcd8b-176c-469e-8a38-c36073f2d1d5 HTTP/1.1" status: 200 len: 854 time: 0.0868998 Aug 11 03:00:55.715343 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ffac560-9081-4e30-bb34-9f2847ffb48c req-4f45dfbd-2dab-4c85-b196-159408314ef8 tempest-InstanceActionsTestJSON-424546344 tempest-InstanceActionsTestJSON-424546344-project] Network 4e08cd5c-5139-4e0a-8a08-c4d2fa39a6a9 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:00:55.733896 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [req-7ffac560-9081-4e30-bb34-9f2847ffb48c req-4f45dfbd-2dab-4c85-b196-159408314ef8 tempest-InstanceActionsTestJSON-424546344 tempest-InstanceActionsTestJSON-424546344-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:00:55.734097 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e9b0ac-e58c-4bb4-accb-a5b0ca212ad0 req-2f8137f3-03dd-4ed7-a743-2ab6985a7a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:55.734097 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-32e9b0ac-e58c-4bb4-accb-a5b0ca212ad0 req-2f8137f3-03dd-4ed7-a743-2ab6985a7a0d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=cbd69375-f38e-43b2-827b-7a0dc45266b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0702777 Aug 11 03:00:55.734512 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ffac560-9081-4e30-bb34-9f2847ffb48c req-4f45dfbd-2dab-4c85-b196-159408314ef8 tempest-InstanceActionsTestJSON-424546344 tempest-InstanceActionsTestJSON-424546344-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:00:55.748592 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f45dfbd-2dab-4c85-b196-159408314ef8 tempest-InstanceActionsTestJSON-424546344 tempest-InstanceActionsTestJSON-424546344-project] Pushing event updated for resources: {'Port': ['ID=3f1ccc8c-9798-4c0f-9f9e-db43c722114f,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:55.847320 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e00f9a48-3cda-4c84-a781-0062a76c69b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for subnet, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:55.871617 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffac560-9081-4e30-bb34-9f2847ffb48c req-4f45dfbd-2dab-4c85-b196-159408314ef8 tempest-InstanceActionsTestJSON-424546344 tempest-InstanceActionsTestJSON-424546344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:55.872416 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-7ffac560-9081-4e30-bb34-9f2847ffb48c req-4f45dfbd-2dab-4c85-b196-159408314ef8 tempest-InstanceActionsTestJSON-424546344 tempest-InstanceActionsTestJSON-424546344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:55.875066 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b9e412-af50-4017-9ebe-5c7aa081b6e4 service neutron] Pushing event updated for resources: {'Port': ['ID=8181c377-97f2-4da7-81c1-a738002f3130,revision_number=2']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:55.942215 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00f9a48-3cda-4c84-a781-0062a76c69b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b941bdf7-a1fe-4632-9cdb-6ee8e03dbfbd,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:55.960095 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-7ae145ef-9598-4215-9297-dd579c655e6a req-d7d1f407-ee67-4eec-ad88-53be37b05c0a service neutron] Attempting to bind port b76041ec-402b-41d5-8fb1-e117d05c0c99 on host n-h1-764292-30 for vnic_type normal with profile None {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:00:55.960576 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-7ae145ef-9598-4215-9297-dd579c655e6a req-d7d1f407-ee67-4eec-ad88-53be37b05c0a service neutron] Attempting to bind port b76041ec-402b-41d5-8fb1-e117d05c0c99 by drivers openvswitch,hyperv on host n-h1-764292-30 at level 0 using segments [{'id': '75626708-94f6-4fcc-8cbd-0dd0dd709069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a1f5acc4-6e30-4bf9-bc28-7ff84dac631d'}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:00:55.961003 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae145ef-9598-4215-9297-dd579c655e6a req-d7d1f407-ee67-4eec-ad88-53be37b05c0a service neutron] Attempting to bind port b76041ec-402b-41d5-8fb1-e117d05c0c99 on network a1f5acc4-6e30-4bf9-bc28-7ff84dac631d {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:00:55.964636 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-8d655f89-5071-4ad8-a4cc-21bea9ec132c req-b7b9e412-af50-4017-9ebe-5c7aa081b6e4 service neutron] Attempting to bind port 8181c377-97f2-4da7-81c1-a738002f3130 on host n-h1-764292-30 for vnic_type normal with profile {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:00:55.977652 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-8d655f89-5071-4ad8-a4cc-21bea9ec132c req-b7b9e412-af50-4017-9ebe-5c7aa081b6e4 service neutron] Attempting to bind port 8181c377-97f2-4da7-81c1-a738002f3130 by drivers openvswitch,hyperv on host n-h1-764292-30 at level 0 using segments [{'id': '8be48c87-49ff-409c-84bc-36da4c3f87ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '3ff4efdf-629f-49b2-91cf-585f5d5e5f6f'}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:00:55.978036 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e00f9a48-3cda-4c84-a781-0062a76c69b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:55.978149 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d655f89-5071-4ad8-a4cc-21bea9ec132c req-b7b9e412-af50-4017-9ebe-5c7aa081b6e4 service neutron] Attempting to bind port 8181c377-97f2-4da7-81c1-a738002f3130 on network 3ff4efdf-629f-49b2-91cf-585f5d5e5f6f {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:00:55.978256 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-e00f9a48-3cda-4c84-a781-0062a76c69b1 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/b941bdf7-a1fe-4632-9cdb-6ee8e03dbfbd HTTP/1.1" status: 204 len: 168 time: 0.7238517 Aug 11 03:00:55.978426 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d655f89-5071-4ad8-a4cc-21bea9ec132c req-b7b9e412-af50-4017-9ebe-5c7aa081b6e4 service neutron] Port 8181c377-97f2-4da7-81c1-a738002f3130 on network 3ff4efdf-629f-49b2-91cf-585f5d5e5f6f not bound, no agent of type Open vSwitch agent registered on host n-h1-764292-30 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:00:55.978533 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 43534) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:55.978621 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-930d17b3-a9e1-4fd6-b79b-77b4f01953bf None None] Network abf1565e-1587-4782-9403-f8b694022961 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:00:55.987399 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d655f89-5071-4ad8-a4cc-21bea9ec132c req-b7b9e412-af50-4017-9ebe-5c7aa081b6e4 service neutron] Attempting to bind port 8181c377-97f2-4da7-81c1-a738002f3130 on network 3ff4efdf-629f-49b2-91cf-585f5d5e5f6f {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:00:56.004411 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae145ef-9598-4215-9297-dd579c655e6a req-d7d1f407-ee67-4eec-ad88-53be37b05c0a service neutron] Port b76041ec-402b-41d5-8fb1-e117d05c0c99 on network a1f5acc4-6e30-4bf9-bc28-7ff84dac631d not bound, no agent of type Open vSwitch agent registered on host n-h1-764292-30 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:00:56.005023 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae145ef-9598-4215-9297-dd579c655e6a req-d7d1f407-ee67-4eec-ad88-53be37b05c0a service neutron] Attempting to bind port b76041ec-402b-41d5-8fb1-e117d05c0c99 on network a1f5acc4-6e30-4bf9-bc28-7ff84dac631d {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:00:56.017654 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae145ef-9598-4215-9297-dd579c655e6a req-d7d1f407-ee67-4eec-ad88-53be37b05c0a service neutron] Checking agent: {'id': 'abb524c2-b412-4ed2-8367-45c4fd996fa7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 0, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:00:56.018913 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae145ef-9598-4215-9297-dd579c655e6a req-d7d1f407-ee67-4eec-ad88-53be37b05c0a service neutron] Checking segment: {'id': '75626708-94f6-4fcc-8cbd-0dd0dd709069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a1f5acc4-6e30-4bf9-bc28-7ff84dac631d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:00:56.019622 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae145ef-9598-4215-9297-dd579c655e6a req-d7d1f407-ee67-4eec-ad88-53be37b05c0a service neutron] Bound using segment: {'id': '75626708-94f6-4fcc-8cbd-0dd0dd709069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a1f5acc4-6e30-4bf9-bc28-7ff84dac631d'} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:00:56.020454 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-7ae145ef-9598-4215-9297-dd579c655e6a req-d7d1f407-ee67-4eec-ad88-53be37b05c0a service neutron] Bound port: b76041ec-402b-41d5-8fb1-e117d05c0c99, host: n-h1-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75626708-94f6-4fcc-8cbd-0dd0dd709069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a1f5acc4-6e30-4bf9-bc28-7ff84dac631d'}}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:00:56.022890 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d655f89-5071-4ad8-a4cc-21bea9ec132c req-b7b9e412-af50-4017-9ebe-5c7aa081b6e4 service neutron] Checking agent: {'id': 'abb524c2-b412-4ed2-8367-45c4fd996fa7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 0, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:00:56.023411 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d655f89-5071-4ad8-a4cc-21bea9ec132c req-b7b9e412-af50-4017-9ebe-5c7aa081b6e4 service neutron] Checking segment: {'id': '8be48c87-49ff-409c-84bc-36da4c3f87ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '3ff4efdf-629f-49b2-91cf-585f5d5e5f6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:00:56.023981 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d655f89-5071-4ad8-a4cc-21bea9ec132c req-b7b9e412-af50-4017-9ebe-5c7aa081b6e4 service neutron] Bound using segment: {'id': '8be48c87-49ff-409c-84bc-36da4c3f87ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '3ff4efdf-629f-49b2-91cf-585f5d5e5f6f'} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:00:56.024695 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-8d655f89-5071-4ad8-a4cc-21bea9ec132c req-b7b9e412-af50-4017-9ebe-5c7aa081b6e4 service neutron] Bound port: 8181c377-97f2-4da7-81c1-a738002f3130, host: n-h1-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8be48c87-49ff-409c-84bc-36da4c3f87ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '3ff4efdf-629f-49b2-91cf-585f5d5e5f6f'}}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:00:56.025207 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-8d655f89-5071-4ad8-a4cc-21bea9ec132c req-b7b9e412-af50-4017-9ebe-5c7aa081b6e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:56.102206 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-7ffac560-9081-4e30-bb34-9f2847ffb48c req-4f45dfbd-2dab-4c85-b196-159408314ef8 tempest-InstanceActionsTestJSON-424546344 tempest-InstanceActionsTestJSON-424546344-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2097061 Aug 11 03:00:56.114652 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 634db0c2-fc36-457a-a60f-12ee44b4c2c2 no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:00:56.136132 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-7ffac560-9081-4e30-bb34-9f2847ffb48c req-ad71c12f-3911-406a-82f3-7d563f7930a1 service neutron] Request body: {'port': {'device_id': '1dea5897-0c98-4625-85b2-ec6f8c46669b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764292-30'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:00:56.152447 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: 634db0c2-fc36-457a-a60f-12ee44b4c2c2 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:00:56.152925 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 634db0c2-fc36-457a-a60f-12ee44b4c2c2 not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:00:56.193425 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-8d655f89-5071-4ad8-a4cc-21bea9ec132c req-b7b9e412-af50-4017-9ebe-5c7aa081b6e4 service neutron] For port 8181c377-97f2-4da7-81c1-a738002f3130, host n-h1-764292-30, cleared binding levels {{(pid=102191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:00:56.203964 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-8d655f89-5071-4ad8-a4cc-21bea9ec132c req-b7b9e412-af50-4017-9ebe-5c7aa081b6e4 service neutron] For port 8181c377-97f2-4da7-81c1-a738002f3130, host n-h1-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=8181c377-97f2-4da7-81c1-a738002f3130,segment=NetworkSegment(8be48c87-49ff-409c-84bc-36da4c3f87ba),segment_id=8be48c87-49ff-409c-84bc-36da4c3f87ba)] {{(pid=102191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:00:56.234892 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-7ae145ef-9598-4215-9297-dd579c655e6a req-d7d1f407-ee67-4eec-ad88-53be37b05c0a service neutron] For port b76041ec-402b-41d5-8fb1-e117d05c0c99, host n-h1-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=b76041ec-402b-41d5-8fb1-e117d05c0c99,segment=NetworkSegment(75626708-94f6-4fcc-8cbd-0dd0dd709069),segment_id=75626708-94f6-4fcc-8cbd-0dd0dd709069)] {{(pid=102191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:00:56.250425 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-7ffac560-9081-4e30-bb34-9f2847ffb48c req-ad71c12f-3911-406a-82f3-7d563f7930a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:56.307817 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-8d655f89-5071-4ad8-a4cc-21bea9ec132c req-b7b9e412-af50-4017-9ebe-5c7aa081b6e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:56.314737 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-7ae145ef-9598-4215-9297-dd579c655e6a req-d7d1f407-ee67-4eec-ad88-53be37b05c0a service neutron] Notify callbacks [] for binding, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:56.318858 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-7ae145ef-9598-4215-9297-dd579c655e6a req-d7d1f407-ee67-4eec-ad88-53be37b05c0a service neutron] 10.222.0.41 "POST /v2.0/ports/b76041ec-402b-41d5-8fb1-e117d05c0c99/bindings HTTP/1.1" status: 201 len: 390 time: 0.7993443 Aug 11 03:00:56.354440 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-902253e3-3113-427a-897a-e6a302d4a5d0 None None] DHCP port deletion for abf1565e-1587-4782-9403-f8b694022961 request from n-d-764292-30 {{(pid=102193) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:00:56.452689 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d655f89-5071-4ad8-a4cc-21bea9ec132c req-b7b9e412-af50-4017-9ebe-5c7aa081b6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:56.453548 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-8d655f89-5071-4ad8-a4cc-21bea9ec132c req-b7b9e412-af50-4017-9ebe-5c7aa081b6e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:56.455522 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-8d655f89-5071-4ad8-a4cc-21bea9ec132c req-b7b9e412-af50-4017-9ebe-5c7aa081b6e4 service neutron] 10.222.0.22 "PUT /v2.0/ports/8181c377-97f2-4da7-81c1-a738002f3130 HTTP/1.1" status: 200 len: 1092 time: 2.4541240 Aug 11 03:00:56.459592 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-902253e3-3113-427a-897a-e6a302d4a5d0 None None] Deleting port 9a7903ab-c1d7-46ed-9269-f10378fd177a {{(pid=102193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:00:56.459972 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-902253e3-3113-427a-897a-e6a302d4a5d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:56.461751 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87049386-efcc-4628-8386-ee16f20965dd', 'tag': '8181c377-97f2-4da7-81c1-a738002f3130'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:00:56.464214 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bef51f5-f5f6-4f1b-828a-6372f1ed9404" -d '{"events": [{"name": "network-changed", "server_uuid": "87049386-efcc-4628-8386-ee16f20965dd", "tag": "8181c377-97f2-4da7-81c1-a738002f3130"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:00:56.470551 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9d13fb-19a2-4e00-9e57-41e25d21522f req-8de95751-c249-49bb-bcd6-3c4fbc282d80 tempest-LiveAutoBlockMigrationV225Test-1544515844 tempest-LiveAutoBlockMigrationV225Test-1544515844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:56.479609 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cb9d13fb-19a2-4e00-9e57-41e25d21522f req-8de95751-c249-49bb-bcd6-3c4fbc282d80 tempest-LiveAutoBlockMigrationV225Test-1544515844 tempest-LiveAutoBlockMigrationV225Test-1544515844-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=d4b1241a-b428-4fb4-be76-b0571e761664 HTTP/1.1" status: 200 len: 1097 time: 0.5903361 Aug 11 03:00:56.532850 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-32e9b0ac-e58c-4bb4-accb-a5b0ca212ad0 req-caee51cd-c6d5-4781-bd87-c2bc161caec1 service neutron] 10.222.0.22 "GET /v2.0/networks/cbd69375-f38e-43b2-827b-7a0dc45266b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7919753 Aug 11 03:00:56.541612 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-35ba14fc-fa18-4945-a87c-2f87f91f8145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:56.567879 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b9e412-af50-4017-9ebe-5c7aa081b6e4 service neutron] Pushing event updated for resources: {'Port': ['ID=8181c377-97f2-4da7-81c1-a738002f3130,revision_number=3']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:56.601375 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-902253e3-3113-427a-897a-e6a302d4a5d0 None None] For port 9a7903ab-c1d7-46ed-9269-f10378fd177a, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=9a7903ab-c1d7-46ed-9269-f10378fd177a,segment=NetworkSegment(e221be52-9bc2-4fba-8483-c602d1c33ce1),segment_id=e221be52-9bc2-4fba-8483-c602d1c33ce1)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:00:56.601767 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-902253e3-3113-427a-897a-e6a302d4a5d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:56.637106 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-902253e3-3113-427a-897a-e6a302d4a5d0 None None] Calling delete_port for 9a7903ab-c1d7-46ed-9269-f10378fd177a owned by network:dhcp {{(pid=102193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:00:56.697911 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cb9d13fb-19a2-4e00-9e57-41e25d21522f req-bd994158-c1f6-4be5-a325-540b2bc0c1dc tempest-LiveAutoBlockMigrationV225Test-1544515844 tempest-LiveAutoBlockMigrationV225Test-1544515844-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=c5aa9049-617d-473f-afb5-b55716ab8aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172856 Aug 11 03:00:56.800402 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [req-7ffac560-9081-4e30-bb34-9f2847ffb48c req-ad71c12f-3911-406a-82f3-7d563f7930a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f1ccc8c-9798-4c0f-9f9e-db43c722114f {{(pid=102191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:00:56.813429 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-7ffac560-9081-4e30-bb34-9f2847ffb48c req-ad71c12f-3911-406a-82f3-7d563f7930a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:56.833282 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [req-7ffac560-9081-4e30-bb34-9f2847ffb48c req-ad71c12f-3911-406a-82f3-7d563f7930a1 service neutron] Transition to ACTIVE for port object 3f1ccc8c-9798-4c0f-9f9e-db43c722114f will not be triggered until provisioned by entity L2. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:00:56.835355 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d655f89-5071-4ad8-a4cc-21bea9ec132c req-69663772-b9da-4667-82c6-893a1bb6ff52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:56.837367 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-8d655f89-5071-4ad8-a4cc-21bea9ec132c req-69663772-b9da-4667-82c6-893a1bb6ff52 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=42f48ed467fa4c1a8c7727abd216b298&device_id=87049386-efcc-4628-8386-ee16f20965dd HTTP/1.1" status: 200 len: 1095 time: 0.2529609 Aug 11 03:00:56.875640 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-32e9b0ac-e58c-4bb4-accb-a5b0ca212ad0 req-dfbe138c-00e4-45a6-9ec6-b8376cdb44f1 service neutron] 10.222.0.22 "GET /v2.0/networks/cbd69375-f38e-43b2-827b-7a0dc45266b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3235142 Aug 11 03:00:56.899937 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-8d655f89-5071-4ad8-a4cc-21bea9ec132c req-18b1d5d9-5296-47d6-acce-b995c6c90a0d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8181c377-97f2-4da7-81c1-a738002f3130 HTTP/1.1" status: 200 len: 217 time: 0.0537734 Aug 11 03:00:56.906697 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-7ffac560-9081-4e30-bb34-9f2847ffb48c req-ad71c12f-3911-406a-82f3-7d563f7930a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:56.929683 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca52d90-644a-449b-8930-2f9cba2a7354 req-e2e90440-7ce3-474f-b35b-881484685aa3 tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:56.931473 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7ca52d90-644a-449b-8930-2f9cba2a7354 req-e2e90440-7ce3-474f-b35b-881484685aa3 tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] 10.222.0.41 "GET /v2.0/ports?device_id=87049386-efcc-4628-8386-ee16f20965dd HTTP/1.1" status: 200 len: 943 time: 0.0861297 Aug 11 03:00:56.934519 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-902253e3-3113-427a-897a-e6a302d4a5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678'] for port, after_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:56.944779 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-35ba14fc-fa18-4945-a87c-2f87f91f8145 admin admin] Deleting port 9a7903ab-c1d7-46ed-9269-f10378fd177a {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:00:56.945838 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-35ba14fc-fa18-4945-a87c-2f87f91f8145 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:56.978489 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902253e3-3113-427a-897a-e6a302d4a5d0 None None] Pushing event deleted for resources: {'Port': ['ID=9a7903ab-c1d7-46ed-9269-f10378fd177a,revision_number=None']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:56.981696 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902253e3-3113-427a-897a-e6a302d4a5d0 None None] No DVR routers for this DVR port 9a7903ab-c1d7-46ed-9269-f10378fd177a on host n-d-764292-30 {{(pid=102193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:00:57.021870 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad71c12f-3911-406a-82f3-7d563f7930a1 service neutron] Pushing event updated for resources: {'Port': ['ID=3f1ccc8c-9798-4c0f-9f9e-db43c722114f,revision_number=2']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:57.054863 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d655f89-5071-4ad8-a4cc-21bea9ec132c req-14a1fbef-43d3-45da-8386-eb587ed516bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:57.056418 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-8d655f89-5071-4ad8-a4cc-21bea9ec132c req-14a1fbef-43d3-45da-8386-eb587ed516bf service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b72217e4-4ebb-4b82-9a4c-fcf14d2be745 HTTP/1.1" status: 200 len: 859 time: 0.1394634 Aug 11 03:00:57.125362 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [None req-35ba14fc-fa18-4945-a87c-2f87f91f8145 admin admin] For port 9a7903ab-c1d7-46ed-9269-f10378fd177a, host n-d-764292-30, got binding levels [] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:00:57.126242 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-35ba14fc-fa18-4945-a87c-2f87f91f8145 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:57.138531 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d655f89-5071-4ad8-a4cc-21bea9ec132c req-ee52df2e-6b41-40dd-b7a6-b86b7babdc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:57.140190 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-8d655f89-5071-4ad8-a4cc-21bea9ec132c req-ee52df2e-6b41-40dd-b7a6-b86b7babdc0f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3ff4efdf-629f-49b2-91cf-585f5d5e5f6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0624905 Aug 11 03:00:57.144477 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-35ba14fc-fa18-4945-a87c-2f87f91f8145 admin admin] Calling delete_port for 9a7903ab-c1d7-46ed-9269-f10378fd177a owned by network:dhcp {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:00:57.173320 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.ipam_backend_mixin [None req-35ba14fc-fa18-4945-a87c-2f87f91f8145 admin admin] Port 9a7903ab-c1d7-46ed-9269-f10378fd177a was not found and therefore no delete operation was performed {{(pid=102192) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 11 03:00:57.175638 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-7ffac560-9081-4e30-bb34-9f2847ffb48c req-ad71c12f-3911-406a-82f3-7d563f7930a1 service neutron] Attempting to bind port 3f1ccc8c-9798-4c0f-9f9e-db43c722114f on host n-h1-764292-30 for vnic_type normal with profile {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:00:57.176113 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-7ffac560-9081-4e30-bb34-9f2847ffb48c req-ad71c12f-3911-406a-82f3-7d563f7930a1 service neutron] Attempting to bind port 3f1ccc8c-9798-4c0f-9f9e-db43c722114f by drivers openvswitch,hyperv on host n-h1-764292-30 at level 0 using segments [{'id': 'c47e7cc7-b0e9-471e-b230-869423a60c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '4e08cd5c-5139-4e0a-8a08-c4d2fa39a6a9'}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:00:57.176642 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ffac560-9081-4e30-bb34-9f2847ffb48c req-ad71c12f-3911-406a-82f3-7d563f7930a1 service neutron] Attempting to bind port 3f1ccc8c-9798-4c0f-9f9e-db43c722114f on network 4e08cd5c-5139-4e0a-8a08-c4d2fa39a6a9 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:00:57.185829 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-35ba14fc-fa18-4945-a87c-2f87f91f8145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:57.206978 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ffac560-9081-4e30-bb34-9f2847ffb48c req-ad71c12f-3911-406a-82f3-7d563f7930a1 service neutron] Port 3f1ccc8c-9798-4c0f-9f9e-db43c722114f on network 4e08cd5c-5139-4e0a-8a08-c4d2fa39a6a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-764292-30 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:00:57.207388 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ffac560-9081-4e30-bb34-9f2847ffb48c req-ad71c12f-3911-406a-82f3-7d563f7930a1 service neutron] Attempting to bind port 3f1ccc8c-9798-4c0f-9f9e-db43c722114f on network 4e08cd5c-5139-4e0a-8a08-c4d2fa39a6a9 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:00:57.218144 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ffac560-9081-4e30-bb34-9f2847ffb48c req-ad71c12f-3911-406a-82f3-7d563f7930a1 service neutron] Checking agent: {'id': 'abb524c2-b412-4ed2-8367-45c4fd996fa7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 0, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:00:57.218585 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ffac560-9081-4e30-bb34-9f2847ffb48c req-ad71c12f-3911-406a-82f3-7d563f7930a1 service neutron] Checking segment: {'id': 'c47e7cc7-b0e9-471e-b230-869423a60c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '4e08cd5c-5139-4e0a-8a08-c4d2fa39a6a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:00:57.219033 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ffac560-9081-4e30-bb34-9f2847ffb48c req-ad71c12f-3911-406a-82f3-7d563f7930a1 service neutron] Bound using segment: {'id': 'c47e7cc7-b0e9-471e-b230-869423a60c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '4e08cd5c-5139-4e0a-8a08-c4d2fa39a6a9'} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:00:57.219530 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-7ffac560-9081-4e30-bb34-9f2847ffb48c req-ad71c12f-3911-406a-82f3-7d563f7930a1 service neutron] Bound port: 3f1ccc8c-9798-4c0f-9f9e-db43c722114f, host: n-h1-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c47e7cc7-b0e9-471e-b230-869423a60c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '4e08cd5c-5139-4e0a-8a08-c4d2fa39a6a9'}}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:00:57.219949 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-7ffac560-9081-4e30-bb34-9f2847ffb48c req-ad71c12f-3911-406a-82f3-7d563f7930a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:57.256848 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ba14fc-fa18-4945-a87c-2f87f91f8145 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a7903ab-c1d7-46ed-9269-f10378fd177a,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:57.272358 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ba14fc-fa18-4945-a87c-2f87f91f8145 admin admin] No DVR routers for this DVR port 9a7903ab-c1d7-46ed-9269-f10378fd177a on host n-d-764292-30 {{(pid=102192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:00:57.282810 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7ca52d90-644a-449b-8930-2f9cba2a7354 req-eef237e3-bc24-4426-841d-d661ff94bcd8 tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] 10.222.0.41 "GET /v2.0/security-groups?id=68d3953c-5c04-4915-9da9-4e3d74be3735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3339140 Aug 11 03:00:57.298556 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-8d655f89-5071-4ad8-a4cc-21bea9ec132c req-ed659381-4a46-45a6-b3c8-3b09ee3a015a service neutron] 10.222.0.22 "GET /v2.0/networks/3ff4efdf-629f-49b2-91cf-585f5d5e5f6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457009 Aug 11 03:00:57.342217 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93ab94f-796b-4e2b-a0cc-8652d34ae723 req-5ae02cc1-d001-454a-85b7-374380709f8b tempest-ServersTestBootFromVolume-829147864 tempest-ServersTestBootFromVolume-829147864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:57.351375 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d93ab94f-796b-4e2b-a0cc-8652d34ae723 req-5ae02cc1-d001-454a-85b7-374380709f8b tempest-ServersTestBootFromVolume-829147864 tempest-ServersTestBootFromVolume-829147864-project] 10.222.0.41 "GET /v2.0/ports?device_id=b73aa8e8-3888-43cd-bbcd-17b5d9d1db40 HTTP/1.1" status: 200 len: 943 time: 0.2039895 Aug 11 03:00:57.361874 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-7ffac560-9081-4e30-bb34-9f2847ffb48c req-ad71c12f-3911-406a-82f3-7d563f7930a1 service neutron] For port 3f1ccc8c-9798-4c0f-9f9e-db43c722114f, host n-h1-764292-30, cleared binding levels {{(pid=102191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:00:57.382194 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-7ffac560-9081-4e30-bb34-9f2847ffb48c req-ad71c12f-3911-406a-82f3-7d563f7930a1 service neutron] For port 3f1ccc8c-9798-4c0f-9f9e-db43c722114f, host n-h1-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=3f1ccc8c-9798-4c0f-9f9e-db43c722114f,segment=NetworkSegment(c47e7cc7-b0e9-471e-b230-869423a60c2d),segment_id=c47e7cc7-b0e9-471e-b230-869423a60c2d)] {{(pid=102191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:00:57.390751 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae145ef-9598-4215-9297-dd579c655e6a req-371772f2-3983-473b-b851-4e1516f114cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:57.392532 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7ae145ef-9598-4215-9297-dd579c655e6a req-371772f2-3983-473b-b851-4e1516f114cb service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=83808f5f252c43418f6a6c255d45878a&device_id=60603c36-cbbd-4561-ab9a-3a7fd11177f5 HTTP/1.1" status: 200 len: 1097 time: 0.2419364 Aug 11 03:00:57.420645 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-8d655f89-5071-4ad8-a4cc-21bea9ec132c req-e0aa2bed-e343-4825-92ab-5ded41b51149 service neutron] 10.222.0.22 "GET /v2.0/networks/3ff4efdf-629f-49b2-91cf-585f5d5e5f6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133113 Aug 11 03:00:57.440853 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-35ba14fc-fa18-4945-a87c-2f87f91f8145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:57.462212 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-7ffac560-9081-4e30-bb34-9f2847ffb48c req-ad71c12f-3911-406a-82f3-7d563f7930a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:57.493893 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-35ba14fc-fa18-4945-a87c-2f87f91f8145 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 03:00:57.494315 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-35ba14fc-fa18-4945-a87c-2f87f91f8145 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 03:00:57.495036 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-35ba14fc-fa18-4945-a87c-2f87f91f8145 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 03:00:57.495364 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-35ba14fc-fa18-4945-a87c-2f87f91f8145 admin admin] Subscribe: > port after_create 55550000 {{(pid=102192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 03:00:57.496173 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-35ba14fc-fa18-4945-a87c-2f87f91f8145 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 03:00:57.496173 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-35ba14fc-fa18-4945-a87c-2f87f91f8145 admin admin] Subscribe: > port after_update 55550000 {{(pid=102192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 03:00:57.496353 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-35ba14fc-fa18-4945-a87c-2f87f91f8145 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 03:00:57.496659 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-35ba14fc-fa18-4945-a87c-2f87f91f8145 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 03:00:57.497331 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-35ba14fc-fa18-4945-a87c-2f87f91f8145 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 03:00:57.497331 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-35ba14fc-fa18-4945-a87c-2f87f91f8145 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 03:00:57.501186 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffac560-9081-4e30-bb34-9f2847ffb48c req-ad71c12f-3911-406a-82f3-7d563f7930a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:57.501874 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-7ffac560-9081-4e30-bb34-9f2847ffb48c req-ad71c12f-3911-406a-82f3-7d563f7930a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:57.503234 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-7ffac560-9081-4e30-bb34-9f2847ffb48c req-ad71c12f-3911-406a-82f3-7d563f7930a1 service neutron] 10.222.0.22 "PUT /v2.0/ports/3f1ccc8c-9798-4c0f-9f9e-db43c722114f HTTP/1.1" status: 200 len: 1093 time: 1.3864191 Aug 11 03:00:57.524079 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad71c12f-3911-406a-82f3-7d563f7930a1 service neutron] Pushing event updated for resources: {'Port': ['ID=3f1ccc8c-9798-4c0f-9f9e-db43c722114f,revision_number=3']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:57.564117 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-35ba14fc-fa18-4945-a87c-2f87f91f8145 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 03:00:57.564468 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-35ba14fc-fa18-4945-a87c-2f87f91f8145 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 03:00:57.564785 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-35ba14fc-fa18-4945-a87c-2f87f91f8145 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 03:00:57.565654 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-35ba14fc-fa18-4945-a87c-2f87f91f8145 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 03:00:57.566029 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-35ba14fc-fa18-4945-a87c-2f87f91f8145 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abf1565e-1587-4782-9403-f8b694022961']}} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:00:57.603096 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-35ba14fc-fa18-4945-a87c-2f87f91f8145 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e221be52-9bc2-4fba-8483-c602d1c33ce1') {'for_net_delete': True} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:00:57.603471 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-35ba14fc-fa18-4945-a87c-2f87f91f8145 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e221be52-9bc2-4fba-8483-c602d1c33ce1') {} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:00:57.628846 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d93ab94f-796b-4e2b-a0cc-8652d34ae723 req-1f145a22-dcef-4ea6-b40a-f555d1e1e229 tempest-ServersTestBootFromVolume-829147864 tempest-ServersTestBootFromVolume-829147864-project] 10.222.0.41 "GET /v2.0/security-groups?id=3799b9f0-2cd6-4194-a840-878f5c5d8080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2739155 Aug 11 03:00:57.631777 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-35ba14fc-fa18-4945-a87c-2f87f91f8145 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125932501'] for segment, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:57.669967 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffac560-9081-4e30-bb34-9f2847ffb48c req-ec4066fb-707a-4b7a-8c97-1c8b5e72a2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:57.671595 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-7ffac560-9081-4e30-bb34-9f2847ffb48c req-ec4066fb-707a-4b7a-8c97-1c8b5e72a2cb service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1a1c8d8945cf4bc1ad7394d93428f28e&device_id=1dea5897-0c98-4625-85b2-ec6f8c46669b HTTP/1.1" status: 200 len: 1096 time: 0.0452764 Aug 11 03:00:57.682738 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921275cc-75c9-45ba-8ea1-c003eafbedf5 req-ffa022b1-ad0e-4a36-aa05-d86e17c3faca tempest-InstanceActionsTestJSON-424546344 tempest-InstanceActionsTestJSON-424546344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:57.684212 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-921275cc-75c9-45ba-8ea1-c003eafbedf5 req-ffa022b1-ad0e-4a36-aa05-d86e17c3faca tempest-InstanceActionsTestJSON-424546344 tempest-InstanceActionsTestJSON-424546344-project] 10.222.0.41 "GET /v2.0/ports?device_id=1dea5897-0c98-4625-85b2-ec6f8c46669b HTTP/1.1" status: 200 len: 944 time: 0.2901838 Aug 11 03:00:57.685196 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-35ba14fc-fa18-4945-a87c-2f87f91f8145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:57.705179 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35ba14fc-fa18-4945-a87c-2f87f91f8145 admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=102192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:00:57.710090 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-35ba14fc-fa18-4945-a87c-2f87f91f8145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125932183'] for segment, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:57.710419 n-d-764292-30 neutron-server[102192]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 11 03:00:57.710419 n-d-764292-30 neutron-server[102192]: from cryptography.utils import int_from_bytes Aug 11 03:00:57.710419 n-d-764292-30 neutron-server[102192]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 11 03:00:57.710419 n-d-764292-30 neutron-server[102192]: from cryptography.utils import int_from_bytes Aug 11 03:00:57.710419 n-d-764292-30 neutron-server[102192]: Traceback (most recent call last): Aug 11 03:00:57.710419 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:00:57.710419 n-d-764292-30 neutron-server[102192]: timer() Aug 11 03:00:57.710419 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:00:57.710419 n-d-764292-30 neutron-server[102192]: cb(*args, **kw) Aug 11 03:00:57.710419 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:00:57.710419 n-d-764292-30 neutron-server[102192]: return func(*args, **kwargs) Aug 11 03:00:57.710419 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:00:57.710419 n-d-764292-30 neutron-server[102192]: self._notify() Aug 11 03:00:57.710419 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:00:57.710419 n-d-764292-30 neutron-server[102192]: self.callback(batched_events) Aug 11 03:00:57.710419 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:00:57.710419 n-d-764292-30 neutron-server[102192]: event.method(event) Aug 11 03:00:57.710419 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:00:57.710419 n-d-764292-30 neutron-server[102192]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:00:57.710419 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:00:57.710419 n-d-764292-30 neutron-server[102192]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:00:57.710419 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:00:57.710419 n-d-764292-30 neutron-server[102192]: return f(self, *a, **k) Aug 11 03:00:57.710419 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:00:57.710419 n-d-764292-30 neutron-server[102192]: return self._get(url).json() Aug 11 03:00:57.710419 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:00:57.710419 n-d-764292-30 neutron-server[102192]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:00:57.710419 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:00:57.710419 n-d-764292-30 neutron-server[102192]: return self.request(url, 'GET', **kwargs) Aug 11 03:00:57.710419 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:00:57.710419 n-d-764292-30 neutron-server[102192]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:00:57.710419 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:00:57.710419 n-d-764292-30 neutron-server[102192]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:00:57.710419 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:00:57.710419 n-d-764292-30 neutron-server[102192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:00:57.710419 n-d-764292-30 neutron-server[102192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:00:57.725497 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-7ffac560-9081-4e30-bb34-9f2847ffb48c req-ddd165f9-3a84-4d84-ac0b-2556f8894065 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3f1ccc8c-9798-4c0f-9f9e-db43c722114f HTTP/1.1" status: 200 len: 217 time: 0.0367675 Aug 11 03:00:57.782824 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffac560-9081-4e30-bb34-9f2847ffb48c req-33324097-6806-47d7-a817-50ac0185fa00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:57.784259 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-7ffac560-9081-4e30-bb34-9f2847ffb48c req-33324097-6806-47d7-a817-50ac0185fa00 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=cf707303-5ee7-4b51-be6f-ec595a2bad2b HTTP/1.1" status: 200 len: 854 time: 0.0515468 Aug 11 03:00:57.799251 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-dbdf05ae-7d63-49d9-80db-a23705164f51 req-53f81898-ccc4-430d-869d-f57a203311ee tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e6d434a-1d7c-47d1-a3b4-a092a9ca5706 HTTP/1.1" status: 200 len: 210 time: 0.0475438 Aug 11 03:00:57.802572 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae145ef-9598-4215-9297-dd579c655e6a req-20d73db4-d417-4e9b-825e-d3bec4c6e80b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:57.803964 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7ae145ef-9598-4215-9297-dd579c655e6a req-20d73db4-d417-4e9b-825e-d3bec4c6e80b service neutron] 10.222.0.22 "GET /v2.0/networks?id=a1f5acc4-6e30-4bf9-bc28-7ff84dac631d HTTP/1.1" status: 200 len: 908 time: 0.3983214 Aug 11 03:00:57.819331 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-7ffac560-9081-4e30-bb34-9f2847ffb48c req-797b2418-2f64-4943-821c-1f1c17a86778 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=4e08cd5c-5139-4e0a-8a08-c4d2fa39a6a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281932 Aug 11 03:00:57.856310 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-921275cc-75c9-45ba-8ea1-c003eafbedf5 req-ca5bac92-df69-4542-a445-ef2cd4511dff tempest-InstanceActionsTestJSON-424546344 tempest-InstanceActionsTestJSON-424546344-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e12bc45-e6dd-472e-b816-992d7d9fcad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636829 Aug 11 03:00:57.857807 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7ae145ef-9598-4215-9297-dd579c655e6a req-632664dc-65be-479e-9cb5-c625672198f0 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b76041ec-402b-41d5-8fb1-e117d05c0c99 HTTP/1.1" status: 200 len: 217 time: 0.0450988 Aug 11 03:00:57.896567 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:00:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51e69ed0-2d18-4f95-ac93-14dc5c4d3669 x-openstack-request-id: req-51e69ed0-2d18-4f95-ac93-14dc5c4d3669 {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:00:57.896867 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87049386-efcc-4628-8386-ee16f20965dd", "tag": "8181c377-97f2-4da7-81c1-a738002f3130", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:00:57.897092 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-51e69ed0-2d18-4f95-ac93-14dc5c4d3669 {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:00:57.897490 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87049386-efcc-4628-8386-ee16f20965dd', 'tag': '8181c377-97f2-4da7-81c1-a738002f3130', 'status': 'completed', 'code': 200} Aug 11 03:00:57.955291 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-35ba14fc-fa18-4945-a87c-2f87f91f8145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:57.958334 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae145ef-9598-4215-9297-dd579c655e6a req-679b9449-d73b-43b7-8f64-201e0829be17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:57.959816 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7ae145ef-9598-4215-9297-dd579c655e6a req-679b9449-d73b-43b7-8f64-201e0829be17 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=0d013ade-4c13-41b9-b262-cf5646bc4bdb HTTP/1.1" status: 200 len: 847 time: 0.0886807 Aug 11 03:00:57.979521 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ba14fc-fa18-4945-a87c-2f87f91f8145 admin admin] Pushing event deleted for resources: {'Network': ['ID=abf1565e-1587-4782-9403-f8b694022961,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:57.981133 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bef51f5-f5f6-4f1b-828a-6372f1ed9404 req-ef14bfc1-df28-4377-ad0e-065423c9cb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:57.981929 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-35ba14fc-fa18-4945-a87c-2f87f91f8145 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:57.982406 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-8bef51f5-f5f6-4f1b-828a-6372f1ed9404 req-ef14bfc1-df28-4377-ad0e-065423c9cb32 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=42f48ed467fa4c1a8c7727abd216b298&device_id=87049386-efcc-4628-8386-ee16f20965dd HTTP/1.1" status: 200 len: 1095 time: 0.0822012 Aug 11 03:00:57.983845 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-35ba14fc-fa18-4945-a87c-2f87f91f8145 admin admin] 10.222.0.41 "DELETE /v2.0/networks/abf1565e-1587-4782-9403-f8b694022961 HTTP/1.1" status: 204 len: 168 time: 2.0049102 Aug 11 03:00:57.989057 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-7ffac560-9081-4e30-bb34-9f2847ffb48c req-a75978f1-b80b-47a2-b705-cd1385214035 service neutron] 10.222.0.22 "GET /v2.0/networks/4e08cd5c-5139-4e0a-8a08-c4d2fa39a6a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613646 Aug 11 03:00:58.026687 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7ae145ef-9598-4215-9297-dd579c655e6a req-f5381f58-d3e9-4c3a-b953-0350afad640c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a1f5acc4-6e30-4bf9-bc28-7ff84dac631d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497274 Aug 11 03:00:58.096549 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 9a7903ab-c1d7-46ed-9269-f10378fd177a no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:00:58.107691 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf40e8bf-4435-48f3-a5c0-cb33b7604b80 req-0111c403-e951-42ac-83f3-64b3444f5552 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:58.115674 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cf40e8bf-4435-48f3-a5c0-cb33b7604b80 req-0111c403-e951-42ac-83f3-64b3444f5552 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/ports?device_id=60603c36-cbbd-4561-ab9a-3a7fd11177f5 HTTP/1.1" status: 200 len: 945 time: 0.1904109 Aug 11 03:00:58.140011 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: 9a7903ab-c1d7-46ed-9269-f10378fd177a {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:00:58.140356 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 9a7903ab-c1d7-46ed-9269-f10378fd177a not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:00:58.152841 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bef51f5-f5f6-4f1b-828a-6372f1ed9404 req-c254f1e1-b709-4f52-99fa-6f5f04e58a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:58.154356 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-8bef51f5-f5f6-4f1b-828a-6372f1ed9404 req-c254f1e1-b709-4f52-99fa-6f5f04e58a0a service neutron] 10.222.0.22 "GET /v2.0/networks?id=3ff4efdf-629f-49b2-91cf-585f5d5e5f6f HTTP/1.1" status: 200 len: 921 time: 0.1644514 Aug 11 03:00:58.158104 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-7ffac560-9081-4e30-bb34-9f2847ffb48c req-6c5ec160-0f26-4c97-973a-160315907a91 service neutron] 10.222.0.22 "GET /v2.0/networks/4e08cd5c-5139-4e0a-8a08-c4d2fa39a6a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605210 Aug 11 03:00:58.206898 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cf40e8bf-4435-48f3-a5c0-cb33b7604b80 req-ee812874-4aab-406c-91f3-0e1e79cc619e tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/security-groups?id=c7e06141-9137-4a1d-bc20-6fbfa107e8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899928 Aug 11 03:00:58.212637 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-8bef51f5-f5f6-4f1b-828a-6372f1ed9404 req-f0efcdbe-bee5-442e-8814-b0609b6288b5 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8181c377-97f2-4da7-81c1-a738002f3130 HTTP/1.1" status: 200 len: 217 time: 0.0432541 Aug 11 03:00:58.228370 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7ae145ef-9598-4215-9297-dd579c655e6a req-b1ff7227-5e74-49e7-ba24-434407ef042b service neutron] 10.222.0.22 "GET /v2.0/networks/a1f5acc4-6e30-4bf9-bc28-7ff84dac631d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930144 Aug 11 03:00:58.270866 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bef51f5-f5f6-4f1b-828a-6372f1ed9404 req-e2cb7a6c-45b0-4c68-a2d2-2721a1aead87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:58.272416 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-8bef51f5-f5f6-4f1b-828a-6372f1ed9404 req-e2cb7a6c-45b0-4c68-a2d2-2721a1aead87 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b72217e4-4ebb-4b82-9a4c-fcf14d2be745 HTTP/1.1" status: 200 len: 859 time: 0.0525823 Aug 11 03:00:58.331389 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bef51f5-f5f6-4f1b-828a-6372f1ed9404 req-b6fe3b8b-f06d-48c8-8e5d-d1f093f9d8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:58.333192 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-8bef51f5-f5f6-4f1b-828a-6372f1ed9404 req-b6fe3b8b-f06d-48c8-8e5d-d1f093f9d8fc service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3ff4efdf-629f-49b2-91cf-585f5d5e5f6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0458629 Aug 11 03:00:58.343820 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6a5ed8ca-4c07-4ee3-9b27-72f2c66681c1 req-5705ee20-a16c-465f-9129-842d83f0f4f8 tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1653182495&fields=id&tenant_id=e2a079adece943d79940f9231134e5b8 HTTP/1.1" status: 200 len: 267 time: 0.0529530 Aug 11 03:00:58.416067 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7ae145ef-9598-4215-9297-dd579c655e6a req-d509b612-7af7-486e-b5a8-325e624f9743 service neutron] 10.222.0.22 "GET /v2.0/networks/a1f5acc4-6e30-4bf9-bc28-7ff84dac631d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805634 Aug 11 03:00:58.449222 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-8bef51f5-f5f6-4f1b-828a-6372f1ed9404 req-94b4ddd8-10b7-4638-aa99-d04dc398b683 service neutron] 10.222.0.22 "GET /v2.0/networks/3ff4efdf-629f-49b2-91cf-585f5d5e5f6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080682 Aug 11 03:00:58.540146 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5ed8ca-4c07-4ee3-9b27-72f2c66681c1 req-bafdf7a2-1277-46a5-9c9f-6e97410a1eb9 tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:58.546193 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 43566) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:58.551059 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6a5ed8ca-4c07-4ee3-9b27-72f2c66681c1 req-bafdf7a2-1277-46a5-9c9f-6e97410a1eb9 tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] 10.222.0.41 "GET /v2.0/networks?id=abf4f863-7e34-4c96-bae1-78fb72808e42 HTTP/1.1" status: 200 len: 823 time: 0.1981785 Aug 11 03:00:58.555603 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5ab068f8-1472-49e4-90de-38be86c966ba req-66d477c5-fe1b-4f52-881d-bfb97875c7b2 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=c1f9c9765b974fd98b786b1ff4e95823&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0471931 Aug 11 03:00:58.594448 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6a5ed8ca-4c07-4ee3-9b27-72f2c66681c1 req-a78ccfe8-58c3-4c76-878c-336236f98946 tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] 10.222.0.41 "GET /v2.0/quotas/e2a079adece943d79940f9231134e5b8 HTTP/1.1" status: 200 len: 375 time: 0.0419910 Aug 11 03:00:58.606756 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-8bef51f5-f5f6-4f1b-828a-6372f1ed9404 req-2607b80f-cef4-4353-b033-6b517d9fa377 service neutron] 10.222.0.22 "GET /v2.0/networks/3ff4efdf-629f-49b2-91cf-585f5d5e5f6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487181 Aug 11 03:00:58.610398 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-f06319bd-5fd8-4db6-87b8-d8b619505d62 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=07cbb6ceae3048188f930d43ff642cfc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0651083 Aug 11 03:00:58.613555 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 43568) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:58.688144 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5e7e9a45-f1f2-4853-8eee-753d92fa0e0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:58.704499 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a7e5db-ad70-4574-af68-265bca3c2516 req-ced49e45-80ae-4143-8d0f-68f28aa99cd7 tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:58.707071 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-47a7e5db-ad70-4574-af68-265bca3c2516 req-ced49e45-80ae-4143-8d0f-68f28aa99cd7 tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] 10.222.0.24 "GET /v2.0/ports?device_id=9189bee4-2bda-4282-ab19-1e4546d71aab HTTP/1.1" status: 200 len: 946 time: 0.2380025 Aug 11 03:00:58.716918 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5e7e9a45-f1f2-4853-8eee-753d92fa0e0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:58.806202 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6a5ed8ca-4c07-4ee3-9b27-72f2c66681c1 req-17bc7d45-a865-4f53-8093-a55fa2191eb6 tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=e2a079adece943d79940f9231134e5b8&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2111952 Aug 11 03:00:58.808044 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae145ef-9598-4215-9297-dd579c655e6a req-e58f2296-64fa-49a7-99d8-79efc0ee5811 tempest-LiveMigrationTest-410920510 tempest-LiveMigrationTest-410920510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:58.809381 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7ae145ef-9598-4215-9297-dd579c655e6a req-e58f2296-64fa-49a7-99d8-79efc0ee5811 tempest-LiveMigrationTest-410920510 tempest-LiveMigrationTest-410920510-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=60603c36-cbbd-4561-ab9a-3a7fd11177f5&tenant_id=83808f5f252c43418f6a6c255d45878a&binding%3Ahost_id=n-h2-764292-30 HTTP/1.1" status: 200 len: 1097 time: 0.1683881 Aug 11 03:00:58.848322 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-7ae145ef-9598-4215-9297-dd579c655e6a req-a03c5f30-1105-4948-93d6-47d065167607 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-764292-30'}}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:00:58.872590 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5e7e9a45-f1f2-4853-8eee-753d92fa0e0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:58.875610 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5e7e9a45-f1f2-4853-8eee-753d92fa0e0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:58.876771 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-5e7e9a45-f1f2-4853-8eee-753d92fa0e0d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/eab0d593-8684-4032-bde1-d2b6f3bc6f0c HTTP/1.1" status: 204 len: 168 time: 0.2621124 Aug 11 03:00:58.885274 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7e9a45-f1f2-4853-8eee-753d92fa0e0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eab0d593-8684-4032-bde1-d2b6f3bc6f0c,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:58.918418 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab068f8-1472-49e4-90de-38be86c966ba req-4fef15db-ece9-4e8c-b650-707831c790e8 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:58.919820 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5ab068f8-1472-49e4-90de-38be86c966ba req-4fef15db-ece9-4e8c-b650-707831c790e8 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3572645 Aug 11 03:00:58.950721 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-5ab068f8-1472-49e4-90de-38be86c966ba req-cb03be33-ec3f-4bba-b557-1b7938d7ccc3 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Request body: {'port': {'device_id': '5e6d434a-1d7c-47d1-a3b4-a092a9ca5706', 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba', 'admin_state_up': True, 'tenant_id': 'c1f9c9765b974fd98b786b1ff4e95823'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:00:59.032984 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-7ae145ef-9598-4215-9297-dd579c655e6a req-a03c5f30-1105-4948-93d6-47d065167607 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:59.067887 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-a5216f0b-0d06-4e1c-bce8-7e1504f5825f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:59.085496 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [req-47a7e5db-ad70-4574-af68-265bca3c2516 req-0eaa6900-51b7-40ec-8d30-6841fdf91c41 tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] Deleting port 761ac011-096e-4c01-899e-2995d3ae30ee {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:00:59.086024 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-47a7e5db-ad70-4574-af68-265bca3c2516 req-0eaa6900-51b7-40ec-8d30-6841fdf91c41 tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:59.123068 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6a5ed8ca-4c07-4ee3-9b27-72f2c66681c1 req-68d691c0-c914-4d95-bfd4-435740b22e7c service neutron] 10.222.0.41 "GET /v2.0/networks/abf4f863-7e34-4c96-bae1-78fb72808e42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2787259 Aug 11 03:00:59.354844 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-47a7e5db-ad70-4574-af68-265bca3c2516 req-0eaa6900-51b7-40ec-8d30-6841fdf91c41 tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] For port 761ac011-096e-4c01-899e-2995d3ae30ee, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=761ac011-096e-4c01-899e-2995d3ae30ee,segment=NetworkSegment(86c83a84-fd28-4f5f-a51e-dfaae3027a90),segment_id=86c83a84-fd28-4f5f-a51e-dfaae3027a90)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:00:59.355247 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-47a7e5db-ad70-4574-af68-265bca3c2516 req-0eaa6900-51b7-40ec-8d30-6841fdf91c41 tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:59.409371 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6a5ed8ca-4c07-4ee3-9b27-72f2c66681c1 req-bd3ffabe-e931-4bc1-b837-70a7804e6966 service neutron] 10.222.0.41 "GET /v2.0/networks/abf4f863-7e34-4c96-bae1-78fb72808e42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2761259 Aug 11 03:00:59.471515 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ab068f8-1472-49e4-90de-38be86c966ba req-cb03be33-ec3f-4bba-b557-1b7938d7ccc3 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Made reservation on behalf of c1f9c9765b974fd98b786b1ff4e95823 for: {'port': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:00:59.474956 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-5ab068f8-1472-49e4-90de-38be86c966ba req-cb03be33-ec3f-4bba-b557-1b7938d7ccc3 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:59.510660 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-5ab068f8-1472-49e4-90de-38be86c966ba req-cb03be33-ec3f-4bba-b557-1b7938d7ccc3 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:59.562936 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-7ae145ef-9598-4215-9297-dd579c655e6a req-a03c5f30-1105-4948-93d6-47d065167607 service neutron] For port b76041ec-402b-41d5-8fb1-e117d05c0c99, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=b76041ec-402b-41d5-8fb1-e117d05c0c99,segment=NetworkSegment(75626708-94f6-4fcc-8cbd-0dd0dd709069),segment_id=75626708-94f6-4fcc-8cbd-0dd0dd709069)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:00:59.687854 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-7ae145ef-9598-4215-9297-dd579c655e6a req-a03c5f30-1105-4948-93d6-47d065167607 service neutron] For port b76041ec-402b-41d5-8fb1-e117d05c0c99, host n-h2-764292-30, cleared binding levels {{(pid=102192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:00:59.743534 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-47a7e5db-ad70-4574-af68-265bca3c2516 req-0eaa6900-51b7-40ec-8d30-6841fdf91c41 tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:59.743902 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-47a7e5db-ad70-4574-af68-265bca3c2516 req-0eaa6900-51b7-40ec-8d30-6841fdf91c41 tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446866'] for floatingip, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:59.744210 n-d-764292-30 neutron-server[102192]: INFO neutron.db.l3_db [req-47a7e5db-ad70-4574-af68-265bca3c2516 req-0eaa6900-51b7-40ec-8d30-6841fdf91c41 tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] Floating IP 8287411e-19cb-4b6d-9d0e-ec4ec73a9cad disassociated. External IP: 172.25.8.140, port: 761ac011-096e-4c01-899e-2995d3ae30ee. Aug 11 03:00:59.744549 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [req-47a7e5db-ad70-4574-af68-265bca3c2516 req-0eaa6900-51b7-40ec-8d30-6841fdf91c41 tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] Calling delete_port for 761ac011-096e-4c01-899e-2995d3ae30ee owned by compute:nova {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:00:59.791058 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60603c36-cbbd-4561-ab9a-3a7fd11177f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b76041ec-402b-41d5-8fb1-e117d05c0c99'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:00:59.793508 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-301170b9-0d1c-48df-97d2-c72f5ea7f373" -d '{"events": [{"server_uuid": "60603c36-cbbd-4561-ab9a-3a7fd11177f5", "name": "network-vif-unplugged", "status": "completed", "tag": "b76041ec-402b-41d5-8fb1-e117d05c0c99"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:00:59.802275 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-7ae145ef-9598-4215-9297-dd579c655e6a req-a03c5f30-1105-4948-93d6-47d065167607 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:59.883985 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [req-7d69e802-1f49-4756-a9f3-d8cd73b04780 req-29d639e9-6615-4229-a94a-0bd323a24410 tempest-LiveAutoBlockMigrationV225Test-1544515844 tempest-LiveAutoBlockMigrationV225Test-1544515844-project-admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102191) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:00:59.885278 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-7d69e802-1f49-4756-a9f3-d8cd73b04780 req-29d639e9-6615-4229-a94a-0bd323a24410 tempest-LiveAutoBlockMigrationV225Test-1544515844 tempest-LiveAutoBlockMigrationV225Test-1544515844-project-admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064373 Aug 11 03:00:59.896116 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-7d69e802-1f49-4756-a9f3-d8cd73b04780 req-e5ec1871-cdbf-4f06-a399-f377e24413a7 service neutron] Request body: {'binding': {'host': 'n-h1-764292-30', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:00:59.897009 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-7d69e802-1f49-4756-a9f3-d8cd73b04780 req-e5ec1871-cdbf-4f06-a399-f377e24413a7 service neutron] Unknown quota resources ['binding']. {{(pid=102191) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 11 03:00:59.899473 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dea5897-0c98-4625-85b2-ec6f8c46669b', 'tag': '3f1ccc8c-9798-4c0f-9f9e-db43c722114f'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:00:59.902473 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-570741c9-8a59-4a0b-867b-c2dc507a8f8e" -d '{"events": [{"name": "network-changed", "server_uuid": "1dea5897-0c98-4625-85b2-ec6f8c46669b", "tag": "3f1ccc8c-9798-4c0f-9f9e-db43c722114f"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:01:00.075463 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-7d69e802-1f49-4756-a9f3-d8cd73b04780 req-e5ec1871-cdbf-4f06-a399-f377e24413a7 service neutron] Attempting to bind port 3accc793-fe12-47ab-9ad3-76cfce77a764 on host n-h1-764292-30 for vnic_type normal with profile None {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:01:00.075824 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-7d69e802-1f49-4756-a9f3-d8cd73b04780 req-e5ec1871-cdbf-4f06-a399-f377e24413a7 service neutron] Attempting to bind port 3accc793-fe12-47ab-9ad3-76cfce77a764 by drivers openvswitch,hyperv on host n-h1-764292-30 at level 0 using segments [{'id': 'a45ed4ca-59d3-4372-9b5a-18bb6ba190c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f221beb7-8330-438a-a9fe-3bfcf5050d99'}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:01:00.076126 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d69e802-1f49-4756-a9f3-d8cd73b04780 req-e5ec1871-cdbf-4f06-a399-f377e24413a7 service neutron] Attempting to bind port 3accc793-fe12-47ab-9ad3-76cfce77a764 on network f221beb7-8330-438a-a9fe-3bfcf5050d99 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:01:00.080930 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d69e802-1f49-4756-a9f3-d8cd73b04780 req-e5ec1871-cdbf-4f06-a399-f377e24413a7 service neutron] Port 3accc793-fe12-47ab-9ad3-76cfce77a764 on network f221beb7-8330-438a-a9fe-3bfcf5050d99 not bound, no agent of type Open vSwitch agent registered on host n-h1-764292-30 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:01:00.081248 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d69e802-1f49-4756-a9f3-d8cd73b04780 req-e5ec1871-cdbf-4f06-a399-f377e24413a7 service neutron] Attempting to bind port 3accc793-fe12-47ab-9ad3-76cfce77a764 on network f221beb7-8330-438a-a9fe-3bfcf5050d99 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:01:00.087524 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d69e802-1f49-4756-a9f3-d8cd73b04780 req-e5ec1871-cdbf-4f06-a399-f377e24413a7 service neutron] Checking agent: {'id': 'abb524c2-b412-4ed2-8367-45c4fd996fa7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 0, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:01:00.087911 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d69e802-1f49-4756-a9f3-d8cd73b04780 req-e5ec1871-cdbf-4f06-a399-f377e24413a7 service neutron] Checking segment: {'id': 'a45ed4ca-59d3-4372-9b5a-18bb6ba190c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f221beb7-8330-438a-a9fe-3bfcf5050d99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:01:00.088259 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d69e802-1f49-4756-a9f3-d8cd73b04780 req-e5ec1871-cdbf-4f06-a399-f377e24413a7 service neutron] Bound using segment: {'id': 'a45ed4ca-59d3-4372-9b5a-18bb6ba190c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f221beb7-8330-438a-a9fe-3bfcf5050d99'} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:01:00.089252 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-7d69e802-1f49-4756-a9f3-d8cd73b04780 req-e5ec1871-cdbf-4f06-a399-f377e24413a7 service neutron] Bound port: 3accc793-fe12-47ab-9ad3-76cfce77a764, host: n-h1-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a45ed4ca-59d3-4372-9b5a-18bb6ba190c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f221beb7-8330-438a-a9fe-3bfcf5050d99'}}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:01:00.138553 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3276e8d-872f-4df4-b662-b1b215e0eb61 req-5fe1be20-99d5-4ee4-9b33-5992bac08b27 tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:00.138553 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f3276e8d-872f-4df4-b662-b1b215e0eb61 req-5fe1be20-99d5-4ee4-9b33-5992bac08b27 tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] 10.222.0.41 "GET /v2.0/ports?device_id=87049386-efcc-4628-8386-ee16f20965dd HTTP/1.1" status: 200 len: 943 time: 0.4529819 Aug 11 03:01:00.154038 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-5ab068f8-1472-49e4-90de-38be86c966ba req-cb03be33-ec3f-4bba-b557-1b7938d7ccc3 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:00.157770 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-7d69e802-1f49-4756-a9f3-d8cd73b04780 req-e5ec1871-cdbf-4f06-a399-f377e24413a7 service neutron] For port 3accc793-fe12-47ab-9ad3-76cfce77a764, host n-h1-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=3accc793-fe12-47ab-9ad3-76cfce77a764,segment=NetworkSegment(a45ed4ca-59d3-4372-9b5a-18bb6ba190c2),segment_id=a45ed4ca-59d3-4372-9b5a-18bb6ba190c2)] {{(pid=102191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:01:00.173440 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-7ae145ef-9598-4215-9297-dd579c655e6a req-a03c5f30-1105-4948-93d6-47d065167607 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:00.243857 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-5ab068f8-1472-49e4-90de-38be86c966ba req-cb03be33-ec3f-4bba-b557-1b7938d7ccc3 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:00.249915 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-7d69e802-1f49-4756-a9f3-d8cd73b04780 req-e5ec1871-cdbf-4f06-a399-f377e24413a7 service neutron] Notify callbacks [] for binding, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:00.251175 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-7d69e802-1f49-4756-a9f3-d8cd73b04780 req-e5ec1871-cdbf-4f06-a399-f377e24413a7 service neutron] 10.222.0.41 "POST /v2.0/ports/3accc793-fe12-47ab-9ad3-76cfce77a764/bindings HTTP/1.1" status: 201 len: 390 time: 0.3589687 Aug 11 03:01:00.283720 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f3276e8d-872f-4df4-b662-b1b215e0eb61 req-bdb11059-808f-4e84-ad19-ffb9a94c35d2 tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] 10.222.0.41 "GET /v2.0/security-groups?id=68d3953c-5c04-4915-9da9-4e3d74be3735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369777 Aug 11 03:01:00.373649 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03c5f30-1105-4948-93d6-47d065167607 service neutron] Pushing event updated for resources: {'Port': ['ID=b76041ec-402b-41d5-8fb1-e117d05c0c99,revision_number=7']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:00.388894 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb03be33-ec3f-4bba-b557-1b7938d7ccc3 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8b0be49-76ee-4d50-8be0-9bf1508da412,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:00.428247 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-7ae145ef-9598-4215-9297-dd579c655e6a req-a03c5f30-1105-4948-93d6-47d065167607 service neutron] Attempting to bind port b76041ec-402b-41d5-8fb1-e117d05c0c99 on host n-h2-764292-30 for vnic_type normal with profile {"migrating_to": "n-h1-764292-30"} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:01:00.428579 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-7ae145ef-9598-4215-9297-dd579c655e6a req-a03c5f30-1105-4948-93d6-47d065167607 service neutron] Attempting to bind port b76041ec-402b-41d5-8fb1-e117d05c0c99 by drivers openvswitch,hyperv on host n-h2-764292-30 at level 0 using segments [{'id': '75626708-94f6-4fcc-8cbd-0dd0dd709069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a1f5acc4-6e30-4bf9-bc28-7ff84dac631d'}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:01:00.428904 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae145ef-9598-4215-9297-dd579c655e6a req-a03c5f30-1105-4948-93d6-47d065167607 service neutron] Attempting to bind port b76041ec-402b-41d5-8fb1-e117d05c0c99 on network a1f5acc4-6e30-4bf9-bc28-7ff84dac631d {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:01:00.440266 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae145ef-9598-4215-9297-dd579c655e6a req-a03c5f30-1105-4948-93d6-47d065167607 service neutron] Port b76041ec-402b-41d5-8fb1-e117d05c0c99 on network a1f5acc4-6e30-4bf9-bc28-7ff84dac631d not bound, no agent of type Open vSwitch agent registered on host n-h2-764292-30 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:01:00.440534 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae145ef-9598-4215-9297-dd579c655e6a req-a03c5f30-1105-4948-93d6-47d065167607 service neutron] Attempting to bind port b76041ec-402b-41d5-8fb1-e117d05c0c99 on network a1f5acc4-6e30-4bf9-bc28-7ff84dac631d {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:01:00.472319 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-47a7e5db-ad70-4574-af68-265bca3c2516 req-0eaa6900-51b7-40ec-8d30-6841fdf91c41 tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:00.489708 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae145ef-9598-4215-9297-dd579c655e6a req-a03c5f30-1105-4948-93d6-47d065167607 service neutron] Checking agent: {'id': '70015fc0-62fb-48b2-b453-36906937cf2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 0, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:01:00.490171 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae145ef-9598-4215-9297-dd579c655e6a req-a03c5f30-1105-4948-93d6-47d065167607 service neutron] Checking segment: {'id': '75626708-94f6-4fcc-8cbd-0dd0dd709069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a1f5acc4-6e30-4bf9-bc28-7ff84dac631d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:01:00.490587 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae145ef-9598-4215-9297-dd579c655e6a req-a03c5f30-1105-4948-93d6-47d065167607 service neutron] Bound using segment: {'id': '75626708-94f6-4fcc-8cbd-0dd0dd709069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a1f5acc4-6e30-4bf9-bc28-7ff84dac631d'} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:01:00.491030 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-7ae145ef-9598-4215-9297-dd579c655e6a req-a03c5f30-1105-4948-93d6-47d065167607 service neutron] Bound port: b76041ec-402b-41d5-8fb1-e117d05c0c99, host: n-h2-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75626708-94f6-4fcc-8cbd-0dd0dd709069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a1f5acc4-6e30-4bf9-bc28-7ff84dac631d'}}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:01:00.491384 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-7ae145ef-9598-4215-9297-dd579c655e6a req-a03c5f30-1105-4948-93d6-47d065167607 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:00.530841 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaa6900-51b7-40ec-8d30-6841fdf91c41 tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] Pushing event deleted for resources: {'Port': ['ID=761ac011-096e-4c01-899e-2995d3ae30ee,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:00.558543 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806977e8-7b3f-431e-9596-a532f55ec075 req-ca99d0ad-3327-4fe5-bbd3-0ac3dfbd0294 tempest-ServersTestBootFromVolume-829147864 tempest-ServersTestBootFromVolume-829147864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:00.560032 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-806977e8-7b3f-431e-9596-a532f55ec075 req-ca99d0ad-3327-4fe5-bbd3-0ac3dfbd0294 tempest-ServersTestBootFromVolume-829147864 tempest-ServersTestBootFromVolume-829147864-project] 10.222.0.41 "GET /v2.0/ports?device_id=b73aa8e8-3888-43cd-bbcd-17b5d9d1db40 HTTP/1.1" status: 200 len: 943 time: 0.2044499 Aug 11 03:01:00.561103 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [req-5ab068f8-1472-49e4-90de-38be86c966ba req-cb03be33-ec3f-4bba-b557-1b7938d7ccc3 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Allocated IP 192.168.233.191 (d1bf0def-6fa4-4d3e-bbc5-20a040931fba/254a3f4d-2b75-429e-bbb2-8e70554e9483/acd77bac-ad9f-4185-9417-ca2c1c5f2f9c) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:01:00.589102 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cdf17b8e-c0ec-4fe5-a0cd-0c7f2150c8a9 req-7b4c91b3-bcff-42b2-b18e-fdb76dd07d1e tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e6d434a-1d7c-47d1-a3b4-a092a9ca5706 HTTP/1.1" status: 200 len: 210 time: 0.0709059 Aug 11 03:01:00.813843 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-806977e8-7b3f-431e-9596-a532f55ec075 req-434afc4c-209a-4caa-8054-a50179dd5de1 tempest-ServersTestBootFromVolume-829147864 tempest-ServersTestBootFromVolume-829147864-project] 10.222.0.41 "GET /v2.0/security-groups?id=3799b9f0-2cd6-4194-a840-878f5c5d8080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2333059 Aug 11 03:01:00.830604 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-7ae145ef-9598-4215-9297-dd579c655e6a req-a03c5f30-1105-4948-93d6-47d065167607 service neutron] For port b76041ec-402b-41d5-8fb1-e117d05c0c99, host n-h2-764292-30, cleared binding levels {{(pid=102192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:01:00.900206 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-7ae145ef-9598-4215-9297-dd579c655e6a req-a03c5f30-1105-4948-93d6-47d065167607 service neutron] For port b76041ec-402b-41d5-8fb1-e117d05c0c99, host n-h2-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=b76041ec-402b-41d5-8fb1-e117d05c0c99,segment=NetworkSegment(75626708-94f6-4fcc-8cbd-0dd0dd709069),segment_id=75626708-94f6-4fcc-8cbd-0dd0dd709069)] {{(pid=102192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:01:00.918862 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.l3_agent_scheduler [req-47a7e5db-ad70-4574-af68-265bca3c2516 req-0eaa6900-51b7-40ec-8d30-6841fdf91c41 tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] Router 0cabdcb2-c4a7-4927-b0e5-9a6f4314d7f1 has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:01:00.940923 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2e2c59-c32c-4901-8856-f3f312153714 req-9f2678e2-cc89-47d8-9f8c-be9d0a5068b5 tempest-InstanceActionsTestJSON-424546344 tempest-InstanceActionsTestJSON-424546344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:00.942473 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1b2e2c59-c32c-4901-8856-f3f312153714 req-9f2678e2-cc89-47d8-9f8c-be9d0a5068b5 tempest-InstanceActionsTestJSON-424546344 tempest-InstanceActionsTestJSON-424546344-project] 10.222.0.41 "GET /v2.0/ports?device_id=1dea5897-0c98-4625-85b2-ec6f8c46669b HTTP/1.1" status: 200 len: 944 time: 0.2765217 Aug 11 03:01:00.973406 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-7ae145ef-9598-4215-9297-dd579c655e6a req-a03c5f30-1105-4948-93d6-47d065167607 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:01.110014 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a654fb6-c367-4824-b4ea-775521cf785c req-74d64378-d669-4ed7-b98e-9d5cacf957d3 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:01.111534 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2a654fb6-c367-4824-b4ea-775521cf785c req-74d64378-d669-4ed7-b98e-9d5cacf957d3 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/ports?device_id=60603c36-cbbd-4561-ab9a-3a7fd11177f5 HTTP/1.1" status: 200 len: 943 time: 0.2296724 Aug 11 03:01:01.158123 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1b2e2c59-c32c-4901-8856-f3f312153714 req-e1dfd597-2977-45bb-8df3-3e1e2d850d3d tempest-InstanceActionsTestJSON-424546344 tempest-InstanceActionsTestJSON-424546344-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e12bc45-e6dd-472e-b816-992d7d9fcad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074225 Aug 11 03:01:01.163603 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-5ab068f8-1472-49e4-90de-38be86c966ba req-cb03be33-ec3f-4bba-b557-1b7938d7ccc3 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:01.199814 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03c5f30-1105-4948-93d6-47d065167607 service neutron] Pushing event updated for resources: {'Port': ['ID=b76041ec-402b-41d5-8fb1-e117d05c0c99,revision_number=8']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:01.245482 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae145ef-9598-4215-9297-dd579c655e6a req-a03c5f30-1105-4948-93d6-47d065167607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:01.246095 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-7ae145ef-9598-4215-9297-dd579c655e6a req-a03c5f30-1105-4948-93d6-47d065167607 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:01.247586 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7ae145ef-9598-4215-9297-dd579c655e6a req-a03c5f30-1105-4948-93d6-47d065167607 service neutron] 10.222.0.22 "PUT /v2.0/ports/b76041ec-402b-41d5-8fb1-e117d05c0c99 HTTP/1.1" status: 200 len: 1123 time: 2.4079754 Aug 11 03:01:01.274472 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [req-5ab068f8-1472-49e4-90de-38be86c966ba req-cb03be33-ec3f-4bba-b557-1b7938d7ccc3 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Transition to ACTIVE for port object acd77bac-ad9f-4185-9417-ca2c1c5f2f9c will not be triggered until provisioned by entity DHCP. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:01:01.297017 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8f978299-c3ca-46de-925a-b201b399447f req-2c2a5b36-a4d3-4942-a1d2-a7ae746df7fc tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] 10.222.0.41 "GET /v2.0/ports?device_id=d87e1608-5c87-419d-a16a-70b7424f7fdd HTTP/1.1" status: 200 len: 210 time: 0.0651011 Aug 11 03:01:01.303704 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2a654fb6-c367-4824-b4ea-775521cf785c req-40148f91-bb30-43b5-9ab4-71bf360fcaa6 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/security-groups?id=c7e06141-9137-4a1d-bc20-6fbfa107e8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678362 Aug 11 03:01:01.310510 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-47a7e5db-ad70-4574-af68-265bca3c2516 req-0eaa6900-51b7-40ec-8d30-6841fdf91c41 tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:01:01.324936 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['b76041ec-402b-41d5-8fb1-e117d05c0c99'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:01:01.371729 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9afe018-54eb-4579-8478-892a4629139d None None] Sync routers for ids ['0cabdcb2-c4a7-4927-b0e5-9a6f4314d7f1'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:01:01.383723 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:00:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5d1a986-fec9-45f7-8581-c57fed9bc4da x-openstack-request-id: req-d5d1a986-fec9-45f7-8581-c57fed9bc4da {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:01:01.384224 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1dea5897-0c98-4625-85b2-ec6f8c46669b", "tag": "3f1ccc8c-9798-4c0f-9f9e-db43c722114f", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:01:01.384604 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d5d1a986-fec9-45f7-8581-c57fed9bc4da {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:01:01.385039 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1dea5897-0c98-4625-85b2-ec6f8c46669b', 'tag': '3f1ccc8c-9798-4c0f-9f9e-db43c722114f', 'status': 'completed', 'code': 200} Aug 11 03:01:01.386768 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9afe018-54eb-4579-8478-892a4629139d None None] Routers {'0cabdcb2-c4a7-4927-b0e5-9a6f4314d7f1'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:01:01.388177 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-c9afe018-54eb-4579-8478-892a4629139d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:00:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['0cabdcb2-c4a7-4927-b0e5-9a6f4314d7f1'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:01.406038 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 03:01:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aeb57be-3b65-46b5-a680-2d1389c5b94c x-openstack-request-id: req-7aeb57be-3b65-46b5-a680-2d1389c5b94c {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:01:01.406343 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60603c36-cbbd-4561-ab9a-3a7fd11177f5", "name": "network-vif-unplugged", "status": "completed", "tag": "b76041ec-402b-41d5-8fb1-e117d05c0c99", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:01:01.406594 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7aeb57be-3b65-46b5-a680-2d1389c5b94c {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:01:01.407862 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60603c36-cbbd-4561-ab9a-3a7fd11177f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b76041ec-402b-41d5-8fb1-e117d05c0c99', 'code': 200} Aug 11 03:01:01.407862 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [req-47a7e5db-ad70-4574-af68-265bca3c2516 req-0eaa6900-51b7-40ec-8d30-6841fdf91c41 tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] No DVR routers for this DVR port 761ac011-096e-4c01-899e-2995d3ae30ee on host n-h2-764292-30 {{(pid=102192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:01:01.428607 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-47a7e5db-ad70-4574-af68-265bca3c2516 req-0eaa6900-51b7-40ec-8d30-6841fdf91c41 tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:01.432472 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-47a7e5db-ad70-4574-af68-265bca3c2516 req-0eaa6900-51b7-40ec-8d30-6841fdf91c41 tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] 10.222.0.24 "DELETE /v2.0/ports/761ac011-096e-4c01-899e-2995d3ae30ee HTTP/1.1" status: 204 len: 173 time: 2.7174284 Aug 11 03:01:01.537585 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570741c9-8a59-4a0b-867b-c2dc507a8f8e req-748ff080-7fda-4e7e-a597-0e45eec3b337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:01.539316 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-570741c9-8a59-4a0b-867b-c2dc507a8f8e req-748ff080-7fda-4e7e-a597-0e45eec3b337 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1a1c8d8945cf4bc1ad7394d93428f28e&device_id=1dea5897-0c98-4625-85b2-ec6f8c46669b HTTP/1.1" status: 200 len: 1096 time: 0.1054313 Aug 11 03:01:01.546969 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ce4f97-9a87-4d5b-97a1-3025fb6d36fd req-3cbc0fa4-ad1b-4d78-81ca-c261c4880491 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:01.548389 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c9ce4f97-9a87-4d5b-97a1-3025fb6d36fd req-3cbc0fa4-ad1b-4d78-81ca-c261c4880491 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4b1241a-b428-4fb4-be76-b0571e761664 HTTP/1.1" status: 200 len: 945 time: 0.0688472 Aug 11 03:01:01.582379 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-c9afe018-54eb-4579-8478-892a4629139d None None] Set router 0cabdcb2-c4a7-4927-b0e5-9a6f4314d7f1 gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:01:01.606669 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-5ab068f8-1472-49e4-90de-38be86c966ba req-cb03be33-ec3f-4bba-b557-1b7938d7ccc3 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:01.761544 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ab068f8-1472-49e4-90de-38be86c966ba req-cb03be33-ec3f-4bba-b557-1b7938d7ccc3 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Network d1bf0def-6fa4-4d3e-bbc5-20a040931fba is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:01:01.764770 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c9ce4f97-9a87-4d5b-97a1-3025fb6d36fd req-5279cf5f-9f9d-4b0f-bbf1-efb515057a9c tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5aa9049-617d-473f-afb5-b55716ab8aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067025 Aug 11 03:01:01.779806 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f7c309d9-d097-453a-88b6-0944d6913a55 req-ee35d75f-1833-4913-a9cd-c3dd174d63e7 tempest-ImagesOneServerTestJSON-971291341 tempest-ImagesOneServerTestJSON-971291341-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=5601a025ff2643dd8e79f558de29bd67&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1077554 Aug 11 03:01:01.789228 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [req-5ab068f8-1472-49e4-90de-38be86c966ba req-cb03be33-ec3f-4bba-b557-1b7938d7ccc3 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:01:01.803419 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ab068f8-1472-49e4-90de-38be86c966ba req-cb03be33-ec3f-4bba-b557-1b7938d7ccc3 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:01:01.807885 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb03be33-ec3f-4bba-b557-1b7938d7ccc3 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Pushing event updated for resources: {'Port': ['ID=acd77bac-ad9f-4185-9417-ca2c1c5f2f9c,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:01.861188 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:01.880661 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-50e652cd-05e3-420d-b70b-0ea7b990f88d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:01.892016 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-c9afe018-54eb-4579-8478-892a4629139d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cabdcb2-c4a7-4927-b0e5-9a6f4314d7f1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-581871637-router', 'tenant_id': 'e2a079adece943d79940f9231134e5b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': '3ed03132-a150-4896-9ed2-237b70295770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:58:29Z', 'updated_at': '2021-08-11T02:58:33Z', 'revision_number': 4, 'project_id': 'e2a079adece943d79940f9231134e5b8', 'gw_port': {'id': '3ed03132-a150-4896-9ed2-237b70295770', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ee:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cabdcb2-c4a7-4927-b0e5-9a6f4314d7f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:58:29Z', 'updated_at': '2021-08-11T02:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '7854c917-39b9-4b2d-ade4-21a3f8d957d8', 'name': '', 'network_id': 'abf4f863-7e34-4c96-bae1-78fb72808e42', 'tenant_id': 'e2a079adece943d79940f9231134e5b8', 'mac_address': 'fa:16:3e:9e:4d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cabdcb2-c4a7-4927-b0e5-9a6f4314d7f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'ea672f68-2286-4aab-b6b2-6a0985e114d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:58:32Z', 'updated_at': '2021-08-11T02:58:42Z', 'revision_number': 5, 'project_id': 'e2a079adece943d79940f9231134e5b8', 'subnets': [{'id': 'ea672f68-2286-4aab-b6b2-6a0985e114d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:01.924126 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9afe018-54eb-4579-8478-892a4629139d None None] Checking router: 0cabdcb2-c4a7-4927-b0e5-9a6f4314d7f1 for host: n-d-764292-30 {{(pid=102193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:01:01.934219 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9afe018-54eb-4579-8478-892a4629139d None None] Routers {'0cabdcb2-c4a7-4927-b0e5-9a6f4314d7f1'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:01:01.934890 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-c9afe018-54eb-4579-8478-892a4629139d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:01:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['0cabdcb2-c4a7-4927-b0e5-9a6f4314d7f1'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:01.999601 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570741c9-8a59-4a0b-867b-c2dc507a8f8e req-f4c08f23-abe3-4343-bdef-e735ee981746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:02.001072 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-570741c9-8a59-4a0b-867b-c2dc507a8f8e req-f4c08f23-abe3-4343-bdef-e735ee981746 service neutron] 10.222.0.22 "GET /v2.0/networks?id=4e08cd5c-5139-4e0a-8a08-c4d2fa39a6a9 HTTP/1.1" status: 200 len: 915 time: 0.4518318 Aug 11 03:01:02.094523 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-c9afe018-54eb-4579-8478-892a4629139d None None] Set router 0cabdcb2-c4a7-4927-b0e5-9a6f4314d7f1 gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:01:02.123412 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab068f8-1472-49e4-90de-38be86c966ba req-cb03be33-ec3f-4bba-b557-1b7938d7ccc3 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:02.124270 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-5ab068f8-1472-49e4-90de-38be86c966ba req-cb03be33-ec3f-4bba-b557-1b7938d7ccc3 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:02.133301 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5ed8ca-4c07-4ee3-9b27-72f2c66681c1 req-32d101a1-42b1-4eab-b467-c09bc4be4552 tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:02.134834 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6a5ed8ca-4c07-4ee3-9b27-72f2c66681c1 req-32d101a1-42b1-4eab-b467-c09bc4be4552 tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] 10.222.0.24 "GET /v2.0/networks?id=abf4f863-7e34-4c96-bae1-78fb72808e42 HTTP/1.1" status: 200 len: 823 time: 0.5124002 Aug 11 03:01:02.136112 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-570741c9-8a59-4a0b-867b-c2dc507a8f8e req-20e5d05e-dd45-469b-94ee-831406ab9210 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3f1ccc8c-9798-4c0f-9f9e-db43c722114f HTTP/1.1" status: 200 len: 217 time: 0.1098871 Aug 11 03:01:02.146174 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c309d9-d097-453a-88b6-0944d6913a55 req-96e9d0a3-a214-48fd-a1f2-8cf5b92effe8 tempest-ImagesOneServerTestJSON-971291341 tempest-ImagesOneServerTestJSON-971291341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:02.146697 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 3f1ccc8c-9798-4c0f-9f9e-db43c722114f details requested by agent hyperv_n-h1-764292-30 with host n-h1-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:01:02.149483 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f7c309d9-d097-453a-88b6-0944d6913a55 req-96e9d0a3-a214-48fd-a1f2-8cf5b92effe8 tempest-ImagesOneServerTestJSON-971291341 tempest-ImagesOneServerTestJSON-971291341-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3686879 Aug 11 03:01:02.227217 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f7c309d9-d097-453a-88b6-0944d6913a55 req-9b9364ab-c3bc-4a1b-a30c-73d18b8b1103 tempest-ImagesOneServerTestJSON-971291341 tempest-ImagesOneServerTestJSON-971291341-project] 10.222.0.41 "GET /v2.0/quotas/5601a025ff2643dd8e79f558de29bd67 HTTP/1.1" status: 200 len: 375 time: 0.0595670 Aug 11 03:01:02.280256 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657fb23d-5433-4353-a002-c9db1405c181 req-dd21758f-981d-4bfd-977d-74dcbae16193 tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:02.282637 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-657fb23d-5433-4353-a002-c9db1405c181 req-dd21758f-981d-4bfd-977d-74dcbae16193 tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] 10.222.0.41 "GET /v2.0/ports?device_id=87049386-efcc-4628-8386-ee16f20965dd HTTP/1.1" status: 200 len: 943 time: 0.3379049 Aug 11 03:01:02.303041 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5ab068f8-1472-49e4-90de-38be86c966ba req-cb03be33-ec3f-4bba-b557-1b7938d7ccc3 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3663518 Aug 11 03:01:02.312077 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f7c309d9-d097-453a-88b6-0944d6913a55 req-6603fc25-e2bd-4ad3-9da7-e0c059aa9644 tempest-ImagesOneServerTestJSON-971291341 tempest-ImagesOneServerTestJSON-971291341-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=5601a025ff2643dd8e79f558de29bd67&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0834568 Aug 11 03:01:02.320714 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570741c9-8a59-4a0b-867b-c2dc507a8f8e req-07c23ac8-22d7-4f03-bbdb-57481ef7d36e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:02.322752 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-570741c9-8a59-4a0b-867b-c2dc507a8f8e req-07c23ac8-22d7-4f03-bbdb-57481ef7d36e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=cf707303-5ee7-4b51-be6f-ec595a2bad2b HTTP/1.1" status: 200 len: 854 time: 0.1721690 Aug 11 03:01:02.332091 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6a5ed8ca-4c07-4ee3-9b27-72f2c66681c1 req-b4919f99-1fb7-43ca-a9ca-84681984a0f9 tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e2a079adece943d79940f9231134e5b8 HTTP/1.1" status: 200 len: 380 time: 0.1700282 Aug 11 03:01:02.379767 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-570741c9-8a59-4a0b-867b-c2dc507a8f8e req-cf00ff02-e3fc-4ddf-8622-6586f889d934 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=4e08cd5c-5139-4e0a-8a08-c4d2fa39a6a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452306 Aug 11 03:01:02.459851 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-d7fc32d0-9f71-44cd-9514-ea2792662972 None None] Provisioning for port acd77bac-ad9f-4185-9417-ca2c1c5f2f9c completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:01:02.473921 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-d7fc32d0-9f71-44cd-9514-ea2792662972 None None] Provisioning complete for port acd77bac-ad9f-4185-9417-ca2c1c5f2f9c triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:01:02.474401 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-d7fc32d0-9f71-44cd-9514-ea2792662972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:02.497548 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-5ab068f8-1472-49e4-90de-38be86c966ba req-22b9033a-e2c6-42f0-9686-9afc5ba00a67 service neutron] Request body: {'port': {'device_id': '5e6d434a-1d7c-47d1-a3b4-a092a9ca5706', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764292-30'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:01:02.505633 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-6a5ed8ca-4c07-4ee3-9b27-72f2c66681c1 req-d0bfd16a-9498-4129-82cd-a6d02218712f tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] Request body: {'port': {'device_id': 'd87e1608-5c87-419d-a16a-70b7424f7fdd', 'network_id': 'abf4f863-7e34-4c96-bae1-78fb72808e42', 'admin_state_up': True, 'tenant_id': 'e2a079adece943d79940f9231134e5b8', 'security_groups': ['1b0ce1ff-a0b3-4227-acd8-01062eb73c14']}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:01:02.539535 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-657fb23d-5433-4353-a002-c9db1405c181 req-0c3949ca-1e9b-4d59-bb04-379cb6088d3f tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] 10.222.0.41 "GET /v2.0/security-groups?id=68d3953c-5c04-4915-9da9-4e3d74be3735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330925 Aug 11 03:01:02.568033 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-d7fc32d0-9f71-44cd-9514-ea2792662972 None None] Port acd77bac-ad9f-4185-9417-ca2c1c5f2f9c cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:01:02.586970 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 3f1ccc8c-9798-4c0f-9f9e-db43c722114f, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=3f1ccc8c-9798-4c0f-9f9e-db43c722114f,segment=NetworkSegment(c47e7cc7-b0e9-471e-b230-869423a60c2d),segment_id=c47e7cc7-b0e9-471e-b230-869423a60c2d)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:01:02.603322 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Returning: {'device': '3f1ccc8c-9798-4c0f-9f9e-db43c722114f', 'network_id': '4e08cd5c-5139-4e0a-8a08-c4d2fa39a6a9', 'port_id': '3f1ccc8c-9798-4c0f-9f9e-db43c722114f', 'mac_address': 'fa:16:3e:6f:a4:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf707303-5ee7-4b51-be6f-ec595a2bad2b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:01:02.653900 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:02.666790 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-c9afe018-54eb-4579-8478-892a4629139d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cabdcb2-c4a7-4927-b0e5-9a6f4314d7f1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-581871637-router', 'tenant_id': 'e2a079adece943d79940f9231134e5b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': '3ed03132-a150-4896-9ed2-237b70295770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:58:29Z', 'updated_at': '2021-08-11T02:58:33Z', 'revision_number': 4, 'project_id': 'e2a079adece943d79940f9231134e5b8', 'gw_port': {'id': '3ed03132-a150-4896-9ed2-237b70295770', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ee:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cabdcb2-c4a7-4927-b0e5-9a6f4314d7f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:58:29Z', 'updated_at': '2021-08-11T02:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '7854c917-39b9-4b2d-ade4-21a3f8d957d8', 'name': '', 'network_id': 'abf4f863-7e34-4c96-bae1-78fb72808e42', 'tenant_id': 'e2a079adece943d79940f9231134e5b8', 'mac_address': 'fa:16:3e:9e:4d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cabdcb2-c4a7-4927-b0e5-9a6f4314d7f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'ea672f68-2286-4aab-b6b2-6a0985e114d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:58:32Z', 'updated_at': '2021-08-11T02:58:42Z', 'revision_number': 5, 'project_id': 'e2a079adece943d79940f9231134e5b8', 'subnets': [{'id': 'ea672f68-2286-4aab-b6b2-6a0985e114d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:02.710788 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9afe018-54eb-4579-8478-892a4629139d None None] The sync data for ids ['0cabdcb2-c4a7-4927-b0e5-9a6f4314d7f1'] in n-d-764292-30 is: [{'id': '0cabdcb2-c4a7-4927-b0e5-9a6f4314d7f1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-581871637-router', 'tenant_id': 'e2a079adece943d79940f9231134e5b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': '3ed03132-a150-4896-9ed2-237b70295770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:58:29Z', 'updated_at': '2021-08-11T02:58:33Z', 'revision_number': 4, 'project_id': 'e2a079adece943d79940f9231134e5b8', 'gw_port': {'id': '3ed03132-a150-4896-9ed2-237b70295770', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ee:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cabdcb2-c4a7-4927-b0e5-9a6f4314d7f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:58:29Z', 'updated_at': '2021-08-11T02:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '7854c917-39b9-4b2d-ade4-21a3f8d957d8', 'name': '', 'network_id': 'abf4f863-7e34-4c96-bae1-78fb72808e42', 'tenant_id': 'e2a079adece943d79940f9231134e5b8', 'mac_address': 'fa:16:3e:9e:4d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cabdcb2-c4a7-4927-b0e5-9a6f4314d7f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'ea672f68-2286-4aab-b6b2-6a0985e114d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:58:32Z', 'updated_at': '2021-08-11T02:58:42Z', 'revision_number': 5, 'project_id': 'e2a079adece943d79940f9231134e5b8', 'subnets': [{'id': 'ea672f68-2286-4aab-b6b2-6a0985e114d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:01:02.710788 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f1ccc8c-9798-4c0f-9f9e-db43c722114f {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:01:02.725632 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 3f1ccc8c-9798-4c0f-9f9e-db43c722114f, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=3f1ccc8c-9798-4c0f-9f9e-db43c722114f,segment=NetworkSegment(c47e7cc7-b0e9-471e-b230-869423a60c2d),segment_id=c47e7cc7-b0e9-471e-b230-869423a60c2d)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:01:02.799285 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:02.799965 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 8181c377-97f2-4da7-81c1-a738002f3130 details requested by agent hyperv_n-h1-764292-30 with host n-h1-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:01:02.872500 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:02.910423 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=3f1ccc8c-9798-4c0f-9f9e-db43c722114f,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:02.949754 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-570741c9-8a59-4a0b-867b-c2dc507a8f8e req-480a7e72-1481-48a1-bf00-fcba12b32733 service neutron] 10.222.0.22 "GET /v2.0/networks/4e08cd5c-5139-4e0a-8a08-c4d2fa39a6a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5608828 Aug 11 03:01:02.997626 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 8181c377-97f2-4da7-81c1-a738002f3130, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=8181c377-97f2-4da7-81c1-a738002f3130,segment=NetworkSegment(8be48c87-49ff-409c-84bc-36da4c3f87ba),segment_id=8be48c87-49ff-409c-84bc-36da4c3f87ba)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:01:03.015283 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Returning: {'device': '8181c377-97f2-4da7-81c1-a738002f3130', 'network_id': '3ff4efdf-629f-49b2-91cf-585f5d5e5f6f', 'port_id': '8181c377-97f2-4da7-81c1-a738002f3130', 'mac_address': 'fa:16:3e:26:a5:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b72217e4-4ebb-4b82-9a4c-fcf14d2be745', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:01:03.024758 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-5ab068f8-1472-49e4-90de-38be86c966ba req-22b9033a-e2c6-42f0-9686-9afc5ba00a67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:03.059437 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:03.074253 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8181c377-97f2-4da7-81c1-a738002f3130 {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:01:03.098524 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 8181c377-97f2-4da7-81c1-a738002f3130, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=8181c377-97f2-4da7-81c1-a738002f3130,segment=NetworkSegment(8be48c87-49ff-409c-84bc-36da4c3f87ba),segment_id=8be48c87-49ff-409c-84bc-36da4c3f87ba)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:01:03.112919 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4535569-fac8-49b3-851f-927ef49afdfd None None] New status for floating IP 8287411e-19cb-4b6d-9d0e-ec4ec73a9cad: DOWN {{(pid=102194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:01:03.156472 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20b39db-114e-4813-9408-c058ce2be1e8 req-62d5eba2-4fd7-49f4-a6ea-da01827be641 tempest-ServersTestBootFromVolume-829147864 tempest-ServersTestBootFromVolume-829147864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:03.158020 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c20b39db-114e-4813-9408-c058ce2be1e8 req-62d5eba2-4fd7-49f4-a6ea-da01827be641 tempest-ServersTestBootFromVolume-829147864 tempest-ServersTestBootFromVolume-829147864-project] 10.222.0.41 "GET /v2.0/ports?device_id=b73aa8e8-3888-43cd-bbcd-17b5d9d1db40 HTTP/1.1" status: 200 len: 943 time: 0.2585499 Aug 11 03:01:03.165411 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c214db0e-bfd4-4ecd-8bdd-ebe491bda7e3 req-0c84e57d-a405-4cd5-b24b-d5448023e9b1 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:03.166944 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c214db0e-bfd4-4ecd-8bdd-ebe491bda7e3 req-0c84e57d-a405-4cd5-b24b-d5448023e9b1 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e6d434a-1d7c-47d1-a3b4-a092a9ca5706 HTTP/1.1" status: 200 len: 936 time: 0.2650299 Aug 11 03:01:03.188041 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:03.254706 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=8181c377-97f2-4da7-81c1-a738002f3130,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:03.340282 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-570741c9-8a59-4a0b-867b-c2dc507a8f8e req-73639fa9-d1be-4a3f-b503-e7fbe5b9f60c service neutron] 10.222.0.22 "GET /v2.0/networks/4e08cd5c-5139-4e0a-8a08-c4d2fa39a6a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3542337 Aug 11 03:01:03.346875 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c20b39db-114e-4813-9408-c058ce2be1e8 req-c021de75-8c2f-4aa2-a98a-efc852650fa5 tempest-ServersTestBootFromVolume-829147864 tempest-ServersTestBootFromVolume-829147864-project] 10.222.0.41 "GET /v2.0/security-groups?id=3799b9f0-2cd6-4194-a840-878f5c5d8080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1732759 Aug 11 03:01:03.356310 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c214db0e-bfd4-4ecd-8bdd-ebe491bda7e3 req-486597a5-9869-4394-8b1e-a7178d0b4fd1 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8b0be49-76ee-4d50-8be0-9bf1508da412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696899 Aug 11 03:01:03.414197 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60603c36-cbbd-4561-ab9a-3a7fd11177f5', 'tag': 'b76041ec-402b-41d5-8fb1-e117d05c0c99'}, {'server_uuid': '9189bee4-2bda-4282-ab19-1e4546d71aab', 'name': 'network-vif-deleted', 'tag': '761ac011-096e-4c01-899e-2995d3ae30ee'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:01:03.414197 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fbb7d0a-8d42-4731-b50a-ec67ccbdd820" -d '{"events": [{"name": "network-changed", "server_uuid": "60603c36-cbbd-4561-ab9a-3a7fd11177f5", "tag": "b76041ec-402b-41d5-8fb1-e117d05c0c99"}, {"server_uuid": "9189bee4-2bda-4282-ab19-1e4546d71aab", "name": "network-vif-deleted", "tag": "761ac011-096e-4c01-899e-2995d3ae30ee"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:01:03.418716 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a5ed8ca-4c07-4ee3-9b27-72f2c66681c1 req-d0bfd16a-9498-4129-82cd-a6d02218712f tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] Made reservation on behalf of e2a079adece943d79940f9231134e5b8 for: {'port': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:01:03.422692 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-6a5ed8ca-4c07-4ee3-9b27-72f2c66681c1 req-d0bfd16a-9498-4129-82cd-a6d02218712f tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:03.553649 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-247805c2-d2c2-48a8-8715-1f8396365ed1 req-abdfdc9b-b1d8-4a53-af5a-0983d1e1d547 tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] 10.222.0.41 "GET /v2.0/ports?device_id=d87e1608-5c87-419d-a16a-70b7424f7fdd HTTP/1.1" status: 200 len: 210 time: 0.0816376 Aug 11 03:01:03.581327 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['8181c377-97f2-4da7-81c1-a738002f3130'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:01:03.584928 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['3f1ccc8c-9798-4c0f-9f9e-db43c722114f'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:01:03.635984 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82acfd7-dec6-412e-b3cb-14ab662a3f77 req-576f3739-6b46-486e-a7aa-aa026e1d1f54 tempest-InstanceActionsTestJSON-424546344 tempest-InstanceActionsTestJSON-424546344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:03.637487 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f82acfd7-dec6-412e-b3cb-14ab662a3f77 req-576f3739-6b46-486e-a7aa-aa026e1d1f54 tempest-InstanceActionsTestJSON-424546344 tempest-InstanceActionsTestJSON-424546344-project] 10.222.0.41 "GET /v2.0/ports?device_id=1dea5897-0c98-4625-85b2-ec6f8c46669b HTTP/1.1" status: 200 len: 945 time: 0.1811171 Aug 11 03:01:03.725402 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [req-6a5ed8ca-4c07-4ee3-9b27-72f2c66681c1 req-d0bfd16a-9498-4129-82cd-a6d02218712f tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] Allocated IP 172.20.0.8 (abf4f863-7e34-4c96-bae1-78fb72808e42/ea672f68-2286-4aab-b6b2-6a0985e114d8/460b214a-8cd5-4b2e-b195-3eb2e7434af1) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:01:03.775711 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0981c4d9-70c2-4167-b30c-33a4f4443a6a req-22a22ef1-8e23-4ce9-a3e1-b28da8a4f53a tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:03.777218 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0981c4d9-70c2-4167-b30c-33a4f4443a6a req-22a22ef1-8e23-4ce9-a3e1-b28da8a4f53a tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/ports?device_id=60603c36-cbbd-4561-ab9a-3a7fd11177f5 HTTP/1.1" status: 200 len: 943 time: 0.1492794 Aug 11 03:01:03.785778 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f82acfd7-dec6-412e-b3cb-14ab662a3f77 req-eef8d9c9-0238-44b4-ad67-b41a4e0d8c53 tempest-InstanceActionsTestJSON-424546344 tempest-InstanceActionsTestJSON-424546344-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e12bc45-e6dd-472e-b816-992d7d9fcad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324370 Aug 11 03:01:03.801168 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [req-5ab068f8-1472-49e4-90de-38be86c966ba req-22b9033a-e2c6-42f0-9686-9afc5ba00a67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acd77bac-ad9f-4185-9417-ca2c1c5f2f9c {{(pid=102192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:01:03.822514 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-5ab068f8-1472-49e4-90de-38be86c966ba req-22b9033a-e2c6-42f0-9686-9afc5ba00a67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:03.909663 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [req-5ab068f8-1472-49e4-90de-38be86c966ba req-22b9033a-e2c6-42f0-9686-9afc5ba00a67 service neutron] Transition to ACTIVE for port object acd77bac-ad9f-4185-9417-ca2c1c5f2f9c will not be triggered until provisioned by entity L2. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:01:03.914803 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0981c4d9-70c2-4167-b30c-33a4f4443a6a req-037893e2-9555-4011-b412-7204a2d8b95f tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/security-groups?id=c7e06141-9137-4a1d-bc20-6fbfa107e8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248994 Aug 11 03:01:03.931703 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7631e302-0e11-4c84-b364-296d5ce17ed0 req-d9eb187e-8ab5-49e7-9be4-c9a22bd4548a tempest-ImagesOneServerTestJSON-971291341 tempest-ImagesOneServerTestJSON-971291341-project] 10.222.0.41 "GET /v2.0/ports?device_id=7150980e-2083-44a0-b896-b3ca6e56e82d HTTP/1.1" status: 200 len: 210 time: 0.0754089 Aug 11 03:01:03.952688 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 761ac011-096e-4c01-899e-2995d3ae30ee no longer exists at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:01:03.969776 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] No Port match for: 761ac011-096e-4c01-899e-2995d3ae30ee {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:01:03.970187 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 761ac011-096e-4c01-899e-2995d3ae30ee not bound to the agent host n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:01:03.977530 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-5ab068f8-1472-49e4-90de-38be86c966ba req-22b9033a-e2c6-42f0-9686-9afc5ba00a67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:04.035784 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.24', 57724) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:04.040248 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 11 Aug 2021 03:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78f4f51e-d11b-4c25-8e39-9637a0dd08a1 x-openstack-request-id: req-78f4f51e-d11b-4c25-8e39-9637a0dd08a1 {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:01:04.040540 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60603c36-cbbd-4561-ab9a-3a7fd11177f5", "tag": "b76041ec-402b-41d5-8fb1-e117d05c0c99", "status": "completed", "code": 200}, {"server_uuid": "9189bee4-2bda-4282-ab19-1e4546d71aab", "name": "network-vif-deleted", "tag": "761ac011-096e-4c01-899e-2995d3ae30ee", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:01:04.040784 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-78f4f51e-d11b-4c25-8e39-9637a0dd08a1 {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:01:04.041164 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60603c36-cbbd-4561-ab9a-3a7fd11177f5', 'tag': 'b76041ec-402b-41d5-8fb1-e117d05c0c99', 'status': 'completed', 'code': 200} Aug 11 03:01:04.041413 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9189bee4-2bda-4282-ab19-1e4546d71aab', 'name': 'network-vif-deleted', 'tag': '761ac011-096e-4c01-899e-2995d3ae30ee', 'status': 'completed', 'code': 200} Aug 11 03:01:04.054937 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-6a5ed8ca-4c07-4ee3-9b27-72f2c66681c1 req-d0bfd16a-9498-4129-82cd-a6d02218712f tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:04.121476 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b9033a-e2c6-42f0-9686-9afc5ba00a67 service neutron] Pushing event updated for resources: {'Port': ['ID=acd77bac-ad9f-4185-9417-ca2c1c5f2f9c,revision_number=2']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:04.130836 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [req-6a5ed8ca-4c07-4ee3-9b27-72f2c66681c1 req-d0bfd16a-9498-4129-82cd-a6d02218712f tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] Transition to ACTIVE for port object 460b214a-8cd5-4b2e-b195-3eb2e7434af1 will not be triggered until provisioned by entity DHCP. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:01:04.148384 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7ea5ca-fce1-4511-8cae-361df1da5c33 req-7b1d4fc6-7079-4bbb-8b62-b47a7ada51cd tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:04.150038 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5b7ea5ca-fce1-4511-8cae-361df1da5c33 req-7b1d4fc6-7079-4bbb-8b62-b47a7ada51cd tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4b1241a-b428-4fb4-be76-b0571e761664 HTTP/1.1" status: 200 len: 945 time: 0.1652508 Aug 11 03:01:04.163047 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device b76041ec-402b-41d5-8fb1-e117d05c0c99 details requested by agent hyperv_n-h1-764292-30 with host n-h1-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:01:04.251699 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55bd56d-395a-42d6-95f3-069bcf7f0f34 req-ade2c928-bee6-4211-a430-48f5fafc939f tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:04.253435 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b55bd56d-395a-42d6-95f3-069bcf7f0f34 req-ade2c928-bee6-4211-a430-48f5fafc939f tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] 10.222.0.41 "GET /v2.0/ports?device_id=87049386-efcc-4628-8386-ee16f20965dd HTTP/1.1" status: 200 len: 944 time: 0.1807752 Aug 11 03:01:04.314677 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5b7ea5ca-fce1-4511-8cae-361df1da5c33 req-d48113ac-da0a-4236-94a7-18c9a61a1196 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5aa9049-617d-473f-afb5-b55716ab8aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459901 Aug 11 03:01:04.327920 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port b76041ec-402b-41d5-8fb1-e117d05c0c99, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=b76041ec-402b-41d5-8fb1-e117d05c0c99,segment=NetworkSegment(75626708-94f6-4fcc-8cbd-0dd0dd709069),segment_id=75626708-94f6-4fcc-8cbd-0dd0dd709069)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:01:04.343203 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device b76041ec-402b-41d5-8fb1-e117d05c0c99 has no active binding in host n-h1-764292-30 {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 11 03:01:04.350118 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b55bd56d-395a-42d6-95f3-069bcf7f0f34 req-f4daacf7-3ae3-4c4d-b7b9-1bf17c825b79 tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] 10.222.0.41 "GET /v2.0/security-groups?id=68d3953c-5c04-4915-9da9-4e3d74be3735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851741 Aug 11 03:01:04.352030 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-5ab068f8-1472-49e4-90de-38be86c966ba req-22b9033a-e2c6-42f0-9686-9afc5ba00a67 service neutron] Attempting to bind port acd77bac-ad9f-4185-9417-ca2c1c5f2f9c on host n-h2-764292-30 for vnic_type normal with profile {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:01:04.352598 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-5ab068f8-1472-49e4-90de-38be86c966ba req-22b9033a-e2c6-42f0-9686-9afc5ba00a67 service neutron] Attempting to bind port acd77bac-ad9f-4185-9417-ca2c1c5f2f9c by drivers openvswitch,hyperv on host n-h2-764292-30 at level 0 using segments [{'id': '9b7b03c0-092f-4953-898f-de6d8f2338ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba'}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:01:04.352933 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab068f8-1472-49e4-90de-38be86c966ba req-22b9033a-e2c6-42f0-9686-9afc5ba00a67 service neutron] Attempting to bind port acd77bac-ad9f-4185-9417-ca2c1c5f2f9c on network d1bf0def-6fa4-4d3e-bbc5-20a040931fba {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:01:04.357845 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab068f8-1472-49e4-90de-38be86c966ba req-22b9033a-e2c6-42f0-9686-9afc5ba00a67 service neutron] Port acd77bac-ad9f-4185-9417-ca2c1c5f2f9c on network d1bf0def-6fa4-4d3e-bbc5-20a040931fba not bound, no agent of type Open vSwitch agent registered on host n-h2-764292-30 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:01:04.358177 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab068f8-1472-49e4-90de-38be86c966ba req-22b9033a-e2c6-42f0-9686-9afc5ba00a67 service neutron] Attempting to bind port acd77bac-ad9f-4185-9417-ca2c1c5f2f9c on network d1bf0def-6fa4-4d3e-bbc5-20a040931fba {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:01:04.366541 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab068f8-1472-49e4-90de-38be86c966ba req-22b9033a-e2c6-42f0-9686-9afc5ba00a67 service neutron] Checking agent: {'id': '70015fc0-62fb-48b2-b453-36906937cf2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 0, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:01:04.366541 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab068f8-1472-49e4-90de-38be86c966ba req-22b9033a-e2c6-42f0-9686-9afc5ba00a67 service neutron] Checking segment: {'id': '9b7b03c0-092f-4953-898f-de6d8f2338ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:01:04.366541 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab068f8-1472-49e4-90de-38be86c966ba req-22b9033a-e2c6-42f0-9686-9afc5ba00a67 service neutron] Bound using segment: {'id': '9b7b03c0-092f-4953-898f-de6d8f2338ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba'} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:01:04.366541 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-5ab068f8-1472-49e4-90de-38be86c966ba req-22b9033a-e2c6-42f0-9686-9afc5ba00a67 service neutron] Bound port: acd77bac-ad9f-4185-9417-ca2c1c5f2f9c, host: n-h2-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b7b03c0-092f-4953-898f-de6d8f2338ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba'}}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:01:04.366541 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-5ab068f8-1472-49e4-90de-38be86c966ba req-22b9033a-e2c6-42f0-9686-9afc5ba00a67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:04.380488 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbb7d0a-8d42-4731-b50a-ec67ccbdd820 req-f75dffbc-8f6d-4f11-900f-119c89b8fbbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:04.381995 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-9fbb7d0a-8d42-4731-b50a-ec67ccbdd820 req-f75dffbc-8f6d-4f11-900f-119c89b8fbbe service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=83808f5f252c43418f6a6c255d45878a&device_id=60603c36-cbbd-4561-ab9a-3a7fd11177f5 HTTP/1.1" status: 200 len: 1126 time: 0.3184507 Aug 11 03:01:04.415681 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-6a5ed8ca-4c07-4ee3-9b27-72f2c66681c1 req-d0bfd16a-9498-4129-82cd-a6d02218712f tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:04.487908 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbb7d0a-8d42-4731-b50a-ec67ccbdd820 req-eb85bd07-8c22-4507-be9f-aca2906a31a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:04.489739 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-9fbb7d0a-8d42-4731-b50a-ec67ccbdd820 req-eb85bd07-8c22-4507-be9f-aca2906a31a2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a1f5acc4-6e30-4bf9-bc28-7ff84dac631d HTTP/1.1" status: 200 len: 908 time: 0.0996718 Aug 11 03:01:04.523227 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:04.539918 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-9fbb7d0a-8d42-4731-b50a-ec67ccbdd820 req-4e4c7866-e7f9-4844-80a4-e80451a69bda service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b76041ec-402b-41d5-8fb1-e117d05c0c99 HTTP/1.1" status: 200 len: 217 time: 0.0387530 Aug 11 03:01:04.547547 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a5ed8ca-4c07-4ee3-9b27-72f2c66681c1 req-d0bfd16a-9498-4129-82cd-a6d02218712f tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] Network abf4f863-7e34-4c96-bae1-78fb72808e42 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:01:04.550910 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-5ab068f8-1472-49e4-90de-38be86c966ba req-22b9033a-e2c6-42f0-9686-9afc5ba00a67 service neutron] For port acd77bac-ad9f-4185-9417-ca2c1c5f2f9c, host n-h2-764292-30, cleared binding levels {{(pid=102192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:01:04.571769 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [req-6a5ed8ca-4c07-4ee3-9b27-72f2c66681c1 req-d0bfd16a-9498-4129-82cd-a6d02218712f tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:01:04.579695 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a5ed8ca-4c07-4ee3-9b27-72f2c66681c1 req-d0bfd16a-9498-4129-82cd-a6d02218712f tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:01:04.586431 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bfd16a-9498-4129-82cd-a6d02218712f tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] Pushing event updated for resources: {'Port': ['ID=460b214a-8cd5-4b2e-b195-3eb2e7434af1,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:04.597789 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbb7d0a-8d42-4731-b50a-ec67ccbdd820 req-284c65f0-455b-45c0-98a6-780038f26924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:04.599406 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-9fbb7d0a-8d42-4731-b50a-ec67ccbdd820 req-284c65f0-455b-45c0-98a6-780038f26924 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0d013ade-4c13-41b9-b262-cf5646bc4bdb HTTP/1.1" status: 200 len: 847 time: 0.0502470 Aug 11 03:01:04.614188 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-5ab068f8-1472-49e4-90de-38be86c966ba req-22b9033a-e2c6-42f0-9686-9afc5ba00a67 service neutron] For port acd77bac-ad9f-4185-9417-ca2c1c5f2f9c, host n-h2-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=acd77bac-ad9f-4185-9417-ca2c1c5f2f9c,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:01:04.644064 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-9fbb7d0a-8d42-4731-b50a-ec67ccbdd820 req-7b29681b-2ff3-4d54-93bf-b6ee850b93f8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a1f5acc4-6e30-4bf9-bc28-7ff84dac631d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277870 Aug 11 03:01:04.659410 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d952195-bc09-4bae-84c9-9859c815407a req-493f8655-a12b-4ad5-b547-dcf17a3f558a tempest-ServersTestBootFromVolume-829147864 tempest-ServersTestBootFromVolume-829147864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:04.660960 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2d952195-bc09-4bae-84c9-9859c815407a req-493f8655-a12b-4ad5-b547-dcf17a3f558a tempest-ServersTestBootFromVolume-829147864 tempest-ServersTestBootFromVolume-829147864-project] 10.222.0.41 "GET /v2.0/ports?device_id=b73aa8e8-3888-43cd-bbcd-17b5d9d1db40 HTTP/1.1" status: 200 len: 943 time: 0.1793106 Aug 11 03:01:04.671824 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5ed8ca-4c07-4ee3-9b27-72f2c66681c1 req-d0bfd16a-9498-4129-82cd-a6d02218712f tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:04.671824 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-6a5ed8ca-4c07-4ee3-9b27-72f2c66681c1 req-d0bfd16a-9498-4129-82cd-a6d02218712f tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:04.681243 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d361aa7-2187-41ad-8526-f64f673e9178 req-eab23cfa-b239-4311-affa-f62f721d6d77 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:04.682785 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8d361aa7-2187-41ad-8526-f64f673e9178 req-eab23cfa-b239-4311-affa-f62f721d6d77 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e6d434a-1d7c-47d1-a3b4-a092a9ca5706 HTTP/1.1" status: 200 len: 948 time: 0.1768043 Aug 11 03:01:04.697487 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-5ab068f8-1472-49e4-90de-38be86c966ba req-22b9033a-e2c6-42f0-9686-9afc5ba00a67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:04.765092 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-9fbb7d0a-8d42-4731-b50a-ec67ccbdd820 req-fe44c061-ad3b-46be-935c-265f708568cd service neutron] 10.222.0.24 "GET /v2.0/networks/a1f5acc4-6e30-4bf9-bc28-7ff84dac631d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069441 Aug 11 03:01:04.783711 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab068f8-1472-49e4-90de-38be86c966ba req-22b9033a-e2c6-42f0-9686-9afc5ba00a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:04.784332 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-5ab068f8-1472-49e4-90de-38be86c966ba req-22b9033a-e2c6-42f0-9686-9afc5ba00a67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:04.785936 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5ab068f8-1472-49e4-90de-38be86c966ba req-22b9033a-e2c6-42f0-9686-9afc5ba00a67 service neutron] 10.222.0.24 "PUT /v2.0/ports/acd77bac-ad9f-4185-9417-ca2c1c5f2f9c HTTP/1.1" status: 200 len: 1097 time: 2.3023145 Aug 11 03:01:04.789056 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6a5ed8ca-4c07-4ee3-9b27-72f2c66681c1 req-d0bfd16a-9498-4129-82cd-a6d02218712f tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2975342 Aug 11 03:01:04.802030 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2d952195-bc09-4bae-84c9-9859c815407a req-b0773cbc-7e02-4f03-8bce-00e65a2b919f tempest-ServersTestBootFromVolume-829147864 tempest-ServersTestBootFromVolume-829147864-project] 10.222.0.41 "GET /v2.0/security-groups?id=3799b9f0-2cd6-4194-a840-878f5c5d8080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1293905 Aug 11 03:01:04.813392 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-6a5ed8ca-4c07-4ee3-9b27-72f2c66681c1 req-d2c95ac8-b752-4114-b650-5ea95870a5ee service neutron] Request body: {'port': {'device_id': 'd87e1608-5c87-419d-a16a-70b7424f7fdd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764292-30'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:01:04.855022 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8d361aa7-2187-41ad-8526-f64f673e9178 req-aa6c5ad6-87fa-47e3-8402-81c6f95cd5d8 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8b0be49-76ee-4d50-8be0-9bf1508da412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633165 Aug 11 03:01:04.878826 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b9033a-e2c6-42f0-9686-9afc5ba00a67 service neutron] Pushing event updated for resources: {'Port': ['ID=acd77bac-ad9f-4185-9417-ca2c1c5f2f9c,revision_number=3']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:04.923974 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-9fbb7d0a-8d42-4731-b50a-ec67ccbdd820 req-d11b5b03-8661-4f05-b0e3-7aaf0b23dcad service neutron] 10.222.0.24 "GET /v2.0/networks/a1f5acc4-6e30-4bf9-bc28-7ff84dac631d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494217 Aug 11 03:01:04.942105 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17f344f0-0093-468a-88da-7baf9fdd2f06 None None] Provisioning for port 460b214a-8cd5-4b2e-b195-3eb2e7434af1 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:01:04.949419 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17f344f0-0093-468a-88da-7baf9fdd2f06 None None] Provisioning complete for port 460b214a-8cd5-4b2e-b195-3eb2e7434af1 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:01:04.949972 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17f344f0-0093-468a-88da-7baf9fdd2f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:04.992831 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-17f344f0-0093-468a-88da-7baf9fdd2f06 None None] Port 460b214a-8cd5-4b2e-b195-3eb2e7434af1 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:01:05.013123 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-6a5ed8ca-4c07-4ee3-9b27-72f2c66681c1 req-d2c95ac8-b752-4114-b650-5ea95870a5ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:05.046736 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab068f8-1472-49e4-90de-38be86c966ba req-2c62b7f9-332e-4685-b68c-8d94eabde359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:05.048234 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5ab068f8-1472-49e4-90de-38be86c966ba req-2c62b7f9-332e-4685-b68c-8d94eabde359 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c1f9c9765b974fd98b786b1ff4e95823&device_id=5e6d434a-1d7c-47d1-a3b4-a092a9ca5706 HTTP/1.1" status: 200 len: 1100 time: 0.1277535 Aug 11 03:01:05.076398 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcf20fc-4f52-411f-9995-42c1ef3f328e req-083b29bc-b83a-48d0-970a-791819a7beae tempest-InstanceActionsTestJSON-424546344 tempest-InstanceActionsTestJSON-424546344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:05.077906 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2dcf20fc-4f52-411f-9995-42c1ef3f328e req-083b29bc-b83a-48d0-970a-791819a7beae tempest-InstanceActionsTestJSON-424546344 tempest-InstanceActionsTestJSON-424546344-project] 10.222.0.41 "GET /v2.0/ports?device_id=1dea5897-0c98-4625-85b2-ec6f8c46669b HTTP/1.1" status: 200 len: 945 time: 0.1469803 Aug 11 03:01:05.137163 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd8b580-1ca0-45cb-807e-7499070bcd1e req-08242013-b27e-485c-9c32-5d9b3f8bf422 tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:05.138674 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0dd8b580-1ca0-45cb-807e-7499070bcd1e req-08242013-b27e-485c-9c32-5d9b3f8bf422 tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] 10.222.0.41 "GET /v2.0/ports?device_id=d87e1608-5c87-419d-a16a-70b7424f7fdd HTTP/1.1" status: 200 len: 931 time: 0.2088802 Aug 11 03:01:05.151348 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5ab068f8-1472-49e4-90de-38be86c966ba req-68a67a24-c5b5-41fc-b680-02e2b39f72e5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=acd77bac-ad9f-4185-9417-ca2c1c5f2f9c HTTP/1.1" status: 200 len: 217 time: 0.0825717 Aug 11 03:01:05.288863 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2dcf20fc-4f52-411f-9995-42c1ef3f328e req-e9307a5a-7131-44a1-8ec3-3336fdcb55d8 tempest-InstanceActionsTestJSON-424546344 tempest-InstanceActionsTestJSON-424546344-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e12bc45-e6dd-472e-b816-992d7d9fcad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010138 Aug 11 03:01:05.316084 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0dd8b580-1ca0-45cb-807e-7499070bcd1e req-841ddbc0-14f5-44cf-9525-b186d9947a27 tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b0ce1ff-a0b3-4227-acd8-01062eb73c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1686013 Aug 11 03:01:05.317481 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab068f8-1472-49e4-90de-38be86c966ba req-60d86bdb-d15e-405e-b789-eb1c59765f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:05.318900 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5ab068f8-1472-49e4-90de-38be86c966ba req-60d86bdb-d15e-405e-b789-eb1c59765f77 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=254a3f4d-2b75-429e-bbb2-8e70554e9483 HTTP/1.1" status: 200 len: 843 time: 0.1584024 Aug 11 03:01:05.339894 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-f7c309d9-d097-453a-88b6-0944d6913a55 req-9553d1d2-e630-447e-874c-919fcbd6c0a9 tempest-ImagesOneServerTestJSON-971291341 tempest-ImagesOneServerTestJSON-971291341-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=5601a025ff2643dd8e79f558de29bd67&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0313873 Aug 11 03:01:05.458999 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7ef418ca-288c-47bc-a822-caeb70cd369c req-02892c3d-0353-4171-bef6-bbefeda49e31 tempest-ImagesOneServerTestJSON-971291341 tempest-ImagesOneServerTestJSON-971291341-project] 10.222.0.41 "GET /v2.0/ports?device_id=7150980e-2083-44a0-b896-b3ca6e56e82d HTTP/1.1" status: 200 len: 210 time: 0.0658989 Aug 11 03:01:05.468179 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c309d9-d097-453a-88b6-0944d6913a55 req-74ed8a97-018d-428f-9807-874365ec8828 tempest-ImagesOneServerTestJSON-971291341 tempest-ImagesOneServerTestJSON-971291341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:05.469701 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-f7c309d9-d097-453a-88b6-0944d6913a55 req-74ed8a97-018d-428f-9807-874365ec8828 tempest-ImagesOneServerTestJSON-971291341 tempest-ImagesOneServerTestJSON-971291341-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1244998 Aug 11 03:01:05.475779 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab068f8-1472-49e4-90de-38be86c966ba req-4f930c09-8e55-4b05-9fc1-67da7707faaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:05.477269 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5ab068f8-1472-49e4-90de-38be86c966ba req-4f930c09-8e55-4b05-9fc1-67da7707faaa service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d1bf0def-6fa4-4d3e-bbc5-20a040931fba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1488903 Aug 11 03:01:05.494335 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-f7c309d9-d097-453a-88b6-0944d6913a55 req-fe8ede6c-3a92-4f9f-9d8c-19029f06a90b tempest-ImagesOneServerTestJSON-971291341 tempest-ImagesOneServerTestJSON-971291341-project] Request body: {'port': {'device_id': '7150980e-2083-44a0-b896-b3ca6e56e82d', 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba', 'admin_state_up': True, 'tenant_id': '5601a025ff2643dd8e79f558de29bd67'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:01:05.512531 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385f63bb-8f17-429b-979e-e5f86b7c98f9 req-490195e8-c75b-4cfe-9825-7f8e7a4e7306 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:05.517186 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-385f63bb-8f17-429b-979e-e5f86b7c98f9 req-490195e8-c75b-4cfe-9825-7f8e7a4e7306 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/ports?device_id=60603c36-cbbd-4561-ab9a-3a7fd11177f5 HTTP/1.1" status: 200 len: 943 time: 0.1260834 Aug 11 03:01:05.678773 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7c309d9-d097-453a-88b6-0944d6913a55 req-fe8ede6c-3a92-4f9f-9d8c-19029f06a90b tempest-ImagesOneServerTestJSON-971291341 tempest-ImagesOneServerTestJSON-971291341-project] Made reservation on behalf of 5601a025ff2643dd8e79f558de29bd67 for: {'port': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:01:05.682305 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-f7c309d9-d097-453a-88b6-0944d6913a55 req-fe8ede6c-3a92-4f9f-9d8c-19029f06a90b tempest-ImagesOneServerTestJSON-971291341 tempest-ImagesOneServerTestJSON-971291341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:05.692147 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-f7c309d9-d097-453a-88b6-0944d6913a55 req-fe8ede6c-3a92-4f9f-9d8c-19029f06a90b tempest-ImagesOneServerTestJSON-971291341 tempest-ImagesOneServerTestJSON-971291341-project] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:05.788495 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-f7c309d9-d097-453a-88b6-0944d6913a55 req-fe8ede6c-3a92-4f9f-9d8c-19029f06a90b tempest-ImagesOneServerTestJSON-971291341 tempest-ImagesOneServerTestJSON-971291341-project] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:05.849813 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-f7c309d9-d097-453a-88b6-0944d6913a55 req-fe8ede6c-3a92-4f9f-9d8c-19029f06a90b tempest-ImagesOneServerTestJSON-971291341 tempest-ImagesOneServerTestJSON-971291341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:05.916582 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8ede6c-3a92-4f9f-9d8c-19029f06a90b tempest-ImagesOneServerTestJSON-971291341 tempest-ImagesOneServerTestJSON-971291341-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77f70127-1bc6-4157-9581-f6d17790cf11,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:05.923334 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-385f63bb-8f17-429b-979e-e5f86b7c98f9 req-94a4b57e-eecb-4d69-9e87-f5d775948664 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/security-groups?id=c7e06141-9137-4a1d-bc20-6fbfa107e8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3970115 Aug 11 03:01:05.939493 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [req-6a5ed8ca-4c07-4ee3-9b27-72f2c66681c1 req-d2c95ac8-b752-4114-b650-5ea95870a5ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 460b214a-8cd5-4b2e-b195-3eb2e7434af1 {{(pid=102192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:01:05.961976 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc611ce7-9050-49a5-846b-2e125b6fb8f9 req-8d999619-62f2-43b5-8929-aab4eb0cf8e9 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:05.969121 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bc611ce7-9050-49a5-846b-2e125b6fb8f9 req-8d999619-62f2-43b5-8929-aab4eb0cf8e9 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4b1241a-b428-4fb4-be76-b0571e761664 HTTP/1.1" status: 200 len: 945 time: 0.4437997 Aug 11 03:01:05.974362 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-6a5ed8ca-4c07-4ee3-9b27-72f2c66681c1 req-d2c95ac8-b752-4114-b650-5ea95870a5ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:05.992478 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5ab068f8-1472-49e4-90de-38be86c966ba req-0aa21612-dc29-4ce4-b2ae-b39e1af7ecd0 service neutron] 10.222.0.24 "GET /v2.0/networks/d1bf0def-6fa4-4d3e-bbc5-20a040931fba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5009460 Aug 11 03:01:05.997403 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [req-f7c309d9-d097-453a-88b6-0944d6913a55 req-fe8ede6c-3a92-4f9f-9d8c-19029f06a90b tempest-ImagesOneServerTestJSON-971291341 tempest-ImagesOneServerTestJSON-971291341-project] Allocated IP 192.168.233.160 (d1bf0def-6fa4-4d3e-bbc5-20a040931fba/254a3f4d-2b75-429e-bbb2-8e70554e9483/46eb3533-e07c-442c-8924-7168fb1b7251) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:01:06.047199 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [req-6a5ed8ca-4c07-4ee3-9b27-72f2c66681c1 req-d2c95ac8-b752-4114-b650-5ea95870a5ee service neutron] Transition to ACTIVE for port object 460b214a-8cd5-4b2e-b195-3eb2e7434af1 will not be triggered until provisioned by entity L2. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:01:06.049006 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e6d434a-1d7c-47d1-a3b4-a092a9ca5706', 'tag': 'acd77bac-ad9f-4185-9417-ca2c1c5f2f9c'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:01:06.051300 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-732899d0-041e-4f1a-8474-7a158d89e146" -d '{"events": [{"name": "network-changed", "server_uuid": "5e6d434a-1d7c-47d1-a3b4-a092a9ca5706", "tag": "acd77bac-ad9f-4185-9417-ca2c1c5f2f9c"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:01:06.097675 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bc611ce7-9050-49a5-846b-2e125b6fb8f9 req-022fae64-9d94-41bf-a1bd-902f6504ca58 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5aa9049-617d-473f-afb5-b55716ab8aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277778 Aug 11 03:01:06.139916 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1641093-9596-4628-80df-d9cf8647a2ca req-d9ec289e-0457-4fd9-8f44-a837890014b7 tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:06.140073 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e1641093-9596-4628-80df-d9cf8647a2ca req-d9ec289e-0457-4fd9-8f44-a837890014b7 tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] 10.222.0.41 "GET /v2.0/ports?device_id=87049386-efcc-4628-8386-ee16f20965dd HTTP/1.1" status: 200 len: 944 time: 0.1442094 Aug 11 03:01:06.149174 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-6a5ed8ca-4c07-4ee3-9b27-72f2c66681c1 req-d2c95ac8-b752-4114-b650-5ea95870a5ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:06.160842 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 3f1ccc8c-9798-4c0f-9f9e-db43c722114f up at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:01:06.166462 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5ab068f8-1472-49e4-90de-38be86c966ba req-8caff710-c661-4c48-b60e-c228f28ffb1c service neutron] 10.222.0.24 "GET /v2.0/networks/d1bf0def-6fa4-4d3e-bbc5-20a040931fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656504 Aug 11 03:01:06.191356 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-f7c309d9-d097-453a-88b6-0944d6913a55 req-fe8ede6c-3a92-4f9f-9d8c-19029f06a90b tempest-ImagesOneServerTestJSON-971291341 tempest-ImagesOneServerTestJSON-971291341-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:06.214434 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [req-f7c309d9-d097-453a-88b6-0944d6913a55 req-fe8ede6c-3a92-4f9f-9d8c-19029f06a90b tempest-ImagesOneServerTestJSON-971291341 tempest-ImagesOneServerTestJSON-971291341-project] Transition to ACTIVE for port object 46eb3533-e07c-442c-8924-7168fb1b7251 will not be triggered until provisioned by entity DHCP. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:01:06.257151 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c95ac8-b752-4114-b650-5ea95870a5ee service neutron] Pushing event updated for resources: {'Port': ['ID=460b214a-8cd5-4b2e-b195-3eb2e7434af1,revision_number=2']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:06.267938 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e1641093-9596-4628-80df-d9cf8647a2ca req-8aaac71e-66db-4525-aa9c-0b2668a51428 tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] 10.222.0.41 "GET /v2.0/security-groups?id=68d3953c-5c04-4915-9da9-4e3d74be3735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196728 Aug 11 03:01:06.318977 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning for port 3f1ccc8c-9798-4c0f-9f9e-db43c722114f completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:01:06.322818 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcc0f99-b019-4053-94b2-f1d5f266ae35 req-4e66b98a-6d8b-4496-a136-89a19f5238ab tempest-ServersTestBootFromVolume-829147864 tempest-ServersTestBootFromVolume-829147864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:06.323871 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning complete for port 3f1ccc8c-9798-4c0f-9f9e-db43c722114f triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:01:06.324057 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cfcc0f99-b019-4053-94b2-f1d5f266ae35 req-4e66b98a-6d8b-4496-a136-89a19f5238ab tempest-ServersTestBootFromVolume-829147864 tempest-ServersTestBootFromVolume-829147864-project] 10.222.0.41 "GET /v2.0/ports?device_id=b73aa8e8-3888-43cd-bbcd-17b5d9d1db40 HTTP/1.1" status: 200 len: 943 time: 0.1295407 Aug 11 03:01:06.324388 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:06.394966 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-f7c309d9-d097-453a-88b6-0944d6913a55 req-fe8ede6c-3a92-4f9f-9d8c-19029f06a90b tempest-ImagesOneServerTestJSON-971291341 tempest-ImagesOneServerTestJSON-971291341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:06.409959 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-6a5ed8ca-4c07-4ee3-9b27-72f2c66681c1 req-d2c95ac8-b752-4114-b650-5ea95870a5ee service neutron] Attempting to bind port 460b214a-8cd5-4b2e-b195-3eb2e7434af1 on host n-h2-764292-30 for vnic_type normal with profile {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:01:06.410309 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-6a5ed8ca-4c07-4ee3-9b27-72f2c66681c1 req-d2c95ac8-b752-4114-b650-5ea95870a5ee service neutron] Attempting to bind port 460b214a-8cd5-4b2e-b195-3eb2e7434af1 by drivers openvswitch,hyperv on host n-h2-764292-30 at level 0 using segments [{'id': '86c83a84-fd28-4f5f-a51e-dfaae3027a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'abf4f863-7e34-4c96-bae1-78fb72808e42'}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:01:06.410847 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5ed8ca-4c07-4ee3-9b27-72f2c66681c1 req-d2c95ac8-b752-4114-b650-5ea95870a5ee service neutron] Attempting to bind port 460b214a-8cd5-4b2e-b195-3eb2e7434af1 on network abf4f863-7e34-4c96-bae1-78fb72808e42 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:01:06.428552 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:06.446931 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5ed8ca-4c07-4ee3-9b27-72f2c66681c1 req-d2c95ac8-b752-4114-b650-5ea95870a5ee service neutron] Port 460b214a-8cd5-4b2e-b195-3eb2e7434af1 on network abf4f863-7e34-4c96-bae1-78fb72808e42 not bound, no agent of type Open vSwitch agent registered on host n-h2-764292-30 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:01:06.447140 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5ed8ca-4c07-4ee3-9b27-72f2c66681c1 req-d2c95ac8-b752-4114-b650-5ea95870a5ee service neutron] Attempting to bind port 460b214a-8cd5-4b2e-b195-3eb2e7434af1 on network abf4f863-7e34-4c96-bae1-78fb72808e42 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:01:06.455860 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cfcc0f99-b019-4053-94b2-f1d5f266ae35 req-6624852f-01bd-4548-b1e1-59021f8dd0d6 tempest-ServersTestBootFromVolume-829147864 tempest-ServersTestBootFromVolume-829147864-project] 10.222.0.41 "GET /v2.0/security-groups?id=3799b9f0-2cd6-4194-a840-878f5c5d8080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1230106 Aug 11 03:01:06.458365 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dea5897-0c98-4625-85b2-ec6f8c46669b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f1ccc8c-9798-4c0f-9f9e-db43c722114f'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:01:06.461162 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e21117aa-da9a-41c9-931f-abcdb0ecbc9a" -d '{"events": [{"server_uuid": "1dea5897-0c98-4625-85b2-ec6f8c46669b", "name": "network-vif-plugged", "status": "completed", "tag": "3f1ccc8c-9798-4c0f-9f9e-db43c722114f"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:01:06.467223 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7c309d9-d097-453a-88b6-0944d6913a55 req-fe8ede6c-3a92-4f9f-9d8c-19029f06a90b tempest-ImagesOneServerTestJSON-971291341 tempest-ImagesOneServerTestJSON-971291341-project] Network d1bf0def-6fa4-4d3e-bbc5-20a040931fba is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:01:06.471497 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [req-f7c309d9-d097-453a-88b6-0944d6913a55 req-fe8ede6c-3a92-4f9f-9d8c-19029f06a90b tempest-ImagesOneServerTestJSON-971291341 tempest-ImagesOneServerTestJSON-971291341-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:01:06.475378 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7c309d9-d097-453a-88b6-0944d6913a55 req-fe8ede6c-3a92-4f9f-9d8c-19029f06a90b tempest-ImagesOneServerTestJSON-971291341 tempest-ImagesOneServerTestJSON-971291341-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:01:06.477045 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 3f1ccc8c-9798-4c0f-9f9e-db43c722114f, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=3f1ccc8c-9798-4c0f-9f9e-db43c722114f,segment=NetworkSegment(c47e7cc7-b0e9-471e-b230-869423a60c2d),segment_id=c47e7cc7-b0e9-471e-b230-869423a60c2d)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:01:06.485796 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5ed8ca-4c07-4ee3-9b27-72f2c66681c1 req-d2c95ac8-b752-4114-b650-5ea95870a5ee service neutron] Checking agent: {'id': '70015fc0-62fb-48b2-b453-36906937cf2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 0, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:01:06.486350 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5ed8ca-4c07-4ee3-9b27-72f2c66681c1 req-d2c95ac8-b752-4114-b650-5ea95870a5ee service neutron] Checking segment: {'id': '86c83a84-fd28-4f5f-a51e-dfaae3027a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'abf4f863-7e34-4c96-bae1-78fb72808e42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:01:06.486552 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5ed8ca-4c07-4ee3-9b27-72f2c66681c1 req-d2c95ac8-b752-4114-b650-5ea95870a5ee service neutron] Bound using segment: {'id': '86c83a84-fd28-4f5f-a51e-dfaae3027a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'abf4f863-7e34-4c96-bae1-78fb72808e42'} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:01:06.487537 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-6a5ed8ca-4c07-4ee3-9b27-72f2c66681c1 req-d2c95ac8-b752-4114-b650-5ea95870a5ee service neutron] Bound port: 460b214a-8cd5-4b2e-b195-3eb2e7434af1, host: n-h2-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86c83a84-fd28-4f5f-a51e-dfaae3027a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'abf4f863-7e34-4c96-bae1-78fb72808e42'}}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:01:06.487901 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-6a5ed8ca-4c07-4ee3-9b27-72f2c66681c1 req-d2c95ac8-b752-4114-b650-5ea95870a5ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:06.522321 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8ede6c-3a92-4f9f-9d8c-19029f06a90b tempest-ImagesOneServerTestJSON-971291341 tempest-ImagesOneServerTestJSON-971291341-project] Pushing event updated for resources: {'Port': ['ID=46eb3533-e07c-442c-8924-7168fb1b7251,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:06.546655 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c309d9-d097-453a-88b6-0944d6913a55 req-fe8ede6c-3a92-4f9f-9d8c-19029f06a90b tempest-ImagesOneServerTestJSON-971291341 tempest-ImagesOneServerTestJSON-971291341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:06.547168 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:06.547943 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-f7c309d9-d097-453a-88b6-0944d6913a55 req-fe8ede6c-3a92-4f9f-9d8c-19029f06a90b tempest-ImagesOneServerTestJSON-971291341 tempest-ImagesOneServerTestJSON-971291341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:06.548074 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 8181c377-97f2-4da7-81c1-a738002f3130 up at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:01:06.560483 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.24', 57727) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:06.577569 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:01:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79c689ae-a9f6-47a1-9fd0-26dfa818b8c6 x-openstack-request-id: req-79c689ae-a9f6-47a1-9fd0-26dfa818b8c6 {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:01:06.577771 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e6d434a-1d7c-47d1-a3b4-a092a9ca5706", "tag": "acd77bac-ad9f-4185-9417-ca2c1c5f2f9c", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:01:06.578025 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-79c689ae-a9f6-47a1-9fd0-26dfa818b8c6 {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:01:06.578443 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e6d434a-1d7c-47d1-a3b4-a092a9ca5706', 'tag': 'acd77bac-ad9f-4185-9417-ca2c1c5f2f9c', 'status': 'completed', 'code': 200} Aug 11 03:01:06.593153 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915a8cae-74da-406e-bdb1-34fca4b1e2af req-26c3e9cd-968d-488f-be60-83b9b0ac5b76 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:06.601322 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-915a8cae-74da-406e-bdb1-34fca4b1e2af req-26c3e9cd-968d-488f-be60-83b9b0ac5b76 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e6d434a-1d7c-47d1-a3b4-a092a9ca5706 HTTP/1.1" status: 200 len: 948 time: 0.2383151 Aug 11 03:01:06.619166 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7ae145ef-9598-4215-9297-dd579c655e6a req-18a70503-8dff-4a87-a04d-d03af223a39e service neutron] 10.222.0.24 "GET /v2.0/ports/b76041ec-402b-41d5-8fb1-e117d05c0c99/bindings/n-h1-764292-30 HTTP/1.1" status: 200 len: 385 time: 0.2551484 Aug 11 03:01:06.636782 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-f7c309d9-d097-453a-88b6-0944d6913a55 req-fe8ede6c-3a92-4f9f-9d8c-19029f06a90b tempest-ImagesOneServerTestJSON-971291341 tempest-ImagesOneServerTestJSON-971291341-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1479168 Aug 11 03:01:06.646868 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732899d0-041e-4f1a-8474-7a158d89e146 req-bb7a0b99-48b5-4e9a-a319-18b3b689861f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:06.648966 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-732899d0-041e-4f1a-8474-7a158d89e146 req-bb7a0b99-48b5-4e9a-a319-18b3b689861f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c1f9c9765b974fd98b786b1ff4e95823&device_id=5e6d434a-1d7c-47d1-a3b4-a092a9ca5706 HTTP/1.1" status: 200 len: 1100 time: 0.0871360 Aug 11 03:01:06.659240 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-f7c309d9-d097-453a-88b6-0944d6913a55 req-93c684ab-b604-453e-8cae-243db83d4115 service neutron] Request body: {'port': {'device_id': '7150980e-2083-44a0-b896-b3ca6e56e82d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764292-30'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:01:06.688428 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=3f1ccc8c-9798-4c0f-9f9e-db43c722114f,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:06.717199 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:06.776762 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning for port 8181c377-97f2-4da7-81c1-a738002f3130 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:01:06.792201 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-6a5ed8ca-4c07-4ee3-9b27-72f2c66681c1 req-d2c95ac8-b752-4114-b650-5ea95870a5ee service neutron] For port 460b214a-8cd5-4b2e-b195-3eb2e7434af1, host n-h2-764292-30, cleared binding levels {{(pid=102192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:01:06.792440 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-f7c309d9-d097-453a-88b6-0944d6913a55 req-93c684ab-b604-453e-8cae-243db83d4115 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:06.793562 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning complete for port 8181c377-97f2-4da7-81c1-a738002f3130 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:01:06.803918 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:06.827478 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-915a8cae-74da-406e-bdb1-34fca4b1e2af req-3e515659-9e6d-4934-80cf-241e464f305b tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8b0be49-76ee-4d50-8be0-9bf1508da412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252553 Aug 11 03:01:06.829204 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-6a5ed8ca-4c07-4ee3-9b27-72f2c66681c1 req-d2c95ac8-b752-4114-b650-5ea95870a5ee service neutron] For port 460b214a-8cd5-4b2e-b195-3eb2e7434af1, host n-h2-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=460b214a-8cd5-4b2e-b195-3eb2e7434af1,segment=NetworkSegment(86c83a84-fd28-4f5f-a51e-dfaae3027a90),segment_id=86c83a84-fd28-4f5f-a51e-dfaae3027a90)] {{(pid=102192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:01:06.850896 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387bc172-de6e-46ce-b99c-cf46de55899c req-30fb1d0c-c2e7-4e05-931b-507fff4ce917 tempest-InstanceActionsTestJSON-424546344 tempest-InstanceActionsTestJSON-424546344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:06.860803 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-387bc172-de6e-46ce-b99c-cf46de55899c req-30fb1d0c-c2e7-4e05-931b-507fff4ce917 tempest-InstanceActionsTestJSON-424546344 tempest-InstanceActionsTestJSON-424546344-project] 10.222.0.41 "GET /v2.0/ports?device_id=1dea5897-0c98-4625-85b2-ec6f8c46669b HTTP/1.1" status: 200 len: 946 time: 0.2406216 Aug 11 03:01:06.902095 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:06.948361 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 8181c377-97f2-4da7-81c1-a738002f3130, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=8181c377-97f2-4da7-81c1-a738002f3130,segment=NetworkSegment(8be48c87-49ff-409c-84bc-36da4c3f87ba),segment_id=8be48c87-49ff-409c-84bc-36da4c3f87ba)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:01:06.971951 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732899d0-041e-4f1a-8474-7a158d89e146 req-340dcdb8-69fe-46e4-b304-9a6ef3c8b9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:06.972165 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-387bc172-de6e-46ce-b99c-cf46de55899c req-78681db0-6d9f-4b40-8ced-56c673e60322 tempest-InstanceActionsTestJSON-424546344 tempest-InstanceActionsTestJSON-424546344-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e12bc45-e6dd-472e-b816-992d7d9fcad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104548 Aug 11 03:01:06.973150 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-6a5ed8ca-4c07-4ee3-9b27-72f2c66681c1 req-d2c95ac8-b752-4114-b650-5ea95870a5ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:06.973806 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-732899d0-041e-4f1a-8474-7a158d89e146 req-340dcdb8-69fe-46e4-b304-9a6ef3c8b9d3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d1bf0def-6fa4-4d3e-bbc5-20a040931fba HTTP/1.1" status: 200 len: 870 time: 0.2768326 Aug 11 03:01:06.992312 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-fb977e57-9d4d-43b5-a896-94a2f7592c34 None None] Provisioning for port 46eb3533-e07c-442c-8924-7168fb1b7251 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:01:06.998320 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-fb977e57-9d4d-43b5-a896-94a2f7592c34 None None] Provisioning complete for port 46eb3533-e07c-442c-8924-7168fb1b7251 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:01:06.998320 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-fb977e57-9d4d-43b5-a896-94a2f7592c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:07.021753 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:07.054669 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:01:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6573cf85-1fdc-4654-a770-708602804128 x-openstack-request-id: req-6573cf85-1fdc-4654-a770-708602804128 {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:01:07.054987 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dea5897-0c98-4625-85b2-ec6f8c46669b", "name": "network-vif-plugged", "status": "completed", "tag": "3f1ccc8c-9798-4c0f-9f9e-db43c722114f", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:01:07.055199 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6573cf85-1fdc-4654-a770-708602804128 {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:01:07.055585 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dea5897-0c98-4625-85b2-ec6f8c46669b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f1ccc8c-9798-4c0f-9f9e-db43c722114f', 'code': 200} Aug 11 03:01:07.059097 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5ed8ca-4c07-4ee3-9b27-72f2c66681c1 req-d2c95ac8-b752-4114-b650-5ea95870a5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:07.059097 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-6a5ed8ca-4c07-4ee3-9b27-72f2c66681c1 req-d2c95ac8-b752-4114-b650-5ea95870a5ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:07.062667 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6a5ed8ca-4c07-4ee3-9b27-72f2c66681c1 req-d2c95ac8-b752-4114-b650-5ea95870a5ee service neutron] 10.222.0.24 "PUT /v2.0/ports/460b214a-8cd5-4b2e-b195-3eb2e7434af1 HTTP/1.1" status: 200 len: 1092 time: 2.2573647 Aug 11 03:01:07.066210 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-fb977e57-9d4d-43b5-a896-94a2f7592c34 None None] Port 46eb3533-e07c-442c-8924-7168fb1b7251 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:01:07.098107 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c95ac8-b752-4114-b650-5ea95870a5ee service neutron] Pushing event updated for resources: {'Port': ['ID=460b214a-8cd5-4b2e-b195-3eb2e7434af1,revision_number=3']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:07.104080 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=8181c377-97f2-4da7-81c1-a738002f3130,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:07.118153 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f78f705-1ec5-4471-bcc5-2e123acd601b req-ddec3899-5fca-4842-80e0-f2d417bd35ee tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:07.119757 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3f78f705-1ec5-4471-bcc5-2e123acd601b req-ddec3899-5fca-4842-80e0-f2d417bd35ee tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] 10.222.0.41 "GET /v2.0/ports?device_id=d87e1608-5c87-419d-a16a-70b7424f7fdd HTTP/1.1" status: 200 len: 943 time: 0.1894720 Aug 11 03:01:07.160104 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-7ae145ef-9598-4215-9297-dd579c655e6a req-82015926-935f-4dc5-b316-6b01f7376b0f service neutron] For port b76041ec-402b-41d5-8fb1-e117d05c0c99, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=b76041ec-402b-41d5-8fb1-e117d05c0c99,segment=NetworkSegment(75626708-94f6-4fcc-8cbd-0dd0dd709069),segment_id=75626708-94f6-4fcc-8cbd-0dd0dd709069)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:01:07.170555 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-732899d0-041e-4f1a-8474-7a158d89e146 req-a26eaddf-dc1c-4a40-8d27-e5c0b751927d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=acd77bac-ad9f-4185-9417-ca2c1c5f2f9c HTTP/1.1" status: 200 len: 217 time: 0.1873038 Aug 11 03:01:07.259632 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732899d0-041e-4f1a-8474-7a158d89e146 req-a8cfa4ca-b4dd-498e-ad53-de287a1fcf78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:07.261130 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-732899d0-041e-4f1a-8474-7a158d89e146 req-a8cfa4ca-b4dd-498e-ad53-de287a1fcf78 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=254a3f4d-2b75-429e-bbb2-8e70554e9483 HTTP/1.1" status: 200 len: 843 time: 0.0785182 Aug 11 03:01:07.263314 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3f78f705-1ec5-4471-bcc5-2e123acd601b req-14b4eeb1-6ddb-413e-9953-c69e33505e93 tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b0ce1ff-a0b3-4227-acd8-01062eb73c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1215382 Aug 11 03:01:07.303267 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-7ae145ef-9598-4215-9297-dd579c655e6a req-82015926-935f-4dc5-b316-6b01f7376b0f service neutron] For port b76041ec-402b-41d5-8fb1-e117d05c0c99, host n-h2-764292-30, cleared binding levels {{(pid=102192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:01:07.360451 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [req-f7c309d9-d097-453a-88b6-0944d6913a55 req-93c684ab-b604-453e-8cae-243db83d4115 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46eb3533-e07c-442c-8924-7168fb1b7251 {{(pid=102191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:01:07.360690 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [req-7ae145ef-9598-4215-9297-dd579c655e6a req-82015926-935f-4dc5-b316-6b01f7376b0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b76041ec-402b-41d5-8fb1-e117d05c0c99 {{(pid=102192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:01:07.364474 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-f7c309d9-d097-453a-88b6-0944d6913a55 req-93c684ab-b604-453e-8cae-243db83d4115 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:07.380012 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [req-f7c309d9-d097-453a-88b6-0944d6913a55 req-93c684ab-b604-453e-8cae-243db83d4115 service neutron] Transition to ACTIVE for port object 46eb3533-e07c-442c-8924-7168fb1b7251 will not be triggered until provisioned by entity L2. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:01:07.381704 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-7ae145ef-9598-4215-9297-dd579c655e6a req-82015926-935f-4dc5-b316-6b01f7376b0f service neutron] For port b76041ec-402b-41d5-8fb1-e117d05c0c99, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=b76041ec-402b-41d5-8fb1-e117d05c0c99,segment=NetworkSegment(75626708-94f6-4fcc-8cbd-0dd0dd709069),segment_id=75626708-94f6-4fcc-8cbd-0dd0dd709069)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:01:07.384919 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732899d0-041e-4f1a-8474-7a158d89e146 req-34d8c528-d412-471e-bbf2-d52f9a0a282d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:07.384919 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-732899d0-041e-4f1a-8474-7a158d89e146 req-34d8c528-d412-471e-bbf2-d52f9a0a282d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d1bf0def-6fa4-4d3e-bbc5-20a040931fba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1110854 Aug 11 03:01:07.400962 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b522b5-8a64-460b-9a16-189b50a933a6 req-a4003e86-fcdf-4430-9a52-985d832f2aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:07.402533 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-00b522b5-8a64-460b-9a16-189b50a933a6 req-a4003e86-fcdf-4430-9a52-985d832f2aca service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=1dea5897-0c98-4625-85b2-ec6f8c46669b HTTP/1.1" status: 200 len: 1098 time: 0.2324731 Aug 11 03:01:07.425245 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5ed8ca-4c07-4ee3-9b27-72f2c66681c1 req-b56fafe0-2d4e-4558-b84d-114dc96ee3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:07.426902 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6a5ed8ca-4c07-4ee3-9b27-72f2c66681c1 req-b56fafe0-2d4e-4558-b84d-114dc96ee3a5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e2a079adece943d79940f9231134e5b8&device_id=d87e1608-5c87-419d-a16a-70b7424f7fdd HTTP/1.1" status: 200 len: 1095 time: 0.2495596 Aug 11 03:01:07.442572 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25212eb7-7446-4d42-a5bf-a41c7c87432f req-650c9880-f5a2-48f8-bfa4-d66619f9c9b4 tempest-ImagesOneServerTestJSON-971291341 tempest-ImagesOneServerTestJSON-971291341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:07.444061 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-25212eb7-7446-4d42-a5bf-a41c7c87432f req-650c9880-f5a2-48f8-bfa4-d66619f9c9b4 tempest-ImagesOneServerTestJSON-971291341 tempest-ImagesOneServerTestJSON-971291341-project] 10.222.0.41 "GET /v2.0/ports?device_id=7150980e-2083-44a0-b896-b3ca6e56e82d HTTP/1.1" status: 200 len: 936 time: 0.2639542 Aug 11 03:01:07.464021 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-f7c309d9-d097-453a-88b6-0944d6913a55 req-93c684ab-b604-453e-8cae-243db83d4115 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:07.504012 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6a5ed8ca-4c07-4ee3-9b27-72f2c66681c1 req-dc3a726f-47ec-49b8-9e4a-b219cf4a591b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=460b214a-8cd5-4b2e-b195-3eb2e7434af1 HTTP/1.1" status: 200 len: 217 time: 0.0571516 Aug 11 03:01:07.532267 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-732899d0-041e-4f1a-8474-7a158d89e146 req-d2825df0-7509-4099-bf20-382f7cd43bec service neutron] 10.222.0.24 "GET /v2.0/networks/d1bf0def-6fa4-4d3e-bbc5-20a040931fba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402271 Aug 11 03:01:07.541510 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-7ae145ef-9598-4215-9297-dd579c655e6a req-82015926-935f-4dc5-b316-6b01f7376b0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:07.549826 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c684ab-b604-453e-8cae-243db83d4115 service neutron] Pushing event updated for resources: {'Port': ['ID=46eb3533-e07c-442c-8924-7168fb1b7251,revision_number=2']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:07.573442 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-00b522b5-8a64-460b-9a16-189b50a933a6 req-c8499f92-17c4-42b2-89cb-613d57947f8c service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=0e12bc45-e6dd-472e-b816-992d7d9fcad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522527 Aug 11 03:01:07.582068 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b2467c-b176-4939-aaea-634cf18011c0 req-f7b4f279-65b9-45b3-a846-92c0117193d6 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:07.583596 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-75b2467c-b176-4939-aaea-634cf18011c0 req-f7b4f279-65b9-45b3-a846-92c0117193d6 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/ports?device_id=60603c36-cbbd-4561-ab9a-3a7fd11177f5 HTTP/1.1" status: 200 len: 943 time: 0.2149961 Aug 11 03:01:07.625408 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-25212eb7-7446-4d42-a5bf-a41c7c87432f req-a7c0342d-2a4e-46d8-b46e-35e881f976cd tempest-ImagesOneServerTestJSON-971291341 tempest-ImagesOneServerTestJSON-971291341-project] 10.222.0.41 "GET /v2.0/security-groups?id=77f70127-1bc6-4157-9581-f6d17790cf11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625617 Aug 11 03:01:07.653293 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5ed8ca-4c07-4ee3-9b27-72f2c66681c1 req-671fae2e-2000-4ce8-93d9-e07df0dca238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:07.654813 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6a5ed8ca-4c07-4ee3-9b27-72f2c66681c1 req-671fae2e-2000-4ce8-93d9-e07df0dca238 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ea672f68-2286-4aab-b6b2-6a0985e114d8 HTTP/1.1" status: 200 len: 862 time: 0.1356056 Aug 11 03:01:07.691649 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-f7c309d9-d097-453a-88b6-0944d6913a55 req-93c684ab-b604-453e-8cae-243db83d4115 service neutron] Attempting to bind port 46eb3533-e07c-442c-8924-7168fb1b7251 on host n-h2-764292-30 for vnic_type normal with profile {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:01:07.692016 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-f7c309d9-d097-453a-88b6-0944d6913a55 req-93c684ab-b604-453e-8cae-243db83d4115 service neutron] Attempting to bind port 46eb3533-e07c-442c-8924-7168fb1b7251 by drivers openvswitch,hyperv on host n-h2-764292-30 at level 0 using segments [{'id': '9b7b03c0-092f-4953-898f-de6d8f2338ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba'}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:01:07.692317 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c309d9-d097-453a-88b6-0944d6913a55 req-93c684ab-b604-453e-8cae-243db83d4115 service neutron] Attempting to bind port 46eb3533-e07c-442c-8924-7168fb1b7251 on network d1bf0def-6fa4-4d3e-bbc5-20a040931fba {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:01:07.699708 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-732899d0-041e-4f1a-8474-7a158d89e146 req-b2b5b072-2673-4c1c-a57d-9f69a04155de service neutron] 10.222.0.24 "GET /v2.0/networks/d1bf0def-6fa4-4d3e-bbc5-20a040931fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571453 Aug 11 03:01:07.700421 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c309d9-d097-453a-88b6-0944d6913a55 req-93c684ab-b604-453e-8cae-243db83d4115 service neutron] Port 46eb3533-e07c-442c-8924-7168fb1b7251 on network d1bf0def-6fa4-4d3e-bbc5-20a040931fba not bound, no agent of type Open vSwitch agent registered on host n-h2-764292-30 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:01:07.700744 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c309d9-d097-453a-88b6-0944d6913a55 req-93c684ab-b604-453e-8cae-243db83d4115 service neutron] Attempting to bind port 46eb3533-e07c-442c-8924-7168fb1b7251 on network d1bf0def-6fa4-4d3e-bbc5-20a040931fba {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:01:07.708394 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c309d9-d097-453a-88b6-0944d6913a55 req-93c684ab-b604-453e-8cae-243db83d4115 service neutron] Checking agent: {'id': '70015fc0-62fb-48b2-b453-36906937cf2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 1, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:01:07.709073 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c309d9-d097-453a-88b6-0944d6913a55 req-93c684ab-b604-453e-8cae-243db83d4115 service neutron] Checking segment: {'id': '9b7b03c0-092f-4953-898f-de6d8f2338ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:01:07.709650 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c309d9-d097-453a-88b6-0944d6913a55 req-93c684ab-b604-453e-8cae-243db83d4115 service neutron] Bound using segment: {'id': '9b7b03c0-092f-4953-898f-de6d8f2338ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba'} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:01:07.710249 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-f7c309d9-d097-453a-88b6-0944d6913a55 req-93c684ab-b604-453e-8cae-243db83d4115 service neutron] Bound port: 46eb3533-e07c-442c-8924-7168fb1b7251, host: n-h2-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b7b03c0-092f-4953-898f-de6d8f2338ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba'}}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:01:07.711157 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-f7c309d9-d097-453a-88b6-0944d6913a55 req-93c684ab-b604-453e-8cae-243db83d4115 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:07.724432 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-75b2467c-b176-4939-aaea-634cf18011c0 req-d6dc49ae-9f9f-4aaf-acbf-050f17ad9b3c tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/security-groups?id=c7e06141-9137-4a1d-bc20-6fbfa107e8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282442 Aug 11 03:01:07.781902 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-f7c309d9-d097-453a-88b6-0944d6913a55 req-93c684ab-b604-453e-8cae-243db83d4115 service neutron] For port 46eb3533-e07c-442c-8924-7168fb1b7251, host n-h2-764292-30, cleared binding levels {{(pid=102191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:01:07.785240 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-f7c309d9-d097-453a-88b6-0944d6913a55 req-93c684ab-b604-453e-8cae-243db83d4115 service neutron] For port 46eb3533-e07c-442c-8924-7168fb1b7251, host n-h2-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=46eb3533-e07c-442c-8924-7168fb1b7251,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:01:07.791104 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [req-7ae145ef-9598-4215-9297-dd579c655e6a req-82015926-935f-4dc5-b316-6b01f7376b0f service neutron] Transition to ACTIVE for port object b76041ec-402b-41d5-8fb1-e117d05c0c99 will not be triggered until provisioned by entity L2. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:01:07.796225 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5ed8ca-4c07-4ee3-9b27-72f2c66681c1 req-21a0af2f-c8de-4664-8c82-45411ed11d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:07.797745 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6a5ed8ca-4c07-4ee3-9b27-72f2c66681c1 req-21a0af2f-c8de-4664-8c82-45411ed11d85 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=abf4f863-7e34-4c96-bae1-78fb72808e42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1240833 Aug 11 03:01:07.810389 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4053ff06-e566-4b7c-9548-f86dd2f80270 req-21e7c4b6-7d60-482f-bf5c-035036e635f3 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:07.811974 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4053ff06-e566-4b7c-9548-f86dd2f80270 req-21e7c4b6-7d60-482f-bf5c-035036e635f3 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4b1241a-b428-4fb4-be76-b0571e761664 HTTP/1.1" status: 200 len: 945 time: 0.0992539 Aug 11 03:01:07.850679 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-f7c309d9-d097-453a-88b6-0944d6913a55 req-93c684ab-b604-453e-8cae-243db83d4115 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:07.890312 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c309d9-d097-453a-88b6-0944d6913a55 req-93c684ab-b604-453e-8cae-243db83d4115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:07.890970 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-f7c309d9-d097-453a-88b6-0944d6913a55 req-93c684ab-b604-453e-8cae-243db83d4115 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:07.897048 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-f7c309d9-d097-453a-88b6-0944d6913a55 req-93c684ab-b604-453e-8cae-243db83d4115 service neutron] 10.222.0.24 "PUT /v2.0/ports/46eb3533-e07c-442c-8924-7168fb1b7251 HTTP/1.1" status: 200 len: 1097 time: 1.2424917 Aug 11 03:01:07.897048 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7150980e-2083-44a0-b896-b3ca6e56e82d', 'tag': '46eb3533-e07c-442c-8924-7168fb1b7251'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:01:07.897048 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dab020a-190b-4fc3-bb1e-2bbfe6223eb1" -d '{"events": [{"name": "network-changed", "server_uuid": "7150980e-2083-44a0-b896-b3ca6e56e82d", "tag": "46eb3533-e07c-442c-8924-7168fb1b7251"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:01:07.901581 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-7ae145ef-9598-4215-9297-dd579c655e6a req-82015926-935f-4dc5-b316-6b01f7376b0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:07.920940 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c684ab-b604-453e-8cae-243db83d4115 service neutron] Pushing event updated for resources: {'Port': ['ID=46eb3533-e07c-442c-8924-7168fb1b7251,revision_number=3']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:07.984669 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4053ff06-e566-4b7c-9548-f86dd2f80270 req-e5f0d79a-e4fc-4656-9263-4e15765c536e tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5aa9049-617d-473f-afb5-b55716ab8aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626086 Aug 11 03:01:08.001455 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c977d23-ab6e-4520-9ef4-a865007bc802 req-3004c9f0-eedd-4895-a0f9-45c771c2786a tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:08.011881 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1c977d23-ab6e-4520-9ef4-a865007bc802 req-3004c9f0-eedd-4895-a0f9-45c771c2786a tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] 10.222.0.41 "GET /v2.0/ports?device_id=87049386-efcc-4628-8386-ee16f20965dd HTTP/1.1" status: 200 len: 945 time: 0.1978679 Aug 11 03:01:08.070681 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ae145ef-9598-4215-9297-dd579c655e6a req-82015926-935f-4dc5-b316-6b01f7376b0f service neutron] No DVR routers for this DVR port b76041ec-402b-41d5-8fb1-e117d05c0c99 on host n-h2-764292-30 {{(pid=102192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:01:08.073625 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c309d9-d097-453a-88b6-0944d6913a55 req-76ba2e77-0657-40d6-8bf4-a6546d99f8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:08.075356 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-f7c309d9-d097-453a-88b6-0944d6913a55 req-76ba2e77-0657-40d6-8bf4-a6546d99f8d7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5601a025ff2643dd8e79f558de29bd67&device_id=7150980e-2083-44a0-b896-b3ca6e56e82d HTTP/1.1" status: 200 len: 1100 time: 0.0612259 Aug 11 03:01:08.079220 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82015926-935f-4dc5-b316-6b01f7376b0f service neutron] Pushing event updated for resources: {'Port': ['ID=b76041ec-402b-41d5-8fb1-e117d05c0c99,revision_number=10']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:08.118350 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6a5ed8ca-4c07-4ee3-9b27-72f2c66681c1 req-2fca5e77-1445-4108-a8a2-f896e4e42fe8 service neutron] 10.222.0.24 "GET /v2.0/networks/abf4f863-7e34-4c96-bae1-78fb72808e42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3052804 Aug 11 03:01:08.120261 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-f7c309d9-d097-453a-88b6-0944d6913a55 req-948f4a6a-3a01-4c03-bec4-ea80cf874c0a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=46eb3533-e07c-442c-8924-7168fb1b7251 HTTP/1.1" status: 200 len: 217 time: 0.0357394 Aug 11 03:01:08.142731 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1c977d23-ab6e-4520-9ef4-a865007bc802 req-8ce16b30-9898-4889-a005-7bfc99c3b209 tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] 10.222.0.41 "GET /v2.0/security-groups?id=68d3953c-5c04-4915-9da9-4e3d74be3735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299829 Aug 11 03:01:08.159289 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7ae145ef-9598-4215-9297-dd579c655e6a req-82015926-935f-4dc5-b316-6b01f7376b0f service neutron] 10.222.0.24 "PUT /v2.0/ports/b76041ec-402b-41d5-8fb1-e117d05c0c99/bindings/n-h1-764292-30/activate HTTP/1.1" status: 200 len: 370 time: 1.5277112 Aug 11 03:01:08.170978 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 87ce7a68-971c-4807-ba49-31b2f3ec1b9a details requested by agent hyperv_n-h1-764292-30 with host n-h1-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:01:08.212653 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c309d9-d097-453a-88b6-0944d6913a55 req-161c0369-4e8a-49d5-b647-23ac422ebb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:08.221706 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-f7c309d9-d097-453a-88b6-0944d6913a55 req-161c0369-4e8a-49d5-b647-23ac422ebb0c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=254a3f4d-2b75-429e-bbb2-8e70554e9483 HTTP/1.1" status: 200 len: 843 time: 0.0820284 Aug 11 03:01:08.222381 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86574e02-5526-4e34-a65c-1398f5e48496 req-18f0fff1-d362-46cb-ad4c-71cf87ad7828 tempest-ServersTestBootFromVolume-829147864 tempest-ServersTestBootFromVolume-829147864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:08.223913 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-86574e02-5526-4e34-a65c-1398f5e48496 req-18f0fff1-d362-46cb-ad4c-71cf87ad7828 tempest-ServersTestBootFromVolume-829147864 tempest-ServersTestBootFromVolume-829147864-project] 10.222.0.41 "GET /v2.0/ports?device_id=b73aa8e8-3888-43cd-bbcd-17b5d9d1db40 HTTP/1.1" status: 200 len: 943 time: 0.1500483 Aug 11 03:01:08.265184 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c309d9-d097-453a-88b6-0944d6913a55 req-c1f646ed-f5d9-4b31-bfe6-7b8795ed7639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:08.267020 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-f7c309d9-d097-453a-88b6-0944d6913a55 req-c1f646ed-f5d9-4b31-bfe6-7b8795ed7639 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d1bf0def-6fa4-4d3e-bbc5-20a040931fba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0423529 Aug 11 03:01:08.283205 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 87ce7a68-971c-4807-ba49-31b2f3ec1b9a, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=87ce7a68-971c-4807-ba49-31b2f3ec1b9a,segment=NetworkSegment(179797a7-9b1f-4b2b-ae1e-26b7a646c1a8),segment_id=179797a7-9b1f-4b2b-ae1e-26b7a646c1a8)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:01:08.296617 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Returning: {'device': '87ce7a68-971c-4807-ba49-31b2f3ec1b9a', 'network_id': 'cbd69375-f38e-43b2-827b-7a0dc45266b3', 'port_id': '87ce7a68-971c-4807-ba49-31b2f3ec1b9a', 'mac_address': 'fa:16:3e:96:59:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b5dcd8b-176c-469e-8a38-c36073f2d1d5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:01:08.338029 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:08.352526 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-86574e02-5526-4e34-a65c-1398f5e48496 req-b8ebdae3-0118-4109-96aa-47fdc22e78a8 tempest-ServersTestBootFromVolume-829147864 tempest-ServersTestBootFromVolume-829147864-project] 10.222.0.41 "GET /v2.0/security-groups?id=3799b9f0-2cd6-4194-a840-878f5c5d8080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1187229 Aug 11 03:01:08.357091 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87ce7a68-971c-4807-ba49-31b2f3ec1b9a {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:01:08.358578 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6a5ed8ca-4c07-4ee3-9b27-72f2c66681c1 req-e947f510-5e96-436b-b9a9-c0eb80b9e889 service neutron] 10.222.0.24 "GET /v2.0/networks/abf4f863-7e34-4c96-bae1-78fb72808e42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2194633 Aug 11 03:01:08.380352 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aacdf5-0f2d-4e9c-8dbc-01ef0db74f4c req-7db9faae-8ce7-477c-8527-f8aa3991817b tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:08.381952 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-51aacdf5-0f2d-4e9c-8dbc-01ef0db74f4c req-7db9faae-8ce7-477c-8527-f8aa3991817b tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e6d434a-1d7c-47d1-a3b4-a092a9ca5706 HTTP/1.1" status: 200 len: 948 time: 0.1442599 Aug 11 03:01:08.388051 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-f7c309d9-d097-453a-88b6-0944d6913a55 req-833ee3db-cc94-4362-850a-60061efc48e6 service neutron] 10.222.0.24 "GET /v2.0/networks/d1bf0def-6fa4-4d3e-bbc5-20a040931fba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090946 Aug 11 03:01:08.389290 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 87ce7a68-971c-4807-ba49-31b2f3ec1b9a, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=87ce7a68-971c-4807-ba49-31b2f3ec1b9a,segment=NetworkSegment(179797a7-9b1f-4b2b-ae1e-26b7a646c1a8),segment_id=179797a7-9b1f-4b2b-ae1e-26b7a646c1a8)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:01:08.391047 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae145ef-9598-4215-9297-dd579c655e6a req-9801ff13-d3da-4ba2-9cb7-e3ffc70c6af8 tempest-LiveMigrationTest-410920510 tempest-LiveMigrationTest-410920510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:08.392510 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7ae145ef-9598-4215-9297-dd579c655e6a req-9801ff13-d3da-4ba2-9cb7-e3ffc70c6af8 tempest-LiveMigrationTest-410920510 tempest-LiveMigrationTest-410920510-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=60603c36-cbbd-4561-ab9a-3a7fd11177f5&tenant_id=83808f5f252c43418f6a6c255d45878a&binding%3Ahost_id=n-h2-764292-30 HTTP/1.1" status: 200 len: 1096 time: 0.1043406 Aug 11 03:01:08.418113 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d17a6223-8fe7-4fdc-a269-f5b3d35772e9 x-openstack-request-id: req-d17a6223-8fe7-4fdc-a269-f5b3d35772e9 {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:01:08.418666 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7150980e-2083-44a0-b896-b3ca6e56e82d", "tag": "46eb3533-e07c-442c-8924-7168fb1b7251", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:01:08.424925 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d17a6223-8fe7-4fdc-a269-f5b3d35772e9 {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:01:08.424925 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7150980e-2083-44a0-b896-b3ca6e56e82d', 'tag': '46eb3533-e07c-442c-8924-7168fb1b7251', 'status': 'completed', 'code': 200} Aug 11 03:01:08.459332 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-51aacdf5-0f2d-4e9c-8dbc-01ef0db74f4c req-56322890-772c-45e2-b3c3-5c0750ce8508 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8b0be49-76ee-4d50-8be0-9bf1508da412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652914 Aug 11 03:01:08.498452 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae145ef-9598-4215-9297-dd579c655e6a req-b1cfb959-fc44-427a-9c48-ecbe00677678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:08.515152 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7ae145ef-9598-4215-9297-dd579c655e6a req-b1cfb959-fc44-427a-9c48-ecbe00677678 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=60603c36-cbbd-4561-ab9a-3a7fd11177f5&tenant_id=83808f5f252c43418f6a6c255d45878a HTTP/1.1" status: 200 len: 1096 time: 0.0928791 Aug 11 03:01:08.515746 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-f7c309d9-d097-453a-88b6-0944d6913a55 req-f27552de-1a20-4fc4-9365-902c4b10d21b service neutron] 10.222.0.24 "GET /v2.0/networks/d1bf0def-6fa4-4d3e-bbc5-20a040931fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124494 Aug 11 03:01:08.528917 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96ffa8e-4b69-4bdf-96a9-3a1db907d87c req-8354e60f-6151-471e-9d3d-9384e13c73cc tempest-InstanceActionsTestJSON-424546344 tempest-InstanceActionsTestJSON-424546344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:08.530311 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b96ffa8e-4b69-4bdf-96a9-3a1db907d87c req-8354e60f-6151-471e-9d3d-9384e13c73cc tempest-InstanceActionsTestJSON-424546344 tempest-InstanceActionsTestJSON-424546344-project] 10.222.0.41 "GET /v2.0/ports?device_id=1dea5897-0c98-4625-85b2-ec6f8c46669b HTTP/1.1" status: 200 len: 946 time: 0.0698614 Aug 11 03:01:08.534879 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:08.582389 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd87e1608-5c87-419d-a16a-70b7424f7fdd', 'tag': '460b214a-8cd5-4b2e-b195-3eb2e7434af1'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:01:08.583447 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=87ce7a68-971c-4807-ba49-31b2f3ec1b9a,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:08.584594 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c65265e1-d21b-4ca6-bb6d-78554c776684" -d '{"events": [{"name": "network-changed", "server_uuid": "d87e1608-5c87-419d-a16a-70b7424f7fdd", "tag": "460b214a-8cd5-4b2e-b195-3eb2e7434af1"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:01:08.632665 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b96ffa8e-4b69-4bdf-96a9-3a1db907d87c req-edd5004d-1e92-428a-b7fd-fb2e96237e06 tempest-InstanceActionsTestJSON-424546344 tempest-InstanceActionsTestJSON-424546344-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e12bc45-e6dd-472e-b816-992d7d9fcad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933347 Aug 11 03:01:08.636129 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae145ef-9598-4215-9297-dd579c655e6a req-5fcd4f5e-748a-477a-8780-65b6d109e225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:08.637602 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7ae145ef-9598-4215-9297-dd579c655e6a req-5fcd4f5e-748a-477a-8780-65b6d109e225 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=83808f5f252c43418f6a6c255d45878a&device_id=60603c36-cbbd-4561-ab9a-3a7fd11177f5 HTTP/1.1" status: 200 len: 1096 time: 0.1065154 Aug 11 03:01:08.646277 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7e81bc-1a75-4473-a2ee-e903004f2e7f req-79c78caa-a237-4d3a-a3c3-bd43223d64c3 tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:08.647804 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-db7e81bc-1a75-4473-a2ee-e903004f2e7f req-79c78caa-a237-4d3a-a3c3-bd43223d64c3 tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] 10.222.0.41 "GET /v2.0/ports?device_id=d87e1608-5c87-419d-a16a-70b7424f7fdd HTTP/1.1" status: 200 len: 943 time: 0.1277280 Aug 11 03:01:08.687750 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dab020a-190b-4fc3-bb1e-2bbfe6223eb1 req-3903dc4f-c95e-41ae-8220-6f3f7fefd9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:08.689262 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-2dab020a-190b-4fc3-bb1e-2bbfe6223eb1 req-3903dc4f-c95e-41ae-8220-6f3f7fefd9f7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5601a025ff2643dd8e79f558de29bd67&device_id=7150980e-2083-44a0-b896-b3ca6e56e82d HTTP/1.1" status: 200 len: 1100 time: 0.0499759 Aug 11 03:01:08.699986 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d1ba436-84b0-4e21-8c75-15778c648b65 x-openstack-request-id: req-5d1ba436-84b0-4e21-8c75-15778c648b65 {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:01:08.700267 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d87e1608-5c87-419d-a16a-70b7424f7fdd", "tag": "460b214a-8cd5-4b2e-b195-3eb2e7434af1", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:01:08.700520 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5d1ba436-84b0-4e21-8c75-15778c648b65 {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:01:08.700914 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd87e1608-5c87-419d-a16a-70b7424f7fdd', 'tag': '460b214a-8cd5-4b2e-b195-3eb2e7434af1', 'status': 'completed', 'code': 200} Aug 11 03:01:08.803944 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dab020a-190b-4fc3-bb1e-2bbfe6223eb1 req-a8393065-cac4-4a15-9646-0f404bb6c345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:08.805657 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-2dab020a-190b-4fc3-bb1e-2bbfe6223eb1 req-a8393065-cac4-4a15-9646-0f404bb6c345 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d1bf0def-6fa4-4d3e-bbc5-20a040931fba HTTP/1.1" status: 200 len: 870 time: 0.1037872 Aug 11 03:01:08.808382 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-db7e81bc-1a75-4473-a2ee-e903004f2e7f req-8c439715-f513-43bb-8869-6a91523ae066 tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b0ce1ff-a0b3-4227-acd8-01062eb73c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1481729 Aug 11 03:01:08.832540 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65265e1-d21b-4ca6-bb6d-78554c776684 req-82e8e515-f528-4963-9351-d55a049d8d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:08.834005 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c65265e1-d21b-4ca6-bb6d-78554c776684 req-82e8e515-f528-4963-9351-d55a049d8d6b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e2a079adece943d79940f9231134e5b8&device_id=d87e1608-5c87-419d-a16a-70b7424f7fdd HTTP/1.1" status: 200 len: 1095 time: 0.1145124 Aug 11 03:01:08.842582 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae145ef-9598-4215-9297-dd579c655e6a req-6e8122b1-93fc-4256-834f-8a6c1f1d7e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:08.843980 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7ae145ef-9598-4215-9297-dd579c655e6a req-6e8122b1-93fc-4256-834f-8a6c1f1d7e60 service neutron] 10.222.0.22 "GET /v2.0/networks?id=a1f5acc4-6e30-4bf9-bc28-7ff84dac631d HTTP/1.1" status: 200 len: 908 time: 0.1949492 Aug 11 03:01:08.851266 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214d1ff7-8e50-489b-9fbe-60a9b31477dd req-00f147fd-e2bc-459e-a0b1-0a8425b9873e tempest-ImagesOneServerTestJSON-971291341 tempest-ImagesOneServerTestJSON-971291341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:08.852873 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-214d1ff7-8e50-489b-9fbe-60a9b31477dd req-00f147fd-e2bc-459e-a0b1-0a8425b9873e tempest-ImagesOneServerTestJSON-971291341 tempest-ImagesOneServerTestJSON-971291341-project] 10.222.0.41 "GET /v2.0/ports?device_id=7150980e-2083-44a0-b896-b3ca6e56e82d HTTP/1.1" status: 200 len: 948 time: 0.1160209 Aug 11 03:01:08.854754 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-2dab020a-190b-4fc3-bb1e-2bbfe6223eb1 req-e451fafb-c97e-4163-b58e-176016ab6142 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=46eb3533-e07c-442c-8924-7168fb1b7251 HTTP/1.1" status: 200 len: 217 time: 0.0397282 Aug 11 03:01:08.909178 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dab020a-190b-4fc3-bb1e-2bbfe6223eb1 req-78b01879-6ef6-4136-ad81-646fafdf33cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:08.910910 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-2dab020a-190b-4fc3-bb1e-2bbfe6223eb1 req-78b01879-6ef6-4136-ad81-646fafdf33cb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=254a3f4d-2b75-429e-bbb2-8e70554e9483 HTTP/1.1" status: 200 len: 843 time: 0.0469480 Aug 11 03:01:08.915236 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7ae145ef-9598-4215-9297-dd579c655e6a req-b0a2da1d-7d8a-4bdb-a5d6-dd5507e51cad service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b76041ec-402b-41d5-8fb1-e117d05c0c99 HTTP/1.1" status: 200 len: 217 time: 0.0602262 Aug 11 03:01:08.964802 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['87ce7a68-971c-4807-ba49-31b2f3ec1b9a'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:01:08.968249 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dab020a-190b-4fc3-bb1e-2bbfe6223eb1 req-f8a1ab0e-983a-4071-99f0-c3af5d170e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:08.970070 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-2dab020a-190b-4fc3-bb1e-2bbfe6223eb1 req-f8a1ab0e-983a-4071-99f0-c3af5d170e48 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d1bf0def-6fa4-4d3e-bbc5-20a040931fba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0504289 Aug 11 03:01:09.048133 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-214d1ff7-8e50-489b-9fbe-60a9b31477dd req-9d77624d-f754-4117-a2e6-7ce434317f62 tempest-ImagesOneServerTestJSON-971291341 tempest-ImagesOneServerTestJSON-971291341-project] 10.222.0.41 "GET /v2.0/security-groups?id=77f70127-1bc6-4157-9581-f6d17790cf11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876609 Aug 11 03:01:09.061622 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87049386-efcc-4628-8386-ee16f20965dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8181c377-97f2-4da7-81c1-a738002f3130'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:01:09.063166 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae145ef-9598-4215-9297-dd579c655e6a req-71b3e064-1db8-4874-b117-0c41258a6a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:09.064601 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7ae145ef-9598-4215-9297-dd579c655e6a req-71b3e064-1db8-4874-b117-0c41258a6a53 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=0d013ade-4c13-41b9-b262-cf5646bc4bdb HTTP/1.1" status: 200 len: 847 time: 0.1132472 Aug 11 03:01:09.065433 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e01e3bb-0402-46fa-a570-31077b3c20e2" -d '{"events": [{"server_uuid": "87049386-efcc-4628-8386-ee16f20965dd", "name": "network-vif-plugged", "status": "completed", "tag": "8181c377-97f2-4da7-81c1-a738002f3130"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:01:09.077042 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a12cdc-9aa0-44ef-9b8e-67c0714340af req-0685c83f-1264-4b4f-b295-a8eb4cb89fc5 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:09.078718 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c6a12cdc-9aa0-44ef-9b8e-67c0714340af req-0685c83f-1264-4b4f-b295-a8eb4cb89fc5 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/ports?device_id=60603c36-cbbd-4561-ab9a-3a7fd11177f5 HTTP/1.1" status: 200 len: 944 time: 0.1823542 Aug 11 03:01:09.088421 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-2dab020a-190b-4fc3-bb1e-2bbfe6223eb1 req-53cae9ac-d78d-4406-9754-8fe1a2e62727 service neutron] 10.222.0.24 "GET /v2.0/networks/d1bf0def-6fa4-4d3e-bbc5-20a040931fba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086502 Aug 11 03:01:09.114137 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7ae145ef-9598-4215-9297-dd579c655e6a req-6d58e41c-0d55-4e1e-829f-6f8c19f08aaa service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a1f5acc4-6e30-4bf9-bc28-7ff84dac631d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344512 Aug 11 03:01:09.115155 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65265e1-d21b-4ca6-bb6d-78554c776684 req-870e3890-76a0-481a-b5b9-588b06d6cd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:09.116509 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c65265e1-d21b-4ca6-bb6d-78554c776684 req-870e3890-76a0-481a-b5b9-588b06d6cd03 service neutron] 10.222.0.24 "GET /v2.0/networks?id=abf4f863-7e34-4c96-bae1-78fb72808e42 HTTP/1.1" status: 200 len: 924 time: 0.2626238 Aug 11 03:01:09.208196 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-2dab020a-190b-4fc3-bb1e-2bbfe6223eb1 req-63c726a3-a748-447f-aca2-0ea6494b8ede service neutron] 10.222.0.24 "GET /v2.0/networks/d1bf0def-6fa4-4d3e-bbc5-20a040931fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037707 Aug 11 03:01:09.245930 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c65265e1-d21b-4ca6-bb6d-78554c776684 req-eb43af41-ce48-41aa-a9bb-38ffe7929ad8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=460b214a-8cd5-4b2e-b195-3eb2e7434af1 HTTP/1.1" status: 200 len: 217 time: 0.1069834 Aug 11 03:01:09.261841 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c6a12cdc-9aa0-44ef-9b8e-67c0714340af req-ca688fad-47d8-4713-9e86-e998795cef2b tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/security-groups?id=c7e06141-9137-4a1d-bc20-6fbfa107e8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650071 Aug 11 03:01:09.304680 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:01:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71f383e8-0e3d-4fee-914a-83b98f6e3f29 x-openstack-request-id: req-71f383e8-0e3d-4fee-914a-83b98f6e3f29 {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:01:09.305786 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87049386-efcc-4628-8386-ee16f20965dd", "name": "network-vif-plugged", "status": "completed", "tag": "8181c377-97f2-4da7-81c1-a738002f3130", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:01:09.306731 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-71f383e8-0e3d-4fee-914a-83b98f6e3f29 {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:01:09.307332 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87049386-efcc-4628-8386-ee16f20965dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8181c377-97f2-4da7-81c1-a738002f3130', 'code': 200} Aug 11 03:01:09.428594 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1314648b-0c60-4716-8964-084b236cbc94 req-6f8e4a28-7e21-4413-9b1b-99925f9aba7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:09.430426 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-1314648b-0c60-4716-8964-084b236cbc94 req-6f8e4a28-7e21-4413-9b1b-99925f9aba7e service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=87049386-efcc-4628-8386-ee16f20965dd HTTP/1.1" status: 200 len: 1097 time: 0.0433888 Aug 11 03:01:09.471113 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-1314648b-0c60-4716-8964-084b236cbc94 req-2876069f-5b43-4c95-ba41-90aacad7286b service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=68d3953c-5c04-4915-9da9-4e3d74be3735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301538 Aug 11 03:01:09.602909 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a676bf-70a1-439f-b130-3b8be23eec7d req-77922bfd-c652-469d-9d88-b136575fee37 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:09.604258 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-24a676bf-70a1-439f-b130-3b8be23eec7d req-77922bfd-c652-469d-9d88-b136575fee37 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4b1241a-b428-4fb4-be76-b0571e761664 HTTP/1.1" status: 200 len: 945 time: 0.4229240 Aug 11 03:01:09.620703 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7ae145ef-9598-4215-9297-dd579c655e6a req-b4a14ddd-04d5-4af7-ae91-20bc6a914ed3 service neutron] 10.222.0.22 "GET /v2.0/networks/a1f5acc4-6e30-4bf9-bc28-7ff84dac631d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4978075 Aug 11 03:01:09.638270 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65265e1-d21b-4ca6-bb6d-78554c776684 req-cb2b9b8a-e971-442c-981a-3e0487321d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:09.639608 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c65265e1-d21b-4ca6-bb6d-78554c776684 req-cb2b9b8a-e971-442c-981a-3e0487321d88 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ea672f68-2286-4aab-b6b2-6a0985e114d8 HTTP/1.1" status: 200 len: 862 time: 0.3824136 Aug 11 03:01:09.755433 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86339e82-5900-482d-b635-d7b5203b84b8 req-74575f53-46f7-4b22-a2fe-91f7d13697ed tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:09.756895 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-86339e82-5900-482d-b635-d7b5203b84b8 req-74575f53-46f7-4b22-a2fe-91f7d13697ed tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] 10.222.0.41 "GET /v2.0/ports?device_id=87049386-efcc-4628-8386-ee16f20965dd HTTP/1.1" status: 200 len: 945 time: 0.1657145 Aug 11 03:01:09.759526 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-24a676bf-70a1-439f-b130-3b8be23eec7d req-db5c6bb0-fbb6-4239-b61d-896cf9359abf tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5aa9049-617d-473f-afb5-b55716ab8aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445942 Aug 11 03:01:09.796186 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65265e1-d21b-4ca6-bb6d-78554c776684 req-bedaac85-a488-466c-92fb-359648c91acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:09.797670 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c65265e1-d21b-4ca6-bb6d-78554c776684 req-bedaac85-a488-466c-92fb-359648c91acb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=abf4f863-7e34-4c96-bae1-78fb72808e42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1421154 Aug 11 03:01:09.895548 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7ae145ef-9598-4215-9297-dd579c655e6a req-7cc5b24d-09d7-4437-810b-0ec16323a07e service neutron] 10.222.0.22 "GET /v2.0/networks/a1f5acc4-6e30-4bf9-bc28-7ff84dac631d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2541203 Aug 11 03:01:09.900095 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-86339e82-5900-482d-b635-d7b5203b84b8 req-c6a6be7e-340e-4975-88e7-c85abb879fac tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] 10.222.0.41 "GET /v2.0/security-groups?id=68d3953c-5c04-4915-9da9-4e3d74be3735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354926 Aug 11 03:01:09.941363 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f4c1ca-d0ba-4b17-b4dc-0aa8ac8599f8 req-169189c7-0ea7-4b28-914a-3db80c679a27 tempest-ServersTestBootFromVolume-829147864 tempest-ServersTestBootFromVolume-829147864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:09.942902 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-58f4c1ca-d0ba-4b17-b4dc-0aa8ac8599f8 req-169189c7-0ea7-4b28-914a-3db80c679a27 tempest-ServersTestBootFromVolume-829147864 tempest-ServersTestBootFromVolume-829147864-project] 10.222.0.41 "GET /v2.0/ports?device_id=b73aa8e8-3888-43cd-bbcd-17b5d9d1db40 HTTP/1.1" status: 200 len: 944 time: 0.1243124 Aug 11 03:01:09.984200 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c65265e1-d21b-4ca6-bb6d-78554c776684 req-4619f0f7-96c2-4ce6-adf7-a735ac33a5a9 service neutron] 10.222.0.24 "GET /v2.0/networks/abf4f863-7e34-4c96-bae1-78fb72808e42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773965 Aug 11 03:01:10.009898 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device acd77bac-ad9f-4185-9417-ca2c1c5f2f9c details requested by agent hyperv_n-h2-764292-30 with host n-h2-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:01:10.013326 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device b76041ec-402b-41d5-8fb1-e117d05c0c99 no longer exists at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:01:10.071944 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-58f4c1ca-d0ba-4b17-b4dc-0aa8ac8599f8 req-ef0fe00c-41c3-4989-80d2-33430f0d372b tempest-ServersTestBootFromVolume-829147864 tempest-ServersTestBootFromVolume-829147864-project] 10.222.0.41 "GET /v2.0/security-groups?id=3799b9f0-2cd6-4194-a840-878f5c5d8080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1181157 Aug 11 03:01:10.093173 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb61b02-7087-4ef1-9f29-4c790b266465 req-11f76f04-427a-49e6-8de1-294cac2ccc99 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:10.094996 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4bb61b02-7087-4ef1-9f29-4c790b266465 req-11f76f04-427a-49e6-8de1-294cac2ccc99 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e6d434a-1d7c-47d1-a3b4-a092a9ca5706 HTTP/1.1" status: 200 len: 948 time: 0.1277092 Aug 11 03:01:10.100468 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device b76041ec-402b-41d5-8fb1-e117d05c0c99 not bound to the agent host n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:01:10.152411 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port acd77bac-ad9f-4185-9417-ca2c1c5f2f9c, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=acd77bac-ad9f-4185-9417-ca2c1c5f2f9c,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:01:10.157299 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c65265e1-d21b-4ca6-bb6d-78554c776684 req-f3f178bd-8218-4937-a668-e1a5b491b4c0 service neutron] 10.222.0.24 "GET /v2.0/networks/abf4f863-7e34-4c96-bae1-78fb72808e42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556871 Aug 11 03:01:10.162116 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 87ce7a68-971c-4807-ba49-31b2f3ec1b9a up at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:01:10.187448 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Returning: {'device': 'acd77bac-ad9f-4185-9417-ca2c1c5f2f9c', 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba', 'port_id': 'acd77bac-ad9f-4185-9417-ca2c1c5f2f9c', 'mac_address': 'fa:16:3e:73:aa:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '254a3f4d-2b75-429e-bbb2-8e70554e9483', 'ip_address': '192.168.233.191'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:01:10.193780 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4bb61b02-7087-4ef1-9f29-4c790b266465 req-464d135c-13a3-4d37-a247-94d182ba2ca5 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8b0be49-76ee-4d50-8be0-9bf1508da412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778880 Aug 11 03:01:10.212991 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce312ed4-f361-41bc-8de9-cdd18e99ff9c req-0ef15143-0d5d-4938-a1a3-4a3363684957 tempest-InstanceActionsTestJSON-424546344 tempest-InstanceActionsTestJSON-424546344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:10.214890 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ce312ed4-f361-41bc-8de9-cdd18e99ff9c req-0ef15143-0d5d-4938-a1a3-4a3363684957 tempest-InstanceActionsTestJSON-424546344 tempest-InstanceActionsTestJSON-424546344-project] 10.222.0.41 "GET /v2.0/ports?device_id=1dea5897-0c98-4625-85b2-ec6f8c46669b HTTP/1.1" status: 200 len: 946 time: 0.0716748 Aug 11 03:01:10.264424 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:10.278126 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acd77bac-ad9f-4185-9417-ca2c1c5f2f9c {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:01:10.279517 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ce312ed4-f361-41bc-8de9-cdd18e99ff9c req-76e46569-e18b-4bed-81bb-6e0d5e899661 tempest-InstanceActionsTestJSON-424546344 tempest-InstanceActionsTestJSON-424546344-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e12bc45-e6dd-472e-b816-992d7d9fcad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585375 Aug 11 03:01:10.299109 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port acd77bac-ad9f-4185-9417-ca2c1c5f2f9c, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=acd77bac-ad9f-4185-9417-ca2c1c5f2f9c,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:01:10.334523 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning for port 87ce7a68-971c-4807-ba49-31b2f3ec1b9a completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:01:10.338104 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a52c8a-c116-4062-b511-ed8d221c85e4 req-edb94ac0-8b00-4437-a640-3495a11cd40e tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:10.338622 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning complete for port 87ce7a68-971c-4807-ba49-31b2f3ec1b9a triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:01:10.338994 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:10.339931 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-01a52c8a-c116-4062-b511-ed8d221c85e4 req-edb94ac0-8b00-4437-a640-3495a11cd40e tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] 10.222.0.41 "GET /v2.0/ports?device_id=d87e1608-5c87-419d-a16a-70b7424f7fdd HTTP/1.1" status: 200 len: 943 time: 0.0769348 Aug 11 03:01:10.372867 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:10.424801 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-01a52c8a-c116-4062-b511-ed8d221c85e4 req-67ced06c-935b-4999-a1f5-66eb8871df0b tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b0ce1ff-a0b3-4227-acd8-01062eb73c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696843 Aug 11 03:01:10.430110 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae145ef-9598-4215-9297-dd579c655e6a req-c147d874-cfb0-48d4-86b3-afe04bd4dfb8 tempest-LiveMigrationTest-410920510 tempest-LiveMigrationTest-410920510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:10.431826 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7ae145ef-9598-4215-9297-dd579c655e6a req-c147d874-cfb0-48d4-86b3-afe04bd4dfb8 tempest-LiveMigrationTest-410920510 tempest-LiveMigrationTest-410920510-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=60603c36-cbbd-4561-ab9a-3a7fd11177f5&tenant_id=83808f5f252c43418f6a6c255d45878a&binding%3Ahost_id=n-h1-764292-30 HTTP/1.1" status: 200 len: 1096 time: 0.1123242 Aug 11 03:01:10.443774 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd74997c-be2a-4d3a-8908-a6aa93f8d032 req-b10f54e3-d3a9-47b0-9ff9-1f0113c8d649 tempest-ImagesOneServerTestJSON-971291341 tempest-ImagesOneServerTestJSON-971291341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:10.445257 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cd74997c-be2a-4d3a-8908-a6aa93f8d032 req-b10f54e3-d3a9-47b0-9ff9-1f0113c8d649 tempest-ImagesOneServerTestJSON-971291341 tempest-ImagesOneServerTestJSON-971291341-project] 10.222.0.41 "GET /v2.0/ports?device_id=7150980e-2083-44a0-b896-b3ca6e56e82d HTTP/1.1" status: 200 len: 948 time: 0.0892417 Aug 11 03:01:10.462383 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=acd77bac-ad9f-4185-9417-ca2c1c5f2f9c,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:10.470522 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:10.504158 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 87ce7a68-971c-4807-ba49-31b2f3ec1b9a, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=87ce7a68-971c-4807-ba49-31b2f3ec1b9a,segment=NetworkSegment(179797a7-9b1f-4b2b-ae1e-26b7a646c1a8),segment_id=179797a7-9b1f-4b2b-ae1e-26b7a646c1a8)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:01:10.565812 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cd74997c-be2a-4d3a-8908-a6aa93f8d032 req-73de2cd2-76cb-4c53-aff8-fe859ef8c8ee tempest-ImagesOneServerTestJSON-971291341 tempest-ImagesOneServerTestJSON-971291341-project] 10.222.0.41 "GET /v2.0/security-groups?id=77f70127-1bc6-4157-9581-f6d17790cf11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147296 Aug 11 03:01:10.571043 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:10.586948 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8368e2ad-99ac-4d4e-bda4-47f6d9bebfb3 req-4e320bd5-6909-478d-9fd9-350d385203ed tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:10.587863 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8368e2ad-99ac-4d4e-bda4-47f6d9bebfb3 req-4e320bd5-6909-478d-9fd9-350d385203ed tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/ports?device_id=60603c36-cbbd-4561-ab9a-3a7fd11177f5 HTTP/1.1" status: 200 len: 944 time: 0.0870278 Aug 11 03:01:10.612494 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['acd77bac-ad9f-4185-9417-ca2c1c5f2f9c'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:01:10.665544 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8368e2ad-99ac-4d4e-bda4-47f6d9bebfb3 req-67b069d6-7ffc-456e-bda6-7475ce80f7c9 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/security-groups?id=c7e06141-9137-4a1d-bc20-6fbfa107e8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676494 Aug 11 03:01:10.668899 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=87ce7a68-971c-4807-ba49-31b2f3ec1b9a,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:10.740705 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-7ae145ef-9598-4215-9297-dd579c655e6a req-19a6f4fa-9128-4f06-9fe5-0aba84b80161 service neutron] For port b76041ec-402b-41d5-8fb1-e117d05c0c99, host n-h2-764292-30, cleared binding levels {{(pid=102192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:01:10.744913 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-7ae145ef-9598-4215-9297-dd579c655e6a req-19a6f4fa-9128-4f06-9fe5-0aba84b80161 service neutron] Notify callbacks [] for binding, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:10.746178 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7ae145ef-9598-4215-9297-dd579c655e6a req-19a6f4fa-9128-4f06-9fe5-0aba84b80161 service neutron] 10.222.0.22 "DELETE /v2.0/ports/b76041ec-402b-41d5-8fb1-e117d05c0c99/bindings/n-h2-764292-30 HTTP/1.1" status: 204 len: 173 time: 0.2866898 Aug 11 03:01:10.817627 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df03ba93-a637-4ca8-babd-392d8a5d904a req-677a59a6-f08c-4b15-bf36-b1ece6c3d73d tempest-LiveMigrationTest-410920510 tempest-LiveMigrationTest-410920510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:10.819203 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-df03ba93-a637-4ca8-babd-392d8a5d904a req-677a59a6-f08c-4b15-bf36-b1ece6c3d73d tempest-LiveMigrationTest-410920510 tempest-LiveMigrationTest-410920510-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=60603c36-cbbd-4561-ab9a-3a7fd11177f5 HTTP/1.1" status: 200 len: 1096 time: 0.0474889 Aug 11 03:01:10.825443 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:10.858663 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-df03ba93-a637-4ca8-babd-392d8a5d904a req-6bea0985-d1cf-4459-85b1-e2975b36d433 tempest-LiveMigrationTest-410920510 tempest-LiveMigrationTest-410920510-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=c7e06141-9137-4a1d-bc20-6fbfa107e8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293739 Aug 11 03:01:10.974995 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58327a5f-3729-4a4d-bda4-fc128685d0bd req-8fd99fcb-0146-4359-be9f-d8fa82f91c89 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:10.976565 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-58327a5f-3729-4a4d-bda4-fc128685d0bd req-8fd99fcb-0146-4359-be9f-d8fa82f91c89 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4b1241a-b428-4fb4-be76-b0571e761664 HTTP/1.1" status: 200 len: 945 time: 0.0636539 Aug 11 03:01:11.046749 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-58327a5f-3729-4a4d-bda4-fc128685d0bd req-fc1af697-d723-4603-9e5c-195c286be9f7 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5aa9049-617d-473f-afb5-b55716ab8aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635395 Aug 11 03:01:11.065944 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eadb26-63f2-4dab-ad54-e41d9ccb11e9 req-31cd988a-2a43-418a-bca5-0ddd8a5f74ba tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:11.069574 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-69eadb26-63f2-4dab-ad54-e41d9ccb11e9 req-31cd988a-2a43-418a-bca5-0ddd8a5f74ba tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] 10.222.0.41 "GET /v2.0/ports?device_id=87049386-efcc-4628-8386-ee16f20965dd HTTP/1.1" status: 200 len: 945 time: 0.0788925 Aug 11 03:01:11.174145 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-69eadb26-63f2-4dab-ad54-e41d9ccb11e9 req-70c0067a-67aa-4413-acf2-dff2919a5aa8 tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] 10.222.0.41 "GET /v2.0/security-groups?id=68d3953c-5c04-4915-9da9-4e3d74be3735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904772 Aug 11 03:01:11.177359 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62168a8-544b-4b97-aba3-0a4400087e96 req-e1668cce-6c18-49fe-b93d-26c9669aec1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:11.178894 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a62168a8-544b-4b97-aba3-0a4400087e96 req-e1668cce-6c18-49fe-b93d-26c9669aec1d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1a1c8d8945cf4bc1ad7394d93428f28e&device_id=1dea5897-0c98-4625-85b2-ec6f8c46669b HTTP/1.1" status: 200 len: 1098 time: 0.1221237 Aug 11 03:01:11.204704 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea916f4-907e-4cc5-9827-27dcc528da13 req-ea34c3d8-0b07-47d1-a9a8-c3b0d75efb93 tempest-InstanceActionsTestJSON-424546344 tempest-InstanceActionsTestJSON-424546344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:11.206276 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-dea916f4-907e-4cc5-9827-27dcc528da13 req-ea34c3d8-0b07-47d1-a9a8-c3b0d75efb93 tempest-InstanceActionsTestJSON-424546344 tempest-InstanceActionsTestJSON-424546344-project] 10.222.0.41 "GET /v2.0/ports?device_id=1dea5897-0c98-4625-85b2-ec6f8c46669b HTTP/1.1" status: 200 len: 946 time: 0.0864286 Aug 11 03:01:11.309194 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b73aa8e8-3888-43cd-bbcd-17b5d9d1db40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87ce7a68-971c-4807-ba49-31b2f3ec1b9a'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:01:11.311151 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb7cc91d-a27f-4b90-ab32-0af3dc143158" -d '{"events": [{"server_uuid": "b73aa8e8-3888-43cd-bbcd-17b5d9d1db40", "name": "network-vif-plugged", "status": "completed", "tag": "87ce7a68-971c-4807-ba49-31b2f3ec1b9a"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:01:11.348074 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-dea916f4-907e-4cc5-9827-27dcc528da13 req-2228db13-50e0-434d-b8b6-b2d27e7448bd tempest-InstanceActionsTestJSON-424546344 tempest-InstanceActionsTestJSON-424546344-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e12bc45-e6dd-472e-b816-992d7d9fcad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335800 Aug 11 03:01:11.400427 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62168a8-544b-4b97-aba3-0a4400087e96 req-6a5e6743-c4e3-46ad-9a3f-2a34b4a8a827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:11.401919 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a62168a8-544b-4b97-aba3-0a4400087e96 req-6a5e6743-c4e3-46ad-9a3f-2a34b4a8a827 service neutron] 10.222.0.22 "GET /v2.0/networks?id=4e08cd5c-5139-4e0a-8a08-c4d2fa39a6a9 HTTP/1.1" status: 200 len: 915 time: 0.2054541 Aug 11 03:01:11.464488 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3613abf4-c93d-455d-a134-19b4a2c3c92a req-3450518f-a40e-4fdc-9f81-57b5094904d0 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:11.465788 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3613abf4-c93d-455d-a134-19b4a2c3c92a req-3450518f-a40e-4fdc-9f81-57b5094904d0 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/networks?id=a1f5acc4-6e30-4bf9-bc28-7ff84dac631d HTTP/1.1" status: 200 len: 807 time: 0.2096858 Aug 11 03:01:11.468295 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a62168a8-544b-4b97-aba3-0a4400087e96 req-733555a4-a572-41b0-9b6e-25f3fe45c94c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3f1ccc8c-9798-4c0f-9f9e-db43c722114f HTTP/1.1" status: 200 len: 217 time: 0.0584493 Aug 11 03:01:11.527863 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3613abf4-c93d-455d-a134-19b4a2c3c92a req-f504772a-b8c2-44ad-bf3f-21577a3b4501 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/quotas/83808f5f252c43418f6a6c255d45878a HTTP/1.1" status: 200 len: 375 time: 0.0432746 Aug 11 03:01:11.552783 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62168a8-544b-4b97-aba3-0a4400087e96 req-e58c07df-b6b2-4c0b-8999-8980c195ab9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:11.554542 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a62168a8-544b-4b97-aba3-0a4400087e96 req-e58c07df-b6b2-4c0b-8999-8980c195ab9a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=cf707303-5ee7-4b51-be6f-ec595a2bad2b HTTP/1.1" status: 200 len: 854 time: 0.0710516 Aug 11 03:01:11.581739 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0f1f74-c16b-4ff9-b2cc-cc8e2415a00c req-5b5345bf-6524-4cd9-99e2-7f75e00f02af tempest-ServersTestBootFromVolume-829147864 tempest-ServersTestBootFromVolume-829147864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:11.583291 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1b0f1f74-c16b-4ff9-b2cc-cc8e2415a00c req-5b5345bf-6524-4cd9-99e2-7f75e00f02af tempest-ServersTestBootFromVolume-829147864 tempest-ServersTestBootFromVolume-829147864-project] 10.222.0.41 "GET /v2.0/ports?device_id=b73aa8e8-3888-43cd-bbcd-17b5d9d1db40 HTTP/1.1" status: 200 len: 945 time: 0.1597745 Aug 11 03:01:11.622542 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a62168a8-544b-4b97-aba3-0a4400087e96 req-7fbf10fa-df58-45b5-adeb-c07233147030 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=4e08cd5c-5139-4e0a-8a08-c4d2fa39a6a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499310 Aug 11 03:01:11.688558 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3613abf4-c93d-455d-a134-19b4a2c3c92a req-e1d33be7-ab35-4a3c-83c7-4e3517aa4b33 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=83808f5f252c43418f6a6c255d45878a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1531155 Aug 11 03:01:11.696701 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1b0f1f74-c16b-4ff9-b2cc-cc8e2415a00c req-8ede98a8-74e3-4423-8717-b8f659ce7c84 tempest-ServersTestBootFromVolume-829147864 tempest-ServersTestBootFromVolume-829147864-project] 10.222.0.41 "GET /v2.0/security-groups?id=3799b9f0-2cd6-4194-a840-878f5c5d8080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051528 Aug 11 03:01:11.795025 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a62168a8-544b-4b97-aba3-0a4400087e96 req-d69caeb6-01b3-4c44-a63c-036e0faceda7 service neutron] 10.222.0.22 "GET /v2.0/networks/4e08cd5c-5139-4e0a-8a08-c4d2fa39a6a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645606 Aug 11 03:01:11.919343 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3613abf4-c93d-455d-a134-19b4a2c3c92a req-fa207f46-4117-424b-9578-ff1f7f664c2d service neutron] 10.222.0.41 "GET /v2.0/networks/a1f5acc4-6e30-4bf9-bc28-7ff84dac631d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2203112 Aug 11 03:01:11.996552 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d145fc-c6e8-4721-ad13-31e265603e42 req-1986006d-2da4-4746-bf3f-1fb4494d15cf tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:11.998020 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-46d145fc-c6e8-4721-ad13-31e265603e42 req-1986006d-2da4-4746-bf3f-1fb4494d15cf tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] 10.222.0.41 "GET /v2.0/ports?device_id=db1dc61c-8179-44d3-8cb7-a4c54d08140b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1967409 Aug 11 03:01:12.037636 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 46eb3533-e07c-442c-8924-7168fb1b7251 details requested by agent hyperv_n-h2-764292-30 with host n-h2-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:01:12.040317 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device acd77bac-ad9f-4185-9417-ca2c1c5f2f9c up at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:01:12.075062 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-46d145fc-c6e8-4721-ad13-31e265603e42 req-676db419-e331-4cf4-8626-6c135c380e1a tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.8.111 HTTP/1.1" status: 200 len: 696 time: 0.0687797 Aug 11 03:01:12.084687 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a62168a8-544b-4b97-aba3-0a4400087e96 req-aae753aa-6d5e-4080-912a-985db3ea3e60 service neutron] 10.222.0.22 "GET /v2.0/networks/4e08cd5c-5139-4e0a-8a08-c4d2fa39a6a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2791831 Aug 11 03:01:12.100226 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-46d145fc-c6e8-4721-ad13-31e265603e42 req-c29657de-224d-404b-b7fd-e1bdd9bad0fe tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] Request body: {'floatingip': {'port_id': '0eb98ab7-e375-4069-abac-27534e39f2d6', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:01:12.105292 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3613abf4-c93d-455d-a134-19b4a2c3c92a req-3ee395c3-c351-4fd4-ae37-2f67778f3fdb service neutron] 10.222.0.41 "GET /v2.0/networks/a1f5acc4-6e30-4bf9-bc28-7ff84dac631d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751411 Aug 11 03:01:12.144997 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-46d145fc-c6e8-4721-ad13-31e265603e42 req-c29657de-224d-404b-b7fd-e1bdd9bad0fe tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] Notify callbacks [] for floatingip, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:12.211320 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port 46eb3533-e07c-442c-8924-7168fb1b7251, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=46eb3533-e07c-442c-8924-7168fb1b7251,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:01:12.227258 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Returning: {'device': '46eb3533-e07c-442c-8924-7168fb1b7251', 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba', 'port_id': '46eb3533-e07c-442c-8924-7168fb1b7251', 'mac_address': 'fa:16:3e:cc:1e:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '254a3f4d-2b75-429e-bbb2-8e70554e9483', 'ip_address': '192.168.233.160'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:01:12.265669 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:12.278916 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46eb3533-e07c-442c-8924-7168fb1b7251 {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:01:12.284360 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning for port acd77bac-ad9f-4185-9417-ca2c1c5f2f9c completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:01:12.293180 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning complete for port acd77bac-ad9f-4185-9417-ca2c1c5f2f9c triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:01:12.293554 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:12.323483 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port 46eb3533-e07c-442c-8924-7168fb1b7251, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=46eb3533-e07c-442c-8924-7168fb1b7251,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:01:12.407587 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:12.408256 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 460b214a-8cd5-4b2e-b195-3eb2e7434af1 details requested by agent hyperv_n-h2-764292-30 with host n-h2-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:01:12.454156 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:12.541330 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=46eb3533-e07c-442c-8924-7168fb1b7251,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:12.545017 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4186622a-1aff-4734-ba6a-e97a00b082e7 req-8a3c8f54-e7d1-4597-b481-60276ec42c7a tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:12.546993 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4186622a-1aff-4734-ba6a-e97a00b082e7 req-8a3c8f54-e7d1-4597-b481-60276ec42c7a tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e6d434a-1d7c-47d1-a3b4-a092a9ca5706 HTTP/1.1" status: 200 len: 949 time: 0.1296785 Aug 11 03:01:12.559989 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port acd77bac-ad9f-4185-9417-ca2c1c5f2f9c, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=acd77bac-ad9f-4185-9417-ca2c1c5f2f9c,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:01:12.588478 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port 460b214a-8cd5-4b2e-b195-3eb2e7434af1, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=460b214a-8cd5-4b2e-b195-3eb2e7434af1,segment=NetworkSegment(86c83a84-fd28-4f5f-a51e-dfaae3027a90),segment_id=86c83a84-fd28-4f5f-a51e-dfaae3027a90)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:01:12.601134 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Returning: {'device': '460b214a-8cd5-4b2e-b195-3eb2e7434af1', 'network_id': 'abf4f863-7e34-4c96-bae1-78fb72808e42', 'port_id': '460b214a-8cd5-4b2e-b195-3eb2e7434af1', 'mac_address': 'fa:16:3e:5c:75:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea672f68-2286-4aab-b6b2-6a0985e114d8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:01:12.673571 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4186622a-1aff-4734-ba6a-e97a00b082e7 req-0251b041-916b-44b3-94a7-254c6fdbc612 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8b0be49-76ee-4d50-8be0-9bf1508da412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806549 Aug 11 03:01:12.754885 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90344d8f-d838-4b04-a657-5eae34f5f6ef x-openstack-request-id: req-90344d8f-d838-4b04-a657-5eae34f5f6ef {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:01:12.755180 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b73aa8e8-3888-43cd-bbcd-17b5d9d1db40", "name": "network-vif-plugged", "status": "completed", "tag": "87ce7a68-971c-4807-ba49-31b2f3ec1b9a", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:01:12.755432 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-90344d8f-d838-4b04-a657-5eae34f5f6ef {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:01:12.755818 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b73aa8e8-3888-43cd-bbcd-17b5d9d1db40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87ce7a68-971c-4807-ba49-31b2f3ec1b9a', 'code': 200} Aug 11 03:01:12.758560 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:12.797063 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:12.824631 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 460b214a-8cd5-4b2e-b195-3eb2e7434af1 {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:01:12.839106 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=acd77bac-ad9f-4185-9417-ca2c1c5f2f9c,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:12.864877 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port 460b214a-8cd5-4b2e-b195-3eb2e7434af1, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=460b214a-8cd5-4b2e-b195-3eb2e7434af1,segment=NetworkSegment(86c83a84-fd28-4f5f-a51e-dfaae3027a90),segment_id=86c83a84-fd28-4f5f-a51e-dfaae3027a90)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:01:12.897087 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e30310-7ff5-4ab7-bc10-63e4bdf9c637 req-ef9fac77-2999-45b8-9551-7b27c3b7ddd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:12.898639 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-99e30310-7ff5-4ab7-bc10-63e4bdf9c637 req-ef9fac77-2999-45b8-9551-7b27c3b7ddd4 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=b73aa8e8-3888-43cd-bbcd-17b5d9d1db40 HTTP/1.1" status: 200 len: 1097 time: 0.0462790 Aug 11 03:01:12.907010 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-46d145fc-c6e8-4721-ad13-31e265603e42 req-c29657de-224d-404b-b7fd-e1bdd9bad0fe tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:12.919718 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d69e802-1f49-4756-a9f3-d8cd73b04780 req-889d35fd-f36e-45d5-b963-a8d1a348c603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:12.921185 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7d69e802-1f49-4756-a9f3-d8cd73b04780 req-889d35fd-f36e-45d5-b963-a8d1a348c603 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7a37d4caabc9417c92d7f5d7ce7df51b&device_id=d4b1241a-b428-4fb4-be76-b0571e761664 HTTP/1.1" status: 200 len: 1097 time: 0.0853639 Aug 11 03:01:12.933676 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fa8fe6-aee0-4838-98f6-3a5ac286a78f req-66b62fe5-30e6-4e02-b148-1b9087e42597 tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:12.934808 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-99e30310-7ff5-4ab7-bc10-63e4bdf9c637 req-60a3d9e4-2af4-4be4-9b2e-2bd0ea178a4a service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=3799b9f0-2cd6-4194-a840-878f5c5d8080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0288713 Aug 11 03:01:12.935095 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f9fa8fe6-aee0-4838-98f6-3a5ac286a78f req-66b62fe5-30e6-4e02-b148-1b9087e42597 tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] 10.222.0.41 "GET /v2.0/ports?device_id=d87e1608-5c87-419d-a16a-70b7424f7fdd HTTP/1.1" status: 200 len: 943 time: 0.1034119 Aug 11 03:01:12.945857 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:12.995995 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=460b214a-8cd5-4b2e-b195-3eb2e7434af1,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:12.996353 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-46d145fc-c6e8-4721-ad13-31e265603e42 req-c29657de-224d-404b-b7fd-e1bdd9bad0fe tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446866'] for floatingip, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:13.200016 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['46eb3533-e07c-442c-8924-7168fb1b7251'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:01:13.204433 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['460b214a-8cd5-4b2e-b195-3eb2e7434af1'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:01:13.247567 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.agents_db [None req-950b7202-decb-43e2-8f71-ac8931dc9749 None None] Agent healthcheck: found 7 active agents {{(pid=102194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:01:13.330144 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f9fa8fe6-aee0-4838-98f6-3a5ac286a78f req-17c7b497-6fd3-46a1-86af-8c5e7a4b6948 tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b0ce1ff-a0b3-4227-acd8-01062eb73c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3872216 Aug 11 03:01:13.381565 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d69e802-1f49-4756-a9f3-d8cd73b04780 req-6e0c1014-b946-432b-8048-af8e4b891968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:13.383156 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7d69e802-1f49-4756-a9f3-d8cd73b04780 req-6e0c1014-b946-432b-8048-af8e4b891968 service neutron] 10.222.0.22 "GET /v2.0/networks?id=f221beb7-8330-438a-a9fe-3bfcf5050d99 HTTP/1.1" status: 200 len: 922 time: 0.4472327 Aug 11 03:01:13.409763 n-d-764292-30 neutron-server[102192]: INFO neutron.db.l3_db [req-46d145fc-c6e8-4721-ad13-31e265603e42 req-c29657de-224d-404b-b7fd-e1bdd9bad0fe tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] Floating IP ed3ed54a-ab8b-4f01-9df9-9fad9a3829bf associated. External IP: 172.25.8.111, port: 0eb98ab7-e375-4069-abac-27534e39f2d6. Aug 11 03:01:13.483068 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7d69e802-1f49-4756-a9f3-d8cd73b04780 req-3f4ebc9e-5d27-40e6-8923-a684a39882b0 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3accc793-fe12-47ab-9ad3-76cfce77a764 HTTP/1.1" status: 200 len: 217 time: 0.0886538 Aug 11 03:01:13.593134 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effcdc90-8249-4ccd-a6eb-9d8be0482150 req-0fac98e1-ae6d-41ec-9649-a7f02d2c2785 tempest-ImagesOneServerTestJSON-971291341 tempest-ImagesOneServerTestJSON-971291341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:13.594530 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-effcdc90-8249-4ccd-a6eb-9d8be0482150 req-0fac98e1-ae6d-41ec-9649-a7f02d2c2785 tempest-ImagesOneServerTestJSON-971291341 tempest-ImagesOneServerTestJSON-971291341-project] 10.222.0.41 "GET /v2.0/ports?device_id=7150980e-2083-44a0-b896-b3ca6e56e82d HTTP/1.1" status: 200 len: 949 time: 0.1990814 Aug 11 03:01:13.598102 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d69e802-1f49-4756-a9f3-d8cd73b04780 req-197e2c87-c987-4787-8989-1ff291a22574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:13.599434 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7d69e802-1f49-4756-a9f3-d8cd73b04780 req-197e2c87-c987-4787-8989-1ff291a22574 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1f48ffa3-65bd-47bc-90cf-1fcd73e0ff01 HTTP/1.1" status: 200 len: 861 time: 0.1086285 Aug 11 03:01:13.643994 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7d69e802-1f49-4756-a9f3-d8cd73b04780 req-b3b769a4-b42f-4d90-83e5-8a6060dfde98 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=f221beb7-8330-438a-a9fe-3bfcf5050d99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341527 Aug 11 03:01:13.715574 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-effcdc90-8249-4ccd-a6eb-9d8be0482150 req-ea2093df-4930-4ed8-bd86-c9bb42739f42 tempest-ImagesOneServerTestJSON-971291341 tempest-ImagesOneServerTestJSON-971291341-project] 10.222.0.41 "GET /v2.0/security-groups?id=77f70127-1bc6-4157-9581-f6d17790cf11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137538 Aug 11 03:01:13.858894 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.l3_agent_scheduler [req-46d145fc-c6e8-4721-ad13-31e265603e42 req-c29657de-224d-404b-b7fd-e1bdd9bad0fe tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] Router 6500739a-34a4-4823-965f-e4fc802712e1 has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:01:13.863326 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7d69e802-1f49-4756-a9f3-d8cd73b04780 req-5103bc54-8b32-4bfd-bc7b-3994fadbaa6b service neutron] 10.222.0.22 "GET /v2.0/networks/f221beb7-8330-438a-a9fe-3bfcf5050d99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832745 Aug 11 03:01:13.888094 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fab7bc-6bb3-4229-a951-c4fc8090abfe req-5707e0c1-9d10-441c-b3b6-98331de3f6e5 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:13.889517 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d7fab7bc-6bb3-4229-a951-c4fc8090abfe req-5707e0c1-9d10-441c-b3b6-98331de3f6e5 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4b1241a-b428-4fb4-be76-b0571e761664 HTTP/1.1" status: 200 len: 945 time: 0.1077209 Aug 11 03:01:14.030056 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 46eb3533-e07c-442c-8924-7168fb1b7251 up at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:01:14.052003 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d7fab7bc-6bb3-4229-a951-c4fc8090abfe req-60928b22-ca37-42b8-9bcd-8b93b7efb2b1 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5aa9049-617d-473f-afb5-b55716ab8aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488984 Aug 11 03:01:14.080181 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7d69e802-1f49-4756-a9f3-d8cd73b04780 req-8a772c63-e3b3-42cb-8600-556b07b6d59b service neutron] 10.222.0.22 "GET /v2.0/networks/f221beb7-8330-438a-a9fe-3bfcf5050d99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2078300 Aug 11 03:01:14.084876 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-46d145fc-c6e8-4721-ad13-31e265603e42 req-c29657de-224d-404b-b7fd-e1bdd9bad0fe tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:01:14.096595 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-46d145fc-c6e8-4721-ad13-31e265603e42 req-c29657de-224d-404b-b7fd-e1bdd9bad0fe tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for floatingip, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:14.104975 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c63dd17-97f8-44cd-b320-f6dd71f6cb8d None None] Sync routers for ids ['6500739a-34a4-4823-965f-e4fc802712e1'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:01:14.115685 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c63dd17-97f8-44cd-b320-f6dd71f6cb8d None None] Routers {'6500739a-34a4-4823-965f-e4fc802712e1'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:01:14.116446 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-4c63dd17-97f8-44cd-b320-f6dd71f6cb8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:01:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['6500739a-34a4-4823-965f-e4fc802712e1'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:14.130147 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-46d145fc-c6e8-4721-ad13-31e265603e42 req-c29657de-224d-404b-b7fd-e1bdd9bad0fe tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] 10.222.0.41 "PUT /v2.0/floatingips/ed3ed54a-ab8b-4f01-9df9-9fad9a3829bf HTTP/1.1" status: 200 len: 997 time: 2.0366116 Aug 11 03:01:14.133552 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db1dc61c-8179-44d3-8cb7-a4c54d08140b', 'tag': '0eb98ab7-e375-4069-abac-27534e39f2d6'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:01:14.133552 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ca3323a-7f1e-423d-b806-0867214d176a" -d '{"events": [{"name": "network-changed", "server_uuid": "db1dc61c-8179-44d3-8cb7-a4c54d08140b", "tag": "0eb98ab7-e375-4069-abac-27534e39f2d6"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:01:14.192107 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-18c95b8b-ec30-4590-a3f8-0cc5d9a463aa req-e21c1985-a9cb-4dc6-b4d5-7dafc2441c24 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4da503b-42df-4297-90a5-a4517b73577c HTTP/1.1" status: 200 len: 210 time: 0.0394828 Aug 11 03:01:14.201882 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning for port 46eb3533-e07c-442c-8924-7168fb1b7251 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:01:14.213727 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning complete for port 46eb3533-e07c-442c-8924-7168fb1b7251 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:01:14.214506 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:14.214746 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d145fc-c6e8-4721-ad13-31e265603e42 req-97ac0db3-ef66-47ea-81ff-ff34591b8e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:14.223052 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-46d145fc-c6e8-4721-ad13-31e265603e42 req-97ac0db3-ef66-47ea-81ff-ff34591b8e91 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=42f48ed467fa4c1a8c7727abd216b298&device_id=db1dc61c-8179-44d3-8cb7-a4c54d08140b HTTP/1.1" status: 200 len: 1098 time: 0.0784478 Aug 11 03:01:14.284064 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-4c63dd17-97f8-44cd-b320-f6dd71f6cb8d None None] Set router 6500739a-34a4-4823-965f-e4fc802712e1 gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:01:14.341675 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29af5093-f448-4deb-9edf-c57adb6ffa94 req-f1e16c09-ab06-45f9-80fe-215dd35e5312 tempest-InstanceActionsTestJSON-424546344 tempest-InstanceActionsTestJSON-424546344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:14.343361 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-29af5093-f448-4deb-9edf-c57adb6ffa94 req-f1e16c09-ab06-45f9-80fe-215dd35e5312 tempest-InstanceActionsTestJSON-424546344 tempest-InstanceActionsTestJSON-424546344-project] 10.222.0.41 "GET /v2.0/ports?device_id=1dea5897-0c98-4625-85b2-ec6f8c46669b HTTP/1.1" status: 200 len: 946 time: 0.0722508 Aug 11 03:01:14.367539 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d145fc-c6e8-4721-ad13-31e265603e42 req-b6d76f04-9dd0-4803-9e4b-994c10bcc4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:14.368887 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-46d145fc-c6e8-4721-ad13-31e265603e42 req-b6d76f04-9dd0-4803-9e4b-994c10bcc4ae service neutron] 10.222.0.41 "GET /v2.0/networks?id=3ff4efdf-629f-49b2-91cf-585f5d5e5f6f HTTP/1.1" status: 200 len: 921 time: 0.1450121 Aug 11 03:01:14.442446 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:14.491393 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-29af5093-f448-4deb-9edf-c57adb6ffa94 req-aa3ce064-3376-449a-baae-0e11a44384ee tempest-InstanceActionsTestJSON-424546344 tempest-InstanceActionsTestJSON-424546344-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e12bc45-e6dd-472e-b816-992d7d9fcad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349070 Aug 11 03:01:14.528131 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-46d145fc-c6e8-4721-ad13-31e265603e42 req-87424556-d8fa-41a9-8781-8df4ffa85a1c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0eb98ab7-e375-4069-abac-27534e39f2d6 HTTP/1.1" status: 200 len: 1000 time: 0.1501932 Aug 11 03:01:14.544253 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port 46eb3533-e07c-442c-8924-7168fb1b7251, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=46eb3533-e07c-442c-8924-7168fb1b7251,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:01:14.618579 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:14.618579 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 460b214a-8cd5-4b2e-b195-3eb2e7434af1 up at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:01:14.625706 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3613abf4-c93d-455d-a134-19b4a2c3c92a req-4d6fd383-12f3-482d-8300-d1de7ba78548 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:14.627296 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3613abf4-c93d-455d-a134-19b4a2c3c92a req-4d6fd383-12f3-482d-8300-d1de7ba78548 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.24 "GET /v2.0/networks?id=a1f5acc4-6e30-4bf9-bc28-7ff84dac631d HTTP/1.1" status: 200 len: 807 time: 0.2065353 Aug 11 03:01:14.648537 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-3613abf4-c93d-455d-a134-19b4a2c3c92a req-1383da1c-8d36-4f24-9f5a-4dccde042c63 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] Request body: {'port': {'device_id': 'b4da503b-42df-4297-90a5-a4517b73577c', 'network_id': 'a1f5acc4-6e30-4bf9-bc28-7ff84dac631d', 'admin_state_up': True, 'tenant_id': '83808f5f252c43418f6a6c255d45878a'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:01:14.699128 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d145fc-c6e8-4721-ad13-31e265603e42 req-294f248f-207f-4069-bf1b-2d4183d520a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:14.707336 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-46d145fc-c6e8-4721-ad13-31e265603e42 req-294f248f-207f-4069-bf1b-2d4183d520a2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b72217e4-4ebb-4b82-9a4c-fcf14d2be745 HTTP/1.1" status: 200 len: 859 time: 0.1558204 Aug 11 03:01:14.709224 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=46eb3533-e07c-442c-8924-7168fb1b7251,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:14.726228 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-4c63dd17-97f8-44cd-b320-f6dd71f6cb8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6500739a-34a4-4823-965f-e4fc802712e1', 'name': 'tempest-FloatingIPsAssociationTestJSON-755455579-router', 'tenant_id': '42f48ed467fa4c1a8c7727abd216b298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.218'}], 'enable_snat': True}, 'gw_port_id': '8eecdda4-00f5-4d63-98b5-7aae42bd8631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:00:16Z', 'updated_at': '2021-08-11T03:00:22Z', 'revision_number': 4, 'project_id': '42f48ed467fa4c1a8c7727abd216b298', 'gw_port': {'id': '8eecdda4-00f5-4d63-98b5-7aae42bd8631', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:b8:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6500739a-34a4-4823-965f-e4fc802712e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:00:18Z', 'updated_at': '2021-08-11T03:00:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_floatingips': [{'id': 'ed3ed54a-ab8b-4f01-9df9-9fad9a3829bf', 'tenant_id': '42f48ed467fa4c1a8c7727abd216b298', 'floating_ip_address': '172.25.8.111', 'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'router_id': '6500739a-34a4-4823-965f-e4fc802712e1', 'port_id': '0eb98ab7-e375-4069-abac-27534e39f2d6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ff4efdf-629f-49b2-91cf-585f5d5e5f6f', 'mac_address': 'fa:16:3e:3f:bf:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db1dc61c-8179-44d3-8cb7-a4c54d08140b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:00:44Z', 'updated_at': '2021-08-11T03:01:12Z', 'revision_number': 1, 'project_id': '42f48ed467fa4c1a8c7727abd216b298', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6e9afdb-99ef-4fea-bbba-4f5022cda99c', 'name': '', 'network_id': '3ff4efdf-629f-49b2-91cf-585f5d5e5f6f', 'tenant_id': '42f48ed467fa4c1a8c7727abd216b298', 'mac_address': 'fa:16:3e:2b:b4:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6500739a-34a4-4823-965f-e4fc802712e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'b72217e4-4ebb-4b82-9a4c-fcf14d2be745', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:00:21Z', 'updated_at': '2021-08-11T03:00:30Z', 'revision_number': 5, 'project_id': '42f48ed467fa4c1a8c7727abd216b298', 'subnets': [{'id': 'b72217e4-4ebb-4b82-9a4c-fcf14d2be745', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:14.760981 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e6d434a-1d7c-47d1-a3b4-a092a9ca5706', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acd77bac-ad9f-4185-9417-ca2c1c5f2f9c'}, {'server_uuid': '7150980e-2083-44a0-b896-b3ca6e56e82d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46eb3533-e07c-442c-8924-7168fb1b7251'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:01:14.763239 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4661a8e9-3b41-4465-8418-8d267e051ce3" -d '{"events": [{"server_uuid": "5e6d434a-1d7c-47d1-a3b4-a092a9ca5706", "name": "network-vif-plugged", "status": "completed", "tag": "acd77bac-ad9f-4185-9417-ca2c1c5f2f9c"}, {"server_uuid": "7150980e-2083-44a0-b896-b3ca6e56e82d", "name": "network-vif-plugged", "status": "completed", "tag": "46eb3533-e07c-442c-8924-7168fb1b7251"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:01:14.766728 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c63dd17-97f8-44cd-b320-f6dd71f6cb8d None None] Checking router: 6500739a-34a4-4823-965f-e4fc802712e1 for host: n-d-764292-30 {{(pid=102193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:01:14.776901 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c63dd17-97f8-44cd-b320-f6dd71f6cb8d None None] Routers {'6500739a-34a4-4823-965f-e4fc802712e1'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:01:14.782228 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-4c63dd17-97f8-44cd-b320-f6dd71f6cb8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:01:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['6500739a-34a4-4823-965f-e4fc802712e1'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:14.782379 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7d6a26-ed09-4179-aa15-f00f8584a617 req-6e738042-44b9-467c-abbf-529e13ad5644 tempest-ServersTestBootFromVolume-829147864 tempest-ServersTestBootFromVolume-829147864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:14.784204 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7c7d6a26-ed09-4179-aa15-f00f8584a617 req-6e738042-44b9-467c-abbf-529e13ad5644 tempest-ServersTestBootFromVolume-829147864 tempest-ServersTestBootFromVolume-829147864-project] 10.222.0.41 "GET /v2.0/ports?device_id=b73aa8e8-3888-43cd-bbcd-17b5d9d1db40 HTTP/1.1" status: 200 len: 945 time: 0.1879330 Aug 11 03:01:14.813217 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning for port 460b214a-8cd5-4b2e-b195-3eb2e7434af1 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:01:14.820315 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning complete for port 460b214a-8cd5-4b2e-b195-3eb2e7434af1 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:01:14.829752 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:14.829907 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d145fc-c6e8-4721-ad13-31e265603e42 req-27cd838c-bc0e-4267-a381-2b2f534e4d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:14.829907 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-46d145fc-c6e8-4721-ad13-31e265603e42 req-27cd838c-bc0e-4267-a381-2b2f534e4d31 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3ff4efdf-629f-49b2-91cf-585f5d5e5f6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1210659 Aug 11 03:01:14.848259 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [req-46d145fc-c6e8-4721-ad13-31e265603e42 req-1164f0e3-3472-4db1-9a62-b1acf9344cc8 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:01:14.849394 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-46d145fc-c6e8-4721-ad13-31e265603e42 req-1164f0e3-3472-4db1-9a62-b1acf9344cc8 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074596 Aug 11 03:01:14.875481 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7c7d6a26-ed09-4179-aa15-f00f8584a617 req-9e8e56e1-2392-4ff2-8724-14c2c081799e tempest-ServersTestBootFromVolume-829147864 tempest-ServersTestBootFromVolume-829147864-project] 10.222.0.41 "GET /v2.0/security-groups?id=3799b9f0-2cd6-4194-a840-878f5c5d8080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783014 Aug 11 03:01:14.930915 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-4c63dd17-97f8-44cd-b320-f6dd71f6cb8d None None] Set router 6500739a-34a4-4823-965f-e4fc802712e1 gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:01:14.994606 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3613abf4-c93d-455d-a134-19b4a2c3c92a req-1383da1c-8d36-4f24-9f5a-4dccde042c63 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] Made reservation on behalf of 83808f5f252c43418f6a6c255d45878a for: {'port': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:01:14.998060 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-3613abf4-c93d-455d-a134-19b4a2c3c92a req-1383da1c-8d36-4f24-9f5a-4dccde042c63 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:15.024757 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a7e145-1b6f-47e1-964c-c236b5b5869c req-1757703b-0362-422d-bb93-f61cd2aa7a75 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:15.026347 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-86a7e145-1b6f-47e1-964c-c236b5b5869c req-1757703b-0362-422d-bb93-f61cd2aa7a75 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e6d434a-1d7c-47d1-a3b4-a092a9ca5706 HTTP/1.1" status: 200 len: 950 time: 0.0920064 Aug 11 03:01:15.045570 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:15.061624 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-46d145fc-c6e8-4721-ad13-31e265603e42 req-ac9e3d82-4a74-456d-9e57-e2dfe658cdc1 service neutron] 10.222.0.41 "GET /v2.0/networks/3ff4efdf-629f-49b2-91cf-585f5d5e5f6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834021 Aug 11 03:01:15.132021 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port 460b214a-8cd5-4b2e-b195-3eb2e7434af1, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=460b214a-8cd5-4b2e-b195-3eb2e7434af1,segment=NetworkSegment(86c83a84-fd28-4f5f-a51e-dfaae3027a90),segment_id=86c83a84-fd28-4f5f-a51e-dfaae3027a90)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:01:15.133939 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-86a7e145-1b6f-47e1-964c-c236b5b5869c req-270db3df-7d62-49a5-a22f-d104bcfaca70 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8b0be49-76ee-4d50-8be0-9bf1508da412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976396 Aug 11 03:01:15.226424 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25576c6c-a3c5-47ae-a95d-65d331577414 x-openstack-request-id: req-25576c6c-a3c5-47ae-a95d-65d331577414 {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:01:15.226424 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db1dc61c-8179-44d3-8cb7-a4c54d08140b", "tag": "0eb98ab7-e375-4069-abac-27534e39f2d6", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:01:15.226648 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:15.227093 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-25576c6c-a3c5-47ae-a95d-65d331577414 {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:01:15.227093 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db1dc61c-8179-44d3-8cb7-a4c54d08140b', 'tag': '0eb98ab7-e375-4069-abac-27534e39f2d6', 'status': 'completed', 'code': 200} Aug 11 03:01:15.293372 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=460b214a-8cd5-4b2e-b195-3eb2e7434af1,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:15.305921 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-4c63dd17-97f8-44cd-b320-f6dd71f6cb8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6500739a-34a4-4823-965f-e4fc802712e1', 'name': 'tempest-FloatingIPsAssociationTestJSON-755455579-router', 'tenant_id': '42f48ed467fa4c1a8c7727abd216b298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.218'}], 'enable_snat': True}, 'gw_port_id': '8eecdda4-00f5-4d63-98b5-7aae42bd8631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:00:16Z', 'updated_at': '2021-08-11T03:00:22Z', 'revision_number': 4, 'project_id': '42f48ed467fa4c1a8c7727abd216b298', 'gw_port': {'id': '8eecdda4-00f5-4d63-98b5-7aae42bd8631', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:b8:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6500739a-34a4-4823-965f-e4fc802712e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:00:18Z', 'updated_at': '2021-08-11T03:00:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_floatingips': [{'id': 'ed3ed54a-ab8b-4f01-9df9-9fad9a3829bf', 'tenant_id': '42f48ed467fa4c1a8c7727abd216b298', 'floating_ip_address': '172.25.8.111', 'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'router_id': '6500739a-34a4-4823-965f-e4fc802712e1', 'port_id': '0eb98ab7-e375-4069-abac-27534e39f2d6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ff4efdf-629f-49b2-91cf-585f5d5e5f6f', 'mac_address': 'fa:16:3e:3f:bf:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db1dc61c-8179-44d3-8cb7-a4c54d08140b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:00:44Z', 'updated_at': '2021-08-11T03:01:12Z', 'revision_number': 1, 'project_id': '42f48ed467fa4c1a8c7727abd216b298', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6e9afdb-99ef-4fea-bbba-4f5022cda99c', 'name': '', 'network_id': '3ff4efdf-629f-49b2-91cf-585f5d5e5f6f', 'tenant_id': '42f48ed467fa4c1a8c7727abd216b298', 'mac_address': 'fa:16:3e:2b:b4:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6500739a-34a4-4823-965f-e4fc802712e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'b72217e4-4ebb-4b82-9a4c-fcf14d2be745', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:00:21Z', 'updated_at': '2021-08-11T03:00:30Z', 'revision_number': 5, 'project_id': '42f48ed467fa4c1a8c7727abd216b298', 'subnets': [{'id': 'b72217e4-4ebb-4b82-9a4c-fcf14d2be745', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:15.329138 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [req-3613abf4-c93d-455d-a134-19b4a2c3c92a req-1383da1c-8d36-4f24-9f5a-4dccde042c63 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] Allocated IP 172.20.0.14 (a1f5acc4-6e30-4bf9-bc28-7ff84dac631d/0d013ade-4c13-41b9-b262-cf5646bc4bdb/371b4dc3-1b9d-4260-bbcd-abd1b3a7fc1b) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:01:15.334030 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-46d145fc-c6e8-4721-ad13-31e265603e42 req-d3146107-2707-47b9-a144-7d1703937a07 service neutron] 10.222.0.41 "GET /v2.0/networks/3ff4efdf-629f-49b2-91cf-585f5d5e5f6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2310154 Aug 11 03:01:15.335864 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c63dd17-97f8-44cd-b320-f6dd71f6cb8d None None] The sync data for ids ['6500739a-34a4-4823-965f-e4fc802712e1'] in n-d-764292-30 is: [{'id': '6500739a-34a4-4823-965f-e4fc802712e1', 'name': 'tempest-FloatingIPsAssociationTestJSON-755455579-router', 'tenant_id': '42f48ed467fa4c1a8c7727abd216b298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.218'}], 'enable_snat': True}, 'gw_port_id': '8eecdda4-00f5-4d63-98b5-7aae42bd8631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:00:16Z', 'updated_at': '2021-08-11T03:00:22Z', 'revision_number': 4, 'project_id': '42f48ed467fa4c1a8c7727abd216b298', 'gw_port': {'id': '8eecdda4-00f5-4d63-98b5-7aae42bd8631', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:b8:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6500739a-34a4-4823-965f-e4fc802712e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:00:18Z', 'updated_at': '2021-08-11T03:00:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_floatingips': [{'id': 'ed3ed54a-ab8b-4f01-9df9-9fad9a3829bf', 'tenant_id': '42f48ed467fa4c1a8c7727abd216b298', 'floating_ip_address': '172.25.8.111', 'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'router_id': '6500739a-34a4-4823-965f-e4fc802712e1', 'port_id': '0eb98ab7-e375-4069-abac-27534e39f2d6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ff4efdf-629f-49b2-91cf-585f5d5e5f6f', 'mac_address': 'fa:16:3e:3f:bf:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db1dc61c-8179-44d3-8cb7-a4c54d08140b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:00:44Z', 'updated_at': '2021-08-11T03:01:12Z', 'revision_number': 1, 'project_id': '42f48ed467fa4c1a8c7727abd216b298', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6e9afdb-99ef-4fea-bbba-4f5022cda99c', 'name': '', 'network_id': '3ff4efdf-629f-49b2-91cf-585f5d5e5f6f', 'tenant_id': '42f48ed467fa4c1a8c7727abd216b298', 'mac_address': 'fa:16:3e:2b:b4:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6500739a-34a4-4823-965f-e4fc802712e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'b72217e4-4ebb-4b82-9a4c-fcf14d2be745', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:00:21Z', 'updated_at': '2021-08-11T03:00:30Z', 'revision_number': 5, 'project_id': '42f48ed467fa4c1a8c7727abd216b298', 'subnets': [{'id': 'b72217e4-4ebb-4b82-9a4c-fcf14d2be745', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:01:15.357991 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca3323a-7f1e-423d-b806-0867214d176a req-5e8b992e-6b3b-4476-9fb9-94bf9025b87a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:15.359570 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6ca3323a-7f1e-423d-b806-0867214d176a req-5e8b992e-6b3b-4476-9fb9-94bf9025b87a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=42f48ed467fa4c1a8c7727abd216b298&device_id=db1dc61c-8179-44d3-8cb7-a4c54d08140b HTTP/1.1" status: 200 len: 1098 time: 0.1238415 Aug 11 03:01:15.434776 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24154cb-89c6-4f90-8657-41fb5d48fa27 req-b72e74e7-836f-4c08-ba5f-17590aee7a92 tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:15.436570 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a24154cb-89c6-4f90-8657-41fb5d48fa27 req-b72e74e7-836f-4c08-ba5f-17590aee7a92 tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] 10.222.0.41 "GET /v2.0/ports?device_id=d87e1608-5c87-419d-a16a-70b7424f7fdd HTTP/1.1" status: 200 len: 945 time: 0.1554639 Aug 11 03:01:15.574761 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a24154cb-89c6-4f90-8657-41fb5d48fa27 req-8025e5cc-0a9a-4735-8b95-887be6adcfdc tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b0ce1ff-a0b3-4227-acd8-01062eb73c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1254332 Aug 11 03:01:15.584826 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca3323a-7f1e-423d-b806-0867214d176a req-2766300d-9e72-4700-8ae5-3d7296301eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:15.586354 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6ca3323a-7f1e-423d-b806-0867214d176a req-2766300d-9e72-4700-8ae5-3d7296301eed service neutron] 10.222.0.22 "GET /v2.0/networks?id=3ff4efdf-629f-49b2-91cf-585f5d5e5f6f HTTP/1.1" status: 200 len: 921 time: 0.2185121 Aug 11 03:01:15.648731 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8647e704-bc08-495b-8a6c-2d31a6bce996 None None] New status for floating IP ed3ed54a-ab8b-4f01-9df9-9fad9a3829bf: ACTIVE {{(pid=102194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:01:15.711386 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 11 Aug 2021 03:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba1e4e40-54ba-4f73-bd61-ce8fd9f97f04 x-openstack-request-id: req-ba1e4e40-54ba-4f73-bd61-ce8fd9f97f04 {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:01:15.711974 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e6d434a-1d7c-47d1-a3b4-a092a9ca5706", "name": "network-vif-plugged", "status": "completed", "tag": "acd77bac-ad9f-4185-9417-ca2c1c5f2f9c", "code": 200}, {"server_uuid": "7150980e-2083-44a0-b896-b3ca6e56e82d", "name": "network-vif-plugged", "status": "completed", "tag": "46eb3533-e07c-442c-8924-7168fb1b7251", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:01:15.712467 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ba1e4e40-54ba-4f73-bd61-ce8fd9f97f04 {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:01:15.713093 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e6d434a-1d7c-47d1-a3b4-a092a9ca5706', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acd77bac-ad9f-4185-9417-ca2c1c5f2f9c', 'code': 200} Aug 11 03:01:15.713595 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7150980e-2083-44a0-b896-b3ca6e56e82d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46eb3533-e07c-442c-8924-7168fb1b7251', 'code': 200} Aug 11 03:01:15.733309 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6ca3323a-7f1e-423d-b806-0867214d176a req-255ad97c-bc36-4711-a574-c9575e435c99 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0eb98ab7-e375-4069-abac-27534e39f2d6 HTTP/1.1" status: 200 len: 1000 time: 0.1333091 Aug 11 03:01:15.807962 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-3613abf4-c93d-455d-a134-19b4a2c3c92a req-1383da1c-8d36-4f24-9f5a-4dccde042c63 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:15.841552 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37527467-c4d2-4063-9a45-7ac427c460b7 req-0455403f-7b9d-4b5b-bddb-8d4269854b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:15.843246 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-37527467-c4d2-4063-9a45-7ac427c460b7 req-0455403f-7b9d-4b5b-bddb-8d4269854b11 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7150980e-2083-44a0-b896-b3ca6e56e82d HTTP/1.1" status: 200 len: 1102 time: 0.0483205 Aug 11 03:01:15.890965 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-37527467-c4d2-4063-9a45-7ac427c460b7 req-a978c765-adb6-4a0f-882e-92f7d8520ded service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=77f70127-1bc6-4157-9581-f6d17790cf11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392070 Aug 11 03:01:16.135760 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca3323a-7f1e-423d-b806-0867214d176a req-648dc3ea-ece9-4db6-8562-f0dfbc09bbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:16.137156 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6ca3323a-7f1e-423d-b806-0867214d176a req-648dc3ea-ece9-4db6-8562-f0dfbc09bbf8 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b72217e4-4ebb-4b82-9a4c-fcf14d2be745 HTTP/1.1" status: 200 len: 859 time: 0.3868916 Aug 11 03:01:16.193534 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78408d1d-0f89-4baa-ad4e-2747aff569d0 req-7589813f-10cd-4d25-b373-6faafdf2dcb3 tempest-ImagesOneServerTestJSON-971291341 tempest-ImagesOneServerTestJSON-971291341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:16.195042 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-78408d1d-0f89-4baa-ad4e-2747aff569d0 req-7589813f-10cd-4d25-b373-6faafdf2dcb3 tempest-ImagesOneServerTestJSON-971291341 tempest-ImagesOneServerTestJSON-971291341-project] 10.222.0.41 "GET /v2.0/ports?device_id=7150980e-2083-44a0-b896-b3ca6e56e82d HTTP/1.1" status: 200 len: 950 time: 0.5016186 Aug 11 03:01:16.225431 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbea22c-d781-4763-809c-e13f5a8590a6 req-30247ffe-3223-4bdd-9c11-4a87eea60ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:16.226935 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5bbea22c-d781-4763-809c-e13f5a8590a6 req-30247ffe-3223-4bdd-9c11-4a87eea60ef7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5e6d434a-1d7c-47d1-a3b4-a092a9ca5706 HTTP/1.1" status: 200 len: 1102 time: 0.4260678 Aug 11 03:01:16.236931 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc52c64-8a1a-4c38-af15-7ba723455192 req-5ea96e18-3a06-47e2-a64c-33f147a7a407 tempest-ServersTestBootFromVolume-829147864 tempest-ServersTestBootFromVolume-829147864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:16.238336 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4dc52c64-8a1a-4c38-af15-7ba723455192 req-5ea96e18-3a06-47e2-a64c-33f147a7a407 tempest-ServersTestBootFromVolume-829147864 tempest-ServersTestBootFromVolume-829147864-project] 10.222.0.41 "GET /v2.0/ports?device_id=b73aa8e8-3888-43cd-bbcd-17b5d9d1db40 HTTP/1.1" status: 200 len: 945 time: 0.4474022 Aug 11 03:01:16.249301 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 43824) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:16.255674 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-06c2aa9e-afae-4811-874d-9c5c8e402db1 tempest-ServersTestBootFromVolume-829147864 tempest-ServersTestBootFromVolume-829147864-project] Request body: {'floatingip': {'port_id': '87ce7a68-971c-4807-ba49-31b2f3ec1b9a'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:01:16.284519 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca3323a-7f1e-423d-b806-0867214d176a req-424ca37e-355e-400c-b5c7-d06a65365f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:16.286026 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6ca3323a-7f1e-423d-b806-0867214d176a req-424ca37e-355e-400c-b5c7-d06a65365f51 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3ff4efdf-629f-49b2-91cf-585f5d5e5f6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1383948 Aug 11 03:01:16.317839 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-78408d1d-0f89-4baa-ad4e-2747aff569d0 req-322a9744-db90-41a9-868d-aada2e3e07d3 tempest-ImagesOneServerTestJSON-971291341 tempest-ImagesOneServerTestJSON-971291341-project] 10.222.0.41 "GET /v2.0/security-groups?id=77f70127-1bc6-4157-9581-f6d17790cf11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078000 Aug 11 03:01:16.349364 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-06c2aa9e-afae-4811-874d-9c5c8e402db1 tempest-ServersTestBootFromVolume-829147864 tempest-ServersTestBootFromVolume-829147864-project] Notify callbacks [] for floatingip, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:16.386731 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-3613abf4-c93d-455d-a134-19b4a2c3c92a req-1383da1c-8d36-4f24-9f5a-4dccde042c63 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:16.389562 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5bbea22c-d781-4763-809c-e13f5a8590a6 req-577eaab2-f3e7-4fec-bbd0-c266fe632218 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=c8b0be49-76ee-4d50-8be0-9bf1508da412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503127 Aug 11 03:01:16.493787 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3613abf4-c93d-455d-a134-19b4a2c3c92a req-1383da1c-8d36-4f24-9f5a-4dccde042c63 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] Network a1f5acc4-6e30-4bf9-bc28-7ff84dac631d is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:01:16.507203 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [req-3613abf4-c93d-455d-a134-19b4a2c3c92a req-1383da1c-8d36-4f24-9f5a-4dccde042c63 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:01:16.516073 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540db87e-385d-421e-9c13-070d0741d6e0 req-87dfc4a1-ece0-4200-97d0-832d13a0f2cc tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:16.517591 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-540db87e-385d-421e-9c13-070d0741d6e0 req-87dfc4a1-ece0-4200-97d0-832d13a0f2cc tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4b1241a-b428-4fb4-be76-b0571e761664 HTTP/1.1" status: 200 len: 945 time: 0.2288773 Aug 11 03:01:16.518572 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [req-3613abf4-c93d-455d-a134-19b4a2c3c92a req-1383da1c-8d36-4f24-9f5a-4dccde042c63 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:01:16.524584 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1383da1c-8d36-4f24-9f5a-4dccde042c63 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] Pushing event updated for resources: {'Port': ['ID=371b4dc3-1b9d-4260-bbcd-abd1b3a7fc1b,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:16.582982 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6ca3323a-7f1e-423d-b806-0867214d176a req-abf738a0-b059-4e8f-b90a-c422ac32b5fd service neutron] 10.222.0.22 "GET /v2.0/networks/3ff4efdf-629f-49b2-91cf-585f5d5e5f6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2811878 Aug 11 03:01:16.595686 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef6e01f-a1e5-486f-a0cd-908aa5553398 req-f82f0eb3-f8d1-4a0a-95da-7293bcd81927 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:16.597709 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8ef6e01f-a1e5-486f-a0cd-908aa5553398 req-f82f0eb3-f8d1-4a0a-95da-7293bcd81927 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4da503b-42df-4297-90a5-a4517b73577c HTTP/1.1" status: 200 len: 932 time: 0.2072577 Aug 11 03:01:16.676390 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3613abf4-c93d-455d-a134-19b4a2c3c92a req-1383da1c-8d36-4f24-9f5a-4dccde042c63 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:16.677023 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-3613abf4-c93d-455d-a134-19b4a2c3c92a req-1383da1c-8d36-4f24-9f5a-4dccde042c63 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:16.697916 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-540db87e-385d-421e-9c13-070d0741d6e0 req-2ac1b7c2-dfd9-4d13-bf87-ccdf35aa15d3 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5aa9049-617d-473f-afb5-b55716ab8aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410303 Aug 11 03:01:16.739418 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8ef6e01f-a1e5-486f-a0cd-908aa5553398 req-808fe08f-439d-4cfc-82b8-9fd8b6dba3b7 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/security-groups?id=c7e06141-9137-4a1d-bc20-6fbfa107e8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264946 Aug 11 03:01:16.794665 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6ca3323a-7f1e-423d-b806-0867214d176a req-7704fc66-165a-4633-99fb-3b70e4960226 service neutron] 10.222.0.22 "GET /v2.0/networks/3ff4efdf-629f-49b2-91cf-585f5d5e5f6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939254 Aug 11 03:01:16.803288 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3613abf4-c93d-455d-a134-19b4a2c3c92a req-1383da1c-8d36-4f24-9f5a-4dccde042c63 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1601863 Aug 11 03:01:16.816799 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-3613abf4-c93d-455d-a134-19b4a2c3c92a req-973cd69a-a81c-4559-aba1-60e53ab03d87 service neutron] Request body: {'port': {'device_id': 'b4da503b-42df-4297-90a5-a4517b73577c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764292-30'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:01:16.930687 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-3613abf4-c93d-455d-a134-19b4a2c3c92a req-973cd69a-a81c-4559-aba1-60e53ab03d87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:16.942120 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d76329-0d3e-499e-af9f-7e8b74904328 req-831c134c-1e3d-4a7c-85e2-1d5244aef5a9 tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:16.943726 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-60d76329-0d3e-499e-af9f-7e8b74904328 req-831c134c-1e3d-4a7c-85e2-1d5244aef5a9 tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] 10.222.0.41 "GET /v2.0/ports?device_id=87049386-efcc-4628-8386-ee16f20965dd&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1178348 Aug 11 03:01:17.082122 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-60d76329-0d3e-499e-af9f-7e8b74904328 req-46bd788b-07e8-4da0-be77-35b1a75298f9 tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.8.111 HTTP/1.1" status: 200 len: 1002 time: 0.1318977 Aug 11 03:01:17.093783 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-60d76329-0d3e-499e-af9f-7e8b74904328 req-d79c4d49-bd1c-4a32-b2af-fc73c2509701 tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] Request body: {'floatingip': {'port_id': '8181c377-97f2-4da7-81c1-a738002f3130', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:01:17.164606 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-18069698-99c8-4346-a739-5ab1bc856cff req-db73cf36-10d4-40c3-a331-cbf3b0df8768 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=cee6fe93-87d1-4e75-96f4-ffc84c50d2e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5327613 Aug 11 03:01:17.228942 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-60d76329-0d3e-499e-af9f-7e8b74904328 req-d79c4d49-bd1c-4a32-b2af-fc73c2509701 tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] Notify callbacks [] for floatingip, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:17.327309 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-06c2aa9e-afae-4811-874d-9c5c8e402db1 tempest-ServersTestBootFromVolume-829147864 tempest-ServersTestBootFromVolume-829147864-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:17.343735 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18069698-99c8-4346-a739-5ab1bc856cff req-c87dfccf-1585-4997-999a-fda9447784ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:17.347670 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-18069698-99c8-4346-a739-5ab1bc856cff req-c87dfccf-1585-4997-999a-fda9447784ba service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7a37d4caabc9417c92d7f5d7ce7df51b&device_id=cee6fe93-87d1-4e75-96f4-ffc84c50d2e8 HTTP/1.1" status: 200 len: 1097 time: 0.1470289 Aug 11 03:01:17.388299 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-06c2aa9e-afae-4811-874d-9c5c8e402db1 tempest-ServersTestBootFromVolume-829147864 tempest-ServersTestBootFromVolume-829147864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446866'] for floatingip, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:17.471462 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f7b6f0-a112-46ee-b2e0-e740141f6183 req-222e7fab-e215-4742-b78c-b160bc4193b7 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:17.473260 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e9f7b6f0-a112-46ee-b2e0-e740141f6183 req-222e7fab-e215-4742-b78c-b160bc4193b7 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e6d434a-1d7c-47d1-a3b4-a092a9ca5706 HTTP/1.1" status: 200 len: 950 time: 0.1453168 Aug 11 03:01:17.553652 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18069698-99c8-4346-a739-5ab1bc856cff req-2f067d03-e579-4f78-af7f-61e2d2dabd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:17.555180 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-18069698-99c8-4346-a739-5ab1bc856cff req-2f067d03-e579-4f78-af7f-61e2d2dabd18 service neutron] 10.222.0.22 "GET /v2.0/networks?id=f221beb7-8330-438a-a9fe-3bfcf5050d99 HTTP/1.1" status: 200 len: 922 time: 0.1860201 Aug 11 03:01:17.558088 n-d-764292-30 neutron-server[102191]: INFO neutron.db.l3_db [None req-06c2aa9e-afae-4811-874d-9c5c8e402db1 tempest-ServersTestBootFromVolume-829147864 tempest-ServersTestBootFromVolume-829147864-project] Floating IP f12f2b92-dad2-4b91-891c-cf8a6f5af7e9 associated. External IP: 172.25.8.246, port: 87ce7a68-971c-4807-ba49-31b2f3ec1b9a. Aug 11 03:01:17.612117 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e9f7b6f0-a112-46ee-b2e0-e740141f6183 req-d0fd9c35-c606-4c45-8ef4-e087dc201055 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8b0be49-76ee-4d50-8be0-9bf1508da412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132336 Aug 11 03:01:17.642431 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-18069698-99c8-4346-a739-5ab1bc856cff req-0ef3367f-e51a-41e6-ad46-5bf2f520e542 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=46ff71e7-c588-4f6d-a897-c30d7b3f65cf HTTP/1.1" status: 200 len: 217 time: 0.0466840 Aug 11 03:01:17.650319 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [req-3613abf4-c93d-455d-a134-19b4a2c3c92a req-973cd69a-a81c-4559-aba1-60e53ab03d87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 371b4dc3-1b9d-4260-bbcd-abd1b3a7fc1b {{(pid=102192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:01:17.663492 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-3613abf4-c93d-455d-a134-19b4a2c3c92a req-973cd69a-a81c-4559-aba1-60e53ab03d87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:17.688432 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [req-3613abf4-c93d-455d-a134-19b4a2c3c92a req-973cd69a-a81c-4559-aba1-60e53ab03d87 service neutron] Transition to ACTIVE for port object 371b4dc3-1b9d-4260-bbcd-abd1b3a7fc1b will not be triggered until provisioned by entity L2. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:01:17.715063 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd87e1608-5c87-419d-a16a-70b7424f7fdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '460b214a-8cd5-4b2e-b195-3eb2e7434af1'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:01:17.717502 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-687215aa-8c01-44ea-9c73-f64404175303" -d '{"events": [{"server_uuid": "d87e1608-5c87-419d-a16a-70b7424f7fdd", "name": "network-vif-plugged", "status": "completed", "tag": "460b214a-8cd5-4b2e-b195-3eb2e7434af1"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:01:17.738776 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18069698-99c8-4346-a739-5ab1bc856cff req-7b2cc98b-2dfc-4c2c-bde4-b45e6f330439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:17.740221 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-18069698-99c8-4346-a739-5ab1bc856cff req-7b2cc98b-2dfc-4c2c-bde4-b45e6f330439 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1f48ffa3-65bd-47bc-90cf-1fcd73e0ff01 HTTP/1.1" status: 200 len: 861 time: 0.0893254 Aug 11 03:01:17.770227 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-3613abf4-c93d-455d-a134-19b4a2c3c92a req-973cd69a-a81c-4559-aba1-60e53ab03d87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:17.815515 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-18069698-99c8-4346-a739-5ab1bc856cff req-e994f4a2-1b71-4057-859e-dcc55a9b874f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=f221beb7-8330-438a-a9fe-3bfcf5050d99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306125 Aug 11 03:01:17.968287 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c891c82-946f-45b1-8742-72209a8057fb req-12c3975d-f63e-4bbc-bc28-9d568e34aa3d tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:17.977869 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3c891c82-946f-45b1-8742-72209a8057fb req-12c3975d-f63e-4bbc-bc28-9d568e34aa3d tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] 10.222.0.41 "GET /v2.0/ports?device_id=d87e1608-5c87-419d-a16a-70b7424f7fdd HTTP/1.1" status: 200 len: 945 time: 0.2600763 Aug 11 03:01:17.984613 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06c2aa9e-afae-4811-874d-9c5c8e402db1 tempest-ServersTestBootFromVolume-829147864 tempest-ServersTestBootFromVolume-829147864-project] Router 4cb0f117-6cf3-4dfe-9795-75dd15d1664a has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:01:17.985780 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973cd69a-a81c-4559-aba1-60e53ab03d87 service neutron] Pushing event updated for resources: {'Port': ['ID=371b4dc3-1b9d-4260-bbcd-abd1b3a7fc1b,revision_number=2']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:18.008152 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-18069698-99c8-4346-a739-5ab1bc856cff req-38bc46ea-cc11-41ed-ad5e-a463161132cd service neutron] 10.222.0.22 "GET /v2.0/networks/f221beb7-8330-438a-a9fe-3bfcf5050d99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792488 Aug 11 03:01:18.123153 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3c891c82-946f-45b1-8742-72209a8057fb req-64de6583-2f11-49ca-a8a2-65048b82f788 tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b0ce1ff-a0b3-4227-acd8-01062eb73c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1418514 Aug 11 03:01:18.181543 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.db.resource_extend [req-60d76329-0d3e-499e-af9f-7e8b74904328 req-d79c4d49-bd1c-4a32-b2af-fc73c2509701 tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 03:01:18.191827 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06c2aa9e-afae-4811-874d-9c5c8e402db1 tempest-ServersTestBootFromVolume-829147864 tempest-ServersTestBootFromVolume-829147864-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:01:18.194755 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-18069698-99c8-4346-a739-5ab1bc856cff req-5ab8b4a8-c42b-4372-8f89-958ef9958ac8 service neutron] 10.222.0.22 "GET /v2.0/networks/f221beb7-8330-438a-a9fe-3bfcf5050d99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449656 Aug 11 03:01:18.198340 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-06c2aa9e-afae-4811-874d-9c5c8e402db1 tempest-ServersTestBootFromVolume-829147864 tempest-ServersTestBootFromVolume-829147864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for floatingip, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:18.215145 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d7a0345-a77e-458a-94b1-3444120fa657 None None] Sync routers for ids ['4cb0f117-6cf3-4dfe-9795-75dd15d1664a'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:01:18.231104 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-06c2aa9e-afae-4811-874d-9c5c8e402db1 tempest-ServersTestBootFromVolume-829147864 tempest-ServersTestBootFromVolume-829147864-project] 10.222.0.41 "PUT /v2.0/floatingips/f12f2b92-dad2-4b91-891c-cf8a6f5af7e9 HTTP/1.1" status: 200 len: 991 time: 1.9801738 Aug 11 03:01:18.231697 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b73aa8e8-3888-43cd-bbcd-17b5d9d1db40', 'tag': '87ce7a68-971c-4807-ba49-31b2f3ec1b9a'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:01:18.233923 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bda49b4-89da-42f5-9ad4-2798ee8891b5" -d '{"events": [{"name": "network-changed", "server_uuid": "b73aa8e8-3888-43cd-bbcd-17b5d9d1db40", "tag": "87ce7a68-971c-4807-ba49-31b2f3ec1b9a"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:01:18.239089 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d7a0345-a77e-458a-94b1-3444120fa657 None None] Routers {'4cb0f117-6cf3-4dfe-9795-75dd15d1664a'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:01:18.240276 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-2d7a0345-a77e-458a-94b1-3444120fa657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:01:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['4cb0f117-6cf3-4dfe-9795-75dd15d1664a'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:18.248577 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-3613abf4-c93d-455d-a134-19b4a2c3c92a req-973cd69a-a81c-4559-aba1-60e53ab03d87 service neutron] Attempting to bind port 371b4dc3-1b9d-4260-bbcd-abd1b3a7fc1b on host n-h2-764292-30 for vnic_type normal with profile {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:01:18.249102 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-3613abf4-c93d-455d-a134-19b4a2c3c92a req-973cd69a-a81c-4559-aba1-60e53ab03d87 service neutron] Attempting to bind port 371b4dc3-1b9d-4260-bbcd-abd1b3a7fc1b by drivers openvswitch,hyperv on host n-h2-764292-30 at level 0 using segments [{'id': '75626708-94f6-4fcc-8cbd-0dd0dd709069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a1f5acc4-6e30-4bf9-bc28-7ff84dac631d'}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:01:18.250639 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3613abf4-c93d-455d-a134-19b4a2c3c92a req-973cd69a-a81c-4559-aba1-60e53ab03d87 service neutron] Attempting to bind port 371b4dc3-1b9d-4260-bbcd-abd1b3a7fc1b on network a1f5acc4-6e30-4bf9-bc28-7ff84dac631d {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:01:18.272361 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3613abf4-c93d-455d-a134-19b4a2c3c92a req-973cd69a-a81c-4559-aba1-60e53ab03d87 service neutron] Port 371b4dc3-1b9d-4260-bbcd-abd1b3a7fc1b on network a1f5acc4-6e30-4bf9-bc28-7ff84dac631d not bound, no agent of type Open vSwitch agent registered on host n-h2-764292-30 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:01:18.272361 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3613abf4-c93d-455d-a134-19b4a2c3c92a req-973cd69a-a81c-4559-aba1-60e53ab03d87 service neutron] Attempting to bind port 371b4dc3-1b9d-4260-bbcd-abd1b3a7fc1b on network a1f5acc4-6e30-4bf9-bc28-7ff84dac631d {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:01:18.303794 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3613abf4-c93d-455d-a134-19b4a2c3c92a req-973cd69a-a81c-4559-aba1-60e53ab03d87 service neutron] Checking agent: {'id': '70015fc0-62fb-48b2-b453-36906937cf2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 1, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:01:18.304133 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3613abf4-c93d-455d-a134-19b4a2c3c92a req-973cd69a-a81c-4559-aba1-60e53ab03d87 service neutron] Checking segment: {'id': '75626708-94f6-4fcc-8cbd-0dd0dd709069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a1f5acc4-6e30-4bf9-bc28-7ff84dac631d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:01:18.304530 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3613abf4-c93d-455d-a134-19b4a2c3c92a req-973cd69a-a81c-4559-aba1-60e53ab03d87 service neutron] Bound using segment: {'id': '75626708-94f6-4fcc-8cbd-0dd0dd709069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a1f5acc4-6e30-4bf9-bc28-7ff84dac631d'} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:01:18.304967 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-3613abf4-c93d-455d-a134-19b4a2c3c92a req-973cd69a-a81c-4559-aba1-60e53ab03d87 service neutron] Bound port: 371b4dc3-1b9d-4260-bbcd-abd1b3a7fc1b, host: n-h2-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75626708-94f6-4fcc-8cbd-0dd0dd709069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a1f5acc4-6e30-4bf9-bc28-7ff84dac631d'}}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:01:18.305329 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-3613abf4-c93d-455d-a134-19b4a2c3c92a req-973cd69a-a81c-4559-aba1-60e53ab03d87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:18.313241 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-60d76329-0d3e-499e-af9f-7e8b74904328 req-d79c4d49-bd1c-4a32-b2af-fc73c2509701 tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:18.362268 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734489c2-4cc1-4c17-ad94-87c98f3e2eb0 req-91726ade-17ca-459c-9302-ff1e6c6a847f tempest-InstanceActionsTestJSON-424546344 tempest-InstanceActionsTestJSON-424546344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:18.363913 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-734489c2-4cc1-4c17-ad94-87c98f3e2eb0 req-91726ade-17ca-459c-9302-ff1e6c6a847f tempest-InstanceActionsTestJSON-424546344 tempest-InstanceActionsTestJSON-424546344-project] 10.222.0.41 "GET /v2.0/ports?device_id=1dea5897-0c98-4625-85b2-ec6f8c46669b HTTP/1.1" status: 200 len: 946 time: 0.1092014 Aug 11 03:01:18.369454 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-2d7a0345-a77e-458a-94b1-3444120fa657 None None] Set router 4cb0f117-6cf3-4dfe-9795-75dd15d1664a gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:01:18.389523 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-60d76329-0d3e-499e-af9f-7e8b74904328 req-d79c4d49-bd1c-4a32-b2af-fc73c2509701 tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446866'] for floatingip, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:18.461007 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-3613abf4-c93d-455d-a134-19b4a2c3c92a req-973cd69a-a81c-4559-aba1-60e53ab03d87 service neutron] For port 371b4dc3-1b9d-4260-bbcd-abd1b3a7fc1b, host n-h2-764292-30, cleared binding levels {{(pid=102192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:01:18.504862 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-734489c2-4cc1-4c17-ad94-87c98f3e2eb0 req-5b857c39-96e1-4b05-a4a2-afcd8df2fe69 tempest-InstanceActionsTestJSON-424546344 tempest-InstanceActionsTestJSON-424546344-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e12bc45-e6dd-472e-b816-992d7d9fcad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295249 Aug 11 03:01:18.514764 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-3613abf4-c93d-455d-a134-19b4a2c3c92a req-973cd69a-a81c-4559-aba1-60e53ab03d87 service neutron] For port 371b4dc3-1b9d-4260-bbcd-abd1b3a7fc1b, host n-h2-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=371b4dc3-1b9d-4260-bbcd-abd1b3a7fc1b,segment=NetworkSegment(75626708-94f6-4fcc-8cbd-0dd0dd709069),segment_id=75626708-94f6-4fcc-8cbd-0dd0dd709069)] {{(pid=102192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:01:18.586621 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-3613abf4-c93d-455d-a134-19b4a2c3c92a req-973cd69a-a81c-4559-aba1-60e53ab03d87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:18.652340 n-d-764292-30 neutron-server[102192]: INFO neutron.db.l3_db [req-60d76329-0d3e-499e-af9f-7e8b74904328 req-d79c4d49-bd1c-4a32-b2af-fc73c2509701 tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] Floating IP ed3ed54a-ab8b-4f01-9df9-9fad9a3829bf associated. External IP: 172.25.8.111, port: 0eb98ab7-e375-4069-abac-27534e39f2d6. Aug 11 03:01:18.811867 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-2d7a0345-a77e-458a-94b1-3444120fa657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cb0f117-6cf3-4dfe-9795-75dd15d1664a', 'name': 'tempest-ServersTestBootFromVolume-108852941-router', 'tenant_id': 'dfb8b0d4c8dd4fb2a0a5ea64f5a9a8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.163'}], 'enable_snat': True}, 'gw_port_id': '22b2f2ed-8c35-4b3c-bf36-e580318a380d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:59:52Z', 'updated_at': '2021-08-11T02:59:59Z', 'revision_number': 4, 'project_id': 'dfb8b0d4c8dd4fb2a0a5ea64f5a9a8f2', 'gw_port': {'id': '22b2f2ed-8c35-4b3c-bf36-e580318a380d', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:c4:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cb0f117-6cf3-4dfe-9795-75dd15d1664a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:59:53Z', 'updated_at': '2021-08-11T03:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_floatingips': [{'id': 'f12f2b92-dad2-4b91-891c-cf8a6f5af7e9', 'tenant_id': 'dfb8b0d4c8dd4fb2a0a5ea64f5a9a8f2', 'floating_ip_address': '172.25.8.246', 'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'router_id': '4cb0f117-6cf3-4dfe-9795-75dd15d1664a', 'port_id': '87ce7a68-971c-4807-ba49-31b2f3ec1b9a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbd69375-f38e-43b2-827b-7a0dc45266b3', 'mac_address': 'fa:16:3e:96:59:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73aa8e8-3888-43cd-bbcd-17b5d9d1db40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:00:04Z', 'updated_at': '2021-08-11T03:01:17Z', 'revision_number': 1, 'project_id': 'dfb8b0d4c8dd4fb2a0a5ea64f5a9a8f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19d4939c-7424-4e1d-8597-c5b689f10ddb', 'name': '', 'network_id': 'cbd69375-f38e-43b2-827b-7a0dc45266b3', 'tenant_id': 'dfb8b0d4c8dd4fb2a0a5ea64f5a9a8f2', 'mac_address': 'fa:16:3e:b7:38:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cb0f117-6cf3-4dfe-9795-75dd15d1664a', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '9b5dcd8b-176c-469e-8a38-c36073f2d1d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:59:57Z', 'updated_at': '2021-08-11T03:00:04Z', 'revision_number': 5, 'project_id': 'dfb8b0d4c8dd4fb2a0a5ea64f5a9a8f2', 'subnets': [{'id': '9b5dcd8b-176c-469e-8a38-c36073f2d1d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:18.842999 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d7a0345-a77e-458a-94b1-3444120fa657 None None] Checking router: 4cb0f117-6cf3-4dfe-9795-75dd15d1664a for host: n-d-764292-30 {{(pid=102193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:01:18.852843 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d7a0345-a77e-458a-94b1-3444120fa657 None None] Routers {'4cb0f117-6cf3-4dfe-9795-75dd15d1664a'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:01:18.853091 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-2d7a0345-a77e-458a-94b1-3444120fa657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:01:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['4cb0f117-6cf3-4dfe-9795-75dd15d1664a'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:18.974512 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-2d7a0345-a77e-458a-94b1-3444120fa657 None None] Set router 4cb0f117-6cf3-4dfe-9795-75dd15d1664a gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:01:18.982452 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3613abf4-c93d-455d-a134-19b4a2c3c92a req-973cd69a-a81c-4559-aba1-60e53ab03d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:18.989579 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-3613abf4-c93d-455d-a134-19b4a2c3c92a req-973cd69a-a81c-4559-aba1-60e53ab03d87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:18.989579 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3613abf4-c93d-455d-a134-19b4a2c3c92a req-973cd69a-a81c-4559-aba1-60e53ab03d87 service neutron] 10.222.0.24 "PUT /v2.0/ports/371b4dc3-1b9d-4260-bbcd-abd1b3a7fc1b HTTP/1.1" status: 200 len: 1093 time: 2.1722918 Aug 11 03:01:18.989579 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4da503b-42df-4297-90a5-a4517b73577c', 'tag': '371b4dc3-1b9d-4260-bbcd-abd1b3a7fc1b'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:01:18.990063 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10ac3267-06c6-444d-a0fe-9fc60c604425" -d '{"events": [{"name": "network-changed", "server_uuid": "b4da503b-42df-4297-90a5-a4517b73577c", "tag": "371b4dc3-1b9d-4260-bbcd-abd1b3a7fc1b"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:01:19.019402 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973cd69a-a81c-4559-aba1-60e53ab03d87 service neutron] Pushing event updated for resources: {'Port': ['ID=371b4dc3-1b9d-4260-bbcd-abd1b3a7fc1b,revision_number=3']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:19.072778 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec2ab30-9250-482d-a07c-caebad55e2f3 req-b488540a-deb6-46b3-b151-1649fda006c9 tempest-ImagesOneServerTestJSON-971291341 tempest-ImagesOneServerTestJSON-971291341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:19.077039 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7ec2ab30-9250-482d-a07c-caebad55e2f3 req-b488540a-deb6-46b3-b151-1649fda006c9 tempest-ImagesOneServerTestJSON-971291341 tempest-ImagesOneServerTestJSON-971291341-project] 10.222.0.41 "GET /v2.0/ports?device_id=7150980e-2083-44a0-b896-b3ca6e56e82d HTTP/1.1" status: 200 len: 950 time: 0.4480343 Aug 11 03:01:19.084641 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673c6f83-3103-46ee-82f9-0606d0abd310 req-c222a00c-b4aa-45e1-8083-ff9d9678456f tempest-InstanceActionsTestJSON-424546344 tempest-InstanceActionsTestJSON-424546344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:19.086198 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-673c6f83-3103-46ee-82f9-0606d0abd310 req-c222a00c-b4aa-45e1-8083-ff9d9678456f tempest-InstanceActionsTestJSON-424546344 tempest-InstanceActionsTestJSON-424546344-project] 10.222.0.22 "GET /v2.0/ports?device_id=1dea5897-0c98-4625-85b2-ec6f8c46669b HTTP/1.1" status: 200 len: 946 time: 0.0796003 Aug 11 03:01:19.145619 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7ec2ab30-9250-482d-a07c-caebad55e2f3 req-5439695e-8638-4978-82ad-66f8fd23c030 tempest-ImagesOneServerTestJSON-971291341 tempest-ImagesOneServerTestJSON-971291341-project] 10.222.0.41 "GET /v2.0/security-groups?id=77f70127-1bc6-4157-9581-f6d17790cf11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630374 Aug 11 03:01:19.229287 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-673c6f83-3103-46ee-82f9-0606d0abd310 req-24901bb4-968a-4e74-894b-e9f970b46bbe tempest-InstanceActionsTestJSON-424546344 tempest-InstanceActionsTestJSON-424546344-project] Deleting port 3f1ccc8c-9798-4c0f-9f9e-db43c722114f {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:01:19.229898 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-673c6f83-3103-46ee-82f9-0606d0abd310 req-24901bb4-968a-4e74-894b-e9f970b46bbe tempest-InstanceActionsTestJSON-424546344 tempest-InstanceActionsTestJSON-424546344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:19.294803 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3613abf4-c93d-455d-a134-19b4a2c3c92a req-4fcf887a-3753-4755-815a-76bdca9a2a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:19.296908 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3613abf4-c93d-455d-a134-19b4a2c3c92a req-4fcf887a-3753-4755-815a-76bdca9a2a6f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=83808f5f252c43418f6a6c255d45878a&device_id=b4da503b-42df-4297-90a5-a4517b73577c HTTP/1.1" status: 200 len: 1096 time: 0.1483371 Aug 11 03:01:19.331951 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-2d7a0345-a77e-458a-94b1-3444120fa657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cb0f117-6cf3-4dfe-9795-75dd15d1664a', 'name': 'tempest-ServersTestBootFromVolume-108852941-router', 'tenant_id': 'dfb8b0d4c8dd4fb2a0a5ea64f5a9a8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.163'}], 'enable_snat': True}, 'gw_port_id': '22b2f2ed-8c35-4b3c-bf36-e580318a380d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:59:52Z', 'updated_at': '2021-08-11T02:59:59Z', 'revision_number': 4, 'project_id': 'dfb8b0d4c8dd4fb2a0a5ea64f5a9a8f2', 'gw_port': {'id': '22b2f2ed-8c35-4b3c-bf36-e580318a380d', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:c4:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cb0f117-6cf3-4dfe-9795-75dd15d1664a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:59:53Z', 'updated_at': '2021-08-11T03:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_floatingips': [{'id': 'f12f2b92-dad2-4b91-891c-cf8a6f5af7e9', 'tenant_id': 'dfb8b0d4c8dd4fb2a0a5ea64f5a9a8f2', 'floating_ip_address': '172.25.8.246', 'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'router_id': '4cb0f117-6cf3-4dfe-9795-75dd15d1664a', 'port_id': '87ce7a68-971c-4807-ba49-31b2f3ec1b9a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbd69375-f38e-43b2-827b-7a0dc45266b3', 'mac_address': 'fa:16:3e:96:59:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73aa8e8-3888-43cd-bbcd-17b5d9d1db40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:00:04Z', 'updated_at': '2021-08-11T03:01:17Z', 'revision_number': 1, 'project_id': 'dfb8b0d4c8dd4fb2a0a5ea64f5a9a8f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19d4939c-7424-4e1d-8597-c5b689f10ddb', 'name': '', 'network_id': 'cbd69375-f38e-43b2-827b-7a0dc45266b3', 'tenant_id': 'dfb8b0d4c8dd4fb2a0a5ea64f5a9a8f2', 'mac_address': 'fa:16:3e:b7:38:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cb0f117-6cf3-4dfe-9795-75dd15d1664a', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '9b5dcd8b-176c-469e-8a38-c36073f2d1d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:59:57Z', 'updated_at': '2021-08-11T03:00:04Z', 'revision_number': 5, 'project_id': 'dfb8b0d4c8dd4fb2a0a5ea64f5a9a8f2', 'subnets': [{'id': '9b5dcd8b-176c-469e-8a38-c36073f2d1d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:19.348296 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3613abf4-c93d-455d-a134-19b4a2c3c92a req-5c9ea475-0484-4afe-b20a-fc3bf887ee0c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=371b4dc3-1b9d-4260-bbcd-abd1b3a7fc1b HTTP/1.1" status: 200 len: 217 time: 0.0425484 Aug 11 03:01:19.359512 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-673c6f83-3103-46ee-82f9-0606d0abd310 req-24901bb4-968a-4e74-894b-e9f970b46bbe tempest-InstanceActionsTestJSON-424546344 tempest-InstanceActionsTestJSON-424546344-project] For port 3f1ccc8c-9798-4c0f-9f9e-db43c722114f, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=3f1ccc8c-9798-4c0f-9f9e-db43c722114f,segment=NetworkSegment(c47e7cc7-b0e9-471e-b230-869423a60c2d),segment_id=c47e7cc7-b0e9-471e-b230-869423a60c2d)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:01:19.360160 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-673c6f83-3103-46ee-82f9-0606d0abd310 req-24901bb4-968a-4e74-894b-e9f970b46bbe tempest-InstanceActionsTestJSON-424546344 tempest-InstanceActionsTestJSON-424546344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:19.366723 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d7a0345-a77e-458a-94b1-3444120fa657 None None] The sync data for ids ['4cb0f117-6cf3-4dfe-9795-75dd15d1664a'] in n-d-764292-30 is: [{'id': '4cb0f117-6cf3-4dfe-9795-75dd15d1664a', 'name': 'tempest-ServersTestBootFromVolume-108852941-router', 'tenant_id': 'dfb8b0d4c8dd4fb2a0a5ea64f5a9a8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.163'}], 'enable_snat': True}, 'gw_port_id': '22b2f2ed-8c35-4b3c-bf36-e580318a380d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:59:52Z', 'updated_at': '2021-08-11T02:59:59Z', 'revision_number': 4, 'project_id': 'dfb8b0d4c8dd4fb2a0a5ea64f5a9a8f2', 'gw_port': {'id': '22b2f2ed-8c35-4b3c-bf36-e580318a380d', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:c4:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cb0f117-6cf3-4dfe-9795-75dd15d1664a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:59:53Z', 'updated_at': '2021-08-11T03:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_floatingips': [{'id': 'f12f2b92-dad2-4b91-891c-cf8a6f5af7e9', 'tenant_id': 'dfb8b0d4c8dd4fb2a0a5ea64f5a9a8f2', 'floating_ip_address': '172.25.8.246', 'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'router_id': '4cb0f117-6cf3-4dfe-9795-75dd15d1664a', 'port_id': '87ce7a68-971c-4807-ba49-31b2f3ec1b9a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbd69375-f38e-43b2-827b-7a0dc45266b3', 'mac_address': 'fa:16:3e:96:59:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73aa8e8-3888-43cd-bbcd-17b5d9d1db40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:00:04Z', 'updated_at': '2021-08-11T03:01:17Z', 'revision_number': 1, 'project_id': 'dfb8b0d4c8dd4fb2a0a5ea64f5a9a8f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19d4939c-7424-4e1d-8597-c5b689f10ddb', 'name': '', 'network_id': 'cbd69375-f38e-43b2-827b-7a0dc45266b3', 'tenant_id': 'dfb8b0d4c8dd4fb2a0a5ea64f5a9a8f2', 'mac_address': 'fa:16:3e:b7:38:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cb0f117-6cf3-4dfe-9795-75dd15d1664a', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '9b5dcd8b-176c-469e-8a38-c36073f2d1d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:59:57Z', 'updated_at': '2021-08-11T03:00:04Z', 'revision_number': 5, 'project_id': 'dfb8b0d4c8dd4fb2a0a5ea64f5a9a8f2', 'subnets': [{'id': '9b5dcd8b-176c-469e-8a38-c36073f2d1d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:01:19.379874 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-673c6f83-3103-46ee-82f9-0606d0abd310 req-24901bb4-968a-4e74-894b-e9f970b46bbe tempest-InstanceActionsTestJSON-424546344 tempest-InstanceActionsTestJSON-424546344-project] Calling delete_port for 3f1ccc8c-9798-4c0f-9f9e-db43c722114f owned by compute:nova {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:01:19.403548 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.l3_agent_scheduler [req-60d76329-0d3e-499e-af9f-7e8b74904328 req-d79c4d49-bd1c-4a32-b2af-fc73c2509701 tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] Router 6500739a-34a4-4823-965f-e4fc802712e1 has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:01:19.433530 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3613abf4-c93d-455d-a134-19b4a2c3c92a req-44286f22-8b59-4228-ae10-28e898289bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:19.435433 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3613abf4-c93d-455d-a134-19b4a2c3c92a req-44286f22-8b59-4228-ae10-28e898289bcb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0d013ade-4c13-41b9-b262-cf5646bc4bdb HTTP/1.1" status: 200 len: 847 time: 0.0767727 Aug 11 03:01:19.464902 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd46a3e6-234a-496d-b968-f07fbe6dcdfc x-openstack-request-id: req-dd46a3e6-234a-496d-b968-f07fbe6dcdfc {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:01:19.465317 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d87e1608-5c87-419d-a16a-70b7424f7fdd", "name": "network-vif-plugged", "status": "completed", "tag": "460b214a-8cd5-4b2e-b195-3eb2e7434af1", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:01:19.465658 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-dd46a3e6-234a-496d-b968-f07fbe6dcdfc {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:01:19.466208 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd87e1608-5c87-419d-a16a-70b7424f7fdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '460b214a-8cd5-4b2e-b195-3eb2e7434af1', 'code': 200} Aug 11 03:01:19.519070 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3613abf4-c93d-455d-a134-19b4a2c3c92a req-ec51534f-d2f1-4bf4-bafc-dc59a462a2e1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a1f5acc4-6e30-4bf9-bc28-7ff84dac631d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399694 Aug 11 03:01:19.615582 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-673c6f83-3103-46ee-82f9-0606d0abd310 req-24901bb4-968a-4e74-894b-e9f970b46bbe tempest-InstanceActionsTestJSON-424546344 tempest-InstanceActionsTestJSON-424546344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:19.630894 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['3f1ccc8c-9798-4c0f-9f9e-db43c722114f'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:01:19.652585 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36580e3f-859a-43ec-82f8-70652d34f3df None None] New status for floating IP f12f2b92-dad2-4b91-891c-cf8a6f5af7e9: ACTIVE {{(pid=102194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:01:19.663244 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24901bb4-968a-4e74-894b-e9f970b46bbe tempest-InstanceActionsTestJSON-424546344 tempest-InstanceActionsTestJSON-424546344-project] Pushing event deleted for resources: {'Port': ['ID=3f1ccc8c-9798-4c0f-9f9e-db43c722114f,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:19.701435 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-673c6f83-3103-46ee-82f9-0606d0abd310 req-24901bb4-968a-4e74-894b-e9f970b46bbe tempest-InstanceActionsTestJSON-424546344 tempest-InstanceActionsTestJSON-424546344-project] No DVR routers for this DVR port 3f1ccc8c-9798-4c0f-9f9e-db43c722114f on host n-h1-764292-30 {{(pid=102191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:01:19.704389 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-673c6f83-3103-46ee-82f9-0606d0abd310 req-24901bb4-968a-4e74-894b-e9f970b46bbe tempest-InstanceActionsTestJSON-424546344 tempest-InstanceActionsTestJSON-424546344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:19.707913 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-673c6f83-3103-46ee-82f9-0606d0abd310 req-24901bb4-968a-4e74-894b-e9f970b46bbe tempest-InstanceActionsTestJSON-424546344 tempest-InstanceActionsTestJSON-424546344-project] 10.222.0.22 "DELETE /v2.0/ports/3f1ccc8c-9798-4c0f-9f9e-db43c722114f HTTP/1.1" status: 204 len: 173 time: 0.6140323 Aug 11 03:01:19.715610 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-60d76329-0d3e-499e-af9f-7e8b74904328 req-d79c4d49-bd1c-4a32-b2af-fc73c2509701 tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:01:19.724953 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd08d98-3033-4960-bb1e-6cefddb33ab0 req-f16bfb5e-fc4f-4425-9745-9fb15715d722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:19.726133 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92db666-672a-4eea-a91b-cbed10716d99 None None] Sync routers for ids ['6500739a-34a4-4823-965f-e4fc802712e1'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:01:19.726483 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-fdd08d98-3033-4960-bb1e-6cefddb33ab0 req-f16bfb5e-fc4f-4425-9745-9fb15715d722 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d87e1608-5c87-419d-a16a-70b7424f7fdd HTTP/1.1" status: 200 len: 1097 time: 0.1585748 Aug 11 03:01:19.736508 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92db666-672a-4eea-a91b-cbed10716d99 None None] Routers {'6500739a-34a4-4823-965f-e4fc802712e1'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:01:19.737337 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-b92db666-672a-4eea-a91b-cbed10716d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:01:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['6500739a-34a4-4823-965f-e4fc802712e1'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:19.786737 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e35fb7-3a51-4530-a0c5-746948476306 req-02e924a8-ba8e-4690-bca4-9dae15ace0fe tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:19.788183 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-12e35fb7-3a51-4530-a0c5-746948476306 req-02e924a8-ba8e-4690-bca4-9dae15ace0fe tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4da503b-42df-4297-90a5-a4517b73577c HTTP/1.1" status: 200 len: 944 time: 0.2191927 Aug 11 03:01:19.815498 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3613abf4-c93d-455d-a134-19b4a2c3c92a req-64304713-a5cc-45f3-b03b-2086923f2946 service neutron] 10.222.0.24 "GET /v2.0/networks/a1f5acc4-6e30-4bf9-bc28-7ff84dac631d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2872574 Aug 11 03:01:19.864362 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-b92db666-672a-4eea-a91b-cbed10716d99 None None] Set router 6500739a-34a4-4823-965f-e4fc802712e1 gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:01:19.919098 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-fdd08d98-3033-4960-bb1e-6cefddb33ab0 req-c0e175eb-af2a-40aa-890a-5b8170a68e46 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=1b0ce1ff-a0b3-4227-acd8-01062eb73c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1579392 Aug 11 03:01:19.953273 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-12e35fb7-3a51-4530-a0c5-746948476306 req-e45fc09e-10eb-4059-bf73-cd1e05660f62 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/security-groups?id=c7e06141-9137-4a1d-bc20-6fbfa107e8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541381 Aug 11 03:01:20.033966 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3613abf4-c93d-455d-a134-19b4a2c3c92a req-327c3fab-d4f5-476a-b35f-d945e349104a service neutron] 10.222.0.24 "GET /v2.0/networks/a1f5acc4-6e30-4bf9-bc28-7ff84dac631d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2052243 Aug 11 03:01:20.133952 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a7bab7-4882-4c64-b149-15ab41bbb54a req-2dff31b7-e0f9-41fa-a71b-d8629ab40f80 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:20.135477 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-22a7bab7-4882-4c64-b149-15ab41bbb54a req-2dff31b7-e0f9-41fa-a71b-d8629ab40f80 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4b1241a-b428-4fb4-be76-b0571e761664 HTTP/1.1" status: 200 len: 945 time: 0.0970397 Aug 11 03:01:20.136523 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-b92db666-672a-4eea-a91b-cbed10716d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6500739a-34a4-4823-965f-e4fc802712e1', 'name': 'tempest-FloatingIPsAssociationTestJSON-755455579-router', 'tenant_id': '42f48ed467fa4c1a8c7727abd216b298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.218'}], 'enable_snat': True}, 'gw_port_id': '8eecdda4-00f5-4d63-98b5-7aae42bd8631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:00:16Z', 'updated_at': '2021-08-11T03:00:22Z', 'revision_number': 4, 'project_id': '42f48ed467fa4c1a8c7727abd216b298', 'gw_port': {'id': '8eecdda4-00f5-4d63-98b5-7aae42bd8631', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:b8:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6500739a-34a4-4823-965f-e4fc802712e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:00:18Z', 'updated_at': '2021-08-11T03:00:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_floatingips': [{'id': 'ed3ed54a-ab8b-4f01-9df9-9fad9a3829bf', 'tenant_id': '42f48ed467fa4c1a8c7727abd216b298', 'floating_ip_address': '172.25.8.111', 'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'router_id': '6500739a-34a4-4823-965f-e4fc802712e1', 'port_id': '8181c377-97f2-4da7-81c1-a738002f3130', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ff4efdf-629f-49b2-91cf-585f5d5e5f6f', 'mac_address': 'fa:16:3e:26:a5:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87049386-efcc-4628-8386-ee16f20965dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:00:44Z', 'updated_at': '2021-08-11T03:01:18Z', 'revision_number': 3, 'project_id': '42f48ed467fa4c1a8c7727abd216b298', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6e9afdb-99ef-4fea-bbba-4f5022cda99c', 'name': '', 'network_id': '3ff4efdf-629f-49b2-91cf-585f5d5e5f6f', 'tenant_id': '42f48ed467fa4c1a8c7727abd216b298', 'mac_address': 'fa:16:3e:2b:b4:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6500739a-34a4-4823-965f-e4fc802712e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'b72217e4-4ebb-4b82-9a4c-fcf14d2be745', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:00:21Z', 'updated_at': '2021-08-11T03:00:30Z', 'revision_number': 5, 'project_id': '42f48ed467fa4c1a8c7727abd216b298', 'subnets': [{'id': 'b72217e4-4ebb-4b82-9a4c-fcf14d2be745', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:20.140828 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.l3_agent_scheduler [req-60d76329-0d3e-499e-af9f-7e8b74904328 req-d79c4d49-bd1c-4a32-b2af-fc73c2509701 tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] Router 6500739a-34a4-4823-965f-e4fc802712e1 has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:01:20.163428 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92db666-672a-4eea-a91b-cbed10716d99 None None] Checking router: 6500739a-34a4-4823-965f-e4fc802712e1 for host: n-d-764292-30 {{(pid=102193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:01:20.171973 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92db666-672a-4eea-a91b-cbed10716d99 None None] Routers {'6500739a-34a4-4823-965f-e4fc802712e1'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:01:20.172571 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-b92db666-672a-4eea-a91b-cbed10716d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:01:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['6500739a-34a4-4823-965f-e4fc802712e1'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:20.212257 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-22a7bab7-4882-4c64-b149-15ab41bbb54a req-fa5db727-284b-4f1d-a6d1-ea17dbe359de tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5aa9049-617d-473f-afb5-b55716ab8aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699322 Aug 11 03:01:20.278736 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-60d76329-0d3e-499e-af9f-7e8b74904328 req-d79c4d49-bd1c-4a32-b2af-fc73c2509701 tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:01:20.281932 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-b92db666-672a-4eea-a91b-cbed10716d99 None None] Set router 6500739a-34a4-4823-965f-e4fc802712e1 gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:01:20.283149 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-60d76329-0d3e-499e-af9f-7e8b74904328 req-d79c4d49-bd1c-4a32-b2af-fc73c2509701 tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for floatingip, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:20.344596 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-60d76329-0d3e-499e-af9f-7e8b74904328 req-d79c4d49-bd1c-4a32-b2af-fc73c2509701 tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] 10.222.0.41 "PUT /v2.0/floatingips/ed3ed54a-ab8b-4f01-9df9-9fad9a3829bf HTTP/1.1" status: 200 len: 998 time: 3.2555299 Aug 11 03:01:20.349779 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:01:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26614f04-019c-4769-80b0-6902b8128d75 x-openstack-request-id: req-26614f04-019c-4769-80b0-6902b8128d75 {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:01:20.350212 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b73aa8e8-3888-43cd-bbcd-17b5d9d1db40", "tag": "87ce7a68-971c-4807-ba49-31b2f3ec1b9a", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:01:20.350816 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-26614f04-019c-4769-80b0-6902b8128d75 {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:01:20.351302 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b73aa8e8-3888-43cd-bbcd-17b5d9d1db40', 'tag': '87ce7a68-971c-4807-ba49-31b2f3ec1b9a', 'status': 'completed', 'code': 200} Aug 11 03:01:20.394266 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d76329-0d3e-499e-af9f-7e8b74904328 req-a0f39e40-8521-4db6-8d44-86bf35f8febe tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:20.395858 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-60d76329-0d3e-499e-af9f-7e8b74904328 req-a0f39e40-8521-4db6-8d44-86bf35f8febe tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] 10.222.0.41 "GET /v2.0/ports/0eb98ab7-e375-4069-abac-27534e39f2d6 HTTP/1.1" status: 200 len: 943 time: 0.0504813 Aug 11 03:01:20.431217 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bda49b4-89da-42f5-9ad4-2798ee8891b5 req-615a09b8-ae78-4527-a489-a33232c5ad7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:20.432953 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-7bda49b4-89da-42f5-9ad4-2798ee8891b5 req-615a09b8-ae78-4527-a489-a33232c5ad7e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=dfb8b0d4c8dd4fb2a0a5ea64f5a9a8f2&device_id=b73aa8e8-3888-43cd-bbcd-17b5d9d1db40 HTTP/1.1" status: 200 len: 1097 time: 0.0464056 Aug 11 03:01:20.507666 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a6605b-ea6e-41ea-a6d0-f09ac3349c3f req-c3d1097f-dab6-4d6c-acdb-cf35a3503c33 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:20.509174 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-58a6605b-ea6e-41ea-a6d0-f09ac3349c3f req-c3d1097f-dab6-4d6c-acdb-cf35a3503c33 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e6d434a-1d7c-47d1-a3b4-a092a9ca5706 HTTP/1.1" status: 200 len: 950 time: 0.0874763 Aug 11 03:01:20.525789 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d76329-0d3e-499e-af9f-7e8b74904328 req-98ee8885-f7bf-4a8f-b048-73b390c67dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:20.527491 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-60d76329-0d3e-499e-af9f-7e8b74904328 req-98ee8885-f7bf-4a8f-b048-73b390c67dc9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=42f48ed467fa4c1a8c7727abd216b298&device_id=db1dc61c-8179-44d3-8cb7-a4c54d08140b HTTP/1.1" status: 200 len: 1098 time: 0.0581582 Aug 11 03:01:20.542520 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bda49b4-89da-42f5-9ad4-2798ee8891b5 req-fad8b092-3bf9-44c6-81bf-81b2e64a0207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:20.544139 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-7bda49b4-89da-42f5-9ad4-2798ee8891b5 req-fad8b092-3bf9-44c6-81bf-81b2e64a0207 service neutron] 10.222.0.22 "GET /v2.0/networks?id=cbd69375-f38e-43b2-827b-7a0dc45266b3 HTTP/1.1" status: 200 len: 916 time: 0.0992823 Aug 11 03:01:20.547959 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-b92db666-672a-4eea-a91b-cbed10716d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6500739a-34a4-4823-965f-e4fc802712e1', 'name': 'tempest-FloatingIPsAssociationTestJSON-755455579-router', 'tenant_id': '42f48ed467fa4c1a8c7727abd216b298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.218'}], 'enable_snat': True}, 'gw_port_id': '8eecdda4-00f5-4d63-98b5-7aae42bd8631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:00:16Z', 'updated_at': '2021-08-11T03:00:22Z', 'revision_number': 4, 'project_id': '42f48ed467fa4c1a8c7727abd216b298', 'gw_port': {'id': '8eecdda4-00f5-4d63-98b5-7aae42bd8631', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:b8:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6500739a-34a4-4823-965f-e4fc802712e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:00:18Z', 'updated_at': '2021-08-11T03:00:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_floatingips': [{'id': 'ed3ed54a-ab8b-4f01-9df9-9fad9a3829bf', 'tenant_id': '42f48ed467fa4c1a8c7727abd216b298', 'floating_ip_address': '172.25.8.111', 'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'router_id': '6500739a-34a4-4823-965f-e4fc802712e1', 'port_id': '8181c377-97f2-4da7-81c1-a738002f3130', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ff4efdf-629f-49b2-91cf-585f5d5e5f6f', 'mac_address': 'fa:16:3e:26:a5:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87049386-efcc-4628-8386-ee16f20965dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:00:44Z', 'updated_at': '2021-08-11T03:01:18Z', 'revision_number': 3, 'project_id': '42f48ed467fa4c1a8c7727abd216b298', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6e9afdb-99ef-4fea-bbba-4f5022cda99c', 'name': '', 'network_id': '3ff4efdf-629f-49b2-91cf-585f5d5e5f6f', 'tenant_id': '42f48ed467fa4c1a8c7727abd216b298', 'mac_address': 'fa:16:3e:2b:b4:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6500739a-34a4-4823-965f-e4fc802712e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'b72217e4-4ebb-4b82-9a4c-fcf14d2be745', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:00:21Z', 'updated_at': '2021-08-11T03:00:30Z', 'revision_number': 5, 'project_id': '42f48ed467fa4c1a8c7727abd216b298', 'subnets': [{'id': 'b72217e4-4ebb-4b82-9a4c-fcf14d2be745', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:20.578164 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92db666-672a-4eea-a91b-cbed10716d99 None None] The sync data for ids ['6500739a-34a4-4823-965f-e4fc802712e1'] in n-d-764292-30 is: [{'id': '6500739a-34a4-4823-965f-e4fc802712e1', 'name': 'tempest-FloatingIPsAssociationTestJSON-755455579-router', 'tenant_id': '42f48ed467fa4c1a8c7727abd216b298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.218'}], 'enable_snat': True}, 'gw_port_id': '8eecdda4-00f5-4d63-98b5-7aae42bd8631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:00:16Z', 'updated_at': '2021-08-11T03:00:22Z', 'revision_number': 4, 'project_id': '42f48ed467fa4c1a8c7727abd216b298', 'gw_port': {'id': '8eecdda4-00f5-4d63-98b5-7aae42bd8631', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:b8:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6500739a-34a4-4823-965f-e4fc802712e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:00:18Z', 'updated_at': '2021-08-11T03:00:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_floatingips': [{'id': 'ed3ed54a-ab8b-4f01-9df9-9fad9a3829bf', 'tenant_id': '42f48ed467fa4c1a8c7727abd216b298', 'floating_ip_address': '172.25.8.111', 'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'router_id': '6500739a-34a4-4823-965f-e4fc802712e1', 'port_id': '8181c377-97f2-4da7-81c1-a738002f3130', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ff4efdf-629f-49b2-91cf-585f5d5e5f6f', 'mac_address': 'fa:16:3e:26:a5:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87049386-efcc-4628-8386-ee16f20965dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:00:44Z', 'updated_at': '2021-08-11T03:01:18Z', 'revision_number': 3, 'project_id': '42f48ed467fa4c1a8c7727abd216b298', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6e9afdb-99ef-4fea-bbba-4f5022cda99c', 'name': '', 'network_id': '3ff4efdf-629f-49b2-91cf-585f5d5e5f6f', 'tenant_id': '42f48ed467fa4c1a8c7727abd216b298', 'mac_address': 'fa:16:3e:2b:b4:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6500739a-34a4-4823-965f-e4fc802712e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'b72217e4-4ebb-4b82-9a4c-fcf14d2be745', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:00:21Z', 'updated_at': '2021-08-11T03:00:30Z', 'revision_number': 5, 'project_id': '42f48ed467fa4c1a8c7727abd216b298', 'subnets': [{'id': 'b72217e4-4ebb-4b82-9a4c-fcf14d2be745', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:01:20.624966 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-58a6605b-ea6e-41ea-a6d0-f09ac3349c3f req-7d1a265c-0e16-4bd5-9a36-5c0e1a7bf826 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8b0be49-76ee-4d50-8be0-9bf1508da412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896204 Aug 11 03:01:20.667347 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-7bda49b4-89da-42f5-9ad4-2798ee8891b5 req-a4af2b9e-dc68-41bb-b7e5-9f7023f4eb76 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=87ce7a68-971c-4807-ba49-31b2f3ec1b9a HTTP/1.1" status: 200 len: 1001 time: 0.1119428 Aug 11 03:01:20.676013 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d76329-0d3e-499e-af9f-7e8b74904328 req-8bfcbc9c-fcfe-4523-a22c-499b2a3aac7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:20.677516 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-60d76329-0d3e-499e-af9f-7e8b74904328 req-8bfcbc9c-fcfe-4523-a22c-499b2a3aac7e service neutron] 10.222.0.41 "GET /v2.0/networks?id=3ff4efdf-629f-49b2-91cf-585f5d5e5f6f HTTP/1.1" status: 200 len: 921 time: 0.1276193 Aug 11 03:01:20.682974 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:01:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c015b96-0dbb-406d-98a9-23828a9dc1c0 x-openstack-request-id: req-2c015b96-0dbb-406d-98a9-23828a9dc1c0 {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:01:20.683264 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4da503b-42df-4297-90a5-a4517b73577c", "tag": "371b4dc3-1b9d-4260-bbcd-abd1b3a7fc1b", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:01:20.683655 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2c015b96-0dbb-406d-98a9-23828a9dc1c0 {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:01:20.683907 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4da503b-42df-4297-90a5-a4517b73577c', 'tag': '371b4dc3-1b9d-4260-bbcd-abd1b3a7fc1b', 'status': 'completed', 'code': 200} Aug 11 03:01:20.732063 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bda49b4-89da-42f5-9ad4-2798ee8891b5 req-cef71f8b-73a4-4e76-8e1f-ae6a92f086ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:20.733545 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-7bda49b4-89da-42f5-9ad4-2798ee8891b5 req-cef71f8b-73a4-4e76-8e1f-ae6a92f086ab service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9b5dcd8b-176c-469e-8a38-c36073f2d1d5 HTTP/1.1" status: 200 len: 854 time: 0.0580156 Aug 11 03:01:20.785489 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-60d76329-0d3e-499e-af9f-7e8b74904328 req-92201082-d638-4ad3-9f8d-bd1c547f2a7c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0eb98ab7-e375-4069-abac-27534e39f2d6 HTTP/1.1" status: 200 len: 217 time: 0.0766788 Aug 11 03:01:20.785786 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bda49b4-89da-42f5-9ad4-2798ee8891b5 req-b438c383-622f-417b-b509-b61299394d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:20.787701 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-7bda49b4-89da-42f5-9ad4-2798ee8891b5 req-b438c383-622f-417b-b509-b61299394d2c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=cbd69375-f38e-43b2-827b-7a0dc45266b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0464318 Aug 11 03:01:20.825281 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8540f497-98f4-438f-ab70-cd8fd63b6257 None None] New status for floating IP ed3ed54a-ab8b-4f01-9df9-9fad9a3829bf: ACTIVE {{(pid=102194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:01:20.861972 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ac3267-06c6-444d-a0fe-9fc60c604425 req-91a00026-e6ed-49f6-8df8-2e0ab3115c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:20.863499 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-10ac3267-06c6-444d-a0fe-9fc60c604425 req-91a00026-e6ed-49f6-8df8-2e0ab3115c0c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=83808f5f252c43418f6a6c255d45878a&device_id=b4da503b-42df-4297-90a5-a4517b73577c HTTP/1.1" status: 200 len: 1096 time: 0.1355572 Aug 11 03:01:20.903094 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09b7155-7d44-4485-9f4d-8ca33df7e3b4 req-96b07496-b2fb-47e9-8958-d669e08b0991 tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:20.904579 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a09b7155-7d44-4485-9f4d-8ca33df7e3b4 req-96b07496-b2fb-47e9-8958-d669e08b0991 tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] 10.222.0.41 "GET /v2.0/ports?device_id=d87e1608-5c87-419d-a16a-70b7424f7fdd HTTP/1.1" status: 200 len: 945 time: 0.1487141 Aug 11 03:01:20.904923 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-7bda49b4-89da-42f5-9ad4-2798ee8891b5 req-82756a13-9b36-468e-8006-6f1f0eeed879 service neutron] 10.222.0.22 "GET /v2.0/networks/cbd69375-f38e-43b2-827b-7a0dc45266b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085935 Aug 11 03:01:20.930379 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d76329-0d3e-499e-af9f-7e8b74904328 req-e43928b2-c0c5-4e45-858e-b0ffee57fbdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:20.931823 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-60d76329-0d3e-499e-af9f-7e8b74904328 req-e43928b2-c0c5-4e45-858e-b0ffee57fbdb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b72217e4-4ebb-4b82-9a4c-fcf14d2be745 HTTP/1.1" status: 200 len: 859 time: 0.1361666 Aug 11 03:01:21.007444 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-7bda49b4-89da-42f5-9ad4-2798ee8891b5 req-883ff0ec-d3b5-4e8f-b299-3670826da15d service neutron] 10.222.0.22 "GET /v2.0/networks/cbd69375-f38e-43b2-827b-7a0dc45266b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940526 Aug 11 03:01:21.042932 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a09b7155-7d44-4485-9f4d-8ca33df7e3b4 req-7ae0c8a7-cd1a-42b6-9e94-78db24fb445a tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b0ce1ff-a0b3-4227-acd8-01062eb73c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045606 Aug 11 03:01:21.059088 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ac3267-06c6-444d-a0fe-9fc60c604425 req-485fce72-487c-49a3-9d62-d3e684faa651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:21.059088 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-10ac3267-06c6-444d-a0fe-9fc60c604425 req-485fce72-487c-49a3-9d62-d3e684faa651 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a1f5acc4-6e30-4bf9-bc28-7ff84dac631d HTTP/1.1" status: 200 len: 908 time: 0.1817050 Aug 11 03:01:21.059088 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d76329-0d3e-499e-af9f-7e8b74904328 req-c296370f-8780-4fa4-85a1-d1c49d4b002e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:21.059088 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-60d76329-0d3e-499e-af9f-7e8b74904328 req-c296370f-8780-4fa4-85a1-d1c49d4b002e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3ff4efdf-629f-49b2-91cf-585f5d5e5f6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1095843 Aug 11 03:01:21.117480 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-10ac3267-06c6-444d-a0fe-9fc60c604425 req-941047e4-b655-4e2d-ad4a-40fe65b3351d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=371b4dc3-1b9d-4260-bbcd-abd1b3a7fc1b HTTP/1.1" status: 200 len: 217 time: 0.0539553 Aug 11 03:01:21.187972 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998d3d40-fb37-4a67-ba8e-70d6d52c4b70 None None] Sync routers for ids ['6500739a-34a4-4823-965f-e4fc802712e1'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:01:21.200192 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998d3d40-fb37-4a67-ba8e-70d6d52c4b70 None None] Routers {'6500739a-34a4-4823-965f-e4fc802712e1'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:01:21.201310 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-998d3d40-fb37-4a67-ba8e-70d6d52c4b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:01:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['6500739a-34a4-4823-965f-e4fc802712e1'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:21.324445 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-998d3d40-fb37-4a67-ba8e-70d6d52c4b70 None None] Set router 6500739a-34a4-4823-965f-e4fc802712e1 gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:01:21.499528 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ac3267-06c6-444d-a0fe-9fc60c604425 req-f079d65b-6202-4235-a5eb-d60f48430104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:21.501045 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-10ac3267-06c6-444d-a0fe-9fc60c604425 req-f079d65b-6202-4235-a5eb-d60f48430104 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0d013ade-4c13-41b9-b262-cf5646bc4bdb HTTP/1.1" status: 200 len: 847 time: 0.3400507 Aug 11 03:01:21.526361 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-60d76329-0d3e-499e-af9f-7e8b74904328 req-953f1518-7979-4a7d-b566-09015b9e40bd service neutron] 10.222.0.41 "GET /v2.0/networks/3ff4efdf-629f-49b2-91cf-585f5d5e5f6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4552133 Aug 11 03:01:21.542137 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-10ac3267-06c6-444d-a0fe-9fc60c604425 req-950e2c18-6984-414e-a7e3-ec1949c5800b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a1f5acc4-6e30-4bf9-bc28-7ff84dac631d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292056 Aug 11 03:01:21.563443 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-998d3d40-fb37-4a67-ba8e-70d6d52c4b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6500739a-34a4-4823-965f-e4fc802712e1', 'name': 'tempest-FloatingIPsAssociationTestJSON-755455579-router', 'tenant_id': '42f48ed467fa4c1a8c7727abd216b298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.218'}], 'enable_snat': True}, 'gw_port_id': '8eecdda4-00f5-4d63-98b5-7aae42bd8631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:00:16Z', 'updated_at': '2021-08-11T03:00:22Z', 'revision_number': 4, 'project_id': '42f48ed467fa4c1a8c7727abd216b298', 'gw_port': {'id': '8eecdda4-00f5-4d63-98b5-7aae42bd8631', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:b8:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6500739a-34a4-4823-965f-e4fc802712e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:00:18Z', 'updated_at': '2021-08-11T03:00:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_floatingips': [{'id': 'ed3ed54a-ab8b-4f01-9df9-9fad9a3829bf', 'tenant_id': '42f48ed467fa4c1a8c7727abd216b298', 'floating_ip_address': '172.25.8.111', 'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'router_id': '6500739a-34a4-4823-965f-e4fc802712e1', 'port_id': '8181c377-97f2-4da7-81c1-a738002f3130', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ff4efdf-629f-49b2-91cf-585f5d5e5f6f', 'mac_address': 'fa:16:3e:26:a5:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87049386-efcc-4628-8386-ee16f20965dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:00:44Z', 'updated_at': '2021-08-11T03:01:20Z', 'revision_number': 4, 'project_id': '42f48ed467fa4c1a8c7727abd216b298', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6e9afdb-99ef-4fea-bbba-4f5022cda99c', 'name': '', 'network_id': '3ff4efdf-629f-49b2-91cf-585f5d5e5f6f', 'tenant_id': '42f48ed467fa4c1a8c7727abd216b298', 'mac_address': 'fa:16:3e:2b:b4:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6500739a-34a4-4823-965f-e4fc802712e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'b72217e4-4ebb-4b82-9a4c-fcf14d2be745', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:00:21Z', 'updated_at': '2021-08-11T03:00:30Z', 'revision_number': 5, 'project_id': '42f48ed467fa4c1a8c7727abd216b298', 'subnets': [{'id': 'b72217e4-4ebb-4b82-9a4c-fcf14d2be745', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:21.594723 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998d3d40-fb37-4a67-ba8e-70d6d52c4b70 None None] Checking router: 6500739a-34a4-4823-965f-e4fc802712e1 for host: n-d-764292-30 {{(pid=102193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:01:21.605302 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998d3d40-fb37-4a67-ba8e-70d6d52c4b70 None None] Routers {'6500739a-34a4-4823-965f-e4fc802712e1'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:01:21.605999 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-998d3d40-fb37-4a67-ba8e-70d6d52c4b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:01:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['6500739a-34a4-4823-965f-e4fc802712e1'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:21.628323 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 43874) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:21.694085 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_v2 [None req-33a694a2-8c1c-4d98-bc48-71cbf0483f45 admin admin] Deleting subnet cf707303-5ee7-4b51-be6f-ec595a2bad2b {{(pid=102191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:01:21.716162 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-60d76329-0d3e-499e-af9f-7e8b74904328 req-f3c0c6d9-a928-417c-9126-f4fd1123b92f service neutron] 10.222.0.41 "GET /v2.0/networks/3ff4efdf-629f-49b2-91cf-585f5d5e5f6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764190 Aug 11 03:01:21.717173 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-33a694a2-8c1c-4d98-bc48-71cbf0483f45 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:21.721332 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-10ac3267-06c6-444d-a0fe-9fc60c604425 req-525b4ceb-19a9-4138-addd-1c018bb45f0e service neutron] 10.222.0.24 "GET /v2.0/networks/a1f5acc4-6e30-4bf9-bc28-7ff84dac631d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610360 Aug 11 03:01:21.775382 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-33a694a2-8c1c-4d98-bc48-71cbf0483f45 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126283525'] for subnet, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:21.869598 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-998d3d40-fb37-4a67-ba8e-70d6d52c4b70 None None] Set router 6500739a-34a4-4823-965f-e4fc802712e1 gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:01:21.894190 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-10ac3267-06c6-444d-a0fe-9fc60c604425 req-afac367e-7caf-41c5-98c6-0a8eddc2d34b service neutron] 10.222.0.24 "GET /v2.0/networks/a1f5acc4-6e30-4bf9-bc28-7ff84dac631d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636646 Aug 11 03:01:21.940530 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d76329-0d3e-499e-af9f-7e8b74904328 req-ff7d059a-feac-4a29-901c-ceb7b1578c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:21.942064 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-60d76329-0d3e-499e-af9f-7e8b74904328 req-ff7d059a-feac-4a29-901c-ceb7b1578c11 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=42f48ed467fa4c1a8c7727abd216b298&device_id=87049386-efcc-4628-8386-ee16f20965dd HTTP/1.1" status: 200 len: 1097 time: 0.1016550 Aug 11 03:01:21.994973 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38057a7-c8d1-4e80-812c-4ffaf3a81605 req-e761b355-6f8b-4bf4-b578-1c6f36cd3f85 tempest-ServersOnMultiNodesTest-1043439768 tempest-ServersOnMultiNodesTest-1043439768-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:21.996513 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b38057a7-c8d1-4e80-812c-4ffaf3a81605 req-e761b355-6f8b-4bf4-b578-1c6f36cd3f85 tempest-ServersOnMultiNodesTest-1043439768 tempest-ServersOnMultiNodesTest-1043439768-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=5e6d434a-1d7c-47d1-a3b4-a092a9ca5706 HTTP/1.1" status: 200 len: 1102 time: 0.1143639 Aug 11 03:01:22.027672 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-b38057a7-c8d1-4e80-812c-4ffaf3a81605 req-d19b756c-b276-43eb-abe7-e65beec269bb tempest-ServersOnMultiNodesTest-1043439768 tempest-ServersOnMultiNodesTest-1043439768-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:22.076967 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d76329-0d3e-499e-af9f-7e8b74904328 req-fa1d1ad3-7256-4f40-9a2c-306262ded902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:22.082854 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-60d76329-0d3e-499e-af9f-7e8b74904328 req-fa1d1ad3-7256-4f40-9a2c-306262ded902 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3ff4efdf-629f-49b2-91cf-585f5d5e5f6f HTTP/1.1" status: 200 len: 921 time: 0.1322687 Aug 11 03:01:22.111123 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-33a694a2-8c1c-4d98-bc48-71cbf0483f45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:22.144816 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-998d3d40-fb37-4a67-ba8e-70d6d52c4b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6500739a-34a4-4823-965f-e4fc802712e1', 'name': 'tempest-FloatingIPsAssociationTestJSON-755455579-router', 'tenant_id': '42f48ed467fa4c1a8c7727abd216b298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.218'}], 'enable_snat': True}, 'gw_port_id': '8eecdda4-00f5-4d63-98b5-7aae42bd8631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:00:16Z', 'updated_at': '2021-08-11T03:00:22Z', 'revision_number': 4, 'project_id': '42f48ed467fa4c1a8c7727abd216b298', 'gw_port': {'id': '8eecdda4-00f5-4d63-98b5-7aae42bd8631', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:b8:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6500739a-34a4-4823-965f-e4fc802712e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:00:18Z', 'updated_at': '2021-08-11T03:00:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_floatingips': [{'id': 'ed3ed54a-ab8b-4f01-9df9-9fad9a3829bf', 'tenant_id': '42f48ed467fa4c1a8c7727abd216b298', 'floating_ip_address': '172.25.8.111', 'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'router_id': '6500739a-34a4-4823-965f-e4fc802712e1', 'port_id': '8181c377-97f2-4da7-81c1-a738002f3130', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ff4efdf-629f-49b2-91cf-585f5d5e5f6f', 'mac_address': 'fa:16:3e:26:a5:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87049386-efcc-4628-8386-ee16f20965dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:00:44Z', 'updated_at': '2021-08-11T03:01:20Z', 'revision_number': 4, 'project_id': '42f48ed467fa4c1a8c7727abd216b298', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6e9afdb-99ef-4fea-bbba-4f5022cda99c', 'name': '', 'network_id': '3ff4efdf-629f-49b2-91cf-585f5d5e5f6f', 'tenant_id': '42f48ed467fa4c1a8c7727abd216b298', 'mac_address': 'fa:16:3e:2b:b4:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6500739a-34a4-4823-965f-e4fc802712e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'b72217e4-4ebb-4b82-9a4c-fcf14d2be745', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:00:21Z', 'updated_at': '2021-08-11T03:00:30Z', 'revision_number': 5, 'project_id': '42f48ed467fa4c1a8c7727abd216b298', 'subnets': [{'id': 'b72217e4-4ebb-4b82-9a4c-fcf14d2be745', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:22.172115 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998d3d40-fb37-4a67-ba8e-70d6d52c4b70 None None] The sync data for ids ['6500739a-34a4-4823-965f-e4fc802712e1'] in n-d-764292-30 is: [{'id': '6500739a-34a4-4823-965f-e4fc802712e1', 'name': 'tempest-FloatingIPsAssociationTestJSON-755455579-router', 'tenant_id': '42f48ed467fa4c1a8c7727abd216b298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.218'}], 'enable_snat': True}, 'gw_port_id': '8eecdda4-00f5-4d63-98b5-7aae42bd8631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:00:16Z', 'updated_at': '2021-08-11T03:00:22Z', 'revision_number': 4, 'project_id': '42f48ed467fa4c1a8c7727abd216b298', 'gw_port': {'id': '8eecdda4-00f5-4d63-98b5-7aae42bd8631', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:b8:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6500739a-34a4-4823-965f-e4fc802712e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:00:18Z', 'updated_at': '2021-08-11T03:00:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_floatingips': [{'id': 'ed3ed54a-ab8b-4f01-9df9-9fad9a3829bf', 'tenant_id': '42f48ed467fa4c1a8c7727abd216b298', 'floating_ip_address': '172.25.8.111', 'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'router_id': '6500739a-34a4-4823-965f-e4fc802712e1', 'port_id': '8181c377-97f2-4da7-81c1-a738002f3130', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ff4efdf-629f-49b2-91cf-585f5d5e5f6f', 'mac_address': 'fa:16:3e:26:a5:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87049386-efcc-4628-8386-ee16f20965dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:00:44Z', 'updated_at': '2021-08-11T03:01:20Z', 'revision_number': 4, 'project_id': '42f48ed467fa4c1a8c7727abd216b298', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6e9afdb-99ef-4fea-bbba-4f5022cda99c', 'name': '', 'network_id': '3ff4efdf-629f-49b2-91cf-585f5d5e5f6f', 'tenant_id': '42f48ed467fa4c1a8c7727abd216b298', 'mac_address': 'fa:16:3e:2b:b4:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6500739a-34a4-4823-965f-e4fc802712e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'b72217e4-4ebb-4b82-9a4c-fcf14d2be745', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:00:21Z', 'updated_at': '2021-08-11T03:00:30Z', 'revision_number': 5, 'project_id': '42f48ed467fa4c1a8c7727abd216b298', 'subnets': [{'id': 'b72217e4-4ebb-4b82-9a4c-fcf14d2be745', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:01:22.174761 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-60d76329-0d3e-499e-af9f-7e8b74904328 req-37b7d018-a7c2-48b2-81b5-4122367e1e76 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8181c377-97f2-4da7-81c1-a738002f3130 HTTP/1.1" status: 200 len: 1001 time: 0.0891964 Aug 11 03:01:22.233267 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-33a694a2-8c1c-4d98-bc48-71cbf0483f45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126283413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126275158'] for subnet, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:22.245363 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 3f1ccc8c-9798-4c0f-9f9e-db43c722114f no longer exists at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:01:22.256696 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d76329-0d3e-499e-af9f-7e8b74904328 req-6f9868e8-758f-4f12-adda-e2d09e9549d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:22.258182 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-60d76329-0d3e-499e-af9f-7e8b74904328 req-6f9868e8-758f-4f12-adda-e2d09e9549d9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b72217e4-4ebb-4b82-9a4c-fcf14d2be745 HTTP/1.1" status: 200 len: 859 time: 0.0762517 Aug 11 03:01:22.260027 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-b38057a7-c8d1-4e80-812c-4ffaf3a81605 req-d19b756c-b276-43eb-abe7-e65beec269bb tempest-ServersOnMultiNodesTest-1043439768 tempest-ServersOnMultiNodesTest-1043439768-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:22.266448 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a694a2-8c1c-4d98-bc48-71cbf0483f45 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf707303-5ee7-4b51-be6f-ec595a2bad2b,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:22.272080 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-33a694a2-8c1c-4d98-bc48-71cbf0483f45 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:22.274178 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-33a694a2-8c1c-4d98-bc48-71cbf0483f45 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/cf707303-5ee7-4b51-be6f-ec595a2bad2b HTTP/1.1" status: 204 len: 168 time: 0.6447666 Aug 11 03:01:22.276655 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 43880) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:22.289500 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] No Port match for: 3f1ccc8c-9798-4c0f-9f9e-db43c722114f {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:01:22.295338 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 3f1ccc8c-9798-4c0f-9f9e-db43c722114f not bound to the agent host n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:01:22.319661 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d76329-0d3e-499e-af9f-7e8b74904328 req-fbcd38d1-482f-4d50-90e0-a2dec0dc2ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:22.319661 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-60d76329-0d3e-499e-af9f-7e8b74904328 req-fbcd38d1-482f-4d50-90e0-a2dec0dc2ada service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3ff4efdf-629f-49b2-91cf-585f5d5e5f6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0519710 Aug 11 03:01:22.352103 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dea5897-0c98-4625-85b2-ec6f8c46669b', 'name': 'network-vif-deleted', 'tag': '3f1ccc8c-9798-4c0f-9f9e-db43c722114f'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:01:22.354481 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30fdcc71-f807-4131-9ec4-a1d26a22bdb7" -d '{"events": [{"server_uuid": "1dea5897-0c98-4625-85b2-ec6f8c46669b", "name": "network-vif-deleted", "tag": "3f1ccc8c-9798-4c0f-9f9e-db43c722114f"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:01:22.369461 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-61ad3bc1-6ed8-47bb-a988-fb69e4c031c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:22.372175 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-b38057a7-c8d1-4e80-812c-4ffaf3a81605 req-d19b756c-b276-43eb-abe7-e65beec269bb tempest-ServersOnMultiNodesTest-1043439768 tempest-ServersOnMultiNodesTest-1043439768-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:22.404999 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b38057a7-c8d1-4e80-812c-4ffaf3a81605 req-d19b756c-b276-43eb-abe7-e65beec269bb tempest-ServersOnMultiNodesTest-1043439768 tempest-ServersOnMultiNodesTest-1043439768-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=c8b0be49-76ee-4d50-8be0-9bf1508da412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3998291 Aug 11 03:01:22.427554 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19b756c-b276-43eb-abe7-e65beec269bb tempest-ServersOnMultiNodesTest-1043439768 tempest-ServersOnMultiNodesTest-1043439768-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24bdb847-b67a-45f2-be10-447cc27f794c,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:22.446551 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-60d76329-0d3e-499e-af9f-7e8b74904328 req-71a06837-57b4-4749-bd9e-3c47156e46e5 service neutron] 10.222.0.41 "GET /v2.0/networks/3ff4efdf-629f-49b2-91cf-585f5d5e5f6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220946 Aug 11 03:01:22.447032 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-61ad3bc1-6ed8-47bb-a988-fb69e4c031c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:22.458174 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-61ad3bc1-6ed8-47bb-a988-fb69e4c031c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e08cd5c-5139-4e0a-8a08-c4d2fa39a6a9']}} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:22.468788 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-61ad3bc1-6ed8-47bb-a988-fb69e4c031c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c47e7cc7-b0e9-471e-b230-869423a60c2d') {'for_net_delete': True} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:22.469138 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-61ad3bc1-6ed8-47bb-a988-fb69e4c031c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c47e7cc7-b0e9-471e-b230-869423a60c2d') {} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:22.478431 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-61ad3bc1-6ed8-47bb-a988-fb69e4c031c4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126283644'] for segment, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:22.492086 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-61ad3bc1-6ed8-47bb-a988-fb69e4c031c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:22.498059 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61ad3bc1-6ed8-47bb-a988-fb69e4c031c4 admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=102191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:01:22.498550 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-61ad3bc1-6ed8-47bb-a988-fb69e4c031c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126283391'] for segment, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:22.502949 n-d-764292-30 neutron-server[102191]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:01:22.502949 n-d-764292-30 neutron-server[102191]: items = [ Aug 11 03:01:22.502949 n-d-764292-30 neutron-server[102191]: Traceback (most recent call last): Aug 11 03:01:22.502949 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:01:22.502949 n-d-764292-30 neutron-server[102191]: timer() Aug 11 03:01:22.502949 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:01:22.502949 n-d-764292-30 neutron-server[102191]: cb(*args, **kw) Aug 11 03:01:22.502949 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:01:22.502949 n-d-764292-30 neutron-server[102191]: return func(*args, **kwargs) Aug 11 03:01:22.502949 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:01:22.502949 n-d-764292-30 neutron-server[102191]: self._notify() Aug 11 03:01:22.502949 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:01:22.502949 n-d-764292-30 neutron-server[102191]: self.callback(batched_events) Aug 11 03:01:22.502949 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:01:22.502949 n-d-764292-30 neutron-server[102191]: event.method(event) Aug 11 03:01:22.502949 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:01:22.502949 n-d-764292-30 neutron-server[102191]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:01:22.502949 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:01:22.502949 n-d-764292-30 neutron-server[102191]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:01:22.502949 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:01:22.502949 n-d-764292-30 neutron-server[102191]: return f(self, *a, **k) Aug 11 03:01:22.502949 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:01:22.502949 n-d-764292-30 neutron-server[102191]: return self._get(url).json() Aug 11 03:01:22.502949 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:01:22.502949 n-d-764292-30 neutron-server[102191]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:01:22.502949 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:01:22.502949 n-d-764292-30 neutron-server[102191]: return self.request(url, 'GET', **kwargs) Aug 11 03:01:22.502949 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:01:22.502949 n-d-764292-30 neutron-server[102191]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:01:22.502949 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:01:22.502949 n-d-764292-30 neutron-server[102191]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:01:22.502949 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:01:22.502949 n-d-764292-30 neutron-server[102191]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:01:22.502949 n-d-764292-30 neutron-server[102191]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:01:22.574237 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee1a586-3f4f-497f-a651-1aa9836796eb req-d615fbce-8194-4daa-b116-2f2aa613b9be tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:22.575745 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-aee1a586-3f4f-497f-a651-1aa9836796eb req-d615fbce-8194-4daa-b116-2f2aa613b9be tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4da503b-42df-4297-90a5-a4517b73577c HTTP/1.1" status: 200 len: 944 time: 0.0746417 Aug 11 03:01:22.581110 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-60d76329-0d3e-499e-af9f-7e8b74904328 req-9a7aade9-9d3e-4df3-ac10-153ebb9a4069 service neutron] 10.222.0.41 "GET /v2.0/networks/3ff4efdf-629f-49b2-91cf-585f5d5e5f6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284654 Aug 11 03:01:22.615474 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-aee1a586-3f4f-497f-a651-1aa9836796eb req-3798cdf0-e95d-44be-a50c-400702d678a0 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/security-groups?id=c7e06141-9137-4a1d-bc20-6fbfa107e8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331314 Aug 11 03:01:22.620046 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-61ad3bc1-6ed8-47bb-a988-fb69e4c031c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:22.631297 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-61ad3bc1-6ed8-47bb-a988-fb69e4c031c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:22.631297 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-61ad3bc1-6ed8-47bb-a988-fb69e4c031c4 admin admin] 10.222.0.41 "DELETE /v2.0/networks/4e08cd5c-5139-4e0a-8a08-c4d2fa39a6a9 HTTP/1.1" status: 204 len: 168 time: 0.3508725 Aug 11 03:01:22.638698 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ad3bc1-6ed8-47bb-a988-fb69e4c031c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=4e08cd5c-5139-4e0a-8a08-c4d2fa39a6a9,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:22.688101 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db1dc61c-8179-44d3-8cb7-a4c54d08140b', 'tag': '0eb98ab7-e375-4069-abac-27534e39f2d6'}, {'name': 'network-changed', 'server_uuid': '87049386-efcc-4628-8386-ee16f20965dd', 'tag': '8181c377-97f2-4da7-81c1-a738002f3130'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:01:22.691083 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d15f6540-b04c-478a-89c7-47819a57ec65" -d '{"events": [{"name": "network-changed", "server_uuid": "db1dc61c-8179-44d3-8cb7-a4c54d08140b", "tag": "0eb98ab7-e375-4069-abac-27534e39f2d6"}, {"name": "network-changed", "server_uuid": "87049386-efcc-4628-8386-ee16f20965dd", "tag": "8181c377-97f2-4da7-81c1-a738002f3130"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:01:22.735709 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eb6585-b92f-4f7b-9940-853d9375a51b req-22b3b58c-010d-414c-9cbe-0677f7174581 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:22.738099 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b7eb6585-b92f-4f7b-9940-853d9375a51b req-22b3b58c-010d-414c-9cbe-0677f7174581 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4b1241a-b428-4fb4-be76-b0571e761664 HTTP/1.1" status: 200 len: 945 time: 0.0588841 Aug 11 03:01:22.779270 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b7eb6585-b92f-4f7b-9940-853d9375a51b req-59d60c2b-7295-4b7b-835e-58e54f58df88 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5aa9049-617d-473f-afb5-b55716ab8aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348439 Aug 11 03:01:22.831907 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a85606d-6982-4003-adc6-fdd89fca3888 x-openstack-request-id: req-4a85606d-6982-4003-adc6-fdd89fca3888 {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:01:22.832261 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dea5897-0c98-4625-85b2-ec6f8c46669b", "name": "network-vif-deleted", "tag": "3f1ccc8c-9798-4c0f-9f9e-db43c722114f", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:01:22.832576 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4a85606d-6982-4003-adc6-fdd89fca3888 {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:01:22.833038 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dea5897-0c98-4625-85b2-ec6f8c46669b', 'name': 'network-vif-deleted', 'tag': '3f1ccc8c-9798-4c0f-9f9e-db43c722114f', 'status': 'completed', 'code': 200} Aug 11 03:01:22.891170 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808e1042-224c-4f32-8680-5d55549dc545 req-a5ad1875-f000-4598-bf6b-43758fd21e25 tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:22.893241 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-808e1042-224c-4f32-8680-5d55549dc545 req-a5ad1875-f000-4598-bf6b-43758fd21e25 tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] 10.222.0.41 "GET /v2.0/ports?device_id=d87e1608-5c87-419d-a16a-70b7424f7fdd HTTP/1.1" status: 200 len: 945 time: 0.0545173 Aug 11 03:01:22.932856 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-808e1042-224c-4f32-8680-5d55549dc545 req-cfbc7fa4-9110-4379-8218-f821e38d01e6 tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b0ce1ff-a0b3-4227-acd8-01062eb73c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328534 Aug 11 03:01:23.021847 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 43904) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:23.035901 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e1cc286e-6ec2-4f51-97f5-20ee60cd6cf0 req-d304f47c-c78e-40ab-8fc3-ddb1a907856d tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.8.111 HTTP/1.1" status: 200 len: 1001 time: 0.0814970 Aug 11 03:01:23.095380 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 11 Aug 2021 03:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b761f9c0-0b80-46b6-ab5e-4e986187a8bc x-openstack-request-id: req-b761f9c0-0b80-46b6-ab5e-4e986187a8bc {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:01:23.096108 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db1dc61c-8179-44d3-8cb7-a4c54d08140b", "tag": "0eb98ab7-e375-4069-abac-27534e39f2d6", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "87049386-efcc-4628-8386-ee16f20965dd", "tag": "8181c377-97f2-4da7-81c1-a738002f3130", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:01:23.096559 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b761f9c0-0b80-46b6-ab5e-4e986187a8bc {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:01:23.097284 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db1dc61c-8179-44d3-8cb7-a4c54d08140b', 'tag': '0eb98ab7-e375-4069-abac-27534e39f2d6', 'status': 'completed', 'code': 200} Aug 11 03:01:23.097743 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87049386-efcc-4628-8386-ee16f20965dd', 'tag': '8181c377-97f2-4da7-81c1-a738002f3130', 'status': 'completed', 'code': 200} Aug 11 03:01:23.112238 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-8a19248f-3bc7-4630-a694-92b87075948c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1a1c8d8945cf4bc1ad7394d93428f28e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0891435 Aug 11 03:01:23.115716 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 43908) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:23.119505 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cc286e-6ec2-4f51-97f5-20ee60cd6cf0 req-f94a3df9-5e50-4f7f-9596-5fb03cf8b419 tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:23.120901 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e1cc286e-6ec2-4f51-97f5-20ee60cd6cf0 req-f94a3df9-5e50-4f7f-9596-5fb03cf8b419 tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] 10.222.0.41 "GET /v2.0/ports/8181c377-97f2-4da7-81c1-a738002f3130 HTTP/1.1" status: 200 len: 942 time: 0.0793943 Aug 11 03:01:23.179879 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dde7863-e9e6-4a68-8f4c-cc19635eec67 req-c08c4bb8-fc3b-472a-b472-1b1b433901b2 tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:23.181309 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15f6540-b04c-478a-89c7-47819a57ec65 req-3912cf81-c7c2-42a7-b42b-ead6a8cb86c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:23.181435 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9dde7863-e9e6-4a68-8f4c-cc19635eec67 req-c08c4bb8-fc3b-472a-b472-1b1b433901b2 tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] 10.222.0.41 "GET /v2.0/ports?device_id=d87e1608-5c87-419d-a16a-70b7424f7fdd HTTP/1.1" status: 200 len: 945 time: 0.0593789 Aug 11 03:01:23.182816 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-d15f6540-b04c-478a-89c7-47819a57ec65 req-3912cf81-c7c2-42a7-b42b-ead6a8cb86c5 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=42f48ed467fa4c1a8c7727abd216b298&device_id=db1dc61c-8179-44d3-8cb7-a4c54d08140b HTTP/1.1" status: 200 len: 1098 time: 0.0848863 Aug 11 03:01:23.200415 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 43910) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:23.207399 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-4ff59da8-f754-49e1-944c-9a85fec021e9 tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] Request body: {'floatingip': {'port_id': '460b214a-8cd5-4b2e-b195-3eb2e7434af1'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:01:23.220375 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-cf773414-9f8a-475c-b004-6f327f4ab4e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:23.245500 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e1cc286e-6ec2-4f51-97f5-20ee60cd6cf0 req-6866b238-470b-42fe-8b66-241fb6d61e89 tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.8.111 HTTP/1.1" status: 200 len: 1001 time: 0.0792611 Aug 11 03:01:23.302904 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4ff59da8-f754-49e1-944c-9a85fec021e9 tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] Notify callbacks [] for floatingip, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:23.322033 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-861f9eec-7c3a-42d9-8ffa-90d24e36c4a9 req-5d1b3f47-fcb6-46cb-8a73-eb627f8e0eed tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=c1f9c9765b974fd98b786b1ff4e95823&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0591984 Aug 11 03:01:23.345807 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-cf773414-9f8a-475c-b004-6f327f4ab4e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:23.432873 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cc286e-6ec2-4f51-97f5-20ee60cd6cf0 req-4f521296-670d-46a1-ae97-1ee326beaa81 tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:23.434159 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e1cc286e-6ec2-4f51-97f5-20ee60cd6cf0 req-4f521296-670d-46a1-ae97-1ee326beaa81 tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] 10.222.0.41 "GET /v2.0/networks/09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 HTTP/1.1" status: 200 len: 784 time: 0.1806369 Aug 11 03:01:23.451491 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15f6540-b04c-478a-89c7-47819a57ec65 req-f4ce3084-896c-436c-9bed-b73d60e615e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:23.452991 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-d15f6540-b04c-478a-89c7-47819a57ec65 req-f4ce3084-896c-436c-9bed-b73d60e615e9 service neutron] 10.222.0.22 "GET /v2.0/networks?id=3ff4efdf-629f-49b2-91cf-585f5d5e5f6f HTTP/1.1" status: 200 len: 921 time: 0.2625721 Aug 11 03:01:23.506022 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-d15f6540-b04c-478a-89c7-47819a57ec65 req-d64cd2ec-d852-41e1-8efe-1afc150d4eb3 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0eb98ab7-e375-4069-abac-27534e39f2d6 HTTP/1.1" status: 200 len: 217 time: 0.0429027 Aug 11 03:01:23.507470 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861f9eec-7c3a-42d9-8ffa-90d24e36c4a9 req-8a550f72-cdb0-4562-9e6d-19489e08ae51 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:23.508927 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-861f9eec-7c3a-42d9-8ffa-90d24e36c4a9 req-8a550f72-cdb0-4562-9e6d-19489e08ae51 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1777496 Aug 11 03:01:23.532914 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-861f9eec-7c3a-42d9-8ffa-90d24e36c4a9 req-cddbc9b8-610c-40ae-8244-326427dab09e tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/quotas/c1f9c9765b974fd98b786b1ff4e95823 HTTP/1.1" status: 200 len: 375 time: 0.0171638 Aug 11 03:01:23.542171 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-381d99e6-ee78-4db2-8f72-7cbb07f81142 req-3ead718c-bfe7-47ef-a84d-b96fffeeaff7 tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.8.111 HTTP/1.1" status: 200 len: 1001 time: 0.0878484 Aug 11 03:01:23.613087 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381d99e6-ee78-4db2-8f72-7cbb07f81142 req-bff6920d-b0d7-4a9a-bebb-842b6bee509b tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:23.614460 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-381d99e6-ee78-4db2-8f72-7cbb07f81142 req-bff6920d-b0d7-4a9a-bebb-842b6bee509b tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] 10.222.0.41 "GET /v2.0/ports/8181c377-97f2-4da7-81c1-a738002f3130 HTTP/1.1" status: 200 len: 942 time: 0.0615625 Aug 11 03:01:23.619980 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15f6540-b04c-478a-89c7-47819a57ec65 req-bd4ea6ea-0684-4e4c-89ce-514bae57a4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:23.621446 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-d15f6540-b04c-478a-89c7-47819a57ec65 req-bd4ea6ea-0684-4e4c-89ce-514bae57a4ed service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b72217e4-4ebb-4b82-9a4c-fcf14d2be745 HTTP/1.1" status: 200 len: 859 time: 0.0829606 Aug 11 03:01:23.623703 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-861f9eec-7c3a-42d9-8ffa-90d24e36c4a9 req-bfbf82a8-9711-4339-885e-c06da9cc1e89 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c1f9c9765b974fd98b786b1ff4e95823&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0806165 Aug 11 03:01:23.662787 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-cf773414-9f8a-475c-b004-6f327f4ab4e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:23.665347 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-cf773414-9f8a-475c-b004-6f327f4ab4e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:23.666530 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-cf773414-9f8a-475c-b004-6f327f4ab4e7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0e12bc45-e6dd-472e-b816-992d7d9fcad8 HTTP/1.1" status: 204 len: 168 time: 0.5510125 Aug 11 03:01:23.693683 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf773414-9f8a-475c-b004-6f327f4ab4e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e12bc45-e6dd-472e-b816-992d7d9fcad8,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:23.738841 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-381d99e6-ee78-4db2-8f72-7cbb07f81142 req-18bf94ca-fde5-47ac-844a-ebdd04e50c9f tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.8.111 HTTP/1.1" status: 200 len: 1001 time: 0.0822258 Aug 11 03:01:23.753715 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15f6540-b04c-478a-89c7-47819a57ec65 req-ffa9150d-a821-49fc-8e40-af031ca5b903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:23.755534 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-d15f6540-b04c-478a-89c7-47819a57ec65 req-ffa9150d-a821-49fc-8e40-af031ca5b903 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3ff4efdf-629f-49b2-91cf-585f5d5e5f6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1216881 Aug 11 03:01:23.855921 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381d99e6-ee78-4db2-8f72-7cbb07f81142 req-05754c4d-b2d5-4935-a88b-fff9216b00be tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:23.857307 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-381d99e6-ee78-4db2-8f72-7cbb07f81142 req-05754c4d-b2d5-4935-a88b-fff9216b00be tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] 10.222.0.41 "GET /v2.0/networks/09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 HTTP/1.1" status: 200 len: 784 time: 0.1116958 Aug 11 03:01:23.942351 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-d15f6540-b04c-478a-89c7-47819a57ec65 req-ac267ee5-e660-4e2f-915d-20527752a727 service neutron] 10.222.0.22 "GET /v2.0/networks/3ff4efdf-629f-49b2-91cf-585f5d5e5f6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511853 Aug 11 03:01:23.951686 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-381d99e6-ee78-4db2-8f72-7cbb07f81142 req-741b8c8f-b3ae-479c-bb9a-4b8e33fb5256 tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.8.111 HTTP/1.1" status: 200 len: 1001 time: 0.0866187 Aug 11 03:01:23.962937 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-381d99e6-ee78-4db2-8f72-7cbb07f81142 req-d61a5407-1e8f-41d3-b682-93ad22e579f0 tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:01:24.043281 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-381d99e6-ee78-4db2-8f72-7cbb07f81142 req-d61a5407-1e8f-41d3-b682-93ad22e579f0 tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] Notify callbacks [] for floatingip, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:24.092561 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4ff59da8-f754-49e1-944c-9a85fec021e9 tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:24.105632 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 371b4dc3-1b9d-4260-bbcd-abd1b3a7fc1b details requested by agent hyperv_n-h2-764292-30 with host n-h2-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:01:24.106835 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-d15f6540-b04c-478a-89c7-47819a57ec65 req-82bf40f7-32fd-4709-ad70-f1f17885f94c service neutron] 10.222.0.22 "GET /v2.0/networks/3ff4efdf-629f-49b2-91cf-585f5d5e5f6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451344 Aug 11 03:01:24.153026 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4ff59da8-f754-49e1-944c-9a85fec021e9 tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446866'] for floatingip, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:24.225508 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port 371b4dc3-1b9d-4260-bbcd-abd1b3a7fc1b, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=371b4dc3-1b9d-4260-bbcd-abd1b3a7fc1b,segment=NetworkSegment(75626708-94f6-4fcc-8cbd-0dd0dd709069),segment_id=75626708-94f6-4fcc-8cbd-0dd0dd709069)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:01:24.240914 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Returning: {'device': '371b4dc3-1b9d-4260-bbcd-abd1b3a7fc1b', 'network_id': 'a1f5acc4-6e30-4bf9-bc28-7ff84dac631d', 'port_id': '371b4dc3-1b9d-4260-bbcd-abd1b3a7fc1b', 'mac_address': 'fa:16:3e:98:f2:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d013ade-4c13-41b9-b262-cf5646bc4bdb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:01:24.249072 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-381d99e6-ee78-4db2-8f72-7cbb07f81142 req-d61a5407-1e8f-41d3-b682-93ad22e579f0 tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:24.288708 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:24.294249 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15f6540-b04c-478a-89c7-47819a57ec65 req-7789dd6a-adf6-4553-b232-c62d1a87860e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:24.295844 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-d15f6540-b04c-478a-89c7-47819a57ec65 req-7789dd6a-adf6-4553-b232-c62d1a87860e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=42f48ed467fa4c1a8c7727abd216b298&device_id=87049386-efcc-4628-8386-ee16f20965dd HTTP/1.1" status: 200 len: 1097 time: 0.0874162 Aug 11 03:01:24.302123 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 371b4dc3-1b9d-4260-bbcd-abd1b3a7fc1b {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:01:24.328118 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port 371b4dc3-1b9d-4260-bbcd-abd1b3a7fc1b, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=371b4dc3-1b9d-4260-bbcd-abd1b3a7fc1b,segment=NetworkSegment(75626708-94f6-4fcc-8cbd-0dd0dd709069),segment_id=75626708-94f6-4fcc-8cbd-0dd0dd709069)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:01:24.341006 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-381d99e6-ee78-4db2-8f72-7cbb07f81142 req-d61a5407-1e8f-41d3-b682-93ad22e579f0 tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446866'] for floatingip, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:24.341574 n-d-764292-30 neutron-server[102192]: INFO neutron.db.l3_db [req-381d99e6-ee78-4db2-8f72-7cbb07f81142 req-d61a5407-1e8f-41d3-b682-93ad22e579f0 tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] Floating IP ed3ed54a-ab8b-4f01-9df9-9fad9a3829bf disassociated. External IP: 172.25.8.111, port: 8181c377-97f2-4da7-81c1-a738002f3130. Aug 11 03:01:24.355198 n-d-764292-30 neutron-server[102191]: INFO neutron.db.l3_db [None req-4ff59da8-f754-49e1-944c-9a85fec021e9 tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] Floating IP 8287411e-19cb-4b6d-9d0e-ec4ec73a9cad associated. External IP: 172.25.8.140, port: 460b214a-8cd5-4b2e-b195-3eb2e7434af1. Aug 11 03:01:24.422516 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:24.474144 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15f6540-b04c-478a-89c7-47819a57ec65 req-a348e16b-49db-43da-9dba-833400675ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:24.475656 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-d15f6540-b04c-478a-89c7-47819a57ec65 req-a348e16b-49db-43da-9dba-833400675ae0 service neutron] 10.222.0.22 "GET /v2.0/networks?id=3ff4efdf-629f-49b2-91cf-585f5d5e5f6f HTTP/1.1" status: 200 len: 921 time: 0.1725702 Aug 11 03:01:24.509957 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=371b4dc3-1b9d-4260-bbcd-abd1b3a7fc1b,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:24.544234 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-d15f6540-b04c-478a-89c7-47819a57ec65 req-b547de96-2683-4332-85b9-e10a39cd6203 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8181c377-97f2-4da7-81c1-a738002f3130 HTTP/1.1" status: 200 len: 217 time: 0.0527678 Aug 11 03:01:24.601893 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752353f0-9d2d-47e9-a183-3680dfbadb95 req-bfbaabda-bb83-4173-b450-13b5733ebccd tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:24.609200 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-752353f0-9d2d-47e9-a183-3680dfbadb95 req-bfbaabda-bb83-4173-b450-13b5733ebccd tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4da503b-42df-4297-90a5-a4517b73577c HTTP/1.1" status: 200 len: 945 time: 0.1242044 Aug 11 03:01:24.688574 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15f6540-b04c-478a-89c7-47819a57ec65 req-1c9beef4-6fb7-49c3-a64d-2448ac050ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:24.690276 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-d15f6540-b04c-478a-89c7-47819a57ec65 req-1c9beef4-6fb7-49c3-a64d-2448ac050ae8 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b72217e4-4ebb-4b82-9a4c-fcf14d2be745 HTTP/1.1" status: 200 len: 859 time: 0.1011565 Aug 11 03:01:24.696070 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-752353f0-9d2d-47e9-a183-3680dfbadb95 req-e79d84d2-ff5c-45d8-85f7-d97fc48963c7 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/security-groups?id=c7e06141-9137-4a1d-bc20-6fbfa107e8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856969 Aug 11 03:01:24.730391 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.l3_agent_scheduler [req-381d99e6-ee78-4db2-8f72-7cbb07f81142 req-d61a5407-1e8f-41d3-b682-93ad22e579f0 tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] Router 6500739a-34a4-4823-965f-e4fc802712e1 has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:01:24.745960 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['371b4dc3-1b9d-4260-bbcd-abd1b3a7fc1b'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:01:24.765787 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ff59da8-f754-49e1-944c-9a85fec021e9 tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] Router 0cabdcb2-c4a7-4927-b0e5-9a6f4314d7f1 has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:01:24.790387 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15f6540-b04c-478a-89c7-47819a57ec65 req-cdc00c98-b3cb-4cd9-9da1-1c40c8b17c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:24.792275 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-d15f6540-b04c-478a-89c7-47819a57ec65 req-cdc00c98-b3cb-4cd9-9da1-1c40c8b17c95 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3ff4efdf-629f-49b2-91cf-585f5d5e5f6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0837874 Aug 11 03:01:24.909622 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-381d99e6-ee78-4db2-8f72-7cbb07f81142 req-d61a5407-1e8f-41d3-b682-93ad22e579f0 tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:01:24.919597 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7aab7e5-cf40-4173-87fe-7d9bee5ae76d None None] Sync routers for ids ['6500739a-34a4-4823-965f-e4fc802712e1'] in n-d-764292-30 {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:01:24.928115 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-381d99e6-ee78-4db2-8f72-7cbb07f81142 req-d61a5407-1e8f-41d3-b682-93ad22e579f0 tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for floatingip, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:24.937658 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7aab7e5-cf40-4173-87fe-7d9bee5ae76d None None] Routers {'6500739a-34a4-4823-965f-e4fc802712e1'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:01:24.938443 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-c7aab7e5-cf40-4173-87fe-7d9bee5ae76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:01:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['6500739a-34a4-4823-965f-e4fc802712e1'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:24.997687 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-381d99e6-ee78-4db2-8f72-7cbb07f81142 req-d61a5407-1e8f-41d3-b682-93ad22e579f0 tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] 10.222.0.41 "PUT /v2.0/floatingips/ed3ed54a-ab8b-4f01-9df9-9fad9a3829bf HTTP/1.1" status: 200 len: 695 time: 1.0388317 Aug 11 03:01:25.097253 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381d99e6-ee78-4db2-8f72-7cbb07f81142 req-cdd1d56d-8f38-410a-8709-3a5dfcaad449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:25.107504 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-381d99e6-ee78-4db2-8f72-7cbb07f81142 req-cdd1d56d-8f38-410a-8709-3a5dfcaad449 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=42f48ed467fa4c1a8c7727abd216b298&device_id=87049386-efcc-4628-8386-ee16f20965dd HTTP/1.1" status: 200 len: 1097 time: 0.0989599 Aug 11 03:01:25.113301 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-d15f6540-b04c-478a-89c7-47819a57ec65 req-f1c7f287-6032-43ad-ab73-b2fa26f22d13 service neutron] 10.222.0.22 "GET /v2.0/networks/3ff4efdf-629f-49b2-91cf-585f5d5e5f6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2614613 Aug 11 03:01:25.118687 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87049386-efcc-4628-8386-ee16f20965dd', 'tag': '8181c377-97f2-4da7-81c1-a738002f3130'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:01:25.122637 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c1efca6-7538-4235-99b8-03f809b893c9" -d '{"events": [{"name": "network-changed", "server_uuid": "87049386-efcc-4628-8386-ee16f20965dd", "tag": "8181c377-97f2-4da7-81c1-a738002f3130"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:01:25.122918 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-c7aab7e5-cf40-4173-87fe-7d9bee5ae76d None None] Set router 6500739a-34a4-4823-965f-e4fc802712e1 gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:01:25.137773 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 43984) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:25.197033 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebf091b-327c-457a-9099-a0a04628c431 req-e6bed37d-702e-43bd-9dea-89fa23cea900 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:25.198669 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5ebf091b-327c-457a-9099-a0a04628c431 req-e6bed37d-702e-43bd-9dea-89fa23cea900 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4b1241a-b428-4fb4-be76-b0571e761664 HTTP/1.1" status: 200 len: 945 time: 0.1752477 Aug 11 03:01:25.234212 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ff59da8-f754-49e1-944c-9a85fec021e9 tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:01:25.245452 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9005aa-0333-4f25-bba9-86e0813e577d None None] Sync routers for ids ['0cabdcb2-c4a7-4927-b0e5-9a6f4314d7f1'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:01:25.247770 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4ff59da8-f754-49e1-944c-9a85fec021e9 tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for floatingip, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:25.259986 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9005aa-0333-4f25-bba9-86e0813e577d None None] Routers {'0cabdcb2-c4a7-4927-b0e5-9a6f4314d7f1'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:01:25.260652 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-de9005aa-0333-4f25-bba9-86e0813e577d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:01:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['0cabdcb2-c4a7-4927-b0e5-9a6f4314d7f1'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:25.302851 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5ebf091b-327c-457a-9099-a0a04628c431 req-a28bd6e0-2cb5-427f-bdf6-febaf66281e7 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5aa9049-617d-473f-afb5-b55716ab8aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903308 Aug 11 03:01:25.310381 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381d99e6-ee78-4db2-8f72-7cbb07f81142 req-8b5f4f5b-34b5-4fba-8267-1ee4425c31c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:25.311912 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-381d99e6-ee78-4db2-8f72-7cbb07f81142 req-8b5f4f5b-34b5-4fba-8267-1ee4425c31c3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3ff4efdf-629f-49b2-91cf-585f5d5e5f6f HTTP/1.1" status: 200 len: 921 time: 0.2034733 Aug 11 03:01:25.453233 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-381d99e6-ee78-4db2-8f72-7cbb07f81142 req-bbd9fee7-2b1b-485d-90ea-bbf1fd09d7c8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8181c377-97f2-4da7-81c1-a738002f3130 HTTP/1.1" status: 200 len: 217 time: 0.1308630 Aug 11 03:01:25.484643 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-c7aab7e5-cf40-4173-87fe-7d9bee5ae76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6500739a-34a4-4823-965f-e4fc802712e1', 'name': 'tempest-FloatingIPsAssociationTestJSON-755455579-router', 'tenant_id': '42f48ed467fa4c1a8c7727abd216b298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.218'}], 'enable_snat': True}, 'gw_port_id': '8eecdda4-00f5-4d63-98b5-7aae42bd8631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:00:16Z', 'updated_at': '2021-08-11T03:00:22Z', 'revision_number': 4, 'project_id': '42f48ed467fa4c1a8c7727abd216b298', 'gw_port': {'id': '8eecdda4-00f5-4d63-98b5-7aae42bd8631', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:b8:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6500739a-34a4-4823-965f-e4fc802712e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:00:18Z', 'updated_at': '2021-08-11T03:00:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': 'c6e9afdb-99ef-4fea-bbba-4f5022cda99c', 'name': '', 'network_id': '3ff4efdf-629f-49b2-91cf-585f5d5e5f6f', 'tenant_id': '42f48ed467fa4c1a8c7727abd216b298', 'mac_address': 'fa:16:3e:2b:b4:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6500739a-34a4-4823-965f-e4fc802712e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'b72217e4-4ebb-4b82-9a4c-fcf14d2be745', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:00:21Z', 'updated_at': '2021-08-11T03:00:30Z', 'revision_number': 5, 'project_id': '42f48ed467fa4c1a8c7727abd216b298', 'subnets': [{'id': 'b72217e4-4ebb-4b82-9a4c-fcf14d2be745', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:25.542868 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7aab7e5-cf40-4173-87fe-7d9bee5ae76d None None] Checking router: 6500739a-34a4-4823-965f-e4fc802712e1 for host: n-d-764292-30 {{(pid=102194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:01:25.553229 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7aab7e5-cf40-4173-87fe-7d9bee5ae76d None None] Routers {'6500739a-34a4-4823-965f-e4fc802712e1'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:01:25.553909 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-c7aab7e5-cf40-4173-87fe-7d9bee5ae76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:01:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['6500739a-34a4-4823-965f-e4fc802712e1'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:25.567808 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-de9005aa-0333-4f25-bba9-86e0813e577d None None] Set router 0cabdcb2-c4a7-4927-b0e5-9a6f4314d7f1 gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:01:25.607266 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381d99e6-ee78-4db2-8f72-7cbb07f81142 req-9b02dbe1-9c34-413f-84a9-098e8f6f6343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:25.620888 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-381d99e6-ee78-4db2-8f72-7cbb07f81142 req-9b02dbe1-9c34-413f-84a9-098e8f6f6343 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b72217e4-4ebb-4b82-9a4c-fcf14d2be745 HTTP/1.1" status: 200 len: 859 time: 0.1651995 Aug 11 03:01:25.636596 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-4ff59da8-f754-49e1-944c-9a85fec021e9 tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] 10.222.0.41 "PUT /v2.0/floatingips/8287411e-19cb-4b6d-9d0e-ec4ec73a9cad HTTP/1.1" status: 200 len: 991 time: 2.4351342 Aug 11 03:01:25.643742 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd87e1608-5c87-419d-a16a-70b7424f7fdd', 'tag': '460b214a-8cd5-4b2e-b195-3eb2e7434af1'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:01:25.647564 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11ca0308-5bda-43de-8995-61a4f3d5b44b" -d '{"events": [{"name": "network-changed", "server_uuid": "d87e1608-5c87-419d-a16a-70b7424f7fdd", "tag": "460b214a-8cd5-4b2e-b195-3eb2e7434af1"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:01:25.666992 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-a6870cb4-29cd-4b62-897e-8d876d68411d admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1869537676-network', 'tenant_id': '08e8c7f11f2a4409a5a19c9b71056b5f'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:01:25.722193 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381d99e6-ee78-4db2-8f72-7cbb07f81142 req-cebaf47e-944d-462e-bc13-4df0e0163918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:25.734214 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-381d99e6-ee78-4db2-8f72-7cbb07f81142 req-cebaf47e-944d-462e-bc13-4df0e0163918 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3ff4efdf-629f-49b2-91cf-585f5d5e5f6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1120410 Aug 11 03:01:25.739968 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82f3ad54-f4fb-48fd-8104-f9197ec476fa x-openstack-request-id: req-82f3ad54-f4fb-48fd-8104-f9197ec476fa {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:01:25.740105 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87049386-efcc-4628-8386-ee16f20965dd", "tag": "8181c377-97f2-4da7-81c1-a738002f3130", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:01:25.740343 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-82f3ad54-f4fb-48fd-8104-f9197ec476fa {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:01:25.740747 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87049386-efcc-4628-8386-ee16f20965dd', 'tag': '8181c377-97f2-4da7-81c1-a738002f3130', 'status': 'completed', 'code': 200} Aug 11 03:01:25.763370 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-d15f6540-b04c-478a-89c7-47819a57ec65 req-072db739-69f5-4941-8293-e1ec220095ae service neutron] 10.222.0.22 "GET /v2.0/networks/3ff4efdf-629f-49b2-91cf-585f5d5e5f6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6488833 Aug 11 03:01:25.781819 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-c7aab7e5-cf40-4173-87fe-7d9bee5ae76d None None] Set router 6500739a-34a4-4823-965f-e4fc802712e1 gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:01:25.912377 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6870cb4-29cd-4b62-897e-8d876d68411d admin admin] Made reservation on behalf of 08e8c7f11f2a4409a5a19c9b71056b5f for: {'network': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:01:25.915561 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a6870cb4-29cd-4b62-897e-8d876d68411d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:25.933842 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a6870cb4-29cd-4b62-897e-8d876d68411d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:25.960062 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0b34c3bf-663b-4075-a13f-c1f85d00cde9 req-2b2c65ee-9fcc-47d1-ad87-f416ec9f10e7 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/ports?device_id=d2b41ab6-4c5f-48f1-8bb5-e81de4e7be28 HTTP/1.1" status: 200 len: 210 time: 0.0705390 Aug 11 03:01:25.987246 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-381d99e6-ee78-4db2-8f72-7cbb07f81142 req-174471f5-af11-42f8-9865-50360e48ef85 service neutron] 10.222.0.41 "GET /v2.0/networks/3ff4efdf-629f-49b2-91cf-585f5d5e5f6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2509511 Aug 11 03:01:26.055001 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8717f574-e21d-440b-a298-0ffc21e4289e x-openstack-request-id: req-8717f574-e21d-440b-a298-0ffc21e4289e {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:01:26.062814 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d87e1608-5c87-419d-a16a-70b7424f7fdd", "tag": "460b214a-8cd5-4b2e-b195-3eb2e7434af1", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:01:26.063222 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8717f574-e21d-440b-a298-0ffc21e4289e {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:01:26.065040 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd87e1608-5c87-419d-a16a-70b7424f7fdd', 'tag': '460b214a-8cd5-4b2e-b195-3eb2e7434af1', 'status': 'completed', 'code': 200} Aug 11 03:01:26.068894 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-de9005aa-0333-4f25-bba9-86e0813e577d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cabdcb2-c4a7-4927-b0e5-9a6f4314d7f1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-581871637-router', 'tenant_id': 'e2a079adece943d79940f9231134e5b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': '3ed03132-a150-4896-9ed2-237b70295770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:58:29Z', 'updated_at': '2021-08-11T02:58:33Z', 'revision_number': 4, 'project_id': 'e2a079adece943d79940f9231134e5b8', 'gw_port': {'id': '3ed03132-a150-4896-9ed2-237b70295770', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ee:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cabdcb2-c4a7-4927-b0e5-9a6f4314d7f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:58:29Z', 'updated_at': '2021-08-11T02:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_floatingips': [{'id': '8287411e-19cb-4b6d-9d0e-ec4ec73a9cad', 'tenant_id': 'e2a079adece943d79940f9231134e5b8', 'floating_ip_address': '172.25.8.140', 'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'router_id': '0cabdcb2-c4a7-4927-b0e5-9a6f4314d7f1', 'port_id': '460b214a-8cd5-4b2e-b195-3eb2e7434af1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 191, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abf4f863-7e34-4c96-bae1-78fb72808e42', 'mac_address': 'fa:16:3e:5c:75:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87e1608-5c87-419d-a16a-70b7424f7fdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:58:58Z', 'updated_at': '2021-08-11T03:01:23Z', 'revision_number': 5, 'project_id': 'e2a079adece943d79940f9231134e5b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7854c917-39b9-4b2d-ade4-21a3f8d957d8', 'name': '', 'network_id': 'abf4f863-7e34-4c96-bae1-78fb72808e42', 'tenant_id': 'e2a079adece943d79940f9231134e5b8', 'mac_address': 'fa:16:3e:9e:4d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cabdcb2-c4a7-4927-b0e5-9a6f4314d7f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'ea672f68-2286-4aab-b6b2-6a0985e114d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:58:32Z', 'updated_at': '2021-08-11T02:58:42Z', 'revision_number': 5, 'project_id': 'e2a079adece943d79940f9231134e5b8', 'subnets': [{'id': 'ea672f68-2286-4aab-b6b2-6a0985e114d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:26.132366 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1efca6-7538-4235-99b8-03f809b893c9 req-ad767789-011a-4c39-9fdb-637e9ceb713b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:26.138223 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-3c1efca6-7538-4235-99b8-03f809b893c9 req-ad767789-011a-4c39-9fdb-637e9ceb713b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=42f48ed467fa4c1a8c7727abd216b298&device_id=87049386-efcc-4628-8386-ee16f20965dd HTTP/1.1" status: 200 len: 1097 time: 0.1818922 Aug 11 03:01:26.154861 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9005aa-0333-4f25-bba9-86e0813e577d None None] Checking router: 0cabdcb2-c4a7-4927-b0e5-9a6f4314d7f1 for host: n-d-764292-30 {{(pid=102193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:01:26.181317 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 46eb3533-e07c-442c-8924-7168fb1b7251 details requested by agent hyperv_n-h2-764292-30 with host n-h2-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:01:26.204772 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-381d99e6-ee78-4db2-8f72-7cbb07f81142 req-64eec67a-21fd-48b3-b95f-0c65bfb19db0 service neutron] 10.222.0.41 "GET /v2.0/networks/3ff4efdf-629f-49b2-91cf-585f5d5e5f6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2099018 Aug 11 03:01:26.362943 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-c7aab7e5-cf40-4173-87fe-7d9bee5ae76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6500739a-34a4-4823-965f-e4fc802712e1', 'name': 'tempest-FloatingIPsAssociationTestJSON-755455579-router', 'tenant_id': '42f48ed467fa4c1a8c7727abd216b298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.218'}], 'enable_snat': True}, 'gw_port_id': '8eecdda4-00f5-4d63-98b5-7aae42bd8631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:00:16Z', 'updated_at': '2021-08-11T03:00:22Z', 'revision_number': 4, 'project_id': '42f48ed467fa4c1a8c7727abd216b298', 'gw_port': {'id': '8eecdda4-00f5-4d63-98b5-7aae42bd8631', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:b8:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6500739a-34a4-4823-965f-e4fc802712e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:00:18Z', 'updated_at': '2021-08-11T03:00:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': 'c6e9afdb-99ef-4fea-bbba-4f5022cda99c', 'name': '', 'network_id': '3ff4efdf-629f-49b2-91cf-585f5d5e5f6f', 'tenant_id': '42f48ed467fa4c1a8c7727abd216b298', 'mac_address': 'fa:16:3e:2b:b4:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6500739a-34a4-4823-965f-e4fc802712e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'b72217e4-4ebb-4b82-9a4c-fcf14d2be745', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:00:21Z', 'updated_at': '2021-08-11T03:00:30Z', 'revision_number': 5, 'project_id': '42f48ed467fa4c1a8c7727abd216b298', 'subnets': [{'id': 'b72217e4-4ebb-4b82-9a4c-fcf14d2be745', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:26.418400 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7aab7e5-cf40-4173-87fe-7d9bee5ae76d None None] The sync data for ids ['6500739a-34a4-4823-965f-e4fc802712e1'] in n-d-764292-30 is: [{'id': '6500739a-34a4-4823-965f-e4fc802712e1', 'name': 'tempest-FloatingIPsAssociationTestJSON-755455579-router', 'tenant_id': '42f48ed467fa4c1a8c7727abd216b298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.218'}], 'enable_snat': True}, 'gw_port_id': '8eecdda4-00f5-4d63-98b5-7aae42bd8631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:00:16Z', 'updated_at': '2021-08-11T03:00:22Z', 'revision_number': 4, 'project_id': '42f48ed467fa4c1a8c7727abd216b298', 'gw_port': {'id': '8eecdda4-00f5-4d63-98b5-7aae42bd8631', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:b8:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6500739a-34a4-4823-965f-e4fc802712e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:00:18Z', 'updated_at': '2021-08-11T03:00:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': 'c6e9afdb-99ef-4fea-bbba-4f5022cda99c', 'name': '', 'network_id': '3ff4efdf-629f-49b2-91cf-585f5d5e5f6f', 'tenant_id': '42f48ed467fa4c1a8c7727abd216b298', 'mac_address': 'fa:16:3e:2b:b4:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6500739a-34a4-4823-965f-e4fc802712e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'b72217e4-4ebb-4b82-9a4c-fcf14d2be745', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:00:21Z', 'updated_at': '2021-08-11T03:00:30Z', 'revision_number': 5, 'project_id': '42f48ed467fa4c1a8c7727abd216b298', 'subnets': [{'id': 'b72217e4-4ebb-4b82-9a4c-fcf14d2be745', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:01:26.480629 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port 46eb3533-e07c-442c-8924-7168fb1b7251, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=46eb3533-e07c-442c-8924-7168fb1b7251,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:01:26.521009 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c642f0-19ca-41a5-bd93-06468eff74ad req-ba4de81c-042a-4133-af97-5455bbac2f91 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:26.522647 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1efca6-7538-4235-99b8-03f809b893c9 req-9f446798-97a7-40fc-927c-706f52d3222a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:26.528484 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-3c1efca6-7538-4235-99b8-03f809b893c9 req-9f446798-97a7-40fc-927c-706f52d3222a service neutron] 10.222.0.22 "GET /v2.0/networks?id=3ff4efdf-629f-49b2-91cf-585f5d5e5f6f HTTP/1.1" status: 200 len: 921 time: 0.3786516 Aug 11 03:01:26.531764 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-81c642f0-19ca-41a5-bd93-06468eff74ad req-ba4de81c-042a-4133-af97-5455bbac2f91 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4da503b-42df-4297-90a5-a4517b73577c HTTP/1.1" status: 200 len: 945 time: 0.3239565 Aug 11 03:01:26.537528 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 371b4dc3-1b9d-4260-bbcd-abd1b3a7fc1b up at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:01:26.556214 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Returning: {'device': '46eb3533-e07c-442c-8924-7168fb1b7251', 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba', 'port_id': '46eb3533-e07c-442c-8924-7168fb1b7251', 'mac_address': 'fa:16:3e:cc:1e:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '254a3f4d-2b75-429e-bbb2-8e70554e9483', 'ip_address': '192.168.233.160'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:01:26.557867 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d69e802-1f49-4756-a9f3-d8cd73b04780 req-de87d444-e2df-4f1d-9c93-0cbe1b5a2bec tempest-LiveAutoBlockMigrationV225Test-1544515844 tempest-LiveAutoBlockMigrationV225Test-1544515844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:26.562538 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9005aa-0333-4f25-bba9-86e0813e577d None None] Routers {'0cabdcb2-c4a7-4927-b0e5-9a6f4314d7f1'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:01:26.563266 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-de9005aa-0333-4f25-bba9-86e0813e577d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:01:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['0cabdcb2-c4a7-4927-b0e5-9a6f4314d7f1'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:26.570617 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7d69e802-1f49-4756-a9f3-d8cd73b04780 req-de87d444-e2df-4f1d-9c93-0cbe1b5a2bec tempest-LiveAutoBlockMigrationV225Test-1544515844 tempest-LiveAutoBlockMigrationV225Test-1544515844-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=d4b1241a-b428-4fb4-be76-b0571e761664&tenant_id=7a37d4caabc9417c92d7f5d7ce7df51b&binding%3Ahost_id=n-h2-764292-30 HTTP/1.1" status: 200 len: 1097 time: 0.3032980 Aug 11 03:01:26.748021 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-81c642f0-19ca-41a5-bd93-06468eff74ad req-907e5a2d-e3f9-4cb7-b8e2-2603ba8ed79d tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/security-groups?id=c7e06141-9137-4a1d-bc20-6fbfa107e8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921935 Aug 11 03:01:26.770415 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-7d69e802-1f49-4756-a9f3-d8cd73b04780 req-89a1762e-320b-4dc4-82ad-c7e84168eb46 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-764292-30'}}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:01:26.800168 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a6870cb4-29cd-4b62-897e-8d876d68411d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:26.805863 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-3c1efca6-7538-4235-99b8-03f809b893c9 req-5e9d1137-1830-4364-b7b6-31734bec1214 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8181c377-97f2-4da7-81c1-a738002f3130 HTTP/1.1" status: 200 len: 217 time: 0.2328491 Aug 11 03:01:26.869513 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ca0308-5bda-43de-8995-61a4f3d5b44b req-1dd21ffe-a51f-409b-9ae5-02cc1a9775df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:26.872001 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-11ca0308-5bda-43de-8995-61a4f3d5b44b req-1dd21ffe-a51f-409b-9ae5-02cc1a9775df service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e2a079adece943d79940f9231134e5b8&device_id=d87e1608-5c87-419d-a16a-70b7424f7fdd HTTP/1.1" status: 200 len: 1097 time: 0.6661909 Aug 11 03:01:26.884028 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b2ac98-afc5-4c25-9ab3-82fa019119f6 None None] New status for floating IP ed3ed54a-ab8b-4f01-9df9-9fad9a3829bf: DOWN {{(pid=102194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:01:26.917442 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1efca6-7538-4235-99b8-03f809b893c9 req-33656105-c585-4256-8d44-e0d04e09ac9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:26.919106 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-3c1efca6-7538-4235-99b8-03f809b893c9 req-33656105-c585-4256-8d44-e0d04e09ac9f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b72217e4-4ebb-4b82-9a4c-fcf14d2be745 HTTP/1.1" status: 200 len: 859 time: 0.1054099 Aug 11 03:01:26.927486 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a6870cb4-29cd-4b62-897e-8d876d68411d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:26.928658 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-de9005aa-0333-4f25-bba9-86e0813e577d None None] Set router 0cabdcb2-c4a7-4927-b0e5-9a6f4314d7f1 gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:01:27.034459 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6870cb4-29cd-4b62-897e-8d876d68411d admin admin] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=102191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:01:27.137354 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6870cb4-29cd-4b62-897e-8d876d68411d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ebc3a62-8705-482c-8004-457eb4afe602,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:27.152778 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-7d69e802-1f49-4756-a9f3-d8cd73b04780 req-89a1762e-320b-4dc4-82ad-c7e84168eb46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:27.167756 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a6870cb4-29cd-4b62-897e-8d876d68411d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:27.170426 n-d-764292-30 neutron-server[102191]: INFO neutron.db.segments_db [None req-a6870cb4-29cd-4b62-897e-8d876d68411d admin admin] Added segment 8579d5a4-5dcb-4b5a-abd0-cea0fe6d5bb6 of type vlan for network ba333e5d-6094-4fe3-8029-08d4a79f8949 Aug 11 03:01:27.182967 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6870cb4-29cd-4b62-897e-8d876d68411d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:01:27.183309 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6870cb4-29cd-4b62-897e-8d876d68411d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:01:27.183651 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6870cb4-29cd-4b62-897e-8d876d68411d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:01:27.184035 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6870cb4-29cd-4b62-897e-8d876d68411d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:01:27.184311 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6870cb4-29cd-4b62-897e-8d876d68411d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:01:27.184640 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6870cb4-29cd-4b62-897e-8d876d68411d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:01:27.184978 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6870cb4-29cd-4b62-897e-8d876d68411d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:01:27.185295 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6870cb4-29cd-4b62-897e-8d876d68411d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:01:27.186021 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6870cb4-29cd-4b62-897e-8d876d68411d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:01:27.186021 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6870cb4-29cd-4b62-897e-8d876d68411d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:01:27.186323 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6870cb4-29cd-4b62-897e-8d876d68411d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:01:27.193135 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6870cb4-29cd-4b62-897e-8d876d68411d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:01:27.221374 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51e0c02-13b6-4931-823d-1b4ed104d34b req-2e68e4bf-1d01-4d12-b603-81762c961ce4 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:27.235543 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c51e0c02-13b6-4931-823d-1b4ed104d34b req-2e68e4bf-1d01-4d12-b603-81762c961ce4 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4b1241a-b428-4fb4-be76-b0571e761664 HTTP/1.1" status: 200 len: 945 time: 0.2914767 Aug 11 03:01:27.313192 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a6870cb4-29cd-4b62-897e-8d876d68411d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:27.363917 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:27.364139 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1efca6-7538-4235-99b8-03f809b893c9 req-6afb7de1-0419-4b95-b70a-dc3d290169ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:27.371823 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-3c1efca6-7538-4235-99b8-03f809b893c9 req-6afb7de1-0419-4b95-b70a-dc3d290169ee service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3ff4efdf-629f-49b2-91cf-585f5d5e5f6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4358308 Aug 11 03:01:27.567888 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-3c1efca6-7538-4235-99b8-03f809b893c9 req-9b41997f-2784-4219-b300-525a96c7a36d service neutron] 10.222.0.22 "GET /v2.0/networks/3ff4efdf-629f-49b2-91cf-585f5d5e5f6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832826 Aug 11 03:01:27.615698 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a6870cb4-29cd-4b62-897e-8d876d68411d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:27.619153 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6870cb4-29cd-4b62-897e-8d876d68411d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:27.619153 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a6870cb4-29cd-4b62-897e-8d876d68411d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:27.672408 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 46eb3533-e07c-442c-8924-7168fb1b7251 {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:01:27.735225 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port 46eb3533-e07c-442c-8924-7168fb1b7251, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=46eb3533-e07c-442c-8924-7168fb1b7251,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:01:27.736283 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-a6870cb4-29cd-4b62-897e-8d876d68411d admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.5971043 Aug 11 03:01:27.740528 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 44040) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:27.757579 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-e7230684-947f-44b3-837d-478248d6287b admin admin] Request body: {'subnet': {'network_id': 'ba333e5d-6094-4fe3-8029-08d4a79f8949', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1869537676-subnet', 'tenant_id': '08e8c7f11f2a4409a5a19c9b71056b5f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:01:27.789213 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6870cb4-29cd-4b62-897e-8d876d68411d admin admin] Pushing event updated for resources: {'Network': ['ID=ba333e5d-6094-4fe3-8029-08d4a79f8949,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:27.802206 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network ba333e5d-6094-4fe3-8029-08d4a79f8949 details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:01:27.811155 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:27.812596 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning for port 371b4dc3-1b9d-4260-bbcd-abd1b3a7fc1b completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:01:27.857613 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-861f9eec-7c3a-42d9-8ffa-90d24e36c4a9 req-0feb828d-47ef-4d85-a875-bf09e96cf224 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=c1f9c9765b974fd98b786b1ff4e95823&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0263271 Aug 11 03:01:27.867039 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning complete for port 371b4dc3-1b9d-4260-bbcd-abd1b3a7fc1b triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:01:27.867432 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:27.870484 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-3c1efca6-7538-4235-99b8-03f809b893c9 req-f56b123d-c75c-4245-926c-ab6fae2306bc service neutron] 10.222.0.22 "GET /v2.0/networks/3ff4efdf-629f-49b2-91cf-585f5d5e5f6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2931347 Aug 11 03:01:27.913175 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ca0308-5bda-43de-8995-61a4f3d5b44b req-69853a6d-7908-4897-aa57-23b298a93163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:27.916393 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-11ca0308-5bda-43de-8995-61a4f3d5b44b req-69853a6d-7908-4897-aa57-23b298a93163 service neutron] 10.222.0.24 "GET /v2.0/networks?id=abf4f863-7e34-4c96-bae1-78fb72808e42 HTTP/1.1" status: 200 len: 924 time: 1.0200963 Aug 11 03:01:28.000045 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861f9eec-7c3a-42d9-8ffa-90d24e36c4a9 req-095240fd-6348-4769-b703-9659a88845a3 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:28.002503 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-861f9eec-7c3a-42d9-8ffa-90d24e36c4a9 req-095240fd-6348-4769-b703-9659a88845a3 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1298931 Aug 11 03:01:28.003889 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7230684-947f-44b3-837d-478248d6287b admin admin] Made reservation on behalf of 08e8c7f11f2a4409a5a19c9b71056b5f for: {'subnet': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:01:28.006704 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e7230684-947f-44b3-837d-478248d6287b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274743'] for subnet, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:28.027713 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-861f9eec-7c3a-42d9-8ffa-90d24e36c4a9 req-b5dc77f2-179c-400f-b49c-cf9b932326f6 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Request body: {'port': {'device_id': '7002e0d2-6ac9-4118-86a6-6764a8f80ab6', 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba', 'admin_state_up': True, 'tenant_id': 'c1f9c9765b974fd98b786b1ff4e95823'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:01:28.042645 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-482b26e7-5db2-4334-8667-6864ab4571c5 req-9fce0caf-e63c-48ed-9d71-cbd62bb00350 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/ports?device_id=d2b41ab6-4c5f-48f1-8bb5-e81de4e7be28 HTTP/1.1" status: 200 len: 210 time: 0.7335353 Aug 11 03:01:28.176180 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:28.210466 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['46eb3533-e07c-442c-8924-7168fb1b7251'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:01:28.329075 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-861f9eec-7c3a-42d9-8ffa-90d24e36c4a9 req-b5dc77f2-179c-400f-b49c-cf9b932326f6 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Made reservation on behalf of c1f9c9765b974fd98b786b1ff4e95823 for: {'port': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:01:28.331743 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port 371b4dc3-1b9d-4260-bbcd-abd1b3a7fc1b, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=371b4dc3-1b9d-4260-bbcd-abd1b3a7fc1b,segment=NetworkSegment(75626708-94f6-4fcc-8cbd-0dd0dd709069),segment_id=75626708-94f6-4fcc-8cbd-0dd0dd709069)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:01:28.334808 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-861f9eec-7c3a-42d9-8ffa-90d24e36c4a9 req-b5dc77f2-179c-400f-b49c-cf9b932326f6 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:28.351954 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4da503b-42df-4297-90a5-a4517b73577c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '371b4dc3-1b9d-4260-bbcd-abd1b3a7fc1b'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:01:28.352321 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b0fc21c-037a-4a16-9e8e-e097bb17bc4d" -d '{"events": [{"server_uuid": "b4da503b-42df-4297-90a5-a4517b73577c", "name": "network-vif-plugged", "status": "completed", "tag": "371b4dc3-1b9d-4260-bbcd-abd1b3a7fc1b"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:01:28.381994 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 3accc793-fe12-47ab-9ad3-76cfce77a764 details requested by agent hyperv_n-h1-764292-30 with host n-h1-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:01:28.397807 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c51e0c02-13b6-4931-823d-1b4ed104d34b req-1a0b25cd-21f1-4b18-9c11-c958f63f7e1e tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5aa9049-617d-473f-afb5-b55716ab8aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1597733 Aug 11 03:01:28.479238 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-11ca0308-5bda-43de-8995-61a4f3d5b44b req-75db7e2d-980a-4f49-ba3f-702e3ff8f46e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=460b214a-8cd5-4b2e-b195-3eb2e7434af1 HTTP/1.1" status: 200 len: 999 time: 0.5336611 Aug 11 03:01:28.500647 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e7230684-947f-44b3-837d-478248d6287b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126283476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274725'] for subnet, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:28.563386 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=46eb3533-e07c-442c-8924-7168fb1b7251,revision_number=6']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:28.569069 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-de9005aa-0333-4f25-bba9-86e0813e577d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cabdcb2-c4a7-4927-b0e5-9a6f4314d7f1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-581871637-router', 'tenant_id': 'e2a079adece943d79940f9231134e5b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': '3ed03132-a150-4896-9ed2-237b70295770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:58:29Z', 'updated_at': '2021-08-11T02:58:33Z', 'revision_number': 4, 'project_id': 'e2a079adece943d79940f9231134e5b8', 'gw_port': {'id': '3ed03132-a150-4896-9ed2-237b70295770', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ee:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cabdcb2-c4a7-4927-b0e5-9a6f4314d7f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:58:29Z', 'updated_at': '2021-08-11T02:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_floatingips': [{'id': '8287411e-19cb-4b6d-9d0e-ec4ec73a9cad', 'tenant_id': 'e2a079adece943d79940f9231134e5b8', 'floating_ip_address': '172.25.8.140', 'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'router_id': '0cabdcb2-c4a7-4927-b0e5-9a6f4314d7f1', 'port_id': '460b214a-8cd5-4b2e-b195-3eb2e7434af1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 191, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abf4f863-7e34-4c96-bae1-78fb72808e42', 'mac_address': 'fa:16:3e:5c:75:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87e1608-5c87-419d-a16a-70b7424f7fdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:58:58Z', 'updated_at': '2021-08-11T03:01:23Z', 'revision_number': 5, 'project_id': 'e2a079adece943d79940f9231134e5b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7854c917-39b9-4b2d-ade4-21a3f8d957d8', 'name': '', 'network_id': 'abf4f863-7e34-4c96-bae1-78fb72808e42', 'tenant_id': 'e2a079adece943d79940f9231134e5b8', 'mac_address': 'fa:16:3e:9e:4d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cabdcb2-c4a7-4927-b0e5-9a6f4314d7f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'ea672f68-2286-4aab-b6b2-6a0985e114d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:58:32Z', 'updated_at': '2021-08-11T02:58:42Z', 'revision_number': 5, 'project_id': 'e2a079adece943d79940f9231134e5b8', 'subnets': [{'id': 'ea672f68-2286-4aab-b6b2-6a0985e114d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:28.571191 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:28.623183 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f459a54-fa01-42ec-aa35-cb79c44fef83 req-e6fa25cb-d94a-44ea-96bd-41fe6d40298b tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:28.623183 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1f459a54-fa01-42ec-aa35-cb79c44fef83 req-e6fa25cb-d94a-44ea-96bd-41fe6d40298b tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] 10.222.0.41 "GET /v2.0/ports?device_id=db1dc61c-8179-44d3-8cb7-a4c54d08140b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3276532 Aug 11 03:01:28.688083 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-861f9eec-7c3a-42d9-8ffa-90d24e36c4a9 req-73deeba6-c622-4488-9d55-83a990164f75 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=c1f9c9765b974fd98b786b1ff4e95823&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1602721 Aug 11 03:01:28.742982 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7230684-947f-44b3-837d-478248d6287b admin admin] Checking segment: {'id': '8579d5a4-5dcb-4b5a-abd0-cea0fe6d5bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'ba333e5d-6094-4fe3-8029-08d4a79f8949'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:01:28.743684 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7230684-947f-44b3-837d-478248d6287b admin admin] Network hostable DHCP agents. Network: ba333e5d-6094-4fe3-8029-08d4a79f8949, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:01:28.752919 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [req-861f9eec-7c3a-42d9-8ffa-90d24e36c4a9 req-b5dc77f2-179c-400f-b49c-cf9b932326f6 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Allocated IP 192.168.233.219 (d1bf0def-6fa4-4d3e-bbc5-20a040931fba/254a3f4d-2b75-429e-bbb2-8e70554e9483/757139b6-8342-4504-82df-491f3ad6472a) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:01:28.788346 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1f459a54-fa01-42ec-aa35-cb79c44fef83 req-2d34d290-6254-4edb-b0ef-fd8c7f771caa tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.8.111 HTTP/1.1" status: 200 len: 696 time: 0.1509826 Aug 11 03:01:28.793574 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-1f459a54-fa01-42ec-aa35-cb79c44fef83 req-ee74b4b3-ec83-40b1-a30c-7703e9e5cdf5 tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] Request body: {'floatingip': {'port_id': '0eb98ab7-e375-4069-abac-27534e39f2d6', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:01:28.797448 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ca0308-5bda-43de-8995-61a4f3d5b44b req-05c0f8aa-46ea-4d79-a5ad-4b2d2d3eee6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:28.799627 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-11ca0308-5bda-43de-8995-61a4f3d5b44b req-05c0f8aa-46ea-4d79-a5ad-4b2d2d3eee6b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ea672f68-2286-4aab-b6b2-6a0985e114d8 HTTP/1.1" status: 200 len: 862 time: 0.3112526 Aug 11 03:01:28.804414 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9005aa-0333-4f25-bba9-86e0813e577d None None] The sync data for ids ['0cabdcb2-c4a7-4927-b0e5-9a6f4314d7f1'] in n-d-764292-30 is: [{'id': '0cabdcb2-c4a7-4927-b0e5-9a6f4314d7f1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-581871637-router', 'tenant_id': 'e2a079adece943d79940f9231134e5b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': '3ed03132-a150-4896-9ed2-237b70295770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:58:29Z', 'updated_at': '2021-08-11T02:58:33Z', 'revision_number': 4, 'project_id': 'e2a079adece943d79940f9231134e5b8', 'gw_port': {'id': '3ed03132-a150-4896-9ed2-237b70295770', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ee:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cabdcb2-c4a7-4927-b0e5-9a6f4314d7f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:58:29Z', 'updated_at': '2021-08-11T02:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_floatingips': [{'id': '8287411e-19cb-4b6d-9d0e-ec4ec73a9cad', 'tenant_id': 'e2a079adece943d79940f9231134e5b8', 'floating_ip_address': '172.25.8.140', 'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'router_id': '0cabdcb2-c4a7-4927-b0e5-9a6f4314d7f1', 'port_id': '460b214a-8cd5-4b2e-b195-3eb2e7434af1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 191, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abf4f863-7e34-4c96-bae1-78fb72808e42', 'mac_address': 'fa:16:3e:5c:75:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87e1608-5c87-419d-a16a-70b7424f7fdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:58:58Z', 'updated_at': '2021-08-11T03:01:23Z', 'revision_number': 5, 'project_id': 'e2a079adece943d79940f9231134e5b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7854c917-39b9-4b2d-ade4-21a3f8d957d8', 'name': '', 'network_id': 'abf4f863-7e34-4c96-bae1-78fb72808e42', 'tenant_id': 'e2a079adece943d79940f9231134e5b8', 'mac_address': 'fa:16:3e:9e:4d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cabdcb2-c4a7-4927-b0e5-9a6f4314d7f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'ea672f68-2286-4aab-b6b2-6a0985e114d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:58:32Z', 'updated_at': '2021-08-11T02:58:42Z', 'revision_number': 5, 'project_id': 'e2a079adece943d79940f9231134e5b8', 'subnets': [{'id': 'ea672f68-2286-4aab-b6b2-6a0985e114d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:01:28.846820 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.22', 60612) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:28.864190 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7230684-947f-44b3-837d-478248d6287b admin admin] Pushing event updated for resources: {'Subnet': ['ID=77b8acf5-e381-4b06-a29e-2105d54e9fb8,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:28.952344 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-7d69e802-1f49-4756-a9f3-d8cd73b04780 req-89a1762e-320b-4dc4-82ad-c7e84168eb46 service neutron] For port 3accc793-fe12-47ab-9ad3-76cfce77a764, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=3accc793-fe12-47ab-9ad3-76cfce77a764,segment=NetworkSegment(a45ed4ca-59d3-4372-9b5a-18bb6ba190c2),segment_id=a45ed4ca-59d3-4372-9b5a-18bb6ba190c2)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:01:28.960355 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 3accc793-fe12-47ab-9ad3-76cfce77a764, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=3accc793-fe12-47ab-9ad3-76cfce77a764,segment=NetworkSegment(a45ed4ca-59d3-4372-9b5a-18bb6ba190c2),segment_id=a45ed4ca-59d3-4372-9b5a-18bb6ba190c2)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:01:28.984804 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-1f459a54-fa01-42ec-aa35-cb79c44fef83 req-ee74b4b3-ec83-40b1-a30c-7703e9e5cdf5 tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] Notify callbacks [] for floatingip, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:29.028863 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7230684-947f-44b3-837d-478248d6287b admin admin] Network ba333e5d-6094-4fe3-8029-08d4a79f8949 is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:01:29.074984 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 3accc793-fe12-47ab-9ad3-76cfce77a764 has no active binding in host n-h1-764292-30 {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 11 03:01:29.080594 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=371b4dc3-1b9d-4260-bbcd-abd1b3a7fc1b,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:29.129877 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-6fafcc9d-1b2e-4c20-996e-745bc2e3c779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:29.194355 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861f9eec-7c3a-42d9-8ffa-90d24e36c4a9 req-727db3e4-0413-42ec-9dfe-3e33c5a9e05d tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:29.196008 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-861f9eec-7c3a-42d9-8ffa-90d24e36c4a9 req-727db3e4-0413-42ec-9dfe-3e33c5a9e05d tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4836681 Aug 11 03:01:29.209173 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ca0308-5bda-43de-8995-61a4f3d5b44b req-1545babd-c24c-43cf-aa51-fe081cfb1c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:29.210724 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41d4104-1f42-4bff-89ce-caf1397fe70a None None] New status for floating IP 8287411e-19cb-4b6d-9d0e-ec4ec73a9cad: ACTIVE {{(pid=102193) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:01:29.210855 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-11ca0308-5bda-43de-8995-61a4f3d5b44b req-1545babd-c24c-43cf-aa51-fe081cfb1c7e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=abf4f863-7e34-4c96-bae1-78fb72808e42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3961723 Aug 11 03:01:29.217071 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590a47c3-0a48-4f22-b6d0-2a0ddd2a1fdd req-82a11c8b-8a34-42a8-9a2a-9a8ff89c5033 tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:29.218724 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-590a47c3-0a48-4f22-b6d0-2a0ddd2a1fdd req-82a11c8b-8a34-42a8-9a2a-9a8ff89c5033 tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] 10.222.0.22 "GET /v2.0/ports?device_id=87049386-efcc-4628-8386-ee16f20965dd HTTP/1.1" status: 200 len: 945 time: 0.3135660 Aug 11 03:01:29.229191 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-861f9eec-7c3a-42d9-8ffa-90d24e36c4a9 req-3251d204-e860-44d3-a82e-9e173f6e050f tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Request body: {'port': {'device_id': 'd2b41ab6-4c5f-48f1-8bb5-e81de4e7be28', 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba', 'admin_state_up': True, 'tenant_id': 'c1f9c9765b974fd98b786b1ff4e95823'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:01:29.263850 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-e7230684-947f-44b3-837d-478248d6287b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, ba333e5d-6094-4fe3-8029-08d4a79f8949) {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:01:29.264755 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610830eb-fa2c-4e02-9605-42600ac0ba7c req-fd057e8f-ad4e-446c-93b9-4f855138ed92 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:29.272418 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-610830eb-fa2c-4e02-9605-42600ac0ba7c req-fd057e8f-ad4e-446c-93b9-4f855138ed92 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4da503b-42df-4297-90a5-a4517b73577c HTTP/1.1" status: 200 len: 946 time: 0.3699107 Aug 11 03:01:29.319320 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7230684-947f-44b3-837d-478248d6287b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:29.319967 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e7230684-947f-44b3-837d-478248d6287b admin admin] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:29.327709 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-7d69e802-1f49-4756-a9f3-d8cd73b04780 req-89a1762e-320b-4dc4-82ad-c7e84168eb46 service neutron] For port 3accc793-fe12-47ab-9ad3-76cfce77a764, host n-h2-764292-30, cleared binding levels {{(pid=102192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:01:29.410486 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-861f9eec-7c3a-42d9-8ffa-90d24e36c4a9 req-b5dc77f2-179c-400f-b49c-cf9b932326f6 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:29.413772 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a81af3e-ab7c-42c4-b189-a623ea72fc29 None None] Network ba333e5d-6094-4fe3-8029-08d4a79f8949 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:01:29.455779 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-e7230684-947f-44b3-837d-478248d6287b admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.6957486 Aug 11 03:01:29.460173 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [req-861f9eec-7c3a-42d9-8ffa-90d24e36c4a9 req-b5dc77f2-179c-400f-b49c-cf9b932326f6 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Transition to ACTIVE for port object 757139b6-8342-4504-82df-491f3ad6472a will not be triggered until provisioned by entity DHCP. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:01:29.485897 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4b1241a-b428-4fb4-be76-b0571e761664', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3accc793-fe12-47ab-9ad3-76cfce77a764'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:01:29.493788 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-268d6119-e06a-444f-b5dc-26d7aed531e0" -d '{"events": [{"server_uuid": "d4b1241a-b428-4fb4-be76-b0571e761664", "name": "network-vif-unplugged", "status": "completed", "tag": "3accc793-fe12-47ab-9ad3-76cfce77a764"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:01:29.506600 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-590a47c3-0a48-4f22-b6d0-2a0ddd2a1fdd req-df0f6cf6-2f13-44af-83df-a97fcd8fc780 tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] Deleting port 8181c377-97f2-4da7-81c1-a738002f3130 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:01:29.507025 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-590a47c3-0a48-4f22-b6d0-2a0ddd2a1fdd req-df0f6cf6-2f13-44af-83df-a97fcd8fc780 tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:29.532904 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-7d69e802-1f49-4756-a9f3-d8cd73b04780 req-89a1762e-320b-4dc4-82ad-c7e84168eb46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:29.583633 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-610830eb-fa2c-4e02-9605-42600ac0ba7c req-491eff42-a436-4a7c-8b10-3a8ee37abf11 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/security-groups?id=c7e06141-9137-4a1d-bc20-6fbfa107e8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3102391 Aug 11 03:01:29.608494 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e18a2c90-132a-4cd0-872c-76a2f8ecddad None None] Network ba333e5d-6094-4fe3-8029-08d4a79f8949 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:01:29.654358 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-590a47c3-0a48-4f22-b6d0-2a0ddd2a1fdd req-df0f6cf6-2f13-44af-83df-a97fcd8fc780 tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] For port 8181c377-97f2-4da7-81c1-a738002f3130, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=8181c377-97f2-4da7-81c1-a738002f3130,segment=NetworkSegment(8be48c87-49ff-409c-84bc-36da4c3f87ba),segment_id=8be48c87-49ff-409c-84bc-36da4c3f87ba)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:01:29.654830 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-590a47c3-0a48-4f22-b6d0-2a0ddd2a1fdd req-df0f6cf6-2f13-44af-83df-a97fcd8fc780 tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:29.664631 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-861f9eec-7c3a-42d9-8ffa-90d24e36c4a9 req-3251d204-e860-44d3-a82e-9e173f6e050f tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Made reservation on behalf of c1f9c9765b974fd98b786b1ff4e95823 for: {'port': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:01:29.668819 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-861f9eec-7c3a-42d9-8ffa-90d24e36c4a9 req-3251d204-e860-44d3-a82e-9e173f6e050f tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:29.683376 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-7d69e802-1f49-4756-a9f3-d8cd73b04780 req-89a1762e-320b-4dc4-82ad-c7e84168eb46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:29.688572 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-590a47c3-0a48-4f22-b6d0-2a0ddd2a1fdd req-df0f6cf6-2f13-44af-83df-a97fcd8fc780 tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] Calling delete_port for 8181c377-97f2-4da7-81c1-a738002f3130 owned by compute:nova {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:01:29.778485 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-861f9eec-7c3a-42d9-8ffa-90d24e36c4a9 req-b5dc77f2-179c-400f-b49c-cf9b932326f6 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:29.836173 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['acd77bac-ad9f-4185-9417-ca2c1c5f2f9c'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:01:29.868098 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-861f9eec-7c3a-42d9-8ffa-90d24e36c4a9 req-b5dc77f2-179c-400f-b49c-cf9b932326f6 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Network d1bf0def-6fa4-4d3e-bbc5-20a040931fba is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:01:29.882903 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [req-861f9eec-7c3a-42d9-8ffa-90d24e36c4a9 req-b5dc77f2-179c-400f-b49c-cf9b932326f6 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:01:29.892722 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-861f9eec-7c3a-42d9-8ffa-90d24e36c4a9 req-b5dc77f2-179c-400f-b49c-cf9b932326f6 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:01:29.901665 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dc77f2-179c-400f-b49c-cf9b932326f6 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Pushing event updated for resources: {'Port': ['ID=757139b6-8342-4504-82df-491f3ad6472a,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:29.906098 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:01:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51599966-68ae-4065-8541-6fbe920c51b8 x-openstack-request-id: req-51599966-68ae-4065-8541-6fbe920c51b8 {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:01:29.906683 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4da503b-42df-4297-90a5-a4517b73577c", "name": "network-vif-plugged", "status": "completed", "tag": "371b4dc3-1b9d-4260-bbcd-abd1b3a7fc1b", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:01:29.907125 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-51599966-68ae-4065-8541-6fbe920c51b8 {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:01:29.907882 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4da503b-42df-4297-90a5-a4517b73577c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '371b4dc3-1b9d-4260-bbcd-abd1b3a7fc1b', 'code': 200} Aug 11 03:01:29.926961 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-11ca0308-5bda-43de-8995-61a4f3d5b44b req-e8a286b7-4971-4c3a-a9b8-6ced7f2ffa84 service neutron] 10.222.0.24 "GET /v2.0/networks/abf4f863-7e34-4c96-bae1-78fb72808e42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6505294 Aug 11 03:01:30.098171 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [req-861f9eec-7c3a-42d9-8ffa-90d24e36c4a9 req-3251d204-e860-44d3-a82e-9e173f6e050f tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Allocated IP 192.168.233.178 (d1bf0def-6fa4-4d3e-bbc5-20a040931fba/254a3f4d-2b75-429e-bbb2-8e70554e9483/2e23dd7b-0b38-404c-8090-6ce6bff54305) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:01:30.121456 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-11ca0308-5bda-43de-8995-61a4f3d5b44b req-c3ff6c1c-c1e4-4f17-a6b5-6962b19fb714 service neutron] 10.222.0.24 "GET /v2.0/networks/abf4f863-7e34-4c96-bae1-78fb72808e42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654799 Aug 11 03:01:30.131022 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 46eb3533-e07c-442c-8924-7168fb1b7251 up at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:01:30.204490 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning complete for port 46eb3533-e07c-442c-8924-7168fb1b7251 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:01:30.212500 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:30.263833 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9d7ea543-08b3-441f-8428-e1d72e7b27e5 req-d92a258e-c15c-45bb-8ec3-6bf93a3980c4 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/ports?device_id=d2b41ab6-4c5f-48f1-8bb5-e81de4e7be28 HTTP/1.1" status: 200 len: 210 time: 0.3242130 Aug 11 03:01:30.321939 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:30.352814 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-7d69e802-1f49-4756-a9f3-d8cd73b04780 req-89a1762e-320b-4dc4-82ad-c7e84168eb46 service neutron] Attempting to bind port 3accc793-fe12-47ab-9ad3-76cfce77a764 on host n-h2-764292-30 for vnic_type normal with profile {"migrating_to": "n-h1-764292-30"} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:01:30.353125 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-7d69e802-1f49-4756-a9f3-d8cd73b04780 req-89a1762e-320b-4dc4-82ad-c7e84168eb46 service neutron] Attempting to bind port 3accc793-fe12-47ab-9ad3-76cfce77a764 by drivers openvswitch,hyperv on host n-h2-764292-30 at level 0 using segments [{'id': 'a45ed4ca-59d3-4372-9b5a-18bb6ba190c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f221beb7-8330-438a-a9fe-3bfcf5050d99'}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:01:30.353442 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d69e802-1f49-4756-a9f3-d8cd73b04780 req-89a1762e-320b-4dc4-82ad-c7e84168eb46 service neutron] Attempting to bind port 3accc793-fe12-47ab-9ad3-76cfce77a764 on network f221beb7-8330-438a-a9fe-3bfcf5050d99 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:01:30.374225 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port 46eb3533-e07c-442c-8924-7168fb1b7251, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=46eb3533-e07c-442c-8924-7168fb1b7251,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:01:30.398520 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861f9eec-7c3a-42d9-8ffa-90d24e36c4a9 req-b5dc77f2-179c-400f-b49c-cf9b932326f6 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:30.399316 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-861f9eec-7c3a-42d9-8ffa-90d24e36c4a9 req-b5dc77f2-179c-400f-b49c-cf9b932326f6 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:30.401158 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a1762e-320b-4dc4-82ad-c7e84168eb46 service neutron] Pushing event updated for resources: {'Port': ['ID=3accc793-fe12-47ab-9ad3-76cfce77a764,revision_number=7']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:30.417709 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497309ba-36a0-4db9-9ecd-fdea6c0f754b req-fd051cbd-064b-4bb0-b745-fafbf2a2f648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:30.418645 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-497309ba-36a0-4db9-9ecd-fdea6c0f754b req-fd051cbd-064b-4bb0-b745-fafbf2a2f648 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b4da503b-42df-4297-90a5-a4517b73577c HTTP/1.1" status: 200 len: 1098 time: 0.4780147 Aug 11 03:01:30.430014 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d69e802-1f49-4756-a9f3-d8cd73b04780 req-89a1762e-320b-4dc4-82ad-c7e84168eb46 service neutron] Port 3accc793-fe12-47ab-9ad3-76cfce77a764 on network f221beb7-8330-438a-a9fe-3bfcf5050d99 not bound, no agent of type Open vSwitch agent registered on host n-h2-764292-30 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:01:30.430366 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d69e802-1f49-4756-a9f3-d8cd73b04780 req-89a1762e-320b-4dc4-82ad-c7e84168eb46 service neutron] Attempting to bind port 3accc793-fe12-47ab-9ad3-76cfce77a764 on network f221beb7-8330-438a-a9fe-3bfcf5050d99 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:01:30.432689 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-95a387a2-4264-418c-a4a9-7717a18ae803 None None] Provisioning for port 757139b6-8342-4504-82df-491f3ad6472a completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:01:30.437892 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-95a387a2-4264-418c-a4a9-7717a18ae803 None None] Provisioning complete for port 757139b6-8342-4504-82df-491f3ad6472a triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:01:30.438739 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-95a387a2-4264-418c-a4a9-7717a18ae803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:30.455138 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a1762e-320b-4dc4-82ad-c7e84168eb46 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:01:30.455626 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a1762e-320b-4dc4-82ad-c7e84168eb46 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:01:30.455969 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a1762e-320b-4dc4-82ad-c7e84168eb46 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:01:30.456563 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a1762e-320b-4dc4-82ad-c7e84168eb46 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:01:30.456893 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a1762e-320b-4dc4-82ad-c7e84168eb46 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:01:30.457214 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a1762e-320b-4dc4-82ad-c7e84168eb46 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:01:30.457534 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a1762e-320b-4dc4-82ad-c7e84168eb46 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:01:30.457851 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a1762e-320b-4dc4-82ad-c7e84168eb46 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:01:30.458168 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a1762e-320b-4dc4-82ad-c7e84168eb46 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:01:30.458503 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a1762e-320b-4dc4-82ad-c7e84168eb46 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:01:30.458818 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a1762e-320b-4dc4-82ad-c7e84168eb46 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:01:30.459130 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a1762e-320b-4dc4-82ad-c7e84168eb46 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:01:30.478213 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-861f9eec-7c3a-42d9-8ffa-90d24e36c4a9 req-3251d204-e860-44d3-a82e-9e173f6e050f tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:30.487874 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d69e802-1f49-4756-a9f3-d8cd73b04780 req-89a1762e-320b-4dc4-82ad-c7e84168eb46 service neutron] Checking agent: {'id': '70015fc0-62fb-48b2-b453-36906937cf2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 1, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:01:30.488111 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d69e802-1f49-4756-a9f3-d8cd73b04780 req-89a1762e-320b-4dc4-82ad-c7e84168eb46 service neutron] Checking segment: {'id': 'a45ed4ca-59d3-4372-9b5a-18bb6ba190c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f221beb7-8330-438a-a9fe-3bfcf5050d99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:01:30.488485 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d69e802-1f49-4756-a9f3-d8cd73b04780 req-89a1762e-320b-4dc4-82ad-c7e84168eb46 service neutron] Bound using segment: {'id': 'a45ed4ca-59d3-4372-9b5a-18bb6ba190c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f221beb7-8330-438a-a9fe-3bfcf5050d99'} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:01:30.488929 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-7d69e802-1f49-4756-a9f3-d8cd73b04780 req-89a1762e-320b-4dc4-82ad-c7e84168eb46 service neutron] Bound port: 3accc793-fe12-47ab-9ad3-76cfce77a764, host: n-h2-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a45ed4ca-59d3-4372-9b5a-18bb6ba190c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f221beb7-8330-438a-a9fe-3bfcf5050d99'}}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:01:30.489285 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-7d69e802-1f49-4756-a9f3-d8cd73b04780 req-89a1762e-320b-4dc4-82ad-c7e84168eb46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:30.500071 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [req-861f9eec-7c3a-42d9-8ffa-90d24e36c4a9 req-3251d204-e860-44d3-a82e-9e173f6e050f tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Transition to ACTIVE for port object 2e23dd7b-0b38-404c-8090-6ce6bff54305 will not be triggered until provisioned by entity DHCP. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:01:30.501016 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:30.549798 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-95a387a2-4264-418c-a4a9-7717a18ae803 None None] Port 757139b6-8342-4504-82df-491f3ad6472a cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:01:30.557191 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-861f9eec-7c3a-42d9-8ffa-90d24e36c4a9 req-b5dc77f2-179c-400f-b49c-cf9b932326f6 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5334103 Aug 11 03:01:30.569126 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=46eb3533-e07c-442c-8924-7168fb1b7251,revision_number=7']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:30.588668 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-861f9eec-7c3a-42d9-8ffa-90d24e36c4a9 req-c462490d-3ef9-4b40-9150-7ecf4cab6143 service neutron] Request body: {'port': {'device_id': '7002e0d2-6ac9-4118-86a6-6764a8f80ab6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764292-30'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:01:30.593973 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-497309ba-36a0-4db9-9ecd-fdea6c0f754b req-779b76af-0a7b-46e9-bf8e-aacda872f2eb service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=c7e06141-9137-4a1d-bc20-6fbfa107e8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609273 Aug 11 03:01:30.608157 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9fe40c-abef-4a29-8333-c39469a6439a req-613ef867-75dc-42d8-983d-7f1577ef7ad2 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:30.609688 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2e9fe40c-abef-4a29-8333-c39469a6439a req-613ef867-75dc-42d8-983d-7f1577ef7ad2 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4b1241a-b428-4fb4-be76-b0571e761664 HTTP/1.1" status: 200 len: 943 time: 0.2058415 Aug 11 03:01:30.635740 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-590a47c3-0a48-4f22-b6d0-2a0ddd2a1fdd req-df0f6cf6-2f13-44af-83df-a97fcd8fc780 tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:30.647982 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['0eb98ab7-e375-4069-abac-27534e39f2d6'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:01:30.678997 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-861f9eec-7c3a-42d9-8ffa-90d24e36c4a9 req-3251d204-e860-44d3-a82e-9e173f6e050f tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:30.725972 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-7d69e802-1f49-4756-a9f3-d8cd73b04780 req-89a1762e-320b-4dc4-82ad-c7e84168eb46 service neutron] For port 3accc793-fe12-47ab-9ad3-76cfce77a764, host n-h2-764292-30, cleared binding levels {{(pid=102192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:01:30.728746 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0f6cf6-2f13-44af-83df-a97fcd8fc780 tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] Pushing event deleted for resources: {'Port': ['ID=8181c377-97f2-4da7-81c1-a738002f3130,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:30.744221 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['acd77bac-ad9f-4185-9417-ca2c1c5f2f9c'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:01:30.745476 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-861f9eec-7c3a-42d9-8ffa-90d24e36c4a9 req-c462490d-3ef9-4b40-9150-7ecf4cab6143 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:30.756201 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2e9fe40c-abef-4a29-8333-c39469a6439a req-251e4b61-5692-46a2-8c0e-c69823847f2d tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5aa9049-617d-473f-afb5-b55716ab8aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388319 Aug 11 03:01:30.786367 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-1f459a54-fa01-42ec-aa35-cb79c44fef83 req-ee74b4b3-ec83-40b1-a30c-7703e9e5cdf5 tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:30.793740 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-7d69e802-1f49-4756-a9f3-d8cd73b04780 req-89a1762e-320b-4dc4-82ad-c7e84168eb46 service neutron] For port 3accc793-fe12-47ab-9ad3-76cfce77a764, host n-h2-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=3accc793-fe12-47ab-9ad3-76cfce77a764,segment=NetworkSegment(a45ed4ca-59d3-4372-9b5a-18bb6ba190c2),segment_id=a45ed4ca-59d3-4372-9b5a-18bb6ba190c2)] {{(pid=102192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:01:30.815607 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-590a47c3-0a48-4f22-b6d0-2a0ddd2a1fdd req-df0f6cf6-2f13-44af-83df-a97fcd8fc780 tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] No DVR routers for this DVR port 8181c377-97f2-4da7-81c1-a738002f3130 on host n-h1-764292-30 {{(pid=102191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:01:30.830168 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 03:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50983ba5-5159-49e6-a394-8e63efaac24e x-openstack-request-id: req-50983ba5-5159-49e6-a394-8e63efaac24e {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:01:30.830511 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4b1241a-b428-4fb4-be76-b0571e761664", "name": "network-vif-unplugged", "status": "completed", "tag": "3accc793-fe12-47ab-9ad3-76cfce77a764", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:01:30.835382 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-50983ba5-5159-49e6-a394-8e63efaac24e {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:01:30.835382 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4b1241a-b428-4fb4-be76-b0571e761664', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3accc793-fe12-47ab-9ad3-76cfce77a764', 'code': 200} Aug 11 03:01:30.855234 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-1f459a54-fa01-42ec-aa35-cb79c44fef83 req-ee74b4b3-ec83-40b1-a30c-7703e9e5cdf5 tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446866'] for floatingip, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:30.865319 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-590a47c3-0a48-4f22-b6d0-2a0ddd2a1fdd req-df0f6cf6-2f13-44af-83df-a97fcd8fc780 tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:30.867441 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-590a47c3-0a48-4f22-b6d0-2a0ddd2a1fdd req-df0f6cf6-2f13-44af-83df-a97fcd8fc780 tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] 10.222.0.22 "DELETE /v2.0/ports/8181c377-97f2-4da7-81c1-a738002f3130 HTTP/1.1" status: 204 len: 173 time: 1.6344945 Aug 11 03:01:30.872073 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87049386-efcc-4628-8386-ee16f20965dd', 'name': 'network-vif-deleted', 'tag': '8181c377-97f2-4da7-81c1-a738002f3130'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:01:30.878393 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-212c680a-7b06-4a5c-9c13-7cfa11ec7a9c" -d '{"events": [{"server_uuid": "87049386-efcc-4628-8386-ee16f20965dd", "name": "network-vif-deleted", "tag": "8181c377-97f2-4da7-81c1-a738002f3130"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:01:30.883561 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-861f9eec-7c3a-42d9-8ffa-90d24e36c4a9 req-3251d204-e860-44d3-a82e-9e173f6e050f tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Network d1bf0def-6fa4-4d3e-bbc5-20a040931fba is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:01:30.930990 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-7d69e802-1f49-4756-a9f3-d8cd73b04780 req-89a1762e-320b-4dc4-82ad-c7e84168eb46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:31.028299 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [req-861f9eec-7c3a-42d9-8ffa-90d24e36c4a9 req-3251d204-e860-44d3-a82e-9e173f6e050f tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:01:31.028299 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-861f9eec-7c3a-42d9-8ffa-90d24e36c4a9 req-3251d204-e860-44d3-a82e-9e173f6e050f tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:01:31.121182 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3251d204-e860-44d3-a82e-9e173f6e050f tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Pushing event updated for resources: {'Port': ['ID=2e23dd7b-0b38-404c-8090-6ce6bff54305,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:31.324907 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a1762e-320b-4dc4-82ad-c7e84168eb46 service neutron] Pushing event updated for resources: {'Port': ['ID=3accc793-fe12-47ab-9ad3-76cfce77a764,revision_number=8']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:31.333127 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861f9eec-7c3a-42d9-8ffa-90d24e36c4a9 req-3251d204-e860-44d3-a82e-9e173f6e050f tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:31.333961 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-861f9eec-7c3a-42d9-8ffa-90d24e36c4a9 req-3251d204-e860-44d3-a82e-9e173f6e050f tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:31.379404 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d69e802-1f49-4756-a9f3-d8cd73b04780 req-89a1762e-320b-4dc4-82ad-c7e84168eb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:31.380117 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-7d69e802-1f49-4756-a9f3-d8cd73b04780 req-89a1762e-320b-4dc4-82ad-c7e84168eb46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:31.381796 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7d69e802-1f49-4756-a9f3-d8cd73b04780 req-89a1762e-320b-4dc4-82ad-c7e84168eb46 service neutron] 10.222.0.22 "PUT /v2.0/ports/3accc793-fe12-47ab-9ad3-76cfce77a764 HTTP/1.1" status: 200 len: 1123 time: 4.6764984 Aug 11 03:01:31.407359 n-d-764292-30 neutron-server[102192]: INFO neutron.db.l3_db [req-1f459a54-fa01-42ec-aa35-cb79c44fef83 req-ee74b4b3-ec83-40b1-a30c-7703e9e5cdf5 tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] Floating IP ed3ed54a-ab8b-4f01-9df9-9fad9a3829bf associated. External IP: 172.25.8.111, port: 0eb98ab7-e375-4069-abac-27534e39f2d6. Aug 11 03:01:31.480965 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-861f9eec-7c3a-42d9-8ffa-90d24e36c4a9 req-3251d204-e860-44d3-a82e-9e173f6e050f tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2585776 Aug 11 03:01:31.504119 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-861f9eec-7c3a-42d9-8ffa-90d24e36c4a9 req-e62f1e9d-1c66-4594-bd73-4d612cdfec2b service neutron] Request body: {'port': {'device_id': 'd2b41ab6-4c5f-48f1-8bb5-e81de4e7be28', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764292-30'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:01:31.524972 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['3accc793-fe12-47ab-9ad3-76cfce77a764'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:01:31.599576 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['3accc793-fe12-47ab-9ad3-76cfce77a764'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:01:31.606127 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3bf50ea0-b46f-4255-8380-263127113a04 None None] Provisioning for port 2e23dd7b-0b38-404c-8090-6ce6bff54305 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:01:31.683150 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3bf50ea0-b46f-4255-8380-263127113a04 None None] Provisioning complete for port 2e23dd7b-0b38-404c-8090-6ce6bff54305 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:01:31.690530 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3bf50ea0-b46f-4255-8380-263127113a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:31.710854 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346cbab3-a91b-4ddb-bc15-08f19cc3964e req-30b7b929-40e0-4b75-8ef8-788ca1a7f65c tempest-InstanceActionsV221TestJSON-1671300123 tempest-InstanceActionsV221TestJSON-1671300123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:31.718014 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-346cbab3-a91b-4ddb-bc15-08f19cc3964e req-30b7b929-40e0-4b75-8ef8-788ca1a7f65c tempest-InstanceActionsV221TestJSON-1671300123 tempest-InstanceActionsV221TestJSON-1671300123-project] 10.222.0.41 "GET /v2.0/networks?id=ba333e5d-6094-4fe3-8029-08d4a79f8949 HTTP/1.1" status: 200 len: 818 time: 0.1989541 Aug 11 03:01:31.733159 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-861f9eec-7c3a-42d9-8ffa-90d24e36c4a9 req-e62f1e9d-1c66-4594-bd73-4d612cdfec2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:31.770957 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-346cbab3-a91b-4ddb-bc15-08f19cc3964e req-e46479dc-766c-4bce-8ff0-3a7852de492e tempest-InstanceActionsV221TestJSON-1671300123 tempest-InstanceActionsV221TestJSON-1671300123-project] 10.222.0.41 "GET /v2.0/quotas/08e8c7f11f2a4409a5a19c9b71056b5f HTTP/1.1" status: 200 len: 375 time: 0.0518508 Aug 11 03:01:31.817920 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-346cbab3-a91b-4ddb-bc15-08f19cc3964e req-b6fce2c8-fcfb-4249-b202-5df409bfce9f tempest-InstanceActionsV221TestJSON-1671300123 tempest-InstanceActionsV221TestJSON-1671300123-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=08e8c7f11f2a4409a5a19c9b71056b5f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0459185 Aug 11 03:01:31.884917 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [req-861f9eec-7c3a-42d9-8ffa-90d24e36c4a9 req-c462490d-3ef9-4b40-9150-7ecf4cab6143 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 757139b6-8342-4504-82df-491f3ad6472a {{(pid=102191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:01:31.898259 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-3bf50ea0-b46f-4255-8380-263127113a04 None None] Port 2e23dd7b-0b38-404c-8090-6ce6bff54305 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:01:31.905027 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-861f9eec-7c3a-42d9-8ffa-90d24e36c4a9 req-c462490d-3ef9-4b40-9150-7ecf4cab6143 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:31.911324 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7150980e-2083-44a0-b896-b3ca6e56e82d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46eb3533-e07c-442c-8924-7168fb1b7251'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:01:31.913782 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24c121a4-cdd2-40fe-a703-1657ea038157" -d '{"events": [{"server_uuid": "7150980e-2083-44a0-b896-b3ca6e56e82d", "name": "network-vif-plugged", "status": "completed", "tag": "46eb3533-e07c-442c-8924-7168fb1b7251"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:01:31.932023 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-7a5f331a-2b72-4cc7-a30f-4628de4ca054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:31.966091 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:32.170057 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [req-861f9eec-7c3a-42d9-8ffa-90d24e36c4a9 req-c462490d-3ef9-4b40-9150-7ecf4cab6143 service neutron] Transition to ACTIVE for port object 757139b6-8342-4504-82df-491f3ad6472a will not be triggered until provisioned by entity L2. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:01:32.237433 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1f459a54-fa01-42ec-aa35-cb79c44fef83 req-ee74b4b3-ec83-40b1-a30c-7703e9e5cdf5 tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] Router 6500739a-34a4-4823-965f-e4fc802712e1 has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:01:32.295174 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-861f9eec-7c3a-42d9-8ffa-90d24e36c4a9 req-c462490d-3ef9-4b40-9150-7ecf4cab6143 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:32.325907 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-346cbab3-a91b-4ddb-bc15-08f19cc3964e req-b6c919df-1b18-4192-80c5-d06806b53e8f service neutron] 10.222.0.41 "GET /v2.0/networks/ba333e5d-6094-4fe3-8029-08d4a79f8949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5069165 Aug 11 03:01:32.344196 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 8181c377-97f2-4da7-81c1-a738002f3130 no longer exists at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:01:32.382985 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] No Port match for: 8181c377-97f2-4da7-81c1-a738002f3130 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:01:32.385901 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 8181c377-97f2-4da7-81c1-a738002f3130 not bound to the agent host n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:01:32.430218 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-346cbab3-a91b-4ddb-bc15-08f19cc3964e req-85ac95a7-29bb-4ee9-998b-2bf338081dd6 service neutron] 10.222.0.41 "GET /v2.0/networks/ba333e5d-6094-4fe3-8029-08d4a79f8949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032360 Aug 11 03:01:32.553145 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1f459a54-fa01-42ec-aa35-cb79c44fef83 req-ee74b4b3-ec83-40b1-a30c-7703e9e5cdf5 tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:01:32.559445 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-1f459a54-fa01-42ec-aa35-cb79c44fef83 req-ee74b4b3-ec83-40b1-a30c-7703e9e5cdf5 tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for floatingip, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:32.568249 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf78fb1-bb0e-4746-880b-9d553a64e6af None None] Sync routers for ids ['6500739a-34a4-4823-965f-e4fc802712e1'] in n-d-764292-30 {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:01:32.580698 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf78fb1-bb0e-4746-880b-9d553a64e6af None None] Routers {'6500739a-34a4-4823-965f-e4fc802712e1'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:01:32.582793 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-dbf78fb1-bb0e-4746-880b-9d553a64e6af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:01:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['6500739a-34a4-4823-965f-e4fc802712e1'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:32.583686 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [req-861f9eec-7c3a-42d9-8ffa-90d24e36c4a9 req-e62f1e9d-1c66-4594-bd73-4d612cdfec2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e23dd7b-0b38-404c-8090-6ce6bff54305 {{(pid=102191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:01:32.592932 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-861f9eec-7c3a-42d9-8ffa-90d24e36c4a9 req-e62f1e9d-1c66-4594-bd73-4d612cdfec2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:32.610202 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [req-861f9eec-7c3a-42d9-8ffa-90d24e36c4a9 req-e62f1e9d-1c66-4594-bd73-4d612cdfec2b service neutron] Transition to ACTIVE for port object 2e23dd7b-0b38-404c-8090-6ce6bff54305 will not be triggered until provisioned by entity L2. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:01:32.621539 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c462490d-3ef9-4b40-9150-7ecf4cab6143 service neutron] Pushing event updated for resources: {'Port': ['ID=757139b6-8342-4504-82df-491f3ad6472a,revision_number=2']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:32.655800 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1f459a54-fa01-42ec-aa35-cb79c44fef83 req-ee74b4b3-ec83-40b1-a30c-7703e9e5cdf5 tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] 10.222.0.41 "PUT /v2.0/floatingips/ed3ed54a-ab8b-4f01-9df9-9fad9a3829bf HTTP/1.1" status: 200 len: 997 time: 3.8665023 Aug 11 03:01:32.686619 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-861f9eec-7c3a-42d9-8ffa-90d24e36c4a9 req-e62f1e9d-1c66-4594-bd73-4d612cdfec2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:32.778642 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62f1e9d-1c66-4594-bd73-4d612cdfec2b service neutron] Pushing event updated for resources: {'Port': ['ID=2e23dd7b-0b38-404c-8090-6ce6bff54305,revision_number=2']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:32.813180 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f459a54-fa01-42ec-aa35-cb79c44fef83 req-9019b89e-6068-470f-9bda-7075b6ae7a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:32.819434 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1f459a54-fa01-42ec-aa35-cb79c44fef83 req-9019b89e-6068-470f-9bda-7075b6ae7a00 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=42f48ed467fa4c1a8c7727abd216b298&device_id=db1dc61c-8179-44d3-8cb7-a4c54d08140b HTTP/1.1" status: 200 len: 1098 time: 0.1350374 Aug 11 03:01:32.842938 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-861f9eec-7c3a-42d9-8ffa-90d24e36c4a9 req-c462490d-3ef9-4b40-9150-7ecf4cab6143 service neutron] Attempting to bind port 757139b6-8342-4504-82df-491f3ad6472a on host n-h1-764292-30 for vnic_type normal with profile {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:01:32.843272 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-861f9eec-7c3a-42d9-8ffa-90d24e36c4a9 req-c462490d-3ef9-4b40-9150-7ecf4cab6143 service neutron] Attempting to bind port 757139b6-8342-4504-82df-491f3ad6472a by drivers openvswitch,hyperv on host n-h1-764292-30 at level 0 using segments [{'id': '9b7b03c0-092f-4953-898f-de6d8f2338ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba'}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:01:32.843604 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-861f9eec-7c3a-42d9-8ffa-90d24e36c4a9 req-c462490d-3ef9-4b40-9150-7ecf4cab6143 service neutron] Attempting to bind port 757139b6-8342-4504-82df-491f3ad6472a on network d1bf0def-6fa4-4d3e-bbc5-20a040931fba {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:01:32.849975 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:32.916398 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-861f9eec-7c3a-42d9-8ffa-90d24e36c4a9 req-c462490d-3ef9-4b40-9150-7ecf4cab6143 service neutron] Port 757139b6-8342-4504-82df-491f3ad6472a on network d1bf0def-6fa4-4d3e-bbc5-20a040931fba not bound, no agent of type Open vSwitch agent registered on host n-h1-764292-30 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:01:32.916993 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-861f9eec-7c3a-42d9-8ffa-90d24e36c4a9 req-c462490d-3ef9-4b40-9150-7ecf4cab6143 service neutron] Attempting to bind port 757139b6-8342-4504-82df-491f3ad6472a on network d1bf0def-6fa4-4d3e-bbc5-20a040931fba {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:01:32.917934 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-dbf78fb1-bb0e-4746-880b-9d553a64e6af None None] Set router 6500739a-34a4-4823-965f-e4fc802712e1 gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:01:32.932350 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-861f9eec-7c3a-42d9-8ffa-90d24e36c4a9 req-c462490d-3ef9-4b40-9150-7ecf4cab6143 service neutron] Checking agent: {'id': 'abb524c2-b412-4ed2-8367-45c4fd996fa7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 1, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:01:32.932697 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-861f9eec-7c3a-42d9-8ffa-90d24e36c4a9 req-c462490d-3ef9-4b40-9150-7ecf4cab6143 service neutron] Checking segment: {'id': '9b7b03c0-092f-4953-898f-de6d8f2338ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:01:32.933086 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-861f9eec-7c3a-42d9-8ffa-90d24e36c4a9 req-c462490d-3ef9-4b40-9150-7ecf4cab6143 service neutron] Bound using segment: {'id': '9b7b03c0-092f-4953-898f-de6d8f2338ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba'} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:01:32.933518 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-861f9eec-7c3a-42d9-8ffa-90d24e36c4a9 req-c462490d-3ef9-4b40-9150-7ecf4cab6143 service neutron] Bound port: 757139b6-8342-4504-82df-491f3ad6472a, host: n-h1-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b7b03c0-092f-4953-898f-de6d8f2338ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba'}}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:01:32.933870 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-861f9eec-7c3a-42d9-8ffa-90d24e36c4a9 req-c462490d-3ef9-4b40-9150-7ecf4cab6143 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:32.935152 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4b1241a-b428-4fb4-be76-b0571e761664', 'tag': '3accc793-fe12-47ab-9ad3-76cfce77a764'}, {'name': 'network-changed', 'server_uuid': 'db1dc61c-8179-44d3-8cb7-a4c54d08140b', 'tag': '0eb98ab7-e375-4069-abac-27534e39f2d6'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:01:32.936849 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-861f9eec-7c3a-42d9-8ffa-90d24e36c4a9 req-e62f1e9d-1c66-4594-bd73-4d612cdfec2b service neutron] Attempting to bind port 2e23dd7b-0b38-404c-8090-6ce6bff54305 on host n-h1-764292-30 for vnic_type normal with profile {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:01:32.937400 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-861f9eec-7c3a-42d9-8ffa-90d24e36c4a9 req-e62f1e9d-1c66-4594-bd73-4d612cdfec2b service neutron] Attempting to bind port 2e23dd7b-0b38-404c-8090-6ce6bff54305 by drivers openvswitch,hyperv on host n-h1-764292-30 at level 0 using segments [{'id': '9b7b03c0-092f-4953-898f-de6d8f2338ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba'}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:01:32.937532 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-861f9eec-7c3a-42d9-8ffa-90d24e36c4a9 req-e62f1e9d-1c66-4594-bd73-4d612cdfec2b service neutron] Attempting to bind port 2e23dd7b-0b38-404c-8090-6ce6bff54305 on network d1bf0def-6fa4-4d3e-bbc5-20a040931fba {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:01:32.947383 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-861f9eec-7c3a-42d9-8ffa-90d24e36c4a9 req-e62f1e9d-1c66-4594-bd73-4d612cdfec2b service neutron] Port 2e23dd7b-0b38-404c-8090-6ce6bff54305 on network d1bf0def-6fa4-4d3e-bbc5-20a040931fba not bound, no agent of type Open vSwitch agent registered on host n-h1-764292-30 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:01:32.947692 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e71bc44-58c4-4464-91e1-4364e9720a68" -d '{"events": [{"name": "network-changed", "server_uuid": "d4b1241a-b428-4fb4-be76-b0571e761664", "tag": "3accc793-fe12-47ab-9ad3-76cfce77a764"}, {"name": "network-changed", "server_uuid": "db1dc61c-8179-44d3-8cb7-a4c54d08140b", "tag": "0eb98ab7-e375-4069-abac-27534e39f2d6"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:01:32.948452 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-861f9eec-7c3a-42d9-8ffa-90d24e36c4a9 req-e62f1e9d-1c66-4594-bd73-4d612cdfec2b service neutron] Attempting to bind port 2e23dd7b-0b38-404c-8090-6ce6bff54305 on network d1bf0def-6fa4-4d3e-bbc5-20a040931fba {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:01:32.966952 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-861f9eec-7c3a-42d9-8ffa-90d24e36c4a9 req-e62f1e9d-1c66-4594-bd73-4d612cdfec2b service neutron] Checking agent: {'id': 'abb524c2-b412-4ed2-8367-45c4fd996fa7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 1, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:01:32.966952 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-861f9eec-7c3a-42d9-8ffa-90d24e36c4a9 req-e62f1e9d-1c66-4594-bd73-4d612cdfec2b service neutron] Checking segment: {'id': '9b7b03c0-092f-4953-898f-de6d8f2338ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:01:32.966952 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-861f9eec-7c3a-42d9-8ffa-90d24e36c4a9 req-e62f1e9d-1c66-4594-bd73-4d612cdfec2b service neutron] Bound using segment: {'id': '9b7b03c0-092f-4953-898f-de6d8f2338ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba'} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:01:32.966952 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-861f9eec-7c3a-42d9-8ffa-90d24e36c4a9 req-e62f1e9d-1c66-4594-bd73-4d612cdfec2b service neutron] Bound port: 2e23dd7b-0b38-404c-8090-6ce6bff54305, host: n-h1-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b7b03c0-092f-4953-898f-de6d8f2338ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba'}}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:01:32.966952 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-861f9eec-7c3a-42d9-8ffa-90d24e36c4a9 req-e62f1e9d-1c66-4594-bd73-4d612cdfec2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:33.099265 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c467c417-c9e1-4f8c-86a9-9fd7c3837df2 req-319d3e6b-e0f0-4a6c-8078-44f62acc9039 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:33.099265 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c467c417-c9e1-4f8c-86a9-9fd7c3837df2 req-319d3e6b-e0f0-4a6c-8078-44f62acc9039 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4da503b-42df-4297-90a5-a4517b73577c HTTP/1.1" status: 200 len: 946 time: 0.1338348 Aug 11 03:01:33.112003 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f459a54-fa01-42ec-aa35-cb79c44fef83 req-f8263c47-4a64-4fb6-a157-1a3ed1a70ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:33.122679 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1f459a54-fa01-42ec-aa35-cb79c44fef83 req-f8263c47-4a64-4fb6-a157-1a3ed1a70ea8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3ff4efdf-629f-49b2-91cf-585f5d5e5f6f HTTP/1.1" status: 200 len: 921 time: 0.2971067 Aug 11 03:01:33.156016 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-861f9eec-7c3a-42d9-8ffa-90d24e36c4a9 req-c462490d-3ef9-4b40-9150-7ecf4cab6143 service neutron] For port 757139b6-8342-4504-82df-491f3ad6472a, host n-h1-764292-30, cleared binding levels {{(pid=102191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:01:33.163334 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-861f9eec-7c3a-42d9-8ffa-90d24e36c4a9 req-c462490d-3ef9-4b40-9150-7ecf4cab6143 service neutron] For port 757139b6-8342-4504-82df-491f3ad6472a, host n-h1-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=757139b6-8342-4504-82df-491f3ad6472a,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:01:33.170959 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-861f9eec-7c3a-42d9-8ffa-90d24e36c4a9 req-e62f1e9d-1c66-4594-bd73-4d612cdfec2b service neutron] For port 2e23dd7b-0b38-404c-8090-6ce6bff54305, host n-h1-764292-30, cleared binding levels {{(pid=102191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:01:33.175360 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-861f9eec-7c3a-42d9-8ffa-90d24e36c4a9 req-e62f1e9d-1c66-4594-bd73-4d612cdfec2b service neutron] For port 2e23dd7b-0b38-404c-8090-6ce6bff54305, host n-h1-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=2e23dd7b-0b38-404c-8090-6ce6bff54305,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:01:33.195136 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c467c417-c9e1-4f8c-86a9-9fd7c3837df2 req-13be85e2-c4f5-4b48-94ba-2f29a1c697ee tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/security-groups?id=c7e06141-9137-4a1d-bc20-6fbfa107e8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938091 Aug 11 03:01:33.239332 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1f459a54-fa01-42ec-aa35-cb79c44fef83 req-15265011-f038-4bef-8ca8-478453b054dd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0eb98ab7-e375-4069-abac-27534e39f2d6 HTTP/1.1" status: 200 len: 1000 time: 0.0919311 Aug 11 03:01:33.270600 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f459a54-fa01-42ec-aa35-cb79c44fef83 req-ff7d8b3b-b761-4da2-8e53-5de737773743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:33.272371 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1f459a54-fa01-42ec-aa35-cb79c44fef83 req-ff7d8b3b-b761-4da2-8e53-5de737773743 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b72217e4-4ebb-4b82-9a4c-fcf14d2be745 HTTP/1.1" status: 200 len: 859 time: 0.0494888 Aug 11 03:01:33.287238 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-dbf78fb1-bb0e-4746-880b-9d553a64e6af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6500739a-34a4-4823-965f-e4fc802712e1', 'name': 'tempest-FloatingIPsAssociationTestJSON-755455579-router', 'tenant_id': '42f48ed467fa4c1a8c7727abd216b298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.218'}], 'enable_snat': True}, 'gw_port_id': '8eecdda4-00f5-4d63-98b5-7aae42bd8631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:00:16Z', 'updated_at': '2021-08-11T03:00:22Z', 'revision_number': 4, 'project_id': '42f48ed467fa4c1a8c7727abd216b298', 'gw_port': {'id': '8eecdda4-00f5-4d63-98b5-7aae42bd8631', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:b8:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6500739a-34a4-4823-965f-e4fc802712e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:00:18Z', 'updated_at': '2021-08-11T03:00:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_floatingips': [{'id': 'ed3ed54a-ab8b-4f01-9df9-9fad9a3829bf', 'tenant_id': '42f48ed467fa4c1a8c7727abd216b298', 'floating_ip_address': '172.25.8.111', 'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'router_id': '6500739a-34a4-4823-965f-e4fc802712e1', 'port_id': '0eb98ab7-e375-4069-abac-27534e39f2d6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ff4efdf-629f-49b2-91cf-585f5d5e5f6f', 'mac_address': 'fa:16:3e:3f:bf:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db1dc61c-8179-44d3-8cb7-a4c54d08140b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:00:44Z', 'updated_at': '2021-08-11T03:01:30Z', 'revision_number': 8, 'project_id': '42f48ed467fa4c1a8c7727abd216b298', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6e9afdb-99ef-4fea-bbba-4f5022cda99c', 'name': '', 'network_id': '3ff4efdf-629f-49b2-91cf-585f5d5e5f6f', 'tenant_id': '42f48ed467fa4c1a8c7727abd216b298', 'mac_address': 'fa:16:3e:2b:b4:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6500739a-34a4-4823-965f-e4fc802712e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'b72217e4-4ebb-4b82-9a4c-fcf14d2be745', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:00:21Z', 'updated_at': '2021-08-11T03:00:30Z', 'revision_number': 5, 'project_id': '42f48ed467fa4c1a8c7727abd216b298', 'subnets': [{'id': 'b72217e4-4ebb-4b82-9a4c-fcf14d2be745', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:33.311052 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cd88e10-65bd-4a9e-8edb-9723c99e594c x-openstack-request-id: req-0cd88e10-65bd-4a9e-8edb-9723c99e594c {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:01:33.311409 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87049386-efcc-4628-8386-ee16f20965dd", "name": "network-vif-deleted", "tag": "8181c377-97f2-4da7-81c1-a738002f3130", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:01:33.311724 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0cd88e10-65bd-4a9e-8edb-9723c99e594c {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:01:33.312364 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87049386-efcc-4628-8386-ee16f20965dd', 'name': 'network-vif-deleted', 'tag': '8181c377-97f2-4da7-81c1-a738002f3130', 'status': 'completed', 'code': 200} Aug 11 03:01:33.320340 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf78fb1-bb0e-4746-880b-9d553a64e6af None None] Checking router: 6500739a-34a4-4823-965f-e4fc802712e1 for host: n-d-764292-30 {{(pid=102194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:01:33.329359 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf78fb1-bb0e-4746-880b-9d553a64e6af None None] Routers {'6500739a-34a4-4823-965f-e4fc802712e1'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:01:33.330762 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-dbf78fb1-bb0e-4746-880b-9d553a64e6af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:01:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['6500739a-34a4-4823-965f-e4fc802712e1'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:33.331909 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f459a54-fa01-42ec-aa35-cb79c44fef83 req-e8ecac0b-d7ee-4487-bcc9-15fcbb216729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:33.333919 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1f459a54-fa01-42ec-aa35-cb79c44fef83 req-e8ecac0b-d7ee-4487-bcc9-15fcbb216729 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3ff4efdf-629f-49b2-91cf-585f5d5e5f6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0531235 Aug 11 03:01:33.445870 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-dbf78fb1-bb0e-4746-880b-9d553a64e6af None None] Set router 6500739a-34a4-4823-965f-e4fc802712e1 gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:01:33.475188 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd7298d-1b22-48f1-8823-fd750e159422 req-12909073-7771-45e9-ab16-e72bc49c36fb tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:33.476709 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6cd7298d-1b22-48f1-8823-fd750e159422 req-12909073-7771-45e9-ab16-e72bc49c36fb tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/ports?device_id=d2b41ab6-4c5f-48f1-8bb5-e81de4e7be28 HTTP/1.1" status: 200 len: 948 time: 0.0778315 Aug 11 03:01:33.495353 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1f459a54-fa01-42ec-aa35-cb79c44fef83 req-c120d809-74c1-4b5d-9e6d-032f4f3d60fd service neutron] 10.222.0.41 "GET /v2.0/networks/3ff4efdf-629f-49b2-91cf-585f5d5e5f6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530619 Aug 11 03:01:33.565920 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6cd7298d-1b22-48f1-8823-fd750e159422 req-602fd999-d04b-4f06-91cb-8e1dd333b59a tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8b0be49-76ee-4d50-8be0-9bf1508da412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817304 Aug 11 03:01:33.612009 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1f459a54-fa01-42ec-aa35-cb79c44fef83 req-89927174-92a6-488c-aaed-61bce0787958 service neutron] 10.222.0.41 "GET /v2.0/networks/3ff4efdf-629f-49b2-91cf-585f5d5e5f6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109803 Aug 11 03:01:33.674858 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-dbf78fb1-bb0e-4746-880b-9d553a64e6af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6500739a-34a4-4823-965f-e4fc802712e1', 'name': 'tempest-FloatingIPsAssociationTestJSON-755455579-router', 'tenant_id': '42f48ed467fa4c1a8c7727abd216b298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.218'}], 'enable_snat': True}, 'gw_port_id': '8eecdda4-00f5-4d63-98b5-7aae42bd8631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:00:16Z', 'updated_at': '2021-08-11T03:00:22Z', 'revision_number': 4, 'project_id': '42f48ed467fa4c1a8c7727abd216b298', 'gw_port': {'id': '8eecdda4-00f5-4d63-98b5-7aae42bd8631', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:b8:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6500739a-34a4-4823-965f-e4fc802712e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:00:18Z', 'updated_at': '2021-08-11T03:00:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_floatingips': [{'id': 'ed3ed54a-ab8b-4f01-9df9-9fad9a3829bf', 'tenant_id': '42f48ed467fa4c1a8c7727abd216b298', 'floating_ip_address': '172.25.8.111', 'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'router_id': '6500739a-34a4-4823-965f-e4fc802712e1', 'port_id': '0eb98ab7-e375-4069-abac-27534e39f2d6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ff4efdf-629f-49b2-91cf-585f5d5e5f6f', 'mac_address': 'fa:16:3e:3f:bf:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db1dc61c-8179-44d3-8cb7-a4c54d08140b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:00:44Z', 'updated_at': '2021-08-11T03:01:30Z', 'revision_number': 8, 'project_id': '42f48ed467fa4c1a8c7727abd216b298', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6e9afdb-99ef-4fea-bbba-4f5022cda99c', 'name': '', 'network_id': '3ff4efdf-629f-49b2-91cf-585f5d5e5f6f', 'tenant_id': '42f48ed467fa4c1a8c7727abd216b298', 'mac_address': 'fa:16:3e:2b:b4:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6500739a-34a4-4823-965f-e4fc802712e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'b72217e4-4ebb-4b82-9a4c-fcf14d2be745', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:00:21Z', 'updated_at': '2021-08-11T03:00:30Z', 'revision_number': 5, 'project_id': '42f48ed467fa4c1a8c7727abd216b298', 'subnets': [{'id': 'b72217e4-4ebb-4b82-9a4c-fcf14d2be745', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:33.692738 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f36d66-e401-4c0f-af26-61787ffb13da req-c1bb37af-0df5-4c48-ae34-8c3d34ad16fe tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:33.694295 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d0f36d66-e401-4c0f-af26-61787ffb13da req-c1bb37af-0df5-4c48-ae34-8c3d34ad16fe tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4b1241a-b428-4fb4-be76-b0571e761664 HTTP/1.1" status: 200 len: 943 time: 0.0573587 Aug 11 03:01:33.710929 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf78fb1-bb0e-4746-880b-9d553a64e6af None None] The sync data for ids ['6500739a-34a4-4823-965f-e4fc802712e1'] in n-d-764292-30 is: [{'id': '6500739a-34a4-4823-965f-e4fc802712e1', 'name': 'tempest-FloatingIPsAssociationTestJSON-755455579-router', 'tenant_id': '42f48ed467fa4c1a8c7727abd216b298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.218'}], 'enable_snat': True}, 'gw_port_id': '8eecdda4-00f5-4d63-98b5-7aae42bd8631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:00:16Z', 'updated_at': '2021-08-11T03:00:22Z', 'revision_number': 4, 'project_id': '42f48ed467fa4c1a8c7727abd216b298', 'gw_port': {'id': '8eecdda4-00f5-4d63-98b5-7aae42bd8631', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:b8:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6500739a-34a4-4823-965f-e4fc802712e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:00:18Z', 'updated_at': '2021-08-11T03:00:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_floatingips': [{'id': 'ed3ed54a-ab8b-4f01-9df9-9fad9a3829bf', 'tenant_id': '42f48ed467fa4c1a8c7727abd216b298', 'floating_ip_address': '172.25.8.111', 'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'router_id': '6500739a-34a4-4823-965f-e4fc802712e1', 'port_id': '0eb98ab7-e375-4069-abac-27534e39f2d6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ff4efdf-629f-49b2-91cf-585f5d5e5f6f', 'mac_address': 'fa:16:3e:3f:bf:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db1dc61c-8179-44d3-8cb7-a4c54d08140b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:00:44Z', 'updated_at': '2021-08-11T03:01:30Z', 'revision_number': 8, 'project_id': '42f48ed467fa4c1a8c7727abd216b298', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6e9afdb-99ef-4fea-bbba-4f5022cda99c', 'name': '', 'network_id': '3ff4efdf-629f-49b2-91cf-585f5d5e5f6f', 'tenant_id': '42f48ed467fa4c1a8c7727abd216b298', 'mac_address': 'fa:16:3e:2b:b4:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6500739a-34a4-4823-965f-e4fc802712e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'b72217e4-4ebb-4b82-9a4c-fcf14d2be745', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:00:21Z', 'updated_at': '2021-08-11T03:00:30Z', 'revision_number': 5, 'project_id': '42f48ed467fa4c1a8c7727abd216b298', 'subnets': [{'id': 'b72217e4-4ebb-4b82-9a4c-fcf14d2be745', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:01:33.737087 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d0f36d66-e401-4c0f-af26-61787ffb13da req-b82fdd82-b7d1-4fa2-879c-4536963c308d tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5aa9049-617d-473f-afb5-b55716ab8aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364225 Aug 11 03:01:33.786731 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a3453f4-db46-4719-a3cd-a1081a3950c8 x-openstack-request-id: req-7a3453f4-db46-4719-a3cd-a1081a3950c8 {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:01:33.787021 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7150980e-2083-44a0-b896-b3ca6e56e82d", "name": "network-vif-plugged", "status": "completed", "tag": "46eb3533-e07c-442c-8924-7168fb1b7251", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:01:33.787270 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7a3453f4-db46-4719-a3cd-a1081a3950c8 {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:01:33.787833 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7150980e-2083-44a0-b896-b3ca6e56e82d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46eb3533-e07c-442c-8924-7168fb1b7251', 'code': 200} Aug 11 03:01:33.879932 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-861f9eec-7c3a-42d9-8ffa-90d24e36c4a9 req-c462490d-3ef9-4b40-9150-7ecf4cab6143 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:33.942977 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23792306-1800-4ae1-b15c-3d208e69bbe7 None None] New status for floating IP ed3ed54a-ab8b-4f01-9df9-9fad9a3829bf: ACTIVE {{(pid=102193) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:01:33.948900 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-861f9eec-7c3a-42d9-8ffa-90d24e36c4a9 req-e62f1e9d-1c66-4594-bd73-4d612cdfec2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:34.033821 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861f9eec-7c3a-42d9-8ffa-90d24e36c4a9 req-c462490d-3ef9-4b40-9150-7ecf4cab6143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:34.036337 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-861f9eec-7c3a-42d9-8ffa-90d24e36c4a9 req-c462490d-3ef9-4b40-9150-7ecf4cab6143 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:34.038378 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-861f9eec-7c3a-42d9-8ffa-90d24e36c4a9 req-c462490d-3ef9-4b40-9150-7ecf4cab6143 service neutron] 10.222.0.22 "PUT /v2.0/ports/757139b6-8342-4504-82df-491f3ad6472a HTTP/1.1" status: 200 len: 1097 time: 3.4682519 Aug 11 03:01:34.047268 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7bf3fccc-afc7-4e64-a7c7-869429c0d5e4 req-486ab857-dd79-4532-8920-18cac7777c66 tempest-InstanceActionsV221TestJSON-1671300123 tempest-InstanceActionsV221TestJSON-1671300123-project] 10.222.0.41 "GET /v2.0/ports?device_id=04956f64-b6f4-4446-ac1a-1240e8f56ba1 HTTP/1.1" status: 200 len: 210 time: 0.0829632 Aug 11 03:01:34.087744 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861f9eec-7c3a-42d9-8ffa-90d24e36c4a9 req-e62f1e9d-1c66-4594-bd73-4d612cdfec2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:34.089216 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 11 Aug 2021 03:01:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bbc44f0-42dc-4fb0-8fe6-21caa9f83767 x-openstack-request-id: req-2bbc44f0-42dc-4fb0-8fe6-21caa9f83767 {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:01:34.089530 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4b1241a-b428-4fb4-be76-b0571e761664", "tag": "3accc793-fe12-47ab-9ad3-76cfce77a764", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "db1dc61c-8179-44d3-8cb7-a4c54d08140b", "tag": "0eb98ab7-e375-4069-abac-27534e39f2d6", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:01:34.089803 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2bbc44f0-42dc-4fb0-8fe6-21caa9f83767 {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:01:34.090014 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-861f9eec-7c3a-42d9-8ffa-90d24e36c4a9 req-e62f1e9d-1c66-4594-bd73-4d612cdfec2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:34.090186 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4b1241a-b428-4fb4-be76-b0571e761664', 'tag': '3accc793-fe12-47ab-9ad3-76cfce77a764', 'status': 'completed', 'code': 200} Aug 11 03:01:34.097329 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db1dc61c-8179-44d3-8cb7-a4c54d08140b', 'tag': '0eb98ab7-e375-4069-abac-27534e39f2d6', 'status': 'completed', 'code': 200} Aug 11 03:01:34.097500 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-861f9eec-7c3a-42d9-8ffa-90d24e36c4a9 req-e62f1e9d-1c66-4594-bd73-4d612cdfec2b service neutron] 10.222.0.22 "PUT /v2.0/ports/2e23dd7b-0b38-404c-8090-6ce6bff54305 HTTP/1.1" status: 200 len: 1097 time: 2.5928559 Aug 11 03:01:34.097500 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c462490d-3ef9-4b40-9150-7ecf4cab6143 service neutron] Pushing event updated for resources: {'Port': ['ID=757139b6-8342-4504-82df-491f3ad6472a,revision_number=3']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:34.206058 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62f1e9d-1c66-4594-bd73-4d612cdfec2b service neutron] Pushing event updated for resources: {'Port': ['ID=2e23dd7b-0b38-404c-8090-6ce6bff54305,revision_number=3']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:34.304763 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861f9eec-7c3a-42d9-8ffa-90d24e36c4a9 req-be7732de-87ff-4931-ad6c-7523ac4b0540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:34.305801 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e71bc44-58c4-4464-91e1-4364e9720a68 req-96b14674-4f6a-41e5-97e6-74c6768b1125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:34.306175 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-861f9eec-7c3a-42d9-8ffa-90d24e36c4a9 req-be7732de-87ff-4931-ad6c-7523ac4b0540 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c1f9c9765b974fd98b786b1ff4e95823&device_id=7002e0d2-6ac9-4118-86a6-6764a8f80ab6 HTTP/1.1" status: 200 len: 1100 time: 0.1280627 Aug 11 03:01:34.307475 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1e71bc44-58c4-4464-91e1-4364e9720a68 req-96b14674-4f6a-41e5-97e6-74c6768b1125 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7a37d4caabc9417c92d7f5d7ce7df51b&device_id=d4b1241a-b428-4fb4-be76-b0571e761664 HTTP/1.1" status: 200 len: 1126 time: 0.2591348 Aug 11 03:01:34.318458 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861f9eec-7c3a-42d9-8ffa-90d24e36c4a9 req-d4b7a17c-2395-4f8b-a501-3906cfcaf3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:34.320078 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-861f9eec-7c3a-42d9-8ffa-90d24e36c4a9 req-d4b7a17c-2395-4f8b-a501-3906cfcaf3c2 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c1f9c9765b974fd98b786b1ff4e95823&device_id=d2b41ab6-4c5f-48f1-8bb5-e81de4e7be28 HTTP/1.1" status: 200 len: 1100 time: 0.0792937 Aug 11 03:01:34.332461 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f130b26-d550-4d84-819b-e818f5738db5 req-313f6eb1-4ba7-4213-8a2a-f8337d3c6a37 tempest-LiveMigrationTest-410920510 tempest-LiveMigrationTest-410920510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:34.334918 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4f130b26-d550-4d84-819b-e818f5738db5 req-313f6eb1-4ba7-4213-8a2a-f8337d3c6a37 tempest-LiveMigrationTest-410920510 tempest-LiveMigrationTest-410920510-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=b4da503b-42df-4297-90a5-a4517b73577c HTTP/1.1" status: 200 len: 1098 time: 0.1841221 Aug 11 03:01:34.439230 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e71bc44-58c4-4464-91e1-4364e9720a68 req-473a8be8-8e1c-4de7-b5c1-bf7c4d3fe06d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:34.441263 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1e71bc44-58c4-4464-91e1-4364e9720a68 req-473a8be8-8e1c-4de7-b5c1-bf7c4d3fe06d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=42f48ed467fa4c1a8c7727abd216b298&device_id=db1dc61c-8179-44d3-8cb7-a4c54d08140b HTTP/1.1" status: 200 len: 1098 time: 0.3498743 Aug 11 03:01:34.459496 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-360a0b0e-24f1-4c67-95e9-0c1c6a605681 req-fc0abbf6-6921-4cc8-8711-9947b1fa6b15 tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] 10.222.0.41 "GET /v2.0/floatingips/ed3ed54a-ab8b-4f01-9df9-9fad9a3829bf HTTP/1.1" status: 200 len: 997 time: 0.3148086 Aug 11 03:01:34.524141 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:34.616239 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360a0b0e-24f1-4c67-95e9-0c1c6a605681 req-4f02fb81-cdc3-4707-84e1-8662c63be3b0 tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:34.625363 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-360a0b0e-24f1-4c67-95e9-0c1c6a605681 req-4f02fb81-cdc3-4707-84e1-8662c63be3b0 tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] 10.222.0.41 "GET /v2.0/networks/09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 HTTP/1.1" status: 200 len: 784 time: 0.1641550 Aug 11 03:01:34.633308 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [req-360a0b0e-24f1-4c67-95e9-0c1c6a605681 req-5359e812-f8a2-4305-a6f5-ecea63c8ac8f tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:01:34.645760 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-360a0b0e-24f1-4c67-95e9-0c1c6a605681 req-5359e812-f8a2-4305-a6f5-ecea63c8ac8f tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0190756 Aug 11 03:01:34.776148 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4f130b26-d550-4d84-819b-e818f5738db5 req-e46e7d59-085a-48d2-a4b8-18c7c3a009ea tempest-LiveMigrationTest-410920510 tempest-LiveMigrationTest-410920510-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=c7e06141-9137-4a1d-bc20-6fbfa107e8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4154475 Aug 11 03:01:34.810848 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e71bc44-58c4-4464-91e1-4364e9720a68 req-51771ff3-0bfa-487b-900b-44b8b45dc989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:34.812610 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1e71bc44-58c4-4464-91e1-4364e9720a68 req-51771ff3-0bfa-487b-900b-44b8b45dc989 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f221beb7-8330-438a-a9fe-3bfcf5050d99 HTTP/1.1" status: 200 len: 922 time: 0.4925129 Aug 11 03:01:34.824055 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-861f9eec-7c3a-42d9-8ffa-90d24e36c4a9 req-ed9b49f2-b068-4c9a-93e6-aca590427ca3 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=757139b6-8342-4504-82df-491f3ad6472a HTTP/1.1" status: 200 len: 217 time: 0.5078735 Aug 11 03:01:34.873094 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-861f9eec-7c3a-42d9-8ffa-90d24e36c4a9 req-2e6cac53-8b7c-4cee-9459-74f2f365805a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=2e23dd7b-0b38-404c-8090-6ce6bff54305 HTTP/1.1" status: 200 len: 217 time: 0.0561953 Aug 11 03:01:34.934054 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e71bc44-58c4-4464-91e1-4364e9720a68 req-1355bf9a-7919-406a-9742-148d407adeee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:34.935851 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1e71bc44-58c4-4464-91e1-4364e9720a68 req-1355bf9a-7919-406a-9742-148d407adeee service neutron] 10.222.0.22 "GET /v2.0/networks?id=3ff4efdf-629f-49b2-91cf-585f5d5e5f6f HTTP/1.1" status: 200 len: 921 time: 0.3414309 Aug 11 03:01:34.951806 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861f9eec-7c3a-42d9-8ffa-90d24e36c4a9 req-9ef54e0e-9004-4236-8ac2-d59957d384a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:34.953633 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-861f9eec-7c3a-42d9-8ffa-90d24e36c4a9 req-9ef54e0e-9004-4236-8ac2-d59957d384a6 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=254a3f4d-2b75-429e-bbb2-8e70554e9483 HTTP/1.1" status: 200 len: 843 time: 0.0921082 Aug 11 03:01:34.956528 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1e71bc44-58c4-4464-91e1-4364e9720a68 req-ff849cdc-5a7b-43e5-beea-59e1f16da57e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3accc793-fe12-47ab-9ad3-76cfce77a764 HTTP/1.1" status: 200 len: 217 time: 0.1051254 Aug 11 03:01:34.965172 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861f9eec-7c3a-42d9-8ffa-90d24e36c4a9 req-a5e057d5-087f-4fff-b7d6-caa058d5a944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:34.969013 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-861f9eec-7c3a-42d9-8ffa-90d24e36c4a9 req-a5e057d5-087f-4fff-b7d6-caa058d5a944 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=254a3f4d-2b75-429e-bbb2-8e70554e9483 HTTP/1.1" status: 200 len: 843 time: 0.0765016 Aug 11 03:01:35.066307 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc426fb-8361-4f75-8bca-f665bed0f653 req-b3916d86-fd35-4c55-a885-90debcab5cba tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:35.066627 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7cc426fb-8361-4f75-8bca-f665bed0f653 req-b3916d86-fd35-4c55-a885-90debcab5cba tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/ports?device_id=d2b41ab6-4c5f-48f1-8bb5-e81de4e7be28 HTTP/1.1" status: 200 len: 948 time: 0.2462194 Aug 11 03:01:35.076084 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-99746846-746d-4952-b7a1-bdfb3e6f6d71 req-cdbd9cfc-55c9-4929-bf2d-39c1ef336a5b tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.8.111 HTTP/1.1" status: 200 len: 1002 time: 0.2566061 Aug 11 03:01:35.078010 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861f9eec-7c3a-42d9-8ffa-90d24e36c4a9 req-a6ca503c-a6f9-4b41-9469-88336fa8c5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:35.080475 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-861f9eec-7c3a-42d9-8ffa-90d24e36c4a9 req-a6ca503c-a6f9-4b41-9469-88336fa8c5aa service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d1bf0def-6fa4-4d3e-bbc5-20a040931fba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1096444 Aug 11 03:01:35.082769 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861f9eec-7c3a-42d9-8ffa-90d24e36c4a9 req-f796ff38-c6ec-4cdb-91f9-3f5da90de195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:35.084195 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-861f9eec-7c3a-42d9-8ffa-90d24e36c4a9 req-f796ff38-c6ec-4cdb-91f9-3f5da90de195 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d1bf0def-6fa4-4d3e-bbc5-20a040931fba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1027875 Aug 11 03:01:35.119733 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1e71bc44-58c4-4464-91e1-4364e9720a68 req-c4d8a163-d7a2-4d77-8f32-7e1e4fa7cf53 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0eb98ab7-e375-4069-abac-27534e39f2d6 HTTP/1.1" status: 200 len: 1002 time: 0.1658895 Aug 11 03:01:35.156246 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e71bc44-58c4-4464-91e1-4364e9720a68 req-8bcf44ca-2712-495c-ab4d-0d91294cb02f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:35.160923 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1e71bc44-58c4-4464-91e1-4364e9720a68 req-8bcf44ca-2712-495c-ab4d-0d91294cb02f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1f48ffa3-65bd-47bc-90cf-1fcd73e0ff01 HTTP/1.1" status: 200 len: 861 time: 0.1559691 Aug 11 03:01:35.230528 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99746846-746d-4952-b7a1-bdfb3e6f6d71 req-26f00e38-47ff-44b1-9489-ec9f8b5b3bf3 tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:35.231912 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-99746846-746d-4952-b7a1-bdfb3e6f6d71 req-26f00e38-47ff-44b1-9489-ec9f8b5b3bf3 tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] 10.222.0.41 "GET /v2.0/ports/0eb98ab7-e375-4069-abac-27534e39f2d6 HTTP/1.1" status: 200 len: 943 time: 0.1355853 Aug 11 03:01:35.237530 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1e71bc44-58c4-4464-91e1-4364e9720a68 req-1c2ab406-7bd8-4735-bfb9-9c95bf04fc5f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f221beb7-8330-438a-a9fe-3bfcf5050d99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515814 Aug 11 03:01:35.240424 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7cc426fb-8361-4f75-8bca-f665bed0f653 req-46d89286-b10e-4595-86ae-5d6057b0d233 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8b0be49-76ee-4d50-8be0-9bf1508da412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634614 Aug 11 03:01:35.261029 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e71bc44-58c4-4464-91e1-4364e9720a68 req-02a3b9ea-695c-420c-82c8-40ffc4cfe6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:35.262438 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1e71bc44-58c4-4464-91e1-4364e9720a68 req-02a3b9ea-695c-420c-82c8-40ffc4cfe6cf service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b72217e4-4ebb-4b82-9a4c-fcf14d2be745 HTTP/1.1" status: 200 len: 859 time: 0.1343229 Aug 11 03:01:35.313171 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7002e0d2-6ac9-4118-86a6-6764a8f80ab6', 'tag': '757139b6-8342-4504-82df-491f3ad6472a'}, {'name': 'network-changed', 'server_uuid': 'd2b41ab6-4c5f-48f1-8bb5-e81de4e7be28', 'tag': '2e23dd7b-0b38-404c-8090-6ce6bff54305'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:01:35.316250 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d89f29ca-e0c4-47d4-994f-269c5b7e1ea6" -d '{"events": [{"name": "network-changed", "server_uuid": "7002e0d2-6ac9-4118-86a6-6764a8f80ab6", "tag": "757139b6-8342-4504-82df-491f3ad6472a"}, {"name": "network-changed", "server_uuid": "d2b41ab6-4c5f-48f1-8bb5-e81de4e7be28", "tag": "2e23dd7b-0b38-404c-8090-6ce6bff54305"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:01:35.352132 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-861f9eec-7c3a-42d9-8ffa-90d24e36c4a9 req-5c11e8cb-861d-4d19-b281-636cd5dc71fe service neutron] 10.222.0.22 "GET /v2.0/networks/d1bf0def-6fa4-4d3e-bbc5-20a040931fba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2553933 Aug 11 03:01:35.368670 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-861f9eec-7c3a-42d9-8ffa-90d24e36c4a9 req-35495cef-7045-4c70-925f-1dadd6682976 service neutron] 10.222.0.22 "GET /v2.0/networks/d1bf0def-6fa4-4d3e-bbc5-20a040931fba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2705934 Aug 11 03:01:35.561947 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-861f9eec-7c3a-42d9-8ffa-90d24e36c4a9 req-93b9f77c-f39d-4a20-8e51-609d2db9a21d service neutron] 10.222.0.22 "GET /v2.0/networks/d1bf0def-6fa4-4d3e-bbc5-20a040931fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838212 Aug 11 03:01:35.563919 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e71bc44-58c4-4464-91e1-4364e9720a68 req-d1eeb1b5-f0ed-4e6e-a210-021fbf352b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:35.566665 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1e71bc44-58c4-4464-91e1-4364e9720a68 req-d1eeb1b5-f0ed-4e6e-a210-021fbf352b05 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3ff4efdf-629f-49b2-91cf-585f5d5e5f6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2893596 Aug 11 03:01:35.568136 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-861f9eec-7c3a-42d9-8ffa-90d24e36c4a9 req-57a99512-b120-4a49-8e76-7f6d40f3ee33 service neutron] 10.222.0.22 "GET /v2.0/networks/d1bf0def-6fa4-4d3e-bbc5-20a040931fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818388 Aug 11 03:01:35.580402 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-99746846-746d-4952-b7a1-bdfb3e6f6d71 req-75d64566-c030-4aca-a2b4-f554bccb0e54 tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.8.111 HTTP/1.1" status: 200 len: 1002 time: 0.1832433 Aug 11 03:01:35.600383 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2bff15-2cba-4825-8cf1-14de07d7a750 req-1f94707a-147d-4474-9fc7-fd78492c537b tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:35.602022 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-dc2bff15-2cba-4825-8cf1-14de07d7a750 req-1f94707a-147d-4474-9fc7-fd78492c537b tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4b1241a-b428-4fb4-be76-b0571e761664 HTTP/1.1" status: 200 len: 943 time: 0.2611330 Aug 11 03:01:35.625158 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1e71bc44-58c4-4464-91e1-4364e9720a68 req-6b4c7c6d-7f4a-4ffa-8aa9-5689fa2ae252 service neutron] 10.222.0.24 "GET /v2.0/networks/f221beb7-8330-438a-a9fe-3bfcf5050d99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3700182 Aug 11 03:01:36.151292 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-dc2bff15-2cba-4825-8cf1-14de07d7a750 req-a5546150-cba7-48d6-a8a5-191dc70fab99 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5aa9049-617d-473f-afb5-b55716ab8aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5155497 Aug 11 03:01:36.158471 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1e71bc44-58c4-4464-91e1-4364e9720a68 req-42d448e4-9593-4d16-b76d-65881c9319a7 service neutron] 10.222.0.22 "GET /v2.0/networks/3ff4efdf-629f-49b2-91cf-585f5d5e5f6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5754302 Aug 11 03:01:36.201814 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99746846-746d-4952-b7a1-bdfb3e6f6d71 req-7c346ccf-e0ab-4421-9f38-e62032107408 tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:36.213423 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-99746846-746d-4952-b7a1-bdfb3e6f6d71 req-7c346ccf-e0ab-4421-9f38-e62032107408 tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] 10.222.0.41 "GET /v2.0/networks/09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 HTTP/1.1" status: 200 len: 784 time: 0.5991104 Aug 11 03:01:36.324919 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1e71bc44-58c4-4464-91e1-4364e9720a68 req-8fc03b49-b998-4cd3-ba36-fa7205bc80fa service neutron] 10.222.0.24 "GET /v2.0/networks/f221beb7-8330-438a-a9fe-3bfcf5050d99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6359482 Aug 11 03:01:36.381925 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-99746846-746d-4952-b7a1-bdfb3e6f6d71 req-334937e7-8929-40cc-9c9d-a412d328ccbf tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.8.111 HTTP/1.1" status: 200 len: 1002 time: 0.1679327 Aug 11 03:01:36.398189 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-99746846-746d-4952-b7a1-bdfb3e6f6d71 req-03713d4c-0dfc-4997-b941-2154a10f486c tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:01:36.446979 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1e71bc44-58c4-4464-91e1-4364e9720a68 req-c9eb5ada-dbed-49f8-83dd-037a60d63d02 service neutron] 10.222.0.22 "GET /v2.0/networks/3ff4efdf-629f-49b2-91cf-585f5d5e5f6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2799206 Aug 11 03:01:36.471884 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-99746846-746d-4952-b7a1-bdfb3e6f6d71 req-03713d4c-0dfc-4997-b941-2154a10f486c tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] Notify callbacks [] for floatingip, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:36.644535 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-54c80df0-17ef-449e-ad82-edf46c55709d req-368f2eca-8cbc-4f57-a030-59e685f37309 tempest-InstanceActionsV221TestJSON-1671300123 tempest-InstanceActionsV221TestJSON-1671300123-project] 10.222.0.41 "GET /v2.0/ports?device_id=04956f64-b6f4-4446-ac1a-1240e8f56ba1 HTTP/1.1" status: 200 len: 210 time: 0.0501499 Aug 11 03:01:36.655823 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:36.729603 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 11 Aug 2021 03:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8523283a-7fb1-4f58-8e79-364f6bd71651 x-openstack-request-id: req-8523283a-7fb1-4f58-8e79-364f6bd71651 {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:01:36.729603 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7002e0d2-6ac9-4118-86a6-6764a8f80ab6", "tag": "757139b6-8342-4504-82df-491f3ad6472a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d2b41ab6-4c5f-48f1-8bb5-e81de4e7be28", "tag": "2e23dd7b-0b38-404c-8090-6ce6bff54305", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:01:36.729603 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8523283a-7fb1-4f58-8e79-364f6bd71651 {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:01:36.729603 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7002e0d2-6ac9-4118-86a6-6764a8f80ab6', 'tag': '757139b6-8342-4504-82df-491f3ad6472a', 'status': 'completed', 'code': 200} Aug 11 03:01:36.730847 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2b41ab6-4c5f-48f1-8bb5-e81de4e7be28', 'tag': '2e23dd7b-0b38-404c-8090-6ce6bff54305', 'status': 'completed', 'code': 200} Aug 11 03:01:36.763980 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346cbab3-a91b-4ddb-bc15-08f19cc3964e req-0de45f88-b67d-4038-a1e0-9d227edc0b4f tempest-InstanceActionsV221TestJSON-1671300123 tempest-InstanceActionsV221TestJSON-1671300123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:36.766887 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-346cbab3-a91b-4ddb-bc15-08f19cc3964e req-0de45f88-b67d-4038-a1e0-9d227edc0b4f tempest-InstanceActionsV221TestJSON-1671300123 tempest-InstanceActionsV221TestJSON-1671300123-project] 10.222.0.22 "GET /v2.0/networks?id=ba333e5d-6094-4fe3-8029-08d4a79f8949 HTTP/1.1" status: 200 len: 818 time: 0.2445893 Aug 11 03:01:36.818702 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-346cbab3-a91b-4ddb-bc15-08f19cc3964e req-f6da3bed-f5d1-480e-8300-3d7230b96426 tempest-InstanceActionsV221TestJSON-1671300123 tempest-InstanceActionsV221TestJSON-1671300123-project] Request body: {'port': {'device_id': '04956f64-b6f4-4446-ac1a-1240e8f56ba1', 'network_id': 'ba333e5d-6094-4fe3-8029-08d4a79f8949', 'admin_state_up': True, 'tenant_id': '08e8c7f11f2a4409a5a19c9b71056b5f'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:01:36.840585 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89f29ca-e0c4-47d4-994f-269c5b7e1ea6 req-97de8b6c-9d85-4985-9487-d1d2320d6e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:36.843157 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-d89f29ca-e0c4-47d4-994f-269c5b7e1ea6 req-97de8b6c-9d85-4985-9487-d1d2320d6e34 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c1f9c9765b974fd98b786b1ff4e95823&device_id=7002e0d2-6ac9-4118-86a6-6764a8f80ab6 HTTP/1.1" status: 200 len: 1100 time: 0.0832250 Aug 11 03:01:36.854829 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-99746846-746d-4952-b7a1-bdfb3e6f6d71 req-03713d4c-0dfc-4997-b941-2154a10f486c tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:36.971338 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-99746846-746d-4952-b7a1-bdfb3e6f6d71 req-03713d4c-0dfc-4997-b941-2154a10f486c tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446866'] for floatingip, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:36.971704 n-d-764292-30 neutron-server[102192]: INFO neutron.db.l3_db [req-99746846-746d-4952-b7a1-bdfb3e6f6d71 req-03713d4c-0dfc-4997-b941-2154a10f486c tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] Floating IP ed3ed54a-ab8b-4f01-9df9-9fad9a3829bf disassociated. External IP: 172.25.8.111, port: 0eb98ab7-e375-4069-abac-27534e39f2d6. Aug 11 03:01:36.980514 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89f29ca-e0c4-47d4-994f-269c5b7e1ea6 req-0f627efa-9629-4c7a-b0ec-0c190cf0b0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:36.982136 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-d89f29ca-e0c4-47d4-994f-269c5b7e1ea6 req-0f627efa-9629-4c7a-b0ec-0c190cf0b0bc service neutron] 10.222.0.22 "GET /v2.0/networks?id=d1bf0def-6fa4-4d3e-bbc5-20a040931fba HTTP/1.1" status: 200 len: 870 time: 0.1243494 Aug 11 03:01:37.056119 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-d89f29ca-e0c4-47d4-994f-269c5b7e1ea6 req-8a5e472c-7622-485b-816c-dc57bf2d5f51 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=757139b6-8342-4504-82df-491f3ad6472a HTTP/1.1" status: 200 len: 217 time: 0.0536325 Aug 11 03:01:37.086297 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2db96be-73c4-4e1a-b21f-c76d7425bf2d req-d8082a9a-49c8-4de6-acee-9d75d752c4c7 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:37.087941 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e2db96be-73c4-4e1a-b21f-c76d7425bf2d req-d8082a9a-49c8-4de6-acee-9d75d752c4c7 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/ports?device_id=d2b41ab6-4c5f-48f1-8bb5-e81de4e7be28 HTTP/1.1" status: 200 len: 948 time: 0.1730933 Aug 11 03:01:37.150874 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89f29ca-e0c4-47d4-994f-269c5b7e1ea6 req-8e645e5c-4dc7-4761-8701-c77d774e5646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:37.156669 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-d89f29ca-e0c4-47d4-994f-269c5b7e1ea6 req-8e645e5c-4dc7-4761-8701-c77d774e5646 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=254a3f4d-2b75-429e-bbb2-8e70554e9483 HTTP/1.1" status: 200 len: 843 time: 0.0888371 Aug 11 03:01:37.211240 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e2db96be-73c4-4e1a-b21f-c76d7425bf2d req-acbf1327-1a99-4790-ab51-84dc16fdaa8a tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8b0be49-76ee-4d50-8be0-9bf1508da412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749862 Aug 11 03:01:37.230986 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89f29ca-e0c4-47d4-994f-269c5b7e1ea6 req-ee29f7b6-aa4a-4e12-b6b3-d71404b7151a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:37.233272 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-d89f29ca-e0c4-47d4-994f-269c5b7e1ea6 req-ee29f7b6-aa4a-4e12-b6b3-d71404b7151a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d1bf0def-6fa4-4d3e-bbc5-20a040931fba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0588362 Aug 11 03:01:37.311335 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-346cbab3-a91b-4ddb-bc15-08f19cc3964e req-f6da3bed-f5d1-480e-8300-3d7230b96426 tempest-InstanceActionsV221TestJSON-1671300123 tempest-InstanceActionsV221TestJSON-1671300123-project] Made reservation on behalf of 08e8c7f11f2a4409a5a19c9b71056b5f for: {'port': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:01:37.311776 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-346cbab3-a91b-4ddb-bc15-08f19cc3964e req-f6da3bed-f5d1-480e-8300-3d7230b96426 tempest-InstanceActionsV221TestJSON-1671300123 tempest-InstanceActionsV221TestJSON-1671300123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:37.373009 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-d89f29ca-e0c4-47d4-994f-269c5b7e1ea6 req-90eeccee-6b7e-41e4-9611-7fab06aec46b service neutron] 10.222.0.22 "GET /v2.0/networks/d1bf0def-6fa4-4d3e-bbc5-20a040931fba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230986 Aug 11 03:01:37.464233 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807dfd75-7f46-4cab-8c6f-cbdb16d00555 req-6eb5a0a2-3438-4467-99b4-e0702370d2cd tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:37.472347 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-807dfd75-7f46-4cab-8c6f-cbdb16d00555 req-6eb5a0a2-3438-4467-99b4-e0702370d2cd tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4b1241a-b428-4fb4-be76-b0571e761664 HTTP/1.1" status: 200 len: 943 time: 0.1810296 Aug 11 03:01:37.514833 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.l3_agent_scheduler [req-99746846-746d-4952-b7a1-bdfb3e6f6d71 req-03713d4c-0dfc-4997-b941-2154a10f486c tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] Router 6500739a-34a4-4823-965f-e4fc802712e1 has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:01:37.523505 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-d89f29ca-e0c4-47d4-994f-269c5b7e1ea6 req-39b4cdaf-b3fa-42a9-8fc4-81264e2c7fac service neutron] 10.222.0.22 "GET /v2.0/networks/d1bf0def-6fa4-4d3e-bbc5-20a040931fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392894 Aug 11 03:01:37.590886 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-807dfd75-7f46-4cab-8c6f-cbdb16d00555 req-81395ec2-da53-4a22-bb6a-539ddf4586f4 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5aa9049-617d-473f-afb5-b55716ab8aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175687 Aug 11 03:01:37.643921 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [req-346cbab3-a91b-4ddb-bc15-08f19cc3964e req-f6da3bed-f5d1-480e-8300-3d7230b96426 tempest-InstanceActionsV221TestJSON-1671300123 tempest-InstanceActionsV221TestJSON-1671300123-project] Allocated IP 172.20.0.5 (ba333e5d-6094-4fe3-8029-08d4a79f8949/77b8acf5-e381-4b06-a29e-2105d54e9fb8/86d5cd06-f4ba-49c4-802a-21330155d5b3) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:01:37.756748 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89f29ca-e0c4-47d4-994f-269c5b7e1ea6 req-73da4d2a-0160-4391-8ab7-be043a464cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:37.759416 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-99746846-746d-4952-b7a1-bdfb3e6f6d71 req-03713d4c-0dfc-4997-b941-2154a10f486c tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:01:37.766550 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-99746846-746d-4952-b7a1-bdfb3e6f6d71 req-03713d4c-0dfc-4997-b941-2154a10f486c tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for floatingip, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:37.772335 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-d89f29ca-e0c4-47d4-994f-269c5b7e1ea6 req-73da4d2a-0160-4391-8ab7-be043a464cac service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c1f9c9765b974fd98b786b1ff4e95823&device_id=d2b41ab6-4c5f-48f1-8bb5-e81de4e7be28 HTTP/1.1" status: 200 len: 1100 time: 0.1596503 Aug 11 03:01:37.775668 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8467be7f-52f7-4fe3-b171-9206c519d81b None None] Sync routers for ids ['6500739a-34a4-4823-965f-e4fc802712e1'] in n-d-764292-30 {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:01:37.804621 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8467be7f-52f7-4fe3-b171-9206c519d81b None None] Routers {'6500739a-34a4-4823-965f-e4fc802712e1'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:01:37.805130 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-8467be7f-52f7-4fe3-b171-9206c519d81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:01:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['6500739a-34a4-4823-965f-e4fc802712e1'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:37.920681 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-99746846-746d-4952-b7a1-bdfb3e6f6d71 req-03713d4c-0dfc-4997-b941-2154a10f486c tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] 10.222.0.41 "PUT /v2.0/floatingips/ed3ed54a-ab8b-4f01-9df9-9fad9a3829bf HTTP/1.1" status: 200 len: 696 time: 1.5287426 Aug 11 03:01:37.923825 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db1dc61c-8179-44d3-8cb7-a4c54d08140b', 'tag': '0eb98ab7-e375-4069-abac-27534e39f2d6'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:01:37.925295 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ed2f80d-d0bf-483e-97ae-430aa7a50447" -d '{"events": [{"name": "network-changed", "server_uuid": "db1dc61c-8179-44d3-8cb7-a4c54d08140b", "tag": "0eb98ab7-e375-4069-abac-27534e39f2d6"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:01:37.948862 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89f29ca-e0c4-47d4-994f-269c5b7e1ea6 req-145d0385-cdad-47a9-94ed-eae75905cbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:37.950851 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-d89f29ca-e0c4-47d4-994f-269c5b7e1ea6 req-145d0385-cdad-47a9-94ed-eae75905cbc0 service neutron] 10.222.0.22 "GET /v2.0/networks?id=d1bf0def-6fa4-4d3e-bbc5-20a040931fba HTTP/1.1" status: 200 len: 870 time: 0.1700873 Aug 11 03:01:38.022521 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-8467be7f-52f7-4fe3-b171-9206c519d81b None None] Set router 6500739a-34a4-4823-965f-e4fc802712e1 gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:01:38.028093 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-d89f29ca-e0c4-47d4-994f-269c5b7e1ea6 req-42d4932f-64cb-48da-98cb-f6c5d4f8b9e2 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=2e23dd7b-0b38-404c-8090-6ce6bff54305 HTTP/1.1" status: 200 len: 217 time: 0.0676925 Aug 11 03:01:38.089222 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1e8c77b7-24c7-43a7-be1c-f035ce43cf6d req-ff98a063-a4b3-4a72-92ab-528fdb723ede tempest-InstanceActionsV221TestJSON-1671300123 tempest-InstanceActionsV221TestJSON-1671300123-project] 10.222.0.41 "GET /v2.0/ports?device_id=04956f64-b6f4-4446-ac1a-1240e8f56ba1 HTTP/1.1" status: 200 len: 210 time: 0.1452789 Aug 11 03:01:38.147592 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89f29ca-e0c4-47d4-994f-269c5b7e1ea6 req-450b14d5-79ad-4040-b151-f3a46ade5486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:38.148184 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-d89f29ca-e0c4-47d4-994f-269c5b7e1ea6 req-450b14d5-79ad-4040-b151-f3a46ade5486 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=254a3f4d-2b75-429e-bbb2-8e70554e9483 HTTP/1.1" status: 200 len: 843 time: 0.1092985 Aug 11 03:01:38.153981 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-346cbab3-a91b-4ddb-bc15-08f19cc3964e req-f6da3bed-f5d1-480e-8300-3d7230b96426 tempest-InstanceActionsV221TestJSON-1671300123 tempest-InstanceActionsV221TestJSON-1671300123-project] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:38.219435 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89f29ca-e0c4-47d4-994f-269c5b7e1ea6 req-301a69de-383f-49f2-8c24-b661aa658343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:38.221142 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-d89f29ca-e0c4-47d4-994f-269c5b7e1ea6 req-301a69de-383f-49f2-8c24-b661aa658343 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d1bf0def-6fa4-4d3e-bbc5-20a040931fba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0585928 Aug 11 03:01:38.229457 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99746846-746d-4952-b7a1-bdfb3e6f6d71 req-326363a5-7f0b-4f4b-8116-ef3c375ae3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:38.235159 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-99746846-746d-4952-b7a1-bdfb3e6f6d71 req-326363a5-7f0b-4f4b-8116-ef3c375ae3d7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=42f48ed467fa4c1a8c7727abd216b298&device_id=db1dc61c-8179-44d3-8cb7-a4c54d08140b HTTP/1.1" status: 200 len: 1098 time: 0.2946293 Aug 11 03:01:38.366459 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:01:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d65325d-faf6-44f9-996c-843fa44e1248 x-openstack-request-id: req-9d65325d-faf6-44f9-996c-843fa44e1248 {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:01:38.366696 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db1dc61c-8179-44d3-8cb7-a4c54d08140b", "tag": "0eb98ab7-e375-4069-abac-27534e39f2d6", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:01:38.366921 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9d65325d-faf6-44f9-996c-843fa44e1248 {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:01:38.367344 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db1dc61c-8179-44d3-8cb7-a4c54d08140b', 'tag': '0eb98ab7-e375-4069-abac-27534e39f2d6', 'status': 'completed', 'code': 200} Aug 11 03:01:38.381004 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-346cbab3-a91b-4ddb-bc15-08f19cc3964e req-f6da3bed-f5d1-480e-8300-3d7230b96426 tempest-InstanceActionsV221TestJSON-1671300123 tempest-InstanceActionsV221TestJSON-1671300123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:38.388931 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99746846-746d-4952-b7a1-bdfb3e6f6d71 req-f6591a5a-5f19-4bf7-a1c3-511358bbbeb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:38.393399 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-99746846-746d-4952-b7a1-bdfb3e6f6d71 req-f6591a5a-5f19-4bf7-a1c3-511358bbbeb7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3ff4efdf-629f-49b2-91cf-585f5d5e5f6f HTTP/1.1" status: 200 len: 921 time: 0.1501753 Aug 11 03:01:38.433987 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed2f80d-d0bf-483e-97ae-430aa7a50447 req-dec06307-3dbf-4d91-9463-5af3e3183066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:38.436321 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-4ed2f80d-d0bf-483e-97ae-430aa7a50447 req-dec06307-3dbf-4d91-9463-5af3e3183066 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=42f48ed467fa4c1a8c7727abd216b298&device_id=db1dc61c-8179-44d3-8cb7-a4c54d08140b HTTP/1.1" status: 200 len: 1098 time: 0.1208768 Aug 11 03:01:38.524280 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-99746846-746d-4952-b7a1-bdfb3e6f6d71 req-b7f67b6f-c12c-4cc4-8754-0cfeedf8ee1d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0eb98ab7-e375-4069-abac-27534e39f2d6 HTTP/1.1" status: 200 len: 217 time: 0.0933897 Aug 11 03:01:38.524514 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-d89f29ca-e0c4-47d4-994f-269c5b7e1ea6 req-383b6e52-6a58-48de-affc-34eced33df01 service neutron] 10.222.0.22 "GET /v2.0/networks/d1bf0def-6fa4-4d3e-bbc5-20a040931fba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2945490 Aug 11 03:01:38.543041 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-8467be7f-52f7-4fe3-b171-9206c519d81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6500739a-34a4-4823-965f-e4fc802712e1', 'name': 'tempest-FloatingIPsAssociationTestJSON-755455579-router', 'tenant_id': '42f48ed467fa4c1a8c7727abd216b298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.218'}], 'enable_snat': True}, 'gw_port_id': '8eecdda4-00f5-4d63-98b5-7aae42bd8631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:00:16Z', 'updated_at': '2021-08-11T03:00:22Z', 'revision_number': 4, 'project_id': '42f48ed467fa4c1a8c7727abd216b298', 'gw_port': {'id': '8eecdda4-00f5-4d63-98b5-7aae42bd8631', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:b8:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6500739a-34a4-4823-965f-e4fc802712e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:00:18Z', 'updated_at': '2021-08-11T03:00:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': 'c6e9afdb-99ef-4fea-bbba-4f5022cda99c', 'name': '', 'network_id': '3ff4efdf-629f-49b2-91cf-585f5d5e5f6f', 'tenant_id': '42f48ed467fa4c1a8c7727abd216b298', 'mac_address': 'fa:16:3e:2b:b4:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6500739a-34a4-4823-965f-e4fc802712e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'b72217e4-4ebb-4b82-9a4c-fcf14d2be745', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:00:21Z', 'updated_at': '2021-08-11T03:00:30Z', 'revision_number': 5, 'project_id': '42f48ed467fa4c1a8c7727abd216b298', 'subnets': [{'id': 'b72217e4-4ebb-4b82-9a4c-fcf14d2be745', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:38.592529 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-346cbab3-a91b-4ddb-bc15-08f19cc3964e req-f6da3bed-f5d1-480e-8300-3d7230b96426 tempest-InstanceActionsV221TestJSON-1671300123 tempest-InstanceActionsV221TestJSON-1671300123-project] Network ba333e5d-6094-4fe3-8029-08d4a79f8949 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:01:38.610702 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [req-346cbab3-a91b-4ddb-bc15-08f19cc3964e req-f6da3bed-f5d1-480e-8300-3d7230b96426 tempest-InstanceActionsV221TestJSON-1671300123 tempest-InstanceActionsV221TestJSON-1671300123-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:01:38.709690 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [req-346cbab3-a91b-4ddb-bc15-08f19cc3964e req-f6da3bed-f5d1-480e-8300-3d7230b96426 tempest-InstanceActionsV221TestJSON-1671300123 tempest-InstanceActionsV221TestJSON-1671300123-project] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:01:38.711647 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8467be7f-52f7-4fe3-b171-9206c519d81b None None] Checking router: 6500739a-34a4-4823-965f-e4fc802712e1 for host: n-d-764292-30 {{(pid=102194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:01:38.711647 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8467be7f-52f7-4fe3-b171-9206c519d81b None None] Routers {'6500739a-34a4-4823-965f-e4fc802712e1'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:01:38.711647 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-8467be7f-52f7-4fe3-b171-9206c519d81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:01:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['6500739a-34a4-4823-965f-e4fc802712e1'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:38.711984 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346cbab3-a91b-4ddb-bc15-08f19cc3964e req-f6da3bed-f5d1-480e-8300-3d7230b96426 tempest-InstanceActionsV221TestJSON-1671300123 tempest-InstanceActionsV221TestJSON-1671300123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:38.711984 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-346cbab3-a91b-4ddb-bc15-08f19cc3964e req-f6da3bed-f5d1-480e-8300-3d7230b96426 tempest-InstanceActionsV221TestJSON-1671300123 tempest-InstanceActionsV221TestJSON-1671300123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:38.711984 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6da3bed-f5d1-480e-8300-3d7230b96426 tempest-InstanceActionsV221TestJSON-1671300123 tempest-InstanceActionsV221TestJSON-1671300123-project] Pushing event updated for resources: {'Port': ['ID=86d5cd06-f4ba-49c4-802a-21330155d5b3,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:38.711984 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0094a1-5e1d-4555-a26d-b762a7f4793f req-bcb69afb-b401-4e72-9d40-e8102a8488d8 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:38.711984 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0a0094a1-5e1d-4555-a26d-b762a7f4793f req-bcb69afb-b401-4e72-9d40-e8102a8488d8 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/ports?device_id=d2b41ab6-4c5f-48f1-8bb5-e81de4e7be28 HTTP/1.1" status: 200 len: 948 time: 0.3383627 Aug 11 03:01:38.711984 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99746846-746d-4952-b7a1-bdfb3e6f6d71 req-6eefa98b-f1fb-4617-b30f-2598ccff8c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:38.711984 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-99746846-746d-4952-b7a1-bdfb3e6f6d71 req-6eefa98b-f1fb-4617-b30f-2598ccff8c69 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b72217e4-4ebb-4b82-9a4c-fcf14d2be745 HTTP/1.1" status: 200 len: 859 time: 0.1665814 Aug 11 03:01:38.767854 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed2f80d-d0bf-483e-97ae-430aa7a50447 req-60a3166c-18f0-4621-b152-73bfae859a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:38.769361 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-4ed2f80d-d0bf-483e-97ae-430aa7a50447 req-60a3166c-18f0-4621-b152-73bfae859a3d service neutron] 10.222.0.22 "GET /v2.0/networks?id=3ff4efdf-629f-49b2-91cf-585f5d5e5f6f HTTP/1.1" status: 200 len: 921 time: 0.3166304 Aug 11 03:01:38.772987 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-d89f29ca-e0c4-47d4-994f-269c5b7e1ea6 req-ba44385a-d538-47b5-b2b2-770021015cdc service neutron] 10.222.0.22 "GET /v2.0/networks/d1bf0def-6fa4-4d3e-bbc5-20a040931fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216673 Aug 11 03:01:38.779080 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-8467be7f-52f7-4fe3-b171-9206c519d81b None None] Set router 6500739a-34a4-4823-965f-e4fc802712e1 gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:01:38.789637 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0a0094a1-5e1d-4555-a26d-b762a7f4793f req-37622338-aa99-4792-b844-17053b369b54 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8b0be49-76ee-4d50-8be0-9bf1508da412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663533 Aug 11 03:01:38.807849 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99746846-746d-4952-b7a1-bdfb3e6f6d71 req-9b79902a-e95a-4f67-afb3-2242511d21db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:38.816364 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-99746846-746d-4952-b7a1-bdfb3e6f6d71 req-9b79902a-e95a-4f67-afb3-2242511d21db service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3ff4efdf-629f-49b2-91cf-585f5d5e5f6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0912783 Aug 11 03:01:38.830843 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-4ed2f80d-d0bf-483e-97ae-430aa7a50447 req-5d703d0e-d279-402b-a603-1fc87009853d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0eb98ab7-e375-4069-abac-27534e39f2d6 HTTP/1.1" status: 200 len: 217 time: 0.0439773 Aug 11 03:01:38.900896 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed2f80d-d0bf-483e-97ae-430aa7a50447 req-a4267679-2c68-44bd-a26c-8f75c135d9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:38.902784 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-4ed2f80d-d0bf-483e-97ae-430aa7a50447 req-a4267679-2c68-44bd-a26c-8f75c135d9f1 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b72217e4-4ebb-4b82-9a4c-fcf14d2be745 HTTP/1.1" status: 200 len: 859 time: 0.0595031 Aug 11 03:01:38.938357 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c662fc-39ed-4aa6-860b-63ea481890a9 req-e58ed3c6-c0fe-413c-a552-2b177533cf47 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:38.940038 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e5c662fc-39ed-4aa6-860b-63ea481890a9 req-e58ed3c6-c0fe-413c-a552-2b177533cf47 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4b1241a-b428-4fb4-be76-b0571e761664 HTTP/1.1" status: 200 len: 943 time: 0.0740147 Aug 11 03:01:38.963212 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-99746846-746d-4952-b7a1-bdfb3e6f6d71 req-af6d56c3-86c8-4b8f-8257-fc338cc25cf8 service neutron] 10.222.0.41 "GET /v2.0/networks/3ff4efdf-629f-49b2-91cf-585f5d5e5f6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455803 Aug 11 03:01:38.967545 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed2f80d-d0bf-483e-97ae-430aa7a50447 req-cd0e1fb2-f2f3-49c4-ac35-6afd894c34be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:38.969194 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-4ed2f80d-d0bf-483e-97ae-430aa7a50447 req-cd0e1fb2-f2f3-49c4-ac35-6afd894c34be service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3ff4efdf-629f-49b2-91cf-585f5d5e5f6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0570567 Aug 11 03:01:39.018444 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-8467be7f-52f7-4fe3-b171-9206c519d81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6500739a-34a4-4823-965f-e4fc802712e1', 'name': 'tempest-FloatingIPsAssociationTestJSON-755455579-router', 'tenant_id': '42f48ed467fa4c1a8c7727abd216b298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.218'}], 'enable_snat': True}, 'gw_port_id': '8eecdda4-00f5-4d63-98b5-7aae42bd8631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:00:16Z', 'updated_at': '2021-08-11T03:00:22Z', 'revision_number': 4, 'project_id': '42f48ed467fa4c1a8c7727abd216b298', 'gw_port': {'id': '8eecdda4-00f5-4d63-98b5-7aae42bd8631', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:b8:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6500739a-34a4-4823-965f-e4fc802712e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:00:18Z', 'updated_at': '2021-08-11T03:00:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': 'c6e9afdb-99ef-4fea-bbba-4f5022cda99c', 'name': '', 'network_id': '3ff4efdf-629f-49b2-91cf-585f5d5e5f6f', 'tenant_id': '42f48ed467fa4c1a8c7727abd216b298', 'mac_address': 'fa:16:3e:2b:b4:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6500739a-34a4-4823-965f-e4fc802712e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'b72217e4-4ebb-4b82-9a4c-fcf14d2be745', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:00:21Z', 'updated_at': '2021-08-11T03:00:30Z', 'revision_number': 5, 'project_id': '42f48ed467fa4c1a8c7727abd216b298', 'subnets': [{'id': 'b72217e4-4ebb-4b82-9a4c-fcf14d2be745', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:39.045473 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e5c662fc-39ed-4aa6-860b-63ea481890a9 req-df4ddbb0-fbcb-4ba1-af82-b09d361aba6f tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5aa9049-617d-473f-afb5-b55716ab8aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974870 Aug 11 03:01:39.047674 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8467be7f-52f7-4fe3-b171-9206c519d81b None None] The sync data for ids ['6500739a-34a4-4823-965f-e4fc802712e1'] in n-d-764292-30 is: [{'id': '6500739a-34a4-4823-965f-e4fc802712e1', 'name': 'tempest-FloatingIPsAssociationTestJSON-755455579-router', 'tenant_id': '42f48ed467fa4c1a8c7727abd216b298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.218'}], 'enable_snat': True}, 'gw_port_id': '8eecdda4-00f5-4d63-98b5-7aae42bd8631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:00:16Z', 'updated_at': '2021-08-11T03:00:22Z', 'revision_number': 4, 'project_id': '42f48ed467fa4c1a8c7727abd216b298', 'gw_port': {'id': '8eecdda4-00f5-4d63-98b5-7aae42bd8631', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:b8:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6500739a-34a4-4823-965f-e4fc802712e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:00:18Z', 'updated_at': '2021-08-11T03:00:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': 'c6e9afdb-99ef-4fea-bbba-4f5022cda99c', 'name': '', 'network_id': '3ff4efdf-629f-49b2-91cf-585f5d5e5f6f', 'tenant_id': '42f48ed467fa4c1a8c7727abd216b298', 'mac_address': 'fa:16:3e:2b:b4:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6500739a-34a4-4823-965f-e4fc802712e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'b72217e4-4ebb-4b82-9a4c-fcf14d2be745', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:00:21Z', 'updated_at': '2021-08-11T03:00:30Z', 'revision_number': 5, 'project_id': '42f48ed467fa4c1a8c7727abd216b298', 'subnets': [{'id': 'b72217e4-4ebb-4b82-9a4c-fcf14d2be745', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:01:39.083544 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-4ed2f80d-d0bf-483e-97ae-430aa7a50447 req-c2b76001-0b4a-4c4c-894d-8f2e7f75d1ce service neutron] 10.222.0.22 "GET /v2.0/networks/3ff4efdf-629f-49b2-91cf-585f5d5e5f6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050076 Aug 11 03:01:39.126883 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-99746846-746d-4952-b7a1-bdfb3e6f6d71 req-2ccbfd7e-bbc2-4dbd-8294-b9aaeb792ee9 service neutron] 10.222.0.41 "GET /v2.0/networks/3ff4efdf-629f-49b2-91cf-585f5d5e5f6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588926 Aug 11 03:01:39.204235 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-4ed2f80d-d0bf-483e-97ae-430aa7a50447 req-60127e7a-8429-42c4-bc21-8ce4d51c74c9 service neutron] 10.222.0.22 "GET /v2.0/networks/3ff4efdf-629f-49b2-91cf-585f5d5e5f6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106389 Aug 11 03:01:39.217975 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-346cbab3-a91b-4ddb-bc15-08f19cc3964e req-f6da3bed-f5d1-480e-8300-3d7230b96426 tempest-InstanceActionsV221TestJSON-1671300123 tempest-InstanceActionsV221TestJSON-1671300123-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4045246 Aug 11 03:01:39.230606 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-346cbab3-a91b-4ddb-bc15-08f19cc3964e req-240c00a3-07f1-4cae-86d8-2b01cf8862b5 service neutron] Request body: {'port': {'device_id': '04956f64-b6f4-4446-ac1a-1240e8f56ba1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764292-30'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:01:39.315523 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-346cbab3-a91b-4ddb-bc15-08f19cc3964e req-240c00a3-07f1-4cae-86d8-2b01cf8862b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:39.397543 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84916b0-3202-4f7e-8629-dde173a14cf8 req-e834a83c-3077-4516-9ed9-e297ffe0b1bc tempest-InstanceActionsV221TestJSON-1671300123 tempest-InstanceActionsV221TestJSON-1671300123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:39.405707 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a84916b0-3202-4f7e-8629-dde173a14cf8 req-e834a83c-3077-4516-9ed9-e297ffe0b1bc tempest-InstanceActionsV221TestJSON-1671300123 tempest-InstanceActionsV221TestJSON-1671300123-project] 10.222.0.41 "GET /v2.0/ports?device_id=04956f64-b6f4-4446-ac1a-1240e8f56ba1 HTTP/1.1" status: 200 len: 931 time: 0.1106479 Aug 11 03:01:39.429980 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee66239-8c98-404d-bdec-fab3ce98f837 None None] New status for floating IP ed3ed54a-ab8b-4f01-9df9-9fad9a3829bf: DOWN {{(pid=102193) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:01:39.504965 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6e2ceee3-a50f-4094-b360-1f66b42b5f5b req-3a2ec91a-0a01-43b9-92e1-f4d13b06f329 tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] 10.222.0.41 "GET /v2.0/floatingips/ed3ed54a-ab8b-4f01-9df9-9fad9a3829bf HTTP/1.1" status: 200 len: 696 time: 0.0912385 Aug 11 03:01:39.521732 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a84916b0-3202-4f7e-8629-dde173a14cf8 req-5a218b02-e22f-4ab8-9a06-9ba6ce07ab48 tempest-InstanceActionsV221TestJSON-1671300123 tempest-InstanceActionsV221TestJSON-1671300123-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ebc3a62-8705-482c-8004-457eb4afe602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085236 Aug 11 03:01:39.759283 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2ceee3-a50f-4094-b360-1f66b42b5f5b req-9f8114dc-6d2c-4f8c-a06e-7b4b4f5961b3 tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:39.760554 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6e2ceee3-a50f-4094-b360-1f66b42b5f5b req-9f8114dc-6d2c-4f8c-a06e-7b4b4f5961b3 tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] 10.222.0.41 "GET /v2.0/networks/09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 HTTP/1.1" status: 200 len: 784 time: 0.2376604 Aug 11 03:01:39.779443 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [req-6e2ceee3-a50f-4094-b360-1f66b42b5f5b req-a2ff0f9a-dfc2-4986-b76c-bbd3cb3d5e50 tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:01:39.787367 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6e2ceee3-a50f-4094-b360-1f66b42b5f5b req-a2ff0f9a-dfc2-4986-b76c-bbd3cb3d5e50 tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0159161 Aug 11 03:01:39.859291 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6e2ceee3-a50f-4094-b360-1f66b42b5f5b req-2a9a0a32-763d-4f7f-a3eb-8c8a2c28d375 tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.8.111 HTTP/1.1" status: 200 len: 699 time: 0.0709865 Aug 11 03:01:40.258890 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6e2ceee3-a50f-4094-b360-1f66b42b5f5b req-a983ed67-e0d5-4ce9-9be6-960f64e58392 tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.8.111 HTTP/1.1" status: 200 len: 699 time: 0.3921273 Aug 11 03:01:40.361316 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [req-346cbab3-a91b-4ddb-bc15-08f19cc3964e req-240c00a3-07f1-4cae-86d8-2b01cf8862b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86d5cd06-f4ba-49c4-802a-21330155d5b3 {{(pid=102192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:01:40.373413 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 757139b6-8342-4504-82df-491f3ad6472a details requested by agent hyperv_n-h1-764292-30 with host n-h1-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:01:40.378997 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-346cbab3-a91b-4ddb-bc15-08f19cc3964e req-240c00a3-07f1-4cae-86d8-2b01cf8862b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:40.463076 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [req-346cbab3-a91b-4ddb-bc15-08f19cc3964e req-240c00a3-07f1-4cae-86d8-2b01cf8862b5 service neutron] Transition to ACTIVE for port object 86d5cd06-f4ba-49c4-802a-21330155d5b3 will not be triggered until provisioned by entity L2. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:01:40.513413 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [req-6e2ceee3-a50f-4094-b360-1f66b42b5f5b req-cf75c078-511f-4b23-8b50-ca99d6334fa8 tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] Deleting port dedfcc75-73c6-4509-89ee-6182e21b414e {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:01:40.513762 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-6e2ceee3-a50f-4094-b360-1f66b42b5f5b req-cf75c078-511f-4b23-8b50-ca99d6334fa8 tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:40.543733 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 757139b6-8342-4504-82df-491f3ad6472a, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=757139b6-8342-4504-82df-491f3ad6472a,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:01:40.556012 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Returning: {'device': '757139b6-8342-4504-82df-491f3ad6472a', 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba', 'port_id': '757139b6-8342-4504-82df-491f3ad6472a', 'mac_address': 'fa:16:3e:b3:cd:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '254a3f4d-2b75-429e-bbb2-8e70554e9483', 'ip_address': '192.168.233.219'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:01:40.579158 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-346cbab3-a91b-4ddb-bc15-08f19cc3964e req-240c00a3-07f1-4cae-86d8-2b01cf8862b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:40.598873 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:40.624316 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 757139b6-8342-4504-82df-491f3ad6472a {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:01:40.655030 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 757139b6-8342-4504-82df-491f3ad6472a, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=757139b6-8342-4504-82df-491f3ad6472a,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:01:40.714166 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240c00a3-07f1-4cae-86d8-2b01cf8862b5 service neutron] Pushing event updated for resources: {'Port': ['ID=86d5cd06-f4ba-49c4-802a-21330155d5b3,revision_number=2']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:40.728346 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:40.729164 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 2e23dd7b-0b38-404c-8090-6ce6bff54305 details requested by agent hyperv_n-h1-764292-30 with host n-h1-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:01:40.782019 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-6e2ceee3-a50f-4094-b360-1f66b42b5f5b req-cf75c078-511f-4b23-8b50-ca99d6334fa8 tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:40.782358 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-6e2ceee3-a50f-4094-b360-1f66b42b5f5b req-cf75c078-511f-4b23-8b50-ca99d6334fa8 tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:40.795790 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584e430f-5dc0-4c62-9907-0ae36574bda7 req-bfb1c11c-154f-48c8-8756-6b6e7893aefa tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:40.801822 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-584e430f-5dc0-4c62-9907-0ae36574bda7 req-bfb1c11c-154f-48c8-8756-6b6e7893aefa tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/ports?device_id=d2b41ab6-4c5f-48f1-8bb5-e81de4e7be28 HTTP/1.1" status: 200 len: 948 time: 0.2238691 Aug 11 03:01:40.835712 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [req-6e2ceee3-a50f-4094-b360-1f66b42b5f5b req-cf75c078-511f-4b23-8b50-ca99d6334fa8 tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] Calling delete_port for dedfcc75-73c6-4509-89ee-6182e21b414e owned by network:floatingip {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:01:40.862714 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 2e23dd7b-0b38-404c-8090-6ce6bff54305, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=2e23dd7b-0b38-404c-8090-6ce6bff54305,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:01:40.878734 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=757139b6-8342-4504-82df-491f3ad6472a,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:40.881663 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Returning: {'device': '2e23dd7b-0b38-404c-8090-6ce6bff54305', 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba', 'port_id': '2e23dd7b-0b38-404c-8090-6ce6bff54305', 'mac_address': 'fa:16:3e:87:93:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '254a3f4d-2b75-429e-bbb2-8e70554e9483', 'ip_address': '192.168.233.178'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:01:40.922808 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-584e430f-5dc0-4c62-9907-0ae36574bda7 req-83056bff-e20d-4e38-a44f-73e35ae91bdc tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8b0be49-76ee-4d50-8be0-9bf1508da412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151435 Aug 11 03:01:40.929663 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-346cbab3-a91b-4ddb-bc15-08f19cc3964e req-240c00a3-07f1-4cae-86d8-2b01cf8862b5 service neutron] Attempting to bind port 86d5cd06-f4ba-49c4-802a-21330155d5b3 on host n-h1-764292-30 for vnic_type normal with profile {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:01:40.930003 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-346cbab3-a91b-4ddb-bc15-08f19cc3964e req-240c00a3-07f1-4cae-86d8-2b01cf8862b5 service neutron] Attempting to bind port 86d5cd06-f4ba-49c4-802a-21330155d5b3 by drivers openvswitch,hyperv on host n-h1-764292-30 at level 0 using segments [{'id': '8579d5a4-5dcb-4b5a-abd0-cea0fe6d5bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'ba333e5d-6094-4fe3-8029-08d4a79f8949'}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:01:40.930362 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346cbab3-a91b-4ddb-bc15-08f19cc3964e req-240c00a3-07f1-4cae-86d8-2b01cf8862b5 service neutron] Attempting to bind port 86d5cd06-f4ba-49c4-802a-21330155d5b3 on network ba333e5d-6094-4fe3-8029-08d4a79f8949 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:01:40.945125 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:40.948062 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:01:40.948572 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:01:40.948958 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:01:40.949394 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:01:40.949983 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:01:40.950773 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:01:40.950773 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:01:40.951248 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:01:40.951715 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:01:40.953189 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:01:40.953628 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:01:40.954057 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:01:40.959519 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:40.974822 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e23dd7b-0b38-404c-8090-6ce6bff54305 {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:01:40.982967 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346cbab3-a91b-4ddb-bc15-08f19cc3964e req-240c00a3-07f1-4cae-86d8-2b01cf8862b5 service neutron] Port 86d5cd06-f4ba-49c4-802a-21330155d5b3 on network ba333e5d-6094-4fe3-8029-08d4a79f8949 not bound, no agent of type Open vSwitch agent registered on host n-h1-764292-30 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:01:40.983624 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346cbab3-a91b-4ddb-bc15-08f19cc3964e req-240c00a3-07f1-4cae-86d8-2b01cf8862b5 service neutron] Attempting to bind port 86d5cd06-f4ba-49c4-802a-21330155d5b3 on network ba333e5d-6094-4fe3-8029-08d4a79f8949 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:01:41.002439 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 2e23dd7b-0b38-404c-8090-6ce6bff54305, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=2e23dd7b-0b38-404c-8090-6ce6bff54305,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:01:41.011261 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346cbab3-a91b-4ddb-bc15-08f19cc3964e req-240c00a3-07f1-4cae-86d8-2b01cf8862b5 service neutron] Checking agent: {'id': 'abb524c2-b412-4ed2-8367-45c4fd996fa7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 1, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:01:41.011610 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346cbab3-a91b-4ddb-bc15-08f19cc3964e req-240c00a3-07f1-4cae-86d8-2b01cf8862b5 service neutron] Checking segment: {'id': '8579d5a4-5dcb-4b5a-abd0-cea0fe6d5bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'ba333e5d-6094-4fe3-8029-08d4a79f8949'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:01:41.012007 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346cbab3-a91b-4ddb-bc15-08f19cc3964e req-240c00a3-07f1-4cae-86d8-2b01cf8862b5 service neutron] Bound using segment: {'id': '8579d5a4-5dcb-4b5a-abd0-cea0fe6d5bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'ba333e5d-6094-4fe3-8029-08d4a79f8949'} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:01:41.012457 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-346cbab3-a91b-4ddb-bc15-08f19cc3964e req-240c00a3-07f1-4cae-86d8-2b01cf8862b5 service neutron] Bound port: 86d5cd06-f4ba-49c4-802a-21330155d5b3, host: n-h1-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8579d5a4-5dcb-4b5a-abd0-cea0fe6d5bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'ba333e5d-6094-4fe3-8029-08d4a79f8949'}}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:01:41.012809 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-346cbab3-a91b-4ddb-bc15-08f19cc3964e req-240c00a3-07f1-4cae-86d8-2b01cf8862b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:41.077716 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:41.150223 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=2e23dd7b-0b38-404c-8090-6ce6bff54305,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:41.217448 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3e2fc8-42ff-4c83-92c6-015c78554a57 req-a51bca29-dc7f-4b24-b071-73992c4efa57 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:41.225688 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-fe3e2fc8-42ff-4c83-92c6-015c78554a57 req-a51bca29-dc7f-4b24-b071-73992c4efa57 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4b1241a-b428-4fb4-be76-b0571e761664 HTTP/1.1" status: 200 len: 943 time: 0.1684480 Aug 11 03:01:41.238747 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-346cbab3-a91b-4ddb-bc15-08f19cc3964e req-240c00a3-07f1-4cae-86d8-2b01cf8862b5 service neutron] For port 86d5cd06-f4ba-49c4-802a-21330155d5b3, host n-h1-764292-30, cleared binding levels {{(pid=102192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:01:41.272150 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-346cbab3-a91b-4ddb-bc15-08f19cc3964e req-240c00a3-07f1-4cae-86d8-2b01cf8862b5 service neutron] For port 86d5cd06-f4ba-49c4-802a-21330155d5b3, host n-h1-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=86d5cd06-f4ba-49c4-802a-21330155d5b3,segment=NetworkSegment(8579d5a4-5dcb-4b5a-abd0-cea0fe6d5bb6),segment_id=8579d5a4-5dcb-4b5a-abd0-cea0fe6d5bb6)] {{(pid=102192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:01:41.304467 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-fe3e2fc8-42ff-4c83-92c6-015c78554a57 req-cb4d1683-8b1a-4307-a1a0-c8814d37d97d tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5aa9049-617d-473f-afb5-b55716ab8aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779891 Aug 11 03:01:41.334447 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-346cbab3-a91b-4ddb-bc15-08f19cc3964e req-240c00a3-07f1-4cae-86d8-2b01cf8862b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:41.380150 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-6e2ceee3-a50f-4094-b360-1f66b42b5f5b req-cf75c078-511f-4b23-8b50-ca99d6334fa8 tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:41.426353 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346cbab3-a91b-4ddb-bc15-08f19cc3964e req-240c00a3-07f1-4cae-86d8-2b01cf8862b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:41.426353 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-346cbab3-a91b-4ddb-bc15-08f19cc3964e req-240c00a3-07f1-4cae-86d8-2b01cf8862b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:41.427852 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-346cbab3-a91b-4ddb-bc15-08f19cc3964e req-240c00a3-07f1-4cae-86d8-2b01cf8862b5 service neutron] 10.222.0.22 "PUT /v2.0/ports/86d5cd06-f4ba-49c4-802a-21330155d5b3 HTTP/1.1" status: 200 len: 1092 time: 2.2034779 Aug 11 03:01:41.428553 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04956f64-b6f4-4446-ac1a-1240e8f56ba1', 'tag': '86d5cd06-f4ba-49c4-802a-21330155d5b3'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:01:41.430804 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-767fc496-152a-492b-80a0-eb7539025b1b" -d '{"events": [{"name": "network-changed", "server_uuid": "04956f64-b6f4-4446-ac1a-1240e8f56ba1", "tag": "86d5cd06-f4ba-49c4-802a-21330155d5b3"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:01:41.498530 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['757139b6-8342-4504-82df-491f3ad6472a'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:01:41.563690 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['2e23dd7b-0b38-404c-8090-6ce6bff54305'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:01:41.661956 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240c00a3-07f1-4cae-86d8-2b01cf8862b5 service neutron] Pushing event updated for resources: {'Port': ['ID=86d5cd06-f4ba-49c4-802a-21330155d5b3,revision_number=3']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:41.746085 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf75c078-511f-4b23-8b50-ca99d6334fa8 tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] Pushing event deleted for resources: {'Port': ['ID=dedfcc75-73c6-4509-89ee-6182e21b414e,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:41.833116 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-6e2ceee3-a50f-4094-b360-1f66b42b5f5b req-cf75c078-511f-4b23-8b50-ca99d6334fa8 tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] Notify callbacks [] for floatingip, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:41.836460 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-6e2ceee3-a50f-4094-b360-1f66b42b5f5b req-cf75c078-511f-4b23-8b50-ca99d6334fa8 tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for floatingip, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:41.853662 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6e2ceee3-a50f-4094-b360-1f66b42b5f5b req-cf75c078-511f-4b23-8b50-ca99d6334fa8 tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] 10.222.0.41 "DELETE /v2.0/floatingips/ed3ed54a-ab8b-4f01-9df9-9fad9a3829bf HTTP/1.1" status: 204 len: 173 time: 1.5548165 Aug 11 03:01:41.856957 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346cbab3-a91b-4ddb-bc15-08f19cc3964e req-aaf24202-a71a-47bc-9e60-709777c75702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:41.858597 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-346cbab3-a91b-4ddb-bc15-08f19cc3964e req-aaf24202-a71a-47bc-9e60-709777c75702 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=08e8c7f11f2a4409a5a19c9b71056b5f&device_id=04956f64-b6f4-4446-ac1a-1240e8f56ba1 HTTP/1.1" status: 200 len: 1095 time: 0.3358140 Aug 11 03:01:41.930802 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:01:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-577d47e4-c76f-48fc-a974-2f0ce4588088 x-openstack-request-id: req-577d47e4-c76f-48fc-a974-2f0ce4588088 {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:01:41.931458 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04956f64-b6f4-4446-ac1a-1240e8f56ba1", "tag": "86d5cd06-f4ba-49c4-802a-21330155d5b3", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:01:41.931458 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-577d47e4-c76f-48fc-a974-2f0ce4588088 {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:01:41.931717 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04956f64-b6f4-4446-ac1a-1240e8f56ba1', 'tag': '86d5cd06-f4ba-49c4-802a-21330155d5b3', 'status': 'completed', 'code': 200} Aug 11 03:01:41.935918 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-346cbab3-a91b-4ddb-bc15-08f19cc3964e req-e84c79fe-45b9-449b-9fe1-552e106dfcec service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=86d5cd06-f4ba-49c4-802a-21330155d5b3 HTTP/1.1" status: 200 len: 217 time: 0.0607870 Aug 11 03:01:41.969103 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e4aff5-b52e-467f-9991-a063e5dd6b1b req-3a6a4aec-9151-49c6-a674-92e7729893cd tempest-InstanceActionsV221TestJSON-1671300123 tempest-InstanceActionsV221TestJSON-1671300123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:41.977306 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-22e4aff5-b52e-467f-9991-a063e5dd6b1b req-3a6a4aec-9151-49c6-a674-92e7729893cd tempest-InstanceActionsV221TestJSON-1671300123 tempest-InstanceActionsV221TestJSON-1671300123-project] 10.222.0.41 "GET /v2.0/ports?device_id=04956f64-b6f4-4446-ac1a-1240e8f56ba1 HTTP/1.1" status: 200 len: 943 time: 0.1877716 Aug 11 03:01:42.051065 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346cbab3-a91b-4ddb-bc15-08f19cc3964e req-f5272c03-8760-498c-a417-0734d0468787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:42.052535 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-346cbab3-a91b-4ddb-bc15-08f19cc3964e req-f5272c03-8760-498c-a417-0734d0468787 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=77b8acf5-e381-4b06-a29e-2105d54e9fb8 HTTP/1.1" status: 200 len: 858 time: 0.1066434 Aug 11 03:01:42.072373 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-22e4aff5-b52e-467f-9991-a063e5dd6b1b req-10c7a9b9-12ba-4743-85d6-d760abd3f1b6 tempest-InstanceActionsV221TestJSON-1671300123 tempest-InstanceActionsV221TestJSON-1671300123-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ebc3a62-8705-482c-8004-457eb4afe602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869894 Aug 11 03:01:42.132997 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-346cbab3-a91b-4ddb-bc15-08f19cc3964e req-cd6bc30d-41e6-4a85-8b71-910af57fb41a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ba333e5d-6094-4fe3-8029-08d4a79f8949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589454 Aug 11 03:01:42.287605 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-346cbab3-a91b-4ddb-bc15-08f19cc3964e req-b33cfa1f-8598-4819-a0f7-a4ffcab6af95 service neutron] 10.222.0.22 "GET /v2.0/networks/ba333e5d-6094-4fe3-8029-08d4a79f8949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453261 Aug 11 03:01:42.400666 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48ae41f-fa49-4d4d-ae34-052e09fc113f req-f945127f-a437-4ee6-a573-de346c45f495 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:42.409847 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a48ae41f-fa49-4d4d-ae34-052e09fc113f req-f945127f-a437-4ee6-a573-de346c45f495 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/ports?device_id=d2b41ab6-4c5f-48f1-8bb5-e81de4e7be28 HTTP/1.1" status: 200 len: 949 time: 0.2285500 Aug 11 03:01:42.470943 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a48ae41f-fa49-4d4d-ae34-052e09fc113f req-dc133e78-6ed3-4229-a3f0-5cda21f0ce5b tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8b0be49-76ee-4d50-8be0-9bf1508da412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599830 Aug 11 03:01:42.523359 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-346cbab3-a91b-4ddb-bc15-08f19cc3964e req-a814525f-f3be-4c97-b751-b3bc2363936f service neutron] 10.222.0.22 "GET /v2.0/networks/ba333e5d-6094-4fe3-8029-08d4a79f8949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096002 Aug 11 03:01:42.635351 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c4f326-3d23-4566-b048-f9fa8bd8a21a req-12265581-4f7c-4271-923a-1000fe0fd1c9 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:42.643417 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f2c4f326-3d23-4566-b048-f9fa8bd8a21a req-12265581-4f7c-4271-923a-1000fe0fd1c9 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4b1241a-b428-4fb4-be76-b0571e761664 HTTP/1.1" status: 200 len: 943 time: 0.1347854 Aug 11 03:01:42.710503 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2685a7a-f23d-4cd1-ba6d-50eb5068fb45 req-f3333638-165d-4a55-b773-14c8dd68173a tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:42.710503 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f2685a7a-f23d-4cd1-ba6d-50eb5068fb45 req-f3333638-165d-4a55-b773-14c8dd68173a tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] 10.222.0.41 "GET /v2.0/ports?device_id=db1dc61c-8179-44d3-8cb7-a4c54d08140b HTTP/1.1" status: 200 len: 946 time: 0.1519222 Aug 11 03:01:42.753470 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f2c4f326-3d23-4566-b048-f9fa8bd8a21a req-cd523e85-f294-4f73-9b96-deda40f1f41a tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5aa9049-617d-473f-afb5-b55716ab8aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092520 Aug 11 03:01:42.765761 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767fc496-152a-492b-80a0-eb7539025b1b req-e9865ca2-f75a-4815-9449-63d865021eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:42.767973 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-767fc496-152a-492b-80a0-eb7539025b1b req-e9865ca2-f75a-4815-9449-63d865021eb7 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=08e8c7f11f2a4409a5a19c9b71056b5f&device_id=04956f64-b6f4-4446-ac1a-1240e8f56ba1 HTTP/1.1" status: 200 len: 1095 time: 0.1015370 Aug 11 03:01:42.805291 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f2685a7a-f23d-4cd1-ba6d-50eb5068fb45 req-3df30617-b980-49d2-a940-af59a4659b8f tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] 10.222.0.41 "GET /v2.0/security-groups?id=68d3953c-5c04-4915-9da9-4e3d74be3735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875583 Aug 11 03:01:42.917019 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767fc496-152a-492b-80a0-eb7539025b1b req-acbeed5c-501c-4b4e-9f05-3e288f68e11c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:42.918533 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-767fc496-152a-492b-80a0-eb7539025b1b req-acbeed5c-501c-4b4e-9f05-3e288f68e11c service neutron] 10.222.0.22 "GET /v2.0/networks?id=ba333e5d-6094-4fe3-8029-08d4a79f8949 HTTP/1.1" status: 200 len: 919 time: 0.1416175 Aug 11 03:01:42.979742 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-767fc496-152a-492b-80a0-eb7539025b1b req-57679620-23f2-472b-b5c6-0c7ca1c7db8a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=86d5cd06-f4ba-49c4-802a-21330155d5b3 HTTP/1.1" status: 200 len: 217 time: 0.0518141 Aug 11 03:01:43.056367 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767fc496-152a-492b-80a0-eb7539025b1b req-7ee39006-b946-47a7-866d-b1ece9f83b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:43.059209 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-767fc496-152a-492b-80a0-eb7539025b1b req-7ee39006-b946-47a7-866d-b1ece9f83b3c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=77b8acf5-e381-4b06-a29e-2105d54e9fb8 HTTP/1.1" status: 200 len: 858 time: 0.0613518 Aug 11 03:01:43.112730 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-767fc496-152a-492b-80a0-eb7539025b1b req-2b88fba1-0666-45f3-94e5-0920cd3a6c5f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ba333e5d-6094-4fe3-8029-08d4a79f8949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444412 Aug 11 03:01:43.285570 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547d8655-20dd-4ede-aa3b-6657fad5693f req-d4348f60-6aab-41ac-a396-ab20902730d9 tempest-InstanceActionsV221TestJSON-1671300123 tempest-InstanceActionsV221TestJSON-1671300123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:43.287215 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-547d8655-20dd-4ede-aa3b-6657fad5693f req-d4348f60-6aab-41ac-a396-ab20902730d9 tempest-InstanceActionsV221TestJSON-1671300123 tempest-InstanceActionsV221TestJSON-1671300123-project] 10.222.0.41 "GET /v2.0/ports?device_id=04956f64-b6f4-4446-ac1a-1240e8f56ba1 HTTP/1.1" status: 200 len: 943 time: 0.1015184 Aug 11 03:01:43.291598 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-767fc496-152a-492b-80a0-eb7539025b1b req-77311858-6743-4db6-ac3d-8cd2acc74a52 service neutron] 10.222.0.22 "GET /v2.0/networks/ba333e5d-6094-4fe3-8029-08d4a79f8949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693163 Aug 11 03:01:43.383686 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-547d8655-20dd-4ede-aa3b-6657fad5693f req-abe77989-27be-4513-844b-a74b18062927 tempest-InstanceActionsV221TestJSON-1671300123 tempest-InstanceActionsV221TestJSON-1671300123-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ebc3a62-8705-482c-8004-457eb4afe602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896447 Aug 11 03:01:43.412289 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-767fc496-152a-492b-80a0-eb7539025b1b req-bc644ada-f39d-4860-8b7b-7ee0612da8af service neutron] 10.222.0.22 "GET /v2.0/networks/ba333e5d-6094-4fe3-8029-08d4a79f8949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117578 Aug 11 03:01:43.580707 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb191f2-dd9a-4635-a4cb-8050a9b632a7 req-92c433d0-bddd-452c-9097-d8a113cc7dcd tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:43.582381 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3fb191f2-dd9a-4635-a4cb-8050a9b632a7 req-92c433d0-bddd-452c-9097-d8a113cc7dcd tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/ports?device_id=d2b41ab6-4c5f-48f1-8bb5-e81de4e7be28 HTTP/1.1" status: 200 len: 949 time: 0.0507429 Aug 11 03:01:43.627575 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3fb191f2-dd9a-4635-a4cb-8050a9b632a7 req-4f0a0cf4-4a4a-4fea-ae77-520380eaebe6 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8b0be49-76ee-4d50-8be0-9bf1508da412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392258 Aug 11 03:01:44.058401 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0405bd-ea79-4e41-8339-ba3c196515c1 req-6a1f6125-2ad9-4ba5-916e-65466dad611c tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:44.060096 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bc0405bd-ea79-4e41-8339-ba3c196515c1 req-6a1f6125-2ad9-4ba5-916e-65466dad611c tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4b1241a-b428-4fb4-be76-b0571e761664 HTTP/1.1" status: 200 len: 943 time: 0.1823835 Aug 11 03:01:44.072228 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c68feb8-e385-4f6a-b998-7095b37690dd req-1cebd5d8-5fa5-4d6e-943c-599d17987a7d tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:44.073860 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3c68feb8-e385-4f6a-b998-7095b37690dd req-1cebd5d8-5fa5-4d6e-943c-599d17987a7d tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] 10.222.0.41 "GET /v2.0/ports?device_id=db1dc61c-8179-44d3-8cb7-a4c54d08140b HTTP/1.1" status: 200 len: 946 time: 0.1193163 Aug 11 03:01:44.107675 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7d69e802-1f49-4756-a9f3-d8cd73b04780 req-5c0b2d2a-2679-4d9f-8377-973632121e27 service neutron] 10.222.0.24 "GET /v2.0/ports/3accc793-fe12-47ab-9ad3-76cfce77a764/bindings/n-h1-764292-30 HTTP/1.1" status: 200 len: 385 time: 0.1891711 Aug 11 03:01:44.192168 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bc0405bd-ea79-4e41-8339-ba3c196515c1 req-9656d76f-e1ca-4217-8f36-68ab407d94b5 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5aa9049-617d-473f-afb5-b55716ab8aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169069 Aug 11 03:01:44.197518 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3c68feb8-e385-4f6a-b998-7095b37690dd req-a3b2084e-aa96-48dc-b13b-492b3de023b6 tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] 10.222.0.41 "GET /v2.0/security-groups?id=68d3953c-5c04-4915-9da9-4e3d74be3735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126101 Aug 11 03:01:44.203699 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 3accc793-fe12-47ab-9ad3-76cfce77a764 no longer exists at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:01:44.278901 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a18c672-9283-4e6e-90fa-e2e12acb47d7 req-c863ba36-782a-48ee-98ab-238e78a1f2d5 tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:44.280607 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4a18c672-9283-4e6e-90fa-e2e12acb47d7 req-c863ba36-782a-48ee-98ab-238e78a1f2d5 tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] 10.222.0.22 "GET /v2.0/ports?device_id=db1dc61c-8179-44d3-8cb7-a4c54d08140b HTTP/1.1" status: 200 len: 946 time: 0.1414130 Aug 11 03:01:44.381384 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 757139b6-8342-4504-82df-491f3ad6472a up at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:01:44.501362 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning for port 757139b6-8342-4504-82df-491f3ad6472a completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:01:44.509139 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning complete for port 757139b6-8342-4504-82df-491f3ad6472a triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:01:44.509573 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:44.541601 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-7d69e802-1f49-4756-a9f3-d8cd73b04780 req-b265e21f-c179-4c8b-b669-f8eaa440091c service neutron] For port 3accc793-fe12-47ab-9ad3-76cfce77a764, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=3accc793-fe12-47ab-9ad3-76cfce77a764,segment=NetworkSegment(a45ed4ca-59d3-4372-9b5a-18bb6ba190c2),segment_id=a45ed4ca-59d3-4372-9b5a-18bb6ba190c2)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:01:44.571842 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [req-4a18c672-9283-4e6e-90fa-e2e12acb47d7 req-25e4b2bf-75be-450d-a931-4ca1daeaacca tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] Deleting port 0eb98ab7-e375-4069-abac-27534e39f2d6 {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:01:44.572152 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-4a18c672-9283-4e6e-90fa-e2e12acb47d7 req-25e4b2bf-75be-450d-a931-4ca1daeaacca tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:44.596510 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-7d69e802-1f49-4756-a9f3-d8cd73b04780 req-b265e21f-c179-4c8b-b669-f8eaa440091c service neutron] For port 3accc793-fe12-47ab-9ad3-76cfce77a764, host n-h2-764292-30, cleared binding levels {{(pid=102192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:01:44.620768 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:44.647239 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7002e0d2-6ac9-4118-86a6-6764a8f80ab6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '757139b6-8342-4504-82df-491f3ad6472a'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:01:44.649542 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f43f70d-79e6-4eee-9ae3-f4496ff2bb9e" -d '{"events": [{"server_uuid": "7002e0d2-6ac9-4118-86a6-6764a8f80ab6", "name": "network-vif-plugged", "status": "completed", "tag": "757139b6-8342-4504-82df-491f3ad6472a"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:01:44.658942 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c485dd3e-708c-4393-a6a0-6b79b1d45bd0 req-850e0e5c-d0fe-42df-a962-4f32f158559a tempest-InstanceActionsV221TestJSON-1671300123 tempest-InstanceActionsV221TestJSON-1671300123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:44.660504 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c485dd3e-708c-4393-a6a0-6b79b1d45bd0 req-850e0e5c-d0fe-42df-a962-4f32f158559a tempest-InstanceActionsV221TestJSON-1671300123 tempest-InstanceActionsV221TestJSON-1671300123-project] 10.222.0.41 "GET /v2.0/ports?device_id=04956f64-b6f4-4446-ac1a-1240e8f56ba1 HTTP/1.1" status: 200 len: 943 time: 0.1633763 Aug 11 03:01:44.664943 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 757139b6-8342-4504-82df-491f3ad6472a, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=757139b6-8342-4504-82df-491f3ad6472a,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:01:44.700399 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [req-7d69e802-1f49-4756-a9f3-d8cd73b04780 req-b265e21f-c179-4c8b-b669-f8eaa440091c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3accc793-fe12-47ab-9ad3-76cfce77a764 {{(pid=102192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:01:44.748392 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-7d69e802-1f49-4756-a9f3-d8cd73b04780 req-b265e21f-c179-4c8b-b669-f8eaa440091c service neutron] For port 3accc793-fe12-47ab-9ad3-76cfce77a764, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=3accc793-fe12-47ab-9ad3-76cfce77a764,segment=NetworkSegment(a45ed4ca-59d3-4372-9b5a-18bb6ba190c2),segment_id=a45ed4ca-59d3-4372-9b5a-18bb6ba190c2)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:01:44.758655 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:44.760207 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 2e23dd7b-0b38-404c-8090-6ce6bff54305 up at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:01:44.806187 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c485dd3e-708c-4393-a6a0-6b79b1d45bd0 req-f82c2776-d81c-4f41-9e93-1e79c91a8d76 tempest-InstanceActionsV221TestJSON-1671300123 tempest-InstanceActionsV221TestJSON-1671300123-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ebc3a62-8705-482c-8004-457eb4afe602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202352 Aug 11 03:01:44.828053 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-4a18c672-9283-4e6e-90fa-e2e12acb47d7 req-25e4b2bf-75be-450d-a931-4ca1daeaacca tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] For port 0eb98ab7-e375-4069-abac-27534e39f2d6, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=0eb98ab7-e375-4069-abac-27534e39f2d6,segment=NetworkSegment(8be48c87-49ff-409c-84bc-36da4c3f87ba),segment_id=8be48c87-49ff-409c-84bc-36da4c3f87ba)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:01:44.828472 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-4a18c672-9283-4e6e-90fa-e2e12acb47d7 req-25e4b2bf-75be-450d-a931-4ca1daeaacca tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:44.837546 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=757139b6-8342-4504-82df-491f3ad6472a,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:44.848062 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [req-4a18c672-9283-4e6e-90fa-e2e12acb47d7 req-25e4b2bf-75be-450d-a931-4ca1daeaacca tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] Calling delete_port for 0eb98ab7-e375-4069-abac-27534e39f2d6 owned by compute:nova {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:01:44.859661 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:01:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9a30106-f09c-4352-b398-caea854d4982 x-openstack-request-id: req-a9a30106-f09c-4352-b398-caea854d4982 {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:01:44.859969 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7002e0d2-6ac9-4118-86a6-6764a8f80ab6", "name": "network-vif-plugged", "status": "completed", "tag": "757139b6-8342-4504-82df-491f3ad6472a", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:01:44.860217 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a9a30106-f09c-4352-b398-caea854d4982 {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:01:44.860645 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7002e0d2-6ac9-4118-86a6-6764a8f80ab6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '757139b6-8342-4504-82df-491f3ad6472a', 'code': 200} Aug 11 03:01:44.867460 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40924ec5-c39f-4bd9-8230-5437a8fe7fd7 req-b6f2da2e-d6ff-4695-81b8-6be3295fcec6 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:44.872125 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-40924ec5-c39f-4bd9-8230-5437a8fe7fd7 req-b6f2da2e-d6ff-4695-81b8-6be3295fcec6 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/ports?device_id=d2b41ab6-4c5f-48f1-8bb5-e81de4e7be28 HTTP/1.1" status: 200 len: 949 time: 0.1514132 Aug 11 03:01:44.929113 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-7d69e802-1f49-4756-a9f3-d8cd73b04780 req-b265e21f-c179-4c8b-b669-f8eaa440091c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:44.946826 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning for port 2e23dd7b-0b38-404c-8090-6ce6bff54305 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:01:44.954182 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning complete for port 2e23dd7b-0b38-404c-8090-6ce6bff54305 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:01:44.955616 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:44.968814 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8007c3-c00d-4ead-8fc2-19313e2df719 req-612e897c-744f-4047-9930-00ff6f6e83eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:44.970756 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-ac8007c3-c00d-4ead-8fc2-19313e2df719 req-612e897c-744f-4047-9930-00ff6f6e83eb service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=7002e0d2-6ac9-4118-86a6-6764a8f80ab6 HTTP/1.1" status: 200 len: 1102 time: 0.0451941 Aug 11 03:01:44.998814 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-40924ec5-c39f-4bd9-8230-5437a8fe7fd7 req-c6e1a6e9-6473-4d1f-b790-9783e603f85a tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8b0be49-76ee-4d50-8be0-9bf1508da412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224051 Aug 11 03:01:45.041236 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-ac8007c3-c00d-4ead-8fc2-19313e2df719 req-bc77ed59-56ae-4baa-818b-dfe8b02a25f7 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=c8b0be49-76ee-4d50-8be0-9bf1508da412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622525 Aug 11 03:01:45.088033 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:45.127499 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 2e23dd7b-0b38-404c-8090-6ce6bff54305, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=2e23dd7b-0b38-404c-8090-6ce6bff54305,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:01:45.186665 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:45.209810 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [req-7d69e802-1f49-4756-a9f3-d8cd73b04780 req-b265e21f-c179-4c8b-b669-f8eaa440091c service neutron] Transition to ACTIVE for port object 3accc793-fe12-47ab-9ad3-76cfce77a764 will not be triggered until provisioned by entity L2. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:01:45.210627 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-4a18c672-9283-4e6e-90fa-e2e12acb47d7 req-25e4b2bf-75be-450d-a931-4ca1daeaacca tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:45.223548 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['0eb98ab7-e375-4069-abac-27534e39f2d6'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:01:45.269388 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e4b2bf-75be-450d-a931-4ca1daeaacca tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] Pushing event deleted for resources: {'Port': ['ID=0eb98ab7-e375-4069-abac-27534e39f2d6,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:45.291207 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=2e23dd7b-0b38-404c-8090-6ce6bff54305,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:45.331796 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a18c672-9283-4e6e-90fa-e2e12acb47d7 req-25e4b2bf-75be-450d-a931-4ca1daeaacca tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] No DVR routers for this DVR port 0eb98ab7-e375-4069-abac-27534e39f2d6 on host n-h1-764292-30 {{(pid=102192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:01:45.333808 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-7d69e802-1f49-4756-a9f3-d8cd73b04780 req-b265e21f-c179-4c8b-b669-f8eaa440091c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:45.339252 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-4a18c672-9283-4e6e-90fa-e2e12acb47d7 req-25e4b2bf-75be-450d-a931-4ca1daeaacca tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:45.344487 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4a18c672-9283-4e6e-90fa-e2e12acb47d7 req-25e4b2bf-75be-450d-a931-4ca1daeaacca tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] 10.222.0.22 "DELETE /v2.0/ports/0eb98ab7-e375-4069-abac-27534e39f2d6 HTTP/1.1" status: 204 len: 173 time: 1.0537646 Aug 11 03:01:45.344964 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db1dc61c-8179-44d3-8cb7-a4c54d08140b', 'name': 'network-vif-deleted', 'tag': '0eb98ab7-e375-4069-abac-27534e39f2d6'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:01:45.347956 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c215839e-befb-4662-a5e1-15b8f9a175fb" -d '{"events": [{"server_uuid": "db1dc61c-8179-44d3-8cb7-a4c54d08140b", "name": "network-vif-deleted", "tag": "0eb98ab7-e375-4069-abac-27534e39f2d6"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:01:45.413678 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-91f599ee-a823-40bb-903a-ec5f7380a3ad req-ac829ba5-3ce4-4b64-b68d-19c597da2b9c tempest-FloatingIPsAssociationTestJSON-2081072357 tempest-FloatingIPsAssociationTestJSON-2081072357-project] 10.222.0.41 "GET /v2.0/ports?device_id=db1dc61c-8179-44d3-8cb7-a4c54d08140b HTTP/1.1" status: 200 len: 210 time: 0.0783985 Aug 11 03:01:45.462009 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d69e802-1f49-4756-a9f3-d8cd73b04780 req-b265e21f-c179-4c8b-b669-f8eaa440091c service neutron] No DVR routers for this DVR port 3accc793-fe12-47ab-9ad3-76cfce77a764 on host n-h2-764292-30 {{(pid=102192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:01:45.506902 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b265e21f-c179-4c8b-b669-f8eaa440091c service neutron] Pushing event updated for resources: {'Port': ['ID=3accc793-fe12-47ab-9ad3-76cfce77a764,revision_number=10']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:45.518834 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7d69e802-1f49-4756-a9f3-d8cd73b04780 req-b265e21f-c179-4c8b-b669-f8eaa440091c service neutron] 10.222.0.24 "PUT /v2.0/ports/3accc793-fe12-47ab-9ad3-76cfce77a764/bindings/n-h1-764292-30/activate HTTP/1.1" status: 200 len: 370 time: 1.3961458 Aug 11 03:01:45.528466 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6912fc-12ca-4dea-bcde-75c185947ffa req-2203c30c-0ad6-40b1-9aba-c6c5a2a3ed83 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:45.530034 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7c6912fc-12ca-4dea-bcde-75c185947ffa req-2203c30c-0ad6-40b1-9aba-c6c5a2a3ed83 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4b1241a-b428-4fb4-be76-b0571e761664 HTTP/1.1" status: 200 len: 944 time: 0.1922283 Aug 11 03:01:45.571623 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7c6912fc-12ca-4dea-bcde-75c185947ffa req-e2c124bf-a09b-4de7-a03a-ea3fcafbfbea tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5aa9049-617d-473f-afb5-b55716ab8aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344152 Aug 11 03:01:45.628750 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:01:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85cc72ad-7fb3-4dc3-940e-50f4568af156 x-openstack-request-id: req-85cc72ad-7fb3-4dc3-940e-50f4568af156 {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:01:45.629107 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db1dc61c-8179-44d3-8cb7-a4c54d08140b", "name": "network-vif-deleted", "tag": "0eb98ab7-e375-4069-abac-27534e39f2d6", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:01:45.629449 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-85cc72ad-7fb3-4dc3-940e-50f4568af156 {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:01:45.629927 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db1dc61c-8179-44d3-8cb7-a4c54d08140b', 'name': 'network-vif-deleted', 'tag': '0eb98ab7-e375-4069-abac-27534e39f2d6', 'status': 'completed', 'code': 200} Aug 11 03:01:45.746901 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d69e802-1f49-4756-a9f3-d8cd73b04780 req-4fb218bb-8b44-4664-bf26-0d7b9b587a0f tempest-LiveAutoBlockMigrationV225Test-1544515844 tempest-LiveAutoBlockMigrationV225Test-1544515844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:45.748563 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7d69e802-1f49-4756-a9f3-d8cd73b04780 req-4fb218bb-8b44-4664-bf26-0d7b9b587a0f tempest-LiveAutoBlockMigrationV225Test-1544515844 tempest-LiveAutoBlockMigrationV225Test-1544515844-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=d4b1241a-b428-4fb4-be76-b0571e761664&tenant_id=7a37d4caabc9417c92d7f5d7ce7df51b&binding%3Ahost_id=n-h2-764292-30 HTTP/1.1" status: 200 len: 1096 time: 0.0613329 Aug 11 03:01:45.836159 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d69e802-1f49-4756-a9f3-d8cd73b04780 req-164281e0-653c-4d48-bdc7-f28d5a67f0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:45.837941 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7d69e802-1f49-4756-a9f3-d8cd73b04780 req-164281e0-653c-4d48-bdc7-f28d5a67f0a2 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=d4b1241a-b428-4fb4-be76-b0571e761664&tenant_id=7a37d4caabc9417c92d7f5d7ce7df51b HTTP/1.1" status: 200 len: 1096 time: 0.0773306 Aug 11 03:01:45.859013 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d011c1e0-c5fd-4344-96b1-94df709f7c08 req-7334efb5-9305-460a-bc75-cbc66aa623d3 tempest-ImagesOneServerTestJSON-971291341 tempest-ImagesOneServerTestJSON-971291341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:45.859013 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d011c1e0-c5fd-4344-96b1-94df709f7c08 req-7334efb5-9305-460a-bc75-cbc66aa623d3 tempest-ImagesOneServerTestJSON-971291341 tempest-ImagesOneServerTestJSON-971291341-project] 10.222.0.41 "GET /v2.0/ports?device_id=7150980e-2083-44a0-b896-b3ca6e56e82d HTTP/1.1" status: 200 len: 950 time: 0.0659990 Aug 11 03:01:45.959704 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d011c1e0-c5fd-4344-96b1-94df709f7c08 req-a90e045a-702c-4c75-addb-417e2f0c8a16 tempest-ImagesOneServerTestJSON-971291341 tempest-ImagesOneServerTestJSON-971291341-project] 10.222.0.41 "GET /v2.0/security-groups?id=77f70127-1bc6-4157-9581-f6d17790cf11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948977 Aug 11 03:01:45.963167 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d69e802-1f49-4756-a9f3-d8cd73b04780 req-f56e57cb-4c18-4dfb-8fc8-9c6fb85b2922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:45.964637 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7d69e802-1f49-4756-a9f3-d8cd73b04780 req-f56e57cb-4c18-4dfb-8fc8-9c6fb85b2922 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7a37d4caabc9417c92d7f5d7ce7df51b&device_id=d4b1241a-b428-4fb4-be76-b0571e761664 HTTP/1.1" status: 200 len: 1096 time: 0.0939739 Aug 11 03:01:45.979256 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe76c72c-e663-4060-9663-d17950a2e028 req-16f07c72-f71a-4097-9ead-509196570c6c tempest-InstanceActionsV221TestJSON-1671300123 tempest-InstanceActionsV221TestJSON-1671300123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:45.980724 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-fe76c72c-e663-4060-9663-d17950a2e028 req-16f07c72-f71a-4097-9ead-509196570c6c tempest-InstanceActionsV221TestJSON-1671300123 tempest-InstanceActionsV221TestJSON-1671300123-project] 10.222.0.41 "GET /v2.0/ports?device_id=04956f64-b6f4-4446-ac1a-1240e8f56ba1 HTTP/1.1" status: 200 len: 943 time: 0.0790193 Aug 11 03:01:46.067405 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-fe76c72c-e663-4060-9663-d17950a2e028 req-a9be204e-3014-45cc-bec5-b7b4c7785e8b tempest-InstanceActionsV221TestJSON-1671300123 tempest-InstanceActionsV221TestJSON-1671300123-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ebc3a62-8705-482c-8004-457eb4afe602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777314 Aug 11 03:01:46.103743 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d69e802-1f49-4756-a9f3-d8cd73b04780 req-4702a160-ef5e-45fb-b9dd-4da7ab03027e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:46.105237 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7d69e802-1f49-4756-a9f3-d8cd73b04780 req-4702a160-ef5e-45fb-b9dd-4da7ab03027e service neutron] 10.222.0.22 "GET /v2.0/networks?id=f221beb7-8330-438a-a9fe-3bfcf5050d99 HTTP/1.1" status: 200 len: 922 time: 0.1236579 Aug 11 03:01:46.375860 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 86d5cd06-f4ba-49c4-802a-21330155d5b3 details requested by agent hyperv_n-h1-764292-30 with host n-h1-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:01:46.468170 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7d69e802-1f49-4756-a9f3-d8cd73b04780 req-c781402c-242c-44ca-b1b7-ddb1fc7d949b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3accc793-fe12-47ab-9ad3-76cfce77a764 HTTP/1.1" status: 200 len: 217 time: 0.3211849 Aug 11 03:01:46.542997 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a04d496-70cb-42f0-9130-f4d960bbe9cf req-be023780-31fd-4101-884c-abd4c28707af tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:46.544684 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 86d5cd06-f4ba-49c4-802a-21330155d5b3, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=86d5cd06-f4ba-49c4-802a-21330155d5b3,segment=NetworkSegment(8579d5a4-5dcb-4b5a-abd0-cea0fe6d5bb6),segment_id=8579d5a4-5dcb-4b5a-abd0-cea0fe6d5bb6)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:01:46.550599 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6a04d496-70cb-42f0-9130-f4d960bbe9cf req-be023780-31fd-4101-884c-abd4c28707af tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/ports?device_id=d2b41ab6-4c5f-48f1-8bb5-e81de4e7be28 HTTP/1.1" status: 200 len: 950 time: 0.4404590 Aug 11 03:01:46.557191 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Returning: {'device': '86d5cd06-f4ba-49c4-802a-21330155d5b3', 'network_id': 'ba333e5d-6094-4fe3-8029-08d4a79f8949', 'port_id': '86d5cd06-f4ba-49c4-802a-21330155d5b3', 'mac_address': 'fa:16:3e:11:85:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77b8acf5-e381-4b06-a29e-2105d54e9fb8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:01:46.588479 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d69e802-1f49-4756-a9f3-d8cd73b04780 req-ddeb1199-eec1-4a5e-8dde-a43e3cd88fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:46.590144 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7d69e802-1f49-4756-a9f3-d8cd73b04780 req-ddeb1199-eec1-4a5e-8dde-a43e3cd88fc5 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1f48ffa3-65bd-47bc-90cf-1fcd73e0ff01 HTTP/1.1" status: 200 len: 861 time: 0.1116030 Aug 11 03:01:46.597355 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:46.605831 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6a04d496-70cb-42f0-9130-f4d960bbe9cf req-3c001aed-7d83-49fb-8d8e-3945bb6743cf tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8b0be49-76ee-4d50-8be0-9bf1508da412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509262 Aug 11 03:01:46.621337 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86d5cd06-f4ba-49c4-802a-21330155d5b3 {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:01:46.630732 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7d69e802-1f49-4756-a9f3-d8cd73b04780 req-b65979b5-6c36-4278-89b3-7895adad5ca6 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=f221beb7-8330-438a-a9fe-3bfcf5050d99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271587 Aug 11 03:01:46.641711 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 86d5cd06-f4ba-49c4-802a-21330155d5b3, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=86d5cd06-f4ba-49c4-802a-21330155d5b3,segment=NetworkSegment(8579d5a4-5dcb-4b5a-abd0-cea0fe6d5bb6),segment_id=8579d5a4-5dcb-4b5a-abd0-cea0fe6d5bb6)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:01:46.663089 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 44414) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:46.753697 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:46.787536 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7d69e802-1f49-4756-a9f3-d8cd73b04780 req-28da69d1-bdd7-4946-aa01-2e8e7665dd7d service neutron] 10.222.0.22 "GET /v2.0/networks/f221beb7-8330-438a-a9fe-3bfcf5050d99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492963 Aug 11 03:01:46.854788 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=86d5cd06-f4ba-49c4-802a-21330155d5b3,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:46.868384 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2b41ab6-4c5f-48f1-8bb5-e81de4e7be28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e23dd7b-0b38-404c-8090-6ce6bff54305'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:01:46.870808 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de77993b-2854-4f21-80aa-3399305264a4" -d '{"events": [{"server_uuid": "d2b41ab6-4c5f-48f1-8bb5-e81de4e7be28", "name": "network-vif-plugged", "status": "completed", "tag": "2e23dd7b-0b38-404c-8090-6ce6bff54305"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:01:46.938533 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bd2754-ef5b-418b-935b-3568e8d6bf94 req-50d3fa77-4350-412a-b2ec-cb92f4ea9526 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:46.940997 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f2bd2754-ef5b-418b-935b-3568e8d6bf94 req-50d3fa77-4350-412a-b2ec-cb92f4ea9526 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4b1241a-b428-4fb4-be76-b0571e761664 HTTP/1.1" status: 200 len: 944 time: 0.1175258 Aug 11 03:01:46.948740 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7d69e802-1f49-4756-a9f3-d8cd73b04780 req-05fa0cc6-72c4-47ef-8ff2-5be3f4f0f58d service neutron] 10.222.0.22 "GET /v2.0/networks/f221beb7-8330-438a-a9fe-3bfcf5050d99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519833 Aug 11 03:01:46.991708 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f2bd2754-ef5b-418b-935b-3568e8d6bf94 req-9d6b8437-4176-4403-a92c-e0363501d8db tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5aa9049-617d-473f-afb5-b55716ab8aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393047 Aug 11 03:01:47.136671 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-38b48e0f-87b4-4a14-83a2-16230f2b0467 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521106'] for router_interface, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:47.140184 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['86d5cd06-f4ba-49c4-802a-21330155d5b3'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:01:47.164110 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eea4c7de-dcbe-4291-a23c-76ea72e8273a x-openstack-request-id: req-eea4c7de-dcbe-4291-a23c-76ea72e8273a {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:01:47.164400 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2b41ab6-4c5f-48f1-8bb5-e81de4e7be28", "name": "network-vif-plugged", "status": "completed", "tag": "2e23dd7b-0b38-404c-8090-6ce6bff54305", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:01:47.168215 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-eea4c7de-dcbe-4291-a23c-76ea72e8273a {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:01:47.168215 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2b41ab6-4c5f-48f1-8bb5-e81de4e7be28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e23dd7b-0b38-404c-8090-6ce6bff54305', 'code': 200} Aug 11 03:01:47.336180 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0305eae0-76bf-4cb5-97a7-8d0cae7a39af req-609c50c5-fcb4-4e99-b379-c84d876cacfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:47.337829 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0305eae0-76bf-4cb5-97a7-8d0cae7a39af req-609c50c5-fcb4-4e99-b379-c84d876cacfa service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=d2b41ab6-4c5f-48f1-8bb5-e81de4e7be28 HTTP/1.1" status: 200 len: 1102 time: 0.0902765 Aug 11 03:01:47.346435 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba0c08c-1f69-48ff-a20b-aa52c35d5975 req-dd2c249c-bdf7-4827-b130-04135a39da4f tempest-InstanceActionsV221TestJSON-1671300123 tempest-InstanceActionsV221TestJSON-1671300123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:47.353693 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6ba0c08c-1f69-48ff-a20b-aa52c35d5975 req-dd2c249c-bdf7-4827-b130-04135a39da4f tempest-InstanceActionsV221TestJSON-1671300123 tempest-InstanceActionsV221TestJSON-1671300123-project] 10.222.0.41 "GET /v2.0/ports?device_id=04956f64-b6f4-4446-ac1a-1240e8f56ba1 HTTP/1.1" status: 200 len: 944 time: 0.0678480 Aug 11 03:01:47.410767 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0305eae0-76bf-4cb5-97a7-8d0cae7a39af req-6ba790d7-9167-4353-be75-c6afd7c9c995 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=c8b0be49-76ee-4d50-8be0-9bf1508da412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550261 Aug 11 03:01:47.419371 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6ba0c08c-1f69-48ff-a20b-aa52c35d5975 req-407b0d56-860a-4e05-bb97-735b680fd75d tempest-InstanceActionsV221TestJSON-1671300123 tempest-InstanceActionsV221TestJSON-1671300123-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ebc3a62-8705-482c-8004-457eb4afe602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638309 Aug 11 03:01:47.513976 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-38b48e0f-87b4-4a14-83a2-16230f2b0467 admin admin] Deleting port c6e9afdb-99ef-4fea-bbba-4f5022cda99c {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:01:47.514345 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-38b48e0f-87b4-4a14-83a2-16230f2b0467 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:47.561902 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d69e802-1f49-4756-a9f3-d8cd73b04780 req-d917f5ba-f8b3-4ef3-98bc-93c74ea244ad tempest-LiveAutoBlockMigrationV225Test-1544515844 tempest-LiveAutoBlockMigrationV225Test-1544515844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:47.563351 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7d69e802-1f49-4756-a9f3-d8cd73b04780 req-d917f5ba-f8b3-4ef3-98bc-93c74ea244ad tempest-LiveAutoBlockMigrationV225Test-1544515844 tempest-LiveAutoBlockMigrationV225Test-1544515844-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=d4b1241a-b428-4fb4-be76-b0571e761664&tenant_id=7a37d4caabc9417c92d7f5d7ce7df51b&binding%3Ahost_id=n-h1-764292-30 HTTP/1.1" status: 200 len: 1096 time: 0.0460565 Aug 11 03:01:47.599377 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [None req-38b48e0f-87b4-4a14-83a2-16230f2b0467 admin admin] For port c6e9afdb-99ef-4fea-bbba-4f5022cda99c, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=c6e9afdb-99ef-4fea-bbba-4f5022cda99c,segment=NetworkSegment(8be48c87-49ff-409c-84bc-36da4c3f87ba),segment_id=8be48c87-49ff-409c-84bc-36da4c3f87ba)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:01:47.599754 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-38b48e0f-87b4-4a14-83a2-16230f2b0467 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:47.621414 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-38b48e0f-87b4-4a14-83a2-16230f2b0467 admin admin] Calling delete_port for c6e9afdb-99ef-4fea-bbba-4f5022cda99c owned by network:router_interface {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:01:47.760031 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a75a10d-958a-4e45-ba94-ec8f00de22fc req-efb5864c-3dbb-43fa-bb16-2f442de59ae1 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:47.768668 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9a75a10d-958a-4e45-ba94-ec8f00de22fc req-efb5864c-3dbb-43fa-bb16-2f442de59ae1 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/ports?device_id=d2b41ab6-4c5f-48f1-8bb5-e81de4e7be28 HTTP/1.1" status: 200 len: 950 time: 0.0814252 Aug 11 03:01:47.805461 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9a75a10d-958a-4e45-ba94-ec8f00de22fc req-6760ad99-bb5a-435c-994e-79d06db65a3b tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8b0be49-76ee-4d50-8be0-9bf1508da412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357609 Aug 11 03:01:47.857171 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-7d69e802-1f49-4756-a9f3-d8cd73b04780 req-ea0942c5-5d98-4205-ad03-8c1e34cbb37a service neutron] For port 3accc793-fe12-47ab-9ad3-76cfce77a764, host n-h2-764292-30, cleared binding levels {{(pid=102192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:01:47.860388 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-7d69e802-1f49-4756-a9f3-d8cd73b04780 req-ea0942c5-5d98-4205-ad03-8c1e34cbb37a service neutron] Notify callbacks [] for binding, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:47.862270 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7d69e802-1f49-4756-a9f3-d8cd73b04780 req-ea0942c5-5d98-4205-ad03-8c1e34cbb37a service neutron] 10.222.0.22 "DELETE /v2.0/ports/3accc793-fe12-47ab-9ad3-76cfce77a764/bindings/n-h2-764292-30 HTTP/1.1" status: 204 len: 173 time: 0.2887256 Aug 11 03:01:47.922131 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-38b48e0f-87b4-4a14-83a2-16230f2b0467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:47.951209 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b48e0f-87b4-4a14-83a2-16230f2b0467 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6e9afdb-99ef-4fea-bbba-4f5022cda99c,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:48.153087 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-38b48e0f-87b4-4a14-83a2-16230f2b0467 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16383033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450082'] for router_interface, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:48.178631 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19472f6b-92ab-4fce-8efd-a7a73fd0cc31 req-62d0264a-8a5f-47cd-8e67-23848bbefe27 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:48.180365 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-19472f6b-92ab-4fce-8efd-a7a73fd0cc31 req-62d0264a-8a5f-47cd-8e67-23848bbefe27 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4b1241a-b428-4fb4-be76-b0571e761664 HTTP/1.1" status: 200 len: 944 time: 0.0637026 Aug 11 03:01:48.220361 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-19472f6b-92ab-4fce-8efd-a7a73fd0cc31 req-cd7a8e25-14af-44da-aaad-9989b66a185d tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5aa9049-617d-473f-afb5-b55716ab8aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336735 Aug 11 03:01:48.391701 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 86d5cd06-f4ba-49c4-802a-21330155d5b3 up at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:01:48.425389 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4976113e-1eb9-4bd5-b441-7efe6a1a0712 req-93f36e31-c19a-48ee-a95f-a436b9e7d85a tempest-LiveAutoBlockMigrationV225Test-1544515844 tempest-LiveAutoBlockMigrationV225Test-1544515844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:48.427907 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4976113e-1eb9-4bd5-b441-7efe6a1a0712 req-93f36e31-c19a-48ee-a95f-a436b9e7d85a tempest-LiveAutoBlockMigrationV225Test-1544515844 tempest-LiveAutoBlockMigrationV225Test-1544515844-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=d4b1241a-b428-4fb4-be76-b0571e761664 HTTP/1.1" status: 200 len: 1096 time: 0.0702677 Aug 11 03:01:48.436891 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38b48e0f-87b4-4a14-83a2-16230f2b0467 admin admin] Router 6500739a-34a4-4823-965f-e4fc802712e1 has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:01:48.524844 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4976113e-1eb9-4bd5-b441-7efe6a1a0712 req-7d725504-6a23-4b7d-8947-d78407868f26 tempest-LiveAutoBlockMigrationV225Test-1544515844 tempest-LiveAutoBlockMigrationV225Test-1544515844-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=c5aa9049-617d-473f-afb5-b55716ab8aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896635 Aug 11 03:01:48.574650 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning for port 86d5cd06-f4ba-49c4-802a-21330155d5b3 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:01:48.591209 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning complete for port 86d5cd06-f4ba-49c4-802a-21330155d5b3 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:01:48.597469 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:48.665051 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc4c9ec-4940-420c-afda-32ad43970e73 req-57543f5a-721a-4dfb-a6c8-92b78cfd745e tempest-InstanceActionsV221TestJSON-1671300123 tempest-InstanceActionsV221TestJSON-1671300123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:48.666737 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-acc4c9ec-4940-420c-afda-32ad43970e73 req-57543f5a-721a-4dfb-a6c8-92b78cfd745e tempest-InstanceActionsV221TestJSON-1671300123 tempest-InstanceActionsV221TestJSON-1671300123-project] 10.222.0.41 "GET /v2.0/ports?device_id=04956f64-b6f4-4446-ac1a-1240e8f56ba1 HTTP/1.1" status: 200 len: 944 time: 0.1136384 Aug 11 03:01:48.689221 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb77347-e690-4617-af4e-bd439b4827ac req-db5e3b40-9dae-4b03-a2e1-b364ba26a771 tempest-LiveAutoBlockMigrationV225Test-1544515844 tempest-LiveAutoBlockMigrationV225Test-1544515844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:48.696785 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-feb77347-e690-4617-af4e-bd439b4827ac req-db5e3b40-9dae-4b03-a2e1-b364ba26a771 tempest-LiveAutoBlockMigrationV225Test-1544515844 tempest-LiveAutoBlockMigrationV225Test-1544515844-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=d4b1241a-b428-4fb4-be76-b0571e761664 HTTP/1.1" status: 200 len: 1096 time: 0.0757091 Aug 11 03:01:48.713224 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:48.754629 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-acc4c9ec-4940-420c-afda-32ad43970e73 req-e5a16ecd-b255-4dc8-9b24-b9e17b33d7eb tempest-InstanceActionsV221TestJSON-1671300123 tempest-InstanceActionsV221TestJSON-1671300123-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ebc3a62-8705-482c-8004-457eb4afe602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767038 Aug 11 03:01:48.758228 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 86d5cd06-f4ba-49c4-802a-21330155d5b3, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=86d5cd06-f4ba-49c4-802a-21330155d5b3,segment=NetworkSegment(8579d5a4-5dcb-4b5a-abd0-cea0fe6d5bb6),segment_id=8579d5a4-5dcb-4b5a-abd0-cea0fe6d5bb6)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:01:48.763635 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-feb77347-e690-4617-af4e-bd439b4827ac req-bbcd7f89-e4e5-4fd8-87a5-4706af136d97 tempest-LiveAutoBlockMigrationV225Test-1544515844 tempest-LiveAutoBlockMigrationV225Test-1544515844-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=c5aa9049-617d-473f-afb5-b55716ab8aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653369 Aug 11 03:01:48.849421 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:48.855307 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 0eb98ab7-e375-4069-abac-27534e39f2d6 no longer exists at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:01:48.934882 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=86d5cd06-f4ba-49c4-802a-21330155d5b3,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:48.938813 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] No Port match for: 0eb98ab7-e375-4069-abac-27534e39f2d6 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:01:48.939300 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 0eb98ab7-e375-4069-abac-27534e39f2d6 not bound to the agent host n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:01:48.947537 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38b48e0f-87b4-4a14-83a2-16230f2b0467 admin admin] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:01:48.955776 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-38b48e0f-87b4-4a14-83a2-16230f2b0467 admin admin] 10.222.0.41 "PUT /v2.0/routers/6500739a-34a4-4823-965f-e4fc802712e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2897592 Aug 11 03:01:48.958949 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 44496) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:48.961296 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a353bf-7cf0-4654-b1ea-fced8fedd950 req-52a7d10c-0054-48a5-b1f5-648a16001d91 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:48.962406 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-094c2667-5459-4d35-9932-ad9a8e2fd416 None None] Sync routers for ids ['6500739a-34a4-4823-965f-e4fc802712e1'] in n-d-764292-30 {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:01:48.963047 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-01a353bf-7cf0-4654-b1ea-fced8fedd950 req-52a7d10c-0054-48a5-b1f5-648a16001d91 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/ports?device_id=d2b41ab6-4c5f-48f1-8bb5-e81de4e7be28 HTTP/1.1" status: 200 len: 950 time: 0.0691869 Aug 11 03:01:48.973590 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094c2667-5459-4d35-9932-ad9a8e2fd416 None None] Routers {'6500739a-34a4-4823-965f-e4fc802712e1'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:01:48.974264 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-094c2667-5459-4d35-9932-ad9a8e2fd416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:01:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['6500739a-34a4-4823-965f-e4fc802712e1'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:49.008519 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-01a353bf-7cf0-4654-b1ea-fced8fedd950 req-5e982523-4a9a-49d3-84af-0a453bf16368 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8b0be49-76ee-4d50-8be0-9bf1508da412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379944 Aug 11 03:01:49.095711 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b64c60d0-1cc4-4bd4-a929-d8005865b7f9 admin admin] Notify callbacks [] for router, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:49.135144 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-094c2667-5459-4d35-9932-ad9a8e2fd416 None None] Set router 6500739a-34a4-4823-965f-e4fc802712e1 gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:01:49.166202 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04956f64-b6f4-4446-ac1a-1240e8f56ba1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86d5cd06-f4ba-49c4-802a-21330155d5b3'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:01:49.170078 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a489374-7f1d-415d-984b-efba86b238e1" -d '{"events": [{"server_uuid": "04956f64-b6f4-4446-ac1a-1240e8f56ba1", "name": "network-vif-plugged", "status": "completed", "tag": "86d5cd06-f4ba-49c4-802a-21330155d5b3"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:01:49.221317 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fbebf2-8369-4e05-8757-564500c0ee0c req-11f68755-97c4-467e-a0c7-0f48e88d6267 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:49.222892 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d8fbebf2-8369-4e05-8757-564500c0ee0c req-11f68755-97c4-467e-a0c7-0f48e88d6267 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/ports?device_id=7002e0d2-6ac9-4118-86a6-6764a8f80ab6 HTTP/1.1" status: 200 len: 950 time: 0.0746052 Aug 11 03:01:49.227097 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b64c60d0-1cc4-4bd4-a929-d8005865b7f9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:49.266561 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d8fbebf2-8369-4e05-8757-564500c0ee0c req-da003f90-dcaa-40f2-aed0-fcd3cb6a6a2f tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8b0be49-76ee-4d50-8be0-9bf1508da412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368872 Aug 11 03:01:49.310704 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8676c5c-f465-4b35-b31b-2c48dfaddb21 x-openstack-request-id: req-d8676c5c-f465-4b35-b31b-2c48dfaddb21 {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:01:49.310704 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04956f64-b6f4-4446-ac1a-1240e8f56ba1", "name": "network-vif-plugged", "status": "completed", "tag": "86d5cd06-f4ba-49c4-802a-21330155d5b3", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:01:49.310704 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d8676c5c-f465-4b35-b31b-2c48dfaddb21 {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:01:49.310704 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04956f64-b6f4-4446-ac1a-1240e8f56ba1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86d5cd06-f4ba-49c4-802a-21330155d5b3', 'code': 200} Aug 11 03:01:49.337779 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-094c2667-5459-4d35-9932-ad9a8e2fd416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6500739a-34a4-4823-965f-e4fc802712e1', 'name': 'tempest-FloatingIPsAssociationTestJSON-755455579-router', 'tenant_id': '42f48ed467fa4c1a8c7727abd216b298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.218'}], 'enable_snat': True}, 'gw_port_id': '8eecdda4-00f5-4d63-98b5-7aae42bd8631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:00:16Z', 'updated_at': '2021-08-11T03:01:47Z', 'revision_number': 5, 'project_id': '42f48ed467fa4c1a8c7727abd216b298', 'gw_port': {'id': '8eecdda4-00f5-4d63-98b5-7aae42bd8631', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:b8:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6500739a-34a4-4823-965f-e4fc802712e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:00:18Z', 'updated_at': '2021-08-11T03:00:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:49.380624 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-094c2667-5459-4d35-9932-ad9a8e2fd416 None None] Checking router: 6500739a-34a4-4823-965f-e4fc802712e1 for host: n-d-764292-30 {{(pid=102194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:01:49.390858 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094c2667-5459-4d35-9932-ad9a8e2fd416 None None] Routers {'6500739a-34a4-4823-965f-e4fc802712e1'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:01:49.392608 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-094c2667-5459-4d35-9932-ad9a8e2fd416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:01:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['6500739a-34a4-4823-965f-e4fc802712e1'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:49.439625 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90e602a-8300-4b93-b847-28f84a8663f5 req-71f0e4c1-500f-40b4-bf1a-2033f3e5822b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:49.446882 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c90e602a-8300-4b93-b847-28f84a8663f5 req-71f0e4c1-500f-40b4-bf1a-2033f3e5822b service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=04956f64-b6f4-4446-ac1a-1240e8f56ba1 HTTP/1.1" status: 200 len: 1097 time: 0.0558462 Aug 11 03:01:49.483080 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-b64c60d0-1cc4-4bd4-a929-d8005865b7f9 admin admin] Deleting port 8eecdda4-00f5-4d63-98b5-7aae42bd8631 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:01:49.483421 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b64c60d0-1cc4-4bd4-a929-d8005865b7f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:49.516599 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c90e602a-8300-4b93-b847-28f84a8663f5 req-23b5797f-7340-4800-bb5e-58e199107730 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=6ebc3a62-8705-482c-8004-457eb4afe602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668409 Aug 11 03:01:49.588343 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [None req-b64c60d0-1cc4-4bd4-a929-d8005865b7f9 admin admin] For port 8eecdda4-00f5-4d63-98b5-7aae42bd8631, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=8eecdda4-00f5-4d63-98b5-7aae42bd8631,segment=NetworkSegment(fab28bed-aa25-40db-bba4-ec26e795194c),segment_id=fab28bed-aa25-40db-bba4-ec26e795194c)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:01:49.589429 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b64c60d0-1cc4-4bd4-a929-d8005865b7f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:49.593749 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-094c2667-5459-4d35-9932-ad9a8e2fd416 None None] Set router 6500739a-34a4-4823-965f-e4fc802712e1 gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:01:49.605832 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-b64c60d0-1cc4-4bd4-a929-d8005865b7f9 admin admin] Calling delete_port for 8eecdda4-00f5-4d63-98b5-7aae42bd8631 owned by network:router_gateway {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:01:49.630488 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25b2e8b-b526-4083-886a-ec09b98a5969 req-00093207-b21e-47d8-b508-029eaff848b4 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:49.636992 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25b2e8b-b526-4083-886a-ec09b98a5969 req-00093207-b21e-47d8-b508-029eaff848b4 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:49.638853 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a25b2e8b-b526-4083-886a-ec09b98a5969 req-00093207-b21e-47d8-b508-029eaff848b4 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/ports?device_id=d2b41ab6-4c5f-48f1-8bb5-e81de4e7be28&device_id=7002e0d2-6ac9-4118-86a6-6764a8f80ab6 HTTP/1.1" status: 200 len: 1691 time: 0.0691750 Aug 11 03:01:49.683275 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a25b2e8b-b526-4083-886a-ec09b98a5969 req-d63549d2-b2d9-4c40-ade7-716e6eddc774 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8b0be49-76ee-4d50-8be0-9bf1508da412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368254 Aug 11 03:01:49.804021 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-094c2667-5459-4d35-9932-ad9a8e2fd416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6500739a-34a4-4823-965f-e4fc802712e1', 'name': 'tempest-FloatingIPsAssociationTestJSON-755455579-router', 'tenant_id': '42f48ed467fa4c1a8c7727abd216b298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.218'}], 'enable_snat': True}, 'gw_port_id': '8eecdda4-00f5-4d63-98b5-7aae42bd8631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:00:16Z', 'updated_at': '2021-08-11T03:01:47Z', 'revision_number': 5, 'project_id': '42f48ed467fa4c1a8c7727abd216b298', 'gw_port': {'id': '8eecdda4-00f5-4d63-98b5-7aae42bd8631', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:b8:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6500739a-34a4-4823-965f-e4fc802712e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:00:18Z', 'updated_at': '2021-08-11T03:00:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:49.834533 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-094c2667-5459-4d35-9932-ad9a8e2fd416 None None] The sync data for ids ['6500739a-34a4-4823-965f-e4fc802712e1'] in n-d-764292-30 is: [{'id': '6500739a-34a4-4823-965f-e4fc802712e1', 'name': 'tempest-FloatingIPsAssociationTestJSON-755455579-router', 'tenant_id': '42f48ed467fa4c1a8c7727abd216b298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.218'}], 'enable_snat': True}, 'gw_port_id': '8eecdda4-00f5-4d63-98b5-7aae42bd8631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:00:16Z', 'updated_at': '2021-08-11T03:01:47Z', 'revision_number': 5, 'project_id': '42f48ed467fa4c1a8c7727abd216b298', 'gw_port': {'id': '8eecdda4-00f5-4d63-98b5-7aae42bd8631', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:b8:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6500739a-34a4-4823-965f-e4fc802712e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:00:18Z', 'updated_at': '2021-08-11T03:00:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}] {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:01:49.871368 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b64c60d0-1cc4-4bd4-a929-d8005865b7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:49.899207 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64c60d0-1cc4-4bd4-a929-d8005865b7f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=8eecdda4-00f5-4d63-98b5-7aae42bd8631,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:49.915060 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72fb736-5c37-4358-bf32-2055204bc802 req-453c8f72-290b-4f48-ba3b-819abf1a3c07 tempest-ServersOnMultiNodesTest-1043439768 tempest-ServersOnMultiNodesTest-1043439768-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:49.916679 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d72fb736-5c37-4358-bf32-2055204bc802 req-453c8f72-290b-4f48-ba3b-819abf1a3c07 tempest-ServersOnMultiNodesTest-1043439768 tempest-ServersOnMultiNodesTest-1043439768-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=d2b41ab6-4c5f-48f1-8bb5-e81de4e7be28 HTTP/1.1" status: 200 len: 1102 time: 0.0920181 Aug 11 03:01:49.929095 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3eb1525-e102-4988-a7d7-c962d98b71b7 req-7125c9d9-03c9-47b2-b9a8-9ffd53c6b1af tempest-InstanceActionsV221TestJSON-1671300123 tempest-InstanceActionsV221TestJSON-1671300123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:49.930765 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a3eb1525-e102-4988-a7d7-c962d98b71b7 req-7125c9d9-03c9-47b2-b9a8-9ffd53c6b1af tempest-InstanceActionsV221TestJSON-1671300123 tempest-InstanceActionsV221TestJSON-1671300123-project] 10.222.0.41 "GET /v2.0/ports?device_id=04956f64-b6f4-4446-ac1a-1240e8f56ba1 HTTP/1.1" status: 200 len: 945 time: 0.0750372 Aug 11 03:01:49.973066 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b64c60d0-1cc4-4bd4-a929-d8005865b7f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-446916'] for router_gateway, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:49.982519 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d72fb736-5c37-4358-bf32-2055204bc802 req-5f92d5ea-735d-4d50-9a7c-7104774af28a tempest-ServersOnMultiNodesTest-1043439768 tempest-ServersOnMultiNodesTest-1043439768-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=c8b0be49-76ee-4d50-8be0-9bf1508da412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507276 Aug 11 03:01:49.990422 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a3eb1525-e102-4988-a7d7-c962d98b71b7 req-09986357-df80-4c26-be22-e1ec6e873797 tempest-InstanceActionsV221TestJSON-1671300123 tempest-InstanceActionsV221TestJSON-1671300123-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ebc3a62-8705-482c-8004-457eb4afe602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519316 Aug 11 03:01:50.072587 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b64c60d0-1cc4-4bd4-a929-d8005865b7f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6544'] for router, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:50.074856 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b64c60d0-1cc4-4bd4-a929-d8005865b7f9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:50.089431 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d579b78f-36dc-4350-b39a-27829ef50335 req-676c7034-8922-4dcb-b489-49555a77a57a tempest-ServersOnMultiNodesTest-1043439768 tempest-ServersOnMultiNodesTest-1043439768-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:50.091034 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d579b78f-36dc-4350-b39a-27829ef50335 req-676c7034-8922-4dcb-b489-49555a77a57a tempest-ServersOnMultiNodesTest-1043439768 tempest-ServersOnMultiNodesTest-1043439768-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=7002e0d2-6ac9-4118-86a6-6764a8f80ab6 HTTP/1.1" status: 200 len: 1102 time: 0.0415268 Aug 11 03:01:50.131729 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d579b78f-36dc-4350-b39a-27829ef50335 req-4eca04a0-256c-40d4-b5e2-bd14dc6e00c4 tempest-ServersOnMultiNodesTest-1043439768 tempest-ServersOnMultiNodesTest-1043439768-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=c8b0be49-76ee-4d50-8be0-9bf1508da412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338337 Aug 11 03:01:50.185257 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b64c60d0-1cc4-4bd4-a929-d8005865b7f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448809'] for router, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:50.185824 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b64c60d0-1cc4-4bd4-a929-d8005865b7f9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6500739a-34a4-4823-965f-e4fc802712e1 {{(pid=102191) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:01:50.191424 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b64c60d0-1cc4-4bd4-a929-d8005865b7f9 admin admin] Notify callbacks [] for router, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:50.197609 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 44534) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:50.206582 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-b64c60d0-1cc4-4bd4-a929-d8005865b7f9 admin admin] 10.222.0.41 "DELETE /v2.0/routers/6500739a-34a4-4823-965f-e4fc802712e1 HTTP/1.1" status: 204 len: 168 time: 1.2471743 Aug 11 03:01:50.237998 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 46eb3533-e07c-442c-8924-7168fb1b7251 no longer exists at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:01:50.248100 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.agents_db [None req-950b7202-decb-43e2-8f71-ac8931dc9749 None None] Agent healthcheck: found 7 active agents {{(pid=102194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:01:50.270990 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bb9922e-ae01-40ce-a086-e34aeafb008d admin admin] Deleting subnet b72217e4-4ebb-4b82-9a4c-fcf14d2be745 {{(pid=102192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:01:50.274691 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-7bb9922e-ae01-40ce-a086-e34aeafb008d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:50.319856 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-7bb9922e-ae01-40ce-a086-e34aeafb008d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125932460'] for subnet, precommit_delete_associations {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:50.329003 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device c6e9afdb-99ef-4fea-bbba-4f5022cda99c no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:01:50.388447 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: c6e9afdb-99ef-4fea-bbba-4f5022cda99c {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:01:50.388762 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device c6e9afdb-99ef-4fea-bbba-4f5022cda99c not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:01:50.417642 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:50.446639 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-7bb9922e-ae01-40ce-a086-e34aeafb008d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:50.474022 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port 46eb3533-e07c-442c-8924-7168fb1b7251, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=46eb3533-e07c-442c-8924-7168fb1b7251,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:01:50.580664 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:50.603492 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0fe965d5-1c19-4cda-9932-c19b943a0207 req-9d7132b7-3ad1-4056-9803-a58ad91968ce tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=c1f9c9765b974fd98b786b1ff4e95823&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0263624 Aug 11 03:01:50.620991 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-7bb9922e-ae01-40ce-a086-e34aeafb008d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125932157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126180897'] for subnet, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:50.685073 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=46eb3533-e07c-442c-8924-7168fb1b7251,revision_number=8']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:50.727628 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb9922e-ae01-40ce-a086-e34aeafb008d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b72217e4-4ebb-4b82-9a4c-fcf14d2be745,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:50.736920 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-7bb9922e-ae01-40ce-a086-e34aeafb008d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:50.741094 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-7bb9922e-ae01-40ce-a086-e34aeafb008d admin admin] 10.222.0.41 "DELETE /v2.0/subnets/b72217e4-4ebb-4b82-9a4c-fcf14d2be745 HTTP/1.1" status: 204 len: 168 time: 0.5399551 Aug 11 03:01:50.741420 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 44564) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:50.752238 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7aea76b-a0af-43d3-b5b9-f9cb6c383120 None None] Network 3ff4efdf-629f-49b2-91cf-585f5d5e5f6f requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:01:50.800085 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe965d5-1c19-4cda-9932-c19b943a0207 req-5813addd-643e-49eb-b122-4be28cea153c tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:50.802104 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0fe965d5-1c19-4cda-9932-c19b943a0207 req-5813addd-643e-49eb-b122-4be28cea153c tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1898575 Aug 11 03:01:50.819041 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0fe965d5-1c19-4cda-9932-c19b943a0207 req-6cc9a8d3-f2a9-4603-b89e-8e0744e450f2 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/quotas/c1f9c9765b974fd98b786b1ff4e95823 HTTP/1.1" status: 200 len: 375 time: 0.0103819 Aug 11 03:01:50.861876 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e3e64ce1-f5aa-4260-9c51-1db37b69a15e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:50.892562 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0fe965d5-1c19-4cda-9932-c19b943a0207 req-9e244b72-9aa1-4f79-babc-66d4d1c15b09 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c1f9c9765b974fd98b786b1ff4e95823&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0662067 Aug 11 03:01:50.926676 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-e3e64ce1-f5aa-4260-9c51-1db37b69a15e admin admin] Deleting port 169a72ec-48ce-4a05-a0a3-edd6fb2f548c {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:01:50.927022 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e3e64ce1-f5aa-4260-9c51-1db37b69a15e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:51.012402 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [None req-e3e64ce1-f5aa-4260-9c51-1db37b69a15e admin admin] For port 169a72ec-48ce-4a05-a0a3-edd6fb2f548c, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=169a72ec-48ce-4a05-a0a3-edd6fb2f548c,segment=NetworkSegment(8be48c87-49ff-409c-84bc-36da4c3f87ba),segment_id=8be48c87-49ff-409c-84bc-36da4c3f87ba)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:01:51.012914 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e3e64ce1-f5aa-4260-9c51-1db37b69a15e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:51.025815 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-e3e64ce1-f5aa-4260-9c51-1db37b69a15e admin admin] Calling delete_port for 169a72ec-48ce-4a05-a0a3-edd6fb2f548c owned by network:dhcp {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:01:51.083429 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e5304c7-5e26-453b-99e6-61db9b058cf2 None None] DHCP port deletion for 3ff4efdf-629f-49b2-91cf-585f5d5e5f6f request from n-d-764292-30 {{(pid=102193) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:01:51.158130 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68579b4-00d6-48fd-b183-836eda31fc6a req-7b96ee66-26b8-4a98-a458-31df0cbc7787 tempest-InstanceActionsV221TestJSON-1671300123 tempest-InstanceActionsV221TestJSON-1671300123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:51.158130 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d68579b4-00d6-48fd-b183-836eda31fc6a req-7b96ee66-26b8-4a98-a458-31df0cbc7787 tempest-InstanceActionsV221TestJSON-1671300123 tempest-InstanceActionsV221TestJSON-1671300123-project] 10.222.0.41 "GET /v2.0/ports?device_id=04956f64-b6f4-4446-ac1a-1240e8f56ba1 HTTP/1.1" status: 200 len: 945 time: 0.0764344 Aug 11 03:01:51.187064 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-7e5304c7-5e26-453b-99e6-61db9b058cf2 None None] Deleting port 169a72ec-48ce-4a05-a0a3-edd6fb2f548c {{(pid=102193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:01:51.187889 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-7e5304c7-5e26-453b-99e6-61db9b058cf2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:51.213666 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d68579b4-00d6-48fd-b183-836eda31fc6a req-474c7c30-3724-40c9-9eaa-c1ed73e422aa tempest-InstanceActionsV221TestJSON-1671300123 tempest-InstanceActionsV221TestJSON-1671300123-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ebc3a62-8705-482c-8004-457eb4afe602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503058 Aug 11 03:01:51.268875 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-7e5304c7-5e26-453b-99e6-61db9b058cf2 None None] For port 169a72ec-48ce-4a05-a0a3-edd6fb2f548c, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=169a72ec-48ce-4a05-a0a3-edd6fb2f548c,segment=NetworkSegment(8be48c87-49ff-409c-84bc-36da4c3f87ba),segment_id=8be48c87-49ff-409c-84bc-36da4c3f87ba)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:01:51.269610 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-7e5304c7-5e26-453b-99e6-61db9b058cf2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:51.284193 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-7e5304c7-5e26-453b-99e6-61db9b058cf2 None None] Calling delete_port for 169a72ec-48ce-4a05-a0a3-edd6fb2f548c owned by network:dhcp {{(pid=102193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:01:51.306514 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e3e64ce1-f5aa-4260-9c51-1db37b69a15e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:51.329963 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e64ce1-f5aa-4260-9c51-1db37b69a15e admin admin] Pushing event deleted for resources: {'Port': ['ID=169a72ec-48ce-4a05-a0a3-edd6fb2f548c,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:51.344236 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e64ce1-f5aa-4260-9c51-1db37b69a15e admin admin] No DVR routers for this DVR port 169a72ec-48ce-4a05-a0a3-edd6fb2f548c on host n-d-764292-30 {{(pid=102191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:01:51.346142 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7150980e-2083-44a0-b896-b3ca6e56e82d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46eb3533-e07c-442c-8924-7168fb1b7251'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:01:51.350026 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2ffb811-c58b-49b2-b905-a8a626823836" -d '{"events": [{"server_uuid": "7150980e-2083-44a0-b896-b3ca6e56e82d", "name": "network-vif-unplugged", "status": "completed", "tag": "46eb3533-e07c-442c-8924-7168fb1b7251"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:01:51.392999 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-7e5304c7-5e26-453b-99e6-61db9b058cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678'] for port, after_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:51.397374 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 03:01:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae8f306a-d1bb-41d1-9d38-f031c48a8669 x-openstack-request-id: req-ae8f306a-d1bb-41d1-9d38-f031c48a8669 {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:01:51.402408 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7150980e-2083-44a0-b896-b3ca6e56e82d", "name": "network-vif-unplugged", "status": "completed", "tag": "46eb3533-e07c-442c-8924-7168fb1b7251", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:01:51.402408 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ae8f306a-d1bb-41d1-9d38-f031c48a8669 {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:01:51.402408 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7150980e-2083-44a0-b896-b3ca6e56e82d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46eb3533-e07c-442c-8924-7168fb1b7251', 'code': 200} Aug 11 03:01:51.427885 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e3e64ce1-f5aa-4260-9c51-1db37b69a15e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:51.428334 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5304c7-5e26-453b-99e6-61db9b058cf2 None None] Pushing event deleted for resources: {'Port': ['ID=169a72ec-48ce-4a05-a0a3-edd6fb2f548c,revision_number=None']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:51.437218 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5304c7-5e26-453b-99e6-61db9b058cf2 None None] No DVR routers for this DVR port 169a72ec-48ce-4a05-a0a3-edd6fb2f548c on host n-d-764292-30 {{(pid=102193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:01:51.438893 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-e3e64ce1-f5aa-4260-9c51-1db37b69a15e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ff4efdf-629f-49b2-91cf-585f5d5e5f6f']}} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:51.453559 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-e3e64ce1-f5aa-4260-9c51-1db37b69a15e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8be48c87-49ff-409c-84bc-36da4c3f87ba') {'for_net_delete': True} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:51.453706 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-e3e64ce1-f5aa-4260-9c51-1db37b69a15e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8be48c87-49ff-409c-84bc-36da4c3f87ba') {} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:51.466506 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e3e64ce1-f5aa-4260-9c51-1db37b69a15e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126283644'] for segment, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:51.477224 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e3e64ce1-f5aa-4260-9c51-1db37b69a15e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:51.483147 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3e64ce1-f5aa-4260-9c51-1db37b69a15e admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=102191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:01:51.483543 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e3e64ce1-f5aa-4260-9c51-1db37b69a15e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126283391'] for segment, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:51.485187 n-d-764292-30 neutron-server[102191]: Traceback (most recent call last): Aug 11 03:01:51.485187 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:01:51.485187 n-d-764292-30 neutron-server[102191]: timer() Aug 11 03:01:51.485187 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:01:51.485187 n-d-764292-30 neutron-server[102191]: cb(*args, **kw) Aug 11 03:01:51.485187 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:01:51.485187 n-d-764292-30 neutron-server[102191]: return func(*args, **kwargs) Aug 11 03:01:51.485187 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:01:51.485187 n-d-764292-30 neutron-server[102191]: self._notify() Aug 11 03:01:51.485187 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:01:51.485187 n-d-764292-30 neutron-server[102191]: self.callback(batched_events) Aug 11 03:01:51.485187 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:01:51.485187 n-d-764292-30 neutron-server[102191]: event.method(event) Aug 11 03:01:51.485187 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:01:51.485187 n-d-764292-30 neutron-server[102191]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:01:51.485187 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:01:51.485187 n-d-764292-30 neutron-server[102191]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:01:51.485187 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:01:51.485187 n-d-764292-30 neutron-server[102191]: return f(self, *a, **k) Aug 11 03:01:51.485187 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:01:51.485187 n-d-764292-30 neutron-server[102191]: return self._get(url).json() Aug 11 03:01:51.485187 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:01:51.485187 n-d-764292-30 neutron-server[102191]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:01:51.485187 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:01:51.485187 n-d-764292-30 neutron-server[102191]: return self.request(url, 'GET', **kwargs) Aug 11 03:01:51.485187 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:01:51.485187 n-d-764292-30 neutron-server[102191]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:01:51.485187 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:01:51.485187 n-d-764292-30 neutron-server[102191]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:01:51.485187 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:01:51.485187 n-d-764292-30 neutron-server[102191]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:01:51.485187 n-d-764292-30 neutron-server[102191]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:01:51.620839 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e3e64ce1-f5aa-4260-9c51-1db37b69a15e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:51.632675 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e3e64ce1-f5aa-4260-9c51-1db37b69a15e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:51.634660 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-e3e64ce1-f5aa-4260-9c51-1db37b69a15e admin admin] 10.222.0.41 "DELETE /v2.0/networks/3ff4efdf-629f-49b2-91cf-585f5d5e5f6f HTTP/1.1" status: 204 len: 168 time: 0.8922672 Aug 11 03:01:51.645949 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e64ce1-f5aa-4260-9c51-1db37b69a15e admin admin] Pushing event deleted for resources: {'Network': ['ID=3ff4efdf-629f-49b2-91cf-585f5d5e5f6f,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:51.967742 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 44600) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:51.973919 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2704dd1d-722c-486e-a72f-74627423a95b req-2e542918-30c0-4248-8905-4eae9d09e65f tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e157f43-31c5-406f-8168-ac24e040a1b3 HTTP/1.1" status: 200 len: 210 time: 0.0316317 Aug 11 03:01:52.016766 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-f6f2d68a-e750-4614-bded-d609f8b7de0f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=42f48ed467fa4c1a8c7727abd216b298&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0453784 Aug 11 03:01:52.017754 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 44602) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:52.078270 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-cfd7d4e5-6b34-438e-8c75-8f8c48f267b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:52.083490 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 169a72ec-48ce-4a05-a0a3-edd6fb2f548c no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:01:52.106428 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-cfd7d4e5-6b34-438e-8c75-8f8c48f267b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:52.111623 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: 169a72ec-48ce-4a05-a0a3-edd6fb2f548c {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:01:52.112127 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 169a72ec-48ce-4a05-a0a3-edd6fb2f548c not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:01:52.112640 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 8eecdda4-00f5-4d63-98b5-7aae42bd8631 no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:01:52.150902 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: 8eecdda4-00f5-4d63-98b5-7aae42bd8631 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:01:52.151517 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 8eecdda4-00f5-4d63-98b5-7aae42bd8631 not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:01:52.235866 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 46eb3533-e07c-442c-8924-7168fb1b7251 details requested by agent hyperv_n-h2-764292-30 with host n-h2-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:01:52.284577 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-cfd7d4e5-6b34-438e-8c75-8f8c48f267b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:52.292962 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-cfd7d4e5-6b34-438e-8c75-8f8c48f267b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:52.298580 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-cfd7d4e5-6b34-438e-8c75-8f8c48f267b6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/68d3953c-5c04-4915-9da9-4e3d74be3735 HTTP/1.1" status: 204 len: 168 time: 0.2794709 Aug 11 03:01:52.311608 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd7d4e5-6b34-438e-8c75-8f8c48f267b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68d3953c-5c04-4915-9da9-4e3d74be3735,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:52.365401 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65c2663-4ff8-48dd-8930-88ae833654b6 req-e7db3b8a-63a7-418a-9883-67e3f64da29f tempest-InstanceActionsV221TestJSON-1671300123 tempest-InstanceActionsV221TestJSON-1671300123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:52.375855 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a65c2663-4ff8-48dd-8930-88ae833654b6 req-e7db3b8a-63a7-418a-9883-67e3f64da29f tempest-InstanceActionsV221TestJSON-1671300123 tempest-InstanceActionsV221TestJSON-1671300123-project] 10.222.0.41 "GET /v2.0/ports?device_id=04956f64-b6f4-4446-ac1a-1240e8f56ba1 HTTP/1.1" status: 200 len: 945 time: 0.0784948 Aug 11 03:01:52.427325 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port 46eb3533-e07c-442c-8924-7168fb1b7251, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=46eb3533-e07c-442c-8924-7168fb1b7251,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:01:52.436884 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a65c2663-4ff8-48dd-8930-88ae833654b6 req-11c7c5b2-3707-446e-8c8e-1ef59d562a19 tempest-InstanceActionsV221TestJSON-1671300123 tempest-InstanceActionsV221TestJSON-1671300123-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ebc3a62-8705-482c-8004-457eb4afe602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555503 Aug 11 03:01:52.446752 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Returning: {'device': '46eb3533-e07c-442c-8924-7168fb1b7251', 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba', 'port_id': '46eb3533-e07c-442c-8924-7168fb1b7251', 'mac_address': 'fa:16:3e:cc:1e:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '254a3f4d-2b75-429e-bbb2-8e70554e9483', 'ip_address': '192.168.233.160'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:01:52.502081 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:52.518895 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46eb3533-e07c-442c-8924-7168fb1b7251 {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:01:52.546071 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port 46eb3533-e07c-442c-8924-7168fb1b7251, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=46eb3533-e07c-442c-8924-7168fb1b7251,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:01:52.643978 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:52.715559 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=46eb3533-e07c-442c-8924-7168fb1b7251,revision_number=9']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:52.760256 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['46eb3533-e07c-442c-8924-7168fb1b7251'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:01:53.092856 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7646f879-ea45-4f80-a6d9-cf24f034934e req-24499dbd-ba22-4cd3-ad3c-0dabd5229c70 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e157f43-31c5-406f-8168-ac24e040a1b3 HTTP/1.1" status: 200 len: 210 time: 0.0421429 Aug 11 03:01:53.120094 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b67bbb-c417-488d-a725-4a34c653cd0e req-61e4fa7e-e8d4-47a6-b787-a3ec34c86072 tempest-InstanceActionsV221TestJSON-1671300123 tempest-InstanceActionsV221TestJSON-1671300123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:53.121730 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-37b67bbb-c417-488d-a725-4a34c653cd0e req-61e4fa7e-e8d4-47a6-b787-a3ec34c86072 tempest-InstanceActionsV221TestJSON-1671300123 tempest-InstanceActionsV221TestJSON-1671300123-project] 10.222.0.41 "GET /v2.0/ports?device_id=04956f64-b6f4-4446-ac1a-1240e8f56ba1 HTTP/1.1" status: 200 len: 945 time: 0.0816791 Aug 11 03:01:53.161764 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-37b67bbb-c417-488d-a725-4a34c653cd0e req-d58e36d1-8f3a-4161-b30a-014f899de911 tempest-InstanceActionsV221TestJSON-1671300123 tempest-InstanceActionsV221TestJSON-1671300123-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ebc3a62-8705-482c-8004-457eb4afe602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333219 Aug 11 03:01:53.695517 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 44680) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:53.872002 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-4473df74-20bd-4bf7-b91a-a56f9eeb55b2 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1167057089-network', 'tenant_id': 'e11080dad0104d51a5cfeb2acfc6cf99'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:01:53.991952 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4473df74-20bd-4bf7-b91a-a56f9eeb55b2 admin admin] Made reservation on behalf of e11080dad0104d51a5cfeb2acfc6cf99 for: {'network': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:01:53.995162 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4473df74-20bd-4bf7-b91a-a56f9eeb55b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:54.020744 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4473df74-20bd-4bf7-b91a-a56f9eeb55b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:54.186378 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4473df74-20bd-4bf7-b91a-a56f9eeb55b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:54.248581 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c09fd386-870f-471b-8251-1582993a577d req-f8470daf-2c22-4b5b-83ce-5eb43999f477 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e157f43-31c5-406f-8168-ac24e040a1b3 HTTP/1.1" status: 200 len: 210 time: 0.0432003 Aug 11 03:01:54.266418 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 46eb3533-e07c-442c-8924-7168fb1b7251 up at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:01:54.323969 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4473df74-20bd-4bf7-b91a-a56f9eeb55b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:54.365808 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4473df74-20bd-4bf7-b91a-a56f9eeb55b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17343059-1bdd-4a6d-8bb4-dcbed1576fb3,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:54.368366 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning complete for port 46eb3533-e07c-442c-8924-7168fb1b7251 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:01:54.369042 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:54.379818 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dc1a50-1692-4025-922c-d228b81232b4 req-17325937-396d-42ce-b85c-c2ab8af816f9 tempest-InstanceActionsV221TestJSON-1671300123 tempest-InstanceActionsV221TestJSON-1671300123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:54.390392 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4473df74-20bd-4bf7-b91a-a56f9eeb55b2 admin admin] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=102191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:01:54.394857 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c9dc1a50-1692-4025-922c-d228b81232b4 req-17325937-396d-42ce-b85c-c2ab8af816f9 tempest-InstanceActionsV221TestJSON-1671300123 tempest-InstanceActionsV221TestJSON-1671300123-project] 10.222.0.41 "GET /v2.0/ports?device_id=04956f64-b6f4-4446-ac1a-1240e8f56ba1 HTTP/1.1" status: 200 len: 945 time: 0.1128564 Aug 11 03:01:54.422969 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4473df74-20bd-4bf7-b91a-a56f9eeb55b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:54.424588 n-d-764292-30 neutron-server[102191]: INFO neutron.db.segments_db [None req-4473df74-20bd-4bf7-b91a-a56f9eeb55b2 admin admin] Added segment e15af3bf-a96a-4239-be14-8bb6ab78ddb4 of type vlan for network 7308cf56-b2ea-4c5f-847a-68a400b58a6a Aug 11 03:01:54.490532 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4473df74-20bd-4bf7-b91a-a56f9eeb55b2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:54.519061 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c9dc1a50-1692-4025-922c-d228b81232b4 req-5c3b47ca-d036-4d49-a506-bbba33a1aa8b tempest-InstanceActionsV221TestJSON-1671300123 tempest-InstanceActionsV221TestJSON-1671300123-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ebc3a62-8705-482c-8004-457eb4afe602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142859 Aug 11 03:01:54.600104 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9092567c-bc40-4ebb-b1a6-198bfce2c4c9 req-f85d9f86-e21f-4e30-af1a-b97d2c2b1f6a tempest-InstanceActionsV221TestJSON-1671300123 tempest-InstanceActionsV221TestJSON-1671300123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:54.602490 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9092567c-bc40-4ebb-b1a6-198bfce2c4c9 req-f85d9f86-e21f-4e30-af1a-b97d2c2b1f6a tempest-InstanceActionsV221TestJSON-1671300123 tempest-InstanceActionsV221TestJSON-1671300123-project] 10.222.0.22 "GET /v2.0/ports?device_id=04956f64-b6f4-4446-ac1a-1240e8f56ba1 HTTP/1.1" status: 200 len: 945 time: 0.0823722 Aug 11 03:01:54.602852 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:54.620518 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4473df74-20bd-4bf7-b91a-a56f9eeb55b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:54.622306 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4473df74-20bd-4bf7-b91a-a56f9eeb55b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:54.622915 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4473df74-20bd-4bf7-b91a-a56f9eeb55b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:54.635902 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7150980e-2083-44a0-b896-b3ca6e56e82d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46eb3533-e07c-442c-8924-7168fb1b7251'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:01:54.639280 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5383a66b-ee0d-4186-8c9f-02dc7709ace2" -d '{"events": [{"server_uuid": "7150980e-2083-44a0-b896-b3ca6e56e82d", "name": "network-vif-plugged", "status": "completed", "tag": "46eb3533-e07c-442c-8924-7168fb1b7251"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:01:54.658405 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port 46eb3533-e07c-442c-8924-7168fb1b7251, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=46eb3533-e07c-442c-8924-7168fb1b7251,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:01:54.738115 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:01:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e794977-645c-40eb-af00-ac4a5bddc000 x-openstack-request-id: req-5e794977-645c-40eb-af00-ac4a5bddc000 {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:01:54.738458 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7150980e-2083-44a0-b896-b3ca6e56e82d", "name": "network-vif-plugged", "status": "completed", "tag": "46eb3533-e07c-442c-8924-7168fb1b7251", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:01:54.739310 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5e794977-645c-40eb-af00-ac4a5bddc000 {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:01:54.740025 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7150980e-2083-44a0-b896-b3ca6e56e82d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46eb3533-e07c-442c-8924-7168fb1b7251', 'code': 200} Aug 11 03:01:54.754259 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4473df74-20bd-4bf7-b91a-a56f9eeb55b2 admin admin] Pushing event updated for resources: {'Network': ['ID=7308cf56-b2ea-4c5f-847a-68a400b58a6a,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:54.757221 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-4473df74-20bd-4bf7-b91a-a56f9eeb55b2 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.0602112 Aug 11 03:01:54.760327 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 44710) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:54.773515 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network 7308cf56-b2ea-4c5f-847a-68a400b58a6a details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:01:54.795655 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-5fbe894c-278c-464c-94ee-e68560489e93 admin admin] Request body: {'subnet': {'network_id': '7308cf56-b2ea-4c5f-847a-68a400b58a6a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1167057089-subnet', 'tenant_id': 'e11080dad0104d51a5cfeb2acfc6cf99', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:01:54.802093 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [req-9092567c-bc40-4ebb-b1a6-198bfce2c4c9 req-47e55109-bf66-46ca-aaf5-3fad9abc7659 tempest-InstanceActionsV221TestJSON-1671300123 tempest-InstanceActionsV221TestJSON-1671300123-project] Deleting port 86d5cd06-f4ba-49c4-802a-21330155d5b3 {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:01:54.802501 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-9092567c-bc40-4ebb-b1a6-198bfce2c4c9 req-47e55109-bf66-46ca-aaf5-3fad9abc7659 tempest-InstanceActionsV221TestJSON-1671300123 tempest-InstanceActionsV221TestJSON-1671300123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:54.817089 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:54.948713 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-9092567c-bc40-4ebb-b1a6-198bfce2c4c9 req-47e55109-bf66-46ca-aaf5-3fad9abc7659 tempest-InstanceActionsV221TestJSON-1671300123 tempest-InstanceActionsV221TestJSON-1671300123-project] For port 86d5cd06-f4ba-49c4-802a-21330155d5b3, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=86d5cd06-f4ba-49c4-802a-21330155d5b3,segment=NetworkSegment(8579d5a4-5dcb-4b5a-abd0-cea0fe6d5bb6),segment_id=8579d5a4-5dcb-4b5a-abd0-cea0fe6d5bb6)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:01:54.949412 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-9092567c-bc40-4ebb-b1a6-198bfce2c4c9 req-47e55109-bf66-46ca-aaf5-3fad9abc7659 tempest-InstanceActionsV221TestJSON-1671300123 tempest-InstanceActionsV221TestJSON-1671300123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:54.958076 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fbe894c-278c-464c-94ee-e68560489e93 admin admin] Made reservation on behalf of e11080dad0104d51a5cfeb2acfc6cf99 for: {'subnet': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:01:54.961294 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5fbe894c-278c-464c-94ee-e68560489e93 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274743'] for subnet, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:54.975513 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [req-9092567c-bc40-4ebb-b1a6-198bfce2c4c9 req-47e55109-bf66-46ca-aaf5-3fad9abc7659 tempest-InstanceActionsV221TestJSON-1671300123 tempest-InstanceActionsV221TestJSON-1671300123-project] Calling delete_port for 86d5cd06-f4ba-49c4-802a-21330155d5b3 owned by compute:nova {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:01:55.095682 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=46eb3533-e07c-442c-8924-7168fb1b7251,revision_number=10']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:55.307445 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0fe965d5-1c19-4cda-9932-c19b943a0207 req-6213c45c-f6ce-4696-976b-8a621d5af908 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=c1f9c9765b974fd98b786b1ff4e95823&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0482249 Aug 11 03:01:55.331880 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-9092567c-bc40-4ebb-b1a6-198bfce2c4c9 req-47e55109-bf66-46ca-aaf5-3fad9abc7659 tempest-InstanceActionsV221TestJSON-1671300123 tempest-InstanceActionsV221TestJSON-1671300123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:55.345408 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['86d5cd06-f4ba-49c4-802a-21330155d5b3'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:01:55.437899 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e55109-bf66-46ca-aaf5-3fad9abc7659 tempest-InstanceActionsV221TestJSON-1671300123 tempest-InstanceActionsV221TestJSON-1671300123-project] Pushing event deleted for resources: {'Port': ['ID=86d5cd06-f4ba-49c4-802a-21330155d5b3,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:55.507680 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-66e3e54c-58c6-47f6-934a-633f7cec6312 req-99ae1f85-319e-4f49-8ddc-4ea729317643 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e157f43-31c5-406f-8168-ac24e040a1b3 HTTP/1.1" status: 200 len: 210 time: 0.0764890 Aug 11 03:01:55.521101 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-0fe965d5-1c19-4cda-9932-c19b943a0207 req-5eb2550d-beab-4b5c-b1e5-a4c99f6f9606 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=c1f9c9765b974fd98b786b1ff4e95823&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0311165 Aug 11 03:01:55.535382 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [req-9092567c-bc40-4ebb-b1a6-198bfce2c4c9 req-47e55109-bf66-46ca-aaf5-3fad9abc7659 tempest-InstanceActionsV221TestJSON-1671300123 tempest-InstanceActionsV221TestJSON-1671300123-project] No DVR routers for this DVR port 86d5cd06-f4ba-49c4-802a-21330155d5b3 on host n-h1-764292-30 {{(pid=102192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:01:55.540934 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-9092567c-bc40-4ebb-b1a6-198bfce2c4c9 req-47e55109-bf66-46ca-aaf5-3fad9abc7659 tempest-InstanceActionsV221TestJSON-1671300123 tempest-InstanceActionsV221TestJSON-1671300123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:55.542972 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9092567c-bc40-4ebb-b1a6-198bfce2c4c9 req-47e55109-bf66-46ca-aaf5-3fad9abc7659 tempest-InstanceActionsV221TestJSON-1671300123 tempest-InstanceActionsV221TestJSON-1671300123-project] 10.222.0.22 "DELETE /v2.0/ports/86d5cd06-f4ba-49c4-802a-21330155d5b3 HTTP/1.1" status: 204 len: 173 time: 0.9342556 Aug 11 03:01:55.544803 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f4e47a-0d03-4802-bbdf-15c6460f9076 req-ceedcfca-7312-49ca-b1bc-97d986647737 tempest-LiveMigrationTest-410920510 tempest-LiveMigrationTest-410920510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:55.554550 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b2f4e47a-0d03-4802-bbdf-15c6460f9076 req-ceedcfca-7312-49ca-b1bc-97d986647737 tempest-LiveMigrationTest-410920510 tempest-LiveMigrationTest-410920510-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=b4da503b-42df-4297-90a5-a4517b73577c HTTP/1.1" status: 200 len: 1098 time: 0.2657435 Aug 11 03:01:55.556214 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04956f64-b6f4-4446-ac1a-1240e8f56ba1', 'name': 'network-vif-deleted', 'tag': '86d5cd06-f4ba-49c4-802a-21330155d5b3'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:01:55.565777 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4524c6d7-5f9f-4cf1-983b-0916d0325473" -d '{"events": [{"server_uuid": "04956f64-b6f4-4446-ac1a-1240e8f56ba1", "name": "network-vif-deleted", "tag": "86d5cd06-f4ba-49c4-802a-21330155d5b3"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:01:55.662641 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b2f4e47a-0d03-4802-bbdf-15c6460f9076 req-cf25c28d-3c24-4878-8e58-457d6bd2bbd2 tempest-LiveMigrationTest-410920510 tempest-LiveMigrationTest-410920510-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=c7e06141-9137-4a1d-bc20-6fbfa107e8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032515 Aug 11 03:01:55.664844 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe965d5-1c19-4cda-9932-c19b943a0207 req-17f18d93-0ff3-4278-adbc-98d112f8a25a tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:55.666420 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-0fe965d5-1c19-4cda-9932-c19b943a0207 req-17f18d93-0ff3-4278-adbc-98d112f8a25a tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1391823 Aug 11 03:01:55.679534 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe965d5-1c19-4cda-9932-c19b943a0207 req-a41a71be-b1fa-4daf-995c-6772d8bf995b tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:55.681238 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0fe965d5-1c19-4cda-9932-c19b943a0207 req-a41a71be-b1fa-4daf-995c-6772d8bf995b tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3514388 Aug 11 03:01:55.688110 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-0fe965d5-1c19-4cda-9932-c19b943a0207 req-fc8549ed-b391-49f6-be4f-0608f7dff15c tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Request body: {'port': {'device_id': '2e157f43-31c5-406f-8168-ac24e040a1b3', 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba', 'admin_state_up': True, 'tenant_id': 'c1f9c9765b974fd98b786b1ff4e95823'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:01:55.701111 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-0fe965d5-1c19-4cda-9932-c19b943a0207 req-0709583b-6f47-452d-8f86-fa0038113b24 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Request body: {'port': {'device_id': 'cc00084e-c00e-464d-a2f5-5caac5a61234', 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba', 'admin_state_up': True, 'tenant_id': 'c1f9c9765b974fd98b786b1ff4e95823'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:01:55.747199 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d1d8f8b6-be63-4f79-b0a6-99ea706b2a8d req-1631bc31-0d56-4d46-98b2-15eec62c63bd tempest-InstanceActionsV221TestJSON-1671300123 tempest-InstanceActionsV221TestJSON-1671300123-project] 10.222.0.41 "GET /v2.0/ports?device_id=04956f64-b6f4-4446-ac1a-1240e8f56ba1 HTTP/1.1" status: 200 len: 210 time: 0.0794532 Aug 11 03:01:55.776411 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5fbe894c-278c-464c-94ee-e68560489e93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126283476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274725'] for subnet, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:55.871372 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85c68eda-d029-470b-95b8-26d67b2e8f72 x-openstack-request-id: req-85c68eda-d029-470b-95b8-26d67b2e8f72 {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:01:55.871816 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04956f64-b6f4-4446-ac1a-1240e8f56ba1", "name": "network-vif-deleted", "tag": "86d5cd06-f4ba-49c4-802a-21330155d5b3", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:01:55.872012 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-85c68eda-d029-470b-95b8-26d67b2e8f72 {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:01:55.872488 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04956f64-b6f4-4446-ac1a-1240e8f56ba1', 'name': 'network-vif-deleted', 'tag': '86d5cd06-f4ba-49c4-802a-21330155d5b3', 'status': 'completed', 'code': 200} Aug 11 03:01:55.895643 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fbe894c-278c-464c-94ee-e68560489e93 admin admin] Checking segment: {'id': 'e15af3bf-a96a-4239-be14-8bb6ab78ddb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '7308cf56-b2ea-4c5f-847a-68a400b58a6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:01:55.896247 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fbe894c-278c-464c-94ee-e68560489e93 admin admin] Network hostable DHCP agents. Network: 7308cf56-b2ea-4c5f-847a-68a400b58a6a, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:01:55.963458 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbe894c-278c-464c-94ee-e68560489e93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6db39e9a-7f38-4c82-9938-87272cf59f4c,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:56.047104 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fbe894c-278c-464c-94ee-e68560489e93 admin admin] Network 7308cf56-b2ea-4c5f-847a-68a400b58a6a is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:01:56.089894 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fe965d5-1c19-4cda-9932-c19b943a0207 req-fc8549ed-b391-49f6-be4f-0608f7dff15c tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Made reservation on behalf of c1f9c9765b974fd98b786b1ff4e95823 for: {'port': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:01:56.098210 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-0fe965d5-1c19-4cda-9932-c19b943a0207 req-fc8549ed-b391-49f6-be4f-0608f7dff15c tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:56.122982 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-5fbe894c-278c-464c-94ee-e68560489e93 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, 7308cf56-b2ea-4c5f-847a-68a400b58a6a) {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:01:56.131688 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fbe894c-278c-464c-94ee-e68560489e93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:56.131688 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5fbe894c-278c-464c-94ee-e68560489e93 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:56.132359 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e2e5180-9049-4690-8031-f6d6c2117cb6 None None] Network 7308cf56-b2ea-4c5f-847a-68a400b58a6a requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:01:56.259292 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fe965d5-1c19-4cda-9932-c19b943a0207 req-0709583b-6f47-452d-8f86-fa0038113b24 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Made reservation on behalf of c1f9c9765b974fd98b786b1ff4e95823 for: {'port': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:01:56.269886 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-0fe965d5-1c19-4cda-9932-c19b943a0207 req-0709583b-6f47-452d-8f86-fa0038113b24 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:56.336894 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad06d77b-237e-42ec-ba26-26a5829ed83f None None] Network 7308cf56-b2ea-4c5f-847a-68a400b58a6a requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:01:56.353702 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [req-0fe965d5-1c19-4cda-9932-c19b943a0207 req-fc8549ed-b391-49f6-be4f-0608f7dff15c tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Allocated IP 192.168.233.165 (d1bf0def-6fa4-4d3e-bbc5-20a040931fba/254a3f4d-2b75-429e-bbb2-8e70554e9483/d008f631-61e8-4410-80e4-ee203c8580df) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:01:56.494785 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-5fbe894c-278c-464c-94ee-e68560489e93 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.7280889 Aug 11 03:01:56.549060 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-0fe965d5-1c19-4cda-9932-c19b943a0207 req-fc8549ed-b391-49f6-be4f-0608f7dff15c tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:56.565469 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [req-0fe965d5-1c19-4cda-9932-c19b943a0207 req-fc8549ed-b391-49f6-be4f-0608f7dff15c tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Transition to ACTIVE for port object d008f631-61e8-4410-80e4-ee203c8580df will not be triggered until provisioned by entity DHCP. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:01:56.697814 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-634c0719-367a-4614-b10f-6da61303fa05 req-7bb3bcda-57e3-49c5-b44e-6a3a2ccfe033 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e157f43-31c5-406f-8168-ac24e040a1b3 HTTP/1.1" status: 200 len: 210 time: 0.0644915 Aug 11 03:01:56.736078 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-0fe965d5-1c19-4cda-9932-c19b943a0207 req-fc8549ed-b391-49f6-be4f-0608f7dff15c tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:56.743719 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['2e23dd7b-0b38-404c-8090-6ce6bff54305', '757139b6-8342-4504-82df-491f3ad6472a'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:01:56.749116 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['acd77bac-ad9f-4185-9417-ca2c1c5f2f9c'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:01:56.858222 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [req-0fe965d5-1c19-4cda-9932-c19b943a0207 req-0709583b-6f47-452d-8f86-fa0038113b24 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Allocated IP 192.168.233.167 (d1bf0def-6fa4-4d3e-bbc5-20a040931fba/254a3f4d-2b75-429e-bbb2-8e70554e9483/458952e7-3214-4b7c-b5f0-fc92a3bcef03) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:01:56.869782 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fe965d5-1c19-4cda-9932-c19b943a0207 req-fc8549ed-b391-49f6-be4f-0608f7dff15c tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Network d1bf0def-6fa4-4d3e-bbc5-20a040931fba is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:01:56.885250 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [req-0fe965d5-1c19-4cda-9932-c19b943a0207 req-fc8549ed-b391-49f6-be4f-0608f7dff15c tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:01:56.890124 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fe965d5-1c19-4cda-9932-c19b943a0207 req-fc8549ed-b391-49f6-be4f-0608f7dff15c tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:01:57.019871 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8549ed-b391-49f6-be4f-0608f7dff15c tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Pushing event updated for resources: {'Port': ['ID=d008f631-61e8-4410-80e4-ee203c8580df,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:57.110262 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe965d5-1c19-4cda-9932-c19b943a0207 req-fc8549ed-b391-49f6-be4f-0608f7dff15c tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:57.119632 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-0fe965d5-1c19-4cda-9932-c19b943a0207 req-fc8549ed-b391-49f6-be4f-0608f7dff15c tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:57.272498 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-0fe965d5-1c19-4cda-9932-c19b943a0207 req-fc8549ed-b391-49f6-be4f-0608f7dff15c tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5916417 Aug 11 03:01:57.295147 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-0fe965d5-1c19-4cda-9932-c19b943a0207 req-91a825ba-99a1-4d68-9e55-7e54ada3f284 service neutron] Request body: {'port': {'device_id': '2e157f43-31c5-406f-8168-ac24e040a1b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764292-30'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:01:57.361981 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-0fe965d5-1c19-4cda-9932-c19b943a0207 req-91a825ba-99a1-4d68-9e55-7e54ada3f284 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:57.461572 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-0fe965d5-1c19-4cda-9932-c19b943a0207 req-0709583b-6f47-452d-8f86-fa0038113b24 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:57.473051 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50b6ed1-3f71-401f-a979-8f8d318d5733 req-de6f3755-9238-412b-8b3a-adf17457113b tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:57.480891 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a50b6ed1-3f71-401f-a979-8f8d318d5733 req-de6f3755-9238-412b-8b3a-adf17457113b tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] 10.222.0.41 "GET /v2.0/networks?id=7308cf56-b2ea-4c5f-847a-68a400b58a6a HTTP/1.1" status: 200 len: 822 time: 0.2236617 Aug 11 03:01:57.506922 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a50b6ed1-3f71-401f-a979-8f8d318d5733 req-17d4f07f-ceb7-4505-943b-e6128c979404 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] 10.222.0.41 "GET /v2.0/quotas/e11080dad0104d51a5cfeb2acfc6cf99 HTTP/1.1" status: 200 len: 375 time: 0.0250754 Aug 11 03:01:57.510082 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [req-0fe965d5-1c19-4cda-9932-c19b943a0207 req-0709583b-6f47-452d-8f86-fa0038113b24 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Transition to ACTIVE for port object 458952e7-3214-4b7c-b5f0-fc92a3bcef03 will not be triggered until provisioned by entity DHCP. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:01:57.550147 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a50b6ed1-3f71-401f-a979-8f8d318d5733 req-f50082a3-6436-4b8a-b4bc-e00eea8ff098 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=e11080dad0104d51a5cfeb2acfc6cf99&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0344272 Aug 11 03:01:57.581655 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-81ede779-d94b-4c1c-b53c-65e7e2b36af0 None None] Provisioning for port d008f631-61e8-4410-80e4-ee203c8580df completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:01:57.587535 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-81ede779-d94b-4c1c-b53c-65e7e2b36af0 None None] Provisioning complete for port d008f631-61e8-4410-80e4-ee203c8580df triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:01:57.588149 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-81ede779-d94b-4c1c-b53c-65e7e2b36af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:57.663729 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-81ede779-d94b-4c1c-b53c-65e7e2b36af0 None None] Port d008f631-61e8-4410-80e4-ee203c8580df cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:01:57.747992 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a50b6ed1-3f71-401f-a979-8f8d318d5733 req-e3642223-b4ce-4519-b03c-d02f9c6fe81a service neutron] 10.222.0.41 "GET /v2.0/networks/7308cf56-b2ea-4c5f-847a-68a400b58a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904893 Aug 11 03:01:57.796376 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-0fe965d5-1c19-4cda-9932-c19b943a0207 req-0709583b-6f47-452d-8f86-fa0038113b24 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:57.809827 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['acd77bac-ad9f-4185-9417-ca2c1c5f2f9c'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:01:57.864993 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0709583b-6f47-452d-8f86-fa0038113b24 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Pushing event updated for resources: {'Port': ['ID=458952e7-3214-4b7c-b5f0-fc92a3bcef03,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:57.891209 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fe965d5-1c19-4cda-9932-c19b943a0207 req-0709583b-6f47-452d-8f86-fa0038113b24 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Network d1bf0def-6fa4-4d3e-bbc5-20a040931fba is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:01:57.899160 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [req-0fe965d5-1c19-4cda-9932-c19b943a0207 req-0709583b-6f47-452d-8f86-fa0038113b24 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:01:57.902934 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fe965d5-1c19-4cda-9932-c19b943a0207 req-0709583b-6f47-452d-8f86-fa0038113b24 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:01:57.971354 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a50b6ed1-3f71-401f-a979-8f8d318d5733 req-d32304cb-6a4f-4f09-8ef0-e9daa0d8f044 service neutron] 10.222.0.41 "GET /v2.0/networks/7308cf56-b2ea-4c5f-847a-68a400b58a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2223830 Aug 11 03:01:58.024091 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe965d5-1c19-4cda-9932-c19b943a0207 req-0709583b-6f47-452d-8f86-fa0038113b24 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:58.027910 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-0fe965d5-1c19-4cda-9932-c19b943a0207 req-0709583b-6f47-452d-8f86-fa0038113b24 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:58.060890 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['2e23dd7b-0b38-404c-8090-6ce6bff54305', '757139b6-8342-4504-82df-491f3ad6472a'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:01:58.136241 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [req-0fe965d5-1c19-4cda-9932-c19b943a0207 req-91a825ba-99a1-4d68-9e55-7e54ada3f284 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d008f631-61e8-4410-80e4-ee203c8580df {{(pid=102191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:01:58.153826 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-0fe965d5-1c19-4cda-9932-c19b943a0207 req-91a825ba-99a1-4d68-9e55-7e54ada3f284 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:58.190678 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [req-0fe965d5-1c19-4cda-9932-c19b943a0207 req-91a825ba-99a1-4d68-9e55-7e54ada3f284 service neutron] Transition to ACTIVE for port object d008f631-61e8-4410-80e4-ee203c8580df will not be triggered until provisioned by entity L2. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:01:58.193577 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0fe965d5-1c19-4cda-9932-c19b943a0207 req-0709583b-6f47-452d-8f86-fa0038113b24 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5007927 Aug 11 03:01:58.219101 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-0fe965d5-1c19-4cda-9932-c19b943a0207 req-8cc04481-08d1-4abe-b28d-bcdc567c4f4f service neutron] Request body: {'port': {'device_id': 'cc00084e-c00e-464d-a2f5-5caac5a61234', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764292-30'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:01:58.300441 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-0fe965d5-1c19-4cda-9932-c19b943a0207 req-91a825ba-99a1-4d68-9e55-7e54ada3f284 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:58.380120 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-0fe965d5-1c19-4cda-9932-c19b943a0207 req-8cc04481-08d1-4abe-b28d-bcdc567c4f4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:58.415530 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a825ba-99a1-4d68-9e55-7e54ada3f284 service neutron] Pushing event updated for resources: {'Port': ['ID=d008f631-61e8-4410-80e4-ee203c8580df,revision_number=2']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:58.609942 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 86d5cd06-f4ba-49c4-802a-21330155d5b3 no longer exists at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:01:58.660656 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-0fe965d5-1c19-4cda-9932-c19b943a0207 req-91a825ba-99a1-4d68-9e55-7e54ada3f284 service neutron] Attempting to bind port d008f631-61e8-4410-80e4-ee203c8580df on host n-h1-764292-30 for vnic_type normal with profile {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:01:58.660656 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-0fe965d5-1c19-4cda-9932-c19b943a0207 req-91a825ba-99a1-4d68-9e55-7e54ada3f284 service neutron] Attempting to bind port d008f631-61e8-4410-80e4-ee203c8580df by drivers openvswitch,hyperv on host n-h1-764292-30 at level 0 using segments [{'id': '9b7b03c0-092f-4953-898f-de6d8f2338ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba'}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:01:58.660656 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe965d5-1c19-4cda-9932-c19b943a0207 req-91a825ba-99a1-4d68-9e55-7e54ada3f284 service neutron] Attempting to bind port d008f631-61e8-4410-80e4-ee203c8580df on network d1bf0def-6fa4-4d3e-bbc5-20a040931fba {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:01:58.721045 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe965d5-1c19-4cda-9932-c19b943a0207 req-91a825ba-99a1-4d68-9e55-7e54ada3f284 service neutron] Port d008f631-61e8-4410-80e4-ee203c8580df on network d1bf0def-6fa4-4d3e-bbc5-20a040931fba not bound, no agent of type Open vSwitch agent registered on host n-h1-764292-30 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:01:58.721045 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe965d5-1c19-4cda-9932-c19b943a0207 req-91a825ba-99a1-4d68-9e55-7e54ada3f284 service neutron] Attempting to bind port d008f631-61e8-4410-80e4-ee203c8580df on network d1bf0def-6fa4-4d3e-bbc5-20a040931fba {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:01:58.721045 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe965d5-1c19-4cda-9932-c19b943a0207 req-91a825ba-99a1-4d68-9e55-7e54ada3f284 service neutron] Checking agent: {'id': 'abb524c2-b412-4ed2-8367-45c4fd996fa7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 1, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:01:58.721045 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe965d5-1c19-4cda-9932-c19b943a0207 req-91a825ba-99a1-4d68-9e55-7e54ada3f284 service neutron] Checking segment: {'id': '9b7b03c0-092f-4953-898f-de6d8f2338ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:01:58.721045 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe965d5-1c19-4cda-9932-c19b943a0207 req-91a825ba-99a1-4d68-9e55-7e54ada3f284 service neutron] Bound using segment: {'id': '9b7b03c0-092f-4953-898f-de6d8f2338ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba'} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:01:58.721045 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-0fe965d5-1c19-4cda-9932-c19b943a0207 req-91a825ba-99a1-4d68-9e55-7e54ada3f284 service neutron] Bound port: d008f631-61e8-4410-80e4-ee203c8580df, host: n-h1-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b7b03c0-092f-4953-898f-de6d8f2338ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba'}}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:01:58.721045 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-0fe965d5-1c19-4cda-9932-c19b943a0207 req-91a825ba-99a1-4d68-9e55-7e54ada3f284 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:58.818404 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] No Port match for: 86d5cd06-f4ba-49c4-802a-21330155d5b3 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:01:58.819273 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 86d5cd06-f4ba-49c4-802a-21330155d5b3 not bound to the agent host n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:01:59.131219 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-0fe965d5-1c19-4cda-9932-c19b943a0207 req-91a825ba-99a1-4d68-9e55-7e54ada3f284 service neutron] For port d008f631-61e8-4410-80e4-ee203c8580df, host n-h1-764292-30, cleared binding levels {{(pid=102191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:01:59.135556 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-0fe965d5-1c19-4cda-9932-c19b943a0207 req-91a825ba-99a1-4d68-9e55-7e54ada3f284 service neutron] For port d008f631-61e8-4410-80e4-ee203c8580df, host n-h1-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=d008f631-61e8-4410-80e4-ee203c8580df,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:01:59.169292 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [req-32c9b6f9-2f01-4454-a6b6-f654d799d97c req-b3c8d929-08ab-400a-92d5-fea0394db166 tempest-LiveMigrationTest-410920510 tempest-LiveMigrationTest-410920510-project-admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:01:59.170635 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-32c9b6f9-2f01-4454-a6b6-f654d799d97c req-b3c8d929-08ab-400a-92d5-fea0394db166 tempest-LiveMigrationTest-410920510 tempest-LiveMigrationTest-410920510-project-admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0089049 Aug 11 03:01:59.193923 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-32c9b6f9-2f01-4454-a6b6-f654d799d97c req-75ae3898-f526-4c01-8655-85550f5380e0 service neutron] Request body: {'binding': {'host': 'n-h1-764292-30', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:01:59.196927 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-32c9b6f9-2f01-4454-a6b6-f654d799d97c req-75ae3898-f526-4c01-8655-85550f5380e0 service neutron] Unknown quota resources ['binding']. {{(pid=102192) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 11 03:01:59.238519 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-fef620a9-54c7-4199-9fdf-8775f6152b70 None None] Provisioning for port 458952e7-3214-4b7c-b5f0-fc92a3bcef03 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:01:59.253982 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-fef620a9-54c7-4199-9fdf-8775f6152b70 None None] Provisioning complete for port 458952e7-3214-4b7c-b5f0-fc92a3bcef03 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:01:59.255119 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-fef620a9-54c7-4199-9fdf-8775f6152b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:59.273618 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-0fe965d5-1c19-4cda-9932-c19b943a0207 req-91a825ba-99a1-4d68-9e55-7e54ada3f284 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:59.346935 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe965d5-1c19-4cda-9932-c19b943a0207 req-91a825ba-99a1-4d68-9e55-7e54ada3f284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:59.347977 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-0fe965d5-1c19-4cda-9932-c19b943a0207 req-91a825ba-99a1-4d68-9e55-7e54ada3f284 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:59.349593 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-0fe965d5-1c19-4cda-9932-c19b943a0207 req-91a825ba-99a1-4d68-9e55-7e54ada3f284 service neutron] 10.222.0.22 "PUT /v2.0/ports/d008f631-61e8-4410-80e4-ee203c8580df HTTP/1.1" status: 200 len: 1097 time: 2.0589373 Aug 11 03:01:59.350585 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e157f43-31c5-406f-8168-ac24e040a1b3', 'tag': 'd008f631-61e8-4410-80e4-ee203c8580df'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:01:59.356098 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9744c61-ecc1-49a9-a39d-7356a2d20f0a" -d '{"events": [{"name": "network-changed", "server_uuid": "2e157f43-31c5-406f-8168-ac24e040a1b3", "tag": "d008f631-61e8-4410-80e4-ee203c8580df"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:01:59.386786 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-fef620a9-54c7-4199-9fdf-8775f6152b70 None None] Port 458952e7-3214-4b7c-b5f0-fc92a3bcef03 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:01:59.453034 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a825ba-99a1-4d68-9e55-7e54ada3f284 service neutron] Pushing event updated for resources: {'Port': ['ID=d008f631-61e8-4410-80e4-ee203c8580df,revision_number=3']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:59.503914 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-759ceb5e-b96d-4675-98bc-8209b17530d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:59.639819 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe965d5-1c19-4cda-9932-c19b943a0207 req-62b3c88e-a286-47eb-afc8-6ceb3c019601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:59.641557 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-0fe965d5-1c19-4cda-9932-c19b943a0207 req-62b3c88e-a286-47eb-afc8-6ceb3c019601 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c1f9c9765b974fd98b786b1ff4e95823&device_id=2e157f43-31c5-406f-8168-ac24e040a1b3 HTTP/1.1" status: 200 len: 1100 time: 0.1259644 Aug 11 03:01:59.703167 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-0fe965d5-1c19-4cda-9932-c19b943a0207 req-01691b0c-8202-464a-93fe-d5eea25a2022 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=d008f631-61e8-4410-80e4-ee203c8580df HTTP/1.1" status: 200 len: 217 time: 0.0513682 Aug 11 03:01:59.783870 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe965d5-1c19-4cda-9932-c19b943a0207 req-85974df5-d79c-42d9-9412-fbe020545142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:59.785531 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-0fe965d5-1c19-4cda-9932-c19b943a0207 req-85974df5-d79c-42d9-9412-fbe020545142 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=254a3f4d-2b75-429e-bbb2-8e70554e9483 HTTP/1.1" status: 200 len: 843 time: 0.0693924 Aug 11 03:01:59.822365 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [req-0fe965d5-1c19-4cda-9932-c19b943a0207 req-8cc04481-08d1-4abe-b28d-bcdc567c4f4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 458952e7-3214-4b7c-b5f0-fc92a3bcef03 {{(pid=102192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:01:59.833285 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-0fe965d5-1c19-4cda-9932-c19b943a0207 req-8cc04481-08d1-4abe-b28d-bcdc567c4f4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:59.864733 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [req-0fe965d5-1c19-4cda-9932-c19b943a0207 req-8cc04481-08d1-4abe-b28d-bcdc567c4f4f service neutron] Transition to ACTIVE for port object 458952e7-3214-4b7c-b5f0-fc92a3bcef03 will not be triggered until provisioned by entity L2. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:01:59.893118 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe965d5-1c19-4cda-9932-c19b943a0207 req-5fcabd95-98b5-44cf-a751-5a979addd013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:59.897312 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-0fe965d5-1c19-4cda-9932-c19b943a0207 req-5fcabd95-98b5-44cf-a751-5a979addd013 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d1bf0def-6fa4-4d3e-bbc5-20a040931fba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1023648 Aug 11 03:01:59.901974 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-32c9b6f9-2f01-4454-a6b6-f654d799d97c req-75ae3898-f526-4c01-8655-85550f5380e0 service neutron] Attempting to bind port 371b4dc3-1b9d-4260-bbcd-abd1b3a7fc1b on host n-h1-764292-30 for vnic_type normal with profile None {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:01:59.902356 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-32c9b6f9-2f01-4454-a6b6-f654d799d97c req-75ae3898-f526-4c01-8655-85550f5380e0 service neutron] Attempting to bind port 371b4dc3-1b9d-4260-bbcd-abd1b3a7fc1b by drivers openvswitch,hyperv on host n-h1-764292-30 at level 0 using segments [{'id': '75626708-94f6-4fcc-8cbd-0dd0dd709069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a1f5acc4-6e30-4bf9-bc28-7ff84dac631d'}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:01:59.902692 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c9b6f9-2f01-4454-a6b6-f654d799d97c req-75ae3898-f526-4c01-8655-85550f5380e0 service neutron] Attempting to bind port 371b4dc3-1b9d-4260-bbcd-abd1b3a7fc1b on network a1f5acc4-6e30-4bf9-bc28-7ff84dac631d {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:01:59.918882 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c9b6f9-2f01-4454-a6b6-f654d799d97c req-75ae3898-f526-4c01-8655-85550f5380e0 service neutron] Port 371b4dc3-1b9d-4260-bbcd-abd1b3a7fc1b on network a1f5acc4-6e30-4bf9-bc28-7ff84dac631d not bound, no agent of type Open vSwitch agent registered on host n-h1-764292-30 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:01:59.919199 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c9b6f9-2f01-4454-a6b6-f654d799d97c req-75ae3898-f526-4c01-8655-85550f5380e0 service neutron] Attempting to bind port 371b4dc3-1b9d-4260-bbcd-abd1b3a7fc1b on network a1f5acc4-6e30-4bf9-bc28-7ff84dac631d {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:01:59.926186 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c9b6f9-2f01-4454-a6b6-f654d799d97c req-75ae3898-f526-4c01-8655-85550f5380e0 service neutron] Checking agent: {'id': 'abb524c2-b412-4ed2-8367-45c4fd996fa7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 1, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:01:59.926453 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c9b6f9-2f01-4454-a6b6-f654d799d97c req-75ae3898-f526-4c01-8655-85550f5380e0 service neutron] Checking segment: {'id': '75626708-94f6-4fcc-8cbd-0dd0dd709069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a1f5acc4-6e30-4bf9-bc28-7ff84dac631d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:01:59.926849 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c9b6f9-2f01-4454-a6b6-f654d799d97c req-75ae3898-f526-4c01-8655-85550f5380e0 service neutron] Bound using segment: {'id': '75626708-94f6-4fcc-8cbd-0dd0dd709069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a1f5acc4-6e30-4bf9-bc28-7ff84dac631d'} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:01:59.927302 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-32c9b6f9-2f01-4454-a6b6-f654d799d97c req-75ae3898-f526-4c01-8655-85550f5380e0 service neutron] Bound port: 371b4dc3-1b9d-4260-bbcd-abd1b3a7fc1b, host: n-h1-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75626708-94f6-4fcc-8cbd-0dd0dd709069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a1f5acc4-6e30-4bf9-bc28-7ff84dac631d'}}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:01:59.964428 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-0fe965d5-1c19-4cda-9932-c19b943a0207 req-8cc04481-08d1-4abe-b28d-bcdc567c4f4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:00.068566 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-32c9b6f9-2f01-4454-a6b6-f654d799d97c req-75ae3898-f526-4c01-8655-85550f5380e0 service neutron] For port 371b4dc3-1b9d-4260-bbcd-abd1b3a7fc1b, host n-h1-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=371b4dc3-1b9d-4260-bbcd-abd1b3a7fc1b,segment=NetworkSegment(75626708-94f6-4fcc-8cbd-0dd0dd709069),segment_id=75626708-94f6-4fcc-8cbd-0dd0dd709069)] {{(pid=102192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:02:00.069824 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc04481-08d1-4abe-b28d-bcdc567c4f4f service neutron] Pushing event updated for resources: {'Port': ['ID=458952e7-3214-4b7c-b5f0-fc92a3bcef03,revision_number=2']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:00.078447 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-0fe965d5-1c19-4cda-9932-c19b943a0207 req-b8db16e1-6c35-445f-a3cf-5078f46966e1 service neutron] 10.222.0.22 "GET /v2.0/networks/d1bf0def-6fa4-4d3e-bbc5-20a040931fba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724694 Aug 11 03:02:00.149374 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-32c9b6f9-2f01-4454-a6b6-f654d799d97c req-75ae3898-f526-4c01-8655-85550f5380e0 service neutron] Notify callbacks [] for binding, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:00.151115 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-32c9b6f9-2f01-4454-a6b6-f654d799d97c req-75ae3898-f526-4c01-8655-85550f5380e0 service neutron] 10.222.0.41 "POST /v2.0/ports/371b4dc3-1b9d-4260-bbcd-abd1b3a7fc1b/bindings HTTP/1.1" status: 201 len: 390 time: 0.9666533 Aug 11 03:02:00.183631 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-0fe965d5-1c19-4cda-9932-c19b943a0207 req-8cc04481-08d1-4abe-b28d-bcdc567c4f4f service neutron] Attempting to bind port 458952e7-3214-4b7c-b5f0-fc92a3bcef03 on host n-h2-764292-30 for vnic_type normal with profile {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:02:00.185254 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-0fe965d5-1c19-4cda-9932-c19b943a0207 req-8cc04481-08d1-4abe-b28d-bcdc567c4f4f service neutron] Attempting to bind port 458952e7-3214-4b7c-b5f0-fc92a3bcef03 by drivers openvswitch,hyperv on host n-h2-764292-30 at level 0 using segments [{'id': '9b7b03c0-092f-4953-898f-de6d8f2338ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba'}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:02:00.186341 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe965d5-1c19-4cda-9932-c19b943a0207 req-8cc04481-08d1-4abe-b28d-bcdc567c4f4f service neutron] Attempting to bind port 458952e7-3214-4b7c-b5f0-fc92a3bcef03 on network d1bf0def-6fa4-4d3e-bbc5-20a040931fba {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:02:00.195582 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe965d5-1c19-4cda-9932-c19b943a0207 req-8cc04481-08d1-4abe-b28d-bcdc567c4f4f service neutron] Port 458952e7-3214-4b7c-b5f0-fc92a3bcef03 on network d1bf0def-6fa4-4d3e-bbc5-20a040931fba not bound, no agent of type Open vSwitch agent registered on host n-h2-764292-30 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:02:00.196331 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe965d5-1c19-4cda-9932-c19b943a0207 req-8cc04481-08d1-4abe-b28d-bcdc567c4f4f service neutron] Attempting to bind port 458952e7-3214-4b7c-b5f0-fc92a3bcef03 on network d1bf0def-6fa4-4d3e-bbc5-20a040931fba {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:02:00.210154 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe965d5-1c19-4cda-9932-c19b943a0207 req-8cc04481-08d1-4abe-b28d-bcdc567c4f4f service neutron] Checking agent: {'id': '70015fc0-62fb-48b2-b453-36906937cf2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 1, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:02:00.210915 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe965d5-1c19-4cda-9932-c19b943a0207 req-8cc04481-08d1-4abe-b28d-bcdc567c4f4f service neutron] Checking segment: {'id': '9b7b03c0-092f-4953-898f-de6d8f2338ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:02:00.211541 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe965d5-1c19-4cda-9932-c19b943a0207 req-8cc04481-08d1-4abe-b28d-bcdc567c4f4f service neutron] Bound using segment: {'id': '9b7b03c0-092f-4953-898f-de6d8f2338ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba'} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:02:00.212204 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-0fe965d5-1c19-4cda-9932-c19b943a0207 req-8cc04481-08d1-4abe-b28d-bcdc567c4f4f service neutron] Bound port: 458952e7-3214-4b7c-b5f0-fc92a3bcef03, host: n-h2-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b7b03c0-092f-4953-898f-de6d8f2338ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba'}}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:02:00.212804 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-0fe965d5-1c19-4cda-9932-c19b943a0207 req-8cc04481-08d1-4abe-b28d-bcdc567c4f4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:00.239364 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-0fe965d5-1c19-4cda-9932-c19b943a0207 req-c4435172-4024-45fe-a4f7-4f574cc461d0 service neutron] 10.222.0.22 "GET /v2.0/networks/d1bf0def-6fa4-4d3e-bbc5-20a040931fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453116 Aug 11 03:02:00.298868 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-0fe965d5-1c19-4cda-9932-c19b943a0207 req-8cc04481-08d1-4abe-b28d-bcdc567c4f4f service neutron] For port 458952e7-3214-4b7c-b5f0-fc92a3bcef03, host n-h2-764292-30, cleared binding levels {{(pid=102192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:02:00.305294 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-0fe965d5-1c19-4cda-9932-c19b943a0207 req-8cc04481-08d1-4abe-b28d-bcdc567c4f4f service neutron] For port 458952e7-3214-4b7c-b5f0-fc92a3bcef03, host n-h2-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=458952e7-3214-4b7c-b5f0-fc92a3bcef03,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:02:00.415866 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-0fe965d5-1c19-4cda-9932-c19b943a0207 req-8cc04481-08d1-4abe-b28d-bcdc567c4f4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:00.466089 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe965d5-1c19-4cda-9932-c19b943a0207 req-8cc04481-08d1-4abe-b28d-bcdc567c4f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:00.466895 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-0fe965d5-1c19-4cda-9932-c19b943a0207 req-8cc04481-08d1-4abe-b28d-bcdc567c4f4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:00.468432 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0fe965d5-1c19-4cda-9932-c19b943a0207 req-8cc04481-08d1-4abe-b28d-bcdc567c4f4f service neutron] 10.222.0.24 "PUT /v2.0/ports/458952e7-3214-4b7c-b5f0-fc92a3bcef03 HTTP/1.1" status: 200 len: 1097 time: 2.2535779 Aug 11 03:02:00.468966 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc00084e-c00e-464d-a2f5-5caac5a61234', 'tag': '458952e7-3214-4b7c-b5f0-fc92a3bcef03'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:02:00.472134 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1778492-4d11-4042-abff-66a6b51ae9ef" -d '{"events": [{"name": "network-changed", "server_uuid": "cc00084e-c00e-464d-a2f5-5caac5a61234", "tag": "458952e7-3214-4b7c-b5f0-fc92a3bcef03"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:02:00.511790 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc04481-08d1-4abe-b28d-bcdc567c4f4f service neutron] Pushing event updated for resources: {'Port': ['ID=458952e7-3214-4b7c-b5f0-fc92a3bcef03,revision_number=3']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:00.734007 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe965d5-1c19-4cda-9932-c19b943a0207 req-327c34fe-773d-4d8f-a2af-c34e56ffeae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:00.740901 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0fe965d5-1c19-4cda-9932-c19b943a0207 req-327c34fe-773d-4d8f-a2af-c34e56ffeae9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c1f9c9765b974fd98b786b1ff4e95823&device_id=cc00084e-c00e-464d-a2f5-5caac5a61234 HTTP/1.1" status: 200 len: 1100 time: 0.0978746 Aug 11 03:02:00.749352 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c850187-d51a-470b-b658-5db0ccf93572 req-6b96c9e7-7a95-42cd-a58a-65687cf9273d tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:00.751097 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8c850187-d51a-470b-b658-5db0ccf93572 req-6b96c9e7-7a95-42cd-a58a-65687cf9273d tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e157f43-31c5-406f-8168-ac24e040a1b3 HTTP/1.1" status: 200 len: 948 time: 0.1513603 Aug 11 03:02:00.803235 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0fe965d5-1c19-4cda-9932-c19b943a0207 req-fe37a0d2-c490-47a4-9ebd-7c0c89dd8420 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=458952e7-3214-4b7c-b5f0-fc92a3bcef03 HTTP/1.1" status: 200 len: 217 time: 0.0510688 Aug 11 03:02:00.864188 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8c850187-d51a-470b-b658-5db0ccf93572 req-89fb891f-3444-4b13-95c5-43963b59e09d tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8b0be49-76ee-4d50-8be0-9bf1508da412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063261 Aug 11 03:02:00.907375 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe965d5-1c19-4cda-9932-c19b943a0207 req-c843feaf-1e70-4f61-ac50-89fa703320e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:00.913037 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0fe965d5-1c19-4cda-9932-c19b943a0207 req-c843feaf-1e70-4f61-ac50-89fa703320e9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=254a3f4d-2b75-429e-bbb2-8e70554e9483 HTTP/1.1" status: 200 len: 843 time: 0.1013308 Aug 11 03:02:00.977177 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe965d5-1c19-4cda-9932-c19b943a0207 req-050b6f76-4bd4-4add-ad26-763e80d8db5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:00.978968 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0fe965d5-1c19-4cda-9932-c19b943a0207 req-050b6f76-4bd4-4add-ad26-763e80d8db5c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d1bf0def-6fa4-4d3e-bbc5-20a040931fba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0546470 Aug 11 03:02:01.044846 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c9b6f9-2f01-4454-a6b6-f654d799d97c req-faabe311-85c9-4f98-b22e-cc581193bf46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:01.047541 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-32c9b6f9-2f01-4454-a6b6-f654d799d97c req-faabe311-85c9-4f98-b22e-cc581193bf46 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=83808f5f252c43418f6a6c255d45878a&device_id=b4da503b-42df-4297-90a5-a4517b73577c HTTP/1.1" status: 200 len: 1098 time: 0.0943110 Aug 11 03:02:01.143031 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0fe965d5-1c19-4cda-9932-c19b943a0207 req-cc39be66-15fb-4220-9e05-95ee460baa51 service neutron] 10.222.0.24 "GET /v2.0/networks/d1bf0def-6fa4-4d3e-bbc5-20a040931fba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427755 Aug 11 03:02:01.165581 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ff7f236e-033b-4587-97c7-7ca4a1a3876e req-0ea5d66b-a8ec-4869-82ed-9fdc4d6a2870 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] 10.222.0.41 "GET /v2.0/ports?device_id=556e7d75-337f-4993-a362-02c4370aa3fa HTTP/1.1" status: 200 len: 210 time: 0.0331664 Aug 11 03:02:01.213050 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c9b6f9-2f01-4454-a6b6-f654d799d97c req-31f14fed-516d-414a-81f9-9dffa55ddf17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:01.215093 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-32c9b6f9-2f01-4454-a6b6-f654d799d97c req-31f14fed-516d-414a-81f9-9dffa55ddf17 service neutron] 10.222.0.22 "GET /v2.0/networks?id=a1f5acc4-6e30-4bf9-bc28-7ff84dac631d HTTP/1.1" status: 200 len: 908 time: 0.1489470 Aug 11 03:02:01.277528 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0fe965d5-1c19-4cda-9932-c19b943a0207 req-33359e0c-6b29-4bee-9f65-b843225ff73f service neutron] 10.222.0.24 "GET /v2.0/networks/d1bf0def-6fa4-4d3e-bbc5-20a040931fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158838 Aug 11 03:02:01.312108 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-32c9b6f9-2f01-4454-a6b6-f654d799d97c req-17ee89b7-e226-486e-81aa-564eedfc74eb service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=371b4dc3-1b9d-4260-bbcd-abd1b3a7fc1b HTTP/1.1" status: 200 len: 217 time: 0.0867743 Aug 11 03:02:01.361283 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:01:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-316a59ce-ab5d-4443-bc8c-3ca41184f033 x-openstack-request-id: req-316a59ce-ab5d-4443-bc8c-3ca41184f033 {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:02:01.361283 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e157f43-31c5-406f-8168-ac24e040a1b3", "tag": "d008f631-61e8-4410-80e4-ee203c8580df", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:02:01.361283 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-316a59ce-ab5d-4443-bc8c-3ca41184f033 {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:02:01.361283 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e157f43-31c5-406f-8168-ac24e040a1b3', 'tag': 'd008f631-61e8-4410-80e4-ee203c8580df', 'status': 'completed', 'code': 200} Aug 11 03:02:01.384285 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c9b6f9-2f01-4454-a6b6-f654d799d97c req-70e1104d-a7fe-4f35-b324-c5fb6b894eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:01.386554 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-32c9b6f9-2f01-4454-a6b6-f654d799d97c req-70e1104d-a7fe-4f35-b324-c5fb6b894eba service neutron] 10.222.0.22 "GET /v2.0/subnets?id=0d013ade-4c13-41b9-b262-cf5646bc4bdb HTTP/1.1" status: 200 len: 847 time: 0.0669494 Aug 11 03:02:01.478633 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-32c9b6f9-2f01-4454-a6b6-f654d799d97c req-8f66b559-52f3-4575-84f1-c68d6ceecde6 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a1f5acc4-6e30-4bf9-bc28-7ff84dac631d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0812106 Aug 11 03:02:01.495790 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9744c61-ecc1-49a9-a39d-7356a2d20f0a req-37013054-0adf-4959-9764-e6f8301ed95d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:01.497868 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c9744c61-ecc1-49a9-a39d-7356a2d20f0a req-37013054-0adf-4959-9764-e6f8301ed95d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c1f9c9765b974fd98b786b1ff4e95823&device_id=2e157f43-31c5-406f-8168-ac24e040a1b3 HTTP/1.1" status: 200 len: 1100 time: 0.1114657 Aug 11 03:02:01.601894 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-32c9b6f9-2f01-4454-a6b6-f654d799d97c req-0c8b7145-1374-4a20-ac12-02ef2d1c131c service neutron] 10.222.0.22 "GET /v2.0/networks/a1f5acc4-6e30-4bf9-bc28-7ff84dac631d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107171 Aug 11 03:02:01.648500 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:02:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4629f796-6c1b-4307-869b-982fc72b7548 x-openstack-request-id: req-4629f796-6c1b-4307-869b-982fc72b7548 {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:02:01.651248 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc00084e-c00e-464d-a2f5-5caac5a61234", "tag": "458952e7-3214-4b7c-b5f0-fc92a3bcef03", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:02:01.651510 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4629f796-6c1b-4307-869b-982fc72b7548 {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:02:01.651920 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc00084e-c00e-464d-a2f5-5caac5a61234', 'tag': '458952e7-3214-4b7c-b5f0-fc92a3bcef03', 'status': 'completed', 'code': 200} Aug 11 03:02:01.757790 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:01.770847 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-32c9b6f9-2f01-4454-a6b6-f654d799d97c req-c9cb3327-e5be-4783-86f6-a31126f3cd11 service neutron] 10.222.0.22 "GET /v2.0/networks/a1f5acc4-6e30-4bf9-bc28-7ff84dac631d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600757 Aug 11 03:02:01.777636 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9744c61-ecc1-49a9-a39d-7356a2d20f0a req-108bdfb2-294d-414a-9b49-7e3c8e816c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:01.779644 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c9744c61-ecc1-49a9-a39d-7356a2d20f0a req-108bdfb2-294d-414a-9b49-7e3c8e816c8d service neutron] 10.222.0.22 "GET /v2.0/networks?id=d1bf0def-6fa4-4d3e-bbc5-20a040931fba HTTP/1.1" status: 200 len: 870 time: 0.2709663 Aug 11 03:02:01.839796 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-681d5404-2dde-4cbf-97ee-39e26456f8ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:01.851442 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c9744c61-ecc1-49a9-a39d-7356a2d20f0a req-a7692eb0-30f8-436a-906d-0cf4f3ae1687 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=d008f631-61e8-4410-80e4-ee203c8580df HTTP/1.1" status: 200 len: 217 time: 0.0535967 Aug 11 03:02:01.859561 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1778492-4d11-4042-abff-66a6b51ae9ef req-e3f3785f-258c-4ff5-9e03-94fd9388ead7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:01.861769 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c1778492-4d11-4042-abff-66a6b51ae9ef req-e3f3785f-258c-4ff5-9e03-94fd9388ead7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c1f9c9765b974fd98b786b1ff4e95823&device_id=cc00084e-c00e-464d-a2f5-5caac5a61234 HTTP/1.1" status: 200 len: 1100 time: 0.2090411 Aug 11 03:02:01.973272 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16d66dd-eaa2-45f6-8254-7b2bfdcb1aa9 req-1d78e31c-11dd-4d69-8a75-fb61ce355008 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:01.974981 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a16d66dd-eaa2-45f6-8254-7b2bfdcb1aa9 req-1d78e31c-11dd-4d69-8a75-fb61ce355008 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4da503b-42df-4297-90a5-a4517b73577c HTTP/1.1" status: 200 len: 946 time: 0.2649357 Aug 11 03:02:02.004550 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9744c61-ecc1-49a9-a39d-7356a2d20f0a req-cd5cc19b-ada2-4adf-b3ef-444bef1b45bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:02.004550 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c9744c61-ecc1-49a9-a39d-7356a2d20f0a req-cd5cc19b-ada2-4adf-b3ef-444bef1b45bc service neutron] 10.222.0.22 "GET /v2.0/subnets?id=254a3f4d-2b75-429e-bbb2-8e70554e9483 HTTP/1.1" status: 200 len: 843 time: 0.1402647 Aug 11 03:02:02.097512 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a16d66dd-eaa2-45f6-8254-7b2bfdcb1aa9 req-bd43c766-8908-4d23-b1f1-eb7d591aedac tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/security-groups?id=c7e06141-9137-4a1d-bc20-6fbfa107e8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132941 Aug 11 03:02:02.110216 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1778492-4d11-4042-abff-66a6b51ae9ef req-4f15e3cf-c620-4561-9f41-36310de84c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:02.111751 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c1778492-4d11-4042-abff-66a6b51ae9ef req-4f15e3cf-c620-4561-9f41-36310de84c1b service neutron] 10.222.0.24 "GET /v2.0/networks?id=d1bf0def-6fa4-4d3e-bbc5-20a040931fba HTTP/1.1" status: 200 len: 870 time: 0.2345185 Aug 11 03:02:02.114514 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9744c61-ecc1-49a9-a39d-7356a2d20f0a req-9e36144a-0814-49ad-96c0-97c44e2d7e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:02.116617 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c9744c61-ecc1-49a9-a39d-7356a2d20f0a req-9e36144a-0814-49ad-96c0-97c44e2d7e60 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d1bf0def-6fa4-4d3e-bbc5-20a040931fba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1033206 Aug 11 03:02:02.210873 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c1778492-4d11-4042-abff-66a6b51ae9ef req-67554643-22b3-4ee3-ba59-3356d5bed1b9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=458952e7-3214-4b7c-b5f0-fc92a3bcef03 HTTP/1.1" status: 200 len: 217 time: 0.0854132 Aug 11 03:02:02.314050 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1778492-4d11-4042-abff-66a6b51ae9ef req-821ca1f5-4625-4620-a19c-fa9ce1f4ce58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:02.320708 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c1778492-4d11-4042-abff-66a6b51ae9ef req-821ca1f5-4625-4620-a19c-fa9ce1f4ce58 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=254a3f4d-2b75-429e-bbb2-8e70554e9483 HTTP/1.1" status: 200 len: 843 time: 0.0839753 Aug 11 03:02:02.568188 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a05f036-e2f9-4950-85bf-cfbf2195ed1e req-6a870c07-08cf-4472-877c-b91c439d0384 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:02.577789 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5a05f036-e2f9-4950-85bf-cfbf2195ed1e req-6a870c07-08cf-4472-877c-b91c439d0384 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e157f43-31c5-406f-8168-ac24e040a1b3 HTTP/1.1" status: 200 len: 948 time: 0.2557282 Aug 11 03:02:02.609783 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1778492-4d11-4042-abff-66a6b51ae9ef req-2bb6b151-0ae6-46ab-b7e9-bbf5563512f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:02.611790 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c1778492-4d11-4042-abff-66a6b51ae9ef req-2bb6b151-0ae6-46ab-b7e9-bbf5563512f5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d1bf0def-6fa4-4d3e-bbc5-20a040931fba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2231491 Aug 11 03:02:02.748959 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50b6ed1-3f71-401f-a979-8f8d318d5733 req-94ed89b0-7040-49b3-9473-585157f37122 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:02.755742 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a50b6ed1-3f71-401f-a979-8f8d318d5733 req-94ed89b0-7040-49b3-9473-585157f37122 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] 10.222.0.24 "GET /v2.0/networks?id=7308cf56-b2ea-4c5f-847a-68a400b58a6a HTTP/1.1" status: 200 len: 822 time: 0.5386820 Aug 11 03:02:02.757429 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c9744c61-ecc1-49a9-a39d-7356a2d20f0a req-c2dcc591-e53b-4d7a-97c9-7829b9a16b81 service neutron] 10.222.0.22 "GET /v2.0/networks/d1bf0def-6fa4-4d3e-bbc5-20a040931fba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5480685 Aug 11 03:02:02.833636 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-a50b6ed1-3f71-401f-a979-8f8d318d5733 req-d757a8f7-39fa-4f5f-b7a7-70de89efb80f tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] Request body: {'port': {'device_id': '556e7d75-337f-4993-a362-02c4370aa3fa', 'network_id': '7308cf56-b2ea-4c5f-847a-68a400b58a6a', 'admin_state_up': True, 'tenant_id': 'e11080dad0104d51a5cfeb2acfc6cf99'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:02:02.960528 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5a05f036-e2f9-4950-85bf-cfbf2195ed1e req-2118e93e-ad6c-4c97-8fd7-10f2b80a2bcf tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8b0be49-76ee-4d50-8be0-9bf1508da412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3813279 Aug 11 03:02:03.013953 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c1778492-4d11-4042-abff-66a6b51ae9ef req-b05a9e5b-f03c-4b16-8ba8-433419cf10bd service neutron] 10.222.0.24 "GET /v2.0/networks/d1bf0def-6fa4-4d3e-bbc5-20a040931fba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3850822 Aug 11 03:02:03.174724 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c9744c61-ecc1-49a9-a39d-7356a2d20f0a req-0ce66c5f-ffd5-4421-9a43-9a9954819edc service neutron] 10.222.0.22 "GET /v2.0/networks/d1bf0def-6fa4-4d3e-bbc5-20a040931fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4027250 Aug 11 03:02:03.186550 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-387aad77-8310-4510-b03f-f82d75ba7433 req-8c9c2d90-5e8a-43ca-9261-d674e8b19f12 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] 10.222.0.41 "GET /v2.0/ports?device_id=556e7d75-337f-4993-a362-02c4370aa3fa HTTP/1.1" status: 200 len: 210 time: 0.1294508 Aug 11 03:02:03.269265 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c1778492-4d11-4042-abff-66a6b51ae9ef req-c2380b96-feab-42fd-8bd6-4781e711810f service neutron] 10.222.0.24 "GET /v2.0/networks/d1bf0def-6fa4-4d3e-bbc5-20a040931fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2390943 Aug 11 03:02:03.304519 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 44928) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:03.383735 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_v2 [None req-e20355ea-61d0-4b4c-9702-2775be27f191 admin admin] Deleting subnet 77b8acf5-e381-4b06-a29e-2105d54e9fb8 {{(pid=102192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:02:03.387495 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e20355ea-61d0-4b4c-9702-2775be27f191 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:03.409142 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:03.433664 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a50b6ed1-3f71-401f-a979-8f8d318d5733 req-d757a8f7-39fa-4f5f-b7a7-70de89efb80f tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] Made reservation on behalf of e11080dad0104d51a5cfeb2acfc6cf99 for: {'port': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:02:03.452580 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-a50b6ed1-3f71-401f-a979-8f8d318d5733 req-d757a8f7-39fa-4f5f-b7a7-70de89efb80f tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:03.477676 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e20355ea-61d0-4b4c-9702-2775be27f191 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125932460'] for subnet, precommit_delete_associations {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:03.630029 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e20355ea-61d0-4b4c-9702-2775be27f191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:03.726860 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2469e9cb-9832-41b5-ac21-e050e28955d9 req-44f90fc0-4aec-4251-80dd-b2dbf1b31ed2 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:03.740602 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2469e9cb-9832-41b5-ac21-e050e28955d9 req-44f90fc0-4aec-4251-80dd-b2dbf1b31ed2 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4da503b-42df-4297-90a5-a4517b73577c HTTP/1.1" status: 200 len: 946 time: 0.1511941 Aug 11 03:02:03.850339 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2469e9cb-9832-41b5-ac21-e050e28955d9 req-8ae84542-5402-4b22-8653-1921007456a1 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/security-groups?id=c7e06141-9137-4a1d-bc20-6fbfa107e8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138065 Aug 11 03:02:03.883614 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e20355ea-61d0-4b4c-9702-2775be27f191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125932157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126180897'] for subnet, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:03.887185 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [req-a50b6ed1-3f71-401f-a979-8f8d318d5733 req-d757a8f7-39fa-4f5f-b7a7-70de89efb80f tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] Allocated IP 172.20.0.8 (7308cf56-b2ea-4c5f-847a-68a400b58a6a/6db39e9a-7f38-4c82-9938-87272cf59f4c/8afc9351-1a9b-41c3-8fd2-f95352a43850) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:02:03.914271 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20355ea-61d0-4b4c-9702-2775be27f191 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77b8acf5-e381-4b06-a29e-2105d54e9fb8,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:03.930958 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e20355ea-61d0-4b4c-9702-2775be27f191 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:03.932890 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-e20355ea-61d0-4b4c-9702-2775be27f191 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/77b8acf5-e381-4b06-a29e-2105d54e9fb8 HTTP/1.1" status: 204 len: 168 time: 0.6270988 Aug 11 03:02:03.935598 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 44930) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:04.118704 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c5471ce3-f4a2-4cad-8803-4121e130bd94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:04.225396 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d936e7-375c-486b-a432-ef43964aeea0 req-d34d39e6-e540-4b06-8ea3-1a2c7827dd4b tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:04.233329 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-63d936e7-375c-486b-a432-ef43964aeea0 req-d34d39e6-e540-4b06-8ea3-1a2c7827dd4b tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e157f43-31c5-406f-8168-ac24e040a1b3 HTTP/1.1" status: 200 len: 948 time: 0.0873303 Aug 11 03:02:04.305841 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 458952e7-3214-4b7c-b5f0-fc92a3bcef03 details requested by agent hyperv_n-h2-764292-30 with host n-h2-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:02:04.365406 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c5471ce3-f4a2-4cad-8803-4121e130bd94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:04.381555 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-c5471ce3-f4a2-4cad-8803-4121e130bd94 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba333e5d-6094-4fe3-8029-08d4a79f8949']}} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:02:04.395456 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-c5471ce3-f4a2-4cad-8803-4121e130bd94 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8579d5a4-5dcb-4b5a-abd0-cea0fe6d5bb6') {'for_net_delete': True} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:02:04.396480 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-c5471ce3-f4a2-4cad-8803-4121e130bd94 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8579d5a4-5dcb-4b5a-abd0-cea0fe6d5bb6') {} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:02:04.475125 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c5471ce3-f4a2-4cad-8803-4121e130bd94 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126283644'] for segment, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:04.476309 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-63d936e7-375c-486b-a432-ef43964aeea0 req-3db4f158-b143-4706-8530-7faf846a434e tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8b0be49-76ee-4d50-8be0-9bf1508da412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913371 Aug 11 03:02:04.477145 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c5471ce3-f4a2-4cad-8803-4121e130bd94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:04.477145 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5471ce3-f4a2-4cad-8803-4121e130bd94 admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=102191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:02:04.477145 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c5471ce3-f4a2-4cad-8803-4121e130bd94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126283391'] for segment, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:04.477145 n-d-764292-30 neutron-server[102191]: Traceback (most recent call last): Aug 11 03:02:04.477145 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:02:04.477145 n-d-764292-30 neutron-server[102191]: timer() Aug 11 03:02:04.477145 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:02:04.477145 n-d-764292-30 neutron-server[102191]: cb(*args, **kw) Aug 11 03:02:04.477145 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:02:04.477145 n-d-764292-30 neutron-server[102191]: return func(*args, **kwargs) Aug 11 03:02:04.477145 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:02:04.477145 n-d-764292-30 neutron-server[102191]: self._notify() Aug 11 03:02:04.477145 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:02:04.477145 n-d-764292-30 neutron-server[102191]: self.callback(batched_events) Aug 11 03:02:04.477145 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:02:04.477145 n-d-764292-30 neutron-server[102191]: event.method(event) Aug 11 03:02:04.477145 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:02:04.477145 n-d-764292-30 neutron-server[102191]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:02:04.477145 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:02:04.477145 n-d-764292-30 neutron-server[102191]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:02:04.477145 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:02:04.477145 n-d-764292-30 neutron-server[102191]: return f(self, *a, **k) Aug 11 03:02:04.477145 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:02:04.477145 n-d-764292-30 neutron-server[102191]: return self._get(url).json() Aug 11 03:02:04.477145 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:02:04.477145 n-d-764292-30 neutron-server[102191]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:02:04.477145 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:02:04.477145 n-d-764292-30 neutron-server[102191]: return self.request(url, 'GET', **kwargs) Aug 11 03:02:04.477145 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:02:04.477145 n-d-764292-30 neutron-server[102191]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:02:04.477145 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:02:04.477145 n-d-764292-30 neutron-server[102191]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:02:04.477145 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:02:04.477145 n-d-764292-30 neutron-server[102191]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:02:04.477145 n-d-764292-30 neutron-server[102191]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:02:04.482496 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-a50b6ed1-3f71-401f-a979-8f8d318d5733 req-d757a8f7-39fa-4f5f-b7a7-70de89efb80f tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:04.535960 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device d008f631-61e8-4410-80e4-ee203c8580df details requested by agent hyperv_n-h1-764292-30 with host n-h1-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:02:04.576492 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6e40d128-3e8f-4c6f-987f-8e872ee1d975 req-9de6492d-35ad-4413-992c-83e3775c0df6 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] 10.222.0.41 "GET /v2.0/ports?device_id=556e7d75-337f-4993-a362-02c4370aa3fa HTTP/1.1" status: 200 len: 210 time: 0.0361764 Aug 11 03:02:04.667090 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c5471ce3-f4a2-4cad-8803-4121e130bd94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:04.673607 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c5471ce3-f4a2-4cad-8803-4121e130bd94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:04.677847 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-c5471ce3-f4a2-4cad-8803-4121e130bd94 admin admin] 10.222.0.41 "DELETE /v2.0/networks/ba333e5d-6094-4fe3-8029-08d4a79f8949 HTTP/1.1" status: 204 len: 168 time: 0.7391007 Aug 11 03:02:04.686851 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port 458952e7-3214-4b7c-b5f0-fc92a3bcef03, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=458952e7-3214-4b7c-b5f0-fc92a3bcef03,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:02:04.695283 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-a50b6ed1-3f71-401f-a979-8f8d318d5733 req-d757a8f7-39fa-4f5f-b7a7-70de89efb80f tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:04.706722 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Returning: {'device': '458952e7-3214-4b7c-b5f0-fc92a3bcef03', 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba', 'port_id': '458952e7-3214-4b7c-b5f0-fc92a3bcef03', 'mac_address': 'fa:16:3e:81:96:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '254a3f4d-2b75-429e-bbb2-8e70554e9483', 'ip_address': '192.168.233.167'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:02:04.718702 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5471ce3-f4a2-4cad-8803-4121e130bd94 admin admin] Pushing event deleted for resources: {'Network': ['ID=ba333e5d-6094-4fe3-8029-08d4a79f8949,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:04.758842 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:04.763902 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:04.789673 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 458952e7-3214-4b7c-b5f0-fc92a3bcef03 {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:02:04.799252 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a50b6ed1-3f71-401f-a979-8f8d318d5733 req-d757a8f7-39fa-4f5f-b7a7-70de89efb80f tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] Network 7308cf56-b2ea-4c5f-847a-68a400b58a6a is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:02:04.802879 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [req-a50b6ed1-3f71-401f-a979-8f8d318d5733 req-d757a8f7-39fa-4f5f-b7a7-70de89efb80f tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:02:04.812597 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [req-a50b6ed1-3f71-401f-a979-8f8d318d5733 req-d757a8f7-39fa-4f5f-b7a7-70de89efb80f tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:02:04.821204 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port 458952e7-3214-4b7c-b5f0-fc92a3bcef03, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=458952e7-3214-4b7c-b5f0-fc92a3bcef03,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:02:04.825965 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port d008f631-61e8-4410-80e4-ee203c8580df, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=d008f631-61e8-4410-80e4-ee203c8580df,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:02:04.840041 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Returning: {'device': 'd008f631-61e8-4410-80e4-ee203c8580df', 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba', 'port_id': 'd008f631-61e8-4410-80e4-ee203c8580df', 'mac_address': 'fa:16:3e:f9:cb:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '254a3f4d-2b75-429e-bbb2-8e70554e9483', 'ip_address': '192.168.233.165'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:02:04.887500 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d757a8f7-39fa-4f5f-b7a7-70de89efb80f tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] Pushing event updated for resources: {'Port': ['ID=8afc9351-1a9b-41c3-8fd2-f95352a43850,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:04.889419 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:04.905836 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d008f631-61e8-4410-80e4-ee203c8580df {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:02:04.933489 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port d008f631-61e8-4410-80e4-ee203c8580df, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=d008f631-61e8-4410-80e4-ee203c8580df,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:02:04.935719 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:04.936074 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50b6ed1-3f71-401f-a979-8f8d318d5733 req-d757a8f7-39fa-4f5f-b7a7-70de89efb80f tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:04.936755 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-a50b6ed1-3f71-401f-a979-8f8d318d5733 req-d757a8f7-39fa-4f5f-b7a7-70de89efb80f tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:05.039295 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=458952e7-3214-4b7c-b5f0-fc92a3bcef03,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:05.063198 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:05.070114 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b2d4fc-2046-44f5-a7ff-a10fddc24967 req-362bffd0-3a61-4074-90be-7acc41dcbe87 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:05.082832 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-73b2d4fc-2046-44f5-a7ff-a10fddc24967 req-362bffd0-3a61-4074-90be-7acc41dcbe87 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4da503b-42df-4297-90a5-a4517b73577c HTTP/1.1" status: 200 len: 946 time: 0.0913246 Aug 11 03:02:05.124047 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=d008f631-61e8-4410-80e4-ee203c8580df,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:05.146751 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a50b6ed1-3f71-401f-a979-8f8d318d5733 req-d757a8f7-39fa-4f5f-b7a7-70de89efb80f tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3734462 Aug 11 03:02:05.153508 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-73b2d4fc-2046-44f5-a7ff-a10fddc24967 req-1ae4db73-3aa1-4c51-b1ad-ce23e71950e5 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/security-groups?id=c7e06141-9137-4a1d-bc20-6fbfa107e8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698521 Aug 11 03:02:05.169753 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-a50b6ed1-3f71-401f-a979-8f8d318d5733 req-a7003404-fee5-4777-a627-4583aca53485 service neutron] Request body: {'port': {'device_id': '556e7d75-337f-4993-a362-02c4370aa3fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764292-30'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:02:05.251654 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-a50b6ed1-3f71-401f-a979-8f8d318d5733 req-a7003404-fee5-4777-a627-4583aca53485 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:05.286402 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['458952e7-3214-4b7c-b5f0-fc92a3bcef03'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:02:05.400475 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 44950) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:05.492855 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-7df8d7b9-b5cb-402e-9d2f-02faf884d6f3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=08e8c7f11f2a4409a5a19c9b71056b5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0903676 Aug 11 03:02:05.494857 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 44956) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:05.532094 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['d008f631-61e8-4410-80e4-ee203c8580df'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:02:05.632121 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3aa53a71-a457-47fb-bbda-df207894ed8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:05.685118 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3aa53a71-a457-47fb-bbda-df207894ed8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:05.795619 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488d3bde-35c2-4626-9f5e-d4b377ca13d8 req-ce511ae5-ceea-437d-82c3-e29c28b6fbc5 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:05.805539 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-488d3bde-35c2-4626-9f5e-d4b377ca13d8 req-ce511ae5-ceea-437d-82c3-e29c28b6fbc5 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e157f43-31c5-406f-8168-ac24e040a1b3 HTTP/1.1" status: 200 len: 949 time: 0.1688945 Aug 11 03:02:05.849225 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3aa53a71-a457-47fb-bbda-df207894ed8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:05.852597 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3aa53a71-a457-47fb-bbda-df207894ed8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:05.856727 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-3aa53a71-a457-47fb-bbda-df207894ed8e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6ebc3a62-8705-482c-8004-457eb4afe602 HTTP/1.1" status: 204 len: 168 time: 0.3554370 Aug 11 03:02:05.885980 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa53a71-a457-47fb-bbda-df207894ed8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ebc3a62-8705-482c-8004-457eb4afe602,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:05.942861 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [req-a50b6ed1-3f71-401f-a979-8f8d318d5733 req-a7003404-fee5-4777-a627-4583aca53485 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8afc9351-1a9b-41c3-8fd2-f95352a43850 {{(pid=102192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:02:05.964523 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-a50b6ed1-3f71-401f-a979-8f8d318d5733 req-a7003404-fee5-4777-a627-4583aca53485 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:05.983659 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-488d3bde-35c2-4626-9f5e-d4b377ca13d8 req-4566b605-a6de-42d8-aed8-0c66fe7d8c96 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8b0be49-76ee-4d50-8be0-9bf1508da412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763768 Aug 11 03:02:06.006782 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [req-a50b6ed1-3f71-401f-a979-8f8d318d5733 req-a7003404-fee5-4777-a627-4583aca53485 service neutron] Transition to ACTIVE for port object 8afc9351-1a9b-41c3-8fd2-f95352a43850 will not be triggered until provisioned by entity L2. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:02:06.071492 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-a50b6ed1-3f71-401f-a979-8f8d318d5733 req-a7003404-fee5-4777-a627-4583aca53485 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:06.703261 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7003404-fee5-4777-a627-4583aca53485 service neutron] Pushing event updated for resources: {'Port': ['ID=8afc9351-1a9b-41c3-8fd2-f95352a43850,revision_number=2']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:06.731529 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f399596-8f78-44d8-85cb-c7ac17ccb716 req-d0c40899-0062-4aa7-b4f2-6e26a3716bd9 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:06.740919 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9f399596-8f78-44d8-85cb-c7ac17ccb716 req-d0c40899-0062-4aa7-b4f2-6e26a3716bd9 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] 10.222.0.41 "GET /v2.0/ports?device_id=556e7d75-337f-4993-a362-02c4370aa3fa HTTP/1.1" status: 200 len: 943 time: 0.2294247 Aug 11 03:02:06.797366 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:06.801368 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9f399596-8f78-44d8-85cb-c7ac17ccb716 req-562d0e16-d661-4511-8c2b-3a125468cce8 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] 10.222.0.41 "GET /v2.0/security-groups?id=17343059-1bdd-4a6d-8bb4-dcbed1576fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553606 Aug 11 03:02:06.860327 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-a50b6ed1-3f71-401f-a979-8f8d318d5733 req-a7003404-fee5-4777-a627-4583aca53485 service neutron] Attempting to bind port 8afc9351-1a9b-41c3-8fd2-f95352a43850 on host n-h2-764292-30 for vnic_type normal with profile {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:02:06.869016 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-a50b6ed1-3f71-401f-a979-8f8d318d5733 req-a7003404-fee5-4777-a627-4583aca53485 service neutron] Attempting to bind port 8afc9351-1a9b-41c3-8fd2-f95352a43850 by drivers openvswitch,hyperv on host n-h2-764292-30 at level 0 using segments [{'id': 'e15af3bf-a96a-4239-be14-8bb6ab78ddb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '7308cf56-b2ea-4c5f-847a-68a400b58a6a'}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:02:06.869016 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a50b6ed1-3f71-401f-a979-8f8d318d5733 req-a7003404-fee5-4777-a627-4583aca53485 service neutron] Attempting to bind port 8afc9351-1a9b-41c3-8fd2-f95352a43850 on network 7308cf56-b2ea-4c5f-847a-68a400b58a6a {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:02:06.877204 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a50b6ed1-3f71-401f-a979-8f8d318d5733 req-a7003404-fee5-4777-a627-4583aca53485 service neutron] Port 8afc9351-1a9b-41c3-8fd2-f95352a43850 on network 7308cf56-b2ea-4c5f-847a-68a400b58a6a not bound, no agent of type Open vSwitch agent registered on host n-h2-764292-30 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:02:06.877741 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a50b6ed1-3f71-401f-a979-8f8d318d5733 req-a7003404-fee5-4777-a627-4583aca53485 service neutron] Attempting to bind port 8afc9351-1a9b-41c3-8fd2-f95352a43850 on network 7308cf56-b2ea-4c5f-847a-68a400b58a6a {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:02:06.890688 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a50b6ed1-3f71-401f-a979-8f8d318d5733 req-a7003404-fee5-4777-a627-4583aca53485 service neutron] Checking agent: {'id': '70015fc0-62fb-48b2-b453-36906937cf2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:02:06.892707 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a50b6ed1-3f71-401f-a979-8f8d318d5733 req-a7003404-fee5-4777-a627-4583aca53485 service neutron] Checking segment: {'id': 'e15af3bf-a96a-4239-be14-8bb6ab78ddb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '7308cf56-b2ea-4c5f-847a-68a400b58a6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:02:06.892707 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a50b6ed1-3f71-401f-a979-8f8d318d5733 req-a7003404-fee5-4777-a627-4583aca53485 service neutron] Bound using segment: {'id': 'e15af3bf-a96a-4239-be14-8bb6ab78ddb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '7308cf56-b2ea-4c5f-847a-68a400b58a6a'} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:02:06.892707 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-a50b6ed1-3f71-401f-a979-8f8d318d5733 req-a7003404-fee5-4777-a627-4583aca53485 service neutron] Bound port: 8afc9351-1a9b-41c3-8fd2-f95352a43850, host: n-h2-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e15af3bf-a96a-4239-be14-8bb6ab78ddb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '7308cf56-b2ea-4c5f-847a-68a400b58a6a'}}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:02:06.896335 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-a50b6ed1-3f71-401f-a979-8f8d318d5733 req-a7003404-fee5-4777-a627-4583aca53485 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:07.082898 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-a50b6ed1-3f71-401f-a979-8f8d318d5733 req-a7003404-fee5-4777-a627-4583aca53485 service neutron] For port 8afc9351-1a9b-41c3-8fd2-f95352a43850, host n-h2-764292-30, cleared binding levels {{(pid=102192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:02:07.087430 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-a50b6ed1-3f71-401f-a979-8f8d318d5733 req-a7003404-fee5-4777-a627-4583aca53485 service neutron] For port 8afc9351-1a9b-41c3-8fd2-f95352a43850, host n-h2-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=8afc9351-1a9b-41c3-8fd2-f95352a43850,segment=NetworkSegment(e15af3bf-a96a-4239-be14-8bb6ab78ddb4),segment_id=e15af3bf-a96a-4239-be14-8bb6ab78ddb4)] {{(pid=102192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:02:07.296562 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45018aa4-9a2d-43c5-a47c-f81caa70942a req-aa2952c4-1f68-4e08-9ecf-09a302123517 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:07.299708 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-45018aa4-9a2d-43c5-a47c-f81caa70942a req-aa2952c4-1f68-4e08-9ecf-09a302123517 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4da503b-42df-4297-90a5-a4517b73577c HTTP/1.1" status: 200 len: 946 time: 0.0626295 Aug 11 03:02:07.364809 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-45018aa4-9a2d-43c5-a47c-f81caa70942a req-33b2a663-ec52-4844-953c-4b7d871390f8 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/security-groups?id=c7e06141-9137-4a1d-bc20-6fbfa107e8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578678 Aug 11 03:02:07.540303 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f392a870-9d1e-4102-bc61-1d9afb289432 req-a775d5c6-c7c2-47d7-b292-8544aeb9caaa tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:07.540303 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f392a870-9d1e-4102-bc61-1d9afb289432 req-a775d5c6-c7c2-47d7-b292-8544aeb9caaa tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e157f43-31c5-406f-8168-ac24e040a1b3 HTTP/1.1" status: 200 len: 949 time: 0.0788841 Aug 11 03:02:07.576417 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-a50b6ed1-3f71-401f-a979-8f8d318d5733 req-a7003404-fee5-4777-a627-4583aca53485 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:07.639524 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f392a870-9d1e-4102-bc61-1d9afb289432 req-249d14b0-9a86-498f-8645-92cacfec2a0a tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8b0be49-76ee-4d50-8be0-9bf1508da412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838082 Aug 11 03:02:07.672868 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50b6ed1-3f71-401f-a979-8f8d318d5733 req-a7003404-fee5-4777-a627-4583aca53485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:07.675536 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-a50b6ed1-3f71-401f-a979-8f8d318d5733 req-a7003404-fee5-4777-a627-4583aca53485 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:07.679089 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a50b6ed1-3f71-401f-a979-8f8d318d5733 req-a7003404-fee5-4777-a627-4583aca53485 service neutron] 10.222.0.24 "PUT /v2.0/ports/8afc9351-1a9b-41c3-8fd2-f95352a43850 HTTP/1.1" status: 200 len: 1092 time: 2.5182002 Aug 11 03:02:07.701865 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '556e7d75-337f-4993-a362-02c4370aa3fa', 'tag': '8afc9351-1a9b-41c3-8fd2-f95352a43850'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:02:07.708562 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0adf3a6f-240c-43ab-b5f3-81288bd4481f" -d '{"events": [{"name": "network-changed", "server_uuid": "556e7d75-337f-4993-a362-02c4370aa3fa", "tag": "8afc9351-1a9b-41c3-8fd2-f95352a43850"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:02:07.765827 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7003404-fee5-4777-a627-4583aca53485 service neutron] Pushing event updated for resources: {'Port': ['ID=8afc9351-1a9b-41c3-8fd2-f95352a43850,revision_number=3']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:07.794748 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:02:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-157bc792-f0bb-4dc0-ae69-b04657e6be3a x-openstack-request-id: req-157bc792-f0bb-4dc0-ae69-b04657e6be3a {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:02:07.795144 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "556e7d75-337f-4993-a362-02c4370aa3fa", "tag": "8afc9351-1a9b-41c3-8fd2-f95352a43850", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:02:07.795496 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-157bc792-f0bb-4dc0-ae69-b04657e6be3a {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:02:07.796000 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '556e7d75-337f-4993-a362-02c4370aa3fa', 'tag': '8afc9351-1a9b-41c3-8fd2-f95352a43850', 'status': 'completed', 'code': 200} Aug 11 03:02:07.935256 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50b6ed1-3f71-401f-a979-8f8d318d5733 req-ac25dc02-14b3-4850-8b2d-5ccc484a4968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:07.936819 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a50b6ed1-3f71-401f-a979-8f8d318d5733 req-ac25dc02-14b3-4850-8b2d-5ccc484a4968 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e11080dad0104d51a5cfeb2acfc6cf99&device_id=556e7d75-337f-4993-a362-02c4370aa3fa HTTP/1.1" status: 200 len: 1095 time: 0.1074905 Aug 11 03:02:08.117210 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a50b6ed1-3f71-401f-a979-8f8d318d5733 req-a83450d5-574b-40dd-9611-6e193fafbfdc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8afc9351-1a9b-41c3-8fd2-f95352a43850 HTTP/1.1" status: 200 len: 217 time: 0.1330843 Aug 11 03:02:08.145888 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 44998) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:08.190632 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50b6ed1-3f71-401f-a979-8f8d318d5733 req-097ac468-736e-4a5b-a6da-6a13ae80ca8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:08.191574 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a50b6ed1-3f71-401f-a979-8f8d318d5733 req-097ac468-736e-4a5b-a6da-6a13ae80ca8e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6db39e9a-7f38-4c82-9938-87272cf59f4c HTTP/1.1" status: 200 len: 862 time: 0.0604806 Aug 11 03:02:08.211474 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552136b0-5890-4c4f-929c-0ef9aa8b9e33 req-5b2e30e7-5e50-4997-9377-265de56608b6 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:08.219670 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-552136b0-5890-4c4f-929c-0ef9aa8b9e33 req-5b2e30e7-5e50-4997-9377-265de56608b6 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] 10.222.0.41 "GET /v2.0/ports?device_id=556e7d75-337f-4993-a362-02c4370aa3fa HTTP/1.1" status: 200 len: 943 time: 0.2807541 Aug 11 03:02:08.265820 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a50b6ed1-3f71-401f-a979-8f8d318d5733 req-2f67f71a-397e-4c43-852f-773afbc8066c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7308cf56-b2ea-4c5f-847a-68a400b58a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381064 Aug 11 03:02:08.315431 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 458952e7-3214-4b7c-b5f0-fc92a3bcef03 up at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:02:08.380115 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a50b6ed1-3f71-401f-a979-8f8d318d5733 req-3e3a0e3c-db92-48c0-b4cb-f8fa4af8e3c5 service neutron] 10.222.0.24 "GET /v2.0/networks/7308cf56-b2ea-4c5f-847a-68a400b58a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024868 Aug 11 03:02:08.403260 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-552136b0-5890-4c4f-929c-0ef9aa8b9e33 req-a96d075f-3c7a-4e4c-9604-f4772c09035e tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] 10.222.0.41 "GET /v2.0/security-groups?id=17343059-1bdd-4a6d-8bb4-dcbed1576fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818907 Aug 11 03:02:08.448907 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-0e954bb3-061b-417b-99c9-a21e952179d9 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1806508089-network', 'tenant_id': '3419766c112444a3864f482257b66851'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:02:08.489946 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning for port 458952e7-3214-4b7c-b5f0-fc92a3bcef03 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:02:08.494178 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning complete for port 458952e7-3214-4b7c-b5f0-fc92a3bcef03 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:02:08.494584 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:08.537274 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device d008f631-61e8-4410-80e4-ee203c8580df up at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:02:08.540480 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e954bb3-061b-417b-99c9-a21e952179d9 admin admin] Made reservation on behalf of 3419766c112444a3864f482257b66851 for: {'network': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:02:08.546959 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0e954bb3-061b-417b-99c9-a21e952179d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:08.556940 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0e954bb3-061b-417b-99c9-a21e952179d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:08.629899 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a50b6ed1-3f71-401f-a979-8f8d318d5733 req-87ad9bc4-9048-4227-8acf-440bff5a490c service neutron] 10.222.0.24 "GET /v2.0/networks/7308cf56-b2ea-4c5f-847a-68a400b58a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2254636 Aug 11 03:02:08.757724 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0e954bb3-061b-417b-99c9-a21e952179d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:08.820482 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:08.830423 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0e954bb3-061b-417b-99c9-a21e952179d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:08.864564 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc00084e-c00e-464d-a2f5-5caac5a61234', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '458952e7-3214-4b7c-b5f0-fc92a3bcef03'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:02:08.867584 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e501543-c208-47ed-8f69-3a93a3cf579c" -d '{"events": [{"server_uuid": "cc00084e-c00e-464d-a2f5-5caac5a61234", "name": "network-vif-plugged", "status": "completed", "tag": "458952e7-3214-4b7c-b5f0-fc92a3bcef03"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:02:08.885616 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port 458952e7-3214-4b7c-b5f0-fc92a3bcef03, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=458952e7-3214-4b7c-b5f0-fc92a3bcef03,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:02:08.888862 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning for port d008f631-61e8-4410-80e4-ee203c8580df completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:02:08.892235 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5195185-70fc-463d-88fc-a18e0c8faa07 req-41129e78-c2c8-4ddb-bb0d-f5ccf5a76082 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:08.893104 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning complete for port d008f631-61e8-4410-80e4-ee203c8580df triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:02:08.893474 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:08.899186 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d5195185-70fc-463d-88fc-a18e0c8faa07 req-41129e78-c2c8-4ddb-bb0d-f5ccf5a76082 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4da503b-42df-4297-90a5-a4517b73577c HTTP/1.1" status: 200 len: 946 time: 0.1819208 Aug 11 03:02:08.904344 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e954bb3-061b-417b-99c9-a21e952179d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19e25e3f-a72e-45d4-8165-3b0d2215340c,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:08.934855 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e954bb3-061b-417b-99c9-a21e952179d9 admin admin] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=102191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:02:08.951690 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0e954bb3-061b-417b-99c9-a21e952179d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:08.953015 n-d-764292-30 neutron-server[102191]: INFO neutron.db.segments_db [None req-0e954bb3-061b-417b-99c9-a21e952179d9 admin admin] Added segment 51ba8099-7622-42cb-adbd-7c8aaac78355 of type vlan for network 6b5eb666-47e5-4ddb-b0bc-16855d478160 Aug 11 03:02:09.006860 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0e954bb3-061b-417b-99c9-a21e952179d9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:09.013543 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adf3a6f-240c-43ab-b5f3-81288bd4481f req-f283f964-5d2b-493f-a518-a2c746af1c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:09.015139 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0adf3a6f-240c-43ab-b5f3-81288bd4481f req-f283f964-5d2b-493f-a518-a2c746af1c62 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e11080dad0104d51a5cfeb2acfc6cf99&device_id=556e7d75-337f-4993-a362-02c4370aa3fa HTTP/1.1" status: 200 len: 1095 time: 0.2247083 Aug 11 03:02:09.029751 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:09.038006 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:09.044631 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d5195185-70fc-463d-88fc-a18e0c8faa07 req-8c760d8d-735c-4dfd-891f-2a3e0ea74305 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/security-groups?id=c7e06141-9137-4a1d-bc20-6fbfa107e8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358926 Aug 11 03:02:09.118726 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port d008f631-61e8-4410-80e4-ee203c8580df, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=d008f631-61e8-4410-80e4-ee203c8580df,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:02:09.156306 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=458952e7-3214-4b7c-b5f0-fc92a3bcef03,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:09.229985 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adf3a6f-240c-43ab-b5f3-81288bd4481f req-0e8a0fb1-c212-48da-a22f-ff9b3bb031dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:09.231695 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0adf3a6f-240c-43ab-b5f3-81288bd4481f req-0e8a0fb1-c212-48da-a22f-ff9b3bb031dc service neutron] 10.222.0.24 "GET /v2.0/networks?id=7308cf56-b2ea-4c5f-847a-68a400b58a6a HTTP/1.1" status: 200 len: 923 time: 0.1861491 Aug 11 03:02:09.243363 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf93384-8388-4956-bb95-3f0163b6830e req-71964f3d-d584-423d-afca-ee97b8693698 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:09.244804 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-faf93384-8388-4956-bb95-3f0163b6830e req-71964f3d-d584-423d-afca-ee97b8693698 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e157f43-31c5-406f-8168-ac24e040a1b3 HTTP/1.1" status: 200 len: 949 time: 0.0889823 Aug 11 03:02:09.254864 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0e954bb3-061b-417b-99c9-a21e952179d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:09.258512 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e954bb3-061b-417b-99c9-a21e952179d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:09.258512 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0e954bb3-061b-417b-99c9-a21e952179d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:09.287607 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0adf3a6f-240c-43ab-b5f3-81288bd4481f req-3531fbd7-b0dc-47dd-8a2b-9d6c36e05817 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8afc9351-1a9b-41c3-8fd2-f95352a43850 HTTP/1.1" status: 200 len: 217 time: 0.0414469 Aug 11 03:02:09.306699 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:09.395171 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-faf93384-8388-4956-bb95-3f0163b6830e req-dc8e9686-2ac2-43af-992f-7dae8ee1d0f1 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8b0be49-76ee-4d50-8be0-9bf1508da412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064093 Aug 11 03:02:09.408756 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e954bb3-061b-417b-99c9-a21e952179d9 admin admin] Pushing event updated for resources: {'Network': ['ID=6b5eb666-47e5-4ddb-b0bc-16855d478160,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:09.418801 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adf3a6f-240c-43ab-b5f3-81288bd4481f req-f25756cb-06e6-43a9-ac51-3494df1279b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:09.421159 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0adf3a6f-240c-43ab-b5f3-81288bd4481f req-f25756cb-06e6-43a9-ac51-3494df1279b7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6db39e9a-7f38-4c82-9938-87272cf59f4c HTTP/1.1" status: 200 len: 862 time: 0.1242673 Aug 11 03:02:09.424767 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network 6b5eb666-47e5-4ddb-b0bc-16855d478160 details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:02:09.478174 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-0e954bb3-061b-417b-99c9-a21e952179d9 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3307300 Aug 11 03:02:09.481910 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 45014) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:09.487483 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-762dcff3-e907-488d-be89-45636a7ceb24 admin admin] Request body: {'subnet': {'network_id': '6b5eb666-47e5-4ddb-b0bc-16855d478160', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1806508089-subnet', 'tenant_id': '3419766c112444a3864f482257b66851', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:02:09.510612 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=d008f631-61e8-4410-80e4-ee203c8580df,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:09.539609 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0adf3a6f-240c-43ab-b5f3-81288bd4481f req-4106af21-826a-452e-bb35-e61a3d081a70 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7308cf56-b2ea-4c5f-847a-68a400b58a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1052492 Aug 11 03:02:09.542352 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:02:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d521c78d-f9a1-429c-92a3-9c8f62c2e1e7 x-openstack-request-id: req-d521c78d-f9a1-429c-92a3-9c8f62c2e1e7 {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:02:09.542653 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc00084e-c00e-464d-a2f5-5caac5a61234", "name": "network-vif-plugged", "status": "completed", "tag": "458952e7-3214-4b7c-b5f0-fc92a3bcef03", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:02:09.542903 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d521c78d-f9a1-429c-92a3-9c8f62c2e1e7 {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:02:09.543327 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc00084e-c00e-464d-a2f5-5caac5a61234', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '458952e7-3214-4b7c-b5f0-fc92a3bcef03', 'code': 200} Aug 11 03:02:09.643276 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-762dcff3-e907-488d-be89-45636a7ceb24 admin admin] Made reservation on behalf of 3419766c112444a3864f482257b66851 for: {'subnet': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:02:09.645764 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-762dcff3-e907-488d-be89-45636a7ceb24 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274743'] for subnet, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:09.720680 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5533e35-ef5e-4a33-97be-e63ef2e8a8b2 req-ac0fec3b-4582-4234-b2ec-ee7a27a689f3 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:09.722635 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a5533e35-ef5e-4a33-97be-e63ef2e8a8b2 req-ac0fec3b-4582-4234-b2ec-ee7a27a689f3 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] 10.222.0.41 "GET /v2.0/ports?device_id=556e7d75-337f-4993-a362-02c4370aa3fa HTTP/1.1" status: 200 len: 943 time: 0.1112034 Aug 11 03:02:09.739167 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45228654-d33c-4a82-91ba-79fba3ec3c3d req-00cfcdd0-f376-44ef-a155-8073c1baedb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:09.740797 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-45228654-d33c-4a82-91ba-79fba3ec3c3d req-00cfcdd0-f376-44ef-a155-8073c1baedb2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=cc00084e-c00e-464d-a2f5-5caac5a61234 HTTP/1.1" status: 200 len: 1102 time: 0.1144316 Aug 11 03:02:09.794792 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0adf3a6f-240c-43ab-b5f3-81288bd4481f req-d0c48f32-44d9-4056-ba0e-7960fe9ccd1c service neutron] 10.222.0.24 "GET /v2.0/networks/7308cf56-b2ea-4c5f-847a-68a400b58a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2399623 Aug 11 03:02:09.833277 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-45228654-d33c-4a82-91ba-79fba3ec3c3d req-a291da5e-0871-4bc4-93b7-de2d528953bf service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=c8b0be49-76ee-4d50-8be0-9bf1508da412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776424 Aug 11 03:02:09.927741 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0adf3a6f-240c-43ab-b5f3-81288bd4481f req-a11dc74e-d8dd-4285-b3d1-f414ed143c1b service neutron] 10.222.0.24 "GET /v2.0/networks/7308cf56-b2ea-4c5f-847a-68a400b58a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126802 Aug 11 03:02:09.941443 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a5533e35-ef5e-4a33-97be-e63ef2e8a8b2 req-89d631e7-61b7-459b-aa0f-a5cc3e7bec80 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] 10.222.0.41 "GET /v2.0/security-groups?id=17343059-1bdd-4a6d-8bb4-dcbed1576fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076347 Aug 11 03:02:09.992349 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-762dcff3-e907-488d-be89-45636a7ceb24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126283476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274725'] for subnet, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:10.099990 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762dcff3-e907-488d-be89-45636a7ceb24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6bc807f9-b5f2-488b-b980-1ec1f7afe42f,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:10.115965 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-762dcff3-e907-488d-be89-45636a7ceb24 admin admin] Checking segment: {'id': '51ba8099-7622-42cb-adbd-7c8aaac78355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '6b5eb666-47e5-4ddb-b0bc-16855d478160'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:02:10.116552 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-762dcff3-e907-488d-be89-45636a7ceb24 admin admin] Network hostable DHCP agents. Network: 6b5eb666-47e5-4ddb-b0bc-16855d478160, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:02:10.247020 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9c9465-049a-447f-a46e-93bd7e6663ea req-355d9041-90ca-4f1c-a480-68ff0e9d9227 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:10.336451 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-762dcff3-e907-488d-be89-45636a7ceb24 admin admin] Network 6b5eb666-47e5-4ddb-b0bc-16855d478160 is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:02:10.337821 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9f9c9465-049a-447f-a46e-93bd7e6663ea req-355d9041-90ca-4f1c-a480-68ff0e9d9227 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4da503b-42df-4297-90a5-a4517b73577c HTTP/1.1" status: 200 len: 946 time: 0.0686522 Aug 11 03:02:10.337821 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9f9c9465-049a-447f-a46e-93bd7e6663ea req-70dda51a-9d86-4a1d-8af1-81ef58c277d1 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/security-groups?id=c7e06141-9137-4a1d-bc20-6fbfa107e8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312831 Aug 11 03:02:10.525535 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e073355-405e-4b27-8e58-8b37e1c358d8 req-b3a3750d-7f95-4bb5-91dc-96f93b2c2bde tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:10.527170 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6e073355-405e-4b27-8e58-8b37e1c358d8 req-b3a3750d-7f95-4bb5-91dc-96f93b2c2bde tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e157f43-31c5-406f-8168-ac24e040a1b3 HTTP/1.1" status: 200 len: 950 time: 0.0614874 Aug 11 03:02:10.567456 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6e073355-405e-4b27-8e58-8b37e1c358d8 req-323a9192-2bc5-4187-bc5d-183654c7d3df tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8b0be49-76ee-4d50-8be0-9bf1508da412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333512 Aug 11 03:02:11.077204 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4aed327-9454-4782-bd42-addb13644ca0 req-a64903fb-9f9c-4fbf-aa47-4e2af73755ec tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:11.079012 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a4aed327-9454-4782-bd42-addb13644ca0 req-a64903fb-9f9c-4fbf-aa47-4e2af73755ec tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] 10.222.0.41 "GET /v2.0/ports?device_id=556e7d75-337f-4993-a362-02c4370aa3fa HTTP/1.1" status: 200 len: 943 time: 0.0520749 Aug 11 03:02:11.127568 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a4aed327-9454-4782-bd42-addb13644ca0 req-3434cd09-aee4-4494-9326-46b34cb5c5dd tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] 10.222.0.41 "GET /v2.0/security-groups?id=17343059-1bdd-4a6d-8bb4-dcbed1576fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419023 Aug 11 03:02:11.171551 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-762dcff3-e907-488d-be89-45636a7ceb24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, 6b5eb666-47e5-4ddb-b0bc-16855d478160) {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:02:11.176090 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-762dcff3-e907-488d-be89-45636a7ceb24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:11.176678 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-762dcff3-e907-488d-be89-45636a7ceb24 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:11.186124 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c30a849-c00d-46d9-acca-6b48660821b2 None None] Network 6b5eb666-47e5-4ddb-b0bc-16855d478160 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:02:11.245791 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:11.261030 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-762dcff3-e907-488d-be89-45636a7ceb24 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7790675 Aug 11 03:02:11.263750 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 45036) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:11.270181 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-35fd4d00-fc5a-46a3-aca0-5cb774836e1a admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1806508089-router', 'tenant_id': '3419766c112444a3864f482257b66851', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:02:11.367873 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-35fd4d00-fc5a-46a3-aca0-5cb774836e1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-450010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6626'] for router, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:11.370231 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-35fd4d00-fc5a-46a3-aca0-5cb774836e1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-446747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6633'] for router, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:11.442217 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96ec90b3-aa82-4c2c-8a33-7248da92f62e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde080026-c28f-55be-b52b-13827cc43646-6b5eb666-47e5-4ddb-b0bc-16855d478160', 'network_id': '6b5eb666-47e5-4ddb-b0bc-16855d478160', 'tenant_id': '3419766c112444a3864f482257b66851', 'fixed_ips': [{'subnet_id': '6bc807f9-b5f2-488b-b980-1ec1f7afe42f'}]}} from n-d-764292-30. {{(pid=102193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:02:11.443451 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-96ec90b3-aa82-4c2c-8a33-7248da92f62e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:11.486098 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-35fd4d00-fc5a-46a3-aca0-5cb774836e1a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:11.522393 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeba7a31-96e4-473c-9d5c-a47d6aa49f4d req-e5f6269b-c82e-4c37-906a-3850b732920e tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:11.525276 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-eeba7a31-96e4-473c-9d5c-a47d6aa49f4d req-e5f6269b-c82e-4c37-906a-3850b732920e tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4da503b-42df-4297-90a5-a4517b73577c HTTP/1.1" status: 200 len: 946 time: 0.0985837 Aug 11 03:02:11.549083 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e157f43-31c5-406f-8168-ac24e040a1b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd008f631-61e8-4410-80e4-ee203c8580df'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:02:11.551720 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6cc37d2-3943-450f-81aa-025a2ecfa882" -d '{"events": [{"server_uuid": "2e157f43-31c5-406f-8168-ac24e040a1b3", "name": "network-vif-plugged", "status": "completed", "tag": "d008f631-61e8-4410-80e4-ee203c8580df"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:02:11.590757 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-eeba7a31-96e4-473c-9d5c-a47d6aa49f4d req-525bfab3-b9a3-4ff7-a343-ab53ba6d441b tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/security-groups?id=c7e06141-9137-4a1d-bc20-6fbfa107e8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599697 Aug 11 03:02:11.641256 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:02:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c9326c5-04db-4cf1-9699-4539645f7424 x-openstack-request-id: req-2c9326c5-04db-4cf1-9699-4539645f7424 {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:02:11.642530 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e157f43-31c5-406f-8168-ac24e040a1b3", "name": "network-vif-plugged", "status": "completed", "tag": "d008f631-61e8-4410-80e4-ee203c8580df", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:02:11.643912 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2c9326c5-04db-4cf1-9699-4539645f7424 {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:02:11.644459 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e157f43-31c5-406f-8168-ac24e040a1b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd008f631-61e8-4410-80e4-ee203c8580df', 'code': 200} Aug 11 03:02:11.673490 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.db_base_plugin_common [None req-96ec90b3-aa82-4c2c-8a33-7248da92f62e None None] Allocated IP 172.20.0.2 (6b5eb666-47e5-4ddb-b0bc-16855d478160/6bc807f9-b5f2-488b-b980-1ec1f7afe42f/b7f7c446-200d-475c-8396-9940fd1331f0) {{(pid=102193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:02:11.776020 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-35fd4d00-fc5a-46a3-aca0-5cb774836e1a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:11.820259 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac362851-2580-447f-9af7-d294dfad1dd4 req-814897c9-18c9-46be-a26b-b6d0cfe1fd0e tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:11.827769 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ac362851-2580-447f-9af7-d294dfad1dd4 req-814897c9-18c9-46be-a26b-b6d0cfe1fd0e tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e157f43-31c5-406f-8168-ac24e040a1b3 HTTP/1.1" status: 200 len: 950 time: 0.1116180 Aug 11 03:02:11.841595 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deccdd56-971d-4b3a-8546-994e67dd5bcd req-8cdbafce-5b16-42fb-95ad-ea8f1461c27c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:11.843337 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-deccdd56-971d-4b3a-8546-994e67dd5bcd req-8cdbafce-5b16-42fb-95ad-ea8f1461c27c service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=2e157f43-31c5-406f-8168-ac24e040a1b3 HTTP/1.1" status: 200 len: 1102 time: 0.1145566 Aug 11 03:02:11.901532 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-deccdd56-971d-4b3a-8546-994e67dd5bcd req-33fc0092-85bc-43fa-8bc8-b0b38ac236ec service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=c8b0be49-76ee-4d50-8be0-9bf1508da412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436444 Aug 11 03:02:11.916162 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ac362851-2580-447f-9af7-d294dfad1dd4 req-75f92369-4a52-4cb9-9e69-fb7eb614d8ad tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8b0be49-76ee-4d50-8be0-9bf1508da412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874164 Aug 11 03:02:11.984571 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-96ec90b3-aa82-4c2c-8a33-7248da92f62e None None] Notify callbacks [] for port, precommit_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:11.994813 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-96ec90b3-aa82-4c2c-8a33-7248da92f62e None None] Transition to ACTIVE for port object b7f7c446-200d-475c-8396-9940fd1331f0 will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:02:12.012514 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-96ec90b3-aa82-4c2c-8a33-7248da92f62e None None] Transition to ACTIVE for port object b7f7c446-200d-475c-8396-9940fd1331f0 will not be triggered until provisioned by entity DHCP. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:02:12.198043 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-96ec90b3-aa82-4c2c-8a33-7248da92f62e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669'] for port, after_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:12.259111 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ec90b3-aa82-4c2c-8a33-7248da92f62e None None] Network 6b5eb666-47e5-4ddb-b0bc-16855d478160 is already hosted by enough agents. {{(pid=102193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:02:12.263540 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.base_scheduler [None req-96ec90b3-aa82-4c2c-8a33-7248da92f62e None None] Resources bound (agent type, host, resource id): {{(pid=102193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:02:12.269448 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ec90b3-aa82-4c2c-8a33-7248da92f62e None None] Pushing event updated for resources: {'Port': ['ID=b7f7c446-200d-475c-8396-9940fd1331f0,revision_number=1']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:12.271948 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ec90b3-aa82-4c2c-8a33-7248da92f62e None None] Received port after_create {{(pid=102193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:02:12.284273 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0149bba2-17b3-47de-8eed-aaa587438a92 req-0842dd47-aafe-4ad1-b26b-d6cae9cafd42 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:12.286041 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0149bba2-17b3-47de-8eed-aaa587438a92 req-0842dd47-aafe-4ad1-b26b-d6cae9cafd42 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] 10.222.0.41 "GET /v2.0/ports?device_id=556e7d75-337f-4993-a362-02c4370aa3fa HTTP/1.1" status: 200 len: 943 time: 0.0708163 Aug 11 03:02:12.338363 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 8afc9351-1a9b-41c3-8fd2-f95352a43850 details requested by agent hyperv_n-h2-764292-30 with host n-h2-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:02:12.352144 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0149bba2-17b3-47de-8eed-aaa587438a92 req-7dbe29c7-a659-4ce3-a834-ad4a671ca30f tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] 10.222.0.41 "GET /v2.0/security-groups?id=17343059-1bdd-4a6d-8bb4-dcbed1576fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463421 Aug 11 03:02:12.361176 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-96ec90b3-aa82-4c2c-8a33-7248da92f62e None None] Attempting to bind port b7f7c446-200d-475c-8396-9940fd1331f0 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:02:12.361651 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-96ec90b3-aa82-4c2c-8a33-7248da92f62e None None] Attempting to bind port b7f7c446-200d-475c-8396-9940fd1331f0 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': '51ba8099-7622-42cb-adbd-7c8aaac78355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '6b5eb666-47e5-4ddb-b0bc-16855d478160'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:02:12.362219 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ec90b3-aa82-4c2c-8a33-7248da92f62e None None] Attempting to bind port b7f7c446-200d-475c-8396-9940fd1331f0 on network 6b5eb666-47e5-4ddb-b0bc-16855d478160 {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:02:12.379733 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ec90b3-aa82-4c2c-8a33-7248da92f62e None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 2, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:02:12.380214 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ec90b3-aa82-4c2c-8a33-7248da92f62e None None] Checking segment: {'id': '51ba8099-7622-42cb-adbd-7c8aaac78355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '6b5eb666-47e5-4ddb-b0bc-16855d478160'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:02:12.381736 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-96ec90b3-aa82-4c2c-8a33-7248da92f62e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:12.382175 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ec90b3-aa82-4c2c-8a33-7248da92f62e None None] Bound using segment: {'id': '51ba8099-7622-42cb-adbd-7c8aaac78355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '6b5eb666-47e5-4ddb-b0bc-16855d478160'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:02:12.382690 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-96ec90b3-aa82-4c2c-8a33-7248da92f62e None None] Bound port: b7f7c446-200d-475c-8396-9940fd1331f0, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51ba8099-7622-42cb-adbd-7c8aaac78355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '6b5eb666-47e5-4ddb-b0bc-16855d478160'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:02:12.383073 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-96ec90b3-aa82-4c2c-8a33-7248da92f62e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:12.404645 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-35fd4d00-fc5a-46a3-aca0-5cb774836e1a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:12.448055 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-35fd4d00-fc5a-46a3-aca0-5cb774836e1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:12.539495 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-96ec90b3-aa82-4c2c-8a33-7248da92f62e None None] For port b7f7c446-200d-475c-8396-9940fd1331f0, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:02:12.544202 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-96ec90b3-aa82-4c2c-8a33-7248da92f62e None None] For port b7f7c446-200d-475c-8396-9940fd1331f0, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=b7f7c446-200d-475c-8396-9940fd1331f0,segment=NetworkSegment(51ba8099-7622-42cb-adbd-7c8aaac78355),segment_id=51ba8099-7622-42cb-adbd-7c8aaac78355)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:02:12.549644 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port 8afc9351-1a9b-41c3-8fd2-f95352a43850, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=8afc9351-1a9b-41c3-8fd2-f95352a43850,segment=NetworkSegment(e15af3bf-a96a-4239-be14-8bb6ab78ddb4),segment_id=e15af3bf-a96a-4239-be14-8bb6ab78ddb4)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:02:12.568348 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Returning: {'device': '8afc9351-1a9b-41c3-8fd2-f95352a43850', 'network_id': '7308cf56-b2ea-4c5f-847a-68a400b58a6a', 'port_id': '8afc9351-1a9b-41c3-8fd2-f95352a43850', 'mac_address': 'fa:16:3e:d7:fc:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6db39e9a-7f38-4c82-9938-87272cf59f4c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:02:12.608044 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [None req-35fd4d00-fc5a-46a3-aca0-5cb774836e1a admin admin] Allocated IP 172.25.8.60 (09faf7d2-eaf5-4a50-bb6e-4cb05d009a76/e1a97443-13df-40bb-85f5-fd269e2742c0/0b48c2d7-7c5e-4f95-82ab-5c6c51b4a54e) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:02:12.608637 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-96ec90b3-aa82-4c2c-8a33-7248da92f62e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:12.665915 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:12.687682 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8afc9351-1a9b-41c3-8fd2-f95352a43850 {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:02:12.737749 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port 8afc9351-1a9b-41c3-8fd2-f95352a43850, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=8afc9351-1a9b-41c3-8fd2-f95352a43850,segment=NetworkSegment(e15af3bf-a96a-4239-be14-8bb6ab78ddb4),segment_id=e15af3bf-a96a-4239-be14-8bb6ab78ddb4)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:02:12.739276 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ec90b3-aa82-4c2c-8a33-7248da92f62e None None] Pushing event updated for resources: {'Port': ['ID=b7f7c446-200d-475c-8396-9940fd1331f0,revision_number=2']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:12.779929 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb75c5e-9a3b-498e-abf8-61a56ee04d4d req-3544fe1a-b0c4-4a0e-9b85-5bf228aefb40 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:12.780695 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8bb75c5e-9a3b-498e-abf8-61a56ee04d4d req-3544fe1a-b0c4-4a0e-9b85-5bf228aefb40 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4da503b-42df-4297-90a5-a4517b73577c HTTP/1.1" status: 200 len: 946 time: 0.0921004 Aug 11 03:02:12.797473 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:12.840487 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8bb75c5e-9a3b-498e-abf8-61a56ee04d4d req-6b422b8c-7cd7-4ae5-8362-4dc4388bdaaf tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/security-groups?id=c7e06141-9137-4a1d-bc20-6fbfa107e8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482383 Aug 11 03:02:12.859982 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-35fd4d00-fc5a-46a3-aca0-5cb774836e1a admin admin] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:12.880638 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=8afc9351-1a9b-41c3-8fd2-f95352a43850,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:12.927007 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a1b64a-56d5-492d-9eba-e6b82121db01 req-c2641890-2722-4932-b4dd-9487b64cacc1 tempest-ImagesOneServerTestJSON-971291341 tempest-ImagesOneServerTestJSON-971291341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:12.931845 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-50a1b64a-56d5-492d-9eba-e6b82121db01 req-c2641890-2722-4932-b4dd-9487b64cacc1 tempest-ImagesOneServerTestJSON-971291341 tempest-ImagesOneServerTestJSON-971291341-project] 10.222.0.41 "GET /v2.0/ports?device_id=7150980e-2083-44a0-b896-b3ca6e56e82d HTTP/1.1" status: 200 len: 951 time: 0.0997589 Aug 11 03:02:12.987658 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-35fd4d00-fc5a-46a3-aca0-5cb774836e1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:12.999079 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-50a1b64a-56d5-492d-9eba-e6b82121db01 req-cee76f98-af24-4c4e-acd0-8d3d3dedbb14 tempest-ImagesOneServerTestJSON-971291341 tempest-ImagesOneServerTestJSON-971291341-project] 10.222.0.41 "GET /v2.0/security-groups?id=77f70127-1bc6-4157-9581-f6d17790cf11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639606 Aug 11 03:02:13.062346 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35fd4d00-fc5a-46a3-aca0-5cb774836e1a admin admin] Network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:02:13.072758 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-35fd4d00-fc5a-46a3-aca0-5cb774836e1a admin admin] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:02:13.077719 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35fd4d00-fc5a-46a3-aca0-5cb774836e1a admin admin] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:02:13.084123 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fd4d00-fc5a-46a3-aca0-5cb774836e1a admin admin] Pushing event updated for resources: {'Port': ['ID=0b48c2d7-7c5e-4f95-82ab-5c6c51b4a54e,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:13.098217 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01f7870-9cec-4099-89b7-b31331c4feee req-2bd6cf48-4dfe-4166-9b48-1d251f91319e tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:13.100093 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d01f7870-9cec-4099-89b7-b31331c4feee req-2bd6cf48-4dfe-4166-9b48-1d251f91319e tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e157f43-31c5-406f-8168-ac24e040a1b3 HTTP/1.1" status: 200 len: 950 time: 0.0803971 Aug 11 03:02:13.180356 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['8afc9351-1a9b-41c3-8fd2-f95352a43850'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:02:13.182008 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d01f7870-9cec-4099-89b7-b31331c4feee req-d0400554-0a2d-46de-a7e7-fb8b4063293f tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8b0be49-76ee-4d50-8be0-9bf1508da412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733476 Aug 11 03:02:13.448789 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-35fd4d00-fc5a-46a3-aca0-5cb774836e1a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:13.509373 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51480869-bb1a-4f4c-8340-64668ca41cb3 req-ef05c5c1-d96c-46ef-a24a-170c82898590 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:13.517525 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-51480869-bb1a-4f4c-8340-64668ca41cb3 req-ef05c5c1-d96c-46ef-a24a-170c82898590 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] 10.222.0.41 "GET /v2.0/ports?device_id=556e7d75-337f-4993-a362-02c4370aa3fa HTTP/1.1" status: 200 len: 944 time: 0.0926297 Aug 11 03:02:13.565184 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-51480869-bb1a-4f4c-8340-64668ca41cb3 req-736b36a6-65ca-4581-b38d-690f2b5c146e tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] 10.222.0.41 "GET /v2.0/security-groups?id=17343059-1bdd-4a6d-8bb4-dcbed1576fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466931 Aug 11 03:02:13.711574 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4a3f5c88-b422-49da-8110-7d436d6ab9bc req-709487e0-5218-4a45-b29e-fbc3a48d19c2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1dad57fb-2aa7-48ff-acbc-3e4351e2dd8b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0476933 Aug 11 03:02:13.748221 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-35fd4d00-fc5a-46a3-aca0-5cb774836e1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-446952'] for router, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:13.818149 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3f5c88-b422-49da-8110-7d436d6ab9bc req-447b1eff-28f8-418b-97e7-ca6869615704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:13.819712 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4a3f5c88-b422-49da-8110-7d436d6ab9bc req-447b1eff-28f8-418b-97e7-ca6869615704 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=83808f5f252c43418f6a6c255d45878a&device_id=1dad57fb-2aa7-48ff-acbc-3e4351e2dd8b HTTP/1.1" status: 200 len: 1097 time: 0.0521069 Aug 11 03:02:13.899739 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fbab781-b2cf-4e3b-b441-6c4ac5e61383 None None] Network 6b5eb666-47e5-4ddb-b0bc-16855d478160 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:02:14.002723 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3f5c88-b422-49da-8110-7d436d6ab9bc req-ca9ad8fc-e135-4c3d-b6cc-27f2132bee18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:14.004296 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4a3f5c88-b422-49da-8110-7d436d6ab9bc req-ca9ad8fc-e135-4c3d-b6cc-27f2132bee18 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a1f5acc4-6e30-4bf9-bc28-7ff84dac631d HTTP/1.1" status: 200 len: 908 time: 0.1583529 Aug 11 03:02:14.007832 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35fd4d00-fc5a-46a3-aca0-5cb774836e1a admin admin] Router e45fb9a7-38e2-427f-9097-97b2a8cb8a1b is scheduled to L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 with binding_index 1 {{(pid=102191) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:02:14.039520 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27df893e-aa8e-4db8-8dd7-f3a45bd8e795 req-8a5f660a-7bf2-42aa-a88b-08ebbecbf2dc tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:14.045100 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-27df893e-aa8e-4db8-8dd7-f3a45bd8e795 req-8a5f660a-7bf2-42aa-a88b-08ebbecbf2dc tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4da503b-42df-4297-90a5-a4517b73577c HTTP/1.1" status: 200 len: 946 time: 0.1134224 Aug 11 03:02:14.081689 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-5e1d49e1-f039-42b1-a6b1-7d9af74c6868 None None] Provisioning for port b7f7c446-200d-475c-8396-9940fd1331f0 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:02:14.129695 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4a3f5c88-b422-49da-8110-7d436d6ab9bc req-92d96c64-0f47-4114-9566-5752192a8de8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9e9b1c1e-485a-4297-a795-7aa29aed4322 HTTP/1.1" status: 200 len: 217 time: 0.0830932 Aug 11 03:02:14.177892 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device b7f7c446-200d-475c-8396-9940fd1331f0 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:02:14.198595 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35fd4d00-fc5a-46a3-aca0-5cb774836e1a admin admin] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:02:14.203532 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3f5c88-b422-49da-8110-7d436d6ab9bc req-302b8ec0-ad52-4781-8dc9-3402e0af2b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:14.205289 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4a3f5c88-b422-49da-8110-7d436d6ab9bc req-302b8ec0-ad52-4781-8dc9-3402e0af2b0a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0d013ade-4c13-41b9-b262-cf5646bc4bdb HTTP/1.1" status: 200 len: 847 time: 0.0590391 Aug 11 03:02:14.239973 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6dd422c-641f-4074-82a2-ff687ca213dc None None] Sync routers for ids ['e45fb9a7-38e2-427f-9097-97b2a8cb8a1b'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:02:14.261877 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6dd422c-641f-4074-82a2-ff687ca213dc None None] Routers {'e45fb9a7-38e2-427f-9097-97b2a8cb8a1b'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:02:14.262608 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-d6dd422c-641f-4074-82a2-ff687ca213dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:02:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['e45fb9a7-38e2-427f-9097-97b2a8cb8a1b'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:02:14.283739 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4a3f5c88-b422-49da-8110-7d436d6ab9bc req-9973a7ac-190d-403d-b818-13fbd7732719 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a1f5acc4-6e30-4bf9-bc28-7ff84dac631d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428650 Aug 11 03:02:14.298821 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-35fd4d00-fc5a-46a3-aca0-5cb774836e1a admin admin] Notify callbacks [] for router, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:14.300086 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-35fd4d00-fc5a-46a3-aca0-5cb774836e1a admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.0342534 Aug 11 03:02:14.302725 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 45100) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:14.305205 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9439b32-a503-40d5-b2a4-c5bb40207e4d req-4e8a1e52-120f-42e2-969b-8975c5ab09cd tempest-ImagesOneServerTestJSON-971291341 tempest-ImagesOneServerTestJSON-971291341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:14.309730 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a9439b32-a503-40d5-b2a4-c5bb40207e4d req-4e8a1e52-120f-42e2-969b-8975c5ab09cd tempest-ImagesOneServerTestJSON-971291341 tempest-ImagesOneServerTestJSON-971291341-project] 10.222.0.41 "GET /v2.0/ports?device_id=7150980e-2083-44a0-b896-b3ca6e56e82d HTTP/1.1" status: 200 len: 951 time: 0.1022584 Aug 11 03:02:14.320587 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-27df893e-aa8e-4db8-8dd7-f3a45bd8e795 req-71c9fb59-c612-4bf5-8581-7a4686c98385 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/security-groups?id=c7e06141-9137-4a1d-bc20-6fbfa107e8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2514293 Aug 11 03:02:14.364575 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 8afc9351-1a9b-41c3-8fd2-f95352a43850 up at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:02:14.507275 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a9439b32-a503-40d5-b2a4-c5bb40207e4d req-5a237f2f-55e9-477c-add5-55aff110bcfe tempest-ImagesOneServerTestJSON-971291341 tempest-ImagesOneServerTestJSON-971291341-project] 10.222.0.41 "GET /v2.0/security-groups?id=77f70127-1bc6-4157-9581-f6d17790cf11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647210 Aug 11 03:02:14.555281 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccce3ef-13e5-4ef5-b020-9b6ebdc40859 req-f4c43e8f-cbd3-4bdf-8645-752152557fc0 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:14.556805 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5ccce3ef-13e5-4ef5-b020-9b6ebdc40859 req-f4c43e8f-cbd3-4bdf-8645-752152557fc0 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e157f43-31c5-406f-8168-ac24e040a1b3 HTTP/1.1" status: 200 len: 950 time: 0.1174457 Aug 11 03:02:14.575281 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4a3f5c88-b422-49da-8110-7d436d6ab9bc req-78271c1e-fcc4-4a67-ac59-06b01e5d18f9 service neutron] 10.222.0.24 "GET /v2.0/networks/a1f5acc4-6e30-4bf9-bc28-7ff84dac631d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2529237 Aug 11 03:02:14.674782 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-d6dd422c-641f-4074-82a2-ff687ca213dc None None] Set router e45fb9a7-38e2-427f-9097-97b2a8cb8a1b gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:02:14.733699 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4a3f5c88-b422-49da-8110-7d436d6ab9bc req-2a098307-ff53-47b3-a583-bb77912f580b service neutron] 10.222.0.24 "GET /v2.0/networks/a1f5acc4-6e30-4bf9-bc28-7ff84dac631d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301565 Aug 11 03:02:14.735262 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port b7f7c446-200d-475c-8396-9940fd1331f0 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:02:14.750728 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port b7f7c446-200d-475c-8396-9940fd1331f0 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:02:14.751364 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:14.775847 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5ccce3ef-13e5-4ef5-b020-9b6ebdc40859 req-ea2a2626-6f0d-426e-bf38-1bb6ab013e0b tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8b0be49-76ee-4d50-8be0-9bf1508da412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995401 Aug 11 03:02:14.829209 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning for port 8afc9351-1a9b-41c3-8fd2-f95352a43850 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:02:14.845600 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning complete for port 8afc9351-1a9b-41c3-8fd2-f95352a43850 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:02:14.846139 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:14.942963 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:14.980151 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f21a607-f19a-44e2-a984-d1190cb52761 req-0952c7db-bacc-481c-b39b-494ab7342a15 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:14.982010 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9f21a607-f19a-44e2-a984-d1190cb52761 req-0952c7db-bacc-481c-b39b-494ab7342a15 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] 10.222.0.41 "GET /v2.0/ports?device_id=556e7d75-337f-4993-a362-02c4370aa3fa HTTP/1.1" status: 200 len: 944 time: 0.0736845 Aug 11 03:02:14.988687 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-24533519-32e1-4c2c-928e-6dda7dfddf33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:15.037486 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port b7f7c446-200d-475c-8396-9940fd1331f0, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=b7f7c446-200d-475c-8396-9940fd1331f0,segment=NetworkSegment(51ba8099-7622-42cb-adbd-7c8aaac78355),segment_id=51ba8099-7622-42cb-adbd-7c8aaac78355)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:02:15.037984 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9f21a607-f19a-44e2-a984-d1190cb52761 req-066a782c-d93d-4bcc-9ded-396c927ffb58 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] 10.222.0.41 "GET /v2.0/security-groups?id=17343059-1bdd-4a6d-8bb4-dcbed1576fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460415 Aug 11 03:02:15.091596 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:15.130309 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-d6dd422c-641f-4074-82a2-ff687ca213dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e45fb9a7-38e2-427f-9097-97b2a8cb8a1b', 'name': 'tempest-ServerActionsTestJSON-1806508089-router', 'tenant_id': '3419766c112444a3864f482257b66851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.60'}], 'enable_snat': True}, 'gw_port_id': '0b48c2d7-7c5e-4f95-82ab-5c6c51b4a54e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:02:11Z', 'updated_at': '2021-08-11T03:02:13Z', 'revision_number': 3, 'project_id': '3419766c112444a3864f482257b66851', 'gw_port': {'id': '0b48c2d7-7c5e-4f95-82ab-5c6c51b4a54e', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:39:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e45fb9a7-38e2-427f-9097-97b2a8cb8a1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:02:12Z', 'updated_at': '2021-08-11T03:02:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:02:15.186608 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6dd422c-641f-4074-82a2-ff687ca213dc None None] Checking router: e45fb9a7-38e2-427f-9097-97b2a8cb8a1b for host: n-d-764292-30 {{(pid=102193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:02:15.186960 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6dd422c-641f-4074-82a2-ff687ca213dc None None] Updating router e45fb9a7-38e2-427f-9097-97b2a8cb8a1b port 0b48c2d7-7c5e-4f95-82ab-5c6c51b4a54e binding host n-d-764292-30 {{(pid=102193) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:02:15.194836 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:15.212497 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [None req-24533519-32e1-4c2c-928e-6dda7dfddf33 admin admin] Allocated IP 172.20.0.1 (6b5eb666-47e5-4ddb-b0bc-16855d478160/6bc807f9-b5f2-488b-b980-1ec1f7afe42f/f6ddfaab-50af-4c40-8107-3ba41ae12640) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:02:15.229706 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '556e7d75-337f-4993-a362-02c4370aa3fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8afc9351-1a9b-41c3-8fd2-f95352a43850'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:02:15.232970 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b2c655e-d237-4112-9f24-ce313bb19475" -d '{"events": [{"server_uuid": "556e7d75-337f-4993-a362-02c4370aa3fa", "name": "network-vif-plugged", "status": "completed", "tag": "8afc9351-1a9b-41c3-8fd2-f95352a43850"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:02:15.272158 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c902f0-422a-4849-af66-77f84157e28e req-6864efcb-2514-4536-a196-aa4384f65799 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:15.276324 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e4c902f0-422a-4849-af66-77f84157e28e req-6864efcb-2514-4536-a196-aa4384f65799 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc00084e-c00e-464d-a2f5-5caac5a61234 HTTP/1.1" status: 200 len: 950 time: 0.0831110 Aug 11 03:02:15.276657 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port 8afc9351-1a9b-41c3-8fd2-f95352a43850, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=8afc9351-1a9b-41c3-8fd2-f95352a43850,segment=NetworkSegment(e15af3bf-a96a-4239-be14-8bb6ab78ddb4),segment_id=e15af3bf-a96a-4239-be14-8bb6ab78ddb4)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:02:15.287399 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-d6dd422c-641f-4074-82a2-ff687ca213dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:15.345255 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=b7f7c446-200d-475c-8396-9940fd1331f0,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:15.358132 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e4c902f0-422a-4849-af66-77f84157e28e req-818d1dc4-b152-4e40-97c4-d85b132ff483 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8b0be49-76ee-4d50-8be0-9bf1508da412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712600 Aug 11 03:02:15.372325 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-24533519-32e1-4c2c-928e-6dda7dfddf33 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:15.391684 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:15.392502 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 46eb3533-e07c-442c-8924-7168fb1b7251 no longer exists at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:02:15.408807 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [None req-24533519-32e1-4c2c-928e-6dda7dfddf33 admin admin] Transition to ACTIVE for port object f6ddfaab-50af-4c40-8107-3ba41ae12640 will not be triggered until provisioned by entity DHCP. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:02:15.464122 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:02:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbfc927a-1413-45c2-9b1a-26133bad9198 x-openstack-request-id: req-dbfc927a-1413-45c2-9b1a-26133bad9198 {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:02:15.464557 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "556e7d75-337f-4993-a362-02c4370aa3fa", "name": "network-vif-plugged", "status": "completed", "tag": "8afc9351-1a9b-41c3-8fd2-f95352a43850", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:02:15.464810 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-dbfc927a-1413-45c2-9b1a-26133bad9198 {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:02:15.465201 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '556e7d75-337f-4993-a362-02c4370aa3fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8afc9351-1a9b-41c3-8fd2-f95352a43850', 'code': 200} Aug 11 03:02:15.524623 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=8afc9351-1a9b-41c3-8fd2-f95352a43850,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:15.546152 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-24533519-32e1-4c2c-928e-6dda7dfddf33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:15.566654 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5922017a-a77d-4c15-a2fc-11822501d861 req-62db9a91-7dd7-4df9-89f6-0fb1c66a6d68 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:15.569868 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5922017a-a77d-4c15-a2fc-11822501d861 req-62db9a91-7dd7-4df9-89f6-0fb1c66a6d68 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4da503b-42df-4297-90a5-a4517b73577c HTTP/1.1" status: 200 len: 946 time: 0.1055048 Aug 11 03:02:15.577650 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5303917-94af-4864-9b44-d6ee9d3c0c72 req-6f4d3606-43c3-44dc-b39c-aa7b56dd5831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:15.580620 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c5303917-94af-4864-9b44-d6ee9d3c0c72 req-6f4d3606-43c3-44dc-b39c-aa7b56dd5831 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=556e7d75-337f-4993-a362-02c4370aa3fa HTTP/1.1" status: 200 len: 1097 time: 0.0852532 Aug 11 03:02:15.601142 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24533519-32e1-4c2c-928e-6dda7dfddf33 admin admin] Network 6b5eb666-47e5-4ddb-b0bc-16855d478160 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:02:15.601142 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-24533519-32e1-4c2c-928e-6dda7dfddf33 admin admin] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:02:15.603030 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24533519-32e1-4c2c-928e-6dda7dfddf33 admin admin] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:02:15.608645 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24533519-32e1-4c2c-928e-6dda7dfddf33 admin admin] Pushing event updated for resources: {'Port': ['ID=f6ddfaab-50af-4c40-8107-3ba41ae12640,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:15.658938 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-24533519-32e1-4c2c-928e-6dda7dfddf33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-520987'] for router_interface, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:15.664209 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c5303917-94af-4864-9b44-d6ee9d3c0c72 req-4d17e41d-e98d-4800-8ece-7acf41ef22b1 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=17343059-1bdd-4a6d-8bb4-dcbed1576fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722599 Aug 11 03:02:15.683913 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5922017a-a77d-4c15-a2fc-11822501d861 req-35ba29da-1182-450e-a560-2dc05560ec44 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/security-groups?id=c7e06141-9137-4a1d-bc20-6fbfa107e8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013238 Aug 11 03:02:15.793647 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:15.828524 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-d6dd422c-641f-4074-82a2-ff687ca213dc None None] Notify callbacks [] for port, precommit_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:15.851401 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-d6dd422c-641f-4074-82a2-ff687ca213dc None None] Transition to ACTIVE for port object 0b48c2d7-7c5e-4f95-82ab-5c6c51b4a54e will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:02:15.857993 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port 46eb3533-e07c-442c-8924-7168fb1b7251, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=46eb3533-e07c-442c-8924-7168fb1b7251,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:02:15.955304 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-24533519-32e1-4c2c-928e-6dda7dfddf33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:15.966934 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:15.969053 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-d6dd422c-641f-4074-82a2-ff687ca213dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:16.051459 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1103b789-902a-40d5-8d5c-ae1a934250fb req-27168337-81cb-4de7-bb4b-5c733471509a tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:16.057914 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1103b789-902a-40d5-8d5c-ae1a934250fb req-27168337-81cb-4de7-bb4b-5c733471509a tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:16.060170 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1103b789-902a-40d5-8d5c-ae1a934250fb req-27168337-81cb-4de7-bb4b-5c733471509a tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e157f43-31c5-406f-8168-ac24e040a1b3&device_id=cc00084e-c00e-464d-a2f5-5caac5a61234 HTTP/1.1" status: 200 len: 1691 time: 0.0632179 Aug 11 03:02:16.078339 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=46eb3533-e07c-442c-8924-7168fb1b7251,revision_number=11']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:16.136573 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-f9ece462-0fbe-4c23-af81-ef8e55dc08fa None None] Provisioning for port f6ddfaab-50af-4c40-8107-3ba41ae12640 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:02:16.146187 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-d6dd422c-641f-4074-82a2-ff687ca213dc None None] Attempting to bind port 0b48c2d7-7c5e-4f95-82ab-5c6c51b4a54e on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:02:16.146874 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-d6dd422c-641f-4074-82a2-ff687ca213dc None None] Attempting to bind port 0b48c2d7-7c5e-4f95-82ab-5c6c51b4a54e by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:02:16.146983 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6dd422c-641f-4074-82a2-ff687ca213dc None None] Attempting to bind port 0b48c2d7-7c5e-4f95-82ab-5c6c51b4a54e on network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:02:16.151362 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-f9ece462-0fbe-4c23-af81-ef8e55dc08fa None None] Provisioning complete for port f6ddfaab-50af-4c40-8107-3ba41ae12640 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:02:16.155309 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-f9ece462-0fbe-4c23-af81-ef8e55dc08fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:16.167186 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1103b789-902a-40d5-8d5c-ae1a934250fb req-9237586a-3d81-4076-8e4e-3d29d3ce28b5 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8b0be49-76ee-4d50-8be0-9bf1508da412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922399 Aug 11 03:02:16.180358 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6dd422c-641f-4074-82a2-ff687ca213dc None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 2, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:02:16.185634 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6dd422c-641f-4074-82a2-ff687ca213dc None None] Checking segment: {'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:02:16.185634 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-d6dd422c-641f-4074-82a2-ff687ca213dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:16.185634 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6dd422c-641f-4074-82a2-ff687ca213dc None None] Bound using segment: {'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:02:16.185634 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-d6dd422c-641f-4074-82a2-ff687ca213dc None None] Bound port: 0b48c2d7-7c5e-4f95-82ab-5c6c51b4a54e, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:02:16.185634 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-d6dd422c-641f-4074-82a2-ff687ca213dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:16.189383 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device b7f7c446-200d-475c-8396-9940fd1331f0 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:02:16.208843 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-24533519-32e1-4c2c-928e-6dda7dfddf33 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:16.264098 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653b5a4a-4e92-4b91-81e6-92b4479c64b4 None None] Pushing event updated for resources: {'Port': ['ID=0b48c2d7-7c5e-4f95-82ab-5c6c51b4a54e,revision_number=2']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:16.276083 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c9b6f9-2f01-4454-a6b6-f654d799d97c req-8a50d68c-bde0-4a8b-860b-29bc319a8f86 tempest-LiveMigrationTest-410920510 tempest-LiveMigrationTest-410920510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:16.276083 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-32c9b6f9-2f01-4454-a6b6-f654d799d97c req-8a50d68c-bde0-4a8b-860b-29bc319a8f86 tempest-LiveMigrationTest-410920510 tempest-LiveMigrationTest-410920510-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=b4da503b-42df-4297-90a5-a4517b73577c&tenant_id=83808f5f252c43418f6a6c255d45878a&binding%3Ahost_id=n-h2-764292-30 HTTP/1.1" status: 200 len: 1098 time: 0.0686331 Aug 11 03:02:16.290445 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-32c9b6f9-2f01-4454-a6b6-f654d799d97c req-040e8644-5e48-4ceb-b655-27f734bf5b2d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-764292-30'}}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:02:16.294233 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-24533519-32e1-4c2c-928e-6dda7dfddf33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:16.311371 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-f9ece462-0fbe-4c23-af81-ef8e55dc08fa None None] Port f6ddfaab-50af-4c40-8107-3ba41ae12640 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:02:16.349861 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-d6dd422c-641f-4074-82a2-ff687ca213dc None None] For port 0b48c2d7-7c5e-4f95-82ab-5c6c51b4a54e, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:02:16.354889 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-d6dd422c-641f-4074-82a2-ff687ca213dc None None] For port 0b48c2d7-7c5e-4f95-82ab-5c6c51b4a54e, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=0b48c2d7-7c5e-4f95-82ab-5c6c51b4a54e,segment=NetworkSegment(fab28bed-aa25-40db-bba4-ec26e795194c),segment_id=fab28bed-aa25-40db-bba4-ec26e795194c)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:02:16.363216 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port b7f7c446-200d-475c-8396-9940fd1331f0 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:02:16.363591 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:16.411929 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-32c9b6f9-2f01-4454-a6b6-f654d799d97c req-040e8644-5e48-4ceb-b655-27f734bf5b2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:16.423567 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905157cf-a65c-47eb-9fc5-45c93bc6d504 req-495410cf-1996-4df2-b02c-4034588e19ae tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:16.431161 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-905157cf-a65c-47eb-9fc5-45c93bc6d504 req-495410cf-1996-4df2-b02c-4034588e19ae tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] 10.222.0.41 "GET /v2.0/ports?device_id=556e7d75-337f-4993-a362-02c4370aa3fa HTTP/1.1" status: 200 len: 945 time: 0.1147623 Aug 11 03:02:16.446907 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-24533519-32e1-4c2c-928e-6dda7dfddf33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16383026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521135'] for router_interface, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:16.453144 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24533519-32e1-4c2c-928e-6dda7dfddf33 admin admin] Pushing event updated for resources: {'Port': ['ID=f6ddfaab-50af-4c40-8107-3ba41ae12640,revision_number=2']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:16.472709 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-d6dd422c-641f-4074-82a2-ff687ca213dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:16.591064 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653b5a4a-4e92-4b91-81e6-92b4479c64b4 None None] Pushing event updated for resources: {'Port': ['ID=0b48c2d7-7c5e-4f95-82ab-5c6c51b4a54e,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:16.611722 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 371b4dc3-1b9d-4260-bbcd-abd1b3a7fc1b details requested by agent hyperv_n-h1-764292-30 with host n-h1-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:02:16.635364 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6dd422c-641f-4074-82a2-ff687ca213dc None None] Routers {'e45fb9a7-38e2-427f-9097-97b2a8cb8a1b'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:02:16.636237 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-d6dd422c-641f-4074-82a2-ff687ca213dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:02:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['e45fb9a7-38e2-427f-9097-97b2a8cb8a1b'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:02:16.648994 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-32c9b6f9-2f01-4454-a6b6-f654d799d97c req-040e8644-5e48-4ceb-b655-27f734bf5b2d service neutron] For port 371b4dc3-1b9d-4260-bbcd-abd1b3a7fc1b, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=371b4dc3-1b9d-4260-bbcd-abd1b3a7fc1b,segment=NetworkSegment(75626708-94f6-4fcc-8cbd-0dd0dd709069),segment_id=75626708-94f6-4fcc-8cbd-0dd0dd709069)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:02:16.652148 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24533519-32e1-4c2c-928e-6dda7dfddf33 admin admin] Network 6b5eb666-47e5-4ddb-b0bc-16855d478160 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:02:16.653656 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-24533519-32e1-4c2c-928e-6dda7dfddf33 admin admin] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:02:16.769468 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-905157cf-a65c-47eb-9fc5-45c93bc6d504 req-e3348292-4de9-4fa2-b7f0-89d126e3ddbe tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] 10.222.0.41 "GET /v2.0/security-groups?id=17343059-1bdd-4a6d-8bb4-dcbed1576fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3373985 Aug 11 03:02:16.778367 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-32c9b6f9-2f01-4454-a6b6-f654d799d97c req-040e8644-5e48-4ceb-b655-27f734bf5b2d service neutron] For port 371b4dc3-1b9d-4260-bbcd-abd1b3a7fc1b, host n-h2-764292-30, cleared binding levels {{(pid=102192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:02:16.817970 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3b21cc-c1d7-41b0-b664-d3f0f053674e req-ac6d3ab7-a57a-492a-ab5e-c8305b186ba1 tempest-ServersOnMultiNodesTest-1043439768 tempest-ServersOnMultiNodesTest-1043439768-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:16.819380 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2d3b21cc-c1d7-41b0-b664-d3f0f053674e req-ac6d3ab7-a57a-492a-ab5e-c8305b186ba1 tempest-ServersOnMultiNodesTest-1043439768 tempest-ServersOnMultiNodesTest-1043439768-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=2e157f43-31c5-406f-8168-ac24e040a1b3 HTTP/1.1" status: 200 len: 1102 time: 0.1452906 Aug 11 03:02:16.853271 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24533519-32e1-4c2c-928e-6dda7dfddf33 admin admin] Router e45fb9a7-38e2-427f-9097-97b2a8cb8a1b has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:02:16.885589 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-d6dd422c-641f-4074-82a2-ff687ca213dc None None] Set router e45fb9a7-38e2-427f-9097-97b2a8cb8a1b gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:02:16.887956 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4da503b-42df-4297-90a5-a4517b73577c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '371b4dc3-1b9d-4260-bbcd-abd1b3a7fc1b'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:02:16.888936 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 371b4dc3-1b9d-4260-bbcd-abd1b3a7fc1b, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=371b4dc3-1b9d-4260-bbcd-abd1b3a7fc1b,segment=NetworkSegment(75626708-94f6-4fcc-8cbd-0dd0dd709069),segment_id=75626708-94f6-4fcc-8cbd-0dd0dd709069)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:02:16.889742 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9fe2dd7-9cc7-4440-a6c5-4de93a76d5a9" -d '{"events": [{"server_uuid": "b4da503b-42df-4297-90a5-a4517b73577c", "name": "network-vif-unplugged", "status": "completed", "tag": "371b4dc3-1b9d-4260-bbcd-abd1b3a7fc1b"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:02:16.895318 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-32c9b6f9-2f01-4454-a6b6-f654d799d97c req-040e8644-5e48-4ceb-b655-27f734bf5b2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:16.899346 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2d3b21cc-c1d7-41b0-b664-d3f0f053674e req-2802001c-edff-4d82-8dc5-79fa4560109f tempest-ServersOnMultiNodesTest-1043439768 tempest-ServersOnMultiNodesTest-1043439768-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=c8b0be49-76ee-4d50-8be0-9bf1508da412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677037 Aug 11 03:02:17.027001 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 371b4dc3-1b9d-4260-bbcd-abd1b3a7fc1b has no active binding in host n-h1-764292-30 {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 11 03:02:17.081510 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24533519-32e1-4c2c-928e-6dda7dfddf33 admin admin] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:02:17.085575 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-599eb3fa-6d7f-4fcb-a1cf-67bc46efdf7f None None] Provisioning complete for port f6ddfaab-50af-4c40-8107-3ba41ae12640 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:02:17.086121 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-599eb3fa-6d7f-4fcb-a1cf-67bc46efdf7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:17.087265 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-24533519-32e1-4c2c-928e-6dda7dfddf33 admin admin] 10.222.0.41 "PUT /v2.0/routers/e45fb9a7-38e2-427f-9097-97b2a8cb8a1b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7834647 Aug 11 03:02:17.104096 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f877c3a-0371-4fb4-933d-ba00f2dc2967 req-eea82d6a-354f-4d05-a430-820da1bcfc42 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:17.105746 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9f877c3a-0371-4fb4-933d-ba00f2dc2967 req-eea82d6a-354f-4d05-a430-820da1bcfc42 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4da503b-42df-4297-90a5-a4517b73577c HTTP/1.1" status: 200 len: 946 time: 0.0863347 Aug 11 03:02:17.169183 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-599eb3fa-6d7f-4fcb-a1cf-67bc46efdf7f None None] Port f6ddfaab-50af-4c40-8107-3ba41ae12640 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:02:17.201570 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9f877c3a-0371-4fb4-933d-ba00f2dc2967 req-858b21cc-720b-47ac-9a5b-b0d96d41205f tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/security-groups?id=c7e06141-9137-4a1d-bc20-6fbfa107e8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539482 Aug 11 03:02:17.216834 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 03:02:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c66f208c-4879-4340-9744-4e82c948e3c1 x-openstack-request-id: req-c66f208c-4879-4340-9744-4e82c948e3c1 {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:02:17.217107 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4da503b-42df-4297-90a5-a4517b73577c", "name": "network-vif-unplugged", "status": "completed", "tag": "371b4dc3-1b9d-4260-bbcd-abd1b3a7fc1b", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:02:17.217366 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c66f208c-4879-4340-9744-4e82c948e3c1 {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:02:17.217772 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4da503b-42df-4297-90a5-a4517b73577c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '371b4dc3-1b9d-4260-bbcd-abd1b3a7fc1b', 'code': 200} Aug 11 03:02:17.250061 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-d6dd422c-641f-4074-82a2-ff687ca213dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e45fb9a7-38e2-427f-9097-97b2a8cb8a1b', 'name': 'tempest-ServerActionsTestJSON-1806508089-router', 'tenant_id': '3419766c112444a3864f482257b66851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.60'}], 'enable_snat': True}, 'gw_port_id': '0b48c2d7-7c5e-4f95-82ab-5c6c51b4a54e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:02:11Z', 'updated_at': '2021-08-11T03:02:15Z', 'revision_number': 4, 'project_id': '3419766c112444a3864f482257b66851', 'gw_port': {'id': '0b48c2d7-7c5e-4f95-82ab-5c6c51b4a54e', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:39:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e45fb9a7-38e2-427f-9097-97b2a8cb8a1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:02:12Z', 'updated_at': '2021-08-11T03:02:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': 'f6ddfaab-50af-4c40-8107-3ba41ae12640', 'name': '', 'network_id': '6b5eb666-47e5-4ddb-b0bc-16855d478160', 'tenant_id': '3419766c112444a3864f482257b66851', 'mac_address': 'fa:16:3e:7b:a4:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e45fb9a7-38e2-427f-9097-97b2a8cb8a1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '6bc807f9-b5f2-488b-b980-1ec1f7afe42f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:02:15Z', 'updated_at': '2021-08-11T03:02:16Z', 'revision_number': 2, 'project_id': '3419766c112444a3864f482257b66851', 'subnets': [{'id': '6bc807f9-b5f2-488b-b980-1ec1f7afe42f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:02:17.282839 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6dd422c-641f-4074-82a2-ff687ca213dc None None] The sync data for ids ['e45fb9a7-38e2-427f-9097-97b2a8cb8a1b'] in n-d-764292-30 is: [{'id': 'e45fb9a7-38e2-427f-9097-97b2a8cb8a1b', 'name': 'tempest-ServerActionsTestJSON-1806508089-router', 'tenant_id': '3419766c112444a3864f482257b66851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.60'}], 'enable_snat': True}, 'gw_port_id': '0b48c2d7-7c5e-4f95-82ab-5c6c51b4a54e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:02:11Z', 'updated_at': '2021-08-11T03:02:15Z', 'revision_number': 4, 'project_id': '3419766c112444a3864f482257b66851', 'gw_port': {'id': '0b48c2d7-7c5e-4f95-82ab-5c6c51b4a54e', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:39:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e45fb9a7-38e2-427f-9097-97b2a8cb8a1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:02:12Z', 'updated_at': '2021-08-11T03:02:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': 'f6ddfaab-50af-4c40-8107-3ba41ae12640', 'name': '', 'network_id': '6b5eb666-47e5-4ddb-b0bc-16855d478160', 'tenant_id': '3419766c112444a3864f482257b66851', 'mac_address': 'fa:16:3e:7b:a4:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e45fb9a7-38e2-427f-9097-97b2a8cb8a1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '6bc807f9-b5f2-488b-b980-1ec1f7afe42f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:02:15Z', 'updated_at': '2021-08-11T03:02:16Z', 'revision_number': 2, 'project_id': '3419766c112444a3864f482257b66851', 'subnets': [{'id': '6bc807f9-b5f2-488b-b980-1ec1f7afe42f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:02:17.323098 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5062bb-adee-4e40-bda3-75fc7ba49e63 req-2d7cff7e-06d6-437f-b880-30c2ca536c84 tempest-ServersOnMultiNodesTest-1043439768 tempest-ServersOnMultiNodesTest-1043439768-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:17.324774 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4c5062bb-adee-4e40-bda3-75fc7ba49e63 req-2d7cff7e-06d6-437f-b880-30c2ca536c84 tempest-ServersOnMultiNodesTest-1043439768 tempest-ServersOnMultiNodesTest-1043439768-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=cc00084e-c00e-464d-a2f5-5caac5a61234 HTTP/1.1" status: 200 len: 1102 time: 0.0556834 Aug 11 03:02:17.374477 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4c5062bb-adee-4e40-bda3-75fc7ba49e63 req-4000b5ee-6b1a-48ef-ba8a-33e5b1f36e26 tempest-ServersOnMultiNodesTest-1043439768 tempest-ServersOnMultiNodesTest-1043439768-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=c8b0be49-76ee-4d50-8be0-9bf1508da412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390561 Aug 11 03:02:17.468090 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7150980e-2083-44a0-b896-b3ca6e56e82d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46eb3533-e07c-442c-8924-7168fb1b7251'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:02:17.469116 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09b3e9c9-6e16-49bc-a94b-670ea3ee1cc6" -d '{"events": [{"server_uuid": "7150980e-2083-44a0-b896-b3ca6e56e82d", "name": "network-vif-unplugged", "status": "completed", "tag": "46eb3533-e07c-442c-8924-7168fb1b7251"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:02:17.563218 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-32c9b6f9-2f01-4454-a6b6-f654d799d97c req-040e8644-5e48-4ceb-b655-27f734bf5b2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:17.661387 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040e8644-5e48-4ceb-b655-27f734bf5b2d service neutron] Pushing event updated for resources: {'Port': ['ID=371b4dc3-1b9d-4260-bbcd-abd1b3a7fc1b,revision_number=7']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:17.677702 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-32c9b6f9-2f01-4454-a6b6-f654d799d97c req-040e8644-5e48-4ceb-b655-27f734bf5b2d service neutron] Attempting to bind port 371b4dc3-1b9d-4260-bbcd-abd1b3a7fc1b on host n-h2-764292-30 for vnic_type normal with profile {"migrating_to": "n-h1-764292-30"} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:02:17.677702 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-32c9b6f9-2f01-4454-a6b6-f654d799d97c req-040e8644-5e48-4ceb-b655-27f734bf5b2d service neutron] Attempting to bind port 371b4dc3-1b9d-4260-bbcd-abd1b3a7fc1b by drivers openvswitch,hyperv on host n-h2-764292-30 at level 0 using segments [{'id': '75626708-94f6-4fcc-8cbd-0dd0dd709069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a1f5acc4-6e30-4bf9-bc28-7ff84dac631d'}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:02:17.678408 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c9b6f9-2f01-4454-a6b6-f654d799d97c req-040e8644-5e48-4ceb-b655-27f734bf5b2d service neutron] Attempting to bind port 371b4dc3-1b9d-4260-bbcd-abd1b3a7fc1b on network a1f5acc4-6e30-4bf9-bc28-7ff84dac631d {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:02:17.704276 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c9b6f9-2f01-4454-a6b6-f654d799d97c req-040e8644-5e48-4ceb-b655-27f734bf5b2d service neutron] Port 371b4dc3-1b9d-4260-bbcd-abd1b3a7fc1b on network a1f5acc4-6e30-4bf9-bc28-7ff84dac631d not bound, no agent of type Open vSwitch agent registered on host n-h2-764292-30 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:02:17.704738 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c9b6f9-2f01-4454-a6b6-f654d799d97c req-040e8644-5e48-4ceb-b655-27f734bf5b2d service neutron] Attempting to bind port 371b4dc3-1b9d-4260-bbcd-abd1b3a7fc1b on network a1f5acc4-6e30-4bf9-bc28-7ff84dac631d {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:02:17.717650 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c9b6f9-2f01-4454-a6b6-f654d799d97c req-040e8644-5e48-4ceb-b655-27f734bf5b2d service neutron] Checking agent: {'id': '70015fc0-62fb-48b2-b453-36906937cf2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:02:17.718001 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c9b6f9-2f01-4454-a6b6-f654d799d97c req-040e8644-5e48-4ceb-b655-27f734bf5b2d service neutron] Checking segment: {'id': '75626708-94f6-4fcc-8cbd-0dd0dd709069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a1f5acc4-6e30-4bf9-bc28-7ff84dac631d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:02:17.718481 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c9b6f9-2f01-4454-a6b6-f654d799d97c req-040e8644-5e48-4ceb-b655-27f734bf5b2d service neutron] Bound using segment: {'id': '75626708-94f6-4fcc-8cbd-0dd0dd709069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a1f5acc4-6e30-4bf9-bc28-7ff84dac631d'} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:02:17.723018 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-32c9b6f9-2f01-4454-a6b6-f654d799d97c req-040e8644-5e48-4ceb-b655-27f734bf5b2d service neutron] Bound port: 371b4dc3-1b9d-4260-bbcd-abd1b3a7fc1b, host: n-h2-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75626708-94f6-4fcc-8cbd-0dd0dd709069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a1f5acc4-6e30-4bf9-bc28-7ff84dac631d'}}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:02:17.723018 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-32c9b6f9-2f01-4454-a6b6-f654d799d97c req-040e8644-5e48-4ceb-b655-27f734bf5b2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:17.802051 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-32c9b6f9-2f01-4454-a6b6-f654d799d97c req-040e8644-5e48-4ceb-b655-27f734bf5b2d service neutron] For port 371b4dc3-1b9d-4260-bbcd-abd1b3a7fc1b, host n-h2-764292-30, cleared binding levels {{(pid=102192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:02:17.805938 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-32c9b6f9-2f01-4454-a6b6-f654d799d97c req-040e8644-5e48-4ceb-b655-27f734bf5b2d service neutron] For port 371b4dc3-1b9d-4260-bbcd-abd1b3a7fc1b, host n-h2-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=371b4dc3-1b9d-4260-bbcd-abd1b3a7fc1b,segment=NetworkSegment(75626708-94f6-4fcc-8cbd-0dd0dd709069),segment_id=75626708-94f6-4fcc-8cbd-0dd0dd709069)] {{(pid=102192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:02:17.855777 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 03:02:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aed61831-854c-40ec-95f0-8f288f6c9d44 x-openstack-request-id: req-aed61831-854c-40ec-95f0-8f288f6c9d44 {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:02:17.856078 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7150980e-2083-44a0-b896-b3ca6e56e82d", "name": "network-vif-unplugged", "status": "completed", "tag": "46eb3533-e07c-442c-8924-7168fb1b7251", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:02:17.856340 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-aed61831-854c-40ec-95f0-8f288f6c9d44 {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:02:17.856747 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7150980e-2083-44a0-b896-b3ca6e56e82d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46eb3533-e07c-442c-8924-7168fb1b7251', 'code': 200} Aug 11 03:02:17.883791 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-32c9b6f9-2f01-4454-a6b6-f654d799d97c req-040e8644-5e48-4ceb-b655-27f734bf5b2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:17.981355 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c9b6f9-2f01-4454-a6b6-f654d799d97c req-040e8644-5e48-4ceb-b655-27f734bf5b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:17.982228 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-32c9b6f9-2f01-4454-a6b6-f654d799d97c req-040e8644-5e48-4ceb-b655-27f734bf5b2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:17.983725 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-32c9b6f9-2f01-4454-a6b6-f654d799d97c req-040e8644-5e48-4ceb-b655-27f734bf5b2d service neutron] 10.222.0.22 "PUT /v2.0/ports/371b4dc3-1b9d-4260-bbcd-abd1b3a7fc1b HTTP/1.1" status: 200 len: 1124 time: 1.7000413 Aug 11 03:02:17.989441 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040e8644-5e48-4ceb-b655-27f734bf5b2d service neutron] Pushing event updated for resources: {'Port': ['ID=371b4dc3-1b9d-4260-bbcd-abd1b3a7fc1b,revision_number=8']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:18.053488 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 45212) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:18.059320 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-5ac63240-fe19-4e53-a33c-d4f3e5326afb tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2098816093', 'description': 'tempest-description--1864795035'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:02:18.076512 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-39477b7a-7c0d-44ae-992f-cff24f7ab7b9 req-f7a20edd-1be7-4596-bf8a-f76b84db1e57 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=c1f9c9765b974fd98b786b1ff4e95823&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0417891 Aug 11 03:02:18.103679 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['371b4dc3-1b9d-4260-bbcd-abd1b3a7fc1b'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:02:18.175767 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['371b4dc3-1b9d-4260-bbcd-abd1b3a7fc1b'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:02:18.228390 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5ac63240-fe19-4e53-a33c-d4f3e5326afb tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:18.293806 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39477b7a-7c0d-44ae-992f-cff24f7ab7b9 req-00b3a2fe-7117-472b-83c6-0cd386dd61d5 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:18.303937 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-39477b7a-7c0d-44ae-992f-cff24f7ab7b9 req-00b3a2fe-7117-472b-83c6-0cd386dd61d5 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2266023 Aug 11 03:02:18.351539 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-39477b7a-7c0d-44ae-992f-cff24f7ab7b9 req-9be4cadb-c35b-4290-a25e-bc361b123bb2 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/quotas/c1f9c9765b974fd98b786b1ff4e95823 HTTP/1.1" status: 200 len: 375 time: 0.0451016 Aug 11 03:02:18.405641 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba90bb57-358d-4dd3-86fc-aca629bc7f29 req-1ad72863-c96e-4cb1-8e0e-657ebda40ec3 tempest-ImagesOneServerTestJSON-971291341 tempest-ImagesOneServerTestJSON-971291341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:18.428423 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ba90bb57-358d-4dd3-86fc-aca629bc7f29 req-1ad72863-c96e-4cb1-8e0e-657ebda40ec3 tempest-ImagesOneServerTestJSON-971291341 tempest-ImagesOneServerTestJSON-971291341-project] 10.222.0.41 "GET /v2.0/ports?device_id=7150980e-2083-44a0-b896-b3ca6e56e82d HTTP/1.1" status: 200 len: 949 time: 0.2580132 Aug 11 03:02:18.569020 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ba90bb57-358d-4dd3-86fc-aca629bc7f29 req-43529a47-e341-4387-b09d-52f08703afdf tempest-ImagesOneServerTestJSON-971291341 tempest-ImagesOneServerTestJSON-971291341-project] 10.222.0.41 "GET /v2.0/security-groups?id=77f70127-1bc6-4157-9581-f6d17790cf11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298747 Aug 11 03:02:18.632119 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-39477b7a-7c0d-44ae-992f-cff24f7ab7b9 req-7fafcca4-4f9f-44e1-9362-4c79b719dfec tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c1f9c9765b974fd98b786b1ff4e95823&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2761939 Aug 11 03:02:18.828714 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3762991a-cc5e-4f99-a756-41fcdf64567f req-e658feb7-3fd7-4238-a868-d72f36ea59fa tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:18.831386 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3762991a-cc5e-4f99-a756-41fcdf64567f req-e658feb7-3fd7-4238-a868-d72f36ea59fa tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] 10.222.0.41 "GET /v2.0/ports?device_id=556e7d75-337f-4993-a362-02c4370aa3fa HTTP/1.1" status: 200 len: 945 time: 0.0716403 Aug 11 03:02:18.878918 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5ac63240-fe19-4e53-a33c-d4f3e5326afb tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:18.884541 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3762991a-cc5e-4f99-a756-41fcdf64567f req-dbe42932-45bf-4421-83a9-65ac2991d7e1 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] 10.222.0.41 "GET /v2.0/security-groups?id=17343059-1bdd-4a6d-8bb4-dcbed1576fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458629 Aug 11 03:02:18.940799 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5ac63240-fe19-4e53-a33c-d4f3e5326afb tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:19.011601 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac63240-fe19-4e53-a33c-d4f3e5326afb tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a2aa92e-a0e4-4cb3-9665-2569763a2f7f,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:19.054664 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5ac63240-fe19-4e53-a33c-d4f3e5326afb tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:19.058421 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-5ac63240-fe19-4e53-a33c-d4f3e5326afb tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.0029137 Aug 11 03:02:19.058794 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb16b68-5c83-4ca2-9a4e-3644fcece24e req-c86ae201-9daf-4df5-8820-1a828217bae3 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:19.060473 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 45236) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:19.060938 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8eb16b68-5c83-4ca2-9a4e-3644fcece24e req-c86ae201-9daf-4df5-8820-1a828217bae3 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4da503b-42df-4297-90a5-a4517b73577c HTTP/1.1" status: 200 len: 944 time: 0.0905635 Aug 11 03:02:19.072784 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-9e94001d-45a4-487f-b9c7-b82eb0d2aa5b tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Request body: {'security_group_rule': {'security_group_id': '2a2aa92e-a0e4-4cb3-9665-2569763a2f7f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:02:19.145931 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8eb16b68-5c83-4ca2-9a4e-3644fcece24e req-4b9b2591-5e1b-4f87-b22f-245ccc86dc8b tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/security-groups?id=c7e06141-9137-4a1d-bc20-6fbfa107e8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757809 Aug 11 03:02:19.187471 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c889a539-4a4e-4539-ac8f-a7f3519bc823 req-5dc8b5c3-21ef-4778-88aa-1d6d89c01281 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:19.189506 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c889a539-4a4e-4539-ac8f-a7f3519bc823 req-5dc8b5c3-21ef-4778-88aa-1d6d89c01281 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] 10.222.0.41 "GET /v2.0/ports?device_id=556e7d75-337f-4993-a362-02c4370aa3fa HTTP/1.1" status: 200 len: 945 time: 0.0736270 Aug 11 03:02:19.220364 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4da503b-42df-4297-90a5-a4517b73577c', 'tag': '371b4dc3-1b9d-4260-bbcd-abd1b3a7fc1b'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:02:19.222726 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bffa471e-abb1-43b3-a482-011815e52a6f" -d '{"events": [{"name": "network-changed", "server_uuid": "b4da503b-42df-4297-90a5-a4517b73577c", "tag": "371b4dc3-1b9d-4260-bbcd-abd1b3a7fc1b"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:02:19.232279 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9e94001d-45a4-487f-b9c7-b82eb0d2aa5b tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:19.273285 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c889a539-4a4e-4539-ac8f-a7f3519bc823 req-7c9c846f-f4fe-4c90-bf35-2a2cd1c8a8dc tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] 10.222.0.41 "GET /v2.0/security-groups?id=17343059-1bdd-4a6d-8bb4-dcbed1576fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725234 Aug 11 03:02:19.352220 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9e94001d-45a4-487f-b9c7-b82eb0d2aa5b tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:19.364117 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:02:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be0c1fab-030c-489c-a912-c77c7c4c7cdc x-openstack-request-id: req-be0c1fab-030c-489c-a912-c77c7c4c7cdc {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:02:19.364647 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4da503b-42df-4297-90a5-a4517b73577c", "tag": "371b4dc3-1b9d-4260-bbcd-abd1b3a7fc1b", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:02:19.364647 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-be0c1fab-030c-489c-a912-c77c7c4c7cdc {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:02:19.365099 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4da503b-42df-4297-90a5-a4517b73577c', 'tag': '371b4dc3-1b9d-4260-bbcd-abd1b3a7fc1b', 'status': 'completed', 'code': 200} Aug 11 03:02:19.367587 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-86cf3c0a-f329-4c35-a479-bf0d4852b045 req-f0891c38-b7e9-4d7e-abdb-9c03841684db tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ec2859a-b01c-4908-98dd-17038e54b6de HTTP/1.1" status: 200 len: 210 time: 0.0384355 Aug 11 03:02:19.418634 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9e94001d-45a4-487f-b9c7-b82eb0d2aa5b tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:19.442112 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e94001d-45a4-487f-b9c7-b82eb0d2aa5b tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86c47717-ba87-4974-8518-5c5b6a07c265,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:19.460820 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffa471e-abb1-43b3-a482-011815e52a6f req-c38c6e4d-0f31-4f64-b22f-18bf757f493e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:19.462449 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bffa471e-abb1-43b3-a482-011815e52a6f req-c38c6e4d-0f31-4f64-b22f-18bf757f493e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=83808f5f252c43418f6a6c255d45878a&device_id=b4da503b-42df-4297-90a5-a4517b73577c HTTP/1.1" status: 200 len: 1127 time: 0.0889177 Aug 11 03:02:19.529328 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37437bf9-5392-490f-a7db-0e50705f3c75 req-3ed6fa09-b92d-4781-b013-f0fc6d00934d tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:19.530658 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-37437bf9-5392-490f-a7db-0e50705f3c75 req-3ed6fa09-b92d-4781-b013-f0fc6d00934d tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] 10.222.0.41 "GET /v2.0/ports?device_id=556e7d75-337f-4993-a362-02c4370aa3fa HTTP/1.1" status: 200 len: 945 time: 0.1142933 Aug 11 03:02:19.540821 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9e94001d-45a4-487f-b9c7-b82eb0d2aa5b tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:19.542791 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-9e94001d-45a4-487f-b9c7-b82eb0d2aa5b tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4803722 Aug 11 03:02:19.548785 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 45256) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:19.552353 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-04803347-d99f-4935-9fae-2a50b69f58cc tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Request body: {'security_group_rule': {'security_group_id': '2a2aa92e-a0e4-4cb3-9665-2569763a2f7f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:02:19.609147 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-37437bf9-5392-490f-a7db-0e50705f3c75 req-07e942f8-433e-4853-9c81-c1f086095e0a tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] 10.222.0.41 "GET /v2.0/security-groups?id=17343059-1bdd-4a6d-8bb4-dcbed1576fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595207 Aug 11 03:02:19.616651 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffa471e-abb1-43b3-a482-011815e52a6f req-5912dd1d-89e2-4a7e-967b-8f120a4bda43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:19.618703 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bffa471e-abb1-43b3-a482-011815e52a6f req-5912dd1d-89e2-4a7e-967b-8f120a4bda43 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a1f5acc4-6e30-4bf9-bc28-7ff84dac631d HTTP/1.1" status: 200 len: 908 time: 0.1455700 Aug 11 03:02:19.664664 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-04803347-d99f-4935-9fae-2a50b69f58cc tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:19.685212 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bffa471e-abb1-43b3-a482-011815e52a6f req-495803fa-f12e-4f00-9a81-833f9af782e3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=371b4dc3-1b9d-4260-bbcd-abd1b3a7fc1b HTTP/1.1" status: 200 len: 217 time: 0.0578208 Aug 11 03:02:19.764301 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-04803347-d99f-4935-9fae-2a50b69f58cc tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:19.816609 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167b9658-176d-49a7-a667-210976e50326 req-7d0ea755-b352-4472-8ad6-6f8ae2b5f64d tempest-ImagesOneServerTestJSON-971291341 tempest-ImagesOneServerTestJSON-971291341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:19.818115 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-167b9658-176d-49a7-a667-210976e50326 req-7d0ea755-b352-4472-8ad6-6f8ae2b5f64d tempest-ImagesOneServerTestJSON-971291341 tempest-ImagesOneServerTestJSON-971291341-project] 10.222.0.41 "GET /v2.0/ports?device_id=7150980e-2083-44a0-b896-b3ca6e56e82d HTTP/1.1" status: 200 len: 949 time: 0.1450243 Aug 11 03:02:19.824671 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffa471e-abb1-43b3-a482-011815e52a6f req-a75fff12-5a7b-4714-adf5-df132b3b15a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:19.826074 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bffa471e-abb1-43b3-a482-011815e52a6f req-a75fff12-5a7b-4714-adf5-df132b3b15a9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0d013ade-4c13-41b9-b262-cf5646bc4bdb HTTP/1.1" status: 200 len: 847 time: 0.1187859 Aug 11 03:02:19.854417 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-04803347-d99f-4935-9fae-2a50b69f58cc tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:19.860871 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edb46af-abef-465e-9254-2613c28f0a06 req-33bfb685-272c-4bcb-a782-d6be85cff9a7 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:19.868122 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2edb46af-abef-465e-9254-2613c28f0a06 req-33bfb685-272c-4bcb-a782-d6be85cff9a7 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] 10.222.0.41 "GET /v2.0/ports?device_id=556e7d75-337f-4993-a362-02c4370aa3fa HTTP/1.1" status: 200 len: 945 time: 0.1621203 Aug 11 03:02:19.875296 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04803347-d99f-4935-9fae-2a50b69f58cc tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b473bd3-93c2-4a22-a676-ae2d95a3e267,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:19.919034 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bffa471e-abb1-43b3-a482-011815e52a6f req-d071a4e6-0023-4bcb-9445-3cec24d0c9c0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a1f5acc4-6e30-4bf9-bc28-7ff84dac631d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0814364 Aug 11 03:02:19.958161 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-04803347-d99f-4935-9fae-2a50b69f58cc tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:19.959586 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-04803347-d99f-4935-9fae-2a50b69f58cc tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4116716 Aug 11 03:02:19.962473 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 45266) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:19.968002 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-d373ef2a-5e4f-424b-8c63-3583bee01d49 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Request body: {'floatingip': {'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:02:20.048878 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d373ef2a-5e4f-424b-8c63-3583bee01d49 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Notify callbacks [] for floatingip, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:20.173837 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 0b48c2d7-7c5e-4f95-82ab-5c6c51b4a54e up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:02:20.227898 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d373ef2a-5e4f-424b-8c63-3583bee01d49 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:20.309278 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea3f486-3db9-46fd-a547-86016c97df14 None None] Sync routers for ids ['e45fb9a7-38e2-427f-9097-97b2a8cb8a1b'] in n-d-764292-30 {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:02:20.319481 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea3f486-3db9-46fd-a547-86016c97df14 None None] Routers {'e45fb9a7-38e2-427f-9097-97b2a8cb8a1b'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:02:20.320096 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-bea3f486-3db9-46fd-a547-86016c97df14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:02:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['e45fb9a7-38e2-427f-9097-97b2a8cb8a1b'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:02:20.350890 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-167b9658-176d-49a7-a667-210976e50326 req-65e12071-35e6-41d1-946e-d17b5980a448 tempest-ImagesOneServerTestJSON-971291341 tempest-ImagesOneServerTestJSON-971291341-project] 10.222.0.41 "GET /v2.0/security-groups?id=77f70127-1bc6-4157-9581-f6d17790cf11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5042095 Aug 11 03:02:20.385938 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port 0b48c2d7-7c5e-4f95-82ab-5c6c51b4a54e completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:02:20.390317 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 0b48c2d7-7c5e-4f95-82ab-5c6c51b4a54e triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:02:20.390898 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:20.416455 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [None req-d373ef2a-5e4f-424b-8c63-3583bee01d49 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Allocated IP 172.25.8.215 (09faf7d2-eaf5-4a50-bb6e-4cb05d009a76/e1a97443-13df-40bb-85f5-fd269e2742c0/81261879-6590-4ac7-a774-34ef7e381a01) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:02:20.460978 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bffa471e-abb1-43b3-a482-011815e52a6f req-029279a6-3df1-42e1-9a73-0a0919d75858 service neutron] 10.222.0.24 "GET /v2.0/networks/a1f5acc4-6e30-4bf9-bc28-7ff84dac631d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5272050 Aug 11 03:02:20.466077 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2edb46af-abef-465e-9254-2613c28f0a06 req-5cd4487e-90a1-4896-8ff0-97d404e95ff8 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] 10.222.0.41 "GET /v2.0/security-groups?id=17343059-1bdd-4a6d-8bb4-dcbed1576fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5971215 Aug 11 03:02:20.503155 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-bea3f486-3db9-46fd-a547-86016c97df14 None None] Set router e45fb9a7-38e2-427f-9097-97b2a8cb8a1b gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:02:20.528100 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2021cf-19d6-43b2-b6ea-2316fbc31dd5 req-4ff6d5c1-368c-4d73-b938-5f9ecde93eb4 tempest-ImagesOneServerTestJSON-971291341 tempest-ImagesOneServerTestJSON-971291341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:20.530008 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ae2021cf-19d6-43b2-b6ea-2316fbc31dd5 req-4ff6d5c1-368c-4d73-b938-5f9ecde93eb4 tempest-ImagesOneServerTestJSON-971291341 tempest-ImagesOneServerTestJSON-971291341-project] 10.222.0.24 "GET /v2.0/ports?device_id=7150980e-2083-44a0-b896-b3ca6e56e82d HTTP/1.1" status: 200 len: 949 time: 0.7022562 Aug 11 03:02:20.661899 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d373ef2a-5e4f-424b-8c63-3583bee01d49 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:20.755484 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494b53e1-37ee-4d80-85e6-c1177c8278fe req-2d83d1f7-6a45-4886-9b8f-1bc770a301e2 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:20.764726 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-494b53e1-37ee-4d80-85e6-c1177c8278fe req-2d83d1f7-6a45-4886-9b8f-1bc770a301e2 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4da503b-42df-4297-90a5-a4517b73577c HTTP/1.1" status: 200 len: 944 time: 0.1281028 Aug 11 03:02:20.784336 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b93a8f84-1729-4c56-a78a-4cdf6af25d82 req-8fa6db21-fc31-436b-a8d1-b4d2a5ffd249 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ec2859a-b01c-4908-98dd-17038e54b6de HTTP/1.1" status: 200 len: 210 time: 0.0827937 Aug 11 03:02:20.826208 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d373ef2a-5e4f-424b-8c63-3583bee01d49 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:20.851851 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:20.918043 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port 0b48c2d7-7c5e-4f95-82ab-5c6c51b4a54e, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=0b48c2d7-7c5e-4f95-82ab-5c6c51b4a54e,segment=NetworkSegment(fab28bed-aa25-40db-bba4-ec26e795194c),segment_id=fab28bed-aa25-40db-bba4-ec26e795194c)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:02:20.933014 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d373ef2a-5e4f-424b-8c63-3583bee01d49 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:02:20.943736 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-d373ef2a-5e4f-424b-8c63-3583bee01d49 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:02:20.943920 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-bea3f486-3db9-46fd-a547-86016c97df14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e45fb9a7-38e2-427f-9097-97b2a8cb8a1b', 'name': 'tempest-ServerActionsTestJSON-1806508089-router', 'tenant_id': '3419766c112444a3864f482257b66851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.60'}], 'enable_snat': True}, 'gw_port_id': '0b48c2d7-7c5e-4f95-82ab-5c6c51b4a54e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:02:11Z', 'updated_at': '2021-08-11T03:02:15Z', 'revision_number': 4, 'project_id': '3419766c112444a3864f482257b66851', 'gw_port': {'id': '0b48c2d7-7c5e-4f95-82ab-5c6c51b4a54e', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:39:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e45fb9a7-38e2-427f-9097-97b2a8cb8a1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:02:12Z', 'updated_at': '2021-08-11T03:02:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': 'f6ddfaab-50af-4c40-8107-3ba41ae12640', 'name': '', 'network_id': '6b5eb666-47e5-4ddb-b0bc-16855d478160', 'tenant_id': '3419766c112444a3864f482257b66851', 'mac_address': 'fa:16:3e:7b:a4:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e45fb9a7-38e2-427f-9097-97b2a8cb8a1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '6bc807f9-b5f2-488b-b980-1ec1f7afe42f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:02:15Z', 'updated_at': '2021-08-11T03:02:16Z', 'revision_number': 2, 'project_id': '3419766c112444a3864f482257b66851', 'subnets': [{'id': '6bc807f9-b5f2-488b-b980-1ec1f7afe42f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:02:20.949315 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d373ef2a-5e4f-424b-8c63-3583bee01d49 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:02:20.979194 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea3f486-3db9-46fd-a547-86016c97df14 None None] Checking router: e45fb9a7-38e2-427f-9097-97b2a8cb8a1b for host: n-d-764292-30 {{(pid=102194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:02:20.979819 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea3f486-3db9-46fd-a547-86016c97df14 None None] Updating router e45fb9a7-38e2-427f-9097-97b2a8cb8a1b port f6ddfaab-50af-4c40-8107-3ba41ae12640 binding host n-d-764292-30 {{(pid=102194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:02:20.984749 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-494b53e1-37ee-4d80-85e6-c1177c8278fe req-43b997dc-f6f4-4a46-8eb2-e67f8e31df34 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/security-groups?id=c7e06141-9137-4a1d-bc20-6fbfa107e8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184176 Aug 11 03:02:20.993329 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bffa471e-abb1-43b3-a482-011815e52a6f req-5eb9e80f-535a-4106-91b5-2b423a0ec92c service neutron] 10.222.0.24 "GET /v2.0/networks/a1f5acc4-6e30-4bf9-bc28-7ff84dac631d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5214415 Aug 11 03:02:21.018321 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:21.030778 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b827fa8-a5f7-4a39-8133-707f67aa48ce req-afb25f84-c46f-451f-b09a-222efa3fff9b tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:21.044033 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7b827fa8-a5f7-4a39-8133-707f67aa48ce req-afb25f84-c46f-451f-b09a-222efa3fff9b tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] 10.222.0.41 "GET /v2.0/ports?device_id=556e7d75-337f-4993-a362-02c4370aa3fa HTTP/1.1" status: 200 len: 945 time: 0.1570449 Aug 11 03:02:21.047083 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-bea3f486-3db9-46fd-a547-86016c97df14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:21.050016 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [req-ae2021cf-19d6-43b2-b6ea-2316fbc31dd5 req-ddf1ce76-8e36-4b71-a634-dc4e02b0f04c tempest-ImagesOneServerTestJSON-971291341 tempest-ImagesOneServerTestJSON-971291341-project] Deleting port 46eb3533-e07c-442c-8924-7168fb1b7251 {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:02:21.050527 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-ae2021cf-19d6-43b2-b6ea-2316fbc31dd5 req-ddf1ce76-8e36-4b71-a634-dc4e02b0f04c tempest-ImagesOneServerTestJSON-971291341 tempest-ImagesOneServerTestJSON-971291341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:21.081090 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d373ef2a-5e4f-424b-8c63-3583bee01d49 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:21.088674 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d373ef2a-5e4f-424b-8c63-3583bee01d49 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Pushing event updated for resources: {'Port': ['ID=81261879-6590-4ac7-a774-34ef7e381a01,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:21.108251 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=0b48c2d7-7c5e-4f95-82ab-5c6c51b4a54e,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:21.188907 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d373ef2a-5e4f-424b-8c63-3583bee01d49 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:21.196012 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7b827fa8-a5f7-4a39-8133-707f67aa48ce req-60ca9d1b-2ca5-4f76-8ae0-5463b978e197 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] 10.222.0.41 "GET /v2.0/security-groups?id=17343059-1bdd-4a6d-8bb4-dcbed1576fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293452 Aug 11 03:02:21.222437 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-ae2021cf-19d6-43b2-b6ea-2316fbc31dd5 req-ddf1ce76-8e36-4b71-a634-dc4e02b0f04c tempest-ImagesOneServerTestJSON-971291341 tempest-ImagesOneServerTestJSON-971291341-project] For port 46eb3533-e07c-442c-8924-7168fb1b7251, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=46eb3533-e07c-442c-8924-7168fb1b7251,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:02:21.222994 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-ae2021cf-19d6-43b2-b6ea-2316fbc31dd5 req-ddf1ce76-8e36-4b71-a634-dc4e02b0f04c tempest-ImagesOneServerTestJSON-971291341 tempest-ImagesOneServerTestJSON-971291341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:21.241464 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [req-ae2021cf-19d6-43b2-b6ea-2316fbc31dd5 req-ddf1ce76-8e36-4b71-a634-dc4e02b0f04c tempest-ImagesOneServerTestJSON-971291341 tempest-ImagesOneServerTestJSON-971291341-project] Calling delete_port for 46eb3533-e07c-442c-8924-7168fb1b7251 owned by compute:nova {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:02:21.366166 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d373ef2a-5e4f-424b-8c63-3583bee01d49 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:21.371839 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7cd69b-469d-4a4c-a68d-9dbb96ca4589 req-681f00f9-4169-4d67-9cb9-8ce0cb23150d tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:21.372704 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ad7cd69b-469d-4a4c-a68d-9dbb96ca4589 req-681f00f9-4169-4d67-9cb9-8ce0cb23150d tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] 10.222.0.41 "GET /v2.0/ports?device_id=556e7d75-337f-4993-a362-02c4370aa3fa HTTP/1.1" status: 200 len: 945 time: 0.0848873 Aug 11 03:02:21.411498 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-bea3f486-3db9-46fd-a547-86016c97df14 None None] Notify callbacks [] for port, precommit_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:21.465902 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d373ef2a-5e4f-424b-8c63-3583bee01d49 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:21.504599 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ad7cd69b-469d-4a4c-a68d-9dbb96ca4589 req-6f11577f-cba4-48e7-a173-83d6e0b1f205 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] 10.222.0.41 "GET /v2.0/security-groups?id=17343059-1bdd-4a6d-8bb4-dcbed1576fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174195 Aug 11 03:02:21.527545 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8c9403-3753-4bb1-bb80-a3de2170608a req-a127d7db-6ed4-4c1e-a78f-3d44c26d2fc2 tempest-ImagesOneServerTestJSON-971291341 tempest-ImagesOneServerTestJSON-971291341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:21.531990 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0e8c9403-3753-4bb1-bb80-a3de2170608a req-a127d7db-6ed4-4c1e-a78f-3d44c26d2fc2 tempest-ImagesOneServerTestJSON-971291341 tempest-ImagesOneServerTestJSON-971291341-project] 10.222.0.41 "GET /v2.0/ports?device_id=7150980e-2083-44a0-b896-b3ca6e56e82d HTTP/1.1" status: 200 len: 949 time: 0.0897622 Aug 11 03:02:21.550005 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d373ef2a-5e4f-424b-8c63-3583bee01d49 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Pushing event updated for resources: {'Port': ['ID=81261879-6590-4ac7-a774-34ef7e381a01,revision_number=2']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:21.569949 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.provisioning_blocks [None req-bea3f486-3db9-46fd-a547-86016c97df14 None None] Transition to ACTIVE for port object f6ddfaab-50af-4c40-8107-3ba41ae12640 will not be triggered until provisioned by entity L2. {{(pid=102194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:02:21.571749 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d373ef2a-5e4f-424b-8c63-3583bee01d49 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446866'] for floatingip, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:21.588146 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-ae2021cf-19d6-43b2-b6ea-2316fbc31dd5 req-ddf1ce76-8e36-4b71-a634-dc4e02b0f04c tempest-ImagesOneServerTestJSON-971291341 tempest-ImagesOneServerTestJSON-971291341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:21.609325 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-39477b7a-7c0d-44ae-992f-cff24f7ab7b9 req-e2232702-46bb-49f2-b732-a89a3e37fbab tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=c1f9c9765b974fd98b786b1ff4e95823&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0374069 Aug 11 03:02:21.654274 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-bea3f486-3db9-46fd-a547-86016c97df14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:21.654587 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d373ef2a-5e4f-424b-8c63-3583bee01d49 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for floatingip, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:21.655975 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-d373ef2a-5e4f-424b-8c63-3583bee01d49 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6924648 Aug 11 03:02:21.672089 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf1ce76-8e36-4b71-a634-dc4e02b0f04c tempest-ImagesOneServerTestJSON-971291341 tempest-ImagesOneServerTestJSON-971291341-project] Pushing event deleted for resources: {'Port': ['ID=46eb3533-e07c-442c-8924-7168fb1b7251,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:21.715959 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e9fb33-b69e-43ae-ae94-ab9e98aff91d None None] Pushing event updated for resources: {'Port': ['ID=f6ddfaab-50af-4c40-8107-3ba41ae12640,revision_number=3']} {{(pid=102194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:21.729671 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e9fb33-b69e-43ae-ae94-ab9e98aff91d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:21.730642 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e9fb33-b69e-43ae-ae94-ab9e98aff91d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:21.734342 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e9fb33-b69e-43ae-ae94-ab9e98aff91d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:21.736750 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e9fb33-b69e-43ae-ae94-ab9e98aff91d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:21.737395 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e9fb33-b69e-43ae-ae94-ab9e98aff91d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:21.737923 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e9fb33-b69e-43ae-ae94-ab9e98aff91d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:21.738582 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e9fb33-b69e-43ae-ae94-ab9e98aff91d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:21.745660 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e9fb33-b69e-43ae-ae94-ab9e98aff91d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:21.745660 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e9fb33-b69e-43ae-ae94-ab9e98aff91d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:21.745660 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e9fb33-b69e-43ae-ae94-ab9e98aff91d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:21.745660 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e9fb33-b69e-43ae-ae94-ab9e98aff91d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:21.745660 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e9fb33-b69e-43ae-ae94-ab9e98aff91d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:21.804701 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0e8c9403-3753-4bb1-bb80-a3de2170608a req-93af98ce-507b-4fe8-9de3-a8dfc7e5fe3b tempest-ImagesOneServerTestJSON-971291341 tempest-ImagesOneServerTestJSON-971291341-project] 10.222.0.41 "GET /v2.0/security-groups?id=77f70127-1bc6-4157-9581-f6d17790cf11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2558720 Aug 11 03:02:21.818874 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-bea3f486-3db9-46fd-a547-86016c97df14 None None] Attempting to bind port f6ddfaab-50af-4c40-8107-3ba41ae12640 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:02:21.819587 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-bea3f486-3db9-46fd-a547-86016c97df14 None None] Attempting to bind port f6ddfaab-50af-4c40-8107-3ba41ae12640 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': '51ba8099-7622-42cb-adbd-7c8aaac78355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '6b5eb666-47e5-4ddb-b0bc-16855d478160'}] {{(pid=102194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:02:21.820298 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea3f486-3db9-46fd-a547-86016c97df14 None None] Attempting to bind port f6ddfaab-50af-4c40-8107-3ba41ae12640 on network 6b5eb666-47e5-4ddb-b0bc-16855d478160 {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:02:21.834119 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea3f486-3db9-46fd-a547-86016c97df14 None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 2, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:02:21.834806 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea3f486-3db9-46fd-a547-86016c97df14 None None] Checking segment: {'id': '51ba8099-7622-42cb-adbd-7c8aaac78355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '6b5eb666-47e5-4ddb-b0bc-16855d478160'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:02:21.835393 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-bea3f486-3db9-46fd-a547-86016c97df14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:21.835951 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea3f486-3db9-46fd-a547-86016c97df14 None None] Bound using segment: {'id': '51ba8099-7622-42cb-adbd-7c8aaac78355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '6b5eb666-47e5-4ddb-b0bc-16855d478160'} {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:02:21.836608 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-bea3f486-3db9-46fd-a547-86016c97df14 None None] Bound port: f6ddfaab-50af-4c40-8107-3ba41ae12640, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51ba8099-7622-42cb-adbd-7c8aaac78355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '6b5eb666-47e5-4ddb-b0bc-16855d478160'}}] {{(pid=102194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:02:21.837191 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-bea3f486-3db9-46fd-a547-86016c97df14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:21.951706 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.db [None req-bea3f486-3db9-46fd-a547-86016c97df14 None None] For port f6ddfaab-50af-4c40-8107-3ba41ae12640, host n-d-764292-30, cleared binding levels {{(pid=102194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:02:21.957827 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.db [None req-bea3f486-3db9-46fd-a547-86016c97df14 None None] For port f6ddfaab-50af-4c40-8107-3ba41ae12640, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=f6ddfaab-50af-4c40-8107-3ba41ae12640,segment=NetworkSegment(51ba8099-7622-42cb-adbd-7c8aaac78355),segment_id=51ba8099-7622-42cb-adbd-7c8aaac78355)] {{(pid=102194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:02:21.967051 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae2021cf-19d6-43b2-b6ea-2316fbc31dd5 req-ddf1ce76-8e36-4b71-a634-dc4e02b0f04c tempest-ImagesOneServerTestJSON-971291341 tempest-ImagesOneServerTestJSON-971291341-project] No DVR routers for this DVR port 46eb3533-e07c-442c-8924-7168fb1b7251 on host n-h2-764292-30 {{(pid=102192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:02:21.982062 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-ae2021cf-19d6-43b2-b6ea-2316fbc31dd5 req-ddf1ce76-8e36-4b71-a634-dc4e02b0f04c tempest-ImagesOneServerTestJSON-971291341 tempest-ImagesOneServerTestJSON-971291341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:21.985850 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ae2021cf-19d6-43b2-b6ea-2316fbc31dd5 req-ddf1ce76-8e36-4b71-a634-dc4e02b0f04c tempest-ImagesOneServerTestJSON-971291341 tempest-ImagesOneServerTestJSON-971291341-project] 10.222.0.24 "DELETE /v2.0/ports/46eb3533-e07c-442c-8924-7168fb1b7251 HTTP/1.1" status: 204 len: 173 time: 1.4312487 Aug 11 03:02:21.986447 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7150980e-2083-44a0-b896-b3ca6e56e82d', 'name': 'network-vif-deleted', 'tag': '46eb3533-e07c-442c-8924-7168fb1b7251'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:02:21.989178 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95bdb1af-f557-4e88-a66a-e44582aa0d83" -d '{"events": [{"server_uuid": "7150980e-2083-44a0-b896-b3ca6e56e82d", "name": "network-vif-deleted", "tag": "46eb3533-e07c-442c-8924-7168fb1b7251"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:02:22.004405 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1e76cd-10f7-4928-b427-fa0f122e8857 req-77cfc321-b61e-406f-a2f6-8a40cf7d3b7a tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:22.006327 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-dc1e76cd-10f7-4928-b427-fa0f122e8857 req-77cfc321-b61e-406f-a2f6-8a40cf7d3b7a tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] 10.222.0.41 "GET /v2.0/ports?device_id=556e7d75-337f-4993-a362-02c4370aa3fa HTTP/1.1" status: 200 len: 945 time: 0.1822529 Aug 11 03:02:22.043967 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-bea3f486-3db9-46fd-a547-86016c97df14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:22.053854 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39477b7a-7c0d-44ae-992f-cff24f7ab7b9 req-6c04b426-7782-4ab3-bc04-0ae8c8dd0a36 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:22.055624 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-39477b7a-7c0d-44ae-992f-cff24f7ab7b9 req-6c04b426-7782-4ab3-bc04-0ae8c8dd0a36 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4090607 Aug 11 03:02:22.078104 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-39477b7a-7c0d-44ae-992f-cff24f7ab7b9 req-ae485f2c-7863-4a64-ba1a-dc96b03ad9ee tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Request body: {'port': {'device_id': '5ec2859a-b01c-4908-98dd-17038e54b6de', 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba', 'admin_state_up': True, 'tenant_id': 'c1f9c9765b974fd98b786b1ff4e95823'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:02:22.115959 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ec036ed1-81f5-4155-a1a2-9f0b549bc71d req-8a70ff90-990e-4b8c-96b0-c281580730c0 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--2098816093&fields=id&tenant_id=3419766c112444a3864f482257b66851 HTTP/1.1" status: 200 len: 267 time: 0.1549082 Aug 11 03:02:22.143735 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea3f486-3db9-46fd-a547-86016c97df14 None None] Routers {'e45fb9a7-38e2-427f-9097-97b2a8cb8a1b'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:02:22.144845 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-bea3f486-3db9-46fd-a547-86016c97df14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:02:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['e45fb9a7-38e2-427f-9097-97b2a8cb8a1b'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:02:22.158805 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 0b48c2d7-7c5e-4f95-82ab-5c6c51b4a54e up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:02:22.182904 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-dc1e76cd-10f7-4928-b427-fa0f122e8857 req-7d970d2d-c5d5-47c4-b668-ec537d94a5b3 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] 10.222.0.41 "GET /v2.0/security-groups?id=17343059-1bdd-4a6d-8bb4-dcbed1576fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618297 Aug 11 03:02:22.232828 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e9fb33-b69e-43ae-ae94-ab9e98aff91d None None] Pushing event updated for resources: {'Port': ['ID=f6ddfaab-50af-4c40-8107-3ba41ae12640,revision_number=4']} {{(pid=102194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:22.309336 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 0b48c2d7-7c5e-4f95-82ab-5c6c51b4a54e triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:02:22.310440 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:22.370263 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-bea3f486-3db9-46fd-a547-86016c97df14 None None] Set router e45fb9a7-38e2-427f-9097-97b2a8cb8a1b gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:02:22.395235 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-15f517c9-e388-4b03-bf73-c5a29a717d43 req-bcc927e2-8ae1-4af5-878f-6af617746dcf tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ec2859a-b01c-4908-98dd-17038e54b6de HTTP/1.1" status: 200 len: 210 time: 0.0575476 Aug 11 03:02:22.407672 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec036ed1-81f5-4155-a1a2-9f0b549bc71d req-314a9d08-f464-4259-b4a3-443c20ed9ac5 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:22.415352 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ec036ed1-81f5-4155-a1a2-9f0b549bc71d req-314a9d08-f464-4259-b4a3-443c20ed9ac5 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/networks?id=6b5eb666-47e5-4ddb-b0bc-16855d478160 HTTP/1.1" status: 200 len: 812 time: 0.2983634 Aug 11 03:02:22.487125 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ec036ed1-81f5-4155-a1a2-9f0b549bc71d req-6df1265b-79aa-47dc-b27d-9bbc9e1f7e51 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/quotas/3419766c112444a3864f482257b66851 HTTP/1.1" status: 200 len: 375 time: 0.0691764 Aug 11 03:02:22.494951 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dea4eaae-0b04-4361-bd65-b25b5609ed9b x-openstack-request-id: req-dea4eaae-0b04-4361-bd65-b25b5609ed9b {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:02:22.495428 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7150980e-2083-44a0-b896-b3ca6e56e82d", "name": "network-vif-deleted", "tag": "46eb3533-e07c-442c-8924-7168fb1b7251", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:02:22.495848 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-dea4eaae-0b04-4361-bd65-b25b5609ed9b {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:02:22.496394 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7150980e-2083-44a0-b896-b3ca6e56e82d', 'name': 'network-vif-deleted', 'tag': '46eb3533-e07c-442c-8924-7168fb1b7251', 'status': 'completed', 'code': 200} Aug 11 03:02:22.577731 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ec036ed1-81f5-4155-a1a2-9f0b549bc71d req-b887b4e8-4493-4c4b-96de-ca5332bd89e4 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=3419766c112444a3864f482257b66851&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0894225 Aug 11 03:02:22.687761 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39477b7a-7c0d-44ae-992f-cff24f7ab7b9 req-ae485f2c-7863-4a64-ba1a-dc96b03ad9ee tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Made reservation on behalf of c1f9c9765b974fd98b786b1ff4e95823 for: {'port': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:02:22.692752 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-39477b7a-7c0d-44ae-992f-cff24f7ab7b9 req-ae485f2c-7863-4a64-ba1a-dc96b03ad9ee tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:22.712312 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-bea3f486-3db9-46fd-a547-86016c97df14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e45fb9a7-38e2-427f-9097-97b2a8cb8a1b', 'name': 'tempest-ServerActionsTestJSON-1806508089-router', 'tenant_id': '3419766c112444a3864f482257b66851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.60'}], 'enable_snat': True}, 'gw_port_id': '0b48c2d7-7c5e-4f95-82ab-5c6c51b4a54e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:02:11Z', 'updated_at': '2021-08-11T03:02:15Z', 'revision_number': 4, 'project_id': '3419766c112444a3864f482257b66851', 'gw_port': {'id': '0b48c2d7-7c5e-4f95-82ab-5c6c51b4a54e', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:39:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45fb9a7-38e2-427f-9097-97b2a8cb8a1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:02:12Z', 'updated_at': '2021-08-11T03:02:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': 'f6ddfaab-50af-4c40-8107-3ba41ae12640', 'name': '', 'network_id': '6b5eb666-47e5-4ddb-b0bc-16855d478160', 'tenant_id': '3419766c112444a3864f482257b66851', 'mac_address': 'fa:16:3e:7b:a4:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e45fb9a7-38e2-427f-9097-97b2a8cb8a1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '6bc807f9-b5f2-488b-b980-1ec1f7afe42f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:02:15Z', 'updated_at': '2021-08-11T03:02:21Z', 'revision_number': 4, 'project_id': '3419766c112444a3864f482257b66851', 'subnets': [{'id': '6bc807f9-b5f2-488b-b980-1ec1f7afe42f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:02:22.736004 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e350db2d-9ef5-4e68-9faf-40c5876db6f0 req-3907c7ea-563c-403d-a954-a42d86ccbb25 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:22.737613 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e350db2d-9ef5-4e68-9faf-40c5876db6f0 req-3907c7ea-563c-403d-a954-a42d86ccbb25 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4da503b-42df-4297-90a5-a4517b73577c HTTP/1.1" status: 200 len: 944 time: 0.1588299 Aug 11 03:02:22.741044 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea3f486-3db9-46fd-a547-86016c97df14 None None] The sync data for ids ['e45fb9a7-38e2-427f-9097-97b2a8cb8a1b'] in n-d-764292-30 is: [{'id': 'e45fb9a7-38e2-427f-9097-97b2a8cb8a1b', 'name': 'tempest-ServerActionsTestJSON-1806508089-router', 'tenant_id': '3419766c112444a3864f482257b66851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.60'}], 'enable_snat': True}, 'gw_port_id': '0b48c2d7-7c5e-4f95-82ab-5c6c51b4a54e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:02:11Z', 'updated_at': '2021-08-11T03:02:15Z', 'revision_number': 4, 'project_id': '3419766c112444a3864f482257b66851', 'gw_port': {'id': '0b48c2d7-7c5e-4f95-82ab-5c6c51b4a54e', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:39:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45fb9a7-38e2-427f-9097-97b2a8cb8a1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:02:12Z', 'updated_at': '2021-08-11T03:02:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': 'f6ddfaab-50af-4c40-8107-3ba41ae12640', 'name': '', 'network_id': '6b5eb666-47e5-4ddb-b0bc-16855d478160', 'tenant_id': '3419766c112444a3864f482257b66851', 'mac_address': 'fa:16:3e:7b:a4:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e45fb9a7-38e2-427f-9097-97b2a8cb8a1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '6bc807f9-b5f2-488b-b980-1ec1f7afe42f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:02:15Z', 'updated_at': '2021-08-11T03:02:21Z', 'revision_number': 4, 'project_id': '3419766c112444a3864f482257b66851', 'subnets': [{'id': '6bc807f9-b5f2-488b-b980-1ec1f7afe42f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:02:22.752564 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ec036ed1-81f5-4155-a1a2-9f0b549bc71d req-e17c7a07-e8b3-48ee-847b-bf7d72f75a50 service neutron] 10.222.0.41 "GET /v2.0/networks/6b5eb666-47e5-4ddb-b0bc-16855d478160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417537 Aug 11 03:02:22.926990 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e350db2d-9ef5-4e68-9faf-40c5876db6f0 req-1007856a-87c2-4b73-9726-aceb6d4a935a tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/security-groups?id=c7e06141-9137-4a1d-bc20-6fbfa107e8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673234 Aug 11 03:02:22.991930 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [req-39477b7a-7c0d-44ae-992f-cff24f7ab7b9 req-ae485f2c-7863-4a64-ba1a-dc96b03ad9ee tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Allocated IP 192.168.233.133 (d1bf0def-6fa4-4d3e-bbc5-20a040931fba/254a3f4d-2b75-429e-bbb2-8e70554e9483/0e651a33-7f9d-42f8-841f-da7670b11eb0) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:02:22.995780 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ec036ed1-81f5-4155-a1a2-9f0b549bc71d req-b0340286-59f7-4383-922a-b37bb5347caa service neutron] 10.222.0.41 "GET /v2.0/networks/6b5eb666-47e5-4ddb-b0bc-16855d478160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2074418 Aug 11 03:02:23.115991 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1421ae-7294-4f15-b985-899d2c66054d req-32c3ea33-6316-4f92-a5b8-b92f98202e15 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:23.117562 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-fc1421ae-7294-4f15-b985-899d2c66054d req-32c3ea33-6316-4f92-a5b8-b92f98202e15 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] 10.222.0.41 "GET /v2.0/ports?device_id=556e7d75-337f-4993-a362-02c4370aa3fa HTTP/1.1" status: 200 len: 945 time: 0.1017804 Aug 11 03:02:23.245311 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-fc1421ae-7294-4f15-b985-899d2c66054d req-cdc1d279-a2a3-4eb4-92da-270fbbeae773 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] 10.222.0.41 "GET /v2.0/security-groups?id=17343059-1bdd-4a6d-8bb4-dcbed1576fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081195 Aug 11 03:02:23.352151 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-39477b7a-7c0d-44ae-992f-cff24f7ab7b9 req-ae485f2c-7863-4a64-ba1a-dc96b03ad9ee tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:23.378429 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [req-39477b7a-7c0d-44ae-992f-cff24f7ab7b9 req-ae485f2c-7863-4a64-ba1a-dc96b03ad9ee tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Transition to ACTIVE for port object 0e651a33-7f9d-42f8-841f-da7670b11eb0 will not be triggered until provisioned by entity DHCP. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:02:23.489184 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-39477b7a-7c0d-44ae-992f-cff24f7ab7b9 req-ae485f2c-7863-4a64-ba1a-dc96b03ad9ee tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:23.504014 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['acd77bac-ad9f-4185-9417-ca2c1c5f2f9c', '458952e7-3214-4b7c-b5f0-fc92a3bcef03'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:02:23.507424 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['2e23dd7b-0b38-404c-8090-6ce6bff54305', '757139b6-8342-4504-82df-491f3ad6472a', 'd008f631-61e8-4410-80e4-ee203c8580df'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:02:23.682542 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-349fbeb8-e231-4896-b1e3-865c411a7fa6 req-705640a4-32fb-451e-be84-ecab7632bbdb tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=70c84ed6-1b38-4b73-8bea-55c843cc7bda HTTP/1.1" status: 200 len: 210 time: 0.0966239 Aug 11 03:02:23.683701 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae485f2c-7863-4a64-ba1a-dc96b03ad9ee tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Pushing event updated for resources: {'Port': ['ID=0e651a33-7f9d-42f8-841f-da7670b11eb0,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:23.718242 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39477b7a-7c0d-44ae-992f-cff24f7ab7b9 req-ae485f2c-7863-4a64-ba1a-dc96b03ad9ee tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Network d1bf0def-6fa4-4d3e-bbc5-20a040931fba is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:02:23.720139 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [req-39477b7a-7c0d-44ae-992f-cff24f7ab7b9 req-ae485f2c-7863-4a64-ba1a-dc96b03ad9ee tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:02:23.723698 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [req-39477b7a-7c0d-44ae-992f-cff24f7ab7b9 req-ae485f2c-7863-4a64-ba1a-dc96b03ad9ee tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:02:23.826332 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39477b7a-7c0d-44ae-992f-cff24f7ab7b9 req-ae485f2c-7863-4a64-ba1a-dc96b03ad9ee tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:23.826983 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-39477b7a-7c0d-44ae-992f-cff24f7ab7b9 req-ae485f2c-7863-4a64-ba1a-dc96b03ad9ee tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:23.874649 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1686236-0a0d-4287-86b3-abc8c896b350 req-e786d90c-6213-4f73-8f39-7b90723e1fbb tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:23.876905 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e1686236-0a0d-4287-86b3-abc8c896b350 req-e786d90c-6213-4f73-8f39-7b90723e1fbb tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ec2859a-b01c-4908-98dd-17038e54b6de HTTP/1.1" status: 200 len: 936 time: 0.0956097 Aug 11 03:02:23.948280 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e1686236-0a0d-4287-86b3-abc8c896b350 req-6b648bb3-bdb0-4258-ac07-1530e12f6b12 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8b0be49-76ee-4d50-8be0-9bf1508da412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643055 Aug 11 03:02:23.974574 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-39477b7a-7c0d-44ae-992f-cff24f7ab7b9 req-ae485f2c-7863-4a64-ba1a-dc96b03ad9ee tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8998106 Aug 11 03:02:23.993730 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-39477b7a-7c0d-44ae-992f-cff24f7ab7b9 req-977d15be-0a92-4bae-a8eb-99893e671b6d service neutron] Request body: {'port': {'device_id': '5ec2859a-b01c-4908-98dd-17038e54b6de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764292-30'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:02:24.129142 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-39477b7a-7c0d-44ae-992f-cff24f7ab7b9 req-977d15be-0a92-4bae-a8eb-99893e671b6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:24.172186 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device f6ddfaab-50af-4c40-8107-3ba41ae12640 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:02:24.187137 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-d128d17d-b9c7-4dc2-8416-481700d18cca None None] Provisioning for port 0e651a33-7f9d-42f8-841f-da7670b11eb0 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:02:24.194109 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056c8e49-98de-4a6f-a734-fa40d975436c req-6914cfee-c628-4715-a4e8-29886d296950 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:24.195682 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-056c8e49-98de-4a6f-a734-fa40d975436c req-6914cfee-c628-4715-a4e8-29886d296950 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4da503b-42df-4297-90a5-a4517b73577c HTTP/1.1" status: 200 len: 944 time: 0.1682081 Aug 11 03:02:24.219455 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-d128d17d-b9c7-4dc2-8416-481700d18cca None None] Provisioning complete for port 0e651a33-7f9d-42f8-841f-da7670b11eb0 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:02:24.219852 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-d128d17d-b9c7-4dc2-8416-481700d18cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:24.267790 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 45360) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:24.290493 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-d128d17d-b9c7-4dc2-8416-481700d18cca None None] Port 0e651a33-7f9d-42f8-841f-da7670b11eb0 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:02:24.307812 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-056c8e49-98de-4a6f-a734-fa40d975436c req-f65f86b4-eb11-40d5-9fe6-c7b9b6edd564 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/security-groups?id=c7e06141-9137-4a1d-bc20-6fbfa107e8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005342 Aug 11 03:02:24.416362 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 46eb3533-e07c-442c-8924-7168fb1b7251 no longer exists at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:02:24.444587 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] No Port match for: 46eb3533-e07c-442c-8924-7168fb1b7251 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:02:24.444931 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 46eb3533-e07c-442c-8924-7168fb1b7251 not bound to the agent host n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:02:24.446595 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port f6ddfaab-50af-4c40-8107-3ba41ae12640 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:02:24.450833 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port f6ddfaab-50af-4c40-8107-3ba41ae12640 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:02:24.451200 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:24.546465 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-e5eaea5e-4e29-4e00-ba3d-5030d5da4d07 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5601a025ff2643dd8e79f558de29bd67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2763727 Aug 11 03:02:24.549195 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 45376) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:24.555404 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [req-39477b7a-7c0d-44ae-992f-cff24f7ab7b9 req-977d15be-0a92-4bae-a8eb-99893e671b6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e651a33-7f9d-42f8-841f-da7670b11eb0 {{(pid=102192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:02:24.565408 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-39477b7a-7c0d-44ae-992f-cff24f7ab7b9 req-977d15be-0a92-4bae-a8eb-99893e671b6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:24.579597 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [req-39477b7a-7c0d-44ae-992f-cff24f7ab7b9 req-977d15be-0a92-4bae-a8eb-99893e671b6d service neutron] Transition to ACTIVE for port object 0e651a33-7f9d-42f8-841f-da7670b11eb0 will not be triggered until provisioned by entity L2. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:02:24.581662 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:24.607549 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-809b1c4b-ab24-4e3a-9e0b-43aa4baf8462 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:24.616842 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port f6ddfaab-50af-4c40-8107-3ba41ae12640, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=f6ddfaab-50af-4c40-8107-3ba41ae12640,segment=NetworkSegment(51ba8099-7622-42cb-adbd-7c8aaac78355),segment_id=51ba8099-7622-42cb-adbd-7c8aaac78355)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:02:24.628967 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-809b1c4b-ab24-4e3a-9e0b-43aa4baf8462 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:24.706530 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-39477b7a-7c0d-44ae-992f-cff24f7ab7b9 req-977d15be-0a92-4bae-a8eb-99893e671b6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:24.794051 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5b8e1953-b8c6-458e-ad9c-b10aaf0dbfa2 req-9440314f-0c2d-4eb4-ab7b-875aba2406ed tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=70c84ed6-1b38-4b73-8bea-55c843cc7bda HTTP/1.1" status: 200 len: 210 time: 0.0382349 Aug 11 03:02:24.805329 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977d15be-0a92-4bae-a8eb-99893e671b6d service neutron] Pushing event updated for resources: {'Port': ['ID=0e651a33-7f9d-42f8-841f-da7670b11eb0,revision_number=2']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:24.819027 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:24.858956 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-809b1c4b-ab24-4e3a-9e0b-43aa4baf8462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:24.862634 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-809b1c4b-ab24-4e3a-9e0b-43aa4baf8462 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:24.864251 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-809b1c4b-ab24-4e3a-9e0b-43aa4baf8462 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/77f70127-1bc6-4157-9581-f6d17790cf11 HTTP/1.1" status: 204 len: 168 time: 0.3138545 Aug 11 03:02:24.894547 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809b1c4b-ab24-4e3a-9e0b-43aa4baf8462 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77f70127-1bc6-4157-9581-f6d17790cf11,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:24.897672 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-39477b7a-7c0d-44ae-992f-cff24f7ab7b9 req-977d15be-0a92-4bae-a8eb-99893e671b6d service neutron] Attempting to bind port 0e651a33-7f9d-42f8-841f-da7670b11eb0 on host n-h1-764292-30 for vnic_type normal with profile {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:02:24.898121 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-39477b7a-7c0d-44ae-992f-cff24f7ab7b9 req-977d15be-0a92-4bae-a8eb-99893e671b6d service neutron] Attempting to bind port 0e651a33-7f9d-42f8-841f-da7670b11eb0 by drivers openvswitch,hyperv on host n-h1-764292-30 at level 0 using segments [{'id': '9b7b03c0-092f-4953-898f-de6d8f2338ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba'}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:02:24.900722 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39477b7a-7c0d-44ae-992f-cff24f7ab7b9 req-977d15be-0a92-4bae-a8eb-99893e671b6d service neutron] Attempting to bind port 0e651a33-7f9d-42f8-841f-da7670b11eb0 on network d1bf0def-6fa4-4d3e-bbc5-20a040931fba {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:02:24.911084 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39477b7a-7c0d-44ae-992f-cff24f7ab7b9 req-977d15be-0a92-4bae-a8eb-99893e671b6d service neutron] Port 0e651a33-7f9d-42f8-841f-da7670b11eb0 on network d1bf0def-6fa4-4d3e-bbc5-20a040931fba not bound, no agent of type Open vSwitch agent registered on host n-h1-764292-30 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:02:24.911723 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39477b7a-7c0d-44ae-992f-cff24f7ab7b9 req-977d15be-0a92-4bae-a8eb-99893e671b6d service neutron] Attempting to bind port 0e651a33-7f9d-42f8-841f-da7670b11eb0 on network d1bf0def-6fa4-4d3e-bbc5-20a040931fba {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:02:24.913218 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=f6ddfaab-50af-4c40-8107-3ba41ae12640,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:24.926987 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39477b7a-7c0d-44ae-992f-cff24f7ab7b9 req-977d15be-0a92-4bae-a8eb-99893e671b6d service neutron] Checking agent: {'id': 'abb524c2-b412-4ed2-8367-45c4fd996fa7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 2, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:02:24.926987 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39477b7a-7c0d-44ae-992f-cff24f7ab7b9 req-977d15be-0a92-4bae-a8eb-99893e671b6d service neutron] Checking segment: {'id': '9b7b03c0-092f-4953-898f-de6d8f2338ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:02:24.926987 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39477b7a-7c0d-44ae-992f-cff24f7ab7b9 req-977d15be-0a92-4bae-a8eb-99893e671b6d service neutron] Bound using segment: {'id': '9b7b03c0-092f-4953-898f-de6d8f2338ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba'} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:02:24.926987 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-39477b7a-7c0d-44ae-992f-cff24f7ab7b9 req-977d15be-0a92-4bae-a8eb-99893e671b6d service neutron] Bound port: 0e651a33-7f9d-42f8-841f-da7670b11eb0, host: n-h1-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b7b03c0-092f-4953-898f-de6d8f2338ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba'}}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:02:24.926987 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-39477b7a-7c0d-44ae-992f-cff24f7ab7b9 req-977d15be-0a92-4bae-a8eb-99893e671b6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:25.038947 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979ecdf4-baf1-40cc-b875-742df58cce2d req-4af2dc25-683f-4fc6-9212-fc70ad792b4f tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:25.040373 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-979ecdf4-baf1-40cc-b875-742df58cce2d req-4af2dc25-683f-4fc6-9212-fc70ad792b4f tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] 10.222.0.41 "GET /v2.0/ports?device_id=556e7d75-337f-4993-a362-02c4370aa3fa HTTP/1.1" status: 200 len: 945 time: 0.1020219 Aug 11 03:02:25.057529 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-39477b7a-7c0d-44ae-992f-cff24f7ab7b9 req-977d15be-0a92-4bae-a8eb-99893e671b6d service neutron] For port 0e651a33-7f9d-42f8-841f-da7670b11eb0, host n-h1-764292-30, cleared binding levels {{(pid=102192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:02:25.098493 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-39477b7a-7c0d-44ae-992f-cff24f7ab7b9 req-977d15be-0a92-4bae-a8eb-99893e671b6d service neutron] For port 0e651a33-7f9d-42f8-841f-da7670b11eb0, host n-h1-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=0e651a33-7f9d-42f8-841f-da7670b11eb0,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:02:25.129097 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-979ecdf4-baf1-40cc-b875-742df58cce2d req-07df9b6e-0645-42c2-9f34-c35f0aa66fc2 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] 10.222.0.41 "GET /v2.0/security-groups?id=17343059-1bdd-4a6d-8bb4-dcbed1576fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754569 Aug 11 03:02:25.140035 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42df0d5d-f4de-4264-b164-8a20272c13ad req-5b9bd4ef-7cbc-4df0-bf84-36f47e36ab07 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:25.141745 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-42df0d5d-f4de-4264-b164-8a20272c13ad req-5b9bd4ef-7cbc-4df0-bf84-36f47e36ab07 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ec2859a-b01c-4908-98dd-17038e54b6de HTTP/1.1" status: 200 len: 948 time: 0.1002643 Aug 11 03:02:25.181079 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-42df0d5d-f4de-4264-b164-8a20272c13ad req-019c70b2-2b08-432b-97c5-1de76b37a47d tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8b0be49-76ee-4d50-8be0-9bf1508da412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328751 Aug 11 03:02:25.249135 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-39477b7a-7c0d-44ae-992f-cff24f7ab7b9 req-977d15be-0a92-4bae-a8eb-99893e671b6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:25.284334 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39477b7a-7c0d-44ae-992f-cff24f7ab7b9 req-977d15be-0a92-4bae-a8eb-99893e671b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:25.285018 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-39477b7a-7c0d-44ae-992f-cff24f7ab7b9 req-977d15be-0a92-4bae-a8eb-99893e671b6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:25.286415 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-39477b7a-7c0d-44ae-992f-cff24f7ab7b9 req-977d15be-0a92-4bae-a8eb-99893e671b6d service neutron] 10.222.0.22 "PUT /v2.0/ports/0e651a33-7f9d-42f8-841f-da7670b11eb0 HTTP/1.1" status: 200 len: 1097 time: 1.2994595 Aug 11 03:02:25.287166 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ec2859a-b01c-4908-98dd-17038e54b6de', 'tag': '0e651a33-7f9d-42f8-841f-da7670b11eb0'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:02:25.289426 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c12e8e6d-cd03-4023-9a8a-acb549f327ab" -d '{"events": [{"name": "network-changed", "server_uuid": "5ec2859a-b01c-4908-98dd-17038e54b6de", "tag": "0e651a33-7f9d-42f8-841f-da7670b11eb0"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:02:25.316026 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977d15be-0a92-4bae-a8eb-99893e671b6d service neutron] Pushing event updated for resources: {'Port': ['ID=0e651a33-7f9d-42f8-841f-da7670b11eb0,revision_number=3']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:25.343274 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:02:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-584c8a87-a348-447f-9ee9-43c4eadb9f20 x-openstack-request-id: req-584c8a87-a348-447f-9ee9-43c4eadb9f20 {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:02:25.343564 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ec2859a-b01c-4908-98dd-17038e54b6de", "tag": "0e651a33-7f9d-42f8-841f-da7670b11eb0", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:02:25.343814 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-584c8a87-a348-447f-9ee9-43c4eadb9f20 {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:02:25.344268 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ec2859a-b01c-4908-98dd-17038e54b6de', 'tag': '0e651a33-7f9d-42f8-841f-da7670b11eb0', 'status': 'completed', 'code': 200} Aug 11 03:02:25.417351 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12e8e6d-cd03-4023-9a8a-acb549f327ab req-67a386d5-54f7-4995-82ee-852dba650170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:25.421547 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c12e8e6d-cd03-4023-9a8a-acb549f327ab req-67a386d5-54f7-4995-82ee-852dba650170 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c1f9c9765b974fd98b786b1ff4e95823&device_id=5ec2859a-b01c-4908-98dd-17038e54b6de HTTP/1.1" status: 200 len: 1100 time: 0.0527053 Aug 11 03:02:25.475834 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c12e8e6d-cd03-4023-9a8a-acb549f327ab req-66f78076-ebcc-4ac7-b50e-b161f96ada86 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=c1f9c9765b974fd98b786b1ff4e95823&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0412700 Aug 11 03:02:25.522821 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39701d9-e243-4ce1-9e64-4a0d0e460620 req-19c22b27-428a-4b8d-9649-33022dba1dc0 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:25.530911 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d39701d9-e243-4ce1-9e64-4a0d0e460620 req-19c22b27-428a-4b8d-9649-33022dba1dc0 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4da503b-42df-4297-90a5-a4517b73577c HTTP/1.1" status: 200 len: 944 time: 0.1081333 Aug 11 03:02:25.611492 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d39701d9-e243-4ce1-9e64-4a0d0e460620 req-04d865e7-57f6-48fe-91ef-ea4891b0602b tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/security-groups?id=c7e06141-9137-4a1d-bc20-6fbfa107e8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795033 Aug 11 03:02:25.637216 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12e8e6d-cd03-4023-9a8a-acb549f327ab req-7a95b335-b6d2-4660-a657-6aec5bb70fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:25.638845 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c12e8e6d-cd03-4023-9a8a-acb549f327ab req-7a95b335-b6d2-4660-a657-6aec5bb70fd7 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1516683 Aug 11 03:02:25.737668 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39477b7a-7c0d-44ae-992f-cff24f7ab7b9 req-9a9df873-1ef4-4a61-b425-d7b221f16a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:25.739460 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-39477b7a-7c0d-44ae-992f-cff24f7ab7b9 req-9a9df873-1ef4-4a61-b425-d7b221f16a96 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c1f9c9765b974fd98b786b1ff4e95823&device_id=5ec2859a-b01c-4908-98dd-17038e54b6de HTTP/1.1" status: 200 len: 1100 time: 0.0483747 Aug 11 03:02:25.793516 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-39477b7a-7c0d-44ae-992f-cff24f7ab7b9 req-1981faab-5646-4715-9df3-f96b27580c08 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=0e651a33-7f9d-42f8-841f-da7670b11eb0 HTTP/1.1" status: 200 len: 217 time: 0.0453417 Aug 11 03:02:25.854617 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39477b7a-7c0d-44ae-992f-cff24f7ab7b9 req-80452d5d-7b23-4048-a3d4-4b89cdfd8537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:25.856016 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-39477b7a-7c0d-44ae-992f-cff24f7ab7b9 req-80452d5d-7b23-4048-a3d4-4b89cdfd8537 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=254a3f4d-2b75-429e-bbb2-8e70554e9483 HTTP/1.1" status: 200 len: 843 time: 0.0554459 Aug 11 03:02:25.918502 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-35956544-6560-4934-b01d-180b377ab68d req-20921538-12b8-4081-b579-a8abd6cb31d8 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=70c84ed6-1b38-4b73-8bea-55c843cc7bda HTTP/1.1" status: 200 len: 210 time: 0.0444002 Aug 11 03:02:25.931498 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39477b7a-7c0d-44ae-992f-cff24f7ab7b9 req-000c8b41-c195-4475-902d-a6e08dec198e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:25.932974 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-39477b7a-7c0d-44ae-992f-cff24f7ab7b9 req-000c8b41-c195-4475-902d-a6e08dec198e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d1bf0def-6fa4-4d3e-bbc5-20a040931fba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0687165 Aug 11 03:02:26.029260 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-39477b7a-7c0d-44ae-992f-cff24f7ab7b9 req-892edc29-367a-4df0-9c40-6471e6eea62c service neutron] 10.222.0.22 "GET /v2.0/networks/d1bf0def-6fa4-4d3e-bbc5-20a040931fba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879991 Aug 11 03:02:26.113164 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device f6ddfaab-50af-4c40-8107-3ba41ae12640 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:02:26.150225 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-39477b7a-7c0d-44ae-992f-cff24f7ab7b9 req-5f6b2406-4ddd-4346-839d-81bb3b45d23b service neutron] 10.222.0.22 "GET /v2.0/networks/d1bf0def-6fa4-4d3e-bbc5-20a040931fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128843 Aug 11 03:02:26.171311 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port f6ddfaab-50af-4c40-8107-3ba41ae12640 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:02:26.171770 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:26.303539 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2915133e-87e1-4d0d-99dd-d1e4a055d181 req-4c438431-49c6-4868-954f-237a8be9df8b tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:26.312354 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2915133e-87e1-4d0d-99dd-d1e4a055d181 req-4c438431-49c6-4868-954f-237a8be9df8b tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] 10.222.0.41 "GET /v2.0/ports?device_id=556e7d75-337f-4993-a362-02c4370aa3fa HTTP/1.1" status: 200 len: 945 time: 0.0995352 Aug 11 03:02:26.394079 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2915133e-87e1-4d0d-99dd-d1e4a055d181 req-eb3add7f-6230-4ae8-89c4-26b311f66acf tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] 10.222.0.41 "GET /v2.0/security-groups?id=17343059-1bdd-4a6d-8bb4-dcbed1576fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807159 Aug 11 03:02:26.409638 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4998d5-5ed5-487c-a9a0-1b77204922bf req-416bdc7f-ae48-4e02-9e36-6b9b25921709 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:26.411425 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bd4998d5-5ed5-487c-a9a0-1b77204922bf req-416bdc7f-ae48-4e02-9e36-6b9b25921709 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ec2859a-b01c-4908-98dd-17038e54b6de HTTP/1.1" status: 200 len: 948 time: 0.0815442 Aug 11 03:02:26.459590 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bd4998d5-5ed5-487c-a9a0-1b77204922bf req-2349f4ff-bbe4-4e12-8a81-49ceff3c73eb tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8b0be49-76ee-4d50-8be0-9bf1508da412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414226 Aug 11 03:02:26.737427 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab10adb3-494a-4b6c-9adb-6b3f0d0954a0 req-9f7cd0a1-09e0-4963-89a1-29acc582dbd1 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:26.739226 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ab10adb3-494a-4b6c-9adb-6b3f0d0954a0 req-9f7cd0a1-09e0-4963-89a1-29acc582dbd1 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4da503b-42df-4297-90a5-a4517b73577c HTTP/1.1" status: 200 len: 944 time: 0.0550301 Aug 11 03:02:26.784433 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ab10adb3-494a-4b6c-9adb-6b3f0d0954a0 req-8d78a889-0a1d-4aa4-ba62-ee459665c0d9 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/security-groups?id=c7e06141-9137-4a1d-bc20-6fbfa107e8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384221 Aug 11 03:02:27.042266 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec036ed1-81f5-4155-a1a2-9f0b549bc71d req-4c9f521d-6ae3-4b84-947c-25b8d69b0999 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:27.044654 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ec036ed1-81f5-4155-a1a2-9f0b549bc71d req-4c9f521d-6ae3-4b84-947c-25b8d69b0999 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.24 "GET /v2.0/networks?id=6b5eb666-47e5-4ddb-b0bc-16855d478160 HTTP/1.1" status: 200 len: 812 time: 0.1470523 Aug 11 03:02:27.046697 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-29916386-ae96-4714-8cd5-c7face3b6f95 req-3a506dc7-fa86-4a6b-91c2-3cd26a068aef tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=70c84ed6-1b38-4b73-8bea-55c843cc7bda HTTP/1.1" status: 200 len: 210 time: 0.0541193 Aug 11 03:02:27.250436 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.agents_db [None req-950b7202-decb-43e2-8f71-ac8931dc9749 None None] Agent healthcheck: found 7 active agents {{(pid=102194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:02:27.381921 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ec036ed1-81f5-4155-a1a2-9f0b549bc71d req-5f15ba9d-9c8d-415a-8ff4-0d8983862db0 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3419766c112444a3864f482257b66851 HTTP/1.1" status: 200 len: 380 time: 0.3220818 Aug 11 03:02:27.398858 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-ec036ed1-81f5-4155-a1a2-9f0b549bc71d req-d774b62d-00c9-4cf7-bf40-6e424b4cbc5f tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Request body: {'port': {'device_id': '70c84ed6-1b38-4b73-8bea-55c843cc7bda', 'network_id': '6b5eb666-47e5-4ddb-b0bc-16855d478160', 'admin_state_up': True, 'tenant_id': '3419766c112444a3864f482257b66851', 'security_groups': ['2a2aa92e-a0e4-4cb3-9665-2569763a2f7f']}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:02:27.628112 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a19166-51c6-4d99-b415-883e3bded02d req-917c96ca-1c4e-4ac0-bff7-25f4b5fbd016 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:27.629491 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-21a19166-51c6-4d99-b415-883e3bded02d req-917c96ca-1c4e-4ac0-bff7-25f4b5fbd016 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] 10.222.0.41 "GET /v2.0/ports?device_id=556e7d75-337f-4993-a362-02c4370aa3fa HTTP/1.1" status: 200 len: 945 time: 0.1013076 Aug 11 03:02:27.663020 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93627750-7e32-49b0-9fb3-8b7dd8a63480 req-a68f995f-1152-4af1-a74b-45b7049fe71b tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:27.664551 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-93627750-7e32-49b0-9fb3-8b7dd8a63480 req-a68f995f-1152-4af1-a74b-45b7049fe71b tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ec2859a-b01c-4908-98dd-17038e54b6de HTTP/1.1" status: 200 len: 948 time: 0.0910120 Aug 11 03:02:27.699191 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec036ed1-81f5-4155-a1a2-9f0b549bc71d req-d774b62d-00c9-4cf7-bf40-6e424b4cbc5f tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Made reservation on behalf of 3419766c112444a3864f482257b66851 for: {'port': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:02:27.702730 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-ec036ed1-81f5-4155-a1a2-9f0b549bc71d req-d774b62d-00c9-4cf7-bf40-6e424b4cbc5f tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:27.724911 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-21a19166-51c6-4d99-b415-883e3bded02d req-73428fcc-0e19-488f-acd8-419166587eaf tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] 10.222.0.41 "GET /v2.0/security-groups?id=17343059-1bdd-4a6d-8bb4-dcbed1576fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839329 Aug 11 03:02:27.747889 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-93627750-7e32-49b0-9fb3-8b7dd8a63480 req-97776b0d-49b3-483d-8038-c78ccd9b5b16 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8b0be49-76ee-4d50-8be0-9bf1508da412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723915 Aug 11 03:02:27.969824 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [req-ec036ed1-81f5-4155-a1a2-9f0b549bc71d req-d774b62d-00c9-4cf7-bf40-6e424b4cbc5f tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Allocated IP 172.20.0.8 (6b5eb666-47e5-4ddb-b0bc-16855d478160/6bc807f9-b5f2-488b-b980-1ec1f7afe42f/fa57729b-416e-4b56-988d-5e0b3aee0303) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:02:28.008485 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d50e13c-cc70-4486-8cb0-d849a50b6277 req-125e7166-e21e-48c7-91e9-ace1204300ee tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:28.010030 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9d50e13c-cc70-4486-8cb0-d849a50b6277 req-125e7166-e21e-48c7-91e9-ace1204300ee tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4da503b-42df-4297-90a5-a4517b73577c HTTP/1.1" status: 200 len: 944 time: 0.0818295 Aug 11 03:02:28.105599 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9d50e13c-cc70-4486-8cb0-d849a50b6277 req-5d1e94e7-077c-4cc4-853c-735d513eb329 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/security-groups?id=c7e06141-9137-4a1d-bc20-6fbfa107e8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861712 Aug 11 03:02:28.187810 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-fd46cdae-a8da-4748-90b6-427ffb49245a req-e1377b83-93b7-4958-906e-d1ee1c057073 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=70c84ed6-1b38-4b73-8bea-55c843cc7bda HTTP/1.1" status: 200 len: 210 time: 0.0380695 Aug 11 03:02:28.198066 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-ec036ed1-81f5-4155-a1a2-9f0b549bc71d req-d774b62d-00c9-4cf7-bf40-6e424b4cbc5f tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:28.211892 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [req-ec036ed1-81f5-4155-a1a2-9f0b549bc71d req-d774b62d-00c9-4cf7-bf40-6e424b4cbc5f tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Transition to ACTIVE for port object fa57729b-416e-4b56-988d-5e0b3aee0303 will not be triggered until provisioned by entity DHCP. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:02:28.370513 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-ec036ed1-81f5-4155-a1a2-9f0b549bc71d req-d774b62d-00c9-4cf7-bf40-6e424b4cbc5f tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:28.416228 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec036ed1-81f5-4155-a1a2-9f0b549bc71d req-d774b62d-00c9-4cf7-bf40-6e424b4cbc5f tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Network 6b5eb666-47e5-4ddb-b0bc-16855d478160 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:02:28.419469 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [req-ec036ed1-81f5-4155-a1a2-9f0b549bc71d req-d774b62d-00c9-4cf7-bf40-6e424b4cbc5f tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:02:28.424306 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec036ed1-81f5-4155-a1a2-9f0b549bc71d req-d774b62d-00c9-4cf7-bf40-6e424b4cbc5f tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:02:28.431851 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 8afc9351-1a9b-41c3-8fd2-f95352a43850 details requested by agent hyperv_n-h2-764292-30 with host n-h2-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:02:28.436891 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d774b62d-00c9-4cf7-bf40-6e424b4cbc5f tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Pushing event updated for resources: {'Port': ['ID=fa57729b-416e-4b56-988d-5e0b3aee0303,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:28.498582 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec036ed1-81f5-4155-a1a2-9f0b549bc71d req-d774b62d-00c9-4cf7-bf40-6e424b4cbc5f tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:28.499347 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-ec036ed1-81f5-4155-a1a2-9f0b549bc71d req-d774b62d-00c9-4cf7-bf40-6e424b4cbc5f tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:28.575111 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port 8afc9351-1a9b-41c3-8fd2-f95352a43850, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=8afc9351-1a9b-41c3-8fd2-f95352a43850,segment=NetworkSegment(e15af3bf-a96a-4239-be14-8bb6ab78ddb4),segment_id=e15af3bf-a96a-4239-be14-8bb6ab78ddb4)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:02:28.588725 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Returning: {'device': '8afc9351-1a9b-41c3-8fd2-f95352a43850', 'network_id': '7308cf56-b2ea-4c5f-847a-68a400b58a6a', 'port_id': '8afc9351-1a9b-41c3-8fd2-f95352a43850', 'mac_address': 'fa:16:3e:d7:fc:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6db39e9a-7f38-4c82-9938-87272cf59f4c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:02:28.602704 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ec036ed1-81f5-4155-a1a2-9f0b549bc71d req-d774b62d-00c9-4cf7-bf40-6e424b4cbc5f tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2080150 Aug 11 03:02:28.607068 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 45476) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:28.623030 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-ec036ed1-81f5-4155-a1a2-9f0b549bc71d req-f799cf49-ebe6-4e77-a05c-d62957629370 service neutron] Request body: {'port': {'device_id': '70c84ed6-1b38-4b73-8bea-55c843cc7bda', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764292-30'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:02:28.634577 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:28.654645 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8afc9351-1a9b-41c3-8fd2-f95352a43850 {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:02:28.680887 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port 8afc9351-1a9b-41c3-8fd2-f95352a43850, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=8afc9351-1a9b-41c3-8fd2-f95352a43850,segment=NetworkSegment(e15af3bf-a96a-4239-be14-8bb6ab78ddb4),segment_id=e15af3bf-a96a-4239-be14-8bb6ab78ddb4)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:02:28.687811 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-ec036ed1-81f5-4155-a1a2-9f0b549bc71d req-f799cf49-ebe6-4e77-a05c-d62957629370 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:28.742312 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-77fc6d02-0d16-4e80-a7e0-22f5ec65a0d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:28.749949 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:28.832119 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=8afc9351-1a9b-41c3-8fd2-f95352a43850,revision_number=6']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:28.851621 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['8afc9351-1a9b-41c3-8fd2-f95352a43850'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:02:28.877685 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-9c2ddb3d-f167-4c6c-8211-32caddf9e2a7 None None] Provisioning for port fa57729b-416e-4b56-988d-5e0b3aee0303 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:02:28.888143 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-9c2ddb3d-f167-4c6c-8211-32caddf9e2a7 None None] Provisioning complete for port fa57729b-416e-4b56-988d-5e0b3aee0303 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:02:28.888512 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-9c2ddb3d-f167-4c6c-8211-32caddf9e2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:28.934117 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-9c2ddb3d-f167-4c6c-8211-32caddf9e2a7 None None] Port fa57729b-416e-4b56-988d-5e0b3aee0303 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:02:29.036150 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040accbe-ace6-417c-8ee8-a35de89dbb78 req-62ce4b75-18d2-4ba6-8048-8ec3f9ad1433 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:29.037709 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-040accbe-ace6-417c-8ee8-a35de89dbb78 req-62ce4b75-18d2-4ba6-8048-8ec3f9ad1433 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] 10.222.0.41 "GET /v2.0/ports?device_id=556e7d75-337f-4993-a362-02c4370aa3fa HTTP/1.1" status: 200 len: 944 time: 0.2128344 Aug 11 03:02:29.061099 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289c90e7-7782-46d9-a218-54bb3cce5ec6 req-05c552b4-c9a6-4c67-9d8f-33998a0b6690 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:29.062652 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-289c90e7-7782-46d9-a218-54bb3cce5ec6 req-05c552b4-c9a6-4c67-9d8f-33998a0b6690 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ec2859a-b01c-4908-98dd-17038e54b6de HTTP/1.1" status: 200 len: 948 time: 0.2340019 Aug 11 03:02:29.105731 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-899596e1-eb36-44c5-8570-79f92426a9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:29.158967 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-32c9b6f9-2f01-4454-a6b6-f654d799d97c req-0359009d-f4d4-48a5-8e28-eebb917fd786 service neutron] 10.222.0.24 "GET /v2.0/ports/371b4dc3-1b9d-4260-bbcd-abd1b3a7fc1b/bindings/n-h1-764292-30 HTTP/1.1" status: 200 len: 385 time: 0.1993408 Aug 11 03:02:29.188260 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-77fc6d02-0d16-4e80-a7e0-22f5ec65a0d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:29.198413 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-040accbe-ace6-417c-8ee8-a35de89dbb78 req-0b080b1e-1f46-4c41-a59c-b346d6f1d3c4 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] 10.222.0.41 "GET /v2.0/security-groups?id=17343059-1bdd-4a6d-8bb4-dcbed1576fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484210 Aug 11 03:02:29.204873 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-289c90e7-7782-46d9-a218-54bb3cce5ec6 req-6122324a-d6c2-4527-b7ae-41984b69626e tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8b0be49-76ee-4d50-8be0-9bf1508da412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246521 Aug 11 03:02:29.310543 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [req-ec036ed1-81f5-4155-a1a2-9f0b549bc71d req-f799cf49-ebe6-4e77-a05c-d62957629370 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa57729b-416e-4b56-988d-5e0b3aee0303 {{(pid=102192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:02:29.338766 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-ec036ed1-81f5-4155-a1a2-9f0b549bc71d req-f799cf49-ebe6-4e77-a05c-d62957629370 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:29.341672 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-77fc6d02-0d16-4e80-a7e0-22f5ec65a0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:29.434835 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [req-ec036ed1-81f5-4155-a1a2-9f0b549bc71d req-f799cf49-ebe6-4e77-a05c-d62957629370 service neutron] Transition to ACTIVE for port object fa57729b-416e-4b56-988d-5e0b3aee0303 will not be triggered until provisioned by entity L2. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:02:29.487406 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-77fc6d02-0d16-4e80-a7e0-22f5ec65a0d2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3a578b713c1749458efb0a9e0f75b9f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8791914 Aug 11 03:02:29.490657 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 45496) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:29.495779 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fc6d02-0d16-4e80-a7e0-22f5ec65a0d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99bfc20a-dc4e-4f0c-b414-e27898dcaa21,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:29.539114 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9cf814-24b3-40b3-b0a4-2c436d2f88b7 req-736f18a6-53c0-4e33-8717-4e8e2d3117f3 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:29.540714 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5e9cf814-24b3-40b3-b0a4-2c436d2f88b7 req-736f18a6-53c0-4e33-8717-4e8e2d3117f3 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4da503b-42df-4297-90a5-a4517b73577c HTTP/1.1" status: 200 len: 944 time: 0.2057097 Aug 11 03:02:29.547141 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-ec036ed1-81f5-4155-a1a2-9f0b549bc71d req-f799cf49-ebe6-4e77-a05c-d62957629370 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:29.556739 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e9a025d5-f205-470a-835e-d8c8e011d35c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:29.561516 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1b24da-04d2-4b7d-b2f7-d63a48929ac7 req-76d98fa1-b4b7-47c6-86d8-beb0d1b48267 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:29.563228 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7b1b24da-04d2-4b7d-b2f7-d63a48929ac7 req-76d98fa1-b4b7-47c6-86d8-beb0d1b48267 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=70c84ed6-1b38-4b73-8bea-55c843cc7bda HTTP/1.1" status: 200 len: 931 time: 0.1977608 Aug 11 03:02:29.583546 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e9a025d5-f205-470a-835e-d8c8e011d35c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:29.650159 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-32c9b6f9-2f01-4454-a6b6-f654d799d97c req-943b6d5c-1883-45c2-a1f5-6e957dac0532 service neutron] For port 371b4dc3-1b9d-4260-bbcd-abd1b3a7fc1b, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=371b4dc3-1b9d-4260-bbcd-abd1b3a7fc1b,segment=NetworkSegment(75626708-94f6-4fcc-8cbd-0dd0dd709069),segment_id=75626708-94f6-4fcc-8cbd-0dd0dd709069)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:02:29.675004 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f799cf49-ebe6-4e77-a05c-d62957629370 service neutron] Pushing event updated for resources: {'Port': ['ID=fa57729b-416e-4b56-988d-5e0b3aee0303,revision_number=2']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:29.709308 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-32c9b6f9-2f01-4454-a6b6-f654d799d97c req-943b6d5c-1883-45c2-a1f5-6e957dac0532 service neutron] For port 371b4dc3-1b9d-4260-bbcd-abd1b3a7fc1b, host n-h2-764292-30, cleared binding levels {{(pid=102192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:02:29.711291 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e9a025d5-f205-470a-835e-d8c8e011d35c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:29.714466 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e9a025d5-f205-470a-835e-d8c8e011d35c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:29.715733 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-e9a025d5-f205-470a-835e-d8c8e011d35c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/99bfc20a-dc4e-4f0c-b414-e27898dcaa21 HTTP/1.1" status: 204 len: 168 time: 0.2231841 Aug 11 03:02:29.725124 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a025d5-f205-470a-835e-d8c8e011d35c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99bfc20a-dc4e-4f0c-b414-e27898dcaa21,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:29.733495 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a025d5-f205-470a-835e-d8c8e011d35c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:29.734098 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a025d5-f205-470a-835e-d8c8e011d35c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:29.734515 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a025d5-f205-470a-835e-d8c8e011d35c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:29.734977 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a025d5-f205-470a-835e-d8c8e011d35c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:29.735233 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a025d5-f205-470a-835e-d8c8e011d35c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:29.735700 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a025d5-f205-470a-835e-d8c8e011d35c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:29.736034 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a025d5-f205-470a-835e-d8c8e011d35c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:29.736345 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a025d5-f205-470a-835e-d8c8e011d35c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:29.736662 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a025d5-f205-470a-835e-d8c8e011d35c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:29.736977 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a025d5-f205-470a-835e-d8c8e011d35c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:29.737293 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a025d5-f205-470a-835e-d8c8e011d35c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:29.737605 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a025d5-f205-470a-835e-d8c8e011d35c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:29.751123 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7b1b24da-04d2-4b7d-b2f7-d63a48929ac7 req-06ca5e69-cfce-46c7-b5f9-8f299c39bed7 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a2aa92e-a0e4-4cb3-9665-2569763a2f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1575234 Aug 11 03:02:29.768012 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5e9cf814-24b3-40b3-b0a4-2c436d2f88b7 req-efe6eb29-f9f4-4af4-84df-ddc6d7b1134c tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/security-groups?id=c7e06141-9137-4a1d-bc20-6fbfa107e8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957567 Aug 11 03:02:29.815105 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [req-32c9b6f9-2f01-4454-a6b6-f654d799d97c req-943b6d5c-1883-45c2-a1f5-6e957dac0532 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 371b4dc3-1b9d-4260-bbcd-abd1b3a7fc1b {{(pid=102192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:02:29.834875 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-32c9b6f9-2f01-4454-a6b6-f654d799d97c req-943b6d5c-1883-45c2-a1f5-6e957dac0532 service neutron] For port 371b4dc3-1b9d-4260-bbcd-abd1b3a7fc1b, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=371b4dc3-1b9d-4260-bbcd-abd1b3a7fc1b,segment=NetworkSegment(75626708-94f6-4fcc-8cbd-0dd0dd709069),segment_id=75626708-94f6-4fcc-8cbd-0dd0dd709069)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:02:29.864156 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-ec036ed1-81f5-4155-a1a2-9f0b549bc71d req-f799cf49-ebe6-4e77-a05c-d62957629370 service neutron] Attempting to bind port fa57729b-416e-4b56-988d-5e0b3aee0303 on host n-h2-764292-30 for vnic_type normal with profile {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:02:29.864688 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-ec036ed1-81f5-4155-a1a2-9f0b549bc71d req-f799cf49-ebe6-4e77-a05c-d62957629370 service neutron] Attempting to bind port fa57729b-416e-4b56-988d-5e0b3aee0303 by drivers openvswitch,hyperv on host n-h2-764292-30 at level 0 using segments [{'id': '51ba8099-7622-42cb-adbd-7c8aaac78355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '6b5eb666-47e5-4ddb-b0bc-16855d478160'}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:02:29.865889 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec036ed1-81f5-4155-a1a2-9f0b549bc71d req-f799cf49-ebe6-4e77-a05c-d62957629370 service neutron] Attempting to bind port fa57729b-416e-4b56-988d-5e0b3aee0303 on network 6b5eb666-47e5-4ddb-b0bc-16855d478160 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:02:29.869537 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec036ed1-81f5-4155-a1a2-9f0b549bc71d req-f799cf49-ebe6-4e77-a05c-d62957629370 service neutron] Port fa57729b-416e-4b56-988d-5e0b3aee0303 on network 6b5eb666-47e5-4ddb-b0bc-16855d478160 not bound, no agent of type Open vSwitch agent registered on host n-h2-764292-30 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:02:29.869775 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec036ed1-81f5-4155-a1a2-9f0b549bc71d req-f799cf49-ebe6-4e77-a05c-d62957629370 service neutron] Attempting to bind port fa57729b-416e-4b56-988d-5e0b3aee0303 on network 6b5eb666-47e5-4ddb-b0bc-16855d478160 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:02:29.875176 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec036ed1-81f5-4155-a1a2-9f0b549bc71d req-f799cf49-ebe6-4e77-a05c-d62957629370 service neutron] Checking agent: {'id': '70015fc0-62fb-48b2-b453-36906937cf2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:02:29.875508 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec036ed1-81f5-4155-a1a2-9f0b549bc71d req-f799cf49-ebe6-4e77-a05c-d62957629370 service neutron] Checking segment: {'id': '51ba8099-7622-42cb-adbd-7c8aaac78355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '6b5eb666-47e5-4ddb-b0bc-16855d478160'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:02:29.875944 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec036ed1-81f5-4155-a1a2-9f0b549bc71d req-f799cf49-ebe6-4e77-a05c-d62957629370 service neutron] Bound using segment: {'id': '51ba8099-7622-42cb-adbd-7c8aaac78355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '6b5eb666-47e5-4ddb-b0bc-16855d478160'} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:02:29.876364 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-ec036ed1-81f5-4155-a1a2-9f0b549bc71d req-f799cf49-ebe6-4e77-a05c-d62957629370 service neutron] Bound port: fa57729b-416e-4b56-988d-5e0b3aee0303, host: n-h2-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51ba8099-7622-42cb-adbd-7c8aaac78355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '6b5eb666-47e5-4ddb-b0bc-16855d478160'}}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:02:29.876717 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-ec036ed1-81f5-4155-a1a2-9f0b549bc71d req-f799cf49-ebe6-4e77-a05c-d62957629370 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:29.941654 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-32c9b6f9-2f01-4454-a6b6-f654d799d97c req-943b6d5c-1883-45c2-a1f5-6e957dac0532 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:29.955180 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-ec036ed1-81f5-4155-a1a2-9f0b549bc71d req-f799cf49-ebe6-4e77-a05c-d62957629370 service neutron] For port fa57729b-416e-4b56-988d-5e0b3aee0303, host n-h2-764292-30, cleared binding levels {{(pid=102192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:02:29.991680 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-ec036ed1-81f5-4155-a1a2-9f0b549bc71d req-f799cf49-ebe6-4e77-a05c-d62957629370 service neutron] For port fa57729b-416e-4b56-988d-5e0b3aee0303, host n-h2-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=fa57729b-416e-4b56-988d-5e0b3aee0303,segment=NetworkSegment(51ba8099-7622-42cb-adbd-7c8aaac78355),segment_id=51ba8099-7622-42cb-adbd-7c8aaac78355)] {{(pid=102192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:02:30.028815 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [req-32c9b6f9-2f01-4454-a6b6-f654d799d97c req-943b6d5c-1883-45c2-a1f5-6e957dac0532 service neutron] Transition to ACTIVE for port object 371b4dc3-1b9d-4260-bbcd-abd1b3a7fc1b will not be triggered until provisioned by entity L2. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:02:30.123546 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-ec036ed1-81f5-4155-a1a2-9f0b549bc71d req-f799cf49-ebe6-4e77-a05c-d62957629370 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:30.161294 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec036ed1-81f5-4155-a1a2-9f0b549bc71d req-f799cf49-ebe6-4e77-a05c-d62957629370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:30.161294 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-ec036ed1-81f5-4155-a1a2-9f0b549bc71d req-f799cf49-ebe6-4e77-a05c-d62957629370 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:30.162594 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ec036ed1-81f5-4155-a1a2-9f0b549bc71d req-f799cf49-ebe6-4e77-a05c-d62957629370 service neutron] 10.222.0.24 "PUT /v2.0/ports/fa57729b-416e-4b56-988d-5e0b3aee0303 HTTP/1.1" status: 200 len: 1092 time: 1.5481441 Aug 11 03:02:30.163009 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70c84ed6-1b38-4b73-8bea-55c843cc7bda', 'tag': 'fa57729b-416e-4b56-988d-5e0b3aee0303'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:02:30.165240 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1d8ab39-60b7-4d68-a43b-2fc73e146a24" -d '{"events": [{"name": "network-changed", "server_uuid": "70c84ed6-1b38-4b73-8bea-55c843cc7bda", "tag": "fa57729b-416e-4b56-988d-5e0b3aee0303"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:02:30.189471 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f799cf49-ebe6-4e77-a05c-d62957629370 service neutron] Pushing event updated for resources: {'Port': ['ID=fa57729b-416e-4b56-988d-5e0b3aee0303,revision_number=3']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:30.219886 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba33d884-aaa3-4694-89aa-909501920af5 x-openstack-request-id: req-ba33d884-aaa3-4694-89aa-909501920af5 {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:02:30.220092 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70c84ed6-1b38-4b73-8bea-55c843cc7bda", "tag": "fa57729b-416e-4b56-988d-5e0b3aee0303", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:02:30.220392 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ba33d884-aaa3-4694-89aa-909501920af5 {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:02:30.220796 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70c84ed6-1b38-4b73-8bea-55c843cc7bda', 'tag': 'fa57729b-416e-4b56-988d-5e0b3aee0303', 'status': 'completed', 'code': 200} Aug 11 03:02:30.233203 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-32c9b6f9-2f01-4454-a6b6-f654d799d97c req-943b6d5c-1883-45c2-a1f5-6e957dac0532 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:30.305489 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943b6d5c-1883-45c2-a1f5-6e957dac0532 service neutron] Pushing event updated for resources: {'Port': ['ID=371b4dc3-1b9d-4260-bbcd-abd1b3a7fc1b,revision_number=10']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:30.399937 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d8ab39-60b7-4d68-a43b-2fc73e146a24 req-8785855c-1f82-4af9-a74a-4e3629485add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:30.401557 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d1d8ab39-60b7-4d68-a43b-2fc73e146a24 req-8785855c-1f82-4af9-a74a-4e3629485add service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3419766c112444a3864f482257b66851&device_id=70c84ed6-1b38-4b73-8bea-55c843cc7bda HTTP/1.1" status: 200 len: 1095 time: 0.1057534 Aug 11 03:02:30.418510 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [req-32c9b6f9-2f01-4454-a6b6-f654d799d97c req-943b6d5c-1883-45c2-a1f5-6e957dac0532 service neutron] No DVR routers for this DVR port 371b4dc3-1b9d-4260-bbcd-abd1b3a7fc1b on host n-h2-764292-30 {{(pid=102192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:02:30.446139 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 8afc9351-1a9b-41c3-8fd2-f95352a43850 up at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:02:30.506278 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning complete for port 8afc9351-1a9b-41c3-8fd2-f95352a43850 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:02:30.508996 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:30.577932 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54686550-da4f-4497-87ac-48950e71da64 req-912378c4-a78d-4146-a28a-4fc0fff5f558 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:30.579549 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-54686550-da4f-4497-87ac-48950e71da64 req-912378c4-a78d-4146-a28a-4fc0fff5f558 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ec2859a-b01c-4908-98dd-17038e54b6de HTTP/1.1" status: 200 len: 948 time: 0.2562361 Aug 11 03:02:30.583221 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-32c9b6f9-2f01-4454-a6b6-f654d799d97c req-943b6d5c-1883-45c2-a1f5-6e957dac0532 service neutron] 10.222.0.24 "PUT /v2.0/ports/371b4dc3-1b9d-4260-bbcd-abd1b3a7fc1b/bindings/n-h1-764292-30/activate HTTP/1.1" status: 200 len: 370 time: 1.4042847 Aug 11 03:02:30.599157 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:30.629264 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '556e7d75-337f-4993-a362-02c4370aa3fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8afc9351-1a9b-41c3-8fd2-f95352a43850'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:02:30.631865 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a04e1eea-4eca-4f80-af60-a25441824cfc" -d '{"events": [{"server_uuid": "556e7d75-337f-4993-a362-02c4370aa3fa", "name": "network-vif-plugged", "status": "completed", "tag": "8afc9351-1a9b-41c3-8fd2-f95352a43850"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:02:30.645677 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port 8afc9351-1a9b-41c3-8fd2-f95352a43850, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=8afc9351-1a9b-41c3-8fd2-f95352a43850,segment=NetworkSegment(e15af3bf-a96a-4239-be14-8bb6ab78ddb4),segment_id=e15af3bf-a96a-4239-be14-8bb6ab78ddb4)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:02:30.654770 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 0e651a33-7f9d-42f8-841f-da7670b11eb0 details requested by agent hyperv_n-h1-764292-30 with host n-h1-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:02:30.658576 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 371b4dc3-1b9d-4260-bbcd-abd1b3a7fc1b no longer exists at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:02:30.676588 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9022f1b2-057d-462f-940f-1d75577ed2cd req-d8646fb8-f2a0-4a6e-9158-6c9fd52eea61 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:30.678083 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9022f1b2-057d-462f-940f-1d75577ed2cd req-d8646fb8-f2a0-4a6e-9158-6c9fd52eea61 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] 10.222.0.41 "GET /v2.0/ports?device_id=556e7d75-337f-4993-a362-02c4370aa3fa HTTP/1.1" status: 200 len: 944 time: 0.2286403 Aug 11 03:02:30.684320 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d8ab39-60b7-4d68-a43b-2fc73e146a24 req-03617b29-61a0-424b-9d9f-fb7289e3908e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:30.685934 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d1d8ab39-60b7-4d68-a43b-2fc73e146a24 req-03617b29-61a0-424b-9d9f-fb7289e3908e service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=3419766c112444a3864f482257b66851&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2686265 Aug 11 03:02:30.702828 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-54686550-da4f-4497-87ac-48950e71da64 req-9ed66add-caa8-4633-a8e0-bf9cd2796487 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8b0be49-76ee-4d50-8be0-9bf1508da412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062734 Aug 11 03:02:30.802324 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9022f1b2-057d-462f-940f-1d75577ed2cd req-09a73a38-c9ae-4bbd-be96-c32d6385e6be tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] 10.222.0.41 "GET /v2.0/security-groups?id=17343059-1bdd-4a6d-8bb4-dcbed1576fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118269 Aug 11 03:02:30.810206 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:30.810206 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 371b4dc3-1b9d-4260-bbcd-abd1b3a7fc1b no longer exists at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:02:30.874335 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd491ef2-91a0-45e3-9581-cbf5fb469729 x-openstack-request-id: req-dd491ef2-91a0-45e3-9581-cbf5fb469729 {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:02:30.874641 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "556e7d75-337f-4993-a362-02c4370aa3fa", "name": "network-vif-plugged", "status": "completed", "tag": "8afc9351-1a9b-41c3-8fd2-f95352a43850", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:02:30.874898 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-dd491ef2-91a0-45e3-9581-cbf5fb469729 {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:02:30.875297 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '556e7d75-337f-4993-a362-02c4370aa3fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8afc9351-1a9b-41c3-8fd2-f95352a43850', 'code': 200} Aug 11 03:02:30.879300 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=8afc9351-1a9b-41c3-8fd2-f95352a43850,revision_number=7']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:30.903130 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c9b6f9-2f01-4454-a6b6-f654d799d97c req-7b6adafd-23d6-4230-8c4e-6b91e90f6f34 tempest-LiveMigrationTest-410920510 tempest-LiveMigrationTest-410920510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:30.904622 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-32c9b6f9-2f01-4454-a6b6-f654d799d97c req-7b6adafd-23d6-4230-8c4e-6b91e90f6f34 tempest-LiveMigrationTest-410920510 tempest-LiveMigrationTest-410920510-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=b4da503b-42df-4297-90a5-a4517b73577c&tenant_id=83808f5f252c43418f6a6c255d45878a&binding%3Ahost_id=n-h2-764292-30 HTTP/1.1" status: 200 len: 1097 time: 0.1456001 Aug 11 03:02:30.954262 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d8ab39-60b7-4d68-a43b-2fc73e146a24 req-a478f8ee-4834-4012-b46e-f4bff236b82b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:30.956019 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d1d8ab39-60b7-4d68-a43b-2fc73e146a24 req-a478f8ee-4834-4012-b46e-f4bff236b82b service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2589669 Aug 11 03:02:30.963389 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 371b4dc3-1b9d-4260-bbcd-abd1b3a7fc1b not bound to the agent host n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:02:30.970934 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 0e651a33-7f9d-42f8-841f-da7670b11eb0, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=0e651a33-7f9d-42f8-841f-da7670b11eb0,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:02:30.984609 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Returning: {'device': '0e651a33-7f9d-42f8-841f-da7670b11eb0', 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba', 'port_id': '0e651a33-7f9d-42f8-841f-da7670b11eb0', 'mac_address': 'fa:16:3e:cf:c8:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '254a3f4d-2b75-429e-bbb2-8e70554e9483', 'ip_address': '192.168.233.133'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:02:31.035076 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:31.049096 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e651a33-7f9d-42f8-841f-da7670b11eb0 {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:02:31.056481 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f2c103-d2ea-44b8-911e-7f91f56dcf25 req-f15a57e4-5006-4039-ab70-73312367efdb tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:31.083708 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d4f2c103-d2ea-44b8-911e-7f91f56dcf25 req-f15a57e4-5006-4039-ab70-73312367efdb tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4da503b-42df-4297-90a5-a4517b73577c HTTP/1.1" status: 200 len: 945 time: 0.1725082 Aug 11 03:02:31.083939 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 0e651a33-7f9d-42f8-841f-da7670b11eb0, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=0e651a33-7f9d-42f8-841f-da7670b11eb0,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:02:31.087044 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f3ae44-aec8-4564-a161-43fa7044ef1a req-8f222eb4-0b24-4281-8c0a-857b287a137a tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:31.089950 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 45536) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:31.094254 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-58f3ae44-aec8-4564-a161-43fa7044ef1a req-8f222eb4-0b24-4281-8c0a-857b287a137a tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=70c84ed6-1b38-4b73-8bea-55c843cc7bda HTTP/1.1" status: 200 len: 943 time: 0.1763716 Aug 11 03:02:31.123378 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c9b6f9-2f01-4454-a6b6-f654d799d97c req-99c51762-e74d-4417-890c-df7eb52691dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:31.124821 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-32c9b6f9-2f01-4454-a6b6-f654d799d97c req-99c51762-e74d-4417-890c-df7eb52691dc service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=b4da503b-42df-4297-90a5-a4517b73577c&tenant_id=83808f5f252c43418f6a6c255d45878a HTTP/1.1" status: 200 len: 1097 time: 0.2026634 Aug 11 03:02:31.152749 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec036ed1-81f5-4155-a1a2-9f0b549bc71d req-901b4428-f9ca-4559-882c-b62a57f99655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:31.154170 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ec036ed1-81f5-4155-a1a2-9f0b549bc71d req-901b4428-f9ca-4559-882c-b62a57f99655 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3419766c112444a3864f482257b66851&device_id=70c84ed6-1b38-4b73-8bea-55c843cc7bda HTTP/1.1" status: 200 len: 1095 time: 0.1421285 Aug 11 03:02:31.182906 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d4f2c103-d2ea-44b8-911e-7f91f56dcf25 req-8efeba08-8953-41ab-93ec-14d3828bd752 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/security-groups?id=c7e06141-9137-4a1d-bc20-6fbfa107e8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126566 Aug 11 03:02:31.195196 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-bd7ba891-f47d-465b-9501-2081cf797f16 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1912643741-network', 'tenant_id': '370eee8a167d4453b7de21bf4fcbb21a'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:02:31.242299 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-58f3ae44-aec8-4564-a161-43fa7044ef1a req-acf7c042-a41b-4efa-83bf-0c259b6e86ea tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a2aa92e-a0e4-4cb3-9665-2569763a2f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1464825 Aug 11 03:02:31.245103 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ec036ed1-81f5-4155-a1a2-9f0b549bc71d req-002aba38-af25-4401-85fa-0ccd8e5440d7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fa57729b-416e-4b56-988d-5e0b3aee0303 HTTP/1.1" status: 200 len: 217 time: 0.0731537 Aug 11 03:02:31.247671 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:31.261785 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c9b6f9-2f01-4454-a6b6-f654d799d97c req-1763d767-fbcb-4b95-b876-d5370e4a07b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:31.263314 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-32c9b6f9-2f01-4454-a6b6-f654d799d97c req-1763d767-fbcb-4b95-b876-d5370e4a07b4 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=83808f5f252c43418f6a6c255d45878a&device_id=b4da503b-42df-4297-90a5-a4517b73577c HTTP/1.1" status: 200 len: 1097 time: 0.1012139 Aug 11 03:02:31.299312 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=0e651a33-7f9d-42f8-841f-da7670b11eb0,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:31.384389 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd7ba891-f47d-465b-9501-2081cf797f16 admin admin] Made reservation on behalf of 370eee8a167d4453b7de21bf4fcbb21a for: {'network': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:02:31.386723 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-bd7ba891-f47d-465b-9501-2081cf797f16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:31.399101 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-bd7ba891-f47d-465b-9501-2081cf797f16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:31.506302 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-bd7ba891-f47d-465b-9501-2081cf797f16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:31.622653 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec036ed1-81f5-4155-a1a2-9f0b549bc71d req-d66adfbf-f16e-43bd-a182-94e022b6edd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:31.624085 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ec036ed1-81f5-4155-a1a2-9f0b549bc71d req-d66adfbf-f16e-43bd-a182-94e022b6edd7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6bc807f9-b5f2-488b-b980-1ec1f7afe42f HTTP/1.1" status: 200 len: 851 time: 0.3661273 Aug 11 03:02:31.645940 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-bd7ba891-f47d-465b-9501-2081cf797f16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:31.669425 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd7ba891-f47d-465b-9501-2081cf797f16 admin admin] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=102191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:02:31.676664 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7ba891-f47d-465b-9501-2081cf797f16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d829a47-7a5b-40ba-bff1-aaf53ff5563e,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:31.678537 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c9b6f9-2f01-4454-a6b6-f654d799d97c req-1aa8c09d-09f4-4fa0-9dde-1ef855ad15dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:31.680013 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-32c9b6f9-2f01-4454-a6b6-f654d799d97c req-1aa8c09d-09f4-4fa0-9dde-1ef855ad15dc service neutron] 10.222.0.22 "GET /v2.0/networks?id=a1f5acc4-6e30-4bf9-bc28-7ff84dac631d HTTP/1.1" status: 200 len: 908 time: 0.4077733 Aug 11 03:02:31.682759 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-bd7ba891-f47d-465b-9501-2081cf797f16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:31.683097 n-d-764292-30 neutron-server[102191]: INFO neutron.db.segments_db [None req-bd7ba891-f47d-465b-9501-2081cf797f16 admin admin] Added segment 0491c052-3907-4bbf-911b-b5737b42a2cd of type vlan for network 6f795037-d193-4aa9-8f69-6a9561f6aa29 Aug 11 03:02:31.691922 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec036ed1-81f5-4155-a1a2-9f0b549bc71d req-b7e3fa42-877f-48ac-9ca5-20ac8e3adcdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:31.693897 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ec036ed1-81f5-4155-a1a2-9f0b549bc71d req-b7e3fa42-877f-48ac-9ca5-20ac8e3adcdc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6b5eb666-47e5-4ddb-b0bc-16855d478160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0553043 Aug 11 03:02:31.727814 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['0e651a33-7f9d-42f8-841f-da7670b11eb0'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:02:31.728802 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-bd7ba891-f47d-465b-9501-2081cf797f16 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:31.788334 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-32c9b6f9-2f01-4454-a6b6-f654d799d97c req-790ec7e5-b2b3-4cea-97c6-bce95cc7c4f7 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=371b4dc3-1b9d-4260-bbcd-abd1b3a7fc1b HTTP/1.1" status: 200 len: 217 time: 0.0909815 Aug 11 03:02:31.849983 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:31.889256 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-07e6ca56-f89f-4a15-9e16-389c84690da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:31.890020 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-bd7ba891-f47d-465b-9501-2081cf797f16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:31.896271 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd7ba891-f47d-465b-9501-2081cf797f16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:31.897620 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-bd7ba891-f47d-465b-9501-2081cf797f16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:31.901305 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c9b6f9-2f01-4454-a6b6-f654d799d97c req-a5ba0358-7830-458e-9487-e45825f4be79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:31.902537 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-32c9b6f9-2f01-4454-a6b6-f654d799d97c req-a5ba0358-7830-458e-9487-e45825f4be79 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=0d013ade-4c13-41b9-b262-cf5646bc4bdb HTTP/1.1" status: 200 len: 847 time: 0.1050537 Aug 11 03:02:31.906006 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ec036ed1-81f5-4155-a1a2-9f0b549bc71d req-9202ef6a-bb77-4e0d-baa8-461ef259a8e2 service neutron] 10.222.0.24 "GET /v2.0/networks/6b5eb666-47e5-4ddb-b0bc-16855d478160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005146 Aug 11 03:02:31.928491 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875eb19f-521d-4cdf-b67c-d4ddf033aae6 req-416ad856-f956-4e59-ab5f-a1bfaf3a3351 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:31.929988 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-875eb19f-521d-4cdf-b67c-d4ddf033aae6 req-416ad856-f956-4e59-ab5f-a1bfaf3a3351 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ec2859a-b01c-4908-98dd-17038e54b6de HTTP/1.1" status: 200 len: 949 time: 0.1228328 Aug 11 03:02:31.955186 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-32c9b6f9-2f01-4454-a6b6-f654d799d97c req-8526862f-01e1-4225-9cd2-a72387f49fa1 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a1f5acc4-6e30-4bf9-bc28-7ff84dac631d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442421 Aug 11 03:02:31.975132 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7ba891-f47d-465b-9501-2081cf797f16 admin admin] Pushing event updated for resources: {'Network': ['ID=6f795037-d193-4aa9-8f69-6a9561f6aa29,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:31.986179 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network 6f795037-d193-4aa9-8f69-6a9561f6aa29 details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:02:32.093840 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-bd7ba891-f47d-465b-9501-2081cf797f16 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.0026865 Aug 11 03:02:32.096803 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 45550) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:32.101948 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-4e21175b-0394-44db-af65-9b845eb85a90 admin admin] Request body: {'subnet': {'network_id': '6f795037-d193-4aa9-8f69-6a9561f6aa29', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1912643741-subnet', 'tenant_id': '370eee8a167d4453b7de21bf4fcbb21a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:02:32.155115 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-875eb19f-521d-4cdf-b67c-d4ddf033aae6 req-21c498d2-8c2c-41d9-8378-2d20cb543c2a tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8b0be49-76ee-4d50-8be0-9bf1508da412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030628 Aug 11 03:02:32.189199 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e251e31-0178-4067-a843-45c139455d83 req-d80f71ba-b002-45c5-9ffe-14448c7cefb2 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:32.190701 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6e251e31-0178-4067-a843-45c139455d83 req-d80f71ba-b002-45c5-9ffe-14448c7cefb2 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] 10.222.0.41 "GET /v2.0/ports?device_id=556e7d75-337f-4993-a362-02c4370aa3fa HTTP/1.1" status: 200 len: 945 time: 0.2598054 Aug 11 03:02:32.208636 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e21175b-0394-44db-af65-9b845eb85a90 admin admin] Made reservation on behalf of 370eee8a167d4453b7de21bf4fcbb21a for: {'subnet': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:02:32.211355 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4e21175b-0394-44db-af65-9b845eb85a90 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274743'] for subnet, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:32.224290 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ec036ed1-81f5-4155-a1a2-9f0b549bc71d req-1e2710f5-a020-4e3d-9d09-cd7df0564344 service neutron] 10.222.0.24 "GET /v2.0/networks/6b5eb666-47e5-4ddb-b0bc-16855d478160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3038652 Aug 11 03:02:32.232841 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ed0f07-e4b6-4d32-a16b-839978bc16b2 req-34f92156-cc5e-40fd-a179-73551acc6acb tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:32.234360 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-28ed0f07-e4b6-4d32-a16b-839978bc16b2 req-34f92156-cc5e-40fd-a179-73551acc6acb tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] 10.222.0.24 "GET /v2.0/ports?device_id=556e7d75-337f-4993-a362-02c4370aa3fa HTTP/1.1" status: 200 len: 945 time: 0.2026837 Aug 11 03:02:32.242620 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-32c9b6f9-2f01-4454-a6b6-f654d799d97c req-76af0e88-c3ec-4837-9e83-dd9c657e70d6 service neutron] 10.222.0.22 "GET /v2.0/networks/a1f5acc4-6e30-4bf9-bc28-7ff84dac631d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2641370 Aug 11 03:02:32.364550 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6e251e31-0178-4067-a843-45c139455d83 req-0cc83092-abc6-4d5c-bbe0-a0598cc130c3 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] 10.222.0.41 "GET /v2.0/security-groups?id=17343059-1bdd-4a6d-8bb4-dcbed1576fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656709 Aug 11 03:02:32.449567 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fed141-4143-4bc6-908b-cfe34c3adf24 req-5bd2e719-c445-42e6-b864-c34c013c1db0 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:32.451025 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-56fed141-4143-4bc6-908b-cfe34c3adf24 req-5bd2e719-c445-42e6-b864-c34c013c1db0 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4da503b-42df-4297-90a5-a4517b73577c HTTP/1.1" status: 200 len: 945 time: 0.1649883 Aug 11 03:02:32.480417 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 8afc9351-1a9b-41c3-8fd2-f95352a43850 no longer exists at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:02:32.511723 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-32c9b6f9-2f01-4454-a6b6-f654d799d97c req-acb267ec-39c6-4257-b516-ad9a7356d6e9 service neutron] 10.222.0.22 "GET /v2.0/networks/a1f5acc4-6e30-4bf9-bc28-7ff84dac631d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2574995 Aug 11 03:02:32.540212 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4e21175b-0394-44db-af65-9b845eb85a90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126283476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274725'] for subnet, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:32.541567 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-56fed141-4143-4bc6-908b-cfe34c3adf24 req-384ce8ea-a7f1-4e06-90a5-72037405504b tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/security-groups?id=c7e06141-9137-4a1d-bc20-6fbfa107e8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707366 Aug 11 03:02:32.543756 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [req-28ed0f07-e4b6-4d32-a16b-839978bc16b2 req-3ea02555-d173-4706-8fbb-1c9402640e54 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] Deleting port 8afc9351-1a9b-41c3-8fd2-f95352a43850 {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:02:32.544096 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-28ed0f07-e4b6-4d32-a16b-839978bc16b2 req-3ea02555-d173-4706-8fbb-1c9402640e54 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:32.574032 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:32.596937 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f1d394-6e92-4d3f-80bb-5c6037fbbdb4 req-86906ad5-5add-4731-ae21-14e47e004c56 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:32.598503 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c7f1d394-6e92-4d3f-80bb-5c6037fbbdb4 req-86906ad5-5add-4731-ae21-14e47e004c56 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=70c84ed6-1b38-4b73-8bea-55c843cc7bda HTTP/1.1" status: 200 len: 943 time: 0.1619213 Aug 11 03:02:32.605165 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e21175b-0394-44db-af65-9b845eb85a90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2693373-42d8-41c2-a2f4-79f6a975711a,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:32.628931 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port 8afc9351-1a9b-41c3-8fd2-f95352a43850, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=8afc9351-1a9b-41c3-8fd2-f95352a43850,segment=NetworkSegment(e15af3bf-a96a-4239-be14-8bb6ab78ddb4),segment_id=e15af3bf-a96a-4239-be14-8bb6ab78ddb4)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:02:32.639634 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e21175b-0394-44db-af65-9b845eb85a90 admin admin] Checking segment: {'id': '0491c052-3907-4bbf-911b-b5737b42a2cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '6f795037-d193-4aa9-8f69-6a9561f6aa29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:02:32.640136 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e21175b-0394-44db-af65-9b845eb85a90 admin admin] Network hostable DHCP agents. Network: 6f795037-d193-4aa9-8f69-6a9561f6aa29, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:02:32.663610 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c7f1d394-6e92-4d3f-80bb-5c6037fbbdb4 req-18936349-5377-4296-bd67-d6a00608cc2b tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a2aa92e-a0e4-4cb3-9665-2569763a2f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573039 Aug 11 03:02:32.678292 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-28ed0f07-e4b6-4d32-a16b-839978bc16b2 req-3ea02555-d173-4706-8fbb-1c9402640e54 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] For port 8afc9351-1a9b-41c3-8fd2-f95352a43850, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=8afc9351-1a9b-41c3-8fd2-f95352a43850,segment=NetworkSegment(e15af3bf-a96a-4239-be14-8bb6ab78ddb4),segment_id=e15af3bf-a96a-4239-be14-8bb6ab78ddb4)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:02:32.678675 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-28ed0f07-e4b6-4d32-a16b-839978bc16b2 req-3ea02555-d173-4706-8fbb-1c9402640e54 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:32.691843 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [req-28ed0f07-e4b6-4d32-a16b-839978bc16b2 req-3ea02555-d173-4706-8fbb-1c9402640e54 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] Calling delete_port for 8afc9351-1a9b-41c3-8fd2-f95352a43850 owned by compute:nova {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:02:32.715529 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:32.751683 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e21175b-0394-44db-af65-9b845eb85a90 admin admin] Network 6f795037-d193-4aa9-8f69-6a9561f6aa29 is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:02:32.785065 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=8afc9351-1a9b-41c3-8fd2-f95352a43850,revision_number=8']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:32.859583 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-4e21175b-0394-44db-af65-9b845eb85a90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, 6f795037-d193-4aa9-8f69-6a9561f6aa29) {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:02:32.865360 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e21175b-0394-44db-af65-9b845eb85a90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:32.866905 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4e21175b-0394-44db-af65-9b845eb85a90 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:32.870214 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2197db02-1703-4ab5-b383-4977b39d1043 None None] Network 6f795037-d193-4aa9-8f69-6a9561f6aa29 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:02:32.882719 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '556e7d75-337f-4993-a362-02c4370aa3fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8afc9351-1a9b-41c3-8fd2-f95352a43850'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:02:32.884985 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24d545f9-bda0-44b9-a650-99283908ff91" -d '{"events": [{"server_uuid": "556e7d75-337f-4993-a362-02c4370aa3fa", "name": "network-vif-unplugged", "status": "completed", "tag": "8afc9351-1a9b-41c3-8fd2-f95352a43850"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:02:32.888529 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-28ed0f07-e4b6-4d32-a16b-839978bc16b2 req-3ea02555-d173-4706-8fbb-1c9402640e54 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:32.924629 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:32.945600 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea02555-d173-4706-8fbb-1c9402640e54 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] Pushing event deleted for resources: {'Port': ['ID=8afc9351-1a9b-41c3-8fd2-f95352a43850,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:32.949500 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 03:02:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff05893b-f928-42eb-86a1-c85b40736d40 x-openstack-request-id: req-ff05893b-f928-42eb-86a1-c85b40736d40 {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:02:32.949809 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "556e7d75-337f-4993-a362-02c4370aa3fa", "name": "network-vif-unplugged", "status": "completed", "tag": "8afc9351-1a9b-41c3-8fd2-f95352a43850", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:02:32.950043 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ff05893b-f928-42eb-86a1-c85b40736d40 {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:02:32.950750 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '556e7d75-337f-4993-a362-02c4370aa3fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8afc9351-1a9b-41c3-8fd2-f95352a43850', 'code': 200} Aug 11 03:02:32.974620 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea02555-d173-4706-8fbb-1c9402640e54 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:32.974620 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea02555-d173-4706-8fbb-1c9402640e54 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:32.974953 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea02555-d173-4706-8fbb-1c9402640e54 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:32.975166 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea02555-d173-4706-8fbb-1c9402640e54 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:32.975354 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea02555-d173-4706-8fbb-1c9402640e54 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:32.978303 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea02555-d173-4706-8fbb-1c9402640e54 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:32.978303 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea02555-d173-4706-8fbb-1c9402640e54 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:32.978303 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea02555-d173-4706-8fbb-1c9402640e54 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:32.978303 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea02555-d173-4706-8fbb-1c9402640e54 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:32.978303 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea02555-d173-4706-8fbb-1c9402640e54 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:32.978303 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea02555-d173-4706-8fbb-1c9402640e54 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:32.978303 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea02555-d173-4706-8fbb-1c9402640e54 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:32.981967 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [req-28ed0f07-e4b6-4d32-a16b-839978bc16b2 req-3ea02555-d173-4706-8fbb-1c9402640e54 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] No DVR routers for this DVR port 8afc9351-1a9b-41c3-8fd2-f95352a43850 on host n-h2-764292-30 {{(pid=102192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:02:32.984537 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-28ed0f07-e4b6-4d32-a16b-839978bc16b2 req-3ea02555-d173-4706-8fbb-1c9402640e54 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:32.987038 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-28ed0f07-e4b6-4d32-a16b-839978bc16b2 req-3ea02555-d173-4706-8fbb-1c9402640e54 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] 10.222.0.24 "DELETE /v2.0/ports/8afc9351-1a9b-41c3-8fd2-f95352a43850 HTTP/1.1" status: 204 len: 173 time: 0.7419436 Aug 11 03:02:32.987488 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '556e7d75-337f-4993-a362-02c4370aa3fa', 'name': 'network-vif-deleted', 'tag': '8afc9351-1a9b-41c3-8fd2-f95352a43850'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:02:32.989720 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9dba471-bd3b-4b64-b48b-ef8d70992387" -d '{"events": [{"server_uuid": "556e7d75-337f-4993-a362-02c4370aa3fa", "name": "network-vif-deleted", "tag": "8afc9351-1a9b-41c3-8fd2-f95352a43850"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:02:33.013388 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-4e21175b-0394-44db-af65-9b845eb85a90 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.9154387 Aug 11 03:02:33.026351 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cd1ed24-46f0-45b7-8337-46dc70dd2eeb None None] Network 6f795037-d193-4aa9-8f69-6a9561f6aa29 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:02:33.033158 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:02:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6504e2e2-111d-4024-aac9-f76aba2eb8f8 x-openstack-request-id: req-6504e2e2-111d-4024-aac9-f76aba2eb8f8 {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:02:33.033454 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "556e7d75-337f-4993-a362-02c4370aa3fa", "name": "network-vif-deleted", "tag": "8afc9351-1a9b-41c3-8fd2-f95352a43850", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:02:33.033702 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6504e2e2-111d-4024-aac9-f76aba2eb8f8 {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:02:33.034144 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '556e7d75-337f-4993-a362-02c4370aa3fa', 'name': 'network-vif-deleted', 'tag': '8afc9351-1a9b-41c3-8fd2-f95352a43850', 'status': 'completed', 'code': 200} Aug 11 03:02:33.101641 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c9b6f9-2f01-4454-a6b6-f654d799d97c req-a9ad6da7-9605-495f-affe-5bd9f5ea537f tempest-LiveMigrationTest-410920510 tempest-LiveMigrationTest-410920510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:33.103286 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-32c9b6f9-2f01-4454-a6b6-f654d799d97c req-a9ad6da7-9605-495f-affe-5bd9f5ea537f tempest-LiveMigrationTest-410920510 tempest-LiveMigrationTest-410920510-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=b4da503b-42df-4297-90a5-a4517b73577c&tenant_id=83808f5f252c43418f6a6c255d45878a&binding%3Ahost_id=n-h1-764292-30 HTTP/1.1" status: 200 len: 1097 time: 0.0561028 Aug 11 03:02:33.277135 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d1aee6-654c-4a35-9dfb-fbbb9747a865 req-d0153afa-79db-4420-8447-f344f5bf806e tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:33.278885 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-30d1aee6-654c-4a35-9dfb-fbbb9747a865 req-d0153afa-79db-4420-8447-f344f5bf806e tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ec2859a-b01c-4908-98dd-17038e54b6de HTTP/1.1" status: 200 len: 949 time: 0.0514455 Aug 11 03:02:33.314393 n-d-764292-30 neutron-server[102192]: INFO neutron.api.v2.resource [req-f3219f8e-33c3-4277-87a9-8470012653ac req-9003a94f-f894-4466-958f-8751e1501d4b tempest-SecurityGroupsNegativeTestJSON-1158819987 tempest-SecurityGroupsNegativeTestJSON-1158819987-project] show failed (client error): The resource could not be found. Aug 11 03:02:33.315529 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f3219f8e-33c3-4277-87a9-8470012653ac req-9003a94f-f894-4466-958f-8751e1501d4b tempest-SecurityGroupsNegativeTestJSON-1158819987 tempest-SecurityGroupsNegativeTestJSON-1158819987-project] 10.222.0.41 "GET /v2.0/security-groups/f22a9c8d-538e-4d71-8d8c-80c0653f128e HTTP/1.1" status: 404 len: 352 time: 0.0237319 Aug 11 03:02:33.339890 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-32c9b6f9-2f01-4454-a6b6-f654d799d97c req-119626f0-62a6-49af-b2cd-90c5b89e3666 service neutron] For port 371b4dc3-1b9d-4260-bbcd-abd1b3a7fc1b, host n-h2-764292-30, cleared binding levels {{(pid=102192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:02:33.343488 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-30d1aee6-654c-4a35-9dfb-fbbb9747a865 req-3ace2931-7050-4ca3-91e6-1bf6f0bcc0b8 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8b0be49-76ee-4d50-8be0-9bf1508da412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579536 Aug 11 03:02:33.347056 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-32c9b6f9-2f01-4454-a6b6-f654d799d97c req-119626f0-62a6-49af-b2cd-90c5b89e3666 service neutron] Notify callbacks [] for binding, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:33.348000 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-32c9b6f9-2f01-4454-a6b6-f654d799d97c req-119626f0-62a6-49af-b2cd-90c5b89e3666 service neutron] 10.222.0.22 "DELETE /v2.0/ports/371b4dc3-1b9d-4260-bbcd-abd1b3a7fc1b/bindings/n-h2-764292-30 HTTP/1.1" status: 204 len: 173 time: 0.2364976 Aug 11 03:02:33.405340 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-efb46f4b-6b92-45fa-b10f-034f71cc3796 req-7f7e8a58-366a-4761-bdd0-d794f711583b tempest-SecurityGroupsNegativeTestJSON-1158819987 tempest-SecurityGroupsNegativeTestJSON-1158819987-project] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=370eee8a167d4453b7de21bf4fcbb21a HTTP/1.1" status: 200 len: 2984 time: 0.0415726 Aug 11 03:02:33.451601 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-efb46f4b-6b92-45fa-b10f-034f71cc3796 req-ca61f26f-6158-4cba-8631-5717fe6e48a2 tempest-SecurityGroupsNegativeTestJSON-1158819987 tempest-SecurityGroupsNegativeTestJSON-1158819987-project] 10.222.0.41 "GET /v2.0/security-groups/1d829a47-7a5b-40ba-bff1-aaf53ff5563e HTTP/1.1" status: 200 len: 2981 time: 0.0393052 Aug 11 03:02:33.483756 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-18e18565-4f7d-4e76-a8a6-fab5b5c39cf1 req-d625244c-89c2-4f43-adff-22a79ed54711 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] 10.222.0.41 "GET /v2.0/ports?device_id=556e7d75-337f-4993-a362-02c4370aa3fa HTTP/1.1" status: 200 len: 210 time: 0.0310411 Aug 11 03:02:33.523595 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-efb46f4b-6b92-45fa-b10f-034f71cc3796 req-89808c4a-3e2a-43ad-a5f7-d68ec1c32165 tempest-SecurityGroupsNegativeTestJSON-1158819987 tempest-SecurityGroupsNegativeTestJSON-1158819987-project] 10.222.0.41 "GET /v2.0/security-groups/1d829a47-7a5b-40ba-bff1-aaf53ff5563e HTTP/1.1" status: 200 len: 2981 time: 0.0618765 Aug 11 03:02:33.588046 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9e198ffe-18e6-46b0-8e53-c2ccb543a5d4 req-0abbeaad-6b47-42d0-a924-07859bf4d8be tempest-SecurityGroupsNegativeTestJSON-1158819987 tempest-SecurityGroupsNegativeTestJSON-1158819987-project] 10.222.0.41 "GET /v2.0/security-groups/1d829a47-7a5b-40ba-bff1-aaf53ff5563e HTTP/1.1" status: 200 len: 2981 time: 0.0422087 Aug 11 03:02:33.682949 n-d-764292-30 neutron-server[102192]: INFO neutron.api.v2.resource [req-9e198ffe-18e6-46b0-8e53-c2ccb543a5d4 req-d9f5ba7d-0f0e-466f-8777-8e73658c4e29 tempest-SecurityGroupsNegativeTestJSON-1158819987 tempest-SecurityGroupsNegativeTestJSON-1158819987-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 11 03:02:33.683986 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9e198ffe-18e6-46b0-8e53-c2ccb543a5d4 req-d9f5ba7d-0f0e-466f-8777-8e73658c4e29 tempest-SecurityGroupsNegativeTestJSON-1158819987 tempest-SecurityGroupsNegativeTestJSON-1158819987-project] 10.222.0.41 "DELETE /v2.0/security-groups/1d829a47-7a5b-40ba-bff1-aaf53ff5563e HTTP/1.1" status: 409 len: 352 time: 0.0899792 Aug 11 03:02:33.693050 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26ed347-6021-4a87-984b-406aadb1b649 req-a766f753-011a-45bd-a13a-7e30ac5884b1 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:33.694533 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f26ed347-6021-4a87-984b-406aadb1b649 req-a766f753-011a-45bd-a13a-7e30ac5884b1 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4da503b-42df-4297-90a5-a4517b73577c HTTP/1.1" status: 200 len: 945 time: 0.0776615 Aug 11 03:02:33.737030 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f26ed347-6021-4a87-984b-406aadb1b649 req-ca11421e-516b-41a4-b3ec-30ad92eee72d tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/security-groups?id=c7e06141-9137-4a1d-bc20-6fbfa107e8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357201 Aug 11 03:02:33.795580 n-d-764292-30 neutron-server[102192]: INFO neutron.api.v2.resource [req-8e25d915-85a3-4a74-a0d6-fc473632cedd req-cd3b9f70-a0f4-4c73-9a96-ec61306fc92b tempest-SecurityGroupsNegativeTestJSON-1158819987 tempest-SecurityGroupsNegativeTestJSON-1158819987-project] show failed (client error): The resource could not be found. Aug 11 03:02:33.796505 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8e25d915-85a3-4a74-a0d6-fc473632cedd req-cd3b9f70-a0f4-4c73-9a96-ec61306fc92b tempest-SecurityGroupsNegativeTestJSON-1158819987 tempest-SecurityGroupsNegativeTestJSON-1158819987-project] 10.222.0.41 "GET /v2.0/security-groups/04425406-4121-4054-9188-d7afc32ce68d HTTP/1.1" status: 404 len: 352 time: 0.0161300 Aug 11 03:02:33.860894 n-d-764292-30 neutron-server[102192]: INFO neutron.api.v2.resource [req-2cfd16bd-e644-452c-9858-d75b0aa55d88 req-77002db5-7cc2-4797-bfc2-58d6b905b46f tempest-SecurityGroupsNegativeTestJSON-1158819987 tempest-SecurityGroupsNegativeTestJSON-1158819987-project] show failed (client error): The resource could not be found. Aug 11 03:02:33.861909 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2cfd16bd-e644-452c-9858-d75b0aa55d88 req-77002db5-7cc2-4797-bfc2-58d6b905b46f tempest-SecurityGroupsNegativeTestJSON-1158819987 tempest-SecurityGroupsNegativeTestJSON-1158819987-project] 10.222.0.41 "GET /v2.0/security-groups/11920803-d9c0-4744-a86a-198516b85a43 HTTP/1.1" status: 404 len: 352 time: 0.0260894 Aug 11 03:02:33.878887 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 45598) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:33.879862 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d18d0fc-65ad-4fe3-b2ad-ac911c58f927 req-2f7bf71b-a005-4a4f-8bee-40504d2e5a7a tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:33.881801 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8d18d0fc-65ad-4fe3-b2ad-ac911c58f927 req-2f7bf71b-a005-4a4f-8bee-40504d2e5a7a tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=70c84ed6-1b38-4b73-8bea-55c843cc7bda HTTP/1.1" status: 200 len: 943 time: 0.0821772 Aug 11 03:02:33.947936 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f1b035d-25ad-409a-b450-4c77877900ae admin admin] Deleting subnet a2693373-42d8-41c2-a2f4-79f6a975711a {{(pid=102191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:02:33.951911 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9f1b035d-25ad-409a-b450-4c77877900ae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:33.989136 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9f1b035d-25ad-409a-b450-4c77877900ae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126283525'] for subnet, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:33.989611 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8d18d0fc-65ad-4fe3-b2ad-ac911c58f927 req-9613541f-ddd6-4606-a2cf-42ba882cdbba tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a2aa92e-a0e4-4cb3-9665-2569763a2f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961940 Aug 11 03:02:33.997833 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4895ed0a-d6ce-4bc3-a594-3058b78af8ec req-7920e182-f8f7-4293-8fd7-6b90fdd7a6f8 tempest-LiveMigrationTest-410920510 tempest-LiveMigrationTest-410920510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:34.005978 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4895ed0a-d6ce-4bc3-a594-3058b78af8ec req-7920e182-f8f7-4293-8fd7-6b90fdd7a6f8 tempest-LiveMigrationTest-410920510 tempest-LiveMigrationTest-410920510-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=b4da503b-42df-4297-90a5-a4517b73577c HTTP/1.1" status: 200 len: 1097 time: 0.0762870 Aug 11 03:02:34.044760 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9f1b035d-25ad-409a-b450-4c77877900ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:34.046825 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4895ed0a-d6ce-4bc3-a594-3058b78af8ec req-bfb470c4-30d0-4662-b483-6b3e26235d83 tempest-LiveMigrationTest-410920510 tempest-LiveMigrationTest-410920510-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=c7e06141-9137-4a1d-bc20-6fbfa107e8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375981 Aug 11 03:02:34.153422 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344f6cc1-5a10-4b7a-b0a6-02244b6a643e req-31d35c2c-1731-40bd-8759-7dc90b6fca8e tempest-LiveMigrationTest-410920510 tempest-LiveMigrationTest-410920510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:34.154923 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-344f6cc1-5a10-4b7a-b0a6-02244b6a643e req-31d35c2c-1731-40bd-8759-7dc90b6fca8e tempest-LiveMigrationTest-410920510 tempest-LiveMigrationTest-410920510-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=b4da503b-42df-4297-90a5-a4517b73577c HTTP/1.1" status: 200 len: 1097 time: 0.0414431 Aug 11 03:02:34.191087 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-344f6cc1-5a10-4b7a-b0a6-02244b6a643e req-b35ceaa9-a375-4392-b751-739b9fbbef1e tempest-LiveMigrationTest-410920510 tempest-LiveMigrationTest-410920510-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=c7e06141-9137-4a1d-bc20-6fbfa107e8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299654 Aug 11 03:02:34.264728 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9f1b035d-25ad-409a-b450-4c77877900ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126283413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126275158'] for subnet, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:34.299150 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9f1b035d-25ad-409a-b450-4c77877900ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:34.303390 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-9f1b035d-25ad-409a-b450-4c77877900ae admin admin] 10.222.0.41 "DELETE /v2.0/subnets/a2693373-42d8-41c2-a2f4-79f6a975711a HTTP/1.1" status: 204 len: 168 time: 0.4203153 Aug 11 03:02:34.303390 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1b035d-25ad-409a-b450-4c77877900ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2693373-42d8-41c2-a2f4-79f6a975711a,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:34.303576 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 45608) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:34.379486 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b14c2088-906d-451b-9c0f-11d13090dd2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:34.484066 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device fa57729b-416e-4b56-988d-5e0b3aee0303 details requested by agent hyperv_n-h2-764292-30 with host n-h2-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:02:34.488744 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b14c2088-906d-451b-9c0f-11d13090dd2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:34.503435 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-b14c2088-906d-451b-9c0f-11d13090dd2f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f795037-d193-4aa9-8f69-6a9561f6aa29']}} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:02:34.527414 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2821075-a4ce-44c0-b1f3-486bf7649042 req-ca2bcd50-f1b1-47c7-9793-372a2d1dcf44 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:34.529048 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a2821075-a4ce-44c0-b1f3-486bf7649042 req-ca2bcd50-f1b1-47c7-9793-372a2d1dcf44 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ec2859a-b01c-4908-98dd-17038e54b6de HTTP/1.1" status: 200 len: 949 time: 0.1079414 Aug 11 03:02:34.530999 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-b14c2088-906d-451b-9c0f-11d13090dd2f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0491c052-3907-4bbf-911b-b5737b42a2cd') {'for_net_delete': True} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:02:34.531367 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-b14c2088-906d-451b-9c0f-11d13090dd2f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0491c052-3907-4bbf-911b-b5737b42a2cd') {} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:02:34.547239 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b14c2088-906d-451b-9c0f-11d13090dd2f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125932501'] for segment, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:34.569610 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b14c2088-906d-451b-9c0f-11d13090dd2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:34.582138 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b14c2088-906d-451b-9c0f-11d13090dd2f admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=102192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:02:34.582550 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b14c2088-906d-451b-9c0f-11d13090dd2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125932183'] for segment, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:34.584299 n-d-764292-30 neutron-server[102192]: Traceback (most recent call last): Aug 11 03:02:34.584299 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:02:34.584299 n-d-764292-30 neutron-server[102192]: timer() Aug 11 03:02:34.584299 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:02:34.584299 n-d-764292-30 neutron-server[102192]: cb(*args, **kw) Aug 11 03:02:34.584299 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:02:34.584299 n-d-764292-30 neutron-server[102192]: return func(*args, **kwargs) Aug 11 03:02:34.584299 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:02:34.584299 n-d-764292-30 neutron-server[102192]: self._notify() Aug 11 03:02:34.584299 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:02:34.584299 n-d-764292-30 neutron-server[102192]: self.callback(batched_events) Aug 11 03:02:34.584299 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:02:34.584299 n-d-764292-30 neutron-server[102192]: event.method(event) Aug 11 03:02:34.584299 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:02:34.584299 n-d-764292-30 neutron-server[102192]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:02:34.584299 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:02:34.584299 n-d-764292-30 neutron-server[102192]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:02:34.584299 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:02:34.584299 n-d-764292-30 neutron-server[102192]: return f(self, *a, **k) Aug 11 03:02:34.584299 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:02:34.584299 n-d-764292-30 neutron-server[102192]: return self._get(url).json() Aug 11 03:02:34.584299 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:02:34.584299 n-d-764292-30 neutron-server[102192]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:02:34.584299 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:02:34.584299 n-d-764292-30 neutron-server[102192]: return self.request(url, 'GET', **kwargs) Aug 11 03:02:34.584299 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:02:34.584299 n-d-764292-30 neutron-server[102192]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:02:34.584299 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:02:34.584299 n-d-764292-30 neutron-server[102192]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:02:34.584299 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:02:34.584299 n-d-764292-30 neutron-server[102192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:02:34.584299 n-d-764292-30 neutron-server[102192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:02:34.594847 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port fa57729b-416e-4b56-988d-5e0b3aee0303, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=fa57729b-416e-4b56-988d-5e0b3aee0303,segment=NetworkSegment(51ba8099-7622-42cb-adbd-7c8aaac78355),segment_id=51ba8099-7622-42cb-adbd-7c8aaac78355)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:02:34.606561 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Returning: {'device': 'fa57729b-416e-4b56-988d-5e0b3aee0303', 'network_id': '6b5eb666-47e5-4ddb-b0bc-16855d478160', 'port_id': 'fa57729b-416e-4b56-988d-5e0b3aee0303', 'mac_address': 'fa:16:3e:e3:c7:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bc807f9-b5f2-488b-b980-1ec1f7afe42f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:02:34.627144 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a2821075-a4ce-44c0-b1f3-486bf7649042 req-a44bed4c-b90a-4fca-95e7-5b36a5ddd88c tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8b0be49-76ee-4d50-8be0-9bf1508da412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884440 Aug 11 03:02:34.635226 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:34.649539 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:34.663332 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa57729b-416e-4b56-988d-5e0b3aee0303 {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:02:34.671769 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 0e651a33-7f9d-42f8-841f-da7670b11eb0 up at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:02:34.714612 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port fa57729b-416e-4b56-988d-5e0b3aee0303, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=fa57729b-416e-4b56-988d-5e0b3aee0303,segment=NetworkSegment(51ba8099-7622-42cb-adbd-7c8aaac78355),segment_id=51ba8099-7622-42cb-adbd-7c8aaac78355)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:02:34.791457 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b14c2088-906d-451b-9c0f-11d13090dd2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:34.797202 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b14c2088-906d-451b-9c0f-11d13090dd2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:34.802421 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-b14c2088-906d-451b-9c0f-11d13090dd2f admin admin] 10.222.0.41 "DELETE /v2.0/networks/6f795037-d193-4aa9-8f69-6a9561f6aa29 HTTP/1.1" status: 204 len: 168 time: 0.4951143 Aug 11 03:02:34.812948 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14c2088-906d-451b-9c0f-11d13090dd2f admin admin] Pushing event deleted for resources: {'Network': ['ID=6f795037-d193-4aa9-8f69-6a9561f6aa29,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:34.854294 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:34.907911 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning for port 0e651a33-7f9d-42f8-841f-da7670b11eb0 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:02:34.913406 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=fa57729b-416e-4b56-988d-5e0b3aee0303,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:34.918958 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning complete for port 0e651a33-7f9d-42f8-841f-da7670b11eb0 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:02:34.919499 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:35.143469 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d900a749-9001-4268-b94e-1bccd4d3fbf8 req-98e9c211-6e8a-486a-8d56-b8db83b392b3 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:35.152610 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d900a749-9001-4268-b94e-1bccd4d3fbf8 req-98e9c211-6e8a-486a-8d56-b8db83b392b3 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=70c84ed6-1b38-4b73-8bea-55c843cc7bda HTTP/1.1" status: 200 len: 944 time: 0.0650442 Aug 11 03:02:35.154017 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:35.181403 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ec2859a-b01c-4908-98dd-17038e54b6de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e651a33-7f9d-42f8-841f-da7670b11eb0'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:02:35.183772 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a686e59-7eed-40c7-9a4d-530fd73a6d2b" -d '{"events": [{"server_uuid": "5ec2859a-b01c-4908-98dd-17038e54b6de", "name": "network-vif-plugged", "status": "completed", "tag": "0e651a33-7f9d-42f8-841f-da7670b11eb0"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:02:35.192625 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d900a749-9001-4268-b94e-1bccd4d3fbf8 req-2aac8ce7-c6be-44e6-a219-43773cc33979 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a2aa92e-a0e4-4cb3-9665-2569763a2f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386553 Aug 11 03:02:35.197034 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 0e651a33-7f9d-42f8-841f-da7670b11eb0, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=0e651a33-7f9d-42f8-841f-da7670b11eb0,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:02:35.228275 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['fa57729b-416e-4b56-988d-5e0b3aee0303'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:02:35.296194 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:02:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67040a78-8ed1-452a-b7f9-8bd0fb1d5dbf x-openstack-request-id: req-67040a78-8ed1-452a-b7f9-8bd0fb1d5dbf {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:02:35.296461 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ec2859a-b01c-4908-98dd-17038e54b6de", "name": "network-vif-plugged", "status": "completed", "tag": "0e651a33-7f9d-42f8-841f-da7670b11eb0", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:02:35.296786 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-67040a78-8ed1-452a-b7f9-8bd0fb1d5dbf {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:02:35.297318 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ec2859a-b01c-4908-98dd-17038e54b6de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e651a33-7f9d-42f8-841f-da7670b11eb0', 'code': 200} Aug 11 03:02:35.325722 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:35.326084 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 45634) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:35.335403 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-31488685-745d-4fea-b452-2d5c100b2e5b tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1603917496', 'description': 'tempest-description--1707817508'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:02:35.353801 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 45636) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:35.402894 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-b9c650f1-6bdf-4951-8f87-c7d7e4aa4503 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=370eee8a167d4453b7de21bf4fcbb21a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0477259 Aug 11 03:02:35.405317 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 45638) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:35.405463 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=0e651a33-7f9d-42f8-841f-da7670b11eb0,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:35.409742 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c98c4ba-a23e-47c1-a743-03fe9a74d51c req-4879cea8-8229-408f-b225-592cc2d485f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:35.411429 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2c98c4ba-a23e-47c1-a743-03fe9a74d51c req-4879cea8-8229-408f-b225-592cc2d485f5 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=5ec2859a-b01c-4908-98dd-17038e54b6de HTTP/1.1" status: 200 len: 1102 time: 0.0469875 Aug 11 03:02:35.443651 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-31488685-745d-4fea-b452-2d5c100b2e5b tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:35.450556 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2c98c4ba-a23e-47c1-a743-03fe9a74d51c req-4b95bd30-4e94-48cf-93e6-2a2b8ea17b20 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=c8b0be49-76ee-4d50-8be0-9bf1508da412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311272 Aug 11 03:02:35.471910 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a011dc3d-84fd-4437-8b73-05978bf78339 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:35.505451 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a011dc3d-84fd-4437-8b73-05978bf78339 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:35.580891 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-31488685-745d-4fea-b452-2d5c100b2e5b tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:35.677125 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a011dc3d-84fd-4437-8b73-05978bf78339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:35.679841 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a011dc3d-84fd-4437-8b73-05978bf78339 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:35.681019 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-a011dc3d-84fd-4437-8b73-05978bf78339 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1d829a47-7a5b-40ba-bff1-aaf53ff5563e HTTP/1.1" status: 204 len: 168 time: 0.2744770 Aug 11 03:02:35.691889 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a011dc3d-84fd-4437-8b73-05978bf78339 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d829a47-7a5b-40ba-bff1-aaf53ff5563e,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:35.728282 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-31488685-745d-4fea-b452-2d5c100b2e5b tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:35.756691 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d151d87-a7b9-4224-bc7b-f7f530cd1562 req-9fac5278-cd4b-4785-9fea-f972dd4ecfb9 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:35.758260 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3d151d87-a7b9-4224-bc7b-f7f530cd1562 req-9fac5278-cd4b-4785-9fea-f972dd4ecfb9 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ec2859a-b01c-4908-98dd-17038e54b6de HTTP/1.1" status: 200 len: 950 time: 0.0544724 Aug 11 03:02:35.760306 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31488685-745d-4fea-b452-2d5c100b2e5b tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5162391-9bd9-4619-878c-f77a6345fa95,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:35.809409 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3d151d87-a7b9-4224-bc7b-f7f530cd1562 req-7cc791d6-8dd4-4ecf-a1c5-e1d5c69b8c98 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8b0be49-76ee-4d50-8be0-9bf1508da412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369723 Aug 11 03:02:35.860755 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-31488685-745d-4fea-b452-2d5c100b2e5b tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:35.862086 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-31488685-745d-4fea-b452-2d5c100b2e5b tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5354326 Aug 11 03:02:35.865037 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 45644) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:35.869676 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-bbf62c63-d087-4eb1-8f16-ac9f187d50ca tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] Request body: {'security_group_rule': {'security_group_id': 'c5162391-9bd9-4619-878c-f77a6345fa95', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:02:36.012785 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-bbf62c63-d087-4eb1-8f16-ac9f187d50ca tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:36.081748 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-bbf62c63-d087-4eb1-8f16-ac9f187d50ca tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:36.191478 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-bbf62c63-d087-4eb1-8f16-ac9f187d50ca tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:36.211381 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf62c63-d087-4eb1-8f16-ac9f187d50ca tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9b61958-31dc-4ff4-8cd9-0d86c77c96a3,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:36.327800 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a2a318-2a8e-4d7b-8c29-31af1fbaaae9 req-9f4ae7ef-eb2e-4f7d-af76-dd299e63f7a5 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:36.329529 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-94a2a318-2a8e-4d7b-8c29-31af1fbaaae9 req-9f4ae7ef-eb2e-4f7d-af76-dd299e63f7a5 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=70c84ed6-1b38-4b73-8bea-55c843cc7bda HTTP/1.1" status: 200 len: 944 time: 0.0593929 Aug 11 03:02:36.373216 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-94a2a318-2a8e-4d7b-8c29-31af1fbaaae9 req-2e54f878-3b22-43a4-8534-c926abd33890 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a2aa92e-a0e4-4cb3-9665-2569763a2f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366473 Aug 11 03:02:36.412847 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-bbf62c63-d087-4eb1-8f16-ac9f187d50ca tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:36.414207 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-bbf62c63-d087-4eb1-8f16-ac9f187d50ca tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5481308 Aug 11 03:02:36.417068 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 45664) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:36.421659 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-0bbfe25d-e3b5-4e57-a5c4-393a4476c411 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] Request body: {'security_group_rule': {'security_group_id': 'c5162391-9bd9-4619-878c-f77a6345fa95', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:02:36.496439 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device fa57729b-416e-4b56-988d-5e0b3aee0303 up at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:02:36.561699 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0bbfe25d-e3b5-4e57-a5c4-393a4476c411 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:36.611805 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0bbfe25d-e3b5-4e57-a5c4-393a4476c411 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:36.614100 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning for port fa57729b-416e-4b56-988d-5e0b3aee0303 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:02:36.618300 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning complete for port fa57729b-416e-4b56-988d-5e0b3aee0303 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:02:36.618755 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:36.712022 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:36.747859 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port fa57729b-416e-4b56-988d-5e0b3aee0303, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=fa57729b-416e-4b56-988d-5e0b3aee0303,segment=NetworkSegment(51ba8099-7622-42cb-adbd-7c8aaac78355),segment_id=51ba8099-7622-42cb-adbd-7c8aaac78355)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:02:36.757354 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0bbfe25d-e3b5-4e57-a5c4-393a4476c411 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:36.786729 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbfe25d-e3b5-4e57-a5c4-393a4476c411 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43035d9b-2902-47bf-bbe9-f9e96833fed9,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:36.791991 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:36.898926 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:36.899896 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 8afc9351-1a9b-41c3-8fd2-f95352a43850 no longer exists at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:02:36.928687 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0bbfe25d-e3b5-4e57-a5c4-393a4476c411 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:36.929675 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] No Port match for: 8afc9351-1a9b-41c3-8fd2-f95352a43850 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:02:36.930037 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 8afc9351-1a9b-41c3-8fd2-f95352a43850 not bound to the agent host n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:02:36.931519 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-0bbfe25d-e3b5-4e57-a5c4-393a4476c411 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5134273 Aug 11 03:02:36.934948 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 45676) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:36.940490 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124a4aa3-ddf8-4b56-ac9b-7ba492d490ee req-64a8793b-ad08-4af7-b47f-ad93f53bb4ef tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:36.940936 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-37220aa0-b53c-4019-9eb1-e84f16e5ed40 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] Request body: {'floatingip': {'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:02:36.948610 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-124a4aa3-ddf8-4b56-ac9b-7ba492d490ee req-64a8793b-ad08-4af7-b47f-ad93f53bb4ef tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ec2859a-b01c-4908-98dd-17038e54b6de HTTP/1.1" status: 200 len: 950 time: 0.0673416 Aug 11 03:02:37.002415 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=fa57729b-416e-4b56-988d-5e0b3aee0303,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:37.014866 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-124a4aa3-ddf8-4b56-ac9b-7ba492d490ee req-afd25638-b512-40e4-a0af-e9e853832798 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8b0be49-76ee-4d50-8be0-9bf1508da412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648403 Aug 11 03:02:37.105789 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-37220aa0-b53c-4019-9eb1-e84f16e5ed40 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] Notify callbacks [] for floatingip, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:37.107177 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 45686) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:37.225836 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-37220aa0-b53c-4019-9eb1-e84f16e5ed40 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:37.243429 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-778e3148-3af8-4b8b-ba41-2aaae9648718 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1263315467-network', 'tenant_id': 'dae29f739f2e4f06bdf70790cbfe637f'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:02:37.298688 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70c84ed6-1b38-4b73-8bea-55c843cc7bda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa57729b-416e-4b56-988d-5e0b3aee0303'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:02:37.301114 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c7570cf-b5ed-4691-9c63-3d5242059631" -d '{"events": [{"server_uuid": "70c84ed6-1b38-4b73-8bea-55c843cc7bda", "name": "network-vif-plugged", "status": "completed", "tag": "fa57729b-416e-4b56-988d-5e0b3aee0303"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:02:37.337811 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2adf46cb-8f80-4b9b-964b-56f52c66e382 x-openstack-request-id: req-2adf46cb-8f80-4b9b-964b-56f52c66e382 {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:02:37.338154 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70c84ed6-1b38-4b73-8bea-55c843cc7bda", "name": "network-vif-plugged", "status": "completed", "tag": "fa57729b-416e-4b56-988d-5e0b3aee0303", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:02:37.338337 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [None req-37220aa0-b53c-4019-9eb1-e84f16e5ed40 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] Allocated IP 172.25.8.242 (09faf7d2-eaf5-4a50-bb6e-4cb05d009a76/e1a97443-13df-40bb-85f5-fd269e2742c0/d9b99237-b102-442f-9039-6340847958a8) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:02:37.338765 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2adf46cb-8f80-4b9b-964b-56f52c66e382 {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:02:37.339161 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70c84ed6-1b38-4b73-8bea-55c843cc7bda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa57729b-416e-4b56-988d-5e0b3aee0303', 'code': 200} Aug 11 03:02:37.366981 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-778e3148-3af8-4b8b-ba41-2aaae9648718 admin admin] Made reservation on behalf of dae29f739f2e4f06bdf70790cbfe637f for: {'network': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:02:37.375561 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-778e3148-3af8-4b8b-ba41-2aaae9648718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:37.390535 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-778e3148-3af8-4b8b-ba41-2aaae9648718 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:37.492830 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-37220aa0-b53c-4019-9eb1-e84f16e5ed40 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:37.529031 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178de8c4-7b71-4d24-9f43-6ffefd6f9f9f req-040c8bd7-3b61-473e-af5d-f1ec6485bae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:37.530913 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-178de8c4-7b71-4d24-9f43-6ffefd6f9f9f req-040c8bd7-3b61-473e-af5d-f1ec6485bae5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=70c84ed6-1b38-4b73-8bea-55c843cc7bda HTTP/1.1" status: 200 len: 1097 time: 0.1068041 Aug 11 03:02:37.579421 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef38f8f2-b109-4cd1-82f6-ef00b7fbdac6 req-24de31e7-d219-423d-838f-2a8409ba3bc2 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:37.581231 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ef38f8f2-b109-4cd1-82f6-ef00b7fbdac6 req-24de31e7-d219-423d-838f-2a8409ba3bc2 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=70c84ed6-1b38-4b73-8bea-55c843cc7bda HTTP/1.1" status: 200 len: 945 time: 0.1219299 Aug 11 03:02:37.603032 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-37220aa0-b53c-4019-9eb1-e84f16e5ed40 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:37.617653 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-178de8c4-7b71-4d24-9f43-6ffefd6f9f9f req-2f31b034-a376-4b10-84ea-f361f33a2eb7 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=2a2aa92e-a0e4-4cb3-9665-2569763a2f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763657 Aug 11 03:02:37.646639 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37220aa0-b53c-4019-9eb1-e84f16e5ed40 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] Network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:02:37.649580 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-37220aa0-b53c-4019-9eb1-e84f16e5ed40 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:02:37.651979 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37220aa0-b53c-4019-9eb1-e84f16e5ed40 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:02:37.663361 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ef38f8f2-b109-4cd1-82f6-ef00b7fbdac6 req-ab1d4883-fc0c-4ce3-86bf-b6cf6b3a94ed tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a2aa92e-a0e4-4cb3-9665-2569763a2f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667977 Aug 11 03:02:37.676835 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-778e3148-3af8-4b8b-ba41-2aaae9648718 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:37.679833 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37220aa0-b53c-4019-9eb1-e84f16e5ed40 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] Pushing event updated for resources: {'Port': ['ID=d9b99237-b102-442f-9039-6340847958a8,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:37.748926 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-37220aa0-b53c-4019-9eb1-e84f16e5ed40 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:37.775074 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-778e3148-3af8-4b8b-ba41-2aaae9648718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:37.801576 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-778e3148-3af8-4b8b-ba41-2aaae9648718 admin admin] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=102192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:02:37.810805 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778e3148-3af8-4b8b-ba41-2aaae9648718 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2461143-ba86-41e1-9ab5-5f7fa9c0ac92,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:37.817533 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-778e3148-3af8-4b8b-ba41-2aaae9648718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:37.817877 n-d-764292-30 neutron-server[102192]: INFO neutron.db.segments_db [None req-778e3148-3af8-4b8b-ba41-2aaae9648718 admin admin] Added segment 207d9147-2799-4aa6-9649-ac80d0dc9504 of type vlan for network 3e69dcca-a51c-4e24-8edb-5aab9001b700 Aug 11 03:02:37.862379 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-778e3148-3af8-4b8b-ba41-2aaae9648718 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:37.863796 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-37220aa0-b53c-4019-9eb1-e84f16e5ed40 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:38.020569 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-778e3148-3af8-4b8b-ba41-2aaae9648718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:38.021820 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-37220aa0-b53c-4019-9eb1-e84f16e5ed40 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:38.022795 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-778e3148-3af8-4b8b-ba41-2aaae9648718 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:38.023517 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-778e3148-3af8-4b8b-ba41-2aaae9648718 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:38.094190 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778e3148-3af8-4b8b-ba41-2aaae9648718 admin admin] Pushing event updated for resources: {'Network': ['ID=3e69dcca-a51c-4e24-8edb-5aab9001b700,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:38.105825 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network 3e69dcca-a51c-4e24-8edb-5aab9001b700 details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:02:38.177358 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c1d721-c519-4927-891d-fb4485adaa3a req-92eb93cf-9ad4-44f4-ab28-5fc1c19fd0a9 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:38.179810 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-37220aa0-b53c-4019-9eb1-e84f16e5ed40 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:38.183320 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f8c1d721-c519-4927-891d-fb4485adaa3a req-92eb93cf-9ad4-44f4-ab28-5fc1c19fd0a9 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ec2859a-b01c-4908-98dd-17038e54b6de HTTP/1.1" status: 200 len: 950 time: 0.0690758 Aug 11 03:02:38.244608 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f8c1d721-c519-4927-891d-fb4485adaa3a req-4d6e9300-6fc1-440c-bc6d-21be6fbfbf0c tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8b0be49-76ee-4d50-8be0-9bf1508da412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578599 Aug 11 03:02:38.248486 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-778e3148-3af8-4b8b-ba41-2aaae9648718 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1389651 Aug 11 03:02:38.251823 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 45704) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:38.259228 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-dff9a8aa-031b-4595-9f71-607d5dc41842 admin admin] Request body: {'subnet': {'network_id': '3e69dcca-a51c-4e24-8edb-5aab9001b700', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1263315467-subnet', 'tenant_id': 'dae29f739f2e4f06bdf70790cbfe637f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:02:38.276422 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-37220aa0-b53c-4019-9eb1-e84f16e5ed40 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446866'] for floatingip, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:38.296246 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37220aa0-b53c-4019-9eb1-e84f16e5ed40 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] Pushing event updated for resources: {'Port': ['ID=d9b99237-b102-442f-9039-6340847958a8,revision_number=2']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:38.356880 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b392103-0f67-480c-8916-80c91867aa92 req-568a4f91-cee6-4501-a8e6-a40d13308d35 tempest-ServersOnMultiNodesTest-1043439768 tempest-ServersOnMultiNodesTest-1043439768-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:38.358543 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3b392103-0f67-480c-8916-80c91867aa92 req-568a4f91-cee6-4501-a8e6-a40d13308d35 tempest-ServersOnMultiNodesTest-1043439768 tempest-ServersOnMultiNodesTest-1043439768-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=5ec2859a-b01c-4908-98dd-17038e54b6de HTTP/1.1" status: 200 len: 1102 time: 0.0465517 Aug 11 03:02:38.379616 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dff9a8aa-031b-4595-9f71-607d5dc41842 admin admin] Made reservation on behalf of dae29f739f2e4f06bdf70790cbfe637f for: {'subnet': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:02:38.381868 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-dff9a8aa-031b-4595-9f71-607d5dc41842 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126180544'] for subnet, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:38.449303 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3b392103-0f67-480c-8916-80c91867aa92 req-6505ae62-6579-4871-8d25-478f6d54538c tempest-ServersOnMultiNodesTest-1043439768 tempest-ServersOnMultiNodesTest-1043439768-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=c8b0be49-76ee-4d50-8be0-9bf1508da412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842249 Aug 11 03:02:38.584362 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-37220aa0-b53c-4019-9eb1-e84f16e5ed40 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for floatingip, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:38.585751 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-37220aa0-b53c-4019-9eb1-e84f16e5ed40 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6495063 Aug 11 03:02:38.687932 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-33096111-117e-4314-b5f1-364c0aa06332 req-f15d0355-a277-467a-939e-f57e84567501 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=c1f9c9765b974fd98b786b1ff4e95823&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0308578 Aug 11 03:02:38.738456 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-dff9a8aa-031b-4595-9f71-607d5dc41842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125932092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126180562'] for subnet, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:38.851441 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff9a8aa-031b-4595-9f71-607d5dc41842 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b96a24e4-714b-48e6-804d-ac04631dcccc,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:38.886901 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33096111-117e-4314-b5f1-364c0aa06332 req-7913d229-e405-476a-b12b-9fe5b882cd42 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:38.888451 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-33096111-117e-4314-b5f1-364c0aa06332 req-7913d229-e405-476a-b12b-9fe5b882cd42 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1997509 Aug 11 03:02:38.898248 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d740a95c-641e-46ce-82cd-2acc857c0f7a req-494cad6b-d0d7-4f60-b683-98be64ee989f tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:38.899869 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d740a95c-641e-46ce-82cd-2acc857c0f7a req-494cad6b-d0d7-4f60-b683-98be64ee989f tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=70c84ed6-1b38-4b73-8bea-55c843cc7bda HTTP/1.1" status: 200 len: 945 time: 0.1294863 Aug 11 03:02:38.922398 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-33096111-117e-4314-b5f1-364c0aa06332 req-f312ce72-767e-47de-aedf-c8c8986b3253 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/quotas/c1f9c9765b974fd98b786b1ff4e95823 HTTP/1.1" status: 200 len: 375 time: 0.0214481 Aug 11 03:02:38.923526 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff9a8aa-031b-4595-9f71-607d5dc41842 admin admin] Checking segment: {'id': '207d9147-2799-4aa6-9649-ac80d0dc9504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3e69dcca-a51c-4e24-8edb-5aab9001b700'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:02:38.923899 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dff9a8aa-031b-4595-9f71-607d5dc41842 admin admin] Network hostable DHCP agents. Network: 3e69dcca-a51c-4e24-8edb-5aab9001b700, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:02:38.996524 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d740a95c-641e-46ce-82cd-2acc857c0f7a req-d3069fba-1cf6-47e2-b79d-682b8426d1ac tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a2aa92e-a0e4-4cb3-9665-2569763a2f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859869 Aug 11 03:02:39.027674 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-33096111-117e-4314-b5f1-364c0aa06332 req-948f9de1-4d52-49a3-b6a9-39c6f8e7fee4 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c1f9c9765b974fd98b786b1ff4e95823&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0940983 Aug 11 03:02:39.118343 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dff9a8aa-031b-4595-9f71-607d5dc41842 admin admin] Network 3e69dcca-a51c-4e24-8edb-5aab9001b700 is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:02:39.200641 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aab607-08cb-4256-be82-2c4c4fffe3cc req-cfcccb4a-915c-467f-a536-8b5978dc0382 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:39.202506 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e5aab607-08cb-4256-be82-2c4c4fffe3cc req-cfcccb4a-915c-467f-a536-8b5978dc0382 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] 10.222.0.41 "GET /v2.0/networks?id=7308cf56-b2ea-4c5f-847a-68a400b58a6a HTTP/1.1" status: 200 len: 822 time: 0.1109769 Aug 11 03:02:39.221587 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e5aab607-08cb-4256-be82-2c4c4fffe3cc req-bdb37d29-dd8a-4847-8203-144119183d87 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] 10.222.0.41 "GET /v2.0/quotas/e11080dad0104d51a5cfeb2acfc6cf99 HTTP/1.1" status: 200 len: 375 time: 0.0104370 Aug 11 03:02:39.275916 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e5aab607-08cb-4256-be82-2c4c4fffe3cc req-0114a324-c15e-4281-b9b4-1cf7e5a6a2ba tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=e11080dad0104d51a5cfeb2acfc6cf99&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0465875 Aug 11 03:02:39.357573 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-dff9a8aa-031b-4595-9f71-607d5dc41842 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, 3e69dcca-a51c-4e24-8edb-5aab9001b700) {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:02:39.364273 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff9a8aa-031b-4595-9f71-607d5dc41842 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:39.364997 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-dff9a8aa-031b-4595-9f71-607d5dc41842 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:39.369112 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3240895b-682c-4a56-9fa4-eadb89453fba None None] Network 3e69dcca-a51c-4e24-8edb-5aab9001b700 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:02:39.391551 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e5aab607-08cb-4256-be82-2c4c4fffe3cc req-1aab2b12-6983-45a7-9526-a31fddb4c72c service neutron] 10.222.0.41 "GET /v2.0/networks/7308cf56-b2ea-4c5f-847a-68a400b58a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068778 Aug 11 03:02:39.489278 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-dff9a8aa-031b-4595-9f71-607d5dc41842 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2362254 Aug 11 03:02:39.545332 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e5aab607-08cb-4256-be82-2c4c4fffe3cc req-204263bb-41d8-47b8-adf4-f60a9f942e1a service neutron] 10.222.0.41 "GET /v2.0/networks/7308cf56-b2ea-4c5f-847a-68a400b58a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430285 Aug 11 03:02:39.558104 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-313083f6-8061-4706-a4b3-b38c1594f21e None None] Network 3e69dcca-a51c-4e24-8edb-5aab9001b700 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:02:39.667278 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-31dbda87-7701-4382-b3e1-c7f0eb21f6e7 req-c9efbe37-f2f5-4e03-997a-2b312a27436b tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/ports?device_id=168f1d5d-0861-4051-9073-cea373dbef3e HTTP/1.1" status: 200 len: 210 time: 0.0552647 Aug 11 03:02:39.913963 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-45d31541-9e52-47b1-9930-2d17c5c2f306 req-0e84c923-0551-477e-98a8-7a0bb1d25388 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] 10.222.0.41 "GET /v2.0/ports?device_id=21d89038-3c71-43b0-8cae-2cca033340eb HTTP/1.1" status: 200 len: 210 time: 0.0571666 Aug 11 03:02:40.151943 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1063702d-5d29-430e-9dbb-9894670262be req-ac80d30d-cc4b-4cdd-a431-9452f4c2416d tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:40.162890 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1063702d-5d29-430e-9dbb-9894670262be req-ac80d30d-cc4b-4cdd-a431-9452f4c2416d tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=70c84ed6-1b38-4b73-8bea-55c843cc7bda HTTP/1.1" status: 200 len: 945 time: 0.0821600 Aug 11 03:02:40.198368 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1063702d-5d29-430e-9dbb-9894670262be req-d3db91a1-96ea-4f51-8092-c2e6e574b904 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a2aa92e-a0e4-4cb3-9665-2569763a2f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344431 Aug 11 03:02:40.359319 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98361a1-8bc9-4dfe-9102-e30be5e578f1 req-59d379ac-a792-4d99-993f-3404e85a484a tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:40.361931 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a98361a1-8bc9-4dfe-9102-e30be5e578f1 req-59d379ac-a792-4d99-993f-3404e85a484a tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=70c84ed6-1b38-4b73-8bea-55c843cc7bda HTTP/1.1" status: 200 len: 945 time: 0.0681756 Aug 11 03:02:40.376534 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 45778) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:40.377687 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-ded69520-c8ff-4162-89bd-8c7fda06737b tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Request body: {'floatingip': {'port_id': 'fa57729b-416e-4b56-988d-5e0b3aee0303'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:02:40.423598 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ded69520-c8ff-4162-89bd-8c7fda06737b tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Notify callbacks [] for floatingip, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:40.912129 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:41.026342 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-83ade200-7298-4c71-ad15-1ac2a24b313c req-653638d4-55f8-4226-bdc9-8de3d3211a5a tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/ports?device_id=168f1d5d-0861-4051-9073-cea373dbef3e HTTP/1.1" status: 200 len: 210 time: 0.0434263 Aug 11 03:02:41.107702 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c48ab814-dad0-4795-860a-35de8380ae4e req-d2704203-ff89-43c7-9a78-66a44ae49d6e tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] 10.222.0.41 "GET /v2.0/ports?device_id=21d89038-3c71-43b0-8cae-2cca033340eb HTTP/1.1" status: 200 len: 210 time: 0.0747635 Aug 11 03:02:41.270421 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ded69520-c8ff-4162-89bd-8c7fda06737b tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:41.402659 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ded69520-c8ff-4162-89bd-8c7fda06737b tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446866'] for floatingip, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:41.569179 n-d-764292-30 neutron-server[102192]: INFO neutron.db.l3_db [None req-ded69520-c8ff-4162-89bd-8c7fda06737b tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Floating IP b3043384-c0b9-4956-ad98-5c9ee78ef63c associated. External IP: 172.25.8.215, port: fa57729b-416e-4b56-988d-5e0b3aee0303. Aug 11 03:02:41.654689 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc8a6c5-ce9e-4d0c-be37-ae75925bc099 req-5cb9dbef-d66f-43b0-94eb-90b77917da2c tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:41.656698 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-afc8a6c5-ce9e-4d0c-be37-ae75925bc099 req-5cb9dbef-d66f-43b0-94eb-90b77917da2c tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/networks?id=f221beb7-8330-438a-a9fe-3bfcf5050d99 HTTP/1.1" status: 200 len: 821 time: 0.1698554 Aug 11 03:02:41.711324 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-afc8a6c5-ce9e-4d0c-be37-ae75925bc099 req-df5c146c-93fd-4f4e-b5bc-e5a5929180db tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/quotas/7a37d4caabc9417c92d7f5d7ce7df51b HTTP/1.1" status: 200 len: 375 time: 0.0221927 Aug 11 03:02:41.820767 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-afc8a6c5-ce9e-4d0c-be37-ae75925bc099 req-004f7fbe-3150-4069-a2dc-f3ff9d2babe8 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=7a37d4caabc9417c92d7f5d7ce7df51b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1038003 Aug 11 03:02:41.945654 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-33096111-117e-4314-b5f1-364c0aa06332 req-9b926f7d-3868-42f7-8004-c9ccc2f7bd48 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=c1f9c9765b974fd98b786b1ff4e95823&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0437195 Aug 11 03:02:42.026560 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ded69520-c8ff-4162-89bd-8c7fda06737b tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Router e45fb9a7-38e2-427f-9097-97b2a8cb8a1b has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:02:42.095858 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-afc8a6c5-ce9e-4d0c-be37-ae75925bc099 req-052429cc-524a-4c80-ab10-448d2f4c29ee service neutron] 10.222.0.41 "GET /v2.0/networks/f221beb7-8330-438a-a9fe-3bfcf5050d99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2446611 Aug 11 03:02:42.305913 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33096111-117e-4314-b5f1-364c0aa06332 req-65860945-f86b-41f1-8658-112611f7179f tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:42.307676 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-33096111-117e-4314-b5f1-364c0aa06332 req-65860945-f86b-41f1-8658-112611f7179f tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3497984 Aug 11 03:02:42.351695 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-33096111-117e-4314-b5f1-364c0aa06332 req-5898129a-8e6a-4e93-9b40-3cc6eba249cf tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Request body: {'port': {'device_id': '168f1d5d-0861-4051-9073-cea373dbef3e', 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba', 'admin_state_up': True, 'tenant_id': 'c1f9c9765b974fd98b786b1ff4e95823'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:02:42.549941 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-afc8a6c5-ce9e-4d0c-be37-ae75925bc099 req-5760e1b5-7a37-4c03-95ea-3bbd552169ea service neutron] 10.222.0.41 "GET /v2.0/networks/f221beb7-8330-438a-a9fe-3bfcf5050d99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4477777 Aug 11 03:02:42.555803 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ded69520-c8ff-4162-89bd-8c7fda06737b tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:02:42.563876 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105c1db8-9e6d-41e3-aa48-38b6889eafb7 req-1d4c0b33-7897-4912-9f6b-4f14f962ef6c tempest-ServerGroupTestJSON-1819259722 tempest-ServerGroupTestJSON-1819259722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:42.565393 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-105c1db8-9e6d-41e3-aa48-38b6889eafb7 req-1d4c0b33-7897-4912-9f6b-4f14f962ef6c tempest-ServerGroupTestJSON-1819259722 tempest-ServerGroupTestJSON-1819259722-project] 10.222.0.41 "GET /v2.0/networks?id=3e69dcca-a51c-4e24-8edb-5aab9001b700 HTTP/1.1" status: 200 len: 810 time: 0.4607582 Aug 11 03:02:42.568711 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ded69520-c8ff-4162-89bd-8c7fda06737b tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for floatingip, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:42.571924 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4513fc1-43ec-4c59-894c-bce91436de87 None None] Sync routers for ids ['e45fb9a7-38e2-427f-9097-97b2a8cb8a1b'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:02:42.585871 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4513fc1-43ec-4c59-894c-bce91436de87 None None] Routers {'e45fb9a7-38e2-427f-9097-97b2a8cb8a1b'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:02:42.586595 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-f4513fc1-43ec-4c59-894c-bce91436de87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:02:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['e45fb9a7-38e2-427f-9097-97b2a8cb8a1b'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:02:42.623231 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aab607-08cb-4256-be82-2c4c4fffe3cc req-ec6ec37e-2ff5-4d8f-a9e5-c8f21c3fcc5a tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:42.624671 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e5aab607-08cb-4256-be82-2c4c4fffe3cc req-ec6ec37e-2ff5-4d8f-a9e5-c8f21c3fcc5a tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] 10.222.0.24 "GET /v2.0/networks?id=7308cf56-b2ea-4c5f-847a-68a400b58a6a HTTP/1.1" status: 200 len: 822 time: 0.3989172 Aug 11 03:02:42.632066 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-105c1db8-9e6d-41e3-aa48-38b6889eafb7 req-bea873f9-a604-444b-baae-31d54ae65b39 tempest-ServerGroupTestJSON-1819259722 tempest-ServerGroupTestJSON-1819259722-project] 10.222.0.41 "GET /v2.0/quotas/dae29f739f2e4f06bdf70790cbfe637f HTTP/1.1" status: 200 len: 375 time: 0.0537264 Aug 11 03:02:42.648955 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-e5aab607-08cb-4256-be82-2c4c4fffe3cc req-d21016b3-13f5-4836-9b5d-0e3d4a84e711 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] Request body: {'port': {'device_id': '21d89038-3c71-43b0-8cae-2cca033340eb', 'network_id': '7308cf56-b2ea-4c5f-847a-68a400b58a6a', 'admin_state_up': True, 'tenant_id': 'e11080dad0104d51a5cfeb2acfc6cf99'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:02:42.697212 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-105c1db8-9e6d-41e3-aa48-38b6889eafb7 req-b2485612-4490-4368-b44e-497d4b3d0357 tempest-ServerGroupTestJSON-1819259722 tempest-ServerGroupTestJSON-1819259722-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=dae29f739f2e4f06bdf70790cbfe637f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0640876 Aug 11 03:02:42.733786 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-f4513fc1-43ec-4c59-894c-bce91436de87 None None] Set router e45fb9a7-38e2-427f-9097-97b2a8cb8a1b gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:02:42.748307 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-ded69520-c8ff-4162-89bd-8c7fda06737b tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "PUT /v2.0/floatingips/b3043384-c0b9-4956-ad98-5c9ee78ef63c HTTP/1.1" status: 200 len: 991 time: 2.3730578 Aug 11 03:02:42.775052 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70c84ed6-1b38-4b73-8bea-55c843cc7bda', 'tag': 'fa57729b-416e-4b56-988d-5e0b3aee0303'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:02:42.777918 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e01b503-248d-42ba-b246-48ab3b9bebe9" -d '{"events": [{"name": "network-changed", "server_uuid": "70c84ed6-1b38-4b73-8bea-55c843cc7bda", "tag": "fa57729b-416e-4b56-988d-5e0b3aee0303"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:02:42.877838 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-105c1db8-9e6d-41e3-aa48-38b6889eafb7 req-f31b7043-4968-4c63-9fe2-d03b341dbc3f service neutron] 10.222.0.41 "GET /v2.0/networks/3e69dcca-a51c-4e24-8edb-5aab9001b700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798716 Aug 11 03:02:42.931536 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33096111-117e-4314-b5f1-364c0aa06332 req-5898129a-8e6a-4e93-9b40-3cc6eba249cf tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Made reservation on behalf of c1f9c9765b974fd98b786b1ff4e95823 for: {'port': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:02:42.935042 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-33096111-117e-4314-b5f1-364c0aa06332 req-5898129a-8e6a-4e93-9b40-3cc6eba249cf tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:43.012983 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-f4513fc1-43ec-4c59-894c-bce91436de87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e45fb9a7-38e2-427f-9097-97b2a8cb8a1b', 'name': 'tempest-ServerActionsTestJSON-1806508089-router', 'tenant_id': '3419766c112444a3864f482257b66851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.60'}], 'enable_snat': True}, 'gw_port_id': '0b48c2d7-7c5e-4f95-82ab-5c6c51b4a54e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:02:11Z', 'updated_at': '2021-08-11T03:02:15Z', 'revision_number': 4, 'project_id': '3419766c112444a3864f482257b66851', 'gw_port': {'id': '0b48c2d7-7c5e-4f95-82ab-5c6c51b4a54e', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:39:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45fb9a7-38e2-427f-9097-97b2a8cb8a1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:02:12Z', 'updated_at': '2021-08-11T03:02:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_floatingips': [{'id': 'b3043384-c0b9-4956-ad98-5c9ee78ef63c', 'tenant_id': '3419766c112444a3864f482257b66851', 'floating_ip_address': '172.25.8.215', 'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'router_id': 'e45fb9a7-38e2-427f-9097-97b2a8cb8a1b', 'port_id': 'fa57729b-416e-4b56-988d-5e0b3aee0303', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 616, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b5eb666-47e5-4ddb-b0bc-16855d478160', 'mac_address': 'fa:16:3e:e3:c7:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c84ed6-1b38-4b73-8bea-55c843cc7bda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:02:21Z', 'updated_at': '2021-08-11T03:02:41Z', 'revision_number': 1, 'project_id': '3419766c112444a3864f482257b66851', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6ddfaab-50af-4c40-8107-3ba41ae12640', 'name': '', 'network_id': '6b5eb666-47e5-4ddb-b0bc-16855d478160', 'tenant_id': '3419766c112444a3864f482257b66851', 'mac_address': 'fa:16:3e:7b:a4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45fb9a7-38e2-427f-9097-97b2a8cb8a1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '6bc807f9-b5f2-488b-b980-1ec1f7afe42f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:02:15Z', 'updated_at': '2021-08-11T03:02:24Z', 'revision_number': 5, 'project_id': '3419766c112444a3864f482257b66851', 'subnets': [{'id': '6bc807f9-b5f2-488b-b980-1ec1f7afe42f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:02:43.047032 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4513fc1-43ec-4c59-894c-bce91436de87 None None] Checking router: e45fb9a7-38e2-427f-9097-97b2a8cb8a1b for host: n-d-764292-30 {{(pid=102193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:02:43.057394 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4513fc1-43ec-4c59-894c-bce91436de87 None None] Routers {'e45fb9a7-38e2-427f-9097-97b2a8cb8a1b'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:02:43.058096 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-f4513fc1-43ec-4c59-894c-bce91436de87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:02:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['e45fb9a7-38e2-427f-9097-97b2a8cb8a1b'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:02:43.062393 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-105c1db8-9e6d-41e3-aa48-38b6889eafb7 req-2db2411b-e934-47cd-92bb-b77857c14700 service neutron] 10.222.0.41 "GET /v2.0/networks/3e69dcca-a51c-4e24-8edb-5aab9001b700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758363 Aug 11 03:02:43.062393 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5aab607-08cb-4256-be82-2c4c4fffe3cc req-d21016b3-13f5-4836-9b5d-0e3d4a84e711 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] Made reservation on behalf of e11080dad0104d51a5cfeb2acfc6cf99 for: {'port': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:02:43.066562 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-e5aab607-08cb-4256-be82-2c4c4fffe3cc req-d21016b3-13f5-4836-9b5d-0e3d4a84e711 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:43.212484 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-f4513fc1-43ec-4c59-894c-bce91436de87 None None] Set router e45fb9a7-38e2-427f-9097-97b2a8cb8a1b gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:02:43.421932 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-fa670d7a-f237-481f-8585-a678551fcb81 req-09d24d95-c0df-49e6-a32e-e3b34074a391 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/ports?device_id=168f1d5d-0861-4051-9073-cea373dbef3e HTTP/1.1" status: 200 len: 210 time: 0.0448103 Aug 11 03:02:43.505655 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [req-33096111-117e-4314-b5f1-364c0aa06332 req-5898129a-8e6a-4e93-9b40-3cc6eba249cf tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Allocated IP 192.168.233.64 (d1bf0def-6fa4-4d3e-bbc5-20a040931fba/254a3f4d-2b75-429e-bbb2-8e70554e9483/00469b72-201a-4c1f-a704-ecaae9e4601f) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:02:43.543540 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e17e86e8-9f39-4341-a5a3-db6208cb0a2d req-d6c480f4-9c77-4f75-b78a-ea37816fadc6 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] 10.222.0.41 "GET /v2.0/ports?device_id=21d89038-3c71-43b0-8cae-2cca033340eb HTTP/1.1" status: 200 len: 210 time: 0.0419869 Aug 11 03:02:43.581624 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-f4513fc1-43ec-4c59-894c-bce91436de87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e45fb9a7-38e2-427f-9097-97b2a8cb8a1b', 'name': 'tempest-ServerActionsTestJSON-1806508089-router', 'tenant_id': '3419766c112444a3864f482257b66851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.60'}], 'enable_snat': True}, 'gw_port_id': '0b48c2d7-7c5e-4f95-82ab-5c6c51b4a54e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:02:11Z', 'updated_at': '2021-08-11T03:02:15Z', 'revision_number': 4, 'project_id': '3419766c112444a3864f482257b66851', 'gw_port': {'id': '0b48c2d7-7c5e-4f95-82ab-5c6c51b4a54e', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:39:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45fb9a7-38e2-427f-9097-97b2a8cb8a1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:02:12Z', 'updated_at': '2021-08-11T03:02:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_floatingips': [{'id': 'b3043384-c0b9-4956-ad98-5c9ee78ef63c', 'tenant_id': '3419766c112444a3864f482257b66851', 'floating_ip_address': '172.25.8.215', 'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'router_id': 'e45fb9a7-38e2-427f-9097-97b2a8cb8a1b', 'port_id': 'fa57729b-416e-4b56-988d-5e0b3aee0303', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 616, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b5eb666-47e5-4ddb-b0bc-16855d478160', 'mac_address': 'fa:16:3e:e3:c7:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c84ed6-1b38-4b73-8bea-55c843cc7bda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:02:21Z', 'updated_at': '2021-08-11T03:02:41Z', 'revision_number': 1, 'project_id': '3419766c112444a3864f482257b66851', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6ddfaab-50af-4c40-8107-3ba41ae12640', 'name': '', 'network_id': '6b5eb666-47e5-4ddb-b0bc-16855d478160', 'tenant_id': '3419766c112444a3864f482257b66851', 'mac_address': 'fa:16:3e:7b:a4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45fb9a7-38e2-427f-9097-97b2a8cb8a1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '6bc807f9-b5f2-488b-b980-1ec1f7afe42f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:02:15Z', 'updated_at': '2021-08-11T03:02:24Z', 'revision_number': 5, 'project_id': '3419766c112444a3864f482257b66851', 'subnets': [{'id': '6bc807f9-b5f2-488b-b980-1ec1f7afe42f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:02:43.618415 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4513fc1-43ec-4c59-894c-bce91436de87 None None] The sync data for ids ['e45fb9a7-38e2-427f-9097-97b2a8cb8a1b'] in n-d-764292-30 is: [{'id': 'e45fb9a7-38e2-427f-9097-97b2a8cb8a1b', 'name': 'tempest-ServerActionsTestJSON-1806508089-router', 'tenant_id': '3419766c112444a3864f482257b66851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.60'}], 'enable_snat': True}, 'gw_port_id': '0b48c2d7-7c5e-4f95-82ab-5c6c51b4a54e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:02:11Z', 'updated_at': '2021-08-11T03:02:15Z', 'revision_number': 4, 'project_id': '3419766c112444a3864f482257b66851', 'gw_port': {'id': '0b48c2d7-7c5e-4f95-82ab-5c6c51b4a54e', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:39:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45fb9a7-38e2-427f-9097-97b2a8cb8a1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:02:12Z', 'updated_at': '2021-08-11T03:02:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_floatingips': [{'id': 'b3043384-c0b9-4956-ad98-5c9ee78ef63c', 'tenant_id': '3419766c112444a3864f482257b66851', 'floating_ip_address': '172.25.8.215', 'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'router_id': 'e45fb9a7-38e2-427f-9097-97b2a8cb8a1b', 'port_id': 'fa57729b-416e-4b56-988d-5e0b3aee0303', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 616, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b5eb666-47e5-4ddb-b0bc-16855d478160', 'mac_address': 'fa:16:3e:e3:c7:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c84ed6-1b38-4b73-8bea-55c843cc7bda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:02:21Z', 'updated_at': '2021-08-11T03:02:41Z', 'revision_number': 1, 'project_id': '3419766c112444a3864f482257b66851', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6ddfaab-50af-4c40-8107-3ba41ae12640', 'name': '', 'network_id': '6b5eb666-47e5-4ddb-b0bc-16855d478160', 'tenant_id': '3419766c112444a3864f482257b66851', 'mac_address': 'fa:16:3e:7b:a4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45fb9a7-38e2-427f-9097-97b2a8cb8a1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '6bc807f9-b5f2-488b-b980-1ec1f7afe42f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:02:15Z', 'updated_at': '2021-08-11T03:02:24Z', 'revision_number': 5, 'project_id': '3419766c112444a3864f482257b66851', 'subnets': [{'id': '6bc807f9-b5f2-488b-b980-1ec1f7afe42f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:02:43.618759 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [req-e5aab607-08cb-4256-be82-2c4c4fffe3cc req-d21016b3-13f5-4836-9b5d-0e3d4a84e711 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] Allocated IP 172.20.0.14 (7308cf56-b2ea-4c5f-847a-68a400b58a6a/6db39e9a-7f38-4c82-9938-87272cf59f4c/409a5811-bb62-4aad-9d6e-b5c619621332) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:02:43.747066 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:02:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b2eb5f5-1791-4bde-bc7a-b509762741d2 x-openstack-request-id: req-7b2eb5f5-1791-4bde-bc7a-b509762741d2 {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:02:43.747358 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70c84ed6-1b38-4b73-8bea-55c843cc7bda", "tag": "fa57729b-416e-4b56-988d-5e0b3aee0303", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:02:43.750067 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7b2eb5f5-1791-4bde-bc7a-b509762741d2 {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:02:43.750067 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70c84ed6-1b38-4b73-8bea-55c843cc7bda', 'tag': 'fa57729b-416e-4b56-988d-5e0b3aee0303', 'status': 'completed', 'code': 200} Aug 11 03:02:43.883721 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-33096111-117e-4314-b5f1-364c0aa06332 req-5898129a-8e6a-4e93-9b40-3cc6eba249cf tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:43.924899 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e01b503-248d-42ba-b246-48ab3b9bebe9 req-c15e796e-1ee1-4349-b3cd-478cbf4329cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:43.933272 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0e01b503-248d-42ba-b246-48ab3b9bebe9 req-c15e796e-1ee1-4349-b3cd-478cbf4329cc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3419766c112444a3864f482257b66851&device_id=70c84ed6-1b38-4b73-8bea-55c843cc7bda HTTP/1.1" status: 200 len: 1097 time: 0.1434801 Aug 11 03:02:43.941001 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [req-33096111-117e-4314-b5f1-364c0aa06332 req-5898129a-8e6a-4e93-9b40-3cc6eba249cf tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Transition to ACTIVE for port object 00469b72-201a-4c1f-a704-ecaae9e4601f will not be triggered until provisioned by entity DHCP. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:02:44.036693 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ebd0a3-c462-4fb8-bd31-3c413a396122 None None] New status for floating IP b3043384-c0b9-4956-ad98-5c9ee78ef63c: ACTIVE {{(pid=102194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:02:44.046985 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f5d7a97a-c079-406a-aff7-fba88262e9bc req-1d1c1d15-d79a-4293-b48d-2013a0d03b34 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/ports?device_id=76927434-76ea-4b52-9275-6f99fa74e6bb HTTP/1.1" status: 200 len: 210 time: 0.1118674 Aug 11 03:02:44.109426 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6c477f03-01f7-4059-9ce1-9e6cf43b5951 req-e099f68b-9e4c-46fd-8c51-25d39d11246b tempest-ServerGroupTestJSON-1819259722 tempest-ServerGroupTestJSON-1819259722-project] 10.222.0.41 "GET /v2.0/ports?device_id=a90938d4-9409-449d-9b51-4f33101be5fc HTTP/1.1" status: 200 len: 210 time: 0.1512020 Aug 11 03:02:44.118613 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-e5aab607-08cb-4256-be82-2c4c4fffe3cc req-d21016b3-13f5-4836-9b5d-0e3d4a84e711 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:44.190606 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e01b503-248d-42ba-b246-48ab3b9bebe9 req-a5d013a0-0040-4791-98a2-bbcf68d46d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:44.192096 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0e01b503-248d-42ba-b246-48ab3b9bebe9 req-a5d013a0-0040-4791-98a2-bbcf68d46d35 service neutron] 10.222.0.24 "GET /v2.0/networks?id=6b5eb666-47e5-4ddb-b0bc-16855d478160 HTTP/1.1" status: 200 len: 913 time: 0.2487936 Aug 11 03:02:44.260818 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0e01b503-248d-42ba-b246-48ab3b9bebe9 req-bd4c56b4-37cd-4100-8a27-64a99b2f519f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fa57729b-416e-4b56-988d-5e0b3aee0303 HTTP/1.1" status: 200 len: 999 time: 0.0600920 Aug 11 03:02:44.316356 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e01b503-248d-42ba-b246-48ab3b9bebe9 req-7af468f1-0ec0-475d-90f9-fd58e531d6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:44.318136 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0e01b503-248d-42ba-b246-48ab3b9bebe9 req-7af468f1-0ec0-475d-90f9-fd58e531d6b7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6bc807f9-b5f2-488b-b980-1ec1f7afe42f HTTP/1.1" status: 200 len: 851 time: 0.0489790 Aug 11 03:02:44.352246 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-e5aab607-08cb-4256-be82-2c4c4fffe3cc req-d21016b3-13f5-4836-9b5d-0e3d4a84e711 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:44.354106 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-33096111-117e-4314-b5f1-364c0aa06332 req-5898129a-8e6a-4e93-9b40-3cc6eba249cf tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:44.368218 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['acd77bac-ad9f-4185-9417-ca2c1c5f2f9c', '458952e7-3214-4b7c-b5f0-fc92a3bcef03'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:02:44.371477 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['2e23dd7b-0b38-404c-8090-6ce6bff54305', '757139b6-8342-4504-82df-491f3ad6472a', 'd008f631-61e8-4410-80e4-ee203c8580df', '0e651a33-7f9d-42f8-841f-da7670b11eb0'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:02:44.423665 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5aab607-08cb-4256-be82-2c4c4fffe3cc req-d21016b3-13f5-4836-9b5d-0e3d4a84e711 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] Network 7308cf56-b2ea-4c5f-847a-68a400b58a6a is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:02:44.427414 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33096111-117e-4314-b5f1-364c0aa06332 req-5898129a-8e6a-4e93-9b40-3cc6eba249cf tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Network d1bf0def-6fa4-4d3e-bbc5-20a040931fba is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:02:44.432538 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [req-e5aab607-08cb-4256-be82-2c4c4fffe3cc req-d21016b3-13f5-4836-9b5d-0e3d4a84e711 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:02:44.436736 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [req-33096111-117e-4314-b5f1-364c0aa06332 req-5898129a-8e6a-4e93-9b40-3cc6eba249cf tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:02:44.440890 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5aab607-08cb-4256-be82-2c4c4fffe3cc req-d21016b3-13f5-4836-9b5d-0e3d4a84e711 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:02:44.444278 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21016b3-13f5-4836-9b5d-0e3d4a84e711 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] Pushing event updated for resources: {'Port': ['ID=409a5811-bb62-4aad-9d6e-b5c619621332,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:44.448658 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [req-33096111-117e-4314-b5f1-364c0aa06332 req-5898129a-8e6a-4e93-9b40-3cc6eba249cf tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:02:44.459415 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e01b503-248d-42ba-b246-48ab3b9bebe9 req-82fc281a-25af-46c1-b818-ab92fb4f4b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:44.461951 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0e01b503-248d-42ba-b246-48ab3b9bebe9 req-82fc281a-25af-46c1-b818-ab92fb4f4b90 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6b5eb666-47e5-4ddb-b0bc-16855d478160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1370025 Aug 11 03:02:44.813324 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aab607-08cb-4256-be82-2c4c4fffe3cc req-d21016b3-13f5-4836-9b5d-0e3d4a84e711 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:44.814557 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-e5aab607-08cb-4256-be82-2c4c4fffe3cc req-d21016b3-13f5-4836-9b5d-0e3d4a84e711 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:44.817910 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5898129a-8e6a-4e93-9b40-3cc6eba249cf tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Pushing event updated for resources: {'Port': ['ID=00469b72-201a-4c1f-a704-ecaae9e4601f,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:44.866531 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-05ec9875-3a6f-45ad-be7b-58b016371b5d None None] Provisioning for port 00469b72-201a-4c1f-a704-ecaae9e4601f completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:02:44.884896 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-05ec9875-3a6f-45ad-be7b-58b016371b5d None None] Provisioning complete for port 00469b72-201a-4c1f-a704-ecaae9e4601f triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:02:44.885307 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-05ec9875-3a6f-45ad-be7b-58b016371b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:44.899634 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33096111-117e-4314-b5f1-364c0aa06332 req-5898129a-8e6a-4e93-9b40-3cc6eba249cf tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:44.899634 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-33096111-117e-4314-b5f1-364c0aa06332 req-5898129a-8e6a-4e93-9b40-3cc6eba249cf tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:44.908458 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0e01b503-248d-42ba-b246-48ab3b9bebe9 req-b4b99fc1-e8f4-4fd4-a4db-5b36bab30f30 service neutron] 10.222.0.24 "GET /v2.0/networks/6b5eb666-47e5-4ddb-b0bc-16855d478160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4158287 Aug 11 03:02:44.926473 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344348fc-a5ee-4ee8-b698-c6fc5da98a0c req-c5bb4555-930e-4909-8f32-0558a6e00a4c tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:44.928070 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-344348fc-a5ee-4ee8-b698-c6fc5da98a0c req-c5bb4555-930e-4909-8f32-0558a6e00a4c tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/ports?device_id=168f1d5d-0861-4051-9073-cea373dbef3e HTTP/1.1" status: 200 len: 935 time: 0.3794904 Aug 11 03:02:44.954511 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-05ec9875-3a6f-45ad-be7b-58b016371b5d None None] Port 00469b72-201a-4c1f-a704-ecaae9e4601f cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:02:45.004169 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e5aab607-08cb-4256-be82-2c4c4fffe3cc req-d21016b3-13f5-4836-9b5d-0e3d4a84e711 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3589654 Aug 11 03:02:45.026079 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a23bb7-d701-468e-ac82-b70d5951268e req-74df6bbb-c50e-4942-a885-9785287cca64 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:45.033687 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d1a23bb7-d701-468e-ac82-b70d5951268e req-74df6bbb-c50e-4942-a885-9785287cca64 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] 10.222.0.41 "GET /v2.0/ports?device_id=21d89038-3c71-43b0-8cae-2cca033340eb HTTP/1.1" status: 200 len: 932 time: 0.2114038 Aug 11 03:02:45.050948 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-e5aab607-08cb-4256-be82-2c4c4fffe3cc req-f054922a-ccc7-4fc3-a073-dfacfa4604e1 service neutron] Request body: {'port': {'device_id': '21d89038-3c71-43b0-8cae-2cca033340eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764292-30'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:02:45.104218 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-33096111-117e-4314-b5f1-364c0aa06332 req-5898129a-8e6a-4e93-9b40-3cc6eba249cf tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7562563 Aug 11 03:02:45.126921 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-33096111-117e-4314-b5f1-364c0aa06332 req-16113b6c-645e-4916-b427-7ef65fa9fecd service neutron] Request body: {'port': {'device_id': '168f1d5d-0861-4051-9073-cea373dbef3e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764292-30'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:02:45.132471 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-344348fc-a5ee-4ee8-b698-c6fc5da98a0c req-1ef4c92e-9724-4958-a85d-52b195471e5e tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8b0be49-76ee-4d50-8be0-9bf1508da412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934803 Aug 11 03:02:45.212207 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d1a23bb7-d701-468e-ac82-b70d5951268e req-c92edd1f-1b6e-435c-9ca0-6e4546e24eea tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] 10.222.0.41 "GET /v2.0/security-groups?id=17343059-1bdd-4a6d-8bb4-dcbed1576fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776812 Aug 11 03:02:45.226218 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0e01b503-248d-42ba-b246-48ab3b9bebe9 req-50c1592c-95dc-4773-977b-a2ca71a9a462 service neutron] 10.222.0.24 "GET /v2.0/networks/6b5eb666-47e5-4ddb-b0bc-16855d478160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3084869 Aug 11 03:02:45.246912 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-e5aab607-08cb-4256-be82-2c4c4fffe3cc req-f054922a-ccc7-4fc3-a073-dfacfa4604e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:45.265198 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-33096111-117e-4314-b5f1-364c0aa06332 req-16113b6c-645e-4916-b427-7ef65fa9fecd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:45.507376 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-55b435e2-511d-4c8f-8365-9b8d734f1301 req-3954ff63-c4fd-416f-af7f-376a2654ea21 tempest-ServerGroupTestJSON-1819259722 tempest-ServerGroupTestJSON-1819259722-project] 10.222.0.41 "GET /v2.0/ports?device_id=a90938d4-9409-449d-9b51-4f33101be5fc HTTP/1.1" status: 200 len: 210 time: 0.1021099 Aug 11 03:02:45.509267 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-06d0cc50-c983-4e09-a685-01bb56e5f3c9 req-0c85ab08-606a-4bf8-8ce2-66c322b96c3a tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/ports?device_id=76927434-76ea-4b52-9275-6f99fa74e6bb HTTP/1.1" status: 200 len: 210 time: 0.1005921 Aug 11 03:02:45.864663 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [req-e5aab607-08cb-4256-be82-2c4c4fffe3cc req-f054922a-ccc7-4fc3-a073-dfacfa4604e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 409a5811-bb62-4aad-9d6e-b5c619621332 {{(pid=102192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:02:45.872285 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [req-33096111-117e-4314-b5f1-364c0aa06332 req-16113b6c-645e-4916-b427-7ef65fa9fecd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00469b72-201a-4c1f-a704-ecaae9e4601f {{(pid=102192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:02:45.886741 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-33096111-117e-4314-b5f1-364c0aa06332 req-16113b6c-645e-4916-b427-7ef65fa9fecd service neutron] Notify callbacks [] for port, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:45.890120 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-e5aab607-08cb-4256-be82-2c4c4fffe3cc req-f054922a-ccc7-4fc3-a073-dfacfa4604e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:45.932325 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [req-e5aab607-08cb-4256-be82-2c4c4fffe3cc req-f054922a-ccc7-4fc3-a073-dfacfa4604e1 service neutron] Transition to ACTIVE for port object 409a5811-bb62-4aad-9d6e-b5c619621332 will not be triggered until provisioned by entity L2. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:02:45.936499 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [req-33096111-117e-4314-b5f1-364c0aa06332 req-16113b6c-645e-4916-b427-7ef65fa9fecd service neutron] Transition to ACTIVE for port object 00469b72-201a-4c1f-a704-ecaae9e4601f will not be triggered until provisioned by entity L2. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:02:45.945945 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc8a6c5-ce9e-4d0c-be37-ae75925bc099 req-a8428a5f-b43c-452f-9865-6bb3ff0ffc29 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:45.947500 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-afc8a6c5-ce9e-4d0c-be37-ae75925bc099 req-a8428a5f-b43c-452f-9865-6bb3ff0ffc29 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.24 "GET /v2.0/networks?id=f221beb7-8330-438a-a9fe-3bfcf5050d99 HTTP/1.1" status: 200 len: 821 time: 0.1818364 Aug 11 03:02:45.960643 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-afc8a6c5-ce9e-4d0c-be37-ae75925bc099 req-d5f74c47-e337-4ad7-867c-89336eae48e9 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Request body: {'port': {'device_id': '76927434-76ea-4b52-9275-6f99fa74e6bb', 'network_id': 'f221beb7-8330-438a-a9fe-3bfcf5050d99', 'admin_state_up': True, 'tenant_id': '7a37d4caabc9417c92d7f5d7ce7df51b'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:02:46.023122 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-33096111-117e-4314-b5f1-364c0aa06332 req-16113b6c-645e-4916-b427-7ef65fa9fecd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:46.025067 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-e5aab607-08cb-4256-be82-2c4c4fffe3cc req-f054922a-ccc7-4fc3-a073-dfacfa4604e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:46.147621 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16113b6c-645e-4916-b427-7ef65fa9fecd service neutron] Pushing event updated for resources: {'Port': ['ID=00469b72-201a-4c1f-a704-ecaae9e4601f,revision_number=2']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:46.356572 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-33096111-117e-4314-b5f1-364c0aa06332 req-16113b6c-645e-4916-b427-7ef65fa9fecd service neutron] Attempting to bind port 00469b72-201a-4c1f-a704-ecaae9e4601f on host n-h1-764292-30 for vnic_type normal with profile {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:02:46.356911 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-33096111-117e-4314-b5f1-364c0aa06332 req-16113b6c-645e-4916-b427-7ef65fa9fecd service neutron] Attempting to bind port 00469b72-201a-4c1f-a704-ecaae9e4601f by drivers openvswitch,hyperv on host n-h1-764292-30 at level 0 using segments [{'id': '9b7b03c0-092f-4953-898f-de6d8f2338ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba'}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:02:46.357237 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33096111-117e-4314-b5f1-364c0aa06332 req-16113b6c-645e-4916-b427-7ef65fa9fecd service neutron] Attempting to bind port 00469b72-201a-4c1f-a704-ecaae9e4601f on network d1bf0def-6fa4-4d3e-bbc5-20a040931fba {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:02:46.367226 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33096111-117e-4314-b5f1-364c0aa06332 req-16113b6c-645e-4916-b427-7ef65fa9fecd service neutron] Port 00469b72-201a-4c1f-a704-ecaae9e4601f on network d1bf0def-6fa4-4d3e-bbc5-20a040931fba not bound, no agent of type Open vSwitch agent registered on host n-h1-764292-30 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:02:46.367580 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33096111-117e-4314-b5f1-364c0aa06332 req-16113b6c-645e-4916-b427-7ef65fa9fecd service neutron] Attempting to bind port 00469b72-201a-4c1f-a704-ecaae9e4601f on network d1bf0def-6fa4-4d3e-bbc5-20a040931fba {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:02:46.413572 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f054922a-ccc7-4fc3-a073-dfacfa4604e1 service neutron] Pushing event updated for resources: {'Port': ['ID=409a5811-bb62-4aad-9d6e-b5c619621332,revision_number=2']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:46.440983 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33096111-117e-4314-b5f1-364c0aa06332 req-16113b6c-645e-4916-b427-7ef65fa9fecd service neutron] Checking agent: {'id': 'abb524c2-b412-4ed2-8367-45c4fd996fa7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 2, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:02:46.440983 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33096111-117e-4314-b5f1-364c0aa06332 req-16113b6c-645e-4916-b427-7ef65fa9fecd service neutron] Checking segment: {'id': '9b7b03c0-092f-4953-898f-de6d8f2338ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:02:46.440983 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33096111-117e-4314-b5f1-364c0aa06332 req-16113b6c-645e-4916-b427-7ef65fa9fecd service neutron] Bound using segment: {'id': '9b7b03c0-092f-4953-898f-de6d8f2338ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba'} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:02:46.440983 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-33096111-117e-4314-b5f1-364c0aa06332 req-16113b6c-645e-4916-b427-7ef65fa9fecd service neutron] Bound port: 00469b72-201a-4c1f-a704-ecaae9e4601f, host: n-h1-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b7b03c0-092f-4953-898f-de6d8f2338ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba'}}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:02:46.440983 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-33096111-117e-4314-b5f1-364c0aa06332 req-16113b6c-645e-4916-b427-7ef65fa9fecd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:46.482800 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e76ba9-f758-4750-b924-9a4e9ba2a1a0 req-84289e49-3d59-4035-a7ca-bec97ad13f6b tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:46.484423 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-80e76ba9-f758-4750-b924-9a4e9ba2a1a0 req-84289e49-3d59-4035-a7ca-bec97ad13f6b tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/ports?device_id=168f1d5d-0861-4051-9073-cea373dbef3e HTTP/1.1" status: 200 len: 947 time: 0.2162008 Aug 11 03:02:46.523919 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afc8a6c5-ce9e-4d0c-be37-ae75925bc099 req-d5f74c47-e337-4ad7-867c-89336eae48e9 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Made reservation on behalf of 7a37d4caabc9417c92d7f5d7ce7df51b for: {'port': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:02:46.527396 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-afc8a6c5-ce9e-4d0c-be37-ae75925bc099 req-d5f74c47-e337-4ad7-867c-89336eae48e9 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:46.651726 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105c1db8-9e6d-41e3-aa48-38b6889eafb7 req-72e476a8-f1e7-4af6-96fb-8a9ea165837f tempest-ServerGroupTestJSON-1819259722 tempest-ServerGroupTestJSON-1819259722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:46.654386 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-105c1db8-9e6d-41e3-aa48-38b6889eafb7 req-72e476a8-f1e7-4af6-96fb-8a9ea165837f tempest-ServerGroupTestJSON-1819259722 tempest-ServerGroupTestJSON-1819259722-project] 10.222.0.24 "GET /v2.0/networks?id=3e69dcca-a51c-4e24-8edb-5aab9001b700 HTTP/1.1" status: 200 len: 810 time: 0.1594405 Aug 11 03:02:46.671629 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-105c1db8-9e6d-41e3-aa48-38b6889eafb7 req-991620e7-977f-493f-93d4-088050638093 tempest-ServerGroupTestJSON-1819259722 tempest-ServerGroupTestJSON-1819259722-project] Request body: {'port': {'device_id': 'a90938d4-9409-449d-9b51-4f33101be5fc', 'network_id': '3e69dcca-a51c-4e24-8edb-5aab9001b700', 'admin_state_up': True, 'tenant_id': 'dae29f739f2e4f06bdf70790cbfe637f'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:02:46.868468 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-e5aab607-08cb-4256-be82-2c4c4fffe3cc req-f054922a-ccc7-4fc3-a073-dfacfa4604e1 service neutron] Attempting to bind port 409a5811-bb62-4aad-9d6e-b5c619621332 on host n-h2-764292-30 for vnic_type normal with profile {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:02:46.868819 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-e5aab607-08cb-4256-be82-2c4c4fffe3cc req-f054922a-ccc7-4fc3-a073-dfacfa4604e1 service neutron] Attempting to bind port 409a5811-bb62-4aad-9d6e-b5c619621332 by drivers openvswitch,hyperv on host n-h2-764292-30 at level 0 using segments [{'id': 'e15af3bf-a96a-4239-be14-8bb6ab78ddb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '7308cf56-b2ea-4c5f-847a-68a400b58a6a'}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:02:46.869122 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5aab607-08cb-4256-be82-2c4c4fffe3cc req-f054922a-ccc7-4fc3-a073-dfacfa4604e1 service neutron] Attempting to bind port 409a5811-bb62-4aad-9d6e-b5c619621332 on network 7308cf56-b2ea-4c5f-847a-68a400b58a6a {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:02:46.888137 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-105c1db8-9e6d-41e3-aa48-38b6889eafb7 req-991620e7-977f-493f-93d4-088050638093 tempest-ServerGroupTestJSON-1819259722 tempest-ServerGroupTestJSON-1819259722-project] Made reservation on behalf of dae29f739f2e4f06bdf70790cbfe637f for: {'port': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:02:46.893414 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-105c1db8-9e6d-41e3-aa48-38b6889eafb7 req-991620e7-977f-493f-93d4-088050638093 tempest-ServerGroupTestJSON-1819259722 tempest-ServerGroupTestJSON-1819259722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:46.894773 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc5dedb-f706-43c8-a51f-ee2ec469553c req-0437a5bf-2a13-439a-8982-31bca4ed0ccc tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:46.898824 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9fc5dedb-f706-43c8-a51f-ee2ec469553c req-0437a5bf-2a13-439a-8982-31bca4ed0ccc tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] 10.222.0.41 "GET /v2.0/ports?device_id=21d89038-3c71-43b0-8cae-2cca033340eb HTTP/1.1" status: 200 len: 944 time: 0.4945309 Aug 11 03:02:46.911572 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5aab607-08cb-4256-be82-2c4c4fffe3cc req-f054922a-ccc7-4fc3-a073-dfacfa4604e1 service neutron] Port 409a5811-bb62-4aad-9d6e-b5c619621332 on network 7308cf56-b2ea-4c5f-847a-68a400b58a6a not bound, no agent of type Open vSwitch agent registered on host n-h2-764292-30 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:02:46.911813 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5aab607-08cb-4256-be82-2c4c4fffe3cc req-f054922a-ccc7-4fc3-a073-dfacfa4604e1 service neutron] Attempting to bind port 409a5811-bb62-4aad-9d6e-b5c619621332 on network 7308cf56-b2ea-4c5f-847a-68a400b58a6a {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:02:46.956596 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-33096111-117e-4314-b5f1-364c0aa06332 req-16113b6c-645e-4916-b427-7ef65fa9fecd service neutron] For port 00469b72-201a-4c1f-a704-ecaae9e4601f, host n-h1-764292-30, cleared binding levels {{(pid=102192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:02:46.962745 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-80e76ba9-f758-4750-b924-9a4e9ba2a1a0 req-1f4706d5-c97e-4e22-a536-f6b02f1c1f35 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8b0be49-76ee-4d50-8be0-9bf1508da412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4709966 Aug 11 03:02:46.963524 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5aab607-08cb-4256-be82-2c4c4fffe3cc req-f054922a-ccc7-4fc3-a073-dfacfa4604e1 service neutron] Checking agent: {'id': '70015fc0-62fb-48b2-b453-36906937cf2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 2, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:02:46.963870 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5aab607-08cb-4256-be82-2c4c4fffe3cc req-f054922a-ccc7-4fc3-a073-dfacfa4604e1 service neutron] Checking segment: {'id': 'e15af3bf-a96a-4239-be14-8bb6ab78ddb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '7308cf56-b2ea-4c5f-847a-68a400b58a6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:02:46.967548 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5aab607-08cb-4256-be82-2c4c4fffe3cc req-f054922a-ccc7-4fc3-a073-dfacfa4604e1 service neutron] Bound using segment: {'id': 'e15af3bf-a96a-4239-be14-8bb6ab78ddb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '7308cf56-b2ea-4c5f-847a-68a400b58a6a'} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:02:46.967548 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-e5aab607-08cb-4256-be82-2c4c4fffe3cc req-f054922a-ccc7-4fc3-a073-dfacfa4604e1 service neutron] Bound port: 409a5811-bb62-4aad-9d6e-b5c619621332, host: n-h2-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e15af3bf-a96a-4239-be14-8bb6ab78ddb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '7308cf56-b2ea-4c5f-847a-68a400b58a6a'}}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:02:46.967548 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-e5aab607-08cb-4256-be82-2c4c4fffe3cc req-f054922a-ccc7-4fc3-a073-dfacfa4604e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:47.051252 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-33096111-117e-4314-b5f1-364c0aa06332 req-16113b6c-645e-4916-b427-7ef65fa9fecd service neutron] For port 00469b72-201a-4c1f-a704-ecaae9e4601f, host n-h1-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=00469b72-201a-4c1f-a704-ecaae9e4601f,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:02:47.150857 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9fc5dedb-f706-43c8-a51f-ee2ec469553c req-1279d361-b24d-4466-b8ba-b0d8af0afe37 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] 10.222.0.41 "GET /v2.0/security-groups?id=17343059-1bdd-4a6d-8bb4-dcbed1576fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203720 Aug 11 03:02:47.151545 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [req-105c1db8-9e6d-41e3-aa48-38b6889eafb7 req-991620e7-977f-493f-93d4-088050638093 tempest-ServerGroupTestJSON-1819259722 tempest-ServerGroupTestJSON-1819259722-project] Allocated IP 172.20.0.11 (3e69dcca-a51c-4e24-8edb-5aab9001b700/b96a24e4-714b-48e6-804d-ac04631dcccc/f0e4b0a6-1d6e-46b6-9ebb-3d7a3020195a) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:02:47.161171 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-33096111-117e-4314-b5f1-364c0aa06332 req-16113b6c-645e-4916-b427-7ef65fa9fecd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:47.312400 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33096111-117e-4314-b5f1-364c0aa06332 req-16113b6c-645e-4916-b427-7ef65fa9fecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:47.313558 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-33096111-117e-4314-b5f1-364c0aa06332 req-16113b6c-645e-4916-b427-7ef65fa9fecd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:47.327283 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-33096111-117e-4314-b5f1-364c0aa06332 req-16113b6c-645e-4916-b427-7ef65fa9fecd service neutron] 10.222.0.22 "PUT /v2.0/ports/00469b72-201a-4c1f-a704-ecaae9e4601f HTTP/1.1" status: 200 len: 1096 time: 2.2106521 Aug 11 03:02:47.327791 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '168f1d5d-0861-4051-9073-cea373dbef3e', 'tag': '00469b72-201a-4c1f-a704-ecaae9e4601f'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:02:47.331024 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0c47941-cc4a-4211-856d-8c88ac6ea87a" -d '{"events": [{"name": "network-changed", "server_uuid": "168f1d5d-0861-4051-9073-cea373dbef3e", "tag": "00469b72-201a-4c1f-a704-ecaae9e4601f"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:02:47.342999 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0265f6f4-3a0e-4d62-b53c-83c47461da36 req-fe865a9c-2ce2-4653-99d1-c5e49151dddd tempest-ServerGroupTestJSON-1819259722 tempest-ServerGroupTestJSON-1819259722-project] 10.222.0.41 "GET /v2.0/ports?device_id=a90938d4-9409-449d-9b51-4f33101be5fc HTTP/1.1" status: 200 len: 210 time: 0.1096175 Aug 11 03:02:47.366245 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [req-afc8a6c5-ce9e-4d0c-be37-ae75925bc099 req-d5f74c47-e337-4ad7-867c-89336eae48e9 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Allocated IP 172.20.0.4 (f221beb7-8330-438a-a9fe-3bfcf5050d99/1f48ffa3-65bd-47bc-90cf-1fcd73e0ff01/092c0a28-e4d2-4ebb-8107-8a0561809fdb) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:02:47.395110 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-e5aab607-08cb-4256-be82-2c4c4fffe3cc req-f054922a-ccc7-4fc3-a073-dfacfa4604e1 service neutron] For port 409a5811-bb62-4aad-9d6e-b5c619621332, host n-h2-764292-30, cleared binding levels {{(pid=102192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:02:47.469153 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4fd5edf2-9320-4789-b2ab-d00e11ad86c4 req-2bb083f5-9e62-4501-8a22-219b5a18e3e0 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/ports?device_id=76927434-76ea-4b52-9275-6f99fa74e6bb HTTP/1.1" status: 200 len: 210 time: 0.1344876 Aug 11 03:02:47.499893 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-e5aab607-08cb-4256-be82-2c4c4fffe3cc req-f054922a-ccc7-4fc3-a073-dfacfa4604e1 service neutron] For port 409a5811-bb62-4aad-9d6e-b5c619621332, host n-h2-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=409a5811-bb62-4aad-9d6e-b5c619621332,segment=NetworkSegment(e15af3bf-a96a-4239-be14-8bb6ab78ddb4),segment_id=e15af3bf-a96a-4239-be14-8bb6ab78ddb4)] {{(pid=102192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:02:47.512736 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16113b6c-645e-4916-b427-7ef65fa9fecd service neutron] Pushing event updated for resources: {'Port': ['ID=00469b72-201a-4c1f-a704-ecaae9e4601f,revision_number=3']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:47.588673 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:02:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35c554f7-1d1a-4618-a51b-cf57df88e1f5 x-openstack-request-id: req-35c554f7-1d1a-4618-a51b-cf57df88e1f5 {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:02:47.589399 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "168f1d5d-0861-4051-9073-cea373dbef3e", "tag": "00469b72-201a-4c1f-a704-ecaae9e4601f", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:02:47.589868 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-35c554f7-1d1a-4618-a51b-cf57df88e1f5 {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:02:47.590562 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '168f1d5d-0861-4051-9073-cea373dbef3e', 'tag': '00469b72-201a-4c1f-a704-ecaae9e4601f', 'status': 'completed', 'code': 200} Aug 11 03:02:47.595208 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-105c1db8-9e6d-41e3-aa48-38b6889eafb7 req-991620e7-977f-493f-93d4-088050638093 tempest-ServerGroupTestJSON-1819259722 tempest-ServerGroupTestJSON-1819259722-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:47.631247 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33096111-117e-4314-b5f1-364c0aa06332 req-938413c6-0a8f-42dd-a2cc-5157bf61c6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:47.633940 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-33096111-117e-4314-b5f1-364c0aa06332 req-938413c6-0a8f-42dd-a2cc-5157bf61c6f8 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c1f9c9765b974fd98b786b1ff4e95823&device_id=168f1d5d-0861-4051-9073-cea373dbef3e HTTP/1.1" status: 200 len: 1099 time: 0.1308742 Aug 11 03:02:47.685425 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-e5aab607-08cb-4256-be82-2c4c4fffe3cc req-f054922a-ccc7-4fc3-a073-dfacfa4604e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:47.744748 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-105c1db8-9e6d-41e3-aa48-38b6889eafb7 req-991620e7-977f-493f-93d4-088050638093 tempest-ServerGroupTestJSON-1819259722 tempest-ServerGroupTestJSON-1819259722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:47.756149 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-33096111-117e-4314-b5f1-364c0aa06332 req-86f1634a-db44-4d8f-bfc3-7b742c50bf0d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=00469b72-201a-4c1f-a704-ecaae9e4601f HTTP/1.1" status: 200 len: 217 time: 0.0991502 Aug 11 03:02:47.782458 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aab607-08cb-4256-be82-2c4c4fffe3cc req-f054922a-ccc7-4fc3-a073-dfacfa4604e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:47.783083 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-e5aab607-08cb-4256-be82-2c4c4fffe3cc req-f054922a-ccc7-4fc3-a073-dfacfa4604e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:47.784463 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e5aab607-08cb-4256-be82-2c4c4fffe3cc req-f054922a-ccc7-4fc3-a073-dfacfa4604e1 service neutron] 10.222.0.24 "PUT /v2.0/ports/409a5811-bb62-4aad-9d6e-b5c619621332 HTTP/1.1" status: 200 len: 1093 time: 2.7488303 Aug 11 03:02:47.824579 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-105c1db8-9e6d-41e3-aa48-38b6889eafb7 req-991620e7-977f-493f-93d4-088050638093 tempest-ServerGroupTestJSON-1819259722 tempest-ServerGroupTestJSON-1819259722-project] Network 3e69dcca-a51c-4e24-8edb-5aab9001b700 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:02:47.830670 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [req-105c1db8-9e6d-41e3-aa48-38b6889eafb7 req-991620e7-977f-493f-93d4-088050638093 tempest-ServerGroupTestJSON-1819259722 tempest-ServerGroupTestJSON-1819259722-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:02:47.835699 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-105c1db8-9e6d-41e3-aa48-38b6889eafb7 req-991620e7-977f-493f-93d4-088050638093 tempest-ServerGroupTestJSON-1819259722 tempest-ServerGroupTestJSON-1819259722-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:02:47.840831 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991620e7-977f-493f-93d4-088050638093 tempest-ServerGroupTestJSON-1819259722 tempest-ServerGroupTestJSON-1819259722-project] Pushing event updated for resources: {'Port': ['ID=f0e4b0a6-1d6e-46b6-9ebb-3d7a3020195a,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:47.847215 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f054922a-ccc7-4fc3-a073-dfacfa4604e1 service neutron] Pushing event updated for resources: {'Port': ['ID=409a5811-bb62-4aad-9d6e-b5c619621332,revision_number=3']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:47.861530 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33096111-117e-4314-b5f1-364c0aa06332 req-81cd7f80-a2c3-465c-afb9-b894f4d39a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:47.861530 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-33096111-117e-4314-b5f1-364c0aa06332 req-81cd7f80-a2c3-465c-afb9-b894f4d39a57 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=254a3f4d-2b75-429e-bbb2-8e70554e9483 HTTP/1.1" status: 200 len: 843 time: 0.0997584 Aug 11 03:02:47.885623 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-afc8a6c5-ce9e-4d0c-be37-ae75925bc099 req-d5f74c47-e337-4ad7-867c-89336eae48e9 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:47.908679 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105c1db8-9e6d-41e3-aa48-38b6889eafb7 req-991620e7-977f-493f-93d4-088050638093 tempest-ServerGroupTestJSON-1819259722 tempest-ServerGroupTestJSON-1819259722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:47.909913 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-105c1db8-9e6d-41e3-aa48-38b6889eafb7 req-991620e7-977f-493f-93d4-088050638093 tempest-ServerGroupTestJSON-1819259722 tempest-ServerGroupTestJSON-1819259722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:47.933445 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33096111-117e-4314-b5f1-364c0aa06332 req-769871ae-7ac2-49af-be75-c7b78d1923e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:47.935020 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-33096111-117e-4314-b5f1-364c0aa06332 req-769871ae-7ac2-49af-be75-c7b78d1923e0 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d1bf0def-6fa4-4d3e-bbc5-20a040931fba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0621703 Aug 11 03:02:48.025781 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-105c1db8-9e6d-41e3-aa48-38b6889eafb7 req-991620e7-977f-493f-93d4-088050638093 tempest-ServerGroupTestJSON-1819259722 tempest-ServerGroupTestJSON-1819259722-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3603280 Aug 11 03:02:48.052881 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-105c1db8-9e6d-41e3-aa48-38b6889eafb7 req-7f90e78d-ae40-4d7c-9120-900ff50051d3 service neutron] Request body: {'port': {'device_id': 'a90938d4-9409-449d-9b51-4f33101be5fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764292-30'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:02:48.077702 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aab607-08cb-4256-be82-2c4c4fffe3cc req-4466938e-9205-439b-8c02-0c76f939662d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:48.079734 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e5aab607-08cb-4256-be82-2c4c4fffe3cc req-4466938e-9205-439b-8c02-0c76f939662d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e11080dad0104d51a5cfeb2acfc6cf99&device_id=21d89038-3c71-43b0-8cae-2cca033340eb HTTP/1.1" status: 200 len: 1096 time: 0.1438224 Aug 11 03:02:48.139136 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-105c1db8-9e6d-41e3-aa48-38b6889eafb7 req-7f90e78d-ae40-4d7c-9120-900ff50051d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:48.202132 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e5aab607-08cb-4256-be82-2c4c4fffe3cc req-90731d60-d4bd-4489-8d53-e7dc5f41a487 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=409a5811-bb62-4aad-9d6e-b5c619621332 HTTP/1.1" status: 200 len: 217 time: 0.1020885 Aug 11 03:02:48.341508 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-afc8a6c5-ce9e-4d0c-be37-ae75925bc099 req-d5f74c47-e337-4ad7-867c-89336eae48e9 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:48.355141 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['3accc793-fe12-47ab-9ad3-76cfce77a764'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:02:48.402200 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-33096111-117e-4314-b5f1-364c0aa06332 req-60a6f820-8f60-4d68-960f-bc5b68f1eba2 service neutron] 10.222.0.22 "GET /v2.0/networks/d1bf0def-6fa4-4d3e-bbc5-20a040931fba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4570427 Aug 11 03:02:48.443157 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0868318e-f166-439e-bd55-c66f93d7b950 req-8c342d5c-1e87-49c4-bf2f-ce6aa78a2576 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:48.451231 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0868318e-f166-439e-bd55-c66f93d7b950 req-8c342d5c-1e87-49c4-bf2f-ce6aa78a2576 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/ports?device_id=168f1d5d-0861-4051-9073-cea373dbef3e HTTP/1.1" status: 200 len: 947 time: 0.3758976 Aug 11 03:02:48.498879 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aab607-08cb-4256-be82-2c4c4fffe3cc req-5c7693be-39f0-43ab-a0bd-242e17631dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:48.500370 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e5aab607-08cb-4256-be82-2c4c4fffe3cc req-5c7693be-39f0-43ab-a0bd-242e17631dbc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6db39e9a-7f38-4c82-9938-87272cf59f4c HTTP/1.1" status: 200 len: 862 time: 0.2719312 Aug 11 03:02:48.541494 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afc8a6c5-ce9e-4d0c-be37-ae75925bc099 req-d5f74c47-e337-4ad7-867c-89336eae48e9 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Network f221beb7-8330-438a-a9fe-3bfcf5050d99 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:02:48.564256 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [req-afc8a6c5-ce9e-4d0c-be37-ae75925bc099 req-d5f74c47-e337-4ad7-867c-89336eae48e9 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:02:48.588870 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [req-afc8a6c5-ce9e-4d0c-be37-ae75925bc099 req-d5f74c47-e337-4ad7-867c-89336eae48e9 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:02:48.597674 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e5aab607-08cb-4256-be82-2c4c4fffe3cc req-32e40ae5-8a8a-46cf-8073-9f4fc341fc0f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7308cf56-b2ea-4c5f-847a-68a400b58a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547185 Aug 11 03:02:48.653294 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0868318e-f166-439e-bd55-c66f93d7b950 req-06a457c8-9e6b-40ab-9924-c1ef7c3ce799 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8b0be49-76ee-4d50-8be0-9bf1508da412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006681 Aug 11 03:02:48.668425 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [req-105c1db8-9e6d-41e3-aa48-38b6889eafb7 req-7f90e78d-ae40-4d7c-9120-900ff50051d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0e4b0a6-1d6e-46b6-9ebb-3d7a3020195a {{(pid=102191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:02:48.679067 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-105c1db8-9e6d-41e3-aa48-38b6889eafb7 req-7f90e78d-ae40-4d7c-9120-900ff50051d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:48.694006 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [req-105c1db8-9e6d-41e3-aa48-38b6889eafb7 req-7f90e78d-ae40-4d7c-9120-900ff50051d3 service neutron] Transition to ACTIVE for port object f0e4b0a6-1d6e-46b6-9ebb-3d7a3020195a will not be triggered until provisioned by entity L2. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:02:48.698964 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f74c47-e337-4ad7-867c-89336eae48e9 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Pushing event updated for resources: {'Port': ['ID=092c0a28-e4d2-4ebb-8107-8a0561809fdb,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:48.713881 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6827ef7-d084-4bfc-b05a-d638077e50b7 req-ca5af40a-a779-4db7-ae8e-ad334143244b tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:48.721264 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e6827ef7-d084-4bfc-b05a-d638077e50b7 req-ca5af40a-a779-4db7-ae8e-ad334143244b tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] 10.222.0.41 "GET /v2.0/ports?device_id=21d89038-3c71-43b0-8cae-2cca033340eb HTTP/1.1" status: 200 len: 944 time: 0.3874791 Aug 11 03:02:48.791118 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-105c1db8-9e6d-41e3-aa48-38b6889eafb7 req-7f90e78d-ae40-4d7c-9120-900ff50051d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:48.845538 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc8a6c5-ce9e-4d0c-be37-ae75925bc099 req-d5f74c47-e337-4ad7-867c-89336eae48e9 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:48.846276 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-afc8a6c5-ce9e-4d0c-be37-ae75925bc099 req-d5f74c47-e337-4ad7-867c-89336eae48e9 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:48.850315 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-33096111-117e-4314-b5f1-364c0aa06332 req-24c390d5-1166-4fbb-baf6-3b83787eafc7 service neutron] 10.222.0.22 "GET /v2.0/networks/d1bf0def-6fa4-4d3e-bbc5-20a040931fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4209077 Aug 11 03:02:48.868660 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e6827ef7-d084-4bfc-b05a-d638077e50b7 req-337e714b-5e29-45ee-a662-8d346f27d03c tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] 10.222.0.41 "GET /v2.0/security-groups?id=17343059-1bdd-4a6d-8bb4-dcbed1576fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464646 Aug 11 03:02:48.935032 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e5aab607-08cb-4256-be82-2c4c4fffe3cc req-2aba2f23-4644-4dd9-9dd6-1b4bf0fe188c service neutron] 10.222.0.24 "GET /v2.0/networks/7308cf56-b2ea-4c5f-847a-68a400b58a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3019218 Aug 11 03:02:48.959051 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f90e78d-ae40-4d7c-9120-900ff50051d3 service neutron] Pushing event updated for resources: {'Port': ['ID=f0e4b0a6-1d6e-46b6-9ebb-3d7a3020195a,revision_number=2']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:49.028608 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-afc8a6c5-ce9e-4d0c-be37-ae75925bc099 req-d5f74c47-e337-4ad7-867c-89336eae48e9 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0719681 Aug 11 03:02:49.060998 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-afc8a6c5-ce9e-4d0c-be37-ae75925bc099 req-47b45a21-9d0a-484b-afee-6a2588e09ffa service neutron] Request body: {'port': {'device_id': '76927434-76ea-4b52-9275-6f99fa74e6bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764292-30'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:02:49.064038 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8bd491-fb52-45b4-827c-0a8777ef471e req-525d6104-77b9-466c-97da-360e816e0c7f tempest-ServerGroupTestJSON-1819259722 tempest-ServerGroupTestJSON-1819259722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:49.064725 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-105c1db8-9e6d-41e3-aa48-38b6889eafb7 req-7f90e78d-ae40-4d7c-9120-900ff50051d3 service neutron] Attempting to bind port f0e4b0a6-1d6e-46b6-9ebb-3d7a3020195a on host n-h2-764292-30 for vnic_type normal with profile {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:02:49.065332 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-105c1db8-9e6d-41e3-aa48-38b6889eafb7 req-7f90e78d-ae40-4d7c-9120-900ff50051d3 service neutron] Attempting to bind port f0e4b0a6-1d6e-46b6-9ebb-3d7a3020195a by drivers openvswitch,hyperv on host n-h2-764292-30 at level 0 using segments [{'id': '207d9147-2799-4aa6-9649-ac80d0dc9504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3e69dcca-a51c-4e24-8edb-5aab9001b700'}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:02:49.065665 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-105c1db8-9e6d-41e3-aa48-38b6889eafb7 req-7f90e78d-ae40-4d7c-9120-900ff50051d3 service neutron] Attempting to bind port f0e4b0a6-1d6e-46b6-9ebb-3d7a3020195a on network 3e69dcca-a51c-4e24-8edb-5aab9001b700 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:02:49.071532 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-105c1db8-9e6d-41e3-aa48-38b6889eafb7 req-7f90e78d-ae40-4d7c-9120-900ff50051d3 service neutron] Port f0e4b0a6-1d6e-46b6-9ebb-3d7a3020195a on network 3e69dcca-a51c-4e24-8edb-5aab9001b700 not bound, no agent of type Open vSwitch agent registered on host n-h2-764292-30 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:02:49.071739 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9c8bd491-fb52-45b4-827c-0a8777ef471e req-525d6104-77b9-466c-97da-360e816e0c7f tempest-ServerGroupTestJSON-1819259722 tempest-ServerGroupTestJSON-1819259722-project] 10.222.0.41 "GET /v2.0/ports?device_id=a90938d4-9409-449d-9b51-4f33101be5fc HTTP/1.1" status: 200 len: 944 time: 0.1998689 Aug 11 03:02:49.071850 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-105c1db8-9e6d-41e3-aa48-38b6889eafb7 req-7f90e78d-ae40-4d7c-9120-900ff50051d3 service neutron] Attempting to bind port f0e4b0a6-1d6e-46b6-9ebb-3d7a3020195a on network 3e69dcca-a51c-4e24-8edb-5aab9001b700 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:02:49.076829 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-105c1db8-9e6d-41e3-aa48-38b6889eafb7 req-7f90e78d-ae40-4d7c-9120-900ff50051d3 service neutron] Checking agent: {'id': '70015fc0-62fb-48b2-b453-36906937cf2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 2, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:02:49.077176 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-105c1db8-9e6d-41e3-aa48-38b6889eafb7 req-7f90e78d-ae40-4d7c-9120-900ff50051d3 service neutron] Checking segment: {'id': '207d9147-2799-4aa6-9649-ac80d0dc9504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3e69dcca-a51c-4e24-8edb-5aab9001b700'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:02:49.077577 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-105c1db8-9e6d-41e3-aa48-38b6889eafb7 req-7f90e78d-ae40-4d7c-9120-900ff50051d3 service neutron] Bound using segment: {'id': '207d9147-2799-4aa6-9649-ac80d0dc9504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3e69dcca-a51c-4e24-8edb-5aab9001b700'} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:02:49.078639 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-105c1db8-9e6d-41e3-aa48-38b6889eafb7 req-7f90e78d-ae40-4d7c-9120-900ff50051d3 service neutron] Bound port: f0e4b0a6-1d6e-46b6-9ebb-3d7a3020195a, host: n-h2-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '207d9147-2799-4aa6-9649-ac80d0dc9504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3e69dcca-a51c-4e24-8edb-5aab9001b700'}}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:02:49.079016 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-105c1db8-9e6d-41e3-aa48-38b6889eafb7 req-7f90e78d-ae40-4d7c-9120-900ff50051d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:49.161283 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-105c1db8-9e6d-41e3-aa48-38b6889eafb7 req-7f90e78d-ae40-4d7c-9120-900ff50051d3 service neutron] For port f0e4b0a6-1d6e-46b6-9ebb-3d7a3020195a, host n-h2-764292-30, cleared binding levels {{(pid=102191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:02:49.249530 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9c8bd491-fb52-45b4-827c-0a8777ef471e req-84310082-bf6b-4c90-8057-f4f73cf0f8e9 tempest-ServerGroupTestJSON-1819259722 tempest-ServerGroupTestJSON-1819259722-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2461143-ba86-41e1-9ab5-5f7fa9c0ac92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770325 Aug 11 03:02:49.273686 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-105c1db8-9e6d-41e3-aa48-38b6889eafb7 req-7f90e78d-ae40-4d7c-9120-900ff50051d3 service neutron] For port f0e4b0a6-1d6e-46b6-9ebb-3d7a3020195a, host n-h2-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=f0e4b0a6-1d6e-46b6-9ebb-3d7a3020195a,segment=NetworkSegment(207d9147-2799-4aa6-9649-ac80d0dc9504),segment_id=207d9147-2799-4aa6-9649-ac80d0dc9504)] {{(pid=102191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:02:49.276184 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9f2c21-085c-4204-b8d2-2400e2696dad req-98431d35-fe08-4ab3-9862-d348235f62f9 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:49.277795 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-fa9f2c21-085c-4204-b8d2-2400e2696dad req-98431d35-fe08-4ab3-9862-d348235f62f9 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/ports?device_id=76927434-76ea-4b52-9275-6f99fa74e6bb HTTP/1.1" status: 200 len: 931 time: 0.1827173 Aug 11 03:02:49.280252 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c47941-cc4a-4211-856d-8c88ac6ea87a req-331d02e8-5b41-4c81-8bdb-de2fd7de2a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:49.281713 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f0c47941-cc4a-4211-856d-8c88ac6ea87a req-331d02e8-5b41-4c81-8bdb-de2fd7de2a50 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c1f9c9765b974fd98b786b1ff4e95823&device_id=168f1d5d-0861-4051-9073-cea373dbef3e HTTP/1.1" status: 200 len: 1099 time: 0.2522027 Aug 11 03:02:49.283902 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e5aab607-08cb-4256-be82-2c4c4fffe3cc req-ef977f9a-de81-41c6-bb11-06cc4b91bcfe service neutron] 10.222.0.24 "GET /v2.0/networks/7308cf56-b2ea-4c5f-847a-68a400b58a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3398380 Aug 11 03:02:49.284444 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-afc8a6c5-ce9e-4d0c-be37-ae75925bc099 req-47b45a21-9d0a-484b-afee-6a2588e09ffa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:49.414916 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-105c1db8-9e6d-41e3-aa48-38b6889eafb7 req-7f90e78d-ae40-4d7c-9120-900ff50051d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:49.418750 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-fa9f2c21-085c-4204-b8d2-2400e2696dad req-f5c44f74-2e34-4410-9abd-a1422fa5849e tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5aa9049-617d-473f-afb5-b55716ab8aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306417 Aug 11 03:02:49.469838 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105c1db8-9e6d-41e3-aa48-38b6889eafb7 req-7f90e78d-ae40-4d7c-9120-900ff50051d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:49.472663 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-105c1db8-9e6d-41e3-aa48-38b6889eafb7 req-7f90e78d-ae40-4d7c-9120-900ff50051d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:49.478238 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-105c1db8-9e6d-41e3-aa48-38b6889eafb7 req-7f90e78d-ae40-4d7c-9120-900ff50051d3 service neutron] 10.222.0.24 "PUT /v2.0/ports/f0e4b0a6-1d6e-46b6-9ebb-3d7a3020195a HTTP/1.1" status: 200 len: 1093 time: 1.4300270 Aug 11 03:02:49.478238 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a90938d4-9409-449d-9b51-4f33101be5fc', 'tag': 'f0e4b0a6-1d6e-46b6-9ebb-3d7a3020195a'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:02:49.478238 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d08d905e-1536-425a-9b02-56f1549dbfd8" -d '{"events": [{"name": "network-changed", "server_uuid": "a90938d4-9409-449d-9b51-4f33101be5fc", "tag": "f0e4b0a6-1d6e-46b6-9ebb-3d7a3020195a"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:02:49.507903 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f90e78d-ae40-4d7c-9120-900ff50051d3 service neutron] Pushing event updated for resources: {'Port': ['ID=f0e4b0a6-1d6e-46b6-9ebb-3d7a3020195a,revision_number=3']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:49.542769 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c47941-cc4a-4211-856d-8c88ac6ea87a req-5b7e0717-1bf4-4aef-9f57-3b75c9cca0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:49.544329 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f0c47941-cc4a-4211-856d-8c88ac6ea87a req-5b7e0717-1bf4-4aef-9f57-3b75c9cca0e0 service neutron] 10.222.0.22 "GET /v2.0/networks?id=d1bf0def-6fa4-4d3e-bbc5-20a040931fba HTTP/1.1" status: 200 len: 870 time: 0.2393987 Aug 11 03:02:49.545007 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:02:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1f814f9-524f-4151-929f-95e4a65aa05b x-openstack-request-id: req-f1f814f9-524f-4151-929f-95e4a65aa05b {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:02:49.545297 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a90938d4-9409-449d-9b51-4f33101be5fc", "tag": "f0e4b0a6-1d6e-46b6-9ebb-3d7a3020195a", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:02:49.545549 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f1f814f9-524f-4151-929f-95e4a65aa05b {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:02:49.545946 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a90938d4-9409-449d-9b51-4f33101be5fc', 'tag': 'f0e4b0a6-1d6e-46b6-9ebb-3d7a3020195a', 'status': 'completed', 'code': 200} Aug 11 03:02:49.599903 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21d89038-3c71-43b0-8cae-2cca033340eb', 'tag': '409a5811-bb62-4aad-9d6e-b5c619621332'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:02:49.601066 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ce0678a-fe08-4f4a-88e6-5b755c3d9c02" -d '{"events": [{"name": "network-changed", "server_uuid": "21d89038-3c71-43b0-8cae-2cca033340eb", "tag": "409a5811-bb62-4aad-9d6e-b5c619621332"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:02:49.636937 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f0c47941-cc4a-4211-856d-8c88ac6ea87a req-d314c7f9-1ef2-42a1-98f2-f3d89482a7ae service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=00469b72-201a-4c1f-a704-ecaae9e4601f HTTP/1.1" status: 200 len: 217 time: 0.0828125 Aug 11 03:02:49.645392 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08d905e-1536-425a-9b02-56f1549dbfd8 req-1394ddfa-6390-45d6-bdfd-ffd64d26bcd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:49.651084 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-d08d905e-1536-425a-9b02-56f1549dbfd8 req-1394ddfa-6390-45d6-bdfd-ffd64d26bcd6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=dae29f739f2e4f06bdf70790cbfe637f&device_id=a90938d4-9409-449d-9b51-4f33101be5fc HTTP/1.1" status: 200 len: 1096 time: 0.0793490 Aug 11 03:02:49.678700 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:02:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-744c36c9-2bf2-40f5-b2af-d8f493eda2f3 x-openstack-request-id: req-744c36c9-2bf2-40f5-b2af-d8f493eda2f3 {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:02:49.691925 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21d89038-3c71-43b0-8cae-2cca033340eb", "tag": "409a5811-bb62-4aad-9d6e-b5c619621332", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:02:49.691925 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-744c36c9-2bf2-40f5-b2af-d8f493eda2f3 {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:02:49.691925 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21d89038-3c71-43b0-8cae-2cca033340eb', 'tag': '409a5811-bb62-4aad-9d6e-b5c619621332', 'status': 'completed', 'code': 200} Aug 11 03:02:49.752262 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c47941-cc4a-4211-856d-8c88ac6ea87a req-dbbb1e1a-659a-4329-bbd0-f82378b780ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:49.753793 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f0c47941-cc4a-4211-856d-8c88ac6ea87a req-dbbb1e1a-659a-4329-bbd0-f82378b780ce service neutron] 10.222.0.22 "GET /v2.0/subnets?id=254a3f4d-2b75-429e-bbb2-8e70554e9483 HTTP/1.1" status: 200 len: 843 time: 0.1111064 Aug 11 03:02:49.874239 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce0678a-fe08-4f4a-88e6-5b755c3d9c02 req-684d5377-0575-40ab-952c-54ff9144aea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:49.877404 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9ce0678a-fe08-4f4a-88e6-5b755c3d9c02 req-684d5377-0575-40ab-952c-54ff9144aea4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e11080dad0104d51a5cfeb2acfc6cf99&device_id=21d89038-3c71-43b0-8cae-2cca033340eb HTTP/1.1" status: 200 len: 1096 time: 0.1820397 Aug 11 03:02:49.897788 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08d905e-1536-425a-9b02-56f1549dbfd8 req-964ba14a-d674-40af-a667-c2fee5b89309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:49.905970 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-d08d905e-1536-425a-9b02-56f1549dbfd8 req-964ba14a-d674-40af-a667-c2fee5b89309 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=dae29f739f2e4f06bdf70790cbfe637f&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2391324 Aug 11 03:02:49.934440 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094bba02-4d70-4145-9437-c01a079784b3 req-8f419a93-e127-487a-b0c9-5011a985084d tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:49.935988 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-094bba02-4d70-4145-9437-c01a079784b3 req-8f419a93-e127-487a-b0c9-5011a985084d tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/ports?device_id=168f1d5d-0861-4051-9073-cea373dbef3e HTTP/1.1" status: 200 len: 947 time: 0.1871643 Aug 11 03:02:49.941059 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c47941-cc4a-4211-856d-8c88ac6ea87a req-756eb9d5-d3af-42f4-a604-b1689da96371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:49.942583 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f0c47941-cc4a-4211-856d-8c88ac6ea87a req-756eb9d5-d3af-42f4-a604-b1689da96371 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d1bf0def-6fa4-4d3e-bbc5-20a040931fba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1668763 Aug 11 03:02:50.033747 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [req-afc8a6c5-ce9e-4d0c-be37-ae75925bc099 req-47b45a21-9d0a-484b-afee-6a2588e09ffa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 092c0a28-e4d2-4ebb-8107-8a0561809fdb {{(pid=102192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:02:50.101053 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-afc8a6c5-ce9e-4d0c-be37-ae75925bc099 req-47b45a21-9d0a-484b-afee-6a2588e09ffa service neutron] Notify callbacks [] for port, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:50.119152 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08d905e-1536-425a-9b02-56f1549dbfd8 req-e190704a-0d85-45ee-81ad-f9f2aecf5482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:50.120711 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-d08d905e-1536-425a-9b02-56f1549dbfd8 req-e190704a-0d85-45ee-81ad-f9f2aecf5482 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2133541 Aug 11 03:02:50.198078 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [req-afc8a6c5-ce9e-4d0c-be37-ae75925bc099 req-47b45a21-9d0a-484b-afee-6a2588e09ffa service neutron] Transition to ACTIVE for port object 092c0a28-e4d2-4ebb-8107-8a0561809fdb will not be triggered until provisioned by entity L2. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:02:50.207344 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105c1db8-9e6d-41e3-aa48-38b6889eafb7 req-fa27741e-97e1-48b1-898a-90532a736678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:50.209389 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-105c1db8-9e6d-41e3-aa48-38b6889eafb7 req-fa27741e-97e1-48b1-898a-90532a736678 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=dae29f739f2e4f06bdf70790cbfe637f&device_id=a90938d4-9409-449d-9b51-4f33101be5fc HTTP/1.1" status: 200 len: 1096 time: 0.0466781 Aug 11 03:02:50.219317 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-094bba02-4d70-4145-9437-c01a079784b3 req-3e7ae7e8-6bbb-4e76-8cf7-9e8c1d73885d tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8b0be49-76ee-4d50-8be0-9bf1508da412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2617712 Aug 11 03:02:50.230503 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce0678a-fe08-4f4a-88e6-5b755c3d9c02 req-7e905a8b-9bda-4a43-a20e-fad4ba9ee7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:50.231975 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9ce0678a-fe08-4f4a-88e6-5b755c3d9c02 req-7e905a8b-9bda-4a43-a20e-fad4ba9ee7e8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7308cf56-b2ea-4c5f-847a-68a400b58a6a HTTP/1.1" status: 200 len: 923 time: 0.3451025 Aug 11 03:02:50.255515 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d17ac9-6455-45d9-b2a3-a836f98a488b req-25892707-d654-462c-9771-27e6080a1721 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:50.263943 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-17d17ac9-6455-45d9-b2a3-a836f98a488b req-25892707-d654-462c-9771-27e6080a1721 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] 10.222.0.41 "GET /v2.0/ports?device_id=21d89038-3c71-43b0-8cae-2cca033340eb HTTP/1.1" status: 200 len: 944 time: 0.2541649 Aug 11 03:02:50.277973 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-105c1db8-9e6d-41e3-aa48-38b6889eafb7 req-5cc5f2c1-44d1-4544-97ef-713ff03dfe7f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f0e4b0a6-1d6e-46b6-9ebb-3d7a3020195a HTTP/1.1" status: 200 len: 217 time: 0.0578315 Aug 11 03:02:50.311249 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f0c47941-cc4a-4211-856d-8c88ac6ea87a req-c763b334-87da-417b-87e7-a063b3629b39 service neutron] 10.222.0.22 "GET /v2.0/networks/d1bf0def-6fa4-4d3e-bbc5-20a040931fba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3523831 Aug 11 03:02:50.321546 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9ce0678a-fe08-4f4a-88e6-5b755c3d9c02 req-eb2e0bec-929b-48b2-9e79-680c06a50e6a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=409a5811-bb62-4aad-9d6e-b5c619621332 HTTP/1.1" status: 200 len: 217 time: 0.0761118 Aug 11 03:02:50.329307 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-afc8a6c5-ce9e-4d0c-be37-ae75925bc099 req-47b45a21-9d0a-484b-afee-6a2588e09ffa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:50.350514 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105c1db8-9e6d-41e3-aa48-38b6889eafb7 req-de2bb14d-52e7-40ca-bade-6ecffcb86454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:50.358543 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-105c1db8-9e6d-41e3-aa48-38b6889eafb7 req-de2bb14d-52e7-40ca-bade-6ecffcb86454 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b96a24e4-714b-48e6-804d-ac04631dcccc HTTP/1.1" status: 200 len: 850 time: 0.0697489 Aug 11 03:02:50.431637 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-105c1db8-9e6d-41e3-aa48-38b6889eafb7 req-a3704c1d-2b6c-49f2-aa36-d46b781c643d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3e69dcca-a51c-4e24-8edb-5aab9001b700&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0662627 Aug 11 03:02:50.551574 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-105c1db8-9e6d-41e3-aa48-38b6889eafb7 req-0e98a6e7-7bca-4e2f-b650-92e7ec3c22bd service neutron] 10.222.0.24 "GET /v2.0/networks/3e69dcca-a51c-4e24-8edb-5aab9001b700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101003 Aug 11 03:02:50.683963 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-105c1db8-9e6d-41e3-aa48-38b6889eafb7 req-245a9b8b-d21b-472c-900d-aa98bca0454f service neutron] 10.222.0.24 "GET /v2.0/networks/3e69dcca-a51c-4e24-8edb-5aab9001b700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229725 Aug 11 03:02:50.807243 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-17d17ac9-6455-45d9-b2a3-a836f98a488b req-913cbf75-40c3-4677-9c44-9cdb9af04f62 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] 10.222.0.41 "GET /v2.0/security-groups?id=17343059-1bdd-4a6d-8bb4-dcbed1576fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5417087 Aug 11 03:02:50.837584 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b45a21-9d0a-484b-afee-6a2588e09ffa service neutron] Pushing event updated for resources: {'Port': ['ID=092c0a28-e4d2-4ebb-8107-8a0561809fdb,revision_number=2']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:50.889773 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce0678a-fe08-4f4a-88e6-5b755c3d9c02 req-94f1146b-3794-4bd2-ad48-5c2c2f6ac25b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:50.891446 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9ce0678a-fe08-4f4a-88e6-5b755c3d9c02 req-94f1146b-3794-4bd2-ad48-5c2c2f6ac25b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6db39e9a-7f38-4c82-9938-87272cf59f4c HTTP/1.1" status: 200 len: 862 time: 0.5615523 Aug 11 03:02:50.958801 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cb7f8b-159f-445d-ad02-48a3d37d35a3 req-a3d9ebeb-d668-4539-84af-6141df839b18 tempest-ServerGroupTestJSON-1819259722 tempest-ServerGroupTestJSON-1819259722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:50.960279 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-55cb7f8b-159f-445d-ad02-48a3d37d35a3 req-a3d9ebeb-d668-4539-84af-6141df839b18 tempest-ServerGroupTestJSON-1819259722 tempest-ServerGroupTestJSON-1819259722-project] 10.222.0.41 "GET /v2.0/ports?device_id=a90938d4-9409-449d-9b51-4f33101be5fc HTTP/1.1" status: 200 len: 944 time: 0.2316549 Aug 11 03:02:50.962267 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9ce0678a-fe08-4f4a-88e6-5b755c3d9c02 req-2141803a-7fe0-41f4-b07c-5a9fb713f04b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7308cf56-b2ea-4c5f-847a-68a400b58a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590324 Aug 11 03:02:50.970770 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f0c47941-cc4a-4211-856d-8c88ac6ea87a req-77c46249-5c5b-4e7a-b191-594378149715 service neutron] 10.222.0.22 "GET /v2.0/networks/d1bf0def-6fa4-4d3e-bbc5-20a040931fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6460629 Aug 11 03:02:51.090506 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-afc8a6c5-ce9e-4d0c-be37-ae75925bc099 req-47b45a21-9d0a-484b-afee-6a2588e09ffa service neutron] Attempting to bind port 092c0a28-e4d2-4ebb-8107-8a0561809fdb on host n-h2-764292-30 for vnic_type normal with profile {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:02:51.090957 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-afc8a6c5-ce9e-4d0c-be37-ae75925bc099 req-47b45a21-9d0a-484b-afee-6a2588e09ffa service neutron] Attempting to bind port 092c0a28-e4d2-4ebb-8107-8a0561809fdb by drivers openvswitch,hyperv on host n-h2-764292-30 at level 0 using segments [{'id': 'a45ed4ca-59d3-4372-9b5a-18bb6ba190c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f221beb7-8330-438a-a9fe-3bfcf5050d99'}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:02:51.091275 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc8a6c5-ce9e-4d0c-be37-ae75925bc099 req-47b45a21-9d0a-484b-afee-6a2588e09ffa service neutron] Attempting to bind port 092c0a28-e4d2-4ebb-8107-8a0561809fdb on network f221beb7-8330-438a-a9fe-3bfcf5050d99 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:02:51.122477 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc8a6c5-ce9e-4d0c-be37-ae75925bc099 req-47b45a21-9d0a-484b-afee-6a2588e09ffa service neutron] Port 092c0a28-e4d2-4ebb-8107-8a0561809fdb on network f221beb7-8330-438a-a9fe-3bfcf5050d99 not bound, no agent of type Open vSwitch agent registered on host n-h2-764292-30 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:02:51.122800 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc8a6c5-ce9e-4d0c-be37-ae75925bc099 req-47b45a21-9d0a-484b-afee-6a2588e09ffa service neutron] Attempting to bind port 092c0a28-e4d2-4ebb-8107-8a0561809fdb on network f221beb7-8330-438a-a9fe-3bfcf5050d99 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:02:51.133685 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-55cb7f8b-159f-445d-ad02-48a3d37d35a3 req-eb435af3-c4d1-422b-a04a-e268f198dbef tempest-ServerGroupTestJSON-1819259722 tempest-ServerGroupTestJSON-1819259722-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2461143-ba86-41e1-9ab5-5f7fa9c0ac92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618369 Aug 11 03:02:51.145503 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb39c229-c67f-423e-aef2-e27574d4fbd5 req-cf368586-8707-4f28-a5f9-4ed7ee25eed8 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:51.147120 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bb39c229-c67f-423e-aef2-e27574d4fbd5 req-cf368586-8707-4f28-a5f9-4ed7ee25eed8 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/ports?device_id=76927434-76ea-4b52-9275-6f99fa74e6bb HTTP/1.1" status: 200 len: 943 time: 0.1813474 Aug 11 03:02:51.151934 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc8a6c5-ce9e-4d0c-be37-ae75925bc099 req-47b45a21-9d0a-484b-afee-6a2588e09ffa service neutron] Checking agent: {'id': '70015fc0-62fb-48b2-b453-36906937cf2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 2, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:02:51.152272 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc8a6c5-ce9e-4d0c-be37-ae75925bc099 req-47b45a21-9d0a-484b-afee-6a2588e09ffa service neutron] Checking segment: {'id': 'a45ed4ca-59d3-4372-9b5a-18bb6ba190c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f221beb7-8330-438a-a9fe-3bfcf5050d99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:02:51.152654 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc8a6c5-ce9e-4d0c-be37-ae75925bc099 req-47b45a21-9d0a-484b-afee-6a2588e09ffa service neutron] Bound using segment: {'id': 'a45ed4ca-59d3-4372-9b5a-18bb6ba190c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f221beb7-8330-438a-a9fe-3bfcf5050d99'} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:02:51.153092 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-afc8a6c5-ce9e-4d0c-be37-ae75925bc099 req-47b45a21-9d0a-484b-afee-6a2588e09ffa service neutron] Bound port: 092c0a28-e4d2-4ebb-8107-8a0561809fdb, host: n-h2-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a45ed4ca-59d3-4372-9b5a-18bb6ba190c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f221beb7-8330-438a-a9fe-3bfcf5050d99'}}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:02:51.153445 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-afc8a6c5-ce9e-4d0c-be37-ae75925bc099 req-47b45a21-9d0a-484b-afee-6a2588e09ffa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:51.188234 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9ce0678a-fe08-4f4a-88e6-5b755c3d9c02 req-e3dfb2e9-af6f-4427-9aba-5986dd2d6bd7 service neutron] 10.222.0.24 "GET /v2.0/networks/7308cf56-b2ea-4c5f-847a-68a400b58a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2029541 Aug 11 03:02:51.246899 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bb39c229-c67f-423e-aef2-e27574d4fbd5 req-bd148877-1bed-474e-9eba-e636f6e0bbc2 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5aa9049-617d-473f-afb5-b55716ab8aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855241 Aug 11 03:02:51.366967 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-afc8a6c5-ce9e-4d0c-be37-ae75925bc099 req-47b45a21-9d0a-484b-afee-6a2588e09ffa service neutron] For port 092c0a28-e4d2-4ebb-8107-8a0561809fdb, host n-h2-764292-30, cleared binding levels {{(pid=102192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:02:51.387772 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-afc8a6c5-ce9e-4d0c-be37-ae75925bc099 req-47b45a21-9d0a-484b-afee-6a2588e09ffa service neutron] For port 092c0a28-e4d2-4ebb-8107-8a0561809fdb, host n-h2-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=092c0a28-e4d2-4ebb-8107-8a0561809fdb,segment=NetworkSegment(a45ed4ca-59d3-4372-9b5a-18bb6ba190c2),segment_id=a45ed4ca-59d3-4372-9b5a-18bb6ba190c2)] {{(pid=102192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:02:51.411748 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d309deb-cd5c-4748-a878-f2687c404f9c req-e1956b80-006c-4214-a229-168a9f27c0bc tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:51.413295 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8d309deb-cd5c-4748-a878-f2687c404f9c req-e1956b80-006c-4214-a229-168a9f27c0bc tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/ports?device_id=168f1d5d-0861-4051-9073-cea373dbef3e HTTP/1.1" status: 200 len: 947 time: 0.1019125 Aug 11 03:02:51.417999 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9ce0678a-fe08-4f4a-88e6-5b755c3d9c02 req-e2e6d187-95e8-43fc-ac29-06bd79308914 service neutron] 10.222.0.24 "GET /v2.0/networks/7308cf56-b2ea-4c5f-847a-68a400b58a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966505 Aug 11 03:02:51.446210 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-afc8a6c5-ce9e-4d0c-be37-ae75925bc099 req-47b45a21-9d0a-484b-afee-6a2588e09ffa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:51.492012 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8d309deb-cd5c-4748-a878-f2687c404f9c req-2ccbd79b-fa5b-4acf-9c2c-320e37d23f6f tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8b0be49-76ee-4d50-8be0-9bf1508da412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702279 Aug 11 03:02:51.496774 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc8a6c5-ce9e-4d0c-be37-ae75925bc099 req-47b45a21-9d0a-484b-afee-6a2588e09ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:51.497405 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-afc8a6c5-ce9e-4d0c-be37-ae75925bc099 req-47b45a21-9d0a-484b-afee-6a2588e09ffa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:51.498788 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-afc8a6c5-ce9e-4d0c-be37-ae75925bc099 req-47b45a21-9d0a-484b-afee-6a2588e09ffa service neutron] 10.222.0.24 "PUT /v2.0/ports/092c0a28-e4d2-4ebb-8107-8a0561809fdb HTTP/1.1" status: 200 len: 1092 time: 2.4515111 Aug 11 03:02:51.530864 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b45a21-9d0a-484b-afee-6a2588e09ffa service neutron] Pushing event updated for resources: {'Port': ['ID=092c0a28-e4d2-4ebb-8107-8a0561809fdb,revision_number=3']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:51.667022 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc8a6c5-ce9e-4d0c-be37-ae75925bc099 req-bffc762f-7a5f-4ecb-9e9a-8e4d34d4aa29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:51.668530 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-afc8a6c5-ce9e-4d0c-be37-ae75925bc099 req-bffc762f-7a5f-4ecb-9e9a-8e4d34d4aa29 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7a37d4caabc9417c92d7f5d7ce7df51b&device_id=76927434-76ea-4b52-9275-6f99fa74e6bb HTTP/1.1" status: 200 len: 1095 time: 0.0466552 Aug 11 03:02:51.682852 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76927434-76ea-4b52-9275-6f99fa74e6bb', 'tag': '092c0a28-e4d2-4ebb-8107-8a0561809fdb'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:02:51.689268 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af6efa17-63cd-4d7a-afdd-5cb052ed8712" -d '{"events": [{"name": "network-changed", "server_uuid": "76927434-76ea-4b52-9275-6f99fa74e6bb", "tag": "092c0a28-e4d2-4ebb-8107-8a0561809fdb"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:02:51.717365 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-afc8a6c5-ce9e-4d0c-be37-ae75925bc099 req-c73c8275-4bf5-45a1-a769-8fc9c09a59f1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=092c0a28-e4d2-4ebb-8107-8a0561809fdb HTTP/1.1" status: 200 len: 217 time: 0.0401695 Aug 11 03:02:51.723038 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:02:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-400e6172-241a-469c-8dca-574137e36425 x-openstack-request-id: req-400e6172-241a-469c-8dca-574137e36425 {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:02:51.723280 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76927434-76ea-4b52-9275-6f99fa74e6bb", "tag": "092c0a28-e4d2-4ebb-8107-8a0561809fdb", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:02:51.723533 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-400e6172-241a-469c-8dca-574137e36425 {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:02:51.723980 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76927434-76ea-4b52-9275-6f99fa74e6bb', 'tag': '092c0a28-e4d2-4ebb-8107-8a0561809fdb', 'status': 'completed', 'code': 200} Aug 11 03:02:51.775765 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc8a6c5-ce9e-4d0c-be37-ae75925bc099 req-f612f345-00ca-4364-95fd-cd1a7a5c80a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:51.777422 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-afc8a6c5-ce9e-4d0c-be37-ae75925bc099 req-f612f345-00ca-4364-95fd-cd1a7a5c80a1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1f48ffa3-65bd-47bc-90cf-1fcd73e0ff01 HTTP/1.1" status: 200 len: 861 time: 0.0464251 Aug 11 03:02:51.813959 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-afc8a6c5-ce9e-4d0c-be37-ae75925bc099 req-cb4f8915-4d93-4344-92e4-8f2e54f37867 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f221beb7-8330-438a-a9fe-3bfcf5050d99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257781 Aug 11 03:02:51.953788 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-afc8a6c5-ce9e-4d0c-be37-ae75925bc099 req-a6d235a1-3d3e-4838-9ca1-e69c1f2cdbc6 service neutron] 10.222.0.24 "GET /v2.0/networks/f221beb7-8330-438a-a9fe-3bfcf5050d99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294174 Aug 11 03:02:51.966267 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfe968a-8a6e-405a-9231-7509da1b0133 req-d8b57097-3be9-4ddd-8991-0e1dce6e808f tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:51.966267 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bbfe968a-8a6e-405a-9231-7509da1b0133 req-d8b57097-3be9-4ddd-8991-0e1dce6e808f tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] 10.222.0.41 "GET /v2.0/ports?device_id=21d89038-3c71-43b0-8cae-2cca033340eb HTTP/1.1" status: 200 len: 944 time: 0.0791502 Aug 11 03:02:52.058502 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bbfe968a-8a6e-405a-9231-7509da1b0133 req-d335cb51-483d-41db-aaeb-b3bb7c5be83a tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] 10.222.0.41 "GET /v2.0/security-groups?id=17343059-1bdd-4a6d-8bb4-dcbed1576fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800138 Aug 11 03:02:52.086806 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-afc8a6c5-ce9e-4d0c-be37-ae75925bc099 req-deb0354b-2d19-4cc3-b9c7-2b2726d4ed9b service neutron] 10.222.0.24 "GET /v2.0/networks/f221beb7-8330-438a-a9fe-3bfcf5050d99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161180 Aug 11 03:02:52.272703 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6efa17-63cd-4d7a-afdd-5cb052ed8712 req-a931b68d-9ac8-40ec-8dad-025c42970aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:52.272703 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-af6efa17-63cd-4d7a-afdd-5cb052ed8712 req-a931b68d-9ac8-40ec-8dad-025c42970aab service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7a37d4caabc9417c92d7f5d7ce7df51b&device_id=76927434-76ea-4b52-9275-6f99fa74e6bb HTTP/1.1" status: 200 len: 1095 time: 0.0765598 Aug 11 03:02:52.308425 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e90cbd3-049a-4a70-a493-796cc710ffba req-cb8c634a-95c4-4633-a06c-43b3a071eb51 tempest-ServerGroupTestJSON-1819259722 tempest-ServerGroupTestJSON-1819259722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:52.309922 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5e90cbd3-049a-4a70-a493-796cc710ffba req-cb8c634a-95c4-4633-a06c-43b3a071eb51 tempest-ServerGroupTestJSON-1819259722 tempest-ServerGroupTestJSON-1819259722-project] 10.222.0.41 "GET /v2.0/ports?device_id=a90938d4-9409-449d-9b51-4f33101be5fc HTTP/1.1" status: 200 len: 944 time: 0.0877280 Aug 11 03:02:52.418205 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5e90cbd3-049a-4a70-a493-796cc710ffba req-02004100-0bde-466f-a63e-402e9f424734 tempest-ServerGroupTestJSON-1819259722 tempest-ServerGroupTestJSON-1819259722-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2461143-ba86-41e1-9ab5-5f7fa9c0ac92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817428 Aug 11 03:02:52.443370 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc55d6c-04de-418a-b8bd-6cefebba36cf req-94728345-04c3-4ef7-991a-c57cf3a06fe8 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:52.444887 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6fc55d6c-04de-418a-b8bd-6cefebba36cf req-94728345-04c3-4ef7-991a-c57cf3a06fe8 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/ports?device_id=76927434-76ea-4b52-9275-6f99fa74e6bb HTTP/1.1" status: 200 len: 943 time: 0.0986030 Aug 11 03:02:52.450186 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6efa17-63cd-4d7a-afdd-5cb052ed8712 req-12154386-fd42-417f-b348-3d1aa4252e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:52.453244 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-af6efa17-63cd-4d7a-afdd-5cb052ed8712 req-12154386-fd42-417f-b348-3d1aa4252e5c service neutron] 10.222.0.24 "GET /v2.0/networks?id=f221beb7-8330-438a-a9fe-3bfcf5050d99 HTTP/1.1" status: 200 len: 922 time: 0.1742706 Aug 11 03:02:52.507612 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-af6efa17-63cd-4d7a-afdd-5cb052ed8712 req-24cbe9a4-e049-4bf1-9690-84656c1f8c9f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=092c0a28-e4d2-4ebb-8107-8a0561809fdb HTTP/1.1" status: 200 len: 217 time: 0.0473576 Aug 11 03:02:52.524510 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6fc55d6c-04de-418a-b8bd-6cefebba36cf req-62ce72a6-43a6-47e4-9f20-2c5b13af806b tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5aa9049-617d-473f-afb5-b55716ab8aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718584 Aug 11 03:02:52.559287 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 409a5811-bb62-4aad-9d6e-b5c619621332 details requested by agent hyperv_n-h2-764292-30 with host n-h2-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:02:52.582226 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6efa17-63cd-4d7a-afdd-5cb052ed8712 req-0d22c680-d5cc-4a1a-acf8-a68a6b6a8476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:52.583743 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-af6efa17-63cd-4d7a-afdd-5cb052ed8712 req-0d22c680-d5cc-4a1a-acf8-a68a6b6a8476 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1f48ffa3-65bd-47bc-90cf-1fcd73e0ff01 HTTP/1.1" status: 200 len: 861 time: 0.0584519 Aug 11 03:02:52.657870 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-af6efa17-63cd-4d7a-afdd-5cb052ed8712 req-30029bf3-e885-4ab2-949c-d8b690d8bfd3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f221beb7-8330-438a-a9fe-3bfcf5050d99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522425 Aug 11 03:02:52.683138 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port 409a5811-bb62-4aad-9d6e-b5c619621332, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=409a5811-bb62-4aad-9d6e-b5c619621332,segment=NetworkSegment(e15af3bf-a96a-4239-be14-8bb6ab78ddb4),segment_id=e15af3bf-a96a-4239-be14-8bb6ab78ddb4)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:02:52.694940 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Returning: {'device': '409a5811-bb62-4aad-9d6e-b5c619621332', 'network_id': '7308cf56-b2ea-4c5f-847a-68a400b58a6a', 'port_id': '409a5811-bb62-4aad-9d6e-b5c619621332', 'mac_address': 'fa:16:3e:c2:c8:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6db39e9a-7f38-4c82-9938-87272cf59f4c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:02:52.696907 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984ca5a9-08fa-41e7-8869-a6ec7fdb5f33 req-3fbb3ff5-67ae-4985-a047-888c3a85ffaf tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:52.698519 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-984ca5a9-08fa-41e7-8869-a6ec7fdb5f33 req-3fbb3ff5-67ae-4985-a047-888c3a85ffaf tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/ports?device_id=168f1d5d-0861-4051-9073-cea373dbef3e HTTP/1.1" status: 200 len: 947 time: 0.1032498 Aug 11 03:02:52.735755 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:52.747987 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 409a5811-bb62-4aad-9d6e-b5c619621332 {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:02:52.773931 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port 409a5811-bb62-4aad-9d6e-b5c619621332, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=409a5811-bb62-4aad-9d6e-b5c619621332,segment=NetworkSegment(e15af3bf-a96a-4239-be14-8bb6ab78ddb4),segment_id=e15af3bf-a96a-4239-be14-8bb6ab78ddb4)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:02:52.779802 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-984ca5a9-08fa-41e7-8869-a6ec7fdb5f33 req-77b63f5f-f5fa-441e-b498-8f1e9ebe177a tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8b0be49-76ee-4d50-8be0-9bf1508da412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546191 Aug 11 03:02:52.796093 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 00469b72-201a-4c1f-a704-ecaae9e4601f details requested by agent hyperv_n-h1-764292-30 with host n-h1-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:02:52.798706 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-af6efa17-63cd-4d7a-afdd-5cb052ed8712 req-8335c495-1846-4b83-90cf-0f838e6f90d5 service neutron] 10.222.0.24 "GET /v2.0/networks/f221beb7-8330-438a-a9fe-3bfcf5050d99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317937 Aug 11 03:02:52.867138 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:52.867829 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device f0e4b0a6-1d6e-46b6-9ebb-3d7a3020195a details requested by agent hyperv_n-h2-764292-30 with host n-h2-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:02:52.902464 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-af6efa17-63cd-4d7a-afdd-5cb052ed8712 req-74e0fc20-4fc8-413c-b722-875b6203f406 service neutron] 10.222.0.24 "GET /v2.0/networks/f221beb7-8330-438a-a9fe-3bfcf5050d99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965285 Aug 11 03:02:53.122320 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 00469b72-201a-4c1f-a704-ecaae9e4601f, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=00469b72-201a-4c1f-a704-ecaae9e4601f,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:02:53.142783 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=409a5811-bb62-4aad-9d6e-b5c619621332,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:53.146312 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Returning: {'device': '00469b72-201a-4c1f-a704-ecaae9e4601f', 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba', 'port_id': '00469b72-201a-4c1f-a704-ecaae9e4601f', 'mac_address': 'fa:16:3e:0e:3a:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '254a3f4d-2b75-429e-bbb2-8e70554e9483', 'ip_address': '192.168.233.64'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:02:53.163065 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:53.163408 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:53.163692 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:53.164023 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:53.165051 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:53.165398 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:53.165729 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:53.166056 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:53.166408 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:53.166758 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:53.167082 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:53.167407 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:53.189934 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee36549-854f-42c9-a68e-2372a631a9bd req-f00f4323-5a1c-4d3a-864e-8e92215cd536 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:53.191486 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1ee36549-854f-42c9-a68e-2372a631a9bd req-f00f4323-5a1c-4d3a-864e-8e92215cd536 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] 10.222.0.41 "GET /v2.0/ports?device_id=21d89038-3c71-43b0-8cae-2cca033340eb HTTP/1.1" status: 200 len: 945 time: 0.0589664 Aug 11 03:02:53.223462 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port f0e4b0a6-1d6e-46b6-9ebb-3d7a3020195a, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=f0e4b0a6-1d6e-46b6-9ebb-3d7a3020195a,segment=NetworkSegment(207d9147-2799-4aa6-9649-ac80d0dc9504),segment_id=207d9147-2799-4aa6-9649-ac80d0dc9504)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:02:53.226138 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:53.233542 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1ee36549-854f-42c9-a68e-2372a631a9bd req-67d11743-9247-4a7b-beb6-85036f2261ee tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] 10.222.0.41 "GET /v2.0/security-groups?id=17343059-1bdd-4a6d-8bb4-dcbed1576fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339816 Aug 11 03:02:53.244497 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Returning: {'device': 'f0e4b0a6-1d6e-46b6-9ebb-3d7a3020195a', 'network_id': '3e69dcca-a51c-4e24-8edb-5aab9001b700', 'port_id': 'f0e4b0a6-1d6e-46b6-9ebb-3d7a3020195a', 'mac_address': 'fa:16:3e:67:7d:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b96a24e4-714b-48e6-804d-ac04631dcccc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:02:53.246893 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00469b72-201a-4c1f-a704-ecaae9e4601f {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:02:53.302991 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 00469b72-201a-4c1f-a704-ecaae9e4601f, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=00469b72-201a-4c1f-a704-ecaae9e4601f,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:02:53.305939 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:53.319282 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0e4b0a6-1d6e-46b6-9ebb-3d7a3020195a {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:02:53.339374 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port f0e4b0a6-1d6e-46b6-9ebb-3d7a3020195a, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=f0e4b0a6-1d6e-46b6-9ebb-3d7a3020195a,segment=NetworkSegment(207d9147-2799-4aa6-9649-ac80d0dc9504),segment_id=207d9147-2799-4aa6-9649-ac80d0dc9504)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:02:53.406986 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:53.441249 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:53.463756 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=00469b72-201a-4c1f-a704-ecaae9e4601f,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:53.522813 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=f0e4b0a6-1d6e-46b6-9ebb-3d7a3020195a,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:53.549354 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b64e4b2-c18b-4c82-83ed-8f2df0f9d25c req-9dd4f3af-d868-4fa7-9333-6f3272087f3a tempest-ServerGroupTestJSON-1819259722 tempest-ServerGroupTestJSON-1819259722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:53.554265 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5b64e4b2-c18b-4c82-83ed-8f2df0f9d25c req-9dd4f3af-d868-4fa7-9333-6f3272087f3a tempest-ServerGroupTestJSON-1819259722 tempest-ServerGroupTestJSON-1819259722-project] 10.222.0.41 "GET /v2.0/ports?device_id=a90938d4-9409-449d-9b51-4f33101be5fc HTTP/1.1" status: 200 len: 945 time: 0.0619087 Aug 11 03:02:53.592220 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5b64e4b2-c18b-4c82-83ed-8f2df0f9d25c req-7da36b8d-a8ba-4ab2-8b72-5a3cee8d6275 tempest-ServerGroupTestJSON-1819259722 tempest-ServerGroupTestJSON-1819259722-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2461143-ba86-41e1-9ab5-5f7fa9c0ac92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370786 Aug 11 03:02:53.695221 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c201da-7ef8-4fe3-983e-4bb62bff2891 req-3677f33d-3b6e-452e-a05a-c8e3d8e3db84 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:53.696678 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f8c201da-7ef8-4fe3-983e-4bb62bff2891 req-3677f33d-3b6e-452e-a05a-c8e3d8e3db84 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/ports?device_id=76927434-76ea-4b52-9275-6f99fa74e6bb HTTP/1.1" status: 200 len: 943 time: 0.0585716 Aug 11 03:02:53.711914 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['409a5811-bb62-4aad-9d6e-b5c619621332'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:02:53.716102 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['f0e4b0a6-1d6e-46b6-9ebb-3d7a3020195a'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:02:53.741460 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f8c201da-7ef8-4fe3-983e-4bb62bff2891 req-e56696aa-5d71-4765-92ff-61d9637757f1 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5aa9049-617d-473f-afb5-b55716ab8aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383129 Aug 11 03:02:53.868861 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['00469b72-201a-4c1f-a704-ecaae9e4601f'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:02:53.902840 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2263d42b-a092-485e-bae0-26180bd3655f req-56b0510d-3bce-4116-b2a8-09e8a048bfce tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:53.904440 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2263d42b-a092-485e-bae0-26180bd3655f req-56b0510d-3bce-4116-b2a8-09e8a048bfce tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/ports?device_id=168f1d5d-0861-4051-9073-cea373dbef3e HTTP/1.1" status: 200 len: 948 time: 0.0514319 Aug 11 03:02:53.946323 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2263d42b-a092-485e-bae0-26180bd3655f req-aca5609e-8a57-4c04-ad5c-58705b58ad39 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8b0be49-76ee-4d50-8be0-9bf1508da412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353196 Aug 11 03:02:54.353296 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f71490a-48f4-4839-b48c-7a0d657635d0 req-e9ce061f-2014-47da-ae36-a0ab90c2b89b tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:54.354883 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6f71490a-48f4-4839-b48c-7a0d657635d0 req-e9ce061f-2014-47da-ae36-a0ab90c2b89b tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] 10.222.0.41 "GET /v2.0/ports?device_id=21d89038-3c71-43b0-8cae-2cca033340eb HTTP/1.1" status: 200 len: 945 time: 0.0525749 Aug 11 03:02:54.395106 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6f71490a-48f4-4839-b48c-7a0d657635d0 req-35b012b6-f8e7-495d-87ab-3e7cc73f3787 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] 10.222.0.41 "GET /v2.0/security-groups?id=17343059-1bdd-4a6d-8bb4-dcbed1576fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334334 Aug 11 03:02:54.740861 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0905253-00fc-4119-9d69-9fca4a5b066c req-23d36388-49cd-4187-bfd5-ecf1b04a9c23 tempest-ServerGroupTestJSON-1819259722 tempest-ServerGroupTestJSON-1819259722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:54.742421 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c0905253-00fc-4119-9d69-9fca4a5b066c req-23d36388-49cd-4187-bfd5-ecf1b04a9c23 tempest-ServerGroupTestJSON-1819259722 tempest-ServerGroupTestJSON-1819259722-project] 10.222.0.41 "GET /v2.0/ports?device_id=a90938d4-9409-449d-9b51-4f33101be5fc HTTP/1.1" status: 200 len: 945 time: 0.0668192 Aug 11 03:02:54.782608 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c0905253-00fc-4119-9d69-9fca4a5b066c req-bea806ac-0491-44d6-80c3-b891b68d58bc tempest-ServerGroupTestJSON-1819259722 tempest-ServerGroupTestJSON-1819259722-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2461143-ba86-41e1-9ab5-5f7fa9c0ac92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340917 Aug 11 03:02:54.867965 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a259057a-4a5c-4c13-8e6b-07bad973e2f3 req-63c984d3-78cb-4daf-8343-2f0a2634cea3 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:54.869462 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a259057a-4a5c-4c13-8e6b-07bad973e2f3 req-63c984d3-78cb-4daf-8343-2f0a2634cea3 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/ports?device_id=76927434-76ea-4b52-9275-6f99fa74e6bb HTTP/1.1" status: 200 len: 943 time: 0.0502193 Aug 11 03:02:54.909679 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a259057a-4a5c-4c13-8e6b-07bad973e2f3 req-a609c769-1312-454d-8c61-6b54d2c18bcd tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5aa9049-617d-473f-afb5-b55716ab8aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334911 Aug 11 03:02:55.068269 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77592cf5-1f98-4579-b23b-e6742016e886 req-88dce0bf-8018-4e74-8911-ee42cbcad91f tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:55.069821 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-77592cf5-1f98-4579-b23b-e6742016e886 req-88dce0bf-8018-4e74-8911-ee42cbcad91f tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/ports?device_id=168f1d5d-0861-4051-9073-cea373dbef3e HTTP/1.1" status: 200 len: 948 time: 0.0509710 Aug 11 03:02:55.107979 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-77592cf5-1f98-4579-b23b-e6742016e886 req-28315f65-162b-4f98-a1a6-a1e1606ca1cd tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8b0be49-76ee-4d50-8be0-9bf1508da412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321677 Aug 11 03:02:55.567549 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdfa4c2-4277-4c20-8d1c-d5566400c325 req-a156431c-d901-4759-af95-34e85d3d7fef tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:55.569158 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0bdfa4c2-4277-4c20-8d1c-d5566400c325 req-a156431c-d901-4759-af95-34e85d3d7fef tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] 10.222.0.41 "GET /v2.0/ports?device_id=21d89038-3c71-43b0-8cae-2cca033340eb HTTP/1.1" status: 200 len: 945 time: 0.0635257 Aug 11 03:02:55.608536 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0bdfa4c2-4277-4c20-8d1c-d5566400c325 req-4d7780a7-23d0-4b91-8289-e008094a5f93 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] 10.222.0.41 "GET /v2.0/security-groups?id=17343059-1bdd-4a6d-8bb4-dcbed1576fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330420 Aug 11 03:02:55.903354 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace6946c-4668-4aa7-8f39-950b2c9faab9 req-085ff10c-d28b-4f60-9bcf-ad2062d6b2a3 tempest-ServerGroupTestJSON-1819259722 tempest-ServerGroupTestJSON-1819259722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:55.905032 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ace6946c-4668-4aa7-8f39-950b2c9faab9 req-085ff10c-d28b-4f60-9bcf-ad2062d6b2a3 tempest-ServerGroupTestJSON-1819259722 tempest-ServerGroupTestJSON-1819259722-project] 10.222.0.41 "GET /v2.0/ports?device_id=a90938d4-9409-449d-9b51-4f33101be5fc HTTP/1.1" status: 200 len: 945 time: 0.0527496 Aug 11 03:02:55.944475 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ace6946c-4668-4aa7-8f39-950b2c9faab9 req-fd7be774-6887-4ca3-afc0-a4da4d849737 tempest-ServerGroupTestJSON-1819259722 tempest-ServerGroupTestJSON-1819259722-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2461143-ba86-41e1-9ab5-5f7fa9c0ac92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327640 Aug 11 03:02:56.049618 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e881c54-719b-48c4-b26a-5c6b2c99ba22 req-2a4781c4-8990-4bd8-881f-b18defe0b925 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:56.054724 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1e881c54-719b-48c4-b26a-5c6b2c99ba22 req-2a4781c4-8990-4bd8-881f-b18defe0b925 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/ports?device_id=76927434-76ea-4b52-9275-6f99fa74e6bb HTTP/1.1" status: 200 len: 943 time: 0.0533288 Aug 11 03:02:56.092408 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1e881c54-719b-48c4-b26a-5c6b2c99ba22 req-299a14c3-247b-4922-a60e-732fd30dff1b tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5aa9049-617d-473f-afb5-b55716ab8aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347400 Aug 11 03:02:56.232472 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78da2e35-4bf0-4246-9dbd-adf617b4e170 req-081e12fd-9360-42a2-8443-ba8549267f66 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:56.234181 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-78da2e35-4bf0-4246-9dbd-adf617b4e170 req-081e12fd-9360-42a2-8443-ba8549267f66 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/ports?device_id=168f1d5d-0861-4051-9073-cea373dbef3e HTTP/1.1" status: 200 len: 948 time: 0.0566788 Aug 11 03:02:56.276401 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-78da2e35-4bf0-4246-9dbd-adf617b4e170 req-95c89938-12d3-4d77-b083-9567c9ac6d9d tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8b0be49-76ee-4d50-8be0-9bf1508da412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360897 Aug 11 03:02:56.558910 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 409a5811-bb62-4aad-9d6e-b5c619621332 up at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:02:56.722847 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning for port 409a5811-bb62-4aad-9d6e-b5c619621332 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:02:56.728238 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning complete for port 409a5811-bb62-4aad-9d6e-b5c619621332 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:02:56.728704 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:56.731428 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3502ea90-613a-4161-a351-3651510ccee0 req-698b34fc-a006-4f63-a8e1-2ab3071cad4b tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:56.738831 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3502ea90-613a-4161-a351-3651510ccee0 req-698b34fc-a006-4f63-a8e1-2ab3071cad4b tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] 10.222.0.41 "GET /v2.0/ports?device_id=21d89038-3c71-43b0-8cae-2cca033340eb HTTP/1.1" status: 200 len: 945 time: 0.0625532 Aug 11 03:02:56.772704 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3502ea90-613a-4161-a351-3651510ccee0 req-5505d473-307a-4c47-a150-9b72ff7315f1 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] 10.222.0.41 "GET /v2.0/security-groups?id=17343059-1bdd-4a6d-8bb4-dcbed1576fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330057 Aug 11 03:02:56.828397 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 00469b72-201a-4c1f-a704-ecaae9e4601f up at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:02:56.884365 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:56.920128 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21d89038-3c71-43b0-8cae-2cca033340eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '409a5811-bb62-4aad-9d6e-b5c619621332'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:02:56.922530 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24539c27-6ccd-408b-82e1-e8fcc1e81eef" -d '{"events": [{"server_uuid": "21d89038-3c71-43b0-8cae-2cca033340eb", "name": "network-vif-plugged", "status": "completed", "tag": "409a5811-bb62-4aad-9d6e-b5c619621332"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:02:56.936328 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port 409a5811-bb62-4aad-9d6e-b5c619621332, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=409a5811-bb62-4aad-9d6e-b5c619621332,segment=NetworkSegment(e15af3bf-a96a-4239-be14-8bb6ab78ddb4),segment_id=e15af3bf-a96a-4239-be14-8bb6ab78ddb4)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:02:56.959855 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:02:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06006189-85d7-4422-8fd0-a8a63bdcd9a8 x-openstack-request-id: req-06006189-85d7-4422-8fd0-a8a63bdcd9a8 {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:02:56.960147 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21d89038-3c71-43b0-8cae-2cca033340eb", "name": "network-vif-plugged", "status": "completed", "tag": "409a5811-bb62-4aad-9d6e-b5c619621332", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:02:56.960417 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-06006189-85d7-4422-8fd0-a8a63bdcd9a8 {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:02:56.960803 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21d89038-3c71-43b0-8cae-2cca033340eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '409a5811-bb62-4aad-9d6e-b5c619621332', 'code': 200} Aug 11 03:02:57.088732 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f913f65-70c2-4bb9-a871-ce4901fdf9d0 req-23dd2eaa-2604-4b6d-b798-e5ec68583d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:57.090217 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0f913f65-70c2-4bb9-a871-ce4901fdf9d0 req-23dd2eaa-2604-4b6d-b798-e5ec68583d28 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=21d89038-3c71-43b0-8cae-2cca033340eb HTTP/1.1" status: 200 len: 1097 time: 0.0647085 Aug 11 03:02:57.098225 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b180275-4af8-4b02-ad7f-8cb3e3842357 req-28e3af87-fb40-499c-b816-00c33b16abc9 tempest-ServerGroupTestJSON-1819259722 tempest-ServerGroupTestJSON-1819259722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:57.099612 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7b180275-4af8-4b02-ad7f-8cb3e3842357 req-28e3af87-fb40-499c-b816-00c33b16abc9 tempest-ServerGroupTestJSON-1819259722 tempest-ServerGroupTestJSON-1819259722-project] 10.222.0.41 "GET /v2.0/ports?device_id=a90938d4-9409-449d-9b51-4f33101be5fc HTTP/1.1" status: 200 len: 945 time: 0.0828767 Aug 11 03:02:57.152526 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0f913f65-70c2-4bb9-a871-ce4901fdf9d0 req-4a241abe-e709-4045-839a-d5691606a7f9 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=17343059-1bdd-4a6d-8bb4-dcbed1576fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519538 Aug 11 03:02:57.163228 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7b180275-4af8-4b02-ad7f-8cb3e3842357 req-98555bea-2a17-4f28-84fe-4c807f51c3e3 tempest-ServerGroupTestJSON-1819259722 tempest-ServerGroupTestJSON-1819259722-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2461143-ba86-41e1-9ab5-5f7fa9c0ac92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524523 Aug 11 03:02:57.227670 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74b0628-b745-4746-818a-4f8dc2d53c63 req-0a0bb887-265a-49c3-a0a7-91f2ef9a2aea tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:57.229201 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b74b0628-b745-4746-818a-4f8dc2d53c63 req-0a0bb887-265a-49c3-a0a7-91f2ef9a2aea tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/ports?device_id=76927434-76ea-4b52-9275-6f99fa74e6bb HTTP/1.1" status: 200 len: 943 time: 0.0522087 Aug 11 03:02:57.272931 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b74b0628-b745-4746-818a-4f8dc2d53c63 req-34a84e14-a6fa-40f2-8546-15651eb5a5ce tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5aa9049-617d-473f-afb5-b55716ab8aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368712 Aug 11 03:02:57.397514 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b757a794-315c-4bb9-a02e-e881eef935b1 req-c6c247e1-25d6-4220-9270-90d20394c2d5 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:57.398973 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b757a794-315c-4bb9-a02e-e881eef935b1 req-c6c247e1-25d6-4220-9270-90d20394c2d5 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/ports?device_id=168f1d5d-0861-4051-9073-cea373dbef3e HTTP/1.1" status: 200 len: 948 time: 0.0519619 Aug 11 03:02:57.443851 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b757a794-315c-4bb9-a02e-e881eef935b1 req-d933c7a3-17e1-4161-b444-8fa6772cca10 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8b0be49-76ee-4d50-8be0-9bf1508da412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385709 Aug 11 03:02:57.538241 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning for port 00469b72-201a-4c1f-a704-ecaae9e4601f completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:02:57.542520 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning complete for port 00469b72-201a-4c1f-a704-ecaae9e4601f triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:02:57.547843 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:57.563726 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:57.564536 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device f0e4b0a6-1d6e-46b6-9ebb-3d7a3020195a up at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:02:57.657369 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=409a5811-bb62-4aad-9d6e-b5c619621332,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:57.702930 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:57.739001 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 00469b72-201a-4c1f-a704-ecaae9e4601f, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=00469b72-201a-4c1f-a704-ecaae9e4601f,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:02:57.779163 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning for port f0e4b0a6-1d6e-46b6-9ebb-3d7a3020195a completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:02:57.783204 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning complete for port f0e4b0a6-1d6e-46b6-9ebb-3d7a3020195a triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:02:57.783579 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:57.826477 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:57.904411 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:57.916787 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=00469b72-201a-4c1f-a704-ecaae9e4601f,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:57.937151 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5102c03-8953-4079-9cfd-2a91bf92edca req-b047226b-2fef-4d7c-8a96-798306405d7d tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:57.939308 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f5102c03-8953-4079-9cfd-2a91bf92edca req-b047226b-2fef-4d7c-8a96-798306405d7d tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] 10.222.0.41 "GET /v2.0/ports?device_id=21d89038-3c71-43b0-8cae-2cca033340eb HTTP/1.1" status: 200 len: 946 time: 0.0602326 Aug 11 03:02:57.945581 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port f0e4b0a6-1d6e-46b6-9ebb-3d7a3020195a, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=f0e4b0a6-1d6e-46b6-9ebb-3d7a3020195a,segment=NetworkSegment(207d9147-2799-4aa6-9649-ac80d0dc9504),segment_id=207d9147-2799-4aa6-9649-ac80d0dc9504)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:02:57.982030 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f5102c03-8953-4079-9cfd-2a91bf92edca req-c25204a6-5ed5-42df-882b-f15ada9280d1 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] 10.222.0.41 "GET /v2.0/security-groups?id=17343059-1bdd-4a6d-8bb4-dcbed1576fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359406 Aug 11 03:02:58.025272 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:58.079198 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=f0e4b0a6-1d6e-46b6-9ebb-3d7a3020195a,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:58.288758 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c3cc51-ea92-4990-8fb8-e50501ecac4d req-2129dc7d-efbe-4484-acb3-6d7edb29616c tempest-ServerGroupTestJSON-1819259722 tempest-ServerGroupTestJSON-1819259722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:58.290864 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-08c3cc51-ea92-4990-8fb8-e50501ecac4d req-2129dc7d-efbe-4484-acb3-6d7edb29616c tempest-ServerGroupTestJSON-1819259722 tempest-ServerGroupTestJSON-1819259722-project] 10.222.0.41 "GET /v2.0/ports?device_id=a90938d4-9409-449d-9b51-4f33101be5fc HTTP/1.1" status: 200 len: 946 time: 0.0522907 Aug 11 03:02:58.331062 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-08c3cc51-ea92-4990-8fb8-e50501ecac4d req-625b0e7a-59a1-4f03-b7e1-bb174ec3235a tempest-ServerGroupTestJSON-1819259722 tempest-ServerGroupTestJSON-1819259722-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2461143-ba86-41e1-9ab5-5f7fa9c0ac92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346031 Aug 11 03:02:58.401646 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42868e30-0abf-4aca-bb80-bfa9a1b806b5 req-05cdfd9b-5adb-4f67-8221-1bec7d1d9d33 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:58.403172 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-42868e30-0abf-4aca-bb80-bfa9a1b806b5 req-05cdfd9b-5adb-4f67-8221-1bec7d1d9d33 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/ports?device_id=76927434-76ea-4b52-9275-6f99fa74e6bb HTTP/1.1" status: 200 len: 943 time: 0.0540593 Aug 11 03:02:58.441769 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-42868e30-0abf-4aca-bb80-bfa9a1b806b5 req-ef4a0da6-f456-4366-8a4e-0a1879896d78 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5aa9049-617d-473f-afb5-b55716ab8aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318942 Aug 11 03:02:58.563214 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6638b1-68a3-4787-9dc0-faf6a493a6f0 req-a41a3c0e-d320-4978-a4c8-55c5a098bb89 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:58.564616 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2e6638b1-68a3-4787-9dc0-faf6a493a6f0 req-a41a3c0e-d320-4978-a4c8-55c5a098bb89 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/ports?device_id=168f1d5d-0861-4051-9073-cea373dbef3e HTTP/1.1" status: 200 len: 949 time: 0.0489006 Aug 11 03:02:58.602306 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2e6638b1-68a3-4787-9dc0-faf6a493a6f0 req-b326a4c6-a250-4610-9320-87727f16d2a2 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8b0be49-76ee-4d50-8be0-9bf1508da412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315452 Aug 11 03:02:58.962199 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '168f1d5d-0861-4051-9073-cea373dbef3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00469b72-201a-4c1f-a704-ecaae9e4601f'}, {'server_uuid': 'a90938d4-9409-449d-9b51-4f33101be5fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0e4b0a6-1d6e-46b6-9ebb-3d7a3020195a'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:02:58.964580 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ab95f2b-9614-4c91-a65c-f6c9586f1cf8" -d '{"events": [{"server_uuid": "168f1d5d-0861-4051-9073-cea373dbef3e", "name": "network-vif-plugged", "status": "completed", "tag": "00469b72-201a-4c1f-a704-ecaae9e4601f"}, {"server_uuid": "a90938d4-9409-449d-9b51-4f33101be5fc", "name": "network-vif-plugged", "status": "completed", "tag": "f0e4b0a6-1d6e-46b6-9ebb-3d7a3020195a"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:02:59.010199 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 11 Aug 2021 03:02:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d0045e3-9950-4248-9c72-17160a644acd x-openstack-request-id: req-7d0045e3-9950-4248-9c72-17160a644acd {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:02:59.012573 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "168f1d5d-0861-4051-9073-cea373dbef3e", "name": "network-vif-plugged", "status": "completed", "tag": "00469b72-201a-4c1f-a704-ecaae9e4601f", "code": 200}, {"server_uuid": "a90938d4-9409-449d-9b51-4f33101be5fc", "name": "network-vif-plugged", "status": "completed", "tag": "f0e4b0a6-1d6e-46b6-9ebb-3d7a3020195a", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:02:59.012834 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7d0045e3-9950-4248-9c72-17160a644acd {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:02:59.013279 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '168f1d5d-0861-4051-9073-cea373dbef3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00469b72-201a-4c1f-a704-ecaae9e4601f', 'code': 200} Aug 11 03:02:59.013655 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a90938d4-9409-449d-9b51-4f33101be5fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0e4b0a6-1d6e-46b6-9ebb-3d7a3020195a', 'code': 200} Aug 11 03:02:59.052376 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-32f97f86-e120-44d3-8f48-16f38039127e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:59.167625 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f0d6f1-133a-447a-bf3f-109e09809aac req-538b4f7d-e251-47f1-bd39-2d641996ad4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:59.169028 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-74f0d6f1-133a-447a-bf3f-109e09809aac req-538b4f7d-e251-47f1-bd39-2d641996ad4d service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=168f1d5d-0861-4051-9073-cea373dbef3e HTTP/1.1" status: 200 len: 1101 time: 0.0949266 Aug 11 03:02:59.177154 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762e133b-5c9c-4f1d-89c1-a3c89c863dea req-c34bb877-15c5-436b-9aee-a54aac1287a5 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:59.178635 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-762e133b-5c9c-4f1d-89c1-a3c89c863dea req-c34bb877-15c5-436b-9aee-a54aac1287a5 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] 10.222.0.41 "GET /v2.0/ports?device_id=21d89038-3c71-43b0-8cae-2cca033340eb HTTP/1.1" status: 200 len: 946 time: 0.1130385 Aug 11 03:02:59.181657 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c357cbb2-265f-4d17-a759-9000fc3faa43 req-678c1677-42b3-4309-a82f-8fd993b64615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:59.183078 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c357cbb2-265f-4d17-a759-9000fc3faa43 req-678c1677-42b3-4309-a82f-8fd993b64615 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a90938d4-9409-449d-9b51-4f33101be5fc HTTP/1.1" status: 200 len: 1098 time: 0.0988970 Aug 11 03:02:59.256794 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-74f0d6f1-133a-447a-bf3f-109e09809aac req-7c56e491-b8a5-4446-afb1-7ba872cc4424 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=c8b0be49-76ee-4d50-8be0-9bf1508da412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771077 Aug 11 03:02:59.261722 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-762e133b-5c9c-4f1d-89c1-a3c89c863dea req-e474f25c-cec4-4848-8d25-836e5d8447a4 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] 10.222.0.41 "GET /v2.0/security-groups?id=17343059-1bdd-4a6d-8bb4-dcbed1576fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730603 Aug 11 03:02:59.263359 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c357cbb2-265f-4d17-a759-9000fc3faa43 req-3227599b-4ad8-44b8-af82-425606018f08 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=a2461143-ba86-41e1-9ab5-5f7fa9c0ac92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685363 Aug 11 03:02:59.386342 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77907393-37b1-445a-bbd4-f3c46ddd7d3d req-902e8710-f574-4851-8746-7aea53832813 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:59.388663 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-77907393-37b1-445a-bbd4-f3c46ddd7d3d req-902e8710-f574-4851-8746-7aea53832813 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] 10.222.0.41 "GET /v2.0/ports?device_id=21d89038-3c71-43b0-8cae-2cca033340eb HTTP/1.1" status: 200 len: 946 time: 0.0542166 Aug 11 03:02:59.451954 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-77907393-37b1-445a-bbd4-f3c46ddd7d3d req-d00bc9b8-453e-4da2-a16c-baaaf0713c94 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] 10.222.0.41 "GET /v2.0/security-groups?id=17343059-1bdd-4a6d-8bb4-dcbed1576fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564690 Aug 11 03:02:59.476313 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97255c6-026a-4a09-9462-622f9e7d7774 req-345ca4c0-caa3-406b-9622-f752c4bb0aaf tempest-ServerGroupTestJSON-1819259722 tempest-ServerGroupTestJSON-1819259722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:59.476313 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b97255c6-026a-4a09-9462-622f9e7d7774 req-345ca4c0-caa3-406b-9622-f752c4bb0aaf tempest-ServerGroupTestJSON-1819259722 tempest-ServerGroupTestJSON-1819259722-project] 10.222.0.41 "GET /v2.0/ports?device_id=a90938d4-9409-449d-9b51-4f33101be5fc HTTP/1.1" status: 200 len: 946 time: 0.0703454 Aug 11 03:02:59.512790 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b97255c6-026a-4a09-9462-622f9e7d7774 req-c94d7a92-f2f4-432c-aa62-e59e2d636490 tempest-ServerGroupTestJSON-1819259722 tempest-ServerGroupTestJSON-1819259722-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2461143-ba86-41e1-9ab5-5f7fa9c0ac92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348732 Aug 11 03:02:59.620070 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5537ab-f88b-440c-959a-31b69de3a63a req-baedd842-193b-4d52-8d6d-5c05ec3b2020 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:59.621651 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3f5537ab-f88b-440c-959a-31b69de3a63a req-baedd842-193b-4d52-8d6d-5c05ec3b2020 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/ports?device_id=76927434-76ea-4b52-9275-6f99fa74e6bb HTTP/1.1" status: 200 len: 943 time: 0.0508115 Aug 11 03:02:59.659912 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3f5537ab-f88b-440c-959a-31b69de3a63a req-5d02b863-1faa-4ec4-b21c-82379e02b5dd tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5aa9049-617d-473f-afb5-b55716ab8aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312054 Aug 11 03:02:59.774206 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c000fc-f3d5-4434-925b-de5269d05827 req-547e7c78-8587-4dc7-bc37-8878d8342a51 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:59.775586 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-26c000fc-f3d5-4434-925b-de5269d05827 req-547e7c78-8587-4dc7-bc37-8878d8342a51 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/ports?device_id=168f1d5d-0861-4051-9073-cea373dbef3e HTTP/1.1" status: 200 len: 949 time: 0.0528905 Aug 11 03:02:59.814268 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-26c000fc-f3d5-4434-925b-de5269d05827 req-8bb3fc2a-7114-4b23-814d-d2998d1e2b2f tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8b0be49-76ee-4d50-8be0-9bf1508da412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324512 Aug 11 03:03:00.481000 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2ce10a-7852-4841-9853-9f70f0761a0e req-d4a30d6c-7e5c-4fbf-9969-4f61716d5011 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:00.482819 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-dc2ce10a-7852-4841-9853-9f70f0761a0e req-d4a30d6c-7e5c-4fbf-9969-4f61716d5011 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] 10.222.0.41 "GET /v2.0/ports?device_id=21d89038-3c71-43b0-8cae-2cca033340eb HTTP/1.1" status: 200 len: 946 time: 0.0534840 Aug 11 03:03:00.522526 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-dc2ce10a-7852-4841-9853-9f70f0761a0e req-f5ca02c7-299f-40ff-85d3-3842be67791c tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] 10.222.0.41 "GET /v2.0/security-groups?id=17343059-1bdd-4a6d-8bb4-dcbed1576fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325227 Aug 11 03:03:00.599788 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 092c0a28-e4d2-4ebb-8107-8a0561809fdb details requested by agent hyperv_n-h2-764292-30 with host n-h2-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:03:00.694688 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911ae01d-3379-475a-9f6d-9f8a9744c1ba req-ed0ce316-cbdc-44ce-a3f9-fcc812c300c6 tempest-ServerGroupTestJSON-1819259722 tempest-ServerGroupTestJSON-1819259722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:00.696425 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-911ae01d-3379-475a-9f6d-9f8a9744c1ba req-ed0ce316-cbdc-44ce-a3f9-fcc812c300c6 tempest-ServerGroupTestJSON-1819259722 tempest-ServerGroupTestJSON-1819259722-project] 10.222.0.41 "GET /v2.0/ports?device_id=a90938d4-9409-449d-9b51-4f33101be5fc HTTP/1.1" status: 200 len: 946 time: 0.0910940 Aug 11 03:03:00.728188 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port 092c0a28-e4d2-4ebb-8107-8a0561809fdb, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=092c0a28-e4d2-4ebb-8107-8a0561809fdb,segment=NetworkSegment(a45ed4ca-59d3-4372-9b5a-18bb6ba190c2),segment_id=a45ed4ca-59d3-4372-9b5a-18bb6ba190c2)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:03:00.747486 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Returning: {'device': '092c0a28-e4d2-4ebb-8107-8a0561809fdb', 'network_id': 'f221beb7-8330-438a-a9fe-3bfcf5050d99', 'port_id': '092c0a28-e4d2-4ebb-8107-8a0561809fdb', 'mac_address': 'fa:16:3e:ef:4b:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f48ffa3-65bd-47bc-90cf-1fcd73e0ff01', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:03:00.772801 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-911ae01d-3379-475a-9f6d-9f8a9744c1ba req-5ed678fb-19b7-4528-b526-0a5e60c0095e tempest-ServerGroupTestJSON-1819259722 tempest-ServerGroupTestJSON-1819259722-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2461143-ba86-41e1-9ab5-5f7fa9c0ac92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688961 Aug 11 03:03:00.791182 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:00.806477 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 092c0a28-e4d2-4ebb-8107-8a0561809fdb {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:03:00.816195 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f214711-b36d-4e15-8c41-d5357d0ca2bc req-c49d9be6-7c8b-483a-9648-d30e581dbab4 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:00.817777 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2f214711-b36d-4e15-8c41-d5357d0ca2bc req-c49d9be6-7c8b-483a-9648-d30e581dbab4 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/ports?device_id=76927434-76ea-4b52-9275-6f99fa74e6bb HTTP/1.1" status: 200 len: 943 time: 0.0643847 Aug 11 03:03:00.832844 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port 092c0a28-e4d2-4ebb-8107-8a0561809fdb, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=092c0a28-e4d2-4ebb-8107-8a0561809fdb,segment=NetworkSegment(a45ed4ca-59d3-4372-9b5a-18bb6ba190c2),segment_id=a45ed4ca-59d3-4372-9b5a-18bb6ba190c2)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:03:00.865637 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2f214711-b36d-4e15-8c41-d5357d0ca2bc req-d579304b-852e-4e0f-aec7-ae82f9da3ce5 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5aa9049-617d-473f-afb5-b55716ab8aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407023 Aug 11 03:03:00.948557 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c53cbb-0e15-48e3-9c11-f669bcef105b req-cb451c75-96b9-45ca-93c4-06a57c255a7f tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:00.950067 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-10c53cbb-0e15-48e3-9c11-f669bcef105b req-cb451c75-96b9-45ca-93c4-06a57c255a7f tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/ports?device_id=168f1d5d-0861-4051-9073-cea373dbef3e HTTP/1.1" status: 200 len: 949 time: 0.0512450 Aug 11 03:03:00.991066 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-10c53cbb-0e15-48e3-9c11-f669bcef105b req-5fcb8d63-960b-489b-b2e3-fa6daa68f450 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8b0be49-76ee-4d50-8be0-9bf1508da412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333538 Aug 11 03:03:01.015400 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:01.066937 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=092c0a28-e4d2-4ebb-8107-8a0561809fdb,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:01.221264 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1703c431-2ca7-461e-ba12-b89ef92305ea req-1669d725-746a-4502-885b-71d54c298736 tempest-ServersOnMultiNodesTest-1043439768 tempest-ServersOnMultiNodesTest-1043439768-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:01.222810 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1703c431-2ca7-461e-ba12-b89ef92305ea req-1669d725-746a-4502-885b-71d54c298736 tempest-ServersOnMultiNodesTest-1043439768 tempest-ServersOnMultiNodesTest-1043439768-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=168f1d5d-0861-4051-9073-cea373dbef3e HTTP/1.1" status: 200 len: 1101 time: 0.0428300 Aug 11 03:03:01.257566 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1703c431-2ca7-461e-ba12-b89ef92305ea req-7927e5ef-d114-495b-9780-319985056e99 tempest-ServersOnMultiNodesTest-1043439768 tempest-ServersOnMultiNodesTest-1043439768-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=c8b0be49-76ee-4d50-8be0-9bf1508da412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285497 Aug 11 03:03:01.341880 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['092c0a28-e4d2-4ebb-8107-8a0561809fdb'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:03:01.412609 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a7450056-bee6-43fe-96ee-43f3462f755c req-7a57fc22-0f50-40b0-9120-953ff8d558f9 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=c1f9c9765b974fd98b786b1ff4e95823&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0256350 Aug 11 03:03:01.518993 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7450056-bee6-43fe-96ee-43f3462f755c req-105a621d-038e-4935-9bbb-dd28dd782ea1 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:01.520489 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a7450056-bee6-43fe-96ee-43f3462f755c req-105a621d-038e-4935-9bbb-dd28dd782ea1 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1034546 Aug 11 03:03:01.536683 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a7450056-bee6-43fe-96ee-43f3462f755c req-c5c206df-e817-4701-a695-c1dd2b401a03 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/quotas/c1f9c9765b974fd98b786b1ff4e95823 HTTP/1.1" status: 200 len: 375 time: 0.0102165 Aug 11 03:03:01.633471 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a7450056-bee6-43fe-96ee-43f3462f755c req-029d6a26-98b8-4df6-8891-d3146e80989a tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c1f9c9765b974fd98b786b1ff4e95823&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0908198 Aug 11 03:03:01.646043 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c83017-1806-4798-8030-bbada9ecd54d req-7b6d7525-085e-4580-9013-36fd5e8a870b tempest-ServerGroupTestJSON-1819259722 tempest-ServerGroupTestJSON-1819259722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:01.647574 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c1c83017-1806-4798-8030-bbada9ecd54d req-7b6d7525-085e-4580-9013-36fd5e8a870b tempest-ServerGroupTestJSON-1819259722 tempest-ServerGroupTestJSON-1819259722-project] 10.222.0.41 "GET /v2.0/ports?device_id=a90938d4-9409-449d-9b51-4f33101be5fc HTTP/1.1" status: 200 len: 946 time: 0.0736325 Aug 11 03:03:01.685805 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c1c83017-1806-4798-8030-bbada9ecd54d req-6a91dc3c-e272-4d4a-ac79-22a146bb5789 tempest-ServerGroupTestJSON-1819259722 tempest-ServerGroupTestJSON-1819259722-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2461143-ba86-41e1-9ab5-5f7fa9c0ac92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324371 Aug 11 03:03:01.791994 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c3b3c6-cfcf-4cb4-9a05-1cdca50c3849 req-81d91f67-5f7f-4f10-8985-d85cac77826d tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:01.793490 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e1c3b3c6-cfcf-4cb4-9a05-1cdca50c3849 req-81d91f67-5f7f-4f10-8985-d85cac77826d tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] 10.222.0.41 "GET /v2.0/ports?device_id=21d89038-3c71-43b0-8cae-2cca033340eb HTTP/1.1" status: 200 len: 946 time: 0.0488420 Aug 11 03:03:01.831824 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e1c3b3c6-cfcf-4cb4-9a05-1cdca50c3849 req-86886264-680b-4752-8f28-77051ca0a3c8 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] 10.222.0.41 "GET /v2.0/security-groups?id=17343059-1bdd-4a6d-8bb4-dcbed1576fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317390 Aug 11 03:03:01.905074 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:01.949973 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-b6ac9767-629d-48f6-859d-995ef15de23b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:01.994392 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebbb105-60b9-4e60-8407-a14a042dccc4 req-ffd975b8-04c9-4618-be1f-8e1dede05161 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:01.995899 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9ebbb105-60b9-4e60-8407-a14a042dccc4 req-ffd975b8-04c9-4618-be1f-8e1dede05161 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/ports?device_id=76927434-76ea-4b52-9275-6f99fa74e6bb HTTP/1.1" status: 200 len: 944 time: 0.0522320 Aug 11 03:03:02.033966 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9f0f4136-18af-47a5-b0cb-ebf1b13fd5d4 req-a35c36a3-8a70-4d4f-9870-44c9022373e8 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f8cc6a1-cee7-4d93-946d-7f5e5c7b5d3c HTTP/1.1" status: 200 len: 210 time: 0.0371139 Aug 11 03:03:02.060730 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9ebbb105-60b9-4e60-8407-a14a042dccc4 req-73c0d5a5-571d-41cf-92fb-b82763406ee6 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5aa9049-617d-473f-afb5-b55716ab8aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510192 Aug 11 03:03:02.612870 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 409a5811-bb62-4aad-9d6e-b5c619621332 details requested by agent hyperv_n-h2-764292-30 with host n-h2-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:03:02.616045 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 092c0a28-e4d2-4ebb-8107-8a0561809fdb up at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:03:02.745318 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port 409a5811-bb62-4aad-9d6e-b5c619621332, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=409a5811-bb62-4aad-9d6e-b5c619621332,segment=NetworkSegment(e15af3bf-a96a-4239-be14-8bb6ab78ddb4),segment_id=e15af3bf-a96a-4239-be14-8bb6ab78ddb4)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:03:02.768427 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Returning: {'device': '409a5811-bb62-4aad-9d6e-b5c619621332', 'network_id': '7308cf56-b2ea-4c5f-847a-68a400b58a6a', 'port_id': '409a5811-bb62-4aad-9d6e-b5c619621332', 'mac_address': 'fa:16:3e:c2:c8:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6db39e9a-7f38-4c82-9938-87272cf59f4c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:03:02.800434 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning for port 092c0a28-e4d2-4ebb-8107-8a0561809fdb completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:03:02.807944 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning complete for port 092c0a28-e4d2-4ebb-8107-8a0561809fdb triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:03:02.808334 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:02.812296 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea84001-f899-4e5e-8d64-be69e01d8107 req-524fc01d-c98a-443d-b7c7-602af27b09ad tempest-ServerGroupTestJSON-1819259722 tempest-ServerGroupTestJSON-1819259722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:02.814494 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0ea84001-f899-4e5e-8d64-be69e01d8107 req-524fc01d-c98a-443d-b7c7-602af27b09ad tempest-ServerGroupTestJSON-1819259722 tempest-ServerGroupTestJSON-1819259722-project] 10.222.0.41 "GET /v2.0/ports?device_id=a90938d4-9409-449d-9b51-4f33101be5fc HTTP/1.1" status: 200 len: 946 time: 0.0537291 Aug 11 03:03:02.841323 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:02.856299 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0ea84001-f899-4e5e-8d64-be69e01d8107 req-1da431cd-371c-43e8-9c84-314665813e68 tempest-ServerGroupTestJSON-1819259722 tempest-ServerGroupTestJSON-1819259722-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2461143-ba86-41e1-9ab5-5f7fa9c0ac92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353122 Aug 11 03:03:02.863361 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 409a5811-bb62-4aad-9d6e-b5c619621332 {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:03:02.871236 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:02.887772 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port 409a5811-bb62-4aad-9d6e-b5c619621332, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=409a5811-bb62-4aad-9d6e-b5c619621332,segment=NetworkSegment(e15af3bf-a96a-4239-be14-8bb6ab78ddb4),segment_id=e15af3bf-a96a-4239-be14-8bb6ab78ddb4)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:03:02.927636 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:02.951680 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76927434-76ea-4b52-9275-6f99fa74e6bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '092c0a28-e4d2-4ebb-8107-8a0561809fdb'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:03:02.954768 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-863f36e6-63ac-4802-9523-8c7125446ac4" -d '{"events": [{"server_uuid": "76927434-76ea-4b52-9275-6f99fa74e6bb", "name": "network-vif-plugged", "status": "completed", "tag": "092c0a28-e4d2-4ebb-8107-8a0561809fdb"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:03:02.965444 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ea31c5-28a7-418e-a2a2-f269b6653abf req-dabd28cc-baa9-446d-bb3d-461749fe48ed tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:02.967648 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c3ea31c5-28a7-418e-a2a2-f269b6653abf req-dabd28cc-baa9-446d-bb3d-461749fe48ed tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] 10.222.0.41 "GET /v2.0/ports?device_id=21d89038-3c71-43b0-8cae-2cca033340eb HTTP/1.1" status: 200 len: 946 time: 0.0572827 Aug 11 03:03:02.968426 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port 092c0a28-e4d2-4ebb-8107-8a0561809fdb, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=092c0a28-e4d2-4ebb-8107-8a0561809fdb,segment=NetworkSegment(a45ed4ca-59d3-4372-9b5a-18bb6ba190c2),segment_id=a45ed4ca-59d3-4372-9b5a-18bb6ba190c2)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:03:02.970205 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:03.014937 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c3ea31c5-28a7-418e-a2a2-f269b6653abf req-8b115865-0c13-4661-bc45-21bdc3cc2400 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] 10.222.0.41 "GET /v2.0/security-groups?id=17343059-1bdd-4a6d-8bb4-dcbed1576fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368276 Aug 11 03:03:03.020662 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:03:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be5ac98c-28d4-4a80-8a93-edfa0bd0c811 x-openstack-request-id: req-be5ac98c-28d4-4a80-8a93-edfa0bd0c811 {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:03:03.020944 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76927434-76ea-4b52-9275-6f99fa74e6bb", "name": "network-vif-plugged", "status": "completed", "tag": "092c0a28-e4d2-4ebb-8107-8a0561809fdb", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:03:03.021192 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-be5ac98c-28d4-4a80-8a93-edfa0bd0c811 {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:03:03.021569 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76927434-76ea-4b52-9275-6f99fa74e6bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '092c0a28-e4d2-4ebb-8107-8a0561809fdb', 'code': 200} Aug 11 03:03:03.028957 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=409a5811-bb62-4aad-9d6e-b5c619621332,revision_number=6']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:03.076673 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:03.113797 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['409a5811-bb62-4aad-9d6e-b5c619621332'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:03:03.153825 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1a44e0e3-f78a-4c75-b03b-2b278cc213cb req-eaaec768-ba64-45be-a4e8-cab6d136cde9 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f8cc6a1-cee7-4d93-946d-7f5e5c7b5d3c HTTP/1.1" status: 200 len: 210 time: 0.0325358 Aug 11 03:03:03.186677 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=092c0a28-e4d2-4ebb-8107-8a0561809fdb,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:03.206575 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1127f645-cf08-44c5-9611-867b2ab33d82 req-345bd43a-9f83-45ac-aad2-e492bae46703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:03.208046 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1127f645-cf08-44c5-9611-867b2ab33d82 req-345bd43a-9f83-45ac-aad2-e492bae46703 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=76927434-76ea-4b52-9275-6f99fa74e6bb HTTP/1.1" status: 200 len: 1097 time: 0.1144183 Aug 11 03:03:03.228495 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33e612c-2331-41d4-9929-3282a5564a9c req-07267256-b75e-41b5-9c33-5cc6d940f38b tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:03.230019 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b33e612c-2331-41d4-9929-3282a5564a9c req-07267256-b75e-41b5-9c33-5cc6d940f38b tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/ports?device_id=76927434-76ea-4b52-9275-6f99fa74e6bb HTTP/1.1" status: 200 len: 945 time: 0.0785923 Aug 11 03:03:03.286792 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1127f645-cf08-44c5-9611-867b2ab33d82 req-ab5306aa-265f-46a7-91b9-3371b983cb45 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=c5aa9049-617d-473f-afb5-b55716ab8aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557847 Aug 11 03:03:03.298541 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b33e612c-2331-41d4-9929-3282a5564a9c req-b48a27aa-dafc-4a13-a92f-bc0a4444c297 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5aa9049-617d-473f-afb5-b55716ab8aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605617 Aug 11 03:03:03.439853 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ca1a30-0351-4037-9f45-451e3ebad8b4 req-df1d4093-1405-460b-a5a0-8e9f86a6209b tempest-ServerGroupTestJSON-1819259722 tempest-ServerGroupTestJSON-1819259722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:03.441329 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-75ca1a30-0351-4037-9f45-451e3ebad8b4 req-df1d4093-1405-460b-a5a0-8e9f86a6209b tempest-ServerGroupTestJSON-1819259722 tempest-ServerGroupTestJSON-1819259722-project] 10.222.0.24 "GET /v2.0/ports?device_id=a90938d4-9409-449d-9b51-4f33101be5fc HTTP/1.1" status: 200 len: 946 time: 0.0524156 Aug 11 03:03:03.543396 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [req-75ca1a30-0351-4037-9f45-451e3ebad8b4 req-957112ec-b4e4-43bf-859d-a718aefb88b8 tempest-ServerGroupTestJSON-1819259722 tempest-ServerGroupTestJSON-1819259722-project] Deleting port f0e4b0a6-1d6e-46b6-9ebb-3d7a3020195a {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:03:03.543747 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-75ca1a30-0351-4037-9f45-451e3ebad8b4 req-957112ec-b4e4-43bf-859d-a718aefb88b8 tempest-ServerGroupTestJSON-1819259722 tempest-ServerGroupTestJSON-1819259722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:03.635940 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-75ca1a30-0351-4037-9f45-451e3ebad8b4 req-957112ec-b4e4-43bf-859d-a718aefb88b8 tempest-ServerGroupTestJSON-1819259722 tempest-ServerGroupTestJSON-1819259722-project] For port f0e4b0a6-1d6e-46b6-9ebb-3d7a3020195a, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=f0e4b0a6-1d6e-46b6-9ebb-3d7a3020195a,segment=NetworkSegment(207d9147-2799-4aa6-9649-ac80d0dc9504),segment_id=207d9147-2799-4aa6-9649-ac80d0dc9504)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:03:03.636309 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-75ca1a30-0351-4037-9f45-451e3ebad8b4 req-957112ec-b4e4-43bf-859d-a718aefb88b8 tempest-ServerGroupTestJSON-1819259722 tempest-ServerGroupTestJSON-1819259722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:03.649837 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [req-75ca1a30-0351-4037-9f45-451e3ebad8b4 req-957112ec-b4e4-43bf-859d-a718aefb88b8 tempest-ServerGroupTestJSON-1819259722 tempest-ServerGroupTestJSON-1819259722-project] Calling delete_port for f0e4b0a6-1d6e-46b6-9ebb-3d7a3020195a owned by compute:nova {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:03:03.870581 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-75ca1a30-0351-4037-9f45-451e3ebad8b4 req-957112ec-b4e4-43bf-859d-a718aefb88b8 tempest-ServerGroupTestJSON-1819259722 tempest-ServerGroupTestJSON-1819259722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:03.884986 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['f0e4b0a6-1d6e-46b6-9ebb-3d7a3020195a'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:03:04.177921 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957112ec-b4e4-43bf-859d-a718aefb88b8 tempest-ServerGroupTestJSON-1819259722 tempest-ServerGroupTestJSON-1819259722-project] Pushing event deleted for resources: {'Port': ['ID=f0e4b0a6-1d6e-46b6-9ebb-3d7a3020195a,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:04.226913 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-68fa7093-9d88-4444-8bfa-d56679ec44fc req-6dd2a63c-cdc2-43f7-964c-a781d0cd961d tempest-ServerGroupTestJSON-1819259722 tempest-ServerGroupTestJSON-1819259722-project] 10.222.0.41 "GET /v2.0/ports?device_id=a90938d4-9409-449d-9b51-4f33101be5fc HTTP/1.1" status: 200 len: 210 time: 0.0532696 Aug 11 03:03:04.255534 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.agents_db [None req-950b7202-decb-43e2-8f71-ac8931dc9749 None None] Agent healthcheck: found 7 active agents {{(pid=102194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:03:04.273488 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [req-75ca1a30-0351-4037-9f45-451e3ebad8b4 req-957112ec-b4e4-43bf-859d-a718aefb88b8 tempest-ServerGroupTestJSON-1819259722 tempest-ServerGroupTestJSON-1819259722-project] No DVR routers for this DVR port f0e4b0a6-1d6e-46b6-9ebb-3d7a3020195a on host n-h2-764292-30 {{(pid=102192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:03:04.278669 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-75ca1a30-0351-4037-9f45-451e3ebad8b4 req-957112ec-b4e4-43bf-859d-a718aefb88b8 tempest-ServerGroupTestJSON-1819259722 tempest-ServerGroupTestJSON-1819259722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:04.279787 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-75ca1a30-0351-4037-9f45-451e3ebad8b4 req-957112ec-b4e4-43bf-859d-a718aefb88b8 tempest-ServerGroupTestJSON-1819259722 tempest-ServerGroupTestJSON-1819259722-project] 10.222.0.24 "DELETE /v2.0/ports/f0e4b0a6-1d6e-46b6-9ebb-3d7a3020195a HTTP/1.1" status: 204 len: 173 time: 0.8305457 Aug 11 03:03:04.280225 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a90938d4-9409-449d-9b51-4f33101be5fc', 'name': 'network-vif-deleted', 'tag': 'f0e4b0a6-1d6e-46b6-9ebb-3d7a3020195a'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:03:04.282578 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c41ebc8-1e6a-4c73-85e4-928ecbf9f6ef" -d '{"events": [{"server_uuid": "a90938d4-9409-449d-9b51-4f33101be5fc", "name": "network-vif-deleted", "tag": "f0e4b0a6-1d6e-46b6-9ebb-3d7a3020195a"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:03:04.299588 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c608b8-ec70-447f-b1c2-c7ee8e91119e req-332c860c-99bd-453c-a161-cb9d126dcecc tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:04.303289 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-05c608b8-ec70-447f-b1c2-c7ee8e91119e req-332c860c-99bd-453c-a161-cb9d126dcecc tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] 10.222.0.41 "GET /v2.0/ports?device_id=21d89038-3c71-43b0-8cae-2cca033340eb HTTP/1.1" status: 200 len: 945 time: 0.1320326 Aug 11 03:03:04.345791 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f3946481-f738-49cd-98e4-a97f5544abaf req-ba4d38a0-2b2c-4ea0-a651-cfd9eedf9ebf tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f8cc6a1-cee7-4d93-946d-7f5e5c7b5d3c HTTP/1.1" status: 200 len: 210 time: 0.0381436 Aug 11 03:03:04.365977 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-05c608b8-ec70-447f-b1c2-c7ee8e91119e req-f97497cf-4110-4677-99e2-535d1a0970db tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] 10.222.0.41 "GET /v2.0/security-groups?id=17343059-1bdd-4a6d-8bb4-dcbed1576fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571442 Aug 11 03:03:04.425618 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:03:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5143cb12-04fb-4785-a2a8-1865224e6eef x-openstack-request-id: req-5143cb12-04fb-4785-a2a8-1865224e6eef {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:03:04.425902 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a90938d4-9409-449d-9b51-4f33101be5fc", "name": "network-vif-deleted", "tag": "f0e4b0a6-1d6e-46b6-9ebb-3d7a3020195a", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:03:04.426556 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5143cb12-04fb-4785-a2a8-1865224e6eef {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:03:04.426556 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a90938d4-9409-449d-9b51-4f33101be5fc', 'name': 'network-vif-deleted', 'tag': 'f0e4b0a6-1d6e-46b6-9ebb-3d7a3020195a', 'status': 'completed', 'code': 200} Aug 11 03:03:04.543544 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c273d32f-a14f-491e-a483-a40d8c5ff8d5 req-6bc71d16-0da6-482a-ae55-0551a029c975 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:04.545148 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c273d32f-a14f-491e-a483-a40d8c5ff8d5 req-6bc71d16-0da6-482a-ae55-0551a029c975 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/ports?device_id=76927434-76ea-4b52-9275-6f99fa74e6bb HTTP/1.1" status: 200 len: 945 time: 0.0595882 Aug 11 03:03:04.573390 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:04.587387 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c273d32f-a14f-491e-a483-a40d8c5ff8d5 req-5506fa86-889a-4f35-b72f-9a868ceaec06 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5aa9049-617d-473f-afb5-b55716ab8aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355189 Aug 11 03:03:04.621326 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a7450056-bee6-43fe-96ee-43f3462f755c req-d9520123-9e3b-45fb-ab56-23efbc82e120 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=c1f9c9765b974fd98b786b1ff4e95823&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0213127 Aug 11 03:03:04.621574 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 409a5811-bb62-4aad-9d6e-b5c619621332 up at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:03:04.671114 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning complete for port 409a5811-bb62-4aad-9d6e-b5c619621332 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:03:04.671576 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:04.732264 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7450056-bee6-43fe-96ee-43f3462f755c req-6aa1987b-b0b1-4f4c-9aa7-1c77b8f5239d tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:04.733983 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a7450056-bee6-43fe-96ee-43f3462f755c req-6aa1987b-b0b1-4f4c-9aa7-1c77b8f5239d tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1073992 Aug 11 03:03:04.750627 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-a7450056-bee6-43fe-96ee-43f3462f755c req-0903586b-221d-4b1c-acf1-6bd472ee576b tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Request body: {'port': {'device_id': '4f8cc6a1-cee7-4d93-946d-7f5e5c7b5d3c', 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba', 'admin_state_up': True, 'tenant_id': 'c1f9c9765b974fd98b786b1ff4e95823'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:03:04.758920 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:04.793343 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port 409a5811-bb62-4aad-9d6e-b5c619621332, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=409a5811-bb62-4aad-9d6e-b5c619621332,segment=NetworkSegment(e15af3bf-a96a-4239-be14-8bb6ab78ddb4),segment_id=e15af3bf-a96a-4239-be14-8bb6ab78ddb4)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:03:04.898018 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:04.953929 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=409a5811-bb62-4aad-9d6e-b5c619621332,revision_number=7']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:05.013718 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7450056-bee6-43fe-96ee-43f3462f755c req-0903586b-221d-4b1c-acf1-6bd472ee576b tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Made reservation on behalf of c1f9c9765b974fd98b786b1ff4e95823 for: {'port': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:03:05.024978 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-a7450056-bee6-43fe-96ee-43f3462f755c req-0903586b-221d-4b1c-acf1-6bd472ee576b tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:05.025128 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21d89038-3c71-43b0-8cae-2cca033340eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '409a5811-bb62-4aad-9d6e-b5c619621332'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:03:05.025128 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c41d9110-5330-4549-aff9-b49988ae2b15" -d '{"events": [{"server_uuid": "21d89038-3c71-43b0-8cae-2cca033340eb", "name": "network-vif-plugged", "status": "completed", "tag": "409a5811-bb62-4aad-9d6e-b5c619621332"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:03:05.086559 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21935ffc-a0d7-450a-a40a-966f3e904e5b x-openstack-request-id: req-21935ffc-a0d7-450a-a40a-966f3e904e5b {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:03:05.086852 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21d89038-3c71-43b0-8cae-2cca033340eb", "name": "network-vif-plugged", "status": "completed", "tag": "409a5811-bb62-4aad-9d6e-b5c619621332", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:03:05.087102 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-21935ffc-a0d7-450a-a40a-966f3e904e5b {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:03:05.087677 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21d89038-3c71-43b0-8cae-2cca033340eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '409a5811-bb62-4aad-9d6e-b5c619621332', 'code': 200} Aug 11 03:03:05.190930 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [req-a7450056-bee6-43fe-96ee-43f3462f755c req-0903586b-221d-4b1c-acf1-6bd472ee576b tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Allocated IP 192.168.233.228 (d1bf0def-6fa4-4d3e-bbc5-20a040931fba/254a3f4d-2b75-429e-bbb2-8e70554e9483/06db4c5d-a94a-4999-ba65-23645888a972) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:03:05.206323 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be31df3-4f64-462d-88c9-f4a707526a16 req-c1f82655-2490-4e71-afb6-fe796205cf85 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:05.207807 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6be31df3-4f64-462d-88c9-f4a707526a16 req-c1f82655-2490-4e71-afb6-fe796205cf85 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] 10.222.0.41 "GET /v2.0/ports?device_id=21d89038-3c71-43b0-8cae-2cca033340eb HTTP/1.1" status: 200 len: 946 time: 0.0806909 Aug 11 03:03:05.270724 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6be31df3-4f64-462d-88c9-f4a707526a16 req-c07c7f05-aadf-4b5b-9b64-0eeda2fe8ec3 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] 10.222.0.41 "GET /v2.0/security-groups?id=17343059-1bdd-4a6d-8bb4-dcbed1576fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562582 Aug 11 03:03:05.351947 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3f654c94-ee03-40cf-9424-428e273d910e req-80e50e58-9e8e-46a8-b857-98d742a7e1e8 tempest-ServerGroupTestJSON-1819259722 tempest-ServerGroupTestJSON-1819259722-project] 10.222.0.41 "GET /v2.0/ports?device_id=a90938d4-9409-449d-9b51-4f33101be5fc HTTP/1.1" status: 200 len: 210 time: 0.0384974 Aug 11 03:03:05.408422 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-a7450056-bee6-43fe-96ee-43f3462f755c req-0903586b-221d-4b1c-acf1-6bd472ee576b tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:05.423642 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [req-a7450056-bee6-43fe-96ee-43f3462f755c req-0903586b-221d-4b1c-acf1-6bd472ee576b tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Transition to ACTIVE for port object 06db4c5d-a94a-4999-ba65-23645888a972 will not be triggered until provisioned by entity DHCP. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:03:05.466782 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-285ac80f-b450-4d1b-baae-350d30b0f474 req-6b5e9933-6bb1-4c8c-9098-1383b315ea3e tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f8cc6a1-cee7-4d93-946d-7f5e5c7b5d3c HTTP/1.1" status: 200 len: 210 time: 0.0317810 Aug 11 03:03:05.573639 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-a7450056-bee6-43fe-96ee-43f3462f755c req-0903586b-221d-4b1c-acf1-6bd472ee576b tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:05.585481 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['2e23dd7b-0b38-404c-8090-6ce6bff54305', '757139b6-8342-4504-82df-491f3ad6472a', 'd008f631-61e8-4410-80e4-ee203c8580df', '0e651a33-7f9d-42f8-841f-da7670b11eb0', '00469b72-201a-4c1f-a704-ecaae9e4601f'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:03:05.589773 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['acd77bac-ad9f-4185-9417-ca2c1c5f2f9c', '458952e7-3214-4b7c-b5f0-fc92a3bcef03'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:03:05.619418 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7450056-bee6-43fe-96ee-43f3462f755c req-0903586b-221d-4b1c-acf1-6bd472ee576b tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Network d1bf0def-6fa4-4d3e-bbc5-20a040931fba is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:03:05.622713 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [req-a7450056-bee6-43fe-96ee-43f3462f755c req-0903586b-221d-4b1c-acf1-6bd472ee576b tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:03:05.626593 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7450056-bee6-43fe-96ee-43f3462f755c req-0903586b-221d-4b1c-acf1-6bd472ee576b tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:03:05.652682 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0903586b-221d-4b1c-acf1-6bd472ee576b tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Pushing event updated for resources: {'Port': ['ID=06db4c5d-a94a-4999-ba65-23645888a972,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:05.685735 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7450056-bee6-43fe-96ee-43f3462f755c req-0903586b-221d-4b1c-acf1-6bd472ee576b tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:05.686372 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-a7450056-bee6-43fe-96ee-43f3462f755c req-0903586b-221d-4b1c-acf1-6bd472ee576b tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:05.748536 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceee6aff-3cfb-4f33-b3bc-f7ff205ed60e req-1c2072b8-eda5-4e56-8bdf-b785e4cf6a0e tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:05.750676 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ceee6aff-3cfb-4f33-b3bc-f7ff205ed60e req-1c2072b8-eda5-4e56-8bdf-b785e4cf6a0e tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/ports?device_id=76927434-76ea-4b52-9275-6f99fa74e6bb HTTP/1.1" status: 200 len: 945 time: 0.0713561 Aug 11 03:03:05.803748 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ceee6aff-3cfb-4f33-b3bc-f7ff205ed60e req-09e52b94-5938-4d9a-8de6-c944bc3c15d4 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5aa9049-617d-473f-afb5-b55716ab8aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436296 Aug 11 03:03:05.864649 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a7450056-bee6-43fe-96ee-43f3462f755c req-0903586b-221d-4b1c-acf1-6bd472ee576b tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1187758 Aug 11 03:03:05.883366 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-a7450056-bee6-43fe-96ee-43f3462f755c req-b5929e04-efd9-4ea6-9aaa-dab1f0c9fe0a service neutron] Request body: {'port': {'device_id': '4f8cc6a1-cee7-4d93-946d-7f5e5c7b5d3c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764292-30'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:03:05.962347 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaf4c1c-57cb-491f-92a4-a590688bba04 req-a4198c5b-470d-4ca1-9b72-05ba7cd85350 tempest-LiveAutoBlockMigrationV225Test-1544515844 tempest-LiveAutoBlockMigrationV225Test-1544515844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:05.963784 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-aaaf4c1c-57cb-491f-92a4-a590688bba04 req-a4198c5b-470d-4ca1-9b72-05ba7cd85350 tempest-LiveAutoBlockMigrationV225Test-1544515844 tempest-LiveAutoBlockMigrationV225Test-1544515844-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=76927434-76ea-4b52-9275-6f99fa74e6bb HTTP/1.1" status: 200 len: 1097 time: 0.0930023 Aug 11 03:03:05.964757 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-a7450056-bee6-43fe-96ee-43f3462f755c req-b5929e04-efd9-4ea6-9aaa-dab1f0c9fe0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:06.031020 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-aaaf4c1c-57cb-491f-92a4-a590688bba04 req-693871c7-0885-4838-8a32-6bad4c830559 tempest-LiveAutoBlockMigrationV225Test-1544515844 tempest-LiveAutoBlockMigrationV225Test-1544515844-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=c5aa9049-617d-473f-afb5-b55716ab8aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571563 Aug 11 03:03:06.043700 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-7944e65e-a39f-4c81-9ef5-ca94a38b4a97 None None] Provisioning for port 06db4c5d-a94a-4999-ba65-23645888a972 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:03:06.056927 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-7944e65e-a39f-4c81-9ef5-ca94a38b4a97 None None] Provisioning complete for port 06db4c5d-a94a-4999-ba65-23645888a972 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:03:06.057303 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-7944e65e-a39f-4c81-9ef5-ca94a38b4a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:06.127874 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-7944e65e-a39f-4c81-9ef5-ca94a38b4a97 None None] Port 06db4c5d-a94a-4999-ba65-23645888a972 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:03:06.217177 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b122431-4014-46e6-967e-ecfbd2d115fe req-d6defb2f-3d08-47ec-8242-32716d5e9643 tempest-LiveAutoBlockMigrationV225Test-1544515844 tempest-LiveAutoBlockMigrationV225Test-1544515844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:06.218730 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0b122431-4014-46e6-967e-ecfbd2d115fe req-d6defb2f-3d08-47ec-8242-32716d5e9643 tempest-LiveAutoBlockMigrationV225Test-1544515844 tempest-LiveAutoBlockMigrationV225Test-1544515844-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=76927434-76ea-4b52-9275-6f99fa74e6bb HTTP/1.1" status: 200 len: 1097 time: 0.0997872 Aug 11 03:03:06.276812 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0b122431-4014-46e6-967e-ecfbd2d115fe req-a0568174-54f5-4ced-bc87-8ca5a5c3afe6 tempest-LiveAutoBlockMigrationV225Test-1544515844 tempest-LiveAutoBlockMigrationV225Test-1544515844-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=c5aa9049-617d-473f-afb5-b55716ab8aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455837 Aug 11 03:03:06.329344 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [req-a7450056-bee6-43fe-96ee-43f3462f755c req-b5929e04-efd9-4ea6-9aaa-dab1f0c9fe0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06db4c5d-a94a-4999-ba65-23645888a972 {{(pid=102192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:03:06.338397 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-a7450056-bee6-43fe-96ee-43f3462f755c req-b5929e04-efd9-4ea6-9aaa-dab1f0c9fe0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:06.352809 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [req-a7450056-bee6-43fe-96ee-43f3462f755c req-b5929e04-efd9-4ea6-9aaa-dab1f0c9fe0a service neutron] Transition to ACTIVE for port object 06db4c5d-a94a-4999-ba65-23645888a972 will not be triggered until provisioned by entity L2. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:03:06.420533 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac06ad0c-dd8e-49f2-90b1-d6849203a100 req-6b7a7be5-e0f0-4a2e-9012-f14224d49192 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:06.422050 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ac06ad0c-dd8e-49f2-90b1-d6849203a100 req-6b7a7be5-e0f0-4a2e-9012-f14224d49192 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] 10.222.0.41 "GET /v2.0/ports?device_id=21d89038-3c71-43b0-8cae-2cca033340eb HTTP/1.1" status: 200 len: 946 time: 0.0534956 Aug 11 03:03:06.463543 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ac06ad0c-dd8e-49f2-90b1-d6849203a100 req-2a764849-0c7f-470a-858c-029646466fe8 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] 10.222.0.41 "GET /v2.0/security-groups?id=17343059-1bdd-4a6d-8bb4-dcbed1576fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345356 Aug 11 03:03:06.464557 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-a7450056-bee6-43fe-96ee-43f3462f755c req-b5929e04-efd9-4ea6-9aaa-dab1f0c9fe0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:06.526814 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5929e04-efd9-4ea6-9aaa-dab1f0c9fe0a service neutron] Pushing event updated for resources: {'Port': ['ID=06db4c5d-a94a-4999-ba65-23645888a972,revision_number=2']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:06.624763 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device f0e4b0a6-1d6e-46b6-9ebb-3d7a3020195a no longer exists at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:03:06.648380 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f71cee-d5fb-4710-8aad-44de301ebd8e req-14c86ef3-1d8c-4275-898f-2c1b45f39d46 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:06.650489 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-87f71cee-d5fb-4710-8aad-44de301ebd8e req-14c86ef3-1d8c-4275-898f-2c1b45f39d46 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f8cc6a1-cee7-4d93-946d-7f5e5c7b5d3c HTTP/1.1" status: 200 len: 948 time: 0.0799501 Aug 11 03:03:06.651428 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-a7450056-bee6-43fe-96ee-43f3462f755c req-b5929e04-efd9-4ea6-9aaa-dab1f0c9fe0a service neutron] Attempting to bind port 06db4c5d-a94a-4999-ba65-23645888a972 on host n-h2-764292-30 for vnic_type normal with profile {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:03:06.651758 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-a7450056-bee6-43fe-96ee-43f3462f755c req-b5929e04-efd9-4ea6-9aaa-dab1f0c9fe0a service neutron] Attempting to bind port 06db4c5d-a94a-4999-ba65-23645888a972 by drivers openvswitch,hyperv on host n-h2-764292-30 at level 0 using segments [{'id': '9b7b03c0-092f-4953-898f-de6d8f2338ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba'}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:03:06.652162 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7450056-bee6-43fe-96ee-43f3462f755c req-b5929e04-efd9-4ea6-9aaa-dab1f0c9fe0a service neutron] Attempting to bind port 06db4c5d-a94a-4999-ba65-23645888a972 on network d1bf0def-6fa4-4d3e-bbc5-20a040931fba {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:03:06.659410 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7450056-bee6-43fe-96ee-43f3462f755c req-b5929e04-efd9-4ea6-9aaa-dab1f0c9fe0a service neutron] Port 06db4c5d-a94a-4999-ba65-23645888a972 on network d1bf0def-6fa4-4d3e-bbc5-20a040931fba not bound, no agent of type Open vSwitch agent registered on host n-h2-764292-30 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:03:06.659582 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7450056-bee6-43fe-96ee-43f3462f755c req-b5929e04-efd9-4ea6-9aaa-dab1f0c9fe0a service neutron] Attempting to bind port 06db4c5d-a94a-4999-ba65-23645888a972 on network d1bf0def-6fa4-4d3e-bbc5-20a040931fba {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:03:06.665179 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] No Port match for: f0e4b0a6-1d6e-46b6-9ebb-3d7a3020195a {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:03:06.666725 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device f0e4b0a6-1d6e-46b6-9ebb-3d7a3020195a not bound to the agent host n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:03:06.678109 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7450056-bee6-43fe-96ee-43f3462f755c req-b5929e04-efd9-4ea6-9aaa-dab1f0c9fe0a service neutron] Checking agent: {'id': '70015fc0-62fb-48b2-b453-36906937cf2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 2, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:03:06.678480 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7450056-bee6-43fe-96ee-43f3462f755c req-b5929e04-efd9-4ea6-9aaa-dab1f0c9fe0a service neutron] Checking segment: {'id': '9b7b03c0-092f-4953-898f-de6d8f2338ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:03:06.678867 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7450056-bee6-43fe-96ee-43f3462f755c req-b5929e04-efd9-4ea6-9aaa-dab1f0c9fe0a service neutron] Bound using segment: {'id': '9b7b03c0-092f-4953-898f-de6d8f2338ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba'} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:03:06.679308 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-a7450056-bee6-43fe-96ee-43f3462f755c req-b5929e04-efd9-4ea6-9aaa-dab1f0c9fe0a service neutron] Bound port: 06db4c5d-a94a-4999-ba65-23645888a972, host: n-h2-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b7b03c0-092f-4953-898f-de6d8f2338ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba'}}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:03:06.679960 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-a7450056-bee6-43fe-96ee-43f3462f755c req-b5929e04-efd9-4ea6-9aaa-dab1f0c9fe0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:06.732347 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-87f71cee-d5fb-4710-8aad-44de301ebd8e req-a589a619-acd0-4dee-acdb-6fb9a9067e00 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8b0be49-76ee-4d50-8be0-9bf1508da412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741858 Aug 11 03:03:06.775298 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-a7450056-bee6-43fe-96ee-43f3462f755c req-b5929e04-efd9-4ea6-9aaa-dab1f0c9fe0a service neutron] For port 06db4c5d-a94a-4999-ba65-23645888a972, host n-h2-764292-30, cleared binding levels {{(pid=102192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:03:06.775694 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-a7450056-bee6-43fe-96ee-43f3462f755c req-b5929e04-efd9-4ea6-9aaa-dab1f0c9fe0a service neutron] For port 06db4c5d-a94a-4999-ba65-23645888a972, host n-h2-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=06db4c5d-a94a-4999-ba65-23645888a972,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:03:06.807959 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:06.885290 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc091b5-bbcf-4a58-a7f9-52377c067436 req-70624d61-d8cc-4233-a7e1-0437fd78e55a tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:06.886772 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ccc091b5-bbcf-4a58-a7f9-52377c067436 req-70624d61-d8cc-4233-a7e1-0437fd78e55a tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] 10.222.0.24 "GET /v2.0/ports?device_id=21d89038-3c71-43b0-8cae-2cca033340eb HTTP/1.1" status: 200 len: 946 time: 0.0549791 Aug 11 03:03:06.890355 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-a7450056-bee6-43fe-96ee-43f3462f755c req-b5929e04-efd9-4ea6-9aaa-dab1f0c9fe0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:06.961378 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7450056-bee6-43fe-96ee-43f3462f755c req-b5929e04-efd9-4ea6-9aaa-dab1f0c9fe0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:06.962008 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-a7450056-bee6-43fe-96ee-43f3462f755c req-b5929e04-efd9-4ea6-9aaa-dab1f0c9fe0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:06.963422 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a7450056-bee6-43fe-96ee-43f3462f755c req-b5929e04-efd9-4ea6-9aaa-dab1f0c9fe0a service neutron] 10.222.0.24 "PUT /v2.0/ports/06db4c5d-a94a-4999-ba65-23645888a972 HTTP/1.1" status: 200 len: 1097 time: 1.0843322 Aug 11 03:03:06.963950 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f8cc6a1-cee7-4d93-946d-7f5e5c7b5d3c', 'tag': '06db4c5d-a94a-4999-ba65-23645888a972'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:03:06.966230 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8baa490f-944b-463b-b7be-97cbd1a35cc9" -d '{"events": [{"name": "network-changed", "server_uuid": "4f8cc6a1-cee7-4d93-946d-7f5e5c7b5d3c", "tag": "06db4c5d-a94a-4999-ba65-23645888a972"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:03:07.015866 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5929e04-efd9-4ea6-9aaa-dab1f0c9fe0a service neutron] Pushing event updated for resources: {'Port': ['ID=06db4c5d-a94a-4999-ba65-23645888a972,revision_number=3']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:07.021186 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:03:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7ec6ded-b17a-4688-af88-928b7bf047e8 x-openstack-request-id: req-b7ec6ded-b17a-4688-af88-928b7bf047e8 {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:03:07.021473 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f8cc6a1-cee7-4d93-946d-7f5e5c7b5d3c", "tag": "06db4c5d-a94a-4999-ba65-23645888a972", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:03:07.021726 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b7ec6ded-b17a-4688-af88-928b7bf047e8 {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:03:07.022123 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f8cc6a1-cee7-4d93-946d-7f5e5c7b5d3c', 'tag': '06db4c5d-a94a-4999-ba65-23645888a972', 'status': 'completed', 'code': 200} Aug 11 03:03:07.055234 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [req-ccc091b5-bbcf-4a58-a7f9-52377c067436 req-02bb3e48-05db-4538-a80f-ebd64131aaa4 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] Deleting port 409a5811-bb62-4aad-9d6e-b5c619621332 {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:03:07.055921 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-ccc091b5-bbcf-4a58-a7f9-52377c067436 req-02bb3e48-05db-4538-a80f-ebd64131aaa4 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:07.169599 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baa490f-944b-463b-b7be-97cbd1a35cc9 req-5d111b25-544a-4210-b1e6-5f4012a6cdd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:07.171124 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8baa490f-944b-463b-b7be-97cbd1a35cc9 req-5d111b25-544a-4210-b1e6-5f4012a6cdd2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c1f9c9765b974fd98b786b1ff4e95823&device_id=4f8cc6a1-cee7-4d93-946d-7f5e5c7b5d3c HTTP/1.1" status: 200 len: 1100 time: 0.1122732 Aug 11 03:03:07.223765 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8baa490f-944b-463b-b7be-97cbd1a35cc9 req-86803fee-81a4-4ca9-9c23-fb7d4653e733 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=c1f9c9765b974fd98b786b1ff4e95823&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0412741 Aug 11 03:03:07.230247 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-ccc091b5-bbcf-4a58-a7f9-52377c067436 req-02bb3e48-05db-4538-a80f-ebd64131aaa4 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] For port 409a5811-bb62-4aad-9d6e-b5c619621332, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=409a5811-bb62-4aad-9d6e-b5c619621332,segment=NetworkSegment(e15af3bf-a96a-4239-be14-8bb6ab78ddb4),segment_id=e15af3bf-a96a-4239-be14-8bb6ab78ddb4)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:03:07.230247 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-ccc091b5-bbcf-4a58-a7f9-52377c067436 req-02bb3e48-05db-4538-a80f-ebd64131aaa4 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:07.282952 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [req-ccc091b5-bbcf-4a58-a7f9-52377c067436 req-02bb3e48-05db-4538-a80f-ebd64131aaa4 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] Calling delete_port for 409a5811-bb62-4aad-9d6e-b5c619621332 owned by compute:nova {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:03:07.295025 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 46384) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:07.368005 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc77acb1-3054-43d8-94bf-30a7d8b9ab86 admin admin] Deleting subnet b96a24e4-714b-48e6-804d-ac04631dcccc {{(pid=102191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:03:07.371248 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-cc77acb1-3054-43d8-94bf-30a7d8b9ab86 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:07.385294 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baa490f-944b-463b-b7be-97cbd1a35cc9 req-fbb927f5-78be-4399-96ed-07c562f151f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:07.386947 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8baa490f-944b-463b-b7be-97cbd1a35cc9 req-fbb927f5-78be-4399-96ed-07c562f151f4 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1548855 Aug 11 03:03:07.413136 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-cc77acb1-3054-43d8-94bf-30a7d8b9ab86 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126283525'] for subnet, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:07.453083 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-cc77acb1-3054-43d8-94bf-30a7d8b9ab86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:07.499253 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7450056-bee6-43fe-96ee-43f3462f755c req-50ad11be-6abc-42af-a1b6-156fca845b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:07.501978 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a7450056-bee6-43fe-96ee-43f3462f755c req-50ad11be-6abc-42af-a1b6-156fca845b5f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c1f9c9765b974fd98b786b1ff4e95823&device_id=4f8cc6a1-cee7-4d93-946d-7f5e5c7b5d3c HTTP/1.1" status: 200 len: 1100 time: 0.0624688 Aug 11 03:03:07.553744 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a7450056-bee6-43fe-96ee-43f3462f755c req-21b6b8af-3f76-4b0c-b9bf-7ed4f2242781 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=06db4c5d-a94a-4999-ba65-23645888a972 HTTP/1.1" status: 200 len: 217 time: 0.0433986 Aug 11 03:03:07.606155 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-ccc091b5-bbcf-4a58-a7f9-52377c067436 req-02bb3e48-05db-4538-a80f-ebd64131aaa4 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:07.625751 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-cc77acb1-3054-43d8-94bf-30a7d8b9ab86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126283413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126275158'] for subnet, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:07.649583 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bb3e48-05db-4538-a80f-ebd64131aaa4 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] Pushing event deleted for resources: {'Port': ['ID=409a5811-bb62-4aad-9d6e-b5c619621332,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:07.651925 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc77acb1-3054-43d8-94bf-30a7d8b9ab86 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b96a24e4-714b-48e6-804d-ac04631dcccc,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:07.655977 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-cc77acb1-3054-43d8-94bf-30a7d8b9ab86 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:07.661168 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7450056-bee6-43fe-96ee-43f3462f755c req-d41d24b1-8752-42bd-bc6a-db5468c7f3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:07.662656 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a7450056-bee6-43fe-96ee-43f3462f755c req-d41d24b1-8752-42bd-bc6a-db5468c7f3b3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=254a3f4d-2b75-429e-bbb2-8e70554e9483 HTTP/1.1" status: 200 len: 843 time: 0.1017103 Aug 11 03:03:07.663553 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-cc77acb1-3054-43d8-94bf-30a7d8b9ab86 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/b96a24e4-714b-48e6-804d-ac04631dcccc HTTP/1.1" status: 204 len: 168 time: 0.3673613 Aug 11 03:03:07.664349 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 46394) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:07.699270 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9658269-0cce-4189-b27b-0b5ea9d7a0ee req-41271460-5a4d-47fb-aba6-1fb0035135fe tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:07.700764 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e9658269-0cce-4189-b27b-0b5ea9d7a0ee req-41271460-5a4d-47fb-aba6-1fb0035135fe tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] 10.222.0.41 "GET /v2.0/ports?device_id=21d89038-3c71-43b0-8cae-2cca033340eb HTTP/1.1" status: 200 len: 867 time: 0.1497357 Aug 11 03:03:07.738733 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccc091b5-bbcf-4a58-a7f9-52377c067436 req-02bb3e48-05db-4538-a80f-ebd64131aaa4 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] No DVR routers for this DVR port 409a5811-bb62-4aad-9d6e-b5c619621332 on host n-h2-764292-30 {{(pid=102192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:03:07.742906 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-57770ca0-6107-4a1a-abc2-2e619563c3f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:07.746193 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-ccc091b5-bbcf-4a58-a7f9-52377c067436 req-02bb3e48-05db-4538-a80f-ebd64131aaa4 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:07.748247 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ccc091b5-bbcf-4a58-a7f9-52377c067436 req-02bb3e48-05db-4538-a80f-ebd64131aaa4 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] 10.222.0.24 "DELETE /v2.0/ports/409a5811-bb62-4aad-9d6e-b5c619621332 HTTP/1.1" status: 204 len: 173 time: 0.8521488 Aug 11 03:03:07.783249 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7450056-bee6-43fe-96ee-43f3462f755c req-f1b65f44-243d-46e7-bf10-db6898be7c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:07.784783 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a7450056-bee6-43fe-96ee-43f3462f755c req-f1b65f44-243d-46e7-bf10-db6898be7c98 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d1bf0def-6fa4-4d3e-bbc5-20a040931fba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1011643 Aug 11 03:03:07.788298 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e9658269-0cce-4189-b27b-0b5ea9d7a0ee req-fdce816b-5559-4c72-ad21-a3dc02821b17 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] 10.222.0.41 "GET /v2.0/security-groups?id=17343059-1bdd-4a6d-8bb4-dcbed1576fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542939 Aug 11 03:03:07.935878 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e4557a-4884-405a-be2b-3f73d7eb8eda req-cc77dcb6-aa91-49f1-b532-8a47901a4576 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:07.938124 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b5e4557a-4884-405a-be2b-3f73d7eb8eda req-cc77dcb6-aa91-49f1-b532-8a47901a4576 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f8cc6a1-cee7-4d93-946d-7f5e5c7b5d3c HTTP/1.1" status: 200 len: 948 time: 0.0829909 Aug 11 03:03:07.944510 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a7450056-bee6-43fe-96ee-43f3462f755c req-b679f391-9d0e-4a14-b8cf-5f9ab52ac8ad service neutron] 10.222.0.24 "GET /v2.0/networks/d1bf0def-6fa4-4d3e-bbc5-20a040931fba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522062 Aug 11 03:03:08.032391 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b5e4557a-4884-405a-be2b-3f73d7eb8eda req-fb48d019-8176-49c6-aaaf-5c7640003555 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8b0be49-76ee-4d50-8be0-9bf1508da412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868924 Aug 11 03:03:08.085977 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a7450056-bee6-43fe-96ee-43f3462f755c req-b84629a3-a937-4bbd-bfd0-e9830d699c9d service neutron] 10.222.0.24 "GET /v2.0/networks/d1bf0def-6fa4-4d3e-bbc5-20a040931fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333923 Aug 11 03:03:08.134832 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-57770ca0-6107-4a1a-abc2-2e619563c3f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:08.145926 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-57770ca0-6107-4a1a-abc2-2e619563c3f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e69dcca-a51c-4e24-8edb-5aab9001b700']}} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:03:08.157041 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-57770ca0-6107-4a1a-abc2-2e619563c3f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '207d9147-2799-4aa6-9649-ac80d0dc9504') {'for_net_delete': True} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:03:08.157335 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-57770ca0-6107-4a1a-abc2-2e619563c3f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '207d9147-2799-4aa6-9649-ac80d0dc9504') {} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:03:08.168643 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-57770ca0-6107-4a1a-abc2-2e619563c3f4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126283644'] for segment, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:08.183825 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-57770ca0-6107-4a1a-abc2-2e619563c3f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:08.190678 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57770ca0-6107-4a1a-abc2-2e619563c3f4 admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=102191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:03:08.191000 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-57770ca0-6107-4a1a-abc2-2e619563c3f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126283391'] for segment, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:08.192643 n-d-764292-30 neutron-server[102191]: Traceback (most recent call last): Aug 11 03:03:08.192643 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:03:08.192643 n-d-764292-30 neutron-server[102191]: timer() Aug 11 03:03:08.192643 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:03:08.192643 n-d-764292-30 neutron-server[102191]: cb(*args, **kw) Aug 11 03:03:08.192643 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:03:08.192643 n-d-764292-30 neutron-server[102191]: return func(*args, **kwargs) Aug 11 03:03:08.192643 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:03:08.192643 n-d-764292-30 neutron-server[102191]: self._notify() Aug 11 03:03:08.192643 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:03:08.192643 n-d-764292-30 neutron-server[102191]: self.callback(batched_events) Aug 11 03:03:08.192643 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:03:08.192643 n-d-764292-30 neutron-server[102191]: event.method(event) Aug 11 03:03:08.192643 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:03:08.192643 n-d-764292-30 neutron-server[102191]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:03:08.192643 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:03:08.192643 n-d-764292-30 neutron-server[102191]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:03:08.192643 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:03:08.192643 n-d-764292-30 neutron-server[102191]: return f(self, *a, **k) Aug 11 03:03:08.192643 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:03:08.192643 n-d-764292-30 neutron-server[102191]: return self._get(url).json() Aug 11 03:03:08.192643 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:03:08.192643 n-d-764292-30 neutron-server[102191]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:03:08.192643 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:03:08.192643 n-d-764292-30 neutron-server[102191]: return self.request(url, 'GET', **kwargs) Aug 11 03:03:08.192643 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:03:08.192643 n-d-764292-30 neutron-server[102191]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:03:08.192643 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:03:08.192643 n-d-764292-30 neutron-server[102191]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:03:08.192643 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:03:08.192643 n-d-764292-30 neutron-server[102191]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:03:08.192643 n-d-764292-30 neutron-server[102191]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:03:08.361624 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-57770ca0-6107-4a1a-abc2-2e619563c3f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:08.367154 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-57770ca0-6107-4a1a-abc2-2e619563c3f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:08.369393 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-57770ca0-6107-4a1a-abc2-2e619563c3f4 admin admin] 10.222.0.41 "DELETE /v2.0/networks/3e69dcca-a51c-4e24-8edb-5aab9001b700 HTTP/1.1" status: 204 len: 168 time: 0.7037151 Aug 11 03:03:08.381547 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57770ca0-6107-4a1a-abc2-2e619563c3f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=3e69dcca-a51c-4e24-8edb-5aab9001b700,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:08.639825 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 409a5811-bb62-4aad-9d6e-b5c619621332 no longer exists at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:03:08.661045 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] No Port match for: 409a5811-bb62-4aad-9d6e-b5c619621332 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:03:08.661395 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 409a5811-bb62-4aad-9d6e-b5c619621332 not bound to the agent host n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:03:08.760422 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [req-b160a763-26ff-4a6c-b897-cde9d05788f5 req-84a4b575-f984-45b9-92c8-ffeb551daabd tempest-LiveAutoBlockMigrationV225Test-1544515844 tempest-LiveAutoBlockMigrationV225Test-1544515844-project-admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102191) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:03:08.761662 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-b160a763-26ff-4a6c-b897-cde9d05788f5 req-84a4b575-f984-45b9-92c8-ffeb551daabd tempest-LiveAutoBlockMigrationV225Test-1544515844 tempest-LiveAutoBlockMigrationV225Test-1544515844-project-admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060456 Aug 11 03:03:08.771871 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-b160a763-26ff-4a6c-b897-cde9d05788f5 req-16397693-6108-467b-be87-59d59e22898e service neutron] Request body: {'binding': {'host': 'n-h1-764292-30', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:03:08.772436 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-b160a763-26ff-4a6c-b897-cde9d05788f5 req-16397693-6108-467b-be87-59d59e22898e service neutron] Unknown quota resources ['binding']. {{(pid=102191) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 11 03:03:08.873529 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 46414) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:08.918437 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-b160a763-26ff-4a6c-b897-cde9d05788f5 req-16397693-6108-467b-be87-59d59e22898e service neutron] Attempting to bind port 092c0a28-e4d2-4ebb-8107-8a0561809fdb on host n-h1-764292-30 for vnic_type normal with profile None {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:03:08.918770 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-b160a763-26ff-4a6c-b897-cde9d05788f5 req-16397693-6108-467b-be87-59d59e22898e service neutron] Attempting to bind port 092c0a28-e4d2-4ebb-8107-8a0561809fdb by drivers openvswitch,hyperv on host n-h1-764292-30 at level 0 using segments [{'id': 'a45ed4ca-59d3-4372-9b5a-18bb6ba190c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f221beb7-8330-438a-a9fe-3bfcf5050d99'}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:03:08.919091 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b160a763-26ff-4a6c-b897-cde9d05788f5 req-16397693-6108-467b-be87-59d59e22898e service neutron] Attempting to bind port 092c0a28-e4d2-4ebb-8107-8a0561809fdb on network f221beb7-8330-438a-a9fe-3bfcf5050d99 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:03:08.923758 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8220df45-9e3a-416a-90bd-f4dca7ef8681 req-874b3533-9728-4604-9e4c-1d9dafbfc342 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] 10.222.0.41 "GET /v2.0/ports?device_id=21d89038-3c71-43b0-8cae-2cca033340eb HTTP/1.1" status: 200 len: 210 time: 0.0352280 Aug 11 03:03:08.923946 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b160a763-26ff-4a6c-b897-cde9d05788f5 req-16397693-6108-467b-be87-59d59e22898e service neutron] Port 092c0a28-e4d2-4ebb-8107-8a0561809fdb on network f221beb7-8330-438a-a9fe-3bfcf5050d99 not bound, no agent of type Open vSwitch agent registered on host n-h1-764292-30 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:03:08.924192 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b160a763-26ff-4a6c-b897-cde9d05788f5 req-16397693-6108-467b-be87-59d59e22898e service neutron] Attempting to bind port 092c0a28-e4d2-4ebb-8107-8a0561809fdb on network f221beb7-8330-438a-a9fe-3bfcf5050d99 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:03:08.930820 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b160a763-26ff-4a6c-b897-cde9d05788f5 req-16397693-6108-467b-be87-59d59e22898e service neutron] Checking agent: {'id': 'abb524c2-b412-4ed2-8367-45c4fd996fa7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 2, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:03:08.931161 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b160a763-26ff-4a6c-b897-cde9d05788f5 req-16397693-6108-467b-be87-59d59e22898e service neutron] Checking segment: {'id': 'a45ed4ca-59d3-4372-9b5a-18bb6ba190c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f221beb7-8330-438a-a9fe-3bfcf5050d99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:03:08.931545 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b160a763-26ff-4a6c-b897-cde9d05788f5 req-16397693-6108-467b-be87-59d59e22898e service neutron] Bound using segment: {'id': 'a45ed4ca-59d3-4372-9b5a-18bb6ba190c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f221beb7-8330-438a-a9fe-3bfcf5050d99'} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:03:08.932431 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-b160a763-26ff-4a6c-b897-cde9d05788f5 req-16397693-6108-467b-be87-59d59e22898e service neutron] Bound port: 092c0a28-e4d2-4ebb-8107-8a0561809fdb, host: n-h1-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a45ed4ca-59d3-4372-9b5a-18bb6ba190c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f221beb7-8330-438a-a9fe-3bfcf5050d99'}}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:03:08.943526 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-ff032879-bfe5-4f15-9400-c50be90c4e53 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=dae29f739f2e4f06bdf70790cbfe637f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0680766 Aug 11 03:03:08.943801 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 46416) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:08.988429 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-b160a763-26ff-4a6c-b897-cde9d05788f5 req-16397693-6108-467b-be87-59d59e22898e service neutron] For port 092c0a28-e4d2-4ebb-8107-8a0561809fdb, host n-h1-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=092c0a28-e4d2-4ebb-8107-8a0561809fdb,segment=NetworkSegment(a45ed4ca-59d3-4372-9b5a-18bb6ba190c2),segment_id=a45ed4ca-59d3-4372-9b5a-18bb6ba190c2)] {{(pid=102191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:03:09.001213 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9e38a36a-2dbc-4a04-ab94-3d89be56df3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:09.022381 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9e38a36a-2dbc-4a04-ab94-3d89be56df3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:09.023793 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21d89038-3c71-43b0-8cae-2cca033340eb', 'name': 'network-vif-deleted', 'tag': '409a5811-bb62-4aad-9d6e-b5c619621332'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:03:09.025996 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35573388-f0db-4ca5-890d-36c47aa83678" -d '{"events": [{"server_uuid": "21d89038-3c71-43b0-8cae-2cca033340eb", "name": "network-vif-deleted", "tag": "409a5811-bb62-4aad-9d6e-b5c619621332"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:03:09.067460 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:03:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec6ae553-9219-43f2-ad07-7807e03d009f x-openstack-request-id: req-ec6ae553-9219-43f2-ad07-7807e03d009f {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:03:09.067748 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21d89038-3c71-43b0-8cae-2cca033340eb", "name": "network-vif-deleted", "tag": "409a5811-bb62-4aad-9d6e-b5c619621332", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:03:09.067995 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ec6ae553-9219-43f2-ad07-7807e03d009f {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:03:09.068379 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21d89038-3c71-43b0-8cae-2cca033340eb', 'name': 'network-vif-deleted', 'tag': '409a5811-bb62-4aad-9d6e-b5c619621332', 'status': 'completed', 'code': 200} Aug 11 03:03:09.133355 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-b160a763-26ff-4a6c-b897-cde9d05788f5 req-16397693-6108-467b-be87-59d59e22898e service neutron] Notify callbacks [] for binding, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:09.134648 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-b160a763-26ff-4a6c-b897-cde9d05788f5 req-16397693-6108-467b-be87-59d59e22898e service neutron] 10.222.0.41 "POST /v2.0/ports/092c0a28-e4d2-4ebb-8107-8a0561809fdb/bindings HTTP/1.1" status: 201 len: 390 time: 0.3661439 Aug 11 03:03:09.164186 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73fabda-e9b1-4a80-a927-e6c15ea327b4 req-74090eac-5b3c-4fa0-b209-aa29e69179ef tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:09.165631 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c73fabda-e9b1-4a80-a927-e6c15ea327b4 req-74090eac-5b3c-4fa0-b209-aa29e69179ef tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f8cc6a1-cee7-4d93-946d-7f5e5c7b5d3c HTTP/1.1" status: 200 len: 948 time: 0.0537691 Aug 11 03:03:09.206365 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c73fabda-e9b1-4a80-a927-e6c15ea327b4 req-95593592-b164-437d-9f3e-d58fb3a9b0b0 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8b0be49-76ee-4d50-8be0-9bf1508da412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343280 Aug 11 03:03:09.226703 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9e38a36a-2dbc-4a04-ab94-3d89be56df3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:09.229284 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9e38a36a-2dbc-4a04-ab94-3d89be56df3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:09.230418 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-9e38a36a-2dbc-4a04-ab94-3d89be56df3b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a2461143-ba86-41e1-9ab5-5f7fa9c0ac92 HTTP/1.1" status: 204 len: 168 time: 0.2856443 Aug 11 03:03:09.247736 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e38a36a-2dbc-4a04-ab94-3d89be56df3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2461143-ba86-41e1-9ab5-5f7fa9c0ac92,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:09.619561 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf89dfd-0b51-4455-94c1-8f95435ea7f8 req-eaee2102-2fe5-4e94-a2a4-bc245e4e5c1a tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:09.621343 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2cf89dfd-0b51-4455-94c1-8f95435ea7f8 req-eaee2102-2fe5-4e94-a2a4-bc245e4e5c1a tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/ports?device_id=76927434-76ea-4b52-9275-6f99fa74e6bb HTTP/1.1" status: 200 len: 945 time: 0.0607762 Aug 11 03:03:09.665494 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2cf89dfd-0b51-4455-94c1-8f95435ea7f8 req-df536703-dc0b-446f-9953-e1060911e54d tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5aa9049-617d-473f-afb5-b55716ab8aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370905 Aug 11 03:03:10.221618 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b160a763-26ff-4a6c-b897-cde9d05788f5 req-7df38cfd-8cdd-46f7-b314-222cc99d0010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:10.223152 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b160a763-26ff-4a6c-b897-cde9d05788f5 req-7df38cfd-8cdd-46f7-b314-222cc99d0010 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7a37d4caabc9417c92d7f5d7ce7df51b&device_id=76927434-76ea-4b52-9275-6f99fa74e6bb HTTP/1.1" status: 200 len: 1097 time: 0.1038668 Aug 11 03:03:10.332162 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624323f6-d9cc-45de-b941-2e05188b0886 req-6704ddc3-4bf5-4516-8e0d-d0e68700eba6 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:10.333598 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-624323f6-d9cc-45de-b941-2e05188b0886 req-6704ddc3-4bf5-4516-8e0d-d0e68700eba6 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] 10.222.0.41 "GET /v2.0/networks?id=7308cf56-b2ea-4c5f-847a-68a400b58a6a HTTP/1.1" status: 200 len: 822 time: 0.1893382 Aug 11 03:03:10.370647 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-624323f6-d9cc-45de-b941-2e05188b0886 req-0f5c6222-3cba-43d5-b9b8-509974876342 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] 10.222.0.41 "GET /v2.0/quotas/e11080dad0104d51a5cfeb2acfc6cf99 HTTP/1.1" status: 200 len: 375 time: 0.0309384 Aug 11 03:03:10.396573 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444a9b74-df4b-4d2f-908b-315d118adc62 req-84c5d760-8358-43f2-814b-dda055a53385 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:10.398198 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-444a9b74-df4b-4d2f-908b-315d118adc62 req-84c5d760-8358-43f2-814b-dda055a53385 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f8cc6a1-cee7-4d93-946d-7f5e5c7b5d3c HTTP/1.1" status: 200 len: 948 time: 0.1138394 Aug 11 03:03:10.408871 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b160a763-26ff-4a6c-b897-cde9d05788f5 req-d25a811e-6a90-49e9-a13c-3c7593f91798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:10.410262 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b160a763-26ff-4a6c-b897-cde9d05788f5 req-d25a811e-6a90-49e9-a13c-3c7593f91798 service neutron] 10.222.0.22 "GET /v2.0/networks?id=f221beb7-8330-438a-a9fe-3bfcf5050d99 HTTP/1.1" status: 200 len: 922 time: 0.1775246 Aug 11 03:03:10.434372 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 46472) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:10.484303 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b160a763-26ff-4a6c-b897-cde9d05788f5 req-2e9d369b-ee05-43ae-8908-52cfdfd1c528 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=092c0a28-e4d2-4ebb-8107-8a0561809fdb HTTP/1.1" status: 200 len: 217 time: 0.0550280 Aug 11 03:03:10.535424 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-444a9b74-df4b-4d2f-908b-315d118adc62 req-0e33b7d9-a0b5-4ed9-aa8e-dd4660109a4e tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8b0be49-76ee-4d50-8be0-9bf1508da412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279318 Aug 11 03:03:10.536535 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-597caeea-faa7-471b-804a-ff16d96a1c0e admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1045406745-network', 'tenant_id': '0118edf3620f4c918955cb42f7434826'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:03:10.542639 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-624323f6-d9cc-45de-b941-2e05188b0886 req-ff40098f-cdc2-488c-9ee8-c0895a1d2021 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=e11080dad0104d51a5cfeb2acfc6cf99&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1599238 Aug 11 03:03:10.559211 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b160a763-26ff-4a6c-b897-cde9d05788f5 req-741a21b4-8f2f-44c6-b995-0f19ca9045cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:10.560695 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b160a763-26ff-4a6c-b897-cde9d05788f5 req-741a21b4-8f2f-44c6-b995-0f19ca9045cf service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1f48ffa3-65bd-47bc-90cf-1fcd73e0ff01 HTTP/1.1" status: 200 len: 861 time: 0.0665689 Aug 11 03:03:10.638117 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b160a763-26ff-4a6c-b897-cde9d05788f5 req-825eb6b4-83d6-4170-93ef-31a9839a43bb service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=f221beb7-8330-438a-a9fe-3bfcf5050d99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0655077 Aug 11 03:03:10.653277 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-597caeea-faa7-471b-804a-ff16d96a1c0e admin admin] Made reservation on behalf of 0118edf3620f4c918955cb42f7434826 for: {'network': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:03:10.655807 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-597caeea-faa7-471b-804a-ff16d96a1c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:10.656924 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 06db4c5d-a94a-4999-ba65-23645888a972 details requested by agent hyperv_n-h2-764292-30 with host n-h2-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:03:10.667826 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-597caeea-faa7-471b-804a-ff16d96a1c0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:10.771487 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-597caeea-faa7-471b-804a-ff16d96a1c0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:10.773594 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-624323f6-d9cc-45de-b941-2e05188b0886 req-2c55e811-2e8d-4894-a5c2-a91fcf798b47 service neutron] 10.222.0.41 "GET /v2.0/networks/7308cf56-b2ea-4c5f-847a-68a400b58a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118533 Aug 11 03:03:10.815344 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port 06db4c5d-a94a-4999-ba65-23645888a972, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=06db4c5d-a94a-4999-ba65-23645888a972,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:03:10.830372 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Returning: {'device': '06db4c5d-a94a-4999-ba65-23645888a972', 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba', 'port_id': '06db4c5d-a94a-4999-ba65-23645888a972', 'mac_address': 'fa:16:3e:23:b6:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '254a3f4d-2b75-429e-bbb2-8e70554e9483', 'ip_address': '192.168.233.228'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:03:10.875038 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:10.889278 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06db4c5d-a94a-4999-ba65-23645888a972 {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:03:10.898002 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-597caeea-faa7-471b-804a-ff16d96a1c0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:10.910444 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port 06db4c5d-a94a-4999-ba65-23645888a972, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=06db4c5d-a94a-4999-ba65-23645888a972,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:03:10.921129 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-597caeea-faa7-471b-804a-ff16d96a1c0e admin admin] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=102191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:03:10.926552 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:10.936331 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597caeea-faa7-471b-804a-ff16d96a1c0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64c915b9-2a86-4597-b75b-6d37f10465b3,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:10.942078 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-597caeea-faa7-471b-804a-ff16d96a1c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:10.942486 n-d-764292-30 neutron-server[102191]: INFO neutron.db.segments_db [None req-597caeea-faa7-471b-804a-ff16d96a1c0e admin admin] Added segment 35813bee-dfbd-418b-9d1f-89c33ed3bd1b of type vlan for network 862e911a-9309-4441-bf2f-ff0a49af3c4c Aug 11 03:03:10.986414 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-597caeea-faa7-471b-804a-ff16d96a1c0e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:11.042131 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:11.102305 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=06db4c5d-a94a-4999-ba65-23645888a972,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:11.143370 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-597caeea-faa7-471b-804a-ff16d96a1c0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:11.147128 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-597caeea-faa7-471b-804a-ff16d96a1c0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:11.147128 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-597caeea-faa7-471b-804a-ff16d96a1c0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:11.147344 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b160a763-26ff-4a6c-b897-cde9d05788f5 req-faf4b7c0-640d-463a-9771-29e9240ae243 service neutron] 10.222.0.22 "GET /v2.0/networks/f221beb7-8330-438a-a9fe-3bfcf5050d99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4982865 Aug 11 03:03:11.213972 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597caeea-faa7-471b-804a-ff16d96a1c0e admin admin] Pushing event updated for resources: {'Network': ['ID=862e911a-9309-4441-bf2f-ff0a49af3c4c,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:11.223939 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network 862e911a-9309-4441-bf2f-ff0a49af3c4c details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:03:11.246452 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53272a12-f3dd-4a44-b474-bce516e5fa40 req-59c185bd-92c5-4ebe-8ad2-3222df1decc0 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:11.248044 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-53272a12-f3dd-4a44-b474-bce516e5fa40 req-59c185bd-92c5-4ebe-8ad2-3222df1decc0 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/ports?device_id=76927434-76ea-4b52-9275-6f99fa74e6bb HTTP/1.1" status: 200 len: 945 time: 0.1404972 Aug 11 03:03:11.257512 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-624323f6-d9cc-45de-b941-2e05188b0886 req-721311a8-3ed1-4c9f-b99f-256f73f9b288 service neutron] 10.222.0.41 "GET /v2.0/networks/7308cf56-b2ea-4c5f-847a-68a400b58a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4829543 Aug 11 03:03:11.312308 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-53272a12-f3dd-4a44-b474-bce516e5fa40 req-eec1de92-2fb5-4ca4-974b-8afac0f89782 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5aa9049-617d-473f-afb5-b55716ab8aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571632 Aug 11 03:03:11.315681 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-597caeea-faa7-471b-804a-ff16d96a1c0e admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.8799984 Aug 11 03:03:11.316469 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 46482) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:11.321998 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-31138977-cc4e-4671-856d-98a0fd04f448 admin admin] Request body: {'subnet': {'network_id': '862e911a-9309-4441-bf2f-ff0a49af3c4c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1045406745-subnet', 'tenant_id': '0118edf3620f4c918955cb42f7434826', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:03:11.323363 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b160a763-26ff-4a6c-b897-cde9d05788f5 req-f5d803f7-bf3c-4a5a-bc22-f292e7256a28 service neutron] 10.222.0.22 "GET /v2.0/networks/f221beb7-8330-438a-a9fe-3bfcf5050d99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586893 Aug 11 03:03:11.388634 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['06db4c5d-a94a-4999-ba65-23645888a972'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:03:11.464675 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31138977-cc4e-4671-856d-98a0fd04f448 admin admin] Made reservation on behalf of 0118edf3620f4c918955cb42f7434826 for: {'subnet': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:03:11.467423 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-31138977-cc4e-4671-856d-98a0fd04f448 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274743'] for subnet, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:11.659573 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4c716459-efe1-4c29-88c0-269c0da5e3bb req-9ab198ec-4481-4edb-a11f-d37c3475110f tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee74a19d-5cfb-4b82-af88-246568a2799a HTTP/1.1" status: 200 len: 210 time: 0.0530412 Aug 11 03:03:11.762922 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaae1c7-8030-4d0c-9c1a-b024b937198a req-276de178-e834-4db8-8a4d-a466a4a28942 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:11.768156 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bdaae1c7-8030-4d0c-9c1a-b024b937198a req-276de178-e834-4db8-8a4d-a466a4a28942 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f8cc6a1-cee7-4d93-946d-7f5e5c7b5d3c HTTP/1.1" status: 200 len: 949 time: 0.1007566 Aug 11 03:03:11.842931 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bdaae1c7-8030-4d0c-9c1a-b024b937198a req-c8a3ef56-c4ff-4900-8710-7cddb5b4d20f tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8b0be49-76ee-4d50-8be0-9bf1508da412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657539 Aug 11 03:03:11.852392 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-31138977-cc4e-4671-856d-98a0fd04f448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126283476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274725'] for subnet, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:11.973429 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31138977-cc4e-4671-856d-98a0fd04f448 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf452c62-4a47-44d1-b3d1-a9624f05bbab,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:11.984301 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31138977-cc4e-4671-856d-98a0fd04f448 admin admin] Checking segment: {'id': '35813bee-dfbd-418b-9d1f-89c33ed3bd1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '862e911a-9309-4441-bf2f-ff0a49af3c4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:03:11.984736 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31138977-cc4e-4671-856d-98a0fd04f448 admin admin] Network hostable DHCP agents. Network: 862e911a-9309-4441-bf2f-ff0a49af3c4c, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:03:12.104756 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31138977-cc4e-4671-856d-98a0fd04f448 admin admin] Network 862e911a-9309-4441-bf2f-ff0a49af3c4c is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:03:12.202823 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-31138977-cc4e-4671-856d-98a0fd04f448 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, 862e911a-9309-4441-bf2f-ff0a49af3c4c) {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:03:12.207112 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31138977-cc4e-4671-856d-98a0fd04f448 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:12.207807 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-31138977-cc4e-4671-856d-98a0fd04f448 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:12.214103 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9cee67e-b965-4c65-bf32-c625e3de168e None None] Network 862e911a-9309-4441-bf2f-ff0a49af3c4c requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:03:12.308630 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-31138977-cc4e-4671-856d-98a0fd04f448 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.9822583 Aug 11 03:03:12.357126 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f238f56f-50cb-43b2-a639-51a0643dfc37 None None] Network 862e911a-9309-4441-bf2f-ff0a49af3c4c requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:03:12.465089 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb55d6a8-583d-4ae0-8456-af3a45d33e96 req-6c49e195-fdab-4b0c-9588-11dde821e081 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:12.467696 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cb55d6a8-583d-4ae0-8456-af3a45d33e96 req-6c49e195-fdab-4b0c-9588-11dde821e081 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/ports?device_id=76927434-76ea-4b52-9275-6f99fa74e6bb HTTP/1.1" status: 200 len: 945 time: 0.0588734 Aug 11 03:03:12.512730 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cb55d6a8-583d-4ae0-8456-af3a45d33e96 req-85455572-c3a1-4569-b12f-c293e1063e95 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5aa9049-617d-473f-afb5-b55716ab8aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371087 Aug 11 03:03:12.675969 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 06db4c5d-a94a-4999-ba65-23645888a972 up at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:03:12.784077 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9011f7dc-9679-4dbe-b0ba-48b79b24b5dd req-89494f0a-5280-4ae4-bb65-e56bf3f0fe9d tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee74a19d-5cfb-4b82-af88-246568a2799a HTTP/1.1" status: 200 len: 210 time: 0.0298510 Aug 11 03:03:12.830773 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning for port 06db4c5d-a94a-4999-ba65-23645888a972 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:03:12.836903 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning complete for port 06db4c5d-a94a-4999-ba65-23645888a972 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:03:12.843169 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:12.916425 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fa5f59-02bd-422d-9b4e-92a00ad48e89 req-c4297b3f-314e-4bc1-aff5-335b2f7202bc tempest-ServerMetadataNegativeTestJSON-3103053 tempest-ServerMetadataNegativeTestJSON-3103053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:12.926323 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a2fa5f59-02bd-422d-9b4e-92a00ad48e89 req-c4297b3f-314e-4bc1-aff5-335b2f7202bc tempest-ServerMetadataNegativeTestJSON-3103053 tempest-ServerMetadataNegativeTestJSON-3103053-project] 10.222.0.41 "GET /v2.0/networks?id=862e911a-9309-4441-bf2f-ff0a49af3c4c HTTP/1.1" status: 200 len: 821 time: 0.1444650 Aug 11 03:03:12.945399 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a2fa5f59-02bd-422d-9b4e-92a00ad48e89 req-4636431a-b763-4783-89f0-846273f35366 tempest-ServerMetadataNegativeTestJSON-3103053 tempest-ServerMetadataNegativeTestJSON-3103053-project] 10.222.0.41 "GET /v2.0/quotas/0118edf3620f4c918955cb42f7434826 HTTP/1.1" status: 200 len: 375 time: 0.0172560 Aug 11 03:03:12.986724 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a2fa5f59-02bd-422d-9b4e-92a00ad48e89 req-0570bf4a-48fd-4679-85d9-cbd581a31f95 tempest-ServerMetadataNegativeTestJSON-3103053 tempest-ServerMetadataNegativeTestJSON-3103053-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=0118edf3620f4c918955cb42f7434826&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0410118 Aug 11 03:03:12.997789 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:13.031809 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f8cc6a1-cee7-4d93-946d-7f5e5c7b5d3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06db4c5d-a94a-4999-ba65-23645888a972'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:03:13.034553 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf83d915-5ee4-4c0f-845e-16f9a4de8450" -d '{"events": [{"server_uuid": "4f8cc6a1-cee7-4d93-946d-7f5e5c7b5d3c", "name": "network-vif-plugged", "status": "completed", "tag": "06db4c5d-a94a-4999-ba65-23645888a972"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:03:13.050248 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port 06db4c5d-a94a-4999-ba65-23645888a972, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=06db4c5d-a94a-4999-ba65-23645888a972,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:03:13.118028 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b92417-c835-4513-b8ee-ad788efb9847 req-ec609834-9df1-4498-947a-e78ea10c8104 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:13.119649 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-37b92417-c835-4513-b8ee-ad788efb9847 req-ec609834-9df1-4498-947a-e78ea10c8104 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f8cc6a1-cee7-4d93-946d-7f5e5c7b5d3c HTTP/1.1" status: 200 len: 949 time: 0.0838799 Aug 11 03:03:13.130896 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a2fa5f59-02bd-422d-9b4e-92a00ad48e89 req-21b241e7-caf3-4092-b893-1053f402bffc service neutron] 10.222.0.41 "GET /v2.0/networks/862e911a-9309-4441-bf2f-ff0a49af3c4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431375 Aug 11 03:03:13.156006 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:13.225866 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=06db4c5d-a94a-4999-ba65-23645888a972,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:13.235891 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-37b92417-c835-4513-b8ee-ad788efb9847 req-93c15515-18f7-4436-868e-c23460cdcab0 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8b0be49-76ee-4d50-8be0-9bf1508da412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039798 Aug 11 03:03:13.267161 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a2fa5f59-02bd-422d-9b4e-92a00ad48e89 req-f43f2358-61fd-4ec3-8e68-e27a51089f8b service neutron] 10.222.0.41 "GET /v2.0/networks/862e911a-9309-4441-bf2f-ff0a49af3c4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341388 Aug 11 03:03:13.408538 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:03:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f56d8a69-9777-47ea-a6c7-986cd7aaf3fc x-openstack-request-id: req-f56d8a69-9777-47ea-a6c7-986cd7aaf3fc {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:03:13.408823 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f8cc6a1-cee7-4d93-946d-7f5e5c7b5d3c", "name": "network-vif-plugged", "status": "completed", "tag": "06db4c5d-a94a-4999-ba65-23645888a972", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:03:13.409097 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f56d8a69-9777-47ea-a6c7-986cd7aaf3fc {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:03:13.409451 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f8cc6a1-cee7-4d93-946d-7f5e5c7b5d3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06db4c5d-a94a-4999-ba65-23645888a972', 'code': 200} Aug 11 03:03:13.508413 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cffd8401-90fe-4bcd-b2e7-3b9fc10127da req-64c043b5-ba39-41cb-a788-d7ca49c297da tempest-ServerMetadataNegativeTestJSON-3103053 tempest-ServerMetadataNegativeTestJSON-3103053-project] 10.222.0.41 "GET /v2.0/ports?device_id=9544981e-cfb3-4001-a85e-5029dd8293c5 HTTP/1.1" status: 200 len: 210 time: 0.0341012 Aug 11 03:03:13.545472 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef16bc4-572d-445d-9d02-44445db6c04b req-8c7a6304-927d-4d53-9491-aecc8764c96f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:13.545472 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7ef16bc4-572d-445d-9d02-44445db6c04b req-8c7a6304-927d-4d53-9491-aecc8764c96f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4f8cc6a1-cee7-4d93-946d-7f5e5c7b5d3c HTTP/1.1" status: 200 len: 1102 time: 0.0592129 Aug 11 03:03:13.592176 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7ef16bc4-572d-445d-9d02-44445db6c04b req-0e401fa8-1e16-44b5-b369-8d6f94329a05 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=c8b0be49-76ee-4d50-8be0-9bf1508da412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378323 Aug 11 03:03:13.652368 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59b8896-a5f3-47d4-ba1e-6036059ee1fa req-ab9fc18c-cd67-4a8f-abab-1640fcc7f60e tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:13.653896 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f59b8896-a5f3-47d4-ba1e-6036059ee1fa req-ab9fc18c-cd67-4a8f-abab-1640fcc7f60e tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/ports?device_id=76927434-76ea-4b52-9275-6f99fa74e6bb HTTP/1.1" status: 200 len: 945 time: 0.0517180 Aug 11 03:03:13.692899 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f59b8896-a5f3-47d4-ba1e-6036059ee1fa req-f202038a-df30-4c9f-8a94-ab8ecd56c3d1 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5aa9049-617d-473f-afb5-b55716ab8aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328693 Aug 11 03:03:13.889397 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c0f858ec-b8b8-4ff2-ab2a-2ccf57c2cd4e req-23661160-4d7a-44f3-b8a8-d9efb4802fb0 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee74a19d-5cfb-4b82-af88-246568a2799a HTTP/1.1" status: 200 len: 210 time: 0.0317616 Aug 11 03:03:14.081661 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624323f6-d9cc-45de-b941-2e05188b0886 req-f0dc72ee-266c-41fc-9e79-799634147e9a tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:14.083357 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-624323f6-d9cc-45de-b941-2e05188b0886 req-f0dc72ee-266c-41fc-9e79-799634147e9a tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] 10.222.0.24 "GET /v2.0/networks?id=7308cf56-b2ea-4c5f-847a-68a400b58a6a HTTP/1.1" status: 200 len: 822 time: 0.1336586 Aug 11 03:03:14.111960 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-624323f6-d9cc-45de-b941-2e05188b0886 req-2529d613-e692-468d-8166-4ce3590111a2 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] Request body: {'port': {'device_id': 'ee74a19d-5cfb-4b82-af88-246568a2799a', 'network_id': '7308cf56-b2ea-4c5f-847a-68a400b58a6a', 'admin_state_up': True, 'tenant_id': 'e11080dad0104d51a5cfeb2acfc6cf99'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:03:14.291900 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb321a5-390d-4702-90dd-175699092b45 req-6061b38b-822c-4ee6-a369-0fbc3e18076f tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:14.293547 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9eb321a5-390d-4702-90dd-175699092b45 req-6061b38b-822c-4ee6-a369-0fbc3e18076f tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/networks?id=a1f5acc4-6e30-4bf9-bc28-7ff84dac631d HTTP/1.1" status: 200 len: 807 time: 0.2010891 Aug 11 03:03:14.334249 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9eb321a5-390d-4702-90dd-175699092b45 req-0c6f95fe-d15a-4b77-97ff-051ef8e062c6 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/quotas/83808f5f252c43418f6a6c255d45878a HTTP/1.1" status: 200 len: 375 time: 0.0318186 Aug 11 03:03:14.400878 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729a47c7-1e9c-4acf-ad3b-55125b8976cf req-95009604-8b6e-405d-bfcc-9fcc175b0c7b tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:14.402395 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-729a47c7-1e9c-4acf-ad3b-55125b8976cf req-95009604-8b6e-405d-bfcc-9fcc175b0c7b tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f8cc6a1-cee7-4d93-946d-7f5e5c7b5d3c HTTP/1.1" status: 200 len: 950 time: 0.0864027 Aug 11 03:03:14.419806 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9eb321a5-390d-4702-90dd-175699092b45 req-dbaf9928-84b6-44c4-a4e3-2df41cb5abb1 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=83808f5f252c43418f6a6c255d45878a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0679638 Aug 11 03:03:14.481612 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-624323f6-d9cc-45de-b941-2e05188b0886 req-2529d613-e692-468d-8166-4ce3590111a2 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] Made reservation on behalf of e11080dad0104d51a5cfeb2acfc6cf99 for: {'port': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:03:14.485024 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-624323f6-d9cc-45de-b941-2e05188b0886 req-2529d613-e692-468d-8166-4ce3590111a2 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:14.512530 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-729a47c7-1e9c-4acf-ad3b-55125b8976cf req-34a678dd-a0c9-4b7b-b353-abcac7d60ff6 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8b0be49-76ee-4d50-8be0-9bf1508da412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021247 Aug 11 03:03:14.611379 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9eb321a5-390d-4702-90dd-175699092b45 req-6a8fe618-fca2-4285-af9b-f6863aa86cfc service neutron] 10.222.0.41 "GET /v2.0/networks/a1f5acc4-6e30-4bf9-bc28-7ff84dac631d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787975 Aug 11 03:03:14.783887 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e3bb3766-b2f9-40f0-81e8-1ff094265923 req-e548bdb6-df47-4ce6-ae59-848063841b9a tempest-ServerMetadataNegativeTestJSON-3103053 tempest-ServerMetadataNegativeTestJSON-3103053-project] 10.222.0.41 "GET /v2.0/ports?device_id=9544981e-cfb3-4001-a85e-5029dd8293c5 HTTP/1.1" status: 200 len: 210 time: 0.0584705 Aug 11 03:03:14.794985 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [req-624323f6-d9cc-45de-b941-2e05188b0886 req-2529d613-e692-468d-8166-4ce3590111a2 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] Allocated IP 172.20.0.7 (7308cf56-b2ea-4c5f-847a-68a400b58a6a/6db39e9a-7f38-4c82-9938-87272cf59f4c/e3c05f98-747d-4c4f-a74c-386a45682798) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:03:14.818057 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cb6cb8ed-50d1-40db-a2cb-8f7ee5835bea req-d37d4850-923b-4031-9df4-6889ce8f50e2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5e6d434a-1d7c-47d1-a3b4-a092a9ca5706&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1437478 Aug 11 03:03:14.834023 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9eb321a5-390d-4702-90dd-175699092b45 req-562f186b-cb03-4912-a80d-72b7cb402f74 service neutron] 10.222.0.41 "GET /v2.0/networks/a1f5acc4-6e30-4bf9-bc28-7ff84dac631d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216563 Aug 11 03:03:14.981970 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6cb8ed-50d1-40db-a2cb-8f7ee5835bea req-8b8eda95-abea-4948-b5ab-b215a48dbeb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:14.983441 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cb6cb8ed-50d1-40db-a2cb-8f7ee5835bea req-8b8eda95-abea-4948-b5ab-b215a48dbeb6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c1f9c9765b974fd98b786b1ff4e95823&device_id=5e6d434a-1d7c-47d1-a3b4-a092a9ca5706 HTTP/1.1" status: 200 len: 1102 time: 0.1333547 Aug 11 03:03:15.085347 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4107a32d-427d-4475-b572-110932745939 req-79af40c9-d7ac-4426-9c61-19cb1487702f tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:15.086898 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4107a32d-427d-4475-b572-110932745939 req-79af40c9-d7ac-4426-9c61-19cb1487702f tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/ports?device_id=76927434-76ea-4b52-9275-6f99fa74e6bb HTTP/1.1" status: 200 len: 945 time: 0.2206397 Aug 11 03:03:15.176526 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4107a32d-427d-4475-b572-110932745939 req-73d5861f-a09b-4ff2-8980-f521150e19c3 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5aa9049-617d-473f-afb5-b55716ab8aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815806 Aug 11 03:03:15.190446 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-624323f6-d9cc-45de-b941-2e05188b0886 req-2529d613-e692-468d-8166-4ce3590111a2 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:15.211653 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6cb8ed-50d1-40db-a2cb-8f7ee5835bea req-66c7a57e-c761-4793-be57-1887386fcf4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:15.213232 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cb6cb8ed-50d1-40db-a2cb-8f7ee5835bea req-66c7a57e-c761-4793-be57-1887386fcf4f service neutron] 10.222.0.24 "GET /v2.0/networks?id=d1bf0def-6fa4-4d3e-bbc5-20a040931fba HTTP/1.1" status: 200 len: 870 time: 0.1863165 Aug 11 03:03:15.271510 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cb6cb8ed-50d1-40db-a2cb-8f7ee5835bea req-38f8961e-10bd-4f90-a3a3-28a62b51f054 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=acd77bac-ad9f-4185-9417-ca2c1c5f2f9c HTTP/1.1" status: 200 len: 217 time: 0.0482326 Aug 11 03:03:15.305809 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-91288f9c-e2ec-4bd6-8077-d248282e958a req-a4d58e48-bfb4-45fd-89ab-cc252cd471d5 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee74a19d-5cfb-4b82-af88-246568a2799a HTTP/1.1" status: 200 len: 210 time: 0.0378079 Aug 11 03:03:15.341338 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6cb8ed-50d1-40db-a2cb-8f7ee5835bea req-86a45508-19da-49fb-8724-7f3e343d9e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:15.342857 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cb6cb8ed-50d1-40db-a2cb-8f7ee5835bea req-86a45508-19da-49fb-8724-7f3e343d9e79 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=254a3f4d-2b75-429e-bbb2-8e70554e9483 HTTP/1.1" status: 200 len: 843 time: 0.0616827 Aug 11 03:03:15.398606 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6cb8ed-50d1-40db-a2cb-8f7ee5835bea req-815a347b-e383-4544-8aa4-70069b3a388a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:15.400145 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cb6cb8ed-50d1-40db-a2cb-8f7ee5835bea req-815a347b-e383-4544-8aa4-70069b3a388a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d1bf0def-6fa4-4d3e-bbc5-20a040931fba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0477407 Aug 11 03:03:15.474815 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-624323f6-d9cc-45de-b941-2e05188b0886 req-2529d613-e692-468d-8166-4ce3590111a2 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:15.524501 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-624323f6-d9cc-45de-b941-2e05188b0886 req-2529d613-e692-468d-8166-4ce3590111a2 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] Network 7308cf56-b2ea-4c5f-847a-68a400b58a6a is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:03:15.529017 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [req-624323f6-d9cc-45de-b941-2e05188b0886 req-2529d613-e692-468d-8166-4ce3590111a2 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:03:15.534743 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [req-624323f6-d9cc-45de-b941-2e05188b0886 req-2529d613-e692-468d-8166-4ce3590111a2 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:03:15.627295 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624323f6-d9cc-45de-b941-2e05188b0886 req-2529d613-e692-468d-8166-4ce3590111a2 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:15.628728 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-624323f6-d9cc-45de-b941-2e05188b0886 req-2529d613-e692-468d-8166-4ce3590111a2 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:15.644632 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cb6cb8ed-50d1-40db-a2cb-8f7ee5835bea req-fa3541f4-5908-44bd-b900-f3639eb4fd14 service neutron] 10.222.0.24 "GET /v2.0/networks/d1bf0def-6fa4-4d3e-bbc5-20a040931fba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2357125 Aug 11 03:03:15.705991 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2529d613-e692-468d-8166-4ce3590111a2 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] Pushing event updated for resources: {'Port': ['ID=e3c05f98-747d-4c4f-a74c-386a45682798,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:15.727477 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fa5f59-02bd-422d-9b4e-92a00ad48e89 req-8c14248f-126a-4ee1-8449-b84cb9dd8125 tempest-ServerMetadataNegativeTestJSON-3103053 tempest-ServerMetadataNegativeTestJSON-3103053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:15.729625 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-a2fa5f59-02bd-422d-9b4e-92a00ad48e89 req-8c14248f-126a-4ee1-8449-b84cb9dd8125 tempest-ServerMetadataNegativeTestJSON-3103053 tempest-ServerMetadataNegativeTestJSON-3103053-project] 10.222.0.24 "GET /v2.0/networks?id=862e911a-9309-4441-bf2f-ff0a49af3c4c HTTP/1.1" status: 200 len: 821 time: 0.1215134 Aug 11 03:03:15.733068 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b1615b6b-fc55-4817-96b6-e943bba70f3b req-818e0ad8-8dee-48ab-8179-1dde4b83ee80 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/ports?device_id=00709577-8225-439b-ba91-c058df9317f3 HTTP/1.1" status: 200 len: 210 time: 0.0907254 Aug 11 03:03:15.760141 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-a2fa5f59-02bd-422d-9b4e-92a00ad48e89 req-550fb30e-44d9-4897-9d59-640af13e5f2b tempest-ServerMetadataNegativeTestJSON-3103053 tempest-ServerMetadataNegativeTestJSON-3103053-project] Request body: {'port': {'device_id': '9544981e-cfb3-4001-a85e-5029dd8293c5', 'network_id': '862e911a-9309-4441-bf2f-ff0a49af3c4c', 'admin_state_up': True, 'tenant_id': '0118edf3620f4c918955cb42f7434826'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:03:15.776444 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-624323f6-d9cc-45de-b941-2e05188b0886 req-2529d613-e692-468d-8166-4ce3590111a2 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6734002 Aug 11 03:03:15.798491 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-624323f6-d9cc-45de-b941-2e05188b0886 req-d674328a-77f6-4e4f-94ea-d37a10bd801d service neutron] Request body: {'port': {'device_id': 'ee74a19d-5cfb-4b82-af88-246568a2799a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764292-30'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:03:15.849008 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3da8f1-d03b-4891-96ce-84732752954b req-cfdf3ad5-4b9a-4552-9b3c-ae0ef71711ca tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:15.850771 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4f3da8f1-d03b-4891-96ce-84732752954b req-cfdf3ad5-4b9a-4552-9b3c-ae0ef71711ca tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f8cc6a1-cee7-4d93-946d-7f5e5c7b5d3c HTTP/1.1" status: 200 len: 950 time: 0.2102828 Aug 11 03:03:15.910106 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-624323f6-d9cc-45de-b941-2e05188b0886 req-d674328a-77f6-4e4f-94ea-d37a10bd801d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:15.926218 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cb6cb8ed-50d1-40db-a2cb-8f7ee5835bea req-9f81850c-a547-43d3-a639-f91338d725b7 service neutron] 10.222.0.24 "GET /v2.0/networks/d1bf0def-6fa4-4d3e-bbc5-20a040931fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2592418 Aug 11 03:03:15.953549 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4f3da8f1-d03b-4891-96ce-84732752954b req-febae114-11c7-4435-acf6-966de13ee9cb tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8b0be49-76ee-4d50-8be0-9bf1508da412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784743 Aug 11 03:03:16.065089 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2fa5f59-02bd-422d-9b4e-92a00ad48e89 req-550fb30e-44d9-4897-9d59-640af13e5f2b tempest-ServerMetadataNegativeTestJSON-3103053 tempest-ServerMetadataNegativeTestJSON-3103053-project] Made reservation on behalf of 0118edf3620f4c918955cb42f7434826 for: {'port': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:03:16.068665 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-a2fa5f59-02bd-422d-9b4e-92a00ad48e89 req-550fb30e-44d9-4897-9d59-640af13e5f2b tempest-ServerMetadataNegativeTestJSON-3103053 tempest-ServerMetadataNegativeTestJSON-3103053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:16.135444 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8c7e3f19-2e81-4c5a-96f3-875099289981 req-1a19bf3d-b0c4-4ae3-bb18-fb8c21ba5cf2 tempest-ServerMetadataNegativeTestJSON-3103053 tempest-ServerMetadataNegativeTestJSON-3103053-project] 10.222.0.41 "GET /v2.0/ports?device_id=9544981e-cfb3-4001-a85e-5029dd8293c5 HTTP/1.1" status: 200 len: 210 time: 0.0936482 Aug 11 03:03:16.235216 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [req-a2fa5f59-02bd-422d-9b4e-92a00ad48e89 req-550fb30e-44d9-4897-9d59-640af13e5f2b tempest-ServerMetadataNegativeTestJSON-3103053 tempest-ServerMetadataNegativeTestJSON-3103053-project] Allocated IP 172.20.0.13 (862e911a-9309-4441-bf2f-ff0a49af3c4c/cf452c62-4a47-44d1-b3d1-a9624f05bbab/9e9e9ef2-6582-4171-a887-e236ecc8b77e) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:03:16.266161 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55d3660-7c4f-4271-94ca-f6f4b85adaed req-2304f7f2-315b-4c5f-830b-e558fc1976d6 tempest-ServersOnMultiNodesTest-1043439768 tempest-ServersOnMultiNodesTest-1043439768-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:16.267320 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b55d3660-7c4f-4271-94ca-f6f4b85adaed req-2304f7f2-315b-4c5f-830b-e558fc1976d6 tempest-ServersOnMultiNodesTest-1043439768 tempest-ServersOnMultiNodesTest-1043439768-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=4f8cc6a1-cee7-4d93-946d-7f5e5c7b5d3c HTTP/1.1" status: 200 len: 1102 time: 0.1346798 Aug 11 03:03:16.363143 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b55d3660-7c4f-4271-94ca-f6f4b85adaed req-4b358cac-ff41-4677-a4b1-cebc957ecd6b tempest-ServersOnMultiNodesTest-1043439768 tempest-ServersOnMultiNodesTest-1043439768-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=c8b0be49-76ee-4d50-8be0-9bf1508da412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831442 Aug 11 03:03:16.373933 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9874137-f97b-414b-bb05-9462ebfb538e req-158e9ba0-3f50-46d7-96e8-f963442af1a6 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:16.386705 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b9874137-f97b-414b-bb05-9462ebfb538e req-158e9ba0-3f50-46d7-96e8-f963442af1a6 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/ports?device_id=76927434-76ea-4b52-9275-6f99fa74e6bb HTTP/1.1" status: 200 len: 945 time: 0.1132393 Aug 11 03:03:16.426623 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-a2fa5f59-02bd-422d-9b4e-92a00ad48e89 req-550fb30e-44d9-4897-9d59-640af13e5f2b tempest-ServerMetadataNegativeTestJSON-3103053 tempest-ServerMetadataNegativeTestJSON-3103053-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:16.447262 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b9874137-f97b-414b-bb05-9462ebfb538e req-df5c120b-cc84-4479-a9f2-e40fd494485b tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5aa9049-617d-473f-afb5-b55716ab8aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647733 Aug 11 03:03:16.500101 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [req-624323f6-d9cc-45de-b941-2e05188b0886 req-d674328a-77f6-4e4f-94ea-d37a10bd801d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3c05f98-747d-4c4f-a74c-386a45682798 {{(pid=102192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:03:16.510240 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-624323f6-d9cc-45de-b941-2e05188b0886 req-d674328a-77f6-4e4f-94ea-d37a10bd801d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:16.530003 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ed426c-a653-4285-bdc1-786f02304e2f req-8f4bf686-959c-41d8-98bd-f2861960eecd tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:16.531989 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-29ed426c-a653-4285-bdc1-786f02304e2f req-8f4bf686-959c-41d8-98bd-f2861960eecd tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee74a19d-5cfb-4b82-af88-246568a2799a HTTP/1.1" status: 200 len: 931 time: 0.0985539 Aug 11 03:03:16.534539 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [req-624323f6-d9cc-45de-b941-2e05188b0886 req-d674328a-77f6-4e4f-94ea-d37a10bd801d service neutron] Transition to ACTIVE for port object e3c05f98-747d-4c4f-a74c-386a45682798 will not be triggered until provisioned by entity L2. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:03:16.572201 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-a2fa5f59-02bd-422d-9b4e-92a00ad48e89 req-550fb30e-44d9-4897-9d59-640af13e5f2b tempest-ServerMetadataNegativeTestJSON-3103053 tempest-ServerMetadataNegativeTestJSON-3103053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:16.572689 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-29ed426c-a653-4285-bdc1-786f02304e2f req-5644ccad-ce95-4452-91d4-90550adcdfcf tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] 10.222.0.41 "GET /v2.0/security-groups?id=17343059-1bdd-4a6d-8bb4-dcbed1576fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310512 Aug 11 03:03:16.618883 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2fa5f59-02bd-422d-9b4e-92a00ad48e89 req-550fb30e-44d9-4897-9d59-640af13e5f2b tempest-ServerMetadataNegativeTestJSON-3103053 tempest-ServerMetadataNegativeTestJSON-3103053-project] Network 862e911a-9309-4441-bf2f-ff0a49af3c4c is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:03:16.622034 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [req-a2fa5f59-02bd-422d-9b4e-92a00ad48e89 req-550fb30e-44d9-4897-9d59-640af13e5f2b tempest-ServerMetadataNegativeTestJSON-3103053 tempest-ServerMetadataNegativeTestJSON-3103053-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:03:16.629139 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2fa5f59-02bd-422d-9b4e-92a00ad48e89 req-550fb30e-44d9-4897-9d59-640af13e5f2b tempest-ServerMetadataNegativeTestJSON-3103053 tempest-ServerMetadataNegativeTestJSON-3103053-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:03:16.632982 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550fb30e-44d9-4897-9d59-640af13e5f2b tempest-ServerMetadataNegativeTestJSON-3103053 tempest-ServerMetadataNegativeTestJSON-3103053-project] Pushing event updated for resources: {'Port': ['ID=9e9e9ef2-6582-4171-a887-e236ecc8b77e,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:16.640223 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-624323f6-d9cc-45de-b941-2e05188b0886 req-d674328a-77f6-4e4f-94ea-d37a10bd801d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:16.686846 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fa5f59-02bd-422d-9b4e-92a00ad48e89 req-550fb30e-44d9-4897-9d59-640af13e5f2b tempest-ServerMetadataNegativeTestJSON-3103053 tempest-ServerMetadataNegativeTestJSON-3103053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:16.687677 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-a2fa5f59-02bd-422d-9b4e-92a00ad48e89 req-550fb30e-44d9-4897-9d59-640af13e5f2b tempest-ServerMetadataNegativeTestJSON-3103053 tempest-ServerMetadataNegativeTestJSON-3103053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:16.691905 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d674328a-77f6-4e4f-94ea-d37a10bd801d service neutron] Pushing event updated for resources: {'Port': ['ID=e3c05f98-747d-4c4f-a74c-386a45682798,revision_number=2']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:16.768269 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-624323f6-d9cc-45de-b941-2e05188b0886 req-d674328a-77f6-4e4f-94ea-d37a10bd801d service neutron] Attempting to bind port e3c05f98-747d-4c4f-a74c-386a45682798 on host n-h2-764292-30 for vnic_type normal with profile {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:03:16.768779 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-624323f6-d9cc-45de-b941-2e05188b0886 req-d674328a-77f6-4e4f-94ea-d37a10bd801d service neutron] Attempting to bind port e3c05f98-747d-4c4f-a74c-386a45682798 by drivers openvswitch,hyperv on host n-h2-764292-30 at level 0 using segments [{'id': 'e15af3bf-a96a-4239-be14-8bb6ab78ddb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '7308cf56-b2ea-4c5f-847a-68a400b58a6a'}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:03:16.769117 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-624323f6-d9cc-45de-b941-2e05188b0886 req-d674328a-77f6-4e4f-94ea-d37a10bd801d service neutron] Attempting to bind port e3c05f98-747d-4c4f-a74c-386a45682798 on network 7308cf56-b2ea-4c5f-847a-68a400b58a6a {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:03:16.773591 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-624323f6-d9cc-45de-b941-2e05188b0886 req-d674328a-77f6-4e4f-94ea-d37a10bd801d service neutron] Port e3c05f98-747d-4c4f-a74c-386a45682798 on network 7308cf56-b2ea-4c5f-847a-68a400b58a6a not bound, no agent of type Open vSwitch agent registered on host n-h2-764292-30 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:03:16.773903 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-624323f6-d9cc-45de-b941-2e05188b0886 req-d674328a-77f6-4e4f-94ea-d37a10bd801d service neutron] Attempting to bind port e3c05f98-747d-4c4f-a74c-386a45682798 on network 7308cf56-b2ea-4c5f-847a-68a400b58a6a {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:03:16.778930 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-624323f6-d9cc-45de-b941-2e05188b0886 req-d674328a-77f6-4e4f-94ea-d37a10bd801d service neutron] Checking agent: {'id': '70015fc0-62fb-48b2-b453-36906937cf2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 3, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:03:16.779266 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-624323f6-d9cc-45de-b941-2e05188b0886 req-d674328a-77f6-4e4f-94ea-d37a10bd801d service neutron] Checking segment: {'id': 'e15af3bf-a96a-4239-be14-8bb6ab78ddb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '7308cf56-b2ea-4c5f-847a-68a400b58a6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:03:16.779698 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-624323f6-d9cc-45de-b941-2e05188b0886 req-d674328a-77f6-4e4f-94ea-d37a10bd801d service neutron] Bound using segment: {'id': 'e15af3bf-a96a-4239-be14-8bb6ab78ddb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '7308cf56-b2ea-4c5f-847a-68a400b58a6a'} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:03:16.780126 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-624323f6-d9cc-45de-b941-2e05188b0886 req-d674328a-77f6-4e4f-94ea-d37a10bd801d service neutron] Bound port: e3c05f98-747d-4c4f-a74c-386a45682798, host: n-h2-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e15af3bf-a96a-4239-be14-8bb6ab78ddb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '7308cf56-b2ea-4c5f-847a-68a400b58a6a'}}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:03:16.780253 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-a2fa5f59-02bd-422d-9b4e-92a00ad48e89 req-550fb30e-44d9-4897-9d59-640af13e5f2b tempest-ServerMetadataNegativeTestJSON-3103053 tempest-ServerMetadataNegativeTestJSON-3103053-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0334034 Aug 11 03:03:16.780680 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-624323f6-d9cc-45de-b941-2e05188b0886 req-d674328a-77f6-4e4f-94ea-d37a10bd801d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:16.797672 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-a2fa5f59-02bd-422d-9b4e-92a00ad48e89 req-d0fcced5-56de-461a-a80a-c03e6999c6ee service neutron] Request body: {'port': {'device_id': '9544981e-cfb3-4001-a85e-5029dd8293c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764292-30'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:03:16.858892 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-749ce31b-e08c-4253-aee8-1852cf28711b req-4a655c84-78da-4951-8912-5d1fac6b23be tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/ports?device_id=00709577-8225-439b-ba91-c058df9317f3 HTTP/1.1" status: 200 len: 210 time: 0.0333250 Aug 11 03:03:16.872163 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-a2fa5f59-02bd-422d-9b4e-92a00ad48e89 req-d0fcced5-56de-461a-a80a-c03e6999c6ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:16.901207 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-624323f6-d9cc-45de-b941-2e05188b0886 req-d674328a-77f6-4e4f-94ea-d37a10bd801d service neutron] For port e3c05f98-747d-4c4f-a74c-386a45682798, host n-h2-764292-30, cleared binding levels {{(pid=102192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:03:16.907611 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-624323f6-d9cc-45de-b941-2e05188b0886 req-d674328a-77f6-4e4f-94ea-d37a10bd801d service neutron] For port e3c05f98-747d-4c4f-a74c-386a45682798, host n-h2-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=e3c05f98-747d-4c4f-a74c-386a45682798,segment=NetworkSegment(e15af3bf-a96a-4239-be14-8bb6ab78ddb4),segment_id=e15af3bf-a96a-4239-be14-8bb6ab78ddb4)] {{(pid=102192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:03:17.020337 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-624323f6-d9cc-45de-b941-2e05188b0886 req-d674328a-77f6-4e4f-94ea-d37a10bd801d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:17.064817 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c373e8-8a36-4f98-b0d7-28832044785e req-7e4dd54a-c71b-4bba-a935-3f21deb33cae tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:17.066403 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-18c373e8-8a36-4f98-b0d7-28832044785e req-7e4dd54a-c71b-4bba-a935-3f21deb33cae tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f8cc6a1-cee7-4d93-946d-7f5e5c7b5d3c HTTP/1.1" status: 200 len: 950 time: 0.0961714 Aug 11 03:03:17.072773 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624323f6-d9cc-45de-b941-2e05188b0886 req-d674328a-77f6-4e4f-94ea-d37a10bd801d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:17.073374 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-624323f6-d9cc-45de-b941-2e05188b0886 req-d674328a-77f6-4e4f-94ea-d37a10bd801d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:17.074895 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-624323f6-d9cc-45de-b941-2e05188b0886 req-d674328a-77f6-4e4f-94ea-d37a10bd801d service neutron] 10.222.0.24 "PUT /v2.0/ports/e3c05f98-747d-4c4f-a74c-386a45682798 HTTP/1.1" status: 200 len: 1092 time: 1.2850146 Aug 11 03:03:17.075187 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee74a19d-5cfb-4b82-af88-246568a2799a', 'tag': 'e3c05f98-747d-4c4f-a74c-386a45682798'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:03:17.077571 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0700af6-ff1e-4a44-9a63-be249ddfe263" -d '{"events": [{"name": "network-changed", "server_uuid": "ee74a19d-5cfb-4b82-af88-246568a2799a", "tag": "e3c05f98-747d-4c4f-a74c-386a45682798"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:03:17.121163 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d674328a-77f6-4e4f-94ea-d37a10bd801d service neutron] Pushing event updated for resources: {'Port': ['ID=e3c05f98-747d-4c4f-a74c-386a45682798,revision_number=3']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:17.128307 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:03:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b07af90-7f72-4553-b763-7d7aafb3214d x-openstack-request-id: req-3b07af90-7f72-4553-b763-7d7aafb3214d {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:03:17.128587 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee74a19d-5cfb-4b82-af88-246568a2799a", "tag": "e3c05f98-747d-4c4f-a74c-386a45682798", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:03:17.128834 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3b07af90-7f72-4553-b763-7d7aafb3214d {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:03:17.129214 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee74a19d-5cfb-4b82-af88-246568a2799a', 'tag': 'e3c05f98-747d-4c4f-a74c-386a45682798', 'status': 'completed', 'code': 200} Aug 11 03:03:17.142818 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-18c373e8-8a36-4f98-b0d7-28832044785e req-8839be31-deb9-4294-8393-b38f6854b51b tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8b0be49-76ee-4d50-8be0-9bf1508da412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541613 Aug 11 03:03:17.211432 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [req-a2fa5f59-02bd-422d-9b4e-92a00ad48e89 req-d0fcced5-56de-461a-a80a-c03e6999c6ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e9e9ef2-6582-4171-a887-e236ecc8b77e {{(pid=102191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:03:17.217165 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0700af6-ff1e-4a44-9a63-be249ddfe263 req-8d1d93de-964b-435e-9f3c-7a4a03bf6251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:17.219796 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c0700af6-ff1e-4a44-9a63-be249ddfe263 req-8d1d93de-964b-435e-9f3c-7a4a03bf6251 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e11080dad0104d51a5cfeb2acfc6cf99&device_id=ee74a19d-5cfb-4b82-af88-246568a2799a HTTP/1.1" status: 200 len: 1095 time: 0.0552642 Aug 11 03:03:17.220722 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-a2fa5f59-02bd-422d-9b4e-92a00ad48e89 req-d0fcced5-56de-461a-a80a-c03e6999c6ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:17.235671 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [req-a2fa5f59-02bd-422d-9b4e-92a00ad48e89 req-d0fcced5-56de-461a-a80a-c03e6999c6ee service neutron] Transition to ACTIVE for port object 9e9e9ef2-6582-4171-a887-e236ecc8b77e will not be triggered until provisioned by entity L2. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:03:17.293440 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-a2fa5f59-02bd-422d-9b4e-92a00ad48e89 req-d0fcced5-56de-461a-a80a-c03e6999c6ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:17.345858 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fcced5-56de-461a-a80a-c03e6999c6ee service neutron] Pushing event updated for resources: {'Port': ['ID=9e9e9ef2-6582-4171-a887-e236ecc8b77e,revision_number=2']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:17.362388 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afe886e-8c64-410a-8145-44ac2fabcfed req-11238e29-a86d-48ae-be43-bc8fee696c7d tempest-ServerMetadataNegativeTestJSON-3103053 tempest-ServerMetadataNegativeTestJSON-3103053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:17.364015 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7afe886e-8c64-410a-8145-44ac2fabcfed req-11238e29-a86d-48ae-be43-bc8fee696c7d tempest-ServerMetadataNegativeTestJSON-3103053 tempest-ServerMetadataNegativeTestJSON-3103053-project] 10.222.0.41 "GET /v2.0/ports?device_id=9544981e-cfb3-4001-a85e-5029dd8293c5 HTTP/1.1" status: 200 len: 932 time: 0.1256280 Aug 11 03:03:17.394444 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0700af6-ff1e-4a44-9a63-be249ddfe263 req-e645db88-e60d-4da0-a6c0-4c1fbae671c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:17.395910 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c0700af6-ff1e-4a44-9a63-be249ddfe263 req-e645db88-e60d-4da0-a6c0-4c1fbae671c7 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=e11080dad0104d51a5cfeb2acfc6cf99&shared=False HTTP/1.1" status: 200 len: 923 time: 0.1673412 Aug 11 03:03:17.424171 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-a2fa5f59-02bd-422d-9b4e-92a00ad48e89 req-d0fcced5-56de-461a-a80a-c03e6999c6ee service neutron] Attempting to bind port 9e9e9ef2-6582-4171-a887-e236ecc8b77e on host n-h2-764292-30 for vnic_type normal with profile {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:03:17.424558 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-a2fa5f59-02bd-422d-9b4e-92a00ad48e89 req-d0fcced5-56de-461a-a80a-c03e6999c6ee service neutron] Attempting to bind port 9e9e9ef2-6582-4171-a887-e236ecc8b77e by drivers openvswitch,hyperv on host n-h2-764292-30 at level 0 using segments [{'id': '35813bee-dfbd-418b-9d1f-89c33ed3bd1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '862e911a-9309-4441-bf2f-ff0a49af3c4c'}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:03:17.424994 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2fa5f59-02bd-422d-9b4e-92a00ad48e89 req-d0fcced5-56de-461a-a80a-c03e6999c6ee service neutron] Attempting to bind port 9e9e9ef2-6582-4171-a887-e236ecc8b77e on network 862e911a-9309-4441-bf2f-ff0a49af3c4c {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:03:17.429414 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2fa5f59-02bd-422d-9b4e-92a00ad48e89 req-d0fcced5-56de-461a-a80a-c03e6999c6ee service neutron] Port 9e9e9ef2-6582-4171-a887-e236ecc8b77e on network 862e911a-9309-4441-bf2f-ff0a49af3c4c not bound, no agent of type Open vSwitch agent registered on host n-h2-764292-30 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:03:17.429782 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2fa5f59-02bd-422d-9b4e-92a00ad48e89 req-d0fcced5-56de-461a-a80a-c03e6999c6ee service neutron] Attempting to bind port 9e9e9ef2-6582-4171-a887-e236ecc8b77e on network 862e911a-9309-4441-bf2f-ff0a49af3c4c {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:03:17.434836 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2fa5f59-02bd-422d-9b4e-92a00ad48e89 req-d0fcced5-56de-461a-a80a-c03e6999c6ee service neutron] Checking agent: {'id': '70015fc0-62fb-48b2-b453-36906937cf2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 3, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:03:17.435258 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2fa5f59-02bd-422d-9b4e-92a00ad48e89 req-d0fcced5-56de-461a-a80a-c03e6999c6ee service neutron] Checking segment: {'id': '35813bee-dfbd-418b-9d1f-89c33ed3bd1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '862e911a-9309-4441-bf2f-ff0a49af3c4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:03:17.435602 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2fa5f59-02bd-422d-9b4e-92a00ad48e89 req-d0fcced5-56de-461a-a80a-c03e6999c6ee service neutron] Bound using segment: {'id': '35813bee-dfbd-418b-9d1f-89c33ed3bd1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '862e911a-9309-4441-bf2f-ff0a49af3c4c'} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:03:17.436109 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-a2fa5f59-02bd-422d-9b4e-92a00ad48e89 req-d0fcced5-56de-461a-a80a-c03e6999c6ee service neutron] Bound port: 9e9e9ef2-6582-4171-a887-e236ecc8b77e, host: n-h2-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35813bee-dfbd-418b-9d1f-89c33ed3bd1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '862e911a-9309-4441-bf2f-ff0a49af3c4c'}}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:03:17.436468 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-a2fa5f59-02bd-422d-9b4e-92a00ad48e89 req-d0fcced5-56de-461a-a80a-c03e6999c6ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:17.459990 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7afe886e-8c64-410a-8145-44ac2fabcfed req-1499b2ce-aaee-4faa-b39c-5d24ec2aee17 tempest-ServerMetadataNegativeTestJSON-3103053 tempest-ServerMetadataNegativeTestJSON-3103053-project] 10.222.0.41 "GET /v2.0/security-groups?id=64c915b9-2a86-4597-b75b-6d37f10465b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861704 Aug 11 03:03:17.511674 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0700af6-ff1e-4a44-9a63-be249ddfe263 req-7a4282b1-598b-4eab-8eb2-754834c019c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:17.513161 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c0700af6-ff1e-4a44-9a63-be249ddfe263 req-7a4282b1-598b-4eab-8eb2-754834c019c1 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1097262 Aug 11 03:03:17.513676 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-a2fa5f59-02bd-422d-9b4e-92a00ad48e89 req-d0fcced5-56de-461a-a80a-c03e6999c6ee service neutron] For port 9e9e9ef2-6582-4171-a887-e236ecc8b77e, host n-h2-764292-30, cleared binding levels {{(pid=102191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:03:17.519795 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-a2fa5f59-02bd-422d-9b4e-92a00ad48e89 req-d0fcced5-56de-461a-a80a-c03e6999c6ee service neutron] For port 9e9e9ef2-6582-4171-a887-e236ecc8b77e, host n-h2-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=9e9e9ef2-6582-4171-a887-e236ecc8b77e,segment=NetworkSegment(35813bee-dfbd-418b-9d1f-89c33ed3bd1b),segment_id=35813bee-dfbd-418b-9d1f-89c33ed3bd1b)] {{(pid=102191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:03:17.596178 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-a2fa5f59-02bd-422d-9b4e-92a00ad48e89 req-d0fcced5-56de-461a-a80a-c03e6999c6ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:17.598437 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f350fb-4be3-4b27-8e37-a9aee9a5924f req-a337d4f2-53cf-4c31-9eab-e59c4d543355 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:17.600060 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-36f350fb-4be3-4b27-8e37-a9aee9a5924f req-a337d4f2-53cf-4c31-9eab-e59c4d543355 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/ports?device_id=76927434-76ea-4b52-9275-6f99fa74e6bb HTTP/1.1" status: 200 len: 945 time: 0.0750496 Aug 11 03:03:17.615850 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624323f6-d9cc-45de-b941-2e05188b0886 req-8a5a6696-317c-4318-ac1a-173f5705f5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:17.617412 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-624323f6-d9cc-45de-b941-2e05188b0886 req-8a5a6696-317c-4318-ac1a-173f5705f5cb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e11080dad0104d51a5cfeb2acfc6cf99&device_id=ee74a19d-5cfb-4b82-af88-246568a2799a HTTP/1.1" status: 200 len: 1095 time: 0.0561795 Aug 11 03:03:17.634792 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fa5f59-02bd-422d-9b4e-92a00ad48e89 req-d0fcced5-56de-461a-a80a-c03e6999c6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:17.635784 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-a2fa5f59-02bd-422d-9b4e-92a00ad48e89 req-d0fcced5-56de-461a-a80a-c03e6999c6ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:17.637752 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-a2fa5f59-02bd-422d-9b4e-92a00ad48e89 req-d0fcced5-56de-461a-a80a-c03e6999c6ee service neutron] 10.222.0.24 "PUT /v2.0/ports/9e9e9ef2-6582-4171-a887-e236ecc8b77e HTTP/1.1" status: 200 len: 1093 time: 0.8454893 Aug 11 03:03:17.641008 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9544981e-cfb3-4001-a85e-5029dd8293c5', 'tag': '9e9e9ef2-6582-4171-a887-e236ecc8b77e'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:03:17.644495 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4550a83-b57e-4f1c-b0c1-39f092775882" -d '{"events": [{"name": "network-changed", "server_uuid": "9544981e-cfb3-4001-a85e-5029dd8293c5", "tag": "9e9e9ef2-6582-4171-a887-e236ecc8b77e"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:03:17.671998 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fcced5-56de-461a-a80a-c03e6999c6ee service neutron] Pushing event updated for resources: {'Port': ['ID=9e9e9ef2-6582-4171-a887-e236ecc8b77e,revision_number=3']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:17.803627 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fa5f59-02bd-422d-9b4e-92a00ad48e89 req-a4f2016b-3ddf-40d7-83f8-73c39b636723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:17.805324 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-a2fa5f59-02bd-422d-9b4e-92a00ad48e89 req-a4f2016b-3ddf-40d7-83f8-73c39b636723 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0118edf3620f4c918955cb42f7434826&device_id=9544981e-cfb3-4001-a85e-5029dd8293c5 HTTP/1.1" status: 200 len: 1096 time: 0.0520146 Aug 11 03:03:17.871574 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-a2fa5f59-02bd-422d-9b4e-92a00ad48e89 req-e8dcbee0-25e7-453f-b4d0-de97cca1e3b0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9e9e9ef2-6582-4171-a887-e236ecc8b77e HTTP/1.1" status: 200 len: 217 time: 0.0540037 Aug 11 03:03:17.928810 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fa5f59-02bd-422d-9b4e-92a00ad48e89 req-64681867-3139-4cf8-9741-1eecfb4656b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:17.930300 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-a2fa5f59-02bd-422d-9b4e-92a00ad48e89 req-64681867-3139-4cf8-9741-1eecfb4656b4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cf452c62-4a47-44d1-b3d1-a9624f05bbab HTTP/1.1" status: 200 len: 861 time: 0.0500090 Aug 11 03:03:17.966799 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-a2fa5f59-02bd-422d-9b4e-92a00ad48e89 req-b893bfc7-4790-4049-b7ae-9ebcc1a6aaf0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=862e911a-9309-4441-bf2f-ff0a49af3c4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266483 Aug 11 03:03:17.979773 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-624323f6-d9cc-45de-b941-2e05188b0886 req-ba1b5dff-ead8-451f-9fe6-69a8577f19a8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e3c05f98-747d-4c4f-a74c-386a45682798 HTTP/1.1" status: 200 len: 217 time: 0.3398910 Aug 11 03:03:17.988949 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-36f350fb-4be3-4b27-8e37-a9aee9a5924f req-30be987f-fc9f-48ab-82cc-dc3e9620a972 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5aa9049-617d-473f-afb5-b55716ab8aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3645804 Aug 11 03:03:18.074973 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:03:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c628e66b-c2d3-4094-8898-a8861fd48b43 x-openstack-request-id: req-c628e66b-c2d3-4094-8898-a8861fd48b43 {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:03:18.075265 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9544981e-cfb3-4001-a85e-5029dd8293c5", "tag": "9e9e9ef2-6582-4171-a887-e236ecc8b77e", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:03:18.075537 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c628e66b-c2d3-4094-8898-a8861fd48b43 {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:03:18.075954 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9544981e-cfb3-4001-a85e-5029dd8293c5', 'tag': '9e9e9ef2-6582-4171-a887-e236ecc8b77e', 'status': 'completed', 'code': 200} Aug 11 03:03:18.085413 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b99440b-45e4-40bf-ae23-8b97cd571c95 req-07b948f3-a7fe-4e12-bf07-c49e2bd4c478 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:18.086995 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5b99440b-45e4-40bf-ae23-8b97cd571c95 req-07b948f3-a7fe-4e12-bf07-c49e2bd4c478 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee74a19d-5cfb-4b82-af88-246568a2799a HTTP/1.1" status: 200 len: 943 time: 0.4327672 Aug 11 03:03:18.118401 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624323f6-d9cc-45de-b941-2e05188b0886 req-6ed11030-4053-46e6-a40c-16051d9636ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:18.119934 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-624323f6-d9cc-45de-b941-2e05188b0886 req-6ed11030-4053-46e6-a40c-16051d9636ed service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6db39e9a-7f38-4c82-9938-87272cf59f4c HTTP/1.1" status: 200 len: 862 time: 0.1174352 Aug 11 03:03:18.128048 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-a2fa5f59-02bd-422d-9b4e-92a00ad48e89 req-ace51a1b-c26f-4097-833c-1fa01457ba06 service neutron] 10.222.0.24 "GET /v2.0/networks/862e911a-9309-4441-bf2f-ff0a49af3c4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327653 Aug 11 03:03:18.179552 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-624323f6-d9cc-45de-b941-2e05188b0886 req-57ba988b-a66d-480e-959c-590ce5306c79 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7308cf56-b2ea-4c5f-847a-68a400b58a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415537 Aug 11 03:03:18.250628 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-a2fa5f59-02bd-422d-9b4e-92a00ad48e89 req-d56d98bc-7a46-46f1-9d0a-e2e7ad6f596b service neutron] 10.222.0.24 "GET /v2.0/networks/862e911a-9309-4441-bf2f-ff0a49af3c4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113870 Aug 11 03:03:18.273568 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5b99440b-45e4-40bf-ae23-8b97cd571c95 req-d4ab90a8-3926-435d-8ba1-03d805b57fd7 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] 10.222.0.41 "GET /v2.0/security-groups?id=17343059-1bdd-4a6d-8bb4-dcbed1576fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507630 Aug 11 03:03:18.279355 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6f8a5a74-979e-48cc-a135-00316246d18e req-67aef06e-ed78-4e93-80f1-080dcb887b7e tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/ports?device_id=00709577-8225-439b-ba91-c058df9317f3 HTTP/1.1" status: 200 len: 210 time: 0.0952027 Aug 11 03:03:18.320188 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb321a5-390d-4702-90dd-175699092b45 req-a263ae08-3c5b-4b21-8bdf-d4b55638ce50 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:18.322633 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9eb321a5-390d-4702-90dd-175699092b45 req-a263ae08-3c5b-4b21-8bdf-d4b55638ce50 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.24 "GET /v2.0/networks?id=a1f5acc4-6e30-4bf9-bc28-7ff84dac631d HTTP/1.1" status: 200 len: 807 time: 0.2732229 Aug 11 03:03:18.341827 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-9eb321a5-390d-4702-90dd-175699092b45 req-e1e82dcf-053a-492c-80e3-6606b3d4504c tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] Request body: {'port': {'device_id': '00709577-8225-439b-ba91-c058df9317f3', 'network_id': 'a1f5acc4-6e30-4bf9-bc28-7ff84dac631d', 'admin_state_up': True, 'tenant_id': '83808f5f252c43418f6a6c255d45878a'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:03:18.485436 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-624323f6-d9cc-45de-b941-2e05188b0886 req-2ed6b9a9-dc2b-43fd-bcb8-be0f2cce9991 service neutron] 10.222.0.24 "GET /v2.0/networks/7308cf56-b2ea-4c5f-847a-68a400b58a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2939262 Aug 11 03:03:18.508737 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4550a83-b57e-4f1c-b0c1-39f092775882 req-a045e0b8-91c6-4f0e-96bb-c83ae58031a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:18.510523 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-a4550a83-b57e-4f1c-b0c1-39f092775882 req-a045e0b8-91c6-4f0e-96bb-c83ae58031a6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0118edf3620f4c918955cb42f7434826&device_id=9544981e-cfb3-4001-a85e-5029dd8293c5 HTTP/1.1" status: 200 len: 1096 time: 0.0856736 Aug 11 03:03:18.612549 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667cb1f2-0130-4678-8254-0bab9ee60837 req-2ce5b5b9-e837-4676-bb05-69101d8054a3 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:18.620388 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-667cb1f2-0130-4678-8254-0bab9ee60837 req-2ce5b5b9-e837-4676-bb05-69101d8054a3 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f8cc6a1-cee7-4d93-946d-7f5e5c7b5d3c HTTP/1.1" status: 200 len: 950 time: 0.1966360 Aug 11 03:03:18.630995 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4550a83-b57e-4f1c-b0c1-39f092775882 req-0d293953-fbfd-48ae-a62a-9c413f1de051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:18.633256 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-a4550a83-b57e-4f1c-b0c1-39f092775882 req-0d293953-fbfd-48ae-a62a-9c413f1de051 service neutron] 10.222.0.24 "GET /v2.0/networks?id=862e911a-9309-4441-bf2f-ff0a49af3c4c HTTP/1.1" status: 200 len: 922 time: 0.1113579 Aug 11 03:03:18.705181 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-a4550a83-b57e-4f1c-b0c1-39f092775882 req-f210f093-8a3f-4806-80a5-0b3a9c2900a7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9e9e9ef2-6582-4171-a887-e236ecc8b77e HTTP/1.1" status: 200 len: 217 time: 0.0602863 Aug 11 03:03:18.706097 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18026ab2-1884-4aa0-baf6-559d3021a414 req-a304e74c-812a-429f-8f7c-82ea79a17913 tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:18.707701 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-18026ab2-1884-4aa0-baf6-559d3021a414 req-a304e74c-812a-429f-8f7c-82ea79a17913 tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] 10.222.0.41 "GET /v2.0/ports?device_id=d87e1608-5c87-419d-a16a-70b7424f7fdd HTTP/1.1" status: 200 len: 945 time: 0.2442496 Aug 11 03:03:18.754361 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9eb321a5-390d-4702-90dd-175699092b45 req-e1e82dcf-053a-492c-80e3-6606b3d4504c tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] Made reservation on behalf of 83808f5f252c43418f6a6c255d45878a for: {'port': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:03:18.758515 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-9eb321a5-390d-4702-90dd-175699092b45 req-e1e82dcf-053a-492c-80e3-6606b3d4504c tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:18.782134 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d53ebd-cba8-474d-a588-a55c99c8ea47 req-45f762e2-c5b4-40a7-ad3d-4f22ec98b820 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:18.783666 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-d5d53ebd-cba8-474d-a588-a55c99c8ea47 req-45f762e2-c5b4-40a7-ad3d-4f22ec98b820 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.24 "GET /v2.0/ports?device_id=4f8cc6a1-cee7-4d93-946d-7f5e5c7b5d3c HTTP/1.1" status: 200 len: 950 time: 0.0881853 Aug 11 03:03:18.785531 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4550a83-b57e-4f1c-b0c1-39f092775882 req-f61f69f2-a0c2-4c55-b282-49734296c788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:18.786946 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-a4550a83-b57e-4f1c-b0c1-39f092775882 req-f61f69f2-a0c2-4c55-b282-49734296c788 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cf452c62-4a47-44d1-b3d1-a9624f05bbab HTTP/1.1" status: 200 len: 861 time: 0.0640452 Aug 11 03:03:18.793796 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-667cb1f2-0130-4678-8254-0bab9ee60837 req-90efb09b-0be0-4322-8e9c-b67ade00f3c9 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8b0be49-76ee-4d50-8be0-9bf1508da412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687717 Aug 11 03:03:18.850911 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b20f1b5b-60d7-4aa4-853b-328ad640a79f req-db5a2a50-3996-4cd8-8120-d967b13190aa service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=d1bec3c9-dfdc-4f3d-9313-7372afe30133&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2283967 Aug 11 03:03:18.858341 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-18026ab2-1884-4aa0-baf6-559d3021a414 req-012c1f6f-0da3-4ad5-9850-7d28c11e54e0 tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b0ce1ff-a0b3-4227-acd8-01062eb73c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1381505 Aug 11 03:03:18.870622 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-624323f6-d9cc-45de-b941-2e05188b0886 req-65217276-5bcd-4740-9db2-c8b5c6fccfa7 service neutron] 10.222.0.24 "GET /v2.0/networks/7308cf56-b2ea-4c5f-847a-68a400b58a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3519099 Aug 11 03:03:18.909571 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-a4550a83-b57e-4f1c-b0c1-39f092775882 req-0d04327e-37af-426a-b54a-8d351ca8880c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=862e911a-9309-4441-bf2f-ff0a49af3c4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1092536 Aug 11 03:03:19.068682 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d28c592-c6d0-4bda-9ac1-bcf3894e03e9 req-68f41330-4245-4ef6-ae6c-b2508517c42a tempest-ServerMetadataNegativeTestJSON-3103053 tempest-ServerMetadataNegativeTestJSON-3103053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:19.070224 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4d28c592-c6d0-4bda-9ac1-bcf3894e03e9 req-68f41330-4245-4ef6-ae6c-b2508517c42a tempest-ServerMetadataNegativeTestJSON-3103053 tempest-ServerMetadataNegativeTestJSON-3103053-project] 10.222.0.41 "GET /v2.0/ports?device_id=9544981e-cfb3-4001-a85e-5029dd8293c5 HTTP/1.1" status: 200 len: 944 time: 0.2154326 Aug 11 03:03:19.094875 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20f1b5b-60d7-4aa4-853b-328ad640a79f req-7c37353f-a432-4457-b685-bacfbe18de0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:19.096961 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b20f1b5b-60d7-4aa4-853b-328ad640a79f req-7c37353f-a432-4457-b685-bacfbe18de0f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7a37d4caabc9417c92d7f5d7ce7df51b&device_id=d1bec3c9-dfdc-4f3d-9313-7372afe30133 HTTP/1.1" status: 200 len: 1096 time: 0.1678171 Aug 11 03:03:19.139734 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-d5d53ebd-cba8-474d-a588-a55c99c8ea47 req-49804fba-6cab-4349-a174-de1a0c1b117c tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Deleting port 06db4c5d-a94a-4999-ba65-23645888a972 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:03:19.140342 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-d5d53ebd-cba8-474d-a588-a55c99c8ea47 req-49804fba-6cab-4349-a174-de1a0c1b117c tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:19.196831 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-a4550a83-b57e-4f1c-b0c1-39f092775882 req-8763baf0-504f-4afe-8770-e7e0a9dc3227 service neutron] 10.222.0.24 "GET /v2.0/networks/862e911a-9309-4441-bf2f-ff0a49af3c4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2519977 Aug 11 03:03:19.240552 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [req-9eb321a5-390d-4702-90dd-175699092b45 req-e1e82dcf-053a-492c-80e3-6606b3d4504c tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] Allocated IP 172.20.0.13 (a1f5acc4-6e30-4bf9-bc28-7ff84dac631d/0d013ade-4c13-41b9-b262-cf5646bc4bdb/acc0aeb3-d92e-4735-b223-6f56ef14264f) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:03:19.255251 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4d28c592-c6d0-4bda-9ac1-bcf3894e03e9 req-44f6d607-d095-4a6f-bb48-c384bcf56e06 tempest-ServerMetadataNegativeTestJSON-3103053 tempest-ServerMetadataNegativeTestJSON-3103053-project] 10.222.0.41 "GET /v2.0/security-groups?id=64c915b9-2a86-4597-b75b-6d37f10465b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774387 Aug 11 03:03:19.307696 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-d5d53ebd-cba8-474d-a588-a55c99c8ea47 req-49804fba-6cab-4349-a174-de1a0c1b117c tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] For port 06db4c5d-a94a-4999-ba65-23645888a972, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=06db4c5d-a94a-4999-ba65-23645888a972,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:03:19.308103 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-d5d53ebd-cba8-474d-a588-a55c99c8ea47 req-49804fba-6cab-4349-a174-de1a0c1b117c tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:19.332852 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-d5d53ebd-cba8-474d-a588-a55c99c8ea47 req-49804fba-6cab-4349-a174-de1a0c1b117c tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Calling delete_port for 06db4c5d-a94a-4999-ba65-23645888a972 owned by compute:nova {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:03:19.359524 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-a4550a83-b57e-4f1c-b0c1-39f092775882 req-945cdad6-056f-4ea2-8292-7b618595a905 service neutron] 10.222.0.24 "GET /v2.0/networks/862e911a-9309-4441-bf2f-ff0a49af3c4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497188 Aug 11 03:03:19.380399 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108259fb-06b4-44c1-9363-5a679b9fd456 req-a287e63f-2c8c-4091-a13e-43791ad1b872 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:19.384810 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-108259fb-06b4-44c1-9363-5a679b9fd456 req-a287e63f-2c8c-4091-a13e-43791ad1b872 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/ports?device_id=76927434-76ea-4b52-9275-6f99fa74e6bb HTTP/1.1" status: 200 len: 945 time: 0.2491012 Aug 11 03:03:19.411923 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20f1b5b-60d7-4aa4-853b-328ad640a79f req-1744e0d2-f724-497d-934b-2dfe8a6bc35a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:19.413538 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b20f1b5b-60d7-4aa4-853b-328ad640a79f req-1744e0d2-f724-497d-934b-2dfe8a6bc35a service neutron] 10.222.0.22 "GET /v2.0/networks?id=f221beb7-8330-438a-a9fe-3bfcf5050d99 HTTP/1.1" status: 200 len: 922 time: 0.2468762 Aug 11 03:03:19.522396 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b20f1b5b-60d7-4aa4-853b-328ad640a79f req-10266941-ebfa-442b-a13c-1b644fced694 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f060a75a-5a5d-4b47-b9eb-385ee9ae5c90 HTTP/1.1" status: 200 len: 217 time: 0.0960939 Aug 11 03:03:19.533312 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-d5d53ebd-cba8-474d-a588-a55c99c8ea47 req-49804fba-6cab-4349-a174-de1a0c1b117c tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:19.546129 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['2e23dd7b-0b38-404c-8090-6ce6bff54305', '757139b6-8342-4504-82df-491f3ad6472a', 'd008f631-61e8-4410-80e4-ee203c8580df', '0e651a33-7f9d-42f8-841f-da7670b11eb0', '00469b72-201a-4c1f-a704-ecaae9e4601f'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:03:19.567537 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49804fba-6cab-4349-a174-de1a0c1b117c tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Pushing event deleted for resources: {'Port': ['ID=06db4c5d-a94a-4999-ba65-23645888a972,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:19.602832 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-108259fb-06b4-44c1-9363-5a679b9fd456 req-647592d4-2f1f-4328-a86e-018919509df5 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5aa9049-617d-473f-afb5-b55716ab8aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074687 Aug 11 03:03:19.624416 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5d53ebd-cba8-474d-a588-a55c99c8ea47 req-49804fba-6cab-4349-a174-de1a0c1b117c tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] No DVR routers for this DVR port 06db4c5d-a94a-4999-ba65-23645888a972 on host n-h2-764292-30 {{(pid=102191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:03:19.627118 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-d5d53ebd-cba8-474d-a588-a55c99c8ea47 req-49804fba-6cab-4349-a174-de1a0c1b117c tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:19.630685 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-d5d53ebd-cba8-474d-a588-a55c99c8ea47 req-49804fba-6cab-4349-a174-de1a0c1b117c tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.24 "DELETE /v2.0/ports/06db4c5d-a94a-4999-ba65-23645888a972 HTTP/1.1" status: 204 len: 173 time: 0.8289893 Aug 11 03:03:19.642679 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1924a9e-2882-4c0a-971b-702a20d1c4a6 req-621de5cc-580d-4eaa-9b9b-62dff4dd2084 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:19.650186 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b1924a9e-2882-4c0a-971b-702a20d1c4a6 req-621de5cc-580d-4eaa-9b9b-62dff4dd2084 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee74a19d-5cfb-4b82-af88-246568a2799a HTTP/1.1" status: 200 len: 943 time: 0.2355521 Aug 11 03:03:19.657167 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['acd77bac-ad9f-4185-9417-ca2c1c5f2f9c', '458952e7-3214-4b7c-b5f0-fc92a3bcef03', '06db4c5d-a94a-4999-ba65-23645888a972'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:03:19.697085 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20f1b5b-60d7-4aa4-853b-328ad640a79f req-33758cd2-7db9-45a9-b00d-620fd107d40e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:19.699046 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b20f1b5b-60d7-4aa4-853b-328ad640a79f req-33758cd2-7db9-45a9-b00d-620fd107d40e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1f48ffa3-65bd-47bc-90cf-1fcd73e0ff01 HTTP/1.1" status: 200 len: 861 time: 0.1421390 Aug 11 03:03:19.787064 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b20f1b5b-60d7-4aa4-853b-328ad640a79f req-b7c29177-b6b4-468d-9904-4028f349b385 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=f221beb7-8330-438a-a9fe-3bfcf5050d99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0755434 Aug 11 03:03:19.794353 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d5454358-03a4-40d1-b8f8-015ae42b1369 req-d2f10ffb-0acf-4230-a9cd-26579866682c tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/ports?device_id=00709577-8225-439b-ba91-c058df9317f3 HTTP/1.1" status: 200 len: 210 time: 0.0705786 Aug 11 03:03:19.813648 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b1924a9e-2882-4c0a-971b-702a20d1c4a6 req-5c95eedb-dae5-496a-8c75-4c1a40411fb7 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] 10.222.0.41 "GET /v2.0/security-groups?id=17343059-1bdd-4a6d-8bb4-dcbed1576fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624775 Aug 11 03:03:19.843107 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-9eb321a5-390d-4702-90dd-175699092b45 req-e1e82dcf-053a-492c-80e3-6606b3d4504c tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:20.043863 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-260d69e7-1423-4a3e-bf94-0034cd929939 req-84b9bb30-912d-46d4-b831-2b323ea73cf4 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f8cc6a1-cee7-4d93-946d-7f5e5c7b5d3c HTTP/1.1" status: 200 len: 210 time: 0.0601201 Aug 11 03:03:20.077515 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f8cc6a1-cee7-4d93-946d-7f5e5c7b5d3c', 'name': 'network-vif-deleted', 'tag': '06db4c5d-a94a-4999-ba65-23645888a972'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:03:20.081653 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b5d40ee-9dc5-468e-8e59-d9a940c0456a" -d '{"events": [{"server_uuid": "4f8cc6a1-cee7-4d93-946d-7f5e5c7b5d3c", "name": "network-vif-deleted", "tag": "06db4c5d-a94a-4999-ba65-23645888a972"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:03:20.135068 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b20f1b5b-60d7-4aa4-853b-328ad640a79f req-3b461afa-7b32-4a03-8d85-a7baea23ad6d service neutron] 10.222.0.22 "GET /v2.0/networks/f221beb7-8330-438a-a9fe-3bfcf5050d99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3201585 Aug 11 03:03:20.142998 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52b0f57f-d3b2-4236-8a86-52eb7c6e3454 x-openstack-request-id: req-52b0f57f-d3b2-4236-8a86-52eb7c6e3454 {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:03:20.150548 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f8cc6a1-cee7-4d93-946d-7f5e5c7b5d3c", "name": "network-vif-deleted", "tag": "06db4c5d-a94a-4999-ba65-23645888a972", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:03:20.150548 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-52b0f57f-d3b2-4236-8a86-52eb7c6e3454 {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:03:20.150548 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f8cc6a1-cee7-4d93-946d-7f5e5c7b5d3c', 'name': 'network-vif-deleted', 'tag': '06db4c5d-a94a-4999-ba65-23645888a972', 'status': 'completed', 'code': 200} Aug 11 03:03:20.253105 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b20f1b5b-60d7-4aa4-853b-328ad640a79f req-eca70db5-7da2-4ed0-b000-564ed868eeac service neutron] 10.222.0.22 "GET /v2.0/networks/f221beb7-8330-438a-a9fe-3bfcf5050d99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001885 Aug 11 03:03:20.378586 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-9eb321a5-390d-4702-90dd-175699092b45 req-e1e82dcf-053a-492c-80e3-6606b3d4504c tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:20.451975 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9eb321a5-390d-4702-90dd-175699092b45 req-e1e82dcf-053a-492c-80e3-6606b3d4504c tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] Network a1f5acc4-6e30-4bf9-bc28-7ff84dac631d is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:03:20.467790 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b3928c-52e0-4756-aa5e-381380160a77 req-2e5142ae-1708-495e-b0b8-6662f164fee1 tempest-ServerMetadataNegativeTestJSON-3103053 tempest-ServerMetadataNegativeTestJSON-3103053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:20.469826 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-75b3928c-52e0-4756-aa5e-381380160a77 req-2e5142ae-1708-495e-b0b8-6662f164fee1 tempest-ServerMetadataNegativeTestJSON-3103053 tempest-ServerMetadataNegativeTestJSON-3103053-project] 10.222.0.41 "GET /v2.0/ports?device_id=9544981e-cfb3-4001-a85e-5029dd8293c5 HTTP/1.1" status: 200 len: 944 time: 0.1350236 Aug 11 03:03:20.470940 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [req-9eb321a5-390d-4702-90dd-175699092b45 req-e1e82dcf-053a-492c-80e3-6606b3d4504c tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:03:20.474499 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [req-9eb321a5-390d-4702-90dd-175699092b45 req-e1e82dcf-053a-492c-80e3-6606b3d4504c tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:03:20.477079 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e82dcf-053a-492c-80e3-6606b3d4504c tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] Pushing event updated for resources: {'Port': ['ID=acc0aeb3-d92e-4735-b223-6f56ef14264f,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:20.528313 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf6b2f4-a391-4db4-8651-1987077f1801 req-07798f47-1e72-46cb-99ed-199086190751 tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:20.529786 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bcf6b2f4-a391-4db4-8651-1987077f1801 req-07798f47-1e72-46cb-99ed-199086190751 tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] 10.222.0.41 "GET /v2.0/ports?device_id=d87e1608-5c87-419d-a16a-70b7424f7fdd HTTP/1.1" status: 200 len: 945 time: 0.1633344 Aug 11 03:03:20.576776 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb321a5-390d-4702-90dd-175699092b45 req-e1e82dcf-053a-492c-80e3-6606b3d4504c tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:20.577585 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-9eb321a5-390d-4702-90dd-175699092b45 req-e1e82dcf-053a-492c-80e3-6606b3d4504c tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:20.586135 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-75b3928c-52e0-4756-aa5e-381380160a77 req-c6a74c74-05b9-458f-8302-b354ce318a3f tempest-ServerMetadataNegativeTestJSON-3103053 tempest-ServerMetadataNegativeTestJSON-3103053-project] 10.222.0.41 "GET /v2.0/security-groups?id=64c915b9-2a86-4597-b75b-6d37f10465b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050358 Aug 11 03:03:20.608436 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bcf6b2f4-a391-4db4-8651-1987077f1801 req-4a914092-c666-46d5-bfa3-ec0f5403c71f tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b0ce1ff-a0b3-4227-acd8-01062eb73c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649853 Aug 11 03:03:20.701783 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9eb321a5-390d-4702-90dd-175699092b45 req-e1e82dcf-053a-492c-80e3-6606b3d4504c tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3673007 Aug 11 03:03:20.722866 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-9eb321a5-390d-4702-90dd-175699092b45 req-c6064ae3-c90d-4f1c-be71-c4d2005de9d9 service neutron] Request body: {'port': {'device_id': '00709577-8225-439b-ba91-c058df9317f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764292-30'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:03:20.729961 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 9e9e9ef2-6582-4171-a887-e236ecc8b77e details requested by agent hyperv_n-h2-764292-30 with host n-h2-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:03:20.785069 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d7fb17-9b8e-434d-922b-9033d095b5c9 req-24d4a3cb-d4bc-4093-a31e-d9e30316fb41 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:20.794924 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-72d7fb17-9b8e-434d-922b-9033d095b5c9 req-24d4a3cb-d4bc-4093-a31e-d9e30316fb41 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/ports?device_id=76927434-76ea-4b52-9275-6f99fa74e6bb HTTP/1.1" status: 200 len: 945 time: 0.1043103 Aug 11 03:03:20.834978 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-9eb321a5-390d-4702-90dd-175699092b45 req-c6064ae3-c90d-4f1c-be71-c4d2005de9d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:20.876022 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-72d7fb17-9b8e-434d-922b-9033d095b5c9 req-8c9e5cd2-6581-4efd-adf1-e670422b58e6 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5aa9049-617d-473f-afb5-b55716ab8aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801036 Aug 11 03:03:20.882762 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port 9e9e9ef2-6582-4171-a887-e236ecc8b77e, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=9e9e9ef2-6582-4171-a887-e236ecc8b77e,segment=NetworkSegment(35813bee-dfbd-418b-9d1f-89c33ed3bd1b),segment_id=35813bee-dfbd-418b-9d1f-89c33ed3bd1b)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:03:20.898118 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Returning: {'device': '9e9e9ef2-6582-4171-a887-e236ecc8b77e', 'network_id': '862e911a-9309-4441-bf2f-ff0a49af3c4c', 'port_id': '9e9e9ef2-6582-4171-a887-e236ecc8b77e', 'mac_address': 'fa:16:3e:da:63:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf452c62-4a47-44d1-b3d1-a9624f05bbab', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:03:20.960062 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:20.981409 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e9e9ef2-6582-4171-a887-e236ecc8b77e {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:03:21.006858 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port 9e9e9ef2-6582-4171-a887-e236ecc8b77e, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=9e9e9ef2-6582-4171-a887-e236ecc8b77e,segment=NetworkSegment(35813bee-dfbd-418b-9d1f-89c33ed3bd1b),segment_id=35813bee-dfbd-418b-9d1f-89c33ed3bd1b)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:03:21.081596 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:21.082549 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc9657c-1b3a-4602-bd04-eced4d832deb req-db49d91c-eda6-486d-86ba-8f0f45f5ba46 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:21.084136 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cdc9657c-1b3a-4602-bd04-eced4d832deb req-db49d91c-eda6-486d-86ba-8f0f45f5ba46 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee74a19d-5cfb-4b82-af88-246568a2799a HTTP/1.1" status: 200 len: 943 time: 0.1548407 Aug 11 03:03:21.134703 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=9e9e9ef2-6582-4171-a887-e236ecc8b77e,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:21.155269 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0d2668-3a77-4734-bdb0-2a5aeb9873ea req-be988981-a2f5-40b7-9812-bf450eae8533 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:21.157292 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2f0d2668-3a77-4734-bdb0-2a5aeb9873ea req-be988981-a2f5-40b7-9812-bf450eae8533 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/ports?device_id=00709577-8225-439b-ba91-c058df9317f3 HTTP/1.1" status: 200 len: 932 time: 0.1827259 Aug 11 03:03:21.201120 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cdc9657c-1b3a-4602-bd04-eced4d832deb req-a44381db-e408-424c-b83d-f72a5a786432 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] 10.222.0.41 "GET /v2.0/security-groups?id=17343059-1bdd-4a6d-8bb4-dcbed1576fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049666 Aug 11 03:03:21.237934 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2f0d2668-3a77-4734-bdb0-2a5aeb9873ea req-753fef27-a971-4a0b-b67c-9021779ebd35 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/security-groups?id=c7e06141-9137-4a1d-bc20-6fbfa107e8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708878 Aug 11 03:03:21.336677 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [req-9eb321a5-390d-4702-90dd-175699092b45 req-c6064ae3-c90d-4f1c-be71-c4d2005de9d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acc0aeb3-d92e-4735-b223-6f56ef14264f {{(pid=102192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:03:21.345303 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-9eb321a5-390d-4702-90dd-175699092b45 req-c6064ae3-c90d-4f1c-be71-c4d2005de9d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:21.358027 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [req-9eb321a5-390d-4702-90dd-175699092b45 req-c6064ae3-c90d-4f1c-be71-c4d2005de9d9 service neutron] Transition to ACTIVE for port object acc0aeb3-d92e-4735-b223-6f56ef14264f will not be triggered until provisioned by entity L2. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:03:21.397813 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['9e9e9ef2-6582-4171-a887-e236ecc8b77e'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:03:21.452154 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-9eb321a5-390d-4702-90dd-175699092b45 req-c6064ae3-c90d-4f1c-be71-c4d2005de9d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:21.510157 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6064ae3-c90d-4f1c-be71-c4d2005de9d9 service neutron] Pushing event updated for resources: {'Port': ['ID=acc0aeb3-d92e-4735-b223-6f56ef14264f,revision_number=2']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:21.584046 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-9eb321a5-390d-4702-90dd-175699092b45 req-c6064ae3-c90d-4f1c-be71-c4d2005de9d9 service neutron] Attempting to bind port acc0aeb3-d92e-4735-b223-6f56ef14264f on host n-h2-764292-30 for vnic_type normal with profile {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:03:21.584384 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-9eb321a5-390d-4702-90dd-175699092b45 req-c6064ae3-c90d-4f1c-be71-c4d2005de9d9 service neutron] Attempting to bind port acc0aeb3-d92e-4735-b223-6f56ef14264f by drivers openvswitch,hyperv on host n-h2-764292-30 at level 0 using segments [{'id': '75626708-94f6-4fcc-8cbd-0dd0dd709069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a1f5acc4-6e30-4bf9-bc28-7ff84dac631d'}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:03:21.584768 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eb321a5-390d-4702-90dd-175699092b45 req-c6064ae3-c90d-4f1c-be71-c4d2005de9d9 service neutron] Attempting to bind port acc0aeb3-d92e-4735-b223-6f56ef14264f on network a1f5acc4-6e30-4bf9-bc28-7ff84dac631d {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:03:21.589183 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eb321a5-390d-4702-90dd-175699092b45 req-c6064ae3-c90d-4f1c-be71-c4d2005de9d9 service neutron] Port acc0aeb3-d92e-4735-b223-6f56ef14264f on network a1f5acc4-6e30-4bf9-bc28-7ff84dac631d not bound, no agent of type Open vSwitch agent registered on host n-h2-764292-30 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:03:21.589504 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eb321a5-390d-4702-90dd-175699092b45 req-c6064ae3-c90d-4f1c-be71-c4d2005de9d9 service neutron] Attempting to bind port acc0aeb3-d92e-4735-b223-6f56ef14264f on network a1f5acc4-6e30-4bf9-bc28-7ff84dac631d {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:03:21.594355 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eb321a5-390d-4702-90dd-175699092b45 req-c6064ae3-c90d-4f1c-be71-c4d2005de9d9 service neutron] Checking agent: {'id': '70015fc0-62fb-48b2-b453-36906937cf2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 3, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:03:21.594745 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eb321a5-390d-4702-90dd-175699092b45 req-c6064ae3-c90d-4f1c-be71-c4d2005de9d9 service neutron] Checking segment: {'id': '75626708-94f6-4fcc-8cbd-0dd0dd709069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a1f5acc4-6e30-4bf9-bc28-7ff84dac631d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:03:21.595138 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eb321a5-390d-4702-90dd-175699092b45 req-c6064ae3-c90d-4f1c-be71-c4d2005de9d9 service neutron] Bound using segment: {'id': '75626708-94f6-4fcc-8cbd-0dd0dd709069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a1f5acc4-6e30-4bf9-bc28-7ff84dac631d'} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:03:21.595563 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-9eb321a5-390d-4702-90dd-175699092b45 req-c6064ae3-c90d-4f1c-be71-c4d2005de9d9 service neutron] Bound port: acc0aeb3-d92e-4735-b223-6f56ef14264f, host: n-h2-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75626708-94f6-4fcc-8cbd-0dd0dd709069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a1f5acc4-6e30-4bf9-bc28-7ff84dac631d'}}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:03:21.595923 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-9eb321a5-390d-4702-90dd-175699092b45 req-c6064ae3-c90d-4f1c-be71-c4d2005de9d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:21.677642 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-9eb321a5-390d-4702-90dd-175699092b45 req-c6064ae3-c90d-4f1c-be71-c4d2005de9d9 service neutron] For port acc0aeb3-d92e-4735-b223-6f56ef14264f, host n-h2-764292-30, cleared binding levels {{(pid=102192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:03:21.712749 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-9eb321a5-390d-4702-90dd-175699092b45 req-c6064ae3-c90d-4f1c-be71-c4d2005de9d9 service neutron] For port acc0aeb3-d92e-4735-b223-6f56ef14264f, host n-h2-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=acc0aeb3-d92e-4735-b223-6f56ef14264f,segment=NetworkSegment(75626708-94f6-4fcc-8cbd-0dd0dd709069),segment_id=75626708-94f6-4fcc-8cbd-0dd0dd709069)] {{(pid=102192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:03:21.731949 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d180d125-cea2-4122-a272-0a23ca410432 req-91462461-3084-463a-a597-37551eb8ccbf tempest-ServerMetadataNegativeTestJSON-3103053 tempest-ServerMetadataNegativeTestJSON-3103053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:21.733441 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d180d125-cea2-4122-a272-0a23ca410432 req-91462461-3084-463a-a597-37551eb8ccbf tempest-ServerMetadataNegativeTestJSON-3103053 tempest-ServerMetadataNegativeTestJSON-3103053-project] 10.222.0.41 "GET /v2.0/ports?device_id=9544981e-cfb3-4001-a85e-5029dd8293c5 HTTP/1.1" status: 200 len: 945 time: 0.0716901 Aug 11 03:03:21.794309 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-9eb321a5-390d-4702-90dd-175699092b45 req-c6064ae3-c90d-4f1c-be71-c4d2005de9d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:21.811583 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d180d125-cea2-4122-a272-0a23ca410432 req-d5c6f2da-7c04-44c6-b356-f8a7169facc8 tempest-ServerMetadataNegativeTestJSON-3103053 tempest-ServerMetadataNegativeTestJSON-3103053-project] 10.222.0.41 "GET /v2.0/security-groups?id=64c915b9-2a86-4597-b75b-6d37f10465b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689712 Aug 11 03:03:21.841209 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d09a9d9-a42f-4547-ab1c-3f993c2f2d24 req-8f108a09-329c-4ea0-9354-a8528e3bbdfa tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:21.843116 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7d09a9d9-a42f-4547-ab1c-3f993c2f2d24 req-8f108a09-329c-4ea0-9354-a8528e3bbdfa tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] 10.222.0.41 "GET /v2.0/ports?device_id=d87e1608-5c87-419d-a16a-70b7424f7fdd HTTP/1.1" status: 200 len: 945 time: 0.1084838 Aug 11 03:03:21.853357 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb321a5-390d-4702-90dd-175699092b45 req-c6064ae3-c90d-4f1c-be71-c4d2005de9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:21.853357 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-9eb321a5-390d-4702-90dd-175699092b45 req-c6064ae3-c90d-4f1c-be71-c4d2005de9d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:21.853357 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9eb321a5-390d-4702-90dd-175699092b45 req-c6064ae3-c90d-4f1c-be71-c4d2005de9d9 service neutron] 10.222.0.24 "PUT /v2.0/ports/acc0aeb3-d92e-4735-b223-6f56ef14264f HTTP/1.1" status: 200 len: 1093 time: 1.1336019 Aug 11 03:03:21.853357 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00709577-8225-439b-ba91-c058df9317f3', 'tag': 'acc0aeb3-d92e-4735-b223-6f56ef14264f'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:03:21.854191 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81150bbd-7458-4480-913b-8ce50c5fe71e" -d '{"events": [{"name": "network-changed", "server_uuid": "00709577-8225-439b-ba91-c058df9317f3", "tag": "acc0aeb3-d92e-4735-b223-6f56ef14264f"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:03:21.939880 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6064ae3-c90d-4f1c-be71-c4d2005de9d9 service neutron] Pushing event updated for resources: {'Port': ['ID=acc0aeb3-d92e-4735-b223-6f56ef14264f,revision_number=3']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:21.948816 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7d09a9d9-a42f-4547-ab1c-3f993c2f2d24 req-0ba408bd-3b22-4e42-a6e1-4b7a6c243026 tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] 10.222.0.41 "GET /v2.0/security-groups?id=1b0ce1ff-a0b3-4227-acd8-01062eb73c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878503 Aug 11 03:03:21.974552 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b87fc0-d04b-4852-8e0c-8973817539f7 req-302f08c2-df09-45c5-80eb-c90bb6b74278 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:21.976027 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-41b87fc0-d04b-4852-8e0c-8973817539f7 req-302f08c2-df09-45c5-80eb-c90bb6b74278 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/ports?device_id=168f1d5d-0861-4051-9073-cea373dbef3e HTTP/1.1" status: 200 len: 949 time: 0.0935781 Aug 11 03:03:22.053024 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-41b87fc0-d04b-4852-8e0c-8973817539f7 req-f41d5cd1-9a84-45f0-a8e2-0b8e4977274d tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8b0be49-76ee-4d50-8be0-9bf1508da412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584898 Aug 11 03:03:22.054944 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb321a5-390d-4702-90dd-175699092b45 req-fb58f1e3-8c53-4e45-986e-a689b0460040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:22.056401 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9eb321a5-390d-4702-90dd-175699092b45 req-fb58f1e3-8c53-4e45-986e-a689b0460040 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=83808f5f252c43418f6a6c255d45878a&device_id=00709577-8225-439b-ba91-c058df9317f3 HTTP/1.1" status: 200 len: 1096 time: 0.0965219 Aug 11 03:03:22.091526 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b74c079-267f-49c2-9dfc-c53e88c7c270 req-c113ff74-95dc-41d3-bacc-c25d03334ed0 tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:22.093480 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-5b74c079-267f-49c2-9dfc-c53e88c7c270 req-c113ff74-95dc-41d3-bacc-c25d03334ed0 tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] 10.222.0.24 "GET /v2.0/ports?device_id=d87e1608-5c87-419d-a16a-70b7424f7fdd HTTP/1.1" status: 200 len: 945 time: 0.0662184 Aug 11 03:03:22.219961 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-5b74c079-267f-49c2-9dfc-c53e88c7c270 req-2f59c118-863d-4b77-b763-b6b9e15dbd4f tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] Deleting port 460b214a-8cd5-4b2e-b195-3eb2e7434af1 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:03:22.220356 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-5b74c079-267f-49c2-9dfc-c53e88c7c270 req-2f59c118-863d-4b77-b763-b6b9e15dbd4f tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:22.341201 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-5b74c079-267f-49c2-9dfc-c53e88c7c270 req-2f59c118-863d-4b77-b763-b6b9e15dbd4f tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] For port 460b214a-8cd5-4b2e-b195-3eb2e7434af1, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=460b214a-8cd5-4b2e-b195-3eb2e7434af1,segment=NetworkSegment(86c83a84-fd28-4f5f-a51e-dfaae3027a90),segment_id=86c83a84-fd28-4f5f-a51e-dfaae3027a90)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:03:22.341491 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-5b74c079-267f-49c2-9dfc-c53e88c7c270 req-2f59c118-863d-4b77-b763-b6b9e15dbd4f tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:22.399293 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:03:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a0189d4-e8b1-436d-891e-01312fe4a094 x-openstack-request-id: req-6a0189d4-e8b1-436d-891e-01312fe4a094 {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:03:22.399586 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00709577-8225-439b-ba91-c058df9317f3", "tag": "acc0aeb3-d92e-4735-b223-6f56ef14264f", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:03:22.399834 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6a0189d4-e8b1-436d-891e-01312fe4a094 {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:03:22.400225 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00709577-8225-439b-ba91-c058df9317f3', 'tag': 'acc0aeb3-d92e-4735-b223-6f56ef14264f', 'status': 'completed', 'code': 200} Aug 11 03:03:22.405120 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9eb321a5-390d-4702-90dd-175699092b45 req-bd796bd0-378e-400d-80b1-f0708e7af99d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=acc0aeb3-d92e-4735-b223-6f56ef14264f HTTP/1.1" status: 200 len: 217 time: 0.3333144 Aug 11 03:03:22.510449 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb321a5-390d-4702-90dd-175699092b45 req-1c8cf73d-5180-45a4-b123-d3c209ea225e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:22.511901 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9eb321a5-390d-4702-90dd-175699092b45 req-1c8cf73d-5180-45a4-b123-d3c209ea225e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0d013ade-4c13-41b9-b262-cf5646bc4bdb HTTP/1.1" status: 200 len: 847 time: 0.0910058 Aug 11 03:03:22.522987 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188c163a-cc50-49f6-bae5-66b0ba5829ee req-e43e370c-670e-4cb1-8d68-3836df5a0151 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:22.524448 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-188c163a-cc50-49f6-bae5-66b0ba5829ee req-e43e370c-670e-4cb1-8d68-3836df5a0151 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/ports?device_id=76927434-76ea-4b52-9275-6f99fa74e6bb HTTP/1.1" status: 200 len: 945 time: 0.1221635 Aug 11 03:03:22.541786 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be94e211-66c6-4ce3-9ecb-cd1ccd3b68ea req-60f6b9ac-fbbb-47b9-be26-56961e3c4982 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:22.543170 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-be94e211-66c6-4ce3-9ecb-cd1ccd3b68ea req-60f6b9ac-fbbb-47b9-be26-56961e3c4982 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee74a19d-5cfb-4b82-af88-246568a2799a HTTP/1.1" status: 200 len: 943 time: 0.1422043 Aug 11 03:03:22.566831 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9eb321a5-390d-4702-90dd-175699092b45 req-c6080f7d-6fa4-4249-904a-cd5b95d0f269 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a1f5acc4-6e30-4bf9-bc28-7ff84dac631d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406604 Aug 11 03:03:22.580213 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-5b74c079-267f-49c2-9dfc-c53e88c7c270 req-2f59c118-863d-4b77-b763-b6b9e15dbd4f tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:22.580823 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-5b74c079-267f-49c2-9dfc-c53e88c7c270 req-2f59c118-863d-4b77-b763-b6b9e15dbd4f tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446866'] for floatingip, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:22.581318 n-d-764292-30 neutron-server[102191]: INFO neutron.db.l3_db [req-5b74c079-267f-49c2-9dfc-c53e88c7c270 req-2f59c118-863d-4b77-b763-b6b9e15dbd4f tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] Floating IP 8287411e-19cb-4b6d-9d0e-ec4ec73a9cad disassociated. External IP: 172.25.8.140, port: 460b214a-8cd5-4b2e-b195-3eb2e7434af1. Aug 11 03:03:22.581800 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-5b74c079-267f-49c2-9dfc-c53e88c7c270 req-2f59c118-863d-4b77-b763-b6b9e15dbd4f tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] Calling delete_port for 460b214a-8cd5-4b2e-b195-3eb2e7434af1 owned by compute:nova {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:03:22.666342 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-188c163a-cc50-49f6-bae5-66b0ba5829ee req-e6e60054-4260-46db-810a-33c2e124468a tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5aa9049-617d-473f-afb5-b55716ab8aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321259 Aug 11 03:03:22.671053 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-be94e211-66c6-4ce3-9ecb-cd1ccd3b68ea req-3f3b0215-56c2-4cb5-805d-07c3f3af9676 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] 10.222.0.41 "GET /v2.0/security-groups?id=17343059-1bdd-4a6d-8bb4-dcbed1576fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081221 Aug 11 03:03:22.711514 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9eb321a5-390d-4702-90dd-175699092b45 req-327e8f1f-d97c-469c-aa09-fd867099a90d service neutron] 10.222.0.24 "GET /v2.0/networks/a1f5acc4-6e30-4bf9-bc28-7ff84dac631d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305928 Aug 11 03:03:22.733992 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device e3c05f98-747d-4c4f-a74c-386a45682798 details requested by agent hyperv_n-h2-764292-30 with host n-h2-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:03:22.737161 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 9e9e9ef2-6582-4171-a887-e236ecc8b77e up at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:03:22.767659 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-5b74c079-267f-49c2-9dfc-c53e88c7c270 req-2f59c118-863d-4b77-b763-b6b9e15dbd4f tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:22.820163 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f59c118-863d-4b77-b763-b6b9e15dbd4f tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] Pushing event deleted for resources: {'Port': ['ID=460b214a-8cd5-4b2e-b195-3eb2e7434af1,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:22.881398 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9eb321a5-390d-4702-90dd-175699092b45 req-8ca66aea-5f1b-4b6c-9b7f-1dff20ff1af2 service neutron] 10.222.0.24 "GET /v2.0/networks/a1f5acc4-6e30-4bf9-bc28-7ff84dac631d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611454 Aug 11 03:03:22.906700 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f25ba6-f78c-4c2b-9b4b-843995e0c8e2 req-6dc738c0-8c9e-4ee9-aa33-7e86399df5e3 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:22.909977 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e8f25ba6-f78c-4c2b-9b4b-843995e0c8e2 req-6dc738c0-8c9e-4ee9-aa33-7e86399df5e3 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/ports?device_id=00709577-8225-439b-ba91-c058df9317f3 HTTP/1.1" status: 200 len: 944 time: 0.1111727 Aug 11 03:03:22.946343 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning for port 9e9e9ef2-6582-4171-a887-e236ecc8b77e completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:03:22.956461 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning complete for port 9e9e9ef2-6582-4171-a887-e236ecc8b77e triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:03:22.956879 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:22.988069 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port e3c05f98-747d-4c4f-a74c-386a45682798, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=e3c05f98-747d-4c4f-a74c-386a45682798,segment=NetworkSegment(e15af3bf-a96a-4239-be14-8bb6ab78ddb4),segment_id=e15af3bf-a96a-4239-be14-8bb6ab78ddb4)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:03:22.990912 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e8f25ba6-f78c-4c2b-9b4b-843995e0c8e2 req-c990a3ed-cd5b-4a61-996a-bdf36dbf47d7 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/security-groups?id=c7e06141-9137-4a1d-bc20-6fbfa107e8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734842 Aug 11 03:03:23.005284 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8385d1-0263-4e5d-8a1d-a14ff6a4cb6d req-59b31630-31ed-4078-9f82-d7f80697801a tempest-ServerMetadataNegativeTestJSON-3103053 tempest-ServerMetadataNegativeTestJSON-3103053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:23.010910 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1b8385d1-0263-4e5d-8a1d-a14ff6a4cb6d req-59b31630-31ed-4078-9f82-d7f80697801a tempest-ServerMetadataNegativeTestJSON-3103053 tempest-ServerMetadataNegativeTestJSON-3103053-project] 10.222.0.41 "GET /v2.0/ports?device_id=9544981e-cfb3-4001-a85e-5029dd8293c5 HTTP/1.1" status: 200 len: 945 time: 0.0729642 Aug 11 03:03:23.024111 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Returning: {'device': 'e3c05f98-747d-4c4f-a74c-386a45682798', 'network_id': '7308cf56-b2ea-4c5f-847a-68a400b58a6a', 'port_id': 'e3c05f98-747d-4c4f-a74c-386a45682798', 'mac_address': 'fa:16:3e:91:f3:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6db39e9a-7f38-4c82-9938-87272cf59f4c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:03:23.065805 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5b74c079-267f-49c2-9dfc-c53e88c7c270 req-2f59c118-863d-4b77-b763-b6b9e15dbd4f tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] Router 0cabdcb2-c4a7-4927-b0e5-9a6f4314d7f1 has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:03:23.081268 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81150bbd-7458-4480-913b-8ce50c5fe71e req-78d60ad8-1040-46b5-a2cd-b9097963ed33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:23.083203 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-81150bbd-7458-4480-913b-8ce50c5fe71e req-78d60ad8-1040-46b5-a2cd-b9097963ed33 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=83808f5f252c43418f6a6c255d45878a&device_id=00709577-8225-439b-ba91-c058df9317f3 HTTP/1.1" status: 200 len: 1096 time: 0.0751312 Aug 11 03:03:23.087886 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1b8385d1-0263-4e5d-8a1d-a14ff6a4cb6d req-ff806d0a-9f9d-48f8-85d5-78c2ac09bf97 tempest-ServerMetadataNegativeTestJSON-3103053 tempest-ServerMetadataNegativeTestJSON-3103053-project] 10.222.0.41 "GET /v2.0/security-groups?id=64c915b9-2a86-4597-b75b-6d37f10465b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492847 Aug 11 03:03:23.163833 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:23.192577 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3c05f98-747d-4c4f-a74c-386a45682798 {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:03:23.209996 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:23.213652 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5b74c079-267f-49c2-9dfc-c53e88c7c270 req-2f59c118-863d-4b77-b763-b6b9e15dbd4f tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:03:23.234036 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3faed050-c7e1-4011-82fd-d78bd969cf4e None None] Sync routers for ids ['0cabdcb2-c4a7-4927-b0e5-9a6f4314d7f1'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:03:23.243361 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port e3c05f98-747d-4c4f-a74c-386a45682798, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=e3c05f98-747d-4c4f-a74c-386a45682798,segment=NetworkSegment(e15af3bf-a96a-4239-be14-8bb6ab78ddb4),segment_id=e15af3bf-a96a-4239-be14-8bb6ab78ddb4)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:03:23.244641 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a4d6084e-5d4d-4518-a2a6-7c4f1428a7c2 req-dd885595-d3ed-4e99-9545-d4e685be38cd tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] 10.222.0.41 "GET /v2.0/ports?device_id=d87e1608-5c87-419d-a16a-70b7424f7fdd HTTP/1.1" status: 200 len: 210 time: 0.0645068 Aug 11 03:03:23.266085 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3faed050-c7e1-4011-82fd-d78bd969cf4e None None] Routers {'0cabdcb2-c4a7-4927-b0e5-9a6f4314d7f1'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:03:23.267252 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-3faed050-c7e1-4011-82fd-d78bd969cf4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:03:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['0cabdcb2-c4a7-4927-b0e5-9a6f4314d7f1'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:03:23.273965 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9544981e-cfb3-4001-a85e-5029dd8293c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e9e9ef2-6582-4171-a887-e236ecc8b77e'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:03:23.276513 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa5e4e49-d6d3-4702-a51f-7a94e5aee85c" -d '{"events": [{"server_uuid": "9544981e-cfb3-4001-a85e-5029dd8293c5", "name": "network-vif-plugged", "status": "completed", "tag": "9e9e9ef2-6582-4171-a887-e236ecc8b77e"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:03:23.297286 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b74c079-267f-49c2-9dfc-c53e88c7c270 req-2f59c118-863d-4b77-b763-b6b9e15dbd4f tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] No DVR routers for this DVR port 460b214a-8cd5-4b2e-b195-3eb2e7434af1 on host n-h2-764292-30 {{(pid=102191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:03:23.300038 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-5b74c079-267f-49c2-9dfc-c53e88c7c270 req-2f59c118-863d-4b77-b763-b6b9e15dbd4f tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:23.302116 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-5b74c079-267f-49c2-9dfc-c53e88c7c270 req-2f59c118-863d-4b77-b763-b6b9e15dbd4f tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] 10.222.0.24 "DELETE /v2.0/ports/460b214a-8cd5-4b2e-b195-3eb2e7434af1 HTTP/1.1" status: 204 len: 173 time: 1.2006764 Aug 11 03:03:23.302618 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81150bbd-7458-4480-913b-8ce50c5fe71e req-0db53025-e6b9-4bac-8681-395954c9a5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:23.302778 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd87e1608-5c87-419d-a16a-70b7424f7fdd', 'name': 'network-vif-deleted', 'tag': '460b214a-8cd5-4b2e-b195-3eb2e7434af1'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:03:23.305163 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50073f34-ec5a-461f-86ea-dc3eb940cf6e" -d '{"events": [{"server_uuid": "d87e1608-5c87-419d-a16a-70b7424f7fdd", "name": "network-vif-deleted", "tag": "460b214a-8cd5-4b2e-b195-3eb2e7434af1"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:03:23.318153 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-81150bbd-7458-4480-913b-8ce50c5fe71e req-0db53025-e6b9-4bac-8681-395954c9a5cb service neutron] 10.222.0.24 "GET /v2.0/networks?id=a1f5acc4-6e30-4bf9-bc28-7ff84dac631d HTTP/1.1" status: 200 len: 908 time: 0.2166719 Aug 11 03:03:23.335984 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port 9e9e9ef2-6582-4171-a887-e236ecc8b77e, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=9e9e9ef2-6582-4171-a887-e236ecc8b77e,segment=NetworkSegment(35813bee-dfbd-418b-9d1f-89c33ed3bd1b),segment_id=35813bee-dfbd-418b-9d1f-89c33ed3bd1b)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:03:23.341424 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:23.356058 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:03:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a363b416-7b52-4efb-b334-375fd20f223e x-openstack-request-id: req-a363b416-7b52-4efb-b334-375fd20f223e {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:03:23.356351 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d87e1608-5c87-419d-a16a-70b7424f7fdd", "name": "network-vif-deleted", "tag": "460b214a-8cd5-4b2e-b195-3eb2e7434af1", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:03:23.356601 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a363b416-7b52-4efb-b334-375fd20f223e {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:03:23.357042 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd87e1608-5c87-419d-a16a-70b7424f7fdd', 'name': 'network-vif-deleted', 'tag': '460b214a-8cd5-4b2e-b195-3eb2e7434af1', 'status': 'completed', 'code': 200} Aug 11 03:03:23.403021 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:03:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0efbcefd-5009-48b0-968c-39611430038f x-openstack-request-id: req-0efbcefd-5009-48b0-968c-39611430038f {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:03:23.403305 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9544981e-cfb3-4001-a85e-5029dd8293c5", "name": "network-vif-plugged", "status": "completed", "tag": "9e9e9ef2-6582-4171-a887-e236ecc8b77e", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:03:23.403545 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0efbcefd-5009-48b0-968c-39611430038f {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:03:23.404359 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9544981e-cfb3-4001-a85e-5029dd8293c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e9e9ef2-6582-4171-a887-e236ecc8b77e', 'code': 200} Aug 11 03:03:23.432419 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-81150bbd-7458-4480-913b-8ce50c5fe71e req-2e7f10d8-bc2d-482d-8b7b-e09b677ec961 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=acc0aeb3-d92e-4735-b223-6f56ef14264f HTTP/1.1" status: 200 len: 217 time: 0.1139009 Aug 11 03:03:23.450264 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:23.451192 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 06db4c5d-a94a-4999-ba65-23645888a972 no longer exists at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:03:23.454588 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=e3c05f98-747d-4c4f-a74c-386a45682798,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:23.466626 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-3faed050-c7e1-4011-82fd-d78bd969cf4e None None] Set router 0cabdcb2-c4a7-4927-b0e5-9a6f4314d7f1 gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:03:23.517292 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3267b2-9ddf-4435-89b2-94e852378ff1 req-b50edfa5-484c-4fee-bfbd-68117ca557ce tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:23.519015 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-eb3267b2-9ddf-4435-89b2-94e852378ff1 req-b50edfa5-484c-4fee-bfbd-68117ca557ce tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/ports?device_id=168f1d5d-0861-4051-9073-cea373dbef3e HTTP/1.1" status: 200 len: 949 time: 0.2314079 Aug 11 03:03:23.533735 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] No Port match for: 06db4c5d-a94a-4999-ba65-23645888a972 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:03:23.536426 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81150bbd-7458-4480-913b-8ce50c5fe71e req-9704a3bb-a45a-45f9-ba9a-18862c5bd80a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:23.537165 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 06db4c5d-a94a-4999-ba65-23645888a972 not bound to the agent host n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:03:23.540296 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-81150bbd-7458-4480-913b-8ce50c5fe71e req-9704a3bb-a45a-45f9-ba9a-18862c5bd80a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0d013ade-4c13-41b9-b262-cf5646bc4bdb HTTP/1.1" status: 200 len: 847 time: 0.0888913 Aug 11 03:03:23.540491 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3d562b-602e-4146-ac10-95a343a3b18d req-26f00975-4f14-4da4-9ad0-5cd506c765e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:23.541951 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-5b3d562b-602e-4146-ac10-95a343a3b18d req-26f00975-4f14-4da4-9ad0-5cd506c765e2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9544981e-cfb3-4001-a85e-5029dd8293c5 HTTP/1.1" status: 200 len: 1098 time: 0.0560756 Aug 11 03:03:23.594993 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-eb3267b2-9ddf-4435-89b2-94e852378ff1 req-5ad3f9ab-be1c-435c-8b04-fe35984eccad tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8b0be49-76ee-4d50-8be0-9bf1508da412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685942 Aug 11 03:03:23.596881 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-81150bbd-7458-4480-913b-8ce50c5fe71e req-e13fac8a-98b4-4d48-91d0-21a534b5a133 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a1f5acc4-6e30-4bf9-bc28-7ff84dac631d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332592 Aug 11 03:03:23.607365 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-5b3d562b-602e-4146-ac10-95a343a3b18d req-ffa5fb48-2e76-43bf-9aaf-d2b2f828014d service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=64c915b9-2a86-4597-b75b-6d37f10465b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392530 Aug 11 03:03:23.614207 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=9e9e9ef2-6582-4171-a887-e236ecc8b77e,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:23.642396 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['e3c05f98-747d-4c4f-a74c-386a45682798'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:03:23.738346 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5563e3-dd50-4035-ae6f-2957e18434d3 req-62796ede-4c4b-4178-809d-1f6c98f5dd0c tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:23.739887 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1c5563e3-dd50-4035-ae6f-2957e18434d3 req-62796ede-4c4b-4178-809d-1f6c98f5dd0c tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.22 "GET /v2.0/ports?device_id=168f1d5d-0861-4051-9073-cea373dbef3e HTTP/1.1" status: 200 len: 949 time: 0.0994809 Aug 11 03:03:23.794501 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-81150bbd-7458-4480-913b-8ce50c5fe71e req-08c4fba5-8530-4fc6-8a3d-b152c725cdd1 service neutron] 10.222.0.24 "GET /v2.0/networks/a1f5acc4-6e30-4bf9-bc28-7ff84dac631d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861153 Aug 11 03:03:23.830491 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b160a763-26ff-4a6c-b897-cde9d05788f5 req-95e4c4fd-4039-46bf-8ea2-ffb043f5cf43 tempest-LiveAutoBlockMigrationV225Test-1544515844 tempest-LiveAutoBlockMigrationV225Test-1544515844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:23.833960 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-b160a763-26ff-4a6c-b897-cde9d05788f5 req-95e4c4fd-4039-46bf-8ea2-ffb043f5cf43 tempest-LiveAutoBlockMigrationV225Test-1544515844 tempest-LiveAutoBlockMigrationV225Test-1544515844-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=76927434-76ea-4b52-9275-6f99fa74e6bb&tenant_id=7a37d4caabc9417c92d7f5d7ce7df51b&binding%3Ahost_id=n-h2-764292-30 HTTP/1.1" status: 200 len: 1097 time: 0.0591838 Aug 11 03:03:23.844167 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-3faed050-c7e1-4011-82fd-d78bd969cf4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cabdcb2-c4a7-4927-b0e5-9a6f4314d7f1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-581871637-router', 'tenant_id': 'e2a079adece943d79940f9231134e5b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': '3ed03132-a150-4896-9ed2-237b70295770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:58:29Z', 'updated_at': '2021-08-11T02:58:33Z', 'revision_number': 4, 'project_id': 'e2a079adece943d79940f9231134e5b8', 'gw_port': {'id': '3ed03132-a150-4896-9ed2-237b70295770', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ee:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cabdcb2-c4a7-4927-b0e5-9a6f4314d7f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:58:29Z', 'updated_at': '2021-08-11T02:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '7854c917-39b9-4b2d-ade4-21a3f8d957d8', 'name': '', 'network_id': 'abf4f863-7e34-4c96-bae1-78fb72808e42', 'tenant_id': 'e2a079adece943d79940f9231134e5b8', 'mac_address': 'fa:16:3e:9e:4d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cabdcb2-c4a7-4927-b0e5-9a6f4314d7f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'ea672f68-2286-4aab-b6b2-6a0985e114d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:58:32Z', 'updated_at': '2021-08-11T02:58:42Z', 'revision_number': 5, 'project_id': 'e2a079adece943d79940f9231134e5b8', 'subnets': [{'id': 'ea672f68-2286-4aab-b6b2-6a0985e114d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:03:23.849167 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-b160a763-26ff-4a6c-b897-cde9d05788f5 req-0d35f7d8-6ecb-4e1b-9ff0-6041f81711ad service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-764292-30'}}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:03:23.881550 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3faed050-c7e1-4011-82fd-d78bd969cf4e None None] Checking router: 0cabdcb2-c4a7-4927-b0e5-9a6f4314d7f1 for host: n-d-764292-30 {{(pid=102193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:03:23.904450 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3faed050-c7e1-4011-82fd-d78bd969cf4e None None] Routers {'0cabdcb2-c4a7-4927-b0e5-9a6f4314d7f1'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:03:23.905240 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-3faed050-c7e1-4011-82fd-d78bd969cf4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:03:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['0cabdcb2-c4a7-4927-b0e5-9a6f4314d7f1'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:03:23.925974 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-b160a763-26ff-4a6c-b897-cde9d05788f5 req-0d35f7d8-6ecb-4e1b-9ff0-6041f81711ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:24.007216 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76614fe-e004-45fc-a218-b4b758248950 req-539dcf11-46b1-4378-a01e-f20421b57d42 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:24.008516 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a76614fe-e004-45fc-a218-b4b758248950 req-539dcf11-46b1-4378-a01e-f20421b57d42 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee74a19d-5cfb-4b82-af88-246568a2799a HTTP/1.1" status: 200 len: 944 time: 0.1702096 Aug 11 03:03:24.019190 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af344c47-011e-45ab-a1bf-25234e0cdfcd req-88d6da24-3e2b-434e-9f6b-291a541537de tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:24.020693 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-af344c47-011e-45ab-a1bf-25234e0cdfcd req-88d6da24-3e2b-434e-9f6b-291a541537de tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/ports?device_id=76927434-76ea-4b52-9275-6f99fa74e6bb HTTP/1.1" status: 200 len: 945 time: 0.1725147 Aug 11 03:03:24.025820 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-81150bbd-7458-4480-913b-8ce50c5fe71e req-5a7d5e49-01cb-4066-936d-897e81f1365b service neutron] 10.222.0.24 "GET /v2.0/networks/a1f5acc4-6e30-4bf9-bc28-7ff84dac631d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2189939 Aug 11 03:03:24.050390 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-3faed050-c7e1-4011-82fd-d78bd969cf4e None None] Set router 0cabdcb2-c4a7-4927-b0e5-9a6f4314d7f1 gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:03:24.063164 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [req-1c5563e3-dd50-4035-ae6f-2957e18434d3 req-94c90bd0-2338-44be-b023-cfbe8e898de7 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Deleting port 00469b72-201a-4c1f-a704-ecaae9e4601f {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:03:24.063164 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-1c5563e3-dd50-4035-ae6f-2957e18434d3 req-94c90bd0-2338-44be-b023-cfbe8e898de7 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:24.093229 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-b160a763-26ff-4a6c-b897-cde9d05788f5 req-0d35f7d8-6ecb-4e1b-9ff0-6041f81711ad service neutron] For port 092c0a28-e4d2-4ebb-8107-8a0561809fdb, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=092c0a28-e4d2-4ebb-8107-8a0561809fdb,segment=NetworkSegment(a45ed4ca-59d3-4372-9b5a-18bb6ba190c2),segment_id=a45ed4ca-59d3-4372-9b5a-18bb6ba190c2)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:03:24.139200 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a76614fe-e004-45fc-a218-b4b758248950 req-4e4104e5-e806-4da6-a38c-aefb589b2cc5 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] 10.222.0.41 "GET /v2.0/security-groups?id=17343059-1bdd-4a6d-8bb4-dcbed1576fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175096 Aug 11 03:03:24.144620 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-af344c47-011e-45ab-a1bf-25234e0cdfcd req-68476afd-0f1f-44de-b02b-9ad03c288334 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5aa9049-617d-473f-afb5-b55716ab8aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168137 Aug 11 03:03:24.145417 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-b160a763-26ff-4a6c-b897-cde9d05788f5 req-0d35f7d8-6ecb-4e1b-9ff0-6041f81711ad service neutron] For port 092c0a28-e4d2-4ebb-8107-8a0561809fdb, host n-h2-764292-30, cleared binding levels {{(pid=102191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:03:24.219341 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-b160a763-26ff-4a6c-b897-cde9d05788f5 req-0d35f7d8-6ecb-4e1b-9ff0-6041f81711ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:24.222423 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-1c5563e3-dd50-4035-ae6f-2957e18434d3 req-94c90bd0-2338-44be-b023-cfbe8e898de7 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] For port 00469b72-201a-4c1f-a704-ecaae9e4601f, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=00469b72-201a-4c1f-a704-ecaae9e4601f,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:03:24.223082 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-1c5563e3-dd50-4035-ae6f-2957e18434d3 req-94c90bd0-2338-44be-b023-cfbe8e898de7 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:24.242023 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [req-1c5563e3-dd50-4035-ae6f-2957e18434d3 req-94c90bd0-2338-44be-b023-cfbe8e898de7 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Calling delete_port for 00469b72-201a-4c1f-a704-ecaae9e4601f owned by compute:nova {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:03:24.302209 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-3faed050-c7e1-4011-82fd-d78bd969cf4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cabdcb2-c4a7-4927-b0e5-9a6f4314d7f1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-581871637-router', 'tenant_id': 'e2a079adece943d79940f9231134e5b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': '3ed03132-a150-4896-9ed2-237b70295770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:58:29Z', 'updated_at': '2021-08-11T02:58:33Z', 'revision_number': 4, 'project_id': 'e2a079adece943d79940f9231134e5b8', 'gw_port': {'id': '3ed03132-a150-4896-9ed2-237b70295770', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ee:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cabdcb2-c4a7-4927-b0e5-9a6f4314d7f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:58:29Z', 'updated_at': '2021-08-11T02:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '7854c917-39b9-4b2d-ade4-21a3f8d957d8', 'name': '', 'network_id': 'abf4f863-7e34-4c96-bae1-78fb72808e42', 'tenant_id': 'e2a079adece943d79940f9231134e5b8', 'mac_address': 'fa:16:3e:9e:4d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cabdcb2-c4a7-4927-b0e5-9a6f4314d7f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'ea672f68-2286-4aab-b6b2-6a0985e114d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:58:32Z', 'updated_at': '2021-08-11T02:58:42Z', 'revision_number': 5, 'project_id': 'e2a079adece943d79940f9231134e5b8', 'subnets': [{'id': 'ea672f68-2286-4aab-b6b2-6a0985e114d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:03:24.321545 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-b160a763-26ff-4a6c-b897-cde9d05788f5 req-0d35f7d8-6ecb-4e1b-9ff0-6041f81711ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:24.350867 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3faed050-c7e1-4011-82fd-d78bd969cf4e None None] The sync data for ids ['0cabdcb2-c4a7-4927-b0e5-9a6f4314d7f1'] in n-d-764292-30 is: [{'id': '0cabdcb2-c4a7-4927-b0e5-9a6f4314d7f1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-581871637-router', 'tenant_id': 'e2a079adece943d79940f9231134e5b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': '3ed03132-a150-4896-9ed2-237b70295770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:58:29Z', 'updated_at': '2021-08-11T02:58:33Z', 'revision_number': 4, 'project_id': 'e2a079adece943d79940f9231134e5b8', 'gw_port': {'id': '3ed03132-a150-4896-9ed2-237b70295770', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ee:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cabdcb2-c4a7-4927-b0e5-9a6f4314d7f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:58:29Z', 'updated_at': '2021-08-11T02:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '7854c917-39b9-4b2d-ade4-21a3f8d957d8', 'name': '', 'network_id': 'abf4f863-7e34-4c96-bae1-78fb72808e42', 'tenant_id': 'e2a079adece943d79940f9231134e5b8', 'mac_address': 'fa:16:3e:9e:4d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cabdcb2-c4a7-4927-b0e5-9a6f4314d7f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'ea672f68-2286-4aab-b6b2-6a0985e114d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:58:32Z', 'updated_at': '2021-08-11T02:58:42Z', 'revision_number': 5, 'project_id': 'e2a079adece943d79940f9231134e5b8', 'subnets': [{'id': 'ea672f68-2286-4aab-b6b2-6a0985e114d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:03:24.409135 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d35f7d8-6ecb-4e1b-9ff0-6041f81711ad service neutron] Pushing event updated for resources: {'Port': ['ID=092c0a28-e4d2-4ebb-8107-8a0561809fdb,revision_number=7']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:24.409781 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a26feff-1e75-4b62-83d0-dfbef5cd6da9 req-e612912d-4dea-4357-95fa-ebc2c49d87fb tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:24.417436 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8a26feff-1e75-4b62-83d0-dfbef5cd6da9 req-e612912d-4dea-4357-95fa-ebc2c49d87fb tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/ports?device_id=00709577-8225-439b-ba91-c058df9317f3 HTTP/1.1" status: 200 len: 944 time: 0.1540375 Aug 11 03:03:24.428788 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-b160a763-26ff-4a6c-b897-cde9d05788f5 req-0d35f7d8-6ecb-4e1b-9ff0-6041f81711ad service neutron] Attempting to bind port 092c0a28-e4d2-4ebb-8107-8a0561809fdb on host n-h2-764292-30 for vnic_type normal with profile {"migrating_to": "n-h1-764292-30"} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:03:24.428788 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-b160a763-26ff-4a6c-b897-cde9d05788f5 req-0d35f7d8-6ecb-4e1b-9ff0-6041f81711ad service neutron] Attempting to bind port 092c0a28-e4d2-4ebb-8107-8a0561809fdb by drivers openvswitch,hyperv on host n-h2-764292-30 at level 0 using segments [{'id': 'a45ed4ca-59d3-4372-9b5a-18bb6ba190c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f221beb7-8330-438a-a9fe-3bfcf5050d99'}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:03:24.428788 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b160a763-26ff-4a6c-b897-cde9d05788f5 req-0d35f7d8-6ecb-4e1b-9ff0-6041f81711ad service neutron] Attempting to bind port 092c0a28-e4d2-4ebb-8107-8a0561809fdb on network f221beb7-8330-438a-a9fe-3bfcf5050d99 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:03:24.432095 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b160a763-26ff-4a6c-b897-cde9d05788f5 req-0d35f7d8-6ecb-4e1b-9ff0-6041f81711ad service neutron] Port 092c0a28-e4d2-4ebb-8107-8a0561809fdb on network f221beb7-8330-438a-a9fe-3bfcf5050d99 not bound, no agent of type Open vSwitch agent registered on host n-h2-764292-30 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:03:24.432413 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b160a763-26ff-4a6c-b897-cde9d05788f5 req-0d35f7d8-6ecb-4e1b-9ff0-6041f81711ad service neutron] Attempting to bind port 092c0a28-e4d2-4ebb-8107-8a0561809fdb on network f221beb7-8330-438a-a9fe-3bfcf5050d99 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:03:24.436020 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea812077-ef5c-4779-b496-bbb557f27bd1 req-02d18453-9984-4e38-8c61-f50c3aa6f62e tempest-ServerMetadataNegativeTestJSON-3103053 tempest-ServerMetadataNegativeTestJSON-3103053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:24.438219 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ea812077-ef5c-4779-b496-bbb557f27bd1 req-02d18453-9984-4e38-8c61-f50c3aa6f62e tempest-ServerMetadataNegativeTestJSON-3103053 tempest-ServerMetadataNegativeTestJSON-3103053-project] 10.222.0.41 "GET /v2.0/ports?device_id=9544981e-cfb3-4001-a85e-5029dd8293c5 HTTP/1.1" status: 200 len: 946 time: 0.1096151 Aug 11 03:03:24.449198 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b160a763-26ff-4a6c-b897-cde9d05788f5 req-0d35f7d8-6ecb-4e1b-9ff0-6041f81711ad service neutron] Checking agent: {'id': '70015fc0-62fb-48b2-b453-36906937cf2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 3, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:03:24.449679 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b160a763-26ff-4a6c-b897-cde9d05788f5 req-0d35f7d8-6ecb-4e1b-9ff0-6041f81711ad service neutron] Checking segment: {'id': 'a45ed4ca-59d3-4372-9b5a-18bb6ba190c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f221beb7-8330-438a-a9fe-3bfcf5050d99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:03:24.450159 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b160a763-26ff-4a6c-b897-cde9d05788f5 req-0d35f7d8-6ecb-4e1b-9ff0-6041f81711ad service neutron] Bound using segment: {'id': 'a45ed4ca-59d3-4372-9b5a-18bb6ba190c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f221beb7-8330-438a-a9fe-3bfcf5050d99'} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:03:24.450709 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-b160a763-26ff-4a6c-b897-cde9d05788f5 req-0d35f7d8-6ecb-4e1b-9ff0-6041f81711ad service neutron] Bound port: 092c0a28-e4d2-4ebb-8107-8a0561809fdb, host: n-h2-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a45ed4ca-59d3-4372-9b5a-18bb6ba190c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f221beb7-8330-438a-a9fe-3bfcf5050d99'}}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:03:24.451360 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-b160a763-26ff-4a6c-b897-cde9d05788f5 req-0d35f7d8-6ecb-4e1b-9ff0-6041f81711ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:24.499504 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ea812077-ef5c-4779-b496-bbb557f27bd1 req-3e8be18e-2e73-48d3-841b-ccba96233178 tempest-ServerMetadataNegativeTestJSON-3103053 tempest-ServerMetadataNegativeTestJSON-3103053-project] 10.222.0.41 "GET /v2.0/security-groups?id=64c915b9-2a86-4597-b75b-6d37f10465b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524714 Aug 11 03:03:24.535271 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-b160a763-26ff-4a6c-b897-cde9d05788f5 req-0d35f7d8-6ecb-4e1b-9ff0-6041f81711ad service neutron] For port 092c0a28-e4d2-4ebb-8107-8a0561809fdb, host n-h2-764292-30, cleared binding levels {{(pid=102191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:03:24.538759 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-b160a763-26ff-4a6c-b897-cde9d05788f5 req-0d35f7d8-6ecb-4e1b-9ff0-6041f81711ad service neutron] For port 092c0a28-e4d2-4ebb-8107-8a0561809fdb, host n-h2-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=092c0a28-e4d2-4ebb-8107-8a0561809fdb,segment=NetworkSegment(a45ed4ca-59d3-4372-9b5a-18bb6ba190c2),segment_id=a45ed4ca-59d3-4372-9b5a-18bb6ba190c2)] {{(pid=102191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:03:24.545284 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8a26feff-1e75-4b62-83d0-dfbef5cd6da9 req-18fb39b2-c2e4-4f8b-a5c0-925f64230c5e tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/security-groups?id=c7e06141-9137-4a1d-bc20-6fbfa107e8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194878 Aug 11 03:03:24.626157 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-b160a763-26ff-4a6c-b897-cde9d05788f5 req-0d35f7d8-6ecb-4e1b-9ff0-6041f81711ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:24.675470 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c8ec0f67-c9ad-4785-a263-fe09513807d8 req-e7bd2a70-d660-4898-b561-68569a80bf65 tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] 10.222.0.41 "GET /v2.0/ports?device_id=d87e1608-5c87-419d-a16a-70b7424f7fdd HTTP/1.1" status: 200 len: 210 time: 0.0445869 Aug 11 03:03:24.676292 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-1c5563e3-dd50-4035-ae6f-2957e18434d3 req-94c90bd0-2338-44be-b023-cfbe8e898de7 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:24.692913 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['2e23dd7b-0b38-404c-8090-6ce6bff54305', '757139b6-8342-4504-82df-491f3ad6472a', 'd008f631-61e8-4410-80e4-ee203c8580df', '0e651a33-7f9d-42f8-841f-da7670b11eb0', '00469b72-201a-4c1f-a704-ecaae9e4601f'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:03:24.728072 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c90bd0-2338-44be-b023-cfbe8e898de7 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Pushing event deleted for resources: {'Port': ['ID=00469b72-201a-4c1f-a704-ecaae9e4601f,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:24.728437 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d35f7d8-6ecb-4e1b-9ff0-6041f81711ad service neutron] Pushing event updated for resources: {'Port': ['ID=092c0a28-e4d2-4ebb-8107-8a0561809fdb,revision_number=8']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:24.761128 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['acd77bac-ad9f-4185-9417-ca2c1c5f2f9c', '458952e7-3214-4b7c-b5f0-fc92a3bcef03'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:03:24.770821 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device e3c05f98-747d-4c4f-a74c-386a45682798 up at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:03:24.772356 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b160a763-26ff-4a6c-b897-cde9d05788f5 req-0d35f7d8-6ecb-4e1b-9ff0-6041f81711ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:24.772356 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-b160a763-26ff-4a6c-b897-cde9d05788f5 req-0d35f7d8-6ecb-4e1b-9ff0-6041f81711ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:24.776058 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-b160a763-26ff-4a6c-b897-cde9d05788f5 req-0d35f7d8-6ecb-4e1b-9ff0-6041f81711ad service neutron] 10.222.0.22 "PUT /v2.0/ports/092c0a28-e4d2-4ebb-8107-8a0561809fdb HTTP/1.1" status: 200 len: 1123 time: 0.9325163 Aug 11 03:03:24.782945 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4356028a-2202-487a-89b3-87981d01d1f8 req-233313c5-21c4-4704-a12e-667c601ea130 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/ports?device_id=168f1d5d-0861-4051-9073-cea373dbef3e HTTP/1.1" status: 200 len: 210 time: 0.0599239 Aug 11 03:03:24.790770 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d526721-d31f-4f53-8e57-6fe07f3d9db9 None None] New status for floating IP 8287411e-19cb-4b6d-9d0e-ec4ec73a9cad: DOWN {{(pid=102194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:03:24.815015 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c5563e3-dd50-4035-ae6f-2957e18434d3 req-94c90bd0-2338-44be-b023-cfbe8e898de7 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] No DVR routers for this DVR port 00469b72-201a-4c1f-a704-ecaae9e4601f on host n-h1-764292-30 {{(pid=102192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:03:24.819857 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-1c5563e3-dd50-4035-ae6f-2957e18434d3 req-94c90bd0-2338-44be-b023-cfbe8e898de7 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:24.822196 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1c5563e3-dd50-4035-ae6f-2957e18434d3 req-94c90bd0-2338-44be-b023-cfbe8e898de7 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.22 "DELETE /v2.0/ports/00469b72-201a-4c1f-a704-ecaae9e4601f HTTP/1.1" status: 204 len: 173 time: 1.0731945 Aug 11 03:03:24.822574 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '168f1d5d-0861-4051-9073-cea373dbef3e', 'name': 'network-vif-deleted', 'tag': '00469b72-201a-4c1f-a704-ecaae9e4601f'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:03:24.825096 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-002a47ba-828a-47b9-b3a6-a503546fac83" -d '{"events": [{"server_uuid": "168f1d5d-0861-4051-9073-cea373dbef3e", "name": "network-vif-deleted", "tag": "00469b72-201a-4c1f-a704-ecaae9e4601f"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:03:24.876905 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90e0d4dc-2653-4aa7-b0cc-21406401fde1 x-openstack-request-id: req-90e0d4dc-2653-4aa7-b0cc-21406401fde1 {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:03:24.877357 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "168f1d5d-0861-4051-9073-cea373dbef3e", "name": "network-vif-deleted", "tag": "00469b72-201a-4c1f-a704-ecaae9e4601f", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:03:24.877772 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-90e0d4dc-2653-4aa7-b0cc-21406401fde1 {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:03:24.878260 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '168f1d5d-0861-4051-9073-cea373dbef3e', 'name': 'network-vif-deleted', 'tag': '00469b72-201a-4c1f-a704-ecaae9e4601f', 'status': 'completed', 'code': 200} Aug 11 03:03:24.997461 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['092c0a28-e4d2-4ebb-8107-8a0561809fdb'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:03:25.010434 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['092c0a28-e4d2-4ebb-8107-8a0561809fdb'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:03:25.012809 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 092c0a28-e4d2-4ebb-8107-8a0561809fdb details requested by agent hyperv_n-h1-764292-30 with host n-h1-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:03:25.311548 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9123f2-4b89-4c22-9eb8-cabc9cf2097a req-aaeb5776-360b-48e3-a137-72cd2c6f778c tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:25.313488 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-aa9123f2-4b89-4c22-9eb8-cabc9cf2097a req-aaeb5776-360b-48e3-a137-72cd2c6f778c tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee74a19d-5cfb-4b82-af88-246568a2799a HTTP/1.1" status: 200 len: 944 time: 0.0853791 Aug 11 03:03:25.322943 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8167bbd-f70f-45a4-8096-c117ae1abe04 req-b13072b6-0b90-42ec-96af-94512958b47d tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:25.324455 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c8167bbd-f70f-45a4-8096-c117ae1abe04 req-b13072b6-0b90-42ec-96af-94512958b47d tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/ports?device_id=76927434-76ea-4b52-9275-6f99fa74e6bb HTTP/1.1" status: 200 len: 943 time: 0.0865433 Aug 11 03:03:25.357743 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 092c0a28-e4d2-4ebb-8107-8a0561809fdb, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=092c0a28-e4d2-4ebb-8107-8a0561809fdb,segment=NetworkSegment(a45ed4ca-59d3-4372-9b5a-18bb6ba190c2),segment_id=a45ed4ca-59d3-4372-9b5a-18bb6ba190c2)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:03:25.358645 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76927434-76ea-4b52-9275-6f99fa74e6bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '092c0a28-e4d2-4ebb-8107-8a0561809fdb'}, {'name': 'network-changed', 'server_uuid': '76927434-76ea-4b52-9275-6f99fa74e6bb', 'tag': '092c0a28-e4d2-4ebb-8107-8a0561809fdb'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:03:25.362156 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72245c71-9385-4b57-8877-09661630e55d" -d '{"events": [{"server_uuid": "76927434-76ea-4b52-9275-6f99fa74e6bb", "name": "network-vif-unplugged", "status": "completed", "tag": "092c0a28-e4d2-4ebb-8107-8a0561809fdb"}, {"name": "network-changed", "server_uuid": "76927434-76ea-4b52-9275-6f99fa74e6bb", "tag": "092c0a28-e4d2-4ebb-8107-8a0561809fdb"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:03:25.381953 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-aa9123f2-4b89-4c22-9eb8-cabc9cf2097a req-3d58c90f-a380-4f90-b2e9-217eb56a15d0 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] 10.222.0.41 "GET /v2.0/security-groups?id=17343059-1bdd-4a6d-8bb4-dcbed1576fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565207 Aug 11 03:03:25.384388 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning for port e3c05f98-747d-4c4f-a74c-386a45682798 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:03:25.384753 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c8167bbd-f70f-45a4-8096-c117ae1abe04 req-1a7f6662-3f7b-4f4b-adc2-9aca7b329494 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5aa9049-617d-473f-afb5-b55716ab8aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524247 Aug 11 03:03:25.414469 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning complete for port e3c05f98-747d-4c4f-a74c-386a45682798 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:03:25.414845 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:25.424909 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 092c0a28-e4d2-4ebb-8107-8a0561809fdb has no active binding in host n-h1-764292-30 {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 11 03:03:25.448118 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 11 Aug 2021 03:03:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7239fcf-8b47-4a45-a3f6-09ffede64c86 x-openstack-request-id: req-d7239fcf-8b47-4a45-a3f6-09ffede64c86 {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:03:25.451628 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76927434-76ea-4b52-9275-6f99fa74e6bb", "name": "network-vif-unplugged", "status": "completed", "tag": "092c0a28-e4d2-4ebb-8107-8a0561809fdb", "code": 200}, {"name": "network-changed", "server_uuid": "76927434-76ea-4b52-9275-6f99fa74e6bb", "tag": "092c0a28-e4d2-4ebb-8107-8a0561809fdb", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:03:25.451628 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d7239fcf-8b47-4a45-a3f6-09ffede64c86 {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:03:25.451628 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76927434-76ea-4b52-9275-6f99fa74e6bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '092c0a28-e4d2-4ebb-8107-8a0561809fdb', 'code': 200} Aug 11 03:03:25.451628 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76927434-76ea-4b52-9275-6f99fa74e6bb', 'tag': '092c0a28-e4d2-4ebb-8107-8a0561809fdb', 'status': 'completed', 'code': 200} Aug 11 03:03:25.527433 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72245c71-9385-4b57-8877-09661630e55d req-2d4e9528-bc4f-4d39-8a03-36246d2a4fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:25.529731 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-72245c71-9385-4b57-8877-09661630e55d req-2d4e9528-bc4f-4d39-8a03-36246d2a4fbd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7a37d4caabc9417c92d7f5d7ce7df51b&device_id=76927434-76ea-4b52-9275-6f99fa74e6bb HTTP/1.1" status: 200 len: 1126 time: 0.0462706 Aug 11 03:03:25.640029 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72245c71-9385-4b57-8877-09661630e55d req-3c6e7f71-2c83-4a11-87d9-3c917895bea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:25.641541 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-72245c71-9385-4b57-8877-09661630e55d req-3c6e7f71-2c83-4a11-87d9-3c917895bea1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f221beb7-8330-438a-a9fe-3bfcf5050d99 HTTP/1.1" status: 200 len: 922 time: 0.1043823 Aug 11 03:03:25.695666 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:25.731536 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-72245c71-9385-4b57-8877-09661630e55d req-d6f10390-1b1b-4180-a4cb-3d402385224c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=092c0a28-e4d2-4ebb-8107-8a0561809fdb HTTP/1.1" status: 200 len: 217 time: 0.0737555 Aug 11 03:03:25.764451 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee74a19d-5cfb-4b82-af88-246568a2799a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3c05f98-747d-4c4f-a74c-386a45682798'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:03:25.766151 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4188998-2071-4b66-b1da-8c29777336d8" -d '{"events": [{"server_uuid": "ee74a19d-5cfb-4b82-af88-246568a2799a", "name": "network-vif-plugged", "status": "completed", "tag": "e3c05f98-747d-4c4f-a74c-386a45682798"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:03:25.805470 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5851cd61-0020-47de-bf74-44f79f1e95b1 req-769dc529-b8f1-45cf-bbb7-ef99e7d4f631 tempest-ServerMetadataNegativeTestJSON-3103053 tempest-ServerMetadataNegativeTestJSON-3103053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:25.806116 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port e3c05f98-747d-4c4f-a74c-386a45682798, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=e3c05f98-747d-4c4f-a74c-386a45682798,segment=NetworkSegment(e15af3bf-a96a-4239-be14-8bb6ab78ddb4),segment_id=e15af3bf-a96a-4239-be14-8bb6ab78ddb4)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:03:25.809530 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5851cd61-0020-47de-bf74-44f79f1e95b1 req-769dc529-b8f1-45cf-bbb7-ef99e7d4f631 tempest-ServerMetadataNegativeTestJSON-3103053 tempest-ServerMetadataNegativeTestJSON-3103053-project] 10.222.0.41 "GET /v2.0/ports?device_id=9544981e-cfb3-4001-a85e-5029dd8293c5 HTTP/1.1" status: 200 len: 946 time: 0.1624801 Aug 11 03:03:25.888043 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:25.892217 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72245c71-9385-4b57-8877-09661630e55d req-df0ba393-4a38-4917-a2b9-618eb188f1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:25.896279 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-72245c71-9385-4b57-8877-09661630e55d req-df0ba393-4a38-4917-a2b9-618eb188f1d0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1f48ffa3-65bd-47bc-90cf-1fcd73e0ff01 HTTP/1.1" status: 200 len: 861 time: 0.1503394 Aug 11 03:03:25.912227 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5851cd61-0020-47de-bf74-44f79f1e95b1 req-b8fd4adb-a87e-4dc9-a73c-3ed2c7c7dd3a tempest-ServerMetadataNegativeTestJSON-3103053 tempest-ServerMetadataNegativeTestJSON-3103053-project] 10.222.0.41 "GET /v2.0/security-groups?id=64c915b9-2a86-4597-b75b-6d37f10465b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954704 Aug 11 03:03:25.957204 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e0c6ce-8079-4c9c-88a2-ca76a138aeb8 req-b1f8ef4f-c505-4b42-82d0-ea54a2496782 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:25.962858 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=e3c05f98-747d-4c4f-a74c-386a45682798,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:25.965023 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-26e0c6ce-8079-4c9c-88a2-ca76a138aeb8 req-b1f8ef4f-c505-4b42-82d0-ea54a2496782 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/ports?device_id=00709577-8225-439b-ba91-c058df9317f3 HTTP/1.1" status: 200 len: 944 time: 0.2838054 Aug 11 03:03:25.981411 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-72245c71-9385-4b57-8877-09661630e55d req-29319ac1-aa4e-4f33-ab28-bcfa16f9ea81 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f221beb7-8330-438a-a9fe-3bfcf5050d99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0799246 Aug 11 03:03:26.086435 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-26e0c6ce-8079-4c9c-88a2-ca76a138aeb8 req-34c1a6de-4884-4ea9-8f18-53ba4fcbf97b tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/security-groups?id=c7e06141-9137-4a1d-bc20-6fbfa107e8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203973 Aug 11 03:03:26.130030 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:03:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bed9b877-c34b-4321-86a9-98c9bbb5145a x-openstack-request-id: req-bed9b877-c34b-4321-86a9-98c9bbb5145a {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:03:26.130546 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee74a19d-5cfb-4b82-af88-246568a2799a", "name": "network-vif-plugged", "status": "completed", "tag": "e3c05f98-747d-4c4f-a74c-386a45682798", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:03:26.130671 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bed9b877-c34b-4321-86a9-98c9bbb5145a {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:03:26.130988 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee74a19d-5cfb-4b82-af88-246568a2799a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3c05f98-747d-4c4f-a74c-386a45682798', 'code': 200} Aug 11 03:03:26.137790 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-72245c71-9385-4b57-8877-09661630e55d req-0438f746-9717-48f4-9345-c52956be4275 service neutron] 10.222.0.24 "GET /v2.0/networks/f221beb7-8330-438a-a9fe-3bfcf5050d99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458991 Aug 11 03:03:26.270039 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688c83e0-6883-48f2-870c-1b4a4584fdc6 req-1e799d70-d681-4895-9fa6-1ddc5755faf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:26.273560 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-688c83e0-6883-48f2-870c-1b4a4584fdc6 req-1e799d70-d681-4895-9fa6-1ddc5755faf9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ee74a19d-5cfb-4b82-af88-246568a2799a HTTP/1.1" status: 200 len: 1097 time: 0.0700181 Aug 11 03:03:26.312142 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-72245c71-9385-4b57-8877-09661630e55d req-90123c18-0950-4973-b7bc-47e150b8a8aa service neutron] 10.222.0.24 "GET /v2.0/networks/f221beb7-8330-438a-a9fe-3bfcf5050d99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616924 Aug 11 03:03:26.313840 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-688c83e0-6883-48f2-870c-1b4a4584fdc6 req-9144f839-73b8-419e-9099-2cefe143ed20 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=17343059-1bdd-4a6d-8bb4-dcbed1576fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335379 Aug 11 03:03:26.385692 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 46768) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:26.469424 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d3e0cc06-37ed-491b-bb6d-919ede9f5e24 tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:26.506301 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d3e0cc06-37ed-491b-bb6d-919ede9f5e24 tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:26.548006 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd7dfdb-5056-4cd7-83c0-ff863f1394ae req-028591d3-32f9-4f12-a666-691ad7f2a00b tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:26.550094 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0bd7dfdb-5056-4cd7-83c0-ff863f1394ae req-028591d3-32f9-4f12-a666-691ad7f2a00b tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee74a19d-5cfb-4b82-af88-246568a2799a HTTP/1.1" status: 200 len: 945 time: 0.0577154 Aug 11 03:03:26.600390 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0bd7dfdb-5056-4cd7-83c0-ff863f1394ae req-74148799-1eec-4043-8fe5-088adbb350e6 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] 10.222.0.41 "GET /v2.0/security-groups?id=17343059-1bdd-4a6d-8bb4-dcbed1576fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405130 Aug 11 03:03:26.635202 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d3e0cc06-37ed-491b-bb6d-919ede9f5e24 tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:26.640868 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d3e0cc06-37ed-491b-bb6d-919ede9f5e24 tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:26.643202 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-d3e0cc06-37ed-491b-bb6d-919ede9f5e24 tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] 10.222.0.41 "DELETE /v2.0/security-groups/1b0ce1ff-a0b3-4227-acd8-01062eb73c14 HTTP/1.1" status: 204 len: 168 time: 0.2555580 Aug 11 03:03:26.655045 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 46784) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:26.656585 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e0cc06-37ed-491b-bb6d-919ede9f5e24 tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b0ce1ff-a0b3-4227-acd8-01062eb73c14,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:26.682407 n-d-764292-30 neutron-server[102191]: INFO neutron.api.v2.resource [None req-8cccc40d-28b5-45f6-a1a5-861b820f5d7a tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] show failed (client error): The resource could not be found. Aug 11 03:03:26.684622 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-8cccc40d-28b5-45f6-a1a5-861b820f5d7a tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] 10.222.0.41 "GET /v2.0/security-groups/1b0ce1ff-a0b3-4227-acd8-01062eb73c14 HTTP/1.1" status: 404 len: 347 time: 0.0243256 Aug 11 03:03:26.689648 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 46786) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:26.693699 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f773077-0a5d-47ee-bd70-38b9af57c559 req-2625f918-4331-4d0e-b778-0ff58b797d58 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:26.703818 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1f773077-0a5d-47ee-bd70-38b9af57c559 req-2625f918-4331-4d0e-b778-0ff58b797d58 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/ports?device_id=76927434-76ea-4b52-9275-6f99fa74e6bb HTTP/1.1" status: 200 len: 943 time: 0.0711436 Aug 11 03:03:26.755748 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1f773077-0a5d-47ee-bd70-38b9af57c559 req-311733a2-5ca4-4358-a21b-3634535ca7b0 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5aa9049-617d-473f-afb5-b55716ab8aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508118 Aug 11 03:03:26.758097 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 460b214a-8cd5-4b2e-b195-3eb2e7434af1 no longer exists at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:03:26.791022 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] No Port match for: 460b214a-8cd5-4b2e-b195-3eb2e7434af1 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:03:26.791885 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 460b214a-8cd5-4b2e-b195-3eb2e7434af1 not bound to the agent host n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:03:26.832787 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e88474-8fe9-4a70-b064-80f4c17dbd1f req-065ea58b-1303-45cc-8186-2c71d48eb9ff tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:26.834395 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-66e88474-8fe9-4a70-b064-80f4c17dbd1f req-065ea58b-1303-45cc-8186-2c71d48eb9ff tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ec2859a-b01c-4908-98dd-17038e54b6de HTTP/1.1" status: 200 len: 950 time: 0.0632370 Aug 11 03:03:26.850346 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-a7d441a5-8533-4d4c-9c9e-95cbc0afc7bc tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] Deleting port 23e78bb8-ee6e-49f4-b9b1-459041af5472 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:03:26.850732 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a7d441a5-8533-4d4c-9c9e-95cbc0afc7bc tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:26.884160 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-66e88474-8fe9-4a70-b064-80f4c17dbd1f req-bac17108-9f15-4dde-949f-0d830b684d41 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8b0be49-76ee-4d50-8be0-9bf1508da412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435059 Aug 11 03:03:26.935018 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a7d441a5-8533-4d4c-9c9e-95cbc0afc7bc tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:26.935361 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a7d441a5-8533-4d4c-9c9e-95cbc0afc7bc tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:26.948059 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-a7d441a5-8533-4d4c-9c9e-95cbc0afc7bc tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] Calling delete_port for 23e78bb8-ee6e-49f4-b9b1-459041af5472 owned by network:floatingip {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:03:26.979840 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 00469b72-201a-4c1f-a704-ecaae9e4601f no longer exists at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:03:27.005368 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] No Port match for: 00469b72-201a-4c1f-a704-ecaae9e4601f {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:03:27.005645 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 00469b72-201a-4c1f-a704-ecaae9e4601f not bound to the agent host n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:03:27.150582 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a7d441a5-8533-4d4c-9c9e-95cbc0afc7bc tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:27.177923 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d441a5-8533-4d4c-9c9e-95cbc0afc7bc tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] Pushing event deleted for resources: {'Port': ['ID=23e78bb8-ee6e-49f4-b9b1-459041af5472,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:27.248563 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1800ad67-baa0-443e-a910-ca95dfb805ef req-744cb4ce-5767-45d9-a4a5-20e061aad2d6 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:27.248563 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1800ad67-baa0-443e-a910-ca95dfb805ef req-744cb4ce-5767-45d9-a4a5-20e061aad2d6 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/ports?device_id=00709577-8225-439b-ba91-c058df9317f3 HTTP/1.1" status: 200 len: 944 time: 0.0643237 Aug 11 03:03:27.271124 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a7d441a5-8533-4d4c-9c9e-95cbc0afc7bc tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] Notify callbacks [] for floatingip, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:27.273924 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a7d441a5-8533-4d4c-9c9e-95cbc0afc7bc tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for floatingip, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:27.275127 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-a7d441a5-8533-4d4c-9c9e-95cbc0afc7bc tempest-ServersWithSpecificFlavorTestJSON-922111247 tempest-ServersWithSpecificFlavorTestJSON-922111247-project] 10.222.0.41 "DELETE /v2.0/floatingips/8287411e-19cb-4b6d-9d0e-ec4ec73a9cad HTTP/1.1" status: 204 len: 168 time: 0.5844197 Aug 11 03:03:27.276432 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1800ad67-baa0-443e-a910-ca95dfb805ef req-e37d4792-8216-49e0-8e9a-882afe2ef539 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/security-groups?id=c7e06141-9137-4a1d-bc20-6fbfa107e8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402336 Aug 11 03:03:27.330872 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938dc9ff-980f-4c5a-af75-38d90f425341 req-35f25945-f9c6-480d-b18a-49ef8fc2d1fc tempest-ServerMetadataNegativeTestJSON-3103053 tempest-ServerMetadataNegativeTestJSON-3103053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:27.334744 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-938dc9ff-980f-4c5a-af75-38d90f425341 req-35f25945-f9c6-480d-b18a-49ef8fc2d1fc tempest-ServerMetadataNegativeTestJSON-3103053 tempest-ServerMetadataNegativeTestJSON-3103053-project] 10.222.0.41 "GET /v2.0/ports?device_id=9544981e-cfb3-4001-a85e-5029dd8293c5 HTTP/1.1" status: 200 len: 946 time: 0.0631394 Aug 11 03:03:27.373936 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-938dc9ff-980f-4c5a-af75-38d90f425341 req-172ce4c7-5e16-4d20-830a-480f12273573 tempest-ServerMetadataNegativeTestJSON-3103053 tempest-ServerMetadataNegativeTestJSON-3103053-project] 10.222.0.41 "GET /v2.0/security-groups?id=64c915b9-2a86-4597-b75b-6d37f10465b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350103 Aug 11 03:03:27.788469 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57256244-0b7a-4b67-aa11-472e1965e119 req-74e24a07-f5e4-4b28-bcbc-20b1864da958 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:27.790039 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-57256244-0b7a-4b67-aa11-472e1965e119 req-74e24a07-f5e4-4b28-bcbc-20b1864da958 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee74a19d-5cfb-4b82-af88-246568a2799a HTTP/1.1" status: 200 len: 945 time: 0.1192596 Aug 11 03:03:27.829571 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-57256244-0b7a-4b67-aa11-472e1965e119 req-068308be-4eff-483d-8604-28e719746f8b tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] 10.222.0.41 "GET /v2.0/security-groups?id=17343059-1bdd-4a6d-8bb4-dcbed1576fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331414 Aug 11 03:03:27.903591 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0444ed-0b4b-4b55-81cf-1c5cf109995c req-5060bcc0-34a9-4c02-ab34-ee3386fa96cb tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:27.905074 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8e0444ed-0b4b-4b55-81cf-1c5cf109995c req-5060bcc0-34a9-4c02-ab34-ee3386fa96cb tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/ports?device_id=76927434-76ea-4b52-9275-6f99fa74e6bb HTTP/1.1" status: 200 len: 943 time: 0.0540049 Aug 11 03:03:27.943191 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8e0444ed-0b4b-4b55-81cf-1c5cf109995c req-e2238f3c-665f-4bd1-93e5-57cbb4505986 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5aa9049-617d-473f-afb5-b55716ab8aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314319 Aug 11 03:03:28.074048 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a16da0-9443-4e0c-b67a-47a23e41ff05 req-e961bddf-ae6a-4868-8e78-a87ced69ba1f tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:28.075563 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a6a16da0-9443-4e0c-b67a-47a23e41ff05 req-e961bddf-ae6a-4868-8e78-a87ced69ba1f tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ec2859a-b01c-4908-98dd-17038e54b6de HTTP/1.1" status: 200 len: 950 time: 0.0482464 Aug 11 03:03:28.113427 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a6a16da0-9443-4e0c-b67a-47a23e41ff05 req-8cac4854-cfa6-4cd5-b4b8-b120bd64e3f3 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8b0be49-76ee-4d50-8be0-9bf1508da412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308642 Aug 11 03:03:28.160483 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 46834) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:28.310562 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa65d9d-7a0e-4f1e-b5cc-76b451a61675 req-2d9b216a-7b43-421f-a23f-271b5c507cca tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:28.312064 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ffa65d9d-7a0e-4f1e-b5cc-76b451a61675 req-2d9b216a-7b43-421f-a23f-271b5c507cca tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee74a19d-5cfb-4b82-af88-246568a2799a HTTP/1.1" status: 200 len: 945 time: 0.0523658 Aug 11 03:03:28.367998 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ffa65d9d-7a0e-4f1e-b5cc-76b451a61675 req-df727a79-35bd-425e-8e3e-582220383bd3 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] 10.222.0.41 "GET /v2.0/security-groups?id=17343059-1bdd-4a6d-8bb4-dcbed1576fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459058 Aug 11 03:03:28.420368 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cd9c2f-e9ea-482a-9db8-1c475d3a0c5e req-3156f5b2-9b49-430b-b2dd-9aa28a3b9c3d tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:28.421736 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f9cd9c2f-e9ea-482a-9db8-1c475d3a0c5e req-3156f5b2-9b49-430b-b2dd-9aa28a3b9c3d tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/ports?device_id=00709577-8225-439b-ba91-c058df9317f3 HTTP/1.1" status: 200 len: 944 time: 0.0706239 Aug 11 03:03:28.475286 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f9cd9c2f-e9ea-482a-9db8-1c475d3a0c5e req-4b7f197f-c1d7-4dd2-aa40-da1728fbee88 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/security-groups?id=c7e06141-9137-4a1d-bc20-6fbfa107e8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475063 Aug 11 03:03:28.518201 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321f0d7b-a426-42be-8eaa-b91d1041885e req-a04cf46f-236b-4e42-98dd-4a4829a9ac20 tempest-ServerMetadataNegativeTestJSON-3103053 tempest-ServerMetadataNegativeTestJSON-3103053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:28.519801 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-321f0d7b-a426-42be-8eaa-b91d1041885e req-a04cf46f-236b-4e42-98dd-4a4829a9ac20 tempest-ServerMetadataNegativeTestJSON-3103053 tempest-ServerMetadataNegativeTestJSON-3103053-project] 10.222.0.41 "GET /v2.0/ports?device_id=9544981e-cfb3-4001-a85e-5029dd8293c5 HTTP/1.1" status: 200 len: 946 time: 0.0591552 Aug 11 03:03:28.559876 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-321f0d7b-a426-42be-8eaa-b91d1041885e req-207a917e-85e1-4e59-9fce-fa094c85a753 tempest-ServerMetadataNegativeTestJSON-3103053 tempest-ServerMetadataNegativeTestJSON-3103053-project] 10.222.0.41 "GET /v2.0/security-groups?id=64c915b9-2a86-4597-b75b-6d37f10465b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337608 Aug 11 03:03:28.632618 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32633ba9-0eb3-4d14-8154-234af1b4bacd req-a26af808-a8a6-4d7a-a097-ee74ea204ded tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:28.634066 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-32633ba9-0eb3-4d14-8154-234af1b4bacd req-a26af808-a8a6-4d7a-a097-ee74ea204ded tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.22 "GET /v2.0/ports?device_id=5ec2859a-b01c-4908-98dd-17038e54b6de HTTP/1.1" status: 200 len: 950 time: 0.0520856 Aug 11 03:03:28.726532 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [req-32633ba9-0eb3-4d14-8154-234af1b4bacd req-9eeed9a4-2a98-4c61-8126-17ce8fda169b tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Deleting port 0e651a33-7f9d-42f8-841f-da7670b11eb0 {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:03:28.726882 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-32633ba9-0eb3-4d14-8154-234af1b4bacd req-9eeed9a4-2a98-4c61-8126-17ce8fda169b tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:28.820994 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-32633ba9-0eb3-4d14-8154-234af1b4bacd req-9eeed9a4-2a98-4c61-8126-17ce8fda169b tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] For port 0e651a33-7f9d-42f8-841f-da7670b11eb0, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=0e651a33-7f9d-42f8-841f-da7670b11eb0,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:03:28.820994 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-32633ba9-0eb3-4d14-8154-234af1b4bacd req-9eeed9a4-2a98-4c61-8126-17ce8fda169b tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:28.838247 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [req-32633ba9-0eb3-4d14-8154-234af1b4bacd req-9eeed9a4-2a98-4c61-8126-17ce8fda169b tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Calling delete_port for 0e651a33-7f9d-42f8-841f-da7670b11eb0 owned by compute:nova {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:03:28.839290 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fc6b3b30-2272-4c93-89bc-dfdedc7ec181 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521106'] for router_interface, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:28.967558 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 092c0a28-e4d2-4ebb-8107-8a0561809fdb details requested by agent hyperv_n-h1-764292-30 with host n-h1-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:03:29.013878 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-32633ba9-0eb3-4d14-8154-234af1b4bacd req-9eeed9a4-2a98-4c61-8126-17ce8fda169b tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:29.034189 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['2e23dd7b-0b38-404c-8090-6ce6bff54305', '757139b6-8342-4504-82df-491f3ad6472a', 'd008f631-61e8-4410-80e4-ee203c8580df', '0e651a33-7f9d-42f8-841f-da7670b11eb0'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:03:29.039428 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['acd77bac-ad9f-4185-9417-ca2c1c5f2f9c', '458952e7-3214-4b7c-b5f0-fc92a3bcef03'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:03:29.059634 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eeed9a4-2a98-4c61-8126-17ce8fda169b tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Pushing event deleted for resources: {'Port': ['ID=0e651a33-7f9d-42f8-841f-da7670b11eb0,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:29.094627 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-1d3bccfa-55da-4f4e-9b78-8c6f73231c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:29.144744 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [req-32633ba9-0eb3-4d14-8154-234af1b4bacd req-9eeed9a4-2a98-4c61-8126-17ce8fda169b tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] No DVR routers for this DVR port 0e651a33-7f9d-42f8-841f-da7670b11eb0 on host n-h1-764292-30 {{(pid=102192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:03:29.151644 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-32633ba9-0eb3-4d14-8154-234af1b4bacd req-9eeed9a4-2a98-4c61-8126-17ce8fda169b tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:29.154549 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-32633ba9-0eb3-4d14-8154-234af1b4bacd req-9eeed9a4-2a98-4c61-8126-17ce8fda169b tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.22 "DELETE /v2.0/ports/0e651a33-7f9d-42f8-841f-da7670b11eb0 HTTP/1.1" status: 204 len: 173 time: 0.5130372 Aug 11 03:03:29.156223 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ec2859a-b01c-4908-98dd-17038e54b6de', 'name': 'network-vif-deleted', 'tag': '0e651a33-7f9d-42f8-841f-da7670b11eb0'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:03:29.157400 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-fc6b3b30-2272-4c93-89bc-dfdedc7ec181 admin admin] Deleting port 7854c917-39b9-4b2d-ade4-21a3f8d957d8 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:03:29.157878 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fc6b3b30-2272-4c93-89bc-dfdedc7ec181 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:29.162507 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f9ab691-446f-444d-914d-ecd2d29194b9" -d '{"events": [{"server_uuid": "5ec2859a-b01c-4908-98dd-17038e54b6de", "name": "network-vif-deleted", "tag": "0e651a33-7f9d-42f8-841f-da7670b11eb0"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:03:29.191096 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3683cce7-03b1-4ae6-a0f1-668e3cdcb1be req-c7f62007-b216-4df7-a868-8e473773d317 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:29.193904 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3683cce7-03b1-4ae6-a0f1-668e3cdcb1be req-c7f62007-b216-4df7-a868-8e473773d317 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/ports?device_id=76927434-76ea-4b52-9275-6f99fa74e6bb HTTP/1.1" status: 200 len: 943 time: 0.1356220 Aug 11 03:03:29.200148 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 092c0a28-e4d2-4ebb-8107-8a0561809fdb, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=092c0a28-e4d2-4ebb-8107-8a0561809fdb,segment=NetworkSegment(a45ed4ca-59d3-4372-9b5a-18bb6ba190c2),segment_id=a45ed4ca-59d3-4372-9b5a-18bb6ba190c2)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:03:29.234606 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 092c0a28-e4d2-4ebb-8107-8a0561809fdb has no active binding in host n-h1-764292-30 {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 11 03:03:29.255108 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c950793d-7651-4da3-971b-9e74c6b4b036 req-3273017f-8e46-4877-a5d4-4c75c57d3b6b tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ec2859a-b01c-4908-98dd-17038e54b6de HTTP/1.1" status: 200 len: 210 time: 0.0530107 Aug 11 03:03:29.289507 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3683cce7-03b1-4ae6-a0f1-668e3cdcb1be req-4893ef39-afc1-458f-9826-b90255c543e1 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5aa9049-617d-473f-afb5-b55716ab8aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830243 Aug 11 03:03:29.309776 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [None req-fc6b3b30-2272-4c93-89bc-dfdedc7ec181 admin admin] For port 7854c917-39b9-4b2d-ade4-21a3f8d957d8, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=7854c917-39b9-4b2d-ade4-21a3f8d957d8,segment=NetworkSegment(86c83a84-fd28-4f5f-a51e-dfaae3027a90),segment_id=86c83a84-fd28-4f5f-a51e-dfaae3027a90)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:03:29.310395 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fc6b3b30-2272-4c93-89bc-dfdedc7ec181 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:29.328708 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-fc6b3b30-2272-4c93-89bc-dfdedc7ec181 admin admin] Calling delete_port for 7854c917-39b9-4b2d-ade4-21a3f8d957d8 owned by network:router_interface {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:03:29.351559 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:03:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59f360fb-8e15-4bc8-a3ce-9a76d4fdfee0 x-openstack-request-id: req-59f360fb-8e15-4bc8-a3ce-9a76d4fdfee0 {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:03:29.351559 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ec2859a-b01c-4908-98dd-17038e54b6de", "name": "network-vif-deleted", "tag": "0e651a33-7f9d-42f8-841f-da7670b11eb0", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:03:29.351559 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-59f360fb-8e15-4bc8-a3ce-9a76d4fdfee0 {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:03:29.351559 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ec2859a-b01c-4908-98dd-17038e54b6de', 'name': 'network-vif-deleted', 'tag': '0e651a33-7f9d-42f8-841f-da7670b11eb0', 'status': 'completed', 'code': 200} Aug 11 03:03:29.433164 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadad9aa-9c72-40e9-953e-3c960ae80a5a req-a10493b0-8323-448f-946f-a40e7f1e569d tempest-ServerMetadataNegativeTestJSON-3103053 tempest-ServerMetadataNegativeTestJSON-3103053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:29.442663 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-fadad9aa-9c72-40e9-953e-3c960ae80a5a req-a10493b0-8323-448f-946f-a40e7f1e569d tempest-ServerMetadataNegativeTestJSON-3103053 tempest-ServerMetadataNegativeTestJSON-3103053-project] 10.222.0.24 "GET /v2.0/ports?device_id=9544981e-cfb3-4001-a85e-5029dd8293c5 HTTP/1.1" status: 200 len: 946 time: 0.2151949 Aug 11 03:03:29.541682 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35af08c-b7fe-4a85-9d45-f25590c4b37c req-778200cd-5310-493a-9270-887942fc0e81 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:29.554264 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e35af08c-b7fe-4a85-9d45-f25590c4b37c req-778200cd-5310-493a-9270-887942fc0e81 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee74a19d-5cfb-4b82-af88-246568a2799a HTTP/1.1" status: 200 len: 945 time: 0.0879009 Aug 11 03:03:29.654807 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e35af08c-b7fe-4a85-9d45-f25590c4b37c req-bc889af9-6cde-496a-b677-fbcfd4f0d74a tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] 10.222.0.41 "GET /v2.0/security-groups?id=17343059-1bdd-4a6d-8bb4-dcbed1576fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989897 Aug 11 03:03:29.669827 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-fadad9aa-9c72-40e9-953e-3c960ae80a5a req-ee82b181-bed2-4fec-8b8d-107412b2d7be tempest-ServerMetadataNegativeTestJSON-3103053 tempest-ServerMetadataNegativeTestJSON-3103053-project] Deleting port 9e9e9ef2-6582-4171-a887-e236ecc8b77e {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:03:29.670299 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-fadad9aa-9c72-40e9-953e-3c960ae80a5a req-ee82b181-bed2-4fec-8b8d-107412b2d7be tempest-ServerMetadataNegativeTestJSON-3103053 tempest-ServerMetadataNegativeTestJSON-3103053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:29.766188 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2777a94c-fc83-469d-bdd4-8f6d1140d9f0 req-a294bff2-9e1b-492e-a24e-eb996ac4ef04 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:29.770239 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2777a94c-fc83-469d-bdd4-8f6d1140d9f0 req-a294bff2-9e1b-492e-a24e-eb996ac4ef04 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/ports?device_id=00709577-8225-439b-ba91-c058df9317f3 HTTP/1.1" status: 200 len: 944 time: 0.1610057 Aug 11 03:03:29.859272 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-fadad9aa-9c72-40e9-953e-3c960ae80a5a req-ee82b181-bed2-4fec-8b8d-107412b2d7be tempest-ServerMetadataNegativeTestJSON-3103053 tempest-ServerMetadataNegativeTestJSON-3103053-project] For port 9e9e9ef2-6582-4171-a887-e236ecc8b77e, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=9e9e9ef2-6582-4171-a887-e236ecc8b77e,segment=NetworkSegment(35813bee-dfbd-418b-9d1f-89c33ed3bd1b),segment_id=35813bee-dfbd-418b-9d1f-89c33ed3bd1b)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:03:29.860268 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-fadad9aa-9c72-40e9-953e-3c960ae80a5a req-ee82b181-bed2-4fec-8b8d-107412b2d7be tempest-ServerMetadataNegativeTestJSON-3103053 tempest-ServerMetadataNegativeTestJSON-3103053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:29.874887 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2777a94c-fc83-469d-bdd4-8f6d1140d9f0 req-58c4825d-7561-4523-a2ac-aee42259a25c tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/security-groups?id=c7e06141-9137-4a1d-bc20-6fbfa107e8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034632 Aug 11 03:03:29.879496 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fc6b3b30-2272-4c93-89bc-dfdedc7ec181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:29.890085 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-fadad9aa-9c72-40e9-953e-3c960ae80a5a req-ee82b181-bed2-4fec-8b8d-107412b2d7be tempest-ServerMetadataNegativeTestJSON-3103053 tempest-ServerMetadataNegativeTestJSON-3103053-project] Calling delete_port for 9e9e9ef2-6582-4171-a887-e236ecc8b77e owned by compute:nova {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:03:29.920832 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6b3b30-2272-4c93-89bc-dfdedc7ec181 admin admin] Pushing event deleted for resources: {'Port': ['ID=7854c917-39b9-4b2d-ade4-21a3f8d957d8,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:29.951458 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d7c734-18da-4fb8-be90-d85feaf61f56 req-fe0204c4-5302-403e-9840-d1788bf18462 tempest-ServerMetadataNegativeTestJSON-3103053 tempest-ServerMetadataNegativeTestJSON-3103053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:29.953776 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-74d7c734-18da-4fb8-be90-d85feaf61f56 req-fe0204c4-5302-403e-9840-d1788bf18462 tempest-ServerMetadataNegativeTestJSON-3103053 tempest-ServerMetadataNegativeTestJSON-3103053-project] 10.222.0.41 "GET /v2.0/ports?device_id=9544981e-cfb3-4001-a85e-5029dd8293c5 HTTP/1.1" status: 200 len: 946 time: 0.1812139 Aug 11 03:03:29.963684 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dd4cab-c28c-4284-881f-d3f9850f6b40 req-bcc32097-7f8f-4499-bfda-5eacc6144537 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:29.965638 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-37dd4cab-c28c-4284-881f-d3f9850f6b40 req-bcc32097-7f8f-4499-bfda-5eacc6144537 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee74a19d-5cfb-4b82-af88-246568a2799a HTTP/1.1" status: 200 len: 945 time: 0.1116636 Aug 11 03:03:30.010080 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6b3b30-2272-4c93-89bc-dfdedc7ec181 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:03:30.010649 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6b3b30-2272-4c93-89bc-dfdedc7ec181 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:03:30.010888 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6b3b30-2272-4c93-89bc-dfdedc7ec181 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:03:30.011223 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6b3b30-2272-4c93-89bc-dfdedc7ec181 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:03:30.011549 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6b3b30-2272-4c93-89bc-dfdedc7ec181 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:03:30.011877 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6b3b30-2272-4c93-89bc-dfdedc7ec181 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:03:30.012204 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6b3b30-2272-4c93-89bc-dfdedc7ec181 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:03:30.012526 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6b3b30-2272-4c93-89bc-dfdedc7ec181 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:03:30.013511 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6b3b30-2272-4c93-89bc-dfdedc7ec181 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:03:30.013511 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6b3b30-2272-4c93-89bc-dfdedc7ec181 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:03:30.013511 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6b3b30-2272-4c93-89bc-dfdedc7ec181 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:03:30.013885 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6b3b30-2272-4c93-89bc-dfdedc7ec181 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:03:30.062354 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-74d7c734-18da-4fb8-be90-d85feaf61f56 req-dce3c165-0f82-4e78-b083-1ddb1a19c3da tempest-ServerMetadataNegativeTestJSON-3103053 tempest-ServerMetadataNegativeTestJSON-3103053-project] 10.222.0.41 "GET /v2.0/security-groups?id=64c915b9-2a86-4597-b75b-6d37f10465b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937610 Aug 11 03:03:30.116195 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [req-37dd4cab-c28c-4284-881f-d3f9850f6b40 req-9c08877f-66a6-4000-9c76-70fbfa8709b4 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] Deleting port e3c05f98-747d-4c4f-a74c-386a45682798 {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:03:30.116894 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-37dd4cab-c28c-4284-881f-d3f9850f6b40 req-9c08877f-66a6-4000-9c76-70fbfa8709b4 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:30.232097 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-37dd4cab-c28c-4284-881f-d3f9850f6b40 req-9c08877f-66a6-4000-9c76-70fbfa8709b4 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] For port e3c05f98-747d-4c4f-a74c-386a45682798, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=e3c05f98-747d-4c4f-a74c-386a45682798,segment=NetworkSegment(e15af3bf-a96a-4239-be14-8bb6ab78ddb4),segment_id=e15af3bf-a96a-4239-be14-8bb6ab78ddb4)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:03:30.233588 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-37dd4cab-c28c-4284-881f-d3f9850f6b40 req-9c08877f-66a6-4000-9c76-70fbfa8709b4 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:30.249966 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [req-37dd4cab-c28c-4284-881f-d3f9850f6b40 req-9c08877f-66a6-4000-9c76-70fbfa8709b4 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] Calling delete_port for e3c05f98-747d-4c4f-a74c-386a45682798 owned by compute:nova {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:03:30.312406 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fc6b3b30-2272-4c93-89bc-dfdedc7ec181 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16383033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450082'] for router_interface, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:30.403267 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-fadad9aa-9c72-40e9-953e-3c960ae80a5a req-ee82b181-bed2-4fec-8b8d-107412b2d7be tempest-ServerMetadataNegativeTestJSON-3103053 tempest-ServerMetadataNegativeTestJSON-3103053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:30.414856 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['9e9e9ef2-6582-4171-a887-e236ecc8b77e'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:03:30.452348 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0a9573cf-7aad-4f6e-b2f3-c8f07bc6be66 req-9936c1cf-8abf-46b5-a6ae-2d3149e98114 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ec2859a-b01c-4908-98dd-17038e54b6de HTTP/1.1" status: 200 len: 210 time: 0.0437829 Aug 11 03:03:30.464140 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee82b181-bed2-4fec-8b8d-107412b2d7be tempest-ServerMetadataNegativeTestJSON-3103053 tempest-ServerMetadataNegativeTestJSON-3103053-project] Pushing event deleted for resources: {'Port': ['ID=9e9e9ef2-6582-4171-a887-e236ecc8b77e,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:30.475554 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b0454b-b61d-45c6-9b5c-4b08e0e8013e req-dcbf30d6-d8a1-4197-8973-7c658a5dedfd tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:30.483715 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b9b0454b-b61d-45c6-9b5c-4b08e0e8013e req-dcbf30d6-d8a1-4197-8973-7c658a5dedfd tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/ports?device_id=76927434-76ea-4b52-9275-6f99fa74e6bb HTTP/1.1" status: 200 len: 943 time: 0.0877352 Aug 11 03:03:30.487950 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-37dd4cab-c28c-4284-881f-d3f9850f6b40 req-9c08877f-66a6-4000-9c76-70fbfa8709b4 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:30.504554 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['e3c05f98-747d-4c4f-a74c-386a45682798'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:03:30.536463 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c08877f-66a6-4000-9c76-70fbfa8709b4 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] Pushing event deleted for resources: {'Port': ['ID=e3c05f98-747d-4c4f-a74c-386a45682798,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:30.578126 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b9b0454b-b61d-45c6-9b5c-4b08e0e8013e req-d06d7b0f-7c82-457e-8ce4-9b38680eb765 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5aa9049-617d-473f-afb5-b55716ab8aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933683 Aug 11 03:03:30.581275 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-fadad9aa-9c72-40e9-953e-3c960ae80a5a req-ee82b181-bed2-4fec-8b8d-107412b2d7be tempest-ServerMetadataNegativeTestJSON-3103053 tempest-ServerMetadataNegativeTestJSON-3103053-project] No DVR routers for this DVR port 9e9e9ef2-6582-4171-a887-e236ecc8b77e on host n-h2-764292-30 {{(pid=102191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:03:30.585364 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-fadad9aa-9c72-40e9-953e-3c960ae80a5a req-ee82b181-bed2-4fec-8b8d-107412b2d7be tempest-ServerMetadataNegativeTestJSON-3103053 tempest-ServerMetadataNegativeTestJSON-3103053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:30.587597 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-fadad9aa-9c72-40e9-953e-3c960ae80a5a req-ee82b181-bed2-4fec-8b8d-107412b2d7be tempest-ServerMetadataNegativeTestJSON-3103053 tempest-ServerMetadataNegativeTestJSON-3103053-project] 10.222.0.24 "DELETE /v2.0/ports/9e9e9ef2-6582-4171-a887-e236ecc8b77e HTTP/1.1" status: 204 len: 173 time: 1.1353657 Aug 11 03:03:30.588433 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9544981e-cfb3-4001-a85e-5029dd8293c5', 'name': 'network-vif-deleted', 'tag': '9e9e9ef2-6582-4171-a887-e236ecc8b77e'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:03:30.590369 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa0e98a6-d32b-471e-9d0a-9380a14e239d" -d '{"events": [{"server_uuid": "9544981e-cfb3-4001-a85e-5029dd8293c5", "name": "network-vif-deleted", "tag": "9e9e9ef2-6582-4171-a887-e236ecc8b77e"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:03:30.592522 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [req-37dd4cab-c28c-4284-881f-d3f9850f6b40 req-9c08877f-66a6-4000-9c76-70fbfa8709b4 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] No DVR routers for this DVR port e3c05f98-747d-4c4f-a74c-386a45682798 on host n-h2-764292-30 {{(pid=102192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:03:30.596288 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-37dd4cab-c28c-4284-881f-d3f9850f6b40 req-9c08877f-66a6-4000-9c76-70fbfa8709b4 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:30.605051 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-37dd4cab-c28c-4284-881f-d3f9850f6b40 req-9c08877f-66a6-4000-9c76-70fbfa8709b4 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] 10.222.0.24 "DELETE /v2.0/ports/e3c05f98-747d-4c4f-a74c-386a45682798 HTTP/1.1" status: 204 len: 173 time: 0.6289368 Aug 11 03:03:30.653384 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:03:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d69ee2a3-ce8a-4c54-9726-36cbdf27780d x-openstack-request-id: req-d69ee2a3-ce8a-4c54-9726-36cbdf27780d {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:03:30.653672 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9544981e-cfb3-4001-a85e-5029dd8293c5", "name": "network-vif-deleted", "tag": "9e9e9ef2-6582-4171-a887-e236ecc8b77e", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:03:30.653918 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d69ee2a3-ce8a-4c54-9726-36cbdf27780d {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:03:30.654328 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9544981e-cfb3-4001-a85e-5029dd8293c5', 'name': 'network-vif-deleted', 'tag': '9e9e9ef2-6582-4171-a887-e236ecc8b77e', 'status': 'completed', 'code': 200} Aug 11 03:03:30.724709 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc6b3b30-2272-4c93-89bc-dfdedc7ec181 admin admin] Router 0cabdcb2-c4a7-4927-b0e5-9a6f4314d7f1 has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:03:30.760613 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ca3be911-9fd2-4c75-b4ae-b58b4fd42b43 req-1c3217e6-e44e-4a9c-8dc3-5a3cfacb0bc8 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee74a19d-5cfb-4b82-af88-246568a2799a HTTP/1.1" status: 200 len: 210 time: 0.0330510 Aug 11 03:03:30.849913 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc6b3b30-2272-4c93-89bc-dfdedc7ec181 admin admin] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:03:30.858871 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-fc6b3b30-2272-4c93-89bc-dfdedc7ec181 admin admin] 10.222.0.41 "PUT /v2.0/routers/0cabdcb2-c4a7-4927-b0e5-9a6f4314d7f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6942413 Aug 11 03:03:30.858871 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 46872) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:30.868330 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f345122e-4584-46e8-8d73-82987df7e64a None None] Sync routers for ids ['0cabdcb2-c4a7-4927-b0e5-9a6f4314d7f1'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:03:30.871090 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f345122e-4584-46e8-8d73-82987df7e64a None None] Routers {'0cabdcb2-c4a7-4927-b0e5-9a6f4314d7f1'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:03:30.871769 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-f345122e-4584-46e8-8d73-82987df7e64a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:03:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['0cabdcb2-c4a7-4927-b0e5-9a6f4314d7f1'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:03:30.976914 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 0e651a33-7f9d-42f8-841f-da7670b11eb0 no longer exists at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:03:31.008893 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] No Port match for: 0e651a33-7f9d-42f8-841f-da7670b11eb0 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:03:31.009237 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 0e651a33-7f9d-42f8-841f-da7670b11eb0 not bound to the agent host n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:03:31.023805 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-f345122e-4584-46e8-8d73-82987df7e64a None None] Set router 0cabdcb2-c4a7-4927-b0e5-9a6f4314d7f1 gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:03:31.038748 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-79ade070-8be0-4bc9-9f42-6abe6273c139 admin admin] Notify callbacks [] for router, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:31.056193 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bab1a0-06b4-446e-b0e6-75d909e894e6 req-d5f0d959-6065-4bf7-820b-66be3f1e9a7e tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:31.072751 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-81bab1a0-06b4-446e-b0e6-75d909e894e6 req-d5f0d959-6065-4bf7-820b-66be3f1e9a7e tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/ports?device_id=00709577-8225-439b-ba91-c058df9317f3 HTTP/1.1" status: 200 len: 944 time: 0.1222663 Aug 11 03:03:31.141037 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-81bab1a0-06b4-446e-b0e6-75d909e894e6 req-d478715c-f505-4edf-b9d9-0c49adf3d1f8 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/security-groups?id=c7e06141-9137-4a1d-bc20-6fbfa107e8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616083 Aug 11 03:03:31.218502 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-79ade070-8be0-4bc9-9f42-6abe6273c139 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:31.262389 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-f345122e-4584-46e8-8d73-82987df7e64a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cabdcb2-c4a7-4927-b0e5-9a6f4314d7f1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-581871637-router', 'tenant_id': 'e2a079adece943d79940f9231134e5b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': '3ed03132-a150-4896-9ed2-237b70295770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:58:29Z', 'updated_at': '2021-08-11T03:03:29Z', 'revision_number': 5, 'project_id': 'e2a079adece943d79940f9231134e5b8', 'gw_port': {'id': '3ed03132-a150-4896-9ed2-237b70295770', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ee:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cabdcb2-c4a7-4927-b0e5-9a6f4314d7f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:58:29Z', 'updated_at': '2021-08-11T02:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:03:31.299785 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f345122e-4584-46e8-8d73-82987df7e64a None None] Checking router: 0cabdcb2-c4a7-4927-b0e5-9a6f4314d7f1 for host: n-d-764292-30 {{(pid=102193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:03:31.313392 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f345122e-4584-46e8-8d73-82987df7e64a None None] Routers {'0cabdcb2-c4a7-4927-b0e5-9a6f4314d7f1'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:03:31.314543 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-f345122e-4584-46e8-8d73-82987df7e64a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:03:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['0cabdcb2-c4a7-4927-b0e5-9a6f4314d7f1'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:03:31.356665 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-79ade070-8be0-4bc9-9f42-6abe6273c139 admin admin] Deleting port 3ed03132-a150-4896-9ed2-237b70295770 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:03:31.357326 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-79ade070-8be0-4bc9-9f42-6abe6273c139 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:31.452943 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-f345122e-4584-46e8-8d73-82987df7e64a None None] Set router 0cabdcb2-c4a7-4927-b0e5-9a6f4314d7f1 gateway port host: None {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:03:31.466352 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [None req-79ade070-8be0-4bc9-9f42-6abe6273c139 admin admin] For port 3ed03132-a150-4896-9ed2-237b70295770, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=3ed03132-a150-4896-9ed2-237b70295770,segment=NetworkSegment(fab28bed-aa25-40db-bba4-ec26e795194c),segment_id=fab28bed-aa25-40db-bba4-ec26e795194c)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:03:31.466352 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-79ade070-8be0-4bc9-9f42-6abe6273c139 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:31.478892 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-79ade070-8be0-4bc9-9f42-6abe6273c139 admin admin] Calling delete_port for 3ed03132-a150-4896-9ed2-237b70295770 owned by network:router_gateway {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:03:31.481431 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee74a19d-5cfb-4b82-af88-246568a2799a', 'name': 'network-vif-deleted', 'tag': 'e3c05f98-747d-4c4f-a74c-386a45682798'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:03:31.484590 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17fa1a5d-68f7-4dd6-b3bf-8d44bf94749f" -d '{"events": [{"server_uuid": "ee74a19d-5cfb-4b82-af88-246568a2799a", "name": "network-vif-deleted", "tag": "e3c05f98-747d-4c4f-a74c-386a45682798"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:03:31.503424 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8594c822-dcb3-4235-94a4-e4d8ebdc367d req-6b5425fc-0de3-4c45-8af0-e3bbf16a902e tempest-ServerMetadataNegativeTestJSON-3103053 tempest-ServerMetadataNegativeTestJSON-3103053-project] 10.222.0.41 "GET /v2.0/ports?device_id=9544981e-cfb3-4001-a85e-5029dd8293c5 HTTP/1.1" status: 200 len: 210 time: 0.3312564 Aug 11 03:03:31.520942 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-f345122e-4584-46e8-8d73-82987df7e64a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cabdcb2-c4a7-4927-b0e5-9a6f4314d7f1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-581871637-router', 'tenant_id': 'e2a079adece943d79940f9231134e5b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:58:29Z', 'updated_at': '2021-08-11T03:03:31Z', 'revision_number': 6, 'project_id': 'e2a079adece943d79940f9231134e5b8', 'gw_port_host': None}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:03:31.570040 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:03:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fadceb2c-2d93-4624-b85c-8754a99c679d x-openstack-request-id: req-fadceb2c-2d93-4624-b85c-8754a99c679d {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:03:31.570391 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee74a19d-5cfb-4b82-af88-246568a2799a", "name": "network-vif-deleted", "tag": "e3c05f98-747d-4c4f-a74c-386a45682798", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:03:31.570655 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fadceb2c-2d93-4624-b85c-8754a99c679d {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:03:31.571098 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee74a19d-5cfb-4b82-af88-246568a2799a', 'name': 'network-vif-deleted', 'tag': 'e3c05f98-747d-4c4f-a74c-386a45682798', 'status': 'completed', 'code': 200} Aug 11 03:03:31.583313 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b160a763-26ff-4a6c-b897-cde9d05788f5 req-ed1ae505-a8db-4087-93f9-013e1c630918 service neutron] 10.222.0.24 "GET /v2.0/ports/092c0a28-e4d2-4ebb-8107-8a0561809fdb/bindings/n-h1-764292-30 HTTP/1.1" status: 200 len: 385 time: 0.0801511 Aug 11 03:03:31.587210 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f345122e-4584-46e8-8d73-82987df7e64a None None] The sync data for ids ['0cabdcb2-c4a7-4927-b0e5-9a6f4314d7f1'] in n-d-764292-30 is: [{'id': '0cabdcb2-c4a7-4927-b0e5-9a6f4314d7f1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-581871637-router', 'tenant_id': 'e2a079adece943d79940f9231134e5b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:58:29Z', 'updated_at': '2021-08-11T03:03:31Z', 'revision_number': 6, 'project_id': 'e2a079adece943d79940f9231134e5b8', 'gw_port_host': None}] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:03:31.847214 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-79ade070-8be0-4bc9-9f42-6abe6273c139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:31.876463 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ade070-8be0-4bc9-9f42-6abe6273c139 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ed03132-a150-4896-9ed2-237b70295770,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:31.913152 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-b160a763-26ff-4a6c-b897-cde9d05788f5 req-1491f076-835a-4683-a3c5-77e78f1a604f service neutron] For port 092c0a28-e4d2-4ebb-8107-8a0561809fdb, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=092c0a28-e4d2-4ebb-8107-8a0561809fdb,segment=NetworkSegment(a45ed4ca-59d3-4372-9b5a-18bb6ba190c2),segment_id=a45ed4ca-59d3-4372-9b5a-18bb6ba190c2)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:03:31.920431 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:31.945354 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-79ade070-8be0-4bc9-9f42-6abe6273c139 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-446916'] for router_gateway, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:31.951665 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92262c6a-5200-42dc-9afb-466d7148754a req-e4124834-1e7d-4589-a7b7-1ae227a08e6a tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:31.954052 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-92262c6a-5200-42dc-9afb-466d7148754a req-e4124834-1e7d-4589-a7b7-1ae227a08e6a tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/ports?device_id=76927434-76ea-4b52-9275-6f99fa74e6bb HTTP/1.1" status: 200 len: 943 time: 0.1292577 Aug 11 03:03:31.963369 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-b160a763-26ff-4a6c-b897-cde9d05788f5 req-1491f076-835a-4683-a3c5-77e78f1a604f service neutron] For port 092c0a28-e4d2-4ebb-8107-8a0561809fdb, host n-h2-764292-30, cleared binding levels {{(pid=102192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:03:32.010387 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-013dfd9d-3858-4264-912c-9f06770850fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:32.035890 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [req-b160a763-26ff-4a6c-b897-cde9d05788f5 req-1491f076-835a-4683-a3c5-77e78f1a604f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 092c0a28-e4d2-4ebb-8107-8a0561809fdb {{(pid=102192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:03:32.047547 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-79ade070-8be0-4bc9-9f42-6abe6273c139 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6544'] for router, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:32.050105 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-79ade070-8be0-4bc9-9f42-6abe6273c139 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:32.054386 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-92262c6a-5200-42dc-9afb-466d7148754a req-38c273c8-26ab-4765-9321-23c0c07ac4d4 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5aa9049-617d-473f-afb5-b55716ab8aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887520 Aug 11 03:03:32.056201 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-b160a763-26ff-4a6c-b897-cde9d05788f5 req-1491f076-835a-4683-a3c5-77e78f1a604f service neutron] For port 092c0a28-e4d2-4ebb-8107-8a0561809fdb, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=092c0a28-e4d2-4ebb-8107-8a0561809fdb,segment=NetworkSegment(a45ed4ca-59d3-4372-9b5a-18bb6ba190c2),segment_id=a45ed4ca-59d3-4372-9b5a-18bb6ba190c2)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:03:32.144211 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-b160a763-26ff-4a6c-b897-cde9d05788f5 req-1491f076-835a-4683-a3c5-77e78f1a604f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:32.155914 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-79ade070-8be0-4bc9-9f42-6abe6273c139 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448809'] for router, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:32.156746 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79ade070-8be0-4bc9-9f42-6abe6273c139 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0cabdcb2-c4a7-4927-b0e5-9a6f4314d7f1 {{(pid=102191) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:03:32.161268 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-79ade070-8be0-4bc9-9f42-6abe6273c139 admin admin] Notify callbacks [] for router, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:32.165401 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-79ade070-8be0-4bc9-9f42-6abe6273c139 admin admin] 10.222.0.41 "DELETE /v2.0/routers/0cabdcb2-c4a7-4927-b0e5-9a6f4314d7f1 HTTP/1.1" status: 204 len: 168 time: 1.2999284 Aug 11 03:03:32.165720 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 46898) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:32.211600 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 7854c917-39b9-4b2d-ade4-21a3f8d957d8 no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:03:32.225520 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6e044944-cc82-4110-934b-e337db3f445a req-a4d1a195-b37b-4d68-aaf2-bd3884ff3ca8 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee74a19d-5cfb-4b82-af88-246568a2799a HTTP/1.1" status: 200 len: 210 time: 0.0793676 Aug 11 03:03:32.238600 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: 7854c917-39b9-4b2d-ade4-21a3f8d957d8 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:03:32.239418 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 7854c917-39b9-4b2d-ade4-21a3f8d957d8 not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:03:32.256234 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7328cfe-611c-434c-afd2-05f43dbfdac9 admin admin] Deleting subnet ea672f68-2286-4aab-b6b2-6a0985e114d8 {{(pid=102191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:03:32.261171 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c7328cfe-611c-434c-afd2-05f43dbfdac9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:32.297846 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c7328cfe-611c-434c-afd2-05f43dbfdac9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126283525'] for subnet, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:32.331215 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [req-b160a763-26ff-4a6c-b897-cde9d05788f5 req-1491f076-835a-4683-a3c5-77e78f1a604f service neutron] Transition to ACTIVE for port object 092c0a28-e4d2-4ebb-8107-8a0561809fdb will not be triggered until provisioned by entity L2. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:03:32.417936 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c7328cfe-611c-434c-afd2-05f43dbfdac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:32.419840 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf493a1d-64a9-415e-b331-1ef708422baf req-355b6be4-f525-4a8c-b667-c0810f205f4b tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:32.421294 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bf493a1d-64a9-415e-b331-1ef708422baf req-355b6be4-f525-4a8c-b667-c0810f205f4b tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/ports?device_id=00709577-8225-439b-ba91-c058df9317f3 HTTP/1.1" status: 200 len: 944 time: 0.0560639 Aug 11 03:03:32.430618 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-b160a763-26ff-4a6c-b897-cde9d05788f5 req-1491f076-835a-4683-a3c5-77e78f1a604f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:32.521525 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [req-b160a763-26ff-4a6c-b897-cde9d05788f5 req-1491f076-835a-4683-a3c5-77e78f1a604f service neutron] No DVR routers for this DVR port 092c0a28-e4d2-4ebb-8107-8a0561809fdb on host n-h2-764292-30 {{(pid=102192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:03:32.533387 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bf493a1d-64a9-415e-b331-1ef708422baf req-4a8fc850-97e6-4d53-963d-6bcd1fa36eda tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/security-groups?id=c7e06141-9137-4a1d-bc20-6fbfa107e8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048036 Aug 11 03:03:32.539893 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1491f076-835a-4683-a3c5-77e78f1a604f service neutron] Pushing event updated for resources: {'Port': ['ID=092c0a28-e4d2-4ebb-8107-8a0561809fdb,revision_number=10']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:32.574429 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b160a763-26ff-4a6c-b897-cde9d05788f5 req-1491f076-835a-4683-a3c5-77e78f1a604f service neutron] 10.222.0.24 "PUT /v2.0/ports/092c0a28-e4d2-4ebb-8107-8a0561809fdb/bindings/n-h1-764292-30/activate HTTP/1.1" status: 200 len: 370 time: 0.9821925 Aug 11 03:03:32.588971 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 46902) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:32.616689 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c7328cfe-611c-434c-afd2-05f43dbfdac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126283413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126275158'] for subnet, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:32.655933 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7328cfe-611c-434c-afd2-05f43dbfdac9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea672f68-2286-4aab-b6b2-6a0985e114d8,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:32.663175 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c7328cfe-611c-434c-afd2-05f43dbfdac9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:32.666335 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-c7328cfe-611c-434c-afd2-05f43dbfdac9 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/ea672f68-2286-4aab-b6b2-6a0985e114d8 HTTP/1.1" status: 204 len: 168 time: 0.4983480 Aug 11 03:03:32.667504 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-971afdb9-7787-4660-b85b-fbb0ee0cd88e None None] Network abf4f863-7e34-4c96-bae1-78fb72808e42 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:03:32.670274 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_v2 [None req-c35641d2-a74f-467f-a1de-4d1193dae2ea admin admin] Deleting subnet cf452c62-4a47-44d1-b3d1-a9624f05bbab {{(pid=102191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:03:32.674312 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c35641d2-a74f-467f-a1de-4d1193dae2ea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:32.676185 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 46906) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:32.760206 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c35641d2-a74f-467f-a1de-4d1193dae2ea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126283525'] for subnet, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:32.773025 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b168e9-3737-41c4-b792-6cf60e3fcda8 req-95d907d5-a3fd-4ea1-8d0b-b5b91507633e tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:32.774620 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-81b168e9-3737-41c4-b792-6cf60e3fcda8 req-95d907d5-a3fd-4ea1-8d0b-b5b91507633e tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc00084e-c00e-464d-a2f5-5caac5a61234 HTTP/1.1" status: 200 len: 950 time: 0.1166301 Aug 11 03:03:32.798027 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b160a763-26ff-4a6c-b897-cde9d05788f5 req-f5da043d-bf86-489b-b82b-ca0265d33bb3 tempest-LiveAutoBlockMigrationV225Test-1544515844 tempest-LiveAutoBlockMigrationV225Test-1544515844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:32.799958 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b160a763-26ff-4a6c-b897-cde9d05788f5 req-f5da043d-bf86-489b-b82b-ca0265d33bb3 tempest-LiveAutoBlockMigrationV225Test-1544515844 tempest-LiveAutoBlockMigrationV225Test-1544515844-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=76927434-76ea-4b52-9275-6f99fa74e6bb&tenant_id=7a37d4caabc9417c92d7f5d7ce7df51b&binding%3Ahost_id=n-h2-764292-30 HTTP/1.1" status: 200 len: 1096 time: 0.0798991 Aug 11 03:03:32.801584 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7e91f06f-bf43-49ca-a9d7-56ccc5fb6a9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:32.811795 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device acc0aeb3-d92e-4735-b223-6f56ef14264f details requested by agent hyperv_n-h2-764292-30 with host n-h2-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:03:32.816883 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c35641d2-a74f-467f-a1de-4d1193dae2ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:32.821355 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 092c0a28-e4d2-4ebb-8107-8a0561809fdb no longer exists at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:03:32.883736 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-81b168e9-3737-41c4-b792-6cf60e3fcda8 req-ca72f807-c740-4419-a6c0-b0c6539e7a64 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8b0be49-76ee-4d50-8be0-9bf1508da412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918951 Aug 11 03:03:32.907967 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-7e91f06f-bf43-49ca-a9d7-56ccc5fb6a9f admin admin] Deleting port 3b8e3a98-6bcc-4054-bdd1-ee44d115053f {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:03:32.908356 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7e91f06f-bf43-49ca-a9d7-56ccc5fb6a9f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:32.911823 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b160a763-26ff-4a6c-b897-cde9d05788f5 req-6fbd3bbd-2e3b-4a61-91c1-a22ea72eb77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:32.913382 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b160a763-26ff-4a6c-b897-cde9d05788f5 req-6fbd3bbd-2e3b-4a61-91c1-a22ea72eb77c service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=76927434-76ea-4b52-9275-6f99fa74e6bb&tenant_id=7a37d4caabc9417c92d7f5d7ce7df51b HTTP/1.1" status: 200 len: 1096 time: 0.0782094 Aug 11 03:03:32.920020 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:32.961627 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 092c0a28-e4d2-4ebb-8107-8a0561809fdb not bound to the agent host n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:03:32.962841 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 9e9e9ef2-6582-4171-a887-e236ecc8b77e no longer exists at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:03:32.987185 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c35641d2-a74f-467f-a1de-4d1193dae2ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126283413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126275158'] for subnet, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:33.001553 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] No Port match for: 9e9e9ef2-6582-4171-a887-e236ecc8b77e {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:03:33.001897 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 9e9e9ef2-6582-4171-a887-e236ecc8b77e not bound to the agent host n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:03:33.002391 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device e3c05f98-747d-4c4f-a74c-386a45682798 no longer exists at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:03:33.025153 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b160a763-26ff-4a6c-b897-cde9d05788f5 req-de4e3436-884d-4da0-9243-1964fd4b143e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:33.025956 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-100877d8-4738-4b37-aada-3a4a7f40631d None None] DHCP port deletion for abf4f863-7e34-4c96-bae1-78fb72808e42 request from n-d-764292-30 {{(pid=102193) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:03:33.026739 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b160a763-26ff-4a6c-b897-cde9d05788f5 req-de4e3436-884d-4da0-9243-1964fd4b143e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7a37d4caabc9417c92d7f5d7ce7df51b&device_id=76927434-76ea-4b52-9275-6f99fa74e6bb HTTP/1.1" status: 200 len: 1096 time: 0.0720372 Aug 11 03:03:33.034560 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] No Port match for: e3c05f98-747d-4c4f-a74c-386a45682798 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:03:33.034911 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device e3c05f98-747d-4c4f-a74c-386a45682798 not bound to the agent host n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:03:33.049826 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port acc0aeb3-d92e-4735-b223-6f56ef14264f, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=acc0aeb3-d92e-4735-b223-6f56ef14264f,segment=NetworkSegment(75626708-94f6-4fcc-8cbd-0dd0dd709069),segment_id=75626708-94f6-4fcc-8cbd-0dd0dd709069)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:03:33.079476 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Returning: {'device': 'acc0aeb3-d92e-4735-b223-6f56ef14264f', 'network_id': 'a1f5acc4-6e30-4bf9-bc28-7ff84dac631d', 'port_id': 'acc0aeb3-d92e-4735-b223-6f56ef14264f', 'mac_address': 'fa:16:3e:14:ec:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d013ade-4c13-41b9-b262-cf5646bc4bdb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:03:33.159142 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b160a763-26ff-4a6c-b897-cde9d05788f5 req-fe1b6233-7abf-4b9a-8bb6-206a536c5f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:33.161122 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b160a763-26ff-4a6c-b897-cde9d05788f5 req-fe1b6233-7abf-4b9a-8bb6-206a536c5f1c service neutron] 10.222.0.22 "GET /v2.0/networks?id=f221beb7-8330-438a-a9fe-3bfcf5050d99 HTTP/1.1" status: 200 len: 922 time: 0.1231365 Aug 11 03:03:33.177753 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-100877d8-4738-4b37-aada-3a4a7f40631d None None] Deleting port 3b8e3a98-6bcc-4054-bdd1-ee44d115053f {{(pid=102193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:03:33.178040 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-100877d8-4738-4b37-aada-3a4a7f40631d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:33.180587 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:33.241259 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b160a763-26ff-4a6c-b897-cde9d05788f5 req-29b6a69f-c1e7-49ab-ba2c-1330a128bd17 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=092c0a28-e4d2-4ebb-8107-8a0561809fdb HTTP/1.1" status: 200 len: 217 time: 0.0695882 Aug 11 03:03:33.241549 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acc0aeb3-d92e-4735-b223-6f56ef14264f {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:03:33.283590 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port acc0aeb3-d92e-4735-b223-6f56ef14264f, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=acc0aeb3-d92e-4735-b223-6f56ef14264f,segment=NetworkSegment(75626708-94f6-4fcc-8cbd-0dd0dd709069),segment_id=75626708-94f6-4fcc-8cbd-0dd0dd709069)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:03:33.286854 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-100877d8-4738-4b37-aada-3a4a7f40631d None None] For port 3b8e3a98-6bcc-4054-bdd1-ee44d115053f, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=3b8e3a98-6bcc-4054-bdd1-ee44d115053f,segment=NetworkSegment(86c83a84-fd28-4f5f-a51e-dfaae3027a90),segment_id=86c83a84-fd28-4f5f-a51e-dfaae3027a90)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:03:33.287453 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-100877d8-4738-4b37-aada-3a4a7f40631d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:33.308080 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b08e117-d358-4580-adcb-5c71633eeb2f req-8ca2722e-c88b-43f0-b6e0-e88f0aacfd80 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:33.309169 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-100877d8-4738-4b37-aada-3a4a7f40631d None None] Calling delete_port for 3b8e3a98-6bcc-4054-bdd1-ee44d115053f owned by network:dhcp {{(pid=102193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:03:33.316281 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7b08e117-d358-4580-adcb-5c71633eeb2f req-8ca2722e-c88b-43f0-b6e0-e88f0aacfd80 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/ports?device_id=76927434-76ea-4b52-9275-6f99fa74e6bb HTTP/1.1" status: 200 len: 944 time: 0.1359618 Aug 11 03:03:33.323756 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c35641d2-a74f-467f-a1de-4d1193dae2ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:33.325848 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-c35641d2-a74f-467f-a1de-4d1193dae2ea admin admin] 10.222.0.41 "DELETE /v2.0/subnets/cf452c62-4a47-44d1-b3d1-a9624f05bbab HTTP/1.1" status: 204 len: 168 time: 0.7359037 Aug 11 03:03:33.352735 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 46918) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:33.361512 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35641d2-a74f-467f-a1de-4d1193dae2ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf452c62-4a47-44d1-b3d1-a9624f05bbab,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:33.366315 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [None req-7e91f06f-bf43-49ca-a9d7-56ccc5fb6a9f admin admin] For port 3b8e3a98-6bcc-4054-bdd1-ee44d115053f, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=3b8e3a98-6bcc-4054-bdd1-ee44d115053f,segment=NetworkSegment(86c83a84-fd28-4f5f-a51e-dfaae3027a90),segment_id=86c83a84-fd28-4f5f-a51e-dfaae3027a90)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:03:33.367400 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7e91f06f-bf43-49ca-a9d7-56ccc5fb6a9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:33.381689 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-7e91f06f-bf43-49ca-a9d7-56ccc5fb6a9f admin admin] Calling delete_port for 3b8e3a98-6bcc-4054-bdd1-ee44d115053f owned by network:dhcp {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:03:33.399242 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:33.444532 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b160a763-26ff-4a6c-b897-cde9d05788f5 req-07a9e4d6-a7af-4a4d-a9a5-aba9ccbeb1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:33.446266 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b160a763-26ff-4a6c-b897-cde9d05788f5 req-07a9e4d6-a7af-4a4d-a9a5-aba9ccbeb1ae service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1f48ffa3-65bd-47bc-90cf-1fcd73e0ff01 HTTP/1.1" status: 200 len: 861 time: 0.1942244 Aug 11 03:03:33.459315 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7b08e117-d358-4580-adcb-5c71633eeb2f req-1eedee6d-331d-4faa-be4f-60216bdc41dc tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5aa9049-617d-473f-afb5-b55716ab8aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412842 Aug 11 03:03:33.490733 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=acc0aeb3-d92e-4735-b223-6f56ef14264f,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:33.501684 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73971cf-c1ce-4ca1-b827-a5bc0a10c077 req-0924c1fc-7706-4b7a-9646-49a63997f2b9 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:33.503212 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b73971cf-c1ce-4ca1-b827-a5bc0a10c077 req-0924c1fc-7706-4b7a-9646-49a63997f2b9 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.24 "GET /v2.0/ports?device_id=cc00084e-c00e-464d-a2f5-5caac5a61234 HTTP/1.1" status: 200 len: 950 time: 0.2169700 Aug 11 03:03:33.507198 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b160a763-26ff-4a6c-b897-cde9d05788f5 req-e6f5c132-662e-486e-9b23-0eb943296235 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=f221beb7-8330-438a-a9fe-3bfcf5050d99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452654 Aug 11 03:03:33.511427 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a55fe24d-fb36-49a9-89bb-ddedc385b405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:33.556202 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-100877d8-4738-4b37-aada-3a4a7f40631d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678'] for port, after_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:33.565876 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7e91f06f-bf43-49ca-a9d7-56ccc5fb6a9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:33.591380 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100877d8-4738-4b37-aada-3a4a7f40631d None None] Pushing event deleted for resources: {'Port': ['ID=3b8e3a98-6bcc-4054-bdd1-ee44d115053f,revision_number=None']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:33.596334 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-100877d8-4738-4b37-aada-3a4a7f40631d None None] No DVR routers for this DVR port 3b8e3a98-6bcc-4054-bdd1-ee44d115053f on host n-d-764292-30 {{(pid=102193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:03:33.620203 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e91f06f-bf43-49ca-a9d7-56ccc5fb6a9f admin admin] Pushing event deleted for resources: {'Port': ['ID=3b8e3a98-6bcc-4054-bdd1-ee44d115053f,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:33.621169 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['acc0aeb3-d92e-4735-b223-6f56ef14264f'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:03:33.625826 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e91f06f-bf43-49ca-a9d7-56ccc5fb6a9f admin admin] No DVR routers for this DVR port 3b8e3a98-6bcc-4054-bdd1-ee44d115053f on host n-d-764292-30 {{(pid=102191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:03:33.712299 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7e91f06f-bf43-49ca-a9d7-56ccc5fb6a9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:33.723888 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 46932) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:33.737762 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-7e91f06f-bf43-49ca-a9d7-56ccc5fb6a9f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abf4f863-7e34-4c96-bae1-78fb72808e42']}} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:03:33.758973 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-7e91f06f-bf43-49ca-a9d7-56ccc5fb6a9f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86c83a84-fd28-4f5f-a51e-dfaae3027a90') {'for_net_delete': True} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:03:33.759648 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-7e91f06f-bf43-49ca-a9d7-56ccc5fb6a9f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86c83a84-fd28-4f5f-a51e-dfaae3027a90') {} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:03:33.776211 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a55fe24d-fb36-49a9-89bb-ddedc385b405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:33.778681 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7e91f06f-bf43-49ca-a9d7-56ccc5fb6a9f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126283644'] for segment, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:33.797362 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-a55fe24d-fb36-49a9-89bb-ddedc385b405 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['862e911a-9309-4441-bf2f-ff0a49af3c4c']}} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:03:33.803232 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7e91f06f-bf43-49ca-a9d7-56ccc5fb6a9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:33.808277 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b160a763-26ff-4a6c-b897-cde9d05788f5 req-c1264422-12f3-4cb7-91e4-0eb3264b9c6e service neutron] 10.222.0.22 "GET /v2.0/networks/f221beb7-8330-438a-a9fe-3bfcf5050d99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2871487 Aug 11 03:03:33.814406 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-a55fe24d-fb36-49a9-89bb-ddedc385b405 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35813bee-dfbd-418b-9d1f-89c33ed3bd1b') {'for_net_delete': True} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:03:33.814700 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-a55fe24d-fb36-49a9-89bb-ddedc385b405 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35813bee-dfbd-418b-9d1f-89c33ed3bd1b') {} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:03:33.817909 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e91f06f-bf43-49ca-a9d7-56ccc5fb6a9f admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=102191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:03:33.818333 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7e91f06f-bf43-49ca-a9d7-56ccc5fb6a9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126283391'] for segment, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:33.820297 n-d-764292-30 neutron-server[102191]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:03:33.820297 n-d-764292-30 neutron-server[102191]: self.session.flush() Aug 11 03:03:33.820297 n-d-764292-30 neutron-server[102191]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:03:33.820297 n-d-764292-30 neutron-server[102191]: self.session.flush() Aug 11 03:03:33.820297 n-d-764292-30 neutron-server[102191]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:03:33.820297 n-d-764292-30 neutron-server[102191]: self.session.flush() Aug 11 03:03:33.820297 n-d-764292-30 neutron-server[102191]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:03:33.820297 n-d-764292-30 neutron-server[102191]: self.session.flush() Aug 11 03:03:33.820297 n-d-764292-30 neutron-server[102191]: Traceback (most recent call last): Aug 11 03:03:33.820297 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:03:33.820297 n-d-764292-30 neutron-server[102191]: timer() Aug 11 03:03:33.820297 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:03:33.820297 n-d-764292-30 neutron-server[102191]: cb(*args, **kw) Aug 11 03:03:33.820297 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:03:33.820297 n-d-764292-30 neutron-server[102191]: return func(*args, **kwargs) Aug 11 03:03:33.820297 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:03:33.820297 n-d-764292-30 neutron-server[102191]: self._notify() Aug 11 03:03:33.820297 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:03:33.820297 n-d-764292-30 neutron-server[102191]: self.callback(batched_events) Aug 11 03:03:33.820297 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:03:33.820297 n-d-764292-30 neutron-server[102191]: event.method(event) Aug 11 03:03:33.820297 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:03:33.820297 n-d-764292-30 neutron-server[102191]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:03:33.820297 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:03:33.820297 n-d-764292-30 neutron-server[102191]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:03:33.820297 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:03:33.820297 n-d-764292-30 neutron-server[102191]: return f(self, *a, **k) Aug 11 03:03:33.820297 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:03:33.820297 n-d-764292-30 neutron-server[102191]: return self._get(url).json() Aug 11 03:03:33.820297 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:03:33.820297 n-d-764292-30 neutron-server[102191]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:03:33.820297 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:03:33.820297 n-d-764292-30 neutron-server[102191]: return self.request(url, 'GET', **kwargs) Aug 11 03:03:33.820297 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:03:33.820297 n-d-764292-30 neutron-server[102191]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:03:33.820297 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:03:33.820297 n-d-764292-30 neutron-server[102191]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:03:33.820297 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:03:33.820297 n-d-764292-30 neutron-server[102191]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:03:33.820297 n-d-764292-30 neutron-server[102191]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:03:33.839308 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a55fe24d-fb36-49a9-89bb-ddedc385b405 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125932501'] for segment, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:33.861929 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d86ecd0c-841b-4d16-a041-046d96ed4e97 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:33.863945 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de356af-7d64-4037-b08d-262d081b7cd8 req-a87e7acc-8e17-41bd-a1fa-ea19e3ada340 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:33.865447 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7de356af-7d64-4037-b08d-262d081b7cd8 req-a87e7acc-8e17-41bd-a1fa-ea19e3ada340 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/ports?device_id=00709577-8225-439b-ba91-c058df9317f3 HTTP/1.1" status: 200 len: 945 time: 0.2017808 Aug 11 03:03:33.900659 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [req-b73971cf-c1ce-4ca1-b827-a5bc0a10c077 req-7298912c-626c-4992-bf69-ff87634b0167 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Deleting port 458952e7-3214-4b7c-b5f0-fc92a3bcef03 {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:03:33.908130 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-b73971cf-c1ce-4ca1-b827-a5bc0a10c077 req-7298912c-626c-4992-bf69-ff87634b0167 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:33.908517 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d86ecd0c-841b-4d16-a041-046d96ed4e97 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:33.961025 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a55fe24d-fb36-49a9-89bb-ddedc385b405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:33.982506 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a55fe24d-fb36-49a9-89bb-ddedc385b405 admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=102192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:03:33.982908 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a55fe24d-fb36-49a9-89bb-ddedc385b405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125932183'] for segment, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:33.986654 n-d-764292-30 neutron-server[102192]: Traceback (most recent call last): Aug 11 03:03:33.986654 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:03:33.986654 n-d-764292-30 neutron-server[102192]: timer() Aug 11 03:03:33.986654 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:03:33.986654 n-d-764292-30 neutron-server[102192]: cb(*args, **kw) Aug 11 03:03:33.986654 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:03:33.986654 n-d-764292-30 neutron-server[102192]: return func(*args, **kwargs) Aug 11 03:03:33.986654 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:03:33.986654 n-d-764292-30 neutron-server[102192]: self._notify() Aug 11 03:03:33.986654 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:03:33.986654 n-d-764292-30 neutron-server[102192]: self.callback(batched_events) Aug 11 03:03:33.986654 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:03:33.986654 n-d-764292-30 neutron-server[102192]: event.method(event) Aug 11 03:03:33.986654 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:03:33.986654 n-d-764292-30 neutron-server[102192]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:03:33.986654 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:03:33.986654 n-d-764292-30 neutron-server[102192]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:03:33.986654 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:03:33.986654 n-d-764292-30 neutron-server[102192]: return f(self, *a, **k) Aug 11 03:03:33.986654 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:03:33.986654 n-d-764292-30 neutron-server[102192]: return self._get(url).json() Aug 11 03:03:33.986654 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:03:33.986654 n-d-764292-30 neutron-server[102192]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:03:33.986654 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:03:33.986654 n-d-764292-30 neutron-server[102192]: return self.request(url, 'GET', **kwargs) Aug 11 03:03:33.986654 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:03:33.986654 n-d-764292-30 neutron-server[102192]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:03:33.986654 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:03:33.986654 n-d-764292-30 neutron-server[102192]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:03:33.986654 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:03:33.986654 n-d-764292-30 neutron-server[102192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:03:33.986654 n-d-764292-30 neutron-server[102192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:03:33.991097 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7e91f06f-bf43-49ca-a9d7-56ccc5fb6a9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:34.006224 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7e91f06f-bf43-49ca-a9d7-56ccc5fb6a9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:34.008223 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-7e91f06f-bf43-49ca-a9d7-56ccc5fb6a9f admin admin] 10.222.0.41 "DELETE /v2.0/networks/abf4f863-7e34-4c96-bae1-78fb72808e42 HTTP/1.1" status: 204 len: 168 time: 1.3310394 Aug 11 03:03:34.009231 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e91f06f-bf43-49ca-a9d7-56ccc5fb6a9f admin admin] Pushing event deleted for resources: {'Network': ['ID=abf4f863-7e34-4c96-bae1-78fb72808e42,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:34.011164 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 46938) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:34.018932 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d86ecd0c-841b-4d16-a041-046d96ed4e97 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:34.021504 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d86ecd0c-841b-4d16-a041-046d96ed4e97 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:34.022547 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-d86ecd0c-841b-4d16-a041-046d96ed4e97 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] 10.222.0.41 "DELETE /v2.0/security-groups/c5162391-9bd9-4619-878c-f77a6345fa95 HTTP/1.1" status: 204 len: 168 time: 0.2972410 Aug 11 03:03:34.055841 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 46940) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:34.075456 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86ecd0c-841b-4d16-a041-046d96ed4e97 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5162391-9bd9-4619-878c-f77a6345fa95,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:34.088791 n-d-764292-30 neutron-server[102191]: INFO neutron.api.v2.resource [None req-3005eb99-88af-4137-a065-403accae90c2 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] show failed (client error): The resource could not be found. Aug 11 03:03:34.091133 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-3005eb99-88af-4137-a065-403accae90c2 tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] 10.222.0.41 "GET /v2.0/security-groups/c5162391-9bd9-4619-878c-f77a6345fa95 HTTP/1.1" status: 404 len: 347 time: 0.0320904 Aug 11 03:03:34.092762 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 46942) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:34.140905 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7de356af-7d64-4037-b08d-262d081b7cd8 req-dabc9566-b19e-4a2d-af5e-6c4eba904a9e tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/security-groups?id=c7e06141-9137-4a1d-bc20-6fbfa107e8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2423751 Aug 11 03:03:34.154275 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b160a763-26ff-4a6c-b897-cde9d05788f5 req-9239815f-0a0f-4f0b-96d4-64a3f97baa84 service neutron] 10.222.0.22 "GET /v2.0/networks/f221beb7-8330-438a-a9fe-3bfcf5050d99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3364038 Aug 11 03:03:34.179946 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 3b8e3a98-6bcc-4054-bdd1-ee44d115053f no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:03:34.187619 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-b73971cf-c1ce-4ca1-b827-a5bc0a10c077 req-7298912c-626c-4992-bf69-ff87634b0167 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] For port 458952e7-3214-4b7c-b5f0-fc92a3bcef03, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=458952e7-3214-4b7c-b5f0-fc92a3bcef03,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:03:34.188135 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-b73971cf-c1ce-4ca1-b827-a5bc0a10c077 req-7298912c-626c-4992-bf69-ff87634b0167 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:34.201404 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: 3b8e3a98-6bcc-4054-bdd1-ee44d115053f {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:03:34.201753 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 3b8e3a98-6bcc-4054-bdd1-ee44d115053f not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:03:34.202169 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 3ed03132-a150-4896-9ed2-237b70295770 no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:03:34.206226 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d252c5-0a1f-4701-bc3c-31039b72719c req-e4dcb8ee-6954-4a60-a4e2-7fc1c3c21c5b tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:34.210767 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-56d252c5-0a1f-4701-bc3c-31039b72719c req-e4dcb8ee-6954-4a60-a4e2-7fc1c3c21c5b tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc00084e-c00e-464d-a2f5-5caac5a61234 HTTP/1.1" status: 200 len: 950 time: 0.1904771 Aug 11 03:03:34.220687 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a55fe24d-fb36-49a9-89bb-ddedc385b405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:34.223211 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [req-b73971cf-c1ce-4ca1-b827-a5bc0a10c077 req-7298912c-626c-4992-bf69-ff87634b0167 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Calling delete_port for 458952e7-3214-4b7c-b5f0-fc92a3bcef03 owned by compute:nova {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:03:34.225331 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: 3ed03132-a150-4896-9ed2-237b70295770 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:03:34.226061 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 3ed03132-a150-4896-9ed2-237b70295770 not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:03:34.252830 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a55fe24d-fb36-49a9-89bb-ddedc385b405 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:34.254732 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-a55fe24d-fb36-49a9-89bb-ddedc385b405 admin admin] 10.222.0.41 "DELETE /v2.0/networks/862e911a-9309-4441-bf2f-ff0a49af3c4c HTTP/1.1" status: 204 len: 168 time: 0.9008324 Aug 11 03:03:34.268414 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55fe24d-fb36-49a9-89bb-ddedc385b405 admin admin] Pushing event deleted for resources: {'Network': ['ID=862e911a-9309-4441-bf2f-ff0a49af3c4c,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:34.316388 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55fe24d-fb36-49a9-89bb-ddedc385b405 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:03:34.316737 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55fe24d-fb36-49a9-89bb-ddedc385b405 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:03:34.317065 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55fe24d-fb36-49a9-89bb-ddedc385b405 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:03:34.317400 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55fe24d-fb36-49a9-89bb-ddedc385b405 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:03:34.317728 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55fe24d-fb36-49a9-89bb-ddedc385b405 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:03:34.318052 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55fe24d-fb36-49a9-89bb-ddedc385b405 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:03:34.318412 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55fe24d-fb36-49a9-89bb-ddedc385b405 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:03:34.318729 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55fe24d-fb36-49a9-89bb-ddedc385b405 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:03:34.319048 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55fe24d-fb36-49a9-89bb-ddedc385b405 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:03:34.319369 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55fe24d-fb36-49a9-89bb-ddedc385b405 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:03:34.319689 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55fe24d-fb36-49a9-89bb-ddedc385b405 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:03:34.320006 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55fe24d-fb36-49a9-89bb-ddedc385b405 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:03:34.340281 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-56d252c5-0a1f-4701-bc3c-31039b72719c req-48c311e2-517b-44d1-999d-116595d04d15 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8b0be49-76ee-4d50-8be0-9bf1508da412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216266 Aug 11 03:03:34.355381 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-4ab584aa-858a-4f03-9e4f-67f0199dd46b tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] Deleting port d9b99237-b102-442f-9039-6340847958a8 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:03:34.355381 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4ab584aa-858a-4f03-9e4f-67f0199dd46b tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:34.488206 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4ab584aa-858a-4f03-9e4f-67f0199dd46b tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:34.488548 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4ab584aa-858a-4f03-9e4f-67f0199dd46b tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:34.499256 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24cd914-7607-409b-b04a-b5574b7823b7 req-a0c34e0e-a32c-48be-ba36-858c9b8a77c0 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:34.500804 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a24cd914-7607-409b-b04a-b5574b7823b7 req-a0c34e0e-a32c-48be-ba36-858c9b8a77c0 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e157f43-31c5-406f-8168-ac24e040a1b3 HTTP/1.1" status: 200 len: 950 time: 0.0646415 Aug 11 03:03:34.521952 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-4ab584aa-858a-4f03-9e4f-67f0199dd46b tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] Calling delete_port for d9b99237-b102-442f-9039-6340847958a8 owned by network:floatingip {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:03:34.538577 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:34.539452 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-b73971cf-c1ce-4ca1-b827-a5bc0a10c077 req-7298912c-626c-4992-bf69-ff87634b0167 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:34.551852 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['acd77bac-ad9f-4185-9417-ca2c1c5f2f9c', '458952e7-3214-4b7c-b5f0-fc92a3bcef03'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:03:34.554452 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['2e23dd7b-0b38-404c-8090-6ce6bff54305', '757139b6-8342-4504-82df-491f3ad6472a', 'd008f631-61e8-4410-80e4-ee203c8580df'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:03:34.670212 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298912c-626c-4992-bf69-ff87634b0167 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Pushing event deleted for resources: {'Port': ['ID=458952e7-3214-4b7c-b5f0-fc92a3bcef03,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:34.672523 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 46950) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:34.768829 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b9885b-31a7-438e-8e4b-4125ca678244 req-4b72b072-d36f-43fe-b4f9-841f94f58486 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:34.769226 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b160a763-26ff-4a6c-b897-cde9d05788f5 req-40d9b51c-000e-452b-9e9b-9bbf6611c50b tempest-LiveAutoBlockMigrationV225Test-1544515844 tempest-LiveAutoBlockMigrationV225Test-1544515844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:34.770727 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-b160a763-26ff-4a6c-b897-cde9d05788f5 req-40d9b51c-000e-452b-9e9b-9bbf6611c50b tempest-LiveAutoBlockMigrationV225Test-1544515844 tempest-LiveAutoBlockMigrationV225Test-1544515844-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=76927434-76ea-4b52-9275-6f99fa74e6bb&tenant_id=7a37d4caabc9417c92d7f5d7ce7df51b&binding%3Ahost_id=n-h1-764292-30 HTTP/1.1" status: 200 len: 1096 time: 0.1038640 Aug 11 03:03:34.778906 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-32b9885b-31a7-438e-8e4b-4125ca678244 req-4b72b072-d36f-43fe-b4f9-841f94f58486 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/ports?device_id=76927434-76ea-4b52-9275-6f99fa74e6bb HTTP/1.1" status: 200 len: 944 time: 0.2163675 Aug 11 03:03:34.786264 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [req-b73971cf-c1ce-4ca1-b827-a5bc0a10c077 req-7298912c-626c-4992-bf69-ff87634b0167 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] No DVR routers for this DVR port 458952e7-3214-4b7c-b5f0-fc92a3bcef03 on host n-h2-764292-30 {{(pid=102192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:03:34.790752 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ba6672a9-5f8f-4a50-9b4e-e6571c910168 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521106'] for router_interface, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:34.811160 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-b73971cf-c1ce-4ca1-b827-a5bc0a10c077 req-7298912c-626c-4992-bf69-ff87634b0167 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:34.813649 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b73971cf-c1ce-4ca1-b827-a5bc0a10c077 req-7298912c-626c-4992-bf69-ff87634b0167 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.24 "DELETE /v2.0/ports/458952e7-3214-4b7c-b5f0-fc92a3bcef03 HTTP/1.1" status: 204 len: 173 time: 1.2995863 Aug 11 03:03:34.814158 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc00084e-c00e-464d-a2f5-5caac5a61234', 'name': 'network-vif-deleted', 'tag': '458952e7-3214-4b7c-b5f0-fc92a3bcef03'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:03:34.817739 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bf1583b-fdbe-4a72-96c2-6037b15f809f" -d '{"events": [{"server_uuid": "cc00084e-c00e-464d-a2f5-5caac5a61234", "name": "network-vif-deleted", "tag": "458952e7-3214-4b7c-b5f0-fc92a3bcef03"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:03:34.824835 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device acc0aeb3-d92e-4735-b223-6f56ef14264f up at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:03:34.855111 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-26e38dcb-6eec-46e2-bcae-a0bba0ea310d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0118edf3620f4c918955cb42f7434826&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1775777 Aug 11 03:03:34.872945 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:03:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e89f8de-9b8f-4ef2-9a5e-bbc0809afb4a x-openstack-request-id: req-9e89f8de-9b8f-4ef2-9a5e-bbc0809afb4a {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:03:34.872945 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc00084e-c00e-464d-a2f5-5caac5a61234", "name": "network-vif-deleted", "tag": "458952e7-3214-4b7c-b5f0-fc92a3bcef03", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:03:34.872945 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9e89f8de-9b8f-4ef2-9a5e-bbc0809afb4a {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:03:34.872945 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc00084e-c00e-464d-a2f5-5caac5a61234', 'name': 'network-vif-deleted', 'tag': '458952e7-3214-4b7c-b5f0-fc92a3bcef03', 'status': 'completed', 'code': 200} Aug 11 03:03:34.876310 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 46954) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:34.884601 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-32b9885b-31a7-438e-8e4b-4125ca678244 req-733beb6f-5555-4aa1-9d19-1a56083d9fc2 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5aa9049-617d-473f-afb5-b55716ab8aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001661 Aug 11 03:03:34.902858 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [req-a24cd914-7607-409b-b04a-b5574b7823b7 req-91ea3db5-9b95-4a55-a1a6-8741c512ac9c tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Deleting port d008f631-61e8-4410-80e4-ee203c8580df {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:03:34.904241 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-a24cd914-7607-409b-b04a-b5574b7823b7 req-91ea3db5-9b95-4a55-a1a6-8741c512ac9c tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:34.958176 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4ab584aa-858a-4f03-9e4f-67f0199dd46b tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:35.021207 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab584aa-858a-4f03-9e4f-67f0199dd46b tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] Pushing event deleted for resources: {'Port': ['ID=d9b99237-b102-442f-9039-6340847958a8,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:35.042209 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning for port acc0aeb3-d92e-4735-b223-6f56ef14264f completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:03:35.047985 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning complete for port acc0aeb3-d92e-4735-b223-6f56ef14264f triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:03:35.048943 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:35.060605 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-a24cd914-7607-409b-b04a-b5574b7823b7 req-91ea3db5-9b95-4a55-a1a6-8741c512ac9c tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] For port d008f631-61e8-4410-80e4-ee203c8580df, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=d008f631-61e8-4410-80e4-ee203c8580df,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:03:35.060983 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-a24cd914-7607-409b-b04a-b5574b7823b7 req-91ea3db5-9b95-4a55-a1a6-8741c512ac9c tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:35.081274 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [req-a24cd914-7607-409b-b04a-b5574b7823b7 req-91ea3db5-9b95-4a55-a1a6-8741c512ac9c tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Calling delete_port for d008f631-61e8-4410-80e4-ee203c8580df owned by compute:nova {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:03:35.123547 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7e1ea3ff-6d98-4e4f-bd43-6e9c197446b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:35.251117 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7e1ea3ff-6d98-4e4f-bd43-6e9c197446b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:35.287908 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:35.290735 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4ab584aa-858a-4f03-9e4f-67f0199dd46b tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] Notify callbacks [] for floatingip, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:35.293511 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4ab584aa-858a-4f03-9e4f-67f0199dd46b tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for floatingip, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:35.294698 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-4ab584aa-858a-4f03-9e4f-67f0199dd46b tempest-ImagesOneServerNegativeTestJSON-322133737 tempest-ImagesOneServerNegativeTestJSON-322133737-project] 10.222.0.41 "DELETE /v2.0/floatingips/4db9637b-5ee4-4ac5-94c8-dec93995b17a HTTP/1.1" status: 204 len: 168 time: 1.2009718 Aug 11 03:03:35.318421 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00709577-8225-439b-ba91-c058df9317f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acc0aeb3-d92e-4735-b223-6f56ef14264f'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:03:35.318645 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-b160a763-26ff-4a6c-b897-cde9d05788f5 req-255f0867-e16f-46ee-92f7-f8d2b093bd7c service neutron] For port 092c0a28-e4d2-4ebb-8107-8a0561809fdb, host n-h2-764292-30, cleared binding levels {{(pid=102191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:03:35.321302 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65eb37ce-6b2b-468f-bd19-10c560fa1596" -d '{"events": [{"server_uuid": "00709577-8225-439b-ba91-c058df9317f3", "name": "network-vif-plugged", "status": "completed", "tag": "acc0aeb3-d92e-4735-b223-6f56ef14264f"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:03:35.324336 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-b160a763-26ff-4a6c-b897-cde9d05788f5 req-255f0867-e16f-46ee-92f7-f8d2b093bd7c service neutron] Notify callbacks [] for binding, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:35.325431 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-b160a763-26ff-4a6c-b897-cde9d05788f5 req-255f0867-e16f-46ee-92f7-f8d2b093bd7c service neutron] 10.222.0.22 "DELETE /v2.0/ports/092c0a28-e4d2-4ebb-8107-8a0561809fdb/bindings/n-h2-764292-30 HTTP/1.1" status: 204 len: 173 time: 0.5456762 Aug 11 03:03:35.347965 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cae8dc-126e-4aae-994c-201df9125f84 req-2eedfc58-7536-4555-a9d9-72d547d1959f tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:35.348382 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port acc0aeb3-d92e-4735-b223-6f56ef14264f, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=acc0aeb3-d92e-4735-b223-6f56ef14264f,segment=NetworkSegment(75626708-94f6-4fcc-8cbd-0dd0dd709069),segment_id=75626708-94f6-4fcc-8cbd-0dd0dd709069)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:03:35.350018 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-76cae8dc-126e-4aae-994c-201df9125f84 req-2eedfc58-7536-4555-a9d9-72d547d1959f tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/ports?device_id=00709577-8225-439b-ba91-c058df9317f3 HTTP/1.1" status: 200 len: 945 time: 0.0783064 Aug 11 03:03:35.350947 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-a24cd914-7607-409b-b04a-b5574b7823b7 req-91ea3db5-9b95-4a55-a1a6-8741c512ac9c tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:35.364058 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['acd77bac-ad9f-4185-9417-ca2c1c5f2f9c'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:03:35.410530 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:03:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c88a7606-26aa-4b37-b405-ae0a0bb19fc3 x-openstack-request-id: req-c88a7606-26aa-4b37-b405-ae0a0bb19fc3 {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:03:35.410884 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00709577-8225-439b-ba91-c058df9317f3", "name": "network-vif-plugged", "status": "completed", "tag": "acc0aeb3-d92e-4735-b223-6f56ef14264f", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:03:35.411309 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c88a7606-26aa-4b37-b405-ae0a0bb19fc3 {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:03:35.411802 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00709577-8225-439b-ba91-c058df9317f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acc0aeb3-d92e-4735-b223-6f56ef14264f', 'code': 200} Aug 11 03:03:35.441375 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-ba6672a9-5f8f-4a50-9b4e-e6571c910168 admin admin] Deleting port 4f4449d2-448f-4b3f-b3bb-98e30ca86c16 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:03:35.443226 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ba6672a9-5f8f-4a50-9b4e-e6571c910168 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:35.461419 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ea3db5-9b95-4a55-a1a6-8741c512ac9c tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Pushing event deleted for resources: {'Port': ['ID=d008f631-61e8-4410-80e4-ee203c8580df,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:35.467090 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:35.480064 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7e1ea3ff-6d98-4e4f-bd43-6e9c197446b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:35.486165 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7e1ea3ff-6d98-4e4f-bd43-6e9c197446b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:35.487518 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-7e1ea3ff-6d98-4e4f-bd43-6e9c197446b4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/64c915b9-2a86-4597-b75b-6d37f10465b3 HTTP/1.1" status: 204 len: 168 time: 0.6090093 Aug 11 03:03:35.534246 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-76cae8dc-126e-4aae-994c-201df9125f84 req-04e535e1-50c7-4aa1-b8bb-96f5e1d065a9 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/security-groups?id=c7e06141-9137-4a1d-bc20-6fbfa107e8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575763 Aug 11 03:03:35.542170 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [req-a24cd914-7607-409b-b04a-b5574b7823b7 req-91ea3db5-9b95-4a55-a1a6-8741c512ac9c tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] No DVR routers for this DVR port d008f631-61e8-4410-80e4-ee203c8580df on host n-h1-764292-30 {{(pid=102192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:03:35.545453 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-a24cd914-7607-409b-b04a-b5574b7823b7 req-91ea3db5-9b95-4a55-a1a6-8741c512ac9c tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:35.549423 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a24cd914-7607-409b-b04a-b5574b7823b7 req-91ea3db5-9b95-4a55-a1a6-8741c512ac9c tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.22 "DELETE /v2.0/ports/d008f631-61e8-4410-80e4-ee203c8580df HTTP/1.1" status: 204 len: 173 time: 1.0395703 Aug 11 03:03:35.561305 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1ea3ff-6d98-4e4f-bd43-6e9c197446b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64c915b9-2a86-4597-b75b-6d37f10465b3,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:35.637964 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=acc0aeb3-d92e-4735-b223-6f56ef14264f,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:35.666966 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e6318b55-8b33-45e9-8705-a9eb107b281f req-4887e41f-b437-4032-b1ab-f97c0a6088c6 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc00084e-c00e-464d-a2f5-5caac5a61234 HTTP/1.1" status: 200 len: 210 time: 0.1508689 Aug 11 03:03:35.689716 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [None req-ba6672a9-5f8f-4a50-9b4e-e6571c910168 admin admin] For port 4f4449d2-448f-4b3f-b3bb-98e30ca86c16, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=4f4449d2-448f-4b3f-b3bb-98e30ca86c16,segment=NetworkSegment(f7ca61c9-558a-47e7-8341-07a795f75622),segment_id=f7ca61c9-558a-47e7-8341-07a795f75622)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:03:35.690913 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ba6672a9-5f8f-4a50-9b4e-e6571c910168 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:35.729833 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-ba6672a9-5f8f-4a50-9b4e-e6571c910168 admin admin] Calling delete_port for 4f4449d2-448f-4b3f-b3bb-98e30ca86c16 owned by network:router_interface {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:03:35.771773 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 46982) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:35.837045 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_v2 [None req-b269fa1a-26fb-45e0-9caa-8f3906c385a5 admin admin] Deleting subnet 6db39e9a-7f38-4c82-9938-87272cf59f4c {{(pid=102192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:03:35.845307 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b269fa1a-26fb-45e0-9caa-8f3906c385a5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:35.866306 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2aa3c9-2818-4050-927f-fce2eb4ec1c6 req-5cec716e-05cf-4050-8a74-499e38e2d065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:35.867978 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8d2aa3c9-2818-4050-927f-fce2eb4ec1c6 req-5cec716e-05cf-4050-8a74-499e38e2d065 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=00709577-8225-439b-ba91-c058df9317f3 HTTP/1.1" status: 200 len: 1098 time: 0.3321762 Aug 11 03:03:35.916885 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b269fa1a-26fb-45e0-9caa-8f3906c385a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125932460'] for subnet, precommit_delete_associations {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:35.947295 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8d2aa3c9-2818-4050-927f-fce2eb4ec1c6 req-4dec986f-6a54-492f-be37-156b86c5280d service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=c7e06141-9137-4a1d-bc20-6fbfa107e8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666928 Aug 11 03:03:35.973780 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b269fa1a-26fb-45e0-9caa-8f3906c385a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:35.991535 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['2e23dd7b-0b38-404c-8090-6ce6bff54305', '757139b6-8342-4504-82df-491f3ad6472a'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:03:36.081215 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347211d1-cc64-4033-af36-ecce4de95106 req-16c41e2f-288a-484c-b8d8-56aa0c7df1f4 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:36.086482 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ba6672a9-5f8f-4a50-9b4e-e6571c910168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:36.086995 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-347211d1-cc64-4033-af36-ecce4de95106 req-16c41e2f-288a-484c-b8d8-56aa0c7df1f4 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/ports?device_id=76927434-76ea-4b52-9275-6f99fa74e6bb HTTP/1.1" status: 200 len: 944 time: 0.0876794 Aug 11 03:03:36.135096 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6672a9-5f8f-4a50-9b4e-e6571c910168 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f4449d2-448f-4b3f-b3bb-98e30ca86c16,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:36.176859 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-347211d1-cc64-4033-af36-ecce4de95106 req-93fa6ffe-ac00-4395-bfc2-798c20fcc2c6 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5aa9049-617d-473f-afb5-b55716ab8aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702984 Aug 11 03:03:36.184782 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b269fa1a-26fb-45e0-9caa-8f3906c385a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125932157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126180897'] for subnet, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:36.216378 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b269fa1a-26fb-45e0-9caa-8f3906c385a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6db39e9a-7f38-4c82-9938-87272cf59f4c,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:36.220809 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b269fa1a-26fb-45e0-9caa-8f3906c385a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:36.223546 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-b269fa1a-26fb-45e0-9caa-8f3906c385a5 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/6db39e9a-7f38-4c82-9938-87272cf59f4c HTTP/1.1" status: 204 len: 168 time: 0.4497619 Aug 11 03:03:36.225889 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 46994) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:36.398492 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ba6672a9-5f8f-4a50-9b4e-e6571c910168 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16383033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450082'] for router_interface, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:36.444324 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9f637896-3918-44c1-b34d-6c8230b28549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:36.469645 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a23685e-22c4-4ad3-8166-7ef56573c9dc req-90e69742-e0a5-4410-8b96-b84d3c7e427d tempest-LiveAutoBlockMigrationV225Test-1544515844 tempest-LiveAutoBlockMigrationV225Test-1544515844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:36.480675 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3a23685e-22c4-4ad3-8166-7ef56573c9dc req-90e69742-e0a5-4410-8b96-b84d3c7e427d tempest-LiveAutoBlockMigrationV225Test-1544515844 tempest-LiveAutoBlockMigrationV225Test-1544515844-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=76927434-76ea-4b52-9275-6f99fa74e6bb HTTP/1.1" status: 200 len: 1096 time: 0.1179037 Aug 11 03:03:36.518864 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3a23685e-22c4-4ad3-8166-7ef56573c9dc req-a378e65b-9f1a-4ac7-8db7-2cb547a61072 tempest-LiveAutoBlockMigrationV225Test-1544515844 tempest-LiveAutoBlockMigrationV225Test-1544515844-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=c5aa9049-617d-473f-afb5-b55716ab8aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372427 Aug 11 03:03:36.591798 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9f637896-3918-44c1-b34d-6c8230b28549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:36.603018 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-9f637896-3918-44c1-b34d-6c8230b28549 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7308cf56-b2ea-4c5f-847a-68a400b58a6a']}} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:03:36.613965 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-9f637896-3918-44c1-b34d-6c8230b28549 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e15af3bf-a96a-4239-be14-8bb6ab78ddb4') {'for_net_delete': True} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:03:36.614323 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-9f637896-3918-44c1-b34d-6c8230b28549 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e15af3bf-a96a-4239-be14-8bb6ab78ddb4') {} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:03:36.623424 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9f637896-3918-44c1-b34d-6c8230b28549 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125932501'] for segment, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:36.639408 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9f637896-3918-44c1-b34d-6c8230b28549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:36.662635 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f637896-3918-44c1-b34d-6c8230b28549 admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=102192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:03:36.663063 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9f637896-3918-44c1-b34d-6c8230b28549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125932183'] for segment, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:36.671545 n-d-764292-30 neutron-server[102192]: Traceback (most recent call last): Aug 11 03:03:36.671545 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:03:36.671545 n-d-764292-30 neutron-server[102192]: timer() Aug 11 03:03:36.671545 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:03:36.671545 n-d-764292-30 neutron-server[102192]: cb(*args, **kw) Aug 11 03:03:36.671545 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:03:36.671545 n-d-764292-30 neutron-server[102192]: return func(*args, **kwargs) Aug 11 03:03:36.671545 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:03:36.671545 n-d-764292-30 neutron-server[102192]: self._notify() Aug 11 03:03:36.671545 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:03:36.671545 n-d-764292-30 neutron-server[102192]: self.callback(batched_events) Aug 11 03:03:36.671545 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:03:36.671545 n-d-764292-30 neutron-server[102192]: event.method(event) Aug 11 03:03:36.671545 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:03:36.671545 n-d-764292-30 neutron-server[102192]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:03:36.671545 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:03:36.671545 n-d-764292-30 neutron-server[102192]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:03:36.671545 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:03:36.671545 n-d-764292-30 neutron-server[102192]: return f(self, *a, **k) Aug 11 03:03:36.671545 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:03:36.671545 n-d-764292-30 neutron-server[102192]: return self._get(url).json() Aug 11 03:03:36.671545 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:03:36.671545 n-d-764292-30 neutron-server[102192]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:03:36.671545 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:03:36.671545 n-d-764292-30 neutron-server[102192]: return self.request(url, 'GET', **kwargs) Aug 11 03:03:36.671545 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:03:36.671545 n-d-764292-30 neutron-server[102192]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:03:36.671545 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:03:36.671545 n-d-764292-30 neutron-server[102192]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:03:36.671545 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:03:36.671545 n-d-764292-30 neutron-server[102192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:03:36.671545 n-d-764292-30 neutron-server[102192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:03:36.751963 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:36.757599 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84b9642-e1f9-42d1-83ea-14700a75d972 req-badc1f88-7cd9-4c57-b728-720c90b5482e tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:36.759157 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b84b9642-e1f9-42d1-83ea-14700a75d972 req-badc1f88-7cd9-4c57-b728-720c90b5482e tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/ports?device_id=00709577-8225-439b-ba91-c058df9317f3 HTTP/1.1" status: 200 len: 946 time: 0.1134071 Aug 11 03:03:36.789118 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba6672a9-5f8f-4a50-9b4e-e6571c910168 admin admin] Router 27342bd6-9971-41a0-b326-fa324f9d05c3 has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:03:36.804401 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b84b9642-e1f9-42d1-83ea-14700a75d972 req-30616571-48de-4be1-9bfa-a6f21f866baf tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/security-groups?id=c7e06141-9137-4a1d-bc20-6fbfa107e8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372751 Aug 11 03:03:36.824469 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9f637896-3918-44c1-b34d-6c8230b28549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:36.831212 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9f637896-3918-44c1-b34d-6c8230b28549 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:36.833033 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-9f637896-3918-44c1-b34d-6c8230b28549 admin admin] 10.222.0.41 "DELETE /v2.0/networks/7308cf56-b2ea-4c5f-847a-68a400b58a6a HTTP/1.1" status: 204 len: 168 time: 0.6061552 Aug 11 03:03:36.838028 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 458952e7-3214-4b7c-b5f0-fc92a3bcef03 no longer exists at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:03:36.844168 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f637896-3918-44c1-b34d-6c8230b28549 admin admin] Pushing event deleted for resources: {'Network': ['ID=7308cf56-b2ea-4c5f-847a-68a400b58a6a,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:36.864004 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] No Port match for: 458952e7-3214-4b7c-b5f0-fc92a3bcef03 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:03:36.864004 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 458952e7-3214-4b7c-b5f0-fc92a3bcef03 not bound to the agent host n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:03:36.867765 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e157f43-31c5-406f-8168-ac24e040a1b3', 'name': 'network-vif-deleted', 'tag': 'd008f631-61e8-4410-80e4-ee203c8580df'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:03:36.881224 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-337f2a9b-939a-4f38-8662-3e78645dbc10" -d '{"events": [{"server_uuid": "2e157f43-31c5-406f-8168-ac24e040a1b3", "name": "network-vif-deleted", "tag": "d008f631-61e8-4410-80e4-ee203c8580df"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:03:36.963937 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba6672a9-5f8f-4a50-9b4e-e6571c910168 admin admin] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:03:36.973452 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-ba6672a9-5f8f-4a50-9b4e-e6571c910168 admin admin] 10.222.0.41 "PUT /v2.0/routers/27342bd6-9971-41a0-b326-fa324f9d05c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9613428 Aug 11 03:03:36.976104 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d714396-2690-4c7d-af19-bb4e2febed0b None None] Sync routers for ids ['27342bd6-9971-41a0-b326-fa324f9d05c3'] in n-d-764292-30 {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:03:36.980532 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 47022) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:36.992924 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d714396-2690-4c7d-af19-bb4e2febed0b None None] Routers {'27342bd6-9971-41a0-b326-fa324f9d05c3'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:03:36.992924 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-7d714396-2690-4c7d-af19-bb4e2febed0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:03:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['27342bd6-9971-41a0-b326-fa324f9d05c3'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:03:37.040232 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:03:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29c267c7-1985-475b-85b5-b60412f4538f x-openstack-request-id: req-29c267c7-1985-475b-85b5-b60412f4538f {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:03:37.041519 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e157f43-31c5-406f-8168-ac24e040a1b3", "name": "network-vif-deleted", "tag": "d008f631-61e8-4410-80e4-ee203c8580df", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:03:37.041519 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-29c267c7-1985-475b-85b5-b60412f4538f {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:03:37.041519 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e157f43-31c5-406f-8168-ac24e040a1b3', 'name': 'network-vif-deleted', 'tag': 'd008f631-61e8-4410-80e4-ee203c8580df', 'status': 'completed', 'code': 200} Aug 11 03:03:37.127788 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-7d714396-2690-4c7d-af19-bb4e2febed0b None None] Set router 27342bd6-9971-41a0-b326-fa324f9d05c3 gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:03:37.128236 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-674f9b95-036e-44b7-a0bb-f4b4a026b044 admin admin] Notify callbacks [] for router, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:37.197981 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619c3eb5-6ab9-40d2-a888-a30e6af72bda req-551f39f7-2332-4562-bbe8-20514dbc6fbb tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:37.199632 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-619c3eb5-6ab9-40d2-a888-a30e6af72bda req-551f39f7-2332-4562-bbe8-20514dbc6fbb tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/ports?device_id=76927434-76ea-4b52-9275-6f99fa74e6bb HTTP/1.1" status: 200 len: 944 time: 0.0921810 Aug 11 03:03:37.256124 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-619c3eb5-6ab9-40d2-a888-a30e6af72bda req-f9292c7a-315d-4e22-ba06-061070f257a5 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5aa9049-617d-473f-afb5-b55716ab8aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438623 Aug 11 03:03:37.268368 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 47036) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:37.285453 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-674f9b95-036e-44b7-a0bb-f4b4a026b044 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:37.331746 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-5b7c2da9-6b7e-4098-861a-6c868c89c5ad admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e11080dad0104d51a5cfeb2acfc6cf99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0621915 Aug 11 03:03:37.334085 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 47038) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:37.349401 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 47040) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:37.401650 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-37d9f8d7-7696-4de4-9548-c02ccaa57f48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:37.407673 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-7d714396-2690-4c7d-af19-bb4e2febed0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27342bd6-9971-41a0-b326-fa324f9d05c3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-677511237-router', 'tenant_id': '6d0ba5df0b584068bb4b0c24a025719a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': '84e129c9-ef97-42a4-b932-fa1903c66090', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:58:44Z', 'updated_at': '2021-08-11T03:03:35Z', 'revision_number': 5, 'project_id': '6d0ba5df0b584068bb4b0c24a025719a', 'gw_port': {'id': '84e129c9-ef97-42a4-b932-fa1903c66090', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:02:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27342bd6-9971-41a0-b326-fa324f9d05c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:58:45Z', 'updated_at': '2021-08-11T02:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:03:37.431148 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-37d9f8d7-7696-4de4-9548-c02ccaa57f48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:37.439652 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d714396-2690-4c7d-af19-bb4e2febed0b None None] Checking router: 27342bd6-9971-41a0-b326-fa324f9d05c3 for host: n-d-764292-30 {{(pid=102194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:03:37.440424 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-674f9b95-036e-44b7-a0bb-f4b4a026b044 admin admin] Deleting port 84e129c9-ef97-42a4-b932-fa1903c66090 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:03:37.440771 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-674f9b95-036e-44b7-a0bb-f4b4a026b044 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:37.459465 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d714396-2690-4c7d-af19-bb4e2febed0b None None] Routers {'27342bd6-9971-41a0-b326-fa324f9d05c3'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:03:37.462811 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-7d714396-2690-4c7d-af19-bb4e2febed0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:03:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['27342bd6-9971-41a0-b326-fa324f9d05c3'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:03:37.545402 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [None req-674f9b95-036e-44b7-a0bb-f4b4a026b044 admin admin] For port 84e129c9-ef97-42a4-b932-fa1903c66090, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=84e129c9-ef97-42a4-b932-fa1903c66090,segment=NetworkSegment(fab28bed-aa25-40db-bba4-ec26e795194c),segment_id=fab28bed-aa25-40db-bba4-ec26e795194c)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:03:37.545847 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-674f9b95-036e-44b7-a0bb-f4b4a026b044 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:37.557026 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-37d9f8d7-7696-4de4-9548-c02ccaa57f48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:37.560233 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-674f9b95-036e-44b7-a0bb-f4b4a026b044 admin admin] Calling delete_port for 84e129c9-ef97-42a4-b932-fa1903c66090 owned by network:router_gateway {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:03:37.562844 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-37d9f8d7-7696-4de4-9548-c02ccaa57f48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:37.566734 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-37d9f8d7-7696-4de4-9548-c02ccaa57f48 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/17343059-1bdd-4a6d-8bb4-dcbed1576fb3 HTTP/1.1" status: 204 len: 168 time: 0.2285163 Aug 11 03:03:37.570604 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-690e2410-692e-414b-a828-cd165d5992ca admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-793773460-network', 'tenant_id': '58054abe1e0c4d519136a962af1ff35b'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:03:37.608080 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d9f8d7-7696-4de4-9548-c02ccaa57f48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17343059-1bdd-4a6d-8bb4-dcbed1576fb3,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:37.665843 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-7d714396-2690-4c7d-af19-bb4e2febed0b None None] Set router 27342bd6-9971-41a0-b326-fa324f9d05c3 gateway port host: None {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:03:37.699711 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-690e2410-692e-414b-a828-cd165d5992ca admin admin] Made reservation on behalf of 58054abe1e0c4d519136a962af1ff35b for: {'network': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:03:37.702047 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-690e2410-692e-414b-a828-cd165d5992ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:37.716716 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-690e2410-692e-414b-a828-cd165d5992ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:37.730320 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-7d714396-2690-4c7d-af19-bb4e2febed0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27342bd6-9971-41a0-b326-fa324f9d05c3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-677511237-router', 'tenant_id': '6d0ba5df0b584068bb4b0c24a025719a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:58:44Z', 'updated_at': '2021-08-11T03:03:37Z', 'revision_number': 6, 'project_id': '6d0ba5df0b584068bb4b0c24a025719a', 'gw_port_host': None}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:03:37.765299 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d714396-2690-4c7d-af19-bb4e2febed0b None None] The sync data for ids ['27342bd6-9971-41a0-b326-fa324f9d05c3'] in n-d-764292-30 is: [{'id': '27342bd6-9971-41a0-b326-fa324f9d05c3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-677511237-router', 'tenant_id': '6d0ba5df0b584068bb4b0c24a025719a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:58:44Z', 'updated_at': '2021-08-11T03:03:37Z', 'revision_number': 6, 'project_id': '6d0ba5df0b584068bb4b0c24a025719a', 'gw_port_host': None}] {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:03:37.841817 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-674f9b95-036e-44b7-a0bb-f4b4a026b044 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:37.849552 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-690e2410-692e-414b-a828-cd165d5992ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:37.926574 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-690e2410-692e-414b-a828-cd165d5992ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:37.986121 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-690e2410-692e-414b-a828-cd165d5992ca admin admin] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=102192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:03:38.004576 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1723b5-cccc-4710-92ba-b48802c467d5 req-51cf3c92-b392-4f20-a760-d89dabf60c23 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:38.011029 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9e1723b5-cccc-4710-92ba-b48802c467d5 req-51cf3c92-b392-4f20-a760-d89dabf60c23 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/ports?device_id=00709577-8225-439b-ba91-c058df9317f3 HTTP/1.1" status: 200 len: 946 time: 0.1251228 Aug 11 03:03:38.013909 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690e2410-692e-414b-a828-cd165d5992ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5416e04a-65ab-47c9-9364-9cf662033c43,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:38.030454 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb815e29-28b8-4a80-8ea1-a1dbb3b7b1af req-6bd93431-89f2-4d8e-9647-83475187a991 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:38.032213 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bb815e29-28b8-4a80-8ea1-a1dbb3b7b1af req-6bd93431-89f2-4d8e-9647-83475187a991 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.22 "GET /v2.0/ports?device_id=76927434-76ea-4b52-9275-6f99fa74e6bb HTTP/1.1" status: 200 len: 944 time: 0.1817029 Aug 11 03:03:38.065854 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-690e2410-692e-414b-a828-cd165d5992ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:38.066534 n-d-764292-30 neutron-server[102192]: INFO neutron.db.segments_db [None req-690e2410-692e-414b-a828-cd165d5992ca admin admin] Added segment 8487c01f-2bd3-4ce2-81d1-68c4ea7d5598 of type vlan for network 56a6225a-5d5c-44f5-ab6f-2e897643f974 Aug 11 03:03:38.193752 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 4f4449d2-448f-4b3f-b3bb-98e30ca86c16 no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:03:38.214238 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674f9b95-036e-44b7-a0bb-f4b4a026b044 admin admin] Pushing event deleted for resources: {'Port': ['ID=84e129c9-ef97-42a4-b932-fa1903c66090,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:38.232992 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: 4f4449d2-448f-4b3f-b3bb-98e30ca86c16 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:03:38.233340 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 4f4449d2-448f-4b3f-b3bb-98e30ca86c16 not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:03:38.282084 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-674f9b95-036e-44b7-a0bb-f4b4a026b044 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-446916'] for router_gateway, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:38.283268 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9e1723b5-cccc-4710-92ba-b48802c467d5 req-f4631dbf-5a33-45ba-bac0-40199ac91c1f tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/security-groups?id=c7e06141-9137-4a1d-bc20-6fbfa107e8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2629611 Aug 11 03:03:38.286970 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-690e2410-692e-414b-a828-cd165d5992ca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:38.356381 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a109d89-97f6-4c73-8a3f-649d5fb5e0ca req-ff612849-5c02-4831-aa2f-454ab461c1d9 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:38.357909 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3a109d89-97f6-4c73-8a3f-649d5fb5e0ca req-ff612849-5c02-4831-aa2f-454ab461c1d9 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/ports?device_id=7002e0d2-6ac9-4118-86a6-6764a8f80ab6 HTTP/1.1" status: 200 len: 950 time: 0.1611366 Aug 11 03:03:38.384668 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-674f9b95-036e-44b7-a0bb-f4b4a026b044 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6544'] for router, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:38.389112 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-674f9b95-036e-44b7-a0bb-f4b4a026b044 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:38.413277 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-690e2410-692e-414b-a828-cd165d5992ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:38.414248 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-690e2410-692e-414b-a828-cd165d5992ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:38.414848 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-690e2410-692e-414b-a828-cd165d5992ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:38.447187 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [req-bb815e29-28b8-4a80-8ea1-a1dbb3b7b1af req-ff8f88c5-fdb4-4bc1-9e64-8667c82e8b66 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Deleting port 092c0a28-e4d2-4ebb-8107-8a0561809fdb {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:03:38.447464 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-bb815e29-28b8-4a80-8ea1-a1dbb3b7b1af req-ff8f88c5-fdb4-4bc1-9e64-8667c82e8b66 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:38.493641 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-674f9b95-036e-44b7-a0bb-f4b4a026b044 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448809'] for router, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:38.493641 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-674f9b95-036e-44b7-a0bb-f4b4a026b044 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 27342bd6-9971-41a0-b326-fa324f9d05c3 {{(pid=102191) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:03:38.502241 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-674f9b95-036e-44b7-a0bb-f4b4a026b044 admin admin] Notify callbacks [] for router, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:38.503541 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-674f9b95-036e-44b7-a0bb-f4b4a026b044 admin admin] 10.222.0.41 "DELETE /v2.0/routers/27342bd6-9971-41a0-b326-fa324f9d05c3 HTTP/1.1" status: 204 len: 168 time: 1.5264080 Aug 11 03:03:38.506021 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 47076) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:38.548099 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3a109d89-97f6-4c73-8a3f-649d5fb5e0ca req-3e09c247-2b83-4f5c-83be-d6c0741d0f9f tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8b0be49-76ee-4d50-8be0-9bf1508da412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804595 Aug 11 03:03:38.553968 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb1af63c-fb4a-453d-9401-cf830cf3617f admin admin] Deleting subnet d41d517d-564f-4805-8915-fa4c04d54962 {{(pid=102191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:03:38.557235 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-eb1af63c-fb4a-453d-9401-cf830cf3617f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:38.559082 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58b1f66-eb38-486c-8df3-12752a6ba375 req-05c56aa9-69cc-41c5-bb28-f1490037e78d tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:38.563477 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d58b1f66-eb38-486c-8df3-12752a6ba375 req-05c56aa9-69cc-41c5-bb28-f1490037e78d tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/ports?device_id=76927434-76ea-4b52-9275-6f99fa74e6bb HTTP/1.1" status: 200 len: 944 time: 0.1970699 Aug 11 03:03:38.569839 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-690e2410-692e-414b-a828-cd165d5992ca admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2193000 Aug 11 03:03:38.581408 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 47078) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:38.586853 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-ba41af8f-4532-429a-b622-cbdeab851c53 admin admin] Request body: {'subnet': {'network_id': '56a6225a-5d5c-44f5-ab6f-2e897643f974', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-793773460-subnet', 'tenant_id': '58054abe1e0c4d519136a962af1ff35b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:03:38.621004 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-eb1af63c-fb4a-453d-9401-cf830cf3617f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126283525'] for subnet, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:38.705989 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba41af8f-4532-429a-b622-cbdeab851c53 admin admin] Made reservation on behalf of 58054abe1e0c4d519136a962af1ff35b for: {'subnet': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:03:38.708528 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ba41af8f-4532-429a-b622-cbdeab851c53 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274743'] for subnet, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:38.773300 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-eb1af63c-fb4a-453d-9401-cf830cf3617f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:38.872828 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690e2410-692e-414b-a828-cd165d5992ca admin admin] Pushing event updated for resources: {'Network': ['ID=56a6225a-5d5c-44f5-ab6f-2e897643f974,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:38.893393 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network 56a6225a-5d5c-44f5-ab6f-2e897643f974 details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:03:38.929179 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-eb1af63c-fb4a-453d-9401-cf830cf3617f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126283413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126275158'] for subnet, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:38.955833 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d58b1f66-eb38-486c-8df3-12752a6ba375 req-8e1f10fa-13f4-4f60-bfca-181a40dffe51 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5aa9049-617d-473f-afb5-b55716ab8aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3845258 Aug 11 03:03:38.958791 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-bb815e29-28b8-4a80-8ea1-a1dbb3b7b1af req-ff8f88c5-fdb4-4bc1-9e64-8667c82e8b66 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] For port 092c0a28-e4d2-4ebb-8107-8a0561809fdb, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=092c0a28-e4d2-4ebb-8107-8a0561809fdb,segment=NetworkSegment(a45ed4ca-59d3-4372-9b5a-18bb6ba190c2),segment_id=a45ed4ca-59d3-4372-9b5a-18bb6ba190c2)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:03:38.959088 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-bb815e29-28b8-4a80-8ea1-a1dbb3b7b1af req-ff8f88c5-fdb4-4bc1-9e64-8667c82e8b66 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:38.971538 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1af63c-fb4a-453d-9401-cf830cf3617f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d41d517d-564f-4805-8915-fa4c04d54962,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:38.977823 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-eb1af63c-fb4a-453d-9401-cf830cf3617f admin admin] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:38.979843 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-eb1af63c-fb4a-453d-9401-cf830cf3617f admin admin] 10.222.0.41 "DELETE /v2.0/subnets/d41d517d-564f-4805-8915-fa4c04d54962 HTTP/1.1" status: 204 len: 168 time: 0.4727490 Aug 11 03:03:38.982492 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 47084) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:38.988544 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9249ce3a-5a6e-452a-bf87-7775ccbfbce5 req-e34b1b3b-c280-479d-925f-72c8e1b3559f tempest-LiveMigrationTest-410920510 tempest-LiveMigrationTest-410920510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:38.998665 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23b210ae-5e5c-4cea-82a1-c8c37e6fbcca None None] Network 7f7bb4ec-11e6-4ba2-ad25-faa6437596ac requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:03:39.000784 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9249ce3a-5a6e-452a-bf87-7775ccbfbce5 req-e34b1b3b-c280-479d-925f-72c8e1b3559f tempest-LiveMigrationTest-410920510 tempest-LiveMigrationTest-410920510-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=00709577-8225-439b-ba91-c058df9317f3 HTTP/1.1" status: 200 len: 1098 time: 0.1234820 Aug 11 03:03:39.015807 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [req-bb815e29-28b8-4a80-8ea1-a1dbb3b7b1af req-ff8f88c5-fdb4-4bc1-9e64-8667c82e8b66 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Calling delete_port for 092c0a28-e4d2-4ebb-8107-8a0561809fdb owned by compute:nova {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:03:39.059832 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device d008f631-61e8-4410-80e4-ee203c8580df no longer exists at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:03:39.082943 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ba41af8f-4532-429a-b622-cbdeab851c53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126283476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274725'] for subnet, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:39.092804 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] No Port match for: d008f631-61e8-4410-80e4-ee203c8580df {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:03:39.094028 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device d008f631-61e8-4410-80e4-ee203c8580df not bound to the agent host n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:03:39.101278 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9249ce3a-5a6e-452a-bf87-7775ccbfbce5 req-e97d4c86-9417-4666-a772-ea2fbba76c53 tempest-LiveMigrationTest-410920510 tempest-LiveMigrationTest-410920510-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=c7e06141-9137-4a1d-bc20-6fbfa107e8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963457 Aug 11 03:03:39.120123 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f3115c94-f4c7-4f4b-aa15-b7ebf9282c9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:39.186796 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba41af8f-4532-429a-b622-cbdeab851c53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a470b15-c3fd-4118-8c43-94936ea62f97,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:39.216448 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba41af8f-4532-429a-b622-cbdeab851c53 admin admin] Checking segment: {'id': '8487c01f-2bd3-4ce2-81d1-68c4ea7d5598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '56a6225a-5d5c-44f5-ab6f-2e897643f974'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:03:39.216448 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba41af8f-4532-429a-b622-cbdeab851c53 admin admin] Network hostable DHCP agents. Network: 56a6225a-5d5c-44f5-ab6f-2e897643f974, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:03:39.260657 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-f3115c94-f4c7-4f4b-aa15-b7ebf9282c9d admin admin] Deleting port 361d1d8e-e62e-489c-bfd9-127088d60788 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:03:39.260657 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f3115c94-f4c7-4f4b-aa15-b7ebf9282c9d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:39.283935 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-734fa4ef-690b-4ead-8d50-34d76e411c87 None None] DHCP port deletion for 7f7bb4ec-11e6-4ba2-ad25-faa6437596ac request from n-d-764292-30 {{(pid=102193) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:03:39.329332 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d50cbf-f1d7-428e-b9d0-97ae393f810b req-d18ffd4a-16e5-47e7-a000-e05d66de9f64 tempest-LiveMigrationTest-410920510 tempest-LiveMigrationTest-410920510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:39.332453 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-89d50cbf-f1d7-428e-b9d0-97ae393f810b req-d18ffd4a-16e5-47e7-a000-e05d66de9f64 tempest-LiveMigrationTest-410920510 tempest-LiveMigrationTest-410920510-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=00709577-8225-439b-ba91-c058df9317f3 HTTP/1.1" status: 200 len: 1098 time: 0.0497744 Aug 11 03:03:39.345343 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-734fa4ef-690b-4ead-8d50-34d76e411c87 None None] Deleting port 361d1d8e-e62e-489c-bfd9-127088d60788 {{(pid=102193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:03:39.345716 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-734fa4ef-690b-4ead-8d50-34d76e411c87 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:39.356540 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba41af8f-4532-429a-b622-cbdeab851c53 admin admin] Network 56a6225a-5d5c-44f5-ab6f-2e897643f974 is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:03:39.376853 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-89d50cbf-f1d7-428e-b9d0-97ae393f810b req-edfff41a-58f4-4f1d-9977-67588dcba7ec tempest-LiveMigrationTest-410920510 tempest-LiveMigrationTest-410920510-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=c7e06141-9137-4a1d-bc20-6fbfa107e8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381298 Aug 11 03:03:39.380008 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-bb815e29-28b8-4a80-8ea1-a1dbb3b7b1af req-ff8f88c5-fdb4-4bc1-9e64-8667c82e8b66 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:39.380151 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [None req-f3115c94-f4c7-4f4b-aa15-b7ebf9282c9d admin admin] For port 361d1d8e-e62e-489c-bfd9-127088d60788, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=361d1d8e-e62e-489c-bfd9-127088d60788,segment=NetworkSegment(f7ca61c9-558a-47e7-8341-07a795f75622),segment_id=f7ca61c9-558a-47e7-8341-07a795f75622)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:03:39.380151 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f3115c94-f4c7-4f4b-aa15-b7ebf9282c9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:39.394871 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-f3115c94-f4c7-4f4b-aa15-b7ebf9282c9d admin admin] Calling delete_port for 361d1d8e-e62e-489c-bfd9-127088d60788 owned by network:dhcp {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:03:39.403366 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['3accc793-fe12-47ab-9ad3-76cfce77a764', '092c0a28-e4d2-4ebb-8107-8a0561809fdb'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:03:39.426586 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8f88c5-fdb4-4bc1-9e64-8667c82e8b66 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Pushing event deleted for resources: {'Port': ['ID=092c0a28-e4d2-4ebb-8107-8a0561809fdb,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:39.461489 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfbe9fc-ec4f-4b5e-bd3f-13fb985ec708 req-484b1f1f-87a7-40d9-8b7e-18e3194b51c1 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:39.465155 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-5cfbe9fc-ec4f-4b5e-bd3f-13fb985ec708 req-484b1f1f-87a7-40d9-8b7e-18e3194b51c1 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.22 "GET /v2.0/ports?device_id=7002e0d2-6ac9-4118-86a6-6764a8f80ab6 HTTP/1.1" status: 200 len: 950 time: 0.1626246 Aug 11 03:03:39.467724 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb815e29-28b8-4a80-8ea1-a1dbb3b7b1af req-ff8f88c5-fdb4-4bc1-9e64-8667c82e8b66 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] No DVR routers for this DVR port 092c0a28-e4d2-4ebb-8107-8a0561809fdb on host n-h1-764292-30 {{(pid=102192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:03:39.472969 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-bb815e29-28b8-4a80-8ea1-a1dbb3b7b1af req-ff8f88c5-fdb4-4bc1-9e64-8667c82e8b66 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:39.475179 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bb815e29-28b8-4a80-8ea1-a1dbb3b7b1af req-ff8f88c5-fdb4-4bc1-9e64-8667c82e8b66 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.22 "DELETE /v2.0/ports/092c0a28-e4d2-4ebb-8107-8a0561809fdb HTTP/1.1" status: 204 len: 173 time: 1.4230347 Aug 11 03:03:39.476161 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76927434-76ea-4b52-9275-6f99fa74e6bb', 'name': 'network-vif-deleted', 'tag': '092c0a28-e4d2-4ebb-8107-8a0561809fdb'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:03:39.486502 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95fdf8ac-7187-444c-a3bb-31250471d936" -d '{"events": [{"server_uuid": "76927434-76ea-4b52-9275-6f99fa74e6bb", "name": "network-vif-deleted", "tag": "092c0a28-e4d2-4ebb-8107-8a0561809fdb"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:03:39.508332 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-ba41af8f-4532-429a-b622-cbdeab851c53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, 56a6225a-5d5c-44f5-ab6f-2e897643f974) {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:03:39.513233 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba41af8f-4532-429a-b622-cbdeab851c53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:39.513988 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ba41af8f-4532-429a-b622-cbdeab851c53 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:39.521078 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0433d3e2-3d3c-4199-89f3-0efb390f332b None None] Network 56a6225a-5d5c-44f5-ab6f-2e897643f974 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:03:39.536622 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-734fa4ef-690b-4ead-8d50-34d76e411c87 None None] For port 361d1d8e-e62e-489c-bfd9-127088d60788, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=361d1d8e-e62e-489c-bfd9-127088d60788,segment=NetworkSegment(f7ca61c9-558a-47e7-8341-07a795f75622),segment_id=f7ca61c9-558a-47e7-8341-07a795f75622)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:03:39.537236 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-734fa4ef-690b-4ead-8d50-34d76e411c87 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:39.602557 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-734fa4ef-690b-4ead-8d50-34d76e411c87 None None] Calling delete_port for 361d1d8e-e62e-489c-bfd9-127088d60788 owned by network:dhcp {{(pid=102193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:03:39.607354 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:03:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3dff159-95ae-4a4e-81df-67a18ee74702 x-openstack-request-id: req-e3dff159-95ae-4a4e-81df-67a18ee74702 {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:03:39.607734 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76927434-76ea-4b52-9275-6f99fa74e6bb", "name": "network-vif-deleted", "tag": "092c0a28-e4d2-4ebb-8107-8a0561809fdb", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:03:39.607903 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e3dff159-95ae-4a4e-81df-67a18ee74702 {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:03:39.608291 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76927434-76ea-4b52-9275-6f99fa74e6bb', 'name': 'network-vif-deleted', 'tag': '092c0a28-e4d2-4ebb-8107-8a0561809fdb', 'status': 'completed', 'code': 200} Aug 11 03:03:39.647923 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-ba41af8f-4532-429a-b622-cbdeab851c53 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0574164 Aug 11 03:03:39.669104 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-5cfbe9fc-ec4f-4b5e-bd3f-13fb985ec708 req-9c2ddad9-cb74-40e3-809d-2c2637bde0e8 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Deleting port 757139b6-8342-4504-82df-491f3ad6472a {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:03:39.669506 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-5cfbe9fc-ec4f-4b5e-bd3f-13fb985ec708 req-9c2ddad9-cb74-40e3-809d-2c2637bde0e8 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:39.693825 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ea7ce8-a609-4e16-83f4-d303b974d704 req-5ab0e65a-b18c-4c20-9f28-914b40c7535f tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:39.697277 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-58ea7ce8-a609-4e16-83f4-d303b974d704 req-5ab0e65a-b18c-4c20-9f28-914b40c7535f tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.22 "GET /v2.0/ports?device_id=d2b41ab6-4c5f-48f1-8bb5-e81de4e7be28 HTTP/1.1" status: 200 len: 950 time: 0.0677171 Aug 11 03:03:39.724282 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f3115c94-f4c7-4f4b-aa15-b7ebf9282c9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:39.766801 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3115c94-f4c7-4f4b-aa15-b7ebf9282c9d admin admin] No DVR routers for this DVR port 361d1d8e-e62e-489c-bfd9-127088d60788 on host n-d-764292-30 {{(pid=102191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:03:39.769391 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3115c94-f4c7-4f4b-aa15-b7ebf9282c9d admin admin] Pushing event deleted for resources: {'Port': ['ID=361d1d8e-e62e-489c-bfd9-127088d60788,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:39.888739 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f3115c94-f4c7-4f4b-aa15-b7ebf9282c9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:39.900527 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-5cfbe9fc-ec4f-4b5e-bd3f-13fb985ec708 req-9c2ddad9-cb74-40e3-809d-2c2637bde0e8 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] For port 757139b6-8342-4504-82df-491f3ad6472a, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=757139b6-8342-4504-82df-491f3ad6472a,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:03:39.900890 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-5cfbe9fc-ec4f-4b5e-bd3f-13fb985ec708 req-9c2ddad9-cb74-40e3-809d-2c2637bde0e8 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:39.901879 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4961ce0e-856a-4d4f-9fd7-4bc0a7c0448b req-28090ecb-0e41-4219-9695-add0c0a93670 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:39.910035 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4961ce0e-856a-4d4f-9fd7-4bc0a7c0448b req-28090ecb-0e41-4219-9695-add0c0a93670 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/ports?device_id=7002e0d2-6ac9-4118-86a6-6764a8f80ab6 HTTP/1.1" status: 200 len: 950 time: 0.1870849 Aug 11 03:03:39.911071 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-f3115c94-f4c7-4f4b-aa15-b7ebf9282c9d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f7bb4ec-11e6-4ba2-ad25-faa6437596ac']}} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:03:39.925073 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-5cfbe9fc-ec4f-4b5e-bd3f-13fb985ec708 req-9c2ddad9-cb74-40e3-809d-2c2637bde0e8 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Calling delete_port for 757139b6-8342-4504-82df-491f3ad6472a owned by compute:nova {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:03:39.927818 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-f3115c94-f4c7-4f4b-aa15-b7ebf9282c9d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7ca61c9-558a-47e7-8341-07a795f75622') {'for_net_delete': True} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:03:39.928720 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-f3115c94-f4c7-4f4b-aa15-b7ebf9282c9d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7ca61c9-558a-47e7-8341-07a795f75622') {} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:03:39.945396 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f3115c94-f4c7-4f4b-aa15-b7ebf9282c9d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126283644'] for segment, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:40.004974 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4961ce0e-856a-4d4f-9fd7-4bc0a7c0448b req-5e76cab6-0db1-4012-9eab-3445a192fa61 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8b0be49-76ee-4d50-8be0-9bf1508da412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893700 Aug 11 03:03:40.016343 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f3115c94-f4c7-4f4b-aa15-b7ebf9282c9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:40.022407 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 47114) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:40.040547 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3115c94-f4c7-4f4b-aa15-b7ebf9282c9d admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=102191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:03:40.040956 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f3115c94-f4c7-4f4b-aa15-b7ebf9282c9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126283391'] for segment, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:40.049462 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [req-58ea7ce8-a609-4e16-83f4-d303b974d704 req-4e896a8b-4960-44fb-9570-aa0065b2a1d3 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Deleting port 2e23dd7b-0b38-404c-8090-6ce6bff54305 {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:03:40.049807 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-58ea7ce8-a609-4e16-83f4-d303b974d704 req-4e896a8b-4960-44fb-9570-aa0065b2a1d3 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:40.059827 n-d-764292-30 neutron-server[102191]: Traceback (most recent call last): Aug 11 03:03:40.059827 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:03:40.059827 n-d-764292-30 neutron-server[102191]: timer() Aug 11 03:03:40.059827 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:03:40.059827 n-d-764292-30 neutron-server[102191]: cb(*args, **kw) Aug 11 03:03:40.059827 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:03:40.059827 n-d-764292-30 neutron-server[102191]: return func(*args, **kwargs) Aug 11 03:03:40.059827 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:03:40.059827 n-d-764292-30 neutron-server[102191]: self._notify() Aug 11 03:03:40.059827 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:03:40.059827 n-d-764292-30 neutron-server[102191]: self.callback(batched_events) Aug 11 03:03:40.059827 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:03:40.059827 n-d-764292-30 neutron-server[102191]: event.method(event) Aug 11 03:03:40.059827 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:03:40.059827 n-d-764292-30 neutron-server[102191]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:03:40.059827 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:03:40.059827 n-d-764292-30 neutron-server[102191]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:03:40.059827 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:03:40.059827 n-d-764292-30 neutron-server[102191]: return f(self, *a, **k) Aug 11 03:03:40.059827 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:03:40.059827 n-d-764292-30 neutron-server[102191]: return self._get(url).json() Aug 11 03:03:40.059827 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:03:40.059827 n-d-764292-30 neutron-server[102191]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:03:40.059827 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:03:40.059827 n-d-764292-30 neutron-server[102191]: return self.request(url, 'GET', **kwargs) Aug 11 03:03:40.059827 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:03:40.059827 n-d-764292-30 neutron-server[102191]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:03:40.059827 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:03:40.059827 n-d-764292-30 neutron-server[102191]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:03:40.059827 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:03:40.059827 n-d-764292-30 neutron-server[102191]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:03:40.059827 n-d-764292-30 neutron-server[102191]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:03:40.073172 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 47118) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:40.141079 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_v2 [None req-5829a2c4-ca22-475c-9961-1b373460960a admin admin] Deleting subnet 3a470b15-c3fd-4118-8c43-94936ea62f97 {{(pid=102191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:03:40.149187 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5829a2c4-ca22-475c-9961-1b373460960a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:40.210925 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 84e129c9-ef97-42a4-b932-fa1903c66090 no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:03:40.230334 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-01ede96b-488f-4e81-a1c0-2a04bb481dee req-f36358be-ade6-4179-857b-cc91f64a5208 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/ports?device_id=76927434-76ea-4b52-9275-6f99fa74e6bb HTTP/1.1" status: 200 len: 210 time: 0.0830538 Aug 11 03:03:40.258755 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f3115c94-f4c7-4f4b-aa15-b7ebf9282c9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:40.272264 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f3115c94-f4c7-4f4b-aa15-b7ebf9282c9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:40.274112 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-f3115c94-f4c7-4f4b-aa15-b7ebf9282c9d admin admin] 10.222.0.41 "DELETE /v2.0/networks/7f7bb4ec-11e6-4ba2-ad25-faa6437596ac HTTP/1.1" status: 204 len: 168 time: 1.2905500 Aug 11 03:03:40.314248 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5829a2c4-ca22-475c-9961-1b373460960a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126283525'] for subnet, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:40.316161 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-58ea7ce8-a609-4e16-83f4-d303b974d704 req-4e896a8b-4960-44fb-9570-aa0065b2a1d3 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] For port 2e23dd7b-0b38-404c-8090-6ce6bff54305, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=2e23dd7b-0b38-404c-8090-6ce6bff54305,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:03:40.317204 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-58ea7ce8-a609-4e16-83f4-d303b974d704 req-4e896a8b-4960-44fb-9570-aa0065b2a1d3 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:40.324360 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: 84e129c9-ef97-42a4-b932-fa1903c66090 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:03:40.325324 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 84e129c9-ef97-42a4-b932-fa1903c66090 not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:03:40.326730 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 361d1d8e-e62e-489c-bfd9-127088d60788 no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:03:40.346828 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [req-58ea7ce8-a609-4e16-83f4-d303b974d704 req-4e896a8b-4960-44fb-9570-aa0065b2a1d3 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Calling delete_port for 2e23dd7b-0b38-404c-8090-6ce6bff54305 owned by compute:nova {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:03:40.351410 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-734fa4ef-690b-4ead-8d50-34d76e411c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678'] for port, after_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:40.405203 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-734fa4ef-690b-4ead-8d50-34d76e411c87 None None] Network 7f7bb4ec-11e6-4ba2-ad25-faa6437596ac is not hosted by any dhcp agent {{(pid=102193) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 11 03:03:40.414330 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734fa4ef-690b-4ead-8d50-34d76e411c87 None None] No DVR routers for this DVR port 361d1d8e-e62e-489c-bfd9-127088d60788 on host n-d-764292-30 {{(pid=102193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:03:40.427802 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3115c94-f4c7-4f4b-aa15-b7ebf9282c9d admin admin] Pushing event deleted for resources: {'Network': ['ID=7f7bb4ec-11e6-4ba2-ad25-faa6437596ac,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:40.488778 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: 361d1d8e-e62e-489c-bfd9-127088d60788 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:03:40.489817 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5829a2c4-ca22-475c-9961-1b373460960a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:40.490470 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 361d1d8e-e62e-489c-bfd9-127088d60788 not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:03:40.505247 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27df3dbd-1b66-4551-a767-d6d7c7d01d8b None None] Network 56a6225a-5d5c-44f5-ab6f-2e897643f974 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:03:40.544604 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b2cde9d7-116f-40f6-8605-36bf48337793 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:40.558738 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-5cfbe9fc-ec4f-4b5e-bd3f-13fb985ec708 req-9c2ddad9-cb74-40e3-809d-2c2637bde0e8 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:40.584120 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734fa4ef-690b-4ead-8d50-34d76e411c87 None None] Pushing event deleted for resources: {'Port': ['ID=361d1d8e-e62e-489c-bfd9-127088d60788,revision_number=None']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:40.595403 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['acd77bac-ad9f-4185-9417-ca2c1c5f2f9c'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:03:40.636525 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-58ea7ce8-a609-4e16-83f4-d303b974d704 req-4e896a8b-4960-44fb-9570-aa0065b2a1d3 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:40.677121 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e896a8b-4960-44fb-9570-aa0065b2a1d3 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Pushing event deleted for resources: {'Port': ['ID=2e23dd7b-0b38-404c-8090-6ce6bff54305,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:40.732908 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2ddad9-cb74-40e3-809d-2c2637bde0e8 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Pushing event deleted for resources: {'Port': ['ID=757139b6-8342-4504-82df-491f3ad6472a,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:40.755390 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cfbe9fc-ec4f-4b5e-bd3f-13fb985ec708 req-9c2ddad9-cb74-40e3-809d-2c2637bde0e8 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] No DVR routers for this DVR port 757139b6-8342-4504-82df-491f3ad6472a on host n-h1-764292-30 {{(pid=102191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:03:40.759018 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-5cfbe9fc-ec4f-4b5e-bd3f-13fb985ec708 req-9c2ddad9-cb74-40e3-809d-2c2637bde0e8 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:40.762431 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-5cfbe9fc-ec4f-4b5e-bd3f-13fb985ec708 req-9c2ddad9-cb74-40e3-809d-2c2637bde0e8 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.22 "DELETE /v2.0/ports/757139b6-8342-4504-82df-491f3ad6472a HTTP/1.1" status: 204 len: 173 time: 1.2551000 Aug 11 03:03:40.764597 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [req-58ea7ce8-a609-4e16-83f4-d303b974d704 req-4e896a8b-4960-44fb-9570-aa0065b2a1d3 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] No DVR routers for this DVR port 2e23dd7b-0b38-404c-8090-6ce6bff54305 on host n-h1-764292-30 {{(pid=102192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:03:40.769624 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-58ea7ce8-a609-4e16-83f4-d303b974d704 req-4e896a8b-4960-44fb-9570-aa0065b2a1d3 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:40.771858 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7002e0d2-6ac9-4118-86a6-6764a8f80ab6', 'name': 'network-vif-deleted', 'tag': '757139b6-8342-4504-82df-491f3ad6472a'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:03:40.772204 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-58ea7ce8-a609-4e16-83f4-d303b974d704 req-4e896a8b-4960-44fb-9570-aa0065b2a1d3 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.22 "DELETE /v2.0/ports/2e23dd7b-0b38-404c-8090-6ce6bff54305 HTTP/1.1" status: 204 len: 173 time: 1.0628912 Aug 11 03:03:40.781846 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb6a1110-f734-4754-96aa-0792e5e96bcb" -d '{"events": [{"server_uuid": "7002e0d2-6ac9-4118-86a6-6764a8f80ab6", "name": "network-vif-deleted", "tag": "757139b6-8342-4504-82df-491f3ad6472a"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:03:40.800922 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b2cde9d7-116f-40f6-8605-36bf48337793 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:40.833184 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:03:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eff9f81a-0437-4929-9d0d-5b556d70a2bb x-openstack-request-id: req-eff9f81a-0437-4929-9d0d-5b556d70a2bb {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:03:40.833496 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7002e0d2-6ac9-4118-86a6-6764a8f80ab6", "name": "network-vif-deleted", "tag": "757139b6-8342-4504-82df-491f3ad6472a", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:03:40.833722 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-eff9f81a-0437-4929-9d0d-5b556d70a2bb {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:03:40.834313 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7002e0d2-6ac9-4118-86a6-6764a8f80ab6', 'name': 'network-vif-deleted', 'tag': '757139b6-8342-4504-82df-491f3ad6472a', 'status': 'completed', 'code': 200} Aug 11 03:03:40.841987 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['2e23dd7b-0b38-404c-8090-6ce6bff54305', '757139b6-8342-4504-82df-491f3ad6472a'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:03:40.845785 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 47144) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:40.872041 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['2e23dd7b-0b38-404c-8090-6ce6bff54305', '757139b6-8342-4504-82df-491f3ad6472a'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:03:40.879203 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5829a2c4-ca22-475c-9961-1b373460960a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126283413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126275158'] for subnet, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:40.914822 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5829a2c4-ca22-475c-9961-1b373460960a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a470b15-c3fd-4118-8c43-94936ea62f97,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:40.923941 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5829a2c4-ca22-475c-9961-1b373460960a admin admin] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:40.925974 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-5829a2c4-ca22-475c-9961-1b373460960a admin admin] 10.222.0.41 "DELETE /v2.0/subnets/3a470b15-c3fd-4118-8c43-94936ea62f97 HTTP/1.1" status: 204 len: 168 time: 0.9025071 Aug 11 03:03:40.928479 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 47146) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:40.932873 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b2cde9d7-116f-40f6-8605-36bf48337793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:40.978912 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-36e99ac9-fe91-4512-b48b-4ef8cacac083 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e2a079adece943d79940f9231134e5b8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1265514 Aug 11 03:03:40.985129 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 47148) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:41.008831 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-b2cde9d7-116f-40f6-8605-36bf48337793 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fe747b6a9495434a85b34d40e93a5e74&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9337015 Aug 11 03:03:41.027918 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 47150) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:41.047564 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:41.055014 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-48f507b9-0a79-4df6-a6bd-ec8f505858c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:41.083610 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cde9d7-116f-40f6-8605-36bf48337793 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86ccabaf-2b8e-40f6-8365-d27e385d47f0,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:41.174726 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f1ec1a75-8fc9-452a-b1cb-21f2ed8eef2b req-d8d28f26-22f5-4a4e-909f-f67ba19ddf38 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/ports?device_id=7002e0d2-6ac9-4118-86a6-6764a8f80ab6 HTTP/1.1" status: 200 len: 210 time: 0.0465345 Aug 11 03:03:41.178134 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4b511417-5b94-4265-8d68-8ecacec9b9ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:41.203385 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-48f507b9-0a79-4df6-a6bd-ec8f505858c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:41.214865 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-70ccb6f1-b96f-4ec8-8cc8-aa90f845dda1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:41.216354 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-48f507b9-0a79-4df6-a6bd-ec8f505858c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56a6225a-5d5c-44f5-ab6f-2e897643f974']}} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:03:41.230381 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-48f507b9-0a79-4df6-a6bd-ec8f505858c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8487c01f-2bd3-4ce2-81d1-68c4ea7d5598') {'for_net_delete': True} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:03:41.234852 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-48f507b9-0a79-4df6-a6bd-ec8f505858c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8487c01f-2bd3-4ce2-81d1-68c4ea7d5598') {} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:03:41.241730 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-48f507b9-0a79-4df6-a6bd-ec8f505858c7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126283644'] for segment, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:41.252628 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['acd77bac-ad9f-4185-9417-ca2c1c5f2f9c'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:03:41.257482 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.agents_db [None req-950b7202-decb-43e2-8f71-ac8931dc9749 None None] Agent healthcheck: found 7 active agents {{(pid=102194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:03:41.263992 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4b511417-5b94-4265-8d68-8ecacec9b9ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:41.273542 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-48f507b9-0a79-4df6-a6bd-ec8f505858c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:41.281872 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-70ccb6f1-b96f-4ec8-8cc8-aa90f845dda1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:41.290776 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48f507b9-0a79-4df6-a6bd-ec8f505858c7 admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=102191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:03:41.292093 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-48f507b9-0a79-4df6-a6bd-ec8f505858c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126283391'] for segment, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:41.297846 n-d-764292-30 neutron-server[102191]: Traceback (most recent call last): Aug 11 03:03:41.297846 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:03:41.297846 n-d-764292-30 neutron-server[102191]: timer() Aug 11 03:03:41.297846 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:03:41.297846 n-d-764292-30 neutron-server[102191]: cb(*args, **kw) Aug 11 03:03:41.297846 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:03:41.297846 n-d-764292-30 neutron-server[102191]: return func(*args, **kwargs) Aug 11 03:03:41.297846 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:03:41.297846 n-d-764292-30 neutron-server[102191]: self._notify() Aug 11 03:03:41.297846 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:03:41.297846 n-d-764292-30 neutron-server[102191]: self.callback(batched_events) Aug 11 03:03:41.297846 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:03:41.297846 n-d-764292-30 neutron-server[102191]: event.method(event) Aug 11 03:03:41.297846 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:03:41.297846 n-d-764292-30 neutron-server[102191]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:03:41.297846 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:03:41.297846 n-d-764292-30 neutron-server[102191]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:03:41.297846 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:03:41.297846 n-d-764292-30 neutron-server[102191]: return f(self, *a, **k) Aug 11 03:03:41.297846 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:03:41.297846 n-d-764292-30 neutron-server[102191]: return self._get(url).json() Aug 11 03:03:41.297846 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:03:41.297846 n-d-764292-30 neutron-server[102191]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:03:41.297846 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:03:41.297846 n-d-764292-30 neutron-server[102191]: return self.request(url, 'GET', **kwargs) Aug 11 03:03:41.297846 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:03:41.297846 n-d-764292-30 neutron-server[102191]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:03:41.297846 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:03:41.297846 n-d-764292-30 neutron-server[102191]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:03:41.297846 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:03:41.297846 n-d-764292-30 neutron-server[102191]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:03:41.297846 n-d-764292-30 neutron-server[102191]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:03:41.397910 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-01e7a86a-03fa-488d-9ec0-845920e107c7 req-0af20988-ef16-47c9-93ad-ccfb3fab75bb tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/ports?device_id=76927434-76ea-4b52-9275-6f99fa74e6bb HTTP/1.1" status: 200 len: 210 time: 0.0394742 Aug 11 03:03:41.470861 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-70ccb6f1-b96f-4ec8-8cc8-aa90f845dda1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:41.474673 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-70ccb6f1-b96f-4ec8-8cc8-aa90f845dda1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:41.478456 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-70ccb6f1-b96f-4ec8-8cc8-aa90f845dda1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f4880e2b-37de-416e-8c76-e282cbc3eb95 HTTP/1.1" status: 204 len: 168 time: 0.4899142 Aug 11 03:03:41.484813 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ccb6f1-b96f-4ec8-8cc8-aa90f845dda1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4880e2b-37de-416e-8c76-e282cbc3eb95,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:41.516794 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4b511417-5b94-4265-8d68-8ecacec9b9ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:41.517016 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-48f507b9-0a79-4df6-a6bd-ec8f505858c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:41.524003 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4b511417-5b94-4265-8d68-8ecacec9b9ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:41.524003 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-4b511417-5b94-4265-8d68-8ecacec9b9ca admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/86ccabaf-2b8e-40f6-8365-d27e385d47f0 HTTP/1.1" status: 204 len: 168 time: 0.4922774 Aug 11 03:03:41.525366 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-48f507b9-0a79-4df6-a6bd-ec8f505858c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:41.532310 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-48f507b9-0a79-4df6-a6bd-ec8f505858c7 admin admin] 10.222.0.41 "DELETE /v2.0/networks/56a6225a-5d5c-44f5-ab6f-2e897643f974 HTTP/1.1" status: 204 len: 168 time: 0.6015613 Aug 11 03:03:41.559967 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b511417-5b94-4265-8d68-8ecacec9b9ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86ccabaf-2b8e-40f6-8365-d27e385d47f0,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:41.585599 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f507b9-0a79-4df6-a6bd-ec8f505858c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=56a6225a-5d5c-44f5-ab6f-2e897643f974,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:41.610745 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2b41ab6-4c5f-48f1-8bb5-e81de4e7be28', 'name': 'network-vif-deleted', 'tag': '2e23dd7b-0b38-404c-8090-6ce6bff54305'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:03:41.612891 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f649c41-8331-4b60-93f3-079f6936c7d1" -d '{"events": [{"server_uuid": "d2b41ab6-4c5f-48f1-8bb5-e81de4e7be28", "name": "network-vif-deleted", "tag": "2e23dd7b-0b38-404c-8090-6ce6bff54305"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:03:41.697615 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:03:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c9430c1-8416-46bf-8eab-f58ab80674e9 x-openstack-request-id: req-1c9430c1-8416-46bf-8eab-f58ab80674e9 {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:03:41.697991 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2b41ab6-4c5f-48f1-8bb5-e81de4e7be28", "name": "network-vif-deleted", "tag": "2e23dd7b-0b38-404c-8090-6ce6bff54305", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:03:41.698378 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1c9430c1-8416-46bf-8eab-f58ab80674e9 {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:03:41.698841 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2b41ab6-4c5f-48f1-8bb5-e81de4e7be28', 'name': 'network-vif-deleted', 'tag': '2e23dd7b-0b38-404c-8090-6ce6bff54305', 'status': 'completed', 'code': 200} Aug 11 03:03:42.138222 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [req-81a1cd06-6116-430d-9572-fc44cbeb1e8e req-1ad19f16-866c-4e3c-9769-aa03d84d9dbd tempest-LiveMigrationTest-410920510 tempest-LiveMigrationTest-410920510-project-admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102191) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:03:42.139866 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-81a1cd06-6116-430d-9572-fc44cbeb1e8e req-1ad19f16-866c-4e3c-9769-aa03d84d9dbd tempest-LiveMigrationTest-410920510 tempest-LiveMigrationTest-410920510-project-admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0089965 Aug 11 03:03:42.150734 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-81a1cd06-6116-430d-9572-fc44cbeb1e8e req-b1f8a3ac-f775-417e-9c3e-a60fdefa10ee service neutron] Request body: {'binding': {'host': 'n-h1-764292-30', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:03:42.151267 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-81a1cd06-6116-430d-9572-fc44cbeb1e8e req-b1f8a3ac-f775-417e-9c3e-a60fdefa10ee service neutron] Unknown quota resources ['binding']. {{(pid=102191) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 11 03:03:42.343027 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-81a1cd06-6116-430d-9572-fc44cbeb1e8e req-b1f8a3ac-f775-417e-9c3e-a60fdefa10ee service neutron] Attempting to bind port acc0aeb3-d92e-4735-b223-6f56ef14264f on host n-h1-764292-30 for vnic_type normal with profile None {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:03:42.343790 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-81a1cd06-6116-430d-9572-fc44cbeb1e8e req-b1f8a3ac-f775-417e-9c3e-a60fdefa10ee service neutron] Attempting to bind port acc0aeb3-d92e-4735-b223-6f56ef14264f by drivers openvswitch,hyperv on host n-h1-764292-30 at level 0 using segments [{'id': '75626708-94f6-4fcc-8cbd-0dd0dd709069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a1f5acc4-6e30-4bf9-bc28-7ff84dac631d'}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:03:42.343790 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a1cd06-6116-430d-9572-fc44cbeb1e8e req-b1f8a3ac-f775-417e-9c3e-a60fdefa10ee service neutron] Attempting to bind port acc0aeb3-d92e-4735-b223-6f56ef14264f on network a1f5acc4-6e30-4bf9-bc28-7ff84dac631d {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:03:42.348355 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a1cd06-6116-430d-9572-fc44cbeb1e8e req-b1f8a3ac-f775-417e-9c3e-a60fdefa10ee service neutron] Port acc0aeb3-d92e-4735-b223-6f56ef14264f on network a1f5acc4-6e30-4bf9-bc28-7ff84dac631d not bound, no agent of type Open vSwitch agent registered on host n-h1-764292-30 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:03:42.348739 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a1cd06-6116-430d-9572-fc44cbeb1e8e req-b1f8a3ac-f775-417e-9c3e-a60fdefa10ee service neutron] Attempting to bind port acc0aeb3-d92e-4735-b223-6f56ef14264f on network a1f5acc4-6e30-4bf9-bc28-7ff84dac631d {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:03:42.353735 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a1cd06-6116-430d-9572-fc44cbeb1e8e req-b1f8a3ac-f775-417e-9c3e-a60fdefa10ee service neutron] Checking agent: {'id': 'abb524c2-b412-4ed2-8367-45c4fd996fa7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 3, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:03:42.354143 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a1cd06-6116-430d-9572-fc44cbeb1e8e req-b1f8a3ac-f775-417e-9c3e-a60fdefa10ee service neutron] Checking segment: {'id': '75626708-94f6-4fcc-8cbd-0dd0dd709069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a1f5acc4-6e30-4bf9-bc28-7ff84dac631d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:03:42.354627 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a1cd06-6116-430d-9572-fc44cbeb1e8e req-b1f8a3ac-f775-417e-9c3e-a60fdefa10ee service neutron] Bound using segment: {'id': '75626708-94f6-4fcc-8cbd-0dd0dd709069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a1f5acc4-6e30-4bf9-bc28-7ff84dac631d'} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:03:42.355138 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-81a1cd06-6116-430d-9572-fc44cbeb1e8e req-b1f8a3ac-f775-417e-9c3e-a60fdefa10ee service neutron] Bound port: acc0aeb3-d92e-4735-b223-6f56ef14264f, host: n-h1-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75626708-94f6-4fcc-8cbd-0dd0dd709069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a1f5acc4-6e30-4bf9-bc28-7ff84dac631d'}}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:03:42.411580 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-81a1cd06-6116-430d-9572-fc44cbeb1e8e req-b1f8a3ac-f775-417e-9c3e-a60fdefa10ee service neutron] For port acc0aeb3-d92e-4735-b223-6f56ef14264f, host n-h1-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=acc0aeb3-d92e-4735-b223-6f56ef14264f,segment=NetworkSegment(75626708-94f6-4fcc-8cbd-0dd0dd709069),segment_id=75626708-94f6-4fcc-8cbd-0dd0dd709069)] {{(pid=102191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:03:42.439113 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 47188) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:42.498175 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-84cef08a-79de-4ec1-bb43-b4b2860ebccb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6d0ba5df0b584068bb4b0c24a025719a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0564678 Aug 11 03:03:42.502651 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-81a1cd06-6116-430d-9572-fc44cbeb1e8e req-b1f8a3ac-f775-417e-9c3e-a60fdefa10ee service neutron] Notify callbacks [] for binding, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:42.503672 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 47192) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:42.503918 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-81a1cd06-6116-430d-9572-fc44cbeb1e8e req-b1f8a3ac-f775-417e-9c3e-a60fdefa10ee service neutron] 10.222.0.41 "POST /v2.0/ports/acc0aeb3-d92e-4735-b223-6f56ef14264f/bindings HTTP/1.1" status: 201 len: 390 time: 0.3567007 Aug 11 03:03:42.517248 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 47194) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:42.589345 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-5e92c452-ddb0-4c5e-b260-7fc2acdcbb77 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=58054abe1e0c4d519136a962af1ff35b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0708969 Aug 11 03:03:42.591975 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 47198) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:42.606017 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-5da18c98-81e5-4381-99ac-c364f70354cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:42.646741 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-5da18c98-81e5-4381-99ac-c364f70354cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:42.703042 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-5b1c6f79-2e2f-4804-9397-6c23daf4ba6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:42.733172 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-5b1c6f79-2e2f-4804-9397-6c23daf4ba6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:42.808050 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2687b737-1d14-4c14-a77a-02da2ec63a78 req-104b41d3-a2c9-47f2-a19a-1bc53802868c tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/ports?device_id=76927434-76ea-4b52-9275-6f99fa74e6bb HTTP/1.1" status: 200 len: 210 time: 0.0339198 Aug 11 03:03:42.828917 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-5da18c98-81e5-4381-99ac-c364f70354cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:42.834145 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-5da18c98-81e5-4381-99ac-c364f70354cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:42.835444 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-5da18c98-81e5-4381-99ac-c364f70354cb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6f0671d6-0012-42b9-ab34-177cad8ffb0b HTTP/1.1" status: 204 len: 168 time: 0.3303585 Aug 11 03:03:42.851319 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da18c98-81e5-4381-99ac-c364f70354cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f0671d6-0012-42b9-ab34-177cad8ffb0b,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:42.946172 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-5b1c6f79-2e2f-4804-9397-6c23daf4ba6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:42.949102 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-5b1c6f79-2e2f-4804-9397-6c23daf4ba6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:42.955410 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-5b1c6f79-2e2f-4804-9397-6c23daf4ba6d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5416e04a-65ab-47c9-9364-9cf662033c43 HTTP/1.1" status: 204 len: 168 time: 0.3587523 Aug 11 03:03:42.972088 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1c6f79-2e2f-4804-9397-6c23daf4ba6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5416e04a-65ab-47c9-9364-9cf662033c43,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:42.997922 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77190f6c-04ea-40ad-ac14-306aa80c23d8 req-421c7107-cbc6-4eb1-840f-f00893cf75ed tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:42.999914 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-77190f6c-04ea-40ad-ac14-306aa80c23d8 req-421c7107-cbc6-4eb1-840f-f00893cf75ed tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/ports?device_id=00709577-8225-439b-ba91-c058df9317f3 HTTP/1.1" status: 200 len: 946 time: 0.1211615 Aug 11 03:03:43.090533 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-77190f6c-04ea-40ad-ac14-306aa80c23d8 req-f35a3b5a-26fd-4409-8a94-b452decbf21e tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/security-groups?id=c7e06141-9137-4a1d-bc20-6fbfa107e8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804651 Aug 11 03:03:43.106248 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 757139b6-8342-4504-82df-491f3ad6472a no longer exists at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:03:43.107251 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bae0fb4-7946-4a3e-af54-a188f79132d3 req-ea8b264c-9c35-477e-a153-64d157e0f7a5 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:43.108763 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6bae0fb4-7946-4a3e-af54-a188f79132d3 req-ea8b264c-9c35-477e-a153-64d157e0f7a5 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e6d434a-1d7c-47d1-a3b4-a092a9ca5706 HTTP/1.1" status: 200 len: 950 time: 0.0962222 Aug 11 03:03:43.141535 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] No Port match for: 757139b6-8342-4504-82df-491f3ad6472a {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:03:43.142189 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 757139b6-8342-4504-82df-491f3ad6472a not bound to the agent host n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:03:43.142879 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 092c0a28-e4d2-4ebb-8107-8a0561809fdb no longer exists at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:03:43.165688 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6bae0fb4-7946-4a3e-af54-a188f79132d3 req-45e92943-4c15-4093-8487-7abf205e2731 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8b0be49-76ee-4d50-8be0-9bf1508da412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499573 Aug 11 03:03:43.199065 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] No Port match for: 092c0a28-e4d2-4ebb-8107-8a0561809fdb {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:03:43.199557 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 092c0a28-e4d2-4ebb-8107-8a0561809fdb not bound to the agent host n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:03:43.253780 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a1cd06-6116-430d-9572-fc44cbeb1e8e req-ad1a369a-8518-46f4-9db1-7ede0c5176f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:43.256668 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-81a1cd06-6116-430d-9572-fc44cbeb1e8e req-ad1a369a-8518-46f4-9db1-7ede0c5176f9 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=83808f5f252c43418f6a6c255d45878a&device_id=00709577-8225-439b-ba91-c058df9317f3 HTTP/1.1" status: 200 len: 1098 time: 0.0571246 Aug 11 03:03:43.365251 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a1cd06-6116-430d-9572-fc44cbeb1e8e req-1248f3e4-cc9c-4ece-9a11-107838d34ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:43.367294 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-81a1cd06-6116-430d-9572-fc44cbeb1e8e req-1248f3e4-cc9c-4ece-9a11-107838d34ca5 service neutron] 10.222.0.22 "GET /v2.0/networks?id=a1f5acc4-6e30-4bf9-bc28-7ff84dac631d HTTP/1.1" status: 200 len: 908 time: 0.1026318 Aug 11 03:03:43.419121 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-81a1cd06-6116-430d-9572-fc44cbeb1e8e req-1d2559f5-0047-419c-a0d0-e11d22fe94ef service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=acc0aeb3-d92e-4735-b223-6f56ef14264f HTTP/1.1" status: 200 len: 217 time: 0.0448072 Aug 11 03:03:43.470963 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a1cd06-6116-430d-9572-fc44cbeb1e8e req-6cf9f976-caec-49c9-bce5-e28202b94806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:43.472419 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-81a1cd06-6116-430d-9572-fc44cbeb1e8e req-6cf9f976-caec-49c9-bce5-e28202b94806 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=0d013ade-4c13-41b9-b262-cf5646bc4bdb HTTP/1.1" status: 200 len: 847 time: 0.0469913 Aug 11 03:03:43.505628 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-81a1cd06-6116-430d-9572-fc44cbeb1e8e req-9cc49141-ff52-4ec4-a66a-4e1ace036e0a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a1f5acc4-6e30-4bf9-bc28-7ff84dac631d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258172 Aug 11 03:03:43.610664 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-81a1cd06-6116-430d-9572-fc44cbeb1e8e req-c3913790-5b4c-4729-93e8-ac0d222c02fd service neutron] 10.222.0.22 "GET /v2.0/networks/a1f5acc4-6e30-4bf9-bc28-7ff84dac631d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981038 Aug 11 03:03:43.712415 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-81a1cd06-6116-430d-9572-fc44cbeb1e8e req-7f5df577-5aeb-4fa8-9633-4343fa757dc6 service neutron] 10.222.0.22 "GET /v2.0/networks/a1f5acc4-6e30-4bf9-bc28-7ff84dac631d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934289 Aug 11 03:03:43.715172 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 47234) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:43.855876 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-c2c9467c-5d1c-4951-9eee-bc43d7fc199d admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1179249776-network', 'tenant_id': '6921827f6da94037a99dabd970798f04'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:03:43.967909 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2c9467c-5d1c-4951-9eee-bc43d7fc199d admin admin] Made reservation on behalf of 6921827f6da94037a99dabd970798f04 for: {'network': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:03:43.971315 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c2c9467c-5d1c-4951-9eee-bc43d7fc199d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:43.986778 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ebf3d416-8f0d-466b-bd4d-97371172ad5f req-88cfaf77-ed8e-4e2a-bc44-630012befd60 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/ports?device_id=76927434-76ea-4b52-9275-6f99fa74e6bb HTTP/1.1" status: 200 len: 210 time: 0.0508859 Aug 11 03:03:43.987053 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c2c9467c-5d1c-4951-9eee-bc43d7fc199d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:44.154431 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c2c9467c-5d1c-4951-9eee-bc43d7fc199d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:44.303836 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c2c9467c-5d1c-4951-9eee-bc43d7fc199d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:44.344175 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531e49bf-e1ef-421b-8158-eec731e2446a req-d2fb9c2a-088d-4053-8196-e119dade3e65 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:44.344375 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2c9467c-5d1c-4951-9eee-bc43d7fc199d admin admin] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=102191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:03:44.344702 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-531e49bf-e1ef-421b-8158-eec731e2446a req-d2fb9c2a-088d-4053-8196-e119dade3e65 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e6d434a-1d7c-47d1-a3b4-a092a9ca5706 HTTP/1.1" status: 200 len: 950 time: 0.1643479 Aug 11 03:03:44.361039 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a405c78-7c2e-4b01-a247-adc720b5028d req-c93fc3ed-c139-48df-94eb-ec3837e6f88e tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:44.364733 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c9467c-5d1c-4951-9eee-bc43d7fc199d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0a17ca3-3812-4571-b095-da5019439985,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:44.368081 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c2c9467c-5d1c-4951-9eee-bc43d7fc199d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:44.368602 n-d-764292-30 neutron-server[102191]: INFO neutron.db.segments_db [None req-c2c9467c-5d1c-4951-9eee-bc43d7fc199d admin admin] Added segment ebcc783e-2ad5-444d-9e21-ceccb724a435 of type vlan for network 7e1dad9f-2bf8-440d-87e5-fd95b980cb13 Aug 11 03:03:44.369200 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9a405c78-7c2e-4b01-a247-adc720b5028d req-c93fc3ed-c139-48df-94eb-ec3837e6f88e tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/ports?device_id=00709577-8225-439b-ba91-c058df9317f3 HTTP/1.1" status: 200 len: 946 time: 0.1792507 Aug 11 03:03:44.449701 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee263bd-6857-4f38-8b5e-e1ad6cfdf7f6 req-90df1149-612d-405e-94ad-f3af90aabdbd tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:44.455710 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-aee263bd-6857-4f38-8b5e-e1ad6cfdf7f6 req-90df1149-612d-405e-94ad-f3af90aabdbd tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e6d434a-1d7c-47d1-a3b4-a092a9ca5706 HTTP/1.1" status: 200 len: 950 time: 0.1758268 Aug 11 03:03:44.468715 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c2c9467c-5d1c-4951-9eee-bc43d7fc199d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:44.547635 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9a405c78-7c2e-4b01-a247-adc720b5028d req-e578c29b-a6e2-40ca-bc1c-0bd27a40b5a3 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/security-groups?id=c7e06141-9137-4a1d-bc20-6fbfa107e8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773176 Aug 11 03:03:44.578374 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c2c9467c-5d1c-4951-9eee-bc43d7fc199d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:44.579460 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c9467c-5d1c-4951-9eee-bc43d7fc199d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:44.580443 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c2c9467c-5d1c-4951-9eee-bc43d7fc199d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:44.582623 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-aee263bd-6857-4f38-8b5e-e1ad6cfdf7f6 req-2ff1a793-253c-4416-afec-fd48421d76b8 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/security-groups?id=c8b0be49-76ee-4d50-8be0-9bf1508da412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160171 Aug 11 03:03:44.601610 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [req-531e49bf-e1ef-421b-8158-eec731e2446a req-b594b3c3-0c1d-450d-a926-2b28846cd698 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Deleting port acd77bac-ad9f-4185-9417-ca2c1c5f2f9c {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:03:44.601958 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-531e49bf-e1ef-421b-8158-eec731e2446a req-b594b3c3-0c1d-450d-a926-2b28846cd698 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:44.679840 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c9467c-5d1c-4951-9eee-bc43d7fc199d admin admin] Pushing event updated for resources: {'Network': ['ID=7e1dad9f-2bf8-440d-87e5-fd95b980cb13,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:44.693985 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network 7e1dad9f-2bf8-440d-87e5-fd95b980cb13 details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:03:44.713746 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-c2c9467c-5d1c-4951-9eee-bc43d7fc199d admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9974234 Aug 11 03:03:44.714500 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 47272) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:44.719968 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-130d4ef5-283b-4c52-9df2-95bc583bb7b3 admin admin] Request body: {'subnet': {'network_id': '7e1dad9f-2bf8-440d-87e5-fd95b980cb13', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1179249776-subnet', 'tenant_id': '6921827f6da94037a99dabd970798f04', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:03:44.780304 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-531e49bf-e1ef-421b-8158-eec731e2446a req-b594b3c3-0c1d-450d-a926-2b28846cd698 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] For port acd77bac-ad9f-4185-9417-ca2c1c5f2f9c, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=acd77bac-ad9f-4185-9417-ca2c1c5f2f9c,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:03:44.780678 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-531e49bf-e1ef-421b-8158-eec731e2446a req-b594b3c3-0c1d-450d-a926-2b28846cd698 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:44.807304 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-130d4ef5-283b-4c52-9df2-95bc583bb7b3 admin admin] Made reservation on behalf of 6921827f6da94037a99dabd970798f04 for: {'subnet': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:03:44.811722 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-130d4ef5-283b-4c52-9df2-95bc583bb7b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274743'] for subnet, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:44.814022 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [req-531e49bf-e1ef-421b-8158-eec731e2446a req-b594b3c3-0c1d-450d-a926-2b28846cd698 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Calling delete_port for acd77bac-ad9f-4185-9417-ca2c1c5f2f9c owned by compute:nova {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:03:45.086797 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-531e49bf-e1ef-421b-8158-eec731e2446a req-b594b3c3-0c1d-450d-a926-2b28846cd698 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:45.100953 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['acd77bac-ad9f-4185-9417-ca2c1c5f2f9c'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:03:45.160855 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 47288) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:45.179835 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 2e23dd7b-0b38-404c-8090-6ce6bff54305 no longer exists at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:03:45.190741 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-130d4ef5-283b-4c52-9df2-95bc583bb7b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126283476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274725'] for subnet, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:45.228233 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b594b3c3-0c1d-450d-a926-2b28846cd698 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Pushing event deleted for resources: {'Port': ['ID=acd77bac-ad9f-4185-9417-ca2c1c5f2f9c,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:45.282162 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130d4ef5-283b-4c52-9df2-95bc583bb7b3 admin admin] Checking segment: {'id': 'ebcc783e-2ad5-444d-9e21-ceccb724a435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7e1dad9f-2bf8-440d-87e5-fd95b980cb13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:03:45.282824 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-130d4ef5-283b-4c52-9df2-95bc583bb7b3 admin admin] Network hostable DHCP agents. Network: 7e1dad9f-2bf8-440d-87e5-fd95b980cb13, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:03:45.285348 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130d4ef5-283b-4c52-9df2-95bc583bb7b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=27ab6fea-8263-42f0-9e57-b002a7eb1fa0,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:45.297026 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] No Port match for: 2e23dd7b-0b38-404c-8090-6ce6bff54305 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:03:45.297373 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 2e23dd7b-0b38-404c-8090-6ce6bff54305 not bound to the agent host n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:03:45.331808 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d40150dc-a678-4af4-be66-69f5690b69a4 req-735d4070-fb4a-4bac-bbf9-5fd84e6ebde2 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/ports?device_id=76927434-76ea-4b52-9275-6f99fa74e6bb HTTP/1.1" status: 200 len: 210 time: 0.1573489 Aug 11 03:03:45.369202 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-130d4ef5-283b-4c52-9df2-95bc583bb7b3 admin admin] Network 7e1dad9f-2bf8-440d-87e5-fd95b980cb13 is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:03:45.373635 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [req-531e49bf-e1ef-421b-8158-eec731e2446a req-b594b3c3-0c1d-450d-a926-2b28846cd698 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] No DVR routers for this DVR port acd77bac-ad9f-4185-9417-ca2c1c5f2f9c on host n-h2-764292-30 {{(pid=102192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:03:45.377644 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-531e49bf-e1ef-421b-8158-eec731e2446a req-b594b3c3-0c1d-450d-a926-2b28846cd698 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:45.381342 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-531e49bf-e1ef-421b-8158-eec731e2446a req-b594b3c3-0c1d-450d-a926-2b28846cd698 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.24 "DELETE /v2.0/ports/acd77bac-ad9f-4185-9417-ca2c1c5f2f9c HTTP/1.1" status: 204 len: 173 time: 1.0090721 Aug 11 03:03:45.382135 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e6d434a-1d7c-47d1-a3b4-a092a9ca5706', 'name': 'network-vif-deleted', 'tag': 'acd77bac-ad9f-4185-9417-ca2c1c5f2f9c'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:03:45.386386 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3658ebc9-1b97-4230-b538-73b38e1cfac0" -d '{"events": [{"server_uuid": "5e6d434a-1d7c-47d1-a3b4-a092a9ca5706", "name": "network-vif-deleted", "tag": "acd77bac-ad9f-4185-9417-ca2c1c5f2f9c"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:03:45.402333 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-edfa595a-5c09-435d-8e2d-ae3a2d232128 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1517035376-network', 'tenant_id': '92caf1df2234498c82ddfcf53391d4fc'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:03:45.427985 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bc7c468-d6a5-4b75-941e-ff0b741618d7 x-openstack-request-id: req-5bc7c468-d6a5-4b75-941e-ff0b741618d7 {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:03:45.428338 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e6d434a-1d7c-47d1-a3b4-a092a9ca5706", "name": "network-vif-deleted", "tag": "acd77bac-ad9f-4185-9417-ca2c1c5f2f9c", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:03:45.428800 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5bc7c468-d6a5-4b75-941e-ff0b741618d7 {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:03:45.429206 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e6d434a-1d7c-47d1-a3b4-a092a9ca5706', 'name': 'network-vif-deleted', 'tag': 'acd77bac-ad9f-4185-9417-ca2c1c5f2f9c', 'status': 'completed', 'code': 200} Aug 11 03:03:45.487163 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-130d4ef5-283b-4c52-9df2-95bc583bb7b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, 7e1dad9f-2bf8-440d-87e5-fd95b980cb13) {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:03:45.495561 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-130d4ef5-283b-4c52-9df2-95bc583bb7b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:45.495872 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5d6c109-4d46-4821-b015-c8d06f68ef03 None None] Network 7e1dad9f-2bf8-440d-87e5-fd95b980cb13 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:03:45.496265 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-130d4ef5-283b-4c52-9df2-95bc583bb7b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:45.546719 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edfa595a-5c09-435d-8e2d-ae3a2d232128 admin admin] Made reservation on behalf of 92caf1df2234498c82ddfcf53391d4fc for: {'network': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:03:45.554887 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-edfa595a-5c09-435d-8e2d-ae3a2d232128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:45.584763 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-edfa595a-5c09-435d-8e2d-ae3a2d232128 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:45.644504 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-130d4ef5-283b-4c52-9df2-95bc583bb7b3 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9288962 Aug 11 03:03:45.662357 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 47306) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:45.668775 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03fe6b25-43ab-4ecc-b838-840a097e87c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde080026-c28f-55be-b52b-13827cc43646-7e1dad9f-2bf8-440d-87e5-fd95b980cb13', 'network_id': '7e1dad9f-2bf8-440d-87e5-fd95b980cb13', 'tenant_id': '6921827f6da94037a99dabd970798f04', 'fixed_ips': [{'subnet_id': '27ab6fea-8263-42f0-9e57-b002a7eb1fa0'}]}} from n-d-764292-30. {{(pid=102193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:03:45.669775 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-03fe6b25-43ab-4ecc-b838-840a097e87c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:45.683127 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-b24c46b6-0e7d-418d-8b83-4451d27c132d admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1179249776-router', 'tenant_id': '6921827f6da94037a99dabd970798f04', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:03:45.791014 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-dd6a4fda-3ee4-4079-9a5b-c29568af288f req-c3196d93-ddaa-41af-84f8-24d91529e7f0 tempest-ServersOnMultiNodesTest-1617395645 tempest-ServersOnMultiNodesTest-1617395645-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e6d434a-1d7c-47d1-a3b4-a092a9ca5706 HTTP/1.1" status: 200 len: 210 time: 0.0822074 Aug 11 03:03:45.823517 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c47fcf-ffa1-4f0b-98b9-9d0c0fc3e6ae req-c072bd9f-fbc6-4ef1-8f5d-0d4aa49e127b tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:45.825580 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-16c47fcf-ffa1-4f0b-98b9-9d0c0fc3e6ae req-c072bd9f-fbc6-4ef1-8f5d-0d4aa49e127b tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/ports?device_id=00709577-8225-439b-ba91-c058df9317f3 HTTP/1.1" status: 200 len: 946 time: 0.1867428 Aug 11 03:03:45.908699 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.db_base_plugin_common [None req-03fe6b25-43ab-4ecc-b838-840a097e87c3 None None] Allocated IP 172.20.0.2 (7e1dad9f-2bf8-440d-87e5-fd95b980cb13/27ab6fea-8263-42f0-9e57-b002a7eb1fa0/b708ce8a-6a66-40fe-be59-c5d2a55820ab) {{(pid=102193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:03:45.929719 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-16c47fcf-ffa1-4f0b-98b9-9d0c0fc3e6ae req-414fa3ee-c9b4-479c-9dd2-18e1405223d0 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/security-groups?id=c7e06141-9137-4a1d-bc20-6fbfa107e8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965674 Aug 11 03:03:45.932720 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-edfa595a-5c09-435d-8e2d-ae3a2d232128 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:46.009790 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-edfa595a-5c09-435d-8e2d-ae3a2d232128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:46.052052 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edfa595a-5c09-435d-8e2d-ae3a2d232128 admin admin] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=102191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:03:46.073728 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfa595a-5c09-435d-8e2d-ae3a2d232128 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3595886-cef6-47d7-acb3-c824b5d9d558,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:46.076845 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-edfa595a-5c09-435d-8e2d-ae3a2d232128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:46.077270 n-d-764292-30 neutron-server[102191]: INFO neutron.db.segments_db [None req-edfa595a-5c09-435d-8e2d-ae3a2d232128 admin admin] Added segment 77249f53-d91a-4900-864a-cb193f73fd0b of type vlan for network d17d1b32-4aa7-4439-b455-9cb54b2072df Aug 11 03:03:46.142665 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-edfa595a-5c09-435d-8e2d-ae3a2d232128 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:46.153609 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-03fe6b25-43ab-4ecc-b838-840a097e87c3 None None] Notify callbacks [] for port, precommit_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:46.162872 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-03fe6b25-43ab-4ecc-b838-840a097e87c3 None None] Transition to ACTIVE for port object b708ce8a-6a66-40fe-be59-c5d2a55820ab will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:03:46.178725 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-03fe6b25-43ab-4ecc-b838-840a097e87c3 None None] Transition to ACTIVE for port object b708ce8a-6a66-40fe-be59-c5d2a55820ab will not be triggered until provisioned by entity DHCP. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:03:46.179327 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b24c46b6-0e7d-418d-8b83-4451d27c132d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-450010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6626'] for router, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:46.180612 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b24c46b6-0e7d-418d-8b83-4451d27c132d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-446747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6633'] for router, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:46.232666 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b24c46b6-0e7d-418d-8b83-4451d27c132d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:46.275595 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-edfa595a-5c09-435d-8e2d-ae3a2d232128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:46.276696 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edfa595a-5c09-435d-8e2d-ae3a2d232128 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:46.277464 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-edfa595a-5c09-435d-8e2d-ae3a2d232128 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:46.328408 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-03fe6b25-43ab-4ecc-b838-840a097e87c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669'] for port, after_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:46.370205 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03fe6b25-43ab-4ecc-b838-840a097e87c3 None None] Network 7e1dad9f-2bf8-440d-87e5-fd95b980cb13 is already hosted by enough agents. {{(pid=102193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:03:46.376262 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.base_scheduler [None req-03fe6b25-43ab-4ecc-b838-840a097e87c3 None None] Resources bound (agent type, host, resource id): {{(pid=102193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:03:46.380108 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03fe6b25-43ab-4ecc-b838-840a097e87c3 None None] Received port after_create {{(pid=102193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:03:46.388634 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fe6b25-43ab-4ecc-b838-840a097e87c3 None None] Pushing event updated for resources: {'Port': ['ID=b708ce8a-6a66-40fe-be59-c5d2a55820ab,revision_number=1']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:46.440715 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfa595a-5c09-435d-8e2d-ae3a2d232128 admin admin] Pushing event updated for resources: {'Network': ['ID=d17d1b32-4aa7-4439-b455-9cb54b2072df,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:46.461103 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 47324) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:46.467892 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-265ff35e-82ee-4867-b0a0-a8eab8bba524 admin admin] Request body: {'subnet': {'network_id': 'd17d1b32-4aa7-4439-b455-9cb54b2072df', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1517035376-subnet', 'tenant_id': '92caf1df2234498c82ddfcf53391d4fc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:03:46.472732 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-edfa595a-5c09-435d-8e2d-ae3a2d232128 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2988064 Aug 11 03:03:46.489921 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network d17d1b32-4aa7-4439-b455-9cb54b2072df details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:03:46.563948 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b24c46b6-0e7d-418d-8b83-4451d27c132d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:46.580525 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-03fe6b25-43ab-4ecc-b838-840a097e87c3 None None] Attempting to bind port b708ce8a-6a66-40fe-be59-c5d2a55820ab on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:03:46.580958 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-03fe6b25-43ab-4ecc-b838-840a097e87c3 None None] Attempting to bind port b708ce8a-6a66-40fe-be59-c5d2a55820ab by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': 'ebcc783e-2ad5-444d-9e21-ceccb724a435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7e1dad9f-2bf8-440d-87e5-fd95b980cb13'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:03:46.581431 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03fe6b25-43ab-4ecc-b838-840a097e87c3 None None] Attempting to bind port b708ce8a-6a66-40fe-be59-c5d2a55820ab on network 7e1dad9f-2bf8-440d-87e5-fd95b980cb13 {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:03:46.592394 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03fe6b25-43ab-4ecc-b838-840a097e87c3 None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 3, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:03:46.593985 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-265ff35e-82ee-4867-b0a0-a8eab8bba524 admin admin] Made reservation on behalf of 92caf1df2234498c82ddfcf53391d4fc for: {'subnet': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:03:46.596446 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-265ff35e-82ee-4867-b0a0-a8eab8bba524 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126180544'] for subnet, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:46.599430 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03fe6b25-43ab-4ecc-b838-840a097e87c3 None None] Checking segment: {'id': 'ebcc783e-2ad5-444d-9e21-ceccb724a435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7e1dad9f-2bf8-440d-87e5-fd95b980cb13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:03:46.602801 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-03fe6b25-43ab-4ecc-b838-840a097e87c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:46.603231 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03fe6b25-43ab-4ecc-b838-840a097e87c3 None None] Bound using segment: {'id': 'ebcc783e-2ad5-444d-9e21-ceccb724a435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7e1dad9f-2bf8-440d-87e5-fd95b980cb13'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:03:46.603749 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-03fe6b25-43ab-4ecc-b838-840a097e87c3 None None] Bound port: b708ce8a-6a66-40fe-be59-c5d2a55820ab, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebcc783e-2ad5-444d-9e21-ceccb724a435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7e1dad9f-2bf8-440d-87e5-fd95b980cb13'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:03:46.604195 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-03fe6b25-43ab-4ecc-b838-840a097e87c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:46.742046 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-03fe6b25-43ab-4ecc-b838-840a097e87c3 None None] For port b708ce8a-6a66-40fe-be59-c5d2a55820ab, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:03:46.746403 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-03fe6b25-43ab-4ecc-b838-840a097e87c3 None None] For port b708ce8a-6a66-40fe-be59-c5d2a55820ab, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=b708ce8a-6a66-40fe-be59-c5d2a55820ab,segment=NetworkSegment(ebcc783e-2ad5-444d-9e21-ceccb724a435),segment_id=ebcc783e-2ad5-444d-9e21-ceccb724a435)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:03:46.851372 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-03fe6b25-43ab-4ecc-b838-840a097e87c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:46.945772 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fe6b25-43ab-4ecc-b838-840a097e87c3 None None] Pushing event updated for resources: {'Port': ['ID=b708ce8a-6a66-40fe-be59-c5d2a55820ab,revision_number=2']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:46.946447 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-265ff35e-82ee-4867-b0a0-a8eab8bba524 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125932092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126180562'] for subnet, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:46.992870 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b24c46b6-0e7d-418d-8b83-4451d27c132d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:47.021041 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b24c46b6-0e7d-418d-8b83-4451d27c132d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:47.047303 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265ff35e-82ee-4867-b0a0-a8eab8bba524 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8bae62b-5e51-4859-99ce-3b4e8f86224a,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:47.104424 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265ff35e-82ee-4867-b0a0-a8eab8bba524 admin admin] Checking segment: {'id': '77249f53-d91a-4900-864a-cb193f73fd0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'd17d1b32-4aa7-4439-b455-9cb54b2072df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:03:47.104780 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-265ff35e-82ee-4867-b0a0-a8eab8bba524 admin admin] Network hostable DHCP agents. Network: d17d1b32-4aa7-4439-b455-9cb54b2072df, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:03:47.143867 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a52b488-8f67-41b8-9641-6e5933429849 req-4588cb19-ab59-408f-bfd5-ef62fbdb4c1a tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:47.157213 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2a52b488-8f67-41b8-9641-6e5933429849 req-4588cb19-ab59-408f-bfd5-ef62fbdb4c1a tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/ports?device_id=00709577-8225-439b-ba91-c058df9317f3 HTTP/1.1" status: 200 len: 946 time: 0.1036153 Aug 11 03:03:47.168979 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [None req-b24c46b6-0e7d-418d-8b83-4451d27c132d admin admin] Allocated IP 172.25.8.24 (09faf7d2-eaf5-4a50-bb6e-4cb05d009a76/e1a97443-13df-40bb-85f5-fd269e2742c0/3eb03e01-8d72-42a2-9f25-29ca18be955d) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:03:47.213914 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2a52b488-8f67-41b8-9641-6e5933429849 req-52504c71-8863-49f9-8f91-8756add15992 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/security-groups?id=c7e06141-9137-4a1d-bc20-6fbfa107e8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557768 Aug 11 03:03:47.241655 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-265ff35e-82ee-4867-b0a0-a8eab8bba524 admin admin] Network d17d1b32-4aa7-4439-b455-9cb54b2072df is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:03:47.328796 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b24c46b6-0e7d-418d-8b83-4451d27c132d admin admin] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:47.349387 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-265ff35e-82ee-4867-b0a0-a8eab8bba524 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, d17d1b32-4aa7-4439-b455-9cb54b2072df) {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:03:47.357847 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-265ff35e-82ee-4867-b0a0-a8eab8bba524 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:47.357847 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-265ff35e-82ee-4867-b0a0-a8eab8bba524 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:47.373649 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6da8264f-d427-49b4-bbf1-d3d683428772 None None] Network d17d1b32-4aa7-4439-b455-9cb54b2072df requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:03:47.424643 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-265ff35e-82ee-4867-b0a0-a8eab8bba524 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9616735 Aug 11 03:03:47.427399 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 47364) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:47.435032 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-0c1a90fd-633d-43bf-8bab-e55450ff6a0a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1517035376-router', 'tenant_id': '92caf1df2234498c82ddfcf53391d4fc', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:03:47.475848 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b24c46b6-0e7d-418d-8b83-4451d27c132d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:47.532549 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b24c46b6-0e7d-418d-8b83-4451d27c132d admin admin] Network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:03:47.535918 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-b24c46b6-0e7d-418d-8b83-4451d27c132d admin admin] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:03:47.539338 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24c46b6-0e7d-418d-8b83-4451d27c132d admin admin] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:03:47.555490 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0c1a90fd-633d-43bf-8bab-e55450ff6a0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-450010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6626'] for router, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:47.556652 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0c1a90fd-633d-43bf-8bab-e55450ff6a0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-446747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6633'] for router, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:47.585916 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 47368) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:47.622703 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbd2fecf-d2d9-4b7d-8369-d3aece7d4e87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde080026-c28f-55be-b52b-13827cc43646-d17d1b32-4aa7-4439-b455-9cb54b2072df', 'network_id': 'd17d1b32-4aa7-4439-b455-9cb54b2072df', 'tenant_id': '92caf1df2234498c82ddfcf53391d4fc', 'fixed_ips': [{'subnet_id': 'c8bae62b-5e51-4859-99ce-3b4e8f86224a'}]}} from n-d-764292-30. {{(pid=102193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:03:47.626734 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-bbd2fecf-d2d9-4b7d-8369-d3aece7d4e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:47.773368 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0c1a90fd-633d-43bf-8bab-e55450ff6a0a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:47.785980 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24c46b6-0e7d-418d-8b83-4451d27c132d admin admin] Pushing event updated for resources: {'Port': ['ID=3eb03e01-8d72-42a2-9f25-29ca18be955d,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:47.823060 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.db_base_plugin_common [None req-bbd2fecf-d2d9-4b7d-8369-d3aece7d4e87 None None] Allocated IP 172.20.0.2 (d17d1b32-4aa7-4439-b455-9cb54b2072df/c8bae62b-5e51-4859-99ce-3b4e8f86224a/f2fe6e8a-6daf-4cba-adbc-3822ca05efd8) {{(pid=102193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:03:47.871135 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 47376) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:47.879189 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-4813a23e-0b03-445f-be98-d959064aaa46 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c1f9c9765b974fd98b786b1ff4e95823&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2912772 Aug 11 03:03:47.971621 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 47378) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:48.079070 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0c1a90fd-633d-43bf-8bab-e55450ff6a0a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:48.151860 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3a4978af-17ef-4020-95e0-3e98410b086a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:48.161155 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b24c46b6-0e7d-418d-8b83-4451d27c132d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:48.185802 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-bbd2fecf-d2d9-4b7d-8369-d3aece7d4e87 None None] Notify callbacks [] for port, precommit_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:48.206606 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-bbd2fecf-d2d9-4b7d-8369-d3aece7d4e87 None None] Transition to ACTIVE for port object f2fe6e8a-6daf-4cba-adbc-3822ca05efd8 will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:03:48.242677 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-bbd2fecf-d2d9-4b7d-8369-d3aece7d4e87 None None] Transition to ACTIVE for port object f2fe6e8a-6daf-4cba-adbc-3822ca05efd8 will not be triggered until provisioned by entity DHCP. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:03:48.256689 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device b708ce8a-6a66-40fe-be59-c5d2a55820ab up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:03:48.303426 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-74c2de86-3b44-41a9-a623-02d337cfa601 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:48.328014 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-bbd2fecf-d2d9-4b7d-8369-d3aece7d4e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669'] for port, after_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:48.364490 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3a4978af-17ef-4020-95e0-3e98410b086a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:48.414020 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd2fecf-d2d9-4b7d-8369-d3aece7d4e87 None None] Pushing event updated for resources: {'Port': ['ID=f2fe6e8a-6daf-4cba-adbc-3822ca05efd8,revision_number=1']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:48.424767 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port b708ce8a-6a66-40fe-be59-c5d2a55820ab completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:03:48.448229 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd2fecf-d2d9-4b7d-8369-d3aece7d4e87 None None] Network d17d1b32-4aa7-4439-b455-9cb54b2072df is already hosted by enough agents. {{(pid=102193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:03:48.450057 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.base_scheduler [None req-bbd2fecf-d2d9-4b7d-8369-d3aece7d4e87 None None] Resources bound (agent type, host, resource id): {{(pid=102193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:03:48.453146 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd2fecf-d2d9-4b7d-8369-d3aece7d4e87 None None] Received port after_create {{(pid=102193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:03:48.515230 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb68d52b-3e41-4bfa-83d3-e5a67b37eed9 None None] Network 7e1dad9f-2bf8-440d-87e5-fd95b980cb13 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:03:48.576322 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-bbd2fecf-d2d9-4b7d-8369-d3aece7d4e87 None None] Attempting to bind port f2fe6e8a-6daf-4cba-adbc-3822ca05efd8 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:03:48.576527 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-bbd2fecf-d2d9-4b7d-8369-d3aece7d4e87 None None] Attempting to bind port f2fe6e8a-6daf-4cba-adbc-3822ca05efd8 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': '77249f53-d91a-4900-864a-cb193f73fd0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'd17d1b32-4aa7-4439-b455-9cb54b2072df'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:03:48.576898 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd2fecf-d2d9-4b7d-8369-d3aece7d4e87 None None] Attempting to bind port f2fe6e8a-6daf-4cba-adbc-3822ca05efd8 on network d17d1b32-4aa7-4439-b455-9cb54b2072df {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:03:48.593008 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd2fecf-d2d9-4b7d-8369-d3aece7d4e87 None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 3, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:03:48.593837 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd2fecf-d2d9-4b7d-8369-d3aece7d4e87 None None] Checking segment: {'id': '77249f53-d91a-4900-864a-cb193f73fd0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'd17d1b32-4aa7-4439-b455-9cb54b2072df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:03:48.594015 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-bbd2fecf-d2d9-4b7d-8369-d3aece7d4e87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:48.597429 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd2fecf-d2d9-4b7d-8369-d3aece7d4e87 None None] Bound using segment: {'id': '77249f53-d91a-4900-864a-cb193f73fd0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'd17d1b32-4aa7-4439-b455-9cb54b2072df'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:03:48.598137 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-bbd2fecf-d2d9-4b7d-8369-d3aece7d4e87 None None] Bound port: f2fe6e8a-6daf-4cba-adbc-3822ca05efd8, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77249f53-d91a-4900-864a-cb193f73fd0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'd17d1b32-4aa7-4439-b455-9cb54b2072df'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:03:48.598915 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-bbd2fecf-d2d9-4b7d-8369-d3aece7d4e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:48.677535 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda64897-66cc-4a5a-913d-7c20d4e9fc34 req-1cb662a5-9f24-4723-8b70-897b7b2976f7 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:48.684440 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cda64897-66cc-4a5a-913d-7c20d4e9fc34 req-1cb662a5-9f24-4723-8b70-897b7b2976f7 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/ports?device_id=00709577-8225-439b-ba91-c058df9317f3 HTTP/1.1" status: 200 len: 946 time: 0.3287823 Aug 11 03:03:48.705164 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-bbd2fecf-d2d9-4b7d-8369-d3aece7d4e87 None None] For port f2fe6e8a-6daf-4cba-adbc-3822ca05efd8, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:03:48.708596 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-bbd2fecf-d2d9-4b7d-8369-d3aece7d4e87 None None] For port f2fe6e8a-6daf-4cba-adbc-3822ca05efd8, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=f2fe6e8a-6daf-4cba-adbc-3822ca05efd8,segment=NetworkSegment(77249f53-d91a-4900-864a-cb193f73fd0b),segment_id=77249f53-d91a-4900-864a-cb193f73fd0b)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:03:48.762041 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3a4978af-17ef-4020-95e0-3e98410b086a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:48.765783 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3a4978af-17ef-4020-95e0-3e98410b086a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:48.770115 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-3a4978af-17ef-4020-95e0-3e98410b086a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c8b0be49-76ee-4d50-8be0-9bf1508da412 HTTP/1.1" status: 204 len: 168 time: 0.8979042 Aug 11 03:03:48.784667 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-bbd2fecf-d2d9-4b7d-8369-d3aece7d4e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:48.798591 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-74c2de86-3b44-41a9-a623-02d337cfa601 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:48.802309 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b24c46b6-0e7d-418d-8b83-4451d27c132d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-446952'] for router, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:48.807132 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4978af-17ef-4020-95e0-3e98410b086a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8b0be49-76ee-4d50-8be0-9bf1508da412,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:48.850203 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-959d2652-1d3d-41b9-a9f0-83ea7f833c5c None None] Provisioning for port b708ce8a-6a66-40fe-be59-c5d2a55820ab completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:03:48.857288 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0c1a90fd-633d-43bf-8bab-e55450ff6a0a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:48.869660 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-959d2652-1d3d-41b9-a9f0-83ea7f833c5c None None] Provisioning complete for port b708ce8a-6a66-40fe-be59-c5d2a55820ab triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:03:48.870087 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-959d2652-1d3d-41b9-a9f0-83ea7f833c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:48.905534 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-74c2de86-3b44-41a9-a623-02d337cfa601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:48.946583 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cda64897-66cc-4a5a-913d-7c20d4e9fc34 req-35112e00-2241-4c3f-8a9a-bcc51ca6421f tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/security-groups?id=c7e06141-9137-4a1d-bc20-6fbfa107e8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2477655 Aug 11 03:03:48.949442 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0c1a90fd-633d-43bf-8bab-e55450ff6a0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:48.990526 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd2fecf-d2d9-4b7d-8369-d3aece7d4e87 None None] Pushing event updated for resources: {'Port': ['ID=f2fe6e8a-6daf-4cba-adbc-3822ca05efd8,revision_number=2']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:48.998079 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device acd77bac-ad9f-4185-9417-ca2c1c5f2f9c no longer exists at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:03:49.103829 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] No Port match for: acd77bac-ad9f-4185-9417-ca2c1c5f2f9c {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:03:49.104171 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [None req-0c1a90fd-633d-43bf-8bab-e55450ff6a0a admin admin] Allocated IP 172.25.8.38 (09faf7d2-eaf5-4a50-bb6e-4cb05d009a76/e1a97443-13df-40bb-85f5-fd269e2742c0/7aed6d49-0318-48db-80e8-c875f725ac1e) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:03:49.104663 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device acd77bac-ad9f-4185-9417-ca2c1c5f2f9c not bound to the agent host n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:03:49.237984 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-959d2652-1d3d-41b9-a9f0-83ea7f833c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:49.297070 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-959d2652-1d3d-41b9-a9f0-83ea7f833c5c None None] For port b708ce8a-6a66-40fe-be59-c5d2a55820ab, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=b708ce8a-6a66-40fe-be59-c5d2a55820ab,segment=NetworkSegment(ebcc783e-2ad5-444d-9e21-ceccb724a435),segment_id=ebcc783e-2ad5-444d-9e21-ceccb724a435)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:03:49.384095 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-959d2652-1d3d-41b9-a9f0-83ea7f833c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:49.387934 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0c1a90fd-633d-43bf-8bab-e55450ff6a0a admin admin] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:49.495103 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959d2652-1d3d-41b9-a9f0-83ea7f833c5c None None] Pushing event updated for resources: {'Port': ['ID=b708ce8a-6a66-40fe-be59-c5d2a55820ab,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:49.540781 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0c1a90fd-633d-43bf-8bab-e55450ff6a0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:49.626803 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c1a90fd-633d-43bf-8bab-e55450ff6a0a admin admin] Network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:03:49.630918 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-0c1a90fd-633d-43bf-8bab-e55450ff6a0a admin admin] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:03:49.633832 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1a90fd-633d-43bf-8bab-e55450ff6a0a admin admin] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:03:49.681318 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-74c2de86-3b44-41a9-a623-02d337cfa601 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5685e590dad940ba9196829b660d771f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7051647 Aug 11 03:03:49.689879 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c2de86-3b44-41a9-a623-02d337cfa601 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0891e5f3-5975-420b-b6e1-4568c63d20f9,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:49.709348 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 47398) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:49.724591 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1a90fd-633d-43bf-8bab-e55450ff6a0a admin admin] Pushing event updated for resources: {'Port': ['ID=7aed6d49-0318-48db-80e8-c875f725ac1e,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:49.819582 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-0937d4ff-d93a-4bfe-b77c-912507dcc634 None None] Provisioning complete for port b708ce8a-6a66-40fe-be59-c5d2a55820ab triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:03:49.820969 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-0937d4ff-d93a-4bfe-b77c-912507dcc634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:49.897660 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 47400) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:49.936865 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8c5b7573-a3d4-48ac-8d0c-0f881c6f247e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:49.972958 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8c5b7573-a3d4-48ac-8d0c-0f881c6f247e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:50.075849 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-c335ef9d-00e7-45c9-9ab9-f0f37c60e767 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=301363b47e544062ae213e83dfba7811&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1770394 Aug 11 03:03:50.078437 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 47406) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:50.121042 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b24c46b6-0e7d-418d-8b83-4451d27c132d admin admin] Router f2b3337f-34df-492a-b67a-47b10d362176 is scheduled to L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 with binding_index 1 {{(pid=102191) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:03:50.290500 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8c5b7573-a3d4-48ac-8d0c-0f881c6f247e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:50.299637 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8c5b7573-a3d4-48ac-8d0c-0f881c6f247e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:50.302532 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-8c5b7573-a3d4-48ac-8d0c-0f881c6f247e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0891e5f3-5975-420b-b6e1-4568c63d20f9 HTTP/1.1" status: 204 len: 168 time: 0.5920649 Aug 11 03:03:50.316977 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a53616-d837-48ec-abed-cb2b8d652d03 req-a5de6284-ef31-48d5-b875-f38ab39b4b3c tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:50.322175 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-80a53616-d837-48ec-abed-cb2b8d652d03 req-a5de6284-ef31-48d5-b875-f38ab39b4b3c tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/ports?device_id=00709577-8225-439b-ba91-c058df9317f3 HTTP/1.1" status: 200 len: 946 time: 0.2791839 Aug 11 03:03:50.323442 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5ebe947c-951d-40ca-a4c7-a83e1af2d07a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:50.361669 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5b7573-a3d4-48ac-8d0c-0f881c6f247e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0891e5f3-5975-420b-b6e1-4568c63d20f9,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:50.441398 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device b708ce8a-6a66-40fe-be59-c5d2a55820ab up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:03:50.483226 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5ebe947c-951d-40ca-a4c7-a83e1af2d07a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:50.580685 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port b708ce8a-6a66-40fe-be59-c5d2a55820ab triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:03:50.581967 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:50.591143 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b24c46b6-0e7d-418d-8b83-4451d27c132d admin admin] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:03:50.630480 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5ebe947c-951d-40ca-a4c7-a83e1af2d07a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:50.635484 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5ebe947c-951d-40ca-a4c7-a83e1af2d07a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:50.639693 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-5ebe947c-951d-40ca-a4c7-a83e1af2d07a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/24bdb847-b67a-45f2-be10-447cc27f794c HTTP/1.1" status: 204 len: 168 time: 0.5601375 Aug 11 03:03:50.662794 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebe947c-951d-40ca-a4c7-a83e1af2d07a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24bdb847-b67a-45f2-be10-447cc27f794c,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:50.694163 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb505131-4f6a-4f3f-bf89-5151e69c6736 None None] Network d17d1b32-4aa7-4439-b455-9cb54b2072df requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:03:50.704970 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b24c46b6-0e7d-418d-8b83-4451d27c132d admin admin] Notify callbacks [] for router, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:50.710157 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-b24c46b6-0e7d-418d-8b83-4451d27c132d admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.0465224 Aug 11 03:03:50.711433 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 47414) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:50.909406 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f5b39f-95cd-47ee-8abd-22fcdf87c60e None None] Sync routers for ids ['f2b3337f-34df-492a-b67a-47b10d362176'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:03:51.053288 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f5b39f-95cd-47ee-8abd-22fcdf87c60e None None] Routers {'f2b3337f-34df-492a-b67a-47b10d362176'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:03:51.053807 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-c3f5b39f-95cd-47ee-8abd-22fcdf87c60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:03:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['f2b3337f-34df-492a-b67a-47b10d362176'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:03:51.157144 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-8cfc574b-17ed-4123-bd8d-956f292aa130 None None] Provisioning for port f2fe6e8a-6daf-4cba-adbc-3822ca05efd8 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:03:51.204742 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-80a53616-d837-48ec-abed-cb2b8d652d03 req-bc6832fd-62d9-4efa-a9e3-eb150be98078 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/security-groups?id=c7e06141-9137-4a1d-bc20-6fbfa107e8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503384 Aug 11 03:03:51.211432 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0c1a90fd-633d-43bf-8bab-e55450ff6a0a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:51.456495 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-20d52e7c-dc28-4a37-8ea7-57e700f68053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:51.473935 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-c3f5b39f-95cd-47ee-8abd-22fcdf87c60e None None] Set router f2b3337f-34df-492a-b67a-47b10d362176 gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:03:51.605407 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device f2fe6e8a-6daf-4cba-adbc-3822ca05efd8 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:03:51.726172 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [None req-20d52e7c-dc28-4a37-8ea7-57e700f68053 admin admin] Allocated IP 172.20.0.1 (7e1dad9f-2bf8-440d-87e5-fd95b980cb13/27ab6fea-8263-42f0-9e57-b002a7eb1fa0/f0ad63f8-9604-47b1-bfda-712f89149ed9) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:03:51.726977 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0c1a90fd-633d-43bf-8bab-e55450ff6a0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-446952'] for router, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:51.864295 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 47432) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:51.896179 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-39181c7f-699d-446f-a505-c5a07ca09a23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:51.900499 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-c3f5b39f-95cd-47ee-8abd-22fcdf87c60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2b3337f-34df-492a-b67a-47b10d362176', 'name': 'tempest-ServersTestFqdnHostnames-1179249776-router', 'tenant_id': '6921827f6da94037a99dabd970798f04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '3eb03e01-8d72-42a2-9f25-29ca18be955d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:03:46Z', 'updated_at': '2021-08-11T03:03:47Z', 'revision_number': 3, 'project_id': '6921827f6da94037a99dabd970798f04', 'gw_port': {'id': '3eb03e01-8d72-42a2-9f25-29ca18be955d', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:4f:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2b3337f-34df-492a-b67a-47b10d362176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:03:47Z', 'updated_at': '2021-08-11T03:03:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:03:51.966183 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f5b39f-95cd-47ee-8abd-22fcdf87c60e None None] Checking router: f2b3337f-34df-492a-b67a-47b10d362176 for host: n-d-764292-30 {{(pid=102193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:03:51.966498 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f5b39f-95cd-47ee-8abd-22fcdf87c60e None None] Updating router f2b3337f-34df-492a-b67a-47b10d362176 port 3eb03e01-8d72-42a2-9f25-29ca18be955d binding host n-d-764292-30 {{(pid=102193) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:03:51.969422 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port f2fe6e8a-6daf-4cba-adbc-3822ca05efd8 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:03:51.994434 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port f2fe6e8a-6daf-4cba-adbc-3822ca05efd8 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:03:51.997155 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:52.092163 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-39181c7f-699d-446f-a505-c5a07ca09a23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:52.121786 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c1a90fd-633d-43bf-8bab-e55450ff6a0a admin admin] Router 852fc78d-aa8c-487c-8883-cddc3e10b8de is scheduled to L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 with binding_index 1 {{(pid=102192) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:03:52.152480 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-c3f5b39f-95cd-47ee-8abd-22fcdf87c60e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:52.213063 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-20d52e7c-dc28-4a37-8ea7-57e700f68053 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:52.217682 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-39181c7f-699d-446f-a505-c5a07ca09a23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:52.297745 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-39181c7f-699d-446f-a505-c5a07ca09a23 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a1fb00c3c7084fdc811ac150f1a4a6e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4298570 Aug 11 03:03:52.298810 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 47444) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:52.332696 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [None req-20d52e7c-dc28-4a37-8ea7-57e700f68053 admin admin] Transition to ACTIVE for port object f0ad63f8-9604-47b1-bfda-712f89149ed9 will not be triggered until provisioned by entity DHCP. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:03:52.345618 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39181c7f-699d-446f-a505-c5a07ca09a23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73b6d567-34d2-41bd-8455-79ae6b54df6d,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:52.488731 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-20d52e7c-dc28-4a37-8ea7-57e700f68053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:52.536979 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c1a90fd-633d-43bf-8bab-e55450ff6a0a admin admin] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:03:52.547334 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-1514cbef-4af1-405b-811d-bd313474c20e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:52.559277 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06241e57-aaa4-4dc9-b4c5-e10583fb101c None None] Sync routers for ids ['852fc78d-aa8c-487c-8883-cddc3e10b8de'] in n-d-764292-30 {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:03:52.573184 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67718dc8-7e2c-4d40-8edc-56fda85e2a69 req-39828710-fab6-4ce3-8795-5ce04ed48f29 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:52.573946 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06241e57-aaa4-4dc9-b4c5-e10583fb101c None None] Routers {'852fc78d-aa8c-487c-8883-cddc3e10b8de'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:03:52.575237 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-7d37fc42-edbb-4ca0-b4ab-31f141656684 None None] Provisioning complete for port f2fe6e8a-6daf-4cba-adbc-3822ca05efd8 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:03:52.575755 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-06241e57-aaa4-4dc9-b4c5-e10583fb101c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:03:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['852fc78d-aa8c-487c-8883-cddc3e10b8de'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:03:52.576310 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-7d37fc42-edbb-4ca0-b4ab-31f141656684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:52.580503 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d52e7c-dc28-4a37-8ea7-57e700f68053 admin admin] Pushing event updated for resources: {'Port': ['ID=f0ad63f8-9604-47b1-bfda-712f89149ed9,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:52.583304 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-67718dc8-7e2c-4d40-8edc-56fda85e2a69 req-39828710-fab6-4ce3-8795-5ce04ed48f29 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/ports?device_id=00709577-8225-439b-ba91-c058df9317f3 HTTP/1.1" status: 200 len: 946 time: 0.1495214 Aug 11 03:03:52.602052 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:52.621345 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d52e7c-dc28-4a37-8ea7-57e700f68053 admin admin] Network 7e1dad9f-2bf8-440d-87e5-fd95b980cb13 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:03:52.624312 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-20d52e7c-dc28-4a37-8ea7-57e700f68053 admin admin] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:03:52.627791 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-1514cbef-4af1-405b-811d-bd313474c20e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:52.636875 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d52e7c-dc28-4a37-8ea7-57e700f68053 admin admin] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:03:52.762536 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0c1a90fd-633d-43bf-8bab-e55450ff6a0a admin admin] Notify callbacks [] for router, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:52.767099 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-0c1a90fd-633d-43bf-8bab-e55450ff6a0a admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.3352396 Aug 11 03:03:52.768957 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 47452) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:52.789133 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-20d52e7c-dc28-4a37-8ea7-57e700f68053 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-520987'] for router_interface, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:52.829152 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-67718dc8-7e2c-4d40-8edc-56fda85e2a69 req-9bed5c4b-9456-469a-9588-f4477981e57e tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/security-groups?id=c7e06141-9137-4a1d-bc20-6fbfa107e8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2447641 Aug 11 03:03:52.849460 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-06241e57-aaa4-4dc9-b4c5-e10583fb101c None None] Set router 852fc78d-aa8c-487c-8883-cddc3e10b8de gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:03:52.864964 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-1514cbef-4af1-405b-811d-bd313474c20e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:52.868295 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-1514cbef-4af1-405b-811d-bd313474c20e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:52.870166 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-1514cbef-4af1-405b-811d-bd313474c20e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/73b6d567-34d2-41bd-8455-79ae6b54df6d HTTP/1.1" status: 204 len: 168 time: 0.5704885 Aug 11 03:03:52.887083 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1514cbef-4af1-405b-811d-bd313474c20e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73b6d567-34d2-41bd-8455-79ae6b54df6d,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:53.132204 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port f2fe6e8a-6daf-4cba-adbc-3822ca05efd8, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=f2fe6e8a-6daf-4cba-adbc-3822ca05efd8,segment=NetworkSegment(77249f53-d91a-4900-864a-cb193f73fd0b),segment_id=77249f53-d91a-4900-864a-cb193f73fd0b)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:03:53.156443 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-c3f5b39f-95cd-47ee-8abd-22fcdf87c60e None None] Notify callbacks [] for port, precommit_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:53.177923 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-06241e57-aaa4-4dc9-b4c5-e10583fb101c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '852fc78d-aa8c-487c-8883-cddc3e10b8de', 'name': 'tempest-AttachVolumeShelveTestJSON-1517035376-router', 'tenant_id': '92caf1df2234498c82ddfcf53391d4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.38'}], 'enable_snat': True}, 'gw_port_id': '7aed6d49-0318-48db-80e8-c875f725ac1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:03:47Z', 'updated_at': '2021-08-11T03:03:49Z', 'revision_number': 3, 'project_id': '92caf1df2234498c82ddfcf53391d4fc', 'gw_port': {'id': '7aed6d49-0318-48db-80e8-c875f725ac1e', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:e8:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '852fc78d-aa8c-487c-8883-cddc3e10b8de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:03:48Z', 'updated_at': '2021-08-11T03:03:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:03:53.207541 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-c3f5b39f-95cd-47ee-8abd-22fcdf87c60e None None] Transition to ACTIVE for port object 3eb03e01-8d72-42a2-9f25-29ca18be955d will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:03:53.226978 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06241e57-aaa4-4dc9-b4c5-e10583fb101c None None] Checking router: 852fc78d-aa8c-487c-8883-cddc3e10b8de for host: n-d-764292-30 {{(pid=102194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:03:53.227385 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06241e57-aaa4-4dc9-b4c5-e10583fb101c None None] Updating router 852fc78d-aa8c-487c-8883-cddc3e10b8de port 7aed6d49-0318-48db-80e8-c875f725ac1e binding host n-d-764292-30 {{(pid=102194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:03:53.254438 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-7d37fc42-edbb-4ca0-b4ab-31f141656684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:53.275317 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-06241e57-aaa4-4dc9-b4c5-e10583fb101c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:53.291609 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:53.427175 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-c3f5b39f-95cd-47ee-8abd-22fcdf87c60e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:53.557926 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-20d52e7c-dc28-4a37-8ea7-57e700f68053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:53.642467 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=f2fe6e8a-6daf-4cba-adbc-3822ca05efd8,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:53.646848 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.db.api [None req-7d37fc42-edbb-4ca0-b4ab-31f141656684 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102193) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 03:03:53.647530 n-d-764292-30 neutron-server[102193]: DEBUG oslo_db.api [None req-7d37fc42-edbb-4ca0-b4ab-31f141656684 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 03:03:53.653518 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-c3f5b39f-95cd-47ee-8abd-22fcdf87c60e None None] Attempting to bind port 3eb03e01-8d72-42a2-9f25-29ca18be955d on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:03:53.654263 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-c3f5b39f-95cd-47ee-8abd-22fcdf87c60e None None] Attempting to bind port 3eb03e01-8d72-42a2-9f25-29ca18be955d by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:03:53.654884 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f5b39f-95cd-47ee-8abd-22fcdf87c60e None None] Attempting to bind port 3eb03e01-8d72-42a2-9f25-29ca18be955d on network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:03:53.659142 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:03:53.659943 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:03:53.660530 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:03:53.661089 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:03:53.661718 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:03:53.662303 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:03:53.663014 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:03:53.663684 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:03:53.664247 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:03:53.664857 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:03:53.665403 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:03:53.665948 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:03:53.699580 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f5b39f-95cd-47ee-8abd-22fcdf87c60e None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 3, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:03:53.700376 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f5b39f-95cd-47ee-8abd-22fcdf87c60e None None] Checking segment: {'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:03:53.701094 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-c3f5b39f-95cd-47ee-8abd-22fcdf87c60e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:53.701720 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f5b39f-95cd-47ee-8abd-22fcdf87c60e None None] Bound using segment: {'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:03:53.702518 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-c3f5b39f-95cd-47ee-8abd-22fcdf87c60e None None] Bound port: 3eb03e01-8d72-42a2-9f25-29ca18be955d, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:03:53.703154 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-c3f5b39f-95cd-47ee-8abd-22fcdf87c60e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:53.715852 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-06241e57-aaa4-4dc9-b4c5-e10583fb101c None None] Notify callbacks [] for port, precommit_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:53.731208 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.provisioning_blocks [None req-06241e57-aaa4-4dc9-b4c5-e10583fb101c None None] Transition to ACTIVE for port object 7aed6d49-0318-48db-80e8-c875f725ac1e will not be triggered until provisioned by entity L2. {{(pid=102194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:03:53.772156 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8d82d7-9788-4974-8894-5b0ee543de5f None None] Pushing event updated for resources: {'Port': ['ID=3eb03e01-8d72-42a2-9f25-29ca18be955d,revision_number=2']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:53.804258 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-c3f5b39f-95cd-47ee-8abd-22fcdf87c60e None None] For port 3eb03e01-8d72-42a2-9f25-29ca18be955d, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:03:53.808355 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-c3f5b39f-95cd-47ee-8abd-22fcdf87c60e None None] For port 3eb03e01-8d72-42a2-9f25-29ca18be955d, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=3eb03e01-8d72-42a2-9f25-29ca18be955d,segment=NetworkSegment(fab28bed-aa25-40db-bba4-ec26e795194c),segment_id=fab28bed-aa25-40db-bba4-ec26e795194c)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:03:53.813079 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-06241e57-aaa4-4dc9-b4c5-e10583fb101c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:53.915102 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-c3f5b39f-95cd-47ee-8abd-22fcdf87c60e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:53.939278 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-06241e57-aaa4-4dc9-b4c5-e10583fb101c None None] Attempting to bind port 7aed6d49-0318-48db-80e8-c875f725ac1e on host n-d-764292-30 for vnic_type normal with profile {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:03:53.939903 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-06241e57-aaa4-4dc9-b4c5-e10583fb101c None None] Attempting to bind port 7aed6d49-0318-48db-80e8-c875f725ac1e by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}] {{(pid=102194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:03:53.940421 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06241e57-aaa4-4dc9-b4c5-e10583fb101c None None] Attempting to bind port 7aed6d49-0318-48db-80e8-c875f725ac1e on network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:03:53.950552 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06241e57-aaa4-4dc9-b4c5-e10583fb101c None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 3, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:03:53.954810 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06241e57-aaa4-4dc9-b4c5-e10583fb101c None None] Checking segment: {'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:03:53.954810 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-06241e57-aaa4-4dc9-b4c5-e10583fb101c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:53.954810 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06241e57-aaa4-4dc9-b4c5-e10583fb101c None None] Bound using segment: {'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'} {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:03:53.954810 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-06241e57-aaa4-4dc9-b4c5-e10583fb101c None None] Bound port: 7aed6d49-0318-48db-80e8-c875f725ac1e, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}}] {{(pid=102194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:03:53.954810 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-06241e57-aaa4-4dc9-b4c5-e10583fb101c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:53.955693 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff25cd5-0530-4f1e-ab61-6a4eca00f48f None None] Pushing event updated for resources: {'Port': ['ID=7aed6d49-0318-48db-80e8-c875f725ac1e,revision_number=2']} {{(pid=102194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:53.997228 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff25cd5-0530-4f1e-ab61-6a4eca00f48f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:03:54.016109 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f5b39f-95cd-47ee-8abd-22fcdf87c60e None None] Routers {'f2b3337f-34df-492a-b67a-47b10d362176'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:03:54.016751 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-c3f5b39f-95cd-47ee-8abd-22fcdf87c60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:03:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['f2b3337f-34df-492a-b67a-47b10d362176'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:03:54.021859 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8d82d7-9788-4974-8894-5b0ee543de5f None None] Pushing event updated for resources: {'Port': ['ID=3eb03e01-8d72-42a2-9f25-29ca18be955d,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:54.038358 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff25cd5-0530-4f1e-ab61-6a4eca00f48f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:03:54.040612 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff25cd5-0530-4f1e-ab61-6a4eca00f48f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:03:54.041177 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff25cd5-0530-4f1e-ab61-6a4eca00f48f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:03:54.042406 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff25cd5-0530-4f1e-ab61-6a4eca00f48f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:03:54.042939 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff25cd5-0530-4f1e-ab61-6a4eca00f48f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:03:54.046882 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff25cd5-0530-4f1e-ab61-6a4eca00f48f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:03:54.048656 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff25cd5-0530-4f1e-ab61-6a4eca00f48f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:03:54.052746 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff25cd5-0530-4f1e-ab61-6a4eca00f48f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:03:54.053355 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff25cd5-0530-4f1e-ab61-6a4eca00f48f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:03:54.054596 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff25cd5-0530-4f1e-ab61-6a4eca00f48f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:03:54.055541 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff25cd5-0530-4f1e-ab61-6a4eca00f48f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:03:54.143039 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c3b9c102-84ff-4aaa-ba3f-cde7c733cd60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:54.147362 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-20d52e7c-dc28-4a37-8ea7-57e700f68053 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:54.151620 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.db [None req-06241e57-aaa4-4dc9-b4c5-e10583fb101c None None] For port 7aed6d49-0318-48db-80e8-c875f725ac1e, host n-d-764292-30, cleared binding levels {{(pid=102194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:03:54.160891 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.db [None req-06241e57-aaa4-4dc9-b4c5-e10583fb101c None None] For port 7aed6d49-0318-48db-80e8-c875f725ac1e, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=7aed6d49-0318-48db-80e8-c875f725ac1e,segment=NetworkSegment(fab28bed-aa25-40db-bba4-ec26e795194c),segment_id=fab28bed-aa25-40db-bba4-ec26e795194c)] {{(pid=102194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:03:54.203382 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f59c8a-83cc-4b24-899b-5fd1bb8849f0 req-22edfd47-266c-4588-8db2-2d24cfb5c7ff tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:54.211750 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-26f59c8a-83cc-4b24-899b-5fd1bb8849f0 req-22edfd47-266c-4588-8db2-2d24cfb5c7ff tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4b1241a-b428-4fb4-be76-b0571e761664 HTTP/1.1" status: 200 len: 944 time: 0.1789558 Aug 11 03:03:54.254825 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cce9e59-d019-4f21-87b5-654de2e5f89c req-55f7630b-8ab2-42e8-ba12-ce02fe2ea05f tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:54.256679 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2cce9e59-d019-4f21-87b5-654de2e5f89c req-55f7630b-8ab2-42e8-ba12-ce02fe2ea05f tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/ports?device_id=00709577-8225-439b-ba91-c058df9317f3 HTTP/1.1" status: 200 len: 946 time: 0.2464602 Aug 11 03:03:54.258965 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-20d52e7c-dc28-4a37-8ea7-57e700f68053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:54.275959 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-06241e57-aaa4-4dc9-b4c5-e10583fb101c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:54.293204 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-26f59c8a-83cc-4b24-899b-5fd1bb8849f0 req-61432f62-6506-4934-b1ff-4acf279e4b29 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5aa9049-617d-473f-afb5-b55716ab8aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773554 Aug 11 03:03:54.304066 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-c3f5b39f-95cd-47ee-8abd-22fcdf87c60e None None] Set router f2b3337f-34df-492a-b67a-47b10d362176 gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:03:54.351554 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2cce9e59-d019-4f21-87b5-654de2e5f89c req-64ca421b-4074-4a16-8a1f-50f3f333ed2d tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/security-groups?id=c7e06141-9137-4a1d-bc20-6fbfa107e8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844109 Aug 11 03:03:54.433036 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06241e57-aaa4-4dc9-b4c5-e10583fb101c None None] Routers {'852fc78d-aa8c-487c-8883-cddc3e10b8de'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:03:54.433961 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-06241e57-aaa4-4dc9-b4c5-e10583fb101c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:03:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['852fc78d-aa8c-487c-8883-cddc3e10b8de'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:03:54.485287 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-20d52e7c-dc28-4a37-8ea7-57e700f68053 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16383026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521135'] for router_interface, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:54.504983 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d52e7c-dc28-4a37-8ea7-57e700f68053 admin admin] Pushing event updated for resources: {'Port': ['ID=f0ad63f8-9604-47b1-bfda-712f89149ed9,revision_number=2']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:54.600004 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [None req-c3b9c102-84ff-4aaa-ba3f-cde7c733cd60 admin admin] Allocated IP 172.20.0.1 (d17d1b32-4aa7-4439-b455-9cb54b2072df/c8bae62b-5e51-4859-99ce-3b4e8f86224a/8cfb2d3e-60df-41ea-a00e-6e072156db10) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:03:54.682999 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-06241e57-aaa4-4dc9-b4c5-e10583fb101c None None] Set router 852fc78d-aa8c-487c-8883-cddc3e10b8de gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:03:54.691241 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16960d7c-78f6-49fa-8ad7-9dfc58b5d1d7 req-2266f974-a538-467e-b73b-50b9c2043093 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:54.694374 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-16960d7c-78f6-49fa-8ad7-9dfc58b5d1d7 req-2266f974-a538-467e-b73b-50b9c2043093 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.22 "GET /v2.0/ports?device_id=d4b1241a-b428-4fb4-be76-b0571e761664 HTTP/1.1" status: 200 len: 944 time: 0.1100235 Aug 11 03:03:54.729205 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-1d874c78-a535-4581-9a43-49e25616d9ae None None] Provisioning for port f0ad63f8-9604-47b1-bfda-712f89149ed9 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:03:54.741090 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-1d874c78-a535-4581-9a43-49e25616d9ae None None] Provisioning complete for port f0ad63f8-9604-47b1-bfda-712f89149ed9 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:03:54.741463 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-1d874c78-a535-4581-9a43-49e25616d9ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:54.824427 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d52e7c-dc28-4a37-8ea7-57e700f68053 admin admin] Network 7e1dad9f-2bf8-440d-87e5-fd95b980cb13 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:03:54.829934 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-20d52e7c-dc28-4a37-8ea7-57e700f68053 admin admin] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:03:54.837157 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-1d874c78-a535-4581-9a43-49e25616d9ae None None] Port f0ad63f8-9604-47b1-bfda-712f89149ed9 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:03:54.855567 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff25cd5-0530-4f1e-ab61-6a4eca00f48f None None] Pushing event updated for resources: {'Port': ['ID=7aed6d49-0318-48db-80e8-c875f725ac1e,revision_number=3']} {{(pid=102194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:54.862476 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-c3f5b39f-95cd-47ee-8abd-22fcdf87c60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2b3337f-34df-492a-b67a-47b10d362176', 'name': 'tempest-ServersTestFqdnHostnames-1179249776-router', 'tenant_id': '6921827f6da94037a99dabd970798f04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '3eb03e01-8d72-42a2-9f25-29ca18be955d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:03:46Z', 'updated_at': '2021-08-11T03:03:53Z', 'revision_number': 4, 'project_id': '6921827f6da94037a99dabd970798f04', 'gw_port': {'id': '3eb03e01-8d72-42a2-9f25-29ca18be955d', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:4f:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2b3337f-34df-492a-b67a-47b10d362176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:03:47Z', 'updated_at': '2021-08-11T03:03:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': 'f0ad63f8-9604-47b1-bfda-712f89149ed9', 'name': '', 'network_id': '7e1dad9f-2bf8-440d-87e5-fd95b980cb13', 'tenant_id': '6921827f6da94037a99dabd970798f04', 'mac_address': 'fa:16:3e:d9:89:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2b3337f-34df-492a-b67a-47b10d362176', 'device_owner': 'network:router_interface', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '27ab6fea-8263-42f0-9e57-b002a7eb1fa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:03:51Z', 'updated_at': '2021-08-11T03:03:51Z', 'revision_number': 1, 'project_id': '6921827f6da94037a99dabd970798f04', 'subnets': [{'id': '27ab6fea-8263-42f0-9e57-b002a7eb1fa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:03:54.887489 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [req-16960d7c-78f6-49fa-8ad7-9dfc58b5d1d7 req-fe50b4c7-d213-41c2-a16f-d571396c8fe2 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Deleting port 3accc793-fe12-47ab-9ad3-76cfce77a764 {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:03:54.887838 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-16960d7c-78f6-49fa-8ad7-9dfc58b5d1d7 req-fe50b4c7-d213-41c2-a16f-d571396c8fe2 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:54.925177 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f5b39f-95cd-47ee-8abd-22fcdf87c60e None None] The sync data for ids ['f2b3337f-34df-492a-b67a-47b10d362176'] in n-d-764292-30 is: [{'id': 'f2b3337f-34df-492a-b67a-47b10d362176', 'name': 'tempest-ServersTestFqdnHostnames-1179249776-router', 'tenant_id': '6921827f6da94037a99dabd970798f04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '3eb03e01-8d72-42a2-9f25-29ca18be955d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:03:46Z', 'updated_at': '2021-08-11T03:03:53Z', 'revision_number': 4, 'project_id': '6921827f6da94037a99dabd970798f04', 'gw_port': {'id': '3eb03e01-8d72-42a2-9f25-29ca18be955d', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:4f:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2b3337f-34df-492a-b67a-47b10d362176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:03:47Z', 'updated_at': '2021-08-11T03:03:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': 'f0ad63f8-9604-47b1-bfda-712f89149ed9', 'name': '', 'network_id': '7e1dad9f-2bf8-440d-87e5-fd95b980cb13', 'tenant_id': '6921827f6da94037a99dabd970798f04', 'mac_address': 'fa:16:3e:d9:89:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2b3337f-34df-492a-b67a-47b10d362176', 'device_owner': 'network:router_interface', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '27ab6fea-8263-42f0-9e57-b002a7eb1fa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:03:51Z', 'updated_at': '2021-08-11T03:03:51Z', 'revision_number': 1, 'project_id': '6921827f6da94037a99dabd970798f04', 'subnets': [{'id': '27ab6fea-8263-42f0-9e57-b002a7eb1fa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:03:55.084227 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-06241e57-aaa4-4dc9-b4c5-e10583fb101c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '852fc78d-aa8c-487c-8883-cddc3e10b8de', 'name': 'tempest-AttachVolumeShelveTestJSON-1517035376-router', 'tenant_id': '92caf1df2234498c82ddfcf53391d4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.38'}], 'enable_snat': True}, 'gw_port_id': '7aed6d49-0318-48db-80e8-c875f725ac1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:03:47Z', 'updated_at': '2021-08-11T03:03:49Z', 'revision_number': 3, 'project_id': '92caf1df2234498c82ddfcf53391d4fc', 'gw_port': {'id': '7aed6d49-0318-48db-80e8-c875f725ac1e', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:e8:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '852fc78d-aa8c-487c-8883-cddc3e10b8de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:03:48Z', 'updated_at': '2021-08-11T03:03:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:03:55.114994 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c3b9c102-84ff-4aaa-ba3f-cde7c733cd60 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:55.148030 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [None req-c3b9c102-84ff-4aaa-ba3f-cde7c733cd60 admin admin] Transition to ACTIVE for port object 8cfb2d3e-60df-41ea-a00e-6e072156db10 will not be triggered until provisioned by entity DHCP. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:03:55.163803 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06241e57-aaa4-4dc9-b4c5-e10583fb101c None None] The sync data for ids ['852fc78d-aa8c-487c-8883-cddc3e10b8de'] in n-d-764292-30 is: [{'id': '852fc78d-aa8c-487c-8883-cddc3e10b8de', 'name': 'tempest-AttachVolumeShelveTestJSON-1517035376-router', 'tenant_id': '92caf1df2234498c82ddfcf53391d4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.38'}], 'enable_snat': True}, 'gw_port_id': '7aed6d49-0318-48db-80e8-c875f725ac1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:03:47Z', 'updated_at': '2021-08-11T03:03:49Z', 'revision_number': 3, 'project_id': '92caf1df2234498c82ddfcf53391d4fc', 'gw_port': {'id': '7aed6d49-0318-48db-80e8-c875f725ac1e', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:e8:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '852fc78d-aa8c-487c-8883-cddc3e10b8de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:03:48Z', 'updated_at': '2021-08-11T03:03:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}] {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:03:55.165666 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20d52e7c-dc28-4a37-8ea7-57e700f68053 admin admin] Router f2b3337f-34df-492a-b67a-47b10d362176 has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:03:55.173093 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-16960d7c-78f6-49fa-8ad7-9dfc58b5d1d7 req-fe50b4c7-d213-41c2-a16f-d571396c8fe2 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] For port 3accc793-fe12-47ab-9ad3-76cfce77a764, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=3accc793-fe12-47ab-9ad3-76cfce77a764,segment=NetworkSegment(a45ed4ca-59d3-4372-9b5a-18bb6ba190c2),segment_id=a45ed4ca-59d3-4372-9b5a-18bb6ba190c2)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:03:55.174346 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-16960d7c-78f6-49fa-8ad7-9dfc58b5d1d7 req-fe50b4c7-d213-41c2-a16f-d571396c8fe2 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:55.216300 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [req-16960d7c-78f6-49fa-8ad7-9dfc58b5d1d7 req-fe50b4c7-d213-41c2-a16f-d571396c8fe2 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Calling delete_port for 3accc793-fe12-47ab-9ad3-76cfce77a764 owned by compute:nova {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:03:55.430801 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-953e28a2-507a-4bdf-aa92-60af96992e88 None None] Provisioning complete for port f0ad63f8-9604-47b1-bfda-712f89149ed9 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:03:55.433621 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-953e28a2-507a-4bdf-aa92-60af96992e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:55.464447 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20d52e7c-dc28-4a37-8ea7-57e700f68053 admin admin] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:03:55.479431 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-20d52e7c-dc28-4a37-8ea7-57e700f68053 admin admin] 10.222.0.41 "PUT /v2.0/routers/f2b3337f-34df-492a-b67a-47b10d362176/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7662511 Aug 11 03:03:55.567492 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c3b9c102-84ff-4aaa-ba3f-cde7c733cd60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:55.631948 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-16960d7c-78f6-49fa-8ad7-9dfc58b5d1d7 req-fe50b4c7-d213-41c2-a16f-d571396c8fe2 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:55.682509 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b9c102-84ff-4aaa-ba3f-cde7c733cd60 admin admin] Pushing event updated for resources: {'Port': ['ID=8cfb2d3e-60df-41ea-a00e-6e072156db10,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:55.703962 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe50b4c7-d213-41c2-a16f-d571396c8fe2 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Pushing event deleted for resources: {'Port': ['ID=3accc793-fe12-47ab-9ad3-76cfce77a764,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:55.709765 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3b9c102-84ff-4aaa-ba3f-cde7c733cd60 admin admin] Network d17d1b32-4aa7-4439-b455-9cb54b2072df is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:03:55.711329 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-c3b9c102-84ff-4aaa-ba3f-cde7c733cd60 admin admin] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:03:55.713141 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device f2fe6e8a-6daf-4cba-adbc-3822ca05efd8 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:03:55.716045 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b9c102-84ff-4aaa-ba3f-cde7c733cd60 admin admin] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:03:55.716649 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['3accc793-fe12-47ab-9ad3-76cfce77a764'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:03:55.745844 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac4be17-fca6-48b9-a796-7d60c63d1734 req-f3476185-6932-47f7-8a56-e62f69d80fcf tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:55.765939 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-dac4be17-fca6-48b9-a796-7d60c63d1734 req-f3476185-6932-47f7-8a56-e62f69d80fcf tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4b1241a-b428-4fb4-be76-b0571e761664 HTTP/1.1" status: 200 len: 944 time: 0.2735400 Aug 11 03:03:55.869206 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c3b9c102-84ff-4aaa-ba3f-cde7c733cd60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-520987'] for router_interface, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:55.870678 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb568b7-e727-4866-9061-2a52a52f4a6e req-3cfb73fe-6fda-4f9a-9a39-476217e0df0d tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:55.884375 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4cb568b7-e727-4866-9061-2a52a52f4a6e req-3cfb73fe-6fda-4f9a-9a39-476217e0df0d tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/ports?device_id=00709577-8225-439b-ba91-c058df9317f3 HTTP/1.1" status: 200 len: 946 time: 0.3277249 Aug 11 03:03:55.890593 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [req-16960d7c-78f6-49fa-8ad7-9dfc58b5d1d7 req-fe50b4c7-d213-41c2-a16f-d571396c8fe2 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] No DVR routers for this DVR port 3accc793-fe12-47ab-9ad3-76cfce77a764 on host n-h1-764292-30 {{(pid=102192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:03:55.898219 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-953e28a2-507a-4bdf-aa92-60af96992e88 None None] Port f0ad63f8-9604-47b1-bfda-712f89149ed9 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:03:55.908778 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-16960d7c-78f6-49fa-8ad7-9dfc58b5d1d7 req-fe50b4c7-d213-41c2-a16f-d571396c8fe2 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:55.924186 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port f2fe6e8a-6daf-4cba-adbc-3822ca05efd8 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:03:55.927619 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-16960d7c-78f6-49fa-8ad7-9dfc58b5d1d7 req-fe50b4c7-d213-41c2-a16f-d571396c8fe2 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.22 "DELETE /v2.0/ports/3accc793-fe12-47ab-9ad3-76cfce77a764 HTTP/1.1" status: 204 len: 173 time: 1.2256403 Aug 11 03:03:55.942645 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:55.957742 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4b1241a-b428-4fb4-be76-b0571e761664', 'name': 'network-vif-deleted', 'tag': '3accc793-fe12-47ab-9ad3-76cfce77a764'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:03:55.964062 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6d4139e-7a44-48ee-9b6d-1ae091dce194" -d '{"events": [{"server_uuid": "d4b1241a-b428-4fb4-be76-b0571e761664", "name": "network-vif-deleted", "tag": "3accc793-fe12-47ab-9ad3-76cfce77a764"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:03:55.993020 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-dac4be17-fca6-48b9-a796-7d60c63d1734 req-485ebf9e-de15-4384-9c4b-91ac3e09d6b7 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5aa9049-617d-473f-afb5-b55716ab8aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263553 Aug 11 03:03:56.073175 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 47548) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:56.143543 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4cb568b7-e727-4866-9061-2a52a52f4a6e req-ad7e0e19-df01-42f5-94eb-d5e9328a4cdd tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/security-groups?id=c7e06141-9137-4a1d-bc20-6fbfa107e8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2575903 Aug 11 03:03:56.275766 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:03:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-499d3bc4-4f91-4a34-b15f-f9c33e5d8e92 x-openstack-request-id: req-499d3bc4-4f91-4a34-b15f-f9c33e5d8e92 {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:03:56.275766 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4b1241a-b428-4fb4-be76-b0571e761664", "name": "network-vif-deleted", "tag": "3accc793-fe12-47ab-9ad3-76cfce77a764", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:03:56.275766 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-499d3bc4-4f91-4a34-b15f-f9c33e5d8e92 {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:03:56.275766 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4b1241a-b428-4fb4-be76-b0571e761664', 'name': 'network-vif-deleted', 'tag': '3accc793-fe12-47ab-9ad3-76cfce77a764', 'status': 'completed', 'code': 200} Aug 11 03:03:56.334744 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3fe3dddd-1c8e-4afc-a47f-e76873e844ce None None] Provisioning for port 8cfb2d3e-60df-41ea-a00e-6e072156db10 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:03:56.340980 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3fe3dddd-1c8e-4afc-a47f-e76873e844ce None None] Provisioning complete for port 8cfb2d3e-60df-41ea-a00e-6e072156db10 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:03:56.341399 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3fe3dddd-1c8e-4afc-a47f-e76873e844ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:56.399140 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c3b9c102-84ff-4aaa-ba3f-cde7c733cd60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:56.420643 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-3fe3dddd-1c8e-4afc-a47f-e76873e844ce None None] Port 8cfb2d3e-60df-41ea-a00e-6e072156db10 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:03:56.430556 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-05be02ad-da33-46fe-81cb-b6dbd5d0790a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:56.639692 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-05be02ad-da33-46fe-81cb-b6dbd5d0790a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:56.698328 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c3b9c102-84ff-4aaa-ba3f-cde7c733cd60 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:56.720953 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-05be02ad-da33-46fe-81cb-b6dbd5d0790a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:56.784085 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-05be02ad-da33-46fe-81cb-b6dbd5d0790a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=80d075a5fcb54068b7c27f7a57c9627a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7098098 Aug 11 03:03:56.786790 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 47562) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:56.791232 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05be02ad-da33-46fe-81cb-b6dbd5d0790a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84961e87-397b-4f4b-8850-6138deb15d27,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:56.869514 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c3b9c102-84ff-4aaa-ba3f-cde7c733cd60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:56.985563 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b9c102-84ff-4aaa-ba3f-cde7c733cd60 admin admin] Pushing event updated for resources: {'Port': ['ID=8cfb2d3e-60df-41ea-a00e-6e072156db10,revision_number=2']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:56.995069 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c3b9c102-84ff-4aaa-ba3f-cde7c733cd60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16383026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521135'] for router_interface, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:56.998249 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ff8bafb7-ac35-492c-a29e-9673d5ea377e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:57.302689 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 47582) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:57.310021 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-228620f6-33ef-433b-99a9-4f0ad9daf751 tempest-ServersTestFqdnHostnames-1074241809 tempest-ServersTestFqdnHostnames-1074241809-project] Request body: {'security_group': {'name': 'tempest-securitygroup--862256966', 'description': 'tempest-description--1975440105'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:03:57.483218 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04830dd-a7c7-4709-bb39-eb0cfd821900 req-da24eceb-c4df-49a9-9ccb-997a3a47c648 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:57.484325 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 7aed6d49-0318-48db-80e8-c875f725ac1e up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:03:57.485339 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b04830dd-a7c7-4709-bb39-eb0cfd821900 req-da24eceb-c4df-49a9-9ccb-997a3a47c648 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/ports?device_id=00709577-8225-439b-ba91-c058df9317f3 HTTP/1.1" status: 200 len: 946 time: 0.1134996 Aug 11 03:03:57.486729 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-228620f6-33ef-433b-99a9-4f0ad9daf751 tempest-ServersTestFqdnHostnames-1074241809 tempest-ServersTestFqdnHostnames-1074241809-project] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:57.507614 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ff8bafb7-ac35-492c-a29e-9673d5ea377e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:57.563335 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b04830dd-a7c7-4709-bb39-eb0cfd821900 req-fedeb0f5-334f-4d87-951e-6f9295098c0f tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/security-groups?id=c7e06141-9137-4a1d-bc20-6fbfa107e8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697701 Aug 11 03:03:57.600198 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port 7aed6d49-0318-48db-80e8-c875f725ac1e completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:03:57.605826 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 7aed6d49-0318-48db-80e8-c875f725ac1e triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:03:57.606474 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:57.639155 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-228620f6-33ef-433b-99a9-4f0ad9daf751 tempest-ServersTestFqdnHostnames-1074241809 tempest-ServersTestFqdnHostnames-1074241809-project] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:57.667916 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3b9c102-84ff-4aaa-ba3f-cde7c733cd60 admin admin] Network d17d1b32-4aa7-4439-b455-9cb54b2072df is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:03:57.672021 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-c3b9c102-84ff-4aaa-ba3f-cde7c733cd60 admin admin] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:03:57.714033 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-228620f6-33ef-433b-99a9-4f0ad9daf751 tempest-ServersTestFqdnHostnames-1074241809 tempest-ServersTestFqdnHostnames-1074241809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:57.728834 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:57.759873 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228620f6-33ef-433b-99a9-4f0ad9daf751 tempest-ServersTestFqdnHostnames-1074241809 tempest-ServersTestFqdnHostnames-1074241809-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee511d12-a44c-409f-9176-4376c08bbaa5,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:57.765352 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port 7aed6d49-0318-48db-80e8-c875f725ac1e, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=7aed6d49-0318-48db-80e8-c875f725ac1e,segment=NetworkSegment(fab28bed-aa25-40db-bba4-ec26e795194c),segment_id=fab28bed-aa25-40db-bba4-ec26e795194c)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:03:57.765664 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ff8bafb7-ac35-492c-a29e-9673d5ea377e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:57.766743 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ff8bafb7-ac35-492c-a29e-9673d5ea377e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:57.770361 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-ff8bafb7-ac35-492c-a29e-9673d5ea377e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/84961e87-397b-4f4b-8850-6138deb15d27 HTTP/1.1" status: 204 len: 168 time: 0.9803488 Aug 11 03:03:57.837556 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8bafb7-ac35-492c-a29e-9673d5ea377e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84961e87-397b-4f4b-8850-6138deb15d27,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:57.852711 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-228620f6-33ef-433b-99a9-4f0ad9daf751 tempest-ServersTestFqdnHostnames-1074241809 tempest-ServersTestFqdnHostnames-1074241809-project] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:57.854574 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-228620f6-33ef-433b-99a9-4f0ad9daf751 tempest-ServersTestFqdnHostnames-1074241809 tempest-ServersTestFqdnHostnames-1074241809-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5501153 Aug 11 03:03:57.857557 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 47596) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:57.860666 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:57.861735 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 3eb03e01-8d72-42a2-9f25-29ca18be955d up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:03:57.868028 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-18ab0510-1d82-4855-9f2a-bec588b3803a tempest-ServersTestFqdnHostnames-1074241809 tempest-ServersTestFqdnHostnames-1074241809-project] Request body: {'security_group_rule': {'security_group_id': 'ee511d12-a44c-409f-9176-4376c08bbaa5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:03:57.919617 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3b9c102-84ff-4aaa-ba3f-cde7c733cd60 admin admin] Router 852fc78d-aa8c-487c-8883-cddc3e10b8de has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:03:58.016865 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=7aed6d49-0318-48db-80e8-c875f725ac1e,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:58.051738 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-24223b48-137a-4d96-9b88-3e684a80793d None None] Provisioning complete for port 8cfb2d3e-60df-41ea-a00e-6e072156db10 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:03:58.058081 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-24223b48-137a-4d96-9b88-3e684a80793d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:58.103671 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-24223b48-137a-4d96-9b88-3e684a80793d None None] Port 8cfb2d3e-60df-41ea-a00e-6e072156db10 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:03:58.116030 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3b9c102-84ff-4aaa-ba3f-cde7c733cd60 admin admin] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:03:58.121148 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-c3b9c102-84ff-4aaa-ba3f-cde7c733cd60 admin admin] 10.222.0.41 "PUT /v2.0/routers/852fc78d-aa8c-487c-8883-cddc3e10b8de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3469720 Aug 11 03:03:58.136061 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-18ab0510-1d82-4855-9f2a-bec588b3803a tempest-ServersTestFqdnHostnames-1074241809 tempest-ServersTestFqdnHostnames-1074241809-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:58.184327 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port 3eb03e01-8d72-42a2-9f25-29ca18be955d completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:03:58.188479 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 3eb03e01-8d72-42a2-9f25-29ca18be955d triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:03:58.188850 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:58.227039 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-18ab0510-1d82-4855-9f2a-bec588b3803a tempest-ServersTestFqdnHostnames-1074241809 tempest-ServersTestFqdnHostnames-1074241809-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:58.327121 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-18ab0510-1d82-4855-9f2a-bec588b3803a tempest-ServersTestFqdnHostnames-1074241809 tempest-ServersTestFqdnHostnames-1074241809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:58.331465 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:58.350737 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ab0510-1d82-4855-9f2a-bec588b3803a tempest-ServersTestFqdnHostnames-1074241809 tempest-ServersTestFqdnHostnames-1074241809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd6ab059-27b9-425c-af6b-4c7374bbdd3e,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:58.370105 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port 3eb03e01-8d72-42a2-9f25-29ca18be955d, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=3eb03e01-8d72-42a2-9f25-29ca18be955d,segment=NetworkSegment(fab28bed-aa25-40db-bba4-ec26e795194c),segment_id=fab28bed-aa25-40db-bba4-ec26e795194c)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:03:58.370583 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9acede-f163-4f36-8de7-d66d7b492177 req-8b5cda21-32ae-41c6-8759-95e4c22ced98 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:58.372422 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bc9acede-f163-4f36-8de7-d66d7b492177 req-8b5cda21-32ae-41c6-8759-95e4c22ced98 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/ports?device_id=cee6fe93-87d1-4e75-96f4-ffc84c50d2e8 HTTP/1.1" status: 200 len: 945 time: 0.0976493 Aug 11 03:03:58.406848 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-942766f3-e4af-438a-8b14-f86b92baf280 None None] Sync routers for ids ['852fc78d-aa8c-487c-8883-cddc3e10b8de'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:03:58.419789 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942766f3-e4af-438a-8b14-f86b92baf280 None None] Routers {'852fc78d-aa8c-487c-8883-cddc3e10b8de'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:03:58.420260 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bc9acede-f163-4f36-8de7-d66d7b492177 req-b9e6fb3e-0208-4d6d-90d4-ee238cec895b tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5aa9049-617d-473f-afb5-b55716ab8aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391779 Aug 11 03:03:58.421309 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-942766f3-e4af-438a-8b14-f86b92baf280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:03:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['852fc78d-aa8c-487c-8883-cddc3e10b8de'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:03:58.443068 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-18ab0510-1d82-4855-9f2a-bec588b3803a tempest-ServersTestFqdnHostnames-1074241809 tempest-ServersTestFqdnHostnames-1074241809-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:58.443068 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-18ab0510-1d82-4855-9f2a-bec588b3803a tempest-ServersTestFqdnHostnames-1074241809 tempest-ServersTestFqdnHostnames-1074241809-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5834053 Aug 11 03:03:58.447091 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 47612) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:58.451945 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-bf6e6712-cb38-412b-b1d8-d266a3627719 tempest-ServersTestFqdnHostnames-1074241809 tempest-ServersTestFqdnHostnames-1074241809-project] Request body: {'security_group_rule': {'security_group_id': 'ee511d12-a44c-409f-9176-4376c08bbaa5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:03:58.500922 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:58.597052 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-bf6e6712-cb38-412b-b1d8-d266a3627719 tempest-ServersTestFqdnHostnames-1074241809 tempest-ServersTestFqdnHostnames-1074241809-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:58.655050 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-942766f3-e4af-438a-8b14-f86b92baf280 None None] Set router 852fc78d-aa8c-487c-8883-cddc3e10b8de gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:03:58.678259 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-bf6e6712-cb38-412b-b1d8-d266a3627719 tempest-ServersTestFqdnHostnames-1074241809 tempest-ServersTestFqdnHostnames-1074241809-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:58.706277 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=3eb03e01-8d72-42a2-9f25-29ca18be955d,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:58.789274 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-bf6e6712-cb38-412b-b1d8-d266a3627719 tempest-ServersTestFqdnHostnames-1074241809 tempest-ServersTestFqdnHostnames-1074241809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:58.824630 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6e6712-cb38-412b-b1d8-d266a3627719 tempest-ServersTestFqdnHostnames-1074241809 tempest-ServersTestFqdnHostnames-1074241809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=523a3e14-692b-432c-a7a3-cf72557eac7f,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:58.898790 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b72b3d-e20e-4b7a-b20a-b85f3c9bf339 req-0804ecd3-8f3d-4e02-bb5c-2fd2a326e98f tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:58.900473 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-70b72b3d-e20e-4b7a-b20a-b85f3c9bf339 req-0804ecd3-8f3d-4e02-bb5c-2fd2a326e98f tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/ports?device_id=00709577-8225-439b-ba91-c058df9317f3 HTTP/1.1" status: 200 len: 946 time: 0.0694997 Aug 11 03:03:58.915951 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 47626) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:58.932636 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def65d73-6901-4b86-beb0-55f73f46fd2b None None] Sync routers for ids ['f2b3337f-34df-492a-b67a-47b10d362176'] in n-d-764292-30 {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:03:58.940631 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7918deb6-3920-43c7-9f87-b3e22e5d9a1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:58.943771 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def65d73-6901-4b86-beb0-55f73f46fd2b None None] Routers {'f2b3337f-34df-492a-b67a-47b10d362176'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:03:58.949519 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-def65d73-6901-4b86-beb0-55f73f46fd2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:03:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['f2b3337f-34df-492a-b67a-47b10d362176'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:03:58.996171 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-70b72b3d-e20e-4b7a-b20a-b85f3c9bf339 req-0063517d-cc88-42d9-b016-6bf011c96dd1 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/security-groups?id=c7e06141-9137-4a1d-bc20-6fbfa107e8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947146 Aug 11 03:03:59.003173 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-bf6e6712-cb38-412b-b1d8-d266a3627719 tempest-ServersTestFqdnHostnames-1074241809 tempest-ServersTestFqdnHostnames-1074241809-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:59.003357 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-bf6e6712-cb38-412b-b1d8-d266a3627719 tempest-ServersTestFqdnHostnames-1074241809 tempest-ServersTestFqdnHostnames-1074241809-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5549135 Aug 11 03:03:59.006795 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 47628) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:59.013385 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-72c53ff7-8f5d-4620-a5d2-09c3d15c1904 tempest-ServersTestFqdnHostnames-1074241809 tempest-ServersTestFqdnHostnames-1074241809-project] Request body: {'floatingip': {'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:03:59.048507 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a81fbf-ec87-4879-90ed-d57207878a9b req-136a8495-04ee-4459-892a-c37200d1c277 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:59.052074 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-65a81fbf-ec87-4879-90ed-d57207878a9b req-136a8495-04ee-4459-892a-c37200d1c277 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.22 "GET /v2.0/ports?device_id=cee6fe93-87d1-4e75-96f4-ffc84c50d2e8 HTTP/1.1" status: 200 len: 945 time: 0.1495070 Aug 11 03:03:59.095376 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7918deb6-3920-43c7-9f87-b3e22e5d9a1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:59.103162 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-e982bef6-3010-46ac-b93f-0366ef5b0a16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:59.127682 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-def65d73-6901-4b86-beb0-55f73f46fd2b None None] Set router f2b3337f-34df-492a-b67a-47b10d362176 gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:03:59.144922 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 47630) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:59.149716 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-defc58e8-39c0-475c-a871-00ee2d085d87 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1040694534', 'description': 'tempest-description--311400536'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:03:59.156567 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-942766f3-e4af-438a-8b14-f86b92baf280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '852fc78d-aa8c-487c-8883-cddc3e10b8de', 'name': 'tempest-AttachVolumeShelveTestJSON-1517035376-router', 'tenant_id': '92caf1df2234498c82ddfcf53391d4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.38'}], 'enable_snat': True}, 'gw_port_id': '7aed6d49-0318-48db-80e8-c875f725ac1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:03:47Z', 'updated_at': '2021-08-11T03:03:56Z', 'revision_number': 4, 'project_id': '92caf1df2234498c82ddfcf53391d4fc', 'gw_port': {'id': '7aed6d49-0318-48db-80e8-c875f725ac1e', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:e8:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852fc78d-aa8c-487c-8883-cddc3e10b8de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:03:48Z', 'updated_at': '2021-08-11T03:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '8cfb2d3e-60df-41ea-a00e-6e072156db10', 'name': '', 'network_id': 'd17d1b32-4aa7-4439-b455-9cb54b2072df', 'tenant_id': '92caf1df2234498c82ddfcf53391d4fc', 'mac_address': 'fa:16:3e:f7:39:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '852fc78d-aa8c-487c-8883-cddc3e10b8de', 'device_owner': 'network:router_interface', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': 'c8bae62b-5e51-4859-99ce-3b4e8f86224a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:03:54Z', 'updated_at': '2021-08-11T03:03:56Z', 'revision_number': 2, 'project_id': '92caf1df2234498c82ddfcf53391d4fc', 'subnets': [{'id': 'c8bae62b-5e51-4859-99ce-3b4e8f86224a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:03:59.186679 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-942766f3-e4af-438a-8b14-f86b92baf280 None None] Checking router: 852fc78d-aa8c-487c-8883-cddc3e10b8de for host: n-d-764292-30 {{(pid=102193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:03:59.187803 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-942766f3-e4af-438a-8b14-f86b92baf280 None None] Updating router 852fc78d-aa8c-487c-8883-cddc3e10b8de port 8cfb2d3e-60df-41ea-a00e-6e072156db10 binding host n-d-764292-30 {{(pid=102193) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:03:59.214628 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 3accc793-fe12-47ab-9ad3-76cfce77a764 no longer exists at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:03:59.216432 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [req-65a81fbf-ec87-4879-90ed-d57207878a9b req-cab5d28c-a564-45f3-a551-8abe56cfb974 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Deleting port 46ff71e7-c588-4f6d-a897-c30d7b3f65cf {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:03:59.217523 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-65a81fbf-ec87-4879-90ed-d57207878a9b req-cab5d28c-a564-45f3-a551-8abe56cfb974 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:59.224404 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7918deb6-3920-43c7-9f87-b3e22e5d9a1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:59.261767 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] No Port match for: 3accc793-fe12-47ab-9ad3-76cfce77a764 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:03:59.262199 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 3accc793-fe12-47ab-9ad3-76cfce77a764 not bound to the agent host n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:03:59.287844 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-942766f3-e4af-438a-8b14-f86b92baf280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:59.300526 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.db.api [None req-defc58e8-39c0-475c-a871-00ee2d085d87 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 11 03:03:59.300526 n-d-764292-30 neutron-server[102191]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 11 03:03:59.300526 n-d-764292-30 neutron-server[102191]: [parameters: {'project_id_1': '92caf1df2234498c82ddfcf53391d4fc', 'expiration_1': datetime.datetime(2021, 8, 11, 3, 3, 59, 157416)}] Aug 11 03:03:59.300526 n-d-764292-30 neutron-server[102191]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102191) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 03:03:59.300526 n-d-764292-30 neutron-server[102191]: DEBUG oslo_db.api [None req-defc58e8-39c0-475c-a871-00ee2d085d87 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 03:03:59.304220 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7918deb6-3920-43c7-9f87-b3e22e5d9a1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a841e899-fa14-4f9c-9142-e9ef16f3d2cf,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:59.320157 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 47638) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:59.330873 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-7918deb6-3920-43c7-9f87-b3e22e5d9a1b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=051078daad4b4e7cbef9888b2b1b0a77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4135921 Aug 11 03:03:59.356877 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-65a81fbf-ec87-4879-90ed-d57207878a9b req-cab5d28c-a564-45f3-a551-8abe56cfb974 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] For port 46ff71e7-c588-4f6d-a897-c30d7b3f65cf, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=46ff71e7-c588-4f6d-a897-c30d7b3f65cf,segment=NetworkSegment(a45ed4ca-59d3-4372-9b5a-18bb6ba190c2),segment_id=a45ed4ca-59d3-4372-9b5a-18bb6ba190c2)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:03:59.357339 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-65a81fbf-ec87-4879-90ed-d57207878a9b req-cab5d28c-a564-45f3-a551-8abe56cfb974 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:59.389279 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [req-65a81fbf-ec87-4879-90ed-d57207878a9b req-cab5d28c-a564-45f3-a551-8abe56cfb974 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Calling delete_port for 46ff71e7-c588-4f6d-a897-c30d7b3f65cf owned by compute:nova {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:03:59.407549 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-72c53ff7-8f5d-4620-a5d2-09c3d15c1904 tempest-ServersTestFqdnHostnames-1074241809 tempest-ServersTestFqdnHostnames-1074241809-project] Notify callbacks [] for floatingip, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:59.477429 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 7aed6d49-0318-48db-80e8-c875f725ac1e up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:03:59.518773 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a06953ac-334d-4720-8626-58d57936ae5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:59.532257 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-def65d73-6901-4b86-beb0-55f73f46fd2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2b3337f-34df-492a-b67a-47b10d362176', 'name': 'tempest-ServersTestFqdnHostnames-1179249776-router', 'tenant_id': '6921827f6da94037a99dabd970798f04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '3eb03e01-8d72-42a2-9f25-29ca18be955d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:03:46Z', 'updated_at': '2021-08-11T03:03:53Z', 'revision_number': 4, 'project_id': '6921827f6da94037a99dabd970798f04', 'gw_port': {'id': '3eb03e01-8d72-42a2-9f25-29ca18be955d', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:4f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b3337f-34df-492a-b67a-47b10d362176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:03:47Z', 'updated_at': '2021-08-11T03:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': 'f0ad63f8-9604-47b1-bfda-712f89149ed9', 'name': '', 'network_id': '7e1dad9f-2bf8-440d-87e5-fd95b980cb13', 'tenant_id': '6921827f6da94037a99dabd970798f04', 'mac_address': 'fa:16:3e:d9:89:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2b3337f-34df-492a-b67a-47b10d362176', 'device_owner': 'network:router_interface', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '27ab6fea-8263-42f0-9e57-b002a7eb1fa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:03:51Z', 'updated_at': '2021-08-11T03:03:53Z', 'revision_number': 2, 'project_id': '6921827f6da94037a99dabd970798f04', 'subnets': [{'id': '27ab6fea-8263-42f0-9e57-b002a7eb1fa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:03:59.568547 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def65d73-6901-4b86-beb0-55f73f46fd2b None None] Checking router: f2b3337f-34df-492a-b67a-47b10d362176 for host: n-d-764292-30 {{(pid=102194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:03:59.569304 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def65d73-6901-4b86-beb0-55f73f46fd2b None None] Updating router f2b3337f-34df-492a-b67a-47b10d362176 port f0ad63f8-9604-47b1-bfda-712f89149ed9 binding host n-d-764292-30 {{(pid=102194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:03:59.599467 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a06953ac-334d-4720-8626-58d57936ae5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:59.602913 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-def65d73-6901-4b86-beb0-55f73f46fd2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:59.626099 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 7aed6d49-0318-48db-80e8-c875f725ac1e triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:03:59.626718 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:59.681723 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c3100b-bf05-4dfa-a15b-b6f4d3922a5d req-f212b7e5-60ec-4371-9f10-d75d0d27c11b tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:59.683394 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-16c3100b-bf05-4dfa-a15b-b6f4d3922a5d req-f212b7e5-60ec-4371-9f10-d75d0d27c11b tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/ports?device_id=cee6fe93-87d1-4e75-96f4-ffc84c50d2e8 HTTP/1.1" status: 200 len: 945 time: 0.1574230 Aug 11 03:03:59.773316 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-72c53ff7-8f5d-4620-a5d2-09c3d15c1904 tempest-ServersTestFqdnHostnames-1074241809 tempest-ServersTestFqdnHostnames-1074241809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:59.784659 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-942766f3-e4af-438a-8b14-f86b92baf280 None None] Notify callbacks [] for port, precommit_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:59.788313 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 3eb03e01-8d72-42a2-9f25-29ca18be955d up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:03:59.856158 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 3eb03e01-8d72-42a2-9f25-29ca18be955d triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:03:59.856796 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:59.866512 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-65a81fbf-ec87-4879-90ed-d57207878a9b req-cab5d28c-a564-45f3-a551-8abe56cfb974 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:59.869267 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a1cd06-6116-430d-9572-fc44cbeb1e8e req-a7c929c0-5c57-42bb-b158-2000d1dd5bec tempest-LiveMigrationTest-410920510 tempest-LiveMigrationTest-410920510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:59.872243 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-81a1cd06-6116-430d-9572-fc44cbeb1e8e req-a7c929c0-5c57-42bb-b158-2000d1dd5bec tempest-LiveMigrationTest-410920510 tempest-LiveMigrationTest-410920510-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=00709577-8225-439b-ba91-c058df9317f3&tenant_id=83808f5f252c43418f6a6c255d45878a&binding%3Ahost_id=n-h2-764292-30 HTTP/1.1" status: 200 len: 1098 time: 0.0779769 Aug 11 03:03:59.879622 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-942766f3-e4af-438a-8b14-f86b92baf280 None None] Transition to ACTIVE for port object 8cfb2d3e-60df-41ea-a00e-6e072156db10 will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:03:59.912138 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a06953ac-334d-4720-8626-58d57936ae5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:59.915395 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a06953ac-334d-4720-8626-58d57936ae5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:59.916969 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-a06953ac-334d-4720-8626-58d57936ae5b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a841e899-fa14-4f9c-9142-e9ef16f3d2cf HTTP/1.1" status: 204 len: 168 time: 0.5958054 Aug 11 03:03:59.961118 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-defc58e8-39c0-475c-a871-00ee2d085d87 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:59.961280 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-942766f3-e4af-438a-8b14-f86b92baf280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:59.981483 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-def65d73-6901-4b86-beb0-55f73f46fd2b None None] Notify callbacks [] for port, precommit_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:00.028765 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.provisioning_blocks [None req-def65d73-6901-4b86-beb0-55f73f46fd2b None None] Transition to ACTIVE for port object f0ad63f8-9604-47b1-bfda-712f89149ed9 will not be triggered until provisioned by entity L2. {{(pid=102194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:04:00.058891 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9736ed5f-7c2f-4035-94ad-e6cd7bf5e353 None None] Pushing event updated for resources: {'Port': ['ID=8cfb2d3e-60df-41ea-a00e-6e072156db10,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:00.059405 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab5d28c-a564-45f3-a551-8abe56cfb974 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Pushing event deleted for resources: {'Port': ['ID=46ff71e7-c588-4f6d-a897-c30d7b3f65cf,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:00.113992 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-def65d73-6901-4b86-beb0-55f73f46fd2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:00.147368 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-942766f3-e4af-438a-8b14-f86b92baf280 None None] Attempting to bind port 8cfb2d3e-60df-41ea-a00e-6e072156db10 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:04:00.147956 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-942766f3-e4af-438a-8b14-f86b92baf280 None None] Attempting to bind port 8cfb2d3e-60df-41ea-a00e-6e072156db10 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': '77249f53-d91a-4900-864a-cb193f73fd0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'd17d1b32-4aa7-4439-b455-9cb54b2072df'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:04:00.149458 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-942766f3-e4af-438a-8b14-f86b92baf280 None None] Attempting to bind port 8cfb2d3e-60df-41ea-a00e-6e072156db10 on network d17d1b32-4aa7-4439-b455-9cb54b2072df {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:04:00.161998 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-942766f3-e4af-438a-8b14-f86b92baf280 None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 3, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:04:00.162671 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-942766f3-e4af-438a-8b14-f86b92baf280 None None] Checking segment: {'id': '77249f53-d91a-4900-864a-cb193f73fd0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'd17d1b32-4aa7-4439-b455-9cb54b2072df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:04:00.164841 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-942766f3-e4af-438a-8b14-f86b92baf280 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:00.165387 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-942766f3-e4af-438a-8b14-f86b92baf280 None None] Bound using segment: {'id': '77249f53-d91a-4900-864a-cb193f73fd0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'd17d1b32-4aa7-4439-b455-9cb54b2072df'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:04:00.166058 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-942766f3-e4af-438a-8b14-f86b92baf280 None None] Bound port: 8cfb2d3e-60df-41ea-a00e-6e072156db10, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77249f53-d91a-4900-864a-cb193f73fd0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'd17d1b32-4aa7-4439-b455-9cb54b2072df'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:04:00.167310 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-942766f3-e4af-438a-8b14-f86b92baf280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:00.172841 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-defc58e8-39c0-475c-a871-00ee2d085d87 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:00.183464 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06953ac-334d-4720-8626-58d57936ae5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a841e899-fa14-4f9c-9142-e9ef16f3d2cf,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:00.199347 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [req-65a81fbf-ec87-4879-90ed-d57207878a9b req-cab5d28c-a564-45f3-a551-8abe56cfb974 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] No DVR routers for this DVR port 46ff71e7-c588-4f6d-a897-c30d7b3f65cf on host n-h1-764292-30 {{(pid=102192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:04:00.207266 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-65a81fbf-ec87-4879-90ed-d57207878a9b req-cab5d28c-a564-45f3-a551-8abe56cfb974 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:00.209994 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-65a81fbf-ec87-4879-90ed-d57207878a9b req-cab5d28c-a564-45f3-a551-8abe56cfb974 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.22 "DELETE /v2.0/ports/46ff71e7-c588-4f6d-a897-c30d7b3f65cf HTTP/1.1" status: 204 len: 173 time: 1.1508498 Aug 11 03:04:00.229421 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cee6fe93-87d1-4e75-96f4-ffc84c50d2e8', 'name': 'network-vif-deleted', 'tag': '46ff71e7-c588-4f6d-a897-c30d7b3f65cf'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:04:00.231893 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-81a1cd06-6116-430d-9572-fc44cbeb1e8e req-fc772b3a-da6a-4bd1-9778-714b09745ffa service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-764292-30'}}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:04:00.232429 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45b42de0-5453-45f1-ba80-1780e6c4bac9" -d '{"events": [{"server_uuid": "cee6fe93-87d1-4e75-96f4-ffc84c50d2e8", "name": "network-vif-deleted", "tag": "46ff71e7-c588-4f6d-a897-c30d7b3f65cf"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:04:00.363065 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-81a1cd06-6116-430d-9572-fc44cbeb1e8e req-fc772b3a-da6a-4bd1-9778-714b09745ffa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:00.364758 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-942766f3-e4af-438a-8b14-f86b92baf280 None None] For port 8cfb2d3e-60df-41ea-a00e-6e072156db10, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:04:00.370924 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-942766f3-e4af-438a-8b14-f86b92baf280 None None] For port 8cfb2d3e-60df-41ea-a00e-6e072156db10, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=8cfb2d3e-60df-41ea-a00e-6e072156db10,segment=NetworkSegment(77249f53-d91a-4900-864a-cb193f73fd0b),segment_id=77249f53-d91a-4900-864a-cb193f73fd0b)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:04:00.376447 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-def65d73-6901-4b86-beb0-55f73f46fd2b None None] Attempting to bind port f0ad63f8-9604-47b1-bfda-712f89149ed9 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:04:00.376863 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-def65d73-6901-4b86-beb0-55f73f46fd2b None None] Attempting to bind port f0ad63f8-9604-47b1-bfda-712f89149ed9 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': 'ebcc783e-2ad5-444d-9e21-ceccb724a435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7e1dad9f-2bf8-440d-87e5-fd95b980cb13'}] {{(pid=102194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:04:00.377227 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def65d73-6901-4b86-beb0-55f73f46fd2b None None] Attempting to bind port f0ad63f8-9604-47b1-bfda-712f89149ed9 on network 7e1dad9f-2bf8-440d-87e5-fd95b980cb13 {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:04:00.379697 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-16c3100b-bf05-4dfa-a15b-b6f4d3922a5d req-05a4b0f8-ef33-43c6-b2b8-dd7498640bb6 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5aa9049-617d-473f-afb5-b55716ab8aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6727526 Aug 11 03:04:00.386033 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-defc58e8-39c0-475c-a871-00ee2d085d87 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:00.393437 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def65d73-6901-4b86-beb0-55f73f46fd2b None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 3, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:04:00.396138 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def65d73-6901-4b86-beb0-55f73f46fd2b None None] Checking segment: {'id': 'ebcc783e-2ad5-444d-9e21-ceccb724a435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7e1dad9f-2bf8-440d-87e5-fd95b980cb13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:04:00.396557 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-def65d73-6901-4b86-beb0-55f73f46fd2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:00.396966 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def65d73-6901-4b86-beb0-55f73f46fd2b None None] Bound using segment: {'id': 'ebcc783e-2ad5-444d-9e21-ceccb724a435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7e1dad9f-2bf8-440d-87e5-fd95b980cb13'} {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:04:00.397570 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-def65d73-6901-4b86-beb0-55f73f46fd2b None None] Bound port: f0ad63f8-9604-47b1-bfda-712f89149ed9, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebcc783e-2ad5-444d-9e21-ceccb724a435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7e1dad9f-2bf8-440d-87e5-fd95b980cb13'}}] {{(pid=102194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:04:00.398029 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-def65d73-6901-4b86-beb0-55f73f46fd2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:00.420273 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa6032b-1447-4fc9-bb66-116a3592d805 None None] Pushing event updated for resources: {'Port': ['ID=f0ad63f8-9604-47b1-bfda-712f89149ed9,revision_number=3']} {{(pid=102194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:00.429854 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [None req-72c53ff7-8f5d-4620-a5d2-09c3d15c1904 tempest-ServersTestFqdnHostnames-1074241809 tempest-ServersTestFqdnHostnames-1074241809-project] Allocated IP 172.25.8.197 (09faf7d2-eaf5-4a50-bb6e-4cb05d009a76/e1a97443-13df-40bb-85f5-fd269e2742c0/c04821cb-7cad-417d-9cbb-95e34108ea37) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:04:00.467022 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-942766f3-e4af-438a-8b14-f86b92baf280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:00.477158 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3fd955-0e74-4c0b-9b3d-0e1da5a1f3af req-7bda8ad8-5293-4f60-887c-b63b6b227d3f tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:00.488722 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ba3fd955-0e74-4c0b-9b3d-0e1da5a1f3af req-7bda8ad8-5293-4f60-887c-b63b6b227d3f tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/ports?device_id=00709577-8225-439b-ba91-c058df9317f3 HTTP/1.1" status: 200 len: 946 time: 0.3024502 Aug 11 03:04:00.545697 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.db [None req-def65d73-6901-4b86-beb0-55f73f46fd2b None None] For port f0ad63f8-9604-47b1-bfda-712f89149ed9, host n-d-764292-30, cleared binding levels {{(pid=102194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:04:00.549710 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defc58e8-39c0-475c-a871-00ee2d085d87 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4490b831-3ed6-471e-94da-f0207d61c828,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:00.557448 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.db [None req-def65d73-6901-4b86-beb0-55f73f46fd2b None None] For port f0ad63f8-9604-47b1-bfda-712f89149ed9, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=f0ad63f8-9604-47b1-bfda-712f89149ed9,segment=NetworkSegment(ebcc783e-2ad5-444d-9e21-ceccb724a435),segment_id=ebcc783e-2ad5-444d-9e21-ceccb724a435)] {{(pid=102194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:04:00.624638 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ba3fd955-0e74-4c0b-9b3d-0e1da5a1f3af req-7b41ed7a-4ac0-4206-b5ca-ee5c9814da8b tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/security-groups?id=c7e06141-9137-4a1d-bc20-6fbfa107e8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347041 Aug 11 03:04:00.635535 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-def65d73-6901-4b86-beb0-55f73f46fd2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:00.638876 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-81a1cd06-6116-430d-9572-fc44cbeb1e8e req-fc772b3a-da6a-4bd1-9778-714b09745ffa service neutron] For port acc0aeb3-d92e-4735-b223-6f56ef14264f, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=acc0aeb3-d92e-4735-b223-6f56ef14264f,segment=NetworkSegment(75626708-94f6-4fcc-8cbd-0dd0dd709069),segment_id=75626708-94f6-4fcc-8cbd-0dd0dd709069)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:04:00.727344 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942766f3-e4af-438a-8b14-f86b92baf280 None None] Routers {'852fc78d-aa8c-487c-8883-cddc3e10b8de'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:04:00.728694 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-942766f3-e4af-438a-8b14-f86b92baf280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:03:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['852fc78d-aa8c-487c-8883-cddc3e10b8de'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:04:00.731836 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9736ed5f-7c2f-4035-94ad-e6cd7bf5e353 None None] Pushing event updated for resources: {'Port': ['ID=8cfb2d3e-60df-41ea-a00e-6e072156db10,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:00.742124 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-81a1cd06-6116-430d-9572-fc44cbeb1e8e req-fc772b3a-da6a-4bd1-9778-714b09745ffa service neutron] For port acc0aeb3-d92e-4735-b223-6f56ef14264f, host n-h2-764292-30, cleared binding levels {{(pid=102191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:04:00.772261 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def65d73-6901-4b86-beb0-55f73f46fd2b None None] Routers {'f2b3337f-34df-492a-b67a-47b10d362176'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:04:00.772919 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-def65d73-6901-4b86-beb0-55f73f46fd2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:03:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['f2b3337f-34df-492a-b67a-47b10d362176'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:04:00.810778 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-72c53ff7-8f5d-4620-a5d2-09c3d15c1904 tempest-ServersTestFqdnHostnames-1074241809 tempest-ServersTestFqdnHostnames-1074241809-project] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:00.848848 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-81a1cd06-6116-430d-9572-fc44cbeb1e8e req-fc772b3a-da6a-4bd1-9778-714b09745ffa service neutron] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:00.855652 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-defc58e8-39c0-475c-a871-00ee2d085d87 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:00.861389 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-defc58e8-39c0-475c-a871-00ee2d085d87 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.7121315 Aug 11 03:04:00.868524 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 47670) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:04:00.868696 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00709577-8225-439b-ba91-c058df9317f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'acc0aeb3-d92e-4735-b223-6f56ef14264f'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:04:00.875903 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b241fa0-1c4e-462f-bca0-172cf1b656c8" -d '{"events": [{"server_uuid": "00709577-8225-439b-ba91-c058df9317f3", "name": "network-vif-unplugged", "status": "completed", "tag": "acc0aeb3-d92e-4735-b223-6f56ef14264f"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:04:00.877329 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-51dd905c-aa52-4831-ab9d-6bc6031213a0 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Request body: {'security_group_rule': {'security_group_id': '4490b831-3ed6-471e-94da-f0207d61c828', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:04:00.928677 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa6032b-1447-4fc9-bb66-116a3592d805 None None] Pushing event updated for resources: {'Port': ['ID=f0ad63f8-9604-47b1-bfda-712f89149ed9,revision_number=4']} {{(pid=102194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:00.935946 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-81a1cd06-6116-430d-9572-fc44cbeb1e8e req-fc772b3a-da6a-4bd1-9778-714b09745ffa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:01.021274 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abde65a1-3140-4ad3-8a81-dd69b2273215 x-openstack-request-id: req-abde65a1-3140-4ad3-8a81-dd69b2273215 {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:04:01.021562 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cee6fe93-87d1-4e75-96f4-ffc84c50d2e8", "name": "network-vif-deleted", "tag": "46ff71e7-c588-4f6d-a897-c30d7b3f65cf", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:04:01.021760 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-abde65a1-3140-4ad3-8a81-dd69b2273215 {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:04:01.022200 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cee6fe93-87d1-4e75-96f4-ffc84c50d2e8', 'name': 'network-vif-deleted', 'tag': '46ff71e7-c588-4f6d-a897-c30d7b3f65cf', 'status': 'completed', 'code': 200} Aug 11 03:04:01.106964 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-def65d73-6901-4b86-beb0-55f73f46fd2b None None] Set router f2b3337f-34df-492a-b67a-47b10d362176 gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:04:01.115680 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-72c53ff7-8f5d-4620-a5d2-09c3d15c1904 tempest-ServersTestFqdnHostnames-1074241809 tempest-ServersTestFqdnHostnames-1074241809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:01.152051 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-942766f3-e4af-438a-8b14-f86b92baf280 None None] Set router 852fc78d-aa8c-487c-8883-cddc3e10b8de gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:04:01.168401 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c53ff7-8f5d-4620-a5d2-09c3d15c1904 tempest-ServersTestFqdnHostnames-1074241809 tempest-ServersTestFqdnHostnames-1074241809-project] Network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:04:01.179647 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-72c53ff7-8f5d-4620-a5d2-09c3d15c1904 tempest-ServersTestFqdnHostnames-1074241809 tempest-ServersTestFqdnHostnames-1074241809-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:04:01.192159 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c53ff7-8f5d-4620-a5d2-09c3d15c1904 tempest-ServersTestFqdnHostnames-1074241809 tempest-ServersTestFqdnHostnames-1074241809-project] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:04:01.199318 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-51dd905c-aa52-4831-ab9d-6bc6031213a0 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:01.221402 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc772b3a-da6a-4bd1-9778-714b09745ffa service neutron] Pushing event updated for resources: {'Port': ['ID=acc0aeb3-d92e-4735-b223-6f56ef14264f,revision_number=7']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:01.228744 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c53ff7-8f5d-4620-a5d2-09c3d15c1904 tempest-ServersTestFqdnHostnames-1074241809 tempest-ServersTestFqdnHostnames-1074241809-project] Pushing event updated for resources: {'Port': ['ID=c04821cb-7cad-417d-9cbb-95e34108ea37,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:01.276221 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device acc0aeb3-d92e-4735-b223-6f56ef14264f details requested by agent hyperv_n-h1-764292-30 with host n-h1-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:04:01.353740 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-51dd905c-aa52-4831-ab9d-6bc6031213a0 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:01.365888 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-81a1cd06-6116-430d-9572-fc44cbeb1e8e req-fc772b3a-da6a-4bd1-9778-714b09745ffa service neutron] Attempting to bind port acc0aeb3-d92e-4735-b223-6f56ef14264f on host n-h2-764292-30 for vnic_type normal with profile {"migrating_to": "n-h1-764292-30"} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:04:01.366245 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-81a1cd06-6116-430d-9572-fc44cbeb1e8e req-fc772b3a-da6a-4bd1-9778-714b09745ffa service neutron] Attempting to bind port acc0aeb3-d92e-4735-b223-6f56ef14264f by drivers openvswitch,hyperv on host n-h2-764292-30 at level 0 using segments [{'id': '75626708-94f6-4fcc-8cbd-0dd0dd709069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a1f5acc4-6e30-4bf9-bc28-7ff84dac631d'}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:04:01.367917 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-72c53ff7-8f5d-4620-a5d2-09c3d15c1904 tempest-ServersTestFqdnHostnames-1074241809 tempest-ServersTestFqdnHostnames-1074241809-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:01.369895 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a1cd06-6116-430d-9572-fc44cbeb1e8e req-fc772b3a-da6a-4bd1-9778-714b09745ffa service neutron] Attempting to bind port acc0aeb3-d92e-4735-b223-6f56ef14264f on network a1f5acc4-6e30-4bf9-bc28-7ff84dac631d {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:04:01.390484 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a1cd06-6116-430d-9572-fc44cbeb1e8e req-fc772b3a-da6a-4bd1-9778-714b09745ffa service neutron] Port acc0aeb3-d92e-4735-b223-6f56ef14264f on network a1f5acc4-6e30-4bf9-bc28-7ff84dac631d not bound, no agent of type Open vSwitch agent registered on host n-h2-764292-30 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:04:01.390964 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a1cd06-6116-430d-9572-fc44cbeb1e8e req-fc772b3a-da6a-4bd1-9778-714b09745ffa service neutron] Attempting to bind port acc0aeb3-d92e-4735-b223-6f56ef14264f on network a1f5acc4-6e30-4bf9-bc28-7ff84dac631d {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:04:01.398176 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a1cd06-6116-430d-9572-fc44cbeb1e8e req-fc772b3a-da6a-4bd1-9778-714b09745ffa service neutron] Checking agent: {'id': '70015fc0-62fb-48b2-b453-36906937cf2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 3, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:04:01.399297 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a1cd06-6116-430d-9572-fc44cbeb1e8e req-fc772b3a-da6a-4bd1-9778-714b09745ffa service neutron] Checking segment: {'id': '75626708-94f6-4fcc-8cbd-0dd0dd709069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a1f5acc4-6e30-4bf9-bc28-7ff84dac631d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:04:01.399987 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a1cd06-6116-430d-9572-fc44cbeb1e8e req-fc772b3a-da6a-4bd1-9778-714b09745ffa service neutron] Bound using segment: {'id': '75626708-94f6-4fcc-8cbd-0dd0dd709069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a1f5acc4-6e30-4bf9-bc28-7ff84dac631d'} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:04:01.400585 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-81a1cd06-6116-430d-9572-fc44cbeb1e8e req-fc772b3a-da6a-4bd1-9778-714b09745ffa service neutron] Bound port: acc0aeb3-d92e-4735-b223-6f56ef14264f, host: n-h2-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75626708-94f6-4fcc-8cbd-0dd0dd709069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a1f5acc4-6e30-4bf9-bc28-7ff84dac631d'}}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:04:01.401177 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-81a1cd06-6116-430d-9572-fc44cbeb1e8e req-fc772b3a-da6a-4bd1-9778-714b09745ffa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:01.433853 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 03:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a169b6f3-02da-4ebb-8724-43bcd4007a62 x-openstack-request-id: req-a169b6f3-02da-4ebb-8724-43bcd4007a62 {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:04:01.434253 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00709577-8225-439b-ba91-c058df9317f3", "name": "network-vif-unplugged", "status": "completed", "tag": "acc0aeb3-d92e-4735-b223-6f56ef14264f", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:04:01.434801 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a169b6f3-02da-4ebb-8724-43bcd4007a62 {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:04:01.435293 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00709577-8225-439b-ba91-c058df9317f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'acc0aeb3-d92e-4735-b223-6f56ef14264f', 'code': 200} Aug 11 03:04:01.487138 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-51dd905c-aa52-4831-ab9d-6bc6031213a0 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:01.551477 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dd905c-aa52-4831-ab9d-6bc6031213a0 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e8f6aaf-b20a-40a0-bf00-1817c3070ac4,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:01.563793 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-81a1cd06-6116-430d-9572-fc44cbeb1e8e req-fc772b3a-da6a-4bd1-9778-714b09745ffa service neutron] For port acc0aeb3-d92e-4735-b223-6f56ef14264f, host n-h2-764292-30, cleared binding levels {{(pid=102191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:04:01.575257 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-81a1cd06-6116-430d-9572-fc44cbeb1e8e req-fc772b3a-da6a-4bd1-9778-714b09745ffa service neutron] For port acc0aeb3-d92e-4735-b223-6f56ef14264f, host n-h2-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=acc0aeb3-d92e-4735-b223-6f56ef14264f,segment=NetworkSegment(75626708-94f6-4fcc-8cbd-0dd0dd709069),segment_id=75626708-94f6-4fcc-8cbd-0dd0dd709069)] {{(pid=102191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:04:01.620231 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-72c53ff7-8f5d-4620-a5d2-09c3d15c1904 tempest-ServersTestFqdnHostnames-1074241809 tempest-ServersTestFqdnHostnames-1074241809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:01.658313 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-def65d73-6901-4b86-beb0-55f73f46fd2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2b3337f-34df-492a-b67a-47b10d362176', 'name': 'tempest-ServersTestFqdnHostnames-1179249776-router', 'tenant_id': '6921827f6da94037a99dabd970798f04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '3eb03e01-8d72-42a2-9f25-29ca18be955d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:03:46Z', 'updated_at': '2021-08-11T03:03:53Z', 'revision_number': 4, 'project_id': '6921827f6da94037a99dabd970798f04', 'gw_port': {'id': '3eb03e01-8d72-42a2-9f25-29ca18be955d', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:4f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b3337f-34df-492a-b67a-47b10d362176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:03:47Z', 'updated_at': '2021-08-11T03:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': 'f0ad63f8-9604-47b1-bfda-712f89149ed9', 'name': '', 'network_id': '7e1dad9f-2bf8-440d-87e5-fd95b980cb13', 'tenant_id': '6921827f6da94037a99dabd970798f04', 'mac_address': 'fa:16:3e:d9:89:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2b3337f-34df-492a-b67a-47b10d362176', 'device_owner': 'network:router_interface', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '27ab6fea-8263-42f0-9e57-b002a7eb1fa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:03:51Z', 'updated_at': '2021-08-11T03:04:00Z', 'revision_number': 4, 'project_id': '6921827f6da94037a99dabd970798f04', 'subnets': [{'id': '27ab6fea-8263-42f0-9e57-b002a7eb1fa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:04:01.659175 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-af55380c-eb4f-4e51-91cc-6a44e32fe4af req-b3666d68-0c43-490d-a591-3bdf72fd9688 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/ports?device_id=cee6fe93-87d1-4e75-96f4-ffc84c50d2e8 HTTP/1.1" status: 200 len: 210 time: 0.0566194 Aug 11 03:04:01.669296 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-51dd905c-aa52-4831-ab9d-6bc6031213a0 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:01.669296 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-51dd905c-aa52-4831-ab9d-6bc6031213a0 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7968800 Aug 11 03:04:01.669922 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 47696) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:04:01.675573 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-dc259af4-47f3-4c67-b9a7-d78c4cde5644 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Request body: {'security_group_rule': {'security_group_id': '4490b831-3ed6-471e-94da-f0207d61c828', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:04:01.698163 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def65d73-6901-4b86-beb0-55f73f46fd2b None None] The sync data for ids ['f2b3337f-34df-492a-b67a-47b10d362176'] in n-d-764292-30 is: [{'id': 'f2b3337f-34df-492a-b67a-47b10d362176', 'name': 'tempest-ServersTestFqdnHostnames-1179249776-router', 'tenant_id': '6921827f6da94037a99dabd970798f04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '3eb03e01-8d72-42a2-9f25-29ca18be955d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:03:46Z', 'updated_at': '2021-08-11T03:03:53Z', 'revision_number': 4, 'project_id': '6921827f6da94037a99dabd970798f04', 'gw_port': {'id': '3eb03e01-8d72-42a2-9f25-29ca18be955d', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:4f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b3337f-34df-492a-b67a-47b10d362176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:03:47Z', 'updated_at': '2021-08-11T03:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': 'f0ad63f8-9604-47b1-bfda-712f89149ed9', 'name': '', 'network_id': '7e1dad9f-2bf8-440d-87e5-fd95b980cb13', 'tenant_id': '6921827f6da94037a99dabd970798f04', 'mac_address': 'fa:16:3e:d9:89:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2b3337f-34df-492a-b67a-47b10d362176', 'device_owner': 'network:router_interface', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '27ab6fea-8263-42f0-9e57-b002a7eb1fa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:03:51Z', 'updated_at': '2021-08-11T03:04:00Z', 'revision_number': 4, 'project_id': '6921827f6da94037a99dabd970798f04', 'subnets': [{'id': '27ab6fea-8263-42f0-9e57-b002a7eb1fa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:04:01.719353 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-81a1cd06-6116-430d-9572-fc44cbeb1e8e req-fc772b3a-da6a-4bd1-9778-714b09745ffa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:01.766233 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device f0ad63f8-9604-47b1-bfda-712f89149ed9 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:04:01.951498 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a1cd06-6116-430d-9572-fc44cbeb1e8e req-fc772b3a-da6a-4bd1-9778-714b09745ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:01.959509 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-81a1cd06-6116-430d-9572-fc44cbeb1e8e req-fc772b3a-da6a-4bd1-9778-714b09745ffa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:01.969280 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7dcd61-c7ae-4f72-986f-58c1f3302d7a req-3b21a205-884d-4dff-9510-ef76ac8367f5 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:01.969440 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-81a1cd06-6116-430d-9572-fc44cbeb1e8e req-fc772b3a-da6a-4bd1-9778-714b09745ffa service neutron] 10.222.0.22 "PUT /v2.0/ports/acc0aeb3-d92e-4735-b223-6f56ef14264f HTTP/1.1" status: 200 len: 1124 time: 2.0806005 Aug 11 03:04:01.969556 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6d7dcd61-c7ae-4f72-986f-58c1f3302d7a req-3b21a205-884d-4dff-9510-ef76ac8367f5 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/ports?device_id=00709577-8225-439b-ba91-c058df9317f3 HTTP/1.1" status: 200 len: 944 time: 0.2002409 Aug 11 03:04:01.969767 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc772b3a-da6a-4bd1-9778-714b09745ffa service neutron] Pushing event updated for resources: {'Port': ['ID=acc0aeb3-d92e-4735-b223-6f56ef14264f,revision_number=8']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:01.998159 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-dc259af4-47f3-4c67-b9a7-d78c4cde5644 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:02.020427 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:02.094782 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6d7dcd61-c7ae-4f72-986f-58c1f3302d7a req-35f2d2b0-6f24-4a34-9136-cca9aed37203 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/security-groups?id=c7e06141-9137-4a1d-bc20-6fbfa107e8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195285 Aug 11 03:04:02.111618 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-72c53ff7-8f5d-4620-a5d2-09c3d15c1904 tempest-ServersTestFqdnHostnames-1074241809 tempest-ServersTestFqdnHostnames-1074241809-project] Notify callbacks [] for port, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:02.115454 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-a7aeee81-aad3-47be-9c20-d83c1834caaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:02.128883 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['acc0aeb3-d92e-4735-b223-6f56ef14264f'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:04:02.137213 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['acc0aeb3-d92e-4735-b223-6f56ef14264f'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:04:02.163330 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-dc259af4-47f3-4c67-b9a7-d78c4cde5644 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:02.222797 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port f0ad63f8-9604-47b1-bfda-712f89149ed9 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:04:02.240698 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port f0ad63f8-9604-47b1-bfda-712f89149ed9 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:04:02.241249 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:02.297294 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-72c53ff7-8f5d-4620-a5d2-09c3d15c1904 tempest-ServersTestFqdnHostnames-1074241809 tempest-ServersTestFqdnHostnames-1074241809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:02.306739 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port acc0aeb3-d92e-4735-b223-6f56ef14264f, host n-h2-764292-30, got binding levels [] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:04:02.396204 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c53ff7-8f5d-4620-a5d2-09c3d15c1904 tempest-ServersTestFqdnHostnames-1074241809 tempest-ServersTestFqdnHostnames-1074241809-project] Pushing event updated for resources: {'Port': ['ID=c04821cb-7cad-417d-9cbb-95e34108ea37,revision_number=2']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:02.435666 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Attempting to bind port acc0aeb3-d92e-4735-b223-6f56ef14264f on host n-h2-764292-30 for vnic_type normal with profile {"migrating_to": "n-h1-764292-30"} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:04:02.436318 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Attempting to bind port acc0aeb3-d92e-4735-b223-6f56ef14264f by drivers openvswitch,hyperv on host n-h2-764292-30 at level 0 using segments [{'id': '75626708-94f6-4fcc-8cbd-0dd0dd709069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a1f5acc4-6e30-4bf9-bc28-7ff84dac631d'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:04:02.437556 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Attempting to bind port acc0aeb3-d92e-4735-b223-6f56ef14264f on network a1f5acc4-6e30-4bf9-bc28-7ff84dac631d {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:04:02.465886 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-72c53ff7-8f5d-4620-a5d2-09c3d15c1904 tempest-ServersTestFqdnHostnames-1074241809 tempest-ServersTestFqdnHostnames-1074241809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446866'] for floatingip, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:02.512605 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Port acc0aeb3-d92e-4735-b223-6f56ef14264f on network a1f5acc4-6e30-4bf9-bc28-7ff84dac631d not bound, no agent of type Open vSwitch agent registered on host n-h2-764292-30 {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:04:02.512872 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Attempting to bind port acc0aeb3-d92e-4735-b223-6f56ef14264f on network a1f5acc4-6e30-4bf9-bc28-7ff84dac631d {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:04:02.518011 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-dc259af4-47f3-4c67-b9a7-d78c4cde5644 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:02.544021 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc259af4-47f3-4c67-b9a7-d78c4cde5644 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efd576d6-aa25-46e7-b07b-f5db2e5c1c9a,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:02.563820 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Checking agent: {'id': '70015fc0-62fb-48b2-b453-36906937cf2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 3, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:04:02.564198 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Checking segment: {'id': '75626708-94f6-4fcc-8cbd-0dd0dd709069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a1f5acc4-6e30-4bf9-bc28-7ff84dac631d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:04:02.564806 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Bound using segment: {'id': '75626708-94f6-4fcc-8cbd-0dd0dd709069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a1f5acc4-6e30-4bf9-bc28-7ff84dac631d'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:04:02.565284 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Bound port: acc0aeb3-d92e-4735-b223-6f56ef14264f, host: n-h2-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75626708-94f6-4fcc-8cbd-0dd0dd709069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a1f5acc4-6e30-4bf9-bc28-7ff84dac631d'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:04:02.565685 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:02.578708 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:02.629371 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-72c53ff7-8f5d-4620-a5d2-09c3d15c1904 tempest-ServersTestFqdnHostnames-1074241809 tempest-ServersTestFqdnHostnames-1074241809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for floatingip, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:02.631324 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-72c53ff7-8f5d-4620-a5d2-09c3d15c1904 tempest-ServersTestFqdnHostnames-1074241809 tempest-ServersTestFqdnHostnames-1074241809-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6232376 Aug 11 03:04:02.652474 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-dc259af4-47f3-4c67-b9a7-d78c4cde5644 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:02.653867 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-dc259af4-47f3-4c67-b9a7-d78c4cde5644 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9828789 Aug 11 03:04:02.657938 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 47724) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:04:02.663214 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-bdd7f0a7-bf37-4992-9bd6-b0e823a4b952 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Request body: {'floatingip': {'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:04:02.759181 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port f0ad63f8-9604-47b1-bfda-712f89149ed9, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=f0ad63f8-9604-47b1-bfda-712f89149ed9,segment=NetworkSegment(ebcc783e-2ad5-444d-9e21-ceccb724a435),segment_id=ebcc783e-2ad5-444d-9e21-ceccb724a435)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:04:02.813983 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-bdd7f0a7-bf37-4992-9bd6-b0e823a4b952 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Notify callbacks [] for floatingip, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:02.820657 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-942766f3-e4af-438a-8b14-f86b92baf280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '852fc78d-aa8c-487c-8883-cddc3e10b8de', 'name': 'tempest-AttachVolumeShelveTestJSON-1517035376-router', 'tenant_id': '92caf1df2234498c82ddfcf53391d4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.38'}], 'enable_snat': True}, 'gw_port_id': '7aed6d49-0318-48db-80e8-c875f725ac1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:03:47Z', 'updated_at': '2021-08-11T03:03:56Z', 'revision_number': 4, 'project_id': '92caf1df2234498c82ddfcf53391d4fc', 'gw_port': {'id': '7aed6d49-0318-48db-80e8-c875f725ac1e', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:e8:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852fc78d-aa8c-487c-8883-cddc3e10b8de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:03:48Z', 'updated_at': '2021-08-11T03:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '8cfb2d3e-60df-41ea-a00e-6e072156db10', 'name': '', 'network_id': 'd17d1b32-4aa7-4439-b455-9cb54b2072df', 'tenant_id': '92caf1df2234498c82ddfcf53391d4fc', 'mac_address': 'fa:16:3e:f7:39:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '852fc78d-aa8c-487c-8883-cddc3e10b8de', 'device_owner': 'network:router_interface', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': 'c8bae62b-5e51-4859-99ce-3b4e8f86224a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:03:54Z', 'updated_at': '2021-08-11T03:04:00Z', 'revision_number': 4, 'project_id': '92caf1df2234498c82ddfcf53391d4fc', 'subnets': [{'id': 'c8bae62b-5e51-4859-99ce-3b4e8f86224a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:04:02.862617 n-d-764292-30 neutron-server[102193]: WARNING neutron.plugins.ml2.plugin [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Concurrent port binding operations failed on port acc0aeb3-d92e-4735-b223-6f56ef14264f Aug 11 03:04:02.872096 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port acc0aeb3-d92e-4735-b223-6f56ef14264f, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=acc0aeb3-d92e-4735-b223-6f56ef14264f,segment=NetworkSegment(75626708-94f6-4fcc-8cbd-0dd0dd709069),segment_id=75626708-94f6-4fcc-8cbd-0dd0dd709069)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:04:02.877817 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-942766f3-e4af-438a-8b14-f86b92baf280 None None] The sync data for ids ['852fc78d-aa8c-487c-8883-cddc3e10b8de'] in n-d-764292-30 is: [{'id': '852fc78d-aa8c-487c-8883-cddc3e10b8de', 'name': 'tempest-AttachVolumeShelveTestJSON-1517035376-router', 'tenant_id': '92caf1df2234498c82ddfcf53391d4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.38'}], 'enable_snat': True}, 'gw_port_id': '7aed6d49-0318-48db-80e8-c875f725ac1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:03:47Z', 'updated_at': '2021-08-11T03:03:56Z', 'revision_number': 4, 'project_id': '92caf1df2234498c82ddfcf53391d4fc', 'gw_port': {'id': '7aed6d49-0318-48db-80e8-c875f725ac1e', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:e8:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852fc78d-aa8c-487c-8883-cddc3e10b8de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:03:48Z', 'updated_at': '2021-08-11T03:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '8cfb2d3e-60df-41ea-a00e-6e072156db10', 'name': '', 'network_id': 'd17d1b32-4aa7-4439-b455-9cb54b2072df', 'tenant_id': '92caf1df2234498c82ddfcf53391d4fc', 'mac_address': 'fa:16:3e:f7:39:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '852fc78d-aa8c-487c-8883-cddc3e10b8de', 'device_owner': 'network:router_interface', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': 'c8bae62b-5e51-4859-99ce-3b4e8f86224a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:03:54Z', 'updated_at': '2021-08-11T03:04:00Z', 'revision_number': 4, 'project_id': '92caf1df2234498c82ddfcf53391d4fc', 'subnets': [{'id': 'c8bae62b-5e51-4859-99ce-3b4e8f86224a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:04:02.887812 n-d-764292-30 neutron-server[102193]: INFO neutron.plugins.ml2.plugin [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Attempt 2 to bind port acc0aeb3-d92e-4735-b223-6f56ef14264f Aug 11 03:04:02.888282 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device acc0aeb3-d92e-4735-b223-6f56ef14264f has no active binding in host n-h1-764292-30 {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 11 03:04:02.923556 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:03.004304 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-bdd7f0a7-bf37-4992-9bd6-b0e823a4b952 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:03.014606 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:03.015525 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=f0ad63f8-9604-47b1-bfda-712f89149ed9,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:03.183452 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [None req-bdd7f0a7-bf37-4992-9bd6-b0e823a4b952 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Allocated IP 172.25.8.130 (09faf7d2-eaf5-4a50-bb6e-4cb05d009a76/e1a97443-13df-40bb-85f5-fd269e2742c0/6eb86929-3c38-4aea-ae3e-29f78f7fb947) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:04:03.230162 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 46ff71e7-c588-4f6d-a897-c30d7b3f65cf no longer exists at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:04:03.267367 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] No Port match for: 46ff71e7-c588-4f6d-a897-c30d7b3f65cf {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:04:03.267367 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 46ff71e7-c588-4f6d-a897-c30d7b3f65cf not bound to the agent host n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:04:03.271210 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cc49ac7a-de01-4ad1-8f4c-524cab9268a8 req-609d808f-0127-4578-9bb6-3d4b95e728dc tempest-ServersTestFqdnHostnames-1074241809 tempest-ServersTestFqdnHostnames-1074241809-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--862256966&fields=id&tenant_id=6921827f6da94037a99dabd970798f04 HTTP/1.1" status: 200 len: 267 time: 0.0405855 Aug 11 03:04:03.345026 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-bdd7f0a7-bf37-4992-9bd6-b0e823a4b952 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:03.436304 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00709577-8225-439b-ba91-c058df9317f3', 'tag': 'acc0aeb3-d92e-4735-b223-6f56ef14264f'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:04:03.440150 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0ee826f-1fc6-4197-a70e-c6f0283729a0" -d '{"events": [{"name": "network-changed", "server_uuid": "00709577-8225-439b-ba91-c058df9317f3", "tag": "acc0aeb3-d92e-4735-b223-6f56ef14264f"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:04:03.504764 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc49ac7a-de01-4ad1-8f4c-524cab9268a8 req-7aa288b3-ee4d-40da-ac83-81963fdf1791 tempest-ServersTestFqdnHostnames-1074241809 tempest-ServersTestFqdnHostnames-1074241809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:03.509739 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-bdd7f0a7-bf37-4992-9bd6-b0e823a4b952 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:03.513687 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cc49ac7a-de01-4ad1-8f4c-524cab9268a8 req-7aa288b3-ee4d-40da-ac83-81963fdf1791 tempest-ServersTestFqdnHostnames-1074241809 tempest-ServersTestFqdnHostnames-1074241809-project] 10.222.0.41 "GET /v2.0/networks?id=7e1dad9f-2bf8-440d-87e5-fd95b980cb13 HTTP/1.1" status: 200 len: 815 time: 0.2364886 Aug 11 03:04:03.534977 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cc49ac7a-de01-4ad1-8f4c-524cab9268a8 req-81101391-8416-4288-ab7f-b308983cc064 tempest-ServersTestFqdnHostnames-1074241809 tempest-ServersTestFqdnHostnames-1074241809-project] 10.222.0.41 "GET /v2.0/quotas/6921827f6da94037a99dabd970798f04 HTTP/1.1" status: 200 len: 375 time: 0.0197389 Aug 11 03:04:03.549716 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 8cfb2d3e-60df-41ea-a00e-6e072156db10 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:04:03.641563 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd7f0a7-bf37-4992-9bd6-b0e823a4b952 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Pushing event updated for resources: {'Port': ['ID=6eb86929-3c38-4aea-ae3e-29f78f7fb947,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:03.654681 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cc49ac7a-de01-4ad1-8f4c-524cab9268a8 req-ae086448-2564-48c1-b24c-40bf052e71e1 tempest-ServersTestFqdnHostnames-1074241809 tempest-ServersTestFqdnHostnames-1074241809-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=6921827f6da94037a99dabd970798f04&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1083338 Aug 11 03:04:03.675388 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a3f383-4fec-4c80-a57a-8a1e464e8728 req-8f94bd63-0dbd-4b2e-a589-a7572c1faa83 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:03.677155 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-21a3f383-4fec-4c80-a57a-8a1e464e8728 req-8f94bd63-0dbd-4b2e-a589-a7572c1faa83 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/ports?device_id=00709577-8225-439b-ba91-c058df9317f3 HTTP/1.1" status: 200 len: 944 time: 0.0885046 Aug 11 03:04:03.677308 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdd7f0a7-bf37-4992-9bd6-b0e823a4b952 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:04:03.678845 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-bdd7f0a7-bf37-4992-9bd6-b0e823a4b952 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:04:03.681653 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd7f0a7-bf37-4992-9bd6-b0e823a4b952 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:04:03.755040 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-21a3f383-4fec-4c80-a57a-8a1e464e8728 req-24fe710f-17b5-4844-bbf7-8f3fba6988e2 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/security-groups?id=c7e06141-9137-4a1d-bc20-6fbfa107e8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658906 Aug 11 03:04:03.777871 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port 8cfb2d3e-60df-41ea-a00e-6e072156db10 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:04:03.782714 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 8cfb2d3e-60df-41ea-a00e-6e072156db10 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:04:03.783204 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:03.788156 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-bdd7f0a7-bf37-4992-9bd6-b0e823a4b952 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:03.911941 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-bdd7f0a7-bf37-4992-9bd6-b0e823a4b952 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:03.941801 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:03.956630 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b200955-6234-46c0-abb4-ed1a499edb74 req-5d8767fc-e2cf-4fbf-bc87-542406f79b59 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:03.969161 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6b200955-6234-46c0-abb4-ed1a499edb74 req-5d8767fc-e2cf-4fbf-bc87-542406f79b59 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/ports?device_id=d1bec3c9-dfdc-4f3d-9313-7372afe30133 HTTP/1.1" status: 200 len: 944 time: 0.1112943 Aug 11 03:04:04.021241 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port 8cfb2d3e-60df-41ea-a00e-6e072156db10, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=8cfb2d3e-60df-41ea-a00e-6e072156db10,segment=NetworkSegment(77249f53-d91a-4900-864a-cb193f73fd0b),segment_id=77249f53-d91a-4900-864a-cb193f73fd0b)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:04:04.043688 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6b200955-6234-46c0-abb4-ed1a499edb74 req-6ed3be24-88cb-43c9-96b0-f736e72e23fc tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5aa9049-617d-473f-afb5-b55716ab8aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719192 Aug 11 03:04:04.091340 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:04.092610 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device f0ad63f8-9604-47b1-bfda-712f89149ed9 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:04:04.149313 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cc49ac7a-de01-4ad1-8f4c-524cab9268a8 req-b7a0638b-f088-44a3-8e47-a89236a4b7c8 service neutron] 10.222.0.41 "GET /v2.0/networks/7e1dad9f-2bf8-440d-87e5-fd95b980cb13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4906430 Aug 11 03:04:04.152342 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-bdd7f0a7-bf37-4992-9bd6-b0e823a4b952 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:04.165708 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:04:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-006ae278-2895-4a51-8891-2ece47450768 x-openstack-request-id: req-006ae278-2895-4a51-8891-2ece47450768 {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:04:04.166143 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00709577-8225-439b-ba91-c058df9317f3", "tag": "acc0aeb3-d92e-4735-b223-6f56ef14264f", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:04:04.166774 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-006ae278-2895-4a51-8891-2ece47450768 {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:04:04.167269 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00709577-8225-439b-ba91-c058df9317f3', 'tag': 'acc0aeb3-d92e-4735-b223-6f56ef14264f', 'status': 'completed', 'code': 200} Aug 11 03:04:04.221412 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef32988-9e0d-4df3-b732-dcc17a2e474d req-67c0075b-7de2-430b-8f91-2fce4cf5abe2 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:04.223801 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-9ef32988-9e0d-4df3-b732-dcc17a2e474d req-67c0075b-7de2-430b-8f91-2fce4cf5abe2 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1bec3c9-dfdc-4f3d-9313-7372afe30133 HTTP/1.1" status: 200 len: 944 time: 0.0689723 Aug 11 03:04:04.265238 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=8cfb2d3e-60df-41ea-a00e-6e072156db10,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:04.269776 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ee826f-1fc6-4197-a70e-c6f0283729a0 req-311c6d00-89a1-4c7c-baf9-9d29605da37a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:04.271372 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d0ee826f-1fc6-4197-a70e-c6f0283729a0 req-311c6d00-89a1-4c7c-baf9-9d29605da37a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=83808f5f252c43418f6a6c255d45878a&device_id=00709577-8225-439b-ba91-c058df9317f3 HTTP/1.1" status: 200 len: 1127 time: 0.1106684 Aug 11 03:04:04.276150 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-bdd7f0a7-bf37-4992-9bd6-b0e823a4b952 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:04.283989 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port f0ad63f8-9604-47b1-bfda-712f89149ed9 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:04:04.284767 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:04.388168 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cc49ac7a-de01-4ad1-8f4c-524cab9268a8 req-bc432e3d-4118-46da-b94d-711a795019c6 service neutron] 10.222.0.41 "GET /v2.0/networks/7e1dad9f-2bf8-440d-87e5-fd95b980cb13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2378016 Aug 11 03:04:04.427982 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd7f0a7-bf37-4992-9bd6-b0e823a4b952 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Pushing event updated for resources: {'Port': ['ID=6eb86929-3c38-4aea-ae3e-29f78f7fb947,revision_number=2']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:04.470983 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-bdd7f0a7-bf37-4992-9bd6-b0e823a4b952 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446866'] for floatingip, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:04.480804 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ee826f-1fc6-4197-a70e-c6f0283729a0 req-569052f4-f2f7-4dc4-a5b6-48cd7be2557d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:04.483359 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d0ee826f-1fc6-4197-a70e-c6f0283729a0 req-569052f4-f2f7-4dc4-a5b6-48cd7be2557d service neutron] 10.222.0.24 "GET /v2.0/networks?id=a1f5acc4-6e30-4bf9-bc28-7ff84dac631d HTTP/1.1" status: 200 len: 908 time: 0.2028415 Aug 11 03:04:04.491894 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-9ef32988-9e0d-4df3-b732-dcc17a2e474d req-e05c2c6a-1cf6-48c3-97fb-cd351a1a25b4 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Deleting port f060a75a-5a5d-4b47-b9eb-385ee9ae5c90 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:04:04.492241 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-9ef32988-9e0d-4df3-b732-dcc17a2e474d req-e05c2c6a-1cf6-48c3-97fb-cd351a1a25b4 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:04.533875 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d0ee826f-1fc6-4197-a70e-c6f0283729a0 req-09e0f2c0-e3fa-4c14-9404-a6a3777e6c59 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=acc0aeb3-d92e-4735-b223-6f56ef14264f HTTP/1.1" status: 200 len: 217 time: 0.0408938 Aug 11 03:04:04.573562 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:04.595197 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ee826f-1fc6-4197-a70e-c6f0283729a0 req-14f8b208-078d-4347-9900-7c4923f42e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:04.597466 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d0ee826f-1fc6-4197-a70e-c6f0283729a0 req-14f8b208-078d-4347-9900-7c4923f42e55 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0d013ade-4c13-41b9-b262-cf5646bc4bdb HTTP/1.1" status: 200 len: 847 time: 0.0533659 Aug 11 03:04:04.614546 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-9ef32988-9e0d-4df3-b732-dcc17a2e474d req-e05c2c6a-1cf6-48c3-97fb-cd351a1a25b4 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] For port f060a75a-5a5d-4b47-b9eb-385ee9ae5c90, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=f060a75a-5a5d-4b47-b9eb-385ee9ae5c90,segment=NetworkSegment(a45ed4ca-59d3-4372-9b5a-18bb6ba190c2),segment_id=a45ed4ca-59d3-4372-9b5a-18bb6ba190c2)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:04:04.615040 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-9ef32988-9e0d-4df3-b732-dcc17a2e474d req-e05c2c6a-1cf6-48c3-97fb-cd351a1a25b4 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:04.618084 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-bdd7f0a7-bf37-4992-9bd6-b0e823a4b952 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for floatingip, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:04.619452 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-bdd7f0a7-bf37-4992-9bd6-b0e823a4b952 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9604363 Aug 11 03:04:04.633457 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-9ef32988-9e0d-4df3-b732-dcc17a2e474d req-e05c2c6a-1cf6-48c3-97fb-cd351a1a25b4 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Calling delete_port for f060a75a-5a5d-4b47-b9eb-385ee9ae5c90 owned by compute:nova {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:04:04.651799 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d0ee826f-1fc6-4197-a70e-c6f0283729a0 req-78a3660a-048d-4159-9925-826442698476 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a1f5acc4-6e30-4bf9-bc28-7ff84dac631d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341265 Aug 11 03:04:04.815323 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d0ee826f-1fc6-4197-a70e-c6f0283729a0 req-a0abcf7a-171d-4704-b1ab-a255c587007a service neutron] 10.222.0.24 "GET /v2.0/networks/a1f5acc4-6e30-4bf9-bc28-7ff84dac631d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493871 Aug 11 03:04:05.063083 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-9ef32988-9e0d-4df3-b732-dcc17a2e474d req-e05c2c6a-1cf6-48c3-97fb-cd351a1a25b4 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:05.106450 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05c2c6a-1cf6-48c3-97fb-cd351a1a25b4 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Pushing event deleted for resources: {'Port': ['ID=f060a75a-5a5d-4b47-b9eb-385ee9ae5c90,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:05.156973 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ef32988-9e0d-4df3-b732-dcc17a2e474d req-e05c2c6a-1cf6-48c3-97fb-cd351a1a25b4 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] No DVR routers for this DVR port f060a75a-5a5d-4b47-b9eb-385ee9ae5c90 on host n-h1-764292-30 {{(pid=102191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:04:05.160393 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-9ef32988-9e0d-4df3-b732-dcc17a2e474d req-e05c2c6a-1cf6-48c3-97fb-cd351a1a25b4 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:05.162471 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-9ef32988-9e0d-4df3-b732-dcc17a2e474d req-e05c2c6a-1cf6-48c3-97fb-cd351a1a25b4 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.22 "DELETE /v2.0/ports/f060a75a-5a5d-4b47-b9eb-385ee9ae5c90 HTTP/1.1" status: 204 len: 173 time: 0.9315388 Aug 11 03:04:05.214431 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-76c80738-3aac-4d47-af75-8f21028eccc6 req-50b91741-a233-4de1-b8b0-dadca84d2ff4 tempest-ServersTestFqdnHostnames-1074241809 tempest-ServersTestFqdnHostnames-1074241809-project] 10.222.0.41 "GET /v2.0/ports?device_id=a66ab0de-f12c-4fd3-a212-ca622ab87aa1 HTTP/1.1" status: 200 len: 210 time: 0.3290458 Aug 11 03:04:05.246731 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d0ee826f-1fc6-4197-a70e-c6f0283729a0 req-ae7428c4-1f26-4ff9-b96d-d1fdcee448b3 service neutron] 10.222.0.24 "GET /v2.0/networks/a1f5acc4-6e30-4bf9-bc28-7ff84dac631d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4255404 Aug 11 03:04:05.324139 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8ed76833-f024-4277-ae0e-2aae8cf400ce req-e2791d01-a26e-473e-987f-7d3f64f36b4a tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1040694534&fields=id&tenant_id=92caf1df2234498c82ddfcf53391d4fc HTTP/1.1" status: 200 len: 267 time: 0.0329785 Aug 11 03:04:05.385654 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 8cfb2d3e-60df-41ea-a00e-6e072156db10 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:04:05.438698 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed76833-f024-4277-ae0e-2aae8cf400ce req-d76ab20b-3f7d-4a1f-9e00-48339d7728f8 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:05.440190 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 8cfb2d3e-60df-41ea-a00e-6e072156db10 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:04:05.440502 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8ed76833-f024-4277-ae0e-2aae8cf400ce req-d76ab20b-3f7d-4a1f-9e00-48339d7728f8 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/networks?id=d17d1b32-4aa7-4439-b455-9cb54b2072df HTTP/1.1" status: 200 len: 817 time: 0.1098816 Aug 11 03:04:05.440675 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:05.457258 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8ed76833-f024-4277-ae0e-2aae8cf400ce req-9626f14b-2cf2-485e-96e8-7a8cf3fa29a4 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/quotas/92caf1df2234498c82ddfcf53391d4fc HTTP/1.1" status: 200 len: 375 time: 0.0106065 Aug 11 03:04:05.517200 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8ed76833-f024-4277-ae0e-2aae8cf400ce req-488dc1a9-e7e3-43ee-b23b-4b5cf848497e tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=92caf1df2234498c82ddfcf53391d4fc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0537066 Aug 11 03:04:05.620208 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8ed76833-f024-4277-ae0e-2aae8cf400ce req-06603794-3418-4afd-aecf-d5165f3488b2 service neutron] 10.222.0.41 "GET /v2.0/networks/d17d1b32-4aa7-4439-b455-9cb54b2072df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885706 Aug 11 03:04:05.719323 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8ed76833-f024-4277-ae0e-2aae8cf400ce req-a852f966-a869-41ee-91b4-c27271afc56e service neutron] 10.222.0.41 "GET /v2.0/networks/d17d1b32-4aa7-4439-b455-9cb54b2072df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914936 Aug 11 03:04:06.033258 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f27cabc-80fa-4348-b91d-117c14f64bf9 req-07267c25-de6c-405d-8e86-da770c709775 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:06.039106 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9f27cabc-80fa-4348-b91d-117c14f64bf9 req-07267c25-de6c-405d-8e86-da770c709775 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/ports?device_id=00709577-8225-439b-ba91-c058df9317f3 HTTP/1.1" status: 200 len: 944 time: 0.0674458 Aug 11 03:04:06.090149 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9f27cabc-80fa-4348-b91d-117c14f64bf9 req-cfde22f4-83d8-4f0c-8515-8d84832f2afe tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/security-groups?id=c7e06141-9137-4a1d-bc20-6fbfa107e8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486050 Aug 11 03:04:06.168589 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1bec3c9-dfdc-4f3d-9313-7372afe30133', 'name': 'network-vif-deleted', 'tag': 'f060a75a-5a5d-4b47-b9eb-385ee9ae5c90'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:04:06.173887 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-338c570c-0101-421c-bae3-df2451d2d07e" -d '{"events": [{"server_uuid": "d1bec3c9-dfdc-4f3d-9313-7372afe30133", "name": "network-vif-deleted", "tag": "f060a75a-5a5d-4b47-b9eb-385ee9ae5c90"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:04:06.231901 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-33f790dc-493d-4f69-b457-475190c3e7bf req-85e46cc0-3905-4e4d-a60a-8e14d3940db9 tempest-LiveAutoBlockMigrationV225Test-1954871067 tempest-LiveAutoBlockMigrationV225Test-1954871067-project] 10.222.0.41 "GET /v2.0/ports?device_id=d1bec3c9-dfdc-4f3d-9313-7372afe30133 HTTP/1.1" status: 200 len: 210 time: 0.0265667 Aug 11 03:04:06.423353 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b19a28cb-a154-4428-9521-e5ae2c03eab9 req-0a5c143c-f651-4ae0-a10f-a6f6b58dc955 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/ports?device_id=eef198f5-5223-4d49-8ce9-d9987fbc9f79 HTTP/1.1" status: 200 len: 210 time: 0.0294988 Aug 11 03:04:06.523070 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:04:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89ba7d8e-7e74-4956-881f-9967064653f5 x-openstack-request-id: req-89ba7d8e-7e74-4956-881f-9967064653f5 {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:04:06.523363 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1bec3c9-dfdc-4f3d-9313-7372afe30133", "name": "network-vif-deleted", "tag": "f060a75a-5a5d-4b47-b9eb-385ee9ae5c90", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:04:06.523613 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-89ba7d8e-7e74-4956-881f-9967064653f5 {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:04:06.524149 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1bec3c9-dfdc-4f3d-9313-7372afe30133', 'name': 'network-vif-deleted', 'tag': 'f060a75a-5a5d-4b47-b9eb-385ee9ae5c90', 'status': 'completed', 'code': 200} Aug 11 03:04:06.613662 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2c3120ac-b4c2-4b07-86a6-c81729a43019 req-f2928134-d71c-4598-80bb-46d41ae823a0 tempest-ServersTestFqdnHostnames-1074241809 tempest-ServersTestFqdnHostnames-1074241809-project] 10.222.0.41 "GET /v2.0/ports?device_id=a66ab0de-f12c-4fd3-a212-ca622ab87aa1 HTTP/1.1" status: 200 len: 210 time: 0.0366831 Aug 11 03:04:06.783983 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:07.207805 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebce6194-2257-48ff-9e4d-f0ddb9b49b20 req-81802085-2aee-4eb5-a544-419af1f7851d tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:07.209414 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ebce6194-2257-48ff-9e4d-f0ddb9b49b20 req-81802085-2aee-4eb5-a544-419af1f7851d tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/ports?device_id=00709577-8225-439b-ba91-c058df9317f3 HTTP/1.1" status: 200 len: 944 time: 0.0556462 Aug 11 03:04:07.264131 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ebce6194-2257-48ff-9e4d-f0ddb9b49b20 req-5696740b-1e8a-428c-8f48-4bf73b37659d tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/security-groups?id=c7e06141-9137-4a1d-bc20-6fbfa107e8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355024 Aug 11 03:04:07.321123 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 47888) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:04:07.480427 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_v2 [None req-54c99180-ea65-459b-9fdc-1199dd607ffe admin admin] Deleting subnet 1f48ffa3-65bd-47bc-90cf-1fcd73e0ff01 {{(pid=102191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:04:07.484112 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-54c99180-ea65-459b-9fdc-1199dd607ffe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:07.534386 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-54c99180-ea65-459b-9fdc-1199dd607ffe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126283525'] for subnet, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:07.553229 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-18244e82-dcf2-4b13-aef1-a5fefa447a12 req-894627e8-9fcc-4a5d-8550-493b6944fa26 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/ports?device_id=eef198f5-5223-4d49-8ce9-d9987fbc9f79 HTTP/1.1" status: 200 len: 210 time: 0.0391269 Aug 11 03:04:07.721905 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 47900) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:04:07.723015 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-54c99180-ea65-459b-9fdc-1199dd607ffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:07.758114 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc49ac7a-de01-4ad1-8f4c-524cab9268a8 req-45dcbb1f-d13f-4f36-97c3-34c33f8e7489 tempest-ServersTestFqdnHostnames-1074241809 tempest-ServersTestFqdnHostnames-1074241809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:07.762742 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-cc49ac7a-de01-4ad1-8f4c-524cab9268a8 req-45dcbb1f-d13f-4f36-97c3-34c33f8e7489 tempest-ServersTestFqdnHostnames-1074241809 tempest-ServersTestFqdnHostnames-1074241809-project] 10.222.0.22 "GET /v2.0/networks?id=7e1dad9f-2bf8-440d-87e5-fd95b980cb13 HTTP/1.1" status: 200 len: 815 time: 0.2241082 Aug 11 03:04:07.826779 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-97d7add3-3fd7-4d4a-8dc0-6e022ae3a088 req-c76f404c-17bc-4b4e-a1b0-d2bc0e798a48 tempest-ServersTestFqdnHostnames-1074241809 tempest-ServersTestFqdnHostnames-1074241809-project] 10.222.0.41 "GET /v2.0/ports?device_id=a66ab0de-f12c-4fd3-a212-ca622ab87aa1 HTTP/1.1" status: 200 len: 210 time: 0.0643620 Aug 11 03:04:07.835560 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-cc49ac7a-de01-4ad1-8f4c-524cab9268a8 req-e1b0a4f2-e15b-438d-93a1-62fe35dd6acd tempest-ServersTestFqdnHostnames-1074241809 tempest-ServersTestFqdnHostnames-1074241809-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6921827f6da94037a99dabd970798f04 HTTP/1.1" status: 200 len: 379 time: 0.0567343 Aug 11 03:04:07.846801 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-cc49ac7a-de01-4ad1-8f4c-524cab9268a8 req-1739b0e0-ea9b-4d1a-a50a-5c26543bcab2 tempest-ServersTestFqdnHostnames-1074241809 tempest-ServersTestFqdnHostnames-1074241809-project] Request body: {'port': {'device_id': 'a66ab0de-f12c-4fd3-a212-ca622ab87aa1', 'network_id': '7e1dad9f-2bf8-440d-87e5-fd95b980cb13', 'admin_state_up': True, 'tenant_id': '6921827f6da94037a99dabd970798f04', 'security_groups': ['ee511d12-a44c-409f-9176-4376c08bbaa5']}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:04:07.867036 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-81a1cd06-6116-430d-9572-fc44cbeb1e8e req-3366cf13-a3cd-4a3d-b39e-dc6cbc35474d service neutron] 10.222.0.24 "GET /v2.0/ports/acc0aeb3-d92e-4735-b223-6f56ef14264f/bindings/n-h1-764292-30 HTTP/1.1" status: 200 len: 385 time: 0.1669092 Aug 11 03:04:07.971709 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-98195b71-263e-4743-83fb-474a4290bd80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:07.992722 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-54c99180-ea65-459b-9fdc-1199dd607ffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126283413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126275158'] for subnet, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:08.035513 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c99180-ea65-459b-9fdc-1199dd607ffe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f48ffa3-65bd-47bc-90cf-1fcd73e0ff01,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:08.047288 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-54c99180-ea65-459b-9fdc-1199dd607ffe admin admin] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:08.052941 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-54c99180-ea65-459b-9fdc-1199dd607ffe admin admin] 10.222.0.41 "DELETE /v2.0/subnets/1f48ffa3-65bd-47bc-90cf-1fcd73e0ff01 HTTP/1.1" status: 204 len: 168 time: 0.7305994 Aug 11 03:04:08.053507 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 47904) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:04:08.126075 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-bd61294b-e6fa-4603-89a1-e1b839dfe585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:08.132635 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-81a1cd06-6116-430d-9572-fc44cbeb1e8e req-62118df7-6851-4a97-ae33-484cf2923e5f service neutron] For port acc0aeb3-d92e-4735-b223-6f56ef14264f, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=acc0aeb3-d92e-4735-b223-6f56ef14264f,segment=NetworkSegment(75626708-94f6-4fcc-8cbd-0dd0dd709069),segment_id=75626708-94f6-4fcc-8cbd-0dd0dd709069)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:04:08.153089 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-81a1cd06-6116-430d-9572-fc44cbeb1e8e req-62118df7-6851-4a97-ae33-484cf2923e5f service neutron] For port acc0aeb3-d92e-4735-b223-6f56ef14264f, host n-h2-764292-30, cleared binding levels {{(pid=102192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:04:08.193922 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [req-81a1cd06-6116-430d-9572-fc44cbeb1e8e req-62118df7-6851-4a97-ae33-484cf2923e5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acc0aeb3-d92e-4735-b223-6f56ef14264f {{(pid=102192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:04:08.201249 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc49ac7a-de01-4ad1-8f4c-524cab9268a8 req-1739b0e0-ea9b-4d1a-a50a-5c26543bcab2 tempest-ServersTestFqdnHostnames-1074241809 tempest-ServersTestFqdnHostnames-1074241809-project] Made reservation on behalf of 6921827f6da94037a99dabd970798f04 for: {'port': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:04:08.205572 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-cc49ac7a-de01-4ad1-8f4c-524cab9268a8 req-1739b0e0-ea9b-4d1a-a50a-5c26543bcab2 tempest-ServersTestFqdnHostnames-1074241809 tempest-ServersTestFqdnHostnames-1074241809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:08.209045 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-81a1cd06-6116-430d-9572-fc44cbeb1e8e req-62118df7-6851-4a97-ae33-484cf2923e5f service neutron] For port acc0aeb3-d92e-4735-b223-6f56ef14264f, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=acc0aeb3-d92e-4735-b223-6f56ef14264f,segment=NetworkSegment(75626708-94f6-4fcc-8cbd-0dd0dd709069),segment_id=75626708-94f6-4fcc-8cbd-0dd0dd709069)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:04:08.244223 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-bd61294b-e6fa-4603-89a1-e1b839dfe585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:08.263712 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-bd61294b-e6fa-4603-89a1-e1b839dfe585 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f221beb7-8330-438a-a9fe-3bfcf5050d99']}} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:04:08.277539 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-bd61294b-e6fa-4603-89a1-e1b839dfe585 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a45ed4ca-59d3-4372-9b5a-18bb6ba190c2') {'for_net_delete': True} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:04:08.278131 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-bd61294b-e6fa-4603-89a1-e1b839dfe585 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a45ed4ca-59d3-4372-9b5a-18bb6ba190c2') {} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:04:08.321397 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-bd61294b-e6fa-4603-89a1-e1b839dfe585 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126283644'] for segment, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:08.348062 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-bd61294b-e6fa-4603-89a1-e1b839dfe585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:08.366536 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd61294b-e6fa-4603-89a1-e1b839dfe585 admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=102191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:04:08.366793 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-81a1cd06-6116-430d-9572-fc44cbeb1e8e req-62118df7-6851-4a97-ae33-484cf2923e5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:08.366937 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-bd61294b-e6fa-4603-89a1-e1b839dfe585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126283391'] for segment, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:08.368517 n-d-764292-30 neutron-server[102191]: Traceback (most recent call last): Aug 11 03:04:08.368517 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:04:08.368517 n-d-764292-30 neutron-server[102191]: timer() Aug 11 03:04:08.368517 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:04:08.368517 n-d-764292-30 neutron-server[102191]: cb(*args, **kw) Aug 11 03:04:08.368517 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:04:08.368517 n-d-764292-30 neutron-server[102191]: return func(*args, **kwargs) Aug 11 03:04:08.368517 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:04:08.368517 n-d-764292-30 neutron-server[102191]: self._notify() Aug 11 03:04:08.368517 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:04:08.368517 n-d-764292-30 neutron-server[102191]: self.callback(batched_events) Aug 11 03:04:08.368517 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:04:08.368517 n-d-764292-30 neutron-server[102191]: event.method(event) Aug 11 03:04:08.368517 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:04:08.368517 n-d-764292-30 neutron-server[102191]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:04:08.368517 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:04:08.368517 n-d-764292-30 neutron-server[102191]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:04:08.368517 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:04:08.368517 n-d-764292-30 neutron-server[102191]: return f(self, *a, **k) Aug 11 03:04:08.368517 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:04:08.368517 n-d-764292-30 neutron-server[102191]: return self._get(url).json() Aug 11 03:04:08.368517 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:04:08.368517 n-d-764292-30 neutron-server[102191]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:04:08.368517 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:04:08.368517 n-d-764292-30 neutron-server[102191]: return self.request(url, 'GET', **kwargs) Aug 11 03:04:08.368517 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:04:08.368517 n-d-764292-30 neutron-server[102191]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:04:08.368517 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:04:08.368517 n-d-764292-30 neutron-server[102191]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:04:08.368517 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:04:08.368517 n-d-764292-30 neutron-server[102191]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:04:08.368517 n-d-764292-30 neutron-server[102191]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:04:08.419369 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd6026a-7aba-4754-b5c7-3d9d08a576cc req-71635595-de0d-451d-98bd-bd9292aa0739 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:08.421418 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cbd6026a-7aba-4754-b5c7-3d9d08a576cc req-71635595-de0d-451d-98bd-bd9292aa0739 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/ports?device_id=00709577-8225-439b-ba91-c058df9317f3 HTTP/1.1" status: 200 len: 944 time: 0.0866940 Aug 11 03:04:08.489006 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cbd6026a-7aba-4754-b5c7-3d9d08a576cc req-111257e8-d229-41f3-95dd-fd34ba1d5c49 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/security-groups?id=c7e06141-9137-4a1d-bc20-6fbfa107e8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584576 Aug 11 03:04:08.494547 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-98195b71-263e-4743-83fb-474a4290bd80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:08.496262 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [req-81a1cd06-6116-430d-9572-fc44cbeb1e8e req-62118df7-6851-4a97-ae33-484cf2923e5f service neutron] Transition to ACTIVE for port object acc0aeb3-d92e-4735-b223-6f56ef14264f will not be triggered until provisioned by entity L2. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:04:08.498669 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [req-cc49ac7a-de01-4ad1-8f4c-524cab9268a8 req-1739b0e0-ea9b-4d1a-a50a-5c26543bcab2 tempest-ServersTestFqdnHostnames-1074241809 tempest-ServersTestFqdnHostnames-1074241809-project] Allocated IP 172.20.0.7 (7e1dad9f-2bf8-440d-87e5-fd95b980cb13/27ab6fea-8263-42f0-9e57-b002a7eb1fa0/2a724456-80fe-4f92-bd7e-1d2c3d4f9e25) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:04:08.538742 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-bd61294b-e6fa-4603-89a1-e1b839dfe585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:08.548940 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-bd61294b-e6fa-4603-89a1-e1b839dfe585 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:08.550988 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-bd61294b-e6fa-4603-89a1-e1b839dfe585 admin admin] 10.222.0.41 "DELETE /v2.0/networks/f221beb7-8330-438a-a9fe-3bfcf5050d99 HTTP/1.1" status: 204 len: 168 time: 0.4965644 Aug 11 03:04:08.553922 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 47912) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:04:08.587299 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-81a1cd06-6116-430d-9572-fc44cbeb1e8e req-62118df7-6851-4a97-ae33-484cf2923e5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:08.602573 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-98195b71-263e-4743-83fb-474a4290bd80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:08.609887 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd61294b-e6fa-4603-89a1-e1b839dfe585 admin admin] Pushing event deleted for resources: {'Network': ['ID=f221beb7-8330-438a-a9fe-3bfcf5050d99,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:08.669771 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-98195b71-263e-4743-83fb-474a4290bd80 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=433e407c6f594fc2939b969dc16a3760&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9437816 Aug 11 03:04:08.673432 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7e13354-177e-4a79-b576-aca6a417406b admin admin] Deleting subnet 1acbf4ca-1d2f-431d-81de-80c51be45382 {{(pid=102192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:04:08.677690 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 47916) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:04:08.679750 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [req-81a1cd06-6116-430d-9572-fc44cbeb1e8e req-62118df7-6851-4a97-ae33-484cf2923e5f service neutron] No DVR routers for this DVR port acc0aeb3-d92e-4735-b223-6f56ef14264f on host n-h2-764292-30 {{(pid=102192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:04:08.683123 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c7e13354-177e-4a79-b576-aca6a417406b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:08.700999 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98195b71-263e-4743-83fb-474a4290bd80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2537786f-1012-4977-9927-4500272a3a20,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:08.756756 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62118df7-6851-4a97-ae33-484cf2923e5f service neutron] Pushing event updated for resources: {'Port': ['ID=acc0aeb3-d92e-4735-b223-6f56ef14264f,revision_number=10']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:08.768577 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-cc49ac7a-de01-4ad1-8f4c-524cab9268a8 req-1739b0e0-ea9b-4d1a-a50a-5c26543bcab2 tempest-ServersTestFqdnHostnames-1074241809 tempest-ServersTestFqdnHostnames-1074241809-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:08.784133 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-81a1cd06-6116-430d-9572-fc44cbeb1e8e req-62118df7-6851-4a97-ae33-484cf2923e5f service neutron] 10.222.0.24 "PUT /v2.0/ports/acc0aeb3-d92e-4735-b223-6f56ef14264f/bindings/n-h1-764292-30/activate HTTP/1.1" status: 200 len: 370 time: 0.9160247 Aug 11 03:04:08.788169 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ecc12682-e92d-48af-8937-c58786863a65 req-dcf72ebc-a22f-4aef-b6b8-c682edbb0c38 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/ports?device_id=eef198f5-5223-4d49-8ce9-d9987fbc9f79 HTTP/1.1" status: 200 len: 210 time: 0.0692582 Aug 11 03:04:08.790906 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-69f1caf0-792b-4dc4-b7b8-5d9ec46e66d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:08.797922 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c7e13354-177e-4a79-b576-aca6a417406b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125932460'] for subnet, precommit_delete_associations {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:08.803076 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [req-cc49ac7a-de01-4ad1-8f4c-524cab9268a8 req-1739b0e0-ea9b-4d1a-a50a-5c26543bcab2 tempest-ServersTestFqdnHostnames-1074241809 tempest-ServersTestFqdnHostnames-1074241809-project] Transition to ACTIVE for port object 2a724456-80fe-4f92-bd7e-1d2c3d4f9e25 will not be triggered until provisioned by entity DHCP. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:04:08.824244 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-69f1caf0-792b-4dc4-b7b8-5d9ec46e66d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:08.852201 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c7e13354-177e-4a79-b576-aca6a417406b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:08.962722 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device acc0aeb3-d92e-4735-b223-6f56ef14264f no longer exists at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:04:08.967821 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a1cd06-6116-430d-9572-fc44cbeb1e8e req-830f165a-ae10-4dc0-a0f7-ff4a1e79ba9a tempest-LiveMigrationTest-410920510 tempest-LiveMigrationTest-410920510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:08.969528 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-81a1cd06-6116-430d-9572-fc44cbeb1e8e req-830f165a-ae10-4dc0-a0f7-ff4a1e79ba9a tempest-LiveMigrationTest-410920510 tempest-LiveMigrationTest-410920510-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=00709577-8225-439b-ba91-c058df9317f3&tenant_id=83808f5f252c43418f6a6c255d45878a&binding%3Ahost_id=n-h2-764292-30 HTTP/1.1" status: 200 len: 1097 time: 0.0508194 Aug 11 03:04:09.010028 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ea19b0d8-9d5f-4c4f-a2da-9c7c024e87f9 req-ea1487bd-9180-4393-bfd8-4d9bb297f0b9 tempest-ServersTestFqdnHostnames-1074241809 tempest-ServersTestFqdnHostnames-1074241809-project] 10.222.0.41 "GET /v2.0/ports?device_id=a66ab0de-f12c-4fd3-a212-ca622ab87aa1 HTTP/1.1" status: 200 len: 210 time: 0.0846705 Aug 11 03:04:09.011192 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device acc0aeb3-d92e-4735-b223-6f56ef14264f not bound to the agent host n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:04:09.024090 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a1cd06-6116-430d-9572-fc44cbeb1e8e req-5574dcc8-c784-4cf6-a7ba-ae24a066464d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:09.025776 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-81a1cd06-6116-430d-9572-fc44cbeb1e8e req-5574dcc8-c784-4cf6-a7ba-ae24a066464d service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=00709577-8225-439b-ba91-c058df9317f3&tenant_id=83808f5f252c43418f6a6c255d45878a HTTP/1.1" status: 200 len: 1097 time: 0.0480609 Aug 11 03:04:09.029616 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-cc49ac7a-de01-4ad1-8f4c-524cab9268a8 req-1739b0e0-ea9b-4d1a-a50a-5c26543bcab2 tempest-ServersTestFqdnHostnames-1074241809 tempest-ServersTestFqdnHostnames-1074241809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:09.038561 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c7e13354-177e-4a79-b576-aca6a417406b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125932157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126180897'] for subnet, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:09.062587 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-69f1caf0-792b-4dc4-b7b8-5d9ec46e66d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:09.065248 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-69f1caf0-792b-4dc4-b7b8-5d9ec46e66d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:09.066492 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-69f1caf0-792b-4dc4-b7b8-5d9ec46e66d1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2537786f-1012-4977-9927-4500272a3a20 HTTP/1.1" status: 204 len: 168 time: 0.3873472 Aug 11 03:04:09.081268 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c7e13354-177e-4a79-b576-aca6a417406b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:09.083495 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-c7e13354-177e-4a79-b576-aca6a417406b admin admin] 10.222.0.41 "DELETE /v2.0/subnets/1acbf4ca-1d2f-431d-81de-80c51be45382 HTTP/1.1" status: 204 len: 168 time: 0.5278127 Aug 11 03:04:09.087303 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 47922) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:04:09.088045 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e13354-177e-4a79-b576-aca6a417406b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1acbf4ca-1d2f-431d-81de-80c51be45382,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:09.097671 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f1caf0-792b-4dc4-b7b8-5d9ec46e66d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2537786f-1012-4977-9927-4500272a3a20,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:09.122223 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc49ac7a-de01-4ad1-8f4c-524cab9268a8 req-1739b0e0-ea9b-4d1a-a50a-5c26543bcab2 tempest-ServersTestFqdnHostnames-1074241809 tempest-ServersTestFqdnHostnames-1074241809-project] Network 7e1dad9f-2bf8-440d-87e5-fd95b980cb13 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:04:09.125741 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed76833-f024-4277-ae0e-2aae8cf400ce req-2fedf9d1-dafc-4284-b98a-fb78b9a1d9a2 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:09.127630 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8ed76833-f024-4277-ae0e-2aae8cf400ce req-2fedf9d1-dafc-4284-b98a-fb78b9a1d9a2 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.22 "GET /v2.0/networks?id=d17d1b32-4aa7-4439-b455-9cb54b2072df HTTP/1.1" status: 200 len: 817 time: 0.2147307 Aug 11 03:04:09.137966 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [req-cc49ac7a-de01-4ad1-8f4c-524cab9268a8 req-1739b0e0-ea9b-4d1a-a50a-5c26543bcab2 tempest-ServersTestFqdnHostnames-1074241809 tempest-ServersTestFqdnHostnames-1074241809-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:04:09.141390 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc49ac7a-de01-4ad1-8f4c-524cab9268a8 req-1739b0e0-ea9b-4d1a-a50a-5c26543bcab2 tempest-ServersTestFqdnHostnames-1074241809 tempest-ServersTestFqdnHostnames-1074241809-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:04:09.180227 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1739b0e0-ea9b-4d1a-a50a-5c26543bcab2 tempest-ServersTestFqdnHostnames-1074241809 tempest-ServersTestFqdnHostnames-1074241809-project] Pushing event updated for resources: {'Port': ['ID=2a724456-80fe-4f92-bd7e-1d2c3d4f9e25,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:09.211219 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc49ac7a-de01-4ad1-8f4c-524cab9268a8 req-1739b0e0-ea9b-4d1a-a50a-5c26543bcab2 tempest-ServersTestFqdnHostnames-1074241809 tempest-ServersTestFqdnHostnames-1074241809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:09.211682 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-cc49ac7a-de01-4ad1-8f4c-524cab9268a8 req-1739b0e0-ea9b-4d1a-a50a-5c26543bcab2 tempest-ServersTestFqdnHostnames-1074241809 tempest-ServersTestFqdnHostnames-1074241809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:09.222785 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a1cd06-6116-430d-9572-fc44cbeb1e8e req-920d8233-bfed-4e8e-9158-dd5afe7a197f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:09.224415 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-81a1cd06-6116-430d-9572-fc44cbeb1e8e req-920d8233-bfed-4e8e-9158-dd5afe7a197f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=83808f5f252c43418f6a6c255d45878a&device_id=00709577-8225-439b-ba91-c058df9317f3 HTTP/1.1" status: 200 len: 1097 time: 0.1480281 Aug 11 03:04:09.239209 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8ed76833-f024-4277-ae0e-2aae8cf400ce req-6c0c632a-8831-4bb2-b0c1-9e3c7c65871d tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=92caf1df2234498c82ddfcf53391d4fc HTTP/1.1" status: 200 len: 380 time: 0.0902801 Aug 11 03:04:09.246577 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-434d89c8-f6a4-484f-abb1-855eb725bf63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:09.254749 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-8ed76833-f024-4277-ae0e-2aae8cf400ce req-167bb036-d84a-4e74-a781-8da3bd66f0c2 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Request body: {'port': {'device_id': 'eef198f5-5223-4d49-8ce9-d9987fbc9f79', 'network_id': 'd17d1b32-4aa7-4439-b455-9cb54b2072df', 'admin_state_up': True, 'tenant_id': '92caf1df2234498c82ddfcf53391d4fc', 'security_groups': ['4490b831-3ed6-471e-94da-f0207d61c828']}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:04:09.260752 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device f060a75a-5a5d-4b47-b9eb-385ee9ae5c90 no longer exists at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:04:09.297474 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] No Port match for: f060a75a-5a5d-4b47-b9eb-385ee9ae5c90 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:04:09.298539 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device f060a75a-5a5d-4b47-b9eb-385ee9ae5c90 not bound to the agent host n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:04:09.353694 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-cc49ac7a-de01-4ad1-8f4c-524cab9268a8 req-1739b0e0-ea9b-4d1a-a50a-5c26543bcab2 tempest-ServersTestFqdnHostnames-1074241809 tempest-ServersTestFqdnHostnames-1074241809-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5057652 Aug 11 03:04:09.380528 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-cc49ac7a-de01-4ad1-8f4c-524cab9268a8 req-28c3c8b5-fbd3-430a-b38d-cb7ffe95daf7 service neutron] Request body: {'port': {'device_id': 'a66ab0de-f12c-4fd3-a212-ca622ab87aa1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764292-30'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:04:09.401402 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a1cd06-6116-430d-9572-fc44cbeb1e8e req-5b1876c2-6276-49ed-b853-fa72101b12ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:09.402940 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-81a1cd06-6116-430d-9572-fc44cbeb1e8e req-5b1876c2-6276-49ed-b853-fa72101b12ae service neutron] 10.222.0.22 "GET /v2.0/networks?id=a1f5acc4-6e30-4bf9-bc28-7ff84dac631d HTTP/1.1" status: 200 len: 908 time: 0.1701236 Aug 11 03:04:09.449312 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-434d89c8-f6a4-484f-abb1-855eb725bf63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:09.454630 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-81a1cd06-6116-430d-9572-fc44cbeb1e8e req-5cfed318-356a-44d4-8d03-4bbf7803e121 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=acc0aeb3-d92e-4735-b223-6f56ef14264f HTTP/1.1" status: 200 len: 217 time: 0.0416059 Aug 11 03:04:09.463357 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-434d89c8-f6a4-484f-abb1-855eb725bf63 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['261efb8e-0bd6-467a-bbe9-fd71235a182d']}} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:04:09.478439 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-434d89c8-f6a4-484f-abb1-855eb725bf63 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e0332cf-9d27-4165-a834-114eaf56c4fb') {'for_net_delete': True} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:04:09.478800 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-434d89c8-f6a4-484f-abb1-855eb725bf63 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e0332cf-9d27-4165-a834-114eaf56c4fb') {} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:04:09.491354 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-434d89c8-f6a4-484f-abb1-855eb725bf63 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125932501'] for segment, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:09.502836 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-cc49ac7a-de01-4ad1-8f4c-524cab9268a8 req-28c3c8b5-fbd3-430a-b38d-cb7ffe95daf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:09.511342 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-434d89c8-f6a4-484f-abb1-855eb725bf63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:09.521454 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-434d89c8-f6a4-484f-abb1-855eb725bf63 admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=102192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:04:09.522294 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-434d89c8-f6a4-484f-abb1-855eb725bf63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125932183'] for segment, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:09.524102 n-d-764292-30 neutron-server[102192]: Traceback (most recent call last): Aug 11 03:04:09.524102 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:04:09.524102 n-d-764292-30 neutron-server[102192]: timer() Aug 11 03:04:09.524102 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:04:09.524102 n-d-764292-30 neutron-server[102192]: cb(*args, **kw) Aug 11 03:04:09.524102 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:04:09.524102 n-d-764292-30 neutron-server[102192]: return func(*args, **kwargs) Aug 11 03:04:09.524102 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:04:09.524102 n-d-764292-30 neutron-server[102192]: self._notify() Aug 11 03:04:09.524102 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:04:09.524102 n-d-764292-30 neutron-server[102192]: self.callback(batched_events) Aug 11 03:04:09.524102 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:04:09.524102 n-d-764292-30 neutron-server[102192]: event.method(event) Aug 11 03:04:09.524102 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:04:09.524102 n-d-764292-30 neutron-server[102192]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:04:09.524102 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:04:09.524102 n-d-764292-30 neutron-server[102192]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:04:09.524102 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:04:09.524102 n-d-764292-30 neutron-server[102192]: return f(self, *a, **k) Aug 11 03:04:09.524102 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:04:09.524102 n-d-764292-30 neutron-server[102192]: return self._get(url).json() Aug 11 03:04:09.524102 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:04:09.524102 n-d-764292-30 neutron-server[102192]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:04:09.524102 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:04:09.524102 n-d-764292-30 neutron-server[102192]: return self.request(url, 'GET', **kwargs) Aug 11 03:04:09.524102 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:04:09.524102 n-d-764292-30 neutron-server[102192]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:04:09.524102 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:04:09.524102 n-d-764292-30 neutron-server[102192]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:04:09.524102 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:04:09.524102 n-d-764292-30 neutron-server[102192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:04:09.524102 n-d-764292-30 neutron-server[102192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:04:09.531553 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-f0e5df17-6a8f-434d-9bbf-0b4dfd5c7da3 None None] Provisioning for port 2a724456-80fe-4f92-bd7e-1d2c3d4f9e25 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:04:09.536420 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-f0e5df17-6a8f-434d-9bbf-0b4dfd5c7da3 None None] Provisioning complete for port 2a724456-80fe-4f92-bd7e-1d2c3d4f9e25 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:04:09.537222 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-f0e5df17-6a8f-434d-9bbf-0b4dfd5c7da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:09.587922 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a1cd06-6116-430d-9572-fc44cbeb1e8e req-f6f89ee8-2130-452c-b885-56c151b7b42c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:09.589475 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-81a1cd06-6116-430d-9572-fc44cbeb1e8e req-f6f89ee8-2130-452c-b885-56c151b7b42c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=0d013ade-4c13-41b9-b262-cf5646bc4bdb HTTP/1.1" status: 200 len: 847 time: 0.1206198 Aug 11 03:04:09.596183 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ed76833-f024-4277-ae0e-2aae8cf400ce req-167bb036-d84a-4e74-a781-8da3bd66f0c2 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Made reservation on behalf of 92caf1df2234498c82ddfcf53391d4fc for: {'port': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:04:09.600615 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-8ed76833-f024-4277-ae0e-2aae8cf400ce req-167bb036-d84a-4e74-a781-8da3bd66f0c2 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:09.601324 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-f0e5df17-6a8f-434d-9bbf-0b4dfd5c7da3 None None] Port 2a724456-80fe-4f92-bd7e-1d2c3d4f9e25 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:04:09.649148 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-81a1cd06-6116-430d-9572-fc44cbeb1e8e req-e863698b-2c5d-4174-9943-23bac8c7d43c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a1f5acc4-6e30-4bf9-bc28-7ff84dac631d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484324 Aug 11 03:04:09.747836 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef2ef04-3fd2-4d20-91ea-84cf8425244c req-31540308-1cbf-46b8-a80d-b05483006c25 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:09.749577 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3ef2ef04-3fd2-4d20-91ea-84cf8425244c req-31540308-1cbf-46b8-a80d-b05483006c25 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/ports?device_id=00709577-8225-439b-ba91-c058df9317f3 HTTP/1.1" status: 200 len: 945 time: 0.1552479 Aug 11 03:04:09.820580 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-434d89c8-f6a4-484f-abb1-855eb725bf63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:09.846235 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-434d89c8-f6a4-484f-abb1-855eb725bf63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:09.848082 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-434d89c8-f6a4-484f-abb1-855eb725bf63 admin admin] 10.222.0.41 "DELETE /v2.0/networks/261efb8e-0bd6-467a-bbe9-fd71235a182d HTTP/1.1" status: 204 len: 168 time: 0.7565925 Aug 11 03:04:09.862909 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-81a1cd06-6116-430d-9572-fc44cbeb1e8e req-6fba03b9-77c7-41d4-a329-e5d55d789846 service neutron] 10.222.0.22 "GET /v2.0/networks/a1f5acc4-6e30-4bf9-bc28-7ff84dac631d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1998503 Aug 11 03:04:09.863905 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3ef2ef04-3fd2-4d20-91ea-84cf8425244c req-514ac1a5-3a82-41b4-8687-478cf19e36c3 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/security-groups?id=c7e06141-9137-4a1d-bc20-6fbfa107e8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014857 Aug 11 03:04:09.900806 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 47942) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:04:09.912438 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434d89c8-f6a4-484f-abb1-855eb725bf63 admin admin] Pushing event deleted for resources: {'Network': ['ID=261efb8e-0bd6-467a-bbe9-fd71235a182d,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:09.929958 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [req-8ed76833-f024-4277-ae0e-2aae8cf400ce req-167bb036-d84a-4e74-a781-8da3bd66f0c2 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Allocated IP 172.20.0.4 (d17d1b32-4aa7-4439-b455-9cb54b2072df/c8bae62b-5e51-4859-99ce-3b4e8f86224a/f8d33e19-1a39-49b9-b9dd-7682d139ad79) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:04:09.962319 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14240f2f-adc0-4c8f-a9c2-ca62e2caf600 req-644bc818-b74e-413c-b10a-c1cc467810f2 tempest-ServersTestBootFromVolume-829147864 tempest-ServersTestBootFromVolume-829147864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:09.963852 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-14240f2f-adc0-4c8f-a9c2-ca62e2caf600 req-644bc818-b74e-413c-b10a-c1cc467810f2 tempest-ServersTestBootFromVolume-829147864 tempest-ServersTestBootFromVolume-829147864-project] 10.222.0.41 "GET /v2.0/ports?device_id=b73aa8e8-3888-43cd-bbcd-17b5d9d1db40 HTTP/1.1" status: 200 len: 945 time: 0.1385930 Aug 11 03:04:10.021970 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bbf7ed0f-2dfc-4da6-afeb-baa0570ae930 req-57d39ad2-7a28-45ba-be31-b623857506fb tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/ports?device_id=eef198f5-5223-4d49-8ce9-d9987fbc9f79 HTTP/1.1" status: 200 len: 210 time: 0.0540633 Aug 11 03:04:10.025926 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 47946) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:04:10.031337 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-81a1cd06-6116-430d-9572-fc44cbeb1e8e req-7ea86f09-79ad-4337-977a-ac1897bb4074 service neutron] 10.222.0.22 "GET /v2.0/networks/a1f5acc4-6e30-4bf9-bc28-7ff84dac631d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597009 Aug 11 03:04:10.048438 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [req-cc49ac7a-de01-4ad1-8f4c-524cab9268a8 req-28c3c8b5-fbd3-430a-b38d-cb7ffe95daf7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a724456-80fe-4f92-bd7e-1d2c3d4f9e25 {{(pid=102191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:04:10.056830 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-cc49ac7a-de01-4ad1-8f4c-524cab9268a8 req-28c3c8b5-fbd3-430a-b38d-cb7ffe95daf7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:10.071088 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [req-cc49ac7a-de01-4ad1-8f4c-524cab9268a8 req-28c3c8b5-fbd3-430a-b38d-cb7ffe95daf7 service neutron] Transition to ACTIVE for port object 2a724456-80fe-4f92-bd7e-1d2c3d4f9e25 will not be triggered until provisioned by entity L2. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:04:10.086243 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-2cff670d-a3f7-4ba8-bc22-72cfa2db61fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:10.124545 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-14240f2f-adc0-4c8f-a9c2-ca62e2caf600 req-aec67de0-ab2d-4a02-84f0-73982146245e tempest-ServersTestBootFromVolume-829147864 tempest-ServersTestBootFromVolume-829147864-project] 10.222.0.41 "GET /v2.0/security-groups?id=3799b9f0-2cd6-4194-a840-878f5c5d8080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1493623 Aug 11 03:04:10.171911 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-cc49ac7a-de01-4ad1-8f4c-524cab9268a8 req-28c3c8b5-fbd3-430a-b38d-cb7ffe95daf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:10.241192 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908c4330-97c2-43ef-892a-cfbd528be5e9 req-d4ce111c-f6eb-4179-bb11-6508b34a7c8b tempest-ServersTestFqdnHostnames-1074241809 tempest-ServersTestFqdnHostnames-1074241809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:10.249112 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-908c4330-97c2-43ef-892a-cfbd528be5e9 req-d4ce111c-f6eb-4179-bb11-6508b34a7c8b tempest-ServersTestFqdnHostnames-1074241809 tempest-ServersTestFqdnHostnames-1074241809-project] 10.222.0.41 "GET /v2.0/ports?device_id=a66ab0de-f12c-4fd3-a212-ca622ab87aa1 HTTP/1.1" status: 200 len: 931 time: 0.1195588 Aug 11 03:04:10.266982 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-8ed76833-f024-4277-ae0e-2aae8cf400ce req-167bb036-d84a-4e74-a781-8da3bd66f0c2 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:10.301130 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-2bdb2ebf-8bb4-4e1f-8ce5-78c6fdd9f4c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:10.306790 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [req-8ed76833-f024-4277-ae0e-2aae8cf400ce req-167bb036-d84a-4e74-a781-8da3bd66f0c2 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Transition to ACTIVE for port object f8d33e19-1a39-49b9-b9dd-7682d139ad79 will not be triggered until provisioned by entity DHCP. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:04:10.327709 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-908c4330-97c2-43ef-892a-cfbd528be5e9 req-2a6d5cc2-313e-40f4-85ef-9c17bf7d5d90 tempest-ServersTestFqdnHostnames-1074241809 tempest-ServersTestFqdnHostnames-1074241809-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee511d12-a44c-409f-9176-4376c08bbaa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772202 Aug 11 03:04:10.328242 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c3c8b5-fbd3-430a-b38d-cb7ffe95daf7 service neutron] Pushing event updated for resources: {'Port': ['ID=2a724456-80fe-4f92-bd7e-1d2c3d4f9e25,revision_number=2']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:10.383069 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-2cff670d-a3f7-4ba8-bc22-72cfa2db61fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:10.385345 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-cc49ac7a-de01-4ad1-8f4c-524cab9268a8 req-28c3c8b5-fbd3-430a-b38d-cb7ffe95daf7 service neutron] Attempting to bind port 2a724456-80fe-4f92-bd7e-1d2c3d4f9e25 on host n-h1-764292-30 for vnic_type normal with profile {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:04:10.385838 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-cc49ac7a-de01-4ad1-8f4c-524cab9268a8 req-28c3c8b5-fbd3-430a-b38d-cb7ffe95daf7 service neutron] Attempting to bind port 2a724456-80fe-4f92-bd7e-1d2c3d4f9e25 by drivers openvswitch,hyperv on host n-h1-764292-30 at level 0 using segments [{'id': 'ebcc783e-2ad5-444d-9e21-ceccb724a435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7e1dad9f-2bf8-440d-87e5-fd95b980cb13'}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:04:10.385989 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc49ac7a-de01-4ad1-8f4c-524cab9268a8 req-28c3c8b5-fbd3-430a-b38d-cb7ffe95daf7 service neutron] Attempting to bind port 2a724456-80fe-4f92-bd7e-1d2c3d4f9e25 on network 7e1dad9f-2bf8-440d-87e5-fd95b980cb13 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:04:10.392586 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 47952) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:04:10.396934 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc49ac7a-de01-4ad1-8f4c-524cab9268a8 req-28c3c8b5-fbd3-430a-b38d-cb7ffe95daf7 service neutron] Port 2a724456-80fe-4f92-bd7e-1d2c3d4f9e25 on network 7e1dad9f-2bf8-440d-87e5-fd95b980cb13 not bound, no agent of type Open vSwitch agent registered on host n-h1-764292-30 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:04:10.397279 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc49ac7a-de01-4ad1-8f4c-524cab9268a8 req-28c3c8b5-fbd3-430a-b38d-cb7ffe95daf7 service neutron] Attempting to bind port 2a724456-80fe-4f92-bd7e-1d2c3d4f9e25 on network 7e1dad9f-2bf8-440d-87e5-fd95b980cb13 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:04:10.404276 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc49ac7a-de01-4ad1-8f4c-524cab9268a8 req-28c3c8b5-fbd3-430a-b38d-cb7ffe95daf7 service neutron] Checking agent: {'id': 'abb524c2-b412-4ed2-8367-45c4fd996fa7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 3, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:04:10.404894 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc49ac7a-de01-4ad1-8f4c-524cab9268a8 req-28c3c8b5-fbd3-430a-b38d-cb7ffe95daf7 service neutron] Checking segment: {'id': 'ebcc783e-2ad5-444d-9e21-ceccb724a435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7e1dad9f-2bf8-440d-87e5-fd95b980cb13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:04:10.405436 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc49ac7a-de01-4ad1-8f4c-524cab9268a8 req-28c3c8b5-fbd3-430a-b38d-cb7ffe95daf7 service neutron] Bound using segment: {'id': 'ebcc783e-2ad5-444d-9e21-ceccb724a435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7e1dad9f-2bf8-440d-87e5-fd95b980cb13'} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:04:10.406248 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-cc49ac7a-de01-4ad1-8f4c-524cab9268a8 req-28c3c8b5-fbd3-430a-b38d-cb7ffe95daf7 service neutron] Bound port: 2a724456-80fe-4f92-bd7e-1d2c3d4f9e25, host: n-h1-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebcc783e-2ad5-444d-9e21-ceccb724a435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7e1dad9f-2bf8-440d-87e5-fd95b980cb13'}}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:04:10.406650 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-cc49ac7a-de01-4ad1-8f4c-524cab9268a8 req-28c3c8b5-fbd3-430a-b38d-cb7ffe95daf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:10.438336 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-6c1b665d-cd6a-408a-a6b3-f3ab8995fbe8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7a37d4caabc9417c92d7f5d7ce7df51b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0428019 Aug 11 03:04:10.440393 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 47954) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:04:10.441322 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-2cff670d-a3f7-4ba8-bc22-72cfa2db61fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:10.480721 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-8ed76833-f024-4277-ae0e-2aae8cf400ce req-167bb036-d84a-4e74-a781-8da3bd66f0c2 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:10.541418 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-cc49ac7a-de01-4ad1-8f4c-524cab9268a8 req-28c3c8b5-fbd3-430a-b38d-cb7ffe95daf7 service neutron] For port 2a724456-80fe-4f92-bd7e-1d2c3d4f9e25, host n-h1-764292-30, cleared binding levels {{(pid=102191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:04:10.553938 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cff670d-a3f7-4ba8-bc22-72cfa2db61fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a39f786c-b80e-4036-8ce1-acd725bc0be9,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:10.561237 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-2cff670d-a3f7-4ba8-bc22-72cfa2db61fb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=07cf4116f5114ccab2233dcc97a6a7c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5341966 Aug 11 03:04:10.563117 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 47956) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:04:10.571591 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-cc49ac7a-de01-4ad1-8f4c-524cab9268a8 req-28c3c8b5-fbd3-430a-b38d-cb7ffe95daf7 service neutron] For port 2a724456-80fe-4f92-bd7e-1d2c3d4f9e25, host n-h1-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=2a724456-80fe-4f92-bd7e-1d2c3d4f9e25,segment=NetworkSegment(ebcc783e-2ad5-444d-9e21-ceccb724a435),segment_id=ebcc783e-2ad5-444d-9e21-ceccb724a435)] {{(pid=102191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:04:10.583950 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ed76833-f024-4277-ae0e-2aae8cf400ce req-167bb036-d84a-4e74-a781-8da3bd66f0c2 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Network d17d1b32-4aa7-4439-b455-9cb54b2072df is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:04:10.593135 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a1cd06-6116-430d-9572-fc44cbeb1e8e req-f1835ba4-a98a-4736-8b76-489d7fbc7579 tempest-LiveMigrationTest-410920510 tempest-LiveMigrationTest-410920510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:10.594896 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-81a1cd06-6116-430d-9572-fc44cbeb1e8e req-f1835ba4-a98a-4736-8b76-489d7fbc7579 tempest-LiveMigrationTest-410920510 tempest-LiveMigrationTest-410920510-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=00709577-8225-439b-ba91-c058df9317f3&tenant_id=83808f5f252c43418f6a6c255d45878a&binding%3Ahost_id=n-h1-764292-30 HTTP/1.1" status: 200 len: 1097 time: 0.1018906 Aug 11 03:04:10.598821 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [req-8ed76833-f024-4277-ae0e-2aae8cf400ce req-167bb036-d84a-4e74-a781-8da3bd66f0c2 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:04:10.615176 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ed76833-f024-4277-ae0e-2aae8cf400ce req-167bb036-d84a-4e74-a781-8da3bd66f0c2 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:04:10.623356 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167bb036-d84a-4e74-a781-8da3bd66f0c2 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Pushing event updated for resources: {'Port': ['ID=f8d33e19-1a39-49b9-b9dd-7682d139ad79,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:10.654422 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-96ff68f7-0119-4199-be99-d6922b1112e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:10.678872 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-cc49ac7a-de01-4ad1-8f4c-524cab9268a8 req-28c3c8b5-fbd3-430a-b38d-cb7ffe95daf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:10.706238 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-96ff68f7-0119-4199-be99-d6922b1112e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:10.713005 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed76833-f024-4277-ae0e-2aae8cf400ce req-167bb036-d84a-4e74-a781-8da3bd66f0c2 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:10.713552 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-8ed76833-f024-4277-ae0e-2aae8cf400ce req-167bb036-d84a-4e74-a781-8da3bd66f0c2 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:10.722523 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-2bdb2ebf-8bb4-4e1f-8ce5-78c6fdd9f4c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:10.734132 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc49ac7a-de01-4ad1-8f4c-524cab9268a8 req-28c3c8b5-fbd3-430a-b38d-cb7ffe95daf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:10.735363 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-cc49ac7a-de01-4ad1-8f4c-524cab9268a8 req-28c3c8b5-fbd3-430a-b38d-cb7ffe95daf7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:10.736598 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-cc49ac7a-de01-4ad1-8f4c-524cab9268a8 req-28c3c8b5-fbd3-430a-b38d-cb7ffe95daf7 service neutron] 10.222.0.22 "PUT /v2.0/ports/2a724456-80fe-4f92-bd7e-1d2c3d4f9e25 HTTP/1.1" status: 200 len: 1092 time: 1.3729012 Aug 11 03:04:10.737217 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a66ab0de-f12c-4fd3-a212-ca622ab87aa1', 'tag': '2a724456-80fe-4f92-bd7e-1d2c3d4f9e25'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:04:10.739871 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7674693-3eb9-4b39-b263-7eb79bb66e47" -d '{"events": [{"name": "network-changed", "server_uuid": "a66ab0de-f12c-4fd3-a212-ca622ab87aa1", "tag": "2a724456-80fe-4f92-bd7e-1d2c3d4f9e25"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:04:10.773680 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-510fbb46-4753-49df-9b4a-7c79198a2a3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:10.815321 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-2bdb2ebf-8bb4-4e1f-8ce5-78c6fdd9f4c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:10.823101 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:04:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0576f26b-8964-4d58-99d1-39a677fc2750 x-openstack-request-id: req-0576f26b-8964-4d58-99d1-39a677fc2750 {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:04:10.823390 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a66ab0de-f12c-4fd3-a212-ca622ab87aa1", "tag": "2a724456-80fe-4f92-bd7e-1d2c3d4f9e25", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:04:10.823643 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0576f26b-8964-4d58-99d1-39a677fc2750 {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:04:10.824037 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a66ab0de-f12c-4fd3-a212-ca622ab87aa1', 'tag': '2a724456-80fe-4f92-bd7e-1d2c3d4f9e25', 'status': 'completed', 'code': 200} Aug 11 03:04:10.835925 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-510fbb46-4753-49df-9b4a-7c79198a2a3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:10.865078 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c3c8b5-fbd3-430a-b38d-cb7ffe95daf7 service neutron] Pushing event updated for resources: {'Port': ['ID=2a724456-80fe-4f92-bd7e-1d2c3d4f9e25,revision_number=3']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:10.913144 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8ed76833-f024-4277-ae0e-2aae8cf400ce req-167bb036-d84a-4e74-a781-8da3bd66f0c2 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6636639 Aug 11 03:04:10.926184 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-8ed76833-f024-4277-ae0e-2aae8cf400ce req-fd6b926a-92fb-4b80-b1fc-2547953a0114 service neutron] Request body: {'port': {'device_id': 'eef198f5-5223-4d49-8ce9-d9987fbc9f79', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764292-30'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:04:10.957452 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:10.966025 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-2bdb2ebf-8bb4-4e1f-8ce5-78c6fdd9f4c3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=84e67b1287694b09b00c63449e64313e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0594783 Aug 11 03:04:10.966252 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 47964) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:04:10.978380 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdb2ebf-8bb4-4e1f-8ce5-78c6fdd9f4c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1fc4ef8-8149-41bb-a461-ae1225822acd,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:10.989823 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7674693-3eb9-4b39-b263-7eb79bb66e47 req-e6c99529-97fc-4b36-8116-0b298a7afe4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:10.990538 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-b7674693-3eb9-4b39-b263-7eb79bb66e47 req-e6c99529-97fc-4b36-8116-0b298a7afe4a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6921827f6da94037a99dabd970798f04&device_id=a66ab0de-f12c-4fd3-a212-ca622ab87aa1 HTTP/1.1" status: 200 len: 1095 time: 0.1072690 Aug 11 03:04:10.997679 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-96ff68f7-0119-4199-be99-d6922b1112e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:11.001388 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-96ff68f7-0119-4199-be99-d6922b1112e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:11.004723 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-96ff68f7-0119-4199-be99-d6922b1112e5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c5aa9049-617d-473f-afb5-b55716ab8aec HTTP/1.1" status: 204 len: 168 time: 0.5582106 Aug 11 03:04:11.043647 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ff68f7-0119-4199-be99-d6922b1112e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5aa9049-617d-473f-afb5-b55716ab8aec,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:11.051063 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-8ed76833-f024-4277-ae0e-2aae8cf400ce req-fd6b926a-92fb-4b80-b1fc-2547953a0114 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:11.068560 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-510fbb46-4753-49df-9b4a-7c79198a2a3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:11.071082 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-510fbb46-4753-49df-9b4a-7c79198a2a3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:11.072329 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-510fbb46-4753-49df-9b4a-7c79198a2a3a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a39f786c-b80e-4036-8ce1-acd725bc0be9 HTTP/1.1" status: 204 len: 168 time: 0.5038848 Aug 11 03:04:11.081633 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3dae0fa5-9b18-447c-b817-9ad04624c886 None None] Provisioning for port f8d33e19-1a39-49b9-b9dd-7682d139ad79 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:04:11.086109 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3dae0fa5-9b18-447c-b817-9ad04624c886 None None] Provisioning complete for port f8d33e19-1a39-49b9-b9dd-7682d139ad79 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:04:11.086506 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3dae0fa5-9b18-447c-b817-9ad04624c886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:11.104607 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9a0255-a645-40b4-b3b4-c9ee8c66603d req-ee0ac9f3-611a-4ad0-b217-9bba68d6143f tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:11.112469 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-af9a0255-a645-40b4-b3b4-c9ee8c66603d req-ee0ac9f3-611a-4ad0-b217-9bba68d6143f tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/ports?device_id=00709577-8225-439b-ba91-c058df9317f3 HTTP/1.1" status: 200 len: 945 time: 0.1529665 Aug 11 03:04:11.157002 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-3dae0fa5-9b18-447c-b817-9ad04624c886 None None] Port f8d33e19-1a39-49b9-b9dd-7682d139ad79 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:04:11.171423 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7674693-3eb9-4b39-b263-7eb79bb66e47 req-99093359-f854-4d2e-bb5e-e523dd4d56f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:11.173232 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510fbb46-4753-49df-9b4a-7c79198a2a3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a39f786c-b80e-4036-8ce1-acd725bc0be9,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:11.173367 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-b7674693-3eb9-4b39-b263-7eb79bb66e47 req-99093359-f854-4d2e-bb5e-e523dd4d56f5 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=6921827f6da94037a99dabd970798f04&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1727614 Aug 11 03:04:11.203477 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-81a1cd06-6116-430d-9572-fc44cbeb1e8e req-1d8352be-5883-464c-b5c7-93cbe814c07b service neutron] For port acc0aeb3-d92e-4735-b223-6f56ef14264f, host n-h2-764292-30, cleared binding levels {{(pid=102191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:04:11.208930 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-81a1cd06-6116-430d-9572-fc44cbeb1e8e req-1d8352be-5883-464c-b5c7-93cbe814c07b service neutron] Notify callbacks [] for binding, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:11.210584 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-81a1cd06-6116-430d-9572-fc44cbeb1e8e req-1d8352be-5883-464c-b5c7-93cbe814c07b service neutron] 10.222.0.22 "DELETE /v2.0/ports/acc0aeb3-d92e-4735-b223-6f56ef14264f/bindings/n-h2-764292-30 HTTP/1.1" status: 204 len: 173 time: 0.6033807 Aug 11 03:04:11.262497 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-af9a0255-a645-40b4-b3b4-c9ee8c66603d req-0eb29195-28f8-4f60-87d7-2f1edf7cace1 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/security-groups?id=c7e06141-9137-4a1d-bc20-6fbfa107e8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490045 Aug 11 03:04:11.294805 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ca046fbc-e044-4fa6-88c0-c860932c37c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:11.336602 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ca046fbc-e044-4fa6-88c0-c860932c37c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:11.353376 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae1f355-2850-4427-b5ce-ddba32bad333 req-2ded7624-edf2-42b3-be71-66bb28051e2a tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:11.354828 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4ae1f355-2850-4427-b5ce-ddba32bad333 req-2ded7624-edf2-42b3-be71-66bb28051e2a tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/ports?device_id=eef198f5-5223-4d49-8ce9-d9987fbc9f79 HTTP/1.1" status: 200 len: 931 time: 0.1788518 Aug 11 03:04:11.368558 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7674693-3eb9-4b39-b263-7eb79bb66e47 req-61c42fb6-7cb5-49a5-9722-0bccc5f139dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:11.370362 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-b7674693-3eb9-4b39-b263-7eb79bb66e47 req-61c42fb6-7cb5-49a5-9722-0bccc5f139dc service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1821210 Aug 11 03:04:11.488497 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4ae1f355-2850-4427-b5ce-ddba32bad333 req-5e60efd4-d5d2-434e-a411-2b9c4ddfccd7 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/security-groups?id=4490b831-3ed6-471e-94da-f0207d61c828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1241486 Aug 11 03:04:11.506842 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cb4a7a-bf5b-4b6d-a05b-5037e3586631 req-dbae0bf0-52b2-433d-92d8-010f91e25cfe tempest-LiveMigrationTest-410920510 tempest-LiveMigrationTest-410920510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:11.508434 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-58cb4a7a-bf5b-4b6d-a05b-5037e3586631 req-dbae0bf0-52b2-433d-92d8-010f91e25cfe tempest-LiveMigrationTest-410920510 tempest-LiveMigrationTest-410920510-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=00709577-8225-439b-ba91-c058df9317f3 HTTP/1.1" status: 200 len: 1097 time: 0.1003253 Aug 11 03:04:11.674333 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [req-8ed76833-f024-4277-ae0e-2aae8cf400ce req-fd6b926a-92fb-4b80-b1fc-2547953a0114 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8d33e19-1a39-49b9-b9dd-7682d139ad79 {{(pid=102192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:04:11.682220 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-58cb4a7a-bf5b-4b6d-a05b-5037e3586631 req-74ec559f-35c3-416b-9718-0a056f2316ab tempest-LiveMigrationTest-410920510 tempest-LiveMigrationTest-410920510-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=c7e06141-9137-4a1d-bc20-6fbfa107e8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651456 Aug 11 03:04:11.690520 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-8ed76833-f024-4277-ae0e-2aae8cf400ce req-fd6b926a-92fb-4b80-b1fc-2547953a0114 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:11.717436 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [req-8ed76833-f024-4277-ae0e-2aae8cf400ce req-fd6b926a-92fb-4b80-b1fc-2547953a0114 service neutron] Transition to ACTIVE for port object f8d33e19-1a39-49b9-b9dd-7682d139ad79 will not be triggered until provisioned by entity L2. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:04:11.734149 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d3bf9c-1e8b-48ce-bbcf-60e2deb86a47 req-1ae61ce0-5ee6-4460-82ac-7c4316c95002 tempest-ServersTestFqdnHostnames-1074241809 tempest-ServersTestFqdnHostnames-1074241809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:11.741917 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-15d3bf9c-1e8b-48ce-bbcf-60e2deb86a47 req-1ae61ce0-5ee6-4460-82ac-7c4316c95002 tempest-ServersTestFqdnHostnames-1074241809 tempest-ServersTestFqdnHostnames-1074241809-project] 10.222.0.41 "GET /v2.0/ports?device_id=a66ab0de-f12c-4fd3-a212-ca622ab87aa1 HTTP/1.1" status: 200 len: 943 time: 0.1196630 Aug 11 03:04:11.787134 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-15d3bf9c-1e8b-48ce-bbcf-60e2deb86a47 req-b5efa0cb-59d0-4c6c-9ca4-521e14426431 tempest-ServersTestFqdnHostnames-1074241809 tempest-ServersTestFqdnHostnames-1074241809-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee511d12-a44c-409f-9176-4376c08bbaa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439284 Aug 11 03:04:11.806870 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-8ed76833-f024-4277-ae0e-2aae8cf400ce req-fd6b926a-92fb-4b80-b1fc-2547953a0114 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:11.910002 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ca046fbc-e044-4fa6-88c0-c860932c37c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:11.918258 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ca046fbc-e044-4fa6-88c0-c860932c37c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:11.921938 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-ca046fbc-e044-4fa6-88c0-c860932c37c4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a1fc4ef8-8149-41bb-a461-ae1225822acd HTTP/1.1" status: 204 len: 168 time: 0.9520845 Aug 11 03:04:11.934300 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca046fbc-e044-4fa6-88c0-c860932c37c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1fc4ef8-8149-41bb-a461-ae1225822acd,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:11.946799 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc49ac7a-de01-4ad1-8f4c-524cab9268a8 req-f0699613-ef3f-452f-9ee4-d08d39e37d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:11.948527 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-cc49ac7a-de01-4ad1-8f4c-524cab9268a8 req-f0699613-ef3f-452f-9ee4-d08d39e37d8b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6921827f6da94037a99dabd970798f04&device_id=a66ab0de-f12c-4fd3-a212-ca622ab87aa1 HTTP/1.1" status: 200 len: 1095 time: 0.5380566 Aug 11 03:04:11.997468 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6b926a-92fb-4b80-b1fc-2547953a0114 service neutron] Pushing event updated for resources: {'Port': ['ID=f8d33e19-1a39-49b9-b9dd-7682d139ad79,revision_number=2']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:12.000750 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-cc49ac7a-de01-4ad1-8f4c-524cab9268a8 req-b48a42c3-9cb6-4121-a5f7-1b6cf277d67f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2a724456-80fe-4f92-bd7e-1d2c3d4f9e25 HTTP/1.1" status: 200 len: 217 time: 0.0424137 Aug 11 03:04:12.002932 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-8ed76833-f024-4277-ae0e-2aae8cf400ce req-fd6b926a-92fb-4b80-b1fc-2547953a0114 service neutron] Attempting to bind port f8d33e19-1a39-49b9-b9dd-7682d139ad79 on host n-h1-764292-30 for vnic_type normal with profile {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:04:12.003263 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-8ed76833-f024-4277-ae0e-2aae8cf400ce req-fd6b926a-92fb-4b80-b1fc-2547953a0114 service neutron] Attempting to bind port f8d33e19-1a39-49b9-b9dd-7682d139ad79 by drivers openvswitch,hyperv on host n-h1-764292-30 at level 0 using segments [{'id': '77249f53-d91a-4900-864a-cb193f73fd0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'd17d1b32-4aa7-4439-b455-9cb54b2072df'}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:04:12.003589 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ed76833-f024-4277-ae0e-2aae8cf400ce req-fd6b926a-92fb-4b80-b1fc-2547953a0114 service neutron] Attempting to bind port f8d33e19-1a39-49b9-b9dd-7682d139ad79 on network d17d1b32-4aa7-4439-b455-9cb54b2072df {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:04:12.011508 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ed76833-f024-4277-ae0e-2aae8cf400ce req-fd6b926a-92fb-4b80-b1fc-2547953a0114 service neutron] Port f8d33e19-1a39-49b9-b9dd-7682d139ad79 on network d17d1b32-4aa7-4439-b455-9cb54b2072df not bound, no agent of type Open vSwitch agent registered on host n-h1-764292-30 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:04:12.011845 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ed76833-f024-4277-ae0e-2aae8cf400ce req-fd6b926a-92fb-4b80-b1fc-2547953a0114 service neutron] Attempting to bind port f8d33e19-1a39-49b9-b9dd-7682d139ad79 on network d17d1b32-4aa7-4439-b455-9cb54b2072df {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:04:12.037667 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ed76833-f024-4277-ae0e-2aae8cf400ce req-fd6b926a-92fb-4b80-b1fc-2547953a0114 service neutron] Checking agent: {'id': 'abb524c2-b412-4ed2-8367-45c4fd996fa7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 4, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:04:12.038014 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ed76833-f024-4277-ae0e-2aae8cf400ce req-fd6b926a-92fb-4b80-b1fc-2547953a0114 service neutron] Checking segment: {'id': '77249f53-d91a-4900-864a-cb193f73fd0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'd17d1b32-4aa7-4439-b455-9cb54b2072df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:04:12.038445 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ed76833-f024-4277-ae0e-2aae8cf400ce req-fd6b926a-92fb-4b80-b1fc-2547953a0114 service neutron] Bound using segment: {'id': '77249f53-d91a-4900-864a-cb193f73fd0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'd17d1b32-4aa7-4439-b455-9cb54b2072df'} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:04:12.041128 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-8ed76833-f024-4277-ae0e-2aae8cf400ce req-fd6b926a-92fb-4b80-b1fc-2547953a0114 service neutron] Bound port: f8d33e19-1a39-49b9-b9dd-7682d139ad79, host: n-h1-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77249f53-d91a-4900-864a-cb193f73fd0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'd17d1b32-4aa7-4439-b455-9cb54b2072df'}}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:04:12.041522 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-8ed76833-f024-4277-ae0e-2aae8cf400ce req-fd6b926a-92fb-4b80-b1fc-2547953a0114 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:12.098204 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 48000) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:04:12.218499 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-8ed76833-f024-4277-ae0e-2aae8cf400ce req-fd6b926a-92fb-4b80-b1fc-2547953a0114 service neutron] For port f8d33e19-1a39-49b9-b9dd-7682d139ad79, host n-h1-764292-30, cleared binding levels {{(pid=102192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:04:12.222825 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-8ed76833-f024-4277-ae0e-2aae8cf400ce req-fd6b926a-92fb-4b80-b1fc-2547953a0114 service neutron] For port f8d33e19-1a39-49b9-b9dd-7682d139ad79, host n-h1-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=f8d33e19-1a39-49b9-b9dd-7682d139ad79,segment=NetworkSegment(77249f53-d91a-4900-864a-cb193f73fd0b),segment_id=77249f53-d91a-4900-864a-cb193f73fd0b)] {{(pid=102192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:04:12.235872 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc49ac7a-de01-4ad1-8f4c-524cab9268a8 req-78346907-7224-433a-a2a2-4809bc68f0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:12.237449 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-cc49ac7a-de01-4ad1-8f4c-524cab9268a8 req-78346907-7224-433a-a2a2-4809bc68f0c3 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=27ab6fea-8263-42f0-9e57-b002a7eb1fa0 HTTP/1.1" status: 200 len: 854 time: 0.2284307 Aug 11 03:04:12.277831 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-86b2ec05-781c-4bee-bcb8-cda6867b745e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=030f4664a3bf4c3ab8f3c04c89a6c443&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1781056 Aug 11 03:04:12.280768 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 48002) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:04:12.311522 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc49ac7a-de01-4ad1-8f4c-524cab9268a8 req-d0491898-f5d1-455e-b407-d1cb200267bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:12.313131 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-cc49ac7a-de01-4ad1-8f4c-524cab9268a8 req-d0491898-f5d1-455e-b407-d1cb200267bc service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=7e1dad9f-2bf8-440d-87e5-fd95b980cb13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0613570 Aug 11 03:04:12.398267 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-8ed76833-f024-4277-ae0e-2aae8cf400ce req-fd6b926a-92fb-4b80-b1fc-2547953a0114 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:12.438912 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-cc49ac7a-de01-4ad1-8f4c-524cab9268a8 req-28a42bed-7c81-4137-8f7e-ecfa08cc6257 service neutron] 10.222.0.22 "GET /v2.0/networks/7e1dad9f-2bf8-440d-87e5-fd95b980cb13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102738 Aug 11 03:04:12.440064 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78aff47-c2f1-4112-a13e-f0ab6df5db6f req-509f37d7-5ff1-4436-8289-d8daf6fb09bf tempest-ServersTestBootFromVolume-829147864 tempest-ServersTestBootFromVolume-829147864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:12.441669 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b78aff47-c2f1-4112-a13e-f0ab6df5db6f req-509f37d7-5ff1-4436-8289-d8daf6fb09bf tempest-ServersTestBootFromVolume-829147864 tempest-ServersTestBootFromVolume-829147864-project] 10.222.0.41 "GET /v2.0/ports?device_id=b73aa8e8-3888-43cd-bbcd-17b5d9d1db40 HTTP/1.1" status: 200 len: 945 time: 0.1290083 Aug 11 03:04:12.445780 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-36f5c8ca-04f1-47f4-bbf5-a3aa148a0849 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:12.491458 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed76833-f024-4277-ae0e-2aae8cf400ce req-fd6b926a-92fb-4b80-b1fc-2547953a0114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:12.492084 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-8ed76833-f024-4277-ae0e-2aae8cf400ce req-fd6b926a-92fb-4b80-b1fc-2547953a0114 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:12.493673 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8ed76833-f024-4277-ae0e-2aae8cf400ce req-fd6b926a-92fb-4b80-b1fc-2547953a0114 service neutron] 10.222.0.22 "PUT /v2.0/ports/f8d33e19-1a39-49b9-b9dd-7682d139ad79 HTTP/1.1" status: 200 len: 1092 time: 1.5728359 Aug 11 03:04:12.521408 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eef198f5-5223-4d49-8ce9-d9987fbc9f79', 'tag': 'f8d33e19-1a39-49b9-b9dd-7682d139ad79'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:04:12.523955 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d41cbdef-7890-4b73-99d5-4b52656a7b76" -d '{"events": [{"name": "network-changed", "server_uuid": "eef198f5-5223-4d49-8ce9-d9987fbc9f79", "tag": "f8d33e19-1a39-49b9-b9dd-7682d139ad79"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:04:12.573633 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-cc49ac7a-de01-4ad1-8f4c-524cab9268a8 req-0fd5f717-3f5b-4e0b-a1eb-5bda81b8c865 service neutron] 10.222.0.22 "GET /v2.0/networks/7e1dad9f-2bf8-440d-87e5-fd95b980cb13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223171 Aug 11 03:04:12.590432 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-36f5c8ca-04f1-47f4-bbf5-a3aa148a0849 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:12.609486 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b78aff47-c2f1-4112-a13e-f0ab6df5db6f req-fa03a798-ed8a-4fec-ab29-f5fe66468b2e tempest-ServersTestBootFromVolume-829147864 tempest-ServersTestBootFromVolume-829147864-project] 10.222.0.41 "GET /v2.0/security-groups?id=3799b9f0-2cd6-4194-a840-878f5c5d8080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1558123 Aug 11 03:04:12.652137 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6b926a-92fb-4b80-b1fc-2547953a0114 service neutron] Pushing event updated for resources: {'Port': ['ID=f8d33e19-1a39-49b9-b9dd-7682d139ad79,revision_number=3']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:12.674338 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed76833-f024-4277-ae0e-2aae8cf400ce req-5e094f72-7b30-478a-a166-d9ac09c241b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:12.676675 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-8ed76833-f024-4277-ae0e-2aae8cf400ce req-5e094f72-7b30-478a-a166-d9ac09c241b8 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=92caf1df2234498c82ddfcf53391d4fc&device_id=eef198f5-5223-4d49-8ce9-d9987fbc9f79 HTTP/1.1" status: 200 len: 1095 time: 0.0485759 Aug 11 03:04:12.687365 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71613cf6-3adb-45de-8575-eda61ccd6fcf req-eeac4d07-9ffb-46f6-8b36-db80673f383e tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:12.701717 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-71613cf6-3adb-45de-8575-eda61ccd6fcf req-eeac4d07-9ffb-46f6-8b36-db80673f383e tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/ports?device_id=00709577-8225-439b-ba91-c058df9317f3 HTTP/1.1" status: 200 len: 945 time: 0.2523711 Aug 11 03:04:12.744707 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-8ed76833-f024-4277-ae0e-2aae8cf400ce req-763df383-0791-4af1-8373-9b68a474fbb5 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f8d33e19-1a39-49b9-b9dd-7682d139ad79 HTTP/1.1" status: 200 len: 217 time: 0.0550537 Aug 11 03:04:12.790925 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-71613cf6-3adb-45de-8575-eda61ccd6fcf req-fdbc20fa-d218-40d2-9d28-159b90c73a10 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/security-groups?id=c7e06141-9137-4a1d-bc20-6fbfa107e8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765104 Aug 11 03:04:12.799680 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d16337-ab3d-4f7c-976b-c0f370015cd1 req-b00bfb5b-199e-4da7-b7a8-0e41e8a2b0a7 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:12.801427 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a4d16337-ab3d-4f7c-976b-c0f370015cd1 req-b00bfb5b-199e-4da7-b7a8-0e41e8a2b0a7 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/ports?device_id=eef198f5-5223-4d49-8ce9-d9987fbc9f79 HTTP/1.1" status: 200 len: 943 time: 0.1008780 Aug 11 03:04:12.824974 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed76833-f024-4277-ae0e-2aae8cf400ce req-9e6a337d-f51d-499a-a77a-a92e2f4ffa2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:12.826727 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-8ed76833-f024-4277-ae0e-2aae8cf400ce req-9e6a337d-f51d-499a-a77a-a92e2f4ffa2a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c8bae62b-5e51-4859-99ce-3b4e8f86224a HTTP/1.1" status: 200 len: 856 time: 0.0677760 Aug 11 03:04:12.849718 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a4d16337-ab3d-4f7c-976b-c0f370015cd1 req-0d7a0121-e253-4a1f-bd43-31ebb601b271 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/security-groups?id=4490b831-3ed6-471e-94da-f0207d61c828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355110 Aug 11 03:04:12.855444 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:04:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3de4d38b-adda-4b2c-9ca2-61af9da4f005 x-openstack-request-id: req-3de4d38b-adda-4b2c-9ca2-61af9da4f005 {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:04:12.855874 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eef198f5-5223-4d49-8ce9-d9987fbc9f79", "tag": "f8d33e19-1a39-49b9-b9dd-7682d139ad79", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:04:12.856124 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3de4d38b-adda-4b2c-9ca2-61af9da4f005 {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:04:12.857156 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eef198f5-5223-4d49-8ce9-d9987fbc9f79', 'tag': 'f8d33e19-1a39-49b9-b9dd-7682d139ad79', 'status': 'completed', 'code': 200} Aug 11 03:04:12.887468 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-36f5c8ca-04f1-47f4-bbf5-a3aa148a0849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:12.887468 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-36f5c8ca-04f1-47f4-bbf5-a3aa148a0849 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:12.887468 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-36f5c8ca-04f1-47f4-bbf5-a3aa148a0849 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/af4c170a-4ca6-4724-b5d4-16b000ec09e5 HTTP/1.1" status: 204 len: 168 time: 0.6043782 Aug 11 03:04:12.894298 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed76833-f024-4277-ae0e-2aae8cf400ce req-32b2e370-5eb8-4128-880f-7494b1d7da6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:12.896576 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-8ed76833-f024-4277-ae0e-2aae8cf400ce req-32b2e370-5eb8-4128-880f-7494b1d7da6b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d17d1b32-4aa7-4439-b455-9cb54b2072df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0613751 Aug 11 03:04:12.897683 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f5c8ca-04f1-47f4-bbf5-a3aa148a0849 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af4c170a-4ca6-4724-b5d4-16b000ec09e5,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:13.021397 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-8ed76833-f024-4277-ae0e-2aae8cf400ce req-7f1e1796-c240-44e8-9965-eb80172c90e5 service neutron] 10.222.0.22 "GET /v2.0/networks/d17d1b32-4aa7-4439-b455-9cb54b2072df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153207 Aug 11 03:04:13.137797 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-8ed76833-f024-4277-ae0e-2aae8cf400ce req-ec87cef1-debf-4868-a4f4-f1d4f6ceff53 service neutron] 10.222.0.22 "GET /v2.0/networks/d17d1b32-4aa7-4439-b455-9cb54b2072df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086631 Aug 11 03:04:13.202265 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba03e66-15ed-42d5-a2c9-01e607ad4c38 req-50b9f02a-1315-40d9-8138-d36da38db78b tempest-ServersTestFqdnHostnames-1074241809 tempest-ServersTestFqdnHostnames-1074241809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:13.203779 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-eba03e66-15ed-42d5-a2c9-01e607ad4c38 req-50b9f02a-1315-40d9-8138-d36da38db78b tempest-ServersTestFqdnHostnames-1074241809 tempest-ServersTestFqdnHostnames-1074241809-project] 10.222.0.41 "GET /v2.0/ports?device_id=a66ab0de-f12c-4fd3-a212-ca622ab87aa1 HTTP/1.1" status: 200 len: 943 time: 0.0809526 Aug 11 03:04:13.212525 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb98021-3683-4e04-9611-8fa99bb77667 req-cb68eaa0-b21b-4d30-aaa5-a9c0086926bc tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:13.214214 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bfb98021-3683-4e04-9611-8fa99bb77667 req-cb68eaa0-b21b-4d30-aaa5-a9c0086926bc tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.22 "GET /v2.0/ports?device_id=00709577-8225-439b-ba91-c058df9317f3 HTTP/1.1" status: 200 len: 945 time: 0.0810301 Aug 11 03:04:13.294912 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 48034) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:04:13.307406 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-eba03e66-15ed-42d5-a2c9-01e607ad4c38 req-f26701ee-d9d6-40d5-9a79-edeac2d07da7 tempest-ServersTestFqdnHostnames-1074241809 tempest-ServersTestFqdnHostnames-1074241809-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee511d12-a44c-409f-9176-4376c08bbaa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922003 Aug 11 03:04:13.341474 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-10fb9b14-ef8d-48b5-90be-f8f556fce167 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:13.347462 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [req-bfb98021-3683-4e04-9611-8fa99bb77667 req-bd985d3a-6950-4c2c-8ed4-1f2abd1c2b5f tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] Deleting port acc0aeb3-d92e-4735-b223-6f56ef14264f {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:04:13.348001 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-bfb98021-3683-4e04-9611-8fa99bb77667 req-bd985d3a-6950-4c2c-8ed4-1f2abd1c2b5f tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:13.372566 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41cbdef-7890-4b73-99d5-4b52656a7b76 req-667ac6e3-00f4-4b88-9ff2-c1fd15efe22e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:13.374196 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-d41cbdef-7890-4b73-99d5-4b52656a7b76 req-667ac6e3-00f4-4b88-9ff2-c1fd15efe22e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=92caf1df2234498c82ddfcf53391d4fc&device_id=eef198f5-5223-4d49-8ce9-d9987fbc9f79 HTTP/1.1" status: 200 len: 1095 time: 0.0910885 Aug 11 03:04:13.430322 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 48038) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:04:13.460499 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-bfb98021-3683-4e04-9611-8fa99bb77667 req-bd985d3a-6950-4c2c-8ed4-1f2abd1c2b5f tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] For port acc0aeb3-d92e-4735-b223-6f56ef14264f, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=acc0aeb3-d92e-4735-b223-6f56ef14264f,segment=NetworkSegment(75626708-94f6-4fcc-8cbd-0dd0dd709069),segment_id=75626708-94f6-4fcc-8cbd-0dd0dd709069)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:04:13.460499 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-bfb98021-3683-4e04-9611-8fa99bb77667 req-bd985d3a-6950-4c2c-8ed4-1f2abd1c2b5f tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:13.475856 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [req-bfb98021-3683-4e04-9611-8fa99bb77667 req-bd985d3a-6950-4c2c-8ed4-1f2abd1c2b5f tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] Calling delete_port for acc0aeb3-d92e-4735-b223-6f56ef14264f owned by compute:nova {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:04:13.540485 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41cbdef-7890-4b73-99d5-4b52656a7b76 req-25ab52cf-4fa1-4bdb-9549-df0e23f6010e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:13.542107 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-d41cbdef-7890-4b73-99d5-4b52656a7b76 req-25ab52cf-4fa1-4bdb-9549-df0e23f6010e service neutron] 10.222.0.22 "GET /v2.0/networks?id=d17d1b32-4aa7-4439-b455-9cb54b2072df HTTP/1.1" status: 200 len: 918 time: 0.1570027 Aug 11 03:04:13.567837 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-10fb9b14-ef8d-48b5-90be-f8f556fce167 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:13.585049 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-81ce55f2-9ecb-4536-83f0-ba5ce55de4bf admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1502547745-network', 'tenant_id': '566812f7205047c1bd6133004961d5a4'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:04:13.604352 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-d41cbdef-7890-4b73-99d5-4b52656a7b76 req-07a6621e-89f9-44ad-a388-472c6be1e5ae service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f8d33e19-1a39-49b9-b9dd-7682d139ad79 HTTP/1.1" status: 200 len: 217 time: 0.0492284 Aug 11 03:04:13.661544 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41cbdef-7890-4b73-99d5-4b52656a7b76 req-f5cd97b7-de38-44a9-9bfe-2c8bd2d1f8af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:13.663450 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-d41cbdef-7890-4b73-99d5-4b52656a7b76 req-f5cd97b7-de38-44a9-9bfe-2c8bd2d1f8af service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c8bae62b-5e51-4859-99ce-3b4e8f86224a HTTP/1.1" status: 200 len: 856 time: 0.0514679 Aug 11 03:04:13.669446 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-10fb9b14-ef8d-48b5-90be-f8f556fce167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:13.735610 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-10fb9b14-ef8d-48b5-90be-f8f556fce167 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c4b12c5b7aec4041afd31b27885041e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4397507 Aug 11 03:04:13.736339 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fb9b14-ef8d-48b5-90be-f8f556fce167 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdc8e01f-5dea-440e-9dd4-365309508a26,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:13.741163 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 48052) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:04:13.773311 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41cbdef-7890-4b73-99d5-4b52656a7b76 req-02408099-8674-495a-8bda-fc3b45fcf8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:13.774891 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-d41cbdef-7890-4b73-99d5-4b52656a7b76 req-02408099-8674-495a-8bda-fc3b45fcf8ae service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d17d1b32-4aa7-4439-b455-9cb54b2072df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1020269 Aug 11 03:04:13.777873 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-bfb98021-3683-4e04-9611-8fa99bb77667 req-bd985d3a-6950-4c2c-8ed4-1f2abd1c2b5f tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:13.787934 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2231d03c-b1bf-41c6-9355-9fd1dba1a124 req-049f9201-8292-40c7-aac8-adccb54ccc08 tempest-ServersTestBootFromVolume-829147864 tempest-ServersTestBootFromVolume-829147864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:13.789822 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2231d03c-b1bf-41c6-9355-9fd1dba1a124 req-049f9201-8292-40c7-aac8-adccb54ccc08 tempest-ServersTestBootFromVolume-829147864 tempest-ServersTestBootFromVolume-829147864-project] 10.222.0.41 "GET /v2.0/ports?device_id=b73aa8e8-3888-43cd-bbcd-17b5d9d1db40 HTTP/1.1" status: 200 len: 945 time: 0.0595098 Aug 11 03:04:13.790133 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['acc0aeb3-d92e-4735-b223-6f56ef14264f'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:04:13.844111 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81ce55f2-9ecb-4536-83f0-ba5ce55de4bf admin admin] Made reservation on behalf of 566812f7205047c1bd6133004961d5a4 for: {'network': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:04:13.846712 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-81ce55f2-9ecb-4536-83f0-ba5ce55de4bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:13.863582 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd985d3a-6950-4c2c-8ed4-1f2abd1c2b5f tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] Pushing event deleted for resources: {'Port': ['ID=acc0aeb3-d92e-4735-b223-6f56ef14264f,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:13.879075 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-94998a03-aa1d-4ad4-928e-ebcf40896bfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:13.886008 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-81ce55f2-9ecb-4536-83f0-ba5ce55de4bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:13.918737 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-94998a03-aa1d-4ad4-928e-ebcf40896bfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:13.921994 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-d41cbdef-7890-4b73-99d5-4b52656a7b76 req-e282e3f5-1ce1-4f7d-b271-67c592e64771 service neutron] 10.222.0.22 "GET /v2.0/networks/d17d1b32-4aa7-4439-b455-9cb54b2072df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349599 Aug 11 03:04:14.063066 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-d41cbdef-7890-4b73-99d5-4b52656a7b76 req-4b3d33ff-4804-456b-b077-97ca6e2e3649 service neutron] 10.222.0.22 "GET /v2.0/networks/d17d1b32-4aa7-4439-b455-9cb54b2072df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313510 Aug 11 03:04:14.109597 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-94998a03-aa1d-4ad4-928e-ebcf40896bfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:14.112336 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-94998a03-aa1d-4ad4-928e-ebcf40896bfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:14.113546 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-94998a03-aa1d-4ad4-928e-ebcf40896bfe admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cdc8e01f-5dea-440e-9dd4-365309508a26 HTTP/1.1" status: 204 len: 168 time: 0.3714707 Aug 11 03:04:14.122759 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94998a03-aa1d-4ad4-928e-ebcf40896bfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdc8e01f-5dea-440e-9dd4-365309508a26,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:14.226668 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfb98021-3683-4e04-9611-8fa99bb77667 req-bd985d3a-6950-4c2c-8ed4-1f2abd1c2b5f tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] No DVR routers for this DVR port acc0aeb3-d92e-4735-b223-6f56ef14264f on host n-h1-764292-30 {{(pid=102192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:04:14.244895 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-bfb98021-3683-4e04-9611-8fa99bb77667 req-bd985d3a-6950-4c2c-8ed4-1f2abd1c2b5f tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:14.247178 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bfb98021-3683-4e04-9611-8fa99bb77667 req-bd985d3a-6950-4c2c-8ed4-1f2abd1c2b5f tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.22 "DELETE /v2.0/ports/acc0aeb3-d92e-4735-b223-6f56ef14264f HTTP/1.1" status: 204 len: 173 time: 1.0261889 Aug 11 03:04:14.252806 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-71110c05-d946-4566-8dae-9b9dab127338 req-a9a65622-467f-4314-9106-3d30518b87f5 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/ports?device_id=00709577-8225-439b-ba91-c058df9317f3 HTTP/1.1" status: 200 len: 210 time: 0.3716283 Aug 11 03:04:14.271891 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2231d03c-b1bf-41c6-9355-9fd1dba1a124 req-1d7a0b34-f8ff-438f-b80a-59be6ceb6710 tempest-ServersTestBootFromVolume-829147864 tempest-ServersTestBootFromVolume-829147864-project] 10.222.0.41 "GET /v2.0/security-groups?id=3799b9f0-2cd6-4194-a840-878f5c5d8080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4664783 Aug 11 03:04:14.384666 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-81ce55f2-9ecb-4536-83f0-ba5ce55de4bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:14.414106 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0042d4-56a2-42ce-8ff2-c9f68530326e req-46d1a74f-c4e7-498f-833f-bc9ae35224d1 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:14.415722 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-fc0042d4-56a2-42ce-8ff2-c9f68530326e req-46d1a74f-c4e7-498f-833f-bc9ae35224d1 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/ports?device_id=eef198f5-5223-4d49-8ce9-d9987fbc9f79 HTTP/1.1" status: 200 len: 943 time: 0.0660841 Aug 11 03:04:14.488829 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-fc0042d4-56a2-42ce-8ff2-c9f68530326e req-cf172e04-8756-479c-b4a2-4d3910833915 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/security-groups?id=4490b831-3ed6-471e-94da-f0207d61c828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590127 Aug 11 03:04:14.497358 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eb2f22-65b7-4962-9245-ed7f7e74ba0d req-da681eb3-12d8-495d-97f1-e378b32170dc tempest-ServersTestFqdnHostnames-1074241809 tempest-ServersTestFqdnHostnames-1074241809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:14.498907 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-95eb2f22-65b7-4962-9245-ed7f7e74ba0d req-da681eb3-12d8-495d-97f1-e378b32170dc tempest-ServersTestFqdnHostnames-1074241809 tempest-ServersTestFqdnHostnames-1074241809-project] 10.222.0.41 "GET /v2.0/ports?device_id=a66ab0de-f12c-4fd3-a212-ca622ab87aa1 HTTP/1.1" status: 200 len: 943 time: 0.0786014 Aug 11 03:04:14.500605 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-81ce55f2-9ecb-4536-83f0-ba5ce55de4bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:14.537251 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81ce55f2-9ecb-4536-83f0-ba5ce55de4bf admin admin] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=102192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:04:14.553080 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ce55f2-9ecb-4536-83f0-ba5ce55de4bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8a45abf-fb9d-4591-aadb-6f7feb1d11bc,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:14.555096 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-81ce55f2-9ecb-4536-83f0-ba5ce55de4bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:14.555322 n-d-764292-30 neutron-server[102192]: INFO neutron.db.segments_db [None req-81ce55f2-9ecb-4536-83f0-ba5ce55de4bf admin admin] Added segment fdd62157-83ee-49d7-9d03-3180b0dfc477 of type vlan for network 1493de80-49da-4cbf-b501-923353ce3d1d Aug 11 03:04:14.601246 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-95eb2f22-65b7-4962-9245-ed7f7e74ba0d req-08371dfd-0578-4a57-b3f7-a8aff0c359d7 tempest-ServersTestFqdnHostnames-1074241809 tempest-ServersTestFqdnHostnames-1074241809-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee511d12-a44c-409f-9176-4376c08bbaa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932825 Aug 11 03:04:14.614967 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-81ce55f2-9ecb-4536-83f0-ba5ce55de4bf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:14.715092 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-81ce55f2-9ecb-4536-83f0-ba5ce55de4bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:14.716531 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ce55f2-9ecb-4536-83f0-ba5ce55de4bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:14.719198 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-81ce55f2-9ecb-4536-83f0-ba5ce55de4bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:14.783930 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ce55f2-9ecb-4536-83f0-ba5ce55de4bf admin admin] Pushing event updated for resources: {'Network': ['ID=1493de80-49da-4cbf-b501-923353ce3d1d,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:14.799939 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network 1493de80-49da-4cbf-b501-923353ce3d1d details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:04:14.859317 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00709577-8225-439b-ba91-c058df9317f3', 'name': 'network-vif-deleted', 'tag': 'acc0aeb3-d92e-4735-b223-6f56ef14264f'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:04:14.861928 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b0705b8-984c-4cec-adb1-6051590206a8" -d '{"events": [{"server_uuid": "00709577-8225-439b-ba91-c058df9317f3", "name": "network-vif-deleted", "tag": "acc0aeb3-d92e-4735-b223-6f56ef14264f"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:04:14.867881 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-81ce55f2-9ecb-4536-83f0-ba5ce55de4bf admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.4364607 Aug 11 03:04:14.870708 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 48094) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:04:14.876072 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-6f6e987d-4c18-4c21-8a24-c8c8db5aef16 admin admin] Request body: {'subnet': {'network_id': '1493de80-49da-4cbf-b501-923353ce3d1d', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1502547745-subnet', 'tenant_id': '566812f7205047c1bd6133004961d5a4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:04:14.920465 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:04:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de0e96e9-c942-4097-9302-b0bad44e607d x-openstack-request-id: req-de0e96e9-c942-4097-9302-b0bad44e607d {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:04:14.921108 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00709577-8225-439b-ba91-c058df9317f3", "name": "network-vif-deleted", "tag": "acc0aeb3-d92e-4735-b223-6f56ef14264f", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:04:14.922123 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-de0e96e9-c942-4097-9302-b0bad44e607d {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:04:14.922829 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00709577-8225-439b-ba91-c058df9317f3', 'name': 'network-vif-deleted', 'tag': 'acc0aeb3-d92e-4735-b223-6f56ef14264f', 'status': 'completed', 'code': 200} Aug 11 03:04:14.984144 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f6e987d-4c18-4c21-8a24-c8c8db5aef16 admin admin] Made reservation on behalf of 566812f7205047c1bd6133004961d5a4 for: {'subnet': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:04:14.986579 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-6f6e987d-4c18-4c21-8a24-c8c8db5aef16 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126180544'] for subnet, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:15.292325 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-6f6e987d-4c18-4c21-8a24-c8c8db5aef16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125932092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126180562'] for subnet, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:15.295204 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 2a724456-80fe-4f92-bd7e-1d2c3d4f9e25 details requested by agent hyperv_n-h1-764292-30 with host n-h1-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:04:15.440566 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f6e987d-4c18-4c21-8a24-c8c8db5aef16 admin admin] Checking segment: {'id': 'fdd62157-83ee-49d7-9d03-3180b0dfc477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '1493de80-49da-4cbf-b501-923353ce3d1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:04:15.441132 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f6e987d-4c18-4c21-8a24-c8c8db5aef16 admin admin] Network hostable DHCP agents. Network: 1493de80-49da-4cbf-b501-923353ce3d1d, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:04:15.461422 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 2a724456-80fe-4f92-bd7e-1d2c3d4f9e25, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=2a724456-80fe-4f92-bd7e-1d2c3d4f9e25,segment=NetworkSegment(ebcc783e-2ad5-444d-9e21-ceccb724a435),segment_id=ebcc783e-2ad5-444d-9e21-ceccb724a435)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:04:15.465848 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6f99cf27-2c8c-4705-85b7-0cc1617e908b req-7b9576cd-7159-4526-917c-539be1ab27c8 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/ports?device_id=00709577-8225-439b-ba91-c058df9317f3 HTTP/1.1" status: 200 len: 210 time: 0.0532346 Aug 11 03:04:15.470449 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6e987d-4c18-4c21-8a24-c8c8db5aef16 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a92f19a-3281-482c-b61b-1593ae994e9c,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:15.504714 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Returning: {'device': '2a724456-80fe-4f92-bd7e-1d2c3d4f9e25', 'network_id': '7e1dad9f-2bf8-440d-87e5-fd95b980cb13', 'port_id': '2a724456-80fe-4f92-bd7e-1d2c3d4f9e25', 'mac_address': 'fa:16:3e:26:40:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27ab6fea-8263-42f0-9e57-b002a7eb1fa0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:04:15.524037 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-40cf5556-518c-4700-8773-53639cbe7d06 req-b2b39a26-054b-4e30-9440-26503c4f1a91 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=2a223f1b2a284c768535cee2a71b4bcf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0571346 Aug 11 03:04:15.587823 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:15.619511 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a724456-80fe-4f92-bd7e-1d2c3d4f9e25 {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:04:15.621944 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f6e987d-4c18-4c21-8a24-c8c8db5aef16 admin admin] Network 1493de80-49da-4cbf-b501-923353ce3d1d is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:04:15.655859 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 2a724456-80fe-4f92-bd7e-1d2c3d4f9e25, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=2a724456-80fe-4f92-bd7e-1d2c3d4f9e25,segment=NetworkSegment(ebcc783e-2ad5-444d-9e21-ceccb724a435),segment_id=ebcc783e-2ad5-444d-9e21-ceccb724a435)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:04:15.696914 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427bdeb9-b289-4e67-a917-ccfac8e3e333 req-f23753d2-bd1e-42a8-b107-f9e8742a6687 tempest-ServersTestBootFromVolume-829147864 tempest-ServersTestBootFromVolume-829147864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:15.698531 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-427bdeb9-b289-4e67-a917-ccfac8e3e333 req-f23753d2-bd1e-42a8-b107-f9e8742a6687 tempest-ServersTestBootFromVolume-829147864 tempest-ServersTestBootFromVolume-829147864-project] 10.222.0.22 "GET /v2.0/ports?device_id=b73aa8e8-3888-43cd-bbcd-17b5d9d1db40 HTTP/1.1" status: 200 len: 945 time: 0.1864948 Aug 11 03:04:15.747075 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-6f6e987d-4c18-4c21-8a24-c8c8db5aef16 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, 1493de80-49da-4cbf-b501-923353ce3d1d) {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:04:15.755259 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3227a8d-05d4-4559-8a31-957763589753 None None] Network 1493de80-49da-4cbf-b501-923353ce3d1d requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:04:15.766405 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f6e987d-4c18-4c21-8a24-c8c8db5aef16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:15.767029 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-6f6e987d-4c18-4c21-8a24-c8c8db5aef16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:15.795718 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8621e82-30be-41aa-ad2d-2f33f00a8997 req-27827eb7-588b-44f5-8585-73c6fc754f52 tempest-ServersTestBootFromVolume-829147864 tempest-ServersTestBootFromVolume-829147864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:15.801259 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:15.802589 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device f8d33e19-1a39-49b9-b9dd-7682d139ad79 details requested by agent hyperv_n-h1-764292-30 with host n-h1-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:04:15.806820 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c8621e82-30be-41aa-ad2d-2f33f00a8997 req-27827eb7-588b-44f5-8585-73c6fc754f52 tempest-ServersTestBootFromVolume-829147864 tempest-ServersTestBootFromVolume-829147864-project] 10.222.0.41 "GET /v2.0/ports?device_id=b73aa8e8-3888-43cd-bbcd-17b5d9d1db40 HTTP/1.1" status: 200 len: 945 time: 0.1890714 Aug 11 03:04:15.827716 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cf5556-518c-4700-8773-53639cbe7d06 req-b44323fe-1e75-49cc-ada6-6c47214b19b1 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:15.829955 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-40cf5556-518c-4700-8773-53639cbe7d06 req-b44323fe-1e75-49cc-ada6-6c47214b19b1 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2817268 Aug 11 03:04:15.895974 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-40cf5556-518c-4700-8773-53639cbe7d06 req-c8eb2adf-29d9-4bf9-bc37-ca50551d8ffb tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/quotas/2a223f1b2a284c768535cee2a71b4bcf HTTP/1.1" status: 200 len: 375 time: 0.0367355 Aug 11 03:04:15.925842 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-6f6e987d-4c18-4c21-8a24-c8c8db5aef16 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0536387 Aug 11 03:04:15.932331 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 48136) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:04:15.938779 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c8621e82-30be-41aa-ad2d-2f33f00a8997 req-4cc42b73-1665-4205-b7c1-29fae4342e55 tempest-ServersTestBootFromVolume-829147864 tempest-ServersTestBootFromVolume-829147864-project] 10.222.0.41 "GET /v2.0/security-groups?id=3799b9f0-2cd6-4194-a840-878f5c5d8080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1308916 Aug 11 03:04:15.940320 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-f546f7ac-73a9-42ea-8d50-6ee1bbd09f5f admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1502547745-router', 'tenant_id': '566812f7205047c1bd6133004961d5a4', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:04:15.964347 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-40cf5556-518c-4700-8773-53639cbe7d06 req-0bc52f6d-7ff0-4963-873d-f0bf84b4b46c tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=2a223f1b2a284c768535cee2a71b4bcf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0505705 Aug 11 03:04:15.972264 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [req-427bdeb9-b289-4e67-a917-ccfac8e3e333 req-4410c9ec-ad42-412a-9928-a5e7aa44fff1 tempest-ServersTestBootFromVolume-829147864 tempest-ServersTestBootFromVolume-829147864-project] Deleting port 87ce7a68-971c-4807-ba49-31b2f3ec1b9a {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:04:15.972620 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-427bdeb9-b289-4e67-a917-ccfac8e3e333 req-4410c9ec-ad42-412a-9928-a5e7aa44fff1 tempest-ServersTestBootFromVolume-829147864 tempest-ServersTestBootFromVolume-829147864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:16.048042 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f546f7ac-73a9-42ea-8d50-6ee1bbd09f5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-450010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6626'] for router, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:16.050088 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f546f7ac-73a9-42ea-8d50-6ee1bbd09f5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-446747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6633'] for router, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:16.104684 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port f8d33e19-1a39-49b9-b9dd-7682d139ad79, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=f8d33e19-1a39-49b9-b9dd-7682d139ad79,segment=NetworkSegment(77249f53-d91a-4900-864a-cb193f73fd0b),segment_id=77249f53-d91a-4900-864a-cb193f73fd0b)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:04:16.135087 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f546f7ac-73a9-42ea-8d50-6ee1bbd09f5f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:16.139488 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-427bdeb9-b289-4e67-a917-ccfac8e3e333 req-4410c9ec-ad42-412a-9928-a5e7aa44fff1 tempest-ServersTestBootFromVolume-829147864 tempest-ServersTestBootFromVolume-829147864-project] For port 87ce7a68-971c-4807-ba49-31b2f3ec1b9a, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=87ce7a68-971c-4807-ba49-31b2f3ec1b9a,segment=NetworkSegment(179797a7-9b1f-4b2b-ae1e-26b7a646c1a8),segment_id=179797a7-9b1f-4b2b-ae1e-26b7a646c1a8)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:04:16.139668 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Returning: {'device': 'f8d33e19-1a39-49b9-b9dd-7682d139ad79', 'network_id': 'd17d1b32-4aa7-4439-b455-9cb54b2072df', 'port_id': 'f8d33e19-1a39-49b9-b9dd-7682d139ad79', 'mac_address': 'fa:16:3e:c4:bc:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8bae62b-5e51-4859-99ce-3b4e8f86224a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:04:16.139991 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-427bdeb9-b289-4e67-a917-ccfac8e3e333 req-4410c9ec-ad42-412a-9928-a5e7aa44fff1 tempest-ServersTestBootFromVolume-829147864 tempest-ServersTestBootFromVolume-829147864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:16.223667 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=2a724456-80fe-4f92-bd7e-1d2c3d4f9e25,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:16.240497 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:16.259126 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21c50c6-cdc6-4c07-b723-88b2345ee664 req-cea44e30-bb2a-403d-9f67-3a9171ee0269 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:16.262177 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8d33e19-1a39-49b9-b9dd-7682d139ad79 {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:04:16.266745 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d21c50c6-cdc6-4c07-b723-88b2345ee664 req-cea44e30-bb2a-403d-9f67-3a9171ee0269 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/ports?device_id=eef198f5-5223-4d49-8ce9-d9987fbc9f79 HTTP/1.1" status: 200 len: 943 time: 0.1238418 Aug 11 03:04:16.285161 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port f8d33e19-1a39-49b9-b9dd-7682d139ad79, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=f8d33e19-1a39-49b9-b9dd-7682d139ad79,segment=NetworkSegment(77249f53-d91a-4900-864a-cb193f73fd0b),segment_id=77249f53-d91a-4900-864a-cb193f73fd0b)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:04:16.377528 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:16.424172 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46475114-55e9-473e-9110-06464ed55cf2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde080026-c28f-55be-b52b-13827cc43646-1493de80-49da-4cbf-b501-923353ce3d1d', 'network_id': '1493de80-49da-4cbf-b501-923353ce3d1d', 'tenant_id': '566812f7205047c1bd6133004961d5a4', 'fixed_ips': [{'subnet_id': '3a92f19a-3281-482c-b61b-1593ae994e9c'}]}} from n-d-764292-30. {{(pid=102193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:04:16.425137 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-46475114-55e9-473e-9110-06464ed55cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:16.431830 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d21c50c6-cdc6-4c07-b723-88b2345ee664 req-992d001a-31e6-4dbc-9eb1-ef43110294de tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/security-groups?id=4490b831-3ed6-471e-94da-f0207d61c828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1640642 Aug 11 03:04:16.510558 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f546f7ac-73a9-42ea-8d50-6ee1bbd09f5f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:16.584391 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=f8d33e19-1a39-49b9-b9dd-7682d139ad79,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:16.585352 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf5c0f9-5073-4463-af7c-50274f71e801 req-76c693d5-7f63-485e-8558-9c9a074a4749 tempest-ServersTestFqdnHostnames-1074241809 tempest-ServersTestFqdnHostnames-1074241809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:16.592814 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-dcf5c0f9-5073-4463-af7c-50274f71e801 req-76c693d5-7f63-485e-8558-9c9a074a4749 tempest-ServersTestFqdnHostnames-1074241809 tempest-ServersTestFqdnHostnames-1074241809-project] 10.222.0.41 "GET /v2.0/ports?device_id=a66ab0de-f12c-4fd3-a212-ca622ab87aa1 HTTP/1.1" status: 200 len: 944 time: 0.2166045 Aug 11 03:04:16.640170 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-dd190ee2-bae2-4a86-885c-0700a75b7c40 req-3c7ebaf8-f63d-4332-adc1-ce1a160e29df tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=a978446e-4582-4607-aebd-6033f29f8980 HTTP/1.1" status: 200 len: 210 time: 0.0842109 Aug 11 03:04:16.703122 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-427bdeb9-b289-4e67-a917-ccfac8e3e333 req-4410c9ec-ad42-412a-9928-a5e7aa44fff1 tempest-ServersTestBootFromVolume-829147864 tempest-ServersTestBootFromVolume-829147864-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:16.704949 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-427bdeb9-b289-4e67-a917-ccfac8e3e333 req-4410c9ec-ad42-412a-9928-a5e7aa44fff1 tempest-ServersTestBootFromVolume-829147864 tempest-ServersTestBootFromVolume-829147864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446866'] for floatingip, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:16.705374 n-d-764292-30 neutron-server[102192]: INFO neutron.db.l3_db [req-427bdeb9-b289-4e67-a917-ccfac8e3e333 req-4410c9ec-ad42-412a-9928-a5e7aa44fff1 tempest-ServersTestBootFromVolume-829147864 tempest-ServersTestBootFromVolume-829147864-project] Floating IP f12f2b92-dad2-4b91-891c-cf8a6f5af7e9 disassociated. External IP: 172.25.8.246, port: 87ce7a68-971c-4807-ba49-31b2f3ec1b9a. Aug 11 03:04:16.705954 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [req-427bdeb9-b289-4e67-a917-ccfac8e3e333 req-4410c9ec-ad42-412a-9928-a5e7aa44fff1 tempest-ServersTestBootFromVolume-829147864 tempest-ServersTestBootFromVolume-829147864-project] Calling delete_port for 87ce7a68-971c-4807-ba49-31b2f3ec1b9a owned by compute:nova {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:04:16.771810 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['f8d33e19-1a39-49b9-b9dd-7682d139ad79'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:04:16.772496 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7ae6238d-9370-4d26-a447-e462ac2bc2ab req-5e116f86-7029-49a0-bd52-a0f3fb512586 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/ports?device_id=00709577-8225-439b-ba91-c058df9317f3 HTTP/1.1" status: 200 len: 210 time: 0.0363877 Aug 11 03:04:16.788726 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['2a724456-80fe-4f92-bd7e-1d2c3d4f9e25'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:04:16.804882 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-dcf5c0f9-5073-4463-af7c-50274f71e801 req-134e7069-8461-4c65-9b89-caea618878f8 tempest-ServersTestFqdnHostnames-1074241809 tempest-ServersTestFqdnHostnames-1074241809-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee511d12-a44c-409f-9176-4376c08bbaa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2111411 Aug 11 03:04:16.851007 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.db_base_plugin_common [None req-46475114-55e9-473e-9110-06464ed55cf2 None None] Allocated IP 172.20.0.2 (1493de80-49da-4cbf-b501-923353ce3d1d/3a92f19a-3281-482c-b61b-1593ae994e9c/fddc7ee2-7db7-441a-83e0-b74975cd7319) {{(pid=102193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:04:16.902185 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f546f7ac-73a9-42ea-8d50-6ee1bbd09f5f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:16.928753 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f546f7ac-73a9-42ea-8d50-6ee1bbd09f5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:17.096854 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [None req-f546f7ac-73a9-42ea-8d50-6ee1bbd09f5f admin admin] Allocated IP 172.25.8.212 (09faf7d2-eaf5-4a50-bb6e-4cb05d009a76/e1a97443-13df-40bb-85f5-fd269e2742c0/014169f1-9024-4a20-928a-363b504832e6) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:04:17.121971 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8695029-3dcf-45fc-84e6-c6bbb79ce289 req-4ffa3672-f2cc-4445-80ac-2fca589a91e0 tempest-ServersTestBootFromVolume-829147864 tempest-ServersTestBootFromVolume-829147864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:17.124631 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a8695029-3dcf-45fc-84e6-c6bbb79ce289 req-4ffa3672-f2cc-4445-80ac-2fca589a91e0 tempest-ServersTestBootFromVolume-829147864 tempest-ServersTestBootFromVolume-829147864-project] 10.222.0.41 "GET /v2.0/ports?device_id=b73aa8e8-3888-43cd-bbcd-17b5d9d1db40 HTTP/1.1" status: 200 len: 945 time: 0.0729096 Aug 11 03:04:17.169871 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a8695029-3dcf-45fc-84e6-c6bbb79ce289 req-0f72fc8c-f830-46f2-a034-e47f1aac6b15 tempest-ServersTestBootFromVolume-829147864 tempest-ServersTestBootFromVolume-829147864-project] 10.222.0.41 "GET /v2.0/security-groups?id=3799b9f0-2cd6-4194-a840-878f5c5d8080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373406 Aug 11 03:04:17.229016 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-427bdeb9-b289-4e67-a917-ccfac8e3e333 req-4410c9ec-ad42-412a-9928-a5e7aa44fff1 tempest-ServersTestBootFromVolume-829147864 tempest-ServersTestBootFromVolume-829147864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:17.240470 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f546f7ac-73a9-42ea-8d50-6ee1bbd09f5f admin admin] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:17.281151 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-46475114-55e9-473e-9110-06464ed55cf2 None None] Notify callbacks [] for port, precommit_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:17.296451 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-46475114-55e9-473e-9110-06464ed55cf2 None None] Transition to ACTIVE for port object fddc7ee2-7db7-441a-83e0-b74975cd7319 will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:04:17.300773 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 87ce7a68-971c-4807-ba49-31b2f3ec1b9a no longer exists at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:04:17.326505 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4410c9ec-ad42-412a-9928-a5e7aa44fff1 tempest-ServersTestBootFromVolume-829147864 tempest-ServersTestBootFromVolume-829147864-project] Pushing event deleted for resources: {'Port': ['ID=87ce7a68-971c-4807-ba49-31b2f3ec1b9a,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:17.350423 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] No Port match for: 87ce7a68-971c-4807-ba49-31b2f3ec1b9a {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:04:17.350423 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 87ce7a68-971c-4807-ba49-31b2f3ec1b9a not bound to the agent host n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:04:17.350423 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device acc0aeb3-d92e-4735-b223-6f56ef14264f no longer exists at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:04:17.374400 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f546f7ac-73a9-42ea-8d50-6ee1bbd09f5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:17.428313 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] No Port match for: acc0aeb3-d92e-4735-b223-6f56ef14264f {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:04:17.429024 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device acc0aeb3-d92e-4735-b223-6f56ef14264f not bound to the agent host n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:04:17.446592 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-46475114-55e9-473e-9110-06464ed55cf2 None None] Transition to ACTIVE for port object fddc7ee2-7db7-441a-83e0-b74975cd7319 will not be triggered until provisioned by entity DHCP. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:04:17.499861 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.l3_agent_scheduler [req-427bdeb9-b289-4e67-a917-ccfac8e3e333 req-4410c9ec-ad42-412a-9928-a5e7aa44fff1 tempest-ServersTestBootFromVolume-829147864 tempest-ServersTestBootFromVolume-829147864-project] Router 4cb0f117-6cf3-4dfe-9795-75dd15d1664a has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:04:17.504009 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f546f7ac-73a9-42ea-8d50-6ee1bbd09f5f admin admin] Network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:04:17.512278 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-f546f7ac-73a9-42ea-8d50-6ee1bbd09f5f admin admin] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:04:17.519260 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f546f7ac-73a9-42ea-8d50-6ee1bbd09f5f admin admin] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:04:17.549509 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-46475114-55e9-473e-9110-06464ed55cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669'] for port, after_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:17.562109 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f546f7ac-73a9-42ea-8d50-6ee1bbd09f5f admin admin] Pushing event updated for resources: {'Port': ['ID=014169f1-9024-4a20-928a-363b504832e6,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:17.604358 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46475114-55e9-473e-9110-06464ed55cf2 None None] Pushing event updated for resources: {'Port': ['ID=fddc7ee2-7db7-441a-83e0-b74975cd7319,revision_number=1']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:17.634917 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46475114-55e9-473e-9110-06464ed55cf2 None None] Network 1493de80-49da-4cbf-b501-923353ce3d1d is already hosted by enough agents. {{(pid=102193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:04:17.643326 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.base_scheduler [None req-46475114-55e9-473e-9110-06464ed55cf2 None None] Resources bound (agent type, host, resource id): {{(pid=102193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:04:17.649516 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46475114-55e9-473e-9110-06464ed55cf2 None None] Received port after_create {{(pid=102193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:04:17.671982 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a2f473-810a-40a8-bb48-060e38e8ad0a req-ff278933-c44b-48f4-a316-e6f565dd9512 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:17.685493 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a3a2f473-810a-40a8-bb48-060e38e8ad0a req-ff278933-c44b-48f4-a316-e6f565dd9512 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/ports?device_id=eef198f5-5223-4d49-8ce9-d9987fbc9f79 HTTP/1.1" status: 200 len: 944 time: 0.1238728 Aug 11 03:04:17.771965 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-46475114-55e9-473e-9110-06464ed55cf2 None None] Attempting to bind port fddc7ee2-7db7-441a-83e0-b74975cd7319 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:04:17.773355 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-46475114-55e9-473e-9110-06464ed55cf2 None None] Attempting to bind port fddc7ee2-7db7-441a-83e0-b74975cd7319 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': 'fdd62157-83ee-49d7-9d03-3180b0dfc477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '1493de80-49da-4cbf-b501-923353ce3d1d'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:04:17.773914 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46475114-55e9-473e-9110-06464ed55cf2 None None] Attempting to bind port fddc7ee2-7db7-441a-83e0-b74975cd7319 on network 1493de80-49da-4cbf-b501-923353ce3d1d {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:04:17.781648 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46475114-55e9-473e-9110-06464ed55cf2 None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 4, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:04:17.785021 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46475114-55e9-473e-9110-06464ed55cf2 None None] Checking segment: {'id': 'fdd62157-83ee-49d7-9d03-3180b0dfc477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '1493de80-49da-4cbf-b501-923353ce3d1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:04:17.788360 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-46475114-55e9-473e-9110-06464ed55cf2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:17.792485 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46475114-55e9-473e-9110-06464ed55cf2 None None] Bound using segment: {'id': 'fdd62157-83ee-49d7-9d03-3180b0dfc477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '1493de80-49da-4cbf-b501-923353ce3d1d'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:04:17.793240 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-46475114-55e9-473e-9110-06464ed55cf2 None None] Bound port: fddc7ee2-7db7-441a-83e0-b74975cd7319, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdd62157-83ee-49d7-9d03-3180b0dfc477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '1493de80-49da-4cbf-b501-923353ce3d1d'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:04:17.793836 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-46475114-55e9-473e-9110-06464ed55cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:17.863682 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1b74e249-9bd9-4592-a316-dc2d765270ef req-7f32ee08-5b38-43f5-9014-499b3eadd1dc tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=a978446e-4582-4607-aebd-6033f29f8980 HTTP/1.1" status: 200 len: 210 time: 0.0638666 Aug 11 03:04:17.884738 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-46475114-55e9-473e-9110-06464ed55cf2 None None] For port fddc7ee2-7db7-441a-83e0-b74975cd7319, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:04:17.889526 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-46475114-55e9-473e-9110-06464ed55cf2 None None] For port fddc7ee2-7db7-441a-83e0-b74975cd7319, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=fddc7ee2-7db7-441a-83e0-b74975cd7319,segment=NetworkSegment(fdd62157-83ee-49d7-9d03-3180b0dfc477),segment_id=fdd62157-83ee-49d7-9d03-3180b0dfc477)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:04:17.907207 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a3a2f473-810a-40a8-bb48-060e38e8ad0a req-027aa37c-5379-4e5a-bc75-3171d0ffa9be tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/security-groups?id=4490b831-3ed6-471e-94da-f0207d61c828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2205060 Aug 11 03:04:17.934647 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-427bdeb9-b289-4e67-a917-ccfac8e3e333 req-4410c9ec-ad42-412a-9928-a5e7aa44fff1 tempest-ServersTestBootFromVolume-829147864 tempest-ServersTestBootFromVolume-829147864-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:04:17.955414 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b2cc817-9e11-4250-8530-bc60c11ca4b6 None None] Sync routers for ids ['4cb0f117-6cf3-4dfe-9795-75dd15d1664a'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:04:17.968914 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b2cc817-9e11-4250-8530-bc60c11ca4b6 None None] Routers {'4cb0f117-6cf3-4dfe-9795-75dd15d1664a'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:04:17.969820 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-6b2cc817-9e11-4250-8530-bc60c11ca4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:04:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['4cb0f117-6cf3-4dfe-9795-75dd15d1664a'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:04:18.097333 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b2f75529-a044-40d7-b901-5893bed19fca req-57d1b729-c050-4dfe-b48a-5be71255d575 tempest-QuotasAdminNegativeTest-1248666300 tempest-QuotasAdminNegativeTest-1248666300-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=c46b51f15ee64abda4354bd62b3a766a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0295370 Aug 11 03:04:18.108007 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [req-427bdeb9-b289-4e67-a917-ccfac8e3e333 req-4410c9ec-ad42-412a-9928-a5e7aa44fff1 tempest-ServersTestBootFromVolume-829147864 tempest-ServersTestBootFromVolume-829147864-project] No DVR routers for this DVR port 87ce7a68-971c-4807-ba49-31b2f3ec1b9a on host n-h1-764292-30 {{(pid=102192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:04:18.120086 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f546f7ac-73a9-42ea-8d50-6ee1bbd09f5f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:18.122701 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-427bdeb9-b289-4e67-a917-ccfac8e3e333 req-4410c9ec-ad42-412a-9928-a5e7aa44fff1 tempest-ServersTestBootFromVolume-829147864 tempest-ServersTestBootFromVolume-829147864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:18.125183 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-427bdeb9-b289-4e67-a917-ccfac8e3e333 req-4410c9ec-ad42-412a-9928-a5e7aa44fff1 tempest-ServersTestBootFromVolume-829147864 tempest-ServersTestBootFromVolume-829147864-project] 10.222.0.22 "DELETE /v2.0/ports/87ce7a68-971c-4807-ba49-31b2f3ec1b9a HTTP/1.1" status: 204 len: 173 time: 2.4180036 Aug 11 03:04:18.137939 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b73aa8e8-3888-43cd-bbcd-17b5d9d1db40', 'name': 'network-vif-deleted', 'tag': '87ce7a68-971c-4807-ba49-31b2f3ec1b9a'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:04:18.143401 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28612783-35d2-47b7-92ab-397ed34e666f" -d '{"events": [{"server_uuid": "b73aa8e8-3888-43cd-bbcd-17b5d9d1db40", "name": "network-vif-deleted", "tag": "87ce7a68-971c-4807-ba49-31b2f3ec1b9a"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:04:18.182863 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-19f67d8d-bf50-4425-9f7d-c47b3571b0ea req-87b88b19-47d8-497f-8bbf-eb7ef0e11212 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/ports?device_id=00709577-8225-439b-ba91-c058df9317f3 HTTP/1.1" status: 200 len: 210 time: 0.0704679 Aug 11 03:04:18.195657 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-6b2cc817-9e11-4250-8530-bc60c11ca4b6 None None] Set router 4cb0f117-6cf3-4dfe-9795-75dd15d1664a gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:04:18.260482 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.agents_db [None req-950b7202-decb-43e2-8f71-ac8931dc9749 None None] Agent healthcheck: found 7 active agents {{(pid=102194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:04:18.281509 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-46475114-55e9-473e-9110-06464ed55cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:18.343530 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f75529-a044-40d7-b901-5893bed19fca req-d07ac912-2cd0-4bdf-9bc8-5aff70a3ec5b tempest-QuotasAdminNegativeTest-1248666300 tempest-QuotasAdminNegativeTest-1248666300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:18.345014 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b2f75529-a044-40d7-b901-5893bed19fca req-d07ac912-2cd0-4bdf-9bc8-5aff70a3ec5b tempest-QuotasAdminNegativeTest-1248666300 tempest-QuotasAdminNegativeTest-1248666300-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2465978 Aug 11 03:04:18.408918 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0164566-33da-4c3d-a000-44fa79ace3be req-c15d6e02-7331-43a3-9357-d25d7b552a94 tempest-ServersTestFqdnHostnames-1074241809 tempest-ServersTestFqdnHostnames-1074241809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:18.421958 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e0164566-33da-4c3d-a000-44fa79ace3be req-c15d6e02-7331-43a3-9357-d25d7b552a94 tempest-ServersTestFqdnHostnames-1074241809 tempest-ServersTestFqdnHostnames-1074241809-project] 10.222.0.41 "GET /v2.0/ports?device_id=a66ab0de-f12c-4fd3-a212-ca622ab87aa1 HTTP/1.1" status: 200 len: 944 time: 0.1349969 Aug 11 03:04:18.426318 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b2f75529-a044-40d7-b901-5893bed19fca req-cbe27c73-fb89-4d61-98bd-8e54c1912b4a tempest-QuotasAdminNegativeTest-1248666300 tempest-QuotasAdminNegativeTest-1248666300-project] 10.222.0.41 "GET /v2.0/quotas/c46b51f15ee64abda4354bd62b3a766a HTTP/1.1" status: 200 len: 375 time: 0.0707822 Aug 11 03:04:18.454916 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46475114-55e9-473e-9110-06464ed55cf2 None None] Pushing event updated for resources: {'Port': ['ID=fddc7ee2-7db7-441a-83e0-b74975cd7319,revision_number=2']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:18.481395 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b2f75529-a044-40d7-b901-5893bed19fca req-449220c7-d629-401f-98a7-83d615d6a996 tempest-QuotasAdminNegativeTest-1248666300 tempest-QuotasAdminNegativeTest-1248666300-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c46b51f15ee64abda4354bd62b3a766a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0479534 Aug 11 03:04:18.524975 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e0164566-33da-4c3d-a000-44fa79ace3be req-9bce0763-0ff9-41f4-bddc-aa69492fe3dc tempest-ServersTestFqdnHostnames-1074241809 tempest-ServersTestFqdnHostnames-1074241809-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee511d12-a44c-409f-9176-4376c08bbaa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019175 Aug 11 03:04:18.561389 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f546f7ac-73a9-42ea-8d50-6ee1bbd09f5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-446952'] for router, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:18.577583 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:04:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-489963c2-283b-448f-abce-1821d91f7aee x-openstack-request-id: req-489963c2-283b-448f-abce-1821d91f7aee {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:04:18.578189 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b73aa8e8-3888-43cd-bbcd-17b5d9d1db40", "name": "network-vif-deleted", "tag": "87ce7a68-971c-4807-ba49-31b2f3ec1b9a", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:04:18.578650 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-489963c2-283b-448f-abce-1821d91f7aee {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:04:18.579619 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b73aa8e8-3888-43cd-bbcd-17b5d9d1db40', 'name': 'network-vif-deleted', 'tag': '87ce7a68-971c-4807-ba49-31b2f3ec1b9a', 'status': 'completed', 'code': 200} Aug 11 03:04:18.586579 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-6b2cc817-9e11-4250-8530-bc60c11ca4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cb0f117-6cf3-4dfe-9795-75dd15d1664a', 'name': 'tempest-ServersTestBootFromVolume-108852941-router', 'tenant_id': 'dfb8b0d4c8dd4fb2a0a5ea64f5a9a8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.163'}], 'enable_snat': True}, 'gw_port_id': '22b2f2ed-8c35-4b3c-bf36-e580318a380d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:59:52Z', 'updated_at': '2021-08-11T02:59:59Z', 'revision_number': 4, 'project_id': 'dfb8b0d4c8dd4fb2a0a5ea64f5a9a8f2', 'gw_port': {'id': '22b2f2ed-8c35-4b3c-bf36-e580318a380d', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:c4:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cb0f117-6cf3-4dfe-9795-75dd15d1664a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:59:53Z', 'updated_at': '2021-08-11T03:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '19d4939c-7424-4e1d-8597-c5b689f10ddb', 'name': '', 'network_id': 'cbd69375-f38e-43b2-827b-7a0dc45266b3', 'tenant_id': 'dfb8b0d4c8dd4fb2a0a5ea64f5a9a8f2', 'mac_address': 'fa:16:3e:b7:38:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cb0f117-6cf3-4dfe-9795-75dd15d1664a', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '9b5dcd8b-176c-469e-8a38-c36073f2d1d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:59:57Z', 'updated_at': '2021-08-11T03:00:04Z', 'revision_number': 5, 'project_id': 'dfb8b0d4c8dd4fb2a0a5ea64f5a9a8f2', 'subnets': [{'id': '9b5dcd8b-176c-469e-8a38-c36073f2d1d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:04:18.660602 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b2cc817-9e11-4250-8530-bc60c11ca4b6 None None] Checking router: 4cb0f117-6cf3-4dfe-9795-75dd15d1664a for host: n-d-764292-30 {{(pid=102193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:04:18.685542 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b2cc817-9e11-4250-8530-bc60c11ca4b6 None None] Routers {'4cb0f117-6cf3-4dfe-9795-75dd15d1664a'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:04:18.687101 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-6b2cc817-9e11-4250-8530-bc60c11ca4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:04:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['4cb0f117-6cf3-4dfe-9795-75dd15d1664a'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:04:18.753875 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4a90177b-abab-4aca-80eb-6f12aef8cffb req-42dc4230-fd8a-489a-b308-390395bee45d tempest-ServersTestBootFromVolume-829147864 tempest-ServersTestBootFromVolume-829147864-project] 10.222.0.41 "GET /v2.0/ports?device_id=b73aa8e8-3888-43cd-bbcd-17b5d9d1db40 HTTP/1.1" status: 200 len: 210 time: 0.0793688 Aug 11 03:04:18.892517 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-6b2cc817-9e11-4250-8530-bc60c11ca4b6 None None] Set router 4cb0f117-6cf3-4dfe-9795-75dd15d1664a gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:04:18.937852 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f546f7ac-73a9-42ea-8d50-6ee1bbd09f5f admin admin] Router 7e8c8b41-cd3e-4560-be29-3ec32677d323 is scheduled to L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 with binding_index 1 {{(pid=102191) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:04:18.969254 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-71f5a4e1-4ee6-4d91-b0f2-d3be634b792c req-10674ba6-f28e-421f-b8a8-919600bde33a tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=a978446e-4582-4607-aebd-6033f29f8980 HTTP/1.1" status: 200 len: 210 time: 0.0284884 Aug 11 03:04:19.123299 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e25ebec-94b1-4372-afa8-b1366dc7ea2d req-410e4ac8-1b2e-4106-9e12-a79eadaa1b5e tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:19.130980 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f546f7ac-73a9-42ea-8d50-6ee1bbd09f5f admin admin] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:04:19.133786 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7e25ebec-94b1-4372-afa8-b1366dc7ea2d req-410e4ac8-1b2e-4106-9e12-a79eadaa1b5e tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/ports?device_id=eef198f5-5223-4d49-8ce9-d9987fbc9f79 HTTP/1.1" status: 200 len: 944 time: 0.0863707 Aug 11 03:04:19.142087 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8fed4f3-fe24-4dbe-8f4a-0829ac6b6fb1 None None] Sync routers for ids ['7e8c8b41-cd3e-4560-be29-3ec32677d323'] in n-d-764292-30 {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:04:19.155486 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8fed4f3-fe24-4dbe-8f4a-0829ac6b6fb1 None None] Routers {'7e8c8b41-cd3e-4560-be29-3ec32677d323'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:04:19.156121 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-a8fed4f3-fe24-4dbe-8f4a-0829ac6b6fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:04:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['7e8c8b41-cd3e-4560-be29-3ec32677d323'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:04:19.238219 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7e25ebec-94b1-4372-afa8-b1366dc7ea2d req-67c0e429-29ea-412c-91c0-bf0f206d0e40 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/security-groups?id=4490b831-3ed6-471e-94da-f0207d61c828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977142 Aug 11 03:04:19.255717 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f546f7ac-73a9-42ea-8d50-6ee1bbd09f5f admin admin] Notify callbacks [] for router, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:19.255717 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-f546f7ac-73a9-42ea-8d50-6ee1bbd09f5f admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.3139033 Aug 11 03:04:19.255717 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 48230) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:04:19.292013 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 2a724456-80fe-4f92-bd7e-1d2c3d4f9e25 up at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:04:19.307744 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-40cf5556-518c-4700-8773-53639cbe7d06 req-6752aad2-f721-45f2-a2ca-b862e9968b8f tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=2a223f1b2a284c768535cee2a71b4bcf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1150241 Aug 11 03:04:19.344203 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-6b2cc817-9e11-4250-8530-bc60c11ca4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cb0f117-6cf3-4dfe-9795-75dd15d1664a', 'name': 'tempest-ServersTestBootFromVolume-108852941-router', 'tenant_id': 'dfb8b0d4c8dd4fb2a0a5ea64f5a9a8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.163'}], 'enable_snat': True}, 'gw_port_id': '22b2f2ed-8c35-4b3c-bf36-e580318a380d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:59:52Z', 'updated_at': '2021-08-11T02:59:59Z', 'revision_number': 4, 'project_id': 'dfb8b0d4c8dd4fb2a0a5ea64f5a9a8f2', 'gw_port': {'id': '22b2f2ed-8c35-4b3c-bf36-e580318a380d', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:c4:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cb0f117-6cf3-4dfe-9795-75dd15d1664a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:59:53Z', 'updated_at': '2021-08-11T03:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '19d4939c-7424-4e1d-8597-c5b689f10ddb', 'name': '', 'network_id': 'cbd69375-f38e-43b2-827b-7a0dc45266b3', 'tenant_id': 'dfb8b0d4c8dd4fb2a0a5ea64f5a9a8f2', 'mac_address': 'fa:16:3e:b7:38:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cb0f117-6cf3-4dfe-9795-75dd15d1664a', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '9b5dcd8b-176c-469e-8a38-c36073f2d1d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:59:57Z', 'updated_at': '2021-08-11T03:00:04Z', 'revision_number': 5, 'project_id': 'dfb8b0d4c8dd4fb2a0a5ea64f5a9a8f2', 'subnets': [{'id': '9b5dcd8b-176c-469e-8a38-c36073f2d1d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:04:19.510898 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-a8fed4f3-fe24-4dbe-8f4a-0829ac6b6fb1 None None] Set router 7e8c8b41-cd3e-4560-be29-3ec32677d323 gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:04:19.594757 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3c572d7f-ed8d-40b7-8d1b-27902cd02309 req-12d2425b-dd55-40fe-86ee-63ef90b41732 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/ports?device_id=00709577-8225-439b-ba91-c058df9317f3 HTTP/1.1" status: 200 len: 210 time: 0.2189567 Aug 11 03:04:19.814929 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device fddc7ee2-7db7-441a-83e0-b74975cd7319 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:04:19.826785 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b2cc817-9e11-4250-8530-bc60c11ca4b6 None None] The sync data for ids ['4cb0f117-6cf3-4dfe-9795-75dd15d1664a'] in n-d-764292-30 is: [{'id': '4cb0f117-6cf3-4dfe-9795-75dd15d1664a', 'name': 'tempest-ServersTestBootFromVolume-108852941-router', 'tenant_id': 'dfb8b0d4c8dd4fb2a0a5ea64f5a9a8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.163'}], 'enable_snat': True}, 'gw_port_id': '22b2f2ed-8c35-4b3c-bf36-e580318a380d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:59:52Z', 'updated_at': '2021-08-11T02:59:59Z', 'revision_number': 4, 'project_id': 'dfb8b0d4c8dd4fb2a0a5ea64f5a9a8f2', 'gw_port': {'id': '22b2f2ed-8c35-4b3c-bf36-e580318a380d', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:c4:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cb0f117-6cf3-4dfe-9795-75dd15d1664a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:59:53Z', 'updated_at': '2021-08-11T03:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '19d4939c-7424-4e1d-8597-c5b689f10ddb', 'name': '', 'network_id': 'cbd69375-f38e-43b2-827b-7a0dc45266b3', 'tenant_id': 'dfb8b0d4c8dd4fb2a0a5ea64f5a9a8f2', 'mac_address': 'fa:16:3e:b7:38:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cb0f117-6cf3-4dfe-9795-75dd15d1664a', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '9b5dcd8b-176c-469e-8a38-c36073f2d1d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:59:57Z', 'updated_at': '2021-08-11T03:00:04Z', 'revision_number': 5, 'project_id': 'dfb8b0d4c8dd4fb2a0a5ea64f5a9a8f2', 'subnets': [{'id': '9b5dcd8b-176c-469e-8a38-c36073f2d1d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:04:19.909107 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cf5556-518c-4700-8773-53639cbe7d06 req-a23d48e8-0507-4fa6-81be-decb02e420bd tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:19.913156 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-40cf5556-518c-4700-8773-53639cbe7d06 req-a23d48e8-0507-4fa6-81be-decb02e420bd tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5979338 Aug 11 03:04:19.969165 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-40cf5556-518c-4700-8773-53639cbe7d06 req-1c23d581-db15-4f02-9caa-3c6df8c30da0 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Request body: {'port': {'device_id': 'a978446e-4582-4607-aebd-6033f29f8980', 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba', 'admin_state_up': True, 'tenant_id': '2a223f1b2a284c768535cee2a71b4bcf'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:04:20.069160 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning for port 2a724456-80fe-4f92-bd7e-1d2c3d4f9e25 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:04:20.075287 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning complete for port 2a724456-80fe-4f92-bd7e-1d2c3d4f9e25 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:04:20.075873 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:20.141414 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd5c2cef-25b3-414a-a15c-41fded585577 None None] Network 1493de80-49da-4cbf-b501-923353ce3d1d requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:04:20.145399 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-a8fed4f3-fe24-4dbe-8f4a-0829ac6b6fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e8c8b41-cd3e-4560-be29-3ec32677d323', 'name': 'tempest-FloatingIPsTestJSON-1502547745-router', 'tenant_id': '566812f7205047c1bd6133004961d5a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': '014169f1-9024-4a20-928a-363b504832e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:04:16Z', 'updated_at': '2021-08-11T03:04:17Z', 'revision_number': 3, 'project_id': '566812f7205047c1bd6133004961d5a4', 'gw_port': {'id': '014169f1-9024-4a20-928a-363b504832e6', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:8c:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e8c8b41-cd3e-4560-be29-3ec32677d323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:04:16Z', 'updated_at': '2021-08-11T03:04:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:04:20.147235 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port fddc7ee2-7db7-441a-83e0-b74975cd7319 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:04:20.230769 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8fed4f3-fe24-4dbe-8f4a-0829ac6b6fb1 None None] Checking router: 7e8c8b41-cd3e-4560-be29-3ec32677d323 for host: n-d-764292-30 {{(pid=102194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:04:20.232425 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8fed4f3-fe24-4dbe-8f4a-0829ac6b6fb1 None None] Updating router 7e8c8b41-cd3e-4560-be29-3ec32677d323 port 014169f1-9024-4a20-928a-363b504832e6 binding host n-d-764292-30 {{(pid=102194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:04:20.277957 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0e84d694-a711-45d7-9bb3-a63795b5838b req-69243e73-b152-4ba9-a507-fdd7d3119021 tempest-QuotasAdminNegativeTest-1248666300 tempest-QuotasAdminNegativeTest-1248666300-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=c46b51f15ee64abda4354bd62b3a766a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0638285 Aug 11 03:04:20.292320 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-a8fed4f3-fe24-4dbe-8f4a-0829ac6b6fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:20.341774 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b2b3f2-51c7-43c7-b718-0e47e4680c6c req-02da500a-7e8f-4bac-820f-7ecb3dfe9d0a tempest-ServersTestFqdnHostnames-1074241809 tempest-ServersTestFqdnHostnames-1074241809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:20.349757 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f0b2b3f2-51c7-43c7-b718-0e47e4680c6c req-02da500a-7e8f-4bac-820f-7ecb3dfe9d0a tempest-ServersTestFqdnHostnames-1074241809 tempest-ServersTestFqdnHostnames-1074241809-project] 10.222.0.41 "GET /v2.0/ports?device_id=a66ab0de-f12c-4fd3-a212-ca622ab87aa1 HTTP/1.1" status: 200 len: 944 time: 0.6562850 Aug 11 03:04:20.424138 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-d7a080a6-7307-49d0-80e8-531000a10f29 None None] Provisioning for port fddc7ee2-7db7-441a-83e0-b74975cd7319 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:04:20.439353 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f0b2b3f2-51c7-43c7-b718-0e47e4680c6c req-193c46b2-745e-4be2-b219-b6949397c64f tempest-ServersTestFqdnHostnames-1074241809 tempest-ServersTestFqdnHostnames-1074241809-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee511d12-a44c-409f-9176-4376c08bbaa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834327 Aug 11 03:04:20.455275 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61fa31f4-fbd8-4511-bd4b-f3a45ff86745 None None] New status for floating IP f12f2b92-dad2-4b91-891c-cf8a6f5af7e9: DOWN {{(pid=102193) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:04:20.462185 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:20.526693 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-d7a080a6-7307-49d0-80e8-531000a10f29 None None] Provisioning complete for port fddc7ee2-7db7-441a-83e0-b74975cd7319 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:04:20.527096 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-d7a080a6-7307-49d0-80e8-531000a10f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:20.602083 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d916a118-fec1-414a-893a-748e319c7ff2 req-851b935e-22e7-4ed9-9297-98692ed3ada9 tempest-ServersTestBootFromVolume-829147864 tempest-ServersTestBootFromVolume-829147864-project] 10.222.0.41 "GET /v2.0/ports?device_id=b73aa8e8-3888-43cd-bbcd-17b5d9d1db40 HTTP/1.1" status: 200 len: 210 time: 0.0398295 Aug 11 03:04:20.603512 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40cf5556-518c-4700-8773-53639cbe7d06 req-1c23d581-db15-4f02-9caa-3c6df8c30da0 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Made reservation on behalf of 2a223f1b2a284c768535cee2a71b4bcf for: {'port': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:04:20.625115 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-40cf5556-518c-4700-8773-53639cbe7d06 req-1c23d581-db15-4f02-9caa-3c6df8c30da0 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:20.648692 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a66ab0de-f12c-4fd3-a212-ca622ab87aa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a724456-80fe-4f92-bd7e-1d2c3d4f9e25'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:04:20.651135 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-511330ca-061f-4995-a416-2bef8affdd28" -d '{"events": [{"server_uuid": "a66ab0de-f12c-4fd3-a212-ca622ab87aa1", "name": "network-vif-plugged", "status": "completed", "tag": "2a724456-80fe-4f92-bd7e-1d2c3d4f9e25"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:04:20.654127 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e84d694-a711-45d7-9bb3-a63795b5838b req-0422940c-7c59-4e87-9921-cce8887b93f4 tempest-QuotasAdminNegativeTest-1248666300 tempest-QuotasAdminNegativeTest-1248666300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:20.659816 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0e84d694-a711-45d7-9bb3-a63795b5838b req-0422940c-7c59-4e87-9921-cce8887b93f4 tempest-QuotasAdminNegativeTest-1248666300 tempest-QuotasAdminNegativeTest-1248666300-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3803926 Aug 11 03:04:20.671720 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-40cf5556-518c-4700-8773-53639cbe7d06 req-1c23d581-db15-4f02-9caa-3c6df8c30da0 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:20.734636 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 2a724456-80fe-4f92-bd7e-1d2c3d4f9e25, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=2a724456-80fe-4f92-bd7e-1d2c3d4f9e25,segment=NetworkSegment(ebcc783e-2ad5-444d-9e21-ceccb724a435),segment_id=ebcc783e-2ad5-444d-9e21-ceccb724a435)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:04:20.747880 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0e84d694-a711-45d7-9bb3-a63795b5838b req-13cbd7c3-a9f2-42ef-93be-794b321a9ad0 tempest-QuotasAdminNegativeTest-1248666300 tempest-QuotasAdminNegativeTest-1248666300-project] 10.222.0.41 "GET /v2.0/quotas/c46b51f15ee64abda4354bd62b3a766a HTTP/1.1" status: 200 len: 375 time: 0.0736334 Aug 11 03:04:20.770230 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-81eda4b9-a7ad-4eed-ad89-4e6d1fa4a0cc req-3269edfc-5e84-4ed1-9486-f5a7f36b090c tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=a978446e-4582-4607-aebd-6033f29f8980 HTTP/1.1" status: 200 len: 210 time: 0.0559781 Aug 11 03:04:20.845996 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0e84d694-a711-45d7-9bb3-a63795b5838b req-9e2a8ea1-27ae-4755-aff4-8088de0a9147 tempest-QuotasAdminNegativeTest-1248666300 tempest-QuotasAdminNegativeTest-1248666300-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c46b51f15ee64abda4354bd62b3a766a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0971527 Aug 11 03:04:20.892855 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-a8fed4f3-fe24-4dbe-8f4a-0829ac6b6fb1 None None] Notify callbacks [] for port, precommit_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:20.908248 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-d7a080a6-7307-49d0-80e8-531000a10f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:20.912198 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:20.913017 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device f8d33e19-1a39-49b9-b9dd-7682d139ad79 up at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:04:20.913166 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-16751c76-c3da-4d21-8fe8-9ac0fd757754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:20.918013 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.provisioning_blocks [None req-a8fed4f3-fe24-4dbe-8f4a-0829ac6b6fb1 None None] Transition to ACTIVE for port object 014169f1-9024-4a20-928a-363b504832e6 will not be triggered until provisioned by entity L2. {{(pid=102194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:04:21.012593 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-a8fed4f3-fe24-4dbe-8f4a-0829ac6b6fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:21.128858 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3e6b01-641f-4eb4-8399-f9f7e1dd828b req-3a4e0fc8-5af4-4121-885c-5ea53c8a5c8f tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:21.133763 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-d7a080a6-7307-49d0-80e8-531000a10f29 None None] For port fddc7ee2-7db7-441a-83e0-b74975cd7319, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=fddc7ee2-7db7-441a-83e0-b74975cd7319,segment=NetworkSegment(fdd62157-83ee-49d7-9d03-3180b0dfc477),segment_id=fdd62157-83ee-49d7-9d03-3180b0dfc477)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:04:21.142711 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8c3e6b01-641f-4eb4-8399-f9f7e1dd828b req-3a4e0fc8-5af4-4121-885c-5ea53c8a5c8f tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/ports?device_id=eef198f5-5223-4d49-8ce9-d9987fbc9f79 HTTP/1.1" status: 200 len: 944 time: 0.2241578 Aug 11 03:04:21.142918 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=2a724456-80fe-4f92-bd7e-1d2c3d4f9e25,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:21.167255 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-a8fed4f3-fe24-4dbe-8f4a-0829ac6b6fb1 None None] Attempting to bind port 014169f1-9024-4a20-928a-363b504832e6 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:04:21.168162 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-a8fed4f3-fe24-4dbe-8f4a-0829ac6b6fb1 None None] Attempting to bind port 014169f1-9024-4a20-928a-363b504832e6 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}] {{(pid=102194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:04:21.168529 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8fed4f3-fe24-4dbe-8f4a-0829ac6b6fb1 None None] Attempting to bind port 014169f1-9024-4a20-928a-363b504832e6 on network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:04:21.179175 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8fed4f3-fe24-4dbe-8f4a-0829ac6b6fb1 None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 4, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:04:21.179542 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8fed4f3-fe24-4dbe-8f4a-0829ac6b6fb1 None None] Checking segment: {'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:04:21.179940 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-a8fed4f3-fe24-4dbe-8f4a-0829ac6b6fb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:21.180330 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8fed4f3-fe24-4dbe-8f4a-0829ac6b6fb1 None None] Bound using segment: {'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'} {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:04:21.180797 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-a8fed4f3-fe24-4dbe-8f4a-0829ac6b6fb1 None None] Bound port: 014169f1-9024-4a20-928a-363b504832e6, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}}] {{(pid=102194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:04:21.181299 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-a8fed4f3-fe24-4dbe-8f4a-0829ac6b6fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:21.192231 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50eba023-5b30-4093-8dfd-733f0de29829 None None] Pushing event updated for resources: {'Port': ['ID=014169f1-9024-4a20-928a-363b504832e6,revision_number=2']} {{(pid=102194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:21.199286 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [None req-16751c76-c3da-4d21-8fe8-9ac0fd757754 admin admin] Allocated IP 172.20.0.1 (1493de80-49da-4cbf-b501-923353ce3d1d/3a92f19a-3281-482c-b61b-1593ae994e9c/ee0fa225-f9e0-415d-b5c3-14de9dcb3247) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:04:21.228943 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c06ab553-5dd7-4116-8d4c-0447da5aa4ad req-ac7d491a-956e-4603-8b87-e36e1bff77a5 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/ports?device_id=00709577-8225-439b-ba91-c058df9317f3 HTTP/1.1" status: 200 len: 210 time: 0.1139503 Aug 11 03:04:21.237852 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-40cf5556-518c-4700-8773-53639cbe7d06 req-1c23d581-db15-4f02-9caa-3c6df8c30da0 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:21.265005 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-d7a080a6-7307-49d0-80e8-531000a10f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:21.276937 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning for port f8d33e19-1a39-49b9-b9dd-7682d139ad79 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:04:21.317155 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8c3e6b01-641f-4eb4-8399-f9f7e1dd828b req-67d60438-37ab-480d-8791-d8d5a4cf6730 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/security-groups?id=4490b831-3ed6-471e-94da-f0207d61c828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1722372 Aug 11 03:04:21.332870 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.db [None req-a8fed4f3-fe24-4dbe-8f4a-0829ac6b6fb1 None None] For port 014169f1-9024-4a20-928a-363b504832e6, host n-d-764292-30, cleared binding levels {{(pid=102194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:04:21.339065 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-40cf5556-518c-4700-8773-53639cbe7d06 req-1c23d581-db15-4f02-9caa-3c6df8c30da0 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:21.351394 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.db [None req-a8fed4f3-fe24-4dbe-8f4a-0829ac6b6fb1 None None] For port 014169f1-9024-4a20-928a-363b504832e6, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=014169f1-9024-4a20-928a-363b504832e6,segment=NetworkSegment(fab28bed-aa25-40db-bba4-ec26e795194c),segment_id=fab28bed-aa25-40db-bba4-ec26e795194c)] {{(pid=102194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:04:21.423497 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-a8fed4f3-fe24-4dbe-8f4a-0829ac6b6fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:21.445920 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-16751c76-c3da-4d21-8fe8-9ac0fd757754 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:21.483697 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a080a6-7307-49d0-80e8-531000a10f29 None None] Pushing event updated for resources: {'Port': ['ID=fddc7ee2-7db7-441a-83e0-b74975cd7319,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:21.501040 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [None req-16751c76-c3da-4d21-8fe8-9ac0fd757754 admin admin] Transition to ACTIVE for port object ee0fa225-f9e0-415d-b5c3-14de9dcb3247 will not be triggered until provisioned by entity DHCP. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:04:21.507835 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:04:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a7a1f94-3e85-450e-ae7c-7cadc520843c x-openstack-request-id: req-9a7a1f94-3e85-450e-ae7c-7cadc520843c {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:04:21.508711 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a66ab0de-f12c-4fd3-a212-ca622ab87aa1", "name": "network-vif-plugged", "status": "completed", "tag": "2a724456-80fe-4f92-bd7e-1d2c3d4f9e25", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:04:21.509064 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9a7a1f94-3e85-450e-ae7c-7cadc520843c {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:04:21.509848 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a66ab0de-f12c-4fd3-a212-ca622ab87aa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a724456-80fe-4f92-bd7e-1d2c3d4f9e25', 'code': 200} Aug 11 03:04:21.511187 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning complete for port f8d33e19-1a39-49b9-b9dd-7682d139ad79 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:04:21.512163 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:21.533597 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8fed4f3-fe24-4dbe-8f4a-0829ac6b6fb1 None None] Routers {'7e8c8b41-cd3e-4560-be29-3ec32677d323'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:04:21.534720 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-a8fed4f3-fe24-4dbe-8f4a-0829ac6b6fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:04:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['7e8c8b41-cd3e-4560-be29-3ec32677d323'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:04:21.538471 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50eba023-5b30-4093-8dfd-733f0de29829 None None] Pushing event updated for resources: {'Port': ['ID=014169f1-9024-4a20-928a-363b504832e6,revision_number=3']} {{(pid=102194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:21.559491 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-4f5a4d43-a104-42b7-8ad5-5bc7c4c6e96c None None] Provisioning complete for port fddc7ee2-7db7-441a-83e0-b74975cd7319 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:04:21.560070 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-4f5a4d43-a104-42b7-8ad5-5bc7c4c6e96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:21.682772 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f236cb2-3170-4625-a789-a9192cd5eec9 req-dc297c31-2570-4fbb-9318-4f787d36f206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:21.687283 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-9f236cb2-3170-4625-a789-a9192cd5eec9 req-dc297c31-2570-4fbb-9318-4f787d36f206 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=a66ab0de-f12c-4fd3-a212-ca622ab87aa1 HTTP/1.1" status: 200 len: 1097 time: 0.0650623 Aug 11 03:04:21.692104 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-16751c76-c3da-4d21-8fe8-9ac0fd757754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:21.711394 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c23d581-db15-4f02-9caa-3c6df8c30da0 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:21.798786 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-a8fed4f3-fe24-4dbe-8f4a-0829ac6b6fb1 None None] Set router 7e8c8b41-cd3e-4560-be29-3ec32677d323 gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:04:21.801671 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16751c76-c3da-4d21-8fe8-9ac0fd757754 admin admin] Network 1493de80-49da-4cbf-b501-923353ce3d1d is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:04:21.825706 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:21.842586 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-9f236cb2-3170-4625-a789-a9192cd5eec9 req-9a646c79-0025-43e5-91b8-19f5ee21e851 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=ee511d12-a44c-409f-9176-4376c08bbaa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1292119 Aug 11 03:04:21.843416 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-16751c76-c3da-4d21-8fe8-9ac0fd757754 admin admin] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:04:21.850968 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16751c76-c3da-4d21-8fe8-9ac0fd757754 admin admin] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:04:21.868926 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port f8d33e19-1a39-49b9-b9dd-7682d139ad79, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=f8d33e19-1a39-49b9-b9dd-7682d139ad79,segment=NetworkSegment(77249f53-d91a-4900-864a-cb193f73fd0b),segment_id=77249f53-d91a-4900-864a-cb193f73fd0b)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:04:21.881768 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bd9ce70b-41bb-4286-b47b-74876df7a530 req-32c59d86-de48-4b51-a9e2-294ac2f5b36e service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=60603c36-cbbd-4561-ab9a-3a7fd11177f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3468299 Aug 11 03:04:21.896060 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30cee91-64ab-4b0f-8118-6ece0cbc94de req-8bf354a7-0306-4742-b34b-fa0009a25cbb tempest-ServersTestFqdnHostnames-1074241809 tempest-ServersTestFqdnHostnames-1074241809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:21.904640 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a30cee91-64ab-4b0f-8118-6ece0cbc94de req-8bf354a7-0306-4742-b34b-fa0009a25cbb tempest-ServersTestFqdnHostnames-1074241809 tempest-ServersTestFqdnHostnames-1074241809-project] 10.222.0.41 "GET /v2.0/ports?device_id=a66ab0de-f12c-4fd3-a212-ca622ab87aa1 HTTP/1.1" status: 200 len: 945 time: 0.3036783 Aug 11 03:04:21.913165 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-16751c76-c3da-4d21-8fe8-9ac0fd757754 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-520987'] for router_interface, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:21.933681 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [req-40cf5556-518c-4700-8773-53639cbe7d06 req-1c23d581-db15-4f02-9caa-3c6df8c30da0 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Allocated IP 192.168.233.140 (d1bf0def-6fa4-4d3e-bbc5-20a040931fba/254a3f4d-2b75-429e-bbb2-8e70554e9483/49709cb6-e751-4686-8ada-f7f57e0574e6) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:04:21.961404 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16751c76-c3da-4d21-8fe8-9ac0fd757754 admin admin] Pushing event updated for resources: {'Port': ['ID=ee0fa225-f9e0-415d-b5c3-14de9dcb3247,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:21.970555 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:21.995372 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a30cee91-64ab-4b0f-8118-6ece0cbc94de req-fea907f8-0288-4588-89ea-4bff18d8c110 tempest-ServersTestFqdnHostnames-1074241809 tempest-ServersTestFqdnHostnames-1074241809-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee511d12-a44c-409f-9176-4376c08bbaa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895097 Aug 11 03:04:22.051044 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=f8d33e19-1a39-49b9-b9dd-7682d139ad79,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:22.135080 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-a8fed4f3-fe24-4dbe-8f4a-0829ac6b6fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e8c8b41-cd3e-4560-be29-3ec32677d323', 'name': 'tempest-FloatingIPsTestJSON-1502547745-router', 'tenant_id': '566812f7205047c1bd6133004961d5a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': '014169f1-9024-4a20-928a-363b504832e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:04:16Z', 'updated_at': '2021-08-11T03:04:17Z', 'revision_number': 3, 'project_id': '566812f7205047c1bd6133004961d5a4', 'gw_port': {'id': '014169f1-9024-4a20-928a-363b504832e6', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:8c:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e8c8b41-cd3e-4560-be29-3ec32677d323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:04:16Z', 'updated_at': '2021-08-11T03:04:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:04:22.168073 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8fed4f3-fe24-4dbe-8f4a-0829ac6b6fb1 None None] The sync data for ids ['7e8c8b41-cd3e-4560-be29-3ec32677d323'] in n-d-764292-30 is: [{'id': '7e8c8b41-cd3e-4560-be29-3ec32677d323', 'name': 'tempest-FloatingIPsTestJSON-1502547745-router', 'tenant_id': '566812f7205047c1bd6133004961d5a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': '014169f1-9024-4a20-928a-363b504832e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:04:16Z', 'updated_at': '2021-08-11T03:04:17Z', 'revision_number': 3, 'project_id': '566812f7205047c1bd6133004961d5a4', 'gw_port': {'id': '014169f1-9024-4a20-928a-363b504832e6', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:8c:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e8c8b41-cd3e-4560-be29-3ec32677d323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:04:16Z', 'updated_at': '2021-08-11T03:04:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}] {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:04:22.254387 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-16751c76-c3da-4d21-8fe8-9ac0fd757754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:22.271644 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c7108538-aa22-4f28-af91-5dfda00bffef req-ac30def5-b07f-4a73-8e97-08ce7762db39 tempest-ServersTestBootFromVolume-829147864 tempest-ServersTestBootFromVolume-829147864-project] 10.222.0.41 "GET /v2.0/ports?device_id=b73aa8e8-3888-43cd-bbcd-17b5d9d1db40 HTTP/1.1" status: 200 len: 210 time: 0.0917506 Aug 11 03:04:22.291401 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-109b022d-c5e1-4e2e-9314-080a51ca8a66 req-67f5dc2c-8651-4bce-9722-75c2b7eb4d83 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=a978446e-4582-4607-aebd-6033f29f8980 HTTP/1.1" status: 200 len: 210 time: 0.1180208 Aug 11 03:04:22.341413 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9ce70b-41bb-4286-b47b-74876df7a530 req-01bac583-ea05-45e8-9de8-f12efd04fb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:22.343818 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bd9ce70b-41bb-4286-b47b-74876df7a530 req-01bac583-ea05-45e8-9de8-f12efd04fb72 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=83808f5f252c43418f6a6c255d45878a&device_id=60603c36-cbbd-4561-ab9a-3a7fd11177f5 HTTP/1.1" status: 200 len: 1096 time: 0.3425486 Aug 11 03:04:22.346924 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-40cf5556-518c-4700-8773-53639cbe7d06 req-1c23d581-db15-4f02-9caa-3c6df8c30da0 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:22.365658 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [req-40cf5556-518c-4700-8773-53639cbe7d06 req-1c23d581-db15-4f02-9caa-3c6df8c30da0 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Transition to ACTIVE for port object 49709cb6-e751-4686-8ada-f7f57e0574e6 will not be triggered until provisioned by entity DHCP. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:04:22.377703 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-40864e9e-ebfb-4300-a3af-4d0e0048ee80 None None] Provisioning for port ee0fa225-f9e0-415d-b5c3-14de9dcb3247 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:04:22.383080 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-40864e9e-ebfb-4300-a3af-4d0e0048ee80 None None] Provisioning complete for port ee0fa225-f9e0-415d-b5c3-14de9dcb3247 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:04:22.383509 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-40864e9e-ebfb-4300-a3af-4d0e0048ee80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:22.464284 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-40864e9e-ebfb-4300-a3af-4d0e0048ee80 None None] Port ee0fa225-f9e0-415d-b5c3-14de9dcb3247 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:04:22.653678 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-40cf5556-518c-4700-8773-53639cbe7d06 req-1c23d581-db15-4f02-9caa-3c6df8c30da0 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:22.660936 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-16751c76-c3da-4d21-8fe8-9ac0fd757754 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:22.718811 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9ce70b-41bb-4286-b47b-74876df7a530 req-0fd915dc-176a-4749-b23e-4174500e3dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:22.720621 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bd9ce70b-41bb-4286-b47b-74876df7a530 req-0fd915dc-176a-4749-b23e-4174500e3dc7 service neutron] 10.222.0.22 "GET /v2.0/networks?id=a1f5acc4-6e30-4bf9-bc28-7ff84dac631d HTTP/1.1" status: 200 len: 908 time: 0.3526449 Aug 11 03:04:22.737863 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-16751c76-c3da-4d21-8fe8-9ac0fd757754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:22.747351 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40cf5556-518c-4700-8773-53639cbe7d06 req-1c23d581-db15-4f02-9caa-3c6df8c30da0 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Network d1bf0def-6fa4-4d3e-bbc5-20a040931fba is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:04:22.751011 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [req-40cf5556-518c-4700-8773-53639cbe7d06 req-1c23d581-db15-4f02-9caa-3c6df8c30da0 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:04:22.759839 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [req-40cf5556-518c-4700-8773-53639cbe7d06 req-1c23d581-db15-4f02-9caa-3c6df8c30da0 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:04:22.799144 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538ec9af-1fd5-4d90-9e86-0569d4c82ce9 req-11d9acaf-0435-4ce3-ac68-9c9d09d5cef4 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:22.807372 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-538ec9af-1fd5-4d90-9e86-0569d4c82ce9 req-11d9acaf-0435-4ce3-ac68-9c9d09d5cef4 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/ports?device_id=eef198f5-5223-4d49-8ce9-d9987fbc9f79 HTTP/1.1" status: 200 len: 945 time: 0.2334311 Aug 11 03:04:22.835116 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bd9ce70b-41bb-4286-b47b-74876df7a530 req-01ad644e-618e-41e9-91ef-59b93599004e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b76041ec-402b-41d5-8fb1-e117d05c0c99 HTTP/1.1" status: 200 len: 217 time: 0.1062379 Aug 11 03:04:22.851266 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-16751c76-c3da-4d21-8fe8-9ac0fd757754 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16383026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521135'] for router_interface, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:22.878869 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16751c76-c3da-4d21-8fe8-9ac0fd757754 admin admin] Pushing event updated for resources: {'Port': ['ID=ee0fa225-f9e0-415d-b5c3-14de9dcb3247,revision_number=2']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:23.092126 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16751c76-c3da-4d21-8fe8-9ac0fd757754 admin admin] Network 1493de80-49da-4cbf-b501-923353ce3d1d is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:04:23.099157 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-16751c76-c3da-4d21-8fe8-9ac0fd757754 admin admin] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:04:23.279771 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16751c76-c3da-4d21-8fe8-9ac0fd757754 admin admin] Router 7e8c8b41-cd3e-4560-be29-3ec32677d323 has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:04:23.289917 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a85bd78f-4186-451a-a053-7430690b42a9 req-a47491f4-578b-437b-9dce-5d1b2fc792a7 tempest-QuotasAdminNegativeTest-1248666300 tempest-QuotasAdminNegativeTest-1248666300-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=c46b51f15ee64abda4354bd62b3a766a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0352430 Aug 11 03:04:23.290953 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c23d581-db15-4f02-9caa-3c6df8c30da0 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Pushing event updated for resources: {'Port': ['ID=49709cb6-e751-4686-8ada-f7f57e0574e6,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:23.314946 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-ae445445-c825-431c-a61a-77b3fc7662da None None] Provisioning for port 49709cb6-e751-4686-8ada-f7f57e0574e6 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:04:23.320764 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-ae445445-c825-431c-a61a-77b3fc7662da None None] Provisioning complete for port 49709cb6-e751-4686-8ada-f7f57e0574e6 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:04:23.321177 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-ae445445-c825-431c-a61a-77b3fc7662da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:23.426064 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-ae445445-c825-431c-a61a-77b3fc7662da None None] Port 49709cb6-e751-4686-8ada-f7f57e0574e6 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:04:23.471547 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9ce70b-41bb-4286-b47b-74876df7a530 req-5f2eb6ef-ef8c-46e0-a2d7-773115ff3687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:23.473995 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bd9ce70b-41bb-4286-b47b-74876df7a530 req-5f2eb6ef-ef8c-46e0-a2d7-773115ff3687 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=0d013ade-4c13-41b9-b262-cf5646bc4bdb HTTP/1.1" status: 200 len: 847 time: 0.6003103 Aug 11 03:04:23.481238 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cf5556-518c-4700-8773-53639cbe7d06 req-1c23d581-db15-4f02-9caa-3c6df8c30da0 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:23.482802 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-40cf5556-518c-4700-8773-53639cbe7d06 req-1c23d581-db15-4f02-9caa-3c6df8c30da0 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:23.503770 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-538ec9af-1fd5-4d90-9e86-0569d4c82ce9 req-cf7e4aed-6a63-4023-9af2-53bee38c1af1 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/security-groups?id=4490b831-3ed6-471e-94da-f0207d61c828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6950231 Aug 11 03:04:23.511330 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eef198f5-5223-4d49-8ce9-d9987fbc9f79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8d33e19-1a39-49b9-b9dd-7682d139ad79'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:04:23.514073 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dafa1ad0-f595-439e-b54f-81686bdcdc2f" -d '{"events": [{"server_uuid": "eef198f5-5223-4d49-8ce9-d9987fbc9f79", "name": "network-vif-plugged", "status": "completed", "tag": "f8d33e19-1a39-49b9-b9dd-7682d139ad79"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:04:23.526864 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16751c76-c3da-4d21-8fe8-9ac0fd757754 admin admin] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:04:23.552644 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-16751c76-c3da-4d21-8fe8-9ac0fd757754 admin admin] 10.222.0.41 "PUT /v2.0/routers/7e8c8b41-cd3e-4560-be29-3ec32677d323/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2919350 Aug 11 03:04:23.559716 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-d2ee698b-fc99-48cd-bbc0-8326b7da011b None None] Provisioning complete for port ee0fa225-f9e0-415d-b5c3-14de9dcb3247 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:04:23.559716 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-d2ee698b-fc99-48cd-bbc0-8326b7da011b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:23.564132 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bd9ce70b-41bb-4286-b47b-74876df7a530 req-ee3ba07f-d2c2-4615-9dd1-8828d1ad6e44 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a1f5acc4-6e30-4bf9-bc28-7ff84dac631d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0742967 Aug 11 03:04:23.654981 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 014169f1-9024-4a20-928a-363b504832e6 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:04:23.705320 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-d2ee698b-fc99-48cd-bbc0-8326b7da011b None None] Port ee0fa225-f9e0-415d-b5c3-14de9dcb3247 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:04:23.712500 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-40cf5556-518c-4700-8773-53639cbe7d06 req-1c23d581-db15-4f02-9caa-3c6df8c30da0 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.7789338 Aug 11 03:04:23.750418 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-40cf5556-518c-4700-8773-53639cbe7d06 req-5bf195fe-5396-4127-bb94-59d3a7e139ca service neutron] Request body: {'port': {'device_id': 'a978446e-4582-4607-aebd-6033f29f8980', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764292-30'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:04:23.800616 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85bd78f-4186-451a-a053-7430690b42a9 req-44ae89fd-e78f-4465-a69b-364fa5fd9f43 tempest-QuotasAdminNegativeTest-1248666300 tempest-QuotasAdminNegativeTest-1248666300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:23.801987 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a85bd78f-4186-451a-a053-7430690b42a9 req-44ae89fd-e78f-4465-a69b-364fa5fd9f43 tempest-QuotasAdminNegativeTest-1248666300 tempest-QuotasAdminNegativeTest-1248666300-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4798179 Aug 11 03:04:23.812488 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port 014169f1-9024-4a20-928a-363b504832e6 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:04:23.817116 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 014169f1-9024-4a20-928a-363b504832e6 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:04:23.817601 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:23.836016 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f727391a-33d2-4dde-a912-7ff333c86897 req-b18f0697-994d-4fa2-9adc-e5d18e73aac6 tempest-ServersTestFqdnHostnames-1074241809 tempest-ServersTestFqdnHostnames-1074241809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:23.837487 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f727391a-33d2-4dde-a912-7ff333c86897 req-b18f0697-994d-4fa2-9adc-e5d18e73aac6 tempest-ServersTestFqdnHostnames-1074241809 tempest-ServersTestFqdnHostnames-1074241809-project] 10.222.0.41 "GET /v2.0/ports?device_id=a66ab0de-f12c-4fd3-a212-ca622ab87aa1 HTTP/1.1" status: 200 len: 945 time: 0.1778562 Aug 11 03:04:23.860591 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bd9ce70b-41bb-4286-b47b-74876df7a530 req-f1581c9f-ef00-4887-92f1-5a46f4f810d2 service neutron] 10.222.0.22 "GET /v2.0/networks/a1f5acc4-6e30-4bf9-bc28-7ff84dac631d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2850807 Aug 11 03:04:23.861820 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a85bd78f-4186-451a-a053-7430690b42a9 req-0a82f674-e6d7-4095-ae0a-2597efb79e53 tempest-QuotasAdminNegativeTest-1248666300 tempest-QuotasAdminNegativeTest-1248666300-project] 10.222.0.41 "GET /v2.0/quotas/c46b51f15ee64abda4354bd62b3a766a HTTP/1.1" status: 200 len: 375 time: 0.0522461 Aug 11 03:04:23.917670 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:23.924690 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-40cf5556-518c-4700-8773-53639cbe7d06 req-5bf195fe-5396-4127-bb94-59d3a7e139ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:23.940764 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port 014169f1-9024-4a20-928a-363b504832e6, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=014169f1-9024-4a20-928a-363b504832e6,segment=NetworkSegment(fab28bed-aa25-40db-bba4-ec26e795194c),segment_id=fab28bed-aa25-40db-bba4-ec26e795194c)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:04:23.954674 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a85bd78f-4186-451a-a053-7430690b42a9 req-1f110d91-b988-4ad6-ac21-d2fa92a0640f tempest-QuotasAdminNegativeTest-1248666300 tempest-QuotasAdminNegativeTest-1248666300-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c46b51f15ee64abda4354bd62b3a766a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0836835 Aug 11 03:04:23.987164 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f727391a-33d2-4dde-a912-7ff333c86897 req-34551131-613e-47ea-a3a2-037bd938b488 tempest-ServersTestFqdnHostnames-1074241809 tempest-ServersTestFqdnHostnames-1074241809-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee511d12-a44c-409f-9176-4376c08bbaa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1322613 Aug 11 03:04:24.051864 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:24.054472 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device fddc7ee2-7db7-441a-83e0-b74975cd7319 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:04:24.152189 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bd9ce70b-41bb-4286-b47b-74876df7a530 req-5d88feb7-73c9-4995-b099-176013fde596 service neutron] 10.222.0.22 "GET /v2.0/networks/a1f5acc4-6e30-4bf9-bc28-7ff84dac631d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2823837 Aug 11 03:04:24.169995 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port fddc7ee2-7db7-441a-83e0-b74975cd7319 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:04:24.171071 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:24.203519 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4eeedd4e-c020-47b0-830a-c95fe8536438 req-ba2f843d-2de6-4f31-b99f-86c2f9f0d955 tempest-ServersTestBootFromVolume-829147864 tempest-ServersTestBootFromVolume-829147864-project] 10.222.0.41 "GET /v2.0/ports?device_id=b73aa8e8-3888-43cd-bbcd-17b5d9d1db40 HTTP/1.1" status: 200 len: 210 time: 0.0745046 Aug 11 03:04:24.218882 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=014169f1-9024-4a20-928a-363b504832e6,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:24.287571 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:04:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-657914a5-5e5c-434e-b395-35b18e0fab27 x-openstack-request-id: req-657914a5-5e5c-434e-b395-35b18e0fab27 {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:04:24.288046 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eef198f5-5223-4d49-8ce9-d9987fbc9f79", "name": "network-vif-plugged", "status": "completed", "tag": "f8d33e19-1a39-49b9-b9dd-7682d139ad79", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:04:24.288495 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-657914a5-5e5c-434e-b395-35b18e0fab27 {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:04:24.289250 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eef198f5-5223-4d49-8ce9-d9987fbc9f79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8d33e19-1a39-49b9-b9dd-7682d139ad79', 'code': 200} Aug 11 03:04:24.338770 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a08472b-c1ab-41af-9eb4-de7bf82263cc req-071f81b9-41a5-4654-b6d6-04656faa9ef9 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:24.340369 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7a08472b-c1ab-41af-9eb4-de7bf82263cc req-071f81b9-41a5-4654-b6d6-04656faa9ef9 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=a978446e-4582-4607-aebd-6033f29f8980 HTTP/1.1" status: 200 len: 936 time: 0.2132413 Aug 11 03:04:24.489708 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7a08472b-c1ab-41af-9eb4-de7bf82263cc req-2f6bd63a-ea36-4486-942f-4472e8feb17e tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391985 Aug 11 03:04:24.516266 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad410fe-2005-4b5a-88cd-64e32c61ab60 req-38a9d122-1099-483d-8f05-c975516475c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:24.517789 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9ad410fe-2005-4b5a-88cd-64e32c61ab60 req-38a9d122-1099-483d-8f05-c975516475c7 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=eef198f5-5223-4d49-8ce9-d9987fbc9f79 HTTP/1.1" status: 200 len: 1097 time: 0.1898148 Aug 11 03:04:24.577212 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-333c66e1-9127-4185-bfab-4d067a825197 None None] Sync routers for ids ['7e8c8b41-cd3e-4560-be29-3ec32677d323'] in n-d-764292-30 {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:04:24.588300 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-333c66e1-9127-4185-bfab-4d067a825197 None None] Routers {'7e8c8b41-cd3e-4560-be29-3ec32677d323'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:04:24.588516 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-333c66e1-9127-4185-bfab-4d067a825197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:04:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['7e8c8b41-cd3e-4560-be29-3ec32677d323'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:04:24.611430 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [req-40cf5556-518c-4700-8773-53639cbe7d06 req-5bf195fe-5396-4127-bb94-59d3a7e139ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49709cb6-e751-4686-8ada-f7f57e0574e6 {{(pid=102192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:04:24.631624 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-40cf5556-518c-4700-8773-53639cbe7d06 req-5bf195fe-5396-4127-bb94-59d3a7e139ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:24.653924 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9ad410fe-2005-4b5a-88cd-64e32c61ab60 req-2d8893fc-2896-4910-b413-15cdd4caa2ca service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=4490b831-3ed6-471e-94da-f0207d61c828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1156311 Aug 11 03:04:24.672736 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7285319c-ffe4-4f90-942f-820719cd407f req-fbe05785-f47a-4839-ada8-335f826cac51 tempest-FloatingIPsTestJSON-1069435168 tempest-FloatingIPsTestJSON-1069435168-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2806787 Aug 11 03:04:24.673807 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [req-40cf5556-518c-4700-8773-53639cbe7d06 req-5bf195fe-5396-4127-bb94-59d3a7e139ca service neutron] Transition to ACTIVE for port object 49709cb6-e751-4686-8ada-f7f57e0574e6 will not be triggered until provisioned by entity L2. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:04:24.682332 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f562da4b-0465-4dec-ac6e-18b8cddd78bb req-0c1caa95-9848-4d85-ab81-8248b4015848 tempest-ServersTestFqdnHostnames-1074241809 tempest-ServersTestFqdnHostnames-1074241809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:24.683747 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f562da4b-0465-4dec-ac6e-18b8cddd78bb req-0c1caa95-9848-4d85-ab81-8248b4015848 tempest-ServersTestFqdnHostnames-1074241809 tempest-ServersTestFqdnHostnames-1074241809-project] 10.222.0.41 "GET /v2.0/ports?device_id=a66ab0de-f12c-4fd3-a212-ca622ab87aa1 HTTP/1.1" status: 200 len: 945 time: 0.1298769 Aug 11 03:04:24.689741 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-7285319c-ffe4-4f90-942f-820719cd407f req-23a76bd3-d5d2-42f8-b65a-3a2692aa209f tempest-FloatingIPsTestJSON-1069435168 tempest-FloatingIPsTestJSON-1069435168-project] Request body: {'floatingip': {'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:04:24.703824 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 48336) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:04:24.709242 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-333c66e1-9127-4185-bfab-4d067a825197 None None] Set router 7e8c8b41-cd3e-4560-be29-3ec32677d323 gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:04:24.709691 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-324a21e9-749a-4b42-bfea-4c03adf6005e tempest-ServersTestFqdnHostnames-1074241809 tempest-ServersTestFqdnHostnames-1074241809-project] Request body: {'floatingip': {'port_id': '2a724456-80fe-4f92-bd7e-1d2c3d4f9e25'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:04:24.765299 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-324a21e9-749a-4b42-bfea-4c03adf6005e tempest-ServersTestFqdnHostnames-1074241809 tempest-ServersTestFqdnHostnames-1074241809-project] Notify callbacks [] for floatingip, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:24.783466 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-40cf5556-518c-4700-8773-53639cbe7d06 req-5bf195fe-5396-4127-bb94-59d3a7e139ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:24.862884 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-7285319c-ffe4-4f90-942f-820719cd407f req-23a76bd3-d5d2-42f8-b65a-3a2692aa209f tempest-FloatingIPsTestJSON-1069435168 tempest-FloatingIPsTestJSON-1069435168-project] Notify callbacks [] for floatingip, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:25.001758 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-333c66e1-9127-4185-bfab-4d067a825197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e8c8b41-cd3e-4560-be29-3ec32677d323', 'name': 'tempest-FloatingIPsTestJSON-1502547745-router', 'tenant_id': '566812f7205047c1bd6133004961d5a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': '014169f1-9024-4a20-928a-363b504832e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:04:16Z', 'updated_at': '2021-08-11T03:04:22Z', 'revision_number': 4, 'project_id': '566812f7205047c1bd6133004961d5a4', 'gw_port': {'id': '014169f1-9024-4a20-928a-363b504832e6', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:8c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8c8b41-cd3e-4560-be29-3ec32677d323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:04:16Z', 'updated_at': '2021-08-11T03:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': 'ee0fa225-f9e0-415d-b5c3-14de9dcb3247', 'name': '', 'network_id': '1493de80-49da-4cbf-b501-923353ce3d1d', 'tenant_id': '566812f7205047c1bd6133004961d5a4', 'mac_address': 'fa:16:3e:19:35:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e8c8b41-cd3e-4560-be29-3ec32677d323', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '3a92f19a-3281-482c-b61b-1593ae994e9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:04:20Z', 'updated_at': '2021-08-11T03:04:22Z', 'revision_number': 2, 'project_id': '566812f7205047c1bd6133004961d5a4', 'subnets': [{'id': '3a92f19a-3281-482c-b61b-1593ae994e9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:04:25.026670 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf195fe-5396-4127-bb94-59d3a7e139ca service neutron] Pushing event updated for resources: {'Port': ['ID=49709cb6-e751-4686-8ada-f7f57e0574e6,revision_number=2']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:25.039172 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-333c66e1-9127-4185-bfab-4d067a825197 None None] Checking router: 7e8c8b41-cd3e-4560-be29-3ec32677d323 for host: n-d-764292-30 {{(pid=102194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:04:25.039585 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-333c66e1-9127-4185-bfab-4d067a825197 None None] Updating router 7e8c8b41-cd3e-4560-be29-3ec32677d323 port ee0fa225-f9e0-415d-b5c3-14de9dcb3247 binding host n-d-764292-30 {{(pid=102194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:04:25.094621 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-333c66e1-9127-4185-bfab-4d067a825197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:25.155170 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-40cf5556-518c-4700-8773-53639cbe7d06 req-5bf195fe-5396-4127-bb94-59d3a7e139ca service neutron] Attempting to bind port 49709cb6-e751-4686-8ada-f7f57e0574e6 on host n-h2-764292-30 for vnic_type normal with profile {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:04:25.155516 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-40cf5556-518c-4700-8773-53639cbe7d06 req-5bf195fe-5396-4127-bb94-59d3a7e139ca service neutron] Attempting to bind port 49709cb6-e751-4686-8ada-f7f57e0574e6 by drivers openvswitch,hyperv on host n-h2-764292-30 at level 0 using segments [{'id': '9b7b03c0-092f-4953-898f-de6d8f2338ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba'}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:04:25.155931 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40cf5556-518c-4700-8773-53639cbe7d06 req-5bf195fe-5396-4127-bb94-59d3a7e139ca service neutron] Attempting to bind port 49709cb6-e751-4686-8ada-f7f57e0574e6 on network d1bf0def-6fa4-4d3e-bbc5-20a040931fba {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:04:25.172816 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40cf5556-518c-4700-8773-53639cbe7d06 req-5bf195fe-5396-4127-bb94-59d3a7e139ca service neutron] Port 49709cb6-e751-4686-8ada-f7f57e0574e6 on network d1bf0def-6fa4-4d3e-bbc5-20a040931fba not bound, no agent of type Open vSwitch agent registered on host n-h2-764292-30 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:04:25.173210 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40cf5556-518c-4700-8773-53639cbe7d06 req-5bf195fe-5396-4127-bb94-59d3a7e139ca service neutron] Attempting to bind port 49709cb6-e751-4686-8ada-f7f57e0574e6 on network d1bf0def-6fa4-4d3e-bbc5-20a040931fba {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:04:25.184891 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40cf5556-518c-4700-8773-53639cbe7d06 req-5bf195fe-5396-4127-bb94-59d3a7e139ca service neutron] Checking agent: {'id': '70015fc0-62fb-48b2-b453-36906937cf2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 4, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:04:25.185261 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40cf5556-518c-4700-8773-53639cbe7d06 req-5bf195fe-5396-4127-bb94-59d3a7e139ca service neutron] Checking segment: {'id': '9b7b03c0-092f-4953-898f-de6d8f2338ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:04:25.185650 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40cf5556-518c-4700-8773-53639cbe7d06 req-5bf195fe-5396-4127-bb94-59d3a7e139ca service neutron] Bound using segment: {'id': '9b7b03c0-092f-4953-898f-de6d8f2338ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba'} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:04:25.186117 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-40cf5556-518c-4700-8773-53639cbe7d06 req-5bf195fe-5396-4127-bb94-59d3a7e139ca service neutron] Bound port: 49709cb6-e751-4686-8ada-f7f57e0574e6, host: n-h2-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b7b03c0-092f-4953-898f-de6d8f2338ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba'}}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:04:25.187038 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-40cf5556-518c-4700-8773-53639cbe7d06 req-5bf195fe-5396-4127-bb94-59d3a7e139ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:25.237001 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fe5734-87a0-4070-9c49-8b39df34b5b8 req-8e4960f7-cc41-4706-abd8-2d0d64ffdfc1 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:25.245791 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-33fe5734-87a0-4070-9c49-8b39df34b5b8 req-8e4960f7-cc41-4706-abd8-2d0d64ffdfc1 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=70c84ed6-1b38-4b73-8bea-55c843cc7bda HTTP/1.1" status: 200 len: 945 time: 0.1434758 Aug 11 03:04:25.346663 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-33fe5734-87a0-4070-9c49-8b39df34b5b8 req-8c85276f-1a67-4e72-b24c-78dcf6c99c95 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a2aa92e-a0e4-4cb3-9665-2569763a2f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983815 Aug 11 03:04:25.362310 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-7285319c-ffe4-4f90-942f-820719cd407f req-23a76bd3-d5d2-42f8-b65a-3a2692aa209f tempest-FloatingIPsTestJSON-1069435168 tempest-FloatingIPsTestJSON-1069435168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:25.422042 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-324a21e9-749a-4b42-bfea-4c03adf6005e tempest-ServersTestFqdnHostnames-1074241809 tempest-ServersTestFqdnHostnames-1074241809-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:25.430034 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-333c66e1-9127-4185-bfab-4d067a825197 None None] Notify callbacks [] for port, precommit_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:25.443046 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.provisioning_blocks [None req-333c66e1-9127-4185-bfab-4d067a825197 None None] Transition to ACTIVE for port object ee0fa225-f9e0-415d-b5c3-14de9dcb3247 will not be triggered until provisioned by entity L2. {{(pid=102194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:04:25.452700 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 014169f1-9024-4a20-928a-363b504832e6 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:04:25.479808 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-40cf5556-518c-4700-8773-53639cbe7d06 req-5bf195fe-5396-4127-bb94-59d3a7e139ca service neutron] For port 49709cb6-e751-4686-8ada-f7f57e0574e6, host n-h2-764292-30, cleared binding levels {{(pid=102192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:04:25.492425 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-324a21e9-749a-4b42-bfea-4c03adf6005e tempest-ServersTestFqdnHostnames-1074241809 tempest-ServersTestFqdnHostnames-1074241809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446866'] for floatingip, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:25.511640 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 014169f1-9024-4a20-928a-363b504832e6 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:04:25.514096 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:25.526558 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-333c66e1-9127-4185-bfab-4d067a825197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:25.541071 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-40cf5556-518c-4700-8773-53639cbe7d06 req-5bf195fe-5396-4127-bb94-59d3a7e139ca service neutron] For port 49709cb6-e751-4686-8ada-f7f57e0574e6, host n-h2-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=49709cb6-e751-4686-8ada-f7f57e0574e6,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:04:25.606381 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e528f5c1-3c69-4868-b891-db669c1a6bfa None None] Pushing event updated for resources: {'Port': ['ID=ee0fa225-f9e0-415d-b5c3-14de9dcb3247,revision_number=3']} {{(pid=102194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:25.607612 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fa340a-82c1-4ca7-b80d-ba3609c4a572 req-d7671f50-95a6-4d86-b5ab-8f2092cfe5da tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:25.616272 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-60fa340a-82c1-4ca7-b80d-ba3609c4a572 req-d7671f50-95a6-4d86-b5ab-8f2092cfe5da tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/ports?device_id=eef198f5-5223-4d49-8ce9-d9987fbc9f79 HTTP/1.1" status: 200 len: 945 time: 0.1263158 Aug 11 03:04:25.628510 n-d-764292-30 neutron-server[102191]: INFO neutron.db.l3_db [None req-324a21e9-749a-4b42-bfea-4c03adf6005e tempest-ServersTestFqdnHostnames-1074241809 tempest-ServersTestFqdnHostnames-1074241809-project] Floating IP 1ea61a18-f524-41bd-a057-873dcbffcd80 associated. External IP: 172.25.8.197, port: 2a724456-80fe-4f92-bd7e-1d2c3d4f9e25. Aug 11 03:04:25.629044 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-40cf5556-518c-4700-8773-53639cbe7d06 req-5bf195fe-5396-4127-bb94-59d3a7e139ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:25.662244 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cf5556-518c-4700-8773-53639cbe7d06 req-5bf195fe-5396-4127-bb94-59d3a7e139ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:25.662244 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-40cf5556-518c-4700-8773-53639cbe7d06 req-5bf195fe-5396-4127-bb94-59d3a7e139ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:25.664253 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-40cf5556-518c-4700-8773-53639cbe7d06 req-5bf195fe-5396-4127-bb94-59d3a7e139ca service neutron] 10.222.0.24 "PUT /v2.0/ports/49709cb6-e751-4686-8ada-f7f57e0574e6 HTTP/1.1" status: 200 len: 1097 time: 1.9324524 Aug 11 03:04:25.681783 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a978446e-4582-4607-aebd-6033f29f8980', 'tag': '49709cb6-e751-4686-8ada-f7f57e0574e6'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:04:25.684160 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b4caaad-1cbd-43c8-8967-db68eea3152d" -d '{"events": [{"name": "network-changed", "server_uuid": "a978446e-4582-4607-aebd-6033f29f8980", "tag": "49709cb6-e751-4686-8ada-f7f57e0574e6"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:04:25.730081 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [req-7285319c-ffe4-4f90-942f-820719cd407f req-23a76bd3-d5d2-42f8-b65a-3a2692aa209f tempest-FloatingIPsTestJSON-1069435168 tempest-FloatingIPsTestJSON-1069435168-project] Allocated IP 172.25.8.120 (09faf7d2-eaf5-4a50-bb6e-4cb05d009a76/e1a97443-13df-40bb-85f5-fd269e2742c0/ec2aa463-21fb-4c45-a461-0b3a79cbf924) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:04:25.776173 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-333c66e1-9127-4185-bfab-4d067a825197 None None] Attempting to bind port ee0fa225-f9e0-415d-b5c3-14de9dcb3247 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:04:25.776173 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-333c66e1-9127-4185-bfab-4d067a825197 None None] Attempting to bind port ee0fa225-f9e0-415d-b5c3-14de9dcb3247 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': 'fdd62157-83ee-49d7-9d03-3180b0dfc477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '1493de80-49da-4cbf-b501-923353ce3d1d'}] {{(pid=102194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:04:25.776173 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-333c66e1-9127-4185-bfab-4d067a825197 None None] Attempting to bind port ee0fa225-f9e0-415d-b5c3-14de9dcb3247 on network 1493de80-49da-4cbf-b501-923353ce3d1d {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:04:25.792020 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-333c66e1-9127-4185-bfab-4d067a825197 None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 4, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:04:25.792562 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-333c66e1-9127-4185-bfab-4d067a825197 None None] Checking segment: {'id': 'fdd62157-83ee-49d7-9d03-3180b0dfc477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '1493de80-49da-4cbf-b501-923353ce3d1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:04:25.793187 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-333c66e1-9127-4185-bfab-4d067a825197 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:25.793746 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-333c66e1-9127-4185-bfab-4d067a825197 None None] Bound using segment: {'id': 'fdd62157-83ee-49d7-9d03-3180b0dfc477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '1493de80-49da-4cbf-b501-923353ce3d1d'} {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:04:25.794408 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-333c66e1-9127-4185-bfab-4d067a825197 None None] Bound port: ee0fa225-f9e0-415d-b5c3-14de9dcb3247, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdd62157-83ee-49d7-9d03-3180b0dfc477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '1493de80-49da-4cbf-b501-923353ce3d1d'}}] {{(pid=102194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:04:25.794907 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-333c66e1-9127-4185-bfab-4d067a825197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:25.802618 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-60fa340a-82c1-4ca7-b80d-ba3609c4a572 req-ea7939a2-a0b5-4724-bd0c-ded254475098 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/security-groups?id=4490b831-3ed6-471e-94da-f0207d61c828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1853261 Aug 11 03:04:26.036603 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.db [None req-333c66e1-9127-4185-bfab-4d067a825197 None None] For port ee0fa225-f9e0-415d-b5c3-14de9dcb3247, host n-d-764292-30, cleared binding levels {{(pid=102194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:04:26.043907 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.db [None req-333c66e1-9127-4185-bfab-4d067a825197 None None] For port ee0fa225-f9e0-415d-b5c3-14de9dcb3247, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=ee0fa225-f9e0-415d-b5c3-14de9dcb3247,segment=NetworkSegment(fdd62157-83ee-49d7-9d03-3180b0dfc477),segment_id=fdd62157-83ee-49d7-9d03-3180b0dfc477)] {{(pid=102194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:04:26.115656 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-333c66e1-9127-4185-bfab-4d067a825197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:26.194528 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-324a21e9-749a-4b42-bfea-4c03adf6005e tempest-ServersTestFqdnHostnames-1074241809 tempest-ServersTestFqdnHostnames-1074241809-project] Router f2b3337f-34df-492a-b67a-47b10d362176 has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:04:26.257521 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-333c66e1-9127-4185-bfab-4d067a825197 None None] Routers {'7e8c8b41-cd3e-4560-be29-3ec32677d323'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:04:26.258149 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-333c66e1-9127-4185-bfab-4d067a825197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:04:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['7e8c8b41-cd3e-4560-be29-3ec32677d323'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:04:26.293038 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf195fe-5396-4127-bb94-59d3a7e139ca service neutron] Pushing event updated for resources: {'Port': ['ID=49709cb6-e751-4686-8ada-f7f57e0574e6,revision_number=3']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:26.315211 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3e69280e-98e4-4a85-93a4-ac4aa9a37a96 req-025f2d34-3d42-46c3-a196-6ef3661e1e6e tempest-ServersTestBootFromVolume-829147864 tempest-ServersTestBootFromVolume-829147864-project] 10.222.0.41 "GET /v2.0/ports?device_id=b73aa8e8-3888-43cd-bbcd-17b5d9d1db40 HTTP/1.1" status: 200 len: 210 time: 0.2066433 Aug 11 03:04:26.410159 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cf5556-518c-4700-8773-53639cbe7d06 req-6c4ce38d-3616-4c8f-bd4b-274d892a2184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:26.411784 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-40cf5556-518c-4700-8773-53639cbe7d06 req-6c4ce38d-3616-4c8f-bd4b-274d892a2184 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2a223f1b2a284c768535cee2a71b4bcf&device_id=a978446e-4582-4607-aebd-6033f29f8980 HTTP/1.1" status: 200 len: 1100 time: 0.5798266 Aug 11 03:04:26.416457 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e528f5c1-3c69-4868-b891-db669c1a6bfa None None] Pushing event updated for resources: {'Port': ['ID=ee0fa225-f9e0-415d-b5c3-14de9dcb3247,revision_number=4']} {{(pid=102194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:26.479308 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-324a21e9-749a-4b42-bfea-4c03adf6005e tempest-ServersTestFqdnHostnames-1074241809 tempest-ServersTestFqdnHostnames-1074241809-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:04:26.496718 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440cb319-121a-4cab-8820-8d5558dfe07b None None] Sync routers for ids ['f2b3337f-34df-492a-b67a-47b10d362176'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:04:26.497663 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-324a21e9-749a-4b42-bfea-4c03adf6005e tempest-ServersTestFqdnHostnames-1074241809 tempest-ServersTestFqdnHostnames-1074241809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for floatingip, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:26.511695 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440cb319-121a-4cab-8820-8d5558dfe07b None None] Routers {'f2b3337f-34df-492a-b67a-47b10d362176'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:04:26.513001 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-440cb319-121a-4cab-8820-8d5558dfe07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:04:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['f2b3337f-34df-492a-b67a-47b10d362176'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:04:26.537594 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-40cf5556-518c-4700-8773-53639cbe7d06 req-cca7b456-e5aa-4b9c-b21e-e7e1c4318013 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=49709cb6-e751-4686-8ada-f7f57e0574e6 HTTP/1.1" status: 200 len: 217 time: 0.1141994 Aug 11 03:04:26.540505 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-7285319c-ffe4-4f90-942f-820719cd407f req-23a76bd3-d5d2-42f8-b65a-3a2692aa209f tempest-FloatingIPsTestJSON-1069435168 tempest-FloatingIPsTestJSON-1069435168-project] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:26.587224 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-324a21e9-749a-4b42-bfea-4c03adf6005e tempest-ServersTestFqdnHostnames-1074241809 tempest-ServersTestFqdnHostnames-1074241809-project] 10.222.0.41 "PUT /v2.0/floatingips/1ea61a18-f524-41bd-a057-873dcbffcd80 HTTP/1.1" status: 200 len: 991 time: 1.8787763 Aug 11 03:04:26.587224 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a66ab0de-f12c-4fd3-a212-ca622ab87aa1', 'tag': '2a724456-80fe-4f92-bd7e-1d2c3d4f9e25'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:04:26.593268 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bed80ac-923d-46e5-9d66-e725213cd1e5" -d '{"events": [{"name": "network-changed", "server_uuid": "a66ab0de-f12c-4fd3-a212-ca622ab87aa1", "tag": "2a724456-80fe-4f92-bd7e-1d2c3d4f9e25"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:04:26.618096 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-333c66e1-9127-4185-bfab-4d067a825197 None None] Set router 7e8c8b41-cd3e-4560-be29-3ec32677d323 gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:04:26.738645 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cf5556-518c-4700-8773-53639cbe7d06 req-5ed90251-b081-465c-80b2-618ace452463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:26.740442 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-40cf5556-518c-4700-8773-53639cbe7d06 req-5ed90251-b081-465c-80b2-618ace452463 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=254a3f4d-2b75-429e-bbb2-8e70554e9483 HTTP/1.1" status: 200 len: 843 time: 0.1946142 Aug 11 03:04:26.795443 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 48366) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:04:26.820135 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-440cb319-121a-4cab-8820-8d5558dfe07b None None] Set router f2b3337f-34df-492a-b67a-47b10d362176 gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:04:26.873176 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cf5556-518c-4700-8773-53639cbe7d06 req-308c310c-fcf0-4573-b9ee-1206c1cc2d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:26.876636 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-40cf5556-518c-4700-8773-53639cbe7d06 req-308c310c-fcf0-4573-b9ee-1206c1cc2d75 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d1bf0def-6fa4-4d3e-bbc5-20a040931fba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1231074 Aug 11 03:04:26.995264 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-7285319c-ffe4-4f90-942f-820719cd407f req-23a76bd3-d5d2-42f8-b65a-3a2692aa209f tempest-FloatingIPsTestJSON-1069435168 tempest-FloatingIPsTestJSON-1069435168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:27.018479 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-333c66e1-9127-4185-bfab-4d067a825197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e8c8b41-cd3e-4560-be29-3ec32677d323', 'name': 'tempest-FloatingIPsTestJSON-1502547745-router', 'tenant_id': '566812f7205047c1bd6133004961d5a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': '014169f1-9024-4a20-928a-363b504832e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:04:16Z', 'updated_at': '2021-08-11T03:04:22Z', 'revision_number': 4, 'project_id': '566812f7205047c1bd6133004961d5a4', 'gw_port': {'id': '014169f1-9024-4a20-928a-363b504832e6', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:8c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8c8b41-cd3e-4560-be29-3ec32677d323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:04:16Z', 'updated_at': '2021-08-11T03:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': 'ee0fa225-f9e0-415d-b5c3-14de9dcb3247', 'name': '', 'network_id': '1493de80-49da-4cbf-b501-923353ce3d1d', 'tenant_id': '566812f7205047c1bd6133004961d5a4', 'mac_address': 'fa:16:3e:19:35:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e8c8b41-cd3e-4560-be29-3ec32677d323', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '3a92f19a-3281-482c-b61b-1593ae994e9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:04:20Z', 'updated_at': '2021-08-11T03:04:26Z', 'revision_number': 4, 'project_id': '566812f7205047c1bd6133004961d5a4', 'subnets': [{'id': '3a92f19a-3281-482c-b61b-1593ae994e9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:04:27.044128 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-333c66e1-9127-4185-bfab-4d067a825197 None None] The sync data for ids ['7e8c8b41-cd3e-4560-be29-3ec32677d323'] in n-d-764292-30 is: [{'id': '7e8c8b41-cd3e-4560-be29-3ec32677d323', 'name': 'tempest-FloatingIPsTestJSON-1502547745-router', 'tenant_id': '566812f7205047c1bd6133004961d5a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': '014169f1-9024-4a20-928a-363b504832e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:04:16Z', 'updated_at': '2021-08-11T03:04:22Z', 'revision_number': 4, 'project_id': '566812f7205047c1bd6133004961d5a4', 'gw_port': {'id': '014169f1-9024-4a20-928a-363b504832e6', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:8c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8c8b41-cd3e-4560-be29-3ec32677d323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:04:16Z', 'updated_at': '2021-08-11T03:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': 'ee0fa225-f9e0-415d-b5c3-14de9dcb3247', 'name': '', 'network_id': '1493de80-49da-4cbf-b501-923353ce3d1d', 'tenant_id': '566812f7205047c1bd6133004961d5a4', 'mac_address': 'fa:16:3e:19:35:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e8c8b41-cd3e-4560-be29-3ec32677d323', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '3a92f19a-3281-482c-b61b-1593ae994e9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:04:20Z', 'updated_at': '2021-08-11T03:04:26Z', 'revision_number': 4, 'project_id': '566812f7205047c1bd6133004961d5a4', 'subnets': [{'id': '3a92f19a-3281-482c-b61b-1593ae994e9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:04:27.107507 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7285319c-ffe4-4f90-942f-820719cd407f req-23a76bd3-d5d2-42f8-b65a-3a2692aa209f tempest-FloatingIPsTestJSON-1069435168 tempest-FloatingIPsTestJSON-1069435168-project] Network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:04:27.132144 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [req-7285319c-ffe4-4f90-942f-820719cd407f req-23a76bd3-d5d2-42f8-b65a-3a2692aa209f tempest-FloatingIPsTestJSON-1069435168 tempest-FloatingIPsTestJSON-1069435168-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:04:27.142053 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [req-7285319c-ffe4-4f90-942f-820719cd407f req-23a76bd3-d5d2-42f8-b65a-3a2692aa209f tempest-FloatingIPsTestJSON-1069435168 tempest-FloatingIPsTestJSON-1069435168-project] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:04:27.147367 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0ea90e5b-f840-4af6-9998-91af446fb114 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:27.189374 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a76bd3-d5d2-42f8-b65a-3a2692aa209f tempest-FloatingIPsTestJSON-1069435168 tempest-FloatingIPsTestJSON-1069435168-project] Pushing event updated for resources: {'Port': ['ID=ec2aa463-21fb-4c45-a461-0b3a79cbf924,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:27.273206 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-40cf5556-518c-4700-8773-53639cbe7d06 req-f7c59240-0145-4cf5-b76a-9f9f2ec80efb service neutron] 10.222.0.24 "GET /v2.0/networks/d1bf0def-6fa4-4d3e-bbc5-20a040931fba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3892901 Aug 11 03:04:27.358038 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0ea90e5b-f840-4af6-9998-91af446fb114 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:27.434727 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0ea90e5b-f840-4af6-9998-91af446fb114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:27.562026 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-7285319c-ffe4-4f90-942f-820719cd407f req-23a76bd3-d5d2-42f8-b65a-3a2692aa209f tempest-FloatingIPsTestJSON-1069435168 tempest-FloatingIPsTestJSON-1069435168-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:27.590412 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-0ea90e5b-f840-4af6-9998-91af446fb114 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c46b51f15ee64abda4354bd62b3a766a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7925110 Aug 11 03:04:27.590806 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 48384) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:04:27.593427 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea90e5b-f840-4af6-9998-91af446fb114 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99113086-2e9c-4884-a9e2-7e2b98dd3c3a,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:27.642124 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device ee0fa225-f9e0-415d-b5c3-14de9dcb3247 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:04:27.718905 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-40cf5556-518c-4700-8773-53639cbe7d06 req-f74494a5-a3c5-46da-bb27-423a4e3cc486 service neutron] 10.222.0.24 "GET /v2.0/networks/d1bf0def-6fa4-4d3e-bbc5-20a040931fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4373724 Aug 11 03:04:27.723307 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-92f08f70-48c9-47de-9753-027233ad7e37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:27.755459 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15a6cea-f054-4dd7-9980-0e4344049add req-e2f25849-cdc6-4d68-af50-15a8679e0932 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:27.757090 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f15a6cea-f054-4dd7-9980-0e4344049add req-e2f25849-cdc6-4d68-af50-15a8679e0932 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=a978446e-4582-4607-aebd-6033f29f8980 HTTP/1.1" status: 200 len: 948 time: 0.1616678 Aug 11 03:04:27.774745 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-92f08f70-48c9-47de-9753-027233ad7e37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:27.869852 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-7285319c-ffe4-4f90-942f-820719cd407f req-23a76bd3-d5d2-42f8-b65a-3a2692aa209f tempest-FloatingIPsTestJSON-1069435168 tempest-FloatingIPsTestJSON-1069435168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:27.923807 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-440cb319-121a-4cab-8820-8d5558dfe07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2b3337f-34df-492a-b67a-47b10d362176', 'name': 'tempest-ServersTestFqdnHostnames-1179249776-router', 'tenant_id': '6921827f6da94037a99dabd970798f04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '3eb03e01-8d72-42a2-9f25-29ca18be955d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:03:46Z', 'updated_at': '2021-08-11T03:03:53Z', 'revision_number': 4, 'project_id': '6921827f6da94037a99dabd970798f04', 'gw_port': {'id': '3eb03e01-8d72-42a2-9f25-29ca18be955d', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:4f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b3337f-34df-492a-b67a-47b10d362176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:03:47Z', 'updated_at': '2021-08-11T03:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_floatingips': [{'id': '1ea61a18-f524-41bd-a057-873dcbffcd80', 'tenant_id': '6921827f6da94037a99dabd970798f04', 'floating_ip_address': '172.25.8.197', 'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'router_id': 'f2b3337f-34df-492a-b67a-47b10d362176', 'port_id': '2a724456-80fe-4f92-bd7e-1d2c3d4f9e25', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 729, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e1dad9f-2bf8-440d-87e5-fd95b980cb13', 'mac_address': 'fa:16:3e:26:40:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a66ab0de-f12c-4fd3-a212-ca622ab87aa1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:04:01Z', 'updated_at': '2021-08-11T03:04:25Z', 'revision_number': 1, 'project_id': '6921827f6da94037a99dabd970798f04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0ad63f8-9604-47b1-bfda-712f89149ed9', 'name': '', 'network_id': '7e1dad9f-2bf8-440d-87e5-fd95b980cb13', 'tenant_id': '6921827f6da94037a99dabd970798f04', 'mac_address': 'fa:16:3e:d9:89:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b3337f-34df-492a-b67a-47b10d362176', 'device_owner': 'network:router_interface', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '27ab6fea-8263-42f0-9e57-b002a7eb1fa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:03:51Z', 'updated_at': '2021-08-11T03:04:02Z', 'revision_number': 5, 'project_id': '6921827f6da94037a99dabd970798f04', 'subnets': [{'id': '27ab6fea-8263-42f0-9e57-b002a7eb1fa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:04:27.937049 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f15a6cea-f054-4dd7-9980-0e4344049add req-74c146b2-17d6-4486-bc42-420bd9384ade tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638207 Aug 11 03:04:27.961043 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-92f08f70-48c9-47de-9753-027233ad7e37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:27.964051 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-92f08f70-48c9-47de-9753-027233ad7e37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:27.966269 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440cb319-121a-4cab-8820-8d5558dfe07b None None] Checking router: f2b3337f-34df-492a-b67a-47b10d362176 for host: n-d-764292-30 {{(pid=102193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:04:27.967213 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-92f08f70-48c9-47de-9753-027233ad7e37 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/99113086-2e9c-4884-a9e2-7e2b98dd3c3a HTTP/1.1" status: 204 len: 168 time: 0.3752630 Aug 11 03:04:27.977370 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440cb319-121a-4cab-8820-8d5558dfe07b None None] Routers {'f2b3337f-34df-492a-b67a-47b10d362176'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:04:27.978580 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-440cb319-121a-4cab-8820-8d5558dfe07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:04:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['f2b3337f-34df-492a-b67a-47b10d362176'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:04:27.979720 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f08f70-48c9-47de-9753-027233ad7e37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99113086-2e9c-4884-a9e2-7e2b98dd3c3a,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:28.082878 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:04:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-475d99b1-160c-4a5b-8b28-428fef99a445 x-openstack-request-id: req-475d99b1-160c-4a5b-8b28-428fef99a445 {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:04:28.083230 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a978446e-4582-4607-aebd-6033f29f8980", "tag": "49709cb6-e751-4686-8ada-f7f57e0574e6", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:04:28.083543 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-475d99b1-160c-4a5b-8b28-428fef99a445 {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:04:28.084001 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a978446e-4582-4607-aebd-6033f29f8980', 'tag': '49709cb6-e751-4686-8ada-f7f57e0574e6', 'status': 'completed', 'code': 200} Aug 11 03:04:28.211476 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4caaad-1cbd-43c8-8967-db68eea3152d req-d96c8913-a8dd-4c68-be88-538fbaf751ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:28.212987 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0b4caaad-1cbd-43c8-8967-db68eea3152d req-d96c8913-a8dd-4c68-be88-538fbaf751ea service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2a223f1b2a284c768535cee2a71b4bcf&device_id=a978446e-4582-4607-aebd-6033f29f8980 HTTP/1.1" status: 200 len: 1100 time: 0.1270919 Aug 11 03:04:28.235742 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:04:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22f8dcbc-97f6-4007-b9f5-25b436742fbd x-openstack-request-id: req-22f8dcbc-97f6-4007-b9f5-25b436742fbd {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:04:28.239601 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a66ab0de-f12c-4fd3-a212-ca622ab87aa1", "tag": "2a724456-80fe-4f92-bd7e-1d2c3d4f9e25", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:04:28.239601 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-22f8dcbc-97f6-4007-b9f5-25b436742fbd {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:04:28.239601 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a66ab0de-f12c-4fd3-a212-ca622ab87aa1', 'tag': '2a724456-80fe-4f92-bd7e-1d2c3d4f9e25', 'status': 'completed', 'code': 200} Aug 11 03:04:28.279278 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-440cb319-121a-4cab-8820-8d5558dfe07b None None] Set router f2b3337f-34df-492a-b67a-47b10d362176 gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:04:28.363537 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-7285319c-ffe4-4f90-942f-820719cd407f req-23a76bd3-d5d2-42f8-b65a-3a2692aa209f tempest-FloatingIPsTestJSON-1069435168 tempest-FloatingIPsTestJSON-1069435168-project] Notify callbacks [] for port, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:28.413100 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port ee0fa225-f9e0-415d-b5c3-14de9dcb3247 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:04:28.458411 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port ee0fa225-f9e0-415d-b5c3-14de9dcb3247 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:04:28.460296 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:28.493652 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-7285319c-ffe4-4f90-942f-820719cd407f req-23a76bd3-d5d2-42f8-b65a-3a2692aa209f tempest-FloatingIPsTestJSON-1069435168 tempest-FloatingIPsTestJSON-1069435168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:28.553274 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bed80ac-923d-46e5-9d66-e725213cd1e5 req-07e3d6a4-36aa-467a-a4ca-d094fa3e665d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:28.555150 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8bed80ac-923d-46e5-9d66-e725213cd1e5 req-07e3d6a4-36aa-467a-a4ca-d094fa3e665d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6921827f6da94037a99dabd970798f04&device_id=a66ab0de-f12c-4fd3-a212-ca622ab87aa1 HTTP/1.1" status: 200 len: 1097 time: 0.2739520 Aug 11 03:04:28.603857 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4caaad-1cbd-43c8-8967-db68eea3152d req-d12efc17-09a1-4e0f-80b7-47d14c87a635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:28.605837 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0b4caaad-1cbd-43c8-8967-db68eea3152d req-d12efc17-09a1-4e0f-80b7-47d14c87a635 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d1bf0def-6fa4-4d3e-bbc5-20a040931fba HTTP/1.1" status: 200 len: 870 time: 0.3816872 Aug 11 03:04:28.848951 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:28.937208 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port ee0fa225-f9e0-415d-b5c3-14de9dcb3247, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=ee0fa225-f9e0-415d-b5c3-14de9dcb3247,segment=NetworkSegment(fdd62157-83ee-49d7-9d03-3180b0dfc477),segment_id=fdd62157-83ee-49d7-9d03-3180b0dfc477)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:04:28.957320 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-440cb319-121a-4cab-8820-8d5558dfe07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2b3337f-34df-492a-b67a-47b10d362176', 'name': 'tempest-ServersTestFqdnHostnames-1179249776-router', 'tenant_id': '6921827f6da94037a99dabd970798f04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '3eb03e01-8d72-42a2-9f25-29ca18be955d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:03:46Z', 'updated_at': '2021-08-11T03:03:53Z', 'revision_number': 4, 'project_id': '6921827f6da94037a99dabd970798f04', 'gw_port': {'id': '3eb03e01-8d72-42a2-9f25-29ca18be955d', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:4f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b3337f-34df-492a-b67a-47b10d362176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:03:47Z', 'updated_at': '2021-08-11T03:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_floatingips': [{'id': '1ea61a18-f524-41bd-a057-873dcbffcd80', 'tenant_id': '6921827f6da94037a99dabd970798f04', 'floating_ip_address': '172.25.8.197', 'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'router_id': 'f2b3337f-34df-492a-b67a-47b10d362176', 'port_id': '2a724456-80fe-4f92-bd7e-1d2c3d4f9e25', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 729, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e1dad9f-2bf8-440d-87e5-fd95b980cb13', 'mac_address': 'fa:16:3e:26:40:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a66ab0de-f12c-4fd3-a212-ca622ab87aa1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:04:01Z', 'updated_at': '2021-08-11T03:04:25Z', 'revision_number': 1, 'project_id': '6921827f6da94037a99dabd970798f04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0ad63f8-9604-47b1-bfda-712f89149ed9', 'name': '', 'network_id': '7e1dad9f-2bf8-440d-87e5-fd95b980cb13', 'tenant_id': '6921827f6da94037a99dabd970798f04', 'mac_address': 'fa:16:3e:d9:89:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b3337f-34df-492a-b67a-47b10d362176', 'device_owner': 'network:router_interface', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '27ab6fea-8263-42f0-9e57-b002a7eb1fa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:03:51Z', 'updated_at': '2021-08-11T03:04:02Z', 'revision_number': 5, 'project_id': '6921827f6da94037a99dabd970798f04', 'subnets': [{'id': '27ab6fea-8263-42f0-9e57-b002a7eb1fa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:04:29.012637 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 48398) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:04:29.053087 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440cb319-121a-4cab-8820-8d5558dfe07b None None] The sync data for ids ['f2b3337f-34df-492a-b67a-47b10d362176'] in n-d-764292-30 is: [{'id': 'f2b3337f-34df-492a-b67a-47b10d362176', 'name': 'tempest-ServersTestFqdnHostnames-1179249776-router', 'tenant_id': '6921827f6da94037a99dabd970798f04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '3eb03e01-8d72-42a2-9f25-29ca18be955d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:03:46Z', 'updated_at': '2021-08-11T03:03:53Z', 'revision_number': 4, 'project_id': '6921827f6da94037a99dabd970798f04', 'gw_port': {'id': '3eb03e01-8d72-42a2-9f25-29ca18be955d', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:4f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b3337f-34df-492a-b67a-47b10d362176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:03:47Z', 'updated_at': '2021-08-11T03:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_floatingips': [{'id': '1ea61a18-f524-41bd-a057-873dcbffcd80', 'tenant_id': '6921827f6da94037a99dabd970798f04', 'floating_ip_address': '172.25.8.197', 'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'router_id': 'f2b3337f-34df-492a-b67a-47b10d362176', 'port_id': '2a724456-80fe-4f92-bd7e-1d2c3d4f9e25', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 729, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e1dad9f-2bf8-440d-87e5-fd95b980cb13', 'mac_address': 'fa:16:3e:26:40:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a66ab0de-f12c-4fd3-a212-ca622ab87aa1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:04:01Z', 'updated_at': '2021-08-11T03:04:25Z', 'revision_number': 1, 'project_id': '6921827f6da94037a99dabd970798f04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0ad63f8-9604-47b1-bfda-712f89149ed9', 'name': '', 'network_id': '7e1dad9f-2bf8-440d-87e5-fd95b980cb13', 'tenant_id': '6921827f6da94037a99dabd970798f04', 'mac_address': 'fa:16:3e:d9:89:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b3337f-34df-492a-b67a-47b10d362176', 'device_owner': 'network:router_interface', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '27ab6fea-8263-42f0-9e57-b002a7eb1fa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:03:51Z', 'updated_at': '2021-08-11T03:04:02Z', 'revision_number': 5, 'project_id': '6921827f6da94037a99dabd970798f04', 'subnets': [{'id': '27ab6fea-8263-42f0-9e57-b002a7eb1fa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:04:29.064147 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f2ce7e74-d3ce-46e6-9f0d-62c078540318 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:29.206367 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-f47fb56c-3183-40cf-a8ee-a7b25b2864be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:29.211973 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:29.226507 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f2ce7e74-d3ce-46e6-9f0d-62c078540318 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:29.293893 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=ee0fa225-f9e0-415d-b5c3-14de9dcb3247,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:29.382035 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f2ce7e74-d3ce-46e6-9f0d-62c078540318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:29.388115 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0b4caaad-1cbd-43c8-8967-db68eea3152d req-bb48c997-b060-4fab-8b8c-ed9f137c38ad service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=49709cb6-e751-4686-8ada-f7f57e0574e6 HTTP/1.1" status: 200 len: 217 time: 0.7635932 Aug 11 03:04:29.413739 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a76bd3-d5d2-42f8-b65a-3a2692aa209f tempest-FloatingIPsTestJSON-1069435168 tempest-FloatingIPsTestJSON-1069435168-project] Pushing event updated for resources: {'Port': ['ID=ec2aa463-21fb-4c45-a461-0b3a79cbf924,revision_number=2']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:29.420908 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ce7e74-d3ce-46e6-9f0d-62c078540318 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca003a8c-dcab-4bc2-a855-05eeee788fc9,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:29.465925 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-f2ce7e74-d3ce-46e6-9f0d-62c078540318 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=41190fcf266e455584bb7c1bc913cc18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4518826 Aug 11 03:04:29.471944 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 48404) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:04:29.498597 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc57e14-b577-4366-bf6e-1d258ee743da req-d24a24a0-b54c-45e0-89e2-57b9fa08d31a tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:29.515085 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device ee0fa225-f9e0-415d-b5c3-14de9dcb3247 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:04:29.531722 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ddc57e14-b577-4366-bf6e-1d258ee743da req-d24a24a0-b54c-45e0-89e2-57b9fa08d31a tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/ports?device_id=eef198f5-5223-4d49-8ce9-d9987fbc9f79 HTTP/1.1" status: 200 len: 945 time: 1.1331627 Aug 11 03:04:29.568565 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3bb5b2a0-5a60-4b08-9049-19912e7dc65b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:29.619018 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3bb5b2a0-5a60-4b08-9049-19912e7dc65b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:29.623493 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-7285319c-ffe4-4f90-942f-820719cd407f req-23a76bd3-d5d2-42f8-b65a-3a2692aa209f tempest-FloatingIPsTestJSON-1069435168 tempest-FloatingIPsTestJSON-1069435168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446866'] for floatingip, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:29.625943 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port ee0fa225-f9e0-415d-b5c3-14de9dcb3247 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:04:29.626427 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:29.662872 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208722bc-444c-4c6d-92cb-a2964731626d None None] New status for floating IP 1ea61a18-f524-41bd-a057-873dcbffcd80: ACTIVE {{(pid=102194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:04:29.703181 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4caaad-1cbd-43c8-8967-db68eea3152d req-968abb34-6a00-4de1-8802-b44700fdea7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:29.704917 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0b4caaad-1cbd-43c8-8967-db68eea3152d req-968abb34-6a00-4de1-8802-b44700fdea7c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=254a3f4d-2b75-429e-bbb2-8e70554e9483 HTTP/1.1" status: 200 len: 843 time: 0.2715328 Aug 11 03:04:29.706353 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bed80ac-923d-46e5-9d66-e725213cd1e5 req-0b77f783-6ac2-4119-a067-e5b2a8ad4596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:29.707720 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8bed80ac-923d-46e5-9d66-e725213cd1e5 req-0b77f783-6ac2-4119-a067-e5b2a8ad4596 service neutron] 10.222.0.22 "GET /v2.0/networks?id=7e1dad9f-2bf8-440d-87e5-fd95b980cb13 HTTP/1.1" status: 200 len: 916 time: 1.1067536 Aug 11 03:04:29.710671 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ddc57e14-b577-4366-bf6e-1d258ee743da req-2a3f9e22-37a3-4176-8c62-0f3f4b56c408 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/security-groups?id=4490b831-3ed6-471e-94da-f0207d61c828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1786222 Aug 11 03:04:29.771879 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3bb5b2a0-5a60-4b08-9049-19912e7dc65b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:29.774937 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3bb5b2a0-5a60-4b08-9049-19912e7dc65b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:29.776284 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-3bb5b2a0-5a60-4b08-9049-19912e7dc65b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ca003a8c-dcab-4bc2-a855-05eeee788fc9 HTTP/1.1" status: 204 len: 168 time: 0.3080668 Aug 11 03:04:29.792904 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-7285319c-ffe4-4f90-942f-820719cd407f req-23a76bd3-d5d2-42f8-b65a-3a2692aa209f tempest-FloatingIPsTestJSON-1069435168 tempest-FloatingIPsTestJSON-1069435168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for floatingip, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:29.802649 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7285319c-ffe4-4f90-942f-820719cd407f req-23a76bd3-d5d2-42f8-b65a-3a2692aa209f tempest-FloatingIPsTestJSON-1069435168 tempest-FloatingIPsTestJSON-1069435168-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 5.1170576 Aug 11 03:04:29.813191 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb5b2a0-5a60-4b08-9049-19912e7dc65b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca003a8c-dcab-4bc2-a855-05eeee788fc9,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:30.037653 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8bed80ac-923d-46e5-9d66-e725213cd1e5 req-c9ab48be-f32c-4257-900d-e1e5c15ae96c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2a724456-80fe-4f92-bd7e-1d2c3d4f9e25 HTTP/1.1" status: 200 len: 999 time: 0.3142390 Aug 11 03:04:30.047009 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7285319c-ffe4-4f90-942f-820719cd407f req-fb78c81c-1e9c-4324-9f4e-9c674772d084 tempest-FloatingIPsTestJSON-1069435168 tempest-FloatingIPsTestJSON-1069435168-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.8.120 HTTP/1.1" status: 200 len: 696 time: 0.2403634 Aug 11 03:04:30.068386 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4caaad-1cbd-43c8-8967-db68eea3152d req-ffc557b0-c7be-488b-8c21-03b79356d767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:30.071785 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0b4caaad-1cbd-43c8-8967-db68eea3152d req-ffc557b0-c7be-488b-8c21-03b79356d767 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d1bf0def-6fa4-4d3e-bbc5-20a040931fba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3469615 Aug 11 03:04:30.123213 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bed80ac-923d-46e5-9d66-e725213cd1e5 req-98ff16f0-991b-4d46-889b-49978662ad1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:30.125330 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8bed80ac-923d-46e5-9d66-e725213cd1e5 req-98ff16f0-991b-4d46-889b-49978662ad1b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=27ab6fea-8263-42f0-9e57-b002a7eb1fa0 HTTP/1.1" status: 200 len: 854 time: 0.0769894 Aug 11 03:04:30.224697 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0b4caaad-1cbd-43c8-8967-db68eea3152d req-826b9889-2c0f-4ad8-8d84-50f984e06ff9 service neutron] 10.222.0.24 "GET /v2.0/networks/d1bf0def-6fa4-4d3e-bbc5-20a040931fba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935121 Aug 11 03:04:30.352132 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0b4caaad-1cbd-43c8-8967-db68eea3152d req-502b9383-bfe3-415c-a1f6-a8170352fb46 service neutron] 10.222.0.24 "GET /v2.0/networks/d1bf0def-6fa4-4d3e-bbc5-20a040931fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996175 Aug 11 03:04:30.420223 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623b7438-9bec-42ba-882a-b5ec986daf47 req-d30d4cf4-fd0c-4c0e-9dbf-a5cc160d1a96 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:30.422107 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-623b7438-9bec-42ba-882a-b5ec986daf47 req-d30d4cf4-fd0c-4c0e-9dbf-a5cc160d1a96 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=a978446e-4582-4607-aebd-6033f29f8980 HTTP/1.1" status: 200 len: 948 time: 0.4448090 Aug 11 03:04:30.505690 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-623b7438-9bec-42ba-882a-b5ec986daf47 req-bf740c0a-4c1b-4692-a86e-757f710c142d tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743599 Aug 11 03:04:30.510796 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bed80ac-923d-46e5-9d66-e725213cd1e5 req-bfe09ed5-a728-4978-8430-2e763be364d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:30.512506 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8bed80ac-923d-46e5-9d66-e725213cd1e5 req-bfe09ed5-a728-4978-8430-2e763be364d5 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=7e1dad9f-2bf8-440d-87e5-fd95b980cb13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2852716 Aug 11 03:04:30.557905 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7285319c-ffe4-4f90-942f-820719cd407f req-e9638d94-31cc-4bee-8ecb-c557d06cd7e3 tempest-FloatingIPsTestJSON-1069435168 tempest-FloatingIPsTestJSON-1069435168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:30.568424 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7285319c-ffe4-4f90-942f-820719cd407f req-e9638d94-31cc-4bee-8ecb-c557d06cd7e3 tempest-FloatingIPsTestJSON-1069435168 tempest-FloatingIPsTestJSON-1069435168-project] 10.222.0.41 "GET /v2.0/networks/09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 HTTP/1.1" status: 200 len: 784 time: 0.5022352 Aug 11 03:04:30.606426 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [req-7285319c-ffe4-4f90-942f-820719cd407f req-bee2706c-9862-4a00-8387-15fd8bda7e06 tempest-FloatingIPsTestJSON-1069435168 tempest-FloatingIPsTestJSON-1069435168-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:04:30.612110 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7285319c-ffe4-4f90-942f-820719cd407f req-bee2706c-9862-4a00-8387-15fd8bda7e06 tempest-FloatingIPsTestJSON-1069435168 tempest-FloatingIPsTestJSON-1069435168-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0428114 Aug 11 03:04:30.700985 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8bed80ac-923d-46e5-9d66-e725213cd1e5 req-a36a7e42-8b3d-47c5-8154-b458c9724637 service neutron] 10.222.0.22 "GET /v2.0/networks/7e1dad9f-2bf8-440d-87e5-fd95b980cb13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790173 Aug 11 03:04:30.732886 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 48432) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:04:30.844974 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-28da1202-216d-4029-9333-3489bf2318eb tempest-ServersTestBootFromVolume-829147864 tempest-ServersTestBootFromVolume-829147864-project] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:30.872969 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-573089f7-798e-486f-87d6-d1d4b2afa876 req-e245d842-1c20-4786-8c75-64de35cfbc52 tempest-FloatingIPsTestJSON-1069435168 tempest-FloatingIPsTestJSON-1069435168-project] 10.222.0.41 "GET /v2.0/floatingips/8a356762-4a34-4234-992b-392cd3b2b900 HTTP/1.1" status: 200 len: 693 time: 0.1272006 Aug 11 03:04:30.890915 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-28da1202-216d-4029-9333-3489bf2318eb tempest-ServersTestBootFromVolume-829147864 tempest-ServersTestBootFromVolume-829147864-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:30.918837 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaf36fc-43de-4adf-be57-9c6174eaa88f req-2553439b-cb07-4914-b8fc-63257e03dde5 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:30.921010 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bcaf36fc-43de-4adf-be57-9c6174eaa88f req-2553439b-cb07-4914-b8fc-63257e03dde5 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/ports?device_id=eef198f5-5223-4d49-8ce9-d9987fbc9f79 HTTP/1.1" status: 200 len: 945 time: 0.2185981 Aug 11 03:04:30.931414 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 48436) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:04:30.940681 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-8b07d73b-7320-4cde-9c4b-e0c7d9095ac7 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Request body: {'floatingip': {'port_id': 'f8d33e19-1a39-49b9-b9dd-7682d139ad79'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:04:31.002909 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8b07d73b-7320-4cde-9c4b-e0c7d9095ac7 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Notify callbacks [] for floatingip, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:31.018078 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8bed80ac-923d-46e5-9d66-e725213cd1e5 req-3c1a1974-3fb3-4c50-9ea5-be264d5f2cab service neutron] 10.222.0.22 "GET /v2.0/networks/7e1dad9f-2bf8-440d-87e5-fd95b980cb13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3038406 Aug 11 03:04:31.073517 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573089f7-798e-486f-87d6-d1d4b2afa876 req-83cd422d-f160-42bc-a51c-52fb0901a365 tempest-FloatingIPsTestJSON-1069435168 tempest-FloatingIPsTestJSON-1069435168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:31.074965 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-573089f7-798e-486f-87d6-d1d4b2afa876 req-83cd422d-f160-42bc-a51c-52fb0901a365 tempest-FloatingIPsTestJSON-1069435168 tempest-FloatingIPsTestJSON-1069435168-project] 10.222.0.41 "GET /v2.0/networks/09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 HTTP/1.1" status: 200 len: 784 time: 0.1878810 Aug 11 03:04:31.092117 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [req-573089f7-798e-486f-87d6-d1d4b2afa876 req-ae7c67dd-d074-4bbc-bf83-f58f0ec32ae1 tempest-FloatingIPsTestJSON-1069435168 tempest-FloatingIPsTestJSON-1069435168-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:04:31.092668 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-573089f7-798e-486f-87d6-d1d4b2afa876 req-ae7c67dd-d074-4bbc-bf83-f58f0ec32ae1 tempest-FloatingIPsTestJSON-1069435168 tempest-FloatingIPsTestJSON-1069435168-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0087786 Aug 11 03:04:31.104020 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device fa57729b-416e-4b56-988d-5e0b3aee0303 details requested by agent hyperv_n-h2-764292-30 with host n-h2-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:04:31.200162 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-28da1202-216d-4029-9333-3489bf2318eb tempest-ServersTestBootFromVolume-829147864 tempest-ServersTestBootFromVolume-829147864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:31.202979 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-28da1202-216d-4029-9333-3489bf2318eb tempest-ServersTestBootFromVolume-829147864 tempest-ServersTestBootFromVolume-829147864-project] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:31.207222 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-28da1202-216d-4029-9333-3489bf2318eb tempest-ServersTestBootFromVolume-829147864 tempest-ServersTestBootFromVolume-829147864-project] 10.222.0.41 "DELETE /v2.0/security-groups/3799b9f0-2cd6-4194-a840-878f5c5d8080 HTTP/1.1" status: 204 len: 168 time: 0.4731827 Aug 11 03:04:31.207858 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 48446) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:04:31.244367 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28da1202-216d-4029-9333-3489bf2318eb tempest-ServersTestBootFromVolume-829147864 tempest-ServersTestBootFromVolume-829147864-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3799b9f0-2cd6-4194-a840-878f5c5d8080,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:31.251900 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f5e13fe8-8963-425c-acd4-304e3874118e req-61c1b4c4-509a-40d4-8776-2bf401b154f9 tempest-FloatingIPsTestJSON-1069435168 tempest-FloatingIPsTestJSON-1069435168-project] 10.222.0.41 "GET /v2.0/floatingips?tenant_id=566812f7205047c1bd6133004961d5a4 HTTP/1.1" status: 200 len: 696 time: 0.1322997 Aug 11 03:04:31.252223 n-d-764292-30 neutron-server[102191]: INFO neutron.api.v2.resource [None req-1b40ac12-2362-46bc-a49b-1a51b1229308 tempest-ServersTestBootFromVolume-829147864 tempest-ServersTestBootFromVolume-829147864-project] show failed (client error): The resource could not be found. Aug 11 03:04:31.256174 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-1b40ac12-2362-46bc-a49b-1a51b1229308 tempest-ServersTestBootFromVolume-829147864 tempest-ServersTestBootFromVolume-829147864-project] 10.222.0.41 "GET /v2.0/security-groups/3799b9f0-2cd6-4194-a840-878f5c5d8080 HTTP/1.1" status: 404 len: 347 time: 0.0282166 Aug 11 03:04:31.256762 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 48448) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:04:31.260270 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28da1202-216d-4029-9333-3489bf2318eb tempest-ServersTestBootFromVolume-829147864 tempest-ServersTestBootFromVolume-829147864-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:04:31.260613 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28da1202-216d-4029-9333-3489bf2318eb tempest-ServersTestBootFromVolume-829147864 tempest-ServersTestBootFromVolume-829147864-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:04:31.260950 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28da1202-216d-4029-9333-3489bf2318eb tempest-ServersTestBootFromVolume-829147864 tempest-ServersTestBootFromVolume-829147864-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:04:31.261417 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28da1202-216d-4029-9333-3489bf2318eb tempest-ServersTestBootFromVolume-829147864 tempest-ServersTestBootFromVolume-829147864-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:04:31.261755 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28da1202-216d-4029-9333-3489bf2318eb tempest-ServersTestBootFromVolume-829147864 tempest-ServersTestBootFromVolume-829147864-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:04:31.262081 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28da1202-216d-4029-9333-3489bf2318eb tempest-ServersTestBootFromVolume-829147864 tempest-ServersTestBootFromVolume-829147864-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:04:31.262646 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28da1202-216d-4029-9333-3489bf2318eb tempest-ServersTestBootFromVolume-829147864 tempest-ServersTestBootFromVolume-829147864-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:04:31.262781 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28da1202-216d-4029-9333-3489bf2318eb tempest-ServersTestBootFromVolume-829147864 tempest-ServersTestBootFromVolume-829147864-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:04:31.263062 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28da1202-216d-4029-9333-3489bf2318eb tempest-ServersTestBootFromVolume-829147864 tempest-ServersTestBootFromVolume-829147864-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:04:31.263380 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28da1202-216d-4029-9333-3489bf2318eb tempest-ServersTestBootFromVolume-829147864 tempest-ServersTestBootFromVolume-829147864-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:04:31.263696 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28da1202-216d-4029-9333-3489bf2318eb tempest-ServersTestBootFromVolume-829147864 tempest-ServersTestBootFromVolume-829147864-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:04:31.264005 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28da1202-216d-4029-9333-3489bf2318eb tempest-ServersTestBootFromVolume-829147864 tempest-ServersTestBootFromVolume-829147864-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:04:31.362506 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port fa57729b-416e-4b56-988d-5e0b3aee0303, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=fa57729b-416e-4b56-988d-5e0b3aee0303,segment=NetworkSegment(51ba8099-7622-42cb-adbd-7c8aaac78355),segment_id=51ba8099-7622-42cb-adbd-7c8aaac78355)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:04:31.385706 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Returning: {'device': 'fa57729b-416e-4b56-988d-5e0b3aee0303', 'network_id': '6b5eb666-47e5-4ddb-b0bc-16855d478160', 'port_id': 'fa57729b-416e-4b56-988d-5e0b3aee0303', 'mac_address': 'fa:16:3e:e3:c7:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bc807f9-b5f2-488b-b980-1ec1f7afe42f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:04:31.425817 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e13fe8-8963-425c-acd4-304e3874118e req-5958098b-9c39-42f7-83d3-661154d999a3 tempest-FloatingIPsTestJSON-1069435168 tempest-FloatingIPsTestJSON-1069435168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:31.437245 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f5e13fe8-8963-425c-acd4-304e3874118e req-5958098b-9c39-42f7-83d3-661154d999a3 tempest-FloatingIPsTestJSON-1069435168 tempest-FloatingIPsTestJSON-1069435168-project] 10.222.0.41 "GET /v2.0/networks?id=09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 HTTP/1.1" status: 200 len: 787 time: 0.1844051 Aug 11 03:04:31.444037 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [req-f5e13fe8-8963-425c-acd4-304e3874118e req-8bf3ced5-f599-4a47-827a-3497196fb76b tempest-FloatingIPsTestJSON-1069435168 tempest-FloatingIPsTestJSON-1069435168-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:04:31.454214 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f5e13fe8-8963-425c-acd4-304e3874118e req-8bf3ced5-f599-4a47-827a-3497196fb76b tempest-FloatingIPsTestJSON-1069435168 tempest-FloatingIPsTestJSON-1069435168-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0128407 Aug 11 03:04:31.474944 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:31.490637 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fa57729b-416e-4b56-988d-5e0b3aee0303 {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:04:31.518818 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port fa57729b-416e-4b56-988d-5e0b3aee0303, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=fa57729b-416e-4b56-988d-5e0b3aee0303,segment=NetworkSegment(51ba8099-7622-42cb-adbd-7c8aaac78355),segment_id=51ba8099-7622-42cb-adbd-7c8aaac78355)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:04:31.584824 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1028637a-7df8-4b27-abab-1433b0b1a61e req-0050f7c7-879f-40fc-befb-70e1bf8db68a tempest-FloatingIPsTestJSON-1069435168 tempest-FloatingIPsTestJSON-1069435168-project] 10.222.0.41 "GET /v2.0/floatingips/8a356762-4a34-4234-992b-392cd3b2b900 HTTP/1.1" status: 200 len: 693 time: 0.1159596 Aug 11 03:04:31.594875 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 48464) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:04:31.605139 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-90fac7a4-fab5-4110-ab90-22f28d5dd7ce tempest-ServersTestBootFromVolume-829147864 tempest-ServersTestBootFromVolume-829147864-project] Deleting port 72cd0b3a-6057-4c9d-b90f-9f49a3efeb0e {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:04:31.605816 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-90fac7a4-fab5-4110-ab90-22f28d5dd7ce tempest-ServersTestBootFromVolume-829147864 tempest-ServersTestBootFromVolume-829147864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:31.616669 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:31.617364 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 49709cb6-e751-4686-8ada-f7f57e0574e6 details requested by agent hyperv_n-h2-764292-30 with host n-h2-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:04:31.752497 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-90fac7a4-fab5-4110-ab90-22f28d5dd7ce tempest-ServersTestBootFromVolume-829147864 tempest-ServersTestBootFromVolume-829147864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:31.753462 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-90fac7a4-fab5-4110-ab90-22f28d5dd7ce tempest-ServersTestBootFromVolume-829147864 tempest-ServersTestBootFromVolume-829147864-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:31.772023 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-90fac7a4-fab5-4110-ab90-22f28d5dd7ce tempest-ServersTestBootFromVolume-829147864 tempest-ServersTestBootFromVolume-829147864-project] Calling delete_port for 72cd0b3a-6057-4c9d-b90f-9f49a3efeb0e owned by network:floatingip {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:04:31.790788 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=fa57729b-416e-4b56-988d-5e0b3aee0303,revision_number=6']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:31.790894 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89db17d3-d190-4105-b424-72ae2f49f233 req-5f6ef58a-23ed-4726-b609-91b855562456 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:31.794390 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-89db17d3-d190-4105-b424-72ae2f49f233 req-5f6ef58a-23ed-4726-b609-91b855562456 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=a978446e-4582-4607-aebd-6033f29f8980 HTTP/1.1" status: 200 len: 948 time: 0.1125505 Aug 11 03:04:31.813684 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1028637a-7df8-4b27-abab-1433b0b1a61e req-0b791af4-edb6-440e-bd12-6b133edf0583 tempest-FloatingIPsTestJSON-1069435168 tempest-FloatingIPsTestJSON-1069435168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:31.815141 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1028637a-7df8-4b27-abab-1433b0b1a61e req-0b791af4-edb6-440e-bd12-6b133edf0583 tempest-FloatingIPsTestJSON-1069435168 tempest-FloatingIPsTestJSON-1069435168-project] 10.222.0.41 "GET /v2.0/networks/09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 HTTP/1.1" status: 200 len: 784 time: 0.2239845 Aug 11 03:04:31.871928 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port 49709cb6-e751-4686-8ada-f7f57e0574e6, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=49709cb6-e751-4686-8ada-f7f57e0574e6,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:04:31.881417 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-34109a0a-b5f1-4ec5-9e76-48e853a73400 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2072384026-network', 'tenant_id': '8cd61943ed6843f6aacd56a7b71db43b'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:04:31.888534 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Returning: {'device': '49709cb6-e751-4686-8ada-f7f57e0574e6', 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba', 'port_id': '49709cb6-e751-4686-8ada-f7f57e0574e6', 'mac_address': 'fa:16:3e:80:b8:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '254a3f4d-2b75-429e-bbb2-8e70554e9483', 'ip_address': '192.168.233.140'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:04:31.930908 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-89db17d3-d190-4105-b424-72ae2f49f233 req-11418163-b32d-4f48-af7f-271ed1c43401 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354263 Aug 11 03:04:31.944915 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1028637a-7df8-4b27-abab-1433b0b1a61e req-1b77f591-f199-4453-a3eb-93ae11f4e729 tempest-FloatingIPsTestJSON-1069435168 tempest-FloatingIPsTestJSON-1069435168-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.8.120 HTTP/1.1" status: 200 len: 696 time: 0.1117799 Aug 11 03:04:31.970192 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-921536e4-3f45-4bb3-929d-23631c7b7aa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:31.974013 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:32.024866 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1028637a-7df8-4b27-abab-1433b0b1a61e req-4e2fbddc-45a6-4e93-be35-40e41f61576e tempest-FloatingIPsTestJSON-1069435168 tempest-FloatingIPsTestJSON-1069435168-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.8.120 HTTP/1.1" status: 200 len: 696 time: 0.0609293 Aug 11 03:04:32.025698 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:32.048542 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49709cb6-e751-4686-8ada-f7f57e0574e6 {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:04:32.091323 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port 49709cb6-e751-4686-8ada-f7f57e0574e6, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=49709cb6-e751-4686-8ada-f7f57e0574e6,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:04:32.114733 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34109a0a-b5f1-4ec5-9e76-48e853a73400 admin admin] Made reservation on behalf of 8cd61943ed6843f6aacd56a7b71db43b for: {'network': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:04:32.117676 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-34109a0a-b5f1-4ec5-9e76-48e853a73400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:32.165877 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-34109a0a-b5f1-4ec5-9e76-48e853a73400 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:32.280119 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:32.351539 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-90fac7a4-fab5-4110-ab90-22f28d5dd7ce tempest-ServersTestBootFromVolume-829147864 tempest-ServersTestBootFromVolume-829147864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:32.374133 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['fa57729b-416e-4b56-988d-5e0b3aee0303'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:04:32.374332 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [req-1028637a-7df8-4b27-abab-1433b0b1a61e req-5ddabe10-2636-4d98-bc95-434547cc2084 tempest-FloatingIPsTestJSON-1069435168 tempest-FloatingIPsTestJSON-1069435168-project] Deleting port ec2aa463-21fb-4c45-a461-0b3a79cbf924 {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:04:32.374543 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-1028637a-7df8-4b27-abab-1433b0b1a61e req-5ddabe10-2636-4d98-bc95-434547cc2084 tempest-FloatingIPsTestJSON-1069435168 tempest-FloatingIPsTestJSON-1069435168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:32.410526 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=49709cb6-e751-4686-8ada-f7f57e0574e6,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:32.429131 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fac7a4-fab5-4110-ab90-22f28d5dd7ce tempest-ServersTestBootFromVolume-829147864 tempest-ServersTestBootFromVolume-829147864-project] Pushing event deleted for resources: {'Port': ['ID=72cd0b3a-6057-4c9d-b90f-9f49a3efeb0e,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:32.434557 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8b07d73b-7320-4cde-9c4b-e0c7d9095ac7 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:32.532550 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-90fac7a4-fab5-4110-ab90-22f28d5dd7ce tempest-ServersTestBootFromVolume-829147864 tempest-ServersTestBootFromVolume-829147864-project] Notify callbacks [] for floatingip, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:32.533904 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['49709cb6-e751-4686-8ada-f7f57e0574e6'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:04:32.535101 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-34109a0a-b5f1-4ec5-9e76-48e853a73400 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:32.537248 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-1028637a-7df8-4b27-abab-1433b0b1a61e req-5ddabe10-2636-4d98-bc95-434547cc2084 tempest-FloatingIPsTestJSON-1069435168 tempest-FloatingIPsTestJSON-1069435168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:32.537577 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-1028637a-7df8-4b27-abab-1433b0b1a61e req-5ddabe10-2636-4d98-bc95-434547cc2084 tempest-FloatingIPsTestJSON-1069435168 tempest-FloatingIPsTestJSON-1069435168-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:32.538946 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-90fac7a4-fab5-4110-ab90-22f28d5dd7ce tempest-ServersTestBootFromVolume-829147864 tempest-ServersTestBootFromVolume-829147864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for floatingip, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:32.545623 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-90fac7a4-fab5-4110-ab90-22f28d5dd7ce tempest-ServersTestBootFromVolume-829147864 tempest-ServersTestBootFromVolume-829147864-project] 10.222.0.41 "DELETE /v2.0/floatingips/f12f2b92-dad2-4b91-891c-cf8a6f5af7e9 HTTP/1.1" status: 204 len: 168 time: 1.2785370 Aug 11 03:04:32.548458 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 48494) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:04:32.553939 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [req-1028637a-7df8-4b27-abab-1433b0b1a61e req-5ddabe10-2636-4d98-bc95-434547cc2084 tempest-FloatingIPsTestJSON-1069435168 tempest-FloatingIPsTestJSON-1069435168-project] Calling delete_port for ec2aa463-21fb-4c45-a461-0b3a79cbf924 owned by network:floatingip {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:04:32.726009 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-34109a0a-b5f1-4ec5-9e76-48e853a73400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:32.755442 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8b07d73b-7320-4cde-9c4b-e0c7d9095ac7 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446866'] for floatingip, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:32.803313 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34109a0a-b5f1-4ec5-9e76-48e853a73400 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e64b018f-6968-4868-8ff2-d15f7808d7f6,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:32.829343 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-1028637a-7df8-4b27-abab-1433b0b1a61e req-5ddabe10-2636-4d98-bc95-434547cc2084 tempest-FloatingIPsTestJSON-1069435168 tempest-FloatingIPsTestJSON-1069435168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:32.886240 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddabe10-2636-4d98-bc95-434547cc2084 tempest-FloatingIPsTestJSON-1069435168 tempest-FloatingIPsTestJSON-1069435168-project] Pushing event deleted for resources: {'Port': ['ID=ec2aa463-21fb-4c45-a461-0b3a79cbf924,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:32.909951 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34109a0a-b5f1-4ec5-9e76-48e853a73400 admin admin] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=102192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:04:32.921222 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:32.955640 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-34109a0a-b5f1-4ec5-9e76-48e853a73400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:32.959509 n-d-764292-30 neutron-server[102192]: INFO neutron.db.segments_db [None req-34109a0a-b5f1-4ec5-9e76-48e853a73400 admin admin] Added segment faff74b1-c467-4fc6-a5af-1194db6d8eaa of type vlan for network ba4700b3-514b-4464-a1da-7cb77b20de89 Aug 11 03:04:33.010452 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd7262e-a3f7-49b1-bb4c-fc15e148e8be req-c7a069bb-6b78-46ef-91d1-d44426ef2537 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:33.018878 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-abd7262e-a3f7-49b1-bb4c-fc15e148e8be req-c7a069bb-6b78-46ef-91d1-d44426ef2537 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4da503b-42df-4297-90a5-a4517b73577c HTTP/1.1" status: 200 len: 945 time: 0.2819889 Aug 11 03:04:33.119837 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device fa57729b-416e-4b56-988d-5e0b3aee0303 up at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:04:33.124819 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-abd7262e-a3f7-49b1-bb4c-fc15e148e8be req-693728f2-2634-4b50-a047-117b2cad4956 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/security-groups?id=c7e06141-9137-4a1d-bc20-6fbfa107e8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020312 Aug 11 03:04:33.129207 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-34109a0a-b5f1-4ec5-9e76-48e853a73400 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:33.163320 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-1028637a-7df8-4b27-abab-1433b0b1a61e req-5ddabe10-2636-4d98-bc95-434547cc2084 tempest-FloatingIPsTestJSON-1069435168 tempest-FloatingIPsTestJSON-1069435168-project] Notify callbacks [] for floatingip, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:33.169993 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-1028637a-7df8-4b27-abab-1433b0b1a61e req-5ddabe10-2636-4d98-bc95-434547cc2084 tempest-FloatingIPsTestJSON-1069435168 tempest-FloatingIPsTestJSON-1069435168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for floatingip, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:33.172770 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1028637a-7df8-4b27-abab-1433b0b1a61e req-5ddabe10-2636-4d98-bc95-434547cc2084 tempest-FloatingIPsTestJSON-1069435168 tempest-FloatingIPsTestJSON-1069435168-project] 10.222.0.41 "DELETE /v2.0/floatingips/8a356762-4a34-4234-992b-392cd3b2b900 HTTP/1.1" status: 204 len: 173 time: 1.1402743 Aug 11 03:04:33.231165 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning complete for port fa57729b-416e-4b56-988d-5e0b3aee0303 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:04:33.231552 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:33.324207 n-d-764292-30 neutron-server[102191]: INFO neutron.db.l3_db [None req-8b07d73b-7320-4cde-9c4b-e0c7d9095ac7 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Floating IP 9d84bde4-51ff-4478-b6a1-54670e67ed16 associated. External IP: 172.25.8.130, port: f8d33e19-1a39-49b9-b9dd-7682d139ad79. Aug 11 03:04:33.356589 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-212ffe7d-f9f1-43ae-aba5-38cf675211ca req-a84fbb77-617e-4219-85fe-83575513d911 tempest-FloatingIPsTestJSON-1069435168 tempest-FloatingIPsTestJSON-1069435168-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1445589 Aug 11 03:04:33.374728 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-212ffe7d-f9f1-43ae-aba5-38cf675211ca req-41f9b790-a7cf-4f42-8e3f-65db5c0e8c10 tempest-FloatingIPsTestJSON-1069435168 tempest-FloatingIPsTestJSON-1069435168-project] Request body: {'floatingip': {'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:04:33.430178 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:33.439305 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89f7268-0526-4634-9547-aa804b163e8a req-d67297d8-3f09-4726-8703-adbf1d733a04 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:33.447137 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f89f7268-0526-4634-9547-aa804b163e8a req-d67297d8-3f09-4726-8703-adbf1d733a04 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=a978446e-4582-4607-aebd-6033f29f8980 HTTP/1.1" status: 200 len: 949 time: 0.0886300 Aug 11 03:04:33.486877 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70c84ed6-1b38-4b73-8bea-55c843cc7bda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa57729b-416e-4b56-988d-5e0b3aee0303'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:04:33.494064 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a426db1-0bf4-4a44-9d71-aa7d1e026b43" -d '{"events": [{"server_uuid": "70c84ed6-1b38-4b73-8bea-55c843cc7bda", "name": "network-vif-plugged", "status": "completed", "tag": "fa57729b-416e-4b56-988d-5e0b3aee0303"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:04:33.506927 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-34109a0a-b5f1-4ec5-9e76-48e853a73400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:33.509283 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34109a0a-b5f1-4ec5-9e76-48e853a73400 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:33.510788 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-34109a0a-b5f1-4ec5-9e76-48e853a73400 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:33.531069 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port fa57729b-416e-4b56-988d-5e0b3aee0303, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=fa57729b-416e-4b56-988d-5e0b3aee0303,segment=NetworkSegment(51ba8099-7622-42cb-adbd-7c8aaac78355),segment_id=51ba8099-7622-42cb-adbd-7c8aaac78355)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:04:33.539154 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-212ffe7d-f9f1-43ae-aba5-38cf675211ca req-41f9b790-a7cf-4f42-8e3f-65db5c0e8c10 tempest-FloatingIPsTestJSON-1069435168 tempest-FloatingIPsTestJSON-1069435168-project] Notify callbacks [] for floatingip, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:33.629451 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:33.687481 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b07d73b-7320-4cde-9c4b-e0c7d9095ac7 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Router 852fc78d-aa8c-487c-8883-cddc3e10b8de has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:04:33.750600 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-34109a0a-b5f1-4ec5-9e76-48e853a73400 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 2.1528838 Aug 11 03:04:33.761389 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=fa57729b-416e-4b56-988d-5e0b3aee0303,revision_number=7']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:33.767823 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 48518) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:04:33.779805 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-f31ac676-6e1c-4e44-8ec6-ee5fbdefe712 admin admin] Request body: {'subnet': {'network_id': 'ba4700b3-514b-4464-a1da-7cb77b20de89', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2072384026-subnet', 'tenant_id': '8cd61943ed6843f6aacd56a7b71db43b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:04:33.824843 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f89f7268-0526-4634-9547-aa804b163e8a req-d7cb3123-b60a-46ef-8ca6-1821deca8869 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3714361 Aug 11 03:04:33.852823 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a62cbe2-8c07-4c95-954a-9673976f0d72 req-57050afe-1a0f-4ce0-bdf3-48e9e0c6939c tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:33.854400 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5a62cbe2-8c07-4c95-954a-9673976f0d72 req-57050afe-1a0f-4ce0-bdf3-48e9e0c6939c tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4da503b-42df-4297-90a5-a4517b73577c HTTP/1.1" status: 200 len: 945 time: 0.4043624 Aug 11 03:04:33.901386 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34109a0a-b5f1-4ec5-9e76-48e853a73400 admin admin] Pushing event updated for resources: {'Network': ['ID=ba4700b3-514b-4464-a1da-7cb77b20de89,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:33.914584 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:04:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a5f4119-6a03-4d82-b204-eb1b1ca1a9f9 x-openstack-request-id: req-4a5f4119-6a03-4d82-b204-eb1b1ca1a9f9 {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:04:33.914922 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70c84ed6-1b38-4b73-8bea-55c843cc7bda", "name": "network-vif-plugged", "status": "completed", "tag": "fa57729b-416e-4b56-988d-5e0b3aee0303", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:04:33.915176 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4a5f4119-6a03-4d82-b204-eb1b1ca1a9f9 {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:04:33.915569 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70c84ed6-1b38-4b73-8bea-55c843cc7bda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa57729b-416e-4b56-988d-5e0b3aee0303', 'code': 200} Aug 11 03:04:33.917463 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network ba4700b3-514b-4464-a1da-7cb77b20de89 details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:04:33.965158 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b07d73b-7320-4cde-9c4b-e0c7d9095ac7 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:04:33.972061 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8b07d73b-7320-4cde-9c4b-e0c7d9095ac7 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for floatingip, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:33.995785 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f31ac676-6e1c-4e44-8ec6-ee5fbdefe712 admin admin] Made reservation on behalf of 8cd61943ed6843f6aacd56a7b71db43b for: {'subnet': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:04:34.004405 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-f31ac676-6e1c-4e44-8ec6-ee5fbdefe712 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126180544'] for subnet, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:34.022873 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-8b07d73b-7320-4cde-9c4b-e0c7d9095ac7 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "PUT /v2.0/floatingips/9d84bde4-51ff-4478-b6a1-54670e67ed16 HTTP/1.1" status: 200 len: 991 time: 3.0895448 Aug 11 03:04:34.026972 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-69ddb8c3-f128-4a77-a246-eeb8355962b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521106'] for router_interface, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:34.028999 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eef198f5-5223-4d49-8ce9-d9987fbc9f79', 'tag': 'f8d33e19-1a39-49b9-b9dd-7682d139ad79'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:04:34.031554 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af9dfe67-7cb9-4159-8f6e-3a150d57f7f3" -d '{"events": [{"name": "network-changed", "server_uuid": "eef198f5-5223-4d49-8ce9-d9987fbc9f79", "tag": "f8d33e19-1a39-49b9-b9dd-7682d139ad79"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:04:34.076897 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2333d3-fb88-4296-b8c2-2dfeba84c4e3 None None] Sync routers for ids ['852fc78d-aa8c-487c-8883-cddc3e10b8de'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:04:34.103817 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2333d3-fb88-4296-b8c2-2dfeba84c4e3 None None] Routers {'852fc78d-aa8c-487c-8883-cddc3e10b8de'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:04:34.104454 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-5e2333d3-fb88-4296-b8c2-2dfeba84c4e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:04:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['852fc78d-aa8c-487c-8883-cddc3e10b8de'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:04:34.276428 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:04:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cabc54e-8b0f-4f57-9da1-e9ee4e7c9fcf x-openstack-request-id: req-0cabc54e-8b0f-4f57-9da1-e9ee4e7c9fcf {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:04:34.276834 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eef198f5-5223-4d49-8ce9-d9987fbc9f79", "tag": "f8d33e19-1a39-49b9-b9dd-7682d139ad79", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:04:34.277227 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0cabc54e-8b0f-4f57-9da1-e9ee4e7c9fcf {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:04:34.277730 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eef198f5-5223-4d49-8ce9-d9987fbc9f79', 'tag': 'f8d33e19-1a39-49b9-b9dd-7682d139ad79', 'status': 'completed', 'code': 200} Aug 11 03:04:34.310554 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [req-5a62cbe2-8c07-4c95-954a-9673976f0d72 req-ebb3481d-6740-4cd6-9911-8c60ec86aa10 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] Deleting port 371b4dc3-1b9d-4260-bbcd-abd1b3a7fc1b {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:04:34.311418 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-5a62cbe2-8c07-4c95-954a-9673976f0d72 req-ebb3481d-6740-4cd6-9911-8c60ec86aa10 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:34.332622 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-5e2333d3-fb88-4296-b8c2-2dfeba84c4e3 None None] Set router 852fc78d-aa8c-487c-8883-cddc3e10b8de gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:04:34.357218 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-f31ac676-6e1c-4e44-8ec6-ee5fbdefe712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125932092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126180562'] for subnet, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:34.367153 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9dfe67-7cb9-4159-8f6e-3a150d57f7f3 req-601b7c60-6f94-40f6-93b1-e45b0916f029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:34.369938 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-af9dfe67-7cb9-4159-8f6e-3a150d57f7f3 req-601b7c60-6f94-40f6-93b1-e45b0916f029 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=92caf1df2234498c82ddfcf53391d4fc&device_id=eef198f5-5223-4d49-8ce9-d9987fbc9f79 HTTP/1.1" status: 200 len: 1097 time: 0.0910177 Aug 11 03:04:34.456785 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-212ffe7d-f9f1-43ae-aba5-38cf675211ca req-41f9b790-a7cf-4f42-8e3f-65db5c0e8c10 tempest-FloatingIPsTestJSON-1069435168 tempest-FloatingIPsTestJSON-1069435168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:34.518801 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31ac676-6e1c-4e44-8ec6-ee5fbdefe712 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0415f86d-f740-4723-be5c-da5b97481cab,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:34.553214 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9dfe67-7cb9-4159-8f6e-3a150d57f7f3 req-1a2352f3-258d-4fd6-be63-25f36439c1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:34.555532 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-af9dfe67-7cb9-4159-8f6e-3a150d57f7f3 req-1a2352f3-258d-4fd6-be63-25f36439c1ac service neutron] 10.222.0.22 "GET /v2.0/networks?id=d17d1b32-4aa7-4439-b455-9cb54b2072df HTTP/1.1" status: 200 len: 918 time: 0.1761284 Aug 11 03:04:34.561929 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f31ac676-6e1c-4e44-8ec6-ee5fbdefe712 admin admin] Checking segment: {'id': 'faff74b1-c467-4fc6-a5af-1194db6d8eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'ba4700b3-514b-4464-a1da-7cb77b20de89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:04:34.562346 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f31ac676-6e1c-4e44-8ec6-ee5fbdefe712 admin admin] Network hostable DHCP agents. Network: ba4700b3-514b-4464-a1da-7cb77b20de89, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:04:34.582309 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31ac676-6e1c-4e44-8ec6-ee5fbdefe712 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:04:34.582664 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31ac676-6e1c-4e44-8ec6-ee5fbdefe712 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:04:34.583004 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31ac676-6e1c-4e44-8ec6-ee5fbdefe712 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:04:34.583479 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31ac676-6e1c-4e44-8ec6-ee5fbdefe712 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:04:34.583815 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31ac676-6e1c-4e44-8ec6-ee5fbdefe712 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:04:34.584338 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31ac676-6e1c-4e44-8ec6-ee5fbdefe712 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:04:34.584673 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31ac676-6e1c-4e44-8ec6-ee5fbdefe712 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:04:34.584998 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31ac676-6e1c-4e44-8ec6-ee5fbdefe712 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:04:34.585320 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31ac676-6e1c-4e44-8ec6-ee5fbdefe712 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:04:34.585689 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31ac676-6e1c-4e44-8ec6-ee5fbdefe712 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:04:34.586019 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31ac676-6e1c-4e44-8ec6-ee5fbdefe712 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:04:34.586362 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31ac676-6e1c-4e44-8ec6-ee5fbdefe712 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:04:34.605207 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:34.619092 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-5e2333d3-fb88-4296-b8c2-2dfeba84c4e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '852fc78d-aa8c-487c-8883-cddc3e10b8de', 'name': 'tempest-AttachVolumeShelveTestJSON-1517035376-router', 'tenant_id': '92caf1df2234498c82ddfcf53391d4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.38'}], 'enable_snat': True}, 'gw_port_id': '7aed6d49-0318-48db-80e8-c875f725ac1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:03:47Z', 'updated_at': '2021-08-11T03:03:56Z', 'revision_number': 4, 'project_id': '92caf1df2234498c82ddfcf53391d4fc', 'gw_port': {'id': '7aed6d49-0318-48db-80e8-c875f725ac1e', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:e8:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852fc78d-aa8c-487c-8883-cddc3e10b8de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:03:48Z', 'updated_at': '2021-08-11T03:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_floatingips': [{'id': '9d84bde4-51ff-4478-b6a1-54670e67ed16', 'tenant_id': '92caf1df2234498c82ddfcf53391d4fc', 'floating_ip_address': '172.25.8.130', 'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'router_id': '852fc78d-aa8c-487c-8883-cddc3e10b8de', 'port_id': 'f8d33e19-1a39-49b9-b9dd-7682d139ad79', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 733, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd17d1b32-4aa7-4439-b455-9cb54b2072df', 'mac_address': 'fa:16:3e:c4:bc:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef198f5-5223-4d49-8ce9-d9987fbc9f79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:04:03Z', 'updated_at': '2021-08-11T03:04:32Z', 'revision_number': 1, 'project_id': '92caf1df2234498c82ddfcf53391d4fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cfb2d3e-60df-41ea-a00e-6e072156db10', 'name': '', 'network_id': 'd17d1b32-4aa7-4439-b455-9cb54b2072df', 'tenant_id': '92caf1df2234498c82ddfcf53391d4fc', 'mac_address': 'fa:16:3e:f7:39:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852fc78d-aa8c-487c-8883-cddc3e10b8de', 'device_owner': 'network:router_interface', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': 'c8bae62b-5e51-4859-99ce-3b4e8f86224a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:03:54Z', 'updated_at': '2021-08-11T03:04:03Z', 'revision_number': 5, 'project_id': '92caf1df2234498c82ddfcf53391d4fc', 'subnets': [{'id': 'c8bae62b-5e51-4859-99ce-3b4e8f86224a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:04:34.625092 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b9a747-bcbc-443f-b598-71e2578df712 req-03a04527-9375-4cf0-8f8d-8c9c4837a8f3 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:34.633209 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-42b9a747-bcbc-443f-b598-71e2578df712 req-03a04527-9375-4cf0-8f8d-8c9c4837a8f3 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4da503b-42df-4297-90a5-a4517b73577c HTTP/1.1" status: 200 len: 945 time: 0.2779677 Aug 11 03:04:34.636621 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-5a62cbe2-8c07-4c95-954a-9673976f0d72 req-ebb3481d-6740-4cd6-9911-8c60ec86aa10 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] For port 371b4dc3-1b9d-4260-bbcd-abd1b3a7fc1b, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=371b4dc3-1b9d-4260-bbcd-abd1b3a7fc1b,segment=NetworkSegment(75626708-94f6-4fcc-8cbd-0dd0dd709069),segment_id=75626708-94f6-4fcc-8cbd-0dd0dd709069)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:04:34.636996 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-5a62cbe2-8c07-4c95-954a-9673976f0d72 req-ebb3481d-6740-4cd6-9911-8c60ec86aa10 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:34.669547 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [req-5a62cbe2-8c07-4c95-954a-9673976f0d72 req-ebb3481d-6740-4cd6-9911-8c60ec86aa10 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] Calling delete_port for 371b4dc3-1b9d-4260-bbcd-abd1b3a7fc1b owned by compute:nova {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:04:34.673928 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-af9dfe67-7cb9-4159-8f6e-3a150d57f7f3 req-0f102da9-4334-42b6-b9c4-d6aaa40d93be service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f8d33e19-1a39-49b9-b9dd-7682d139ad79 HTTP/1.1" status: 200 len: 999 time: 0.0865197 Aug 11 03:04:34.756378 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-69ddb8c3-f128-4a77-a246-eeb8355962b8 admin admin] Deleting port 19d4939c-7424-4e1d-8597-c5b689f10ddb {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:04:34.756887 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-69ddb8c3-f128-4a77-a246-eeb8355962b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:34.779007 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f31ac676-6e1c-4e44-8ec6-ee5fbdefe712 admin admin] Network ba4700b3-514b-4464-a1da-7cb77b20de89 is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:04:34.800153 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-42b9a747-bcbc-443f-b598-71e2578df712 req-762862f0-0492-402b-92e9-f51b7af9d3dc tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/security-groups?id=c7e06141-9137-4a1d-bc20-6fbfa107e8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658835 Aug 11 03:04:34.813551 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2333d3-fb88-4296-b8c2-2dfeba84c4e3 None None] Checking router: 852fc78d-aa8c-487c-8883-cddc3e10b8de for host: n-d-764292-30 {{(pid=102193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:04:34.824115 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2333d3-fb88-4296-b8c2-2dfeba84c4e3 None None] Routers {'852fc78d-aa8c-487c-8883-cddc3e10b8de'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:04:34.824751 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-5e2333d3-fb88-4296-b8c2-2dfeba84c4e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:04:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['852fc78d-aa8c-487c-8883-cddc3e10b8de'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:04:34.855657 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [req-212ffe7d-f9f1-43ae-aba5-38cf675211ca req-41f9b790-a7cf-4f42-8e3f-65db5c0e8c10 tempest-FloatingIPsTestJSON-1069435168 tempest-FloatingIPsTestJSON-1069435168-project] Allocated IP 172.25.8.9 (09faf7d2-eaf5-4a50-bb6e-4cb05d009a76/e1a97443-13df-40bb-85f5-fd269e2742c0/4cfdb831-62e2-40a6-87dd-0309fdb27a4a) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:04:34.876466 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [None req-69ddb8c3-f128-4a77-a246-eeb8355962b8 admin admin] For port 19d4939c-7424-4e1d-8597-c5b689f10ddb, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=19d4939c-7424-4e1d-8597-c5b689f10ddb,segment=NetworkSegment(179797a7-9b1f-4b2b-ae1e-26b7a646c1a8),segment_id=179797a7-9b1f-4b2b-ae1e-26b7a646c1a8)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:04:34.876978 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-69ddb8c3-f128-4a77-a246-eeb8355962b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:34.891750 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-69ddb8c3-f128-4a77-a246-eeb8355962b8 admin admin] Calling delete_port for 19d4939c-7424-4e1d-8597-c5b689f10ddb owned by network:router_interface {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:04:34.893068 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-f31ac676-6e1c-4e44-8ec6-ee5fbdefe712 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, ba4700b3-514b-4464-a1da-7cb77b20de89) {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:04:34.919904 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f31ac676-6e1c-4e44-8ec6-ee5fbdefe712 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:34.926671 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-f31ac676-6e1c-4e44-8ec6-ee5fbdefe712 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:34.950860 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-5e2333d3-fb88-4296-b8c2-2dfeba84c4e3 None None] Set router 852fc78d-aa8c-487c-8883-cddc3e10b8de gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:04:35.062970 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-011f8af7-b655-4161-843a-a6655b76d507 None None] Network ba4700b3-514b-4464-a1da-7cb77b20de89 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:04:35.145828 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9dfe67-7cb9-4159-8f6e-3a150d57f7f3 req-81f0d8ca-0f74-49b5-b03a-f0288612e77d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:35.147777 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-af9dfe67-7cb9-4159-8f6e-3a150d57f7f3 req-81f0d8ca-0f74-49b5-b03a-f0288612e77d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c8bae62b-5e51-4859-99ce-3b4e8f86224a HTTP/1.1" status: 200 len: 856 time: 0.4642456 Aug 11 03:04:35.202915 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 49709cb6-e751-4686-8ada-f7f57e0574e6 up at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:04:35.232161 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-69ddb8c3-f128-4a77-a246-eeb8355962b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:35.293058 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ddb8c3-f128-4a77-a246-eeb8355962b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=19d4939c-7424-4e1d-8597-c5b689f10ddb,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:35.331081 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9dfe67-7cb9-4159-8f6e-3a150d57f7f3 req-9e5a2510-887f-496c-a0ac-49fc7fc28766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:35.332865 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-af9dfe67-7cb9-4159-8f6e-3a150d57f7f3 req-9e5a2510-887f-496c-a0ac-49fc7fc28766 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d17d1b32-4aa7-4439-b455-9cb54b2072df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1753557 Aug 11 03:04:35.335731 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c928969-e7c8-49cf-ac13-a743bca662dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde080026-c28f-55be-b52b-13827cc43646-ba4700b3-514b-4464-a1da-7cb77b20de89', 'network_id': 'ba4700b3-514b-4464-a1da-7cb77b20de89', 'tenant_id': '8cd61943ed6843f6aacd56a7b71db43b', 'fixed_ips': [{'subnet_id': '0415f86d-f740-4723-be5c-da5b97481cab'}]}} from n-d-764292-30. {{(pid=102193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:04:35.336627 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-0c928969-e7c8-49cf-ac13-a743bca662dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:35.472018 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-f31ac676-6e1c-4e44-8ec6-ee5fbdefe712 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.7006192 Aug 11 03:04:35.472636 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 48536) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:04:35.480383 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-06b35841-ebb9-442c-a705-336b122f5283 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2072384026-router', 'tenant_id': '8cd61943ed6843f6aacd56a7b71db43b', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:04:35.511406 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.db_base_plugin_common [None req-0c928969-e7c8-49cf-ac13-a743bca662dc None None] Allocated IP 172.20.0.2 (ba4700b3-514b-4464-a1da-7cb77b20de89/0415f86d-f740-4723-be5c-da5b97481cab/3ed46518-0638-4433-b1e8-515934214642) {{(pid=102193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:04:35.620312 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281de0fa-c2b6-4fb5-8665-2612f0c302df req-ebc542e4-a582-4c45-8291-5eca0bc19a8a tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:35.628584 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-281de0fa-c2b6-4fb5-8665-2612f0c302df req-ebc542e4-a582-4c45-8291-5eca0bc19a8a tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=a978446e-4582-4607-aebd-6033f29f8980 HTTP/1.1" status: 200 len: 949 time: 0.6886652 Aug 11 03:04:35.675223 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-69ddb8c3-f128-4a77-a246-eeb8355962b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16383033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450082'] for router_interface, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:35.680556 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-06b35841-ebb9-442c-a705-336b122f5283 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-450010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6626'] for router, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:35.681579 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-06b35841-ebb9-442c-a705-336b122f5283 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-446747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6633'] for router, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:35.683722 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-0c928969-e7c8-49cf-ac13-a743bca662dc None None] Notify callbacks [] for port, precommit_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:35.689942 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-212ffe7d-f9f1-43ae-aba5-38cf675211ca req-41f9b790-a7cf-4f42-8e3f-65db5c0e8c10 tempest-FloatingIPsTestJSON-1069435168 tempest-FloatingIPsTestJSON-1069435168-project] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:35.713925 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-0c928969-e7c8-49cf-ac13-a743bca662dc None None] Transition to ACTIVE for port object 3ed46518-0638-4433-b1e8-515934214642 will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:04:35.732366 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-0c928969-e7c8-49cf-ac13-a743bca662dc None None] Transition to ACTIVE for port object 3ed46518-0638-4433-b1e8-515934214642 will not be triggered until provisioned by entity DHCP. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:04:35.743439 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning for port 49709cb6-e751-4686-8ada-f7f57e0574e6 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:04:35.749426 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning complete for port 49709cb6-e751-4686-8ada-f7f57e0574e6 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:04:35.749796 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:35.763695 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-281de0fa-c2b6-4fb5-8665-2612f0c302df req-7ff21cd2-fdd2-404c-ae90-bcd3977ceebb tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340897 Aug 11 03:04:35.769003 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-af9dfe67-7cb9-4159-8f6e-3a150d57f7f3 req-45053403-b161-488a-b591-4e3e1bf4e319 service neutron] 10.222.0.22 "GET /v2.0/networks/d17d1b32-4aa7-4439-b455-9cb54b2072df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3831286 Aug 11 03:04:35.856863 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-5a62cbe2-8c07-4c95-954a-9673976f0d72 req-ebb3481d-6740-4cd6-9911-8c60ec86aa10 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:35.868876 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-06b35841-ebb9-442c-a705-336b122f5283 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:35.888561 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-0c928969-e7c8-49cf-ac13-a743bca662dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669'] for port, after_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:35.903560 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:35.956466 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb3481d-6740-4cd6-9911-8c60ec86aa10 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] Pushing event deleted for resources: {'Port': ['ID=371b4dc3-1b9d-4260-bbcd-abd1b3a7fc1b,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:35.964534 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c928969-e7c8-49cf-ac13-a743bca662dc None None] Network ba4700b3-514b-4464-a1da-7cb77b20de89 is already hosted by enough agents. {{(pid=102193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:04:35.969649 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c928969-e7c8-49cf-ac13-a743bca662dc None None] Pushing event updated for resources: {'Port': ['ID=3ed46518-0638-4433-b1e8-515934214642,revision_number=1']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:35.972553 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.base_scheduler [None req-0c928969-e7c8-49cf-ac13-a743bca662dc None None] Resources bound (agent type, host, resource id): {{(pid=102193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:04:35.985952 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c928969-e7c8-49cf-ac13-a743bca662dc None None] Received port after_create {{(pid=102193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:04:36.060729 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-0c928969-e7c8-49cf-ac13-a743bca662dc None None] Attempting to bind port 3ed46518-0638-4433-b1e8-515934214642 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:04:36.061164 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-0c928969-e7c8-49cf-ac13-a743bca662dc None None] Attempting to bind port 3ed46518-0638-4433-b1e8-515934214642 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': 'faff74b1-c467-4fc6-a5af-1194db6d8eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'ba4700b3-514b-4464-a1da-7cb77b20de89'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:04:36.061612 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c928969-e7c8-49cf-ac13-a743bca662dc None None] Attempting to bind port 3ed46518-0638-4433-b1e8-515934214642 on network ba4700b3-514b-4464-a1da-7cb77b20de89 {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:04:36.089412 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69ddb8c3-f128-4a77-a246-eeb8355962b8 admin admin] Router 4cb0f117-6cf3-4dfe-9795-75dd15d1664a has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:04:36.090872 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port 49709cb6-e751-4686-8ada-f7f57e0574e6, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=49709cb6-e751-4686-8ada-f7f57e0574e6,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:04:36.093208 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c928969-e7c8-49cf-ac13-a743bca662dc None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 4, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:04:36.097553 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c928969-e7c8-49cf-ac13-a743bca662dc None None] Checking segment: {'id': 'faff74b1-c467-4fc6-a5af-1194db6d8eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'ba4700b3-514b-4464-a1da-7cb77b20de89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:04:36.097553 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-0c928969-e7c8-49cf-ac13-a743bca662dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:36.097553 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c928969-e7c8-49cf-ac13-a743bca662dc None None] Bound using segment: {'id': 'faff74b1-c467-4fc6-a5af-1194db6d8eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'ba4700b3-514b-4464-a1da-7cb77b20de89'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:04:36.097553 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-0c928969-e7c8-49cf-ac13-a743bca662dc None None] Bound port: 3ed46518-0638-4433-b1e8-515934214642, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faff74b1-c467-4fc6-a5af-1194db6d8eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'ba4700b3-514b-4464-a1da-7cb77b20de89'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:04:36.097553 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-0c928969-e7c8-49cf-ac13-a743bca662dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:36.112414 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a978446e-4582-4607-aebd-6033f29f8980', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49709cb6-e751-4686-8ada-f7f57e0574e6'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:04:36.115142 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70b57ca5-3123-4601-bf0f-5ac6a6593d5f" -d '{"events": [{"server_uuid": "a978446e-4582-4607-aebd-6033f29f8980", "name": "network-vif-plugged", "status": "completed", "tag": "49709cb6-e751-4686-8ada-f7f57e0574e6"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:04:36.123566 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-af9dfe67-7cb9-4159-8f6e-3a150d57f7f3 req-1a7e5ffa-524e-4a34-905f-088ce0cd1c56 service neutron] 10.222.0.22 "GET /v2.0/networks/d17d1b32-4aa7-4439-b455-9cb54b2072df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3443074 Aug 11 03:04:36.171060 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:36.213053 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-647cab05-7481-425c-b2a7-d9bad6c9d172 req-08cd65de-7f3a-4357-a379-61acfcee3751 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4da503b-42df-4297-90a5-a4517b73577c HTTP/1.1" status: 200 len: 210 time: 0.0741334 Aug 11 03:04:36.250658 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a62cbe2-8c07-4c95-954a-9673976f0d72 req-ebb3481d-6740-4cd6-9911-8c60ec86aa10 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] No DVR routers for this DVR port 371b4dc3-1b9d-4260-bbcd-abd1b3a7fc1b on host n-h1-764292-30 {{(pid=102192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:04:36.255014 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-5a62cbe2-8c07-4c95-954a-9673976f0d72 req-ebb3481d-6740-4cd6-9911-8c60ec86aa10 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:36.257442 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5a62cbe2-8c07-4c95-954a-9673976f0d72 req-ebb3481d-6740-4cd6-9911-8c60ec86aa10 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.22 "DELETE /v2.0/ports/371b4dc3-1b9d-4260-bbcd-abd1b3a7fc1b HTTP/1.1" status: 204 len: 173 time: 2.3820138 Aug 11 03:04:36.258059 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4da503b-42df-4297-90a5-a4517b73577c', 'name': 'network-vif-deleted', 'tag': '371b4dc3-1b9d-4260-bbcd-abd1b3a7fc1b'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:04:36.260990 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd4344ae-8987-469b-be25-a7716ff297ca" -d '{"events": [{"server_uuid": "b4da503b-42df-4297-90a5-a4517b73577c", "name": "network-vif-deleted", "tag": "371b4dc3-1b9d-4260-bbcd-abd1b3a7fc1b"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:04:36.298629 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69ddb8c3-f128-4a77-a246-eeb8355962b8 admin admin] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:04:36.313347 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c6ed971-1c51-48df-8eac-57b2f5abc56b None None] Sync routers for ids ['4cb0f117-6cf3-4dfe-9795-75dd15d1664a'] in n-d-764292-30 {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:04:36.313882 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-69ddb8c3-f128-4a77-a246-eeb8355962b8 admin admin] 10.222.0.41 "PUT /v2.0/routers/4cb0f117-6cf3-4dfe-9795-75dd15d1664a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7636878 Aug 11 03:04:36.314736 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 48548) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:04:36.331807 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:04:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-662f50c0-d22c-41b9-99a1-4ba7a779495c x-openstack-request-id: req-662f50c0-d22c-41b9-99a1-4ba7a779495c {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:04:36.332105 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a978446e-4582-4607-aebd-6033f29f8980", "name": "network-vif-plugged", "status": "completed", "tag": "49709cb6-e751-4686-8ada-f7f57e0574e6", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:04:36.332356 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-662f50c0-d22c-41b9-99a1-4ba7a779495c {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:04:36.332677 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6ed971-1c51-48df-8eac-57b2f5abc56b None None] Routers {'4cb0f117-6cf3-4dfe-9795-75dd15d1664a'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:04:36.332814 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a978446e-4582-4607-aebd-6033f29f8980', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49709cb6-e751-4686-8ada-f7f57e0574e6', 'code': 200} Aug 11 03:04:36.333328 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-6c6ed971-1c51-48df-8eac-57b2f5abc56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:04:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['4cb0f117-6cf3-4dfe-9795-75dd15d1664a'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:04:36.340356 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-212ffe7d-f9f1-43ae-aba5-38cf675211ca req-41f9b790-a7cf-4f42-8e3f-65db5c0e8c10 tempest-FloatingIPsTestJSON-1069435168 tempest-FloatingIPsTestJSON-1069435168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:36.347762 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-0c928969-e7c8-49cf-ac13-a743bca662dc None None] For port 3ed46518-0638-4433-b1e8-515934214642, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:04:36.358035 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-0c928969-e7c8-49cf-ac13-a743bca662dc None None] For port 3ed46518-0638-4433-b1e8-515934214642, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=3ed46518-0638-4433-b1e8-515934214642,segment=NetworkSegment(faff74b1-c467-4fc6-a5af-1194db6d8eaa),segment_id=faff74b1-c467-4fc6-a5af-1194db6d8eaa)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:04:36.360897 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-06b35841-ebb9-442c-a705-336b122f5283 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:36.369847 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=49709cb6-e751-4686-8ada-f7f57e0574e6,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:36.401224 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-5e2333d3-fb88-4296-b8c2-2dfeba84c4e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '852fc78d-aa8c-487c-8883-cddc3e10b8de', 'name': 'tempest-AttachVolumeShelveTestJSON-1517035376-router', 'tenant_id': '92caf1df2234498c82ddfcf53391d4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.38'}], 'enable_snat': True}, 'gw_port_id': '7aed6d49-0318-48db-80e8-c875f725ac1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:03:47Z', 'updated_at': '2021-08-11T03:03:56Z', 'revision_number': 4, 'project_id': '92caf1df2234498c82ddfcf53391d4fc', 'gw_port': {'id': '7aed6d49-0318-48db-80e8-c875f725ac1e', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:e8:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852fc78d-aa8c-487c-8883-cddc3e10b8de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:03:48Z', 'updated_at': '2021-08-11T03:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_floatingips': [{'id': '9d84bde4-51ff-4478-b6a1-54670e67ed16', 'tenant_id': '92caf1df2234498c82ddfcf53391d4fc', 'floating_ip_address': '172.25.8.130', 'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'router_id': '852fc78d-aa8c-487c-8883-cddc3e10b8de', 'port_id': 'f8d33e19-1a39-49b9-b9dd-7682d139ad79', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 733, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd17d1b32-4aa7-4439-b455-9cb54b2072df', 'mac_address': 'fa:16:3e:c4:bc:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef198f5-5223-4d49-8ce9-d9987fbc9f79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:04:03Z', 'updated_at': '2021-08-11T03:04:32Z', 'revision_number': 1, 'project_id': '92caf1df2234498c82ddfcf53391d4fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cfb2d3e-60df-41ea-a00e-6e072156db10', 'name': '', 'network_id': 'd17d1b32-4aa7-4439-b455-9cb54b2072df', 'tenant_id': '92caf1df2234498c82ddfcf53391d4fc', 'mac_address': 'fa:16:3e:f7:39:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852fc78d-aa8c-487c-8883-cddc3e10b8de', 'device_owner': 'network:router_interface', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': 'c8bae62b-5e51-4859-99ce-3b4e8f86224a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:03:54Z', 'updated_at': '2021-08-11T03:04:03Z', 'revision_number': 5, 'project_id': '92caf1df2234498c82ddfcf53391d4fc', 'subnets': [{'id': 'c8bae62b-5e51-4859-99ce-3b4e8f86224a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:04:36.425149 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:04:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e49f39f-bfd5-4e47-a6e6-3e35a415f248 x-openstack-request-id: req-4e49f39f-bfd5-4e47-a6e6-3e35a415f248 {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:04:36.427262 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4da503b-42df-4297-90a5-a4517b73577c", "name": "network-vif-deleted", "tag": "371b4dc3-1b9d-4260-bbcd-abd1b3a7fc1b", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:04:36.432503 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4e49f39f-bfd5-4e47-a6e6-3e35a415f248 {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:04:36.432503 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4da503b-42df-4297-90a5-a4517b73577c', 'name': 'network-vif-deleted', 'tag': '371b4dc3-1b9d-4260-bbcd-abd1b3a7fc1b', 'status': 'completed', 'code': 200} Aug 11 03:04:36.440216 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2333d3-fb88-4296-b8c2-2dfeba84c4e3 None None] The sync data for ids ['852fc78d-aa8c-487c-8883-cddc3e10b8de'] in n-d-764292-30 is: [{'id': '852fc78d-aa8c-487c-8883-cddc3e10b8de', 'name': 'tempest-AttachVolumeShelveTestJSON-1517035376-router', 'tenant_id': '92caf1df2234498c82ddfcf53391d4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.38'}], 'enable_snat': True}, 'gw_port_id': '7aed6d49-0318-48db-80e8-c875f725ac1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:03:47Z', 'updated_at': '2021-08-11T03:03:56Z', 'revision_number': 4, 'project_id': '92caf1df2234498c82ddfcf53391d4fc', 'gw_port': {'id': '7aed6d49-0318-48db-80e8-c875f725ac1e', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:e8:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852fc78d-aa8c-487c-8883-cddc3e10b8de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:03:48Z', 'updated_at': '2021-08-11T03:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_floatingips': [{'id': '9d84bde4-51ff-4478-b6a1-54670e67ed16', 'tenant_id': '92caf1df2234498c82ddfcf53391d4fc', 'floating_ip_address': '172.25.8.130', 'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'router_id': '852fc78d-aa8c-487c-8883-cddc3e10b8de', 'port_id': 'f8d33e19-1a39-49b9-b9dd-7682d139ad79', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 733, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd17d1b32-4aa7-4439-b455-9cb54b2072df', 'mac_address': 'fa:16:3e:c4:bc:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef198f5-5223-4d49-8ce9-d9987fbc9f79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:04:03Z', 'updated_at': '2021-08-11T03:04:32Z', 'revision_number': 1, 'project_id': '92caf1df2234498c82ddfcf53391d4fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cfb2d3e-60df-41ea-a00e-6e072156db10', 'name': '', 'network_id': 'd17d1b32-4aa7-4439-b455-9cb54b2072df', 'tenant_id': '92caf1df2234498c82ddfcf53391d4fc', 'mac_address': 'fa:16:3e:f7:39:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852fc78d-aa8c-487c-8883-cddc3e10b8de', 'device_owner': 'network:router_interface', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': 'c8bae62b-5e51-4859-99ce-3b4e8f86224a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:03:54Z', 'updated_at': '2021-08-11T03:04:03Z', 'revision_number': 5, 'project_id': '92caf1df2234498c82ddfcf53391d4fc', 'subnets': [{'id': 'c8bae62b-5e51-4859-99ce-3b4e8f86224a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:04:36.453242 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-0c928969-e7c8-49cf-ac13-a743bca662dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:36.472809 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-212ffe7d-f9f1-43ae-aba5-38cf675211ca req-41f9b790-a7cf-4f42-8e3f-65db5c0e8c10 tempest-FloatingIPsTestJSON-1069435168 tempest-FloatingIPsTestJSON-1069435168-project] Network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:04:36.531575 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [req-212ffe7d-f9f1-43ae-aba5-38cf675211ca req-41f9b790-a7cf-4f42-8e3f-65db5c0e8c10 tempest-FloatingIPsTestJSON-1069435168 tempest-FloatingIPsTestJSON-1069435168-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:04:36.552709 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c928969-e7c8-49cf-ac13-a743bca662dc None None] Pushing event updated for resources: {'Port': ['ID=3ed46518-0638-4433-b1e8-515934214642,revision_number=2']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:36.586095 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [req-212ffe7d-f9f1-43ae-aba5-38cf675211ca req-41f9b790-a7cf-4f42-8e3f-65db5c0e8c10 tempest-FloatingIPsTestJSON-1069435168 tempest-FloatingIPsTestJSON-1069435168-project] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:04:36.653549 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-6c6ed971-1c51-48df-8eac-57b2f5abc56b None None] Set router 4cb0f117-6cf3-4dfe-9795-75dd15d1664a gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:04:36.673319 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f9b790-a7cf-4f42-8e3f-65db5c0e8c10 tempest-FloatingIPsTestJSON-1069435168 tempest-FloatingIPsTestJSON-1069435168-project] Pushing event updated for resources: {'Port': ['ID=4cfdb831-62e2-40a6-87dd-0309fdb27a4a,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:36.721692 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9dee07-9fae-4560-95e9-6d09040580de req-5cc3e0f6-62fb-4152-9f72-ecb315b46fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:36.726323 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4e9dee07-9fae-4560-95e9-6d09040580de req-5cc3e0f6-62fb-4152-9f72-ecb315b46fee service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a978446e-4582-4607-aebd-6033f29f8980 HTTP/1.1" status: 200 len: 1102 time: 0.2974670 Aug 11 03:04:36.772704 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:36.927230 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4e9dee07-9fae-4560-95e9-6d09040580de req-5cbbd725-fe0d-45cc-9e3b-804dc35d1ba3 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824214 Aug 11 03:04:36.932844 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-212ffe7d-f9f1-43ae-aba5-38cf675211ca req-41f9b790-a7cf-4f42-8e3f-65db5c0e8c10 tempest-FloatingIPsTestJSON-1069435168 tempest-FloatingIPsTestJSON-1069435168-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:36.965385 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4f327c-9539-4e06-9401-0f77e399ecc3 None None] New status for floating IP 9d84bde4-51ff-4478-b6a1-54670e67ed16: ACTIVE {{(pid=102193) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:04:37.127455 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-212ffe7d-f9f1-43ae-aba5-38cf675211ca req-41f9b790-a7cf-4f42-8e3f-65db5c0e8c10 tempest-FloatingIPsTestJSON-1069435168 tempest-FloatingIPsTestJSON-1069435168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:37.169162 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ef14e2-b3a8-418a-b240-afd791ddd95f req-268cb4f4-f093-4bdf-8183-8e8854c8f766 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:37.177912 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-16ef14e2-b3a8-418a-b240-afd791ddd95f req-268cb4f4-f093-4bdf-8183-8e8854c8f766 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=a978446e-4582-4607-aebd-6033f29f8980 HTTP/1.1" status: 200 len: 950 time: 0.2193904 Aug 11 03:04:37.244327 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-6c6ed971-1c51-48df-8eac-57b2f5abc56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cb0f117-6cf3-4dfe-9795-75dd15d1664a', 'name': 'tempest-ServersTestBootFromVolume-108852941-router', 'tenant_id': 'dfb8b0d4c8dd4fb2a0a5ea64f5a9a8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.163'}], 'enable_snat': True}, 'gw_port_id': '22b2f2ed-8c35-4b3c-bf36-e580318a380d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:59:52Z', 'updated_at': '2021-08-11T03:04:35Z', 'revision_number': 5, 'project_id': 'dfb8b0d4c8dd4fb2a0a5ea64f5a9a8f2', 'gw_port': {'id': '22b2f2ed-8c35-4b3c-bf36-e580318a380d', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:c4:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cb0f117-6cf3-4dfe-9795-75dd15d1664a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:59:53Z', 'updated_at': '2021-08-11T03:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:04:37.279092 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c6ed971-1c51-48df-8eac-57b2f5abc56b None None] Checking router: 4cb0f117-6cf3-4dfe-9795-75dd15d1664a for host: n-d-764292-30 {{(pid=102194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:04:37.281746 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-38cea616-e0de-41b9-b072-1d7db4c0747f admin admin] Notify callbacks [] for router, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:37.295812 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6ed971-1c51-48df-8eac-57b2f5abc56b None None] Routers {'4cb0f117-6cf3-4dfe-9795-75dd15d1664a'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:04:37.296845 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-6c6ed971-1c51-48df-8eac-57b2f5abc56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:04:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['4cb0f117-6cf3-4dfe-9795-75dd15d1664a'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:04:37.380709 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-16ef14e2-b3a8-418a-b240-afd791ddd95f req-eddcb994-dc97-486f-a554-86f8a5e562f5 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015710 Aug 11 03:04:37.459465 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-6c6ed971-1c51-48df-8eac-57b2f5abc56b None None] Set router 4cb0f117-6cf3-4dfe-9795-75dd15d1664a gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:04:37.485124 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-06b35841-ebb9-442c-a705-336b122f5283 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:37.494886 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 371b4dc3-1b9d-4260-bbcd-abd1b3a7fc1b no longer exists at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:04:37.555125 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] No Port match for: 371b4dc3-1b9d-4260-bbcd-abd1b3a7fc1b {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:04:37.555475 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 371b4dc3-1b9d-4260-bbcd-abd1b3a7fc1b not bound to the agent host n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:04:37.580332 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-06b35841-ebb9-442c-a705-336b122f5283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:37.596690 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 3ed46518-0638-4433-b1e8-515934214642 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:04:37.618002 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-38cea616-e0de-41b9-b072-1d7db4c0747f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:37.786562 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-212ffe7d-f9f1-43ae-aba5-38cf675211ca req-41f9b790-a7cf-4f42-8e3f-65db5c0e8c10 tempest-FloatingIPsTestJSON-1069435168 tempest-FloatingIPsTestJSON-1069435168-project] Notify callbacks [] for port, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:37.852792 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-38cea616-e0de-41b9-b072-1d7db4c0747f admin admin] Deleting port 22b2f2ed-8c35-4b3c-bf36-e580318a380d {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:04:37.853168 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-38cea616-e0de-41b9-b072-1d7db4c0747f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:37.892166 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port 3ed46518-0638-4433-b1e8-515934214642 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:04:37.917942 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-212ffe7d-f9f1-43ae-aba5-38cf675211ca req-41f9b790-a7cf-4f42-8e3f-65db5c0e8c10 tempest-FloatingIPsTestJSON-1069435168 tempest-FloatingIPsTestJSON-1069435168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:37.951634 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-6c6ed971-1c51-48df-8eac-57b2f5abc56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cb0f117-6cf3-4dfe-9795-75dd15d1664a', 'name': 'tempest-ServersTestBootFromVolume-108852941-router', 'tenant_id': 'dfb8b0d4c8dd4fb2a0a5ea64f5a9a8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.163'}], 'enable_snat': True}, 'gw_port_id': '22b2f2ed-8c35-4b3c-bf36-e580318a380d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:59:52Z', 'updated_at': '2021-08-11T03:04:35Z', 'revision_number': 5, 'project_id': 'dfb8b0d4c8dd4fb2a0a5ea64f5a9a8f2', 'gw_port': {'id': '22b2f2ed-8c35-4b3c-bf36-e580318a380d', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:c4:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cb0f117-6cf3-4dfe-9795-75dd15d1664a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:59:53Z', 'updated_at': '2021-08-11T03:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:04:38.009134 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c6ed971-1c51-48df-8eac-57b2f5abc56b None None] The sync data for ids ['4cb0f117-6cf3-4dfe-9795-75dd15d1664a'] in n-d-764292-30 is: [{'id': '4cb0f117-6cf3-4dfe-9795-75dd15d1664a', 'name': 'tempest-ServersTestBootFromVolume-108852941-router', 'tenant_id': 'dfb8b0d4c8dd4fb2a0a5ea64f5a9a8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.163'}], 'enable_snat': True}, 'gw_port_id': '22b2f2ed-8c35-4b3c-bf36-e580318a380d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:59:52Z', 'updated_at': '2021-08-11T03:04:35Z', 'revision_number': 5, 'project_id': 'dfb8b0d4c8dd4fb2a0a5ea64f5a9a8f2', 'gw_port': {'id': '22b2f2ed-8c35-4b3c-bf36-e580318a380d', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:c4:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cb0f117-6cf3-4dfe-9795-75dd15d1664a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:59:53Z', 'updated_at': '2021-08-11T03:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}] {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:04:38.048137 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [None req-38cea616-e0de-41b9-b072-1d7db4c0747f admin admin] For port 22b2f2ed-8c35-4b3c-bf36-e580318a380d, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=22b2f2ed-8c35-4b3c-bf36-e580318a380d,segment=NetworkSegment(fab28bed-aa25-40db-bba4-ec26e795194c),segment_id=fab28bed-aa25-40db-bba4-ec26e795194c)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:04:38.048586 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-38cea616-e0de-41b9-b072-1d7db4c0747f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:38.089432 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-38cea616-e0de-41b9-b072-1d7db4c0747f admin admin] Calling delete_port for 22b2f2ed-8c35-4b3c-bf36-e580318a380d owned by network:router_gateway {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:04:38.100002 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f9b790-a7cf-4f42-8e3f-65db5c0e8c10 tempest-FloatingIPsTestJSON-1069435168 tempest-FloatingIPsTestJSON-1069435168-project] Pushing event updated for resources: {'Port': ['ID=4cfdb831-62e2-40a6-87dd-0309fdb27a4a,revision_number=2']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:38.165852 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-212ffe7d-f9f1-43ae-aba5-38cf675211ca req-41f9b790-a7cf-4f42-8e3f-65db5c0e8c10 tempest-FloatingIPsTestJSON-1069435168 tempest-FloatingIPsTestJSON-1069435168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446866'] for floatingip, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:38.215210 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [None req-06b35841-ebb9-442c-a705-336b122f5283 admin admin] Allocated IP 172.25.8.12 (09faf7d2-eaf5-4a50-bb6e-4cb05d009a76/e1a97443-13df-40bb-85f5-fd269e2742c0/99afaf8d-03a6-4f18-af72-de13f38213ea) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:04:38.290370 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56e30db6-441b-468a-965e-8e5415546fe0 None None] Network ba4700b3-514b-4464-a1da-7cb77b20de89 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:04:38.292427 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-212ffe7d-f9f1-43ae-aba5-38cf675211ca req-41f9b790-a7cf-4f42-8e3f-65db5c0e8c10 tempest-FloatingIPsTestJSON-1069435168 tempest-FloatingIPsTestJSON-1069435168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for floatingip, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:38.293660 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-212ffe7d-f9f1-43ae-aba5-38cf675211ca req-41f9b790-a7cf-4f42-8e3f-65db5c0e8c10 tempest-FloatingIPsTestJSON-1069435168 tempest-FloatingIPsTestJSON-1069435168-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 4.9242873 Aug 11 03:04:38.371372 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-212ffe7d-f9f1-43ae-aba5-38cf675211ca req-5bcd0225-3db6-4eae-9d77-20bb33ff148c tempest-FloatingIPsTestJSON-1069435168 tempest-FloatingIPsTestJSON-1069435168-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.8.9 HTTP/1.1" status: 200 len: 694 time: 0.0681317 Aug 11 03:04:38.434187 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-38cea616-e0de-41b9-b072-1d7db4c0747f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:38.464732 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-a4581d4a-d655-41ad-a4f4-9a0c3770f5f0 None None] Provisioning for port 3ed46518-0638-4433-b1e8-515934214642 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:04:38.483204 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-a4581d4a-d655-41ad-a4f4-9a0c3770f5f0 None None] Provisioning complete for port 3ed46518-0638-4433-b1e8-515934214642 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:04:38.483631 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-a4581d4a-d655-41ad-a4f4-9a0c3770f5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:38.486411 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cea616-e0de-41b9-b072-1d7db4c0747f admin admin] Pushing event deleted for resources: {'Port': ['ID=22b2f2ed-8c35-4b3c-bf36-e580318a380d,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:38.525274 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-06b35841-ebb9-442c-a705-336b122f5283 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:38.591348 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b042f944-4321-4692-a3b3-ef0efc8fbad8 req-893ca389-750e-4ea0-905e-c0901dc7703e tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:38.592930 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b042f944-4321-4692-a3b3-ef0efc8fbad8 req-893ca389-750e-4ea0-905e-c0901dc7703e tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/ports?device_id=60603c36-cbbd-4561-ab9a-3a7fd11177f5 HTTP/1.1" status: 200 len: 944 time: 0.2089999 Aug 11 03:04:38.600687 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-38cea616-e0de-41b9-b072-1d7db4c0747f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-446916'] for router_gateway, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:38.639852 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-a4581d4a-d655-41ad-a4f4-9a0c3770f5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:38.696346 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-a4581d4a-d655-41ad-a4f4-9a0c3770f5f0 None None] For port 3ed46518-0638-4433-b1e8-515934214642, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=3ed46518-0638-4433-b1e8-515934214642,segment=NetworkSegment(faff74b1-c467-4fc6-a5af-1194db6d8eaa),segment_id=faff74b1-c467-4fc6-a5af-1194db6d8eaa)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:04:38.707394 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212ffe7d-f9f1-43ae-aba5-38cf675211ca req-74570db1-c220-46d0-ba2d-c881fb21d469 tempest-FloatingIPsTestJSON-1069435168 tempest-FloatingIPsTestJSON-1069435168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:38.727479 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-212ffe7d-f9f1-43ae-aba5-38cf675211ca req-74570db1-c220-46d0-ba2d-c881fb21d469 tempest-FloatingIPsTestJSON-1069435168 tempest-FloatingIPsTestJSON-1069435168-project] 10.222.0.41 "GET /v2.0/networks/09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 HTTP/1.1" status: 200 len: 784 time: 0.3448174 Aug 11 03:04:38.756373 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-38cea616-e0de-41b9-b072-1d7db4c0747f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6544'] for router, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:38.763640 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-38cea616-e0de-41b9-b072-1d7db4c0747f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:38.799959 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-a4581d4a-d655-41ad-a4f4-9a0c3770f5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:38.893201 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b042f944-4321-4692-a3b3-ef0efc8fbad8 req-c41d1df5-ccd7-47e0-a621-048444c61215 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/security-groups?id=c7e06141-9137-4a1d-bc20-6fbfa107e8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2942185 Aug 11 03:04:38.909023 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4581d4a-d655-41ad-a4f4-9a0c3770f5f0 None None] Pushing event updated for resources: {'Port': ['ID=3ed46518-0638-4433-b1e8-515934214642,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:38.926035 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-38cea616-e0de-41b9-b072-1d7db4c0747f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448809'] for router, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:38.926905 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38cea616-e0de-41b9-b072-1d7db4c0747f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4cb0f117-6cf3-4dfe-9795-75dd15d1664a {{(pid=102191) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:04:38.944624 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-38cea616-e0de-41b9-b072-1d7db4c0747f admin admin] Notify callbacks [] for router, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:38.948579 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-38cea616-e0de-41b9-b072-1d7db4c0747f admin admin] 10.222.0.41 "DELETE /v2.0/routers/4cb0f117-6cf3-4dfe-9795-75dd15d1664a HTTP/1.1" status: 204 len: 168 time: 2.6303618 Aug 11 03:04:38.949290 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 48578) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:04:38.954509 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b68c92-2f04-4415-9f35-abb1023ebaba req-5bed7d46-6cdb-4f8e-9c87-d000413fc8f6 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:38.956040 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-61b68c92-2f04-4415-9f35-abb1023ebaba req-5bed7d46-6cdb-4f8e-9c87-d000413fc8f6 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.22 "GET /v2.0/ports?device_id=60603c36-cbbd-4561-ab9a-3a7fd11177f5 HTTP/1.1" status: 200 len: 944 time: 0.2106657 Aug 11 03:04:39.031129 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-9d56dcbb-fb72-4b3f-9524-2c211322c7f8 None None] Provisioning complete for port 3ed46518-0638-4433-b1e8-515934214642 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:04:39.031494 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-9d56dcbb-fb72-4b3f-9524-2c211322c7f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:39.036307 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_v2 [None req-be73be53-b4c5-4fbc-84bd-8c23521482f7 admin admin] Deleting subnet 9b5dcd8b-176c-469e-8a38-c36073f2d1d5 {{(pid=102191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:04:39.041162 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-be73be53-b4c5-4fbc-84bd-8c23521482f7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:39.060169 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-06b35841-ebb9-442c-a705-336b122f5283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:39.112502 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-be73be53-b4c5-4fbc-84bd-8c23521482f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126283525'] for subnet, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:39.147240 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06b35841-ebb9-442c-a705-336b122f5283 admin admin] Network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:04:39.150522 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-06b35841-ebb9-442c-a705-336b122f5283 admin admin] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:04:39.181745 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b35841-ebb9-442c-a705-336b122f5283 admin admin] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:04:39.263842 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880f322e-8ec0-4899-9cfe-77e3905f6d0f req-b546b413-9757-4be7-bf61-c5a78b02f53c tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:39.263842 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-880f322e-8ec0-4899-9cfe-77e3905f6d0f req-b546b413-9757-4be7-bf61-c5a78b02f53c tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=a978446e-4582-4607-aebd-6033f29f8980 HTTP/1.1" status: 200 len: 950 time: 0.3841898 Aug 11 03:04:39.290343 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-be73be53-b4c5-4fbc-84bd-8c23521482f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:39.318622 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b35841-ebb9-442c-a705-336b122f5283 admin admin] Pushing event updated for resources: {'Port': ['ID=99afaf8d-03a6-4f18-af72-de13f38213ea,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:39.346491 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b2a9afd6-eb05-46e1-9b5c-b122e48ca3e2 req-c9df1cef-be62-409c-8ad4-2f2e408bc010 tempest-FloatingIPsTestJSON-1069435168 tempest-FloatingIPsTestJSON-1069435168-project] 10.222.0.41 "GET /v2.0/floatingips/e071d214-b30c-48e6-91ca-fba4d86df35d HTTP/1.1" status: 200 len: 691 time: 0.1290479 Aug 11 03:04:39.469002 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-be73be53-b4c5-4fbc-84bd-8c23521482f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126283413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126275158'] for subnet, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:39.483627 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-880f322e-8ec0-4899-9cfe-77e3905f6d0f req-15e7025a-d90e-42b5-abd2-b9845d06ec96 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146814 Aug 11 03:04:39.498136 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be73be53-b4c5-4fbc-84bd-8c23521482f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b5dcd8b-176c-469e-8a38-c36073f2d1d5,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:39.500490 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [req-61b68c92-2f04-4415-9f35-abb1023ebaba req-145544c5-fea0-405d-8bb8-9832eb86175c tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] Deleting port b76041ec-402b-41d5-8fb1-e117d05c0c99 {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:04:39.500751 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-61b68c92-2f04-4415-9f35-abb1023ebaba req-145544c5-fea0-405d-8bb8-9832eb86175c tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:39.509110 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-be73be53-b4c5-4fbc-84bd-8c23521482f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:39.516966 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-893965a6-c48f-41cc-b90d-4dd1e2112b7f None None] Network cbd69375-f38e-43b2-827b-7a0dc45266b3 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:04:39.519624 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-be73be53-b4c5-4fbc-84bd-8c23521482f7 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/9b5dcd8b-176c-469e-8a38-c36073f2d1d5 HTTP/1.1" status: 204 len: 168 time: 0.5640316 Aug 11 03:04:39.540568 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 48584) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:04:39.687332 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a9afd6-eb05-46e1-9b5c-b122e48ca3e2 req-be3f9c0e-4a17-47eb-9f3f-81868ee27861 tempest-FloatingIPsTestJSON-1069435168 tempest-FloatingIPsTestJSON-1069435168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:39.691438 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b2a9afd6-eb05-46e1-9b5c-b122e48ca3e2 req-be3f9c0e-4a17-47eb-9f3f-81868ee27861 tempest-FloatingIPsTestJSON-1069435168 tempest-FloatingIPsTestJSON-1069435168-project] 10.222.0.41 "GET /v2.0/networks/09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 HTTP/1.1" status: 200 len: 784 time: 0.3430119 Aug 11 03:04:39.700129 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-10b2e13c-dfe7-42f9-8cc0-6b3e6972311c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:39.709566 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [req-b2a9afd6-eb05-46e1-9b5c-b122e48ca3e2 req-ccefb1aa-ed22-4c2a-9d77-ac9e61fdb8fb tempest-FloatingIPsTestJSON-1069435168 tempest-FloatingIPsTestJSON-1069435168-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:04:39.711025 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b2a9afd6-eb05-46e1-9b5c-b122e48ca3e2 req-ccefb1aa-ed22-4c2a-9d77-ac9e61fdb8fb tempest-FloatingIPsTestJSON-1069435168 tempest-FloatingIPsTestJSON-1069435168-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0073695 Aug 11 03:04:39.735480 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 3ed46518-0638-4433-b1e8-515934214642 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:04:39.741026 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-61b68c92-2f04-4415-9f35-abb1023ebaba req-145544c5-fea0-405d-8bb8-9832eb86175c tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] For port b76041ec-402b-41d5-8fb1-e117d05c0c99, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=b76041ec-402b-41d5-8fb1-e117d05c0c99,segment=NetworkSegment(75626708-94f6-4fcc-8cbd-0dd0dd709069),segment_id=75626708-94f6-4fcc-8cbd-0dd0dd709069)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:04:39.741526 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-61b68c92-2f04-4415-9f35-abb1023ebaba req-145544c5-fea0-405d-8bb8-9832eb86175c tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:39.757710 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [req-61b68c92-2f04-4415-9f35-abb1023ebaba req-145544c5-fea0-405d-8bb8-9832eb86175c tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] Calling delete_port for b76041ec-402b-41d5-8fb1-e117d05c0c99 owned by compute:nova {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:04:39.770566 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-10b2e13c-dfe7-42f9-8cc0-6b3e6972311c admin admin] Deleting port 3224416c-988c-42ee-9668-a4b9b8d8fa2b {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:04:39.771090 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-10b2e13c-dfe7-42f9-8cc0-6b3e6972311c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:39.819260 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 3ed46518-0638-4433-b1e8-515934214642 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:04:39.819640 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:39.854668 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [None req-10b2e13c-dfe7-42f9-8cc0-6b3e6972311c admin admin] For port 3224416c-988c-42ee-9668-a4b9b8d8fa2b, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=3224416c-988c-42ee-9668-a4b9b8d8fa2b,segment=NetworkSegment(179797a7-9b1f-4b2b-ae1e-26b7a646c1a8),segment_id=179797a7-9b1f-4b2b-ae1e-26b7a646c1a8)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:04:39.854945 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-10b2e13c-dfe7-42f9-8cc0-6b3e6972311c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:39.882932 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b2a9afd6-eb05-46e1-9b5c-b122e48ca3e2 req-a4e28e3f-91aa-42df-bdf5-c511a04d8c70 tempest-FloatingIPsTestJSON-1069435168 tempest-FloatingIPsTestJSON-1069435168-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.8.9 HTTP/1.1" status: 200 len: 694 time: 0.1627901 Aug 11 03:04:39.883931 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-10b2e13c-dfe7-42f9-8cc0-6b3e6972311c admin admin] Calling delete_port for 3224416c-988c-42ee-9668-a4b9b8d8fa2b owned by network:dhcp {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:04:39.963267 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f8c2d1-a25f-4b3a-8c48-53acdc157d9e None None] DHCP port deletion for cbd69375-f38e-43b2-827b-7a0dc45266b3 request from n-d-764292-30 {{(pid=102193) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:04:40.030411 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b2a9afd6-eb05-46e1-9b5c-b122e48ca3e2 req-36bc59d6-4ae3-4e70-9288-510a0332e247 tempest-FloatingIPsTestJSON-1069435168 tempest-FloatingIPsTestJSON-1069435168-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.8.9 HTTP/1.1" status: 200 len: 694 time: 0.1459744 Aug 11 03:04:40.044128 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-14f8c2d1-a25f-4b3a-8c48-53acdc157d9e None None] Deleting port 3224416c-988c-42ee-9668-a4b9b8d8fa2b {{(pid=102193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:04:40.044296 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-14f8c2d1-a25f-4b3a-8c48-53acdc157d9e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:40.048572 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 19d4939c-7424-4e1d-8597-c5b689f10ddb no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:04:40.087188 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-10b2e13c-dfe7-42f9-8cc0-6b3e6972311c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:40.125284 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b2e13c-dfe7-42f9-8cc0-6b3e6972311c admin admin] Pushing event deleted for resources: {'Port': ['ID=3224416c-988c-42ee-9668-a4b9b8d8fa2b,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:40.131482 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b2e13c-dfe7-42f9-8cc0-6b3e6972311c admin admin] No DVR routers for this DVR port 3224416c-988c-42ee-9668-a4b9b8d8fa2b on host n-d-764292-30 {{(pid=102191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:04:40.170426 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-14f8c2d1-a25f-4b3a-8c48-53acdc157d9e None None] For port 3224416c-988c-42ee-9668-a4b9b8d8fa2b, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=3224416c-988c-42ee-9668-a4b9b8d8fa2b,segment=NetworkSegment(179797a7-9b1f-4b2b-ae1e-26b7a646c1a8),segment_id=179797a7-9b1f-4b2b-ae1e-26b7a646c1a8)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:04:40.170942 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-14f8c2d1-a25f-4b3a-8c48-53acdc157d9e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:40.185849 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-14f8c2d1-a25f-4b3a-8c48-53acdc157d9e None None] Calling delete_port for 3224416c-988c-42ee-9668-a4b9b8d8fa2b owned by network:dhcp {{(pid=102193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:04:40.215633 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-10b2e13c-dfe7-42f9-8cc0-6b3e6972311c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:40.226618 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-10b2e13c-dfe7-42f9-8cc0-6b3e6972311c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbd69375-f38e-43b2-827b-7a0dc45266b3']}} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:04:40.238081 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-10b2e13c-dfe7-42f9-8cc0-6b3e6972311c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '179797a7-9b1f-4b2b-ae1e-26b7a646c1a8') {'for_net_delete': True} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:04:40.238405 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-10b2e13c-dfe7-42f9-8cc0-6b3e6972311c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '179797a7-9b1f-4b2b-ae1e-26b7a646c1a8') {} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:04:40.239389 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-06b35841-ebb9-442c-a705-336b122f5283 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:40.247803 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-10b2e13c-dfe7-42f9-8cc0-6b3e6972311c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126283644'] for segment, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:40.261890 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-10b2e13c-dfe7-42f9-8cc0-6b3e6972311c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:40.268950 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10b2e13c-dfe7-42f9-8cc0-6b3e6972311c admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=102191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:04:40.269287 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-10b2e13c-dfe7-42f9-8cc0-6b3e6972311c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126283391'] for segment, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:40.281497 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-14f8c2d1-a25f-4b3a-8c48-53acdc157d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678'] for port, after_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:40.286261 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: 19d4939c-7424-4e1d-8597-c5b689f10ddb {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:04:40.298579 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 19d4939c-7424-4e1d-8597-c5b689f10ddb not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:04:40.298579 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 22b2f2ed-8c35-4b3c-bf36-e580318a380d no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:04:40.312526 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: 22b2f2ed-8c35-4b3c-bf36-e580318a380d {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:04:40.312795 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 22b2f2ed-8c35-4b3c-bf36-e580318a380d not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:04:40.327364 n-d-764292-30 neutron-server[102191]: Traceback (most recent call last): Aug 11 03:04:40.327364 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:04:40.327364 n-d-764292-30 neutron-server[102191]: timer() Aug 11 03:04:40.327364 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:04:40.327364 n-d-764292-30 neutron-server[102191]: cb(*args, **kw) Aug 11 03:04:40.327364 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:04:40.327364 n-d-764292-30 neutron-server[102191]: return func(*args, **kwargs) Aug 11 03:04:40.327364 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:04:40.327364 n-d-764292-30 neutron-server[102191]: self._notify() Aug 11 03:04:40.327364 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:04:40.327364 n-d-764292-30 neutron-server[102191]: self.callback(batched_events) Aug 11 03:04:40.327364 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:04:40.327364 n-d-764292-30 neutron-server[102191]: event.method(event) Aug 11 03:04:40.327364 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:04:40.327364 n-d-764292-30 neutron-server[102191]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:04:40.327364 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:04:40.327364 n-d-764292-30 neutron-server[102191]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:04:40.327364 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:04:40.327364 n-d-764292-30 neutron-server[102191]: return f(self, *a, **k) Aug 11 03:04:40.327364 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:04:40.327364 n-d-764292-30 neutron-server[102191]: return self._get(url).json() Aug 11 03:04:40.327364 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:04:40.327364 n-d-764292-30 neutron-server[102191]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:04:40.327364 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:04:40.327364 n-d-764292-30 neutron-server[102191]: return self.request(url, 'GET', **kwargs) Aug 11 03:04:40.327364 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:04:40.327364 n-d-764292-30 neutron-server[102191]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:04:40.327364 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:04:40.327364 n-d-764292-30 neutron-server[102191]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:04:40.327364 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:04:40.327364 n-d-764292-30 neutron-server[102191]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:04:40.327364 n-d-764292-30 neutron-server[102191]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:04:40.337051 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f8c2d1-a25f-4b3a-8c48-53acdc157d9e None None] Pushing event deleted for resources: {'Port': ['ID=3224416c-988c-42ee-9668-a4b9b8d8fa2b,revision_number=None']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:40.338998 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f8c2d1-a25f-4b3a-8c48-53acdc157d9e None None] No DVR routers for this DVR port 3224416c-988c-42ee-9668-a4b9b8d8fa2b on host n-d-764292-30 {{(pid=102193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:04:40.376516 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-10b2e13c-dfe7-42f9-8cc0-6b3e6972311c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:40.382942 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-10b2e13c-dfe7-42f9-8cc0-6b3e6972311c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:40.388075 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-10b2e13c-dfe7-42f9-8cc0-6b3e6972311c admin admin] 10.222.0.41 "DELETE /v2.0/networks/cbd69375-f38e-43b2-827b-7a0dc45266b3 HTTP/1.1" status: 204 len: 168 time: 0.8461163 Aug 11 03:04:40.401692 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b2e13c-dfe7-42f9-8cc0-6b3e6972311c admin admin] Pushing event deleted for resources: {'Network': ['ID=cbd69375-f38e-43b2-827b-7a0dc45266b3,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:40.726299 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dd409c-544e-449d-a735-1753f43c110f req-139d131e-287e-4e1f-9df9-462ba8b60ac5 tempest-MigrationsAdminTest-861970549 tempest-MigrationsAdminTest-861970549-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:40.727803 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d7dd409c-544e-449d-a735-1753f43c110f req-139d131e-287e-4e1f-9df9-462ba8b60ac5 tempest-MigrationsAdminTest-861970549 tempest-MigrationsAdminTest-861970549-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=a978446e-4582-4607-aebd-6033f29f8980 HTTP/1.1" status: 200 len: 1102 time: 0.6070552 Aug 11 03:04:40.746766 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 48606) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:04:40.804144 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-d7dd409c-544e-449d-a735-1753f43c110f req-7a26887a-247a-4ee4-a9be-49bd19cf2e32 tempest-MigrationsAdminTest-861970549 tempest-MigrationsAdminTest-861970549-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:40.812360 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [req-b2a9afd6-eb05-46e1-9b5c-b122e48ca3e2 req-106e430b-c8c6-4d0c-9182-784d6899e985 tempest-FloatingIPsTestJSON-1069435168 tempest-FloatingIPsTestJSON-1069435168-project] Deleting port 4cfdb831-62e2-40a6-87dd-0309fdb27a4a {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:04:40.812360 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-b2a9afd6-eb05-46e1-9b5c-b122e48ca3e2 req-106e430b-c8c6-4d0c-9182-784d6899e985 tempest-FloatingIPsTestJSON-1069435168 tempest-FloatingIPsTestJSON-1069435168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:40.813900 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-c69fb04b-8e31-483d-a52d-b4c38b5f25e4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=dfb8b0d4c8dd4fb2a0a5ea64f5a9a8f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0657690 Aug 11 03:04:40.814581 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 48608) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:04:40.874752 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e49b95af-2e56-4c96-be1f-cbd07d49a244 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:40.886987 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-61b68c92-2f04-4415-9f35-abb1023ebaba req-145544c5-fea0-405d-8bb8-9832eb86175c tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:40.897366 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-06b35841-ebb9-442c-a705-336b122f5283 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-446952'] for router, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:40.899019 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e49b95af-2e56-4c96-be1f-cbd07d49a244 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:40.953182 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145544c5-fea0-405d-8bb8-9832eb86175c tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] Pushing event deleted for resources: {'Port': ['ID=b76041ec-402b-41d5-8fb1-e117d05c0c99,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:40.955082 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:41.034254 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e49b95af-2e56-4c96-be1f-cbd07d49a244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:41.036810 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e49b95af-2e56-4c96-be1f-cbd07d49a244 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:41.040284 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-e49b95af-2e56-4c96-be1f-cbd07d49a244 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/afcfe136-6e1f-40ab-b376-d83ac971451f HTTP/1.1" status: 204 len: 168 time: 0.2224672 Aug 11 03:04:41.054917 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49b95af-2e56-4c96-be1f-cbd07d49a244 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afcfe136-6e1f-40ab-b376-d83ac971451f,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:41.064600 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-b2a9afd6-eb05-46e1-9b5c-b122e48ca3e2 req-106e430b-c8c6-4d0c-9182-784d6899e985 tempest-FloatingIPsTestJSON-1069435168 tempest-FloatingIPsTestJSON-1069435168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:41.066832 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-b2a9afd6-eb05-46e1-9b5c-b122e48ca3e2 req-106e430b-c8c6-4d0c-9182-784d6899e985 tempest-FloatingIPsTestJSON-1069435168 tempest-FloatingIPsTestJSON-1069435168-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:41.118635 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [req-61b68c92-2f04-4415-9f35-abb1023ebaba req-145544c5-fea0-405d-8bb8-9832eb86175c tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] No DVR routers for this DVR port b76041ec-402b-41d5-8fb1-e117d05c0c99 on host n-h1-764292-30 {{(pid=102192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:04:41.124282 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-61b68c92-2f04-4415-9f35-abb1023ebaba req-145544c5-fea0-405d-8bb8-9832eb86175c tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:41.125657 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-61b68c92-2f04-4415-9f35-abb1023ebaba req-145544c5-fea0-405d-8bb8-9832eb86175c tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.22 "DELETE /v2.0/ports/b76041ec-402b-41d5-8fb1-e117d05c0c99 HTTP/1.1" status: 204 len: 173 time: 2.1555123 Aug 11 03:04:41.133199 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60603c36-cbbd-4561-ab9a-3a7fd11177f5', 'name': 'network-vif-deleted', 'tag': 'b76041ec-402b-41d5-8fb1-e117d05c0c99'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:04:41.135577 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1abd8ef-6515-4d32-8c6c-70f8d3dfa215" -d '{"events": [{"server_uuid": "60603c36-cbbd-4561-ab9a-3a7fd11177f5", "name": "network-vif-deleted", "tag": "b76041ec-402b-41d5-8fb1-e117d05c0c99"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:04:41.145165 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [req-b2a9afd6-eb05-46e1-9b5c-b122e48ca3e2 req-106e430b-c8c6-4d0c-9182-784d6899e985 tempest-FloatingIPsTestJSON-1069435168 tempest-FloatingIPsTestJSON-1069435168-project] Calling delete_port for 4cfdb831-62e2-40a6-87dd-0309fdb27a4a owned by network:floatingip {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:04:41.325100 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-d7dd409c-544e-449d-a735-1753f43c110f req-7a26887a-247a-4ee4-a9be-49bd19cf2e32 tempest-MigrationsAdminTest-861970549 tempest-MigrationsAdminTest-861970549-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:41.390415 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-d7dd409c-544e-449d-a735-1753f43c110f req-7a26887a-247a-4ee4-a9be-49bd19cf2e32 tempest-MigrationsAdminTest-861970549 tempest-MigrationsAdminTest-861970549-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:41.428930 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d7dd409c-544e-449d-a735-1753f43c110f req-7a26887a-247a-4ee4-a9be-49bd19cf2e32 tempest-MigrationsAdminTest-861970549 tempest-MigrationsAdminTest-861970549-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6852095 Aug 11 03:04:41.437618 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 3224416c-988c-42ee-9668-a4b9b8d8fa2b no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:04:41.449955 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a26887a-247a-4ee4-a9be-49bd19cf2e32 tempest-MigrationsAdminTest-861970549 tempest-MigrationsAdminTest-861970549-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=102bbd2b-01fb-4eac-b4ca-188a53da5895,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:41.474382 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06b35841-ebb9-442c-a705-336b122f5283 admin admin] Router 1d8e66ca-c42e-4698-85d6-4809deb55638 is scheduled to L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 with binding_index 1 {{(pid=102192) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:04:41.495327 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: 3224416c-988c-42ee-9668-a4b9b8d8fa2b {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:04:41.495677 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 3224416c-988c-42ee-9668-a4b9b8d8fa2b not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:04:41.556394 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-b2a9afd6-eb05-46e1-9b5c-b122e48ca3e2 req-106e430b-c8c6-4d0c-9182-784d6899e985 tempest-FloatingIPsTestJSON-1069435168 tempest-FloatingIPsTestJSON-1069435168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:41.627444 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106e430b-c8c6-4d0c-9182-784d6899e985 tempest-FloatingIPsTestJSON-1069435168 tempest-FloatingIPsTestJSON-1069435168-project] Pushing event deleted for resources: {'Port': ['ID=4cfdb831-62e2-40a6-87dd-0309fdb27a4a,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:41.640197 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ff059226-f949-4ba3-b25c-130d8bb44d35 req-ca209997-fdbe-426a-a5d2-ad55806570b1 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/ports?device_id=60603c36-cbbd-4561-ab9a-3a7fd11177f5 HTTP/1.1" status: 200 len: 210 time: 0.0927691 Aug 11 03:04:41.745683 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06b35841-ebb9-442c-a705-336b122f5283 admin admin] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:04:41.760272 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3aa61fa-b648-45c2-abb2-a8f475ded71b None None] Sync routers for ids ['1d8e66ca-c42e-4698-85d6-4809deb55638'] in n-d-764292-30 {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:04:41.760956 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-b2a9afd6-eb05-46e1-9b5c-b122e48ca3e2 req-106e430b-c8c6-4d0c-9182-784d6899e985 tempest-FloatingIPsTestJSON-1069435168 tempest-FloatingIPsTestJSON-1069435168-project] Notify callbacks [] for floatingip, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:41.763348 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-b2a9afd6-eb05-46e1-9b5c-b122e48ca3e2 req-106e430b-c8c6-4d0c-9182-784d6899e985 tempest-FloatingIPsTestJSON-1069435168 tempest-FloatingIPsTestJSON-1069435168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for floatingip, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:41.765135 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b2a9afd6-eb05-46e1-9b5c-b122e48ca3e2 req-106e430b-c8c6-4d0c-9182-784d6899e985 tempest-FloatingIPsTestJSON-1069435168 tempest-FloatingIPsTestJSON-1069435168-project] 10.222.0.41 "DELETE /v2.0/floatingips/e071d214-b30c-48e6-91ca-fba4d86df35d HTTP/1.1" status: 204 len: 173 time: 1.6974924 Aug 11 03:04:41.784757 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3aa61fa-b648-45c2-abb2-a8f475ded71b None None] Routers {'1d8e66ca-c42e-4698-85d6-4809deb55638'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:04:41.786216 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-f3aa61fa-b648-45c2-abb2-a8f475ded71b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:04:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['1d8e66ca-c42e-4698-85d6-4809deb55638'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:04:41.830675 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:04:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97a180f6-8dc2-48a2-8bcf-b18301f4cee2 x-openstack-request-id: req-97a180f6-8dc2-48a2-8bcf-b18301f4cee2 {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:04:41.831015 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60603c36-cbbd-4561-ab9a-3a7fd11177f5", "name": "network-vif-deleted", "tag": "b76041ec-402b-41d5-8fb1-e117d05c0c99", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:04:41.831238 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-97a180f6-8dc2-48a2-8bcf-b18301f4cee2 {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:04:41.831642 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60603c36-cbbd-4561-ab9a-3a7fd11177f5', 'name': 'network-vif-deleted', 'tag': 'b76041ec-402b-41d5-8fb1-e117d05c0c99', 'status': 'completed', 'code': 200} Aug 11 03:04:41.832884 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-06b35841-ebb9-442c-a705-336b122f5283 admin admin] Notify callbacks [] for router, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:41.836650 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-06b35841-ebb9-442c-a705-336b122f5283 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 6.3575172 Aug 11 03:04:41.836977 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 48632) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:04:41.942613 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-f3aa61fa-b648-45c2-abb2-a8f475ded71b None None] Set router 1d8e66ca-c42e-4698-85d6-4809deb55638 gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:04:41.981035 n-d-764292-30 neutron-server[102192]: INFO neutron.api.v2.resource [req-85ad291a-9ef6-4c55-b345-9edf37d459f3 req-7c8f176b-d508-4092-992a-ab6a839f87a8 tempest-FloatingIPsTestJSON-1069435168 tempest-FloatingIPsTestJSON-1069435168-project] show failed (client error): The resource could not be found. Aug 11 03:04:41.982448 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-85ad291a-9ef6-4c55-b345-9edf37d459f3 req-7c8f176b-d508-4092-992a-ab6a839f87a8 tempest-FloatingIPsTestJSON-1069435168 tempest-FloatingIPsTestJSON-1069435168-project] 10.222.0.41 "GET /v2.0/floatingips/e071d214-b30c-48e6-91ca-fba4d86df35d HTTP/1.1" status: 404 len: 350 time: 0.0458894 Aug 11 03:04:42.090206 n-d-764292-30 neutron-server[102192]: INFO neutron.api.v2.resource [req-726924c1-2cd3-4727-9fe3-291685c48ea0 req-5208c93b-6c5a-492f-942a-c6fd2adc6a0a tempest-FloatingIPsTestJSON-1069435168 tempest-FloatingIPsTestJSON-1069435168-project] show failed (client error): The resource could not be found. Aug 11 03:04:42.091456 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-726924c1-2cd3-4727-9fe3-291685c48ea0 req-5208c93b-6c5a-492f-942a-c6fd2adc6a0a tempest-FloatingIPsTestJSON-1069435168 tempest-FloatingIPsTestJSON-1069435168-project] 10.222.0.41 "GET /v2.0/floatingips/e071d214-b30c-48e6-91ca-fba4d86df35d HTTP/1.1" status: 404 len: 350 time: 0.0468321 Aug 11 03:04:42.102808 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 48644) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:04:42.274324 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-f3aa61fa-b648-45c2-abb2-a8f475ded71b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d8e66ca-c42e-4698-85d6-4809deb55638', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2072384026-router', 'tenant_id': '8cd61943ed6843f6aacd56a7b71db43b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': '99afaf8d-03a6-4f18-af72-de13f38213ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:04:35Z', 'updated_at': '2021-08-11T03:04:39Z', 'revision_number': 3, 'project_id': '8cd61943ed6843f6aacd56a7b71db43b', 'gw_port': {'id': '99afaf8d-03a6-4f18-af72-de13f38213ea', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:c5:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d8e66ca-c42e-4698-85d6-4809deb55638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:04:37Z', 'updated_at': '2021-08-11T03:04:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:04:42.346712 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3aa61fa-b648-45c2-abb2-a8f475ded71b None None] Checking router: 1d8e66ca-c42e-4698-85d6-4809deb55638 for host: n-d-764292-30 {{(pid=102194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:04:42.347067 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3aa61fa-b648-45c2-abb2-a8f475ded71b None None] Updating router 1d8e66ca-c42e-4698-85d6-4809deb55638 port 99afaf8d-03a6-4f18-af72-de13f38213ea binding host n-d-764292-30 {{(pid=102194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:04:42.400342 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-f3aa61fa-b648-45c2-abb2-a8f475ded71b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:42.780015 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-590af8d8-ac69-49c7-b4b1-0987dd6e5c5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:42.806493 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-94c26b01-060e-4549-971c-1d3f05e00a02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521106'] for router_interface, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:42.812007 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 48668) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:04:42.851482 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-f3aa61fa-b648-45c2-abb2-a8f475ded71b None None] Notify callbacks [] for port, precommit_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:42.863073 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.provisioning_blocks [None req-f3aa61fa-b648-45c2-abb2-a8f475ded71b None None] Transition to ACTIVE for port object 99afaf8d-03a6-4f18-af72-de13f38213ea will not be triggered until provisioned by entity L2. {{(pid=102194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:04:42.965194 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-f3aa61fa-b648-45c2-abb2-a8f475ded71b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:43.039058 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799eb4c5-a820-429b-ba6a-d1d5081d0b1b req-3206acec-96d0-4ed6-b800-20ece3359274 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:43.040657 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-799eb4c5-a820-429b-ba6a-d1d5081d0b1b req-3206acec-96d0-4ed6-b800-20ece3359274 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=a978446e-4582-4607-aebd-6033f29f8980 HTTP/1.1" status: 200 len: 950 time: 0.1816480 Aug 11 03:04:43.077425 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-1033527e-11a5-4e66-b753-d55006e6dfee admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1930356396-network', 'tenant_id': 'd334b2b08b9742719f1009ec13bc53a6'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:04:43.107964 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8461a1a4-450a-4293-aa0a-00b484f00065 None None] Pushing event updated for resources: {'Port': ['ID=99afaf8d-03a6-4f18-af72-de13f38213ea,revision_number=2']} {{(pid=102194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:43.112048 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-f3aa61fa-b648-45c2-abb2-a8f475ded71b None None] Attempting to bind port 99afaf8d-03a6-4f18-af72-de13f38213ea on host n-d-764292-30 for vnic_type normal with profile {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:04:43.113269 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-f3aa61fa-b648-45c2-abb2-a8f475ded71b None None] Attempting to bind port 99afaf8d-03a6-4f18-af72-de13f38213ea by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}] {{(pid=102194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:04:43.113269 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3aa61fa-b648-45c2-abb2-a8f475ded71b None None] Attempting to bind port 99afaf8d-03a6-4f18-af72-de13f38213ea on network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:04:43.121342 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3aa61fa-b648-45c2-abb2-a8f475ded71b None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 4, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:04:43.121819 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3aa61fa-b648-45c2-abb2-a8f475ded71b None None] Checking segment: {'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:04:43.122109 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-f3aa61fa-b648-45c2-abb2-a8f475ded71b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:43.122607 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3aa61fa-b648-45c2-abb2-a8f475ded71b None None] Bound using segment: {'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'} {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:04:43.123072 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-f3aa61fa-b648-45c2-abb2-a8f475ded71b None None] Bound port: 99afaf8d-03a6-4f18-af72-de13f38213ea, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}}] {{(pid=102194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:04:43.128687 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-f3aa61fa-b648-45c2-abb2-a8f475ded71b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:43.148947 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-799eb4c5-a820-429b-ba6a-d1d5081d0b1b req-57b815c6-f1f7-4efa-bcdd-f7202d4b0701 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762801 Aug 11 03:04:43.149501 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-85eecafb-2f78-4b13-979b-42da647eb73f req-9cc0d670-a108-40b7-9670-b580a0860848 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a978446e-4582-4607-aebd-6033f29f8980&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2097199 Aug 11 03:04:43.226451 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [None req-590af8d8-ac69-49c7-b4b1-0987dd6e5c5f admin admin] Allocated IP 172.20.0.1 (ba4700b3-514b-4464-a1da-7cb77b20de89/0415f86d-f740-4723-be5c-da5b97481cab/e252c679-c6e9-4e1b-98b6-d0f13c74a34f) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:04:43.240420 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1033527e-11a5-4e66-b753-d55006e6dfee admin admin] Made reservation on behalf of d334b2b08b9742719f1009ec13bc53a6 for: {'network': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:04:43.245322 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-1033527e-11a5-4e66-b753-d55006e6dfee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:43.247088 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.db [None req-f3aa61fa-b648-45c2-abb2-a8f475ded71b None None] For port 99afaf8d-03a6-4f18-af72-de13f38213ea, host n-d-764292-30, cleared binding levels {{(pid=102194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:04:43.255525 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.db [None req-f3aa61fa-b648-45c2-abb2-a8f475ded71b None None] For port 99afaf8d-03a6-4f18-af72-de13f38213ea, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=99afaf8d-03a6-4f18-af72-de13f38213ea,segment=NetworkSegment(fab28bed-aa25-40db-bba4-ec26e795194c),segment_id=fab28bed-aa25-40db-bba4-ec26e795194c)] {{(pid=102194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:04:43.270297 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-1033527e-11a5-4e66-b753-d55006e6dfee admin admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:43.300901 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-94c26b01-060e-4549-971c-1d3f05e00a02 admin admin] Deleting port ee0fa225-f9e0-415d-b5c3-14de9dcb3247 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:04:43.301664 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-94c26b01-060e-4549-971c-1d3f05e00a02 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:43.390939 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-1033527e-11a5-4e66-b753-d55006e6dfee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:43.395122 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-f3aa61fa-b648-45c2-abb2-a8f475ded71b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:43.418181 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device b76041ec-402b-41d5-8fb1-e117d05c0c99 no longer exists at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:04:43.464163 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [None req-94c26b01-060e-4549-971c-1d3f05e00a02 admin admin] For port ee0fa225-f9e0-415d-b5c3-14de9dcb3247, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=ee0fa225-f9e0-415d-b5c3-14de9dcb3247,segment=NetworkSegment(fdd62157-83ee-49d7-9d03-3180b0dfc477),segment_id=fdd62157-83ee-49d7-9d03-3180b0dfc477)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:04:43.466587 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-94c26b01-060e-4549-971c-1d3f05e00a02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:43.468039 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] No Port match for: b76041ec-402b-41d5-8fb1-e117d05c0c99 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:04:43.468505 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device b76041ec-402b-41d5-8fb1-e117d05c0c99 not bound to the agent host n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:04:43.473362 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-1033527e-11a5-4e66-b753-d55006e6dfee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:43.481937 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3aa61fa-b648-45c2-abb2-a8f475ded71b None None] Routers {'1d8e66ca-c42e-4698-85d6-4809deb55638'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:04:43.482650 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-f3aa61fa-b648-45c2-abb2-a8f475ded71b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:04:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['1d8e66ca-c42e-4698-85d6-4809deb55638'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:04:43.505295 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-94c26b01-060e-4549-971c-1d3f05e00a02 admin admin] Calling delete_port for ee0fa225-f9e0-415d-b5c3-14de9dcb3247 owned by network:router_interface {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:04:43.547839 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1033527e-11a5-4e66-b753-d55006e6dfee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0947f6a2-f888-43bb-ac20-3b42849ccfb9,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:43.613830 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8461a1a4-450a-4293-aa0a-00b484f00065 None None] Pushing event updated for resources: {'Port': ['ID=99afaf8d-03a6-4f18-af72-de13f38213ea,revision_number=3']} {{(pid=102194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:43.633886 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1033527e-11a5-4e66-b753-d55006e6dfee admin admin] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=102192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:04:43.705611 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-1033527e-11a5-4e66-b753-d55006e6dfee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:43.706101 n-d-764292-30 neutron-server[102192]: INFO neutron.db.segments_db [None req-1033527e-11a5-4e66-b753-d55006e6dfee admin admin] Added segment 7a922ed3-963b-4878-bd8c-48976f2d29ea of type vlan for network 3df71ba6-2411-497d-98b1-8adc079ca6c6 Aug 11 03:04:43.763472 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0391c71-3e2d-4ece-a9b5-83c423f4d8cf req-366a3ec2-ab51-4d7b-8556-8680619976d2 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:43.765974 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e0391c71-3e2d-4ece-a9b5-83c423f4d8cf req-366a3ec2-ab51-4d7b-8556-8680619976d2 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/ports?device_id=1dad57fb-2aa7-48ff-acbc-3e4351e2dd8b HTTP/1.1" status: 200 len: 945 time: 0.2238474 Aug 11 03:04:43.772351 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-f3aa61fa-b648-45c2-abb2-a8f475ded71b None None] Set router 1d8e66ca-c42e-4698-85d6-4809deb55638 gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:04:43.868544 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-590af8d8-ac69-49c7-b4b1-0987dd6e5c5f admin admin] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:43.887187 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-1033527e-11a5-4e66-b753-d55006e6dfee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:43.943862 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e0391c71-3e2d-4ece-a9b5-83c423f4d8cf req-852ed9c6-ee1e-4057-b8bf-20cb4537f1fe tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/security-groups?id=c7e06141-9137-4a1d-bc20-6fbfa107e8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601629 Aug 11 03:04:43.955360 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-94c26b01-060e-4549-971c-1d3f05e00a02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:43.999115 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [None req-590af8d8-ac69-49c7-b4b1-0987dd6e5c5f admin admin] Transition to ACTIVE for port object e252c679-c6e9-4e1b-98b6-d0f13c74a34f will not be triggered until provisioned by entity DHCP. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:04:44.014909 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c26b01-060e-4549-971c-1d3f05e00a02 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee0fa225-f9e0-415d-b5c3-14de9dcb3247,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:44.139732 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db13c05-be2d-4bed-a5c5-c897e9648134 req-bd6e38d2-ce43-4ce0-a9c4-8e6e2502ab61 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:44.151570 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2db13c05-be2d-4bed-a5c5-c897e9648134 req-bd6e38d2-ce43-4ce0-a9c4-8e6e2502ab61 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.24 "GET /v2.0/ports?device_id=1dad57fb-2aa7-48ff-acbc-3e4351e2dd8b HTTP/1.1" status: 200 len: 945 time: 0.2315657 Aug 11 03:04:44.162608 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-1033527e-11a5-4e66-b753-d55006e6dfee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:44.165910 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1033527e-11a5-4e66-b753-d55006e6dfee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:44.166566 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-1033527e-11a5-4e66-b753-d55006e6dfee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:44.188791 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-f3aa61fa-b648-45c2-abb2-a8f475ded71b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d8e66ca-c42e-4698-85d6-4809deb55638', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2072384026-router', 'tenant_id': '8cd61943ed6843f6aacd56a7b71db43b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': '99afaf8d-03a6-4f18-af72-de13f38213ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:04:35Z', 'updated_at': '2021-08-11T03:04:39Z', 'revision_number': 3, 'project_id': '8cd61943ed6843f6aacd56a7b71db43b', 'gw_port': {'id': '99afaf8d-03a6-4f18-af72-de13f38213ea', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:c5:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d8e66ca-c42e-4698-85d6-4809deb55638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:04:37Z', 'updated_at': '2021-08-11T03:04:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:04:44.234092 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3aa61fa-b648-45c2-abb2-a8f475ded71b None None] The sync data for ids ['1d8e66ca-c42e-4698-85d6-4809deb55638'] in n-d-764292-30 is: [{'id': '1d8e66ca-c42e-4698-85d6-4809deb55638', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2072384026-router', 'tenant_id': '8cd61943ed6843f6aacd56a7b71db43b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': '99afaf8d-03a6-4f18-af72-de13f38213ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:04:35Z', 'updated_at': '2021-08-11T03:04:39Z', 'revision_number': 3, 'project_id': '8cd61943ed6843f6aacd56a7b71db43b', 'gw_port': {'id': '99afaf8d-03a6-4f18-af72-de13f38213ea', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:c5:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d8e66ca-c42e-4698-85d6-4809deb55638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:04:37Z', 'updated_at': '2021-08-11T03:04:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}] {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:04:44.381942 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-590af8d8-ac69-49c7-b4b1-0987dd6e5c5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:44.385394 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-94c26b01-060e-4549-971c-1d3f05e00a02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16383033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450082'] for router_interface, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:44.527368 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-1033527e-11a5-4e66-b753-d55006e6dfee admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.7132547 Aug 11 03:04:44.534342 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 48714) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:04:44.555873 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-590af8d8-ac69-49c7-b4b1-0987dd6e5c5f admin admin] Network ba4700b3-514b-4464-a1da-7cb77b20de89 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:04:44.569929 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-338c5e65-28d1-4c4a-8112-35a4f44be8f9 admin admin] Request body: {'subnet': {'network_id': '3df71ba6-2411-497d-98b1-8adc079ca6c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1930356396-subnet', 'tenant_id': 'd334b2b08b9742719f1009ec13bc53a6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:04:44.574698 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1033527e-11a5-4e66-b753-d55006e6dfee admin admin] Pushing event updated for resources: {'Network': ['ID=3df71ba6-2411-497d-98b1-8adc079ca6c6,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:44.588971 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network 3df71ba6-2411-497d-98b1-8adc079ca6c6 details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:04:44.660817 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590af8d8-ac69-49c7-b4b1-0987dd6e5c5f admin admin] Pushing event updated for resources: {'Port': ['ID=e252c679-c6e9-4e1b-98b6-d0f13c74a34f,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:44.665109 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-590af8d8-ac69-49c7-b4b1-0987dd6e5c5f admin admin] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:04:44.687217 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590af8d8-ac69-49c7-b4b1-0987dd6e5c5f admin admin] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:04:44.773838 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-338c5e65-28d1-4c4a-8112-35a4f44be8f9 admin admin] Made reservation on behalf of d334b2b08b9742719f1009ec13bc53a6 for: {'subnet': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:04:44.776411 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-338c5e65-28d1-4c4a-8112-35a4f44be8f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126180544'] for subnet, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:44.792077 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30891fc-8b5b-4170-8489-c0785d990c52 req-8ae1b80a-2dfd-4ef9-99ab-3d5f01c9b7f6 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:44.802043 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94c26b01-060e-4549-971c-1d3f05e00a02 admin admin] Router 7e8c8b41-cd3e-4560-be29-3ec32677d323 has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:04:44.805589 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d30891fc-8b5b-4170-8489-c0785d990c52 req-8ae1b80a-2dfd-4ef9-99ab-3d5f01c9b7f6 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=a978446e-4582-4607-aebd-6033f29f8980 HTTP/1.1" status: 200 len: 950 time: 0.4064057 Aug 11 03:04:44.910066 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-590af8d8-ac69-49c7-b4b1-0987dd6e5c5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-520987'] for router_interface, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:44.966845 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94c26b01-060e-4549-971c-1d3f05e00a02 admin admin] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:04:44.994681 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec89754e-aef0-44ee-8a9c-80ae13bd5f8a None None] Sync routers for ids ['7e8c8b41-cd3e-4560-be29-3ec32677d323'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:04:45.003295 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 48718) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:04:45.013608 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [req-2db13c05-be2d-4bed-a5c5-c897e9648134 req-27d91896-bb26-4cf8-9e2c-7e000e963194 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] Deleting port 9e9b1c1e-485a-4297-a795-7aa29aed4322 {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:04:45.014642 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-2db13c05-be2d-4bed-a5c5-c897e9648134 req-27d91896-bb26-4cf8-9e2c-7e000e963194 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:45.018377 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-94c26b01-060e-4549-971c-1d3f05e00a02 admin admin] 10.222.0.41 "PUT /v2.0/routers/7e8c8b41-cd3e-4560-be29-3ec32677d323/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8862841 Aug 11 03:04:45.022693 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec89754e-aef0-44ee-8a9c-80ae13bd5f8a None None] Routers {'7e8c8b41-cd3e-4560-be29-3ec32677d323'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:04:45.023628 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-ec89754e-aef0-44ee-8a9c-80ae13bd5f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:04:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['7e8c8b41-cd3e-4560-be29-3ec32677d323'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:04:45.251723 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d30891fc-8b5b-4170-8489-c0785d990c52 req-b0134c8f-f666-4360-b68f-232dd612e05d tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4447317 Aug 11 03:04:45.441984 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-ec89754e-aef0-44ee-8a9c-80ae13bd5f8a None None] Set router 7e8c8b41-cd3e-4560-be29-3ec32677d323 gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:04:45.529794 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-1cd82fc8-0f8f-4d6d-8cab-54dd0e6dc191 None None] Provisioning for port e252c679-c6e9-4e1b-98b6-d0f13c74a34f completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:04:45.592899 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-1cd82fc8-0f8f-4d6d-8cab-54dd0e6dc191 None None] Provisioning complete for port e252c679-c6e9-4e1b-98b6-d0f13c74a34f triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:04:45.593561 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-1cd82fc8-0f8f-4d6d-8cab-54dd0e6dc191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:45.687531 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-1cd82fc8-0f8f-4d6d-8cab-54dd0e6dc191 None None] Port e252c679-c6e9-4e1b-98b6-d0f13c74a34f cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:04:45.688973 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 99afaf8d-03a6-4f18-af72-de13f38213ea up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:04:45.827056 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-ec89754e-aef0-44ee-8a9c-80ae13bd5f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e8c8b41-cd3e-4560-be29-3ec32677d323', 'name': 'tempest-FloatingIPsTestJSON-1502547745-router', 'tenant_id': '566812f7205047c1bd6133004961d5a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': '014169f1-9024-4a20-928a-363b504832e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:04:16Z', 'updated_at': '2021-08-11T03:04:43Z', 'revision_number': 5, 'project_id': '566812f7205047c1bd6133004961d5a4', 'gw_port': {'id': '014169f1-9024-4a20-928a-363b504832e6', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:8c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8c8b41-cd3e-4560-be29-3ec32677d323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:04:16Z', 'updated_at': '2021-08-11T03:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:04:45.855165 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec89754e-aef0-44ee-8a9c-80ae13bd5f8a None None] Checking router: 7e8c8b41-cd3e-4560-be29-3ec32677d323 for host: n-d-764292-30 {{(pid=102193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:04:45.865266 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec89754e-aef0-44ee-8a9c-80ae13bd5f8a None None] Routers {'7e8c8b41-cd3e-4560-be29-3ec32677d323'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:04:45.865902 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-ec89754e-aef0-44ee-8a9c-80ae13bd5f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:04:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['7e8c8b41-cd3e-4560-be29-3ec32677d323'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:04:45.891506 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27229f1-7a74-4480-b414-00f334c82ca4 req-d82ac38e-54a2-45cf-88eb-bf1425f897a2 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:45.892963 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d27229f1-7a74-4480-b414-00f334c82ca4 req-d82ac38e-54a2-45cf-88eb-bf1425f897a2 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/ports?device_id=1dad57fb-2aa7-48ff-acbc-3e4351e2dd8b HTTP/1.1" status: 200 len: 945 time: 0.7755988 Aug 11 03:04:45.897802 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-2db13c05-be2d-4bed-a5c5-c897e9648134 req-27d91896-bb26-4cf8-9e2c-7e000e963194 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] For port 9e9b1c1e-485a-4297-a795-7aa29aed4322, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=9e9b1c1e-485a-4297-a795-7aa29aed4322,segment=NetworkSegment(75626708-94f6-4fcc-8cbd-0dd0dd709069),segment_id=75626708-94f6-4fcc-8cbd-0dd0dd709069)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:04:45.898171 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-2db13c05-be2d-4bed-a5c5-c897e9648134 req-27d91896-bb26-4cf8-9e2c-7e000e963194 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:45.953059 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [req-2db13c05-be2d-4bed-a5c5-c897e9648134 req-27d91896-bb26-4cf8-9e2c-7e000e963194 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] Calling delete_port for 9e9b1c1e-485a-4297-a795-7aa29aed4322 owned by compute:nova {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:04:45.963050 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-366a8ad5-58d9-4be5-b6c7-549ccccc735b admin admin] Notify callbacks [] for router, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:45.976927 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-ec89754e-aef0-44ee-8a9c-80ae13bd5f8a None None] Set router 7e8c8b41-cd3e-4560-be29-3ec32677d323 gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:04:46.060465 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d27229f1-7a74-4480-b414-00f334c82ca4 req-44103812-7f69-457a-be8a-86286ca4b197 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/security-groups?id=c7e06141-9137-4a1d-bc20-6fbfa107e8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412060 Aug 11 03:04:46.102227 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port 99afaf8d-03a6-4f18-af72-de13f38213ea completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:04:46.110484 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 99afaf8d-03a6-4f18-af72-de13f38213ea triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:04:46.110861 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:46.189944 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-590af8d8-ac69-49c7-b4b1-0987dd6e5c5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:46.218419 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-366a8ad5-58d9-4be5-b6c7-549ccccc735b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:46.261014 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:46.269173 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-ec89754e-aef0-44ee-8a9c-80ae13bd5f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e8c8b41-cd3e-4560-be29-3ec32677d323', 'name': 'tempest-FloatingIPsTestJSON-1502547745-router', 'tenant_id': '566812f7205047c1bd6133004961d5a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': '014169f1-9024-4a20-928a-363b504832e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:04:16Z', 'updated_at': '2021-08-11T03:04:43Z', 'revision_number': 5, 'project_id': '566812f7205047c1bd6133004961d5a4', 'gw_port': {'id': '014169f1-9024-4a20-928a-363b504832e6', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:8c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8c8b41-cd3e-4560-be29-3ec32677d323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:04:16Z', 'updated_at': '2021-08-11T03:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:04:46.275397 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-338c5e65-28d1-4c4a-8112-35a4f44be8f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125932092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126180562'] for subnet, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:46.323624 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec89754e-aef0-44ee-8a9c-80ae13bd5f8a None None] The sync data for ids ['7e8c8b41-cd3e-4560-be29-3ec32677d323'] in n-d-764292-30 is: [{'id': '7e8c8b41-cd3e-4560-be29-3ec32677d323', 'name': 'tempest-FloatingIPsTestJSON-1502547745-router', 'tenant_id': '566812f7205047c1bd6133004961d5a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': '014169f1-9024-4a20-928a-363b504832e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:04:16Z', 'updated_at': '2021-08-11T03:04:43Z', 'revision_number': 5, 'project_id': '566812f7205047c1bd6133004961d5a4', 'gw_port': {'id': '014169f1-9024-4a20-928a-363b504832e6', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:8c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8c8b41-cd3e-4560-be29-3ec32677d323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:04:16Z', 'updated_at': '2021-08-11T03:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:04:46.335097 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port 99afaf8d-03a6-4f18-af72-de13f38213ea, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=99afaf8d-03a6-4f18-af72-de13f38213ea,segment=NetworkSegment(fab28bed-aa25-40db-bba4-ec26e795194c),segment_id=fab28bed-aa25-40db-bba4-ec26e795194c)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:04:46.411518 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:46.485833 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=99afaf8d-03a6-4f18-af72-de13f38213ea,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:46.568401 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338c5e65-28d1-4c4a-8112-35a4f44be8f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0bedeabe-ae79-4397-9dc9-c17dc9305e82,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:46.610565 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338c5e65-28d1-4c4a-8112-35a4f44be8f9 admin admin] Checking segment: {'id': '7a922ed3-963b-4878-bd8c-48976f2d29ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '3df71ba6-2411-497d-98b1-8adc079ca6c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:04:46.611093 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-338c5e65-28d1-4c4a-8112-35a4f44be8f9 admin admin] Network hostable DHCP agents. Network: 3df71ba6-2411-497d-98b1-8adc079ca6c6, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:04:46.619580 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eecafb-2f78-4b13-979b-42da647eb73f req-7206eef2-4680-4362-ae94-bcd8a4ec298b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:46.621292 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-85eecafb-2f78-4b13-979b-42da647eb73f req-7206eef2-4680-4362-ae94-bcd8a4ec298b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2a223f1b2a284c768535cee2a71b4bcf&device_id=a978446e-4582-4607-aebd-6033f29f8980 HTTP/1.1" status: 200 len: 1102 time: 0.0592351 Aug 11 03:04:46.704578 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-590af8d8-ac69-49c7-b4b1-0987dd6e5c5f admin admin] Notify callbacks [] for port, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:46.736624 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eecafb-2f78-4b13-979b-42da647eb73f req-bb3e26ba-901d-4b95-a869-3dbb04cb3f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:46.738492 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-85eecafb-2f78-4b13-979b-42da647eb73f req-bb3e26ba-901d-4b95-a869-3dbb04cb3f45 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d1bf0def-6fa4-4d3e-bbc5-20a040931fba HTTP/1.1" status: 200 len: 870 time: 0.1075852 Aug 11 03:04:46.766750 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8282f38-c3ee-47e7-8b5f-8809e8dbd929 req-bfd87ca1-c06e-43c2-9e30-bb8cf5b0ca2d tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:46.768306 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d8282f38-c3ee-47e7-8b5f-8809e8dbd929 req-bfd87ca1-c06e-43c2-9e30-bb8cf5b0ca2d tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=a978446e-4582-4607-aebd-6033f29f8980 HTTP/1.1" status: 200 len: 950 time: 0.3599651 Aug 11 03:04:46.773465 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-2db13c05-be2d-4bed-a5c5-c897e9648134 req-27d91896-bb26-4cf8-9e2c-7e000e963194 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:46.805550 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-85eecafb-2f78-4b13-979b-42da647eb73f req-1bcbcf15-7e0c-42e7-8bdb-a414f30a5b54 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=49709cb6-e751-4686-8ada-f7f57e0574e6 HTTP/1.1" status: 200 len: 217 time: 0.0591555 Aug 11 03:04:46.806540 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-366a8ad5-58d9-4be5-b6c7-549ccccc735b admin admin] Deleting port 014169f1-9024-4a20-928a-363b504832e6 {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:04:46.808899 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-366a8ad5-58d9-4be5-b6c7-549ccccc735b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:46.859553 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-590af8d8-ac69-49c7-b4b1-0987dd6e5c5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:46.864222 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eecafb-2f78-4b13-979b-42da647eb73f req-415eadab-650c-4d11-9571-52058accc5af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:46.866602 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-85eecafb-2f78-4b13-979b-42da647eb73f req-415eadab-650c-4d11-9571-52058accc5af service neutron] 10.222.0.24 "GET /v2.0/subnets?id=254a3f4d-2b75-429e-bbb2-8e70554e9483 HTTP/1.1" status: 200 len: 843 time: 0.0533113 Aug 11 03:04:46.917440 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-338c5e65-28d1-4c4a-8112-35a4f44be8f9 admin admin] Network 3df71ba6-2411-497d-98b1-8adc079ca6c6 is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:04:46.924599 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d91896-bb26-4cf8-9e2c-7e000e963194 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] Pushing event deleted for resources: {'Port': ['ID=9e9b1c1e-485a-4297-a795-7aa29aed4322,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:46.934641 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eecafb-2f78-4b13-979b-42da647eb73f req-f9164ad3-9760-4a4a-ad84-8a70a0f020e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:46.937742 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-85eecafb-2f78-4b13-979b-42da647eb73f req-f9164ad3-9760-4a4a-ad84-8a70a0f020e5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d1bf0def-6fa4-4d3e-bbc5-20a040931fba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0632331 Aug 11 03:04:47.068456 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d8282f38-c3ee-47e7-8b5f-8809e8dbd929 req-121806fd-b8ab-446a-8fe4-db1d576411be tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2916446 Aug 11 03:04:47.078156 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [req-2db13c05-be2d-4bed-a5c5-c897e9648134 req-27d91896-bb26-4cf8-9e2c-7e000e963194 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] No DVR routers for this DVR port 9e9b1c1e-485a-4297-a795-7aa29aed4322 on host n-h2-764292-30 {{(pid=102192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:04:47.080852 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-338c5e65-28d1-4c4a-8112-35a4f44be8f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, 3df71ba6-2411-497d-98b1-8adc079ca6c6) {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:04:47.082524 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-590af8d8-ac69-49c7-b4b1-0987dd6e5c5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16383026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521135'] for router_interface, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:47.090251 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f74a652d-b933-405c-92a0-bf509389d708 None None] Network 3df71ba6-2411-497d-98b1-8adc079ca6c6 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:04:47.100548 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-2db13c05-be2d-4bed-a5c5-c897e9648134 req-27d91896-bb26-4cf8-9e2c-7e000e963194 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:47.104361 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2db13c05-be2d-4bed-a5c5-c897e9648134 req-27d91896-bb26-4cf8-9e2c-7e000e963194 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.24 "DELETE /v2.0/ports/9e9b1c1e-485a-4297-a795-7aa29aed4322 HTTP/1.1" status: 204 len: 173 time: 2.9253588 Aug 11 03:04:47.110221 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dad57fb-2aa7-48ff-acbc-3e4351e2dd8b', 'name': 'network-vif-deleted', 'tag': '9e9b1c1e-485a-4297-a795-7aa29aed4322'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:04:47.118073 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-85eecafb-2f78-4b13-979b-42da647eb73f req-aaf72efd-3f88-44e9-8eb3-13a8df223703 service neutron] 10.222.0.24 "GET /v2.0/networks/d1bf0def-6fa4-4d3e-bbc5-20a040931fba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698165 Aug 11 03:04:47.119389 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-293c8b96-bf89-43b3-bef3-8011c2822242" -d '{"events": [{"server_uuid": "1dad57fb-2aa7-48ff-acbc-3e4351e2dd8b", "name": "network-vif-deleted", "tag": "9e9b1c1e-485a-4297-a795-7aa29aed4322"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:04:47.138683 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-338c5e65-28d1-4c4a-8112-35a4f44be8f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:47.139903 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-338c5e65-28d1-4c4a-8112-35a4f44be8f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:47.155823 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590af8d8-ac69-49c7-b4b1-0987dd6e5c5f admin admin] Pushing event updated for resources: {'Port': ['ID=e252c679-c6e9-4e1b-98b6-d0f13c74a34f,revision_number=2']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:47.172463 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 9e9b1c1e-485a-4297-a795-7aa29aed4322 no longer exists at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:04:47.202233 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [None req-366a8ad5-58d9-4be5-b6c7-549ccccc735b admin admin] For port 014169f1-9024-4a20-928a-363b504832e6, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=014169f1-9024-4a20-928a-363b504832e6,segment=NetworkSegment(fab28bed-aa25-40db-bba4-ec26e795194c),segment_id=fab28bed-aa25-40db-bba4-ec26e795194c)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:04:47.202631 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-366a8ad5-58d9-4be5-b6c7-549ccccc735b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:47.208404 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:04:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71c1c8b8-b2e5-4f5d-bdba-90adeb86be86 x-openstack-request-id: req-71c1c8b8-b2e5-4f5d-bdba-90adeb86be86 {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:04:47.208404 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dad57fb-2aa7-48ff-acbc-3e4351e2dd8b", "name": "network-vif-deleted", "tag": "9e9b1c1e-485a-4297-a795-7aa29aed4322", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:04:47.213463 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-71c1c8b8-b2e5-4f5d-bdba-90adeb86be86 {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:04:47.213463 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dad57fb-2aa7-48ff-acbc-3e4351e2dd8b', 'name': 'network-vif-deleted', 'tag': '9e9b1c1e-485a-4297-a795-7aa29aed4322', 'status': 'completed', 'code': 200} Aug 11 03:04:47.234074 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] No Port match for: 9e9b1c1e-485a-4297-a795-7aa29aed4322 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:04:47.235197 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 9e9b1c1e-485a-4297-a795-7aa29aed4322 not bound to the agent host n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:04:47.294323 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d1c32ce8-fbcd-4fbc-8700-add43ea72fad req-8c78ca38-1789-4261-b133-ea33258b3c37 tempest-LiveMigrationTest-1088715787 tempest-LiveMigrationTest-1088715787-project] 10.222.0.41 "GET /v2.0/ports?device_id=1dad57fb-2aa7-48ff-acbc-3e4351e2dd8b HTTP/1.1" status: 200 len: 210 time: 0.1093142 Aug 11 03:04:47.307746 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-366a8ad5-58d9-4be5-b6c7-549ccccc735b admin admin] Calling delete_port for 014169f1-9024-4a20-928a-363b504832e6 owned by network:router_gateway {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:04:47.319590 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-85eecafb-2f78-4b13-979b-42da647eb73f req-67937d99-e665-4151-a4d5-b5dd295b3941 service neutron] 10.222.0.24 "GET /v2.0/networks/d1bf0def-6fa4-4d3e-bbc5-20a040931fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941977 Aug 11 03:04:47.339274 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-338c5e65-28d1-4c4a-8112-35a4f44be8f9 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.8018639 Aug 11 03:04:47.343378 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 48746) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:04:47.348809 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-59cb6896-3803-42c6-b4c8-a82f1143252d admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1930356396-router', 'tenant_id': 'd334b2b08b9742719f1009ec13bc53a6', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:04:47.403326 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fec32a7-03ca-4b51-b16b-d69030f7d10c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde080026-c28f-55be-b52b-13827cc43646-3df71ba6-2411-497d-98b1-8adc079ca6c6', 'network_id': '3df71ba6-2411-497d-98b1-8adc079ca6c6', 'tenant_id': 'd334b2b08b9742719f1009ec13bc53a6', 'fixed_ips': [{'subnet_id': '0bedeabe-ae79-4397-9dc9-c17dc9305e82'}]}} from n-d-764292-30. {{(pid=102193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:04:47.404501 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3fec32a7-03ca-4b51-b16b-d69030f7d10c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:47.438655 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-590af8d8-ac69-49c7-b4b1-0987dd6e5c5f admin admin] Network ba4700b3-514b-4464-a1da-7cb77b20de89 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:04:47.441093 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-590af8d8-ac69-49c7-b4b1-0987dd6e5c5f admin admin] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:04:47.536517 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 99afaf8d-03a6-4f18-af72-de13f38213ea up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:04:47.562523 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-59cb6896-3803-42c6-b4c8-a82f1143252d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-450010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6626'] for router, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:47.563934 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-59cb6896-3803-42c6-b4c8-a82f1143252d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-446747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6633'] for router, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:47.716942 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-59cb6896-3803-42c6-b4c8-a82f1143252d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:47.726956 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.db_base_plugin_common [None req-3fec32a7-03ca-4b51-b16b-d69030f7d10c None None] Allocated IP 172.20.0.2 (3df71ba6-2411-497d-98b1-8adc079ca6c6/0bedeabe-ae79-4397-9dc9-c17dc9305e82/1aa4f6d7-a3b1-4af5-b0ab-5e1128c51e67) {{(pid=102193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:04:47.772141 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-590af8d8-ac69-49c7-b4b1-0987dd6e5c5f admin admin] Router 1d8e66ca-c42e-4698-85d6-4809deb55638 has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:04:47.923200 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3fec32a7-03ca-4b51-b16b-d69030f7d10c None None] Notify callbacks [] for port, precommit_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:47.940253 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3fec32a7-03ca-4b51-b16b-d69030f7d10c None None] Transition to ACTIVE for port object 1aa4f6d7-a3b1-4af5-b0ab-5e1128c51e67 will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:04:47.943168 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 99afaf8d-03a6-4f18-af72-de13f38213ea triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:04:47.943847 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:47.983710 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-51f014af-32ae-4ac2-be9b-836a07afa149 None None] Provisioning complete for port e252c679-c6e9-4e1b-98b6-d0f13c74a34f triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:04:47.984463 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-51f014af-32ae-4ac2-be9b-836a07afa149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:48.002599 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-366a8ad5-58d9-4be5-b6c7-549ccccc735b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:48.054142 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-51f014af-32ae-4ac2-be9b-836a07afa149 None None] Port e252c679-c6e9-4e1b-98b6-d0f13c74a34f cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:04:48.054410 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366a8ad5-58d9-4be5-b6c7-549ccccc735b admin admin] Pushing event deleted for resources: {'Port': ['ID=014169f1-9024-4a20-928a-363b504832e6,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:48.058571 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3fec32a7-03ca-4b51-b16b-d69030f7d10c None None] Transition to ACTIVE for port object 1aa4f6d7-a3b1-4af5-b0ab-5e1128c51e67 will not be triggered until provisioned by entity DHCP. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:04:48.146540 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device ee0fa225-f9e0-415d-b5c3-14de9dcb3247 no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:04:48.172598 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: ee0fa225-f9e0-415d-b5c3-14de9dcb3247 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:04:48.172949 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device ee0fa225-f9e0-415d-b5c3-14de9dcb3247 not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:04:48.183136 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3fec32a7-03ca-4b51-b16b-d69030f7d10c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669'] for port, after_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:48.229732 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fec32a7-03ca-4b51-b16b-d69030f7d10c None None] Network 3df71ba6-2411-497d-98b1-8adc079ca6c6 is already hosted by enough agents. {{(pid=102193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:04:48.236425 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.base_scheduler [None req-3fec32a7-03ca-4b51-b16b-d69030f7d10c None None] Resources bound (agent type, host, resource id): {{(pid=102193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:04:48.241479 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fec32a7-03ca-4b51-b16b-d69030f7d10c None None] Received port after_create {{(pid=102193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:04:48.243339 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-59cb6896-3803-42c6-b4c8-a82f1143252d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:48.250403 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fec32a7-03ca-4b51-b16b-d69030f7d10c None None] Pushing event updated for resources: {'Port': ['ID=1aa4f6d7-a3b1-4af5-b0ab-5e1128c51e67,revision_number=1']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:48.285361 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-590af8d8-ac69-49c7-b4b1-0987dd6e5c5f admin admin] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:04:48.295484 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-590af8d8-ac69-49c7-b4b1-0987dd6e5c5f admin admin] 10.222.0.41 "PUT /v2.0/routers/1d8e66ca-c42e-4698-85d6-4809deb55638/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4574926 Aug 11 03:04:48.301164 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ae16c7-3253-4758-8d8f-c7b9add7d1f5 None None] Sync routers for ids ['1d8e66ca-c42e-4698-85d6-4809deb55638'] in n-d-764292-30 {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:04:48.314174 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ae16c7-3253-4758-8d8f-c7b9add7d1f5 None None] Routers {'1d8e66ca-c42e-4698-85d6-4809deb55638'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:04:48.314836 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-36ae16c7-3253-4758-8d8f-c7b9add7d1f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:04:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['1d8e66ca-c42e-4698-85d6-4809deb55638'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:04:48.320918 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-366a8ad5-58d9-4be5-b6c7-549ccccc735b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-446916'] for router_gateway, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:48.324621 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-3fec32a7-03ca-4b51-b16b-d69030f7d10c None None] Attempting to bind port 1aa4f6d7-a3b1-4af5-b0ab-5e1128c51e67 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:04:48.324994 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-3fec32a7-03ca-4b51-b16b-d69030f7d10c None None] Attempting to bind port 1aa4f6d7-a3b1-4af5-b0ab-5e1128c51e67 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': '7a922ed3-963b-4878-bd8c-48976f2d29ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '3df71ba6-2411-497d-98b1-8adc079ca6c6'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:04:48.325362 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fec32a7-03ca-4b51-b16b-d69030f7d10c None None] Attempting to bind port 1aa4f6d7-a3b1-4af5-b0ab-5e1128c51e67 on network 3df71ba6-2411-497d-98b1-8adc079ca6c6 {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:04:48.331837 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fec32a7-03ca-4b51-b16b-d69030f7d10c None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 4, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:04:48.332214 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fec32a7-03ca-4b51-b16b-d69030f7d10c None None] Checking segment: {'id': '7a922ed3-963b-4878-bd8c-48976f2d29ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '3df71ba6-2411-497d-98b1-8adc079ca6c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:04:48.332624 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3fec32a7-03ca-4b51-b16b-d69030f7d10c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:48.333024 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fec32a7-03ca-4b51-b16b-d69030f7d10c None None] Bound using segment: {'id': '7a922ed3-963b-4878-bd8c-48976f2d29ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '3df71ba6-2411-497d-98b1-8adc079ca6c6'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:04:48.333486 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-3fec32a7-03ca-4b51-b16b-d69030f7d10c None None] Bound port: 1aa4f6d7-a3b1-4af5-b0ab-5e1128c51e67, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a922ed3-963b-4878-bd8c-48976f2d29ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '3df71ba6-2411-497d-98b1-8adc079ca6c6'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:04:48.333869 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3fec32a7-03ca-4b51-b16b-d69030f7d10c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:48.427661 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3fec32a7-03ca-4b51-b16b-d69030f7d10c None None] For port 1aa4f6d7-a3b1-4af5-b0ab-5e1128c51e67, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:04:48.431953 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3fec32a7-03ca-4b51-b16b-d69030f7d10c None None] For port 1aa4f6d7-a3b1-4af5-b0ab-5e1128c51e67, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=1aa4f6d7-a3b1-4af5-b0ab-5e1128c51e67,segment=NetworkSegment(7a922ed3-963b-4878-bd8c-48976f2d29ea),segment_id=7a922ed3-963b-4878-bd8c-48976f2d29ea)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:04:48.515245 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3fec32a7-03ca-4b51-b16b-d69030f7d10c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:48.534957 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf143a9-9cd6-4426-bde3-834c18c5fcc2 req-1d22946d-2ea4-4fb4-9b6d-13e2c7d509ba tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:48.537476 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cbf143a9-9cd6-4426-bde3-834c18c5fcc2 req-1d22946d-2ea4-4fb4-9b6d-13e2c7d509ba tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=a978446e-4582-4607-aebd-6033f29f8980 HTTP/1.1" status: 200 len: 950 time: 0.3298700 Aug 11 03:04:48.572804 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-366a8ad5-58d9-4be5-b6c7-549ccccc735b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6544'] for router, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:48.580046 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-366a8ad5-58d9-4be5-b6c7-549ccccc735b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:48.650851 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-36ae16c7-3253-4758-8d8f-c7b9add7d1f5 None None] Set router 1d8e66ca-c42e-4698-85d6-4809deb55638 gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:04:48.688108 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fec32a7-03ca-4b51-b16b-d69030f7d10c None None] Pushing event updated for resources: {'Port': ['ID=1aa4f6d7-a3b1-4af5-b0ab-5e1128c51e67,revision_number=2']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:48.766223 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cbf143a9-9cd6-4426-bde3-834c18c5fcc2 req-78a48ae6-2908-4126-b71a-d2a1ef6d1e58 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958599 Aug 11 03:04:48.782119 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 48776) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:04:48.827025 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-366a8ad5-58d9-4be5-b6c7-549ccccc735b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448809'] for router, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:48.837202 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-366a8ad5-58d9-4be5-b6c7-549ccccc735b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7e8c8b41-cd3e-4560-be29-3ec32677d323 {{(pid=102192) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:04:48.851296 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-366a8ad5-58d9-4be5-b6c7-549ccccc735b admin admin] Notify callbacks [] for router, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:48.861044 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-366a8ad5-58d9-4be5-b6c7-549ccccc735b admin admin] 10.222.0.41 "DELETE /v2.0/routers/7e8c8b41-cd3e-4560-be29-3ec32677d323 HTTP/1.1" status: 204 len: 168 time: 3.8545828 Aug 11 03:04:48.861981 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 48782) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:04:49.095643 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-36ae16c7-3253-4758-8d8f-c7b9add7d1f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d8e66ca-c42e-4698-85d6-4809deb55638', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2072384026-router', 'tenant_id': '8cd61943ed6843f6aacd56a7b71db43b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': '99afaf8d-03a6-4f18-af72-de13f38213ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:04:35Z', 'updated_at': '2021-08-11T03:04:45Z', 'revision_number': 4, 'project_id': '8cd61943ed6843f6aacd56a7b71db43b', 'gw_port': {'id': '99afaf8d-03a6-4f18-af72-de13f38213ea', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:c5:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8e66ca-c42e-4698-85d6-4809deb55638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:04:37Z', 'updated_at': '2021-08-11T03:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': 'e252c679-c6e9-4e1b-98b6-d0f13c74a34f', 'name': '', 'network_id': 'ba4700b3-514b-4464-a1da-7cb77b20de89', 'tenant_id': '8cd61943ed6843f6aacd56a7b71db43b', 'mac_address': 'fa:16:3e:a7:12:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d8e66ca-c42e-4698-85d6-4809deb55638', 'device_owner': 'network:router_interface', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': '0415f86d-f740-4723-be5c-da5b97481cab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:04:42Z', 'updated_at': '2021-08-11T03:04:46Z', 'revision_number': 2, 'project_id': '8cd61943ed6843f6aacd56a7b71db43b', 'subnets': [{'id': '0415f86d-f740-4723-be5c-da5b97481cab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:04:49.142396 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ae16c7-3253-4758-8d8f-c7b9add7d1f5 None None] Checking router: 1d8e66ca-c42e-4698-85d6-4809deb55638 for host: n-d-764292-30 {{(pid=102194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:04:49.142755 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ae16c7-3253-4758-8d8f-c7b9add7d1f5 None None] Updating router 1d8e66ca-c42e-4698-85d6-4809deb55638 port e252c679-c6e9-4e1b-98b6-d0f13c74a34f binding host n-d-764292-30 {{(pid=102194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:04:49.179422 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-36ae16c7-3253-4758-8d8f-c7b9add7d1f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:49.529006 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc6354d2-c790-4c9d-8a5b-94bc2029f539 admin admin] Deleting subnet 3a92f19a-3281-482c-b61b-1593ae994e9c {{(pid=102192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:04:49.537836 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-cc6354d2-c790-4c9d-8a5b-94bc2029f539 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:49.618057 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-cc6354d2-c790-4c9d-8a5b-94bc2029f539 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125932460'] for subnet, precommit_delete_associations {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:49.628866 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-36ae16c7-3253-4758-8d8f-c7b9add7d1f5 None None] Notify callbacks [] for port, precommit_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:49.636161 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 1aa4f6d7-a3b1-4af5-b0ab-5e1128c51e67 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:04:49.652536 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.provisioning_blocks [None req-36ae16c7-3253-4758-8d8f-c7b9add7d1f5 None None] Transition to ACTIVE for port object e252c679-c6e9-4e1b-98b6-d0f13c74a34f will not be triggered until provisioned by entity L2. {{(pid=102194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:04:49.737185 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-36ae16c7-3253-4758-8d8f-c7b9add7d1f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:49.794703 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port 1aa4f6d7-a3b1-4af5-b0ab-5e1128c51e67 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:04:49.797245 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1e773d-ca18-4506-85d2-41d468854156 req-54a9ffaf-b5db-4481-a14a-f02e65669dc4 tempest-FloatingIPsAssociationNegativeTestJSON-425952940 tempest-FloatingIPsAssociationNegativeTestJSON-425952940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:49.798861 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7a1e773d-ca18-4506-85d2-41d468854156 req-54a9ffaf-b5db-4481-a14a-f02e65669dc4 tempest-FloatingIPsAssociationNegativeTestJSON-425952940 tempest-FloatingIPsAssociationNegativeTestJSON-425952940-project] 10.222.0.41 "GET /v2.0/networks?id=ba4700b3-514b-4464-a1da-7cb77b20de89 HTTP/1.1" status: 200 len: 829 time: 0.3058708 Aug 11 03:04:49.804602 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0180b4f-5952-488d-99e9-05dfcd729357 None None] Pushing event updated for resources: {'Port': ['ID=e252c679-c6e9-4e1b-98b6-d0f13c74a34f,revision_number=3']} {{(pid=102194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:49.808621 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d0f5271-908c-4e7b-b977-67f802f7b353 admin admin] Deleting subnet 0d013ade-4c13-41b9-b262-cf5646bc4bdb {{(pid=102192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:04:49.818133 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-6d0f5271-908c-4e7b-b977-67f802f7b353 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:49.910074 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-6d0f5271-908c-4e7b-b977-67f802f7b353 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125932460'] for subnet, precommit_delete_associations {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:49.912347 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 014169f1-9024-4a20-928a-363b504832e6 no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:04:49.931174 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-36ae16c7-3253-4758-8d8f-c7b9add7d1f5 None None] Attempting to bind port e252c679-c6e9-4e1b-98b6-d0f13c74a34f on host n-d-764292-30 for vnic_type normal with profile {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:04:49.931535 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-36ae16c7-3253-4758-8d8f-c7b9add7d1f5 None None] Attempting to bind port e252c679-c6e9-4e1b-98b6-d0f13c74a34f by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': 'faff74b1-c467-4fc6-a5af-1194db6d8eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'ba4700b3-514b-4464-a1da-7cb77b20de89'}] {{(pid=102194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:04:49.931888 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ae16c7-3253-4758-8d8f-c7b9add7d1f5 None None] Attempting to bind port e252c679-c6e9-4e1b-98b6-d0f13c74a34f on network ba4700b3-514b-4464-a1da-7cb77b20de89 {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:04:49.944314 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ae16c7-3253-4758-8d8f-c7b9add7d1f5 None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 4, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:04:49.944679 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ae16c7-3253-4758-8d8f-c7b9add7d1f5 None None] Checking segment: {'id': 'faff74b1-c467-4fc6-a5af-1194db6d8eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'ba4700b3-514b-4464-a1da-7cb77b20de89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:04:49.945246 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-36ae16c7-3253-4758-8d8f-c7b9add7d1f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:49.945689 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ae16c7-3253-4758-8d8f-c7b9add7d1f5 None None] Bound using segment: {'id': 'faff74b1-c467-4fc6-a5af-1194db6d8eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'ba4700b3-514b-4464-a1da-7cb77b20de89'} {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:04:49.946167 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-36ae16c7-3253-4758-8d8f-c7b9add7d1f5 None None] Bound port: e252c679-c6e9-4e1b-98b6-d0f13c74a34f, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faff74b1-c467-4fc6-a5af-1194db6d8eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'ba4700b3-514b-4464-a1da-7cb77b20de89'}}] {{(pid=102194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:04:49.947992 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-36ae16c7-3253-4758-8d8f-c7b9add7d1f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:49.969844 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-6d0f5271-908c-4e7b-b977-67f802f7b353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:49.988699 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: 014169f1-9024-4a20-928a-363b504832e6 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:04:49.990064 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 014169f1-9024-4a20-928a-363b504832e6 not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:04:50.073954 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.db [None req-36ae16c7-3253-4758-8d8f-c7b9add7d1f5 None None] For port e252c679-c6e9-4e1b-98b6-d0f13c74a34f, host n-d-764292-30, cleared binding levels {{(pid=102194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:04:50.080012 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.db [None req-36ae16c7-3253-4758-8d8f-c7b9add7d1f5 None None] For port e252c679-c6e9-4e1b-98b6-d0f13c74a34f, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=e252c679-c6e9-4e1b-98b6-d0f13c74a34f,segment=NetworkSegment(faff74b1-c467-4fc6-a5af-1194db6d8eaa),segment_id=faff74b1-c467-4fc6-a5af-1194db6d8eaa)] {{(pid=102194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:04:50.155615 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-36ae16c7-3253-4758-8d8f-c7b9add7d1f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:50.186752 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-6d0f5271-908c-4e7b-b977-67f802f7b353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125932157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126180897'] for subnet, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:50.227518 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0180b4f-5952-488d-99e9-05dfcd729357 None None] Pushing event updated for resources: {'Port': ['ID=e252c679-c6e9-4e1b-98b6-d0f13c74a34f,revision_number=4']} {{(pid=102194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:50.229298 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7a1e773d-ca18-4506-85d2-41d468854156 req-6e313e7f-7798-433d-a33e-202e06515069 tempest-FloatingIPsAssociationNegativeTestJSON-425952940 tempest-FloatingIPsAssociationNegativeTestJSON-425952940-project] 10.222.0.41 "GET /v2.0/quotas/8cd61943ed6843f6aacd56a7b71db43b HTTP/1.1" status: 200 len: 375 time: 0.1879296 Aug 11 03:04:50.230317 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-6d0f5271-908c-4e7b-b977-67f802f7b353 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:50.232084 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-6d0f5271-908c-4e7b-b977-67f802f7b353 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/0d013ade-4c13-41b9-b262-cf5646bc4bdb HTTP/1.1" status: 204 len: 168 time: 1.4488242 Aug 11 03:04:50.236977 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 48802) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:04:50.273744 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0f5271-908c-4e7b-b977-67f802f7b353 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d013ade-4c13-41b9-b262-cf5646bc4bdb,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:50.316760 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-cc6354d2-c790-4c9d-8a5b-94bc2029f539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:50.347940 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ae16c7-3253-4758-8d8f-c7b9add7d1f5 None None] Routers {'1d8e66ca-c42e-4698-85d6-4809deb55638'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:04:50.348946 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-36ae16c7-3253-4758-8d8f-c7b9add7d1f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:04:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['1d8e66ca-c42e-4698-85d6-4809deb55638'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:04:50.349207 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-485df6f1-1855-4695-8ab6-b9d5d846b7de None None] Network 3df71ba6-2411-497d-98b1-8adc079ca6c6 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:04:50.419626 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1338eba-3fb6-45e9-90b3-73f2b98312fa req-a5cf8b52-9642-4cb0-9d0b-350145c72b51 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:50.421757 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e1338eba-3fb6-45e9-90b3-73f2b98312fa req-a5cf8b52-9642-4cb0-9d0b-350145c72b51 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=a978446e-4582-4607-aebd-6033f29f8980 HTTP/1.1" status: 200 len: 950 time: 0.3792288 Aug 11 03:04:50.453370 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7a1e773d-ca18-4506-85d2-41d468854156 req-7a268032-bc9f-4644-a4c0-62beda923cb0 tempest-FloatingIPsAssociationNegativeTestJSON-425952940 tempest-FloatingIPsAssociationNegativeTestJSON-425952940-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=8cd61943ed6843f6aacd56a7b71db43b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1891747 Aug 11 03:04:50.460273 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-59cb6896-3803-42c6-b4c8-a82f1143252d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:50.494821 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0564b623-b06e-4349-8a6c-ff9654e434e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:50.552273 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-59cb6896-3803-42c6-b4c8-a82f1143252d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:50.620391 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-36ae16c7-3253-4758-8d8f-c7b9add7d1f5 None None] Set router 1d8e66ca-c42e-4698-85d6-4809deb55638 gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:04:50.702211 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0564b623-b06e-4349-8a6c-ff9654e434e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:50.717028 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-0564b623-b06e-4349-8a6c-ff9654e434e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1f5acc4-6e30-4bf9-bc28-7ff84dac631d']}} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:04:50.731924 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-0564b623-b06e-4349-8a6c-ff9654e434e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75626708-94f6-4fcc-8cbd-0dd0dd709069') {'for_net_delete': True} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:04:50.733189 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-0564b623-b06e-4349-8a6c-ff9654e434e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75626708-94f6-4fcc-8cbd-0dd0dd709069') {} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:04:50.734993 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e1338eba-3fb6-45e9-90b3-73f2b98312fa req-2517109d-78b9-4352-ad87-faadd4fed186 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2949030 Aug 11 03:04:50.762812 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0564b623-b06e-4349-8a6c-ff9654e434e3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126283644'] for segment, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:50.776789 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-44e688c6-1604-4677-af43-fd38f62cd933 None None] Provisioning for port 1aa4f6d7-a3b1-4af5-b0ab-5e1128c51e67 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:04:50.781075 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-44e688c6-1604-4677-af43-fd38f62cd933 None None] Provisioning complete for port 1aa4f6d7-a3b1-4af5-b0ab-5e1128c51e67 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:04:50.781449 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-44e688c6-1604-4677-af43-fd38f62cd933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:50.804488 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0564b623-b06e-4349-8a6c-ff9654e434e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:50.816574 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0564b623-b06e-4349-8a6c-ff9654e434e3 admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=102191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:04:50.822987 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0564b623-b06e-4349-8a6c-ff9654e434e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126283391'] for segment, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:50.822987 n-d-764292-30 neutron-server[102191]: Traceback (most recent call last): Aug 11 03:04:50.822987 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:04:50.822987 n-d-764292-30 neutron-server[102191]: timer() Aug 11 03:04:50.822987 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:04:50.822987 n-d-764292-30 neutron-server[102191]: cb(*args, **kw) Aug 11 03:04:50.822987 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:04:50.822987 n-d-764292-30 neutron-server[102191]: return func(*args, **kwargs) Aug 11 03:04:50.822987 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:04:50.822987 n-d-764292-30 neutron-server[102191]: self._notify() Aug 11 03:04:50.822987 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:04:50.822987 n-d-764292-30 neutron-server[102191]: self.callback(batched_events) Aug 11 03:04:50.822987 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:04:50.822987 n-d-764292-30 neutron-server[102191]: event.method(event) Aug 11 03:04:50.822987 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:04:50.822987 n-d-764292-30 neutron-server[102191]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:04:50.822987 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:04:50.822987 n-d-764292-30 neutron-server[102191]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:04:50.822987 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:04:50.822987 n-d-764292-30 neutron-server[102191]: return f(self, *a, **k) Aug 11 03:04:50.822987 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:04:50.822987 n-d-764292-30 neutron-server[102191]: return self._get(url).json() Aug 11 03:04:50.822987 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:04:50.822987 n-d-764292-30 neutron-server[102191]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:04:50.822987 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:04:50.822987 n-d-764292-30 neutron-server[102191]: return self.request(url, 'GET', **kwargs) Aug 11 03:04:50.822987 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:04:50.822987 n-d-764292-30 neutron-server[102191]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:04:50.822987 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:04:50.822987 n-d-764292-30 neutron-server[102191]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:04:50.822987 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:04:50.822987 n-d-764292-30 neutron-server[102191]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:04:50.822987 n-d-764292-30 neutron-server[102191]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:04:50.862993 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-cc6354d2-c790-4c9d-8a5b-94bc2029f539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125932157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126180897'] for subnet, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:50.978928 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6354d2-c790-4c9d-8a5b-94bc2029f539 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a92f19a-3281-482c-b61b-1593ae994e9c,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:50.981838 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-44e688c6-1604-4677-af43-fd38f62cd933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:50.986023 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38c33380-472a-41b3-9494-218d46b2d67f None None] Network 1493de80-49da-4cbf-b501-923353ce3d1d requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:04:50.998728 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-cc6354d2-c790-4c9d-8a5b-94bc2029f539 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:51.006770 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-cc6354d2-c790-4c9d-8a5b-94bc2029f539 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/3a92f19a-3281-482c-b61b-1593ae994e9c HTTP/1.1" status: 204 len: 168 time: 2.1329918 Aug 11 03:04:51.008675 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 48810) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:04:51.093649 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7a1e773d-ca18-4506-85d2-41d468854156 req-a4a0aea7-2255-462b-b9ed-b6425bc8bd97 service neutron] 10.222.0.41 "GET /v2.0/networks/ba4700b3-514b-4464-a1da-7cb77b20de89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5519030 Aug 11 03:04:51.104604 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-36ae16c7-3253-4758-8d8f-c7b9add7d1f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d8e66ca-c42e-4698-85d6-4809deb55638', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2072384026-router', 'tenant_id': '8cd61943ed6843f6aacd56a7b71db43b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': '99afaf8d-03a6-4f18-af72-de13f38213ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:04:35Z', 'updated_at': '2021-08-11T03:04:45Z', 'revision_number': 4, 'project_id': '8cd61943ed6843f6aacd56a7b71db43b', 'gw_port': {'id': '99afaf8d-03a6-4f18-af72-de13f38213ea', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:c5:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8e66ca-c42e-4698-85d6-4809deb55638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:04:37Z', 'updated_at': '2021-08-11T03:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': 'e252c679-c6e9-4e1b-98b6-d0f13c74a34f', 'name': '', 'network_id': 'ba4700b3-514b-4464-a1da-7cb77b20de89', 'tenant_id': '8cd61943ed6843f6aacd56a7b71db43b', 'mac_address': 'fa:16:3e:a7:12:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d8e66ca-c42e-4698-85d6-4809deb55638', 'device_owner': 'network:router_interface', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': '0415f86d-f740-4723-be5c-da5b97481cab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:04:42Z', 'updated_at': '2021-08-11T03:04:50Z', 'revision_number': 4, 'project_id': '8cd61943ed6843f6aacd56a7b71db43b', 'subnets': [{'id': '0415f86d-f740-4723-be5c-da5b97481cab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:04:51.137057 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-44e688c6-1604-4677-af43-fd38f62cd933 None None] For port 1aa4f6d7-a3b1-4af5-b0ab-5e1128c51e67, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=1aa4f6d7-a3b1-4af5-b0ab-5e1128c51e67,segment=NetworkSegment(7a922ed3-963b-4878-bd8c-48976f2d29ea),segment_id=7a922ed3-963b-4878-bd8c-48976f2d29ea)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:04:51.156854 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [None req-59cb6896-3803-42c6-b4c8-a82f1143252d admin admin] Allocated IP 172.25.8.170 (09faf7d2-eaf5-4a50-bb6e-4cb05d009a76/e1a97443-13df-40bb-85f5-fd269e2742c0/863d03ac-b4b1-438f-bbdc-ea56e5c34773) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:04:51.189518 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ae16c7-3253-4758-8d8f-c7b9add7d1f5 None None] The sync data for ids ['1d8e66ca-c42e-4698-85d6-4809deb55638'] in n-d-764292-30 is: [{'id': '1d8e66ca-c42e-4698-85d6-4809deb55638', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2072384026-router', 'tenant_id': '8cd61943ed6843f6aacd56a7b71db43b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': '99afaf8d-03a6-4f18-af72-de13f38213ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:04:35Z', 'updated_at': '2021-08-11T03:04:45Z', 'revision_number': 4, 'project_id': '8cd61943ed6843f6aacd56a7b71db43b', 'gw_port': {'id': '99afaf8d-03a6-4f18-af72-de13f38213ea', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:c5:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8e66ca-c42e-4698-85d6-4809deb55638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:04:37Z', 'updated_at': '2021-08-11T03:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': 'e252c679-c6e9-4e1b-98b6-d0f13c74a34f', 'name': '', 'network_id': 'ba4700b3-514b-4464-a1da-7cb77b20de89', 'tenant_id': '8cd61943ed6843f6aacd56a7b71db43b', 'mac_address': 'fa:16:3e:a7:12:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d8e66ca-c42e-4698-85d6-4809deb55638', 'device_owner': 'network:router_interface', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': '0415f86d-f740-4723-be5c-da5b97481cab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:04:42Z', 'updated_at': '2021-08-11T03:04:50Z', 'revision_number': 4, 'project_id': '8cd61943ed6843f6aacd56a7b71db43b', 'subnets': [{'id': '0415f86d-f740-4723-be5c-da5b97481cab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:04:51.209481 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-da593a9b-f778-49b5-ab7b-47f16056ca21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:51.211943 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0564b623-b06e-4349-8a6c-ff9654e434e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:51.219779 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0564b623-b06e-4349-8a6c-ff9654e434e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:51.222523 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-0564b623-b06e-4349-8a6c-ff9654e434e3 admin admin] 10.222.0.41 "DELETE /v2.0/networks/a1f5acc4-6e30-4bf9-bc28-7ff84dac631d HTTP/1.1" status: 204 len: 168 time: 0.9836719 Aug 11 03:04:51.222910 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-44e688c6-1604-4677-af43-fd38f62cd933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:51.225808 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 48812) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:04:51.378877 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e688c6-1604-4677-af43-fd38f62cd933 None None] Pushing event updated for resources: {'Port': ['ID=1aa4f6d7-a3b1-4af5-b0ab-5e1128c51e67,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:51.383625 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7a1e773d-ca18-4506-85d2-41d468854156 req-5a61fb96-597f-4ebb-adf5-5c74e0d14553 service neutron] 10.222.0.41 "GET /v2.0/networks/ba4700b3-514b-4464-a1da-7cb77b20de89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2747765 Aug 11 03:04:51.387888 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57395390-9b65-417c-bf71-2e2633fd7f66 None None] DHCP port deletion for 1493de80-49da-4cbf-b501-923353ce3d1d request from n-d-764292-30 {{(pid=102193) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:04:51.407573 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_v2 [None req-20bf3fe0-781a-4138-8881-411e59f63d2e admin admin] Deleting subnet b3d6b26f-3571-46f5-a685-2d49f68e877c {{(pid=102191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:04:51.428718 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0564b623-b06e-4349-8a6c-ff9654e434e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=a1f5acc4-6e30-4bf9-bc28-7ff84dac631d,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:51.439753 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-20bf3fe0-781a-4138-8881-411e59f63d2e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:51.442228 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-59cb6896-3803-42c6-b4c8-a82f1143252d admin admin] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:51.457628 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-5d537a21-3249-4b9f-8dd6-16efac8641e4 None None] Provisioning complete for port 1aa4f6d7-a3b1-4af5-b0ab-5e1128c51e67 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:04:51.458009 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-5d537a21-3249-4b9f-8dd6-16efac8641e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:51.529084 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-57395390-9b65-417c-bf71-2e2633fd7f66 None None] Deleting port fddc7ee2-7db7-441a-83e0-b74975cd7319 {{(pid=102193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:04:51.529553 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-57395390-9b65-417c-bf71-2e2633fd7f66 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:51.561282 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-59cb6896-3803-42c6-b4c8-a82f1143252d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:51.625902 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-20bf3fe0-781a-4138-8881-411e59f63d2e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126283525'] for subnet, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:51.711601 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59cb6896-3803-42c6-b4c8-a82f1143252d admin admin] Network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:04:51.723317 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-59cb6896-3803-42c6-b4c8-a82f1143252d admin admin] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:04:51.759492 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device e252c679-c6e9-4e1b-98b6-d0f13c74a34f up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:04:51.773533 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59cb6896-3803-42c6-b4c8-a82f1143252d admin admin] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:04:51.853542 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-da593a9b-f778-49b5-ab7b-47f16056ca21 admin admin] Deleting port fddc7ee2-7db7-441a-83e0-b74975cd7319 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:04:51.853884 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-da593a9b-f778-49b5-ab7b-47f16056ca21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:51.859750 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cb6896-3803-42c6-b4c8-a82f1143252d admin admin] Pushing event updated for resources: {'Port': ['ID=863d03ac-b4b1-438f-bbdc-ea56e5c34773,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:51.885814 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-20bf3fe0-781a-4138-8881-411e59f63d2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:51.915057 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ca8cc7bf-683a-44b6-8f1e-9cdbdce4dc51 req-111da799-7f62-42fe-93b1-d7d890cd3211 tempest-FloatingIPsAssociationNegativeTestJSON-425952940 tempest-FloatingIPsAssociationNegativeTestJSON-425952940-project] 10.222.0.41 "GET /v2.0/ports?device_id=462de067-85b7-40e9-8a21-63b970ededa0 HTTP/1.1" status: 200 len: 210 time: 0.1446304 Aug 11 03:04:52.012638 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [None req-da593a9b-f778-49b5-ab7b-47f16056ca21 admin admin] For port fddc7ee2-7db7-441a-83e0-b74975cd7319, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=fddc7ee2-7db7-441a-83e0-b74975cd7319,segment=NetworkSegment(fdd62157-83ee-49d7-9d03-3180b0dfc477),segment_id=fdd62157-83ee-49d7-9d03-3180b0dfc477)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:04:52.013014 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-da593a9b-f778-49b5-ab7b-47f16056ca21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:52.071722 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-da593a9b-f778-49b5-ab7b-47f16056ca21 admin admin] Calling delete_port for fddc7ee2-7db7-441a-83e0-b74975cd7319 owned by network:dhcp {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:04:52.080593 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-57395390-9b65-417c-bf71-2e2633fd7f66 None None] For port fddc7ee2-7db7-441a-83e0-b74975cd7319, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=fddc7ee2-7db7-441a-83e0-b74975cd7319,segment=NetworkSegment(fdd62157-83ee-49d7-9d03-3180b0dfc477),segment_id=fdd62157-83ee-49d7-9d03-3180b0dfc477)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:04:52.081170 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-57395390-9b65-417c-bf71-2e2633fd7f66 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:52.105474 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-57395390-9b65-417c-bf71-2e2633fd7f66 None None] Calling delete_port for fddc7ee2-7db7-441a-83e0-b74975cd7319 owned by network:dhcp {{(pid=102193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:04:52.177076 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3efc35-04dd-44b7-9375-8cec483d8f6f req-b6a099c6-5d6b-4431-a6c6-45010044de38 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:52.187191 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bd3efc35-04dd-44b7-9375-8cec483d8f6f req-b6a099c6-5d6b-4431-a6c6-45010044de38 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=a978446e-4582-4607-aebd-6033f29f8980 HTTP/1.1" status: 200 len: 950 time: 0.3279080 Aug 11 03:04:52.313213 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bd3efc35-04dd-44b7-9375-8cec483d8f6f req-cea896cb-b5f8-4298-b944-ca775303fc5f tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253538 Aug 11 03:04:52.582687 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port e252c679-c6e9-4e1b-98b6-d0f13c74a34f completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:04:52.586861 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port e252c679-c6e9-4e1b-98b6-d0f13c74a34f triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:04:52.587237 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:52.630748 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-da593a9b-f778-49b5-ab7b-47f16056ca21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:52.639694 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-57395390-9b65-417c-bf71-2e2633fd7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678'] for port, after_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:52.640958 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-20bf3fe0-781a-4138-8881-411e59f63d2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126283413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126275158'] for subnet, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:52.676118 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57395390-9b65-417c-bf71-2e2633fd7f66 None None] No DVR routers for this DVR port fddc7ee2-7db7-441a-83e0-b74975cd7319 on host n-d-764292-30 {{(pid=102193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:04:52.705912 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57395390-9b65-417c-bf71-2e2633fd7f66 None None] Pushing event deleted for resources: {'Port': ['ID=fddc7ee2-7db7-441a-83e0-b74975cd7319,revision_number=None']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:52.730671 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:52.739196 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bf3fe0-781a-4138-8881-411e59f63d2e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3d6b26f-3571-46f5-a685-2d49f68e877c,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:52.741062 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da593a9b-f778-49b5-ab7b-47f16056ca21 admin admin] Pushing event deleted for resources: {'Port': ['ID=fddc7ee2-7db7-441a-83e0-b74975cd7319,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:52.746823 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-20bf3fe0-781a-4138-8881-411e59f63d2e admin admin] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:52.749324 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-20bf3fe0-781a-4138-8881-411e59f63d2e admin admin] 10.222.0.41 "DELETE /v2.0/subnets/b3d6b26f-3571-46f5-a685-2d49f68e877c HTTP/1.1" status: 204 len: 168 time: 1.4924643 Aug 11 03:04:52.750326 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da593a9b-f778-49b5-ab7b-47f16056ca21 admin admin] No DVR routers for this DVR port fddc7ee2-7db7-441a-83e0-b74975cd7319 on host n-d-764292-30 {{(pid=102191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:04:52.752052 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 48836) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:04:52.769582 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port e252c679-c6e9-4e1b-98b6-d0f13c74a34f, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=e252c679-c6e9-4e1b-98b6-d0f13c74a34f,segment=NetworkSegment(faff74b1-c467-4fc6-a5af-1194db6d8eaa),segment_id=faff74b1-c467-4fc6-a5af-1194db6d8eaa)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:04:52.778882 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-59cb6896-3803-42c6-b4c8-a82f1143252d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:52.874667 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:52.981947 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=e252c679-c6e9-4e1b-98b6-d0f13c74a34f,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:53.012755 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device fddc7ee2-7db7-441a-83e0-b74975cd7319 no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:04:53.052472 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: fddc7ee2-7db7-441a-83e0-b74975cd7319 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:04:53.058683 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device fddc7ee2-7db7-441a-83e0-b74975cd7319 not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:04:53.110976 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0b6c8146-36e9-486e-a6b8-e406652fe2f6 req-21e06003-dc76-4369-8587-8bade4fab3d8 tempest-FloatingIPsAssociationNegativeTestJSON-425952940 tempest-FloatingIPsAssociationNegativeTestJSON-425952940-project] 10.222.0.41 "GET /v2.0/ports?device_id=462de067-85b7-40e9-8a21-63b970ededa0 HTTP/1.1" status: 200 len: 210 time: 0.0444982 Aug 11 03:04:53.154824 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-59cb6896-3803-42c6-b4c8-a82f1143252d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-446952'] for router, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:53.289417 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7ff98906-ef16-42b0-8baa-99be078dca19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:53.425858 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-da593a9b-f778-49b5-ab7b-47f16056ca21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:53.479102 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device e252c679-c6e9-4e1b-98b6-d0f13c74a34f up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:04:53.483486 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-da593a9b-f778-49b5-ab7b-47f16056ca21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1493de80-49da-4cbf-b501-923353ce3d1d']}} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:04:53.493367 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59cb6896-3803-42c6-b4c8-a82f1143252d admin admin] Router 17c021c9-e751-4ebf-b8ba-ef7a55f730c3 is scheduled to L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 with binding_index 1 {{(pid=102192) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:04:53.501665 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-da593a9b-f778-49b5-ab7b-47f16056ca21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdd62157-83ee-49d7-9d03-3180b0dfc477') {'for_net_delete': True} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:04:53.501963 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-da593a9b-f778-49b5-ab7b-47f16056ca21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdd62157-83ee-49d7-9d03-3180b0dfc477') {} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:04:53.514692 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7ff98906-ef16-42b0-8baa-99be078dca19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:53.519616 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-da593a9b-f778-49b5-ab7b-47f16056ca21 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126283644'] for segment, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:53.534411 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-7ff98906-ef16-42b0-8baa-99be078dca19 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fe0f95d-6467-4ba2-8c5c-8d15aa2c1c93']}} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:04:53.541430 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port e252c679-c6e9-4e1b-98b6-d0f13c74a34f triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:04:53.542162 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:53.547936 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-da593a9b-f778-49b5-ab7b-47f16056ca21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:53.550998 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-7ff98906-ef16-42b0-8baa-99be078dca19 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a693aaf5-8fd7-42ac-9a3b-385c0b6cc728') {'for_net_delete': True} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:04:53.551301 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-7ff98906-ef16-42b0-8baa-99be078dca19 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a693aaf5-8fd7-42ac-9a3b-385c0b6cc728') {} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:04:53.563480 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da593a9b-f778-49b5-ab7b-47f16056ca21 admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=102191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:04:53.563910 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-da593a9b-f778-49b5-ab7b-47f16056ca21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126283391'] for segment, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:53.565577 n-d-764292-30 neutron-server[102191]: Traceback (most recent call last): Aug 11 03:04:53.565577 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:04:53.565577 n-d-764292-30 neutron-server[102191]: timer() Aug 11 03:04:53.565577 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:04:53.565577 n-d-764292-30 neutron-server[102191]: cb(*args, **kw) Aug 11 03:04:53.565577 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:04:53.565577 n-d-764292-30 neutron-server[102191]: return func(*args, **kwargs) Aug 11 03:04:53.565577 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:04:53.565577 n-d-764292-30 neutron-server[102191]: self._notify() Aug 11 03:04:53.565577 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:04:53.565577 n-d-764292-30 neutron-server[102191]: self.callback(batched_events) Aug 11 03:04:53.565577 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:04:53.565577 n-d-764292-30 neutron-server[102191]: event.method(event) Aug 11 03:04:53.565577 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:04:53.565577 n-d-764292-30 neutron-server[102191]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:04:53.565577 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:04:53.565577 n-d-764292-30 neutron-server[102191]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:04:53.565577 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:04:53.565577 n-d-764292-30 neutron-server[102191]: return f(self, *a, **k) Aug 11 03:04:53.565577 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:04:53.565577 n-d-764292-30 neutron-server[102191]: return self._get(url).json() Aug 11 03:04:53.565577 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:04:53.565577 n-d-764292-30 neutron-server[102191]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:04:53.565577 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:04:53.565577 n-d-764292-30 neutron-server[102191]: return self.request(url, 'GET', **kwargs) Aug 11 03:04:53.565577 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:04:53.565577 n-d-764292-30 neutron-server[102191]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:04:53.565577 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:04:53.565577 n-d-764292-30 neutron-server[102191]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:04:53.565577 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:04:53.565577 n-d-764292-30 neutron-server[102191]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:04:53.565577 n-d-764292-30 neutron-server[102191]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:04:53.575421 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7ff98906-ef16-42b0-8baa-99be078dca19 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126283644'] for segment, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:53.633261 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7ff98906-ef16-42b0-8baa-99be078dca19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:53.641560 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ff98906-ef16-42b0-8baa-99be078dca19 admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=102191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:04:53.641956 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7ff98906-ef16-42b0-8baa-99be078dca19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126283391'] for segment, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:53.643840 n-d-764292-30 neutron-server[102191]: Traceback (most recent call last): Aug 11 03:04:53.643840 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:04:53.643840 n-d-764292-30 neutron-server[102191]: timer() Aug 11 03:04:53.643840 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:04:53.643840 n-d-764292-30 neutron-server[102191]: cb(*args, **kw) Aug 11 03:04:53.643840 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:04:53.643840 n-d-764292-30 neutron-server[102191]: return func(*args, **kwargs) Aug 11 03:04:53.643840 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:04:53.643840 n-d-764292-30 neutron-server[102191]: self._notify() Aug 11 03:04:53.643840 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:04:53.643840 n-d-764292-30 neutron-server[102191]: self.callback(batched_events) Aug 11 03:04:53.643840 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:04:53.643840 n-d-764292-30 neutron-server[102191]: event.method(event) Aug 11 03:04:53.643840 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:04:53.643840 n-d-764292-30 neutron-server[102191]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:04:53.643840 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:04:53.643840 n-d-764292-30 neutron-server[102191]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:04:53.643840 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:04:53.643840 n-d-764292-30 neutron-server[102191]: return f(self, *a, **k) Aug 11 03:04:53.643840 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:04:53.643840 n-d-764292-30 neutron-server[102191]: return self._get(url).json() Aug 11 03:04:53.643840 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:04:53.643840 n-d-764292-30 neutron-server[102191]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:04:53.643840 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:04:53.643840 n-d-764292-30 neutron-server[102191]: return self.request(url, 'GET', **kwargs) Aug 11 03:04:53.643840 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:04:53.643840 n-d-764292-30 neutron-server[102191]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:04:53.643840 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:04:53.643840 n-d-764292-30 neutron-server[102191]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:04:53.643840 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:04:53.643840 n-d-764292-30 neutron-server[102191]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:04:53.643840 n-d-764292-30 neutron-server[102191]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:04:53.687061 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59cb6896-3803-42c6-b4c8-a82f1143252d admin admin] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:04:53.708655 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a948326-b03c-41b1-83ab-3a9d9f080f93 req-8e4767a2-3037-4603-b9d0-6be4de289134 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:53.710404 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8a948326-b03c-41b1-83ab-3a9d9f080f93 req-8e4767a2-3037-4603-b9d0-6be4de289134 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=a978446e-4582-4607-aebd-6033f29f8980 HTTP/1.1" status: 200 len: 950 time: 0.2962031 Aug 11 03:04:53.715109 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e6ffbd-2dee-4895-a474-e2777052f91d None None] Sync routers for ids ['17c021c9-e751-4ebf-b8ba-ef7a55f730c3'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:04:53.719374 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-da593a9b-f778-49b5-ab7b-47f16056ca21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:53.740166 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-da593a9b-f778-49b5-ab7b-47f16056ca21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:53.744782 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-da593a9b-f778-49b5-ab7b-47f16056ca21 admin admin] 10.222.0.41 "DELETE /v2.0/networks/1493de80-49da-4cbf-b501-923353ce3d1d HTTP/1.1" status: 204 len: 168 time: 2.7338192 Aug 11 03:04:53.745692 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da593a9b-f778-49b5-ab7b-47f16056ca21 admin admin] Pushing event deleted for resources: {'Network': ['ID=1493de80-49da-4cbf-b501-923353ce3d1d,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:53.747541 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 1aa4f6d7-a3b1-4af5-b0ab-5e1128c51e67 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:04:53.791812 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e6ffbd-2dee-4895-a474-e2777052f91d None None] Routers {'17c021c9-e751-4ebf-b8ba-ef7a55f730c3'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:04:53.792199 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-61e6ffbd-2dee-4895-a474-e2777052f91d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:04:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['17c021c9-e751-4ebf-b8ba-ef7a55f730c3'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:04:53.817840 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8a948326-b03c-41b1-83ab-3a9d9f080f93 req-b6530998-e7be-467d-b950-b5a8f4cb4983 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915370 Aug 11 03:04:53.822782 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7ff98906-ef16-42b0-8baa-99be078dca19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:53.836731 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7ff98906-ef16-42b0-8baa-99be078dca19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:53.845035 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-7ff98906-ef16-42b0-8baa-99be078dca19 admin admin] 10.222.0.41 "DELETE /v2.0/networks/9fe0f95d-6467-4ba2-8c5c-8d15aa2c1c93 HTTP/1.1" status: 204 len: 168 time: 1.0858133 Aug 11 03:04:53.851777 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-59cb6896-3803-42c6-b4c8-a82f1143252d admin admin] Notify callbacks [] for router, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:53.855546 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-59cb6896-3803-42c6-b4c8-a82f1143252d admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.5086613 Aug 11 03:04:53.855778 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 48860) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:04:53.863870 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff98906-ef16-42b0-8baa-99be078dca19 admin admin] Pushing event deleted for resources: {'Network': ['ID=9fe0f95d-6467-4ba2-8c5c-8d15aa2c1c93,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:53.949376 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-61e6ffbd-2dee-4895-a474-e2777052f91d None None] Set router 17c021c9-e751-4ebf-b8ba-ef7a55f730c3 gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:04:53.951738 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 1aa4f6d7-a3b1-4af5-b0ab-5e1128c51e67 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:04:53.952333 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:54.218794 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-61e6ffbd-2dee-4895-a474-e2777052f91d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17c021c9-e751-4ebf-b8ba-ef7a55f730c3', 'name': 'tempest-TaggedBootDevicesTest_v242-1930356396-router', 'tenant_id': 'd334b2b08b9742719f1009ec13bc53a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '863d03ac-b4b1-438f-bbdc-ea56e5c34773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:04:47Z', 'updated_at': '2021-08-11T03:04:52Z', 'revision_number': 3, 'project_id': 'd334b2b08b9742719f1009ec13bc53a6', 'gw_port': {'id': '863d03ac-b4b1-438f-bbdc-ea56e5c34773', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:10:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17c021c9-e751-4ebf-b8ba-ef7a55f730c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:04:50Z', 'updated_at': '2021-08-11T03:04:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:04:54.249294 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-49ab8721-5ae4-41e8-93bd-288f591d2bf5 req-34c12aeb-3737-4258-a1cb-65e8d7b031bf tempest-FloatingIPsAssociationNegativeTestJSON-425952940 tempest-FloatingIPsAssociationNegativeTestJSON-425952940-project] 10.222.0.41 "GET /v2.0/ports?device_id=462de067-85b7-40e9-8a21-63b970ededa0 HTTP/1.1" status: 200 len: 210 time: 0.0285652 Aug 11 03:04:54.253530 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e6ffbd-2dee-4895-a474-e2777052f91d None None] Checking router: 17c021c9-e751-4ebf-b8ba-ef7a55f730c3 for host: n-d-764292-30 {{(pid=102193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:04:54.253881 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e6ffbd-2dee-4895-a474-e2777052f91d None None] Updating router 17c021c9-e751-4ebf-b8ba-ef7a55f730c3 port 863d03ac-b4b1-438f-bbdc-ea56e5c34773 binding host n-d-764292-30 {{(pid=102193) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:04:54.292721 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 48872) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:04:54.307092 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-61e6ffbd-2dee-4895-a474-e2777052f91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:54.388944 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 48876) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:04:54.399074 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-3a36c972-024c-4bf7-be32-01605933b509 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=566812f7205047c1bd6133004961d5a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1051805 Aug 11 03:04:54.401548 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 48878) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:04:54.438295 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-9c8438bc-0a71-40fa-8049-1cbad68ea260 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=83808f5f252c43418f6a6c255d45878a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0481172 Aug 11 03:04:54.440730 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 48880) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:04:54.494965 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f9b21228-6b65-436e-b33f-3373025684ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:54.504441 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-85e2451a-8032-458d-a554-51a16c2337fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:54.507767 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-87be740e-0a24-4fb7-9593-9778e704f439 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:54.532573 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f9b21228-6b65-436e-b33f-3373025684ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:54.549687 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-87be740e-0a24-4fb7-9593-9778e704f439 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:54.628494 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-61e6ffbd-2dee-4895-a474-e2777052f91d None None] Notify callbacks [] for port, precommit_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:54.638593 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-61e6ffbd-2dee-4895-a474-e2777052f91d None None] Transition to ACTIVE for port object 863d03ac-b4b1-438f-bbdc-ea56e5c34773 will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:04:54.640160 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f9b21228-6b65-436e-b33f-3373025684ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:54.642900 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f9b21228-6b65-436e-b33f-3373025684ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:54.644258 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-f9b21228-6b65-436e-b33f-3373025684ac admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c7e06141-9137-4a1d-bc20-6fbfa107e8f9 HTTP/1.1" status: 204 len: 168 time: 0.2024381 Aug 11 03:04:54.652368 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b21228-6b65-436e-b33f-3373025684ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7e06141-9137-4a1d-bc20-6fbfa107e8f9,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:54.708299 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-61e6ffbd-2dee-4895-a474-e2777052f91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:54.746153 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [None req-85e2451a-8032-458d-a554-51a16c2337fd admin admin] Allocated IP 172.20.0.1 (3df71ba6-2411-497d-98b1-8adc079ca6c6/0bedeabe-ae79-4397-9dc9-c17dc9305e82/0e2e537d-5876-4045-967f-920a1f245dc9) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:04:54.767133 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-61e6ffbd-2dee-4895-a474-e2777052f91d None None] Attempting to bind port 863d03ac-b4b1-438f-bbdc-ea56e5c34773 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:04:54.770185 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-61e6ffbd-2dee-4895-a474-e2777052f91d None None] Attempting to bind port 863d03ac-b4b1-438f-bbdc-ea56e5c34773 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:04:54.770569 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e6ffbd-2dee-4895-a474-e2777052f91d None None] Attempting to bind port 863d03ac-b4b1-438f-bbdc-ea56e5c34773 on network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:04:54.786156 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e6ffbd-2dee-4895-a474-e2777052f91d None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 4, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:04:54.786438 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e6ffbd-2dee-4895-a474-e2777052f91d None None] Checking segment: {'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:04:54.786965 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-61e6ffbd-2dee-4895-a474-e2777052f91d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:54.787252 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e6ffbd-2dee-4895-a474-e2777052f91d None None] Bound using segment: {'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:04:54.787750 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-61e6ffbd-2dee-4895-a474-e2777052f91d None None] Bound port: 863d03ac-b4b1-438f-bbdc-ea56e5c34773, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:04:54.788139 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-61e6ffbd-2dee-4895-a474-e2777052f91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:54.788358 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-87be740e-0a24-4fb7-9593-9778e704f439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:54.791136 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-87be740e-0a24-4fb7-9593-9778e704f439 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:54.791306 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d8d246-08c7-4b03-b244-fbb0a3ed648b None None] Pushing event updated for resources: {'Port': ['ID=863d03ac-b4b1-438f-bbdc-ea56e5c34773,revision_number=2']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:54.794237 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-87be740e-0a24-4fb7-9593-9778e704f439 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b8a45abf-fb9d-4591-aadb-6f7feb1d11bc HTTP/1.1" status: 204 len: 168 time: 0.3894682 Aug 11 03:04:54.825790 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d8d246-08c7-4b03-b244-fbb0a3ed648b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:04:54.826188 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d8d246-08c7-4b03-b244-fbb0a3ed648b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:04:54.828250 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d8d246-08c7-4b03-b244-fbb0a3ed648b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:04:54.828250 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d8d246-08c7-4b03-b244-fbb0a3ed648b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:04:54.828250 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d8d246-08c7-4b03-b244-fbb0a3ed648b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:04:54.828250 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d8d246-08c7-4b03-b244-fbb0a3ed648b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:04:54.828250 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d8d246-08c7-4b03-b244-fbb0a3ed648b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:04:54.829055 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d8d246-08c7-4b03-b244-fbb0a3ed648b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:04:54.829055 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d8d246-08c7-4b03-b244-fbb0a3ed648b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:04:54.829389 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d8d246-08c7-4b03-b244-fbb0a3ed648b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:04:54.829720 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d8d246-08c7-4b03-b244-fbb0a3ed648b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:04:54.830048 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d8d246-08c7-4b03-b244-fbb0a3ed648b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:04:54.884338 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-61e6ffbd-2dee-4895-a474-e2777052f91d None None] For port 863d03ac-b4b1-438f-bbdc-ea56e5c34773, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:04:54.889958 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-61e6ffbd-2dee-4895-a474-e2777052f91d None None] For port 863d03ac-b4b1-438f-bbdc-ea56e5c34773, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=863d03ac-b4b1-438f-bbdc-ea56e5c34773,segment=NetworkSegment(fab28bed-aa25-40db-bba4-ec26e795194c),segment_id=fab28bed-aa25-40db-bba4-ec26e795194c)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:04:54.943836 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-61e6ffbd-2dee-4895-a474-e2777052f91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:55.005747 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e6ffbd-2dee-4895-a474-e2777052f91d None None] Routers {'17c021c9-e751-4ebf-b8ba-ef7a55f730c3'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:04:55.006456 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-61e6ffbd-2dee-4895-a474-e2777052f91d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:04:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['17c021c9-e751-4ebf-b8ba-ef7a55f730c3'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:04:55.061352 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d8d246-08c7-4b03-b244-fbb0a3ed648b None None] Pushing event updated for resources: {'Port': ['ID=863d03ac-b4b1-438f-bbdc-ea56e5c34773,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:55.165910 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-61e6ffbd-2dee-4895-a474-e2777052f91d None None] Set router 17c021c9-e751-4ebf-b8ba-ef7a55f730c3 gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:04:55.213766 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-85e2451a-8032-458d-a554-51a16c2337fd admin admin] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:55.228070 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [None req-85e2451a-8032-458d-a554-51a16c2337fd admin admin] Transition to ACTIVE for port object 0e2e537d-5876-4045-967f-920a1f245dc9 will not be triggered until provisioned by entity DHCP. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:04:55.258807 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.agents_db [None req-950b7202-decb-43e2-8f71-ac8931dc9749 None None] Agent healthcheck: found 7 active agents {{(pid=102194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:04:55.266885 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87be740e-0a24-4fb7-9593-9778e704f439 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8a45abf-fb9d-4591-aadb-6f7feb1d11bc,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:55.320216 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b6ffea-45c8-4c3a-8b59-e919aca16005 req-c680a662-8158-41b6-8bb0-19c0ffb442dd tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:55.327754 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d6b6ffea-45c8-4c3a-8b59-e919aca16005 req-c680a662-8158-41b6-8bb0-19c0ffb442dd tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=70c84ed6-1b38-4b73-8bea-55c843cc7bda HTTP/1.1" status: 200 len: 945 time: 0.5754347 Aug 11 03:04:55.377513 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec9f6b2-67f9-4f93-a7ea-0443ded3b5e6 req-0acde2a5-3a97-4fbb-aa63-5c227086049f tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:55.384939 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2ec9f6b2-67f9-4f93-a7ea-0443ded3b5e6 req-0acde2a5-3a97-4fbb-aa63-5c227086049f tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=a978446e-4582-4607-aebd-6033f29f8980 HTTP/1.1" status: 200 len: 950 time: 0.1242013 Aug 11 03:04:55.395989 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1e773d-ca18-4506-85d2-41d468854156 req-6f6fd1a8-4161-4237-ad66-d2bb30cd452a tempest-FloatingIPsAssociationNegativeTestJSON-425952940 tempest-FloatingIPsAssociationNegativeTestJSON-425952940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:55.398196 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-7a1e773d-ca18-4506-85d2-41d468854156 req-6f6fd1a8-4161-4237-ad66-d2bb30cd452a tempest-FloatingIPsAssociationNegativeTestJSON-425952940 tempest-FloatingIPsAssociationNegativeTestJSON-425952940-project] 10.222.0.24 "GET /v2.0/networks?id=ba4700b3-514b-4464-a1da-7cb77b20de89 HTTP/1.1" status: 200 len: 829 time: 0.2047803 Aug 11 03:04:55.402516 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d6b6ffea-45c8-4c3a-8b59-e919aca16005 req-4c20dec3-06ef-4d92-8fe3-6197d2b88d72 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a2aa92e-a0e4-4cb3-9665-2569763a2f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679641 Aug 11 03:04:55.417382 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-85e2451a-8032-458d-a554-51a16c2337fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:55.419433 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-7a1e773d-ca18-4506-85d2-41d468854156 req-ac503665-97b9-40fd-a2c9-b557ede08d7c tempest-FloatingIPsAssociationNegativeTestJSON-425952940 tempest-FloatingIPsAssociationNegativeTestJSON-425952940-project] Request body: {'port': {'device_id': '462de067-85b7-40e9-8a21-63b970ededa0', 'network_id': 'ba4700b3-514b-4464-a1da-7cb77b20de89', 'admin_state_up': True, 'tenant_id': '8cd61943ed6843f6aacd56a7b71db43b'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:04:55.475601 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e2451a-8032-458d-a554-51a16c2337fd admin admin] Pushing event updated for resources: {'Port': ['ID=0e2e537d-5876-4045-967f-920a1f245dc9,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:55.492597 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-61e6ffbd-2dee-4895-a474-e2777052f91d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17c021c9-e751-4ebf-b8ba-ef7a55f730c3', 'name': 'tempest-TaggedBootDevicesTest_v242-1930356396-router', 'tenant_id': 'd334b2b08b9742719f1009ec13bc53a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '863d03ac-b4b1-438f-bbdc-ea56e5c34773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:04:47Z', 'updated_at': '2021-08-11T03:04:52Z', 'revision_number': 3, 'project_id': 'd334b2b08b9742719f1009ec13bc53a6', 'gw_port': {'id': '863d03ac-b4b1-438f-bbdc-ea56e5c34773', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:10:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17c021c9-e751-4ebf-b8ba-ef7a55f730c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:04:50Z', 'updated_at': '2021-08-11T03:04:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:04:55.508394 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85e2451a-8032-458d-a554-51a16c2337fd admin admin] Network 3df71ba6-2411-497d-98b1-8adc079ca6c6 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:04:55.521656 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2ec9f6b2-67f9-4f93-a7ea-0443ded3b5e6 req-3bce8e4d-0641-4bd6-b0e6-cb14465946b4 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339302 Aug 11 03:04:55.527042 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-85e2451a-8032-458d-a554-51a16c2337fd admin admin] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:04:55.548104 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e2451a-8032-458d-a554-51a16c2337fd admin admin] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:04:55.623492 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-85e2451a-8032-458d-a554-51a16c2337fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-520987'] for router_interface, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:55.719015 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ffd9cb2d-41f0-4f22-9d1c-66e89614fb18 req-698e86ef-6cf8-45c9-8bb7-cf7d08bb218e tempest-FloatingIPsAssociationNegativeTestJSON-425952940 tempest-FloatingIPsAssociationNegativeTestJSON-425952940-project] 10.222.0.41 "GET /v2.0/ports?device_id=462de067-85b7-40e9-8a21-63b970ededa0 HTTP/1.1" status: 200 len: 210 time: 0.0430317 Aug 11 03:04:55.744235 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e6ffbd-2dee-4895-a474-e2777052f91d None None] The sync data for ids ['17c021c9-e751-4ebf-b8ba-ef7a55f730c3'] in n-d-764292-30 is: [{'id': '17c021c9-e751-4ebf-b8ba-ef7a55f730c3', 'name': 'tempest-TaggedBootDevicesTest_v242-1930356396-router', 'tenant_id': 'd334b2b08b9742719f1009ec13bc53a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '863d03ac-b4b1-438f-bbdc-ea56e5c34773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:04:47Z', 'updated_at': '2021-08-11T03:04:52Z', 'revision_number': 3, 'project_id': 'd334b2b08b9742719f1009ec13bc53a6', 'gw_port': {'id': '863d03ac-b4b1-438f-bbdc-ea56e5c34773', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:10:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17c021c9-e751-4ebf-b8ba-ef7a55f730c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:04:50Z', 'updated_at': '2021-08-11T03:04:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:04:55.747846 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a1e773d-ca18-4506-85d2-41d468854156 req-ac503665-97b9-40fd-a2c9-b557ede08d7c tempest-FloatingIPsAssociationNegativeTestJSON-425952940 tempest-FloatingIPsAssociationNegativeTestJSON-425952940-project] Made reservation on behalf of 8cd61943ed6843f6aacd56a7b71db43b for: {'port': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:04:55.753225 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-7a1e773d-ca18-4506-85d2-41d468854156 req-ac503665-97b9-40fd-a2c9-b557ede08d7c tempest-FloatingIPsAssociationNegativeTestJSON-425952940 tempest-FloatingIPsAssociationNegativeTestJSON-425952940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:55.792613 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 48920) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:04:55.907331 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-e8e9fb0b-405c-4a25-b41f-8db4b75f4872 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=41c5b4c5dc6d40daa0a81dbd6237cdcf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1076243 Aug 11 03:04:55.911439 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 48922) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:04:55.938119 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-bcd2f12e-92a5-4434-b805-5d25a0a3cf12 None None] Provisioning for port 0e2e537d-5876-4045-967f-920a1f245dc9 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:04:55.944458 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-bcd2f12e-92a5-4434-b805-5d25a0a3cf12 None None] Provisioning complete for port 0e2e537d-5876-4045-967f-920a1f245dc9 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:04:55.944998 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-bcd2f12e-92a5-4434-b805-5d25a0a3cf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:55.969173 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [req-7a1e773d-ca18-4506-85d2-41d468854156 req-ac503665-97b9-40fd-a2c9-b557ede08d7c tempest-FloatingIPsAssociationNegativeTestJSON-425952940 tempest-FloatingIPsAssociationNegativeTestJSON-425952940-project] Allocated IP 172.20.0.5 (ba4700b3-514b-4464-a1da-7cb77b20de89/0415f86d-f740-4723-be5c-da5b97481cab/b640a05b-0c73-4eeb-a2d8-7fd9e401ab03) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:04:55.982920 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-bcd2f12e-92a5-4434-b805-5d25a0a3cf12 None None] Port 0e2e537d-5876-4045-967f-920a1f245dc9 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:04:56.004166 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-85e2451a-8032-458d-a554-51a16c2337fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:56.016916 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-40574026-9284-415c-b27c-79c2665b9bac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:56.096525 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-40574026-9284-415c-b27c-79c2665b9bac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:56.181238 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-7a1e773d-ca18-4506-85d2-41d468854156 req-ac503665-97b9-40fd-a2c9-b557ede08d7c tempest-FloatingIPsAssociationNegativeTestJSON-425952940 tempest-FloatingIPsAssociationNegativeTestJSON-425952940-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:56.204118 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [req-7a1e773d-ca18-4506-85d2-41d468854156 req-ac503665-97b9-40fd-a2c9-b557ede08d7c tempest-FloatingIPsAssociationNegativeTestJSON-425952940 tempest-FloatingIPsAssociationNegativeTestJSON-425952940-project] Transition to ACTIVE for port object b640a05b-0c73-4eeb-a2d8-7fd9e401ab03 will not be triggered until provisioned by entity DHCP. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:04:56.266178 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-85e2451a-8032-458d-a554-51a16c2337fd admin admin] Notify callbacks [] for port, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:56.354455 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-85e2451a-8032-458d-a554-51a16c2337fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:56.363355 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-7a1e773d-ca18-4506-85d2-41d468854156 req-ac503665-97b9-40fd-a2c9-b557ede08d7c tempest-FloatingIPsAssociationNegativeTestJSON-425952940 tempest-FloatingIPsAssociationNegativeTestJSON-425952940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:56.363520 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-40574026-9284-415c-b27c-79c2665b9bac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:56.363520 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-40574026-9284-415c-b27c-79c2665b9bac admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:56.363520 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-40574026-9284-415c-b27c-79c2665b9bac admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/67468b28-abb4-4a6c-bf25-af92305b11b2 HTTP/1.1" status: 204 len: 168 time: 0.4482982 Aug 11 03:04:56.414512 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40574026-9284-415c-b27c-79c2665b9bac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67468b28-abb4-4a6c-bf25-af92305b11b2,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:56.431987 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 48936) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:04:56.446552 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-85e2451a-8032-458d-a554-51a16c2337fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16383026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521135'] for router_interface, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:56.458888 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a1e773d-ca18-4506-85d2-41d468854156 req-ac503665-97b9-40fd-a2c9-b557ede08d7c tempest-FloatingIPsAssociationNegativeTestJSON-425952940 tempest-FloatingIPsAssociationNegativeTestJSON-425952940-project] Network ba4700b3-514b-4464-a1da-7cb77b20de89 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:04:56.461744 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e2451a-8032-458d-a554-51a16c2337fd admin admin] Pushing event updated for resources: {'Port': ['ID=0e2e537d-5876-4045-967f-920a1f245dc9,revision_number=2']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:56.470483 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [req-7a1e773d-ca18-4506-85d2-41d468854156 req-ac503665-97b9-40fd-a2c9-b557ede08d7c tempest-FloatingIPsAssociationNegativeTestJSON-425952940 tempest-FloatingIPsAssociationNegativeTestJSON-425952940-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:04:56.477532 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a1e773d-ca18-4506-85d2-41d468854156 req-ac503665-97b9-40fd-a2c9-b557ede08d7c tempest-FloatingIPsAssociationNegativeTestJSON-425952940 tempest-FloatingIPsAssociationNegativeTestJSON-425952940-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:04:56.534711 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac503665-97b9-40fd-a2c9-b557ede08d7c tempest-FloatingIPsAssociationNegativeTestJSON-425952940 tempest-FloatingIPsAssociationNegativeTestJSON-425952940-project] Pushing event updated for resources: {'Port': ['ID=b640a05b-0c73-4eeb-a2d8-7fd9e401ab03,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:56.570089 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1e773d-ca18-4506-85d2-41d468854156 req-ac503665-97b9-40fd-a2c9-b557ede08d7c tempest-FloatingIPsAssociationNegativeTestJSON-425952940 tempest-FloatingIPsAssociationNegativeTestJSON-425952940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:56.573817 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-7a1e773d-ca18-4506-85d2-41d468854156 req-ac503665-97b9-40fd-a2c9-b557ede08d7c tempest-FloatingIPsAssociationNegativeTestJSON-425952940 tempest-FloatingIPsAssociationNegativeTestJSON-425952940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:56.663282 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-7a1e773d-ca18-4506-85d2-41d468854156 req-ac503665-97b9-40fd-a2c9-b557ede08d7c tempest-FloatingIPsAssociationNegativeTestJSON-425952940 tempest-FloatingIPsAssociationNegativeTestJSON-425952940-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2485676 Aug 11 03:04:56.673439 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-ac0b1ce6-07bc-4b37-91fb-ed81f54f4bd0 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-404791499-network', 'tenant_id': '5cb6b523c0e64a8295a2cf9ab9483d1e'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:04:56.676342 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-7a1e773d-ca18-4506-85d2-41d468854156 req-e98b9910-c7b4-4e34-a915-a96e4fdf4869 service neutron] Request body: {'port': {'device_id': '462de067-85b7-40e9-8a21-63b970ededa0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764292-30'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:04:56.716444 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85e2451a-8032-458d-a554-51a16c2337fd admin admin] Network 3df71ba6-2411-497d-98b1-8adc079ca6c6 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:04:56.723707 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-85e2451a-8032-458d-a554-51a16c2337fd admin admin] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:04:56.800374 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-7a1e773d-ca18-4506-85d2-41d468854156 req-e98b9910-c7b4-4e34-a915-a96e4fdf4869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:56.823402 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac0b1ce6-07bc-4b37-91fb-ed81f54f4bd0 admin admin] Made reservation on behalf of 5cb6b523c0e64a8295a2cf9ab9483d1e for: {'network': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:04:56.825963 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ac0b1ce6-07bc-4b37-91fb-ed81f54f4bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:56.855866 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8fcb02-bf02-40e2-8551-d2da1e281329 req-830c5c04-8d84-4522-ba71-487cdd7e4074 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:56.864648 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-dc8fcb02-bf02-40e2-8551-d2da1e281329 req-830c5c04-8d84-4522-ba71-487cdd7e4074 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=70c84ed6-1b38-4b73-8bea-55c843cc7bda HTTP/1.1" status: 200 len: 945 time: 0.3042111 Aug 11 03:04:56.918582 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ac0b1ce6-07bc-4b37-91fb-ed81f54f4bd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:56.981264 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d91d811-5cbc-4149-9438-a1a6f8ae6daa None None] Provisioning for port b640a05b-0c73-4eeb-a2d8-7fd9e401ab03 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:04:56.986419 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d91d811-5cbc-4149-9438-a1a6f8ae6daa None None] Provisioning complete for port b640a05b-0c73-4eeb-a2d8-7fd9e401ab03 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:04:56.987421 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d91d811-5cbc-4149-9438-a1a6f8ae6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:57.015514 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-dc8fcb02-bf02-40e2-8551-d2da1e281329 req-1aa886e8-74cf-4151-b3f3-e7adc838e405 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a2aa92e-a0e4-4cb3-9665-2569763a2f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1499844 Aug 11 03:04:57.028790 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc4b2da-25f9-4321-b2ce-352adae7195d req-677198f7-3895-4989-91fa-851da34c5a14 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:57.033466 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ffc4b2da-25f9-4321-b2ce-352adae7195d req-677198f7-3895-4989-91fa-851da34c5a14 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=a978446e-4582-4607-aebd-6033f29f8980 HTTP/1.1" status: 200 len: 950 time: 0.2755315 Aug 11 03:04:57.077973 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85e2451a-8032-458d-a554-51a16c2337fd admin admin] Router 17c021c9-e751-4ebf-b8ba-ef7a55f730c3 has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:04:57.092212 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-3d91d811-5cbc-4149-9438-a1a6f8ae6daa None None] Port b640a05b-0c73-4eeb-a2d8-7fd9e401ab03 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:04:57.101344 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ffc4b2da-25f9-4321-b2ce-352adae7195d req-04d466f6-3341-4097-8b6c-3dc26d84f500 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610378 Aug 11 03:04:57.216256 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ac0b1ce6-07bc-4b37-91fb-ed81f54f4bd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:57.222242 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-bb9ed827-cfb0-48a0-bdd6-4b308e0ab362 None None] Provisioning complete for port 0e2e537d-5876-4045-967f-920a1f245dc9 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:04:57.222907 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-bb9ed827-cfb0-48a0-bdd6-4b308e0ab362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:57.266094 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [req-7a1e773d-ca18-4506-85d2-41d468854156 req-e98b9910-c7b4-4e34-a915-a96e4fdf4869 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b640a05b-0c73-4eeb-a2d8-7fd9e401ab03 {{(pid=102191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:04:57.275565 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-7a1e773d-ca18-4506-85d2-41d468854156 req-e98b9910-c7b4-4e34-a915-a96e4fdf4869 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:57.290000 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [req-7a1e773d-ca18-4506-85d2-41d468854156 req-e98b9910-c7b4-4e34-a915-a96e4fdf4869 service neutron] Transition to ACTIVE for port object b640a05b-0c73-4eeb-a2d8-7fd9e401ab03 will not be triggered until provisioned by entity L2. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:04:57.293526 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-bb9ed827-cfb0-48a0-bdd6-4b308e0ab362 None None] Port 0e2e537d-5876-4045-967f-920a1f245dc9 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:04:57.305444 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ac0b1ce6-07bc-4b37-91fb-ed81f54f4bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:57.345566 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac0b1ce6-07bc-4b37-91fb-ed81f54f4bd0 admin admin] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=102192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:04:57.347695 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85e2451a-8032-458d-a554-51a16c2337fd admin admin] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:04:57.363574 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-85e2451a-8032-458d-a554-51a16c2337fd admin admin] 10.222.0.41 "PUT /v2.0/routers/17c021c9-e751-4ebf-b8ba-ef7a55f730c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5040576 Aug 11 03:04:57.376635 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0b1ce6-07bc-4b37-91fb-ed81f54f4bd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89bb8d70-f6e4-4985-9908-9971d0b3b51c,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:57.380875 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ac0b1ce6-07bc-4b37-91fb-ed81f54f4bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:57.381282 n-d-764292-30 neutron-server[102192]: INFO neutron.db.segments_db [None req-ac0b1ce6-07bc-4b37-91fb-ed81f54f4bd0 admin admin] Added segment 1942c4bb-5ebd-48ad-9bb1-1f6105059e2f of type vlan for network d3d24e23-315f-4ce8-b3e6-97e29c7ae176 Aug 11 03:04:57.389756 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4958a0f7-a69a-43bc-b302-9f2da80175f0 req-267cc073-5c2d-416a-83d7-b08957dd2135 tempest-FloatingIPsAssociationNegativeTestJSON-425952940 tempest-FloatingIPsAssociationNegativeTestJSON-425952940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:57.397559 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-7a1e773d-ca18-4506-85d2-41d468854156 req-e98b9910-c7b4-4e34-a915-a96e4fdf4869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:57.410199 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4958a0f7-a69a-43bc-b302-9f2da80175f0 req-267cc073-5c2d-416a-83d7-b08957dd2135 tempest-FloatingIPsAssociationNegativeTestJSON-425952940 tempest-FloatingIPsAssociationNegativeTestJSON-425952940-project] 10.222.0.41 "GET /v2.0/ports?device_id=462de067-85b7-40e9-8a21-63b970ededa0 HTTP/1.1" status: 200 len: 931 time: 0.1483638 Aug 11 03:04:57.466827 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98b9910-c7b4-4e34-a915-a96e4fdf4869 service neutron] Pushing event updated for resources: {'Port': ['ID=b640a05b-0c73-4eeb-a2d8-7fd9e401ab03,revision_number=2']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:57.524377 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ac0b1ce6-07bc-4b37-91fb-ed81f54f4bd0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:57.598671 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 863d03ac-b4b1-438f-bbdc-ea56e5c34773 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:04:57.631877 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-7a1e773d-ca18-4506-85d2-41d468854156 req-e98b9910-c7b4-4e34-a915-a96e4fdf4869 service neutron] Attempting to bind port b640a05b-0c73-4eeb-a2d8-7fd9e401ab03 on host n-h2-764292-30 for vnic_type normal with profile {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:04:57.632213 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-7a1e773d-ca18-4506-85d2-41d468854156 req-e98b9910-c7b4-4e34-a915-a96e4fdf4869 service neutron] Attempting to bind port b640a05b-0c73-4eeb-a2d8-7fd9e401ab03 by drivers openvswitch,hyperv on host n-h2-764292-30 at level 0 using segments [{'id': 'faff74b1-c467-4fc6-a5af-1194db6d8eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'ba4700b3-514b-4464-a1da-7cb77b20de89'}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:04:57.633062 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a1e773d-ca18-4506-85d2-41d468854156 req-e98b9910-c7b4-4e34-a915-a96e4fdf4869 service neutron] Attempting to bind port b640a05b-0c73-4eeb-a2d8-7fd9e401ab03 on network ba4700b3-514b-4464-a1da-7cb77b20de89 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:04:57.644679 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a1e773d-ca18-4506-85d2-41d468854156 req-e98b9910-c7b4-4e34-a915-a96e4fdf4869 service neutron] Port b640a05b-0c73-4eeb-a2d8-7fd9e401ab03 on network ba4700b3-514b-4464-a1da-7cb77b20de89 not bound, no agent of type Open vSwitch agent registered on host n-h2-764292-30 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:04:57.645212 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a1e773d-ca18-4506-85d2-41d468854156 req-e98b9910-c7b4-4e34-a915-a96e4fdf4869 service neutron] Attempting to bind port b640a05b-0c73-4eeb-a2d8-7fd9e401ab03 on network ba4700b3-514b-4464-a1da-7cb77b20de89 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:04:57.650942 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4958a0f7-a69a-43bc-b302-9f2da80175f0 req-01bc8953-72c2-4b0c-9189-4a58f2f9f7e4 tempest-FloatingIPsAssociationNegativeTestJSON-425952940 tempest-FloatingIPsAssociationNegativeTestJSON-425952940-project] 10.222.0.41 "GET /v2.0/security-groups?id=e64b018f-6968-4868-8ff2-d15f7808d7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2350421 Aug 11 03:04:57.651312 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a1e773d-ca18-4506-85d2-41d468854156 req-e98b9910-c7b4-4e34-a915-a96e4fdf4869 service neutron] Checking agent: {'id': '70015fc0-62fb-48b2-b453-36906937cf2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 4, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:04:57.651685 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a1e773d-ca18-4506-85d2-41d468854156 req-e98b9910-c7b4-4e34-a915-a96e4fdf4869 service neutron] Checking segment: {'id': 'faff74b1-c467-4fc6-a5af-1194db6d8eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'ba4700b3-514b-4464-a1da-7cb77b20de89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:04:57.651994 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a1e773d-ca18-4506-85d2-41d468854156 req-e98b9910-c7b4-4e34-a915-a96e4fdf4869 service neutron] Bound using segment: {'id': 'faff74b1-c467-4fc6-a5af-1194db6d8eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'ba4700b3-514b-4464-a1da-7cb77b20de89'} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:04:57.652731 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-7a1e773d-ca18-4506-85d2-41d468854156 req-e98b9910-c7b4-4e34-a915-a96e4fdf4869 service neutron] Bound port: b640a05b-0c73-4eeb-a2d8-7fd9e401ab03, host: n-h2-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'faff74b1-c467-4fc6-a5af-1194db6d8eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'ba4700b3-514b-4464-a1da-7cb77b20de89'}}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:04:57.653101 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-7a1e773d-ca18-4506-85d2-41d468854156 req-e98b9910-c7b4-4e34-a915-a96e4fdf4869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:57.668406 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ac0b1ce6-07bc-4b37-91fb-ed81f54f4bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:57.669421 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac0b1ce6-07bc-4b37-91fb-ed81f54f4bd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:57.670630 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ac0b1ce6-07bc-4b37-91fb-ed81f54f4bd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:57.762352 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-7a1e773d-ca18-4506-85d2-41d468854156 req-e98b9910-c7b4-4e34-a915-a96e4fdf4869 service neutron] For port b640a05b-0c73-4eeb-a2d8-7fd9e401ab03, host n-h2-764292-30, cleared binding levels {{(pid=102191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:04:57.767075 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-7a1e773d-ca18-4506-85d2-41d468854156 req-e98b9910-c7b4-4e34-a915-a96e4fdf4869 service neutron] For port b640a05b-0c73-4eeb-a2d8-7fd9e401ab03, host n-h2-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=b640a05b-0c73-4eeb-a2d8-7fd9e401ab03,segment=NetworkSegment(faff74b1-c467-4fc6-a5af-1194db6d8eaa),segment_id=faff74b1-c467-4fc6-a5af-1194db6d8eaa)] {{(pid=102191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:04:57.828396 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0b1ce6-07bc-4b37-91fb-ed81f54f4bd0 admin admin] Pushing event updated for resources: {'Network': ['ID=d3d24e23-315f-4ce8-b3e6-97e29c7ae176,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:57.834127 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port 863d03ac-b4b1-438f-bbdc-ea56e5c34773 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:04:57.839455 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network d3d24e23-315f-4ce8-b3e6-97e29c7ae176 details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:04:57.865053 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-7a1e773d-ca18-4506-85d2-41d468854156 req-e98b9910-c7b4-4e34-a915-a96e4fdf4869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:57.866524 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-ac0b1ce6-07bc-4b37-91fb-ed81f54f4bd0 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4315667 Aug 11 03:04:57.869237 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 48988) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:04:57.876540 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-ec69ba81-6efd-44b8-8715-efe7225230ea admin admin] Request body: {'subnet': {'network_id': 'd3d24e23-315f-4ce8-b3e6-97e29c7ae176', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-404791499-subnet', 'tenant_id': '5cb6b523c0e64a8295a2cf9ab9483d1e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:04:57.898399 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 863d03ac-b4b1-438f-bbdc-ea56e5c34773 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:04:57.898965 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:57.922669 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1e773d-ca18-4506-85d2-41d468854156 req-e98b9910-c7b4-4e34-a915-a96e4fdf4869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:57.923305 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-7a1e773d-ca18-4506-85d2-41d468854156 req-e98b9910-c7b4-4e34-a915-a96e4fdf4869 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:57.925800 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-7a1e773d-ca18-4506-85d2-41d468854156 req-e98b9910-c7b4-4e34-a915-a96e4fdf4869 service neutron] 10.222.0.24 "PUT /v2.0/ports/b640a05b-0c73-4eeb-a2d8-7fd9e401ab03 HTTP/1.1" status: 200 len: 1092 time: 1.2539041 Aug 11 03:04:57.929250 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '462de067-85b7-40e9-8a21-63b970ededa0', 'tag': 'b640a05b-0c73-4eeb-a2d8-7fd9e401ab03'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:04:57.934656 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81bc1ba9-c7d9-4201-a13d-1523e0524cc6" -d '{"events": [{"name": "network-changed", "server_uuid": "462de067-85b7-40e9-8a21-63b970ededa0", "tag": "b640a05b-0c73-4eeb-a2d8-7fd9e401ab03"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:04:57.987226 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98b9910-c7b4-4e34-a915-a96e4fdf4869 service neutron] Pushing event updated for resources: {'Port': ['ID=b640a05b-0c73-4eeb-a2d8-7fd9e401ab03,revision_number=3']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:57.988082 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec69ba81-6efd-44b8-8715-efe7225230ea admin admin] Made reservation on behalf of 5cb6b523c0e64a8295a2cf9ab9483d1e for: {'subnet': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:04:57.991639 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ec69ba81-6efd-44b8-8715-efe7225230ea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126180544'] for subnet, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:58.013358 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d134eafb-bdf5-47ec-badf-a908b93aa7e5 None None] Sync routers for ids ['17c021c9-e751-4ebf-b8ba-ef7a55f730c3'] in n-d-764292-30 {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:04:58.022570 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d134eafb-bdf5-47ec-badf-a908b93aa7e5 None None] Routers {'17c021c9-e751-4ebf-b8ba-ef7a55f730c3'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:04:58.027779 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-d134eafb-bdf5-47ec-badf-a908b93aa7e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:04:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['17c021c9-e751-4ebf-b8ba-ef7a55f730c3'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:04:58.099210 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:58.125756 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port 863d03ac-b4b1-438f-bbdc-ea56e5c34773, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=863d03ac-b4b1-438f-bbdc-ea56e5c34773,segment=NetworkSegment(fab28bed-aa25-40db-bba4-ec26e795194c),segment_id=fab28bed-aa25-40db-bba4-ec26e795194c)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:04:58.171264 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:04:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-859d2157-13c4-45bf-b07f-d5067ceb3aa2 x-openstack-request-id: req-859d2157-13c4-45bf-b07f-d5067ceb3aa2 {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:04:58.171873 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "462de067-85b7-40e9-8a21-63b970ededa0", "tag": "b640a05b-0c73-4eeb-a2d8-7fd9e401ab03", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:04:58.172393 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-859d2157-13c4-45bf-b07f-d5067ceb3aa2 {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:04:58.173027 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '462de067-85b7-40e9-8a21-63b970ededa0', 'tag': 'b640a05b-0c73-4eeb-a2d8-7fd9e401ab03', 'status': 'completed', 'code': 200} Aug 11 03:04:58.207775 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1e773d-ca18-4506-85d2-41d468854156 req-3ee6ee88-d294-4304-9089-22d2d5583fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:58.214414 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-7a1e773d-ca18-4506-85d2-41d468854156 req-3ee6ee88-d294-4304-9089-22d2d5583fc7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8cd61943ed6843f6aacd56a7b71db43b&device_id=462de067-85b7-40e9-8a21-63b970ededa0 HTTP/1.1" status: 200 len: 1095 time: 0.1258113 Aug 11 03:04:58.216663 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:58.232024 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-d134eafb-bdf5-47ec-badf-a908b93aa7e5 None None] Set router 17c021c9-e751-4ebf-b8ba-ef7a55f730c3 gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:04:58.288096 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-7a1e773d-ca18-4506-85d2-41d468854156 req-1006e243-6479-40c5-9f68-6c0ffcaf8d23 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b640a05b-0c73-4eeb-a2d8-7fd9e401ab03 HTTP/1.1" status: 200 len: 217 time: 0.0641637 Aug 11 03:04:58.325858 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=863d03ac-b4b1-438f-bbdc-ea56e5c34773,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:58.403625 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfe5626-26eb-4a8f-b1d7-251f0db3d971 req-cd6b0988-3d01-4f03-a81a-460483d9b967 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:58.411578 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9cfe5626-26eb-4a8f-b1d7-251f0db3d971 req-cd6b0988-3d01-4f03-a81a-460483d9b967 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=a978446e-4582-4607-aebd-6033f29f8980 HTTP/1.1" status: 200 len: 950 time: 0.1053865 Aug 11 03:04:58.427916 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1e773d-ca18-4506-85d2-41d468854156 req-53183824-1077-4238-8696-a2b101a815d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:58.432539 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-7a1e773d-ca18-4506-85d2-41d468854156 req-53183824-1077-4238-8696-a2b101a815d7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0415f86d-f740-4723-be5c-da5b97481cab HTTP/1.1" status: 200 len: 868 time: 0.1329088 Aug 11 03:04:58.497258 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9cfe5626-26eb-4a8f-b1d7-251f0db3d971 req-b473df99-5e97-4f56-8ffa-ec799804c76e tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794873 Aug 11 03:04:58.528696 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1e773d-ca18-4506-85d2-41d468854156 req-0410cd55-a9ff-476d-9619-ac927f6941d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:58.531201 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-7a1e773d-ca18-4506-85d2-41d468854156 req-0410cd55-a9ff-476d-9619-ac927f6941d6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ba4700b3-514b-4464-a1da-7cb77b20de89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0889146 Aug 11 03:04:58.588230 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ec69ba81-6efd-44b8-8715-efe7225230ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125932092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126180562'] for subnet, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:58.645129 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-7a1e773d-ca18-4506-85d2-41d468854156 req-c499b9b2-19a0-4d71-acd2-a0dcd702c42d service neutron] 10.222.0.24 "GET /v2.0/networks/ba4700b3-514b-4464-a1da-7cb77b20de89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034257 Aug 11 03:04:58.651610 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-d134eafb-bdf5-47ec-badf-a908b93aa7e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17c021c9-e751-4ebf-b8ba-ef7a55f730c3', 'name': 'tempest-TaggedBootDevicesTest_v242-1930356396-router', 'tenant_id': 'd334b2b08b9742719f1009ec13bc53a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '863d03ac-b4b1-438f-bbdc-ea56e5c34773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:04:47Z', 'updated_at': '2021-08-11T03:04:55Z', 'revision_number': 4, 'project_id': 'd334b2b08b9742719f1009ec13bc53a6', 'gw_port': {'id': '863d03ac-b4b1-438f-bbdc-ea56e5c34773', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:10:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17c021c9-e751-4ebf-b8ba-ef7a55f730c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:04:50Z', 'updated_at': '2021-08-11T03:04:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '0e2e537d-5876-4045-967f-920a1f245dc9', 'name': '', 'network_id': '3df71ba6-2411-497d-98b1-8adc079ca6c6', 'tenant_id': 'd334b2b08b9742719f1009ec13bc53a6', 'mac_address': 'fa:16:3e:72:80:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17c021c9-e751-4ebf-b8ba-ef7a55f730c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': '0bedeabe-ae79-4397-9dc9-c17dc9305e82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:04:54Z', 'updated_at': '2021-08-11T03:04:56Z', 'revision_number': 2, 'project_id': 'd334b2b08b9742719f1009ec13bc53a6', 'subnets': [{'id': '0bedeabe-ae79-4397-9dc9-c17dc9305e82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:04:58.658430 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec69ba81-6efd-44b8-8715-efe7225230ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=c38c26a6-4567-424f-9b7b-ba85836c624f,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:58.677340 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec69ba81-6efd-44b8-8715-efe7225230ea admin admin] Checking segment: {'id': '1942c4bb-5ebd-48ad-9bb1-1f6105059e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'd3d24e23-315f-4ce8-b3e6-97e29c7ae176'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:04:58.677711 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec69ba81-6efd-44b8-8715-efe7225230ea admin admin] Network hostable DHCP agents. Network: d3d24e23-315f-4ce8-b3e6-97e29c7ae176, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:04:58.683277 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d134eafb-bdf5-47ec-badf-a908b93aa7e5 None None] Checking router: 17c021c9-e751-4ebf-b8ba-ef7a55f730c3 for host: n-d-764292-30 {{(pid=102194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:04:58.688384 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d134eafb-bdf5-47ec-badf-a908b93aa7e5 None None] Updating router 17c021c9-e751-4ebf-b8ba-ef7a55f730c3 port 0e2e537d-5876-4045-967f-920a1f245dc9 binding host n-d-764292-30 {{(pid=102194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:04:58.711984 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-d134eafb-bdf5-47ec-badf-a908b93aa7e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:58.789140 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-7a1e773d-ca18-4506-85d2-41d468854156 req-d1c70452-3e9d-4bdd-b33b-346d5ce385a1 service neutron] 10.222.0.24 "GET /v2.0/networks/ba4700b3-514b-4464-a1da-7cb77b20de89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336086 Aug 11 03:04:58.793056 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53495b8-377c-4cf5-aac7-8e6e7affb949 req-c1425763-8130-4311-97f7-911c0be819dc tempest-FloatingIPsAssociationNegativeTestJSON-425952940 tempest-FloatingIPsAssociationNegativeTestJSON-425952940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:58.798149 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d53495b8-377c-4cf5-aac7-8e6e7affb949 req-c1425763-8130-4311-97f7-911c0be819dc tempest-FloatingIPsAssociationNegativeTestJSON-425952940 tempest-FloatingIPsAssociationNegativeTestJSON-425952940-project] 10.222.0.41 "GET /v2.0/ports?device_id=462de067-85b7-40e9-8a21-63b970ededa0 HTTP/1.1" status: 200 len: 943 time: 0.0531785 Aug 11 03:04:58.798149 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec69ba81-6efd-44b8-8715-efe7225230ea admin admin] Network d3d24e23-315f-4ce8-b3e6-97e29c7ae176 is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:04:58.845416 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d53495b8-377c-4cf5-aac7-8e6e7affb949 req-6efc23c7-2b58-4340-901f-ac55e4a2c20c tempest-FloatingIPsAssociationNegativeTestJSON-425952940 tempest-FloatingIPsAssociationNegativeTestJSON-425952940-project] 10.222.0.41 "GET /v2.0/security-groups?id=e64b018f-6968-4868-8ff2-d15f7808d7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416553 Aug 11 03:04:58.866027 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-ec69ba81-6efd-44b8-8715-efe7225230ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, d3d24e23-315f-4ce8-b3e6-97e29c7ae176) {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:04:58.874163 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fc91e60-b768-4449-bf3d-0531583b7ad0 None None] Network d3d24e23-315f-4ce8-b3e6-97e29c7ae176 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:04:58.883129 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec69ba81-6efd-44b8-8715-efe7225230ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:58.884488 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ec69ba81-6efd-44b8-8715-efe7225230ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:58.960135 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bc1ba9-c7d9-4201-a13d-1523e0524cc6 req-9a450b85-5579-40f0-9818-6f961a24797b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:58.961813 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-81bc1ba9-c7d9-4201-a13d-1523e0524cc6 req-9a450b85-5579-40f0-9818-6f961a24797b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8cd61943ed6843f6aacd56a7b71db43b&device_id=462de067-85b7-40e9-8a21-63b970ededa0 HTTP/1.1" status: 200 len: 1095 time: 0.0646169 Aug 11 03:04:58.981084 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-ec69ba81-6efd-44b8-8715-efe7225230ea admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1075740 Aug 11 03:04:58.981606 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 49052) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:04:58.988084 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-dc25efaa-3d93-44e7-98b6-5001090669ab admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-404791499-router', 'tenant_id': '5cb6b523c0e64a8295a2cf9ab9483d1e', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:04:59.038305 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-d134eafb-bdf5-47ec-badf-a908b93aa7e5 None None] Notify callbacks [] for port, precommit_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:59.049761 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.provisioning_blocks [None req-d134eafb-bdf5-47ec-badf-a908b93aa7e5 None None] Transition to ACTIVE for port object 0e2e537d-5876-4045-967f-920a1f245dc9 will not be triggered until provisioned by entity L2. {{(pid=102194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:04:59.087400 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bc1ba9-c7d9-4201-a13d-1523e0524cc6 req-fa38b6e1-55f3-4e1c-b161-f4b23e252483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:59.089101 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-81bc1ba9-c7d9-4201-a13d-1523e0524cc6 req-fa38b6e1-55f3-4e1c-b161-f4b23e252483 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ba4700b3-514b-4464-a1da-7cb77b20de89 HTTP/1.1" status: 200 len: 930 time: 0.1190667 Aug 11 03:04:59.097218 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-dc25efaa-3d93-44e7-98b6-5001090669ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-450010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6626'] for router, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:59.100059 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-dc25efaa-3d93-44e7-98b6-5001090669ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-446747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6633'] for router, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:59.104488 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-c81e836c-6118-49ca-80c9-a490814e2177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:59.122499 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec08ea4-9454-4389-a79b-369feeb39805 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde080026-c28f-55be-b52b-13827cc43646-d3d24e23-315f-4ce8-b3e6-97e29c7ae176', 'network_id': 'd3d24e23-315f-4ce8-b3e6-97e29c7ae176', 'tenant_id': '5cb6b523c0e64a8295a2cf9ab9483d1e', 'fixed_ips': [{'subnet_id': 'c38c26a6-4567-424f-9b7b-ba85836c624f'}]}} from n-d-764292-30. {{(pid=102193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:04:59.124406 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2ec08ea4-9454-4389-a79b-369feeb39805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:59.165295 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-d134eafb-bdf5-47ec-badf-a908b93aa7e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:59.189124 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-dc25efaa-3d93-44e7-98b6-5001090669ab admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:59.193289 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-81bc1ba9-c7d9-4201-a13d-1523e0524cc6 req-27a6af97-103c-4f6c-9365-27eda77470f4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b640a05b-0c73-4eeb-a2d8-7fd9e401ab03 HTTP/1.1" status: 200 len: 217 time: 0.0839705 Aug 11 03:04:59.217454 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device fa57729b-416e-4b56-988d-5e0b3aee0303 no longer exists at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:04:59.262251 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bc1ba9-c7d9-4201-a13d-1523e0524cc6 req-bd2768db-2327-4103-91f2-51c17600e67c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:59.262536 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd59a4b7-2d44-419b-a89c-9922ee1dfb22 None None] Pushing event updated for resources: {'Port': ['ID=0e2e537d-5876-4045-967f-920a1f245dc9,revision_number=3']} {{(pid=102194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:59.264760 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-81bc1ba9-c7d9-4201-a13d-1523e0524cc6 req-bd2768db-2327-4103-91f2-51c17600e67c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0415f86d-f740-4723-be5c-da5b97481cab HTTP/1.1" status: 200 len: 868 time: 0.0604920 Aug 11 03:04:59.291111 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd59a4b7-2d44-419b-a89c-9922ee1dfb22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:04:59.291831 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd59a4b7-2d44-419b-a89c-9922ee1dfb22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:04:59.292325 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd59a4b7-2d44-419b-a89c-9922ee1dfb22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:04:59.292804 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd59a4b7-2d44-419b-a89c-9922ee1dfb22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:04:59.293420 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd59a4b7-2d44-419b-a89c-9922ee1dfb22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:04:59.293967 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd59a4b7-2d44-419b-a89c-9922ee1dfb22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:04:59.294562 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd59a4b7-2d44-419b-a89c-9922ee1dfb22 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:04:59.295242 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd59a4b7-2d44-419b-a89c-9922ee1dfb22 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:04:59.295718 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd59a4b7-2d44-419b-a89c-9922ee1dfb22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:04:59.296323 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd59a4b7-2d44-419b-a89c-9922ee1dfb22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:04:59.296795 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd59a4b7-2d44-419b-a89c-9922ee1dfb22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:04:59.297265 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd59a4b7-2d44-419b-a89c-9922ee1dfb22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:04:59.361565 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bc1ba9-c7d9-4201-a13d-1523e0524cc6 req-d9ccf34d-3d0d-415e-aa44-053fbfaa5b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:59.363123 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-81bc1ba9-c7d9-4201-a13d-1523e0524cc6 req-d9ccf34d-3d0d-415e-aa44-053fbfaa5b62 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ba4700b3-514b-4464-a1da-7cb77b20de89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0878086 Aug 11 03:04:59.399373 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-d134eafb-bdf5-47ec-badf-a908b93aa7e5 None None] Attempting to bind port 0e2e537d-5876-4045-967f-920a1f245dc9 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:04:59.399960 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-d134eafb-bdf5-47ec-badf-a908b93aa7e5 None None] Attempting to bind port 0e2e537d-5876-4045-967f-920a1f245dc9 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': '7a922ed3-963b-4878-bd8c-48976f2d29ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '3df71ba6-2411-497d-98b1-8adc079ca6c6'}] {{(pid=102194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:04:59.405341 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d134eafb-bdf5-47ec-badf-a908b93aa7e5 None None] Attempting to bind port 0e2e537d-5876-4045-967f-920a1f245dc9 on network 3df71ba6-2411-497d-98b1-8adc079ca6c6 {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:04:59.416229 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d134eafb-bdf5-47ec-badf-a908b93aa7e5 None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 4, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:04:59.418907 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d134eafb-bdf5-47ec-badf-a908b93aa7e5 None None] Checking segment: {'id': '7a922ed3-963b-4878-bd8c-48976f2d29ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '3df71ba6-2411-497d-98b1-8adc079ca6c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:04:59.420886 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-d134eafb-bdf5-47ec-badf-a908b93aa7e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:59.421823 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d134eafb-bdf5-47ec-badf-a908b93aa7e5 None None] Bound using segment: {'id': '7a922ed3-963b-4878-bd8c-48976f2d29ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '3df71ba6-2411-497d-98b1-8adc079ca6c6'} {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:04:59.422887 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-d134eafb-bdf5-47ec-badf-a908b93aa7e5 None None] Bound port: 0e2e537d-5876-4045-967f-920a1f245dc9, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a922ed3-963b-4878-bd8c-48976f2d29ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '3df71ba6-2411-497d-98b1-8adc079ca6c6'}}] {{(pid=102194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:04:59.423834 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-d134eafb-bdf5-47ec-badf-a908b93aa7e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:59.552232 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.db [None req-d134eafb-bdf5-47ec-badf-a908b93aa7e5 None None] For port 0e2e537d-5876-4045-967f-920a1f245dc9, host n-d-764292-30, cleared binding levels {{(pid=102194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:04:59.564588 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.db [None req-d134eafb-bdf5-47ec-badf-a908b93aa7e5 None None] For port 0e2e537d-5876-4045-967f-920a1f245dc9, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=0e2e537d-5876-4045-967f-920a1f245dc9,segment=NetworkSegment(7a922ed3-963b-4878-bd8c-48976f2d29ea),segment_id=7a922ed3-963b-4878-bd8c-48976f2d29ea)] {{(pid=102194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:04:59.588175 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 863d03ac-b4b1-438f-bbdc-ea56e5c34773 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:04:59.603605 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-81bc1ba9-c7d9-4201-a13d-1523e0524cc6 req-aba2b42f-99c5-42f3-8a49-390254b6ec8d service neutron] 10.222.0.24 "GET /v2.0/networks/ba4700b3-514b-4464-a1da-7cb77b20de89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310731 Aug 11 03:04:59.624666 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-dc25efaa-3d93-44e7-98b6-5001090669ab admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:59.663037 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-d134eafb-bdf5-47ec-badf-a908b93aa7e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:59.675442 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.db_base_plugin_common [None req-2ec08ea4-9454-4389-a79b-369feeb39805 None None] Allocated IP 172.20.0.2 (d3d24e23-315f-4ce8-b3e6-97e29c7ae176/c38c26a6-4567-424f-9b7b-ba85836c624f/d411edd4-97be-4add-b9a1-132df01d05a8) {{(pid=102193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:04:59.689492 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:59.709158 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-81bc1ba9-c7d9-4201-a13d-1523e0524cc6 req-9dceea9b-add6-43fb-83b6-865a57054b89 service neutron] 10.222.0.24 "GET /v2.0/networks/ba4700b3-514b-4464-a1da-7cb77b20de89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962582 Aug 11 03:04:59.727489 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbe54a3-f4e1-4087-ad97-543e0d1c6318 req-cb570ec4-bc9e-4038-b520-bfc7cc997535 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:59.732096 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-dfbe54a3-f4e1-4087-ad97-543e0d1c6318 req-cb570ec4-bc9e-4038-b520-bfc7cc997535 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=a978446e-4582-4607-aebd-6033f29f8980 HTTP/1.1" status: 200 len: 950 time: 0.1017647 Aug 11 03:04:59.752241 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70c84ed6-1b38-4b73-8bea-55c843cc7bda', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa57729b-416e-4b56-988d-5e0b3aee0303'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:04:59.753747 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d134eafb-bdf5-47ec-badf-a908b93aa7e5 None None] Routers {'17c021c9-e751-4ebf-b8ba-ef7a55f730c3'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:04:59.754519 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-d134eafb-bdf5-47ec-badf-a908b93aa7e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:04:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['17c021c9-e751-4ebf-b8ba-ef7a55f730c3'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:04:59.755243 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46aa7734-bbea-4eb0-9ecd-e107395eb16b" -d '{"events": [{"server_uuid": "70c84ed6-1b38-4b73-8bea-55c843cc7bda", "name": "network-vif-unplugged", "status": "completed", "tag": "fa57729b-416e-4b56-988d-5e0b3aee0303"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:04:59.783810 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port fa57729b-416e-4b56-988d-5e0b3aee0303, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=fa57729b-416e-4b56-988d-5e0b3aee0303,segment=NetworkSegment(51ba8099-7622-42cb-adbd-7c8aaac78355),segment_id=51ba8099-7622-42cb-adbd-7c8aaac78355)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:04:59.823494 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd59a4b7-2d44-419b-a89c-9922ee1dfb22 None None] Pushing event updated for resources: {'Port': ['ID=0e2e537d-5876-4045-967f-920a1f245dc9,revision_number=4']} {{(pid=102194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:59.853457 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 863d03ac-b4b1-438f-bbdc-ea56e5c34773 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:04:59.853747 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:59.860166 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 03:04:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-723ee47e-755f-4b96-af0a-a810c5cf0d30 x-openstack-request-id: req-723ee47e-755f-4b96-af0a-a810c5cf0d30 {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:04:59.860345 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70c84ed6-1b38-4b73-8bea-55c843cc7bda", "name": "network-vif-unplugged", "status": "completed", "tag": "fa57729b-416e-4b56-988d-5e0b3aee0303", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:04:59.860645 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-723ee47e-755f-4b96-af0a-a810c5cf0d30 {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:04:59.861145 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70c84ed6-1b38-4b73-8bea-55c843cc7bda', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa57729b-416e-4b56-988d-5e0b3aee0303', 'code': 200} Aug 11 03:04:59.921621 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:59.935131 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-dfbe54a3-f4e1-4087-ad97-543e0d1c6318 req-7a095447-80c6-42ac-8c3d-e3748d95bf75 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715281 Aug 11 03:05:00.046089 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-d134eafb-bdf5-47ec-badf-a908b93aa7e5 None None] Set router 17c021c9-e751-4ebf-b8ba-ef7a55f730c3 gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:05:00.207495 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2ec08ea4-9454-4389-a79b-369feeb39805 None None] Notify callbacks [] for port, precommit_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:00.212583 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=fa57729b-416e-4b56-988d-5e0b3aee0303,revision_number=8']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:00.268253 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-dc25efaa-3d93-44e7-98b6-5001090669ab admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:00.300135 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930a08d1-a2a1-457f-b398-28bf91789c4a req-4c0954d8-923c-43a4-93bd-5d81116e2060 tempest-FloatingIPsAssociationNegativeTestJSON-425952940 tempest-FloatingIPsAssociationNegativeTestJSON-425952940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:00.301677 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-930a08d1-a2a1-457f-b398-28bf91789c4a req-4c0954d8-923c-43a4-93bd-5d81116e2060 tempest-FloatingIPsAssociationNegativeTestJSON-425952940 tempest-FloatingIPsAssociationNegativeTestJSON-425952940-project] 10.222.0.41 "GET /v2.0/ports?device_id=462de067-85b7-40e9-8a21-63b970ededa0 HTTP/1.1" status: 200 len: 943 time: 0.1694102 Aug 11 03:05:00.306096 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-dc25efaa-3d93-44e7-98b6-5001090669ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:00.327626 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-2ec08ea4-9454-4389-a79b-369feeb39805 None None] Transition to ACTIVE for port object d411edd4-97be-4add-b9a1-132df01d05a8 will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:05:00.349493 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-2ec08ea4-9454-4389-a79b-369feeb39805 None None] Transition to ACTIVE for port object d411edd4-97be-4add-b9a1-132df01d05a8 will not be triggered until provisioned by entity DHCP. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:05:00.359999 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-36cc2eec-abf1-4f66-8614-d7aa5e7db86f req-04c12a78-0262-44b9-95c1-b8ccb3488636 tempest-LiveMigrationNegativeTest-810634778 tempest-LiveMigrationNegativeTest-810634778-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=6c5fdf9440014970a122fa6f2b0aea53&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0569129 Aug 11 03:05:00.384692 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-d134eafb-bdf5-47ec-badf-a908b93aa7e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17c021c9-e751-4ebf-b8ba-ef7a55f730c3', 'name': 'tempest-TaggedBootDevicesTest_v242-1930356396-router', 'tenant_id': 'd334b2b08b9742719f1009ec13bc53a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '863d03ac-b4b1-438f-bbdc-ea56e5c34773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:04:47Z', 'updated_at': '2021-08-11T03:04:55Z', 'revision_number': 4, 'project_id': 'd334b2b08b9742719f1009ec13bc53a6', 'gw_port': {'id': '863d03ac-b4b1-438f-bbdc-ea56e5c34773', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:10:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c021c9-e751-4ebf-b8ba-ef7a55f730c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:04:50Z', 'updated_at': '2021-08-11T03:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '0e2e537d-5876-4045-967f-920a1f245dc9', 'name': '', 'network_id': '3df71ba6-2411-497d-98b1-8adc079ca6c6', 'tenant_id': 'd334b2b08b9742719f1009ec13bc53a6', 'mac_address': 'fa:16:3e:72:80:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17c021c9-e751-4ebf-b8ba-ef7a55f730c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': '0bedeabe-ae79-4397-9dc9-c17dc9305e82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:04:54Z', 'updated_at': '2021-08-11T03:04:59Z', 'revision_number': 4, 'project_id': 'd334b2b08b9742719f1009ec13bc53a6', 'subnets': [{'id': '0bedeabe-ae79-4397-9dc9-c17dc9305e82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:05:00.418948 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d134eafb-bdf5-47ec-badf-a908b93aa7e5 None None] The sync data for ids ['17c021c9-e751-4ebf-b8ba-ef7a55f730c3'] in n-d-764292-30 is: [{'id': '17c021c9-e751-4ebf-b8ba-ef7a55f730c3', 'name': 'tempest-TaggedBootDevicesTest_v242-1930356396-router', 'tenant_id': 'd334b2b08b9742719f1009ec13bc53a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '863d03ac-b4b1-438f-bbdc-ea56e5c34773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:04:47Z', 'updated_at': '2021-08-11T03:04:55Z', 'revision_number': 4, 'project_id': 'd334b2b08b9742719f1009ec13bc53a6', 'gw_port': {'id': '863d03ac-b4b1-438f-bbdc-ea56e5c34773', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:10:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c021c9-e751-4ebf-b8ba-ef7a55f730c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:04:50Z', 'updated_at': '2021-08-11T03:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '0e2e537d-5876-4045-967f-920a1f245dc9', 'name': '', 'network_id': '3df71ba6-2411-497d-98b1-8adc079ca6c6', 'tenant_id': 'd334b2b08b9742719f1009ec13bc53a6', 'mac_address': 'fa:16:3e:72:80:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17c021c9-e751-4ebf-b8ba-ef7a55f730c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': '0bedeabe-ae79-4397-9dc9-c17dc9305e82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:04:54Z', 'updated_at': '2021-08-11T03:04:59Z', 'revision_number': 4, 'project_id': 'd334b2b08b9742719f1009ec13bc53a6', 'subnets': [{'id': '0bedeabe-ae79-4397-9dc9-c17dc9305e82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:05:00.446742 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2ec08ea4-9454-4389-a79b-369feeb39805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669'] for port, after_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:00.508830 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ec08ea4-9454-4389-a79b-369feeb39805 None None] Network d3d24e23-315f-4ce8-b3e6-97e29c7ae176 is already hosted by enough agents. {{(pid=102193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:05:00.511899 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.base_scheduler [None req-2ec08ea4-9454-4389-a79b-369feeb39805 None None] Resources bound (agent type, host, resource id): {{(pid=102193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:05:00.512773 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-930a08d1-a2a1-457f-b398-28bf91789c4a req-ea8dd81c-db4d-4a91-9a7f-d1888f45771d tempest-FloatingIPsAssociationNegativeTestJSON-425952940 tempest-FloatingIPsAssociationNegativeTestJSON-425952940-project] 10.222.0.41 "GET /v2.0/security-groups?id=e64b018f-6968-4868-8ff2-d15f7808d7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875305 Aug 11 03:05:00.517026 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec08ea4-9454-4389-a79b-369feeb39805 None None] Received port after_create {{(pid=102193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:05:00.520395 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec08ea4-9454-4389-a79b-369feeb39805 None None] Pushing event updated for resources: {'Port': ['ID=d411edd4-97be-4add-b9a1-132df01d05a8,revision_number=1']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:00.595625 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-2ec08ea4-9454-4389-a79b-369feeb39805 None None] Attempting to bind port d411edd4-97be-4add-b9a1-132df01d05a8 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:05:00.596093 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-2ec08ea4-9454-4389-a79b-369feeb39805 None None] Attempting to bind port d411edd4-97be-4add-b9a1-132df01d05a8 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': '1942c4bb-5ebd-48ad-9bb1-1f6105059e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'd3d24e23-315f-4ce8-b3e6-97e29c7ae176'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:05:00.596534 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec08ea4-9454-4389-a79b-369feeb39805 None None] Attempting to bind port d411edd4-97be-4add-b9a1-132df01d05a8 on network d3d24e23-315f-4ce8-b3e6-97e29c7ae176 {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:05:00.602082 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec08ea4-9454-4389-a79b-369feeb39805 None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 4, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:05:00.602576 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec08ea4-9454-4389-a79b-369feeb39805 None None] Checking segment: {'id': '1942c4bb-5ebd-48ad-9bb1-1f6105059e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'd3d24e23-315f-4ce8-b3e6-97e29c7ae176'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:05:00.603051 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2ec08ea4-9454-4389-a79b-369feeb39805 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:00.603526 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec08ea4-9454-4389-a79b-369feeb39805 None None] Bound using segment: {'id': '1942c4bb-5ebd-48ad-9bb1-1f6105059e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'd3d24e23-315f-4ce8-b3e6-97e29c7ae176'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:05:00.605552 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-2ec08ea4-9454-4389-a79b-369feeb39805 None None] Bound port: d411edd4-97be-4add-b9a1-132df01d05a8, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1942c4bb-5ebd-48ad-9bb1-1f6105059e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'd3d24e23-315f-4ce8-b3e6-97e29c7ae176'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:05:00.606271 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2ec08ea4-9454-4389-a79b-369feeb39805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:00.610979 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cc2eec-abf1-4f66-8614-d7aa5e7db86f req-e1dd24c5-f8d9-42f1-ac25-95b0942794cc tempest-LiveMigrationNegativeTest-810634778 tempest-LiveMigrationNegativeTest-810634778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:00.612483 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-36cc2eec-abf1-4f66-8614-d7aa5e7db86f req-e1dd24c5-f8d9-42f1-ac25-95b0942794cc tempest-LiveMigrationNegativeTest-810634778 tempest-LiveMigrationNegativeTest-810634778-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2448802 Aug 11 03:05:00.625141 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [None req-dc25efaa-3d93-44e7-98b6-5001090669ab admin admin] Allocated IP 172.25.8.4 (09faf7d2-eaf5-4a50-bb6e-4cb05d009a76/e1a97443-13df-40bb-85f5-fd269e2742c0/c12bc03e-0b01-441b-a234-23a9ff5449d5) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:05:00.643256 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-36cc2eec-abf1-4f66-8614-d7aa5e7db86f req-21f882d5-8170-4c1e-97b9-bf7e13c11ba1 tempest-LiveMigrationNegativeTest-810634778 tempest-LiveMigrationNegativeTest-810634778-project] 10.222.0.41 "GET /v2.0/quotas/6c5fdf9440014970a122fa6f2b0aea53 HTTP/1.1" status: 200 len: 375 time: 0.0206423 Aug 11 03:05:00.716725 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-2ec08ea4-9454-4389-a79b-369feeb39805 None None] For port d411edd4-97be-4add-b9a1-132df01d05a8, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:05:00.722785 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-36cc2eec-abf1-4f66-8614-d7aa5e7db86f req-a0a57153-5976-44af-8bd6-c2fec896ede6 tempest-LiveMigrationNegativeTest-810634778 tempest-LiveMigrationNegativeTest-810634778-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=6c5fdf9440014970a122fa6f2b0aea53&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0700219 Aug 11 03:05:00.725696 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-2ec08ea4-9454-4389-a79b-369feeb39805 None None] For port d411edd4-97be-4add-b9a1-132df01d05a8, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=d411edd4-97be-4add-b9a1-132df01d05a8,segment=NetworkSegment(1942c4bb-5ebd-48ad-9bb1-1f6105059e2f),segment_id=1942c4bb-5ebd-48ad-9bb1-1f6105059e2f)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:05:00.796814 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-dc25efaa-3d93-44e7-98b6-5001090669ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:00.810874 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2ec08ea4-9454-4389-a79b-369feeb39805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:00.887517 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec08ea4-9454-4389-a79b-369feeb39805 None None] Pushing event updated for resources: {'Port': ['ID=d411edd4-97be-4add-b9a1-132df01d05a8,revision_number=2']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:00.921058 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-dc25efaa-3d93-44e7-98b6-5001090669ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:01.023489 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc25efaa-3d93-44e7-98b6-5001090669ab admin admin] Network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:05:01.027250 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-dc25efaa-3d93-44e7-98b6-5001090669ab admin admin] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:05:01.030985 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc25efaa-3d93-44e7-98b6-5001090669ab admin admin] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:05:01.073211 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc25efaa-3d93-44e7-98b6-5001090669ab admin admin] Pushing event updated for resources: {'Port': ['ID=c12bc03e-0b01-441b-a234-23a9ff5449d5,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:01.117605 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-662434d7-8dbe-4502-b982-c540cfdf9938 req-8534cb5e-672c-4503-ba1e-fcfb7e1493c6 tempest-LiveMigrationNegativeTest-810634778 tempest-LiveMigrationNegativeTest-810634778-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2954236-1bc4-41e2-a6cf-3032a367c6ac HTTP/1.1" status: 200 len: 210 time: 0.0398390 Aug 11 03:05:01.216816 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device fa57729b-416e-4b56-988d-5e0b3aee0303 details requested by agent hyperv_n-h2-764292-30 with host n-h2-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:05:01.263922 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20e212a-4ba5-4b7c-99fe-1f89e61ad65e req-137c1347-29fe-4598-ba11-f2fce9d631d6 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:01.265575 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d20e212a-4ba5-4b7c-99fe-1f89e61ad65e req-137c1347-29fe-4598-ba11-f2fce9d631d6 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=a978446e-4582-4607-aebd-6033f29f8980 HTTP/1.1" status: 200 len: 950 time: 0.1896133 Aug 11 03:05:01.361713 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port fa57729b-416e-4b56-988d-5e0b3aee0303, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=fa57729b-416e-4b56-988d-5e0b3aee0303,segment=NetworkSegment(51ba8099-7622-42cb-adbd-7c8aaac78355),segment_id=51ba8099-7622-42cb-adbd-7c8aaac78355)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:05:01.361906 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d20e212a-4ba5-4b7c-99fe-1f89e61ad65e req-a2a18980-7924-42b5-9b0b-9303b6e04d07 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690835 Aug 11 03:05:01.376394 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Returning: {'device': 'fa57729b-416e-4b56-988d-5e0b3aee0303', 'network_id': '6b5eb666-47e5-4ddb-b0bc-16855d478160', 'port_id': 'fa57729b-416e-4b56-988d-5e0b3aee0303', 'mac_address': 'fa:16:3e:e3:c7:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bc807f9-b5f2-488b-b980-1ec1f7afe42f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:05:01.446740 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:01.469040 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa57729b-416e-4b56-988d-5e0b3aee0303 {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:05:01.490084 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port fa57729b-416e-4b56-988d-5e0b3aee0303, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=fa57729b-416e-4b56-988d-5e0b3aee0303,segment=NetworkSegment(51ba8099-7622-42cb-adbd-7c8aaac78355),segment_id=51ba8099-7622-42cb-adbd-7c8aaac78355)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:05:01.531353 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 0e2e537d-5876-4045-967f-920a1f245dc9 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:05:01.588180 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:01.589929 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device b640a05b-0c73-4eeb-a2d8-7fd9e401ab03 details requested by agent hyperv_n-h2-764292-30 with host n-h2-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:05:01.631519 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port 0e2e537d-5876-4045-967f-920a1f245dc9 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:05:01.653244 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 0e2e537d-5876-4045-967f-920a1f245dc9 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:05:01.653759 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:01.691454 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-dc25efaa-3d93-44e7-98b6-5001090669ab admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:01.741253 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f77d83f-cdf0-4ca3-a396-c4ffe860b668 req-fec0ae1f-4dce-413f-b714-a2461e42db4f tempest-FloatingIPsAssociationNegativeTestJSON-425952940 tempest-FloatingIPsAssociationNegativeTestJSON-425952940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:01.749085 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9f77d83f-cdf0-4ca3-a396-c4ffe860b668 req-fec0ae1f-4dce-413f-b714-a2461e42db4f tempest-FloatingIPsAssociationNegativeTestJSON-425952940 tempest-FloatingIPsAssociationNegativeTestJSON-425952940-project] 10.222.0.41 "GET /v2.0/ports?device_id=462de067-85b7-40e9-8a21-63b970ededa0 HTTP/1.1" status: 200 len: 943 time: 0.1028929 Aug 11 03:05:01.759230 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=fa57729b-416e-4b56-988d-5e0b3aee0303,revision_number=9']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:01.870627 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port b640a05b-0c73-4eeb-a2d8-7fd9e401ab03, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=b640a05b-0c73-4eeb-a2d8-7fd9e401ab03,segment=NetworkSegment(faff74b1-c467-4fc6-a5af-1194db6d8eaa),segment_id=faff74b1-c467-4fc6-a5af-1194db6d8eaa)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:05:01.915374 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:01.930960 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-0dc6e402-0e6d-434f-80c8-5f42fba03436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:01.938537 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Returning: {'device': 'b640a05b-0c73-4eeb-a2d8-7fd9e401ab03', 'network_id': 'ba4700b3-514b-4464-a1da-7cb77b20de89', 'port_id': 'b640a05b-0c73-4eeb-a2d8-7fd9e401ab03', 'mac_address': 'fa:16:3e:39:80:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0415f86d-f740-4723-be5c-da5b97481cab', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:05:01.940167 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:02.031164 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port 0e2e537d-5876-4045-967f-920a1f245dc9, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=0e2e537d-5876-4045-967f-920a1f245dc9,segment=NetworkSegment(7a922ed3-963b-4878-bd8c-48976f2d29ea),segment_id=7a922ed3-963b-4878-bd8c-48976f2d29ea)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:05:02.037314 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:02.062525 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b640a05b-0c73-4eeb-a2d8-7fd9e401ab03 {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:05:02.092505 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port b640a05b-0c73-4eeb-a2d8-7fd9e401ab03, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=b640a05b-0c73-4eeb-a2d8-7fd9e401ab03,segment=NetworkSegment(faff74b1-c467-4fc6-a5af-1194db6d8eaa),segment_id=faff74b1-c467-4fc6-a5af-1194db6d8eaa)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:05:02.103208 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:02.104265 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device d411edd4-97be-4add-b9a1-132df01d05a8 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:05:02.226321 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:02.249978 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=0e2e537d-5876-4045-967f-920a1f245dc9,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:02.446489 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['fa57729b-416e-4b56-988d-5e0b3aee0303'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:05:02.450330 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-138805c2-9ff2-4621-a833-b2f8c72ea1d4 None None] Network d3d24e23-315f-4ce8-b3e6-97e29c7ae176 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:05:02.530299 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9f77d83f-cdf0-4ca3-a396-c4ffe860b668 req-c8a1b2c2-62a3-4f60-83c0-796500ea9b2c tempest-FloatingIPsAssociationNegativeTestJSON-425952940 tempest-FloatingIPsAssociationNegativeTestJSON-425952940-project] 10.222.0.41 "GET /v2.0/security-groups?id=e64b018f-6968-4868-8ff2-d15f7808d7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7802913 Aug 11 03:05:02.564662 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['b640a05b-0c73-4eeb-a2d8-7fd9e401ab03'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:05:02.593078 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ddb8ab10-83f3-475d-b31b-f31c64907776 req-c1576bd5-8d87-4871-8ae1-df10707375bb tempest-LiveMigrationNegativeTest-810634778 tempest-LiveMigrationNegativeTest-810634778-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2954236-1bc4-41e2-a6cf-3032a367c6ac HTTP/1.1" status: 200 len: 210 time: 0.0687215 Aug 11 03:05:02.648075 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port d411edd4-97be-4add-b9a1-132df01d05a8 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:05:02.704680 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=b640a05b-0c73-4eeb-a2d8-7fd9e401ab03,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:02.738430 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-dc25efaa-3d93-44e7-98b6-5001090669ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-446952'] for router, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:02.814723 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-a2e0f884-9c9e-424c-86d2-2c1fce0110dd None None] Provisioning for port d411edd4-97be-4add-b9a1-132df01d05a8 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:05:02.847443 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-a2e0f884-9c9e-424c-86d2-2c1fce0110dd None None] Provisioning complete for port d411edd4-97be-4add-b9a1-132df01d05a8 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:05:02.847824 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-a2e0f884-9c9e-424c-86d2-2c1fce0110dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:03.016958 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ac7a53-24ef-4f56-8241-e6e9dc0c50da req-ccb7d950-ff99-4aa1-aaf2-5987abb3d9c6 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:03.025479 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-33ac7a53-24ef-4f56-8241-e6e9dc0c50da req-ccb7d950-ff99-4aa1-aaf2-5987abb3d9c6 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=a978446e-4582-4607-aebd-6033f29f8980 HTTP/1.1" status: 200 len: 950 time: 0.3481975 Aug 11 03:05:03.097867 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-33ac7a53-24ef-4f56-8241-e6e9dc0c50da req-35e14c9f-32f8-4823-866d-b53a46dfda84 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726736 Aug 11 03:05:03.099712 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:03.153689 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc25efaa-3d93-44e7-98b6-5001090669ab admin admin] Router 45b11d47-8f4d-467a-a5f8-35cf9e3c64e5 is scheduled to L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 with binding_index 1 {{(pid=102192) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:05:03.276842 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-a2e0f884-9c9e-424c-86d2-2c1fce0110dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:03.316075 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc25efaa-3d93-44e7-98b6-5001090669ab admin admin] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:05:03.333749 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-a2e0f884-9c9e-424c-86d2-2c1fce0110dd None None] For port d411edd4-97be-4add-b9a1-132df01d05a8, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=d411edd4-97be-4add-b9a1-132df01d05a8,segment=NetworkSegment(1942c4bb-5ebd-48ad-9bb1-1f6105059e2f),segment_id=1942c4bb-5ebd-48ad-9bb1-1f6105059e2f)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:05:03.338069 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f21bf7b5-4bdc-485c-8476-46b409be0329 None None] Sync routers for ids ['45b11d47-8f4d-467a-a5f8-35cf9e3c64e5'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:05:03.366582 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21bf7b5-4bdc-485c-8476-46b409be0329 None None] Routers {'45b11d47-8f4d-467a-a5f8-35cf9e3c64e5'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:05:03.367244 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-f21bf7b5-4bdc-485c-8476-46b409be0329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:05:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['45b11d47-8f4d-467a-a5f8-35cf9e3c64e5'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:05:03.453800 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-a2e0f884-9c9e-424c-86d2-2c1fce0110dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:03.486615 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-dc25efaa-3d93-44e7-98b6-5001090669ab admin admin] Notify callbacks [] for router, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:03.490743 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-dc25efaa-3d93-44e7-98b6-5001090669ab admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.5048099 Aug 11 03:05:03.493243 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 49194) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:05:03.568167 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 0e2e537d-5876-4045-967f-920a1f245dc9 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:05:03.652460 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-36cc2eec-abf1-4f66-8614-d7aa5e7db86f req-e970b0ce-3896-497d-9491-6f08d22482da tempest-LiveMigrationNegativeTest-810634778 tempest-LiveMigrationNegativeTest-810634778-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=6c5fdf9440014970a122fa6f2b0aea53&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0572691 Aug 11 03:05:03.700618 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e0f884-9c9e-424c-86d2-2c1fce0110dd None None] Pushing event updated for resources: {'Port': ['ID=d411edd4-97be-4add-b9a1-132df01d05a8,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:03.705747 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-1a98c69a-8d84-4b4f-98d4-779257af10d2 None None] Provisioning complete for port d411edd4-97be-4add-b9a1-132df01d05a8 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:05:03.706245 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-1a98c69a-8d84-4b4f-98d4-779257af10d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:03.718116 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-f21bf7b5-4bdc-485c-8476-46b409be0329 None None] Set router 45b11d47-8f4d-467a-a5f8-35cf9e3c64e5 gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:05:03.880296 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 0e2e537d-5876-4045-967f-920a1f245dc9 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:05:03.880821 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-198ae67e-3ee9-4b38-986a-fc2b6099f0db req-9d85a0f6-fec9-46d9-9632-e9d0edd5306c tempest-LiveMigrationNegativeTest-810634778 tempest-LiveMigrationNegativeTest-810634778-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2954236-1bc4-41e2-a6cf-3032a367c6ac HTTP/1.1" status: 200 len: 210 time: 0.1230466 Aug 11 03:05:03.881303 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:03.922240 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91451922-8b6b-4880-811d-1e6c76a164df req-9a70d4ce-77b0-4337-9e26-bdc2d04bb34a tempest-FloatingIPsAssociationNegativeTestJSON-425952940 tempest-FloatingIPsAssociationNegativeTestJSON-425952940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:03.933531 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-91451922-8b6b-4880-811d-1e6c76a164df req-9a70d4ce-77b0-4337-9e26-bdc2d04bb34a tempest-FloatingIPsAssociationNegativeTestJSON-425952940 tempest-FloatingIPsAssociationNegativeTestJSON-425952940-project] 10.222.0.41 "GET /v2.0/ports?device_id=462de067-85b7-40e9-8a21-63b970ededa0 HTTP/1.1" status: 200 len: 944 time: 0.1740737 Aug 11 03:05:04.059227 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cc2eec-abf1-4f66-8614-d7aa5e7db86f req-e65666e3-4352-4145-8179-51ea5fa6b182 tempest-LiveMigrationNegativeTest-810634778 tempest-LiveMigrationNegativeTest-810634778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:04.061400 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-36cc2eec-abf1-4f66-8614-d7aa5e7db86f req-e65666e3-4352-4145-8179-51ea5fa6b182 tempest-LiveMigrationNegativeTest-810634778 tempest-LiveMigrationNegativeTest-810634778-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3964331 Aug 11 03:05:04.081007 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-36cc2eec-abf1-4f66-8614-d7aa5e7db86f req-4f906239-3244-448b-a8d4-399535dda1c8 tempest-LiveMigrationNegativeTest-810634778 tempest-LiveMigrationNegativeTest-810634778-project] Request body: {'port': {'device_id': 'b2954236-1bc4-41e2-a6cf-3032a367c6ac', 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba', 'admin_state_up': True, 'tenant_id': '6c5fdf9440014970a122fa6f2b0aea53'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:05:04.206236 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-f21bf7b5-4bdc-485c-8476-46b409be0329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45b11d47-8f4d-467a-a5f8-35cf9e3c64e5', 'name': 'tempest-FloatingIPDetailsTestJSON-404791499-router', 'tenant_id': '5cb6b523c0e64a8295a2cf9ab9483d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': 'c12bc03e-0b01-441b-a234-23a9ff5449d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:04:59Z', 'updated_at': '2021-08-11T03:05:01Z', 'revision_number': 3, 'project_id': '5cb6b523c0e64a8295a2cf9ab9483d1e', 'gw_port': {'id': 'c12bc03e-0b01-441b-a234-23a9ff5449d5', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:7f:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45b11d47-8f4d-467a-a5f8-35cf9e3c64e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:05:00Z', 'updated_at': '2021-08-11T03:05:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:05:04.266586 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f21bf7b5-4bdc-485c-8476-46b409be0329 None None] Checking router: 45b11d47-8f4d-467a-a5f8-35cf9e3c64e5 for host: n-d-764292-30 {{(pid=102193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:05:04.266939 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f21bf7b5-4bdc-485c-8476-46b409be0329 None None] Updating router 45b11d47-8f4d-467a-a5f8-35cf9e3c64e5 port c12bc03e-0b01-441b-a234-23a9ff5449d5 binding host n-d-764292-30 {{(pid=102193) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:05:04.306444 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-f21bf7b5-4bdc-485c-8476-46b409be0329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:04.331608 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-91451922-8b6b-4880-811d-1e6c76a164df req-4b3a024f-8e3c-4897-a4e0-2fda9df56abe tempest-FloatingIPsAssociationNegativeTestJSON-425952940 tempest-FloatingIPsAssociationNegativeTestJSON-425952940-project] 10.222.0.41 "GET /v2.0/security-groups?id=e64b018f-6968-4868-8ff2-d15f7808d7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3971040 Aug 11 03:05:04.541067 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fefa6b9-753f-4fbd-8c5d-d75196e90316 req-0ee9f712-28d8-462e-acb0-60e0c944481c tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:04.554318 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7fefa6b9-753f-4fbd-8c5d-d75196e90316 req-0ee9f712-28d8-462e-acb0-60e0c944481c tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=a978446e-4582-4607-aebd-6033f29f8980 HTTP/1.1" status: 200 len: 950 time: 0.2802196 Aug 11 03:05:04.564884 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:04.605339 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36cc2eec-abf1-4f66-8614-d7aa5e7db86f req-4f906239-3244-448b-a8d4-399535dda1c8 tempest-LiveMigrationNegativeTest-810634778 tempest-LiveMigrationNegativeTest-810634778-project] Made reservation on behalf of 6c5fdf9440014970a122fa6f2b0aea53 for: {'port': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:05:04.609605 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-36cc2eec-abf1-4f66-8614-d7aa5e7db86f req-4f906239-3244-448b-a8d4-399535dda1c8 tempest-LiveMigrationNegativeTest-810634778 tempest-LiveMigrationNegativeTest-810634778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:04.622129 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-36cc2eec-abf1-4f66-8614-d7aa5e7db86f req-4f906239-3244-448b-a8d4-399535dda1c8 tempest-LiveMigrationNegativeTest-810634778 tempest-LiveMigrationNegativeTest-810634778-project] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:04.685794 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7fefa6b9-753f-4fbd-8c5d-d75196e90316 req-da1ad210-2707-48c4-a743-b04d89d3f5f8 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304595 Aug 11 03:05:04.692562 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-f21bf7b5-4bdc-485c-8476-46b409be0329 None None] Notify callbacks [] for port, precommit_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:04.715402 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-f21bf7b5-4bdc-485c-8476-46b409be0329 None None] Transition to ACTIVE for port object c12bc03e-0b01-441b-a234-23a9ff5449d5 will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:05:04.804550 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-f21bf7b5-4bdc-485c-8476-46b409be0329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:04.894600 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-3641181c-91cf-4ecb-a5b7-9ac52ff5da30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:04.899854 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-36cc2eec-abf1-4f66-8614-d7aa5e7db86f req-4f906239-3244-448b-a8d4-399535dda1c8 tempest-LiveMigrationNegativeTest-810634778 tempest-LiveMigrationNegativeTest-810634778-project] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:04.902972 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f4fa3d-5542-43ae-9c8c-4270a206fa82 None None] Pushing event updated for resources: {'Port': ['ID=c12bc03e-0b01-441b-a234-23a9ff5449d5,revision_number=2']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:04.909104 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-f21bf7b5-4bdc-485c-8476-46b409be0329 None None] Attempting to bind port c12bc03e-0b01-441b-a234-23a9ff5449d5 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:05:04.915478 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-f21bf7b5-4bdc-485c-8476-46b409be0329 None None] Attempting to bind port c12bc03e-0b01-441b-a234-23a9ff5449d5 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:05:04.915478 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21bf7b5-4bdc-485c-8476-46b409be0329 None None] Attempting to bind port c12bc03e-0b01-441b-a234-23a9ff5449d5 on network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:05:04.916517 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21bf7b5-4bdc-485c-8476-46b409be0329 None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 5, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:05:04.916517 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21bf7b5-4bdc-485c-8476-46b409be0329 None None] Checking segment: {'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:05:04.916754 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-f21bf7b5-4bdc-485c-8476-46b409be0329 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:04.917235 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21bf7b5-4bdc-485c-8476-46b409be0329 None None] Bound using segment: {'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:05:04.917719 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-f21bf7b5-4bdc-485c-8476-46b409be0329 None None] Bound port: c12bc03e-0b01-441b-a234-23a9ff5449d5, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:05:04.918100 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-f21bf7b5-4bdc-485c-8476-46b409be0329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:04.999259 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-36cc2eec-abf1-4f66-8614-d7aa5e7db86f req-4f906239-3244-448b-a8d4-399535dda1c8 tempest-LiveMigrationNegativeTest-810634778 tempest-LiveMigrationNegativeTest-810634778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:05.043726 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-f21bf7b5-4bdc-485c-8476-46b409be0329 None None] For port c12bc03e-0b01-441b-a234-23a9ff5449d5, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:05:05.051817 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-58550551-ddb3-4dc7-bcd6-fcd977338db1 req-e0bad9b1-9802-47ec-9a33-fd1ae58a4338 tempest-LiveMigrationNegativeTest-810634778 tempest-LiveMigrationNegativeTest-810634778-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2954236-1bc4-41e2-a6cf-3032a367c6ac HTTP/1.1" status: 200 len: 210 time: 0.0573349 Aug 11 03:05:05.063208 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-f21bf7b5-4bdc-485c-8476-46b409be0329 None None] For port c12bc03e-0b01-441b-a234-23a9ff5449d5, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=c12bc03e-0b01-441b-a234-23a9ff5449d5,segment=NetworkSegment(fab28bed-aa25-40db-bba4-ec26e795194c),segment_id=fab28bed-aa25-40db-bba4-ec26e795194c)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:05:05.155053 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-f21bf7b5-4bdc-485c-8476-46b409be0329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:05.163887 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f906239-3244-448b-a8d4-399535dda1c8 tempest-LiveMigrationNegativeTest-810634778 tempest-LiveMigrationNegativeTest-810634778-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0913e296-ac5e-445f-8623-626489b224f7,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:05.261366 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device fa57729b-416e-4b56-988d-5e0b3aee0303 up at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:05:05.319990 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [None req-3641181c-91cf-4ecb-a5b7-9ac52ff5da30 admin admin] Allocated IP 172.20.0.1 (d3d24e23-315f-4ce8-b3e6-97e29c7ae176/c38c26a6-4567-424f-9b7b-ba85836c624f/7fe9e7f1-bdf1-41aa-b48e-64c9d31ca5dc) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:05:05.322808 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [req-36cc2eec-abf1-4f66-8614-d7aa5e7db86f req-4f906239-3244-448b-a8d4-399535dda1c8 tempest-LiveMigrationNegativeTest-810634778 tempest-LiveMigrationNegativeTest-810634778-project] Allocated IP 192.168.233.245 (d1bf0def-6fa4-4d3e-bbc5-20a040931fba/254a3f4d-2b75-429e-bbb2-8e70554e9483/8a2c57c2-f791-4ef4-bfed-cab0e4eb4d46) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:05:05.324514 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21bf7b5-4bdc-485c-8476-46b409be0329 None None] Routers {'45b11d47-8f4d-467a-a5f8-35cf9e3c64e5'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:05:05.325202 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-f21bf7b5-4bdc-485c-8476-46b409be0329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:05:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['45b11d47-8f4d-467a-a5f8-35cf9e3c64e5'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:05:05.329043 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f4fa3d-5542-43ae-9c8c-4270a206fa82 None None] Pushing event updated for resources: {'Port': ['ID=c12bc03e-0b01-441b-a234-23a9ff5449d5,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:05.599935 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-3641181c-91cf-4ecb-a5b7-9ac52ff5da30 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:05.639841 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef6d30e-712b-4c7e-812c-ab491c21aae3 req-1634f531-3f6d-4282-a549-4532f26ef25a tempest-FloatingIPsAssociationNegativeTestJSON-425952940 tempest-FloatingIPsAssociationNegativeTestJSON-425952940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:05.647041 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5ef6d30e-712b-4c7e-812c-ab491c21aae3 req-1634f531-3f6d-4282-a549-4532f26ef25a tempest-FloatingIPsAssociationNegativeTestJSON-425952940 tempest-FloatingIPsAssociationNegativeTestJSON-425952940-project] 10.222.0.41 "GET /v2.0/ports?device_id=462de067-85b7-40e9-8a21-63b970ededa0 HTTP/1.1" status: 200 len: 944 time: 0.1859977 Aug 11 03:05:05.660505 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [None req-3641181c-91cf-4ecb-a5b7-9ac52ff5da30 admin admin] Transition to ACTIVE for port object 7fe9e7f1-bdf1-41aa-b48e-64c9d31ca5dc will not be triggered until provisioned by entity DHCP. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:05:05.663055 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device d411edd4-97be-4add-b9a1-132df01d05a8 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:05:05.667948 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning complete for port fa57729b-416e-4b56-988d-5e0b3aee0303 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:05:05.670668 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:05.687393 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-36cc2eec-abf1-4f66-8614-d7aa5e7db86f req-4f906239-3244-448b-a8d4-399535dda1c8 tempest-LiveMigrationNegativeTest-810634778 tempest-LiveMigrationNegativeTest-810634778-project] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:05.765212 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-f21bf7b5-4bdc-485c-8476-46b409be0329 None None] Set router 45b11d47-8f4d-467a-a5f8-35cf9e3c64e5 gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:05:05.775135 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [req-36cc2eec-abf1-4f66-8614-d7aa5e7db86f req-4f906239-3244-448b-a8d4-399535dda1c8 tempest-LiveMigrationNegativeTest-810634778 tempest-LiveMigrationNegativeTest-810634778-project] Transition to ACTIVE for port object 8a2c57c2-f791-4ef4-bfed-cab0e4eb4d46 will not be triggered until provisioned by entity DHCP. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:05:05.796829 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5ef6d30e-712b-4c7e-812c-ab491c21aae3 req-b831692b-7eb5-42dd-96ac-4d52774e3178 tempest-FloatingIPsAssociationNegativeTestJSON-425952940 tempest-FloatingIPsAssociationNegativeTestJSON-425952940-project] 10.222.0.41 "GET /v2.0/security-groups?id=e64b018f-6968-4868-8ff2-d15f7808d7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463771 Aug 11 03:05:05.888198 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4386fe88-9062-49a8-b14e-04cf4d0c18d5 req-cc6e9cc2-ae9a-4531-8e35-f95faf75564a tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:05.888814 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port d411edd4-97be-4add-b9a1-132df01d05a8 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:05:05.889199 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:05.896203 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4386fe88-9062-49a8-b14e-04cf4d0c18d5 req-cc6e9cc2-ae9a-4531-8e35-f95faf75564a tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=a978446e-4582-4607-aebd-6033f29f8980 HTTP/1.1" status: 200 len: 950 time: 0.0982323 Aug 11 03:05:05.923067 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-3641181c-91cf-4ecb-a5b7-9ac52ff5da30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:05.979671 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4386fe88-9062-49a8-b14e-04cf4d0c18d5 req-f0d41f31-3a0d-4c7e-8a1d-f6188c766ee7 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824635 Aug 11 03:05:05.987503 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:05.996470 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-36cc2eec-abf1-4f66-8614-d7aa5e7db86f req-4f906239-3244-448b-a8d4-399535dda1c8 tempest-LiveMigrationNegativeTest-810634778 tempest-LiveMigrationNegativeTest-810634778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:06.017489 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3641181c-91cf-4ecb-a5b7-9ac52ff5da30 admin admin] Network d3d24e23-315f-4ce8-b3e6-97e29c7ae176 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:05:06.024912 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-3641181c-91cf-4ecb-a5b7-9ac52ff5da30 admin admin] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:05:06.028447 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70c84ed6-1b38-4b73-8bea-55c843cc7bda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa57729b-416e-4b56-988d-5e0b3aee0303'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:05:06.032539 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3641181c-91cf-4ecb-a5b7-9ac52ff5da30 admin admin] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:05:06.032715 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27acaba9-7c46-4da5-91de-f4c78ae88a33" -d '{"events": [{"server_uuid": "70c84ed6-1b38-4b73-8bea-55c843cc7bda", "name": "network-vif-plugged", "status": "completed", "tag": "fa57729b-416e-4b56-988d-5e0b3aee0303"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:05:06.036930 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3641181c-91cf-4ecb-a5b7-9ac52ff5da30 admin admin] Pushing event updated for resources: {'Port': ['ID=7fe9e7f1-bdf1-41aa-b48e-64c9d31ca5dc,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:06.074412 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port fa57729b-416e-4b56-988d-5e0b3aee0303, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=fa57729b-416e-4b56-988d-5e0b3aee0303,segment=NetworkSegment(51ba8099-7622-42cb-adbd-7c8aaac78355),segment_id=51ba8099-7622-42cb-adbd-7c8aaac78355)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:05:06.113931 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36cc2eec-abf1-4f66-8614-d7aa5e7db86f req-4f906239-3244-448b-a8d4-399535dda1c8 tempest-LiveMigrationNegativeTest-810634778 tempest-LiveMigrationNegativeTest-810634778-project] Network d1bf0def-6fa4-4d3e-bbc5-20a040931fba is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:05:06.128953 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [req-36cc2eec-abf1-4f66-8614-d7aa5e7db86f req-4f906239-3244-448b-a8d4-399535dda1c8 tempest-LiveMigrationNegativeTest-810634778 tempest-LiveMigrationNegativeTest-810634778-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:05:06.166031 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:05:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8847193a-dae7-4baa-9291-243aaf902862 x-openstack-request-id: req-8847193a-dae7-4baa-9291-243aaf902862 {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:05:06.166373 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70c84ed6-1b38-4b73-8bea-55c843cc7bda", "name": "network-vif-plugged", "status": "completed", "tag": "fa57729b-416e-4b56-988d-5e0b3aee0303", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:05:06.171645 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8847193a-dae7-4baa-9291-243aaf902862 {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:05:06.171645 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70c84ed6-1b38-4b73-8bea-55c843cc7bda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa57729b-416e-4b56-988d-5e0b3aee0303', 'code': 200} Aug 11 03:05:06.171923 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:06.172618 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device b640a05b-0c73-4eeb-a2d8-7fd9e401ab03 up at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:05:06.213041 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-3641181c-91cf-4ecb-a5b7-9ac52ff5da30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-520987'] for router_interface, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:06.219952 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [req-36cc2eec-abf1-4f66-8614-d7aa5e7db86f req-4f906239-3244-448b-a8d4-399535dda1c8 tempest-LiveMigrationNegativeTest-810634778 tempest-LiveMigrationNegativeTest-810634778-project] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:05:06.450752 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=fa57729b-416e-4b56-988d-5e0b3aee0303,revision_number=10']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:06.499068 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-f21bf7b5-4bdc-485c-8476-46b409be0329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45b11d47-8f4d-467a-a5f8-35cf9e3c64e5', 'name': 'tempest-FloatingIPDetailsTestJSON-404791499-router', 'tenant_id': '5cb6b523c0e64a8295a2cf9ab9483d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': 'c12bc03e-0b01-441b-a234-23a9ff5449d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:04:59Z', 'updated_at': '2021-08-11T03:05:01Z', 'revision_number': 3, 'project_id': '5cb6b523c0e64a8295a2cf9ab9483d1e', 'gw_port': {'id': 'c12bc03e-0b01-441b-a234-23a9ff5449d5', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:7f:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45b11d47-8f4d-467a-a5f8-35cf9e3c64e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:05:00Z', 'updated_at': '2021-08-11T03:05:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:05:06.541871 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f906239-3244-448b-a8d4-399535dda1c8 tempest-LiveMigrationNegativeTest-810634778 tempest-LiveMigrationNegativeTest-810634778-project] Pushing event updated for resources: {'Port': ['ID=8a2c57c2-f791-4ef4-bfed-cab0e4eb4d46,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:06.549539 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f21bf7b5-4bdc-485c-8476-46b409be0329 None None] The sync data for ids ['45b11d47-8f4d-467a-a5f8-35cf9e3c64e5'] in n-d-764292-30 is: [{'id': '45b11d47-8f4d-467a-a5f8-35cf9e3c64e5', 'name': 'tempest-FloatingIPDetailsTestJSON-404791499-router', 'tenant_id': '5cb6b523c0e64a8295a2cf9ab9483d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': 'c12bc03e-0b01-441b-a234-23a9ff5449d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:04:59Z', 'updated_at': '2021-08-11T03:05:01Z', 'revision_number': 3, 'project_id': '5cb6b523c0e64a8295a2cf9ab9483d1e', 'gw_port': {'id': 'c12bc03e-0b01-441b-a234-23a9ff5449d5', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:7f:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45b11d47-8f4d-467a-a5f8-35cf9e3c64e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:05:00Z', 'updated_at': '2021-08-11T03:05:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:05:06.596260 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning for port b640a05b-0c73-4eeb-a2d8-7fd9e401ab03 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:05:06.600546 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cc2eec-abf1-4f66-8614-d7aa5e7db86f req-4f906239-3244-448b-a8d4-399535dda1c8 tempest-LiveMigrationNegativeTest-810634778 tempest-LiveMigrationNegativeTest-810634778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:06.600546 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-36cc2eec-abf1-4f66-8614-d7aa5e7db86f req-4f906239-3244-448b-a8d4-399535dda1c8 tempest-LiveMigrationNegativeTest-810634778 tempest-LiveMigrationNegativeTest-810634778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:06.607849 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning complete for port b640a05b-0c73-4eeb-a2d8-7fd9e401ab03 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:05:06.608501 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:06.626139 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d77831a-851d-43e8-baa7-053f6ad76be2 req-6d854864-6a0c-4f7c-8217-b36069aabca2 tempest-LiveMigrationNegativeTest-810634778 tempest-LiveMigrationNegativeTest-810634778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:06.627952 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9d77831a-851d-43e8-baa7-053f6ad76be2 req-6d854864-6a0c-4f7c-8217-b36069aabca2 tempest-LiveMigrationNegativeTest-810634778 tempest-LiveMigrationNegativeTest-810634778-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2954236-1bc4-41e2-a6cf-3032a367c6ac HTTP/1.1" status: 200 len: 936 time: 0.3432000 Aug 11 03:05:06.641470 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-c1c7929c-923c-45a6-af69-98bcc09ea3d2 None None] Provisioning for port 7fe9e7f1-bdf1-41aa-b48e-64c9d31ca5dc completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:05:06.650578 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-c1c7929c-923c-45a6-af69-98bcc09ea3d2 None None] Provisioning complete for port 7fe9e7f1-bdf1-41aa-b48e-64c9d31ca5dc triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:05:06.651612 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-c1c7929c-923c-45a6-af69-98bcc09ea3d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:06.699294 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9d77831a-851d-43e8-baa7-053f6ad76be2 req-23a434b3-ec91-4dbe-b1ae-765c03280ed3 tempest-LiveMigrationNegativeTest-810634778 tempest-LiveMigrationNegativeTest-810634778-project] 10.222.0.41 "GET /v2.0/security-groups?id=0913e296-ac5e-445f-8623-626489b224f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637484 Aug 11 03:05:06.746809 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-c1c7929c-923c-45a6-af69-98bcc09ea3d2 None None] Port 7fe9e7f1-bdf1-41aa-b48e-64c9d31ca5dc cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:05:06.754629 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-36cc2eec-abf1-4f66-8614-d7aa5e7db86f req-4f906239-3244-448b-a8d4-399535dda1c8 tempest-LiveMigrationNegativeTest-810634778 tempest-LiveMigrationNegativeTest-810634778-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6806583 Aug 11 03:05:06.768045 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-36cc2eec-abf1-4f66-8614-d7aa5e7db86f req-de221568-161f-49c3-a9d1-6c6fb51a2be1 service neutron] Request body: {'port': {'device_id': 'b2954236-1bc4-41e2-a6cf-3032a367c6ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764292-30'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:05:06.811451 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:06.840892 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:06.917597 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-3641181c-91cf-4ecb-a5b7-9ac52ff5da30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:06.955682 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port b640a05b-0c73-4eeb-a2d8-7fd9e401ab03, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=b640a05b-0c73-4eeb-a2d8-7fd9e401ab03,segment=NetworkSegment(faff74b1-c467-4fc6-a5af-1194db6d8eaa),segment_id=faff74b1-c467-4fc6-a5af-1194db6d8eaa)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:05:06.995663 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-4b70545e-6df6-4609-b77d-d0dbe2662a0f None None] Provisioning for port 8a2c57c2-f791-4ef4-bfed-cab0e4eb4d46 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:05:07.014318 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-4b70545e-6df6-4609-b77d-d0dbe2662a0f None None] Provisioning complete for port 8a2c57c2-f791-4ef4-bfed-cab0e4eb4d46 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:05:07.014816 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-4b70545e-6df6-4609-b77d-d0dbe2662a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:07.059155 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-36cc2eec-abf1-4f66-8614-d7aa5e7db86f req-de221568-161f-49c3-a9d1-6c6fb51a2be1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:07.069323 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:07.204824 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-4b70545e-6df6-4609-b77d-d0dbe2662a0f None None] Port 8a2c57c2-f791-4ef4-bfed-cab0e4eb4d46 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:05:07.241248 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=b640a05b-0c73-4eeb-a2d8-7fd9e401ab03,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:07.563750 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device c12bc03e-0b01-441b-a234-23a9ff5449d5 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:05:07.768777 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cf48fb-7025-4ec9-9f35-d28d0848ca1e req-c6b6c76f-a630-446f-905d-4996f31901f1 tempest-FloatingIPsAssociationNegativeTestJSON-425952940 tempest-FloatingIPsAssociationNegativeTestJSON-425952940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:07.776176 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-47cf48fb-7025-4ec9-9f35-d28d0848ca1e req-c6b6c76f-a630-446f-905d-4996f31901f1 tempest-FloatingIPsAssociationNegativeTestJSON-425952940 tempest-FloatingIPsAssociationNegativeTestJSON-425952940-project] 10.222.0.41 "GET /v2.0/ports?device_id=462de067-85b7-40e9-8a21-63b970ededa0 HTTP/1.1" status: 200 len: 944 time: 0.8047271 Aug 11 03:05:07.793866 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port c12bc03e-0b01-441b-a234-23a9ff5449d5 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:05:07.801546 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port c12bc03e-0b01-441b-a234-23a9ff5449d5 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:05:07.801908 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:07.949838 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5200d34-38cc-42e2-b020-903b4e637446 req-5a883c35-5c6b-4d98-a1b2-fea87e606f09 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:07.951952 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a5200d34-38cc-42e2-b020-903b4e637446 req-5a883c35-5c6b-4d98-a1b2-fea87e606f09 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=a978446e-4582-4607-aebd-6033f29f8980 HTTP/1.1" status: 200 len: 950 time: 0.6874783 Aug 11 03:05:07.964014 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:08.016794 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port c12bc03e-0b01-441b-a234-23a9ff5449d5, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=c12bc03e-0b01-441b-a234-23a9ff5449d5,segment=NetworkSegment(fab28bed-aa25-40db-bba4-ec26e795194c),segment_id=fab28bed-aa25-40db-bba4-ec26e795194c)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:05:08.062682 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-47cf48fb-7025-4ec9-9f35-d28d0848ca1e req-fa5d4bb5-f17d-4b03-aa72-37f488b6750a tempest-FloatingIPsAssociationNegativeTestJSON-425952940 tempest-FloatingIPsAssociationNegativeTestJSON-425952940-project] 10.222.0.41 "GET /v2.0/security-groups?id=e64b018f-6968-4868-8ff2-d15f7808d7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2526608 Aug 11 03:05:08.091109 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:08.131079 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a5200d34-38cc-42e2-b020-903b4e637446 req-3656cd64-d57f-4f4c-b7b0-036ef067c426 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536591 Aug 11 03:05:08.165924 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-3641181c-91cf-4ecb-a5b7-9ac52ff5da30 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:08.174075 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '462de067-85b7-40e9-8a21-63b970ededa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b640a05b-0c73-4eeb-a2d8-7fd9e401ab03'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:05:08.176753 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f367595-b28d-4046-8081-8b8bf566f95f" -d '{"events": [{"server_uuid": "462de067-85b7-40e9-8a21-63b970ededa0", "name": "network-vif-plugged", "status": "completed", "tag": "b640a05b-0c73-4eeb-a2d8-7fd9e401ab03"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:05:08.223861 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=c12bc03e-0b01-441b-a234-23a9ff5449d5,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:08.312351 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-3641181c-91cf-4ecb-a5b7-9ac52ff5da30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:08.329314 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:05:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc250a45-c314-412b-b168-f09673ead941 x-openstack-request-id: req-dc250a45-c314-412b-b168-f09673ead941 {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:05:08.329591 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "462de067-85b7-40e9-8a21-63b970ededa0", "name": "network-vif-plugged", "status": "completed", "tag": "b640a05b-0c73-4eeb-a2d8-7fd9e401ab03", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:05:08.329823 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-dc250a45-c314-412b-b168-f09673ead941 {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:05:08.330221 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '462de067-85b7-40e9-8a21-63b970ededa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b640a05b-0c73-4eeb-a2d8-7fd9e401ab03', 'code': 200} Aug 11 03:05:08.445775 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-3641181c-91cf-4ecb-a5b7-9ac52ff5da30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16383026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521135'] for router_interface, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:08.449059 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c69b68-9704-4d1c-9075-26493f07e1b0 req-8edf5b75-7ee6-46f0-b6c1-bfa3add7f2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:08.451687 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c7c69b68-9704-4d1c-9075-26493f07e1b0 req-8edf5b75-7ee6-46f0-b6c1-bfa3add7f2f6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=462de067-85b7-40e9-8a21-63b970ededa0 HTTP/1.1" status: 200 len: 1097 time: 0.0486209 Aug 11 03:05:08.459719 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea71674-a250-4242-86e0-b8c739719b57 req-f44fde94-1845-4eea-9550-b3fe95967823 tempest-LiveMigrationNegativeTest-810634778 tempest-LiveMigrationNegativeTest-810634778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:08.469826 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-dea71674-a250-4242-86e0-b8c739719b57 req-f44fde94-1845-4eea-9550-b3fe95967823 tempest-LiveMigrationNegativeTest-810634778 tempest-LiveMigrationNegativeTest-810634778-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2954236-1bc4-41e2-a6cf-3032a367c6ac HTTP/1.1" status: 200 len: 936 time: 0.1956096 Aug 11 03:05:08.484590 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3641181c-91cf-4ecb-a5b7-9ac52ff5da30 admin admin] Pushing event updated for resources: {'Port': ['ID=7fe9e7f1-bdf1-41aa-b48e-64c9d31ca5dc,revision_number=2']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:08.503127 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [req-36cc2eec-abf1-4f66-8614-d7aa5e7db86f req-de221568-161f-49c3-a9d1-6c6fb51a2be1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a2c57c2-f791-4ef4-bfed-cab0e4eb4d46 {{(pid=102192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:05:08.520422 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-36cc2eec-abf1-4f66-8614-d7aa5e7db86f req-de221568-161f-49c3-a9d1-6c6fb51a2be1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:08.540405 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c7c69b68-9704-4d1c-9075-26493f07e1b0 req-1ca08f3a-8699-4df6-90ae-ecc03f0dbdbe service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e64b018f-6968-4868-8ff2-d15f7808d7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645626 Aug 11 03:05:08.588871 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [req-36cc2eec-abf1-4f66-8614-d7aa5e7db86f req-de221568-161f-49c3-a9d1-6c6fb51a2be1 service neutron] Transition to ACTIVE for port object 8a2c57c2-f791-4ef4-bfed-cab0e4eb4d46 will not be triggered until provisioned by entity L2. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:05:08.597135 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-dea71674-a250-4242-86e0-b8c739719b57 req-3b0e4699-a936-41a4-a53a-e0769dcd9756 tempest-LiveMigrationNegativeTest-810634778 tempest-LiveMigrationNegativeTest-810634778-project] 10.222.0.41 "GET /v2.0/security-groups?id=0913e296-ac5e-445f-8623-626489b224f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264541 Aug 11 03:05:08.658937 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3641181c-91cf-4ecb-a5b7-9ac52ff5da30 admin admin] Network d3d24e23-315f-4ce8-b3e6-97e29c7ae176 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:05:08.660814 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-3641181c-91cf-4ecb-a5b7-9ac52ff5da30 admin admin] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:05:08.670663 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-36cc2eec-abf1-4f66-8614-d7aa5e7db86f req-de221568-161f-49c3-a9d1-6c6fb51a2be1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:09.014961 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de221568-161f-49c3-a9d1-6c6fb51a2be1 service neutron] Pushing event updated for resources: {'Port': ['ID=8a2c57c2-f791-4ef4-bfed-cab0e4eb4d46,revision_number=2']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:09.123663 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3641181c-91cf-4ecb-a5b7-9ac52ff5da30 admin admin] Router 45b11d47-8f4d-467a-a5f8-35cf9e3c64e5 has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:05:09.133889 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-36cc2eec-abf1-4f66-8614-d7aa5e7db86f req-de221568-161f-49c3-a9d1-6c6fb51a2be1 service neutron] Attempting to bind port 8a2c57c2-f791-4ef4-bfed-cab0e4eb4d46 on host n-h1-764292-30 for vnic_type normal with profile {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:05:09.134357 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-36cc2eec-abf1-4f66-8614-d7aa5e7db86f req-de221568-161f-49c3-a9d1-6c6fb51a2be1 service neutron] Attempting to bind port 8a2c57c2-f791-4ef4-bfed-cab0e4eb4d46 by drivers openvswitch,hyperv on host n-h1-764292-30 at level 0 using segments [{'id': '9b7b03c0-092f-4953-898f-de6d8f2338ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba'}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:05:09.134766 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36cc2eec-abf1-4f66-8614-d7aa5e7db86f req-de221568-161f-49c3-a9d1-6c6fb51a2be1 service neutron] Attempting to bind port 8a2c57c2-f791-4ef4-bfed-cab0e4eb4d46 on network d1bf0def-6fa4-4d3e-bbc5-20a040931fba {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:05:09.159797 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36cc2eec-abf1-4f66-8614-d7aa5e7db86f req-de221568-161f-49c3-a9d1-6c6fb51a2be1 service neutron] Port 8a2c57c2-f791-4ef4-bfed-cab0e4eb4d46 on network d1bf0def-6fa4-4d3e-bbc5-20a040931fba not bound, no agent of type Open vSwitch agent registered on host n-h1-764292-30 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:05:09.160145 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36cc2eec-abf1-4f66-8614-d7aa5e7db86f req-de221568-161f-49c3-a9d1-6c6fb51a2be1 service neutron] Attempting to bind port 8a2c57c2-f791-4ef4-bfed-cab0e4eb4d46 on network d1bf0def-6fa4-4d3e-bbc5-20a040931fba {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:05:09.161905 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3e187f80-c779-460e-883c-f1b9f47a57e6 None None] Provisioning complete for port 7fe9e7f1-bdf1-41aa-b48e-64c9d31ca5dc triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:05:09.162524 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3e187f80-c779-460e-883c-f1b9f47a57e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:09.243437 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-3e187f80-c779-460e-883c-f1b9f47a57e6 None None] Port 7fe9e7f1-bdf1-41aa-b48e-64c9d31ca5dc cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:05:09.279713 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36cc2eec-abf1-4f66-8614-d7aa5e7db86f req-de221568-161f-49c3-a9d1-6c6fb51a2be1 service neutron] Checking agent: {'id': 'abb524c2-b412-4ed2-8367-45c4fd996fa7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 4, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:05:09.280060 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36cc2eec-abf1-4f66-8614-d7aa5e7db86f req-de221568-161f-49c3-a9d1-6c6fb51a2be1 service neutron] Checking segment: {'id': '9b7b03c0-092f-4953-898f-de6d8f2338ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:05:09.280466 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36cc2eec-abf1-4f66-8614-d7aa5e7db86f req-de221568-161f-49c3-a9d1-6c6fb51a2be1 service neutron] Bound using segment: {'id': '9b7b03c0-092f-4953-898f-de6d8f2338ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba'} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:05:09.280934 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-36cc2eec-abf1-4f66-8614-d7aa5e7db86f req-de221568-161f-49c3-a9d1-6c6fb51a2be1 service neutron] Bound port: 8a2c57c2-f791-4ef4-bfed-cab0e4eb4d46, host: n-h1-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b7b03c0-092f-4953-898f-de6d8f2338ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba'}}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:05:09.281369 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-36cc2eec-abf1-4f66-8614-d7aa5e7db86f req-de221568-161f-49c3-a9d1-6c6fb51a2be1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:09.465514 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device c12bc03e-0b01-441b-a234-23a9ff5449d5 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:05:09.499754 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd0b6d7-eb6e-4098-8a68-cf1c0ee13d67 req-25c0171a-e0c3-4d7c-9b8b-7da45e2d0c7d tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:09.501242 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-fdd0b6d7-eb6e-4098-8a68-cf1c0ee13d67 req-25c0171a-e0c3-4d7c-9b8b-7da45e2d0c7d tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=a978446e-4582-4607-aebd-6033f29f8980 HTTP/1.1" status: 200 len: 950 time: 0.2467666 Aug 11 03:05:09.508550 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38c7956-9c9e-4e3b-992e-d38e2b2b9715 req-618a328c-1292-4f53-a3e3-a5bf67b23bc9 tempest-FloatingIPsAssociationNegativeTestJSON-425952940 tempest-FloatingIPsAssociationNegativeTestJSON-425952940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:09.516075 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b38c7956-9c9e-4e3b-992e-d38e2b2b9715 req-618a328c-1292-4f53-a3e3-a5bf67b23bc9 tempest-FloatingIPsAssociationNegativeTestJSON-425952940 tempest-FloatingIPsAssociationNegativeTestJSON-425952940-project] 10.222.0.41 "GET /v2.0/ports?device_id=462de067-85b7-40e9-8a21-63b970ededa0 HTTP/1.1" status: 200 len: 945 time: 0.2689915 Aug 11 03:05:09.527215 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port c12bc03e-0b01-441b-a234-23a9ff5449d5 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:05:09.527669 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:09.528446 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3641181c-91cf-4ecb-a5b7-9ac52ff5da30 admin admin] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:05:09.550321 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-3641181c-91cf-4ecb-a5b7-9ac52ff5da30 admin admin] 10.222.0.41 "PUT /v2.0/routers/45b11d47-8f4d-467a-a5f8-35cf9e3c64e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0452933 Aug 11 03:05:09.550591 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de7435fb-869f-4a3e-9597-57f708c9b17b None None] Sync routers for ids ['45b11d47-8f4d-467a-a5f8-35cf9e3c64e5'] in n-d-764292-30 {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:05:09.556842 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7435fb-869f-4a3e-9597-57f708c9b17b None None] Routers {'45b11d47-8f4d-467a-a5f8-35cf9e3c64e5'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:05:09.558534 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-de7435fb-869f-4a3e-9597-57f708c9b17b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:05:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['45b11d47-8f4d-467a-a5f8-35cf9e3c64e5'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:05:09.562927 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-36cc2eec-abf1-4f66-8614-d7aa5e7db86f req-de221568-161f-49c3-a9d1-6c6fb51a2be1 service neutron] For port 8a2c57c2-f791-4ef4-bfed-cab0e4eb4d46, host n-h1-764292-30, cleared binding levels {{(pid=102192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:05:09.598155 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-36cc2eec-abf1-4f66-8614-d7aa5e7db86f req-de221568-161f-49c3-a9d1-6c6fb51a2be1 service neutron] For port 8a2c57c2-f791-4ef4-bfed-cab0e4eb4d46, host n-h1-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=8a2c57c2-f791-4ef4-bfed-cab0e4eb4d46,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:05:09.620917 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b38c7956-9c9e-4e3b-992e-d38e2b2b9715 req-be2577d1-ff21-4c17-90a8-7ec2801b170b tempest-FloatingIPsAssociationNegativeTestJSON-425952940 tempest-FloatingIPsAssociationNegativeTestJSON-425952940-project] 10.222.0.41 "GET /v2.0/security-groups?id=e64b018f-6968-4868-8ff2-d15f7808d7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990047 Aug 11 03:05:09.623863 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-fdd0b6d7-eb6e-4098-8a68-cf1c0ee13d67 req-35777c74-832d-4139-8a3d-f1791a0f7071 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058784 Aug 11 03:05:09.699267 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-36cc2eec-abf1-4f66-8614-d7aa5e7db86f req-de221568-161f-49c3-a9d1-6c6fb51a2be1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:09.747242 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cc2eec-abf1-4f66-8614-d7aa5e7db86f req-de221568-161f-49c3-a9d1-6c6fb51a2be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:09.748960 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-36cc2eec-abf1-4f66-8614-d7aa5e7db86f req-de221568-161f-49c3-a9d1-6c6fb51a2be1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:09.750734 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-36cc2eec-abf1-4f66-8614-d7aa5e7db86f req-de221568-161f-49c3-a9d1-6c6fb51a2be1 service neutron] 10.222.0.22 "PUT /v2.0/ports/8a2c57c2-f791-4ef4-bfed-cab0e4eb4d46 HTTP/1.1" status: 200 len: 1097 time: 2.9872472 Aug 11 03:05:09.754256 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2954236-1bc4-41e2-a6cf-3032a367c6ac', 'tag': '8a2c57c2-f791-4ef4-bfed-cab0e4eb4d46'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:05:09.759247 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a26137f8-bc65-4227-950c-af465c85a435" -d '{"events": [{"name": "network-changed", "server_uuid": "b2954236-1bc4-41e2-a6cf-3032a367c6ac", "tag": "8a2c57c2-f791-4ef4-bfed-cab0e4eb4d46"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:05:09.765796 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-de7435fb-869f-4a3e-9597-57f708c9b17b None None] Set router 45b11d47-8f4d-467a-a5f8-35cf9e3c64e5 gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:05:09.856892 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de221568-161f-49c3-a9d1-6c6fb51a2be1 service neutron] Pushing event updated for resources: {'Port': ['ID=8a2c57c2-f791-4ef4-bfed-cab0e4eb4d46,revision_number=3']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:09.880247 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:05:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6774a114-2539-4442-b0f1-abe566ea76dd x-openstack-request-id: req-6774a114-2539-4442-b0f1-abe566ea76dd {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:05:09.880536 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2954236-1bc4-41e2-a6cf-3032a367c6ac", "tag": "8a2c57c2-f791-4ef4-bfed-cab0e4eb4d46", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:05:09.880787 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6774a114-2539-4442-b0f1-abe566ea76dd {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:05:09.881190 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2954236-1bc4-41e2-a6cf-3032a367c6ac', 'tag': '8a2c57c2-f791-4ef4-bfed-cab0e4eb4d46', 'status': 'completed', 'code': 200} Aug 11 03:05:10.139787 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-de7435fb-869f-4a3e-9597-57f708c9b17b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45b11d47-8f4d-467a-a5f8-35cf9e3c64e5', 'name': 'tempest-FloatingIPDetailsTestJSON-404791499-router', 'tenant_id': '5cb6b523c0e64a8295a2cf9ab9483d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': 'c12bc03e-0b01-441b-a234-23a9ff5449d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:04:59Z', 'updated_at': '2021-08-11T03:05:06Z', 'revision_number': 4, 'project_id': '5cb6b523c0e64a8295a2cf9ab9483d1e', 'gw_port': {'id': 'c12bc03e-0b01-441b-a234-23a9ff5449d5', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:7f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b11d47-8f4d-467a-a5f8-35cf9e3c64e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:05:00Z', 'updated_at': '2021-08-11T03:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '7fe9e7f1-bdf1-41aa-b48e-64c9d31ca5dc', 'name': '', 'network_id': 'd3d24e23-315f-4ce8-b3e6-97e29c7ae176', 'tenant_id': '5cb6b523c0e64a8295a2cf9ab9483d1e', 'mac_address': 'fa:16:3e:02:88:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45b11d47-8f4d-467a-a5f8-35cf9e3c64e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': 'c38c26a6-4567-424f-9b7b-ba85836c624f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:05:04Z', 'updated_at': '2021-08-11T03:05:07Z', 'revision_number': 2, 'project_id': '5cb6b523c0e64a8295a2cf9ab9483d1e', 'subnets': [{'id': 'c38c26a6-4567-424f-9b7b-ba85836c624f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:05:10.170872 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cc2eec-abf1-4f66-8614-d7aa5e7db86f req-c6c1ef67-5451-433d-ad6b-7fd293f83423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:10.173535 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-36cc2eec-abf1-4f66-8614-d7aa5e7db86f req-c6c1ef67-5451-433d-ad6b-7fd293f83423 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6c5fdf9440014970a122fa6f2b0aea53&device_id=b2954236-1bc4-41e2-a6cf-3032a367c6ac HTTP/1.1" status: 200 len: 1100 time: 0.2612510 Aug 11 03:05:10.175442 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de7435fb-869f-4a3e-9597-57f708c9b17b None None] Checking router: 45b11d47-8f4d-467a-a5f8-35cf9e3c64e5 for host: n-d-764292-30 {{(pid=102194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:05:10.175801 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de7435fb-869f-4a3e-9597-57f708c9b17b None None] Updating router 45b11d47-8f4d-467a-a5f8-35cf9e3c64e5 port 7fe9e7f1-bdf1-41aa-b48e-64c9d31ca5dc binding host n-d-764292-30 {{(pid=102194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:05:10.186196 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd650c9-ec58-422a-b581-10863d25bb9c req-36b5d1bf-32bb-462d-9413-15de96fde8b5 tempest-LiveMigrationNegativeTest-810634778 tempest-LiveMigrationNegativeTest-810634778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:10.188123 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4bd650c9-ec58-422a-b581-10863d25bb9c req-36b5d1bf-32bb-462d-9413-15de96fde8b5 tempest-LiveMigrationNegativeTest-810634778 tempest-LiveMigrationNegativeTest-810634778-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2954236-1bc4-41e2-a6cf-3032a367c6ac HTTP/1.1" status: 200 len: 948 time: 0.2895072 Aug 11 03:05:10.219896 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-de7435fb-869f-4a3e-9597-57f708c9b17b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:10.265786 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-36cc2eec-abf1-4f66-8614-d7aa5e7db86f req-58cfc795-0db4-4c06-93cc-5e83a0a33e15 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=8a2c57c2-f791-4ef4-bfed-cab0e4eb4d46 HTTP/1.1" status: 200 len: 217 time: 0.0686617 Aug 11 03:05:10.283053 n-d-764292-30 neutron-server[102191]: INFO neutron.api.v2.resource [req-85eecafb-2f78-4b13-979b-42da647eb73f req-e59868f4-0def-4f1d-8ca7-6b203a93ea58 service neutron] show failed (client error): The resource could not be found. Aug 11 03:05:10.287250 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-85eecafb-2f78-4b13-979b-42da647eb73f req-e59868f4-0def-4f1d-8ca7-6b203a93ea58 service neutron] 10.222.0.24 "GET /v2.0/ports/49709cb6-e751-4686-8ada-f7f57e0574e6/bindings/n-h1-764292-30 HTTP/1.1" status: 404 len: 381 time: 0.1661892 Aug 11 03:05:10.389737 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4bd650c9-ec58-422a-b581-10863d25bb9c req-82780822-1ee2-438a-b999-33075842c64e tempest-LiveMigrationNegativeTest-810634778 tempest-LiveMigrationNegativeTest-810634778-project] 10.222.0.41 "GET /v2.0/security-groups?id=0913e296-ac5e-445f-8623-626489b224f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203177 Aug 11 03:05:10.438055 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cc2eec-abf1-4f66-8614-d7aa5e7db86f req-82156c92-bad8-47b7-bb4a-5361f761d6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:10.440074 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-36cc2eec-abf1-4f66-8614-d7aa5e7db86f req-82156c92-bad8-47b7-bb4a-5361f761d6a5 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=254a3f4d-2b75-429e-bbb2-8e70554e9483 HTTP/1.1" status: 200 len: 843 time: 0.1501257 Aug 11 03:05:10.448714 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-60a338af-0d08-4681-8acd-820381a48364 req-3810d2ac-eb54-4f05-b3e0-d69eb4200711 tempest-FloatingIPDetailsTestJSON-255665576 tempest-FloatingIPDetailsTestJSON-255665576-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4232750 Aug 11 03:05:10.508579 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-60a338af-0d08-4681-8acd-820381a48364 req-6a07bf65-cf85-4859-9bb4-22c9d2e62e93 tempest-FloatingIPDetailsTestJSON-255665576 tempest-FloatingIPDetailsTestJSON-255665576-project] Request body: {'floatingip': {'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:05:10.559641 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cc2eec-abf1-4f66-8614-d7aa5e7db86f req-092201cf-ae6d-46ab-a059-2f205f367624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:10.562248 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-36cc2eec-abf1-4f66-8614-d7aa5e7db86f req-092201cf-ae6d-46ab-a059-2f205f367624 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d1bf0def-6fa4-4d3e-bbc5-20a040931fba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1113906 Aug 11 03:05:10.619608 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-de7435fb-869f-4a3e-9597-57f708c9b17b None None] Notify callbacks [] for port, precommit_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:10.622896 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-60a338af-0d08-4681-8acd-820381a48364 req-6a07bf65-cf85-4859-9bb4-22c9d2e62e93 tempest-FloatingIPDetailsTestJSON-255665576 tempest-FloatingIPDetailsTestJSON-255665576-project] Notify callbacks [] for floatingip, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:10.632348 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.provisioning_blocks [None req-de7435fb-869f-4a3e-9597-57f708c9b17b None None] Transition to ACTIVE for port object 7fe9e7f1-bdf1-41aa-b48e-64c9d31ca5dc will not be triggered until provisioned by entity L2. {{(pid=102194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:05:10.722638 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-de7435fb-869f-4a3e-9597-57f708c9b17b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:10.853924 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71476c9c-d7e3-469b-aced-aa4142bf40b8 req-d8214660-c48d-4a2f-810f-6419949d2765 tempest-FloatingIPsAssociationNegativeTestJSON-425952940 tempest-FloatingIPsAssociationNegativeTestJSON-425952940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:10.860451 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-71476c9c-d7e3-469b-aced-aa4142bf40b8 req-d8214660-c48d-4a2f-810f-6419949d2765 tempest-FloatingIPsAssociationNegativeTestJSON-425952940 tempest-FloatingIPsAssociationNegativeTestJSON-425952940-project] 10.222.0.41 "GET /v2.0/ports?device_id=462de067-85b7-40e9-8a21-63b970ededa0 HTTP/1.1" status: 200 len: 945 time: 0.1098700 Aug 11 03:05:10.875949 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-de7435fb-869f-4a3e-9597-57f708c9b17b None None] Attempting to bind port 7fe9e7f1-bdf1-41aa-b48e-64c9d31ca5dc on host n-d-764292-30 for vnic_type normal with profile {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:05:10.876321 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-de7435fb-869f-4a3e-9597-57f708c9b17b None None] Attempting to bind port 7fe9e7f1-bdf1-41aa-b48e-64c9d31ca5dc by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': '1942c4bb-5ebd-48ad-9bb1-1f6105059e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'd3d24e23-315f-4ce8-b3e6-97e29c7ae176'}] {{(pid=102194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:05:10.876677 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7435fb-869f-4a3e-9597-57f708c9b17b None None] Attempting to bind port 7fe9e7f1-bdf1-41aa-b48e-64c9d31ca5dc on network d3d24e23-315f-4ce8-b3e6-97e29c7ae176 {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:05:10.887541 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7435fb-869f-4a3e-9597-57f708c9b17b None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 5, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:05:10.887936 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7435fb-869f-4a3e-9597-57f708c9b17b None None] Checking segment: {'id': '1942c4bb-5ebd-48ad-9bb1-1f6105059e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'd3d24e23-315f-4ce8-b3e6-97e29c7ae176'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:05:10.888346 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-de7435fb-869f-4a3e-9597-57f708c9b17b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:10.889093 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7435fb-869f-4a3e-9597-57f708c9b17b None None] Bound using segment: {'id': '1942c4bb-5ebd-48ad-9bb1-1f6105059e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'd3d24e23-315f-4ce8-b3e6-97e29c7ae176'} {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:05:10.889583 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-de7435fb-869f-4a3e-9597-57f708c9b17b None None] Bound port: 7fe9e7f1-bdf1-41aa-b48e-64c9d31ca5dc, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1942c4bb-5ebd-48ad-9bb1-1f6105059e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'd3d24e23-315f-4ce8-b3e6-97e29c7ae176'}}] {{(pid=102194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:05:10.889967 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-de7435fb-869f-4a3e-9597-57f708c9b17b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:10.936973 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-36cc2eec-abf1-4f66-8614-d7aa5e7db86f req-4b931bb2-5eb7-4b13-ab56-c0b3b8dcfa1a service neutron] 10.222.0.22 "GET /v2.0/networks/d1bf0def-6fa4-4d3e-bbc5-20a040931fba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3668766 Aug 11 03:05:10.977085 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:10.998311 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eecafb-2f78-4b13-979b-42da647eb73f req-64273d04-b3ca-4c81-b57a-08c43bd135bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:10.999877 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-85eecafb-2f78-4b13-979b-42da647eb73f req-64273d04-b3ca-4c81-b57a-08c43bd135bb service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=a978446e-4582-4607-aebd-6033f29f8980&tenant_id=2a223f1b2a284c768535cee2a71b4bcf HTTP/1.1" status: 200 len: 1102 time: 0.0901589 Aug 11 03:05:11.019740 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-85eecafb-2f78-4b13-979b-42da647eb73f req-a1600545-f02a-46c4-adf0-22a64847265b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-764292-30', 'device_owner': 'compute:nova'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:05:11.041657 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b4565b-dfcb-4dc8-adaf-7e1a16d9d903 None None] Pushing event updated for resources: {'Port': ['ID=7fe9e7f1-bdf1-41aa-b48e-64c9d31ca5dc,revision_number=3']} {{(pid=102194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:11.072501 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.db [None req-de7435fb-869f-4a3e-9597-57f708c9b17b None None] For port 7fe9e7f1-bdf1-41aa-b48e-64c9d31ca5dc, host n-d-764292-30, cleared binding levels {{(pid=102194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:05:11.073165 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-36cc2eec-abf1-4f66-8614-d7aa5e7db86f req-d8e08a51-364e-4c6f-ae46-d0d95c4a8897 service neutron] 10.222.0.22 "GET /v2.0/networks/d1bf0def-6fa4-4d3e-bbc5-20a040931fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273592 Aug 11 03:05:11.083657 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.db [None req-de7435fb-869f-4a3e-9597-57f708c9b17b None None] For port 7fe9e7f1-bdf1-41aa-b48e-64c9d31ca5dc, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=7fe9e7f1-bdf1-41aa-b48e-64c9d31ca5dc,segment=NetworkSegment(1942c4bb-5ebd-48ad-9bb1-1f6105059e2f),segment_id=1942c4bb-5ebd-48ad-9bb1-1f6105059e2f)] {{(pid=102194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:05:11.096370 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-71476c9c-d7e3-469b-aced-aa4142bf40b8 req-53acfd78-6b13-4b54-b82f-2540f3bbbdb8 tempest-FloatingIPsAssociationNegativeTestJSON-425952940 tempest-FloatingIPsAssociationNegativeTestJSON-425952940-project] 10.222.0.41 "GET /v2.0/security-groups?id=e64b018f-6968-4868-8ff2-d15f7808d7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296183 Aug 11 03:05:11.109623 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-60a338af-0d08-4681-8acd-820381a48364 req-6a07bf65-cf85-4859-9bb4-22c9d2e62e93 tempest-FloatingIPDetailsTestJSON-255665576 tempest-FloatingIPDetailsTestJSON-255665576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:11.160860 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-de7435fb-869f-4a3e-9597-57f708c9b17b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:11.207967 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-85eecafb-2f78-4b13-979b-42da647eb73f req-a1600545-f02a-46c4-adf0-22a64847265b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:11.278467 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b4565b-dfcb-4dc8-adaf-7e1a16d9d903 None None] Pushing event updated for resources: {'Port': ['ID=7fe9e7f1-bdf1-41aa-b48e-64c9d31ca5dc,revision_number=4']} {{(pid=102194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:11.316432 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7435fb-869f-4a3e-9597-57f708c9b17b None None] Routers {'45b11d47-8f4d-467a-a5f8-35cf9e3c64e5'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:05:11.316713 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-de7435fb-869f-4a3e-9597-57f708c9b17b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:05:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['45b11d47-8f4d-467a-a5f8-35cf9e3c64e5'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:05:11.582491 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26137f8-bc65-4227-950c-af465c85a435 req-9f3963eb-e22e-4a16-a940-e39fc6f79091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:11.584619 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a26137f8-bc65-4227-950c-af465c85a435 req-9f3963eb-e22e-4a16-a940-e39fc6f79091 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6c5fdf9440014970a122fa6f2b0aea53&device_id=b2954236-1bc4-41e2-a6cf-3032a367c6ac HTTP/1.1" status: 200 len: 1100 time: 0.3256171 Aug 11 03:05:11.603997 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-de7435fb-869f-4a3e-9597-57f708c9b17b None None] Set router 45b11d47-8f4d-467a-a5f8-35cf9e3c64e5 gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:05:11.607262 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c20949-7ad4-4ff5-bffb-e2abe1939c6a req-8a6ffe04-d834-4da0-89fc-845c882d0acd tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:11.613794 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-89c20949-7ad4-4ff5-bffb-e2abe1939c6a req-8a6ffe04-d834-4da0-89fc-845c882d0acd tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=a978446e-4582-4607-aebd-6033f29f8980 HTTP/1.1" status: 200 len: 950 time: 0.2986245 Aug 11 03:05:11.770761 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [req-60a338af-0d08-4681-8acd-820381a48364 req-6a07bf65-cf85-4859-9bb4-22c9d2e62e93 tempest-FloatingIPDetailsTestJSON-255665576 tempest-FloatingIPDetailsTestJSON-255665576-project] Allocated IP 172.25.8.31 (09faf7d2-eaf5-4a50-bb6e-4cb05d009a76/e1a97443-13df-40bb-85f5-fd269e2742c0/4aee700a-2214-4bd4-ae4a-02081158b741) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:05:11.770995 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-85eecafb-2f78-4b13-979b-42da647eb73f req-a1600545-f02a-46c4-adf0-22a64847265b service neutron] For port 49709cb6-e751-4686-8ada-f7f57e0574e6, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=49709cb6-e751-4686-8ada-f7f57e0574e6,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:05:11.798128 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-89c20949-7ad4-4ff5-bffb-e2abe1939c6a req-1b31446c-d11f-4ccc-a97b-dfe65777d174 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634338 Aug 11 03:05:11.855718 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-85eecafb-2f78-4b13-979b-42da647eb73f req-a1600545-f02a-46c4-adf0-22a64847265b service neutron] For port 49709cb6-e751-4686-8ada-f7f57e0574e6, host n-h2-764292-30, cleared binding levels {{(pid=102191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:05:11.907938 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26137f8-bc65-4227-950c-af465c85a435 req-65894e07-8f7e-47dc-abd7-68023f4d4c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:11.909741 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a26137f8-bc65-4227-950c-af465c85a435 req-65894e07-8f7e-47dc-abd7-68023f4d4c56 service neutron] 10.222.0.22 "GET /v2.0/networks?id=d1bf0def-6fa4-4d3e-bbc5-20a040931fba HTTP/1.1" status: 200 len: 870 time: 0.2878919 Aug 11 03:05:11.972805 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-85eecafb-2f78-4b13-979b-42da647eb73f req-a1600545-f02a-46c4-adf0-22a64847265b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:11.980438 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a26137f8-bc65-4227-950c-af465c85a435 req-b5067d0b-8225-453d-98ae-8d3e08fdc16d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=8a2c57c2-f791-4ef4-bfed-cab0e4eb4d46 HTTP/1.1" status: 200 len: 217 time: 0.0516529 Aug 11 03:05:12.010434 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [req-85eecafb-2f78-4b13-979b-42da647eb73f req-a1600545-f02a-46c4-adf0-22a64847265b service neutron] Transition to ACTIVE for port object 49709cb6-e751-4686-8ada-f7f57e0574e6 will not be triggered until provisioned by entity L2. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:05:12.012651 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a978446e-4582-4607-aebd-6033f29f8980', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49709cb6-e751-4686-8ada-f7f57e0574e6'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:05:12.021108 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5235127a-435a-4dfc-b831-bc8978a3dc46" -d '{"events": [{"server_uuid": "a978446e-4582-4607-aebd-6033f29f8980", "name": "network-vif-unplugged", "status": "completed", "tag": "49709cb6-e751-4686-8ada-f7f57e0574e6"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:05:12.056864 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-60a338af-0d08-4681-8acd-820381a48364 req-6a07bf65-cf85-4859-9bb4-22c9d2e62e93 tempest-FloatingIPDetailsTestJSON-255665576 tempest-FloatingIPDetailsTestJSON-255665576-project] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:12.084015 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26137f8-bc65-4227-950c-af465c85a435 req-4ed311e9-0a1f-4f0f-b153-f56e01e3415d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:12.085760 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a26137f8-bc65-4227-950c-af465c85a435 req-4ed311e9-0a1f-4f0f-b153-f56e01e3415d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=254a3f4d-2b75-429e-bbb2-8e70554e9483 HTTP/1.1" status: 200 len: 843 time: 0.0929008 Aug 11 03:05:12.086179 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-85eecafb-2f78-4b13-979b-42da647eb73f req-a1600545-f02a-46c4-adf0-22a64847265b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:12.166170 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26137f8-bc65-4227-950c-af465c85a435 req-7d21548d-cec5-438a-aece-cede099b45aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:12.173937 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a26137f8-bc65-4227-950c-af465c85a435 req-7d21548d-cec5-438a-aece-cede099b45aa service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d1bf0def-6fa4-4d3e-bbc5-20a040931fba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0713301 Aug 11 03:05:12.243822 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-de7435fb-869f-4a3e-9597-57f708c9b17b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45b11d47-8f4d-467a-a5f8-35cf9e3c64e5', 'name': 'tempest-FloatingIPDetailsTestJSON-404791499-router', 'tenant_id': '5cb6b523c0e64a8295a2cf9ab9483d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': 'c12bc03e-0b01-441b-a234-23a9ff5449d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:04:59Z', 'updated_at': '2021-08-11T03:05:06Z', 'revision_number': 4, 'project_id': '5cb6b523c0e64a8295a2cf9ab9483d1e', 'gw_port': {'id': 'c12bc03e-0b01-441b-a234-23a9ff5449d5', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:7f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b11d47-8f4d-467a-a5f8-35cf9e3c64e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:05:00Z', 'updated_at': '2021-08-11T03:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '7fe9e7f1-bdf1-41aa-b48e-64c9d31ca5dc', 'name': '', 'network_id': 'd3d24e23-315f-4ce8-b3e6-97e29c7ae176', 'tenant_id': '5cb6b523c0e64a8295a2cf9ab9483d1e', 'mac_address': 'fa:16:3e:02:88:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45b11d47-8f4d-467a-a5f8-35cf9e3c64e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': 'c38c26a6-4567-424f-9b7b-ba85836c624f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:05:04Z', 'updated_at': '2021-08-11T03:05:11Z', 'revision_number': 4, 'project_id': '5cb6b523c0e64a8295a2cf9ab9483d1e', 'subnets': [{'id': 'c38c26a6-4567-424f-9b7b-ba85836c624f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:05:12.281072 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de7435fb-869f-4a3e-9597-57f708c9b17b None None] The sync data for ids ['45b11d47-8f4d-467a-a5f8-35cf9e3c64e5'] in n-d-764292-30 is: [{'id': '45b11d47-8f4d-467a-a5f8-35cf9e3c64e5', 'name': 'tempest-FloatingIPDetailsTestJSON-404791499-router', 'tenant_id': '5cb6b523c0e64a8295a2cf9ab9483d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': 'c12bc03e-0b01-441b-a234-23a9ff5449d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:04:59Z', 'updated_at': '2021-08-11T03:05:06Z', 'revision_number': 4, 'project_id': '5cb6b523c0e64a8295a2cf9ab9483d1e', 'gw_port': {'id': 'c12bc03e-0b01-441b-a234-23a9ff5449d5', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:7f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b11d47-8f4d-467a-a5f8-35cf9e3c64e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:05:00Z', 'updated_at': '2021-08-11T03:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '7fe9e7f1-bdf1-41aa-b48e-64c9d31ca5dc', 'name': '', 'network_id': 'd3d24e23-315f-4ce8-b3e6-97e29c7ae176', 'tenant_id': '5cb6b523c0e64a8295a2cf9ab9483d1e', 'mac_address': 'fa:16:3e:02:88:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45b11d47-8f4d-467a-a5f8-35cf9e3c64e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': 'c38c26a6-4567-424f-9b7b-ba85836c624f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:05:04Z', 'updated_at': '2021-08-11T03:05:11Z', 'revision_number': 4, 'project_id': '5cb6b523c0e64a8295a2cf9ab9483d1e', 'subnets': [{'id': 'c38c26a6-4567-424f-9b7b-ba85836c624f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:05:12.304842 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-85eecafb-2f78-4b13-979b-42da647eb73f req-a1600545-f02a-46c4-adf0-22a64847265b service neutron] No DVR routers for this DVR port 49709cb6-e751-4686-8ada-f7f57e0574e6 on host n-h2-764292-30 {{(pid=102191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:05:12.471365 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-85eecafb-2f78-4b13-979b-42da647eb73f req-a1600545-f02a-46c4-adf0-22a64847265b service neutron] Attempting to bind port 49709cb6-e751-4686-8ada-f7f57e0574e6 on host n-h1-764292-30 for vnic_type normal with profile {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:05:12.471696 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-85eecafb-2f78-4b13-979b-42da647eb73f req-a1600545-f02a-46c4-adf0-22a64847265b service neutron] Attempting to bind port 49709cb6-e751-4686-8ada-f7f57e0574e6 by drivers openvswitch,hyperv on host n-h1-764292-30 at level 0 using segments [{'id': '9b7b03c0-092f-4953-898f-de6d8f2338ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba'}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:05:12.473290 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85eecafb-2f78-4b13-979b-42da647eb73f req-a1600545-f02a-46c4-adf0-22a64847265b service neutron] Attempting to bind port 49709cb6-e751-4686-8ada-f7f57e0574e6 on network d1bf0def-6fa4-4d3e-bbc5-20a040931fba {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:05:12.483369 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85eecafb-2f78-4b13-979b-42da647eb73f req-a1600545-f02a-46c4-adf0-22a64847265b service neutron] Port 49709cb6-e751-4686-8ada-f7f57e0574e6 on network d1bf0def-6fa4-4d3e-bbc5-20a040931fba not bound, no agent of type Open vSwitch agent registered on host n-h1-764292-30 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:05:12.483706 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85eecafb-2f78-4b13-979b-42da647eb73f req-a1600545-f02a-46c4-adf0-22a64847265b service neutron] Attempting to bind port 49709cb6-e751-4686-8ada-f7f57e0574e6 on network d1bf0def-6fa4-4d3e-bbc5-20a040931fba {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:05:12.498751 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85eecafb-2f78-4b13-979b-42da647eb73f req-a1600545-f02a-46c4-adf0-22a64847265b service neutron] Checking agent: {'id': 'abb524c2-b412-4ed2-8367-45c4fd996fa7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 5, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:05:12.499072 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85eecafb-2f78-4b13-979b-42da647eb73f req-a1600545-f02a-46c4-adf0-22a64847265b service neutron] Checking segment: {'id': '9b7b03c0-092f-4953-898f-de6d8f2338ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:05:12.499493 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85eecafb-2f78-4b13-979b-42da647eb73f req-a1600545-f02a-46c4-adf0-22a64847265b service neutron] Bound using segment: {'id': '9b7b03c0-092f-4953-898f-de6d8f2338ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba'} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:05:12.499978 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-85eecafb-2f78-4b13-979b-42da647eb73f req-a1600545-f02a-46c4-adf0-22a64847265b service neutron] Bound port: 49709cb6-e751-4686-8ada-f7f57e0574e6, host: n-h1-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b7b03c0-092f-4953-898f-de6d8f2338ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba'}}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:05:12.500289 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-85eecafb-2f78-4b13-979b-42da647eb73f req-a1600545-f02a-46c4-adf0-22a64847265b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:12.580921 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1600545-f02a-46c4-adf0-22a64847265b service neutron] Pushing event updated for resources: {'Port': ['ID=49709cb6-e751-4686-8ada-f7f57e0574e6,revision_number=6']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:12.640690 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-85eecafb-2f78-4b13-979b-42da647eb73f req-a1600545-f02a-46c4-adf0-22a64847265b service neutron] For port 49709cb6-e751-4686-8ada-f7f57e0574e6, host n-h1-764292-30, cleared binding levels {{(pid=102191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:05:12.651191 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-85eecafb-2f78-4b13-979b-42da647eb73f req-a1600545-f02a-46c4-adf0-22a64847265b service neutron] For port 49709cb6-e751-4686-8ada-f7f57e0574e6, host n-h1-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=49709cb6-e751-4686-8ada-f7f57e0574e6,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:05:12.726302 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-85eecafb-2f78-4b13-979b-42da647eb73f req-a1600545-f02a-46c4-adf0-22a64847265b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:12.833208 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1600545-f02a-46c4-adf0-22a64847265b service neutron] Pushing event updated for resources: {'Port': ['ID=49709cb6-e751-4686-8ada-f7f57e0574e6,revision_number=7']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:12.840522 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eecafb-2f78-4b13-979b-42da647eb73f req-a1600545-f02a-46c4-adf0-22a64847265b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:12.841490 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-85eecafb-2f78-4b13-979b-42da647eb73f req-a1600545-f02a-46c4-adf0-22a64847265b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:12.843642 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-85eecafb-2f78-4b13-979b-42da647eb73f req-a1600545-f02a-46c4-adf0-22a64847265b service neutron] 10.222.0.22 "PUT /v2.0/ports/49709cb6-e751-4686-8ada-f7f57e0574e6 HTTP/1.1" status: 200 len: 1097 time: 1.8342609 Aug 11 03:05:12.977212 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eecafb-2f78-4b13-979b-42da647eb73f req-fa7b6140-ce84-40ad-9447-3f8a2ca6cabc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:12.979284 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-85eecafb-2f78-4b13-979b-42da647eb73f req-fa7b6140-ce84-40ad-9447-3f8a2ca6cabc service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2a223f1b2a284c768535cee2a71b4bcf&device_id=a978446e-4582-4607-aebd-6033f29f8980 HTTP/1.1" status: 200 len: 1100 time: 0.1099889 Aug 11 03:05:13.103589 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-60a338af-0d08-4681-8acd-820381a48364 req-6a07bf65-cf85-4859-9bb4-22c9d2e62e93 tempest-FloatingIPDetailsTestJSON-255665576 tempest-FloatingIPDetailsTestJSON-255665576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:13.183662 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eecafb-2f78-4b13-979b-42da647eb73f req-ea657323-7def-48ed-9c00-e9c8835f2c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:13.185520 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-85eecafb-2f78-4b13-979b-42da647eb73f req-ea657323-7def-48ed-9c00-e9c8835f2c46 service neutron] 10.222.0.22 "GET /v2.0/networks?id=d1bf0def-6fa4-4d3e-bbc5-20a040931fba HTTP/1.1" status: 200 len: 870 time: 0.1975338 Aug 11 03:05:13.243854 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-85eecafb-2f78-4b13-979b-42da647eb73f req-43ceb3bd-d9f9-48ea-b4d4-6cb6f26bfbaf service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=49709cb6-e751-4686-8ada-f7f57e0574e6 HTTP/1.1" status: 200 len: 217 time: 0.0411084 Aug 11 03:05:13.288814 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 49709cb6-e751-4686-8ada-f7f57e0574e6 no longer exists at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:05:13.327978 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a26137f8-bc65-4227-950c-af465c85a435 req-280e3788-ef38-46ce-9548-853118368697 service neutron] 10.222.0.22 "GET /v2.0/networks/d1bf0def-6fa4-4d3e-bbc5-20a040931fba?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0498669 Aug 11 03:05:13.338944 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eecafb-2f78-4b13-979b-42da647eb73f req-31ace95c-b27a-46d2-8df2-5dd41c8abc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:13.340462 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-85eecafb-2f78-4b13-979b-42da647eb73f req-31ace95c-b27a-46d2-8df2-5dd41c8abc60 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=254a3f4d-2b75-429e-bbb2-8e70554e9483 HTTP/1.1" status: 200 len: 843 time: 0.0859170 Aug 11 03:05:13.363851 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60a338af-0d08-4681-8acd-820381a48364 req-6a07bf65-cf85-4859-9bb4-22c9d2e62e93 tempest-FloatingIPDetailsTestJSON-255665576 tempest-FloatingIPDetailsTestJSON-255665576-project] Network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:05:13.403340 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 49709cb6-e751-4686-8ada-f7f57e0574e6 not bound to the agent host n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:05:13.416446 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [req-60a338af-0d08-4681-8acd-820381a48364 req-6a07bf65-cf85-4859-9bb4-22c9d2e62e93 tempest-FloatingIPDetailsTestJSON-255665576 tempest-FloatingIPDetailsTestJSON-255665576-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:05:13.445779 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eecafb-2f78-4b13-979b-42da647eb73f req-0fc549aa-0d68-4d63-b881-b94601b3bd37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:13.448800 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-85eecafb-2f78-4b13-979b-42da647eb73f req-0fc549aa-0d68-4d63-b881-b94601b3bd37 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d1bf0def-6fa4-4d3e-bbc5-20a040931fba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0959575 Aug 11 03:05:13.494401 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [req-60a338af-0d08-4681-8acd-820381a48364 req-6a07bf65-cf85-4859-9bb4-22c9d2e62e93 tempest-FloatingIPDetailsTestJSON-255665576 tempest-FloatingIPDetailsTestJSON-255665576-project] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:05:13.503278 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a07bf65-cf85-4859-9bb4-22c9d2e62e93 tempest-FloatingIPDetailsTestJSON-255665576 tempest-FloatingIPDetailsTestJSON-255665576-project] Pushing event updated for resources: {'Port': ['ID=4aee700a-2214-4bd4-ae4a-02081158b741,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:13.543162 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4a2f43cc-e5fd-40b7-9cb8-1288e3d6c31c req-ba98c8a3-be97-4114-af82-3a0101c6633e tempest-FloatingIPsAssociationNegativeTestJSON-425952940 tempest-FloatingIPsAssociationNegativeTestJSON-425952940-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 HTTP/1.1" status: 200 len: 258 time: 1.3723149 Aug 11 03:05:13.584062 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-85eecafb-2f78-4b13-979b-42da647eb73f req-6188e21e-00ff-46fe-b1fd-79e12379a0de service neutron] 10.222.0.22 "GET /v2.0/networks/d1bf0def-6fa4-4d3e-bbc5-20a040931fba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269553 Aug 11 03:05:13.592070 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 7fe9e7f1-bdf1-41aa-b48e-64c9d31ca5dc up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:05:13.613389 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-4a2f43cc-e5fd-40b7-9cb8-1288e3d6c31c req-1abb167e-7fb8-4341-b4bc-bd7fbd108c6c tempest-FloatingIPsAssociationNegativeTestJSON-425952940 tempest-FloatingIPsAssociationNegativeTestJSON-425952940-project] Request body: {'floatingip': {'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:05:13.770872 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a26137f8-bc65-4227-950c-af465c85a435 req-98a1b3e8-fcec-45a2-8c78-574694b61d57 service neutron] 10.222.0.22 "GET /v2.0/networks/d1bf0def-6fa4-4d3e-bbc5-20a040931fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4181972 Aug 11 03:05:13.795875 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-4a2f43cc-e5fd-40b7-9cb8-1288e3d6c31c req-1abb167e-7fb8-4341-b4bc-bd7fbd108c6c tempest-FloatingIPsAssociationNegativeTestJSON-425952940 tempest-FloatingIPsAssociationNegativeTestJSON-425952940-project] Notify callbacks [] for floatingip, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:13.805125 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port 7fe9e7f1-bdf1-41aa-b48e-64c9d31ca5dc completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:05:13.812875 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 7fe9e7f1-bdf1-41aa-b48e-64c9d31ca5dc triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:05:13.815301 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:13.823288 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-85eecafb-2f78-4b13-979b-42da647eb73f req-1acc9895-b1e4-4a4a-bf8a-d87324188497 service neutron] 10.222.0.22 "GET /v2.0/networks/d1bf0def-6fa4-4d3e-bbc5-20a040931fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2288854 Aug 11 03:05:13.897420 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-60a338af-0d08-4681-8acd-820381a48364 req-6a07bf65-cf85-4859-9bb4-22c9d2e62e93 tempest-FloatingIPDetailsTestJSON-255665576 tempest-FloatingIPDetailsTestJSON-255665576-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:13.995509 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:14.095936 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port 7fe9e7f1-bdf1-41aa-b48e-64c9d31ca5dc, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=7fe9e7f1-bdf1-41aa-b48e-64c9d31ca5dc,segment=NetworkSegment(1942c4bb-5ebd-48ad-9bb1-1f6105059e2f),segment_id=1942c4bb-5ebd-48ad-9bb1-1f6105059e2f)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:05:14.098117 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-60a338af-0d08-4681-8acd-820381a48364 req-6a07bf65-cf85-4859-9bb4-22c9d2e62e93 tempest-FloatingIPDetailsTestJSON-255665576 tempest-FloatingIPDetailsTestJSON-255665576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:14.102222 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-4a2f43cc-e5fd-40b7-9cb8-1288e3d6c31c req-1abb167e-7fb8-4341-b4bc-bd7fbd108c6c tempest-FloatingIPsAssociationNegativeTestJSON-425952940 tempest-FloatingIPsAssociationNegativeTestJSON-425952940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:14.159514 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:14.291778 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=7fe9e7f1-bdf1-41aa-b48e-64c9d31ca5dc,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:14.418834 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [req-4a2f43cc-e5fd-40b7-9cb8-1288e3d6c31c req-1abb167e-7fb8-4341-b4bc-bd7fbd108c6c tempest-FloatingIPsAssociationNegativeTestJSON-425952940 tempest-FloatingIPsAssociationNegativeTestJSON-425952940-project] Allocated IP 172.25.8.144 (09faf7d2-eaf5-4a50-bb6e-4cb05d009a76/e1a97443-13df-40bb-85f5-fd269e2742c0/f860adee-c451-4a89-8483-92ad4b7abb5d) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:05:14.538206 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-60a338af-0d08-4681-8acd-820381a48364 req-6a07bf65-cf85-4859-9bb4-22c9d2e62e93 tempest-FloatingIPDetailsTestJSON-255665576 tempest-FloatingIPDetailsTestJSON-255665576-project] Notify callbacks [] for port, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:14.735830 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-4a2f43cc-e5fd-40b7-9cb8-1288e3d6c31c req-1abb167e-7fb8-4341-b4bc-bd7fbd108c6c tempest-FloatingIPsAssociationNegativeTestJSON-425952940 tempest-FloatingIPsAssociationNegativeTestJSON-425952940-project] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:15.446819 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 7fe9e7f1-bdf1-41aa-b48e-64c9d31ca5dc up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:05:15.495558 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 7fe9e7f1-bdf1-41aa-b48e-64c9d31ca5dc triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:05:15.495930 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:15.496439 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-60a338af-0d08-4681-8acd-820381a48364 req-6a07bf65-cf85-4859-9bb4-22c9d2e62e93 tempest-FloatingIPDetailsTestJSON-255665576 tempest-FloatingIPDetailsTestJSON-255665576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:15.561970 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-4a2f43cc-e5fd-40b7-9cb8-1288e3d6c31c req-1abb167e-7fb8-4341-b4bc-bd7fbd108c6c tempest-FloatingIPsAssociationNegativeTestJSON-425952940 tempest-FloatingIPsAssociationNegativeTestJSON-425952940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:15.576846 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 8a2c57c2-f791-4ef4-bfed-cab0e4eb4d46 details requested by agent hyperv_n-h1-764292-30 with host n-h1-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:05:15.612787 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a07bf65-cf85-4859-9bb4-22c9d2e62e93 tempest-FloatingIPDetailsTestJSON-255665576 tempest-FloatingIPDetailsTestJSON-255665576-project] Pushing event updated for resources: {'Port': ['ID=4aee700a-2214-4bd4-ae4a-02081158b741,revision_number=2']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:15.650260 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a2f43cc-e5fd-40b7-9cb8-1288e3d6c31c req-1abb167e-7fb8-4341-b4bc-bd7fbd108c6c tempest-FloatingIPsAssociationNegativeTestJSON-425952940 tempest-FloatingIPsAssociationNegativeTestJSON-425952940-project] Network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:05:15.681754 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [req-4a2f43cc-e5fd-40b7-9cb8-1288e3d6c31c req-1abb167e-7fb8-4341-b4bc-bd7fbd108c6c tempest-FloatingIPsAssociationNegativeTestJSON-425952940 tempest-FloatingIPsAssociationNegativeTestJSON-425952940-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:05:15.712977 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a2f43cc-e5fd-40b7-9cb8-1288e3d6c31c req-1abb167e-7fb8-4341-b4bc-bd7fbd108c6c tempest-FloatingIPsAssociationNegativeTestJSON-425952940 tempest-FloatingIPsAssociationNegativeTestJSON-425952940-project] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:05:15.773260 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 8a2c57c2-f791-4ef4-bfed-cab0e4eb4d46, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=8a2c57c2-f791-4ef4-bfed-cab0e4eb4d46,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:05:15.777189 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797d4e2d-0b7f-4c18-9263-0ffec25673d5 req-b99849c5-dc4d-49ae-af9f-2edb7f4ddbf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:15.779286 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-797d4e2d-0b7f-4c18-9263-0ffec25673d5 req-b99849c5-dc4d-49ae-af9f-2edb7f4ddbf7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3419766c112444a3864f482257b66851&device_id=70c84ed6-1b38-4b73-8bea-55c843cc7bda HTTP/1.1" status: 200 len: 1098 time: 0.0860529 Aug 11 03:05:15.790309 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-60a338af-0d08-4681-8acd-820381a48364 req-6a07bf65-cf85-4859-9bb4-22c9d2e62e93 tempest-FloatingIPDetailsTestJSON-255665576 tempest-FloatingIPDetailsTestJSON-255665576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446866'] for floatingip, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:15.813582 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abb167e-7fb8-4341-b4bc-bd7fbd108c6c tempest-FloatingIPsAssociationNegativeTestJSON-425952940 tempest-FloatingIPsAssociationNegativeTestJSON-425952940-project] Pushing event updated for resources: {'Port': ['ID=f860adee-c451-4a89-8483-92ad4b7abb5d,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:15.821986 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Returning: {'device': '8a2c57c2-f791-4ef4-bfed-cab0e4eb4d46', 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba', 'port_id': '8a2c57c2-f791-4ef4-bfed-cab0e4eb4d46', 'mac_address': 'fa:16:3e:34:7b:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '254a3f4d-2b75-429e-bbb2-8e70554e9483', 'ip_address': '192.168.233.245'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:05:15.888537 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:15.905299 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a2c57c2-f791-4ef4-bfed-cab0e4eb4d46 {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:05:15.932927 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 8a2c57c2-f791-4ef4-bfed-cab0e4eb4d46, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=8a2c57c2-f791-4ef4-bfed-cab0e4eb4d46,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:05:15.936995 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-60a338af-0d08-4681-8acd-820381a48364 req-6a07bf65-cf85-4859-9bb4-22c9d2e62e93 tempest-FloatingIPDetailsTestJSON-255665576 tempest-FloatingIPDetailsTestJSON-255665576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for floatingip, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:15.938531 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-60a338af-0d08-4681-8acd-820381a48364 req-6a07bf65-cf85-4859-9bb4-22c9d2e62e93 tempest-FloatingIPDetailsTestJSON-255665576 tempest-FloatingIPDetailsTestJSON-255665576-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 5.4368343 Aug 11 03:05:16.001607 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797d4e2d-0b7f-4c18-9263-0ffec25673d5 req-024be8c8-80f3-4339-91bd-c63ccebc975e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:16.003815 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-797d4e2d-0b7f-4c18-9263-0ffec25673d5 req-024be8c8-80f3-4339-91bd-c63ccebc975e service neutron] 10.222.0.24 "GET /v2.0/networks?id=6b5eb666-47e5-4ddb-b0bc-16855d478160 HTTP/1.1" status: 200 len: 913 time: 0.1885266 Aug 11 03:05:16.006985 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:16.011111 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-4a2f43cc-e5fd-40b7-9cb8-1288e3d6c31c req-1abb167e-7fb8-4341-b4bc-bd7fbd108c6c tempest-FloatingIPsAssociationNegativeTestJSON-425952940 tempest-FloatingIPsAssociationNegativeTestJSON-425952940-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:16.021796 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-60a338af-0d08-4681-8acd-820381a48364 req-72492337-1a7d-4c9d-a5b1-bc0b06ef7442 tempest-FloatingIPDetailsTestJSON-255665576 tempest-FloatingIPDetailsTestJSON-255665576-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.8.31 HTTP/1.1" status: 200 len: 695 time: 0.0757799 Aug 11 03:05:16.098146 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-797d4e2d-0b7f-4c18-9263-0ffec25673d5 req-0b5fd8e3-499a-406d-afc2-d7d9d77e6023 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fa57729b-416e-4b56-988d-5e0b3aee0303 HTTP/1.1" status: 200 len: 1001 time: 0.0855029 Aug 11 03:05:16.127274 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=8a2c57c2-f791-4ef4-bfed-cab0e4eb4d46,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:16.160378 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797d4e2d-0b7f-4c18-9263-0ffec25673d5 req-515ab6cd-1f28-4be2-9f02-9ce2a50f362b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:16.162313 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-797d4e2d-0b7f-4c18-9263-0ffec25673d5 req-515ab6cd-1f28-4be2-9f02-9ce2a50f362b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6bc807f9-b5f2-488b-b980-1ec1f7afe42f HTTP/1.1" status: 200 len: 851 time: 0.0564849 Aug 11 03:05:16.177691 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a338af-0d08-4681-8acd-820381a48364 req-8cd81cdd-cb6d-4f7b-8db1-f89d85914454 tempest-FloatingIPDetailsTestJSON-255665576 tempest-FloatingIPDetailsTestJSON-255665576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:16.179434 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-60a338af-0d08-4681-8acd-820381a48364 req-8cd81cdd-cb6d-4f7b-8db1-f89d85914454 tempest-FloatingIPDetailsTestJSON-255665576 tempest-FloatingIPDetailsTestJSON-255665576-project] 10.222.0.41 "GET /v2.0/networks/09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 HTTP/1.1" status: 200 len: 784 time: 0.1454437 Aug 11 03:05:16.211858 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-4a2f43cc-e5fd-40b7-9cb8-1288e3d6c31c req-1abb167e-7fb8-4341-b4bc-bd7fbd108c6c tempest-FloatingIPsAssociationNegativeTestJSON-425952940 tempest-FloatingIPsAssociationNegativeTestJSON-425952940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:16.237212 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797d4e2d-0b7f-4c18-9263-0ffec25673d5 req-3344ea1c-3739-4cb8-9450-292e1ae4ed2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:16.239261 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-797d4e2d-0b7f-4c18-9263-0ffec25673d5 req-3344ea1c-3739-4cb8-9450-292e1ae4ed2e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6b5eb666-47e5-4ddb-b0bc-16855d478160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0678713 Aug 11 03:05:16.354729 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['8a2c57c2-f791-4ef4-bfed-cab0e4eb4d46'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:05:16.367704 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-797d4e2d-0b7f-4c18-9263-0ffec25673d5 req-7d0d04ea-c136-4342-8d05-e80bbf7750cb service neutron] 10.222.0.24 "GET /v2.0/networks/6b5eb666-47e5-4ddb-b0bc-16855d478160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205194 Aug 11 03:05:16.452978 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0302a416-7d6c-4b8a-85ba-9b6a3fcd047a req-f4c4ae42-c5c7-4304-819c-6c5c8b23b78d tempest-LiveMigrationNegativeTest-810634778 tempest-LiveMigrationNegativeTest-810634778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:16.454839 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0302a416-7d6c-4b8a-85ba-9b6a3fcd047a req-f4c4ae42-c5c7-4304-819c-6c5c8b23b78d tempest-LiveMigrationNegativeTest-810634778 tempest-LiveMigrationNegativeTest-810634778-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2954236-1bc4-41e2-a6cf-3032a367c6ac HTTP/1.1" status: 200 len: 949 time: 0.1243279 Aug 11 03:05:16.467028 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-4a2f43cc-e5fd-40b7-9cb8-1288e3d6c31c req-1abb167e-7fb8-4341-b4bc-bd7fbd108c6c tempest-FloatingIPsAssociationNegativeTestJSON-425952940 tempest-FloatingIPsAssociationNegativeTestJSON-425952940-project] Notify callbacks [] for port, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:16.523148 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0302a416-7d6c-4b8a-85ba-9b6a3fcd047a req-7d28ccce-87bc-4521-b374-738f46bfaee3 tempest-LiveMigrationNegativeTest-810634778 tempest-LiveMigrationNegativeTest-810634778-project] 10.222.0.41 "GET /v2.0/security-groups?id=0913e296-ac5e-445f-8623-626489b224f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526357 Aug 11 03:05:16.553602 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-4a2f43cc-e5fd-40b7-9cb8-1288e3d6c31c req-1abb167e-7fb8-4341-b4bc-bd7fbd108c6c tempest-FloatingIPsAssociationNegativeTestJSON-425952940 tempest-FloatingIPsAssociationNegativeTestJSON-425952940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:16.582709 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-797d4e2d-0b7f-4c18-9263-0ffec25673d5 req-30fdac3f-d9d6-4030-8750-ef2378308dec service neutron] 10.222.0.24 "GET /v2.0/networks/6b5eb666-47e5-4ddb-b0bc-16855d478160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2073829 Aug 11 03:05:16.642363 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 03:05:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2d8a24d-0859-45e0-80bb-7a373c6909ba x-openstack-request-id: req-f2d8a24d-0859-45e0-80bb-7a373c6909ba {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:05:16.643229 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a978446e-4582-4607-aebd-6033f29f8980", "name": "network-vif-unplugged", "status": "completed", "tag": "49709cb6-e751-4686-8ada-f7f57e0574e6", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:05:16.643644 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f2d8a24d-0859-45e0-80bb-7a373c6909ba {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:05:16.644207 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a978446e-4582-4607-aebd-6033f29f8980', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49709cb6-e751-4686-8ada-f7f57e0574e6', 'code': 200} Aug 11 03:05:16.688751 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abb167e-7fb8-4341-b4bc-bd7fbd108c6c tempest-FloatingIPsAssociationNegativeTestJSON-425952940 tempest-FloatingIPsAssociationNegativeTestJSON-425952940-project] Pushing event updated for resources: {'Port': ['ID=f860adee-c451-4a89-8483-92ad4b7abb5d,revision_number=2']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:16.711494 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-4a2f43cc-e5fd-40b7-9cb8-1288e3d6c31c req-1abb167e-7fb8-4341-b4bc-bd7fbd108c6c tempest-FloatingIPsAssociationNegativeTestJSON-425952940 tempest-FloatingIPsAssociationNegativeTestJSON-425952940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446866'] for floatingip, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:16.776909 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e449e47-ada4-4f2b-98b3-fb7a70725424 req-d91e04d7-90e4-4fdf-b0a8-f1ab99b74bb8 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:16.778345 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2e449e47-ada4-4f2b-98b3-fb7a70725424 req-d91e04d7-90e4-4fdf-b0a8-f1ab99b74bb8 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=a978446e-4582-4607-aebd-6033f29f8980 HTTP/1.1" status: 200 len: 948 time: 0.0694351 Aug 11 03:05:16.809567 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-4a2f43cc-e5fd-40b7-9cb8-1288e3d6c31c req-1abb167e-7fb8-4341-b4bc-bd7fbd108c6c tempest-FloatingIPsAssociationNegativeTestJSON-425952940 tempest-FloatingIPsAssociationNegativeTestJSON-425952940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for floatingip, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:16.812413 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4a2f43cc-e5fd-40b7-9cb8-1288e3d6c31c req-1abb167e-7fb8-4341-b4bc-bd7fbd108c6c tempest-FloatingIPsAssociationNegativeTestJSON-425952940 tempest-FloatingIPsAssociationNegativeTestJSON-425952940-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.2683187 Aug 11 03:05:16.834199 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2e449e47-ada4-4f2b-98b3-fb7a70725424 req-4fbb0627-c657-4881-b47f-1977c252d457 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483737 Aug 11 03:05:16.934502 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4a2f43cc-e5fd-40b7-9cb8-1288e3d6c31c req-1e96bc57-6cde-4bc3-876a-80d8a6d4f9c5 tempest-FloatingIPsAssociationNegativeTestJSON-425952940 tempest-FloatingIPsAssociationNegativeTestJSON-425952940-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.8.144 HTTP/1.1" status: 200 len: 696 time: 0.1046295 Aug 11 03:05:17.173256 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2f43cc-e5fd-40b7-9cb8-1288e3d6c31c req-557ffd97-b354-498a-86f0-2ed65edb0973 tempest-FloatingIPsAssociationNegativeTestJSON-425952940 tempest-FloatingIPsAssociationNegativeTestJSON-425952940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:17.175267 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4a2f43cc-e5fd-40b7-9cb8-1288e3d6c31c req-557ffd97-b354-498a-86f0-2ed65edb0973 tempest-FloatingIPsAssociationNegativeTestJSON-425952940 tempest-FloatingIPsAssociationNegativeTestJSON-425952940-project] 10.222.0.41 "GET /v2.0/networks/09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 HTTP/1.1" status: 200 len: 784 time: 0.2319531 Aug 11 03:05:17.252102 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a838ca09-95ae-4439-9c57-a1b800ad9800 req-3cf84166-a07a-4587-a957-1ecac9c30075 tempest-FloatingIPDetailsTestJSON-255665576 tempest-FloatingIPDetailsTestJSON-255665576-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2128484 Aug 11 03:05:17.263330 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-a838ca09-95ae-4439-9c57-a1b800ad9800 req-ba414c96-6c7a-4ac1-bc7e-f706c365b488 tempest-FloatingIPDetailsTestJSON-255665576 tempest-FloatingIPDetailsTestJSON-255665576-project] Request body: {'floatingip': {'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:05:17.376910 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-a838ca09-95ae-4439-9c57-a1b800ad9800 req-ba414c96-6c7a-4ac1-bc7e-f706c365b488 tempest-FloatingIPDetailsTestJSON-255665576 tempest-FloatingIPDetailsTestJSON-255665576-project] Notify callbacks [] for floatingip, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:17.446302 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e110db-cda5-4f89-9a8d-4b5b56e767e2 req-7f51b6c9-a0d7-4dd9-842f-186e436cf6e9 tempest-FloatingIPsAssociationNegativeTestJSON-425952940 tempest-FloatingIPsAssociationNegativeTestJSON-425952940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:17.455604 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-34e110db-cda5-4f89-9a8d-4b5b56e767e2 req-7f51b6c9-a0d7-4dd9-842f-186e436cf6e9 tempest-FloatingIPsAssociationNegativeTestJSON-425952940 tempest-FloatingIPsAssociationNegativeTestJSON-425952940-project] 10.222.0.41 "GET /v2.0/ports?device_id=462de067-85b7-40e9-8a21-63b970ededa0&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1224101 Aug 11 03:05:17.552594 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-34e110db-cda5-4f89-9a8d-4b5b56e767e2 req-37c4af24-6e21-46cb-b757-508f958209ac tempest-FloatingIPsAssociationNegativeTestJSON-425952940 tempest-FloatingIPsAssociationNegativeTestJSON-425952940-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.8.144 HTTP/1.1" status: 200 len: 696 time: 0.0961101 Aug 11 03:05:17.572231 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-34e110db-cda5-4f89-9a8d-4b5b56e767e2 req-75f9f2d8-14be-4a16-a9c7-3a20f5fa8ff3 tempest-FloatingIPsAssociationNegativeTestJSON-425952940 tempest-FloatingIPsAssociationNegativeTestJSON-425952940-project] Request body: {'floatingip': {'port_id': 'b640a05b-0c73-4eeb-a2d8-7fd9e401ab03', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:05:17.583007 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 8a2c57c2-f791-4ef4-bfed-cab0e4eb4d46 up at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:05:17.621132 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-34e110db-cda5-4f89-9a8d-4b5b56e767e2 req-75f9f2d8-14be-4a16-a9c7-3a20f5fa8ff3 tempest-FloatingIPsAssociationNegativeTestJSON-425952940 tempest-FloatingIPsAssociationNegativeTestJSON-425952940-project] Notify callbacks [] for floatingip, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:17.730918 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning for port 8a2c57c2-f791-4ef4-bfed-cab0e4eb4d46 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:05:17.735358 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning complete for port 8a2c57c2-f791-4ef4-bfed-cab0e4eb4d46 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:05:17.735744 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:17.748740 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-a838ca09-95ae-4439-9c57-a1b800ad9800 req-ba414c96-6c7a-4ac1-bc7e-f706c365b488 tempest-FloatingIPDetailsTestJSON-255665576 tempest-FloatingIPDetailsTestJSON-255665576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:17.867429 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:17.917289 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2954236-1bc4-41e2-a6cf-3032a367c6ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a2c57c2-f791-4ef4-bfed-cab0e4eb4d46'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:05:17.920981 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbc89639-cbef-4433-a744-2ea22855c4c6" -d '{"events": [{"server_uuid": "b2954236-1bc4-41e2-a6cf-3032a367c6ac", "name": "network-vif-plugged", "status": "completed", "tag": "8a2c57c2-f791-4ef4-bfed-cab0e4eb4d46"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:05:17.927409 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 8a2c57c2-f791-4ef4-bfed-cab0e4eb4d46, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=8a2c57c2-f791-4ef4-bfed-cab0e4eb4d46,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:05:17.978985 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [req-a838ca09-95ae-4439-9c57-a1b800ad9800 req-ba414c96-6c7a-4ac1-bc7e-f706c365b488 tempest-FloatingIPDetailsTestJSON-255665576 tempest-FloatingIPDetailsTestJSON-255665576-project] Allocated IP 172.25.8.150 (09faf7d2-eaf5-4a50-bb6e-4cb05d009a76/e1a97443-13df-40bb-85f5-fd269e2742c0/e045098c-579a-4b87-9ebf-1ee0b43ce208) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:05:18.007352 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:18.067358 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=8a2c57c2-f791-4ef4-bfed-cab0e4eb4d46,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:18.262755 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-a838ca09-95ae-4439-9c57-a1b800ad9800 req-ba414c96-6c7a-4ac1-bc7e-f706c365b488 tempest-FloatingIPDetailsTestJSON-255665576 tempest-FloatingIPDetailsTestJSON-255665576-project] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:18.389079 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-34e110db-cda5-4f89-9a8d-4b5b56e767e2 req-75f9f2d8-14be-4a16-a9c7-3a20f5fa8ff3 tempest-FloatingIPsAssociationNegativeTestJSON-425952940 tempest-FloatingIPsAssociationNegativeTestJSON-425952940-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:18.446668 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-34e110db-cda5-4f89-9a8d-4b5b56e767e2 req-75f9f2d8-14be-4a16-a9c7-3a20f5fa8ff3 tempest-FloatingIPsAssociationNegativeTestJSON-425952940 tempest-FloatingIPsAssociationNegativeTestJSON-425952940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446866'] for floatingip, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:18.503238 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-a838ca09-95ae-4439-9c57-a1b800ad9800 req-ba414c96-6c7a-4ac1-bc7e-f706c365b488 tempest-FloatingIPDetailsTestJSON-255665576 tempest-FloatingIPDetailsTestJSON-255665576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:18.645627 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a978446e-4582-4607-aebd-6033f29f8980', 'tag': '49709cb6-e751-4686-8ada-f7f57e0574e6'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:05:18.648893 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03fd369d-4ae3-4e10-b808-6c3daff9c171" -d '{"events": [{"name": "network-changed", "server_uuid": "a978446e-4582-4607-aebd-6033f29f8980", "tag": "49709cb6-e751-4686-8ada-f7f57e0574e6"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:05:18.724243 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba414c96-6c7a-4ac1-bc7e-f706c365b488 tempest-FloatingIPDetailsTestJSON-255665576 tempest-FloatingIPDetailsTestJSON-255665576-project] Pushing event updated for resources: {'Port': ['ID=e045098c-579a-4b87-9ebf-1ee0b43ce208,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:18.738871 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a838ca09-95ae-4439-9c57-a1b800ad9800 req-ba414c96-6c7a-4ac1-bc7e-f706c365b488 tempest-FloatingIPDetailsTestJSON-255665576 tempest-FloatingIPDetailsTestJSON-255665576-project] Network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:05:18.743252 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [req-a838ca09-95ae-4439-9c57-a1b800ad9800 req-ba414c96-6c7a-4ac1-bc7e-f706c365b488 tempest-FloatingIPDetailsTestJSON-255665576 tempest-FloatingIPDetailsTestJSON-255665576-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:05:18.746265 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [req-a838ca09-95ae-4439-9c57-a1b800ad9800 req-ba414c96-6c7a-4ac1-bc7e-f706c365b488 tempest-FloatingIPDetailsTestJSON-255665576 tempest-FloatingIPDetailsTestJSON-255665576-project] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:05:18.863492 n-d-764292-30 neutron-server[102192]: INFO neutron.db.l3_db [req-34e110db-cda5-4f89-9a8d-4b5b56e767e2 req-75f9f2d8-14be-4a16-a9c7-3a20f5fa8ff3 tempest-FloatingIPsAssociationNegativeTestJSON-425952940 tempest-FloatingIPsAssociationNegativeTestJSON-425952940-project] Floating IP 492b53a7-52b0-4ee8-98d6-09ed7df12f90 associated. External IP: 172.25.8.144, port: b640a05b-0c73-4eeb-a2d8-7fd9e401ab03. Aug 11 03:05:19.006658 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-a838ca09-95ae-4439-9c57-a1b800ad9800 req-ba414c96-6c7a-4ac1-bc7e-f706c365b488 tempest-FloatingIPDetailsTestJSON-255665576 tempest-FloatingIPDetailsTestJSON-255665576-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:19.166426 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-a838ca09-95ae-4439-9c57-a1b800ad9800 req-ba414c96-6c7a-4ac1-bc7e-f706c365b488 tempest-FloatingIPDetailsTestJSON-255665576 tempest-FloatingIPDetailsTestJSON-255665576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:19.604281 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 49709cb6-e751-4686-8ada-f7f57e0574e6 details requested by agent hyperv_n-h1-764292-30 with host n-h1-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:05:19.651254 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.l3_agent_scheduler [req-34e110db-cda5-4f89-9a8d-4b5b56e767e2 req-75f9f2d8-14be-4a16-a9c7-3a20f5fa8ff3 tempest-FloatingIPsAssociationNegativeTestJSON-425952940 tempest-FloatingIPsAssociationNegativeTestJSON-425952940-project] Router 1d8e66ca-c42e-4698-85d6-4809deb55638 has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:05:19.713754 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 49709cb6-e751-4686-8ada-f7f57e0574e6, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=49709cb6-e751-4686-8ada-f7f57e0574e6,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:05:19.730920 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Returning: {'device': '49709cb6-e751-4686-8ada-f7f57e0574e6', 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba', 'port_id': '49709cb6-e751-4686-8ada-f7f57e0574e6', 'mac_address': 'fa:16:3e:80:b8:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '254a3f4d-2b75-429e-bbb2-8e70554e9483', 'ip_address': '192.168.233.140'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:05:19.786358 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:19.813246 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49709cb6-e751-4686-8ada-f7f57e0574e6 {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:05:19.832645 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-a838ca09-95ae-4439-9c57-a1b800ad9800 req-ba414c96-6c7a-4ac1-bc7e-f706c365b488 tempest-FloatingIPDetailsTestJSON-255665576 tempest-FloatingIPDetailsTestJSON-255665576-project] Notify callbacks [] for port, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:19.835447 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-34e110db-cda5-4f89-9a8d-4b5b56e767e2 req-75f9f2d8-14be-4a16-a9c7-3a20f5fa8ff3 tempest-FloatingIPsAssociationNegativeTestJSON-425952940 tempest-FloatingIPsAssociationNegativeTestJSON-425952940-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:05:19.835611 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 49709cb6-e751-4686-8ada-f7f57e0574e6, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=49709cb6-e751-4686-8ada-f7f57e0574e6,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:05:19.840070 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-34e110db-cda5-4f89-9a8d-4b5b56e767e2 req-75f9f2d8-14be-4a16-a9c7-3a20f5fa8ff3 tempest-FloatingIPsAssociationNegativeTestJSON-425952940 tempest-FloatingIPsAssociationNegativeTestJSON-425952940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for floatingip, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:19.851314 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa5e36f4-e49b-4881-8751-25b48c09a586 None None] Sync routers for ids ['1d8e66ca-c42e-4698-85d6-4809deb55638'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:05:19.860481 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa5e36f4-e49b-4881-8751-25b48c09a586 None None] Routers {'1d8e66ca-c42e-4698-85d6-4809deb55638'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:05:19.861109 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-fa5e36f4-e49b-4881-8751-25b48c09a586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:05:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['1d8e66ca-c42e-4698-85d6-4809deb55638'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:05:19.877673 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-34e110db-cda5-4f89-9a8d-4b5b56e767e2 req-75f9f2d8-14be-4a16-a9c7-3a20f5fa8ff3 tempest-FloatingIPsAssociationNegativeTestJSON-425952940 tempest-FloatingIPsAssociationNegativeTestJSON-425952940-project] 10.222.0.41 "PUT /v2.0/floatingips/492b53a7-52b0-4ee8-98d6-09ed7df12f90 HTTP/1.1" status: 200 len: 996 time: 2.3147199 Aug 11 03:05:19.881645 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '462de067-85b7-40e9-8a21-63b970ededa0', 'tag': 'b640a05b-0c73-4eeb-a2d8-7fd9e401ab03'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:05:19.885558 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60d39c07-05e0-4230-a3f3-f3e4421129f7" -d '{"events": [{"name": "network-changed", "server_uuid": "462de067-85b7-40e9-8a21-63b970ededa0", "tag": "b640a05b-0c73-4eeb-a2d8-7fd9e401ab03"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:05:19.962458 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e110db-cda5-4f89-9a8d-4b5b56e767e2 req-48e4ebba-e875-46bf-9637-69b81c9eb916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:19.965669 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-34e110db-cda5-4f89-9a8d-4b5b56e767e2 req-48e4ebba-e875-46bf-9637-69b81c9eb916 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8cd61943ed6843f6aacd56a7b71db43b&device_id=462de067-85b7-40e9-8a21-63b970ededa0 HTTP/1.1" status: 200 len: 1097 time: 0.0738401 Aug 11 03:05:19.974174 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-a838ca09-95ae-4439-9c57-a1b800ad9800 req-ba414c96-6c7a-4ac1-bc7e-f706c365b488 tempest-FloatingIPDetailsTestJSON-255665576 tempest-FloatingIPDetailsTestJSON-255665576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:20.026150 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:20.202735 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba414c96-6c7a-4ac1-bc7e-f706c365b488 tempest-FloatingIPDetailsTestJSON-255665576 tempest-FloatingIPDetailsTestJSON-255665576-project] Pushing event updated for resources: {'Port': ['ID=e045098c-579a-4b87-9ebf-1ee0b43ce208,revision_number=2']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:20.278756 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-a838ca09-95ae-4439-9c57-a1b800ad9800 req-ba414c96-6c7a-4ac1-bc7e-f706c365b488 tempest-FloatingIPDetailsTestJSON-255665576 tempest-FloatingIPDetailsTestJSON-255665576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446866'] for floatingip, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:20.311863 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e110db-cda5-4f89-9a8d-4b5b56e767e2 req-45f53b82-a036-4f72-b480-3cfebcb73795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:20.313372 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-34e110db-cda5-4f89-9a8d-4b5b56e767e2 req-45f53b82-a036-4f72-b480-3cfebcb73795 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ba4700b3-514b-4464-a1da-7cb77b20de89 HTTP/1.1" status: 200 len: 930 time: 0.3403130 Aug 11 03:05:20.406534 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-34e110db-cda5-4f89-9a8d-4b5b56e767e2 req-4f580c7d-e627-4450-a7bb-4f7af84f0333 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b640a05b-0c73-4eeb-a2d8-7fd9e401ab03 HTTP/1.1" status: 200 len: 999 time: 0.0857453 Aug 11 03:05:20.408706 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-a838ca09-95ae-4439-9c57-a1b800ad9800 req-ba414c96-6c7a-4ac1-bc7e-f706c365b488 tempest-FloatingIPDetailsTestJSON-255665576 tempest-FloatingIPDetailsTestJSON-255665576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for floatingip, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:20.416764 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a838ca09-95ae-4439-9c57-a1b800ad9800 req-ba414c96-6c7a-4ac1-bc7e-f706c365b488 tempest-FloatingIPDetailsTestJSON-255665576 tempest-FloatingIPDetailsTestJSON-255665576-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.1576877 Aug 11 03:05:20.461747 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-fa5e36f4-e49b-4881-8751-25b48c09a586 None None] Set router 1d8e66ca-c42e-4698-85d6-4809deb55638 gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:05:20.525002 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=49709cb6-e751-4686-8ada-f7f57e0574e6,revision_number=8']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:20.533746 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['49709cb6-e751-4686-8ada-f7f57e0574e6'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:05:20.561724 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a838ca09-95ae-4439-9c57-a1b800ad9800 req-b3d09d8d-8be5-44de-927a-74687b36303d tempest-FloatingIPDetailsTestJSON-255665576 tempest-FloatingIPDetailsTestJSON-255665576-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.8.150 HTTP/1.1" status: 200 len: 696 time: 0.1437323 Aug 11 03:05:20.589274 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e110db-cda5-4f89-9a8d-4b5b56e767e2 req-db2d70e4-1834-4118-8616-28182abef3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:20.591150 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-34e110db-cda5-4f89-9a8d-4b5b56e767e2 req-db2d70e4-1834-4118-8616-28182abef3a3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0415f86d-f740-4723-be5c-da5b97481cab HTTP/1.1" status: 200 len: 868 time: 0.1593661 Aug 11 03:05:20.710583 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e110db-cda5-4f89-9a8d-4b5b56e767e2 req-fca5deac-a8c9-4e0a-9cf7-9fe92065acbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:20.712103 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-34e110db-cda5-4f89-9a8d-4b5b56e767e2 req-fca5deac-a8c9-4e0a-9cf7-9fe92065acbf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ba4700b3-514b-4464-a1da-7cb77b20de89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0836902 Aug 11 03:05:20.724171 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a838ca09-95ae-4439-9c57-a1b800ad9800 req-b576e676-017a-4beb-9524-636b1b2cc2ab tempest-FloatingIPDetailsTestJSON-255665576 tempest-FloatingIPDetailsTestJSON-255665576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:20.736535 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a838ca09-95ae-4439-9c57-a1b800ad9800 req-b576e676-017a-4beb-9524-636b1b2cc2ab tempest-FloatingIPDetailsTestJSON-255665576 tempest-FloatingIPDetailsTestJSON-255665576-project] 10.222.0.41 "GET /v2.0/networks/09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 HTTP/1.1" status: 200 len: 784 time: 0.1738944 Aug 11 03:05:20.749207 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [req-34e110db-cda5-4f89-9a8d-4b5b56e767e2 req-3e0dc00c-dadb-4324-9ec1-e94b134ef952 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:05:20.750277 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-34e110db-cda5-4f89-9a8d-4b5b56e767e2 req-3e0dc00c-dadb-4324-9ec1-e94b134ef952 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0128164 Aug 11 03:05:20.921930 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9073a268-5691-404d-aed4-a9908100bef2 req-2bf5dd56-7aef-4f53-be24-63bee767bf76 tempest-LiveMigrationNegativeTest-810634778 tempest-LiveMigrationNegativeTest-810634778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:20.930188 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9073a268-5691-404d-aed4-a9908100bef2 req-2bf5dd56-7aef-4f53-be24-63bee767bf76 tempest-LiveMigrationNegativeTest-810634778 tempest-LiveMigrationNegativeTest-810634778-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2954236-1bc4-41e2-a6cf-3032a367c6ac HTTP/1.1" status: 200 len: 950 time: 0.1295183 Aug 11 03:05:20.957747 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-34e110db-cda5-4f89-9a8d-4b5b56e767e2 req-f6f6e6a6-c9e6-4250-8b03-ccad174c68b4 service neutron] 10.222.0.41 "GET /v2.0/networks/ba4700b3-514b-4464-a1da-7cb77b20de89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974311 Aug 11 03:05:20.968046 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-fa5e36f4-e49b-4881-8751-25b48c09a586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d8e66ca-c42e-4698-85d6-4809deb55638', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2072384026-router', 'tenant_id': '8cd61943ed6843f6aacd56a7b71db43b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': '99afaf8d-03a6-4f18-af72-de13f38213ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:04:35Z', 'updated_at': '2021-08-11T03:04:45Z', 'revision_number': 4, 'project_id': '8cd61943ed6843f6aacd56a7b71db43b', 'gw_port': {'id': '99afaf8d-03a6-4f18-af72-de13f38213ea', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:c5:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8e66ca-c42e-4698-85d6-4809deb55638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:04:37Z', 'updated_at': '2021-08-11T03:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_floatingips': [{'id': '492b53a7-52b0-4ee8-98d6-09ed7df12f90', 'tenant_id': '8cd61943ed6843f6aacd56a7b71db43b', 'floating_ip_address': '172.25.8.144', 'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'router_id': '1d8e66ca-c42e-4698-85d6-4809deb55638', 'port_id': 'b640a05b-0c73-4eeb-a2d8-7fd9e401ab03', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 839, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba4700b3-514b-4464-a1da-7cb77b20de89', 'mac_address': 'fa:16:3e:39:80:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462de067-85b7-40e9-8a21-63b970ededa0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:05:15Z', 'updated_at': '2021-08-11T03:05:18Z', 'revision_number': 1, 'project_id': '8cd61943ed6843f6aacd56a7b71db43b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e252c679-c6e9-4e1b-98b6-d0f13c74a34f', 'name': '', 'network_id': 'ba4700b3-514b-4464-a1da-7cb77b20de89', 'tenant_id': '8cd61943ed6843f6aacd56a7b71db43b', 'mac_address': 'fa:16:3e:a7:12:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8e66ca-c42e-4698-85d6-4809deb55638', 'device_owner': 'network:router_interface', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': '0415f86d-f740-4723-be5c-da5b97481cab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:04:42Z', 'updated_at': '2021-08-11T03:04:52Z', 'revision_number': 5, 'project_id': '8cd61943ed6843f6aacd56a7b71db43b', 'subnets': [{'id': '0415f86d-f740-4723-be5c-da5b97481cab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:05:20.987470 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9073a268-5691-404d-aed4-a9908100bef2 req-b9962882-eadc-4d63-84eb-d3117a642efb tempest-LiveMigrationNegativeTest-810634778 tempest-LiveMigrationNegativeTest-810634778-project] 10.222.0.41 "GET /v2.0/security-groups?id=0913e296-ac5e-445f-8623-626489b224f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562401 Aug 11 03:05:20.998827 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa5e36f4-e49b-4881-8751-25b48c09a586 None None] Checking router: 1d8e66ca-c42e-4698-85d6-4809deb55638 for host: n-d-764292-30 {{(pid=102193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:05:21.010026 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa5e36f4-e49b-4881-8751-25b48c09a586 None None] Routers {'1d8e66ca-c42e-4698-85d6-4809deb55638'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:05:21.010876 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-fa5e36f4-e49b-4881-8751-25b48c09a586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:05:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['1d8e66ca-c42e-4698-85d6-4809deb55638'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:05:21.154583 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-34e110db-cda5-4f89-9a8d-4b5b56e767e2 req-b9a9a146-9776-44c4-80cc-7a169825636c service neutron] 10.222.0.41 "GET /v2.0/networks/ba4700b3-514b-4464-a1da-7cb77b20de89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383054 Aug 11 03:05:21.155304 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-fa5e36f4-e49b-4881-8751-25b48c09a586 None None] Set router 1d8e66ca-c42e-4698-85d6-4809deb55638 gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:05:21.157887 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cc0164-4296-471c-9401-21554c999e37 req-a58682fb-344e-41cf-9a95-a3f9e393d867 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:21.159836 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-87cc0164-4296-471c-9401-21554c999e37 req-a58682fb-344e-41cf-9a95-a3f9e393d867 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=a978446e-4582-4607-aebd-6033f29f8980 HTTP/1.1" status: 200 len: 949 time: 0.0612614 Aug 11 03:05:21.216894 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-87cc0164-4296-471c-9401-21554c999e37 req-82b07cf3-0a65-41ad-9082-f26323c1953a tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424352 Aug 11 03:05:21.272113 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:05:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c81dd85-6441-41cb-bbac-64510734fc86 x-openstack-request-id: req-5c81dd85-6441-41cb-bbac-64510734fc86 {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:05:21.272461 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2954236-1bc4-41e2-a6cf-3032a367c6ac", "name": "network-vif-plugged", "status": "completed", "tag": "8a2c57c2-f791-4ef4-bfed-cab0e4eb4d46", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:05:21.272776 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5c81dd85-6441-41cb-bbac-64510734fc86 {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:05:21.273276 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2954236-1bc4-41e2-a6cf-3032a367c6ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a2c57c2-f791-4ef4-bfed-cab0e4eb4d46', 'code': 200} Aug 11 03:05:21.426948 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ff550c-0ec8-4493-82f1-c2ae91015517 req-f59f7185-045a-4a7d-89e4-dc4774a600f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:21.438703 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-80ff550c-0ec8-4493-82f1-c2ae91015517 req-f59f7185-045a-4a7d-89e4-dc4774a600f6 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=b2954236-1bc4-41e2-a6cf-3032a367c6ac HTTP/1.1" status: 200 len: 1102 time: 0.0760577 Aug 11 03:05:21.459915 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:05:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-469a93d2-d283-4ba9-a20c-4a7508101a6f x-openstack-request-id: req-469a93d2-d283-4ba9-a20c-4a7508101a6f {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:05:21.460208 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "462de067-85b7-40e9-8a21-63b970ededa0", "tag": "b640a05b-0c73-4eeb-a2d8-7fd9e401ab03", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:05:21.460459 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-469a93d2-d283-4ba9-a20c-4a7508101a6f {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:05:21.460866 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '462de067-85b7-40e9-8a21-63b970ededa0', 'tag': 'b640a05b-0c73-4eeb-a2d8-7fd9e401ab03', 'status': 'completed', 'code': 200} Aug 11 03:05:21.473576 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-fa5e36f4-e49b-4881-8751-25b48c09a586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d8e66ca-c42e-4698-85d6-4809deb55638', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2072384026-router', 'tenant_id': '8cd61943ed6843f6aacd56a7b71db43b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': '99afaf8d-03a6-4f18-af72-de13f38213ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:04:35Z', 'updated_at': '2021-08-11T03:04:45Z', 'revision_number': 4, 'project_id': '8cd61943ed6843f6aacd56a7b71db43b', 'gw_port': {'id': '99afaf8d-03a6-4f18-af72-de13f38213ea', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:c5:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8e66ca-c42e-4698-85d6-4809deb55638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:04:37Z', 'updated_at': '2021-08-11T03:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_floatingips': [{'id': '492b53a7-52b0-4ee8-98d6-09ed7df12f90', 'tenant_id': '8cd61943ed6843f6aacd56a7b71db43b', 'floating_ip_address': '172.25.8.144', 'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'router_id': '1d8e66ca-c42e-4698-85d6-4809deb55638', 'port_id': 'b640a05b-0c73-4eeb-a2d8-7fd9e401ab03', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 839, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba4700b3-514b-4464-a1da-7cb77b20de89', 'mac_address': 'fa:16:3e:39:80:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462de067-85b7-40e9-8a21-63b970ededa0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:05:15Z', 'updated_at': '2021-08-11T03:05:18Z', 'revision_number': 1, 'project_id': '8cd61943ed6843f6aacd56a7b71db43b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e252c679-c6e9-4e1b-98b6-d0f13c74a34f', 'name': '', 'network_id': 'ba4700b3-514b-4464-a1da-7cb77b20de89', 'tenant_id': '8cd61943ed6843f6aacd56a7b71db43b', 'mac_address': 'fa:16:3e:a7:12:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8e66ca-c42e-4698-85d6-4809deb55638', 'device_owner': 'network:router_interface', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': '0415f86d-f740-4723-be5c-da5b97481cab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:04:42Z', 'updated_at': '2021-08-11T03:04:52Z', 'revision_number': 5, 'project_id': '8cd61943ed6843f6aacd56a7b71db43b', 'subnets': [{'id': '0415f86d-f740-4723-be5c-da5b97481cab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:05:21.483518 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:05:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9df4895b-8458-430b-b753-b347e4113d8a x-openstack-request-id: req-9df4895b-8458-430b-b753-b347e4113d8a {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:05:21.484059 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a978446e-4582-4607-aebd-6033f29f8980", "tag": "49709cb6-e751-4686-8ada-f7f57e0574e6", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:05:21.484319 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9df4895b-8458-430b-b753-b347e4113d8a {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:05:21.484719 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a978446e-4582-4607-aebd-6033f29f8980', 'tag': '49709cb6-e751-4686-8ada-f7f57e0574e6', 'status': 'completed', 'code': 200} Aug 11 03:05:21.487697 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-80ff550c-0ec8-4493-82f1-c2ae91015517 req-496979ce-84c6-45ee-9995-6210f31ba34a service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=0913e296-ac5e-445f-8623-626489b224f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409667 Aug 11 03:05:21.545689 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d39c07-05e0-4230-a3f3-f3e4421129f7 req-107ecc7f-78e7-4630-8b2f-6c6d42503fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:21.550388 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-60d39c07-05e0-4230-a3f3-f3e4421129f7 req-107ecc7f-78e7-4630-8b2f-6c6d42503fac service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8cd61943ed6843f6aacd56a7b71db43b&device_id=462de067-85b7-40e9-8a21-63b970ededa0 HTTP/1.1" status: 200 len: 1097 time: 0.0643711 Aug 11 03:05:21.569104 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa5e36f4-e49b-4881-8751-25b48c09a586 None None] The sync data for ids ['1d8e66ca-c42e-4698-85d6-4809deb55638'] in n-d-764292-30 is: [{'id': '1d8e66ca-c42e-4698-85d6-4809deb55638', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2072384026-router', 'tenant_id': '8cd61943ed6843f6aacd56a7b71db43b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': '99afaf8d-03a6-4f18-af72-de13f38213ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:04:35Z', 'updated_at': '2021-08-11T03:04:45Z', 'revision_number': 4, 'project_id': '8cd61943ed6843f6aacd56a7b71db43b', 'gw_port': {'id': '99afaf8d-03a6-4f18-af72-de13f38213ea', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:c5:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8e66ca-c42e-4698-85d6-4809deb55638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:04:37Z', 'updated_at': '2021-08-11T03:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_floatingips': [{'id': '492b53a7-52b0-4ee8-98d6-09ed7df12f90', 'tenant_id': '8cd61943ed6843f6aacd56a7b71db43b', 'floating_ip_address': '172.25.8.144', 'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'router_id': '1d8e66ca-c42e-4698-85d6-4809deb55638', 'port_id': 'b640a05b-0c73-4eeb-a2d8-7fd9e401ab03', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 839, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba4700b3-514b-4464-a1da-7cb77b20de89', 'mac_address': 'fa:16:3e:39:80:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462de067-85b7-40e9-8a21-63b970ededa0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:05:15Z', 'updated_at': '2021-08-11T03:05:18Z', 'revision_number': 1, 'project_id': '8cd61943ed6843f6aacd56a7b71db43b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e252c679-c6e9-4e1b-98b6-d0f13c74a34f', 'name': '', 'network_id': 'ba4700b3-514b-4464-a1da-7cb77b20de89', 'tenant_id': '8cd61943ed6843f6aacd56a7b71db43b', 'mac_address': 'fa:16:3e:a7:12:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8e66ca-c42e-4698-85d6-4809deb55638', 'device_owner': 'network:router_interface', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': '0415f86d-f740-4723-be5c-da5b97481cab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:04:42Z', 'updated_at': '2021-08-11T03:04:52Z', 'revision_number': 5, 'project_id': '8cd61943ed6843f6aacd56a7b71db43b', 'subnets': [{'id': '0415f86d-f740-4723-be5c-da5b97481cab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:05:21.667265 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d39c07-05e0-4230-a3f3-f3e4421129f7 req-7220ed70-3b62-44c2-b7c8-047e25da2f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:21.668977 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-60d39c07-05e0-4230-a3f3-f3e4421129f7 req-7220ed70-3b62-44c2-b7c8-047e25da2f7b service neutron] 10.222.0.24 "GET /v2.0/networks?id=ba4700b3-514b-4464-a1da-7cb77b20de89 HTTP/1.1" status: 200 len: 930 time: 0.1093459 Aug 11 03:05:21.691564 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fd369d-4ae3-4e10-b808-6c3daff9c171 req-36500314-da0e-4b3d-adcb-04164011a7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:21.691564 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-03fd369d-4ae3-4e10-b808-6c3daff9c171 req-36500314-da0e-4b3d-adcb-04164011a7b1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2a223f1b2a284c768535cee2a71b4bcf&device_id=a978446e-4582-4607-aebd-6033f29f8980 HTTP/1.1" status: 200 len: 1101 time: 0.1598690 Aug 11 03:05:21.766725 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fd369d-4ae3-4e10-b808-6c3daff9c171 req-05a5b02b-8e19-4005-9b91-7b2fe9b966c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:21.768893 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-03fd369d-4ae3-4e10-b808-6c3daff9c171 req-05a5b02b-8e19-4005-9b91-7b2fe9b966c8 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2a223f1b2a284c768535cee2a71b4bcf&device_id=a978446e-4582-4607-aebd-6033f29f8980 HTTP/1.1" status: 200 len: 1101 time: 0.0984139 Aug 11 03:05:21.769560 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-eb1c9318-4fcb-4ba3-9574-dba651034360 req-daaec953-aba8-4b8d-a41b-0c7cb6ab7094 tempest-FloatingIPDetailsTestJSON-255665576 tempest-FloatingIPDetailsTestJSON-255665576-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2522974 Aug 11 03:05:21.780052 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-60d39c07-05e0-4230-a3f3-f3e4421129f7 req-5f857de0-bc24-4ca4-81b9-45dd90f332df service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b640a05b-0c73-4eeb-a2d8-7fd9e401ab03 HTTP/1.1" status: 200 len: 999 time: 0.0994632 Aug 11 03:05:21.802360 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-eb1c9318-4fcb-4ba3-9574-dba651034360 req-72276e45-87fc-4684-bc21-73ddb572ba67 tempest-FloatingIPDetailsTestJSON-255665576 tempest-FloatingIPDetailsTestJSON-255665576-project] Request body: {'floatingip': {'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:05:21.946586 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a57d1b72-abf9-4754-be04-3829952fdb62 None None] New status for floating IP 492b53a7-52b0-4ee8-98d6-09ed7df12f90: ACTIVE {{(pid=102194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:05:22.011576 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-fc4db6b3-fe00-46c3-8056-f1b221cf9069 req-57fb6a31-51e3-4791-a122-620c79bb9310 tempest-FloatingIPsAssociationNegativeTestJSON-425952940 tempest-FloatingIPsAssociationNegativeTestJSON-425952940-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 HTTP/1.1" status: 200 len: 258 time: 0.2328391 Aug 11 03:05:22.015120 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-eb1c9318-4fcb-4ba3-9574-dba651034360 req-72276e45-87fc-4684-bc21-73ddb572ba67 tempest-FloatingIPDetailsTestJSON-255665576 tempest-FloatingIPDetailsTestJSON-255665576-project] Notify callbacks [] for floatingip, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:22.019616 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fd369d-4ae3-4e10-b808-6c3daff9c171 req-f05dc208-666c-4e89-be6c-bbffae52ba02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:22.021206 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-03fd369d-4ae3-4e10-b808-6c3daff9c171 req-f05dc208-666c-4e89-be6c-bbffae52ba02 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d1bf0def-6fa4-4d3e-bbc5-20a040931fba HTTP/1.1" status: 200 len: 870 time: 0.3226931 Aug 11 03:05:22.028301 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d39c07-05e0-4230-a3f3-f3e4421129f7 req-1aaaf688-8740-4824-8dc5-09dd0102e6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:22.030685 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-60d39c07-05e0-4230-a3f3-f3e4421129f7 req-1aaaf688-8740-4824-8dc5-09dd0102e6cd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0415f86d-f740-4723-be5c-da5b97481cab HTTP/1.1" status: 200 len: 868 time: 0.1759105 Aug 11 03:05:22.039029 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-fc4db6b3-fe00-46c3-8056-f1b221cf9069 req-ae8e8979-c04c-485a-b19a-53463593790c tempest-FloatingIPsAssociationNegativeTestJSON-425952940 tempest-FloatingIPsAssociationNegativeTestJSON-425952940-project] Request body: {'floatingip': {'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:05:22.119514 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fd369d-4ae3-4e10-b808-6c3daff9c171 req-a3151c68-f4c9-4b72-ac63-0938ec86387b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:22.121201 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-03fd369d-4ae3-4e10-b808-6c3daff9c171 req-a3151c68-f4c9-4b72-ac63-0938ec86387b service neutron] 10.222.0.22 "GET /v2.0/networks?id=d1bf0def-6fa4-4d3e-bbc5-20a040931fba HTTP/1.1" status: 200 len: 870 time: 0.3398681 Aug 11 03:05:22.153101 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-03fd369d-4ae3-4e10-b808-6c3daff9c171 req-fb0b5380-3ba7-4ed5-be93-39396e15ddf5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=49709cb6-e751-4686-8ada-f7f57e0574e6 HTTP/1.1" status: 200 len: 217 time: 0.1095192 Aug 11 03:05:22.184434 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-03fd369d-4ae3-4e10-b808-6c3daff9c171 req-a171a163-4da4-46c4-84f7-9fa34450daa6 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=49709cb6-e751-4686-8ada-f7f57e0574e6 HTTP/1.1" status: 200 len: 217 time: 0.0532398 Aug 11 03:05:22.195791 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8570fdf4-6e03-4804-9a23-e500f57d068b req-c2e3dfe7-3dec-4eef-940a-78e15160d349 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:22.197316 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-8570fdf4-6e03-4804-9a23-e500f57d068b req-c2e3dfe7-3dec-4eef-940a-78e15160d349 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.24 "GET /v2.0/ports?device_id=a978446e-4582-4607-aebd-6033f29f8980&tenant_id=2a223f1b2a284c768535cee2a71b4bcf&binding%3Ahost_id=n-h1-764292-30 HTTP/1.1" status: 200 len: 949 time: 0.2105308 Aug 11 03:05:22.251662 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fd369d-4ae3-4e10-b808-6c3daff9c171 req-1eb2cb40-abd9-4b37-809a-d7b8ae21fa98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:22.251892 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d39c07-05e0-4230-a3f3-f3e4421129f7 req-6505beb0-d9af-43c1-9c5f-75b878fbee57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:22.253142 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-03fd369d-4ae3-4e10-b808-6c3daff9c171 req-1eb2cb40-abd9-4b37-809a-d7b8ae21fa98 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=254a3f4d-2b75-429e-bbb2-8e70554e9483 HTTP/1.1" status: 200 len: 843 time: 0.0703692 Aug 11 03:05:22.261153 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-60d39c07-05e0-4230-a3f3-f3e4421129f7 req-6505beb0-d9af-43c1-9c5f-75b878fbee57 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ba4700b3-514b-4464-a1da-7cb77b20de89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2006371 Aug 11 03:05:22.283708 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-fc4db6b3-fe00-46c3-8056-f1b221cf9069 req-ae8e8979-c04c-485a-b19a-53463593790c tempest-FloatingIPsAssociationNegativeTestJSON-425952940 tempest-FloatingIPsAssociationNegativeTestJSON-425952940-project] Notify callbacks [] for floatingip, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:22.316027 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-eb1c9318-4fcb-4ba3-9574-dba651034360 req-72276e45-87fc-4684-bc21-73ddb572ba67 tempest-FloatingIPDetailsTestJSON-255665576 tempest-FloatingIPDetailsTestJSON-255665576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:22.405133 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fd369d-4ae3-4e10-b808-6c3daff9c171 req-3a4bd801-743f-42dc-8abb-757865351564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:22.407099 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-03fd369d-4ae3-4e10-b808-6c3daff9c171 req-3a4bd801-743f-42dc-8abb-757865351564 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d1bf0def-6fa4-4d3e-bbc5-20a040931fba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1352499 Aug 11 03:05:22.585423 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [req-eb1c9318-4fcb-4ba3-9574-dba651034360 req-72276e45-87fc-4684-bc21-73ddb572ba67 tempest-FloatingIPDetailsTestJSON-255665576 tempest-FloatingIPDetailsTestJSON-255665576-project] Allocated IP 172.25.8.199 (09faf7d2-eaf5-4a50-bb6e-4cb05d009a76/e1a97443-13df-40bb-85f5-fd269e2742c0/5da5f7c5-cd46-4656-a5ff-007e84fb46a7) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:05:22.600494 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-03fd369d-4ae3-4e10-b808-6c3daff9c171 req-ae7dcb67-5e6a-4532-9dea-989cd93c3c4c service neutron] 10.222.0.24 "GET /v2.0/networks/d1bf0def-6fa4-4d3e-bbc5-20a040931fba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766126 Aug 11 03:05:22.727189 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-fc4db6b3-fe00-46c3-8056-f1b221cf9069 req-ae8e8979-c04c-485a-b19a-53463593790c tempest-FloatingIPsAssociationNegativeTestJSON-425952940 tempest-FloatingIPsAssociationNegativeTestJSON-425952940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:22.761899 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fd369d-4ae3-4e10-b808-6c3daff9c171 req-583cf72c-a14e-4d11-b3dc-2f32107adc29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:22.763968 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-03fd369d-4ae3-4e10-b808-6c3daff9c171 req-583cf72c-a14e-4d11-b3dc-2f32107adc29 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=254a3f4d-2b75-429e-bbb2-8e70554e9483 HTTP/1.1" status: 200 len: 843 time: 0.5610206 Aug 11 03:05:22.812378 n-d-764292-30 neutron-server[102191]: INFO neutron.api.v2.resource [req-8570fdf4-6e03-4804-9a23-e500f57d068b req-25d9c6ba-7a30-4b91-9516-2edf90fd370a service neutron] delete failed (client error): The resource could not be found. Aug 11 03:05:22.813341 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-8570fdf4-6e03-4804-9a23-e500f57d068b req-25d9c6ba-7a30-4b91-9516-2edf90fd370a service neutron] 10.222.0.24 "DELETE /v2.0/ports/49709cb6-e751-4686-8ada-f7f57e0574e6/bindings/n-h2-764292-30 HTTP/1.1" status: 404 len: 381 time: 0.5639746 Aug 11 03:05:22.838645 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-60d39c07-05e0-4230-a3f3-f3e4421129f7 req-1292ef77-6140-4c05-9232-236a8c7d005a service neutron] 10.222.0.24 "GET /v2.0/networks/ba4700b3-514b-4464-a1da-7cb77b20de89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5287948 Aug 11 03:05:22.844736 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fd369d-4ae3-4e10-b808-6c3daff9c171 req-59613ed3-7999-4b2c-bcad-031782865ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:22.846346 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-03fd369d-4ae3-4e10-b808-6c3daff9c171 req-59613ed3-7999-4b2c-bcad-031782865ef7 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d1bf0def-6fa4-4d3e-bbc5-20a040931fba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0739164 Aug 11 03:05:22.861581 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-03fd369d-4ae3-4e10-b808-6c3daff9c171 req-20c1fbd0-a3ca-4842-bbcc-977e19be116c service neutron] 10.222.0.24 "GET /v2.0/networks/d1bf0def-6fa4-4d3e-bbc5-20a040931fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2522502 Aug 11 03:05:22.865990 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-eb1c9318-4fcb-4ba3-9574-dba651034360 req-72276e45-87fc-4684-bc21-73ddb572ba67 tempest-FloatingIPDetailsTestJSON-255665576 tempest-FloatingIPDetailsTestJSON-255665576-project] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:23.003761 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-eb1c9318-4fcb-4ba3-9574-dba651034360 req-72276e45-87fc-4684-bc21-73ddb572ba67 tempest-FloatingIPDetailsTestJSON-255665576 tempest-FloatingIPDetailsTestJSON-255665576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:23.018322 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-60d39c07-05e0-4230-a3f3-f3e4421129f7 req-0dc10fba-a6b3-4d42-919a-838c1cfbd70d service neutron] 10.222.0.24 "GET /v2.0/networks/ba4700b3-514b-4464-a1da-7cb77b20de89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709907 Aug 11 03:05:23.026370 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-03fd369d-4ae3-4e10-b808-6c3daff9c171 req-27e64f1a-ad14-438a-aa81-55ed984560a5 service neutron] 10.222.0.22 "GET /v2.0/networks/d1bf0def-6fa4-4d3e-bbc5-20a040931fba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710887 Aug 11 03:05:23.093045 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb1c9318-4fcb-4ba3-9574-dba651034360 req-72276e45-87fc-4684-bc21-73ddb572ba67 tempest-FloatingIPDetailsTestJSON-255665576 tempest-FloatingIPDetailsTestJSON-255665576-project] Network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:05:23.099874 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [req-eb1c9318-4fcb-4ba3-9574-dba651034360 req-72276e45-87fc-4684-bc21-73ddb572ba67 tempest-FloatingIPDetailsTestJSON-255665576 tempest-FloatingIPDetailsTestJSON-255665576-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:05:23.102214 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb1c9318-4fcb-4ba3-9574-dba651034360 req-72276e45-87fc-4684-bc21-73ddb572ba67 tempest-FloatingIPDetailsTestJSON-255665576 tempest-FloatingIPDetailsTestJSON-255665576-project] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:05:23.129106 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-03fd369d-4ae3-4e10-b808-6c3daff9c171 req-3138c21b-d7ed-4122-8a7a-ab31b00157dc service neutron] 10.222.0.22 "GET /v2.0/networks/d1bf0def-6fa4-4d3e-bbc5-20a040931fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949855 Aug 11 03:05:23.143678 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8570fdf4-6e03-4804-9a23-e500f57d068b req-0ee7eb14-1436-44c8-95e2-e62b72693b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:23.145170 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8570fdf4-6e03-4804-9a23-e500f57d068b req-0ee7eb14-1436-44c8-95e2-e62b72693b48 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2a223f1b2a284c768535cee2a71b4bcf&device_id=a978446e-4582-4607-aebd-6033f29f8980 HTTP/1.1" status: 200 len: 1101 time: 0.1743147 Aug 11 03:05:23.145763 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72276e45-87fc-4684-bc21-73ddb572ba67 tempest-FloatingIPDetailsTestJSON-255665576 tempest-FloatingIPDetailsTestJSON-255665576-project] Pushing event updated for resources: {'Port': ['ID=5da5f7c5-cd46-4656-a5ff-007e84fb46a7,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:23.150075 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [req-fc4db6b3-fe00-46c3-8056-f1b221cf9069 req-ae8e8979-c04c-485a-b19a-53463593790c tempest-FloatingIPsAssociationNegativeTestJSON-425952940 tempest-FloatingIPsAssociationNegativeTestJSON-425952940-project] Allocated IP 172.25.8.206 (09faf7d2-eaf5-4a50-bb6e-4cb05d009a76/e1a97443-13df-40bb-85f5-fd269e2742c0/d21ada1c-8e23-428e-a100-1a031fdb6b2d) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:05:23.374963 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8570fdf4-6e03-4804-9a23-e500f57d068b req-b5b21367-37a8-40ab-a524-05b162e2d2de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:23.376605 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8570fdf4-6e03-4804-9a23-e500f57d068b req-b5b21367-37a8-40ab-a524-05b162e2d2de service neutron] 10.222.0.24 "GET /v2.0/networks?id=d1bf0def-6fa4-4d3e-bbc5-20a040931fba HTTP/1.1" status: 200 len: 870 time: 0.2207751 Aug 11 03:05:23.386575 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-eb1c9318-4fcb-4ba3-9574-dba651034360 req-72276e45-87fc-4684-bc21-73ddb572ba67 tempest-FloatingIPDetailsTestJSON-255665576 tempest-FloatingIPDetailsTestJSON-255665576-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:23.403624 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-fc4db6b3-fe00-46c3-8056-f1b221cf9069 req-ae8e8979-c04c-485a-b19a-53463593790c tempest-FloatingIPsAssociationNegativeTestJSON-425952940 tempest-FloatingIPsAssociationNegativeTestJSON-425952940-project] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:23.435987 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8570fdf4-6e03-4804-9a23-e500f57d068b req-da753d49-6d2a-4c47-a222-0e2015bd2c0d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=49709cb6-e751-4686-8ada-f7f57e0574e6 HTTP/1.1" status: 200 len: 217 time: 0.0502329 Aug 11 03:05:23.504430 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8570fdf4-6e03-4804-9a23-e500f57d068b req-e4a1594d-7b39-4bc0-83c1-1dd6f43c53c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:23.505865 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8570fdf4-6e03-4804-9a23-e500f57d068b req-e4a1594d-7b39-4bc0-83c1-1dd6f43c53c3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=254a3f4d-2b75-429e-bbb2-8e70554e9483 HTTP/1.1" status: 200 len: 843 time: 0.0637498 Aug 11 03:05:23.555489 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-eb1c9318-4fcb-4ba3-9574-dba651034360 req-72276e45-87fc-4684-bc21-73ddb572ba67 tempest-FloatingIPDetailsTestJSON-255665576 tempest-FloatingIPDetailsTestJSON-255665576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:23.602272 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-fc4db6b3-fe00-46c3-8056-f1b221cf9069 req-ae8e8979-c04c-485a-b19a-53463593790c tempest-FloatingIPsAssociationNegativeTestJSON-425952940 tempest-FloatingIPsAssociationNegativeTestJSON-425952940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:23.608691 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8570fdf4-6e03-4804-9a23-e500f57d068b req-88111741-d4e1-483e-a163-6b230afbb58d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:23.615157 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8570fdf4-6e03-4804-9a23-e500f57d068b req-88111741-d4e1-483e-a163-6b230afbb58d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d1bf0def-6fa4-4d3e-bbc5-20a040931fba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0846398 Aug 11 03:05:23.638356 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 49709cb6-e751-4686-8ada-f7f57e0574e6 up at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:05:23.737170 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc4db6b3-fe00-46c3-8056-f1b221cf9069 req-ae8e8979-c04c-485a-b19a-53463593790c tempest-FloatingIPsAssociationNegativeTestJSON-425952940 tempest-FloatingIPsAssociationNegativeTestJSON-425952940-project] Network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:05:23.747523 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning for port 49709cb6-e751-4686-8ada-f7f57e0574e6 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:05:23.749924 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [req-fc4db6b3-fe00-46c3-8056-f1b221cf9069 req-ae8e8979-c04c-485a-b19a-53463593790c tempest-FloatingIPsAssociationNegativeTestJSON-425952940 tempest-FloatingIPsAssociationNegativeTestJSON-425952940-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:05:23.751652 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning complete for port 49709cb6-e751-4686-8ada-f7f57e0574e6 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:05:23.751878 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8e8979-c04c-485a-b19a-53463593790c tempest-FloatingIPsAssociationNegativeTestJSON-425952940 tempest-FloatingIPsAssociationNegativeTestJSON-425952940-project] Pushing event updated for resources: {'Port': ['ID=d21ada1c-8e23-428e-a100-1a031fdb6b2d,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:23.752683 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:23.763545 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc4db6b3-fe00-46c3-8056-f1b221cf9069 req-ae8e8979-c04c-485a-b19a-53463593790c tempest-FloatingIPsAssociationNegativeTestJSON-425952940 tempest-FloatingIPsAssociationNegativeTestJSON-425952940-project] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:05:23.844353 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:23.869399 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a978446e-4582-4607-aebd-6033f29f8980', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49709cb6-e751-4686-8ada-f7f57e0574e6'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:05:23.871984 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1636c432-35d8-4f1b-9093-870bde0798e7" -d '{"events": [{"server_uuid": "a978446e-4582-4607-aebd-6033f29f8980", "name": "network-vif-plugged", "status": "completed", "tag": "49709cb6-e751-4686-8ada-f7f57e0574e6"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:05:23.886665 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 49709cb6-e751-4686-8ada-f7f57e0574e6, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=49709cb6-e751-4686-8ada-f7f57e0574e6,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:05:23.964779 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:24.020988 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=49709cb6-e751-4686-8ada-f7f57e0574e6,revision_number=9']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:24.170407 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8570fdf4-6e03-4804-9a23-e500f57d068b req-040c50e6-18ee-4009-b70c-7b4a3ecc2a54 service neutron] 10.222.0.24 "GET /v2.0/networks/d1bf0def-6fa4-4d3e-bbc5-20a040931fba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5518656 Aug 11 03:05:24.264511 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-eb1c9318-4fcb-4ba3-9574-dba651034360 req-72276e45-87fc-4684-bc21-73ddb572ba67 tempest-FloatingIPDetailsTestJSON-255665576 tempest-FloatingIPDetailsTestJSON-255665576-project] Notify callbacks [] for port, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:24.278789 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-fc4db6b3-fe00-46c3-8056-f1b221cf9069 req-ae8e8979-c04c-485a-b19a-53463593790c tempest-FloatingIPsAssociationNegativeTestJSON-425952940 tempest-FloatingIPsAssociationNegativeTestJSON-425952940-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:24.314518 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8570fdf4-6e03-4804-9a23-e500f57d068b req-379ee9c2-cc8e-4932-8f27-8bb164317b1e service neutron] 10.222.0.24 "GET /v2.0/networks/d1bf0def-6fa4-4d3e-bbc5-20a040931fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192098 Aug 11 03:05:24.393524 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-eb1c9318-4fcb-4ba3-9574-dba651034360 req-72276e45-87fc-4684-bc21-73ddb572ba67 tempest-FloatingIPDetailsTestJSON-255665576 tempest-FloatingIPDetailsTestJSON-255665576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:24.483157 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72276e45-87fc-4684-bc21-73ddb572ba67 tempest-FloatingIPDetailsTestJSON-255665576 tempest-FloatingIPDetailsTestJSON-255665576-project] Pushing event updated for resources: {'Port': ['ID=5da5f7c5-cd46-4656-a5ff-007e84fb46a7,revision_number=2']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:24.504298 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-fc4db6b3-fe00-46c3-8056-f1b221cf9069 req-ae8e8979-c04c-485a-b19a-53463593790c tempest-FloatingIPsAssociationNegativeTestJSON-425952940 tempest-FloatingIPsAssociationNegativeTestJSON-425952940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:24.507412 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-eb1c9318-4fcb-4ba3-9574-dba651034360 req-72276e45-87fc-4684-bc21-73ddb572ba67 tempest-FloatingIPDetailsTestJSON-255665576 tempest-FloatingIPDetailsTestJSON-255665576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446866'] for floatingip, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:24.634419 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-eb1c9318-4fcb-4ba3-9574-dba651034360 req-72276e45-87fc-4684-bc21-73ddb572ba67 tempest-FloatingIPDetailsTestJSON-255665576 tempest-FloatingIPDetailsTestJSON-255665576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for floatingip, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:24.635517 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-eb1c9318-4fcb-4ba3-9574-dba651034360 req-72276e45-87fc-4684-bc21-73ddb572ba67 tempest-FloatingIPDetailsTestJSON-255665576 tempest-FloatingIPDetailsTestJSON-255665576-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.8529053 Aug 11 03:05:24.705169 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-eb1c9318-4fcb-4ba3-9574-dba651034360 req-9192a7fc-ac3d-4d7f-9a92-c43744400d04 tempest-FloatingIPDetailsTestJSON-255665576 tempest-FloatingIPDetailsTestJSON-255665576-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.8.199 HTTP/1.1" status: 200 len: 696 time: 0.0587783 Aug 11 03:05:24.723607 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-fc4db6b3-fe00-46c3-8056-f1b221cf9069 req-ae8e8979-c04c-485a-b19a-53463593790c tempest-FloatingIPsAssociationNegativeTestJSON-425952940 tempest-FloatingIPsAssociationNegativeTestJSON-425952940-project] Notify callbacks [] for port, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:24.801303 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-fc4db6b3-fe00-46c3-8056-f1b221cf9069 req-ae8e8979-c04c-485a-b19a-53463593790c tempest-FloatingIPsAssociationNegativeTestJSON-425952940 tempest-FloatingIPsAssociationNegativeTestJSON-425952940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:24.845341 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1c9318-4fcb-4ba3-9574-dba651034360 req-c9f7e587-36c9-4299-a23b-ef9c4c7185ec tempest-FloatingIPDetailsTestJSON-255665576 tempest-FloatingIPDetailsTestJSON-255665576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:24.846692 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-eb1c9318-4fcb-4ba3-9574-dba651034360 req-c9f7e587-36c9-4299-a23b-ef9c4c7185ec tempest-FloatingIPDetailsTestJSON-255665576 tempest-FloatingIPDetailsTestJSON-255665576-project] 10.222.0.41 "GET /v2.0/networks/09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 HTTP/1.1" status: 200 len: 784 time: 0.1358147 Aug 11 03:05:24.891834 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8e8979-c04c-485a-b19a-53463593790c tempest-FloatingIPsAssociationNegativeTestJSON-425952940 tempest-FloatingIPsAssociationNegativeTestJSON-425952940-project] Pushing event updated for resources: {'Port': ['ID=d21ada1c-8e23-428e-a100-1a031fdb6b2d,revision_number=2']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:24.906957 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-fc4db6b3-fe00-46c3-8056-f1b221cf9069 req-ae8e8979-c04c-485a-b19a-53463593790c tempest-FloatingIPsAssociationNegativeTestJSON-425952940 tempest-FloatingIPsAssociationNegativeTestJSON-425952940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446866'] for floatingip, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:24.957517 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749fcfc6-fa7b-4ba4-bd89-73b598b97681 req-550d4b54-86c0-402d-b429-e118934257b7 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:24.959188 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-749fcfc6-fa7b-4ba4-bd89-73b598b97681 req-550d4b54-86c0-402d-b429-e118934257b7 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=a978446e-4582-4607-aebd-6033f29f8980 HTTP/1.1" status: 200 len: 950 time: 0.0555499 Aug 11 03:05:25.009660 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-749fcfc6-fa7b-4ba4-bd89-73b598b97681 req-d0f104c1-7dd5-4bde-9a9a-1851189ddf1e tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443761 Aug 11 03:05:25.010995 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-fc4db6b3-fe00-46c3-8056-f1b221cf9069 req-ae8e8979-c04c-485a-b19a-53463593790c tempest-FloatingIPsAssociationNegativeTestJSON-425952940 tempest-FloatingIPsAssociationNegativeTestJSON-425952940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for floatingip, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:25.015963 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-fc4db6b3-fe00-46c3-8056-f1b221cf9069 req-ae8e8979-c04c-485a-b19a-53463593790c tempest-FloatingIPsAssociationNegativeTestJSON-425952940 tempest-FloatingIPsAssociationNegativeTestJSON-425952940-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.9778664 Aug 11 03:05:25.071994 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-fc4db6b3-fe00-46c3-8056-f1b221cf9069 req-9aff792f-9885-4a09-b13b-77be4bf83469 tempest-FloatingIPsAssociationNegativeTestJSON-425952940 tempest-FloatingIPsAssociationNegativeTestJSON-425952940-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.8.206 HTTP/1.1" status: 200 len: 696 time: 0.0515666 Aug 11 03:05:25.173657 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5113d30-cbc6-40dc-9342-6661ec213ef7 req-d7bbd06a-24c6-4a1a-8de0-a0483e348e97 tempest-LiveMigrationNegativeTest-810634778 tempest-LiveMigrationNegativeTest-810634778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:25.175169 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a5113d30-cbc6-40dc-9342-6661ec213ef7 req-d7bbd06a-24c6-4a1a-8de0-a0483e348e97 tempest-LiveMigrationNegativeTest-810634778 tempest-LiveMigrationNegativeTest-810634778-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2954236-1bc4-41e2-a6cf-3032a367c6ac HTTP/1.1" status: 200 len: 950 time: 0.1073315 Aug 11 03:05:25.228377 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4db6b3-fe00-46c3-8056-f1b221cf9069 req-20dae107-0783-4ea3-9b58-0ef8d5220f62 tempest-FloatingIPsAssociationNegativeTestJSON-425952940 tempest-FloatingIPsAssociationNegativeTestJSON-425952940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:25.229694 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-fc4db6b3-fe00-46c3-8056-f1b221cf9069 req-20dae107-0783-4ea3-9b58-0ef8d5220f62 tempest-FloatingIPsAssociationNegativeTestJSON-425952940 tempest-FloatingIPsAssociationNegativeTestJSON-425952940-project] 10.222.0.41 "GET /v2.0/networks/09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 HTTP/1.1" status: 200 len: 784 time: 0.1502285 Aug 11 03:05:25.243352 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a5113d30-cbc6-40dc-9342-6661ec213ef7 req-f482cebb-48db-4b39-bdb1-404bc881bdf1 tempest-LiveMigrationNegativeTest-810634778 tempest-LiveMigrationNegativeTest-810634778-project] 10.222.0.41 "GET /v2.0/security-groups?id=0913e296-ac5e-445f-8623-626489b224f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586550 Aug 11 03:05:25.348479 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d44a90b1-017d-491b-8145-99f07a8729c8 x-openstack-request-id: req-d44a90b1-017d-491b-8145-99f07a8729c8 {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:05:25.348991 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a978446e-4582-4607-aebd-6033f29f8980", "name": "network-vif-plugged", "status": "completed", "tag": "49709cb6-e751-4686-8ada-f7f57e0574e6", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:05:25.349186 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d44a90b1-017d-491b-8145-99f07a8729c8 {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:05:25.349573 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a978446e-4582-4607-aebd-6033f29f8980', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49709cb6-e751-4686-8ada-f7f57e0574e6', 'code': 200} Aug 11 03:05:25.355297 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device fa57729b-416e-4b56-988d-5e0b3aee0303 no longer exists at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:05:25.442759 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:25.459048 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cc28f7-2ed2-4259-8003-7842afd01190 req-e96adaa3-a41f-4a09-9411-a557aa4365b0 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:25.460603 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-99cc28f7-2ed2-4259-8003-7842afd01190 req-e96adaa3-a41f-4a09-9411-a557aa4365b0 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=70c84ed6-1b38-4b73-8bea-55c843cc7bda HTTP/1.1" status: 200 len: 946 time: 0.1198180 Aug 11 03:05:25.480882 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port fa57729b-416e-4b56-988d-5e0b3aee0303, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=fa57729b-416e-4b56-988d-5e0b3aee0303,segment=NetworkSegment(51ba8099-7622-42cb-adbd-7c8aaac78355),segment_id=51ba8099-7622-42cb-adbd-7c8aaac78355)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:05:25.526200 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-24e0f36d-c1a5-4a53-afe5-a366e7d72053 req-1917f305-487d-48a4-a419-9ff9d33625de tempest-FloatingIPDetailsTestJSON-255665576 tempest-FloatingIPDetailsTestJSON-255665576-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1509900 Aug 11 03:05:25.529233 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-99cc28f7-2ed2-4259-8003-7842afd01190 req-8acf140b-1284-43e9-a44e-e5ee547f5a3c tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a2aa92e-a0e4-4cb3-9665-2569763a2f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573401 Aug 11 03:05:25.534377 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-24e0f36d-c1a5-4a53-afe5-a366e7d72053 req-555eb767-b8f6-4b69-abb9-2c449118f9e3 tempest-FloatingIPDetailsTestJSON-255665576 tempest-FloatingIPDetailsTestJSON-255665576-project] Request body: {'floatingip': {'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:05:25.593675 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:25.648765 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=fa57729b-416e-4b56-988d-5e0b3aee0303,revision_number=11']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:25.723248 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-24e0f36d-c1a5-4a53-afe5-a366e7d72053 req-555eb767-b8f6-4b69-abb9-2c449118f9e3 tempest-FloatingIPDetailsTestJSON-255665576 tempest-FloatingIPDetailsTestJSON-255665576-project] Notify callbacks [] for floatingip, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:25.765351 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0594ac2-3b93-41a7-b322-3db7102bfe16 req-7d647de7-5756-4402-b703-b30377a97dc7 tempest-FloatingIPsAssociationNegativeTestJSON-425952940 tempest-FloatingIPsAssociationNegativeTestJSON-425952940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:25.767837 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c0594ac2-3b93-41a7-b322-3db7102bfe16 req-7d647de7-5756-4402-b703-b30377a97dc7 tempest-FloatingIPsAssociationNegativeTestJSON-425952940 tempest-FloatingIPsAssociationNegativeTestJSON-425952940-project] 10.222.0.41 "GET /v2.0/ports?device_id=462de067-85b7-40e9-8a21-63b970ededa0&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1039841 Aug 11 03:05:25.899240 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c0594ac2-3b93-41a7-b322-3db7102bfe16 req-160a4571-4c3a-4db2-b441-dd3d2096c379 tempest-FloatingIPsAssociationNegativeTestJSON-425952940 tempest-FloatingIPsAssociationNegativeTestJSON-425952940-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.8.206 HTTP/1.1" status: 200 len: 696 time: 0.0840554 Aug 11 03:05:25.919040 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-c0594ac2-3b93-41a7-b322-3db7102bfe16 req-3a397ebb-7e9b-4393-bea8-19727abfa748 tempest-FloatingIPsAssociationNegativeTestJSON-425952940 tempest-FloatingIPsAssociationNegativeTestJSON-425952940-project] Request body: {'floatingip': {'port_id': 'b640a05b-0c73-4eeb-a2d8-7fd9e401ab03', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:05:25.995209 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-c0594ac2-3b93-41a7-b322-3db7102bfe16 req-3a397ebb-7e9b-4393-bea8-19727abfa748 tempest-FloatingIPsAssociationNegativeTestJSON-425952940 tempest-FloatingIPsAssociationNegativeTestJSON-425952940-project] Notify callbacks [] for floatingip, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:26.140273 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-24e0f36d-c1a5-4a53-afe5-a366e7d72053 req-555eb767-b8f6-4b69-abb9-2c449118f9e3 tempest-FloatingIPDetailsTestJSON-255665576 tempest-FloatingIPDetailsTestJSON-255665576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:26.320744 n-d-764292-30 neutron-server[102192]: INFO neutron.api.v2.resource [req-c0594ac2-3b93-41a7-b322-3db7102bfe16 req-3a397ebb-7e9b-4393-bea8-19727abfa748 tempest-FloatingIPsAssociationNegativeTestJSON-425952940 tempest-FloatingIPsAssociationNegativeTestJSON-425952940-project] update failed (client error): There was a conflict when trying to complete your request. Aug 11 03:05:26.320744 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c0594ac2-3b93-41a7-b322-3db7102bfe16 req-3a397ebb-7e9b-4393-bea8-19727abfa748 tempest-FloatingIPsAssociationNegativeTestJSON-425952940 tempest-FloatingIPsAssociationNegativeTestJSON-425952940-project] 10.222.0.41 "PUT /v2.0/floatingips/d693f347-f95d-49ef-98a0-16ca97480bbb HTTP/1.1" status: 409 len: 550 time: 0.4118586 Aug 11 03:05:26.344326 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [req-24e0f36d-c1a5-4a53-afe5-a366e7d72053 req-555eb767-b8f6-4b69-abb9-2c449118f9e3 tempest-FloatingIPDetailsTestJSON-255665576 tempest-FloatingIPDetailsTestJSON-255665576-project] Allocated IP 172.25.8.46 (09faf7d2-eaf5-4a50-bb6e-4cb05d009a76/e1a97443-13df-40bb-85f5-fd269e2742c0/c8805a0a-3952-44c4-a831-083b5feddcbd) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:05:26.471452 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-24e0f36d-c1a5-4a53-afe5-a366e7d72053 req-555eb767-b8f6-4b69-abb9-2c449118f9e3 tempest-FloatingIPDetailsTestJSON-255665576 tempest-FloatingIPDetailsTestJSON-255665576-project] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:26.623638 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-24e0f36d-c1a5-4a53-afe5-a366e7d72053 req-555eb767-b8f6-4b69-abb9-2c449118f9e3 tempest-FloatingIPDetailsTestJSON-255665576 tempest-FloatingIPDetailsTestJSON-255665576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:26.669013 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24e0f36d-c1a5-4a53-afe5-a366e7d72053 req-555eb767-b8f6-4b69-abb9-2c449118f9e3 tempest-FloatingIPDetailsTestJSON-255665576 tempest-FloatingIPDetailsTestJSON-255665576-project] Network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:05:26.674582 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [req-24e0f36d-c1a5-4a53-afe5-a366e7d72053 req-555eb767-b8f6-4b69-abb9-2c449118f9e3 tempest-FloatingIPDetailsTestJSON-255665576 tempest-FloatingIPDetailsTestJSON-255665576-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:05:26.677148 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [req-24e0f36d-c1a5-4a53-afe5-a366e7d72053 req-555eb767-b8f6-4b69-abb9-2c449118f9e3 tempest-FloatingIPDetailsTestJSON-255665576 tempest-FloatingIPDetailsTestJSON-255665576-project] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:05:26.706917 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555eb767-b8f6-4b69-abb9-2c449118f9e3 tempest-FloatingIPDetailsTestJSON-255665576 tempest-FloatingIPDetailsTestJSON-255665576-project] Pushing event updated for resources: {'Port': ['ID=c8805a0a-3952-44c4-a831-083b5feddcbd,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:26.768278 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-24e0f36d-c1a5-4a53-afe5-a366e7d72053 req-555eb767-b8f6-4b69-abb9-2c449118f9e3 tempest-FloatingIPDetailsTestJSON-255665576 tempest-FloatingIPDetailsTestJSON-255665576-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:26.876513 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-24e0f36d-c1a5-4a53-afe5-a366e7d72053 req-555eb767-b8f6-4b69-abb9-2c449118f9e3 tempest-FloatingIPDetailsTestJSON-255665576 tempest-FloatingIPDetailsTestJSON-255665576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:27.029580 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-24e0f36d-c1a5-4a53-afe5-a366e7d72053 req-555eb767-b8f6-4b69-abb9-2c449118f9e3 tempest-FloatingIPDetailsTestJSON-255665576 tempest-FloatingIPDetailsTestJSON-255665576-project] Notify callbacks [] for port, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:27.106976 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-24e0f36d-c1a5-4a53-afe5-a366e7d72053 req-555eb767-b8f6-4b69-abb9-2c449118f9e3 tempest-FloatingIPDetailsTestJSON-255665576 tempest-FloatingIPDetailsTestJSON-255665576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:27.121694 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf3bc83-b7b7-40da-9eb7-3519ee4d139d req-3282f7fd-e1ea-4084-89df-cea167fd03af tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:27.123720 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1cf3bc83-b7b7-40da-9eb7-3519ee4d139d req-3282f7fd-e1ea-4084-89df-cea167fd03af tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=a978446e-4582-4607-aebd-6033f29f8980 HTTP/1.1" status: 200 len: 950 time: 0.0605681 Aug 11 03:05:27.197713 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555eb767-b8f6-4b69-abb9-2c449118f9e3 tempest-FloatingIPDetailsTestJSON-255665576 tempest-FloatingIPDetailsTestJSON-255665576-project] Pushing event updated for resources: {'Port': ['ID=c8805a0a-3952-44c4-a831-083b5feddcbd,revision_number=2']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:27.226757 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1cf3bc83-b7b7-40da-9eb7-3519ee4d139d req-fe5c37c5-b590-41c5-8eda-7224798e80ba tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813131 Aug 11 03:05:27.229619 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-24e0f36d-c1a5-4a53-afe5-a366e7d72053 req-555eb767-b8f6-4b69-abb9-2c449118f9e3 tempest-FloatingIPDetailsTestJSON-255665576 tempest-FloatingIPDetailsTestJSON-255665576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446866'] for floatingip, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:27.350938 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70c84ed6-1b38-4b73-8bea-55c843cc7bda', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa57729b-416e-4b56-988d-5e0b3aee0303'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:05:27.353736 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38528aab-03e2-4383-a4ed-281779942f2f" -d '{"events": [{"server_uuid": "70c84ed6-1b38-4b73-8bea-55c843cc7bda", "name": "network-vif-unplugged", "status": "completed", "tag": "fa57729b-416e-4b56-988d-5e0b3aee0303"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:05:27.384286 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-24e0f36d-c1a5-4a53-afe5-a366e7d72053 req-555eb767-b8f6-4b69-abb9-2c449118f9e3 tempest-FloatingIPDetailsTestJSON-255665576 tempest-FloatingIPDetailsTestJSON-255665576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for floatingip, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:27.385462 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-24e0f36d-c1a5-4a53-afe5-a366e7d72053 req-555eb767-b8f6-4b69-abb9-2c449118f9e3 tempest-FloatingIPDetailsTestJSON-255665576 tempest-FloatingIPDetailsTestJSON-255665576-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.8550403 Aug 11 03:05:27.433165 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7d7a46c9-79b9-4fb1-a3cd-12039e1f9ba1 req-4df0e3fe-45c1-40a1-98eb-058b0a955cd3 tempest-FloatingIPsAssociationNegativeTestJSON-425952940 tempest-FloatingIPsAssociationNegativeTestJSON-425952940-project] 10.222.0.41 "GET /v2.0/floatingips/d693f347-f95d-49ef-98a0-16ca97480bbb HTTP/1.1" status: 200 len: 693 time: 0.0566418 Aug 11 03:05:27.480943 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-24e0f36d-c1a5-4a53-afe5-a366e7d72053 req-5138a2aa-b4cf-42a8-97f1-595ca5b315d0 tempest-FloatingIPDetailsTestJSON-255665576 tempest-FloatingIPDetailsTestJSON-255665576-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.8.46 HTTP/1.1" status: 200 len: 695 time: 0.0647717 Aug 11 03:05:27.651350 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7a46c9-79b9-4fb1-a3cd-12039e1f9ba1 req-cb1cd50a-1e42-4cf4-9c61-d28bd36a218d tempest-FloatingIPsAssociationNegativeTestJSON-425952940 tempest-FloatingIPsAssociationNegativeTestJSON-425952940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:27.652756 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7d7a46c9-79b9-4fb1-a3cd-12039e1f9ba1 req-cb1cd50a-1e42-4cf4-9c61-d28bd36a218d tempest-FloatingIPsAssociationNegativeTestJSON-425952940 tempest-FloatingIPsAssociationNegativeTestJSON-425952940-project] 10.222.0.41 "GET /v2.0/networks/09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 HTTP/1.1" status: 200 len: 784 time: 0.1911323 Aug 11 03:05:27.677118 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e0f36d-c1a5-4a53-afe5-a366e7d72053 req-985d1806-202d-48d8-bd03-f695e9a17e35 tempest-FloatingIPDetailsTestJSON-255665576 tempest-FloatingIPDetailsTestJSON-255665576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:27.678688 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-24e0f36d-c1a5-4a53-afe5-a366e7d72053 req-985d1806-202d-48d8-bd03-f695e9a17e35 tempest-FloatingIPDetailsTestJSON-255665576 tempest-FloatingIPDetailsTestJSON-255665576-project] 10.222.0.41 "GET /v2.0/networks/09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 HTTP/1.1" status: 200 len: 784 time: 0.1865935 Aug 11 03:05:27.722842 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7d7a46c9-79b9-4fb1-a3cd-12039e1f9ba1 req-b2bb7842-d5d5-4385-aeae-9ac02d12e5d3 tempest-FloatingIPsAssociationNegativeTestJSON-425952940 tempest-FloatingIPsAssociationNegativeTestJSON-425952940-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.8.206 HTTP/1.1" status: 200 len: 696 time: 0.0618680 Aug 11 03:05:27.801465 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7d7a46c9-79b9-4fb1-a3cd-12039e1f9ba1 req-0af0d614-38c9-47e7-b43f-182dae4b8bb6 tempest-FloatingIPsAssociationNegativeTestJSON-425952940 tempest-FloatingIPsAssociationNegativeTestJSON-425952940-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.8.206 HTTP/1.1" status: 200 len: 696 time: 0.0725243 Aug 11 03:05:27.866016 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5cd1ba-d4c9-4880-8757-09e7cd22f117 req-fb9ee5c9-d08f-4cad-be17-413f0c8b546d tempest-LiveMigrationNegativeTest-810634778 tempest-LiveMigrationNegativeTest-810634778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:27.868157 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cd5cd1ba-d4c9-4880-8757-09e7cd22f117 req-fb9ee5c9-d08f-4cad-be17-413f0c8b546d tempest-LiveMigrationNegativeTest-810634778 tempest-LiveMigrationNegativeTest-810634778-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2954236-1bc4-41e2-a6cf-3032a367c6ac HTTP/1.1" status: 200 len: 950 time: 0.1378665 Aug 11 03:05:27.964682 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cd5cd1ba-d4c9-4880-8757-09e7cd22f117 req-fba54b4e-f78b-48c6-8d85-8a96b033be5f tempest-LiveMigrationNegativeTest-810634778 tempest-LiveMigrationNegativeTest-810634778-project] 10.222.0.41 "GET /v2.0/security-groups?id=0913e296-ac5e-445f-8623-626489b224f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901766 Aug 11 03:05:27.989877 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [req-7d7a46c9-79b9-4fb1-a3cd-12039e1f9ba1 req-7f2e905f-5b01-4d8d-8dc7-bb3e07e1e6bc tempest-FloatingIPsAssociationNegativeTestJSON-425952940 tempest-FloatingIPsAssociationNegativeTestJSON-425952940-project] Deleting port d21ada1c-8e23-428e-a100-1a031fdb6b2d {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:05:27.990490 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-7d7a46c9-79b9-4fb1-a3cd-12039e1f9ba1 req-7f2e905f-5b01-4d8d-8dc7-bb3e07e1e6bc tempest-FloatingIPsAssociationNegativeTestJSON-425952940 tempest-FloatingIPsAssociationNegativeTestJSON-425952940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:28.115063 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bae52b-d803-40f9-b41d-11f7ec870d83 req-5fca5a51-b477-4dd5-b447-2d47e5a559c1 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:28.116600 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-01bae52b-d803-40f9-b41d-11f7ec870d83 req-5fca5a51-b477-4dd5-b447-2d47e5a559c1 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=70c84ed6-1b38-4b73-8bea-55c843cc7bda HTTP/1.1" status: 200 len: 944 time: 0.0859754 Aug 11 03:05:28.118235 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-7d7a46c9-79b9-4fb1-a3cd-12039e1f9ba1 req-7f2e905f-5b01-4d8d-8dc7-bb3e07e1e6bc tempest-FloatingIPsAssociationNegativeTestJSON-425952940 tempest-FloatingIPsAssociationNegativeTestJSON-425952940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:28.118582 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-7d7a46c9-79b9-4fb1-a3cd-12039e1f9ba1 req-7f2e905f-5b01-4d8d-8dc7-bb3e07e1e6bc tempest-FloatingIPsAssociationNegativeTestJSON-425952940 tempest-FloatingIPsAssociationNegativeTestJSON-425952940-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:28.138905 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [req-7d7a46c9-79b9-4fb1-a3cd-12039e1f9ba1 req-7f2e905f-5b01-4d8d-8dc7-bb3e07e1e6bc tempest-FloatingIPsAssociationNegativeTestJSON-425952940 tempest-FloatingIPsAssociationNegativeTestJSON-425952940-project] Calling delete_port for d21ada1c-8e23-428e-a100-1a031fdb6b2d owned by network:floatingip {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:05:28.209051 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-01bae52b-d803-40f9-b41d-11f7ec870d83 req-6cfdcbfe-748c-4ccd-9412-9fcbf93b0461 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a2aa92e-a0e4-4cb3-9665-2569763a2f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818541 Aug 11 03:05:28.331611 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edef2381-3871-4f74-916e-f083fa870edd req-021f77f7-5cb4-413e-8ed4-b4da6b9d49a4 tempest-MigrationsAdminTest-861970549 tempest-MigrationsAdminTest-861970549-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:28.333123 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-edef2381-3871-4f74-916e-f083fa870edd req-021f77f7-5cb4-413e-8ed4-b4da6b9d49a4 tempest-MigrationsAdminTest-861970549 tempest-MigrationsAdminTest-861970549-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=a978446e-4582-4607-aebd-6033f29f8980 HTTP/1.1" status: 200 len: 1102 time: 0.0550988 Aug 11 03:05:28.378587 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-edef2381-3871-4f74-916e-f083fa870edd req-9d804f86-2488-45a6-a470-a7fc0cc0d2c7 tempest-MigrationsAdminTest-861970549 tempest-MigrationsAdminTest-861970549-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292249 Aug 11 03:05:28.398530 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-7d7a46c9-79b9-4fb1-a3cd-12039e1f9ba1 req-7f2e905f-5b01-4d8d-8dc7-bb3e07e1e6bc tempest-FloatingIPsAssociationNegativeTestJSON-425952940 tempest-FloatingIPsAssociationNegativeTestJSON-425952940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:28.412942 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 03:05:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e53c656-3226-4409-9aa5-7f59f0ea3cef x-openstack-request-id: req-7e53c656-3226-4409-9aa5-7f59f0ea3cef {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:05:28.413456 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70c84ed6-1b38-4b73-8bea-55c843cc7bda", "name": "network-vif-unplugged", "status": "completed", "tag": "fa57729b-416e-4b56-988d-5e0b3aee0303", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:05:28.413650 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7e53c656-3226-4409-9aa5-7f59f0ea3cef {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:05:28.414124 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70c84ed6-1b38-4b73-8bea-55c843cc7bda', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa57729b-416e-4b56-988d-5e0b3aee0303', 'code': 200} Aug 11 03:05:28.436448 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2e905f-5b01-4d8d-8dc7-bb3e07e1e6bc tempest-FloatingIPsAssociationNegativeTestJSON-425952940 tempest-FloatingIPsAssociationNegativeTestJSON-425952940-project] Pushing event deleted for resources: {'Port': ['ID=d21ada1c-8e23-428e-a100-1a031fdb6b2d,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:28.805638 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-98af72eb-0862-4ab4-8ed1-d73c1c2fd06f req-5fad0bfa-0818-4707-a8a1-37f0db12ae1b tempest-FloatingIPDetailsTestJSON-255665576 tempest-FloatingIPDetailsTestJSON-255665576-project] 10.222.0.41 "GET /v2.0/floatingips/aece7432-455c-4768-8750-b5c87f8cc540 HTTP/1.1" status: 200 len: 692 time: 0.3790455 Aug 11 03:05:28.868128 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-7d7a46c9-79b9-4fb1-a3cd-12039e1f9ba1 req-7f2e905f-5b01-4d8d-8dc7-bb3e07e1e6bc tempest-FloatingIPsAssociationNegativeTestJSON-425952940 tempest-FloatingIPsAssociationNegativeTestJSON-425952940-project] Notify callbacks [] for floatingip, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:28.870621 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-7d7a46c9-79b9-4fb1-a3cd-12039e1f9ba1 req-7f2e905f-5b01-4d8d-8dc7-bb3e07e1e6bc tempest-FloatingIPsAssociationNegativeTestJSON-425952940 tempest-FloatingIPsAssociationNegativeTestJSON-425952940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for floatingip, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:28.871740 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7d7a46c9-79b9-4fb1-a3cd-12039e1f9ba1 req-7f2e905f-5b01-4d8d-8dc7-bb3e07e1e6bc tempest-FloatingIPsAssociationNegativeTestJSON-425952940 tempest-FloatingIPsAssociationNegativeTestJSON-425952940-project] 10.222.0.41 "DELETE /v2.0/floatingips/d693f347-f95d-49ef-98a0-16ca97480bbb HTTP/1.1" status: 204 len: 173 time: 1.0640008 Aug 11 03:05:28.926632 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98af72eb-0862-4ab4-8ed1-d73c1c2fd06f req-718387e7-f8c8-465d-be4d-29ae80e440f2 tempest-FloatingIPDetailsTestJSON-255665576 tempest-FloatingIPDetailsTestJSON-255665576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:28.927957 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-98af72eb-0862-4ab4-8ed1-d73c1c2fd06f req-718387e7-f8c8-465d-be4d-29ae80e440f2 tempest-FloatingIPDetailsTestJSON-255665576 tempest-FloatingIPDetailsTestJSON-255665576-project] 10.222.0.41 "GET /v2.0/networks/09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 HTTP/1.1" status: 200 len: 784 time: 0.1124921 Aug 11 03:05:28.958533 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-91a3d9f0-514c-4ddb-93de-30cda33c1f79 req-a2e0ace8-be83-4e3c-8325-4117aa7fe96c tempest-LiveMigrationNegativeTest-810634778 tempest-LiveMigrationNegativeTest-810634778-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=6c5fdf9440014970a122fa6f2b0aea53&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0221913 Aug 11 03:05:29.058855 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-31e1e6be-6084-4c4a-b04b-51851215df36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:29.085180 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a3d9f0-514c-4ddb-93de-30cda33c1f79 req-d35968ad-11c3-4d89-9672-72be1daf90ca tempest-LiveMigrationNegativeTest-810634778 tempest-LiveMigrationNegativeTest-810634778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:29.085180 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-91a3d9f0-514c-4ddb-93de-30cda33c1f79 req-d35968ad-11c3-4d89-9672-72be1daf90ca tempest-LiveMigrationNegativeTest-810634778 tempest-LiveMigrationNegativeTest-810634778-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1148767 Aug 11 03:05:29.101821 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-91a3d9f0-514c-4ddb-93de-30cda33c1f79 req-90f1d4bf-d231-48fd-96c4-e7b3106e5e67 tempest-LiveMigrationNegativeTest-810634778 tempest-LiveMigrationNegativeTest-810634778-project] 10.222.0.41 "GET /v2.0/quotas/6c5fdf9440014970a122fa6f2b0aea53 HTTP/1.1" status: 200 len: 375 time: 0.0170958 Aug 11 03:05:29.185377 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-643d694a-07cd-40dd-972f-439e46657f22 req-c61c2ddf-6e83-42f5-ba4e-141140e768d1 tempest-FloatingIPsAssociationNegativeTestJSON-425952940 tempest-FloatingIPsAssociationNegativeTestJSON-425952940-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.8.144 HTTP/1.1" status: 200 len: 1001 time: 0.0990074 Aug 11 03:05:29.204271 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-91a3d9f0-514c-4ddb-93de-30cda33c1f79 req-0c89e698-d038-4e5d-870e-29a8706494b6 tempest-LiveMigrationNegativeTest-810634778 tempest-LiveMigrationNegativeTest-810634778-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=6c5fdf9440014970a122fa6f2b0aea53&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0737591 Aug 11 03:05:29.240028 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643d694a-07cd-40dd-972f-439e46657f22 req-19d22a78-2c5f-4e1e-b55d-faedf933fa23 tempest-FloatingIPsAssociationNegativeTestJSON-425952940 tempest-FloatingIPsAssociationNegativeTestJSON-425952940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:29.241431 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-643d694a-07cd-40dd-972f-439e46657f22 req-19d22a78-2c5f-4e1e-b55d-faedf933fa23 tempest-FloatingIPsAssociationNegativeTestJSON-425952940 tempest-FloatingIPsAssociationNegativeTestJSON-425952940-project] 10.222.0.41 "GET /v2.0/ports/b640a05b-0c73-4eeb-a2d8-7fd9e401ab03 HTTP/1.1" status: 200 len: 942 time: 0.0498121 Aug 11 03:05:29.351041 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-643d694a-07cd-40dd-972f-439e46657f22 req-eb3661d1-eefc-4656-90e4-2e5a1e1aecdf tempest-FloatingIPsAssociationNegativeTestJSON-425952940 tempest-FloatingIPsAssociationNegativeTestJSON-425952940-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.8.144 HTTP/1.1" status: 200 len: 1001 time: 0.0637484 Aug 11 03:05:29.381881 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device fa57729b-416e-4b56-988d-5e0b3aee0303 details requested by agent hyperv_n-h2-764292-30 with host n-h2-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:05:29.487736 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port fa57729b-416e-4b56-988d-5e0b3aee0303, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=fa57729b-416e-4b56-988d-5e0b3aee0303,segment=NetworkSegment(51ba8099-7622-42cb-adbd-7c8aaac78355),segment_id=51ba8099-7622-42cb-adbd-7c8aaac78355)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:05:29.505114 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Returning: {'device': 'fa57729b-416e-4b56-988d-5e0b3aee0303', 'network_id': '6b5eb666-47e5-4ddb-b0bc-16855d478160', 'port_id': 'fa57729b-416e-4b56-988d-5e0b3aee0303', 'mac_address': 'fa:16:3e:e3:c7:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bc807f9-b5f2-488b-b980-1ec1f7afe42f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:05:29.506381 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-67d8995c-661e-435f-a9c9-601dbc6403e5 req-48ff4b40-7e48-4fc3-b7d1-88f3335ce3e6 tempest-FloatingIPDetailsTestJSON-255665576 tempest-FloatingIPDetailsTestJSON-255665576-project] 10.222.0.41 "GET /v2.0/floatingips/aece7432-455c-4768-8750-b5c87f8cc540 HTTP/1.1" status: 200 len: 692 time: 0.0684016 Aug 11 03:05:29.550237 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:29.563827 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa57729b-416e-4b56-988d-5e0b3aee0303 {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:05:29.593338 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643d694a-07cd-40dd-972f-439e46657f22 req-b9a4214e-f713-4c8f-ad8a-796c6840c5eb tempest-FloatingIPsAssociationNegativeTestJSON-425952940 tempest-FloatingIPsAssociationNegativeTestJSON-425952940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:29.594565 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port fa57729b-416e-4b56-988d-5e0b3aee0303, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=fa57729b-416e-4b56-988d-5e0b3aee0303,segment=NetworkSegment(51ba8099-7622-42cb-adbd-7c8aaac78355),segment_id=51ba8099-7622-42cb-adbd-7c8aaac78355)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:05:29.594717 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-643d694a-07cd-40dd-972f-439e46657f22 req-b9a4214e-f713-4c8f-ad8a-796c6840c5eb tempest-FloatingIPsAssociationNegativeTestJSON-425952940 tempest-FloatingIPsAssociationNegativeTestJSON-425952940-project] 10.222.0.41 "GET /v2.0/networks/09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 HTTP/1.1" status: 200 len: 784 time: 0.2378151 Aug 11 03:05:29.661967 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:29.694486 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d8995c-661e-435f-a9c9-601dbc6403e5 req-0c76839c-794c-4608-9e08-3c85ce31753a tempest-FloatingIPDetailsTestJSON-255665576 tempest-FloatingIPDetailsTestJSON-255665576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:29.695783 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-67d8995c-661e-435f-a9c9-601dbc6403e5 req-0c76839c-794c-4608-9e08-3c85ce31753a tempest-FloatingIPDetailsTestJSON-255665576 tempest-FloatingIPDetailsTestJSON-255665576-project] 10.222.0.41 "GET /v2.0/networks/09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 HTTP/1.1" status: 200 len: 784 time: 0.1762733 Aug 11 03:05:29.701375 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-643d694a-07cd-40dd-972f-439e46657f22 req-fbf94e5b-11d9-496d-9c71-c8adf0529c07 tempest-FloatingIPsAssociationNegativeTestJSON-425952940 tempest-FloatingIPsAssociationNegativeTestJSON-425952940-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.8.144 HTTP/1.1" status: 200 len: 1001 time: 0.0983953 Aug 11 03:05:29.714704 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=fa57729b-416e-4b56-988d-5e0b3aee0303,revision_number=12']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:29.743111 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['fa57729b-416e-4b56-988d-5e0b3aee0303'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:05:29.745808 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-643d694a-07cd-40dd-972f-439e46657f22 req-836702bf-1606-423b-9383-90ca0a32f501 tempest-FloatingIPsAssociationNegativeTestJSON-425952940 tempest-FloatingIPsAssociationNegativeTestJSON-425952940-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:05:29.792621 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-67d8995c-661e-435f-a9c9-601dbc6403e5 req-9bedab03-7d9e-4fa0-bb95-5b8c398b06dc tempest-FloatingIPDetailsTestJSON-255665576 tempest-FloatingIPDetailsTestJSON-255665576-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.8.46 HTTP/1.1" status: 200 len: 695 time: 0.0857873 Aug 11 03:05:29.859475 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-67d8995c-661e-435f-a9c9-601dbc6403e5 req-2baf9f43-8531-4567-8e59-410e7d46e46e tempest-FloatingIPDetailsTestJSON-255665576 tempest-FloatingIPDetailsTestJSON-255665576-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.8.46 HTTP/1.1" status: 200 len: 695 time: 0.0592284 Aug 11 03:05:29.861708 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-643d694a-07cd-40dd-972f-439e46657f22 req-836702bf-1606-423b-9383-90ca0a32f501 tempest-FloatingIPsAssociationNegativeTestJSON-425952940 tempest-FloatingIPsAssociationNegativeTestJSON-425952940-project] Notify callbacks [] for floatingip, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:30.119938 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-643d694a-07cd-40dd-972f-439e46657f22 req-836702bf-1606-423b-9383-90ca0a32f501 tempest-FloatingIPsAssociationNegativeTestJSON-425952940 tempest-FloatingIPsAssociationNegativeTestJSON-425952940-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:30.135671 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [req-67d8995c-661e-435f-a9c9-601dbc6403e5 req-a893d221-1c1f-41cf-b405-93be30ee3cda tempest-FloatingIPDetailsTestJSON-255665576 tempest-FloatingIPDetailsTestJSON-255665576-project] Deleting port c8805a0a-3952-44c4-a831-083b5feddcbd {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:05:30.136022 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-67d8995c-661e-435f-a9c9-601dbc6403e5 req-a893d221-1c1f-41cf-b405-93be30ee3cda tempest-FloatingIPDetailsTestJSON-255665576 tempest-FloatingIPDetailsTestJSON-255665576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:30.207718 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-643d694a-07cd-40dd-972f-439e46657f22 req-836702bf-1606-423b-9383-90ca0a32f501 tempest-FloatingIPsAssociationNegativeTestJSON-425952940 tempest-FloatingIPsAssociationNegativeTestJSON-425952940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446866'] for floatingip, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:30.207973 n-d-764292-30 neutron-server[102192]: INFO neutron.db.l3_db [req-643d694a-07cd-40dd-972f-439e46657f22 req-836702bf-1606-423b-9383-90ca0a32f501 tempest-FloatingIPsAssociationNegativeTestJSON-425952940 tempest-FloatingIPsAssociationNegativeTestJSON-425952940-project] Floating IP 492b53a7-52b0-4ee8-98d6-09ed7df12f90 disassociated. External IP: 172.25.8.144, port: b640a05b-0c73-4eeb-a2d8-7fd9e401ab03. Aug 11 03:05:30.246927 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-67d8995c-661e-435f-a9c9-601dbc6403e5 req-a893d221-1c1f-41cf-b405-93be30ee3cda tempest-FloatingIPDetailsTestJSON-255665576 tempest-FloatingIPDetailsTestJSON-255665576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:30.247866 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-67d8995c-661e-435f-a9c9-601dbc6403e5 req-a893d221-1c1f-41cf-b405-93be30ee3cda tempest-FloatingIPDetailsTestJSON-255665576 tempest-FloatingIPDetailsTestJSON-255665576-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:30.267043 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [req-67d8995c-661e-435f-a9c9-601dbc6403e5 req-a893d221-1c1f-41cf-b405-93be30ee3cda tempest-FloatingIPDetailsTestJSON-255665576 tempest-FloatingIPDetailsTestJSON-255665576-project] Calling delete_port for c8805a0a-3952-44c4-a831-083b5feddcbd owned by network:floatingip {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:05:30.532596 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.l3_agent_scheduler [req-643d694a-07cd-40dd-972f-439e46657f22 req-836702bf-1606-423b-9383-90ca0a32f501 tempest-FloatingIPsAssociationNegativeTestJSON-425952940 tempest-FloatingIPsAssociationNegativeTestJSON-425952940-project] Router 1d8e66ca-c42e-4698-85d6-4809deb55638 has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:05:30.617558 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-67d8995c-661e-435f-a9c9-601dbc6403e5 req-a893d221-1c1f-41cf-b405-93be30ee3cda tempest-FloatingIPDetailsTestJSON-255665576 tempest-FloatingIPDetailsTestJSON-255665576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:30.657002 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a893d221-1c1f-41cf-b405-93be30ee3cda tempest-FloatingIPDetailsTestJSON-255665576 tempest-FloatingIPDetailsTestJSON-255665576-project] Pushing event deleted for resources: {'Port': ['ID=c8805a0a-3952-44c4-a831-083b5feddcbd,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:30.683184 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-643d694a-07cd-40dd-972f-439e46657f22 req-836702bf-1606-423b-9383-90ca0a32f501 tempest-FloatingIPsAssociationNegativeTestJSON-425952940 tempest-FloatingIPsAssociationNegativeTestJSON-425952940-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:05:30.690305 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-643d694a-07cd-40dd-972f-439e46657f22 req-836702bf-1606-423b-9383-90ca0a32f501 tempest-FloatingIPsAssociationNegativeTestJSON-425952940 tempest-FloatingIPsAssociationNegativeTestJSON-425952940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for floatingip, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:30.693713 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8b50a5-9643-4ee7-9b94-f164859c2075 None None] Sync routers for ids ['1d8e66ca-c42e-4698-85d6-4809deb55638'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:05:30.705671 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8b50a5-9643-4ee7-9b94-f164859c2075 None None] Routers {'1d8e66ca-c42e-4698-85d6-4809deb55638'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:05:30.706470 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-1b8b50a5-9643-4ee7-9b94-f164859c2075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:05:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['1d8e66ca-c42e-4698-85d6-4809deb55638'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:05:30.741183 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-643d694a-07cd-40dd-972f-439e46657f22 req-836702bf-1606-423b-9383-90ca0a32f501 tempest-FloatingIPsAssociationNegativeTestJSON-425952940 tempest-FloatingIPsAssociationNegativeTestJSON-425952940-project] 10.222.0.41 "PUT /v2.0/floatingips/492b53a7-52b0-4ee8-98d6-09ed7df12f90 HTTP/1.1" status: 200 len: 695 time: 1.0277243 Aug 11 03:05:30.743535 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '462de067-85b7-40e9-8a21-63b970ededa0', 'tag': 'b640a05b-0c73-4eeb-a2d8-7fd9e401ab03'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:05:30.745485 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68c6b5fd-e141-407f-abc8-1f35865f5c7c" -d '{"events": [{"name": "network-changed", "server_uuid": "462de067-85b7-40e9-8a21-63b970ededa0", "tag": "b640a05b-0c73-4eeb-a2d8-7fd9e401ab03"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:05:30.753120 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-67d8995c-661e-435f-a9c9-601dbc6403e5 req-a893d221-1c1f-41cf-b405-93be30ee3cda tempest-FloatingIPDetailsTestJSON-255665576 tempest-FloatingIPDetailsTestJSON-255665576-project] Notify callbacks [] for floatingip, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:30.755717 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-67d8995c-661e-435f-a9c9-601dbc6403e5 req-a893d221-1c1f-41cf-b405-93be30ee3cda tempest-FloatingIPDetailsTestJSON-255665576 tempest-FloatingIPDetailsTestJSON-255665576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for floatingip, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:30.756880 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-67d8995c-661e-435f-a9c9-601dbc6403e5 req-a893d221-1c1f-41cf-b405-93be30ee3cda tempest-FloatingIPDetailsTestJSON-255665576 tempest-FloatingIPDetailsTestJSON-255665576-project] 10.222.0.41 "DELETE /v2.0/floatingips/aece7432-455c-4768-8750-b5c87f8cc540 HTTP/1.1" status: 204 len: 173 time: 0.8609760 Aug 11 03:05:30.807239 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643d694a-07cd-40dd-972f-439e46657f22 req-45cf5556-98f0-4208-88b8-716b01cedce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:30.810437 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-643d694a-07cd-40dd-972f-439e46657f22 req-45cf5556-98f0-4208-88b8-716b01cedce1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8cd61943ed6843f6aacd56a7b71db43b&device_id=462de067-85b7-40e9-8a21-63b970ededa0 HTTP/1.1" status: 200 len: 1097 time: 0.0519810 Aug 11 03:05:30.861076 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-1b8b50a5-9643-4ee7-9b94-f164859c2075 None None] Set router 1d8e66ca-c42e-4698-85d6-4809deb55638 gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:05:30.892004 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0e527b3e-3dfc-419a-af24-b9b97e9cf4f7 req-36abfa24-6a7a-41be-aac6-3076b06ca0e2 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=2a223f1b2a284c768535cee2a71b4bcf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0494359 Aug 11 03:05:30.988954 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643d694a-07cd-40dd-972f-439e46657f22 req-3acd4098-46fa-4257-8cd0-6052514b6f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:30.990493 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-643d694a-07cd-40dd-972f-439e46657f22 req-3acd4098-46fa-4257-8cd0-6052514b6f7c service neutron] 10.222.0.41 "GET /v2.0/networks?id=ba4700b3-514b-4464-a1da-7cb77b20de89 HTTP/1.1" status: 200 len: 930 time: 0.1739423 Aug 11 03:05:31.042417 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-643d694a-07cd-40dd-972f-439e46657f22 req-c33b1e7f-b917-4a84-a647-3424956981a1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b640a05b-0c73-4eeb-a2d8-7fd9e401ab03 HTTP/1.1" status: 200 len: 217 time: 0.0456953 Aug 11 03:05:31.080488 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-1b8b50a5-9643-4ee7-9b94-f164859c2075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d8e66ca-c42e-4698-85d6-4809deb55638', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2072384026-router', 'tenant_id': '8cd61943ed6843f6aacd56a7b71db43b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': '99afaf8d-03a6-4f18-af72-de13f38213ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:04:35Z', 'updated_at': '2021-08-11T03:04:45Z', 'revision_number': 4, 'project_id': '8cd61943ed6843f6aacd56a7b71db43b', 'gw_port': {'id': '99afaf8d-03a6-4f18-af72-de13f38213ea', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:c5:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8e66ca-c42e-4698-85d6-4809deb55638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:04:37Z', 'updated_at': '2021-08-11T03:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': 'e252c679-c6e9-4e1b-98b6-d0f13c74a34f', 'name': '', 'network_id': 'ba4700b3-514b-4464-a1da-7cb77b20de89', 'tenant_id': '8cd61943ed6843f6aacd56a7b71db43b', 'mac_address': 'fa:16:3e:a7:12:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8e66ca-c42e-4698-85d6-4809deb55638', 'device_owner': 'network:router_interface', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': '0415f86d-f740-4723-be5c-da5b97481cab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:04:42Z', 'updated_at': '2021-08-11T03:04:52Z', 'revision_number': 5, 'project_id': '8cd61943ed6843f6aacd56a7b71db43b', 'subnets': [{'id': '0415f86d-f740-4723-be5c-da5b97481cab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:05:31.094538 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e527b3e-3dfc-419a-af24-b9b97e9cf4f7 req-13b2efbd-df59-426a-a0e9-8ce83aab6abb tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:31.095993 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0e527b3e-3dfc-419a-af24-b9b97e9cf4f7 req-13b2efbd-df59-426a-a0e9-8ce83aab6abb tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1941259 Aug 11 03:05:31.106167 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8b50a5-9643-4ee7-9b94-f164859c2075 None None] Checking router: 1d8e66ca-c42e-4698-85d6-4809deb55638 for host: n-d-764292-30 {{(pid=102193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:05:31.115090 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8b50a5-9643-4ee7-9b94-f164859c2075 None None] Routers {'1d8e66ca-c42e-4698-85d6-4809deb55638'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:05:31.115712 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-1b8b50a5-9643-4ee7-9b94-f164859c2075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:05:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['1d8e66ca-c42e-4698-85d6-4809deb55638'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:05:31.120691 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643d694a-07cd-40dd-972f-439e46657f22 req-73f0b6d4-640d-40fa-963f-44894c83b0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:31.122832 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-643d694a-07cd-40dd-972f-439e46657f22 req-73f0b6d4-640d-40fa-963f-44894c83b0e7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0415f86d-f740-4723-be5c-da5b97481cab HTTP/1.1" status: 200 len: 868 time: 0.0681016 Aug 11 03:05:31.124262 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0e527b3e-3dfc-419a-af24-b9b97e9cf4f7 req-9838db6a-8ed8-4208-9417-9da80f7d9921 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/quotas/2a223f1b2a284c768535cee2a71b4bcf HTTP/1.1" status: 200 len: 375 time: 0.0209935 Aug 11 03:05:31.201894 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643d694a-07cd-40dd-972f-439e46657f22 req-d47fa836-62f6-4321-a078-ad9b6b5256f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:31.203753 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-643d694a-07cd-40dd-972f-439e46657f22 req-d47fa836-62f6-4321-a078-ad9b6b5256f8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ba4700b3-514b-4464-a1da-7cb77b20de89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0738721 Aug 11 03:05:31.207819 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0e527b3e-3dfc-419a-af24-b9b97e9cf4f7 req-c6701b3c-916b-46e2-b473-dc26e0f73323 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=2a223f1b2a284c768535cee2a71b4bcf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0675848 Aug 11 03:05:31.228291 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-1b8b50a5-9643-4ee7-9b94-f164859c2075 None None] Set router 1d8e66ca-c42e-4698-85d6-4809deb55638 gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:05:31.364985 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-643d694a-07cd-40dd-972f-439e46657f22 req-dced92a8-4126-41a0-9e32-ea2bf446af2d service neutron] 10.222.0.41 "GET /v2.0/networks/ba4700b3-514b-4464-a1da-7cb77b20de89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470678 Aug 11 03:05:31.404441 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device fa57729b-416e-4b56-988d-5e0b3aee0303 up at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:05:31.540639 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning complete for port fa57729b-416e-4b56-988d-5e0b3aee0303 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:05:31.541006 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:31.581648 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-1b8b50a5-9643-4ee7-9b94-f164859c2075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d8e66ca-c42e-4698-85d6-4809deb55638', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2072384026-router', 'tenant_id': '8cd61943ed6843f6aacd56a7b71db43b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': '99afaf8d-03a6-4f18-af72-de13f38213ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:04:35Z', 'updated_at': '2021-08-11T03:04:45Z', 'revision_number': 4, 'project_id': '8cd61943ed6843f6aacd56a7b71db43b', 'gw_port': {'id': '99afaf8d-03a6-4f18-af72-de13f38213ea', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:c5:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8e66ca-c42e-4698-85d6-4809deb55638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:04:37Z', 'updated_at': '2021-08-11T03:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': 'e252c679-c6e9-4e1b-98b6-d0f13c74a34f', 'name': '', 'network_id': 'ba4700b3-514b-4464-a1da-7cb77b20de89', 'tenant_id': '8cd61943ed6843f6aacd56a7b71db43b', 'mac_address': 'fa:16:3e:a7:12:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8e66ca-c42e-4698-85d6-4809deb55638', 'device_owner': 'network:router_interface', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': '0415f86d-f740-4723-be5c-da5b97481cab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:04:42Z', 'updated_at': '2021-08-11T03:04:52Z', 'revision_number': 5, 'project_id': '8cd61943ed6843f6aacd56a7b71db43b', 'subnets': [{'id': '0415f86d-f740-4723-be5c-da5b97481cab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:05:31.608472 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-643d694a-07cd-40dd-972f-439e46657f22 req-4fcf4f81-2922-4edd-9f56-c8bff2e682dd service neutron] 10.222.0.41 "GET /v2.0/networks/ba4700b3-514b-4464-a1da-7cb77b20de89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2363441 Aug 11 03:05:31.612983 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8b50a5-9643-4ee7-9b94-f164859c2075 None None] The sync data for ids ['1d8e66ca-c42e-4698-85d6-4809deb55638'] in n-d-764292-30 is: [{'id': '1d8e66ca-c42e-4698-85d6-4809deb55638', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2072384026-router', 'tenant_id': '8cd61943ed6843f6aacd56a7b71db43b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': '99afaf8d-03a6-4f18-af72-de13f38213ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:04:35Z', 'updated_at': '2021-08-11T03:04:45Z', 'revision_number': 4, 'project_id': '8cd61943ed6843f6aacd56a7b71db43b', 'gw_port': {'id': '99afaf8d-03a6-4f18-af72-de13f38213ea', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:c5:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8e66ca-c42e-4698-85d6-4809deb55638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:04:37Z', 'updated_at': '2021-08-11T03:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': 'e252c679-c6e9-4e1b-98b6-d0f13c74a34f', 'name': '', 'network_id': 'ba4700b3-514b-4464-a1da-7cb77b20de89', 'tenant_id': '8cd61943ed6843f6aacd56a7b71db43b', 'mac_address': 'fa:16:3e:a7:12:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8e66ca-c42e-4698-85d6-4809deb55638', 'device_owner': 'network:router_interface', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': '0415f86d-f740-4723-be5c-da5b97481cab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:04:42Z', 'updated_at': '2021-08-11T03:04:52Z', 'revision_number': 5, 'project_id': '8cd61943ed6843f6aacd56a7b71db43b', 'subnets': [{'id': '0415f86d-f740-4723-be5c-da5b97481cab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:05:31.629270 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-91a3d9f0-514c-4ddb-93de-30cda33c1f79 req-3e5bf66d-577a-492a-aa5e-70715c36541b tempest-LiveMigrationNegativeTest-810634778 tempest-LiveMigrationNegativeTest-810634778-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=6c5fdf9440014970a122fa6f2b0aea53&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0736687 Aug 11 03:05:31.706020 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:31.743758 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port fa57729b-416e-4b56-988d-5e0b3aee0303, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=fa57729b-416e-4b56-988d-5e0b3aee0303,segment=NetworkSegment(51ba8099-7622-42cb-adbd-7c8aaac78355),segment_id=51ba8099-7622-42cb-adbd-7c8aaac78355)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:05:31.743758 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70c84ed6-1b38-4b73-8bea-55c843cc7bda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa57729b-416e-4b56-988d-5e0b3aee0303'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:05:31.746104 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-987cb208-690a-477a-aa1c-a7d08a7b2499" -d '{"events": [{"server_uuid": "70c84ed6-1b38-4b73-8bea-55c843cc7bda", "name": "network-vif-plugged", "status": "completed", "tag": "fa57729b-416e-4b56-988d-5e0b3aee0303"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:05:31.749109 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b458ce9-20c9-4650-8cf1-7c079fd26b35 req-43acb0ca-335d-4419-8338-88d2015f3079 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:31.757914 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4b458ce9-20c9-4650-8cf1-7c079fd26b35 req-43acb0ca-335d-4419-8338-88d2015f3079 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=70c84ed6-1b38-4b73-8bea-55c843cc7bda HTTP/1.1" status: 200 len: 945 time: 0.2636256 Aug 11 03:05:31.843773 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:31.858787 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c9606b51-576c-4ab8-9069-4eacc2feed55 req-3eef070a-9e10-4a14-8388-90c263f550b3 tempest-LiveMigrationNegativeTest-810634778 tempest-LiveMigrationNegativeTest-810634778-project] 10.222.0.41 "GET /v2.0/ports?device_id=3123f7b7-657b-4572-ba70-4f2e22c3cd88 HTTP/1.1" status: 200 len: 210 time: 0.0834622 Aug 11 03:05:31.880442 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-05b399b7-e451-4b78-8e3d-f112386211d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:31.883855 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:31.927790 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a3d9f0-514c-4ddb-93de-30cda33c1f79 req-561a169f-96cc-46d6-90c1-d40ced995910 tempest-LiveMigrationNegativeTest-810634778 tempest-LiveMigrationNegativeTest-810634778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:31.930374 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-91a3d9f0-514c-4ddb-93de-30cda33c1f79 req-561a169f-96cc-46d6-90c1-d40ced995910 tempest-LiveMigrationNegativeTest-810634778 tempest-LiveMigrationNegativeTest-810634778-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2928889 Aug 11 03:05:31.949992 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4b458ce9-20c9-4650-8cf1-7c079fd26b35 req-8ff94913-d574-42ed-bb77-bd61944c0a33 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a2aa92e-a0e4-4cb3-9665-2569763a2f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1860204 Aug 11 03:05:31.963081 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-91a3d9f0-514c-4ddb-93de-30cda33c1f79 req-9c263c2b-5ccb-48e4-8bb7-a3eb945fd591 tempest-LiveMigrationNegativeTest-810634778 tempest-LiveMigrationNegativeTest-810634778-project] Request body: {'port': {'device_id': '3123f7b7-657b-4572-ba70-4f2e22c3cd88', 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba', 'admin_state_up': True, 'tenant_id': '6c5fdf9440014970a122fa6f2b0aea53'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:05:31.979673 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=fa57729b-416e-4b56-988d-5e0b3aee0303,revision_number=13']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:32.073512 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:05:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-718f1211-eb77-499f-98fa-80ddfaca7ec0 x-openstack-request-id: req-718f1211-eb77-499f-98fa-80ddfaca7ec0 {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:05:32.073804 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "462de067-85b7-40e9-8a21-63b970ededa0", "tag": "b640a05b-0c73-4eeb-a2d8-7fd9e401ab03", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:05:32.074966 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-718f1211-eb77-499f-98fa-80ddfaca7ec0 {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:05:32.084900 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '462de067-85b7-40e9-8a21-63b970ededa0', 'tag': 'b640a05b-0c73-4eeb-a2d8-7fd9e401ab03', 'status': 'completed', 'code': 200} Aug 11 03:05:32.130621 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa945f2f-fe74-4257-956f-28bfc5a45ce2 None None] New status for floating IP 492b53a7-52b0-4ee8-98d6-09ed7df12f90: DOWN {{(pid=102194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:05:32.151239 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c6b5fd-e141-407f-abc8-1f35865f5c7c req-67bcc888-cf47-4175-8e8d-67b1c05f4b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:32.151239 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-68c6b5fd-e141-407f-abc8-1f35865f5c7c req-67bcc888-cf47-4175-8e8d-67b1c05f4b97 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8cd61943ed6843f6aacd56a7b71db43b&device_id=462de067-85b7-40e9-8a21-63b970ededa0 HTTP/1.1" status: 200 len: 1097 time: 0.0939336 Aug 11 03:05:32.266347 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-612afcf1-7253-4188-9a83-e3979a3ec12a req-93c56587-46cc-4d49-a0de-1122e762260d tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e790d19-e22e-49e6-811e-000580ef0e08 HTTP/1.1" status: 200 len: 210 time: 0.0431595 Aug 11 03:05:32.332042 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c6b5fd-e141-407f-abc8-1f35865f5c7c req-9cf4789b-ffff-4416-976d-a1c2ec288635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:32.334316 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-68c6b5fd-e141-407f-abc8-1f35865f5c7c req-9cf4789b-ffff-4416-976d-a1c2ec288635 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ba4700b3-514b-4464-a1da-7cb77b20de89 HTTP/1.1" status: 200 len: 930 time: 0.1760526 Aug 11 03:05:32.342480 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.agents_db [None req-950b7202-decb-43e2-8f71-ac8931dc9749 None None] Agent healthcheck: found 7 active agents {{(pid=102194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:05:32.402201 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-68c6b5fd-e141-407f-abc8-1f35865f5c7c req-53988415-a47b-4939-be11-4e186afc8372 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b640a05b-0c73-4eeb-a2d8-7fd9e401ab03 HTTP/1.1" status: 200 len: 217 time: 0.0587807 Aug 11 03:05:32.555674 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c6b5fd-e141-407f-abc8-1f35865f5c7c req-3d2794ec-77d9-450c-b7a5-d5406283004c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:32.557339 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-68c6b5fd-e141-407f-abc8-1f35865f5c7c req-3d2794ec-77d9-450c-b7a5-d5406283004c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0415f86d-f740-4723-be5c-da5b97481cab HTTP/1.1" status: 200 len: 868 time: 0.1471052 Aug 11 03:05:32.630800 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c6b5fd-e141-407f-abc8-1f35865f5c7c req-57c19b8f-569e-4839-a6b6-84aac7061472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:32.636043 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-68c6b5fd-e141-407f-abc8-1f35865f5c7c req-57c19b8f-569e-4839-a6b6-84aac7061472 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ba4700b3-514b-4464-a1da-7cb77b20de89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0663834 Aug 11 03:05:32.848917 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-71147cd3-7918-494e-8532-209f52255ab4 req-55b7c390-5393-4f96-b915-c1af8f7ed039 tempest-FloatingIPsAssociationNegativeTestJSON-425952940 tempest-FloatingIPsAssociationNegativeTestJSON-425952940-project] 10.222.0.41 "GET /v2.0/floatingips/492b53a7-52b0-4ee8-98d6-09ed7df12f90 HTTP/1.1" status: 200 len: 693 time: 0.1641934 Aug 11 03:05:32.867342 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-68c6b5fd-e141-407f-abc8-1f35865f5c7c req-b3beaf77-7ef1-427b-a869-6a2116456f44 service neutron] 10.222.0.24 "GET /v2.0/networks/ba4700b3-514b-4464-a1da-7cb77b20de89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2266107 Aug 11 03:05:32.900409 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:32.935259 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5640660d-c494-45eb-b287-eb00a4905846 req-ed65968a-002b-413f-9b19-0f4fc5181c29 tempest-FloatingIPDetailsTestJSON-255665576 tempest-FloatingIPDetailsTestJSON-255665576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:32.949450 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5640660d-c494-45eb-b287-eb00a4905846 req-ed65968a-002b-413f-9b19-0f4fc5181c29 tempest-FloatingIPDetailsTestJSON-255665576 tempest-FloatingIPDetailsTestJSON-255665576-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.8780644 Aug 11 03:05:33.017446 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:05:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bba1b2e1-aaa4-4141-b0ff-3f5bd1b3d8eb x-openstack-request-id: req-bba1b2e1-aaa4-4141-b0ff-3f5bd1b3d8eb {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:05:33.018803 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70c84ed6-1b38-4b73-8bea-55c843cc7bda", "name": "network-vif-plugged", "status": "completed", "tag": "fa57729b-416e-4b56-988d-5e0b3aee0303", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:05:33.019240 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bba1b2e1-aaa4-4141-b0ff-3f5bd1b3d8eb {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:05:33.019801 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70c84ed6-1b38-4b73-8bea-55c843cc7bda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa57729b-416e-4b56-988d-5e0b3aee0303', 'code': 200} Aug 11 03:05:33.030034 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-68c6b5fd-e141-407f-abc8-1f35865f5c7c req-7b63dbf9-2b81-4c59-a143-ac724d96a3a0 service neutron] 10.222.0.24 "GET /v2.0/networks/ba4700b3-514b-4464-a1da-7cb77b20de89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537554 Aug 11 03:05:33.082175 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91a3d9f0-514c-4ddb-93de-30cda33c1f79 req-9c263c2b-5ccb-48e4-8bb7-a3eb945fd591 tempest-LiveMigrationNegativeTest-810634778 tempest-LiveMigrationNegativeTest-810634778-project] Made reservation on behalf of 6c5fdf9440014970a122fa6f2b0aea53 for: {'port': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:05:33.085696 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-91a3d9f0-514c-4ddb-93de-30cda33c1f79 req-9c263c2b-5ccb-48e4-8bb7-a3eb945fd591 tempest-LiveMigrationNegativeTest-810634778 tempest-LiveMigrationNegativeTest-810634778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:33.099203 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71147cd3-7918-494e-8532-209f52255ab4 req-571fd0f5-28e3-4d27-bbeb-a5bf2f5708c2 tempest-FloatingIPsAssociationNegativeTestJSON-425952940 tempest-FloatingIPsAssociationNegativeTestJSON-425952940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:33.100658 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-71147cd3-7918-494e-8532-209f52255ab4 req-571fd0f5-28e3-4d27-bbeb-a5bf2f5708c2 tempest-FloatingIPsAssociationNegativeTestJSON-425952940 tempest-FloatingIPsAssociationNegativeTestJSON-425952940-project] 10.222.0.41 "GET /v2.0/networks/09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 HTTP/1.1" status: 200 len: 784 time: 0.2509971 Aug 11 03:05:33.193655 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1ed3591f-bf25-4b14-8c4c-ba21152627bd req-6fdc98e3-dae3-4d48-bc33-1e3ab749ef10 tempest-LiveMigrationNegativeTest-810634778 tempest-LiveMigrationNegativeTest-810634778-project] 10.222.0.41 "GET /v2.0/ports?device_id=3123f7b7-657b-4572-ba70-4f2e22c3cd88 HTTP/1.1" status: 200 len: 210 time: 0.0382564 Aug 11 03:05:33.201940 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-71147cd3-7918-494e-8532-209f52255ab4 req-550388f8-8c73-49bd-8f12-972ad35ebe59 tempest-FloatingIPsAssociationNegativeTestJSON-425952940 tempest-FloatingIPsAssociationNegativeTestJSON-425952940-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.8.144 HTTP/1.1" status: 200 len: 696 time: 0.0931373 Aug 11 03:05:33.330813 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-71147cd3-7918-494e-8532-209f52255ab4 req-1653365d-f1ed-4472-8d45-a97fbc15eb07 tempest-FloatingIPsAssociationNegativeTestJSON-425952940 tempest-FloatingIPsAssociationNegativeTestJSON-425952940-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.8.144 HTTP/1.1" status: 200 len: 696 time: 0.1223202 Aug 11 03:05:33.349472 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-92200e34-fb83-4f21-aa15-0ddc01cd1933 req-c42b4de8-5a19-41f0-a4e8-3f46e2291fbd tempest-FloatingIPDetailsTestJSON-255665576 tempest-FloatingIPDetailsTestJSON-255665576-project] 10.222.0.41 "GET /v2.0/floatingips?tenant_id=5cb6b523c0e64a8295a2cf9ab9483d1e HTTP/1.1" status: 200 len: 1656 time: 0.1002662 Aug 11 03:05:33.623500 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [req-91a3d9f0-514c-4ddb-93de-30cda33c1f79 req-9c263c2b-5ccb-48e4-8bb7-a3eb945fd591 tempest-LiveMigrationNegativeTest-810634778 tempest-LiveMigrationNegativeTest-810634778-project] Allocated IP 192.168.233.216 (d1bf0def-6fa4-4d3e-bbc5-20a040931fba/254a3f4d-2b75-429e-bbb2-8e70554e9483/0c653698-b2eb-430f-ac93-f69dd7d7f2b6) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:05:33.676279 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92200e34-fb83-4f21-aa15-0ddc01cd1933 req-ca1fc45d-772e-4eb4-b588-6620d2b6d11a tempest-FloatingIPDetailsTestJSON-255665576 tempest-FloatingIPDetailsTestJSON-255665576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:33.677801 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-92200e34-fb83-4f21-aa15-0ddc01cd1933 req-ca1fc45d-772e-4eb4-b588-6620d2b6d11a tempest-FloatingIPDetailsTestJSON-255665576 tempest-FloatingIPDetailsTestJSON-255665576-project] 10.222.0.41 "GET /v2.0/networks?id=09faf7d2-eaf5-4a50-bb6e-4cb05d009a76&id=09faf7d2-eaf5-4a50-bb6e-4cb05d009a76&id=09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 HTTP/1.1" status: 200 len: 787 time: 0.3225124 Aug 11 03:05:33.712608 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [req-92200e34-fb83-4f21-aa15-0ddc01cd1933 req-99c3975b-d86f-4c51-888b-afc677bde166 tempest-FloatingIPDetailsTestJSON-255665576 tempest-FloatingIPDetailsTestJSON-255665576-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:05:33.713796 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-92200e34-fb83-4f21-aa15-0ddc01cd1933 req-99c3975b-d86f-4c51-888b-afc677bde166 tempest-FloatingIPDetailsTestJSON-255665576 tempest-FloatingIPDetailsTestJSON-255665576-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0155058 Aug 11 03:05:33.719055 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [req-71147cd3-7918-494e-8532-209f52255ab4 req-74b151e0-0047-4dd8-863d-7fb96abdc02b tempest-FloatingIPsAssociationNegativeTestJSON-425952940 tempest-FloatingIPsAssociationNegativeTestJSON-425952940-project] Deleting port f860adee-c451-4a89-8483-92ad4b7abb5d {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:05:33.719394 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-71147cd3-7918-494e-8532-209f52255ab4 req-74b151e0-0047-4dd8-863d-7fb96abdc02b tempest-FloatingIPsAssociationNegativeTestJSON-425952940 tempest-FloatingIPsAssociationNegativeTestJSON-425952940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:33.889796 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-71147cd3-7918-494e-8532-209f52255ab4 req-74b151e0-0047-4dd8-863d-7fb96abdc02b tempest-FloatingIPsAssociationNegativeTestJSON-425952940 tempest-FloatingIPsAssociationNegativeTestJSON-425952940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:33.889796 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-71147cd3-7918-494e-8532-209f52255ab4 req-74b151e0-0047-4dd8-863d-7fb96abdc02b tempest-FloatingIPsAssociationNegativeTestJSON-425952940 tempest-FloatingIPsAssociationNegativeTestJSON-425952940-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:33.925536 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [req-71147cd3-7918-494e-8532-209f52255ab4 req-74b151e0-0047-4dd8-863d-7fb96abdc02b tempest-FloatingIPsAssociationNegativeTestJSON-425952940 tempest-FloatingIPsAssociationNegativeTestJSON-425952940-project] Calling delete_port for f860adee-c451-4a89-8483-92ad4b7abb5d owned by network:floatingip {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:05:33.983139 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-0e527b3e-3dfc-419a-af24-b9b97e9cf4f7 req-c019d89c-dc9c-47c4-b8c4-269f9624930f tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=2a223f1b2a284c768535cee2a71b4bcf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0233543 Aug 11 03:05:34.013519 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-91a3d9f0-514c-4ddb-93de-30cda33c1f79 req-9c263c2b-5ccb-48e4-8bb7-a3eb945fd591 tempest-LiveMigrationNegativeTest-810634778 tempest-LiveMigrationNegativeTest-810634778-project] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:34.022623 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f17a9e1-107e-4381-9529-764eec4f2509 req-92dcbf67-3b37-4d2d-980e-ef12478f3d75 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:34.025309 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6f17a9e1-107e-4381-9529-764eec4f2509 req-92dcbf67-3b37-4d2d-980e-ef12478f3d75 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=70c84ed6-1b38-4b73-8bea-55c843cc7bda HTTP/1.1" status: 200 len: 946 time: 0.1463456 Aug 11 03:05:34.064856 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [req-91a3d9f0-514c-4ddb-93de-30cda33c1f79 req-9c263c2b-5ccb-48e4-8bb7-a3eb945fd591 tempest-LiveMigrationNegativeTest-810634778 tempest-LiveMigrationNegativeTest-810634778-project] Transition to ACTIVE for port object 0c653698-b2eb-430f-ac93-f69dd7d7f2b6 will not be triggered until provisioned by entity DHCP. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:05:34.126273 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6f17a9e1-107e-4381-9529-764eec4f2509 req-bc7d1d03-39a3-47e5-a766-f541377eb813 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a2aa92e-a0e4-4cb3-9665-2569763a2f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907376 Aug 11 03:05:34.155193 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e527b3e-3dfc-419a-af24-b9b97e9cf4f7 req-0ee93eb4-2607-4bcf-9a7d-f65dd8600d2c tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:34.157072 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-0e527b3e-3dfc-419a-af24-b9b97e9cf4f7 req-0ee93eb4-2607-4bcf-9a7d-f65dd8600d2c tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1677983 Aug 11 03:05:34.174378 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-0e527b3e-3dfc-419a-af24-b9b97e9cf4f7 req-d9d753cd-b6ff-4411-a7c5-1167a7532ca2 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Request body: {'port': {'device_id': '1e790d19-e22e-49e6-811e-000580ef0e08', 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba', 'admin_state_up': True, 'tenant_id': '2a223f1b2a284c768535cee2a71b4bcf'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:05:34.296084 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-91a3d9f0-514c-4ddb-93de-30cda33c1f79 req-9c263c2b-5ccb-48e4-8bb7-a3eb945fd591 tempest-LiveMigrationNegativeTest-810634778 tempest-LiveMigrationNegativeTest-810634778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:34.310111 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['8a2c57c2-f791-4ef4-bfed-cab0e4eb4d46'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:05:34.394320 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-71147cd3-7918-494e-8532-209f52255ab4 req-74b151e0-0047-4dd8-863d-7fb96abdc02b tempest-FloatingIPsAssociationNegativeTestJSON-425952940 tempest-FloatingIPsAssociationNegativeTestJSON-425952940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:34.427762 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e527b3e-3dfc-419a-af24-b9b97e9cf4f7 req-d9d753cd-b6ff-4411-a7c5-1167a7532ca2 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Made reservation on behalf of 2a223f1b2a284c768535cee2a71b4bcf for: {'port': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:05:34.437719 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-0e527b3e-3dfc-419a-af24-b9b97e9cf4f7 req-d9d753cd-b6ff-4411-a7c5-1167a7532ca2 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:34.439812 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91a3d9f0-514c-4ddb-93de-30cda33c1f79 req-9c263c2b-5ccb-48e4-8bb7-a3eb945fd591 tempest-LiveMigrationNegativeTest-810634778 tempest-LiveMigrationNegativeTest-810634778-project] Network d1bf0def-6fa4-4d3e-bbc5-20a040931fba is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:05:34.473956 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [req-91a3d9f0-514c-4ddb-93de-30cda33c1f79 req-9c263c2b-5ccb-48e4-8bb7-a3eb945fd591 tempest-LiveMigrationNegativeTest-810634778 tempest-LiveMigrationNegativeTest-810634778-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:05:34.488157 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4d572a84-964f-474e-bcad-d2a0951bef0f req-c87253bb-02bb-4972-ac31-322dbb2fd225 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e790d19-e22e-49e6-811e-000580ef0e08 HTTP/1.1" status: 200 len: 210 time: 0.0989523 Aug 11 03:05:34.500463 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [req-91a3d9f0-514c-4ddb-93de-30cda33c1f79 req-9c263c2b-5ccb-48e4-8bb7-a3eb945fd591 tempest-LiveMigrationNegativeTest-810634778 tempest-LiveMigrationNegativeTest-810634778-project] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:05:34.629923 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a3d9f0-514c-4ddb-93de-30cda33c1f79 req-9c263c2b-5ccb-48e4-8bb7-a3eb945fd591 tempest-LiveMigrationNegativeTest-810634778 tempest-LiveMigrationNegativeTest-810634778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:34.635362 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-91a3d9f0-514c-4ddb-93de-30cda33c1f79 req-9c263c2b-5ccb-48e4-8bb7-a3eb945fd591 tempest-LiveMigrationNegativeTest-810634778 tempest-LiveMigrationNegativeTest-810634778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:34.655701 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c263c2b-5ccb-48e4-8bb7-a3eb945fd591 tempest-LiveMigrationNegativeTest-810634778 tempest-LiveMigrationNegativeTest-810634778-project] Pushing event updated for resources: {'Port': ['ID=0c653698-b2eb-430f-ac93-f69dd7d7f2b6,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:34.667301 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c263c2b-5ccb-48e4-8bb7-a3eb945fd591 tempest-LiveMigrationNegativeTest-810634778 tempest-LiveMigrationNegativeTest-810634778-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:05:34.667709 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c263c2b-5ccb-48e4-8bb7-a3eb945fd591 tempest-LiveMigrationNegativeTest-810634778 tempest-LiveMigrationNegativeTest-810634778-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:05:34.668637 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c263c2b-5ccb-48e4-8bb7-a3eb945fd591 tempest-LiveMigrationNegativeTest-810634778 tempest-LiveMigrationNegativeTest-810634778-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:05:34.669855 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c263c2b-5ccb-48e4-8bb7-a3eb945fd591 tempest-LiveMigrationNegativeTest-810634778 tempest-LiveMigrationNegativeTest-810634778-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:05:34.670319 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c263c2b-5ccb-48e4-8bb7-a3eb945fd591 tempest-LiveMigrationNegativeTest-810634778 tempest-LiveMigrationNegativeTest-810634778-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:05:34.670755 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c263c2b-5ccb-48e4-8bb7-a3eb945fd591 tempest-LiveMigrationNegativeTest-810634778 tempest-LiveMigrationNegativeTest-810634778-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:05:34.671911 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c263c2b-5ccb-48e4-8bb7-a3eb945fd591 tempest-LiveMigrationNegativeTest-810634778 tempest-LiveMigrationNegativeTest-810634778-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:05:34.672681 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c263c2b-5ccb-48e4-8bb7-a3eb945fd591 tempest-LiveMigrationNegativeTest-810634778 tempest-LiveMigrationNegativeTest-810634778-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:05:34.673159 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c263c2b-5ccb-48e4-8bb7-a3eb945fd591 tempest-LiveMigrationNegativeTest-810634778 tempest-LiveMigrationNegativeTest-810634778-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:05:34.673673 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c263c2b-5ccb-48e4-8bb7-a3eb945fd591 tempest-LiveMigrationNegativeTest-810634778 tempest-LiveMigrationNegativeTest-810634778-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:05:34.674160 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c263c2b-5ccb-48e4-8bb7-a3eb945fd591 tempest-LiveMigrationNegativeTest-810634778 tempest-LiveMigrationNegativeTest-810634778-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:05:34.674721 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c263c2b-5ccb-48e4-8bb7-a3eb945fd591 tempest-LiveMigrationNegativeTest-810634778 tempest-LiveMigrationNegativeTest-810634778-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:05:34.707275 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:34.741982 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [req-0e527b3e-3dfc-419a-af24-b9b97e9cf4f7 req-d9d753cd-b6ff-4411-a7c5-1167a7532ca2 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Allocated IP 192.168.233.150 (d1bf0def-6fa4-4d3e-bbc5-20a040931fba/254a3f4d-2b75-429e-bbb2-8e70554e9483/a6f3ee74-8e10-43b7-b557-8188f2204900) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:05:34.783049 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-91a3d9f0-514c-4ddb-93de-30cda33c1f79 req-9c263c2b-5ccb-48e4-8bb7-a3eb945fd591 tempest-LiveMigrationNegativeTest-810634778 tempest-LiveMigrationNegativeTest-810634778-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8328979 Aug 11 03:05:34.820837 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-91a3d9f0-514c-4ddb-93de-30cda33c1f79 req-a720df59-c2d2-41b9-8fe1-f056a812aaa2 service neutron] Request body: {'port': {'device_id': '3123f7b7-657b-4572-ba70-4f2e22c3cd88', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764292-30'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:05:34.838107 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-869493d1-4026-44c4-a6bb-c48fa2a8260c req-5c358a12-dc62-45f5-bc9d-9b72968ff69d tempest-FloatingIPDetailsTestJSON-255665576 tempest-FloatingIPDetailsTestJSON-255665576-project] 10.222.0.41 "GET /v2.0/floatingips/6026331d-80ed-43af-8df3-447f54de8038 HTTP/1.1" status: 200 len: 693 time: 0.1868126 Aug 11 03:05:34.840294 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b151e0-0047-4dd8-863d-7fb96abdc02b tempest-FloatingIPsAssociationNegativeTestJSON-425952940 tempest-FloatingIPsAssociationNegativeTestJSON-425952940-project] Pushing event deleted for resources: {'Port': ['ID=f860adee-c451-4a89-8483-92ad4b7abb5d,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:34.890788 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-9ccf922a-5409-404f-8aba-718c925163fd None None] Provisioning for port 0c653698-b2eb-430f-ac93-f69dd7d7f2b6 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:05:34.896075 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-9ccf922a-5409-404f-8aba-718c925163fd None None] Provisioning complete for port 0c653698-b2eb-430f-ac93-f69dd7d7f2b6 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:05:34.896636 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-9ccf922a-5409-404f-8aba-718c925163fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:34.934866 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-71147cd3-7918-494e-8532-209f52255ab4 req-74b151e0-0047-4dd8-863d-7fb96abdc02b tempest-FloatingIPsAssociationNegativeTestJSON-425952940 tempest-FloatingIPsAssociationNegativeTestJSON-425952940-project] Notify callbacks [] for floatingip, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:34.938025 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-71147cd3-7918-494e-8532-209f52255ab4 req-74b151e0-0047-4dd8-863d-7fb96abdc02b tempest-FloatingIPsAssociationNegativeTestJSON-425952940 tempest-FloatingIPsAssociationNegativeTestJSON-425952940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for floatingip, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:34.940020 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-0e527b3e-3dfc-419a-af24-b9b97e9cf4f7 req-d9d753cd-b6ff-4411-a7c5-1167a7532ca2 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:34.949923 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-71147cd3-7918-494e-8532-209f52255ab4 req-74b151e0-0047-4dd8-863d-7fb96abdc02b tempest-FloatingIPsAssociationNegativeTestJSON-425952940 tempest-FloatingIPsAssociationNegativeTestJSON-425952940-project] 10.222.0.41 "DELETE /v2.0/floatingips/492b53a7-52b0-4ee8-98d6-09ed7df12f90 HTTP/1.1" status: 204 len: 173 time: 1.6106820 Aug 11 03:05:34.965667 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [req-0e527b3e-3dfc-419a-af24-b9b97e9cf4f7 req-d9d753cd-b6ff-4411-a7c5-1167a7532ca2 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Transition to ACTIVE for port object a6f3ee74-8e10-43b7-b557-8188f2204900 will not be triggered until provisioned by entity DHCP. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:05:35.019388 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-9ccf922a-5409-404f-8aba-718c925163fd None None] Port 0c653698-b2eb-430f-ac93-f69dd7d7f2b6 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:05:35.091485 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-0e527b3e-3dfc-419a-af24-b9b97e9cf4f7 req-d9d753cd-b6ff-4411-a7c5-1167a7532ca2 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:35.096945 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-91a3d9f0-514c-4ddb-93de-30cda33c1f79 req-a720df59-c2d2-41b9-8fe1-f056a812aaa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:35.106062 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['49709cb6-e751-4686-8ada-f7f57e0574e6'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:05:35.170591 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e527b3e-3dfc-419a-af24-b9b97e9cf4f7 req-d9d753cd-b6ff-4411-a7c5-1167a7532ca2 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Network d1bf0def-6fa4-4d3e-bbc5-20a040931fba is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:05:35.172729 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869493d1-4026-44c4-a6bb-c48fa2a8260c req-9eaa7417-404e-4c71-b73c-41d29486ded3 tempest-FloatingIPDetailsTestJSON-255665576 tempest-FloatingIPDetailsTestJSON-255665576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:35.177609 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [req-0e527b3e-3dfc-419a-af24-b9b97e9cf4f7 req-d9d753cd-b6ff-4411-a7c5-1167a7532ca2 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:05:35.180411 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-869493d1-4026-44c4-a6bb-c48fa2a8260c req-9eaa7417-404e-4c71-b73c-41d29486ded3 tempest-FloatingIPDetailsTestJSON-255665576 tempest-FloatingIPDetailsTestJSON-255665576-project] 10.222.0.41 "GET /v2.0/networks/09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 HTTP/1.1" status: 200 len: 784 time: 0.3412530 Aug 11 03:05:35.183540 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e527b3e-3dfc-419a-af24-b9b97e9cf4f7 req-d9d753cd-b6ff-4411-a7c5-1167a7532ca2 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:05:35.189679 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d753cd-b6ff-4411-a7c5-1167a7532ca2 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Pushing event updated for resources: {'Port': ['ID=a6f3ee74-8e10-43b7-b557-8188f2204900,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:35.209628 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a857bde-4bfa-4ab1-a28b-5634880a444e req-ac17595c-5244-45fc-943f-79dd1869f24f tempest-LiveMigrationNegativeTest-810634778 tempest-LiveMigrationNegativeTest-810634778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:35.211444 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7a857bde-4bfa-4ab1-a28b-5634880a444e req-ac17595c-5244-45fc-943f-79dd1869f24f tempest-LiveMigrationNegativeTest-810634778 tempest-LiveMigrationNegativeTest-810634778-project] 10.222.0.41 "GET /v2.0/ports?device_id=3123f7b7-657b-4572-ba70-4f2e22c3cd88 HTTP/1.1" status: 200 len: 936 time: 0.1595826 Aug 11 03:05:35.234354 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d753cd-b6ff-4411-a7c5-1167a7532ca2 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:05:35.234756 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d753cd-b6ff-4411-a7c5-1167a7532ca2 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:05:35.235095 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d753cd-b6ff-4411-a7c5-1167a7532ca2 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:05:35.235430 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d753cd-b6ff-4411-a7c5-1167a7532ca2 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:05:35.235857 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d753cd-b6ff-4411-a7c5-1167a7532ca2 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:05:35.236184 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d753cd-b6ff-4411-a7c5-1167a7532ca2 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:05:35.236720 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d753cd-b6ff-4411-a7c5-1167a7532ca2 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:05:35.237043 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d753cd-b6ff-4411-a7c5-1167a7532ca2 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:05:35.237996 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d753cd-b6ff-4411-a7c5-1167a7532ca2 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:05:35.238725 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d753cd-b6ff-4411-a7c5-1167a7532ca2 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:05:35.239462 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d753cd-b6ff-4411-a7c5-1167a7532ca2 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:05:35.239726 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d753cd-b6ff-4411-a7c5-1167a7532ca2 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:05:35.281253 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e527b3e-3dfc-419a-af24-b9b97e9cf4f7 req-d9d753cd-b6ff-4411-a7c5-1167a7532ca2 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:35.282071 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-0e527b3e-3dfc-419a-af24-b9b97e9cf4f7 req-d9d753cd-b6ff-4411-a7c5-1167a7532ca2 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:35.317062 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-869493d1-4026-44c4-a6bb-c48fa2a8260c req-538cc9b5-6377-4048-aa5a-7f5b4efd6d41 tempest-FloatingIPDetailsTestJSON-255665576 tempest-FloatingIPDetailsTestJSON-255665576-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.8.199 HTTP/1.1" status: 200 len: 696 time: 0.1356916 Aug 11 03:05:35.389395 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-0e527b3e-3dfc-419a-af24-b9b97e9cf4f7 req-d9d753cd-b6ff-4411-a7c5-1167a7532ca2 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2216020 Aug 11 03:05:35.406776 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-0e527b3e-3dfc-419a-af24-b9b97e9cf4f7 req-94f2204c-a879-49e0-86b4-97ad48484bd7 service neutron] Request body: {'port': {'device_id': '1e790d19-e22e-49e6-811e-000580ef0e08', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764292-30'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:05:35.496850 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-0e527b3e-3dfc-419a-af24-b9b97e9cf4f7 req-94f2204c-a879-49e0-86b4-97ad48484bd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:35.510476 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-869493d1-4026-44c4-a6bb-c48fa2a8260c req-3d698b70-1d66-4ce8-9ebe-4f304eaa2cdd tempest-FloatingIPDetailsTestJSON-255665576 tempest-FloatingIPDetailsTestJSON-255665576-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.8.199 HTTP/1.1" status: 200 len: 696 time: 0.1917553 Aug 11 03:05:35.541821 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7a857bde-4bfa-4ab1-a28b-5634880a444e req-82699f70-f249-42f9-95a6-4532880daae2 tempest-LiveMigrationNegativeTest-810634778 tempest-LiveMigrationNegativeTest-810634778-project] 10.222.0.41 "GET /v2.0/security-groups?id=0913e296-ac5e-445f-8623-626489b224f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2742522 Aug 11 03:05:35.627961 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-926a5f4a-eb62-4b74-9af1-ab7e74565cdb None None] Provisioning for port a6f3ee74-8e10-43b7-b557-8188f2204900 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:05:35.636398 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-926a5f4a-eb62-4b74-9af1-ab7e74565cdb None None] Provisioning complete for port a6f3ee74-8e10-43b7-b557-8188f2204900 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:05:35.638833 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-926a5f4a-eb62-4b74-9af1-ab7e74565cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:35.758397 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-926a5f4a-eb62-4b74-9af1-ab7e74565cdb None None] Port a6f3ee74-8e10-43b7-b557-8188f2204900 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:05:35.923558 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [req-869493d1-4026-44c4-a6bb-c48fa2a8260c req-25f5b5a7-e82d-421c-9750-ac2351536f8c tempest-FloatingIPDetailsTestJSON-255665576 tempest-FloatingIPDetailsTestJSON-255665576-project] Deleting port 5da5f7c5-cd46-4656-a5ff-007e84fb46a7 {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:05:35.924005 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-869493d1-4026-44c4-a6bb-c48fa2a8260c req-25f5b5a7-e82d-421c-9750-ac2351536f8c tempest-FloatingIPDetailsTestJSON-255665576 tempest-FloatingIPDetailsTestJSON-255665576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:35.985959 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [req-91a3d9f0-514c-4ddb-93de-30cda33c1f79 req-a720df59-c2d2-41b9-8fe1-f056a812aaa2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c653698-b2eb-430f-ac93-f69dd7d7f2b6 {{(pid=102192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:05:36.007001 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee48a92-2df2-427f-9a3b-3614c3f5e1f8 req-9be8bedd-e473-445d-adbb-6b15e7c07fb0 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:36.008680 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2ee48a92-2df2-427f-9a3b-3614c3f5e1f8 req-9be8bedd-e473-445d-adbb-6b15e7c07fb0 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=70c84ed6-1b38-4b73-8bea-55c843cc7bda HTTP/1.1" status: 200 len: 946 time: 0.2054372 Aug 11 03:05:36.010908 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-91a3d9f0-514c-4ddb-93de-30cda33c1f79 req-a720df59-c2d2-41b9-8fe1-f056a812aaa2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:36.052831 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [req-91a3d9f0-514c-4ddb-93de-30cda33c1f79 req-a720df59-c2d2-41b9-8fe1-f056a812aaa2 service neutron] Transition to ACTIVE for port object 0c653698-b2eb-430f-ac93-f69dd7d7f2b6 will not be triggered until provisioned by entity L2. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:05:36.083213 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2ee48a92-2df2-427f-9a3b-3614c3f5e1f8 req-98ad8102-71e8-46f9-9329-e39895f2edb2 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a2aa92e-a0e4-4cb3-9665-2569763a2f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645537 Aug 11 03:05:36.085096 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-869493d1-4026-44c4-a6bb-c48fa2a8260c req-25f5b5a7-e82d-421c-9750-ac2351536f8c tempest-FloatingIPDetailsTestJSON-255665576 tempest-FloatingIPDetailsTestJSON-255665576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:36.085428 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-869493d1-4026-44c4-a6bb-c48fa2a8260c req-25f5b5a7-e82d-421c-9750-ac2351536f8c tempest-FloatingIPDetailsTestJSON-255665576 tempest-FloatingIPDetailsTestJSON-255665576-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:36.104379 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [req-869493d1-4026-44c4-a6bb-c48fa2a8260c req-25f5b5a7-e82d-421c-9750-ac2351536f8c tempest-FloatingIPDetailsTestJSON-255665576 tempest-FloatingIPDetailsTestJSON-255665576-project] Calling delete_port for 5da5f7c5-cd46-4656-a5ff-007e84fb46a7 owned by network:floatingip {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:05:36.161314 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-91a3d9f0-514c-4ddb-93de-30cda33c1f79 req-a720df59-c2d2-41b9-8fe1-f056a812aaa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:36.271524 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a720df59-c2d2-41b9-8fe1-f056a812aaa2 service neutron] Pushing event updated for resources: {'Port': ['ID=0c653698-b2eb-430f-ac93-f69dd7d7f2b6,revision_number=2']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:36.409256 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [req-0e527b3e-3dfc-419a-af24-b9b97e9cf4f7 req-94f2204c-a879-49e0-86b4-97ad48484bd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6f3ee74-8e10-43b7-b557-8188f2204900 {{(pid=102191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:05:36.420634 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b206ec-7204-49a5-9bee-bdf26dc5c63e req-4645e294-d41c-4708-8041-6590863934e5 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:36.428744 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c5b206ec-7204-49a5-9bee-bdf26dc5c63e req-4645e294-d41c-4708-8041-6590863934e5 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e790d19-e22e-49e6-811e-000580ef0e08 HTTP/1.1" status: 200 len: 936 time: 0.1622839 Aug 11 03:05:36.441781 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-0e527b3e-3dfc-419a-af24-b9b97e9cf4f7 req-94f2204c-a879-49e0-86b4-97ad48484bd7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:36.450646 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-91a3d9f0-514c-4ddb-93de-30cda33c1f79 req-a720df59-c2d2-41b9-8fe1-f056a812aaa2 service neutron] Attempting to bind port 0c653698-b2eb-430f-ac93-f69dd7d7f2b6 on host n-h2-764292-30 for vnic_type normal with profile {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:05:36.450916 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-91a3d9f0-514c-4ddb-93de-30cda33c1f79 req-a720df59-c2d2-41b9-8fe1-f056a812aaa2 service neutron] Attempting to bind port 0c653698-b2eb-430f-ac93-f69dd7d7f2b6 by drivers openvswitch,hyperv on host n-h2-764292-30 at level 0 using segments [{'id': '9b7b03c0-092f-4953-898f-de6d8f2338ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba'}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:05:36.451119 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a3d9f0-514c-4ddb-93de-30cda33c1f79 req-a720df59-c2d2-41b9-8fe1-f056a812aaa2 service neutron] Attempting to bind port 0c653698-b2eb-430f-ac93-f69dd7d7f2b6 on network d1bf0def-6fa4-4d3e-bbc5-20a040931fba {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:05:36.469815 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a3d9f0-514c-4ddb-93de-30cda33c1f79 req-a720df59-c2d2-41b9-8fe1-f056a812aaa2 service neutron] Port 0c653698-b2eb-430f-ac93-f69dd7d7f2b6 on network d1bf0def-6fa4-4d3e-bbc5-20a040931fba not bound, no agent of type Open vSwitch agent registered on host n-h2-764292-30 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:05:36.470248 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a3d9f0-514c-4ddb-93de-30cda33c1f79 req-a720df59-c2d2-41b9-8fe1-f056a812aaa2 service neutron] Attempting to bind port 0c653698-b2eb-430f-ac93-f69dd7d7f2b6 on network d1bf0def-6fa4-4d3e-bbc5-20a040931fba {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:05:36.478899 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [req-0e527b3e-3dfc-419a-af24-b9b97e9cf4f7 req-94f2204c-a879-49e0-86b4-97ad48484bd7 service neutron] Transition to ACTIVE for port object a6f3ee74-8e10-43b7-b557-8188f2204900 will not be triggered until provisioned by entity L2. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:05:36.482927 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a3d9f0-514c-4ddb-93de-30cda33c1f79 req-a720df59-c2d2-41b9-8fe1-f056a812aaa2 service neutron] Checking agent: {'id': '70015fc0-62fb-48b2-b453-36906937cf2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 5, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:05:36.483275 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a3d9f0-514c-4ddb-93de-30cda33c1f79 req-a720df59-c2d2-41b9-8fe1-f056a812aaa2 service neutron] Checking segment: {'id': '9b7b03c0-092f-4953-898f-de6d8f2338ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:05:36.483662 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a3d9f0-514c-4ddb-93de-30cda33c1f79 req-a720df59-c2d2-41b9-8fe1-f056a812aaa2 service neutron] Bound using segment: {'id': '9b7b03c0-092f-4953-898f-de6d8f2338ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba'} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:05:36.484348 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-91a3d9f0-514c-4ddb-93de-30cda33c1f79 req-a720df59-c2d2-41b9-8fe1-f056a812aaa2 service neutron] Bound port: 0c653698-b2eb-430f-ac93-f69dd7d7f2b6, host: n-h2-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b7b03c0-092f-4953-898f-de6d8f2338ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba'}}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:05:36.484470 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-91a3d9f0-514c-4ddb-93de-30cda33c1f79 req-a720df59-c2d2-41b9-8fe1-f056a812aaa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:36.502513 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c5b206ec-7204-49a5-9bee-bdf26dc5c63e req-7182e900-3ca8-4a88-8ad7-ecc315e05cc2 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690160 Aug 11 03:05:36.520874 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-869493d1-4026-44c4-a6bb-c48fa2a8260c req-25f5b5a7-e82d-421c-9750-ac2351536f8c tempest-FloatingIPDetailsTestJSON-255665576 tempest-FloatingIPDetailsTestJSON-255665576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:36.554025 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-0e527b3e-3dfc-419a-af24-b9b97e9cf4f7 req-94f2204c-a879-49e0-86b4-97ad48484bd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:36.576114 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f5b5a7-e82d-421c-9750-ac2351536f8c tempest-FloatingIPDetailsTestJSON-255665576 tempest-FloatingIPDetailsTestJSON-255665576-project] Pushing event deleted for resources: {'Port': ['ID=5da5f7c5-cd46-4656-a5ff-007e84fb46a7,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:36.629747 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f2204c-a879-49e0-86b4-97ad48484bd7 service neutron] Pushing event updated for resources: {'Port': ['ID=a6f3ee74-8e10-43b7-b557-8188f2204900,revision_number=2']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:36.698885 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-91a3d9f0-514c-4ddb-93de-30cda33c1f79 req-a720df59-c2d2-41b9-8fe1-f056a812aaa2 service neutron] For port 0c653698-b2eb-430f-ac93-f69dd7d7f2b6, host n-h2-764292-30, cleared binding levels {{(pid=102192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:05:36.726750 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc9808b-08dc-42d3-9f68-dc42580d601e req-3fef333c-9991-4c39-a4a1-ff7f1d1b7179 tempest-FloatingIPsAssociationNegativeTestJSON-425952940 tempest-FloatingIPsAssociationNegativeTestJSON-425952940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:36.728346 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9bc9808b-08dc-42d3-9f68-dc42580d601e req-3fef333c-9991-4c39-a4a1-ff7f1d1b7179 tempest-FloatingIPsAssociationNegativeTestJSON-425952940 tempest-FloatingIPsAssociationNegativeTestJSON-425952940-project] 10.222.0.41 "GET /v2.0/ports?device_id=462de067-85b7-40e9-8a21-63b970ededa0&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1547189 Aug 11 03:05:36.734954 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-91a3d9f0-514c-4ddb-93de-30cda33c1f79 req-a720df59-c2d2-41b9-8fe1-f056a812aaa2 service neutron] For port 0c653698-b2eb-430f-ac93-f69dd7d7f2b6, host n-h2-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=0c653698-b2eb-430f-ac93-f69dd7d7f2b6,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:05:36.744171 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-869493d1-4026-44c4-a6bb-c48fa2a8260c req-25f5b5a7-e82d-421c-9750-ac2351536f8c tempest-FloatingIPDetailsTestJSON-255665576 tempest-FloatingIPDetailsTestJSON-255665576-project] Notify callbacks [] for floatingip, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:36.750547 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-869493d1-4026-44c4-a6bb-c48fa2a8260c req-25f5b5a7-e82d-421c-9750-ac2351536f8c tempest-FloatingIPDetailsTestJSON-255665576 tempest-FloatingIPDetailsTestJSON-255665576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for floatingip, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:36.755282 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-869493d1-4026-44c4-a6bb-c48fa2a8260c req-25f5b5a7-e82d-421c-9750-ac2351536f8c tempest-FloatingIPDetailsTestJSON-255665576 tempest-FloatingIPDetailsTestJSON-255665576-project] 10.222.0.41 "DELETE /v2.0/floatingips/6026331d-80ed-43af-8df3-447f54de8038 HTTP/1.1" status: 204 len: 173 time: 1.2402546 Aug 11 03:05:36.776065 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:36.779508 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-0e527b3e-3dfc-419a-af24-b9b97e9cf4f7 req-94f2204c-a879-49e0-86b4-97ad48484bd7 service neutron] Attempting to bind port a6f3ee74-8e10-43b7-b557-8188f2204900 on host n-h2-764292-30 for vnic_type normal with profile {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:05:36.795882 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-0e527b3e-3dfc-419a-af24-b9b97e9cf4f7 req-94f2204c-a879-49e0-86b4-97ad48484bd7 service neutron] Attempting to bind port a6f3ee74-8e10-43b7-b557-8188f2204900 by drivers openvswitch,hyperv on host n-h2-764292-30 at level 0 using segments [{'id': '9b7b03c0-092f-4953-898f-de6d8f2338ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba'}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:05:36.795882 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e527b3e-3dfc-419a-af24-b9b97e9cf4f7 req-94f2204c-a879-49e0-86b4-97ad48484bd7 service neutron] Attempting to bind port a6f3ee74-8e10-43b7-b557-8188f2204900 on network d1bf0def-6fa4-4d3e-bbc5-20a040931fba {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:05:36.795882 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e527b3e-3dfc-419a-af24-b9b97e9cf4f7 req-94f2204c-a879-49e0-86b4-97ad48484bd7 service neutron] Port a6f3ee74-8e10-43b7-b557-8188f2204900 on network d1bf0def-6fa4-4d3e-bbc5-20a040931fba not bound, no agent of type Open vSwitch agent registered on host n-h2-764292-30 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:05:36.795882 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e527b3e-3dfc-419a-af24-b9b97e9cf4f7 req-94f2204c-a879-49e0-86b4-97ad48484bd7 service neutron] Attempting to bind port a6f3ee74-8e10-43b7-b557-8188f2204900 on network d1bf0def-6fa4-4d3e-bbc5-20a040931fba {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:05:36.795882 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e527b3e-3dfc-419a-af24-b9b97e9cf4f7 req-94f2204c-a879-49e0-86b4-97ad48484bd7 service neutron] Checking agent: {'id': '70015fc0-62fb-48b2-b453-36906937cf2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 5, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:05:36.795882 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e527b3e-3dfc-419a-af24-b9b97e9cf4f7 req-94f2204c-a879-49e0-86b4-97ad48484bd7 service neutron] Checking segment: {'id': '9b7b03c0-092f-4953-898f-de6d8f2338ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:05:36.795882 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e527b3e-3dfc-419a-af24-b9b97e9cf4f7 req-94f2204c-a879-49e0-86b4-97ad48484bd7 service neutron] Bound using segment: {'id': '9b7b03c0-092f-4953-898f-de6d8f2338ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba'} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:05:36.795882 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-0e527b3e-3dfc-419a-af24-b9b97e9cf4f7 req-94f2204c-a879-49e0-86b4-97ad48484bd7 service neutron] Bound port: a6f3ee74-8e10-43b7-b557-8188f2204900, host: n-h2-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b7b03c0-092f-4953-898f-de6d8f2338ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba'}}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:05:36.795882 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-0e527b3e-3dfc-419a-af24-b9b97e9cf4f7 req-94f2204c-a879-49e0-86b4-97ad48484bd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:36.852937 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9bc9808b-08dc-42d3-9f68-dc42580d601e req-46f0614a-9373-4029-91e2-4c0dcf8fb9cb tempest-FloatingIPsAssociationNegativeTestJSON-425952940 tempest-FloatingIPsAssociationNegativeTestJSON-425952940-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1019158 Aug 11 03:05:36.855654 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 49616) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:05:36.862337 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-37188e52-e303-4b1e-8ef6-e587953b2d76 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1299135620'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:05:36.907035 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-0e527b3e-3dfc-419a-af24-b9b97e9cf4f7 req-94f2204c-a879-49e0-86b4-97ad48484bd7 service neutron] For port a6f3ee74-8e10-43b7-b557-8188f2204900, host n-h2-764292-30, cleared binding levels {{(pid=102191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:05:36.910916 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-0e527b3e-3dfc-419a-af24-b9b97e9cf4f7 req-94f2204c-a879-49e0-86b4-97ad48484bd7 service neutron] For port a6f3ee74-8e10-43b7-b557-8188f2204900, host n-h2-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=a6f3ee74-8e10-43b7-b557-8188f2204900,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:05:36.919913 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc050e7-dece-4095-a70f-060a72805286 req-ba10d45a-f8b3-4f69-8923-5c69d69be8c8 tempest-LiveMigrationNegativeTest-810634778 tempest-LiveMigrationNegativeTest-810634778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:36.921645 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2fc050e7-dece-4095-a70f-060a72805286 req-ba10d45a-f8b3-4f69-8923-5c69d69be8c8 tempest-LiveMigrationNegativeTest-810634778 tempest-LiveMigrationNegativeTest-810634778-project] 10.222.0.41 "GET /v2.0/ports?device_id=3123f7b7-657b-4572-ba70-4f2e22c3cd88 HTTP/1.1" status: 200 len: 948 time: 0.0831618 Aug 11 03:05:37.000629 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8422482a-f509-4a5b-85ed-d005e47709c5 req-f6513912-7e94-4af8-b6c7-d3f3a2e5218c tempest-FloatingIPDetailsTestJSON-255665576 tempest-FloatingIPDetailsTestJSON-255665576-project] 10.222.0.41 "GET /v2.0/floatingips/eee12782-4cce-42d9-8b4b-18826f00e77c HTTP/1.1" status: 200 len: 693 time: 0.0647426 Aug 11 03:05:37.005807 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2fc050e7-dece-4095-a70f-060a72805286 req-54637944-80ff-4a8c-ae42-78b5408aece2 tempest-LiveMigrationNegativeTest-810634778 tempest-LiveMigrationNegativeTest-810634778-project] 10.222.0.41 "GET /v2.0/security-groups?id=0913e296-ac5e-445f-8623-626489b224f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767572 Aug 11 03:05:37.352765 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-0e527b3e-3dfc-419a-af24-b9b97e9cf4f7 req-94f2204c-a879-49e0-86b4-97ad48484bd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:37.388708 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e527b3e-3dfc-419a-af24-b9b97e9cf4f7 req-94f2204c-a879-49e0-86b4-97ad48484bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:37.389740 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-0e527b3e-3dfc-419a-af24-b9b97e9cf4f7 req-94f2204c-a879-49e0-86b4-97ad48484bd7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:37.391042 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-0e527b3e-3dfc-419a-af24-b9b97e9cf4f7 req-94f2204c-a879-49e0-86b4-97ad48484bd7 service neutron] 10.222.0.24 "PUT /v2.0/ports/a6f3ee74-8e10-43b7-b557-8188f2204900 HTTP/1.1" status: 200 len: 1097 time: 1.9902716 Aug 11 03:05:37.391489 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e790d19-e22e-49e6-811e-000580ef0e08', 'tag': 'a6f3ee74-8e10-43b7-b557-8188f2204900'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:05:37.393752 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e8ebd74c-0b18-4c37-921d-8aaa6000768e req-7f846410-ecf8-420a-a055-49479f357819 tempest-FloatingIPsAssociationNegativeTestJSON-425952940 tempest-FloatingIPsAssociationNegativeTestJSON-425952940-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.3655686 Aug 11 03:05:37.394318 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37188e52-e303-4b1e-8ef6-e587953b2d76 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Made reservation on behalf of d334b2b08b9742719f1009ec13bc53a6 for: {'network': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:05:37.401654 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-37188e52-e303-4b1e-8ef6-e587953b2d76 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:37.404387 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-91a3d9f0-514c-4ddb-93de-30cda33c1f79 req-a720df59-c2d2-41b9-8fe1-f056a812aaa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:37.405275 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61e5b172-fcde-46ee-b02f-006df1fe90c4" -d '{"events": [{"name": "network-changed", "server_uuid": "1e790d19-e22e-49e6-811e-000580ef0e08", "tag": "a6f3ee74-8e10-43b7-b557-8188f2204900"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:05:37.458696 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f2204c-a879-49e0-86b4-97ad48484bd7 service neutron] Pushing event updated for resources: {'Port': ['ID=a6f3ee74-8e10-43b7-b557-8188f2204900,revision_number=3']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:37.473145 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a3d9f0-514c-4ddb-93de-30cda33c1f79 req-a720df59-c2d2-41b9-8fe1-f056a812aaa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:37.473780 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-91a3d9f0-514c-4ddb-93de-30cda33c1f79 req-a720df59-c2d2-41b9-8fe1-f056a812aaa2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:37.475306 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-91a3d9f0-514c-4ddb-93de-30cda33c1f79 req-a720df59-c2d2-41b9-8fe1-f056a812aaa2 service neutron] 10.222.0.24 "PUT /v2.0/ports/0c653698-b2eb-430f-ac93-f69dd7d7f2b6 HTTP/1.1" status: 200 len: 1097 time: 2.6604123 Aug 11 03:05:37.478474 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3123f7b7-657b-4572-ba70-4f2e22c3cd88', 'tag': '0c653698-b2eb-430f-ac93-f69dd7d7f2b6'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:05:37.480733 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65998811-f016-4d8f-935b-395812de03c9" -d '{"events": [{"name": "network-changed", "server_uuid": "3123f7b7-657b-4572-ba70-4f2e22c3cd88", "tag": "0c653698-b2eb-430f-ac93-f69dd7d7f2b6"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:05:37.568567 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37188e52-e303-4b1e-8ef6-e587953b2d76 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=102192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:05:37.596814 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8422482a-f509-4a5b-85ed-d005e47709c5 req-0d818119-da6a-4d3b-9211-286cbee5122a tempest-FloatingIPDetailsTestJSON-255665576 tempest-FloatingIPDetailsTestJSON-255665576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:37.598250 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8422482a-f509-4a5b-85ed-d005e47709c5 req-0d818119-da6a-4d3b-9211-286cbee5122a tempest-FloatingIPDetailsTestJSON-255665576 tempest-FloatingIPDetailsTestJSON-255665576-project] 10.222.0.41 "GET /v2.0/networks/09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 HTTP/1.1" status: 200 len: 784 time: 0.5916510 Aug 11 03:05:37.605106 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a720df59-c2d2-41b9-8fe1-f056a812aaa2 service neutron] Pushing event updated for resources: {'Port': ['ID=0c653698-b2eb-430f-ac93-f69dd7d7f2b6,revision_number=3']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:37.613376 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-37188e52-e303-4b1e-8ef6-e587953b2d76 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:37.616337 n-d-764292-30 neutron-server[102192]: INFO neutron.db.segments_db [None req-37188e52-e303-4b1e-8ef6-e587953b2d76 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Added segment 537bbf41-5def-4717-9826-66def57defbc of type vlan for network a04ffcc2-d303-44d7-b369-5db13650c2d6 Aug 11 03:05:37.664695 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a3d9f0-514c-4ddb-93de-30cda33c1f79 req-8ab688ec-c6ac-4b37-a3b6-940cc0d1869a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:37.666526 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-91a3d9f0-514c-4ddb-93de-30cda33c1f79 req-8ab688ec-c6ac-4b37-a3b6-940cc0d1869a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6c5fdf9440014970a122fa6f2b0aea53&device_id=3123f7b7-657b-4572-ba70-4f2e22c3cd88 HTTP/1.1" status: 200 len: 1100 time: 0.0624871 Aug 11 03:05:37.744028 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-91a3d9f0-514c-4ddb-93de-30cda33c1f79 req-e4b2a571-a529-49bb-a36a-7da79495c229 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=0c653698-b2eb-430f-ac93-f69dd7d7f2b6 HTTP/1.1" status: 200 len: 217 time: 0.0657361 Aug 11 03:05:37.749061 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-37188e52-e303-4b1e-8ef6-e587953b2d76 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:37.755745 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8422482a-f509-4a5b-85ed-d005e47709c5 req-a84b5f58-796c-43b8-9cd3-40f3dd38bbe3 tempest-FloatingIPDetailsTestJSON-255665576 tempest-FloatingIPDetailsTestJSON-255665576-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.8.150 HTTP/1.1" status: 200 len: 696 time: 0.1298363 Aug 11 03:05:37.765807 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed5c0c7-2db4-48a6-aab7-ba7322367810 req-183ab7c9-6158-4adb-a6f5-87efde7cb813 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:37.767340 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0ed5c0c7-2db4-48a6-aab7-ba7322367810 req-183ab7c9-6158-4adb-a6f5-87efde7cb813 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=70c84ed6-1b38-4b73-8bea-55c843cc7bda HTTP/1.1" status: 200 len: 946 time: 0.2716300 Aug 11 03:05:37.802058 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e527b3e-3dfc-419a-af24-b9b97e9cf4f7 req-838448e0-b14b-4b02-978a-b75c810e1c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:37.803563 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0e527b3e-3dfc-419a-af24-b9b97e9cf4f7 req-838448e0-b14b-4b02-978a-b75c810e1c9b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2a223f1b2a284c768535cee2a71b4bcf&device_id=1e790d19-e22e-49e6-811e-000580ef0e08 HTTP/1.1" status: 200 len: 1100 time: 0.2683029 Aug 11 03:05:37.854003 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a3d9f0-514c-4ddb-93de-30cda33c1f79 req-516efa5d-1d26-4ac9-8210-c5fa266156c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:37.856033 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-91a3d9f0-514c-4ddb-93de-30cda33c1f79 req-516efa5d-1d26-4ac9-8210-c5fa266156c3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=254a3f4d-2b75-429e-bbb2-8e70554e9483 HTTP/1.1" status: 200 len: 843 time: 0.1020956 Aug 11 03:05:37.926905 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8422482a-f509-4a5b-85ed-d005e47709c5 req-2a4081bf-ec7a-48fd-8d11-80def3fcc61e tempest-FloatingIPDetailsTestJSON-255665576 tempest-FloatingIPDetailsTestJSON-255665576-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.8.150 HTTP/1.1" status: 200 len: 696 time: 0.1584907 Aug 11 03:05:37.946896 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a3d9f0-514c-4ddb-93de-30cda33c1f79 req-1c10602b-c6fb-4ded-a92a-2a9cdb2986cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:37.948378 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-91a3d9f0-514c-4ddb-93de-30cda33c1f79 req-1c10602b-c6fb-4ded-a92a-2a9cdb2986cc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d1bf0def-6fa4-4d3e-bbc5-20a040931fba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0737281 Aug 11 03:05:38.025332 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0ed5c0c7-2db4-48a6-aab7-ba7322367810 req-edc14d5a-430f-417f-9583-4671359409af tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a2aa92e-a0e4-4cb3-9665-2569763a2f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2444785 Aug 11 03:05:38.030744 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0e527b3e-3dfc-419a-af24-b9b97e9cf4f7 req-8672ee35-2c7f-4842-8bf3-63f9ee840bdf service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=a6f3ee74-8e10-43b7-b557-8188f2204900 HTTP/1.1" status: 200 len: 217 time: 0.1832767 Aug 11 03:05:38.036916 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-37188e52-e303-4b1e-8ef6-e587953b2d76 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:38.044704 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37188e52-e303-4b1e-8ef6-e587953b2d76 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:38.045954 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-37188e52-e303-4b1e-8ef6-e587953b2d76 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:38.145469 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-91a3d9f0-514c-4ddb-93de-30cda33c1f79 req-e5a741d9-434b-40a1-8f22-a6cb848db174 service neutron] 10.222.0.24 "GET /v2.0/networks/d1bf0def-6fa4-4d3e-bbc5-20a040931fba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839287 Aug 11 03:05:38.227670 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37188e52-e303-4b1e-8ef6-e587953b2d76 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Pushing event updated for resources: {'Network': ['ID=a04ffcc2-d303-44d7-b369-5db13650c2d6,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:38.241063 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network a04ffcc2-d303-44d7-b369-5db13650c2d6 details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:05:38.305553 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-91a3d9f0-514c-4ddb-93de-30cda33c1f79 req-ad8fe483-9b4f-471a-b160-d6867f6ab32a service neutron] 10.222.0.24 "GET /v2.0/networks/d1bf0def-6fa4-4d3e-bbc5-20a040931fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486609 Aug 11 03:05:38.371636 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e527b3e-3dfc-419a-af24-b9b97e9cf4f7 req-3f525924-b3d4-4763-8223-0020b7efc3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:38.373199 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0e527b3e-3dfc-419a-af24-b9b97e9cf4f7 req-3f525924-b3d4-4763-8223-0020b7efc3c1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=254a3f4d-2b75-429e-bbb2-8e70554e9483 HTTP/1.1" status: 200 len: 843 time: 0.3231487 Aug 11 03:05:38.418305 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [req-8422482a-f509-4a5b-85ed-d005e47709c5 req-9414c314-a51e-4194-ad47-196a46c22744 tempest-FloatingIPDetailsTestJSON-255665576 tempest-FloatingIPDetailsTestJSON-255665576-project] Deleting port e045098c-579a-4b87-9ebf-1ee0b43ce208 {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:05:38.418573 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-8422482a-f509-4a5b-85ed-d005e47709c5 req-9414c314-a51e-4194-ad47-196a46c22744 tempest-FloatingIPDetailsTestJSON-255665576 tempest-FloatingIPDetailsTestJSON-255665576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:38.472186 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 49638) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:05:38.472761 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-37188e52-e303-4b1e-8ef6-e587953b2d76 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.6147215 Aug 11 03:05:38.478342 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e527b3e-3dfc-419a-af24-b9b97e9cf4f7 req-07d0a56f-8e35-43da-a516-71b8c07e9d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:38.479813 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0e527b3e-3dfc-419a-af24-b9b97e9cf4f7 req-07d0a56f-8e35-43da-a516-71b8c07e9d94 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d1bf0def-6fa4-4d3e-bbc5-20a040931fba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0978432 Aug 11 03:05:38.482263 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-19f16acf-43b8-41dd-bd70-e9b77ab2af52 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1258134'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:05:38.577029 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-8422482a-f509-4a5b-85ed-d005e47709c5 req-9414c314-a51e-4194-ad47-196a46c22744 tempest-FloatingIPDetailsTestJSON-255665576 tempest-FloatingIPDetailsTestJSON-255665576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:38.577399 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-8422482a-f509-4a5b-85ed-d005e47709c5 req-9414c314-a51e-4194-ad47-196a46c22744 tempest-FloatingIPDetailsTestJSON-255665576 tempest-FloatingIPDetailsTestJSON-255665576-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:38.600260 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [req-8422482a-f509-4a5b-85ed-d005e47709c5 req-9414c314-a51e-4194-ad47-196a46c22744 tempest-FloatingIPDetailsTestJSON-255665576 tempest-FloatingIPDetailsTestJSON-255665576-project] Calling delete_port for e045098c-579a-4b87-9ebf-1ee0b43ce208 owned by network:floatingip {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:05:38.646616 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19f16acf-43b8-41dd-bd70-e9b77ab2af52 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Made reservation on behalf of d334b2b08b9742719f1009ec13bc53a6 for: {'network': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:05:38.651658 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-19f16acf-43b8-41dd-bd70-e9b77ab2af52 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:38.674806 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0e527b3e-3dfc-419a-af24-b9b97e9cf4f7 req-f59475fa-c511-4e20-883f-20782796217c service neutron] 10.222.0.24 "GET /v2.0/networks/d1bf0def-6fa4-4d3e-bbc5-20a040931fba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758823 Aug 11 03:05:38.686429 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19f16acf-43b8-41dd-bd70-e9b77ab2af52 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=102191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:05:38.699155 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-19f16acf-43b8-41dd-bd70-e9b77ab2af52 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:38.699950 n-d-764292-30 neutron-server[102191]: INFO neutron.db.segments_db [None req-19f16acf-43b8-41dd-bd70-e9b77ab2af52 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Added segment c393d3b9-4e15-4ce6-ad7f-da931c8df83a of type vlan for network 305ca68a-259a-4e6f-a74b-d776988e8170 Aug 11 03:05:38.706535 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:05:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40015eb4-56ac-406a-a84a-5553943c9f58 x-openstack-request-id: req-40015eb4-56ac-406a-a84a-5553943c9f58 {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:05:38.708067 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e790d19-e22e-49e6-811e-000580ef0e08", "tag": "a6f3ee74-8e10-43b7-b557-8188f2204900", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:05:38.708548 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-40015eb4-56ac-406a-a84a-5553943c9f58 {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:05:38.709870 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e790d19-e22e-49e6-811e-000580ef0e08', 'tag': 'a6f3ee74-8e10-43b7-b557-8188f2204900', 'status': 'completed', 'code': 200} Aug 11 03:05:38.753523 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:05:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-449f725a-7be2-438f-98c6-32f6fa5953fc x-openstack-request-id: req-449f725a-7be2-438f-98c6-32f6fa5953fc {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:05:38.753812 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3123f7b7-657b-4572-ba70-4f2e22c3cd88", "tag": "0c653698-b2eb-430f-ac93-f69dd7d7f2b6", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:05:38.754061 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-449f725a-7be2-438f-98c6-32f6fa5953fc {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:05:38.754647 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3123f7b7-657b-4572-ba70-4f2e22c3cd88', 'tag': '0c653698-b2eb-430f-ac93-f69dd7d7f2b6', 'status': 'completed', 'code': 200} Aug 11 03:05:38.782107 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-19f16acf-43b8-41dd-bd70-e9b77ab2af52 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:38.843396 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0e527b3e-3dfc-419a-af24-b9b97e9cf4f7 req-b53f56eb-b794-40f0-87b5-03d92b22aa46 service neutron] 10.222.0.24 "GET /v2.0/networks/d1bf0def-6fa4-4d3e-bbc5-20a040931fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503868 Aug 11 03:05:38.878391 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65998811-f016-4d8f-935b-395812de03c9 req-995accc2-dcaa-4461-b23b-c8a36085be61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:38.880233 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-65998811-f016-4d8f-935b-395812de03c9 req-995accc2-dcaa-4461-b23b-c8a36085be61 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6c5fdf9440014970a122fa6f2b0aea53&device_id=3123f7b7-657b-4572-ba70-4f2e22c3cd88 HTTP/1.1" status: 200 len: 1100 time: 0.1019747 Aug 11 03:05:38.915613 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98cac95-1453-4106-b287-5f5f5b74f90c req-c18a8cc2-9b53-43a1-9421-5604dd716917 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:38.917378 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b98cac95-1453-4106-b287-5f5f5b74f90c req-c18a8cc2-9b53-43a1-9421-5604dd716917 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e790d19-e22e-49e6-811e-000580ef0e08 HTTP/1.1" status: 200 len: 948 time: 0.0955396 Aug 11 03:05:38.955479 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-19f16acf-43b8-41dd-bd70-e9b77ab2af52 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:38.961812 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19f16acf-43b8-41dd-bd70-e9b77ab2af52 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:38.962556 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-19f16acf-43b8-41dd-bd70-e9b77ab2af52 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:38.980682 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b98cac95-1453-4106-b287-5f5f5b74f90c req-c319f3e8-c40b-4174-9d8a-a025262aa6b6 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545733 Aug 11 03:05:38.994062 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-8422482a-f509-4a5b-85ed-d005e47709c5 req-9414c314-a51e-4194-ad47-196a46c22744 tempest-FloatingIPDetailsTestJSON-255665576 tempest-FloatingIPDetailsTestJSON-255665576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:39.051074 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9414c314-a51e-4194-ad47-196a46c22744 tempest-FloatingIPDetailsTestJSON-255665576 tempest-FloatingIPDetailsTestJSON-255665576-project] Pushing event deleted for resources: {'Port': ['ID=e045098c-579a-4b87-9ebf-1ee0b43ce208,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:39.108579 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e5b172-fcde-46ee-b02f-006df1fe90c4 req-e13c726e-9e8f-482a-ae6d-d95a480af65f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:39.110095 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-61e5b172-fcde-46ee-b02f-006df1fe90c4 req-e13c726e-9e8f-482a-ae6d-d95a480af65f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2a223f1b2a284c768535cee2a71b4bcf&device_id=1e790d19-e22e-49e6-811e-000580ef0e08 HTTP/1.1" status: 200 len: 1100 time: 0.1335676 Aug 11 03:05:39.161439 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-8422482a-f509-4a5b-85ed-d005e47709c5 req-9414c314-a51e-4194-ad47-196a46c22744 tempest-FloatingIPDetailsTestJSON-255665576 tempest-FloatingIPDetailsTestJSON-255665576-project] Notify callbacks [] for floatingip, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:39.165127 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-8422482a-f509-4a5b-85ed-d005e47709c5 req-9414c314-a51e-4194-ad47-196a46c22744 tempest-FloatingIPDetailsTestJSON-255665576 tempest-FloatingIPDetailsTestJSON-255665576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for floatingip, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:39.170811 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8422482a-f509-4a5b-85ed-d005e47709c5 req-9414c314-a51e-4194-ad47-196a46c22744 tempest-FloatingIPDetailsTestJSON-255665576 tempest-FloatingIPDetailsTestJSON-255665576-project] 10.222.0.41 "DELETE /v2.0/floatingips/eee12782-4cce-42d9-8b4b-18826f00e77c HTTP/1.1" status: 204 len: 173 time: 1.2430265 Aug 11 03:05:39.241042 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f16acf-43b8-41dd-bd70-e9b77ab2af52 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Pushing event updated for resources: {'Network': ['ID=305ca68a-259a-4e6f-a74b-d776988e8170,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:39.251303 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65998811-f016-4d8f-935b-395812de03c9 req-f767a1af-3cf8-4167-b214-9ed7f001aa96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:39.252986 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-65998811-f016-4d8f-935b-395812de03c9 req-f767a1af-3cf8-4167-b214-9ed7f001aa96 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d1bf0def-6fa4-4d3e-bbc5-20a040931fba HTTP/1.1" status: 200 len: 870 time: 0.3632028 Aug 11 03:05:39.257236 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network 305ca68a-259a-4e6f-a74b-d776988e8170 details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:05:39.310069 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-65998811-f016-4d8f-935b-395812de03c9 req-6a1a8747-da9d-40b6-b0a7-731c7f4cf12a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=0c653698-b2eb-430f-ac93-f69dd7d7f2b6 HTTP/1.1" status: 200 len: 217 time: 0.0478654 Aug 11 03:05:39.316338 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-19f16acf-43b8-41dd-bd70-e9b77ab2af52 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8419886 Aug 11 03:05:39.317472 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 49648) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:05:39.324661 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-8223d97c-48b3-48c4-9634-5ae527660b27 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Request body: {'subnet': {'network_id': 'a04ffcc2-d303-44d7-b369-5db13650c2d6', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:05:39.363644 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd8c195-aa5b-4593-a323-57e9d5b7645d req-289e2336-3da7-4ccc-8bdb-1289acb4aee0 tempest-FloatingIPsAssociationNegativeTestJSON-425952940 tempest-FloatingIPsAssociationNegativeTestJSON-425952940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:39.365593 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8dd8c195-aa5b-4593-a323-57e9d5b7645d req-289e2336-3da7-4ccc-8bdb-1289acb4aee0 tempest-FloatingIPsAssociationNegativeTestJSON-425952940 tempest-FloatingIPsAssociationNegativeTestJSON-425952940-project] 10.222.0.41 "GET /v2.0/ports?device_id=462de067-85b7-40e9-8a21-63b970ededa0 HTTP/1.1" status: 200 len: 945 time: 0.1146388 Aug 11 03:05:39.408140 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65998811-f016-4d8f-935b-395812de03c9 req-217e4940-0ac5-4b16-9371-325afc4865ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:39.410065 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-65998811-f016-4d8f-935b-395812de03c9 req-217e4940-0ac5-4b16-9371-325afc4865ec service neutron] 10.222.0.24 "GET /v2.0/subnets?id=254a3f4d-2b75-429e-bbb2-8e70554e9483 HTTP/1.1" status: 200 len: 843 time: 0.0764616 Aug 11 03:05:39.410944 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8407c3-c5aa-47de-8905-b79635c41e46 req-662ba196-b07c-42dd-8cb5-c060d79d72dc tempest-LiveMigrationNegativeTest-810634778 tempest-LiveMigrationNegativeTest-810634778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:39.419004 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cb8407c3-c5aa-47de-8905-b79635c41e46 req-662ba196-b07c-42dd-8cb5-c060d79d72dc tempest-LiveMigrationNegativeTest-810634778 tempest-LiveMigrationNegativeTest-810634778-project] 10.222.0.41 "GET /v2.0/ports?device_id=3123f7b7-657b-4572-ba70-4f2e22c3cd88 HTTP/1.1" status: 200 len: 948 time: 0.1283183 Aug 11 03:05:39.486519 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8dd8c195-aa5b-4593-a323-57e9d5b7645d req-937272c7-96bb-43ed-8fcc-c639e1b421f2 tempest-FloatingIPsAssociationNegativeTestJSON-425952940 tempest-FloatingIPsAssociationNegativeTestJSON-425952940-project] 10.222.0.41 "GET /v2.0/security-groups?id=e64b018f-6968-4868-8ff2-d15f7808d7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107998 Aug 11 03:05:39.490755 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e5b172-fcde-46ee-b02f-006df1fe90c4 req-5245d700-a80b-46d6-a7a1-870df0970aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:39.492312 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-61e5b172-fcde-46ee-b02f-006df1fe90c4 req-5245d700-a80b-46d6-a7a1-870df0970aa6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d1bf0def-6fa4-4d3e-bbc5-20a040931fba HTTP/1.1" status: 200 len: 870 time: 0.3630605 Aug 11 03:05:39.517891 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cb8407c3-c5aa-47de-8905-b79635c41e46 req-42688832-1115-4c03-9e63-83f5e694be31 tempest-LiveMigrationNegativeTest-810634778 tempest-LiveMigrationNegativeTest-810634778-project] 10.222.0.41 "GET /v2.0/security-groups?id=0913e296-ac5e-445f-8623-626489b224f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895329 Aug 11 03:05:39.544651 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65998811-f016-4d8f-935b-395812de03c9 req-e6d7dbe1-6c1b-42ef-af5d-c1b032bdafc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:39.546668 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-65998811-f016-4d8f-935b-395812de03c9 req-e6d7dbe1-6c1b-42ef-af5d-c1b032bdafc8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d1bf0def-6fa4-4d3e-bbc5-20a040931fba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1080968 Aug 11 03:05:39.625158 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-61e5b172-fcde-46ee-b02f-006df1fe90c4 req-ddf3fff7-7b81-4367-b2bd-0b395596d8d6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=a6f3ee74-8e10-43b7-b557-8188f2204900 HTTP/1.1" status: 200 len: 217 time: 0.1144698 Aug 11 03:05:39.655373 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8223d97c-48b3-48c4-9634-5ae527660b27 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Made reservation on behalf of d334b2b08b9742719f1009ec13bc53a6 for: {'subnet': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:05:39.658922 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8223d97c-48b3-48c4-9634-5ae527660b27 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274743'] for subnet, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:39.711072 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9917755a-d432-4303-b363-bc761cbb2c00 req-8c6f55c9-8824-406d-bb31-05441e64b490 tempest-FloatingIPDetailsTestJSON-255665576 tempest-FloatingIPDetailsTestJSON-255665576-project] 10.222.0.41 "GET /v2.0/floatingips/4b0be67d-c1fd-4835-add4-9394f409f985 HTTP/1.1" status: 200 len: 692 time: 0.0847745 Aug 11 03:05:39.737535 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc2ac7f-6208-44cc-9ab0-7238de7719a6 req-0bc712fd-ff32-4f08-b1f8-a45a43a14c1a tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:39.739055 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0dc2ac7f-6208-44cc-9ab0-7238de7719a6 req-0bc712fd-ff32-4f08-b1f8-a45a43a14c1a tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=70c84ed6-1b38-4b73-8bea-55c843cc7bda HTTP/1.1" status: 200 len: 946 time: 0.1424799 Aug 11 03:05:39.772566 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-65998811-f016-4d8f-935b-395812de03c9 req-876c51aa-3574-47bc-9d24-5e0f1de686bd service neutron] 10.222.0.24 "GET /v2.0/networks/d1bf0def-6fa4-4d3e-bbc5-20a040931fba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083580 Aug 11 03:05:39.797921 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e5b172-fcde-46ee-b02f-006df1fe90c4 req-508548da-8c64-4b8a-8455-d5f079761b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:39.799460 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-61e5b172-fcde-46ee-b02f-006df1fe90c4 req-508548da-8c64-4b8a-8455-d5f079761b29 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=254a3f4d-2b75-429e-bbb2-8e70554e9483 HTTP/1.1" status: 200 len: 843 time: 0.1631169 Aug 11 03:05:39.830008 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0dc2ac7f-6208-44cc-9ab0-7238de7719a6 req-e89ca2c3-27e2-488d-bc06-af6242cb451a tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a2aa92e-a0e4-4cb3-9665-2569763a2f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755956 Aug 11 03:05:39.912557 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e5b172-fcde-46ee-b02f-006df1fe90c4 req-988cd038-24a7-44c3-802b-5b99b02bb013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:39.914076 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-61e5b172-fcde-46ee-b02f-006df1fe90c4 req-988cd038-24a7-44c3-802b-5b99b02bb013 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d1bf0def-6fa4-4d3e-bbc5-20a040931fba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0878556 Aug 11 03:05:39.922942 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9917755a-d432-4303-b363-bc761cbb2c00 req-81a3ffb6-3593-4984-b21e-c718c0469f43 tempest-FloatingIPDetailsTestJSON-255665576 tempest-FloatingIPDetailsTestJSON-255665576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:39.929901 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9917755a-d432-4303-b363-bc761cbb2c00 req-81a3ffb6-3593-4984-b21e-c718c0469f43 tempest-FloatingIPDetailsTestJSON-255665576 tempest-FloatingIPDetailsTestJSON-255665576-project] 10.222.0.41 "GET /v2.0/networks/09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 HTTP/1.1" status: 200 len: 784 time: 0.2121208 Aug 11 03:05:39.954606 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-65998811-f016-4d8f-935b-395812de03c9 req-9bf2fc6d-074d-4916-9f84-18ca65edc447 service neutron] 10.222.0.24 "GET /v2.0/networks/d1bf0def-6fa4-4d3e-bbc5-20a040931fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720603 Aug 11 03:05:40.045100 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9917755a-d432-4303-b363-bc761cbb2c00 req-ae021a2d-606c-402a-8651-fdc1753d1b3e tempest-FloatingIPDetailsTestJSON-255665576 tempest-FloatingIPDetailsTestJSON-255665576-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.8.31 HTTP/1.1" status: 200 len: 695 time: 0.1142964 Aug 11 03:05:40.107310 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8223d97c-48b3-48c4-9634-5ae527660b27 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126283476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274725'] for subnet, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:40.153616 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9917755a-d432-4303-b363-bc761cbb2c00 req-220d8652-8bcc-4492-ae88-06cb0bd02419 tempest-FloatingIPDetailsTestJSON-255665576 tempest-FloatingIPDetailsTestJSON-255665576-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.8.31 HTTP/1.1" status: 200 len: 695 time: 0.0879922 Aug 11 03:05:40.160296 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-61e5b172-fcde-46ee-b02f-006df1fe90c4 req-41b10c1d-5309-40a3-95bb-765b668e7dfa service neutron] 10.222.0.24 "GET /v2.0/networks/d1bf0def-6fa4-4d3e-bbc5-20a040931fba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2277803 Aug 11 03:05:40.190103 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8223d97c-48b3-48c4-9634-5ae527660b27 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Pushing event updated for resources: {'Subnet': ['ID=6efca74f-85f6-4ecd-8f10-5d7e955ea1c7,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:40.223176 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8223d97c-48b3-48c4-9634-5ae527660b27 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Checking segment: {'id': '537bbf41-5def-4717-9826-66def57defbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a04ffcc2-d303-44d7-b369-5db13650c2d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:05:40.223576 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8223d97c-48b3-48c4-9634-5ae527660b27 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Network hostable DHCP agents. Network: a04ffcc2-d303-44d7-b369-5db13650c2d6, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:05:40.226241 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58af7bd3-2274-40f2-96bd-8c5bab704b22 req-6083c8dd-d716-44a5-bc75-1153fde1fd24 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:40.227884 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-58af7bd3-2274-40f2-96bd-8c5bab704b22 req-6083c8dd-d716-44a5-bc75-1153fde1fd24 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e790d19-e22e-49e6-811e-000580ef0e08 HTTP/1.1" status: 200 len: 948 time: 0.1636536 Aug 11 03:05:40.234554 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd400693-cb86-4866-8ebe-d847ece3264a req-2efece8a-93ef-478d-b782-c37037f1c49c tempest-FloatingIPsAssociationNegativeTestJSON-425952940 tempest-FloatingIPsAssociationNegativeTestJSON-425952940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:40.236516 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-bd400693-cb86-4866-8ebe-d847ece3264a req-2efece8a-93ef-478d-b782-c37037f1c49c tempest-FloatingIPsAssociationNegativeTestJSON-425952940 tempest-FloatingIPsAssociationNegativeTestJSON-425952940-project] 10.222.0.24 "GET /v2.0/ports?device_id=462de067-85b7-40e9-8a21-63b970ededa0 HTTP/1.1" status: 200 len: 945 time: 0.0751200 Aug 11 03:05:40.355596 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-bd400693-cb86-4866-8ebe-d847ece3264a req-3d567cf7-bd8c-4317-af98-dbb89d452585 tempest-FloatingIPsAssociationNegativeTestJSON-425952940 tempest-FloatingIPsAssociationNegativeTestJSON-425952940-project] Deleting port b640a05b-0c73-4eeb-a2d8-7fd9e401ab03 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:05:40.356418 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-bd400693-cb86-4866-8ebe-d847ece3264a req-3d567cf7-bd8c-4317-af98-dbb89d452585 tempest-FloatingIPsAssociationNegativeTestJSON-425952940 tempest-FloatingIPsAssociationNegativeTestJSON-425952940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:40.390511 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-58af7bd3-2274-40f2-96bd-8c5bab704b22 req-273943fc-4636-429d-94b5-e718a7e7333a tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240168 Aug 11 03:05:40.402450 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8223d97c-48b3-48c4-9634-5ae527660b27 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Network a04ffcc2-d303-44d7-b369-5db13650c2d6 is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:05:40.404024 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-61e5b172-fcde-46ee-b02f-006df1fe90c4 req-58340bfa-8499-4176-aacd-dde97d6a3f56 service neutron] 10.222.0.24 "GET /v2.0/networks/d1bf0def-6fa4-4d3e-bbc5-20a040931fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2306991 Aug 11 03:05:40.423146 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [req-9917755a-d432-4303-b363-bc761cbb2c00 req-4395dd43-fd97-403a-9180-9283f69a052d tempest-FloatingIPDetailsTestJSON-255665576 tempest-FloatingIPDetailsTestJSON-255665576-project] Deleting port 4aee700a-2214-4bd4-ae4a-02081158b741 {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:05:40.424439 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-9917755a-d432-4303-b363-bc761cbb2c00 req-4395dd43-fd97-403a-9180-9283f69a052d tempest-FloatingIPDetailsTestJSON-255665576 tempest-FloatingIPDetailsTestJSON-255665576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:40.497026 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-8223d97c-48b3-48c4-9634-5ae527660b27 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, a04ffcc2-d303-44d7-b369-5db13650c2d6) {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:05:40.505362 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8223d97c-48b3-48c4-9634-5ae527660b27 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:40.505670 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e8a315c-29f2-4449-b66d-1c173677209e None None] Network a04ffcc2-d303-44d7-b369-5db13650c2d6 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:05:40.506119 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8223d97c-48b3-48c4-9634-5ae527660b27 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:40.513330 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-bd400693-cb86-4866-8ebe-d847ece3264a req-3d567cf7-bd8c-4317-af98-dbb89d452585 tempest-FloatingIPsAssociationNegativeTestJSON-425952940 tempest-FloatingIPsAssociationNegativeTestJSON-425952940-project] For port b640a05b-0c73-4eeb-a2d8-7fd9e401ab03, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=b640a05b-0c73-4eeb-a2d8-7fd9e401ab03,segment=NetworkSegment(faff74b1-c467-4fc6-a5af-1194db6d8eaa),segment_id=faff74b1-c467-4fc6-a5af-1194db6d8eaa)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:05:40.513707 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-bd400693-cb86-4866-8ebe-d847ece3264a req-3d567cf7-bd8c-4317-af98-dbb89d452585 tempest-FloatingIPsAssociationNegativeTestJSON-425952940 tempest-FloatingIPsAssociationNegativeTestJSON-425952940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:40.546863 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-bd400693-cb86-4866-8ebe-d847ece3264a req-3d567cf7-bd8c-4317-af98-dbb89d452585 tempest-FloatingIPsAssociationNegativeTestJSON-425952940 tempest-FloatingIPsAssociationNegativeTestJSON-425952940-project] Calling delete_port for b640a05b-0c73-4eeb-a2d8-7fd9e401ab03 owned by compute:nova {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:05:40.565776 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-9917755a-d432-4303-b363-bc761cbb2c00 req-4395dd43-fd97-403a-9180-9283f69a052d tempest-FloatingIPDetailsTestJSON-255665576 tempest-FloatingIPDetailsTestJSON-255665576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:40.566204 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-9917755a-d432-4303-b363-bc761cbb2c00 req-4395dd43-fd97-403a-9180-9283f69a052d tempest-FloatingIPDetailsTestJSON-255665576 tempest-FloatingIPDetailsTestJSON-255665576-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:40.590166 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [req-9917755a-d432-4303-b363-bc761cbb2c00 req-4395dd43-fd97-403a-9180-9283f69a052d tempest-FloatingIPDetailsTestJSON-255665576 tempest-FloatingIPDetailsTestJSON-255665576-project] Calling delete_port for 4aee700a-2214-4bd4-ae4a-02081158b741 owned by network:floatingip {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:05:40.624904 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-8223d97c-48b3-48c4-9634-5ae527660b27 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.3044670 Aug 11 03:05:40.629811 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 49660) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:05:40.640992 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-ae914ddf-8588-499c-a196-3afdb8866fbb tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Request body: {'subnet': {'network_id': '305ca68a-259a-4e6f-a74b-d776988e8170', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:05:40.729955 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37992b69-f711-4f82-b397-19aaa8490084 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde080026-c28f-55be-b52b-13827cc43646-a04ffcc2-d303-44d7-b369-5db13650c2d6', 'network_id': 'a04ffcc2-d303-44d7-b369-5db13650c2d6', 'tenant_id': 'd334b2b08b9742719f1009ec13bc53a6', 'fixed_ips': [{'subnet_id': '6efca74f-85f6-4ecd-8f10-5d7e955ea1c7'}]}} from n-d-764292-30. {{(pid=102193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:05:40.731059 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-37992b69-f711-4f82-b397-19aaa8490084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:40.770543 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-bd400693-cb86-4866-8ebe-d847ece3264a req-3d567cf7-bd8c-4317-af98-dbb89d452585 tempest-FloatingIPsAssociationNegativeTestJSON-425952940 tempest-FloatingIPsAssociationNegativeTestJSON-425952940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:40.773459 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ba1dbb-750f-4476-a47f-26148c4d01f0 req-e9accdb3-42ae-4a73-b977-44f6f66ffc93 tempest-FloatingIPsAssociationNegativeTestJSON-425952940 tempest-FloatingIPsAssociationNegativeTestJSON-425952940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:40.775510 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-28ba1dbb-750f-4476-a47f-26148c4d01f0 req-e9accdb3-42ae-4a73-b977-44f6f66ffc93 tempest-FloatingIPsAssociationNegativeTestJSON-425952940 tempest-FloatingIPsAssociationNegativeTestJSON-425952940-project] 10.222.0.41 "GET /v2.0/ports?device_id=462de067-85b7-40e9-8a21-63b970ededa0 HTTP/1.1" status: 200 len: 945 time: 0.1931586 Aug 11 03:05:40.812183 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d567cf7-bd8c-4317-af98-dbb89d452585 tempest-FloatingIPsAssociationNegativeTestJSON-425952940 tempest-FloatingIPsAssociationNegativeTestJSON-425952940-project] Pushing event deleted for resources: {'Port': ['ID=b640a05b-0c73-4eeb-a2d8-7fd9e401ab03,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:40.827642 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['b640a05b-0c73-4eeb-a2d8-7fd9e401ab03'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:05:40.876218 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-28ba1dbb-750f-4476-a47f-26148c4d01f0 req-1158d95c-556a-45bd-a958-be0699072b45 tempest-FloatingIPsAssociationNegativeTestJSON-425952940 tempest-FloatingIPsAssociationNegativeTestJSON-425952940-project] 10.222.0.41 "GET /v2.0/security-groups?id=e64b018f-6968-4868-8ff2-d15f7808d7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898559 Aug 11 03:05:40.896331 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd400693-cb86-4866-8ebe-d847ece3264a req-3d567cf7-bd8c-4317-af98-dbb89d452585 tempest-FloatingIPsAssociationNegativeTestJSON-425952940 tempest-FloatingIPsAssociationNegativeTestJSON-425952940-project] No DVR routers for this DVR port b640a05b-0c73-4eeb-a2d8-7fd9e401ab03 on host n-h2-764292-30 {{(pid=102191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:05:40.899063 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-bd400693-cb86-4866-8ebe-d847ece3264a req-3d567cf7-bd8c-4317-af98-dbb89d452585 tempest-FloatingIPsAssociationNegativeTestJSON-425952940 tempest-FloatingIPsAssociationNegativeTestJSON-425952940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:40.901220 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-bd400693-cb86-4866-8ebe-d847ece3264a req-3d567cf7-bd8c-4317-af98-dbb89d452585 tempest-FloatingIPsAssociationNegativeTestJSON-425952940 tempest-FloatingIPsAssociationNegativeTestJSON-425952940-project] 10.222.0.24 "DELETE /v2.0/ports/b640a05b-0c73-4eeb-a2d8-7fd9e401ab03 HTTP/1.1" status: 204 len: 173 time: 0.6566834 Aug 11 03:05:40.901737 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '462de067-85b7-40e9-8a21-63b970ededa0', 'name': 'network-vif-deleted', 'tag': 'b640a05b-0c73-4eeb-a2d8-7fd9e401ab03'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:05:40.904605 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d39755f-b4cd-4b1f-be38-b494743d8703" -d '{"events": [{"server_uuid": "462de067-85b7-40e9-8a21-63b970ededa0", "name": "network-vif-deleted", "tag": "b640a05b-0c73-4eeb-a2d8-7fd9e401ab03"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:05:40.976483 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae914ddf-8588-499c-a196-3afdb8866fbb tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Made reservation on behalf of d334b2b08b9742719f1009ec13bc53a6 for: {'subnet': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:05:40.979945 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ae914ddf-8588-499c-a196-3afdb8866fbb tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126180544'] for subnet, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:40.980965 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.db_base_plugin_common [None req-37992b69-f711-4f82-b397-19aaa8490084 None None] Allocated IP 10.1.1.2 (a04ffcc2-d303-44d7-b369-5db13650c2d6/6efca74f-85f6-4ecd-8f10-5d7e955ea1c7/79b848c8-2dca-4bd0-8577-66307709341d) {{(pid=102193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:05:41.037810 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:41.173649 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236a2d81-ec8a-4233-95ec-842e1240f49b req-3a14812d-8526-4785-bd53-d1d2440939cf tempest-LiveMigrationNegativeTest-810634778 tempest-LiveMigrationNegativeTest-810634778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:41.182404 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-236a2d81-ec8a-4233-95ec-842e1240f49b req-3a14812d-8526-4785-bd53-d1d2440939cf tempest-LiveMigrationNegativeTest-810634778 tempest-LiveMigrationNegativeTest-810634778-project] 10.222.0.41 "GET /v2.0/ports?device_id=3123f7b7-657b-4572-ba70-4f2e22c3cd88 HTTP/1.1" status: 200 len: 948 time: 0.2091289 Aug 11 03:05:41.225995 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-9917755a-d432-4303-b363-bc761cbb2c00 req-4395dd43-fd97-403a-9180-9283f69a052d tempest-FloatingIPDetailsTestJSON-255665576 tempest-FloatingIPDetailsTestJSON-255665576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:41.298721 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-37992b69-f711-4f82-b397-19aaa8490084 None None] Notify callbacks [] for port, precommit_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:41.321805 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-37992b69-f711-4f82-b397-19aaa8490084 None None] Transition to ACTIVE for port object 79b848c8-2dca-4bd0-8577-66307709341d will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:05:41.352771 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-37992b69-f711-4f82-b397-19aaa8490084 None None] Transition to ACTIVE for port object 79b848c8-2dca-4bd0-8577-66307709341d will not be triggered until provisioned by entity DHCP. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:05:41.405902 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device a6f3ee74-8e10-43b7-b557-8188f2204900 details requested by agent hyperv_n-h2-764292-30 with host n-h2-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:05:41.482813 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-37992b69-f711-4f82-b397-19aaa8490084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669'] for port, after_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:41.548911 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37992b69-f711-4f82-b397-19aaa8490084 None None] Network a04ffcc2-d303-44d7-b369-5db13650c2d6 is already hosted by enough agents. {{(pid=102193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:05:41.549858 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37992b69-f711-4f82-b397-19aaa8490084 None None] Pushing event updated for resources: {'Port': ['ID=79b848c8-2dca-4bd0-8577-66307709341d,revision_number=1']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:41.560141 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.base_scheduler [None req-37992b69-f711-4f82-b397-19aaa8490084 None None] Resources bound (agent type, host, resource id): {{(pid=102193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:05:41.563445 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37992b69-f711-4f82-b397-19aaa8490084 None None] Received port after_create {{(pid=102193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:05:41.611757 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port a6f3ee74-8e10-43b7-b557-8188f2204900, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=a6f3ee74-8e10-43b7-b557-8188f2204900,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:05:41.619802 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4395dd43-fd97-403a-9180-9283f69a052d tempest-FloatingIPDetailsTestJSON-255665576 tempest-FloatingIPDetailsTestJSON-255665576-project] Pushing event deleted for resources: {'Port': ['ID=4aee700a-2214-4bd4-ae4a-02081158b741,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:41.658370 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-236a2d81-ec8a-4233-95ec-842e1240f49b req-5c07b3b1-462d-4e33-9e85-028483a811c0 tempest-LiveMigrationNegativeTest-810634778 tempest-LiveMigrationNegativeTest-810634778-project] 10.222.0.41 "GET /v2.0/security-groups?id=0913e296-ac5e-445f-8623-626489b224f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4747653 Aug 11 03:05:41.662535 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Returning: {'device': 'a6f3ee74-8e10-43b7-b557-8188f2204900', 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba', 'port_id': 'a6f3ee74-8e10-43b7-b557-8188f2204900', 'mac_address': 'fa:16:3e:da:03:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '254a3f4d-2b75-429e-bbb2-8e70554e9483', 'ip_address': '192.168.233.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:05:41.669886 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-37992b69-f711-4f82-b397-19aaa8490084 None None] Attempting to bind port 79b848c8-2dca-4bd0-8577-66307709341d on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:05:41.670257 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-37992b69-f711-4f82-b397-19aaa8490084 None None] Attempting to bind port 79b848c8-2dca-4bd0-8577-66307709341d by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': '537bbf41-5def-4717-9826-66def57defbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a04ffcc2-d303-44d7-b369-5db13650c2d6'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:05:41.670645 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37992b69-f711-4f82-b397-19aaa8490084 None None] Attempting to bind port 79b848c8-2dca-4bd0-8577-66307709341d on network a04ffcc2-d303-44d7-b369-5db13650c2d6 {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:05:41.697620 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37992b69-f711-4f82-b397-19aaa8490084 None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 5, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:05:41.697895 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37992b69-f711-4f82-b397-19aaa8490084 None None] Checking segment: {'id': '537bbf41-5def-4717-9826-66def57defbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a04ffcc2-d303-44d7-b369-5db13650c2d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:05:41.698154 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-37992b69-f711-4f82-b397-19aaa8490084 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:41.698503 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37992b69-f711-4f82-b397-19aaa8490084 None None] Bound using segment: {'id': '537bbf41-5def-4717-9826-66def57defbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a04ffcc2-d303-44d7-b369-5db13650c2d6'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:05:41.698984 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-37992b69-f711-4f82-b397-19aaa8490084 None None] Bound port: 79b848c8-2dca-4bd0-8577-66307709341d, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '537bbf41-5def-4717-9826-66def57defbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a04ffcc2-d303-44d7-b369-5db13650c2d6'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:05:41.699368 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-37992b69-f711-4f82-b397-19aaa8490084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:41.724934 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:41.743332 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-9917755a-d432-4303-b363-bc761cbb2c00 req-4395dd43-fd97-403a-9180-9283f69a052d tempest-FloatingIPDetailsTestJSON-255665576 tempest-FloatingIPDetailsTestJSON-255665576-project] Notify callbacks [] for floatingip, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:41.747545 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-9917755a-d432-4303-b363-bc761cbb2c00 req-4395dd43-fd97-403a-9180-9283f69a052d tempest-FloatingIPDetailsTestJSON-255665576 tempest-FloatingIPDetailsTestJSON-255665576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for floatingip, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:41.749164 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9917755a-d432-4303-b363-bc761cbb2c00 req-4395dd43-fd97-403a-9180-9283f69a052d tempest-FloatingIPDetailsTestJSON-255665576 tempest-FloatingIPDetailsTestJSON-255665576-project] 10.222.0.41 "DELETE /v2.0/floatingips/4b0be67d-c1fd-4835-add4-9394f409f985 HTTP/1.1" status: 204 len: 173 time: 1.5847034 Aug 11 03:05:41.756557 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 49670) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:05:41.780835 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6f3ee74-8e10-43b7-b557-8188f2204900 {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:05:41.860344 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:05:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae5e1229-1076-468e-8899-17becde8f3be x-openstack-request-id: req-ae5e1229-1076-468e-8899-17becde8f3be {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:05:41.860344 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "462de067-85b7-40e9-8a21-63b970ededa0", "name": "network-vif-deleted", "tag": "b640a05b-0c73-4eeb-a2d8-7fd9e401ab03", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:05:41.860344 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ae5e1229-1076-468e-8899-17becde8f3be {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:05:41.860344 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '462de067-85b7-40e9-8a21-63b970ededa0', 'name': 'network-vif-deleted', 'tag': 'b640a05b-0c73-4eeb-a2d8-7fd9e401ab03', 'status': 'completed', 'code': 200} Aug 11 03:05:41.861029 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port a6f3ee74-8e10-43b7-b557-8188f2204900, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=a6f3ee74-8e10-43b7-b557-8188f2204900,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:05:41.861029 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-37992b69-f711-4f82-b397-19aaa8490084 None None] For port 79b848c8-2dca-4bd0-8577-66307709341d, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:05:41.874360 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-37992b69-f711-4f82-b397-19aaa8490084 None None] For port 79b848c8-2dca-4bd0-8577-66307709341d, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=79b848c8-2dca-4bd0-8577-66307709341d,segment=NetworkSegment(537bbf41-5def-4717-9826-66def57defbc),segment_id=537bbf41-5def-4717-9826-66def57defbc)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:05:41.972080 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-37992b69-f711-4f82-b397-19aaa8490084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:41.973922 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ae914ddf-8588-499c-a196-3afdb8866fbb tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125932092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126180562'] for subnet, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:41.975468 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:41.976824 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 0c653698-b2eb-430f-ac93-f69dd7d7f2b6 details requested by agent hyperv_n-h2-764292-30 with host n-h2-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:05:42.016809 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port 0c653698-b2eb-430f-ac93-f69dd7d7f2b6, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=0c653698-b2eb-430f-ac93-f69dd7d7f2b6,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:05:42.036022 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Returning: {'device': '0c653698-b2eb-430f-ac93-f69dd7d7f2b6', 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba', 'port_id': '0c653698-b2eb-430f-ac93-f69dd7d7f2b6', 'mac_address': 'fa:16:3e:f3:bc:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '254a3f4d-2b75-429e-bbb2-8e70554e9483', 'ip_address': '192.168.233.216'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:05:42.091894 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dda824-181d-4659-aa2f-dfb59b0910c3 req-a483bdcf-6f90-488d-b3e7-d98c7f367886 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:42.093481 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-66dda824-181d-4659-aa2f-dfb59b0910c3 req-a483bdcf-6f90-488d-b3e7-d98c7f367886 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=70c84ed6-1b38-4b73-8bea-55c843cc7bda HTTP/1.1" status: 200 len: 946 time: 0.2295282 Aug 11 03:05:42.133033 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50205a52-37fc-4a96-a0c2-b4b521e1e48d req-7af98b9c-e26c-48df-883f-250e79c1f947 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:42.141453 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-50205a52-37fc-4a96-a0c2-b4b521e1e48d req-7af98b9c-e26c-48df-883f-250e79c1f947 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e790d19-e22e-49e6-811e-000580ef0e08 HTTP/1.1" status: 200 len: 948 time: 0.2641673 Aug 11 03:05:42.141729 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:42.143654 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37992b69-f711-4f82-b397-19aaa8490084 None None] Pushing event updated for resources: {'Port': ['ID=79b848c8-2dca-4bd0-8577-66307709341d,revision_number=2']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:42.225349 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c653698-b2eb-430f-ac93-f69dd7d7f2b6 {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:05:42.251158 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae914ddf-8588-499c-a196-3afdb8866fbb tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Pushing event updated for resources: {'Subnet': ['ID=5789f5f0-0aac-4496-9502-f9d5b3fcf9d5,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:42.255055 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=a6f3ee74-8e10-43b7-b557-8188f2204900,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:42.261446 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port 0c653698-b2eb-430f-ac93-f69dd7d7f2b6, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=0c653698-b2eb-430f-ac93-f69dd7d7f2b6,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:05:42.331284 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-66dda824-181d-4659-aa2f-dfb59b0910c3 req-00966e3c-b08a-4858-b88a-e835fd350e67 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a2aa92e-a0e4-4cb3-9665-2569763a2f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2076027 Aug 11 03:05:42.333696 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae914ddf-8588-499c-a196-3afdb8866fbb tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Checking segment: {'id': 'c393d3b9-4e15-4ce6-ad7f-da931c8df83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '305ca68a-259a-4e6f-a74b-d776988e8170'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:05:42.334091 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae914ddf-8588-499c-a196-3afdb8866fbb tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Network hostable DHCP agents. Network: 305ca68a-259a-4e6f-a74b-d776988e8170, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:05:42.348186 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-50205a52-37fc-4a96-a0c2-b4b521e1e48d req-a101236b-e45a-43cf-a309-a3c323f866b9 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046227 Aug 11 03:05:42.403701 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:42.459729 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 49678) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:05:42.516175 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=0c653698-b2eb-430f-ac93-f69dd7d7f2b6,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:42.622683 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae914ddf-8588-499c-a196-3afdb8866fbb tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Network 305ca68a-259a-4e6f-a74b-d776988e8170 is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:05:42.653682 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['a6f3ee74-8e10-43b7-b557-8188f2204900'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:05:42.670623 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['0c653698-b2eb-430f-ac93-f69dd7d7f2b6'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:05:42.814155 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-ae914ddf-8588-499c-a196-3afdb8866fbb tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, 305ca68a-259a-4e6f-a74b-d776988e8170) {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:05:42.826034 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae914ddf-8588-499c-a196-3afdb8866fbb tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:42.826804 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ae914ddf-8588-499c-a196-3afdb8866fbb tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:42.846828 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ef1395b7-62ec-4c0d-82c4-a7036f0b8f49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521106'] for router_interface, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:42.885383 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2120dfcc-224e-485c-a970-c2e45fe4895c None None] Network 305ca68a-259a-4e6f-a74b-d776988e8170 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:05:42.948077 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fa02ca-2d57-4d42-9540-b0583fa544c5 req-574d636f-1304-4e82-8db6-cddd7d53fea1 tempest-LiveMigrationNegativeTest-810634778 tempest-LiveMigrationNegativeTest-810634778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:42.957182 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-77fa02ca-2d57-4d42-9540-b0583fa544c5 req-574d636f-1304-4e82-8db6-cddd7d53fea1 tempest-LiveMigrationNegativeTest-810634778 tempest-LiveMigrationNegativeTest-810634778-project] 10.222.0.41 "GET /v2.0/ports?device_id=3123f7b7-657b-4572-ba70-4f2e22c3cd88 HTTP/1.1" status: 200 len: 949 time: 0.1813858 Aug 11 03:05:42.968266 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6df6c12c-e5c7-4752-92b6-525fe66d5f51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521106'] for router_interface, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:42.996050 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-ae914ddf-8588-499c-a196-3afdb8866fbb tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.3593166 Aug 11 03:05:43.013602 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 49684) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:05:43.016776 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-e33786f2-9ea1-425b-904e-5f5db96d4ad7 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Request body: {'port': {'network_id': 'a04ffcc2-d303-44d7-b369-5db13650c2d6', 'name': 'tempest-TaggedBootDevicesTest_v242-1118197337', 'fixed_ips': [{'subnet_id': '6efca74f-85f6-4ecd-8f10-5d7e955ea1c7'}]}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:05:43.112629 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-77fa02ca-2d57-4d42-9540-b0583fa544c5 req-f2df2985-a0bc-407d-80df-396613c0e38d tempest-LiveMigrationNegativeTest-810634778 tempest-LiveMigrationNegativeTest-810634778-project] 10.222.0.41 "GET /v2.0/security-groups?id=0913e296-ac5e-445f-8623-626489b224f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543820 Aug 11 03:05:43.254679 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8c5a049-713f-4387-ba99-2694329a0b20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde080026-c28f-55be-b52b-13827cc43646-305ca68a-259a-4e6f-a74b-d776988e8170', 'network_id': '305ca68a-259a-4e6f-a74b-d776988e8170', 'tenant_id': 'd334b2b08b9742719f1009ec13bc53a6', 'fixed_ips': [{'subnet_id': '5789f5f0-0aac-4496-9502-f9d5b3fcf9d5'}]}} from n-d-764292-30. {{(pid=102193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:05:43.257020 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-f8c5a049-713f-4387-ba99-2694329a0b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:43.359036 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-6df6c12c-e5c7-4752-92b6-525fe66d5f51 admin admin] Deleting port e252c679-c6e9-4e1b-98b6-d0f13c74a34f {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:05:43.359381 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6df6c12c-e5c7-4752-92b6-525fe66d5f51 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:43.429183 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device b640a05b-0c73-4eeb-a2d8-7fd9e401ab03 no longer exists at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:05:43.500608 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] No Port match for: b640a05b-0c73-4eeb-a2d8-7fd9e401ab03 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:05:43.501971 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device b640a05b-0c73-4eeb-a2d8-7fd9e401ab03 not bound to the agent host n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:05:43.529806 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e33786f2-9ea1-425b-904e-5f5db96d4ad7 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Made reservation on behalf of d334b2b08b9742719f1009ec13bc53a6 for: {'port': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:05:43.590110 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [None req-6df6c12c-e5c7-4752-92b6-525fe66d5f51 admin admin] For port e252c679-c6e9-4e1b-98b6-d0f13c74a34f, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=e252c679-c6e9-4e1b-98b6-d0f13c74a34f,segment=NetworkSegment(faff74b1-c467-4fc6-a5af-1194db6d8eaa),segment_id=faff74b1-c467-4fc6-a5af-1194db6d8eaa)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:05:43.590588 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6df6c12c-e5c7-4752-92b6-525fe66d5f51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:43.613024 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-6df6c12c-e5c7-4752-92b6-525fe66d5f51 admin admin] Calling delete_port for e252c679-c6e9-4e1b-98b6-d0f13c74a34f owned by network:router_interface {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:05:43.633959 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 79b848c8-2dca-4bd0-8577-66307709341d up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:05:43.692704 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3633712e-8b7d-4030-b0df-6513ce083fac req-436a0816-8dda-488f-87f9-37a5faae116d tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:43.694226 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3633712e-8b7d-4030-b0df-6513ce083fac req-436a0816-8dda-488f-87f9-37a5faae116d tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=70c84ed6-1b38-4b73-8bea-55c843cc7bda HTTP/1.1" status: 200 len: 946 time: 0.2674115 Aug 11 03:05:43.696655 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-256b62d2-c2ee-48c3-b19e-e85a96848196 None None] Network a04ffcc2-d303-44d7-b369-5db13650c2d6 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:05:43.727746 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b01d2e-0c7e-47a9-965c-a66a105b429b req-7b5f5ba9-da39-4197-a831-ad45022d97b9 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:43.735526 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-09b01d2e-0c7e-47a9-965c-a66a105b429b req-7b5f5ba9-da39-4197-a831-ad45022d97b9 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e790d19-e22e-49e6-811e-000580ef0e08 HTTP/1.1" status: 200 len: 949 time: 0.2423112 Aug 11 03:05:43.742299 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.db_base_plugin_common [None req-f8c5a049-713f-4387-ba99-2694329a0b20 None None] Allocated IP 10.2.2.2 (305ca68a-259a-4e6f-a74b-d776988e8170/5789f5f0-0aac-4496-9502-f9d5b3fcf9d5/94d98af9-841b-4e0f-b57c-0cccd2a2c872) {{(pid=102193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:05:43.817285 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e33786f2-9ea1-425b-904e-5f5db96d4ad7 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:43.826928 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3633712e-8b7d-4030-b0df-6513ce083fac req-f4f880d8-a274-420f-8394-ff1d41bfd7ff tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a2aa92e-a0e4-4cb3-9665-2569763a2f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1196094 Aug 11 03:05:43.847152 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-09b01d2e-0c7e-47a9-965c-a66a105b429b req-fd93dc89-f5ac-448c-b075-085b77a4557a tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106944 Aug 11 03:05:43.874253 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-ef1395b7-62ec-4c0d-82c4-a7036f0b8f49 admin admin] Deleting port 7fe9e7f1-bdf1-41aa-b48e-64c9d31ca5dc {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:05:43.874869 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ef1395b7-62ec-4c0d-82c4-a7036f0b8f49 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:43.878334 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [None req-e33786f2-9ea1-425b-904e-5f5db96d4ad7 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] device_id is not set on port d3c9db57-eea5-4db7-a508-af7b68f15453 yet. {{(pid=102192) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:05:44.031447 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-f8c5a049-713f-4387-ba99-2694329a0b20 None None] Notify callbacks [] for port, precommit_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:44.041722 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-f8c5a049-713f-4387-ba99-2694329a0b20 None None] Transition to ACTIVE for port object 94d98af9-841b-4e0f-b57c-0cccd2a2c872 will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:05:44.067021 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-f8c5a049-713f-4387-ba99-2694329a0b20 None None] Transition to ACTIVE for port object 94d98af9-841b-4e0f-b57c-0cccd2a2c872 will not be triggered until provisioned by entity DHCP. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:05:44.154217 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-f8c5a049-713f-4387-ba99-2694329a0b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669'] for port, after_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:44.221340 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c5a049-713f-4387-ba99-2694329a0b20 None None] Pushing event updated for resources: {'Port': ['ID=94d98af9-841b-4e0f-b57c-0cccd2a2c872,revision_number=1']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:44.252419 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c5a049-713f-4387-ba99-2694329a0b20 None None] Network 305ca68a-259a-4e6f-a74b-d776988e8170 is already hosted by enough agents. {{(pid=102193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:05:44.256745 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.base_scheduler [None req-f8c5a049-713f-4387-ba99-2694329a0b20 None None] Resources bound (agent type, host, resource id): {{(pid=102193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:05:44.262299 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c5a049-713f-4387-ba99-2694329a0b20 None None] Received port after_create {{(pid=102193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:05:44.275336 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-8ed8d8f3-8e61-4efe-958c-7132329e6b54 None None] Provisioning for port 79b848c8-2dca-4bd0-8577-66307709341d completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:05:44.275797 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [None req-ef1395b7-62ec-4c0d-82c4-a7036f0b8f49 admin admin] For port 7fe9e7f1-bdf1-41aa-b48e-64c9d31ca5dc, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=7fe9e7f1-bdf1-41aa-b48e-64c9d31ca5dc,segment=NetworkSegment(1942c4bb-5ebd-48ad-9bb1-1f6105059e2f),segment_id=1942c4bb-5ebd-48ad-9bb1-1f6105059e2f)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:05:44.276398 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ef1395b7-62ec-4c0d-82c4-a7036f0b8f49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:44.315655 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-ef1395b7-62ec-4c0d-82c4-a7036f0b8f49 admin admin] Calling delete_port for 7fe9e7f1-bdf1-41aa-b48e-64c9d31ca5dc owned by network:router_interface {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:05:44.348915 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c470c8-2805-4231-92e3-30d8c6e1945f req-8d14de72-85bf-4381-ae85-54e97c846935 tempest-LiveMigrationNegativeTest-810634778 tempest-LiveMigrationNegativeTest-810634778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:44.357566 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c2c470c8-2805-4231-92e3-30d8c6e1945f req-8d14de72-85bf-4381-ae85-54e97c846935 tempest-LiveMigrationNegativeTest-810634778 tempest-LiveMigrationNegativeTest-810634778-project] 10.222.0.41 "GET /v2.0/ports?device_id=3123f7b7-657b-4572-ba70-4f2e22c3cd88 HTTP/1.1" status: 200 len: 949 time: 0.1368742 Aug 11 03:05:44.378216 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port 79b848c8-2dca-4bd0-8577-66307709341d completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:05:44.383015 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 79b848c8-2dca-4bd0-8577-66307709341d triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:05:44.383367 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:44.410210 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6df6c12c-e5c7-4752-92b6-525fe66d5f51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:44.441683 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [None req-e33786f2-9ea1-425b-904e-5f5db96d4ad7 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Allocated IP 10.1.1.11 (a04ffcc2-d303-44d7-b369-5db13650c2d6/6efca74f-85f6-4ecd-8f10-5d7e955ea1c7/d3c9db57-eea5-4db7-a508-af7b68f15453) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:05:44.448118 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df6c12c-e5c7-4752-92b6-525fe66d5f51 admin admin] Pushing event deleted for resources: {'Port': ['ID=e252c679-c6e9-4e1b-98b6-d0f13c74a34f,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:44.536830 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c2c470c8-2805-4231-92e3-30d8c6e1945f req-92c22c7c-c2dc-4185-8b9a-afd051b89463 tempest-LiveMigrationNegativeTest-810634778 tempest-LiveMigrationNegativeTest-810634778-project] 10.222.0.41 "GET /v2.0/security-groups?id=0913e296-ac5e-445f-8623-626489b224f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781023 Aug 11 03:05:44.540823 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-f8c5a049-713f-4387-ba99-2694329a0b20 None None] Attempting to bind port 94d98af9-841b-4e0f-b57c-0cccd2a2c872 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:05:44.541451 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-f8c5a049-713f-4387-ba99-2694329a0b20 None None] Attempting to bind port 94d98af9-841b-4e0f-b57c-0cccd2a2c872 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': 'c393d3b9-4e15-4ce6-ad7f-da931c8df83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '305ca68a-259a-4e6f-a74b-d776988e8170'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:05:44.542229 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c5a049-713f-4387-ba99-2694329a0b20 None None] Attempting to bind port 94d98af9-841b-4e0f-b57c-0cccd2a2c872 on network 305ca68a-259a-4e6f-a74b-d776988e8170 {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:05:44.551628 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c5a049-713f-4387-ba99-2694329a0b20 None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 5, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:05:44.552550 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c5a049-713f-4387-ba99-2694329a0b20 None None] Checking segment: {'id': 'c393d3b9-4e15-4ce6-ad7f-da931c8df83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '305ca68a-259a-4e6f-a74b-d776988e8170'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:05:44.553362 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-f8c5a049-713f-4387-ba99-2694329a0b20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:44.553981 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c5a049-713f-4387-ba99-2694329a0b20 None None] Bound using segment: {'id': 'c393d3b9-4e15-4ce6-ad7f-da931c8df83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '305ca68a-259a-4e6f-a74b-d776988e8170'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:05:44.554884 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-f8c5a049-713f-4387-ba99-2694329a0b20 None None] Bound port: 94d98af9-841b-4e0f-b57c-0cccd2a2c872, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c393d3b9-4e15-4ce6-ad7f-da931c8df83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '305ca68a-259a-4e6f-a74b-d776988e8170'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:05:44.555526 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-f8c5a049-713f-4387-ba99-2694329a0b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:44.612919 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:44.662813 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port 79b848c8-2dca-4bd0-8577-66307709341d, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=79b848c8-2dca-4bd0-8577-66307709341d,segment=NetworkSegment(537bbf41-5def-4717-9826-66def57defbc),segment_id=537bbf41-5def-4717-9826-66def57defbc)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:05:44.747566 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6df6c12c-e5c7-4752-92b6-525fe66d5f51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16383033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450082'] for router_interface, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:44.747849 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:44.832751 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-f8c5a049-713f-4387-ba99-2694329a0b20 None None] For port 94d98af9-841b-4e0f-b57c-0cccd2a2c872, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:05:44.857084 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e33786f2-9ea1-425b-904e-5f5db96d4ad7 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:44.867445 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-f8c5a049-713f-4387-ba99-2694329a0b20 None None] For port 94d98af9-841b-4e0f-b57c-0cccd2a2c872, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=94d98af9-841b-4e0f-b57c-0cccd2a2c872,segment=NetworkSegment(c393d3b9-4e15-4ce6-ad7f-da931c8df83a),segment_id=c393d3b9-4e15-4ce6-ad7f-da931c8df83a)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:05:44.891722 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=79b848c8-2dca-4bd0-8577-66307709341d,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:44.946933 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-f8c5a049-713f-4387-ba99-2694329a0b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:44.970575 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [None req-e33786f2-9ea1-425b-904e-5f5db96d4ad7 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Transition to ACTIVE for port object d3c9db57-eea5-4db7-a508-af7b68f15453 will not be triggered until provisioned by entity DHCP. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:05:45.184109 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d75533-3db5-4831-8e45-48638e15ecb6 req-b8bc0793-e49c-4abb-b4b8-f677a5c1770f tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:45.186365 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-39d75533-3db5-4831-8e45-48638e15ecb6 req-b8bc0793-e49c-4abb-b4b8-f677a5c1770f tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e790d19-e22e-49e6-811e-000580ef0e08 HTTP/1.1" status: 200 len: 949 time: 0.2015035 Aug 11 03:05:45.205811 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ef1395b7-62ec-4c0d-82c4-a7036f0b8f49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:45.207052 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6df6c12c-e5c7-4752-92b6-525fe66d5f51 admin admin] Router 1d8e66ca-c42e-4698-85d6-4809deb55638 has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:05:45.225843 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c904ba0-325a-40ba-b18c-58a54dadddd8 req-e8d96c04-c09a-4291-93eb-6f68d10a2f8f tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:45.227970 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9c904ba0-325a-40ba-b18c-58a54dadddd8 req-e8d96c04-c09a-4291-93eb-6f68d10a2f8f tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=70c84ed6-1b38-4b73-8bea-55c843cc7bda HTTP/1.1" status: 200 len: 946 time: 0.2043948 Aug 11 03:05:45.238845 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c5a049-713f-4387-ba99-2694329a0b20 None None] Pushing event updated for resources: {'Port': ['ID=94d98af9-841b-4e0f-b57c-0cccd2a2c872,revision_number=2']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:45.257770 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e33786f2-9ea1-425b-904e-5f5db96d4ad7 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:45.284010 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-e1294dbe-e371-4fec-bbc9-45e973c924d7 None None] Provisioning complete for port 79b848c8-2dca-4bd0-8577-66307709341d triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:05:45.284788 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-e1294dbe-e371-4fec-bbc9-45e973c924d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:45.295020 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1395b7-62ec-4c0d-82c4-a7036f0b8f49 admin admin] Pushing event deleted for resources: {'Port': ['ID=7fe9e7f1-bdf1-41aa-b48e-64c9d31ca5dc,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:45.385064 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33786f2-9ea1-425b-904e-5f5db96d4ad7 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Pushing event updated for resources: {'Port': ['ID=d3c9db57-eea5-4db7-a508-af7b68f15453,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:45.423764 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device a6f3ee74-8e10-43b7-b557-8188f2204900 up at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:05:45.495238 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6df6c12c-e5c7-4752-92b6-525fe66d5f51 admin admin] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:05:45.512610 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e1978c-e63d-42fb-8fec-04082918f1d4 None None] Sync routers for ids ['1d8e66ca-c42e-4698-85d6-4809deb55638'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:05:45.519605 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-6df6c12c-e5c7-4752-92b6-525fe66d5f51 admin admin] 10.222.0.41 "PUT /v2.0/routers/1d8e66ca-c42e-4698-85d6-4809deb55638/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0581422 Aug 11 03:05:45.522972 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 49704) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:05:45.540381 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e33786f2-9ea1-425b-904e-5f5db96d4ad7 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Network a04ffcc2-d303-44d7-b369-5db13650c2d6 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:05:45.542311 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-e33786f2-9ea1-425b-904e-5f5db96d4ad7 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:05:45.548547 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33786f2-9ea1-425b-904e-5f5db96d4ad7 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:05:45.575478 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e1978c-e63d-42fb-8fec-04082918f1d4 None None] Routers {'1d8e66ca-c42e-4698-85d6-4809deb55638'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:05:45.576229 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-26e1978c-e63d-42fb-8fec-04082918f1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:05:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['1d8e66ca-c42e-4698-85d6-4809deb55638'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:05:45.747435 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e33786f2-9ea1-425b-904e-5f5db96d4ad7 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:45.750264 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e33786f2-9ea1-425b-904e-5f5db96d4ad7 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:45.984003 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-39d75533-3db5-4831-8e45-48638e15ecb6 req-0b2255a3-9124-46cc-a8be-98afae4eeb82 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6180055 Aug 11 03:05:45.986147 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 79b848c8-2dca-4bd0-8577-66307709341d up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:05:45.987611 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-51b1cdd0-c6e6-4377-967a-25a46273ef69 admin admin] Notify callbacks [] for router, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:45.987726 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning for port a6f3ee74-8e10-43b7-b557-8188f2204900 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:05:45.994203 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9c904ba0-325a-40ba-b18c-58a54dadddd8 req-f420b88f-f601-470f-ae64-02492ef36420 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a2aa92e-a0e4-4cb3-9665-2569763a2f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7334869 Aug 11 03:05:45.996800 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning complete for port a6f3ee74-8e10-43b7-b557-8188f2204900 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:05:45.997160 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:46.020845 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ef1395b7-62ec-4c0d-82c4-a7036f0b8f49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16383033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450082'] for router_interface, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:46.108640 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-51b1cdd0-c6e6-4377-967a-25a46273ef69 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:46.115668 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-e33786f2-9ea1-425b-904e-5f5db96d4ad7 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.1021874 Aug 11 03:05:46.118045 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 49708) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:05:46.123427 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 79b848c8-2dca-4bd0-8577-66307709341d triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:05:46.123881 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:46.125273 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-6e9636bd-abec-4dff-864e-4b8777288446 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Request body: {'port': {'network_id': 'a04ffcc2-d303-44d7-b369-5db13650c2d6', 'name': 'tempest-TaggedBootDevicesTest_v242-179361911', 'fixed_ips': [{'subnet_id': '6efca74f-85f6-4ecd-8f10-5d7e955ea1c7'}]}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:05:46.162308 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-26e1978c-e63d-42fb-8fec-04082918f1d4 None None] Set router 1d8e66ca-c42e-4698-85d6-4809deb55638 gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:05:46.281087 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-51b1cdd0-c6e6-4377-967a-25a46273ef69 admin admin] Deleting port 99afaf8d-03a6-4f18-af72-de13f38213ea {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:05:46.281306 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-51b1cdd0-c6e6-4377-967a-25a46273ef69 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:46.350027 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3ca922e0-4333-4901-a62c-9d877a054907 None None] Provisioning for port d3c9db57-eea5-4db7-a508-af7b68f15453 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:05:46.393080 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:46.396010 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3ca922e0-4333-4901-a62c-9d877a054907 None None] Provisioning complete for port d3c9db57-eea5-4db7-a508-af7b68f15453 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:05:46.396881 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3ca922e0-4333-4901-a62c-9d877a054907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:46.455367 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [None req-51b1cdd0-c6e6-4377-967a-25a46273ef69 admin admin] For port 99afaf8d-03a6-4f18-af72-de13f38213ea, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=99afaf8d-03a6-4f18-af72-de13f38213ea,segment=NetworkSegment(fab28bed-aa25-40db-bba4-ec26e795194c),segment_id=fab28bed-aa25-40db-bba4-ec26e795194c)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:05:46.455734 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-51b1cdd0-c6e6-4377-967a-25a46273ef69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:46.491430 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-51b1cdd0-c6e6-4377-967a-25a46273ef69 admin admin] Calling delete_port for 99afaf8d-03a6-4f18-af72-de13f38213ea owned by network:router_gateway {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:05:46.547445 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e790d19-e22e-49e6-811e-000580ef0e08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6f3ee74-8e10-43b7-b557-8188f2204900'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:05:46.549827 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-453b0032-6afc-4a46-b5df-36161ecb7af0" -d '{"events": [{"server_uuid": "1e790d19-e22e-49e6-811e-000580ef0e08", "name": "network-vif-plugged", "status": "completed", "tag": "a6f3ee74-8e10-43b7-b557-8188f2204900"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:05:46.600929 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-3ca922e0-4333-4901-a62c-9d877a054907 None None] Port d3c9db57-eea5-4db7-a508-af7b68f15453 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:05:46.616027 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port a6f3ee74-8e10-43b7-b557-8188f2204900, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=a6f3ee74-8e10-43b7-b557-8188f2204900,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:05:46.649465 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:05:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60873c6b-20ec-4fb3-9005-64425dcab5b6 x-openstack-request-id: req-60873c6b-20ec-4fb3-9005-64425dcab5b6 {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:05:46.649809 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e790d19-e22e-49e6-811e-000580ef0e08", "name": "network-vif-plugged", "status": "completed", "tag": "a6f3ee74-8e10-43b7-b557-8188f2204900", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:05:46.650203 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-60873c6b-20ec-4fb3-9005-64425dcab5b6 {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:05:46.650683 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e790d19-e22e-49e6-811e-000580ef0e08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6f3ee74-8e10-43b7-b557-8188f2204900', 'code': 200} Aug 11 03:05:46.699037 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:46.704464 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 0c653698-b2eb-430f-ac93-f69dd7d7f2b6 up at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:05:46.826174 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dbdc9f-4b03-45f7-a0d5-ef4550d842d3 req-70061ede-4b87-411e-9fd8-3852c318a55a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:46.828009 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-85dbdc9f-4b03-45f7-a0d5-ef4550d842d3 req-70061ede-4b87-411e-9fd8-3852c318a55a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1e790d19-e22e-49e6-811e-000580ef0e08 HTTP/1.1" status: 200 len: 1102 time: 0.1156449 Aug 11 03:05:46.841698 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-26e1978c-e63d-42fb-8fec-04082918f1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d8e66ca-c42e-4698-85d6-4809deb55638', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2072384026-router', 'tenant_id': '8cd61943ed6843f6aacd56a7b71db43b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': '99afaf8d-03a6-4f18-af72-de13f38213ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:04:35Z', 'updated_at': '2021-08-11T03:05:43Z', 'revision_number': 5, 'project_id': '8cd61943ed6843f6aacd56a7b71db43b', 'gw_port': {'id': '99afaf8d-03a6-4f18-af72-de13f38213ea', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:c5:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8e66ca-c42e-4698-85d6-4809deb55638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:04:37Z', 'updated_at': '2021-08-11T03:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:05:46.887094 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e1978c-e63d-42fb-8fec-04082918f1d4 None None] Checking router: 1d8e66ca-c42e-4698-85d6-4809deb55638 for host: n-d-764292-30 {{(pid=102193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:05:46.890027 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=a6f3ee74-8e10-43b7-b557-8188f2204900,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:46.904096 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e1978c-e63d-42fb-8fec-04082918f1d4 None None] Routers {'1d8e66ca-c42e-4698-85d6-4809deb55638'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:05:46.904994 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-26e1978c-e63d-42fb-8fec-04082918f1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:05:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['1d8e66ca-c42e-4698-85d6-4809deb55638'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:05:46.913084 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning for port 0c653698-b2eb-430f-ac93-f69dd7d7f2b6 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:05:47.049273 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e5d900-da36-4678-a13d-3aa6ec860ec7 req-47801b00-2341-4ca7-a965-3d0eb58e4391 tempest-LiveMigrationNegativeTest-810634778 tempest-LiveMigrationNegativeTest-810634778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:47.049273 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c7e5d900-da36-4678-a13d-3aa6ec860ec7 req-47801b00-2341-4ca7-a965-3d0eb58e4391 tempest-LiveMigrationNegativeTest-810634778 tempest-LiveMigrationNegativeTest-810634778-project] 10.222.0.41 "GET /v2.0/ports?device_id=3123f7b7-657b-4572-ba70-4f2e22c3cd88 HTTP/1.1" status: 200 len: 949 time: 0.1449368 Aug 11 03:05:47.050825 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-85dbdc9f-4b03-45f7-a0d5-ef4550d842d3 req-209f8751-56a6-4e8f-b565-5f8b0bf6aa88 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628550 Aug 11 03:05:47.051042 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning complete for port 0c653698-b2eb-430f-ac93-f69dd7d7f2b6 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:05:47.051042 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:47.057795 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9463eb6e-7e7f-4803-a905-2efeed227e7b None None] Network 305ca68a-259a-4e6f-a74b-d776988e8170 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:05:47.079194 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-51b1cdd0-c6e6-4377-967a-25a46273ef69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:47.080503 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c7e5d900-da36-4678-a13d-3aa6ec860ec7 req-dc1f194c-a06b-45b8-9f29-65622e577023 tempest-LiveMigrationNegativeTest-810634778 tempest-LiveMigrationNegativeTest-810634778-project] 10.222.0.41 "GET /v2.0/security-groups?id=0913e296-ac5e-445f-8623-626489b224f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613160 Aug 11 03:05:47.089398 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2dce27-0d1b-4e66-a837-f63f516d0f8d req-d61833b6-76b4-4422-85d9-3928c3eb4d18 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:47.097279 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-be2dce27-0d1b-4e66-a837-f63f516d0f8d req-d61833b6-76b4-4422-85d9-3928c3eb4d18 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e790d19-e22e-49e6-811e-000580ef0e08 HTTP/1.1" status: 200 len: 950 time: 0.1211898 Aug 11 03:05:47.113804 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e9636bd-abec-4dff-864e-4b8777288446 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Made reservation on behalf of d334b2b08b9742719f1009ec13bc53a6 for: {'port': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:05:47.130841 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-6e9636bd-abec-4dff-864e-4b8777288446 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:47.190206 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [None req-6e9636bd-abec-4dff-864e-4b8777288446 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] device_id is not set on port e86cee10-c94b-4240-aed2-fc9db6db4421 yet. {{(pid=102192) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:05:47.203879 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b1cdd0-c6e6-4377-967a-25a46273ef69 admin admin] Pushing event deleted for resources: {'Port': ['ID=99afaf8d-03a6-4f18-af72-de13f38213ea,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:47.223183 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-be2dce27-0d1b-4e66-a837-f63f516d0f8d req-5b9de22c-408a-455f-841c-3736e23cdced tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236987 Aug 11 03:05:47.273415 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-26e1978c-e63d-42fb-8fec-04082918f1d4 None None] Set router 1d8e66ca-c42e-4698-85d6-4809deb55638 gateway port host: None {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:05:47.378654 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-26e1978c-e63d-42fb-8fec-04082918f1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d8e66ca-c42e-4698-85d6-4809deb55638', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2072384026-router', 'tenant_id': '8cd61943ed6843f6aacd56a7b71db43b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:04:35Z', 'updated_at': '2021-08-11T03:05:46Z', 'revision_number': 6, 'project_id': '8cd61943ed6843f6aacd56a7b71db43b', 'gw_port_host': None}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:05:47.388779 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-51b1cdd0-c6e6-4377-967a-25a46273ef69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-446916'] for router_gateway, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:47.422190 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-0ca2cc62-c8d7-4aff-94b5-c87c803b136c None None] Provisioning for port 94d98af9-841b-4e0f-b57c-0cccd2a2c872 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:05:47.433696 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e1978c-e63d-42fb-8fec-04082918f1d4 None None] The sync data for ids ['1d8e66ca-c42e-4698-85d6-4809deb55638'] in n-d-764292-30 is: [{'id': '1d8e66ca-c42e-4698-85d6-4809deb55638', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2072384026-router', 'tenant_id': '8cd61943ed6843f6aacd56a7b71db43b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:04:35Z', 'updated_at': '2021-08-11T03:05:46Z', 'revision_number': 6, 'project_id': '8cd61943ed6843f6aacd56a7b71db43b', 'gw_port_host': None}] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:05:47.480325 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:47.556206 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port 0c653698-b2eb-430f-ac93-f69dd7d7f2b6, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=0c653698-b2eb-430f-ac93-f69dd7d7f2b6,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:05:47.581413 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-51b1cdd0-c6e6-4377-967a-25a46273ef69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6544'] for router, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:47.586554 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-51b1cdd0-c6e6-4377-967a-25a46273ef69 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:47.627355 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:47.658160 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [None req-6e9636bd-abec-4dff-864e-4b8777288446 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Allocated IP 10.1.1.209 (a04ffcc2-d303-44d7-b369-5db13650c2d6/6efca74f-85f6-4ecd-8f10-5d7e955ea1c7/e86cee10-c94b-4240-aed2-fc9db6db4421) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:05:47.691327 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0816c4-d601-48f0-ac30-5191ee3072ab req-c47ddc6d-48cc-4afa-8cca-416605576b3c tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:47.701935 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3b0816c4-d601-48f0-ac30-5191ee3072ab req-c47ddc6d-48cc-4afa-8cca-416605576b3c tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=70c84ed6-1b38-4b73-8bea-55c843cc7bda HTTP/1.1" status: 200 len: 946 time: 0.3175454 Aug 11 03:05:47.715944 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=0c653698-b2eb-430f-ac93-f69dd7d7f2b6,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:47.724609 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-51b1cdd0-c6e6-4377-967a-25a46273ef69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448809'] for router, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:47.725327 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51b1cdd0-c6e6-4377-967a-25a46273ef69 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1d8e66ca-c42e-4698-85d6-4809deb55638 {{(pid=102191) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:05:47.727242 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef1395b7-62ec-4c0d-82c4-a7036f0b8f49 admin admin] Router 45b11d47-8f4d-467a-a5f8-35cf9e3c64e5 has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:05:47.734342 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-51b1cdd0-c6e6-4377-967a-25a46273ef69 admin admin] Notify callbacks [] for router, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:47.738585 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-51b1cdd0-c6e6-4377-967a-25a46273ef69 admin admin] 10.222.0.41 "DELETE /v2.0/routers/1d8e66ca-c42e-4698-85d6-4809deb55638 HTTP/1.1" status: 204 len: 168 time: 2.2142055 Aug 11 03:05:47.739259 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 49720) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:05:47.909017 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3b0816c4-d601-48f0-ac30-5191ee3072ab req-d1b9bec1-d7c7-433a-9125-97f85ee37f82 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a2aa92e-a0e4-4cb3-9665-2569763a2f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2069757 Aug 11 03:05:47.962466 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_v2 [None req-cea4dc42-ceb4-4b4d-81be-037a5389ea7c admin admin] Deleting subnet 0415f86d-f740-4723-be5c-da5b97481cab {{(pid=102192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:05:48.005459 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-cea4dc42-ceb4-4b4d-81be-037a5389ea7c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:48.046696 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 94d98af9-841b-4e0f-b57c-0cccd2a2c872 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:05:48.092286 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-cea4dc42-ceb4-4b4d-81be-037a5389ea7c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125932460'] for subnet, precommit_delete_associations {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:48.211524 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef1395b7-62ec-4c0d-82c4-a7036f0b8f49 admin admin] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:05:48.221404 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-ef1395b7-62ec-4c0d-82c4-a7036f0b8f49 admin admin] 10.222.0.41 "PUT /v2.0/routers/45b11d47-8f4d-467a-a5f8-35cf9e3c64e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4637291 Aug 11 03:05:48.224285 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 49724) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:05:48.224856 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a017864e-8f8f-41ca-b495-f4e592e469c3 None None] Sync routers for ids ['45b11d47-8f4d-467a-a5f8-35cf9e3c64e5'] in n-d-764292-30 {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:05:48.241464 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a017864e-8f8f-41ca-b495-f4e592e469c3 None None] Routers {'45b11d47-8f4d-467a-a5f8-35cf9e3c64e5'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:05:48.242429 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-a017864e-8f8f-41ca-b495-f4e592e469c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:05:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['45b11d47-8f4d-467a-a5f8-35cf9e3c64e5'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:05:48.281346 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-cea4dc42-ceb4-4b4d-81be-037a5389ea7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:48.369472 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-6e9636bd-abec-4dff-864e-4b8777288446 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:48.369658 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-a017864e-8f8f-41ca-b495-f4e592e469c3 None None] Set router 45b11d47-8f4d-467a-a5f8-35cf9e3c64e5 gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:05:48.369763 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8b683a0e-c7ae-4f23-a81a-b69ea7bc134b admin admin] Notify callbacks [] for router, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:48.369850 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3921e0d5-d61d-4889-a2df-8de58e3374f7 req-afb630a9-4d7b-42ec-999d-ec815256446c tempest-LiveMigrationNegativeTest-810634778 tempest-LiveMigrationNegativeTest-810634778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:48.369850 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3921e0d5-d61d-4889-a2df-8de58e3374f7 req-afb630a9-4d7b-42ec-999d-ec815256446c tempest-LiveMigrationNegativeTest-810634778 tempest-LiveMigrationNegativeTest-810634778-project] 10.222.0.41 "GET /v2.0/ports?device_id=3123f7b7-657b-4572-ba70-4f2e22c3cd88 HTTP/1.1" status: 200 len: 950 time: 0.1754773 Aug 11 03:05:48.370663 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [None req-6e9636bd-abec-4dff-864e-4b8777288446 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Transition to ACTIVE for port object e86cee10-c94b-4240-aed2-fc9db6db4421 will not be triggered until provisioned by entity DHCP. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:05:48.481799 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8b683a0e-c7ae-4f23-a81a-b69ea7bc134b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:48.491340 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d19930-a162-4bbf-849d-29cb342e729a req-a9b05784-253e-4577-8b7d-71f62ec46e19 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:48.492923 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-66d19930-a162-4bbf-849d-29cb342e729a req-a9b05784-253e-4577-8b7d-71f62ec46e19 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e790d19-e22e-49e6-811e-000580ef0e08 HTTP/1.1" status: 200 len: 950 time: 0.1775160 Aug 11 03:05:48.498589 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3921e0d5-d61d-4889-a2df-8de58e3374f7 req-b84a1f80-dd5a-4433-92cb-e0e2db654bb0 tempest-LiveMigrationNegativeTest-810634778 tempest-LiveMigrationNegativeTest-810634778-project] 10.222.0.41 "GET /v2.0/security-groups?id=0913e296-ac5e-445f-8623-626489b224f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231649 Aug 11 03:05:48.543453 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-66d19930-a162-4bbf-849d-29cb342e729a req-c8a56a30-d35b-450a-be1b-6ef001a25596 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428944 Aug 11 03:05:48.578133 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-a017864e-8f8f-41ca-b495-f4e592e469c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45b11d47-8f4d-467a-a5f8-35cf9e3c64e5', 'name': 'tempest-FloatingIPDetailsTestJSON-404791499-router', 'tenant_id': '5cb6b523c0e64a8295a2cf9ab9483d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': 'c12bc03e-0b01-441b-a234-23a9ff5449d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:04:59Z', 'updated_at': '2021-08-11T03:05:45Z', 'revision_number': 5, 'project_id': '5cb6b523c0e64a8295a2cf9ab9483d1e', 'gw_port': {'id': 'c12bc03e-0b01-441b-a234-23a9ff5449d5', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:7f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b11d47-8f4d-467a-a5f8-35cf9e3c64e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:05:00Z', 'updated_at': '2021-08-11T03:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:05:48.608949 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port 94d98af9-841b-4e0f-b57c-0cccd2a2c872 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:05:48.613498 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 94d98af9-841b-4e0f-b57c-0cccd2a2c872 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:05:48.613645 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a017864e-8f8f-41ca-b495-f4e592e469c3 None None] Checking router: 45b11d47-8f4d-467a-a5f8-35cf9e3c64e5 for host: n-d-764292-30 {{(pid=102194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:05:48.613877 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:48.627397 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a017864e-8f8f-41ca-b495-f4e592e469c3 None None] Routers {'45b11d47-8f4d-467a-a5f8-35cf9e3c64e5'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:05:48.628079 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-a017864e-8f8f-41ca-b495-f4e592e469c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:05:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['45b11d47-8f4d-467a-a5f8-35cf9e3c64e5'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:05:48.651184 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3123f7b7-657b-4572-ba70-4f2e22c3cd88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c653698-b2eb-430f-ac93-f69dd7d7f2b6'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:05:48.653526 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e0dc690-d8c1-400c-b4ab-4dfd76b963dd" -d '{"events": [{"server_uuid": "3123f7b7-657b-4572-ba70-4f2e22c3cd88", "name": "network-vif-plugged", "status": "completed", "tag": "0c653698-b2eb-430f-ac93-f69dd7d7f2b6"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:05:48.691355 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-cea4dc42-ceb4-4b4d-81be-037a5389ea7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125932157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126180897'] for subnet, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:48.707563 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-6e9636bd-abec-4dff-864e-4b8777288446 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:48.764851 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:05:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-008c9ae3-2d90-4b46-a771-afb30496ca71 x-openstack-request-id: req-008c9ae3-2d90-4b46-a771-afb30496ca71 {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:05:48.765235 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3123f7b7-657b-4572-ba70-4f2e22c3cd88", "name": "network-vif-plugged", "status": "completed", "tag": "0c653698-b2eb-430f-ac93-f69dd7d7f2b6", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:05:48.765554 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-008c9ae3-2d90-4b46-a771-afb30496ca71 {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:05:48.766015 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3123f7b7-657b-4572-ba70-4f2e22c3cd88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c653698-b2eb-430f-ac93-f69dd7d7f2b6', 'code': 200} Aug 11 03:05:48.778200 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-8b683a0e-c7ae-4f23-a81a-b69ea7bc134b admin admin] Deleting port c12bc03e-0b01-441b-a234-23a9ff5449d5 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:05:48.778478 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8b683a0e-c7ae-4f23-a81a-b69ea7bc134b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:48.780512 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:48.787526 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea4dc42-ceb4-4b4d-81be-037a5389ea7c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0415f86d-f740-4723-be5c-da5b97481cab,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:48.789011 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-a017864e-8f8f-41ca-b495-f4e592e469c3 None None] Set router 45b11d47-8f4d-467a-a5f8-35cf9e3c64e5 gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:05:48.800211 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5583140-0691-4f23-bbd8-5443d487231e None None] Network ba4700b3-514b-4464-a1da-7cb77b20de89 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:05:48.817836 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-cea4dc42-ceb4-4b4d-81be-037a5389ea7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:48.820062 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-cea4dc42-ceb4-4b4d-81be-037a5389ea7c admin admin] 10.222.0.41 "DELETE /v2.0/subnets/0415f86d-f740-4723-be5c-da5b97481cab HTTP/1.1" status: 204 len: 168 time: 1.0663717 Aug 11 03:05:48.822943 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 49738) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:05:48.894613 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e9636bd-abec-4dff-864e-4b8777288446 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Network a04ffcc2-d303-44d7-b369-5db13650c2d6 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:05:48.904966 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-6e9636bd-abec-4dff-864e-4b8777288446 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:05:48.924360 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9636bd-abec-4dff-864e-4b8777288446 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:05:48.969119 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9636bd-abec-4dff-864e-4b8777288446 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Pushing event updated for resources: {'Port': ['ID=e86cee10-c94b-4240-aed2-fc9db6db4421,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:48.996567 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a9100bbe-05a3-4fdd-af55-0afe607f0a46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:49.029226 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e9636bd-abec-4dff-864e-4b8777288446 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:49.029899 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-6e9636bd-abec-4dff-864e-4b8777288446 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:49.090596 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0169f50f-5741-4cb1-ab5c-6be7c43b23d1 req-78aad9e2-cce8-4b7b-91ba-69b969c2671f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:49.099004 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-0169f50f-5741-4cb1-ab5c-6be7c43b23d1 req-78aad9e2-cce8-4b7b-91ba-69b969c2671f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3123f7b7-657b-4572-ba70-4f2e22c3cd88 HTTP/1.1" status: 200 len: 1102 time: 0.3098602 Aug 11 03:05:49.182972 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764eb940-4b4e-43d9-ac0f-35a0f2ce9213 req-25806057-159b-4953-9570-612fa322b4d6 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:49.190105 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-764eb940-4b4e-43d9-ac0f-35a0f2ce9213 req-25806057-159b-4953-9570-612fa322b4d6 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=70c84ed6-1b38-4b73-8bea-55c843cc7bda HTTP/1.1" status: 200 len: 946 time: 0.0844629 Aug 11 03:05:49.226900 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [None req-8b683a0e-c7ae-4f23-a81a-b69ea7bc134b admin admin] For port c12bc03e-0b01-441b-a234-23a9ff5449d5, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=c12bc03e-0b01-441b-a234-23a9ff5449d5,segment=NetworkSegment(fab28bed-aa25-40db-bba4-ec26e795194c),segment_id=fab28bed-aa25-40db-bba4-ec26e795194c)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:05:49.227403 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8b683a0e-c7ae-4f23-a81a-b69ea7bc134b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:49.250316 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-8b683a0e-c7ae-4f23-a81a-b69ea7bc134b admin admin] Calling delete_port for c12bc03e-0b01-441b-a234-23a9ff5449d5 owned by network:router_gateway {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:05:49.256974 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-6e9636bd-abec-4dff-864e-4b8777288446 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.1376455 Aug 11 03:05:49.281578 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-a9100bbe-05a3-4fdd-af55-0afe607f0a46 admin admin] Deleting port 3ed46518-0638-4433-b1e8-515934214642 {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:05:49.282517 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a9100bbe-05a3-4fdd-af55-0afe607f0a46 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:49.351644 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-764eb940-4b4e-43d9-ac0f-35a0f2ce9213 req-0478d0c6-d94c-4897-94bd-e1c8550c3b52 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a2aa92e-a0e4-4cb3-9665-2569763a2f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1606233 Aug 11 03:05:49.404607 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-0169f50f-5741-4cb1-ab5c-6be7c43b23d1 req-3389efcf-be27-47e6-9f33-3deed9fc2569 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=0913e296-ac5e-445f-8623-626489b224f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2914762 Aug 11 03:05:49.446632 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [None req-a9100bbe-05a3-4fdd-af55-0afe607f0a46 admin admin] For port 3ed46518-0638-4433-b1e8-515934214642, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=3ed46518-0638-4433-b1e8-515934214642,segment=NetworkSegment(faff74b1-c467-4fc6-a5af-1194db6d8eaa),segment_id=faff74b1-c467-4fc6-a5af-1194db6d8eaa)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:05:49.447505 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a9100bbe-05a3-4fdd-af55-0afe607f0a46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:49.456129 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-a017864e-8f8f-41ca-b495-f4e592e469c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45b11d47-8f4d-467a-a5f8-35cf9e3c64e5', 'name': 'tempest-FloatingIPDetailsTestJSON-404791499-router', 'tenant_id': '5cb6b523c0e64a8295a2cf9ab9483d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': 'c12bc03e-0b01-441b-a234-23a9ff5449d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:04:59Z', 'updated_at': '2021-08-11T03:05:45Z', 'revision_number': 5, 'project_id': '5cb6b523c0e64a8295a2cf9ab9483d1e', 'gw_port': {'id': 'c12bc03e-0b01-441b-a234-23a9ff5449d5', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:7f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b11d47-8f4d-467a-a5f8-35cf9e3c64e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:05:00Z', 'updated_at': '2021-08-11T03:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:05:49.473323 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-a9100bbe-05a3-4fdd-af55-0afe607f0a46 admin admin] Calling delete_port for 3ed46518-0638-4433-b1e8-515934214642 owned by network:dhcp {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:05:49.489627 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port 94d98af9-841b-4e0f-b57c-0cccd2a2c872, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=94d98af9-841b-4e0f-b57c-0cccd2a2c872,segment=NetworkSegment(c393d3b9-4e15-4ce6-ad7f-da931c8df83a),segment_id=c393d3b9-4e15-4ce6-ad7f-da931c8df83a)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:05:49.517194 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a017864e-8f8f-41ca-b495-f4e592e469c3 None None] The sync data for ids ['45b11d47-8f4d-467a-a5f8-35cf9e3c64e5'] in n-d-764292-30 is: [{'id': '45b11d47-8f4d-467a-a5f8-35cf9e3c64e5', 'name': 'tempest-FloatingIPDetailsTestJSON-404791499-router', 'tenant_id': '5cb6b523c0e64a8295a2cf9ab9483d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': 'c12bc03e-0b01-441b-a234-23a9ff5449d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:04:59Z', 'updated_at': '2021-08-11T03:05:45Z', 'revision_number': 5, 'project_id': '5cb6b523c0e64a8295a2cf9ab9483d1e', 'gw_port': {'id': 'c12bc03e-0b01-441b-a234-23a9ff5449d5', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:7f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b11d47-8f4d-467a-a5f8-35cf9e3c64e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:05:00Z', 'updated_at': '2021-08-11T03:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}] {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:05:49.558864 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:49.587390 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8b683a0e-c7ae-4f23-a81a-b69ea7bc134b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:49.622246 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b683a0e-c7ae-4f23-a81a-b69ea7bc134b admin admin] Pushing event deleted for resources: {'Port': ['ID=c12bc03e-0b01-441b-a234-23a9ff5449d5,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:49.643989 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45e6ec14-6de3-45b2-abd3-03ba2d4f9756 None None] DHCP port deletion for ba4700b3-514b-4464-a1da-7cb77b20de89 request from n-d-764292-30 {{(pid=102193) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:05:49.654206 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-8b63456d-65af-454e-b3e5-f69ae5f380aa None None] Provisioning for port e86cee10-c94b-4240-aed2-fc9db6db4421 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:05:49.675804 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=94d98af9-841b-4e0f-b57c-0cccd2a2c872,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:49.678720 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-8b63456d-65af-454e-b3e5-f69ae5f380aa None None] Provisioning complete for port e86cee10-c94b-4240-aed2-fc9db6db4421 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:05:49.679088 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8b63456d-65af-454e-b3e5-f69ae5f380aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:49.682619 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a9100bbe-05a3-4fdd-af55-0afe607f0a46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:49.720941 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-45e6ec14-6de3-45b2-abd3-03ba2d4f9756 None None] The port '3ed46518-0638-4433-b1e8-515934214642' was deleted {{(pid=102193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Aug 11 03:05:49.744959 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-8b63456d-65af-454e-b3e5-f69ae5f380aa None None] Port e86cee10-c94b-4240-aed2-fc9db6db4421 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:05:49.766947 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9100bbe-05a3-4fdd-af55-0afe607f0a46 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ed46518-0638-4433-b1e8-515934214642,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:49.778823 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8b683a0e-c7ae-4f23-a81a-b69ea7bc134b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-446916'] for router_gateway, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:49.792998 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9100bbe-05a3-4fdd-af55-0afe607f0a46 admin admin] No DVR routers for this DVR port 3ed46518-0638-4433-b1e8-515934214642 on host n-d-764292-30 {{(pid=102192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:05:49.829947 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d696ca-97a5-4b0e-ac67-b51139da2f08 req-6d6bd4e2-22e0-4064-af17-05bb122931bd tempest-LiveMigrationNegativeTest-810634778 tempest-LiveMigrationNegativeTest-810634778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:49.838936 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-11d696ca-97a5-4b0e-ac67-b51139da2f08 req-6d6bd4e2-22e0-4064-af17-05bb122931bd tempest-LiveMigrationNegativeTest-810634778 tempest-LiveMigrationNegativeTest-810634778-project] 10.222.0.41 "GET /v2.0/ports?device_id=3123f7b7-657b-4572-ba70-4f2e22c3cd88 HTTP/1.1" status: 200 len: 950 time: 0.2118452 Aug 11 03:05:49.879281 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8b683a0e-c7ae-4f23-a81a-b69ea7bc134b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6544'] for router, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:49.882186 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8b683a0e-c7ae-4f23-a81a-b69ea7bc134b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:49.928690 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a9100bbe-05a3-4fdd-af55-0afe607f0a46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:49.959544 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device e252c679-c6e9-4e1b-98b6-d0f13c74a34f no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:05:49.982913 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-a9100bbe-05a3-4fdd-af55-0afe607f0a46 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba4700b3-514b-4464-a1da-7cb77b20de89']}} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:05:50.002707 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 49752) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:05:50.007848 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-243bc069-7da7-4c8d-a238-ea64ca5d96b5 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1176166475', 'description': 'tempest-description--680106210'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:05:50.020523 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-a9100bbe-05a3-4fdd-af55-0afe607f0a46 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'faff74b1-c467-4fc6-a5af-1194db6d8eaa') {'for_net_delete': True} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:05:50.027312 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-a9100bbe-05a3-4fdd-af55-0afe607f0a46 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'faff74b1-c467-4fc6-a5af-1194db6d8eaa') {} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:05:50.039042 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: e252c679-c6e9-4e1b-98b6-d0f13c74a34f {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:05:50.045180 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device e252c679-c6e9-4e1b-98b6-d0f13c74a34f not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:05:50.046238 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-11d696ca-97a5-4b0e-ac67-b51139da2f08 req-9eb418ec-1e41-48f5-814c-f1c94b429674 tempest-LiveMigrationNegativeTest-810634778 tempest-LiveMigrationNegativeTest-810634778-project] 10.222.0.41 "GET /v2.0/security-groups?id=0913e296-ac5e-445f-8623-626489b224f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055385 Aug 11 03:05:50.046904 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 99afaf8d-03a6-4f18-af72-de13f38213ea no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:05:50.077364 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8b683a0e-c7ae-4f23-a81a-b69ea7bc134b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448809'] for router, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:50.078368 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b683a0e-c7ae-4f23-a81a-b69ea7bc134b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 45b11d47-8f4d-467a-a5f8-35cf9e3c64e5 {{(pid=102191) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:05:50.092889 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a9100bbe-05a3-4fdd-af55-0afe607f0a46 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125932501'] for segment, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:50.103485 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8b683a0e-c7ae-4f23-a81a-b69ea7bc134b admin admin] Notify callbacks [] for router, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:50.104990 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-8b683a0e-c7ae-4f23-a81a-b69ea7bc134b admin admin] 10.222.0.41 "DELETE /v2.0/routers/45b11d47-8f4d-467a-a5f8-35cf9e3c64e5 HTTP/1.1" status: 204 len: 168 time: 1.8796542 Aug 11 03:05:50.116086 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 49754) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:05:50.132696 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a9100bbe-05a3-4fdd-af55-0afe607f0a46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:50.181241 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: 99afaf8d-03a6-4f18-af72-de13f38213ea {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:05:50.181241 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 99afaf8d-03a6-4f18-af72-de13f38213ea not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:05:50.183243 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9100bbe-05a3-4fdd-af55-0afe607f0a46 admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=102192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:05:50.183243 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a9100bbe-05a3-4fdd-af55-0afe607f0a46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125932183'] for segment, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:50.183243 n-d-764292-30 neutron-server[102192]: Traceback (most recent call last): Aug 11 03:05:50.183243 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:05:50.183243 n-d-764292-30 neutron-server[102192]: timer() Aug 11 03:05:50.183243 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:05:50.183243 n-d-764292-30 neutron-server[102192]: cb(*args, **kw) Aug 11 03:05:50.183243 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:05:50.183243 n-d-764292-30 neutron-server[102192]: return func(*args, **kwargs) Aug 11 03:05:50.183243 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:05:50.183243 n-d-764292-30 neutron-server[102192]: self._notify() Aug 11 03:05:50.183243 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:05:50.183243 n-d-764292-30 neutron-server[102192]: self.callback(batched_events) Aug 11 03:05:50.183243 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:05:50.183243 n-d-764292-30 neutron-server[102192]: event.method(event) Aug 11 03:05:50.183243 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:05:50.183243 n-d-764292-30 neutron-server[102192]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:05:50.183243 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:05:50.183243 n-d-764292-30 neutron-server[102192]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:05:50.183243 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:05:50.183243 n-d-764292-30 neutron-server[102192]: return f(self, *a, **k) Aug 11 03:05:50.183243 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:05:50.183243 n-d-764292-30 neutron-server[102192]: return self._get(url).json() Aug 11 03:05:50.183243 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:05:50.183243 n-d-764292-30 neutron-server[102192]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:05:50.183243 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:05:50.183243 n-d-764292-30 neutron-server[102192]: return self.request(url, 'GET', **kwargs) Aug 11 03:05:50.183243 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:05:50.183243 n-d-764292-30 neutron-server[102192]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:05:50.183243 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:05:50.183243 n-d-764292-30 neutron-server[102192]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:05:50.183243 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:05:50.183243 n-d-764292-30 neutron-server[102192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:05:50.183243 n-d-764292-30 neutron-server[102192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:05:50.221853 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b815d22-ee0b-4bf4-9039-282251eb961e req-4b1e6e8a-5b21-4c87-b8ad-6d174a769c35 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:50.224167 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1b815d22-ee0b-4bf4-9039-282251eb961e req-4b1e6e8a-5b21-4c87-b8ad-6d174a769c35 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e790d19-e22e-49e6-811e-000580ef0e08 HTTP/1.1" status: 200 len: 950 time: 0.1714644 Aug 11 03:05:50.270025 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc33c63e-d9de-4ffb-b6b0-f9705a59a797 admin admin] Deleting subnet c38c26a6-4567-424f-9b7b-ba85836c624f {{(pid=102191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:05:50.277932 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fc33c63e-d9de-4ffb-b6b0-f9705a59a797 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:50.303094 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1b815d22-ee0b-4bf4-9039-282251eb961e req-633273f0-083f-4341-ad60-6ace10a38e9f tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651853 Aug 11 03:05:50.328916 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fc33c63e-d9de-4ffb-b6b0-f9705a59a797 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126283525'] for subnet, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:50.354184 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-243bc069-7da7-4c8d-a238-ea64ca5d96b5 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:50.438743 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a9100bbe-05a3-4fdd-af55-0afe607f0a46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:50.446358 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a9100bbe-05a3-4fdd-af55-0afe607f0a46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:50.447515 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fc33c63e-d9de-4ffb-b6b0-f9705a59a797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:50.450717 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-a9100bbe-05a3-4fdd-af55-0afe607f0a46 admin admin] 10.222.0.41 "DELETE /v2.0/networks/ba4700b3-514b-4464-a1da-7cb77b20de89 HTTP/1.1" status: 204 len: 168 time: 1.6258373 Aug 11 03:05:50.531053 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9100bbe-05a3-4fdd-af55-0afe607f0a46 admin admin] Pushing event deleted for resources: {'Network': ['ID=ba4700b3-514b-4464-a1da-7cb77b20de89,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:50.570941 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-243bc069-7da7-4c8d-a238-ea64ca5d96b5 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:50.578346 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3532c3-bba2-4114-a723-46db577f8f10 req-8acca6c5-9527-4f02-91e7-a394a33a05b0 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:50.585879 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0d3532c3-bba2-4114-a723-46db577f8f10 req-8acca6c5-9527-4f02-91e7-a394a33a05b0 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=70c84ed6-1b38-4b73-8bea-55c843cc7bda HTTP/1.1" status: 200 len: 946 time: 0.0890291 Aug 11 03:05:50.637063 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0d3532c3-bba2-4114-a723-46db577f8f10 req-c78f0c24-13e0-4baf-b2b3-07f095dc48cc tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a2aa92e-a0e4-4cb3-9665-2569763a2f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497031 Aug 11 03:05:50.639122 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-243bc069-7da7-4c8d-a238-ea64ca5d96b5 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:50.659465 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fc33c63e-d9de-4ffb-b6b0-f9705a59a797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126283413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126275158'] for subnet, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:50.703310 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc33c63e-d9de-4ffb-b6b0-f9705a59a797 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c38c26a6-4567-424f-9b7b-ba85836c624f,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:50.706143 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fc33c63e-d9de-4ffb-b6b0-f9705a59a797 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:50.711260 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-121d2df0-065c-472d-8701-3b6ee10110a3 None None] Network d3d24e23-315f-4ce8-b3e6-97e29c7ae176 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:05:50.711723 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-fc33c63e-d9de-4ffb-b6b0-f9705a59a797 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/c38c26a6-4567-424f-9b7b-ba85836c624f HTTP/1.1" status: 204 len: 168 time: 0.5903924 Aug 11 03:05:50.711723 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243bc069-7da7-4c8d-a238-ea64ca5d96b5 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Pushing event updated for resources: {'SecurityGroup': ['ID=607419a9-bee5-4ef0-a97c-fc5d24552dc8,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:50.711937 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 49768) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:05:50.770053 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-243bc069-7da7-4c8d-a238-ea64ca5d96b5 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:50.772352 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-243bc069-7da7-4c8d-a238-ea64ca5d96b5 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.7686949 Aug 11 03:05:50.774698 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 49772) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:05:50.782167 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-e2b6f780-0d15-4486-a387-cf6df9e1af91 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Request body: {'security_group_rule': {'security_group_id': '607419a9-bee5-4ef0-a97c-fc5d24552dc8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:05:50.791871 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b8001f6d-978b-45a3-9a0b-ef4cfda0b8b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:50.895970 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e2b6f780-0d15-4486-a387-cf6df9e1af91 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:50.908295 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-b8001f6d-978b-45a3-9a0b-ef4cfda0b8b9 admin admin] Deleting port d411edd4-97be-4add-b9a1-132df01d05a8 {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:05:50.908634 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b8001f6d-978b-45a3-9a0b-ef4cfda0b8b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:50.917849 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da1857e-4972-4643-a9e7-d376adfc446f req-c2a365a4-4684-4045-b74a-7c3d65c5c962 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:50.920991 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2da1857e-4972-4643-a9e7-d376adfc446f req-c2a365a4-4684-4045-b74a-7c3d65c5c962 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e790d19-e22e-49e6-811e-000580ef0e08 HTTP/1.1" status: 200 len: 950 time: 0.0707169 Aug 11 03:05:50.959984 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e2b6f780-0d15-4486-a387-cf6df9e1af91 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:50.987901 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70d97d44-6829-428d-8b98-9cb92ebac647 None None] DHCP port deletion for d3d24e23-315f-4ce8-b3e6-97e29c7ae176 request from n-d-764292-30 {{(pid=102193) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:05:51.003436 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 49778) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:05:51.018812 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [None req-b8001f6d-978b-45a3-9a0b-ef4cfda0b8b9 admin admin] For port d411edd4-97be-4add-b9a1-132df01d05a8, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=d411edd4-97be-4add-b9a1-132df01d05a8,segment=NetworkSegment(1942c4bb-5ebd-48ad-9bb1-1f6105059e2f),segment_id=1942c4bb-5ebd-48ad-9bb1-1f6105059e2f)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:05:51.019170 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b8001f6d-978b-45a3-9a0b-ef4cfda0b8b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:51.031025 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2da1857e-4972-4643-a9e7-d376adfc446f req-525400cc-5cc7-401e-b0a7-e85524450cb3 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017728 Aug 11 03:05:51.041724 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-b8001f6d-978b-45a3-9a0b-ef4cfda0b8b9 admin admin] Calling delete_port for d411edd4-97be-4add-b9a1-132df01d05a8 owned by network:dhcp {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:05:51.063548 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e2b6f780-0d15-4486-a387-cf6df9e1af91 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:51.066026 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-70d97d44-6829-428d-8b98-9cb92ebac647 None None] Deleting port d411edd4-97be-4add-b9a1-132df01d05a8 {{(pid=102193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:05:51.066444 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-70d97d44-6829-428d-8b98-9cb92ebac647 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:51.087624 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b6f780-0d15-4486-a387-cf6df9e1af91 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60448728-1618-4a94-a578-bd910624fcb1,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:51.100669 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-c5c08efc-eb86-41b3-864d-25bfc61616c5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8cd61943ed6843f6aacd56a7b71db43b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0960398 Aug 11 03:05:51.101628 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 49784) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:05:51.156725 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e2b6f780-0d15-4486-a387-cf6df9e1af91 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:51.158230 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-e2b6f780-0d15-4486-a387-cf6df9e1af91 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3811307 Aug 11 03:05:51.163107 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 49786) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:05:51.172084 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a50b49e3-6076-44d3-bf8c-67cceef1eb26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:51.194374 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-7b29a1f8-ea0f-411d-b379-a173f9e42438 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Request body: {'security_group_rule': {'security_group_id': '607419a9-bee5-4ef0-a97c-fc5d24552dc8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:05:51.199198 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-70d97d44-6829-428d-8b98-9cb92ebac647 None None] For port d411edd4-97be-4add-b9a1-132df01d05a8, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=d411edd4-97be-4add-b9a1-132df01d05a8,segment=NetworkSegment(1942c4bb-5ebd-48ad-9bb1-1f6105059e2f),segment_id=1942c4bb-5ebd-48ad-9bb1-1f6105059e2f)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:05:51.201101 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-70d97d44-6829-428d-8b98-9cb92ebac647 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:51.201252 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a50b49e3-6076-44d3-bf8c-67cceef1eb26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:51.218596 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-70d97d44-6829-428d-8b98-9cb92ebac647 None None] Calling delete_port for d411edd4-97be-4add-b9a1-132df01d05a8 owned by network:dhcp {{(pid=102193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:05:51.286831 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a52fc8-374e-49e4-a63a-e61feba553e1 req-fed8da2e-96d7-4608-8780-9514145307b5 tempest-LiveMigrationNegativeTest-810634778 tempest-LiveMigrationNegativeTest-810634778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:51.288951 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-80a52fc8-374e-49e4-a63a-e61feba553e1 req-fed8da2e-96d7-4608-8780-9514145307b5 tempest-LiveMigrationNegativeTest-810634778 tempest-LiveMigrationNegativeTest-810634778-project] 10.222.0.41 "GET /v2.0/ports?device_id=3123f7b7-657b-4572-ba70-4f2e22c3cd88 HTTP/1.1" status: 200 len: 950 time: 0.1058838 Aug 11 03:05:51.373539 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-80a52fc8-374e-49e4-a63a-e61feba553e1 req-6fd47fe4-9f55-4e82-8a00-1ba5c8534af2 tempest-LiveMigrationNegativeTest-810634778 tempest-LiveMigrationNegativeTest-810634778-project] 10.222.0.41 "GET /v2.0/security-groups?id=0913e296-ac5e-445f-8623-626489b224f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705936 Aug 11 03:05:51.374459 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8d32484b-c4bd-4164-8452-243c9f2d6aac req-01931446-4a27-4c3c-9140-073ff262f2fc service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1e790d19-e22e-49e6-811e-000580ef0e08&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3424544 Aug 11 03:05:51.375748 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-7b29a1f8-ea0f-411d-b379-a173f9e42438 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:51.381512 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a50b49e3-6076-44d3-bf8c-67cceef1eb26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:51.384465 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a50b49e3-6076-44d3-bf8c-67cceef1eb26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:51.388541 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-a50b49e3-6076-44d3-bf8c-67cceef1eb26 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e64b018f-6968-4868-8ff2-d15f7808d7f6 HTTP/1.1" status: 204 len: 168 time: 0.2827051 Aug 11 03:05:51.401103 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50b49e3-6076-44d3-bf8c-67cceef1eb26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e64b018f-6968-4868-8ff2-d15f7808d7f6,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:51.407820 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b8001f6d-978b-45a3-9a0b-ef4cfda0b8b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:51.427536 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-70d97d44-6829-428d-8b98-9cb92ebac647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678'] for port, after_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:51.459181 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8001f6d-978b-45a3-9a0b-ef4cfda0b8b9 admin admin] No DVR routers for this DVR port d411edd4-97be-4add-b9a1-132df01d05a8 on host n-d-764292-30 {{(pid=102192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:05:51.466364 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8001f6d-978b-45a3-9a0b-ef4cfda0b8b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=d411edd4-97be-4add-b9a1-132df01d05a8,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:51.487046 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d97d44-6829-428d-8b98-9cb92ebac647 None None] Pushing event deleted for resources: {'Port': ['ID=d411edd4-97be-4add-b9a1-132df01d05a8,revision_number=None']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:51.493944 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d97d44-6829-428d-8b98-9cb92ebac647 None None] No DVR routers for this DVR port d411edd4-97be-4add-b9a1-132df01d05a8 on host n-d-764292-30 {{(pid=102193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:05:51.577172 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b8001f6d-978b-45a3-9a0b-ef4cfda0b8b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:51.591144 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-7b29a1f8-ea0f-411d-b379-a173f9e42438 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:51.595371 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-b8001f6d-978b-45a3-9a0b-ef4cfda0b8b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3d24e23-315f-4ce8-b3e6-97e29c7ae176']}} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:05:51.606249 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-b8001f6d-978b-45a3-9a0b-ef4cfda0b8b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1942c4bb-5ebd-48ad-9bb1-1f6105059e2f') {'for_net_delete': True} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:05:51.606652 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-b8001f6d-978b-45a3-9a0b-ef4cfda0b8b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1942c4bb-5ebd-48ad-9bb1-1f6105059e2f') {} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:05:51.616555 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b8001f6d-978b-45a3-9a0b-ef4cfda0b8b9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125932501'] for segment, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:51.630698 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b8001f6d-978b-45a3-9a0b-ef4cfda0b8b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:51.636904 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8001f6d-978b-45a3-9a0b-ef4cfda0b8b9 admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=102192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:05:51.637428 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b8001f6d-978b-45a3-9a0b-ef4cfda0b8b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125932183'] for segment, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:51.639780 n-d-764292-30 neutron-server[102192]: Traceback (most recent call last): Aug 11 03:05:51.639780 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:05:51.639780 n-d-764292-30 neutron-server[102192]: timer() Aug 11 03:05:51.639780 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:05:51.639780 n-d-764292-30 neutron-server[102192]: cb(*args, **kw) Aug 11 03:05:51.639780 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:05:51.639780 n-d-764292-30 neutron-server[102192]: return func(*args, **kwargs) Aug 11 03:05:51.639780 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:05:51.639780 n-d-764292-30 neutron-server[102192]: self._notify() Aug 11 03:05:51.639780 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:05:51.639780 n-d-764292-30 neutron-server[102192]: self.callback(batched_events) Aug 11 03:05:51.639780 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:05:51.639780 n-d-764292-30 neutron-server[102192]: event.method(event) Aug 11 03:05:51.639780 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:05:51.639780 n-d-764292-30 neutron-server[102192]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:05:51.639780 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:05:51.639780 n-d-764292-30 neutron-server[102192]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:05:51.639780 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:05:51.639780 n-d-764292-30 neutron-server[102192]: return f(self, *a, **k) Aug 11 03:05:51.639780 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:05:51.639780 n-d-764292-30 neutron-server[102192]: return self._get(url).json() Aug 11 03:05:51.639780 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:05:51.639780 n-d-764292-30 neutron-server[102192]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:05:51.639780 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:05:51.639780 n-d-764292-30 neutron-server[102192]: return self.request(url, 'GET', **kwargs) Aug 11 03:05:51.639780 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:05:51.639780 n-d-764292-30 neutron-server[102192]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:05:51.639780 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:05:51.639780 n-d-764292-30 neutron-server[102192]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:05:51.639780 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:05:51.639780 n-d-764292-30 neutron-server[102192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:05:51.639780 n-d-764292-30 neutron-server[102192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:05:51.649902 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-7b29a1f8-ea0f-411d-b379-a173f9e42438 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:51.676477 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 94d98af9-841b-4e0f-b57c-0cccd2a2c872 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:05:51.709319 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b29a1f8-ea0f-411d-b379-a173f9e42438 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3d99264-1687-425c-a6b1-2aea1c02c420,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:51.768618 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 94d98af9-841b-4e0f-b57c-0cccd2a2c872 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:05:51.769219 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:51.806732 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56183703-36ce-46f4-b748-3b39fb7c5050 req-1dddf4a3-940d-451b-86ab-7e2160d94c95 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:51.816086 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-56183703-36ce-46f4-b748-3b39fb7c5050 req-1dddf4a3-940d-451b-86ab-7e2160d94c95 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=70c84ed6-1b38-4b73-8bea-55c843cc7bda HTTP/1.1" status: 200 len: 946 time: 0.0684297 Aug 11 03:05:51.841592 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-7b29a1f8-ea0f-411d-b379-a173f9e42438 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:51.846412 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 49824) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:05:51.848310 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-7b29a1f8-ea0f-411d-b379-a173f9e42438 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6646881 Aug 11 03:05:51.851150 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-73652932-c906-46a6-9085-7c24da82ad8c tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Request body: {'floatingip': {'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:05:51.867472 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-56183703-36ce-46f4-b748-3b39fb7c5050 req-e2b9a105-e4ca-4ca2-965d-650cbf39150d tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a2aa92e-a0e4-4cb3-9665-2569763a2f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505352 Aug 11 03:05:51.869656 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b8001f6d-978b-45a3-9a0b-ef4cfda0b8b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:51.883884 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b8001f6d-978b-45a3-9a0b-ef4cfda0b8b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:51.886053 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-b8001f6d-978b-45a3-9a0b-ef4cfda0b8b9 admin admin] 10.222.0.41 "DELETE /v2.0/networks/d3d24e23-315f-4ce8-b3e6-97e29c7ae176 HTTP/1.1" status: 204 len: 168 time: 1.1728358 Aug 11 03:05:51.928019 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8001f6d-978b-45a3-9a0b-ef4cfda0b8b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=d3d24e23-315f-4ce8-b3e6-97e29c7ae176,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:51.987585 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421dcdba-ed68-4295-99d3-4d91ad47c6bc req-975c0ecd-39fe-4c62-a536-2143034cfe20 tempest-LiveMigrationNegativeTest-810634778 tempest-LiveMigrationNegativeTest-810634778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:51.989485 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-421dcdba-ed68-4295-99d3-4d91ad47c6bc req-975c0ecd-39fe-4c62-a536-2143034cfe20 tempest-LiveMigrationNegativeTest-810634778 tempest-LiveMigrationNegativeTest-810634778-project] 10.222.0.41 "GET /v2.0/ports?device_id=3123f7b7-657b-4572-ba70-4f2e22c3cd88 HTTP/1.1" status: 200 len: 950 time: 0.1018181 Aug 11 03:05:51.993017 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-73652932-c906-46a6-9085-7c24da82ad8c tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Notify callbacks [] for floatingip, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:52.005942 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 3ed46518-0638-4433-b1e8-515934214642 no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:05:52.052472 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: 3ed46518-0638-4433-b1e8-515934214642 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:05:52.054621 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 3ed46518-0638-4433-b1e8-515934214642 not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:05:52.055066 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 7fe9e7f1-bdf1-41aa-b48e-64c9d31ca5dc no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:05:52.087397 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-421dcdba-ed68-4295-99d3-4d91ad47c6bc req-a82d058f-b7e1-46b0-92b8-51581760564d tempest-LiveMigrationNegativeTest-810634778 tempest-LiveMigrationNegativeTest-810634778-project] 10.222.0.41 "GET /v2.0/security-groups?id=0913e296-ac5e-445f-8623-626489b224f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875375 Aug 11 03:05:52.119988 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: 7fe9e7f1-bdf1-41aa-b48e-64c9d31ca5dc {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:05:52.120586 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 7fe9e7f1-bdf1-41aa-b48e-64c9d31ca5dc not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:05:52.121187 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device d411edd4-97be-4add-b9a1-132df01d05a8 no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:05:52.146422 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: d411edd4-97be-4add-b9a1-132df01d05a8 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:05:52.146775 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device d411edd4-97be-4add-b9a1-132df01d05a8 not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:05:52.147302 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device c12bc03e-0b01-441b-a234-23a9ff5449d5 no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:05:52.158270 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-73652932-c906-46a6-9085-7c24da82ad8c tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:52.167469 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: c12bc03e-0b01-441b-a234-23a9ff5449d5 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:05:52.169176 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device c12bc03e-0b01-441b-a234-23a9ff5449d5 not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:05:52.226462 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee2397f-2b7e-42df-8c40-d717aa146d4d req-1ae02eff-146b-487e-b455-c1ec24a4bd7e tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:52.226462 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8ee2397f-2b7e-42df-8c40-d717aa146d4d req-1ae02eff-146b-487e-b455-c1ec24a4bd7e tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e790d19-e22e-49e6-811e-000580ef0e08 HTTP/1.1" status: 200 len: 950 time: 0.0727050 Aug 11 03:05:52.271638 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8ee2397f-2b7e-42df-8c40-d717aa146d4d req-fa082415-f090-4b3d-944c-d01fe9a1be90 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366025 Aug 11 03:05:52.299244 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [None req-73652932-c906-46a6-9085-7c24da82ad8c tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Allocated IP 172.25.8.149 (09faf7d2-eaf5-4a50-bb6e-4cb05d009a76/e1a97443-13df-40bb-85f5-fd269e2742c0/ad86bc3a-365e-402d-bc13-d9eee2ff4df1) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:05:52.409553 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-73652932-c906-46a6-9085-7c24da82ad8c tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:52.524635 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-73652932-c906-46a6-9085-7c24da82ad8c tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:52.570438 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73652932-c906-46a6-9085-7c24da82ad8c tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:05:52.573564 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-73652932-c906-46a6-9085-7c24da82ad8c tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:05:52.576588 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73652932-c906-46a6-9085-7c24da82ad8c tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:05:52.604519 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73652932-c906-46a6-9085-7c24da82ad8c tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Pushing event updated for resources: {'Port': ['ID=ad86bc3a-365e-402d-bc13-d9eee2ff4df1,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:52.622140 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 49882) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:05:52.666201 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-98c20269-52ae-4607-9581-e98163ce7669 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5cb6b523c0e64a8295a2cf9ab9483d1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0424907 Aug 11 03:05:52.669737 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 49886) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:05:52.674039 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-73652932-c906-46a6-9085-7c24da82ad8c tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:52.725503 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b77d19a0-a6c5-40e6-b225-99b97989c652 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:52.750746 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b77d19a0-a6c5-40e6-b225-99b97989c652 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:52.774599 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-73652932-c906-46a6-9085-7c24da82ad8c tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:52.882958 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b77d19a0-a6c5-40e6-b225-99b97989c652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:52.885502 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b77d19a0-a6c5-40e6-b225-99b97989c652 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:52.886746 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-b77d19a0-a6c5-40e6-b225-99b97989c652 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/89bb8d70-f6e4-4985-9908-9971d0b3b51c HTTP/1.1" status: 204 len: 168 time: 0.2160103 Aug 11 03:05:52.895435 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77d19a0-a6c5-40e6-b225-99b97989c652 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89bb8d70-f6e4-4985-9908-9971d0b3b51c,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:52.956520 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-73652932-c906-46a6-9085-7c24da82ad8c tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:53.095613 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-73652932-c906-46a6-9085-7c24da82ad8c tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:53.178634 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-73652932-c906-46a6-9085-7c24da82ad8c tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446866'] for floatingip, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:53.182657 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73652932-c906-46a6-9085-7c24da82ad8c tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Pushing event updated for resources: {'Port': ['ID=ad86bc3a-365e-402d-bc13-d9eee2ff4df1,revision_number=2']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:53.246048 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d1473e-21e9-4a74-bdc8-7fcd533aead7 req-c130b0b1-5fdc-4062-989e-e54c233a84af tempest-LiveMigrationNegativeTest-810634778 tempest-LiveMigrationNegativeTest-810634778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:53.248101 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-14d1473e-21e9-4a74-bdc8-7fcd533aead7 req-c130b0b1-5fdc-4062-989e-e54c233a84af tempest-LiveMigrationNegativeTest-810634778 tempest-LiveMigrationNegativeTest-810634778-project] 10.222.0.41 "GET /v2.0/ports?device_id=3123f7b7-657b-4572-ba70-4f2e22c3cd88 HTTP/1.1" status: 200 len: 950 time: 0.0747983 Aug 11 03:05:53.277057 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-73652932-c906-46a6-9085-7c24da82ad8c tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for floatingip, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:53.287467 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-73652932-c906-46a6-9085-7c24da82ad8c tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4400051 Aug 11 03:05:53.303272 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-14d1473e-21e9-4a74-bdc8-7fcd533aead7 req-9278c23b-9c72-4e3b-8763-73cdd170837a tempest-LiveMigrationNegativeTest-810634778 tempest-LiveMigrationNegativeTest-810634778-project] 10.222.0.41 "GET /v2.0/security-groups?id=0913e296-ac5e-445f-8623-626489b224f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479598 Aug 11 03:05:53.466590 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89722912-e3c5-4c7e-ab22-d01980268977 req-45dd12ac-a1c5-49c4-92a7-c337232d6b0f tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:53.478073 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-89722912-e3c5-4c7e-ab22-d01980268977 req-45dd12ac-a1c5-49c4-92a7-c337232d6b0f tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e790d19-e22e-49e6-811e-000580ef0e08 HTTP/1.1" status: 200 len: 950 time: 0.0972493 Aug 11 03:05:53.529151 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-89722912-e3c5-4c7e-ab22-d01980268977 req-8cc2831e-3ffa-4fa4-bbaf-b8e10385a2ff tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453343 Aug 11 03:05:53.617914 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39f384a-cfe9-4d3a-8abd-cc21a8d1cbab req-7e5494cc-422e-43f0-9e88-31cb77553269 tempest-LiveMigrationNegativeTest-726414470 tempest-LiveMigrationNegativeTest-726414470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:53.619438 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f39f384a-cfe9-4d3a-8abd-cc21a8d1cbab req-7e5494cc-422e-43f0-9e88-31cb77553269 tempest-LiveMigrationNegativeTest-726414470 tempest-LiveMigrationNegativeTest-726414470-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=3123f7b7-657b-4572-ba70-4f2e22c3cd88 HTTP/1.1" status: 200 len: 1102 time: 0.0445476 Aug 11 03:05:53.642401 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-f39f384a-cfe9-4d3a-8abd-cc21a8d1cbab req-a14edf66-97f7-4d27-b14e-fa827f8e964e tempest-LiveMigrationNegativeTest-726414470 tempest-LiveMigrationNegativeTest-726414470-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:53.735485 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-f39f384a-cfe9-4d3a-8abd-cc21a8d1cbab req-a14edf66-97f7-4d27-b14e-fa827f8e964e tempest-LiveMigrationNegativeTest-726414470 tempest-LiveMigrationNegativeTest-726414470-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:53.810458 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-f39f384a-cfe9-4d3a-8abd-cc21a8d1cbab req-a14edf66-97f7-4d27-b14e-fa827f8e964e tempest-LiveMigrationNegativeTest-726414470 tempest-LiveMigrationNegativeTest-726414470-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:53.839251 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f39f384a-cfe9-4d3a-8abd-cc21a8d1cbab req-a14edf66-97f7-4d27-b14e-fa827f8e964e tempest-LiveMigrationNegativeTest-726414470 tempest-LiveMigrationNegativeTest-726414470-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=0913e296-ac5e-445f-8623-626489b224f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134848 Aug 11 03:05:53.844785 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14edf66-97f7-4d27-b14e-fa827f8e964e tempest-LiveMigrationNegativeTest-726414470 tempest-LiveMigrationNegativeTest-726414470-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ac78b13-4009-48a8-abaa-a79d563b1d18,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:53.968685 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9604087d-7645-4128-9267-80824db9f0a6 req-175d7c69-257d-4654-951b-adbcc6a0f56b tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1176166475&fields=id&tenant_id=d334b2b08b9742719f1009ec13bc53a6 HTTP/1.1" status: 200 len: 267 time: 0.0359623 Aug 11 03:05:54.024101 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9604087d-7645-4128-9267-80824db9f0a6 req-5caf3eb5-c08c-4f93-aebf-154f406b5e07 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:54.025382 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9604087d-7645-4128-9267-80824db9f0a6 req-5caf3eb5-c08c-4f93-aebf-154f406b5e07 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] 10.222.0.41 "GET /v2.0/ports/d3c9db57-eea5-4db7-a508-af7b68f15453 HTTP/1.1" status: 200 len: 936 time: 0.0496883 Aug 11 03:05:54.109606 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9604087d-7645-4128-9267-80824db9f0a6 req-eb7aa6b3-701b-487e-af0c-2a3b888efc5d tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:54.111775 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9604087d-7645-4128-9267-80824db9f0a6 req-eb7aa6b3-701b-487e-af0c-2a3b888efc5d tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] 10.222.0.41 "GET /v2.0/ports/e86cee10-c94b-4240-aed2-fc9db6db4421 HTTP/1.1" status: 200 len: 936 time: 0.0771723 Aug 11 03:05:54.153502 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 49972) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:05:54.174063 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9604087d-7645-4128-9267-80824db9f0a6 req-93d3727f-8647-4421-90a5-ddd28860513a tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] 10.222.0.41 "GET /v2.0/ports?network_id=305ca68a-259a-4e6f-a74b-d776988e8170&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0563049 Aug 11 03:05:54.206322 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d32484b-c4bd-4164-8452-243c9f2d6aac req-2fc4321e-a0f7-4474-ac61-8e07f4293b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:54.207985 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-8d32484b-c4bd-4164-8452-243c9f2d6aac req-2fc4321e-a0f7-4474-ac61-8e07f4293b31 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2a223f1b2a284c768535cee2a71b4bcf&device_id=1e790d19-e22e-49e6-811e-000580ef0e08 HTTP/1.1" status: 200 len: 1102 time: 0.0555034 Aug 11 03:05:54.212705 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9604087d-7645-4128-9267-80824db9f0a6 req-68580637-30c7-4cc3-9af3-07099d14c093 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] 10.222.0.41 "GET /v2.0/ports?network_id=305ca68a-259a-4e6f-a74b-d776988e8170&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0313334 Aug 11 03:05:54.284638 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-68117814-8046-4e7e-abb3-31a9cbf017cd admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1250816224-network', 'tenant_id': 'a4f941c0e6ec4d71b17e5d3a04702d7f'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:05:54.325378 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d32484b-c4bd-4164-8452-243c9f2d6aac req-9d7a11bc-508e-42a5-bc6a-c2a20b1f2c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:54.327323 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-8d32484b-c4bd-4164-8452-243c9f2d6aac req-9d7a11bc-508e-42a5-bc6a-c2a20b1f2c1f service neutron] 10.222.0.24 "GET /v2.0/networks?id=d1bf0def-6fa4-4d3e-bbc5-20a040931fba HTTP/1.1" status: 200 len: 870 time: 0.1123171 Aug 11 03:05:54.353226 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9604087d-7645-4128-9267-80824db9f0a6 req-a5927e3f-4837-4570-a8e3-654d20376d4d tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:54.359587 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9604087d-7645-4128-9267-80824db9f0a6 req-a5927e3f-4837-4570-a8e3-654d20376d4d tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:54.365904 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9604087d-7645-4128-9267-80824db9f0a6 req-a5927e3f-4837-4570-a8e3-654d20376d4d tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:54.367528 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9604087d-7645-4128-9267-80824db9f0a6 req-a5927e3f-4837-4570-a8e3-654d20376d4d tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] 10.222.0.41 "GET /v2.0/networks?id=3df71ba6-2411-497d-98b1-8adc079ca6c6&id=a04ffcc2-d303-44d7-b369-5db13650c2d6&id=a04ffcc2-d303-44d7-b369-5db13650c2d6&id=305ca68a-259a-4e6f-a74b-d776988e8170&id=305ca68a-259a-4e6f-a74b-d776988e8170 HTTP/1.1" status: 200 len: 1993 time: 0.1485138 Aug 11 03:05:54.368507 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-8d32484b-c4bd-4164-8452-243c9f2d6aac req-2ecf19c8-070b-45ca-920b-6b80059484d9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=a6f3ee74-8e10-43b7-b557-8188f2204900 HTTP/1.1" status: 200 len: 217 time: 0.0340850 Aug 11 03:05:54.383218 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9604087d-7645-4128-9267-80824db9f0a6 req-0717e7df-bb6a-40ae-9118-65dc26037119 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] 10.222.0.41 "GET /v2.0/quotas/d334b2b08b9742719f1009ec13bc53a6 HTTP/1.1" status: 200 len: 375 time: 0.0091670 Aug 11 03:05:54.386182 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68117814-8046-4e7e-abb3-31a9cbf017cd admin admin] Made reservation on behalf of a4f941c0e6ec4d71b17e5d3a04702d7f for: {'network': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:05:54.388480 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-68117814-8046-4e7e-abb3-31a9cbf017cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:54.406297 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-68117814-8046-4e7e-abb3-31a9cbf017cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:54.416273 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d32484b-c4bd-4164-8452-243c9f2d6aac req-79fa3836-d6af-4244-bf7f-d595bbc3ee22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:54.417813 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-8d32484b-c4bd-4164-8452-243c9f2d6aac req-79fa3836-d6af-4244-bf7f-d595bbc3ee22 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=254a3f4d-2b75-429e-bbb2-8e70554e9483 HTTP/1.1" status: 200 len: 843 time: 0.0432756 Aug 11 03:05:54.465807 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d32484b-c4bd-4164-8452-243c9f2d6aac req-e6158f47-72e1-4c6b-8ec7-67387251020b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:54.467431 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-8d32484b-c4bd-4164-8452-243c9f2d6aac req-e6158f47-72e1-4c6b-8ec7-67387251020b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d1bf0def-6fa4-4d3e-bbc5-20a040931fba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0429480 Aug 11 03:05:54.478942 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9604087d-7645-4128-9267-80824db9f0a6 req-37461710-b17f-4392-87d8-4d266501762c tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=d334b2b08b9742719f1009ec13bc53a6&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0883586 Aug 11 03:05:54.565399 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-8d32484b-c4bd-4164-8452-243c9f2d6aac req-292eb70b-fb5b-46df-8f07-5105e04f7e21 service neutron] 10.222.0.24 "GET /v2.0/networks/d1bf0def-6fa4-4d3e-bbc5-20a040931fba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912063 Aug 11 03:05:54.618561 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-68117814-8046-4e7e-abb3-31a9cbf017cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:54.621314 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9604087d-7645-4128-9267-80824db9f0a6 req-7cbe9d1a-de73-404e-8d76-700a459da8d8 service neutron] 10.222.0.41 "GET /v2.0/networks/3df71ba6-2411-497d-98b1-8adc079ca6c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214757 Aug 11 03:05:54.658818 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-8d32484b-c4bd-4164-8452-243c9f2d6aac req-4f9ce48e-e523-4ec5-b635-793360eb05b7 service neutron] 10.222.0.24 "GET /v2.0/networks/d1bf0def-6fa4-4d3e-bbc5-20a040931fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858395 Aug 11 03:05:54.712573 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9604087d-7645-4128-9267-80824db9f0a6 req-3dca6e44-4ed5-41c6-94c5-e578aeb1c16a service neutron] 10.222.0.41 "GET /v2.0/networks/3df71ba6-2411-497d-98b1-8adc079ca6c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850155 Aug 11 03:05:54.744425 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-68117814-8046-4e7e-abb3-31a9cbf017cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:54.765472 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9604087d-7645-4128-9267-80824db9f0a6 req-4ee9069d-4832-4ea9-b5fa-57892f2bf30b service neutron] 10.222.0.41 "GET /v2.0/ports/d3c9db57-eea5-4db7-a508-af7b68f15453?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0462017 Aug 11 03:05:54.774306 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68117814-8046-4e7e-abb3-31a9cbf017cd admin admin] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=102192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:05:54.795881 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68117814-8046-4e7e-abb3-31a9cbf017cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a78cbb46-00d0-4143-99f8-f05136b2b8b3,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:54.798728 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-68117814-8046-4e7e-abb3-31a9cbf017cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:54.799069 n-d-764292-30 neutron-server[102192]: INFO neutron.db.segments_db [None req-68117814-8046-4e7e-abb3-31a9cbf017cd admin admin] Added segment b600e964-2a82-4804-8ead-baffe4ff99ba of type vlan for network 6f0802fb-d80c-4376-8489-638bd5a335ca Aug 11 03:05:55.197791 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-68117814-8046-4e7e-abb3-31a9cbf017cd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:55.268466 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9604087d-7645-4128-9267-80824db9f0a6 req-b2826ba4-cdbf-41a6-9364-9b68b873fa46 service neutron] 10.222.0.41 "GET /v2.0/networks/a04ffcc2-d303-44d7-b369-5db13650c2d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4861927 Aug 11 03:05:55.289868 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81c2dec-325b-49d9-a58e-ffaeb35f995e req-bf90d0e4-f0c2-4cf9-9bd5-a5bf271ebe25 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:55.291275 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e81c2dec-325b-49d9-a58e-ffaeb35f995e req-bf90d0e4-f0c2-4cf9-9bd5-a5bf271ebe25 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=70c84ed6-1b38-4b73-8bea-55c843cc7bda HTTP/1.1" status: 200 len: 946 time: 0.0989237 Aug 11 03:05:55.363486 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-68117814-8046-4e7e-abb3-31a9cbf017cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:55.364406 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68117814-8046-4e7e-abb3-31a9cbf017cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:55.364995 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-68117814-8046-4e7e-abb3-31a9cbf017cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:55.392486 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e81c2dec-325b-49d9-a58e-ffaeb35f995e req-d7b9239d-50da-4a32-b829-e2a4ce1c39ef tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a2aa92e-a0e4-4cb3-9665-2569763a2f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903008 Aug 11 03:05:55.447889 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68117814-8046-4e7e-abb3-31a9cbf017cd admin admin] Pushing event updated for resources: {'Network': ['ID=6f0802fb-d80c-4376-8489-638bd5a335ca,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:55.451763 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9604087d-7645-4128-9267-80824db9f0a6 req-5d1537cd-1215-4a17-97f0-9ee9b3bd4620 service neutron] 10.222.0.41 "GET /v2.0/networks/a04ffcc2-d303-44d7-b369-5db13650c2d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765714 Aug 11 03:05:55.454503 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device fa57729b-416e-4b56-988d-5e0b3aee0303 no longer exists at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:05:55.477698 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network 6f0802fb-d80c-4376-8489-638bd5a335ca details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:05:55.499223 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-68117814-8046-4e7e-abb3-31a9cbf017cd admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.3465474 Aug 11 03:05:55.502173 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 49992) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:05:55.507727 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9604087d-7645-4128-9267-80824db9f0a6 req-13084fc3-892f-4c3a-9e1c-6fbff0986f11 service neutron] 10.222.0.41 "GET /v2.0/ports/e86cee10-c94b-4240-aed2-fc9db6db4421?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0444186 Aug 11 03:05:55.511867 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-7edf562f-ce6e-41a9-835a-b7415c84315a admin admin] Request body: {'subnet': {'network_id': '6f0802fb-d80c-4376-8489-638bd5a335ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1250816224-subnet', 'tenant_id': 'a4f941c0e6ec4d71b17e5d3a04702d7f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:05:55.608543 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:55.621265 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7edf562f-ce6e-41a9-835a-b7415c84315a admin admin] Made reservation on behalf of a4f941c0e6ec4d71b17e5d3a04702d7f for: {'subnet': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:05:55.624806 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7edf562f-ce6e-41a9-835a-b7415c84315a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274743'] for subnet, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:55.637292 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70c84ed6-1b38-4b73-8bea-55c843cc7bda', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa57729b-416e-4b56-988d-5e0b3aee0303'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:05:55.640882 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4d6468d-4b81-48f0-90d8-e5cb22303c21" -d '{"events": [{"server_uuid": "70c84ed6-1b38-4b73-8bea-55c843cc7bda", "name": "network-vif-unplugged", "status": "completed", "tag": "fa57729b-416e-4b56-988d-5e0b3aee0303"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:05:55.652910 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9604087d-7645-4128-9267-80824db9f0a6 req-7a9b1081-21a0-488b-86c3-c2104e5f63df service neutron] 10.222.0.41 "GET /v2.0/networks/a04ffcc2-d303-44d7-b369-5db13650c2d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442428 Aug 11 03:05:55.657704 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port fa57729b-416e-4b56-988d-5e0b3aee0303, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=fa57729b-416e-4b56-988d-5e0b3aee0303,segment=NetworkSegment(51ba8099-7622-42cb-adbd-7c8aaac78355),segment_id=51ba8099-7622-42cb-adbd-7c8aaac78355)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:05:55.678300 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eacc6a-05d8-4a4c-bc8c-86307dc6edbd req-ce4131e1-1271-4f8d-a244-aad575ff4018 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:55.679936 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a2eacc6a-05d8-4a4c-bc8c-86307dc6edbd req-ce4131e1-1271-4f8d-a244-aad575ff4018 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e790d19-e22e-49e6-811e-000580ef0e08 HTTP/1.1" status: 200 len: 950 time: 0.0683761 Aug 11 03:05:55.718429 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:55.769803 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=fa57729b-416e-4b56-988d-5e0b3aee0303,revision_number=14']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:55.774018 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a2eacc6a-05d8-4a4c-bc8c-86307dc6edbd req-ccc55d5a-b631-48a5-9776-b538c0b0b2b6 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812373 Aug 11 03:05:55.778897 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:05:55.779375 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:05:55.779781 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:05:55.780463 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:05:55.780463 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:05:55.780772 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:05:55.781020 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:05:55.781490 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:05:55.781686 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:05:55.781976 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:05:55.782670 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:05:55.782670 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:05:55.797774 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9604087d-7645-4128-9267-80824db9f0a6 req-c11bd05c-aa9c-4122-bea6-41a89140ad85 service neutron] 10.222.0.41 "GET /v2.0/networks/a04ffcc2-d303-44d7-b369-5db13650c2d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366661 Aug 11 03:05:55.889713 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7edf562f-ce6e-41a9-835a-b7415c84315a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126283476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274725'] for subnet, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:55.924290 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9604087d-7645-4128-9267-80824db9f0a6 req-cfefe8ec-ae99-47ea-8e15-a77b087ab111 service neutron] 10.222.0.41 "GET /v2.0/networks/a04ffcc2-d303-44d7-b369-5db13650c2d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009023 Aug 11 03:05:55.946371 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edf562f-ce6e-41a9-835a-b7415c84315a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2d778d5-5d23-4445-84af-51b30efedc8c,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:55.957331 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7edf562f-ce6e-41a9-835a-b7415c84315a admin admin] Checking segment: {'id': 'b600e964-2a82-4804-8ead-baffe4ff99ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '6f0802fb-d80c-4376-8489-638bd5a335ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:05:55.957682 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7edf562f-ce6e-41a9-835a-b7415c84315a admin admin] Network hostable DHCP agents. Network: 6f0802fb-d80c-4376-8489-638bd5a335ca, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:05:56.018336 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3adb23-a0ff-4893-adf8-6470eeb12ab0 req-833eaa25-4861-467e-aeab-7dc5367e43c3 tempest-LiveMigrationNegativeTest-810634778 tempest-LiveMigrationNegativeTest-810634778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:56.019813 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bf3adb23-a0ff-4893-adf8-6470eeb12ab0 req-833eaa25-4861-467e-aeab-7dc5367e43c3 tempest-LiveMigrationNegativeTest-810634778 tempest-LiveMigrationNegativeTest-810634778-project] 10.222.0.41 "GET /v2.0/ports?device_id=3123f7b7-657b-4572-ba70-4f2e22c3cd88 HTTP/1.1" status: 200 len: 950 time: 0.1115839 Aug 11 03:05:56.042750 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7edf562f-ce6e-41a9-835a-b7415c84315a admin admin] Network 6f0802fb-d80c-4376-8489-638bd5a335ca is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:05:56.066222 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9604087d-7645-4128-9267-80824db9f0a6 req-1e51a297-31d4-4777-87f9-cb8ebc4543b9 service neutron] 10.222.0.41 "GET /v2.0/networks/a04ffcc2-d303-44d7-b369-5db13650c2d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274598 Aug 11 03:05:56.095505 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bf3adb23-a0ff-4893-adf8-6470eeb12ab0 req-be6bb62b-3ea4-44d7-bfc2-a071db5cb82c tempest-LiveMigrationNegativeTest-810634778 tempest-LiveMigrationNegativeTest-810634778-project] 10.222.0.41 "GET /v2.0/security-groups?id=0913e296-ac5e-445f-8623-626489b224f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665677 Aug 11 03:05:56.123810 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-7edf562f-ce6e-41a9-835a-b7415c84315a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, 6f0802fb-d80c-4376-8489-638bd5a335ca) {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:05:56.135852 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7edf562f-ce6e-41a9-835a-b7415c84315a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:56.135852 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7edf562f-ce6e-41a9-835a-b7415c84315a admin admin] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:56.139734 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfd27cf9-152e-4285-834e-7d884b293eee None None] Network 6f0802fb-d80c-4376-8489-638bd5a335ca requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:05:56.166836 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9604087d-7645-4128-9267-80824db9f0a6 req-f5ac9ab1-de3e-459f-a548-fe9860ea8090 service neutron] 10.222.0.41 "GET /v2.0/networks/a04ffcc2-d303-44d7-b369-5db13650c2d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947275 Aug 11 03:05:56.265661 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-7edf562f-ce6e-41a9-835a-b7415c84315a admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.7605684 Aug 11 03:05:56.267717 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9604087d-7645-4128-9267-80824db9f0a6 req-2d036765-ada6-45f5-b82e-84772508bbc3 service neutron] 10.222.0.41 "GET /v2.0/networks/a04ffcc2-d303-44d7-b369-5db13650c2d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893805 Aug 11 03:05:56.268194 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 50022) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:05:56.272526 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-01dba061-8ea9-411e-87e7-de6fedaf5d1e admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1250816224-router', 'tenant_id': 'a4f941c0e6ec4d71b17e5d3a04702d7f', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:05:56.281277 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf37432-4d58-4632-9352-f8bf5ce1b3cc req-f4317cd0-6d08-4628-8b74-1e55a3498a03 tempest-LiveMigrationNegativeTest-810634778 tempest-LiveMigrationNegativeTest-810634778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:56.282921 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-fcf37432-4d58-4632-9352-f8bf5ce1b3cc req-f4317cd0-6d08-4628-8b74-1e55a3498a03 tempest-LiveMigrationNegativeTest-810634778 tempest-LiveMigrationNegativeTest-810634778-project] 10.222.0.24 "GET /v2.0/ports?device_id=3123f7b7-657b-4572-ba70-4f2e22c3cd88 HTTP/1.1" status: 200 len: 950 time: 0.0653009 Aug 11 03:05:56.315302 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b71f920-d469-46ab-a7e0-e7f44de4f576 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde080026-c28f-55be-b52b-13827cc43646-6f0802fb-d80c-4376-8489-638bd5a335ca', 'network_id': '6f0802fb-d80c-4376-8489-638bd5a335ca', 'tenant_id': 'a4f941c0e6ec4d71b17e5d3a04702d7f', 'fixed_ips': [{'subnet_id': 'c2d778d5-5d23-4445-84af-51b30efedc8c'}]}} from n-d-764292-30. {{(pid=102193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:05:56.316156 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-0b71f920-d469-46ab-a7e0-e7f44de4f576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:56.380064 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9604087d-7645-4128-9267-80824db9f0a6 req-89c1a4b2-e130-4301-878c-b72aa15fc761 service neutron] 10.222.0.41 "GET /v2.0/networks/305ca68a-259a-4e6f-a74b-d776988e8170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034157 Aug 11 03:05:56.392807 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-fcf37432-4d58-4632-9352-f8bf5ce1b3cc req-46daad47-4341-4af7-aa47-63d9989e3a13 tempest-LiveMigrationNegativeTest-810634778 tempest-LiveMigrationNegativeTest-810634778-project] Deleting port 0c653698-b2eb-430f-ac93-f69dd7d7f2b6 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:05:56.393162 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-fcf37432-4d58-4632-9352-f8bf5ce1b3cc req-46daad47-4341-4af7-aa47-63d9989e3a13 tempest-LiveMigrationNegativeTest-810634778 tempest-LiveMigrationNegativeTest-810634778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:56.451380 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-01dba061-8ea9-411e-87e7-de6fedaf5d1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-450010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6626'] for router, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:56.452896 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-01dba061-8ea9-411e-87e7-de6fedaf5d1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-446747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6633'] for router, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:56.476908 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 03:05:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7ca4e65-d7a3-48c8-955f-31e78ea8d372 x-openstack-request-id: req-a7ca4e65-d7a3-48c8-955f-31e78ea8d372 {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:05:56.481521 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70c84ed6-1b38-4b73-8bea-55c843cc7bda", "name": "network-vif-unplugged", "status": "completed", "tag": "fa57729b-416e-4b56-988d-5e0b3aee0303", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:05:56.481521 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a7ca4e65-d7a3-48c8-955f-31e78ea8d372 {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:05:56.481521 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70c84ed6-1b38-4b73-8bea-55c843cc7bda', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa57729b-416e-4b56-988d-5e0b3aee0303', 'code': 200} Aug 11 03:05:56.501076 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.db_base_plugin_common [None req-0b71f920-d469-46ab-a7e0-e7f44de4f576 None None] Allocated IP 172.20.0.2 (6f0802fb-d80c-4376-8489-638bd5a335ca/c2d778d5-5d23-4445-84af-51b30efedc8c/507d9928-035c-44a6-9f83-426f63b5f845) {{(pid=102193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:05:56.505808 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-fcf37432-4d58-4632-9352-f8bf5ce1b3cc req-46daad47-4341-4af7-aa47-63d9989e3a13 tempest-LiveMigrationNegativeTest-810634778 tempest-LiveMigrationNegativeTest-810634778-project] For port 0c653698-b2eb-430f-ac93-f69dd7d7f2b6, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=0c653698-b2eb-430f-ac93-f69dd7d7f2b6,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:05:56.506560 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-fcf37432-4d58-4632-9352-f8bf5ce1b3cc req-46daad47-4341-4af7-aa47-63d9989e3a13 tempest-LiveMigrationNegativeTest-810634778 tempest-LiveMigrationNegativeTest-810634778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:56.516553 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9604087d-7645-4128-9267-80824db9f0a6 req-2266ad0e-7848-4246-83ec-708194924ef3 service neutron] 10.222.0.41 "GET /v2.0/networks/305ca68a-259a-4e6f-a74b-d776988e8170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277175 Aug 11 03:05:56.523550 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-fcf37432-4d58-4632-9352-f8bf5ce1b3cc req-46daad47-4341-4af7-aa47-63d9989e3a13 tempest-LiveMigrationNegativeTest-810634778 tempest-LiveMigrationNegativeTest-810634778-project] Calling delete_port for 0c653698-b2eb-430f-ac93-f69dd7d7f2b6 owned by compute:nova {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:05:56.551164 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-01dba061-8ea9-411e-87e7-de6fedaf5d1e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:56.698774 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9604087d-7645-4128-9267-80824db9f0a6 req-077c1092-8887-489f-927b-1fcfaad044d2 service neutron] 10.222.0.41 "GET /v2.0/networks/305ca68a-259a-4e6f-a74b-d776988e8170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583822 Aug 11 03:05:56.705416 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-0b71f920-d469-46ab-a7e0-e7f44de4f576 None None] Notify callbacks [] for port, precommit_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:56.758404 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-0b71f920-d469-46ab-a7e0-e7f44de4f576 None None] Transition to ACTIVE for port object 507d9928-035c-44a6-9f83-426f63b5f845 will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:05:56.758654 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-fcf37432-4d58-4632-9352-f8bf5ce1b3cc req-46daad47-4341-4af7-aa47-63d9989e3a13 tempest-LiveMigrationNegativeTest-810634778 tempest-LiveMigrationNegativeTest-810634778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:56.772674 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['0c653698-b2eb-430f-ac93-f69dd7d7f2b6'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:05:56.816608 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-01dba061-8ea9-411e-87e7-de6fedaf5d1e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:56.823191 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['8a2c57c2-f791-4ef4-bfed-cab0e4eb4d46'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:05:56.833363 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46daad47-4341-4af7-aa47-63d9989e3a13 tempest-LiveMigrationNegativeTest-810634778 tempest-LiveMigrationNegativeTest-810634778-project] Pushing event deleted for resources: {'Port': ['ID=0c653698-b2eb-430f-ac93-f69dd7d7f2b6,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:56.863014 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcf37432-4d58-4632-9352-f8bf5ce1b3cc req-46daad47-4341-4af7-aa47-63d9989e3a13 tempest-LiveMigrationNegativeTest-810634778 tempest-LiveMigrationNegativeTest-810634778-project] No DVR routers for this DVR port 0c653698-b2eb-430f-ac93-f69dd7d7f2b6 on host n-h2-764292-30 {{(pid=102191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:05:56.875408 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-fcf37432-4d58-4632-9352-f8bf5ce1b3cc req-46daad47-4341-4af7-aa47-63d9989e3a13 tempest-LiveMigrationNegativeTest-810634778 tempest-LiveMigrationNegativeTest-810634778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:56.875729 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9604087d-7645-4128-9267-80824db9f0a6 req-da26745f-7da7-4ea5-9614-12efd862c64e service neutron] 10.222.0.41 "GET /v2.0/networks/305ca68a-259a-4e6f-a74b-d776988e8170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346705 Aug 11 03:05:56.880404 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-0b71f920-d469-46ab-a7e0-e7f44de4f576 None None] Transition to ACTIVE for port object 507d9928-035c-44a6-9f83-426f63b5f845 will not be triggered until provisioned by entity DHCP. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:05:56.889220 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-fcf37432-4d58-4632-9352-f8bf5ce1b3cc req-46daad47-4341-4af7-aa47-63d9989e3a13 tempest-LiveMigrationNegativeTest-810634778 tempest-LiveMigrationNegativeTest-810634778-project] 10.222.0.24 "DELETE /v2.0/ports/0c653698-b2eb-430f-ac93-f69dd7d7f2b6 HTTP/1.1" status: 204 len: 173 time: 0.6000073 Aug 11 03:05:56.889713 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3123f7b7-657b-4572-ba70-4f2e22c3cd88', 'name': 'network-vif-deleted', 'tag': '0c653698-b2eb-430f-ac93-f69dd7d7f2b6'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:05:56.902096 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d9b2c53-e979-45ca-8cb7-414e2e9e6310" -d '{"events": [{"server_uuid": "3123f7b7-657b-4572-ba70-4f2e22c3cd88", "name": "network-vif-deleted", "tag": "0c653698-b2eb-430f-ac93-f69dd7d7f2b6"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:05:56.952274 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-0b71f920-d469-46ab-a7e0-e7f44de4f576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669'] for port, after_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:57.069371 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b71f920-d469-46ab-a7e0-e7f44de4f576 None None] Network 6f0802fb-d80c-4376-8489-638bd5a335ca is already hosted by enough agents. {{(pid=102193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:05:57.075311 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.base_scheduler [None req-0b71f920-d469-46ab-a7e0-e7f44de4f576 None None] Resources bound (agent type, host, resource id): {{(pid=102193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:05:57.078534 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b71f920-d469-46ab-a7e0-e7f44de4f576 None None] Pushing event updated for resources: {'Port': ['ID=507d9928-035c-44a6-9f83-426f63b5f845,revision_number=1']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:57.086825 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b71f920-d469-46ab-a7e0-e7f44de4f576 None None] Received port after_create {{(pid=102193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:05:57.196790 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-0b71f920-d469-46ab-a7e0-e7f44de4f576 None None] Attempting to bind port 507d9928-035c-44a6-9f83-426f63b5f845 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:05:57.196790 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-0b71f920-d469-46ab-a7e0-e7f44de4f576 None None] Attempting to bind port 507d9928-035c-44a6-9f83-426f63b5f845 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': 'b600e964-2a82-4804-8ead-baffe4ff99ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '6f0802fb-d80c-4376-8489-638bd5a335ca'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:05:57.196790 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b71f920-d469-46ab-a7e0-e7f44de4f576 None None] Attempting to bind port 507d9928-035c-44a6-9f83-426f63b5f845 on network 6f0802fb-d80c-4376-8489-638bd5a335ca {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:05:57.205904 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b71f920-d469-46ab-a7e0-e7f44de4f576 None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 5, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:05:57.206311 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b71f920-d469-46ab-a7e0-e7f44de4f576 None None] Checking segment: {'id': 'b600e964-2a82-4804-8ead-baffe4ff99ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '6f0802fb-d80c-4376-8489-638bd5a335ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:05:57.207020 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-0b71f920-d469-46ab-a7e0-e7f44de4f576 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:57.207645 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b71f920-d469-46ab-a7e0-e7f44de4f576 None None] Bound using segment: {'id': 'b600e964-2a82-4804-8ead-baffe4ff99ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '6f0802fb-d80c-4376-8489-638bd5a335ca'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:05:57.208263 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-0b71f920-d469-46ab-a7e0-e7f44de4f576 None None] Bound port: 507d9928-035c-44a6-9f83-426f63b5f845, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b600e964-2a82-4804-8ead-baffe4ff99ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '6f0802fb-d80c-4376-8489-638bd5a335ca'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:05:57.208670 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-0b71f920-d469-46ab-a7e0-e7f44de4f576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:57.276747 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-0b71f920-d469-46ab-a7e0-e7f44de4f576 None None] For port 507d9928-035c-44a6-9f83-426f63b5f845, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:05:57.280318 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-0b71f920-d469-46ab-a7e0-e7f44de4f576 None None] For port 507d9928-035c-44a6-9f83-426f63b5f845, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=507d9928-035c-44a6-9f83-426f63b5f845,segment=NetworkSegment(b600e964-2a82-4804-8ead-baffe4ff99ba),segment_id=b600e964-2a82-4804-8ead-baffe4ff99ba)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:05:57.280506 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631654ac-b0a8-45d3-b481-51f3e4d4494d req-b5f0d6a3-5f48-4c8e-89d9-44dbb5e225ed tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:57.281921 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-631654ac-b0a8-45d3-b481-51f3e4d4494d req-b5f0d6a3-5f48-4c8e-89d9-44dbb5e225ed tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e790d19-e22e-49e6-811e-000580ef0e08 HTTP/1.1" status: 200 len: 950 time: 0.1582980 Aug 11 03:05:57.347291 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-01dba061-8ea9-411e-87e7-de6fedaf5d1e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:57.353871 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-631654ac-b0a8-45d3-b481-51f3e4d4494d req-2206fd2d-1d76-4db0-8df6-5d721064da7f tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652997 Aug 11 03:05:57.371352 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-01dba061-8ea9-411e-87e7-de6fedaf5d1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:57.432639 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-0b71f920-d469-46ab-a7e0-e7f44de4f576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:57.464211 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:05:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44c97ff8-525a-4407-a5ba-19edd8940e5b x-openstack-request-id: req-44c97ff8-525a-4407-a5ba-19edd8940e5b {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:05:57.464649 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3123f7b7-657b-4572-ba70-4f2e22c3cd88", "name": "network-vif-deleted", "tag": "0c653698-b2eb-430f-ac93-f69dd7d7f2b6", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:05:57.466115 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-44c97ff8-525a-4407-a5ba-19edd8940e5b {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:05:57.466683 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3123f7b7-657b-4572-ba70-4f2e22c3cd88', 'name': 'network-vif-deleted', 'tag': '0c653698-b2eb-430f-ac93-f69dd7d7f2b6', 'status': 'completed', 'code': 200} Aug 11 03:05:57.493336 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [None req-01dba061-8ea9-411e-87e7-de6fedaf5d1e admin admin] Allocated IP 172.25.8.173 (09faf7d2-eaf5-4a50-bb6e-4cb05d009a76/e1a97443-13df-40bb-85f5-fd269e2742c0/4adbbf23-670c-43f4-b2f1-aa07d0a7d224) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:05:57.495301 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b71f920-d469-46ab-a7e0-e7f44de4f576 None None] Pushing event updated for resources: {'Port': ['ID=507d9928-035c-44a6-9f83-426f63b5f845,revision_number=2']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:57.624970 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-01dba061-8ea9-411e-87e7-de6fedaf5d1e admin admin] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:57.798712 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-01dba061-8ea9-411e-87e7-de6fedaf5d1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:57.840003 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01dba061-8ea9-411e-87e7-de6fedaf5d1e admin admin] Network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:05:57.843445 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-01dba061-8ea9-411e-87e7-de6fedaf5d1e admin admin] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:05:57.847015 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01dba061-8ea9-411e-87e7-de6fedaf5d1e admin admin] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:05:57.868976 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dba061-8ea9-411e-87e7-de6fedaf5d1e admin admin] Pushing event updated for resources: {'Port': ['ID=4adbbf23-670c-43f4-b2f1-aa07d0a7d224,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:58.017600 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1d1e8807-2925-4953-9dff-0ff9201a49c3 req-8f312ae8-ec6a-4077-804f-386b291bbe3f tempest-LiveMigrationNegativeTest-810634778 tempest-LiveMigrationNegativeTest-810634778-project] 10.222.0.41 "GET /v2.0/ports?device_id=3123f7b7-657b-4572-ba70-4f2e22c3cd88 HTTP/1.1" status: 200 len: 210 time: 0.0340455 Aug 11 03:05:58.229690 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-01dba061-8ea9-411e-87e7-de6fedaf5d1e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:58.446348 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-01dba061-8ea9-411e-87e7-de6fedaf5d1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-446952'] for router, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:58.460283 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64e95a62-f236-48bb-888b-cf69f81d71f0 None None] Network 6f0802fb-d80c-4376-8489-638bd5a335ca requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:05:58.617984 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6132dc70-9706-49e9-90f0-eca3e5592404 req-19f65969-4794-49b0-82ef-8f8cc02fd662 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:58.625474 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6132dc70-9706-49e9-90f0-eca3e5592404 req-19f65969-4794-49b0-82ef-8f8cc02fd662 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=70c84ed6-1b38-4b73-8bea-55c843cc7bda HTTP/1.1" status: 200 len: 944 time: 0.1254003 Aug 11 03:05:58.657545 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-e4a83f22-cc3f-4c49-9589-6c07d46aadda None None] Provisioning for port 507d9928-035c-44a6-9f83-426f63b5f845 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:05:58.710415 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6132dc70-9706-49e9-90f0-eca3e5592404 req-59cc49eb-d06c-4365-b609-55f187058f4f tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a2aa92e-a0e4-4cb3-9665-2569763a2f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831895 Aug 11 03:05:58.763506 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e1c0d4-eb4c-45dd-b579-fdd6bed540bb req-be62dbda-f29d-4dba-a702-a4812099bfd7 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:58.765294 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-62e1c0d4-eb4c-45dd-b579-fdd6bed540bb req-be62dbda-f29d-4dba-a702-a4812099bfd7 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e790d19-e22e-49e6-811e-000580ef0e08 HTTP/1.1" status: 200 len: 950 time: 0.1256371 Aug 11 03:05:58.800169 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01dba061-8ea9-411e-87e7-de6fedaf5d1e admin admin] Router fce46c58-f9a6-42aa-988d-ac1eeebe2b12 is scheduled to L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 with binding_index 1 {{(pid=102192) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:05:58.816887 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-62e1c0d4-eb4c-45dd-b579-fdd6bed540bb req-6bbdc302-7513-4e86-ae9a-a6cd9aa5e54f tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420508 Aug 11 03:05:58.910251 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4d81151c-d04e-4958-b8ef-7b22be5cc249 req-1341316c-bae8-4bbf-9f11-fdfda2a7ba99 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] 10.222.0.41 "GET /v2.0/ports?device_id=c37d8b08-64ee-4d7e-99b5-bc356505ed77 HTTP/1.1" status: 200 len: 210 time: 0.0336370 Aug 11 03:05:58.975963 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01dba061-8ea9-411e-87e7-de6fedaf5d1e admin admin] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:05:58.987628 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd6b33d-667c-4281-af99-da77b607d738 None None] Sync routers for ids ['fce46c58-f9a6-42aa-988d-ac1eeebe2b12'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:05:58.996057 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd6b33d-667c-4281-af99-da77b607d738 None None] Routers {'fce46c58-f9a6-42aa-988d-ac1eeebe2b12'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:05:58.996690 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-2cd6b33d-667c-4281-af99-da77b607d738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:05:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['fce46c58-f9a6-42aa-988d-ac1eeebe2b12'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:05:59.094525 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-01dba061-8ea9-411e-87e7-de6fedaf5d1e admin admin] Notify callbacks [] for router, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:59.095790 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-01dba061-8ea9-411e-87e7-de6fedaf5d1e admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 2.8266993 Aug 11 03:05:59.099746 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 50126) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:05:59.104132 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-9f5e6cf6-5fac-4232-9cb6-f545abdcd4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:59.120671 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-2cd6b33d-667c-4281-af99-da77b607d738 None None] Set router fce46c58-f9a6-42aa-988d-ac1eeebe2b12 gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:05:59.358613 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37636ad-fb1c-47b0-863e-6af7218a2f7a req-7f976d89-0193-4808-ba8c-e6bc2338ac0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:59.361547 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-d37636ad-fb1c-47b0-863e-6af7218a2f7a req-7f976d89-0193-4808-ba8c-e6bc2338ac0d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3419766c112444a3864f482257b66851&device_id=70c84ed6-1b38-4b73-8bea-55c843cc7bda HTTP/1.1" status: 200 len: 1096 time: 0.0641632 Aug 11 03:05:59.408871 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa68f812-ad82-4cdb-9d76-919d60698485 req-f8faaee2-5a91-483e-8c0f-9204516b9df5 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:59.410345 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-aa68f812-ad82-4cdb-9d76-919d60698485 req-f8faaee2-5a91-483e-8c0f-9204516b9df5 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=70c84ed6-1b38-4b73-8bea-55c843cc7bda HTTP/1.1" status: 200 len: 944 time: 0.1033247 Aug 11 03:05:59.461415 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 0c653698-b2eb-430f-ac93-f69dd7d7f2b6 no longer exists at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:05:59.493946 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37636ad-fb1c-47b0-863e-6af7218a2f7a req-c2fe02b6-6092-412b-b25f-2bf89ed0a6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:59.494100 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] No Port match for: 0c653698-b2eb-430f-ac93-f69dd7d7f2b6 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:05:59.494863 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 0c653698-b2eb-430f-ac93-f69dd7d7f2b6 not bound to the agent host n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:05:59.497327 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-d37636ad-fb1c-47b0-863e-6af7218a2f7a req-c2fe02b6-6092-412b-b25f-2bf89ed0a6aa service neutron] 10.222.0.24 "GET /v2.0/networks?id=6b5eb666-47e5-4ddb-b0bc-16855d478160 HTTP/1.1" status: 200 len: 913 time: 0.1266794 Aug 11 03:05:59.503319 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-aa68f812-ad82-4cdb-9d76-919d60698485 req-09c40237-f888-473c-aef2-f47bbb5ab995 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a2aa92e-a0e4-4cb3-9665-2569763a2f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839293 Aug 11 03:05:59.536111 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-2cd6b33d-667c-4281-af99-da77b607d738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fce46c58-f9a6-42aa-988d-ac1eeebe2b12', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1250816224-router', 'tenant_id': 'a4f941c0e6ec4d71b17e5d3a04702d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': '4adbbf23-670c-43f4-b2f1-aa07d0a7d224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:05:56Z', 'updated_at': '2021-08-11T03:05:58Z', 'revision_number': 3, 'project_id': 'a4f941c0e6ec4d71b17e5d3a04702d7f', 'gw_port': {'id': '4adbbf23-670c-43f4-b2f1-aa07d0a7d224', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:68:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fce46c58-f9a6-42aa-988d-ac1eeebe2b12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:05:57Z', 'updated_at': '2021-08-11T03:05:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:05:59.569519 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd6b33d-667c-4281-af99-da77b607d738 None None] Checking router: fce46c58-f9a6-42aa-988d-ac1eeebe2b12 for host: n-d-764292-30 {{(pid=102193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:05:59.570063 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd6b33d-667c-4281-af99-da77b607d738 None None] Updating router fce46c58-f9a6-42aa-988d-ac1eeebe2b12 port 4adbbf23-670c-43f4-b2f1-aa07d0a7d224 binding host n-d-764292-30 {{(pid=102193) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:05:59.599607 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-d37636ad-fb1c-47b0-863e-6af7218a2f7a req-6238670f-b96f-4829-98dc-b037164e1331 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fa57729b-416e-4b56-988d-5e0b3aee0303 HTTP/1.1" status: 200 len: 999 time: 0.0932379 Aug 11 03:05:59.600761 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2cd6b33d-667c-4281-af99-da77b607d738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:59.680575 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-fde62f09-74ce-43a5-ab7f-57cc12ade8f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:59.681747 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37636ad-fb1c-47b0-863e-6af7218a2f7a req-5ef03a55-694a-4b2b-8937-fc97d9f3fb03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:59.700993 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-d37636ad-fb1c-47b0-863e-6af7218a2f7a req-5ef03a55-694a-4b2b-8937-fc97d9f3fb03 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6bc807f9-b5f2-488b-b980-1ec1f7afe42f HTTP/1.1" status: 200 len: 851 time: 0.0936363 Aug 11 03:05:59.763005 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37636ad-fb1c-47b0-863e-6af7218a2f7a req-6ec0fe88-14f4-4fb6-84bc-5905dce2a4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:59.769827 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-d37636ad-fb1c-47b0-863e-6af7218a2f7a req-6ec0fe88-14f4-4fb6-84bc-5905dce2a4f5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6b5eb666-47e5-4ddb-b0bc-16855d478160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0614240 Aug 11 03:05:59.773777 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 507d9928-035c-44a6-9f83-426f63b5f845 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:05:59.898892 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-d37636ad-fb1c-47b0-863e-6af7218a2f7a req-7592c5f2-9e4d-4148-8583-3f2b75f32dcb service neutron] 10.222.0.24 "GET /v2.0/networks/6b5eb666-47e5-4ddb-b0bc-16855d478160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210556 Aug 11 03:05:59.901382 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [None req-fde62f09-74ce-43a5-ab7f-57cc12ade8f1 admin admin] Allocated IP 172.20.0.1 (6f0802fb-d80c-4376-8489-638bd5a335ca/c2d778d5-5d23-4445-84af-51b30efedc8c/0ed991e3-a137-4bd1-aaef-c8a4844184bc) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:05:59.988494 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec67444d-ca0a-4223-9b49-cfce16c18e70 req-c0278c30-896d-4492-a9af-24cd2ae3a27c tempest-LiveMigrationNegativeTest-810634778 tempest-LiveMigrationNegativeTest-810634778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:59.993793 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ec67444d-ca0a-4223-9b49-cfce16c18e70 req-c0278c30-896d-4492-a9af-24cd2ae3a27c tempest-LiveMigrationNegativeTest-810634778 tempest-LiveMigrationNegativeTest-810634778-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2954236-1bc4-41e2-a6cf-3032a367c6ac HTTP/1.1" status: 200 len: 950 time: 0.1004496 Aug 11 03:06:00.016799 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port 507d9928-035c-44a6-9f83-426f63b5f845 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:06:00.026404 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 507d9928-035c-44a6-9f83-426f63b5f845 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:06:00.026933 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:00.040897 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-d37636ad-fb1c-47b0-863e-6af7218a2f7a req-a108f5bc-7998-4783-a888-49a4f68a8525 service neutron] 10.222.0.24 "GET /v2.0/networks/6b5eb666-47e5-4ddb-b0bc-16855d478160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324203 Aug 11 03:06:00.064163 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2cd6b33d-667c-4281-af99-da77b607d738 None None] Notify callbacks [] for port, precommit_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:00.082809 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-2cd6b33d-667c-4281-af99-da77b607d738 None None] Transition to ACTIVE for port object 4adbbf23-670c-43f4-b2f1-aa07d0a7d224 will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:06:00.096050 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ec67444d-ca0a-4223-9b49-cfce16c18e70 req-626ba253-e771-4018-9cab-656752a40824 tempest-LiveMigrationNegativeTest-810634778 tempest-LiveMigrationNegativeTest-810634778-project] 10.222.0.41 "GET /v2.0/security-groups?id=0913e296-ac5e-445f-8623-626489b224f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998950 Aug 11 03:06:00.117944 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-fde62f09-74ce-43a5-ab7f-57cc12ade8f1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:00.129831 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:00.138467 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e066c1-c5d9-4b90-a89d-405311ed067b req-4e3d563c-6114-4f5b-ade3-63bf14f02ddb tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:00.140100 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-60e066c1-c5d9-4b90-a89d-405311ed067b req-4e3d563c-6114-4f5b-ade3-63bf14f02ddb tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e790d19-e22e-49e6-811e-000580ef0e08 HTTP/1.1" status: 200 len: 950 time: 0.1088800 Aug 11 03:06:00.145117 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [None req-fde62f09-74ce-43a5-ab7f-57cc12ade8f1 admin admin] Transition to ACTIVE for port object 0ed991e3-a137-4bd1-aaef-c8a4844184bc will not be triggered until provisioned by entity DHCP. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:06:00.171217 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2cd6b33d-667c-4281-af99-da77b607d738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:00.189898 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port 507d9928-035c-44a6-9f83-426f63b5f845, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=507d9928-035c-44a6-9f83-426f63b5f845,segment=NetworkSegment(b600e964-2a82-4804-8ead-baffe4ff99ba),segment_id=b600e964-2a82-4804-8ead-baffe4ff99ba)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:06:00.205656 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-60e066c1-c5d9-4b90-a89d-405311ed067b req-e814a1e0-381b-4533-bfca-41c6e4864c19 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493896 Aug 11 03:06:00.250583 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a154f2-2c5b-437d-a61f-d33274267d3f None None] Pushing event updated for resources: {'Port': ['ID=4adbbf23-670c-43f4-b2f1-aa07d0a7d224,revision_number=2']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:00.252836 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-2cd6b33d-667c-4281-af99-da77b607d738 None None] Attempting to bind port 4adbbf23-670c-43f4-b2f1-aa07d0a7d224 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:06:00.253204 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-2cd6b33d-667c-4281-af99-da77b607d738 None None] Attempting to bind port 4adbbf23-670c-43f4-b2f1-aa07d0a7d224 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:06:00.253562 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd6b33d-667c-4281-af99-da77b607d738 None None] Attempting to bind port 4adbbf23-670c-43f4-b2f1-aa07d0a7d224 on network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:06:00.259220 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd6b33d-667c-4281-af99-da77b607d738 None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 5, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:06:00.259591 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd6b33d-667c-4281-af99-da77b607d738 None None] Checking segment: {'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:06:00.259988 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2cd6b33d-667c-4281-af99-da77b607d738 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:00.260410 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd6b33d-667c-4281-af99-da77b607d738 None None] Bound using segment: {'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:06:00.260821 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-2cd6b33d-667c-4281-af99-da77b607d738 None None] Bound port: 4adbbf23-670c-43f4-b2f1-aa07d0a7d224, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:06:00.261196 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2cd6b33d-667c-4281-af99-da77b607d738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:00.313069 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-fde62f09-74ce-43a5-ab7f-57cc12ade8f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:00.328653 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:00.366981 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-2cd6b33d-667c-4281-af99-da77b607d738 None None] For port 4adbbf23-670c-43f4-b2f1-aa07d0a7d224, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:06:00.372902 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fde62f09-74ce-43a5-ab7f-57cc12ade8f1 admin admin] Network 6f0802fb-d80c-4376-8489-638bd5a335ca is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:06:00.387934 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-2cd6b33d-667c-4281-af99-da77b607d738 None None] For port 4adbbf23-670c-43f4-b2f1-aa07d0a7d224, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=4adbbf23-670c-43f4-b2f1-aa07d0a7d224,segment=NetworkSegment(fab28bed-aa25-40db-bba4-ec26e795194c),segment_id=fab28bed-aa25-40db-bba4-ec26e795194c)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:06:00.394955 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-fde62f09-74ce-43a5-ab7f-57cc12ade8f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:06:00.398084 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-39199902-77a5-4238-9f37-6b36f5d06b6f req-24b70325-12f8-41b9-9838-1b6b4b129e6d tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] 10.222.0.41 "GET /v2.0/ports?device_id=c37d8b08-64ee-4d7e-99b5-bc356505ed77 HTTP/1.1" status: 200 len: 210 time: 0.0470436 Aug 11 03:06:00.400849 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde62f09-74ce-43a5-ab7f-57cc12ade8f1 admin admin] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:06:00.404021 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=507d9928-035c-44a6-9f83-426f63b5f845,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:00.406392 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde62f09-74ce-43a5-ab7f-57cc12ade8f1 admin admin] Pushing event updated for resources: {'Port': ['ID=0ed991e3-a137-4bd1-aaef-c8a4844184bc,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:00.447400 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-fde62f09-74ce-43a5-ab7f-57cc12ade8f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-520987'] for router_interface, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:00.455202 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2cd6b33d-667c-4281-af99-da77b607d738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:00.530928 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd6b33d-667c-4281-af99-da77b607d738 None None] Routers {'fce46c58-f9a6-42aa-988d-ac1eeebe2b12'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:06:00.531586 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-2cd6b33d-667c-4281-af99-da77b607d738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:05:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['fce46c58-f9a6-42aa-988d-ac1eeebe2b12'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:06:00.538404 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a154f2-2c5b-437d-a61f-d33274267d3f None None] Pushing event updated for resources: {'Port': ['ID=4adbbf23-670c-43f4-b2f1-aa07d0a7d224,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:00.665254 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-2cd6b33d-667c-4281-af99-da77b607d738 None None] Set router fce46c58-f9a6-42aa-988d-ac1eeebe2b12 gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:06:00.722021 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b720fe9-c173-4472-9e25-5591bd3eedb8 req-e45570dd-ee65-475d-a045-3e1d981ee54e tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:00.723513 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4b720fe9-c173-4472-9e25-5591bd3eedb8 req-e45570dd-ee65-475d-a045-3e1d981ee54e tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=70c84ed6-1b38-4b73-8bea-55c843cc7bda HTTP/1.1" status: 200 len: 944 time: 0.1028903 Aug 11 03:06:00.725362 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-fde62f09-74ce-43a5-ab7f-57cc12ade8f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:00.797783 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4b720fe9-c173-4472-9e25-5591bd3eedb8 req-2ceed83f-7daa-4515-9a89-0bac0e8d2c42 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a2aa92e-a0e4-4cb3-9665-2569763a2f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612545 Aug 11 03:06:00.859113 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-05de2aab-6f60-40e7-a6b9-7b6968e22301 None None] Provisioning for port 0ed991e3-a137-4bd1-aaef-c8a4844184bc completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:06:00.865537 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-05de2aab-6f60-40e7-a6b9-7b6968e22301 None None] Provisioning complete for port 0ed991e3-a137-4bd1-aaef-c8a4844184bc triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:06:00.865985 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-05de2aab-6f60-40e7-a6b9-7b6968e22301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:00.909614 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-05de2aab-6f60-40e7-a6b9-7b6968e22301 None None] Port 0ed991e3-a137-4bd1-aaef-c8a4844184bc cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:06:00.920311 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-2cd6b33d-667c-4281-af99-da77b607d738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fce46c58-f9a6-42aa-988d-ac1eeebe2b12', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1250816224-router', 'tenant_id': 'a4f941c0e6ec4d71b17e5d3a04702d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': '4adbbf23-670c-43f4-b2f1-aa07d0a7d224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:05:56Z', 'updated_at': '2021-08-11T03:05:58Z', 'revision_number': 3, 'project_id': 'a4f941c0e6ec4d71b17e5d3a04702d7f', 'gw_port': {'id': '4adbbf23-670c-43f4-b2f1-aa07d0a7d224', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:68:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fce46c58-f9a6-42aa-988d-ac1eeebe2b12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:05:57Z', 'updated_at': '2021-08-11T03:06:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:06:00.947280 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd6b33d-667c-4281-af99-da77b607d738 None None] The sync data for ids ['fce46c58-f9a6-42aa-988d-ac1eeebe2b12'] in n-d-764292-30 is: [{'id': 'fce46c58-f9a6-42aa-988d-ac1eeebe2b12', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1250816224-router', 'tenant_id': 'a4f941c0e6ec4d71b17e5d3a04702d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': '4adbbf23-670c-43f4-b2f1-aa07d0a7d224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:05:56Z', 'updated_at': '2021-08-11T03:05:58Z', 'revision_number': 3, 'project_id': 'a4f941c0e6ec4d71b17e5d3a04702d7f', 'gw_port': {'id': '4adbbf23-670c-43f4-b2f1-aa07d0a7d224', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:68:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fce46c58-f9a6-42aa-988d-ac1eeebe2b12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:05:57Z', 'updated_at': '2021-08-11T03:06:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:06:01.368718 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695c892f-3058-4615-9e3c-f3372ced0a98 req-c87032eb-7995-44a3-bfad-a1af4116271b tempest-LiveMigrationNegativeTest-810634778 tempest-LiveMigrationNegativeTest-810634778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:01.370410 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-695c892f-3058-4615-9e3c-f3372ced0a98 req-c87032eb-7995-44a3-bfad-a1af4116271b tempest-LiveMigrationNegativeTest-810634778 tempest-LiveMigrationNegativeTest-810634778-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2954236-1bc4-41e2-a6cf-3032a367c6ac HTTP/1.1" status: 200 len: 950 time: 0.0908790 Aug 11 03:06:01.374924 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-fde62f09-74ce-43a5-ab7f-57cc12ade8f1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:01.405486 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f5d50f-37e3-40c4-be32-d917432efba6 req-87e9eb31-32d3-4dc1-8ea7-ce777a6d9650 tempest-LiveMigrationNegativeTest-810634778 tempest-LiveMigrationNegativeTest-810634778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:01.407236 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-33f5d50f-37e3-40c4-be32-d917432efba6 req-87e9eb31-32d3-4dc1-8ea7-ce777a6d9650 tempest-LiveMigrationNegativeTest-810634778 tempest-LiveMigrationNegativeTest-810634778-project] 10.222.0.22 "GET /v2.0/ports?device_id=b2954236-1bc4-41e2-a6cf-3032a367c6ac HTTP/1.1" status: 200 len: 950 time: 0.0592136 Aug 11 03:06:01.474497 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-695c892f-3058-4615-9e3c-f3372ced0a98 req-47503385-522b-4194-b6e2-19cd1e473dbe tempest-LiveMigrationNegativeTest-810634778 tempest-LiveMigrationNegativeTest-810634778-project] 10.222.0.41 "GET /v2.0/security-groups?id=0913e296-ac5e-445f-8623-626489b224f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878413 Aug 11 03:06:01.485360 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-fde62f09-74ce-43a5-ab7f-57cc12ade8f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:01.501588 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b46ef0d-541c-4db6-b753-06c850752e52 req-a3fc3a0f-9bb4-4bb1-a5fb-424c1974ec84 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:01.503325 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9b46ef0d-541c-4db6-b753-06c850752e52 req-a3fc3a0f-9bb4-4bb1-a5fb-424c1974ec84 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e790d19-e22e-49e6-811e-000580ef0e08 HTTP/1.1" status: 200 len: 950 time: 0.1098633 Aug 11 03:06:01.598933 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde62f09-74ce-43a5-ab7f-57cc12ade8f1 admin admin] Pushing event updated for resources: {'Port': ['ID=0ed991e3-a137-4bd1-aaef-c8a4844184bc,revision_number=2']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:01.608319 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-fde62f09-74ce-43a5-ab7f-57cc12ade8f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16383026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521135'] for router_interface, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:01.772947 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 50180) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:01.802540 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:01.828008 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9b46ef0d-541c-4db6-b753-06c850752e52 req-4c00ef47-48bc-46b9-883f-caa57660d9e3 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2843256 Aug 11 03:06:01.838421 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-fc4844b5-ecd1-4107-bb23-ccc49a007681 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:01.863943 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-153125f9-b563-4067-a15a-5ec9d55cabed req-4060d23b-41d5-4fb6-a253-6834fc9cc26c tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] 10.222.0.41 "GET /v2.0/ports?device_id=c37d8b08-64ee-4d7e-99b5-bc356505ed77 HTTP/1.1" status: 200 len: 210 time: 0.0899537 Aug 11 03:06:01.878521 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fde62f09-74ce-43a5-ab7f-57cc12ade8f1 admin admin] Network 6f0802fb-d80c-4376-8489-638bd5a335ca is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:06:01.882521 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-fde62f09-74ce-43a5-ab7f-57cc12ade8f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:06:01.919173 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 4adbbf23-670c-43f4-b2f1-aa07d0a7d224 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:06:01.967273 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9604087d-7645-4128-9267-80824db9f0a6 req-ed89141c-1c55-4498-bc76-d03e347f6a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:01.972355 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-9604087d-7645-4128-9267-80824db9f0a6 req-ed89141c-1c55-4498-bc76-d03e347f6a3d service neutron] 10.222.0.24 "GET /v2.0/ports/d3c9db57-eea5-4db7-a508-af7b68f15453 HTTP/1.1" status: 200 len: 1032 time: 0.5630224 Aug 11 03:06:02.068543 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port 4adbbf23-670c-43f4-b2f1-aa07d0a7d224 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:06:02.080147 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 4adbbf23-670c-43f4-b2f1-aa07d0a7d224 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:06:02.080531 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:02.082166 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33893161-7b69-4206-abb3-60937950dbcf req-f31dcd35-c32f-4876-9d72-412144c751fc tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:02.090817 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-33893161-7b69-4206-abb3-60937950dbcf req-f31dcd35-c32f-4876-9d72-412144c751fc tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=70c84ed6-1b38-4b73-8bea-55c843cc7bda HTTP/1.1" status: 200 len: 944 time: 0.1331275 Aug 11 03:06:02.092861 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9c8559b9-af68-483a-8915-99c5413a52ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:02.107271 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9604087d-7645-4128-9267-80824db9f0a6 req-66157294-1e37-430a-a0eb-f3252e67190d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:02.109391 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-9604087d-7645-4128-9267-80824db9f0a6 req-66157294-1e37-430a-a0eb-f3252e67190d service neutron] 10.222.0.24 "GET /v2.0/ports/e86cee10-c94b-4240-aed2-fc9db6db4421 HTTP/1.1" status: 200 len: 1032 time: 0.1304483 Aug 11 03:06:02.150217 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fde62f09-74ce-43a5-ab7f-57cc12ade8f1 admin admin] Router fce46c58-f9a6-42aa-988d-ac1eeebe2b12 has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:06:02.220433 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-33893161-7b69-4206-abb3-60937950dbcf req-a471f462-8ace-4780-90d8-f31c32047b9e tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a2aa92e-a0e4-4cb3-9665-2569763a2f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1286321 Aug 11 03:06:02.272512 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-91265516-5b1f-42f2-9389-f8c9cb8dcaff None None] Provisioning complete for port 0ed991e3-a137-4bd1-aaef-c8a4844184bc triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:06:02.273495 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-91265516-5b1f-42f2-9389-f8c9cb8dcaff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:02.299873 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:02.312508 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9604087d-7645-4128-9267-80824db9f0a6 req-bc999f14-6baa-44f1-8994-9cba62fe4753 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:02.326722 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port 4adbbf23-670c-43f4-b2f1-aa07d0a7d224, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=4adbbf23-670c-43f4-b2f1-aa07d0a7d224,segment=NetworkSegment(fab28bed-aa25-40db-bba4-ec26e795194c),segment_id=fab28bed-aa25-40db-bba4-ec26e795194c)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:06:02.329570 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9604087d-7645-4128-9267-80824db9f0a6 req-bc999f14-6baa-44f1-8994-9cba62fe4753 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:02.342012 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9604087d-7645-4128-9267-80824db9f0a6 req-bc999f14-6baa-44f1-8994-9cba62fe4753 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:02.344299 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-9604087d-7645-4128-9267-80824db9f0a6 req-bc999f14-6baa-44f1-8994-9cba62fe4753 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] 10.222.0.24 "GET /v2.0/networks?id=3df71ba6-2411-497d-98b1-8adc079ca6c6&id=a04ffcc2-d303-44d7-b369-5db13650c2d6&id=a04ffcc2-d303-44d7-b369-5db13650c2d6&id=a04ffcc2-d303-44d7-b369-5db13650c2d6&id=a04ffcc2-d303-44d7-b369-5db13650c2d6&id=305ca68a-259a-4e6f-a74b-d776988e8170&id=305ca68a-259a-4e6f-a74b-d776988e8170 HTTP/1.1" status: 200 len: 1993 time: 0.2243979 Aug 11 03:06:02.355858 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-91265516-5b1f-42f2-9389-f8c9cb8dcaff None None] Port 0ed991e3-a137-4bd1-aaef-c8a4844184bc cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:06:02.398468 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-33f5d50f-37e3-40c4-be32-d917432efba6 req-e4bd4e2d-5481-41ad-be7e-150be06be7a6 tempest-LiveMigrationNegativeTest-810634778 tempest-LiveMigrationNegativeTest-810634778-project] Deleting port 8a2c57c2-f791-4ef4-bfed-cab0e4eb4d46 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:06:02.398814 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-33f5d50f-37e3-40c4-be32-d917432efba6 req-e4bd4e2d-5481-41ad-be7e-150be06be7a6 tempest-LiveMigrationNegativeTest-810634778 tempest-LiveMigrationNegativeTest-810634778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:02.415196 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:02.416330 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 507d9928-035c-44a6-9f83-426f63b5f845 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:06:02.429921 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9c8559b9-af68-483a-8915-99c5413a52ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:02.447070 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fde62f09-74ce-43a5-ab7f-57cc12ade8f1 admin admin] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:06:02.458684 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-9604087d-7645-4128-9267-80824db9f0a6 req-0425e347-f1e3-4073-a9a9-8509bfc106eb tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d334b2b08b9742719f1009ec13bc53a6 HTTP/1.1" status: 200 len: 380 time: 0.1039236 Aug 11 03:06:02.470723 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-9604087d-7645-4128-9267-80824db9f0a6 req-c75bed53-437f-4556-a5a6-5cdf4203fd64 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Request body: {'port': {'device_id': 'c37d8b08-64ee-4d7e-99b5-bc356505ed77', 'network_id': '3df71ba6-2411-497d-98b1-8adc079ca6c6', 'admin_state_up': True, 'tenant_id': 'd334b2b08b9742719f1009ec13bc53a6', 'security_groups': ['607419a9-bee5-4ef0-a97c-fc5d24552dc8']}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:06:02.478840 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-fde62f09-74ce-43a5-ab7f-57cc12ade8f1 admin admin] 10.222.0.41 "PUT /v2.0/routers/fce46c58-f9a6-42aa-988d-ac1eeebe2b12/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3792479 Aug 11 03:06:02.502318 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9c8559b9-af68-483a-8915-99c5413a52ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:02.529414 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7505bf1a-893a-4bb6-8c66-5a6bf0927976 req-a10888cf-2b2a-414d-9d37-c578cfe9b2d8 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:02.536458 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7505bf1a-893a-4bb6-8c66-5a6bf0927976 req-a10888cf-2b2a-414d-9d37-c578cfe9b2d8 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=70c84ed6-1b38-4b73-8bea-55c843cc7bda HTTP/1.1" status: 200 len: 944 time: 0.1032224 Aug 11 03:06:02.609986 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-33f5d50f-37e3-40c4-be32-d917432efba6 req-e4bd4e2d-5481-41ad-be7e-150be06be7a6 tempest-LiveMigrationNegativeTest-810634778 tempest-LiveMigrationNegativeTest-810634778-project] For port 8a2c57c2-f791-4ef4-bfed-cab0e4eb4d46, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=8a2c57c2-f791-4ef4-bfed-cab0e4eb4d46,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:06:02.610388 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-33f5d50f-37e3-40c4-be32-d917432efba6 req-e4bd4e2d-5481-41ad-be7e-150be06be7a6 tempest-LiveMigrationNegativeTest-810634778 tempest-LiveMigrationNegativeTest-810634778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:02.621995 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 507d9928-035c-44a6-9f83-426f63b5f845 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:06:02.622309 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:02.634211 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-33f5d50f-37e3-40c4-be32-d917432efba6 req-e4bd4e2d-5481-41ad-be7e-150be06be7a6 tempest-LiveMigrationNegativeTest-810634778 tempest-LiveMigrationNegativeTest-810634778-project] Calling delete_port for 8a2c57c2-f791-4ef4-bfed-cab0e4eb4d46 owned by compute:nova {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:06:02.678193 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=4adbbf23-670c-43f4-b2f1-aa07d0a7d224,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:02.688068 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-9c8559b9-af68-483a-8915-99c5413a52ac admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8f97b4cccff1442ca003b18f06a48ba4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9105864 Aug 11 03:06:02.715133 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 50198) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:02.716376 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7505bf1a-893a-4bb6-8c66-5a6bf0927976 req-54802cf6-1628-4694-b63d-9715fa4bcb1d tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a2aa92e-a0e4-4cb3-9665-2569763a2f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1547871 Aug 11 03:06:02.719942 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8559b9-af68-483a-8915-99c5413a52ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22103480-1484-4970-9440-c6f291f8c4c5,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:02.726406 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9604087d-7645-4128-9267-80824db9f0a6 req-c75bed53-437f-4556-a5a6-5cdf4203fd64 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Made reservation on behalf of d334b2b08b9742719f1009ec13bc53a6 for: {'port': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:06:02.730035 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-9604087d-7645-4128-9267-80824db9f0a6 req-c75bed53-437f-4556-a5a6-5cdf4203fd64 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:02.794847 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a21e86-c6c0-4036-819e-383f5cb8ddbc req-597f6033-1f04-4791-bcf3-7a8894f744a6 tempest-LiveMigrationNegativeTest-810634778 tempest-LiveMigrationNegativeTest-810634778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:02.796764 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b9a21e86-c6c0-4036-819e-383f5cb8ddbc req-597f6033-1f04-4791-bcf3-7a8894f744a6 tempest-LiveMigrationNegativeTest-810634778 tempest-LiveMigrationNegativeTest-810634778-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2954236-1bc4-41e2-a6cf-3032a367c6ac HTTP/1.1" status: 200 len: 950 time: 0.1552744 Aug 11 03:06:02.877094 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b9a21e86-c6c0-4036-819e-383f5cb8ddbc req-d025603f-5c9e-46d6-aa32-51c720f3fe52 tempest-LiveMigrationNegativeTest-810634778 tempest-LiveMigrationNegativeTest-810634778-project] 10.222.0.41 "GET /v2.0/security-groups?id=0913e296-ac5e-445f-8623-626489b224f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649853 Aug 11 03:06:02.922977 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:02.964894 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-bdef80c8-8aac-4711-9b7b-d29eaf3ef671 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:02.989100 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [req-9604087d-7645-4128-9267-80824db9f0a6 req-c75bed53-437f-4556-a5a6-5cdf4203fd64 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Allocated IP 172.20.0.12 (3df71ba6-2411-497d-98b1-8adc079ca6c6/0bedeabe-ae79-4397-9dc9-c17dc9305e82/e87fa64a-3fae-4794-abf7-60cf725af3f0) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:06:03.002236 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635432d0-1b90-4baf-8b02-068cd7dfe24d req-12a7ee0d-deee-4f79-a8c6-dd2d025efa44 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:03.011197 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-635432d0-1b90-4baf-8b02-068cd7dfe24d req-12a7ee0d-deee-4f79-a8c6-dd2d025efa44 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=70c84ed6-1b38-4b73-8bea-55c843cc7bda HTTP/1.1" status: 200 len: 944 time: 0.0625031 Aug 11 03:06:03.042001 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-bdef80c8-8aac-4711-9b7b-d29eaf3ef671 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:03.091984 n-d-764292-30 neutron-server[102192]: INFO neutron.api.v2.resource [req-911424bd-84c0-4642-a947-0901bf6a06de req-eeedcd58-e544-4866-8273-ab2d65594e72 tempest-FloatingIPDetailsNegativeTestJSON-1269097579 tempest-FloatingIPDetailsNegativeTestJSON-1269097579-project] show failed (client error): The resource could not be found. Aug 11 03:06:03.107158 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-911424bd-84c0-4642-a947-0901bf6a06de req-eeedcd58-e544-4866-8273-ab2d65594e72 tempest-FloatingIPDetailsNegativeTestJSON-1269097579 tempest-FloatingIPDetailsNegativeTestJSON-1269097579-project] 10.222.0.41 "GET /v2.0/floatingips/436b1190-16cf-4249-8633-ff5e17bcce5a HTTP/1.1" status: 404 len: 350 time: 0.0713930 Aug 11 03:06:03.107630 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 50210) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:03.141056 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-635432d0-1b90-4baf-8b02-068cd7dfe24d req-4cf025b0-5275-4111-a6c5-320b8e2934c0 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a2aa92e-a0e4-4cb3-9665-2569763a2f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1247399 Aug 11 03:06:03.211759 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-33f5d50f-37e3-40c4-be32-d917432efba6 req-e4bd4e2d-5481-41ad-be7e-150be06be7a6 tempest-LiveMigrationNegativeTest-810634778 tempest-LiveMigrationNegativeTest-810634778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:03.225999 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['8a2c57c2-f791-4ef4-bfed-cab0e4eb4d46'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:06:03.278569 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c4fd3e-d9e4-4a89-8eaa-8dd4db18d9e9 req-fafbbcd9-db73-453a-9957-4f7d87a701c5 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:03.283165 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-93c4fd3e-d9e4-4a89-8eaa-8dd4db18d9e9 req-fafbbcd9-db73-453a-9957-4f7d87a701c5 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e790d19-e22e-49e6-811e-000580ef0e08 HTTP/1.1" status: 200 len: 950 time: 0.1003084 Aug 11 03:06:03.290955 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bd4e2d-5481-41ad-be7e-150be06be7a6 tempest-LiveMigrationNegativeTest-810634778 tempest-LiveMigrationNegativeTest-810634778-project] Pushing event deleted for resources: {'Port': ['ID=8a2c57c2-f791-4ef4-bfed-cab0e4eb4d46,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:03.369822 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd104fc-bb67-4b03-a715-eea654e711b0 None None] Sync routers for ids ['fce46c58-f9a6-42aa-988d-ac1eeebe2b12'] in n-d-764292-30 {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:06:03.388979 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd104fc-bb67-4b03-a715-eea654e711b0 None None] Routers {'fce46c58-f9a6-42aa-988d-ac1eeebe2b12'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:06:03.390012 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-4bd104fc-bb67-4b03-a715-eea654e711b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:06:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['fce46c58-f9a6-42aa-988d-ac1eeebe2b12'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:06:03.409396 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-93c4fd3e-d9e4-4a89-8eaa-8dd4db18d9e9 req-69f72896-e02e-41c1-9974-235b8226fbde tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143389 Aug 11 03:06:03.416327 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-33f5d50f-37e3-40c4-be32-d917432efba6 req-e4bd4e2d-5481-41ad-be7e-150be06be7a6 tempest-LiveMigrationNegativeTest-810634778 tempest-LiveMigrationNegativeTest-810634778-project] No DVR routers for this DVR port 8a2c57c2-f791-4ef4-bfed-cab0e4eb4d46 on host n-h1-764292-30 {{(pid=102191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:06:03.419487 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-33f5d50f-37e3-40c4-be32-d917432efba6 req-e4bd4e2d-5481-41ad-be7e-150be06be7a6 tempest-LiveMigrationNegativeTest-810634778 tempest-LiveMigrationNegativeTest-810634778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:03.419786 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5e6bc438-55ae-4152-b7f4-c65f41a57e1e req-e9803e23-0b97-42f7-b5bc-563629c2837b tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] 10.222.0.41 "GET /v2.0/ports?device_id=c37d8b08-64ee-4d7e-99b5-bc356505ed77 HTTP/1.1" status: 200 len: 210 time: 0.0756500 Aug 11 03:06:03.421943 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-33f5d50f-37e3-40c4-be32-d917432efba6 req-e4bd4e2d-5481-41ad-be7e-150be06be7a6 tempest-LiveMigrationNegativeTest-810634778 tempest-LiveMigrationNegativeTest-810634778-project] 10.222.0.22 "DELETE /v2.0/ports/8a2c57c2-f791-4ef4-bfed-cab0e4eb4d46 HTTP/1.1" status: 204 len: 173 time: 2.0046062 Aug 11 03:06:03.428018 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2954236-1bc4-41e2-a6cf-3032a367c6ac', 'name': 'network-vif-deleted', 'tag': '8a2c57c2-f791-4ef4-bfed-cab0e4eb4d46'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:06:03.431174 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d6dddaf-85a7-46c1-9e56-e3d00f291ee0" -d '{"events": [{"server_uuid": "b2954236-1bc4-41e2-a6cf-3032a367c6ac", "name": "network-vif-deleted", "tag": "8a2c57c2-f791-4ef4-bfed-cab0e4eb4d46"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:06:03.453926 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-bdef80c8-8aac-4711-9b7b-d29eaf3ef671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:03.455666 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-bdef80c8-8aac-4711-9b7b-d29eaf3ef671 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:03.457104 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-bdef80c8-8aac-4711-9b7b-d29eaf3ef671 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/22103480-1484-4970-9440-c6f291f8c4c5 HTTP/1.1" status: 204 len: 168 time: 0.7402530 Aug 11 03:06:03.541668 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-9604087d-7645-4128-9267-80824db9f0a6 req-c75bed53-437f-4556-a5a6-5cdf4203fd64 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:03.564047 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdef80c8-8aac-4711-9b7b-d29eaf3ef671 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22103480-1484-4970-9440-c6f291f8c4c5,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:03.666591 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecb61e39-df7c-4510-aec3-6b08bde0471f x-openstack-request-id: req-ecb61e39-df7c-4510-aec3-6b08bde0471f {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:06:03.666925 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2954236-1bc4-41e2-a6cf-3032a367c6ac", "name": "network-vif-deleted", "tag": "8a2c57c2-f791-4ef4-bfed-cab0e4eb4d46", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:06:03.667181 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ecb61e39-df7c-4510-aec3-6b08bde0471f {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:06:03.667573 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2954236-1bc4-41e2-a6cf-3032a367c6ac', 'name': 'network-vif-deleted', 'tag': '8a2c57c2-f791-4ef4-bfed-cab0e4eb4d46', 'status': 'completed', 'code': 200} Aug 11 03:06:03.676569 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [req-9604087d-7645-4128-9267-80824db9f0a6 req-c75bed53-437f-4556-a5a6-5cdf4203fd64 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Transition to ACTIVE for port object e87fa64a-3fae-4794-abf7-60cf725af3f0 will not be triggered until provisioned by entity DHCP. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:06:03.699232 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-4bd104fc-bb67-4b03-a715-eea654e711b0 None None] Set router fce46c58-f9a6-42aa-988d-ac1eeebe2b12 gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:06:03.718773 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 4adbbf23-670c-43f4-b2f1-aa07d0a7d224 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:06:03.787483 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f886d6d-fec2-4ff6-b8a7-eb97f7df49d9 req-bac4b152-f25f-41f4-8480-4fca62bcc048 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:03.789239 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4f886d6d-fec2-4ff6-b8a7-eb97f7df49d9 req-bac4b152-f25f-41f4-8480-4fca62bcc048 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/networks?id=6b5eb666-47e5-4ddb-b0bc-16855d478160 HTTP/1.1" status: 200 len: 812 time: 0.1884098 Aug 11 03:06:03.807044 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 4adbbf23-670c-43f4-b2f1-aa07d0a7d224 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:06:03.807683 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:03.815161 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4f886d6d-fec2-4ff6-b8a7-eb97f7df49d9 req-84713af9-324c-4100-aa25-ceeb56b65dc9 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/quotas/3419766c112444a3864f482257b66851 HTTP/1.1" status: 200 len: 375 time: 0.0188041 Aug 11 03:06:03.837791 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-9604087d-7645-4128-9267-80824db9f0a6 req-c75bed53-437f-4556-a5a6-5cdf4203fd64 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:03.898960 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9604087d-7645-4128-9267-80824db9f0a6 req-c75bed53-437f-4556-a5a6-5cdf4203fd64 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Network 3df71ba6-2411-497d-98b1-8adc079ca6c6 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:06:03.922023 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [req-9604087d-7645-4128-9267-80824db9f0a6 req-c75bed53-437f-4556-a5a6-5cdf4203fd64 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:06:03.938044 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-9604087d-7645-4128-9267-80824db9f0a6 req-c75bed53-437f-4556-a5a6-5cdf4203fd64 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:06:03.948697 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4f886d6d-fec2-4ff6-b8a7-eb97f7df49d9 req-c6311ced-960b-4d2c-836b-fe4dac882949 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=3419766c112444a3864f482257b66851&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1241143 Aug 11 03:06:04.026040 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9604087d-7645-4128-9267-80824db9f0a6 req-c75bed53-437f-4556-a5a6-5cdf4203fd64 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:04.027122 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-9604087d-7645-4128-9267-80824db9f0a6 req-c75bed53-437f-4556-a5a6-5cdf4203fd64 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:04.133313 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75bed53-437f-4556-a5a6-5cdf4203fd64 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Pushing event updated for resources: {'Port': ['ID=e87fa64a-3fae-4794-abf7-60cf725af3f0,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:04.151499 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-9604087d-7645-4128-9267-80824db9f0a6 req-c75bed53-437f-4556-a5a6-5cdf4203fd64 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6866293 Aug 11 03:06:04.172764 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-4bd104fc-bb67-4b03-a715-eea654e711b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fce46c58-f9a6-42aa-988d-ac1eeebe2b12', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1250816224-router', 'tenant_id': 'a4f941c0e6ec4d71b17e5d3a04702d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': '4adbbf23-670c-43f4-b2f1-aa07d0a7d224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:05:56Z', 'updated_at': '2021-08-11T03:06:00Z', 'revision_number': 4, 'project_id': 'a4f941c0e6ec4d71b17e5d3a04702d7f', 'gw_port': {'id': '4adbbf23-670c-43f4-b2f1-aa07d0a7d224', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:68:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce46c58-f9a6-42aa-988d-ac1eeebe2b12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:05:57Z', 'updated_at': '2021-08-11T03:06:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '0ed991e3-a137-4bd1-aaef-c8a4844184bc', 'name': '', 'network_id': '6f0802fb-d80c-4376-8489-638bd5a335ca', 'tenant_id': 'a4f941c0e6ec4d71b17e5d3a04702d7f', 'mac_address': 'fa:16:3e:7e:17:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fce46c58-f9a6-42aa-988d-ac1eeebe2b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': 'c2d778d5-5d23-4445-84af-51b30efedc8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:05:59Z', 'updated_at': '2021-08-11T03:06:00Z', 'revision_number': 2, 'project_id': 'a4f941c0e6ec4d71b17e5d3a04702d7f', 'subnets': [{'id': 'c2d778d5-5d23-4445-84af-51b30efedc8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:06:04.178971 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-9604087d-7645-4128-9267-80824db9f0a6 req-76d4d713-1913-45ae-b45c-a690f428a8c5 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Request body: {'port': {'device_id': 'c37d8b08-64ee-4d7e-99b5-bc356505ed77', 'network_id': 'a04ffcc2-d303-44d7-b369-5db13650c2d6', 'admin_state_up': True, 'tenant_id': 'd334b2b08b9742719f1009ec13bc53a6', 'security_groups': ['607419a9-bee5-4ef0-a97c-fc5d24552dc8']}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:06:04.202938 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4f886d6d-fec2-4ff6-b8a7-eb97f7df49d9 req-6108b4b2-9fda-49df-9e13-aff22c729bba service neutron] 10.222.0.41 "GET /v2.0/networks/6b5eb666-47e5-4ddb-b0bc-16855d478160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2446189 Aug 11 03:06:04.216813 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd104fc-bb67-4b03-a715-eea654e711b0 None None] Checking router: fce46c58-f9a6-42aa-988d-ac1eeebe2b12 for host: n-d-764292-30 {{(pid=102194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:06:04.217357 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd104fc-bb67-4b03-a715-eea654e711b0 None None] Updating router fce46c58-f9a6-42aa-988d-ac1eeebe2b12 port 0ed991e3-a137-4bd1-aaef-c8a4844184bc binding host n-d-764292-30 {{(pid=102194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:06:04.285954 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-4bd104fc-bb67-4b03-a715-eea654e711b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:04.332737 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7380c11f-e5e0-4738-b3b5-2d232d5c4714 req-26a1a759-aa3d-4f95-8745-f604edff1208 tempest-LiveMigrationNegativeTest-810634778 tempest-LiveMigrationNegativeTest-810634778-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2954236-1bc4-41e2-a6cf-3032a367c6ac HTTP/1.1" status: 200 len: 210 time: 0.0649970 Aug 11 03:06:04.404384 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-269c281d-a2c3-44a5-8a8a-f28b9eb5e39a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521106'] for router_interface, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:04.428251 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4f886d6d-fec2-4ff6-b8a7-eb97f7df49d9 req-ae19a754-ef53-46bc-877a-77188e8aa91c service neutron] 10.222.0.41 "GET /v2.0/networks/6b5eb666-47e5-4ddb-b0bc-16855d478160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2242284 Aug 11 03:06:04.531175 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9604087d-7645-4128-9267-80824db9f0a6 req-76d4d713-1913-45ae-b45c-a690f428a8c5 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Made reservation on behalf of d334b2b08b9742719f1009ec13bc53a6 for: {'port': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:06:04.535574 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-9604087d-7645-4128-9267-80824db9f0a6 req-76d4d713-1913-45ae-b45c-a690f428a8c5 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:04.581180 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:04.643483 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f903fa-f61c-4d3d-8221-cca8fc4be529 req-5a80d370-82c2-4a57-a971-14e23748940e tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:04.643918 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-05e39ef0-31c6-4afb-ab39-bc219389f8c3 None None] Provisioning for port e87fa64a-3fae-4794-abf7-60cf725af3f0 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:06:04.650055 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-05e39ef0-31c6-4afb-ab39-bc219389f8c3 None None] Provisioning complete for port e87fa64a-3fae-4794-abf7-60cf725af3f0 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:06:04.650619 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-05e39ef0-31c6-4afb-ab39-bc219389f8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:04.656554 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-87f903fa-f61c-4d3d-8221-cca8fc4be529 req-5a80d370-82c2-4a57-a971-14e23748940e tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] 10.222.0.41 "GET /v2.0/ports?device_id=c37d8b08-64ee-4d7e-99b5-bc356505ed77 HTTP/1.1" status: 200 len: 932 time: 0.1170108 Aug 11 03:06:04.742901 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-87f903fa-f61c-4d3d-8221-cca8fc4be529 req-ab8fdf1a-a9bf-4cc8-85bb-bc3ba0615bd5 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] 10.222.0.41 "GET /v2.0/security-groups?id=607419a9-bee5-4ef0-a97c-fc5d24552dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849493 Aug 11 03:06:04.761636 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [req-9604087d-7645-4128-9267-80824db9f0a6 req-76d4d713-1913-45ae-b45c-a690f428a8c5 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Allocated IP 10.1.1.179 (a04ffcc2-d303-44d7-b369-5db13650c2d6/6efca74f-85f6-4ecd-8f10-5d7e955ea1c7/01a24300-24a6-4bdc-8012-20919034c7e4) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:06:04.807227 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-05e39ef0-31c6-4afb-ab39-bc219389f8c3 None None] Port e87fa64a-3fae-4794-abf7-60cf725af3f0 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:06:04.816026 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-4bd104fc-bb67-4b03-a715-eea654e711b0 None None] Notify callbacks [] for port, precommit_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:04.851243 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.provisioning_blocks [None req-4bd104fc-bb67-4b03-a715-eea654e711b0 None None] Transition to ACTIVE for port object 0ed991e3-a137-4bd1-aaef-c8a4844184bc will not be triggered until provisioned by entity L2. {{(pid=102194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:06:04.948990 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-fae1dd02-f0db-4e66-b486-d3ae1b2544ad req-45b86f56-698f-4792-9d21-e297b7304333 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=29cccc14-5cf4-4470-a538-9d1ef2af8007 HTTP/1.1" status: 200 len: 210 time: 0.0700738 Aug 11 03:06:04.954717 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-4bd104fc-bb67-4b03-a715-eea654e711b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:05.004455 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-9604087d-7645-4128-9267-80824db9f0a6 req-76d4d713-1913-45ae-b45c-a690f428a8c5 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:05.008432 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0b5b68-de3e-4925-83b4-887920bcc45a req-2d82d433-42be-4683-aa3c-0207b9873f37 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:05.017475 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8f0b5b68-de3e-4925-83b4-887920bcc45a req-2d82d433-42be-4683-aa3c-0207b9873f37 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e790d19-e22e-49e6-811e-000580ef0e08 HTTP/1.1" status: 200 len: 950 time: 0.1279955 Aug 11 03:06:05.028475 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [req-9604087d-7645-4128-9267-80824db9f0a6 req-76d4d713-1913-45ae-b45c-a690f428a8c5 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Transition to ACTIVE for port object 01a24300-24a6-4bdc-8012-20919034c7e4 will not be triggered until provisioned by entity DHCP. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:06:05.076889 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc16ecc-da10-4ad3-83a0-9a49633639b5 None None] Pushing event updated for resources: {'Port': ['ID=0ed991e3-a137-4bd1-aaef-c8a4844184bc,revision_number=3']} {{(pid=102194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:05.112579 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc16ecc-da10-4ad3-83a0-9a49633639b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:06:05.112933 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc16ecc-da10-4ad3-83a0-9a49633639b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:06:05.113280 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc16ecc-da10-4ad3-83a0-9a49633639b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:06:05.115256 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc16ecc-da10-4ad3-83a0-9a49633639b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:06:05.118046 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc16ecc-da10-4ad3-83a0-9a49633639b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:06:05.118046 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc16ecc-da10-4ad3-83a0-9a49633639b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:06:05.118046 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc16ecc-da10-4ad3-83a0-9a49633639b5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:06:05.118046 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc16ecc-da10-4ad3-83a0-9a49633639b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:06:05.118046 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc16ecc-da10-4ad3-83a0-9a49633639b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:06:05.119488 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc16ecc-da10-4ad3-83a0-9a49633639b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:06:05.119989 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc16ecc-da10-4ad3-83a0-9a49633639b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:06:05.120477 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc16ecc-da10-4ad3-83a0-9a49633639b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:06:05.152118 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8f0b5b68-de3e-4925-83b4-887920bcc45a req-0e456d11-dda2-4280-b8d5-ab9f2a3ea056 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213384 Aug 11 03:06:05.197125 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-9604087d-7645-4128-9267-80824db9f0a6 req-76d4d713-1913-45ae-b45c-a690f428a8c5 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:05.204440 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-4bd104fc-bb67-4b03-a715-eea654e711b0 None None] Attempting to bind port 0ed991e3-a137-4bd1-aaef-c8a4844184bc on host n-d-764292-30 for vnic_type normal with profile {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:06:05.204820 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-4bd104fc-bb67-4b03-a715-eea654e711b0 None None] Attempting to bind port 0ed991e3-a137-4bd1-aaef-c8a4844184bc by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': 'b600e964-2a82-4804-8ead-baffe4ff99ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '6f0802fb-d80c-4376-8489-638bd5a335ca'}] {{(pid=102194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:06:05.205190 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd104fc-bb67-4b03-a715-eea654e711b0 None None] Attempting to bind port 0ed991e3-a137-4bd1-aaef-c8a4844184bc on network 6f0802fb-d80c-4376-8489-638bd5a335ca {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:06:05.219578 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd104fc-bb67-4b03-a715-eea654e711b0 None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 6, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:06:05.220012 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd104fc-bb67-4b03-a715-eea654e711b0 None None] Checking segment: {'id': 'b600e964-2a82-4804-8ead-baffe4ff99ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '6f0802fb-d80c-4376-8489-638bd5a335ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:06:05.220427 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-4bd104fc-bb67-4b03-a715-eea654e711b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:05.220832 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd104fc-bb67-4b03-a715-eea654e711b0 None None] Bound using segment: {'id': 'b600e964-2a82-4804-8ead-baffe4ff99ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '6f0802fb-d80c-4376-8489-638bd5a335ca'} {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:06:05.221331 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-4bd104fc-bb67-4b03-a715-eea654e711b0 None None] Bound port: 0ed991e3-a137-4bd1-aaef-c8a4844184bc, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b600e964-2a82-4804-8ead-baffe4ff99ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '6f0802fb-d80c-4376-8489-638bd5a335ca'}}] {{(pid=102194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:06:05.221714 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-4bd104fc-bb67-4b03-a715-eea654e711b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:05.286677 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9604087d-7645-4128-9267-80824db9f0a6 req-76d4d713-1913-45ae-b45c-a690f428a8c5 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Network a04ffcc2-d303-44d7-b369-5db13650c2d6 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:06:05.293420 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [req-9604087d-7645-4128-9267-80824db9f0a6 req-76d4d713-1913-45ae-b45c-a690f428a8c5 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:06:05.302559 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-9604087d-7645-4128-9267-80824db9f0a6 req-76d4d713-1913-45ae-b45c-a690f428a8c5 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:06:05.303909 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 50268) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:05.328247 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.db [None req-4bd104fc-bb67-4b03-a715-eea654e711b0 None None] For port 0ed991e3-a137-4bd1-aaef-c8a4844184bc, host n-d-764292-30, cleared binding levels {{(pid=102194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:06:05.331645 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d4d713-1913-45ae-b45c-a690f428a8c5 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Pushing event updated for resources: {'Port': ['ID=01a24300-24a6-4bdc-8012-20919034c7e4,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:05.341203 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.db [None req-4bd104fc-bb67-4b03-a715-eea654e711b0 None None] For port 0ed991e3-a137-4bd1-aaef-c8a4844184bc, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=0ed991e3-a137-4bd1-aaef-c8a4844184bc,segment=NetworkSegment(b600e964-2a82-4804-8ead-baffe4ff99ba),segment_id=b600e964-2a82-4804-8ead-baffe4ff99ba)] {{(pid=102194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:06:05.411502 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-4bd104fc-bb67-4b03-a715-eea654e711b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:05.448141 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9604087d-7645-4128-9267-80824db9f0a6 req-76d4d713-1913-45ae-b45c-a690f428a8c5 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:05.450086 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-9604087d-7645-4128-9267-80824db9f0a6 req-76d4d713-1913-45ae-b45c-a690f428a8c5 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:05.501493 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc16ecc-da10-4ad3-83a0-9a49633639b5 None None] Pushing event updated for resources: {'Port': ['ID=0ed991e3-a137-4bd1-aaef-c8a4844184bc,revision_number=4']} {{(pid=102194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:05.518011 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-73fcda52-7b83-4597-a17e-b7726adda484 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1014225383-network', 'tenant_id': '2450ae2365d2446ba64465e986183ba7'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:06:05.541524 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd104fc-bb67-4b03-a715-eea654e711b0 None None] Routers {'fce46c58-f9a6-42aa-988d-ac1eeebe2b12'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:06:05.542537 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-4bd104fc-bb67-4b03-a715-eea654e711b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:06:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['fce46c58-f9a6-42aa-988d-ac1eeebe2b12'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:06:05.595055 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-269c281d-a2c3-44a5-8a8a-f28b9eb5e39a admin admin] Deleting port 0ed991e3-a137-4bd1-aaef-c8a4844184bc {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:06:05.595612 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-269c281d-a2c3-44a5-8a8a-f28b9eb5e39a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:05.657983 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-9604087d-7645-4128-9267-80824db9f0a6 req-76d4d713-1913-45ae-b45c-a690f428a8c5 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4866724 Aug 11 03:06:05.678137 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-9604087d-7645-4128-9267-80824db9f0a6 req-6efff76e-9a24-498b-82d7-ece3aeae7437 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Request body: {'port': {'device_id': 'c37d8b08-64ee-4d7e-99b5-bc356505ed77', 'network_id': 'a04ffcc2-d303-44d7-b369-5db13650c2d6', 'admin_state_up': True, 'tenant_id': 'd334b2b08b9742719f1009ec13bc53a6', 'security_groups': ['607419a9-bee5-4ef0-a97c-fc5d24552dc8']}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:06:05.728192 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73fcda52-7b83-4597-a17e-b7726adda484 admin admin] Made reservation on behalf of 2450ae2365d2446ba64465e986183ba7 for: {'network': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:06:05.730598 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-73fcda52-7b83-4597-a17e-b7726adda484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:05.744451 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-73fcda52-7b83-4597-a17e-b7726adda484 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:05.750000 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-4bd104fc-bb67-4b03-a715-eea654e711b0 None None] Set router fce46c58-f9a6-42aa-988d-ac1eeebe2b12 gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:06:05.843630 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-c5fb9ebc-88e0-4ec0-ab05-4e7e0d84c900 None None] Provisioning for port 01a24300-24a6-4bdc-8012-20919034c7e4 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:06:05.848694 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-c5fb9ebc-88e0-4ec0-ab05-4e7e0d84c900 None None] Provisioning complete for port 01a24300-24a6-4bdc-8012-20919034c7e4 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:06:05.849248 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-c5fb9ebc-88e0-4ec0-ab05-4e7e0d84c900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:05.868133 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [None req-269c281d-a2c3-44a5-8a8a-f28b9eb5e39a admin admin] For port 0ed991e3-a137-4bd1-aaef-c8a4844184bc, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=0ed991e3-a137-4bd1-aaef-c8a4844184bc,segment=NetworkSegment(b600e964-2a82-4804-8ead-baffe4ff99ba),segment_id=b600e964-2a82-4804-8ead-baffe4ff99ba)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:06:05.868705 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-269c281d-a2c3-44a5-8a8a-f28b9eb5e39a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:05.886233 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-269c281d-a2c3-44a5-8a8a-f28b9eb5e39a admin admin] Calling delete_port for 0ed991e3-a137-4bd1-aaef-c8a4844184bc owned by network:router_interface {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:06:05.906669 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 8a2c57c2-f791-4ef4-bfed-cab0e4eb4d46 no longer exists at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:06:05.907582 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-73fcda52-7b83-4597-a17e-b7726adda484 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:05.949552 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] No Port match for: 8a2c57c2-f791-4ef4-bfed-cab0e4eb4d46 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:06:05.949898 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 8a2c57c2-f791-4ef4-bfed-cab0e4eb4d46 not bound to the agent host n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:06:05.975051 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-c5fb9ebc-88e0-4ec0-ab05-4e7e0d84c900 None None] Port 01a24300-24a6-4bdc-8012-20919034c7e4 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:06:06.030882 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-73fcda52-7b83-4597-a17e-b7726adda484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:06.127308 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6a3ef0-a5eb-440c-a584-948524249d10 req-c8892854-0bfd-4d53-b4b1-3433edb44a11 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:06.133439 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6a3ef0-a5eb-440c-a584-948524249d10 req-c8892854-0bfd-4d53-b4b1-3433edb44a11 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:06.142082 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ef6a3ef0-a5eb-440c-a584-948524249d10 req-c8892854-0bfd-4d53-b4b1-3433edb44a11 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] 10.222.0.41 "GET /v2.0/ports?device_id=c37d8b08-64ee-4d7e-99b5-bc356505ed77 HTTP/1.1" status: 200 len: 1654 time: 0.2168913 Aug 11 03:06:06.144050 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 50286) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:06.175480 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9604087d-7645-4128-9267-80824db9f0a6 req-6efff76e-9a24-498b-82d7-ece3aeae7437 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Made reservation on behalf of d334b2b08b9742719f1009ec13bc53a6 for: {'port': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:06:06.179853 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-9604087d-7645-4128-9267-80824db9f0a6 req-6efff76e-9a24-498b-82d7-ece3aeae7437 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:06.191396 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-fe5f4eb2-6568-4711-aba2-331b880e69a2 req-bac26781-fe24-4def-b0ee-e3ec8e1b567e tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=29cccc14-5cf4-4470-a538-9d1ef2af8007 HTTP/1.1" status: 200 len: 210 time: 0.1562986 Aug 11 03:06:06.199923 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fcda52-7b83-4597-a17e-b7726adda484 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3f02e39-def9-4c8f-8bb0-982bc1f8ea2d,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:06.250667 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ef6a3ef0-a5eb-440c-a584-948524249d10 req-5b74dd6f-6e0b-4ba3-9105-9cbe0dda31eb tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] 10.222.0.41 "GET /v2.0/security-groups?id=607419a9-bee5-4ef0-a97c-fc5d24552dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029749 Aug 11 03:06:06.257880 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-4bd104fc-bb67-4b03-a715-eea654e711b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fce46c58-f9a6-42aa-988d-ac1eeebe2b12', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1250816224-router', 'tenant_id': 'a4f941c0e6ec4d71b17e5d3a04702d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': '4adbbf23-670c-43f4-b2f1-aa07d0a7d224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:05:56Z', 'updated_at': '2021-08-11T03:06:00Z', 'revision_number': 4, 'project_id': 'a4f941c0e6ec4d71b17e5d3a04702d7f', 'gw_port': {'id': '4adbbf23-670c-43f4-b2f1-aa07d0a7d224', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:68:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce46c58-f9a6-42aa-988d-ac1eeebe2b12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:05:57Z', 'updated_at': '2021-08-11T03:06:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '0ed991e3-a137-4bd1-aaef-c8a4844184bc', 'name': '', 'network_id': '6f0802fb-d80c-4376-8489-638bd5a335ca', 'tenant_id': 'a4f941c0e6ec4d71b17e5d3a04702d7f', 'mac_address': 'fa:16:3e:7e:17:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fce46c58-f9a6-42aa-988d-ac1eeebe2b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': 'c2d778d5-5d23-4445-84af-51b30efedc8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:05:59Z', 'updated_at': '2021-08-11T03:06:05Z', 'revision_number': 4, 'project_id': 'a4f941c0e6ec4d71b17e5d3a04702d7f', 'subnets': [{'id': 'c2d778d5-5d23-4445-84af-51b30efedc8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:06:06.317658 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd104fc-bb67-4b03-a715-eea654e711b0 None None] The sync data for ids ['fce46c58-f9a6-42aa-988d-ac1eeebe2b12'] in n-d-764292-30 is: [{'id': 'fce46c58-f9a6-42aa-988d-ac1eeebe2b12', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1250816224-router', 'tenant_id': 'a4f941c0e6ec4d71b17e5d3a04702d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': '4adbbf23-670c-43f4-b2f1-aa07d0a7d224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:05:56Z', 'updated_at': '2021-08-11T03:06:00Z', 'revision_number': 4, 'project_id': 'a4f941c0e6ec4d71b17e5d3a04702d7f', 'gw_port': {'id': '4adbbf23-670c-43f4-b2f1-aa07d0a7d224', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:68:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce46c58-f9a6-42aa-988d-ac1eeebe2b12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:05:57Z', 'updated_at': '2021-08-11T03:06:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '0ed991e3-a137-4bd1-aaef-c8a4844184bc', 'name': '', 'network_id': '6f0802fb-d80c-4376-8489-638bd5a335ca', 'tenant_id': 'a4f941c0e6ec4d71b17e5d3a04702d7f', 'mac_address': 'fa:16:3e:7e:17:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fce46c58-f9a6-42aa-988d-ac1eeebe2b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': 'c2d778d5-5d23-4445-84af-51b30efedc8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:05:59Z', 'updated_at': '2021-08-11T03:06:05Z', 'revision_number': 4, 'project_id': 'a4f941c0e6ec4d71b17e5d3a04702d7f', 'subnets': [{'id': 'c2d778d5-5d23-4445-84af-51b30efedc8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:06:06.340396 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73fcda52-7b83-4597-a17e-b7726adda484 admin admin] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=102192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:06:06.354582 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-269c281d-a2c3-44a5-8a8a-f28b9eb5e39a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:06.369163 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-73fcda52-7b83-4597-a17e-b7726adda484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:06.370841 n-d-764292-30 neutron-server[102192]: INFO neutron.db.segments_db [None req-73fcda52-7b83-4597-a17e-b7726adda484 admin admin] Added segment f95d92fc-61f2-4af0-9bd8-672a58366766 of type vlan for network dc49b2fb-817c-4588-a9ac-f083092608f5 Aug 11 03:06:06.433541 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269c281d-a2c3-44a5-8a8a-f28b9eb5e39a admin admin] Pushing event deleted for resources: {'Port': ['ID=0ed991e3-a137-4bd1-aaef-c8a4844184bc,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:06.473947 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [req-9604087d-7645-4128-9267-80824db9f0a6 req-6efff76e-9a24-498b-82d7-ece3aeae7437 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Allocated IP 10.1.1.77 (a04ffcc2-d303-44d7-b369-5db13650c2d6/6efca74f-85f6-4ecd-8f10-5d7e955ea1c7/98a2ca78-c5a8-4b1c-9aca-68e88f898760) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:06:06.550903 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-73fcda52-7b83-4597-a17e-b7726adda484 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:06.619479 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d42010f-7706-40a1-99a8-a9b526c58cdb req-39d711bc-3232-41be-bdf3-01bea0f39ee1 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:06.621099 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4d42010f-7706-40a1-99a8-a9b526c58cdb req-39d711bc-3232-41be-bdf3-01bea0f39ee1 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e790d19-e22e-49e6-811e-000580ef0e08 HTTP/1.1" status: 200 len: 950 time: 0.2076943 Aug 11 03:06:06.640279 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-66572c3b-69f8-4b82-a1f3-c5eecb980719 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6c5fdf9440014970a122fa6f2b0aea53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4778070 Aug 11 03:06:06.648080 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 50294) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:06.784356 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-73fcda52-7b83-4597-a17e-b7726adda484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:06.784817 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73fcda52-7b83-4597-a17e-b7726adda484 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:06.785574 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-73fcda52-7b83-4597-a17e-b7726adda484 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:06.800145 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4d42010f-7706-40a1-99a8-a9b526c58cdb req-6a18c14a-a4b1-4db1-bd1f-428711943a0e tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635706 Aug 11 03:06:06.832038 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-269c281d-a2c3-44a5-8a8a-f28b9eb5e39a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16383033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450082'] for router_interface, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:06.839992 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:06.852123 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-9604087d-7645-4128-9267-80824db9f0a6 req-6efff76e-9a24-498b-82d7-ece3aeae7437 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:06.879960 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-aa27d0f7-927d-4a81-a9b4-d84100801efb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:06.881779 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fcda52-7b83-4597-a17e-b7726adda484 admin admin] Pushing event updated for resources: {'Network': ['ID=dc49b2fb-817c-4588-a9ac-f083092608f5,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:06.895186 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network dc49b2fb-817c-4588-a9ac-f083092608f5 details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:06:06.901986 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [req-9604087d-7645-4128-9267-80824db9f0a6 req-6efff76e-9a24-498b-82d7-ece3aeae7437 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Transition to ACTIVE for port object 98a2ca78-c5a8-4b1c-9aca-68e88f898760 will not be triggered until provisioned by entity DHCP. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:06:06.915872 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-aa27d0f7-927d-4a81-a9b4-d84100801efb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:06.927861 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 50296) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:06.935624 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-73fcda52-7b83-4597-a17e-b7726adda484 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.6299934 Aug 11 03:06:06.937260 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-99fec6de-37f2-4cdf-a369-af3f7f2e27a9 admin admin] Request body: {'subnet': {'network_id': 'dc49b2fb-817c-4588-a9ac-f083092608f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1014225383-subnet', 'tenant_id': '2450ae2365d2446ba64465e986183ba7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:06:07.072502 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-aa27d0f7-927d-4a81-a9b4-d84100801efb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:07.075239 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-aa27d0f7-927d-4a81-a9b4-d84100801efb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:07.076484 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-aa27d0f7-927d-4a81-a9b4-d84100801efb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0913e296-ac5e-445f-8623-626489b224f7 HTTP/1.1" status: 204 len: 168 time: 0.4169979 Aug 11 03:06:07.086908 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa27d0f7-927d-4a81-a9b4-d84100801efb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0913e296-ac5e-445f-8623-626489b224f7,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:07.479168 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1880eb1a-7b4d-4475-942e-a4b7efbba5a2 req-92e73784-2049-46f0-a9e3-0c853c2f3a25 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=29cccc14-5cf4-4470-a538-9d1ef2af8007 HTTP/1.1" status: 200 len: 210 time: 0.1103659 Aug 11 03:06:07.521586 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2916bb6c-23d0-4c4f-9bbb-62f6f4dd69c6 req-834dce73-2b63-46bf-8c4d-912bb4a61f50 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:07.529258 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2916bb6c-23d0-4c4f-9bbb-62f6f4dd69c6 req-834dce73-2b63-46bf-8c4d-912bb4a61f50 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:07.531214 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2916bb6c-23d0-4c4f-9bbb-62f6f4dd69c6 req-834dce73-2b63-46bf-8c4d-912bb4a61f50 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] 10.222.0.41 "GET /v2.0/ports?device_id=c37d8b08-64ee-4d7e-99b5-bc356505ed77 HTTP/1.1" status: 200 len: 1654 time: 0.1637409 Aug 11 03:06:07.555421 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-9604087d-7645-4128-9267-80824db9f0a6 req-6efff76e-9a24-498b-82d7-ece3aeae7437 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:07.557004 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99fec6de-37f2-4cdf-a369-af3f7f2e27a9 admin admin] Made reservation on behalf of 2450ae2365d2446ba64465e986183ba7 for: {'subnet': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:06:07.559359 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-99fec6de-37f2-4cdf-a369-af3f7f2e27a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274743'] for subnet, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:07.603691 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2916bb6c-23d0-4c4f-9bbb-62f6f4dd69c6 req-6176e6ed-93c8-42ae-9270-20075ffbab27 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] 10.222.0.41 "GET /v2.0/security-groups?id=607419a9-bee5-4ef0-a97c-fc5d24552dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647907 Aug 11 03:06:07.722508 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-269c281d-a2c3-44a5-8a8a-f28b9eb5e39a admin admin] Router fce46c58-f9a6-42aa-988d-ac1eeebe2b12 has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:06:07.739354 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9604087d-7645-4128-9267-80824db9f0a6 req-6efff76e-9a24-498b-82d7-ece3aeae7437 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Network a04ffcc2-d303-44d7-b369-5db13650c2d6 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:06:07.752385 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [req-9604087d-7645-4128-9267-80824db9f0a6 req-6efff76e-9a24-498b-82d7-ece3aeae7437 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:06:07.755150 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-9604087d-7645-4128-9267-80824db9f0a6 req-6efff76e-9a24-498b-82d7-ece3aeae7437 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:06:07.864795 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 50312) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:07.944908 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-672e59e5-d93f-465c-ab08-430469554d23 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d0468fe251dc4cb1aa4d9c92162bbfd0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0751913 Aug 11 03:06:07.944908 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 50314) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:08.037279 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efff76e-9a24-498b-82d7-ece3aeae7437 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Pushing event updated for resources: {'Port': ['ID=98a2ca78-c5a8-4b1c-9aca-68e88f898760,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:08.039933 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-885cac20-8cd1-426e-8422-efa9f78a30e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:08.066532 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f886d6d-fec2-4ff6-b8a7-eb97f7df49d9 req-4c007ddc-310f-49b4-9f61-70e3d5a70c0f tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:08.068274 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-4f886d6d-fec2-4ff6-b8a7-eb97f7df49d9 req-4c007ddc-310f-49b4-9f61-70e3d5a70c0f tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.22 "GET /v2.0/networks?id=6b5eb666-47e5-4ddb-b0bc-16855d478160 HTTP/1.1" status: 200 len: 812 time: 0.5270135 Aug 11 03:06:08.076835 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-885cac20-8cd1-426e-8422-efa9f78a30e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:08.088499 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9604087d-7645-4128-9267-80824db9f0a6 req-6efff76e-9a24-498b-82d7-ece3aeae7437 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:08.088499 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-9604087d-7645-4128-9267-80824db9f0a6 req-6efff76e-9a24-498b-82d7-ece3aeae7437 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:08.125738 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f389aeea-24fe-4c32-b654-96491167eedb req-5cf399a9-f093-48dd-a07b-0e8dc04c0051 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:08.139653 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-99fec6de-37f2-4cdf-a369-af3f7f2e27a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126283476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274725'] for subnet, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:08.139787 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f389aeea-24fe-4c32-b654-96491167eedb req-5cf399a9-f093-48dd-a07b-0e8dc04c0051 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e790d19-e22e-49e6-811e-000580ef0e08 HTTP/1.1" status: 200 len: 950 time: 0.1771204 Aug 11 03:06:08.150167 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-4f886d6d-fec2-4ff6-b8a7-eb97f7df49d9 req-68b0418e-1991-41cc-9561-c03eacd370b9 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Request body: {'port': {'device_id': '29cccc14-5cf4-4470-a538-9d1ef2af8007', 'network_id': '6b5eb666-47e5-4ddb-b0bc-16855d478160', 'admin_state_up': True, 'tenant_id': '3419766c112444a3864f482257b66851'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:06:08.185643 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f389aeea-24fe-4c32-b654-96491167eedb req-4bb2627a-1dd4-4f10-8faf-c31091632beb tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499570 Aug 11 03:06:08.328520 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-9604087d-7645-4128-9267-80824db9f0a6 req-6efff76e-9a24-498b-82d7-ece3aeae7437 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.6625869 Aug 11 03:06:08.329121 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fec6de-37f2-4cdf-a369-af3f7f2e27a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f17ba58c-9ea4-459b-a751-91f3abf42376,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:08.348564 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-9604087d-7645-4128-9267-80824db9f0a6 req-c7250842-6b38-412c-808b-9e0f4850abc6 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Request body: {'port': {'device_id': 'c37d8b08-64ee-4d7e-99b5-bc356505ed77', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '305ca68a-259a-4e6f-a74b-d776988e8170', 'admin_state_up': True, 'tenant_id': 'd334b2b08b9742719f1009ec13bc53a6', 'security_groups': ['607419a9-bee5-4ef0-a97c-fc5d24552dc8']}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:06:08.369527 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-885cac20-8cd1-426e-8422-efa9f78a30e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:08.372285 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-e695260d-cf67-4bc1-9694-a53690af50ab None None] Provisioning for port 98a2ca78-c5a8-4b1c-9aca-68e88f898760 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:06:08.376002 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-885cac20-8cd1-426e-8422-efa9f78a30e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:08.377135 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-885cac20-8cd1-426e-8422-efa9f78a30e4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3ac78b13-4009-48a8-abaa-a79d563b1d18 HTTP/1.1" status: 204 len: 168 time: 0.4339473 Aug 11 03:06:08.381473 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-e695260d-cf67-4bc1-9694-a53690af50ab None None] Provisioning complete for port 98a2ca78-c5a8-4b1c-9aca-68e88f898760 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:06:08.381648 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-e695260d-cf67-4bc1-9694-a53690af50ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:08.396027 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99fec6de-37f2-4cdf-a369-af3f7f2e27a9 admin admin] Checking segment: {'id': 'f95d92fc-61f2-4af0-9bd8-672a58366766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'dc49b2fb-817c-4588-a9ac-f083092608f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:06:08.396540 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99fec6de-37f2-4cdf-a369-af3f7f2e27a9 admin admin] Network hostable DHCP agents. Network: dc49b2fb-817c-4588-a9ac-f083092608f5, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:06:08.399764 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-269c281d-a2c3-44a5-8a8a-f28b9eb5e39a admin admin] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:06:08.399968 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885cac20-8cd1-426e-8422-efa9f78a30e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ac78b13-4009-48a8-abaa-a79d563b1d18,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:08.421240 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27787b84-ce49-4b6f-9843-e7e1c4d99da6 None None] Sync routers for ids ['fce46c58-f9a6-42aa-988d-ac1eeebe2b12'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:06:08.452612 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-269c281d-a2c3-44a5-8a8a-f28b9eb5e39a admin admin] 10.222.0.41 "PUT /v2.0/routers/fce46c58-f9a6-42aa-988d-ac1eeebe2b12/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3339574 Aug 11 03:06:08.452740 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 50320) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:08.480217 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27787b84-ce49-4b6f-9843-e7e1c4d99da6 None None] Routers {'fce46c58-f9a6-42aa-988d-ac1eeebe2b12'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:06:08.481668 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-27787b84-ce49-4b6f-9843-e7e1c4d99da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:06:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['fce46c58-f9a6-42aa-988d-ac1eeebe2b12'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:06:08.491061 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-e695260d-cf67-4bc1-9694-a53690af50ab None None] Port 98a2ca78-c5a8-4b1c-9aca-68e88f898760 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:06:08.564163 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99fec6de-37f2-4cdf-a369-af3f7f2e27a9 admin admin] Network dc49b2fb-817c-4588-a9ac-f083092608f5 is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:06:08.597556 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f886d6d-fec2-4ff6-b8a7-eb97f7df49d9 req-68b0418e-1991-41cc-9561-c03eacd370b9 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Made reservation on behalf of 3419766c112444a3864f482257b66851 for: {'port': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:06:08.601763 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-4f886d6d-fec2-4ff6-b8a7-eb97f7df49d9 req-68b0418e-1991-41cc-9561-c03eacd370b9 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:08.615574 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3c6053ec-7282-4945-be30-cc445c46df96 req-24a08b58-9795-4454-bf79-3405584760d3 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=29cccc14-5cf4-4470-a538-9d1ef2af8007 HTTP/1.1" status: 200 len: 210 time: 0.0303741 Aug 11 03:06:08.662355 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-99fec6de-37f2-4cdf-a369-af3f7f2e27a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, dc49b2fb-817c-4588-a9ac-f083092608f5) {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:06:08.670896 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0517f814-4510-4c05-9d64-9806e8a213b0 admin admin] Notify callbacks [] for router, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:08.683477 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64f16f8e-1aa2-481c-a26a-a85251cdbc22 None None] Network dc49b2fb-817c-4588-a9ac-f083092608f5 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:06:08.699191 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-27787b84-ce49-4b6f-9843-e7e1c4d99da6 None None] Set router fce46c58-f9a6-42aa-988d-ac1eeebe2b12 gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:06:08.739229 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99fec6de-37f2-4cdf-a369-af3f7f2e27a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:08.739914 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-99fec6de-37f2-4cdf-a369-af3f7f2e27a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:08.742237 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9604087d-7645-4128-9267-80824db9f0a6 req-c7250842-6b38-412c-808b-9e0f4850abc6 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Made reservation on behalf of d334b2b08b9742719f1009ec13bc53a6 for: {'port': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:06:08.858317 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101b3ebe-5adb-4444-92ac-632506f985fc req-f19bb646-da59-4464-bb8f-11f88e3365cc tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:08.867209 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-99fec6de-37f2-4cdf-a369-af3f7f2e27a9 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.9381704 Aug 11 03:06:08.880166 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101b3ebe-5adb-4444-92ac-632506f985fc req-f19bb646-da59-4464-bb8f-11f88e3365cc tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:08.886530 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101b3ebe-5adb-4444-92ac-632506f985fc req-f19bb646-da59-4464-bb8f-11f88e3365cc tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:08.893996 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-101b3ebe-5adb-4444-92ac-632506f985fc req-f19bb646-da59-4464-bb8f-11f88e3365cc tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] 10.222.0.41 "GET /v2.0/ports?device_id=c37d8b08-64ee-4d7e-99b5-bc356505ed77 HTTP/1.1" status: 200 len: 2374 time: 0.1642482 Aug 11 03:06:08.924189 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [req-4f886d6d-fec2-4ff6-b8a7-eb97f7df49d9 req-68b0418e-1991-41cc-9561-c03eacd370b9 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Allocated IP 172.20.0.9 (6b5eb666-47e5-4ddb-b0bc-16855d478160/6bc807f9-b5f2-488b-b980-1ec1f7afe42f/9cd52e4f-6ec2-42da-8cbf-44a7dbbee675) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:06:08.953282 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-101b3ebe-5adb-4444-92ac-632506f985fc req-75de32e3-1f21-4063-8fac-cf7b1edca5a7 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] 10.222.0.41 "GET /v2.0/security-groups?id=607419a9-bee5-4ef0-a97c-fc5d24552dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583081 Aug 11 03:06:08.958164 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0517f814-4510-4c05-9d64-9806e8a213b0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:08.963904 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-9604087d-7645-4128-9267-80824db9f0a6 req-c7250842-6b38-412c-808b-9e0f4850abc6 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:09.083063 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c8d1f2-b32a-4c5a-b755-c38e7ac987cd None None] Network dc49b2fb-817c-4588-a9ac-f083092608f5 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:06:09.145596 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-0517f814-4510-4c05-9d64-9806e8a213b0 admin admin] Deleting port 4adbbf23-670c-43f4-b2f1-aa07d0a7d224 {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:06:09.146135 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0517f814-4510-4c05-9d64-9806e8a213b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:09.317347 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-39ae7cd2-19ee-4a55-99b7-b347a663515f req-e14aaa33-7890-4879-90ad-b318da4d0d9b tempest-SecurityGroupRulesNegativeTestJSON-1121317351 tempest-SecurityGroupRulesNegativeTestJSON-1121317351-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1297048237', 'description': 'tempest-description-1689218985'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:06:09.332556 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.agents_db [None req-950b7202-decb-43e2-8f71-ac8931dc9749 None None] Agent healthcheck: found 7 active agents {{(pid=102194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:06:09.341034 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [None req-0517f814-4510-4c05-9d64-9806e8a213b0 admin admin] For port 4adbbf23-670c-43f4-b2f1-aa07d0a7d224, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=4adbbf23-670c-43f4-b2f1-aa07d0a7d224,segment=NetworkSegment(fab28bed-aa25-40db-bba4-ec26e795194c),segment_id=fab28bed-aa25-40db-bba4-ec26e795194c)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:06:09.341408 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0517f814-4510-4c05-9d64-9806e8a213b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:09.380593 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-0517f814-4510-4c05-9d64-9806e8a213b0 admin admin] Calling delete_port for 4adbbf23-670c-43f4-b2f1-aa07d0a7d224 owned by network:router_gateway {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:06:09.435793 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [req-9604087d-7645-4128-9267-80824db9f0a6 req-c7250842-6b38-412c-808b-9e0f4850abc6 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Allocated IP 10.2.2.100 (305ca68a-259a-4e6f-a74b-d776988e8170/5789f5f0-0aac-4496-9502-f9d5b3fcf9d5/0434871a-df5e-4e3f-ae7e-819ce35be0ac) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:06:09.440979 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-27787b84-ce49-4b6f-9843-e7e1c4d99da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fce46c58-f9a6-42aa-988d-ac1eeebe2b12', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1250816224-router', 'tenant_id': 'a4f941c0e6ec4d71b17e5d3a04702d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': '4adbbf23-670c-43f4-b2f1-aa07d0a7d224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:05:56Z', 'updated_at': '2021-08-11T03:06:06Z', 'revision_number': 5, 'project_id': 'a4f941c0e6ec4d71b17e5d3a04702d7f', 'gw_port': {'id': '4adbbf23-670c-43f4-b2f1-aa07d0a7d224', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:68:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce46c58-f9a6-42aa-988d-ac1eeebe2b12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:05:57Z', 'updated_at': '2021-08-11T03:06:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:06:09.448629 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-4f886d6d-fec2-4ff6-b8a7-eb97f7df49d9 req-68b0418e-1991-41cc-9561-c03eacd370b9 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:09.477164 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [req-4f886d6d-fec2-4ff6-b8a7-eb97f7df49d9 req-68b0418e-1991-41cc-9561-c03eacd370b9 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Transition to ACTIVE for port object 9cd52e4f-6ec2-42da-8cbf-44a7dbbee675 will not be triggered until provisioned by entity DHCP. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:06:09.480377 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-39ae7cd2-19ee-4a55-99b7-b347a663515f req-e14aaa33-7890-4879-90ad-b318da4d0d9b tempest-SecurityGroupRulesNegativeTestJSON-1121317351 tempest-SecurityGroupRulesNegativeTestJSON-1121317351-project] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:09.504874 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27787b84-ce49-4b6f-9843-e7e1c4d99da6 None None] Checking router: fce46c58-f9a6-42aa-988d-ac1eeebe2b12 for host: n-d-764292-30 {{(pid=102193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:06:09.518005 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27787b84-ce49-4b6f-9843-e7e1c4d99da6 None None] Routers {'fce46c58-f9a6-42aa-988d-ac1eeebe2b12'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:06:09.518701 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-27787b84-ce49-4b6f-9843-e7e1c4d99da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:06:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['fce46c58-f9a6-42aa-988d-ac1eeebe2b12'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:06:09.542819 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd53c896-6467-4cb4-85a4-42edec20ac5a req-aa9fdfd7-f10e-4201-8f12-e1c3da557aea tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:09.544375 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cd53c896-6467-4cb4-85a4-42edec20ac5a req-aa9fdfd7-f10e-4201-8f12-e1c3da557aea tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e790d19-e22e-49e6-811e-000580ef0e08 HTTP/1.1" status: 200 len: 950 time: 0.1445556 Aug 11 03:06:09.636842 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-27787b84-ce49-4b6f-9843-e7e1c4d99da6 None None] Set router fce46c58-f9a6-42aa-988d-ac1eeebe2b12 gateway port host: None {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:06:09.652730 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-4f886d6d-fec2-4ff6-b8a7-eb97f7df49d9 req-68b0418e-1991-41cc-9561-c03eacd370b9 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:09.679133 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cd53c896-6467-4cb4-85a4-42edec20ac5a req-d997fb1e-6b06-4796-88bb-9801c1e053b8 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990496 Aug 11 03:06:09.706316 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-9604087d-7645-4128-9267-80824db9f0a6 req-c7250842-6b38-412c-808b-9e0f4850abc6 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:09.727822 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-27787b84-ce49-4b6f-9843-e7e1c4d99da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fce46c58-f9a6-42aa-988d-ac1eeebe2b12', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1250816224-router', 'tenant_id': 'a4f941c0e6ec4d71b17e5d3a04702d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:05:56Z', 'updated_at': '2021-08-11T03:06:08Z', 'revision_number': 6, 'project_id': 'a4f941c0e6ec4d71b17e5d3a04702d7f', 'gw_port_host': None}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:06:09.749725 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f886d6d-fec2-4ff6-b8a7-eb97f7df49d9 req-68b0418e-1991-41cc-9561-c03eacd370b9 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Network 6b5eb666-47e5-4ddb-b0bc-16855d478160 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:06:09.757821 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [req-9604087d-7645-4128-9267-80824db9f0a6 req-c7250842-6b38-412c-808b-9e0f4850abc6 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Transition to ACTIVE for port object 0434871a-df5e-4e3f-ae7e-819ce35be0ac will not be triggered until provisioned by entity DHCP. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:06:09.764130 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-39ae7cd2-19ee-4a55-99b7-b347a663515f req-e14aaa33-7890-4879-90ad-b318da4d0d9b tempest-SecurityGroupRulesNegativeTestJSON-1121317351 tempest-SecurityGroupRulesNegativeTestJSON-1121317351-project] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:09.765201 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27787b84-ce49-4b6f-9843-e7e1c4d99da6 None None] The sync data for ids ['fce46c58-f9a6-42aa-988d-ac1eeebe2b12'] in n-d-764292-30 is: [{'id': 'fce46c58-f9a6-42aa-988d-ac1eeebe2b12', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1250816224-router', 'tenant_id': 'a4f941c0e6ec4d71b17e5d3a04702d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:05:56Z', 'updated_at': '2021-08-11T03:06:08Z', 'revision_number': 6, 'project_id': 'a4f941c0e6ec4d71b17e5d3a04702d7f', 'gw_port_host': None}] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:06:09.773565 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [req-4f886d6d-fec2-4ff6-b8a7-eb97f7df49d9 req-68b0418e-1991-41cc-9561-c03eacd370b9 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:06:09.780105 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f886d6d-fec2-4ff6-b8a7-eb97f7df49d9 req-68b0418e-1991-41cc-9561-c03eacd370b9 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:06:09.785656 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b0418e-1991-41cc-9561-c03eacd370b9 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Pushing event updated for resources: {'Port': ['ID=9cd52e4f-6ec2-42da-8cbf-44a7dbbee675,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:09.844806 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-39ae7cd2-19ee-4a55-99b7-b347a663515f req-e14aaa33-7890-4879-90ad-b318da4d0d9b tempest-SecurityGroupRulesNegativeTestJSON-1121317351 tempest-SecurityGroupRulesNegativeTestJSON-1121317351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:09.864353 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f886d6d-fec2-4ff6-b8a7-eb97f7df49d9 req-68b0418e-1991-41cc-9561-c03eacd370b9 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:09.865016 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-4f886d6d-fec2-4ff6-b8a7-eb97f7df49d9 req-68b0418e-1991-41cc-9561-c03eacd370b9 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:09.900181 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0517f814-4510-4c05-9d64-9806e8a213b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:09.953287 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-39ae7cd2-19ee-4a55-99b7-b347a663515f req-e14aaa33-7890-4879-90ad-b318da4d0d9b tempest-SecurityGroupRulesNegativeTestJSON-1121317351 tempest-SecurityGroupRulesNegativeTestJSON-1121317351-project] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:09.954717 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-39ae7cd2-19ee-4a55-99b7-b347a663515f req-e14aaa33-7890-4879-90ad-b318da4d0d9b tempest-SecurityGroupRulesNegativeTestJSON-1121317351 tempest-SecurityGroupRulesNegativeTestJSON-1121317351-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.6525879 Aug 11 03:06:09.959049 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-4f886d6d-fec2-4ff6-b8a7-eb97f7df49d9 req-68b0418e-1991-41cc-9561-c03eacd370b9 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8633857 Aug 11 03:06:09.960373 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-9604087d-7645-4128-9267-80824db9f0a6 req-c7250842-6b38-412c-808b-9e0f4850abc6 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:09.968758 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0517f814-4510-4c05-9d64-9806e8a213b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=4adbbf23-670c-43f4-b2f1-aa07d0a7d224,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:09.971256 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14aaa33-7890-4879-90ad-b318da4d0d9b tempest-SecurityGroupRulesNegativeTestJSON-1121317351 tempest-SecurityGroupRulesNegativeTestJSON-1121317351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22c53842-0393-41e2-9461-3eb0dfd06588,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:10.010007 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-4f886d6d-fec2-4ff6-b8a7-eb97f7df49d9 req-25891066-fb50-4109-805e-72c2cb279173 service neutron] Request body: {'port': {'device_id': '29cccc14-5cf4-4470-a538-9d1ef2af8007', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764292-30'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:06:10.020133 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c221da-978b-46bc-a2cc-78983eff2056 req-ebe24ef1-ab90-4662-bc48-cb78234cfb01 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:10.021799 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-59c221da-978b-46bc-a2cc-78983eff2056 req-ebe24ef1-ab90-4662-bc48-cb78234cfb01 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=29cccc14-5cf4-4470-a538-9d1ef2af8007 HTTP/1.1" status: 200 len: 931 time: 0.2118771 Aug 11 03:06:10.098983 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9604087d-7645-4128-9267-80824db9f0a6 req-c7250842-6b38-412c-808b-9e0f4850abc6 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Network 305ca68a-259a-4e6f-a74b-d776988e8170 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:06:10.102232 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [req-9604087d-7645-4128-9267-80824db9f0a6 req-c7250842-6b38-412c-808b-9e0f4850abc6 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:06:10.139685 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-9604087d-7645-4128-9267-80824db9f0a6 req-c7250842-6b38-412c-808b-9e0f4850abc6 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:06:10.164846 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-59c221da-978b-46bc-a2cc-78983eff2056 req-2844e9a0-0617-4f68-a9e7-be0b0091f27e tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/security-groups?id=19e25e3f-a72e-45d4-8165-3b0d2215340c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252296 Aug 11 03:06:10.198312 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-32f1637c-0391-4bbe-a9e4-de3873768e4f None None] Provisioning for port 9cd52e4f-6ec2-42da-8cbf-44a7dbbee675 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:06:10.204594 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-32f1637c-0391-4bbe-a9e4-de3873768e4f None None] Provisioning complete for port 9cd52e4f-6ec2-42da-8cbf-44a7dbbee675 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:06:10.204916 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-32f1637c-0391-4bbe-a9e4-de3873768e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:10.207701 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-939004cd-5cc4-4417-a06e-e3a43c3654c2 req-056e40e0-eae1-488f-b035-e5045e0da994 tempest-SecurityGroupRulesNegativeTestJSON-1121317351 tempest-SecurityGroupRulesNegativeTestJSON-1121317351-project] 10.222.0.41 "GET /v2.0/security-groups/22c53842-0393-41e2-9461-3eb0dfd06588 HTTP/1.1" status: 200 len: 1813 time: 0.0774453 Aug 11 03:06:10.217110 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-939004cd-5cc4-4417-a06e-e3a43c3654c2 req-ba9d8e25-0d9d-4b0b-87be-199b8e73fefe tempest-SecurityGroupRulesNegativeTestJSON-1121317351 tempest-SecurityGroupRulesNegativeTestJSON-1121317351-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '22c53842-0393-41e2-9461-3eb0dfd06588', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:06:10.217431 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-939004cd-5cc4-4417-a06e-e3a43c3654c2 req-ba9d8e25-0d9d-4b0b-87be-199b8e73fefe tempest-SecurityGroupRulesNegativeTestJSON-1121317351 tempest-SecurityGroupRulesNegativeTestJSON-1121317351-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '22c53842-0393-41e2-9461-3eb0dfd06588', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:06:10.226667 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0517f814-4510-4c05-9d64-9806e8a213b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-446916'] for router_gateway, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:10.256598 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7250842-6b38-412c-808b-9e0f4850abc6 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Pushing event updated for resources: {'Port': ['ID=0434871a-df5e-4e3f-ae7e-819ce35be0ac,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:10.265243 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-4f886d6d-fec2-4ff6-b8a7-eb97f7df49d9 req-25891066-fb50-4109-805e-72c2cb279173 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:10.332647 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9604087d-7645-4128-9267-80824db9f0a6 req-c7250842-6b38-412c-808b-9e0f4850abc6 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:10.332647 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-9604087d-7645-4128-9267-80824db9f0a6 req-c7250842-6b38-412c-808b-9e0f4850abc6 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:10.332857 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-32f1637c-0391-4bbe-a9e4-de3873768e4f None None] Port 9cd52e4f-6ec2-42da-8cbf-44a7dbbee675 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:06:10.423153 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0517f814-4510-4c05-9d64-9806e8a213b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6544'] for router, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:10.427326 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0517f814-4510-4c05-9d64-9806e8a213b0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:10.502577 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97462ead-de7e-4b2c-b8a2-1f2237356986 req-47f26444-33c5-4966-8998-7082ebdc755c tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:10.508725 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97462ead-de7e-4b2c-b8a2-1f2237356986 req-47f26444-33c5-4966-8998-7082ebdc755c tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:10.515289 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97462ead-de7e-4b2c-b8a2-1f2237356986 req-47f26444-33c5-4966-8998-7082ebdc755c tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:10.521707 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97462ead-de7e-4b2c-b8a2-1f2237356986 req-47f26444-33c5-4966-8998-7082ebdc755c tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:10.523714 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-97462ead-de7e-4b2c-b8a2-1f2237356986 req-47f26444-33c5-4966-8998-7082ebdc755c tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] 10.222.0.41 "GET /v2.0/ports?device_id=c37d8b08-64ee-4d7e-99b5-bc356505ed77 HTTP/1.1" status: 200 len: 3095 time: 0.1719053 Aug 11 03:06:10.580999 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-be0d7685-0764-4ffc-acb1-3184eba65835 None None] Provisioning for port 0434871a-df5e-4e3f-ae7e-819ce35be0ac completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:06:10.585665 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-be0d7685-0764-4ffc-acb1-3184eba65835 None None] Provisioning complete for port 0434871a-df5e-4e3f-ae7e-819ce35be0ac triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:06:10.586091 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-be0d7685-0764-4ffc-acb1-3184eba65835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:10.592449 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-97462ead-de7e-4b2c-b8a2-1f2237356986 req-46d60905-bf10-43b8-a434-14cc16225c14 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] 10.222.0.41 "GET /v2.0/security-groups?id=607419a9-bee5-4ef0-a97c-fc5d24552dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614927 Aug 11 03:06:10.599643 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-939004cd-5cc4-4417-a06e-e3a43c3654c2 req-ba9d8e25-0d9d-4b0b-87be-199b8e73fefe tempest-SecurityGroupRulesNegativeTestJSON-1121317351 tempest-SecurityGroupRulesNegativeTestJSON-1121317351-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:10.618250 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-939004cd-5cc4-4417-a06e-e3a43c3654c2 req-ba9d8e25-0d9d-4b0b-87be-199b8e73fefe tempest-SecurityGroupRulesNegativeTestJSON-1121317351 tempest-SecurityGroupRulesNegativeTestJSON-1121317351-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:10.629368 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-be0d7685-0764-4ffc-acb1-3184eba65835 None None] Port 0434871a-df5e-4e3f-ae7e-819ce35be0ac cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:06:10.642748 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0517f814-4510-4c05-9d64-9806e8a213b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448809'] for router, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:10.643291 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0517f814-4510-4c05-9d64-9806e8a213b0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fce46c58-f9a6-42aa-988d-ac1eeebe2b12 {{(pid=102192) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:06:10.649941 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0517f814-4510-4c05-9d64-9806e8a213b0 admin admin] Notify callbacks [] for router, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:10.652537 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-0517f814-4510-4c05-9d64-9806e8a213b0 admin admin] 10.222.0.41 "DELETE /v2.0/routers/fce46c58-f9a6-42aa-988d-ac1eeebe2b12 HTTP/1.1" status: 204 len: 168 time: 2.2005839 Aug 11 03:06:10.659362 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 50374) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:10.681034 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-9604087d-7645-4128-9267-80824db9f0a6 req-c7250842-6b38-412c-808b-9e0f4850abc6 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3410559 Aug 11 03:06:10.685805 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [req-4f886d6d-fec2-4ff6-b8a7-eb97f7df49d9 req-25891066-fb50-4109-805e-72c2cb279173 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cd52e4f-6ec2-42da-8cbf-44a7dbbee675 {{(pid=102191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:06:10.700945 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-9604087d-7645-4128-9267-80824db9f0a6 req-f3c03239-8449-44ea-b195-9d00eed9e127 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Request body: {'port': {'device_id': 'c37d8b08-64ee-4d7e-99b5-bc356505ed77', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '305ca68a-259a-4e6f-a74b-d776988e8170', 'admin_state_up': True, 'tenant_id': 'd334b2b08b9742719f1009ec13bc53a6', 'security_groups': ['607419a9-bee5-4ef0-a97c-fc5d24552dc8']}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:06:10.708427 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-4f886d6d-fec2-4ff6-b8a7-eb97f7df49d9 req-25891066-fb50-4109-805e-72c2cb279173 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:10.727839 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac3b165c-bb5e-43b4-ab0e-65493c35e386 admin admin] Deleting subnet c2d778d5-5d23-4445-84af-51b30efedc8c {{(pid=102192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:06:10.731800 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-939004cd-5cc4-4417-a06e-e3a43c3654c2 req-ba9d8e25-0d9d-4b0b-87be-199b8e73fefe tempest-SecurityGroupRulesNegativeTestJSON-1121317351 tempest-SecurityGroupRulesNegativeTestJSON-1121317351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:10.733512 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ac3b165c-bb5e-43b4-ab0e-65493c35e386 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:10.781952 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [req-4f886d6d-fec2-4ff6-b8a7-eb97f7df49d9 req-25891066-fb50-4109-805e-72c2cb279173 service neutron] Transition to ACTIVE for port object 9cd52e4f-6ec2-42da-8cbf-44a7dbbee675 will not be triggered until provisioned by entity L2. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:06:10.786822 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9d8e25-0d9d-4b0b-87be-199b8e73fefe tempest-SecurityGroupRulesNegativeTestJSON-1121317351 tempest-SecurityGroupRulesNegativeTestJSON-1121317351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a31b684-3b98-446d-819a-641cc8dd5309,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:10.839931 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ac3b165c-bb5e-43b4-ab0e-65493c35e386 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125932460'] for subnet, precommit_delete_associations {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:10.868082 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-939004cd-5cc4-4417-a06e-e3a43c3654c2 req-ba9d8e25-0d9d-4b0b-87be-199b8e73fefe tempest-SecurityGroupRulesNegativeTestJSON-1121317351 tempest-SecurityGroupRulesNegativeTestJSON-1121317351-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:10.868082 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-939004cd-5cc4-4417-a06e-e3a43c3654c2 req-ba9d8e25-0d9d-4b0b-87be-199b8e73fefe tempest-SecurityGroupRulesNegativeTestJSON-1121317351 tempest-SecurityGroupRulesNegativeTestJSON-1121317351-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6564019 Aug 11 03:06:10.883324 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-4f886d6d-fec2-4ff6-b8a7-eb97f7df49d9 req-25891066-fb50-4109-805e-72c2cb279173 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:10.969375 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ac3b165c-bb5e-43b4-ab0e-65493c35e386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:10.982428 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:11.019809 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9604087d-7645-4128-9267-80824db9f0a6 req-f3c03239-8449-44ea-b195-9d00eed9e127 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Made reservation on behalf of d334b2b08b9742719f1009ec13bc53a6 for: {'port': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:06:11.024678 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-9604087d-7645-4128-9267-80824db9f0a6 req-f3c03239-8449-44ea-b195-9d00eed9e127 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:11.025651 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d0cffd-e2df-4448-bf49-8eef1ab77887 req-074bfaa4-89ad-4e26-a467-1d469e2adb29 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:11.027237 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-19d0cffd-e2df-4448-bf49-8eef1ab77887 req-074bfaa4-89ad-4e26-a467-1d469e2adb29 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e790d19-e22e-49e6-811e-000580ef0e08 HTTP/1.1" status: 200 len: 950 time: 0.2351053 Aug 11 03:06:11.096282 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25891066-fb50-4109-805e-72c2cb279173 service neutron] Pushing event updated for resources: {'Port': ['ID=9cd52e4f-6ec2-42da-8cbf-44a7dbbee675,revision_number=2']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:11.134563 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e9602bbf-40c5-45d2-bfe2-2a046efa060f req-250d72cc-7fde-4ed5-8da7-628cdd5329db tempest-SecurityGroupRulesNegativeTestJSON-1121317351 tempest-SecurityGroupRulesNegativeTestJSON-1121317351-project] 10.222.0.41 "GET /v2.0/security-groups/22c53842-0393-41e2-9461-3eb0dfd06588 HTTP/1.1" status: 200 len: 2406 time: 0.1748755 Aug 11 03:06:11.202849 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-19d0cffd-e2df-4448-bf49-8eef1ab77887 req-01e1fda4-d8c7-41b0-9ffe-bad355e8ad37 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548362 Aug 11 03:06:11.275144 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-4f886d6d-fec2-4ff6-b8a7-eb97f7df49d9 req-25891066-fb50-4109-805e-72c2cb279173 service neutron] Attempting to bind port 9cd52e4f-6ec2-42da-8cbf-44a7dbbee675 on host n-h1-764292-30 for vnic_type normal with profile {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:06:11.277549 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-4f886d6d-fec2-4ff6-b8a7-eb97f7df49d9 req-25891066-fb50-4109-805e-72c2cb279173 service neutron] Attempting to bind port 9cd52e4f-6ec2-42da-8cbf-44a7dbbee675 by drivers openvswitch,hyperv on host n-h1-764292-30 at level 0 using segments [{'id': '51ba8099-7622-42cb-adbd-7c8aaac78355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '6b5eb666-47e5-4ddb-b0bc-16855d478160'}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:06:11.277549 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f886d6d-fec2-4ff6-b8a7-eb97f7df49d9 req-25891066-fb50-4109-805e-72c2cb279173 service neutron] Attempting to bind port 9cd52e4f-6ec2-42da-8cbf-44a7dbbee675 on network 6b5eb666-47e5-4ddb-b0bc-16855d478160 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:06:11.291355 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c2e57be7-9e5d-47af-b7dd-2457679a46a6 req-247bc37a-3332-4f86-b555-6bf5263555a7 tempest-SecurityGroupRulesNegativeTestJSON-1121317351 tempest-SecurityGroupRulesNegativeTestJSON-1121317351-project] 10.222.0.41 "GET /v2.0/security-group-rules/2a31b684-3b98-446d-819a-641cc8dd5309 HTTP/1.1" status: 200 len: 778 time: 0.0455182 Aug 11 03:06:11.307629 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f886d6d-fec2-4ff6-b8a7-eb97f7df49d9 req-25891066-fb50-4109-805e-72c2cb279173 service neutron] Port 9cd52e4f-6ec2-42da-8cbf-44a7dbbee675 on network 6b5eb666-47e5-4ddb-b0bc-16855d478160 not bound, no agent of type Open vSwitch agent registered on host n-h1-764292-30 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:06:11.308133 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f886d6d-fec2-4ff6-b8a7-eb97f7df49d9 req-25891066-fb50-4109-805e-72c2cb279173 service neutron] Attempting to bind port 9cd52e4f-6ec2-42da-8cbf-44a7dbbee675 on network 6b5eb666-47e5-4ddb-b0bc-16855d478160 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:06:11.321004 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f886d6d-fec2-4ff6-b8a7-eb97f7df49d9 req-25891066-fb50-4109-805e-72c2cb279173 service neutron] Checking agent: {'id': 'abb524c2-b412-4ed2-8367-45c4fd996fa7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 6, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:06:11.321602 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f886d6d-fec2-4ff6-b8a7-eb97f7df49d9 req-25891066-fb50-4109-805e-72c2cb279173 service neutron] Checking segment: {'id': '51ba8099-7622-42cb-adbd-7c8aaac78355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '6b5eb666-47e5-4ddb-b0bc-16855d478160'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:06:11.322203 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f886d6d-fec2-4ff6-b8a7-eb97f7df49d9 req-25891066-fb50-4109-805e-72c2cb279173 service neutron] Bound using segment: {'id': '51ba8099-7622-42cb-adbd-7c8aaac78355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '6b5eb666-47e5-4ddb-b0bc-16855d478160'} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:06:11.322812 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-4f886d6d-fec2-4ff6-b8a7-eb97f7df49d9 req-25891066-fb50-4109-805e-72c2cb279173 service neutron] Bound port: 9cd52e4f-6ec2-42da-8cbf-44a7dbbee675, host: n-h1-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51ba8099-7622-42cb-adbd-7c8aaac78355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '6b5eb666-47e5-4ddb-b0bc-16855d478160'}}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:06:11.323440 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-4f886d6d-fec2-4ff6-b8a7-eb97f7df49d9 req-25891066-fb50-4109-805e-72c2cb279173 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:11.331809 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ac3b165c-bb5e-43b4-ab0e-65493c35e386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125932157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126180897'] for subnet, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:11.379016 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-595737f4-fec9-48b5-9a9e-3be3bb44d077 None None] Network 6f0802fb-d80c-4376-8489-638bd5a335ca requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:06:11.390187 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ac3b165c-bb5e-43b4-ab0e-65493c35e386 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:11.394577 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-ac3b165c-bb5e-43b4-ab0e-65493c35e386 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/c2d778d5-5d23-4445-84af-51b30efedc8c HTTP/1.1" status: 204 len: 168 time: 0.7301428 Aug 11 03:06:11.399187 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 50396) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:11.428751 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3b165c-bb5e-43b4-ab0e-65493c35e386 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2d778d5-5d23-4445-84af-51b30efedc8c,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:11.459909 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c2e57be7-9e5d-47af-b7dd-2457679a46a6 req-5150b5cb-40e6-400f-9378-29e66e9cd764 tempest-SecurityGroupRulesNegativeTestJSON-1121317351 tempest-SecurityGroupRulesNegativeTestJSON-1121317351-project] 10.222.0.41 "GET /v2.0/security-groups/22c53842-0393-41e2-9461-3eb0dfd06588 HTTP/1.1" status: 200 len: 2406 time: 0.1624517 Aug 11 03:06:11.494201 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4087cd-29bd-45de-849c-4abcca00c354 req-143fe601-92f4-4274-b0bc-28ecad45c2f2 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:11.503604 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1d4087cd-29bd-45de-849c-4abcca00c354 req-143fe601-92f4-4274-b0bc-28ecad45c2f2 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=29cccc14-5cf4-4470-a538-9d1ef2af8007 HTTP/1.1" status: 200 len: 943 time: 0.1349981 Aug 11 03:06:11.504141 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [req-9604087d-7645-4128-9267-80824db9f0a6 req-f3c03239-8449-44ea-b195-9d00eed9e127 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Allocated IP 10.2.2.200 (305ca68a-259a-4e6f-a74b-d776988e8170/5789f5f0-0aac-4496-9502-f9d5b3fcf9d5/053fe719-4e11-4959-84b1-0b95b1576963) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:06:11.522701 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-4f886d6d-fec2-4ff6-b8a7-eb97f7df49d9 req-25891066-fb50-4109-805e-72c2cb279173 service neutron] For port 9cd52e4f-6ec2-42da-8cbf-44a7dbbee675, host n-h1-764292-30, cleared binding levels {{(pid=102191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:06:11.528799 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-c2e57be7-9e5d-47af-b7dd-2457679a46a6 req-8f5deefa-4fc8-4a8c-b3b9-02feb0ebf5cb tempest-SecurityGroupRulesNegativeTestJSON-1121317351 tempest-SecurityGroupRulesNegativeTestJSON-1121317351-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:11.532546 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fedb35e7-0978-4cbe-8111-13f14f2b1a95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:11.541202 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-c2e57be7-9e5d-47af-b7dd-2457679a46a6 req-8f5deefa-4fc8-4a8c-b3b9-02feb0ebf5cb tempest-SecurityGroupRulesNegativeTestJSON-1121317351 tempest-SecurityGroupRulesNegativeTestJSON-1121317351-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:11.551405 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-4f886d6d-fec2-4ff6-b8a7-eb97f7df49d9 req-25891066-fb50-4109-805e-72c2cb279173 service neutron] For port 9cd52e4f-6ec2-42da-8cbf-44a7dbbee675, host n-h1-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=9cd52e4f-6ec2-42da-8cbf-44a7dbbee675,segment=NetworkSegment(51ba8099-7622-42cb-adbd-7c8aaac78355),segment_id=51ba8099-7622-42cb-adbd-7c8aaac78355)] {{(pid=102191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:06:11.579519 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1d4087cd-29bd-45de-849c-4abcca00c354 req-4eae2e44-60f0-4b1d-8072-1a4011c11a76 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/security-groups?id=19e25e3f-a72e-45d4-8165-3b0d2215340c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737352 Aug 11 03:06:11.658843 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-4f886d6d-fec2-4ff6-b8a7-eb97f7df49d9 req-25891066-fb50-4109-805e-72c2cb279173 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:11.684284 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-c2e57be7-9e5d-47af-b7dd-2457679a46a6 req-8f5deefa-4fc8-4a8c-b3b9-02feb0ebf5cb tempest-SecurityGroupRulesNegativeTestJSON-1121317351 tempest-SecurityGroupRulesNegativeTestJSON-1121317351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:11.689426 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-c2e57be7-9e5d-47af-b7dd-2457679a46a6 req-8f5deefa-4fc8-4a8c-b3b9-02feb0ebf5cb tempest-SecurityGroupRulesNegativeTestJSON-1121317351 tempest-SecurityGroupRulesNegativeTestJSON-1121317351-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:11.690602 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c2e57be7-9e5d-47af-b7dd-2457679a46a6 req-8f5deefa-4fc8-4a8c-b3b9-02feb0ebf5cb tempest-SecurityGroupRulesNegativeTestJSON-1121317351 tempest-SecurityGroupRulesNegativeTestJSON-1121317351-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/2a31b684-3b98-446d-819a-641cc8dd5309 HTTP/1.1" status: 204 len: 173 time: 0.2236478 Aug 11 03:06:11.706721 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5deefa-4fc8-4a8c-b3b9-02feb0ebf5cb tempest-SecurityGroupRulesNegativeTestJSON-1121317351 tempest-SecurityGroupRulesNegativeTestJSON-1121317351-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2a31b684-3b98-446d-819a-641cc8dd5309,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:11.708547 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f886d6d-fec2-4ff6-b8a7-eb97f7df49d9 req-25891066-fb50-4109-805e-72c2cb279173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:11.709165 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-4f886d6d-fec2-4ff6-b8a7-eb97f7df49d9 req-25891066-fb50-4109-805e-72c2cb279173 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:11.713529 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-4f886d6d-fec2-4ff6-b8a7-eb97f7df49d9 req-25891066-fb50-4109-805e-72c2cb279173 service neutron] 10.222.0.22 "PUT /v2.0/ports/9cd52e4f-6ec2-42da-8cbf-44a7dbbee675 HTTP/1.1" status: 200 len: 1092 time: 1.7294853 Aug 11 03:06:11.713529 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29cccc14-5cf4-4470-a538-9d1ef2af8007', 'tag': '9cd52e4f-6ec2-42da-8cbf-44a7dbbee675'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:06:11.713529 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da7e4b03-cc24-4ae7-83cb-c0c48ad27d3e" -d '{"events": [{"name": "network-changed", "server_uuid": "29cccc14-5cf4-4470-a538-9d1ef2af8007", "tag": "9cd52e4f-6ec2-42da-8cbf-44a7dbbee675"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:06:11.723685 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b9bd2d8-c26a-4118-b9d2-77842e2d4713 None None] DHCP port deletion for 6f0802fb-d80c-4376-8489-638bd5a335ca request from n-d-764292-30 {{(pid=102193) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:06:11.780692 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 0ed991e3-a137-4bd1-aaef-c8a4844184bc no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:06:11.798189 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25891066-fb50-4109-805e-72c2cb279173 service neutron] Pushing event updated for resources: {'Port': ['ID=9cd52e4f-6ec2-42da-8cbf-44a7dbbee675,revision_number=3']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:11.807194 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-fedb35e7-0978-4cbe-8111-13f14f2b1a95 admin admin] Deleting port 507d9928-035c-44a6-9f83-426f63b5f845 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:06:11.807535 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fedb35e7-0978-4cbe-8111-13f14f2b1a95 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:11.812603 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: 0ed991e3-a137-4bd1-aaef-c8a4844184bc {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:06:11.813238 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 0ed991e3-a137-4bd1-aaef-c8a4844184bc not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:06:11.813817 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 4adbbf23-670c-43f4-b2f1-aa07d0a7d224 no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:06:11.858757 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: 4adbbf23-670c-43f4-b2f1-aa07d0a7d224 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:06:11.859439 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 4adbbf23-670c-43f4-b2f1-aa07d0a7d224 not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:06:11.882754 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-8b9bd2d8-c26a-4118-b9d2-77842e2d4713 None None] Deleting port 507d9928-035c-44a6-9f83-426f63b5f845 {{(pid=102193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:06:11.883136 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8b9bd2d8-c26a-4118-b9d2-77842e2d4713 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:11.928339 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-9604087d-7645-4128-9267-80824db9f0a6 req-f3c03239-8449-44ea-b195-9d00eed9e127 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:11.961791 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [req-9604087d-7645-4128-9267-80824db9f0a6 req-f3c03239-8449-44ea-b195-9d00eed9e127 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Transition to ACTIVE for port object 053fe719-4e11-4959-84b1-0b95b1576963 will not be triggered until provisioned by entity DHCP. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:06:11.996321 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [None req-fedb35e7-0978-4cbe-8111-13f14f2b1a95 admin admin] For port 507d9928-035c-44a6-9f83-426f63b5f845, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=507d9928-035c-44a6-9f83-426f63b5f845,segment=NetworkSegment(b600e964-2a82-4804-8ead-baffe4ff99ba),segment_id=b600e964-2a82-4804-8ead-baffe4ff99ba)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:06:11.996691 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fedb35e7-0978-4cbe-8111-13f14f2b1a95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:11.997410 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-8b9bd2d8-c26a-4118-b9d2-77842e2d4713 None None] For port 507d9928-035c-44a6-9f83-426f63b5f845, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=507d9928-035c-44a6-9f83-426f63b5f845,segment=NetworkSegment(b600e964-2a82-4804-8ead-baffe4ff99ba),segment_id=b600e964-2a82-4804-8ead-baffe4ff99ba)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:06:11.998256 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8b9bd2d8-c26a-4118-b9d2-77842e2d4713 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:12.016018 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f886d6d-fec2-4ff6-b8a7-eb97f7df49d9 req-375c2fdb-f811-4d43-8fd7-e686e6a37bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:12.017060 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-8b9bd2d8-c26a-4118-b9d2-77842e2d4713 None None] Calling delete_port for 507d9928-035c-44a6-9f83-426f63b5f845 owned by network:dhcp {{(pid=102193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:06:12.017652 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-4f886d6d-fec2-4ff6-b8a7-eb97f7df49d9 req-375c2fdb-f811-4d43-8fd7-e686e6a37bc4 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=3419766c112444a3864f482257b66851&device_id=29cccc14-5cf4-4470-a538-9d1ef2af8007 HTTP/1.1" status: 200 len: 1095 time: 0.1751232 Aug 11 03:06:12.053061 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e0dbd9-36b8-40ad-900d-eb135f664d79 req-62751c05-f12e-4634-9fdb-f2e3b9413494 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:12.067743 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e0dbd9-36b8-40ad-900d-eb135f664d79 req-62751c05-f12e-4634-9fdb-f2e3b9413494 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:12.073599 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e0dbd9-36b8-40ad-900d-eb135f664d79 req-62751c05-f12e-4634-9fdb-f2e3b9413494 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:12.079874 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e0dbd9-36b8-40ad-900d-eb135f664d79 req-62751c05-f12e-4634-9fdb-f2e3b9413494 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:12.087499 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d5e0dbd9-36b8-40ad-900d-eb135f664d79 req-62751c05-f12e-4634-9fdb-f2e3b9413494 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] 10.222.0.41 "GET /v2.0/ports?device_id=c37d8b08-64ee-4d7e-99b5-bc356505ed77 HTTP/1.1" status: 200 len: 3095 time: 0.2428203 Aug 11 03:06:12.094783 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-fedb35e7-0978-4cbe-8111-13f14f2b1a95 admin admin] Calling delete_port for 507d9928-035c-44a6-9f83-426f63b5f845 owned by network:dhcp {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:06:12.101457 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a983a44-86b9-472c-976c-d6145b72c206 req-9230495a-02e1-48f8-b4c1-1a5bbe82c628 tempest-NetworksTest-368591113 tempest-NetworksTest-368591113-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:12.101937 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a983a44-86b9-472c-976c-d6145b72c206 req-9230495a-02e1-48f8-b4c1-1a5bbe82c628 tempest-NetworksTest-368591113 tempest-NetworksTest-368591113-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:12.102446 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a983a44-86b9-472c-976c-d6145b72c206 req-9230495a-02e1-48f8-b4c1-1a5bbe82c628 tempest-NetworksTest-368591113 tempest-NetworksTest-368591113-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:12.102942 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-4f886d6d-fec2-4ff6-b8a7-eb97f7df49d9 req-674f6e66-24cd-4175-a455-e31a79ec3575 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9cd52e4f-6ec2-42da-8cbf-44a7dbbee675 HTTP/1.1" status: 200 len: 217 time: 0.0713422 Aug 11 03:06:12.103085 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a983a44-86b9-472c-976c-d6145b72c206 req-9230495a-02e1-48f8-b4c1-1a5bbe82c628 tempest-NetworksTest-368591113 tempest-NetworksTest-368591113-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:12.103407 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a983a44-86b9-472c-976c-d6145b72c206 req-9230495a-02e1-48f8-b4c1-1a5bbe82c628 tempest-NetworksTest-368591113 tempest-NetworksTest-368591113-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:12.103843 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a983a44-86b9-472c-976c-d6145b72c206 req-9230495a-02e1-48f8-b4c1-1a5bbe82c628 tempest-NetworksTest-368591113 tempest-NetworksTest-368591113-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:12.104289 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a983a44-86b9-472c-976c-d6145b72c206 req-9230495a-02e1-48f8-b4c1-1a5bbe82c628 tempest-NetworksTest-368591113 tempest-NetworksTest-368591113-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:12.104732 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a983a44-86b9-472c-976c-d6145b72c206 req-9230495a-02e1-48f8-b4c1-1a5bbe82c628 tempest-NetworksTest-368591113 tempest-NetworksTest-368591113-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:12.105180 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a983a44-86b9-472c-976c-d6145b72c206 req-9230495a-02e1-48f8-b4c1-1a5bbe82c628 tempest-NetworksTest-368591113 tempest-NetworksTest-368591113-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:12.106185 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a983a44-86b9-472c-976c-d6145b72c206 req-9230495a-02e1-48f8-b4c1-1a5bbe82c628 tempest-NetworksTest-368591113 tempest-NetworksTest-368591113-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:12.106655 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a983a44-86b9-472c-976c-d6145b72c206 req-9230495a-02e1-48f8-b4c1-1a5bbe82c628 tempest-NetworksTest-368591113 tempest-NetworksTest-368591113-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:12.124236 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1a983a44-86b9-472c-976c-d6145b72c206 req-9230495a-02e1-48f8-b4c1-1a5bbe82c628 tempest-NetworksTest-368591113 tempest-NetworksTest-368591113-project-admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7783 time: 0.2131572 Aug 11 03:06:12.156872 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d5e0dbd9-36b8-40ad-900d-eb135f664d79 req-67cca042-7682-4d83-8992-683267c7ad9e tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] 10.222.0.41 "GET /v2.0/security-groups?id=607419a9-bee5-4ef0-a97c-fc5d24552dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684967 Aug 11 03:06:12.204317 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-ae00d60b-c2cb-43a8-811c-904a80ef81bb req-e3376265-b71f-4066-b256-e8c92e96a30f tempest-SecurityGroupRulesNegativeTestJSON-1121317351 tempest-SecurityGroupRulesNegativeTestJSON-1121317351-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-751207167', 'description': 'tempest-description-309623966'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:06:12.242053 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f886d6d-fec2-4ff6-b8a7-eb97f7df49d9 req-852c2df4-37bb-4965-b67c-8ed0dee120b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:12.242053 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-4f886d6d-fec2-4ff6-b8a7-eb97f7df49d9 req-852c2df4-37bb-4965-b67c-8ed0dee120b7 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6bc807f9-b5f2-488b-b980-1ec1f7afe42f HTTP/1.1" status: 200 len: 851 time: 0.1169307 Aug 11 03:06:12.242816 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:06:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aa9e5b3-b2e9-4b80-8387-678baf92095d x-openstack-request-id: req-9aa9e5b3-b2e9-4b80-8387-678baf92095d {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:06:12.243105 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29cccc14-5cf4-4470-a538-9d1ef2af8007", "tag": "9cd52e4f-6ec2-42da-8cbf-44a7dbbee675", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:06:12.243358 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9aa9e5b3-b2e9-4b80-8387-678baf92095d {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:06:12.243747 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29cccc14-5cf4-4470-a538-9d1ef2af8007', 'tag': '9cd52e4f-6ec2-42da-8cbf-44a7dbbee675', 'status': 'completed', 'code': 200} Aug 11 03:06:12.266564 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8b9bd2d8-c26a-4118-b9d2-77842e2d4713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678'] for port, after_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:12.302357 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fedb35e7-0978-4cbe-8111-13f14f2b1a95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:12.314571 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9bd2d8-c26a-4118-b9d2-77842e2d4713 None None] Pushing event deleted for resources: {'Port': ['ID=507d9928-035c-44a6-9f83-426f63b5f845,revision_number=None']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:12.318017 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9bd2d8-c26a-4118-b9d2-77842e2d4713 None None] No DVR routers for this DVR port 507d9928-035c-44a6-9f83-426f63b5f845 on host n-d-764292-30 {{(pid=102193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:06:12.337319 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-9604087d-7645-4128-9267-80824db9f0a6 req-f3c03239-8449-44ea-b195-9d00eed9e127 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:12.341451 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedb35e7-0978-4cbe-8111-13f14f2b1a95 admin admin] Pushing event deleted for resources: {'Port': ['ID=507d9928-035c-44a6-9f83-426f63b5f845,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:12.365023 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fee0f7-b61e-4aea-8aad-19df9733a2bf req-366b02c5-6b99-43cd-9a54-bcb84d30f123 tempest-NetworksTest-368591113 tempest-NetworksTest-368591113-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:12.365196 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f886d6d-fec2-4ff6-b8a7-eb97f7df49d9 req-510f5be7-0422-44be-b522-e36940315c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:12.366526 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-55fee0f7-b61e-4aea-8aad-19df9733a2bf req-366b02c5-6b99-43cd-9a54-bcb84d30f123 tempest-NetworksTest-368591113 tempest-NetworksTest-368591113-project-admin] 10.222.0.41 "GET /v2.0/networks/09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 HTTP/1.1" status: 200 len: 886 time: 0.1136770 Aug 11 03:06:12.366841 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-4f886d6d-fec2-4ff6-b8a7-eb97f7df49d9 req-510f5be7-0422-44be-b522-e36940315c6e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=6b5eb666-47e5-4ddb-b0bc-16855d478160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1185610 Aug 11 03:06:12.367809 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-ae00d60b-c2cb-43a8-811c-904a80ef81bb req-e3376265-b71f-4066-b256-e8c92e96a30f tempest-SecurityGroupRulesNegativeTestJSON-1121317351 tempest-SecurityGroupRulesNegativeTestJSON-1121317351-project] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:12.477613 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9604087d-7645-4128-9267-80824db9f0a6 req-f3c03239-8449-44ea-b195-9d00eed9e127 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Network 305ca68a-259a-4e6f-a74b-d776988e8170 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:06:12.480290 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fedb35e7-0978-4cbe-8111-13f14f2b1a95 admin admin] No DVR routers for this DVR port 507d9928-035c-44a6-9f83-426f63b5f845 on host n-d-764292-30 {{(pid=102191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:06:12.489345 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [req-9604087d-7645-4128-9267-80824db9f0a6 req-f3c03239-8449-44ea-b195-9d00eed9e127 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:06:12.498881 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c03239-8449-44ea-b195-9d00eed9e127 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Pushing event updated for resources: {'Port': ['ID=053fe719-4e11-4959-84b1-0b95b1576963,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:12.504565 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-9604087d-7645-4128-9267-80824db9f0a6 req-f3c03239-8449-44ea-b195-9d00eed9e127 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:06:12.505816 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-ae00d60b-c2cb-43a8-811c-904a80ef81bb req-e3376265-b71f-4066-b256-e8c92e96a30f tempest-SecurityGroupRulesNegativeTestJSON-1121317351 tempest-SecurityGroupRulesNegativeTestJSON-1121317351-project] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:12.536787 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5920f1ef-dda8-4af9-8b10-e6af787b40c0 req-5339c83e-3e78-4cfb-b236-6311503d6d76 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:12.538380 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5920f1ef-dda8-4af9-8b10-e6af787b40c0 req-5339c83e-3e78-4cfb-b236-6311503d6d76 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e790d19-e22e-49e6-811e-000580ef0e08 HTTP/1.1" status: 200 len: 950 time: 0.0920725 Aug 11 03:06:12.588756 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-ae00d60b-c2cb-43a8-811c-904a80ef81bb req-e3376265-b71f-4066-b256-e8c92e96a30f tempest-SecurityGroupRulesNegativeTestJSON-1121317351 tempest-SecurityGroupRulesNegativeTestJSON-1121317351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:12.598517 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5920f1ef-dda8-4af9-8b10-e6af787b40c0 req-c69a3f02-3947-4dff-886c-e14e17684bb6 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527875 Aug 11 03:06:12.632598 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3376265-b71f-4066-b256-e8c92e96a30f tempest-SecurityGroupRulesNegativeTestJSON-1121317351 tempest-SecurityGroupRulesNegativeTestJSON-1121317351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20626642-e4c6-44ea-85e3-0cc3ae0b2af1,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:12.695320 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-ae00d60b-c2cb-43a8-811c-904a80ef81bb req-e3376265-b71f-4066-b256-e8c92e96a30f tempest-SecurityGroupRulesNegativeTestJSON-1121317351 tempest-SecurityGroupRulesNegativeTestJSON-1121317351-project] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:12.696622 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ae00d60b-c2cb-43a8-811c-904a80ef81bb req-e3376265-b71f-4066-b256-e8c92e96a30f tempest-SecurityGroupRulesNegativeTestJSON-1121317351 tempest-SecurityGroupRulesNegativeTestJSON-1121317351-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.4983883 Aug 11 03:06:12.886477 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db8e713-16f3-4175-9e42-235fa74c2f81 req-8794a398-5f45-40c3-a5ab-537ed3990b31 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:12.888622 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6db8e713-16f3-4175-9e42-235fa74c2f81 req-8794a398-5f45-40c3-a5ab-537ed3990b31 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=29cccc14-5cf4-4470-a538-9d1ef2af8007 HTTP/1.1" status: 200 len: 943 time: 0.0989439 Aug 11 03:06:12.890369 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1206051-c1a6-42e6-be2e-dc57ca54dfe4 req-e7cb0685-812c-4413-a4d4-2a6d658abe8c tempest-NetworksTest-368591113 tempest-NetworksTest-368591113-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:12.890848 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1206051-c1a6-42e6-be2e-dc57ca54dfe4 req-e7cb0685-812c-4413-a4d4-2a6d658abe8c tempest-NetworksTest-368591113 tempest-NetworksTest-368591113-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:12.891363 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1206051-c1a6-42e6-be2e-dc57ca54dfe4 req-e7cb0685-812c-4413-a4d4-2a6d658abe8c tempest-NetworksTest-368591113 tempest-NetworksTest-368591113-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:12.891770 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1206051-c1a6-42e6-be2e-dc57ca54dfe4 req-e7cb0685-812c-4413-a4d4-2a6d658abe8c tempest-NetworksTest-368591113 tempest-NetworksTest-368591113-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:12.892224 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1206051-c1a6-42e6-be2e-dc57ca54dfe4 req-e7cb0685-812c-4413-a4d4-2a6d658abe8c tempest-NetworksTest-368591113 tempest-NetworksTest-368591113-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:12.892676 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1206051-c1a6-42e6-be2e-dc57ca54dfe4 req-e7cb0685-812c-4413-a4d4-2a6d658abe8c tempest-NetworksTest-368591113 tempest-NetworksTest-368591113-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:12.893156 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1206051-c1a6-42e6-be2e-dc57ca54dfe4 req-e7cb0685-812c-4413-a4d4-2a6d658abe8c tempest-NetworksTest-368591113 tempest-NetworksTest-368591113-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:12.893612 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1206051-c1a6-42e6-be2e-dc57ca54dfe4 req-e7cb0685-812c-4413-a4d4-2a6d658abe8c tempest-NetworksTest-368591113 tempest-NetworksTest-368591113-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:12.894061 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1206051-c1a6-42e6-be2e-dc57ca54dfe4 req-e7cb0685-812c-4413-a4d4-2a6d658abe8c tempest-NetworksTest-368591113 tempest-NetworksTest-368591113-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:12.894534 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1206051-c1a6-42e6-be2e-dc57ca54dfe4 req-e7cb0685-812c-4413-a4d4-2a6d658abe8c tempest-NetworksTest-368591113 tempest-NetworksTest-368591113-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:12.894980 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1206051-c1a6-42e6-be2e-dc57ca54dfe4 req-e7cb0685-812c-4413-a4d4-2a6d658abe8c tempest-NetworksTest-368591113 tempest-NetworksTest-368591113-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:12.896951 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a1206051-c1a6-42e6-be2e-dc57ca54dfe4 req-e7cb0685-812c-4413-a4d4-2a6d658abe8c tempest-NetworksTest-368591113 tempest-NetworksTest-368591113-project-admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7783 time: 0.1706405 Aug 11 03:06:12.912671 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-e399e5eb-2629-453e-88c0-1741f35b92f7 None None] Provisioning for port 053fe719-4e11-4959-84b1-0b95b1576963 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:06:12.918770 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-e399e5eb-2629-453e-88c0-1741f35b92f7 None None] Provisioning complete for port 053fe719-4e11-4959-84b1-0b95b1576963 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:06:12.919256 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-e399e5eb-2629-453e-88c0-1741f35b92f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:12.972303 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-e399e5eb-2629-453e-88c0-1741f35b92f7 None None] Port 053fe719-4e11-4959-84b1-0b95b1576963 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:06:13.009350 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6db8e713-16f3-4175-9e42-235fa74c2f81 req-1122af5d-983d-45ec-8047-b3a67fd03caf tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/security-groups?id=19e25e3f-a72e-45d4-8165-3b0d2215340c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043913 Aug 11 03:06:13.013865 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-4f886d6d-fec2-4ff6-b8a7-eb97f7df49d9 req-db524bbe-65fb-4db7-a8bd-4141349f27ad service neutron] 10.222.0.22 "GET /v2.0/networks/6b5eb666-47e5-4ddb-b0bc-16855d478160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6169503 Aug 11 03:06:13.029157 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e636f9d7-4a03-468c-9cde-206028f1f092 req-009aa411-cd9a-41db-b4f3-22cdd35b1ced tempest-SecurityGroupRulesNegativeTestJSON-1121317351 tempest-SecurityGroupRulesNegativeTestJSON-1121317351-project] 10.222.0.41 "GET /v2.0/security-groups/20626642-e4c6-44ea-85e3-0cc3ae0b2af1 HTTP/1.1" status: 200 len: 1811 time: 0.0934303 Aug 11 03:06:13.044541 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fedb35e7-0978-4cbe-8111-13f14f2b1a95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:13.054233 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9604087d-7645-4128-9267-80824db9f0a6 req-f3c03239-8449-44ea-b195-9d00eed9e127 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:13.054862 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-9604087d-7645-4128-9267-80824db9f0a6 req-f3c03239-8449-44ea-b195-9d00eed9e127 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:13.069975 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-eb2ea883-93bf-40a9-a314-9d44882bf558 req-9d099325-b9d2-4a86-b7cb-af454b9835c6 tempest-SecurityGroupRulesNegativeTestJSON-1121317351 tempest-SecurityGroupRulesNegativeTestJSON-1121317351-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1879268314', 'description': 'tempest-description-1457400516'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:06:13.103245 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-fedb35e7-0978-4cbe-8111-13f14f2b1a95 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f0802fb-d80c-4376-8489-638bd5a335ca']}} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:06:13.120732 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-fedb35e7-0978-4cbe-8111-13f14f2b1a95 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b600e964-2a82-4804-8ead-baffe4ff99ba') {'for_net_delete': True} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:06:13.121025 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-fedb35e7-0978-4cbe-8111-13f14f2b1a95 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b600e964-2a82-4804-8ead-baffe4ff99ba') {} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:06:13.133347 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fedb35e7-0978-4cbe-8111-13f14f2b1a95 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126283644'] for segment, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:13.157002 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fedb35e7-0978-4cbe-8111-13f14f2b1a95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:13.158327 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-eb2ea883-93bf-40a9-a314-9d44882bf558 req-9d099325-b9d2-4a86-b7cb-af454b9835c6 tempest-SecurityGroupRulesNegativeTestJSON-1121317351 tempest-SecurityGroupRulesNegativeTestJSON-1121317351-project] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:13.173516 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fedb35e7-0978-4cbe-8111-13f14f2b1a95 admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=102191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:06:13.173963 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fedb35e7-0978-4cbe-8111-13f14f2b1a95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126283391'] for segment, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:13.175649 n-d-764292-30 neutron-server[102191]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:06:13.175649 n-d-764292-30 neutron-server[102191]: self.session.flush() Aug 11 03:06:13.175649 n-d-764292-30 neutron-server[102191]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:06:13.175649 n-d-764292-30 neutron-server[102191]: self.session.flush() Aug 11 03:06:13.175649 n-d-764292-30 neutron-server[102191]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:06:13.175649 n-d-764292-30 neutron-server[102191]: self.session.flush() Aug 11 03:06:13.175649 n-d-764292-30 neutron-server[102191]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:06:13.175649 n-d-764292-30 neutron-server[102191]: self.session.flush() Aug 11 03:06:13.175649 n-d-764292-30 neutron-server[102191]: Traceback (most recent call last): Aug 11 03:06:13.175649 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:06:13.175649 n-d-764292-30 neutron-server[102191]: timer() Aug 11 03:06:13.175649 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:06:13.175649 n-d-764292-30 neutron-server[102191]: cb(*args, **kw) Aug 11 03:06:13.175649 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:06:13.175649 n-d-764292-30 neutron-server[102191]: return func(*args, **kwargs) Aug 11 03:06:13.175649 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:06:13.175649 n-d-764292-30 neutron-server[102191]: self._notify() Aug 11 03:06:13.175649 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:06:13.175649 n-d-764292-30 neutron-server[102191]: self.callback(batched_events) Aug 11 03:06:13.175649 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:06:13.175649 n-d-764292-30 neutron-server[102191]: event.method(event) Aug 11 03:06:13.175649 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:06:13.175649 n-d-764292-30 neutron-server[102191]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:06:13.175649 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:06:13.175649 n-d-764292-30 neutron-server[102191]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:06:13.175649 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:06:13.175649 n-d-764292-30 neutron-server[102191]: return f(self, *a, **k) Aug 11 03:06:13.175649 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:06:13.175649 n-d-764292-30 neutron-server[102191]: return self._get(url).json() Aug 11 03:06:13.175649 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:06:13.175649 n-d-764292-30 neutron-server[102191]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:06:13.175649 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:06:13.175649 n-d-764292-30 neutron-server[102191]: return self.request(url, 'GET', **kwargs) Aug 11 03:06:13.175649 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:06:13.175649 n-d-764292-30 neutron-server[102191]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:06:13.175649 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:06:13.175649 n-d-764292-30 neutron-server[102191]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:06:13.175649 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:06:13.175649 n-d-764292-30 neutron-server[102191]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:06:13.175649 n-d-764292-30 neutron-server[102191]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:06:13.188043 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-4f886d6d-fec2-4ff6-b8a7-eb97f7df49d9 req-7b944fa6-211a-46cd-aae5-03de1fd326c5 service neutron] 10.222.0.22 "GET /v2.0/networks/6b5eb666-47e5-4ddb-b0bc-16855d478160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584973 Aug 11 03:06:13.284710 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-9604087d-7645-4128-9267-80824db9f0a6 req-f3c03239-8449-44ea-b195-9d00eed9e127 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5937817 Aug 11 03:06:13.294385 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dd1de1-d726-4896-b247-b90d649a377b req-fe328530-42da-430a-b699-aa0443ea18d4 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:13.300409 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dd1de1-d726-4896-b247-b90d649a377b req-fe328530-42da-430a-b699-aa0443ea18d4 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:13.305721 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-9604087d-7645-4128-9267-80824db9f0a6 req-c2038144-f682-406d-9c38-ea9175b7dff8 service neutron] Request body: {'port': {'device_id': 'c37d8b08-64ee-4d7e-99b5-bc356505ed77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764292-30'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:06:13.306603 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dd1de1-d726-4896-b247-b90d649a377b req-fe328530-42da-430a-b699-aa0443ea18d4 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:13.316177 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dd1de1-d726-4896-b247-b90d649a377b req-fe328530-42da-430a-b699-aa0443ea18d4 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:13.322670 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dd1de1-d726-4896-b247-b90d649a377b req-fe328530-42da-430a-b699-aa0443ea18d4 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:13.325123 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-89dd1de1-d726-4896-b247-b90d649a377b req-fe328530-42da-430a-b699-aa0443ea18d4 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] 10.222.0.41 "GET /v2.0/ports?device_id=c37d8b08-64ee-4d7e-99b5-bc356505ed77 HTTP/1.1" status: 200 len: 3816 time: 0.0881274 Aug 11 03:06:13.335993 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fedb35e7-0978-4cbe-8111-13f14f2b1a95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:13.350953 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fedb35e7-0978-4cbe-8111-13f14f2b1a95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:13.353043 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-fedb35e7-0978-4cbe-8111-13f14f2b1a95 admin admin] 10.222.0.41 "DELETE /v2.0/networks/6f0802fb-d80c-4376-8489-638bd5a335ca HTTP/1.1" status: 204 len: 168 time: 1.9491553 Aug 11 03:06:13.376807 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedb35e7-0978-4cbe-8111-13f14f2b1a95 admin admin] Pushing event deleted for resources: {'Network': ['ID=6f0802fb-d80c-4376-8489-638bd5a335ca,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:13.414975 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-89dd1de1-d726-4896-b247-b90d649a377b req-92fa8059-b8dc-4178-948b-67650f14d4e1 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] 10.222.0.41 "GET /v2.0/security-groups?id=607419a9-bee5-4ef0-a97c-fc5d24552dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813024 Aug 11 03:06:13.425386 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-9604087d-7645-4128-9267-80824db9f0a6 req-c2038144-f682-406d-9c38-ea9175b7dff8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:13.449320 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7e4b03-cc24-4ae7-83cb-c0c48ad27d3e req-fd49c450-bf15-4952-b093-76c006c03a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:13.452075 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-da7e4b03-cc24-4ae7-83cb-c0c48ad27d3e req-fd49c450-bf15-4952-b093-76c006c03a9f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=3419766c112444a3864f482257b66851&device_id=29cccc14-5cf4-4470-a538-9d1ef2af8007 HTTP/1.1" status: 200 len: 1095 time: 0.1021926 Aug 11 03:06:13.516340 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-eb2ea883-93bf-40a9-a314-9d44882bf558 req-9d099325-b9d2-4a86-b7cb-af454b9835c6 tempest-SecurityGroupRulesNegativeTestJSON-1121317351 tempest-SecurityGroupRulesNegativeTestJSON-1121317351-project] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:13.536655 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 50438) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:13.569778 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-eb2ea883-93bf-40a9-a314-9d44882bf558 req-9d099325-b9d2-4a86-b7cb-af454b9835c6 tempest-SecurityGroupRulesNegativeTestJSON-1121317351 tempest-SecurityGroupRulesNegativeTestJSON-1121317351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:13.603034 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d099325-b9d2-4a86-b7cb-af454b9835c6 tempest-SecurityGroupRulesNegativeTestJSON-1121317351 tempest-SecurityGroupRulesNegativeTestJSON-1121317351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2cfed21-e972-49fd-ab0d-21ef303ed98e,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:13.649623 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-eb2ea883-93bf-40a9-a314-9d44882bf558 req-9d099325-b9d2-4a86-b7cb-af454b9835c6 tempest-SecurityGroupRulesNegativeTestJSON-1121317351 tempest-SecurityGroupRulesNegativeTestJSON-1121317351-project] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:13.650911 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-eb2ea883-93bf-40a9-a314-9d44882bf558 req-9d099325-b9d2-4a86-b7cb-af454b9835c6 tempest-SecurityGroupRulesNegativeTestJSON-1121317351 tempest-SecurityGroupRulesNegativeTestJSON-1121317351-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.5853095 Aug 11 03:06:13.696687 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a1e45533-55c7-486b-b4bb-6074d49aa9ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:13.720322 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7e4b03-cc24-4ae7-83cb-c0c48ad27d3e req-b3430465-4617-424c-8120-056c9df2aaa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:13.722081 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-da7e4b03-cc24-4ae7-83cb-c0c48ad27d3e req-b3430465-4617-424c-8120-056c9df2aaa7 service neutron] 10.222.0.22 "GET /v2.0/networks?id=6b5eb666-47e5-4ddb-b0bc-16855d478160 HTTP/1.1" status: 200 len: 913 time: 0.2513928 Aug 11 03:06:13.748614 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 507d9928-035c-44a6-9f83-426f63b5f845 no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:06:13.769886 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: 507d9928-035c-44a6-9f83-426f63b5f845 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:06:13.770519 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 507d9928-035c-44a6-9f83-426f63b5f845 not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:06:13.819747 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 50450) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:13.824223 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f1a4d848-50fc-483c-b6ae-65b81f922955 req-8f33f020-dac5-4301-96fb-84a0c73f18ba tempest-SecurityGroupRulesNegativeTestJSON-1121317351 tempest-SecurityGroupRulesNegativeTestJSON-1121317351-project] 10.222.0.41 "GET /v2.0/security-groups/b2cfed21-e972-49fd-ab0d-21ef303ed98e HTTP/1.1" status: 200 len: 1813 time: 0.1145480 Aug 11 03:06:13.861894 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f222152-528d-4175-b2ba-a12b1983d154 req-8297f27c-a2a6-4c40-ad73-7e272dd92d45 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:13.863446 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3f222152-528d-4175-b2ba-a12b1983d154 req-8297f27c-a2a6-4c40-ad73-7e272dd92d45 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e790d19-e22e-49e6-811e-000580ef0e08 HTTP/1.1" status: 200 len: 950 time: 0.1303303 Aug 11 03:06:13.863789 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-da7e4b03-cc24-4ae7-83cb-c0c48ad27d3e req-02ed9276-8f11-4564-8281-708aab15f527 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9cd52e4f-6ec2-42da-8cbf-44a7dbbee675 HTTP/1.1" status: 200 len: 217 time: 0.0884607 Aug 11 03:06:13.927051 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-84f7d4aa-12aa-4608-9445-ecbcd1e2710a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a4f941c0e6ec4d71b17e5d3a04702d7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1017728 Aug 11 03:06:13.929979 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 50454) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:13.955628 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7e4b03-cc24-4ae7-83cb-c0c48ad27d3e req-8b7c6cc2-9b79-4de5-86f0-1123493ef891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:13.957351 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-da7e4b03-cc24-4ae7-83cb-c0c48ad27d3e req-8b7c6cc2-9b79-4de5-86f0-1123493ef891 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6bc807f9-b5f2-488b-b980-1ec1f7afe42f HTTP/1.1" status: 200 len: 851 time: 0.0845265 Aug 11 03:06:13.962998 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [req-9604087d-7645-4128-9267-80824db9f0a6 req-c2038144-f682-406d-9c38-ea9175b7dff8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e87fa64a-3fae-4794-abf7-60cf725af3f0 {{(pid=102191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:06:13.965861 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-c672bd62-3ef4-465a-a847-174c8c0d780d req-c2a769e7-ac55-4137-b1a1-40d6a23767c4 tempest-SecurityGroupRulesNegativeTestJSON-1121317351 tempest-SecurityGroupRulesNegativeTestJSON-1121317351-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1352964510', 'description': 'tempest-description-1982656951'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:06:13.975906 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3f222152-528d-4175-b2ba-a12b1983d154 req-768ad37f-4b8f-4e01-b8ff-5882721b70da tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043158 Aug 11 03:06:13.981117 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-9604087d-7645-4128-9267-80824db9f0a6 req-c2038144-f682-406d-9c38-ea9175b7dff8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:14.022938 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [req-9604087d-7645-4128-9267-80824db9f0a6 req-c2038144-f682-406d-9c38-ea9175b7dff8 service neutron] Transition to ACTIVE for port object e87fa64a-3fae-4794-abf7-60cf725af3f0 will not be triggered until provisioned by entity L2. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:06:14.024032 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a1e45533-55c7-486b-b4bb-6074d49aa9ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:14.030619 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9fdb94dc-ca9f-4c0d-8836-87371ccaeb07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:14.033478 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7e4b03-cc24-4ae7-83cb-c0c48ad27d3e req-117983e4-4f48-4265-8d99-398e73c61816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:14.035157 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-da7e4b03-cc24-4ae7-83cb-c0c48ad27d3e req-117983e4-4f48-4265-8d99-398e73c61816 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=6b5eb666-47e5-4ddb-b0bc-16855d478160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0667474 Aug 11 03:06:14.068314 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9fdb94dc-ca9f-4c0d-8836-87371ccaeb07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:14.102918 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-9604087d-7645-4128-9267-80824db9f0a6 req-c2038144-f682-406d-9c38-ea9175b7dff8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:14.130362 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a1e45533-55c7-486b-b4bb-6074d49aa9ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:14.187855 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2038144-f682-406d-9c38-ea9175b7dff8 service neutron] Pushing event updated for resources: {'Port': ['ID=e87fa64a-3fae-4794-abf7-60cf725af3f0,revision_number=2']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:14.242193 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-da7e4b03-cc24-4ae7-83cb-c0c48ad27d3e req-7b73c7fc-4aae-490c-aec0-2cc33302e366 service neutron] 10.222.0.22 "GET /v2.0/networks/6b5eb666-47e5-4ddb-b0bc-16855d478160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990402 Aug 11 03:06:14.318544 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-9604087d-7645-4128-9267-80824db9f0a6 req-c2038144-f682-406d-9c38-ea9175b7dff8 service neutron] Attempting to bind port e87fa64a-3fae-4794-abf7-60cf725af3f0 on host n-h2-764292-30 for vnic_type normal with profile {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:06:14.319105 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-9604087d-7645-4128-9267-80824db9f0a6 req-c2038144-f682-406d-9c38-ea9175b7dff8 service neutron] Attempting to bind port e87fa64a-3fae-4794-abf7-60cf725af3f0 by drivers openvswitch,hyperv on host n-h2-764292-30 at level 0 using segments [{'id': '7a922ed3-963b-4878-bd8c-48976f2d29ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '3df71ba6-2411-497d-98b1-8adc079ca6c6'}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:06:14.319438 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9604087d-7645-4128-9267-80824db9f0a6 req-c2038144-f682-406d-9c38-ea9175b7dff8 service neutron] Attempting to bind port e87fa64a-3fae-4794-abf7-60cf725af3f0 on network 3df71ba6-2411-497d-98b1-8adc079ca6c6 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:06:14.335230 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9604087d-7645-4128-9267-80824db9f0a6 req-c2038144-f682-406d-9c38-ea9175b7dff8 service neutron] Port e87fa64a-3fae-4794-abf7-60cf725af3f0 on network 3df71ba6-2411-497d-98b1-8adc079ca6c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-764292-30 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:06:14.335230 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9604087d-7645-4128-9267-80824db9f0a6 req-c2038144-f682-406d-9c38-ea9175b7dff8 service neutron] Attempting to bind port e87fa64a-3fae-4794-abf7-60cf725af3f0 on network 3df71ba6-2411-497d-98b1-8adc079ca6c6 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:06:14.342672 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9604087d-7645-4128-9267-80824db9f0a6 req-c2038144-f682-406d-9c38-ea9175b7dff8 service neutron] Checking agent: {'id': '70015fc0-62fb-48b2-b453-36906937cf2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 6, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:06:14.343084 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9604087d-7645-4128-9267-80824db9f0a6 req-c2038144-f682-406d-9c38-ea9175b7dff8 service neutron] Checking segment: {'id': '7a922ed3-963b-4878-bd8c-48976f2d29ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '3df71ba6-2411-497d-98b1-8adc079ca6c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:06:14.343397 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9604087d-7645-4128-9267-80824db9f0a6 req-c2038144-f682-406d-9c38-ea9175b7dff8 service neutron] Bound using segment: {'id': '7a922ed3-963b-4878-bd8c-48976f2d29ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '3df71ba6-2411-497d-98b1-8adc079ca6c6'} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:06:14.343844 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-9604087d-7645-4128-9267-80824db9f0a6 req-c2038144-f682-406d-9c38-ea9175b7dff8 service neutron] Bound port: e87fa64a-3fae-4794-abf7-60cf725af3f0, host: n-h2-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a922ed3-963b-4878-bd8c-48976f2d29ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '3df71ba6-2411-497d-98b1-8adc079ca6c6'}}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:06:14.344203 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-9604087d-7645-4128-9267-80824db9f0a6 req-c2038144-f682-406d-9c38-ea9175b7dff8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:14.410943 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-da7e4b03-cc24-4ae7-83cb-c0c48ad27d3e req-43f30985-415c-49cc-90ad-0461c9ad8d56 service neutron] 10.222.0.22 "GET /v2.0/networks/6b5eb666-47e5-4ddb-b0bc-16855d478160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595879 Aug 11 03:06:14.442806 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-9604087d-7645-4128-9267-80824db9f0a6 req-c2038144-f682-406d-9c38-ea9175b7dff8 service neutron] For port e87fa64a-3fae-4794-abf7-60cf725af3f0, host n-h2-764292-30, cleared binding levels {{(pid=102191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:06:14.446426 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-9604087d-7645-4128-9267-80824db9f0a6 req-c2038144-f682-406d-9c38-ea9175b7dff8 service neutron] For port e87fa64a-3fae-4794-abf7-60cf725af3f0, host n-h2-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=e87fa64a-3fae-4794-abf7-60cf725af3f0,segment=NetworkSegment(7a922ed3-963b-4878-bd8c-48976f2d29ea),segment_id=7a922ed3-963b-4878-bd8c-48976f2d29ea)] {{(pid=102191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:06:14.538410 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-9604087d-7645-4128-9267-80824db9f0a6 req-c2038144-f682-406d-9c38-ea9175b7dff8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:14.554006 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-a1e45533-55c7-486b-b4bb-6074d49aa9ed admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2558fbcbadfd472190aad4ccafd10e4e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0159881 Aug 11 03:06:14.563672 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5c5417-7c9c-4fff-a1b0-2bf92322b4a3 req-11f8b6f6-ba07-4dc7-b5cc-2f1fad3bac05 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:14.565344 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4b5c5417-7c9c-4fff-a1b0-2bf92322b4a3 req-11f8b6f6-ba07-4dc7-b5cc-2f1fad3bac05 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=29cccc14-5cf4-4470-a538-9d1ef2af8007 HTTP/1.1" status: 200 len: 943 time: 0.4806948 Aug 11 03:06:14.566326 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 50462) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:14.572372 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e45533-55c7-486b-b4bb-6074d49aa9ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3d2e835-1b38-4c4a-97c9-f215e1c24801,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:14.603077 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9604087d-7645-4128-9267-80824db9f0a6 req-c2038144-f682-406d-9c38-ea9175b7dff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:14.603711 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-9604087d-7645-4128-9267-80824db9f0a6 req-c2038144-f682-406d-9c38-ea9175b7dff8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:14.605280 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-9604087d-7645-4128-9267-80824db9f0a6 req-c2038144-f682-406d-9c38-ea9175b7dff8 service neutron] 10.222.0.24 "PUT /v2.0/ports/e87fa64a-3fae-4794-abf7-60cf725af3f0 HTTP/1.1" status: 200 len: 1093 time: 1.3038127 Aug 11 03:06:14.606889 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c37d8b08-64ee-4d7e-99b5-bc356505ed77', 'tag': 'e87fa64a-3fae-4794-abf7-60cf725af3f0'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:06:14.607594 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-c672bd62-3ef4-465a-a847-174c8c0d780d req-c2a769e7-ac55-4137-b1a1-40d6a23767c4 tempest-SecurityGroupRulesNegativeTestJSON-1121317351 tempest-SecurityGroupRulesNegativeTestJSON-1121317351-project] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:14.609007 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b06ae13-82d2-4abe-86b6-bec975281616" -d '{"events": [{"name": "network-changed", "server_uuid": "c37d8b08-64ee-4d7e-99b5-bc356505ed77", "tag": "e87fa64a-3fae-4794-abf7-60cf725af3f0"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:06:14.631011 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2038144-f682-406d-9c38-ea9175b7dff8 service neutron] Pushing event updated for resources: {'Port': ['ID=e87fa64a-3fae-4794-abf7-60cf725af3f0,revision_number=3']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:14.655836 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4b5c5417-7c9c-4fff-a1b0-2bf92322b4a3 req-dd537b63-0843-47e8-8e12-0917ef885463 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/security-groups?id=19e25e3f-a72e-45d4-8165-3b0d2215340c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790548 Aug 11 03:06:14.683170 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9fdb94dc-ca9f-4c0d-8836-87371ccaeb07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:14.683170 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9fdb94dc-ca9f-4c0d-8836-87371ccaeb07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:14.683170 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-9fdb94dc-ca9f-4c0d-8836-87371ccaeb07 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a78cbb46-00d0-4143-99f8-f05136b2b8b3 HTTP/1.1" status: 204 len: 168 time: 0.7500570 Aug 11 03:06:14.704197 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdb94dc-ca9f-4c0d-8836-87371ccaeb07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a78cbb46-00d0-4143-99f8-f05136b2b8b3,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:14.712720 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-60d48065-bbf3-487a-a743-40af7b2e71a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:14.724453 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-9604087d-7645-4128-9267-80824db9f0a6 req-b1a6fa10-a5d2-49a0-9280-9955f4779b81 service neutron] Request body: {'port': {'device_id': 'c37d8b08-64ee-4d7e-99b5-bc356505ed77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764292-30'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:06:14.754032 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-60d48065-bbf3-487a-a743-40af7b2e71a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:14.827116 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-9604087d-7645-4128-9267-80824db9f0a6 req-b1a6fa10-a5d2-49a0-9280-9955f4779b81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:14.894225 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b92c5b-94b1-4481-b591-68f18307a822 req-eab972cf-3d1a-4917-97cc-a360df19d7c6 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:14.910565 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b92c5b-94b1-4481-b591-68f18307a822 req-eab972cf-3d1a-4917-97cc-a360df19d7c6 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:14.921064 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b92c5b-94b1-4481-b591-68f18307a822 req-eab972cf-3d1a-4917-97cc-a360df19d7c6 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:14.927239 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b92c5b-94b1-4481-b591-68f18307a822 req-eab972cf-3d1a-4917-97cc-a360df19d7c6 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:14.933347 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b92c5b-94b1-4481-b591-68f18307a822 req-eab972cf-3d1a-4917-97cc-a360df19d7c6 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:14.943568 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f0b92c5b-94b1-4481-b591-68f18307a822 req-eab972cf-3d1a-4917-97cc-a360df19d7c6 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] 10.222.0.41 "GET /v2.0/ports?device_id=c37d8b08-64ee-4d7e-99b5-bc356505ed77 HTTP/1.1" status: 200 len: 3828 time: 0.1288185 Aug 11 03:06:14.964560 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-60d48065-bbf3-487a-a743-40af7b2e71a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:14.969962 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-60d48065-bbf3-487a-a743-40af7b2e71a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:14.971609 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-60d48065-bbf3-487a-a743-40af7b2e71a9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f3d2e835-1b38-4c4a-97c9-f215e1c24801 HTTP/1.1" status: 204 len: 168 time: 0.4041989 Aug 11 03:06:15.031219 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d48065-bbf3-487a-a743-40af7b2e71a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3d2e835-1b38-4c4a-97c9-f215e1c24801,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:15.074697 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-c672bd62-3ef4-465a-a847-174c8c0d780d req-c2a769e7-ac55-4137-b1a1-40d6a23767c4 tempest-SecurityGroupRulesNegativeTestJSON-1121317351 tempest-SecurityGroupRulesNegativeTestJSON-1121317351-project] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:15.080294 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f0b92c5b-94b1-4481-b591-68f18307a822 req-37c40000-eb30-42cf-a5db-6510d0ec9323 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] 10.222.0.41 "GET /v2.0/security-groups?id=607419a9-bee5-4ef0-a97c-fc5d24552dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1358833 Aug 11 03:06:15.188848 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-c672bd62-3ef4-465a-a847-174c8c0d780d req-c2a769e7-ac55-4137-b1a1-40d6a23767c4 tempest-SecurityGroupRulesNegativeTestJSON-1121317351 tempest-SecurityGroupRulesNegativeTestJSON-1121317351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:15.224215 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12ddc437-2d7d-4d60-8d97-1b2cde4565e3 x-openstack-request-id: req-12ddc437-2d7d-4d60-8d97-1b2cde4565e3 {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:06:15.224704 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c37d8b08-64ee-4d7e-99b5-bc356505ed77", "tag": "e87fa64a-3fae-4794-abf7-60cf725af3f0", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:06:15.224938 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-12ddc437-2d7d-4d60-8d97-1b2cde4565e3 {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:06:15.226003 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c37d8b08-64ee-4d7e-99b5-bc356505ed77', 'tag': 'e87fa64a-3fae-4794-abf7-60cf725af3f0', 'status': 'completed', 'code': 200} Aug 11 03:06:15.245041 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [req-9604087d-7645-4128-9267-80824db9f0a6 req-b1a6fa10-a5d2-49a0-9280-9955f4779b81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3c9db57-eea5-4db7-a508-af7b68f15453 {{(pid=102191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:06:15.252082 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a769e7-ac55-4137-b1a1-40d6a23767c4 tempest-SecurityGroupRulesNegativeTestJSON-1121317351 tempest-SecurityGroupRulesNegativeTestJSON-1121317351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24a96f5b-1f34-4e41-9fa7-f2ff947cf4d5,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:15.257391 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-9604087d-7645-4128-9267-80824db9f0a6 req-b1a6fa10-a5d2-49a0-9280-9955f4779b81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:15.278009 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [req-9604087d-7645-4128-9267-80824db9f0a6 req-b1a6fa10-a5d2-49a0-9280-9955f4779b81 service neutron] Transition to ACTIVE for port object d3c9db57-eea5-4db7-a508-af7b68f15453 will not be triggered until provisioned by entity L2. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:06:15.305660 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-c672bd62-3ef4-465a-a847-174c8c0d780d req-c2a769e7-ac55-4137-b1a1-40d6a23767c4 tempest-SecurityGroupRulesNegativeTestJSON-1121317351 tempest-SecurityGroupRulesNegativeTestJSON-1121317351-project] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:15.316138 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c672bd62-3ef4-465a-a847-174c8c0d780d req-c2a769e7-ac55-4137-b1a1-40d6a23767c4 tempest-SecurityGroupRulesNegativeTestJSON-1121317351 tempest-SecurityGroupRulesNegativeTestJSON-1121317351-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 1.3679030 Aug 11 03:06:15.357576 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-9604087d-7645-4128-9267-80824db9f0a6 req-b1a6fa10-a5d2-49a0-9280-9955f4779b81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:15.394195 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b06ae13-82d2-4abe-86b6-bec975281616 req-3835aec9-e56d-4d1f-969e-b2cb3ea09583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:15.395086 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b06ae13-82d2-4abe-86b6-bec975281616 req-3835aec9-e56d-4d1f-969e-b2cb3ea09583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:15.395725 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b06ae13-82d2-4abe-86b6-bec975281616 req-3835aec9-e56d-4d1f-969e-b2cb3ea09583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:15.396459 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b06ae13-82d2-4abe-86b6-bec975281616 req-3835aec9-e56d-4d1f-969e-b2cb3ea09583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:15.397109 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b06ae13-82d2-4abe-86b6-bec975281616 req-3835aec9-e56d-4d1f-969e-b2cb3ea09583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:15.398970 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7b06ae13-82d2-4abe-86b6-bec975281616 req-3835aec9-e56d-4d1f-969e-b2cb3ea09583 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d334b2b08b9742719f1009ec13bc53a6&device_id=c37d8b08-64ee-4d7e-99b5-bc356505ed77 HTTP/1.1" status: 200 len: 4364 time: 0.1405578 Aug 11 03:06:15.420226 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a6fa10-a5d2-49a0-9280-9955f4779b81 service neutron] Pushing event updated for resources: {'Port': ['ID=d3c9db57-eea5-4db7-a508-af7b68f15453,revision_number=2']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:15.506100 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a956f06b-81dc-4fbd-bd44-e333f13b1437 req-d9f6415c-502c-4cc6-acbc-a4f8b19f27ec tempest-SecurityGroupRulesNegativeTestJSON-1121317351 tempest-SecurityGroupRulesNegativeTestJSON-1121317351-project] 10.222.0.41 "GET /v2.0/security-groups/24a96f5b-1f34-4e41-9fa7-f2ff947cf4d5 HTTP/1.1" status: 200 len: 1813 time: 0.1618662 Aug 11 03:06:15.535295 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-9604087d-7645-4128-9267-80824db9f0a6 req-b1a6fa10-a5d2-49a0-9280-9955f4779b81 service neutron] Attempting to bind port d3c9db57-eea5-4db7-a508-af7b68f15453 on host n-h2-764292-30 for vnic_type normal with profile {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:06:15.535637 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-9604087d-7645-4128-9267-80824db9f0a6 req-b1a6fa10-a5d2-49a0-9280-9955f4779b81 service neutron] Attempting to bind port d3c9db57-eea5-4db7-a508-af7b68f15453 by drivers openvswitch,hyperv on host n-h2-764292-30 at level 0 using segments [{'id': '537bbf41-5def-4717-9826-66def57defbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a04ffcc2-d303-44d7-b369-5db13650c2d6'}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:06:15.537403 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9604087d-7645-4128-9267-80824db9f0a6 req-b1a6fa10-a5d2-49a0-9280-9955f4779b81 service neutron] Attempting to bind port d3c9db57-eea5-4db7-a508-af7b68f15453 on network a04ffcc2-d303-44d7-b369-5db13650c2d6 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:06:15.548641 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9604087d-7645-4128-9267-80824db9f0a6 req-b1a6fa10-a5d2-49a0-9280-9955f4779b81 service neutron] Port d3c9db57-eea5-4db7-a508-af7b68f15453 on network a04ffcc2-d303-44d7-b369-5db13650c2d6 not bound, no agent of type Open vSwitch agent registered on host n-h2-764292-30 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:06:15.549005 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9604087d-7645-4128-9267-80824db9f0a6 req-b1a6fa10-a5d2-49a0-9280-9955f4779b81 service neutron] Attempting to bind port d3c9db57-eea5-4db7-a508-af7b68f15453 on network a04ffcc2-d303-44d7-b369-5db13650c2d6 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:06:15.578928 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9604087d-7645-4128-9267-80824db9f0a6 req-b1a6fa10-a5d2-49a0-9280-9955f4779b81 service neutron] Checking agent: {'id': '70015fc0-62fb-48b2-b453-36906937cf2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 6, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:06:15.579285 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9604087d-7645-4128-9267-80824db9f0a6 req-b1a6fa10-a5d2-49a0-9280-9955f4779b81 service neutron] Checking segment: {'id': '537bbf41-5def-4717-9826-66def57defbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a04ffcc2-d303-44d7-b369-5db13650c2d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:06:15.579681 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9604087d-7645-4128-9267-80824db9f0a6 req-b1a6fa10-a5d2-49a0-9280-9955f4779b81 service neutron] Bound using segment: {'id': '537bbf41-5def-4717-9826-66def57defbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a04ffcc2-d303-44d7-b369-5db13650c2d6'} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:06:15.582144 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-9604087d-7645-4128-9267-80824db9f0a6 req-b1a6fa10-a5d2-49a0-9280-9955f4779b81 service neutron] Bound port: d3c9db57-eea5-4db7-a508-af7b68f15453, host: n-h2-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '537bbf41-5def-4717-9826-66def57defbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a04ffcc2-d303-44d7-b369-5db13650c2d6'}}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:06:15.582558 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-9604087d-7645-4128-9267-80824db9f0a6 req-b1a6fa10-a5d2-49a0-9280-9955f4779b81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:15.596045 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec4e745-0e98-4141-a399-d02bf1c811fe req-b449b17b-4c8a-4899-9f9a-632f86db5390 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:15.597680 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1ec4e745-0e98-4141-a399-d02bf1c811fe req-b449b17b-4c8a-4899-9f9a-632f86db5390 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e790d19-e22e-49e6-811e-000580ef0e08 HTTP/1.1" status: 200 len: 950 time: 0.2247393 Aug 11 03:06:15.604700 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-b6cdcf3e-ebd7-4337-83d4-1487b5cd0f8e req-fcb01990-ce34-4f13-befe-d3b6c155be39 tempest-SecurityGroupRulesNegativeTestJSON-1121317351 tempest-SecurityGroupRulesNegativeTestJSON-1121317351-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-428564506', 'description': 'tempest-description-1564211051'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:06:15.677715 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b06ae13-82d2-4abe-86b6-bec975281616 req-07fdecfe-fe71-460c-b2e9-1348a30e0097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:15.678109 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b06ae13-82d2-4abe-86b6-bec975281616 req-07fdecfe-fe71-460c-b2e9-1348a30e0097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:15.678612 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b06ae13-82d2-4abe-86b6-bec975281616 req-07fdecfe-fe71-460c-b2e9-1348a30e0097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:15.680209 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7b06ae13-82d2-4abe-86b6-bec975281616 req-07fdecfe-fe71-460c-b2e9-1348a30e0097 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=d334b2b08b9742719f1009ec13bc53a6&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.2394359 Aug 11 03:06:15.695486 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1ec4e745-0e98-4141-a399-d02bf1c811fe req-002d3d7a-3fed-408d-9c87-eaf29d177e29 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674906 Aug 11 03:06:15.722519 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-9604087d-7645-4128-9267-80824db9f0a6 req-b1a6fa10-a5d2-49a0-9280-9955f4779b81 service neutron] For port d3c9db57-eea5-4db7-a508-af7b68f15453, host n-h2-764292-30, cleared binding levels {{(pid=102191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:06:15.722874 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-9604087d-7645-4128-9267-80824db9f0a6 req-b1a6fa10-a5d2-49a0-9280-9955f4779b81 service neutron] For port d3c9db57-eea5-4db7-a508-af7b68f15453, host n-h2-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=d3c9db57-eea5-4db7-a508-af7b68f15453,segment=NetworkSegment(537bbf41-5def-4717-9826-66def57defbc),segment_id=537bbf41-5def-4717-9826-66def57defbc)] {{(pid=102191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:06:15.757116 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-b6cdcf3e-ebd7-4337-83d4-1487b5cd0f8e req-fcb01990-ce34-4f13-befe-d3b6c155be39 tempest-SecurityGroupRulesNegativeTestJSON-1121317351 tempest-SecurityGroupRulesNegativeTestJSON-1121317351-project] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:15.809886 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-9604087d-7645-4128-9267-80824db9f0a6 req-b1a6fa10-a5d2-49a0-9280-9955f4779b81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:15.845679 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9604087d-7645-4128-9267-80824db9f0a6 req-b1a6fa10-a5d2-49a0-9280-9955f4779b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:15.846310 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-9604087d-7645-4128-9267-80824db9f0a6 req-b1a6fa10-a5d2-49a0-9280-9955f4779b81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:15.848104 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-9604087d-7645-4128-9267-80824db9f0a6 req-b1a6fa10-a5d2-49a0-9280-9955f4779b81 service neutron] 10.222.0.24 "PUT /v2.0/ports/d3c9db57-eea5-4db7-a508-af7b68f15453 HTTP/1.1" status: 200 len: 1136 time: 1.1284990 Aug 11 03:06:15.871888 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a6fa10-a5d2-49a0-9280-9955f4779b81 service neutron] Pushing event updated for resources: {'Port': ['ID=d3c9db57-eea5-4db7-a508-af7b68f15453,revision_number=3']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:15.898040 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b06ae13-82d2-4abe-86b6-bec975281616 req-de72d3cf-18f7-4ffd-9739-46ec037cef04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:15.899699 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7b06ae13-82d2-4abe-86b6-bec975281616 req-de72d3cf-18f7-4ffd-9739-46ec037cef04 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2019787 Aug 11 03:06:15.911579 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f142d1ee-f83e-4003-b2c4-18f7149ef3fc req-95ddc989-39f1-4ec8-bb77-7b8313568991 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:15.921850 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f142d1ee-f83e-4003-b2c4-18f7149ef3fc req-95ddc989-39f1-4ec8-bb77-7b8313568991 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=29cccc14-5cf4-4470-a538-9d1ef2af8007 HTTP/1.1" status: 200 len: 943 time: 0.1411519 Aug 11 03:06:15.932750 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 50494) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:15.948459 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c82ecb2b-d057-4fff-8e43-f974d6421af9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:15.967341 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-9604087d-7645-4128-9267-80824db9f0a6 req-eee9d25a-e2e9-4b28-8c23-53b7d8cc8413 service neutron] Request body: {'port': {'device_id': 'c37d8b08-64ee-4d7e-99b5-bc356505ed77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764292-30'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:06:16.027125 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-b6cdcf3e-ebd7-4337-83d4-1487b5cd0f8e req-fcb01990-ce34-4f13-befe-d3b6c155be39 tempest-SecurityGroupRulesNegativeTestJSON-1121317351 tempest-SecurityGroupRulesNegativeTestJSON-1121317351-project] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:16.063030 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f142d1ee-f83e-4003-b2c4-18f7149ef3fc req-d0bb4718-4274-4632-b31b-5bb4f34730e1 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/security-groups?id=19e25e3f-a72e-45d4-8165-3b0d2215340c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401041 Aug 11 03:06:16.072042 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-9604087d-7645-4128-9267-80824db9f0a6 req-eee9d25a-e2e9-4b28-8c23-53b7d8cc8413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:16.089227 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-b6cdcf3e-ebd7-4337-83d4-1487b5cd0f8e req-fcb01990-ce34-4f13-befe-d3b6c155be39 tempest-SecurityGroupRulesNegativeTestJSON-1121317351 tempest-SecurityGroupRulesNegativeTestJSON-1121317351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:16.195077 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb01990-ce34-4f13-befe-d3b6c155be39 tempest-SecurityGroupRulesNegativeTestJSON-1121317351 tempest-SecurityGroupRulesNegativeTestJSON-1121317351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ecbeceb-4836-447f-aa71-c2354ce7da3f,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:16.218171 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c82ecb2b-d057-4fff-8e43-f974d6421af9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:16.313677 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c82ecb2b-d057-4fff-8e43-f974d6421af9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:16.326465 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994b7389-dd50-456b-b53d-77145218d664 req-bacb5a50-c80b-41ca-a8ee-82339d8304bd tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:16.333125 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994b7389-dd50-456b-b53d-77145218d664 req-bacb5a50-c80b-41ca-a8ee-82339d8304bd tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:16.340217 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994b7389-dd50-456b-b53d-77145218d664 req-bacb5a50-c80b-41ca-a8ee-82339d8304bd tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:16.346133 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994b7389-dd50-456b-b53d-77145218d664 req-bacb5a50-c80b-41ca-a8ee-82339d8304bd tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:16.353713 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994b7389-dd50-456b-b53d-77145218d664 req-bacb5a50-c80b-41ca-a8ee-82339d8304bd tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:16.360376 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994b7389-dd50-456b-b53d-77145218d664 req-bacb5a50-c80b-41ca-a8ee-82339d8304bd tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:16.361554 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-c82ecb2b-d057-4fff-8e43-f974d6421af9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=abfc044434454428a66c821863cc3a77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4276226 Aug 11 03:06:16.362505 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82ecb2b-d057-4fff-8e43-f974d6421af9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63b7ce79-0ef7-4138-b1c3-b27f137e357d,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:16.365402 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 50510) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:16.367936 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-994b7389-dd50-456b-b53d-77145218d664 req-bacb5a50-c80b-41ca-a8ee-82339d8304bd tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] 10.222.0.41 "GET /v2.0/ports?device_id=c37d8b08-64ee-4d7e-99b5-bc356505ed77 HTTP/1.1" status: 200 len: 4605 time: 0.1824989 Aug 11 03:06:16.422965 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-cc1a442b-1c5b-4767-b9f8-f2d7cb592135 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:16.423206 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-b6cdcf3e-ebd7-4337-83d4-1487b5cd0f8e req-fcb01990-ce34-4f13-befe-d3b6c155be39 tempest-SecurityGroupRulesNegativeTestJSON-1121317351 tempest-SecurityGroupRulesNegativeTestJSON-1121317351-project] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:16.435408 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b6cdcf3e-ebd7-4337-83d4-1487b5cd0f8e req-fcb01990-ce34-4f13-befe-d3b6c155be39 tempest-SecurityGroupRulesNegativeTestJSON-1121317351 tempest-SecurityGroupRulesNegativeTestJSON-1121317351-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.8740888 Aug 11 03:06:16.449043 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-cc1a442b-1c5b-4767-b9f8-f2d7cb592135 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:16.495299 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-994b7389-dd50-456b-b53d-77145218d664 req-38fee1b3-b429-4fe5-ae0b-a3359a1eee79 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] 10.222.0.41 "GET /v2.0/security-groups?id=607419a9-bee5-4ef0-a97c-fc5d24552dc8&id=0947f6a2-f888-43bb-ac20-3b42849ccfb9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1264904 Aug 11 03:06:16.609262 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-cc1a442b-1c5b-4767-b9f8-f2d7cb592135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:16.612309 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-cc1a442b-1c5b-4767-b9f8-f2d7cb592135 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:16.613488 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-cc1a442b-1c5b-4767-b9f8-f2d7cb592135 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/63b7ce79-0ef7-4138-b1c3-b27f137e357d HTTP/1.1" status: 204 len: 168 time: 0.2470741 Aug 11 03:06:16.621852 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1a442b-1c5b-4767-b9f8-f2d7cb592135 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63b7ce79-0ef7-4138-b1c3-b27f137e357d,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:16.648322 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-023ab435-e83e-40c5-a49b-765a9aa2c49d req-591ee5c1-8872-47d7-b84d-e8a1520d7a1e tempest-SecurityGroupRulesNegativeTestJSON-1121317351 tempest-SecurityGroupRulesNegativeTestJSON-1121317351-project] 10.222.0.41 "GET /v2.0/security-groups/2ecbeceb-4836-447f-aa71-c2354ce7da3f HTTP/1.1" status: 200 len: 1812 time: 0.1090376 Aug 11 03:06:16.684302 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [req-9604087d-7645-4128-9267-80824db9f0a6 req-eee9d25a-e2e9-4b28-8c23-53b7d8cc8413 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e86cee10-c94b-4240-aed2-fc9db6db4421 {{(pid=102192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:06:16.701836 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-9604087d-7645-4128-9267-80824db9f0a6 req-eee9d25a-e2e9-4b28-8c23-53b7d8cc8413 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:16.717355 n-d-764292-30 neutron-server[102192]: INFO neutron.api.v2.resource [req-18350a59-5f90-4ba5-84bf-eff8a4115efd req-ebfc7cb0-fec6-427b-96a3-17958be64988 tempest-SecurityGroupRulesNegativeTestJSON-1121317351 tempest-SecurityGroupRulesNegativeTestJSON-1121317351-project] show failed (client error): The resource could not be found. Aug 11 03:06:16.718501 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-18350a59-5f90-4ba5-84bf-eff8a4115efd req-ebfc7cb0-fec6-427b-96a3-17958be64988 tempest-SecurityGroupRulesNegativeTestJSON-1121317351 tempest-SecurityGroupRulesNegativeTestJSON-1121317351-project] 10.222.0.41 "GET /v2.0/security-groups/75cff6c3-c7c6-45ab-b1d8-564961fe05c2 HTTP/1.1" status: 404 len: 352 time: 0.0277295 Aug 11 03:06:16.733466 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [req-9604087d-7645-4128-9267-80824db9f0a6 req-eee9d25a-e2e9-4b28-8c23-53b7d8cc8413 service neutron] Transition to ACTIVE for port object e86cee10-c94b-4240-aed2-fc9db6db4421 will not be triggered until provisioned by entity L2. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:06:16.823124 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-9604087d-7645-4128-9267-80824db9f0a6 req-eee9d25a-e2e9-4b28-8c23-53b7d8cc8413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:16.830316 n-d-764292-30 neutron-server[102192]: INFO neutron.api.v2.resource [req-04cfbf99-aff4-4fbb-b00f-9ad1ed23a175 req-8401c629-6520-42f5-a3f6-e81707dd5e37 tempest-SecurityGroupRulesNegativeTestJSON-1121317351 tempest-SecurityGroupRulesNegativeTestJSON-1121317351-project] show failed (client error): The resource could not be found. Aug 11 03:06:16.831392 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-04cfbf99-aff4-4fbb-b00f-9ad1ed23a175 req-8401c629-6520-42f5-a3f6-e81707dd5e37 tempest-SecurityGroupRulesNegativeTestJSON-1121317351 tempest-SecurityGroupRulesNegativeTestJSON-1121317351-project] 10.222.0.41 "GET /v2.0/security-group-rules/4d65470f-7d9e-4c9f-af4e-b123885467e0 HTTP/1.1" status: 404 len: 361 time: 0.0405467 Aug 11 03:06:16.901454 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa84b1e-2668-4936-aae6-6edec0500274 req-54c3e496-dad1-45b2-b6b2-1f1135ff8a0e tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:16.903137 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cfa84b1e-2668-4936-aae6-6edec0500274 req-54c3e496-dad1-45b2-b6b2-1f1135ff8a0e tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e790d19-e22e-49e6-811e-000580ef0e08 HTTP/1.1" status: 200 len: 950 time: 0.1216378 Aug 11 03:06:16.906482 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee9d25a-e2e9-4b28-8c23-53b7d8cc8413 service neutron] Pushing event updated for resources: {'Port': ['ID=e86cee10-c94b-4240-aed2-fc9db6db4421,revision_number=2']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:17.065414 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cfa84b1e-2668-4936-aae6-6edec0500274 req-2f9fb396-8211-437b-8815-6c25989c5a35 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411352 Aug 11 03:06:17.071313 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d2d67eba-80a5-48a2-b765-00e8044bfda2 req-1ad3d124-99b7-4623-8c21-2da65676e23d tempest-SecurityGroupRulesNegativeTestJSON-1121317351 tempest-SecurityGroupRulesNegativeTestJSON-1121317351-project] 10.222.0.41 "GET /v2.0/security-groups/2ecbeceb-4836-447f-aa71-c2354ce7da3f HTTP/1.1" status: 200 len: 1812 time: 0.1593335 Aug 11 03:06:17.122482 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-9604087d-7645-4128-9267-80824db9f0a6 req-eee9d25a-e2e9-4b28-8c23-53b7d8cc8413 service neutron] Attempting to bind port e86cee10-c94b-4240-aed2-fc9db6db4421 on host n-h2-764292-30 for vnic_type normal with profile {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:06:17.122876 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-9604087d-7645-4128-9267-80824db9f0a6 req-eee9d25a-e2e9-4b28-8c23-53b7d8cc8413 service neutron] Attempting to bind port e86cee10-c94b-4240-aed2-fc9db6db4421 by drivers openvswitch,hyperv on host n-h2-764292-30 at level 0 using segments [{'id': '537bbf41-5def-4717-9826-66def57defbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a04ffcc2-d303-44d7-b369-5db13650c2d6'}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:06:17.123442 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9604087d-7645-4128-9267-80824db9f0a6 req-eee9d25a-e2e9-4b28-8c23-53b7d8cc8413 service neutron] Attempting to bind port e86cee10-c94b-4240-aed2-fc9db6db4421 on network a04ffcc2-d303-44d7-b369-5db13650c2d6 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:06:17.137544 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9604087d-7645-4128-9267-80824db9f0a6 req-eee9d25a-e2e9-4b28-8c23-53b7d8cc8413 service neutron] Port e86cee10-c94b-4240-aed2-fc9db6db4421 on network a04ffcc2-d303-44d7-b369-5db13650c2d6 not bound, no agent of type Open vSwitch agent registered on host n-h2-764292-30 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:06:17.137544 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9604087d-7645-4128-9267-80824db9f0a6 req-eee9d25a-e2e9-4b28-8c23-53b7d8cc8413 service neutron] Attempting to bind port e86cee10-c94b-4240-aed2-fc9db6db4421 on network a04ffcc2-d303-44d7-b369-5db13650c2d6 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:06:17.150575 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9604087d-7645-4128-9267-80824db9f0a6 req-eee9d25a-e2e9-4b28-8c23-53b7d8cc8413 service neutron] Checking agent: {'id': '70015fc0-62fb-48b2-b453-36906937cf2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 6, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:06:17.150961 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9604087d-7645-4128-9267-80824db9f0a6 req-eee9d25a-e2e9-4b28-8c23-53b7d8cc8413 service neutron] Checking segment: {'id': '537bbf41-5def-4717-9826-66def57defbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a04ffcc2-d303-44d7-b369-5db13650c2d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:06:17.151442 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9604087d-7645-4128-9267-80824db9f0a6 req-eee9d25a-e2e9-4b28-8c23-53b7d8cc8413 service neutron] Bound using segment: {'id': '537bbf41-5def-4717-9826-66def57defbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a04ffcc2-d303-44d7-b369-5db13650c2d6'} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:06:17.151984 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-9604087d-7645-4128-9267-80824db9f0a6 req-eee9d25a-e2e9-4b28-8c23-53b7d8cc8413 service neutron] Bound port: e86cee10-c94b-4240-aed2-fc9db6db4421, host: n-h2-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '537bbf41-5def-4717-9826-66def57defbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a04ffcc2-d303-44d7-b369-5db13650c2d6'}}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:06:17.153042 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-9604087d-7645-4128-9267-80824db9f0a6 req-eee9d25a-e2e9-4b28-8c23-53b7d8cc8413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:17.226839 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c37d8b08-64ee-4d7e-99b5-bc356505ed77', 'tag': 'd3c9db57-eea5-4db7-a508-af7b68f15453'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:06:17.229998 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6100caf-ec43-4440-83c3-854d74e8f368" -d '{"events": [{"name": "network-changed", "server_uuid": "c37d8b08-64ee-4d7e-99b5-bc356505ed77", "tag": "d3c9db57-eea5-4db7-a508-af7b68f15453"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:06:17.288025 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-9604087d-7645-4128-9267-80824db9f0a6 req-eee9d25a-e2e9-4b28-8c23-53b7d8cc8413 service neutron] For port e86cee10-c94b-4240-aed2-fc9db6db4421, host n-h2-764292-30, cleared binding levels {{(pid=102192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:06:17.294309 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-d2d67eba-80a5-48a2-b765-00e8044bfda2 req-160000a4-4699-4814-b7d0-f56492f15868 tempest-SecurityGroupRulesNegativeTestJSON-1121317351 tempest-SecurityGroupRulesNegativeTestJSON-1121317351-project] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:17.330007 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-9604087d-7645-4128-9267-80824db9f0a6 req-eee9d25a-e2e9-4b28-8c23-53b7d8cc8413 service neutron] For port e86cee10-c94b-4240-aed2-fc9db6db4421, host n-h2-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=e86cee10-c94b-4240-aed2-fc9db6db4421,segment=NetworkSegment(537bbf41-5def-4717-9826-66def57defbc),segment_id=537bbf41-5def-4717-9826-66def57defbc)] {{(pid=102192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:06:17.350030 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e281f11-7e68-41d6-868e-08860f239294 req-f044cced-f036-4612-8411-89cfeaaa4ee3 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:17.351917 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8e281f11-7e68-41d6-868e-08860f239294 req-f044cced-f036-4612-8411-89cfeaaa4ee3 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=29cccc14-5cf4-4470-a538-9d1ef2af8007 HTTP/1.1" status: 200 len: 943 time: 0.1201501 Aug 11 03:06:17.353757 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-d2d67eba-80a5-48a2-b765-00e8044bfda2 req-160000a4-4699-4814-b7d0-f56492f15868 tempest-SecurityGroupRulesNegativeTestJSON-1121317351 tempest-SecurityGroupRulesNegativeTestJSON-1121317351-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:17.419122 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8e281f11-7e68-41d6-868e-08860f239294 req-122af9be-18ff-4249-a8b6-159e582c3e5f tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/security-groups?id=19e25e3f-a72e-45d4-8165-3b0d2215340c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565288 Aug 11 03:06:17.428628 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-9604087d-7645-4128-9267-80824db9f0a6 req-eee9d25a-e2e9-4b28-8c23-53b7d8cc8413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:17.481751 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9604087d-7645-4128-9267-80824db9f0a6 req-eee9d25a-e2e9-4b28-8c23-53b7d8cc8413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:17.482398 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-9604087d-7645-4128-9267-80824db9f0a6 req-eee9d25a-e2e9-4b28-8c23-53b7d8cc8413 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:17.484050 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9604087d-7645-4128-9267-80824db9f0a6 req-eee9d25a-e2e9-4b28-8c23-53b7d8cc8413 service neutron] 10.222.0.24 "PUT /v2.0/ports/e86cee10-c94b-4240-aed2-fc9db6db4421 HTTP/1.1" status: 200 len: 1136 time: 1.5533016 Aug 11 03:06:17.484543 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c37d8b08-64ee-4d7e-99b5-bc356505ed77', 'tag': 'e86cee10-c94b-4240-aed2-fc9db6db4421'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:06:17.487343 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3966fe8-b362-4db5-b225-2e5a5fa48971" -d '{"events": [{"name": "network-changed", "server_uuid": "c37d8b08-64ee-4d7e-99b5-bc356505ed77", "tag": "e86cee10-c94b-4240-aed2-fc9db6db4421"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:06:17.510501 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee9d25a-e2e9-4b28-8c23-53b7d8cc8413 service neutron] Pushing event updated for resources: {'Port': ['ID=e86cee10-c94b-4240-aed2-fc9db6db4421,revision_number=3']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:17.522756 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-d2d67eba-80a5-48a2-b765-00e8044bfda2 req-160000a4-4699-4814-b7d0-f56492f15868 tempest-SecurityGroupRulesNegativeTestJSON-1121317351 tempest-SecurityGroupRulesNegativeTestJSON-1121317351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:17.529157 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-d2d67eba-80a5-48a2-b765-00e8044bfda2 req-160000a4-4699-4814-b7d0-f56492f15868 tempest-SecurityGroupRulesNegativeTestJSON-1121317351 tempest-SecurityGroupRulesNegativeTestJSON-1121317351-project] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:17.538731 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d2d67eba-80a5-48a2-b765-00e8044bfda2 req-160000a4-4699-4814-b7d0-f56492f15868 tempest-SecurityGroupRulesNegativeTestJSON-1121317351 tempest-SecurityGroupRulesNegativeTestJSON-1121317351-project] 10.222.0.41 "DELETE /v2.0/security-groups/2ecbeceb-4836-447f-aa71-c2354ce7da3f HTTP/1.1" status: 204 len: 173 time: 0.4508090 Aug 11 03:06:17.547200 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:06:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64026d4d-5bca-478c-b60c-5f8fbb27e2ec x-openstack-request-id: req-64026d4d-5bca-478c-b60c-5f8fbb27e2ec {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:06:17.548073 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c37d8b08-64ee-4d7e-99b5-bc356505ed77", "tag": "d3c9db57-eea5-4db7-a508-af7b68f15453", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:06:17.548483 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-64026d4d-5bca-478c-b60c-5f8fbb27e2ec {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:06:17.549082 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c37d8b08-64ee-4d7e-99b5-bc356505ed77', 'tag': 'd3c9db57-eea5-4db7-a508-af7b68f15453', 'status': 'completed', 'code': 200} Aug 11 03:06:17.564483 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160000a4-4699-4814-b7d0-f56492f15868 tempest-SecurityGroupRulesNegativeTestJSON-1121317351 tempest-SecurityGroupRulesNegativeTestJSON-1121317351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ecbeceb-4836-447f-aa71-c2354ce7da3f,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:17.591741 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-9604087d-7645-4128-9267-80824db9f0a6 req-7847fc03-3c04-4d2a-a932-5b342ec1728f service neutron] Request body: {'port': {'device_id': 'c37d8b08-64ee-4d7e-99b5-bc356505ed77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764292-30'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:06:17.646458 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:06:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f898b08-13ad-4bbb-9a6a-b90885066b64 x-openstack-request-id: req-5f898b08-13ad-4bbb-9a6a-b90885066b64 {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:06:17.646750 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c37d8b08-64ee-4d7e-99b5-bc356505ed77", "tag": "e86cee10-c94b-4240-aed2-fc9db6db4421", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:06:17.647000 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5f898b08-13ad-4bbb-9a6a-b90885066b64 {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:06:17.647398 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c37d8b08-64ee-4d7e-99b5-bc356505ed77', 'tag': 'e86cee10-c94b-4240-aed2-fc9db6db4421', 'status': 'completed', 'code': 200} Aug 11 03:06:17.693313 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6100caf-ec43-4440-83c3-854d74e8f368 req-ed7db739-3ff3-49c6-a3b0-ad001f67b1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:17.694026 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6100caf-ec43-4440-83c3-854d74e8f368 req-ed7db739-3ff3-49c6-a3b0-ad001f67b1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:17.694264 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6100caf-ec43-4440-83c3-854d74e8f368 req-ed7db739-3ff3-49c6-a3b0-ad001f67b1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:17.694786 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6100caf-ec43-4440-83c3-854d74e8f368 req-ed7db739-3ff3-49c6-a3b0-ad001f67b1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:17.695259 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6100caf-ec43-4440-83c3-854d74e8f368 req-ed7db739-3ff3-49c6-a3b0-ad001f67b1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:17.695723 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6100caf-ec43-4440-83c3-854d74e8f368 req-ed7db739-3ff3-49c6-a3b0-ad001f67b1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:17.696192 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6100caf-ec43-4440-83c3-854d74e8f368 req-ed7db739-3ff3-49c6-a3b0-ad001f67b1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:17.702934 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a6100caf-ec43-4440-83c3-854d74e8f368 req-ed7db739-3ff3-49c6-a3b0-ad001f67b1f0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d334b2b08b9742719f1009ec13bc53a6&device_id=c37d8b08-64ee-4d7e-99b5-bc356505ed77 HTTP/1.1" status: 200 len: 6222 time: 0.1288610 Aug 11 03:06:17.727829 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-9604087d-7645-4128-9267-80824db9f0a6 req-7847fc03-3c04-4d2a-a932-5b342ec1728f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:17.917643 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6100caf-ec43-4440-83c3-854d74e8f368 req-dafd7ca5-443a-4c29-81d1-5683513273b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:17.918851 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6100caf-ec43-4440-83c3-854d74e8f368 req-dafd7ca5-443a-4c29-81d1-5683513273b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:17.919391 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6100caf-ec43-4440-83c3-854d74e8f368 req-dafd7ca5-443a-4c29-81d1-5683513273b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:17.921047 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a6100caf-ec43-4440-83c3-854d74e8f368 req-dafd7ca5-443a-4c29-81d1-5683513273b0 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=d334b2b08b9742719f1009ec13bc53a6&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.2097869 Aug 11 03:06:17.931116 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d4f64c94-a3be-4575-aae9-600278d3826e req-f663d7c6-9704-43fc-baf4-103de48c9dc7 tempest-SecurityGroupRulesNegativeTestJSON-1121317351 tempest-SecurityGroupRulesNegativeTestJSON-1121317351-project] 10.222.0.41 "GET /v2.0/security-groups/24a96f5b-1f34-4e41-9fa7-f2ff947cf4d5 HTTP/1.1" status: 200 len: 1813 time: 0.1137836 Aug 11 03:06:17.953349 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 9cd52e4f-6ec2-42da-8cbf-44a7dbbee675 details requested by agent hyperv_n-h1-764292-30 with host n-h1-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:06:17.966354 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a62f98-1787-4eaf-b533-806b55ec99a2 req-8ac704fa-3db4-4e71-bd8c-ea18f770fbea tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:17.972513 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a62f98-1787-4eaf-b533-806b55ec99a2 req-8ac704fa-3db4-4e71-bd8c-ea18f770fbea tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:17.978528 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a62f98-1787-4eaf-b533-806b55ec99a2 req-8ac704fa-3db4-4e71-bd8c-ea18f770fbea tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:17.985250 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a62f98-1787-4eaf-b533-806b55ec99a2 req-8ac704fa-3db4-4e71-bd8c-ea18f770fbea tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:17.991461 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a62f98-1787-4eaf-b533-806b55ec99a2 req-8ac704fa-3db4-4e71-bd8c-ea18f770fbea tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:17.997646 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a62f98-1787-4eaf-b533-806b55ec99a2 req-8ac704fa-3db4-4e71-bd8c-ea18f770fbea tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:18.003871 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a62f98-1787-4eaf-b533-806b55ec99a2 req-8ac704fa-3db4-4e71-bd8c-ea18f770fbea tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:18.013034 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-19a62f98-1787-4eaf-b533-806b55ec99a2 req-8ac704fa-3db4-4e71-bd8c-ea18f770fbea tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] 10.222.0.41 "GET /v2.0/ports?device_id=c37d8b08-64ee-4d7e-99b5-bc356505ed77 HTTP/1.1" status: 200 len: 5382 time: 0.2045679 Aug 11 03:06:18.120544 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [req-9604087d-7645-4128-9267-80824db9f0a6 req-7847fc03-3c04-4d2a-a932-5b342ec1728f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01a24300-24a6-4bdc-8012-20919034c7e4 {{(pid=102191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:06:18.129748 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-9604087d-7645-4128-9267-80824db9f0a6 req-7847fc03-3c04-4d2a-a932-5b342ec1728f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:18.132378 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-19a62f98-1787-4eaf-b533-806b55ec99a2 req-df8464df-3bdd-43ef-bdae-866318efe4f2 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] 10.222.0.41 "GET /v2.0/security-groups?id=607419a9-bee5-4ef0-a97c-fc5d24552dc8&id=0947f6a2-f888-43bb-ac20-3b42849ccfb9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1181748 Aug 11 03:06:18.170234 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6100caf-ec43-4440-83c3-854d74e8f368 req-6aacda18-ecf0-41aa-94ea-909f35fa18fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:18.172545 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a6100caf-ec43-4440-83c3-854d74e8f368 req-6aacda18-ecf0-41aa-94ea-909f35fa18fa service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2390993 Aug 11 03:06:18.174227 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [req-9604087d-7645-4128-9267-80824db9f0a6 req-7847fc03-3c04-4d2a-a932-5b342ec1728f service neutron] Transition to ACTIVE for port object 01a24300-24a6-4bdc-8012-20919034c7e4 will not be triggered until provisioned by entity L2. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:06:18.175964 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-d4f64c94-a3be-4575-aae9-600278d3826e req-ffe6270a-05e0-40c3-9fe6-68aa995237a7 tempest-SecurityGroupRulesNegativeTestJSON-1121317351 tempest-SecurityGroupRulesNegativeTestJSON-1121317351-project] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:18.188256 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 9cd52e4f-6ec2-42da-8cbf-44a7dbbee675, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=9cd52e4f-6ec2-42da-8cbf-44a7dbbee675,segment=NetworkSegment(51ba8099-7622-42cb-adbd-7c8aaac78355),segment_id=51ba8099-7622-42cb-adbd-7c8aaac78355)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:06:18.219407 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Returning: {'device': '9cd52e4f-6ec2-42da-8cbf-44a7dbbee675', 'network_id': '6b5eb666-47e5-4ddb-b0bc-16855d478160', 'port_id': '9cd52e4f-6ec2-42da-8cbf-44a7dbbee675', 'mac_address': 'fa:16:3e:9f:44:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bc807f9-b5f2-488b-b980-1ec1f7afe42f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:06:18.249193 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-9604087d-7645-4128-9267-80824db9f0a6 req-7847fc03-3c04-4d2a-a932-5b342ec1728f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:18.267964 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:18.287215 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-d4f64c94-a3be-4575-aae9-600278d3826e req-ffe6270a-05e0-40c3-9fe6-68aa995237a7 tempest-SecurityGroupRulesNegativeTestJSON-1121317351 tempest-SecurityGroupRulesNegativeTestJSON-1121317351-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:18.298397 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cd52e4f-6ec2-42da-8cbf-44a7dbbee675 {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:06:18.326812 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 9cd52e4f-6ec2-42da-8cbf-44a7dbbee675, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=9cd52e4f-6ec2-42da-8cbf-44a7dbbee675,segment=NetworkSegment(51ba8099-7622-42cb-adbd-7c8aaac78355),segment_id=51ba8099-7622-42cb-adbd-7c8aaac78355)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:06:18.357431 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3966fe8-b362-4db5-b225-2e5a5fa48971 req-cb08a3e7-3551-4d1c-be2e-ac6a1de2c14b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:18.357862 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3966fe8-b362-4db5-b225-2e5a5fa48971 req-cb08a3e7-3551-4d1c-be2e-ac6a1de2c14b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:18.370491 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3966fe8-b362-4db5-b225-2e5a5fa48971 req-cb08a3e7-3551-4d1c-be2e-ac6a1de2c14b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:18.371464 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3966fe8-b362-4db5-b225-2e5a5fa48971 req-cb08a3e7-3551-4d1c-be2e-ac6a1de2c14b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:18.374760 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3966fe8-b362-4db5-b225-2e5a5fa48971 req-cb08a3e7-3551-4d1c-be2e-ac6a1de2c14b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:18.375494 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3966fe8-b362-4db5-b225-2e5a5fa48971 req-cb08a3e7-3551-4d1c-be2e-ac6a1de2c14b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:18.381786 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3966fe8-b362-4db5-b225-2e5a5fa48971 req-cb08a3e7-3551-4d1c-be2e-ac6a1de2c14b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:18.385683 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f3966fe8-b362-4db5-b225-2e5a5fa48971 req-cb08a3e7-3551-4d1c-be2e-ac6a1de2c14b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d334b2b08b9742719f1009ec13bc53a6&device_id=c37d8b08-64ee-4d7e-99b5-bc356505ed77 HTTP/1.1" status: 200 len: 6222 time: 0.1708775 Aug 11 03:06:18.387572 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:18.404739 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7847fc03-3c04-4d2a-a932-5b342ec1728f service neutron] Pushing event updated for resources: {'Port': ['ID=01a24300-24a6-4bdc-8012-20919034c7e4,revision_number=2']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:18.485599 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-9604087d-7645-4128-9267-80824db9f0a6 req-7847fc03-3c04-4d2a-a932-5b342ec1728f service neutron] Attempting to bind port 01a24300-24a6-4bdc-8012-20919034c7e4 on host n-h2-764292-30 for vnic_type normal with profile {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:06:18.486208 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-9604087d-7645-4128-9267-80824db9f0a6 req-7847fc03-3c04-4d2a-a932-5b342ec1728f service neutron] Attempting to bind port 01a24300-24a6-4bdc-8012-20919034c7e4 by drivers openvswitch,hyperv on host n-h2-764292-30 at level 0 using segments [{'id': '537bbf41-5def-4717-9826-66def57defbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a04ffcc2-d303-44d7-b369-5db13650c2d6'}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:06:18.489654 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9604087d-7645-4128-9267-80824db9f0a6 req-7847fc03-3c04-4d2a-a932-5b342ec1728f service neutron] Attempting to bind port 01a24300-24a6-4bdc-8012-20919034c7e4 on network a04ffcc2-d303-44d7-b369-5db13650c2d6 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:06:18.502788 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9604087d-7645-4128-9267-80824db9f0a6 req-7847fc03-3c04-4d2a-a932-5b342ec1728f service neutron] Port 01a24300-24a6-4bdc-8012-20919034c7e4 on network a04ffcc2-d303-44d7-b369-5db13650c2d6 not bound, no agent of type Open vSwitch agent registered on host n-h2-764292-30 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:06:18.503385 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9604087d-7645-4128-9267-80824db9f0a6 req-7847fc03-3c04-4d2a-a932-5b342ec1728f service neutron] Attempting to bind port 01a24300-24a6-4bdc-8012-20919034c7e4 on network a04ffcc2-d303-44d7-b369-5db13650c2d6 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:06:18.514488 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9604087d-7645-4128-9267-80824db9f0a6 req-7847fc03-3c04-4d2a-a932-5b342ec1728f service neutron] Checking agent: {'id': '70015fc0-62fb-48b2-b453-36906937cf2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 6, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:06:18.515719 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9604087d-7645-4128-9267-80824db9f0a6 req-7847fc03-3c04-4d2a-a932-5b342ec1728f service neutron] Checking segment: {'id': '537bbf41-5def-4717-9826-66def57defbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a04ffcc2-d303-44d7-b369-5db13650c2d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:06:18.516942 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9604087d-7645-4128-9267-80824db9f0a6 req-7847fc03-3c04-4d2a-a932-5b342ec1728f service neutron] Bound using segment: {'id': '537bbf41-5def-4717-9826-66def57defbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a04ffcc2-d303-44d7-b369-5db13650c2d6'} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:06:18.518793 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-9604087d-7645-4128-9267-80824db9f0a6 req-7847fc03-3c04-4d2a-a932-5b342ec1728f service neutron] Bound port: 01a24300-24a6-4bdc-8012-20919034c7e4, host: n-h2-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '537bbf41-5def-4717-9826-66def57defbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a04ffcc2-d303-44d7-b369-5db13650c2d6'}}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:06:18.522944 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-9604087d-7645-4128-9267-80824db9f0a6 req-7847fc03-3c04-4d2a-a932-5b342ec1728f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:18.539760 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=9cd52e4f-6ec2-42da-8cbf-44a7dbbee675,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:18.568813 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-d4f64c94-a3be-4575-aae9-600278d3826e req-ffe6270a-05e0-40c3-9fe6-68aa995237a7 tempest-SecurityGroupRulesNegativeTestJSON-1121317351 tempest-SecurityGroupRulesNegativeTestJSON-1121317351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:18.577962 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-d4f64c94-a3be-4575-aae9-600278d3826e req-ffe6270a-05e0-40c3-9fe6-68aa995237a7 tempest-SecurityGroupRulesNegativeTestJSON-1121317351 tempest-SecurityGroupRulesNegativeTestJSON-1121317351-project] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:18.589500 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d4f64c94-a3be-4575-aae9-600278d3826e req-ffe6270a-05e0-40c3-9fe6-68aa995237a7 tempest-SecurityGroupRulesNegativeTestJSON-1121317351 tempest-SecurityGroupRulesNegativeTestJSON-1121317351-project] 10.222.0.41 "DELETE /v2.0/security-groups/24a96f5b-1f34-4e41-9fa7-f2ff947cf4d5 HTTP/1.1" status: 204 len: 173 time: 0.6573310 Aug 11 03:06:18.689329 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3966fe8-b362-4db5-b225-2e5a5fa48971 req-707b1df0-636d-4130-8f6a-1fd2322033e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:18.690123 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3966fe8-b362-4db5-b225-2e5a5fa48971 req-707b1df0-636d-4130-8f6a-1fd2322033e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:18.690318 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3966fe8-b362-4db5-b225-2e5a5fa48971 req-707b1df0-636d-4130-8f6a-1fd2322033e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:18.692566 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f3966fe8-b362-4db5-b225-2e5a5fa48971 req-707b1df0-636d-4130-8f6a-1fd2322033e4 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=d334b2b08b9742719f1009ec13bc53a6&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.2970533 Aug 11 03:06:18.700041 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-9604087d-7645-4128-9267-80824db9f0a6 req-7847fc03-3c04-4d2a-a932-5b342ec1728f service neutron] For port 01a24300-24a6-4bdc-8012-20919034c7e4, host n-h2-764292-30, cleared binding levels {{(pid=102191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:06:18.707331 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-9604087d-7645-4128-9267-80824db9f0a6 req-7847fc03-3c04-4d2a-a932-5b342ec1728f service neutron] For port 01a24300-24a6-4bdc-8012-20919034c7e4, host n-h2-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=01a24300-24a6-4bdc-8012-20919034c7e4,segment=NetworkSegment(537bbf41-5def-4717-9826-66def57defbc),segment_id=537bbf41-5def-4717-9826-66def57defbc)] {{(pid=102191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:06:18.717152 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe6270a-05e0-40c3-9fe6-68aa995237a7 tempest-SecurityGroupRulesNegativeTestJSON-1121317351 tempest-SecurityGroupRulesNegativeTestJSON-1121317351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24a96f5b-1f34-4e41-9fa7-f2ff947cf4d5,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:18.726198 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['9cd52e4f-6ec2-42da-8cbf-44a7dbbee675'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:06:18.787157 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-9604087d-7645-4128-9267-80824db9f0a6 req-7847fc03-3c04-4d2a-a932-5b342ec1728f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:18.862464 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9604087d-7645-4128-9267-80824db9f0a6 req-7847fc03-3c04-4d2a-a932-5b342ec1728f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:18.863276 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-9604087d-7645-4128-9267-80824db9f0a6 req-7847fc03-3c04-4d2a-a932-5b342ec1728f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:18.865574 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-9604087d-7645-4128-9267-80824db9f0a6 req-7847fc03-3c04-4d2a-a932-5b342ec1728f service neutron] 10.222.0.24 "PUT /v2.0/ports/01a24300-24a6-4bdc-8012-20919034c7e4 HTTP/1.1" status: 200 len: 1092 time: 1.2795675 Aug 11 03:06:18.905963 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7847fc03-3c04-4d2a-a932-5b342ec1728f service neutron] Pushing event updated for resources: {'Port': ['ID=01a24300-24a6-4bdc-8012-20919034c7e4,revision_number=3']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:18.920227 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b71d825-1a34-4589-b42b-84038d0b2a91 req-60f27e7e-51f9-4999-8eee-cd9f2f18d31f tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:18.927908 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8b71d825-1a34-4589-b42b-84038d0b2a91 req-60f27e7e-51f9-4999-8eee-cd9f2f18d31f tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e790d19-e22e-49e6-811e-000580ef0e08 HTTP/1.1" status: 200 len: 950 time: 0.4952500 Aug 11 03:06:18.993592 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-9604087d-7645-4128-9267-80824db9f0a6 req-b8d50f89-f659-43c5-a1a8-9e876ab42062 service neutron] Request body: {'port': {'device_id': 'c37d8b08-64ee-4d7e-99b5-bc356505ed77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764292-30'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:06:19.028228 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13cf6f8-c0df-42ae-8304-56859c8ae808 req-ee7b6049-c387-45f5-9746-5a8d0f702019 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:19.043047 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b13cf6f8-c0df-42ae-8304-56859c8ae808 req-ee7b6049-c387-45f5-9746-5a8d0f702019 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=29cccc14-5cf4-4470-a538-9d1ef2af8007 HTTP/1.1" status: 200 len: 944 time: 0.3377376 Aug 11 03:06:19.115248 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8b71d825-1a34-4589-b42b-84038d0b2a91 req-fd856000-06e2-4d95-8609-aafdd33a90b9 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863208 Aug 11 03:06:19.154926 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3966fe8-b362-4db5-b225-2e5a5fa48971 req-6b471959-e2e9-463a-9b62-971e793b3e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:19.157415 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 50616) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:19.159508 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f3966fe8-b362-4db5-b225-2e5a5fa48971 req-6b471959-e2e9-463a-9b62-971e793b3e2c service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4378877 Aug 11 03:06:19.175032 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-9604087d-7645-4128-9267-80824db9f0a6 req-b8d50f89-f659-43c5-a1a8-9e876ab42062 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:19.254683 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b13cf6f8-c0df-42ae-8304-56859c8ae808 req-8e8fbf46-1979-43f4-9a03-b377767fa229 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/security-groups?id=19e25e3f-a72e-45d4-8165-3b0d2215340c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797631 Aug 11 03:06:19.299717 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6d58b856-e88f-4119-990f-d4cb1e49b104 req-027cfa72-17b7-4487-b572-f1010c1735ac tempest-SecurityGroupRulesNegativeTestJSON-1121317351 tempest-SecurityGroupRulesNegativeTestJSON-1121317351-project] 10.222.0.41 "GET /v2.0/security-groups/b2cfed21-e972-49fd-ab0d-21ef303ed98e HTTP/1.1" status: 200 len: 1813 time: 0.1233914 Aug 11 03:06:19.441311 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-6d58b856-e88f-4119-990f-d4cb1e49b104 req-004c6568-9ce3-44e3-ae24-0ed127e04247 tempest-SecurityGroupRulesNegativeTestJSON-1121317351 tempest-SecurityGroupRulesNegativeTestJSON-1121317351-project] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:19.550485 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c37d8b08-64ee-4d7e-99b5-bc356505ed77', 'tag': '01a24300-24a6-4bdc-8012-20919034c7e4'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:06:19.553366 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90fe4356-acb7-4e1b-9347-a298064827f0" -d '{"events": [{"name": "network-changed", "server_uuid": "c37d8b08-64ee-4d7e-99b5-bc356505ed77", "tag": "01a24300-24a6-4bdc-8012-20919034c7e4"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:06:19.559241 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-6d58b856-e88f-4119-990f-d4cb1e49b104 req-004c6568-9ce3-44e3-ae24-0ed127e04247 tempest-SecurityGroupRulesNegativeTestJSON-1121317351 tempest-SecurityGroupRulesNegativeTestJSON-1121317351-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:19.591548 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-21f0e357-e9de-4307-be84-22048dacfd1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:19.595152 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d30bd88-cb7d-4e5e-9f92-f4fa67e75d2a req-b380f229-448c-4cb7-8e29-e56ccd04ed3e tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:19.601149 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d30bd88-cb7d-4e5e-9f92-f4fa67e75d2a req-b380f229-448c-4cb7-8e29-e56ccd04ed3e tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:19.607717 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d30bd88-cb7d-4e5e-9f92-f4fa67e75d2a req-b380f229-448c-4cb7-8e29-e56ccd04ed3e tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:19.618987 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d30bd88-cb7d-4e5e-9f92-f4fa67e75d2a req-b380f229-448c-4cb7-8e29-e56ccd04ed3e tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:19.619535 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d30bd88-cb7d-4e5e-9f92-f4fa67e75d2a req-b380f229-448c-4cb7-8e29-e56ccd04ed3e tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:19.630679 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d30bd88-cb7d-4e5e-9f92-f4fa67e75d2a req-b380f229-448c-4cb7-8e29-e56ccd04ed3e tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:19.637755 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d30bd88-cb7d-4e5e-9f92-f4fa67e75d2a req-b380f229-448c-4cb7-8e29-e56ccd04ed3e tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:19.639879 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0d30bd88-cb7d-4e5e-9f92-f4fa67e75d2a req-b380f229-448c-4cb7-8e29-e56ccd04ed3e tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] 10.222.0.41 "GET /v2.0/ports?device_id=c37d8b08-64ee-4d7e-99b5-bc356505ed77 HTTP/1.1" status: 200 len: 5394 time: 0.1403890 Aug 11 03:06:19.694450 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [req-9604087d-7645-4128-9267-80824db9f0a6 req-b8d50f89-f659-43c5-a1a8-9e876ab42062 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98a2ca78-c5a8-4b1c-9aca-68e88f898760 {{(pid=102191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:06:19.694702 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0d30bd88-cb7d-4e5e-9f92-f4fa67e75d2a req-3c972dce-f7e3-46bb-b154-d5b3056f6268 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] 10.222.0.41 "GET /v2.0/security-groups?id=607419a9-bee5-4ef0-a97c-fc5d24552dc8&id=0947f6a2-f888-43bb-ac20-3b42849ccfb9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0397892 Aug 11 03:06:19.706130 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-9604087d-7645-4128-9267-80824db9f0a6 req-b8d50f89-f659-43c5-a1a8-9e876ab42062 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:19.716982 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [req-9604087d-7645-4128-9267-80824db9f0a6 req-b8d50f89-f659-43c5-a1a8-9e876ab42062 service neutron] Transition to ACTIVE for port object 98a2ca78-c5a8-4b1c-9aca-68e88f898760 will not be triggered until provisioned by entity L2. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:06:19.769350 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-6d58b856-e88f-4119-990f-d4cb1e49b104 req-004c6568-9ce3-44e3-ae24-0ed127e04247 tempest-SecurityGroupRulesNegativeTestJSON-1121317351 tempest-SecurityGroupRulesNegativeTestJSON-1121317351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:19.770852 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-9604087d-7645-4128-9267-80824db9f0a6 req-b8d50f89-f659-43c5-a1a8-9e876ab42062 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:19.772665 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-6d58b856-e88f-4119-990f-d4cb1e49b104 req-004c6568-9ce3-44e3-ae24-0ed127e04247 tempest-SecurityGroupRulesNegativeTestJSON-1121317351 tempest-SecurityGroupRulesNegativeTestJSON-1121317351-project] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:19.773831 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6d58b856-e88f-4119-990f-d4cb1e49b104 req-004c6568-9ce3-44e3-ae24-0ed127e04247 tempest-SecurityGroupRulesNegativeTestJSON-1121317351 tempest-SecurityGroupRulesNegativeTestJSON-1121317351-project] 10.222.0.41 "DELETE /v2.0/security-groups/b2cfed21-e972-49fd-ab0d-21ef303ed98e HTTP/1.1" status: 204 len: 173 time: 0.4601080 Aug 11 03:06:19.789044 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004c6568-9ce3-44e3-ae24-0ed127e04247 tempest-SecurityGroupRulesNegativeTestJSON-1121317351 tempest-SecurityGroupRulesNegativeTestJSON-1121317351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2cfed21-e972-49fd-ab0d-21ef303ed98e,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:19.854904 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d50f89-f659-43c5-a1a8-9e876ab42062 service neutron] Pushing event updated for resources: {'Port': ['ID=98a2ca78-c5a8-4b1c-9aca-68e88f898760,revision_number=2']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:19.860937 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce3c65ae-778a-4751-98a4-ae5b7f50439e x-openstack-request-id: req-ce3c65ae-778a-4751-98a4-ae5b7f50439e {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:06:19.861514 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c37d8b08-64ee-4d7e-99b5-bc356505ed77", "tag": "01a24300-24a6-4bdc-8012-20919034c7e4", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:06:19.861981 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ce3c65ae-778a-4751-98a4-ae5b7f50439e {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:06:19.862624 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c37d8b08-64ee-4d7e-99b5-bc356505ed77', 'tag': '01a24300-24a6-4bdc-8012-20919034c7e4', 'status': 'completed', 'code': 200} Aug 11 03:06:19.874073 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-552b2e44-59fa-44a0-8e40-8a6b540ad0cc req-ac84857c-41c8-4f15-b7c0-4424ca08e748 tempest-SecurityGroupRulesNegativeTestJSON-1121317351 tempest-SecurityGroupRulesNegativeTestJSON-1121317351-project] 10.222.0.41 "GET /v2.0/security-groups/20626642-e4c6-44ea-85e3-0cc3ae0b2af1 HTTP/1.1" status: 200 len: 1811 time: 0.0499415 Aug 11 03:06:19.963017 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 9cd52e4f-6ec2-42da-8cbf-44a7dbbee675 up at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:06:20.012575 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-21f0e357-e9de-4307-be84-22048dacfd1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:20.013966 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-9604087d-7645-4128-9267-80824db9f0a6 req-b8d50f89-f659-43c5-a1a8-9e876ab42062 service neutron] Attempting to bind port 98a2ca78-c5a8-4b1c-9aca-68e88f898760 on host n-h2-764292-30 for vnic_type normal with profile {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:06:20.014538 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-9604087d-7645-4128-9267-80824db9f0a6 req-b8d50f89-f659-43c5-a1a8-9e876ab42062 service neutron] Attempting to bind port 98a2ca78-c5a8-4b1c-9aca-68e88f898760 by drivers openvswitch,hyperv on host n-h2-764292-30 at level 0 using segments [{'id': '537bbf41-5def-4717-9826-66def57defbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a04ffcc2-d303-44d7-b369-5db13650c2d6'}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:06:20.015041 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9604087d-7645-4128-9267-80824db9f0a6 req-b8d50f89-f659-43c5-a1a8-9e876ab42062 service neutron] Attempting to bind port 98a2ca78-c5a8-4b1c-9aca-68e88f898760 on network a04ffcc2-d303-44d7-b369-5db13650c2d6 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:06:20.022752 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9604087d-7645-4128-9267-80824db9f0a6 req-b8d50f89-f659-43c5-a1a8-9e876ab42062 service neutron] Port 98a2ca78-c5a8-4b1c-9aca-68e88f898760 on network a04ffcc2-d303-44d7-b369-5db13650c2d6 not bound, no agent of type Open vSwitch agent registered on host n-h2-764292-30 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:06:20.023379 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9604087d-7645-4128-9267-80824db9f0a6 req-b8d50f89-f659-43c5-a1a8-9e876ab42062 service neutron] Attempting to bind port 98a2ca78-c5a8-4b1c-9aca-68e88f898760 on network a04ffcc2-d303-44d7-b369-5db13650c2d6 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:06:20.030900 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fe4356-acb7-4e1b-9347-a298064827f0 req-f3699eca-2f39-4382-9d8b-0b1ae606f6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:20.034977 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9604087d-7645-4128-9267-80824db9f0a6 req-b8d50f89-f659-43c5-a1a8-9e876ab42062 service neutron] Checking agent: {'id': '70015fc0-62fb-48b2-b453-36906937cf2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 6, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:06:20.035646 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fe4356-acb7-4e1b-9347-a298064827f0 req-f3699eca-2f39-4382-9d8b-0b1ae606f6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:20.036168 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9604087d-7645-4128-9267-80824db9f0a6 req-b8d50f89-f659-43c5-a1a8-9e876ab42062 service neutron] Checking segment: {'id': '537bbf41-5def-4717-9826-66def57defbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a04ffcc2-d303-44d7-b369-5db13650c2d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:06:20.037519 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fe4356-acb7-4e1b-9347-a298064827f0 req-f3699eca-2f39-4382-9d8b-0b1ae606f6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:20.038053 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fe4356-acb7-4e1b-9347-a298064827f0 req-f3699eca-2f39-4382-9d8b-0b1ae606f6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:20.038563 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fe4356-acb7-4e1b-9347-a298064827f0 req-f3699eca-2f39-4382-9d8b-0b1ae606f6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:20.039033 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fe4356-acb7-4e1b-9347-a298064827f0 req-f3699eca-2f39-4382-9d8b-0b1ae606f6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:20.039502 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fe4356-acb7-4e1b-9347-a298064827f0 req-f3699eca-2f39-4382-9d8b-0b1ae606f6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:20.049876 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9604087d-7645-4128-9267-80824db9f0a6 req-b8d50f89-f659-43c5-a1a8-9e876ab42062 service neutron] Bound using segment: {'id': '537bbf41-5def-4717-9826-66def57defbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a04ffcc2-d303-44d7-b369-5db13650c2d6'} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:06:20.049876 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-9604087d-7645-4128-9267-80824db9f0a6 req-b8d50f89-f659-43c5-a1a8-9e876ab42062 service neutron] Bound port: 98a2ca78-c5a8-4b1c-9aca-68e88f898760, host: n-h2-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '537bbf41-5def-4717-9826-66def57defbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a04ffcc2-d303-44d7-b369-5db13650c2d6'}}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:06:20.049876 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-9604087d-7645-4128-9267-80824db9f0a6 req-b8d50f89-f659-43c5-a1a8-9e876ab42062 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:20.050854 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-90fe4356-acb7-4e1b-9347-a298064827f0 req-f3699eca-2f39-4382-9d8b-0b1ae606f6c6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d334b2b08b9742719f1009ec13bc53a6&device_id=c37d8b08-64ee-4d7e-99b5-bc356505ed77 HTTP/1.1" status: 200 len: 6316 time: 0.1233668 Aug 11 03:06:20.096374 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-21f0e357-e9de-4307-be84-22048dacfd1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:20.163454 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning for port 9cd52e4f-6ec2-42da-8cbf-44a7dbbee675 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:06:20.169925 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning complete for port 9cd52e4f-6ec2-42da-8cbf-44a7dbbee675 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:06:20.169925 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:20.180028 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-552b2e44-59fa-44a0-8e40-8a6b540ad0cc req-d1aa7cdc-e1b7-4f0d-b470-2480a6c1a03d tempest-SecurityGroupRulesNegativeTestJSON-1121317351 tempest-SecurityGroupRulesNegativeTestJSON-1121317351-project] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:20.186990 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-21f0e357-e9de-4307-be84-22048dacfd1e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1a0aabcd46c34de68f59fe5b42ad5bb7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0254824 Aug 11 03:06:20.187986 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f0e357-e9de-4307-be84-22048dacfd1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4922d66-3c5e-4532-859c-2f71cf8924e8,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:20.204009 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 50648) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:20.239386 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-9604087d-7645-4128-9267-80824db9f0a6 req-b8d50f89-f659-43c5-a1a8-9e876ab42062 service neutron] For port 98a2ca78-c5a8-4b1c-9aca-68e88f898760, host n-h2-764292-30, cleared binding levels {{(pid=102191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:06:20.241776 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-9604087d-7645-4128-9267-80824db9f0a6 req-b8d50f89-f659-43c5-a1a8-9e876ab42062 service neutron] For port 98a2ca78-c5a8-4b1c-9aca-68e88f898760, host n-h2-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=98a2ca78-c5a8-4b1c-9aca-68e88f898760,segment=NetworkSegment(537bbf41-5def-4717-9826-66def57defbc),segment_id=537bbf41-5def-4717-9826-66def57defbc)] {{(pid=102191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:06:20.300773 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-552b2e44-59fa-44a0-8e40-8a6b540ad0cc req-d1aa7cdc-e1b7-4f0d-b470-2480a6c1a03d tempest-SecurityGroupRulesNegativeTestJSON-1121317351 tempest-SecurityGroupRulesNegativeTestJSON-1121317351-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:20.311624 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-9604087d-7645-4128-9267-80824db9f0a6 req-b8d50f89-f659-43c5-a1a8-9e876ab42062 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:20.318974 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:20.332017 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9604087d-7645-4128-9267-80824db9f0a6 req-b8d50f89-f659-43c5-a1a8-9e876ab42062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:20.333616 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-9604087d-7645-4128-9267-80824db9f0a6 req-b8d50f89-f659-43c5-a1a8-9e876ab42062 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:20.335889 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-9604087d-7645-4128-9267-80824db9f0a6 req-b8d50f89-f659-43c5-a1a8-9e876ab42062 service neutron] 10.222.0.24 "PUT /v2.0/ports/98a2ca78-c5a8-4b1c-9aca-68e88f898760 HTTP/1.1" status: 200 len: 1091 time: 1.3502524 Aug 11 03:06:20.360860 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fe4356-acb7-4e1b-9347-a298064827f0 req-7db2aeb8-107d-48cc-bd84-87eadf13c048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:20.361364 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fe4356-acb7-4e1b-9347-a298064827f0 req-7db2aeb8-107d-48cc-bd84-87eadf13c048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:20.361847 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fe4356-acb7-4e1b-9347-a298064827f0 req-7db2aeb8-107d-48cc-bd84-87eadf13c048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:20.363651 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-90fe4356-acb7-4e1b-9347-a298064827f0 req-7db2aeb8-107d-48cc-bd84-87eadf13c048 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=d334b2b08b9742719f1009ec13bc53a6&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.3042247 Aug 11 03:06:20.370007 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29cccc14-5cf4-4470-a538-9d1ef2af8007', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cd52e4f-6ec2-42da-8cbf-44a7dbbee675'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:06:20.374224 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8ca519a-7567-4680-b5e0-cb8ab49aa8e5" -d '{"events": [{"server_uuid": "29cccc14-5cf4-4470-a538-9d1ef2af8007", "name": "network-vif-plugged", "status": "completed", "tag": "9cd52e4f-6ec2-42da-8cbf-44a7dbbee675"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:06:20.395137 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 9cd52e4f-6ec2-42da-8cbf-44a7dbbee675, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=9cd52e4f-6ec2-42da-8cbf-44a7dbbee675,segment=NetworkSegment(51ba8099-7622-42cb-adbd-7c8aaac78355),segment_id=51ba8099-7622-42cb-adbd-7c8aaac78355)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:06:20.422165 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d50f89-f659-43c5-a1a8-9e876ab42062 service neutron] Pushing event updated for resources: {'Port': ['ID=98a2ca78-c5a8-4b1c-9aca-68e88f898760,revision_number=3']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:20.484963 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-9604087d-7645-4128-9267-80824db9f0a6 req-ce0fb47e-8a08-4ca5-afa6-1310b79863ea service neutron] Request body: {'port': {'device_id': 'c37d8b08-64ee-4d7e-99b5-bc356505ed77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764292-30'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:06:20.500371 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:20.505686 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b35b8581-c011-455f-9bc1-08998d07b83c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:20.535609 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b35b8581-c011-455f-9bc1-08998d07b83c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:20.551650 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-9604087d-7645-4128-9267-80824db9f0a6 req-ce0fb47e-8a08-4ca5-afa6-1310b79863ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:20.601047 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=9cd52e4f-6ec2-42da-8cbf-44a7dbbee675,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:20.757090 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada3d15a-eccf-47c4-83ec-7c0e7dfc7612 req-ae085a40-7a58-4623-af72-5309cfc53cc6 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:20.758628 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ada3d15a-eccf-47c4-83ec-7c0e7dfc7612 req-ae085a40-7a58-4623-af72-5309cfc53cc6 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e790d19-e22e-49e6-811e-000580ef0e08 HTTP/1.1" status: 200 len: 950 time: 0.1206839 Aug 11 03:06:20.810970 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b35b8581-c011-455f-9bc1-08998d07b83c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:20.814236 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b35b8581-c011-455f-9bc1-08998d07b83c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:20.817842 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-b35b8581-c011-455f-9bc1-08998d07b83c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a4922d66-3c5e-4532-859c-2f71cf8924e8 HTTP/1.1" status: 204 len: 168 time: 0.6030362 Aug 11 03:06:20.842407 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ada3d15a-eccf-47c4-83ec-7c0e7dfc7612 req-ce3def91-a3c7-4d57-88d9-1956269e7bb4 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721366 Aug 11 03:06:20.850733 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fe4356-acb7-4e1b-9347-a298064827f0 req-b4cf9137-4762-4b5c-89f1-0b126d7a584c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:20.852254 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-90fe4356-acb7-4e1b-9347-a298064827f0 req-b4cf9137-4762-4b5c-89f1-0b126d7a584c service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4467175 Aug 11 03:06:20.853731 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35b8581-c011-455f-9bc1-08998d07b83c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4922d66-3c5e-4532-859c-2f71cf8924e8,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:20.856662 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-552b2e44-59fa-44a0-8e40-8a6b540ad0cc req-d1aa7cdc-e1b7-4f0d-b470-2480a6c1a03d tempest-SecurityGroupRulesNegativeTestJSON-1121317351 tempest-SecurityGroupRulesNegativeTestJSON-1121317351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:20.870704 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-552b2e44-59fa-44a0-8e40-8a6b540ad0cc req-d1aa7cdc-e1b7-4f0d-b470-2480a6c1a03d tempest-SecurityGroupRulesNegativeTestJSON-1121317351 tempest-SecurityGroupRulesNegativeTestJSON-1121317351-project] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:20.871986 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-552b2e44-59fa-44a0-8e40-8a6b540ad0cc req-d1aa7cdc-e1b7-4f0d-b470-2480a6c1a03d tempest-SecurityGroupRulesNegativeTestJSON-1121317351 tempest-SecurityGroupRulesNegativeTestJSON-1121317351-project] 10.222.0.41 "DELETE /v2.0/security-groups/20626642-e4c6-44ea-85e3-0cc3ae0b2af1 HTTP/1.1" status: 204 len: 173 time: 0.9736822 Aug 11 03:06:20.909595 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1aa7cdc-e1b7-4f0d-b470-2480a6c1a03d tempest-SecurityGroupRulesNegativeTestJSON-1121317351 tempest-SecurityGroupRulesNegativeTestJSON-1121317351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20626642-e4c6-44ea-85e3-0cc3ae0b2af1,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:21.074790 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:06:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d522103-3633-44f9-a8b6-293ff681b03d x-openstack-request-id: req-2d522103-3633-44f9-a8b6-293ff681b03d {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:06:21.075345 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29cccc14-5cf4-4470-a538-9d1ef2af8007", "name": "network-vif-plugged", "status": "completed", "tag": "9cd52e4f-6ec2-42da-8cbf-44a7dbbee675", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:06:21.075451 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2d522103-3633-44f9-a8b6-293ff681b03d {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:06:21.076056 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29cccc14-5cf4-4470-a538-9d1ef2af8007', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cd52e4f-6ec2-42da-8cbf-44a7dbbee675', 'code': 200} Aug 11 03:06:21.121995 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24e7ee8-48ae-47b6-aa3a-2ba84a00c301 req-f6369aa7-bb4b-4ae1-ade9-a316ee4dbd0b tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:21.121995 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f24e7ee8-48ae-47b6-aa3a-2ba84a00c301 req-f6369aa7-bb4b-4ae1-ade9-a316ee4dbd0b tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=29cccc14-5cf4-4470-a538-9d1ef2af8007 HTTP/1.1" status: 200 len: 945 time: 0.0799379 Aug 11 03:06:21.126984 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [req-9604087d-7645-4128-9267-80824db9f0a6 req-ce0fb47e-8a08-4ca5-afa6-1310b79863ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0434871a-df5e-4e3f-ae7e-819ce35be0ac {{(pid=102191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:06:21.135469 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-9604087d-7645-4128-9267-80824db9f0a6 req-ce0fb47e-8a08-4ca5-afa6-1310b79863ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:21.163890 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [req-9604087d-7645-4128-9267-80824db9f0a6 req-ce0fb47e-8a08-4ca5-afa6-1310b79863ea service neutron] Transition to ACTIVE for port object 0434871a-df5e-4e3f-ae7e-819ce35be0ac will not be triggered until provisioned by entity L2. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:06:21.166725 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f24e7ee8-48ae-47b6-aa3a-2ba84a00c301 req-96b06094-1c81-467f-8b83-c368c0f9f8f6 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/security-groups?id=19e25e3f-a72e-45d4-8165-3b0d2215340c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441647 Aug 11 03:06:21.196937 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746612a5-d03e-44f6-9995-52c379977c44 req-785d257e-558b-4ff9-9c04-fb7ffdb9c82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:21.198520 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-746612a5-d03e-44f6-9995-52c379977c44 req-785d257e-558b-4ff9-9c04-fb7ffdb9c82b service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=29cccc14-5cf4-4470-a538-9d1ef2af8007 HTTP/1.1" status: 200 len: 1097 time: 0.0462420 Aug 11 03:06:21.244067 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-746612a5-d03e-44f6-9995-52c379977c44 req-d4b40830-dab0-46ef-a1e8-defea4fe881b service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=19e25e3f-a72e-45d4-8165-3b0d2215340c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358689 Aug 11 03:06:21.312938 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512481e8-4ed9-4a05-8e5b-dca6d74a91f9 req-9e49eea9-9e61-4bf1-89fd-75268b856f14 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:21.323287 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512481e8-4ed9-4a05-8e5b-dca6d74a91f9 req-9e49eea9-9e61-4bf1-89fd-75268b856f14 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:21.326848 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512481e8-4ed9-4a05-8e5b-dca6d74a91f9 req-9e49eea9-9e61-4bf1-89fd-75268b856f14 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:21.333496 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512481e8-4ed9-4a05-8e5b-dca6d74a91f9 req-9e49eea9-9e61-4bf1-89fd-75268b856f14 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:21.341826 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512481e8-4ed9-4a05-8e5b-dca6d74a91f9 req-9e49eea9-9e61-4bf1-89fd-75268b856f14 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:21.348336 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512481e8-4ed9-4a05-8e5b-dca6d74a91f9 req-9e49eea9-9e61-4bf1-89fd-75268b856f14 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:21.354579 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512481e8-4ed9-4a05-8e5b-dca6d74a91f9 req-9e49eea9-9e61-4bf1-89fd-75268b856f14 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:21.356669 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-512481e8-4ed9-4a05-8e5b-dca6d74a91f9 req-9e49eea9-9e61-4bf1-89fd-75268b856f14 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] 10.222.0.41 "GET /v2.0/ports?device_id=c37d8b08-64ee-4d7e-99b5-bc356505ed77 HTTP/1.1" status: 200 len: 5406 time: 0.1000249 Aug 11 03:06:21.448842 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-512481e8-4ed9-4a05-8e5b-dca6d74a91f9 req-9b8d997d-80d8-41d0-9fc0-9f255e65734b tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] 10.222.0.41 "GET /v2.0/security-groups?id=607419a9-bee5-4ef0-a97c-fc5d24552dc8&id=0947f6a2-f888-43bb-ac20-3b42849ccfb9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0843816 Aug 11 03:06:21.453763 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-550f555c-baa7-4732-b5df-e3f80a01a7be req-e0a6d267-dad3-4b30-af8c-cfbf0ed97319 tempest-SecurityGroupRulesNegativeTestJSON-1121317351 tempest-SecurityGroupRulesNegativeTestJSON-1121317351-project] 10.222.0.41 "GET /v2.0/security-groups/22c53842-0393-41e2-9461-3eb0dfd06588 HTTP/1.1" status: 200 len: 1813 time: 0.0532613 Aug 11 03:06:21.466849 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-9604087d-7645-4128-9267-80824db9f0a6 req-ce0fb47e-8a08-4ca5-afa6-1310b79863ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:21.527401 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-550f555c-baa7-4732-b5df-e3f80a01a7be req-baca854d-f3bc-4bc4-834f-331fc84cec69 tempest-SecurityGroupRulesNegativeTestJSON-1121317351 tempest-SecurityGroupRulesNegativeTestJSON-1121317351-project] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:21.545970 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0fb47e-8a08-4ca5-afa6-1310b79863ea service neutron] Pushing event updated for resources: {'Port': ['ID=0434871a-df5e-4e3f-ae7e-819ce35be0ac,revision_number=2']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:21.590722 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-550f555c-baa7-4732-b5df-e3f80a01a7be req-baca854d-f3bc-4bc4-834f-331fc84cec69 tempest-SecurityGroupRulesNegativeTestJSON-1121317351 tempest-SecurityGroupRulesNegativeTestJSON-1121317351-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:21.613997 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-9604087d-7645-4128-9267-80824db9f0a6 req-ce0fb47e-8a08-4ca5-afa6-1310b79863ea service neutron] Attempting to bind port 0434871a-df5e-4e3f-ae7e-819ce35be0ac on host n-h2-764292-30 for vnic_type normal with profile {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:06:21.619544 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-9604087d-7645-4128-9267-80824db9f0a6 req-ce0fb47e-8a08-4ca5-afa6-1310b79863ea service neutron] Attempting to bind port 0434871a-df5e-4e3f-ae7e-819ce35be0ac by drivers openvswitch,hyperv on host n-h2-764292-30 at level 0 using segments [{'id': 'c393d3b9-4e15-4ce6-ad7f-da931c8df83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '305ca68a-259a-4e6f-a74b-d776988e8170'}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:06:21.619544 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9604087d-7645-4128-9267-80824db9f0a6 req-ce0fb47e-8a08-4ca5-afa6-1310b79863ea service neutron] Attempting to bind port 0434871a-df5e-4e3f-ae7e-819ce35be0ac on network 305ca68a-259a-4e6f-a74b-d776988e8170 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:06:21.622011 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9604087d-7645-4128-9267-80824db9f0a6 req-ce0fb47e-8a08-4ca5-afa6-1310b79863ea service neutron] Port 0434871a-df5e-4e3f-ae7e-819ce35be0ac on network 305ca68a-259a-4e6f-a74b-d776988e8170 not bound, no agent of type Open vSwitch agent registered on host n-h2-764292-30 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:06:21.622817 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9604087d-7645-4128-9267-80824db9f0a6 req-ce0fb47e-8a08-4ca5-afa6-1310b79863ea service neutron] Attempting to bind port 0434871a-df5e-4e3f-ae7e-819ce35be0ac on network 305ca68a-259a-4e6f-a74b-d776988e8170 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:06:21.629975 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9604087d-7645-4128-9267-80824db9f0a6 req-ce0fb47e-8a08-4ca5-afa6-1310b79863ea service neutron] Checking agent: {'id': '70015fc0-62fb-48b2-b453-36906937cf2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 6, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:06:21.630514 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9604087d-7645-4128-9267-80824db9f0a6 req-ce0fb47e-8a08-4ca5-afa6-1310b79863ea service neutron] Checking segment: {'id': 'c393d3b9-4e15-4ce6-ad7f-da931c8df83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '305ca68a-259a-4e6f-a74b-d776988e8170'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:06:21.631142 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9604087d-7645-4128-9267-80824db9f0a6 req-ce0fb47e-8a08-4ca5-afa6-1310b79863ea service neutron] Bound using segment: {'id': 'c393d3b9-4e15-4ce6-ad7f-da931c8df83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '305ca68a-259a-4e6f-a74b-d776988e8170'} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:06:21.631707 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-9604087d-7645-4128-9267-80824db9f0a6 req-ce0fb47e-8a08-4ca5-afa6-1310b79863ea service neutron] Bound port: 0434871a-df5e-4e3f-ae7e-819ce35be0ac, host: n-h2-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c393d3b9-4e15-4ce6-ad7f-da931c8df83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '305ca68a-259a-4e6f-a74b-d776988e8170'}}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:06:21.632223 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-9604087d-7645-4128-9267-80824db9f0a6 req-ce0fb47e-8a08-4ca5-afa6-1310b79863ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:21.717841 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-550f555c-baa7-4732-b5df-e3f80a01a7be req-baca854d-f3bc-4bc4-834f-331fc84cec69 tempest-SecurityGroupRulesNegativeTestJSON-1121317351 tempest-SecurityGroupRulesNegativeTestJSON-1121317351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:21.724553 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-550f555c-baa7-4732-b5df-e3f80a01a7be req-baca854d-f3bc-4bc4-834f-331fc84cec69 tempest-SecurityGroupRulesNegativeTestJSON-1121317351 tempest-SecurityGroupRulesNegativeTestJSON-1121317351-project] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:21.724553 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-550f555c-baa7-4732-b5df-e3f80a01a7be req-baca854d-f3bc-4bc4-834f-331fc84cec69 tempest-SecurityGroupRulesNegativeTestJSON-1121317351 tempest-SecurityGroupRulesNegativeTestJSON-1121317351-project] 10.222.0.41 "DELETE /v2.0/security-groups/22c53842-0393-41e2-9461-3eb0dfd06588 HTTP/1.1" status: 204 len: 173 time: 0.2627144 Aug 11 03:06:21.725990 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-9604087d-7645-4128-9267-80824db9f0a6 req-ce0fb47e-8a08-4ca5-afa6-1310b79863ea service neutron] For port 0434871a-df5e-4e3f-ae7e-819ce35be0ac, host n-h2-764292-30, cleared binding levels {{(pid=102191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:06:21.732047 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 50684) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:21.735276 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-9604087d-7645-4128-9267-80824db9f0a6 req-ce0fb47e-8a08-4ca5-afa6-1310b79863ea service neutron] For port 0434871a-df5e-4e3f-ae7e-819ce35be0ac, host n-h2-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=0434871a-df5e-4e3f-ae7e-819ce35be0ac,segment=NetworkSegment(c393d3b9-4e15-4ce6-ad7f-da931c8df83a),segment_id=c393d3b9-4e15-4ce6-ad7f-da931c8df83a)] {{(pid=102191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:06:21.742507 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baca854d-f3bc-4bc4-834f-331fc84cec69 tempest-SecurityGroupRulesNegativeTestJSON-1121317351 tempest-SecurityGroupRulesNegativeTestJSON-1121317351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22c53842-0393-41e2-9461-3eb0dfd06588,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:21.803695 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-9604087d-7645-4128-9267-80824db9f0a6 req-ce0fb47e-8a08-4ca5-afa6-1310b79863ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:21.811489 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_v2 [None req-7325c5f9-399b-4153-b7b0-bfc7cbd84e08 admin admin] Deleting subnet f17ba58c-9ea4-459b-a751-91f3abf42376 {{(pid=102191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:06:21.841237 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7325c5f9-399b-4153-b7b0-bfc7cbd84e08 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:21.895304 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c37d8b08-64ee-4d7e-99b5-bc356505ed77', 'tag': '98a2ca78-c5a8-4b1c-9aca-68e88f898760'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:06:21.898133 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-890cec2a-d16e-462d-89a3-4fd9c1bb798c" -d '{"events": [{"name": "network-changed", "server_uuid": "c37d8b08-64ee-4d7e-99b5-bc356505ed77", "tag": "98a2ca78-c5a8-4b1c-9aca-68e88f898760"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:06:21.916917 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9604087d-7645-4128-9267-80824db9f0a6 req-ce0fb47e-8a08-4ca5-afa6-1310b79863ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:21.918366 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-9604087d-7645-4128-9267-80824db9f0a6 req-ce0fb47e-8a08-4ca5-afa6-1310b79863ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:21.920036 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-9604087d-7645-4128-9267-80824db9f0a6 req-ce0fb47e-8a08-4ca5-afa6-1310b79863ea service neutron] 10.222.0.24 "PUT /v2.0/ports/0434871a-df5e-4e3f-ae7e-819ce35be0ac HTTP/1.1" status: 200 len: 1092 time: 1.4406791 Aug 11 03:06:21.957605 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7325c5f9-399b-4153-b7b0-bfc7cbd84e08 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126283525'] for subnet, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:21.981933 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0fb47e-8a08-4ca5-afa6-1310b79863ea service neutron] Pushing event updated for resources: {'Port': ['ID=0434871a-df5e-4e3f-ae7e-819ce35be0ac,revision_number=3']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:21.997446 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:06:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfb313e2-7d24-4e5e-a9ab-2fd5f6b922d1 x-openstack-request-id: req-dfb313e2-7d24-4e5e-a9ab-2fd5f6b922d1 {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:06:21.997914 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c37d8b08-64ee-4d7e-99b5-bc356505ed77", "tag": "98a2ca78-c5a8-4b1c-9aca-68e88f898760", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:06:21.998303 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-dfb313e2-7d24-4e5e-a9ab-2fd5f6b922d1 {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:06:22.003897 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c37d8b08-64ee-4d7e-99b5-bc356505ed77', 'tag': '98a2ca78-c5a8-4b1c-9aca-68e88f898760', 'status': 'completed', 'code': 200} Aug 11 03:06:22.012525 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-9604087d-7645-4128-9267-80824db9f0a6 req-f64feb1e-3f3e-4474-b0e9-9c921cda49d5 service neutron] Request body: {'port': {'device_id': 'c37d8b08-64ee-4d7e-99b5-bc356505ed77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764292-30'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:06:22.070669 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7325c5f9-399b-4153-b7b0-bfc7cbd84e08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:22.190854 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cd14d5-a72e-4512-ba52-b0640b52882a req-abbec837-8441-49d4-9017-05bed7b22141 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:22.192498 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-50cd14d5-a72e-4512-ba52-b0640b52882a req-abbec837-8441-49d4-9017-05bed7b22141 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e790d19-e22e-49e6-811e-000580ef0e08 HTTP/1.1" status: 200 len: 950 time: 0.0958803 Aug 11 03:06:22.204432 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890cec2a-d16e-462d-89a3-4fd9c1bb798c req-2ddbd5e2-0ec9-4b83-9b10-571dbd8e6940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:22.204828 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890cec2a-d16e-462d-89a3-4fd9c1bb798c req-2ddbd5e2-0ec9-4b83-9b10-571dbd8e6940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:22.205358 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890cec2a-d16e-462d-89a3-4fd9c1bb798c req-2ddbd5e2-0ec9-4b83-9b10-571dbd8e6940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:22.205930 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890cec2a-d16e-462d-89a3-4fd9c1bb798c req-2ddbd5e2-0ec9-4b83-9b10-571dbd8e6940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:22.206501 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890cec2a-d16e-462d-89a3-4fd9c1bb798c req-2ddbd5e2-0ec9-4b83-9b10-571dbd8e6940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:22.207007 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890cec2a-d16e-462d-89a3-4fd9c1bb798c req-2ddbd5e2-0ec9-4b83-9b10-571dbd8e6940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:22.207477 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890cec2a-d16e-462d-89a3-4fd9c1bb798c req-2ddbd5e2-0ec9-4b83-9b10-571dbd8e6940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:22.210582 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-890cec2a-d16e-462d-89a3-4fd9c1bb798c req-2ddbd5e2-0ec9-4b83-9b10-571dbd8e6940 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d334b2b08b9742719f1009ec13bc53a6&device_id=c37d8b08-64ee-4d7e-99b5-bc356505ed77 HTTP/1.1" status: 200 len: 6426 time: 0.1830380 Aug 11 03:06:22.231006 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-9604087d-7645-4128-9267-80824db9f0a6 req-f64feb1e-3f3e-4474-b0e9-9c921cda49d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:22.253763 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7325c5f9-399b-4153-b7b0-bfc7cbd84e08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126283413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126275158'] for subnet, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:22.301031 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7325c5f9-399b-4153-b7b0-bfc7cbd84e08 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f17ba58c-9ea4-459b-a751-91f3abf42376,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:22.326089 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7325c5f9-399b-4153-b7b0-bfc7cbd84e08 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:22.339226 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-7325c5f9-399b-4153-b7b0-bfc7cbd84e08 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/f17ba58c-9ea4-459b-a751-91f3abf42376 HTTP/1.1" status: 204 len: 168 time: 0.6043162 Aug 11 03:06:22.340331 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 50708) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:22.402261 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-50cd14d5-a72e-4512-ba52-b0640b52882a req-d6e07642-5f79-40d0-8ce3-42870d7d8c52 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888115 Aug 11 03:06:22.454804 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-23791d05-87b5-4760-b556-a64ffbdff5c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:22.468862 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890cec2a-d16e-462d-89a3-4fd9c1bb798c req-7fe0704e-34b8-458b-9887-49ccac5342ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:22.469642 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890cec2a-d16e-462d-89a3-4fd9c1bb798c req-7fe0704e-34b8-458b-9887-49ccac5342ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:22.471084 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890cec2a-d16e-462d-89a3-4fd9c1bb798c req-7fe0704e-34b8-458b-9887-49ccac5342ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:22.473261 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-890cec2a-d16e-462d-89a3-4fd9c1bb798c req-7fe0704e-34b8-458b-9887-49ccac5342ae service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=d334b2b08b9742719f1009ec13bc53a6&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.2515967 Aug 11 03:06:22.620824 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733e9891-4a28-481d-a870-49c5372552b5 req-60f37dbf-c1f0-48de-83c3-b03c5eec2634 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:22.637631 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-733e9891-4a28-481d-a870-49c5372552b5 req-60f37dbf-c1f0-48de-83c3-b03c5eec2634 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=29cccc14-5cf4-4470-a538-9d1ef2af8007 HTTP/1.1" status: 200 len: 945 time: 0.0803747 Aug 11 03:06:22.659292 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890cec2a-d16e-462d-89a3-4fd9c1bb798c req-aeb09033-1e7f-40cc-9c83-a86066a9842a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:22.660788 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-890cec2a-d16e-462d-89a3-4fd9c1bb798c req-aeb09033-1e7f-40cc-9c83-a86066a9842a service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1739881 Aug 11 03:06:22.690700 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-733e9891-4a28-481d-a870-49c5372552b5 req-caed2f13-ffdd-41c1-9ad9-e2c5b83d7916 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/security-groups?id=19e25e3f-a72e-45d4-8165-3b0d2215340c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552025 Aug 11 03:06:22.707547 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-23791d05-87b5-4760-b556-a64ffbdff5c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:22.722629 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-23791d05-87b5-4760-b556-a64ffbdff5c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc49b2fb-817c-4588-a9ac-f083092608f5']}} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:06:22.744490 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-23791d05-87b5-4760-b556-a64ffbdff5c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f95d92fc-61f2-4af0-9bd8-672a58366766') {'for_net_delete': True} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:06:22.744490 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-23791d05-87b5-4760-b556-a64ffbdff5c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f95d92fc-61f2-4af0-9bd8-672a58366766') {} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:06:22.769051 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-23791d05-87b5-4760-b556-a64ffbdff5c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126283644'] for segment, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:22.797589 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-23791d05-87b5-4760-b556-a64ffbdff5c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:22.830945 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23791d05-87b5-4760-b556-a64ffbdff5c1 admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=102191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:06:22.831406 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-23791d05-87b5-4760-b556-a64ffbdff5c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126283391'] for segment, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:22.834051 n-d-764292-30 neutron-server[102191]: Traceback (most recent call last): Aug 11 03:06:22.834051 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:06:22.834051 n-d-764292-30 neutron-server[102191]: timer() Aug 11 03:06:22.834051 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:06:22.834051 n-d-764292-30 neutron-server[102191]: cb(*args, **kw) Aug 11 03:06:22.834051 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:06:22.834051 n-d-764292-30 neutron-server[102191]: return func(*args, **kwargs) Aug 11 03:06:22.834051 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:06:22.834051 n-d-764292-30 neutron-server[102191]: self._notify() Aug 11 03:06:22.834051 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:06:22.834051 n-d-764292-30 neutron-server[102191]: self.callback(batched_events) Aug 11 03:06:22.834051 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:06:22.834051 n-d-764292-30 neutron-server[102191]: event.method(event) Aug 11 03:06:22.834051 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:06:22.834051 n-d-764292-30 neutron-server[102191]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:06:22.834051 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:06:22.834051 n-d-764292-30 neutron-server[102191]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:06:22.834051 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:06:22.834051 n-d-764292-30 neutron-server[102191]: return f(self, *a, **k) Aug 11 03:06:22.834051 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:06:22.834051 n-d-764292-30 neutron-server[102191]: return self._get(url).json() Aug 11 03:06:22.834051 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:06:22.834051 n-d-764292-30 neutron-server[102191]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:06:22.834051 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:06:22.834051 n-d-764292-30 neutron-server[102191]: return self.request(url, 'GET', **kwargs) Aug 11 03:06:22.834051 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:06:22.834051 n-d-764292-30 neutron-server[102191]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:06:22.834051 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:06:22.834051 n-d-764292-30 neutron-server[102191]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:06:22.834051 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:06:22.834051 n-d-764292-30 neutron-server[102191]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:06:22.834051 n-d-764292-30 neutron-server[102191]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:06:22.983689 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaee3dc-4d6e-46dc-962e-1c25bb9b3630 req-1adf19ab-5200-4c69-b87e-9deab28e0546 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:22.985702 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c57d7519-b7bd-4a14-9a88-4608ba2eb344 req-87687f4d-1460-4469-81f1-914b0bcfeea4 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=a66ab0de-f12c-4fd3-a212-ca622ab87aa1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1698358 Aug 11 03:06:22.989592 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [req-9604087d-7645-4128-9267-80824db9f0a6 req-f64feb1e-3f3e-4474-b0e9-9c921cda49d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 053fe719-4e11-4959-84b1-0b95b1576963 {{(pid=102191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:06:22.989935 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaee3dc-4d6e-46dc-962e-1c25bb9b3630 req-1adf19ab-5200-4c69-b87e-9deab28e0546 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:22.996482 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaee3dc-4d6e-46dc-962e-1c25bb9b3630 req-1adf19ab-5200-4c69-b87e-9deab28e0546 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:23.013383 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaee3dc-4d6e-46dc-962e-1c25bb9b3630 req-1adf19ab-5200-4c69-b87e-9deab28e0546 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:23.013535 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-9604087d-7645-4128-9267-80824db9f0a6 req-f64feb1e-3f3e-4474-b0e9-9c921cda49d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:23.015779 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaee3dc-4d6e-46dc-962e-1c25bb9b3630 req-1adf19ab-5200-4c69-b87e-9deab28e0546 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:23.021973 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaee3dc-4d6e-46dc-962e-1c25bb9b3630 req-1adf19ab-5200-4c69-b87e-9deab28e0546 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:23.026737 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [req-9604087d-7645-4128-9267-80824db9f0a6 req-f64feb1e-3f3e-4474-b0e9-9c921cda49d5 service neutron] Transition to ACTIVE for port object 053fe719-4e11-4959-84b1-0b95b1576963 will not be triggered until provisioned by entity L2. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:06:23.028747 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaee3dc-4d6e-46dc-962e-1c25bb9b3630 req-1adf19ab-5200-4c69-b87e-9deab28e0546 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:23.030769 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4aaee3dc-4d6e-46dc-962e-1c25bb9b3630 req-1adf19ab-5200-4c69-b87e-9deab28e0546 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] 10.222.0.41 "GET /v2.0/ports?device_id=c37d8b08-64ee-4d7e-99b5-bc356505ed77 HTTP/1.1" status: 200 len: 5418 time: 0.1581416 Aug 11 03:06:23.031858 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-23791d05-87b5-4760-b556-a64ffbdff5c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:23.046709 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-23791d05-87b5-4760-b556-a64ffbdff5c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:23.047899 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-23791d05-87b5-4760-b556-a64ffbdff5c1 admin admin] 10.222.0.41 "DELETE /v2.0/networks/dc49b2fb-817c-4588-a9ac-f083092608f5 HTTP/1.1" status: 204 len: 168 time: 0.7064512 Aug 11 03:06:23.069829 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23791d05-87b5-4760-b556-a64ffbdff5c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=dc49b2fb-817c-4588-a9ac-f083092608f5,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:23.080759 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4aaee3dc-4d6e-46dc-962e-1c25bb9b3630 req-12f7e16c-d96e-4f23-8172-6aec7daf13d4 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] 10.222.0.41 "GET /v2.0/security-groups?id=607419a9-bee5-4ef0-a97c-fc5d24552dc8&id=0947f6a2-f888-43bb-ac20-3b42849ccfb9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0405424 Aug 11 03:06:23.091183 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57d7519-b7bd-4a14-9a88-4608ba2eb344 req-00f7f4f0-c5e0-4201-8fa2-76e0cf2cf085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:23.092783 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c57d7519-b7bd-4a14-9a88-4608ba2eb344 req-00f7f4f0-c5e0-4201-8fa2-76e0cf2cf085 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6921827f6da94037a99dabd970798f04&device_id=a66ab0de-f12c-4fd3-a212-ca622ab87aa1 HTTP/1.1" status: 200 len: 1097 time: 0.0591125 Aug 11 03:06:23.130650 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-9604087d-7645-4128-9267-80824db9f0a6 req-f64feb1e-3f3e-4474-b0e9-9c921cda49d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:23.239692 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64feb1e-3f3e-4474-b0e9-9c921cda49d5 service neutron] Pushing event updated for resources: {'Port': ['ID=053fe719-4e11-4959-84b1-0b95b1576963,revision_number=2']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:23.310763 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57d7519-b7bd-4a14-9a88-4608ba2eb344 req-d6c7e83e-24c3-4a22-841e-ea95125f38f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:23.312265 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c57d7519-b7bd-4a14-9a88-4608ba2eb344 req-d6c7e83e-24c3-4a22-841e-ea95125f38f5 service neutron] 10.222.0.22 "GET /v2.0/networks?id=7e1dad9f-2bf8-440d-87e5-fd95b980cb13 HTTP/1.1" status: 200 len: 916 time: 0.1934817 Aug 11 03:06:23.385549 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-9604087d-7645-4128-9267-80824db9f0a6 req-f64feb1e-3f3e-4474-b0e9-9c921cda49d5 service neutron] Attempting to bind port 053fe719-4e11-4959-84b1-0b95b1576963 on host n-h2-764292-30 for vnic_type normal with profile {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:06:23.385549 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-9604087d-7645-4128-9267-80824db9f0a6 req-f64feb1e-3f3e-4474-b0e9-9c921cda49d5 service neutron] Attempting to bind port 053fe719-4e11-4959-84b1-0b95b1576963 by drivers openvswitch,hyperv on host n-h2-764292-30 at level 0 using segments [{'id': 'c393d3b9-4e15-4ce6-ad7f-da931c8df83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '305ca68a-259a-4e6f-a74b-d776988e8170'}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:06:23.385549 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9604087d-7645-4128-9267-80824db9f0a6 req-f64feb1e-3f3e-4474-b0e9-9c921cda49d5 service neutron] Attempting to bind port 053fe719-4e11-4959-84b1-0b95b1576963 on network 305ca68a-259a-4e6f-a74b-d776988e8170 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:06:23.390577 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9604087d-7645-4128-9267-80824db9f0a6 req-f64feb1e-3f3e-4474-b0e9-9c921cda49d5 service neutron] Port 053fe719-4e11-4959-84b1-0b95b1576963 on network 305ca68a-259a-4e6f-a74b-d776988e8170 not bound, no agent of type Open vSwitch agent registered on host n-h2-764292-30 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:06:23.390900 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9604087d-7645-4128-9267-80824db9f0a6 req-f64feb1e-3f3e-4474-b0e9-9c921cda49d5 service neutron] Attempting to bind port 053fe719-4e11-4959-84b1-0b95b1576963 on network 305ca68a-259a-4e6f-a74b-d776988e8170 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:06:23.399077 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9604087d-7645-4128-9267-80824db9f0a6 req-f64feb1e-3f3e-4474-b0e9-9c921cda49d5 service neutron] Checking agent: {'id': '70015fc0-62fb-48b2-b453-36906937cf2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 6, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:06:23.399417 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9604087d-7645-4128-9267-80824db9f0a6 req-f64feb1e-3f3e-4474-b0e9-9c921cda49d5 service neutron] Checking segment: {'id': 'c393d3b9-4e15-4ce6-ad7f-da931c8df83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '305ca68a-259a-4e6f-a74b-d776988e8170'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:06:23.399802 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9604087d-7645-4128-9267-80824db9f0a6 req-f64feb1e-3f3e-4474-b0e9-9c921cda49d5 service neutron] Bound using segment: {'id': 'c393d3b9-4e15-4ce6-ad7f-da931c8df83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '305ca68a-259a-4e6f-a74b-d776988e8170'} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:06:23.400233 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-9604087d-7645-4128-9267-80824db9f0a6 req-f64feb1e-3f3e-4474-b0e9-9c921cda49d5 service neutron] Bound port: 053fe719-4e11-4959-84b1-0b95b1576963, host: n-h2-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c393d3b9-4e15-4ce6-ad7f-da931c8df83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '305ca68a-259a-4e6f-a74b-d776988e8170'}}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:06:23.400592 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-9604087d-7645-4128-9267-80824db9f0a6 req-f64feb1e-3f3e-4474-b0e9-9c921cda49d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:23.404737 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c57d7519-b7bd-4a14-9a88-4608ba2eb344 req-749a4ac2-dcb3-433e-bb4a-139b691d52ad service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2a724456-80fe-4f92-bd7e-1d2c3d4f9e25 HTTP/1.1" status: 200 len: 1001 time: 0.0847239 Aug 11 03:06:23.489941 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57d7519-b7bd-4a14-9a88-4608ba2eb344 req-3f85be27-5cdb-498d-a76f-7d942739a1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:23.489941 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c57d7519-b7bd-4a14-9a88-4608ba2eb344 req-3f85be27-5cdb-498d-a76f-7d942739a1c7 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=27ab6fea-8263-42f0-9e57-b002a7eb1fa0 HTTP/1.1" status: 200 len: 854 time: 0.0766382 Aug 11 03:06:23.539007 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-9604087d-7645-4128-9267-80824db9f0a6 req-f64feb1e-3f3e-4474-b0e9-9c921cda49d5 service neutron] For port 053fe719-4e11-4959-84b1-0b95b1576963, host n-h2-764292-30, cleared binding levels {{(pid=102191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:06:23.556660 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-9604087d-7645-4128-9267-80824db9f0a6 req-f64feb1e-3f3e-4474-b0e9-9c921cda49d5 service neutron] For port 053fe719-4e11-4959-84b1-0b95b1576963, host n-h2-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=053fe719-4e11-4959-84b1-0b95b1576963,segment=NetworkSegment(c393d3b9-4e15-4ce6-ad7f-da931c8df83a),segment_id=c393d3b9-4e15-4ce6-ad7f-da931c8df83a)] {{(pid=102191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:06:23.564711 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57d7519-b7bd-4a14-9a88-4608ba2eb344 req-fa0dafcc-007c-4a95-84ed-eacfd45f2ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:23.565297 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c57d7519-b7bd-4a14-9a88-4608ba2eb344 req-fa0dafcc-007c-4a95-84ed-eacfd45f2ea5 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=7e1dad9f-2bf8-440d-87e5-fd95b980cb13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0654705 Aug 11 03:06:23.565852 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 50740) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:23.570140 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222a78db-d70e-4431-bd0f-be0db97092f9 req-c20963fc-76f5-43e5-9eb2-267ceabacca0 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:23.572173 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-222a78db-d70e-4431-bd0f-be0db97092f9 req-c20963fc-76f5-43e5-9eb2-267ceabacca0 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e790d19-e22e-49e6-811e-000580ef0e08 HTTP/1.1" status: 200 len: 950 time: 0.0608106 Aug 11 03:06:23.618821 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-222a78db-d70e-4431-bd0f-be0db97092f9 req-7d2975ca-46cd-4eb1-853d-b4bb23b393b2 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386951 Aug 11 03:06:23.636162 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-9604087d-7645-4128-9267-80824db9f0a6 req-f64feb1e-3f3e-4474-b0e9-9c921cda49d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:23.689875 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-fa5691ff-f991-4ed5-94ab-9ef3f847e505 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2450ae2365d2446ba64465e986183ba7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1228595 Aug 11 03:06:23.693098 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9604087d-7645-4128-9267-80824db9f0a6 req-f64feb1e-3f3e-4474-b0e9-9c921cda49d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:23.693353 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 50744) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:23.693714 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-9604087d-7645-4128-9267-80824db9f0a6 req-f64feb1e-3f3e-4474-b0e9-9c921cda49d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:23.695081 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-9604087d-7645-4128-9267-80824db9f0a6 req-f64feb1e-3f3e-4474-b0e9-9c921cda49d5 service neutron] 10.222.0.24 "PUT /v2.0/ports/053fe719-4e11-4959-84b1-0b95b1576963 HTTP/1.1" status: 200 len: 1092 time: 1.6879549 Aug 11 03:06:23.739357 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64feb1e-3f3e-4474-b0e9-9c921cda49d5 service neutron] Pushing event updated for resources: {'Port': ['ID=053fe719-4e11-4959-84b1-0b95b1576963,revision_number=3']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:23.747486 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c57d7519-b7bd-4a14-9a88-4608ba2eb344 req-75dacfb2-bec7-4508-9d3e-297d74d58df1 service neutron] 10.222.0.22 "GET /v2.0/networks/7e1dad9f-2bf8-440d-87e5-fd95b980cb13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741579 Aug 11 03:06:23.807115 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-06743b6d-b0c7-4fbe-8979-69c94f5a0806 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:23.900711 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c57d7519-b7bd-4a14-9a88-4608ba2eb344 req-b1513b72-f112-450d-8725-0bce9799a5ed service neutron] 10.222.0.22 "GET /v2.0/networks/7e1dad9f-2bf8-440d-87e5-fd95b980cb13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436050 Aug 11 03:06:23.905884 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-06743b6d-b0c7-4fbe-8979-69c94f5a0806 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:23.925899 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fe135c-6f2f-455c-9af1-de8aea96d0b3 req-ed2452cc-ea1b-45bf-ac4a-f10aafda46e0 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:23.932114 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9604087d-7645-4128-9267-80824db9f0a6 req-3cf50df2-7be1-4f59-aab7-2220c0e0efa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:23.932825 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9604087d-7645-4128-9267-80824db9f0a6 req-3cf50df2-7be1-4f59-aab7-2220c0e0efa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:23.933503 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9604087d-7645-4128-9267-80824db9f0a6 req-3cf50df2-7be1-4f59-aab7-2220c0e0efa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:23.933824 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a6fe135c-6f2f-455c-9af1-de8aea96d0b3 req-ed2452cc-ea1b-45bf-ac4a-f10aafda46e0 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=29cccc14-5cf4-4470-a538-9d1ef2af8007 HTTP/1.1" status: 200 len: 945 time: 0.1354833 Aug 11 03:06:23.934151 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9604087d-7645-4128-9267-80824db9f0a6 req-3cf50df2-7be1-4f59-aab7-2220c0e0efa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:23.934822 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9604087d-7645-4128-9267-80824db9f0a6 req-3cf50df2-7be1-4f59-aab7-2220c0e0efa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:23.935273 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9604087d-7645-4128-9267-80824db9f0a6 req-3cf50df2-7be1-4f59-aab7-2220c0e0efa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:23.935898 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9604087d-7645-4128-9267-80824db9f0a6 req-3cf50df2-7be1-4f59-aab7-2220c0e0efa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:23.938122 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-9604087d-7645-4128-9267-80824db9f0a6 req-3cf50df2-7be1-4f59-aab7-2220c0e0efa5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d334b2b08b9742719f1009ec13bc53a6&device_id=c37d8b08-64ee-4d7e-99b5-bc356505ed77 HTTP/1.1" status: 200 len: 6494 time: 0.1232679 Aug 11 03:06:23.985364 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-9604087d-7645-4128-9267-80824db9f0a6 req-3e7d6856-cdee-4d45-9cc2-cdb0b1e50d16 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e87fa64a-3fae-4794-abf7-60cf725af3f0 HTTP/1.1" status: 200 len: 217 time: 0.0374837 Aug 11 03:06:23.986820 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a6fe135c-6f2f-455c-9af1-de8aea96d0b3 req-62b58758-67b7-434f-a84c-dba99dd9b242 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/security-groups?id=19e25e3f-a72e-45d4-8165-3b0d2215340c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520775 Aug 11 03:06:24.006975 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c37d8b08-64ee-4d7e-99b5-bc356505ed77', 'tag': '0434871a-df5e-4e3f-ae7e-819ce35be0ac'}, {'name': 'network-changed', 'server_uuid': 'c37d8b08-64ee-4d7e-99b5-bc356505ed77', 'tag': '053fe719-4e11-4959-84b1-0b95b1576963'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:06:24.011074 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17502d6c-f731-493b-a004-ff00f2b0eed5" -d '{"events": [{"name": "network-changed", "server_uuid": "c37d8b08-64ee-4d7e-99b5-bc356505ed77", "tag": "0434871a-df5e-4e3f-ae7e-819ce35be0ac"}, {"name": "network-changed", "server_uuid": "c37d8b08-64ee-4d7e-99b5-bc356505ed77", "tag": "053fe719-4e11-4959-84b1-0b95b1576963"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:06:24.055787 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 11 Aug 2021 03:06:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80f0a932-0d2c-46bf-b92a-1699574641cf x-openstack-request-id: req-80f0a932-0d2c-46bf-b92a-1699574641cf {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:06:24.056085 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c37d8b08-64ee-4d7e-99b5-bc356505ed77", "tag": "0434871a-df5e-4e3f-ae7e-819ce35be0ac", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c37d8b08-64ee-4d7e-99b5-bc356505ed77", "tag": "053fe719-4e11-4959-84b1-0b95b1576963", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:06:24.056442 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-80f0a932-0d2c-46bf-b92a-1699574641cf {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:06:24.058372 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c37d8b08-64ee-4d7e-99b5-bc356505ed77', 'tag': '0434871a-df5e-4e3f-ae7e-819ce35be0ac', 'status': 'completed', 'code': 200} Aug 11 03:06:24.058372 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c37d8b08-64ee-4d7e-99b5-bc356505ed77', 'tag': '053fe719-4e11-4959-84b1-0b95b1576963', 'status': 'completed', 'code': 200} Aug 11 03:06:24.071843 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9604087d-7645-4128-9267-80824db9f0a6 req-6622ae43-6b5b-4cd3-8ebc-748cdc633641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:24.073333 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-9604087d-7645-4128-9267-80824db9f0a6 req-6622ae43-6b5b-4cd3-8ebc-748cdc633641 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0bedeabe-ae79-4397-9dc9-c17dc9305e82 HTTP/1.1" status: 200 len: 856 time: 0.0793676 Aug 11 03:06:24.094599 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-06743b6d-b0c7-4fbe-8979-69c94f5a0806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:24.097222 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-06743b6d-b0c7-4fbe-8979-69c94f5a0806 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:24.098437 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-06743b6d-b0c7-4fbe-8979-69c94f5a0806 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d3f02e39-def9-4c8f-8bb0-982bc1f8ea2d HTTP/1.1" status: 204 len: 168 time: 0.4036534 Aug 11 03:06:24.119949 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06743b6d-b0c7-4fbe-8979-69c94f5a0806 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3f02e39-def9-4c8f-8bb0-982bc1f8ea2d,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:24.279066 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aebdcc-7e14-4de5-8971-343d88e9f712 req-df8c581b-abf4-45c4-a642-a40c5e08fdcd tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:24.286185 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aebdcc-7e14-4de5-8971-343d88e9f712 req-df8c581b-abf4-45c4-a642-a40c5e08fdcd tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:24.292788 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aebdcc-7e14-4de5-8971-343d88e9f712 req-df8c581b-abf4-45c4-a642-a40c5e08fdcd tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:24.300027 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aebdcc-7e14-4de5-8971-343d88e9f712 req-df8c581b-abf4-45c4-a642-a40c5e08fdcd tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:24.307105 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aebdcc-7e14-4de5-8971-343d88e9f712 req-df8c581b-abf4-45c4-a642-a40c5e08fdcd tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:24.313906 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aebdcc-7e14-4de5-8971-343d88e9f712 req-df8c581b-abf4-45c4-a642-a40c5e08fdcd tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:24.321209 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aebdcc-7e14-4de5-8971-343d88e9f712 req-df8c581b-abf4-45c4-a642-a40c5e08fdcd tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:24.331857 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-08aebdcc-7e14-4de5-8971-343d88e9f712 req-df8c581b-abf4-45c4-a642-a40c5e08fdcd tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] 10.222.0.41 "GET /v2.0/ports?device_id=c37d8b08-64ee-4d7e-99b5-bc356505ed77 HTTP/1.1" status: 200 len: 5430 time: 0.1248407 Aug 11 03:06:24.342854 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 50766) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:24.382993 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-08aebdcc-7e14-4de5-8971-343d88e9f712 req-6fd0a46d-3c1c-4f19-a90e-42b38136bc0f tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] 10.222.0.41 "GET /v2.0/security-groups?id=607419a9-bee5-4ef0-a97c-fc5d24552dc8&id=0947f6a2-f888-43bb-ac20-3b42849ccfb9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0500581 Aug 11 03:06:24.465471 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99648e23-7091-422a-9102-a2eb2c9dd460 req-02fb955f-ae6e-41e7-bd8a-109bef3b7cae tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:24.467054 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-99648e23-7091-422a-9102-a2eb2c9dd460 req-02fb955f-ae6e-41e7-bd8a-109bef3b7cae tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=29cccc14-5cf4-4470-a538-9d1ef2af8007 HTTP/1.1" status: 200 len: 945 time: 0.0573592 Aug 11 03:06:24.510968 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9604087d-7645-4128-9267-80824db9f0a6 req-6844f3eb-7887-4e3b-82ec-6d279eb08e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:24.513070 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-9604087d-7645-4128-9267-80824db9f0a6 req-6844f3eb-7887-4e3b-82ec-6d279eb08e83 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3df71ba6-2411-497d-98b1-8adc079ca6c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4322355 Aug 11 03:06:24.515034 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-99648e23-7091-422a-9102-a2eb2c9dd460 req-7af43d3d-bfb8-460f-9aff-f72048527231 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/security-groups?id=19e25e3f-a72e-45d4-8165-3b0d2215340c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389934 Aug 11 03:06:24.650597 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-9604087d-7645-4128-9267-80824db9f0a6 req-076d3574-2d8c-463a-9d0b-0db2a2ef6ed0 service neutron] 10.222.0.24 "GET /v2.0/networks/3df71ba6-2411-497d-98b1-8adc079ca6c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242192 Aug 11 03:06:24.760712 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-9604087d-7645-4128-9267-80824db9f0a6 req-f7598975-e46a-4c61-9595-2fc7147f0450 service neutron] 10.222.0.24 "GET /v2.0/networks/3df71ba6-2411-497d-98b1-8adc079ca6c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026325 Aug 11 03:06:24.762318 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8657f4fb-72e0-43ae-a295-7b858379446c req-faba5562-73f5-4105-bbdd-81e9b68630dc tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:24.763448 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8657f4fb-72e0-43ae-a295-7b858379446c req-faba5562-73f5-4105-bbdd-81e9b68630dc tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e790d19-e22e-49e6-811e-000580ef0e08 HTTP/1.1" status: 200 len: 950 time: 0.0648530 Aug 11 03:06:24.816289 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-9604087d-7645-4128-9267-80824db9f0a6 req-09d24311-fe17-4ccd-a92c-b2a76e6f5317 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.11&port_id=d3c9db57-eea5-4db7-a508-af7b68f15453 HTTP/1.1" status: 200 len: 217 time: 0.0469129 Aug 11 03:06:24.832637 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-d3e04c96-e5d9-4c34-9893-f2ab255120fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:24.857006 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8657f4fb-72e0-43ae-a295-7b858379446c req-a5d80595-3f65-4840-b1f7-10a9f90f6c7a tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794966 Aug 11 03:06:24.882769 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9604087d-7645-4128-9267-80824db9f0a6 req-7973fe5f-0f48-4ab1-8bd1-397082f84efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:24.886118 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-9604087d-7645-4128-9267-80824db9f0a6 req-7973fe5f-0f48-4ab1-8bd1-397082f84efe service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6efca74f-85f6-4ecd-8f10-5d7e955ea1c7 HTTP/1.1" status: 200 len: 797 time: 0.0602641 Aug 11 03:06:24.958930 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9604087d-7645-4128-9267-80824db9f0a6 req-a6afb944-333c-40cf-b5c2-365882e3f84b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:24.960479 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-9604087d-7645-4128-9267-80824db9f0a6 req-a6afb944-333c-40cf-b5c2-365882e3f84b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a04ffcc2-d303-44d7-b369-5db13650c2d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0686517 Aug 11 03:06:24.986171 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-d3e04c96-e5d9-4c34-9893-f2ab255120fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:25.057153 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-9604087d-7645-4128-9267-80824db9f0a6 req-0e716703-123c-4287-b2e4-54a7bafee180 service neutron] 10.222.0.24 "GET /v2.0/networks/a04ffcc2-d303-44d7-b369-5db13650c2d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888424 Aug 11 03:06:25.067256 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-d3e04c96-e5d9-4c34-9893-f2ab255120fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:25.108250 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-d3e04c96-e5d9-4c34-9893-f2ab255120fe admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bcc9c75ff01e44aab0e332f9a5abdf39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7631214 Aug 11 03:06:25.109076 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e04c96-e5d9-4c34-9893-f2ab255120fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd9f2b43-808c-4fcb-bf05-4b01dc99097e,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:25.111648 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 50800) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:25.161795 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-9604087d-7645-4128-9267-80824db9f0a6 req-6b02c848-4e00-464a-bd7a-99c4dead8fb6 service neutron] 10.222.0.24 "GET /v2.0/networks/a04ffcc2-d303-44d7-b369-5db13650c2d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933123 Aug 11 03:06:25.172054 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-68998790-04b6-422b-bed7-c3f52210a64e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:25.198936 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-68998790-04b6-422b-bed7-c3f52210a64e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:25.212112 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-9604087d-7645-4128-9267-80824db9f0a6 req-27c9d647-bfad-403c-95ea-9e66de5371a1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.209&port_id=e86cee10-c94b-4240-aed2-fc9db6db4421 HTTP/1.1" status: 200 len: 217 time: 0.0416875 Aug 11 03:06:25.264798 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9604087d-7645-4128-9267-80824db9f0a6 req-c558a908-d612-446f-b181-f8d332fb631e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:25.266384 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-9604087d-7645-4128-9267-80824db9f0a6 req-c558a908-d612-446f-b181-f8d332fb631e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6efca74f-85f6-4ecd-8f10-5d7e955ea1c7 HTTP/1.1" status: 200 len: 797 time: 0.0501688 Aug 11 03:06:25.317888 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9604087d-7645-4128-9267-80824db9f0a6 req-66101acb-c5c1-4aa5-bf32-7e7b0672c6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:25.319268 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-9604087d-7645-4128-9267-80824db9f0a6 req-66101acb-c5c1-4aa5-bf32-7e7b0672c6c6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a04ffcc2-d303-44d7-b369-5db13650c2d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0442505 Aug 11 03:06:25.351489 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-68998790-04b6-422b-bed7-c3f52210a64e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:25.354876 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-68998790-04b6-422b-bed7-c3f52210a64e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:25.359221 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-68998790-04b6-422b-bed7-c3f52210a64e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bd9f2b43-808c-4fcb-bf05-4b01dc99097e HTTP/1.1" status: 204 len: 168 time: 0.2440419 Aug 11 03:06:25.366012 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68998790-04b6-422b-bed7-c3f52210a64e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd9f2b43-808c-4fcb-bf05-4b01dc99097e,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:25.465613 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-9604087d-7645-4128-9267-80824db9f0a6 req-33d4fc60-b3a3-47ec-a1b3-8eda9aa269d1 service neutron] 10.222.0.24 "GET /v2.0/networks/a04ffcc2-d303-44d7-b369-5db13650c2d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374781 Aug 11 03:06:25.524412 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 50840) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:25.540478 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed0d3b6-aca2-4a39-a38f-c40cb5b1da52 req-03e4627b-c8b2-46aa-8b6f-2cb008c0573b tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:25.548751 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed0d3b6-aca2-4a39-a38f-c40cb5b1da52 req-03e4627b-c8b2-46aa-8b6f-2cb008c0573b tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:25.553348 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed0d3b6-aca2-4a39-a38f-c40cb5b1da52 req-03e4627b-c8b2-46aa-8b6f-2cb008c0573b tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:25.559383 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed0d3b6-aca2-4a39-a38f-c40cb5b1da52 req-03e4627b-c8b2-46aa-8b6f-2cb008c0573b tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:25.565334 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed0d3b6-aca2-4a39-a38f-c40cb5b1da52 req-03e4627b-c8b2-46aa-8b6f-2cb008c0573b tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:25.578674 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed0d3b6-aca2-4a39-a38f-c40cb5b1da52 req-03e4627b-c8b2-46aa-8b6f-2cb008c0573b tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:25.582636 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-9604087d-7645-4128-9267-80824db9f0a6 req-c41ec3bb-8abf-49bd-862b-014cfaa222cd service neutron] 10.222.0.24 "GET /v2.0/networks/a04ffcc2-d303-44d7-b369-5db13650c2d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045885 Aug 11 03:06:25.582750 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed0d3b6-aca2-4a39-a38f-c40cb5b1da52 req-03e4627b-c8b2-46aa-8b6f-2cb008c0573b tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:25.582750 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6ed0d3b6-aca2-4a39-a38f-c40cb5b1da52 req-03e4627b-c8b2-46aa-8b6f-2cb008c0573b tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] 10.222.0.41 "GET /v2.0/ports?device_id=c37d8b08-64ee-4d7e-99b5-bc356505ed77 HTTP/1.1" status: 200 len: 5430 time: 0.1022682 Aug 11 03:06:25.633277 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6ed0d3b6-aca2-4a39-a38f-c40cb5b1da52 req-20058610-9205-43cc-9d6a-d68fe7d5eb9d tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] 10.222.0.41 "GET /v2.0/security-groups?id=607419a9-bee5-4ef0-a97c-fc5d24552dc8&id=0947f6a2-f888-43bb-ac20-3b42849ccfb9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0408249 Aug 11 03:06:25.651703 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-9604087d-7645-4128-9267-80824db9f0a6 req-ef60cafc-6802-4b53-acd9-477a671dc731 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.179&port_id=01a24300-24a6-4bdc-8012-20919034c7e4 HTTP/1.1" status: 200 len: 217 time: 0.0646553 Aug 11 03:06:25.718372 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50394f55-67a7-46c6-a12e-717b16415f1a req-022b3704-6007-4b3a-8bfb-592a27e35895 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:25.725733 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-50394f55-67a7-46c6-a12e-717b16415f1a req-022b3704-6007-4b3a-8bfb-592a27e35895 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=29cccc14-5cf4-4470-a538-9d1ef2af8007 HTTP/1.1" status: 200 len: 945 time: 0.0622604 Aug 11 03:06:25.746136 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9604087d-7645-4128-9267-80824db9f0a6 req-8763a9a0-9904-483a-97a7-d5136ccf1069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:25.762237 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-9604087d-7645-4128-9267-80824db9f0a6 req-8763a9a0-9904-483a-97a7-d5136ccf1069 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6efca74f-85f6-4ecd-8f10-5d7e955ea1c7 HTTP/1.1" status: 200 len: 797 time: 0.0870223 Aug 11 03:06:25.767091 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-50394f55-67a7-46c6-a12e-717b16415f1a req-0ce3edf7-fcac-4c72-96c9-3b6e36c86a93 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/security-groups?id=19e25e3f-a72e-45d4-8165-3b0d2215340c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400982 Aug 11 03:06:25.819944 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9604087d-7645-4128-9267-80824db9f0a6 req-8424fe66-7925-4972-a9be-601e276cd9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:25.821567 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-9604087d-7645-4128-9267-80824db9f0a6 req-8424fe66-7925-4972-a9be-601e276cd9f5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a04ffcc2-d303-44d7-b369-5db13650c2d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0633452 Aug 11 03:06:25.834489 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-8f480835-e58c-4474-9565-561b2ed2162f admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-648267732-network', 'tenant_id': 'bed247ccc1b348fca083929d0e792919'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:06:25.938541 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-9604087d-7645-4128-9267-80824db9f0a6 req-da339ca3-392e-4895-ac63-f47c93fc5606 service neutron] 10.222.0.24 "GET /v2.0/networks/a04ffcc2-d303-44d7-b369-5db13650c2d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898938 Aug 11 03:06:25.989350 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dd5535-85d0-4da4-aece-9e2ff8f7ca8f req-173e0ca9-bbd4-4e68-b220-816af11b65dc tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:25.993742 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c1dd5535-85d0-4da4-aece-9e2ff8f7ca8f req-173e0ca9-bbd4-4e68-b220-816af11b65dc tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e790d19-e22e-49e6-811e-000580ef0e08 HTTP/1.1" status: 200 len: 950 time: 0.0584662 Aug 11 03:06:25.996853 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f480835-e58c-4474-9565-561b2ed2162f admin admin] Made reservation on behalf of bed247ccc1b348fca083929d0e792919 for: {'network': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:06:25.998061 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8f480835-e58c-4474-9565-561b2ed2162f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:26.008359 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8f480835-e58c-4474-9565-561b2ed2162f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:26.036933 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c1dd5535-85d0-4da4-aece-9e2ff8f7ca8f req-4145913a-880e-4dec-a399-8977a3128190 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336814 Aug 11 03:06:26.090933 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-9604087d-7645-4128-9267-80824db9f0a6 req-708bc226-2108-4fd9-882f-0b6665a724bc service neutron] 10.222.0.24 "GET /v2.0/networks/a04ffcc2-d303-44d7-b369-5db13650c2d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359282 Aug 11 03:06:26.136008 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-9604087d-7645-4128-9267-80824db9f0a6 req-ceed5363-75fb-4490-b0e7-408a052d6f0c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.77&port_id=98a2ca78-c5a8-4b1c-9aca-68e88f898760 HTTP/1.1" status: 200 len: 217 time: 0.0451024 Aug 11 03:06:26.180364 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 50854) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:26.208710 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5e9a789c-6bb3-4416-ab4f-a34fe65a67bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:26.233424 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8f480835-e58c-4474-9565-561b2ed2162f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:26.238097 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9604087d-7645-4128-9267-80824db9f0a6 req-c4803b75-6bda-4696-aa5e-230fd29b04fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:26.239578 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-9604087d-7645-4128-9267-80824db9f0a6 req-c4803b75-6bda-4696-aa5e-230fd29b04fa service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6efca74f-85f6-4ecd-8f10-5d7e955ea1c7 HTTP/1.1" status: 200 len: 797 time: 0.0941651 Aug 11 03:06:26.287920 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9604087d-7645-4128-9267-80824db9f0a6 req-68579727-4fc8-4c84-bfa1-77ce022bc9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:26.289608 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-9604087d-7645-4128-9267-80824db9f0a6 req-68579727-4fc8-4c84-bfa1-77ce022bc9cf service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a04ffcc2-d303-44d7-b369-5db13650c2d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0405266 Aug 11 03:06:26.296218 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8f480835-e58c-4474-9565-561b2ed2162f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:26.373534 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f480835-e58c-4474-9565-561b2ed2162f admin admin] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=102191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:06:26.388755 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f480835-e58c-4474-9565-561b2ed2162f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ef853a3-6ada-4a8c-a67a-273f6cab4806,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:26.398134 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8f480835-e58c-4474-9565-561b2ed2162f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:26.398494 n-d-764292-30 neutron-server[102191]: INFO neutron.db.segments_db [None req-8f480835-e58c-4474-9565-561b2ed2162f admin admin] Added segment 814cede5-2509-4c57-9406-20dd1e6cc45b of type vlan for network 498590d3-6955-4f1a-b9ac-d47d076abeec Aug 11 03:06:26.484597 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8f480835-e58c-4474-9565-561b2ed2162f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:26.509478 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-9604087d-7645-4128-9267-80824db9f0a6 req-9403be98-bc17-4753-9c35-54070113040c service neutron] 10.222.0.24 "GET /v2.0/networks/a04ffcc2-d303-44d7-b369-5db13650c2d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2089398 Aug 11 03:06:26.596788 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5e9a789c-6bb3-4416-ab4f-a34fe65a67bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:26.617651 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8f480835-e58c-4474-9565-561b2ed2162f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:26.618654 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f480835-e58c-4474-9565-561b2ed2162f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:26.619229 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8f480835-e58c-4474-9565-561b2ed2162f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:26.691089 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-9604087d-7645-4128-9267-80824db9f0a6 req-0eb58497-4d7f-4613-930d-e176afe23810 service neutron] 10.222.0.24 "GET /v2.0/networks/a04ffcc2-d303-44d7-b369-5db13650c2d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668155 Aug 11 03:06:26.691089 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5e9a789c-6bb3-4416-ab4f-a34fe65a67bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:26.720871 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f480835-e58c-4474-9565-561b2ed2162f admin admin] Pushing event updated for resources: {'Network': ['ID=498590d3-6955-4f1a-b9ac-d47d076abeec,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:26.748671 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network 498590d3-6955-4f1a-b9ac-d47d076abeec details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:06:26.771171 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-9604087d-7645-4128-9267-80824db9f0a6 req-7e94c9e9-d639-4bad-bca9-7d0f452f1947 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0434871a-df5e-4e3f-ae7e-819ce35be0ac HTTP/1.1" status: 200 len: 217 time: 0.0726712 Aug 11 03:06:26.791945 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-5e9a789c-6bb3-4416-ab4f-a34fe65a67bd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cd9fd8a9a4044512938c4ad7435483a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6077049 Aug 11 03:06:26.792176 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9a789c-6bb3-4416-ab4f-a34fe65a67bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c94e37a8-08a4-4267-a224-3b97c08cdac5,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:26.797519 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-8f480835-e58c-4474-9565-561b2ed2162f admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.2720904 Aug 11 03:06:26.798163 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 50868) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:26.810516 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56fa6a2-f26c-40c2-83cb-0c92081647ed req-e48426eb-9138-48c0-b76f-9eb1d13ba676 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:26.818839 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 50870) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:26.825380 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56fa6a2-f26c-40c2-83cb-0c92081647ed req-e48426eb-9138-48c0-b76f-9eb1d13ba676 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:26.828561 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-578064d4-89be-4cc3-b31d-1b7020e1d599 admin admin] Request body: {'subnet': {'network_id': '498590d3-6955-4f1a-b9ac-d47d076abeec', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-648267732-subnet', 'tenant_id': 'bed247ccc1b348fca083929d0e792919', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:06:26.841772 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56fa6a2-f26c-40c2-83cb-0c92081647ed req-e48426eb-9138-48c0-b76f-9eb1d13ba676 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:26.853598 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56fa6a2-f26c-40c2-83cb-0c92081647ed req-e48426eb-9138-48c0-b76f-9eb1d13ba676 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:26.861247 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56fa6a2-f26c-40c2-83cb-0c92081647ed req-e48426eb-9138-48c0-b76f-9eb1d13ba676 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:26.868948 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56fa6a2-f26c-40c2-83cb-0c92081647ed req-e48426eb-9138-48c0-b76f-9eb1d13ba676 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:26.877517 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56fa6a2-f26c-40c2-83cb-0c92081647ed req-e48426eb-9138-48c0-b76f-9eb1d13ba676 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:26.879434 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a56fa6a2-f26c-40c2-83cb-0c92081647ed req-e48426eb-9138-48c0-b76f-9eb1d13ba676 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] 10.222.0.41 "GET /v2.0/ports?device_id=c37d8b08-64ee-4d7e-99b5-bc356505ed77 HTTP/1.1" status: 200 len: 5430 time: 0.1564658 Aug 11 03:06:26.885083 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9604087d-7645-4128-9267-80824db9f0a6 req-2af2b1ac-01a2-49c5-a30c-b9a79696d6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:26.887349 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-9604087d-7645-4128-9267-80824db9f0a6 req-2af2b1ac-01a2-49c5-a30c-b9a79696d6d5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5789f5f0-0aac-4496-9502-f9d5b3fcf9d5 HTTP/1.1" status: 200 len: 797 time: 0.1073880 Aug 11 03:06:26.929108 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d3473a61-0488-4040-ae78-b18d1f01c8ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:26.957401 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d3473a61-0488-4040-ae78-b18d1f01c8ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:26.970788 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9604087d-7645-4128-9267-80824db9f0a6 req-e1d77075-ffe7-48b6-8359-2c4feb2ba06f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:26.972220 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-9604087d-7645-4128-9267-80824db9f0a6 req-e1d77075-ffe7-48b6-8359-2c4feb2ba06f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=305ca68a-259a-4e6f-a74b-d776988e8170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0778267 Aug 11 03:06:26.974965 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-578064d4-89be-4cc3-b31d-1b7020e1d599 admin admin] Made reservation on behalf of bed247ccc1b348fca083929d0e792919 for: {'subnet': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:06:26.977215 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-578064d4-89be-4cc3-b31d-1b7020e1d599 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274743'] for subnet, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:27.017992 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d4a86b-3c40-464b-9591-b13916b32137 req-0467192b-fda4-48ec-8aca-c5e2935b8d66 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:27.019752 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-25d4a86b-3c40-464b-9591-b13916b32137 req-0467192b-fda4-48ec-8aca-c5e2935b8d66 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=29cccc14-5cf4-4470-a538-9d1ef2af8007 HTTP/1.1" status: 200 len: 945 time: 0.0919812 Aug 11 03:06:27.024047 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a56fa6a2-f26c-40c2-83cb-0c92081647ed req-f4ce7bf1-9a73-4c00-9a45-2a0f2b7afeb9 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] 10.222.0.41 "GET /v2.0/security-groups?id=607419a9-bee5-4ef0-a97c-fc5d24552dc8&id=0947f6a2-f888-43bb-ac20-3b42849ccfb9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0974433 Aug 11 03:06:27.025267 n-d-764292-30 neutron-server[102192]: INFO neutron.api.v2.resource [req-8d32484b-c4bd-4164-8452-243c9f2d6aac req-206eb2c6-5ba1-4649-b379-2af0251eb28a service neutron] show failed (client error): The resource could not be found. Aug 11 03:06:27.026178 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8d32484b-c4bd-4164-8452-243c9f2d6aac req-206eb2c6-5ba1-4649-b379-2af0251eb28a service neutron] 10.222.0.24 "GET /v2.0/ports/a6f3ee74-8e10-43b7-b557-8188f2204900/bindings/n-h1-764292-30 HTTP/1.1" status: 404 len: 381 time: 0.1456683 Aug 11 03:06:27.065251 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-25d4a86b-3c40-464b-9591-b13916b32137 req-6f4ad8e6-13a2-4907-aa37-3f2b9bc7f26f tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/security-groups?id=19e25e3f-a72e-45d4-8165-3b0d2215340c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379679 Aug 11 03:06:27.157571 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-9604087d-7645-4128-9267-80824db9f0a6 req-5c4a7de7-56a0-4b2f-b574-1a49c12dd002 service neutron] 10.222.0.24 "GET /v2.0/networks/305ca68a-259a-4e6f-a74b-d776988e8170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757166 Aug 11 03:06:27.196063 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760ca8ac-4721-40a8-b71a-fbd8e4a1e193 req-00f7a979-4d25-4324-bdfe-0cf08b2b45e0 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:27.197469 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-760ca8ac-4721-40a8-b71a-fbd8e4a1e193 req-00f7a979-4d25-4324-bdfe-0cf08b2b45e0 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e790d19-e22e-49e6-811e-000580ef0e08 HTTP/1.1" status: 200 len: 950 time: 0.0557315 Aug 11 03:06:27.237270 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d3473a61-0488-4040-ae78-b18d1f01c8ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:27.239906 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d3473a61-0488-4040-ae78-b18d1f01c8ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:27.243588 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-d3473a61-0488-4040-ae78-b18d1f01c8ae admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c94e37a8-08a4-4267-a224-3b97c08cdac5 HTTP/1.1" status: 204 len: 168 time: 0.4245782 Aug 11 03:06:27.243766 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-760ca8ac-4721-40a8-b71a-fbd8e4a1e193 req-1e687ae2-92c2-4f43-8eee-6d72be3b8478 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377529 Aug 11 03:06:27.283387 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3473a61-0488-4040-ae78-b18d1f01c8ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c94e37a8-08a4-4267-a224-3b97c08cdac5,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:27.307065 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-9604087d-7645-4128-9267-80824db9f0a6 req-df8421a4-217f-4244-95a2-4620d790526f service neutron] 10.222.0.24 "GET /v2.0/networks/305ca68a-259a-4e6f-a74b-d776988e8170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425650 Aug 11 03:06:27.361397 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-9604087d-7645-4128-9267-80824db9f0a6 req-ccbc345b-16e1-492f-a161-a655d76ea6ff service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=053fe719-4e11-4959-84b1-0b95b1576963 HTTP/1.1" status: 200 len: 217 time: 0.0465264 Aug 11 03:06:27.453382 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9604087d-7645-4128-9267-80824db9f0a6 req-74502067-b124-4093-ae76-d605876a0e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:27.454888 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-9604087d-7645-4128-9267-80824db9f0a6 req-74502067-b124-4093-ae76-d605876a0e18 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5789f5f0-0aac-4496-9502-f9d5b3fcf9d5 HTTP/1.1" status: 200 len: 797 time: 0.0861878 Aug 11 03:06:27.509258 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9604087d-7645-4128-9267-80824db9f0a6 req-7acc67b8-3c33-41e4-83bc-3c445e5073bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:27.510876 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-9604087d-7645-4128-9267-80824db9f0a6 req-7acc67b8-3c33-41e4-83bc-3c445e5073bd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=305ca68a-259a-4e6f-a74b-d776988e8170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0484366 Aug 11 03:06:27.512213 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-578064d4-89be-4cc3-b31d-1b7020e1d599 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126283476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274725'] for subnet, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:27.648546 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578064d4-89be-4cc3-b31d-1b7020e1d599 admin admin] Pushing event updated for resources: {'Subnet': ['ID=825d227b-eb5c-4f28-a048-097e169e3b46,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:27.689430 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578064d4-89be-4cc3-b31d-1b7020e1d599 admin admin] Checking segment: {'id': '814cede5-2509-4c57-9406-20dd1e6cc45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '498590d3-6955-4f1a-b9ac-d47d076abeec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:06:27.689781 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-578064d4-89be-4cc3-b31d-1b7020e1d599 admin admin] Network hostable DHCP agents. Network: 498590d3-6955-4f1a-b9ac-d47d076abeec, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:06:27.695096 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d32484b-c4bd-4164-8452-243c9f2d6aac req-1f2cf01c-b2a1-447d-b2c1-c249fc572cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:27.696574 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-8d32484b-c4bd-4164-8452-243c9f2d6aac req-1f2cf01c-b2a1-447d-b2c1-c249fc572cae service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=1e790d19-e22e-49e6-811e-000580ef0e08&tenant_id=2a223f1b2a284c768535cee2a71b4bcf HTTP/1.1" status: 200 len: 1102 time: 0.1342270 Aug 11 03:06:27.699975 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-9604087d-7645-4128-9267-80824db9f0a6 req-08ca504e-d978-4106-bb2e-fa5da8b67a19 service neutron] 10.222.0.24 "GET /v2.0/networks/305ca68a-259a-4e6f-a74b-d776988e8170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643074 Aug 11 03:06:27.712132 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-8d32484b-c4bd-4164-8452-243c9f2d6aac req-94f77159-42d8-42cf-ac52-570d5944d2ee service neutron] Request body: {'port': {'binding:host_id': 'n-h1-764292-30', 'device_owner': 'compute:nova'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:06:27.804854 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-578064d4-89be-4cc3-b31d-1b7020e1d599 admin admin] Network 498590d3-6955-4f1a-b9ac-d47d076abeec is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:06:27.823016 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-8d32484b-c4bd-4164-8452-243c9f2d6aac req-94f77159-42d8-42cf-ac52-570d5944d2ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:27.874354 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-578064d4-89be-4cc3-b31d-1b7020e1d599 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, 498590d3-6955-4f1a-b9ac-d47d076abeec) {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:06:27.883291 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5118cda-e87c-409e-afc2-6de61fa6d03f None None] Network 498590d3-6955-4f1a-b9ac-d47d076abeec requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:06:27.883785 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-9604087d-7645-4128-9267-80824db9f0a6 req-123112fa-fe8b-4f8a-b156-abb0f7c3a7d5 service neutron] 10.222.0.24 "GET /v2.0/networks/305ca68a-259a-4e6f-a74b-d776988e8170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687517 Aug 11 03:06:27.884562 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-578064d4-89be-4cc3-b31d-1b7020e1d599 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:27.885139 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-578064d4-89be-4cc3-b31d-1b7020e1d599 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:28.022996 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f043a50d-4c3d-462d-a7a4-2735e5f500a8 None None] Network 498590d3-6955-4f1a-b9ac-d47d076abeec requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:06:28.031351 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-578064d4-89be-4cc3-b31d-1b7020e1d599 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.2062802 Aug 11 03:06:28.099556 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17502d6c-f731-493b-a004-ff00f2b0eed5 req-2bd26f65-5c45-4549-9f36-1ac1905a4142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:28.099834 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17502d6c-f731-493b-a004-ff00f2b0eed5 req-2bd26f65-5c45-4549-9f36-1ac1905a4142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:28.100621 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17502d6c-f731-493b-a004-ff00f2b0eed5 req-2bd26f65-5c45-4549-9f36-1ac1905a4142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:28.100731 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17502d6c-f731-493b-a004-ff00f2b0eed5 req-2bd26f65-5c45-4549-9f36-1ac1905a4142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:28.101190 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17502d6c-f731-493b-a004-ff00f2b0eed5 req-2bd26f65-5c45-4549-9f36-1ac1905a4142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:28.101643 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17502d6c-f731-493b-a004-ff00f2b0eed5 req-2bd26f65-5c45-4549-9f36-1ac1905a4142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:28.102135 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17502d6c-f731-493b-a004-ff00f2b0eed5 req-2bd26f65-5c45-4549-9f36-1ac1905a4142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:28.104186 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-17502d6c-f731-493b-a004-ff00f2b0eed5 req-2bd26f65-5c45-4549-9f36-1ac1905a4142 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d334b2b08b9742719f1009ec13bc53a6&device_id=c37d8b08-64ee-4d7e-99b5-bc356505ed77 HTTP/1.1" status: 200 len: 6494 time: 0.0760000 Aug 11 03:06:28.204820 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-8d32484b-c4bd-4164-8452-243c9f2d6aac req-94f77159-42d8-42cf-ac52-570d5944d2ee service neutron] For port a6f3ee74-8e10-43b7-b557-8188f2204900, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=a6f3ee74-8e10-43b7-b557-8188f2204900,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:06:28.271292 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-8d32484b-c4bd-4164-8452-243c9f2d6aac req-94f77159-42d8-42cf-ac52-570d5944d2ee service neutron] For port a6f3ee74-8e10-43b7-b557-8188f2204900, host n-h2-764292-30, cleared binding levels {{(pid=102191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:06:28.294496 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17502d6c-f731-493b-a004-ff00f2b0eed5 req-138e05f3-c965-403e-85a5-e277e1033828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:28.296025 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-17502d6c-f731-493b-a004-ff00f2b0eed5 req-138e05f3-c965-403e-85a5-e277e1033828 service neutron] 10.222.0.24 "GET /v2.0/networks?id=305ca68a-259a-4e6f-a74b-d776988e8170 HTTP/1.1" status: 200 len: 900 time: 0.1812379 Aug 11 03:06:28.299137 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b087d4-4d5a-4de2-9003-8d98c192c602 req-b0adc6e0-4615-4f37-b70a-23ba3042d25f tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:28.302566 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b087d4-4d5a-4de2-9003-8d98c192c602 req-b0adc6e0-4615-4f37-b70a-23ba3042d25f tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:28.308958 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b087d4-4d5a-4de2-9003-8d98c192c602 req-b0adc6e0-4615-4f37-b70a-23ba3042d25f tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:28.314946 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b087d4-4d5a-4de2-9003-8d98c192c602 req-b0adc6e0-4615-4f37-b70a-23ba3042d25f tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:28.320936 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b087d4-4d5a-4de2-9003-8d98c192c602 req-b0adc6e0-4615-4f37-b70a-23ba3042d25f tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:28.327981 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b087d4-4d5a-4de2-9003-8d98c192c602 req-b0adc6e0-4615-4f37-b70a-23ba3042d25f tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:28.333947 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b087d4-4d5a-4de2-9003-8d98c192c602 req-b0adc6e0-4615-4f37-b70a-23ba3042d25f tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:28.341761 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a1b087d4-4d5a-4de2-9003-8d98c192c602 req-b0adc6e0-4615-4f37-b70a-23ba3042d25f tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] 10.222.0.41 "GET /v2.0/ports?device_id=c37d8b08-64ee-4d7e-99b5-bc356505ed77 HTTP/1.1" status: 200 len: 5430 time: 0.1696532 Aug 11 03:06:28.352371 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-17502d6c-f731-493b-a004-ff00f2b0eed5 req-8bf28550-ca06-409a-82d1-0da49c994c0f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0434871a-df5e-4e3f-ae7e-819ce35be0ac HTTP/1.1" status: 200 len: 217 time: 0.0460567 Aug 11 03:06:28.354648 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e790d19-e22e-49e6-811e-000580ef0e08', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6f3ee74-8e10-43b7-b557-8188f2204900'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:06:28.357119 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51fb0ae3-fed4-4beb-9515-9a013f060507" -d '{"events": [{"server_uuid": "1e790d19-e22e-49e6-811e-000580ef0e08", "name": "network-vif-unplugged", "status": "completed", "tag": "a6f3ee74-8e10-43b7-b557-8188f2204900"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:06:28.362843 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-8d32484b-c4bd-4164-8452-243c9f2d6aac req-94f77159-42d8-42cf-ac52-570d5944d2ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:28.373683 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624b162e-af78-4745-a4fd-d7c50a40560c req-e62a78a9-b2eb-4d4d-be3b-39c7e7ae8a9c tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:28.375113 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-624b162e-af78-4745-a4fd-d7c50a40560c req-e62a78a9-b2eb-4d4d-be3b-39c7e7ae8a9c tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=29cccc14-5cf4-4470-a538-9d1ef2af8007 HTTP/1.1" status: 200 len: 945 time: 0.1934168 Aug 11 03:06:28.410505 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [req-8d32484b-c4bd-4164-8452-243c9f2d6aac req-94f77159-42d8-42cf-ac52-570d5944d2ee service neutron] Transition to ACTIVE for port object a6f3ee74-8e10-43b7-b557-8188f2204900 will not be triggered until provisioned by entity L2. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:06:28.414867 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a1b087d4-4d5a-4de2-9003-8d98c192c602 req-049afed7-9dff-437c-8da3-987e352f9ffb tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] 10.222.0.41 "GET /v2.0/security-groups?id=607419a9-bee5-4ef0-a97c-fc5d24552dc8&id=0947f6a2-f888-43bb-ac20-3b42849ccfb9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0721893 Aug 11 03:06:28.422986 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17502d6c-f731-493b-a004-ff00f2b0eed5 req-57c49a60-4d0a-49df-9d8c-2b211ef2e204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:28.424998 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-17502d6c-f731-493b-a004-ff00f2b0eed5 req-57c49a60-4d0a-49df-9d8c-2b211ef2e204 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5789f5f0-0aac-4496-9502-f9d5b3fcf9d5 HTTP/1.1" status: 200 len: 797 time: 0.0644524 Aug 11 03:06:28.457399 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-624b162e-af78-4745-a4fd-d7c50a40560c req-941cdbdc-9329-428d-9ccd-27de1ff3741a tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/security-groups?id=19e25e3f-a72e-45d4-8165-3b0d2215340c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715082 Aug 11 03:06:28.477882 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-8d32484b-c4bd-4164-8452-243c9f2d6aac req-94f77159-42d8-42cf-ac52-570d5944d2ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:28.530213 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17502d6c-f731-493b-a004-ff00f2b0eed5 req-df5c6fd7-78be-4195-9b8d-60bff42cc6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:28.531950 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-17502d6c-f731-493b-a004-ff00f2b0eed5 req-df5c6fd7-78be-4195-9b8d-60bff42cc6f8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=305ca68a-259a-4e6f-a74b-d776988e8170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0985970 Aug 11 03:06:28.565271 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f77159-42d8-42cf-ac52-570d5944d2ee service neutron] Pushing event updated for resources: {'Port': ['ID=a6f3ee74-8e10-43b7-b557-8188f2204900,revision_number=6']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:28.605673 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16be67ae-6058-4420-a9e7-d961a5c83781 req-babbab50-ef64-44e7-89bb-43937e62fab2 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:28.607820 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-16be67ae-6058-4420-a9e7-d961a5c83781 req-babbab50-ef64-44e7-89bb-43937e62fab2 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e790d19-e22e-49e6-811e-000580ef0e08 HTTP/1.1" status: 200 len: 948 time: 0.0904210 Aug 11 03:06:28.613324 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d32484b-c4bd-4164-8452-243c9f2d6aac req-94f77159-42d8-42cf-ac52-570d5944d2ee service neutron] No DVR routers for this DVR port a6f3ee74-8e10-43b7-b557-8188f2204900 on host n-h2-764292-30 {{(pid=102191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:06:28.690632 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-8d32484b-c4bd-4164-8452-243c9f2d6aac req-94f77159-42d8-42cf-ac52-570d5944d2ee service neutron] Attempting to bind port a6f3ee74-8e10-43b7-b557-8188f2204900 on host n-h1-764292-30 for vnic_type normal with profile {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:06:28.693116 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-8d32484b-c4bd-4164-8452-243c9f2d6aac req-94f77159-42d8-42cf-ac52-570d5944d2ee service neutron] Attempting to bind port a6f3ee74-8e10-43b7-b557-8188f2204900 by drivers openvswitch,hyperv on host n-h1-764292-30 at level 0 using segments [{'id': '9b7b03c0-092f-4953-898f-de6d8f2338ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba'}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:06:28.693116 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d32484b-c4bd-4164-8452-243c9f2d6aac req-94f77159-42d8-42cf-ac52-570d5944d2ee service neutron] Attempting to bind port a6f3ee74-8e10-43b7-b557-8188f2204900 on network d1bf0def-6fa4-4d3e-bbc5-20a040931fba {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:06:28.699851 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d32484b-c4bd-4164-8452-243c9f2d6aac req-94f77159-42d8-42cf-ac52-570d5944d2ee service neutron] Port a6f3ee74-8e10-43b7-b557-8188f2204900 on network d1bf0def-6fa4-4d3e-bbc5-20a040931fba not bound, no agent of type Open vSwitch agent registered on host n-h1-764292-30 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:06:28.700174 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d32484b-c4bd-4164-8452-243c9f2d6aac req-94f77159-42d8-42cf-ac52-570d5944d2ee service neutron] Attempting to bind port a6f3ee74-8e10-43b7-b557-8188f2204900 on network d1bf0def-6fa4-4d3e-bbc5-20a040931fba {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:06:28.702331 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-16be67ae-6058-4420-a9e7-d961a5c83781 req-d8c61ffa-2cbc-4892-a2ec-43470c5dd9f1 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770164 Aug 11 03:06:28.723319 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d32484b-c4bd-4164-8452-243c9f2d6aac req-94f77159-42d8-42cf-ac52-570d5944d2ee service neutron] Checking agent: {'id': 'abb524c2-b412-4ed2-8367-45c4fd996fa7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 6, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:06:28.723319 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d32484b-c4bd-4164-8452-243c9f2d6aac req-94f77159-42d8-42cf-ac52-570d5944d2ee service neutron] Checking segment: {'id': '9b7b03c0-092f-4953-898f-de6d8f2338ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:06:28.723319 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d32484b-c4bd-4164-8452-243c9f2d6aac req-94f77159-42d8-42cf-ac52-570d5944d2ee service neutron] Bound using segment: {'id': '9b7b03c0-092f-4953-898f-de6d8f2338ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba'} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:06:28.723319 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-8d32484b-c4bd-4164-8452-243c9f2d6aac req-94f77159-42d8-42cf-ac52-570d5944d2ee service neutron] Bound port: a6f3ee74-8e10-43b7-b557-8188f2204900, host: n-h1-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b7b03c0-092f-4953-898f-de6d8f2338ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba'}}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:06:28.723319 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-8d32484b-c4bd-4164-8452-243c9f2d6aac req-94f77159-42d8-42cf-ac52-570d5944d2ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:28.748225 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-17502d6c-f731-493b-a004-ff00f2b0eed5 req-bf4d91d1-491c-4b37-be0c-6c813a7b2fcb service neutron] 10.222.0.24 "GET /v2.0/networks/305ca68a-259a-4e6f-a74b-d776988e8170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2041974 Aug 11 03:06:28.786701 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 03:06:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9852c91c-a5b6-4282-80b4-f5920df75ab6 x-openstack-request-id: req-9852c91c-a5b6-4282-80b4-f5920df75ab6 {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:06:28.787019 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e790d19-e22e-49e6-811e-000580ef0e08", "name": "network-vif-unplugged", "status": "completed", "tag": "a6f3ee74-8e10-43b7-b557-8188f2204900", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:06:28.787308 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9852c91c-a5b6-4282-80b4-f5920df75ab6 {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:06:28.787621 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e790d19-e22e-49e6-811e-000580ef0e08', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6f3ee74-8e10-43b7-b557-8188f2204900', 'code': 200} Aug 11 03:06:28.897659 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-8d32484b-c4bd-4164-8452-243c9f2d6aac req-94f77159-42d8-42cf-ac52-570d5944d2ee service neutron] For port a6f3ee74-8e10-43b7-b557-8188f2204900, host n-h1-764292-30, cleared binding levels {{(pid=102191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:06:28.903012 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-8d32484b-c4bd-4164-8452-243c9f2d6aac req-94f77159-42d8-42cf-ac52-570d5944d2ee service neutron] For port a6f3ee74-8e10-43b7-b557-8188f2204900, host n-h1-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=a6f3ee74-8e10-43b7-b557-8188f2204900,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:06:28.923616 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-17502d6c-f731-493b-a004-ff00f2b0eed5 req-b561c702-0d53-4771-ae1e-b6afa1835a2f service neutron] 10.222.0.24 "GET /v2.0/networks/305ca68a-259a-4e6f-a74b-d776988e8170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388233 Aug 11 03:06:28.971607 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9704e53a-3ecf-4b2f-8891-b09d1fcc9498 req-0a8a1b50-8aa3-4bee-b9d2-1eec8bdcb984 tempest-ServerAddressesNegativeTestJSON-955600463 tempest-ServerAddressesNegativeTestJSON-955600463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:28.973133 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9704e53a-3ecf-4b2f-8891-b09d1fcc9498 req-0a8a1b50-8aa3-4bee-b9d2-1eec8bdcb984 tempest-ServerAddressesNegativeTestJSON-955600463 tempest-ServerAddressesNegativeTestJSON-955600463-project] 10.222.0.41 "GET /v2.0/networks?id=498590d3-6955-4f1a-b9ac-d47d076abeec HTTP/1.1" status: 200 len: 821 time: 0.1253331 Aug 11 03:06:29.008410 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9704e53a-3ecf-4b2f-8891-b09d1fcc9498 req-83cf73a2-7f79-47b4-a330-074869fc360f tempest-ServerAddressesNegativeTestJSON-955600463 tempest-ServerAddressesNegativeTestJSON-955600463-project] 10.222.0.41 "GET /v2.0/quotas/bed247ccc1b348fca083929d0e792919 HTTP/1.1" status: 200 len: 375 time: 0.0235898 Aug 11 03:06:29.021204 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-8d32484b-c4bd-4164-8452-243c9f2d6aac req-94f77159-42d8-42cf-ac52-570d5944d2ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:29.067163 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9704e53a-3ecf-4b2f-8891-b09d1fcc9498 req-8a647fb9-85b2-4972-b88a-7e5a4826ec32 tempest-ServerAddressesNegativeTestJSON-955600463 tempest-ServerAddressesNegativeTestJSON-955600463-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=bed247ccc1b348fca083929d0e792919&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0497825 Aug 11 03:06:29.096737 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d32484b-c4bd-4164-8452-243c9f2d6aac req-94f77159-42d8-42cf-ac52-570d5944d2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:29.096737 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-8d32484b-c4bd-4164-8452-243c9f2d6aac req-94f77159-42d8-42cf-ac52-570d5944d2ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:29.097484 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-8d32484b-c4bd-4164-8452-243c9f2d6aac req-94f77159-42d8-42cf-ac52-570d5944d2ee service neutron] 10.222.0.22 "PUT /v2.0/ports/a6f3ee74-8e10-43b7-b557-8188f2204900 HTTP/1.1" status: 200 len: 1097 time: 1.3901348 Aug 11 03:06:29.117571 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-c74f076c-8d3f-405b-bda8-d8155f9d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:29.118941 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17502d6c-f731-493b-a004-ff00f2b0eed5 req-9dc04acb-c5a1-42a6-b04b-8af7051e7e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:29.121755 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17502d6c-f731-493b-a004-ff00f2b0eed5 req-9dc04acb-c5a1-42a6-b04b-8af7051e7e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:29.121755 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17502d6c-f731-493b-a004-ff00f2b0eed5 req-9dc04acb-c5a1-42a6-b04b-8af7051e7e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:29.121755 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17502d6c-f731-493b-a004-ff00f2b0eed5 req-9dc04acb-c5a1-42a6-b04b-8af7051e7e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:29.121755 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17502d6c-f731-493b-a004-ff00f2b0eed5 req-9dc04acb-c5a1-42a6-b04b-8af7051e7e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:29.121755 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17502d6c-f731-493b-a004-ff00f2b0eed5 req-9dc04acb-c5a1-42a6-b04b-8af7051e7e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:29.121755 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17502d6c-f731-493b-a004-ff00f2b0eed5 req-9dc04acb-c5a1-42a6-b04b-8af7051e7e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:29.123861 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-17502d6c-f731-493b-a004-ff00f2b0eed5 req-9dc04acb-c5a1-42a6-b04b-8af7051e7e16 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d334b2b08b9742719f1009ec13bc53a6&device_id=c37d8b08-64ee-4d7e-99b5-bc356505ed77 HTTP/1.1" status: 200 len: 6494 time: 0.1144640 Aug 11 03:06:29.153521 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f77159-42d8-42cf-ac52-570d5944d2ee service neutron] Pushing event updated for resources: {'Port': ['ID=a6f3ee74-8e10-43b7-b557-8188f2204900,revision_number=7']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:29.195498 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9704e53a-3ecf-4b2f-8891-b09d1fcc9498 req-d866e1a2-f2db-4d40-8c4f-e345c4193432 service neutron] 10.222.0.41 "GET /v2.0/networks/498590d3-6955-4f1a-b9ac-d47d076abeec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201186 Aug 11 03:06:29.312303 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9704e53a-3ecf-4b2f-8891-b09d1fcc9498 req-d6a929e4-0d53-478d-a5ad-e0f67c6613f8 service neutron] 10.222.0.41 "GET /v2.0/networks/498590d3-6955-4f1a-b9ac-d47d076abeec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127880 Aug 11 03:06:29.586150 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ef584e-090d-4f25-8c6e-b8949ba35d0d req-da99d47d-96db-4c0a-9652-a0867bc0b476 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:29.590362 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ef584e-090d-4f25-8c6e-b8949ba35d0d req-da99d47d-96db-4c0a-9652-a0867bc0b476 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:29.596880 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ef584e-090d-4f25-8c6e-b8949ba35d0d req-da99d47d-96db-4c0a-9652-a0867bc0b476 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:29.599569 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device a6f3ee74-8e10-43b7-b557-8188f2204900 no longer exists at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:06:29.603430 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ef584e-090d-4f25-8c6e-b8949ba35d0d req-da99d47d-96db-4c0a-9652-a0867bc0b476 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:29.609336 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ef584e-090d-4f25-8c6e-b8949ba35d0d req-da99d47d-96db-4c0a-9652-a0867bc0b476 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:29.623078 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ef584e-090d-4f25-8c6e-b8949ba35d0d req-da99d47d-96db-4c0a-9652-a0867bc0b476 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:29.630135 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ef584e-090d-4f25-8c6e-b8949ba35d0d req-da99d47d-96db-4c0a-9652-a0867bc0b476 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:29.639213 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-39ef584e-090d-4f25-8c6e-b8949ba35d0d req-da99d47d-96db-4c0a-9652-a0867bc0b476 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] 10.222.0.41 "GET /v2.0/ports?device_id=c37d8b08-64ee-4d7e-99b5-bc356505ed77 HTTP/1.1" status: 200 len: 5430 time: 0.1346843 Aug 11 03:06:29.671592 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device a6f3ee74-8e10-43b7-b557-8188f2204900 not bound to the agent host n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:06:29.675148 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d32484b-c4bd-4164-8452-243c9f2d6aac req-7fd4ffa5-4c91-4583-8ddd-c31c505cf110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:29.677389 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-8d32484b-c4bd-4164-8452-243c9f2d6aac req-7fd4ffa5-4c91-4583-8ddd-c31c505cf110 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2a223f1b2a284c768535cee2a71b4bcf&device_id=1e790d19-e22e-49e6-811e-000580ef0e08 HTTP/1.1" status: 200 len: 1100 time: 0.5422611 Aug 11 03:06:29.708445 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-39ef584e-090d-4f25-8c6e-b8949ba35d0d req-969884fc-9b08-4194-afee-84dff818a3d4 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] 10.222.0.41 "GET /v2.0/security-groups?id=607419a9-bee5-4ef0-a97c-fc5d24552dc8&id=0947f6a2-f888-43bb-ac20-3b42849ccfb9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0676897 Aug 11 03:06:29.724675 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe193a65-8748-4dfc-a9a9-3844d614894c req-0119e9e0-539d-47a2-9663-eaeae4a8370a tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:29.725634 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-fe193a65-8748-4dfc-a9a9-3844d614894c req-0119e9e0-539d-47a2-9663-eaeae4a8370a tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=29cccc14-5cf4-4470-a538-9d1ef2af8007 HTTP/1.1" status: 200 len: 945 time: 0.0835543 Aug 11 03:06:29.775087 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17502d6c-f731-493b-a004-ff00f2b0eed5 req-ee4d71d0-13d7-40ae-b9b6-1f9b90cb16f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:29.776644 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-17502d6c-f731-493b-a004-ff00f2b0eed5 req-ee4d71d0-13d7-40ae-b9b6-1f9b90cb16f0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=305ca68a-259a-4e6f-a74b-d776988e8170 HTTP/1.1" status: 200 len: 900 time: 0.6429996 Aug 11 03:06:29.792040 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-fe193a65-8748-4dfc-a9a9-3844d614894c req-44ce344e-fca8-4d83-b003-b4ca757d7e51 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/security-groups?id=19e25e3f-a72e-45d4-8165-3b0d2215340c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530794 Aug 11 03:06:29.832754 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-17502d6c-f731-493b-a004-ff00f2b0eed5 req-9f678592-be0d-43d1-bfa9-a1e9e71370d1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=053fe719-4e11-4959-84b1-0b95b1576963 HTTP/1.1" status: 200 len: 217 time: 0.0465763 Aug 11 03:06:29.885071 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-54e5e91f-abab-40ae-a266-7d2bc7245b2f req-b930345b-4062-4fcf-be7a-8d24991bcc34 tempest-ServerAddressesNegativeTestJSON-955600463 tempest-ServerAddressesNegativeTestJSON-955600463-project] 10.222.0.41 "GET /v2.0/ports?device_id=b89b27c9-68d7-44f0-8728-30902f9ec31e HTTP/1.1" status: 200 len: 210 time: 0.0421033 Aug 11 03:06:29.913036 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d32484b-c4bd-4164-8452-243c9f2d6aac req-78dde972-aa30-423b-8855-61a2500e6b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:29.914533 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-8d32484b-c4bd-4164-8452-243c9f2d6aac req-78dde972-aa30-423b-8855-61a2500e6b5d service neutron] 10.222.0.22 "GET /v2.0/networks?id=d1bf0def-6fa4-4d3e-bbc5-20a040931fba HTTP/1.1" status: 200 len: 870 time: 0.2281139 Aug 11 03:06:29.916282 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17502d6c-f731-493b-a004-ff00f2b0eed5 req-33488c0f-8204-4f81-ae93-4b4cf7bfa522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:29.917610 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-17502d6c-f731-493b-a004-ff00f2b0eed5 req-33488c0f-8204-4f81-ae93-4b4cf7bfa522 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5789f5f0-0aac-4496-9502-f9d5b3fcf9d5 HTTP/1.1" status: 200 len: 797 time: 0.0710194 Aug 11 03:06:29.978442 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6621f4e7-216b-41e0-9a54-8a10fe4b1400 req-d68d06e3-c591-4050-abc9-e9e30e1b2f2d tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:29.981024 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6621f4e7-216b-41e0-9a54-8a10fe4b1400 req-d68d06e3-c591-4050-abc9-e9e30e1b2f2d tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e790d19-e22e-49e6-811e-000580ef0e08 HTTP/1.1" status: 200 len: 948 time: 0.0583656 Aug 11 03:06:30.004190 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-8d32484b-c4bd-4164-8452-243c9f2d6aac req-fe8a766f-5803-4148-ac97-0100ede78ae9 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=a6f3ee74-8e10-43b7-b557-8188f2204900 HTTP/1.1" status: 200 len: 217 time: 0.0793443 Aug 11 03:06:30.044777 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6621f4e7-216b-41e0-9a54-8a10fe4b1400 req-ea43e4c2-1d49-4855-b08b-784840a93024 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441346 Aug 11 03:06:30.065640 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17502d6c-f731-493b-a004-ff00f2b0eed5 req-e965d753-bb6c-49b7-ba1e-1f23cab0a45e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:30.067322 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-17502d6c-f731-493b-a004-ff00f2b0eed5 req-e965d753-bb6c-49b7-ba1e-1f23cab0a45e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=305ca68a-259a-4e6f-a74b-d776988e8170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1414182 Aug 11 03:06:30.112034 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d32484b-c4bd-4164-8452-243c9f2d6aac req-d9446f75-b0cd-4358-bdd3-558f21e2db08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:30.114775 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-8d32484b-c4bd-4164-8452-243c9f2d6aac req-d9446f75-b0cd-4358-bdd3-558f21e2db08 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=254a3f4d-2b75-429e-bbb2-8e70554e9483 HTTP/1.1" status: 200 len: 843 time: 0.0945017 Aug 11 03:06:30.216155 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d32484b-c4bd-4164-8452-243c9f2d6aac req-cbd7a9f4-418e-429a-bbc1-f6b438da4b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:30.217658 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-8d32484b-c4bd-4164-8452-243c9f2d6aac req-cbd7a9f4-418e-429a-bbc1-f6b438da4b2d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d1bf0def-6fa4-4d3e-bbc5-20a040931fba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0709021 Aug 11 03:06:30.223328 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-17502d6c-f731-493b-a004-ff00f2b0eed5 req-b9d48c6c-954c-4bcf-a9e8-aa14a32aeecc service neutron] 10.222.0.24 "GET /v2.0/networks/305ca68a-259a-4e6f-a74b-d776988e8170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451280 Aug 11 03:06:30.242832 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7647fe59-9183-46cb-9660-7b78cc6d055b req-6c4674b0-0526-4cca-a657-583d00f44dd4 tempest-ListImageFiltersTestJSON-411697844 tempest-ListImageFiltersTestJSON-411697844-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=b8615fa189f64637b1aec67b665efd81&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0283339 Aug 11 03:06:30.354358 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7647fe59-9183-46cb-9660-7b78cc6d055b req-4097c0ed-09e8-4d73-bdcc-d876e5d147a6 tempest-ListImageFiltersTestJSON-411697844 tempest-ListImageFiltersTestJSON-411697844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:30.357238 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7647fe59-9183-46cb-9660-7b78cc6d055b req-4097c0ed-09e8-4d73-bdcc-d876e5d147a6 tempest-ListImageFiltersTestJSON-411697844 tempest-ListImageFiltersTestJSON-411697844-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1098976 Aug 11 03:06:30.380224 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7647fe59-9183-46cb-9660-7b78cc6d055b req-7fa17e6c-2341-4276-984f-41a3f4e949f0 tempest-ListImageFiltersTestJSON-411697844 tempest-ListImageFiltersTestJSON-411697844-project] 10.222.0.41 "GET /v2.0/quotas/b8615fa189f64637b1aec67b665efd81 HTTP/1.1" status: 200 len: 375 time: 0.0167458 Aug 11 03:06:30.380981 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-8d32484b-c4bd-4164-8452-243c9f2d6aac req-4db46174-de03-4046-9816-6f19854e52dd service neutron] 10.222.0.22 "GET /v2.0/networks/d1bf0def-6fa4-4d3e-bbc5-20a040931fba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553581 Aug 11 03:06:30.382915 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-17502d6c-f731-493b-a004-ff00f2b0eed5 req-2e0d279a-9f4b-4c48-ae52-fc85363861e7 service neutron] 10.222.0.24 "GET /v2.0/networks/305ca68a-259a-4e6f-a74b-d776988e8170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487448 Aug 11 03:06:30.422014 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7647fe59-9183-46cb-9660-7b78cc6d055b req-cd6d91f9-48d3-4381-93b5-e2c77d919e8b tempest-ListImageFiltersTestJSON-411697844 tempest-ListImageFiltersTestJSON-411697844-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=b8615fa189f64637b1aec67b665efd81&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0404165 Aug 11 03:06:30.489200 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-8d32484b-c4bd-4164-8452-243c9f2d6aac req-52cc664d-51f1-458d-81e6-155ffb40ab4b service neutron] 10.222.0.22 "GET /v2.0/networks/d1bf0def-6fa4-4d3e-bbc5-20a040931fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003108 Aug 11 03:06:30.769891 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4ee2d176-a786-485a-86b2-9b9f02078229 req-4d02cec5-af13-4d8c-98d2-84692c47d0d3 tempest-ListImageFiltersTestJSON-411697844 tempest-ListImageFiltersTestJSON-411697844-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=b8615fa189f64637b1aec67b665efd81&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0246294 Aug 11 03:06:30.789886 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e790d19-e22e-49e6-811e-000580ef0e08', 'tag': 'a6f3ee74-8e10-43b7-b557-8188f2204900'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:06:30.792544 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ea69967-2c3c-422c-826c-485984c25faf" -d '{"events": [{"name": "network-changed", "server_uuid": "1e790d19-e22e-49e6-811e-000580ef0e08", "tag": "a6f3ee74-8e10-43b7-b557-8188f2204900"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:06:30.879966 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee2d176-a786-485a-86b2-9b9f02078229 req-50bec523-fe1d-43c6-87eb-de113d94967a tempest-ListImageFiltersTestJSON-411697844 tempest-ListImageFiltersTestJSON-411697844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:30.881332 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4ee2d176-a786-485a-86b2-9b9f02078229 req-50bec523-fe1d-43c6-87eb-de113d94967a tempest-ListImageFiltersTestJSON-411697844 tempest-ListImageFiltersTestJSON-411697844-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1057503 Aug 11 03:06:30.897771 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4ee2d176-a786-485a-86b2-9b9f02078229 req-9b25b917-e787-4759-a27f-7ffad7f1e36f tempest-ListImageFiltersTestJSON-411697844 tempest-ListImageFiltersTestJSON-411697844-project] 10.222.0.41 "GET /v2.0/quotas/b8615fa189f64637b1aec67b665efd81 HTTP/1.1" status: 200 len: 375 time: 0.0100546 Aug 11 03:06:31.260053 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4ee2d176-a786-485a-86b2-9b9f02078229 req-51f93dc4-cb68-4e85-9fee-38a2a12ecb0d tempest-ListImageFiltersTestJSON-411697844 tempest-ListImageFiltersTestJSON-411697844-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=b8615fa189f64637b1aec67b665efd81&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3565650 Aug 11 03:06:31.320133 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3010e5e6-fc59-4983-8155-15f44a0f0215 req-93ee0adc-1419-4d0c-8ef5-4352007da9a8 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:31.326051 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3010e5e6-fc59-4983-8155-15f44a0f0215 req-93ee0adc-1419-4d0c-8ef5-4352007da9a8 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:31.332534 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3010e5e6-fc59-4983-8155-15f44a0f0215 req-93ee0adc-1419-4d0c-8ef5-4352007da9a8 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:31.338516 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3010e5e6-fc59-4983-8155-15f44a0f0215 req-93ee0adc-1419-4d0c-8ef5-4352007da9a8 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:31.344985 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3010e5e6-fc59-4983-8155-15f44a0f0215 req-93ee0adc-1419-4d0c-8ef5-4352007da9a8 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:31.350925 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3010e5e6-fc59-4983-8155-15f44a0f0215 req-93ee0adc-1419-4d0c-8ef5-4352007da9a8 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:31.357806 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3010e5e6-fc59-4983-8155-15f44a0f0215 req-93ee0adc-1419-4d0c-8ef5-4352007da9a8 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:31.359691 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3010e5e6-fc59-4983-8155-15f44a0f0215 req-93ee0adc-1419-4d0c-8ef5-4352007da9a8 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] 10.222.0.41 "GET /v2.0/ports?device_id=c37d8b08-64ee-4d7e-99b5-bc356505ed77 HTTP/1.1" status: 200 len: 5430 time: 0.1022069 Aug 11 03:06:31.399628 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3010e5e6-fc59-4983-8155-15f44a0f0215 req-903a2d22-4f48-419b-a820-aa74b0827b32 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] 10.222.0.41 "GET /v2.0/security-groups?id=607419a9-bee5-4ef0-a97c-fc5d24552dc8&id=0947f6a2-f888-43bb-ac20-3b42849ccfb9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0336871 Aug 11 03:06:31.459441 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:06:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db1205b9-3ba4-4825-9aef-0ac230a00316 x-openstack-request-id: req-db1205b9-3ba4-4825-9aef-0ac230a00316 {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:06:31.459726 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e790d19-e22e-49e6-811e-000580ef0e08", "tag": "a6f3ee74-8e10-43b7-b557-8188f2204900", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:06:31.459997 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-db1205b9-3ba4-4825-9aef-0ac230a00316 {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:06:31.460390 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e790d19-e22e-49e6-811e-000580ef0e08', 'tag': 'a6f3ee74-8e10-43b7-b557-8188f2204900', 'status': 'completed', 'code': 200} Aug 11 03:06:31.566444 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea69967-2c3c-422c-826c-485984c25faf req-40b54770-349f-41a7-ad9c-51a0bd6c4a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:31.567993 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-1ea69967-2c3c-422c-826c-485984c25faf req-40b54770-349f-41a7-ad9c-51a0bd6c4a44 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2a223f1b2a284c768535cee2a71b4bcf&device_id=1e790d19-e22e-49e6-811e-000580ef0e08 HTTP/1.1" status: 200 len: 1100 time: 0.0837469 Aug 11 03:06:31.569794 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad5746f-a63e-4d67-a301-465c97499c17 req-f1a25d03-508b-4966-aff0-a721c0cc5b9a tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:31.576921 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-fad5746f-a63e-4d67-a301-465c97499c17 req-f1a25d03-508b-4966-aff0-a721c0cc5b9a tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=29cccc14-5cf4-4470-a538-9d1ef2af8007 HTTP/1.1" status: 200 len: 945 time: 0.0594981 Aug 11 03:06:31.594008 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea69967-2c3c-422c-826c-485984c25faf req-1369a0e8-c897-4291-8b23-8e41ff578e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:31.595602 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-1ea69967-2c3c-422c-826c-485984c25faf req-1369a0e8-c897-4291-8b23-8e41ff578e22 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2a223f1b2a284c768535cee2a71b4bcf&device_id=1e790d19-e22e-49e6-811e-000580ef0e08 HTTP/1.1" status: 200 len: 1100 time: 0.0962870 Aug 11 03:06:31.637266 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-fad5746f-a63e-4d67-a301-465c97499c17 req-ff0fafa1-cce9-4ef7-8529-c041de22a9c0 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/security-groups?id=19e25e3f-a72e-45d4-8165-3b0d2215340c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494037 Aug 11 03:06:31.660244 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b6b97a15-8c40-4d4c-aa72-b920394aad5a req-7a8ecfb4-aa6c-4784-9fa6-3c03789fecf1 tempest-ServerAddressesNegativeTestJSON-955600463 tempest-ServerAddressesNegativeTestJSON-955600463-project] 10.222.0.41 "GET /v2.0/ports?device_id=b89b27c9-68d7-44f0-8728-30902f9ec31e HTTP/1.1" status: 200 len: 210 time: 0.0317130 Aug 11 03:06:31.798010 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:31.803452 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea69967-2c3c-422c-826c-485984c25faf req-04eba36d-8ae8-4031-a800-1307d9087767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:31.805616 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-1ea69967-2c3c-422c-826c-485984c25faf req-04eba36d-8ae8-4031-a800-1307d9087767 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d1bf0def-6fa4-4d3e-bbc5-20a040931fba HTTP/1.1" status: 200 len: 870 time: 0.2270970 Aug 11 03:06:31.811387 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e09811-75fa-4ab3-8317-0cbbe3448fcd req-6212fc7b-fdbf-4030-b083-0b0625259bfe tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:31.813138 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-17e09811-75fa-4ab3-8317-0cbbe3448fcd req-6212fc7b-fdbf-4030-b083-0b0625259bfe tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e790d19-e22e-49e6-811e-000580ef0e08 HTTP/1.1" status: 200 len: 948 time: 0.0753314 Aug 11 03:06:31.828469 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea69967-2c3c-422c-826c-485984c25faf req-da2624ca-3c94-4512-8caf-7ecb91867702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:31.830822 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-1ea69967-2c3c-422c-826c-485984c25faf req-da2624ca-3c94-4512-8caf-7ecb91867702 service neutron] 10.222.0.22 "GET /v2.0/networks?id=d1bf0def-6fa4-4d3e-bbc5-20a040931fba HTTP/1.1" status: 200 len: 870 time: 0.2196069 Aug 11 03:06:31.830993 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dd61a8af-ede4-4374-bc94-fa8641bbdd19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:31.876863 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-1ea69967-2c3c-422c-826c-485984c25faf req-890883b3-cfb1-4f20-b04e-c25860f532e3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=a6f3ee74-8e10-43b7-b557-8188f2204900 HTTP/1.1" status: 200 len: 217 time: 0.0624483 Aug 11 03:06:31.883639 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-17e09811-75fa-4ab3-8317-0cbbe3448fcd req-221ada93-1904-4e8a-8f3b-da90829b9f4a tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597172 Aug 11 03:06:31.919584 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-aa599dc1-17b9-4c7f-9247-36bc3934a2a2 req-159cb476-ec6a-4e5f-b6d2-bda18c260ac6 tempest-ListImageFiltersTestJSON-411697844 tempest-ListImageFiltersTestJSON-411697844-project] 10.222.0.41 "GET /v2.0/ports?device_id=648e4284-ff93-4bcd-8bc5-8d9132f908a1 HTTP/1.1" status: 200 len: 210 time: 0.0282204 Aug 11 03:06:31.925769 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-1ea69967-2c3c-422c-826c-485984c25faf req-14ba4e5a-b70a-415d-8ce7-65f466cc81e4 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=a6f3ee74-8e10-43b7-b557-8188f2204900 HTTP/1.1" status: 200 len: 217 time: 0.0588686 Aug 11 03:06:31.984990 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea69967-2c3c-422c-826c-485984c25faf req-d6f6ea5e-efc0-45dc-85cc-39ce1ff364d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:31.987159 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-1ea69967-2c3c-422c-826c-485984c25faf req-d6f6ea5e-efc0-45dc-85cc-39ce1ff364d5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=254a3f4d-2b75-429e-bbb2-8e70554e9483 HTTP/1.1" status: 200 len: 843 time: 0.0701258 Aug 11 03:06:32.057614 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea69967-2c3c-422c-826c-485984c25faf req-3a4cc3a2-b95e-4a10-9558-7cf0c149fb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:32.059792 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-1ea69967-2c3c-422c-826c-485984c25faf req-3a4cc3a2-b95e-4a10-9558-7cf0c149fb2e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=254a3f4d-2b75-429e-bbb2-8e70554e9483 HTTP/1.1" status: 200 len: 843 time: 0.1122799 Aug 11 03:06:32.067591 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea69967-2c3c-422c-826c-485984c25faf req-9d2535ee-0bc0-469c-b1bc-e8000aedee74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:32.069065 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-1ea69967-2c3c-422c-826c-485984c25faf req-9d2535ee-0bc0-469c-b1bc-e8000aedee74 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d1bf0def-6fa4-4d3e-bbc5-20a040931fba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0609720 Aug 11 03:06:32.096478 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9704e53a-3ecf-4b2f-8891-b09d1fcc9498 req-02ccdabe-c543-4013-b9c4-090f584e82f5 tempest-ServerAddressesNegativeTestJSON-955600463 tempest-ServerAddressesNegativeTestJSON-955600463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:32.099025 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9704e53a-3ecf-4b2f-8891-b09d1fcc9498 req-02ccdabe-c543-4013-b9c4-090f584e82f5 tempest-ServerAddressesNegativeTestJSON-955600463 tempest-ServerAddressesNegativeTestJSON-955600463-project] 10.222.0.22 "GET /v2.0/networks?id=498590d3-6955-4f1a-b9ac-d47d076abeec HTTP/1.1" status: 200 len: 821 time: 0.1226807 Aug 11 03:06:32.116903 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-9704e53a-3ecf-4b2f-8891-b09d1fcc9498 req-d31f5403-fb31-4015-9e73-c6ef79982ae2 tempest-ServerAddressesNegativeTestJSON-955600463 tempest-ServerAddressesNegativeTestJSON-955600463-project] Request body: {'port': {'device_id': 'b89b27c9-68d7-44f0-8728-30902f9ec31e', 'network_id': '498590d3-6955-4f1a-b9ac-d47d076abeec', 'admin_state_up': True, 'tenant_id': 'bed247ccc1b348fca083929d0e792919'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:06:32.168785 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea69967-2c3c-422c-826c-485984c25faf req-0f7e5315-7548-4209-9078-d3a022144f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:32.170688 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-1ea69967-2c3c-422c-826c-485984c25faf req-0f7e5315-7548-4209-9078-d3a022144f57 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d1bf0def-6fa4-4d3e-bbc5-20a040931fba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0993664 Aug 11 03:06:32.239885 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-1ea69967-2c3c-422c-826c-485984c25faf req-b41358bf-9c6a-43ea-91c7-05276310b6cd service neutron] 10.222.0.24 "GET /v2.0/networks/d1bf0def-6fa4-4d3e-bbc5-20a040931fba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605952 Aug 11 03:06:32.348921 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-1ea69967-2c3c-422c-826c-485984c25faf req-6e5ad848-fb53-417d-a4de-40c53cf2b35e service neutron] 10.222.0.22 "GET /v2.0/networks/d1bf0def-6fa4-4d3e-bbc5-20a040931fba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639004 Aug 11 03:06:32.378227 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-1ea69967-2c3c-422c-826c-485984c25faf req-9ec6466c-ea1f-4479-85e1-25f1f92811c4 service neutron] 10.222.0.24 "GET /v2.0/networks/d1bf0def-6fa4-4d3e-bbc5-20a040931fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275415 Aug 11 03:06:32.380580 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9704e53a-3ecf-4b2f-8891-b09d1fcc9498 req-d31f5403-fb31-4015-9e73-c6ef79982ae2 tempest-ServerAddressesNegativeTestJSON-955600463 tempest-ServerAddressesNegativeTestJSON-955600463-project] Made reservation on behalf of bed247ccc1b348fca083929d0e792919 for: {'port': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:06:32.384732 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-9704e53a-3ecf-4b2f-8891-b09d1fcc9498 req-d31f5403-fb31-4015-9e73-c6ef79982ae2 tempest-ServerAddressesNegativeTestJSON-955600463 tempest-ServerAddressesNegativeTestJSON-955600463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:32.467266 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-1ea69967-2c3c-422c-826c-485984c25faf req-fcf1fa2a-a108-44e0-ad0e-98a650611f44 service neutron] 10.222.0.22 "GET /v2.0/networks/d1bf0def-6fa4-4d3e-bbc5-20a040931fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020825 Aug 11 03:06:32.582058 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3738e439-d328-4462-ae0c-e4b5439ea522 req-b9308ca7-fba8-46d2-b579-42daba41d169 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:32.587944 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3738e439-d328-4462-ae0c-e4b5439ea522 req-b9308ca7-fba8-46d2-b579-42daba41d169 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:32.594461 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3738e439-d328-4462-ae0c-e4b5439ea522 req-b9308ca7-fba8-46d2-b579-42daba41d169 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:32.600356 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3738e439-d328-4462-ae0c-e4b5439ea522 req-b9308ca7-fba8-46d2-b579-42daba41d169 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:32.606947 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3738e439-d328-4462-ae0c-e4b5439ea522 req-b9308ca7-fba8-46d2-b579-42daba41d169 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:32.612881 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3738e439-d328-4462-ae0c-e4b5439ea522 req-b9308ca7-fba8-46d2-b579-42daba41d169 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:32.618766 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3738e439-d328-4462-ae0c-e4b5439ea522 req-b9308ca7-fba8-46d2-b579-42daba41d169 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:32.620742 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3738e439-d328-4462-ae0c-e4b5439ea522 req-b9308ca7-fba8-46d2-b579-42daba41d169 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] 10.222.0.41 "GET /v2.0/ports?device_id=c37d8b08-64ee-4d7e-99b5-bc356505ed77 HTTP/1.1" status: 200 len: 5430 time: 0.1290863 Aug 11 03:06:32.622010 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [req-9704e53a-3ecf-4b2f-8891-b09d1fcc9498 req-d31f5403-fb31-4015-9e73-c6ef79982ae2 tempest-ServerAddressesNegativeTestJSON-955600463 tempest-ServerAddressesNegativeTestJSON-955600463-project] Allocated IP 172.20.0.6 (498590d3-6955-4f1a-b9ac-d47d076abeec/825d227b-eb5c-4f28-a048-097e169e3b46/f3d086e6-d499-4dd1-a2ef-d659efe40686) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:06:32.695796 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3738e439-d328-4462-ae0c-e4b5439ea522 req-9ca1dcb2-f496-4f59-867b-07443ed89dc7 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] 10.222.0.41 "GET /v2.0/security-groups?id=607419a9-bee5-4ef0-a97c-fc5d24552dc8&id=0947f6a2-f888-43bb-ac20-3b42849ccfb9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0671320 Aug 11 03:06:32.823368 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-24b3d6cb-99cf-4933-9122-c45014374156 req-f1ee20ac-c497-4e66-96b1-a0d58dd9a182 tempest-ServerAddressesNegativeTestJSON-955600463 tempest-ServerAddressesNegativeTestJSON-955600463-project] 10.222.0.41 "GET /v2.0/ports?device_id=b89b27c9-68d7-44f0-8728-30902f9ec31e HTTP/1.1" status: 200 len: 210 time: 0.0365777 Aug 11 03:06:32.845384 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13b5e5d-a1f2-4b29-98cd-3644d035beba req-b11bc3c5-d88c-4e32-9383-0853ce1b4870 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:32.846934 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e13b5e5d-a1f2-4b29-98cd-3644d035beba req-b11bc3c5-d88c-4e32-9383-0853ce1b4870 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=29cccc14-5cf4-4470-a538-9d1ef2af8007 HTTP/1.1" status: 200 len: 945 time: 0.1365311 Aug 11 03:06:32.913539 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e13b5e5d-a1f2-4b29-98cd-3644d035beba req-577464e0-ea94-4f94-8969-7dc3f5897f96 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/security-groups?id=19e25e3f-a72e-45d4-8165-3b0d2215340c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593488 Aug 11 03:06:32.917495 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:32.918120 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-9704e53a-3ecf-4b2f-8891-b09d1fcc9498 req-d31f5403-fb31-4015-9e73-c6ef79982ae2 tempest-ServerAddressesNegativeTestJSON-955600463 tempest-ServerAddressesNegativeTestJSON-955600463-project] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:33.033508 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05803074-7bb9-4246-8cd7-04faeeed987f req-eba7c336-482b-44c3-8b18-0ee9706c446c tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:33.041188 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-05803074-7bb9-4246-8cd7-04faeeed987f req-eba7c336-482b-44c3-8b18-0ee9706c446c tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e790d19-e22e-49e6-811e-000580ef0e08 HTTP/1.1" status: 200 len: 948 time: 0.0671170 Aug 11 03:06:33.089951 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-081aaeba-0b4a-420a-908e-471ce5c24f17 req-5c8f1f89-181f-4959-af1a-50109b7e617f tempest-ListImageFiltersTestJSON-411697844 tempest-ListImageFiltersTestJSON-411697844-project] 10.222.0.41 "GET /v2.0/ports?device_id=648e4284-ff93-4bcd-8bc5-8d9132f908a1 HTTP/1.1" status: 200 len: 210 time: 0.0452397 Aug 11 03:06:33.091404 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-9704e53a-3ecf-4b2f-8891-b09d1fcc9498 req-d31f5403-fb31-4015-9e73-c6ef79982ae2 tempest-ServerAddressesNegativeTestJSON-955600463 tempest-ServerAddressesNegativeTestJSON-955600463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:33.100836 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-7647fe59-9183-46cb-9660-7b78cc6d055b req-6e065898-b88d-402c-a820-db6e09e8f37e tempest-ListImageFiltersTestJSON-411697844 tempest-ListImageFiltersTestJSON-411697844-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=b8615fa189f64637b1aec67b665efd81&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0302966 Aug 11 03:06:33.140248 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 51148) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:33.159619 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-05803074-7bb9-4246-8cd7-04faeeed987f req-ed3b447e-1352-488a-91f6-1518563001f6 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175718 Aug 11 03:06:33.163745 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31f5403-fb31-4015-9e73-c6ef79982ae2 tempest-ServerAddressesNegativeTestJSON-955600463 tempest-ServerAddressesNegativeTestJSON-955600463-project] Pushing event updated for resources: {'Port': ['ID=f3d086e6-d499-4dd1-a2ef-d659efe40686,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:33.170667 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9704e53a-3ecf-4b2f-8891-b09d1fcc9498 req-d31f5403-fb31-4015-9e73-c6ef79982ae2 tempest-ServerAddressesNegativeTestJSON-955600463 tempest-ServerAddressesNegativeTestJSON-955600463-project] Network 498590d3-6955-4f1a-b9ac-d47d076abeec is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:06:33.172541 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [req-9704e53a-3ecf-4b2f-8891-b09d1fcc9498 req-d31f5403-fb31-4015-9e73-c6ef79982ae2 tempest-ServerAddressesNegativeTestJSON-955600463 tempest-ServerAddressesNegativeTestJSON-955600463-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:06:33.174617 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [req-9704e53a-3ecf-4b2f-8891-b09d1fcc9498 req-d31f5403-fb31-4015-9e73-c6ef79982ae2 tempest-ServerAddressesNegativeTestJSON-955600463 tempest-ServerAddressesNegativeTestJSON-955600463-project] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:06:33.230709 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9704e53a-3ecf-4b2f-8891-b09d1fcc9498 req-d31f5403-fb31-4015-9e73-c6ef79982ae2 tempest-ServerAddressesNegativeTestJSON-955600463 tempest-ServerAddressesNegativeTestJSON-955600463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:33.231544 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-9704e53a-3ecf-4b2f-8891-b09d1fcc9498 req-d31f5403-fb31-4015-9e73-c6ef79982ae2 tempest-ServerAddressesNegativeTestJSON-955600463 tempest-ServerAddressesNegativeTestJSON-955600463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:33.237857 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7647fe59-9183-46cb-9660-7b78cc6d055b req-00adefc6-20e6-493d-9eb4-7ab6fe2bc2c5 tempest-ListImageFiltersTestJSON-411697844 tempest-ListImageFiltersTestJSON-411697844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:33.240095 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-7647fe59-9183-46cb-9660-7b78cc6d055b req-00adefc6-20e6-493d-9eb4-7ab6fe2bc2c5 tempest-ListImageFiltersTestJSON-411697844 tempest-ListImageFiltersTestJSON-411697844-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1323121 Aug 11 03:06:33.254685 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-7647fe59-9183-46cb-9660-7b78cc6d055b req-6d2002c3-2108-49ae-9b99-b0d76b37549c tempest-ListImageFiltersTestJSON-411697844 tempest-ListImageFiltersTestJSON-411697844-project] Request body: {'port': {'device_id': '53c3d301-4685-4f48-91f8-26f8246123b3', 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba', 'admin_state_up': True, 'tenant_id': 'b8615fa189f64637b1aec67b665efd81'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:06:33.309193 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-013d450f-3a92-46de-8c67-e4c98c544fae admin admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:33.407049 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9704e53a-3ecf-4b2f-8891-b09d1fcc9498 req-d31f5403-fb31-4015-9e73-c6ef79982ae2 tempest-ServerAddressesNegativeTestJSON-955600463 tempest-ServerAddressesNegativeTestJSON-955600463-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2967532 Aug 11 03:06:33.424184 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-9704e53a-3ecf-4b2f-8891-b09d1fcc9498 req-9a5be45b-1abd-4c4d-9b3e-35f86849d988 service neutron] Request body: {'port': {'device_id': 'b89b27c9-68d7-44f0-8728-30902f9ec31e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764292-30'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:06:33.502632 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-9704e53a-3ecf-4b2f-8891-b09d1fcc9498 req-9a5be45b-1abd-4c4d-9b3e-35f86849d988 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:33.583407 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-013d450f-3a92-46de-8c67-e4c98c544fae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:33.646386 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-013d450f-3a92-46de-8c67-e4c98c544fae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:33.724285 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7647fe59-9183-46cb-9660-7b78cc6d055b req-6d2002c3-2108-49ae-9b99-b0d76b37549c tempest-ListImageFiltersTestJSON-411697844 tempest-ListImageFiltersTestJSON-411697844-project] Made reservation on behalf of b8615fa189f64637b1aec67b665efd81 for: {'port': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:06:33.727734 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013d450f-3a92-46de-8c67-e4c98c544fae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83a08f7d-579c-49f3-b357-ed8d04e79a1c,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:33.731581 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-7647fe59-9183-46cb-9660-7b78cc6d055b req-6d2002c3-2108-49ae-9b99-b0d76b37549c tempest-ListImageFiltersTestJSON-411697844 tempest-ListImageFiltersTestJSON-411697844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:33.738048 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-013d450f-3a92-46de-8c67-e4c98c544fae admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a5730fe48ebc447298eb40f0e3e3adf9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5925262 Aug 11 03:06:33.746341 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 51156) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:33.748045 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-7647fe59-9183-46cb-9660-7b78cc6d055b req-6d2002c3-2108-49ae-9b99-b0d76b37549c tempest-ListImageFiltersTestJSON-411697844 tempest-ListImageFiltersTestJSON-411697844-project] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:33.868253 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-7647fe59-9183-46cb-9660-7b78cc6d055b req-6d2002c3-2108-49ae-9b99-b0d76b37549c tempest-ListImageFiltersTestJSON-411697844 tempest-ListImageFiltersTestJSON-411697844-project] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:33.889236 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-1431b7c7-2d5d-439a-906b-e372f24a35e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:33.898837 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-4ee2d176-a786-485a-86b2-9b9f02078229 req-5f9b1708-6702-45c0-96c0-abef63911b92 tempest-ListImageFiltersTestJSON-411697844 tempest-ListImageFiltersTestJSON-411697844-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=b8615fa189f64637b1aec67b665efd81&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0211678 Aug 11 03:06:33.928054 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9148d161-7ec2-4f82-a3e4-a26b3b77621e req-4fa64d01-c74b-4d07-8c2a-bcfa72857c45 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:33.934059 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9148d161-7ec2-4f82-a3e4-a26b3b77621e req-4fa64d01-c74b-4d07-8c2a-bcfa72857c45 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:33.940929 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9148d161-7ec2-4f82-a3e4-a26b3b77621e req-4fa64d01-c74b-4d07-8c2a-bcfa72857c45 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:33.946880 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9148d161-7ec2-4f82-a3e4-a26b3b77621e req-4fa64d01-c74b-4d07-8c2a-bcfa72857c45 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:33.953564 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9148d161-7ec2-4f82-a3e4-a26b3b77621e req-4fa64d01-c74b-4d07-8c2a-bcfa72857c45 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:33.959482 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9148d161-7ec2-4f82-a3e4-a26b3b77621e req-4fa64d01-c74b-4d07-8c2a-bcfa72857c45 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:33.965935 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9148d161-7ec2-4f82-a3e4-a26b3b77621e req-4fa64d01-c74b-4d07-8c2a-bcfa72857c45 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:33.967923 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9148d161-7ec2-4f82-a3e4-a26b3b77621e req-4fa64d01-c74b-4d07-8c2a-bcfa72857c45 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] 10.222.0.41 "GET /v2.0/ports?device_id=c37d8b08-64ee-4d7e-99b5-bc356505ed77 HTTP/1.1" status: 200 len: 5430 time: 0.1814301 Aug 11 03:06:33.980534 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-7647fe59-9183-46cb-9660-7b78cc6d055b req-6d2002c3-2108-49ae-9b99-b0d76b37549c tempest-ListImageFiltersTestJSON-411697844 tempest-ListImageFiltersTestJSON-411697844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:34.035975 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-1431b7c7-2d5d-439a-906b-e372f24a35e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:34.074791 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [req-9704e53a-3ecf-4b2f-8891-b09d1fcc9498 req-9a5be45b-1abd-4c4d-9b3e-35f86849d988 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3d086e6-d499-4dd1-a2ef-d659efe40686 {{(pid=102192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:06:34.097681 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee2d176-a786-485a-86b2-9b9f02078229 req-1d1d7bf2-3043-495b-b96d-98ee07bb0f3e tempest-ListImageFiltersTestJSON-411697844 tempest-ListImageFiltersTestJSON-411697844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:34.099485 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-4ee2d176-a786-485a-86b2-9b9f02078229 req-1d1d7bf2-3043-495b-b96d-98ee07bb0f3e tempest-ListImageFiltersTestJSON-411697844 tempest-ListImageFiltersTestJSON-411697844-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1912203 Aug 11 03:06:34.100123 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2002c3-2108-49ae-9b99-b0d76b37549c tempest-ListImageFiltersTestJSON-411697844 tempest-ListImageFiltersTestJSON-411697844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1fae8da-c64d-4618-86d5-07a29a648abc,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:34.100747 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-9704e53a-3ecf-4b2f-8891-b09d1fcc9498 req-9a5be45b-1abd-4c4d-9b3e-35f86849d988 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:34.126087 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-4ee2d176-a786-485a-86b2-9b9f02078229 req-374989a9-9da5-4464-ae99-702803101746 tempest-ListImageFiltersTestJSON-411697844 tempest-ListImageFiltersTestJSON-411697844-project] Request body: {'port': {'device_id': '648e4284-ff93-4bcd-8bc5-8d9132f908a1', 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba', 'admin_state_up': True, 'tenant_id': 'b8615fa189f64637b1aec67b665efd81'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:06:34.133078 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9148d161-7ec2-4f82-a3e4-a26b3b77621e req-766a9b87-9594-4d3f-b994-838be3832b37 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] 10.222.0.41 "GET /v2.0/security-groups?id=607419a9-bee5-4ef0-a97c-fc5d24552dc8&id=0947f6a2-f888-43bb-ac20-3b42849ccfb9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1292980 Aug 11 03:06:34.139664 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d214672d-52af-4d86-8139-969a0063d6f6 req-29e39e8d-a49f-4230-99e2-65f283356c57 tempest-ServerAddressesNegativeTestJSON-955600463 tempest-ServerAddressesNegativeTestJSON-955600463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:34.141145 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d214672d-52af-4d86-8139-969a0063d6f6 req-29e39e8d-a49f-4230-99e2-65f283356c57 tempest-ServerAddressesNegativeTestJSON-955600463 tempest-ServerAddressesNegativeTestJSON-955600463-project] 10.222.0.41 "GET /v2.0/ports?device_id=b89b27c9-68d7-44f0-8728-30902f9ec31e HTTP/1.1" status: 200 len: 931 time: 0.2270291 Aug 11 03:06:34.144603 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [req-9704e53a-3ecf-4b2f-8891-b09d1fcc9498 req-9a5be45b-1abd-4c4d-9b3e-35f86849d988 service neutron] Transition to ACTIVE for port object f3d086e6-d499-4dd1-a2ef-d659efe40686 will not be triggered until provisioned by entity L2. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:06:34.192932 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d214672d-52af-4d86-8139-969a0063d6f6 req-a3c89f08-4936-4b5a-a641-e767f3edceba tempest-ServerAddressesNegativeTestJSON-955600463 tempest-ServerAddressesNegativeTestJSON-955600463-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ef853a3-6ada-4a8c-a67a-273f6cab4806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369527 Aug 11 03:06:34.240138 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-9704e53a-3ecf-4b2f-8891-b09d1fcc9498 req-9a5be45b-1abd-4c4d-9b3e-35f86849d988 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:34.262455 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [req-7647fe59-9183-46cb-9660-7b78cc6d055b req-6d2002c3-2108-49ae-9b99-b0d76b37549c tempest-ListImageFiltersTestJSON-411697844 tempest-ListImageFiltersTestJSON-411697844-project] Allocated IP 192.168.233.65 (d1bf0def-6fa4-4d3e-bbc5-20a040931fba/254a3f4d-2b75-429e-bbb2-8e70554e9483/ac18f128-6015-498d-80f1-06d1fce1499d) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:06:34.300890 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4477903c-de5b-4adc-affa-62bb3c219e77 req-d533ad05-482f-4d28-8486-7bcee1e5a5f8 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:34.302427 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4477903c-de5b-4adc-affa-62bb3c219e77 req-d533ad05-482f-4d28-8486-7bcee1e5a5f8 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=29cccc14-5cf4-4470-a538-9d1ef2af8007 HTTP/1.1" status: 200 len: 945 time: 0.0948207 Aug 11 03:06:34.383303 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-62d11b31-2f0d-47f9-939f-f576d206dcf9 req-f1e229c7-3ac4-45d1-a11f-330bb68175d7 tempest-ListImageFiltersTestJSON-411697844 tempest-ListImageFiltersTestJSON-411697844-project] 10.222.0.41 "GET /v2.0/ports?device_id=648e4284-ff93-4bcd-8bc5-8d9132f908a1 HTTP/1.1" status: 200 len: 210 time: 0.0533402 Aug 11 03:06:34.413049 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-1431b7c7-2d5d-439a-906b-e372f24a35e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:34.414935 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-1431b7c7-2d5d-439a-906b-e372f24a35e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:34.419815 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-1431b7c7-2d5d-439a-906b-e372f24a35e5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/83a08f7d-579c-49f3-b357-ed8d04e79a1c HTTP/1.1" status: 204 len: 168 time: 0.6687486 Aug 11 03:06:34.429185 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5be45b-1abd-4c4d-9b3e-35f86849d988 service neutron] Pushing event updated for resources: {'Port': ['ID=f3d086e6-d499-4dd1-a2ef-d659efe40686,revision_number=2']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:34.444343 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4477903c-de5b-4adc-affa-62bb3c219e77 req-63383e5f-df6e-4915-b0c0-57362bf1fa8c tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/security-groups?id=19e25e3f-a72e-45d4-8165-3b0d2215340c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178071 Aug 11 03:06:34.446454 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1431b7c7-2d5d-439a-906b-e372f24a35e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83a08f7d-579c-49f3-b357-ed8d04e79a1c,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:34.468046 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-9704e53a-3ecf-4b2f-8891-b09d1fcc9498 req-9a5be45b-1abd-4c4d-9b3e-35f86849d988 service neutron] Attempting to bind port f3d086e6-d499-4dd1-a2ef-d659efe40686 on host n-h1-764292-30 for vnic_type normal with profile {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:06:34.468382 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-9704e53a-3ecf-4b2f-8891-b09d1fcc9498 req-9a5be45b-1abd-4c4d-9b3e-35f86849d988 service neutron] Attempting to bind port f3d086e6-d499-4dd1-a2ef-d659efe40686 by drivers openvswitch,hyperv on host n-h1-764292-30 at level 0 using segments [{'id': '814cede5-2509-4c57-9406-20dd1e6cc45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '498590d3-6955-4f1a-b9ac-d47d076abeec'}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:06:34.468704 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9704e53a-3ecf-4b2f-8891-b09d1fcc9498 req-9a5be45b-1abd-4c4d-9b3e-35f86849d988 service neutron] Attempting to bind port f3d086e6-d499-4dd1-a2ef-d659efe40686 on network 498590d3-6955-4f1a-b9ac-d47d076abeec {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:06:34.482952 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9704e53a-3ecf-4b2f-8891-b09d1fcc9498 req-9a5be45b-1abd-4c4d-9b3e-35f86849d988 service neutron] Port f3d086e6-d499-4dd1-a2ef-d659efe40686 on network 498590d3-6955-4f1a-b9ac-d47d076abeec not bound, no agent of type Open vSwitch agent registered on host n-h1-764292-30 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:06:34.483163 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9704e53a-3ecf-4b2f-8891-b09d1fcc9498 req-9a5be45b-1abd-4c4d-9b3e-35f86849d988 service neutron] Attempting to bind port f3d086e6-d499-4dd1-a2ef-d659efe40686 on network 498590d3-6955-4f1a-b9ac-d47d076abeec {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:06:34.491235 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9704e53a-3ecf-4b2f-8891-b09d1fcc9498 req-9a5be45b-1abd-4c4d-9b3e-35f86849d988 service neutron] Checking agent: {'id': 'abb524c2-b412-4ed2-8367-45c4fd996fa7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 6, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:06:34.491576 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9704e53a-3ecf-4b2f-8891-b09d1fcc9498 req-9a5be45b-1abd-4c4d-9b3e-35f86849d988 service neutron] Checking segment: {'id': '814cede5-2509-4c57-9406-20dd1e6cc45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '498590d3-6955-4f1a-b9ac-d47d076abeec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:06:34.492472 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9704e53a-3ecf-4b2f-8891-b09d1fcc9498 req-9a5be45b-1abd-4c4d-9b3e-35f86849d988 service neutron] Bound using segment: {'id': '814cede5-2509-4c57-9406-20dd1e6cc45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '498590d3-6955-4f1a-b9ac-d47d076abeec'} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:06:34.495411 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-9704e53a-3ecf-4b2f-8891-b09d1fcc9498 req-9a5be45b-1abd-4c4d-9b3e-35f86849d988 service neutron] Bound port: f3d086e6-d499-4dd1-a2ef-d659efe40686, host: n-h1-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '814cede5-2509-4c57-9406-20dd1e6cc45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '498590d3-6955-4f1a-b9ac-d47d076abeec'}}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:06:34.495411 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-9704e53a-3ecf-4b2f-8891-b09d1fcc9498 req-9a5be45b-1abd-4c4d-9b3e-35f86849d988 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:34.498057 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ee2d176-a786-485a-86b2-9b9f02078229 req-374989a9-9da5-4464-ae99-702803101746 tempest-ListImageFiltersTestJSON-411697844 tempest-ListImageFiltersTestJSON-411697844-project] Made reservation on behalf of b8615fa189f64637b1aec67b665efd81 for: {'port': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:06:34.501607 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-4ee2d176-a786-485a-86b2-9b9f02078229 req-374989a9-9da5-4464-ae99-702803101746 tempest-ListImageFiltersTestJSON-411697844 tempest-ListImageFiltersTestJSON-411697844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:34.557418 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:34.598091 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-9704e53a-3ecf-4b2f-8891-b09d1fcc9498 req-9a5be45b-1abd-4c4d-9b3e-35f86849d988 service neutron] For port f3d086e6-d499-4dd1-a2ef-d659efe40686, host n-h1-764292-30, cleared binding levels {{(pid=102192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:06:34.602750 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-9704e53a-3ecf-4b2f-8891-b09d1fcc9498 req-9a5be45b-1abd-4c4d-9b3e-35f86849d988 service neutron] For port f3d086e6-d499-4dd1-a2ef-d659efe40686, host n-h1-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=f3d086e6-d499-4dd1-a2ef-d659efe40686,segment=NetworkSegment(814cede5-2509-4c57-9406-20dd1e6cc45b),segment_id=814cede5-2509-4c57-9406-20dd1e6cc45b)] {{(pid=102192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:06:34.612400 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34b4e1b-2c9b-4f71-95df-006ad40bb334 req-26b276a2-4538-4de4-af97-1a34c05477d8 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:34.613954 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e34b4e1b-2c9b-4f71-95df-006ad40bb334 req-26b276a2-4538-4de4-af97-1a34c05477d8 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e790d19-e22e-49e6-811e-000580ef0e08 HTTP/1.1" status: 200 len: 948 time: 0.1063924 Aug 11 03:06:34.618366 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-7647fe59-9183-46cb-9660-7b78cc6d055b req-6d2002c3-2108-49ae-9b99-b0d76b37549c tempest-ListImageFiltersTestJSON-411697844 tempest-ListImageFiltersTestJSON-411697844-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:34.631535 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [req-7647fe59-9183-46cb-9660-7b78cc6d055b req-6d2002c3-2108-49ae-9b99-b0d76b37549c tempest-ListImageFiltersTestJSON-411697844 tempest-ListImageFiltersTestJSON-411697844-project] Transition to ACTIVE for port object ac18f128-6015-498d-80f1-06d1fce1499d will not be triggered until provisioned by entity DHCP. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:06:34.655911 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e34b4e1b-2c9b-4f71-95df-006ad40bb334 req-f9601a5e-db98-4256-be10-26ca77aaf5e7 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336056 Aug 11 03:06:34.657898 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-9704e53a-3ecf-4b2f-8891-b09d1fcc9498 req-9a5be45b-1abd-4c4d-9b3e-35f86849d988 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:34.700091 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9704e53a-3ecf-4b2f-8891-b09d1fcc9498 req-9a5be45b-1abd-4c4d-9b3e-35f86849d988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:34.700746 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-9704e53a-3ecf-4b2f-8891-b09d1fcc9498 req-9a5be45b-1abd-4c4d-9b3e-35f86849d988 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:34.702637 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9704e53a-3ecf-4b2f-8891-b09d1fcc9498 req-9a5be45b-1abd-4c4d-9b3e-35f86849d988 service neutron] 10.222.0.22 "PUT /v2.0/ports/f3d086e6-d499-4dd1-a2ef-d659efe40686 HTTP/1.1" status: 200 len: 1092 time: 1.2837524 Aug 11 03:06:34.705105 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b89b27c9-68d7-44f0-8728-30902f9ec31e', 'tag': 'f3d086e6-d499-4dd1-a2ef-d659efe40686'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:06:34.708231 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c23650a-fbf9-47a7-807d-a0fd3c12aa08" -d '{"events": [{"name": "network-changed", "server_uuid": "b89b27c9-68d7-44f0-8728-30902f9ec31e", "tag": "f3d086e6-d499-4dd1-a2ef-d659efe40686"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:06:34.732933 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-7647fe59-9183-46cb-9660-7b78cc6d055b req-6d2002c3-2108-49ae-9b99-b0d76b37549c tempest-ListImageFiltersTestJSON-411697844 tempest-ListImageFiltersTestJSON-411697844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:34.767034 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:06:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae0f9a31-0442-4f95-8002-243cf48bfe2f x-openstack-request-id: req-ae0f9a31-0442-4f95-8002-243cf48bfe2f {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:06:34.767414 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b89b27c9-68d7-44f0-8728-30902f9ec31e", "tag": "f3d086e6-d499-4dd1-a2ef-d659efe40686", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:06:34.767760 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ae0f9a31-0442-4f95-8002-243cf48bfe2f {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:06:34.768240 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b89b27c9-68d7-44f0-8728-30902f9ec31e', 'tag': 'f3d086e6-d499-4dd1-a2ef-d659efe40686', 'status': 'completed', 'code': 200} Aug 11 03:06:34.782273 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5be45b-1abd-4c4d-9b3e-35f86849d988 service neutron] Pushing event updated for resources: {'Port': ['ID=f3d086e6-d499-4dd1-a2ef-d659efe40686,revision_number=3']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:34.820155 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5be45b-1abd-4c4d-9b3e-35f86849d988 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:06:34.820630 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5be45b-1abd-4c4d-9b3e-35f86849d988 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:06:34.821067 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5be45b-1abd-4c4d-9b3e-35f86849d988 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:06:34.822273 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5be45b-1abd-4c4d-9b3e-35f86849d988 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:06:34.822273 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5be45b-1abd-4c4d-9b3e-35f86849d988 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:06:34.822273 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5be45b-1abd-4c4d-9b3e-35f86849d988 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:06:34.822983 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5be45b-1abd-4c4d-9b3e-35f86849d988 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:06:34.823640 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5be45b-1abd-4c4d-9b3e-35f86849d988 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:06:34.824012 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5be45b-1abd-4c4d-9b3e-35f86849d988 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:06:34.824304 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5be45b-1abd-4c4d-9b3e-35f86849d988 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:06:34.824746 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5be45b-1abd-4c4d-9b3e-35f86849d988 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:06:34.825220 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5be45b-1abd-4c4d-9b3e-35f86849d988 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:06:34.844770 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c23650a-fbf9-47a7-807d-a0fd3c12aa08 req-d6ed92a6-251a-422f-a194-606baa109749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:34.846483 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3c23650a-fbf9-47a7-807d-a0fd3c12aa08 req-d6ed92a6-251a-422f-a194-606baa109749 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=bed247ccc1b348fca083929d0e792919&device_id=b89b27c9-68d7-44f0-8728-30902f9ec31e HTTP/1.1" status: 200 len: 1095 time: 0.0604720 Aug 11 03:06:34.853383 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7647fe59-9183-46cb-9660-7b78cc6d055b req-6d2002c3-2108-49ae-9b99-b0d76b37549c tempest-ListImageFiltersTestJSON-411697844 tempest-ListImageFiltersTestJSON-411697844-project] Network d1bf0def-6fa4-4d3e-bbc5-20a040931fba is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:06:34.861224 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [req-7647fe59-9183-46cb-9660-7b78cc6d055b req-6d2002c3-2108-49ae-9b99-b0d76b37549c tempest-ListImageFiltersTestJSON-411697844 tempest-ListImageFiltersTestJSON-411697844-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:06:34.866197 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-7647fe59-9183-46cb-9660-7b78cc6d055b req-6d2002c3-2108-49ae-9b99-b0d76b37549c tempest-ListImageFiltersTestJSON-411697844 tempest-ListImageFiltersTestJSON-411697844-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:06:34.868460 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2002c3-2108-49ae-9b99-b0d76b37549c tempest-ListImageFiltersTestJSON-411697844 tempest-ListImageFiltersTestJSON-411697844-project] Pushing event updated for resources: {'Port': ['ID=ac18f128-6015-498d-80f1-06d1fce1499d,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:34.899069 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [req-4ee2d176-a786-485a-86b2-9b9f02078229 req-374989a9-9da5-4464-ae99-702803101746 tempest-ListImageFiltersTestJSON-411697844 tempest-ListImageFiltersTestJSON-411697844-project] Allocated IP 192.168.233.136 (d1bf0def-6fa4-4d3e-bbc5-20a040931fba/254a3f4d-2b75-429e-bbb2-8e70554e9483/07229d21-86ae-47e2-a031-e861549584c4) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:06:34.935892 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7647fe59-9183-46cb-9660-7b78cc6d055b req-6d2002c3-2108-49ae-9b99-b0d76b37549c tempest-ListImageFiltersTestJSON-411697844 tempest-ListImageFiltersTestJSON-411697844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:34.935892 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-7647fe59-9183-46cb-9660-7b78cc6d055b req-6d2002c3-2108-49ae-9b99-b0d76b37549c tempest-ListImageFiltersTestJSON-411697844 tempest-ListImageFiltersTestJSON-411697844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:35.046959 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-7647fe59-9183-46cb-9660-7b78cc6d055b req-6d2002c3-2108-49ae-9b99-b0d76b37549c tempest-ListImageFiltersTestJSON-411697844 tempest-ListImageFiltersTestJSON-411697844-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7961226 Aug 11 03:06:35.065567 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-7647fe59-9183-46cb-9660-7b78cc6d055b req-4ea7a11f-d094-4e19-9543-09ba92a2574e service neutron] Request body: {'port': {'device_id': '53c3d301-4685-4f48-91f8-26f8246123b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764292-30'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:06:35.068114 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c23650a-fbf9-47a7-807d-a0fd3c12aa08 req-663ee4de-0c31-47bc-b90f-b5ff03d76f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:35.069911 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3c23650a-fbf9-47a7-807d-a0fd3c12aa08 req-663ee4de-0c31-47bc-b90f-b5ff03d76f76 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=bed247ccc1b348fca083929d0e792919&shared=False HTTP/1.1" status: 200 len: 922 time: 0.1828246 Aug 11 03:06:35.133704 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 51180) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:35.134310 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8c3c10-33c0-45d1-9ae5-5ec7db73ba7d req-f0c78691-4406-4049-868f-214d493ba2b6 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:35.135251 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7b8c3c10-33c0-45d1-9ae5-5ec7db73ba7d req-f0c78691-4406-4049-868f-214d493ba2b6 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e790d19-e22e-49e6-811e-000580ef0e08 HTTP/1.1" status: 200 len: 948 time: 0.1285126 Aug 11 03:06:35.192710 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e158c869-81c8-4146-8116-2fad8503a2e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:35.203436 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-4ee2d176-a786-485a-86b2-9b9f02078229 req-374989a9-9da5-4464-ae99-702803101746 tempest-ListImageFiltersTestJSON-411697844 tempest-ListImageFiltersTestJSON-411697844-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:35.219062 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7b8c3c10-33c0-45d1-9ae5-5ec7db73ba7d req-2b7238d4-a578-4ff1-bf45-048b5d12130e tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548358 Aug 11 03:06:35.219982 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-7647fe59-9183-46cb-9660-7b78cc6d055b req-4ea7a11f-d094-4e19-9543-09ba92a2574e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:35.246628 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [req-4ee2d176-a786-485a-86b2-9b9f02078229 req-374989a9-9da5-4464-ae99-702803101746 tempest-ListImageFiltersTestJSON-411697844 tempest-ListImageFiltersTestJSON-411697844-project] Transition to ACTIVE for port object 07229d21-86ae-47e2-a031-e861549584c4 will not be triggered until provisioned by entity DHCP. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:06:35.287889 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c23650a-fbf9-47a7-807d-a0fd3c12aa08 req-af5eecbc-4f72-4290-8b20-14d375718813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:35.289665 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3c23650a-fbf9-47a7-807d-a0fd3c12aa08 req-af5eecbc-4f72-4290-8b20-14d375718813 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2107842 Aug 11 03:06:35.310626 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d0801e-6f75-4a99-a77d-258088d88ac7 req-b02311ec-9e03-4c6b-a37d-fee1c848a021 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:35.312256 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c7d0801e-6f75-4a99-a77d-258088d88ac7 req-b02311ec-9e03-4c6b-a37d-fee1c848a021 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e790d19-e22e-49e6-811e-000580ef0e08&tenant_id=2a223f1b2a284c768535cee2a71b4bcf&binding%3Ahost_id=n-h1-764292-30 HTTP/1.1" status: 200 len: 948 time: 0.1793938 Aug 11 03:06:35.313314 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e77ff8-908b-48ab-b29e-b7f523101e4a req-925fd66e-d082-4adf-bb3c-5456c98cf5b8 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:35.319497 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e77ff8-908b-48ab-b29e-b7f523101e4a req-925fd66e-d082-4adf-bb3c-5456c98cf5b8 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:35.322052 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-d5e9f5db-405e-44fd-a471-8287ce91e652 None None] Provisioning for port ac18f128-6015-498d-80f1-06d1fce1499d completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:06:35.326220 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e77ff8-908b-48ab-b29e-b7f523101e4a req-925fd66e-d082-4adf-bb3c-5456c98cf5b8 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:35.327597 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-d5e9f5db-405e-44fd-a471-8287ce91e652 None None] Provisioning complete for port ac18f128-6015-498d-80f1-06d1fce1499d triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:06:35.328214 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-d5e9f5db-405e-44fd-a471-8287ce91e652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:35.332579 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e77ff8-908b-48ab-b29e-b7f523101e4a req-925fd66e-d082-4adf-bb3c-5456c98cf5b8 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:35.338544 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e77ff8-908b-48ab-b29e-b7f523101e4a req-925fd66e-d082-4adf-bb3c-5456c98cf5b8 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:35.346275 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e77ff8-908b-48ab-b29e-b7f523101e4a req-925fd66e-d082-4adf-bb3c-5456c98cf5b8 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:35.350670 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e77ff8-908b-48ab-b29e-b7f523101e4a req-925fd66e-d082-4adf-bb3c-5456c98cf5b8 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:35.352576 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-33e77ff8-908b-48ab-b29e-b7f523101e4a req-925fd66e-d082-4adf-bb3c-5456c98cf5b8 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] 10.222.0.41 "GET /v2.0/ports?device_id=c37d8b08-64ee-4d7e-99b5-bc356505ed77 HTTP/1.1" status: 200 len: 5430 time: 0.1324871 Aug 11 03:06:35.373299 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-d5e9f5db-405e-44fd-a471-8287ce91e652 None None] Port ac18f128-6015-498d-80f1-06d1fce1499d cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:06:35.457282 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b987730e-2e13-468e-99ee-76fe51b4b727 req-6ef92a3a-5246-4817-bded-438bd58647b2 tempest-ServerAddressesNegativeTestJSON-955600463 tempest-ServerAddressesNegativeTestJSON-955600463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:35.458695 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b987730e-2e13-468e-99ee-76fe51b4b727 req-6ef92a3a-5246-4817-bded-438bd58647b2 tempest-ServerAddressesNegativeTestJSON-955600463 tempest-ServerAddressesNegativeTestJSON-955600463-project] 10.222.0.41 "GET /v2.0/ports?device_id=b89b27c9-68d7-44f0-8728-30902f9ec31e HTTP/1.1" status: 200 len: 943 time: 0.1587067 Aug 11 03:06:35.462657 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-33e77ff8-908b-48ab-b29e-b7f523101e4a req-4f1a8bac-3ae4-4c72-9edf-0df00d6e370d tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] 10.222.0.41 "GET /v2.0/security-groups?id=607419a9-bee5-4ef0-a97c-fc5d24552dc8&id=0947f6a2-f888-43bb-ac20-3b42849ccfb9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0931690 Aug 11 03:06:35.475886 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9704e53a-3ecf-4b2f-8891-b09d1fcc9498 req-7be19892-e55d-4c68-8b6e-2e51c5387b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:35.476446 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9704e53a-3ecf-4b2f-8891-b09d1fcc9498 req-7be19892-e55d-4c68-8b6e-2e51c5387b75 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=bed247ccc1b348fca083929d0e792919&device_id=b89b27c9-68d7-44f0-8728-30902f9ec31e HTTP/1.1" status: 200 len: 1095 time: 0.1228278 Aug 11 03:06:35.504773 n-d-764292-30 neutron-server[102191]: INFO neutron.api.v2.resource [req-c7d0801e-6f75-4a99-a77d-258088d88ac7 req-77b7af19-5255-42d7-aa0a-462a11653b3a service neutron] delete failed (client error): The resource could not be found. Aug 11 03:06:35.505906 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c7d0801e-6f75-4a99-a77d-258088d88ac7 req-77b7af19-5255-42d7-aa0a-462a11653b3a service neutron] 10.222.0.24 "DELETE /v2.0/ports/a6f3ee74-8e10-43b7-b557-8188f2204900/bindings/n-h2-764292-30 HTTP/1.1" status: 404 len: 381 time: 0.1818752 Aug 11 03:06:35.511955 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b987730e-2e13-468e-99ee-76fe51b4b727 req-02c9b9e3-e1f0-4222-bc35-cbead13485c6 tempest-ServerAddressesNegativeTestJSON-955600463 tempest-ServerAddressesNegativeTestJSON-955600463-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ef853a3-6ada-4a8c-a67a-273f6cab4806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444877 Aug 11 03:06:35.547122 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e158c869-81c8-4146-8116-2fad8503a2e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:35.547122 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-4ee2d176-a786-485a-86b2-9b9f02078229 req-374989a9-9da5-4464-ae99-702803101746 tempest-ListImageFiltersTestJSON-411697844 tempest-ListImageFiltersTestJSON-411697844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:35.550028 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9704e53a-3ecf-4b2f-8891-b09d1fcc9498 req-4fa92b3b-5c02-4919-afcd-125673982773 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f3d086e6-d499-4dd1-a2ef-d659efe40686 HTTP/1.1" status: 200 len: 217 time: 0.0514710 Aug 11 03:06:35.641973 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ee2d176-a786-485a-86b2-9b9f02078229 req-374989a9-9da5-4464-ae99-702803101746 tempest-ListImageFiltersTestJSON-411697844 tempest-ListImageFiltersTestJSON-411697844-project] Network d1bf0def-6fa4-4d3e-bbc5-20a040931fba is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:06:35.653796 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9704e53a-3ecf-4b2f-8891-b09d1fcc9498 req-f22ff8e3-5417-4e7a-9877-e4dcbbe623aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:35.655503 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9704e53a-3ecf-4b2f-8891-b09d1fcc9498 req-f22ff8e3-5417-4e7a-9877-e4dcbbe623aa service neutron] 10.222.0.22 "GET /v2.0/subnets?id=825d227b-eb5c-4f28-a048-097e169e3b46 HTTP/1.1" status: 200 len: 861 time: 0.0979376 Aug 11 03:06:35.660664 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [req-4ee2d176-a786-485a-86b2-9b9f02078229 req-374989a9-9da5-4464-ae99-702803101746 tempest-ListImageFiltersTestJSON-411697844 tempest-ListImageFiltersTestJSON-411697844-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:06:35.672567 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ee2d176-a786-485a-86b2-9b9f02078229 req-374989a9-9da5-4464-ae99-702803101746 tempest-ListImageFiltersTestJSON-411697844 tempest-ListImageFiltersTestJSON-411697844-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:06:35.700349 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e158c869-81c8-4146-8116-2fad8503a2e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:35.709879 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9704e53a-3ecf-4b2f-8891-b09d1fcc9498 req-588310e2-ec6d-4dae-ab95-f272b4f87545 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=498590d3-6955-4f1a-b9ac-d47d076abeec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369456 Aug 11 03:06:35.718923 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae39e41b-45c4-4a05-8241-5cb88e1e0d24 req-313566fa-4a69-42d8-afea-33883b7f7986 tempest-ListImageFiltersTestJSON-411697844 tempest-ListImageFiltersTestJSON-411697844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:35.720411 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ae39e41b-45c4-4a05-8241-5cb88e1e0d24 req-313566fa-4a69-42d8-afea-33883b7f7986 tempest-ListImageFiltersTestJSON-411697844 tempest-ListImageFiltersTestJSON-411697844-project] 10.222.0.41 "GET /v2.0/ports?device_id=648e4284-ff93-4bcd-8bc5-8d9132f908a1 HTTP/1.1" status: 200 len: 936 time: 0.1128571 Aug 11 03:06:35.735037 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374989a9-9da5-4464-ae99-702803101746 tempest-ListImageFiltersTestJSON-411697844 tempest-ListImageFiltersTestJSON-411697844-project] Pushing event updated for resources: {'Port': ['ID=07229d21-86ae-47e2-a031-e861549584c4,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:35.753555 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73217554-6563-4fd4-b5a7-f3e3efdfa27f req-a0f8691d-adf2-41bc-b4bd-bb4640b69455 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:35.755098 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-73217554-6563-4fd4-b5a7-f3e3efdfa27f req-a0f8691d-adf2-41bc-b4bd-bb4640b69455 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=29cccc14-5cf4-4470-a538-9d1ef2af8007 HTTP/1.1" status: 200 len: 945 time: 0.1178184 Aug 11 03:06:35.783626 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374989a9-9da5-4464-ae99-702803101746 tempest-ListImageFiltersTestJSON-411697844 tempest-ListImageFiltersTestJSON-411697844-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:06:35.783974 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374989a9-9da5-4464-ae99-702803101746 tempest-ListImageFiltersTestJSON-411697844 tempest-ListImageFiltersTestJSON-411697844-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:06:35.784551 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374989a9-9da5-4464-ae99-702803101746 tempest-ListImageFiltersTestJSON-411697844 tempest-ListImageFiltersTestJSON-411697844-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:06:35.784896 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374989a9-9da5-4464-ae99-702803101746 tempest-ListImageFiltersTestJSON-411697844 tempest-ListImageFiltersTestJSON-411697844-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:06:35.785232 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374989a9-9da5-4464-ae99-702803101746 tempest-ListImageFiltersTestJSON-411697844 tempest-ListImageFiltersTestJSON-411697844-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:06:35.785566 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374989a9-9da5-4464-ae99-702803101746 tempest-ListImageFiltersTestJSON-411697844 tempest-ListImageFiltersTestJSON-411697844-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:06:35.785896 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374989a9-9da5-4464-ae99-702803101746 tempest-ListImageFiltersTestJSON-411697844 tempest-ListImageFiltersTestJSON-411697844-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:06:35.786224 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374989a9-9da5-4464-ae99-702803101746 tempest-ListImageFiltersTestJSON-411697844 tempest-ListImageFiltersTestJSON-411697844-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:06:35.786581 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374989a9-9da5-4464-ae99-702803101746 tempest-ListImageFiltersTestJSON-411697844 tempest-ListImageFiltersTestJSON-411697844-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:06:35.786910 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374989a9-9da5-4464-ae99-702803101746 tempest-ListImageFiltersTestJSON-411697844 tempest-ListImageFiltersTestJSON-411697844-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:06:35.787242 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374989a9-9da5-4464-ae99-702803101746 tempest-ListImageFiltersTestJSON-411697844 tempest-ListImageFiltersTestJSON-411697844-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:06:35.787566 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374989a9-9da5-4464-ae99-702803101746 tempest-ListImageFiltersTestJSON-411697844 tempest-ListImageFiltersTestJSON-411697844-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:06:35.807294 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-e158c869-81c8-4146-8116-2fad8503a2e1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7754423741c74e58a3256360b28a00c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6675668 Aug 11 03:06:35.812147 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 51192) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:35.815356 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e158c869-81c8-4146-8116-2fad8503a2e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c34e3c80-8cf0-492a-932d-2ed1bb293112,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:35.825507 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee2d176-a786-485a-86b2-9b9f02078229 req-374989a9-9da5-4464-ae99-702803101746 tempest-ListImageFiltersTestJSON-411697844 tempest-ListImageFiltersTestJSON-411697844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:35.826149 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-4ee2d176-a786-485a-86b2-9b9f02078229 req-374989a9-9da5-4464-ae99-702803101746 tempest-ListImageFiltersTestJSON-411697844 tempest-ListImageFiltersTestJSON-411697844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:35.836753 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d0801e-6f75-4a99-a77d-258088d88ac7 req-b1eae910-c7b2-4f98-b81a-b0369ef37957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:35.838342 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c7d0801e-6f75-4a99-a77d-258088d88ac7 req-b1eae910-c7b2-4f98-b81a-b0369ef37957 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2a223f1b2a284c768535cee2a71b4bcf&device_id=1e790d19-e22e-49e6-811e-000580ef0e08 HTTP/1.1" status: 200 len: 1100 time: 0.2362936 Aug 11 03:06:35.880109 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ae39e41b-45c4-4a05-8241-5cb88e1e0d24 req-8fffd5af-0dbf-4130-8a31-4c9b2c8b1c9a tempest-ListImageFiltersTestJSON-411697844 tempest-ListImageFiltersTestJSON-411697844-project] 10.222.0.41 "GET /v2.0/security-groups?id=f1fae8da-c64d-4618-86d5-07a29a648abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532705 Aug 11 03:06:35.898891 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-73217554-6563-4fd4-b5a7-f3e3efdfa27f req-d636d6e3-0406-4b98-8b97-7b085942237f tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/security-groups?id=19e25e3f-a72e-45d4-8165-3b0d2215340c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030967 Aug 11 03:06:35.923659 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9704e53a-3ecf-4b2f-8891-b09d1fcc9498 req-929f7fec-1995-4666-82eb-57369c3c84e4 service neutron] 10.222.0.22 "GET /v2.0/networks/498590d3-6955-4f1a-b9ac-d47d076abeec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956995 Aug 11 03:06:35.967924 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-4ee2d176-a786-485a-86b2-9b9f02078229 req-374989a9-9da5-4464-ae99-702803101746 tempest-ListImageFiltersTestJSON-411697844 tempest-ListImageFiltersTestJSON-411697844-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8488858 Aug 11 03:06:35.985653 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-8abdcd28-2948-4cac-9b10-e318ce98addc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:35.991574 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-4ee2d176-a786-485a-86b2-9b9f02078229 req-b35df9e5-51bd-48cc-bf4b-628d4559765a service neutron] Request body: {'port': {'device_id': '648e4284-ff93-4bcd-8bc5-8d9132f908a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764292-30'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:06:35.995434 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [req-7647fe59-9183-46cb-9660-7b78cc6d055b req-4ea7a11f-d094-4e19-9543-09ba92a2574e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac18f128-6015-498d-80f1-06d1fce1499d {{(pid=102191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:06:36.017204 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d0801e-6f75-4a99-a77d-258088d88ac7 req-400ad4c8-747b-465b-9607-035955ae76c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:36.018731 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c7d0801e-6f75-4a99-a77d-258088d88ac7 req-400ad4c8-747b-465b-9607-035955ae76c6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d1bf0def-6fa4-4d3e-bbc5-20a040931fba HTTP/1.1" status: 200 len: 870 time: 0.1712241 Aug 11 03:06:36.021108 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-8abdcd28-2948-4cac-9b10-e318ce98addc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:36.023351 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-7647fe59-9183-46cb-9660-7b78cc6d055b req-4ea7a11f-d094-4e19-9543-09ba92a2574e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:36.048829 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3a6b94f1-dc3c-40b9-8b8d-1b6ac9284a3d None None] Provisioning for port 07229d21-86ae-47e2-a031-e861549584c4 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:06:36.053482 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3a6b94f1-dc3c-40b9-8b8d-1b6ac9284a3d None None] Provisioning complete for port 07229d21-86ae-47e2-a031-e861549584c4 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:06:36.054214 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3a6b94f1-dc3c-40b9-8b8d-1b6ac9284a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:36.065336 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9704e53a-3ecf-4b2f-8891-b09d1fcc9498 req-6ecb8ef0-fc86-451f-9051-e7bb2d356145 service neutron] 10.222.0.22 "GET /v2.0/networks/498590d3-6955-4f1a-b9ac-d47d076abeec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328342 Aug 11 03:06:36.076256 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c7d0801e-6f75-4a99-a77d-258088d88ac7 req-7ba491c8-1dfb-456d-953f-e042a4dd645f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=a6f3ee74-8e10-43b7-b557-8188f2204900 HTTP/1.1" status: 200 len: 217 time: 0.0481980 Aug 11 03:06:36.077714 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [req-7647fe59-9183-46cb-9660-7b78cc6d055b req-4ea7a11f-d094-4e19-9543-09ba92a2574e service neutron] Transition to ACTIVE for port object ac18f128-6015-498d-80f1-06d1fce1499d will not be triggered until provisioned by entity L2. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:06:36.087717 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device a6f3ee74-8e10-43b7-b557-8188f2204900 details requested by agent hyperv_n-h1-764292-30 with host n-h1-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:06:36.108712 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-3a6b94f1-dc3c-40b9-8b8d-1b6ac9284a3d None None] Port 07229d21-86ae-47e2-a031-e861549584c4 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:06:36.130023 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-4ee2d176-a786-485a-86b2-9b9f02078229 req-b35df9e5-51bd-48cc-bf4b-628d4559765a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:36.156264 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d0801e-6f75-4a99-a77d-258088d88ac7 req-ffb047ba-9060-4161-81d8-361f7e36ec57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:36.157718 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c7d0801e-6f75-4a99-a77d-258088d88ac7 req-ffb047ba-9060-4161-81d8-361f7e36ec57 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=254a3f4d-2b75-429e-bbb2-8e70554e9483 HTTP/1.1" status: 200 len: 843 time: 0.0648854 Aug 11 03:06:36.184906 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-7647fe59-9183-46cb-9660-7b78cc6d055b req-4ea7a11f-d094-4e19-9543-09ba92a2574e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:36.192336 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port a6f3ee74-8e10-43b7-b557-8188f2204900, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=a6f3ee74-8e10-43b7-b557-8188f2204900,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:06:36.203981 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Returning: {'device': 'a6f3ee74-8e10-43b7-b557-8188f2204900', 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba', 'port_id': 'a6f3ee74-8e10-43b7-b557-8188f2204900', 'mac_address': 'fa:16:3e:da:03:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '254a3f4d-2b75-429e-bbb2-8e70554e9483', 'ip_address': '192.168.233.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:06:36.222919 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-8abdcd28-2948-4cac-9b10-e318ce98addc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:36.225556 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-8abdcd28-2948-4cac-9b10-e318ce98addc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:36.226915 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-8abdcd28-2948-4cac-9b10-e318ce98addc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c34e3c80-8cf0-492a-932d-2ed1bb293112 HTTP/1.1" status: 204 len: 168 time: 0.4131141 Aug 11 03:06:36.237541 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abdcd28-2948-4cac-9b10-e318ce98addc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c34e3c80-8cf0-492a-932d-2ed1bb293112,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:36.251515 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:36.271296 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6f3ee74-8e10-43b7-b557-8188f2204900 {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:06:36.293905 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port a6f3ee74-8e10-43b7-b557-8188f2204900, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=a6f3ee74-8e10-43b7-b557-8188f2204900,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:06:36.306744 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea7a11f-d094-4e19-9543-09ba92a2574e service neutron] Pushing event updated for resources: {'Port': ['ID=ac18f128-6015-498d-80f1-06d1fce1499d,revision_number=2']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:36.369287 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a6eba9-8e0d-4980-940d-9022a71bd8dd req-4a3034e2-0a69-44b8-8420-6d8d68f6cb68 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:36.371967 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-68a6eba9-8e0d-4980-940d-9022a71bd8dd req-4a3034e2-0a69-44b8-8420-6d8d68f6cb68 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e790d19-e22e-49e6-811e-000580ef0e08 HTTP/1.1" status: 200 len: 948 time: 0.0684507 Aug 11 03:06:36.391888 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:36.424816 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-68a6eba9-8e0d-4980-940d-9022a71bd8dd req-e23e5298-2318-4a2e-9627-2286e652941e tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465353 Aug 11 03:06:36.453601 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=a6f3ee74-8e10-43b7-b557-8188f2204900,revision_number=8']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:36.632247 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429bb88e-cf00-45c1-a96f-b321b599b8ef req-c04821a3-8caf-4040-9ccc-3faaffa8dbc1 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:36.638522 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429bb88e-cf00-45c1-a96f-b321b599b8ef req-c04821a3-8caf-4040-9ccc-3faaffa8dbc1 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:36.644465 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429bb88e-cf00-45c1-a96f-b321b599b8ef req-c04821a3-8caf-4040-9ccc-3faaffa8dbc1 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:36.650782 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429bb88e-cf00-45c1-a96f-b321b599b8ef req-c04821a3-8caf-4040-9ccc-3faaffa8dbc1 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:36.657477 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429bb88e-cf00-45c1-a96f-b321b599b8ef req-c04821a3-8caf-4040-9ccc-3faaffa8dbc1 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:36.663483 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429bb88e-cf00-45c1-a96f-b321b599b8ef req-c04821a3-8caf-4040-9ccc-3faaffa8dbc1 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:36.670184 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429bb88e-cf00-45c1-a96f-b321b599b8ef req-c04821a3-8caf-4040-9ccc-3faaffa8dbc1 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:36.672381 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-429bb88e-cf00-45c1-a96f-b321b599b8ef req-c04821a3-8caf-4040-9ccc-3faaffa8dbc1 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] 10.222.0.41 "GET /v2.0/ports?device_id=c37d8b08-64ee-4d7e-99b5-bc356505ed77 HTTP/1.1" status: 200 len: 5430 time: 0.1158090 Aug 11 03:06:36.737814 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d0801e-6f75-4a99-a77d-258088d88ac7 req-394ec798-9111-4988-8aab-c7dc3eb385f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:36.741146 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c7d0801e-6f75-4a99-a77d-258088d88ac7 req-394ec798-9111-4988-8aab-c7dc3eb385f0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d1bf0def-6fa4-4d3e-bbc5-20a040931fba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5661409 Aug 11 03:06:36.746959 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-429bb88e-cf00-45c1-a96f-b321b599b8ef req-f1855515-4a4c-4c30-8b8b-f40a3fb55383 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] 10.222.0.41 "GET /v2.0/security-groups?id=607419a9-bee5-4ef0-a97c-fc5d24552dc8&id=0947f6a2-f888-43bb-ac20-3b42849ccfb9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0605769 Aug 11 03:06:36.760163 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722b9838-e62e-45e2-9ad1-bae91ceee5a6 req-2d4345aa-9c56-4ce7-90c1-4a715b48ac64 tempest-ServerAddressesNegativeTestJSON-955600463 tempest-ServerAddressesNegativeTestJSON-955600463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:36.761889 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-722b9838-e62e-45e2-9ad1-bae91ceee5a6 req-2d4345aa-9c56-4ce7-90c1-4a715b48ac64 tempest-ServerAddressesNegativeTestJSON-955600463 tempest-ServerAddressesNegativeTestJSON-955600463-project] 10.222.0.41 "GET /v2.0/ports?device_id=b89b27c9-68d7-44f0-8728-30902f9ec31e HTTP/1.1" status: 200 len: 943 time: 0.1538534 Aug 11 03:06:36.799052 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:36.830227 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-722b9838-e62e-45e2-9ad1-bae91ceee5a6 req-0d17e60e-3827-4d72-bb62-a387f6e0a342 tempest-ServerAddressesNegativeTestJSON-955600463 tempest-ServerAddressesNegativeTestJSON-955600463-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ef853a3-6ada-4a8c-a67a-273f6cab4806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573885 Aug 11 03:06:36.921744 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-7647fe59-9183-46cb-9660-7b78cc6d055b req-4ea7a11f-d094-4e19-9543-09ba92a2574e service neutron] Attempting to bind port ac18f128-6015-498d-80f1-06d1fce1499d on host n-h1-764292-30 for vnic_type normal with profile {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:06:36.922095 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-7647fe59-9183-46cb-9660-7b78cc6d055b req-4ea7a11f-d094-4e19-9543-09ba92a2574e service neutron] Attempting to bind port ac18f128-6015-498d-80f1-06d1fce1499d by drivers openvswitch,hyperv on host n-h1-764292-30 at level 0 using segments [{'id': '9b7b03c0-092f-4953-898f-de6d8f2338ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba'}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:06:36.922451 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7647fe59-9183-46cb-9660-7b78cc6d055b req-4ea7a11f-d094-4e19-9543-09ba92a2574e service neutron] Attempting to bind port ac18f128-6015-498d-80f1-06d1fce1499d on network d1bf0def-6fa4-4d3e-bbc5-20a040931fba {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:06:36.940359 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7647fe59-9183-46cb-9660-7b78cc6d055b req-4ea7a11f-d094-4e19-9543-09ba92a2574e service neutron] Port ac18f128-6015-498d-80f1-06d1fce1499d on network d1bf0def-6fa4-4d3e-bbc5-20a040931fba not bound, no agent of type Open vSwitch agent registered on host n-h1-764292-30 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:06:36.940678 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7647fe59-9183-46cb-9660-7b78cc6d055b req-4ea7a11f-d094-4e19-9543-09ba92a2574e service neutron] Attempting to bind port ac18f128-6015-498d-80f1-06d1fce1499d on network d1bf0def-6fa4-4d3e-bbc5-20a040931fba {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:06:36.960732 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7647fe59-9183-46cb-9660-7b78cc6d055b req-4ea7a11f-d094-4e19-9543-09ba92a2574e service neutron] Checking agent: {'id': 'abb524c2-b412-4ed2-8367-45c4fd996fa7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 6, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:06:36.961079 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7647fe59-9183-46cb-9660-7b78cc6d055b req-4ea7a11f-d094-4e19-9543-09ba92a2574e service neutron] Checking segment: {'id': '9b7b03c0-092f-4953-898f-de6d8f2338ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:06:36.961464 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7647fe59-9183-46cb-9660-7b78cc6d055b req-4ea7a11f-d094-4e19-9543-09ba92a2574e service neutron] Bound using segment: {'id': '9b7b03c0-092f-4953-898f-de6d8f2338ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba'} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:06:36.962062 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-7647fe59-9183-46cb-9660-7b78cc6d055b req-4ea7a11f-d094-4e19-9543-09ba92a2574e service neutron] Bound port: ac18f128-6015-498d-80f1-06d1fce1499d, host: n-h1-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b7b03c0-092f-4953-898f-de6d8f2338ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba'}}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:06:36.962260 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-7647fe59-9183-46cb-9660-7b78cc6d055b req-4ea7a11f-d094-4e19-9543-09ba92a2574e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:36.984405 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c7d0801e-6f75-4a99-a77d-258088d88ac7 req-d74d80bd-eca9-4141-800d-be8c439ad3a3 service neutron] 10.222.0.24 "GET /v2.0/networks/d1bf0def-6fa4-4d3e-bbc5-20a040931fba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149754 Aug 11 03:06:36.995267 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['a6f3ee74-8e10-43b7-b557-8188f2204900'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:06:37.023697 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be317342-c22b-4c0a-a1aa-0e939f4b6681 req-c20bb931-9f15-472f-9823-0436f7770f1a tempest-ListImageFiltersTestJSON-411697844 tempest-ListImageFiltersTestJSON-411697844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:37.025813 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-be317342-c22b-4c0a-a1aa-0e939f4b6681 req-c20bb931-9f15-472f-9823-0436f7770f1a tempest-ListImageFiltersTestJSON-411697844 tempest-ListImageFiltersTestJSON-411697844-project] 10.222.0.41 "GET /v2.0/ports?device_id=648e4284-ff93-4bcd-8bc5-8d9132f908a1 HTTP/1.1" status: 200 len: 936 time: 0.0707674 Aug 11 03:06:37.120414 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420a6be8-ad92-42fd-b726-674bc6181014 req-a326099f-e235-4e79-8e3f-0ec6b1e836de tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:37.123823 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [req-4ee2d176-a786-485a-86b2-9b9f02078229 req-b35df9e5-51bd-48cc-bf4b-628d4559765a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07229d21-86ae-47e2-a031-e861549584c4 {{(pid=102191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:06:37.126804 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-420a6be8-ad92-42fd-b726-674bc6181014 req-a326099f-e235-4e79-8e3f-0ec6b1e836de tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=29cccc14-5cf4-4470-a538-9d1ef2af8007 HTTP/1.1" status: 200 len: 945 time: 0.0998588 Aug 11 03:06:37.134251 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-be317342-c22b-4c0a-a1aa-0e939f4b6681 req-7a4b66a2-b995-48fa-b473-f4fb9ee4941d tempest-ListImageFiltersTestJSON-411697844 tempest-ListImageFiltersTestJSON-411697844-project] 10.222.0.41 "GET /v2.0/security-groups?id=f1fae8da-c64d-4618-86d5-07a29a648abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961852 Aug 11 03:06:37.142864 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-4ee2d176-a786-485a-86b2-9b9f02078229 req-b35df9e5-51bd-48cc-bf4b-628d4559765a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:37.183599 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-7647fe59-9183-46cb-9660-7b78cc6d055b req-4ea7a11f-d094-4e19-9543-09ba92a2574e service neutron] For port ac18f128-6015-498d-80f1-06d1fce1499d, host n-h1-764292-30, cleared binding levels {{(pid=102191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:06:37.185809 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [req-4ee2d176-a786-485a-86b2-9b9f02078229 req-b35df9e5-51bd-48cc-bf4b-628d4559765a service neutron] Transition to ACTIVE for port object 07229d21-86ae-47e2-a031-e861549584c4 will not be triggered until provisioned by entity L2. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:06:37.186162 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-420a6be8-ad92-42fd-b726-674bc6181014 req-ab61bcc6-277a-46c8-bd9a-030029c25e29 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/security-groups?id=19e25e3f-a72e-45d4-8165-3b0d2215340c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497544 Aug 11 03:06:37.202441 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-7647fe59-9183-46cb-9660-7b78cc6d055b req-4ea7a11f-d094-4e19-9543-09ba92a2574e service neutron] For port ac18f128-6015-498d-80f1-06d1fce1499d, host n-h1-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=ac18f128-6015-498d-80f1-06d1fce1499d,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:06:37.215671 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c7d0801e-6f75-4a99-a77d-258088d88ac7 req-2bb1c38c-832b-4888-9040-7e80e77189f1 service neutron] 10.222.0.24 "GET /v2.0/networks/d1bf0def-6fa4-4d3e-bbc5-20a040931fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737971 Aug 11 03:06:37.233707 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-4ee2d176-a786-485a-86b2-9b9f02078229 req-b35df9e5-51bd-48cc-bf4b-628d4559765a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:37.279266 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-7647fe59-9183-46cb-9660-7b78cc6d055b req-4ea7a11f-d094-4e19-9543-09ba92a2574e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:37.305154 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7647fe59-9183-46cb-9660-7b78cc6d055b req-4ea7a11f-d094-4e19-9543-09ba92a2574e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:37.305742 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-7647fe59-9183-46cb-9660-7b78cc6d055b req-4ea7a11f-d094-4e19-9543-09ba92a2574e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:37.307163 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-7647fe59-9183-46cb-9660-7b78cc6d055b req-4ea7a11f-d094-4e19-9543-09ba92a2574e service neutron] 10.222.0.22 "PUT /v2.0/ports/ac18f128-6015-498d-80f1-06d1fce1499d HTTP/1.1" status: 200 len: 1096 time: 2.2460723 Aug 11 03:06:37.311455 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53c3d301-4685-4f48-91f8-26f8246123b3', 'tag': 'ac18f128-6015-498d-80f1-06d1fce1499d'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:06:37.313875 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2f50148-0e0a-4c00-a6cf-9a557efe7e2f" -d '{"events": [{"name": "network-changed", "server_uuid": "53c3d301-4685-4f48-91f8-26f8246123b3", "tag": "ac18f128-6015-498d-80f1-06d1fce1499d"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:06:37.342154 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35df9e5-51bd-48cc-bf4b-628d4559765a service neutron] Pushing event updated for resources: {'Port': ['ID=07229d21-86ae-47e2-a031-e861549584c4,revision_number=2']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:37.396769 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:06:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb8f4d88-ba5b-40b6-8fbd-3eece9691386 x-openstack-request-id: req-fb8f4d88-ba5b-40b6-8fbd-3eece9691386 {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:06:37.397056 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53c3d301-4685-4f48-91f8-26f8246123b3", "tag": "ac18f128-6015-498d-80f1-06d1fce1499d", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:06:37.397346 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fb8f4d88-ba5b-40b6-8fbd-3eece9691386 {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:06:37.397698 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53c3d301-4685-4f48-91f8-26f8246123b3', 'tag': 'ac18f128-6015-498d-80f1-06d1fce1499d', 'status': 'completed', 'code': 200} Aug 11 03:06:37.469254 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea7a11f-d094-4e19-9543-09ba92a2574e service neutron] Pushing event updated for resources: {'Port': ['ID=ac18f128-6015-498d-80f1-06d1fce1499d,revision_number=3']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:37.481053 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-4ee2d176-a786-485a-86b2-9b9f02078229 req-b35df9e5-51bd-48cc-bf4b-628d4559765a service neutron] Attempting to bind port 07229d21-86ae-47e2-a031-e861549584c4 on host n-h1-764292-30 for vnic_type normal with profile {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:06:37.481053 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-4ee2d176-a786-485a-86b2-9b9f02078229 req-b35df9e5-51bd-48cc-bf4b-628d4559765a service neutron] Attempting to bind port 07229d21-86ae-47e2-a031-e861549584c4 by drivers openvswitch,hyperv on host n-h1-764292-30 at level 0 using segments [{'id': '9b7b03c0-092f-4953-898f-de6d8f2338ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba'}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:06:37.481053 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee2d176-a786-485a-86b2-9b9f02078229 req-b35df9e5-51bd-48cc-bf4b-628d4559765a service neutron] Attempting to bind port 07229d21-86ae-47e2-a031-e861549584c4 on network d1bf0def-6fa4-4d3e-bbc5-20a040931fba {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:06:37.486663 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee2d176-a786-485a-86b2-9b9f02078229 req-b35df9e5-51bd-48cc-bf4b-628d4559765a service neutron] Port 07229d21-86ae-47e2-a031-e861549584c4 on network d1bf0def-6fa4-4d3e-bbc5-20a040931fba not bound, no agent of type Open vSwitch agent registered on host n-h1-764292-30 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:06:37.487001 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee2d176-a786-485a-86b2-9b9f02078229 req-b35df9e5-51bd-48cc-bf4b-628d4559765a service neutron] Attempting to bind port 07229d21-86ae-47e2-a031-e861549584c4 on network d1bf0def-6fa4-4d3e-bbc5-20a040931fba {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:06:37.494812 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f50148-0e0a-4c00-a6cf-9a557efe7e2f req-4c29b9d3-84c2-43c5-9897-0c9526720cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:37.496388 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-a2f50148-0e0a-4c00-a6cf-9a557efe7e2f req-4c29b9d3-84c2-43c5-9897-0c9526720cc2 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b8615fa189f64637b1aec67b665efd81&device_id=53c3d301-4685-4f48-91f8-26f8246123b3 HTTP/1.1" status: 200 len: 1099 time: 0.0949097 Aug 11 03:06:37.497589 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee2d176-a786-485a-86b2-9b9f02078229 req-b35df9e5-51bd-48cc-bf4b-628d4559765a service neutron] Checking agent: {'id': 'abb524c2-b412-4ed2-8367-45c4fd996fa7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 6, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:06:37.497930 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee2d176-a786-485a-86b2-9b9f02078229 req-b35df9e5-51bd-48cc-bf4b-628d4559765a service neutron] Checking segment: {'id': '9b7b03c0-092f-4953-898f-de6d8f2338ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:06:37.498358 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee2d176-a786-485a-86b2-9b9f02078229 req-b35df9e5-51bd-48cc-bf4b-628d4559765a service neutron] Bound using segment: {'id': '9b7b03c0-092f-4953-898f-de6d8f2338ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba'} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:06:37.498921 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-4ee2d176-a786-485a-86b2-9b9f02078229 req-b35df9e5-51bd-48cc-bf4b-628d4559765a service neutron] Bound port: 07229d21-86ae-47e2-a031-e861549584c4, host: n-h1-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b7b03c0-092f-4953-898f-de6d8f2338ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba'}}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:06:37.499177 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-4ee2d176-a786-485a-86b2-9b9f02078229 req-b35df9e5-51bd-48cc-bf4b-628d4559765a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:37.538542 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-a2f50148-0e0a-4c00-a6cf-9a557efe7e2f req-ccfe40b6-2292-4a64-b888-cf73d4e75a4e service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=b8615fa189f64637b1aec67b665efd81&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0282016 Aug 11 03:06:37.583872 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6276156-ba83-498b-b6ff-a4bdf0ba841c req-c6f77ffd-4809-42b5-97e5-e765b593c195 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:37.595204 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d6276156-ba83-498b-b6ff-a4bdf0ba841c req-c6f77ffd-4809-42b5-97e5-e765b593c195 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e790d19-e22e-49e6-811e-000580ef0e08 HTTP/1.1" status: 200 len: 949 time: 0.0765891 Aug 11 03:06:37.648352 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d6276156-ba83-498b-b6ff-a4bdf0ba841c req-a079d6c0-8d55-4d5d-90dd-c6d57729b393 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515869 Aug 11 03:06:37.652523 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-4ee2d176-a786-485a-86b2-9b9f02078229 req-b35df9e5-51bd-48cc-bf4b-628d4559765a service neutron] For port 07229d21-86ae-47e2-a031-e861549584c4, host n-h1-764292-30, cleared binding levels {{(pid=102191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:06:37.656060 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-4ee2d176-a786-485a-86b2-9b9f02078229 req-b35df9e5-51bd-48cc-bf4b-628d4559765a service neutron] For port 07229d21-86ae-47e2-a031-e861549584c4, host n-h1-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=07229d21-86ae-47e2-a031-e861549584c4,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:06:37.696746 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f50148-0e0a-4c00-a6cf-9a557efe7e2f req-a7a03958-7053-4a43-abea-1f7ba43ff5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:37.698408 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-a2f50148-0e0a-4c00-a6cf-9a557efe7e2f req-a7a03958-7053-4a43-abea-1f7ba43ff5b7 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1385643 Aug 11 03:06:37.717987 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-4ee2d176-a786-485a-86b2-9b9f02078229 req-b35df9e5-51bd-48cc-bf4b-628d4559765a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:37.785761 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee2d176-a786-485a-86b2-9b9f02078229 req-b35df9e5-51bd-48cc-bf4b-628d4559765a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:37.786801 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-4ee2d176-a786-485a-86b2-9b9f02078229 req-b35df9e5-51bd-48cc-bf4b-628d4559765a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:37.788359 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-4ee2d176-a786-485a-86b2-9b9f02078229 req-b35df9e5-51bd-48cc-bf4b-628d4559765a service neutron] 10.222.0.22 "PUT /v2.0/ports/07229d21-86ae-47e2-a031-e861549584c4 HTTP/1.1" status: 200 len: 1097 time: 1.8027256 Aug 11 03:06:37.814216 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35df9e5-51bd-48cc-bf4b-628d4559765a service neutron] Pushing event updated for resources: {'Port': ['ID=07229d21-86ae-47e2-a031-e861549584c4,revision_number=3']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:37.825883 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7647fe59-9183-46cb-9660-7b78cc6d055b req-582a1438-b336-4015-8ba7-7a9c65f5885c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:37.828197 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-7647fe59-9183-46cb-9660-7b78cc6d055b req-582a1438-b336-4015-8ba7-7a9c65f5885c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b8615fa189f64637b1aec67b665efd81&device_id=53c3d301-4685-4f48-91f8-26f8246123b3 HTTP/1.1" status: 200 len: 1099 time: 0.0794945 Aug 11 03:06:37.904675 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-7647fe59-9183-46cb-9660-7b78cc6d055b req-9d1806cd-553d-4ef7-be27-ae257d23a643 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=ac18f128-6015-498d-80f1-06d1fce1499d HTTP/1.1" status: 200 len: 217 time: 0.0659511 Aug 11 03:06:37.975552 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5268dbab-e703-4e38-ac4d-2befe1f7b5d5 req-8a83467e-50f9-476e-a5ea-faebefee9e5c tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:37.984847 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5268dbab-e703-4e38-ac4d-2befe1f7b5d5 req-8a83467e-50f9-476e-a5ea-faebefee9e5c tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:37.991301 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5268dbab-e703-4e38-ac4d-2befe1f7b5d5 req-8a83467e-50f9-476e-a5ea-faebefee9e5c tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:37.998002 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5268dbab-e703-4e38-ac4d-2befe1f7b5d5 req-8a83467e-50f9-476e-a5ea-faebefee9e5c tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:38.004369 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5268dbab-e703-4e38-ac4d-2befe1f7b5d5 req-8a83467e-50f9-476e-a5ea-faebefee9e5c tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:38.016330 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7647fe59-9183-46cb-9660-7b78cc6d055b req-4443fdd1-1a3f-4f1c-9f51-153d1b6f541f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:38.018859 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-7647fe59-9183-46cb-9660-7b78cc6d055b req-4443fdd1-1a3f-4f1c-9f51-153d1b6f541f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=254a3f4d-2b75-429e-bbb2-8e70554e9483 HTTP/1.1" status: 200 len: 843 time: 0.1064153 Aug 11 03:06:38.024529 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5268dbab-e703-4e38-ac4d-2befe1f7b5d5 req-8a83467e-50f9-476e-a5ea-faebefee9e5c tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:38.033438 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5268dbab-e703-4e38-ac4d-2befe1f7b5d5 req-8a83467e-50f9-476e-a5ea-faebefee9e5c tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:38.036092 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5268dbab-e703-4e38-ac4d-2befe1f7b5d5 req-8a83467e-50f9-476e-a5ea-faebefee9e5c tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] 10.222.0.41 "GET /v2.0/ports?device_id=c37d8b08-64ee-4d7e-99b5-bc356505ed77 HTTP/1.1" status: 200 len: 5430 time: 0.1662276 Aug 11 03:06:38.038193 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee2d176-a786-485a-86b2-9b9f02078229 req-1328b23d-26bb-45b5-9060-5a82a21d7f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:38.039691 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-4ee2d176-a786-485a-86b2-9b9f02078229 req-1328b23d-26bb-45b5-9060-5a82a21d7f02 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b8615fa189f64637b1aec67b665efd81&device_id=648e4284-ff93-4bcd-8bc5-8d9132f908a1 HTTP/1.1" status: 200 len: 1100 time: 0.0866385 Aug 11 03:06:38.103770 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-4ee2d176-a786-485a-86b2-9b9f02078229 req-9a2c4356-22c1-4349-9064-4f240dd3f589 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=07229d21-86ae-47e2-a031-e861549584c4 HTTP/1.1" status: 200 len: 217 time: 0.0439472 Aug 11 03:06:38.138928 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee7cfec-d802-498d-9aeb-51f4cd0f512c req-36118e62-ef29-4feb-a703-9bf3ea7a642f tempest-ServerAddressesNegativeTestJSON-955600463 tempest-ServerAddressesNegativeTestJSON-955600463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:38.140480 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cee7cfec-d802-498d-9aeb-51f4cd0f512c req-36118e62-ef29-4feb-a703-9bf3ea7a642f tempest-ServerAddressesNegativeTestJSON-955600463 tempest-ServerAddressesNegativeTestJSON-955600463-project] 10.222.0.41 "GET /v2.0/ports?device_id=b89b27c9-68d7-44f0-8728-30902f9ec31e HTTP/1.1" status: 200 len: 943 time: 0.1036456 Aug 11 03:06:38.145365 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5268dbab-e703-4e38-ac4d-2befe1f7b5d5 req-8fd49a99-1d76-49ec-b2e4-4b755f72dd3a tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] 10.222.0.41 "GET /v2.0/security-groups?id=607419a9-bee5-4ef0-a97c-fc5d24552dc8&id=0947f6a2-f888-43bb-ac20-3b42849ccfb9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0566468 Aug 11 03:06:38.147508 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7647fe59-9183-46cb-9660-7b78cc6d055b req-bb073074-3bfe-49ad-a6cb-a4c6ea7d8159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:38.149452 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-7647fe59-9183-46cb-9660-7b78cc6d055b req-bb073074-3bfe-49ad-a6cb-a4c6ea7d8159 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d1bf0def-6fa4-4d3e-bbc5-20a040931fba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1209972 Aug 11 03:06:38.193401 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cee7cfec-d802-498d-9aeb-51f4cd0f512c req-a459bc6a-4d30-4ac1-a9e7-14e6666637bb tempest-ServerAddressesNegativeTestJSON-955600463 tempest-ServerAddressesNegativeTestJSON-955600463-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ef853a3-6ada-4a8c-a67a-273f6cab4806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423429 Aug 11 03:06:38.224404 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee2d176-a786-485a-86b2-9b9f02078229 req-76244a72-0852-4c48-85fc-4126293914ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:38.225881 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-4ee2d176-a786-485a-86b2-9b9f02078229 req-76244a72-0852-4c48-85fc-4126293914ab service neutron] 10.222.0.22 "GET /v2.0/subnets?id=254a3f4d-2b75-429e-bbb2-8e70554e9483 HTTP/1.1" status: 200 len: 843 time: 0.1163547 Aug 11 03:06:38.304064 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee2d176-a786-485a-86b2-9b9f02078229 req-d87f05ad-219a-48cb-8c81-39adae452e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:38.305469 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-4ee2d176-a786-485a-86b2-9b9f02078229 req-d87f05ad-219a-48cb-8c81-39adae452e96 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d1bf0def-6fa4-4d3e-bbc5-20a040931fba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0697515 Aug 11 03:06:38.307744 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-7647fe59-9183-46cb-9660-7b78cc6d055b req-25f4492c-49e7-44f8-a315-ec8b4585f9df service neutron] 10.222.0.22 "GET /v2.0/networks/d1bf0def-6fa4-4d3e-bbc5-20a040931fba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472282 Aug 11 03:06:38.314944 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fee310-dea5-4569-b1a1-5d923121263c req-23af7c84-d4c6-44e4-a0cc-d12855145d88 tempest-ListImageFiltersTestJSON-411697844 tempest-ListImageFiltersTestJSON-411697844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:38.316403 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-31fee310-dea5-4569-b1a1-5d923121263c req-23af7c84-d4c6-44e4-a0cc-d12855145d88 tempest-ListImageFiltersTestJSON-411697844 tempest-ListImageFiltersTestJSON-411697844-project] 10.222.0.41 "GET /v2.0/ports?device_id=648e4284-ff93-4bcd-8bc5-8d9132f908a1 HTTP/1.1" status: 200 len: 948 time: 0.0830910 Aug 11 03:06:38.329721 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac17ae0e-2284-4e6c-8707-4f37291bb3b3 req-7eb2281c-0317-4d9a-b2c7-294034c28f38 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:38.331200 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ac17ae0e-2284-4e6c-8707-4f37291bb3b3 req-7eb2281c-0317-4d9a-b2c7-294034c28f38 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=29cccc14-5cf4-4470-a538-9d1ef2af8007 HTTP/1.1" status: 200 len: 945 time: 0.0677986 Aug 11 03:06:38.391157 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-31fee310-dea5-4569-b1a1-5d923121263c req-30c2aa0a-27e3-4b47-b0bc-5859dee0e954 tempest-ListImageFiltersTestJSON-411697844 tempest-ListImageFiltersTestJSON-411697844-project] 10.222.0.41 "GET /v2.0/security-groups?id=f1fae8da-c64d-4618-86d5-07a29a648abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590003 Aug 11 03:06:38.408688 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ac17ae0e-2284-4e6c-8707-4f37291bb3b3 req-0ce68746-65dc-4811-bf02-9c566d5af094 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/security-groups?id=19e25e3f-a72e-45d4-8165-3b0d2215340c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705373 Aug 11 03:06:38.482174 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-4ee2d176-a786-485a-86b2-9b9f02078229 req-bcff4afb-9633-4e18-8aaa-2edb2c76cf0e service neutron] 10.222.0.22 "GET /v2.0/networks/d1bf0def-6fa4-4d3e-bbc5-20a040931fba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612833 Aug 11 03:06:38.484125 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-7647fe59-9183-46cb-9660-7b78cc6d055b req-875c2e8a-dc51-418a-911e-71eb6e3c10c0 service neutron] 10.222.0.22 "GET /v2.0/networks/d1bf0def-6fa4-4d3e-bbc5-20a040931fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621609 Aug 11 03:06:38.584953 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-4ee2d176-a786-485a-86b2-9b9f02078229 req-fe0f2c90-a74c-4ee8-baa9-e8c830e91ca4 service neutron] 10.222.0.22 "GET /v2.0/networks/d1bf0def-6fa4-4d3e-bbc5-20a040931fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847316 Aug 11 03:06:38.765613 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3cf200-b9a8-418a-9239-1460821f5f6a req-5fd51bea-534f-4ec0-b7e3-768bc764ce90 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:38.772021 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0c3cf200-b9a8-418a-9239-1460821f5f6a req-5fd51bea-534f-4ec0-b7e3-768bc764ce90 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e790d19-e22e-49e6-811e-000580ef0e08 HTTP/1.1" status: 200 len: 949 time: 0.0509989 Aug 11 03:06:38.805685 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0c3cf200-b9a8-418a-9239-1460821f5f6a req-223c9635-96cb-4bf0-822e-70dfab68851b tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324783 Aug 11 03:06:38.824067 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-deb0e239-01fd-4161-b514-df8f37441511 req-8a99fba4-df04-4eb2-8716-6f7a009c8ee1 tempest-SecurityGroupsTestAdminJSON-1361511583 tempest-SecurityGroupsTestAdminJSON-1361511583-project] Request body: {'security_group': {'name': 'tempest-securitygroup-2032605338', 'description': 'tempest-description-1993624269'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:06:38.913601 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-deb0e239-01fd-4161-b514-df8f37441511 req-8a99fba4-df04-4eb2-8716-6f7a009c8ee1 tempest-SecurityGroupsTestAdminJSON-1361511583 tempest-SecurityGroupsTestAdminJSON-1361511583-project] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:38.928985 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0c3a9f-d2ed-49c2-9051-415ec03ae446 req-64f8b73a-548f-4575-b27a-2dad7f13cc43 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:38.930463 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bc0c3a9f-d2ed-49c2-9051-415ec03ae446 req-64f8b73a-548f-4575-b27a-2dad7f13cc43 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e790d19-e22e-49e6-811e-000580ef0e08 HTTP/1.1" status: 200 len: 949 time: 0.0569818 Aug 11 03:06:38.931529 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-deb0e239-01fd-4161-b514-df8f37441511 req-8a99fba4-df04-4eb2-8716-6f7a009c8ee1 tempest-SecurityGroupsTestAdminJSON-1361511583 tempest-SecurityGroupsTestAdminJSON-1361511583-project] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:38.987934 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bc0c3a9f-d2ed-49c2-9051-415ec03ae446 req-f6563878-0dff-43a0-a761-8877af463eb2 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485570 Aug 11 03:06:39.053424 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-deb0e239-01fd-4161-b514-df8f37441511 req-8a99fba4-df04-4eb2-8716-6f7a009c8ee1 tempest-SecurityGroupsTestAdminJSON-1361511583 tempest-SecurityGroupsTestAdminJSON-1361511583-project] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:39.134561 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-deb0e239-01fd-4161-b514-df8f37441511 req-8a99fba4-df04-4eb2-8716-6f7a009c8ee1 tempest-SecurityGroupsTestAdminJSON-1361511583 tempest-SecurityGroupsTestAdminJSON-1361511583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:39.173252 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a99fba4-df04-4eb2-8716-6f7a009c8ee1 tempest-SecurityGroupsTestAdminJSON-1361511583 tempest-SecurityGroupsTestAdminJSON-1361511583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aab3a272-dbde-4480-9ca8-2fe81ede5f0a,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:39.230549 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-deb0e239-01fd-4161-b514-df8f37441511 req-8a99fba4-df04-4eb2-8716-6f7a009c8ee1 tempest-SecurityGroupsTestAdminJSON-1361511583 tempest-SecurityGroupsTestAdminJSON-1361511583-project] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:39.302161 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e10a36-a806-4629-8759-47dde70a9a77 req-cb217d03-c964-44ff-9cba-a21cceffefac tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:39.308689 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e10a36-a806-4629-8759-47dde70a9a77 req-cb217d03-c964-44ff-9cba-a21cceffefac tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:39.314648 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e10a36-a806-4629-8759-47dde70a9a77 req-cb217d03-c964-44ff-9cba-a21cceffefac tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:39.320477 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e10a36-a806-4629-8759-47dde70a9a77 req-cb217d03-c964-44ff-9cba-a21cceffefac tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:39.326388 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e10a36-a806-4629-8759-47dde70a9a77 req-cb217d03-c964-44ff-9cba-a21cceffefac tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:39.332773 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e10a36-a806-4629-8759-47dde70a9a77 req-cb217d03-c964-44ff-9cba-a21cceffefac tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:39.338661 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e10a36-a806-4629-8759-47dde70a9a77 req-cb217d03-c964-44ff-9cba-a21cceffefac tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:39.340485 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f5e10a36-a806-4629-8759-47dde70a9a77 req-cb217d03-c964-44ff-9cba-a21cceffefac tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] 10.222.0.41 "GET /v2.0/ports?device_id=c37d8b08-64ee-4d7e-99b5-bc356505ed77 HTTP/1.1" status: 200 len: 5430 time: 0.0937243 Aug 11 03:06:39.380661 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f5e10a36-a806-4629-8759-47dde70a9a77 req-fb1e238e-0fd3-42a6-9880-0b9403b19f33 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] 10.222.0.41 "GET /v2.0/security-groups?id=607419a9-bee5-4ef0-a97c-fc5d24552dc8&id=0947f6a2-f888-43bb-ac20-3b42849ccfb9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0340719 Aug 11 03:06:39.399374 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '648e4284-ff93-4bcd-8bc5-8d9132f908a1', 'tag': '07229d21-86ae-47e2-a031-e861549584c4'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:06:39.401879 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b41e7c6-2a01-4cac-b221-669541b380df" -d '{"events": [{"name": "network-changed", "server_uuid": "648e4284-ff93-4bcd-8bc5-8d9132f908a1", "tag": "07229d21-86ae-47e2-a031-e861549584c4"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:06:39.462417 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-deb0e239-01fd-4161-b514-df8f37441511 req-8a99fba4-df04-4eb2-8716-6f7a009c8ee1 tempest-SecurityGroupsTestAdminJSON-1361511583 tempest-SecurityGroupsTestAdminJSON-1361511583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:39.513467 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a99fba4-df04-4eb2-8716-6f7a009c8ee1 tempest-SecurityGroupsTestAdminJSON-1361511583 tempest-SecurityGroupsTestAdminJSON-1361511583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b53cbee9-2135-4b58-9d71-e4e696989f8f,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:39.525371 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9599ad47-c079-4621-b12d-a68e88dea4f4 req-739e8c92-4d8b-4a89-af8c-9f0a92c2aefb tempest-ServerAddressesNegativeTestJSON-955600463 tempest-ServerAddressesNegativeTestJSON-955600463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:39.526919 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9599ad47-c079-4621-b12d-a68e88dea4f4 req-739e8c92-4d8b-4a89-af8c-9f0a92c2aefb tempest-ServerAddressesNegativeTestJSON-955600463 tempest-ServerAddressesNegativeTestJSON-955600463-project] 10.222.0.41 "GET /v2.0/ports?device_id=b89b27c9-68d7-44f0-8728-30902f9ec31e HTTP/1.1" status: 200 len: 943 time: 0.0751517 Aug 11 03:06:39.561571 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-deb0e239-01fd-4161-b514-df8f37441511 req-8a99fba4-df04-4eb2-8716-6f7a009c8ee1 tempest-SecurityGroupsTestAdminJSON-1361511583 tempest-SecurityGroupsTestAdminJSON-1361511583-project] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:39.562774 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-deb0e239-01fd-4161-b514-df8f37441511 req-8a99fba4-df04-4eb2-8716-6f7a009c8ee1 tempest-SecurityGroupsTestAdminJSON-1361511583 tempest-SecurityGroupsTestAdminJSON-1361511583-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.7432060 Aug 11 03:06:39.571025 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9599ad47-c079-4621-b12d-a68e88dea4f4 req-606addf7-d063-4121-bf5c-dc97c4be4af4 tempest-ServerAddressesNegativeTestJSON-955600463 tempest-ServerAddressesNegativeTestJSON-955600463-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ef853a3-6ada-4a8c-a67a-273f6cab4806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381908 Aug 11 03:06:39.603977 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:06:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16b24101-2ef4-4a8b-b02c-1eb213747f7b x-openstack-request-id: req-16b24101-2ef4-4a8b-b02c-1eb213747f7b {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:06:39.604322 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "648e4284-ff93-4bcd-8bc5-8d9132f908a1", "tag": "07229d21-86ae-47e2-a031-e861549584c4", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:06:39.604771 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-16b24101-2ef4-4a8b-b02c-1eb213747f7b {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:06:39.605863 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '648e4284-ff93-4bcd-8bc5-8d9132f908a1', 'tag': '07229d21-86ae-47e2-a031-e861549584c4', 'status': 'completed', 'code': 200} Aug 11 03:06:39.684824 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b41e7c6-2a01-4cac-b221-669541b380df req-127599a8-894d-4bde-82d9-d02ddbe41631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:39.686219 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-2b41e7c6-2a01-4cac-b221-669541b380df req-127599a8-894d-4bde-82d9-d02ddbe41631 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b8615fa189f64637b1aec67b665efd81&device_id=648e4284-ff93-4bcd-8bc5-8d9132f908a1 HTTP/1.1" status: 200 len: 1100 time: 0.0471771 Aug 11 03:06:39.710105 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82b76e7-5d5f-462e-9252-5bfa90c78bca req-1d516dd7-bbcc-4a8b-85f6-a10e4001ec9c tempest-ListImageFiltersTestJSON-411697844 tempest-ListImageFiltersTestJSON-411697844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:39.711610 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b82b76e7-5d5f-462e-9252-5bfa90c78bca req-1d516dd7-bbcc-4a8b-85f6-a10e4001ec9c tempest-ListImageFiltersTestJSON-411697844 tempest-ListImageFiltersTestJSON-411697844-project] 10.222.0.41 "GET /v2.0/ports?device_id=648e4284-ff93-4bcd-8bc5-8d9132f908a1 HTTP/1.1" status: 200 len: 948 time: 0.0851350 Aug 11 03:06:39.724284 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a92b59-9be2-4581-8044-bfb34638c611 req-f250879c-3c29-4c7f-9502-62f97816f919 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:39.725700 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-25a92b59-9be2-4581-8044-bfb34638c611 req-f250879c-3c29-4c7f-9502-62f97816f919 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=29cccc14-5cf4-4470-a538-9d1ef2af8007 HTTP/1.1" status: 200 len: 945 time: 0.0650699 Aug 11 03:06:39.780012 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b82b76e7-5d5f-462e-9252-5bfa90c78bca req-0580ca4f-4075-4e44-a120-1dd34905ce62 tempest-ListImageFiltersTestJSON-411697844 tempest-ListImageFiltersTestJSON-411697844-project] 10.222.0.41 "GET /v2.0/security-groups?id=f1fae8da-c64d-4618-86d5-07a29a648abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533557 Aug 11 03:06:39.782387 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b41e7c6-2a01-4cac-b221-669541b380df req-2c665069-e818-4d5d-b5fb-69940b837579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:39.783820 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-2b41e7c6-2a01-4cac-b221-669541b380df req-2c665069-e818-4d5d-b5fb-69940b837579 service neutron] 10.222.0.22 "GET /v2.0/networks?id=d1bf0def-6fa4-4d3e-bbc5-20a040931fba HTTP/1.1" status: 200 len: 870 time: 0.0843081 Aug 11 03:06:39.784846 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-25a92b59-9be2-4581-8044-bfb34638c611 req-39207c05-6801-4046-8b54-31528befa992 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/security-groups?id=19e25e3f-a72e-45d4-8165-3b0d2215340c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519407 Aug 11 03:06:39.836190 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-2b41e7c6-2a01-4cac-b221-669541b380df req-9ca2e68b-9f7b-41fe-9035-d2e57aa21673 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=07229d21-86ae-47e2-a031-e861549584c4 HTTP/1.1" status: 200 len: 217 time: 0.0435853 Aug 11 03:06:39.868107 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-85b85152-74a3-4536-b41c-394e4b2ce89a req-7b10a70f-d0cd-4d95-b4bd-e687ad680dd7 tempest-SecurityGroupsTestAdminJSON-1361511583 tempest-SecurityGroupsTestAdminJSON-1361511583-project] Request body: {'security_group': {'name': 'tempest-securitygroup-632116214', 'description': 'tempest-description-1968341784'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:06:39.898201 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-402bdd22-d59d-4a04-94c2-6a442d7b97d9 req-96a3ec2f-5e70-4898-8a0d-fb862d543184 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=2a223f1b2a284c768535cee2a71b4bcf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0245874 Aug 11 03:06:39.904040 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b41e7c6-2a01-4cac-b221-669541b380df req-308cb3a1-a6d1-4be5-8779-4aec859c7dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:39.905513 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-2b41e7c6-2a01-4cac-b221-669541b380df req-308cb3a1-a6d1-4be5-8779-4aec859c7dd7 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=254a3f4d-2b75-429e-bbb2-8e70554e9483 HTTP/1.1" status: 200 len: 843 time: 0.0439680 Aug 11 03:06:39.962189 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b41e7c6-2a01-4cac-b221-669541b380df req-95dd595d-0e1b-4bd3-af6d-33f06f74e688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:39.963658 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-2b41e7c6-2a01-4cac-b221-669541b380df req-95dd595d-0e1b-4bd3-af6d-33f06f74e688 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d1bf0def-6fa4-4d3e-bbc5-20a040931fba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0407164 Aug 11 03:06:40.001521 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-85b85152-74a3-4536-b41c-394e4b2ce89a req-7b10a70f-d0cd-4d95-b4bd-e687ad680dd7 tempest-SecurityGroupsTestAdminJSON-1361511583 tempest-SecurityGroupsTestAdminJSON-1361511583-project] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:40.023395 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402bdd22-d59d-4a04-94c2-6a442d7b97d9 req-b7e6abd7-d3a4-4e70-aa02-77cdf7bd28c1 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:40.024848 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-402bdd22-d59d-4a04-94c2-6a442d7b97d9 req-b7e6abd7-d3a4-4e70-aa02-77cdf7bd28c1 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1196616 Aug 11 03:06:40.047908 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-402bdd22-d59d-4a04-94c2-6a442d7b97d9 req-318e53d9-0adc-43b2-af01-020977e41f50 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/quotas/2a223f1b2a284c768535cee2a71b4bcf HTTP/1.1" status: 200 len: 375 time: 0.0151157 Aug 11 03:06:40.058335 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-2b41e7c6-2a01-4cac-b221-669541b380df req-0c9c04d6-7a99-414e-b46d-a0e34ceefdb1 service neutron] 10.222.0.22 "GET /v2.0/networks/d1bf0def-6fa4-4d3e-bbc5-20a040931fba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854411 Aug 11 03:06:40.099404 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device f3d086e6-d499-4dd1-a2ef-d659efe40686 details requested by agent hyperv_n-h1-764292-30 with host n-h1-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:06:40.102087 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device a6f3ee74-8e10-43b7-b557-8188f2204900 up at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:06:40.133706 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-402bdd22-d59d-4a04-94c2-6a442d7b97d9 req-566bc7a0-035a-4add-9da7-b9d80a053d69 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=2a223f1b2a284c768535cee2a71b4bcf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0796885 Aug 11 03:06:40.146438 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-85b85152-74a3-4536-b41c-394e4b2ce89a req-7b10a70f-d0cd-4d95-b4bd-e687ad680dd7 tempest-SecurityGroupsTestAdminJSON-1361511583 tempest-SecurityGroupsTestAdminJSON-1361511583-project] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:40.163840 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-2b41e7c6-2a01-4cac-b221-669541b380df req-72931aa2-bdd2-4186-8c58-e7188a23ceda service neutron] 10.222.0.22 "GET /v2.0/networks/d1bf0def-6fa4-4d3e-bbc5-20a040931fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979736 Aug 11 03:06:40.197475 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-85b85152-74a3-4536-b41c-394e4b2ce89a req-7b10a70f-d0cd-4d95-b4bd-e687ad680dd7 tempest-SecurityGroupsTestAdminJSON-1361511583 tempest-SecurityGroupsTestAdminJSON-1361511583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:40.231437 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b10a70f-d0cd-4d95-b4bd-e687ad680dd7 tempest-SecurityGroupsTestAdminJSON-1361511583 tempest-SecurityGroupsTestAdminJSON-1361511583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff8d6138-3be5-438e-bb9f-91b185cde254,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:40.235406 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port f3d086e6-d499-4dd1-a2ef-d659efe40686, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=f3d086e6-d499-4dd1-a2ef-d659efe40686,segment=NetworkSegment(814cede5-2509-4c57-9406-20dd1e6cc45b),segment_id=814cede5-2509-4c57-9406-20dd1e6cc45b)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:06:40.247229 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Returning: {'device': 'f3d086e6-d499-4dd1-a2ef-d659efe40686', 'network_id': '498590d3-6955-4f1a-b9ac-d47d076abeec', 'port_id': 'f3d086e6-d499-4dd1-a2ef-d659efe40686', 'mac_address': 'fa:16:3e:d6:78:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '825d227b-eb5c-4f28-a048-097e169e3b46', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:06:40.284297 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:40.296596 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3d086e6-d499-4dd1-a2ef-d659efe40686 {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:06:40.314710 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning for port a6f3ee74-8e10-43b7-b557-8188f2204900 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:06:40.317955 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port f3d086e6-d499-4dd1-a2ef-d659efe40686, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=f3d086e6-d499-4dd1-a2ef-d659efe40686,segment=NetworkSegment(814cede5-2509-4c57-9406-20dd1e6cc45b),segment_id=814cede5-2509-4c57-9406-20dd1e6cc45b)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:06:40.320580 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning complete for port a6f3ee74-8e10-43b7-b557-8188f2204900 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:06:40.320946 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:40.345852 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-85b85152-74a3-4536-b41c-394e4b2ce89a req-7b10a70f-d0cd-4d95-b4bd-e687ad680dd7 tempest-SecurityGroupsTestAdminJSON-1361511583 tempest-SecurityGroupsTestAdminJSON-1361511583-project] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:40.347285 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-85b85152-74a3-4536-b41c-394e4b2ce89a req-7b10a70f-d0cd-4d95-b4bd-e687ad680dd7 tempest-SecurityGroupsTestAdminJSON-1361511583 tempest-SecurityGroupsTestAdminJSON-1361511583-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4834402 Aug 11 03:06:40.411410 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:40.416217 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:40.470842 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port a6f3ee74-8e10-43b7-b557-8188f2204900, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=a6f3ee74-8e10-43b7-b557-8188f2204900,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:06:40.479501 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-dd28f698-6869-4d78-82c7-37b541fd1026 req-407ca092-227f-462f-bdc3-6306eadb6d1a tempest-SecurityGroupsTestAdminJSON-444566071 tempest-SecurityGroupsTestAdminJSON-444566071-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1416669898', 'description': 'tempest-description-725658582'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:06:40.482090 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e790d19-e22e-49e6-811e-000580ef0e08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6f3ee74-8e10-43b7-b557-8188f2204900'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:06:40.484888 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4caa779a-158f-420c-a2eb-b681e0c79693" -d '{"events": [{"server_uuid": "1e790d19-e22e-49e6-811e-000580ef0e08", "name": "network-vif-plugged", "status": "completed", "tag": "a6f3ee74-8e10-43b7-b557-8188f2204900"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:06:40.508918 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=f3d086e6-d499-4dd1-a2ef-d659efe40686,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:40.516002 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-df3f34df-b42a-474b-bc08-0ba6a3601334 req-5745fd78-5782-434e-af6b-e21ad7570238 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=62a21279-cd45-4f1c-bc8b-9bb047767d13 HTTP/1.1" status: 200 len: 210 time: 0.0289831 Aug 11 03:06:40.556678 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:40.585564 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-dd28f698-6869-4d78-82c7-37b541fd1026 req-407ca092-227f-462f-bdc3-6306eadb6d1a tempest-SecurityGroupsTestAdminJSON-444566071 tempest-SecurityGroupsTestAdminJSON-444566071-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:40.609184 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=a6f3ee74-8e10-43b7-b557-8188f2204900,revision_number=9']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:40.610211 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-dd28f698-6869-4d78-82c7-37b541fd1026 req-407ca092-227f-462f-bdc3-6306eadb6d1a tempest-SecurityGroupsTestAdminJSON-444566071 tempest-SecurityGroupsTestAdminJSON-444566071-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:40.648186 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940b8afc-9c7a-474d-b640-94c88b7cdb61 req-70470c71-da39-4b2c-b64f-65114bebec6d tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:40.654631 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940b8afc-9c7a-474d-b640-94c88b7cdb61 req-70470c71-da39-4b2c-b64f-65114bebec6d tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:40.660580 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940b8afc-9c7a-474d-b640-94c88b7cdb61 req-70470c71-da39-4b2c-b64f-65114bebec6d tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:40.666454 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940b8afc-9c7a-474d-b640-94c88b7cdb61 req-70470c71-da39-4b2c-b64f-65114bebec6d tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:40.673070 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940b8afc-9c7a-474d-b640-94c88b7cdb61 req-70470c71-da39-4b2c-b64f-65114bebec6d tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:40.678945 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940b8afc-9c7a-474d-b640-94c88b7cdb61 req-70470c71-da39-4b2c-b64f-65114bebec6d tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:40.684902 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940b8afc-9c7a-474d-b640-94c88b7cdb61 req-70470c71-da39-4b2c-b64f-65114bebec6d tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:40.686787 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-940b8afc-9c7a-474d-b640-94c88b7cdb61 req-70470c71-da39-4b2c-b64f-65114bebec6d tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] 10.222.0.41 "GET /v2.0/ports?device_id=c37d8b08-64ee-4d7e-99b5-bc356505ed77 HTTP/1.1" status: 200 len: 5430 time: 0.1121552 Aug 11 03:06:40.740924 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-940b8afc-9c7a-474d-b640-94c88b7cdb61 req-f6710815-8160-4790-91f7-2e64c50060a5 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] 10.222.0.41 "GET /v2.0/security-groups?id=607419a9-bee5-4ef0-a97c-fc5d24552dc8&id=0947f6a2-f888-43bb-ac20-3b42849ccfb9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0465956 Aug 11 03:06:40.795842 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-dd28f698-6869-4d78-82c7-37b541fd1026 req-407ca092-227f-462f-bdc3-6306eadb6d1a tempest-SecurityGroupsTestAdminJSON-444566071 tempest-SecurityGroupsTestAdminJSON-444566071-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:40.803791 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:06:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fa93954-6604-47eb-8bb5-a4eb4e775922 x-openstack-request-id: req-7fa93954-6604-47eb-8bb5-a4eb4e775922 {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:06:40.804091 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e790d19-e22e-49e6-811e-000580ef0e08", "name": "network-vif-plugged", "status": "completed", "tag": "a6f3ee74-8e10-43b7-b557-8188f2204900", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:06:40.804343 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7fa93954-6604-47eb-8bb5-a4eb4e775922 {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:06:40.804739 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e790d19-e22e-49e6-811e-000580ef0e08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6f3ee74-8e10-43b7-b557-8188f2204900', 'code': 200} Aug 11 03:06:40.878523 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['f3d086e6-d499-4dd1-a2ef-d659efe40686'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:06:40.897748 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5198fb77-2d2d-4398-b759-1da9eb3ab259 req-e5bec2f1-ca19-4ea3-88b9-7545bf711711 tempest-ServerAddressesNegativeTestJSON-955600463 tempest-ServerAddressesNegativeTestJSON-955600463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:40.899303 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5198fb77-2d2d-4398-b759-1da9eb3ab259 req-e5bec2f1-ca19-4ea3-88b9-7545bf711711 tempest-ServerAddressesNegativeTestJSON-955600463 tempest-ServerAddressesNegativeTestJSON-955600463-project] 10.222.0.41 "GET /v2.0/ports?device_id=b89b27c9-68d7-44f0-8728-30902f9ec31e HTTP/1.1" status: 200 len: 944 time: 0.0532870 Aug 11 03:06:40.913459 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-dd28f698-6869-4d78-82c7-37b541fd1026 req-407ca092-227f-462f-bdc3-6306eadb6d1a tempest-SecurityGroupsTestAdminJSON-444566071 tempest-SecurityGroupsTestAdminJSON-444566071-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:40.970652 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5198fb77-2d2d-4398-b759-1da9eb3ab259 req-8a3a17c3-e334-4e4a-a5ae-807572bbdd32 tempest-ServerAddressesNegativeTestJSON-955600463 tempest-ServerAddressesNegativeTestJSON-955600463-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ef853a3-6ada-4a8c-a67a-273f6cab4806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645471 Aug 11 03:06:40.972564 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:40.973569 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407ca092-227f-462f-bdc3-6306eadb6d1a tempest-SecurityGroupsTestAdminJSON-444566071 tempest-SecurityGroupsTestAdminJSON-444566071-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6deea625-657b-4b36-ab13-e1aac8ba27b1,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:41.069234 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-dd28f698-6869-4d78-82c7-37b541fd1026 req-407ca092-227f-462f-bdc3-6306eadb6d1a tempest-SecurityGroupsTestAdminJSON-444566071 tempest-SecurityGroupsTestAdminJSON-444566071-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:41.088526 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e95034d-dea9-46a8-8e0d-19674efe4d60 req-0708597b-3b71-4644-98b9-eb73ed2773da tempest-ListImageFiltersTestJSON-411697844 tempest-ListImageFiltersTestJSON-411697844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:41.090574 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9e95034d-dea9-46a8-8e0d-19674efe4d60 req-0708597b-3b71-4644-98b9-eb73ed2773da tempest-ListImageFiltersTestJSON-411697844 tempest-ListImageFiltersTestJSON-411697844-project] 10.222.0.41 "GET /v2.0/ports?device_id=648e4284-ff93-4bcd-8bc5-8d9132f908a1 HTTP/1.1" status: 200 len: 948 time: 0.0603116 Aug 11 03:06:41.128031 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9e95034d-dea9-46a8-8e0d-19674efe4d60 req-e13cb652-a8e7-41a1-b87e-3e97ca33cafd tempest-ListImageFiltersTestJSON-411697844 tempest-ListImageFiltersTestJSON-411697844-project] 10.222.0.41 "GET /v2.0/security-groups?id=f1fae8da-c64d-4618-86d5-07a29a648abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314112 Aug 11 03:06:41.144524 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-dd28f698-6869-4d78-82c7-37b541fd1026 req-407ca092-227f-462f-bdc3-6306eadb6d1a tempest-SecurityGroupsTestAdminJSON-444566071 tempest-SecurityGroupsTestAdminJSON-444566071-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:41.175765 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407ca092-227f-462f-bdc3-6306eadb6d1a tempest-SecurityGroupsTestAdminJSON-444566071 tempest-SecurityGroupsTestAdminJSON-444566071-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0bedbae-8d06-4d4a-b6c0-f47f7a11ac8b,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:41.230642 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eedff60-3e7b-4574-8f8d-1adeba1e978c req-82b9619b-aa3b-4aa1-aa63-dca56d638a85 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:41.232124 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5eedff60-3e7b-4574-8f8d-1adeba1e978c req-82b9619b-aa3b-4aa1-aa63-dca56d638a85 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=29cccc14-5cf4-4470-a538-9d1ef2af8007 HTTP/1.1" status: 200 len: 945 time: 0.0488358 Aug 11 03:06:41.237384 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-dd28f698-6869-4d78-82c7-37b541fd1026 req-407ca092-227f-462f-bdc3-6306eadb6d1a tempest-SecurityGroupsTestAdminJSON-444566071 tempest-SecurityGroupsTestAdminJSON-444566071-project-admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:41.238624 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-dd28f698-6869-4d78-82c7-37b541fd1026 req-407ca092-227f-462f-bdc3-6306eadb6d1a tempest-SecurityGroupsTestAdminJSON-444566071 tempest-SecurityGroupsTestAdminJSON-444566071-project-admin] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.7636149 Aug 11 03:06:41.272645 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5eedff60-3e7b-4574-8f8d-1adeba1e978c req-4106f6b0-bab1-4ce3-b9ed-70187d71b82f tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/security-groups?id=19e25e3f-a72e-45d4-8165-3b0d2215340c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330670 Aug 11 03:06:41.308772 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-9e65b887-8019-4f5c-8585-ebd93411f41f req-403a9df4-5b21-4c53-a575-e9bebb911971 tempest-SecurityGroupsTestAdminJSON-444566071 tempest-SecurityGroupsTestAdminJSON-444566071-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1005715745', 'description': 'tempest-description-462604562'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:06:41.465983 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-9e65b887-8019-4f5c-8585-ebd93411f41f req-403a9df4-5b21-4c53-a575-e9bebb911971 tempest-SecurityGroupsTestAdminJSON-444566071 tempest-SecurityGroupsTestAdminJSON-444566071-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:41.543085 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-9e65b887-8019-4f5c-8585-ebd93411f41f req-403a9df4-5b21-4c53-a575-e9bebb911971 tempest-SecurityGroupsTestAdminJSON-444566071 tempest-SecurityGroupsTestAdminJSON-444566071-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:41.611213 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-74674455-3935-4fb8-afa3-032634193b37 req-2f2f98a7-3470-4e4a-85dc-ca8cff3f99df tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=62a21279-cd45-4f1c-bc8b-9bb047767d13 HTTP/1.1" status: 200 len: 210 time: 0.0263338 Aug 11 03:06:41.611919 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-9e65b887-8019-4f5c-8585-ebd93411f41f req-403a9df4-5b21-4c53-a575-e9bebb911971 tempest-SecurityGroupsTestAdminJSON-444566071 tempest-SecurityGroupsTestAdminJSON-444566071-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:41.645017 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403a9df4-5b21-4c53-a575-e9bebb911971 tempest-SecurityGroupsTestAdminJSON-444566071 tempest-SecurityGroupsTestAdminJSON-444566071-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e2b9eae-b08a-491d-8352-e12f08fb8a1f,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:41.734578 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-9e65b887-8019-4f5c-8585-ebd93411f41f req-403a9df4-5b21-4c53-a575-e9bebb911971 tempest-SecurityGroupsTestAdminJSON-444566071 tempest-SecurityGroupsTestAdminJSON-444566071-project-admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:41.735827 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9e65b887-8019-4f5c-8585-ebd93411f41f req-403a9df4-5b21-4c53-a575-e9bebb911971 tempest-SecurityGroupsTestAdminJSON-444566071 tempest-SecurityGroupsTestAdminJSON-444566071-project-admin] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4312084 Aug 11 03:06:41.908931 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50ad5dd-d83a-4cb2-94fd-c8b12f8470c1 req-951d4631-06b7-48f3-96c1-844274e3eefe tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:41.914846 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50ad5dd-d83a-4cb2-94fd-c8b12f8470c1 req-951d4631-06b7-48f3-96c1-844274e3eefe tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:41.921330 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50ad5dd-d83a-4cb2-94fd-c8b12f8470c1 req-951d4631-06b7-48f3-96c1-844274e3eefe tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:41.927341 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50ad5dd-d83a-4cb2-94fd-c8b12f8470c1 req-951d4631-06b7-48f3-96c1-844274e3eefe tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:41.933279 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50ad5dd-d83a-4cb2-94fd-c8b12f8470c1 req-951d4631-06b7-48f3-96c1-844274e3eefe tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:41.939308 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50ad5dd-d83a-4cb2-94fd-c8b12f8470c1 req-951d4631-06b7-48f3-96c1-844274e3eefe tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:41.945333 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50ad5dd-d83a-4cb2-94fd-c8b12f8470c1 req-951d4631-06b7-48f3-96c1-844274e3eefe tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:41.947217 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a50ad5dd-d83a-4cb2-94fd-c8b12f8470c1 req-951d4631-06b7-48f3-96c1-844274e3eefe tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] 10.222.0.41 "GET /v2.0/ports?device_id=c37d8b08-64ee-4d7e-99b5-bc356505ed77 HTTP/1.1" status: 200 len: 5430 time: 0.1242807 Aug 11 03:06:42.020486 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a50ad5dd-d83a-4cb2-94fd-c8b12f8470c1 req-d4fce929-4d07-4d81-9f51-38cadf19b8d0 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] 10.222.0.41 "GET /v2.0/security-groups?id=607419a9-bee5-4ef0-a97c-fc5d24552dc8&id=0947f6a2-f888-43bb-ac20-3b42849ccfb9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0644827 Aug 11 03:06:42.113452 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device f3d086e6-d499-4dd1-a2ef-d659efe40686 up at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:06:42.157856 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d2561d-046b-41bd-8999-88ac5877db6e req-6dda9159-70e5-4f21-9a00-be873ea9eb55 tempest-ServerAddressesNegativeTestJSON-955600463 tempest-ServerAddressesNegativeTestJSON-955600463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:42.159441 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-77d2561d-046b-41bd-8999-88ac5877db6e req-6dda9159-70e5-4f21-9a00-be873ea9eb55 tempest-ServerAddressesNegativeTestJSON-955600463 tempest-ServerAddressesNegativeTestJSON-955600463-project] 10.222.0.41 "GET /v2.0/ports?device_id=b89b27c9-68d7-44f0-8728-30902f9ec31e HTTP/1.1" status: 200 len: 944 time: 0.0779233 Aug 11 03:06:42.190061 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bacd9138-dd06-46a3-aa93-55a65e1b1614 req-ffb7dd40-2e22-4253-9d6d-5f5def9f5eb5 tempest-SecurityGroupsTestAdminJSON-444566071 tempest-SecurityGroupsTestAdminJSON-444566071-project-admin] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 53263 time: 0.4341323 Aug 11 03:06:42.233328 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-77d2561d-046b-41bd-8999-88ac5877db6e req-f54ca3e8-ae97-471e-8595-88fd02f6c4f0 tempest-ServerAddressesNegativeTestJSON-955600463 tempest-ServerAddressesNegativeTestJSON-955600463-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ef853a3-6ada-4a8c-a67a-273f6cab4806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663428 Aug 11 03:06:42.237107 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning for port f3d086e6-d499-4dd1-a2ef-d659efe40686 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:06:42.241846 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning complete for port f3d086e6-d499-4dd1-a2ef-d659efe40686 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:06:42.242513 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:42.257872 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bacd9138-dd06-46a3-aa93-55a65e1b1614 req-04930a44-4a6d-41af-a57b-de626e409f9f tempest-SecurityGroupsTestAdminJSON-444566071 tempest-SecurityGroupsTestAdminJSON-444566071-project-admin] 10.222.0.41 "GET /v2.0/security-groups/0947f6a2-f888-43bb-ac20-3b42849ccfb9 HTTP/1.1" status: 200 len: 2981 time: 0.0532975 Aug 11 03:06:42.318239 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-402bdd22-d59d-4a04-94c2-6a442d7b97d9 req-32992d49-2eff-412f-8636-216f820d4c24 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=2a223f1b2a284c768535cee2a71b4bcf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0235023 Aug 11 03:06:42.335636 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:42.353707 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bacd9138-dd06-46a3-aa93-55a65e1b1614 req-c9e9a1ad-8733-4933-ac49-868d0aaa4f86 tempest-SecurityGroupsTestAdminJSON-444566071 tempest-SecurityGroupsTestAdminJSON-444566071-project-admin] 10.222.0.41 "GET /v2.0/security-groups/0947f6a2-f888-43bb-ac20-3b42849ccfb9 HTTP/1.1" status: 200 len: 2981 time: 0.0856721 Aug 11 03:06:42.381783 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931167cc-d3a6-443b-8115-d549cb8c6c11 req-89cd4f13-16be-43a2-803d-3769f40f6d32 tempest-ListImageFiltersTestJSON-411697844 tempest-ListImageFiltersTestJSON-411697844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:42.383690 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-931167cc-d3a6-443b-8115-d549cb8c6c11 req-89cd4f13-16be-43a2-803d-3769f40f6d32 tempest-ListImageFiltersTestJSON-411697844 tempest-ListImageFiltersTestJSON-411697844-project] 10.222.0.41 "GET /v2.0/ports?device_id=648e4284-ff93-4bcd-8bc5-8d9132f908a1 HTTP/1.1" status: 200 len: 948 time: 0.0772262 Aug 11 03:06:42.445912 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bacd9138-dd06-46a3-aa93-55a65e1b1614 req-4611bcfa-cf0b-4a57-b568-d01ad5ae81a9 tempest-SecurityGroupsTestAdminJSON-444566071 tempest-SecurityGroupsTestAdminJSON-444566071-project-admin] 10.222.0.41 "GET /v2.0/security-groups/102bbd2b-01fb-4eac-b4ca-188a53da5895 HTTP/1.1" status: 200 len: 2981 time: 0.0787177 Aug 11 03:06:42.455454 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-931167cc-d3a6-443b-8115-d549cb8c6c11 req-d1ddedf6-1931-4816-94c9-75f5d80160e5 tempest-ListImageFiltersTestJSON-411697844 tempest-ListImageFiltersTestJSON-411697844-project] 10.222.0.41 "GET /v2.0/security-groups?id=f1fae8da-c64d-4618-86d5-07a29a648abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650213 Aug 11 03:06:42.505453 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bacd9138-dd06-46a3-aa93-55a65e1b1614 req-43b4e940-f09a-4391-a0a8-f2d4eac721f5 tempest-SecurityGroupsTestAdminJSON-444566071 tempest-SecurityGroupsTestAdminJSON-444566071-project-admin] 10.222.0.41 "GET /v2.0/security-groups/102bbd2b-01fb-4eac-b4ca-188a53da5895 HTTP/1.1" status: 200 len: 2981 time: 0.0427024 Aug 11 03:06:42.521378 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port f3d086e6-d499-4dd1-a2ef-d659efe40686, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=f3d086e6-d499-4dd1-a2ef-d659efe40686,segment=NetworkSegment(814cede5-2509-4c57-9406-20dd1e6cc45b),segment_id=814cede5-2509-4c57-9406-20dd1e6cc45b)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:06:42.577795 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402bdd22-d59d-4a04-94c2-6a442d7b97d9 req-db370fc7-3ab8-4772-826f-47e1d47db306 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:42.579335 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-402bdd22-d59d-4a04-94c2-6a442d7b97d9 req-db370fc7-3ab8-4772-826f-47e1d47db306 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2538133 Aug 11 03:06:42.594613 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bacd9138-dd06-46a3-aa93-55a65e1b1614 req-760af2a9-9e78-4fe4-a88b-daffd1614630 tempest-SecurityGroupsTestAdminJSON-444566071 tempest-SecurityGroupsTestAdminJSON-444566071-project-admin] 10.222.0.41 "GET /v2.0/security-groups/19e25e3f-a72e-45d4-8165-3b0d2215340c HTTP/1.1" status: 200 len: 2981 time: 0.0888004 Aug 11 03:06:42.596543 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-402bdd22-d59d-4a04-94c2-6a442d7b97d9 req-34d60578-7602-48c9-8d84-80c4111ea56d tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Request body: {'port': {'device_id': '62a21279-cd45-4f1c-bc8b-9bb047767d13', 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba', 'admin_state_up': True, 'tenant_id': '2a223f1b2a284c768535cee2a71b4bcf'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:06:42.604429 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:42.650056 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c25ff5-248e-4464-8b7c-25c4912f5e17 req-fa2a8576-db15-4bb6-b576-72de4ad7ce1d tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:42.651595 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a2c25ff5-248e-4464-8b7c-25c4912f5e17 req-fa2a8576-db15-4bb6-b576-72de4ad7ce1d tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=29cccc14-5cf4-4470-a538-9d1ef2af8007 HTTP/1.1" status: 200 len: 945 time: 0.1140122 Aug 11 03:06:42.660129 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=f3d086e6-d499-4dd1-a2ef-d659efe40686,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:42.688585 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bacd9138-dd06-46a3-aa93-55a65e1b1614 req-50420727-d432-407e-8dd9-f6fe0006e5f1 tempest-SecurityGroupsTestAdminJSON-444566071 tempest-SecurityGroupsTestAdminJSON-444566071-project-admin] 10.222.0.41 "GET /v2.0/security-groups/19e25e3f-a72e-45d4-8165-3b0d2215340c HTTP/1.1" status: 200 len: 2981 time: 0.0694058 Aug 11 03:06:42.720121 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a2c25ff5-248e-4464-8b7c-25c4912f5e17 req-a43ccf0e-c68e-4525-821c-356a0282a73f tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/security-groups?id=19e25e3f-a72e-45d4-8165-3b0d2215340c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568948 Aug 11 03:06:42.752520 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bacd9138-dd06-46a3-aa93-55a65e1b1614 req-ed339edc-1a29-49bf-a82e-62424c5b98ed tempest-SecurityGroupsTestAdminJSON-444566071 tempest-SecurityGroupsTestAdminJSON-444566071-project-admin] 10.222.0.41 "GET /v2.0/security-groups/65817e94-4c8a-4c6b-a51b-5684f0f859b9 HTTP/1.1" status: 200 len: 2973 time: 0.0536201 Aug 11 03:06:42.796276 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-402bdd22-d59d-4a04-94c2-6a442d7b97d9 req-34d60578-7602-48c9-8d84-80c4111ea56d tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Made reservation on behalf of 2a223f1b2a284c768535cee2a71b4bcf for: {'port': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:06:42.797226 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bacd9138-dd06-46a3-aa93-55a65e1b1614 req-c01c7da9-3daf-483f-b215-292fc15ebecd tempest-SecurityGroupsTestAdminJSON-444566071 tempest-SecurityGroupsTestAdminJSON-444566071-project-admin] 10.222.0.41 "GET /v2.0/security-groups/65817e94-4c8a-4c6b-a51b-5684f0f859b9 HTTP/1.1" status: 200 len: 2973 time: 0.0384088 Aug 11 03:06:42.799894 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-402bdd22-d59d-4a04-94c2-6a442d7b97d9 req-34d60578-7602-48c9-8d84-80c4111ea56d tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:42.806741 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b89b27c9-68d7-44f0-8728-30902f9ec31e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3d086e6-d499-4dd1-a2ef-d659efe40686'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:06:42.811516 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c089210-b5df-4ef3-a8b7-398b9d9b3b3a" -d '{"events": [{"server_uuid": "b89b27c9-68d7-44f0-8728-30902f9ec31e", "name": "network-vif-plugged", "status": "completed", "tag": "f3d086e6-d499-4dd1-a2ef-d659efe40686"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:06:42.845969 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bacd9138-dd06-46a3-aa93-55a65e1b1614 req-0ea63d01-8f8d-4bb5-b75a-7b1da1b96ecd tempest-SecurityGroupsTestAdminJSON-444566071 tempest-SecurityGroupsTestAdminJSON-444566071-project-admin] 10.222.0.41 "GET /v2.0/security-groups/6deea625-657b-4b36-ab13-e1aac8ba27b1 HTTP/1.1" status: 200 len: 2981 time: 0.0414832 Aug 11 03:06:42.892350 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bacd9138-dd06-46a3-aa93-55a65e1b1614 req-82d8ba63-84a8-4b25-8e25-851809d45e01 tempest-SecurityGroupsTestAdminJSON-444566071 tempest-SecurityGroupsTestAdminJSON-444566071-project-admin] 10.222.0.41 "GET /v2.0/security-groups/6deea625-657b-4b36-ab13-e1aac8ba27b1 HTTP/1.1" status: 200 len: 2981 time: 0.0400584 Aug 11 03:06:42.942324 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e5dde829-6523-4dbb-9097-b48a39ba9717 req-b135c7fc-90f1-4446-81bf-4425c39f958a tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=62a21279-cd45-4f1c-bc8b-9bb047767d13 HTTP/1.1" status: 200 len: 210 time: 0.0357535 Aug 11 03:06:42.952050 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [req-402bdd22-d59d-4a04-94c2-6a442d7b97d9 req-34d60578-7602-48c9-8d84-80c4111ea56d tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Allocated IP 192.168.233.233 (d1bf0def-6fa4-4d3e-bbc5-20a040931fba/254a3f4d-2b75-429e-bbb2-8e70554e9483/097019f2-ae6e-45f5-8720-67d66b1caf1a) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:06:42.968361 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bacd9138-dd06-46a3-aa93-55a65e1b1614 req-960fa879-8c2b-4ca3-afc6-0a3ab1fd9e75 tempest-SecurityGroupsTestAdminJSON-444566071 tempest-SecurityGroupsTestAdminJSON-444566071-project-admin] 10.222.0.41 "GET /v2.0/security-groups/6ef853a3-6ada-4a8c-a67a-273f6cab4806 HTTP/1.1" status: 200 len: 2981 time: 0.0691297 Aug 11 03:06:42.988157 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68863954-5080-4d9c-a37b-0bbb1fb32af8 x-openstack-request-id: req-68863954-5080-4d9c-a37b-0bbb1fb32af8 {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:06:42.988451 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b89b27c9-68d7-44f0-8728-30902f9ec31e", "name": "network-vif-plugged", "status": "completed", "tag": "f3d086e6-d499-4dd1-a2ef-d659efe40686", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:06:42.988704 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-68863954-5080-4d9c-a37b-0bbb1fb32af8 {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:06:42.989122 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b89b27c9-68d7-44f0-8728-30902f9ec31e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3d086e6-d499-4dd1-a2ef-d659efe40686', 'code': 200} Aug 11 03:06:43.023806 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bacd9138-dd06-46a3-aa93-55a65e1b1614 req-d1e86472-dcfc-4e62-86dd-a561d07e9d89 tempest-SecurityGroupsTestAdminJSON-444566071 tempest-SecurityGroupsTestAdminJSON-444566071-project-admin] 10.222.0.41 "GET /v2.0/security-groups/6ef853a3-6ada-4a8c-a67a-273f6cab4806 HTTP/1.1" status: 200 len: 2981 time: 0.0488756 Aug 11 03:06:43.070835 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bacd9138-dd06-46a3-aa93-55a65e1b1614 req-5cd5761b-82cd-4978-96e4-db4c96defd03 tempest-SecurityGroupsTestAdminJSON-444566071 tempest-SecurityGroupsTestAdminJSON-444566071-project-admin] 10.222.0.41 "GET /v2.0/security-groups/78273be2-9edc-479e-93e2-2ed677cdc0cb HTTP/1.1" status: 200 len: 2981 time: 0.0394623 Aug 11 03:06:43.124915 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bacd9138-dd06-46a3-aa93-55a65e1b1614 req-32f68d5e-eca5-4565-ae69-58541cb59c4a tempest-SecurityGroupsTestAdminJSON-444566071 tempest-SecurityGroupsTestAdminJSON-444566071-project-admin] 10.222.0.41 "GET /v2.0/security-groups/78273be2-9edc-479e-93e2-2ed677cdc0cb HTTP/1.1" status: 200 len: 2981 time: 0.0481832 Aug 11 03:06:43.126311 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da5e121-2425-451e-80d5-b0aca7693427 req-3acdbe00-c892-4618-9a0b-2d2149128e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:43.127881 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-5da5e121-2425-451e-80d5-b0aca7693427 req-3acdbe00-c892-4618-9a0b-2d2149128e21 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=b89b27c9-68d7-44f0-8728-30902f9ec31e HTTP/1.1" status: 200 len: 1097 time: 0.0767002 Aug 11 03:06:43.156343 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-402bdd22-d59d-4a04-94c2-6a442d7b97d9 req-34d60578-7602-48c9-8d84-80c4111ea56d tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:43.180604 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [req-402bdd22-d59d-4a04-94c2-6a442d7b97d9 req-34d60578-7602-48c9-8d84-80c4111ea56d tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Transition to ACTIVE for port object 097019f2-ae6e-45f5-8720-67d66b1caf1a will not be triggered until provisioned by entity DHCP. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:06:43.184618 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-5da5e121-2425-451e-80d5-b0aca7693427 req-9057f854-3394-47af-8b66-5b33e6b4b8af service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=6ef853a3-6ada-4a8c-a67a-273f6cab4806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488861 Aug 11 03:06:43.195233 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2209b61-6bdd-46e9-a91c-76b4c84163b2 req-b3415d30-49dc-4829-8b74-9c338744a2c2 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:43.201763 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2209b61-6bdd-46e9-a91c-76b4c84163b2 req-b3415d30-49dc-4829-8b74-9c338744a2c2 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:43.208019 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2209b61-6bdd-46e9-a91c-76b4c84163b2 req-b3415d30-49dc-4829-8b74-9c338744a2c2 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:43.214056 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2209b61-6bdd-46e9-a91c-76b4c84163b2 req-b3415d30-49dc-4829-8b74-9c338744a2c2 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:43.220603 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2209b61-6bdd-46e9-a91c-76b4c84163b2 req-b3415d30-49dc-4829-8b74-9c338744a2c2 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:43.226575 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2209b61-6bdd-46e9-a91c-76b4c84163b2 req-b3415d30-49dc-4829-8b74-9c338744a2c2 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:43.232676 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2209b61-6bdd-46e9-a91c-76b4c84163b2 req-b3415d30-49dc-4829-8b74-9c338744a2c2 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:43.234681 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a2209b61-6bdd-46e9-a91c-76b4c84163b2 req-b3415d30-49dc-4829-8b74-9c338744a2c2 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] 10.222.0.41 "GET /v2.0/ports?device_id=c37d8b08-64ee-4d7e-99b5-bc356505ed77 HTTP/1.1" status: 200 len: 5430 time: 0.1239698 Aug 11 03:06:43.238146 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bacd9138-dd06-46a3-aa93-55a65e1b1614 req-a20184ad-51ea-4030-8a81-7e1b4d787d27 tempest-SecurityGroupsTestAdminJSON-444566071 tempest-SecurityGroupsTestAdminJSON-444566071-project-admin] 10.222.0.41 "GET /v2.0/security-groups/aab3a272-dbde-4480-9ca8-2fe81ede5f0a HTTP/1.1" status: 200 len: 2981 time: 0.0973902 Aug 11 03:06:43.300465 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-402bdd22-d59d-4a04-94c2-6a442d7b97d9 req-34d60578-7602-48c9-8d84-80c4111ea56d tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:43.304655 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a2209b61-6bdd-46e9-a91c-76b4c84163b2 req-240c68cb-d6c2-4cf9-be79-3252b7a6e340 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] 10.222.0.41 "GET /v2.0/security-groups?id=607419a9-bee5-4ef0-a97c-fc5d24552dc8&id=0947f6a2-f888-43bb-ac20-3b42849ccfb9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0635619 Aug 11 03:06:43.310744 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bacd9138-dd06-46a3-aa93-55a65e1b1614 req-5e88abfc-3556-4dca-ab55-d0f759284386 tempest-SecurityGroupsTestAdminJSON-444566071 tempest-SecurityGroupsTestAdminJSON-444566071-project-admin] 10.222.0.41 "GET /v2.0/security-groups/aab3a272-dbde-4480-9ca8-2fe81ede5f0a HTTP/1.1" status: 200 len: 2981 time: 0.0636356 Aug 11 03:06:43.314637 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['49709cb6-e751-4686-8ada-f7f57e0574e6', 'a6f3ee74-8e10-43b7-b557-8188f2204900'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:06:43.355348 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-402bdd22-d59d-4a04-94c2-6a442d7b97d9 req-34d60578-7602-48c9-8d84-80c4111ea56d tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Network d1bf0def-6fa4-4d3e-bbc5-20a040931fba is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:06:43.361589 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [req-402bdd22-d59d-4a04-94c2-6a442d7b97d9 req-34d60578-7602-48c9-8d84-80c4111ea56d tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:06:43.361735 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bacd9138-dd06-46a3-aa93-55a65e1b1614 req-b29f2a89-51f2-4a5b-8bf9-723cf92cee59 tempest-SecurityGroupsTestAdminJSON-444566071 tempest-SecurityGroupsTestAdminJSON-444566071-project-admin] 10.222.0.41 "GET /v2.0/security-groups/c0a17ca3-3812-4571-b095-da5019439985 HTTP/1.1" status: 200 len: 2981 time: 0.0418873 Aug 11 03:06:43.362798 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-402bdd22-d59d-4a04-94c2-6a442d7b97d9 req-34d60578-7602-48c9-8d84-80c4111ea56d tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:06:43.403495 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d60578-7602-48c9-8d84-80c4111ea56d tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Pushing event updated for resources: {'Port': ['ID=097019f2-ae6e-45f5-8720-67d66b1caf1a,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:43.428626 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402bdd22-d59d-4a04-94c2-6a442d7b97d9 req-34d60578-7602-48c9-8d84-80c4111ea56d tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:43.429259 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-402bdd22-d59d-4a04-94c2-6a442d7b97d9 req-34d60578-7602-48c9-8d84-80c4111ea56d tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:43.438046 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bacd9138-dd06-46a3-aa93-55a65e1b1614 req-99bd4f85-f6e0-4322-8bca-265c7e58ebaf tempest-SecurityGroupsTestAdminJSON-444566071 tempest-SecurityGroupsTestAdminJSON-444566071-project-admin] 10.222.0.41 "GET /v2.0/security-groups/c0a17ca3-3812-4571-b095-da5019439985 HTTP/1.1" status: 200 len: 2981 time: 0.0720315 Aug 11 03:06:43.495144 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-402bdd22-d59d-4a04-94c2-6a442d7b97d9 req-34d60578-7602-48c9-8d84-80c4111ea56d tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9052174 Aug 11 03:06:43.507193 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a5577f-998d-4008-b2e0-a013d0660853 req-62ac2970-9868-4a27-b1bf-51acf0ef4db6 tempest-ServerAddressesNegativeTestJSON-955600463 tempest-ServerAddressesNegativeTestJSON-955600463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:43.508765 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-66a5577f-998d-4008-b2e0-a013d0660853 req-62ac2970-9868-4a27-b1bf-51acf0ef4db6 tempest-ServerAddressesNegativeTestJSON-955600463 tempest-ServerAddressesNegativeTestJSON-955600463-project] 10.222.0.41 "GET /v2.0/ports?device_id=b89b27c9-68d7-44f0-8728-30902f9ec31e HTTP/1.1" status: 200 len: 945 time: 0.0938542 Aug 11 03:06:43.509308 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-402bdd22-d59d-4a04-94c2-6a442d7b97d9 req-83805005-f1e2-43d0-87a8-c9d31fa836d0 service neutron] Request body: {'port': {'device_id': '62a21279-cd45-4f1c-bc8b-9bb047767d13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764292-30'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:06:43.513506 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bacd9138-dd06-46a3-aa93-55a65e1b1614 req-ec01da81-6bc4-4b85-9cd6-adf8e2f8fb3c tempest-SecurityGroupsTestAdminJSON-444566071 tempest-SecurityGroupsTestAdminJSON-444566071-project-admin] 10.222.0.41 "GET /v2.0/security-groups/c3595886-cef6-47d7-acb3-c824b5d9d558 HTTP/1.1" status: 200 len: 2981 time: 0.0597382 Aug 11 03:06:43.574241 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-402bdd22-d59d-4a04-94c2-6a442d7b97d9 req-83805005-f1e2-43d0-87a8-c9d31fa836d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:43.609136 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bacd9138-dd06-46a3-aa93-55a65e1b1614 req-ab969e09-4b2f-4698-bdbe-e1408fe1ec78 tempest-SecurityGroupsTestAdminJSON-444566071 tempest-SecurityGroupsTestAdminJSON-444566071-project-admin] 10.222.0.41 "GET /v2.0/security-groups/c3595886-cef6-47d7-acb3-c824b5d9d558 HTTP/1.1" status: 200 len: 2981 time: 0.0899246 Aug 11 03:06:43.614221 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-66a5577f-998d-4008-b2e0-a013d0660853 req-29ab0b5b-0638-4e5c-80f8-9206ac3d43cd tempest-ServerAddressesNegativeTestJSON-955600463 tempest-ServerAddressesNegativeTestJSON-955600463-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ef853a3-6ada-4a8c-a67a-273f6cab4806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893672 Aug 11 03:06:43.665996 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bacd9138-dd06-46a3-aa93-55a65e1b1614 req-b0f11d72-85c2-4fa1-ac20-06f5d6d20bab tempest-SecurityGroupsTestAdminJSON-444566071 tempest-SecurityGroupsTestAdminJSON-444566071-project-admin] 10.222.0.41 "GET /v2.0/security-groups/e79ec758-9e1f-4634-b3d2-373629737e17 HTTP/1.1" status: 200 len: 2977 time: 0.0527854 Aug 11 03:06:43.736441 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bacd9138-dd06-46a3-aa93-55a65e1b1614 req-910f005c-7d79-47e3-9b23-a1f648426281 tempest-SecurityGroupsTestAdminJSON-444566071 tempest-SecurityGroupsTestAdminJSON-444566071-project-admin] 10.222.0.41 "GET /v2.0/security-groups/e79ec758-9e1f-4634-b3d2-373629737e17 HTTP/1.1" status: 200 len: 2977 time: 0.0665123 Aug 11 03:06:43.749045 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c42944-5954-4b09-8f69-7e6685783b2f req-3a0599e7-b160-4ae6-ad7e-df8931138d5b tempest-ListImageFiltersTestJSON-411697844 tempest-ListImageFiltersTestJSON-411697844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:43.750838 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-62c42944-5954-4b09-8f69-7e6685783b2f req-3a0599e7-b160-4ae6-ad7e-df8931138d5b tempest-ListImageFiltersTestJSON-411697844 tempest-ListImageFiltersTestJSON-411697844-project] 10.222.0.41 "GET /v2.0/ports?device_id=648e4284-ff93-4bcd-8bc5-8d9132f908a1 HTTP/1.1" status: 200 len: 948 time: 0.0682909 Aug 11 03:06:43.769188 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-73548fdc-9c4f-4538-9d07-6cc16a061db6 None None] Provisioning for port 097019f2-ae6e-45f5-8720-67d66b1caf1a completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:06:43.775114 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-73548fdc-9c4f-4538-9d07-6cc16a061db6 None None] Provisioning complete for port 097019f2-ae6e-45f5-8720-67d66b1caf1a triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:06:43.775559 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-73548fdc-9c4f-4538-9d07-6cc16a061db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:43.814067 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bacd9138-dd06-46a3-aa93-55a65e1b1614 req-07ee3c22-d714-4385-8ee7-77438d29ccd1 tempest-SecurityGroupsTestAdminJSON-444566071 tempest-SecurityGroupsTestAdminJSON-444566071-project-admin] 10.222.0.41 "GET /v2.0/security-groups/f1fae8da-c64d-4618-86d5-07a29a648abc HTTP/1.1" status: 200 len: 2981 time: 0.0623980 Aug 11 03:06:43.817104 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-62c42944-5954-4b09-8f69-7e6685783b2f req-603a8c87-537d-48ec-af56-5bc7b428b4a2 tempest-ListImageFiltersTestJSON-411697844 tempest-ListImageFiltersTestJSON-411697844-project] 10.222.0.41 "GET /v2.0/security-groups?id=f1fae8da-c64d-4618-86d5-07a29a648abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589497 Aug 11 03:06:43.824751 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-73548fdc-9c4f-4538-9d07-6cc16a061db6 None None] Port 097019f2-ae6e-45f5-8720-67d66b1caf1a cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:06:43.865709 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bacd9138-dd06-46a3-aa93-55a65e1b1614 req-6b663c75-5e24-48bc-b215-77fa637bcf6d tempest-SecurityGroupsTestAdminJSON-444566071 tempest-SecurityGroupsTestAdminJSON-444566071-project-admin] 10.222.0.41 "GET /v2.0/security-groups/f1fae8da-c64d-4618-86d5-07a29a648abc HTTP/1.1" status: 200 len: 2981 time: 0.0450597 Aug 11 03:06:43.881087 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [req-402bdd22-d59d-4a04-94c2-6a442d7b97d9 req-83805005-f1e2-43d0-87a8-c9d31fa836d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 097019f2-ae6e-45f5-8720-67d66b1caf1a {{(pid=102191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:06:43.889167 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-402bdd22-d59d-4a04-94c2-6a442d7b97d9 req-83805005-f1e2-43d0-87a8-c9d31fa836d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:43.901726 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [req-402bdd22-d59d-4a04-94c2-6a442d7b97d9 req-83805005-f1e2-43d0-87a8-c9d31fa836d0 service neutron] Transition to ACTIVE for port object 097019f2-ae6e-45f5-8720-67d66b1caf1a will not be triggered until provisioned by entity L2. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:06:43.939852 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bacd9138-dd06-46a3-aa93-55a65e1b1614 req-fa9eeced-dce9-403c-b918-786eda89cea7 tempest-SecurityGroupsTestAdminJSON-444566071 tempest-SecurityGroupsTestAdminJSON-444566071-project-admin] 10.222.0.41 "GET /v2.0/security-groups/f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1 HTTP/1.1" status: 200 len: 2981 time: 0.0669010 Aug 11 03:06:43.951125 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92acba26-860f-4590-8650-a97661325a78 req-e6bafd20-51d4-44cd-925b-579f24eae5b7 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:43.952834 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-92acba26-860f-4590-8650-a97661325a78 req-e6bafd20-51d4-44cd-925b-579f24eae5b7 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=29cccc14-5cf4-4470-a538-9d1ef2af8007 HTTP/1.1" status: 200 len: 945 time: 0.0735462 Aug 11 03:06:43.963009 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-402bdd22-d59d-4a04-94c2-6a442d7b97d9 req-83805005-f1e2-43d0-87a8-c9d31fa836d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:44.022043 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-92acba26-860f-4590-8650-a97661325a78 req-8125378e-e803-479e-b36c-c792a53c325f tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/security-groups?id=19e25e3f-a72e-45d4-8165-3b0d2215340c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626888 Aug 11 03:06:44.039835 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bacd9138-dd06-46a3-aa93-55a65e1b1614 req-c61282c4-175a-42ec-bee6-6aea716f50cb tempest-SecurityGroupsTestAdminJSON-444566071 tempest-SecurityGroupsTestAdminJSON-444566071-project-admin] 10.222.0.41 "GET /v2.0/security-groups/f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1 HTTP/1.1" status: 200 len: 2981 time: 0.0807700 Aug 11 03:06:44.040043 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83805005-f1e2-43d0-87a8-c9d31fa836d0 service neutron] Pushing event updated for resources: {'Port': ['ID=097019f2-ae6e-45f5-8720-67d66b1caf1a,revision_number=2']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:44.099800 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-402bdd22-d59d-4a04-94c2-6a442d7b97d9 req-83805005-f1e2-43d0-87a8-c9d31fa836d0 service neutron] Attempting to bind port 097019f2-ae6e-45f5-8720-67d66b1caf1a on host n-h2-764292-30 for vnic_type normal with profile {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:06:44.100132 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-402bdd22-d59d-4a04-94c2-6a442d7b97d9 req-83805005-f1e2-43d0-87a8-c9d31fa836d0 service neutron] Attempting to bind port 097019f2-ae6e-45f5-8720-67d66b1caf1a by drivers openvswitch,hyperv on host n-h2-764292-30 at level 0 using segments [{'id': '9b7b03c0-092f-4953-898f-de6d8f2338ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba'}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:06:44.100456 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-402bdd22-d59d-4a04-94c2-6a442d7b97d9 req-83805005-f1e2-43d0-87a8-c9d31fa836d0 service neutron] Attempting to bind port 097019f2-ae6e-45f5-8720-67d66b1caf1a on network d1bf0def-6fa4-4d3e-bbc5-20a040931fba {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:06:44.109429 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-402bdd22-d59d-4a04-94c2-6a442d7b97d9 req-83805005-f1e2-43d0-87a8-c9d31fa836d0 service neutron] Port 097019f2-ae6e-45f5-8720-67d66b1caf1a on network d1bf0def-6fa4-4d3e-bbc5-20a040931fba not bound, no agent of type Open vSwitch agent registered on host n-h2-764292-30 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:06:44.109928 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 07229d21-86ae-47e2-a031-e861549584c4 details requested by agent hyperv_n-h1-764292-30 with host n-h1-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:06:44.110100 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-402bdd22-d59d-4a04-94c2-6a442d7b97d9 req-83805005-f1e2-43d0-87a8-c9d31fa836d0 service neutron] Attempting to bind port 097019f2-ae6e-45f5-8720-67d66b1caf1a on network d1bf0def-6fa4-4d3e-bbc5-20a040931fba {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:06:44.115951 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-402bdd22-d59d-4a04-94c2-6a442d7b97d9 req-83805005-f1e2-43d0-87a8-c9d31fa836d0 service neutron] Checking agent: {'id': '70015fc0-62fb-48b2-b453-36906937cf2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 6, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:06:44.116367 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-402bdd22-d59d-4a04-94c2-6a442d7b97d9 req-83805005-f1e2-43d0-87a8-c9d31fa836d0 service neutron] Checking segment: {'id': '9b7b03c0-092f-4953-898f-de6d8f2338ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:06:44.116937 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-402bdd22-d59d-4a04-94c2-6a442d7b97d9 req-83805005-f1e2-43d0-87a8-c9d31fa836d0 service neutron] Bound using segment: {'id': '9b7b03c0-092f-4953-898f-de6d8f2338ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba'} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:06:44.117533 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-402bdd22-d59d-4a04-94c2-6a442d7b97d9 req-83805005-f1e2-43d0-87a8-c9d31fa836d0 service neutron] Bound port: 097019f2-ae6e-45f5-8720-67d66b1caf1a, host: n-h2-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b7b03c0-092f-4953-898f-de6d8f2338ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba'}}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:06:44.117882 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-402bdd22-d59d-4a04-94c2-6a442d7b97d9 req-83805005-f1e2-43d0-87a8-c9d31fa836d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:44.228565 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-402bdd22-d59d-4a04-94c2-6a442d7b97d9 req-83805005-f1e2-43d0-87a8-c9d31fa836d0 service neutron] For port 097019f2-ae6e-45f5-8720-67d66b1caf1a, host n-h2-764292-30, cleared binding levels {{(pid=102191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:06:44.232140 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-402bdd22-d59d-4a04-94c2-6a442d7b97d9 req-83805005-f1e2-43d0-87a8-c9d31fa836d0 service neutron] For port 097019f2-ae6e-45f5-8720-67d66b1caf1a, host n-h2-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=097019f2-ae6e-45f5-8720-67d66b1caf1a,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:06:44.235884 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 07229d21-86ae-47e2-a031-e861549584c4, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=07229d21-86ae-47e2-a031-e861549584c4,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:06:44.253641 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Returning: {'device': '07229d21-86ae-47e2-a031-e861549584c4', 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba', 'port_id': '07229d21-86ae-47e2-a031-e861549584c4', 'mac_address': 'fa:16:3e:d9:0d:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '254a3f4d-2b75-429e-bbb2-8e70554e9483', 'ip_address': '192.168.233.136'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:06:44.267738 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8c9b9380-1662-4eaf-8171-9b2fba0f5cfa req-3c428370-9ffd-4819-b440-eecc071352bb tempest-SecurityGroupsTestAdminJSON-1361511583 tempest-SecurityGroupsTestAdminJSON-1361511583-project] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5c743a1a8c4742cf9da2e5fd2b628601 HTTP/1.1" status: 200 len: 6103 time: 0.1327500 Aug 11 03:06:44.288295 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6833b91c-5fc8-4a67-aa8f-09adcb2cd8ba req-24b3db67-c831-437a-81d5-de2921951173 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:44.289735 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6833b91c-5fc8-4a67-aa8f-09adcb2cd8ba req-24b3db67-c831-437a-81d5-de2921951173 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=62a21279-cd45-4f1c-bc8b-9bb047767d13 HTTP/1.1" status: 200 len: 948 time: 0.0947852 Aug 11 03:06:44.304254 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:44.306665 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-402bdd22-d59d-4a04-94c2-6a442d7b97d9 req-83805005-f1e2-43d0-87a8-c9d31fa836d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:44.330312 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07229d21-86ae-47e2-a031-e861549584c4 {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:06:44.350903 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8c9b9380-1662-4eaf-8171-9b2fba0f5cfa req-b3164625-81ff-4023-9795-0644a409a9e5 tempest-SecurityGroupsTestAdminJSON-1361511583 tempest-SecurityGroupsTestAdminJSON-1361511583-project] 10.222.0.41 "GET /v2.0/security-groups/aab3a272-dbde-4480-9ca8-2fe81ede5f0a HTTP/1.1" status: 200 len: 2981 time: 0.0762558 Aug 11 03:06:44.358912 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 07229d21-86ae-47e2-a031-e861549584c4, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=07229d21-86ae-47e2-a031-e861549584c4,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:06:44.359935 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402bdd22-d59d-4a04-94c2-6a442d7b97d9 req-83805005-f1e2-43d0-87a8-c9d31fa836d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:44.360656 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-402bdd22-d59d-4a04-94c2-6a442d7b97d9 req-83805005-f1e2-43d0-87a8-c9d31fa836d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:44.362206 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-402bdd22-d59d-4a04-94c2-6a442d7b97d9 req-83805005-f1e2-43d0-87a8-c9d31fa836d0 service neutron] 10.222.0.24 "PUT /v2.0/ports/097019f2-ae6e-45f5-8720-67d66b1caf1a HTTP/1.1" status: 200 len: 1097 time: 0.8582118 Aug 11 03:06:44.362713 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62a21279-cd45-4f1c-bc8b-9bb047767d13', 'tag': '097019f2-ae6e-45f5-8720-67d66b1caf1a'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:06:44.365098 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e141cf98-683c-48dc-9b28-326aecc17ac6" -d '{"events": [{"name": "network-changed", "server_uuid": "62a21279-cd45-4f1c-bc8b-9bb047767d13", "tag": "097019f2-ae6e-45f5-8720-67d66b1caf1a"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:06:44.383532 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6833b91c-5fc8-4a67-aa8f-09adcb2cd8ba req-e2f27195-7ea3-434b-a99c-9a5f3e1172bb tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861692 Aug 11 03:06:44.398995 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83805005-f1e2-43d0-87a8-c9d31fa836d0 service neutron] Pushing event updated for resources: {'Port': ['ID=097019f2-ae6e-45f5-8720-67d66b1caf1a,revision_number=3']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:44.429671 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8c9b9380-1662-4eaf-8171-9b2fba0f5cfa req-189a2508-5d62-462c-a659-0de2609cfeec tempest-SecurityGroupsTestAdminJSON-1361511583 tempest-SecurityGroupsTestAdminJSON-1361511583-project] 10.222.0.41 "GET /v2.0/security-groups/aab3a272-dbde-4480-9ca8-2fe81ede5f0a HTTP/1.1" status: 200 len: 2981 time: 0.0723011 Aug 11 03:06:44.436063 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:44.436749 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device ac18f128-6015-498d-80f1-06d1fce1499d details requested by agent hyperv_n-h1-764292-30 with host n-h1-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:06:44.474141 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:06:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f31a8ce5-23ee-4fa4-b840-8d84ad2d62a0 x-openstack-request-id: req-f31a8ce5-23ee-4fa4-b840-8d84ad2d62a0 {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:06:44.474307 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62a21279-cd45-4f1c-bc8b-9bb047767d13", "tag": "097019f2-ae6e-45f5-8720-67d66b1caf1a", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:06:44.474488 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f31a8ce5-23ee-4fa4-b840-8d84ad2d62a0 {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:06:44.474909 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62a21279-cd45-4f1c-bc8b-9bb047767d13', 'tag': '097019f2-ae6e-45f5-8720-67d66b1caf1a', 'status': 'completed', 'code': 200} Aug 11 03:06:44.546834 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port ac18f128-6015-498d-80f1-06d1fce1499d, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=ac18f128-6015-498d-80f1-06d1fce1499d,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:06:44.552831 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=07229d21-86ae-47e2-a031-e861549584c4,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:44.573032 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402bdd22-d59d-4a04-94c2-6a442d7b97d9 req-a13ff84f-f00a-4579-a514-42fe4ed75c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:44.573244 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-402bdd22-d59d-4a04-94c2-6a442d7b97d9 req-a13ff84f-f00a-4579-a514-42fe4ed75c74 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2a223f1b2a284c768535cee2a71b4bcf&device_id=62a21279-cd45-4f1c-bc8b-9bb047767d13 HTTP/1.1" status: 200 len: 1100 time: 0.0746751 Aug 11 03:06:44.574186 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Returning: {'device': 'ac18f128-6015-498d-80f1-06d1fce1499d', 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba', 'port_id': 'ac18f128-6015-498d-80f1-06d1fce1499d', 'mac_address': 'fa:16:3e:cc:29:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '254a3f4d-2b75-429e-bbb2-8e70554e9483', 'ip_address': '192.168.233.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:06:44.575609 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59590f3-b941-4307-b59e-559c04543d03 req-3c63cae0-b3d6-40dd-adb0-968f15ba8f7b tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:44.581803 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59590f3-b941-4307-b59e-559c04543d03 req-3c63cae0-b3d6-40dd-adb0-968f15ba8f7b tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:44.587936 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59590f3-b941-4307-b59e-559c04543d03 req-3c63cae0-b3d6-40dd-adb0-968f15ba8f7b tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:44.594572 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59590f3-b941-4307-b59e-559c04543d03 req-3c63cae0-b3d6-40dd-adb0-968f15ba8f7b tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:44.600482 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59590f3-b941-4307-b59e-559c04543d03 req-3c63cae0-b3d6-40dd-adb0-968f15ba8f7b tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:44.606527 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59590f3-b941-4307-b59e-559c04543d03 req-3c63cae0-b3d6-40dd-adb0-968f15ba8f7b tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:44.612440 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59590f3-b941-4307-b59e-559c04543d03 req-3c63cae0-b3d6-40dd-adb0-968f15ba8f7b tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:44.614456 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c59590f3-b941-4307-b59e-559c04543d03 req-3c63cae0-b3d6-40dd-adb0-968f15ba8f7b tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] 10.222.0.41 "GET /v2.0/ports?device_id=c37d8b08-64ee-4d7e-99b5-bc356505ed77 HTTP/1.1" status: 200 len: 5430 time: 0.1385455 Aug 11 03:06:44.624241 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-402bdd22-d59d-4a04-94c2-6a442d7b97d9 req-87b8447c-be06-49b1-ade9-b0780cf4cd97 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=097019f2-ae6e-45f5-8720-67d66b1caf1a HTTP/1.1" status: 200 len: 217 time: 0.0409141 Aug 11 03:06:44.625395 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:44.640052 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac18f128-6015-498d-80f1-06d1fce1499d {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:06:44.646439 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d8b3e06e-4a5c-45f1-869b-50060b541a01 req-e1ee4b69-bb6a-4d3f-84be-72e6ab16d803 tempest-SecurityGroupsTestAdminJSON-444566071 tempest-SecurityGroupsTestAdminJSON-444566071-project-admin] 10.222.0.41 "GET /v2.0/security-groups/3e2b9eae-b08a-491d-8352-e12f08fb8a1f HTTP/1.1" status: 200 len: 1777 time: 0.1385055 Aug 11 03:06:44.663594 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port ac18f128-6015-498d-80f1-06d1fce1499d, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=ac18f128-6015-498d-80f1-06d1fce1499d,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:06:44.676945 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c59590f3-b941-4307-b59e-559c04543d03 req-a30d2a46-4b08-44fa-9a24-d16efa55c216 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] 10.222.0.41 "GET /v2.0/security-groups?id=607419a9-bee5-4ef0-a97c-fc5d24552dc8&id=0947f6a2-f888-43bb-ac20-3b42849ccfb9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0516803 Aug 11 03:06:44.687671 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402bdd22-d59d-4a04-94c2-6a442d7b97d9 req-7c6f1991-1d86-4603-b18c-a594d3c6228a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:44.689146 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-402bdd22-d59d-4a04-94c2-6a442d7b97d9 req-7c6f1991-1d86-4603-b18c-a594d3c6228a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=254a3f4d-2b75-429e-bbb2-8e70554e9483 HTTP/1.1" status: 200 len: 843 time: 0.0560379 Aug 11 03:06:44.726155 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-d8b3e06e-4a5c-45f1-869b-50060b541a01 req-61cf2cff-0031-4aa2-9801-620c53ddd75e tempest-SecurityGroupsTestAdminJSON-444566071 tempest-SecurityGroupsTestAdminJSON-444566071-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:44.729378 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:44.745361 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402bdd22-d59d-4a04-94c2-6a442d7b97d9 req-82bcf577-bdea-4cf2-8a64-b4760cb5ba48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:44.747101 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-402bdd22-d59d-4a04-94c2-6a442d7b97d9 req-82bcf577-bdea-4cf2-8a64-b4760cb5ba48 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d1bf0def-6fa4-4d3e-bbc5-20a040931fba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0493860 Aug 11 03:06:44.778838 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=ac18f128-6015-498d-80f1-06d1fce1499d,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:44.801071 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-d8b3e06e-4a5c-45f1-869b-50060b541a01 req-61cf2cff-0031-4aa2-9801-620c53ddd75e tempest-SecurityGroupsTestAdminJSON-444566071 tempest-SecurityGroupsTestAdminJSON-444566071-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:44.834958 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb2aa63-c71b-44d2-9def-4e48efde235d req-8041687f-60e7-4b55-8040-d90dab0ea72c tempest-ServerAddressesNegativeTestJSON-955600463 tempest-ServerAddressesNegativeTestJSON-955600463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:44.836451 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8bb2aa63-c71b-44d2-9def-4e48efde235d req-8041687f-60e7-4b55-8040-d90dab0ea72c tempest-ServerAddressesNegativeTestJSON-955600463 tempest-ServerAddressesNegativeTestJSON-955600463-project] 10.222.0.41 "GET /v2.0/ports?device_id=b89b27c9-68d7-44f0-8728-30902f9ec31e HTTP/1.1" status: 200 len: 945 time: 0.0872965 Aug 11 03:06:44.846437 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-402bdd22-d59d-4a04-94c2-6a442d7b97d9 req-c9e9093d-59d0-44dd-afd5-6752782a03a4 service neutron] 10.222.0.24 "GET /v2.0/networks/d1bf0def-6fa4-4d3e-bbc5-20a040931fba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903141 Aug 11 03:06:44.879981 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8bb2aa63-c71b-44d2-9def-4e48efde235d req-dd4e6827-080d-488e-a6fa-467663430ea4 tempest-ServerAddressesNegativeTestJSON-955600463 tempest-ServerAddressesNegativeTestJSON-955600463-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ef853a3-6ada-4a8c-a67a-273f6cab4806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352929 Aug 11 03:06:44.934191 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-d8b3e06e-4a5c-45f1-869b-50060b541a01 req-61cf2cff-0031-4aa2-9801-620c53ddd75e tempest-SecurityGroupsTestAdminJSON-444566071 tempest-SecurityGroupsTestAdminJSON-444566071-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:44.937154 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-d8b3e06e-4a5c-45f1-869b-50060b541a01 req-61cf2cff-0031-4aa2-9801-620c53ddd75e tempest-SecurityGroupsTestAdminJSON-444566071 tempest-SecurityGroupsTestAdminJSON-444566071-project-admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:44.938304 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d8b3e06e-4a5c-45f1-869b-50060b541a01 req-61cf2cff-0031-4aa2-9801-620c53ddd75e tempest-SecurityGroupsTestAdminJSON-444566071 tempest-SecurityGroupsTestAdminJSON-444566071-project-admin] 10.222.0.41 "DELETE /v2.0/security-groups/3e2b9eae-b08a-491d-8352-e12f08fb8a1f HTTP/1.1" status: 204 len: 173 time: 0.2813013 Aug 11 03:06:44.943497 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-402bdd22-d59d-4a04-94c2-6a442d7b97d9 req-0b7cdb36-148b-4d17-8fc6-0fff3ce960d1 service neutron] 10.222.0.24 "GET /v2.0/networks/d1bf0def-6fa4-4d3e-bbc5-20a040931fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839331 Aug 11 03:06:44.979650 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cf2cff-0031-4aa2-9801-620c53ddd75e tempest-SecurityGroupsTestAdminJSON-444566071 tempest-SecurityGroupsTestAdminJSON-444566071-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e2b9eae-b08a-491d-8352-e12f08fb8a1f,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:45.015555 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabea1ae-c931-4d48-8bec-a6729d90eb24 req-e231982a-2075-47b2-98dd-af3b3876b7a7 tempest-ListImageFiltersTestJSON-411697844 tempest-ListImageFiltersTestJSON-411697844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:45.017028 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-aabea1ae-c931-4d48-8bec-a6729d90eb24 req-e231982a-2075-47b2-98dd-af3b3876b7a7 tempest-ListImageFiltersTestJSON-411697844 tempest-ListImageFiltersTestJSON-411697844-project] 10.222.0.41 "GET /v2.0/ports?device_id=648e4284-ff93-4bcd-8bc5-8d9132f908a1 HTTP/1.1" status: 200 len: 949 time: 0.0778124 Aug 11 03:06:45.073249 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-937369f4-e61d-415f-b852-e94f49732d17 req-2f1199f7-30a5-4d96-9e1c-962848194364 tempest-SecurityGroupsTestAdminJSON-444566071 tempest-SecurityGroupsTestAdminJSON-444566071-project-admin] 10.222.0.41 "GET /v2.0/security-groups/e0bedbae-8d06-4d4a-b6c0-f47f7a11ac8b HTTP/1.1" status: 200 len: 1777 time: 0.0756068 Aug 11 03:06:45.076310 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-aabea1ae-c931-4d48-8bec-a6729d90eb24 req-6eab7de0-f40f-4de0-8e75-1a9cc0b7858a tempest-ListImageFiltersTestJSON-411697844 tempest-ListImageFiltersTestJSON-411697844-project] 10.222.0.41 "GET /v2.0/security-groups?id=f1fae8da-c64d-4618-86d5-07a29a648abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517886 Aug 11 03:06:45.105904 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e141cf98-683c-48dc-9b28-326aecc17ac6 req-42fd4630-80ee-4e6d-b6d3-d90d581a7613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:45.107456 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-e141cf98-683c-48dc-9b28-326aecc17ac6 req-42fd4630-80ee-4e6d-b6d3-d90d581a7613 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2a223f1b2a284c768535cee2a71b4bcf&device_id=62a21279-cd45-4f1c-bc8b-9bb047767d13 HTTP/1.1" status: 200 len: 1100 time: 0.0528851 Aug 11 03:06:45.133186 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['ac18f128-6015-498d-80f1-06d1fce1499d'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:06:45.134470 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-937369f4-e61d-415f-b852-e94f49732d17 req-b1c90263-13a7-4c15-a60c-0b6d558aec6b tempest-SecurityGroupsTestAdminJSON-444566071 tempest-SecurityGroupsTestAdminJSON-444566071-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:45.157234 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['07229d21-86ae-47e2-a031-e861549584c4'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:06:45.172638 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-937369f4-e61d-415f-b852-e94f49732d17 req-b1c90263-13a7-4c15-a60c-0b6d558aec6b tempest-SecurityGroupsTestAdminJSON-444566071 tempest-SecurityGroupsTestAdminJSON-444566071-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:45.219152 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e141cf98-683c-48dc-9b28-326aecc17ac6 req-a1912022-235a-413f-ba60-ff6d1ef2dda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:45.220891 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-e141cf98-683c-48dc-9b28-326aecc17ac6 req-a1912022-235a-413f-ba60-ff6d1ef2dda1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d1bf0def-6fa4-4d3e-bbc5-20a040931fba HTTP/1.1" status: 200 len: 870 time: 0.1050313 Aug 11 03:06:45.234696 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270fc7fd-7b28-43d9-8dde-73847a55b0aa req-a1dde1f1-16f7-467c-ab2a-289cfb582d28 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:45.236327 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-270fc7fd-7b28-43d9-8dde-73847a55b0aa req-a1dde1f1-16f7-467c-ab2a-289cfb582d28 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=29cccc14-5cf4-4470-a538-9d1ef2af8007 HTTP/1.1" status: 200 len: 945 time: 0.0800369 Aug 11 03:06:45.273622 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-e141cf98-683c-48dc-9b28-326aecc17ac6 req-50812fee-2f87-49e4-837d-f5a50eb52268 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=097019f2-ae6e-45f5-8720-67d66b1caf1a HTTP/1.1" status: 200 len: 217 time: 0.0442805 Aug 11 03:06:45.284977 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-270fc7fd-7b28-43d9-8dde-73847a55b0aa req-62e10f16-c51e-49f3-aca3-c270cc815f4a tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/security-groups?id=19e25e3f-a72e-45d4-8165-3b0d2215340c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366700 Aug 11 03:06:45.322666 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-937369f4-e61d-415f-b852-e94f49732d17 req-b1c90263-13a7-4c15-a60c-0b6d558aec6b tempest-SecurityGroupsTestAdminJSON-444566071 tempest-SecurityGroupsTestAdminJSON-444566071-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:45.327088 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-937369f4-e61d-415f-b852-e94f49732d17 req-b1c90263-13a7-4c15-a60c-0b6d558aec6b tempest-SecurityGroupsTestAdminJSON-444566071 tempest-SecurityGroupsTestAdminJSON-444566071-project-admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:45.336265 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e141cf98-683c-48dc-9b28-326aecc17ac6 req-92bac71b-6611-4ce1-a584-49a889f0f6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:45.337755 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-e141cf98-683c-48dc-9b28-326aecc17ac6 req-92bac71b-6611-4ce1-a584-49a889f0f6b9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=254a3f4d-2b75-429e-bbb2-8e70554e9483 HTTP/1.1" status: 200 len: 843 time: 0.0545650 Aug 11 03:06:45.342950 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-937369f4-e61d-415f-b852-e94f49732d17 req-b1c90263-13a7-4c15-a60c-0b6d558aec6b tempest-SecurityGroupsTestAdminJSON-444566071 tempest-SecurityGroupsTestAdminJSON-444566071-project-admin] 10.222.0.41 "DELETE /v2.0/security-groups/e0bedbae-8d06-4d4a-b6c0-f47f7a11ac8b HTTP/1.1" status: 204 len: 173 time: 0.2629812 Aug 11 03:06:45.364196 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c90263-13a7-4c15-a60c-0b6d558aec6b tempest-SecurityGroupsTestAdminJSON-444566071 tempest-SecurityGroupsTestAdminJSON-444566071-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0bedbae-8d06-4d4a-b6c0-f47f7a11ac8b,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:45.421616 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e141cf98-683c-48dc-9b28-326aecc17ac6 req-e413183f-8265-4045-b92b-57d6a4e963d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:45.423164 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-e141cf98-683c-48dc-9b28-326aecc17ac6 req-e413183f-8265-4045-b92b-57d6a4e963d0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d1bf0def-6fa4-4d3e-bbc5-20a040931fba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0762403 Aug 11 03:06:45.517088 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-e141cf98-683c-48dc-9b28-326aecc17ac6 req-40a78b47-998e-4300-aba4-0e45c5dd5e6e service neutron] 10.222.0.24 "GET /v2.0/networks/d1bf0def-6fa4-4d3e-bbc5-20a040931fba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856409 Aug 11 03:06:45.550764 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0c560190-5742-4301-a3ff-7914130dfb01 req-121b91d7-40d9-42cc-a57d-ace464a7e01b tempest-SecurityGroupsTestAdminJSON-1361511583 tempest-SecurityGroupsTestAdminJSON-1361511583-project] 10.222.0.41 "GET /v2.0/security-groups/ff8d6138-3be5-438e-bb9f-91b185cde254 HTTP/1.1" status: 200 len: 1777 time: 0.0420394 Aug 11 03:06:45.614969 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-0c560190-5742-4301-a3ff-7914130dfb01 req-7228a248-5c1c-4c24-9f21-d73046490c77 tempest-SecurityGroupsTestAdminJSON-1361511583 tempest-SecurityGroupsTestAdminJSON-1361511583-project] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:45.639581 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-0c560190-5742-4301-a3ff-7914130dfb01 req-7228a248-5c1c-4c24-9f21-d73046490c77 tempest-SecurityGroupsTestAdminJSON-1361511583 tempest-SecurityGroupsTestAdminJSON-1361511583-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:45.723110 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 98a2ca78-c5a8-4b1c-9aca-68e88f898760 details requested by agent hyperv_n-h2-764292-30 with host n-h2-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:06:45.763784 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-0c560190-5742-4301-a3ff-7914130dfb01 req-7228a248-5c1c-4c24-9f21-d73046490c77 tempest-SecurityGroupsTestAdminJSON-1361511583 tempest-SecurityGroupsTestAdminJSON-1361511583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:45.766904 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-0c560190-5742-4301-a3ff-7914130dfb01 req-7228a248-5c1c-4c24-9f21-d73046490c77 tempest-SecurityGroupsTestAdminJSON-1361511583 tempest-SecurityGroupsTestAdminJSON-1361511583-project] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:45.780215 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0c560190-5742-4301-a3ff-7914130dfb01 req-7228a248-5c1c-4c24-9f21-d73046490c77 tempest-SecurityGroupsTestAdminJSON-1361511583 tempest-SecurityGroupsTestAdminJSON-1361511583-project] 10.222.0.41 "DELETE /v2.0/security-groups/ff8d6138-3be5-438e-bb9f-91b185cde254 HTTP/1.1" status: 204 len: 173 time: 0.2218227 Aug 11 03:06:45.804451 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7228a248-5c1c-4c24-9f21-d73046490c77 tempest-SecurityGroupsTestAdminJSON-1361511583 tempest-SecurityGroupsTestAdminJSON-1361511583-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff8d6138-3be5-438e-bb9f-91b185cde254,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:45.859163 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec56fa6-d80e-4b83-9b99-b706aacd8360 req-f7ed9a32-3924-41bb-8573-8c634b4dd1ea tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:45.860742 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5ec56fa6-d80e-4b83-9b99-b706aacd8360 req-f7ed9a32-3924-41bb-8573-8c634b4dd1ea tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=62a21279-cd45-4f1c-bc8b-9bb047767d13 HTTP/1.1" status: 200 len: 948 time: 0.0808349 Aug 11 03:06:45.866397 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port 98a2ca78-c5a8-4b1c-9aca-68e88f898760, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=98a2ca78-c5a8-4b1c-9aca-68e88f898760,segment=NetworkSegment(537bbf41-5def-4717-9826-66def57defbc),segment_id=537bbf41-5def-4717-9826-66def57defbc)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:06:45.878944 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Returning: {'device': '98a2ca78-c5a8-4b1c-9aca-68e88f898760', 'network_id': 'a04ffcc2-d303-44d7-b369-5db13650c2d6', 'port_id': '98a2ca78-c5a8-4b1c-9aca-68e88f898760', 'mac_address': 'fa:16:3e:40:4d:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6efca74f-85f6-4ecd-8f10-5d7e955ea1c7', 'ip_address': '10.1.1.77'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:06:45.919028 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:45.921092 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-e141cf98-683c-48dc-9b28-326aecc17ac6 req-215d600a-0010-4307-91fd-4e8513a2df11 service neutron] 10.222.0.24 "GET /v2.0/networks/d1bf0def-6fa4-4d3e-bbc5-20a040931fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3962014 Aug 11 03:06:45.932141 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98a2ca78-c5a8-4b1c-9aca-68e88f898760 {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:06:45.938306 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469cafe3-fcca-4f95-b5d0-ce051d5405c4 req-5f85b9dd-6e63-4847-937a-0091ffaa8359 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:45.944771 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469cafe3-fcca-4f95-b5d0-ce051d5405c4 req-5f85b9dd-6e63-4847-937a-0091ffaa8359 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:45.951266 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469cafe3-fcca-4f95-b5d0-ce051d5405c4 req-5f85b9dd-6e63-4847-937a-0091ffaa8359 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:45.956668 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port 98a2ca78-c5a8-4b1c-9aca-68e88f898760, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=98a2ca78-c5a8-4b1c-9aca-68e88f898760,segment=NetworkSegment(537bbf41-5def-4717-9826-66def57defbc),segment_id=537bbf41-5def-4717-9826-66def57defbc)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:06:45.957408 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469cafe3-fcca-4f95-b5d0-ce051d5405c4 req-5f85b9dd-6e63-4847-937a-0091ffaa8359 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:45.963686 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469cafe3-fcca-4f95-b5d0-ce051d5405c4 req-5f85b9dd-6e63-4847-937a-0091ffaa8359 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:45.970223 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469cafe3-fcca-4f95-b5d0-ce051d5405c4 req-5f85b9dd-6e63-4847-937a-0091ffaa8359 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:45.976169 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469cafe3-fcca-4f95-b5d0-ce051d5405c4 req-5f85b9dd-6e63-4847-937a-0091ffaa8359 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:45.978084 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-469cafe3-fcca-4f95-b5d0-ce051d5405c4 req-5f85b9dd-6e63-4847-937a-0091ffaa8359 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] 10.222.0.41 "GET /v2.0/ports?device_id=c37d8b08-64ee-4d7e-99b5-bc356505ed77 HTTP/1.1" status: 200 len: 5430 time: 0.1403720 Aug 11 03:06:45.980954 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5ec56fa6-d80e-4b83-9b99-b706aacd8360 req-45acdedf-2ddb-41c0-bc3e-09e98c476e42 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967388 Aug 11 03:06:46.021075 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-469cafe3-fcca-4f95-b5d0-ce051d5405c4 req-5469411e-eb66-45ba-8cfd-dc5efe83cde1 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] 10.222.0.41 "GET /v2.0/security-groups?id=607419a9-bee5-4ef0-a97c-fc5d24552dc8&id=0947f6a2-f888-43bb-ac20-3b42849ccfb9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0366454 Aug 11 03:06:46.071638 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:46.072738 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 0434871a-df5e-4e3f-ae7e-819ce35be0ac details requested by agent hyperv_n-h2-764292-30 with host n-h2-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:06:46.112675 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a3645851-6a99-42a4-bc00-d27c481a27c4 req-43f7c9a5-7d72-4f25-8ff5-cf8ad8f93896 tempest-SecurityGroupsTestAdminJSON-1361511583 tempest-SecurityGroupsTestAdminJSON-1361511583-project] 10.222.0.41 "GET /v2.0/security-groups/b53cbee9-2135-4b58-9d71-e4e696989f8f HTTP/1.1" status: 200 len: 1778 time: 0.0616941 Aug 11 03:06:46.120101 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ee32d4-683d-4017-8bbb-6a0b5561e28c req-6ec6f890-e32a-4815-a8e8-d51bd8477a4e tempest-ServerAddressesNegativeTestJSON-955600463 tempest-ServerAddressesNegativeTestJSON-955600463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:46.121548 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-20ee32d4-683d-4017-8bbb-6a0b5561e28c req-6ec6f890-e32a-4815-a8e8-d51bd8477a4e tempest-ServerAddressesNegativeTestJSON-955600463 tempest-ServerAddressesNegativeTestJSON-955600463-project] 10.222.0.41 "GET /v2.0/ports?device_id=b89b27c9-68d7-44f0-8728-30902f9ec31e HTTP/1.1" status: 200 len: 945 time: 0.0800512 Aug 11 03:06:46.163116 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=98a2ca78-c5a8-4b1c-9aca-68e88f898760,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:46.193872 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-20ee32d4-683d-4017-8bbb-6a0b5561e28c req-756ebdb8-d754-4a72-a553-94da0dc3dc07 tempest-ServerAddressesNegativeTestJSON-955600463 tempest-ServerAddressesNegativeTestJSON-955600463-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ef853a3-6ada-4a8c-a67a-273f6cab4806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649626 Aug 11 03:06:46.205004 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-a3645851-6a99-42a4-bc00-d27c481a27c4 req-6d897556-1e18-49f2-a96b-fcb6a5d5b38b tempest-SecurityGroupsTestAdminJSON-1361511583 tempest-SecurityGroupsTestAdminJSON-1361511583-project] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:46.207284 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port 0434871a-df5e-4e3f-ae7e-819ce35be0ac, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=0434871a-df5e-4e3f-ae7e-819ce35be0ac,segment=NetworkSegment(c393d3b9-4e15-4ce6-ad7f-da931c8df83a),segment_id=c393d3b9-4e15-4ce6-ad7f-da931c8df83a)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:06:46.221059 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Returning: {'device': '0434871a-df5e-4e3f-ae7e-819ce35be0ac', 'network_id': '305ca68a-259a-4e6f-a74b-d776988e8170', 'port_id': '0434871a-df5e-4e3f-ae7e-819ce35be0ac', 'mac_address': 'fa:16:3e:f9:ad:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5789f5f0-0aac-4496-9502-f9d5b3fcf9d5', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:06:46.229947 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-a3645851-6a99-42a4-bc00-d27c481a27c4 req-6d897556-1e18-49f2-a96b-fcb6a5d5b38b tempest-SecurityGroupsTestAdminJSON-1361511583 tempest-SecurityGroupsTestAdminJSON-1361511583-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:46.262740 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:46.275592 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0434871a-df5e-4e3f-ae7e-819ce35be0ac {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:06:46.295825 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port 0434871a-df5e-4e3f-ae7e-819ce35be0ac, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=0434871a-df5e-4e3f-ae7e-819ce35be0ac,segment=NetworkSegment(c393d3b9-4e15-4ce6-ad7f-da931c8df83a),segment_id=c393d3b9-4e15-4ce6-ad7f-da931c8df83a)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:06:46.314393 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9e8ea5-b464-4132-87f0-7aee2bace6bb req-245fc360-39e8-48d2-a9ad-fb10ab834cd2 tempest-ListImageFiltersTestJSON-411697844 tempest-ListImageFiltersTestJSON-411697844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:46.315991 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ea9e8ea5-b464-4132-87f0-7aee2bace6bb req-245fc360-39e8-48d2-a9ad-fb10ab834cd2 tempest-ListImageFiltersTestJSON-411697844 tempest-ListImageFiltersTestJSON-411697844-project] 10.222.0.41 "GET /v2.0/ports?device_id=648e4284-ff93-4bcd-8bc5-8d9132f908a1 HTTP/1.1" status: 200 len: 949 time: 0.0550394 Aug 11 03:06:46.332302 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.agents_db [None req-950b7202-decb-43e2-8f71-ac8931dc9749 None None] Agent healthcheck: found 7 active agents {{(pid=102194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:06:46.354248 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ea9e8ea5-b464-4132-87f0-7aee2bace6bb req-4e22dbd3-51a2-4a3b-b739-2561b7e767be tempest-ListImageFiltersTestJSON-411697844 tempest-ListImageFiltersTestJSON-411697844-project] 10.222.0.41 "GET /v2.0/security-groups?id=f1fae8da-c64d-4618-86d5-07a29a648abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322053 Aug 11 03:06:46.385832 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:46.387167 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device d3c9db57-eea5-4db7-a508-af7b68f15453 details requested by agent hyperv_n-h2-764292-30 with host n-h2-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:06:46.443958 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-a3645851-6a99-42a4-bc00-d27c481a27c4 req-6d897556-1e18-49f2-a96b-fcb6a5d5b38b tempest-SecurityGroupsTestAdminJSON-1361511583 tempest-SecurityGroupsTestAdminJSON-1361511583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:46.446531 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-a3645851-6a99-42a4-bc00-d27c481a27c4 req-6d897556-1e18-49f2-a96b-fcb6a5d5b38b tempest-SecurityGroupsTestAdminJSON-1361511583 tempest-SecurityGroupsTestAdminJSON-1361511583-project] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:46.447661 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a3645851-6a99-42a4-bc00-d27c481a27c4 req-6d897556-1e18-49f2-a96b-fcb6a5d5b38b tempest-SecurityGroupsTestAdminJSON-1361511583 tempest-SecurityGroupsTestAdminJSON-1361511583-project] 10.222.0.41 "DELETE /v2.0/security-groups/b53cbee9-2135-4b58-9d71-e4e696989f8f HTTP/1.1" status: 204 len: 173 time: 0.3252208 Aug 11 03:06:46.456210 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=0434871a-df5e-4e3f-ae7e-819ce35be0ac,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:46.459274 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port d3c9db57-eea5-4db7-a508-af7b68f15453, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=d3c9db57-eea5-4db7-a508-af7b68f15453,segment=NetworkSegment(537bbf41-5def-4717-9826-66def57defbc),segment_id=537bbf41-5def-4717-9826-66def57defbc)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:06:46.472029 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Returning: {'device': 'd3c9db57-eea5-4db7-a508-af7b68f15453', 'network_id': 'a04ffcc2-d303-44d7-b369-5db13650c2d6', 'port_id': 'd3c9db57-eea5-4db7-a508-af7b68f15453', 'mac_address': 'fa:16:3e:fb:f4:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6efca74f-85f6-4ecd-8f10-5d7e955ea1c7', 'ip_address': '10.1.1.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:06:46.481840 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b91abb0-32e1-4ce8-a185-b70e0a991f0a req-db158d8c-d3b9-41e6-9c5e-0ce10940b1d5 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:46.483433 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0b91abb0-32e1-4ce8-a185-b70e0a991f0a req-db158d8c-d3b9-41e6-9c5e-0ce10940b1d5 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=29cccc14-5cf4-4470-a538-9d1ef2af8007 HTTP/1.1" status: 200 len: 945 time: 0.0755486 Aug 11 03:06:46.484207 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d897556-1e18-49f2-a96b-fcb6a5d5b38b tempest-SecurityGroupsTestAdminJSON-1361511583 tempest-SecurityGroupsTestAdminJSON-1361511583-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b53cbee9-2135-4b58-9d71-e4e696989f8f,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:46.529621 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0b91abb0-32e1-4ce8-a185-b70e0a991f0a req-96b9e591-d636-4a8e-95dd-f54601f4a2c1 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/security-groups?id=19e25e3f-a72e-45d4-8165-3b0d2215340c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389810 Aug 11 03:06:46.531194 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:46.547241 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3c9db57-eea5-4db7-a508-af7b68f15453 {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:06:46.581656 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port d3c9db57-eea5-4db7-a508-af7b68f15453, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=d3c9db57-eea5-4db7-a508-af7b68f15453,segment=NetworkSegment(537bbf41-5def-4717-9826-66def57defbc),segment_id=537bbf41-5def-4717-9826-66def57defbc)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:06:46.631149 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:46.631849 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 053fe719-4e11-4959-84b1-0b95b1576963 details requested by agent hyperv_n-h2-764292-30 with host n-h2-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:06:46.701409 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port 053fe719-4e11-4959-84b1-0b95b1576963, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=053fe719-4e11-4959-84b1-0b95b1576963,segment=NetworkSegment(c393d3b9-4e15-4ce6-ad7f-da931c8df83a),segment_id=c393d3b9-4e15-4ce6-ad7f-da931c8df83a)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:06:46.704039 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=d3c9db57-eea5-4db7-a508-af7b68f15453,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:46.715144 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Returning: {'device': '053fe719-4e11-4959-84b1-0b95b1576963', 'network_id': '305ca68a-259a-4e6f-a74b-d776988e8170', 'port_id': '053fe719-4e11-4959-84b1-0b95b1576963', 'mac_address': 'fa:16:3e:3a:c6:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5789f5f0-0aac-4496-9502-f9d5b3fcf9d5', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:06:46.751494 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:46.764523 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 053fe719-4e11-4959-84b1-0b95b1576963 {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:06:46.783849 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port 053fe719-4e11-4959-84b1-0b95b1576963, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=053fe719-4e11-4959-84b1-0b95b1576963,segment=NetworkSegment(c393d3b9-4e15-4ce6-ad7f-da931c8df83a),segment_id=c393d3b9-4e15-4ce6-ad7f-da931c8df83a)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:06:46.848213 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:46.848863 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device e87fa64a-3fae-4794-abf7-60cf725af3f0 details requested by agent hyperv_n-h2-764292-30 with host n-h2-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:06:46.925033 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 51418) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:46.944051 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=053fe719-4e11-4959-84b1-0b95b1576963,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:46.986913 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port e87fa64a-3fae-4794-abf7-60cf725af3f0, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=e87fa64a-3fae-4794-abf7-60cf725af3f0,segment=NetworkSegment(7a922ed3-963b-4878-bd8c-48976f2d29ea),segment_id=7a922ed3-963b-4878-bd8c-48976f2d29ea)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:06:47.002707 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Returning: {'device': 'e87fa64a-3fae-4794-abf7-60cf725af3f0', 'network_id': '3df71ba6-2411-497d-98b1-8adc079ca6c6', 'port_id': 'e87fa64a-3fae-4794-abf7-60cf725af3f0', 'mac_address': 'fa:16:3e:b6:d2:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bedeabe-ae79-4397-9dc9-c17dc9305e82', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:06:47.039677 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:47.053025 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e87fa64a-3fae-4794-abf7-60cf725af3f0 {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:06:47.061346 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-b3ce3e2d-608c-4607-a3e1-01908d3a810b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5c743a1a8c4742cf9da2e5fd2b628601&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1350713 Aug 11 03:06:47.064737 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 51426) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:47.074305 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port e87fa64a-3fae-4794-abf7-60cf725af3f0, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=e87fa64a-3fae-4794-abf7-60cf725af3f0,segment=NetworkSegment(7a922ed3-963b-4878-bd8c-48976f2d29ea),segment_id=7a922ed3-963b-4878-bd8c-48976f2d29ea)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:06:47.122375 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-cfd7847f-c167-4bde-bc67-d7f3bbc58237 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:47.143794 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-cfd7847f-c167-4bde-bc67-d7f3bbc58237 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:47.145442 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:47.146134 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 01a24300-24a6-4bdc-8012-20919034c7e4 details requested by agent hyperv_n-h2-764292-30 with host n-h2-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:06:47.158972 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1669aff0-a6f3-47d0-95bb-1e4e5ad9610f req-63abea6c-bba9-426e-b7c3-be7aacf84b74 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:47.164483 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1669aff0-a6f3-47d0-95bb-1e4e5ad9610f req-63abea6c-bba9-426e-b7c3-be7aacf84b74 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=62a21279-cd45-4f1c-bc8b-9bb047767d13 HTTP/1.1" status: 200 len: 948 time: 0.0864363 Aug 11 03:06:47.215074 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1669aff0-a6f3-47d0-95bb-1e4e5ad9610f req-353944cc-a600-492f-9fdd-ec8110c0deb7 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462947 Aug 11 03:06:47.223234 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=e87fa64a-3fae-4794-abf7-60cf725af3f0,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:47.226936 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port 01a24300-24a6-4bdc-8012-20919034c7e4, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=01a24300-24a6-4bdc-8012-20919034c7e4,segment=NetworkSegment(537bbf41-5def-4717-9826-66def57defbc),segment_id=537bbf41-5def-4717-9826-66def57defbc)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:06:47.227611 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08b0224-49c8-46bb-a39e-501e01f0923e req-80466e63-c0d4-4348-a160-ef08409bf79b tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:47.234593 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08b0224-49c8-46bb-a39e-501e01f0923e req-80466e63-c0d4-4348-a160-ef08409bf79b tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:47.240845 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08b0224-49c8-46bb-a39e-501e01f0923e req-80466e63-c0d4-4348-a160-ef08409bf79b tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:47.240999 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Returning: {'device': '01a24300-24a6-4bdc-8012-20919034c7e4', 'network_id': 'a04ffcc2-d303-44d7-b369-5db13650c2d6', 'port_id': '01a24300-24a6-4bdc-8012-20919034c7e4', 'mac_address': 'fa:16:3e:36:2f:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6efca74f-85f6-4ecd-8f10-5d7e955ea1c7', 'ip_address': '10.1.1.179'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:06:47.247426 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08b0224-49c8-46bb-a39e-501e01f0923e req-80466e63-c0d4-4348-a160-ef08409bf79b tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:47.253295 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08b0224-49c8-46bb-a39e-501e01f0923e req-80466e63-c0d4-4348-a160-ef08409bf79b tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:47.259683 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-cfd7847f-c167-4bde-bc67-d7f3bbc58237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:47.260405 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08b0224-49c8-46bb-a39e-501e01f0923e req-80466e63-c0d4-4348-a160-ef08409bf79b tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:47.263235 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-cfd7847f-c167-4bde-bc67-d7f3bbc58237 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:47.264770 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-cfd7847f-c167-4bde-bc67-d7f3bbc58237 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/aab3a272-dbde-4480-9ca8-2fe81ede5f0a HTTP/1.1" status: 204 len: 168 time: 0.1982868 Aug 11 03:06:47.271190 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08b0224-49c8-46bb-a39e-501e01f0923e req-80466e63-c0d4-4348-a160-ef08409bf79b tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:47.274155 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd7847f-c167-4bde-bc67-d7f3bbc58237 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aab3a272-dbde-4480-9ca8-2fe81ede5f0a,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:47.279375 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b08b0224-49c8-46bb-a39e-501e01f0923e req-80466e63-c0d4-4348-a160-ef08409bf79b tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] 10.222.0.41 "GET /v2.0/ports?device_id=c37d8b08-64ee-4d7e-99b5-bc356505ed77 HTTP/1.1" status: 200 len: 5434 time: 0.1660309 Aug 11 03:06:47.311635 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:47.329067 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01a24300-24a6-4bdc-8012-20919034c7e4 {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:06:47.350512 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b08b0224-49c8-46bb-a39e-501e01f0923e req-9d584942-bd88-4609-a86b-ba81c84a9e16 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] 10.222.0.41 "GET /v2.0/security-groups?id=607419a9-bee5-4ef0-a97c-fc5d24552dc8&id=0947f6a2-f888-43bb-ac20-3b42849ccfb9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0702238 Aug 11 03:06:47.361617 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port 01a24300-24a6-4bdc-8012-20919034c7e4, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=01a24300-24a6-4bdc-8012-20919034c7e4,segment=NetworkSegment(537bbf41-5def-4717-9826-66def57defbc),segment_id=537bbf41-5def-4717-9826-66def57defbc)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:06:47.368913 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c4da16-dd8f-4e8c-b49c-15cf89cae0cb req-e1883a7c-a150-437b-912e-65eec39facd9 tempest-ServerAddressesNegativeTestJSON-955600463 tempest-ServerAddressesNegativeTestJSON-955600463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:47.370551 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f2c4da16-dd8f-4e8c-b49c-15cf89cae0cb req-e1883a7c-a150-437b-912e-65eec39facd9 tempest-ServerAddressesNegativeTestJSON-955600463 tempest-ServerAddressesNegativeTestJSON-955600463-project] 10.222.0.41 "GET /v2.0/ports?device_id=b89b27c9-68d7-44f0-8728-30902f9ec31e HTTP/1.1" status: 200 len: 945 time: 0.0761034 Aug 11 03:06:47.414854 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f2c4da16-dd8f-4e8c-b49c-15cf89cae0cb req-fc9b132e-9a57-4208-a8e6-81030d950b03 tempest-ServerAddressesNegativeTestJSON-955600463 tempest-ServerAddressesNegativeTestJSON-955600463-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ef853a3-6ada-4a8c-a67a-273f6cab4806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370557 Aug 11 03:06:47.423810 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:47.424751 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device e86cee10-c94b-4240-aed2-fc9db6db4421 details requested by agent hyperv_n-h2-764292-30 with host n-h2-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:06:47.456461 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e61b27-5813-481a-8c61-0c05ee095360 req-3e50223f-e01a-4812-ad6e-c87bcd73b0c1 tempest-ServerAddressesNegativeTestJSON-955600463 tempest-ServerAddressesNegativeTestJSON-955600463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:47.458483 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-a8e61b27-5813-481a-8c61-0c05ee095360 req-3e50223f-e01a-4812-ad6e-c87bcd73b0c1 tempest-ServerAddressesNegativeTestJSON-955600463 tempest-ServerAddressesNegativeTestJSON-955600463-project] 10.222.0.22 "GET /v2.0/ports?device_id=b89b27c9-68d7-44f0-8728-30902f9ec31e HTTP/1.1" status: 200 len: 945 time: 0.0624325 Aug 11 03:06:47.477513 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8791effd-5c04-40ea-8d26-c9ff7fb21664 req-94a10110-0ad0-4456-a8f2-3c6f3ede81a5 tempest-ListImageFiltersTestJSON-411697844 tempest-ListImageFiltersTestJSON-411697844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:47.483572 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8791effd-5c04-40ea-8d26-c9ff7fb21664 req-94a10110-0ad0-4456-a8f2-3c6f3ede81a5 tempest-ListImageFiltersTestJSON-411697844 tempest-ListImageFiltersTestJSON-411697844-project] 10.222.0.41 "GET /v2.0/ports?device_id=648e4284-ff93-4bcd-8bc5-8d9132f908a1 HTTP/1.1" status: 200 len: 949 time: 0.0564110 Aug 11 03:06:47.497458 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port e86cee10-c94b-4240-aed2-fc9db6db4421, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=e86cee10-c94b-4240-aed2-fc9db6db4421,segment=NetworkSegment(537bbf41-5def-4717-9826-66def57defbc),segment_id=537bbf41-5def-4717-9826-66def57defbc)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:06:47.510187 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=01a24300-24a6-4bdc-8012-20919034c7e4,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:47.515500 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Returning: {'device': 'e86cee10-c94b-4240-aed2-fc9db6db4421', 'network_id': 'a04ffcc2-d303-44d7-b369-5db13650c2d6', 'port_id': 'e86cee10-c94b-4240-aed2-fc9db6db4421', 'mac_address': 'fa:16:3e:8d:ac:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6efca74f-85f6-4ecd-8f10-5d7e955ea1c7', 'ip_address': '10.1.1.209'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:06:47.531031 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8791effd-5c04-40ea-8d26-c9ff7fb21664 req-6c3dbccc-052a-42df-af5c-80c610d2bcd5 tempest-ListImageFiltersTestJSON-411697844 tempest-ListImageFiltersTestJSON-411697844-project] 10.222.0.41 "GET /v2.0/security-groups?id=f1fae8da-c64d-4618-86d5-07a29a648abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415933 Aug 11 03:06:47.559570 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:47.575432 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e86cee10-c94b-4240-aed2-fc9db6db4421 {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:06:47.581927 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-a8e61b27-5813-481a-8c61-0c05ee095360 req-5e130348-dfa9-45bb-8a5a-9564a6f25c51 tempest-ServerAddressesNegativeTestJSON-955600463 tempest-ServerAddressesNegativeTestJSON-955600463-project] Deleting port f3d086e6-d499-4dd1-a2ef-d659efe40686 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:06:47.582321 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-a8e61b27-5813-481a-8c61-0c05ee095360 req-5e130348-dfa9-45bb-8a5a-9564a6f25c51 tempest-ServerAddressesNegativeTestJSON-955600463 tempest-ServerAddressesNegativeTestJSON-955600463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:47.612849 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port e86cee10-c94b-4240-aed2-fc9db6db4421, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=e86cee10-c94b-4240-aed2-fc9db6db4421,segment=NetworkSegment(537bbf41-5def-4717-9826-66def57defbc),segment_id=537bbf41-5def-4717-9826-66def57defbc)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:06:47.671741 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:47.690560 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-a8e61b27-5813-481a-8c61-0c05ee095360 req-5e130348-dfa9-45bb-8a5a-9564a6f25c51 tempest-ServerAddressesNegativeTestJSON-955600463 tempest-ServerAddressesNegativeTestJSON-955600463-project] For port f3d086e6-d499-4dd1-a2ef-d659efe40686, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=f3d086e6-d499-4dd1-a2ef-d659efe40686,segment=NetworkSegment(814cede5-2509-4c57-9406-20dd1e6cc45b),segment_id=814cede5-2509-4c57-9406-20dd1e6cc45b)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:06:47.690923 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-a8e61b27-5813-481a-8c61-0c05ee095360 req-5e130348-dfa9-45bb-8a5a-9564a6f25c51 tempest-ServerAddressesNegativeTestJSON-955600463 tempest-ServerAddressesNegativeTestJSON-955600463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:47.702113 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88029ef-6a5f-4afa-bde6-70cb5e6f8f48 req-bb181095-69a3-4ba8-ad39-f1ec579a415f tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:47.705980 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-a8e61b27-5813-481a-8c61-0c05ee095360 req-5e130348-dfa9-45bb-8a5a-9564a6f25c51 tempest-ServerAddressesNegativeTestJSON-955600463 tempest-ServerAddressesNegativeTestJSON-955600463-project] Calling delete_port for f3d086e6-d499-4dd1-a2ef-d659efe40686 owned by compute:nova {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:06:47.711049 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d88029ef-6a5f-4afa-bde6-70cb5e6f8f48 req-bb181095-69a3-4ba8-ad39-f1ec579a415f tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=29cccc14-5cf4-4470-a538-9d1ef2af8007 HTTP/1.1" status: 200 len: 945 time: 0.0797298 Aug 11 03:06:47.728753 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=e86cee10-c94b-4240-aed2-fc9db6db4421,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:47.734273 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 097019f2-ae6e-45f5-8720-67d66b1caf1a details requested by agent hyperv_n-h2-764292-30 with host n-h2-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:06:47.770821 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d88029ef-6a5f-4afa-bde6-70cb5e6f8f48 req-ce1357e9-5dca-40ab-99e9-75cbf5b24f70 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/security-groups?id=19e25e3f-a72e-45d4-8165-3b0d2215340c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503712 Aug 11 03:06:47.841373 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port 097019f2-ae6e-45f5-8720-67d66b1caf1a, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=097019f2-ae6e-45f5-8720-67d66b1caf1a,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:06:47.853285 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Returning: {'device': '097019f2-ae6e-45f5-8720-67d66b1caf1a', 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba', 'port_id': '097019f2-ae6e-45f5-8720-67d66b1caf1a', 'mac_address': 'fa:16:3e:8c:0c:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '254a3f4d-2b75-429e-bbb2-8e70554e9483', 'ip_address': '192.168.233.233'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:06:47.889800 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:47.902837 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 097019f2-ae6e-45f5-8720-67d66b1caf1a {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:06:47.922190 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port 097019f2-ae6e-45f5-8720-67d66b1caf1a, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=097019f2-ae6e-45f5-8720-67d66b1caf1a,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:06:47.940251 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-a8e61b27-5813-481a-8c61-0c05ee095360 req-5e130348-dfa9-45bb-8a5a-9564a6f25c51 tempest-ServerAddressesNegativeTestJSON-955600463 tempest-ServerAddressesNegativeTestJSON-955600463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:47.970656 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e130348-dfa9-45bb-8a5a-9564a6f25c51 tempest-ServerAddressesNegativeTestJSON-955600463 tempest-ServerAddressesNegativeTestJSON-955600463-project] Pushing event deleted for resources: {'Port': ['ID=f3d086e6-d499-4dd1-a2ef-d659efe40686,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:47.985998 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['f3d086e6-d499-4dd1-a2ef-d659efe40686'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:06:48.006442 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:48.015585 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8e61b27-5813-481a-8c61-0c05ee095360 req-5e130348-dfa9-45bb-8a5a-9564a6f25c51 tempest-ServerAddressesNegativeTestJSON-955600463 tempest-ServerAddressesNegativeTestJSON-955600463-project] No DVR routers for this DVR port f3d086e6-d499-4dd1-a2ef-d659efe40686 on host n-h1-764292-30 {{(pid=102191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:06:48.018305 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-a8e61b27-5813-481a-8c61-0c05ee095360 req-5e130348-dfa9-45bb-8a5a-9564a6f25c51 tempest-ServerAddressesNegativeTestJSON-955600463 tempest-ServerAddressesNegativeTestJSON-955600463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:48.020365 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-a8e61b27-5813-481a-8c61-0c05ee095360 req-5e130348-dfa9-45bb-8a5a-9564a6f25c51 tempest-ServerAddressesNegativeTestJSON-955600463 tempest-ServerAddressesNegativeTestJSON-955600463-project] 10.222.0.22 "DELETE /v2.0/ports/f3d086e6-d499-4dd1-a2ef-d659efe40686 HTTP/1.1" status: 204 len: 173 time: 0.5528045 Aug 11 03:06:48.020894 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b89b27c9-68d7-44f0-8728-30902f9ec31e', 'name': 'network-vif-deleted', 'tag': 'f3d086e6-d499-4dd1-a2ef-d659efe40686'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:06:48.023323 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aedad8b-3f91-45c5-9795-930be9a7baa9" -d '{"events": [{"server_uuid": "b89b27c9-68d7-44f0-8728-30902f9ec31e", "name": "network-vif-deleted", "tag": "f3d086e6-d499-4dd1-a2ef-d659efe40686"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:06:48.058856 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 51444) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:48.067233 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=097019f2-ae6e-45f5-8720-67d66b1caf1a,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:48.067999 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:06:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfadb47f-fef3-457f-bfce-a29b6deea08f x-openstack-request-id: req-bfadb47f-fef3-457f-bfce-a29b6deea08f {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:06:48.068797 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b89b27c9-68d7-44f0-8728-30902f9ec31e", "name": "network-vif-deleted", "tag": "f3d086e6-d499-4dd1-a2ef-d659efe40686", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:06:48.072111 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bfadb47f-fef3-457f-bfce-a29b6deea08f {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:06:48.072111 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b89b27c9-68d7-44f0-8728-30902f9ec31e', 'name': 'network-vif-deleted', 'tag': 'f3d086e6-d499-4dd1-a2ef-d659efe40686', 'status': 'completed', 'code': 200} Aug 11 03:06:48.106544 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-800eeacc-c660-4d1a-ac96-8778cab07015 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e08160dc4b94440b9c56750e8ffc18b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0461133 Aug 11 03:06:48.108812 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 51446) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:48.124530 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 07229d21-86ae-47e2-a031-e861549584c4 up at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:06:48.160781 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0eb79967-4815-45e7-8ddb-51af94723bae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:48.183554 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0eb79967-4815-45e7-8ddb-51af94723bae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:48.294278 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning for port 07229d21-86ae-47e2-a031-e861549584c4 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:06:48.298207 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning complete for port 07229d21-86ae-47e2-a031-e861549584c4 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:06:48.298793 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:48.328157 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633a6e89-b860-4695-8b43-a13acd04243a req-a7af1d3b-9439-43a7-8c2e-16ad1e3eaff6 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:48.329674 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-633a6e89-b860-4695-8b43-a13acd04243a req-a7af1d3b-9439-43a7-8c2e-16ad1e3eaff6 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=62a21279-cd45-4f1c-bc8b-9bb047767d13 HTTP/1.1" status: 200 len: 949 time: 0.0498505 Aug 11 03:06:48.329836 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['98a2ca78-c5a8-4b1c-9aca-68e88f898760'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:06:48.356977 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['053fe719-4e11-4959-84b1-0b95b1576963'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:06:48.358943 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['e86cee10-c94b-4240-aed2-fc9db6db4421'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:06:48.371623 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-633a6e89-b860-4695-8b43-a13acd04243a req-8faa9e93-3a72-47e0-bb5d-7c38f80a17eb tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353944 Aug 11 03:06:48.408463 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0eb79967-4815-45e7-8ddb-51af94723bae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:48.410835 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['0434871a-df5e-4e3f-ae7e-819ce35be0ac'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:06:48.412179 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0eb79967-4815-45e7-8ddb-51af94723bae admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:48.413202 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['e87fa64a-3fae-4794-abf7-60cf725af3f0'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:06:48.414213 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-0eb79967-4815-45e7-8ddb-51af94723bae admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6deea625-657b-4b36-ab13-e1aac8ba27b1 HTTP/1.1" status: 204 len: 168 time: 0.3044181 Aug 11 03:06:48.415596 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['01a24300-24a6-4bdc-8012-20919034c7e4'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:06:48.425759 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb79967-4815-45e7-8ddb-51af94723bae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6deea625-657b-4b36-ab13-e1aac8ba27b1,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:48.554566 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-eb934d61-eb6a-424d-b5a2-d93b5bb8b0b3 req-90693b19-da1b-4138-9919-1cf00e50eafe tempest-ServerAddressesNegativeTestJSON-955600463 tempest-ServerAddressesNegativeTestJSON-955600463-project] 10.222.0.41 "GET /v2.0/ports?device_id=b89b27c9-68d7-44f0-8728-30902f9ec31e HTTP/1.1" status: 200 len: 210 time: 0.0340228 Aug 11 03:06:48.594624 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ef8049-d39f-4b0e-942f-71beddd6cb4d req-f74956f7-f0fb-4886-9d18-8d8906cbce62 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:48.599787 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ef8049-d39f-4b0e-942f-71beddd6cb4d req-f74956f7-f0fb-4886-9d18-8d8906cbce62 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:48.606421 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ef8049-d39f-4b0e-942f-71beddd6cb4d req-f74956f7-f0fb-4886-9d18-8d8906cbce62 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:48.612575 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ef8049-d39f-4b0e-942f-71beddd6cb4d req-f74956f7-f0fb-4886-9d18-8d8906cbce62 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:48.618610 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ef8049-d39f-4b0e-942f-71beddd6cb4d req-f74956f7-f0fb-4886-9d18-8d8906cbce62 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:48.624540 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ef8049-d39f-4b0e-942f-71beddd6cb4d req-f74956f7-f0fb-4886-9d18-8d8906cbce62 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:48.630575 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ef8049-d39f-4b0e-942f-71beddd6cb4d req-f74956f7-f0fb-4886-9d18-8d8906cbce62 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:48.632539 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-17ef8049-d39f-4b0e-942f-71beddd6cb4d req-f74956f7-f0fb-4886-9d18-8d8906cbce62 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] 10.222.0.41 "GET /v2.0/ports?device_id=c37d8b08-64ee-4d7e-99b5-bc356505ed77 HTTP/1.1" status: 200 len: 5437 time: 0.1586523 Aug 11 03:06:48.653255 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['097019f2-ae6e-45f5-8720-67d66b1caf1a'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:06:48.707882 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-17ef8049-d39f-4b0e-942f-71beddd6cb4d req-49d13863-7182-4676-947e-d83c9048e265 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] 10.222.0.41 "GET /v2.0/security-groups?id=607419a9-bee5-4ef0-a97c-fc5d24552dc8&id=0947f6a2-f888-43bb-ac20-3b42849ccfb9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0650206 Aug 11 03:06:48.717026 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe6696a-c026-4ffa-af30-5314c6583545 req-49a974a6-28ba-465f-8ec6-659739508bdf tempest-ListImageFiltersTestJSON-411697844 tempest-ListImageFiltersTestJSON-411697844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:48.718655 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-efe6696a-c026-4ffa-af30-5314c6583545 req-49a974a6-28ba-465f-8ec6-659739508bdf tempest-ListImageFiltersTestJSON-411697844 tempest-ListImageFiltersTestJSON-411697844-project] 10.222.0.41 "GET /v2.0/ports?device_id=648e4284-ff93-4bcd-8bc5-8d9132f908a1 HTTP/1.1" status: 200 len: 949 time: 0.0852106 Aug 11 03:06:48.770975 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-efe6696a-c026-4ffa-af30-5314c6583545 req-9c85fab3-ab8e-47dc-8ba5-21fad6503fad tempest-ListImageFiltersTestJSON-411697844 tempest-ListImageFiltersTestJSON-411697844-project] 10.222.0.41 "GET /v2.0/security-groups?id=f1fae8da-c64d-4618-86d5-07a29a648abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434599 Aug 11 03:06:48.913762 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3380166a-1c7d-4db4-9f7d-2bd0c3bb13e5 req-ca562d81-87f8-4ee0-8988-d962528ace9d tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:48.915555 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3380166a-1c7d-4db4-9f7d-2bd0c3bb13e5 req-ca562d81-87f8-4ee0-8988-d962528ace9d tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=29cccc14-5cf4-4470-a538-9d1ef2af8007 HTTP/1.1" status: 200 len: 945 time: 0.0565522 Aug 11 03:06:48.964918 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3380166a-1c7d-4db4-9f7d-2bd0c3bb13e5 req-5a16672b-a3b6-40e8-b777-54a71009c57a tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/security-groups?id=19e25e3f-a72e-45d4-8165-3b0d2215340c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409117 Aug 11 03:06:49.034849 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:49.170024 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '648e4284-ff93-4bcd-8bc5-8d9132f908a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07229d21-86ae-47e2-a031-e861549584c4'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:06:49.172192 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c42bcc5c-4dc9-4cfc-abdf-71ddcfcebf74" -d '{"events": [{"server_uuid": "648e4284-ff93-4bcd-8bc5-8d9132f908a1", "name": "network-vif-plugged", "status": "completed", "tag": "07229d21-86ae-47e2-a031-e861549584c4"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:06:49.224754 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['d3c9db57-eea5-4db7-a508-af7b68f15453'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:06:49.238351 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:06:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d47e3b5f-cf47-41ce-87f7-c6d36ebf6aed x-openstack-request-id: req-d47e3b5f-cf47-41ce-87f7-c6d36ebf6aed {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:06:49.238636 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "648e4284-ff93-4bcd-8bc5-8d9132f908a1", "name": "network-vif-plugged", "status": "completed", "tag": "07229d21-86ae-47e2-a031-e861549584c4", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:06:49.238876 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d47e3b5f-cf47-41ce-87f7-c6d36ebf6aed {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:06:49.239281 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '648e4284-ff93-4bcd-8bc5-8d9132f908a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07229d21-86ae-47e2-a031-e861549584c4', 'code': 200} Aug 11 03:06:49.272863 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 07229d21-86ae-47e2-a031-e861549584c4, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=07229d21-86ae-47e2-a031-e861549584c4,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:06:49.349394 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d25b0e-dfc2-413b-b459-f796f27ba786 req-c0816b9b-a388-4373-abee-4816e01496ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:49.351102 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-70d25b0e-dfc2-413b-b459-f796f27ba786 req-c0816b9b-a388-4373-abee-4816e01496ce service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=648e4284-ff93-4bcd-8bc5-8d9132f908a1 HTTP/1.1" status: 200 len: 1101 time: 0.0522726 Aug 11 03:06:49.389213 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-70d25b0e-dfc2-413b-b459-f796f27ba786 req-601af467-9620-4e0a-9ce5-71b5501cbde8 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=f1fae8da-c64d-4618-86d5-07a29a648abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308039 Aug 11 03:06:49.400228 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:49.401344 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device ac18f128-6015-498d-80f1-06d1fce1499d up at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:06:49.489428 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbde0cd1-13a9-4bb1-b22c-440ca98d9a13 req-92b48183-8528-4b5e-848b-c4ba3ffc63c1 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:49.491122 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cbde0cd1-13a9-4bb1-b22c-440ca98d9a13 req-92b48183-8528-4b5e-848b-c4ba3ffc63c1 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=62a21279-cd45-4f1c-bc8b-9bb047767d13 HTTP/1.1" status: 200 len: 949 time: 0.0506630 Aug 11 03:06:49.547144 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cbde0cd1-13a9-4bb1-b22c-440ca98d9a13 req-b6c8a820-7e76-4273-bfc6-6a6dde632f3e tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472939 Aug 11 03:06:49.621757 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 51496) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:49.655248 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=07229d21-86ae-47e2-a031-e861549584c4,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:49.675522 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae69935d-0b2d-4990-9c7e-a511e00d5d68 admin admin] Deleting subnet 825d227b-eb5c-4f28-a048-097e169e3b46 {{(pid=102192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:06:49.679052 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ae69935d-0b2d-4990-9c7e-a511e00d5d68 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:49.719512 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ae69935d-0b2d-4990-9c7e-a511e00d5d68 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125932460'] for subnet, precommit_delete_associations {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:49.740598 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning for port ac18f128-6015-498d-80f1-06d1fce1499d completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:06:49.745949 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 01a24300-24a6-4bdc-8012-20919034c7e4 up at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:06:49.752620 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning complete for port ac18f128-6015-498d-80f1-06d1fce1499d triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:06:49.753064 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:49.761603 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ae69935d-0b2d-4990-9c7e-a511e00d5d68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:49.883229 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:49.918791 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port ac18f128-6015-498d-80f1-06d1fce1499d, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=ac18f128-6015-498d-80f1-06d1fce1499d,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:06:49.928514 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning for port 01a24300-24a6-4bdc-8012-20919034c7e4 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:06:49.933640 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning complete for port 01a24300-24a6-4bdc-8012-20919034c7e4 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:06:49.934146 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:50.018482 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:50.032167 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:50.083772 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port 01a24300-24a6-4bdc-8012-20919034c7e4, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=01a24300-24a6-4bdc-8012-20919034c7e4,segment=NetworkSegment(537bbf41-5def-4717-9826-66def57defbc),segment_id=537bbf41-5def-4717-9826-66def57defbc)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:06:50.101902 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=ac18f128-6015-498d-80f1-06d1fce1499d,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:50.168475 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:50.223598 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=01a24300-24a6-4bdc-8012-20919034c7e4,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:50.276485 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56e34eb-3db6-48c6-8c5a-364bb20ce207 req-c52a1a00-b58f-4f28-a8f0-88c93a3d4786 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:50.282478 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56e34eb-3db6-48c6-8c5a-364bb20ce207 req-c52a1a00-b58f-4f28-a8f0-88c93a3d4786 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:50.288582 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56e34eb-3db6-48c6-8c5a-364bb20ce207 req-c52a1a00-b58f-4f28-a8f0-88c93a3d4786 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:50.294569 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56e34eb-3db6-48c6-8c5a-364bb20ce207 req-c52a1a00-b58f-4f28-a8f0-88c93a3d4786 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:50.300625 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56e34eb-3db6-48c6-8c5a-364bb20ce207 req-c52a1a00-b58f-4f28-a8f0-88c93a3d4786 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:50.306706 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56e34eb-3db6-48c6-8c5a-364bb20ce207 req-c52a1a00-b58f-4f28-a8f0-88c93a3d4786 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:50.313539 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56e34eb-3db6-48c6-8c5a-364bb20ce207 req-c52a1a00-b58f-4f28-a8f0-88c93a3d4786 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:50.315585 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d56e34eb-3db6-48c6-8c5a-364bb20ce207 req-c52a1a00-b58f-4f28-a8f0-88c93a3d4786 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] 10.222.0.41 "GET /v2.0/ports?device_id=c37d8b08-64ee-4d7e-99b5-bc356505ed77 HTTP/1.1" status: 200 len: 5437 time: 0.5164344 Aug 11 03:06:50.329193 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87801832-f31a-4620-b0c0-fac46ef164ae req-432f84ce-1451-403f-8db1-3563a1078e88 tempest-ListImageFiltersTestJSON-411697844 tempest-ListImageFiltersTestJSON-411697844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:50.330649 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-87801832-f31a-4620-b0c0-fac46ef164ae req-432f84ce-1451-403f-8db1-3563a1078e88 tempest-ListImageFiltersTestJSON-411697844 tempest-ListImageFiltersTestJSON-411697844-project] 10.222.0.41 "GET /v2.0/ports?device_id=648e4284-ff93-4bcd-8bc5-8d9132f908a1 HTTP/1.1" status: 200 len: 950 time: 0.1203322 Aug 11 03:06:50.365279 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ae69935d-0b2d-4990-9c7e-a511e00d5d68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125932157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126180897'] for subnet, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:50.415099 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d56e34eb-3db6-48c6-8c5a-364bb20ce207 req-bb8aef99-9cc9-41d4-b1a7-3b30988e4266 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] 10.222.0.41 "GET /v2.0/security-groups?id=607419a9-bee5-4ef0-a97c-fc5d24552dc8&id=0947f6a2-f888-43bb-ac20-3b42849ccfb9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0834649 Aug 11 03:06:50.418790 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae69935d-0b2d-4990-9c7e-a511e00d5d68 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=825d227b-eb5c-4f28-a048-097e169e3b46,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:50.423881 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ae69935d-0b2d-4990-9c7e-a511e00d5d68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:50.425649 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-ae69935d-0b2d-4990-9c7e-a511e00d5d68 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/825d227b-eb5c-4f28-a048-097e169e3b46 HTTP/1.1" status: 204 len: 168 time: 0.8023643 Aug 11 03:06:50.428335 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 51520) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:50.429149 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-87801832-f31a-4620-b0c0-fac46ef164ae req-79211991-aa9c-4234-a61c-0c2e213cb85e tempest-ListImageFiltersTestJSON-411697844 tempest-ListImageFiltersTestJSON-411697844-project] 10.222.0.41 "GET /v2.0/security-groups?id=f1fae8da-c64d-4618-86d5-07a29a648abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846035 Aug 11 03:06:50.508939 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9ddf9fa9-5557-41e8-9342-a01a9b598337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:50.596893 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9ddf9fa9-5557-41e8-9342-a01a9b598337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:50.608856 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-9ddf9fa9-5557-41e8-9342-a01a9b598337 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['498590d3-6955-4f1a-b9ac-d47d076abeec']}} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:06:50.620476 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-9ddf9fa9-5557-41e8-9342-a01a9b598337 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '814cede5-2509-4c57-9406-20dd1e6cc45b') {'for_net_delete': True} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:06:50.620873 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-9ddf9fa9-5557-41e8-9342-a01a9b598337 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '814cede5-2509-4c57-9406-20dd1e6cc45b') {} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:06:50.630328 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9ddf9fa9-5557-41e8-9342-a01a9b598337 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126283644'] for segment, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:50.645117 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9ddf9fa9-5557-41e8-9342-a01a9b598337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:50.653005 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ddf9fa9-5557-41e8-9342-a01a9b598337 admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=102191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:06:50.653388 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9ddf9fa9-5557-41e8-9342-a01a9b598337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126283391'] for segment, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:50.655082 n-d-764292-30 neutron-server[102191]: Traceback (most recent call last): Aug 11 03:06:50.655082 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:06:50.655082 n-d-764292-30 neutron-server[102191]: timer() Aug 11 03:06:50.655082 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:06:50.655082 n-d-764292-30 neutron-server[102191]: cb(*args, **kw) Aug 11 03:06:50.655082 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:06:50.655082 n-d-764292-30 neutron-server[102191]: return func(*args, **kwargs) Aug 11 03:06:50.655082 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:06:50.655082 n-d-764292-30 neutron-server[102191]: self._notify() Aug 11 03:06:50.655082 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:06:50.655082 n-d-764292-30 neutron-server[102191]: self.callback(batched_events) Aug 11 03:06:50.655082 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:06:50.655082 n-d-764292-30 neutron-server[102191]: event.method(event) Aug 11 03:06:50.655082 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:06:50.655082 n-d-764292-30 neutron-server[102191]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:06:50.655082 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:06:50.655082 n-d-764292-30 neutron-server[102191]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:06:50.655082 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:06:50.655082 n-d-764292-30 neutron-server[102191]: return f(self, *a, **k) Aug 11 03:06:50.655082 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:06:50.655082 n-d-764292-30 neutron-server[102191]: return self._get(url).json() Aug 11 03:06:50.655082 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:06:50.655082 n-d-764292-30 neutron-server[102191]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:06:50.655082 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:06:50.655082 n-d-764292-30 neutron-server[102191]: return self.request(url, 'GET', **kwargs) Aug 11 03:06:50.655082 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:06:50.655082 n-d-764292-30 neutron-server[102191]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:06:50.655082 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:06:50.655082 n-d-764292-30 neutron-server[102191]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:06:50.655082 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:06:50.655082 n-d-764292-30 neutron-server[102191]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:06:50.655082 n-d-764292-30 neutron-server[102191]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:06:50.680601 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a73e909-033f-434d-ac3b-89d5952234f6 req-f9f26fe0-1ead-4bbb-9ba6-56add86a4d41 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:50.682183 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9a73e909-033f-434d-ac3b-89d5952234f6 req-f9f26fe0-1ead-4bbb-9ba6-56add86a4d41 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=29cccc14-5cf4-4470-a538-9d1ef2af8007 HTTP/1.1" status: 200 len: 945 time: 0.0742195 Aug 11 03:06:50.699108 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8af16a-f1f0-4cd5-86a9-85e63c30f5a1 req-fa2e7914-09fd-46e6-a815-4f05b7ba3204 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:50.700850 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1b8af16a-f1f0-4cd5-86a9-85e63c30f5a1 req-fa2e7914-09fd-46e6-a815-4f05b7ba3204 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=62a21279-cd45-4f1c-bc8b-9bb047767d13 HTTP/1.1" status: 200 len: 949 time: 0.0669689 Aug 11 03:06:50.753179 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9a73e909-033f-434d-ac3b-89d5952234f6 req-91f4da97-34f7-4a5c-9368-66b33f5f4169 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/security-groups?id=19e25e3f-a72e-45d4-8165-3b0d2215340c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516689 Aug 11 03:06:50.760338 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1b8af16a-f1f0-4cd5-86a9-85e63c30f5a1 req-8ffa392e-936b-4703-909a-50b11757c99a tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518863 Aug 11 03:06:50.791691 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9ddf9fa9-5557-41e8-9342-a01a9b598337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:50.797741 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9ddf9fa9-5557-41e8-9342-a01a9b598337 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:50.799642 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-9ddf9fa9-5557-41e8-9342-a01a9b598337 admin admin] 10.222.0.41 "DELETE /v2.0/networks/498590d3-6955-4f1a-b9ac-d47d076abeec HTTP/1.1" status: 204 len: 168 time: 0.3687215 Aug 11 03:06:50.816160 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddf9fa9-5557-41e8-9342-a01a9b598337 admin admin] Pushing event deleted for resources: {'Network': ['ID=498590d3-6955-4f1a-b9ac-d47d076abeec,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:50.967979 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0f90549b-469f-4cbf-9cfc-b87a2c18aa07 req-9ebae7c5-bbe6-4182-a5e0-ed4cc343df4d tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=0b7aae89f3c6499aa5530a05ad738493&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0246603 Aug 11 03:06:51.070701 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f90549b-469f-4cbf-9cfc-b87a2c18aa07 req-da93c7e8-80fb-4bd2-bb01-eda602732260 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:51.072085 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0f90549b-469f-4cbf-9cfc-b87a2c18aa07 req-da93c7e8-80fb-4bd2-bb01-eda602732260 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.0988474 Aug 11 03:06:51.087541 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0f90549b-469f-4cbf-9cfc-b87a2c18aa07 req-1cbba5b0-60d2-4974-b260-25c84dd72dba tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.41 "GET /v2.0/quotas/0b7aae89f3c6499aa5530a05ad738493 HTTP/1.1" status: 200 len: 375 time: 0.0089993 Aug 11 03:06:51.118469 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0f90549b-469f-4cbf-9cfc-b87a2c18aa07 req-e4f4a5ac-71a2-4d85-ba38-ae6a6c7d88b1 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=0b7aae89f3c6499aa5530a05ad738493&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0253704 Aug 11 03:06:51.191472 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 51540) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:51.233965 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-87680238-7f35-44fd-82a9-1c36fcf792c8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bed247ccc1b348fca083929d0e792919&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0413713 Aug 11 03:06:51.236528 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 51542) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:51.240695 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53c3d301-4685-4f48-91f8-26f8246123b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac18f128-6015-498d-80f1-06d1fce1499d'}, {'server_uuid': 'c37d8b08-64ee-4d7e-99b5-bc356505ed77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01a24300-24a6-4bdc-8012-20919034c7e4'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:06:51.243092 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06d5c799-1b5a-42d9-beaa-0ccfea192631" -d '{"events": [{"server_uuid": "53c3d301-4685-4f48-91f8-26f8246123b3", "name": "network-vif-plugged", "status": "completed", "tag": "ac18f128-6015-498d-80f1-06d1fce1499d"}, {"server_uuid": "c37d8b08-64ee-4d7e-99b5-bc356505ed77", "name": "network-vif-plugged", "status": "completed", "tag": "01a24300-24a6-4bdc-8012-20919034c7e4"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:06:51.289747 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-995888c7-96c8-4f44-b7fd-e6b8218f8d58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:51.295962 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 11 Aug 2021 03:06:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66185bf5-d592-4960-a279-d345a64cb7c1 x-openstack-request-id: req-66185bf5-d592-4960-a279-d345a64cb7c1 {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:06:51.296282 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53c3d301-4685-4f48-91f8-26f8246123b3", "name": "network-vif-plugged", "status": "completed", "tag": "ac18f128-6015-498d-80f1-06d1fce1499d", "code": 200}, {"server_uuid": "c37d8b08-64ee-4d7e-99b5-bc356505ed77", "name": "network-vif-plugged", "status": "completed", "tag": "01a24300-24a6-4bdc-8012-20919034c7e4", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:06:51.296544 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-66185bf5-d592-4960-a279-d345a64cb7c1 {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:06:51.296953 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53c3d301-4685-4f48-91f8-26f8246123b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac18f128-6015-498d-80f1-06d1fce1499d', 'code': 200} Aug 11 03:06:51.297211 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c37d8b08-64ee-4d7e-99b5-bc356505ed77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01a24300-24a6-4bdc-8012-20919034c7e4', 'code': 200} Aug 11 03:06:51.328445 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-995888c7-96c8-4f44-b7fd-e6b8218f8d58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:51.409692 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366ac77e-420c-4ee7-bcc2-e510c6060b1b req-74ac859a-82c1-4e00-8025-f4c8f79315ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:51.411276 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-366ac77e-420c-4ee7-bcc2-e510c6060b1b req-74ac859a-82c1-4e00-8025-f4c8f79315ca service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=53c3d301-4685-4f48-91f8-26f8246123b3 HTTP/1.1" status: 200 len: 1101 time: 0.0612853 Aug 11 03:06:51.459976 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-995888c7-96c8-4f44-b7fd-e6b8218f8d58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:51.462668 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-995888c7-96c8-4f44-b7fd-e6b8218f8d58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:51.463804 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-995888c7-96c8-4f44-b7fd-e6b8218f8d58 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6ef853a3-6ada-4a8c-a67a-273f6cab4806 HTTP/1.1" status: 204 len: 168 time: 0.2263961 Aug 11 03:06:51.467944 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-366ac77e-420c-4ee7-bcc2-e510c6060b1b req-35414549-7403-4548-849c-f856d4eab7f8 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=f1fae8da-c64d-4618-86d5-07a29a648abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448837 Aug 11 03:06:51.488365 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995888c7-96c8-4f44-b7fd-e6b8218f8d58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ef853a3-6ada-4a8c-a67a-273f6cab4806,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:51.500972 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0baed749-9f09-48d8-9ecd-0c9071b073ab req-c9acad39-1f15-420a-b03a-ab812530e4f1 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=0b7aae89f3c6499aa5530a05ad738493&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0262225 Aug 11 03:06:51.632708 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f8f3bc-ec3c-4d2a-b590-83d11e9b3780 req-57c174aa-0d7d-4f79-b5c8-1c722be9f179 tempest-ListImageFiltersTestJSON-411697844 tempest-ListImageFiltersTestJSON-411697844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:51.634194 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a5f8f3bc-ec3c-4d2a-b590-83d11e9b3780 req-57c174aa-0d7d-4f79-b5c8-1c722be9f179 tempest-ListImageFiltersTestJSON-411697844 tempest-ListImageFiltersTestJSON-411697844-project] 10.222.0.41 "GET /v2.0/ports?device_id=648e4284-ff93-4bcd-8bc5-8d9132f908a1 HTTP/1.1" status: 200 len: 950 time: 0.1128018 Aug 11 03:06:51.656188 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baed749-9f09-48d8-9ecd-0c9071b073ab req-30601100-1ffa-4276-99cf-aeeae1822604 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:51.660555 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0baed749-9f09-48d8-9ecd-0c9071b073ab req-30601100-1ffa-4276-99cf-aeeae1822604 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1499534 Aug 11 03:06:51.679602 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0baed749-9f09-48d8-9ecd-0c9071b073ab req-469d3a44-d6d3-4809-8364-1bf28d694af3 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.41 "GET /v2.0/quotas/0b7aae89f3c6499aa5530a05ad738493 HTTP/1.1" status: 200 len: 375 time: 0.0149899 Aug 11 03:06:51.701404 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a5f8f3bc-ec3c-4d2a-b590-83d11e9b3780 req-dc2adb8c-72d4-4f3d-9093-37a08f9bebda tempest-ListImageFiltersTestJSON-411697844 tempest-ListImageFiltersTestJSON-411697844-project] 10.222.0.41 "GET /v2.0/security-groups?id=f1fae8da-c64d-4618-86d5-07a29a648abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597270 Aug 11 03:06:51.724143 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0baed749-9f09-48d8-9ecd-0c9071b073ab req-13c7b3aa-d4a8-4e45-b490-051935def02a tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=0b7aae89f3c6499aa5530a05ad738493&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0293798 Aug 11 03:06:51.754953 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 98a2ca78-c5a8-4b1c-9aca-68e88f898760 up at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:06:51.821301 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abcb726-d73a-44d3-8510-cc176af2a727 req-82591ca9-1376-40e1-b831-1a8e408aaa8c tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:51.831300 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abcb726-d73a-44d3-8510-cc176af2a727 req-82591ca9-1376-40e1-b831-1a8e408aaa8c tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:51.834339 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abcb726-d73a-44d3-8510-cc176af2a727 req-82591ca9-1376-40e1-b831-1a8e408aaa8c tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:51.840301 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abcb726-d73a-44d3-8510-cc176af2a727 req-82591ca9-1376-40e1-b831-1a8e408aaa8c tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:51.846254 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abcb726-d73a-44d3-8510-cc176af2a727 req-82591ca9-1376-40e1-b831-1a8e408aaa8c tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:51.852247 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abcb726-d73a-44d3-8510-cc176af2a727 req-82591ca9-1376-40e1-b831-1a8e408aaa8c tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:51.858321 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abcb726-d73a-44d3-8510-cc176af2a727 req-82591ca9-1376-40e1-b831-1a8e408aaa8c tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:51.860264 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1abcb726-d73a-44d3-8510-cc176af2a727 req-82591ca9-1376-40e1-b831-1a8e408aaa8c tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] 10.222.0.41 "GET /v2.0/ports?device_id=c37d8b08-64ee-4d7e-99b5-bc356505ed77 HTTP/1.1" status: 200 len: 5438 time: 0.0971601 Aug 11 03:06:51.907037 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning for port 98a2ca78-c5a8-4b1c-9aca-68e88f898760 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:06:51.913551 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning complete for port 98a2ca78-c5a8-4b1c-9aca-68e88f898760 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:06:51.913908 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:51.941650 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1abcb726-d73a-44d3-8510-cc176af2a727 req-55a03637-1197-468f-83f3-b07175184719 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] 10.222.0.41 "GET /v2.0/security-groups?id=607419a9-bee5-4ef0-a97c-fc5d24552dc8&id=0947f6a2-f888-43bb-ac20-3b42849ccfb9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0708618 Aug 11 03:06:52.102112 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:52.148360 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port 98a2ca78-c5a8-4b1c-9aca-68e88f898760, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=98a2ca78-c5a8-4b1c-9aca-68e88f898760,segment=NetworkSegment(537bbf41-5def-4717-9826-66def57defbc),segment_id=537bbf41-5def-4717-9826-66def57defbc)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:06:52.160393 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device f3d086e6-d499-4dd1-a2ef-d659efe40686 no longer exists at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:06:52.195622 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] No Port match for: f3d086e6-d499-4dd1-a2ef-d659efe40686 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:06:52.196918 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device f3d086e6-d499-4dd1-a2ef-d659efe40686 not bound to the agent host n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:06:52.220697 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117161aa-3248-4aaf-8fef-76ef323f35c7 req-891b0bef-7c4d-4df2-9560-17acc7015bc2 tempest-ListImageFiltersTestJSON-411697844 tempest-ListImageFiltersTestJSON-411697844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:52.222191 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-117161aa-3248-4aaf-8fef-76ef323f35c7 req-891b0bef-7c4d-4df2-9560-17acc7015bc2 tempest-ListImageFiltersTestJSON-411697844 tempest-ListImageFiltersTestJSON-411697844-project] 10.222.0.41 "GET /v2.0/ports?device_id=53c3d301-4685-4f48-91f8-26f8246123b3 HTTP/1.1" status: 200 len: 949 time: 0.0889564 Aug 11 03:06:52.230872 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255806fa-ae0c-4f3d-ba2a-6509de77475a req-334de899-219a-42e2-892e-309c12283d91 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:52.232241 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-255806fa-ae0c-4f3d-ba2a-6509de77475a req-334de899-219a-42e2-892e-309c12283d91 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=29cccc14-5cf4-4470-a538-9d1ef2af8007 HTTP/1.1" status: 200 len: 945 time: 0.0832791 Aug 11 03:06:52.286732 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-117161aa-3248-4aaf-8fef-76ef323f35c7 req-34b55c80-1ac7-45d2-a6af-97d43581f0a8 tempest-ListImageFiltersTestJSON-411697844 tempest-ListImageFiltersTestJSON-411697844-project] 10.222.0.41 "GET /v2.0/security-groups?id=f1fae8da-c64d-4618-86d5-07a29a648abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535166 Aug 11 03:06:52.294434 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-255806fa-ae0c-4f3d-ba2a-6509de77475a req-fd90d7d8-65ee-4995-a876-f6bb102b7b48 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/security-groups?id=19e25e3f-a72e-45d4-8165-3b0d2215340c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545287 Aug 11 03:06:52.362830 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-27b944a6-b7c4-461e-ac22-24dca64d15a5 req-f8a99502-626d-41d8-86f7-ce11c3e87b9d tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.41 "GET /v2.0/ports?device_id=acf811b7-803c-4be4-bb7f-dc852ca91de2 HTTP/1.1" status: 200 len: 210 time: 0.0299680 Aug 11 03:06:52.409821 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128b24ea-1f1e-45be-bf57-80ff8f9c92bb req-4e3b8ee5-be2b-4a9b-b8ab-e0d67ed834cf tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:52.411410 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-128b24ea-1f1e-45be-bf57-80ff8f9c92bb req-4e3b8ee5-be2b-4a9b-b8ab-e0d67ed834cf tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=62a21279-cd45-4f1c-bc8b-9bb047767d13 HTTP/1.1" status: 200 len: 949 time: 0.0511487 Aug 11 03:06:52.420744 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:52.427395 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 053fe719-4e11-4959-84b1-0b95b1576963 up at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:06:52.462536 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-128b24ea-1f1e-45be-bf57-80ff8f9c92bb req-403c7936-61d6-4548-97df-7eb01b402dc1 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450058 Aug 11 03:06:52.502059 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=98a2ca78-c5a8-4b1c-9aca-68e88f898760,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:52.660178 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning for port 053fe719-4e11-4959-84b1-0b95b1576963 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:06:52.674543 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning complete for port 053fe719-4e11-4959-84b1-0b95b1576963 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:06:52.674543 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:52.755528 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:52.788489 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port 053fe719-4e11-4959-84b1-0b95b1576963, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=053fe719-4e11-4959-84b1-0b95b1576963,segment=NetworkSegment(c393d3b9-4e15-4ce6-ad7f-da931c8df83a),segment_id=c393d3b9-4e15-4ce6-ad7f-da931c8df83a)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:06:52.938871 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:52.939707 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 0434871a-df5e-4e3f-ae7e-819ce35be0ac up at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:06:53.017499 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 51614) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:53.041406 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=053fe719-4e11-4959-84b1-0b95b1576963,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:53.101492 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a665cea4-e58b-4862-abb1-b68840778300 req-be4e7fa7-7bee-4a3d-ac81-196714012fba tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:53.105564 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a665cea4-e58b-4862-abb1-b68840778300 req-be4e7fa7-7bee-4a3d-ac81-196714012fba tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:53.106351 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning for port 0434871a-df5e-4e3f-ae7e-819ce35be0ac completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:06:53.111092 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning complete for port 0434871a-df5e-4e3f-ae7e-819ce35be0ac triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:06:53.111607 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a665cea4-e58b-4862-abb1-b68840778300 req-be4e7fa7-7bee-4a3d-ac81-196714012fba tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:53.112105 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:53.122257 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a665cea4-e58b-4862-abb1-b68840778300 req-be4e7fa7-7bee-4a3d-ac81-196714012fba tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:53.124117 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a665cea4-e58b-4862-abb1-b68840778300 req-be4e7fa7-7bee-4a3d-ac81-196714012fba tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:53.130019 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a665cea4-e58b-4862-abb1-b68840778300 req-be4e7fa7-7bee-4a3d-ac81-196714012fba tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:53.136663 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a665cea4-e58b-4862-abb1-b68840778300 req-be4e7fa7-7bee-4a3d-ac81-196714012fba tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:53.144594 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a665cea4-e58b-4862-abb1-b68840778300 req-be4e7fa7-7bee-4a3d-ac81-196714012fba tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] 10.222.0.41 "GET /v2.0/ports?device_id=c37d8b08-64ee-4d7e-99b5-bc356505ed77 HTTP/1.1" status: 200 len: 5440 time: 0.1104007 Aug 11 03:06:53.151923 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-05197e2f-8d20-4a0a-ac38-434f75c984f4 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-291196510-network', 'tenant_id': '319274082edd44aa81900d820c32ba06'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:06:53.204802 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:53.205417 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a665cea4-e58b-4862-abb1-b68840778300 req-64705766-18ff-4e9a-9ff1-3a773865e056 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] 10.222.0.41 "GET /v2.0/security-groups?id=607419a9-bee5-4ef0-a97c-fc5d24552dc8&id=0947f6a2-f888-43bb-ac20-3b42849ccfb9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0596008 Aug 11 03:06:53.237548 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port 0434871a-df5e-4e3f-ae7e-819ce35be0ac, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=0434871a-df5e-4e3f-ae7e-819ce35be0ac,segment=NetworkSegment(c393d3b9-4e15-4ce6-ad7f-da931c8df83a),segment_id=c393d3b9-4e15-4ce6-ad7f-da931c8df83a)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:06:53.288526 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05197e2f-8d20-4a0a-ac38-434f75c984f4 admin admin] Made reservation on behalf of 319274082edd44aa81900d820c32ba06 for: {'network': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:06:53.291257 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-05197e2f-8d20-4a0a-ac38-434f75c984f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:53.298833 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c37d8b08-64ee-4d7e-99b5-bc356505ed77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98a2ca78-c5a8-4b1c-9aca-68e88f898760'}, {'server_uuid': 'c37d8b08-64ee-4d7e-99b5-bc356505ed77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '053fe719-4e11-4959-84b1-0b95b1576963'}, {'server_uuid': 'c37d8b08-64ee-4d7e-99b5-bc356505ed77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0434871a-df5e-4e3f-ae7e-819ce35be0ac'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:06:53.300669 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-05197e2f-8d20-4a0a-ac38-434f75c984f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:53.301300 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4476f81d-07dd-4893-8460-a8bc0d57a6a0" -d '{"events": [{"server_uuid": "c37d8b08-64ee-4d7e-99b5-bc356505ed77", "name": "network-vif-plugged", "status": "completed", "tag": "98a2ca78-c5a8-4b1c-9aca-68e88f898760"}, {"server_uuid": "c37d8b08-64ee-4d7e-99b5-bc356505ed77", "name": "network-vif-plugged", "status": "completed", "tag": "053fe719-4e11-4959-84b1-0b95b1576963"}, {"server_uuid": "c37d8b08-64ee-4d7e-99b5-bc356505ed77", "name": "network-vif-plugged", "status": "completed", "tag": "0434871a-df5e-4e3f-ae7e-819ce35be0ac"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:06:53.351342 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:53.352399 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 097019f2-ae6e-45f5-8720-67d66b1caf1a up at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:06:53.390623 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 11 Aug 2021 03:06:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daeecbd1-4f11-4380-9587-04ef5b71e40a x-openstack-request-id: req-daeecbd1-4f11-4380-9587-04ef5b71e40a {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:06:53.390982 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c37d8b08-64ee-4d7e-99b5-bc356505ed77", "name": "network-vif-plugged", "status": "completed", "tag": "98a2ca78-c5a8-4b1c-9aca-68e88f898760", "code": 200}, {"server_uuid": "c37d8b08-64ee-4d7e-99b5-bc356505ed77", "name": "network-vif-plugged", "status": "completed", "tag": "053fe719-4e11-4959-84b1-0b95b1576963", "code": 200}, {"server_uuid": "c37d8b08-64ee-4d7e-99b5-bc356505ed77", "name": "network-vif-plugged", "status": "completed", "tag": "0434871a-df5e-4e3f-ae7e-819ce35be0ac", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:06:53.391187 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-daeecbd1-4f11-4380-9587-04ef5b71e40a {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:06:53.391578 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c37d8b08-64ee-4d7e-99b5-bc356505ed77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98a2ca78-c5a8-4b1c-9aca-68e88f898760', 'code': 200} Aug 11 03:06:53.391829 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c37d8b08-64ee-4d7e-99b5-bc356505ed77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '053fe719-4e11-4959-84b1-0b95b1576963', 'code': 200} Aug 11 03:06:53.392097 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c37d8b08-64ee-4d7e-99b5-bc356505ed77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0434871a-df5e-4e3f-ae7e-819ce35be0ac', 'code': 200} Aug 11 03:06:53.449670 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=0434871a-df5e-4e3f-ae7e-819ce35be0ac,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:53.466392 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-05197e2f-8d20-4a0a-ac38-434f75c984f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:53.491837 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3662e1-f727-47d7-8a7f-f4782290475b req-83e65be6-fd46-4e9f-8fff-ee3138fcd77f tempest-ListImageFiltersTestJSON-411697844 tempest-ListImageFiltersTestJSON-411697844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:53.493336 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1e3662e1-f727-47d7-8a7f-f4782290475b req-83e65be6-fd46-4e9f-8fff-ee3138fcd77f tempest-ListImageFiltersTestJSON-411697844 tempest-ListImageFiltersTestJSON-411697844-project] 10.222.0.41 "GET /v2.0/ports?device_id=53c3d301-4685-4f48-91f8-26f8246123b3 HTTP/1.1" status: 200 len: 949 time: 0.0981691 Aug 11 03:06:53.505567 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09476635-d247-4d82-a778-34a14e33b62c req-92057097-8765-40c5-be31-3553dde5694d tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:53.507085 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-09476635-d247-4d82-a778-34a14e33b62c req-92057097-8765-40c5-be31-3553dde5694d tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=29cccc14-5cf4-4470-a538-9d1ef2af8007 HTTP/1.1" status: 200 len: 945 time: 0.0912893 Aug 11 03:06:53.534191 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning for port 097019f2-ae6e-45f5-8720-67d66b1caf1a completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:06:53.538118 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning complete for port 097019f2-ae6e-45f5-8720-67d66b1caf1a triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:06:53.538515 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:53.561774 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1e3662e1-f727-47d7-8a7f-f4782290475b req-d00485e7-d1b8-4c37-bfb4-067c217b94f5 tempest-ListImageFiltersTestJSON-411697844 tempest-ListImageFiltersTestJSON-411697844-project] 10.222.0.41 "GET /v2.0/security-groups?id=f1fae8da-c64d-4618-86d5-07a29a648abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537367 Aug 11 03:06:53.568967 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-09476635-d247-4d82-a778-34a14e33b62c req-33013e1e-b631-4a09-9481-bd006f48dc64 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/security-groups?id=19e25e3f-a72e-45d4-8165-3b0d2215340c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544562 Aug 11 03:06:53.587517 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-05197e2f-8d20-4a0a-ac38-434f75c984f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:53.632863 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05197e2f-8d20-4a0a-ac38-434f75c984f4 admin admin] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=102192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:06:53.633108 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:53.637058 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-05197e2f-8d20-4a0a-ac38-434f75c984f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:53.637203 n-d-764292-30 neutron-server[102192]: INFO neutron.db.segments_db [None req-05197e2f-8d20-4a0a-ac38-434f75c984f4 admin admin] Added segment 51519bc7-220e-4b32-ac19-7022dcc012c7 of type vlan for network acf79445-469e-4167-b2dd-6e4258e09aaa Aug 11 03:06:53.669269 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05197e2f-8d20-4a0a-ac38-434f75c984f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e8f6739-7da0-410c-b37e-2bd3370dc5fa,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:53.682423 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port 097019f2-ae6e-45f5-8720-67d66b1caf1a, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=097019f2-ae6e-45f5-8720-67d66b1caf1a,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:06:53.708271 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0e61056b-6aec-44e2-9399-dcf45402fdef req-13ce9ef7-a7c5-4d5c-9047-5990c2b79d21 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.41 "GET /v2.0/ports?device_id=acf811b7-803c-4be4-bb7f-dc852ca91de2 HTTP/1.1" status: 200 len: 210 time: 0.0503714 Aug 11 03:06:53.741911 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-05197e2f-8d20-4a0a-ac38-434f75c984f4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:53.762984 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:53.764345 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device d3c9db57-eea5-4db7-a508-af7b68f15453 up at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:06:53.788984 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d8743e-068e-4b77-8ae7-23079dd27c8d req-2b911b45-f154-418c-86a8-333bdd8ee953 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:53.790525 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-21d8743e-068e-4b77-8ae7-23079dd27c8d req-2b911b45-f154-418c-86a8-333bdd8ee953 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=62a21279-cd45-4f1c-bc8b-9bb047767d13 HTTP/1.1" status: 200 len: 949 time: 0.1000929 Aug 11 03:06:53.830688 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-21d8743e-068e-4b77-8ae7-23079dd27c8d req-4c4a29cd-f7f0-4421-aff4-e9213fdcc2d3 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327594 Aug 11 03:06:53.851369 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=097019f2-ae6e-45f5-8720-67d66b1caf1a,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:53.888598 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-05197e2f-8d20-4a0a-ac38-434f75c984f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:53.893433 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05197e2f-8d20-4a0a-ac38-434f75c984f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:53.893433 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-05197e2f-8d20-4a0a-ac38-434f75c984f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:53.944789 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning for port d3c9db57-eea5-4db7-a508-af7b68f15453 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:06:53.948855 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05197e2f-8d20-4a0a-ac38-434f75c984f4 admin admin] Pushing event updated for resources: {'Network': ['ID=acf79445-469e-4167-b2dd-6e4258e09aaa,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:53.950967 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning complete for port d3c9db57-eea5-4db7-a508-af7b68f15453 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:06:53.950967 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:53.974021 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network acf79445-469e-4167-b2dd-6e4258e09aaa details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:06:54.034608 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-05197e2f-8d20-4a0a-ac38-434f75c984f4 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0131989 Aug 11 03:06:54.035212 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 51640) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:54.040325 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-91199476-ef61-43f5-a82c-6b5f41ba6c1d admin admin] Request body: {'subnet': {'network_id': 'acf79445-469e-4167-b2dd-6e4258e09aaa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-291196510-subnet', 'tenant_id': '319274082edd44aa81900d820c32ba06', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:06:54.091596 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:54.127045 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port d3c9db57-eea5-4db7-a508-af7b68f15453, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=d3c9db57-eea5-4db7-a508-af7b68f15453,segment=NetworkSegment(537bbf41-5def-4717-9826-66def57defbc),segment_id=537bbf41-5def-4717-9826-66def57defbc)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:06:54.173905 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91199476-ef61-43f5-a82c-6b5f41ba6c1d admin admin] Made reservation on behalf of 319274082edd44aa81900d820c32ba06 for: {'subnet': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:06:54.176396 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-91199476-ef61-43f5-a82c-6b5f41ba6c1d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126180544'] for subnet, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:54.186581 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-0f90549b-469f-4cbf-9cfc-b87a2c18aa07 req-9780dbc1-1855-441a-8680-5d33214738b8 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=0b7aae89f3c6499aa5530a05ad738493&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0215197 Aug 11 03:06:54.232571 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:54.234579 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device e87fa64a-3fae-4794-abf7-60cf725af3f0 up at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:06:54.335473 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=d3c9db57-eea5-4db7-a508-af7b68f15453,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:54.409696 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f90549b-469f-4cbf-9cfc-b87a2c18aa07 req-9c8f9cf6-4038-49d8-b1f0-87bb15a4a532 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:54.411174 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-0f90549b-469f-4cbf-9cfc-b87a2c18aa07 req-9c8f9cf6-4038-49d8-b1f0-87bb15a4a532 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2187417 Aug 11 03:06:54.424822 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-0f90549b-469f-4cbf-9cfc-b87a2c18aa07 req-5397f96c-bd0a-4bae-8e4d-52fe91133a4c tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] Request body: {'port': {'device_id': '98d6d82d-3a78-44f6-a171-1c19b3afea39', 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba', 'admin_state_up': True, 'tenant_id': '0b7aae89f3c6499aa5530a05ad738493'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:06:54.443844 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4454e17-d560-41dc-885b-0bced8cdfdb2 req-9452afbe-54bb-437d-95af-1ef55636d1bd tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:54.451194 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4454e17-d560-41dc-885b-0bced8cdfdb2 req-9452afbe-54bb-437d-95af-1ef55636d1bd tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:54.457513 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4454e17-d560-41dc-885b-0bced8cdfdb2 req-9452afbe-54bb-437d-95af-1ef55636d1bd tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:54.465831 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4454e17-d560-41dc-885b-0bced8cdfdb2 req-9452afbe-54bb-437d-95af-1ef55636d1bd tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:54.467126 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning for port e87fa64a-3fae-4794-abf7-60cf725af3f0 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:06:54.472940 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4454e17-d560-41dc-885b-0bced8cdfdb2 req-9452afbe-54bb-437d-95af-1ef55636d1bd tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:54.473898 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning complete for port e87fa64a-3fae-4794-abf7-60cf725af3f0 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:06:54.476179 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:54.479574 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4454e17-d560-41dc-885b-0bced8cdfdb2 req-9452afbe-54bb-437d-95af-1ef55636d1bd tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:54.486608 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4454e17-d560-41dc-885b-0bced8cdfdb2 req-9452afbe-54bb-437d-95af-1ef55636d1bd tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:54.494846 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e4454e17-d560-41dc-885b-0bced8cdfdb2 req-9452afbe-54bb-437d-95af-1ef55636d1bd tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] 10.222.0.41 "GET /v2.0/ports?device_id=c37d8b08-64ee-4d7e-99b5-bc356505ed77 HTTP/1.1" status: 200 len: 5442 time: 0.1261127 Aug 11 03:06:54.497381 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-91199476-ef61-43f5-a82c-6b5f41ba6c1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125932092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126180562'] for subnet, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:54.570426 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:54.589415 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91199476-ef61-43f5-a82c-6b5f41ba6c1d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff907cad-7e2d-42a0-96f7-6a9e66fb2feb,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:54.597466 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e4454e17-d560-41dc-885b-0bced8cdfdb2 req-be754e93-02d0-4f6f-bfb8-94c3c7cb20dd tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] 10.222.0.41 "GET /v2.0/security-groups?id=607419a9-bee5-4ef0-a97c-fc5d24552dc8&id=0947f6a2-f888-43bb-ac20-3b42849ccfb9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0922334 Aug 11 03:06:54.603320 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91199476-ef61-43f5-a82c-6b5f41ba6c1d admin admin] Checking segment: {'id': '51519bc7-220e-4b32-ac19-7022dcc012c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'acf79445-469e-4167-b2dd-6e4258e09aaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:06:54.603514 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91199476-ef61-43f5-a82c-6b5f41ba6c1d admin admin] Network hostable DHCP agents. Network: acf79445-469e-4167-b2dd-6e4258e09aaa, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:06:54.612895 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port e87fa64a-3fae-4794-abf7-60cf725af3f0, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=e87fa64a-3fae-4794-abf7-60cf725af3f0,segment=NetworkSegment(7a922ed3-963b-4878-bd8c-48976f2d29ea),segment_id=7a922ed3-963b-4878-bd8c-48976f2d29ea)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:06:54.655173 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f90549b-469f-4cbf-9cfc-b87a2c18aa07 req-5397f96c-bd0a-4bae-8e4d-52fe91133a4c tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] Made reservation on behalf of 0b7aae89f3c6499aa5530a05ad738493 for: {'port': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:06:54.658694 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-0f90549b-469f-4cbf-9cfc-b87a2c18aa07 req-5397f96c-bd0a-4bae-8e4d-52fe91133a4c tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:54.668497 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-0f90549b-469f-4cbf-9cfc-b87a2c18aa07 req-5397f96c-bd0a-4bae-8e4d-52fe91133a4c tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:54.677675 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:54.677675 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device e86cee10-c94b-4240-aed2-fc9db6db4421 up at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:06:54.696791 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91199476-ef61-43f5-a82c-6b5f41ba6c1d admin admin] Network acf79445-469e-4167-b2dd-6e4258e09aaa is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:06:54.703146 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0baed749-9f09-48d8-9ecd-0c9071b073ab req-9433f29e-7413-44f3-9180-943d807818fe tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=0b7aae89f3c6499aa5530a05ad738493&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0671997 Aug 11 03:06:54.765996 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b94d20-1d71-422a-adbe-a698eb17cd2e req-ff411649-27ef-4a60-8bb0-0d11216ba4ce tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:54.768444 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-55b94d20-1d71-422a-adbe-a698eb17cd2e req-ff411649-27ef-4a60-8bb0-0d11216ba4ce tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=29cccc14-5cf4-4470-a538-9d1ef2af8007 HTTP/1.1" status: 200 len: 945 time: 0.1046579 Aug 11 03:06:54.780333 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=e87fa64a-3fae-4794-abf7-60cf725af3f0,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:54.792984 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-0f90549b-469f-4cbf-9cfc-b87a2c18aa07 req-5397f96c-bd0a-4bae-8e4d-52fe91133a4c tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:54.810538 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-91199476-ef61-43f5-a82c-6b5f41ba6c1d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, acf79445-469e-4167-b2dd-6e4258e09aaa) {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:06:54.825027 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb4c84a9-9fe3-421f-975f-c77e8cc12b88 None None] Network acf79445-469e-4167-b2dd-6e4258e09aaa requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:06:54.843937 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91199476-ef61-43f5-a82c-6b5f41ba6c1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:54.845743 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-91199476-ef61-43f5-a82c-6b5f41ba6c1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:54.856336 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-eb558f47-0a53-4aa2-bc75-cd1b21180cfd req-f8a87753-4973-46c7-a41c-5a94e983f1af tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.41 "GET /v2.0/ports?device_id=acf811b7-803c-4be4-bb7f-dc852ca91de2 HTTP/1.1" status: 200 len: 210 time: 0.0723894 Aug 11 03:06:54.867971 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-0f90549b-469f-4cbf-9cfc-b87a2c18aa07 req-5397f96c-bd0a-4bae-8e4d-52fe91133a4c tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:54.889502 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning for port e86cee10-c94b-4240-aed2-fc9db6db4421 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:06:54.919976 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-55b94d20-1d71-422a-adbe-a698eb17cd2e req-a9fd7cc6-dbd7-4ab3-bd5b-cb61094f22f2 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/security-groups?id=19e25e3f-a72e-45d4-8165-3b0d2215340c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373050 Aug 11 03:06:54.921930 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning complete for port e86cee10-c94b-4240-aed2-fc9db6db4421 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:06:54.922370 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:54.972033 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5397f96c-bd0a-4bae-8e4d-52fe91133a4c tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4bfdc2ba-9f18-4435-9a1d-8c7ae69f76fd,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:55.001191 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baed749-9f09-48d8-9ecd-0c9071b073ab req-06374b3b-1ee4-4be4-86a3-ecfd1eaceb93 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:55.002755 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0baed749-9f09-48d8-9ecd-0c9071b073ab req-06374b3b-1ee4-4be4-86a3-ecfd1eaceb93 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2703066 Aug 11 03:06:55.005884 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-91199476-ef61-43f5-a82c-6b5f41ba6c1d admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9701662 Aug 11 03:06:55.042647 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-0baed749-9f09-48d8-9ecd-0c9071b073ab req-c2834144-1bc2-428d-aaa1-64041434c1a0 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] Request body: {'port': {'device_id': 'acf811b7-803c-4be4-bb7f-dc852ca91de2', 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba', 'admin_state_up': True, 'tenant_id': '0b7aae89f3c6499aa5530a05ad738493'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:06:55.058103 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6432aaa2-0a24-442c-99e1-fec942875989 None None] Network acf79445-469e-4167-b2dd-6e4258e09aaa requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:06:55.118506 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [req-0f90549b-469f-4cbf-9cfc-b87a2c18aa07 req-5397f96c-bd0a-4bae-8e4d-52fe91133a4c tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] Allocated IP 192.168.233.127 (d1bf0def-6fa4-4d3e-bbc5-20a040931fba/254a3f4d-2b75-429e-bbb2-8e70554e9483/977a589c-7b12-4747-b663-fb75f526098d) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:06:55.119363 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:55.134929 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e12817b-30eb-4670-8ffa-6795c616a601 req-d5c9d755-a0dd-4350-bbee-974a870322df tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:55.143815 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9e12817b-30eb-4670-8ffa-6795c616a601 req-d5c9d755-a0dd-4350-bbee-974a870322df tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=62a21279-cd45-4f1c-bc8b-9bb047767d13 HTTP/1.1" status: 200 len: 950 time: 0.1832728 Aug 11 03:06:55.197720 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port e86cee10-c94b-4240-aed2-fc9db6db4421, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=e86cee10-c94b-4240-aed2-fc9db6db4421,segment=NetworkSegment(537bbf41-5def-4717-9826-66def57defbc),segment_id=537bbf41-5def-4717-9826-66def57defbc)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:06:55.241361 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9e12817b-30eb-4670-8ffa-6795c616a601 req-97b8e3f3-da1d-479d-92da-4860161b2d4c tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966873 Aug 11 03:06:55.301170 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-0f90549b-469f-4cbf-9cfc-b87a2c18aa07 req-5397f96c-bd0a-4bae-8e4d-52fe91133a4c tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:55.314498 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:55.317867 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [req-0f90549b-469f-4cbf-9cfc-b87a2c18aa07 req-5397f96c-bd0a-4bae-8e4d-52fe91133a4c tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] Transition to ACTIVE for port object 977a589c-7b12-4747-b663-fb75f526098d will not be triggered until provisioned by entity DHCP. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:06:55.351195 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0baed749-9f09-48d8-9ecd-0c9071b073ab req-c2834144-1bc2-428d-aaa1-64041434c1a0 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] Made reservation on behalf of 0b7aae89f3c6499aa5530a05ad738493 for: {'port': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:06:55.355066 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-0baed749-9f09-48d8-9ecd-0c9071b073ab req-c2834144-1bc2-428d-aaa1-64041434c1a0 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:55.443149 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-0f90549b-469f-4cbf-9cfc-b87a2c18aa07 req-5397f96c-bd0a-4bae-8e4d-52fe91133a4c tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:55.494585 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62a21279-cd45-4f1c-bc8b-9bb047767d13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '097019f2-ae6e-45f5-8720-67d66b1caf1a'}, {'server_uuid': 'c37d8b08-64ee-4d7e-99b5-bc356505ed77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3c9db57-eea5-4db7-a508-af7b68f15453'}, {'server_uuid': 'c37d8b08-64ee-4d7e-99b5-bc356505ed77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e87fa64a-3fae-4794-abf7-60cf725af3f0'}, {'server_uuid': 'c37d8b08-64ee-4d7e-99b5-bc356505ed77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e86cee10-c94b-4240-aed2-fc9db6db4421'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:06:55.497609 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a7fbc6d-f273-4077-aa58-59bac449a06f" -d '{"events": [{"server_uuid": "62a21279-cd45-4f1c-bc8b-9bb047767d13", "name": "network-vif-plugged", "status": "completed", "tag": "097019f2-ae6e-45f5-8720-67d66b1caf1a"}, {"server_uuid": "c37d8b08-64ee-4d7e-99b5-bc356505ed77", "name": "network-vif-plugged", "status": "completed", "tag": "d3c9db57-eea5-4db7-a508-af7b68f15453"}, {"server_uuid": "c37d8b08-64ee-4d7e-99b5-bc356505ed77", "name": "network-vif-plugged", "status": "completed", "tag": "e87fa64a-3fae-4794-abf7-60cf725af3f0"}, {"server_uuid": "c37d8b08-64ee-4d7e-99b5-bc356505ed77", "name": "network-vif-plugged", "status": "completed", "tag": "e86cee10-c94b-4240-aed2-fc9db6db4421"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:06:55.502943 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f90549b-469f-4cbf-9cfc-b87a2c18aa07 req-5397f96c-bd0a-4bae-8e4d-52fe91133a4c tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] Network d1bf0def-6fa4-4d3e-bbc5-20a040931fba is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:06:55.507178 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [req-0f90549b-469f-4cbf-9cfc-b87a2c18aa07 req-5397f96c-bd0a-4bae-8e4d-52fe91133a4c tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:06:55.509717 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f90549b-469f-4cbf-9cfc-b87a2c18aa07 req-5397f96c-bd0a-4bae-8e4d-52fe91133a4c tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:06:55.514136 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5397f96c-bd0a-4bae-8e4d-52fe91133a4c tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] Pushing event updated for resources: {'Port': ['ID=977a589c-7b12-4747-b663-fb75f526098d,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:55.541801 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=e86cee10-c94b-4240-aed2-fc9db6db4421,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:55.544842 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [req-0baed749-9f09-48d8-9ecd-0c9071b073ab req-c2834144-1bc2-428d-aaa1-64041434c1a0 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] Allocated IP 192.168.233.211 (d1bf0def-6fa4-4d3e-bbc5-20a040931fba/254a3f4d-2b75-429e-bbb2-8e70554e9483/01223e2e-8c1a-43ec-84c5-6b541e857e72) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:06:55.573997 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f90549b-469f-4cbf-9cfc-b87a2c18aa07 req-5397f96c-bd0a-4bae-8e4d-52fe91133a4c tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:55.574647 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-0f90549b-469f-4cbf-9cfc-b87a2c18aa07 req-5397f96c-bd0a-4bae-8e4d-52fe91133a4c tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:55.581623 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Wed, 11 Aug 2021 03:06:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46676ad3-51fc-4b4c-a927-7edf3ac09b95 x-openstack-request-id: req-46676ad3-51fc-4b4c-a927-7edf3ac09b95 {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:06:55.584367 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62a21279-cd45-4f1c-bc8b-9bb047767d13", "name": "network-vif-plugged", "status": "completed", "tag": "097019f2-ae6e-45f5-8720-67d66b1caf1a", "code": 200}, {"server_uuid": "c37d8b08-64ee-4d7e-99b5-bc356505ed77", "name": "network-vif-plugged", "status": "completed", "tag": "d3c9db57-eea5-4db7-a508-af7b68f15453", "code": 200}, {"server_uuid": "c37d8b08-64ee-4d7e-99b5-bc356505ed77", "name": "network-vif-plugged", "status": "completed", "tag": "e87fa64a-3fae-4794-abf7-60cf725af3f0", "code": 200}, {"server_uuid": "c37d8b08-64ee-4d7e-99b5-bc356505ed77", "name": "network-vif-plugged", "status": "completed", "tag": "e86cee10-c94b-4240-aed2-fc9db6db4421", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:06:55.584367 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-46676ad3-51fc-4b4c-a927-7edf3ac09b95 {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:06:55.584367 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62a21279-cd45-4f1c-bc8b-9bb047767d13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '097019f2-ae6e-45f5-8720-67d66b1caf1a', 'code': 200} Aug 11 03:06:55.584367 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c37d8b08-64ee-4d7e-99b5-bc356505ed77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3c9db57-eea5-4db7-a508-af7b68f15453', 'code': 200} Aug 11 03:06:55.585393 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c37d8b08-64ee-4d7e-99b5-bc356505ed77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e87fa64a-3fae-4794-abf7-60cf725af3f0', 'code': 200} Aug 11 03:06:55.585928 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c37d8b08-64ee-4d7e-99b5-bc356505ed77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e86cee10-c94b-4240-aed2-fc9db6db4421', 'code': 200} Aug 11 03:06:55.661039 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-0f90549b-469f-4cbf-9cfc-b87a2c18aa07 req-5397f96c-bd0a-4bae-8e4d-52fe91133a4c tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2402771 Aug 11 03:06:55.685195 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-0f90549b-469f-4cbf-9cfc-b87a2c18aa07 req-55745186-ef5b-4ead-8b82-409762a24fca service neutron] Request body: {'port': {'device_id': '98d6d82d-3a78-44f6-a171-1c19b3afea39', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764292-30'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:06:55.774876 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddac0dd-3a41-40f0-9d65-0aa9a46aa386 req-9e965c8e-8007-489e-8ae5-3ad4b10ef9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:55.776431 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-2ddac0dd-3a41-40f0-9d65-0aa9a46aa386 req-9e965c8e-8007-489e-8ae5-3ad4b10ef9cf service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=62a21279-cd45-4f1c-bc8b-9bb047767d13 HTTP/1.1" status: 200 len: 1102 time: 0.1126924 Aug 11 03:06:55.781433 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-0f90549b-469f-4cbf-9cfc-b87a2c18aa07 req-55745186-ef5b-4ead-8b82-409762a24fca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:55.844575 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-2ddac0dd-3a41-40f0-9d65-0aa9a46aa386 req-2011c223-3240-46ba-8afa-045f24801a9e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600595 Aug 11 03:06:55.859841 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756c7c16-95ce-45da-b445-0a46f62c7917 req-9c80e1e3-b788-422d-83f4-86c33da2d074 tempest-ServerPasswordTestJSON-557350978 tempest-ServerPasswordTestJSON-557350978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:55.861372 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-756c7c16-95ce-45da-b445-0a46f62c7917 req-9c80e1e3-b788-422d-83f4-86c33da2d074 tempest-ServerPasswordTestJSON-557350978 tempest-ServerPasswordTestJSON-557350978-project] 10.222.0.41 "GET /v2.0/networks?id=acf79445-469e-4167-b2dd-6e4258e09aaa HTTP/1.1" status: 200 len: 812 time: 0.2849183 Aug 11 03:06:55.891378 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64185306-ad5e-4ab6-828d-9309beb6ee35 req-b7f1e785-de86-4ce2-aa92-761b4b07f039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:55.891863 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64185306-ad5e-4ab6-828d-9309beb6ee35 req-b7f1e785-de86-4ce2-aa92-761b4b07f039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:55.892336 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64185306-ad5e-4ab6-828d-9309beb6ee35 req-b7f1e785-de86-4ce2-aa92-761b4b07f039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:55.892806 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64185306-ad5e-4ab6-828d-9309beb6ee35 req-b7f1e785-de86-4ce2-aa92-761b4b07f039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:55.893271 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64185306-ad5e-4ab6-828d-9309beb6ee35 req-b7f1e785-de86-4ce2-aa92-761b4b07f039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:55.893734 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64185306-ad5e-4ab6-828d-9309beb6ee35 req-b7f1e785-de86-4ce2-aa92-761b4b07f039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:55.894197 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64185306-ad5e-4ab6-828d-9309beb6ee35 req-b7f1e785-de86-4ce2-aa92-761b4b07f039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:55.896116 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-64185306-ad5e-4ab6-828d-9309beb6ee35 req-b7f1e785-de86-4ce2-aa92-761b4b07f039 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c37d8b08-64ee-4d7e-99b5-bc356505ed77 HTTP/1.1" status: 200 len: 6508 time: 0.1932445 Aug 11 03:06:55.910943 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-cc2cb1a7-577e-4237-9455-b3b4bd9943bc None None] Provisioning for port 977a589c-7b12-4747-b663-fb75f526098d completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:06:55.915159 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-cc2cb1a7-577e-4237-9455-b3b4bd9943bc None None] Provisioning complete for port 977a589c-7b12-4747-b663-fb75f526098d triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:06:55.915707 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-cc2cb1a7-577e-4237-9455-b3b4bd9943bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:55.919104 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-756c7c16-95ce-45da-b445-0a46f62c7917 req-6540503a-8c8b-4aa4-a895-ae7c3ce768fc tempest-ServerPasswordTestJSON-557350978 tempest-ServerPasswordTestJSON-557350978-project] 10.222.0.41 "GET /v2.0/quotas/319274082edd44aa81900d820c32ba06 HTTP/1.1" status: 200 len: 375 time: 0.0474708 Aug 11 03:06:55.934568 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb66096-3e97-41e8-b6ee-1bb6a1bddce8 req-cc59177b-4bba-4e9e-b707-bed81c805f8b tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:55.940652 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb66096-3e97-41e8-b6ee-1bb6a1bddce8 req-cc59177b-4bba-4e9e-b707-bed81c805f8b tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:55.946694 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb66096-3e97-41e8-b6ee-1bb6a1bddce8 req-cc59177b-4bba-4e9e-b707-bed81c805f8b tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:55.953076 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb66096-3e97-41e8-b6ee-1bb6a1bddce8 req-cc59177b-4bba-4e9e-b707-bed81c805f8b tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:55.956027 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-cc2cb1a7-577e-4237-9455-b3b4bd9943bc None None] Port 977a589c-7b12-4747-b663-fb75f526098d cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:06:55.959797 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb66096-3e97-41e8-b6ee-1bb6a1bddce8 req-cc59177b-4bba-4e9e-b707-bed81c805f8b tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:55.965932 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb66096-3e97-41e8-b6ee-1bb6a1bddce8 req-cc59177b-4bba-4e9e-b707-bed81c805f8b tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:55.971904 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb66096-3e97-41e8-b6ee-1bb6a1bddce8 req-cc59177b-4bba-4e9e-b707-bed81c805f8b tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:55.973834 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5cb66096-3e97-41e8-b6ee-1bb6a1bddce8 req-cc59177b-4bba-4e9e-b707-bed81c805f8b tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] 10.222.0.41 "GET /v2.0/ports?device_id=c37d8b08-64ee-4d7e-99b5-bc356505ed77 HTTP/1.1" status: 200 len: 5444 time: 0.2187335 Aug 11 03:06:56.033733 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-0baed749-9f09-48d8-9ecd-0c9071b073ab req-c2834144-1bc2-428d-aaa1-64041434c1a0 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:56.039706 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-756c7c16-95ce-45da-b445-0a46f62c7917 req-ea96a4ee-0fa7-44d9-920e-6903632c4e8e tempest-ServerPasswordTestJSON-557350978 tempest-ServerPasswordTestJSON-557350978-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=319274082edd44aa81900d820c32ba06&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0649021 Aug 11 03:06:56.079757 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-64185306-ad5e-4ab6-828d-9309beb6ee35 req-cac8bae5-3a91-4f4f-b544-73a0af55dfb1 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=0947f6a2-f888-43bb-ac20-3b42849ccfb9&id=607419a9-bee5-4ef0-a97c-fc5d24552dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1703880 Aug 11 03:06:56.110128 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [req-0baed749-9f09-48d8-9ecd-0c9071b073ab req-c2834144-1bc2-428d-aaa1-64041434c1a0 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] Transition to ACTIVE for port object 01223e2e-8c1a-43ec-84c5-6b541e857e72 will not be triggered until provisioned by entity DHCP. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:06:56.128157 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5cb66096-3e97-41e8-b6ee-1bb6a1bddce8 req-1b58812d-e26e-427c-9129-a8d94af76227 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] 10.222.0.41 "GET /v2.0/security-groups?id=607419a9-bee5-4ef0-a97c-fc5d24552dc8&id=0947f6a2-f888-43bb-ac20-3b42849ccfb9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1417272 Aug 11 03:06:56.183167 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-756c7c16-95ce-45da-b445-0a46f62c7917 req-9f2ef15e-aad0-499a-94a5-23448af09970 service neutron] 10.222.0.41 "GET /v2.0/networks/acf79445-469e-4167-b2dd-6e4258e09aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339693 Aug 11 03:06:56.253627 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e2a01fe7-6f19-4c34-93fe-50a31627d3ce req-e517ae7a-74de-401e-a2c5-31db9c6c760e tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.41 "GET /v2.0/ports?device_id=acf811b7-803c-4be4-bb7f-dc852ca91de2 HTTP/1.1" status: 200 len: 210 time: 0.0660727 Aug 11 03:06:56.256759 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-0baed749-9f09-48d8-9ecd-0c9071b073ab req-c2834144-1bc2-428d-aaa1-64041434c1a0 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:56.322203 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0baed749-9f09-48d8-9ecd-0c9071b073ab req-c2834144-1bc2-428d-aaa1-64041434c1a0 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] Network d1bf0def-6fa4-4d3e-bbc5-20a040931fba is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:06:56.336694 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [req-0baed749-9f09-48d8-9ecd-0c9071b073ab req-c2834144-1bc2-428d-aaa1-64041434c1a0 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:06:56.346116 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [req-0baed749-9f09-48d8-9ecd-0c9071b073ab req-c2834144-1bc2-428d-aaa1-64041434c1a0 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:06:56.371368 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2834144-1bc2-428d-aaa1-64041434c1a0 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] Pushing event updated for resources: {'Port': ['ID=01223e2e-8c1a-43ec-84c5-6b541e857e72,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:56.396799 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [req-0f90549b-469f-4cbf-9cfc-b87a2c18aa07 req-55745186-ef5b-4ead-8b82-409762a24fca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 977a589c-7b12-4747-b663-fb75f526098d {{(pid=102191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:06:56.405102 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-0f90549b-469f-4cbf-9cfc-b87a2c18aa07 req-55745186-ef5b-4ead-8b82-409762a24fca service neutron] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:56.416867 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-756c7c16-95ce-45da-b445-0a46f62c7917 req-41861a68-527f-40cf-9b62-3c91c710ae27 service neutron] 10.222.0.41 "GET /v2.0/networks/acf79445-469e-4167-b2dd-6e4258e09aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2255423 Aug 11 03:06:56.422937 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [req-0f90549b-469f-4cbf-9cfc-b87a2c18aa07 req-55745186-ef5b-4ead-8b82-409762a24fca service neutron] Transition to ACTIVE for port object 977a589c-7b12-4747-b663-fb75f526098d will not be triggered until provisioned by entity L2. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:06:56.449811 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4ae934-da1f-43fe-af66-35dbf99ac676 req-c359c2fd-8a95-4a3f-bea5-d10876222024 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:56.452746 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bc4ae934-da1f-43fe-af66-35dbf99ac676 req-c359c2fd-8a95-4a3f-bea5-d10876222024 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=29cccc14-5cf4-4470-a538-9d1ef2af8007 HTTP/1.1" status: 200 len: 945 time: 0.1325834 Aug 11 03:06:56.461437 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baed749-9f09-48d8-9ecd-0c9071b073ab req-c2834144-1bc2-428d-aaa1-64041434c1a0 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:56.462123 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-0baed749-9f09-48d8-9ecd-0c9071b073ab req-c2834144-1bc2-428d-aaa1-64041434c1a0 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:56.488518 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-0f90549b-469f-4cbf-9cfc-b87a2c18aa07 req-55745186-ef5b-4ead-8b82-409762a24fca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:56.514815 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bc4ae934-da1f-43fe-af66-35dbf99ac676 req-e121e8fe-5306-4c6f-aacd-208853603eb6 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/security-groups?id=19e25e3f-a72e-45d4-8165-3b0d2215340c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488896 Aug 11 03:06:56.555008 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55745186-ef5b-4ead-8b82-409762a24fca service neutron] Pushing event updated for resources: {'Port': ['ID=977a589c-7b12-4747-b663-fb75f526098d,revision_number=2']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:56.574987 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0baed749-9f09-48d8-9ecd-0c9071b073ab req-c2834144-1bc2-428d-aaa1-64041434c1a0 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5610819 Aug 11 03:06:56.588693 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-0baed749-9f09-48d8-9ecd-0c9071b073ab req-3c56e4c7-ffa2-44e2-bdf9-1cc197082346 service neutron] Request body: {'port': {'device_id': 'acf811b7-803c-4be4-bb7f-dc852ca91de2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764292-30'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:06:56.660293 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-f458e55c-fb73-4417-9bab-94787846635d None None] Provisioning for port 01223e2e-8c1a-43ec-84c5-6b541e857e72 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:06:56.668322 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-f458e55c-fb73-4417-9bab-94787846635d None None] Provisioning complete for port 01223e2e-8c1a-43ec-84c5-6b541e857e72 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:06:56.672096 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-f458e55c-fb73-4417-9bab-94787846635d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:56.672382 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-0f90549b-469f-4cbf-9cfc-b87a2c18aa07 req-55745186-ef5b-4ead-8b82-409762a24fca service neutron] Attempting to bind port 977a589c-7b12-4747-b663-fb75f526098d on host n-h2-764292-30 for vnic_type normal with profile {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:06:56.672382 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-0f90549b-469f-4cbf-9cfc-b87a2c18aa07 req-55745186-ef5b-4ead-8b82-409762a24fca service neutron] Attempting to bind port 977a589c-7b12-4747-b663-fb75f526098d by drivers openvswitch,hyperv on host n-h2-764292-30 at level 0 using segments [{'id': '9b7b03c0-092f-4953-898f-de6d8f2338ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba'}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:06:56.672382 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f90549b-469f-4cbf-9cfc-b87a2c18aa07 req-55745186-ef5b-4ead-8b82-409762a24fca service neutron] Attempting to bind port 977a589c-7b12-4747-b663-fb75f526098d on network d1bf0def-6fa4-4d3e-bbc5-20a040931fba {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:06:56.677012 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f90549b-469f-4cbf-9cfc-b87a2c18aa07 req-55745186-ef5b-4ead-8b82-409762a24fca service neutron] Port 977a589c-7b12-4747-b663-fb75f526098d on network d1bf0def-6fa4-4d3e-bbc5-20a040931fba not bound, no agent of type Open vSwitch agent registered on host n-h2-764292-30 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:06:56.677428 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f90549b-469f-4cbf-9cfc-b87a2c18aa07 req-55745186-ef5b-4ead-8b82-409762a24fca service neutron] Attempting to bind port 977a589c-7b12-4747-b663-fb75f526098d on network d1bf0def-6fa4-4d3e-bbc5-20a040931fba {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:06:56.683451 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f90549b-469f-4cbf-9cfc-b87a2c18aa07 req-55745186-ef5b-4ead-8b82-409762a24fca service neutron] Checking agent: {'id': '70015fc0-62fb-48b2-b453-36906937cf2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 6, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:06:56.683867 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f90549b-469f-4cbf-9cfc-b87a2c18aa07 req-55745186-ef5b-4ead-8b82-409762a24fca service neutron] Checking segment: {'id': '9b7b03c0-092f-4953-898f-de6d8f2338ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:06:56.684318 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f90549b-469f-4cbf-9cfc-b87a2c18aa07 req-55745186-ef5b-4ead-8b82-409762a24fca service neutron] Bound using segment: {'id': '9b7b03c0-092f-4953-898f-de6d8f2338ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba'} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:06:56.684840 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-0f90549b-469f-4cbf-9cfc-b87a2c18aa07 req-55745186-ef5b-4ead-8b82-409762a24fca service neutron] Bound port: 977a589c-7b12-4747-b663-fb75f526098d, host: n-h2-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b7b03c0-092f-4953-898f-de6d8f2338ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba'}}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:06:56.685274 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-0f90549b-469f-4cbf-9cfc-b87a2c18aa07 req-55745186-ef5b-4ead-8b82-409762a24fca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:56.746018 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b46769-9b2d-4cb1-bac9-5c5905f3ff52 req-5df3bf9f-1917-4e66-b600-82f47df2c399 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:56.755542 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-82b46769-9b2d-4cb1-bac9-5c5905f3ff52 req-5df3bf9f-1917-4e66-b600-82f47df2c399 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=62a21279-cd45-4f1c-bc8b-9bb047767d13 HTTP/1.1" status: 200 len: 950 time: 0.1424470 Aug 11 03:06:56.755871 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-f458e55c-fb73-4417-9bab-94787846635d None None] Port 01223e2e-8c1a-43ec-84c5-6b541e857e72 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:06:56.773203 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-0baed749-9f09-48d8-9ecd-0c9071b073ab req-3c56e4c7-ffa2-44e2-bdf9-1cc197082346 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:56.799139 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-0f90549b-469f-4cbf-9cfc-b87a2c18aa07 req-55745186-ef5b-4ead-8b82-409762a24fca service neutron] For port 977a589c-7b12-4747-b663-fb75f526098d, host n-h2-764292-30, cleared binding levels {{(pid=102191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:06:56.803171 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-0f90549b-469f-4cbf-9cfc-b87a2c18aa07 req-55745186-ef5b-4ead-8b82-409762a24fca service neutron] For port 977a589c-7b12-4747-b663-fb75f526098d, host n-h2-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=977a589c-7b12-4747-b663-fb75f526098d,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:06:56.862458 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-82b46769-9b2d-4cb1-bac9-5c5905f3ff52 req-d37272dc-3696-4cec-b5b5-4258d32d35b2 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054499 Aug 11 03:06:56.896052 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-0f90549b-469f-4cbf-9cfc-b87a2c18aa07 req-55745186-ef5b-4ead-8b82-409762a24fca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:56.980135 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f90549b-469f-4cbf-9cfc-b87a2c18aa07 req-55745186-ef5b-4ead-8b82-409762a24fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:56.981016 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-0f90549b-469f-4cbf-9cfc-b87a2c18aa07 req-55745186-ef5b-4ead-8b82-409762a24fca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:56.982869 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-0f90549b-469f-4cbf-9cfc-b87a2c18aa07 req-55745186-ef5b-4ead-8b82-409762a24fca service neutron] 10.222.0.24 "PUT /v2.0/ports/977a589c-7b12-4747-b663-fb75f526098d HTTP/1.1" status: 200 len: 1097 time: 1.3062088 Aug 11 03:06:56.983505 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98d6d82d-3a78-44f6-a171-1c19b3afea39', 'tag': '977a589c-7b12-4747-b663-fb75f526098d'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:06:56.987702 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71c63f64-c330-4cf5-8b16-c6ec8c33a475" -d '{"events": [{"name": "network-changed", "server_uuid": "98d6d82d-3a78-44f6-a171-1c19b3afea39", "tag": "977a589c-7b12-4747-b663-fb75f526098d"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:06:57.015121 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55745186-ef5b-4ead-8b82-409762a24fca service neutron] Pushing event updated for resources: {'Port': ['ID=977a589c-7b12-4747-b663-fb75f526098d,revision_number=3']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:57.040417 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-256b673f-c43b-4467-85df-2be59ff012e5 req-65165b37-b94e-4bd6-bdd8-568610af60b0 tempest-ServerPasswordTestJSON-557350978 tempest-ServerPasswordTestJSON-557350978-project] 10.222.0.41 "GET /v2.0/ports?device_id=db716708-345a-44ba-8490-a93776d818eb HTTP/1.1" status: 200 len: 210 time: 0.0462494 Aug 11 03:06:57.105627 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:06:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ebe08e6-90a8-43d4-878a-6319ea74524c x-openstack-request-id: req-8ebe08e6-90a8-43d4-878a-6319ea74524c {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:06:57.105917 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98d6d82d-3a78-44f6-a171-1c19b3afea39", "tag": "977a589c-7b12-4747-b663-fb75f526098d", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:06:57.106165 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8ebe08e6-90a8-43d4-878a-6319ea74524c {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:06:57.106608 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98d6d82d-3a78-44f6-a171-1c19b3afea39', 'tag': '977a589c-7b12-4747-b663-fb75f526098d', 'status': 'completed', 'code': 200} Aug 11 03:06:57.204949 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c63f64-c330-4cf5-8b16-c6ec8c33a475 req-0f763a1d-7cdc-451a-acd0-8179c7a656f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:57.206565 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-71c63f64-c330-4cf5-8b16-c6ec8c33a475 req-0f763a1d-7cdc-451a-acd0-8179c7a656f9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0b7aae89f3c6499aa5530a05ad738493&device_id=98d6d82d-3a78-44f6-a171-1c19b3afea39 HTTP/1.1" status: 200 len: 1100 time: 0.0652118 Aug 11 03:06:57.242115 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-71c63f64-c330-4cf5-8b16-c6ec8c33a475 req-39316a09-4e51-4509-8a38-b0e818d1af5c service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=0b7aae89f3c6499aa5530a05ad738493&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0229042 Aug 11 03:06:57.348048 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c63f64-c330-4cf5-8b16-c6ec8c33a475 req-e7babf0a-9f20-48b3-8a95-f26be6941d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:57.349669 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-71c63f64-c330-4cf5-8b16-c6ec8c33a475 req-e7babf0a-9f20-48b3-8a95-f26be6941d9b service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1012695 Aug 11 03:06:57.430719 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0a941c-8b09-414e-a3bf-79ada5c4cb87 req-4acdde4a-67a2-42cf-bb89-842368c080c9 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:57.437230 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0a941c-8b09-414e-a3bf-79ada5c4cb87 req-4acdde4a-67a2-42cf-bb89-842368c080c9 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:57.443194 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0a941c-8b09-414e-a3bf-79ada5c4cb87 req-4acdde4a-67a2-42cf-bb89-842368c080c9 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:57.448186 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f90549b-469f-4cbf-9cfc-b87a2c18aa07 req-4c9863b8-9cda-4f78-8ff8-fef8c5a15cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:57.449055 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0a941c-8b09-414e-a3bf-79ada5c4cb87 req-4acdde4a-67a2-42cf-bb89-842368c080c9 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:57.449957 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-0f90549b-469f-4cbf-9cfc-b87a2c18aa07 req-4c9863b8-9cda-4f78-8ff8-fef8c5a15cdb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0b7aae89f3c6499aa5530a05ad738493&device_id=98d6d82d-3a78-44f6-a171-1c19b3afea39 HTTP/1.1" status: 200 len: 1100 time: 0.0496395 Aug 11 03:06:57.463209 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0a941c-8b09-414e-a3bf-79ada5c4cb87 req-4acdde4a-67a2-42cf-bb89-842368c080c9 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:57.469136 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0a941c-8b09-414e-a3bf-79ada5c4cb87 req-4acdde4a-67a2-42cf-bb89-842368c080c9 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:57.475334 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0a941c-8b09-414e-a3bf-79ada5c4cb87 req-4acdde4a-67a2-42cf-bb89-842368c080c9 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:57.477302 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-de0a941c-8b09-414e-a3bf-79ada5c4cb87 req-4acdde4a-67a2-42cf-bb89-842368c080c9 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] 10.222.0.41 "GET /v2.0/ports?device_id=c37d8b08-64ee-4d7e-99b5-bc356505ed77 HTTP/1.1" status: 200 len: 5444 time: 0.1869445 Aug 11 03:06:57.492109 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-0f90549b-469f-4cbf-9cfc-b87a2c18aa07 req-c91f9b76-3d29-4944-9b3a-f8bebd71f46b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=977a589c-7b12-4747-b663-fb75f526098d HTTP/1.1" status: 200 len: 217 time: 0.0348177 Aug 11 03:06:57.494453 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8398b677-e2cd-44c3-8623-898d2ccb6e73 req-6fa53a7a-a49b-4a7b-971e-d345203f390a tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:57.494453 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8398b677-e2cd-44c3-8623-898d2ccb6e73 req-6fa53a7a-a49b-4a7b-971e-d345203f390a tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=70c84ed6-1b38-4b73-8bea-55c843cc7bda HTTP/1.1" status: 200 len: 944 time: 0.2049568 Aug 11 03:06:57.556359 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f90549b-469f-4cbf-9cfc-b87a2c18aa07 req-dd971990-01d1-4295-9bc5-2c3697435fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:57.558425 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-0f90549b-469f-4cbf-9cfc-b87a2c18aa07 req-dd971990-01d1-4295-9bc5-2c3697435fe8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=254a3f4d-2b75-429e-bbb2-8e70554e9483 HTTP/1.1" status: 200 len: 843 time: 0.0582521 Aug 11 03:06:57.599444 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-de0a941c-8b09-414e-a3bf-79ada5c4cb87 req-4f720187-2953-4875-ada4-3cbcb32026ad tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] 10.222.0.41 "GET /v2.0/security-groups?id=607419a9-bee5-4ef0-a97c-fc5d24552dc8&id=0947f6a2-f888-43bb-ac20-3b42849ccfb9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1143863 Aug 11 03:06:57.603987 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8398b677-e2cd-44c3-8623-898d2ccb6e73 req-ca0a28f0-99bf-4d7f-9f96-f3231f257df7 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a2aa92e-a0e4-4cb3-9665-2569763a2f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005774 Aug 11 03:06:57.608355 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [req-0baed749-9f09-48d8-9ecd-0c9071b073ab req-3c56e4c7-ffa2-44e2-bdf9-1cc197082346 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01223e2e-8c1a-43ec-84c5-6b541e857e72 {{(pid=102192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:06:57.610761 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f90549b-469f-4cbf-9cfc-b87a2c18aa07 req-173d1c1c-0869-4c9b-8be3-ee4b26c90b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:57.612633 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-0f90549b-469f-4cbf-9cfc-b87a2c18aa07 req-173d1c1c-0869-4c9b-8be3-ee4b26c90b6e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d1bf0def-6fa4-4d3e-bbc5-20a040931fba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0478628 Aug 11 03:06:57.617179 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-0baed749-9f09-48d8-9ecd-0c9071b073ab req-3c56e4c7-ffa2-44e2-bdf9-1cc197082346 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:57.641728 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [req-0baed749-9f09-48d8-9ecd-0c9071b073ab req-3c56e4c7-ffa2-44e2-bdf9-1cc197082346 service neutron] Transition to ACTIVE for port object 01223e2e-8c1a-43ec-84c5-6b541e857e72 will not be triggered until provisioned by entity L2. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:06:57.731954 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-0f90549b-469f-4cbf-9cfc-b87a2c18aa07 req-ac2ac2c7-fb15-42e3-8c5b-c47ce9d0286a service neutron] 10.222.0.24 "GET /v2.0/networks/d1bf0def-6fa4-4d3e-bbc5-20a040931fba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021402 Aug 11 03:06:57.742676 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-0baed749-9f09-48d8-9ecd-0c9071b073ab req-3c56e4c7-ffa2-44e2-bdf9-1cc197082346 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:57.796555 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10ba9f4-1581-4df5-8646-29e18064e838 req-7fa81d2e-7917-46cf-9c23-673405cbbcf9 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:57.798080 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f10ba9f4-1581-4df5-8646-29e18064e838 req-7fa81d2e-7917-46cf-9c23-673405cbbcf9 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.41 "GET /v2.0/ports?device_id=acf811b7-803c-4be4-bb7f-dc852ca91de2 HTTP/1.1" status: 200 len: 936 time: 0.1137087 Aug 11 03:06:57.825266 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c56e4c7-ffa2-44e2-bdf9-1cc197082346 service neutron] Pushing event updated for resources: {'Port': ['ID=01223e2e-8c1a-43ec-84c5-6b541e857e72,revision_number=2']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:57.831586 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-0f90549b-469f-4cbf-9cfc-b87a2c18aa07 req-69b3a1ef-5bb3-4453-8930-061e8d4d3b57 service neutron] 10.222.0.24 "GET /v2.0/networks/d1bf0def-6fa4-4d3e-bbc5-20a040931fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923030 Aug 11 03:06:57.836468 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547d3e5b-9abc-495c-834f-45798b3e41fa req-c42f695f-9aaf-457e-b527-42c502ec8be5 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:57.838005 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-547d3e5b-9abc-495c-834f-45798b3e41fa req-c42f695f-9aaf-457e-b527-42c502ec8be5 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=70c84ed6-1b38-4b73-8bea-55c843cc7bda HTTP/1.1" status: 200 len: 944 time: 0.1273019 Aug 11 03:06:57.936847 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f10ba9f4-1581-4df5-8646-29e18064e838 req-b9360f70-3008-4c30-8c2e-1cdd2c598d1d tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.41 "GET /v2.0/security-groups?id=4bfdc2ba-9f18-4435-9a1d-8c7ae69f76fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286328 Aug 11 03:06:57.945576 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-547d3e5b-9abc-495c-834f-45798b3e41fa req-80811bd7-ee31-4b47-9124-e0781e7a013a tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a2aa92e-a0e4-4cb3-9665-2569763a2f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985970 Aug 11 03:06:57.978696 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-0baed749-9f09-48d8-9ecd-0c9071b073ab req-3c56e4c7-ffa2-44e2-bdf9-1cc197082346 service neutron] Attempting to bind port 01223e2e-8c1a-43ec-84c5-6b541e857e72 on host n-h2-764292-30 for vnic_type normal with profile {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:06:57.979830 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-0baed749-9f09-48d8-9ecd-0c9071b073ab req-3c56e4c7-ffa2-44e2-bdf9-1cc197082346 service neutron] Attempting to bind port 01223e2e-8c1a-43ec-84c5-6b541e857e72 by drivers openvswitch,hyperv on host n-h2-764292-30 at level 0 using segments [{'id': '9b7b03c0-092f-4953-898f-de6d8f2338ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba'}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:06:57.980163 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0baed749-9f09-48d8-9ecd-0c9071b073ab req-3c56e4c7-ffa2-44e2-bdf9-1cc197082346 service neutron] Attempting to bind port 01223e2e-8c1a-43ec-84c5-6b541e857e72 on network d1bf0def-6fa4-4d3e-bbc5-20a040931fba {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:06:57.999474 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0baed749-9f09-48d8-9ecd-0c9071b073ab req-3c56e4c7-ffa2-44e2-bdf9-1cc197082346 service neutron] Port 01223e2e-8c1a-43ec-84c5-6b541e857e72 on network d1bf0def-6fa4-4d3e-bbc5-20a040931fba not bound, no agent of type Open vSwitch agent registered on host n-h2-764292-30 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:06:57.999474 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0baed749-9f09-48d8-9ecd-0c9071b073ab req-3c56e4c7-ffa2-44e2-bdf9-1cc197082346 service neutron] Attempting to bind port 01223e2e-8c1a-43ec-84c5-6b541e857e72 on network d1bf0def-6fa4-4d3e-bbc5-20a040931fba {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:06:57.999474 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0baed749-9f09-48d8-9ecd-0c9071b073ab req-3c56e4c7-ffa2-44e2-bdf9-1cc197082346 service neutron] Checking agent: {'id': '70015fc0-62fb-48b2-b453-36906937cf2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 6, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:06:57.999474 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0baed749-9f09-48d8-9ecd-0c9071b073ab req-3c56e4c7-ffa2-44e2-bdf9-1cc197082346 service neutron] Checking segment: {'id': '9b7b03c0-092f-4953-898f-de6d8f2338ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:06:58.004892 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0baed749-9f09-48d8-9ecd-0c9071b073ab req-3c56e4c7-ffa2-44e2-bdf9-1cc197082346 service neutron] Bound using segment: {'id': '9b7b03c0-092f-4953-898f-de6d8f2338ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba'} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:06:58.005511 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-0baed749-9f09-48d8-9ecd-0c9071b073ab req-3c56e4c7-ffa2-44e2-bdf9-1cc197082346 service neutron] Bound port: 01223e2e-8c1a-43ec-84c5-6b541e857e72, host: n-h2-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b7b03c0-092f-4953-898f-de6d8f2338ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba'}}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:06:58.006047 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-0baed749-9f09-48d8-9ecd-0c9071b073ab req-3c56e4c7-ffa2-44e2-bdf9-1cc197082346 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:58.096520 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-0baed749-9f09-48d8-9ecd-0c9071b073ab req-3c56e4c7-ffa2-44e2-bdf9-1cc197082346 service neutron] For port 01223e2e-8c1a-43ec-84c5-6b541e857e72, host n-h2-764292-30, cleared binding levels {{(pid=102192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:06:58.100178 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-0baed749-9f09-48d8-9ecd-0c9071b073ab req-3c56e4c7-ffa2-44e2-bdf9-1cc197082346 service neutron] For port 01223e2e-8c1a-43ec-84c5-6b541e857e72, host n-h2-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=01223e2e-8c1a-43ec-84c5-6b541e857e72,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:06:58.156615 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26d35ea-b217-440b-b79c-016b9c4a9a49 req-9d8cddaf-2825-462c-8e9a-5eb3865d345a tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:58.158135 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a26d35ea-b217-440b-b79c-016b9c4a9a49 req-9d8cddaf-2825-462c-8e9a-5eb3865d345a tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=62a21279-cd45-4f1c-bc8b-9bb047767d13 HTTP/1.1" status: 200 len: 950 time: 0.0542111 Aug 11 03:06:58.172425 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-0baed749-9f09-48d8-9ecd-0c9071b073ab req-3c56e4c7-ffa2-44e2-bdf9-1cc197082346 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:58.247278 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baed749-9f09-48d8-9ecd-0c9071b073ab req-3c56e4c7-ffa2-44e2-bdf9-1cc197082346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:58.247917 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-0baed749-9f09-48d8-9ecd-0c9071b073ab req-3c56e4c7-ffa2-44e2-bdf9-1cc197082346 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:58.249321 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0baed749-9f09-48d8-9ecd-0c9071b073ab req-3c56e4c7-ffa2-44e2-bdf9-1cc197082346 service neutron] 10.222.0.24 "PUT /v2.0/ports/01223e2e-8c1a-43ec-84c5-6b541e857e72 HTTP/1.1" status: 200 len: 1097 time: 1.6650877 Aug 11 03:06:58.251204 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b66bbd28-fbc2-416a-be7c-e4ab56e8fe7a req-aff6d412-3f47-4a4d-b14c-e0f0278f3791 tempest-ServerPasswordTestJSON-557350978 tempest-ServerPasswordTestJSON-557350978-project] 10.222.0.41 "GET /v2.0/ports?device_id=db716708-345a-44ba-8490-a93776d818eb HTTP/1.1" status: 200 len: 210 time: 0.0655727 Aug 11 03:06:58.251623 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acf811b7-803c-4be4-bb7f-dc852ca91de2', 'tag': '01223e2e-8c1a-43ec-84c5-6b541e857e72'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:06:58.253966 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f931a157-b83c-4b32-a1b1-fb25cab6cbe1" -d '{"events": [{"name": "network-changed", "server_uuid": "acf811b7-803c-4be4-bb7f-dc852ca91de2", "tag": "01223e2e-8c1a-43ec-84c5-6b541e857e72"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:06:58.282585 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a26d35ea-b217-440b-b79c-016b9c4a9a49 req-641e8975-c723-4fef-b3cd-61c6a9c04b33 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176624 Aug 11 03:06:58.332849 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:06:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6633d0b-abd3-4445-9be3-7b56d8ad773c x-openstack-request-id: req-d6633d0b-abd3-4445-9be3-7b56d8ad773c {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:06:58.333155 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acf811b7-803c-4be4-bb7f-dc852ca91de2", "tag": "01223e2e-8c1a-43ec-84c5-6b541e857e72", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:06:58.333409 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d6633d0b-abd3-4445-9be3-7b56d8ad773c {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:06:58.333808 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acf811b7-803c-4be4-bb7f-dc852ca91de2', 'tag': '01223e2e-8c1a-43ec-84c5-6b541e857e72', 'status': 'completed', 'code': 200} Aug 11 03:06:58.335272 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c56e4c7-ffa2-44e2-bdf9-1cc197082346 service neutron] Pushing event updated for resources: {'Port': ['ID=01223e2e-8c1a-43ec-84c5-6b541e857e72,revision_number=3']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:58.504875 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f931a157-b83c-4b32-a1b1-fb25cab6cbe1 req-00fe0544-5714-44d1-9cc1-180da18cbcd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:58.506307 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f931a157-b83c-4b32-a1b1-fb25cab6cbe1 req-00fe0544-5714-44d1-9cc1-180da18cbcd3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0b7aae89f3c6499aa5530a05ad738493&device_id=acf811b7-803c-4be4-bb7f-dc852ca91de2 HTTP/1.1" status: 200 len: 1100 time: 0.1409557 Aug 11 03:06:58.537022 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a0e910-1446-4094-9865-f981f25c2c34 req-4ebdee3d-8491-4bf7-bf3c-3f3a105bd2c7 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:58.538497 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-96a0e910-1446-4094-9865-f981f25c2c34 req-4ebdee3d-8491-4bf7-bf3c-3f3a105bd2c7 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=62a21279-cd45-4f1c-bc8b-9bb047767d13 HTTP/1.1" status: 200 len: 950 time: 0.1244075 Aug 11 03:06:58.555109 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b1ae03-53ba-44a6-856c-eba53470d762 req-9f4e27c7-4496-4d7a-a4bb-b0a17af67f8d tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:58.556496 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-19b1ae03-53ba-44a6-856c-eba53470d762 req-9f4e27c7-4496-4d7a-a4bb-b0a17af67f8d tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/networks?id=6b5eb666-47e5-4ddb-b0bc-16855d478160 HTTP/1.1" status: 200 len: 812 time: 0.2026510 Aug 11 03:06:58.558847 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f931a157-b83c-4b32-a1b1-fb25cab6cbe1 req-4137b692-be76-4bff-be26-7697ffb95e7d service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=0b7aae89f3c6499aa5530a05ad738493&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0434794 Aug 11 03:06:58.596620 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-19b1ae03-53ba-44a6-856c-eba53470d762 req-59c91efa-2f20-4cc1-9326-7403b6caf918 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/quotas/3419766c112444a3864f482257b66851 HTTP/1.1" status: 200 len: 375 time: 0.0328054 Aug 11 03:06:58.680464 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-96a0e910-1446-4094-9865-f981f25c2c34 req-dab4075b-2e2b-4236-92f4-eb129c460d14 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321170 Aug 11 03:06:58.725221 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-19b1ae03-53ba-44a6-856c-eba53470d762 req-3c5b8c12-8ce3-4d4a-af33-126bf04d0ca9 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=3419766c112444a3864f482257b66851&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1034622 Aug 11 03:06:58.728054 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f931a157-b83c-4b32-a1b1-fb25cab6cbe1 req-ca067c6e-d70b-4434-865d-6852d6170eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:58.729395 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f931a157-b83c-4b32-a1b1-fb25cab6cbe1 req-ca067c6e-d70b-4434-865d-6852d6170eb3 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1632237 Aug 11 03:06:58.877743 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f61ad4-0de0-4705-b326-b796421dfdf0 req-300bd134-64b1-4b82-898b-868272acefb6 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:58.883778 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f61ad4-0de0-4705-b326-b796421dfdf0 req-300bd134-64b1-4b82-898b-868272acefb6 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:58.889859 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f61ad4-0de0-4705-b326-b796421dfdf0 req-300bd134-64b1-4b82-898b-868272acefb6 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:58.895800 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f61ad4-0de0-4705-b326-b796421dfdf0 req-300bd134-64b1-4b82-898b-868272acefb6 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:58.901773 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f61ad4-0de0-4705-b326-b796421dfdf0 req-300bd134-64b1-4b82-898b-868272acefb6 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:58.907703 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f61ad4-0de0-4705-b326-b796421dfdf0 req-300bd134-64b1-4b82-898b-868272acefb6 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:58.913594 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f61ad4-0de0-4705-b326-b796421dfdf0 req-300bd134-64b1-4b82-898b-868272acefb6 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:58.916598 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-54f61ad4-0de0-4705-b326-b796421dfdf0 req-300bd134-64b1-4b82-898b-868272acefb6 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] 10.222.0.41 "GET /v2.0/ports?device_id=c37d8b08-64ee-4d7e-99b5-bc356505ed77 HTTP/1.1" status: 200 len: 5444 time: 0.1674144 Aug 11 03:06:58.927252 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baed749-9f09-48d8-9ecd-0c9071b073ab req-63347f43-4865-483a-8974-44daf9886cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:58.942963 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0baed749-9f09-48d8-9ecd-0c9071b073ab req-63347f43-4865-483a-8974-44daf9886cb0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0b7aae89f3c6499aa5530a05ad738493&device_id=acf811b7-803c-4be4-bb7f-dc852ca91de2 HTTP/1.1" status: 200 len: 1100 time: 0.1473942 Aug 11 03:06:58.942963 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-19b1ae03-53ba-44a6-856c-eba53470d762 req-29aab8c8-deb5-415b-8322-d4b8b4d2bd51 service neutron] 10.222.0.41 "GET /v2.0/networks/6b5eb666-47e5-4ddb-b0bc-16855d478160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095120 Aug 11 03:06:59.006813 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0baed749-9f09-48d8-9ecd-0c9071b073ab req-9c6f0fef-8639-4bf1-a3fb-ae37fdcc0207 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=01223e2e-8c1a-43ec-84c5-6b541e857e72 HTTP/1.1" status: 200 len: 217 time: 0.0658886 Aug 11 03:06:59.054186 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-f0eb7859-e2e0-4ac2-a714-64bf906b1cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:59.061661 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-54f61ad4-0de0-4705-b326-b796421dfdf0 req-6891bd93-f11e-4312-8b87-7f5ed1e7bc54 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] 10.222.0.41 "GET /v2.0/security-groups?id=607419a9-bee5-4ef0-a97c-fc5d24552dc8&id=0947f6a2-f888-43bb-ac20-3b42849ccfb9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1320648 Aug 11 03:06:59.122668 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baed749-9f09-48d8-9ecd-0c9071b073ab req-c328c69d-a4bb-4295-b150-5ed5ecfe9121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:59.124133 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0baed749-9f09-48d8-9ecd-0c9071b073ab req-c328c69d-a4bb-4295-b150-5ed5ecfe9121 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=254a3f4d-2b75-429e-bbb2-8e70554e9483 HTTP/1.1" status: 200 len: 843 time: 0.0873070 Aug 11 03:06:59.127737 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-19b1ae03-53ba-44a6-856c-eba53470d762 req-bd4cfcb8-e785-4efd-9505-cd0c10b82fe9 service neutron] 10.222.0.41 "GET /v2.0/networks/6b5eb666-47e5-4ddb-b0bc-16855d478160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742647 Aug 11 03:06:59.183947 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baed749-9f09-48d8-9ecd-0c9071b073ab req-dc76c57c-dc56-4d0a-9ca4-6763369e3ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:59.185258 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0baed749-9f09-48d8-9ecd-0c9071b073ab req-dc76c57c-dc56-4d0a-9ca4-6763369e3ba1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d1bf0def-6fa4-4d3e-bbc5-20a040931fba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0542374 Aug 11 03:06:59.257430 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756c7c16-95ce-45da-b445-0a46f62c7917 req-3f6366bb-5809-4c11-a151-5da339c901fa tempest-ServerPasswordTestJSON-557350978 tempest-ServerPasswordTestJSON-557350978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:59.261802 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-756c7c16-95ce-45da-b445-0a46f62c7917 req-3f6366bb-5809-4c11-a151-5da339c901fa tempest-ServerPasswordTestJSON-557350978 tempest-ServerPasswordTestJSON-557350978-project] 10.222.0.22 "GET /v2.0/networks?id=acf79445-469e-4167-b2dd-6e4258e09aaa HTTP/1.1" status: 200 len: 812 time: 0.1349401 Aug 11 03:06:59.280384 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-756c7c16-95ce-45da-b445-0a46f62c7917 req-a7b69ac8-f8c3-4eae-b1bf-3dd57ac8d14c tempest-ServerPasswordTestJSON-557350978 tempest-ServerPasswordTestJSON-557350978-project] Request body: {'port': {'device_id': 'db716708-345a-44ba-8490-a93776d818eb', 'network_id': 'acf79445-469e-4167-b2dd-6e4258e09aaa', 'admin_state_up': True, 'tenant_id': '319274082edd44aa81900d820c32ba06'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:06:59.321119 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b45e46-75fc-4fc7-b341-487d4ddf2bfd req-10648163-dfe6-48a1-a222-d3619ee9f505 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:59.322598 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-03b45e46-75fc-4fc7-b341-487d4ddf2bfd req-10648163-dfe6-48a1-a222-d3619ee9f505 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.41 "GET /v2.0/ports?device_id=acf811b7-803c-4be4-bb7f-dc852ca91de2 HTTP/1.1" status: 200 len: 948 time: 0.0774355 Aug 11 03:06:59.339725 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0baed749-9f09-48d8-9ecd-0c9071b073ab req-e08fa4ec-021a-4bc7-874a-d9d15ff60459 service neutron] 10.222.0.24 "GET /v2.0/networks/d1bf0def-6fa4-4d3e-bbc5-20a040931fba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466105 Aug 11 03:06:59.410903 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-03b45e46-75fc-4fc7-b341-487d4ddf2bfd req-92eb8050-01e1-4c31-b613-f7a46ca78900 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.41 "GET /v2.0/security-groups?id=4bfdc2ba-9f18-4435-9a1d-8c7ae69f76fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802772 Aug 11 03:06:59.496576 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0baed749-9f09-48d8-9ecd-0c9071b073ab req-1ad920fa-4555-4642-bfac-bf32abd54f1c service neutron] 10.222.0.24 "GET /v2.0/networks/d1bf0def-6fa4-4d3e-bbc5-20a040931fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143246 Aug 11 03:06:59.556785 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-756c7c16-95ce-45da-b445-0a46f62c7917 req-a7b69ac8-f8c3-4eae-b1bf-3dd57ac8d14c tempest-ServerPasswordTestJSON-557350978 tempest-ServerPasswordTestJSON-557350978-project] Made reservation on behalf of 319274082edd44aa81900d820c32ba06 for: {'port': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:06:59.560403 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-756c7c16-95ce-45da-b445-0a46f62c7917 req-a7b69ac8-f8c3-4eae-b1bf-3dd57ac8d14c tempest-ServerPasswordTestJSON-557350978 tempest-ServerPasswordTestJSON-557350978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:59.636690 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2f62b2-4469-4ab4-96a2-87d081553f1e req-0d1e23db-9061-4c41-a66c-c9e877a57820 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:59.656474 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2f62b2-4469-4ab4-96a2-87d081553f1e req-0d1e23db-9061-4c41-a66c-c9e877a57820 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:59.662876 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2f62b2-4469-4ab4-96a2-87d081553f1e req-0d1e23db-9061-4c41-a66c-c9e877a57820 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:59.668631 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2f62b2-4469-4ab4-96a2-87d081553f1e req-0d1e23db-9061-4c41-a66c-c9e877a57820 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:59.674480 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2f62b2-4469-4ab4-96a2-87d081553f1e req-0d1e23db-9061-4c41-a66c-c9e877a57820 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:59.680452 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2f62b2-4469-4ab4-96a2-87d081553f1e req-0d1e23db-9061-4c41-a66c-c9e877a57820 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:59.686743 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2f62b2-4469-4ab4-96a2-87d081553f1e req-0d1e23db-9061-4c41-a66c-c9e877a57820 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:59.688701 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-dc2f62b2-4469-4ab4-96a2-87d081553f1e req-0d1e23db-9061-4c41-a66c-c9e877a57820 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] 10.222.0.41 "GET /v2.0/ports?device_id=c37d8b08-64ee-4d7e-99b5-bc356505ed77 HTTP/1.1" status: 200 len: 5444 time: 0.1397705 Aug 11 03:06:59.701974 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 51810) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:59.704881 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-cee08365-2ba3-4a8a-bf98-ae7add25c020 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Request body: {'floatingip': {'port_id': 'e87fa64a-3fae-4794-abf7-60cf725af3f0'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:06:59.729748 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [req-756c7c16-95ce-45da-b445-0a46f62c7917 req-a7b69ac8-f8c3-4eae-b1bf-3dd57ac8d14c tempest-ServerPasswordTestJSON-557350978 tempest-ServerPasswordTestJSON-557350978-project] Allocated IP 172.20.0.4 (acf79445-469e-4167-b2dd-6e4258e09aaa/ff907cad-7e2d-42a0-96f7-6a9e66fb2feb/fe8073cd-ba90-420d-be71-bdfaa2566122) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:06:59.750926 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7033cea3-9dcc-4f23-9966-fb420b6c5f20 req-82f46631-5e81-4822-9ef6-962dc377fa3f tempest-ServerPasswordTestJSON-557350978 tempest-ServerPasswordTestJSON-557350978-project] 10.222.0.41 "GET /v2.0/ports?device_id=db716708-345a-44ba-8490-a93776d818eb HTTP/1.1" status: 200 len: 210 time: 0.0611959 Aug 11 03:06:59.769715 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 977a589c-7b12-4747-b663-fb75f526098d details requested by agent hyperv_n-h2-764292-30 with host n-h2-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:06:59.800052 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e7fb8b5a-1c56-4615-84d3-3d75dfdbed88 req-b499b2bb-ab91-4f5d-955e-d96c118cd89b tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4d9c4a7-3d0b-441a-b61c-0320d9e6ae04 HTTP/1.1" status: 200 len: 210 time: 0.0514643 Aug 11 03:06:59.805373 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-cee08365-2ba3-4a8a-bf98-ae7add25c020 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Notify callbacks [] for floatingip, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:59.909239 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-756c7c16-95ce-45da-b445-0a46f62c7917 req-a7b69ac8-f8c3-4eae-b1bf-3dd57ac8d14c tempest-ServerPasswordTestJSON-557350978 tempest-ServerPasswordTestJSON-557350978-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:59.925990 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port 977a589c-7b12-4747-b663-fb75f526098d, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=977a589c-7b12-4747-b663-fb75f526098d,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:06:59.939345 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Returning: {'device': '977a589c-7b12-4747-b663-fb75f526098d', 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba', 'port_id': '977a589c-7b12-4747-b663-fb75f526098d', 'mac_address': 'fa:16:3e:15:74:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '254a3f4d-2b75-429e-bbb2-8e70554e9483', 'ip_address': '192.168.233.127'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:06:59.980104 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:59.994618 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 977a589c-7b12-4747-b663-fb75f526098d {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:07:00.015234 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port 977a589c-7b12-4747-b663-fb75f526098d, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=977a589c-7b12-4747-b663-fb75f526098d,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:07:00.048874 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-756c7c16-95ce-45da-b445-0a46f62c7917 req-a7b69ac8-f8c3-4eae-b1bf-3dd57ac8d14c tempest-ServerPasswordTestJSON-557350978 tempest-ServerPasswordTestJSON-557350978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:00.097199 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:00.105114 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-756c7c16-95ce-45da-b445-0a46f62c7917 req-a7b69ac8-f8c3-4eae-b1bf-3dd57ac8d14c tempest-ServerPasswordTestJSON-557350978 tempest-ServerPasswordTestJSON-557350978-project] Network acf79445-469e-4167-b2dd-6e4258e09aaa is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:07:00.108341 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [req-756c7c16-95ce-45da-b445-0a46f62c7917 req-a7b69ac8-f8c3-4eae-b1bf-3dd57ac8d14c tempest-ServerPasswordTestJSON-557350978 tempest-ServerPasswordTestJSON-557350978-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:07:00.112238 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-756c7c16-95ce-45da-b445-0a46f62c7917 req-a7b69ac8-f8c3-4eae-b1bf-3dd57ac8d14c tempest-ServerPasswordTestJSON-557350978 tempest-ServerPasswordTestJSON-557350978-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:07:00.142370 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b69ac8-f8c3-4eae-b1bf-3dd57ac8d14c tempest-ServerPasswordTestJSON-557350978 tempest-ServerPasswordTestJSON-557350978-project] Pushing event updated for resources: {'Port': ['ID=fe8073cd-ba90-420d-be71-bdfaa2566122,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:00.176462 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device ac18f128-6015-498d-80f1-06d1fce1499d details requested by agent hyperv_n-h1-764292-30 with host n-h1-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:07:00.187248 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756c7c16-95ce-45da-b445-0a46f62c7917 req-a7b69ac8-f8c3-4eae-b1bf-3dd57ac8d14c tempest-ServerPasswordTestJSON-557350978 tempest-ServerPasswordTestJSON-557350978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:00.188428 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-756c7c16-95ce-45da-b445-0a46f62c7917 req-a7b69ac8-f8c3-4eae-b1bf-3dd57ac8d14c tempest-ServerPasswordTestJSON-557350978 tempest-ServerPasswordTestJSON-557350978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:00.210927 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=977a589c-7b12-4747-b663-fb75f526098d,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:00.251104 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:07:00.251349 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:07:00.251655 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:07:00.251987 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:07:00.252314 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:07:00.252641 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:07:00.252968 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:07:00.253285 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:07:00.253606 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:07:00.253923 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:07:00.254245 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:07:00.254585 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:07:00.310885 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port ac18f128-6015-498d-80f1-06d1fce1499d, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=ac18f128-6015-498d-80f1-06d1fce1499d,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:07:00.315055 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-756c7c16-95ce-45da-b445-0a46f62c7917 req-a7b69ac8-f8c3-4eae-b1bf-3dd57ac8d14c tempest-ServerPasswordTestJSON-557350978 tempest-ServerPasswordTestJSON-557350978-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0393231 Aug 11 03:07:00.327420 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Returning: {'device': 'ac18f128-6015-498d-80f1-06d1fce1499d', 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba', 'port_id': 'ac18f128-6015-498d-80f1-06d1fce1499d', 'mac_address': 'fa:16:3e:cc:29:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '254a3f4d-2b75-429e-bbb2-8e70554e9483', 'ip_address': '192.168.233.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:07:00.332132 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-756c7c16-95ce-45da-b445-0a46f62c7917 req-e98b8503-1fc1-431a-aae2-e36e82f22cef service neutron] Request body: {'port': {'device_id': 'db716708-345a-44ba-8490-a93776d818eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764292-30'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:07:00.374411 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:00.389203 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ac18f128-6015-498d-80f1-06d1fce1499d {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:07:00.391584 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-756c7c16-95ce-45da-b445-0a46f62c7917 req-e98b8503-1fc1-431a-aae2-e36e82f22cef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:00.410418 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port ac18f128-6015-498d-80f1-06d1fce1499d, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=ac18f128-6015-498d-80f1-06d1fce1499d,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:07:00.413390 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['977a589c-7b12-4747-b663-fb75f526098d'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:07:00.489264 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-96c1efa1-9332-4ac3-82c0-d3cfd03277a1 req-d165cbe6-251a-4492-bccb-1570dcf5c3e1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=62a21279-cd45-4f1c-bc8b-9bb047767d13&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0884600 Aug 11 03:07:00.519193 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:00.599836 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=ac18f128-6015-498d-80f1-06d1fce1499d,revision_number=6']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:00.631143 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcab2ac-e282-4e11-9572-521cc660c27a req-c0425e11-671f-42a8-aaf2-a689175abfc1 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:00.632790 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8dcab2ac-e282-4e11-9572-521cc660c27a req-c0425e11-671f-42a8-aaf2-a689175abfc1 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=62a21279-cd45-4f1c-bc8b-9bb047767d13 HTTP/1.1" status: 200 len: 950 time: 0.4244409 Aug 11 03:07:00.640472 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['ac18f128-6015-498d-80f1-06d1fce1499d'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:07:00.704430 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622778cc-2818-4d32-ada7-55ca253059b3 req-87e3b442-d115-4f85-8937-de1f0beb63b0 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:00.711559 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-622778cc-2818-4d32-ada7-55ca253059b3 req-87e3b442-d115-4f85-8937-de1f0beb63b0 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.41 "GET /v2.0/ports?device_id=acf811b7-803c-4be4-bb7f-dc852ca91de2 HTTP/1.1" status: 200 len: 948 time: 0.2249842 Aug 11 03:07:00.777502 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.db.resource_extend [None req-cee08365-2ba3-4a8a-bf98-ae7add25c020 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 03:07:00.822221 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8dcab2ac-e282-4e11-9572-521cc660c27a req-1647df1e-2d7c-430d-8c06-686cdf888663 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713674 Aug 11 03:07:00.836609 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-622778cc-2818-4d32-ada7-55ca253059b3 req-b35ab3dd-6f70-4a66-9a18-92d9c1581e5c tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.41 "GET /v2.0/security-groups?id=4bfdc2ba-9f18-4435-9a1d-8c7ae69f76fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241922 Aug 11 03:07:00.872053 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [req-756c7c16-95ce-45da-b445-0a46f62c7917 req-e98b8503-1fc1-431a-aae2-e36e82f22cef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe8073cd-ba90-420d-be71-bdfaa2566122 {{(pid=102191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:07:00.881115 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-756c7c16-95ce-45da-b445-0a46f62c7917 req-e98b8503-1fc1-431a-aae2-e36e82f22cef service neutron] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:00.900408 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-cee08365-2ba3-4a8a-bf98-ae7add25c020 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:00.900536 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [req-756c7c16-95ce-45da-b445-0a46f62c7917 req-e98b8503-1fc1-431a-aae2-e36e82f22cef service neutron] Transition to ACTIVE for port object fe8073cd-ba90-420d-be71-bdfaa2566122 will not be triggered until provisioned by entity L2. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:07:00.956935 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-cee08365-2ba3-4a8a-bf98-ae7add25c020 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446866'] for floatingip, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:00.979689 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-756c7c16-95ce-45da-b445-0a46f62c7917 req-e98b8503-1fc1-431a-aae2-e36e82f22cef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:01.046883 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98b8503-1fc1-431a-aae2-e36e82f22cef service neutron] Pushing event updated for resources: {'Port': ['ID=fe8073cd-ba90-420d-be71-bdfaa2566122,revision_number=2']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:01.098382 n-d-764292-30 neutron-server[102192]: INFO neutron.db.l3_db [None req-cee08365-2ba3-4a8a-bf98-ae7add25c020 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Floating IP 60cb794a-fc5d-4773-8758-9d5e61eec14d associated. External IP: 172.25.8.149, port: e87fa64a-3fae-4794-abf7-60cf725af3f0. Aug 11 03:07:01.155471 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-756c7c16-95ce-45da-b445-0a46f62c7917 req-e98b8503-1fc1-431a-aae2-e36e82f22cef service neutron] Attempting to bind port fe8073cd-ba90-420d-be71-bdfaa2566122 on host n-h1-764292-30 for vnic_type normal with profile {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:07:01.155838 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-756c7c16-95ce-45da-b445-0a46f62c7917 req-e98b8503-1fc1-431a-aae2-e36e82f22cef service neutron] Attempting to bind port fe8073cd-ba90-420d-be71-bdfaa2566122 by drivers openvswitch,hyperv on host n-h1-764292-30 at level 0 using segments [{'id': '51519bc7-220e-4b32-ac19-7022dcc012c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'acf79445-469e-4167-b2dd-6e4258e09aaa'}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:07:01.156376 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-756c7c16-95ce-45da-b445-0a46f62c7917 req-e98b8503-1fc1-431a-aae2-e36e82f22cef service neutron] Attempting to bind port fe8073cd-ba90-420d-be71-bdfaa2566122 on network acf79445-469e-4167-b2dd-6e4258e09aaa {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:07:01.163463 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-756c7c16-95ce-45da-b445-0a46f62c7917 req-e98b8503-1fc1-431a-aae2-e36e82f22cef service neutron] Port fe8073cd-ba90-420d-be71-bdfaa2566122 on network acf79445-469e-4167-b2dd-6e4258e09aaa not bound, no agent of type Open vSwitch agent registered on host n-h1-764292-30 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:07:01.163782 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-756c7c16-95ce-45da-b445-0a46f62c7917 req-e98b8503-1fc1-431a-aae2-e36e82f22cef service neutron] Attempting to bind port fe8073cd-ba90-420d-be71-bdfaa2566122 on network acf79445-469e-4167-b2dd-6e4258e09aaa {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:07:01.168773 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-756c7c16-95ce-45da-b445-0a46f62c7917 req-e98b8503-1fc1-431a-aae2-e36e82f22cef service neutron] Checking agent: {'id': 'abb524c2-b412-4ed2-8367-45c4fd996fa7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 6, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:07:01.171641 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-756c7c16-95ce-45da-b445-0a46f62c7917 req-e98b8503-1fc1-431a-aae2-e36e82f22cef service neutron] Checking segment: {'id': '51519bc7-220e-4b32-ac19-7022dcc012c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'acf79445-469e-4167-b2dd-6e4258e09aaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:07:01.171641 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-756c7c16-95ce-45da-b445-0a46f62c7917 req-e98b8503-1fc1-431a-aae2-e36e82f22cef service neutron] Bound using segment: {'id': '51519bc7-220e-4b32-ac19-7022dcc012c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'acf79445-469e-4167-b2dd-6e4258e09aaa'} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:07:01.171641 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-756c7c16-95ce-45da-b445-0a46f62c7917 req-e98b8503-1fc1-431a-aae2-e36e82f22cef service neutron] Bound port: fe8073cd-ba90-420d-be71-bdfaa2566122, host: n-h1-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51519bc7-220e-4b32-ac19-7022dcc012c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'acf79445-469e-4167-b2dd-6e4258e09aaa'}}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:07:01.171641 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-756c7c16-95ce-45da-b445-0a46f62c7917 req-e98b8503-1fc1-431a-aae2-e36e82f22cef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:01.210681 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ccca31c3-64b0-422f-9e87-b4350683ad56 req-5610fc2a-61cb-4af0-9e98-1fc2eafb5c12 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4d9c4a7-3d0b-441a-b61c-0320d9e6ae04 HTTP/1.1" status: 200 len: 210 time: 0.0495496 Aug 11 03:07:01.253923 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-756c7c16-95ce-45da-b445-0a46f62c7917 req-e98b8503-1fc1-431a-aae2-e36e82f22cef service neutron] For port fe8073cd-ba90-420d-be71-bdfaa2566122, host n-h1-764292-30, cleared binding levels {{(pid=102191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:07:01.257478 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-756c7c16-95ce-45da-b445-0a46f62c7917 req-e98b8503-1fc1-431a-aae2-e36e82f22cef service neutron] For port fe8073cd-ba90-420d-be71-bdfaa2566122, host n-h1-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=fe8073cd-ba90-420d-be71-bdfaa2566122,segment=NetworkSegment(51519bc7-220e-4b32-ac19-7022dcc012c7),segment_id=51519bc7-220e-4b32-ac19-7022dcc012c7)] {{(pid=102191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:07:01.271095 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2cd39d-883f-4a62-b2d0-8b1eb828a5a1 req-069d11b1-8081-4d96-813a-94b7fec8ebcc tempest-ServerPasswordTestJSON-557350978 tempest-ServerPasswordTestJSON-557350978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:01.272608 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5d2cd39d-883f-4a62-b2d0-8b1eb828a5a1 req-069d11b1-8081-4d96-813a-94b7fec8ebcc tempest-ServerPasswordTestJSON-557350978 tempest-ServerPasswordTestJSON-557350978-project] 10.222.0.41 "GET /v2.0/ports?device_id=db716708-345a-44ba-8490-a93776d818eb HTTP/1.1" status: 200 len: 943 time: 0.1254358 Aug 11 03:07:01.334484 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-756c7c16-95ce-45da-b445-0a46f62c7917 req-e98b8503-1fc1-431a-aae2-e36e82f22cef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:01.356211 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5d2cd39d-883f-4a62-b2d0-8b1eb828a5a1 req-7e5fd715-f335-4d87-856e-f9cf06e046bf tempest-ServerPasswordTestJSON-557350978 tempest-ServerPasswordTestJSON-557350978-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e8f6739-7da0-410c-b37e-2bd3370dc5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738282 Aug 11 03:07:01.375097 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756c7c16-95ce-45da-b445-0a46f62c7917 req-e98b8503-1fc1-431a-aae2-e36e82f22cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:01.375924 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-756c7c16-95ce-45da-b445-0a46f62c7917 req-e98b8503-1fc1-431a-aae2-e36e82f22cef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:01.378297 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-756c7c16-95ce-45da-b445-0a46f62c7917 req-e98b8503-1fc1-431a-aae2-e36e82f22cef service neutron] 10.222.0.22 "PUT /v2.0/ports/fe8073cd-ba90-420d-be71-bdfaa2566122 HTTP/1.1" status: 200 len: 1092 time: 1.0535026 Aug 11 03:07:01.379163 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db716708-345a-44ba-8490-a93776d818eb', 'tag': 'fe8073cd-ba90-420d-be71-bdfaa2566122'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:07:01.381616 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d79176c-3c98-421f-abf3-65840ce94119" -d '{"events": [{"name": "network-changed", "server_uuid": "db716708-345a-44ba-8490-a93776d818eb", "tag": "fe8073cd-ba90-420d-be71-bdfaa2566122"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:07:01.424819 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98b8503-1fc1-431a-aae2-e36e82f22cef service neutron] Pushing event updated for resources: {'Port': ['ID=fe8073cd-ba90-420d-be71-bdfaa2566122,revision_number=3']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:01.427701 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cee08365-2ba3-4a8a-bf98-ae7add25c020 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Router 17c021c9-e751-4ebf-b8ba-ef7a55f730c3 has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:07:01.437340 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de1633f8-ca58-412c-b99a-b52ae49228ad x-openstack-request-id: req-de1633f8-ca58-412c-b99a-b52ae49228ad {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:07:01.437622 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db716708-345a-44ba-8490-a93776d818eb", "tag": "fe8073cd-ba90-420d-be71-bdfaa2566122", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:07:01.437895 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-de1633f8-ca58-412c-b99a-b52ae49228ad {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:07:01.438332 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db716708-345a-44ba-8490-a93776d818eb', 'tag': 'fe8073cd-ba90-420d-be71-bdfaa2566122', 'status': 'completed', 'code': 200} Aug 11 03:07:01.502254 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d79176c-3c98-421f-abf3-65840ce94119 req-3c0171e4-32bb-4f6f-a9ca-593501c4e399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:01.503809 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-7d79176c-3c98-421f-abf3-65840ce94119 req-3c0171e4-32bb-4f6f-a9ca-593501c4e399 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=319274082edd44aa81900d820c32ba06&device_id=db716708-345a-44ba-8490-a93776d818eb HTTP/1.1" status: 200 len: 1095 time: 0.0453980 Aug 11 03:07:01.547874 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cee08365-2ba3-4a8a-bf98-ae7add25c020 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:07:01.552916 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-cee08365-2ba3-4a8a-bf98-ae7add25c020 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for floatingip, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:01.564518 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef962bcd-3d13-4cc8-a593-14c26f593028 None None] Sync routers for ids ['17c021c9-e751-4ebf-b8ba-ef7a55f730c3'] in n-d-764292-30 {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:07:01.585856 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-cee08365-2ba3-4a8a-bf98-ae7add25c020 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] 10.222.0.41 "PUT /v2.0/floatingips/60cb794a-fc5d-4773-8758-9d5e61eec14d HTTP/1.1" status: 200 len: 992 time: 1.8821125 Aug 11 03:07:01.585856 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c37d8b08-64ee-4d7e-99b5-bc356505ed77', 'tag': 'e87fa64a-3fae-4794-abf7-60cf725af3f0'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:07:01.586582 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82fbbee2-ccd2-465f-8c0b-e650c137c12b" -d '{"events": [{"name": "network-changed", "server_uuid": "c37d8b08-64ee-4d7e-99b5-bc356505ed77", "tag": "e87fa64a-3fae-4794-abf7-60cf725af3f0"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:07:01.589702 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef962bcd-3d13-4cc8-a593-14c26f593028 None None] Routers {'17c021c9-e751-4ebf-b8ba-ef7a55f730c3'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:07:01.590361 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-ef962bcd-3d13-4cc8-a593-14c26f593028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:06:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['17c021c9-e751-4ebf-b8ba-ef7a55f730c3'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:07:01.635364 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d79176c-3c98-421f-abf3-65840ce94119 req-b7d0dac9-bfdc-4bdb-8732-ff68d2dc93dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:01.637103 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-7d79176c-3c98-421f-abf3-65840ce94119 req-b7d0dac9-bfdc-4bdb-8732-ff68d2dc93dc service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=319274082edd44aa81900d820c32ba06&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1243711 Aug 11 03:07:01.640356 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75f5b31e-56d2-4982-8909-f6d187e9f592 x-openstack-request-id: req-75f5b31e-56d2-4982-8909-f6d187e9f592 {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:07:01.640905 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c37d8b08-64ee-4d7e-99b5-bc356505ed77", "tag": "e87fa64a-3fae-4794-abf7-60cf725af3f0", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:07:01.641057 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-75f5b31e-56d2-4982-8909-f6d187e9f592 {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:07:01.641401 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c37d8b08-64ee-4d7e-99b5-bc356505ed77', 'tag': 'e87fa64a-3fae-4794-abf7-60cf725af3f0', 'status': 'completed', 'code': 200} Aug 11 03:07:01.730186 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-ef962bcd-3d13-4cc8-a593-14c26f593028 None None] Set router 17c021c9-e751-4ebf-b8ba-ef7a55f730c3 gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:07:01.741493 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fbbee2-ccd2-465f-8c0b-e650c137c12b req-7143d66a-02da-4637-b0a2-4d78da39dd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:01.742055 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fbbee2-ccd2-465f-8c0b-e650c137c12b req-7143d66a-02da-4637-b0a2-4d78da39dd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:01.742467 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fbbee2-ccd2-465f-8c0b-e650c137c12b req-7143d66a-02da-4637-b0a2-4d78da39dd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:01.742944 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fbbee2-ccd2-465f-8c0b-e650c137c12b req-7143d66a-02da-4637-b0a2-4d78da39dd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:01.743440 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fbbee2-ccd2-465f-8c0b-e650c137c12b req-7143d66a-02da-4637-b0a2-4d78da39dd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:01.744043 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fbbee2-ccd2-465f-8c0b-e650c137c12b req-7143d66a-02da-4637-b0a2-4d78da39dd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:01.744518 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fbbee2-ccd2-465f-8c0b-e650c137c12b req-7143d66a-02da-4637-b0a2-4d78da39dd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:01.746575 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-82fbbee2-ccd2-465f-8c0b-e650c137c12b req-7143d66a-02da-4637-b0a2-4d78da39dd19 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d334b2b08b9742719f1009ec13bc53a6&device_id=c37d8b08-64ee-4d7e-99b5-bc356505ed77 HTTP/1.1" status: 200 len: 6508 time: 0.0674536 Aug 11 03:07:01.765096 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d79176c-3c98-421f-abf3-65840ce94119 req-097e4c28-0c5f-4783-b8fe-33e3bcbce10d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:01.766895 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-7d79176c-3c98-421f-abf3-65840ce94119 req-097e4c28-0c5f-4783-b8fe-33e3bcbce10d service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1164448 Aug 11 03:07:01.786762 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 01223e2e-8c1a-43ec-84c5-6b541e857e72 details requested by agent hyperv_n-h2-764292-30 with host n-h2-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:07:01.790957 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 977a589c-7b12-4747-b663-fb75f526098d up at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:07:01.847989 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:01.920300 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-4079efcb-9ebe-41e6-9fe1-b48efdedf7dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:01.934883 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fbbee2-ccd2-465f-8c0b-e650c137c12b req-bf782e03-c804-4b44-9635-8469721db146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:01.936386 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-82fbbee2-ccd2-465f-8c0b-e650c137c12b req-bf782e03-c804-4b44-9635-8469721db146 service neutron] 10.222.0.24 "GET /v2.0/networks?id=3df71ba6-2411-497d-98b1-8adc079ca6c6 HTTP/1.1" status: 200 len: 918 time: 0.1821551 Aug 11 03:07:01.939451 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756c7c16-95ce-45da-b445-0a46f62c7917 req-eebddea5-222a-469c-b116-42f4565fc066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:01.944445 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-756c7c16-95ce-45da-b445-0a46f62c7917 req-eebddea5-222a-469c-b116-42f4565fc066 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=319274082edd44aa81900d820c32ba06&device_id=db716708-345a-44ba-8490-a93776d818eb HTTP/1.1" status: 200 len: 1095 time: 0.1308072 Aug 11 03:07:02.009997 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-756c7c16-95ce-45da-b445-0a46f62c7917 req-e1455fa4-e66b-4c53-b653-bf57e1df190f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fe8073cd-ba90-420d-be71-bdfaa2566122 HTTP/1.1" status: 200 len: 217 time: 0.0459764 Aug 11 03:07:02.071896 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port 01223e2e-8c1a-43ec-84c5-6b541e857e72, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=01223e2e-8c1a-43ec-84c5-6b541e857e72,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:07:02.088405 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Returning: {'device': '01223e2e-8c1a-43ec-84c5-6b541e857e72', 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba', 'port_id': '01223e2e-8c1a-43ec-84c5-6b541e857e72', 'mac_address': 'fa:16:3e:11:df:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '254a3f4d-2b75-429e-bbb2-8e70554e9483', 'ip_address': '192.168.233.211'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:07:02.120820 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning for port 977a589c-7b12-4747-b663-fb75f526098d completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:07:02.142792 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:02.146273 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning complete for port 977a589c-7b12-4747-b663-fb75f526098d triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:07:02.147298 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:02.172582 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756c7c16-95ce-45da-b445-0a46f62c7917 req-23c81023-8ba4-4850-b77f-fc0f479d2943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:02.174089 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-756c7c16-95ce-45da-b445-0a46f62c7917 req-23c81023-8ba4-4850-b77f-fc0f479d2943 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ff907cad-7e2d-42a0-96f7-6a9e66fb2feb HTTP/1.1" status: 200 len: 852 time: 0.0973914 Aug 11 03:07:02.202122 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device ac18f128-6015-498d-80f1-06d1fce1499d up at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:07:02.249276 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01223e2e-8c1a-43ec-84c5-6b541e857e72 {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:07:02.260661 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-756c7c16-95ce-45da-b445-0a46f62c7917 req-35081dd3-d292-47bb-8360-6cbcf7ed086a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=acf79445-469e-4167-b2dd-6e4258e09aaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0680385 Aug 11 03:07:02.266310 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-ef962bcd-3d13-4cc8-a593-14c26f593028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17c021c9-e751-4ebf-b8ba-ef7a55f730c3', 'name': 'tempest-TaggedBootDevicesTest_v242-1930356396-router', 'tenant_id': 'd334b2b08b9742719f1009ec13bc53a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '863d03ac-b4b1-438f-bbdc-ea56e5c34773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:04:47Z', 'updated_at': '2021-08-11T03:04:55Z', 'revision_number': 4, 'project_id': 'd334b2b08b9742719f1009ec13bc53a6', 'gw_port': {'id': '863d03ac-b4b1-438f-bbdc-ea56e5c34773', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:10:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c021c9-e751-4ebf-b8ba-ef7a55f730c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:04:50Z', 'updated_at': '2021-08-11T03:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_floatingips': [{'id': '60cb794a-fc5d-4773-8758-9d5e61eec14d', 'tenant_id': 'd334b2b08b9742719f1009ec13bc53a6', 'floating_ip_address': '172.25.8.149', 'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'router_id': '17c021c9-e751-4ebf-b8ba-ef7a55f730c3', 'port_id': 'e87fa64a-3fae-4794-abf7-60cf725af3f0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3df71ba6-2411-497d-98b1-8adc079ca6c6', 'mac_address': 'fa:16:3e:b6:d2:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37d8b08-64ee-4d7e-99b5-bc356505ed77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:05:52Z', 'updated_at': '2021-08-11T03:07:00Z', 'revision_number': 1, 'project_id': 'd334b2b08b9742719f1009ec13bc53a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e2e537d-5876-4045-967f-920a1f245dc9', 'name': '', 'network_id': '3df71ba6-2411-497d-98b1-8adc079ca6c6', 'tenant_id': 'd334b2b08b9742719f1009ec13bc53a6', 'mac_address': 'fa:16:3e:72:80:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c021c9-e751-4ebf-b8ba-ef7a55f730c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': '0bedeabe-ae79-4397-9dc9-c17dc9305e82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:04:54Z', 'updated_at': '2021-08-11T03:05:01Z', 'revision_number': 5, 'project_id': 'd334b2b08b9742719f1009ec13bc53a6', 'subnets': [{'id': '0bedeabe-ae79-4397-9dc9-c17dc9305e82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:07:02.274569 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b1ae03-53ba-44a6-856c-eba53470d762 req-d32ee8af-579e-4ef4-9a13-c5e83db10830 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:02.276688 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-19b1ae03-53ba-44a6-856c-eba53470d762 req-d32ee8af-579e-4ef4-9a13-c5e83db10830 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.22 "GET /v2.0/networks?id=6b5eb666-47e5-4ddb-b0bc-16855d478160 HTTP/1.1" status: 200 len: 812 time: 0.3049479 Aug 11 03:07:02.312975 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-19b1ae03-53ba-44a6-856c-eba53470d762 req-d24253e8-06f1-4c1e-9060-1ddd9c6d4fef tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Request body: {'port': {'device_id': 'f4d9c4a7-3d0b-441a-b61c-0320d9e6ae04', 'network_id': '6b5eb666-47e5-4ddb-b0bc-16855d478160', 'admin_state_up': True, 'tenant_id': '3419766c112444a3864f482257b66851'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:07:02.323778 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef962bcd-3d13-4cc8-a593-14c26f593028 None None] Checking router: 17c021c9-e751-4ebf-b8ba-ef7a55f730c3 for host: n-d-764292-30 {{(pid=102194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:07:02.358510 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port 01223e2e-8c1a-43ec-84c5-6b541e857e72, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=01223e2e-8c1a-43ec-84c5-6b541e857e72,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:07:02.368611 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef962bcd-3d13-4cc8-a593-14c26f593028 None None] Routers {'17c021c9-e751-4ebf-b8ba-ef7a55f730c3'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:07:02.369527 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-ef962bcd-3d13-4cc8-a593-14c26f593028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:07:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['17c021c9-e751-4ebf-b8ba-ef7a55f730c3'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:07:02.421381 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning complete for port ac18f128-6015-498d-80f1-06d1fce1499d triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:07:02.421815 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:02.467308 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:02.524833 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port 977a589c-7b12-4747-b663-fb75f526098d, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=977a589c-7b12-4747-b663-fb75f526098d,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:07:02.530376 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98d6d82d-3a78-44f6-a171-1c19b3afea39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '977a589c-7b12-4747-b663-fb75f526098d'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:07:02.531523 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-82fbbee2-ccd2-465f-8c0b-e650c137c12b req-140c9490-c66b-4982-9348-62feda48809d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e87fa64a-3fae-4794-abf7-60cf725af3f0 HTTP/1.1" status: 200 len: 1000 time: 0.5866704 Aug 11 03:07:02.533840 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad16c1b0-71d5-4a45-b9f1-a1acc0725ec7" -d '{"events": [{"server_uuid": "98d6d82d-3a78-44f6-a171-1c19b3afea39", "name": "network-vif-plugged", "status": "completed", "tag": "977a589c-7b12-4747-b663-fb75f526098d"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:07:02.534596 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-756c7c16-95ce-45da-b445-0a46f62c7917 req-66464e4e-19d4-43c1-a6c1-a09ec1cbd67c service neutron] 10.222.0.22 "GET /v2.0/networks/acf79445-469e-4167-b2dd-6e4258e09aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2452545 Aug 11 03:07:02.537032 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-ef962bcd-3d13-4cc8-a593-14c26f593028 None None] Set router 17c021c9-e751-4ebf-b8ba-ef7a55f730c3 gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:07:02.539752 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:02.542626 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc167ca6-0a4f-40dd-83da-873a5748615e req-887f6e81-2b57-4811-a36c-8f4b7204c853 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:02.553397 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bc167ca6-0a4f-40dd-83da-873a5748615e req-887f6e81-2b57-4811-a36c-8f4b7204c853 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.41 "GET /v2.0/ports?device_id=acf811b7-803c-4be4-bb7f-dc852ca91de2 HTTP/1.1" status: 200 len: 948 time: 0.5796158 Aug 11 03:07:02.619081 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19b1ae03-53ba-44a6-856c-eba53470d762 req-d24253e8-06f1-4c1e-9060-1ddd9c6d4fef tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Made reservation on behalf of 3419766c112444a3864f482257b66851 for: {'port': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:07:02.623269 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-19b1ae03-53ba-44a6-856c-eba53470d762 req-d24253e8-06f1-4c1e-9060-1ddd9c6d4fef tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:02.627440 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f404d339-0fc9-4241-b2ee-de424b66656b req-0e9bc3ad-eb42-406c-a330-fb7918f23bd5 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:02.633374 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:02.636547 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f404d339-0fc9-4241-b2ee-de424b66656b req-0e9bc3ad-eb42-406c-a330-fb7918f23bd5 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=62a21279-cd45-4f1c-bc8b-9bb047767d13 HTTP/1.1" status: 200 len: 950 time: 0.6662250 Aug 11 03:07:02.653241 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=01223e2e-8c1a-43ec-84c5-6b541e857e72,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:02.714459 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fbbee2-ccd2-465f-8c0b-e650c137c12b req-122ede8c-ab72-4c57-8061-0f9be82ea62e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:02.716725 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-82fbbee2-ccd2-465f-8c0b-e650c137c12b req-122ede8c-ab72-4c57-8061-0f9be82ea62e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0bedeabe-ae79-4397-9dc9-c17dc9305e82 HTTP/1.1" status: 200 len: 856 time: 0.1585648 Aug 11 03:07:02.724721 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=977a589c-7b12-4747-b663-fb75f526098d,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:02.733430 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bc167ca6-0a4f-40dd-83da-873a5748615e req-91fea39d-df1c-4a7e-bc6e-7c43a4c318be tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.41 "GET /v2.0/security-groups?id=4bfdc2ba-9f18-4435-9a1d-8c7ae69f76fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790764 Aug 11 03:07:02.742049 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:02.756225 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-756c7c16-95ce-45da-b445-0a46f62c7917 req-ea71bb71-0e93-4a67-9742-cab0574631fc service neutron] 10.222.0.22 "GET /v2.0/networks/acf79445-469e-4167-b2dd-6e4258e09aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098432 Aug 11 03:07:02.780634 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f404d339-0fc9-4241-b2ee-de424b66656b req-e778c4ed-8025-4133-80a1-e6fb0abd7ee4 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414008 Aug 11 03:07:02.789668 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port ac18f128-6015-498d-80f1-06d1fce1499d, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=ac18f128-6015-498d-80f1-06d1fce1499d,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:07:02.845438 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fbbee2-ccd2-465f-8c0b-e650c137c12b req-83fc484e-b33a-41aa-b65e-317643359a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:02.846994 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-82fbbee2-ccd2-465f-8c0b-e650c137c12b req-83fc484e-b33a-41aa-b65e-317643359a98 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3df71ba6-2411-497d-98b1-8adc079ca6c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1058702 Aug 11 03:07:02.851225 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-ef962bcd-3d13-4cc8-a593-14c26f593028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17c021c9-e751-4ebf-b8ba-ef7a55f730c3', 'name': 'tempest-TaggedBootDevicesTest_v242-1930356396-router', 'tenant_id': 'd334b2b08b9742719f1009ec13bc53a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '863d03ac-b4b1-438f-bbdc-ea56e5c34773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:04:47Z', 'updated_at': '2021-08-11T03:04:55Z', 'revision_number': 4, 'project_id': 'd334b2b08b9742719f1009ec13bc53a6', 'gw_port': {'id': '863d03ac-b4b1-438f-bbdc-ea56e5c34773', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:10:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c021c9-e751-4ebf-b8ba-ef7a55f730c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:04:50Z', 'updated_at': '2021-08-11T03:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_floatingips': [{'id': '60cb794a-fc5d-4773-8758-9d5e61eec14d', 'tenant_id': 'd334b2b08b9742719f1009ec13bc53a6', 'floating_ip_address': '172.25.8.149', 'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'router_id': '17c021c9-e751-4ebf-b8ba-ef7a55f730c3', 'port_id': 'e87fa64a-3fae-4794-abf7-60cf725af3f0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3df71ba6-2411-497d-98b1-8adc079ca6c6', 'mac_address': 'fa:16:3e:b6:d2:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37d8b08-64ee-4d7e-99b5-bc356505ed77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:05:52Z', 'updated_at': '2021-08-11T03:07:00Z', 'revision_number': 1, 'project_id': 'd334b2b08b9742719f1009ec13bc53a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e2e537d-5876-4045-967f-920a1f245dc9', 'name': '', 'network_id': '3df71ba6-2411-497d-98b1-8adc079ca6c6', 'tenant_id': 'd334b2b08b9742719f1009ec13bc53a6', 'mac_address': 'fa:16:3e:72:80:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c021c9-e751-4ebf-b8ba-ef7a55f730c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': '0bedeabe-ae79-4397-9dc9-c17dc9305e82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:04:54Z', 'updated_at': '2021-08-11T03:05:01Z', 'revision_number': 5, 'project_id': 'd334b2b08b9742719f1009ec13bc53a6', 'subnets': [{'id': '0bedeabe-ae79-4397-9dc9-c17dc9305e82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:07:02.859954 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['01223e2e-8c1a-43ec-84c5-6b541e857e72'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:07:02.930724 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:02.931436 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:02.979505 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef962bcd-3d13-4cc8-a593-14c26f593028 None None] The sync data for ids ['17c021c9-e751-4ebf-b8ba-ef7a55f730c3'] in n-d-764292-30 is: [{'id': '17c021c9-e751-4ebf-b8ba-ef7a55f730c3', 'name': 'tempest-TaggedBootDevicesTest_v242-1930356396-router', 'tenant_id': 'd334b2b08b9742719f1009ec13bc53a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '863d03ac-b4b1-438f-bbdc-ea56e5c34773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:04:47Z', 'updated_at': '2021-08-11T03:04:55Z', 'revision_number': 4, 'project_id': 'd334b2b08b9742719f1009ec13bc53a6', 'gw_port': {'id': '863d03ac-b4b1-438f-bbdc-ea56e5c34773', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:10:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c021c9-e751-4ebf-b8ba-ef7a55f730c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:04:50Z', 'updated_at': '2021-08-11T03:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_floatingips': [{'id': '60cb794a-fc5d-4773-8758-9d5e61eec14d', 'tenant_id': 'd334b2b08b9742719f1009ec13bc53a6', 'floating_ip_address': '172.25.8.149', 'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'router_id': '17c021c9-e751-4ebf-b8ba-ef7a55f730c3', 'port_id': 'e87fa64a-3fae-4794-abf7-60cf725af3f0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3df71ba6-2411-497d-98b1-8adc079ca6c6', 'mac_address': 'fa:16:3e:b6:d2:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37d8b08-64ee-4d7e-99b5-bc356505ed77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:05:52Z', 'updated_at': '2021-08-11T03:07:00Z', 'revision_number': 1, 'project_id': 'd334b2b08b9742719f1009ec13bc53a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e2e537d-5876-4045-967f-920a1f245dc9', 'name': '', 'network_id': '3df71ba6-2411-497d-98b1-8adc079ca6c6', 'tenant_id': 'd334b2b08b9742719f1009ec13bc53a6', 'mac_address': 'fa:16:3e:72:80:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c021c9-e751-4ebf-b8ba-ef7a55f730c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': '0bedeabe-ae79-4397-9dc9-c17dc9305e82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:04:54Z', 'updated_at': '2021-08-11T03:05:01Z', 'revision_number': 5, 'project_id': 'd334b2b08b9742719f1009ec13bc53a6', 'subnets': [{'id': '0bedeabe-ae79-4397-9dc9-c17dc9305e82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:07:03.015260 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-82fbbee2-ccd2-465f-8c0b-e650c137c12b req-625a9c24-44e2-4aed-8111-8084ddfca434 service neutron] 10.222.0.24 "GET /v2.0/networks/3df71ba6-2411-497d-98b1-8adc079ca6c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591306 Aug 11 03:07:03.045161 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6b799f83-c116-4189-9e24-64b00a0001c8 req-38d03adf-b0f3-4035-bc50-a33c2ba40ec5 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4d9c4a7-3d0b-441a-b61c-0320d9e6ae04 HTTP/1.1" status: 200 len: 210 time: 0.0380051 Aug 11 03:07:03.063856 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=ac18f128-6015-498d-80f1-06d1fce1499d,revision_number=7']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:03.091210 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [req-19b1ae03-53ba-44a6-856c-eba53470d762 req-d24253e8-06f1-4c1e-9060-1ddd9c6d4fef tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Allocated IP 172.20.0.13 (6b5eb666-47e5-4ddb-b0bc-16855d478160/6bc807f9-b5f2-488b-b980-1ec1f7afe42f/4b32f063-1f58-4622-8e54-7356a69cd99d) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:07:03.134140 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:07:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28ed36d4-5ce2-464c-afc2-be6af8a5f8cb x-openstack-request-id: req-28ed36d4-5ce2-464c-afc2-be6af8a5f8cb {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:07:03.135275 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98d6d82d-3a78-44f6-a171-1c19b3afea39", "name": "network-vif-plugged", "status": "completed", "tag": "977a589c-7b12-4747-b663-fb75f526098d", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:07:03.135275 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-28ed36d4-5ce2-464c-afc2-be6af8a5f8cb {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:07:03.146587 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98d6d82d-3a78-44f6-a171-1c19b3afea39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '977a589c-7b12-4747-b663-fb75f526098d', 'code': 200} Aug 11 03:07:03.192244 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0e8626-7d2a-406d-870b-ef2dc1219dbd req-6b1a63e1-2609-46af-b34b-02a8755ef26f tempest-ServerPasswordTestJSON-557350978 tempest-ServerPasswordTestJSON-557350978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:03.193978 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6c0e8626-7d2a-406d-870b-ef2dc1219dbd req-6b1a63e1-2609-46af-b34b-02a8755ef26f tempest-ServerPasswordTestJSON-557350978 tempest-ServerPasswordTestJSON-557350978-project] 10.222.0.41 "GET /v2.0/ports?device_id=db716708-345a-44ba-8490-a93776d818eb HTTP/1.1" status: 200 len: 943 time: 0.0892549 Aug 11 03:07:03.265322 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-82fbbee2-ccd2-465f-8c0b-e650c137c12b req-dcf824b2-e7c4-49ae-aac7-3ba881c71f2d service neutron] 10.222.0.24 "GET /v2.0/networks/3df71ba6-2411-497d-98b1-8adc079ca6c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2232184 Aug 11 03:07:03.307151 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6c0e8626-7d2a-406d-870b-ef2dc1219dbd req-23cf232a-a943-4f9b-a5ff-49968f90dbee tempest-ServerPasswordTestJSON-557350978 tempest-ServerPasswordTestJSON-557350978-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e8f6739-7da0-410c-b37e-2bd3370dc5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004677 Aug 11 03:07:03.309568 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b606aa1-160a-4449-a467-929415ef2c4b req-15dda8a8-af55-40e7-b850-44583409f187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:03.311099 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9b606aa1-160a-4449-a467-929415ef2c4b req-15dda8a8-af55-40e7-b850-44583409f187 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=98d6d82d-3a78-44f6-a171-1c19b3afea39 HTTP/1.1" status: 200 len: 1102 time: 0.1033764 Aug 11 03:07:03.342705 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115eb0f4-345d-4e50-bb37-885c0ab546bb None None] New status for floating IP 60cb794a-fc5d-4773-8758-9d5e61eec14d: ACTIVE {{(pid=102193) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:07:03.357617 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9b606aa1-160a-4449-a467-929415ef2c4b req-9f09f7fa-03ef-4f3a-95bf-2c56d41d72fb service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=4bfdc2ba-9f18-4435-9a1d-8c7ae69f76fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368719 Aug 11 03:07:03.386090 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-19b1ae03-53ba-44a6-856c-eba53470d762 req-d24253e8-06f1-4c1e-9060-1ddd9c6d4fef tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:03.412515 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c1efa1-9332-4ac3-82c0-d3cfd03277a1 req-55c1a40d-3d70-4ae9-98c5-1e91858f3dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:03.414013 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-96c1efa1-9332-4ac3-82c0-d3cfd03277a1 req-55c1a40d-3d70-4ae9-98c5-1e91858f3dea service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2a223f1b2a284c768535cee2a71b4bcf&device_id=62a21279-cd45-4f1c-bc8b-9bb047767d13 HTTP/1.1" status: 200 len: 1102 time: 0.1051216 Aug 11 03:07:03.415061 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [req-19b1ae03-53ba-44a6-856c-eba53470d762 req-d24253e8-06f1-4c1e-9060-1ddd9c6d4fef tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Transition to ACTIVE for port object 4b32f063-1f58-4622-8e54-7356a69cd99d will not be triggered until provisioned by entity DHCP. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:07:03.534838 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c1efa1-9332-4ac3-82c0-d3cfd03277a1 req-0a4ddc37-3fb0-4b32-95d8-14182e053eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:03.536396 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-96c1efa1-9332-4ac3-82c0-d3cfd03277a1 req-0a4ddc37-3fb0-4b32-95d8-14182e053eb4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d1bf0def-6fa4-4d3e-bbc5-20a040931fba HTTP/1.1" status: 200 len: 870 time: 0.1146164 Aug 11 03:07:03.564023 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-19b1ae03-53ba-44a6-856c-eba53470d762 req-d24253e8-06f1-4c1e-9060-1ddd9c6d4fef tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:03.576861 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['9cd52e4f-6ec2-42da-8cbf-44a7dbbee675'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:07:03.618973 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-96c1efa1-9332-4ac3-82c0-d3cfd03277a1 req-6cba2e09-65cc-4a82-817f-abc78efd2668 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=097019f2-ae6e-45f5-8720-67d66b1caf1a HTTP/1.1" status: 200 len: 217 time: 0.0667424 Aug 11 03:07:03.704461 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19b1ae03-53ba-44a6-856c-eba53470d762 req-d24253e8-06f1-4c1e-9060-1ddd9c6d4fef tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Network 6b5eb666-47e5-4ddb-b0bc-16855d478160 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:07:03.713373 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [req-19b1ae03-53ba-44a6-856c-eba53470d762 req-d24253e8-06f1-4c1e-9060-1ddd9c6d4fef tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:07:03.716884 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-19b1ae03-53ba-44a6-856c-eba53470d762 req-d24253e8-06f1-4c1e-9060-1ddd9c6d4fef tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:07:03.780642 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24253e8-06f1-4c1e-9060-1ddd9c6d4fef tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Pushing event updated for resources: {'Port': ['ID=4b32f063-1f58-4622-8e54-7356a69cd99d,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:03.788296 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c1efa1-9332-4ac3-82c0-d3cfd03277a1 req-8e46fdc0-94cd-43a0-a965-52abaaed4f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:03.790121 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-96c1efa1-9332-4ac3-82c0-d3cfd03277a1 req-8e46fdc0-94cd-43a0-a965-52abaaed4f44 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=254a3f4d-2b75-429e-bbb2-8e70554e9483 HTTP/1.1" status: 200 len: 843 time: 0.1481540 Aug 11 03:07:03.832119 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b1ae03-53ba-44a6-856c-eba53470d762 req-d24253e8-06f1-4c1e-9060-1ddd9c6d4fef tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:03.832782 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-19b1ae03-53ba-44a6-856c-eba53470d762 req-d24253e8-06f1-4c1e-9060-1ddd9c6d4fef tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:03.903047 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d346e8bb-0870-48b1-bb50-e8a697a888a3 req-2ee0faa7-4450-4304-98ab-530e263e5f2e tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:03.905311 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d346e8bb-0870-48b1-bb50-e8a697a888a3 req-2ee0faa7-4450-4304-98ab-530e263e5f2e tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.41 "GET /v2.0/ports?device_id=acf811b7-803c-4be4-bb7f-dc852ca91de2 HTTP/1.1" status: 200 len: 949 time: 0.0841174 Aug 11 03:07:03.941477 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c1efa1-9332-4ac3-82c0-d3cfd03277a1 req-5553c3d1-fc69-4900-961d-d42e2bd40467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:03.943570 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-96c1efa1-9332-4ac3-82c0-d3cfd03277a1 req-5553c3d1-fc69-4900-961d-d42e2bd40467 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d1bf0def-6fa4-4d3e-bbc5-20a040931fba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1414046 Aug 11 03:07:04.017270 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d346e8bb-0870-48b1-bb50-e8a697a888a3 req-1f6569c8-cc85-4cdd-afef-69d6ccc731ed tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.41 "GET /v2.0/security-groups?id=4bfdc2ba-9f18-4435-9a1d-8c7ae69f76fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992270 Aug 11 03:07:04.017484 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-19b1ae03-53ba-44a6-856c-eba53470d762 req-d24253e8-06f1-4c1e-9060-1ddd9c6d4fef tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7258976 Aug 11 03:07:04.028947 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012d4005-df68-43b0-950d-5b5e21286486 req-9bc7c7cb-502d-44a3-9c7a-f44fdfac35a9 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:04.030531 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-012d4005-df68-43b0-950d-5b5e21286486 req-9bc7c7cb-502d-44a3-9c7a-f44fdfac35a9 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=62a21279-cd45-4f1c-bc8b-9bb047767d13 HTTP/1.1" status: 200 len: 950 time: 0.1078024 Aug 11 03:07:04.037771 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-19b1ae03-53ba-44a6-856c-eba53470d762 req-4301b8b9-5beb-4bf9-9ebd-6fe631f09706 service neutron] Request body: {'port': {'device_id': 'f4d9c4a7-3d0b-441a-b61c-0320d9e6ae04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764292-30'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:07:04.113615 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-012d4005-df68-43b0-950d-5b5e21286486 req-87b1da2b-2eac-4396-a59b-9174676aeff3 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627749 Aug 11 03:07:04.126274 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-19b1ae03-53ba-44a6-856c-eba53470d762 req-4301b8b9-5beb-4bf9-9ebd-6fe631f09706 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:04.219744 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-117fb6f8-250d-4dd0-8899-bc9943876d1b None None] Provisioning for port 4b32f063-1f58-4622-8e54-7356a69cd99d completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:07:04.227458 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-117fb6f8-250d-4dd0-8899-bc9943876d1b None None] Provisioning complete for port 4b32f063-1f58-4622-8e54-7356a69cd99d triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:07:04.227458 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-117fb6f8-250d-4dd0-8899-bc9943876d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:04.295869 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-117fb6f8-250d-4dd0-8899-bc9943876d1b None None] Port 4b32f063-1f58-4622-8e54-7356a69cd99d cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:07:04.309721 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-96c1efa1-9332-4ac3-82c0-d3cfd03277a1 req-cecc9eeb-9d4e-446f-9aa6-11e3502ffebc service neutron] 10.222.0.24 "GET /v2.0/networks/d1bf0def-6fa4-4d3e-bbc5-20a040931fba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3555524 Aug 11 03:07:04.418663 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aafc48-bfaf-4522-8830-84d7c490a50f req-9b5a582d-1edb-46bb-a34d-bf1f8d35155a tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:04.422546 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-54aafc48-bfaf-4522-8830-84d7c490a50f req-9b5a582d-1edb-46bb-a34d-bf1f8d35155a tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4d9c4a7-3d0b-441a-b61c-0320d9e6ae04 HTTP/1.1" status: 200 len: 932 time: 0.0773757 Aug 11 03:07:04.503307 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-54aafc48-bfaf-4522-8830-84d7c490a50f req-157fcf82-2cef-45ae-ade1-9cc0b29dead9 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/security-groups?id=19e25e3f-a72e-45d4-8165-3b0d2215340c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547838 Aug 11 03:07:04.562953 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:04.582147 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0c19c7-14a1-436a-9c7c-2a515f68c633 req-c5afd67d-1143-4457-9ad4-1cd038163928 tempest-ServerPasswordTestJSON-557350978 tempest-ServerPasswordTestJSON-557350978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:04.584052 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ab0c19c7-14a1-436a-9c7c-2a515f68c633 req-c5afd67d-1143-4457-9ad4-1cd038163928 tempest-ServerPasswordTestJSON-557350978 tempest-ServerPasswordTestJSON-557350978-project] 10.222.0.41 "GET /v2.0/ports?device_id=db716708-345a-44ba-8490-a93776d818eb HTTP/1.1" status: 200 len: 943 time: 0.0785975 Aug 11 03:07:04.593656 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-96c1efa1-9332-4ac3-82c0-d3cfd03277a1 req-f9b580ec-943d-420c-bad5-c2abcfa19d6b service neutron] 10.222.0.24 "GET /v2.0/networks/d1bf0def-6fa4-4d3e-bbc5-20a040931fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2729480 Aug 11 03:07:04.652860 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ab0c19c7-14a1-436a-9c7c-2a515f68c633 req-9a561f41-caa9-4d5c-acd5-0556e526c192 tempest-ServerPasswordTestJSON-557350978 tempest-ServerPasswordTestJSON-557350978-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e8f6739-7da0-410c-b37e-2bd3370dc5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551636 Aug 11 03:07:04.672946 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [req-19b1ae03-53ba-44a6-856c-eba53470d762 req-4301b8b9-5beb-4bf9-9ebd-6fe631f09706 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b32f063-1f58-4622-8e54-7356a69cd99d {{(pid=102191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:07:04.681043 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-19b1ae03-53ba-44a6-856c-eba53470d762 req-4301b8b9-5beb-4bf9-9ebd-6fe631f09706 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:04.693721 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [req-19b1ae03-53ba-44a6-856c-eba53470d762 req-4301b8b9-5beb-4bf9-9ebd-6fe631f09706 service neutron] Transition to ACTIVE for port object 4b32f063-1f58-4622-8e54-7356a69cd99d will not be triggered until provisioned by entity L2. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:07:04.790576 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-19b1ae03-53ba-44a6-856c-eba53470d762 req-4301b8b9-5beb-4bf9-9ebd-6fe631f09706 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:04.869955 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4301b8b9-5beb-4bf9-9ebd-6fe631f09706 service neutron] Pushing event updated for resources: {'Port': ['ID=4b32f063-1f58-4622-8e54-7356a69cd99d,revision_number=2']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:04.934019 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-19b1ae03-53ba-44a6-856c-eba53470d762 req-4301b8b9-5beb-4bf9-9ebd-6fe631f09706 service neutron] Attempting to bind port 4b32f063-1f58-4622-8e54-7356a69cd99d on host n-h1-764292-30 for vnic_type normal with profile {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:07:04.934380 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-19b1ae03-53ba-44a6-856c-eba53470d762 req-4301b8b9-5beb-4bf9-9ebd-6fe631f09706 service neutron] Attempting to bind port 4b32f063-1f58-4622-8e54-7356a69cd99d by drivers openvswitch,hyperv on host n-h1-764292-30 at level 0 using segments [{'id': '51ba8099-7622-42cb-adbd-7c8aaac78355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '6b5eb666-47e5-4ddb-b0bc-16855d478160'}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:07:04.934711 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b1ae03-53ba-44a6-856c-eba53470d762 req-4301b8b9-5beb-4bf9-9ebd-6fe631f09706 service neutron] Attempting to bind port 4b32f063-1f58-4622-8e54-7356a69cd99d on network 6b5eb666-47e5-4ddb-b0bc-16855d478160 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:07:04.939699 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b1ae03-53ba-44a6-856c-eba53470d762 req-4301b8b9-5beb-4bf9-9ebd-6fe631f09706 service neutron] Port 4b32f063-1f58-4622-8e54-7356a69cd99d on network 6b5eb666-47e5-4ddb-b0bc-16855d478160 not bound, no agent of type Open vSwitch agent registered on host n-h1-764292-30 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:07:04.940017 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b1ae03-53ba-44a6-856c-eba53470d762 req-4301b8b9-5beb-4bf9-9ebd-6fe631f09706 service neutron] Attempting to bind port 4b32f063-1f58-4622-8e54-7356a69cd99d on network 6b5eb666-47e5-4ddb-b0bc-16855d478160 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:07:04.945663 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b1ae03-53ba-44a6-856c-eba53470d762 req-4301b8b9-5beb-4bf9-9ebd-6fe631f09706 service neutron] Checking agent: {'id': 'abb524c2-b412-4ed2-8367-45c4fd996fa7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 6, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:07:04.946002 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b1ae03-53ba-44a6-856c-eba53470d762 req-4301b8b9-5beb-4bf9-9ebd-6fe631f09706 service neutron] Checking segment: {'id': '51ba8099-7622-42cb-adbd-7c8aaac78355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '6b5eb666-47e5-4ddb-b0bc-16855d478160'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:07:04.946413 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b1ae03-53ba-44a6-856c-eba53470d762 req-4301b8b9-5beb-4bf9-9ebd-6fe631f09706 service neutron] Bound using segment: {'id': '51ba8099-7622-42cb-adbd-7c8aaac78355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '6b5eb666-47e5-4ddb-b0bc-16855d478160'} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:07:04.946846 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-19b1ae03-53ba-44a6-856c-eba53470d762 req-4301b8b9-5beb-4bf9-9ebd-6fe631f09706 service neutron] Bound port: 4b32f063-1f58-4622-8e54-7356a69cd99d, host: n-h1-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51ba8099-7622-42cb-adbd-7c8aaac78355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '6b5eb666-47e5-4ddb-b0bc-16855d478160'}}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:07:04.947205 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-19b1ae03-53ba-44a6-856c-eba53470d762 req-4301b8b9-5beb-4bf9-9ebd-6fe631f09706 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:05.047992 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-19b1ae03-53ba-44a6-856c-eba53470d762 req-4301b8b9-5beb-4bf9-9ebd-6fe631f09706 service neutron] For port 4b32f063-1f58-4622-8e54-7356a69cd99d, host n-h1-764292-30, cleared binding levels {{(pid=102191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:07:05.051752 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-19b1ae03-53ba-44a6-856c-eba53470d762 req-4301b8b9-5beb-4bf9-9ebd-6fe631f09706 service neutron] For port 4b32f063-1f58-4622-8e54-7356a69cd99d, host n-h1-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=4b32f063-1f58-4622-8e54-7356a69cd99d,segment=NetworkSegment(51ba8099-7622-42cb-adbd-7c8aaac78355),segment_id=51ba8099-7622-42cb-adbd-7c8aaac78355)] {{(pid=102191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:07:05.134237 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-19b1ae03-53ba-44a6-856c-eba53470d762 req-4301b8b9-5beb-4bf9-9ebd-6fe631f09706 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:05.147310 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53c3d301-4685-4f48-91f8-26f8246123b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac18f128-6015-498d-80f1-06d1fce1499d'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:07:05.151355 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b0934d6-ccb9-4cb1-b9e5-53814360ddab" -d '{"events": [{"server_uuid": "53c3d301-4685-4f48-91f8-26f8246123b3", "name": "network-vif-plugged", "status": "completed", "tag": "ac18f128-6015-498d-80f1-06d1fce1499d"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:07:05.177610 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b504845-db3e-400d-bd95-253caef7a116 req-05330d8e-d3eb-4d94-9c4f-cae1cf0fb873 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:05.180947 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7b504845-db3e-400d-bd95-253caef7a116 req-05330d8e-d3eb-4d94-9c4f-cae1cf0fb873 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.41 "GET /v2.0/ports?device_id=acf811b7-803c-4be4-bb7f-dc852ca91de2 HTTP/1.1" status: 200 len: 949 time: 0.0836885 Aug 11 03:07:05.207515 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b1ae03-53ba-44a6-856c-eba53470d762 req-4301b8b9-5beb-4bf9-9ebd-6fe631f09706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:05.208140 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-19b1ae03-53ba-44a6-856c-eba53470d762 req-4301b8b9-5beb-4bf9-9ebd-6fe631f09706 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:05.209597 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-19b1ae03-53ba-44a6-856c-eba53470d762 req-4301b8b9-5beb-4bf9-9ebd-6fe631f09706 service neutron] 10.222.0.22 "PUT /v2.0/ports/4b32f063-1f58-4622-8e54-7356a69cd99d HTTP/1.1" status: 200 len: 1093 time: 1.1761191 Aug 11 03:07:05.210055 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4d9c4a7-3d0b-441a-b61c-0320d9e6ae04', 'tag': '4b32f063-1f58-4622-8e54-7356a69cd99d'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:07:05.212516 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99f7fed2-7115-4bca-9ce7-acc5813bd888" -d '{"events": [{"name": "network-changed", "server_uuid": "f4d9c4a7-3d0b-441a-b61c-0320d9e6ae04", "tag": "4b32f063-1f58-4622-8e54-7356a69cd99d"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:07:05.245942 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4301b8b9-5beb-4bf9-9ebd-6fe631f09706 service neutron] Pushing event updated for resources: {'Port': ['ID=4b32f063-1f58-4622-8e54-7356a69cd99d,revision_number=3']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:05.275949 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7b504845-db3e-400d-bd95-253caef7a116 req-e78e9840-9745-4c1f-9d33-941c80af8165 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.41 "GET /v2.0/security-groups?id=4bfdc2ba-9f18-4435-9a1d-8c7ae69f76fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806043 Aug 11 03:07:05.332218 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:07:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a52a6be-6c31-41c1-aafd-5357265d78d5 x-openstack-request-id: req-5a52a6be-6c31-41c1-aafd-5357265d78d5 {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:07:05.332851 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53c3d301-4685-4f48-91f8-26f8246123b3", "name": "network-vif-plugged", "status": "completed", "tag": "ac18f128-6015-498d-80f1-06d1fce1499d", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:07:05.332851 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5a52a6be-6c31-41c1-aafd-5357265d78d5 {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:07:05.333627 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53c3d301-4685-4f48-91f8-26f8246123b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac18f128-6015-498d-80f1-06d1fce1499d', 'code': 200} Aug 11 03:07:05.424137 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b1ae03-53ba-44a6-856c-eba53470d762 req-392eb06c-f3be-4f49-9690-af214ee8ba98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:05.428344 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-19b1ae03-53ba-44a6-856c-eba53470d762 req-392eb06c-f3be-4f49-9690-af214ee8ba98 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=3419766c112444a3864f482257b66851&device_id=f4d9c4a7-3d0b-441a-b61c-0320d9e6ae04 HTTP/1.1" status: 200 len: 1096 time: 0.0800951 Aug 11 03:07:05.441944 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854672e5-b2c6-4589-a716-473a4204335b req-89d8e321-f415-4a8f-bee7-6adc20e4c3f4 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:05.443618 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-854672e5-b2c6-4589-a716-473a4204335b req-89d8e321-f415-4a8f-bee7-6adc20e4c3f4 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=62a21279-cd45-4f1c-bc8b-9bb047767d13 HTTP/1.1" status: 200 len: 950 time: 0.1007295 Aug 11 03:07:05.509373 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:07:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adc95e0e-b5de-441c-b981-92d32987f75b x-openstack-request-id: req-adc95e0e-b5de-441c-b981-92d32987f75b {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:07:05.509813 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4d9c4a7-3d0b-441a-b61c-0320d9e6ae04", "tag": "4b32f063-1f58-4622-8e54-7356a69cd99d", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:07:05.510159 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-adc95e0e-b5de-441c-b981-92d32987f75b {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:07:05.511178 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4d9c4a7-3d0b-441a-b61c-0320d9e6ae04', 'tag': '4b32f063-1f58-4622-8e54-7356a69cd99d', 'status': 'completed', 'code': 200} Aug 11 03:07:05.516066 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-19b1ae03-53ba-44a6-856c-eba53470d762 req-09663194-c165-4f8f-8b91-65a765546926 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4b32f063-1f58-4622-8e54-7356a69cd99d HTTP/1.1" status: 200 len: 217 time: 0.0766160 Aug 11 03:07:05.527659 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-854672e5-b2c6-4589-a716-473a4204335b req-9cb3c0b5-9c9a-4119-a03e-f119e4704318 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726595 Aug 11 03:07:05.601779 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b1ae03-53ba-44a6-856c-eba53470d762 req-329e554a-a846-45ee-935c-46cc8cda554e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:05.603326 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-19b1ae03-53ba-44a6-856c-eba53470d762 req-329e554a-a846-45ee-935c-46cc8cda554e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6bc807f9-b5f2-488b-b980-1ec1f7afe42f HTTP/1.1" status: 200 len: 851 time: 0.0755897 Aug 11 03:07:05.666741 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b1ae03-53ba-44a6-856c-eba53470d762 req-c1a5a313-8f95-413e-b6e5-299ef89d37b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:05.668270 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-19b1ae03-53ba-44a6-856c-eba53470d762 req-c1a5a313-8f95-413e-b6e5-299ef89d37b5 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=6b5eb666-47e5-4ddb-b0bc-16855d478160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0556517 Aug 11 03:07:05.723348 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cf99a7-b801-45bc-94bb-cedab099e665 req-8436f846-04ff-40b1-a785-9933e4f71490 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:05.725689 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-47cf99a7-b801-45bc-94bb-cedab099e665 req-8436f846-04ff-40b1-a785-9933e4f71490 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4d9c4a7-3d0b-441a-b61c-0320d9e6ae04 HTTP/1.1" status: 200 len: 944 time: 0.0939925 Aug 11 03:07:05.799445 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 01223e2e-8c1a-43ec-84c5-6b541e857e72 up at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:07:05.887027 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-47cf99a7-b801-45bc-94bb-cedab099e665 req-bee56b93-9db7-417d-bab3-a4332b47d95d tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/security-groups?id=19e25e3f-a72e-45d4-8165-3b0d2215340c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201565 Aug 11 03:07:05.897805 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ecb218-c0a0-49de-bb4f-3d043fb4c808 req-8f9298ce-7577-4d74-8cca-38656a3f9676 tempest-ServerPasswordTestJSON-557350978 tempest-ServerPasswordTestJSON-557350978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:05.919051 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f1ecb218-c0a0-49de-bb4f-3d043fb4c808 req-8f9298ce-7577-4d74-8cca-38656a3f9676 tempest-ServerPasswordTestJSON-557350978 tempest-ServerPasswordTestJSON-557350978-project] 10.222.0.41 "GET /v2.0/ports?device_id=db716708-345a-44ba-8490-a93776d818eb HTTP/1.1" status: 200 len: 943 time: 0.1865771 Aug 11 03:07:05.968846 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f1ecb218-c0a0-49de-bb4f-3d043fb4c808 req-1e47d287-d6d3-4e83-9b60-7d4e2d9a6557 tempest-ServerPasswordTestJSON-557350978 tempest-ServerPasswordTestJSON-557350978-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e8f6739-7da0-410c-b37e-2bd3370dc5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488894 Aug 11 03:07:06.118614 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-19b1ae03-53ba-44a6-856c-eba53470d762 req-b612c563-72cf-4401-bb78-d126a7f2b851 service neutron] 10.222.0.22 "GET /v2.0/networks/6b5eb666-47e5-4ddb-b0bc-16855d478160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4386983 Aug 11 03:07:06.202718 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning for port 01223e2e-8c1a-43ec-84c5-6b541e857e72 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:07:06.208018 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning complete for port 01223e2e-8c1a-43ec-84c5-6b541e857e72 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:07:06.208652 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:06.222481 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-19b1ae03-53ba-44a6-856c-eba53470d762 req-9e1fd1e2-19fa-4522-aec5-73a786890b1b service neutron] 10.222.0.22 "GET /v2.0/networks/6b5eb666-47e5-4ddb-b0bc-16855d478160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955100 Aug 11 03:07:06.309563 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:06.349752 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port 01223e2e-8c1a-43ec-84c5-6b541e857e72, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=01223e2e-8c1a-43ec-84c5-6b541e857e72,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:07:06.437105 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c418adbb-859a-463d-bb91-0987c139d9cd req-38402a77-764f-46d0-bc0c-23f01c364386 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:06.438842 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c418adbb-859a-463d-bb91-0987c139d9cd req-38402a77-764f-46d0-bc0c-23f01c364386 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.41 "GET /v2.0/ports?device_id=acf811b7-803c-4be4-bb7f-dc852ca91de2 HTTP/1.1" status: 200 len: 949 time: 0.0720050 Aug 11 03:07:06.457710 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f7fed2-7115-4bca-9ce7-acc5813bd888 req-6284a4fa-3643-4828-a245-83c9a5efede0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:06.457710 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-99f7fed2-7115-4bca-9ce7-acc5813bd888 req-6284a4fa-3643-4828-a245-83c9a5efede0 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=3419766c112444a3864f482257b66851&device_id=f4d9c4a7-3d0b-441a-b61c-0320d9e6ae04 HTTP/1.1" status: 200 len: 1096 time: 0.0728192 Aug 11 03:07:06.483669 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:06.497469 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c418adbb-859a-463d-bb91-0987c139d9cd req-e09d64a9-ccb9-45ac-926e-f2d8677cf3e2 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.41 "GET /v2.0/security-groups?id=4bfdc2ba-9f18-4435-9a1d-8c7ae69f76fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501437 Aug 11 03:07:06.585229 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f7fed2-7115-4bca-9ce7-acc5813bd888 req-e10e9582-e460-4ec1-9a81-8401d2eae7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:06.598712 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-99f7fed2-7115-4bca-9ce7-acc5813bd888 req-e10e9582-e460-4ec1-9a81-8401d2eae7a3 service neutron] 10.222.0.22 "GET /v2.0/networks?id=6b5eb666-47e5-4ddb-b0bc-16855d478160 HTTP/1.1" status: 200 len: 913 time: 0.1215620 Aug 11 03:07:06.608805 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=01223e2e-8c1a-43ec-84c5-6b541e857e72,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:06.643318 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-99f7fed2-7115-4bca-9ce7-acc5813bd888 req-702d36ef-15a4-4930-9f2c-6b2ab6ffa03e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4b32f063-1f58-4622-8e54-7356a69cd99d HTTP/1.1" status: 200 len: 217 time: 0.0468571 Aug 11 03:07:06.704583 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4971ce0-0353-41c0-b33c-e63d948d5f9c req-63284918-7007-46dc-82a5-e8e2f50dc769 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:06.712754 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b4971ce0-0353-41c0-b33c-e63d948d5f9c req-63284918-7007-46dc-82a5-e8e2f50dc769 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=62a21279-cd45-4f1c-bc8b-9bb047767d13 HTTP/1.1" status: 200 len: 950 time: 0.0678329 Aug 11 03:07:06.725803 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f7fed2-7115-4bca-9ce7-acc5813bd888 req-33b02305-4266-4d62-98ec-647f7dcfa030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:06.728000 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-99f7fed2-7115-4bca-9ce7-acc5813bd888 req-33b02305-4266-4d62-98ec-647f7dcfa030 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6bc807f9-b5f2-488b-b980-1ec1f7afe42f HTTP/1.1" status: 200 len: 851 time: 0.0610805 Aug 11 03:07:06.760498 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b4971ce0-0353-41c0-b33c-e63d948d5f9c req-46d9959d-7841-4f16-b999-63eb9699ec08 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416844 Aug 11 03:07:06.797523 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f7fed2-7115-4bca-9ce7-acc5813bd888 req-18e6362d-d2c0-412c-8320-0cf6e325a77a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:06.799279 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-99f7fed2-7115-4bca-9ce7-acc5813bd888 req-18e6362d-d2c0-412c-8320-0cf6e325a77a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=6b5eb666-47e5-4ddb-b0bc-16855d478160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0599737 Aug 11 03:07:06.831303 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:06.894918 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-99f7fed2-7115-4bca-9ce7-acc5813bd888 req-3028f857-8bb1-43bb-84c5-8fb2a1f8979c service neutron] 10.222.0.22 "GET /v2.0/networks/6b5eb666-47e5-4ddb-b0bc-16855d478160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866323 Aug 11 03:07:07.010768 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-99f7fed2-7115-4bca-9ce7-acc5813bd888 req-710208ae-bb38-4ef1-bf9c-b8245db9f63e service neutron] 10.222.0.22 "GET /v2.0/networks/6b5eb666-47e5-4ddb-b0bc-16855d478160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061821 Aug 11 03:07:07.042790 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5c0b8d-f728-46f2-a568-a58f6287b56e req-0f50433d-4305-4f71-9b28-dbfd70ea4c56 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:07.044461 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-fa5c0b8d-f728-46f2-a568-a58f6287b56e req-0f50433d-4305-4f71-9b28-dbfd70ea4c56 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4d9c4a7-3d0b-441a-b61c-0320d9e6ae04 HTTP/1.1" status: 200 len: 944 time: 0.0637097 Aug 11 03:07:07.088906 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-fa5c0b8d-f728-46f2-a568-a58f6287b56e req-4991e731-26e3-4ba2-8afe-8a1444aa907a tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/security-groups?id=19e25e3f-a72e-45d4-8165-3b0d2215340c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380876 Aug 11 03:07:07.216669 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429a4422-78e1-49d8-b09e-6f636ad3d122 req-7712340e-e87f-47fd-9a47-11fa4c94d549 tempest-ServerPasswordTestJSON-557350978 tempest-ServerPasswordTestJSON-557350978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:07.218571 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-429a4422-78e1-49d8-b09e-6f636ad3d122 req-7712340e-e87f-47fd-9a47-11fa4c94d549 tempest-ServerPasswordTestJSON-557350978 tempest-ServerPasswordTestJSON-557350978-project] 10.222.0.41 "GET /v2.0/ports?device_id=db716708-345a-44ba-8490-a93776d818eb HTTP/1.1" status: 200 len: 943 time: 0.0566812 Aug 11 03:07:07.261493 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-429a4422-78e1-49d8-b09e-6f636ad3d122 req-b19593f6-5536-4b68-be94-c8be6d01e257 tempest-ServerPasswordTestJSON-557350978 tempest-ServerPasswordTestJSON-557350978-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e8f6739-7da0-410c-b37e-2bd3370dc5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368621 Aug 11 03:07:07.334921 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acf811b7-803c-4be4-bb7f-dc852ca91de2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01223e2e-8c1a-43ec-84c5-6b541e857e72'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:07:07.337294 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e77aca50-2e1a-4a60-92a2-8ec946441133" -d '{"events": [{"server_uuid": "acf811b7-803c-4be4-bb7f-dc852ca91de2", "name": "network-vif-plugged", "status": "completed", "tag": "01223e2e-8c1a-43ec-84c5-6b541e857e72"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:07:07.401707 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74137703-9aff-4860-a8f1-1d373bb57567 x-openstack-request-id: req-74137703-9aff-4860-a8f1-1d373bb57567 {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:07:07.402405 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acf811b7-803c-4be4-bb7f-dc852ca91de2", "name": "network-vif-plugged", "status": "completed", "tag": "01223e2e-8c1a-43ec-84c5-6b541e857e72", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:07:07.402405 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-74137703-9aff-4860-a8f1-1d373bb57567 {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:07:07.402806 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acf811b7-803c-4be4-bb7f-dc852ca91de2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01223e2e-8c1a-43ec-84c5-6b541e857e72', 'code': 200} Aug 11 03:07:07.516876 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3743765-55b9-45d4-98d4-193cc1b6d995 req-cfebfb57-583f-48ae-8e8b-f2e0223ec31c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:07.518484 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-b3743765-55b9-45d4-98d4-193cc1b6d995 req-cfebfb57-583f-48ae-8e8b-f2e0223ec31c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=acf811b7-803c-4be4-bb7f-dc852ca91de2 HTTP/1.1" status: 200 len: 1102 time: 0.0521259 Aug 11 03:07:07.562989 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-b3743765-55b9-45d4-98d4-193cc1b6d995 req-c517f062-77d9-44c9-8e98-3582a460174d service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=4bfdc2ba-9f18-4435-9a1d-8c7ae69f76fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370541 Aug 11 03:07:07.612726 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e66b60-8014-4a52-a175-59ee3a88cb8b req-b5c45fc9-8b4c-42e4-868d-ece0b7a66e9c tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:07.614665 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-42e66b60-8014-4a52-a175-59ee3a88cb8b req-b5c45fc9-8b4c-42e4-868d-ece0b7a66e9c tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.41 "GET /v2.0/ports?device_id=acf811b7-803c-4be4-bb7f-dc852ca91de2 HTTP/1.1" status: 200 len: 950 time: 0.0515168 Aug 11 03:07:07.655938 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-42e66b60-8014-4a52-a175-59ee3a88cb8b req-31b9eb46-a3b9-46ac-8808-80f96a3ff84b tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.41 "GET /v2.0/security-groups?id=4bfdc2ba-9f18-4435-9a1d-8c7ae69f76fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348904 Aug 11 03:07:07.894516 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835fdf17-8158-40fd-81f3-8451aa963a56 req-5ca4d1e9-8eec-44c9-b3f6-1e006db31971 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:07.896028 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-835fdf17-8158-40fd-81f3-8451aa963a56 req-5ca4d1e9-8eec-44c9-b3f6-1e006db31971 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=62a21279-cd45-4f1c-bc8b-9bb047767d13 HTTP/1.1" status: 200 len: 950 time: 0.0546744 Aug 11 03:07:07.949623 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-835fdf17-8158-40fd-81f3-8451aa963a56 req-89766489-bbf8-480e-a07f-05cd002a0108 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418246 Aug 11 03:07:08.211548 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device fe8073cd-ba90-420d-be71-bdfaa2566122 details requested by agent hyperv_n-h1-764292-30 with host n-h1-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:07:08.236319 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6140f374-2e65-4a56-b0df-79ef653f7b7b req-0e7ba64f-8c4a-4539-89af-6d5de6759058 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:08.243127 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6140f374-2e65-4a56-b0df-79ef653f7b7b req-0e7ba64f-8c4a-4539-89af-6d5de6759058 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4d9c4a7-3d0b-441a-b61c-0320d9e6ae04 HTTP/1.1" status: 200 len: 944 time: 0.0627186 Aug 11 03:07:08.293201 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6140f374-2e65-4a56-b0df-79ef653f7b7b req-0cdc10c5-581e-4435-ad45-f6943962740e tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/security-groups?id=19e25e3f-a72e-45d4-8165-3b0d2215340c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466282 Aug 11 03:07:08.344425 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port fe8073cd-ba90-420d-be71-bdfaa2566122, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=fe8073cd-ba90-420d-be71-bdfaa2566122,segment=NetworkSegment(51519bc7-220e-4b32-ac19-7022dcc012c7),segment_id=51519bc7-220e-4b32-ac19-7022dcc012c7)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:07:08.364748 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Returning: {'device': 'fe8073cd-ba90-420d-be71-bdfaa2566122', 'network_id': 'acf79445-469e-4167-b2dd-6e4258e09aaa', 'port_id': 'fe8073cd-ba90-420d-be71-bdfaa2566122', 'mac_address': 'fa:16:3e:e7:79:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff907cad-7e2d-42a0-96f7-6a9e66fb2feb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:07:08.412150 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71eeb9f-c4df-450c-9224-0cad5eb462b8 req-6edef615-2b1c-48f7-9028-1287bf24eb4b tempest-ServerPasswordTestJSON-557350978 tempest-ServerPasswordTestJSON-557350978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:08.414259 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d71eeb9f-c4df-450c-9224-0cad5eb462b8 req-6edef615-2b1c-48f7-9028-1287bf24eb4b tempest-ServerPasswordTestJSON-557350978 tempest-ServerPasswordTestJSON-557350978-project] 10.222.0.41 "GET /v2.0/ports?device_id=db716708-345a-44ba-8490-a93776d818eb HTTP/1.1" status: 200 len: 943 time: 0.0663927 Aug 11 03:07:08.434297 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:08.453940 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe8073cd-ba90-420d-be71-bdfaa2566122 {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:07:08.484521 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port fe8073cd-ba90-420d-be71-bdfaa2566122, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=fe8073cd-ba90-420d-be71-bdfaa2566122,segment=NetworkSegment(51519bc7-220e-4b32-ac19-7022dcc012c7),segment_id=51519bc7-220e-4b32-ac19-7022dcc012c7)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:07:08.521923 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d71eeb9f-c4df-450c-9224-0cad5eb462b8 req-4b47fb27-d582-46b6-b14b-cbf6ab877ccf tempest-ServerPasswordTestJSON-557350978 tempest-ServerPasswordTestJSON-557350978-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e8f6739-7da0-410c-b37e-2bd3370dc5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977736 Aug 11 03:07:08.557057 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:08.643657 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=fe8073cd-ba90-420d-be71-bdfaa2566122,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:08.794408 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca1d5d6-77b9-4fcd-8e37-8facd83f1e8b req-6f31c8e2-033e-4f44-852d-a0ac89f50b34 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:08.796044 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bca1d5d6-77b9-4fcd-8e37-8facd83f1e8b req-6f31c8e2-033e-4f44-852d-a0ac89f50b34 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.41 "GET /v2.0/ports?device_id=acf811b7-803c-4be4-bb7f-dc852ca91de2 HTTP/1.1" status: 200 len: 950 time: 0.0565753 Aug 11 03:07:08.867150 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bca1d5d6-77b9-4fcd-8e37-8facd83f1e8b req-8aad5e83-d8cf-4d84-a424-3cfc123aabdb tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.41 "GET /v2.0/security-groups?id=4bfdc2ba-9f18-4435-9a1d-8c7ae69f76fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645380 Aug 11 03:07:09.042240 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1db93a-1ebf-4752-9d5e-d82cd7adadc3 req-1aa097c4-add6-4bc4-8e19-37e59e3975f5 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:09.044223 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3e1db93a-1ebf-4752-9d5e-d82cd7adadc3 req-1aa097c4-add6-4bc4-8e19-37e59e3975f5 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.41 "GET /v2.0/ports?device_id=98d6d82d-3a78-44f6-a171-1c19b3afea39 HTTP/1.1" status: 200 len: 950 time: 0.0688629 Aug 11 03:07:09.100798 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3e1db93a-1ebf-4752-9d5e-d82cd7adadc3 req-1b2694d2-0899-4c75-bf67-c35bc19dc3d0 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.41 "GET /v2.0/security-groups?id=4bfdc2ba-9f18-4435-9a1d-8c7ae69f76fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497539 Aug 11 03:07:09.136963 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['fe8073cd-ba90-420d-be71-bdfaa2566122'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:07:09.285592 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f453b9e7-9074-4a15-9e86-e019da43145e req-51cfbcd9-1669-4830-b25e-3123b4c25875 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:09.290683 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f453b9e7-9074-4a15-9e86-e019da43145e req-51cfbcd9-1669-4830-b25e-3123b4c25875 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=62a21279-cd45-4f1c-bc8b-9bb047767d13 HTTP/1.1" status: 200 len: 950 time: 0.1051021 Aug 11 03:07:09.370608 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f453b9e7-9074-4a15-9e86-e019da43145e req-c138b99f-86ee-4d38-bd78-59d35ca9e182 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700915 Aug 11 03:07:09.486776 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3a2d953c-5a6c-4d60-9f61-29aea6a35def req-1e2099f5-b1d8-4305-b211-247bcb11f483 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=0b7aae89f3c6499aa5530a05ad738493&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0264666 Aug 11 03:07:09.593728 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0031cfa-1681-44c4-ab57-37ff6f607131 req-788e4481-0685-430f-9b1c-245edb71eb0a tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:09.595279 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a0031cfa-1681-44c4-ab57-37ff6f607131 req-788e4481-0685-430f-9b1c-245edb71eb0a tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4d9c4a7-3d0b-441a-b61c-0320d9e6ae04 HTTP/1.1" status: 200 len: 944 time: 0.1118343 Aug 11 03:07:09.668777 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2d953c-5a6c-4d60-9f61-29aea6a35def req-690d924d-abfc-421f-9627-10571981d72b tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:09.670852 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3a2d953c-5a6c-4d60-9f61-29aea6a35def req-690d924d-abfc-421f-9627-10571981d72b tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1573668 Aug 11 03:07:09.673567 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a0031cfa-1681-44c4-ab57-37ff6f607131 req-e9f3c203-616c-4c82-84d9-1ef9218fe895 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/security-groups?id=19e25e3f-a72e-45d4-8165-3b0d2215340c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664742 Aug 11 03:07:09.697671 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3a2d953c-5a6c-4d60-9f61-29aea6a35def req-b3e43dfd-9a06-4787-8f8d-3b2b5cf08561 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.41 "GET /v2.0/quotas/0b7aae89f3c6499aa5530a05ad738493 HTTP/1.1" status: 200 len: 375 time: 0.0187111 Aug 11 03:07:09.755597 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3a2d953c-5a6c-4d60-9f61-29aea6a35def req-178588eb-0768-46a5-b664-15c7c3e7efdb tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=0b7aae89f3c6499aa5530a05ad738493&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0560195 Aug 11 03:07:09.806164 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed52c47-56dd-4145-9cf5-4f248a9a3b7b req-60be0d95-2b03-4863-9293-d9b45067cb8a tempest-ServersTestFqdnHostnames-1074241809 tempest-ServersTestFqdnHostnames-1074241809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:09.814176 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5ed52c47-56dd-4145-9cf5-4f248a9a3b7b req-60be0d95-2b03-4863-9293-d9b45067cb8a tempest-ServersTestFqdnHostnames-1074241809 tempest-ServersTestFqdnHostnames-1074241809-project] 10.222.0.41 "GET /v2.0/ports?device_id=a66ab0de-f12c-4fd3-a212-ca622ab87aa1 HTTP/1.1" status: 200 len: 945 time: 0.0576453 Aug 11 03:07:09.859057 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5ed52c47-56dd-4145-9cf5-4f248a9a3b7b req-8160c97a-0f8f-4017-b8c4-96cbb807c5d7 tempest-ServersTestFqdnHostnames-1074241809 tempest-ServersTestFqdnHostnames-1074241809-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee511d12-a44c-409f-9176-4376c08bbaa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437267 Aug 11 03:07:10.047119 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf8d3d6-c06e-4444-98eb-af544f9ae514 req-1be0b790-20f9-47e0-948e-0c453419ab3c tempest-ServerPasswordTestJSON-557350978 tempest-ServerPasswordTestJSON-557350978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:10.048814 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-adf8d3d6-c06e-4444-98eb-af544f9ae514 req-1be0b790-20f9-47e0-948e-0c453419ab3c tempest-ServerPasswordTestJSON-557350978 tempest-ServerPasswordTestJSON-557350978-project] 10.222.0.41 "GET /v2.0/ports?device_id=db716708-345a-44ba-8490-a93776d818eb HTTP/1.1" status: 200 len: 944 time: 0.0572233 Aug 11 03:07:10.105988 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-adf8d3d6-c06e-4444-98eb-af544f9ae514 req-996ce145-afac-4cde-aafb-b15f3dc95f2e tempest-ServerPasswordTestJSON-557350978 tempest-ServerPasswordTestJSON-557350978-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e8f6739-7da0-410c-b37e-2bd3370dc5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507119 Aug 11 03:07:10.222382 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 4b32f063-1f58-4622-8e54-7356a69cd99d details requested by agent hyperv_n-h1-764292-30 with host n-h1-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:07:10.273789 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-20849e6c-00a4-4bb5-bfe4-650f8f9c1149 req-404cd49e-cd3d-4947-8167-3491a9b4def9 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.41 "GET /v2.0/ports?device_id=7aa9e53a-41ca-4c76-a7a1-f88c7d11a3f6 HTTP/1.1" status: 200 len: 210 time: 0.0545716 Aug 11 03:07:10.363437 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 4b32f063-1f58-4622-8e54-7356a69cd99d, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=4b32f063-1f58-4622-8e54-7356a69cd99d,segment=NetworkSegment(51ba8099-7622-42cb-adbd-7c8aaac78355),segment_id=51ba8099-7622-42cb-adbd-7c8aaac78355)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:07:10.377082 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Returning: {'device': '4b32f063-1f58-4622-8e54-7356a69cd99d', 'network_id': '6b5eb666-47e5-4ddb-b0bc-16855d478160', 'port_id': '4b32f063-1f58-4622-8e54-7356a69cd99d', 'mac_address': 'fa:16:3e:42:20:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bc807f9-b5f2-488b-b980-1ec1f7afe42f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:07:10.427000 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:10.445084 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b32f063-1f58-4622-8e54-7356a69cd99d {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:07:10.483310 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 4b32f063-1f58-4622-8e54-7356a69cd99d, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=4b32f063-1f58-4622-8e54-7356a69cd99d,segment=NetworkSegment(51ba8099-7622-42cb-adbd-7c8aaac78355),segment_id=51ba8099-7622-42cb-adbd-7c8aaac78355)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:07:10.537253 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534a45ea-958a-46f0-a4d6-5219c255630e req-2430059d-6784-40a5-9dfb-fa4260ae83f0 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:10.539305 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-534a45ea-958a-46f0-a4d6-5219c255630e req-2430059d-6784-40a5-9dfb-fa4260ae83f0 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=62a21279-cd45-4f1c-bc8b-9bb047767d13 HTTP/1.1" status: 200 len: 950 time: 0.0812953 Aug 11 03:07:10.599319 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-534a45ea-958a-46f0-a4d6-5219c255630e req-f9da87a6-6a2d-44c9-b485-746871c48744 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439353 Aug 11 03:07:10.654004 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:10.753026 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=4b32f063-1f58-4622-8e54-7356a69cd99d,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:10.832362 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6b549d-5d87-44fa-ab2f-6621174e178e req-8b6723be-6663-4814-a331-efb2b9cf38d0 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:10.834205 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7b6b549d-5d87-44fa-ab2f-6621174e178e req-8b6723be-6663-4814-a331-efb2b9cf38d0 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4d9c4a7-3d0b-441a-b61c-0320d9e6ae04 HTTP/1.1" status: 200 len: 945 time: 0.0577278 Aug 11 03:07:10.881017 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7b6b549d-5d87-44fa-ab2f-6621174e178e req-2942388c-7a59-42b7-8863-4c302a691424 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/security-groups?id=19e25e3f-a72e-45d4-8165-3b0d2215340c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408428 Aug 11 03:07:10.980071 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaec09b-d3a8-46ca-9a13-2d5ecbf86e11 req-6dcbe8a6-2633-4bb4-be9d-1138055b3dbb tempest-ServersTestFqdnHostnames-1074241809 tempest-ServersTestFqdnHostnames-1074241809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:10.993159 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9aaec09b-d3a8-46ca-9a13-2d5ecbf86e11 req-6dcbe8a6-2633-4bb4-be9d-1138055b3dbb tempest-ServersTestFqdnHostnames-1074241809 tempest-ServersTestFqdnHostnames-1074241809-project] 10.222.0.41 "GET /v2.0/ports?device_id=a66ab0de-f12c-4fd3-a212-ca622ab87aa1 HTTP/1.1" status: 200 len: 945 time: 0.0555952 Aug 11 03:07:11.034826 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9aaec09b-d3a8-46ca-9a13-2d5ecbf86e11 req-18f8ba99-215c-404d-b783-dc9a6bc8e665 tempest-ServersTestFqdnHostnames-1074241809 tempest-ServersTestFqdnHostnames-1074241809-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee511d12-a44c-409f-9176-4376c08bbaa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465250 Aug 11 03:07:11.097651 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:11.128940 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['4b32f063-1f58-4622-8e54-7356a69cd99d'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:07:11.243720 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b9f033-21d0-43c1-b64a-01cbcd281968 req-07c2026a-51d1-410b-a49f-a10ea3584300 tempest-ServerPasswordTestJSON-557350978 tempest-ServerPasswordTestJSON-557350978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:11.253131 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-00b9f033-21d0-43c1-b64a-01cbcd281968 req-07c2026a-51d1-410b-a49f-a10ea3584300 tempest-ServerPasswordTestJSON-557350978 tempest-ServerPasswordTestJSON-557350978-project] 10.222.0.41 "GET /v2.0/ports?device_id=db716708-345a-44ba-8490-a93776d818eb HTTP/1.1" status: 200 len: 944 time: 0.0698249 Aug 11 03:07:11.310023 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-00b9f033-21d0-43c1-b64a-01cbcd281968 req-a6c363e5-be25-4dc6-b6a0-4e025e28ee53 tempest-ServerPasswordTestJSON-557350978 tempest-ServerPasswordTestJSON-557350978-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e8f6739-7da0-410c-b37e-2bd3370dc5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558949 Aug 11 03:07:11.380424 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8efcdc4b-8adb-40e8-96bf-8b71dd1a1f31 req-f6c03c61-1bba-4274-b8fc-e66d06be040b tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.41 "GET /v2.0/ports?device_id=7aa9e53a-41ca-4c76-a7a1-f88c7d11a3f6 HTTP/1.1" status: 200 len: 210 time: 0.0317047 Aug 11 03:07:11.548980 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c590c35a-3185-48a5-bd5f-b83a0979aec7 req-c5a709a9-9ecd-432a-8ec5-425ce0883c27 tempest-ServersTestFqdnHostnames-1074241809 tempest-ServersTestFqdnHostnames-1074241809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:11.554579 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c590c35a-3185-48a5-bd5f-b83a0979aec7 req-c5a709a9-9ecd-432a-8ec5-425ce0883c27 tempest-ServersTestFqdnHostnames-1074241809 tempest-ServersTestFqdnHostnames-1074241809-project] 10.222.0.22 "GET /v2.0/ports?device_id=a66ab0de-f12c-4fd3-a212-ca622ab87aa1 HTTP/1.1" status: 200 len: 945 time: 0.0765479 Aug 11 03:07:11.685204 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-c590c35a-3185-48a5-bd5f-b83a0979aec7 req-85b0dde6-ebca-4fbc-b9bc-cb69c7f1b4a9 tempest-ServersTestFqdnHostnames-1074241809 tempest-ServersTestFqdnHostnames-1074241809-project] Deleting port 2a724456-80fe-4f92-bd7e-1d2c3d4f9e25 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:07:11.685566 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-c590c35a-3185-48a5-bd5f-b83a0979aec7 req-85b0dde6-ebca-4fbc-b9bc-cb69c7f1b4a9 tempest-ServersTestFqdnHostnames-1074241809 tempest-ServersTestFqdnHostnames-1074241809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:11.790522 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b935686-8135-47e8-af30-afd9d823eb85 req-a39e0622-880e-4bfd-a240-6263d5126b03 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:11.799050 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2b935686-8135-47e8-af30-afd9d823eb85 req-a39e0622-880e-4bfd-a240-6263d5126b03 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=62a21279-cd45-4f1c-bc8b-9bb047767d13 HTTP/1.1" status: 200 len: 950 time: 0.0938504 Aug 11 03:07:11.806593 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-c590c35a-3185-48a5-bd5f-b83a0979aec7 req-85b0dde6-ebca-4fbc-b9bc-cb69c7f1b4a9 tempest-ServersTestFqdnHostnames-1074241809 tempest-ServersTestFqdnHostnames-1074241809-project] For port 2a724456-80fe-4f92-bd7e-1d2c3d4f9e25, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=2a724456-80fe-4f92-bd7e-1d2c3d4f9e25,segment=NetworkSegment(ebcc783e-2ad5-444d-9e21-ceccb724a435),segment_id=ebcc783e-2ad5-444d-9e21-ceccb724a435)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:07:11.806958 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-c590c35a-3185-48a5-bd5f-b83a0979aec7 req-85b0dde6-ebca-4fbc-b9bc-cb69c7f1b4a9 tempest-ServersTestFqdnHostnames-1074241809 tempest-ServersTestFqdnHostnames-1074241809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:11.860539 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2b935686-8135-47e8-af30-afd9d823eb85 req-76e78906-a667-4ff3-ae55-d100e2505f97 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496089 Aug 11 03:07:12.049668 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-c590c35a-3185-48a5-bd5f-b83a0979aec7 req-85b0dde6-ebca-4fbc-b9bc-cb69c7f1b4a9 tempest-ServersTestFqdnHostnames-1074241809 tempest-ServersTestFqdnHostnames-1074241809-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:12.050047 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-c590c35a-3185-48a5-bd5f-b83a0979aec7 req-85b0dde6-ebca-4fbc-b9bc-cb69c7f1b4a9 tempest-ServersTestFqdnHostnames-1074241809 tempest-ServersTestFqdnHostnames-1074241809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446866'] for floatingip, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:12.050442 n-d-764292-30 neutron-server[102191]: INFO neutron.db.l3_db [req-c590c35a-3185-48a5-bd5f-b83a0979aec7 req-85b0dde6-ebca-4fbc-b9bc-cb69c7f1b4a9 tempest-ServersTestFqdnHostnames-1074241809 tempest-ServersTestFqdnHostnames-1074241809-project] Floating IP 1ea61a18-f524-41bd-a057-873dcbffcd80 disassociated. External IP: 172.25.8.197, port: 2a724456-80fe-4f92-bd7e-1d2c3d4f9e25. Aug 11 03:07:12.050788 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-c590c35a-3185-48a5-bd5f-b83a0979aec7 req-85b0dde6-ebca-4fbc-b9bc-cb69c7f1b4a9 tempest-ServersTestFqdnHostnames-1074241809 tempest-ServersTestFqdnHostnames-1074241809-project] Calling delete_port for 2a724456-80fe-4f92-bd7e-1d2c3d4f9e25 owned by compute:nova {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:07:12.168906 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaa0a1c-3607-4ef8-a0cd-c91aee148943 req-572b0c55-29ec-49d4-a0af-8664773115b9 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:12.175734 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8aaa0a1c-3607-4ef8-a0cd-c91aee148943 req-572b0c55-29ec-49d4-a0af-8664773115b9 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4d9c4a7-3d0b-441a-b61c-0320d9e6ae04 HTTP/1.1" status: 200 len: 945 time: 0.0794759 Aug 11 03:07:12.225081 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device fe8073cd-ba90-420d-be71-bdfaa2566122 up at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:07:12.266077 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8aaa0a1c-3607-4ef8-a0cd-c91aee148943 req-860a8142-f7b4-4a45-9cd0-bd09c29a0906 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/security-groups?id=19e25e3f-a72e-45d4-8165-3b0d2215340c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889728 Aug 11 03:07:12.290340 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b034bfb-6132-4e28-bd5f-5e3fc9eacb8e req-936cc1f0-d711-42d1-ad48-1a93b7e4bf5f tempest-ServersTestFqdnHostnames-1074241809 tempest-ServersTestFqdnHostnames-1074241809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:12.317141 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4b034bfb-6132-4e28-bd5f-5e3fc9eacb8e req-936cc1f0-d711-42d1-ad48-1a93b7e4bf5f tempest-ServersTestFqdnHostnames-1074241809 tempest-ServersTestFqdnHostnames-1074241809-project] 10.222.0.41 "GET /v2.0/ports?device_id=a66ab0de-f12c-4fd3-a212-ca622ab87aa1 HTTP/1.1" status: 200 len: 945 time: 0.0947900 Aug 11 03:07:12.335792 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-c590c35a-3185-48a5-bd5f-b83a0979aec7 req-85b0dde6-ebca-4fbc-b9bc-cb69c7f1b4a9 tempest-ServersTestFqdnHostnames-1074241809 tempest-ServersTestFqdnHostnames-1074241809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:12.370602 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4b034bfb-6132-4e28-bd5f-5e3fc9eacb8e req-cb1d8040-f091-4a24-8b45-b2a2a05441e4 tempest-ServersTestFqdnHostnames-1074241809 tempest-ServersTestFqdnHostnames-1074241809-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee511d12-a44c-409f-9176-4376c08bbaa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645552 Aug 11 03:07:12.407100 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b0dde6-ebca-4fbc-b9bc-cb69c7f1b4a9 tempest-ServersTestFqdnHostnames-1074241809 tempest-ServersTestFqdnHostnames-1074241809-project] Pushing event deleted for resources: {'Port': ['ID=2a724456-80fe-4f92-bd7e-1d2c3d4f9e25,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:12.458471 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning for port fe8073cd-ba90-420d-be71-bdfaa2566122 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:07:12.467356 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning complete for port fe8073cd-ba90-420d-be71-bdfaa2566122 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:07:12.467356 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:12.547933 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d38973a-56d3-426a-a888-e16806695209 req-c200ca89-03da-4e2c-b4c9-49e012c74f8a tempest-ServerPasswordTestJSON-557350978 tempest-ServerPasswordTestJSON-557350978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:12.548879 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3d38973a-56d3-426a-a888-e16806695209 req-c200ca89-03da-4e2c-b4c9-49e012c74f8a tempest-ServerPasswordTestJSON-557350978 tempest-ServerPasswordTestJSON-557350978-project] 10.222.0.41 "GET /v2.0/ports?device_id=db716708-345a-44ba-8490-a93776d818eb HTTP/1.1" status: 200 len: 944 time: 0.0785809 Aug 11 03:07:12.621263 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c590c35a-3185-48a5-bd5f-b83a0979aec7 req-85b0dde6-ebca-4fbc-b9bc-cb69c7f1b4a9 tempest-ServersTestFqdnHostnames-1074241809 tempest-ServersTestFqdnHostnames-1074241809-project] Router f2b3337f-34df-492a-b67a-47b10d362176 has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:07:12.641388 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3d38973a-56d3-426a-a888-e16806695209 req-fa98f7b6-11bd-4b1f-bb54-926d900a3f45 tempest-ServerPasswordTestJSON-557350978 tempest-ServerPasswordTestJSON-557350978-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e8f6739-7da0-410c-b37e-2bd3370dc5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809321 Aug 11 03:07:12.668016 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-3a2d953c-5a6c-4d60-9f61-29aea6a35def req-4c811b9b-fb78-4fde-b636-4289715ff917 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=0b7aae89f3c6499aa5530a05ad738493&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0429845 Aug 11 03:07:12.669649 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-664f1459-de65-4dbf-9a3a-6360e4dcdde7 req-99e9f28f-af12-4d1e-9e23-4a64691e7adb tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.41 "GET /v2.0/ports?device_id=7aa9e53a-41ca-4c76-a7a1-f88c7d11a3f6 HTTP/1.1" status: 200 len: 210 time: 0.0622513 Aug 11 03:07:12.695283 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:12.730951 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db716708-345a-44ba-8490-a93776d818eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe8073cd-ba90-420d-be71-bdfaa2566122'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:07:12.734239 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21853245-91ea-42ab-b665-c85a052a8ca2" -d '{"events": [{"server_uuid": "db716708-345a-44ba-8490-a93776d818eb", "name": "network-vif-plugged", "status": "completed", "tag": "fe8073cd-ba90-420d-be71-bdfaa2566122"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:07:12.751245 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port fe8073cd-ba90-420d-be71-bdfaa2566122, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=fe8073cd-ba90-420d-be71-bdfaa2566122,segment=NetworkSegment(51519bc7-220e-4b32-ac19-7022dcc012c7),segment_id=51519bc7-220e-4b32-ac19-7022dcc012c7)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:07:12.789555 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:07:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6588a8e1-2f7d-4770-a906-4c7cc9133608 x-openstack-request-id: req-6588a8e1-2f7d-4770-a906-4c7cc9133608 {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:07:12.789555 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db716708-345a-44ba-8490-a93776d818eb", "name": "network-vif-plugged", "status": "completed", "tag": "fe8073cd-ba90-420d-be71-bdfaa2566122", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:07:12.789555 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6588a8e1-2f7d-4770-a906-4c7cc9133608 {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:07:12.789555 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db716708-345a-44ba-8490-a93776d818eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe8073cd-ba90-420d-be71-bdfaa2566122', 'code': 200} Aug 11 03:07:12.859362 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:12.860165 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 2a724456-80fe-4f92-bd7e-1d2c3d4f9e25 no longer exists at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:07:12.931981 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c590c35a-3185-48a5-bd5f-b83a0979aec7 req-85b0dde6-ebca-4fbc-b9bc-cb69c7f1b4a9 tempest-ServersTestFqdnHostnames-1074241809 tempest-ServersTestFqdnHostnames-1074241809-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:07:12.948358 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e01e7eb4-2785-42fa-8496-7d8f268a7a06 None None] Sync routers for ids ['f2b3337f-34df-492a-b67a-47b10d362176'] in n-d-764292-30 {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:07:12.956942 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2d953c-5a6c-4d60-9f61-29aea6a35def req-b5bc6edc-fc5c-459f-bd46-db14366a292f tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:12.960025 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-3a2d953c-5a6c-4d60-9f61-29aea6a35def req-b5bc6edc-fc5c-459f-bd46-db14366a292f tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2486665 Aug 11 03:07:12.962566 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] No Port match for: 2a724456-80fe-4f92-bd7e-1d2c3d4f9e25 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:07:12.963213 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 2a724456-80fe-4f92-bd7e-1d2c3d4f9e25 not bound to the agent host n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:07:12.965176 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01e7eb4-2785-42fa-8496-7d8f268a7a06 None None] Routers {'f2b3337f-34df-492a-b67a-47b10d362176'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:07:12.965821 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-e01e7eb4-2785-42fa-8496-7d8f268a7a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:07:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['f2b3337f-34df-492a-b67a-47b10d362176'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:07:12.989998 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-3a2d953c-5a6c-4d60-9f61-29aea6a35def req-b6389866-abfb-4187-a303-802a5fab5526 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] Request body: {'port': {'device_id': '7aa9e53a-41ca-4c76-a7a1-f88c7d11a3f6', 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba', 'admin_state_up': True, 'tenant_id': '0b7aae89f3c6499aa5530a05ad738493'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:07:13.025441 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=fe8073cd-ba90-420d-be71-bdfaa2566122,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:13.039847 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e1cc57-db23-429f-bc7b-4d9118085a80 req-d108420b-4383-4579-934a-a3ff2de47a9b tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:13.054052 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-17e1cc57-db23-429f-bc7b-4d9118085a80 req-d108420b-4383-4579-934a-a3ff2de47a9b tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=62a21279-cd45-4f1c-bc8b-9bb047767d13 HTTP/1.1" status: 200 len: 950 time: 0.0980217 Aug 11 03:07:13.115429 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-c590c35a-3185-48a5-bd5f-b83a0979aec7 req-85b0dde6-ebca-4fbc-b9bc-cb69c7f1b4a9 tempest-ServersTestFqdnHostnames-1074241809 tempest-ServersTestFqdnHostnames-1074241809-project] No DVR routers for this DVR port 2a724456-80fe-4f92-bd7e-1d2c3d4f9e25 on host n-h1-764292-30 {{(pid=102191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:07:13.122039 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-c590c35a-3185-48a5-bd5f-b83a0979aec7 req-85b0dde6-ebca-4fbc-b9bc-cb69c7f1b4a9 tempest-ServersTestFqdnHostnames-1074241809 tempest-ServersTestFqdnHostnames-1074241809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:13.124041 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c590c35a-3185-48a5-bd5f-b83a0979aec7 req-85b0dde6-ebca-4fbc-b9bc-cb69c7f1b4a9 tempest-ServersTestFqdnHostnames-1074241809 tempest-ServersTestFqdnHostnames-1074241809-project] 10.222.0.22 "DELETE /v2.0/ports/2a724456-80fe-4f92-bd7e-1d2c3d4f9e25 HTTP/1.1" status: 204 len: 173 time: 1.5624163 Aug 11 03:07:13.125272 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a66ab0de-f12c-4fd3-a212-ca622ab87aa1', 'name': 'network-vif-deleted', 'tag': '2a724456-80fe-4f92-bd7e-1d2c3d4f9e25'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:07:13.128586 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2f9281e-eb67-4bd3-9e39-795b1d6070b6" -d '{"events": [{"server_uuid": "a66ab0de-f12c-4fd3-a212-ca622ab87aa1", "name": "network-vif-deleted", "tag": "2a724456-80fe-4f92-bd7e-1d2c3d4f9e25"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:07:13.135997 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116083da-b540-403f-b44e-d65eff734182 req-c274b66c-948f-4b15-b1f3-3639380f2679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:13.137559 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-116083da-b540-403f-b44e-d65eff734182 req-c274b66c-948f-4b15-b1f3-3639380f2679 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=db716708-345a-44ba-8490-a93776d818eb HTTP/1.1" status: 200 len: 1097 time: 0.2567132 Aug 11 03:07:13.153660 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-17e1cc57-db23-429f-bc7b-4d9118085a80 req-a0ff22f0-37f5-491c-b35f-9068e7fac12f tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973439 Aug 11 03:07:13.195416 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-e01e7eb4-2785-42fa-8496-7d8f268a7a06 None None] Set router f2b3337f-34df-492a-b67a-47b10d362176 gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:07:13.216160 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:07:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b685e16-bd1d-4e37-b44c-a2adbaa408fa x-openstack-request-id: req-4b685e16-bd1d-4e37-b44c-a2adbaa408fa {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:07:13.216528 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a66ab0de-f12c-4fd3-a212-ca622ab87aa1", "name": "network-vif-deleted", "tag": "2a724456-80fe-4f92-bd7e-1d2c3d4f9e25", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:07:13.216931 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4b685e16-bd1d-4e37-b44c-a2adbaa408fa {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:07:13.217366 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a66ab0de-f12c-4fd3-a212-ca622ab87aa1', 'name': 'network-vif-deleted', 'tag': '2a724456-80fe-4f92-bd7e-1d2c3d4f9e25', 'status': 'completed', 'code': 200} Aug 11 03:07:13.299559 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-116083da-b540-403f-b44e-d65eff734182 req-161afb82-1522-4f6f-995d-7ad812a7d88f service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=3e8f6739-7da0-410c-b37e-2bd3370dc5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513886 Aug 11 03:07:13.402743 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a2d953c-5a6c-4d60-9f61-29aea6a35def req-b6389866-abfb-4187-a303-802a5fab5526 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] Made reservation on behalf of 0b7aae89f3c6499aa5530a05ad738493 for: {'port': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:07:13.410870 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-3a2d953c-5a6c-4d60-9f61-29aea6a35def req-b6389866-abfb-4187-a303-802a5fab5526 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:13.455045 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e9a183-4ba0-4c02-b16d-0380c29ea8c1 req-0bfd2f12-2825-497f-bc99-a5bd6d80f1f1 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:13.473832 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-23e9a183-4ba0-4c02-b16d-0380c29ea8c1 req-0bfd2f12-2825-497f-bc99-a5bd6d80f1f1 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4d9c4a7-3d0b-441a-b61c-0320d9e6ae04 HTTP/1.1" status: 200 len: 945 time: 0.0974917 Aug 11 03:07:13.527463 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-23e9a183-4ba0-4c02-b16d-0380c29ea8c1 req-8830a6a4-1b91-43c1-8dbf-f5942e9768e0 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/security-groups?id=19e25e3f-a72e-45d4-8165-3b0d2215340c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524216 Aug 11 03:07:13.629512 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-e01e7eb4-2785-42fa-8496-7d8f268a7a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2b3337f-34df-492a-b67a-47b10d362176', 'name': 'tempest-ServersTestFqdnHostnames-1179249776-router', 'tenant_id': '6921827f6da94037a99dabd970798f04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '3eb03e01-8d72-42a2-9f25-29ca18be955d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:03:46Z', 'updated_at': '2021-08-11T03:03:53Z', 'revision_number': 4, 'project_id': '6921827f6da94037a99dabd970798f04', 'gw_port': {'id': '3eb03e01-8d72-42a2-9f25-29ca18be955d', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:4f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b3337f-34df-492a-b67a-47b10d362176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:03:47Z', 'updated_at': '2021-08-11T03:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': 'f0ad63f8-9604-47b1-bfda-712f89149ed9', 'name': '', 'network_id': '7e1dad9f-2bf8-440d-87e5-fd95b980cb13', 'tenant_id': '6921827f6da94037a99dabd970798f04', 'mac_address': 'fa:16:3e:d9:89:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b3337f-34df-492a-b67a-47b10d362176', 'device_owner': 'network:router_interface', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '27ab6fea-8263-42f0-9e57-b002a7eb1fa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:03:51Z', 'updated_at': '2021-08-11T03:04:02Z', 'revision_number': 5, 'project_id': '6921827f6da94037a99dabd970798f04', 'subnets': [{'id': '27ab6fea-8263-42f0-9e57-b002a7eb1fa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:07:13.648120 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b544ee50-719a-4f65-97fe-6ede7979f78f req-63d87b5c-bbb6-4fe8-a43b-b1c2063be510 tempest-ServersTestFqdnHostnames-1074241809 tempest-ServersTestFqdnHostnames-1074241809-project] 10.222.0.41 "GET /v2.0/ports?device_id=a66ab0de-f12c-4fd3-a212-ca622ab87aa1 HTTP/1.1" status: 200 len: 210 time: 0.0603337 Aug 11 03:07:13.674010 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e01e7eb4-2785-42fa-8496-7d8f268a7a06 None None] Checking router: f2b3337f-34df-492a-b67a-47b10d362176 for host: n-d-764292-30 {{(pid=102194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:07:13.691612 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01e7eb4-2785-42fa-8496-7d8f268a7a06 None None] Routers {'f2b3337f-34df-492a-b67a-47b10d362176'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:07:13.692074 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-e01e7eb4-2785-42fa-8496-7d8f268a7a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:07:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['f2b3337f-34df-492a-b67a-47b10d362176'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:07:13.752992 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [req-3a2d953c-5a6c-4d60-9f61-29aea6a35def req-b6389866-abfb-4187-a303-802a5fab5526 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] Allocated IP 192.168.233.241 (d1bf0def-6fa4-4d3e-bbc5-20a040931fba/254a3f4d-2b75-429e-bbb2-8e70554e9483/042db863-07f3-495a-afd6-6edb4c533396) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:07:13.857049 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-74ce7f5e-ad6f-400b-87d0-55ed1148ede4 req-85c96949-1c47-494a-b7d4-2e8c8bc91e05 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.41 "GET /v2.0/ports?device_id=7aa9e53a-41ca-4c76-a7a1-f88c7d11a3f6 HTTP/1.1" status: 200 len: 210 time: 0.0690060 Aug 11 03:07:13.904620 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eafd98-93da-4f3b-a973-37fd8f548d38 req-b8a709e2-b0a4-4597-84b6-f65754349a49 tempest-ServerPasswordTestJSON-557350978 tempest-ServerPasswordTestJSON-557350978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:13.908518 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-e01e7eb4-2785-42fa-8496-7d8f268a7a06 None None] Set router f2b3337f-34df-492a-b67a-47b10d362176 gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:07:13.915150 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-33eafd98-93da-4f3b-a973-37fd8f548d38 req-b8a709e2-b0a4-4597-84b6-f65754349a49 tempest-ServerPasswordTestJSON-557350978 tempest-ServerPasswordTestJSON-557350978-project] 10.222.0.41 "GET /v2.0/ports?device_id=db716708-345a-44ba-8490-a93776d818eb HTTP/1.1" status: 200 len: 945 time: 0.1644185 Aug 11 03:07:14.011553 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-33eafd98-93da-4f3b-a973-37fd8f548d38 req-4e016b3f-1612-4551-9ce3-6fbb90fb9d03 tempest-ServerPasswordTestJSON-557350978 tempest-ServerPasswordTestJSON-557350978-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e8f6739-7da0-410c-b37e-2bd3370dc5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886056 Aug 11 03:07:14.039600 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-3a2d953c-5a6c-4d60-9f61-29aea6a35def req-b6389866-abfb-4187-a303-802a5fab5526 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:14.063548 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [req-3a2d953c-5a6c-4d60-9f61-29aea6a35def req-b6389866-abfb-4187-a303-802a5fab5526 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] Transition to ACTIVE for port object 042db863-07f3-495a-afd6-6edb4c533396 will not be triggered until provisioned by entity DHCP. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:07:14.202494 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-e01e7eb4-2785-42fa-8496-7d8f268a7a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2b3337f-34df-492a-b67a-47b10d362176', 'name': 'tempest-ServersTestFqdnHostnames-1179249776-router', 'tenant_id': '6921827f6da94037a99dabd970798f04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '3eb03e01-8d72-42a2-9f25-29ca18be955d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:03:46Z', 'updated_at': '2021-08-11T03:03:53Z', 'revision_number': 4, 'project_id': '6921827f6da94037a99dabd970798f04', 'gw_port': {'id': '3eb03e01-8d72-42a2-9f25-29ca18be955d', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:4f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b3337f-34df-492a-b67a-47b10d362176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:03:47Z', 'updated_at': '2021-08-11T03:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': 'f0ad63f8-9604-47b1-bfda-712f89149ed9', 'name': '', 'network_id': '7e1dad9f-2bf8-440d-87e5-fd95b980cb13', 'tenant_id': '6921827f6da94037a99dabd970798f04', 'mac_address': 'fa:16:3e:d9:89:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b3337f-34df-492a-b67a-47b10d362176', 'device_owner': 'network:router_interface', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '27ab6fea-8263-42f0-9e57-b002a7eb1fa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:03:51Z', 'updated_at': '2021-08-11T03:04:02Z', 'revision_number': 5, 'project_id': '6921827f6da94037a99dabd970798f04', 'subnets': [{'id': '27ab6fea-8263-42f0-9e57-b002a7eb1fa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:07:14.207935 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-3a2d953c-5a6c-4d60-9f61-29aea6a35def req-b6389866-abfb-4187-a303-802a5fab5526 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:14.223097 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 4b32f063-1f58-4622-8e54-7356a69cd99d up at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:07:14.253110 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e01e7eb4-2785-42fa-8496-7d8f268a7a06 None None] The sync data for ids ['f2b3337f-34df-492a-b67a-47b10d362176'] in n-d-764292-30 is: [{'id': 'f2b3337f-34df-492a-b67a-47b10d362176', 'name': 'tempest-ServersTestFqdnHostnames-1179249776-router', 'tenant_id': '6921827f6da94037a99dabd970798f04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '3eb03e01-8d72-42a2-9f25-29ca18be955d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:03:46Z', 'updated_at': '2021-08-11T03:03:53Z', 'revision_number': 4, 'project_id': '6921827f6da94037a99dabd970798f04', 'gw_port': {'id': '3eb03e01-8d72-42a2-9f25-29ca18be955d', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:4f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b3337f-34df-492a-b67a-47b10d362176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:03:47Z', 'updated_at': '2021-08-11T03:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': 'f0ad63f8-9604-47b1-bfda-712f89149ed9', 'name': '', 'network_id': '7e1dad9f-2bf8-440d-87e5-fd95b980cb13', 'tenant_id': '6921827f6da94037a99dabd970798f04', 'mac_address': 'fa:16:3e:d9:89:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b3337f-34df-492a-b67a-47b10d362176', 'device_owner': 'network:router_interface', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '27ab6fea-8263-42f0-9e57-b002a7eb1fa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:03:51Z', 'updated_at': '2021-08-11T03:04:02Z', 'revision_number': 5, 'project_id': '6921827f6da94037a99dabd970798f04', 'subnets': [{'id': '27ab6fea-8263-42f0-9e57-b002a7eb1fa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:07:14.318011 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['977a589c-7b12-4747-b663-fb75f526098d', '01223e2e-8c1a-43ec-84c5-6b541e857e72'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:07:14.320150 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a2d953c-5a6c-4d60-9f61-29aea6a35def req-b6389866-abfb-4187-a303-802a5fab5526 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] Network d1bf0def-6fa4-4d3e-bbc5-20a040931fba is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:07:14.327489 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [req-3a2d953c-5a6c-4d60-9f61-29aea6a35def req-b6389866-abfb-4187-a303-802a5fab5526 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:07:14.331571 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a2d953c-5a6c-4d60-9f61-29aea6a35def req-b6389866-abfb-4187-a303-802a5fab5526 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:07:14.408618 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6389866-abfb-4187-a303-802a5fab5526 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] Pushing event updated for resources: {'Port': ['ID=042db863-07f3-495a-afd6-6edb4c533396,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:14.437015 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa815147-fcac-40e0-a2ab-18ffd1381854 req-a70acd76-0db4-4826-a17c-af51102fa509 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:14.451086 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-aa815147-fcac-40e0-a2ab-18ffd1381854 req-a70acd76-0db4-4826-a17c-af51102fa509 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=62a21279-cd45-4f1c-bc8b-9bb047767d13 HTTP/1.1" status: 200 len: 950 time: 0.1467178 Aug 11 03:07:14.520355 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2d953c-5a6c-4d60-9f61-29aea6a35def req-b6389866-abfb-4187-a303-802a5fab5526 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:14.527566 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-3a2d953c-5a6c-4d60-9f61-29aea6a35def req-b6389866-abfb-4187-a303-802a5fab5526 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:14.540207 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-aa815147-fcac-40e0-a2ab-18ffd1381854 req-577c7cf8-0d30-4e9c-8492-ce1015a0591a tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869770 Aug 11 03:07:14.627890 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning for port 4b32f063-1f58-4622-8e54-7356a69cd99d completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:07:14.636929 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning complete for port 4b32f063-1f58-4622-8e54-7356a69cd99d triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:07:14.636929 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:14.664804 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-3a2d953c-5a6c-4d60-9f61-29aea6a35def req-b6389866-abfb-4187-a303-802a5fab5526 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6840971 Aug 11 03:07:14.680845 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-3a2d953c-5a6c-4d60-9f61-29aea6a35def req-36816737-168a-4606-b863-a3a723800979 service neutron] Request body: {'port': {'device_id': '7aa9e53a-41ca-4c76-a7a1-f88c7d11a3f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764292-30'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:07:14.831546 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-3a2d953c-5a6c-4d60-9f61-29aea6a35def req-36816737-168a-4606-b863-a3a723800979 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:14.862691 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4cd327-82a8-4a79-acf2-27ac38e0db5e req-462fbcbf-5bac-4458-9e2c-66cc775c2faa tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:14.879360 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3d4cd327-82a8-4a79-acf2-27ac38e0db5e req-462fbcbf-5bac-4458-9e2c-66cc775c2faa tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4d9c4a7-3d0b-441a-b61c-0320d9e6ae04 HTTP/1.1" status: 200 len: 945 time: 0.2204881 Aug 11 03:07:14.885640 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:14.927952 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615f4169-9153-4c94-84d7-747fc430848a None None] New status for floating IP 1ea61a18-f524-41bd-a057-873dcbffcd80: DOWN {{(pid=102193) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:07:15.013661 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3d4cd327-82a8-4a79-acf2-27ac38e0db5e req-c5d73ec4-7fe9-4b42-b85c-3ae25def6e62 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/security-groups?id=19e25e3f-a72e-45d4-8165-3b0d2215340c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302388 Aug 11 03:07:15.151934 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040fe9ef-be0b-4f67-b8e9-f573a70bc9c5 req-a9da0e22-b596-4ccf-8a8d-cac660dbabe0 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:15.161602 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-040fe9ef-be0b-4f67-b8e9-f573a70bc9c5 req-a9da0e22-b596-4ccf-8a8d-cac660dbabe0 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.41 "GET /v2.0/ports?device_id=7aa9e53a-41ca-4c76-a7a1-f88c7d11a3f6 HTTP/1.1" status: 200 len: 936 time: 0.1084154 Aug 11 03:07:15.177413 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 52202) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:07:15.197169 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4d9c4a7-3d0b-441a-b61c-0320d9e6ae04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b32f063-1f58-4622-8e54-7356a69cd99d'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:07:15.199479 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8826948b-b95a-4991-8112-db1ea51f26c5" -d '{"events": [{"server_uuid": "f4d9c4a7-3d0b-441a-b61c-0320d9e6ae04", "name": "network-vif-plugged", "status": "completed", "tag": "4b32f063-1f58-4622-8e54-7356a69cd99d"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:07:15.216101 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 4b32f063-1f58-4622-8e54-7356a69cd99d, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=4b32f063-1f58-4622-8e54-7356a69cd99d,segment=NetworkSegment(51ba8099-7622-42cb-adbd-7c8aaac78355),segment_id=51ba8099-7622-42cb-adbd-7c8aaac78355)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:07:15.283188 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-040fe9ef-be0b-4f67-b8e9-f573a70bc9c5 req-1be6210f-d870-4535-a669-3de2e582ac2c tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.41 "GET /v2.0/security-groups?id=4bfdc2ba-9f18-4435-9a1d-8c7ae69f76fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191769 Aug 11 03:07:15.336215 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-abb46ca4-25ce-4c06-8fae-f93646e138c9 None None] Provisioning for port 042db863-07f3-495a-afd6-6edb4c533396 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:07:15.339915 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:15.352255 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-7dd9d65d-94d7-4159-86f9-2e2986c2abd3 tempest-ServersTestFqdnHostnames-1074241809 tempest-ServersTestFqdnHostnames-1074241809-project] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:15.395257 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-abb46ca4-25ce-4c06-8fae-f93646e138c9 None None] Provisioning complete for port 042db863-07f3-495a-afd6-6edb4c533396 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:07:15.400845 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-abb46ca4-25ce-4c06-8fae-f93646e138c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:15.441405 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-7dd9d65d-94d7-4159-86f9-2e2986c2abd3 tempest-ServersTestFqdnHostnames-1074241809 tempest-ServersTestFqdnHostnames-1074241809-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:15.462576 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fc5079e-c0f6-40dc-bea6-8c8f425b5a7c x-openstack-request-id: req-5fc5079e-c0f6-40dc-bea6-8c8f425b5a7c {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:07:15.463207 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca98019-f3ed-48da-a515-c06caac6d457 req-4d927166-c66f-42cd-bdc9-1587f6fca5c0 tempest-ServerPasswordTestJSON-557350978 tempest-ServerPasswordTestJSON-557350978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:15.463431 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4d9c4a7-3d0b-441a-b61c-0320d9e6ae04", "name": "network-vif-plugged", "status": "completed", "tag": "4b32f063-1f58-4622-8e54-7356a69cd99d", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:07:15.464175 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5fc5079e-c0f6-40dc-bea6-8c8f425b5a7c {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:07:15.465358 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9ca98019-f3ed-48da-a515-c06caac6d457 req-4d927166-c66f-42cd-bdc9-1587f6fca5c0 tempest-ServerPasswordTestJSON-557350978 tempest-ServerPasswordTestJSON-557350978-project] 10.222.0.41 "GET /v2.0/ports?device_id=db716708-345a-44ba-8490-a93776d818eb HTTP/1.1" status: 200 len: 945 time: 0.2068706 Aug 11 03:07:15.465792 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4d9c4a7-3d0b-441a-b61c-0320d9e6ae04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b32f063-1f58-4622-8e54-7356a69cd99d', 'code': 200} Aug 11 03:07:15.501632 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-abb46ca4-25ce-4c06-8fae-f93646e138c9 None None] Port 042db863-07f3-495a-afd6-6edb4c533396 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:07:15.504812 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=4b32f063-1f58-4622-8e54-7356a69cd99d,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:15.520108 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [req-3a2d953c-5a6c-4d60-9f61-29aea6a35def req-36816737-168a-4606-b863-a3a723800979 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 042db863-07f3-495a-afd6-6edb4c533396 {{(pid=102191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:07:15.527523 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9ca98019-f3ed-48da-a515-c06caac6d457 req-bbae0404-a742-48f7-b838-e009618af0d3 tempest-ServerPasswordTestJSON-557350978 tempest-ServerPasswordTestJSON-557350978-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e8f6739-7da0-410c-b37e-2bd3370dc5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504472 Aug 11 03:07:15.533740 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-3a2d953c-5a6c-4d60-9f61-29aea6a35def req-36816737-168a-4606-b863-a3a723800979 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:15.553548 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725f03cf-8ea7-439e-bff4-875053109e1a req-145d092b-0ab7-4154-abb9-9c94e0cbffbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:15.555359 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-725f03cf-8ea7-439e-bff4-875053109e1a req-145d092b-0ab7-4154-abb9-9c94e0cbffbb service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=f4d9c4a7-3d0b-441a-b61c-0320d9e6ae04 HTTP/1.1" status: 200 len: 1098 time: 0.0742629 Aug 11 03:07:15.556414 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [req-3a2d953c-5a6c-4d60-9f61-29aea6a35def req-36816737-168a-4606-b863-a3a723800979 service neutron] Transition to ACTIVE for port object 042db863-07f3-495a-afd6-6edb4c533396 will not be triggered until provisioned by entity L2. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:07:15.622030 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-7dd9d65d-94d7-4159-86f9-2e2986c2abd3 tempest-ServersTestFqdnHostnames-1074241809 tempest-ServersTestFqdnHostnames-1074241809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:15.626720 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-7dd9d65d-94d7-4159-86f9-2e2986c2abd3 tempest-ServersTestFqdnHostnames-1074241809 tempest-ServersTestFqdnHostnames-1074241809-project] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:15.631248 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-7dd9d65d-94d7-4159-86f9-2e2986c2abd3 tempest-ServersTestFqdnHostnames-1074241809 tempest-ServersTestFqdnHostnames-1074241809-project] 10.222.0.41 "DELETE /v2.0/security-groups/ee511d12-a44c-409f-9176-4376c08bbaa5 HTTP/1.1" status: 204 len: 168 time: 0.4586444 Aug 11 03:07:15.632037 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 52218) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:07:15.650424 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-3a2d953c-5a6c-4d60-9f61-29aea6a35def req-36816737-168a-4606-b863-a3a723800979 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:15.673917 n-d-764292-30 neutron-server[102192]: INFO neutron.api.v2.resource [None req-3a82bca3-69a4-4956-96d5-9781b9745149 tempest-ServersTestFqdnHostnames-1074241809 tempest-ServersTestFqdnHostnames-1074241809-project] show failed (client error): The resource could not be found. Aug 11 03:07:15.679317 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-3a82bca3-69a4-4956-96d5-9781b9745149 tempest-ServersTestFqdnHostnames-1074241809 tempest-ServersTestFqdnHostnames-1074241809-project] 10.222.0.41 "GET /v2.0/security-groups/ee511d12-a44c-409f-9176-4376c08bbaa5 HTTP/1.1" status: 404 len: 347 time: 0.0423741 Aug 11 03:07:15.680327 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 52220) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:07:15.681349 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd9d65d-94d7-4159-86f9-2e2986c2abd3 tempest-ServersTestFqdnHostnames-1074241809 tempest-ServersTestFqdnHostnames-1074241809-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee511d12-a44c-409f-9176-4376c08bbaa5,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:15.702347 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-725f03cf-8ea7-439e-bff4-875053109e1a req-50afb39b-b1bd-4957-9025-5415f1f2ae6c service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=19e25e3f-a72e-45d4-8165-3b0d2215340c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270661 Aug 11 03:07:15.766318 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36816737-168a-4606-b863-a3a723800979 service neutron] Pushing event updated for resources: {'Port': ['ID=042db863-07f3-495a-afd6-6edb4c533396,revision_number=2']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:15.925100 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-34916b9c-86ef-4554-9fdc-882bde2b1208 tempest-ServersTestFqdnHostnames-1074241809 tempest-ServersTestFqdnHostnames-1074241809-project] Deleting port c04821cb-7cad-417d-9cbb-95e34108ea37 {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:07:15.925339 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-34916b9c-86ef-4554-9fdc-882bde2b1208 tempest-ServersTestFqdnHostnames-1074241809 tempest-ServersTestFqdnHostnames-1074241809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:16.042137 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-3a2d953c-5a6c-4d60-9f61-29aea6a35def req-36816737-168a-4606-b863-a3a723800979 service neutron] Attempting to bind port 042db863-07f3-495a-afd6-6edb4c533396 on host n-h2-764292-30 for vnic_type normal with profile {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:07:16.043390 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-3a2d953c-5a6c-4d60-9f61-29aea6a35def req-36816737-168a-4606-b863-a3a723800979 service neutron] Attempting to bind port 042db863-07f3-495a-afd6-6edb4c533396 by drivers openvswitch,hyperv on host n-h2-764292-30 at level 0 using segments [{'id': '9b7b03c0-092f-4953-898f-de6d8f2338ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba'}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:07:16.043915 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a2d953c-5a6c-4d60-9f61-29aea6a35def req-36816737-168a-4606-b863-a3a723800979 service neutron] Attempting to bind port 042db863-07f3-495a-afd6-6edb4c533396 on network d1bf0def-6fa4-4d3e-bbc5-20a040931fba {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:07:16.052838 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a2d953c-5a6c-4d60-9f61-29aea6a35def req-36816737-168a-4606-b863-a3a723800979 service neutron] Port 042db863-07f3-495a-afd6-6edb4c533396 on network d1bf0def-6fa4-4d3e-bbc5-20a040931fba not bound, no agent of type Open vSwitch agent registered on host n-h2-764292-30 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:07:16.052838 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a2d953c-5a6c-4d60-9f61-29aea6a35def req-36816737-168a-4606-b863-a3a723800979 service neutron] Attempting to bind port 042db863-07f3-495a-afd6-6edb4c533396 on network d1bf0def-6fa4-4d3e-bbc5-20a040931fba {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:07:16.057691 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a2d953c-5a6c-4d60-9f61-29aea6a35def req-36816737-168a-4606-b863-a3a723800979 service neutron] Checking agent: {'id': '70015fc0-62fb-48b2-b453-36906937cf2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 7, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:07:16.058469 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a2d953c-5a6c-4d60-9f61-29aea6a35def req-36816737-168a-4606-b863-a3a723800979 service neutron] Checking segment: {'id': '9b7b03c0-092f-4953-898f-de6d8f2338ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:07:16.059221 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a2d953c-5a6c-4d60-9f61-29aea6a35def req-36816737-168a-4606-b863-a3a723800979 service neutron] Bound using segment: {'id': '9b7b03c0-092f-4953-898f-de6d8f2338ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba'} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:07:16.059982 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-3a2d953c-5a6c-4d60-9f61-29aea6a35def req-36816737-168a-4606-b863-a3a723800979 service neutron] Bound port: 042db863-07f3-495a-afd6-6edb4c533396, host: n-h2-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b7b03c0-092f-4953-898f-de6d8f2338ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba'}}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:07:16.060539 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-3a2d953c-5a6c-4d60-9f61-29aea6a35def req-36816737-168a-4606-b863-a3a723800979 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:16.130098 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4b8d7e-57c2-4bff-80ca-f4e9772c21fd req-5389be72-0f37-4971-b2a5-9ce5c5019298 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:16.140076 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-fe4b8d7e-57c2-4bff-80ca-f4e9772c21fd req-5389be72-0f37-4971-b2a5-9ce5c5019298 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=62a21279-cd45-4f1c-bc8b-9bb047767d13 HTTP/1.1" status: 200 len: 950 time: 0.0999708 Aug 11 03:07:16.145727 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-3a2d953c-5a6c-4d60-9f61-29aea6a35def req-36816737-168a-4606-b863-a3a723800979 service neutron] For port 042db863-07f3-495a-afd6-6edb4c533396, host n-h2-764292-30, cleared binding levels {{(pid=102191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:07:16.150583 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-3a2d953c-5a6c-4d60-9f61-29aea6a35def req-36816737-168a-4606-b863-a3a723800979 service neutron] For port 042db863-07f3-495a-afd6-6edb4c533396, host n-h2-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=042db863-07f3-495a-afd6-6edb4c533396,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:07:16.206968 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-34916b9c-86ef-4554-9fdc-882bde2b1208 tempest-ServersTestFqdnHostnames-1074241809 tempest-ServersTestFqdnHostnames-1074241809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:16.207448 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-34916b9c-86ef-4554-9fdc-882bde2b1208 tempest-ServersTestFqdnHostnames-1074241809 tempest-ServersTestFqdnHostnames-1074241809-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:16.213042 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-fe4b8d7e-57c2-4bff-80ca-f4e9772c21fd req-a9a61992-d264-4691-a097-0c6064f8f4b5 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721419 Aug 11 03:07:16.230271 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-34916b9c-86ef-4554-9fdc-882bde2b1208 tempest-ServersTestFqdnHostnames-1074241809 tempest-ServersTestFqdnHostnames-1074241809-project] Calling delete_port for c04821cb-7cad-417d-9cbb-95e34108ea37 owned by network:floatingip {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:07:16.254327 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-3a2d953c-5a6c-4d60-9f61-29aea6a35def req-36816737-168a-4606-b863-a3a723800979 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:16.317881 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2d953c-5a6c-4d60-9f61-29aea6a35def req-36816737-168a-4606-b863-a3a723800979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:16.319687 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-3a2d953c-5a6c-4d60-9f61-29aea6a35def req-36816737-168a-4606-b863-a3a723800979 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:16.321173 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-3a2d953c-5a6c-4d60-9f61-29aea6a35def req-36816737-168a-4606-b863-a3a723800979 service neutron] 10.222.0.24 "PUT /v2.0/ports/042db863-07f3-495a-afd6-6edb4c533396 HTTP/1.1" status: 200 len: 1097 time: 1.6454995 Aug 11 03:07:16.328693 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7aa9e53a-41ca-4c76-a7a1-f88c7d11a3f6', 'tag': '042db863-07f3-495a-afd6-6edb4c533396'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:07:16.348678 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09f4b1a8-afac-4a79-92f5-2d12a40ffae8" -d '{"events": [{"name": "network-changed", "server_uuid": "7aa9e53a-41ca-4c76-a7a1-f88c7d11a3f6", "tag": "042db863-07f3-495a-afd6-6edb4c533396"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:07:16.398441 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36816737-168a-4606-b863-a3a723800979 service neutron] Pushing event updated for resources: {'Port': ['ID=042db863-07f3-495a-afd6-6edb4c533396,revision_number=3']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:16.454561 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bd5885-57f2-4e6a-bf8d-a929d1ac19a9 req-9e03dfe0-7632-4f12-a767-f92f428f49a4 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:16.456124 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-55bd5885-57f2-4e6a-bf8d-a929d1ac19a9 req-9e03dfe0-7632-4f12-a767-f92f428f49a4 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4d9c4a7-3d0b-441a-b61c-0320d9e6ae04 HTTP/1.1" status: 200 len: 946 time: 0.1022131 Aug 11 03:07:16.564279 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-55bd5885-57f2-4e6a-bf8d-a929d1ac19a9 req-07808250-dc50-4d82-9334-18a31ac30d13 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/security-groups?id=19e25e3f-a72e-45d4-8165-3b0d2215340c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971737 Aug 11 03:07:16.567323 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2d953c-5a6c-4d60-9f61-29aea6a35def req-fb24ef4b-5134-4a3b-a2c1-2e834ce4be5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:16.569927 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-3a2d953c-5a6c-4d60-9f61-29aea6a35def req-fb24ef4b-5134-4a3b-a2c1-2e834ce4be5a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0b7aae89f3c6499aa5530a05ad738493&device_id=7aa9e53a-41ca-4c76-a7a1-f88c7d11a3f6 HTTP/1.1" status: 200 len: 1100 time: 0.0641391 Aug 11 03:07:16.631317 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-3a2d953c-5a6c-4d60-9f61-29aea6a35def req-c3fdf36b-da5e-4f50-b76d-1ae895a51ddf service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=042db863-07f3-495a-afd6-6edb4c533396 HTTP/1.1" status: 200 len: 217 time: 0.0444498 Aug 11 03:07:16.691233 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2d953c-5a6c-4d60-9f61-29aea6a35def req-3542ba3a-905b-4812-bb0b-289e097d6488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:16.692997 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-3a2d953c-5a6c-4d60-9f61-29aea6a35def req-3542ba3a-905b-4812-bb0b-289e097d6488 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=254a3f4d-2b75-429e-bbb2-8e70554e9483 HTTP/1.1" status: 200 len: 843 time: 0.0516357 Aug 11 03:07:16.697230 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a3cb09-2f8f-4e16-ab2d-661c3bc53784 req-75ebb7d7-e93e-4efe-b40f-a97dde35af44 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:16.698910 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-22a3cb09-2f8f-4e16-ab2d-661c3bc53784 req-75ebb7d7-e93e-4efe-b40f-a97dde35af44 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.41 "GET /v2.0/ports?device_id=7aa9e53a-41ca-4c76-a7a1-f88c7d11a3f6 HTTP/1.1" status: 200 len: 948 time: 0.0648825 Aug 11 03:07:16.740205 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-22a3cb09-2f8f-4e16-ab2d-661c3bc53784 req-4afa8d7d-7354-41f6-93dd-94d4359b0b44 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.41 "GET /v2.0/security-groups?id=4bfdc2ba-9f18-4435-9a1d-8c7ae69f76fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348363 Aug 11 03:07:16.746941 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2d953c-5a6c-4d60-9f61-29aea6a35def req-97fd91f9-aa06-435a-8ce2-08b37da4c8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:16.749792 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-3a2d953c-5a6c-4d60-9f61-29aea6a35def req-97fd91f9-aa06-435a-8ce2-08b37da4c8e2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d1bf0def-6fa4-4d3e-bbc5-20a040931fba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0461371 Aug 11 03:07:16.804902 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:07:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d005031e-d863-470a-9b2b-23f9939bd5c7 x-openstack-request-id: req-d005031e-d863-470a-9b2b-23f9939bd5c7 {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:07:16.805214 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7aa9e53a-41ca-4c76-a7a1-f88c7d11a3f6", "tag": "042db863-07f3-495a-afd6-6edb4c533396", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:07:16.805484 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d005031e-d863-470a-9b2b-23f9939bd5c7 {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:07:16.806349 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7aa9e53a-41ca-4c76-a7a1-f88c7d11a3f6', 'tag': '042db863-07f3-495a-afd6-6edb4c533396', 'status': 'completed', 'code': 200} Aug 11 03:07:16.849281 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-3a2d953c-5a6c-4d60-9f61-29aea6a35def req-405423ac-dc94-4295-9724-e49c720f189b service neutron] 10.222.0.24 "GET /v2.0/networks/d1bf0def-6fa4-4d3e-bbc5-20a040931fba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913353 Aug 11 03:07:16.949620 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-3a2d953c-5a6c-4d60-9f61-29aea6a35def req-09b519f4-2fae-4641-a260-2d85f2870298 service neutron] 10.222.0.24 "GET /v2.0/networks/d1bf0def-6fa4-4d3e-bbc5-20a040931fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898838 Aug 11 03:07:17.038695 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-34916b9c-86ef-4554-9fdc-882bde2b1208 tempest-ServersTestFqdnHostnames-1074241809 tempest-ServersTestFqdnHostnames-1074241809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:17.078018 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34916b9c-86ef-4554-9fdc-882bde2b1208 tempest-ServersTestFqdnHostnames-1074241809 tempest-ServersTestFqdnHostnames-1074241809-project] Pushing event deleted for resources: {'Port': ['ID=c04821cb-7cad-417d-9cbb-95e34108ea37,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:17.161253 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-34916b9c-86ef-4554-9fdc-882bde2b1208 tempest-ServersTestFqdnHostnames-1074241809 tempest-ServersTestFqdnHostnames-1074241809-project] Notify callbacks [] for floatingip, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:17.164139 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-34916b9c-86ef-4554-9fdc-882bde2b1208 tempest-ServersTestFqdnHostnames-1074241809 tempest-ServersTestFqdnHostnames-1074241809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for floatingip, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:17.167363 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-34916b9c-86ef-4554-9fdc-882bde2b1208 tempest-ServersTestFqdnHostnames-1074241809 tempest-ServersTestFqdnHostnames-1074241809-project] 10.222.0.41 "DELETE /v2.0/floatingips/1ea61a18-f524-41bd-a057-873dcbffcd80 HTTP/1.1" status: 204 len: 168 time: 1.4725831 Aug 11 03:07:17.169074 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 52256) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:07:17.184057 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f4b1a8-afac-4a79-92f5-2d12a40ffae8 req-df3c6c32-da2e-4841-9805-b092dfaff479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:17.185578 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-09f4b1a8-afac-4a79-92f5-2d12a40ffae8 req-df3c6c32-da2e-4841-9805-b092dfaff479 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0b7aae89f3c6499aa5530a05ad738493&device_id=7aa9e53a-41ca-4c76-a7a1-f88c7d11a3f6 HTTP/1.1" status: 200 len: 1100 time: 0.0803421 Aug 11 03:07:17.258980 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3ed619-3df9-4d4e-9c50-852b367e24b0 req-89b0e313-863b-4f59-88eb-3978f46d2793 tempest-ServerPasswordTestJSON-557350978 tempest-ServerPasswordTestJSON-557350978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:17.259557 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ad3ed619-3df9-4d4e-9c50-852b367e24b0 req-89b0e313-863b-4f59-88eb-3978f46d2793 tempest-ServerPasswordTestJSON-557350978 tempest-ServerPasswordTestJSON-557350978-project] 10.222.0.41 "GET /v2.0/ports?device_id=db716708-345a-44ba-8490-a93776d818eb HTTP/1.1" status: 200 len: 945 time: 0.1305947 Aug 11 03:07:17.340184 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f4b1a8-afac-4a79-92f5-2d12a40ffae8 req-f49d334a-de56-4bf9-b663-be220f81c805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:17.345061 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-09f4b1a8-afac-4a79-92f5-2d12a40ffae8 req-f49d334a-de56-4bf9-b663-be220f81c805 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d1bf0def-6fa4-4d3e-bbc5-20a040931fba HTTP/1.1" status: 200 len: 870 time: 0.1416092 Aug 11 03:07:17.405379 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ad3ed619-3df9-4d4e-9c50-852b367e24b0 req-7e1a93e5-63b0-44fd-a916-8e6f4090118d tempest-ServerPasswordTestJSON-557350978 tempest-ServerPasswordTestJSON-557350978-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e8f6739-7da0-410c-b37e-2bd3370dc5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362860 Aug 11 03:07:17.426957 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-09f4b1a8-afac-4a79-92f5-2d12a40ffae8 req-8da4b202-caac-4cd6-9953-85652a045635 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=042db863-07f3-495a-afd6-6edb4c533396 HTTP/1.1" status: 200 len: 217 time: 0.0530462 Aug 11 03:07:17.475497 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b85705-cf0d-4477-b8d8-af907ad81f08 req-cc8a51e4-efc6-4ac1-95ed-260ca219906f tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:17.477822 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c1b85705-cf0d-4477-b8d8-af907ad81f08 req-cc8a51e4-efc6-4ac1-95ed-260ca219906f tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=62a21279-cd45-4f1c-bc8b-9bb047767d13 HTTP/1.1" status: 200 len: 950 time: 0.1489205 Aug 11 03:07:17.506046 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f4b1a8-afac-4a79-92f5-2d12a40ffae8 req-61be1d0f-6ae0-4215-8213-61c8b37d1607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:17.508166 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-09f4b1a8-afac-4a79-92f5-2d12a40ffae8 req-61be1d0f-6ae0-4215-8213-61c8b37d1607 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=254a3f4d-2b75-429e-bbb2-8e70554e9483 HTTP/1.1" status: 200 len: 843 time: 0.0691316 Aug 11 03:07:17.588131 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f4b1a8-afac-4a79-92f5-2d12a40ffae8 req-1e4c0e77-9bfc-4457-b9f5-b35963cb2285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:17.593466 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-09f4b1a8-afac-4a79-92f5-2d12a40ffae8 req-1e4c0e77-9bfc-4457-b9f5-b35963cb2285 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d1bf0def-6fa4-4d3e-bbc5-20a040931fba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0657880 Aug 11 03:07:17.596213 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c1b85705-cf0d-4477-b8d8-af907ad81f08 req-2fdc4dbf-5009-42e8-8cb2-154138e41a9a tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107216 Aug 11 03:07:17.784469 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-09f4b1a8-afac-4a79-92f5-2d12a40ffae8 req-a0c1051c-063c-49e8-8f16-e73fe5658323 service neutron] 10.222.0.24 "GET /v2.0/networks/d1bf0def-6fa4-4d3e-bbc5-20a040931fba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747637 Aug 11 03:07:17.879413 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bf611a-5daf-4881-bdcd-2dff97d79757 req-0560a20d-8f24-45fa-bdf0-cdd502f31608 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:17.882789 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b9bf611a-5daf-4881-bdcd-2dff97d79757 req-0560a20d-8f24-45fa-bdf0-cdd502f31608 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4d9c4a7-3d0b-441a-b61c-0320d9e6ae04 HTTP/1.1" status: 200 len: 946 time: 0.1004393 Aug 11 03:07:17.896219 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-09f4b1a8-afac-4a79-92f5-2d12a40ffae8 req-8b02a853-a69a-44be-8c9f-26de1f693b3f service neutron] 10.222.0.24 "GET /v2.0/networks/d1bf0def-6fa4-4d3e-bbc5-20a040931fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986004 Aug 11 03:07:17.934992 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-f1515f9c-9aa8-4704-a4a3-b600ff3010b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521106'] for router_interface, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:17.972595 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b9bf611a-5daf-4881-bdcd-2dff97d79757 req-1867e0ac-7810-4f44-84b0-3245ada19f89 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/security-groups?id=19e25e3f-a72e-45d4-8165-3b0d2215340c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837781 Aug 11 03:07:18.152735 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcab2344-f164-48b8-9671-214750b59b9a req-0d76cc52-50b3-46b9-983b-b9e2a6d7a432 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:18.153800 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-dcab2344-f164-48b8-9671-214750b59b9a req-0d76cc52-50b3-46b9-983b-b9e2a6d7a432 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.41 "GET /v2.0/ports?device_id=7aa9e53a-41ca-4c76-a7a1-f88c7d11a3f6 HTTP/1.1" status: 200 len: 948 time: 0.1153092 Aug 11 03:07:18.204982 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-dcab2344-f164-48b8-9671-214750b59b9a req-d1a73b08-c371-4da3-9cee-40f12694a604 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.41 "GET /v2.0/security-groups?id=4bfdc2ba-9f18-4435-9a1d-8c7ae69f76fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433176 Aug 11 03:07:18.274918 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-f1515f9c-9aa8-4704-a4a3-b600ff3010b4 admin admin] Deleting port f0ad63f8-9604-47b1-bfda-712f89149ed9 {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:07:18.275290 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-f1515f9c-9aa8-4704-a4a3-b600ff3010b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:18.685673 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-f13154cd-9b8e-45f7-af1a-190c17798d21 req-dc897ff1-5317-4e4e-91ca-1586130e7beb service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=70c84ed6-1b38-4b73-8bea-55c843cc7bda&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0465391 Aug 11 03:07:18.734851 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b3ae75-d0a8-4194-8e8a-4cb3be8c8888 req-0e7084ef-6184-4c6a-85e9-12cdb292f9cd tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:18.736299 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f0b3ae75-d0a8-4194-8e8a-4cb3be8c8888 req-0e7084ef-6184-4c6a-85e9-12cdb292f9cd tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/ports?device_id=eef198f5-5223-4d49-8ce9-d9987fbc9f79 HTTP/1.1" status: 200 len: 945 time: 0.1231153 Aug 11 03:07:18.747037 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916bfbd2-eaa9-473a-ae06-c512c577def1 req-c2032c6f-3138-4cd5-9397-55db3be4da09 tempest-ServerPasswordTestJSON-557350978 tempest-ServerPasswordTestJSON-557350978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:18.748696 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-916bfbd2-eaa9-473a-ae06-c512c577def1 req-c2032c6f-3138-4cd5-9397-55db3be4da09 tempest-ServerPasswordTestJSON-557350978 tempest-ServerPasswordTestJSON-557350978-project] 10.222.0.41 "GET /v2.0/ports?device_id=db716708-345a-44ba-8490-a93776d818eb HTTP/1.1" status: 200 len: 945 time: 0.1365790 Aug 11 03:07:18.760933 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [None req-f1515f9c-9aa8-4704-a4a3-b600ff3010b4 admin admin] For port f0ad63f8-9604-47b1-bfda-712f89149ed9, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=f0ad63f8-9604-47b1-bfda-712f89149ed9,segment=NetworkSegment(ebcc783e-2ad5-444d-9e21-ceccb724a435),segment_id=ebcc783e-2ad5-444d-9e21-ceccb724a435)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:07:18.761460 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-f1515f9c-9aa8-4704-a4a3-b600ff3010b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:18.772145 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13154cd-9b8e-45f7-af1a-190c17798d21 req-f182fba2-53f0-4166-8084-c5964a2f2fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:18.773668 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-f13154cd-9b8e-45f7-af1a-190c17798d21 req-f182fba2-53f0-4166-8084-c5964a2f2fe4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3419766c112444a3864f482257b66851&device_id=70c84ed6-1b38-4b73-8bea-55c843cc7bda HTTP/1.1" status: 200 len: 1096 time: 0.0415006 Aug 11 03:07:18.801822 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-f1515f9c-9aa8-4704-a4a3-b600ff3010b4 admin admin] Calling delete_port for f0ad63f8-9604-47b1-bfda-712f89149ed9 owned by network:router_interface {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:07:18.842351 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f0b3ae75-d0a8-4194-8e8a-4cb3be8c8888 req-28f4b1eb-6ab1-4834-8f7b-89fbca75c1e7 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/security-groups?id=4490b831-3ed6-471e-94da-f0207d61c828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925977 Aug 11 03:07:18.849969 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-916bfbd2-eaa9-473a-ae06-c512c577def1 req-53af3353-db0a-47ad-a77f-7b3c54ca0785 tempest-ServerPasswordTestJSON-557350978 tempest-ServerPasswordTestJSON-557350978-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e8f6739-7da0-410c-b37e-2bd3370dc5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847113 Aug 11 03:07:18.897721 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13154cd-9b8e-45f7-af1a-190c17798d21 req-397106f2-1951-4eca-a374-7e1539dd9a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:18.900271 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-f13154cd-9b8e-45f7-af1a-190c17798d21 req-397106f2-1951-4eca-a374-7e1539dd9a99 service neutron] 10.222.0.24 "GET /v2.0/networks?id=6b5eb666-47e5-4ddb-b0bc-16855d478160 HTTP/1.1" status: 200 len: 913 time: 0.1070006 Aug 11 03:07:18.979586 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-f13154cd-9b8e-45f7-af1a-190c17798d21 req-b7fbcc7e-6172-4c8d-87b8-811fab1d0906 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fa57729b-416e-4b56-988d-5e0b3aee0303 HTTP/1.1" status: 200 len: 999 time: 0.0699666 Aug 11 03:07:19.031835 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13154cd-9b8e-45f7-af1a-190c17798d21 req-a57c2ce3-2692-48cd-a211-5402816e6269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:19.034852 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-f13154cd-9b8e-45f7-af1a-190c17798d21 req-a57c2ce3-2692-48cd-a211-5402816e6269 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6bc807f9-b5f2-488b-b980-1ec1f7afe42f HTTP/1.1" status: 200 len: 851 time: 0.0474048 Aug 11 03:07:19.050299 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6da2283-c63e-4180-a74f-6976191e7090 req-5fef7a46-ff06-4ad4-a6e3-1ba82afafff2 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:19.051769 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d6da2283-c63e-4180-a74f-6976191e7090 req-5fef7a46-ff06-4ad4-a6e3-1ba82afafff2 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=62a21279-cd45-4f1c-bc8b-9bb047767d13 HTTP/1.1" status: 200 len: 950 time: 0.0979831 Aug 11 03:07:19.063114 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7d53d7-6d78-4240-ba12-6b5ea3a1ca98 req-49479c30-031f-4d64-8976-beee676663dd tempest-ListImageFiltersTestJSON-411697844 tempest-ListImageFiltersTestJSON-411697844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:19.065385 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9a7d53d7-6d78-4240-ba12-6b5ea3a1ca98 req-49479c30-031f-4d64-8976-beee676663dd tempest-ListImageFiltersTestJSON-411697844 tempest-ListImageFiltersTestJSON-411697844-project] 10.222.0.41 "GET /v2.0/ports?device_id=53c3d301-4685-4f48-91f8-26f8246123b3 HTTP/1.1" status: 200 len: 949 time: 0.1123500 Aug 11 03:07:19.089347 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13154cd-9b8e-45f7-af1a-190c17798d21 req-7601ff60-da7d-4394-a182-1299b2c7df52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:19.090858 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-f13154cd-9b8e-45f7-af1a-190c17798d21 req-7601ff60-da7d-4394-a182-1299b2c7df52 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6b5eb666-47e5-4ddb-b0bc-16855d478160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0459566 Aug 11 03:07:19.177335 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d6da2283-c63e-4180-a74f-6976191e7090 req-652f0a8d-1573-4188-9cd9-716ca0905e32 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109672 Aug 11 03:07:19.185673 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9a7d53d7-6d78-4240-ba12-6b5ea3a1ca98 req-df3d71b6-5edf-4a2d-abab-3b66512a866a tempest-ListImageFiltersTestJSON-411697844 tempest-ListImageFiltersTestJSON-411697844-project] 10.222.0.41 "GET /v2.0/security-groups?id=f1fae8da-c64d-4618-86d5-07a29a648abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065555 Aug 11 03:07:19.191477 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-f13154cd-9b8e-45f7-af1a-190c17798d21 req-a5764567-ca35-40bd-a6fc-69e80854f339 service neutron] 10.222.0.24 "GET /v2.0/networks/6b5eb666-47e5-4ddb-b0bc-16855d478160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854864 Aug 11 03:07:19.242758 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-f1515f9c-9aa8-4704-a4a3-b600ff3010b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:19.282830 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1515f9c-9aa8-4704-a4a3-b600ff3010b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0ad63f8-9604-47b1-bfda-712f89149ed9,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:19.344392 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ad4e43-efb1-440e-ad78-5825d941b206 req-d47456fa-0517-4ae5-8e0e-ae55c77a0037 tempest-ServerPasswordTestJSON-557350978 tempest-ServerPasswordTestJSON-557350978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:19.346376 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-92ad4e43-efb1-440e-ad78-5825d941b206 req-d47456fa-0517-4ae5-8e0e-ae55c77a0037 tempest-ServerPasswordTestJSON-557350978 tempest-ServerPasswordTestJSON-557350978-project] 10.222.0.22 "GET /v2.0/ports?device_id=db716708-345a-44ba-8490-a93776d818eb HTTP/1.1" status: 200 len: 945 time: 0.0895014 Aug 11 03:07:19.348282 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-f13154cd-9b8e-45f7-af1a-190c17798d21 req-dfb14795-7db7-4906-8835-e1af38197353 service neutron] 10.222.0.24 "GET /v2.0/networks/6b5eb666-47e5-4ddb-b0bc-16855d478160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478724 Aug 11 03:07:19.408907 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca57435b-4b99-4638-8f15-952035f16d1e req-1318e6f1-6e0c-4653-a397-e568d0c35c10 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:19.417132 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ca57435b-4b99-4638-8f15-952035f16d1e req-1318e6f1-6e0c-4653-a397-e568d0c35c10 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.41 "GET /v2.0/ports?device_id=7aa9e53a-41ca-4c76-a7a1-f88c7d11a3f6 HTTP/1.1" status: 200 len: 948 time: 0.1295950 Aug 11 03:07:19.484824 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-92ad4e43-efb1-440e-ad78-5825d941b206 req-837a8a12-e173-407c-9929-321578ed9e4f tempest-ServerPasswordTestJSON-557350978 tempest-ServerPasswordTestJSON-557350978-project] Deleting port fe8073cd-ba90-420d-be71-bdfaa2566122 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:07:19.485360 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-92ad4e43-efb1-440e-ad78-5825d941b206 req-837a8a12-e173-407c-9929-321578ed9e4f tempest-ServerPasswordTestJSON-557350978 tempest-ServerPasswordTestJSON-557350978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:19.543295 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ca57435b-4b99-4638-8f15-952035f16d1e req-43110824-1ec5-44e9-b7f5-f1aee414f111 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.41 "GET /v2.0/security-groups?id=4bfdc2ba-9f18-4435-9a1d-8c7ae69f76fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254306 Aug 11 03:07:19.571265 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-f1515f9c-9aa8-4704-a4a3-b600ff3010b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16383033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450082'] for router_interface, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:19.632796 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-92ad4e43-efb1-440e-ad78-5825d941b206 req-837a8a12-e173-407c-9929-321578ed9e4f tempest-ServerPasswordTestJSON-557350978 tempest-ServerPasswordTestJSON-557350978-project] For port fe8073cd-ba90-420d-be71-bdfaa2566122, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=fe8073cd-ba90-420d-be71-bdfaa2566122,segment=NetworkSegment(51519bc7-220e-4b32-ac19-7022dcc012c7),segment_id=51519bc7-220e-4b32-ac19-7022dcc012c7)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:07:19.633245 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-92ad4e43-efb1-440e-ad78-5825d941b206 req-837a8a12-e173-407c-9929-321578ed9e4f tempest-ServerPasswordTestJSON-557350978 tempest-ServerPasswordTestJSON-557350978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:19.651398 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-92ad4e43-efb1-440e-ad78-5825d941b206 req-837a8a12-e173-407c-9929-321578ed9e4f tempest-ServerPasswordTestJSON-557350978 tempest-ServerPasswordTestJSON-557350978-project] Calling delete_port for fe8073cd-ba90-420d-be71-bdfaa2566122 owned by compute:nova {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:07:19.820156 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1515f9c-9aa8-4704-a4a3-b600ff3010b4 admin admin] Router f2b3337f-34df-492a-b67a-47b10d362176 has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:07:19.871082 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-92ad4e43-efb1-440e-ad78-5825d941b206 req-837a8a12-e173-407c-9929-321578ed9e4f tempest-ServerPasswordTestJSON-557350978 tempest-ServerPasswordTestJSON-557350978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:19.882467 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['fe8073cd-ba90-420d-be71-bdfaa2566122'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:07:19.919663 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837a8a12-e173-407c-9929-321578ed9e4f tempest-ServerPasswordTestJSON-557350978 tempest-ServerPasswordTestJSON-557350978-project] Pushing event deleted for resources: {'Port': ['ID=fe8073cd-ba90-420d-be71-bdfaa2566122,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:19.943188 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1515f9c-9aa8-4704-a4a3-b600ff3010b4 admin admin] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:07:19.951148 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 52334) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:07:19.951779 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-f1515f9c-9aa8-4704-a4a3-b600ff3010b4 admin admin] 10.222.0.41 "PUT /v2.0/routers/f2b3337f-34df-492a-b67a-47b10d362176/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7811036 Aug 11 03:07:19.956624 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f712ff2d-9194-4454-9328-03e7d5ab1072 None None] Sync routers for ids ['f2b3337f-34df-492a-b67a-47b10d362176'] in n-d-764292-30 {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:07:19.968756 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f712ff2d-9194-4454-9328-03e7d5ab1072 None None] Routers {'f2b3337f-34df-492a-b67a-47b10d362176'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:07:19.972812 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-f712ff2d-9194-4454-9328-03e7d5ab1072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:07:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['f2b3337f-34df-492a-b67a-47b10d362176'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:07:20.001100 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-92ad4e43-efb1-440e-ad78-5825d941b206 req-837a8a12-e173-407c-9929-321578ed9e4f tempest-ServerPasswordTestJSON-557350978 tempest-ServerPasswordTestJSON-557350978-project] No DVR routers for this DVR port fe8073cd-ba90-420d-be71-bdfaa2566122 on host n-h1-764292-30 {{(pid=102191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:07:20.003529 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-92ad4e43-efb1-440e-ad78-5825d941b206 req-837a8a12-e173-407c-9929-321578ed9e4f tempest-ServerPasswordTestJSON-557350978 tempest-ServerPasswordTestJSON-557350978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:20.005609 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-92ad4e43-efb1-440e-ad78-5825d941b206 req-837a8a12-e173-407c-9929-321578ed9e4f tempest-ServerPasswordTestJSON-557350978 tempest-ServerPasswordTestJSON-557350978-project] 10.222.0.22 "DELETE /v2.0/ports/fe8073cd-ba90-420d-be71-bdfaa2566122 HTTP/1.1" status: 204 len: 173 time: 0.6419635 Aug 11 03:07:20.007251 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db716708-345a-44ba-8490-a93776d818eb', 'name': 'network-vif-deleted', 'tag': 'fe8073cd-ba90-420d-be71-bdfaa2566122'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:07:20.008364 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be5dce81-d164-470a-8e61-c99baf12cec9" -d '{"events": [{"server_uuid": "db716708-345a-44ba-8490-a93776d818eb", "name": "network-vif-deleted", "tag": "fe8073cd-ba90-420d-be71-bdfaa2566122"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:07:20.027860 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-016d36ee-9e3e-4b75-8cae-2163f36c329b req-c2182be1-beae-4810-8abc-e00d7e4289ad tempest-ServerPasswordTestJSON-557350978 tempest-ServerPasswordTestJSON-557350978-project] 10.222.0.41 "GET /v2.0/ports?device_id=db716708-345a-44ba-8490-a93776d818eb HTTP/1.1" status: 200 len: 210 time: 0.0427859 Aug 11 03:07:20.043192 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc18dab7-465e-41c9-845d-d19dd01ff729 req-6211fb48-dcdc-4342-a980-c9deba8baa3e tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:20.045578 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bc18dab7-465e-41c9-845d-d19dd01ff729 req-6211fb48-dcdc-4342-a980-c9deba8baa3e tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/ports?device_id=eef198f5-5223-4d49-8ce9-d9987fbc9f79 HTTP/1.1" status: 200 len: 945 time: 0.0918126 Aug 11 03:07:20.090133 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f33027df-3b18-49ab-8afd-ef5f815bc781 admin admin] Notify callbacks [] for router, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:20.099555 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bc18dab7-465e-41c9-845d-d19dd01ff729 req-d18ea70f-af4d-400c-937f-35c57ae3c024 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/security-groups?id=4490b831-3ed6-471e-94da-f0207d61c828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478008 Aug 11 03:07:20.131053 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:07:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8c2eef2-8676-44c8-bae2-1981f5385d85 x-openstack-request-id: req-a8c2eef2-8676-44c8-bae2-1981f5385d85 {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:07:20.131321 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db716708-345a-44ba-8490-a93776d818eb", "name": "network-vif-deleted", "tag": "fe8073cd-ba90-420d-be71-bdfaa2566122", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:07:20.131572 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a8c2eef2-8676-44c8-bae2-1981f5385d85 {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:07:20.131961 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db716708-345a-44ba-8490-a93776d818eb', 'name': 'network-vif-deleted', 'tag': 'fe8073cd-ba90-420d-be71-bdfaa2566122', 'status': 'completed', 'code': 200} Aug 11 03:07:20.191220 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-f712ff2d-9194-4454-9328-03e7d5ab1072 None None] Set router f2b3337f-34df-492a-b67a-47b10d362176 gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:07:20.350440 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022c35e6-3cb4-4d03-b617-efc5f64322fd req-b50b7c64-578f-45a6-ba69-30bd2eba4e44 tempest-ListImageFiltersTestJSON-411697844 tempest-ListImageFiltersTestJSON-411697844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:20.351961 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-022c35e6-3cb4-4d03-b617-efc5f64322fd req-b50b7c64-578f-45a6-ba69-30bd2eba4e44 tempest-ListImageFiltersTestJSON-411697844 tempest-ListImageFiltersTestJSON-411697844-project] 10.222.0.41 "GET /v2.0/ports?device_id=53c3d301-4685-4f48-91f8-26f8246123b3 HTTP/1.1" status: 200 len: 949 time: 0.0868158 Aug 11 03:07:20.376056 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1b5f77-2cd1-40db-84c6-9a5b5cfb591e req-21a2ee57-6109-4ff6-9fd2-25f476211aeb tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:20.377892 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3a1b5f77-2cd1-40db-84c6-9a5b5cfb591e req-21a2ee57-6109-4ff6-9fd2-25f476211aeb tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=62a21279-cd45-4f1c-bc8b-9bb047767d13 HTTP/1.1" status: 200 len: 950 time: 0.1002564 Aug 11 03:07:20.431150 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-022c35e6-3cb4-4d03-b617-efc5f64322fd req-466f3c6d-46ba-46da-99c3-151f4c374689 tempest-ListImageFiltersTestJSON-411697844 tempest-ListImageFiltersTestJSON-411697844-project] 10.222.0.41 "GET /v2.0/security-groups?id=f1fae8da-c64d-4618-86d5-07a29a648abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707111 Aug 11 03:07:20.438645 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-f712ff2d-9194-4454-9328-03e7d5ab1072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2b3337f-34df-492a-b67a-47b10d362176', 'name': 'tempest-ServersTestFqdnHostnames-1179249776-router', 'tenant_id': '6921827f6da94037a99dabd970798f04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '3eb03e01-8d72-42a2-9f25-29ca18be955d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:03:46Z', 'updated_at': '2021-08-11T03:07:19Z', 'revision_number': 5, 'project_id': '6921827f6da94037a99dabd970798f04', 'gw_port': {'id': '3eb03e01-8d72-42a2-9f25-29ca18be955d', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:4f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b3337f-34df-492a-b67a-47b10d362176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:03:47Z', 'updated_at': '2021-08-11T03:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:07:20.446490 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3a1b5f77-2cd1-40db-84c6-9a5b5cfb591e req-e584e892-7597-4270-bff6-67cb28467fee tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564582 Aug 11 03:07:20.469053 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f712ff2d-9194-4454-9328-03e7d5ab1072 None None] Checking router: f2b3337f-34df-492a-b67a-47b10d362176 for host: n-d-764292-30 {{(pid=102194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:07:20.490417 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f712ff2d-9194-4454-9328-03e7d5ab1072 None None] Routers {'f2b3337f-34df-492a-b67a-47b10d362176'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:07:20.492355 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-f712ff2d-9194-4454-9328-03e7d5ab1072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:07:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['f2b3337f-34df-492a-b67a-47b10d362176'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:07:20.518624 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f33027df-3b18-49ab-8afd-ef5f815bc781 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:20.624654 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-f712ff2d-9194-4454-9328-03e7d5ab1072 None None] Set router f2b3337f-34df-492a-b67a-47b10d362176 gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:07:20.645098 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-f33027df-3b18-49ab-8afd-ef5f815bc781 admin admin] Deleting port 3eb03e01-8d72-42a2-9f25-29ca18be955d {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:07:20.645098 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f33027df-3b18-49ab-8afd-ef5f815bc781 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:20.730023 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [None req-f33027df-3b18-49ab-8afd-ef5f815bc781 admin admin] For port 3eb03e01-8d72-42a2-9f25-29ca18be955d, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=3eb03e01-8d72-42a2-9f25-29ca18be955d,segment=NetworkSegment(fab28bed-aa25-40db-bba4-ec26e795194c),segment_id=fab28bed-aa25-40db-bba4-ec26e795194c)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:07:20.730547 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f33027df-3b18-49ab-8afd-ef5f815bc781 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:20.738338 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec145ac9-3210-470d-940c-79fad23f9247 req-c96eff8a-5dcc-433f-b5fa-b172f6ab2fb7 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:20.740598 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ec145ac9-3210-470d-940c-79fad23f9247 req-c96eff8a-5dcc-433f-b5fa-b172f6ab2fb7 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.41 "GET /v2.0/ports?device_id=7aa9e53a-41ca-4c76-a7a1-f88c7d11a3f6 HTTP/1.1" status: 200 len: 948 time: 0.0556710 Aug 11 03:07:20.744916 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-f33027df-3b18-49ab-8afd-ef5f815bc781 admin admin] Calling delete_port for 3eb03e01-8d72-42a2-9f25-29ca18be955d owned by network:router_gateway {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:07:20.796184 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ec145ac9-3210-470d-940c-79fad23f9247 req-47c8da0d-5f3d-413c-a22d-85bf5747a3b1 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.41 "GET /v2.0/security-groups?id=4bfdc2ba-9f18-4435-9a1d-8c7ae69f76fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485346 Aug 11 03:07:20.856109 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-f712ff2d-9194-4454-9328-03e7d5ab1072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2b3337f-34df-492a-b67a-47b10d362176', 'name': 'tempest-ServersTestFqdnHostnames-1179249776-router', 'tenant_id': '6921827f6da94037a99dabd970798f04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '3eb03e01-8d72-42a2-9f25-29ca18be955d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:03:46Z', 'updated_at': '2021-08-11T03:07:19Z', 'revision_number': 5, 'project_id': '6921827f6da94037a99dabd970798f04', 'gw_port': {'id': '3eb03e01-8d72-42a2-9f25-29ca18be955d', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:4f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b3337f-34df-492a-b67a-47b10d362176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:03:47Z', 'updated_at': '2021-08-11T03:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:07:20.885516 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f712ff2d-9194-4454-9328-03e7d5ab1072 None None] The sync data for ids ['f2b3337f-34df-492a-b67a-47b10d362176'] in n-d-764292-30 is: [{'id': 'f2b3337f-34df-492a-b67a-47b10d362176', 'name': 'tempest-ServersTestFqdnHostnames-1179249776-router', 'tenant_id': '6921827f6da94037a99dabd970798f04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '3eb03e01-8d72-42a2-9f25-29ca18be955d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:03:46Z', 'updated_at': '2021-08-11T03:07:19Z', 'revision_number': 5, 'project_id': '6921827f6da94037a99dabd970798f04', 'gw_port': {'id': '3eb03e01-8d72-42a2-9f25-29ca18be955d', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:4f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b3337f-34df-492a-b67a-47b10d362176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:03:47Z', 'updated_at': '2021-08-11T03:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}] {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:07:21.013523 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f33027df-3b18-49ab-8afd-ef5f815bc781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:21.048310 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33027df-3b18-49ab-8afd-ef5f815bc781 admin admin] Pushing event deleted for resources: {'Port': ['ID=3eb03e01-8d72-42a2-9f25-29ca18be955d,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:21.128940 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f33027df-3b18-49ab-8afd-ef5f815bc781 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-446916'] for router_gateway, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:21.181319 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bff8d23d-70d4-4609-b41a-3fd06be5da36 req-eab51605-4d61-49e7-92ed-caae5443cc92 tempest-ServerPasswordTestJSON-557350978 tempest-ServerPasswordTestJSON-557350978-project] 10.222.0.41 "GET /v2.0/ports?device_id=db716708-345a-44ba-8490-a93776d818eb HTTP/1.1" status: 200 len: 210 time: 0.0388377 Aug 11 03:07:21.243981 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f33027df-3b18-49ab-8afd-ef5f815bc781 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6544'] for router, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:21.247410 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f33027df-3b18-49ab-8afd-ef5f815bc781 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:21.299372 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6a8b05-fae0-494e-85e1-7c043914a66b req-2cea2565-d6c8-4afd-88ed-ca17f58c461f tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:21.301206 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2e6a8b05-fae0-494e-85e1-7c043914a66b req-2cea2565-d6c8-4afd-88ed-ca17f58c461f tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/ports?device_id=eef198f5-5223-4d49-8ce9-d9987fbc9f79 HTTP/1.1" status: 200 len: 945 time: 0.0622387 Aug 11 03:07:21.357936 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2e6a8b05-fae0-494e-85e1-7c043914a66b req-d89a2ddf-33cb-4833-8862-aca1498420b2 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/security-groups?id=4490b831-3ed6-471e-94da-f0207d61c828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411017 Aug 11 03:07:21.436601 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f33027df-3b18-49ab-8afd-ef5f815bc781 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448809'] for router, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:21.437165 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f33027df-3b18-49ab-8afd-ef5f815bc781 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f2b3337f-34df-492a-b67a-47b10d362176 {{(pid=102191) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:07:21.444256 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f33027df-3b18-49ab-8afd-ef5f815bc781 admin admin] Notify callbacks [] for router, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:21.445524 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-f33027df-3b18-49ab-8afd-ef5f815bc781 admin admin] 10.222.0.41 "DELETE /v2.0/routers/f2b3337f-34df-492a-b67a-47b10d362176 HTTP/1.1" status: 204 len: 168 time: 1.4930830 Aug 11 03:07:21.448049 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 52372) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:07:21.498212 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7a64347-e968-43b8-b6ab-9a3269b661ae admin admin] Deleting subnet 27ab6fea-8263-42f0-9e57-b002a7eb1fa0 {{(pid=102191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:07:21.501454 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c7a64347-e968-43b8-b6ab-9a3269b661ae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:21.537065 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c7a64347-e968-43b8-b6ab-9a3269b661ae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126283525'] for subnet, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:21.617463 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc66597-0ee7-4898-b166-0778e93ca52e req-0546d222-1c7b-4775-a76b-0c0996eeb7af tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:21.618997 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2cc66597-0ee7-4898-b166-0778e93ca52e req-0546d222-1c7b-4775-a76b-0c0996eeb7af tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=62a21279-cd45-4f1c-bc8b-9bb047767d13 HTTP/1.1" status: 200 len: 950 time: 0.0673275 Aug 11 03:07:21.635775 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c7a64347-e968-43b8-b6ab-9a3269b661ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:21.669458 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2cc66597-0ee7-4898-b166-0778e93ca52e req-a07cebda-e0a7-4bd3-94be-d6e735864075 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468373 Aug 11 03:07:21.756601 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c7a64347-e968-43b8-b6ab-9a3269b661ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126283413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126275158'] for subnet, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:21.784251 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a64347-e968-43b8-b6ab-9a3269b661ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27ab6fea-8263-42f0-9e57-b002a7eb1fa0,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:21.788359 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c7a64347-e968-43b8-b6ab-9a3269b661ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:21.790398 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-c7a64347-e968-43b8-b6ab-9a3269b661ae admin admin] 10.222.0.41 "DELETE /v2.0/subnets/27ab6fea-8263-42f0-9e57-b002a7eb1fa0 HTTP/1.1" status: 204 len: 168 time: 0.3412309 Aug 11 03:07:21.793452 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 52380) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:07:21.793915 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38ae0cfe-d01a-4d1b-ad97-c840342e8d35 None None] Network 7e1dad9f-2bf8-440d-87e5-fd95b980cb13 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:07:21.866039 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0b967f12-9614-4ce0-a563-8d338f2ae716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:21.892691 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 042db863-07f3-495a-afd6-6edb4c533396 details requested by agent hyperv_n-h2-764292-30 with host n-h2-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:07:21.931342 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eca7b90-1e15-418c-b9d4-f1504628d835 req-d2beacb7-4ebb-4f85-b595-ff3c7c1c32d6 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:21.932952 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0eca7b90-1e15-418c-b9d4-f1504628d835 req-d2beacb7-4ebb-4f85-b595-ff3c7c1c32d6 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.41 "GET /v2.0/ports?device_id=7aa9e53a-41ca-4c76-a7a1-f88c7d11a3f6 HTTP/1.1" status: 200 len: 948 time: 0.0612457 Aug 11 03:07:21.937267 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-0b967f12-9614-4ce0-a563-8d338f2ae716 admin admin] Deleting port b708ce8a-6a66-40fe-be59-c5d2a55820ab {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:07:21.938308 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0b967f12-9614-4ce0-a563-8d338f2ae716 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:22.015012 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0eca7b90-1e15-418c-b9d4-f1504628d835 req-9fde4e2a-99e3-4c68-b012-67cddd3451e3 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.41 "GET /v2.0/security-groups?id=4bfdc2ba-9f18-4435-9a1d-8c7ae69f76fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660295 Aug 11 03:07:22.060710 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [None req-0b967f12-9614-4ce0-a563-8d338f2ae716 admin admin] For port b708ce8a-6a66-40fe-be59-c5d2a55820ab, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=b708ce8a-6a66-40fe-be59-c5d2a55820ab,segment=NetworkSegment(ebcc783e-2ad5-444d-9e21-ceccb724a435),segment_id=ebcc783e-2ad5-444d-9e21-ceccb724a435)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:07:22.061306 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0b967f12-9614-4ce0-a563-8d338f2ae716 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:22.070753 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 3eb03e01-8d72-42a2-9f25-29ca18be955d no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:07:22.081628 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-0b967f12-9614-4ce0-a563-8d338f2ae716 admin admin] Calling delete_port for b708ce8a-6a66-40fe-be59-c5d2a55820ab owned by network:dhcp {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:07:22.100477 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: 3eb03e01-8d72-42a2-9f25-29ca18be955d {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:07:22.100818 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 3eb03e01-8d72-42a2-9f25-29ca18be955d not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:07:22.101225 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device f0ad63f8-9604-47b1-bfda-712f89149ed9 no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:07:22.127377 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: f0ad63f8-9604-47b1-bfda-712f89149ed9 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:07:22.127718 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device f0ad63f8-9604-47b1-bfda-712f89149ed9 not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:07:22.130446 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port 042db863-07f3-495a-afd6-6edb4c533396, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=042db863-07f3-495a-afd6-6edb4c533396,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:07:22.150731 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7465bb4f-0ea3-4844-9036-27d4e9c645a4 None None] DHCP port deletion for 7e1dad9f-2bf8-440d-87e5-fd95b980cb13 request from n-d-764292-30 {{(pid=102193) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:07:22.159976 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Returning: {'device': '042db863-07f3-495a-afd6-6edb4c533396', 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba', 'port_id': '042db863-07f3-495a-afd6-6edb4c533396', 'mac_address': 'fa:16:3e:a2:17:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '254a3f4d-2b75-429e-bbb2-8e70554e9483', 'ip_address': '192.168.233.241'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:07:22.226550 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:22.233221 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 52396) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:07:22.244216 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 042db863-07f3-495a-afd6-6edb4c533396 {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:07:22.266794 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0b967f12-9614-4ce0-a563-8d338f2ae716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:22.272362 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port 042db863-07f3-495a-afd6-6edb4c533396, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=042db863-07f3-495a-afd6-6edb4c533396,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:07:22.275941 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-7465bb4f-0ea3-4844-9036-27d4e9c645a4 None None] Deleting port b708ce8a-6a66-40fe-be59-c5d2a55820ab {{(pid=102193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:07:22.276883 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-7465bb4f-0ea3-4844-9036-27d4e9c645a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:22.280715 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device fe8073cd-ba90-420d-be71-bdfaa2566122 no longer exists at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:07:22.302114 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b967f12-9614-4ce0-a563-8d338f2ae716 admin admin] No DVR routers for this DVR port b708ce8a-6a66-40fe-be59-c5d2a55820ab on host n-d-764292-30 {{(pid=102191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:07:22.310562 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b967f12-9614-4ce0-a563-8d338f2ae716 admin admin] Pushing event deleted for resources: {'Port': ['ID=b708ce8a-6a66-40fe-be59-c5d2a55820ab,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:22.336635 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_v2 [None req-54dc76cb-606f-4c45-b9d6-d9ef058a5580 admin admin] Deleting subnet ff907cad-7e2d-42a0-96f7-6a9e66fb2feb {{(pid=102191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:07:22.340467 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] No Port match for: fe8073cd-ba90-420d-be71-bdfaa2566122 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:07:22.340821 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device fe8073cd-ba90-420d-be71-bdfaa2566122 not bound to the agent host n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:07:22.341238 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device ac18f128-6015-498d-80f1-06d1fce1499d no longer exists at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:07:22.348398 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-54dc76cb-606f-4c45-b9d6-d9ef058a5580 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:22.391256 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:22.395242 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-7465bb4f-0ea3-4844-9036-27d4e9c645a4 None None] For port b708ce8a-6a66-40fe-be59-c5d2a55820ab, host n-d-764292-30, got binding levels [] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:07:22.395636 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-7465bb4f-0ea3-4844-9036-27d4e9c645a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:22.422430 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0b967f12-9614-4ce0-a563-8d338f2ae716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:22.435677 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-54dc76cb-606f-4c45-b9d6-d9ef058a5580 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126283525'] for subnet, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:22.438158 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-0b967f12-9614-4ce0-a563-8d338f2ae716 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e1dad9f-2bf8-440d-87e5-fd95b980cb13']}} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:07:22.439508 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-7465bb4f-0ea3-4844-9036-27d4e9c645a4 None None] Calling delete_port for b708ce8a-6a66-40fe-be59-c5d2a55820ab owned by network:dhcp {{(pid=102193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:07:22.448806 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.ipam_backend_mixin [None req-7465bb4f-0ea3-4844-9036-27d4e9c645a4 None None] Port b708ce8a-6a66-40fe-be59-c5d2a55820ab was not found and therefore no delete operation was performed {{(pid=102193) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 11 03:07:22.455300 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-7465bb4f-0ea3-4844-9036-27d4e9c645a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678'] for port, after_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:22.467823 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-0b967f12-9614-4ce0-a563-8d338f2ae716 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebcc783e-2ad5-444d-9e21-ceccb724a435') {'for_net_delete': True} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:07:22.468161 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-0b967f12-9614-4ce0-a563-8d338f2ae716 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebcc783e-2ad5-444d-9e21-ceccb724a435') {} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:07:22.482781 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0b967f12-9614-4ce0-a563-8d338f2ae716 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126283644'] for segment, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:22.502885 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7465bb4f-0ea3-4844-9036-27d4e9c645a4 None None] No DVR routers for this DVR port b708ce8a-6a66-40fe-be59-c5d2a55820ab on host n-d-764292-30 {{(pid=102193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:07:22.503148 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-54dc76cb-606f-4c45-b9d6-d9ef058a5580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:22.505154 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc7976f-4531-43bf-bd6b-afdcbc70a30d req-519deab8-bb19-4d22-9b19-86180a5934be tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:22.510455 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=042db863-07f3-495a-afd6-6edb4c533396,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:22.518194 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-acc7976f-4531-43bf-bd6b-afdcbc70a30d req-519deab8-bb19-4d22-9b19-86180a5934be tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/ports?device_id=eef198f5-5223-4d49-8ce9-d9987fbc9f79 HTTP/1.1" status: 200 len: 945 time: 0.0717165 Aug 11 03:07:22.529818 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0b967f12-9614-4ce0-a563-8d338f2ae716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:22.541885 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b967f12-9614-4ce0-a563-8d338f2ae716 admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=102191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:07:22.542306 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0b967f12-9614-4ce0-a563-8d338f2ae716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126283391'] for segment, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:22.543985 n-d-764292-30 neutron-server[102191]: Traceback (most recent call last): Aug 11 03:07:22.543985 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:07:22.543985 n-d-764292-30 neutron-server[102191]: timer() Aug 11 03:07:22.543985 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:07:22.543985 n-d-764292-30 neutron-server[102191]: cb(*args, **kw) Aug 11 03:07:22.543985 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:07:22.543985 n-d-764292-30 neutron-server[102191]: return func(*args, **kwargs) Aug 11 03:07:22.543985 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:07:22.543985 n-d-764292-30 neutron-server[102191]: self._notify() Aug 11 03:07:22.543985 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:07:22.543985 n-d-764292-30 neutron-server[102191]: self.callback(batched_events) Aug 11 03:07:22.543985 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:07:22.543985 n-d-764292-30 neutron-server[102191]: event.method(event) Aug 11 03:07:22.543985 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:07:22.543985 n-d-764292-30 neutron-server[102191]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:07:22.543985 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:07:22.543985 n-d-764292-30 neutron-server[102191]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:07:22.543985 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:07:22.543985 n-d-764292-30 neutron-server[102191]: return f(self, *a, **k) Aug 11 03:07:22.543985 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:07:22.543985 n-d-764292-30 neutron-server[102191]: return self._get(url).json() Aug 11 03:07:22.543985 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:07:22.543985 n-d-764292-30 neutron-server[102191]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:07:22.543985 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:07:22.543985 n-d-764292-30 neutron-server[102191]: return self.request(url, 'GET', **kwargs) Aug 11 03:07:22.543985 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:07:22.543985 n-d-764292-30 neutron-server[102191]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:07:22.543985 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:07:22.543985 n-d-764292-30 neutron-server[102191]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:07:22.543985 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:07:22.543985 n-d-764292-30 neutron-server[102191]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:07:22.543985 n-d-764292-30 neutron-server[102191]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:07:22.546804 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:22.549900 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7465bb4f-0ea3-4844-9036-27d4e9c645a4 None None] Pushing event deleted for resources: {'Port': ['ID=b708ce8a-6a66-40fe-be59-c5d2a55820ab,revision_number=None']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:22.557806 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-acc7976f-4531-43bf-bd6b-afdcbc70a30d req-52a179d6-bfc7-4680-ab39-a2f3cf09146b tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/security-groups?id=4490b831-3ed6-471e-94da-f0207d61c828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394948 Aug 11 03:07:22.577610 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53c3d301-4685-4f48-91f8-26f8246123b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac18f128-6015-498d-80f1-06d1fce1499d'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:07:22.577610 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aef3eedd-f301-495b-9ff6-3cb452bfc325" -d '{"events": [{"server_uuid": "53c3d301-4685-4f48-91f8-26f8246123b3", "name": "network-vif-unplugged", "status": "completed", "tag": "ac18f128-6015-498d-80f1-06d1fce1499d"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:07:22.590390 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port ac18f128-6015-498d-80f1-06d1fce1499d, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=ac18f128-6015-498d-80f1-06d1fce1499d,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:07:22.618371 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 03:07:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c43e539f-d130-4815-aa0f-caa390f1eddc x-openstack-request-id: req-c43e539f-d130-4815-aa0f-caa390f1eddc {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:07:22.618660 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53c3d301-4685-4f48-91f8-26f8246123b3", "name": "network-vif-unplugged", "status": "completed", "tag": "ac18f128-6015-498d-80f1-06d1fce1499d", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:07:22.618911 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c43e539f-d130-4815-aa0f-caa390f1eddc {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:07:22.619307 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53c3d301-4685-4f48-91f8-26f8246123b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac18f128-6015-498d-80f1-06d1fce1499d', 'code': 200} Aug 11 03:07:22.676272 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:22.710936 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0b967f12-9614-4ce0-a563-8d338f2ae716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:22.713027 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-54dc76cb-606f-4c45-b9d6-d9ef058a5580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126283413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126275158'] for subnet, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:22.726222 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0b967f12-9614-4ce0-a563-8d338f2ae716 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:22.731693 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-0b967f12-9614-4ce0-a563-8d338f2ae716 admin admin] 10.222.0.41 "DELETE /v2.0/networks/7e1dad9f-2bf8-440d-87e5-fd95b980cb13 HTTP/1.1" status: 204 len: 168 time: 0.9372244 Aug 11 03:07:22.746960 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=ac18f128-6015-498d-80f1-06d1fce1499d,revision_number=8']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:22.766993 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b967f12-9614-4ce0-a563-8d338f2ae716 admin admin] Pushing event deleted for resources: {'Network': ['ID=7e1dad9f-2bf8-440d-87e5-fd95b980cb13,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:22.770099 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dc76cb-606f-4c45-b9d6-d9ef058a5580 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff907cad-7e2d-42a0-96f7-6a9e66fb2feb,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:22.774606 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-54dc76cb-606f-4c45-b9d6-d9ef058a5580 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:22.776501 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-54dc76cb-606f-4c45-b9d6-d9ef058a5580 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/ff907cad-7e2d-42a0-96f7-6a9e66fb2feb HTTP/1.1" status: 204 len: 168 time: 0.5422721 Aug 11 03:07:22.781702 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 52410) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:07:22.783869 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['042db863-07f3-495a-afd6-6edb4c533396'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:07:22.820821 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f524c162-cdb2-46a9-aaa9-0bf7170f2a7a req-19baba36-e630-4723-b2c7-6de67e8a2da5 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:22.823010 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f524c162-cdb2-46a9-aaa9-0bf7170f2a7a req-19baba36-e630-4723-b2c7-6de67e8a2da5 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=62a21279-cd45-4f1c-bc8b-9bb047767d13 HTTP/1.1" status: 200 len: 950 time: 0.0768230 Aug 11 03:07:22.865837 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0d4a698c-ec39-43e9-bcdf-ad044a07ce86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:22.874923 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f524c162-cdb2-46a9-aaa9-0bf7170f2a7a req-7fabe924-f160-444d-a575-08a294a7fb1b tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456057 Aug 11 03:07:22.947205 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0d4a698c-ec39-43e9-bcdf-ad044a07ce86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:22.957704 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-0d4a698c-ec39-43e9-bcdf-ad044a07ce86 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acf79445-469e-4167-b2dd-6e4258e09aaa']}} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:07:22.967926 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-0d4a698c-ec39-43e9-bcdf-ad044a07ce86 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51519bc7-220e-4b32-ac19-7022dcc012c7') {'for_net_delete': True} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:07:22.971611 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-0d4a698c-ec39-43e9-bcdf-ad044a07ce86 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51519bc7-220e-4b32-ac19-7022dcc012c7') {} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:07:22.977756 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0d4a698c-ec39-43e9-bcdf-ad044a07ce86 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126283644'] for segment, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:22.991660 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0d4a698c-ec39-43e9-bcdf-ad044a07ce86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:22.998333 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d4a698c-ec39-43e9-bcdf-ad044a07ce86 admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=102191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:07:22.998784 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0d4a698c-ec39-43e9-bcdf-ad044a07ce86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126283391'] for segment, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:23.000506 n-d-764292-30 neutron-server[102191]: Traceback (most recent call last): Aug 11 03:07:23.000506 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:07:23.000506 n-d-764292-30 neutron-server[102191]: timer() Aug 11 03:07:23.000506 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:07:23.000506 n-d-764292-30 neutron-server[102191]: cb(*args, **kw) Aug 11 03:07:23.000506 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:07:23.000506 n-d-764292-30 neutron-server[102191]: return func(*args, **kwargs) Aug 11 03:07:23.000506 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:07:23.000506 n-d-764292-30 neutron-server[102191]: self._notify() Aug 11 03:07:23.000506 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:07:23.000506 n-d-764292-30 neutron-server[102191]: self.callback(batched_events) Aug 11 03:07:23.000506 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:07:23.000506 n-d-764292-30 neutron-server[102191]: event.method(event) Aug 11 03:07:23.000506 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:07:23.000506 n-d-764292-30 neutron-server[102191]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:07:23.000506 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:07:23.000506 n-d-764292-30 neutron-server[102191]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:07:23.000506 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:07:23.000506 n-d-764292-30 neutron-server[102191]: return f(self, *a, **k) Aug 11 03:07:23.000506 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:07:23.000506 n-d-764292-30 neutron-server[102191]: return self._get(url).json() Aug 11 03:07:23.000506 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:07:23.000506 n-d-764292-30 neutron-server[102191]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:07:23.000506 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:07:23.000506 n-d-764292-30 neutron-server[102191]: return self.request(url, 'GET', **kwargs) Aug 11 03:07:23.000506 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:07:23.000506 n-d-764292-30 neutron-server[102191]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:07:23.000506 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:07:23.000506 n-d-764292-30 neutron-server[102191]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:07:23.000506 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:07:23.000506 n-d-764292-30 neutron-server[102191]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:07:23.000506 n-d-764292-30 neutron-server[102191]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:07:23.081460 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 52414) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:07:23.122504 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-74628a49-1cb2-4130-b0dc-be1bce232de1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6921827f6da94037a99dabd970798f04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0398405 Aug 11 03:07:23.125043 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 52416) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:07:23.132243 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0d4a698c-ec39-43e9-bcdf-ad044a07ce86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:23.144075 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0d4a698c-ec39-43e9-bcdf-ad044a07ce86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:23.146745 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-0d4a698c-ec39-43e9-bcdf-ad044a07ce86 admin admin] 10.222.0.41 "DELETE /v2.0/networks/acf79445-469e-4167-b2dd-6e4258e09aaa HTTP/1.1" status: 204 len: 168 time: 0.3640130 Aug 11 03:07:23.148354 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c687eb-38c1-4a3a-a506-781ccb0d1cc8 req-2a00e5cd-c737-40fd-9de7-483d77d940b3 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:23.150543 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-73c687eb-38c1-4a3a-a506-781ccb0d1cc8 req-2a00e5cd-c737-40fd-9de7-483d77d940b3 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.41 "GET /v2.0/ports?device_id=7aa9e53a-41ca-4c76-a7a1-f88c7d11a3f6 HTTP/1.1" status: 200 len: 949 time: 0.0554929 Aug 11 03:07:23.170870 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4a698c-ec39-43e9-bcdf-ad044a07ce86 admin admin] Pushing event deleted for resources: {'Network': ['ID=acf79445-469e-4167-b2dd-6e4258e09aaa,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:23.192777 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-73c687eb-38c1-4a3a-a506-781ccb0d1cc8 req-6e66b27e-5a9b-4d44-baba-f3c47c84ca1d tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.41 "GET /v2.0/security-groups?id=4bfdc2ba-9f18-4435-9a1d-8c7ae69f76fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358045 Aug 11 03:07:23.200208 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-2ece5cd5-3feb-4329-ba73-5b2b4a879026 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:23.231995 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-2ece5cd5-3feb-4329-ba73-5b2b4a879026 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:23.331788 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.agents_db [None req-950b7202-decb-43e2-8f71-ac8931dc9749 None None] Agent healthcheck: found 7 active agents {{(pid=102194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:07:23.344434 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-2ece5cd5-3feb-4329-ba73-5b2b4a879026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:23.347019 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-2ece5cd5-3feb-4329-ba73-5b2b4a879026 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:23.348170 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-2ece5cd5-3feb-4329-ba73-5b2b4a879026 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c0a17ca3-3812-4571-b095-da5019439985 HTTP/1.1" status: 204 len: 168 time: 0.2222211 Aug 11 03:07:23.356746 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ece5cd5-3feb-4329-ba73-5b2b4a879026 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0a17ca3-3812-4571-b095-da5019439985,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:23.512891 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1196c3b-8c73-44b6-93e1-db267840a80a req-e17e148c-64e7-4a45-aadd-3333c2548c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:23.514401 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-d1196c3b-8c73-44b6-93e1-db267840a80a req-e17e148c-64e7-4a45-aadd-3333c2548c96 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=92caf1df2234498c82ddfcf53391d4fc&device_id=eef198f5-5223-4d49-8ce9-d9987fbc9f79 HTTP/1.1" status: 200 len: 1097 time: 0.0443609 Aug 11 03:07:23.544803 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 52432) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:07:23.633962 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-e1708fc8-81b5-4f40-9b70-072c55c9133c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=319274082edd44aa81900d820c32ba06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0880814 Aug 11 03:07:23.636956 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 52438) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:07:23.653121 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1196c3b-8c73-44b6-93e1-db267840a80a req-455536bf-3f4d-4651-879e-77b19e5a15e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:23.654630 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-d1196c3b-8c73-44b6-93e1-db267840a80a req-455536bf-3f4d-4651-879e-77b19e5a15e6 service neutron] 10.222.0.22 "GET /v2.0/networks?id=d17d1b32-4aa7-4439-b455-9cb54b2072df HTTP/1.1" status: 200 len: 918 time: 0.1182232 Aug 11 03:07:23.737430 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db4d587-7949-455b-be40-fd5805f67a84 req-323d39cd-fe34-43ff-ad2e-58b4c34a8270 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:23.738984 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1db4d587-7949-455b-be40-fd5805f67a84 req-323d39cd-fe34-43ff-ad2e-58b4c34a8270 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/ports?device_id=eef198f5-5223-4d49-8ce9-d9987fbc9f79 HTTP/1.1" status: 200 len: 945 time: 0.1041439 Aug 11 03:07:23.743297 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device b708ce8a-6a66-40fe-be59-c5d2a55820ab no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:07:23.771829 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: b708ce8a-6a66-40fe-be59-c5d2a55820ab {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:07:23.772069 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device b708ce8a-6a66-40fe-be59-c5d2a55820ab not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:07:23.796353 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-d1196c3b-8c73-44b6-93e1-db267840a80a req-86359f1c-6a1f-49cf-8425-25b27cc878a6 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f8d33e19-1a39-49b9-b9dd-7682d139ad79 HTTP/1.1" status: 200 len: 1001 time: 0.1271617 Aug 11 03:07:23.806381 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-cacd01cf-b1a4-4df3-8fa1-19b64df524ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:23.812292 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1db4d587-7949-455b-be40-fd5805f67a84 req-6cbaa37f-44d4-42ed-8426-4367477528eb tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/security-groups?id=4490b831-3ed6-471e-94da-f0207d61c828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608852 Aug 11 03:07:23.836017 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-cacd01cf-b1a4-4df3-8fa1-19b64df524ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:23.861879 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1196c3b-8c73-44b6-93e1-db267840a80a req-c903912f-dc46-4f79-ab30-9f7098b76edf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:23.863393 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-d1196c3b-8c73-44b6-93e1-db267840a80a req-c903912f-dc46-4f79-ab30-9f7098b76edf service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c8bae62b-5e51-4859-99ce-3b4e8f86224a HTTP/1.1" status: 200 len: 856 time: 0.0617073 Aug 11 03:07:23.918379 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1196c3b-8c73-44b6-93e1-db267840a80a req-e22d0633-3198-4559-af86-52786c6d786c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:23.919926 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-d1196c3b-8c73-44b6-93e1-db267840a80a req-e22d0633-3198-4559-af86-52786c6d786c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d17d1b32-4aa7-4439-b455-9cb54b2072df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0449524 Aug 11 03:07:23.992351 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c283349-223a-4e27-b776-184af7e539c2 req-91d44791-b57b-4ee4-bfb1-b541c2613ea1 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:23.993958 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0c283349-223a-4e27-b776-184af7e539c2 req-91d44791-b57b-4ee4-bfb1-b541c2613ea1 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=62a21279-cd45-4f1c-bc8b-9bb047767d13 HTTP/1.1" status: 200 len: 950 time: 0.0547576 Aug 11 03:07:23.995237 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-cacd01cf-b1a4-4df3-8fa1-19b64df524ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:23.997845 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-cacd01cf-b1a4-4df3-8fa1-19b64df524ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:23.999987 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-cacd01cf-b1a4-4df3-8fa1-19b64df524ec admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3e8f6739-7da0-410c-b37e-2bd3370dc5fa HTTP/1.1" status: 204 len: 168 time: 0.3605638 Aug 11 03:07:24.006853 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacd01cf-b1a4-4df3-8fa1-19b64df524ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e8f6739-7da0-410c-b37e-2bd3370dc5fa,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:24.037352 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-d1196c3b-8c73-44b6-93e1-db267840a80a req-5a330886-4978-4d9d-8f6b-6177f3bd0cd5 service neutron] 10.222.0.22 "GET /v2.0/networks/d17d1b32-4aa7-4439-b455-9cb54b2072df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089480 Aug 11 03:07:24.072957 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0c283349-223a-4e27-b776-184af7e539c2 req-39b67685-8be7-4bf0-b499-5511396cdf7e tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598745 Aug 11 03:07:24.143360 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-d1196c3b-8c73-44b6-93e1-db267840a80a req-91a81fc9-43db-43ad-9f81-192f3d2c6b8a service neutron] 10.222.0.22 "GET /v2.0/networks/d17d1b32-4aa7-4439-b455-9cb54b2072df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975280 Aug 11 03:07:24.333895 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79306ec6-36c4-4952-80de-27dbccb2ede7 req-45801629-bbbb-48c5-bf71-e3606f0ff9a3 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:24.335505 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-79306ec6-36c4-4952-80de-27dbccb2ede7 req-45801629-bbbb-48c5-bf71-e3606f0ff9a3 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.41 "GET /v2.0/ports?device_id=7aa9e53a-41ca-4c76-a7a1-f88c7d11a3f6 HTTP/1.1" status: 200 len: 949 time: 0.0670638 Aug 11 03:07:24.384045 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-79306ec6-36c4-4952-80de-27dbccb2ede7 req-12fe2984-954e-4600-bab8-6f0383b3b92d tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.41 "GET /v2.0/security-groups?id=4bfdc2ba-9f18-4435-9a1d-8c7ae69f76fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406168 Aug 11 03:07:24.550730 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 52484) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:07:24.697720 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-f38e6b67-a0bb-4f3d-b48f-b185fff0b3b3 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1989178653-network', 'tenant_id': 'c348de37bb094671bc15dc0c22bb5512'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:07:24.801935 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f38e6b67-a0bb-4f3d-b48f-b185fff0b3b3 admin admin] Made reservation on behalf of c348de37bb094671bc15dc0c22bb5512 for: {'network': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:07:24.804483 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-f38e6b67-a0bb-4f3d-b48f-b185fff0b3b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:24.815220 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-f38e6b67-a0bb-4f3d-b48f-b185fff0b3b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:24.938215 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-f38e6b67-a0bb-4f3d-b48f-b185fff0b3b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:24.962588 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df694d78-4297-4ba8-87dd-268a396ae1a6 req-57874255-c041-4ebb-b277-fa266090143f tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:24.964161 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-df694d78-4297-4ba8-87dd-268a396ae1a6 req-57874255-c041-4ebb-b277-fa266090143f tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/ports?device_id=eef198f5-5223-4d49-8ce9-d9987fbc9f79 HTTP/1.1" status: 200 len: 945 time: 0.0610037 Aug 11 03:07:24.998787 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-f38e6b67-a0bb-4f3d-b48f-b185fff0b3b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:25.023490 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-df694d78-4297-4ba8-87dd-268a396ae1a6 req-e7a1fd82-fd25-4731-8804-5b0c2f105656 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/security-groups?id=4490b831-3ed6-471e-94da-f0207d61c828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520573 Aug 11 03:07:25.039278 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f38e6b67-a0bb-4f3d-b48f-b185fff0b3b3 admin admin] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=102192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:07:25.039536 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 52504) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:07:25.056305 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38e6b67-a0bb-4f3d-b48f-b185fff0b3b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96c4279c-51b6-4d8a-ac93-67215ccf65c4,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:25.056305 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-f38e6b67-a0bb-4f3d-b48f-b185fff0b3b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:25.056305 n-d-764292-30 neutron-server[102192]: INFO neutron.db.segments_db [None req-f38e6b67-a0bb-4f3d-b48f-b185fff0b3b3 admin admin] Added segment 66697432-be64-438d-a5b2-0b02f3d0fa2a of type vlan for network b3c19a2d-0e26-410a-b53e-1619e285dc24 Aug 11 03:07:25.092266 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-f38e6b67-a0bb-4f3d-b48f-b185fff0b3b3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:25.155120 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-0791732d-ef3c-48de-88d6-ad14f8e0b7e5 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-276210324-network', 'tenant_id': 'fba9b147a9744754b77a3fc98c1a44ef'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:07:25.185109 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-f38e6b67-a0bb-4f3d-b48f-b185fff0b3b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:25.186052 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f38e6b67-a0bb-4f3d-b48f-b185fff0b3b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:25.186651 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-f38e6b67-a0bb-4f3d-b48f-b185fff0b3b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:25.254227 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb54b61-17de-4ff4-b0c1-b1294dff958d req-5ca400f7-a994-4036-a5c9-4f8164cdb6ae tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:25.255730 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bbb54b61-17de-4ff4-b0c1-b1294dff958d req-5ca400f7-a994-4036-a5c9-4f8164cdb6ae tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=62a21279-cd45-4f1c-bc8b-9bb047767d13 HTTP/1.1" status: 200 len: 950 time: 0.1018028 Aug 11 03:07:25.259562 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0791732d-ef3c-48de-88d6-ad14f8e0b7e5 admin admin] Made reservation on behalf of fba9b147a9744754b77a3fc98c1a44ef for: {'network': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:07:25.262149 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38e6b67-a0bb-4f3d-b48f-b185fff0b3b3 admin admin] Pushing event updated for resources: {'Network': ['ID=b3c19a2d-0e26-410a-b53e-1619e285dc24,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:25.263316 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0791732d-ef3c-48de-88d6-ad14f8e0b7e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:25.275668 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network b3c19a2d-0e26-410a-b53e-1619e285dc24 details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:07:25.279975 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0791732d-ef3c-48de-88d6-ad14f8e0b7e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:25.301211 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bbb54b61-17de-4ff4-b0c1-b1294dff958d req-19b7b7c8-e7d2-4453-937d-f3c1a9756b5a tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368843 Aug 11 03:07:25.346897 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-f38e6b67-a0bb-4f3d-b48f-b185fff0b3b3 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7947931 Aug 11 03:07:25.347666 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 52516) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:07:25.352857 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-1c4c25f1-3e7e-4a46-9096-86e204c27fdf admin admin] Request body: {'subnet': {'network_id': 'b3c19a2d-0e26-410a-b53e-1619e285dc24', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1989178653-subnet', 'tenant_id': 'c348de37bb094671bc15dc0c22bb5512', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:07:25.425285 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0791732d-ef3c-48de-88d6-ad14f8e0b7e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:25.482057 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0791732d-ef3c-48de-88d6-ad14f8e0b7e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:25.511213 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0791732d-ef3c-48de-88d6-ad14f8e0b7e5 admin admin] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=102191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:07:25.516111 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0031fa3c-da61-4c6b-8e20-7a2fb60f551a req-d4fe440c-acb6-4d7f-aa3e-ee001b07af97 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:25.516930 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0791732d-ef3c-48de-88d6-ad14f8e0b7e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9625f7fa-1e76-4734-9acf-19283deb6f9c,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:25.517649 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0031fa3c-da61-4c6b-8e20-7a2fb60f551a req-d4fe440c-acb6-4d7f-aa3e-ee001b07af97 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.41 "GET /v2.0/ports?device_id=7aa9e53a-41ca-4c76-a7a1-f88c7d11a3f6 HTTP/1.1" status: 200 len: 949 time: 0.0588684 Aug 11 03:07:25.524789 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0791732d-ef3c-48de-88d6-ad14f8e0b7e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:25.527404 n-d-764292-30 neutron-server[102191]: INFO neutron.db.segments_db [None req-0791732d-ef3c-48de-88d6-ad14f8e0b7e5 admin admin] Added segment d6576c77-3985-48bf-8fbf-0488c51bebf1 of type vlan for network ba16c1ee-b924-4acd-93e3-1916a7414241 Aug 11 03:07:25.558628 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0031fa3c-da61-4c6b-8e20-7a2fb60f551a req-9b1db798-8527-4c01-8307-1245e90f4c14 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.41 "GET /v2.0/security-groups?id=4bfdc2ba-9f18-4435-9a1d-8c7ae69f76fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342271 Aug 11 03:07:25.562720 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c4c25f1-3e7e-4a46-9096-86e204c27fdf admin admin] Made reservation on behalf of c348de37bb094671bc15dc0c22bb5512 for: {'subnet': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:07:25.565376 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-1c4c25f1-3e7e-4a46-9096-86e204c27fdf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126180544'] for subnet, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:25.565693 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0791732d-ef3c-48de-88d6-ad14f8e0b7e5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:25.641908 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0791732d-ef3c-48de-88d6-ad14f8e0b7e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:25.642986 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0791732d-ef3c-48de-88d6-ad14f8e0b7e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:25.643909 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0791732d-ef3c-48de-88d6-ad14f8e0b7e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:25.703560 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0791732d-ef3c-48de-88d6-ad14f8e0b7e5 admin admin] Pushing event updated for resources: {'Network': ['ID=ba16c1ee-b924-4acd-93e3-1916a7414241,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:25.715112 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network ba16c1ee-b924-4acd-93e3-1916a7414241 details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:07:25.734416 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-0791732d-ef3c-48de-88d6-ad14f8e0b7e5 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.6935499 Aug 11 03:07:25.737146 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 52524) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:07:25.742048 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-431ad4cf-41c7-4743-baa0-3eb48d3cf57c admin admin] Request body: {'subnet': {'network_id': 'ba16c1ee-b924-4acd-93e3-1916a7414241', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-276210324-subnet', 'tenant_id': 'fba9b147a9744754b77a3fc98c1a44ef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:07:25.824131 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-1c4c25f1-3e7e-4a46-9096-86e204c27fdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125932092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126180562'] for subnet, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:25.852496 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-431ad4cf-41c7-4743-baa0-3eb48d3cf57c admin admin] Made reservation on behalf of fba9b147a9744754b77a3fc98c1a44ef for: {'subnet': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:07:25.855811 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-431ad4cf-41c7-4743-baa0-3eb48d3cf57c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274743'] for subnet, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:25.881602 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c25f1-3e7e-4a46-9096-86e204c27fdf admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6eff5da-ec78-46c7-b512-eb7d066170b3,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:25.896298 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c4c25f1-3e7e-4a46-9096-86e204c27fdf admin admin] Checking segment: {'id': '66697432-be64-438d-a5b2-0b02f3d0fa2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'b3c19a2d-0e26-410a-b53e-1619e285dc24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:07:25.896764 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c4c25f1-3e7e-4a46-9096-86e204c27fdf admin admin] Network hostable DHCP agents. Network: b3c19a2d-0e26-410a-b53e-1619e285dc24, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:07:25.896945 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 042db863-07f3-495a-afd6-6edb4c533396 up at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:07:26.000895 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c4c25f1-3e7e-4a46-9096-86e204c27fdf admin admin] Network b3c19a2d-0e26-410a-b53e-1619e285dc24 is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:07:26.035024 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning for port 042db863-07f3-495a-afd6-6edb4c533396 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:07:26.042557 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning complete for port 042db863-07f3-495a-afd6-6edb4c533396 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:07:26.042557 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:26.115489 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-1c4c25f1-3e7e-4a46-9096-86e204c27fdf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, b3c19a2d-0e26-410a-b53e-1619e285dc24) {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:07:26.125022 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4c25f1-3e7e-4a46-9096-86e204c27fdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:26.130169 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-1c4c25f1-3e7e-4a46-9096-86e204c27fdf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:26.133516 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d31edf1-2e32-48fa-9b91-ead9cfb91b6f None None] Network b3c19a2d-0e26-410a-b53e-1619e285dc24 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:07:26.149828 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-431ad4cf-41c7-4743-baa0-3eb48d3cf57c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126283476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274725'] for subnet, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:26.190255 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2acda2-09dd-461d-94d8-7ecc55f18db0 req-f2837cc2-24a6-4383-8bd0-2edd7a90a702 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:26.191863 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ad2acda2-09dd-461d-94d8-7ecc55f18db0 req-f2837cc2-24a6-4383-8bd0-2edd7a90a702 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/ports?device_id=eef198f5-5223-4d49-8ce9-d9987fbc9f79 HTTP/1.1" status: 200 len: 945 time: 0.0619531 Aug 11 03:07:26.224526 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:26.231070 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431ad4cf-41c7-4743-baa0-3eb48d3cf57c admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9948c0e-1a7a-4d2b-b7c0-e1311563d7af,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:26.236700 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431ad4cf-41c7-4743-baa0-3eb48d3cf57c admin admin] Checking segment: {'id': 'd6576c77-3985-48bf-8fbf-0488c51bebf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'ba16c1ee-b924-4acd-93e3-1916a7414241'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:07:26.237499 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-431ad4cf-41c7-4743-baa0-3eb48d3cf57c admin admin] Network hostable DHCP agents. Network: ba16c1ee-b924-4acd-93e3-1916a7414241, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:07:26.251084 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ad2acda2-09dd-461d-94d8-7ecc55f18db0 req-96ba9b87-5d97-4297-b0a6-1247eb0fc825 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/security-groups?id=4490b831-3ed6-471e-94da-f0207d61c828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525141 Aug 11 03:07:26.260125 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-1c4c25f1-3e7e-4a46-9096-86e204c27fdf admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9111094 Aug 11 03:07:26.298656 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 07229d21-86ae-47e2-a031-e861549584c4 details requested by agent hyperv_n-h1-764292-30 with host n-h1-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:07:26.300259 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7aa9e53a-41ca-4c76-a7a1-f88c7d11a3f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '042db863-07f3-495a-afd6-6edb4c533396'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:07:26.302764 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-972bc8bc-96f1-4007-9061-4c558e9b7b20" -d '{"events": [{"server_uuid": "7aa9e53a-41ca-4c76-a7a1-f88c7d11a3f6", "name": "network-vif-plugged", "status": "completed", "tag": "042db863-07f3-495a-afd6-6edb4c533396"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:07:26.332884 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port 042db863-07f3-495a-afd6-6edb4c533396, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=042db863-07f3-495a-afd6-6edb4c533396,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:07:26.347307 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-431ad4cf-41c7-4743-baa0-3eb48d3cf57c admin admin] Network ba16c1ee-b924-4acd-93e3-1916a7414241 is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:07:26.389228 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a6ee072-6cbf-486d-ac9c-718ebcb3db0a None None] Network b3c19a2d-0e26-410a-b53e-1619e285dc24 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:07:26.438204 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:07:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad32c714-567b-403a-a3ba-a3840e92bc15 x-openstack-request-id: req-ad32c714-567b-403a-a3ba-a3840e92bc15 {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:07:26.439119 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7aa9e53a-41ca-4c76-a7a1-f88c7d11a3f6", "name": "network-vif-plugged", "status": "completed", "tag": "042db863-07f3-495a-afd6-6edb4c533396", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:07:26.439541 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ad32c714-567b-403a-a3ba-a3840e92bc15 {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:07:26.440089 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7aa9e53a-41ca-4c76-a7a1-f88c7d11a3f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '042db863-07f3-495a-afd6-6edb4c533396', 'code': 200} Aug 11 03:07:26.484957 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ba1258-6113-469a-98a4-951fc5597ff1 req-d99b2a8e-8c46-45e3-86a5-50d71d0fc409 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:26.489919 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-431ad4cf-41c7-4743-baa0-3eb48d3cf57c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, ba16c1ee-b924-4acd-93e3-1916a7414241) {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:07:26.490344 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-21ba1258-6113-469a-98a4-951fc5597ff1 req-d99b2a8e-8c46-45e3-86a5-50d71d0fc409 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=62a21279-cd45-4f1c-bc8b-9bb047767d13 HTTP/1.1" status: 200 len: 950 time: 0.0586493 Aug 11 03:07:26.504932 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:26.522075 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-431ad4cf-41c7-4743-baa0-3eb48d3cf57c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:26.522730 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-431ad4cf-41c7-4743-baa0-3eb48d3cf57c admin admin] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:26.555974 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bf6bba-ad9b-426e-a4a1-ed11e36b203a req-5c8da2a8-ab9e-4e05-858d-bcadf34a8faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:26.557777 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-95bf6bba-ad9b-426e-a4a1-ed11e36b203a req-5c8da2a8-ab9e-4e05-858d-bcadf34a8faf service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7aa9e53a-41ca-4c76-a7a1-f88c7d11a3f6 HTTP/1.1" status: 200 len: 1102 time: 0.0855830 Aug 11 03:07:26.579122 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32be88ec-97e3-40f7-ac7e-356111b73cca None None] Network ba16c1ee-b924-4acd-93e3-1916a7414241 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:07:26.591282 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-21ba1258-6113-469a-98a4-951fc5597ff1 req-d9f6c4fe-6e09-4ba3-afa0-792ee0b585c5 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805783 Aug 11 03:07:26.628535 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-431ad4cf-41c7-4743-baa0-3eb48d3cf57c admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.8878686 Aug 11 03:07:26.631102 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 52556) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:07:26.632057 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-95bf6bba-ad9b-426e-a4a1-ed11e36b203a req-ecc319d2-d228-4996-bfa7-94c3dfc92748 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=4bfdc2ba-9f18-4435-9a1d-8c7ae69f76fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599287 Aug 11 03:07:26.633752 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-0cec3755-f3bd-4edb-be82-061b5c9d5c81 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-276210324-router', 'tenant_id': 'fba9b147a9744754b77a3fc98c1a44ef', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:07:26.698847 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=042db863-07f3-495a-afd6-6edb4c533396,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:26.711912 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 07229d21-86ae-47e2-a031-e861549584c4, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=07229d21-86ae-47e2-a031-e861549584c4,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:07:26.714839 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8c4ee7-ef38-4063-b21d-633a8fd8629e req-2bd93bcc-49ba-41d2-af56-eb4e9ab7bcf5 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:26.717190 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ad8c4ee7-ef38-4063-b21d-633a8fd8629e req-2bd93bcc-49ba-41d2-af56-eb4e9ab7bcf5 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.41 "GET /v2.0/ports?device_id=7aa9e53a-41ca-4c76-a7a1-f88c7d11a3f6 HTTP/1.1" status: 200 len: 950 time: 0.0603282 Aug 11 03:07:26.740134 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0cec3755-f3bd-4edb-be82-061b5c9d5c81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-450010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6626'] for router, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:26.741154 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0cec3755-f3bd-4edb-be82-061b5c9d5c81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-446747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6633'] for router, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:26.752006 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Returning: {'device': '07229d21-86ae-47e2-a031-e861549584c4', 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba', 'port_id': '07229d21-86ae-47e2-a031-e861549584c4', 'mac_address': 'fa:16:3e:d9:0d:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '254a3f4d-2b75-429e-bbb2-8e70554e9483', 'ip_address': '192.168.233.136'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:07:26.774356 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ad8c4ee7-ef38-4063-b21d-633a8fd8629e req-b01b2917-65c7-482c-8e82-c2405ab8ff87 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.41 "GET /v2.0/security-groups?id=4bfdc2ba-9f18-4435-9a1d-8c7ae69f76fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510390 Aug 11 03:07:26.815645 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0cec3755-f3bd-4edb-be82-061b5c9d5c81 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:26.985028 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d1af55-c8a0-4c92-8e29-2a13a2dad473 req-9fca916f-96fc-4cb3-a06d-0959e99d4d3a tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:26.986544 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-65d1af55-c8a0-4c92-8e29-2a13a2dad473 req-9fca916f-96fc-4cb3-a06d-0959e99d4d3a tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/networks?id=b3c19a2d-0e26-410a-b53e-1619e285dc24 HTTP/1.1" status: 200 len: 812 time: 0.1676741 Aug 11 03:07:26.989295 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d4d0a97-07d6-4302-abad-650a2bb7c99e None None] Network ba16c1ee-b924-4acd-93e3-1916a7414241 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:07:27.034960 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:27.054746 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 07229d21-86ae-47e2-a031-e861549584c4 {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:07:27.059758 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-65d1af55-c8a0-4c92-8e29-2a13a2dad473 req-9dc3478a-b9ab-462c-8791-d26ed809ed72 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/quotas/c348de37bb094671bc15dc0c22bb5512 HTTP/1.1" status: 200 len: 375 time: 0.0362401 Aug 11 03:07:27.063718 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0cec3755-f3bd-4edb-be82-061b5c9d5c81 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:27.090131 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 07229d21-86ae-47e2-a031-e861549584c4, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=07229d21-86ae-47e2-a031-e861549584c4,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:07:27.095934 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-65d1af55-c8a0-4c92-8e29-2a13a2dad473 req-1dfe758a-d793-4657-96c5-afbb1965e070 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c348de37bb094671bc15dc0c22bb5512&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267203 Aug 11 03:07:27.184656 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:27.231238 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-65d1af55-c8a0-4c92-8e29-2a13a2dad473 req-8b203b02-9dca-4b64-b950-904437dc51c6 service neutron] 10.222.0.41 "GET /v2.0/networks/b3c19a2d-0e26-410a-b53e-1619e285dc24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284072 Aug 11 03:07:27.238262 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=07229d21-86ae-47e2-a031-e861549584c4,revision_number=6']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:27.321587 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['07229d21-86ae-47e2-a031-e861549584c4'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:07:27.629646 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b72c0c-d5cd-4bbf-bcb1-c2ad3b429765 req-6e552df9-2d68-48b7-ba70-7a07c78c7c2d tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:27.631177 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-72b72c0c-d5cd-4bbf-bcb1-c2ad3b429765 req-6e552df9-2d68-48b7-ba70-7a07c78c7c2d tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/ports?device_id=eef198f5-5223-4d49-8ce9-d9987fbc9f79 HTTP/1.1" status: 200 len: 945 time: 0.0937083 Aug 11 03:07:27.636910 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-65d1af55-c8a0-4c92-8e29-2a13a2dad473 req-4b9b87c4-9627-4e23-a903-92c5c223b156 service neutron] 10.222.0.41 "GET /v2.0/networks/b3c19a2d-0e26-410a-b53e-1619e285dc24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3991184 Aug 11 03:07:27.754599 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-72b72c0c-d5cd-4bbf-bcb1-c2ad3b429765 req-d135bc53-5559-404b-88b7-73a7ab2e5963 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/security-groups?id=4490b831-3ed6-471e-94da-f0207d61c828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167147 Aug 11 03:07:27.772057 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0cec3755-f3bd-4edb-be82-061b5c9d5c81 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:27.801733 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0cec3755-f3bd-4edb-be82-061b5c9d5c81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:27.986149 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [None req-0cec3755-f3bd-4edb-be82-061b5c9d5c81 admin admin] Allocated IP 172.25.8.105 (09faf7d2-eaf5-4a50-bb6e-4cb05d009a76/e1a97443-13df-40bb-85f5-fd269e2742c0/56501e14-14f0-4d57-83f1-57e340c29a58) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:07:28.017097 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271761e6-f6a1-40bb-a1b4-9edabab084ec req-147514b3-2da0-43db-ae2c-62bafdc32a29 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:28.017097 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-271761e6-f6a1-40bb-a1b4-9edabab084ec req-147514b3-2da0-43db-ae2c-62bafdc32a29 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=62a21279-cd45-4f1c-bc8b-9bb047767d13 HTTP/1.1" status: 200 len: 950 time: 0.1137352 Aug 11 03:07:28.029113 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30f1eb6-037b-42c3-8ef5-551c57a7e2a4 req-94d31689-9b86-4f6c-9108-6e2e61127114 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:28.030589 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b30f1eb6-037b-42c3-8ef5-551c57a7e2a4 req-94d31689-9b86-4f6c-9108-6e2e61127114 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.41 "GET /v2.0/ports?device_id=7aa9e53a-41ca-4c76-a7a1-f88c7d11a3f6 HTTP/1.1" status: 200 len: 950 time: 0.1222060 Aug 11 03:07:28.136665 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-271761e6-f6a1-40bb-a1b4-9edabab084ec req-77a02695-134f-44f2-b614-6a61f095dcf0 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188304 Aug 11 03:07:28.145950 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b30f1eb6-037b-42c3-8ef5-551c57a7e2a4 req-57d3b4f3-fea7-4780-8852-5e6fec73f503 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.41 "GET /v2.0/security-groups?id=4bfdc2ba-9f18-4435-9a1d-8c7ae69f76fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007292 Aug 11 03:07:28.188258 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0cec3755-f3bd-4edb-be82-061b5c9d5c81 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:28.236596 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-fa70913b-cc85-4a58-b9ad-d704c9e1a7c9 req-1f07380a-12e0-4e34-9c4f-3001530b3000 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/ports?device_id=c93f3ea4-a53e-47bd-8942-570eda6223fa HTTP/1.1" status: 200 len: 210 time: 0.0407863 Aug 11 03:07:28.303042 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 07229d21-86ae-47e2-a031-e861549584c4 up at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:07:28.324264 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0cec3755-f3bd-4edb-be82-061b5c9d5c81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:28.356450 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning complete for port 07229d21-86ae-47e2-a031-e861549584c4 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:07:28.357196 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:28.362033 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cec3755-f3bd-4edb-be82-061b5c9d5c81 admin admin] Network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:07:28.368571 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-0cec3755-f3bd-4edb-be82-061b5c9d5c81 admin admin] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:07:28.372915 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cec3755-f3bd-4edb-be82-061b5c9d5c81 admin admin] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:07:28.396417 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cec3755-f3bd-4edb-be82-061b5c9d5c81 admin admin] Pushing event updated for resources: {'Port': ['ID=56501e14-14f0-4d57-83f1-57e340c29a58,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:28.450417 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:28.474165 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '648e4284-ff93-4bcd-8bc5-8d9132f908a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07229d21-86ae-47e2-a031-e861549584c4'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:07:28.476426 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a390fcc4-a783-460f-bd5e-332bf1702e5f" -d '{"events": [{"server_uuid": "648e4284-ff93-4bcd-8bc5-8d9132f908a1", "name": "network-vif-plugged", "status": "completed", "tag": "07229d21-86ae-47e2-a031-e861549584c4"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:07:28.492690 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 07229d21-86ae-47e2-a031-e861549584c4, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=07229d21-86ae-47e2-a031-e861549584c4,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:07:28.524833 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bde95300-c4ea-4483-bfce-4b6f29efef2c x-openstack-request-id: req-bde95300-c4ea-4483-bfce-4b6f29efef2c {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:07:28.525222 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "648e4284-ff93-4bcd-8bc5-8d9132f908a1", "name": "network-vif-plugged", "status": "completed", "tag": "07229d21-86ae-47e2-a031-e861549584c4", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:07:28.525984 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bde95300-c4ea-4483-bfce-4b6f29efef2c {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:07:28.525984 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '648e4284-ff93-4bcd-8bc5-8d9132f908a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07229d21-86ae-47e2-a031-e861549584c4', 'code': 200} Aug 11 03:07:28.573897 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:28.623918 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=07229d21-86ae-47e2-a031-e861549584c4,revision_number=7']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:28.745861 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0cec3755-f3bd-4edb-be82-061b5c9d5c81 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:28.965961 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54251813-e92c-4223-a98e-7986754a5b67 req-5f540513-d62e-44b8-90d7-9db1825e5555 tempest-ServersAdminTestJSON-1171755473 tempest-ServersAdminTestJSON-1171755473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:28.966388 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54251813-e92c-4223-a98e-7986754a5b67 req-5f540513-d62e-44b8-90d7-9db1825e5555 tempest-ServersAdminTestJSON-1171755473 tempest-ServersAdminTestJSON-1171755473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:28.966859 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54251813-e92c-4223-a98e-7986754a5b67 req-5f540513-d62e-44b8-90d7-9db1825e5555 tempest-ServersAdminTestJSON-1171755473 tempest-ServersAdminTestJSON-1171755473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:28.967331 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54251813-e92c-4223-a98e-7986754a5b67 req-5f540513-d62e-44b8-90d7-9db1825e5555 tempest-ServersAdminTestJSON-1171755473 tempest-ServersAdminTestJSON-1171755473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:28.967794 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54251813-e92c-4223-a98e-7986754a5b67 req-5f540513-d62e-44b8-90d7-9db1825e5555 tempest-ServersAdminTestJSON-1171755473 tempest-ServersAdminTestJSON-1171755473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:28.968257 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54251813-e92c-4223-a98e-7986754a5b67 req-5f540513-d62e-44b8-90d7-9db1825e5555 tempest-ServersAdminTestJSON-1171755473 tempest-ServersAdminTestJSON-1171755473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:28.968720 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54251813-e92c-4223-a98e-7986754a5b67 req-5f540513-d62e-44b8-90d7-9db1825e5555 tempest-ServersAdminTestJSON-1171755473 tempest-ServersAdminTestJSON-1171755473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:28.969176 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54251813-e92c-4223-a98e-7986754a5b67 req-5f540513-d62e-44b8-90d7-9db1825e5555 tempest-ServersAdminTestJSON-1171755473 tempest-ServersAdminTestJSON-1171755473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:28.969637 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54251813-e92c-4223-a98e-7986754a5b67 req-5f540513-d62e-44b8-90d7-9db1825e5555 tempest-ServersAdminTestJSON-1171755473 tempest-ServersAdminTestJSON-1171755473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:28.970097 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54251813-e92c-4223-a98e-7986754a5b67 req-5f540513-d62e-44b8-90d7-9db1825e5555 tempest-ServersAdminTestJSON-1171755473 tempest-ServersAdminTestJSON-1171755473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:28.970579 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54251813-e92c-4223-a98e-7986754a5b67 req-5f540513-d62e-44b8-90d7-9db1825e5555 tempest-ServersAdminTestJSON-1171755473 tempest-ServersAdminTestJSON-1171755473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:28.971040 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54251813-e92c-4223-a98e-7986754a5b67 req-5f540513-d62e-44b8-90d7-9db1825e5555 tempest-ServersAdminTestJSON-1171755473 tempest-ServersAdminTestJSON-1171755473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:28.971496 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54251813-e92c-4223-a98e-7986754a5b67 req-5f540513-d62e-44b8-90d7-9db1825e5555 tempest-ServersAdminTestJSON-1171755473 tempest-ServersAdminTestJSON-1171755473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:28.976067 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54251813-e92c-4223-a98e-7986754a5b67 req-5f540513-d62e-44b8-90d7-9db1825e5555 tempest-ServersAdminTestJSON-1171755473 tempest-ServersAdminTestJSON-1171755473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:28.976067 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54251813-e92c-4223-a98e-7986754a5b67 req-5f540513-d62e-44b8-90d7-9db1825e5555 tempest-ServersAdminTestJSON-1171755473 tempest-ServersAdminTestJSON-1171755473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:28.976067 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54251813-e92c-4223-a98e-7986754a5b67 req-5f540513-d62e-44b8-90d7-9db1825e5555 tempest-ServersAdminTestJSON-1171755473 tempest-ServersAdminTestJSON-1171755473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:28.976067 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54251813-e92c-4223-a98e-7986754a5b67 req-5f540513-d62e-44b8-90d7-9db1825e5555 tempest-ServersAdminTestJSON-1171755473 tempest-ServersAdminTestJSON-1171755473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:28.976067 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54251813-e92c-4223-a98e-7986754a5b67 req-5f540513-d62e-44b8-90d7-9db1825e5555 tempest-ServersAdminTestJSON-1171755473 tempest-ServersAdminTestJSON-1171755473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:28.976067 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54251813-e92c-4223-a98e-7986754a5b67 req-5f540513-d62e-44b8-90d7-9db1825e5555 tempest-ServersAdminTestJSON-1171755473 tempest-ServersAdminTestJSON-1171755473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:28.976787 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-54251813-e92c-4223-a98e-7986754a5b67 req-5f540513-d62e-44b8-90d7-9db1825e5555 tempest-ServersAdminTestJSON-1171755473 tempest-ServersAdminTestJSON-1171755473-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=c93f3ea4-a53e-47bd-8942-570eda6223fa&device_id=7aa9e53a-41ca-4c76-a7a1-f88c7d11a3f6&device_id=f4d9c4a7-3d0b-441a-b61c-0320d9e6ae04&device_id=98d6d82d-3a78-44f6-a171-1c19b3afea39&device_id=acf811b7-803c-4be4-bb7f-dc852ca91de2&device_id=62a21279-cd45-4f1c-bc8b-9bb047767d13&device_id=648e4284-ff93-4bcd-8bc5-8d9132f908a1&device_id=53c3d301-4685-4f48-91f8-26f8246123b3&device_id=29cccc14-5cf4-4470-a538-9d1ef2af8007&device_id=c37d8b08-64ee-4d7e-99b5-bc356505ed77&device_id=1e790d19-e22e-49e6-811e-000580ef0e08&device_id=a978446e-4582-4607-aebd-6033f29f8980&device_id=eef198f5-5223-4d49-8ce9-d9987fbc9f79&device_id=70c84ed6-1b38-4b73-8bea-55c843cc7bda HTTP/1.1" status: 200 len: 17190 time: 0.1448679 Aug 11 03:07:28.987079 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ebbf71-d4b5-4b0d-988e-7bb592f7e590 req-f2c781c3-6c79-4756-9cd1-02b53e4d7e94 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:28.988575 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-89ebbf71-d4b5-4b0d-988e-7bb592f7e590 req-f2c781c3-6c79-4756-9cd1-02b53e4d7e94 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/ports?device_id=eef198f5-5223-4d49-8ce9-d9987fbc9f79 HTTP/1.1" status: 200 len: 945 time: 0.1555400 Aug 11 03:07:29.022589 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-54251813-e92c-4223-a98e-7986754a5b67 req-f0b0ed95-07c2-41c1-b7fc-8b2ed3e78f38 tempest-ServersAdminTestJSON-1171755473 tempest-ServersAdminTestJSON-1171755473-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:29.087436 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-83a853cd-2dbe-49db-a460-9e84c33ec45c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:29.098788 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-89ebbf71-d4b5-4b0d-988e-7bb592f7e590 req-01479eaf-514c-47a9-a491-57fb439f1677 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/security-groups?id=4490b831-3ed6-471e-94da-f0207d61c828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976262 Aug 11 03:07:29.101901 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0cec3755-f3bd-4edb-be82-061b5c9d5c81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-446952'] for router, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:29.313898 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f4c899-343b-4c60-9831-2fd4930f0c67 req-cd616738-706b-4444-895a-2f20e852ce58 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:29.315462 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-94f4c899-343b-4c60-9831-2fd4930f0c67 req-cd616738-706b-4444-895a-2f20e852ce58 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=62a21279-cd45-4f1c-bc8b-9bb047767d13 HTTP/1.1" status: 200 len: 950 time: 0.0937140 Aug 11 03:07:29.317248 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-54251813-e92c-4223-a98e-7986754a5b67 req-f0b0ed95-07c2-41c1-b7fc-8b2ed3e78f38 tempest-ServersAdminTestJSON-1171755473 tempest-ServersAdminTestJSON-1171755473-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:29.359692 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-94f4c899-343b-4c60-9831-2fd4930f0c67 req-d47d6a2d-e6f0-456d-9cc2-cccb1246e9ef tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375667 Aug 11 03:07:29.435759 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-54251813-e92c-4223-a98e-7986754a5b67 req-f0b0ed95-07c2-41c1-b7fc-8b2ed3e78f38 tempest-ServersAdminTestJSON-1171755473 tempest-ServersAdminTestJSON-1171755473-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:29.468017 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-54251813-e92c-4223-a98e-7986754a5b67 req-f0b0ed95-07c2-41c1-b7fc-8b2ed3e78f38 tempest-ServersAdminTestJSON-1171755473 tempest-ServersAdminTestJSON-1171755473-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=2a2aa92e-a0e4-4cb3-9665-2569763a2f7f&id=f1fae8da-c64d-4618-86d5-07a29a648abc&id=4490b831-3ed6-471e-94da-f0207d61c828&id=607419a9-bee5-4ef0-a97c-fc5d24552dc8&id=f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1&id=0947f6a2-f888-43bb-ac20-3b42849ccfb9&id=19e25e3f-a72e-45d4-8165-3b0d2215340c&id=4bfdc2ba-9f18-4435-9a1d-8c7ae69f76fd&fields=id&fields=name HTTP/1.1" status: 200 len: 834 time: 0.4745941 Aug 11 03:07:29.468553 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cec3755-f3bd-4edb-be82-061b5c9d5c81 admin admin] Router 91bb858b-fd76-4ffc-beff-fa72f11f1500 is scheduled to L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 with binding_index 1 {{(pid=102192) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:07:29.509625 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b0ed95-07c2-41c1-b7fc-8b2ed3e78f38 tempest-ServersAdminTestJSON-1171755473 tempest-ServersAdminTestJSON-1171755473-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6a39a50-5a05-4943-8f5a-94f021281b13,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:29.519020 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7f2b26db-218c-48ca-9ae0-9e70a348e983 req-0f9f6dc1-4171-4b62-a3cb-beb8468fdbd8 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/ports?device_id=c93f3ea4-a53e-47bd-8942-570eda6223fa HTTP/1.1" status: 200 len: 210 time: 0.0543621 Aug 11 03:07:29.652109 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cec3755-f3bd-4edb-be82-061b5c9d5c81 admin admin] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:07:29.661530 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f3dd651-ec7c-4845-b3ae-e1d66e0de3c5 None None] Sync routers for ids ['91bb858b-fd76-4ffc-beff-fa72f11f1500'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:07:29.676332 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3dd651-ec7c-4845-b3ae-e1d66e0de3c5 None None] Routers {'91bb858b-fd76-4ffc-beff-fa72f11f1500'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:07:29.677188 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-9f3dd651-ec7c-4845-b3ae-e1d66e0de3c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:07:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['91bb858b-fd76-4ffc-beff-fa72f11f1500'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:07:29.729118 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0cec3755-f3bd-4edb-be82-061b5c9d5c81 admin admin] Notify callbacks [] for router, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:29.731255 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-0cec3755-f3bd-4edb-be82-061b5c9d5c81 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.1009650 Aug 11 03:07:29.734197 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 52632) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:07:29.777711 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594afd32-55c6-4338-b5ee-18edddf0b57d req-d6034815-c6b2-4da1-b279-bfdf6e724eb9 tempest-ServersAdminTestJSON-1171755473 tempest-ServersAdminTestJSON-1171755473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:29.778461 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594afd32-55c6-4338-b5ee-18edddf0b57d req-d6034815-c6b2-4da1-b279-bfdf6e724eb9 tempest-ServersAdminTestJSON-1171755473 tempest-ServersAdminTestJSON-1171755473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:29.779018 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594afd32-55c6-4338-b5ee-18edddf0b57d req-d6034815-c6b2-4da1-b279-bfdf6e724eb9 tempest-ServersAdminTestJSON-1171755473 tempest-ServersAdminTestJSON-1171755473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:29.781014 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-594afd32-55c6-4338-b5ee-18edddf0b57d req-d6034815-c6b2-4da1-b279-bfdf6e724eb9 tempest-ServersAdminTestJSON-1171755473 tempest-ServersAdminTestJSON-1171755473-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=7aa9e53a-41ca-4c76-a7a1-f88c7d11a3f6&device_id=98d6d82d-3a78-44f6-a171-1c19b3afea39&device_id=acf811b7-803c-4be4-bb7f-dc852ca91de2 HTTP/1.1" status: 200 len: 2887 time: 0.0485039 Aug 11 03:07:29.797529 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-9f3dd651-ec7c-4845-b3ae-e1d66e0de3c5 None None] Set router 91bb858b-fd76-4ffc-beff-fa72f11f1500 gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:07:29.825982 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-594afd32-55c6-4338-b5ee-18edddf0b57d req-a2edff78-e347-4ca7-9ca5-850ba1c04023 tempest-ServersAdminTestJSON-1171755473 tempest-ServersAdminTestJSON-1171755473-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=4bfdc2ba-9f18-4435-9a1d-8c7ae69f76fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372941 Aug 11 03:07:30.001238 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-9f3dd651-ec7c-4845-b3ae-e1d66e0de3c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91bb858b-fd76-4ffc-beff-fa72f11f1500', 'name': 'tempest-ServerRescueTestJSONUnderV235-276210324-router', 'tenant_id': 'fba9b147a9744754b77a3fc98c1a44ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': '56501e14-14f0-4d57-83f1-57e340c29a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:07:26Z', 'updated_at': '2021-08-11T03:07:28Z', 'revision_number': 3, 'project_id': 'fba9b147a9744754b77a3fc98c1a44ef', 'gw_port': {'id': '56501e14-14f0-4d57-83f1-57e340c29a58', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:13:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91bb858b-fd76-4ffc-beff-fa72f11f1500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:07:27Z', 'updated_at': '2021-08-11T03:07:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:07:30.029199 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f3dd651-ec7c-4845-b3ae-e1d66e0de3c5 None None] Checking router: 91bb858b-fd76-4ffc-beff-fa72f11f1500 for host: n-d-764292-30 {{(pid=102193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:07:30.029692 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f3dd651-ec7c-4845-b3ae-e1d66e0de3c5 None None] Updating router 91bb858b-fd76-4ffc-beff-fa72f11f1500 port 56501e14-14f0-4d57-83f1-57e340c29a58 binding host n-d-764292-30 {{(pid=102193) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:07:30.056029 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-9f3dd651-ec7c-4845-b3ae-e1d66e0de3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:30.193517 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4e56d471-3ffb-4177-8b5c-ffcb03aa7bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:30.242808 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ded3a5-4a7b-41bc-b4b3-fa263e70401f req-66b184ea-8cb6-4fc0-b0cb-45ed3a7df144 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:30.245394 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-23ded3a5-4a7b-41bc-b4b3-fa263e70401f req-66b184ea-8cb6-4fc0-b0cb-45ed3a7df144 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/ports?device_id=eef198f5-5223-4d49-8ce9-d9987fbc9f79 HTTP/1.1" status: 200 len: 945 time: 0.0561128 Aug 11 03:07:30.287310 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-23ded3a5-4a7b-41bc-b4b3-fa263e70401f req-0ce6cdcd-2428-4a4d-ab07-b99c7f711727 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/security-groups?id=4490b831-3ed6-471e-94da-f0207d61c828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359349 Aug 11 03:07:30.396701 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [None req-4e56d471-3ffb-4177-8b5c-ffcb03aa7bd0 admin admin] Allocated IP 172.20.0.1 (ba16c1ee-b924-4acd-93e3-1916a7414241/c9948c0e-1a7a-4d2b-b7c0-e1311563d7af/1a7c207d-f253-4144-aa51-6b19b323c6d1) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:07:30.401390 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-9f3dd651-ec7c-4845-b3ae-e1d66e0de3c5 None None] Notify callbacks [] for port, precommit_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:30.419729 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-9f3dd651-ec7c-4845-b3ae-e1d66e0de3c5 None None] Transition to ACTIVE for port object 56501e14-14f0-4d57-83f1-57e340c29a58 will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:07:30.510218 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-9f3dd651-ec7c-4845-b3ae-e1d66e0de3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:30.512730 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89300e01-be9d-4d31-8870-0ab8865c91dc req-c90bcc54-a5b9-49f9-8fe4-9674e9b05d27 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:30.520454 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-89300e01-be9d-4d31-8870-0ab8865c91dc req-c90bcc54-a5b9-49f9-8fe4-9674e9b05d27 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=62a21279-cd45-4f1c-bc8b-9bb047767d13 HTTP/1.1" status: 200 len: 950 time: 0.0637784 Aug 11 03:07:30.525634 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4e56d471-3ffb-4177-8b5c-ffcb03aa7bd0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:30.574675 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-89300e01-be9d-4d31-8870-0ab8865c91dc req-47431533-f627-47bc-8d90-a5909b8b60d9 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516734 Aug 11 03:07:30.648923 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-9f3dd651-ec7c-4845-b3ae-e1d66e0de3c5 None None] Attempting to bind port 56501e14-14f0-4d57-83f1-57e340c29a58 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:07:30.649299 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-9f3dd651-ec7c-4845-b3ae-e1d66e0de3c5 None None] Attempting to bind port 56501e14-14f0-4d57-83f1-57e340c29a58 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:07:30.659756 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3dd651-ec7c-4845-b3ae-e1d66e0de3c5 None None] Attempting to bind port 56501e14-14f0-4d57-83f1-57e340c29a58 on network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:07:30.671655 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc350979-1477-4b23-ac6c-d6befe60c989 None None] Pushing event updated for resources: {'Port': ['ID=56501e14-14f0-4d57-83f1-57e340c29a58,revision_number=2']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:30.674773 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3dd651-ec7c-4845-b3ae-e1d66e0de3c5 None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 7, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:07:30.675412 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3dd651-ec7c-4845-b3ae-e1d66e0de3c5 None None] Checking segment: {'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:07:30.676004 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-9f3dd651-ec7c-4845-b3ae-e1d66e0de3c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:30.676561 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3dd651-ec7c-4845-b3ae-e1d66e0de3c5 None None] Bound using segment: {'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:07:30.677194 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-9f3dd651-ec7c-4845-b3ae-e1d66e0de3c5 None None] Bound port: 56501e14-14f0-4d57-83f1-57e340c29a58, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:07:30.677753 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-9f3dd651-ec7c-4845-b3ae-e1d66e0de3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:30.697987 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-381d1902-2818-4c99-846c-0a3203564b7b req-d29d7d47-82de-4053-9a01-5c522ae5a9a4 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/ports?device_id=c93f3ea4-a53e-47bd-8942-570eda6223fa HTTP/1.1" status: 200 len: 210 time: 0.0457845 Aug 11 03:07:30.740780 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-9f3dd651-ec7c-4845-b3ae-e1d66e0de3c5 None None] For port 56501e14-14f0-4d57-83f1-57e340c29a58, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:07:30.746497 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-9f3dd651-ec7c-4845-b3ae-e1d66e0de3c5 None None] For port 56501e14-14f0-4d57-83f1-57e340c29a58, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=56501e14-14f0-4d57-83f1-57e340c29a58,segment=NetworkSegment(fab28bed-aa25-40db-bba4-ec26e795194c),segment_id=fab28bed-aa25-40db-bba4-ec26e795194c)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:07:30.766513 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4e56d471-3ffb-4177-8b5c-ffcb03aa7bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:30.821272 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d1af55-c8a0-4c92-8e29-2a13a2dad473 req-a8ca8ef0-8849-44ca-8680-9a3855ee7a57 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:30.822748 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-65d1af55-c8a0-4c92-8e29-2a13a2dad473 req-a8ca8ef0-8849-44ca-8680-9a3855ee7a57 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.22 "GET /v2.0/networks?id=b3c19a2d-0e26-410a-b53e-1619e285dc24 HTTP/1.1" status: 200 len: 812 time: 0.2186818 Aug 11 03:07:30.842444 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-9f3dd651-ec7c-4845-b3ae-e1d66e0de3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:30.846975 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-65d1af55-c8a0-4c92-8e29-2a13a2dad473 req-6e883c1f-bf7f-4123-91ab-44c1282ef759 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Request body: {'port': {'device_id': 'c93f3ea4-a53e-47bd-8942-570eda6223fa', 'network_id': 'b3c19a2d-0e26-410a-b53e-1619e285dc24', 'admin_state_up': True, 'tenant_id': 'c348de37bb094671bc15dc0c22bb5512'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:07:30.853840 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e56d471-3ffb-4177-8b5c-ffcb03aa7bd0 admin admin] Network ba16c1ee-b924-4acd-93e3-1916a7414241 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:07:30.871235 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-4e56d471-3ffb-4177-8b5c-ffcb03aa7bd0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:07:30.874722 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e56d471-3ffb-4177-8b5c-ffcb03aa7bd0 admin admin] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:07:30.896943 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3dd651-ec7c-4845-b3ae-e1d66e0de3c5 None None] Routers {'91bb858b-fd76-4ffc-beff-fa72f11f1500'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:07:30.897486 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-9f3dd651-ec7c-4845-b3ae-e1d66e0de3c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:07:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['91bb858b-fd76-4ffc-beff-fa72f11f1500'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:07:30.923021 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e56d471-3ffb-4177-8b5c-ffcb03aa7bd0 admin admin] Pushing event updated for resources: {'Port': ['ID=1a7c207d-f253-4144-aa51-6b19b323c6d1,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:30.941231 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc350979-1477-4b23-ac6c-d6befe60c989 None None] Pushing event updated for resources: {'Port': ['ID=56501e14-14f0-4d57-83f1-57e340c29a58,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:30.959381 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4e56d471-3ffb-4177-8b5c-ffcb03aa7bd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-520987'] for router_interface, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:31.026706 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-9f3dd651-ec7c-4845-b3ae-e1d66e0de3c5 None None] Set router 91bb858b-fd76-4ffc-beff-fa72f11f1500 gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:07:31.116056 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05174924-962a-4c8a-b22e-eae328da218a req-44ef7241-db86-488e-a733-8079248c2ae0 tempest-ServersAdminTestJSON-1171755473 tempest-ServersAdminTestJSON-1171755473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:31.122881 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-05174924-962a-4c8a-b22e-eae328da218a req-44ef7241-db86-488e-a733-8079248c2ae0 tempest-ServersAdminTestJSON-1171755473 tempest-ServersAdminTestJSON-1171755473-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=98d6d82d-3a78-44f6-a171-1c19b3afea39 HTTP/1.1" status: 200 len: 1102 time: 0.0545182 Aug 11 03:07:31.156930 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-05174924-962a-4c8a-b22e-eae328da218a req-8a910896-0690-4844-ada2-c325469aa61d tempest-ServersAdminTestJSON-1171755473 tempest-ServersAdminTestJSON-1171755473-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=4bfdc2ba-9f18-4435-9a1d-8c7ae69f76fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330200 Aug 11 03:07:31.162327 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65d1af55-c8a0-4c92-8e29-2a13a2dad473 req-6e883c1f-bf7f-4123-91ab-44c1282ef759 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Made reservation on behalf of c348de37bb094671bc15dc0c22bb5512 for: {'port': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:07:31.167708 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-65d1af55-c8a0-4c92-8e29-2a13a2dad473 req-6e883c1f-bf7f-4123-91ab-44c1282ef759 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:31.252744 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-9f3dd651-ec7c-4845-b3ae-e1d66e0de3c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91bb858b-fd76-4ffc-beff-fa72f11f1500', 'name': 'tempest-ServerRescueTestJSONUnderV235-276210324-router', 'tenant_id': 'fba9b147a9744754b77a3fc98c1a44ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': '56501e14-14f0-4d57-83f1-57e340c29a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:07:26Z', 'updated_at': '2021-08-11T03:07:28Z', 'revision_number': 3, 'project_id': 'fba9b147a9744754b77a3fc98c1a44ef', 'gw_port': {'id': '56501e14-14f0-4d57-83f1-57e340c29a58', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:13:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91bb858b-fd76-4ffc-beff-fa72f11f1500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:07:27Z', 'updated_at': '2021-08-11T03:07:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:07:31.267003 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4e56d471-3ffb-4177-8b5c-ffcb03aa7bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:31.290047 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f3dd651-ec7c-4845-b3ae-e1d66e0de3c5 None None] The sync data for ids ['91bb858b-fd76-4ffc-beff-fa72f11f1500'] in n-d-764292-30 is: [{'id': '91bb858b-fd76-4ffc-beff-fa72f11f1500', 'name': 'tempest-ServerRescueTestJSONUnderV235-276210324-router', 'tenant_id': 'fba9b147a9744754b77a3fc98c1a44ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': '56501e14-14f0-4d57-83f1-57e340c29a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:07:26Z', 'updated_at': '2021-08-11T03:07:28Z', 'revision_number': 3, 'project_id': 'fba9b147a9744754b77a3fc98c1a44ef', 'gw_port': {'id': '56501e14-14f0-4d57-83f1-57e340c29a58', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:13:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91bb858b-fd76-4ffc-beff-fa72f11f1500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:07:27Z', 'updated_at': '2021-08-11T03:07:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:07:31.408246 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [req-65d1af55-c8a0-4c92-8e29-2a13a2dad473 req-6e883c1f-bf7f-4123-91ab-44c1282ef759 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Allocated IP 172.20.0.13 (b3c19a2d-0e26-410a-b53e-1619e285dc24/c6eff5da-ec78-46c7-b512-eb7d066170b3/54295b0e-4d83-4378-9133-ce568678b59f) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:07:31.506818 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2806e9-325e-4817-ae44-22efac4ef125 req-fed45070-4078-449c-9682-6d66c724a23e tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:31.509468 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ce2806e9-325e-4817-ae44-22efac4ef125 req-fed45070-4078-449c-9682-6d66c724a23e tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/ports?device_id=eef198f5-5223-4d49-8ce9-d9987fbc9f79 HTTP/1.1" status: 200 len: 945 time: 0.0678952 Aug 11 03:07:31.615070 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ce2806e9-325e-4817-ae44-22efac4ef125 req-decb8f74-1685-4d31-aac1-16aacbfa4d7f tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/security-groups?id=4490b831-3ed6-471e-94da-f0207d61c828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946674 Aug 11 03:07:31.636106 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbd06c7-fcb0-4a13-88e5-dbdb7a262d4a req-cf5f8fe9-e7e4-4d27-89ee-65fe8df08a9d tempest-ServersAdminTestJSON-1171755473 tempest-ServersAdminTestJSON-1171755473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:31.647158 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bdbd06c7-fcb0-4a13-88e5-dbdb7a262d4a req-cf5f8fe9-e7e4-4d27-89ee-65fe8df08a9d tempest-ServersAdminTestJSON-1171755473 tempest-ServersAdminTestJSON-1171755473-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=98d6d82d-3a78-44f6-a171-1c19b3afea39 HTTP/1.1" status: 200 len: 1102 time: 0.1192157 Aug 11 03:07:31.758128 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bdbd06c7-fcb0-4a13-88e5-dbdb7a262d4a req-e264a254-b2b0-4239-81ee-6e87b1f57c7c tempest-ServersAdminTestJSON-1171755473 tempest-ServersAdminTestJSON-1171755473-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=4bfdc2ba-9f18-4435-9a1d-8c7ae69f76fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022565 Aug 11 03:07:31.803797 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:31.832736 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4e56d471-3ffb-4177-8b5c-ffcb03aa7bd0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:31.837783 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-7cf0639e-36b9-4251-b17e-276280cc6648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:31.871571 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 56501e14-14f0-4d57-83f1-57e340c29a58 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:07:31.873835 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-65d1af55-c8a0-4c92-8e29-2a13a2dad473 req-6e883c1f-bf7f-4123-91ab-44c1282ef759 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:31.911828 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef530de0-dbd3-40c7-bea7-c93b3eddd810 req-cd553a7a-0d02-46d3-9b2d-bc541a36873e tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:31.927577 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ef530de0-dbd3-40c7-bea7-c93b3eddd810 req-cd553a7a-0d02-46d3-9b2d-bc541a36873e tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=62a21279-cd45-4f1c-bc8b-9bb047767d13 HTTP/1.1" status: 200 len: 950 time: 0.1378775 Aug 11 03:07:31.934898 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4e56d471-3ffb-4177-8b5c-ffcb03aa7bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:32.005085 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-03b6dd2c-f2ef-4e58-a506-2e7eb24dc01a req-2bc774ce-c692-4884-9fdd-50122cafe7f6 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/ports?device_id=c93f3ea4-a53e-47bd-8942-570eda6223fa HTTP/1.1" status: 200 len: 210 time: 0.0431566 Aug 11 03:07:32.038610 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port 56501e14-14f0-4d57-83f1-57e340c29a58 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:07:32.039776 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 56501e14-14f0-4d57-83f1-57e340c29a58 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:07:32.040267 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:32.067309 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ef530de0-dbd3-40c7-bea7-c93b3eddd810 req-a9dbf498-42f3-47c8-b08a-22daa0d6e79d tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333029 Aug 11 03:07:32.079012 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e56d471-3ffb-4177-8b5c-ffcb03aa7bd0 admin admin] Pushing event updated for resources: {'Port': ['ID=1a7c207d-f253-4144-aa51-6b19b323c6d1,revision_number=2']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:32.084579 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4e56d471-3ffb-4177-8b5c-ffcb03aa7bd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16383026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521135'] for router_interface, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:32.102076 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-65d1af55-c8a0-4c92-8e29-2a13a2dad473 req-6e883c1f-bf7f-4123-91ab-44c1282ef759 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:32.204586 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:32.222839 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e883c1f-bf7f-4123-91ab-44c1282ef759 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Pushing event updated for resources: {'Port': ['ID=54295b0e-4d83-4378-9133-ce568678b59f,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:32.239319 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port 56501e14-14f0-4d57-83f1-57e340c29a58, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=56501e14-14f0-4d57-83f1-57e340c29a58,segment=NetworkSegment(fab28bed-aa25-40db-bba4-ec26e795194c),segment_id=fab28bed-aa25-40db-bba4-ec26e795194c)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:07:32.246704 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65d1af55-c8a0-4c92-8e29-2a13a2dad473 req-6e883c1f-bf7f-4123-91ab-44c1282ef759 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Network b3c19a2d-0e26-410a-b53e-1619e285dc24 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:07:32.276302 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [req-65d1af55-c8a0-4c92-8e29-2a13a2dad473 req-6e883c1f-bf7f-4123-91ab-44c1282ef759 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:07:32.283771 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-65d1af55-c8a0-4c92-8e29-2a13a2dad473 req-6e883c1f-bf7f-4123-91ab-44c1282ef759 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:07:32.328207 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:32.345682 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d1af55-c8a0-4c92-8e29-2a13a2dad473 req-6e883c1f-bf7f-4123-91ab-44c1282ef759 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:32.346394 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-65d1af55-c8a0-4c92-8e29-2a13a2dad473 req-6e883c1f-bf7f-4123-91ab-44c1282ef759 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:32.462808 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-65d1af55-c8a0-4c92-8e29-2a13a2dad473 req-6e883c1f-bf7f-4123-91ab-44c1282ef759 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6289508 Aug 11 03:07:32.481087 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e56d471-3ffb-4177-8b5c-ffcb03aa7bd0 admin admin] Network ba16c1ee-b924-4acd-93e3-1916a7414241 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:07:32.489402 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-65d1af55-c8a0-4c92-8e29-2a13a2dad473 req-6b81af80-2d7a-4e6e-abcc-43b65e265b84 service neutron] Request body: {'port': {'device_id': 'c93f3ea4-a53e-47bd-8942-570eda6223fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764292-30'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:07:32.497655 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=56501e14-14f0-4d57-83f1-57e340c29a58,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:32.528507 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-4e56d471-3ffb-4177-8b5c-ffcb03aa7bd0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:07:32.630825 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-65d1af55-c8a0-4c92-8e29-2a13a2dad473 req-6b81af80-2d7a-4e6e-abcc-43b65e265b84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:32.827867 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fc09a8-e1ae-4981-8a47-c2011b893194 req-bc60f771-b517-408e-8c26-04c53f320238 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:32.842233 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f5fc09a8-e1ae-4981-8a47-c2011b893194 req-bc60f771-b517-408e-8c26-04c53f320238 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/ports?device_id=eef198f5-5223-4d49-8ce9-d9987fbc9f79 HTTP/1.1" status: 200 len: 945 time: 0.1106625 Aug 11 03:07:32.903670 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:32.907910 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f5fc09a8-e1ae-4981-8a47-c2011b893194 req-89816789-886e-4e75-a006-28655184ad53 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/security-groups?id=4490b831-3ed6-471e-94da-f0207d61c828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627089 Aug 11 03:07:33.148638 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8664a0d-439d-4ab1-88ad-86d1dfc6ffe8 req-3f17540e-7dfd-4e67-9412-a344d9d3191c tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:33.150541 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b8664a0d-439d-4ab1-88ad-86d1dfc6ffe8 req-3f17540e-7dfd-4e67-9412-a344d9d3191c tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=70c84ed6-1b38-4b73-8bea-55c843cc7bda HTTP/1.1" status: 200 len: 944 time: 0.0558002 Aug 11 03:07:33.226888 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e56d471-3ffb-4177-8b5c-ffcb03aa7bd0 admin admin] Router 91bb858b-fd76-4ffc-beff-fa72f11f1500 has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:07:33.227978 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b8664a0d-439d-4ab1-88ad-86d1dfc6ffe8 req-632c1c1c-e9eb-4d97-baae-bfef1f401c1e tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a2aa92e-a0e4-4cb3-9665-2569763a2f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692165 Aug 11 03:07:33.466004 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db56886a-a787-4cf0-bfe3-0aee19462b4a req-ff49f36b-70e2-4326-98d2-fe8d1463e6b7 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:33.470734 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-db56886a-a787-4cf0-bfe3-0aee19462b4a req-ff49f36b-70e2-4326-98d2-fe8d1463e6b7 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/ports?device_id=c93f3ea4-a53e-47bd-8942-570eda6223fa HTTP/1.1" status: 200 len: 932 time: 0.1296709 Aug 11 03:07:33.480356 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea9af1e-ffcc-4279-872c-5a87890f2d25 req-16e97e57-00fc-4b46-9d5b-9f3933863d3d tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:33.490518 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9ea9af1e-ffcc-4279-872c-5a87890f2d25 req-16e97e57-00fc-4b46-9d5b-9f3933863d3d tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=62a21279-cd45-4f1c-bc8b-9bb047767d13 HTTP/1.1" status: 200 len: 950 time: 0.0939608 Aug 11 03:07:33.532192 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e56d471-3ffb-4177-8b5c-ffcb03aa7bd0 admin admin] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:07:33.545916 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-4e56d471-3ffb-4177-8b5c-ffcb03aa7bd0 admin admin] 10.222.0.41 "PUT /v2.0/routers/91bb858b-fd76-4ffc-beff-fa72f11f1500/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8025997 Aug 11 03:07:33.580224 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9ea9af1e-ffcc-4279-872c-5a87890f2d25 req-e759581a-7c0c-4b8a-b5db-36c2cf3f920e tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871205 Aug 11 03:07:33.607528 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [req-65d1af55-c8a0-4c92-8e29-2a13a2dad473 req-6b81af80-2d7a-4e6e-abcc-43b65e265b84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54295b0e-4d83-4378-9133-ce568678b59f {{(pid=102191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:07:33.615999 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-65d1af55-c8a0-4c92-8e29-2a13a2dad473 req-6b81af80-2d7a-4e6e-abcc-43b65e265b84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:33.632257 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-db56886a-a787-4cf0-bfe3-0aee19462b4a req-160b74b3-089a-4cde-97d4-a4269c0b2918 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/security-groups?id=96c4279c-51b6-4d8a-ac93-67215ccf65c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359258 Aug 11 03:07:33.641228 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [req-65d1af55-c8a0-4c92-8e29-2a13a2dad473 req-6b81af80-2d7a-4e6e-abcc-43b65e265b84 service neutron] Transition to ACTIVE for port object 54295b0e-4d83-4378-9133-ce568678b59f will not be triggered until provisioned by entity L2. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:07:33.688116 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-65d1af55-c8a0-4c92-8e29-2a13a2dad473 req-6b81af80-2d7a-4e6e-abcc-43b65e265b84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:33.803800 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 56501e14-14f0-4d57-83f1-57e340c29a58 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:07:33.827152 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b81af80-2d7a-4e6e-abcc-43b65e265b84 service neutron] Pushing event updated for resources: {'Port': ['ID=54295b0e-4d83-4378-9133-ce568678b59f,revision_number=2']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:33.931675 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-65d1af55-c8a0-4c92-8e29-2a13a2dad473 req-6b81af80-2d7a-4e6e-abcc-43b65e265b84 service neutron] Attempting to bind port 54295b0e-4d83-4378-9133-ce568678b59f on host n-h1-764292-30 for vnic_type normal with profile {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:07:33.932540 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-65d1af55-c8a0-4c92-8e29-2a13a2dad473 req-6b81af80-2d7a-4e6e-abcc-43b65e265b84 service neutron] Attempting to bind port 54295b0e-4d83-4378-9133-ce568678b59f by drivers openvswitch,hyperv on host n-h1-764292-30 at level 0 using segments [{'id': '66697432-be64-438d-a5b2-0b02f3d0fa2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'b3c19a2d-0e26-410a-b53e-1619e285dc24'}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:07:33.935164 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65d1af55-c8a0-4c92-8e29-2a13a2dad473 req-6b81af80-2d7a-4e6e-abcc-43b65e265b84 service neutron] Attempting to bind port 54295b0e-4d83-4378-9133-ce568678b59f on network b3c19a2d-0e26-410a-b53e-1619e285dc24 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:07:33.938273 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65d1af55-c8a0-4c92-8e29-2a13a2dad473 req-6b81af80-2d7a-4e6e-abcc-43b65e265b84 service neutron] Port 54295b0e-4d83-4378-9133-ce568678b59f on network b3c19a2d-0e26-410a-b53e-1619e285dc24 not bound, no agent of type Open vSwitch agent registered on host n-h1-764292-30 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:07:33.938653 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65d1af55-c8a0-4c92-8e29-2a13a2dad473 req-6b81af80-2d7a-4e6e-abcc-43b65e265b84 service neutron] Attempting to bind port 54295b0e-4d83-4378-9133-ce568678b59f on network b3c19a2d-0e26-410a-b53e-1619e285dc24 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:07:33.940900 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cea5881-285a-4203-90ed-d2c053c2647c None None] Sync routers for ids ['91bb858b-fd76-4ffc-beff-fa72f11f1500'] in n-d-764292-30 {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:07:33.944348 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65d1af55-c8a0-4c92-8e29-2a13a2dad473 req-6b81af80-2d7a-4e6e-abcc-43b65e265b84 service neutron] Checking agent: {'id': 'abb524c2-b412-4ed2-8367-45c4fd996fa7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 7, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:07:33.944830 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65d1af55-c8a0-4c92-8e29-2a13a2dad473 req-6b81af80-2d7a-4e6e-abcc-43b65e265b84 service neutron] Checking segment: {'id': '66697432-be64-438d-a5b2-0b02f3d0fa2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'b3c19a2d-0e26-410a-b53e-1619e285dc24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:07:33.945467 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65d1af55-c8a0-4c92-8e29-2a13a2dad473 req-6b81af80-2d7a-4e6e-abcc-43b65e265b84 service neutron] Bound using segment: {'id': '66697432-be64-438d-a5b2-0b02f3d0fa2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'b3c19a2d-0e26-410a-b53e-1619e285dc24'} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:07:33.945986 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-65d1af55-c8a0-4c92-8e29-2a13a2dad473 req-6b81af80-2d7a-4e6e-abcc-43b65e265b84 service neutron] Bound port: 54295b0e-4d83-4378-9133-ce568678b59f, host: n-h1-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66697432-be64-438d-a5b2-0b02f3d0fa2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'b3c19a2d-0e26-410a-b53e-1619e285dc24'}}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:07:33.946454 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-65d1af55-c8a0-4c92-8e29-2a13a2dad473 req-6b81af80-2d7a-4e6e-abcc-43b65e265b84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:33.948880 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def2e6f4-f5eb-4a83-8031-1dc479931e40 req-93211765-6991-42ec-90f7-cbff4c395668 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:33.959510 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-def2e6f4-f5eb-4a83-8031-1dc479931e40 req-93211765-6991-42ec-90f7-cbff4c395668 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.41 "GET /v2.0/ports?device_id=98d6d82d-3a78-44f6-a171-1c19b3afea39 HTTP/1.1" status: 200 len: 950 time: 0.2063317 Aug 11 03:07:33.961011 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cea5881-285a-4203-90ed-d2c053c2647c None None] Routers {'91bb858b-fd76-4ffc-beff-fa72f11f1500'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:07:33.963824 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-4cea5881-285a-4203-90ed-d2c053c2647c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:07:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['91bb858b-fd76-4ffc-beff-fa72f11f1500'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:07:33.964042 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 56501e14-14f0-4d57-83f1-57e340c29a58 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:07:33.964042 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:34.008582 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39472183-929e-40ba-a3e8-12ee10d290bc req-de7b15a2-551b-4af0-8583-69c0fd75a717 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:34.016469 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-39472183-929e-40ba-a3e8-12ee10d290bc req-de7b15a2-551b-4af0-8583-69c0fd75a717 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=70c84ed6-1b38-4b73-8bea-55c843cc7bda HTTP/1.1" status: 200 len: 944 time: 0.2271190 Aug 11 03:07:34.078946 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-39472183-929e-40ba-a3e8-12ee10d290bc req-8b42a82c-b336-4c61-af9f-e1d1cc4c214c tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a2aa92e-a0e4-4cb3-9665-2569763a2f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615191 Aug 11 03:07:34.119445 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-65d1af55-c8a0-4c92-8e29-2a13a2dad473 req-6b81af80-2d7a-4e6e-abcc-43b65e265b84 service neutron] For port 54295b0e-4d83-4378-9133-ce568678b59f, host n-h1-764292-30, cleared binding levels {{(pid=102191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:07:34.126246 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-65d1af55-c8a0-4c92-8e29-2a13a2dad473 req-6b81af80-2d7a-4e6e-abcc-43b65e265b84 service neutron] For port 54295b0e-4d83-4378-9133-ce568678b59f, host n-h1-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=54295b0e-4d83-4378-9133-ce568678b59f,segment=NetworkSegment(66697432-be64-438d-a5b2-0b02f3d0fa2a),segment_id=66697432-be64-438d-a5b2-0b02f3d0fa2a)] {{(pid=102191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:07:34.148933 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-def2e6f4-f5eb-4a83-8031-1dc479931e40 req-823116c6-6729-46e8-a98b-1f223292cbb4 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.41 "GET /v2.0/security-groups?id=4bfdc2ba-9f18-4435-9a1d-8c7ae69f76fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685512 Aug 11 03:07:34.172023 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-4cea5881-285a-4203-90ed-d2c053c2647c None None] Set router 91bb858b-fd76-4ffc-beff-fa72f11f1500 gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:07:34.219741 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-65d1af55-c8a0-4c92-8e29-2a13a2dad473 req-6b81af80-2d7a-4e6e-abcc-43b65e265b84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:34.303098 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d1af55-c8a0-4c92-8e29-2a13a2dad473 req-6b81af80-2d7a-4e6e-abcc-43b65e265b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:34.303797 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-65d1af55-c8a0-4c92-8e29-2a13a2dad473 req-6b81af80-2d7a-4e6e-abcc-43b65e265b84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:34.305058 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-65d1af55-c8a0-4c92-8e29-2a13a2dad473 req-6b81af80-2d7a-4e6e-abcc-43b65e265b84 service neutron] 10.222.0.22 "PUT /v2.0/ports/54295b0e-4d83-4378-9133-ce568678b59f HTTP/1.1" status: 200 len: 1093 time: 1.8217235 Aug 11 03:07:34.305515 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c93f3ea4-a53e-47bd-8942-570eda6223fa', 'tag': '54295b0e-4d83-4378-9133-ce568678b59f'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:07:34.314015 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88bdb920-1994-4f31-91a9-82507263bf94" -d '{"events": [{"name": "network-changed", "server_uuid": "c93f3ea4-a53e-47bd-8942-570eda6223fa", "tag": "54295b0e-4d83-4378-9133-ce568678b59f"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:07:34.346708 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b81af80-2d7a-4e6e-abcc-43b65e265b84 service neutron] Pushing event updated for resources: {'Port': ['ID=54295b0e-4d83-4378-9133-ce568678b59f,revision_number=3']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:34.380518 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e15383-a458-4b14-9fb1-20e602450f74 req-f82f1219-251e-469d-b5e0-6bfe36aa957c tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:34.388118 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-09e15383-a458-4b14-9fb1-20e602450f74 req-f82f1219-251e-469d-b5e0-6bfe36aa957c tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/ports?device_id=eef198f5-5223-4d49-8ce9-d9987fbc9f79 HTTP/1.1" status: 200 len: 945 time: 0.1148217 Aug 11 03:07:34.438312 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-4cea5881-285a-4203-90ed-d2c053c2647c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91bb858b-fd76-4ffc-beff-fa72f11f1500', 'name': 'tempest-ServerRescueTestJSONUnderV235-276210324-router', 'tenant_id': 'fba9b147a9744754b77a3fc98c1a44ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': '56501e14-14f0-4d57-83f1-57e340c29a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:07:26Z', 'updated_at': '2021-08-11T03:07:31Z', 'revision_number': 4, 'project_id': 'fba9b147a9744754b77a3fc98c1a44ef', 'gw_port': {'id': '56501e14-14f0-4d57-83f1-57e340c29a58', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:13:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91bb858b-fd76-4ffc-beff-fa72f11f1500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:07:27Z', 'updated_at': '2021-08-11T03:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '1a7c207d-f253-4144-aa51-6b19b323c6d1', 'name': '', 'network_id': 'ba16c1ee-b924-4acd-93e3-1916a7414241', 'tenant_id': 'fba9b147a9744754b77a3fc98c1a44ef', 'mac_address': 'fa:16:3e:49:da:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91bb858b-fd76-4ffc-beff-fa72f11f1500', 'device_owner': 'network:router_interface', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': 'c9948c0e-1a7a-4d2b-b7c0-e1311563d7af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:07:30Z', 'updated_at': '2021-08-11T03:07:31Z', 'revision_number': 2, 'project_id': 'fba9b147a9744754b77a3fc98c1a44ef', 'subnets': [{'id': 'c9948c0e-1a7a-4d2b-b7c0-e1311563d7af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:07:34.466704 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cea5881-285a-4203-90ed-d2c053c2647c None None] Checking router: 91bb858b-fd76-4ffc-beff-fa72f11f1500 for host: n-d-764292-30 {{(pid=102194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:07:34.468076 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cea5881-285a-4203-90ed-d2c053c2647c None None] Updating router 91bb858b-fd76-4ffc-beff-fa72f11f1500 port 1a7c207d-f253-4144-aa51-6b19b323c6d1 binding host n-d-764292-30 {{(pid=102194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:07:34.511436 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-4cea5881-285a-4203-90ed-d2c053c2647c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:34.526527 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-09e15383-a458-4b14-9fb1-20e602450f74 req-7a8c273b-93e5-4980-8d65-423e07315a38 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/security-groups?id=4490b831-3ed6-471e-94da-f0207d61c828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1311138 Aug 11 03:07:34.557801 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d1af55-c8a0-4c92-8e29-2a13a2dad473 req-4b0d1cba-f9b6-4a85-8c7e-2c5842f268b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:34.561677 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:34.571670 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-65d1af55-c8a0-4c92-8e29-2a13a2dad473 req-4b0d1cba-f9b6-4a85-8c7e-2c5842f268b1 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c348de37bb094671bc15dc0c22bb5512&device_id=c93f3ea4-a53e-47bd-8942-570eda6223fa HTTP/1.1" status: 200 len: 1096 time: 0.0777860 Aug 11 03:07:34.621459 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288e8040-c74c-4b67-8b3b-566d1a177e13 req-1cd2ab9f-9917-4aff-b4f5-9c9a68eee549 tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:34.629494 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-288e8040-c74c-4b67-8b3b-566d1a177e13 req-1cd2ab9f-9917-4aff-b4f5-9c9a68eee549 tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] 10.222.0.41 "GET /v2.0/networks?id=ba16c1ee-b924-4acd-93e3-1916a7414241 HTTP/1.1" status: 200 len: 819 time: 0.2318902 Aug 11 03:07:34.642462 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-65d1af55-c8a0-4c92-8e29-2a13a2dad473 req-9d4d69f6-4b76-4f38-8a1e-4916e9b5e0f1 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=54295b0e-4d83-4378-9133-ce568678b59f HTTP/1.1" status: 200 len: 217 time: 0.0611272 Aug 11 03:07:34.653038 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-288e8040-c74c-4b67-8b3b-566d1a177e13 req-20b70e9c-9f86-40c7-8a29-9b074d459395 tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] 10.222.0.41 "GET /v2.0/quotas/fba9b147a9744754b77a3fc98c1a44ef HTTP/1.1" status: 200 len: 375 time: 0.0220559 Aug 11 03:07:34.710031 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d1af55-c8a0-4c92-8e29-2a13a2dad473 req-e1e12602-6f33-43a1-b142-2bfc4bd8b074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:34.713589 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-65d1af55-c8a0-4c92-8e29-2a13a2dad473 req-e1e12602-6f33-43a1-b142-2bfc4bd8b074 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c6eff5da-ec78-46c7-b512-eb7d066170b3 HTTP/1.1" status: 200 len: 852 time: 0.0605338 Aug 11 03:07:34.732232 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-288e8040-c74c-4b67-8b3b-566d1a177e13 req-b882561c-6462-46b1-8454-9972d836c4a3 tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=fba9b147a9744754b77a3fc98c1a44ef&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0782475 Aug 11 03:07:34.768040 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-65d1af55-c8a0-4c92-8e29-2a13a2dad473 req-c7fa1608-38a3-42a2-ab1b-385f6484f591 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b3c19a2d-0e26-410a-b53e-1619e285dc24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461559 Aug 11 03:07:34.817047 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-4cea5881-285a-4203-90ed-d2c053c2647c None None] Notify callbacks [] for port, precommit_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:34.828554 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.provisioning_blocks [None req-4cea5881-285a-4203-90ed-d2c053c2647c None None] Transition to ACTIVE for port object 1a7c207d-f253-4144-aa51-6b19b323c6d1 will not be triggered until provisioned by entity L2. {{(pid=102194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:07:34.837439 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-288e8040-c74c-4b67-8b3b-566d1a177e13 req-b783b0d5-b646-4003-8048-71fdedd6f2a9 service neutron] 10.222.0.41 "GET /v2.0/networks/ba16c1ee-b924-4acd-93e3-1916a7414241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038086 Aug 11 03:07:34.900415 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-65d1af55-c8a0-4c92-8e29-2a13a2dad473 req-95526cae-5ba5-4968-b3af-8c86ed66a3fd service neutron] 10.222.0.22 "GET /v2.0/networks/b3c19a2d-0e26-410a-b53e-1619e285dc24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222785 Aug 11 03:07:34.933121 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-4cea5881-285a-4203-90ed-d2c053c2647c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:34.973380 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-288e8040-c74c-4b67-8b3b-566d1a177e13 req-8f0b7923-44db-44a4-988e-e848260a1f5e service neutron] 10.222.0.41 "GET /v2.0/networks/ba16c1ee-b924-4acd-93e3-1916a7414241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263776 Aug 11 03:07:34.991775 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68bc240-8f07-410a-b74f-0212760b1d98 None None] Pushing event updated for resources: {'Port': ['ID=1a7c207d-f253-4144-aa51-6b19b323c6d1,revision_number=3']} {{(pid=102194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:35.005058 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68bc240-8f07-410a-b74f-0212760b1d98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:07:35.005804 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68bc240-8f07-410a-b74f-0212760b1d98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:07:35.006340 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68bc240-8f07-410a-b74f-0212760b1d98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:07:35.007005 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68bc240-8f07-410a-b74f-0212760b1d98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:07:35.008106 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68bc240-8f07-410a-b74f-0212760b1d98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:07:35.008447 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68bc240-8f07-410a-b74f-0212760b1d98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:07:35.008961 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68bc240-8f07-410a-b74f-0212760b1d98 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:07:35.009303 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68bc240-8f07-410a-b74f-0212760b1d98 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:07:35.009632 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68bc240-8f07-410a-b74f-0212760b1d98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:07:35.010233 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68bc240-8f07-410a-b74f-0212760b1d98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:07:35.010483 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68bc240-8f07-410a-b74f-0212760b1d98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:07:35.010811 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68bc240-8f07-410a-b74f-0212760b1d98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:07:35.024364 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-65d1af55-c8a0-4c92-8e29-2a13a2dad473 req-4e7b5c57-7c55-4068-8d4a-569a0806abb9 service neutron] 10.222.0.22 "GET /v2.0/networks/b3c19a2d-0e26-410a-b53e-1619e285dc24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169698 Aug 11 03:07:35.085704 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-4cea5881-285a-4203-90ed-d2c053c2647c None None] Attempting to bind port 1a7c207d-f253-4144-aa51-6b19b323c6d1 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:07:35.086067 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-4cea5881-285a-4203-90ed-d2c053c2647c None None] Attempting to bind port 1a7c207d-f253-4144-aa51-6b19b323c6d1 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': 'd6576c77-3985-48bf-8fbf-0488c51bebf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'ba16c1ee-b924-4acd-93e3-1916a7414241'}] {{(pid=102194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:07:35.086449 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cea5881-285a-4203-90ed-d2c053c2647c None None] Attempting to bind port 1a7c207d-f253-4144-aa51-6b19b323c6d1 on network ba16c1ee-b924-4acd-93e3-1916a7414241 {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:07:35.092337 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cea5881-285a-4203-90ed-d2c053c2647c None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 7, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:07:35.092766 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cea5881-285a-4203-90ed-d2c053c2647c None None] Checking segment: {'id': 'd6576c77-3985-48bf-8fbf-0488c51bebf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'ba16c1ee-b924-4acd-93e3-1916a7414241'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:07:35.098925 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-4cea5881-285a-4203-90ed-d2c053c2647c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:35.098925 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cea5881-285a-4203-90ed-d2c053c2647c None None] Bound using segment: {'id': 'd6576c77-3985-48bf-8fbf-0488c51bebf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'ba16c1ee-b924-4acd-93e3-1916a7414241'} {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:07:35.098925 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-4cea5881-285a-4203-90ed-d2c053c2647c None None] Bound port: 1a7c207d-f253-4144-aa51-6b19b323c6d1, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6576c77-3985-48bf-8fbf-0488c51bebf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'ba16c1ee-b924-4acd-93e3-1916a7414241'}}] {{(pid=102194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:07:35.098925 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-4cea5881-285a-4203-90ed-d2c053c2647c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:35.179242 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:07:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53911652-14f8-4bbd-8f81-b5c5a7309e58 x-openstack-request-id: req-53911652-14f8-4bbd-8f81-b5c5a7309e58 {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:07:35.179810 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c93f3ea4-a53e-47bd-8942-570eda6223fa", "tag": "54295b0e-4d83-4378-9133-ce568678b59f", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:07:35.180015 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.db [None req-4cea5881-285a-4203-90ed-d2c053c2647c None None] For port 1a7c207d-f253-4144-aa51-6b19b323c6d1, host n-d-764292-30, cleared binding levels {{(pid=102194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:07:35.180163 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-53911652-14f8-4bbd-8f81-b5c5a7309e58 {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:07:35.180469 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c93f3ea4-a53e-47bd-8942-570eda6223fa', 'tag': '54295b0e-4d83-4378-9133-ce568678b59f', 'status': 'completed', 'code': 200} Aug 11 03:07:35.185126 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.db [None req-4cea5881-285a-4203-90ed-d2c053c2647c None None] For port 1a7c207d-f253-4144-aa51-6b19b323c6d1, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=1a7c207d-f253-4144-aa51-6b19b323c6d1,segment=NetworkSegment(d6576c77-3985-48bf-8fbf-0488c51bebf1),segment_id=d6576c77-3985-48bf-8fbf-0488c51bebf1)] {{(pid=102194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:07:35.304079 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-4cea5881-285a-4203-90ed-d2c053c2647c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:35.340171 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bdb920-1994-4f31-91a9-82507263bf94 req-3701dfef-3612-4c07-8e1c-7653725db90d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:35.349582 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-88bdb920-1994-4f31-91a9-82507263bf94 req-3701dfef-3612-4c07-8e1c-7653725db90d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c348de37bb094671bc15dc0c22bb5512&device_id=c93f3ea4-a53e-47bd-8942-570eda6223fa HTTP/1.1" status: 200 len: 1096 time: 0.1406405 Aug 11 03:07:35.411739 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cea5881-285a-4203-90ed-d2c053c2647c None None] Routers {'91bb858b-fd76-4ffc-beff-fa72f11f1500'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:07:35.411739 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-4cea5881-285a-4203-90ed-d2c053c2647c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:07:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['91bb858b-fd76-4ffc-beff-fa72f11f1500'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:07:35.428414 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edabc15-ab94-4c27-86a5-839019fd4340 req-6bccdb74-ea37-4b19-b938-05def2c3678c tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:35.430108 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8edabc15-ab94-4c27-86a5-839019fd4340 req-6bccdb74-ea37-4b19-b938-05def2c3678c tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/ports?device_id=c93f3ea4-a53e-47bd-8942-570eda6223fa HTTP/1.1" status: 200 len: 944 time: 0.1129825 Aug 11 03:07:35.482929 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68bc240-8f07-410a-b74f-0212760b1d98 None None] Pushing event updated for resources: {'Port': ['ID=1a7c207d-f253-4144-aa51-6b19b323c6d1,revision_number=4']} {{(pid=102194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:35.508241 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861e0892-3089-481c-b9d3-df18faa3a1f1 req-cc79fd17-51f5-47e8-ad89-c72b9319fdfc tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:35.518622 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-861e0892-3089-481c-b9d3-df18faa3a1f1 req-cc79fd17-51f5-47e8-ad89-c72b9319fdfc tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=62a21279-cd45-4f1c-bc8b-9bb047767d13 HTTP/1.1" status: 200 len: 950 time: 0.1655421 Aug 11 03:07:35.541505 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bdb920-1994-4f31-91a9-82507263bf94 req-9c201426-b698-40cb-8ff5-88d8de094a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:35.544285 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-88bdb920-1994-4f31-91a9-82507263bf94 req-9c201426-b698-40cb-8ff5-88d8de094a45 service neutron] 10.222.0.22 "GET /v2.0/networks?id=b3c19a2d-0e26-410a-b53e-1619e285dc24 HTTP/1.1" status: 200 len: 913 time: 0.1844637 Aug 11 03:07:35.585956 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8edabc15-ab94-4c27-86a5-839019fd4340 req-db56ca07-d0d3-4d34-8f30-425dc7401e41 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/security-groups?id=96c4279c-51b6-4d8a-ac93-67215ccf65c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449831 Aug 11 03:07:35.606527 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-88bdb920-1994-4f31-91a9-82507263bf94 req-6cdd3c10-9220-4dcc-8f42-6cd697df39fe service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=54295b0e-4d83-4378-9133-ce568678b59f HTTP/1.1" status: 200 len: 217 time: 0.0504079 Aug 11 03:07:35.620083 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-861e0892-3089-481c-b9d3-df18faa3a1f1 req-50fec97d-c1ca-4068-a4fa-dadbcc929a32 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003702 Aug 11 03:07:35.690848 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bdb920-1994-4f31-91a9-82507263bf94 req-5955bcfb-51cc-4477-a909-7cfac21345eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:35.693320 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-88bdb920-1994-4f31-91a9-82507263bf94 req-5955bcfb-51cc-4477-a909-7cfac21345eb service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c6eff5da-ec78-46c7-b512-eb7d066170b3 HTTP/1.1" status: 200 len: 852 time: 0.0774920 Aug 11 03:07:35.755433 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-88bdb920-1994-4f31-91a9-82507263bf94 req-52695823-3977-4e51-a08a-a4955cb694f0 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b3c19a2d-0e26-410a-b53e-1619e285dc24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503292 Aug 11 03:07:35.764995 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-4cea5881-285a-4203-90ed-d2c053c2647c None None] Set router 91bb858b-fd76-4ffc-beff-fa72f11f1500 gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:07:35.878099 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9759f4d5-7260-4dc8-b00d-84ef601a3840 req-cd80f189-9e54-4bb0-b2d8-55c6525f9178 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:35.880109 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9759f4d5-7260-4dc8-b00d-84ef601a3840 req-cd80f189-9e54-4bb0-b2d8-55c6525f9178 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=70c84ed6-1b38-4b73-8bea-55c843cc7bda HTTP/1.1" status: 200 len: 944 time: 0.1353581 Aug 11 03:07:35.894539 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54492cd-c43a-4161-991a-760716aac7bc req-4c09d36e-082b-4b7c-b38c-b8bec1cad859 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:35.897731 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-88bdb920-1994-4f31-91a9-82507263bf94 req-945e6539-861c-4568-be7f-9f57fe6e0aac service neutron] 10.222.0.22 "GET /v2.0/networks/b3c19a2d-0e26-410a-b53e-1619e285dc24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291494 Aug 11 03:07:35.903174 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b54492cd-c43a-4161-991a-760716aac7bc req-4c09d36e-082b-4b7c-b38c-b8bec1cad859 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.41 "GET /v2.0/ports?device_id=98d6d82d-3a78-44f6-a171-1c19b3afea39 HTTP/1.1" status: 200 len: 950 time: 0.1165857 Aug 11 03:07:35.964540 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9759f4d5-7260-4dc8-b00d-84ef601a3840 req-feecbd17-9925-4866-995a-d7cefb9996fc tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a2aa92e-a0e4-4cb3-9665-2569763a2f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410132 Aug 11 03:07:35.985047 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b54492cd-c43a-4161-991a-760716aac7bc req-3209c8f9-1c24-4525-82d9-8abdca8345b9 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.41 "GET /v2.0/security-groups?id=4bfdc2ba-9f18-4435-9a1d-8c7ae69f76fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808320 Aug 11 03:07:36.107047 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-71ee3f5a-666a-4307-9e8c-77287b88c194 req-767032e3-6dd3-4afc-9d2e-2b235647e314 tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] 10.222.0.41 "GET /v2.0/ports?device_id=48f4ba46-35a2-4511-b8a2-1c96def3b7a6 HTTP/1.1" status: 200 len: 210 time: 0.0313206 Aug 11 03:07:36.155151 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-88bdb920-1994-4f31-91a9-82507263bf94 req-c40f9dbd-7816-4e09-bc9c-d61b17bcbb1d service neutron] 10.222.0.22 "GET /v2.0/networks/b3c19a2d-0e26-410a-b53e-1619e285dc24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2477150 Aug 11 03:07:36.161734 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-4cea5881-285a-4203-90ed-d2c053c2647c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91bb858b-fd76-4ffc-beff-fa72f11f1500', 'name': 'tempest-ServerRescueTestJSONUnderV235-276210324-router', 'tenant_id': 'fba9b147a9744754b77a3fc98c1a44ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': '56501e14-14f0-4d57-83f1-57e340c29a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:07:26Z', 'updated_at': '2021-08-11T03:07:31Z', 'revision_number': 4, 'project_id': 'fba9b147a9744754b77a3fc98c1a44ef', 'gw_port': {'id': '56501e14-14f0-4d57-83f1-57e340c29a58', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:13:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91bb858b-fd76-4ffc-beff-fa72f11f1500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:07:27Z', 'updated_at': '2021-08-11T03:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '1a7c207d-f253-4144-aa51-6b19b323c6d1', 'name': '', 'network_id': 'ba16c1ee-b924-4acd-93e3-1916a7414241', 'tenant_id': 'fba9b147a9744754b77a3fc98c1a44ef', 'mac_address': 'fa:16:3e:49:da:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91bb858b-fd76-4ffc-beff-fa72f11f1500', 'device_owner': 'network:router_interface', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': 'c9948c0e-1a7a-4d2b-b7c0-e1311563d7af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:07:30Z', 'updated_at': '2021-08-11T03:07:35Z', 'revision_number': 4, 'project_id': 'fba9b147a9744754b77a3fc98c1a44ef', 'subnets': [{'id': 'c9948c0e-1a7a-4d2b-b7c0-e1311563d7af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:07:36.225558 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cea5881-285a-4203-90ed-d2c053c2647c None None] The sync data for ids ['91bb858b-fd76-4ffc-beff-fa72f11f1500'] in n-d-764292-30 is: [{'id': '91bb858b-fd76-4ffc-beff-fa72f11f1500', 'name': 'tempest-ServerRescueTestJSONUnderV235-276210324-router', 'tenant_id': 'fba9b147a9744754b77a3fc98c1a44ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': '56501e14-14f0-4d57-83f1-57e340c29a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:07:26Z', 'updated_at': '2021-08-11T03:07:31Z', 'revision_number': 4, 'project_id': 'fba9b147a9744754b77a3fc98c1a44ef', 'gw_port': {'id': '56501e14-14f0-4d57-83f1-57e340c29a58', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:13:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91bb858b-fd76-4ffc-beff-fa72f11f1500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:07:27Z', 'updated_at': '2021-08-11T03:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '1a7c207d-f253-4144-aa51-6b19b323c6d1', 'name': '', 'network_id': 'ba16c1ee-b924-4acd-93e3-1916a7414241', 'tenant_id': 'fba9b147a9744754b77a3fc98c1a44ef', 'mac_address': 'fa:16:3e:49:da:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91bb858b-fd76-4ffc-beff-fa72f11f1500', 'device_owner': 'network:router_interface', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': 'c9948c0e-1a7a-4d2b-b7c0-e1311563d7af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:07:30Z', 'updated_at': '2021-08-11T03:07:35Z', 'revision_number': 4, 'project_id': 'fba9b147a9744754b77a3fc98c1a44ef', 'subnets': [{'id': 'c9948c0e-1a7a-4d2b-b7c0-e1311563d7af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:07:36.358635 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device f8d33e19-1a39-49b9-b9dd-7682d139ad79 details requested by agent hyperv_n-h1-764292-30 with host n-h1-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:07:36.365894 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62664358-d5ac-45da-8118-6f1989fb8470 req-8258a441-a843-4b1b-959a-0f24341c1386 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:36.382011 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-62664358-d5ac-45da-8118-6f1989fb8470 req-8258a441-a843-4b1b-959a-0f24341c1386 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/ports?device_id=eef198f5-5223-4d49-8ce9-d9987fbc9f79 HTTP/1.1" status: 200 len: 945 time: 0.1730456 Aug 11 03:07:36.526978 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-62664358-d5ac-45da-8118-6f1989fb8470 req-c629079a-004f-404a-9da4-69edc41fb136 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/security-groups?id=4490b831-3ed6-471e-94da-f0207d61c828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793886 Aug 11 03:07:36.727918 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5520f49-b14e-406d-9e89-8a9e263fc40e req-56d20f82-8ece-424e-8574-31887a82cfb5 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:36.729580 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b5520f49-b14e-406d-9e89-8a9e263fc40e req-56d20f82-8ece-424e-8574-31887a82cfb5 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/ports?device_id=c93f3ea4-a53e-47bd-8942-570eda6223fa HTTP/1.1" status: 200 len: 944 time: 0.0560055 Aug 11 03:07:36.756554 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port f8d33e19-1a39-49b9-b9dd-7682d139ad79, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=f8d33e19-1a39-49b9-b9dd-7682d139ad79,segment=NetworkSegment(77249f53-d91a-4900-864a-cb193f73fd0b),segment_id=77249f53-d91a-4900-864a-cb193f73fd0b)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:07:36.803387 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b5520f49-b14e-406d-9e89-8a9e263fc40e req-b56b02f1-9750-4682-8589-f1e377dcb975 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/security-groups?id=96c4279c-51b6-4d8a-ac93-67215ccf65c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500665 Aug 11 03:07:36.803580 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Returning: {'device': 'f8d33e19-1a39-49b9-b9dd-7682d139ad79', 'network_id': 'd17d1b32-4aa7-4439-b455-9cb54b2072df', 'port_id': 'f8d33e19-1a39-49b9-b9dd-7682d139ad79', 'mac_address': 'fa:16:3e:c4:bc:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8bae62b-5e51-4859-99ce-3b4e8f86224a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:07:36.836972 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:36.855041 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f8d33e19-1a39-49b9-b9dd-7682d139ad79 {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:07:36.877198 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port f8d33e19-1a39-49b9-b9dd-7682d139ad79, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=f8d33e19-1a39-49b9-b9dd-7682d139ad79,segment=NetworkSegment(77249f53-d91a-4900-864a-cb193f73fd0b),segment_id=77249f53-d91a-4900-864a-cb193f73fd0b)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:07:36.899993 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92685ab7-74f1-440a-8c79-2e985cb7906a req-1aa164f3-8737-423e-a592-6be7bd6847f8 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:36.901726 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-92685ab7-74f1-440a-8c79-2e985cb7906a req-1aa164f3-8737-423e-a592-6be7bd6847f8 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=62a21279-cd45-4f1c-bc8b-9bb047767d13 HTTP/1.1" status: 200 len: 950 time: 0.0586727 Aug 11 03:07:36.947749 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-92685ab7-74f1-440a-8c79-2e985cb7906a req-4e2ef06b-8751-4583-85c1-31c6270d3413 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397117 Aug 11 03:07:37.061840 n-d-764292-30 neutron-server[102191]: INFO neutron.api.v2.resource [req-96c1efa1-9332-4ac3-82c0-d3cfd03277a1 req-d6669b76-2e93-41d5-a496-47feaccc329b service neutron] show failed (client error): The resource could not be found. Aug 11 03:07:37.061840 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-96c1efa1-9332-4ac3-82c0-d3cfd03277a1 req-d6669b76-2e93-41d5-a496-47feaccc329b service neutron] 10.222.0.24 "GET /v2.0/ports/097019f2-ae6e-45f5-8720-67d66b1caf1a/bindings/n-h1-764292-30 HTTP/1.1" status: 404 len: 381 time: 0.0729229 Aug 11 03:07:37.140769 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbda3142-2250-4b67-ab58-2a471f78a5c8 req-3e3d6689-d1d2-4b94-bf4d-783a9cd3a39b tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:37.142332 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cbda3142-2250-4b67-ab58-2a471f78a5c8 req-3e3d6689-d1d2-4b94-bf4d-783a9cd3a39b tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.41 "GET /v2.0/ports?device_id=98d6d82d-3a78-44f6-a171-1c19b3afea39 HTTP/1.1" status: 200 len: 950 time: 0.0561440 Aug 11 03:07:37.185205 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cbda3142-2250-4b67-ab58-2a471f78a5c8 req-57bd2f4d-4731-47fb-aca7-fc5b6e91389b tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.41 "GET /v2.0/security-groups?id=4bfdc2ba-9f18-4435-9a1d-8c7ae69f76fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364816 Aug 11 03:07:37.225227 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:37.228368 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:37.316114 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=f8d33e19-1a39-49b9-b9dd-7682d139ad79,revision_number=6']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:37.363268 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5fad4d30-9b2a-4190-add7-951ceeb2e3e6 req-4c6518e4-ac1e-4c79-818a-8d2b955e180b tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] 10.222.0.41 "GET /v2.0/ports?device_id=48f4ba46-35a2-4511-b8a2-1c96def3b7a6 HTTP/1.1" status: 200 len: 210 time: 0.0396986 Aug 11 03:07:37.430528 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['f8d33e19-1a39-49b9-b9dd-7682d139ad79'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:07:37.798555 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c8cd87-1455-4f1a-bf45-ca1ed0c1dd7b req-3490c9d8-a73e-4c37-841c-f6df2141b549 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:37.808714 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-10c8cd87-1455-4f1a-bf45-ca1ed0c1dd7b req-3490c9d8-a73e-4c37-841c-f6df2141b549 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/ports?device_id=eef198f5-5223-4d49-8ce9-d9987fbc9f79 HTTP/1.1" status: 200 len: 944 time: 0.1112645 Aug 11 03:07:37.837209 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c1efa1-9332-4ac3-82c0-d3cfd03277a1 req-e87fce34-7e08-4fee-8aa3-60dc00cee0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:37.838801 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-96c1efa1-9332-4ac3-82c0-d3cfd03277a1 req-e87fce34-7e08-4fee-8aa3-60dc00cee0ea service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=62a21279-cd45-4f1c-bc8b-9bb047767d13&tenant_id=2a223f1b2a284c768535cee2a71b4bcf HTTP/1.1" status: 200 len: 1102 time: 0.0973344 Aug 11 03:07:37.855724 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-96c1efa1-9332-4ac3-82c0-d3cfd03277a1 req-35e59327-6f58-40a3-bf4b-18afde76d6bb service neutron] Request body: {'port': {'binding:host_id': 'n-h1-764292-30', 'device_owner': 'compute:nova'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:07:37.881801 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 1a7c207d-f253-4144-aa51-6b19b323c6d1 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:07:37.917158 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-10c8cd87-1455-4f1a-bf45-ca1ed0c1dd7b req-9b9fdfab-bb86-4722-8db0-1620bb6a96a4 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/security-groups?id=4490b831-3ed6-471e-94da-f0207d61c828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038306 Aug 11 03:07:37.963889 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-96c1efa1-9332-4ac3-82c0-d3cfd03277a1 req-35e59327-6f58-40a3-bf4b-18afde76d6bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:38.023633 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf8dde0-4c41-48a6-819b-775aade8e7cd req-7da0459b-f9f9-4899-bc6e-1789c6230712 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:38.034657 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2bf8dde0-4c41-48a6-819b-775aade8e7cd req-7da0459b-f9f9-4899-bc6e-1789c6230712 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=70c84ed6-1b38-4b73-8bea-55c843cc7bda HTTP/1.1" status: 200 len: 944 time: 0.1164124 Aug 11 03:07:38.124112 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2bf8dde0-4c41-48a6-819b-775aade8e7cd req-f19d643d-7cce-4a4b-a5ae-baf0b49255df tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a2aa92e-a0e4-4cb3-9665-2569763a2f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779848 Aug 11 03:07:38.132715 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d922fa6f-6ce3-4def-9bc1-d8f073feefdd req-9523330a-aa9a-445d-8239-d1798a57f488 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:38.140083 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d922fa6f-6ce3-4def-9bc1-d8f073feefdd req-9523330a-aa9a-445d-8239-d1798a57f488 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/ports?device_id=c93f3ea4-a53e-47bd-8942-570eda6223fa HTTP/1.1" status: 200 len: 944 time: 0.1041353 Aug 11 03:07:38.173410 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port 1a7c207d-f253-4144-aa51-6b19b323c6d1 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:07:38.179484 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 1a7c207d-f253-4144-aa51-6b19b323c6d1 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:07:38.180107 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:38.213000 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d922fa6f-6ce3-4def-9bc1-d8f073feefdd req-de2f0f9a-a9c1-43ce-9bdc-7599c965ae9b tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/security-groups?id=96c4279c-51b6-4d8a-ac93-67215ccf65c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717001 Aug 11 03:07:38.285292 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-96c1efa1-9332-4ac3-82c0-d3cfd03277a1 req-35e59327-6f58-40a3-bf4b-18afde76d6bb service neutron] For port 097019f2-ae6e-45f5-8720-67d66b1caf1a, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=097019f2-ae6e-45f5-8720-67d66b1caf1a,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:07:38.323703 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694ffa91-e436-4a9f-87dc-4e0a1053e8f1 req-ec5b81f7-cf3c-4809-99e8-a4ac516f1ce3 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:38.325228 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-694ffa91-e436-4a9f-87dc-4e0a1053e8f1 req-ec5b81f7-cf3c-4809-99e8-a4ac516f1ce3 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=62a21279-cd45-4f1c-bc8b-9bb047767d13 HTTP/1.1" status: 200 len: 950 time: 0.1064954 Aug 11 03:07:38.329409 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:38.351185 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-96c1efa1-9332-4ac3-82c0-d3cfd03277a1 req-35e59327-6f58-40a3-bf4b-18afde76d6bb service neutron] For port 097019f2-ae6e-45f5-8720-67d66b1caf1a, host n-h2-764292-30, cleared binding levels {{(pid=102191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:07:38.396036 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port 1a7c207d-f253-4144-aa51-6b19b323c6d1, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=1a7c207d-f253-4144-aa51-6b19b323c6d1,segment=NetworkSegment(d6576c77-3985-48bf-8fbf-0488c51bebf1),segment_id=d6576c77-3985-48bf-8fbf-0488c51bebf1)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:07:38.397609 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device f8d33e19-1a39-49b9-b9dd-7682d139ad79 up at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:07:38.398481 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-694ffa91-e436-4a9f-87dc-4e0a1053e8f1 req-0735d7ef-dfb7-40a6-a99f-d760f71bc23d tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662713 Aug 11 03:07:38.447257 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62a21279-cd45-4f1c-bc8b-9bb047767d13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '097019f2-ae6e-45f5-8720-67d66b1caf1a'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:07:38.453466 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf2b1e48-6bb2-4b42-b236-71fbf2d8d61c" -d '{"events": [{"server_uuid": "62a21279-cd45-4f1c-bc8b-9bb047767d13", "name": "network-vif-unplugged", "status": "completed", "tag": "097019f2-ae6e-45f5-8720-67d66b1caf1a"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:07:38.464936 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-96c1efa1-9332-4ac3-82c0-d3cfd03277a1 req-35e59327-6f58-40a3-bf4b-18afde76d6bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:38.501898 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning complete for port f8d33e19-1a39-49b9-b9dd-7682d139ad79 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:07:38.503499 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:38.504218 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [req-96c1efa1-9332-4ac3-82c0-d3cfd03277a1 req-35e59327-6f58-40a3-bf4b-18afde76d6bb service neutron] Transition to ACTIVE for port object 097019f2-ae6e-45f5-8720-67d66b1caf1a will not be triggered until provisioned by entity L2. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:07:38.509189 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0870ab3-53b6-456e-9d53-493b6f519555 req-377a4f3f-1051-4feb-8aae-a9e066513d24 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:38.524159 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b0870ab3-53b6-456e-9d53-493b6f519555 req-377a4f3f-1051-4feb-8aae-a9e066513d24 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.41 "GET /v2.0/ports?device_id=98d6d82d-3a78-44f6-a171-1c19b3afea39 HTTP/1.1" status: 200 len: 950 time: 0.1037557 Aug 11 03:07:38.543090 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:38.569990 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b0870ab3-53b6-456e-9d53-493b6f519555 req-396cc9ae-3981-4a86-84c7-edcde6914c2e tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.41 "GET /v2.0/security-groups?id=4bfdc2ba-9f18-4435-9a1d-8c7ae69f76fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516739 Aug 11 03:07:38.636986 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b4cc4ecc-f2ba-4d74-bdd0-01caecdabbe8 req-9c9d5dd4-507e-4ae9-bf5f-1a29f3d03999 tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] 10.222.0.41 "GET /v2.0/ports?device_id=48f4ba46-35a2-4511-b8a2-1c96def3b7a6 HTTP/1.1" status: 200 len: 210 time: 0.0499406 Aug 11 03:07:38.658271 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=1a7c207d-f253-4144-aa51-6b19b323c6d1,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:38.658481 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 03:07:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d497780-b78a-47df-bc48-dbc2c681f2f1 x-openstack-request-id: req-1d497780-b78a-47df-bc48-dbc2c681f2f1 {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:07:38.658613 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62a21279-cd45-4f1c-bc8b-9bb047767d13", "name": "network-vif-unplugged", "status": "completed", "tag": "097019f2-ae6e-45f5-8720-67d66b1caf1a", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:07:38.658852 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1d497780-b78a-47df-bc48-dbc2c681f2f1 {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:07:38.659247 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62a21279-cd45-4f1c-bc8b-9bb047767d13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '097019f2-ae6e-45f5-8720-67d66b1caf1a', 'code': 200} Aug 11 03:07:38.660003 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-96c1efa1-9332-4ac3-82c0-d3cfd03277a1 req-35e59327-6f58-40a3-bf4b-18afde76d6bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:38.702822 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:38.721483 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e59327-6f58-40a3-bf4b-18afde76d6bb service neutron] Pushing event updated for resources: {'Port': ['ID=097019f2-ae6e-45f5-8720-67d66b1caf1a,revision_number=6']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:38.735106 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e59327-6f58-40a3-bf4b-18afde76d6bb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:07:38.735396 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e59327-6f58-40a3-bf4b-18afde76d6bb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:07:38.735729 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e59327-6f58-40a3-bf4b-18afde76d6bb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:07:38.736066 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e59327-6f58-40a3-bf4b-18afde76d6bb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:07:38.736409 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e59327-6f58-40a3-bf4b-18afde76d6bb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:07:38.736721 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e59327-6f58-40a3-bf4b-18afde76d6bb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:07:38.737046 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e59327-6f58-40a3-bf4b-18afde76d6bb service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:07:38.737368 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e59327-6f58-40a3-bf4b-18afde76d6bb service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:07:38.737688 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e59327-6f58-40a3-bf4b-18afde76d6bb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:07:38.738010 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e59327-6f58-40a3-bf4b-18afde76d6bb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:07:38.738347 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e59327-6f58-40a3-bf4b-18afde76d6bb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:07:38.738668 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e59327-6f58-40a3-bf4b-18afde76d6bb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:07:38.753676 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port f8d33e19-1a39-49b9-b9dd-7682d139ad79, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=f8d33e19-1a39-49b9-b9dd-7682d139ad79,segment=NetworkSegment(77249f53-d91a-4900-864a-cb193f73fd0b),segment_id=77249f53-d91a-4900-864a-cb193f73fd0b)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:07:38.753676 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eef198f5-5223-4d49-8ce9-d9987fbc9f79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8d33e19-1a39-49b9-b9dd-7682d139ad79'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:07:38.759230 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0585a1b-7302-46f3-bf13-7f4f8432d14c" -d '{"events": [{"server_uuid": "eef198f5-5223-4d49-8ce9-d9987fbc9f79", "name": "network-vif-plugged", "status": "completed", "tag": "f8d33e19-1a39-49b9-b9dd-7682d139ad79"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:07:38.777648 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-96c1efa1-9332-4ac3-82c0-d3cfd03277a1 req-35e59327-6f58-40a3-bf4b-18afde76d6bb service neutron] No DVR routers for this DVR port 097019f2-ae6e-45f5-8720-67d66b1caf1a on host n-h2-764292-30 {{(pid=102191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:07:38.814978 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-96c1efa1-9332-4ac3-82c0-d3cfd03277a1 req-35e59327-6f58-40a3-bf4b-18afde76d6bb service neutron] Attempting to bind port 097019f2-ae6e-45f5-8720-67d66b1caf1a on host n-h1-764292-30 for vnic_type normal with profile {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:07:38.815469 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-96c1efa1-9332-4ac3-82c0-d3cfd03277a1 req-35e59327-6f58-40a3-bf4b-18afde76d6bb service neutron] Attempting to bind port 097019f2-ae6e-45f5-8720-67d66b1caf1a by drivers openvswitch,hyperv on host n-h1-764292-30 at level 0 using segments [{'id': '9b7b03c0-092f-4953-898f-de6d8f2338ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba'}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:07:38.815797 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c1efa1-9332-4ac3-82c0-d3cfd03277a1 req-35e59327-6f58-40a3-bf4b-18afde76d6bb service neutron] Attempting to bind port 097019f2-ae6e-45f5-8720-67d66b1caf1a on network d1bf0def-6fa4-4d3e-bbc5-20a040931fba {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:07:38.821025 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c1efa1-9332-4ac3-82c0-d3cfd03277a1 req-35e59327-6f58-40a3-bf4b-18afde76d6bb service neutron] Port 097019f2-ae6e-45f5-8720-67d66b1caf1a on network d1bf0def-6fa4-4d3e-bbc5-20a040931fba not bound, no agent of type Open vSwitch agent registered on host n-h1-764292-30 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:07:38.821348 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c1efa1-9332-4ac3-82c0-d3cfd03277a1 req-35e59327-6f58-40a3-bf4b-18afde76d6bb service neutron] Attempting to bind port 097019f2-ae6e-45f5-8720-67d66b1caf1a on network d1bf0def-6fa4-4d3e-bbc5-20a040931fba {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:07:38.826861 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c1efa1-9332-4ac3-82c0-d3cfd03277a1 req-35e59327-6f58-40a3-bf4b-18afde76d6bb service neutron] Checking agent: {'id': 'abb524c2-b412-4ed2-8367-45c4fd996fa7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 7, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:07:38.827201 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c1efa1-9332-4ac3-82c0-d3cfd03277a1 req-35e59327-6f58-40a3-bf4b-18afde76d6bb service neutron] Checking segment: {'id': '9b7b03c0-092f-4953-898f-de6d8f2338ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:07:38.827589 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c1efa1-9332-4ac3-82c0-d3cfd03277a1 req-35e59327-6f58-40a3-bf4b-18afde76d6bb service neutron] Bound using segment: {'id': '9b7b03c0-092f-4953-898f-de6d8f2338ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba'} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:07:38.828020 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-96c1efa1-9332-4ac3-82c0-d3cfd03277a1 req-35e59327-6f58-40a3-bf4b-18afde76d6bb service neutron] Bound port: 097019f2-ae6e-45f5-8720-67d66b1caf1a, host: n-h1-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b7b03c0-092f-4953-898f-de6d8f2338ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba'}}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:07:38.828376 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-96c1efa1-9332-4ac3-82c0-d3cfd03277a1 req-35e59327-6f58-40a3-bf4b-18afde76d6bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:38.830341 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:38.865209 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:07:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-540d2468-50e4-4bbc-bd1a-26239b568dfa x-openstack-request-id: req-540d2468-50e4-4bbc-bd1a-26239b568dfa {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:07:38.865642 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eef198f5-5223-4d49-8ce9-d9987fbc9f79", "name": "network-vif-plugged", "status": "completed", "tag": "f8d33e19-1a39-49b9-b9dd-7682d139ad79", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:07:38.865981 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-540d2468-50e4-4bbc-bd1a-26239b568dfa {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:07:38.866500 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eef198f5-5223-4d49-8ce9-d9987fbc9f79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8d33e19-1a39-49b9-b9dd-7682d139ad79', 'code': 200} Aug 11 03:07:38.904613 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=f8d33e19-1a39-49b9-b9dd-7682d139ad79,revision_number=7']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:38.923873 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-96c1efa1-9332-4ac3-82c0-d3cfd03277a1 req-35e59327-6f58-40a3-bf4b-18afde76d6bb service neutron] For port 097019f2-ae6e-45f5-8720-67d66b1caf1a, host n-h1-764292-30, cleared binding levels {{(pid=102191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:07:38.932428 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-96c1efa1-9332-4ac3-82c0-d3cfd03277a1 req-35e59327-6f58-40a3-bf4b-18afde76d6bb service neutron] For port 097019f2-ae6e-45f5-8720-67d66b1caf1a, host n-h1-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=097019f2-ae6e-45f5-8720-67d66b1caf1a,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:07:39.036001 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-96c1efa1-9332-4ac3-82c0-d3cfd03277a1 req-35e59327-6f58-40a3-bf4b-18afde76d6bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:39.082263 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c1efa1-9332-4ac3-82c0-d3cfd03277a1 req-35e59327-6f58-40a3-bf4b-18afde76d6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:39.082919 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-96c1efa1-9332-4ac3-82c0-d3cfd03277a1 req-35e59327-6f58-40a3-bf4b-18afde76d6bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:39.084635 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-96c1efa1-9332-4ac3-82c0-d3cfd03277a1 req-35e59327-6f58-40a3-bf4b-18afde76d6bb service neutron] 10.222.0.22 "PUT /v2.0/ports/097019f2-ae6e-45f5-8720-67d66b1caf1a HTTP/1.1" status: 200 len: 1097 time: 1.2352035 Aug 11 03:07:39.095477 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e16691-92f0-432c-b156-fd8305fd6f0a req-94ccc3f5-535f-41a7-bafa-4d1d61f8e0de tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:39.107050 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e4e16691-92f0-432c-b156-fd8305fd6f0a req-94ccc3f5-535f-41a7-bafa-4d1d61f8e0de tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/ports?device_id=eef198f5-5223-4d49-8ce9-d9987fbc9f79 HTTP/1.1" status: 200 len: 945 time: 0.1063995 Aug 11 03:07:39.173967 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e4e16691-92f0-432c-b156-fd8305fd6f0a req-2d9bbc1b-3bdc-42b3-ab6f-a6692f980e15 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/security-groups?id=4490b831-3ed6-471e-94da-f0207d61c828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654883 Aug 11 03:07:39.342653 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e59327-6f58-40a3-bf4b-18afde76d6bb service neutron] Pushing event updated for resources: {'Port': ['ID=097019f2-ae6e-45f5-8720-67d66b1caf1a,revision_number=7']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:39.363629 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bbf6fe-6bec-457b-9d34-b244c90433b9 req-c7eef22e-c472-49fc-80ee-d3d8f9f11054 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:39.366261 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-75bbf6fe-6bec-457b-9d34-b244c90433b9 req-c7eef22e-c472-49fc-80ee-d3d8f9f11054 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=70c84ed6-1b38-4b73-8bea-55c843cc7bda HTTP/1.1" status: 200 len: 944 time: 0.0983758 Aug 11 03:07:39.403206 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c1efa1-9332-4ac3-82c0-d3cfd03277a1 req-19e62fea-9bf5-4918-aaca-bc3ab531fda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:39.404739 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-96c1efa1-9332-4ac3-82c0-d3cfd03277a1 req-19e62fea-9bf5-4918-aaca-bc3ab531fda2 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2a223f1b2a284c768535cee2a71b4bcf&device_id=62a21279-cd45-4f1c-bc8b-9bb047767d13 HTTP/1.1" status: 200 len: 1100 time: 0.2216537 Aug 11 03:07:39.439395 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288e8040-c74c-4b67-8b3b-566d1a177e13 req-6312bc72-487c-4246-bcfa-61dea9883bcd tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:39.441561 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-288e8040-c74c-4b67-8b3b-566d1a177e13 req-6312bc72-487c-4246-bcfa-61dea9883bcd tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] 10.222.0.24 "GET /v2.0/networks?id=ba16c1ee-b924-4acd-93e3-1916a7414241 HTTP/1.1" status: 200 len: 819 time: 0.3560798 Aug 11 03:07:39.457310 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-288e8040-c74c-4b67-8b3b-566d1a177e13 req-409cb119-252b-40b5-b184-00c274d5780a tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] Request body: {'port': {'device_id': '48f4ba46-35a2-4511-b8a2-1c96def3b7a6', 'network_id': 'ba16c1ee-b924-4acd-93e3-1916a7414241', 'admin_state_up': True, 'tenant_id': 'fba9b147a9744754b77a3fc98c1a44ef'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:07:39.486237 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f17acd-30ca-4a11-a4a7-b6cd4a7e3a54 req-7c98be50-2c41-493d-9b04-bac8237ec5a1 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:39.493744 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-04f17acd-30ca-4a11-a4a7-b6cd4a7e3a54 req-7c98be50-2c41-493d-9b04-bac8237ec5a1 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/ports?device_id=c93f3ea4-a53e-47bd-8942-570eda6223fa HTTP/1.1" status: 200 len: 944 time: 0.1566522 Aug 11 03:07:39.523768 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-75bbf6fe-6bec-457b-9d34-b244c90433b9 req-3fe216a1-8def-47c3-984f-f9cc0dbb7148 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a2aa92e-a0e4-4cb3-9665-2569763a2f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1239593 Aug 11 03:07:39.566824 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-04f17acd-30ca-4a11-a4a7-b6cd4a7e3a54 req-5d0223f2-4432-49a0-8c2a-93f59f5bd61f tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/security-groups?id=96c4279c-51b6-4d8a-ac93-67215ccf65c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675132 Aug 11 03:07:39.576983 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c1efa1-9332-4ac3-82c0-d3cfd03277a1 req-04e9de06-7fc2-43c7-8f03-a3ccb1ba39b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:39.578494 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-96c1efa1-9332-4ac3-82c0-d3cfd03277a1 req-04e9de06-7fc2-43c7-8f03-a3ccb1ba39b0 service neutron] 10.222.0.22 "GET /v2.0/networks?id=d1bf0def-6fa4-4d3e-bbc5-20a040931fba HTTP/1.1" status: 200 len: 870 time: 0.1635091 Aug 11 03:07:39.647260 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-96c1efa1-9332-4ac3-82c0-d3cfd03277a1 req-0b10bd2a-7a6c-4aa6-8c22-1f416139022c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=097019f2-ae6e-45f5-8720-67d66b1caf1a HTTP/1.1" status: 200 len: 217 time: 0.0576966 Aug 11 03:07:39.697066 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d99f879-b808-4b0b-849d-c79939ce2810 req-d24f3ced-6f24-47be-8564-f2ad43001128 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:39.708039 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0d99f879-b808-4b0b-849d-c79939ce2810 req-d24f3ced-6f24-47be-8564-f2ad43001128 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=62a21279-cd45-4f1c-bc8b-9bb047767d13 HTTP/1.1" status: 200 len: 948 time: 0.0763407 Aug 11 03:07:39.725177 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c1efa1-9332-4ac3-82c0-d3cfd03277a1 req-4ea11903-2083-4931-b8a8-48ba6dd26ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:39.726775 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-96c1efa1-9332-4ac3-82c0-d3cfd03277a1 req-4ea11903-2083-4931-b8a8-48ba6dd26ffb service neutron] 10.222.0.22 "GET /v2.0/subnets?id=254a3f4d-2b75-429e-bbb2-8e70554e9483 HTTP/1.1" status: 200 len: 843 time: 0.0650342 Aug 11 03:07:39.787041 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0d99f879-b808-4b0b-849d-c79939ce2810 req-4a43210d-ed0d-4f43-9a52-9b32f5e961b7 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731399 Aug 11 03:07:39.814743 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 1a7c207d-f253-4144-aa51-6b19b323c6d1 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:07:39.843765 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c1efa1-9332-4ac3-82c0-d3cfd03277a1 req-8d3e3fb9-6f2e-4701-8c75-50f295c18cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:39.845561 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-96c1efa1-9332-4ac3-82c0-d3cfd03277a1 req-8d3e3fb9-6f2e-4701-8c75-50f295c18cd6 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d1bf0def-6fa4-4d3e-bbc5-20a040931fba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1070001 Aug 11 03:07:39.909975 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-288e8040-c74c-4b67-8b3b-566d1a177e13 req-409cb119-252b-40b5-b184-00c274d5780a tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] Made reservation on behalf of fba9b147a9744754b77a3fc98c1a44ef for: {'port': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:07:39.914128 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-288e8040-c74c-4b67-8b3b-566d1a177e13 req-409cb119-252b-40b5-b184-00c274d5780a tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:39.940449 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-96a1103d-093f-413a-aa16-5a05a0d67884 req-c5f6f331-fc58-43f3-a157-ae77c925bfe4 tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] 10.222.0.41 "GET /v2.0/ports?device_id=48f4ba46-35a2-4511-b8a2-1c96def3b7a6 HTTP/1.1" status: 200 len: 210 time: 0.0505500 Aug 11 03:07:39.944664 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6864d745-5dd3-4154-a709-48047631831b req-f560393a-0d03-41a0-b8d3-6efb2f4c70c0 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:39.945868 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 1a7c207d-f253-4144-aa51-6b19b323c6d1 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:07:39.946258 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:39.962537 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6864d745-5dd3-4154-a709-48047631831b req-f560393a-0d03-41a0-b8d3-6efb2f4c70c0 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.41 "GET /v2.0/ports?device_id=98d6d82d-3a78-44f6-a171-1c19b3afea39 HTTP/1.1" status: 200 len: 950 time: 0.1487777 Aug 11 03:07:39.983063 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 097019f2-ae6e-45f5-8720-67d66b1caf1a no longer exists at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:07:40.032470 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6864d745-5dd3-4154-a709-48047631831b req-2d14e004-1436-4216-b850-5ae0deac3e72 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.41 "GET /v2.0/security-groups?id=4bfdc2ba-9f18-4435-9a1d-8c7ae69f76fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702019 Aug 11 03:07:40.067170 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-96c1efa1-9332-4ac3-82c0-d3cfd03277a1 req-8f2c1fc9-d4f3-4c80-b1c1-cdbc5546f4ca service neutron] 10.222.0.22 "GET /v2.0/networks/d1bf0def-6fa4-4d3e-bbc5-20a040931fba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2115600 Aug 11 03:07:40.096456 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 097019f2-ae6e-45f5-8720-67d66b1caf1a not bound to the agent host n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:07:40.197874 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [req-288e8040-c74c-4b67-8b3b-566d1a177e13 req-409cb119-252b-40b5-b184-00c274d5780a tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] Allocated IP 172.20.0.3 (ba16c1ee-b924-4acd-93e3-1916a7414241/c9948c0e-1a7a-4d2b-b7c0-e1311563d7af/cd76a132-4ef4-4ffc-85f2-4c1a0de5f6b6) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:07:40.212085 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-96c1efa1-9332-4ac3-82c0-d3cfd03277a1 req-5ab6b672-482c-4c53-8f45-1c223d0a589e service neutron] 10.222.0.22 "GET /v2.0/networks/d1bf0def-6fa4-4d3e-bbc5-20a040931fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324492 Aug 11 03:07:40.332676 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d0ebbb-acfb-4e66-8460-9cc0c98f0a5c req-08a7b02b-8c8d-461c-ba55-cb189f8663b3 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:40.334908 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-87d0ebbb-acfb-4e66-8460-9cc0c98f0a5c req-08a7b02b-8c8d-461c-ba55-cb189f8663b3 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/ports?device_id=eef198f5-5223-4d49-8ce9-d9987fbc9f79 HTTP/1.1" status: 200 len: 945 time: 0.0661664 Aug 11 03:07:40.352628 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 54295b0e-4d83-4378-9133-ce568678b59f details requested by agent hyperv_n-h1-764292-30 with host n-h1-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:07:40.420528 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-87d0ebbb-acfb-4e66-8460-9cc0c98f0a5c req-3abc62a4-dcde-4a50-86b0-b421c24e2389 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/security-groups?id=4490b831-3ed6-471e-94da-f0207d61c828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752599 Aug 11 03:07:40.438777 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-288e8040-c74c-4b67-8b3b-566d1a177e13 req-409cb119-252b-40b5-b184-00c274d5780a tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:40.489548 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 54295b0e-4d83-4378-9133-ce568678b59f, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=54295b0e-4d83-4378-9133-ce568678b59f,segment=NetworkSegment(66697432-be64-438d-a5b2-0b02f3d0fa2a),segment_id=66697432-be64-438d-a5b2-0b02f3d0fa2a)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:07:40.502474 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Returning: {'device': '54295b0e-4d83-4378-9133-ce568678b59f', 'network_id': 'b3c19a2d-0e26-410a-b53e-1619e285dc24', 'port_id': '54295b0e-4d83-4378-9133-ce568678b59f', 'mac_address': 'fa:16:3e:de:0a:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6eff5da-ec78-46c7-b512-eb7d066170b3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:07:40.551780 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:40.561925 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-288e8040-c74c-4b67-8b3b-566d1a177e13 req-409cb119-252b-40b5-b184-00c274d5780a tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:40.573883 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54295b0e-4d83-4378-9133-ce568678b59f {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:07:40.599565 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 54295b0e-4d83-4378-9133-ce568678b59f, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=54295b0e-4d83-4378-9133-ce568678b59f,segment=NetworkSegment(66697432-be64-438d-a5b2-0b02f3d0fa2a),segment_id=66697432-be64-438d-a5b2-0b02f3d0fa2a)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:07:40.651300 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-288e8040-c74c-4b67-8b3b-566d1a177e13 req-409cb119-252b-40b5-b184-00c274d5780a tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] Network ba16c1ee-b924-4acd-93e3-1916a7414241 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:07:40.659212 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [req-288e8040-c74c-4b67-8b3b-566d1a177e13 req-409cb119-252b-40b5-b184-00c274d5780a tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:07:40.663405 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62a21279-cd45-4f1c-bc8b-9bb047767d13', 'tag': '097019f2-ae6e-45f5-8720-67d66b1caf1a'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:07:40.666403 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccc8208c-e343-4c8e-8f62-b6d1a5a8d7ac" -d '{"events": [{"name": "network-changed", "server_uuid": "62a21279-cd45-4f1c-bc8b-9bb047767d13", "tag": "097019f2-ae6e-45f5-8720-67d66b1caf1a"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:07:40.669320 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-288e8040-c74c-4b67-8b3b-566d1a177e13 req-409cb119-252b-40b5-b184-00c274d5780a tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:07:40.677143 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409cb119-252b-40b5-b184-00c274d5780a tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] Pushing event updated for resources: {'Port': ['ID=cd76a132-4ef4-4ffc-85f2-4c1a0de5f6b6,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:40.678073 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:40.752668 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288e8040-c74c-4b67-8b3b-566d1a177e13 req-409cb119-252b-40b5-b184-00c274d5780a tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:40.753257 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-288e8040-c74c-4b67-8b3b-566d1a177e13 req-409cb119-252b-40b5-b184-00c274d5780a tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:40.781820 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=54295b0e-4d83-4378-9133-ce568678b59f,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:40.855071 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-288e8040-c74c-4b67-8b3b-566d1a177e13 req-409cb119-252b-40b5-b184-00c274d5780a tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4021566 Aug 11 03:07:40.871978 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-288e8040-c74c-4b67-8b3b-566d1a177e13 req-cb33c816-fa4c-4d9d-8ce3-11cb50440ae8 service neutron] Request body: {'port': {'device_id': '48f4ba46-35a2-4511-b8a2-1c96def3b7a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764292-30'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:07:40.949701 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-288e8040-c74c-4b67-8b3b-566d1a177e13 req-cb33c816-fa4c-4d9d-8ce3-11cb50440ae8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:40.990457 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:41.036362 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37398466-448b-48d4-8282-fd0f1622f7fd req-87ce9b6f-8fef-4333-a965-51821965b4cf tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:41.046068 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-37398466-448b-48d4-8282-fd0f1622f7fd req-87ce9b6f-8fef-4333-a965-51821965b4cf tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=70c84ed6-1b38-4b73-8bea-55c843cc7bda HTTP/1.1" status: 200 len: 944 time: 0.4153328 Aug 11 03:07:41.061851 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76faaf0-86f6-4c6d-bac5-a607b7e0cd6e req-5a4470ee-59d7-4cbd-a550-2e080d122138 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:41.066757 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b76faaf0-86f6-4c6d-bac5-a607b7e0cd6e req-5a4470ee-59d7-4cbd-a550-2e080d122138 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/ports?device_id=c93f3ea4-a53e-47bd-8942-570eda6223fa HTTP/1.1" status: 200 len: 945 time: 0.0923865 Aug 11 03:07:41.120955 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-37398466-448b-48d4-8282-fd0f1622f7fd req-2610fadf-e10a-4d3e-b745-af4dd96c183b tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a2aa92e-a0e4-4cb3-9665-2569763a2f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736995 Aug 11 03:07:41.130972 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b76faaf0-86f6-4c6d-bac5-a607b7e0cd6e req-83449883-905b-4ee6-8442-867449c66a43 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/security-groups?id=96c4279c-51b6-4d8a-ac93-67215ccf65c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555904 Aug 11 03:07:41.241536 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:07:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ef77461-d775-4b79-9d19-e6ad094ad6c7 x-openstack-request-id: req-4ef77461-d775-4b79-9d19-e6ad094ad6c7 {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:07:41.245325 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62a21279-cd45-4f1c-bc8b-9bb047767d13", "tag": "097019f2-ae6e-45f5-8720-67d66b1caf1a", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:07:41.245325 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4ef77461-d775-4b79-9d19-e6ad094ad6c7 {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:07:41.245325 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62a21279-cd45-4f1c-bc8b-9bb047767d13', 'tag': '097019f2-ae6e-45f5-8720-67d66b1caf1a', 'status': 'completed', 'code': 200} Aug 11 03:07:41.320300 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [req-288e8040-c74c-4b67-8b3b-566d1a177e13 req-cb33c816-fa4c-4d9d-8ce3-11cb50440ae8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd76a132-4ef4-4ffc-85f2-4c1a0de5f6b6 {{(pid=102191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:07:41.333120 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-288e8040-c74c-4b67-8b3b-566d1a177e13 req-cb33c816-fa4c-4d9d-8ce3-11cb50440ae8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:41.348554 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [req-288e8040-c74c-4b67-8b3b-566d1a177e13 req-cb33c816-fa4c-4d9d-8ce3-11cb50440ae8 service neutron] Transition to ACTIVE for port object cd76a132-4ef4-4ffc-85f2-4c1a0de5f6b6 will not be triggered until provisioned by entity L2. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:07:41.397665 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc8208c-e343-4c8e-8f62-b6d1a5a8d7ac req-213eb909-b0a7-4f6a-949d-44450e71d31c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:41.400443 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ccc8208c-e343-4c8e-8f62-b6d1a5a8d7ac req-213eb909-b0a7-4f6a-949d-44450e71d31c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2a223f1b2a284c768535cee2a71b4bcf&device_id=62a21279-cd45-4f1c-bc8b-9bb047767d13 HTTP/1.1" status: 200 len: 1100 time: 0.1228259 Aug 11 03:07:41.437252 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-288e8040-c74c-4b67-8b3b-566d1a177e13 req-cb33c816-fa4c-4d9d-8ce3-11cb50440ae8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:41.474358 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc8208c-e343-4c8e-8f62-b6d1a5a8d7ac req-506996f0-7269-4382-a066-371b83d280a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:41.481480 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-ccc8208c-e343-4c8e-8f62-b6d1a5a8d7ac req-506996f0-7269-4382-a066-371b83d280a2 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2a223f1b2a284c768535cee2a71b4bcf&device_id=62a21279-cd45-4f1c-bc8b-9bb047767d13 HTTP/1.1" status: 200 len: 1100 time: 0.1311982 Aug 11 03:07:41.607974 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bb12a0-c53d-4195-ba04-ef3eca895082 req-c858f92c-3b4a-48e2-8775-01a8ca04351a tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:41.616301 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-48bb12a0-c53d-4195-ba04-ef3eca895082 req-c858f92c-3b4a-48e2-8775-01a8ca04351a tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=62a21279-cd45-4f1c-bc8b-9bb047767d13 HTTP/1.1" status: 200 len: 948 time: 0.1947317 Aug 11 03:07:41.636165 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb33c816-fa4c-4d9d-8ce3-11cb50440ae8 service neutron] Pushing event updated for resources: {'Port': ['ID=cd76a132-4ef4-4ffc-85f2-4c1a0de5f6b6,revision_number=2']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:41.654349 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713eaa75-ea6a-406b-ac17-7c500c0a42c3 req-ff6303d5-b5f1-4ed1-98e1-4abddff1dd1f tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:41.655791 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-713eaa75-ea6a-406b-ac17-7c500c0a42c3 req-ff6303d5-b5f1-4ed1-98e1-4abddff1dd1f tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] 10.222.0.41 "GET /v2.0/ports?device_id=48f4ba46-35a2-4511-b8a2-1c96def3b7a6 HTTP/1.1" status: 200 len: 943 time: 0.1577852 Aug 11 03:07:41.673802 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc8208c-e343-4c8e-8f62-b6d1a5a8d7ac req-fe2d3627-fb87-421a-ae78-53a87ac9c065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:41.675138 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ccc8208c-e343-4c8e-8f62-b6d1a5a8d7ac req-fe2d3627-fb87-421a-ae78-53a87ac9c065 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d1bf0def-6fa4-4d3e-bbc5-20a040931fba HTTP/1.1" status: 200 len: 870 time: 0.2636859 Aug 11 03:07:41.712231 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['54295b0e-4d83-4378-9133-ce568678b59f'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:07:41.719792 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-48bb12a0-c53d-4195-ba04-ef3eca895082 req-218b8061-2fe5-48dc-80a7-8398a6dda4c5 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987284 Aug 11 03:07:41.723278 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-288e8040-c74c-4b67-8b3b-566d1a177e13 req-cb33c816-fa4c-4d9d-8ce3-11cb50440ae8 service neutron] Attempting to bind port cd76a132-4ef4-4ffc-85f2-4c1a0de5f6b6 on host n-h2-764292-30 for vnic_type normal with profile {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:07:41.723617 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-288e8040-c74c-4b67-8b3b-566d1a177e13 req-cb33c816-fa4c-4d9d-8ce3-11cb50440ae8 service neutron] Attempting to bind port cd76a132-4ef4-4ffc-85f2-4c1a0de5f6b6 by drivers openvswitch,hyperv on host n-h2-764292-30 at level 0 using segments [{'id': 'd6576c77-3985-48bf-8fbf-0488c51bebf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'ba16c1ee-b924-4acd-93e3-1916a7414241'}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:07:41.723945 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-288e8040-c74c-4b67-8b3b-566d1a177e13 req-cb33c816-fa4c-4d9d-8ce3-11cb50440ae8 service neutron] Attempting to bind port cd76a132-4ef4-4ffc-85f2-4c1a0de5f6b6 on network ba16c1ee-b924-4acd-93e3-1916a7414241 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:07:41.732297 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc8208c-e343-4c8e-8f62-b6d1a5a8d7ac req-45df843f-0c6c-48cd-b9b2-13a00d29302d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:41.743710 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-ccc8208c-e343-4c8e-8f62-b6d1a5a8d7ac req-45df843f-0c6c-48cd-b9b2-13a00d29302d service neutron] 10.222.0.22 "GET /v2.0/networks?id=d1bf0def-6fa4-4d3e-bbc5-20a040931fba HTTP/1.1" status: 200 len: 870 time: 0.2353272 Aug 11 03:07:41.797329 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ccc8208c-e343-4c8e-8f62-b6d1a5a8d7ac req-4a9adb2a-30be-4716-9c4b-3f10d8ed691e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=097019f2-ae6e-45f5-8720-67d66b1caf1a HTTP/1.1" status: 200 len: 217 time: 0.1025627 Aug 11 03:07:41.837844 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-288e8040-c74c-4b67-8b3b-566d1a177e13 req-cb33c816-fa4c-4d9d-8ce3-11cb50440ae8 service neutron] Port cd76a132-4ef4-4ffc-85f2-4c1a0de5f6b6 on network ba16c1ee-b924-4acd-93e3-1916a7414241 not bound, no agent of type Open vSwitch agent registered on host n-h2-764292-30 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:07:41.841697 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-288e8040-c74c-4b67-8b3b-566d1a177e13 req-cb33c816-fa4c-4d9d-8ce3-11cb50440ae8 service neutron] Attempting to bind port cd76a132-4ef4-4ffc-85f2-4c1a0de5f6b6 on network ba16c1ee-b924-4acd-93e3-1916a7414241 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:07:41.845779 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-ccc8208c-e343-4c8e-8f62-b6d1a5a8d7ac req-de85cb9b-6efc-4b69-8192-354193c6a3ff service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=097019f2-ae6e-45f5-8720-67d66b1caf1a HTTP/1.1" status: 200 len: 217 time: 0.0864565 Aug 11 03:07:41.851743 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-288e8040-c74c-4b67-8b3b-566d1a177e13 req-cb33c816-fa4c-4d9d-8ce3-11cb50440ae8 service neutron] Checking agent: {'id': '70015fc0-62fb-48b2-b453-36906937cf2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 7, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:07:41.852225 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-288e8040-c74c-4b67-8b3b-566d1a177e13 req-cb33c816-fa4c-4d9d-8ce3-11cb50440ae8 service neutron] Checking segment: {'id': 'd6576c77-3985-48bf-8fbf-0488c51bebf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'ba16c1ee-b924-4acd-93e3-1916a7414241'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:07:41.852631 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-288e8040-c74c-4b67-8b3b-566d1a177e13 req-cb33c816-fa4c-4d9d-8ce3-11cb50440ae8 service neutron] Bound using segment: {'id': 'd6576c77-3985-48bf-8fbf-0488c51bebf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'ba16c1ee-b924-4acd-93e3-1916a7414241'} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:07:41.866952 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-288e8040-c74c-4b67-8b3b-566d1a177e13 req-cb33c816-fa4c-4d9d-8ce3-11cb50440ae8 service neutron] Bound port: cd76a132-4ef4-4ffc-85f2-4c1a0de5f6b6, host: n-h2-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6576c77-3985-48bf-8fbf-0488c51bebf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'ba16c1ee-b924-4acd-93e3-1916a7414241'}}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:07:41.869033 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-288e8040-c74c-4b67-8b3b-566d1a177e13 req-cb33c816-fa4c-4d9d-8ce3-11cb50440ae8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:41.883900 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-713eaa75-ea6a-406b-ac17-7c500c0a42c3 req-84395cb5-55c2-4b05-8ac7-74c5b0eb2469 tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] 10.222.0.41 "GET /v2.0/security-groups?id=9625f7fa-1e76-4734-9acf-19283deb6f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077792 Aug 11 03:07:41.918361 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abfba79-25a2-450b-ae35-5e4f6b927940 req-a5e7aa56-482c-4809-ba58-ecb231cb4d28 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:41.924323 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9abfba79-25a2-450b-ae35-5e4f6b927940 req-a5e7aa56-482c-4809-ba58-ecb231cb4d28 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.41 "GET /v2.0/ports?device_id=98d6d82d-3a78-44f6-a171-1c19b3afea39 HTTP/1.1" status: 200 len: 950 time: 0.1209991 Aug 11 03:07:41.948117 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc8208c-e343-4c8e-8f62-b6d1a5a8d7ac req-4ca165e9-000d-4419-816d-919518a3c2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:41.949700 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ccc8208c-e343-4c8e-8f62-b6d1a5a8d7ac req-4ca165e9-000d-4419-816d-919518a3c2c3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=254a3f4d-2b75-429e-bbb2-8e70554e9483 HTTP/1.1" status: 200 len: 843 time: 0.1304896 Aug 11 03:07:41.988411 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc8208c-e343-4c8e-8f62-b6d1a5a8d7ac req-e0ba7485-4b53-47ee-a06f-0364db559a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:42.019039 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-ccc8208c-e343-4c8e-8f62-b6d1a5a8d7ac req-e0ba7485-4b53-47ee-a06f-0364db559a23 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=254a3f4d-2b75-429e-bbb2-8e70554e9483 HTTP/1.1" status: 200 len: 843 time: 0.1157863 Aug 11 03:07:42.020414 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9abfba79-25a2-450b-ae35-5e4f6b927940 req-db700a95-abae-42c5-a35b-16bd62d2205a tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.41 "GET /v2.0/security-groups?id=4bfdc2ba-9f18-4435-9a1d-8c7ae69f76fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895190 Aug 11 03:07:42.052880 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-288e8040-c74c-4b67-8b3b-566d1a177e13 req-cb33c816-fa4c-4d9d-8ce3-11cb50440ae8 service neutron] For port cd76a132-4ef4-4ffc-85f2-4c1a0de5f6b6, host n-h2-764292-30, cleared binding levels {{(pid=102191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:07:42.056736 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc8208c-e343-4c8e-8f62-b6d1a5a8d7ac req-a83b6d2c-a6dd-46b7-a94a-1d92776668a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:42.059872 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ccc8208c-e343-4c8e-8f62-b6d1a5a8d7ac req-a83b6d2c-a6dd-46b7-a94a-1d92776668a0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d1bf0def-6fa4-4d3e-bbc5-20a040931fba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0951009 Aug 11 03:07:42.074044 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-288e8040-c74c-4b67-8b3b-566d1a177e13 req-cb33c816-fa4c-4d9d-8ce3-11cb50440ae8 service neutron] For port cd76a132-4ef4-4ffc-85f2-4c1a0de5f6b6, host n-h2-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=cd76a132-4ef4-4ffc-85f2-4c1a0de5f6b6,segment=NetworkSegment(d6576c77-3985-48bf-8fbf-0488c51bebf1),segment_id=d6576c77-3985-48bf-8fbf-0488c51bebf1)] {{(pid=102191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:07:42.085916 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2274134-cdf2-417c-a050-5677f23cf813 req-7e285c6b-46a0-4e62-923c-0ad68f35716c tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:42.087472 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f2274134-cdf2-417c-a050-5677f23cf813 req-7e285c6b-46a0-4e62-923c-0ad68f35716c tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/ports?device_id=eef198f5-5223-4d49-8ce9-d9987fbc9f79 HTTP/1.1" status: 200 len: 945 time: 0.0864143 Aug 11 03:07:42.091909 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc8208c-e343-4c8e-8f62-b6d1a5a8d7ac req-b3f34151-e752-4d84-b3a2-80d79bf12d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:42.093788 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-ccc8208c-e343-4c8e-8f62-b6d1a5a8d7ac req-b3f34151-e752-4d84-b3a2-80d79bf12d50 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d1bf0def-6fa4-4d3e-bbc5-20a040931fba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0796728 Aug 11 03:07:42.165885 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f2274134-cdf2-417c-a050-5677f23cf813 req-d9c5a1a1-f0a3-4882-a15d-b9d36a0157f3 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/security-groups?id=4490b831-3ed6-471e-94da-f0207d61c828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677538 Aug 11 03:07:42.201589 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-ccc8208c-e343-4c8e-8f62-b6d1a5a8d7ac req-17ad1530-f1db-480e-80e4-cbbf34860482 service neutron] 10.222.0.22 "GET /v2.0/networks/d1bf0def-6fa4-4d3e-bbc5-20a040931fba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966496 Aug 11 03:07:42.213978 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ccc8208c-e343-4c8e-8f62-b6d1a5a8d7ac req-665b305a-cc6b-42b5-97f8-e306b9f86b7f service neutron] 10.222.0.24 "GET /v2.0/networks/d1bf0def-6fa4-4d3e-bbc5-20a040931fba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445825 Aug 11 03:07:42.296485 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-ccc8208c-e343-4c8e-8f62-b6d1a5a8d7ac req-d72f97b2-c054-4224-a83f-8351a071a17b service neutron] 10.222.0.22 "GET /v2.0/networks/d1bf0def-6fa4-4d3e-bbc5-20a040931fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872078 Aug 11 03:07:42.335037 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b466e6b-e6b4-47bf-a753-ee8249cb879f req-3de6f073-c413-4a58-92f9-070c1b2bfc7b tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:42.336436 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3b466e6b-e6b4-47bf-a753-ee8249cb879f req-3de6f073-c413-4a58-92f9-070c1b2bfc7b tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=70c84ed6-1b38-4b73-8bea-55c843cc7bda HTTP/1.1" status: 200 len: 944 time: 0.1411424 Aug 11 03:07:42.394232 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-288e8040-c74c-4b67-8b3b-566d1a177e13 req-cb33c816-fa4c-4d9d-8ce3-11cb50440ae8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:42.397164 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ce228f-c330-4c39-8b60-b7fbe80d09ad req-d00888aa-d463-4147-99b9-ae5bea3f1c22 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:42.398721 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-37ce228f-c330-4c39-8b60-b7fbe80d09ad req-d00888aa-d463-4147-99b9-ae5bea3f1c22 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/ports?device_id=c93f3ea4-a53e-47bd-8942-570eda6223fa HTTP/1.1" status: 200 len: 945 time: 0.1176422 Aug 11 03:07:42.412046 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ccc8208c-e343-4c8e-8f62-b6d1a5a8d7ac req-2e413426-13dc-4fab-aa93-e4a44272aab0 service neutron] 10.222.0.24 "GET /v2.0/networks/d1bf0def-6fa4-4d3e-bbc5-20a040931fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805041 Aug 11 03:07:42.416203 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3b466e6b-e6b4-47bf-a753-ee8249cb879f req-db5350a2-ddde-4172-851d-9810f474fa1e tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a2aa92e-a0e4-4cb3-9665-2569763a2f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721190 Aug 11 03:07:42.430693 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288e8040-c74c-4b67-8b3b-566d1a177e13 req-cb33c816-fa4c-4d9d-8ce3-11cb50440ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:42.433356 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-288e8040-c74c-4b67-8b3b-566d1a177e13 req-cb33c816-fa4c-4d9d-8ce3-11cb50440ae8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:42.433356 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-288e8040-c74c-4b67-8b3b-566d1a177e13 req-cb33c816-fa4c-4d9d-8ce3-11cb50440ae8 service neutron] 10.222.0.24 "PUT /v2.0/ports/cd76a132-4ef4-4ffc-85f2-4c1a0de5f6b6 HTTP/1.1" status: 200 len: 1092 time: 1.5675204 Aug 11 03:07:42.452718 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-37ce228f-c330-4c39-8b60-b7fbe80d09ad req-ec3e2554-1b09-43a3-a633-80df6d17074d tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/security-groups?id=96c4279c-51b6-4d8a-ac93-67215ccf65c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397127 Aug 11 03:07:42.469947 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb33c816-fa4c-4d9d-8ce3-11cb50440ae8 service neutron] Pushing event updated for resources: {'Port': ['ID=cd76a132-4ef4-4ffc-85f2-4c1a0de5f6b6,revision_number=3']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:42.600393 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288e8040-c74c-4b67-8b3b-566d1a177e13 req-63c7d4f9-3b01-431a-aa90-3e7e367c95ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:42.602821 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-288e8040-c74c-4b67-8b3b-566d1a177e13 req-63c7d4f9-3b01-431a-aa90-3e7e367c95ba service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fba9b147a9744754b77a3fc98c1a44ef&device_id=48f4ba46-35a2-4511-b8a2-1c96def3b7a6 HTTP/1.1" status: 200 len: 1095 time: 0.0464673 Aug 11 03:07:42.646933 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-288e8040-c74c-4b67-8b3b-566d1a177e13 req-ef9351ec-4732-47c3-8b0c-a04968ebe322 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cd76a132-4ef4-4ffc-85f2-4c1a0de5f6b6 HTTP/1.1" status: 200 len: 217 time: 0.0351541 Aug 11 03:07:42.706276 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288e8040-c74c-4b67-8b3b-566d1a177e13 req-7273493a-8bb5-4074-bc4e-8dcd279c9c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:42.707842 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-288e8040-c74c-4b67-8b3b-566d1a177e13 req-7273493a-8bb5-4074-bc4e-8dcd279c9c08 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c9948c0e-1a7a-4d2b-b7c0-e1311563d7af HTTP/1.1" status: 200 len: 859 time: 0.0523794 Aug 11 03:07:42.756790 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-288e8040-c74c-4b67-8b3b-566d1a177e13 req-6cb7bbbb-f700-4238-9592-69a59cb5901d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ba16c1ee-b924-4acd-93e3-1916a7414241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399389 Aug 11 03:07:42.877719 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-288e8040-c74c-4b67-8b3b-566d1a177e13 req-ff11d995-fa9b-41cc-b9fe-9938d1a88ca7 service neutron] 10.222.0.24 "GET /v2.0/networks/ba16c1ee-b924-4acd-93e3-1916a7414241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094301 Aug 11 03:07:42.890998 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc2a605-9ac2-4a28-bdfd-b62bdf53202f req-be53b560-a2ca-4e31-82d8-80df3ffe35b0 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:42.895045 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ffc2a605-9ac2-4a28-bdfd-b62bdf53202f req-be53b560-a2ca-4e31-82d8-80df3ffe35b0 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=62a21279-cd45-4f1c-bc8b-9bb047767d13 HTTP/1.1" status: 200 len: 948 time: 0.0705237 Aug 11 03:07:42.958237 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ffc2a605-9ac2-4a28-bdfd-b62bdf53202f req-735f22e2-600d-4d65-95fe-e4160c7e5ab1 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524971 Aug 11 03:07:43.095003 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-288e8040-c74c-4b67-8b3b-566d1a177e13 req-7fd712cc-f2b3-4693-8cf9-d70c99ee8895 service neutron] 10.222.0.24 "GET /v2.0/networks/ba16c1ee-b924-4acd-93e3-1916a7414241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070272 Aug 11 03:07:43.128479 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f4922a-417c-41ba-a23a-f1289313848e req-400e8dd7-7351-4915-8845-cedd1279919f tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:43.142098 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c9f4922a-417c-41ba-a23a-f1289313848e req-400e8dd7-7351-4915-8845-cedd1279919f tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] 10.222.0.41 "GET /v2.0/ports?device_id=48f4ba46-35a2-4511-b8a2-1c96def3b7a6 HTTP/1.1" status: 200 len: 943 time: 0.1453991 Aug 11 03:07:43.222888 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c9f4922a-417c-41ba-a23a-f1289313848e req-73195aaf-c81a-4ad4-9b2b-ef5b6002c9bf tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] 10.222.0.41 "GET /v2.0/security-groups?id=9625f7fa-1e76-4734-9acf-19283deb6f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797851 Aug 11 03:07:43.237015 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5ca9c1-6c05-4573-a963-60c6a42e89db req-8f8e42b4-3bff-4f0d-b507-06a5600f92c3 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:43.239610 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8c5ca9c1-6c05-4573-a963-60c6a42e89db req-8f8e42b4-3bff-4f0d-b507-06a5600f92c3 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.41 "GET /v2.0/ports?device_id=98d6d82d-3a78-44f6-a171-1c19b3afea39 HTTP/1.1" status: 200 len: 950 time: 0.0922632 Aug 11 03:07:43.245709 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48f4ba46-35a2-4511-b8a2-1c96def3b7a6', 'tag': 'cd76a132-4ef4-4ffc-85f2-4c1a0de5f6b6'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:07:43.249249 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d3d92f2-d9bb-4c71-8503-743a85d89db1" -d '{"events": [{"name": "network-changed", "server_uuid": "48f4ba46-35a2-4511-b8a2-1c96def3b7a6", "tag": "cd76a132-4ef4-4ffc-85f2-4c1a0de5f6b6"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:07:43.295948 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8c5ca9c1-6c05-4573-a963-60c6a42e89db req-740be909-fd0e-4d90-ac16-eccc5392d9d2 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.41 "GET /v2.0/security-groups?id=4bfdc2ba-9f18-4435-9a1d-8c7ae69f76fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425239 Aug 11 03:07:43.365492 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4706cebb-10a3-414d-bcd3-d2a33f813619 req-60d7ab8d-dc82-4e05-958e-12eeb01a44e2 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:43.368853 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4706cebb-10a3-414d-bcd3-d2a33f813619 req-60d7ab8d-dc82-4e05-958e-12eeb01a44e2 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/ports?device_id=eef198f5-5223-4d49-8ce9-d9987fbc9f79 HTTP/1.1" status: 200 len: 945 time: 0.0773056 Aug 11 03:07:43.370585 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:07:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c378a0e-7418-47a5-a98c-b5a655892ced x-openstack-request-id: req-3c378a0e-7418-47a5-a98c-b5a655892ced {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:07:43.371702 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48f4ba46-35a2-4511-b8a2-1c96def3b7a6", "tag": "cd76a132-4ef4-4ffc-85f2-4c1a0de5f6b6", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:07:43.371970 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3c378a0e-7418-47a5-a98c-b5a655892ced {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:07:43.372436 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48f4ba46-35a2-4511-b8a2-1c96def3b7a6', 'tag': 'cd76a132-4ef4-4ffc-85f2-4c1a0de5f6b6', 'status': 'completed', 'code': 200} Aug 11 03:07:43.417973 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4706cebb-10a3-414d-bcd3-d2a33f813619 req-2fc56a5e-4392-46b8-b910-27e88c3ec561 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/security-groups?id=4490b831-3ed6-471e-94da-f0207d61c828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437806 Aug 11 03:07:43.458859 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3d92f2-d9bb-4c71-8503-743a85d89db1 req-40c1a19f-b506-4bde-8ee8-dcc82f9fb7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:43.460044 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-3d3d92f2-d9bb-4c71-8503-743a85d89db1 req-40c1a19f-b506-4bde-8ee8-dcc82f9fb7e0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fba9b147a9744754b77a3fc98c1a44ef&device_id=48f4ba46-35a2-4511-b8a2-1c96def3b7a6 HTTP/1.1" status: 200 len: 1095 time: 0.0656693 Aug 11 03:07:43.612038 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3d92f2-d9bb-4c71-8503-743a85d89db1 req-a57cc1cf-bc19-4d81-92de-5a74f724896c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:43.615453 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-3d3d92f2-d9bb-4c71-8503-743a85d89db1 req-a57cc1cf-bc19-4d81-92de-5a74f724896c service neutron] 10.222.0.24 "GET /v2.0/networks?id=ba16c1ee-b924-4acd-93e3-1916a7414241 HTTP/1.1" status: 200 len: 920 time: 0.1446838 Aug 11 03:07:43.616602 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721b8083-4f6b-439f-9ea7-e0578d193a29 req-7dd993d6-f8aa-4407-a2b3-a3ab6adfc0f0 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:43.618244 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-721b8083-4f6b-439f-9ea7-e0578d193a29 req-7dd993d6-f8aa-4407-a2b3-a3ab6adfc0f0 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=70c84ed6-1b38-4b73-8bea-55c843cc7bda HTTP/1.1" status: 200 len: 944 time: 0.1012542 Aug 11 03:07:43.631627 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabe8dca-d649-4c77-9710-a58747e919de req-5a44474e-3555-4f59-bba1-95aeee567b19 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:43.633215 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-aabe8dca-d649-4c77-9710-a58747e919de req-5a44474e-3555-4f59-bba1-95aeee567b19 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/ports?device_id=c93f3ea4-a53e-47bd-8942-570eda6223fa HTTP/1.1" status: 200 len: 945 time: 0.0742598 Aug 11 03:07:43.703514 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-721b8083-4f6b-439f-9ea7-e0578d193a29 req-22bc184c-15b2-4a26-abf4-48111c90c114 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a2aa92e-a0e4-4cb3-9665-2569763a2f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691419 Aug 11 03:07:43.710395 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-aabe8dca-d649-4c77-9710-a58747e919de req-ad7f6a6c-d8a3-42b0-b991-c9e97694ac97 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/security-groups?id=96c4279c-51b6-4d8a-ac93-67215ccf65c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686543 Aug 11 03:07:43.726956 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-3d3d92f2-d9bb-4c71-8503-743a85d89db1 req-08e0f9e6-3879-43f5-9a4b-ef069a60000e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cd76a132-4ef4-4ffc-85f2-4c1a0de5f6b6 HTTP/1.1" status: 200 len: 217 time: 0.1030591 Aug 11 03:07:43.823103 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3d92f2-d9bb-4c71-8503-743a85d89db1 req-b39cbba7-795c-4359-8840-1baf6c4cb294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:43.825258 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-3d3d92f2-d9bb-4c71-8503-743a85d89db1 req-b39cbba7-795c-4359-8840-1baf6c4cb294 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c9948c0e-1a7a-4d2b-b7c0-e1311563d7af HTTP/1.1" status: 200 len: 859 time: 0.0877481 Aug 11 03:07:43.863475 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-3d3d92f2-d9bb-4c71-8503-743a85d89db1 req-68bdd1f7-e91f-4937-b842-65a8f3ff5f58 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ba16c1ee-b924-4acd-93e3-1916a7414241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304787 Aug 11 03:07:44.009038 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-3d3d92f2-d9bb-4c71-8503-743a85d89db1 req-f0e2570f-445a-44ab-b7b2-91465fb00c4b service neutron] 10.222.0.24 "GET /v2.0/networks/ba16c1ee-b924-4acd-93e3-1916a7414241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324227 Aug 11 03:07:44.161913 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-3d3d92f2-d9bb-4c71-8503-743a85d89db1 req-632f5424-0d46-4ffb-b3ff-c208bbe3b1f4 service neutron] 10.222.0.24 "GET /v2.0/networks/ba16c1ee-b924-4acd-93e3-1916a7414241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388655 Aug 11 03:07:44.183003 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0420720c-bc3a-4898-bab1-69402b473823 req-8e98dec8-2461-4d80-833b-3eed9ebf9720 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:44.184833 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0420720c-bc3a-4898-bab1-69402b473823 req-8e98dec8-2461-4d80-833b-3eed9ebf9720 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=62a21279-cd45-4f1c-bc8b-9bb047767d13 HTTP/1.1" status: 200 len: 948 time: 0.0998976 Aug 11 03:07:44.257913 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0420720c-bc3a-4898-bab1-69402b473823 req-633b298c-48a3-4e53-8659-788280285055 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635977 Aug 11 03:07:44.365100 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 54295b0e-4d83-4378-9133-ce568678b59f up at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:07:44.468481 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baa464d-356d-4d27-aed9-8ba74cebbe3f req-fcbfe822-da91-456d-ac32-e4c401563f26 tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:44.483280 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5baa464d-356d-4d27-aed9-8ba74cebbe3f req-fcbfe822-da91-456d-ac32-e4c401563f26 tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] 10.222.0.41 "GET /v2.0/ports?device_id=48f4ba46-35a2-4511-b8a2-1c96def3b7a6 HTTP/1.1" status: 200 len: 943 time: 0.1266654 Aug 11 03:07:44.549712 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5baa464d-356d-4d27-aed9-8ba74cebbe3f req-ad6e3adc-3353-4663-bc34-69159ae27cbc tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] 10.222.0.41 "GET /v2.0/security-groups?id=9625f7fa-1e76-4734-9acf-19283deb6f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647647 Aug 11 03:07:44.555079 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning for port 54295b0e-4d83-4378-9133-ce568678b59f completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:07:44.560635 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning complete for port 54295b0e-4d83-4378-9133-ce568678b59f triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:07:44.561311 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:44.705160 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:44.746617 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49e3404-e505-47b5-ab34-9e6a3047fe55 req-30643e72-2e8b-4bd5-af7e-d5b3a60a75cd tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:44.748346 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a49e3404-e505-47b5-ab34-9e6a3047fe55 req-30643e72-2e8b-4bd5-af7e-d5b3a60a75cd tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.41 "GET /v2.0/ports?device_id=98d6d82d-3a78-44f6-a171-1c19b3afea39 HTTP/1.1" status: 200 len: 950 time: 0.1073258 Aug 11 03:07:44.787062 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 54295b0e-4d83-4378-9133-ce568678b59f, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=54295b0e-4d83-4378-9133-ce568678b59f,segment=NetworkSegment(66697432-be64-438d-a5b2-0b02f3d0fa2a),segment_id=66697432-be64-438d-a5b2-0b02f3d0fa2a)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:07:44.790925 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c93f3ea4-a53e-47bd-8942-570eda6223fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54295b0e-4d83-4378-9133-ce568678b59f'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:07:44.799735 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0159aec9-4a18-456a-99fb-d5601a792426" -d '{"events": [{"server_uuid": "c93f3ea4-a53e-47bd-8942-570eda6223fa", "name": "network-vif-plugged", "status": "completed", "tag": "54295b0e-4d83-4378-9133-ce568678b59f"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:07:44.821809 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a49e3404-e505-47b5-ab34-9e6a3047fe55 req-53418e01-37bb-42b7-b211-128607962cfd tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.41 "GET /v2.0/security-groups?id=4bfdc2ba-9f18-4435-9a1d-8c7ae69f76fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657303 Aug 11 03:07:44.830713 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:45.015062 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=54295b0e-4d83-4378-9133-ce568678b59f,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:45.081975 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1fc1d8-b5a2-4c97-bb87-b43cf9b86616 req-b48b1232-8932-4b80-8f21-3a7adbf40d3d tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:45.083632 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8f1fc1d8-b5a2-4c97-bb87-b43cf9b86616 req-b48b1232-8932-4b80-8f21-3a7adbf40d3d tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/ports?device_id=eef198f5-5223-4d49-8ce9-d9987fbc9f79 HTTP/1.1" status: 200 len: 945 time: 0.1462100 Aug 11 03:07:45.153877 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8f1fc1d8-b5a2-4c97-bb87-b43cf9b86616 req-9baaa7f8-3fd1-4ea8-a096-f9bc3916ca39 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/security-groups?id=4490b831-3ed6-471e-94da-f0207d61c828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623219 Aug 11 03:07:45.366785 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338135df-b8e9-46aa-bfa5-b64a979b8df3 req-d408b16e-e87a-4b91-9010-854bcf1d556a tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:45.376498 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-338135df-b8e9-46aa-bfa5-b64a979b8df3 req-d408b16e-e87a-4b91-9010-854bcf1d556a tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=70c84ed6-1b38-4b73-8bea-55c843cc7bda HTTP/1.1" status: 200 len: 944 time: 0.0831921 Aug 11 03:07:45.453050 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-338135df-b8e9-46aa-bfa5-b64a979b8df3 req-d0cea7ab-cd93-4314-89b3-9f9950b19a65 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a2aa92e-a0e4-4cb3-9665-2569763a2f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699008 Aug 11 03:07:45.608821 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be4be65-9aff-44ca-9baa-9518596ee0a0 req-965ad4ac-5bd4-4dca-ac28-637026f9518b tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:45.616508 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8be4be65-9aff-44ca-9baa-9518596ee0a0 req-965ad4ac-5bd4-4dca-ac28-637026f9518b tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/ports?device_id=c93f3ea4-a53e-47bd-8942-570eda6223fa HTTP/1.1" status: 200 len: 946 time: 0.0837324 Aug 11 03:07:45.671814 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8be4be65-9aff-44ca-9baa-9518596ee0a0 req-156becc0-5554-4014-ac27-db199ec54af4 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/security-groups?id=96c4279c-51b6-4d8a-ac93-67215ccf65c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541697 Aug 11 03:07:45.756885 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:07:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22524d57-fa81-4a76-9d38-e3c43d8bae41 x-openstack-request-id: req-22524d57-fa81-4a76-9d38-e3c43d8bae41 {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:07:45.758974 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c93f3ea4-a53e-47bd-8942-570eda6223fa", "name": "network-vif-plugged", "status": "completed", "tag": "54295b0e-4d83-4378-9133-ce568678b59f", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:07:45.759438 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-22524d57-fa81-4a76-9d38-e3c43d8bae41 {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:07:45.760041 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c93f3ea4-a53e-47bd-8942-570eda6223fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54295b0e-4d83-4378-9133-ce568678b59f', 'code': 200} Aug 11 03:07:45.971954 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device cd76a132-4ef4-4ffc-85f2-4c1a0de5f6b6 details requested by agent hyperv_n-h2-764292-30 with host n-h2-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:07:46.090882 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d822874-3760-4df6-9554-7906847d15d4 req-8dd4baa0-df9d-4397-8644-dada61cac822 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:46.111392 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1d822874-3760-4df6-9554-7906847d15d4 req-8dd4baa0-df9d-4397-8644-dada61cac822 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=62a21279-cd45-4f1c-bc8b-9bb047767d13 HTTP/1.1" status: 200 len: 948 time: 0.1518824 Aug 11 03:07:46.198925 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1d822874-3760-4df6-9554-7906847d15d4 req-9253df58-41b3-4bcb-93ba-a1c2f675e575 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859609 Aug 11 03:07:46.253587 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port cd76a132-4ef4-4ffc-85f2-4c1a0de5f6b6, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=cd76a132-4ef4-4ffc-85f2-4c1a0de5f6b6,segment=NetworkSegment(d6576c77-3985-48bf-8fbf-0488c51bebf1),segment_id=d6576c77-3985-48bf-8fbf-0488c51bebf1)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:07:46.292720 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Returning: {'device': 'cd76a132-4ef4-4ffc-85f2-4c1a0de5f6b6', 'network_id': 'ba16c1ee-b924-4acd-93e3-1916a7414241', 'port_id': 'cd76a132-4ef4-4ffc-85f2-4c1a0de5f6b6', 'mac_address': 'fa:16:3e:84:99:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9948c0e-1a7a-4d2b-b7c0-e1311563d7af', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:07:46.355768 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc061c1-1a63-4dac-9272-61efd96516c1 req-4728e5f6-ebce-43d2-8dfc-ae9e9070caed tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:46.371642 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-fbc061c1-1a63-4dac-9272-61efd96516c1 req-4728e5f6-ebce-43d2-8dfc-ae9e9070caed tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] 10.222.0.41 "GET /v2.0/ports?device_id=48f4ba46-35a2-4511-b8a2-1c96def3b7a6 HTTP/1.1" status: 200 len: 943 time: 0.1064820 Aug 11 03:07:46.384202 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 097019f2-ae6e-45f5-8720-67d66b1caf1a details requested by agent hyperv_n-h1-764292-30 with host n-h1-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:07:46.469095 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-fbc061c1-1a63-4dac-9272-61efd96516c1 req-87a62eec-1f9f-4640-babf-1d539a88fdbd tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] 10.222.0.41 "GET /v2.0/security-groups?id=9625f7fa-1e76-4734-9acf-19283deb6f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935307 Aug 11 03:07:46.473339 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49994bc-7032-4ce3-8a68-aba5fbd06ac8 req-d4cfd8c5-4603-430e-9eff-668a662b2a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:46.481341 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-a49994bc-7032-4ce3-8a68-aba5fbd06ac8 req-d4cfd8c5-4603-430e-9eff-668a662b2a6b service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=c93f3ea4-a53e-47bd-8942-570eda6223fa HTTP/1.1" status: 200 len: 1098 time: 0.6044636 Aug 11 03:07:46.539093 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 097019f2-ae6e-45f5-8720-67d66b1caf1a, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=097019f2-ae6e-45f5-8720-67d66b1caf1a,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:07:46.559775 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-a49994bc-7032-4ce3-8a68-aba5fbd06ac8 req-373ec23a-2164-4294-9684-ac4fe010671f service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=96c4279c-51b6-4d8a-ac93-67215ccf65c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696969 Aug 11 03:07:46.560152 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Returning: {'device': '097019f2-ae6e-45f5-8720-67d66b1caf1a', 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba', 'port_id': '097019f2-ae6e-45f5-8720-67d66b1caf1a', 'mac_address': 'fa:16:3e:8c:0c:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '254a3f4d-2b75-429e-bbb2-8e70554e9483', 'ip_address': '192.168.233.233'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:07:46.569920 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:46.615776 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd76a132-4ef4-4ffc-85f2-4c1a0de5f6b6 {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:07:46.636207 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:46.659684 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port cd76a132-4ef4-4ffc-85f2-4c1a0de5f6b6, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=cd76a132-4ef4-4ffc-85f2-4c1a0de5f6b6,segment=NetworkSegment(d6576c77-3985-48bf-8fbf-0488c51bebf1),segment_id=d6576c77-3985-48bf-8fbf-0488c51bebf1)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:07:46.671067 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 097019f2-ae6e-45f5-8720-67d66b1caf1a {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:07:46.705261 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043b8f78-fa63-4003-91e4-ed361de426eb req-423c9e50-3b92-49c8-ab40-c0540e7d6b22 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:46.709535 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 097019f2-ae6e-45f5-8720-67d66b1caf1a, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=097019f2-ae6e-45f5-8720-67d66b1caf1a,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:07:46.712089 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-043b8f78-fa63-4003-91e4-ed361de426eb req-423c9e50-3b92-49c8-ab40-c0540e7d6b22 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.41 "GET /v2.0/ports?device_id=98d6d82d-3a78-44f6-a171-1c19b3afea39 HTTP/1.1" status: 200 len: 950 time: 0.1220562 Aug 11 03:07:46.722852 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:46.777479 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-043b8f78-fa63-4003-91e4-ed361de426eb req-0c8b6d9d-0725-4168-b778-efe7ed24437f tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.41 "GET /v2.0/security-groups?id=4bfdc2ba-9f18-4435-9a1d-8c7ae69f76fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582051 Aug 11 03:07:46.786505 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:46.795188 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=cd76a132-4ef4-4ffc-85f2-4c1a0de5f6b6,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:46.929522 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=097019f2-ae6e-45f5-8720-67d66b1caf1a,revision_number=8']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:47.104974 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['cd76a132-4ef4-4ffc-85f2-4c1a0de5f6b6'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:07:47.429591 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['097019f2-ae6e-45f5-8720-67d66b1caf1a'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:07:47.628834 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f735c7cd-8fac-4105-9a72-b27ac0b4ca07 req-a61dc147-c61b-4175-a267-b9dbf4c06e6d tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:47.632651 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f735c7cd-8fac-4105-9a72-b27ac0b4ca07 req-a61dc147-c61b-4175-a267-b9dbf4c06e6d tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/ports?device_id=eef198f5-5223-4d49-8ce9-d9987fbc9f79 HTTP/1.1" status: 200 len: 945 time: 0.0653763 Aug 11 03:07:47.682920 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f735c7cd-8fac-4105-9a72-b27ac0b4ca07 req-ebab2ee1-e8e0-4a4e-938c-9147d9fad818 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/security-groups?id=4490b831-3ed6-471e-94da-f0207d61c828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429437 Aug 11 03:07:47.726051 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa6c483-aff0-4cef-9e30-1e58e347301b req-212d5f7f-a362-4de0-a0d0-758c0de44e26 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:47.726051 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-efa6c483-aff0-4cef-9e30-1e58e347301b req-212d5f7f-a362-4de0-a0d0-758c0de44e26 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=70c84ed6-1b38-4b73-8bea-55c843cc7bda HTTP/1.1" status: 200 len: 944 time: 0.0618451 Aug 11 03:07:47.774501 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11852bf1-950b-452d-adfe-b2fcde5a660c req-8281c01e-0a1f-4249-973f-178a6cc4720e tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:47.777234 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-11852bf1-950b-452d-adfe-b2fcde5a660c req-8281c01e-0a1f-4249-973f-178a6cc4720e tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.22 "GET /v2.0/ports?device_id=62a21279-cd45-4f1c-bc8b-9bb047767d13&tenant_id=2a223f1b2a284c768535cee2a71b4bcf&binding%3Ahost_id=n-h1-764292-30 HTTP/1.1" status: 200 len: 949 time: 0.0566735 Aug 11 03:07:47.782892 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-efa6c483-aff0-4cef-9e30-1e58e347301b req-77fb11c8-1f56-4012-9d7e-9213616c9e4a tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a2aa92e-a0e4-4cb3-9665-2569763a2f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535340 Aug 11 03:07:47.823529 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e122555-b745-4e35-951e-376a5762c6d8 req-11486b7a-99b9-4de5-aefe-609d381cdc3e tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:47.825312 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0e122555-b745-4e35-951e-376a5762c6d8 req-11486b7a-99b9-4de5-aefe-609d381cdc3e tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/ports?device_id=c93f3ea4-a53e-47bd-8942-570eda6223fa HTTP/1.1" status: 200 len: 946 time: 0.0668919 Aug 11 03:07:47.876019 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-11852bf1-950b-452d-adfe-b2fcde5a660c req-8ebd5fb2-2b8c-4b86-8c9f-86f685a20f82 service neutron] 10.222.0.22 "GET /v2.0/ports/097019f2-ae6e-45f5-8720-67d66b1caf1a/bindings/n-h1-764292-30 HTTP/1.1" status: 200 len: 383 time: 0.0896022 Aug 11 03:07:47.889189 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0e122555-b745-4e35-951e-376a5762c6d8 req-ad1f4317-f506-4423-98c6-3b94d9b478df tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/security-groups?id=96c4279c-51b6-4d8a-ac93-67215ccf65c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498903 Aug 11 03:07:47.968114 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11852bf1-950b-452d-adfe-b2fcde5a660c req-3a17229c-7ca8-4404-91fb-145bf94a4249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:47.969954 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-11852bf1-950b-452d-adfe-b2fcde5a660c req-3a17229c-7ca8-4404-91fb-145bf94a4249 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2a223f1b2a284c768535cee2a71b4bcf&device_id=62a21279-cd45-4f1c-bc8b-9bb047767d13 HTTP/1.1" status: 200 len: 1101 time: 0.0578868 Aug 11 03:07:47.979873 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 977a589c-7b12-4747-b663-fb75f526098d no longer exists at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:07:48.078412 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d40d03-d0d0-4f25-a971-4a5d8b6b5a5b req-9bed8c8f-19df-4f31-8265-611cde4fbfac tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:48.080310 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e8d40d03-d0d0-4f25-a971-4a5d8b6b5a5b req-9bed8c8f-19df-4f31-8265-611cde4fbfac tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] 10.222.0.41 "GET /v2.0/ports?device_id=48f4ba46-35a2-4511-b8a2-1c96def3b7a6 HTTP/1.1" status: 200 len: 944 time: 0.1508420 Aug 11 03:07:48.091561 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9200b5-6065-420f-ad77-da0ed77d7e28 req-3393ac8b-0b11-485a-b90c-b56b3dc285cb tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:48.093094 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5f9200b5-6065-420f-ad77-da0ed77d7e28 req-3393ac8b-0b11-485a-b90c-b56b3dc285cb tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=62a21279-cd45-4f1c-bc8b-9bb047767d13 HTTP/1.1" status: 200 len: 949 time: 0.0912552 Aug 11 03:07:48.100904 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:48.126723 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11852bf1-950b-452d-adfe-b2fcde5a660c req-5accc5b6-412d-44e3-a034-fe7a56f5ae34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:48.130894 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-11852bf1-950b-452d-adfe-b2fcde5a660c req-5accc5b6-412d-44e3-a034-fe7a56f5ae34 service neutron] 10.222.0.22 "GET /v2.0/networks?id=d1bf0def-6fa4-4d3e-bbc5-20a040931fba HTTP/1.1" status: 200 len: 870 time: 0.1518624 Aug 11 03:07:48.146217 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98d6d82d-3a78-44f6-a171-1c19b3afea39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '977a589c-7b12-4747-b663-fb75f526098d'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:07:48.148419 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29e2f4af-fdd3-470d-a441-ac4eda03bd06" -d '{"events": [{"server_uuid": "98d6d82d-3a78-44f6-a171-1c19b3afea39", "name": "network-vif-unplugged", "status": "completed", "tag": "977a589c-7b12-4747-b663-fb75f526098d"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:07:48.163966 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port 977a589c-7b12-4747-b663-fb75f526098d, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=977a589c-7b12-4747-b663-fb75f526098d,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:07:48.189277 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e8d40d03-d0d0-4f25-a971-4a5d8b6b5a5b req-dd461fd8-e0ad-4033-a7af-c0acf7e44cfd tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] 10.222.0.41 "GET /v2.0/security-groups?id=9625f7fa-1e76-4734-9acf-19283deb6f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874298 Aug 11 03:07:48.201117 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5f9200b5-6065-420f-ad77-da0ed77d7e28 req-dc3ffa15-a02c-4d2f-ad99-138379c4df78 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837338 Aug 11 03:07:48.211234 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-11852bf1-950b-452d-adfe-b2fcde5a660c req-1ecf42f3-65b1-4a4e-a8b8-2e446d6062b5 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=097019f2-ae6e-45f5-8720-67d66b1caf1a HTTP/1.1" status: 200 len: 217 time: 0.0611656 Aug 11 03:07:48.270107 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:48.370727 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 03:07:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42c7a3d3-1ae7-42c6-ba94-bc34d9ede4e5 x-openstack-request-id: req-42c7a3d3-1ae7-42c6-ba94-bc34d9ede4e5 {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:07:48.370727 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98d6d82d-3a78-44f6-a171-1c19b3afea39", "name": "network-vif-unplugged", "status": "completed", "tag": "977a589c-7b12-4747-b663-fb75f526098d", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:07:48.371108 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-42c7a3d3-1ae7-42c6-ba94-bc34d9ede4e5 {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:07:48.377587 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98d6d82d-3a78-44f6-a171-1c19b3afea39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '977a589c-7b12-4747-b663-fb75f526098d', 'code': 200} Aug 11 03:07:48.430197 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11852bf1-950b-452d-adfe-b2fcde5a660c req-0291e0f6-191e-4541-ba73-a26fbd3e9ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:48.431766 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-11852bf1-950b-452d-adfe-b2fcde5a660c req-0291e0f6-191e-4541-ba73-a26fbd3e9ff1 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=254a3f4d-2b75-429e-bbb2-8e70554e9483 HTTP/1.1" status: 200 len: 843 time: 0.1187420 Aug 11 03:07:48.441448 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=977a589c-7b12-4747-b663-fb75f526098d,revision_number=6']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:48.486561 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237f8562-2976-43a6-a038-69c4ed223ba4 req-a19b4e3f-b48b-4056-b0f4-ead2cf9f1289 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:48.490985 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-237f8562-2976-43a6-a038-69c4ed223ba4 req-a19b4e3f-b48b-4056-b0f4-ead2cf9f1289 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.41 "GET /v2.0/ports?device_id=98d6d82d-3a78-44f6-a171-1c19b3afea39 HTTP/1.1" status: 200 len: 948 time: 0.2090373 Aug 11 03:07:48.507577 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11852bf1-950b-452d-adfe-b2fcde5a660c req-d142f13d-11f7-4943-9ce8-6c8445f49c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:48.510218 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-11852bf1-950b-452d-adfe-b2fcde5a660c req-d142f13d-11f7-4943-9ce8-6c8445f49c71 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d1bf0def-6fa4-4d3e-bbc5-20a040931fba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0655489 Aug 11 03:07:48.584534 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-237f8562-2976-43a6-a038-69c4ed223ba4 req-b52227e2-81cd-452c-8642-80594aa36680 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.41 "GET /v2.0/security-groups?id=4bfdc2ba-9f18-4435-9a1d-8c7ae69f76fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631394 Aug 11 03:07:48.596271 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5695a9-cd66-4d1b-878b-d63a711e5e51 req-e46af805-a2cb-4f8e-a8d7-f5212fada04e tempest-ListImageFiltersTestJSON-411697844 tempest-ListImageFiltersTestJSON-411697844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:48.598004 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4c5695a9-cd66-4d1b-878b-d63a711e5e51 req-e46af805-a2cb-4f8e-a8d7-f5212fada04e tempest-ListImageFiltersTestJSON-411697844 tempest-ListImageFiltersTestJSON-411697844-project] 10.222.0.41 "GET /v2.0/ports?device_id=648e4284-ff93-4bcd-8bc5-8d9132f908a1 HTTP/1.1" status: 200 len: 950 time: 0.1679933 Aug 11 03:07:48.646324 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-11852bf1-950b-452d-adfe-b2fcde5a660c req-93f87ec8-cc30-4ed6-af2d-1521d572c602 service neutron] 10.222.0.22 "GET /v2.0/networks/d1bf0def-6fa4-4d3e-bbc5-20a040931fba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259658 Aug 11 03:07:48.686495 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4c5695a9-cd66-4d1b-878b-d63a711e5e51 req-e3d737b4-1f62-4021-bf42-2699a1b28fb1 tempest-ListImageFiltersTestJSON-411697844 tempest-ListImageFiltersTestJSON-411697844-project] 10.222.0.41 "GET /v2.0/security-groups?id=f1fae8da-c64d-4618-86d5-07a29a648abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561213 Aug 11 03:07:48.756969 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-11852bf1-950b-452d-adfe-b2fcde5a660c req-fce69f7f-c633-4ea7-b8fc-8b0f96dbf766 service neutron] 10.222.0.22 "GET /v2.0/networks/d1bf0def-6fa4-4d3e-bbc5-20a040931fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020839 Aug 11 03:07:48.850537 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3ed5c0-79f9-4a70-8079-abfc2215a791 req-15b01ef6-479b-47a9-8702-f446843620bf tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:48.858591 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1c3ed5c0-79f9-4a70-8079-abfc2215a791 req-15b01ef6-479b-47a9-8702-f446843620bf tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/ports?device_id=eef198f5-5223-4d49-8ce9-d9987fbc9f79 HTTP/1.1" status: 200 len: 945 time: 0.0706246 Aug 11 03:07:48.925165 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1c3ed5c0-79f9-4a70-8079-abfc2215a791 req-c503f283-ca8e-4d05-addf-7360e381078e tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/security-groups?id=4490b831-3ed6-471e-94da-f0207d61c828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653284 Aug 11 03:07:48.955281 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7f4a84-360b-440d-bea9-e35903f34c9e req-b7bdbbf5-d761-4033-b722-16aea7cb3478 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:48.957701 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6a7f4a84-360b-440d-bea9-e35903f34c9e req-b7bdbbf5-d761-4033-b722-16aea7cb3478 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=70c84ed6-1b38-4b73-8bea-55c843cc7bda HTTP/1.1" status: 200 len: 944 time: 0.0826812 Aug 11 03:07:49.007004 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6a7f4a84-360b-440d-bea9-e35903f34c9e req-b978be61-2861-4d93-86ec-756924f05bf7 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a2aa92e-a0e4-4cb3-9665-2569763a2f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434215 Aug 11 03:07:49.149452 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac13eb26-efbf-4bc3-b99f-9a8eabe7171b req-cb11bd95-9719-40db-a9e3-a05841c59b7c tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:49.156832 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ac13eb26-efbf-4bc3-b99f-9a8eabe7171b req-cb11bd95-9719-40db-a9e3-a05841c59b7c tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/ports?device_id=c93f3ea4-a53e-47bd-8942-570eda6223fa HTTP/1.1" status: 200 len: 946 time: 0.0649652 Aug 11 03:07:49.199074 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ac13eb26-efbf-4bc3-b99f-9a8eabe7171b req-6f07e51b-76fd-4bd5-9f7f-a39d34b9d4cc tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/security-groups?id=96c4279c-51b6-4d8a-ac93-67215ccf65c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411105 Aug 11 03:07:49.355127 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02033905-84c2-4c96-974c-4da948655a0b req-fff4b5a6-6187-4983-b731-7a40ef418336 tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:49.363382 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-02033905-84c2-4c96-974c-4da948655a0b req-fff4b5a6-6187-4983-b731-7a40ef418336 tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] 10.222.0.41 "GET /v2.0/ports?device_id=48f4ba46-35a2-4511-b8a2-1c96def3b7a6 HTTP/1.1" status: 200 len: 944 time: 0.0749979 Aug 11 03:07:49.407089 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-02033905-84c2-4c96-974c-4da948655a0b req-8f3644bb-dc77-462c-925f-ff7cdd5d6c00 tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] 10.222.0.41 "GET /v2.0/security-groups?id=9625f7fa-1e76-4734-9acf-19283deb6f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425832 Aug 11 03:07:49.541810 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba740eb-cf82-418d-bc24-88009eb3c96a req-fe672940-6cc1-4217-8833-777f3877e28a tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:49.543172 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4ba740eb-cf82-418d-bc24-88009eb3c96a req-fe672940-6cc1-4217-8833-777f3877e28a tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=62a21279-cd45-4f1c-bc8b-9bb047767d13 HTTP/1.1" status: 200 len: 949 time: 0.0586431 Aug 11 03:07:49.554152 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eaf37d-c0c5-4c31-83c9-55ddb412eca7 req-f486679c-d605-4bfa-b785-73bbabe62302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:49.555866 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c2eaf37d-c0c5-4c31-83c9-55ddb412eca7 req-f486679c-d605-4bfa-b785-73bbabe62302 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3419766c112444a3864f482257b66851&device_id=70c84ed6-1b38-4b73-8bea-55c843cc7bda HTTP/1.1" status: 200 len: 1096 time: 0.0536416 Aug 11 03:07:49.605247 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4ba740eb-cf82-418d-bc24-88009eb3c96a req-cec0bcf7-7a56-4897-93de-b9cf0a8b0830 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550117 Aug 11 03:07:49.677832 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eaf37d-c0c5-4c31-83c9-55ddb412eca7 req-bc6529d6-efc0-4aaa-b5f5-2e875f8998ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:49.679545 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c2eaf37d-c0c5-4c31-83c9-55ddb412eca7 req-bc6529d6-efc0-4aaa-b5f5-2e875f8998ae service neutron] 10.222.0.24 "GET /v2.0/networks?id=6b5eb666-47e5-4ddb-b0bc-16855d478160 HTTP/1.1" status: 200 len: 913 time: 0.1153009 Aug 11 03:07:49.775483 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c2eaf37d-c0c5-4c31-83c9-55ddb412eca7 req-341afdcd-e6b1-445d-8681-1c28d9bc5e8c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fa57729b-416e-4b56-988d-5e0b3aee0303 HTTP/1.1" status: 200 len: 999 time: 0.0863826 Aug 11 03:07:49.800071 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2b3641-acd2-4b2c-84d0-60477ab4f054 req-b8dcaaa9-1fb2-4e71-9319-e5238654fdeb tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:49.801658 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0c2b3641-acd2-4b2c-84d0-60477ab4f054 req-b8dcaaa9-1fb2-4e71-9319-e5238654fdeb tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=70c84ed6-1b38-4b73-8bea-55c843cc7bda HTTP/1.1" status: 200 len: 944 time: 0.0930538 Aug 11 03:07:49.842226 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675ff71a-f309-41e6-bd15-b2c157ca2e33 req-2425f064-8adb-4418-8315-599a01ee36ad tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:49.845385 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-675ff71a-f309-41e6-bd15-b2c157ca2e33 req-2425f064-8adb-4418-8315-599a01ee36ad tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.41 "GET /v2.0/ports?device_id=98d6d82d-3a78-44f6-a171-1c19b3afea39 HTTP/1.1" status: 200 len: 948 time: 0.0946844 Aug 11 03:07:49.847801 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eaf37d-c0c5-4c31-83c9-55ddb412eca7 req-f7adc9d4-d9f7-453b-850f-ee524c167fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:49.849496 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c2eaf37d-c0c5-4c31-83c9-55ddb412eca7 req-f7adc9d4-d9f7-453b-850f-ee524c167fcc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6bc807f9-b5f2-488b-b980-1ec1f7afe42f HTTP/1.1" status: 200 len: 851 time: 0.0644150 Aug 11 03:07:49.880776 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0c2b3641-acd2-4b2c-84d0-60477ab4f054 req-897dcea6-370d-44d4-9895-2b5bc29be269 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a2aa92e-a0e4-4cb3-9665-2569763a2f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669067 Aug 11 03:07:49.907595 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-675ff71a-f309-41e6-bd15-b2c157ca2e33 req-066a099c-838f-491c-b425-d6a78f0fb532 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.41 "GET /v2.0/security-groups?id=4bfdc2ba-9f18-4435-9a1d-8c7ae69f76fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534742 Aug 11 03:07:49.935663 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eaf37d-c0c5-4c31-83c9-55ddb412eca7 req-e6cc9fde-fc07-46eb-9e89-0b478b49bac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:49.937280 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c2eaf37d-c0c5-4c31-83c9-55ddb412eca7 req-e6cc9fde-fc07-46eb-9e89-0b478b49bac4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6b5eb666-47e5-4ddb-b0bc-16855d478160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0782611 Aug 11 03:07:50.008226 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 977a589c-7b12-4747-b663-fb75f526098d details requested by agent hyperv_n-h2-764292-30 with host n-h2-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:07:50.012056 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device cd76a132-4ef4-4ffc-85f2-4c1a0de5f6b6 up at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:07:50.068364 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fc7f8b-0a5c-4413-a2dd-5d6020c44d01 req-27a8fdb5-0c46-4907-a424-4cac3e2c21c3 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:50.071514 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c2eaf37d-c0c5-4c31-83c9-55ddb412eca7 req-8ef3dbb7-03d2-494c-8d5f-62fdeace64fe service neutron] 10.222.0.24 "GET /v2.0/networks/6b5eb666-47e5-4ddb-b0bc-16855d478160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251450 Aug 11 03:07:50.075517 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-47fc7f8b-0a5c-4413-a2dd-5d6020c44d01 req-27a8fdb5-0c46-4907-a424-4cac3e2c21c3 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/ports?device_id=c93f3ea4-a53e-47bd-8942-570eda6223fa HTTP/1.1" status: 200 len: 946 time: 0.0726295 Aug 11 03:07:50.086466 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8c3947-cb6c-4ff7-86cc-4ba5a21d7f46 req-9f7aa5f2-486a-421d-a56a-5beea21450f4 tempest-ListImageFiltersTestJSON-411697844 tempest-ListImageFiltersTestJSON-411697844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:50.088578 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6a8c3947-cb6c-4ff7-86cc-4ba5a21d7f46 req-9f7aa5f2-486a-421d-a56a-5beea21450f4 tempest-ListImageFiltersTestJSON-411697844 tempest-ListImageFiltersTestJSON-411697844-project] 10.222.0.41 "GET /v2.0/ports?device_id=648e4284-ff93-4bcd-8bc5-8d9132f908a1 HTTP/1.1" status: 200 len: 950 time: 0.1143968 Aug 11 03:07:50.160542 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-47fc7f8b-0a5c-4413-a2dd-5d6020c44d01 req-b2f7994d-e580-4f31-a02e-f7f7ba277023 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/security-groups?id=96c4279c-51b6-4d8a-ac93-67215ccf65c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807645 Aug 11 03:07:50.179851 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6a8c3947-cb6c-4ff7-86cc-4ba5a21d7f46 req-1f9c344d-5817-49f3-b26e-0b72b4a6ddf2 tempest-ListImageFiltersTestJSON-411697844 tempest-ListImageFiltersTestJSON-411697844-project] 10.222.0.41 "GET /v2.0/security-groups?id=f1fae8da-c64d-4618-86d5-07a29a648abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833178 Aug 11 03:07:50.277876 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c2eaf37d-c0c5-4c31-83c9-55ddb412eca7 req-38169d9a-ee4c-4dad-9668-6bb0f261bb31 service neutron] 10.222.0.24 "GET /v2.0/networks/6b5eb666-47e5-4ddb-b0bc-16855d478160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934805 Aug 11 03:07:50.296447 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port 977a589c-7b12-4747-b663-fb75f526098d, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=977a589c-7b12-4747-b663-fb75f526098d,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:07:50.314011 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Returning: {'device': '977a589c-7b12-4747-b663-fb75f526098d', 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba', 'port_id': '977a589c-7b12-4747-b663-fb75f526098d', 'mac_address': 'fa:16:3e:15:74:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '254a3f4d-2b75-429e-bbb2-8e70554e9483', 'ip_address': '192.168.233.127'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:07:50.319911 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f593973-f32e-4a40-8626-fe1fc32dd26a req-0e6a6c38-18e0-40e6-adff-8a66ac635133 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:50.328371 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0f593973-f32e-4a40-8626-fe1fc32dd26a req-0e6a6c38-18e0-40e6-adff-8a66ac635133 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/ports?device_id=eef198f5-5223-4d49-8ce9-d9987fbc9f79 HTTP/1.1" status: 200 len: 945 time: 0.0659266 Aug 11 03:07:50.358421 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning for port cd76a132-4ef4-4ffc-85f2-4c1a0de5f6b6 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:07:50.370815 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning complete for port cd76a132-4ef4-4ffc-85f2-4c1a0de5f6b6 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:07:50.371452 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:50.379393 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0f593973-f32e-4a40-8626-fe1fc32dd26a req-80fbc50d-977b-4186-ad2a-54433070193c tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/security-groups?id=4490b831-3ed6-471e-94da-f0207d61c828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445080 Aug 11 03:07:50.400903 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 097019f2-ae6e-45f5-8720-67d66b1caf1a up at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:07:50.428954 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:50.472261 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 977a589c-7b12-4747-b663-fb75f526098d {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:07:50.533905 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port 977a589c-7b12-4747-b663-fb75f526098d, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=977a589c-7b12-4747-b663-fb75f526098d,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:07:50.558826 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cd8d20-c982-47e3-bffa-5a644a9db4d8 req-2dcd85f0-53e1-455e-ba77-1661d85d0af4 tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:50.561203 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-13cd8d20-c982-47e3-bffa-5a644a9db4d8 req-2dcd85f0-53e1-455e-ba77-1661d85d0af4 tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] 10.222.0.41 "GET /v2.0/ports?device_id=48f4ba46-35a2-4511-b8a2-1c96def3b7a6 HTTP/1.1" status: 200 len: 944 time: 0.0718098 Aug 11 03:07:50.584264 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning for port 097019f2-ae6e-45f5-8720-67d66b1caf1a completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:07:50.598432 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning complete for port 097019f2-ae6e-45f5-8720-67d66b1caf1a triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:07:50.598994 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:50.614973 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-13cd8d20-c982-47e3-bffa-5a644a9db4d8 req-d1f3136c-023e-4dc1-9cb8-6aec499a6d84 tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] 10.222.0.41 "GET /v2.0/security-groups?id=9625f7fa-1e76-4734-9acf-19283deb6f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470848 Aug 11 03:07:50.663059 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:50.670738 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:50.748673 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48f4ba46-35a2-4511-b8a2-1c96def3b7a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd76a132-4ef4-4ffc-85f2-4c1a0de5f6b6'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:07:50.750960 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c29ef23-e304-4792-bfdd-9a7ab4c05ffc" -d '{"events": [{"server_uuid": "48f4ba46-35a2-4511-b8a2-1c96def3b7a6", "name": "network-vif-plugged", "status": "completed", "tag": "cd76a132-4ef4-4ffc-85f2-4c1a0de5f6b6"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:07:50.781071 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9969fe-f1f9-44cc-af6e-216366f78e95 req-9ec41275-f845-4e6a-93ca-54ac8d26fd42 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:50.782916 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2d9969fe-f1f9-44cc-af6e-216366f78e95 req-9ec41275-f845-4e6a-93ca-54ac8d26fd42 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=62a21279-cd45-4f1c-bc8b-9bb047767d13 HTTP/1.1" status: 200 len: 949 time: 0.0791709 Aug 11 03:07:50.844503 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2d9969fe-f1f9-44cc-af6e-216366f78e95 req-f003ae39-fd15-45aa-b171-b759d8c00b0c tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553055 Aug 11 03:07:51.000292 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port cd76a132-4ef4-4ffc-85f2-4c1a0de5f6b6, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=cd76a132-4ef4-4ffc-85f2-4c1a0de5f6b6,segment=NetworkSegment(d6576c77-3985-48bf-8fbf-0488c51bebf1),segment_id=d6576c77-3985-48bf-8fbf-0488c51bebf1)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:07:51.005591 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:07:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-135a1c23-3457-4fa7-b781-b1caa29942ea x-openstack-request-id: req-135a1c23-3457-4fa7-b781-b1caa29942ea {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:07:51.005984 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48f4ba46-35a2-4511-b8a2-1c96def3b7a6", "name": "network-vif-plugged", "status": "completed", "tag": "cd76a132-4ef4-4ffc-85f2-4c1a0de5f6b6", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:07:51.006361 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-135a1c23-3457-4fa7-b781-b1caa29942ea {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:07:51.007829 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48f4ba46-35a2-4511-b8a2-1c96def3b7a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd76a132-4ef4-4ffc-85f2-4c1a0de5f6b6', 'code': 200} Aug 11 03:07:51.047928 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512ebda9-0e10-4e8b-91cd-2459fdcdea65 req-a57c1383-5f63-4fd1-a21e-ad19cffe07e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:51.050431 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-512ebda9-0e10-4e8b-91cd-2459fdcdea65 req-a57c1383-5f63-4fd1-a21e-ad19cffe07e5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=48f4ba46-35a2-4511-b8a2-1c96def3b7a6 HTTP/1.1" status: 200 len: 1096 time: 0.0675468 Aug 11 03:07:51.083302 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba8a702-dbc6-4c32-a810-49eb72426a42 req-458ff8e7-36de-4b2e-8085-4e3a4df2a08f tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:51.083514 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=977a589c-7b12-4747-b663-fb75f526098d,revision_number=7']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:51.089895 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8ba8a702-dbc6-4c32-a810-49eb72426a42 req-458ff8e7-36de-4b2e-8085-4e3a4df2a08f tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=70c84ed6-1b38-4b73-8bea-55c843cc7bda HTTP/1.1" status: 200 len: 944 time: 0.1220565 Aug 11 03:07:51.095822 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:51.105995 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-512ebda9-0e10-4e8b-91cd-2459fdcdea65 req-a4804705-e4af-4d54-ad81-14474175d6ac service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=9625f7fa-1e76-4734-9acf-19283deb6f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409706 Aug 11 03:07:51.113659 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:51.142097 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8ba8a702-dbc6-4c32-a810-49eb72426a42 req-3b105ffe-973a-4442-91d0-4ec00c47e97d tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a2aa92e-a0e4-4cb3-9665-2569763a2f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444303 Aug 11 03:07:51.204482 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['977a589c-7b12-4747-b663-fb75f526098d'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:07:51.208148 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 097019f2-ae6e-45f5-8720-67d66b1caf1a, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=097019f2-ae6e-45f5-8720-67d66b1caf1a,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:07:51.224839 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872682b6-256a-419d-91d1-6d2d365097a0 req-2c7a8626-5042-4d4a-a365-870c2438ae35 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:51.235285 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=cd76a132-4ef4-4ffc-85f2-4c1a0de5f6b6,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:51.236549 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-872682b6-256a-419d-91d1-6d2d365097a0 req-2c7a8626-5042-4d4a-a365-870c2438ae35 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.41 "GET /v2.0/ports?device_id=98d6d82d-3a78-44f6-a171-1c19b3afea39 HTTP/1.1" status: 200 len: 949 time: 0.0836225 Aug 11 03:07:51.296021 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-872682b6-256a-419d-91d1-6d2d365097a0 req-b339638f-158b-4145-bba1-8899bcf0a5c8 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.41 "GET /v2.0/security-groups?id=4bfdc2ba-9f18-4435-9a1d-8c7ae69f76fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583789 Aug 11 03:07:51.349550 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:51.349550 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 07229d21-86ae-47e2-a031-e861549584c4 no longer exists at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:07:51.372977 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676bbd53-4d71-46c7-9876-07c2cd5d1f53 req-a795a276-9d34-46e9-b30f-acab038fe9e1 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:51.374728 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-676bbd53-4d71-46c7-9876-07c2cd5d1f53 req-a795a276-9d34-46e9-b30f-acab038fe9e1 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/ports?device_id=c93f3ea4-a53e-47bd-8942-570eda6223fa HTTP/1.1" status: 200 len: 946 time: 0.0729136 Aug 11 03:07:51.428122 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-676bbd53-4d71-46c7-9876-07c2cd5d1f53 req-c6a56bbf-5726-4d42-9486-411f594a88b4 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/security-groups?id=96c4279c-51b6-4d8a-ac93-67215ccf65c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418389 Aug 11 03:07:51.568197 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=097019f2-ae6e-45f5-8720-67d66b1caf1a,revision_number=9']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:51.584626 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c94604e-bf67-4018-863d-ba5a3e83640a req-2c428ca1-c955-4264-994a-3599cc21f051 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:51.586252 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8c94604e-bf67-4018-863d-ba5a3e83640a req-2c428ca1-c955-4264-994a-3599cc21f051 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/ports?device_id=eef198f5-5223-4d49-8ce9-d9987fbc9f79 HTTP/1.1" status: 200 len: 945 time: 0.1072094 Aug 11 03:07:51.636166 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:51.639675 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8c94604e-bf67-4018-863d-ba5a3e83640a req-bbdce70c-6e27-429c-8480-b40f1a17cbc0 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/security-groups?id=4490b831-3ed6-471e-94da-f0207d61c828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434422 Aug 11 03:07:51.714422 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 07229d21-86ae-47e2-a031-e861549584c4, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=07229d21-86ae-47e2-a031-e861549584c4,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:07:51.741348 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e3736f-5e8b-4aac-8a51-33aea59c7026 req-0104a44a-9242-452e-bf44-353bc09a1631 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:51.743309 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-32e3736f-5e8b-4aac-8a51-33aea59c7026 req-0104a44a-9242-452e-bf44-353bc09a1631 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.22 "GET /v2.0/ports?device_id=c93f3ea4-a53e-47bd-8942-570eda6223fa HTTP/1.1" status: 200 len: 946 time: 0.1154554 Aug 11 03:07:51.786353 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f6d38a-03c4-49f0-b216-57ac7ce5ecd4 req-5dacef5a-2008-4399-bfa8-bc7d9cc71a48 tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:51.801321 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-22f6d38a-03c4-49f0-b216-57ac7ce5ecd4 req-5dacef5a-2008-4399-bfa8-bc7d9cc71a48 tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] 10.222.0.41 "GET /v2.0/ports?device_id=48f4ba46-35a2-4511-b8a2-1c96def3b7a6 HTTP/1.1" status: 200 len: 945 time: 0.0551925 Aug 11 03:07:51.828880 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-22f6d38a-03c4-49f0-b216-57ac7ce5ecd4 req-ffa7e828-0569-4ba4-a900-7ffc9d7801ab tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] 10.222.0.41 "GET /v2.0/security-groups?id=9625f7fa-1e76-4734-9acf-19283deb6f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349615 Aug 11 03:07:51.896601 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-32e3736f-5e8b-4aac-8a51-33aea59c7026 req-1c162bbb-5aea-4f1a-9977-91c992226734 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Deleting port 54295b0e-4d83-4378-9133-ce568678b59f {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:07:51.896876 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-32e3736f-5e8b-4aac-8a51-33aea59c7026 req-1c162bbb-5aea-4f1a-9977-91c992226734 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:51.974396 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8eb016-15b3-4998-96f9-4171d9e0f38f req-facaf16b-d706-4812-a024-c011d13fd2e8 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:51.975930 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bb8eb016-15b3-4998-96f9-4171d9e0f38f req-facaf16b-d706-4812-a024-c011d13fd2e8 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=62a21279-cd45-4f1c-bc8b-9bb047767d13 HTTP/1.1" status: 200 len: 950 time: 0.0544481 Aug 11 03:07:51.991102 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-32e3736f-5e8b-4aac-8a51-33aea59c7026 req-1c162bbb-5aea-4f1a-9977-91c992226734 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] For port 54295b0e-4d83-4378-9133-ce568678b59f, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=54295b0e-4d83-4378-9133-ce568678b59f,segment=NetworkSegment(66697432-be64-438d-a5b2-0b02f3d0fa2a),segment_id=66697432-be64-438d-a5b2-0b02f3d0fa2a)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:07:51.991482 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-32e3736f-5e8b-4aac-8a51-33aea59c7026 req-1c162bbb-5aea-4f1a-9977-91c992226734 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:52.016754 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-32e3736f-5e8b-4aac-8a51-33aea59c7026 req-1c162bbb-5aea-4f1a-9977-91c992226734 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Calling delete_port for 54295b0e-4d83-4378-9133-ce568678b59f owned by compute:nova {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:07:52.031882 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bb8eb016-15b3-4998-96f9-4171d9e0f38f req-c67fd11d-39c1-4691-9f2c-7d245a9aeaf8 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425122 Aug 11 03:07:52.052980 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:52.110704 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=07229d21-86ae-47e2-a031-e861549584c4,revision_number=8']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:52.225383 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-32e3736f-5e8b-4aac-8a51-33aea59c7026 req-1c162bbb-5aea-4f1a-9977-91c992226734 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:52.239855 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['54295b0e-4d83-4378-9133-ce568678b59f'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:07:52.259975 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c162bbb-5aea-4f1a-9977-91c992226734 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Pushing event deleted for resources: {'Port': ['ID=54295b0e-4d83-4378-9133-ce568678b59f,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:52.321619 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-32e3736f-5e8b-4aac-8a51-33aea59c7026 req-1c162bbb-5aea-4f1a-9977-91c992226734 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] No DVR routers for this DVR port 54295b0e-4d83-4378-9133-ce568678b59f on host n-h1-764292-30 {{(pid=102191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:07:52.325583 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-32e3736f-5e8b-4aac-8a51-33aea59c7026 req-1c162bbb-5aea-4f1a-9977-91c992226734 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:52.326006 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7257bd45-455b-48e4-a057-a683c221a71a req-e8c70244-9b23-4af9-bd1c-385edfd83841 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:52.334539 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7257bd45-455b-48e4-a057-a683c221a71a req-e8c70244-9b23-4af9-bd1c-385edfd83841 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=70c84ed6-1b38-4b73-8bea-55c843cc7bda HTTP/1.1" status: 200 len: 944 time: 0.1014960 Aug 11 03:07:52.335379 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-32e3736f-5e8b-4aac-8a51-33aea59c7026 req-1c162bbb-5aea-4f1a-9977-91c992226734 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.22 "DELETE /v2.0/ports/54295b0e-4d83-4378-9133-ce568678b59f HTTP/1.1" status: 204 len: 173 time: 0.5849643 Aug 11 03:07:52.336173 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c93f3ea4-a53e-47bd-8942-570eda6223fa', 'name': 'network-vif-deleted', 'tag': '54295b0e-4d83-4378-9133-ce568678b59f'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:07:52.348419 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88682ce5-d41f-43a9-94c0-d6b3fefa5f66" -d '{"events": [{"server_uuid": "c93f3ea4-a53e-47bd-8942-570eda6223fa", "name": "network-vif-deleted", "tag": "54295b0e-4d83-4378-9133-ce568678b59f"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:07:52.398350 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7257bd45-455b-48e4-a057-a683c221a71a req-645d282b-0406-4ae2-a3ed-261c71a5af65 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a2aa92e-a0e4-4cb3-9665-2569763a2f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609069 Aug 11 03:07:52.435848 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:07:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ac2be30-e45a-46ff-8b39-1abe91c57b17 x-openstack-request-id: req-1ac2be30-e45a-46ff-8b39-1abe91c57b17 {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:07:52.436133 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c93f3ea4-a53e-47bd-8942-570eda6223fa", "name": "network-vif-deleted", "tag": "54295b0e-4d83-4378-9133-ce568678b59f", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:07:52.436382 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1ac2be30-e45a-46ff-8b39-1abe91c57b17 {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:07:52.437123 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c93f3ea4-a53e-47bd-8942-570eda6223fa', 'name': 'network-vif-deleted', 'tag': '54295b0e-4d83-4378-9133-ce568678b59f', 'status': 'completed', 'code': 200} Aug 11 03:07:52.473461 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0c432e-9056-4819-b513-71aad5a14f9a req-d2478c61-f460-45ae-b18d-a4b1f300ada1 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:52.482812 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ec0c432e-9056-4819-b513-71aad5a14f9a req-d2478c61-f460-45ae-b18d-a4b1f300ada1 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.41 "GET /v2.0/ports?device_id=98d6d82d-3a78-44f6-a171-1c19b3afea39 HTTP/1.1" status: 200 len: 949 time: 0.0830412 Aug 11 03:07:52.544088 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ec0c432e-9056-4819-b513-71aad5a14f9a req-96426e44-7cff-4b63-b442-d1c4ccc2368c tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.41 "GET /v2.0/security-groups?id=4bfdc2ba-9f18-4435-9a1d-8c7ae69f76fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599549 Aug 11 03:07:52.617269 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8167c4ce-4af3-4f11-a142-44082c8d0fa5 req-b87b9216-e034-4b71-abe5-032f6f7f25c2 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:52.626755 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8167c4ce-4af3-4f11-a142-44082c8d0fa5 req-b87b9216-e034-4b71-abe5-032f6f7f25c2 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=70c84ed6-1b38-4b73-8bea-55c843cc7bda HTTP/1.1" status: 200 len: 944 time: 0.0953765 Aug 11 03:07:52.751544 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8167c4ce-4af3-4f11-a142-44082c8d0fa5 req-94c9ea16-f439-46e3-940a-0b1c6c0f8262 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a2aa92e-a0e4-4cb3-9665-2569763a2f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1233258 Aug 11 03:07:52.781551 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-18be4bba-e8ab-4d7e-aeab-9f6407356998 req-d77bd2e9-ea6a-44b5-bff2-64619327674a tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/ports?device_id=c93f3ea4-a53e-47bd-8942-570eda6223fa HTTP/1.1" status: 200 len: 210 time: 0.0524304 Aug 11 03:07:52.893057 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81445e4f-f0b6-46db-8540-a277f0eabf35 req-8ae173d1-c3c4-462d-96b7-c075d9a0cecd tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:52.894763 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-81445e4f-f0b6-46db-8540-a277f0eabf35 req-8ae173d1-c3c4-462d-96b7-c075d9a0cecd tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/ports?device_id=eef198f5-5223-4d49-8ce9-d9987fbc9f79 HTTP/1.1" status: 200 len: 945 time: 0.0743234 Aug 11 03:07:52.936669 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-81445e4f-f0b6-46db-8540-a277f0eabf35 req-5a9e28e0-7068-4e86-a232-86a1f3a766db tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/security-groups?id=4490b831-3ed6-471e-94da-f0207d61c828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376785 Aug 11 03:07:53.010050 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11852bf1-950b-452d-adfe-b2fcde5a660c req-bc21b413-1bbf-4faf-85b5-5802bfbc04eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:53.010209 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62a21279-cd45-4f1c-bc8b-9bb047767d13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '097019f2-ae6e-45f5-8720-67d66b1caf1a'}, {'server_uuid': '648e4284-ff93-4bcd-8bc5-8d9132f908a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07229d21-86ae-47e2-a031-e861549584c4'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:07:53.012152 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6012b37-b7f3-422d-b456-2c63a8c0690c" -d '{"events": [{"server_uuid": "62a21279-cd45-4f1c-bc8b-9bb047767d13", "name": "network-vif-plugged", "status": "completed", "tag": "097019f2-ae6e-45f5-8720-67d66b1caf1a"}, {"server_uuid": "648e4284-ff93-4bcd-8bc5-8d9132f908a1", "name": "network-vif-unplugged", "status": "completed", "tag": "07229d21-86ae-47e2-a031-e861549584c4"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:07:53.016853 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-11852bf1-950b-452d-adfe-b2fcde5a660c req-bc21b413-1bbf-4faf-85b5-5802bfbc04eb service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=62a21279-cd45-4f1c-bc8b-9bb047767d13&tenant_id=2a223f1b2a284c768535cee2a71b4bcf HTTP/1.1" status: 200 len: 1102 time: 0.0897944 Aug 11 03:07:53.030865 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-11852bf1-950b-452d-adfe-b2fcde5a660c req-1fa1eed0-f94b-4b00-8746-cecac5fd1e03 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-764292-30', 'device_owner': 'compute:nova'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:07:53.106142 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a0857d-12a7-4534-9281-b2a95e41e48d req-f39ed861-26c8-4463-9511-9985a05528ee tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:53.107755 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-85a0857d-12a7-4534-9281-b2a95e41e48d req-f39ed861-26c8-4463-9511-9985a05528ee tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] 10.222.0.41 "GET /v2.0/ports?device_id=48f4ba46-35a2-4511-b8a2-1c96def3b7a6 HTTP/1.1" status: 200 len: 945 time: 0.0923698 Aug 11 03:07:53.116685 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-11852bf1-950b-452d-adfe-b2fcde5a660c req-1fa1eed0-f94b-4b00-8746-cecac5fd1e03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:53.185821 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-85a0857d-12a7-4534-9281-b2a95e41e48d req-e76778ba-7935-4f3f-bf88-f32f713e97d4 tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] 10.222.0.41 "GET /v2.0/security-groups?id=9625f7fa-1e76-4734-9acf-19283deb6f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657556 Aug 11 03:07:53.264467 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Wed, 11 Aug 2021 03:07:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e20ff3c-c67a-4a86-962f-1ce24ea52252 x-openstack-request-id: req-9e20ff3c-c67a-4a86-962f-1ce24ea52252 {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:07:53.265040 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62a21279-cd45-4f1c-bc8b-9bb047767d13", "name": "network-vif-plugged", "status": "completed", "tag": "097019f2-ae6e-45f5-8720-67d66b1caf1a", "code": 200}, {"server_uuid": "648e4284-ff93-4bcd-8bc5-8d9132f908a1", "name": "network-vif-unplugged", "status": "completed", "tag": "07229d21-86ae-47e2-a031-e861549584c4", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:07:53.265040 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9e20ff3c-c67a-4a86-962f-1ce24ea52252 {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:07:53.265896 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62a21279-cd45-4f1c-bc8b-9bb047767d13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '097019f2-ae6e-45f5-8720-67d66b1caf1a', 'code': 200} Aug 11 03:07:53.265896 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '648e4284-ff93-4bcd-8bc5-8d9132f908a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07229d21-86ae-47e2-a031-e861549584c4', 'code': 200} Aug 11 03:07:53.391810 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496c609f-273f-46d3-9fe1-701aa5ee0004 req-388abdd9-fd39-42d9-9756-2562c6e906af tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:53.403801 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-496c609f-273f-46d3-9fe1-701aa5ee0004 req-388abdd9-fd39-42d9-9756-2562c6e906af tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=62a21279-cd45-4f1c-bc8b-9bb047767d13 HTTP/1.1" status: 200 len: 950 time: 0.0879183 Aug 11 03:07:53.453695 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-11852bf1-950b-452d-adfe-b2fcde5a660c req-1fa1eed0-f94b-4b00-8746-cecac5fd1e03 service neutron] For port 097019f2-ae6e-45f5-8720-67d66b1caf1a, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=097019f2-ae6e-45f5-8720-67d66b1caf1a,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:07:53.477822 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-496c609f-273f-46d3-9fe1-701aa5ee0004 req-ca260eb0-d8a4-42b9-ad0b-6495684f5979 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669951 Aug 11 03:07:53.511963 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-11852bf1-950b-452d-adfe-b2fcde5a660c req-1fa1eed0-f94b-4b00-8746-cecac5fd1e03 service neutron] For port 097019f2-ae6e-45f5-8720-67d66b1caf1a, host n-h1-764292-30, cleared binding levels {{(pid=102191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:07:53.599186 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-11852bf1-950b-452d-adfe-b2fcde5a660c req-1fa1eed0-f94b-4b00-8746-cecac5fd1e03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:53.623074 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [req-11852bf1-950b-452d-adfe-b2fcde5a660c req-1fa1eed0-f94b-4b00-8746-cecac5fd1e03 service neutron] Transition to ACTIVE for port object 097019f2-ae6e-45f5-8720-67d66b1caf1a will not be triggered until provisioned by entity L2. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:07:53.623694 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dac3f8-b75f-4acb-a270-b43602ed9efd req-c641ddfe-6c7a-492d-a5b3-a4ce03c0db28 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:53.625383 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-91dac3f8-b75f-4acb-a270-b43602ed9efd req-c641ddfe-6c7a-492d-a5b3-a4ce03c0db28 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=70c84ed6-1b38-4b73-8bea-55c843cc7bda HTTP/1.1" status: 200 len: 944 time: 0.0913198 Aug 11 03:07:53.675057 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-91dac3f8-b75f-4acb-a270-b43602ed9efd req-df50f30b-31fa-4334-93b2-2dfb4ceb280e tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a2aa92e-a0e4-4cb3-9665-2569763a2f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429714 Aug 11 03:07:53.700416 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-11852bf1-950b-452d-adfe-b2fcde5a660c req-1fa1eed0-f94b-4b00-8746-cecac5fd1e03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:53.819614 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-11852bf1-950b-452d-adfe-b2fcde5a660c req-1fa1eed0-f94b-4b00-8746-cecac5fd1e03 service neutron] No DVR routers for this DVR port 097019f2-ae6e-45f5-8720-67d66b1caf1a on host n-h1-764292-30 {{(pid=102191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:07:53.834569 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa1eed0-f94b-4b00-8746-cecac5fd1e03 service neutron] Pushing event updated for resources: {'Port': ['ID=097019f2-ae6e-45f5-8720-67d66b1caf1a,revision_number=10']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:53.872564 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fc94b0-2477-4fe8-8453-31ae4a58d9f0 req-c24696f4-b31e-4a71-8882-96ca18d0246a tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:53.881311 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-55fc94b0-2477-4fe8-8453-31ae4a58d9f0 req-c24696f4-b31e-4a71-8882-96ca18d0246a tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.41 "GET /v2.0/ports?device_id=98d6d82d-3a78-44f6-a171-1c19b3afea39 HTTP/1.1" status: 200 len: 949 time: 0.1182396 Aug 11 03:07:53.919484 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-11852bf1-950b-452d-adfe-b2fcde5a660c req-1fa1eed0-f94b-4b00-8746-cecac5fd1e03 service neutron] Attempting to bind port 097019f2-ae6e-45f5-8720-67d66b1caf1a on host n-h2-764292-30 for vnic_type normal with profile {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:07:53.919870 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-11852bf1-950b-452d-adfe-b2fcde5a660c req-1fa1eed0-f94b-4b00-8746-cecac5fd1e03 service neutron] Attempting to bind port 097019f2-ae6e-45f5-8720-67d66b1caf1a by drivers openvswitch,hyperv on host n-h2-764292-30 at level 0 using segments [{'id': '9b7b03c0-092f-4953-898f-de6d8f2338ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba'}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:07:53.920203 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11852bf1-950b-452d-adfe-b2fcde5a660c req-1fa1eed0-f94b-4b00-8746-cecac5fd1e03 service neutron] Attempting to bind port 097019f2-ae6e-45f5-8720-67d66b1caf1a on network d1bf0def-6fa4-4d3e-bbc5-20a040931fba {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:07:53.935333 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11852bf1-950b-452d-adfe-b2fcde5a660c req-1fa1eed0-f94b-4b00-8746-cecac5fd1e03 service neutron] Port 097019f2-ae6e-45f5-8720-67d66b1caf1a on network d1bf0def-6fa4-4d3e-bbc5-20a040931fba not bound, no agent of type Open vSwitch agent registered on host n-h2-764292-30 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:07:53.935669 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11852bf1-950b-452d-adfe-b2fcde5a660c req-1fa1eed0-f94b-4b00-8746-cecac5fd1e03 service neutron] Attempting to bind port 097019f2-ae6e-45f5-8720-67d66b1caf1a on network d1bf0def-6fa4-4d3e-bbc5-20a040931fba {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:07:53.941640 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11852bf1-950b-452d-adfe-b2fcde5a660c req-1fa1eed0-f94b-4b00-8746-cecac5fd1e03 service neutron] Checking agent: {'id': '70015fc0-62fb-48b2-b453-36906937cf2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 7, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:07:53.947988 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11852bf1-950b-452d-adfe-b2fcde5a660c req-1fa1eed0-f94b-4b00-8746-cecac5fd1e03 service neutron] Checking segment: {'id': '9b7b03c0-092f-4953-898f-de6d8f2338ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:07:53.947988 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11852bf1-950b-452d-adfe-b2fcde5a660c req-1fa1eed0-f94b-4b00-8746-cecac5fd1e03 service neutron] Bound using segment: {'id': '9b7b03c0-092f-4953-898f-de6d8f2338ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba'} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:07:53.947988 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-11852bf1-950b-452d-adfe-b2fcde5a660c req-1fa1eed0-f94b-4b00-8746-cecac5fd1e03 service neutron] Bound port: 097019f2-ae6e-45f5-8720-67d66b1caf1a, host: n-h2-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b7b03c0-092f-4953-898f-de6d8f2338ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba'}}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:07:53.947988 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-11852bf1-950b-452d-adfe-b2fcde5a660c req-1fa1eed0-f94b-4b00-8746-cecac5fd1e03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:54.029325 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-55fc94b0-2477-4fe8-8453-31ae4a58d9f0 req-41416a33-aab4-4e75-8978-8cac5c3f9903 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.41 "GET /v2.0/security-groups?id=4bfdc2ba-9f18-4435-9a1d-8c7ae69f76fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470928 Aug 11 03:07:54.038320 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 977a589c-7b12-4747-b663-fb75f526098d up at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:07:54.043572 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a88304a-294d-4d33-94b6-c96bd35c8b70 req-d85c742e-ec57-484f-a013-4ab3ca2c95a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:54.045069 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5a88304a-294d-4d33-94b6-c96bd35c8b70 req-d85c742e-ec57-484f-a013-4ab3ca2c95a5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fba9b147a9744754b77a3fc98c1a44ef&device_id=48f4ba46-35a2-4511-b8a2-1c96def3b7a6 HTTP/1.1" status: 200 len: 1097 time: 0.1485984 Aug 11 03:07:54.081299 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-11852bf1-950b-452d-adfe-b2fcde5a660c req-1fa1eed0-f94b-4b00-8746-cecac5fd1e03 service neutron] For port 097019f2-ae6e-45f5-8720-67d66b1caf1a, host n-h2-764292-30, cleared binding levels {{(pid=102191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:07:54.084666 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-11852bf1-950b-452d-adfe-b2fcde5a660c req-1fa1eed0-f94b-4b00-8746-cecac5fd1e03 service neutron] For port 097019f2-ae6e-45f5-8720-67d66b1caf1a, host n-h2-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=097019f2-ae6e-45f5-8720-67d66b1caf1a,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:07:54.127847 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning complete for port 977a589c-7b12-4747-b663-fb75f526098d triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:07:54.128476 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:54.161846 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-11852bf1-950b-452d-adfe-b2fcde5a660c req-1fa1eed0-f94b-4b00-8746-cecac5fd1e03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:54.225037 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11852bf1-950b-452d-adfe-b2fcde5a660c req-1fa1eed0-f94b-4b00-8746-cecac5fd1e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:54.225827 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-11852bf1-950b-452d-adfe-b2fcde5a660c req-1fa1eed0-f94b-4b00-8746-cecac5fd1e03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:54.234642 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-11852bf1-950b-452d-adfe-b2fcde5a660c req-1fa1eed0-f94b-4b00-8746-cecac5fd1e03 service neutron] 10.222.0.24 "PUT /v2.0/ports/097019f2-ae6e-45f5-8720-67d66b1caf1a HTTP/1.1" status: 200 len: 1098 time: 1.2091203 Aug 11 03:07:54.240587 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a88304a-294d-4d33-94b6-c96bd35c8b70 req-f19eaa16-9593-4b03-8423-ef6958db6f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:54.240587 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5a88304a-294d-4d33-94b6-c96bd35c8b70 req-f19eaa16-9593-4b03-8423-ef6958db6f63 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ba16c1ee-b924-4acd-93e3-1916a7414241 HTTP/1.1" status: 200 len: 920 time: 0.1831460 Aug 11 03:07:54.253350 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:54.259742 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd44cb7-633f-44c4-9ea6-d764608bb1a3 req-91075b27-3db3-435c-a2ae-806fb98fa2c7 tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:54.263494 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ddd44cb7-633f-44c4-9ea6-d764608bb1a3 req-91075b27-3db3-435c-a2ae-806fb98fa2c7 tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] 10.222.0.41 "GET /v2.0/ports?device_id=48f4ba46-35a2-4511-b8a2-1c96def3b7a6 HTTP/1.1" status: 200 len: 945 time: 0.1344779 Aug 11 03:07:54.313755 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port 977a589c-7b12-4747-b663-fb75f526098d, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=977a589c-7b12-4747-b663-fb75f526098d,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:07:54.335581 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa1eed0-f94b-4b00-8746-cecac5fd1e03 service neutron] Pushing event updated for resources: {'Port': ['ID=097019f2-ae6e-45f5-8720-67d66b1caf1a,revision_number=11']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:54.363838 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11852bf1-950b-452d-adfe-b2fcde5a660c req-f9f07f87-7f72-4bfd-97ce-d1036d6db920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:54.364583 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5a88304a-294d-4d33-94b6-c96bd35c8b70 req-c006bf4c-e718-44d9-9684-ece8a237972c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cd76a132-4ef4-4ffc-85f2-4c1a0de5f6b6 HTTP/1.1" status: 200 len: 217 time: 0.1022847 Aug 11 03:07:54.366154 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-11852bf1-950b-452d-adfe-b2fcde5a660c req-f9f07f87-7f72-4bfd-97ce-d1036d6db920 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2a223f1b2a284c768535cee2a71b4bcf&device_id=62a21279-cd45-4f1c-bc8b-9bb047767d13 HTTP/1.1" status: 200 len: 1101 time: 0.0891173 Aug 11 03:07:54.373213 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:54.404123 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ddd44cb7-633f-44c4-9ea6-d764608bb1a3 req-e1603b70-5a73-4799-8f63-6ade7094e120 tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] 10.222.0.41 "GET /v2.0/security-groups?id=9625f7fa-1e76-4734-9acf-19283deb6f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385275 Aug 11 03:07:54.421790 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 54295b0e-4d83-4378-9133-ce568678b59f no longer exists at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:07:54.444737 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62a21279-cd45-4f1c-bc8b-9bb047767d13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '097019f2-ae6e-45f5-8720-67d66b1caf1a'}, {'name': 'network-changed', 'server_uuid': '62a21279-cd45-4f1c-bc8b-9bb047767d13', 'tag': '097019f2-ae6e-45f5-8720-67d66b1caf1a'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:07:54.454171 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-563ebf66-1104-45d2-b7e2-79357c5ff97d" -d '{"events": [{"server_uuid": "62a21279-cd45-4f1c-bc8b-9bb047767d13", "name": "network-vif-unplugged", "status": "completed", "tag": "097019f2-ae6e-45f5-8720-67d66b1caf1a"}, {"name": "network-changed", "server_uuid": "62a21279-cd45-4f1c-bc8b-9bb047767d13", "tag": "097019f2-ae6e-45f5-8720-67d66b1caf1a"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:07:54.464765 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] No Port match for: 54295b0e-4d83-4378-9133-ce568678b59f {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:07:54.465025 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 54295b0e-4d83-4378-9133-ce568678b59f not bound to the agent host n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:07:54.465456 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 097019f2-ae6e-45f5-8720-67d66b1caf1a no longer exists at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:07:54.509014 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=977a589c-7b12-4747-b663-fb75f526098d,revision_number=8']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:54.511537 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a88304a-294d-4d33-94b6-c96bd35c8b70 req-e860cf9f-aef7-4cfe-a8bf-79c34245b033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:54.515184 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5a88304a-294d-4d33-94b6-c96bd35c8b70 req-e860cf9f-aef7-4cfe-a8bf-79c34245b033 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c9948c0e-1a7a-4d2b-b7c0-e1311563d7af HTTP/1.1" status: 200 len: 859 time: 0.1080911 Aug 11 03:07:54.533601 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 097019f2-ae6e-45f5-8720-67d66b1caf1a not bound to the agent host n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:07:54.634337 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11852bf1-950b-452d-adfe-b2fcde5a660c req-0ab829ef-cf47-4dd4-9f33-267dde171960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:54.640665 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-11852bf1-950b-452d-adfe-b2fcde5a660c req-0ab829ef-cf47-4dd4-9f33-267dde171960 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d1bf0def-6fa4-4d3e-bbc5-20a040931fba HTTP/1.1" status: 200 len: 870 time: 0.2325308 Aug 11 03:07:54.661689 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5a88304a-294d-4d33-94b6-c96bd35c8b70 req-29d75358-2ee5-4899-ba3c-a939a22ca422 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ba16c1ee-b924-4acd-93e3-1916a7414241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1238997 Aug 11 03:07:54.689720 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-11852bf1-950b-452d-adfe-b2fcde5a660c req-ac473bd7-c078-4926-9e3c-7780e9e22640 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=097019f2-ae6e-45f5-8720-67d66b1caf1a HTTP/1.1" status: 200 len: 217 time: 0.0448389 Aug 11 03:07:54.749362 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16e2d72-072e-4467-969b-0dd93064cf84 req-446f5c5d-1dd3-4555-9876-77c377860e62 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:54.756280 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d16e2d72-072e-4467-969b-0dd93064cf84 req-446f5c5d-1dd3-4555-9876-77c377860e62 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=70c84ed6-1b38-4b73-8bea-55c843cc7bda HTTP/1.1" status: 200 len: 944 time: 0.1664326 Aug 11 03:07:54.766914 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11852bf1-950b-452d-adfe-b2fcde5a660c req-7d25cee9-92a8-43e4-a04c-7b847c6720e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:54.768303 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-11852bf1-950b-452d-adfe-b2fcde5a660c req-7d25cee9-92a8-43e4-a04c-7b847c6720e4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=254a3f4d-2b75-429e-bbb2-8e70554e9483 HTTP/1.1" status: 200 len: 843 time: 0.0621848 Aug 11 03:07:54.776574 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab49c06-b2a2-4181-9c6d-5ad04f836cde req-15606c39-4b88-4290-89ba-e3eec2dcd648 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:54.778085 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1ab49c06-b2a2-4181-9c6d-5ad04f836cde req-15606c39-4b88-4290-89ba-e3eec2dcd648 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/ports?device_id=eef198f5-5223-4d49-8ce9-d9987fbc9f79 HTTP/1.1" status: 200 len: 945 time: 0.2619531 Aug 11 03:07:54.830381 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11852bf1-950b-452d-adfe-b2fcde5a660c req-ae0dfbbf-a627-4cc5-a354-e0ad763aa560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:54.831915 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-11852bf1-950b-452d-adfe-b2fcde5a660c req-ae0dfbbf-a627-4cc5-a354-e0ad763aa560 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d1bf0def-6fa4-4d3e-bbc5-20a040931fba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0550990 Aug 11 03:07:54.845970 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d16e2d72-072e-4467-969b-0dd93064cf84 req-6ee837fc-ee13-4a09-b778-f814de24455f tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a2aa92e-a0e4-4cb3-9665-2569763a2f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874343 Aug 11 03:07:54.906075 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5a88304a-294d-4d33-94b6-c96bd35c8b70 req-63fb7ce5-99c7-422b-afb0-2e6d76ef3e36 service neutron] 10.222.0.24 "GET /v2.0/networks/ba16c1ee-b924-4acd-93e3-1916a7414241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2332003 Aug 11 03:07:54.943038 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-11852bf1-950b-452d-adfe-b2fcde5a660c req-56a4d623-4ebb-429a-a17e-1a12d72ded4d service neutron] 10.222.0.24 "GET /v2.0/networks/d1bf0def-6fa4-4d3e-bbc5-20a040931fba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020062 Aug 11 03:07:55.014503 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1ab49c06-b2a2-4181-9c6d-5ad04f836cde req-e489e95e-3e21-416c-8acf-c5fee1927330 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/security-groups?id=4490b831-3ed6-471e-94da-f0207d61c828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2141991 Aug 11 03:07:55.121195 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 11 Aug 2021 03:07:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0274f32e-905d-4754-a087-25cc2df11500 x-openstack-request-id: req-0274f32e-905d-4754-a087-25cc2df11500 {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:07:55.121628 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62a21279-cd45-4f1c-bc8b-9bb047767d13", "name": "network-vif-unplugged", "status": "completed", "tag": "097019f2-ae6e-45f5-8720-67d66b1caf1a", "code": 200}, {"name": "network-changed", "server_uuid": "62a21279-cd45-4f1c-bc8b-9bb047767d13", "tag": "097019f2-ae6e-45f5-8720-67d66b1caf1a", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:07:55.121959 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0274f32e-905d-4754-a087-25cc2df11500 {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:07:55.123240 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62a21279-cd45-4f1c-bc8b-9bb047767d13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '097019f2-ae6e-45f5-8720-67d66b1caf1a', 'code': 200} Aug 11 03:07:55.123580 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62a21279-cd45-4f1c-bc8b-9bb047767d13', 'tag': '097019f2-ae6e-45f5-8720-67d66b1caf1a', 'status': 'completed', 'code': 200} Aug 11 03:07:55.129262 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5a88304a-294d-4d33-94b6-c96bd35c8b70 req-944ed464-5039-4966-a612-57b192f0f9ca service neutron] 10.222.0.24 "GET /v2.0/networks/ba16c1ee-b924-4acd-93e3-1916a7414241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150528 Aug 11 03:07:55.150084 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-11852bf1-950b-452d-adfe-b2fcde5a660c req-4275820b-8565-4ea5-bc30-cb686fe0580e service neutron] 10.222.0.24 "GET /v2.0/networks/d1bf0def-6fa4-4d3e-bbc5-20a040931fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928854 Aug 11 03:07:55.252074 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563ebf66-1104-45d2-b7e2-79357c5ff97d req-6a3e65d8-0ee5-4f7b-a412-962febfca755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:55.253784 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-563ebf66-1104-45d2-b7e2-79357c5ff97d req-6a3e65d8-0ee5-4f7b-a412-962febfca755 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2a223f1b2a284c768535cee2a71b4bcf&device_id=62a21279-cd45-4f1c-bc8b-9bb047767d13 HTTP/1.1" status: 200 len: 1101 time: 0.1026492 Aug 11 03:07:55.267383 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98d6d82d-3a78-44f6-a171-1c19b3afea39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '977a589c-7b12-4747-b663-fb75f526098d'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:07:55.268645 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a08d3a-9b3b-4b1e-8e6e-71e3240d318f req-a7b027a9-8436-43f7-8049-c05127a35406 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:55.270343 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-96a08d3a-9b3b-4b1e-8e6e-71e3240d318f req-a7b027a9-8436-43f7-8049-c05127a35406 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/networks?id=b3c19a2d-0e26-410a-b53e-1619e285dc24 HTTP/1.1" status: 200 len: 812 time: 0.2219434 Aug 11 03:07:55.271687 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4e7ec2a-aa82-4f57-b4b2-731d5e7ae107" -d '{"events": [{"server_uuid": "98d6d82d-3a78-44f6-a171-1c19b3afea39", "name": "network-vif-plugged", "status": "completed", "tag": "977a589c-7b12-4747-b663-fb75f526098d"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:07:55.299865 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93105e2e-c7ed-485a-8a96-01a885d817b6 req-82e1cf9e-e630-475e-bea3-d4729f2a6956 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:55.301954 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-93105e2e-c7ed-485a-8a96-01a885d817b6 req-82e1cf9e-e630-475e-bea3-d4729f2a6956 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=62a21279-cd45-4f1c-bc8b-9bb047767d13 HTTP/1.1" status: 200 len: 949 time: 0.1079857 Aug 11 03:07:55.311643 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-96a08d3a-9b3b-4b1e-8e6e-71e3240d318f req-32400441-beba-4f9c-bbe7-48d66f33ae42 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/quotas/c348de37bb094671bc15dc0c22bb5512 HTTP/1.1" status: 200 len: 375 time: 0.0335269 Aug 11 03:07:55.332073 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563ebf66-1104-45d2-b7e2-79357c5ff97d req-9f357bb3-ca91-43e4-a6da-218b9daee49d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:55.333722 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-563ebf66-1104-45d2-b7e2-79357c5ff97d req-9f357bb3-ca91-43e4-a6da-218b9daee49d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2a223f1b2a284c768535cee2a71b4bcf&device_id=62a21279-cd45-4f1c-bc8b-9bb047767d13 HTTP/1.1" status: 200 len: 1101 time: 0.1206195 Aug 11 03:07:55.350809 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-96a08d3a-9b3b-4b1e-8e6e-71e3240d318f req-e5014bf2-d9ee-4308-8824-feb6fd86778b tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c348de37bb094671bc15dc0c22bb5512&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0380855 Aug 11 03:07:55.436920 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563ebf66-1104-45d2-b7e2-79357c5ff97d req-c5482551-c0f5-4a8f-82f5-356848d9d705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:55.438454 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-563ebf66-1104-45d2-b7e2-79357c5ff97d req-c5482551-c0f5-4a8f-82f5-356848d9d705 service neutron] 10.222.0.22 "GET /v2.0/networks?id=d1bf0def-6fa4-4d3e-bbc5-20a040931fba HTTP/1.1" status: 200 len: 870 time: 0.1749997 Aug 11 03:07:55.442372 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-93105e2e-c7ed-485a-8a96-01a885d817b6 req-7169e33a-6e1f-45dd-9093-0cf66b528bc6 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006262 Aug 11 03:07:55.498164 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-563ebf66-1104-45d2-b7e2-79357c5ff97d req-be83aef0-c109-48e3-8ef0-1b1620e17342 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=097019f2-ae6e-45f5-8720-67d66b1caf1a HTTP/1.1" status: 200 len: 217 time: 0.0504837 Aug 11 03:07:55.519905 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-96a08d3a-9b3b-4b1e-8e6e-71e3240d318f req-93c19525-4106-4ac3-b215-80fe41c61537 service neutron] 10.222.0.41 "GET /v2.0/networks/b3c19a2d-0e26-410a-b53e-1619e285dc24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676843 Aug 11 03:07:55.551241 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563ebf66-1104-45d2-b7e2-79357c5ff97d req-80dc598b-2bb7-4d19-addd-1a3e3eb4c277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:55.552958 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-563ebf66-1104-45d2-b7e2-79357c5ff97d req-80dc598b-2bb7-4d19-addd-1a3e3eb4c277 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d1bf0def-6fa4-4d3e-bbc5-20a040931fba HTTP/1.1" status: 200 len: 870 time: 0.2100632 Aug 11 03:07:55.614480 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-563ebf66-1104-45d2-b7e2-79357c5ff97d req-a8127257-e283-462b-b2fc-fc92e197a7f9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=097019f2-ae6e-45f5-8720-67d66b1caf1a HTTP/1.1" status: 200 len: 217 time: 0.0496955 Aug 11 03:07:55.619515 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563ebf66-1104-45d2-b7e2-79357c5ff97d req-b1ccbdb8-9155-444b-8936-5db13b367cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:55.621114 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-563ebf66-1104-45d2-b7e2-79357c5ff97d req-b1ccbdb8-9155-444b-8936-5db13b367cfc service neutron] 10.222.0.22 "GET /v2.0/subnets?id=254a3f4d-2b75-429e-bbb2-8e70554e9483 HTTP/1.1" status: 200 len: 843 time: 0.1085124 Aug 11 03:07:55.690695 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563ebf66-1104-45d2-b7e2-79357c5ff97d req-886e40c1-03e6-423a-a8e6-3073c7affb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:55.692376 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-563ebf66-1104-45d2-b7e2-79357c5ff97d req-886e40c1-03e6-423a-a8e6-3073c7affb05 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=254a3f4d-2b75-429e-bbb2-8e70554e9483 HTTP/1.1" status: 200 len: 843 time: 0.0676811 Aug 11 03:07:55.766917 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563ebf66-1104-45d2-b7e2-79357c5ff97d req-805f3164-41ad-4abb-9335-f411c44a8399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:55.768480 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-563ebf66-1104-45d2-b7e2-79357c5ff97d req-805f3164-41ad-4abb-9335-f411c44a8399 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d1bf0def-6fa4-4d3e-bbc5-20a040931fba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0604446 Aug 11 03:07:55.770105 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563ebf66-1104-45d2-b7e2-79357c5ff97d req-5e083837-d27d-4c45-a6f7-d16f035ce951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:55.771481 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-563ebf66-1104-45d2-b7e2-79357c5ff97d req-5e083837-d27d-4c45-a6f7-d16f035ce951 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d1bf0def-6fa4-4d3e-bbc5-20a040931fba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1385708 Aug 11 03:07:55.934706 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-563ebf66-1104-45d2-b7e2-79357c5ff97d req-44c7121a-9dbc-448f-9d93-87ac6745c891 service neutron] 10.222.0.24 "GET /v2.0/networks/d1bf0def-6fa4-4d3e-bbc5-20a040931fba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567802 Aug 11 03:07:55.937427 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45406e98-b554-47a2-9b9d-c287b57f1c51 req-c6d3b139-d8cf-4964-a402-64419ba17a92 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:55.944879 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-45406e98-b554-47a2-9b9d-c287b57f1c51 req-c6d3b139-d8cf-4964-a402-64419ba17a92 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.41 "GET /v2.0/ports?device_id=98d6d82d-3a78-44f6-a171-1c19b3afea39 HTTP/1.1" status: 200 len: 950 time: 0.1033847 Aug 11 03:07:55.993168 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-45406e98-b554-47a2-9b9d-c287b57f1c51 req-3890bc09-3d5f-4b01-84f0-c26d25096cca tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.41 "GET /v2.0/security-groups?id=4bfdc2ba-9f18-4435-9a1d-8c7ae69f76fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454142 Aug 11 03:07:56.009340 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-563ebf66-1104-45d2-b7e2-79357c5ff97d req-10f3ea08-530a-4a29-aa71-71affcdf81f1 service neutron] 10.222.0.22 "GET /v2.0/networks/d1bf0def-6fa4-4d3e-bbc5-20a040931fba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638556 Aug 11 03:07:56.042570 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-96a08d3a-9b3b-4b1e-8e6e-71e3240d318f req-4ed9b777-b61e-422e-884e-6906bb340eba service neutron] 10.222.0.41 "GET /v2.0/networks/b3c19a2d-0e26-410a-b53e-1619e285dc24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5214586 Aug 11 03:07:56.082604 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:07:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e30ab30b-5cd7-402a-a62b-32046c8f17b6 x-openstack-request-id: req-e30ab30b-5cd7-402a-a62b-32046c8f17b6 {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:07:56.083503 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98d6d82d-3a78-44f6-a171-1c19b3afea39", "name": "network-vif-plugged", "status": "completed", "tag": "977a589c-7b12-4747-b663-fb75f526098d", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:07:56.083965 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e30ab30b-5cd7-402a-a62b-32046c8f17b6 {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:07:56.084573 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98d6d82d-3a78-44f6-a171-1c19b3afea39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '977a589c-7b12-4747-b663-fb75f526098d', 'code': 200} Aug 11 03:07:56.112111 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-563ebf66-1104-45d2-b7e2-79357c5ff97d req-758a4b5c-61b6-45ef-a915-6c229175548e service neutron] 10.222.0.24 "GET /v2.0/networks/d1bf0def-6fa4-4d3e-bbc5-20a040931fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694591 Aug 11 03:07:56.136491 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-563ebf66-1104-45d2-b7e2-79357c5ff97d req-307432d8-b66c-4923-999c-2e98c7fe70f1 service neutron] 10.222.0.22 "GET /v2.0/networks/d1bf0def-6fa4-4d3e-bbc5-20a040931fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261926 Aug 11 03:07:56.233696 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc539fd-9e46-4308-b9aa-6cf646adc70a req-b4927e4a-9ab4-4535-94e0-080881052856 tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:56.242198 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-fbc539fd-9e46-4308-b9aa-6cf646adc70a req-b4927e4a-9ab4-4535-94e0-080881052856 tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] 10.222.0.41 "GET /v2.0/ports?device_id=48f4ba46-35a2-4511-b8a2-1c96def3b7a6 HTTP/1.1" status: 200 len: 945 time: 0.0683522 Aug 11 03:07:56.286067 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-fbc539fd-9e46-4308-b9aa-6cf646adc70a req-d7adbbdc-68ca-42c3-99ca-2dba1b32d635 tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] 10.222.0.41 "GET /v2.0/security-groups?id=9625f7fa-1e76-4734-9acf-19283deb6f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429201 Aug 11 03:07:56.350886 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f451ee8c-6abc-4216-a7cb-4c5db08ad465 req-9dc947c0-c317-4c54-8b0b-ba15693cad1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:56.352770 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-f451ee8c-6abc-4216-a7cb-4c5db08ad465 req-9dc947c0-c317-4c54-8b0b-ba15693cad1d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=98d6d82d-3a78-44f6-a171-1c19b3afea39 HTTP/1.1" status: 200 len: 1102 time: 0.0561633 Aug 11 03:07:56.395755 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-f451ee8c-6abc-4216-a7cb-4c5db08ad465 req-e1f97317-ddec-45e7-bb65-85de834b062f service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=4bfdc2ba-9f18-4435-9a1d-8c7ae69f76fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337276 Aug 11 03:07:56.414228 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device ac18f128-6015-498d-80f1-06d1fce1499d details requested by agent hyperv_n-h1-764292-30 with host n-h1-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:07:56.424440 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9d5fd6-eaa6-4dd3-a9f1-8edddc694d89 req-b83cbcd7-cafc-48ff-b16a-b174398b2ea4 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:56.426099 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0d9d5fd6-eaa6-4dd3-a9f1-8edddc694d89 req-b83cbcd7-cafc-48ff-b16a-b174398b2ea4 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=70c84ed6-1b38-4b73-8bea-55c843cc7bda HTTP/1.1" status: 200 len: 944 time: 0.0643752 Aug 11 03:07:56.526413 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0d9d5fd6-eaa6-4dd3-a9f1-8edddc694d89 req-4fa3bea3-0ab7-4d76-a1db-fc03fe7d6ac5 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a2aa92e-a0e4-4cb3-9665-2569763a2f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490608 Aug 11 03:07:56.624265 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port ac18f128-6015-498d-80f1-06d1fce1499d, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=ac18f128-6015-498d-80f1-06d1fce1499d,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:07:56.645657 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Returning: {'device': 'ac18f128-6015-498d-80f1-06d1fce1499d', 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba', 'port_id': 'ac18f128-6015-498d-80f1-06d1fce1499d', 'mac_address': 'fa:16:3e:cc:29:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '254a3f4d-2b75-429e-bbb2-8e70554e9483', 'ip_address': '192.168.233.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:07:56.645975 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499a5807-4d0a-467d-98d3-189a195897eb req-827fab96-0807-4235-b0cd-4b836f800bc6 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:56.648724 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-499a5807-4d0a-467d-98d3-189a195897eb req-827fab96-0807-4235-b0cd-4b836f800bc6 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/ports?device_id=eef198f5-5223-4d49-8ce9-d9987fbc9f79 HTTP/1.1" status: 200 len: 945 time: 0.0856547 Aug 11 03:07:56.707460 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:56.735203 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac18f128-6015-498d-80f1-06d1fce1499d {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:07:56.759687 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-499a5807-4d0a-467d-98d3-189a195897eb req-aede9609-3dc7-4d83-8155-a85256d63c57 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/security-groups?id=4490b831-3ed6-471e-94da-f0207d61c828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016130 Aug 11 03:07:56.760628 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port ac18f128-6015-498d-80f1-06d1fce1499d, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=ac18f128-6015-498d-80f1-06d1fce1499d,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:07:56.788573 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4df32cb-6ef7-43ab-9e16-9debab103d4f req-b40b78dd-de13-45cc-9f3e-4ca0eb6c3057 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:56.793534 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c4df32cb-6ef7-43ab-9e16-9debab103d4f req-b40b78dd-de13-45cc-9f3e-4ca0eb6c3057 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=62a21279-cd45-4f1c-bc8b-9bb047767d13 HTTP/1.1" status: 200 len: 949 time: 0.1166115 Aug 11 03:07:56.835765 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c4df32cb-6ef7-43ab-9e16-9debab103d4f req-31055248-66de-4d5b-86bf-726ac22692a9 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347652 Aug 11 03:07:56.907886 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-47aee4ed-c790-4c4e-9f80-d5cbb42cb995 req-5462ac93-a53c-4f1d-a62e-67b726a6a7b7 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/ports?device_id=871c2adb-bf30-4696-827a-ff17e1867b64 HTTP/1.1" status: 200 len: 210 time: 0.0275493 Aug 11 03:07:57.047374 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:57.114374 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=ac18f128-6015-498d-80f1-06d1fce1499d,revision_number=9']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:57.138999 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b35247-5dcb-49c4-8fbe-4ab88cf9aed5 req-b378af9e-e41a-4feb-8926-6f6982620a69 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:57.157335 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b3b35247-5dcb-49c4-8fbe-4ab88cf9aed5 req-b378af9e-e41a-4feb-8926-6f6982620a69 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.41 "GET /v2.0/ports?device_id=98d6d82d-3a78-44f6-a171-1c19b3afea39 HTTP/1.1" status: 200 len: 950 time: 0.0778086 Aug 11 03:07:57.168098 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['ac18f128-6015-498d-80f1-06d1fce1499d'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:07:57.235751 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b3b35247-5dcb-49c4-8fbe-4ab88cf9aed5 req-358cb0ad-3536-4d0a-b9c2-dbdfef654074 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.41 "GET /v2.0/security-groups?id=4bfdc2ba-9f18-4435-9a1d-8c7ae69f76fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753596 Aug 11 03:07:57.305679 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f96c977-426d-400e-9405-64e4db4ffeab req-f52b1daa-4f7c-4624-a9ec-298343dcd6bf tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:57.326668 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1f96c977-426d-400e-9405-64e4db4ffeab req-f52b1daa-4f7c-4624-a9ec-298343dcd6bf tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=70c84ed6-1b38-4b73-8bea-55c843cc7bda HTTP/1.1" status: 200 len: 944 time: 0.1383693 Aug 11 03:07:57.400654 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1f96c977-426d-400e-9405-64e4db4ffeab req-fe48b370-ace3-44d6-bfb7-2793036f1e03 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a2aa92e-a0e4-4cb3-9665-2569763a2f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694897 Aug 11 03:07:57.460523 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698f7847-5647-446c-93a4-cb49757ea55a req-d33df249-d4bc-497f-851e-7e7e74cd8538 tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:57.462030 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-698f7847-5647-446c-93a4-cb49757ea55a req-d33df249-d4bc-497f-851e-7e7e74cd8538 tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] 10.222.0.41 "GET /v2.0/ports?device_id=48f4ba46-35a2-4511-b8a2-1c96def3b7a6 HTTP/1.1" status: 200 len: 945 time: 0.0601850 Aug 11 03:07:57.515567 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-698f7847-5647-446c-93a4-cb49757ea55a req-a0b8cf19-f07d-4fab-8b6c-b4a0c367c103 tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] 10.222.0.41 "GET /v2.0/security-groups?id=9625f7fa-1e76-4734-9acf-19283deb6f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464478 Aug 11 03:07:57.913682 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf09599-7775-41ab-8fbf-2de31b3bc57c req-2a600aed-0bd8-47c9-b6e9-4dccad1562c0 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:57.915779 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-edf09599-7775-41ab-8fbf-2de31b3bc57c req-2a600aed-0bd8-47c9-b6e9-4dccad1562c0 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/ports?device_id=eef198f5-5223-4d49-8ce9-d9987fbc9f79 HTTP/1.1" status: 200 len: 945 time: 0.0623822 Aug 11 03:07:58.011853 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-edf09599-7775-41ab-8fbf-2de31b3bc57c req-dbd83f08-3942-4707-9e7a-2bcd26353544 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/security-groups?id=4490b831-3ed6-471e-94da-f0207d61c828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822122 Aug 11 03:07:58.031309 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036ec6da-3824-4d3f-acbb-c27999322e07 req-e2ebe897-6ff9-4bda-b5b4-ae1cd1c892f8 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:58.038466 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-036ec6da-3824-4d3f-acbb-c27999322e07 req-e2ebe897-6ff9-4bda-b5b4-ae1cd1c892f8 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=62a21279-cd45-4f1c-bc8b-9bb047767d13 HTTP/1.1" status: 200 len: 949 time: 0.0727968 Aug 11 03:07:58.073122 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-036ec6da-3824-4d3f-acbb-c27999322e07 req-5eb68fae-a721-483b-aa26-367a6a7c609c tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337985 Aug 11 03:07:58.083384 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 097019f2-ae6e-45f5-8720-67d66b1caf1a details requested by agent hyperv_n-h2-764292-30 with host n-h2-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:07:58.112064 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-898c65fa-032d-45a7-8802-7ea1426c7638 req-d333baed-5a77-4599-875f-b584de906686 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/ports?device_id=871c2adb-bf30-4696-827a-ff17e1867b64 HTTP/1.1" status: 200 len: 210 time: 0.0378513 Aug 11 03:07:58.193645 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port 097019f2-ae6e-45f5-8720-67d66b1caf1a, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=097019f2-ae6e-45f5-8720-67d66b1caf1a,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:07:58.214346 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Returning: {'device': '097019f2-ae6e-45f5-8720-67d66b1caf1a', 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba', 'port_id': '097019f2-ae6e-45f5-8720-67d66b1caf1a', 'mac_address': 'fa:16:3e:8c:0c:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '254a3f4d-2b75-429e-bbb2-8e70554e9483', 'ip_address': '192.168.233.233'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:07:58.245597 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47907f6-8332-402f-93c4-dac1a2edf541 req-5d07e67b-6d2a-4750-b347-feaaec2675d3 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:58.247105 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e47907f6-8332-402f-93c4-dac1a2edf541 req-5d07e67b-6d2a-4750-b347-feaaec2675d3 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=62a21279-cd45-4f1c-bc8b-9bb047767d13 HTTP/1.1" status: 200 len: 949 time: 0.0542657 Aug 11 03:07:58.252853 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:58.268880 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 097019f2-ae6e-45f5-8720-67d66b1caf1a {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:07:58.290188 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port 097019f2-ae6e-45f5-8720-67d66b1caf1a, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=097019f2-ae6e-45f5-8720-67d66b1caf1a,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:07:58.298905 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e47907f6-8332-402f-93c4-dac1a2edf541 req-49428408-3d61-45e8-97d7-3c7addd2960f tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456688 Aug 11 03:07:58.372972 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:58.399698 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6200ee-17c2-4dbe-875a-8c8b072ed964 req-477103cd-6808-44bf-a5c1-4a2ad5781caa tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:58.399698 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0b6200ee-17c2-4dbe-875a-8c8b072ed964 req-477103cd-6808-44bf-a5c1-4a2ad5781caa tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.41 "GET /v2.0/ports?device_id=98d6d82d-3a78-44f6-a171-1c19b3afea39 HTTP/1.1" status: 200 len: 950 time: 0.0541437 Aug 11 03:07:58.426500 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device ac18f128-6015-498d-80f1-06d1fce1499d up at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:07:58.433763 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=097019f2-ae6e-45f5-8720-67d66b1caf1a,revision_number=12']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:58.466216 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0b6200ee-17c2-4dbe-875a-8c8b072ed964 req-714ff525-eece-4ad5-b778-c598091843df tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.41 "GET /v2.0/security-groups?id=4bfdc2ba-9f18-4435-9a1d-8c7ae69f76fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456698 Aug 11 03:07:58.511942 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning complete for port ac18f128-6015-498d-80f1-06d1fce1499d triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:07:58.511942 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:58.611840 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85817534-51e9-4694-ba18-a9e2a909a127 req-eaa55e9b-46a1-4b0c-bad2-75030a989402 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:58.613445 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-85817534-51e9-4694-ba18-a9e2a909a127 req-eaa55e9b-46a1-4b0c-bad2-75030a989402 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=70c84ed6-1b38-4b73-8bea-55c843cc7bda HTTP/1.1" status: 200 len: 944 time: 0.0918498 Aug 11 03:07:58.629595 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c9431a-e73a-44df-824b-cbb4b60d43df req-8990fcbd-6d27-4091-aeae-55398a9e2309 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:58.631138 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f4c9431a-e73a-44df-824b-cbb4b60d43df req-8990fcbd-6d27-4091-aeae-55398a9e2309 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.41 "GET /v2.0/ports?device_id=98d6d82d-3a78-44f6-a171-1c19b3afea39 HTTP/1.1" status: 200 len: 950 time: 0.0940902 Aug 11 03:07:58.648990 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:58.678749 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53c3d301-4685-4f48-91f8-26f8246123b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac18f128-6015-498d-80f1-06d1fce1499d'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:07:58.681244 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4037b40e-fa78-4c4f-8432-766b233cc937" -d '{"events": [{"server_uuid": "53c3d301-4685-4f48-91f8-26f8246123b3", "name": "network-vif-plugged", "status": "completed", "tag": "ac18f128-6015-498d-80f1-06d1fce1499d"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:07:58.692622 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-85817534-51e9-4694-ba18-a9e2a909a127 req-481769e0-1874-45bb-a9bd-1ac05f4fcdf2 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a2aa92e-a0e4-4cb3-9665-2569763a2f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707359 Aug 11 03:07:58.698576 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port ac18f128-6015-498d-80f1-06d1fce1499d, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=ac18f128-6015-498d-80f1-06d1fce1499d,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:07:58.716843 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f4c9431a-e73a-44df-824b-cbb4b60d43df req-dc8c9d0e-f797-4485-971d-5cf2293d1ab3 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.41 "GET /v2.0/security-groups?id=4bfdc2ba-9f18-4435-9a1d-8c7ae69f76fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785484 Aug 11 03:07:58.769697 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['097019f2-ae6e-45f5-8720-67d66b1caf1a'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:07:58.793694 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:58.829930 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bfce3cc6-25ad-4851-96bb-b922ddf9328b req-89ab9ece-8c1e-43f2-acda-b50beb14bf3e tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=2a223f1b2a284c768535cee2a71b4bcf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0433226 Aug 11 03:07:58.878433 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=ac18f128-6015-498d-80f1-06d1fce1499d,revision_number=10']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:58.906187 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8850297-2b8b-40f4-9bfc-520d73479b90 req-1bfae9e5-c1ef-4eed-ad5f-5b3f04ff5b52 tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:58.907695 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a8850297-2b8b-40f4-9bfc-520d73479b90 req-1bfae9e5-c1ef-4eed-ad5f-5b3f04ff5b52 tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] 10.222.0.41 "GET /v2.0/ports?device_id=48f4ba46-35a2-4511-b8a2-1c96def3b7a6 HTTP/1.1" status: 200 len: 945 time: 0.1193752 Aug 11 03:07:58.976604 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfce3cc6-25ad-4851-96bb-b922ddf9328b req-d0ce286b-4bcf-4cf6-9115-d16cb1a2bd3b tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:58.978056 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bfce3cc6-25ad-4851-96bb-b922ddf9328b req-d0ce286b-4bcf-4cf6-9115-d16cb1a2bd3b tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1411076 Aug 11 03:07:58.980910 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a8850297-2b8b-40f4-9bfc-520d73479b90 req-d7c17f32-b386-4bbf-b114-2a4473585bff tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] 10.222.0.41 "GET /v2.0/security-groups?id=9625f7fa-1e76-4734-9acf-19283deb6f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658610 Aug 11 03:07:58.999736 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bfce3cc6-25ad-4851-96bb-b922ddf9328b req-69526082-4554-447c-903b-8955773f8902 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/quotas/2a223f1b2a284c768535cee2a71b4bcf HTTP/1.1" status: 200 len: 375 time: 0.0095122 Aug 11 03:07:59.050115 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bfce3cc6-25ad-4851-96bb-b922ddf9328b req-81a3d263-a8cf-4c4f-a197-854c1f71879d tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=2a223f1b2a284c768535cee2a71b4bcf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0504644 Aug 11 03:07:59.076232 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-1e01fa4d-8507-437e-b94e-f40fb59aa979 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:59.083963 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-359efff1-0735-4b6b-a1db-3790da722fa1 x-openstack-request-id: req-359efff1-0735-4b6b-a1db-3790da722fa1 {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:07:59.084255 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53c3d301-4685-4f48-91f8-26f8246123b3", "name": "network-vif-plugged", "status": "completed", "tag": "ac18f128-6015-498d-80f1-06d1fce1499d", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:07:59.084502 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-359efff1-0735-4b6b-a1db-3790da722fa1 {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:07:59.084945 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53c3d301-4685-4f48-91f8-26f8246123b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac18f128-6015-498d-80f1-06d1fce1499d', 'code': 200} Aug 11 03:07:59.183057 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b116ddd3-cb05-4474-ae62-fe5270155548 req-e681013a-25b6-47a0-818a-56a10510b09d tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:59.184493 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b116ddd3-cb05-4474-ae62-fe5270155548 req-e681013a-25b6-47a0-818a-56a10510b09d tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=70c84ed6-1b38-4b73-8bea-55c843cc7bda HTTP/1.1" status: 200 len: 944 time: 0.0536745 Aug 11 03:07:59.224625 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b116ddd3-cb05-4474-ae62-fe5270155548 req-05546b9f-8c67-4e76-818b-3103cd0df589 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a2aa92e-a0e4-4cb3-9665-2569763a2f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341411 Aug 11 03:07:59.340503 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf885cd-46db-44e3-9af8-d93cc329d028 req-07c46b73-aca8-45c5-a06d-d8a2017375ab tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:59.342025 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6cf885cd-46db-44e3-9af8-d93cc329d028 req-07c46b73-aca8-45c5-a06d-d8a2017375ab tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/ports?device_id=eef198f5-5223-4d49-8ce9-d9987fbc9f79 HTTP/1.1" status: 200 len: 945 time: 0.0523047 Aug 11 03:07:59.387344 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6cf885cd-46db-44e3-9af8-d93cc329d028 req-2072ddb9-e035-4fe0-9952-3a52fe8e876b tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/security-groups?id=4490b831-3ed6-471e-94da-f0207d61c828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361133 Aug 11 03:07:59.473378 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-87c400d5-110d-415e-865f-650f572af32a req-03eb77e4-c0eb-446e-b406-243e2bbfb009 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/ports?device_id=871c2adb-bf30-4696-827a-ff17e1867b64 HTTP/1.1" status: 200 len: 210 time: 0.0266738 Aug 11 03:07:59.597442 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b55d106c-20fe-42fe-a78b-ca321c92749e req-3c919ad1-1e26-4219-a6d4-474175767077 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c44701a-3222-4040-bb5d-e60b1743b696 HTTP/1.1" status: 200 len: 210 time: 0.0259974 Aug 11 03:07:59.670841 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb43506-8306-41f9-8cca-14333bb9e5ff req-591c55ec-cb14-43db-9b6c-f0395fe1dfd1 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:59.672599 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cfb43506-8306-41f9-8cca-14333bb9e5ff req-591c55ec-cb14-43db-9b6c-f0395fe1dfd1 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=70c84ed6-1b38-4b73-8bea-55c843cc7bda HTTP/1.1" status: 200 len: 944 time: 0.0665584 Aug 11 03:07:59.730932 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cfb43506-8306-41f9-8cca-14333bb9e5ff req-24417cca-8d58-406e-8f9c-60047e1ce667 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a2aa92e-a0e4-4cb3-9665-2569763a2f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491803 Aug 11 03:07:59.750076 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9f3e2e-f052-4ac7-b9e8-5f86a1688a39 req-3a86f479-c8be-49a6-b860-36a2d3939b89 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:59.751574 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bd9f3e2e-f052-4ac7-b9e8-5f86a1688a39 req-3a86f479-c8be-49a6-b860-36a2d3939b89 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.41 "GET /v2.0/ports?device_id=98d6d82d-3a78-44f6-a171-1c19b3afea39 HTTP/1.1" status: 200 len: 950 time: 0.0922976 Aug 11 03:07:59.790365 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bd9f3e2e-f052-4ac7-b9e8-5f86a1688a39 req-dc5595be-8454-4666-8bf4-c6bb6b243ff9 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.41 "GET /v2.0/security-groups?id=4bfdc2ba-9f18-4435-9a1d-8c7ae69f76fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321984 Aug 11 03:07:59.849365 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d246a048-3125-415a-a7cc-0b51e14e77c3 req-21ba989e-3530-4fb8-963e-ee7c946df0ea tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:59.851016 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d246a048-3125-415a-a7cc-0b51e14e77c3 req-21ba989e-3530-4fb8-963e-ee7c946df0ea tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=70c84ed6-1b38-4b73-8bea-55c843cc7bda HTTP/1.1" status: 200 len: 944 time: 0.0515149 Aug 11 03:07:59.899830 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d246a048-3125-415a-a7cc-0b51e14e77c3 req-9bc62a4e-a1d3-4b3f-acd6-792d32cfcc8c tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a2aa92e-a0e4-4cb3-9665-2569763a2f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350156 Aug 11 03:08:00.079488 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a08d3a-9b3b-4b1e-8e6e-71e3240d318f req-50b7e998-1894-48b7-be8c-c2c69c9e1313 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:00.081715 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-96a08d3a-9b3b-4b1e-8e6e-71e3240d318f req-50b7e998-1894-48b7-be8c-c2c69c9e1313 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.22 "GET /v2.0/networks?id=b3c19a2d-0e26-410a-b53e-1619e285dc24 HTTP/1.1" status: 200 len: 812 time: 0.1277301 Aug 11 03:08:00.096342 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-96a08d3a-9b3b-4b1e-8e6e-71e3240d318f req-9ab5ae8b-ed7c-47e8-8760-fa6d0b796010 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Request body: {'port': {'device_id': '871c2adb-bf30-4696-827a-ff17e1867b64', 'network_id': 'b3c19a2d-0e26-410a-b53e-1619e285dc24', 'admin_state_up': True, 'tenant_id': 'c348de37bb094671bc15dc0c22bb5512'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:08:00.123029 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255981d6-f2cd-43e3-a578-623f3330ef87 req-e4d0cab0-ba09-4fc4-8046-eb393ad43dc9 tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:00.124899 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-255981d6-f2cd-43e3-a578-623f3330ef87 req-e4d0cab0-ba09-4fc4-8046-eb393ad43dc9 tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] 10.222.0.41 "GET /v2.0/ports?device_id=48f4ba46-35a2-4511-b8a2-1c96def3b7a6 HTTP/1.1" status: 200 len: 945 time: 0.0661082 Aug 11 03:08:00.170859 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-255981d6-f2cd-43e3-a578-623f3330ef87 req-e63888ce-dd80-466a-b685-feee46417ae6 tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] 10.222.0.41 "GET /v2.0/security-groups?id=9625f7fa-1e76-4734-9acf-19283deb6f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398252 Aug 11 03:08:00.266942 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd3556b-2775-4e9c-bcfc-a4194b0f2b19 req-bdf2e0cd-f63c-4d6e-bfcf-6bb34af63981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:00.268465 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-6cd3556b-2775-4e9c-bcfc-a4194b0f2b19 req-bdf2e0cd-f63c-4d6e-bfcf-6bb34af63981 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=92caf1df2234498c82ddfcf53391d4fc&device_id=eef198f5-5223-4d49-8ce9-d9987fbc9f79 HTTP/1.1" status: 200 len: 1097 time: 0.0587459 Aug 11 03:08:00.331372 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.agents_db [None req-950b7202-decb-43e2-8f71-ac8931dc9749 None None] Agent healthcheck: found 7 active agents {{(pid=102194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:08:00.363443 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd3556b-2775-4e9c-bcfc-a4194b0f2b19 req-69d278e3-e28b-46c3-96cc-38039cddbebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:00.364907 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-6cd3556b-2775-4e9c-bcfc-a4194b0f2b19 req-69d278e3-e28b-46c3-96cc-38039cddbebb service neutron] 10.222.0.22 "GET /v2.0/networks?id=d17d1b32-4aa7-4439-b455-9cb54b2072df HTTP/1.1" status: 200 len: 918 time: 0.0885901 Aug 11 03:08:00.366191 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96a08d3a-9b3b-4b1e-8e6e-71e3240d318f req-9ab5ae8b-ed7c-47e8-8760-fa6d0b796010 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Made reservation on behalf of c348de37bb094671bc15dc0c22bb5512 for: {'port': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:08:00.370190 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-96a08d3a-9b3b-4b1e-8e6e-71e3240d318f req-9ab5ae8b-ed7c-47e8-8760-fa6d0b796010 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:00.491032 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-6cd3556b-2775-4e9c-bcfc-a4194b0f2b19 req-50eff965-78f3-4463-a60e-de65ccf11c2a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f8d33e19-1a39-49b9-b9dd-7682d139ad79 HTTP/1.1" status: 200 len: 1001 time: 0.1058288 Aug 11 03:08:00.591119 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-19833fbc-f3dc-4999-abe7-f09a09f4f66c req-6e667c48-10c5-4688-a657-67caa96cdfb2 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/ports?device_id=871c2adb-bf30-4696-827a-ff17e1867b64 HTTP/1.1" status: 200 len: 210 time: 0.0418179 Aug 11 03:08:00.599950 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd3556b-2775-4e9c-bcfc-a4194b0f2b19 req-e976e406-9577-4117-8431-052db5a60d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:00.601658 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-6cd3556b-2775-4e9c-bcfc-a4194b0f2b19 req-e976e406-9577-4117-8431-052db5a60d46 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c8bae62b-5e51-4859-99ce-3b4e8f86224a HTTP/1.1" status: 200 len: 856 time: 0.0985744 Aug 11 03:08:00.602933 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [req-96a08d3a-9b3b-4b1e-8e6e-71e3240d318f req-9ab5ae8b-ed7c-47e8-8760-fa6d0b796010 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Allocated IP 172.20.0.14 (b3c19a2d-0e26-410a-b53e-1619e285dc24/c6eff5da-ec78-46c7-b512-eb7d066170b3/cfc2306e-6777-4582-874b-d3a97b1f77d3) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:08:00.711547 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd3556b-2775-4e9c-bcfc-a4194b0f2b19 req-9af037e6-4b5d-4e9d-a1e7-d25b5a106eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:00.713976 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-6cd3556b-2775-4e9c-bcfc-a4194b0f2b19 req-9af037e6-4b5d-4e9d-a1e7-d25b5a106eea service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d17d1b32-4aa7-4439-b455-9cb54b2072df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0876143 Aug 11 03:08:00.722617 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8188c72-4840-4ddc-9927-572bc015ba2c req-f684bd73-593a-453f-a773-aeb0500333d2 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:00.724177 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b8188c72-4840-4ddc-9927-572bc015ba2c req-f684bd73-593a-453f-a773-aeb0500333d2 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/ports?device_id=eef198f5-5223-4d49-8ce9-d9987fbc9f79 HTTP/1.1" status: 200 len: 945 time: 0.0549049 Aug 11 03:08:00.759338 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-db52e1c1-a0a3-4a3b-bf5f-f667985aabb8 req-9aca860e-847c-42d0-9577-d76d2f4f02d9 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c44701a-3222-4040-bb5d-e60b1743b696 HTTP/1.1" status: 200 len: 210 time: 0.0306807 Aug 11 03:08:00.789957 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b8188c72-4840-4ddc-9927-572bc015ba2c req-3e33691e-358f-4f98-b7ea-e00cf9b59c9e tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/security-groups?id=4490b831-3ed6-471e-94da-f0207d61c828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515172 Aug 11 03:08:00.899629 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-6cd3556b-2775-4e9c-bcfc-a4194b0f2b19 req-c4f2a48c-60be-46f9-93eb-9a9d5bc6e9c6 service neutron] 10.222.0.22 "GET /v2.0/networks/d17d1b32-4aa7-4439-b455-9cb54b2072df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720321 Aug 11 03:08:00.902272 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-96a08d3a-9b3b-4b1e-8e6e-71e3240d318f req-9ab5ae8b-ed7c-47e8-8760-fa6d0b796010 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:00.912226 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48a2c5d-2e8f-4486-81b0-878c3df4f192 req-13a23482-a830-4ad1-87cf-655f1e2070cb tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:00.913716 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c48a2c5d-2e8f-4486-81b0-878c3df4f192 req-13a23482-a830-4ad1-87cf-655f1e2070cb tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.41 "GET /v2.0/ports?device_id=98d6d82d-3a78-44f6-a171-1c19b3afea39 HTTP/1.1" status: 200 len: 950 time: 0.0496047 Aug 11 03:08:00.954659 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c48a2c5d-2e8f-4486-81b0-878c3df4f192 req-84c4a4f0-5b8d-413f-bbba-057453fc9906 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.41 "GET /v2.0/security-groups?id=4bfdc2ba-9f18-4435-9a1d-8c7ae69f76fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337989 Aug 11 03:08:01.303621 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7fb300-bef7-46fe-915e-edc7b2e9ea21 req-bec4d538-7398-4f29-bfc2-d8ec5b33e486 tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:01.304736 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-6cd3556b-2775-4e9c-bcfc-a4194b0f2b19 req-c9be6175-bb61-48e1-be34-21c8bade01c8 service neutron] 10.222.0.22 "GET /v2.0/networks/d17d1b32-4aa7-4439-b455-9cb54b2072df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3972061 Aug 11 03:08:01.305760 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cf7fb300-bef7-46fe-915e-edc7b2e9ea21 req-bec4d538-7398-4f29-bfc2-d8ec5b33e486 tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] 10.222.0.41 "GET /v2.0/ports?device_id=48f4ba46-35a2-4511-b8a2-1c96def3b7a6 HTTP/1.1" status: 200 len: 945 time: 0.0545726 Aug 11 03:08:01.344650 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-96a08d3a-9b3b-4b1e-8e6e-71e3240d318f req-9ab5ae8b-ed7c-47e8-8760-fa6d0b796010 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:01.345509 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cf7fb300-bef7-46fe-915e-edc7b2e9ea21 req-2200c56c-1430-4929-bc34-3f84cf72ee40 tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] 10.222.0.41 "GET /v2.0/security-groups?id=9625f7fa-1e76-4734-9acf-19283deb6f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336554 Aug 11 03:08:01.389194 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96a08d3a-9b3b-4b1e-8e6e-71e3240d318f req-9ab5ae8b-ed7c-47e8-8760-fa6d0b796010 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Network b3c19a2d-0e26-410a-b53e-1619e285dc24 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:08:01.392605 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [req-96a08d3a-9b3b-4b1e-8e6e-71e3240d318f req-9ab5ae8b-ed7c-47e8-8760-fa6d0b796010 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:08:01.397735 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-96a08d3a-9b3b-4b1e-8e6e-71e3240d318f req-9ab5ae8b-ed7c-47e8-8760-fa6d0b796010 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:08:01.404369 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab5ae8b-ed7c-47e8-8760-fa6d0b796010 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Pushing event updated for resources: {'Port': ['ID=cfc2306e-6777-4582-874b-d3a97b1f77d3,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:01.446742 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-bfce3cc6-25ad-4851-96bb-b922ddf9328b req-bc0580a3-1034-4f8b-b44c-cd584f269dd9 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=2a223f1b2a284c768535cee2a71b4bcf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0397525 Aug 11 03:08:01.512625 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a08d3a-9b3b-4b1e-8e6e-71e3240d318f req-9ab5ae8b-ed7c-47e8-8760-fa6d0b796010 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:01.513232 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-96a08d3a-9b3b-4b1e-8e6e-71e3240d318f req-9ab5ae8b-ed7c-47e8-8760-fa6d0b796010 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:01.573342 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfce3cc6-25ad-4851-96bb-b922ddf9328b req-2c6f6a50-17a4-465f-a17c-0476c029ceb0 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:01.574789 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-bfce3cc6-25ad-4851-96bb-b922ddf9328b req-2c6f6a50-17a4-465f-a17c-0476c029ceb0 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1210418 Aug 11 03:08:01.636140 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-96a08d3a-9b3b-4b1e-8e6e-71e3240d318f req-9ab5ae8b-ed7c-47e8-8760-fa6d0b796010 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5447123 Aug 11 03:08:01.698932 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-bfce3cc6-25ad-4851-96bb-b922ddf9328b req-8d2cbe01-ea2e-45f7-bb7d-7783e248efe1 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Request body: {'port': {'device_id': '9c44701a-3222-4040-bb5d-e60b1743b696', 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba', 'admin_state_up': True, 'tenant_id': '2a223f1b2a284c768535cee2a71b4bcf'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:08:01.707413 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-96a08d3a-9b3b-4b1e-8e6e-71e3240d318f req-88cb68e6-90e9-4347-8b59-94dc5e92ffbb service neutron] Request body: {'port': {'device_id': '871c2adb-bf30-4696-827a-ff17e1867b64', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764292-30'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:08:01.719012 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1e5fe3-2c92-4988-984a-c1c3be7a7aff req-2ea7a74b-c84f-47d7-9e38-153d63679eaa tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:01.726345 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-de1e5fe3-2c92-4988-984a-c1c3be7a7aff req-2ea7a74b-c84f-47d7-9e38-153d63679eaa tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/ports?device_id=871c2adb-bf30-4696-827a-ff17e1867b64 HTTP/1.1" status: 200 len: 932 time: 0.0629635 Aug 11 03:08:01.770270 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-de1e5fe3-2c92-4988-984a-c1c3be7a7aff req-91a61238-3916-4beb-b8c4-de2b73c9bdd1 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/security-groups?id=96c4279c-51b6-4d8a-ac93-67215ccf65c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430310 Aug 11 03:08:01.843588 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-96a08d3a-9b3b-4b1e-8e6e-71e3240d318f req-88cb68e6-90e9-4347-8b59-94dc5e92ffbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:01.863660 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-4d53b46f-4fc6-41dd-85d9-cbae374d3bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:01.868758 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:01.872179 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-eef2431f-5bc4-425e-a705-b144d70831bd req-4b922036-97cf-4bf9-a05c-d92198a8c4f1 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c44701a-3222-4040-bb5d-e60b1743b696 HTTP/1.1" status: 200 len: 210 time: 0.0299749 Aug 11 03:08:01.931737 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1819f845-16ea-4c17-854d-41243e5314ea req-5dde652f-8aa3-4cf2-b857-6521409fa4bd tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:01.933297 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1819f845-16ea-4c17-854d-41243e5314ea req-5dde652f-8aa3-4cf2-b857-6521409fa4bd tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/ports?device_id=eef198f5-5223-4d49-8ce9-d9987fbc9f79 HTTP/1.1" status: 200 len: 945 time: 0.0554900 Aug 11 03:08:01.976093 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1819f845-16ea-4c17-854d-41243e5314ea req-6763731a-e88d-4d12-b383-7e68219e1c90 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/security-groups?id=4490b831-3ed6-471e-94da-f0207d61c828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361600 Aug 11 03:08:02.073566 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfce3cc6-25ad-4851-96bb-b922ddf9328b req-8d2cbe01-ea2e-45f7-bb7d-7783e248efe1 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Made reservation on behalf of 2a223f1b2a284c768535cee2a71b4bcf for: {'port': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:08:02.077694 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-bfce3cc6-25ad-4851-96bb-b922ddf9328b req-8d2cbe01-ea2e-45f7-bb7d-7783e248efe1 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:02.088775 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a47489-db29-4723-a2c1-16997a4fd068 req-95475c91-8d66-4490-a43c-82ec846b059b tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:02.090652 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-83a47489-db29-4723-a2c1-16997a4fd068 req-95475c91-8d66-4490-a43c-82ec846b059b tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.41 "GET /v2.0/ports?device_id=98d6d82d-3a78-44f6-a171-1c19b3afea39 HTTP/1.1" status: 200 len: 950 time: 0.0507374 Aug 11 03:08:02.103827 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 097019f2-ae6e-45f5-8720-67d66b1caf1a up at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:08:02.131057 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-83a47489-db29-4723-a2c1-16997a4fd068 req-721b05a9-15e2-498b-a2af-f1febf751538 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.41 "GET /v2.0/security-groups?id=4bfdc2ba-9f18-4435-9a1d-8c7ae69f76fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343170 Aug 11 03:08:02.257629 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [req-96a08d3a-9b3b-4b1e-8e6e-71e3240d318f req-88cb68e6-90e9-4347-8b59-94dc5e92ffbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfc2306e-6777-4582-874b-d3a97b1f77d3 {{(pid=102191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:08:02.258063 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning for port 097019f2-ae6e-45f5-8720-67d66b1caf1a completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:08:02.263880 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning complete for port 097019f2-ae6e-45f5-8720-67d66b1caf1a triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:08:02.264161 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:02.277866 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-96a08d3a-9b3b-4b1e-8e6e-71e3240d318f req-88cb68e6-90e9-4347-8b59-94dc5e92ffbb service neutron] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:02.309043 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [req-bfce3cc6-25ad-4851-96bb-b922ddf9328b req-8d2cbe01-ea2e-45f7-bb7d-7783e248efe1 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Allocated IP 192.168.233.113 (d1bf0def-6fa4-4d3e-bbc5-20a040931fba/254a3f4d-2b75-429e-bbb2-8e70554e9483/45bf930a-252a-4c82-8320-492c9ecaa83d) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:08:02.311369 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [req-96a08d3a-9b3b-4b1e-8e6e-71e3240d318f req-88cb68e6-90e9-4347-8b59-94dc5e92ffbb service neutron] Transition to ACTIVE for port object cfc2306e-6777-4582-874b-d3a97b1f77d3 will not be triggered until provisioned by entity L2. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:08:02.358817 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:02.398839 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62a21279-cd45-4f1c-bc8b-9bb047767d13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '097019f2-ae6e-45f5-8720-67d66b1caf1a'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:08:02.401694 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1246a1fa-423b-4ae8-8679-957f843883f3" -d '{"events": [{"server_uuid": "62a21279-cd45-4f1c-bc8b-9bb047767d13", "name": "network-vif-plugged", "status": "completed", "tag": "097019f2-ae6e-45f5-8720-67d66b1caf1a"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:08:02.413782 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-96a08d3a-9b3b-4b1e-8e6e-71e3240d318f req-88cb68e6-90e9-4347-8b59-94dc5e92ffbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:02.418232 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port 097019f2-ae6e-45f5-8720-67d66b1caf1a, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=097019f2-ae6e-45f5-8720-67d66b1caf1a,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:08:02.440408 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device f8d33e19-1a39-49b9-b9dd-7682d139ad79 no longer exists at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:08:02.484182 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:08:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36131525-5e83-48f8-a098-7cabb4ad8e13 x-openstack-request-id: req-36131525-5e83-48f8-a098-7cabb4ad8e13 {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:08:02.484466 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62a21279-cd45-4f1c-bc8b-9bb047767d13", "name": "network-vif-plugged", "status": "completed", "tag": "097019f2-ae6e-45f5-8720-67d66b1caf1a", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:08:02.484958 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-36131525-5e83-48f8-a098-7cabb4ad8e13 {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:08:02.485680 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62a21279-cd45-4f1c-bc8b-9bb047767d13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '097019f2-ae6e-45f5-8720-67d66b1caf1a', 'code': 200} Aug 11 03:08:02.500736 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cb68e6-90e9-4347-8b59-94dc5e92ffbb service neutron] Pushing event updated for resources: {'Port': ['ID=cfc2306e-6777-4582-874b-d3a97b1f77d3,revision_number=2']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:02.521569 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39af133e-fc79-4620-b27b-a35844c0eedf req-6b4eff8b-c8f9-4c83-8ab6-55143c2baaca tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:02.527327 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-39af133e-fc79-4620-b27b-a35844c0eedf req-6b4eff8b-c8f9-4c83-8ab6-55143c2baaca tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] 10.222.0.41 "GET /v2.0/ports?device_id=48f4ba46-35a2-4511-b8a2-1c96def3b7a6 HTTP/1.1" status: 200 len: 945 time: 0.1014435 Aug 11 03:08:02.554513 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:02.557487 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:02.579265 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-39af133e-fc79-4620-b27b-a35844c0eedf req-b36980bb-bb56-47db-9afb-403d097a6d82 tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] 10.222.0.41 "GET /v2.0/security-groups?id=9625f7fa-1e76-4734-9acf-19283deb6f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481572 Aug 11 03:08:02.587672 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-bfce3cc6-25ad-4851-96bb-b922ddf9328b req-8d2cbe01-ea2e-45f7-bb7d-7783e248efe1 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:02.612847 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [req-bfce3cc6-25ad-4851-96bb-b922ddf9328b req-8d2cbe01-ea2e-45f7-bb7d-7783e248efe1 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Transition to ACTIVE for port object 45bf930a-252a-4c82-8320-492c9ecaa83d will not be triggered until provisioned by entity DHCP. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:08:02.615719 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-96a08d3a-9b3b-4b1e-8e6e-71e3240d318f req-88cb68e6-90e9-4347-8b59-94dc5e92ffbb service neutron] Attempting to bind port cfc2306e-6777-4582-874b-d3a97b1f77d3 on host n-h1-764292-30 for vnic_type normal with profile {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:08:02.616099 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-96a08d3a-9b3b-4b1e-8e6e-71e3240d318f req-88cb68e6-90e9-4347-8b59-94dc5e92ffbb service neutron] Attempting to bind port cfc2306e-6777-4582-874b-d3a97b1f77d3 by drivers openvswitch,hyperv on host n-h1-764292-30 at level 0 using segments [{'id': '66697432-be64-438d-a5b2-0b02f3d0fa2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'b3c19a2d-0e26-410a-b53e-1619e285dc24'}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:08:02.616379 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a08d3a-9b3b-4b1e-8e6e-71e3240d318f req-88cb68e6-90e9-4347-8b59-94dc5e92ffbb service neutron] Attempting to bind port cfc2306e-6777-4582-874b-d3a97b1f77d3 on network b3c19a2d-0e26-410a-b53e-1619e285dc24 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:08:02.623588 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a08d3a-9b3b-4b1e-8e6e-71e3240d318f req-88cb68e6-90e9-4347-8b59-94dc5e92ffbb service neutron] Port cfc2306e-6777-4582-874b-d3a97b1f77d3 on network b3c19a2d-0e26-410a-b53e-1619e285dc24 not bound, no agent of type Open vSwitch agent registered on host n-h1-764292-30 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:08:02.623913 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a08d3a-9b3b-4b1e-8e6e-71e3240d318f req-88cb68e6-90e9-4347-8b59-94dc5e92ffbb service neutron] Attempting to bind port cfc2306e-6777-4582-874b-d3a97b1f77d3 on network b3c19a2d-0e26-410a-b53e-1619e285dc24 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:08:02.630382 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port f8d33e19-1a39-49b9-b9dd-7682d139ad79, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=f8d33e19-1a39-49b9-b9dd-7682d139ad79,segment=NetworkSegment(77249f53-d91a-4900-864a-cb193f73fd0b),segment_id=77249f53-d91a-4900-864a-cb193f73fd0b)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:08:02.633115 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a08d3a-9b3b-4b1e-8e6e-71e3240d318f req-88cb68e6-90e9-4347-8b59-94dc5e92ffbb service neutron] Checking agent: {'id': 'abb524c2-b412-4ed2-8367-45c4fd996fa7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 7, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:08:02.633453 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a08d3a-9b3b-4b1e-8e6e-71e3240d318f req-88cb68e6-90e9-4347-8b59-94dc5e92ffbb service neutron] Checking segment: {'id': '66697432-be64-438d-a5b2-0b02f3d0fa2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'b3c19a2d-0e26-410a-b53e-1619e285dc24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:08:02.633848 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a08d3a-9b3b-4b1e-8e6e-71e3240d318f req-88cb68e6-90e9-4347-8b59-94dc5e92ffbb service neutron] Bound using segment: {'id': '66697432-be64-438d-a5b2-0b02f3d0fa2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'b3c19a2d-0e26-410a-b53e-1619e285dc24'} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:08:02.634275 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-96a08d3a-9b3b-4b1e-8e6e-71e3240d318f req-88cb68e6-90e9-4347-8b59-94dc5e92ffbb service neutron] Bound port: cfc2306e-6777-4582-874b-d3a97b1f77d3, host: n-h1-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66697432-be64-438d-a5b2-0b02f3d0fa2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'b3c19a2d-0e26-410a-b53e-1619e285dc24'}}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:08:02.634697 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-96a08d3a-9b3b-4b1e-8e6e-71e3240d318f req-88cb68e6-90e9-4347-8b59-94dc5e92ffbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:02.646460 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=097019f2-ae6e-45f5-8720-67d66b1caf1a,revision_number=13']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:02.653842 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:08:02.659878 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:08:02.659878 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:08:02.659878 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:08:02.659878 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:08:02.659878 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:08:02.659878 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:08:02.659878 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:08:02.659878 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:08:02.659878 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:08:02.659878 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:08:02.659878 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:08:02.709629 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:02.711798 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-96a08d3a-9b3b-4b1e-8e6e-71e3240d318f req-88cb68e6-90e9-4347-8b59-94dc5e92ffbb service neutron] For port cfc2306e-6777-4582-874b-d3a97b1f77d3, host n-h1-764292-30, cleared binding levels {{(pid=102191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:08:02.715343 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-96a08d3a-9b3b-4b1e-8e6e-71e3240d318f req-88cb68e6-90e9-4347-8b59-94dc5e92ffbb service neutron] For port cfc2306e-6777-4582-874b-d3a97b1f77d3, host n-h1-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=cfc2306e-6777-4582-874b-d3a97b1f77d3,segment=NetworkSegment(66697432-be64-438d-a5b2-0b02f3d0fa2a),segment_id=66697432-be64-438d-a5b2-0b02f3d0fa2a)] {{(pid=102191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:08:02.757412 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=f8d33e19-1a39-49b9-b9dd-7682d139ad79,revision_number=8']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:02.784961 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-bfce3cc6-25ad-4851-96bb-b922ddf9328b req-8d2cbe01-ea2e-45f7-bb7d-7783e248efe1 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:02.798943 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['49709cb6-e751-4686-8ada-f7f57e0574e6', 'a6f3ee74-8e10-43b7-b557-8188f2204900'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:08:02.802054 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['097019f2-ae6e-45f5-8720-67d66b1caf1a'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:08:02.829757 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-96a08d3a-9b3b-4b1e-8e6e-71e3240d318f req-88cb68e6-90e9-4347-8b59-94dc5e92ffbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:02.863770 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfce3cc6-25ad-4851-96bb-b922ddf9328b req-8d2cbe01-ea2e-45f7-bb7d-7783e248efe1 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Network d1bf0def-6fa4-4d3e-bbc5-20a040931fba is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:08:02.878422 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [req-bfce3cc6-25ad-4851-96bb-b922ddf9328b req-8d2cbe01-ea2e-45f7-bb7d-7783e248efe1 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:08:02.892130 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfce3cc6-25ad-4851-96bb-b922ddf9328b req-8d2cbe01-ea2e-45f7-bb7d-7783e248efe1 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:08:02.913037 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a08d3a-9b3b-4b1e-8e6e-71e3240d318f req-88cb68e6-90e9-4347-8b59-94dc5e92ffbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:02.914719 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-96a08d3a-9b3b-4b1e-8e6e-71e3240d318f req-88cb68e6-90e9-4347-8b59-94dc5e92ffbb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:02.916935 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-96a08d3a-9b3b-4b1e-8e6e-71e3240d318f req-88cb68e6-90e9-4347-8b59-94dc5e92ffbb service neutron] 10.222.0.22 "PUT /v2.0/ports/cfc2306e-6777-4582-874b-d3a97b1f77d3 HTTP/1.1" status: 200 len: 1093 time: 1.2136989 Aug 11 03:08:02.917398 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '871c2adb-bf30-4696-827a-ff17e1867b64', 'tag': 'cfc2306e-6777-4582-874b-d3a97b1f77d3'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:08:02.919931 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-701e910b-bf59-4ffe-be90-78aa5b01f0df" -d '{"events": [{"name": "network-changed", "server_uuid": "871c2adb-bf30-4696-827a-ff17e1867b64", "tag": "cfc2306e-6777-4582-874b-d3a97b1f77d3"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:08:02.969836 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2cbe01-ea2e-45f7-bb7d-7783e248efe1 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Pushing event updated for resources: {'Port': ['ID=45bf930a-252a-4c82-8320-492c9ecaa83d,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:03.018573 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:03.121130 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cb68e6-90e9-4347-8b59-94dc5e92ffbb service neutron] Pushing event updated for resources: {'Port': ['ID=cfc2306e-6777-4582-874b-d3a97b1f77d3,revision_number=3']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:03.137821 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfce3cc6-25ad-4851-96bb-b922ddf9328b req-8d2cbe01-ea2e-45f7-bb7d-7783e248efe1 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:03.138691 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-bfce3cc6-25ad-4851-96bb-b922ddf9328b req-8d2cbe01-ea2e-45f7-bb7d-7783e248efe1 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:03.178783 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7346c33f-5db4-45e3-a98f-f013c653daba req-f4570c39-369d-4902-8859-82642a2e82af tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:03.182478 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7346c33f-5db4-45e3-a98f-f013c653daba req-f4570c39-369d-4902-8859-82642a2e82af tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/ports?device_id=871c2adb-bf30-4696-827a-ff17e1867b64 HTTP/1.1" status: 200 len: 944 time: 0.1815679 Aug 11 03:08:03.228428 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a08d3a-9b3b-4b1e-8e6e-71e3240d318f req-b78cbdaa-c0f7-485b-98da-4a07c594143a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:03.232574 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-96a08d3a-9b3b-4b1e-8e6e-71e3240d318f req-b78cbdaa-c0f7-485b-98da-4a07c594143a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c348de37bb094671bc15dc0c22bb5512&device_id=871c2adb-bf30-4696-827a-ff17e1867b64 HTTP/1.1" status: 200 len: 1096 time: 0.1563852 Aug 11 03:08:03.237206 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-bfce3cc6-25ad-4851-96bb-b922ddf9328b req-8d2cbe01-ea2e-45f7-bb7d-7783e248efe1 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5428100 Aug 11 03:08:03.253600 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7346c33f-5db4-45e3-a98f-f013c653daba req-a5da41f5-f71c-4c22-9dce-5cf646e60db8 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/security-groups?id=96c4279c-51b6-4d8a-ac93-67215ccf65c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628533 Aug 11 03:08:03.297978 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df420a4-95af-4597-a7c7-2fca13bebf10 req-b03af7ce-0c02-4e3a-b509-2698891e7127 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:03.303033 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2df420a4-95af-4597-a7c7-2fca13bebf10 req-b03af7ce-0c02-4e3a-b509-2698891e7127 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c44701a-3222-4040-bb5d-e60b1743b696 HTTP/1.1" status: 200 len: 936 time: 0.2304857 Aug 11 03:08:03.309195 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-bfce3cc6-25ad-4851-96bb-b922ddf9328b req-24a0d5c8-db07-4db7-a8c5-e1dc5db0b626 service neutron] Request body: {'port': {'device_id': '9c44701a-3222-4040-bb5d-e60b1743b696', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764292-30'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:08:03.353729 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-96a08d3a-9b3b-4b1e-8e6e-71e3240d318f req-3bfa34c6-57a0-4a2e-b709-6891168cd045 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cfc2306e-6777-4582-874b-d3a97b1f77d3 HTTP/1.1" status: 200 len: 217 time: 0.1023865 Aug 11 03:08:03.393351 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:08:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af036897-52ac-4501-a322-e27a26fdf569 x-openstack-request-id: req-af036897-52ac-4501-a322-e27a26fdf569 {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:08:03.397763 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "871c2adb-bf30-4696-827a-ff17e1867b64", "tag": "cfc2306e-6777-4582-874b-d3a97b1f77d3", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:08:03.397763 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-af036897-52ac-4501-a322-e27a26fdf569 {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:08:03.397763 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '871c2adb-bf30-4696-827a-ff17e1867b64', 'tag': 'cfc2306e-6777-4582-874b-d3a97b1f77d3', 'status': 'completed', 'code': 200} Aug 11 03:08:03.427217 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-bfce3cc6-25ad-4851-96bb-b922ddf9328b req-24a0d5c8-db07-4db7-a8c5-e1dc5db0b626 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:03.432399 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2df420a4-95af-4597-a7c7-2fca13bebf10 req-8b79a804-76c6-49f0-ac28-358feff6da38 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020787 Aug 11 03:08:03.455711 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-8257f267-21ba-4cdf-a1f1-8a1e321e42a6 None None] Provisioning for port 45bf930a-252a-4c82-8320-492c9ecaa83d completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:08:03.460524 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-8257f267-21ba-4cdf-a1f1-8a1e321e42a6 None None] Provisioning complete for port 45bf930a-252a-4c82-8320-492c9ecaa83d triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:08:03.460893 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8257f267-21ba-4cdf-a1f1-8a1e321e42a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:03.465174 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a08d3a-9b3b-4b1e-8e6e-71e3240d318f req-43e519fc-853f-4e50-ab88-8203b8245929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:03.466749 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-96a08d3a-9b3b-4b1e-8e6e-71e3240d318f req-43e519fc-853f-4e50-ab88-8203b8245929 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c6eff5da-ec78-46c7-b512-eb7d066170b3 HTTP/1.1" status: 200 len: 852 time: 0.0714521 Aug 11 03:08:03.517265 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-8257f267-21ba-4cdf-a1f1-8a1e321e42a6 None None] Port 45bf930a-252a-4c82-8320-492c9ecaa83d cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:08:03.536689 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-96a08d3a-9b3b-4b1e-8e6e-71e3240d318f req-a0dca5c4-9374-4f2e-8e9d-45081455415a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b3c19a2d-0e26-410a-b53e-1619e285dc24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372913 Aug 11 03:08:03.583862 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee11af0a-7ac4-4920-a68a-7d8e5fbfe7ba req-5e664492-e16f-4dbb-97ef-b5a0ca9aa6dc tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:03.591827 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ee11af0a-7ac4-4920-a68a-7d8e5fbfe7ba req-5e664492-e16f-4dbb-97ef-b5a0ca9aa6dc tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.41 "GET /v2.0/ports?device_id=98d6d82d-3a78-44f6-a171-1c19b3afea39 HTTP/1.1" status: 200 len: 950 time: 0.1068220 Aug 11 03:08:03.601514 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c914faa1-5084-4c5e-a5be-10c4d80d029d req-df591aad-cd1f-4cd5-8e25-f1cfa20d091d tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:03.609526 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c914faa1-5084-4c5e-a5be-10c4d80d029d req-df591aad-cd1f-4cd5-8e25-f1cfa20d091d tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/ports?device_id=eef198f5-5223-4d49-8ce9-d9987fbc9f79 HTTP/1.1" status: 200 len: 943 time: 0.0920248 Aug 11 03:08:03.684959 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c914faa1-5084-4c5e-a5be-10c4d80d029d req-d21074a8-557c-4197-84f6-02caccd73120 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/security-groups?id=4490b831-3ed6-471e-94da-f0207d61c828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673869 Aug 11 03:08:03.712637 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ee11af0a-7ac4-4920-a68a-7d8e5fbfe7ba req-adf33766-769a-46b7-997f-abe0e0ba5d83 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.41 "GET /v2.0/security-groups?id=4bfdc2ba-9f18-4435-9a1d-8c7ae69f76fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023195 Aug 11 03:08:03.805169 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-96a08d3a-9b3b-4b1e-8e6e-71e3240d318f req-267c77e9-3f02-4df9-aab7-656f71d7bf92 service neutron] 10.222.0.22 "GET /v2.0/networks/b3c19a2d-0e26-410a-b53e-1619e285dc24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2615969 Aug 11 03:08:03.919729 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d744b07-d651-4d47-821b-b6fb051ada6f req-f98ca2a8-5352-43bf-aa2c-e27dc26dea21 tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:03.926458 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7d744b07-d651-4d47-821b-b6fb051ada6f req-f98ca2a8-5352-43bf-aa2c-e27dc26dea21 tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] 10.222.0.41 "GET /v2.0/ports?device_id=48f4ba46-35a2-4511-b8a2-1c96def3b7a6 HTTP/1.1" status: 200 len: 945 time: 0.1201022 Aug 11 03:08:03.953958 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-96a08d3a-9b3b-4b1e-8e6e-71e3240d318f req-41cde586-1e5f-4b38-866e-54e54b8a806b service neutron] 10.222.0.22 "GET /v2.0/networks/b3c19a2d-0e26-410a-b53e-1619e285dc24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339960 Aug 11 03:08:04.039431 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7d744b07-d651-4d47-821b-b6fb051ada6f req-19a51e3b-254a-4999-bfae-5de8852dfb7c tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] 10.222.0.41 "GET /v2.0/security-groups?id=9625f7fa-1e76-4734-9acf-19283deb6f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940166 Aug 11 03:08:04.039781 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [req-bfce3cc6-25ad-4851-96bb-b922ddf9328b req-24a0d5c8-db07-4db7-a8c5-e1dc5db0b626 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45bf930a-252a-4c82-8320-492c9ecaa83d {{(pid=102191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:08:04.046144 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-bfce3cc6-25ad-4851-96bb-b922ddf9328b req-24a0d5c8-db07-4db7-a8c5-e1dc5db0b626 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:04.060541 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [req-bfce3cc6-25ad-4851-96bb-b922ddf9328b req-24a0d5c8-db07-4db7-a8c5-e1dc5db0b626 service neutron] Transition to ACTIVE for port object 45bf930a-252a-4c82-8320-492c9ecaa83d will not be triggered until provisioned by entity L2. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:08:04.139638 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701e910b-bf59-4ffe-be90-78aa5b01f0df req-ae135232-549f-4c33-b895-0c1a840211f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:04.141480 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-701e910b-bf59-4ffe-be90-78aa5b01f0df req-ae135232-549f-4c33-b895-0c1a840211f9 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c348de37bb094671bc15dc0c22bb5512&device_id=871c2adb-bf30-4696-827a-ff17e1867b64 HTTP/1.1" status: 200 len: 1096 time: 0.0513752 Aug 11 03:08:04.201850 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-bfce3cc6-25ad-4851-96bb-b922ddf9328b req-24a0d5c8-db07-4db7-a8c5-e1dc5db0b626 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:04.280688 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a0d5c8-db07-4db7-a8c5-e1dc5db0b626 service neutron] Pushing event updated for resources: {'Port': ['ID=45bf930a-252a-4c82-8320-492c9ecaa83d,revision_number=2']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:04.346190 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701e910b-bf59-4ffe-be90-78aa5b01f0df req-24f2ca47-df00-4cbf-951d-fd9922a4e759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:04.348069 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-701e910b-bf59-4ffe-be90-78aa5b01f0df req-24f2ca47-df00-4cbf-951d-fd9922a4e759 service neutron] 10.222.0.22 "GET /v2.0/networks?id=b3c19a2d-0e26-410a-b53e-1619e285dc24 HTTP/1.1" status: 200 len: 913 time: 0.1968334 Aug 11 03:08:04.411369 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-701e910b-bf59-4ffe-be90-78aa5b01f0df req-81334566-7920-4ee0-aae5-42a3b18a408c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cfc2306e-6777-4582-874b-d3a97b1f77d3 HTTP/1.1" status: 200 len: 217 time: 0.0499587 Aug 11 03:08:04.482158 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-bfce3cc6-25ad-4851-96bb-b922ddf9328b req-24a0d5c8-db07-4db7-a8c5-e1dc5db0b626 service neutron] Attempting to bind port 45bf930a-252a-4c82-8320-492c9ecaa83d on host n-h1-764292-30 for vnic_type normal with profile {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:08:04.482623 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-bfce3cc6-25ad-4851-96bb-b922ddf9328b req-24a0d5c8-db07-4db7-a8c5-e1dc5db0b626 service neutron] Attempting to bind port 45bf930a-252a-4c82-8320-492c9ecaa83d by drivers openvswitch,hyperv on host n-h1-764292-30 at level 0 using segments [{'id': '9b7b03c0-092f-4953-898f-de6d8f2338ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba'}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:08:04.482836 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfce3cc6-25ad-4851-96bb-b922ddf9328b req-24a0d5c8-db07-4db7-a8c5-e1dc5db0b626 service neutron] Attempting to bind port 45bf930a-252a-4c82-8320-492c9ecaa83d on network d1bf0def-6fa4-4d3e-bbc5-20a040931fba {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:08:04.486672 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eef198f5-5223-4d49-8ce9-d9987fbc9f79', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8d33e19-1a39-49b9-b9dd-7682d139ad79'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:08:04.489461 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21d6b55d-6593-4d3d-ba40-eadd3fb67ef9" -d '{"events": [{"server_uuid": "eef198f5-5223-4d49-8ce9-d9987fbc9f79", "name": "network-vif-unplugged", "status": "completed", "tag": "f8d33e19-1a39-49b9-b9dd-7682d139ad79"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:08:04.493586 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfce3cc6-25ad-4851-96bb-b922ddf9328b req-24a0d5c8-db07-4db7-a8c5-e1dc5db0b626 service neutron] Port 45bf930a-252a-4c82-8320-492c9ecaa83d on network d1bf0def-6fa4-4d3e-bbc5-20a040931fba not bound, no agent of type Open vSwitch agent registered on host n-h1-764292-30 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:08:04.493832 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfce3cc6-25ad-4851-96bb-b922ddf9328b req-24a0d5c8-db07-4db7-a8c5-e1dc5db0b626 service neutron] Attempting to bind port 45bf930a-252a-4c82-8320-492c9ecaa83d on network d1bf0def-6fa4-4d3e-bbc5-20a040931fba {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:08:04.509299 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfce3cc6-25ad-4851-96bb-b922ddf9328b req-24a0d5c8-db07-4db7-a8c5-e1dc5db0b626 service neutron] Checking agent: {'id': 'abb524c2-b412-4ed2-8367-45c4fd996fa7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 7, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:08:04.509726 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfce3cc6-25ad-4851-96bb-b922ddf9328b req-24a0d5c8-db07-4db7-a8c5-e1dc5db0b626 service neutron] Checking segment: {'id': '9b7b03c0-092f-4953-898f-de6d8f2338ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:08:04.514673 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfce3cc6-25ad-4851-96bb-b922ddf9328b req-24a0d5c8-db07-4db7-a8c5-e1dc5db0b626 service neutron] Bound using segment: {'id': '9b7b03c0-092f-4953-898f-de6d8f2338ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba'} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:08:04.515026 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1fdaf9-3a5a-4eb0-8a75-0a529419e11d req-76677ea8-e2ed-49a7-87aa-f0fccf725368 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:04.515530 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-bfce3cc6-25ad-4851-96bb-b922ddf9328b req-24a0d5c8-db07-4db7-a8c5-e1dc5db0b626 service neutron] Bound port: 45bf930a-252a-4c82-8320-492c9ecaa83d, host: n-h1-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b7b03c0-092f-4953-898f-de6d8f2338ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba'}}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:08:04.515648 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-bfce3cc6-25ad-4851-96bb-b922ddf9328b req-24a0d5c8-db07-4db7-a8c5-e1dc5db0b626 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:04.517315 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-de1fdaf9-3a5a-4eb0-8a75-0a529419e11d req-76677ea8-e2ed-49a7-87aa-f0fccf725368 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/ports?device_id=871c2adb-bf30-4696-827a-ff17e1867b64 HTTP/1.1" status: 200 len: 944 time: 0.1251588 Aug 11 03:08:04.544935 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701e910b-bf59-4ffe-be90-78aa5b01f0df req-0980003c-b967-42da-aff6-04a179a45003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:04.546834 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-701e910b-bf59-4ffe-be90-78aa5b01f0df req-0980003c-b967-42da-aff6-04a179a45003 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c6eff5da-ec78-46c7-b512-eb7d066170b3 HTTP/1.1" status: 200 len: 852 time: 0.1245542 Aug 11 03:08:04.595567 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:04.607507 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-701e910b-bf59-4ffe-be90-78aa5b01f0df req-ba8d5b53-d5d1-4637-ab54-7aef82c53510 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b3c19a2d-0e26-410a-b53e-1619e285dc24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502951 Aug 11 03:08:04.618180 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-de1fdaf9-3a5a-4eb0-8a75-0a529419e11d req-b1bec77a-09d8-45f0-9a10-fec721501b7d tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/security-groups?id=96c4279c-51b6-4d8a-ac93-67215ccf65c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884385 Aug 11 03:08:04.633901 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2187c0-0dad-42a3-badc-0226e13e7fc9 req-745264d4-db34-4fb8-9ce2-8dfc73700c4c tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:04.641910 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6d2187c0-0dad-42a3-badc-0226e13e7fc9 req-745264d4-db34-4fb8-9ce2-8dfc73700c4c tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c44701a-3222-4040-bb5d-e60b1743b696 HTTP/1.1" status: 200 len: 948 time: 0.0994570 Aug 11 03:08:04.655559 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 11 Aug 2021 03:08:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9260d564-d1e1-4539-a3d4-e165d740bbcf x-openstack-request-id: req-9260d564-d1e1-4539-a3d4-e165d740bbcf {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:08:04.655846 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eef198f5-5223-4d49-8ce9-d9987fbc9f79", "name": "network-vif-unplugged", "status": "failed", "tag": "f8d33e19-1a39-49b9-b9dd-7682d139ad79", "code": 422}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:08:04.656098 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9260d564-d1e1-4539-a3d4-e165d740bbcf {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:08:04.656507 n-d-764292-30 neutron-server[102193]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'eef198f5-5223-4d49-8ce9-d9987fbc9f79', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f8d33e19-1a39-49b9-b9dd-7682d139ad79', 'code': 422} returned with failed status Aug 11 03:08:04.692054 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6d2187c0-0dad-42a3-badc-0226e13e7fc9 req-49ee21fd-e425-4074-a542-3948207f9d86 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489893 Aug 11 03:08:04.707680 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-bfce3cc6-25ad-4851-96bb-b922ddf9328b req-24a0d5c8-db07-4db7-a8c5-e1dc5db0b626 service neutron] For port 45bf930a-252a-4c82-8320-492c9ecaa83d, host n-h1-764292-30, cleared binding levels {{(pid=102191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:08:04.727891 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-bfce3cc6-25ad-4851-96bb-b922ddf9328b req-24a0d5c8-db07-4db7-a8c5-e1dc5db0b626 service neutron] For port 45bf930a-252a-4c82-8320-492c9ecaa83d, host n-h1-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=45bf930a-252a-4c82-8320-492c9ecaa83d,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:08:04.774053 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-701e910b-bf59-4ffe-be90-78aa5b01f0df req-574094e4-1499-4be1-bcaa-49b76be91ba3 service neutron] 10.222.0.22 "GET /v2.0/networks/b3c19a2d-0e26-410a-b53e-1619e285dc24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578503 Aug 11 03:08:04.792454 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-bfce3cc6-25ad-4851-96bb-b922ddf9328b req-24a0d5c8-db07-4db7-a8c5-e1dc5db0b626 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:04.870193 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfce3cc6-25ad-4851-96bb-b922ddf9328b req-24a0d5c8-db07-4db7-a8c5-e1dc5db0b626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:04.875058 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-bfce3cc6-25ad-4851-96bb-b922ddf9328b req-24a0d5c8-db07-4db7-a8c5-e1dc5db0b626 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:04.876766 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-bfce3cc6-25ad-4851-96bb-b922ddf9328b req-24a0d5c8-db07-4db7-a8c5-e1dc5db0b626 service neutron] 10.222.0.22 "PUT /v2.0/ports/45bf930a-252a-4c82-8320-492c9ecaa83d HTTP/1.1" status: 200 len: 1097 time: 1.5800583 Aug 11 03:08:04.899348 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0528fa2-d8d7-4351-ab76-552658eafdab req-b8861cc6-4028-476e-a611-8aa87d030a59 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:04.901223 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d0528fa2-d8d7-4351-ab76-552658eafdab req-b8861cc6-4028-476e-a611-8aa87d030a59 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/ports?device_id=eef198f5-5223-4d49-8ce9-d9987fbc9f79 HTTP/1.1" status: 200 len: 943 time: 0.1164222 Aug 11 03:08:04.911158 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442eae62-8258-4a99-a228-eec86647e13b req-9fe9bdc7-3ca8-43d4-a494-c2390c85374d tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:04.915490 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-442eae62-8258-4a99-a228-eec86647e13b req-9fe9bdc7-3ca8-43d4-a494-c2390c85374d tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.41 "GET /v2.0/ports?device_id=98d6d82d-3a78-44f6-a171-1c19b3afea39 HTTP/1.1" status: 200 len: 950 time: 0.1143343 Aug 11 03:08:04.929432 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a0d5c8-db07-4db7-a8c5-e1dc5db0b626 service neutron] Pushing event updated for resources: {'Port': ['ID=45bf930a-252a-4c82-8320-492c9ecaa83d,revision_number=3']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:04.953361 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-701e910b-bf59-4ffe-be90-78aa5b01f0df req-1d610dda-fd22-4069-af24-a6e311fd1270 service neutron] 10.222.0.22 "GET /v2.0/networks/b3c19a2d-0e26-410a-b53e-1619e285dc24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707666 Aug 11 03:08:05.028790 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d0528fa2-d8d7-4351-ab76-552658eafdab req-f6251e34-180c-422f-8f5e-6b81cffd42ce tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/security-groups?id=4490b831-3ed6-471e-94da-f0207d61c828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106081 Aug 11 03:08:05.031355 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfce3cc6-25ad-4851-96bb-b922ddf9328b req-915e84f6-aef5-447e-898a-25c983b64d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:05.033073 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-bfce3cc6-25ad-4851-96bb-b922ddf9328b req-915e84f6-aef5-447e-898a-25c983b64d8e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2a223f1b2a284c768535cee2a71b4bcf&device_id=9c44701a-3222-4040-bb5d-e60b1743b696 HTTP/1.1" status: 200 len: 1100 time: 0.0520468 Aug 11 03:08:05.089568 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-442eae62-8258-4a99-a228-eec86647e13b req-329a1eca-5532-4399-a4a7-9221ab4bd82b tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.41 "GET /v2.0/security-groups?id=4bfdc2ba-9f18-4435-9a1d-8c7ae69f76fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634378 Aug 11 03:08:05.106638 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-bfce3cc6-25ad-4851-96bb-b922ddf9328b req-8446892b-8515-42e3-8990-f892bad84adb service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=45bf930a-252a-4c82-8320-492c9ecaa83d HTTP/1.1" status: 200 len: 217 time: 0.0520637 Aug 11 03:08:05.184144 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfce3cc6-25ad-4851-96bb-b922ddf9328b req-0dec109a-df70-44d1-aad1-946a5c32b973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:05.186042 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-bfce3cc6-25ad-4851-96bb-b922ddf9328b req-0dec109a-df70-44d1-aad1-946a5c32b973 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=254a3f4d-2b75-429e-bbb2-8e70554e9483 HTTP/1.1" status: 200 len: 843 time: 0.0792890 Aug 11 03:08:05.274529 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfce3cc6-25ad-4851-96bb-b922ddf9328b req-c7a6223b-09f2-4224-a022-d3bb5df67ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:05.280520 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-bfce3cc6-25ad-4851-96bb-b922ddf9328b req-c7a6223b-09f2-4224-a022-d3bb5df67ff5 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d1bf0def-6fa4-4d3e-bbc5-20a040931fba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0796692 Aug 11 03:08:05.292888 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55425118-c691-42eb-a04c-8ceacd1760d9 req-d0a6aa9c-e42d-4f25-adf8-b107e982ba79 tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:05.301145 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-55425118-c691-42eb-a04c-8ceacd1760d9 req-d0a6aa9c-e42d-4f25-adf8-b107e982ba79 tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] 10.222.0.41 "GET /v2.0/ports?device_id=48f4ba46-35a2-4511-b8a2-1c96def3b7a6 HTTP/1.1" status: 200 len: 945 time: 0.0967910 Aug 11 03:08:05.348029 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-55425118-c691-42eb-a04c-8ceacd1760d9 req-bbcbe5a1-ef87-4e20-807f-3a3485bf0867 tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] 10.222.0.41 "GET /v2.0/security-groups?id=9625f7fa-1e76-4734-9acf-19283deb6f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459158 Aug 11 03:08:05.395034 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c44701a-3222-4040-bb5d-e60b1743b696', 'tag': '45bf930a-252a-4c82-8320-492c9ecaa83d'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:08:05.397197 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca165ce7-182b-4ba7-9651-e8691a25cf6f" -d '{"events": [{"name": "network-changed", "server_uuid": "9c44701a-3222-4040-bb5d-e60b1743b696", "tag": "45bf930a-252a-4c82-8320-492c9ecaa83d"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:08:05.414806 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-bfce3cc6-25ad-4851-96bb-b922ddf9328b req-0371ed80-3645-480b-a4dc-67be0c79e028 service neutron] 10.222.0.22 "GET /v2.0/networks/d1bf0def-6fa4-4d3e-bbc5-20a040931fba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236658 Aug 11 03:08:05.470097 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:08:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c5ecfb0-6fdc-456e-9a31-bc18fb9453ee x-openstack-request-id: req-0c5ecfb0-6fdc-456e-9a31-bc18fb9453ee {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:08:05.470468 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c44701a-3222-4040-bb5d-e60b1743b696", "tag": "45bf930a-252a-4c82-8320-492c9ecaa83d", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:08:05.470685 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0c5ecfb0-6fdc-456e-9a31-bc18fb9453ee {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:08:05.471056 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c44701a-3222-4040-bb5d-e60b1743b696', 'tag': '45bf930a-252a-4c82-8320-492c9ecaa83d', 'status': 'completed', 'code': 200} Aug 11 03:08:05.517165 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-bfce3cc6-25ad-4851-96bb-b922ddf9328b req-d2357761-60b8-41ce-9087-e2fac7230df6 service neutron] 10.222.0.22 "GET /v2.0/networks/d1bf0def-6fa4-4d3e-bbc5-20a040931fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938919 Aug 11 03:08:05.654380 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca165ce7-182b-4ba7-9651-e8691a25cf6f req-1ac3f9be-5c58-4a53-9079-41ec7881d4da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:05.654380 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-ca165ce7-182b-4ba7-9651-e8691a25cf6f req-1ac3f9be-5c58-4a53-9079-41ec7881d4da service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2a223f1b2a284c768535cee2a71b4bcf&device_id=9c44701a-3222-4040-bb5d-e60b1743b696 HTTP/1.1" status: 200 len: 1100 time: 0.0501900 Aug 11 03:08:05.765468 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a795de34-709a-4a4d-a522-85ab8f0ba956 req-5a0c2710-e197-4d5f-924c-916784d2ec23 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:05.776224 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a795de34-709a-4a4d-a522-85ab8f0ba956 req-5a0c2710-e197-4d5f-924c-916784d2ec23 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/ports?device_id=871c2adb-bf30-4696-827a-ff17e1867b64 HTTP/1.1" status: 200 len: 944 time: 0.0837076 Aug 11 03:08:05.822477 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a795de34-709a-4a4d-a522-85ab8f0ba956 req-a544d1dc-cdd0-465e-bbce-2dcd2a8931ac tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/security-groups?id=96c4279c-51b6-4d8a-ac93-67215ccf65c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444477 Aug 11 03:08:05.831258 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca165ce7-182b-4ba7-9651-e8691a25cf6f req-1994a569-137a-4645-88d6-b94c4fa38d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:05.834065 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-ca165ce7-182b-4ba7-9651-e8691a25cf6f req-1994a569-137a-4645-88d6-b94c4fa38d58 service neutron] 10.222.0.22 "GET /v2.0/networks?id=d1bf0def-6fa4-4d3e-bbc5-20a040931fba HTTP/1.1" status: 200 len: 870 time: 0.1735170 Aug 11 03:08:05.910067 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-ca165ce7-182b-4ba7-9651-e8691a25cf6f req-9a964568-ed22-47fc-881b-6e45509cfb60 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=45bf930a-252a-4c82-8320-492c9ecaa83d HTTP/1.1" status: 200 len: 217 time: 0.0656075 Aug 11 03:08:05.958252 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d392c171-0019-4e08-a0a8-5840f6544bb4 req-2675e684-8466-45f5-9117-2a13d84dd0bd tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:05.967623 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d392c171-0019-4e08-a0a8-5840f6544bb4 req-2675e684-8466-45f5-9117-2a13d84dd0bd tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c44701a-3222-4040-bb5d-e60b1743b696 HTTP/1.1" status: 200 len: 948 time: 0.0692146 Aug 11 03:08:05.970039 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca165ce7-182b-4ba7-9651-e8691a25cf6f req-6d355ff6-991e-4fa7-badd-e67dee2d81a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:05.971755 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-ca165ce7-182b-4ba7-9651-e8691a25cf6f req-6d355ff6-991e-4fa7-badd-e67dee2d81a8 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=254a3f4d-2b75-429e-bbb2-8e70554e9483 HTTP/1.1" status: 200 len: 843 time: 0.0505261 Aug 11 03:08:06.031097 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d392c171-0019-4e08-a0a8-5840f6544bb4 req-b59e0578-3d99-496b-81a4-fbf7fb5b3757 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623484 Aug 11 03:08:06.044848 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca165ce7-182b-4ba7-9651-e8691a25cf6f req-83fd9708-b309-48fb-b6e9-557176c92f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:06.051294 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-ca165ce7-182b-4ba7-9651-e8691a25cf6f req-83fd9708-b309-48fb-b6e9-557176c92f63 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d1bf0def-6fa4-4d3e-bbc5-20a040931fba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0677478 Aug 11 03:08:06.200821 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-ca165ce7-182b-4ba7-9651-e8691a25cf6f req-9a169dd0-e7e7-4544-8e7d-67053515bc3c service neutron] 10.222.0.22 "GET /v2.0/networks/d1bf0def-6fa4-4d3e-bbc5-20a040931fba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392372 Aug 11 03:08:06.318364 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5472fa-e159-4170-8618-0e0e91eb6da8 req-7531635f-c576-441f-8df1-d54e03e3fd94 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:06.318364 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-dc5472fa-e159-4170-8618-0e0e91eb6da8 req-7531635f-c576-441f-8df1-d54e03e3fd94 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.41 "GET /v2.0/ports?device_id=98d6d82d-3a78-44f6-a171-1c19b3afea39 HTTP/1.1" status: 200 len: 950 time: 0.1228979 Aug 11 03:08:06.406534 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-dc5472fa-e159-4170-8618-0e0e91eb6da8 req-ab2c68e1-e34b-411f-b469-0414853257b0 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.41 "GET /v2.0/security-groups?id=4bfdc2ba-9f18-4435-9a1d-8c7ae69f76fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832918 Aug 11 03:08:06.453941 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device f8d33e19-1a39-49b9-b9dd-7682d139ad79 no longer exists at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:08:06.454847 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-ca165ce7-182b-4ba7-9651-e8691a25cf6f req-3b1d773c-a95f-435e-8a45-555c7cb3284a service neutron] 10.222.0.22 "GET /v2.0/networks/d1bf0def-6fa4-4d3e-bbc5-20a040931fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2400508 Aug 11 03:08:06.714455 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4439e3-172a-4483-8095-586f10b89096 req-c5582c9d-fc31-4754-8302-c3e3d56521b1 tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:06.718341 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bd4439e3-172a-4483-8095-586f10b89096 req-c5582c9d-fc31-4754-8302-c3e3d56521b1 tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] 10.222.0.41 "GET /v2.0/ports?device_id=48f4ba46-35a2-4511-b8a2-1c96def3b7a6 HTTP/1.1" status: 200 len: 945 time: 0.0691395 Aug 11 03:08:06.755466 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bd4439e3-172a-4483-8095-586f10b89096 req-ef71f010-8bb4-498d-bf2f-6c6e860de4c9 tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] 10.222.0.41 "GET /v2.0/security-groups?id=9625f7fa-1e76-4734-9acf-19283deb6f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377433 Aug 11 03:08:06.944900 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269361db-f97b-4126-a024-61cc2cc51f50 req-1d070826-a6fc-4ce6-b53c-336e1b064203 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:06.954144 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-269361db-f97b-4126-a024-61cc2cc51f50 req-1d070826-a6fc-4ce6-b53c-336e1b064203 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/ports?device_id=871c2adb-bf30-4696-827a-ff17e1867b64 HTTP/1.1" status: 200 len: 944 time: 0.0575359 Aug 11 03:08:06.992208 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-269361db-f97b-4126-a024-61cc2cc51f50 req-d8549885-5dbe-4f4f-9e6b-2070672d13dc tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/security-groups?id=96c4279c-51b6-4d8a-ac93-67215ccf65c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342441 Aug 11 03:08:07.090973 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:07.156179 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4554a97-9261-43d6-b396-f112d5fd9a0f req-6f2a04a7-d179-4fb0-a215-66fb273f5db6 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:07.157765 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c4554a97-9261-43d6-b396-f112d5fd9a0f req-6f2a04a7-d179-4fb0-a215-66fb273f5db6 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c44701a-3222-4040-bb5d-e60b1743b696 HTTP/1.1" status: 200 len: 948 time: 0.0518217 Aug 11 03:08:07.213219 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c4554a97-9261-43d6-b396-f112d5fd9a0f req-d5d5548a-6925-45e8-ae67-d984887f6e85 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476859 Aug 11 03:08:07.562594 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720e5ec3-2fdf-4f7e-a35c-8cdc78ea2184 req-78f4d9b5-a976-471d-9cfa-8fc20823f078 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:07.564224 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-720e5ec3-2fdf-4f7e-a35c-8cdc78ea2184 req-78f4d9b5-a976-471d-9cfa-8fc20823f078 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.41 "GET /v2.0/ports?device_id=98d6d82d-3a78-44f6-a171-1c19b3afea39 HTTP/1.1" status: 200 len: 950 time: 0.0591612 Aug 11 03:08:07.628208 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-720e5ec3-2fdf-4f7e-a35c-8cdc78ea2184 req-2ebc43a0-8c2b-4636-b9d2-8e228d71c9f0 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.41 "GET /v2.0/security-groups?id=4bfdc2ba-9f18-4435-9a1d-8c7ae69f76fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575254 Aug 11 03:08:07.857291 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c68a8c1-cb15-4fbb-bcf3-e9b0321c9abb req-b2a4b5ba-2c2d-4d6e-b4c1-902d6e765e0c tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:07.863422 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4c68a8c1-cb15-4fbb-bcf3-e9b0321c9abb req-b2a4b5ba-2c2d-4d6e-b4c1-902d6e765e0c tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/ports?device_id=eef198f5-5223-4d49-8ce9-d9987fbc9f79 HTTP/1.1" status: 200 len: 943 time: 0.0826793 Aug 11 03:08:07.989036 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4c68a8c1-cb15-4fbb-bcf3-e9b0321c9abb req-36b757f9-238e-4055-bb0d-5c49c4682ef8 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/security-groups?id=4490b831-3ed6-471e-94da-f0207d61c828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1181061 Aug 11 03:08:08.018566 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a55a47e-c904-4813-8747-d4524c6aac25 req-9a1a1fa0-847c-4dd7-9cd6-ae7b05e513bd tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:08.020087 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1a55a47e-c904-4813-8747-d4524c6aac25 req-9a1a1fa0-847c-4dd7-9cd6-ae7b05e513bd tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] 10.222.0.41 "GET /v2.0/ports?device_id=48f4ba46-35a2-4511-b8a2-1c96def3b7a6 HTTP/1.1" status: 200 len: 945 time: 0.0770333 Aug 11 03:08:08.086652 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1a55a47e-c904-4813-8747-d4524c6aac25 req-abc54321-5287-47a2-853f-cdc17e6ecae6 tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] 10.222.0.41 "GET /v2.0/security-groups?id=9625f7fa-1e76-4734-9acf-19283deb6f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501745 Aug 11 03:08:08.152361 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7f7d9c-db51-4675-b57f-00e57ab5e7f4 req-a934a21b-e3b0-4fa8-836b-cc155983ffae tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:08.160881 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3b7f7d9c-db51-4675-b57f-00e57ab5e7f4 req-a934a21b-e3b0-4fa8-836b-cc155983ffae tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/ports?device_id=871c2adb-bf30-4696-827a-ff17e1867b64 HTTP/1.1" status: 200 len: 944 time: 0.0720417 Aug 11 03:08:08.210455 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3b7f7d9c-db51-4675-b57f-00e57ab5e7f4 req-82d82d6c-63fa-43d9-be60-c8c704f2f2e0 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/security-groups?id=96c4279c-51b6-4d8a-ac93-67215ccf65c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451612 Aug 11 03:08:08.217980 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-a76121d6-c751-4d36-a06e-73585791fd44 req-bca9508d-2d66-4edd-977c-1f6fd926c3d0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=eef198f5-5223-4d49-8ce9-d9987fbc9f79&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0687344 Aug 11 03:08:08.339682 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44d43f3-9bbb-42a9-ae33-8d2548b5bc80 req-bd953938-903e-46fd-9be7-0a62771458ae tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:08.341667 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e44d43f3-9bbb-42a9-ae33-8d2548b5bc80 req-bd953938-903e-46fd-9be7-0a62771458ae tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c44701a-3222-4040-bb5d-e60b1743b696 HTTP/1.1" status: 200 len: 948 time: 0.0591574 Aug 11 03:08:08.396598 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e44d43f3-9bbb-42a9-ae33-8d2548b5bc80 req-14ac529c-4987-4718-9b86-ec233d4ea48a tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479953 Aug 11 03:08:08.441406 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device cfc2306e-6777-4582-874b-d3a97b1f77d3 details requested by agent hyperv_n-h1-764292-30 with host n-h1-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:08:08.571642 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port cfc2306e-6777-4582-874b-d3a97b1f77d3, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=cfc2306e-6777-4582-874b-d3a97b1f77d3,segment=NetworkSegment(66697432-be64-438d-a5b2-0b02f3d0fa2a),segment_id=66697432-be64-438d-a5b2-0b02f3d0fa2a)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:08:08.585359 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Returning: {'device': 'cfc2306e-6777-4582-874b-d3a97b1f77d3', 'network_id': 'b3c19a2d-0e26-410a-b53e-1619e285dc24', 'port_id': 'cfc2306e-6777-4582-874b-d3a97b1f77d3', 'mac_address': 'fa:16:3e:62:12:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6eff5da-ec78-46c7-b512-eb7d066170b3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:08:08.631810 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:08.646519 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfc2306e-6777-4582-874b-d3a97b1f77d3 {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:08:08.699902 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port cfc2306e-6777-4582-874b-d3a97b1f77d3, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=cfc2306e-6777-4582-874b-d3a97b1f77d3,segment=NetworkSegment(66697432-be64-438d-a5b2-0b02f3d0fa2a),segment_id=66697432-be64-438d-a5b2-0b02f3d0fa2a)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:08:08.774913 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d33e4b-210a-4f25-88d5-858963f9554e req-bc03c32c-9967-444a-bf84-7ef47b34b9d9 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:08.791397 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:08.794853 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 45bf930a-252a-4c82-8320-492c9ecaa83d details requested by agent hyperv_n-h1-764292-30 with host n-h1-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:08:08.803018 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-41d33e4b-210a-4f25-88d5-858963f9554e req-bc03c32c-9967-444a-bf84-7ef47b34b9d9 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.41 "GET /v2.0/ports?device_id=98d6d82d-3a78-44f6-a171-1c19b3afea39 HTTP/1.1" status: 200 len: 950 time: 0.0861163 Aug 11 03:08:08.874140 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-41d33e4b-210a-4f25-88d5-858963f9554e req-16f2f26b-4702-446c-825c-281c67c05360 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.41 "GET /v2.0/security-groups?id=4bfdc2ba-9f18-4435-9a1d-8c7ae69f76fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701900 Aug 11 03:08:08.893678 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=cfc2306e-6777-4582-874b-d3a97b1f77d3,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:09.019056 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 45bf930a-252a-4c82-8320-492c9ecaa83d, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=45bf930a-252a-4c82-8320-492c9ecaa83d,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:08:09.041383 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Returning: {'device': '45bf930a-252a-4c82-8320-492c9ecaa83d', 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba', 'port_id': '45bf930a-252a-4c82-8320-492c9ecaa83d', 'mac_address': 'fa:16:3e:ba:38:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '254a3f4d-2b75-429e-bbb2-8e70554e9483', 'ip_address': '192.168.233.113'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:08:09.085204 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:09.108212 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45bf930a-252a-4c82-8320-492c9ecaa83d {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:08:09.137899 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 45bf930a-252a-4c82-8320-492c9ecaa83d, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=45bf930a-252a-4c82-8320-492c9ecaa83d,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:08:09.201302 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:09.207463 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fbce57-c17d-4ab9-9bb1-763f3743cdcb req-1095bcef-edf1-4555-9981-114790a76aea tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:09.209274 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d8fbce57-c17d-4ab9-9bb1-763f3743cdcb req-1095bcef-edf1-4555-9981-114790a76aea tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/ports?device_id=eef198f5-5223-4d49-8ce9-d9987fbc9f79 HTTP/1.1" status: 200 len: 943 time: 0.1111538 Aug 11 03:08:09.280446 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=45bf930a-252a-4c82-8320-492c9ecaa83d,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:09.290616 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d8fbce57-c17d-4ab9-9bb1-763f3743cdcb req-08e40081-40e9-4e8a-a422-918e0204be3c tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/security-groups?id=4490b831-3ed6-471e-94da-f0207d61c828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743082 Aug 11 03:08:09.321246 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2390686f-984b-4d3c-944e-a61372d4a728 req-d6db829d-c87b-4ff3-9412-a6159abe8068 tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:09.323442 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2390686f-984b-4d3c-944e-a61372d4a728 req-d6db829d-c87b-4ff3-9412-a6159abe8068 tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] 10.222.0.41 "GET /v2.0/ports?device_id=48f4ba46-35a2-4511-b8a2-1c96def3b7a6 HTTP/1.1" status: 200 len: 945 time: 0.0833104 Aug 11 03:08:09.391080 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2390686f-984b-4d3c-944e-a61372d4a728 req-127d7eea-ef0e-4446-9139-909b3ff2a820 tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] 10.222.0.41 "GET /v2.0/security-groups?id=9625f7fa-1e76-4734-9acf-19283deb6f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536976 Aug 11 03:08:09.449564 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c48e5ac-7ef2-4d21-aa1f-d716635c21ef req-4dcd912d-d83f-49bd-baaf-ae4951e5e773 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:09.451610 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7c48e5ac-7ef2-4d21-aa1f-d716635c21ef req-4dcd912d-d83f-49bd-baaf-ae4951e5e773 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/ports?device_id=871c2adb-bf30-4696-827a-ff17e1867b64 HTTP/1.1" status: 200 len: 945 time: 0.0755601 Aug 11 03:08:09.539734 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7c48e5ac-7ef2-4d21-aa1f-d716635c21ef req-676d815a-2c51-4a14-96dd-0d6c02315110 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/security-groups?id=96c4279c-51b6-4d8a-ac93-67215ccf65c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815954 Aug 11 03:08:09.561304 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcad0765-28b2-4ad5-8865-ca4ccdaf2540 req-2aa41d74-cd6b-44ad-80c6-cbc17ec11523 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:09.563309 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-fcad0765-28b2-4ad5-8865-ca4ccdaf2540 req-2aa41d74-cd6b-44ad-80c6-cbc17ec11523 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c44701a-3222-4040-bb5d-e60b1743b696 HTTP/1.1" status: 200 len: 949 time: 0.0705705 Aug 11 03:08:09.621473 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-fcad0765-28b2-4ad5-8865-ca4ccdaf2540 req-d16cd2b1-89bf-431f-bbfb-768b8b464ac2 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514884 Aug 11 03:08:09.674699 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['45bf930a-252a-4c82-8320-492c9ecaa83d'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:08:09.716644 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['cfc2306e-6777-4582-874b-d3a97b1f77d3'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:08:10.147568 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ecc7c8-4729-4acb-ad77-ce4c9f3097e4 req-157c07fa-22c3-40b3-9996-88a3fee86207 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:10.156461 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-41ecc7c8-4729-4acb-ad77-ce4c9f3097e4 req-157c07fa-22c3-40b3-9996-88a3fee86207 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.41 "GET /v2.0/ports?device_id=98d6d82d-3a78-44f6-a171-1c19b3afea39 HTTP/1.1" status: 200 len: 950 time: 0.1688385 Aug 11 03:08:10.222273 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-41ecc7c8-4729-4acb-ad77-ce4c9f3097e4 req-782f5204-e631-486b-be85-a3c18edd71f7 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.41 "GET /v2.0/security-groups?id=4bfdc2ba-9f18-4435-9a1d-8c7ae69f76fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649838 Aug 11 03:08:10.427045 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c426f5-6dd1-43d0-9c65-67743a0ffe97 req-ab225402-98c6-4f70-8942-02310d75cd87 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:10.428620 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-55c426f5-6dd1-43d0-9c65-67743a0ffe97 req-ab225402-98c6-4f70-8942-02310d75cd87 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/ports?device_id=eef198f5-5223-4d49-8ce9-d9987fbc9f79 HTTP/1.1" status: 200 len: 943 time: 0.0523562 Aug 11 03:08:10.468393 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-55c426f5-6dd1-43d0-9c65-67743a0ffe97 req-8dc624dc-b5db-486a-a82c-f53b12136472 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/security-groups?id=4490b831-3ed6-471e-94da-f0207d61c828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324109 Aug 11 03:08:10.516344 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fae06cb-bbb0-473d-b586-6dd7eb281775 req-1cba74d7-f0c5-4f87-ad79-51fb9f26eda8 tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:10.517840 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7fae06cb-bbb0-473d-b586-6dd7eb281775 req-1cba74d7-f0c5-4f87-ad79-51fb9f26eda8 tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] 10.222.0.41 "GET /v2.0/ports?device_id=48f4ba46-35a2-4511-b8a2-1c96def3b7a6 HTTP/1.1" status: 200 len: 945 time: 0.0485902 Aug 11 03:08:10.555156 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7fae06cb-bbb0-473d-b586-6dd7eb281775 req-d8a18f9e-098c-48c9-8543-7fd03f055960 tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] 10.222.0.41 "GET /v2.0/security-groups?id=9625f7fa-1e76-4734-9acf-19283deb6f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310383 Aug 11 03:08:10.659508 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2d367d-3fd8-4132-8bb3-6ac0b9c89a87 req-8145a7e4-ec68-42f2-bd5b-532bbe937d08 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:10.661112 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7c2d367d-3fd8-4132-8bb3-6ac0b9c89a87 req-8145a7e4-ec68-42f2-bd5b-532bbe937d08 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/ports?device_id=871c2adb-bf30-4696-827a-ff17e1867b64 HTTP/1.1" status: 200 len: 945 time: 0.0499077 Aug 11 03:08:10.715488 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7c2d367d-3fd8-4132-8bb3-6ac0b9c89a87 req-c87d53d9-d23f-4260-beb4-39848cdaced0 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/security-groups?id=96c4279c-51b6-4d8a-ac93-67215ccf65c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458462 Aug 11 03:08:10.756349 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2890027a-dd79-41df-98cd-649f09cf3900 req-892a2bab-e7e8-4775-aec0-3513ac10e276 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:10.757823 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2890027a-dd79-41df-98cd-649f09cf3900 req-892a2bab-e7e8-4775-aec0-3513ac10e276 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c44701a-3222-4040-bb5d-e60b1743b696 HTTP/1.1" status: 200 len: 949 time: 0.0585706 Aug 11 03:08:10.795862 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2890027a-dd79-41df-98cd-649f09cf3900 req-3f68a7d8-fdc1-4f84-bc24-d8de6f8ba734 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316706 Aug 11 03:08:11.017856 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:11.392602 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac3cf2a-749b-4d1c-b147-894ca03ee711 req-cdb66312-ba77-484b-bb4c-8cf31fcc1dec tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:11.394663 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-fac3cf2a-749b-4d1c-b147-894ca03ee711 req-cdb66312-ba77-484b-bb4c-8cf31fcc1dec tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.41 "GET /v2.0/ports?device_id=98d6d82d-3a78-44f6-a171-1c19b3afea39 HTTP/1.1" status: 200 len: 950 time: 0.0889359 Aug 11 03:08:11.450298 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-fac3cf2a-749b-4d1c-b147-894ca03ee711 req-2597fafb-3984-4249-92d8-df9e8bc611d7 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.41 "GET /v2.0/security-groups?id=4bfdc2ba-9f18-4435-9a1d-8c7ae69f76fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458639 Aug 11 03:08:11.620725 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dcb1db-72b9-46a3-a5dd-2382b97c9fa6 req-545f7cd7-5d53-48aa-b412-79504fb7923c tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:11.630264 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-06dcb1db-72b9-46a3-a5dd-2382b97c9fa6 req-545f7cd7-5d53-48aa-b412-79504fb7923c tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/ports?device_id=eef198f5-5223-4d49-8ce9-d9987fbc9f79 HTTP/1.1" status: 200 len: 943 time: 0.0737433 Aug 11 03:08:11.718490 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-06dcb1db-72b9-46a3-a5dd-2382b97c9fa6 req-e839588a-27b8-4867-a2da-f245c7672681 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/security-groups?id=4490b831-3ed6-471e-94da-f0207d61c828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868783 Aug 11 03:08:11.740362 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2187cee-2d97-4d80-b80c-c30adab732ea req-75628e53-3a22-47e8-a860-290f7d06079a tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:11.742405 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c2187cee-2d97-4d80-b80c-c30adab732ea req-75628e53-3a22-47e8-a860-290f7d06079a tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] 10.222.0.41 "GET /v2.0/ports?device_id=48f4ba46-35a2-4511-b8a2-1c96def3b7a6 HTTP/1.1" status: 200 len: 945 time: 0.0851054 Aug 11 03:08:11.802038 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c2187cee-2d97-4d80-b80c-c30adab732ea req-9cf2a938-7c20-41ac-a684-0e1321406c0c tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] 10.222.0.41 "GET /v2.0/security-groups?id=9625f7fa-1e76-4734-9acf-19283deb6f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507567 Aug 11 03:08:11.977855 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cb5a11-407e-4f46-a7c6-8e4e14463381 req-22301011-de5b-4f9e-8e4a-ef8d59a4f659 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:11.987318 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-35cb5a11-407e-4f46-a7c6-8e4e14463381 req-22301011-de5b-4f9e-8e4a-ef8d59a4f659 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/ports?device_id=871c2adb-bf30-4696-827a-ff17e1867b64 HTTP/1.1" status: 200 len: 945 time: 0.1312702 Aug 11 03:08:12.045199 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-35cb5a11-407e-4f46-a7c6-8e4e14463381 req-6680fd90-8b26-423d-8008-4a9df58a134d tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/security-groups?id=96c4279c-51b6-4d8a-ac93-67215ccf65c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548489 Aug 11 03:08:12.071453 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f98e3a7-9fe3-478e-842f-4a9481aabb45 req-2b9bc3a1-0138-452d-b0e3-4d37ae1aa597 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:12.083662 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9f98e3a7-9fe3-478e-842f-4a9481aabb45 req-2b9bc3a1-0138-452d-b0e3-4d37ae1aa597 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c44701a-3222-4040-bb5d-e60b1743b696 HTTP/1.1" status: 200 len: 949 time: 0.1569469 Aug 11 03:08:12.162941 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9f98e3a7-9fe3-478e-842f-4a9481aabb45 req-c321693f-1f00-4f5f-9f46-02b5c8149aca tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731318 Aug 11 03:08:12.463325 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device cfc2306e-6777-4582-874b-d3a97b1f77d3 up at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:08:12.580069 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning for port cfc2306e-6777-4582-874b-d3a97b1f77d3 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:08:12.585042 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning complete for port cfc2306e-6777-4582-874b-d3a97b1f77d3 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:08:12.585663 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:12.635897 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c24b762-27a9-4a3b-b853-11be5df1877f req-42e10069-1a13-477d-888c-54d61d5ddd48 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:12.643000 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3c24b762-27a9-4a3b-b853-11be5df1877f req-42e10069-1a13-477d-888c-54d61d5ddd48 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.41 "GET /v2.0/ports?device_id=98d6d82d-3a78-44f6-a171-1c19b3afea39 HTTP/1.1" status: 200 len: 950 time: 0.0875373 Aug 11 03:08:12.708008 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:12.728446 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3c24b762-27a9-4a3b-b853-11be5df1877f req-43f6f87e-7908-400a-ae0b-66fd621b0db3 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.41 "GET /v2.0/security-groups?id=4bfdc2ba-9f18-4435-9a1d-8c7ae69f76fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819156 Aug 11 03:08:12.736706 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '871c2adb-bf30-4696-827a-ff17e1867b64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfc2306e-6777-4582-874b-d3a97b1f77d3'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:08:12.742468 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cedb3f1-3ab2-4a95-8e49-35dead2babba" -d '{"events": [{"server_uuid": "871c2adb-bf30-4696-827a-ff17e1867b64", "name": "network-vif-plugged", "status": "completed", "tag": "cfc2306e-6777-4582-874b-d3a97b1f77d3"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:08:12.765297 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port cfc2306e-6777-4582-874b-d3a97b1f77d3, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=cfc2306e-6777-4582-874b-d3a97b1f77d3,segment=NetworkSegment(66697432-be64-438d-a5b2-0b02f3d0fa2a),segment_id=66697432-be64-438d-a5b2-0b02f3d0fa2a)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:08:12.823846 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:08:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd5ab9d1-3fd1-4a0d-9d6a-ae24ac91016d x-openstack-request-id: req-bd5ab9d1-3fd1-4a0d-9d6a-ae24ac91016d {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:08:12.823846 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "871c2adb-bf30-4696-827a-ff17e1867b64", "name": "network-vif-plugged", "status": "completed", "tag": "cfc2306e-6777-4582-874b-d3a97b1f77d3", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:08:12.823846 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bd5ab9d1-3fd1-4a0d-9d6a-ae24ac91016d {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:08:12.823846 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '871c2adb-bf30-4696-827a-ff17e1867b64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfc2306e-6777-4582-874b-d3a97b1f77d3', 'code': 200} Aug 11 03:08:12.897964 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4777e7-0eca-4e91-a885-b615fad04455 req-aec10a98-a32a-48c2-9174-b729100d2e90 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:12.901887 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0b4777e7-0eca-4e91-a885-b615fad04455 req-aec10a98-a32a-48c2-9174-b729100d2e90 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/ports?device_id=eef198f5-5223-4d49-8ce9-d9987fbc9f79 HTTP/1.1" status: 200 len: 943 time: 0.0756147 Aug 11 03:08:12.903358 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:12.904197 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 45bf930a-252a-4c82-8320-492c9ecaa83d up at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:08:12.967244 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ff4da9-270b-4748-8bb9-abbf47c13503 req-68ce787f-9398-4a2c-928f-69b542197b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:12.969599 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-56ff4da9-270b-4748-8bb9-abbf47c13503 req-68ce787f-9398-4a2c-928f-69b542197b39 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=871c2adb-bf30-4696-827a-ff17e1867b64 HTTP/1.1" status: 200 len: 1097 time: 0.0810864 Aug 11 03:08:13.002116 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0b4777e7-0eca-4e91-a885-b615fad04455 req-6955df0b-fe14-4ea1-8c8f-ab51a9815f2d tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/security-groups?id=4490b831-3ed6-471e-94da-f0207d61c828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822523 Aug 11 03:08:13.025565 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-56ff4da9-270b-4748-8bb9-abbf47c13503 req-ebca8800-7b10-4110-9f21-2c7f1cd1987b service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=96c4279c-51b6-4d8a-ac93-67215ccf65c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487425 Aug 11 03:08:13.028223 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c53d69d-03d6-4333-80f7-458bac65370c req-5c9824d2-4970-45c0-af99-89bb13807e4a tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:13.030840 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0c53d69d-03d6-4333-80f7-458bac65370c req-5c9824d2-4970-45c0-af99-89bb13807e4a tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] 10.222.0.41 "GET /v2.0/ports?device_id=48f4ba46-35a2-4511-b8a2-1c96def3b7a6 HTTP/1.1" status: 200 len: 945 time: 0.1279492 Aug 11 03:08:13.043720 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=cfc2306e-6777-4582-874b-d3a97b1f77d3,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:13.093189 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0c53d69d-03d6-4333-80f7-458bac65370c req-8cb6a36f-a66d-45ca-b232-a4c271ca81f9 tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] 10.222.0.41 "GET /v2.0/security-groups?id=9625f7fa-1e76-4734-9acf-19283deb6f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557950 Aug 11 03:08:13.143963 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning for port 45bf930a-252a-4c82-8320-492c9ecaa83d completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:08:13.148699 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning complete for port 45bf930a-252a-4c82-8320-492c9ecaa83d triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:08:13.149194 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:13.186208 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586bb466-07cd-4ad2-9dbf-0434acf1d579 req-9791da62-5f8d-48d7-868d-676a96ff004e tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:13.191412 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-586bb466-07cd-4ad2-9dbf-0434acf1d579 req-9791da62-5f8d-48d7-868d-676a96ff004e tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/ports?device_id=871c2adb-bf30-4696-827a-ff17e1867b64 HTTP/1.1" status: 200 len: 946 time: 0.0757778 Aug 11 03:08:13.282532 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-586bb466-07cd-4ad2-9dbf-0434acf1d579 req-ae7c7275-719e-40fa-a5d8-6dad12feeb83 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/security-groups?id=96c4279c-51b6-4d8a-ac93-67215ccf65c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903401 Aug 11 03:08:13.303162 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:13.363859 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 45bf930a-252a-4c82-8320-492c9ecaa83d, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=45bf930a-252a-4c82-8320-492c9ecaa83d,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:08:13.380095 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc75728-8429-49e1-8f3d-2ed4d94d7e32 req-c4aa09ff-9327-44e6-83ac-1d8bd77fc70b tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:13.381877 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8cc75728-8429-49e1-8f3d-2ed4d94d7e32 req-c4aa09ff-9327-44e6-83ac-1d8bd77fc70b tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c44701a-3222-4040-bb5d-e60b1743b696 HTTP/1.1" status: 200 len: 949 time: 0.0808797 Aug 11 03:08:13.433843 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8cc75728-8429-49e1-8f3d-2ed4d94d7e32 req-03785241-ebb3-4119-b4bc-f30ca402bc18 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434320 Aug 11 03:08:13.441137 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:13.497114 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=45bf930a-252a-4c82-8320-492c9ecaa83d,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:13.871116 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09c6510-b20e-4728-92d7-5b3783f59658 req-348335bc-2c76-40ae-9f8a-e3f16ab93a13 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:13.880439 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d09c6510-b20e-4728-92d7-5b3783f59658 req-348335bc-2c76-40ae-9f8a-e3f16ab93a13 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.41 "GET /v2.0/ports?device_id=98d6d82d-3a78-44f6-a171-1c19b3afea39 HTTP/1.1" status: 200 len: 950 time: 0.0751946 Aug 11 03:08:13.933295 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d09c6510-b20e-4728-92d7-5b3783f59658 req-7608c27b-83fb-4ccb-8104-fae2353074f3 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.41 "GET /v2.0/security-groups?id=4bfdc2ba-9f18-4435-9a1d-8c7ae69f76fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514123 Aug 11 03:08:14.207672 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3102f44-eb7f-4d16-9e3d-4e6e39eeac16 req-3950767e-aacf-4f56-9523-dc33931713ac tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:14.210026 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e3102f44-eb7f-4d16-9e3d-4e6e39eeac16 req-3950767e-aacf-4f56-9523-dc33931713ac tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/ports?device_id=eef198f5-5223-4d49-8ce9-d9987fbc9f79 HTTP/1.1" status: 200 len: 943 time: 0.1142344 Aug 11 03:08:14.296007 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e3102f44-eb7f-4d16-9e3d-4e6e39eeac16 req-063780ea-b62c-4773-ba7f-2a4af502e60a tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/security-groups?id=4490b831-3ed6-471e-94da-f0207d61c828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708239 Aug 11 03:08:14.306181 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531cd583-0b16-4146-8038-a96d6ffaf7b3 req-73070d4e-842e-4ef8-a797-947c482a9473 tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:14.307726 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-531cd583-0b16-4146-8038-a96d6ffaf7b3 req-73070d4e-842e-4ef8-a797-947c482a9473 tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] 10.222.0.41 "GET /v2.0/ports?device_id=48f4ba46-35a2-4511-b8a2-1c96def3b7a6 HTTP/1.1" status: 200 len: 945 time: 0.0941885 Aug 11 03:08:14.364120 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-531cd583-0b16-4146-8038-a96d6ffaf7b3 req-7c0dfe57-bf0a-4779-acdc-4c21a91105b3 tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] 10.222.0.41 "GET /v2.0/security-groups?id=9625f7fa-1e76-4734-9acf-19283deb6f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497055 Aug 11 03:08:14.480699 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a95698c-579d-40f7-9f6c-fbfba2d269fb req-80c6ae9f-e498-44ca-a1ae-57bd8e8787d9 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:14.482273 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3a95698c-579d-40f7-9f6c-fbfba2d269fb req-80c6ae9f-e498-44ca-a1ae-57bd8e8787d9 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/ports?device_id=871c2adb-bf30-4696-827a-ff17e1867b64 HTTP/1.1" status: 200 len: 946 time: 0.0558660 Aug 11 03:08:14.537674 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3a95698c-579d-40f7-9f6c-fbfba2d269fb req-cfeccc1f-db9c-4090-894b-1ea4e660c016 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/security-groups?id=96c4279c-51b6-4d8a-ac93-67215ccf65c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456157 Aug 11 03:08:14.580012 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75221a54-db08-4ce8-98a7-45530b6fb33f req-22e73946-8ea7-45e0-81d7-ff2feee6a743 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:14.581606 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-75221a54-db08-4ce8-98a7-45530b6fb33f req-22e73946-8ea7-45e0-81d7-ff2feee6a743 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c44701a-3222-4040-bb5d-e60b1743b696 HTTP/1.1" status: 200 len: 950 time: 0.0669024 Aug 11 03:08:14.621756 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-75221a54-db08-4ce8-98a7-45530b6fb33f req-9209ae4c-be7b-493e-a28b-efddbd2db398 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328209 Aug 11 03:08:14.824703 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c44701a-3222-4040-bb5d-e60b1743b696', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45bf930a-252a-4c82-8320-492c9ecaa83d'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:08:14.827695 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13e924c6-879c-4fcd-9900-ee89b1d9bdae" -d '{"events": [{"server_uuid": "9c44701a-3222-4040-bb5d-e60b1743b696", "name": "network-vif-plugged", "status": "completed", "tag": "45bf930a-252a-4c82-8320-492c9ecaa83d"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:08:14.862054 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:08:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38d5cfc3-3113-4b13-b267-3a6363675d14 x-openstack-request-id: req-38d5cfc3-3113-4b13-b267-3a6363675d14 {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:08:14.862378 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c44701a-3222-4040-bb5d-e60b1743b696", "name": "network-vif-plugged", "status": "completed", "tag": "45bf930a-252a-4c82-8320-492c9ecaa83d", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:08:14.862627 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-38d5cfc3-3113-4b13-b267-3a6363675d14 {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:08:14.863015 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c44701a-3222-4040-bb5d-e60b1743b696', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45bf930a-252a-4c82-8320-492c9ecaa83d', 'code': 200} Aug 11 03:08:14.988620 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7866a10-c951-4a2b-a0c9-f16e5b1bc58c req-17cd14bf-a0ce-47cc-b1e6-509b55cab1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:14.991462 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-e7866a10-c951-4a2b-a0c9-f16e5b1bc58c req-17cd14bf-a0ce-47cc-b1e6-509b55cab1c9 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=9c44701a-3222-4040-bb5d-e60b1743b696 HTTP/1.1" status: 200 len: 1102 time: 0.0684333 Aug 11 03:08:15.080483 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-e7866a10-c951-4a2b-a0c9-f16e5b1bc58c req-0939bf4d-cdb7-488c-9db6-2536988964ab service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773182 Aug 11 03:08:15.096692 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcebc3ed-88f5-4a4d-8774-5ff3c22a31fd req-57b6fa8e-5b1a-4ec2-966f-bf2fe3877146 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:15.098665 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-dcebc3ed-88f5-4a4d-8774-5ff3c22a31fd req-57b6fa8e-5b1a-4ec2-966f-bf2fe3877146 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.41 "GET /v2.0/ports?device_id=98d6d82d-3a78-44f6-a171-1c19b3afea39 HTTP/1.1" status: 200 len: 950 time: 0.0778553 Aug 11 03:08:15.140504 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-dcebc3ed-88f5-4a4d-8774-5ff3c22a31fd req-d2a4b6ae-71db-4ba4-94c6-c6dfe56d4b75 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.41 "GET /v2.0/security-groups?id=4bfdc2ba-9f18-4435-9a1d-8c7ae69f76fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351357 Aug 11 03:08:15.418534 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf39ccb-e670-4dca-a735-1d7c027a5c33 req-20b04627-a27d-4701-8d13-34f1dfd02743 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:15.420093 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-daf39ccb-e670-4dca-a735-1d7c027a5c33 req-20b04627-a27d-4701-8d13-34f1dfd02743 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/ports?device_id=eef198f5-5223-4d49-8ce9-d9987fbc9f79 HTTP/1.1" status: 200 len: 943 time: 0.0539987 Aug 11 03:08:15.460794 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-daf39ccb-e670-4dca-a735-1d7c027a5c33 req-46e378c1-33de-4e98-b22e-12fdab99b528 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/security-groups?id=4490b831-3ed6-471e-94da-f0207d61c828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329983 Aug 11 03:08:15.528302 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6fa19d-c6f9-4ab4-808a-09d91680b4bd req-a6ccf514-967e-4bf3-a8d7-b3693b23b9ca tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:15.530396 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1b6fa19d-c6f9-4ab4-808a-09d91680b4bd req-a6ccf514-967e-4bf3-a8d7-b3693b23b9ca tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] 10.222.0.41 "GET /v2.0/ports?device_id=48f4ba46-35a2-4511-b8a2-1c96def3b7a6 HTTP/1.1" status: 200 len: 945 time: 0.0595043 Aug 11 03:08:15.578558 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1b6fa19d-c6f9-4ab4-808a-09d91680b4bd req-67d57c56-fef5-47a1-9eb3-7ddd862495db tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] 10.222.0.41 "GET /v2.0/security-groups?id=9625f7fa-1e76-4734-9acf-19283deb6f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333300 Aug 11 03:08:15.668191 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed5a191-0236-4805-96f9-fb13c0243908 req-b924688a-708f-4f98-ab61-3963aeefed25 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:15.668191 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4ed5a191-0236-4805-96f9-fb13c0243908 req-b924688a-708f-4f98-ab61-3963aeefed25 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/ports?device_id=871c2adb-bf30-4696-827a-ff17e1867b64 HTTP/1.1" status: 200 len: 946 time: 0.0566132 Aug 11 03:08:15.766857 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4ed5a191-0236-4805-96f9-fb13c0243908 req-89d6abd4-4517-444f-99aa-fec50e0797f9 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/security-groups?id=96c4279c-51b6-4d8a-ac93-67215ccf65c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940509 Aug 11 03:08:15.790114 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c48092-653d-4f07-b91b-fff1d0add5f9 req-0e228921-3d20-4f17-bcb5-ffe0d72d2b92 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:15.799928 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b7c48092-653d-4f07-b91b-fff1d0add5f9 req-0e228921-3d20-4f17-bcb5-ffe0d72d2b92 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c44701a-3222-4040-bb5d-e60b1743b696 HTTP/1.1" status: 200 len: 950 time: 0.0899794 Aug 11 03:08:15.842620 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b7c48092-653d-4f07-b91b-fff1d0add5f9 req-37331526-ecf8-4a88-9476-c8fa6239900d tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416558 Aug 11 03:08:16.270071 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72eaaef-0ddd-4dff-8695-77b222ed1713 req-40a3d8ba-c6c7-4b26-8985-710aeb45944d tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:16.271724 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c72eaaef-0ddd-4dff-8695-77b222ed1713 req-40a3d8ba-c6c7-4b26-8985-710aeb45944d tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.41 "GET /v2.0/ports?device_id=98d6d82d-3a78-44f6-a171-1c19b3afea39 HTTP/1.1" status: 200 len: 950 time: 0.0492828 Aug 11 03:08:16.314517 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c72eaaef-0ddd-4dff-8695-77b222ed1713 req-bcaabb15-dfbc-463d-8695-1c4a240951fe tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.41 "GET /v2.0/security-groups?id=4bfdc2ba-9f18-4435-9a1d-8c7ae69f76fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355327 Aug 11 03:08:16.605394 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e169b5-8330-4c3d-b2ac-4a2bbe0161f5 req-4eca60fb-24fa-4843-ba7f-1c0809f7b045 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:16.607173 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-61e169b5-8330-4c3d-b2ac-4a2bbe0161f5 req-4eca60fb-24fa-4843-ba7f-1c0809f7b045 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/ports?device_id=eef198f5-5223-4d49-8ce9-d9987fbc9f79 HTTP/1.1" status: 200 len: 943 time: 0.0682137 Aug 11 03:08:16.669170 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-61e169b5-8330-4c3d-b2ac-4a2bbe0161f5 req-0a955a46-e5d8-486f-b76e-20c8e0c29668 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/security-groups?id=4490b831-3ed6-471e-94da-f0207d61c828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501077 Aug 11 03:08:16.736166 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1e1ee0-2ce2-47c0-bbb5-968cd4985bf5 req-c18e28c6-8ab2-4970-a0e2-74e860622c4f tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:16.737660 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0f1e1ee0-2ce2-47c0-bbb5-968cd4985bf5 req-c18e28c6-8ab2-4970-a0e2-74e860622c4f tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] 10.222.0.41 "GET /v2.0/ports?device_id=48f4ba46-35a2-4511-b8a2-1c96def3b7a6 HTTP/1.1" status: 200 len: 945 time: 0.0556905 Aug 11 03:08:16.776742 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0f1e1ee0-2ce2-47c0-bbb5-968cd4985bf5 req-4ca38ece-5d6b-45ba-be63-d7ac9884e3d0 tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] 10.222.0.41 "GET /v2.0/security-groups?id=9625f7fa-1e76-4734-9acf-19283deb6f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326636 Aug 11 03:08:16.961613 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00db891a-ac65-422c-b22d-493b6b5cc3bc req-8e262f7b-a5f9-4891-84d8-1732c05776c4 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:16.963211 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-00db891a-ac65-422c-b22d-493b6b5cc3bc req-8e262f7b-a5f9-4891-84d8-1732c05776c4 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c44701a-3222-4040-bb5d-e60b1743b696 HTTP/1.1" status: 200 len: 950 time: 0.0537822 Aug 11 03:08:16.999548 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76121d6-c751-4d36-a06e-73585791fd44 req-9b02967e-2bee-487d-a8ae-33d201e41d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:17.000372 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-a76121d6-c751-4d36-a06e-73585791fd44 req-9b02967e-2bee-487d-a8ae-33d201e41d56 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=eef198f5-5223-4d49-8ce9-d9987fbc9f79&tenant_id=92caf1df2234498c82ddfcf53391d4fc HTTP/1.1" status: 200 len: 1095 time: 0.0441930 Aug 11 03:08:17.006508 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-00db891a-ac65-422c-b22d-493b6b5cc3bc req-10099640-f0d7-4346-a36b-d028f75b512f tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356469 Aug 11 03:08:17.014499 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-a76121d6-c751-4d36-a06e-73585791fd44 req-58ed8758-7f1d-413c-a2d9-ede21ac40489 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-764292-30', 'device_owner': 'compute:nova'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:08:17.075755 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-a76121d6-c751-4d36-a06e-73585791fd44 req-58ed8758-7f1d-413c-a2d9-ede21ac40489 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:17.127058 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302c53a0-7789-4c66-84dc-99ca0f246cf7 req-d931d268-8dea-4485-80ab-8ef4d0e4d40f tempest-MigrationsAdminTest-861970549 tempest-MigrationsAdminTest-861970549-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:17.128805 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-302c53a0-7789-4c66-84dc-99ca0f246cf7 req-d931d268-8dea-4485-80ab-8ef4d0e4d40f tempest-MigrationsAdminTest-861970549 tempest-MigrationsAdminTest-861970549-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=9c44701a-3222-4040-bb5d-e60b1743b696 HTTP/1.1" status: 200 len: 1102 time: 0.0442574 Aug 11 03:08:17.164943 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-302c53a0-7789-4c66-84dc-99ca0f246cf7 req-f8d95eeb-74b7-4d29-802c-93c98bf95c24 tempest-MigrationsAdminTest-861970549 tempest-MigrationsAdminTest-861970549-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297921 Aug 11 03:08:17.296069 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-a76121d6-c751-4d36-a06e-73585791fd44 req-58ed8758-7f1d-413c-a2d9-ede21ac40489 service neutron] For port f8d33e19-1a39-49b9-b9dd-7682d139ad79, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=f8d33e19-1a39-49b9-b9dd-7682d139ad79,segment=NetworkSegment(77249f53-d91a-4900-864a-cb193f73fd0b),segment_id=77249f53-d91a-4900-864a-cb193f73fd0b)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:08:17.327427 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-a76121d6-c751-4d36-a06e-73585791fd44 req-58ed8758-7f1d-413c-a2d9-ede21ac40489 service neutron] For port f8d33e19-1a39-49b9-b9dd-7682d139ad79, host n-h1-764292-30, cleared binding levels {{(pid=102191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:08:17.361546 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [req-a76121d6-c751-4d36-a06e-73585791fd44 req-58ed8758-7f1d-413c-a2d9-ede21ac40489 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8d33e19-1a39-49b9-b9dd-7682d139ad79 {{(pid=102191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:08:17.369548 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-a76121d6-c751-4d36-a06e-73585791fd44 req-58ed8758-7f1d-413c-a2d9-ede21ac40489 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:17.381913 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [req-a76121d6-c751-4d36-a06e-73585791fd44 req-58ed8758-7f1d-413c-a2d9-ede21ac40489 service neutron] Transition to ACTIVE for port object f8d33e19-1a39-49b9-b9dd-7682d139ad79 will not be triggered until provisioned by entity L2. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:08:17.445282 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddeb1a2-50ca-463a-b08e-1d8072df5579 req-20c53803-1975-4061-abdf-0f10cbdec44e tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:17.446700 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9ddeb1a2-50ca-463a-b08e-1d8072df5579 req-20c53803-1975-4061-abdf-0f10cbdec44e tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.41 "GET /v2.0/ports?device_id=98d6d82d-3a78-44f6-a171-1c19b3afea39 HTTP/1.1" status: 200 len: 950 time: 0.0571253 Aug 11 03:08:17.485380 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9ddeb1a2-50ca-463a-b08e-1d8072df5579 req-36b63052-dbb1-4325-bcde-29e587472096 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.41 "GET /v2.0/security-groups?id=4bfdc2ba-9f18-4435-9a1d-8c7ae69f76fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320063 Aug 11 03:08:17.510588 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-a76121d6-c751-4d36-a06e-73585791fd44 req-58ed8758-7f1d-413c-a2d9-ede21ac40489 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:17.749756 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba32e50-b5bf-4cca-b8d9-5723202c1a6d req-1fffc1e5-d4ef-4916-a229-21d3a6936335 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:17.754325 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6ba32e50-b5bf-4cca-b8d9-5723202c1a6d req-1fffc1e5-d4ef-4916-a229-21d3a6936335 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c44701a-3222-4040-bb5d-e60b1743b696 HTTP/1.1" status: 200 len: 950 time: 0.1019804 Aug 11 03:08:17.774678 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ed8758-7f1d-413c-a2d9-ede21ac40489 service neutron] Pushing event updated for resources: {'Port': ['ID=f8d33e19-1a39-49b9-b9dd-7682d139ad79,revision_number=9']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:17.830429 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-a76121d6-c751-4d36-a06e-73585791fd44 req-58ed8758-7f1d-413c-a2d9-ede21ac40489 service neutron] No DVR routers for this DVR port f8d33e19-1a39-49b9-b9dd-7682d139ad79 on host n-h1-764292-30 {{(pid=102191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:08:17.897668 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6ba32e50-b5bf-4cca-b8d9-5723202c1a6d req-23c0aa76-731e-4f7e-a2fb-3bce28ddd8d7 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367381 Aug 11 03:08:17.923998 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2c8ae636-980b-41c1-b634-a29929979b60 req-e7068b44-bd97-40de-a6d3-e4d418c922fe service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9c44701a-3222-4040-bb5d-e60b1743b696&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1222930 Aug 11 03:08:17.933191 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd98fe7-deab-4f02-940a-22cab8cd1f17 req-7d329478-7a85-496a-8a45-04367f0c1224 tempest-ListImageFiltersTestJSON-411697844 tempest-ListImageFiltersTestJSON-411697844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:17.934213 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ebd98fe7-deab-4f02-940a-22cab8cd1f17 req-7d329478-7a85-496a-8a45-04367f0c1224 tempest-ListImageFiltersTestJSON-411697844 tempest-ListImageFiltersTestJSON-411697844-project] 10.222.0.41 "GET /v2.0/ports?device_id=53c3d301-4685-4f48-91f8-26f8246123b3 HTTP/1.1" status: 200 len: 950 time: 0.0981684 Aug 11 03:08:17.980249 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ebd98fe7-deab-4f02-940a-22cab8cd1f17 req-30766cd7-054e-41aa-ae15-11e8d1301836 tempest-ListImageFiltersTestJSON-411697844 tempest-ListImageFiltersTestJSON-411697844-project] 10.222.0.41 "GET /v2.0/security-groups?id=f1fae8da-c64d-4618-86d5-07a29a648abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365448 Aug 11 03:08:18.013485 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-a76121d6-c751-4d36-a06e-73585791fd44 req-58ed8758-7f1d-413c-a2d9-ede21ac40489 service neutron] Attempting to bind port f8d33e19-1a39-49b9-b9dd-7682d139ad79 on host n-h2-764292-30 for vnic_type normal with profile {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:08:18.013935 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-a76121d6-c751-4d36-a06e-73585791fd44 req-58ed8758-7f1d-413c-a2d9-ede21ac40489 service neutron] Attempting to bind port f8d33e19-1a39-49b9-b9dd-7682d139ad79 by drivers openvswitch,hyperv on host n-h2-764292-30 at level 0 using segments [{'id': '77249f53-d91a-4900-864a-cb193f73fd0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'd17d1b32-4aa7-4439-b455-9cb54b2072df'}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:08:18.014274 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a76121d6-c751-4d36-a06e-73585791fd44 req-58ed8758-7f1d-413c-a2d9-ede21ac40489 service neutron] Attempting to bind port f8d33e19-1a39-49b9-b9dd-7682d139ad79 on network d17d1b32-4aa7-4439-b455-9cb54b2072df {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:08:18.020455 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a76121d6-c751-4d36-a06e-73585791fd44 req-58ed8758-7f1d-413c-a2d9-ede21ac40489 service neutron] Port f8d33e19-1a39-49b9-b9dd-7682d139ad79 on network d17d1b32-4aa7-4439-b455-9cb54b2072df not bound, no agent of type Open vSwitch agent registered on host n-h2-764292-30 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:08:18.020781 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a76121d6-c751-4d36-a06e-73585791fd44 req-58ed8758-7f1d-413c-a2d9-ede21ac40489 service neutron] Attempting to bind port f8d33e19-1a39-49b9-b9dd-7682d139ad79 on network d17d1b32-4aa7-4439-b455-9cb54b2072df {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:08:18.026997 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a76121d6-c751-4d36-a06e-73585791fd44 req-58ed8758-7f1d-413c-a2d9-ede21ac40489 service neutron] Checking agent: {'id': '70015fc0-62fb-48b2-b453-36906937cf2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 8, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:08:18.032159 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a76121d6-c751-4d36-a06e-73585791fd44 req-58ed8758-7f1d-413c-a2d9-ede21ac40489 service neutron] Checking segment: {'id': '77249f53-d91a-4900-864a-cb193f73fd0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'd17d1b32-4aa7-4439-b455-9cb54b2072df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:08:18.032159 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a76121d6-c751-4d36-a06e-73585791fd44 req-58ed8758-7f1d-413c-a2d9-ede21ac40489 service neutron] Bound using segment: {'id': '77249f53-d91a-4900-864a-cb193f73fd0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'd17d1b32-4aa7-4439-b455-9cb54b2072df'} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:08:18.032159 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-a76121d6-c751-4d36-a06e-73585791fd44 req-58ed8758-7f1d-413c-a2d9-ede21ac40489 service neutron] Bound port: f8d33e19-1a39-49b9-b9dd-7682d139ad79, host: n-h2-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77249f53-d91a-4900-864a-cb193f73fd0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'd17d1b32-4aa7-4439-b455-9cb54b2072df'}}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:08:18.032159 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-a76121d6-c751-4d36-a06e-73585791fd44 req-58ed8758-7f1d-413c-a2d9-ede21ac40489 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:18.052910 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad82d5e1-46e0-42cb-9c77-04db593f543a req-1f53820f-73c8-4c5b-9221-a6b188332383 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:18.055045 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ad82d5e1-46e0-42cb-9c77-04db593f543a req-1f53820f-73c8-4c5b-9221-a6b188332383 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/ports?device_id=eef198f5-5223-4d49-8ce9-d9987fbc9f79 HTTP/1.1" status: 200 len: 943 time: 0.0663011 Aug 11 03:08:18.122887 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-a76121d6-c751-4d36-a06e-73585791fd44 req-58ed8758-7f1d-413c-a2d9-ede21ac40489 service neutron] For port f8d33e19-1a39-49b9-b9dd-7682d139ad79, host n-h2-764292-30, cleared binding levels {{(pid=102191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:08:18.125399 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-a76121d6-c751-4d36-a06e-73585791fd44 req-58ed8758-7f1d-413c-a2d9-ede21ac40489 service neutron] For port f8d33e19-1a39-49b9-b9dd-7682d139ad79, host n-h2-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=f8d33e19-1a39-49b9-b9dd-7682d139ad79,segment=NetworkSegment(77249f53-d91a-4900-864a-cb193f73fd0b),segment_id=77249f53-d91a-4900-864a-cb193f73fd0b)] {{(pid=102191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:08:18.127428 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ad82d5e1-46e0-42cb-9c77-04db593f543a req-99ac911c-1db1-48fa-9d19-287576ce6440 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/security-groups?id=4490b831-3ed6-471e-94da-f0207d61c828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651474 Aug 11 03:08:18.139335 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf2f4f7-0f33-4f1d-8af2-27839258b6c8 req-130cf850-680b-428a-a17e-85e617200daa tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:18.140945 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cbf2f4f7-0f33-4f1d-8af2-27839258b6c8 req-130cf850-680b-428a-a17e-85e617200daa tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] 10.222.0.41 "GET /v2.0/ports?device_id=48f4ba46-35a2-4511-b8a2-1c96def3b7a6 HTTP/1.1" status: 200 len: 945 time: 0.0799029 Aug 11 03:08:18.186971 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cbf2f4f7-0f33-4f1d-8af2-27839258b6c8 req-c410396e-a7a5-4256-a60c-30fc240d7bd4 tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] 10.222.0.41 "GET /v2.0/security-groups?id=9625f7fa-1e76-4734-9acf-19283deb6f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392656 Aug 11 03:08:18.230571 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-a76121d6-c751-4d36-a06e-73585791fd44 req-58ed8758-7f1d-413c-a2d9-ede21ac40489 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:18.273074 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76121d6-c751-4d36-a06e-73585791fd44 req-58ed8758-7f1d-413c-a2d9-ede21ac40489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:18.273074 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-a76121d6-c751-4d36-a06e-73585791fd44 req-58ed8758-7f1d-413c-a2d9-ede21ac40489 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:18.273074 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-a76121d6-c751-4d36-a06e-73585791fd44 req-58ed8758-7f1d-413c-a2d9-ede21ac40489 service neutron] 10.222.0.24 "PUT /v2.0/ports/f8d33e19-1a39-49b9-b9dd-7682d139ad79 HTTP/1.1" status: 200 len: 1092 time: 1.2612271 Aug 11 03:08:18.273763 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eef198f5-5223-4d49-8ce9-d9987fbc9f79', 'tag': 'f8d33e19-1a39-49b9-b9dd-7682d139ad79'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:08:18.275984 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d7a6f9e-4ab9-4f3f-ab3a-e91c26ca58e9" -d '{"events": [{"name": "network-changed", "server_uuid": "eef198f5-5223-4d49-8ce9-d9987fbc9f79", "tag": "f8d33e19-1a39-49b9-b9dd-7682d139ad79"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:08:18.345830 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-041d3f18-620e-4784-985b-f86f9aee96b6 x-openstack-request-id: req-041d3f18-620e-4784-985b-f86f9aee96b6 {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:08:18.346118 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eef198f5-5223-4d49-8ce9-d9987fbc9f79", "tag": "f8d33e19-1a39-49b9-b9dd-7682d139ad79", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:08:18.346393 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-041d3f18-620e-4784-985b-f86f9aee96b6 {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:08:18.346794 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eef198f5-5223-4d49-8ce9-d9987fbc9f79', 'tag': 'f8d33e19-1a39-49b9-b9dd-7682d139ad79', 'status': 'completed', 'code': 200} Aug 11 03:08:18.349215 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ed8758-7f1d-413c-a2d9-ede21ac40489 service neutron] Pushing event updated for resources: {'Port': ['ID=f8d33e19-1a39-49b9-b9dd-7682d139ad79,revision_number=10']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:18.369432 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76121d6-c751-4d36-a06e-73585791fd44 req-6a81eb8c-436e-4921-891d-bb5f8677f9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:18.371858 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-a76121d6-c751-4d36-a06e-73585791fd44 req-6a81eb8c-436e-4921-891d-bb5f8677f9c3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=92caf1df2234498c82ddfcf53391d4fc&device_id=eef198f5-5223-4d49-8ce9-d9987fbc9f79 HTTP/1.1" status: 200 len: 1096 time: 0.0598047 Aug 11 03:08:18.641002 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f944f6-ec41-4fb6-af12-46095d05a7d4 req-2d6ef12a-f66e-46c7-a061-4769072315c0 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:18.643452 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f5f944f6-ec41-4fb6-af12-46095d05a7d4 req-2d6ef12a-f66e-46c7-a061-4769072315c0 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.41 "GET /v2.0/ports?device_id=98d6d82d-3a78-44f6-a171-1c19b3afea39 HTTP/1.1" status: 200 len: 950 time: 0.0718403 Aug 11 03:08:18.690073 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f5f944f6-ec41-4fb6-af12-46095d05a7d4 req-0062a1cd-7969-424e-93c1-7e3ea3bf4896 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.41 "GET /v2.0/security-groups?id=4bfdc2ba-9f18-4435-9a1d-8c7ae69f76fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394690 Aug 11 03:08:18.825698 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76121d6-c751-4d36-a06e-73585791fd44 req-76854e22-49b9-438f-9fd0-6d2fab6a9384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:18.827231 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-a76121d6-c751-4d36-a06e-73585791fd44 req-76854e22-49b9-438f-9fd0-6d2fab6a9384 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d17d1b32-4aa7-4439-b455-9cb54b2072df HTTP/1.1" status: 200 len: 918 time: 0.4367962 Aug 11 03:08:18.920986 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-a76121d6-c751-4d36-a06e-73585791fd44 req-011f2711-4c5b-4b6c-885c-35b7b24a48ef service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f8d33e19-1a39-49b9-b9dd-7682d139ad79 HTTP/1.1" status: 200 len: 999 time: 0.0758021 Aug 11 03:08:18.977491 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76121d6-c751-4d36-a06e-73585791fd44 req-129b7062-6300-4797-8e40-3943ef02f2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:18.979005 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-a76121d6-c751-4d36-a06e-73585791fd44 req-129b7062-6300-4797-8e40-3943ef02f2f0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c8bae62b-5e51-4859-99ce-3b4e8f86224a HTTP/1.1" status: 200 len: 856 time: 0.0477660 Aug 11 03:08:19.031799 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b1868e-91a6-4e49-9c70-e3a8977f6977 req-bf257e29-a3cb-4d3e-ba79-26ff10204f92 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:19.031799 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d9b1868e-91a6-4e49-9c70-e3a8977f6977 req-bf257e29-a3cb-4d3e-ba79-26ff10204f92 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c44701a-3222-4040-bb5d-e60b1743b696 HTTP/1.1" status: 200 len: 950 time: 0.0582888 Aug 11 03:08:19.039657 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76121d6-c751-4d36-a06e-73585791fd44 req-08cb2af3-9fa6-45a6-b375-79cc3c0451f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:19.041299 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-a76121d6-c751-4d36-a06e-73585791fd44 req-08cb2af3-9fa6-45a6-b375-79cc3c0451f0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d17d1b32-4aa7-4439-b455-9cb54b2072df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0465207 Aug 11 03:08:19.084176 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d9b1868e-91a6-4e49-9c70-e3a8977f6977 req-30869642-62f1-4fbc-99b2-169e5f343c82 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383785 Aug 11 03:08:19.145424 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-a76121d6-c751-4d36-a06e-73585791fd44 req-fb391223-a82e-48d9-9d9b-c16c12b97639 service neutron] 10.222.0.24 "GET /v2.0/networks/d17d1b32-4aa7-4439-b455-9cb54b2072df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960693 Aug 11 03:08:19.266673 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-a76121d6-c751-4d36-a06e-73585791fd44 req-853961cd-2b8e-4c74-8b82-ce3fdcb00db6 service neutron] 10.222.0.24 "GET /v2.0/networks/d17d1b32-4aa7-4439-b455-9cb54b2072df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982203 Aug 11 03:08:19.304991 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bd5753-5d83-4c80-a22b-df5edc4df17f req-40ca1892-f48a-46e1-a03a-df5abbde05c3 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:19.304991 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d3bd5753-5d83-4c80-a22b-df5edc4df17f req-40ca1892-f48a-46e1-a03a-df5abbde05c3 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/ports?device_id=eef198f5-5223-4d49-8ce9-d9987fbc9f79 HTTP/1.1" status: 200 len: 944 time: 0.0543830 Aug 11 03:08:19.343273 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d3bd5753-5d83-4c80-a22b-df5edc4df17f req-27540203-1b31-47b2-b2d8-622319f2d8e5 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/security-groups?id=4490b831-3ed6-471e-94da-f0207d61c828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358706 Aug 11 03:08:19.496156 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7a6f9e-4ab9-4f3f-ab3a-e91c26ca58e9 req-9f7ce658-f719-417e-8380-1bb1d36892f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:19.498274 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-7d7a6f9e-4ab9-4f3f-ab3a-e91c26ca58e9 req-9f7ce658-f719-417e-8380-1bb1d36892f2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=92caf1df2234498c82ddfcf53391d4fc&device_id=eef198f5-5223-4d49-8ce9-d9987fbc9f79 HTTP/1.1" status: 200 len: 1096 time: 0.0454938 Aug 11 03:08:19.562777 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5064b47-a838-4a09-9353-2aa49862ee2c req-cbef501f-4a00-4a3a-a244-e28d27483ccb tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:19.565180 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b5064b47-a838-4a09-9353-2aa49862ee2c req-cbef501f-4a00-4a3a-a244-e28d27483ccb tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] 10.222.0.41 "GET /v2.0/ports?device_id=48f4ba46-35a2-4511-b8a2-1c96def3b7a6 HTTP/1.1" status: 200 len: 945 time: 0.0636158 Aug 11 03:08:19.621873 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b5064b47-a838-4a09-9353-2aa49862ee2c req-c9588e94-1e84-453f-a519-1567537f2587 tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] 10.222.0.41 "GET /v2.0/security-groups?id=9625f7fa-1e76-4734-9acf-19283deb6f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492494 Aug 11 03:08:19.644512 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7a6f9e-4ab9-4f3f-ab3a-e91c26ca58e9 req-9bdba232-8650-493e-9f1e-a1180a1f888c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:19.644512 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-7d7a6f9e-4ab9-4f3f-ab3a-e91c26ca58e9 req-9bdba232-8650-493e-9f1e-a1180a1f888c service neutron] 10.222.0.24 "GET /v2.0/networks?id=d17d1b32-4aa7-4439-b455-9cb54b2072df HTTP/1.1" status: 200 len: 918 time: 0.1195688 Aug 11 03:08:19.705755 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f7cceeb2-78c7-4805-bb1b-87e65c166181 req-c505480d-f46a-47c2-9256-86c01c45b5a8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c37d8b08-64ee-4d7e-99b5-bc356505ed77&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0724878 Aug 11 03:08:19.736621 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-7d7a6f9e-4ab9-4f3f-ab3a-e91c26ca58e9 req-43879794-fca9-4f02-ba8b-f263140b9b5b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f8d33e19-1a39-49b9-b9dd-7682d139ad79 HTTP/1.1" status: 200 len: 999 time: 0.0901229 Aug 11 03:08:19.796529 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7a6f9e-4ab9-4f3f-ab3a-e91c26ca58e9 req-e468644e-6779-4968-98f5-5d748de4895a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:19.798081 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-7d7a6f9e-4ab9-4f3f-ab3a-e91c26ca58e9 req-e468644e-6779-4968-98f5-5d748de4895a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c8bae62b-5e51-4859-99ce-3b4e8f86224a HTTP/1.1" status: 200 len: 856 time: 0.0526948 Aug 11 03:08:19.798266 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cceeb2-78c7-4805-bb1b-87e65c166181 req-df171b3b-88b3-4d2f-bda6-4dfea88c4cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:19.798777 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cceeb2-78c7-4805-bb1b-87e65c166181 req-df171b3b-88b3-4d2f-bda6-4dfea88c4cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:19.799285 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cceeb2-78c7-4805-bb1b-87e65c166181 req-df171b3b-88b3-4d2f-bda6-4dfea88c4cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:19.799758 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cceeb2-78c7-4805-bb1b-87e65c166181 req-df171b3b-88b3-4d2f-bda6-4dfea88c4cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:19.800225 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cceeb2-78c7-4805-bb1b-87e65c166181 req-df171b3b-88b3-4d2f-bda6-4dfea88c4cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:19.800680 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cceeb2-78c7-4805-bb1b-87e65c166181 req-df171b3b-88b3-4d2f-bda6-4dfea88c4cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:19.801323 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cceeb2-78c7-4805-bb1b-87e65c166181 req-df171b3b-88b3-4d2f-bda6-4dfea88c4cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:19.803244 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f7cceeb2-78c7-4805-bb1b-87e65c166181 req-df171b3b-88b3-4d2f-bda6-4dfea88c4cf7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d334b2b08b9742719f1009ec13bc53a6&device_id=c37d8b08-64ee-4d7e-99b5-bc356505ed77 HTTP/1.1" status: 200 len: 6508 time: 0.0659716 Aug 11 03:08:19.896992 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7a6f9e-4ab9-4f3f-ab3a-e91c26ca58e9 req-42caf6bd-d378-4b95-98b4-d81e7be78333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:19.901937 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-7d7a6f9e-4ab9-4f3f-ab3a-e91c26ca58e9 req-42caf6bd-d378-4b95-98b4-d81e7be78333 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d17d1b32-4aa7-4439-b455-9cb54b2072df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0918629 Aug 11 03:08:20.099543 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-7d7a6f9e-4ab9-4f3f-ab3a-e91c26ca58e9 req-7a2226a0-47ae-486a-a074-b4ebf73826f1 service neutron] 10.222.0.24 "GET /v2.0/networks/d17d1b32-4aa7-4439-b455-9cb54b2072df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890812 Aug 11 03:08:20.100191 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b7d03c-6863-4d68-bd07-f60a7687f1f0 req-476dc418-6e63-4135-85da-ed29e5174333 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:20.108713 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-27b7d03c-6863-4d68-bd07-f60a7687f1f0 req-476dc418-6e63-4135-85da-ed29e5174333 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.41 "GET /v2.0/ports?device_id=98d6d82d-3a78-44f6-a171-1c19b3afea39 HTTP/1.1" status: 200 len: 950 time: 0.2708151 Aug 11 03:08:20.169445 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-27b7d03c-6863-4d68-bd07-f60a7687f1f0 req-aea0ac9a-9c1f-452c-8a51-3a487e21f62e tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.41 "GET /v2.0/security-groups?id=4bfdc2ba-9f18-4435-9a1d-8c7ae69f76fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573702 Aug 11 03:08:20.175507 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cceeb2-78c7-4805-bb1b-87e65c166181 req-209dec93-2103-41fd-8bfe-b878828a8b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:20.175983 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cceeb2-78c7-4805-bb1b-87e65c166181 req-209dec93-2103-41fd-8bfe-b878828a8b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:20.176569 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cceeb2-78c7-4805-bb1b-87e65c166181 req-209dec93-2103-41fd-8bfe-b878828a8b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:20.178220 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f7cceeb2-78c7-4805-bb1b-87e65c166181 req-209dec93-2103-41fd-8bfe-b878828a8b31 service neutron] 10.222.0.24 "GET /v2.0/networks?id=3df71ba6-2411-497d-98b1-8adc079ca6c6&id=a04ffcc2-d303-44d7-b369-5db13650c2d6&id=a04ffcc2-d303-44d7-b369-5db13650c2d6&id=a04ffcc2-d303-44d7-b369-5db13650c2d6&id=a04ffcc2-d303-44d7-b369-5db13650c2d6&id=305ca68a-259a-4e6f-a74b-d776988e8170&id=305ca68a-259a-4e6f-a74b-d776988e8170 HTTP/1.1" status: 200 len: 2296 time: 0.3286438 Aug 11 03:08:20.504403 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device ac18f128-6015-498d-80f1-06d1fce1499d no longer exists at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:08:20.554025 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65389067-1609-4078-833c-56d611cc8d38 req-3e443e1f-7381-41d5-aa59-c67706894da7 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:20.562459 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-65389067-1609-4078-833c-56d611cc8d38 req-3e443e1f-7381-41d5-aa59-c67706894da7 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c44701a-3222-4040-bb5d-e60b1743b696 HTTP/1.1" status: 200 len: 950 time: 0.0781276 Aug 11 03:08:20.611169 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-65389067-1609-4078-833c-56d611cc8d38 req-097c5a1f-5c7b-4b5b-960c-854ac0c7f33e tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476339 Aug 11 03:08:20.779083 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c804f5a0-0986-4957-92b2-de28dd4ff480 req-5a55a883-8328-421b-825c-e57a8b8a4a72 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:20.780984 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c804f5a0-0986-4957-92b2-de28dd4ff480 req-5a55a883-8328-421b-825c-e57a8b8a4a72 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/ports?device_id=eef198f5-5223-4d49-8ce9-d9987fbc9f79 HTTP/1.1" status: 200 len: 944 time: 0.0826802 Aug 11 03:08:20.804582 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:20.820220 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c804f5a0-0986-4957-92b2-de28dd4ff480 req-1d3c3236-d3fe-453e-b5b0-aadfda83442a tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/security-groups?id=4490b831-3ed6-471e-94da-f0207d61c828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334775 Aug 11 03:08:20.841949 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53c3d301-4685-4f48-91f8-26f8246123b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac18f128-6015-498d-80f1-06d1fce1499d'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:08:20.845444 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b93847cc-4e03-4383-b8a8-f9ab399d66c3" -d '{"events": [{"server_uuid": "53c3d301-4685-4f48-91f8-26f8246123b3", "name": "network-vif-unplugged", "status": "completed", "tag": "ac18f128-6015-498d-80f1-06d1fce1499d"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:08:20.852441 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port ac18f128-6015-498d-80f1-06d1fce1499d, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=ac18f128-6015-498d-80f1-06d1fce1499d,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:08:20.949693 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:21.020082 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=ac18f128-6015-498d-80f1-06d1fce1499d,revision_number=11']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:21.119649 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c070bb0-89e8-4128-9077-d6c99d118845 req-63c085aa-13b5-4b25-8403-21d93c3445ec tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:21.122021 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9c070bb0-89e8-4128-9077-d6c99d118845 req-63c085aa-13b5-4b25-8403-21d93c3445ec tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] 10.222.0.41 "GET /v2.0/ports?device_id=48f4ba46-35a2-4511-b8a2-1c96def3b7a6 HTTP/1.1" status: 200 len: 945 time: 0.0514343 Aug 11 03:08:21.165060 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9c070bb0-89e8-4128-9077-d6c99d118845 req-0d2d478b-a539-47df-b0e5-8850073fa560 tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] 10.222.0.41 "GET /v2.0/security-groups?id=9625f7fa-1e76-4734-9acf-19283deb6f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365005 Aug 11 03:08:21.223770 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 03:08:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad9f3005-b9fe-456c-be26-69b2c45849cb x-openstack-request-id: req-ad9f3005-b9fe-456c-be26-69b2c45849cb {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:08:21.224123 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53c3d301-4685-4f48-91f8-26f8246123b3", "name": "network-vif-unplugged", "status": "completed", "tag": "ac18f128-6015-498d-80f1-06d1fce1499d", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:08:21.224722 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ad9f3005-b9fe-456c-be26-69b2c45849cb {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:08:21.225326 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53c3d301-4685-4f48-91f8-26f8246123b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac18f128-6015-498d-80f1-06d1fce1499d', 'code': 200} Aug 11 03:08:21.692121 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38262f7b-9e4d-4a43-be84-24a346e6624f req-e7c5af3d-a82f-44be-a101-cfd21057cb21 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:21.700778 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-38262f7b-9e4d-4a43-be84-24a346e6624f req-e7c5af3d-a82f-44be-a101-cfd21057cb21 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.41 "GET /v2.0/ports?device_id=98d6d82d-3a78-44f6-a171-1c19b3afea39 HTTP/1.1" status: 200 len: 950 time: 0.3649774 Aug 11 03:08:21.747544 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-38262f7b-9e4d-4a43-be84-24a346e6624f req-ae511616-df9b-4a86-b1b6-6256fb65c208 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.41 "GET /v2.0/security-groups?id=4bfdc2ba-9f18-4435-9a1d-8c7ae69f76fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448272 Aug 11 03:08:21.924424 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2273a3c5-c479-4044-8093-e5d56f816464 req-f404841e-fa6a-4d43-b9a7-30670ecb2e2a tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:21.926007 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2273a3c5-c479-4044-8093-e5d56f816464 req-f404841e-fa6a-4d43-b9a7-30670ecb2e2a tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c44701a-3222-4040-bb5d-e60b1743b696 HTTP/1.1" status: 200 len: 950 time: 0.0510647 Aug 11 03:08:21.965013 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2273a3c5-c479-4044-8093-e5d56f816464 req-529b0ceb-4721-4e9c-aad7-ea71dd11aeaf tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328701 Aug 11 03:08:25.395767 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-6c4ab12f-d3c5-4738-9d85-02008be5e82c req-8d66b497-5981-4130-989d-93c309864d9e service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=a978446e-4582-4607-aebd-6033f29f8980&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0579247 Aug 11 03:08:25.466194 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4ab12f-d3c5-4738-9d85-02008be5e82c req-c8122a28-bfa9-42fc-8df3-dfbae38dec21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:25.468038 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-6c4ab12f-d3c5-4738-9d85-02008be5e82c req-c8122a28-bfa9-42fc-8df3-dfbae38dec21 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2a223f1b2a284c768535cee2a71b4bcf&device_id=a978446e-4582-4607-aebd-6033f29f8980 HTTP/1.1" status: 200 len: 1102 time: 0.0475881 Aug 11 03:08:25.576704 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d193b97d-d5a7-4be0-8712-dd227d321442 req-d14b05ae-6337-4da6-894c-9264fff80bc0 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:25.578534 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d193b97d-d5a7-4be0-8712-dd227d321442 req-d14b05ae-6337-4da6-894c-9264fff80bc0 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/ports?device_id=eef198f5-5223-4d49-8ce9-d9987fbc9f79 HTTP/1.1" status: 200 len: 944 time: 0.0494363 Aug 11 03:08:25.579009 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4ab12f-d3c5-4738-9d85-02008be5e82c req-8ba54d95-ca18-40a6-96f6-f7dd867d8913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:25.580542 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-6c4ab12f-d3c5-4738-9d85-02008be5e82c req-8ba54d95-ca18-40a6-96f6-f7dd867d8913 service neutron] 10.222.0.22 "GET /v2.0/networks?id=d1bf0def-6fa4-4d3e-bbc5-20a040931fba HTTP/1.1" status: 200 len: 870 time: 0.0893097 Aug 11 03:08:25.618067 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d193b97d-d5a7-4be0-8712-dd227d321442 req-f7ed9093-5d19-4d02-8766-0e148de80f86 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/security-groups?id=4490b831-3ed6-471e-94da-f0207d61c828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334167 Aug 11 03:08:25.628410 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-6c4ab12f-d3c5-4738-9d85-02008be5e82c req-33b041a7-3a60-4a05-a6d5-49f4a10c2d4d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=49709cb6-e751-4686-8ada-f7f57e0574e6 HTTP/1.1" status: 200 len: 217 time: 0.0373569 Aug 11 03:08:25.703397 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4ab12f-d3c5-4738-9d85-02008be5e82c req-586d6b96-3d1e-43b2-b6ca-a67303b2097a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:25.703397 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-6c4ab12f-d3c5-4738-9d85-02008be5e82c req-586d6b96-3d1e-43b2-b6ca-a67303b2097a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=254a3f4d-2b75-429e-bbb2-8e70554e9483 HTTP/1.1" status: 200 len: 843 time: 0.0553687 Aug 11 03:08:25.733096 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a88891a-8510-4e1c-b9f0-d5b6c2bdcd49 req-dc706423-4a55-4467-a9aa-436e251ee0ae tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:25.734660 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1a88891a-8510-4e1c-b9f0-d5b6c2bdcd49 req-dc706423-4a55-4467-a9aa-436e251ee0ae tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] 10.222.0.41 "GET /v2.0/ports?device_id=48f4ba46-35a2-4511-b8a2-1c96def3b7a6 HTTP/1.1" status: 200 len: 945 time: 0.0556147 Aug 11 03:08:25.752339 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4ab12f-d3c5-4738-9d85-02008be5e82c req-66f807ca-f58d-4a2f-8c09-c455369c071d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:25.754019 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-6c4ab12f-d3c5-4738-9d85-02008be5e82c req-66f807ca-f58d-4a2f-8c09-c455369c071d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d1bf0def-6fa4-4d3e-bbc5-20a040931fba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0434580 Aug 11 03:08:25.801145 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1a88891a-8510-4e1c-b9f0-d5b6c2bdcd49 req-f93ffb31-aec6-4cc0-a888-d0627af5e1ed tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] 10.222.0.41 "GET /v2.0/security-groups?id=9625f7fa-1e76-4734-9acf-19283deb6f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530908 Aug 11 03:08:25.866489 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-6c4ab12f-d3c5-4738-9d85-02008be5e82c req-45b73cb6-3030-4e80-889b-fddd9efec3bf service neutron] 10.222.0.22 "GET /v2.0/networks/d1bf0def-6fa4-4d3e-bbc5-20a040931fba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014156 Aug 11 03:08:25.938870 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314d5ce1-7517-4774-bd88-83f6ee3abf86 req-acc10e76-91d7-4411-beff-e4991a13e1a3 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:25.940423 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-314d5ce1-7517-4774-bd88-83f6ee3abf86 req-acc10e76-91d7-4411-beff-e4991a13e1a3 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.41 "GET /v2.0/ports?device_id=98d6d82d-3a78-44f6-a171-1c19b3afea39 HTTP/1.1" status: 200 len: 950 time: 0.0793381 Aug 11 03:08:25.983307 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-6c4ab12f-d3c5-4738-9d85-02008be5e82c req-373513db-e64f-4d1a-baba-07b2f0ea13ec service neutron] 10.222.0.22 "GET /v2.0/networks/d1bf0def-6fa4-4d3e-bbc5-20a040931fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047184 Aug 11 03:08:25.987272 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-314d5ce1-7517-4774-bd88-83f6ee3abf86 req-5f1dc85a-0826-4905-af26-2639841a7267 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.41 "GET /v2.0/security-groups?id=4bfdc2ba-9f18-4435-9a1d-8c7ae69f76fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407624 Aug 11 03:08:26.103068 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e177c51f-fece-4616-8f9e-ef5931dbc05e req-d1a2c613-3c35-445d-b4bd-3b41af3d2afd tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:26.104679 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e177c51f-fece-4616-8f9e-ef5931dbc05e req-d1a2c613-3c35-445d-b4bd-3b41af3d2afd tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c44701a-3222-4040-bb5d-e60b1743b696 HTTP/1.1" status: 200 len: 950 time: 0.0550308 Aug 11 03:08:26.143144 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e177c51f-fece-4616-8f9e-ef5931dbc05e req-97a19957-a08a-4ecb-af44-c6ded8867ee4 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321801 Aug 11 03:08:27.742909 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cae3c0-7a87-4317-a21b-41ad18fe0148 req-422fa57b-3820-4de1-8c54-90f680bc94b3 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:27.746216 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-65cae3c0-7a87-4317-a21b-41ad18fe0148 req-422fa57b-3820-4de1-8c54-90f680bc94b3 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/ports?device_id=eef198f5-5223-4d49-8ce9-d9987fbc9f79 HTTP/1.1" status: 200 len: 944 time: 0.1123407 Aug 11 03:08:27.782437 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-65cae3c0-7a87-4317-a21b-41ad18fe0148 req-ec1b58df-e2e3-41e6-9b19-feb4fee699d4 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/security-groups?id=4490b831-3ed6-471e-94da-f0207d61c828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314946 Aug 11 03:08:27.899917 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d6e953-08fc-4f97-b61b-73b3a6dd43db req-fcb725e5-0939-46b1-a136-bb3022e4991d tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:27.901534 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-88d6e953-08fc-4f97-b61b-73b3a6dd43db req-fcb725e5-0939-46b1-a136-bb3022e4991d tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] 10.222.0.41 "GET /v2.0/ports?device_id=48f4ba46-35a2-4511-b8a2-1c96def3b7a6 HTTP/1.1" status: 200 len: 945 time: 0.0540659 Aug 11 03:08:27.941179 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-88d6e953-08fc-4f97-b61b-73b3a6dd43db req-0190c442-6172-4242-bc98-25aa6784d45f tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] 10.222.0.41 "GET /v2.0/security-groups?id=9625f7fa-1e76-4734-9acf-19283deb6f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335386 Aug 11 03:08:28.045680 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8afd7f-831c-479f-8fdb-06ff0c89b461 req-e3da08f4-6887-48fd-afec-799e9217b49a tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:28.047195 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2a8afd7f-831c-479f-8fdb-06ff0c89b461 req-e3da08f4-6887-48fd-afec-799e9217b49a tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.41 "GET /v2.0/ports?device_id=98d6d82d-3a78-44f6-a171-1c19b3afea39 HTTP/1.1" status: 200 len: 950 time: 0.0492635 Aug 11 03:08:28.116164 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2a8afd7f-831c-479f-8fdb-06ff0c89b461 req-443448ad-7e22-427e-ba32-ddf2052b0542 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.41 "GET /v2.0/security-groups?id=4bfdc2ba-9f18-4435-9a1d-8c7ae69f76fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506639 Aug 11 03:08:28.223020 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19af6990-28ac-4c15-b776-2a07cbbf73cd req-d1467ccc-eeca-490a-8b32-ae348b8c1ec3 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:28.224414 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-19af6990-28ac-4c15-b776-2a07cbbf73cd req-d1467ccc-eeca-490a-8b32-ae348b8c1ec3 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c44701a-3222-4040-bb5d-e60b1743b696 HTTP/1.1" status: 200 len: 950 time: 0.0545042 Aug 11 03:08:28.262695 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-19af6990-28ac-4c15-b776-2a07cbbf73cd req-01eb2649-2641-4f50-b411-e1e273273ec7 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314672 Aug 11 03:08:29.583373 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-9b4705e4-6ef4-4887-a40c-689f742427ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:31.012270 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacebc5e-d463-4a63-b792-8ded0e69d9f1 req-77ef79c8-9fca-4b42-ad16-0e3a79009233 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:31.014905 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-dacebc5e-d463-4a63-b792-8ded0e69d9f1 req-77ef79c8-9fca-4b42-ad16-0e3a79009233 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/ports?device_id=eef198f5-5223-4d49-8ce9-d9987fbc9f79 HTTP/1.1" status: 200 len: 944 time: 0.0581074 Aug 11 03:08:31.056474 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-dacebc5e-d463-4a63-b792-8ded0e69d9f1 req-12b695b6-1a89-4c13-9b5c-e3ef0a388024 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/security-groups?id=4490b831-3ed6-471e-94da-f0207d61c828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334077 Aug 11 03:08:31.188750 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c762b8c-c31d-4b91-af6e-ebd8dabbe9e0 req-e74b3dda-eb94-4db8-8d5c-fdc8ca390697 tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:31.190205 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8c762b8c-c31d-4b91-af6e-ebd8dabbe9e0 req-e74b3dda-eb94-4db8-8d5c-fdc8ca390697 tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] 10.222.0.41 "GET /v2.0/ports?device_id=48f4ba46-35a2-4511-b8a2-1c96def3b7a6 HTTP/1.1" status: 200 len: 945 time: 0.0496519 Aug 11 03:08:31.231456 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8c762b8c-c31d-4b91-af6e-ebd8dabbe9e0 req-93b51ee5-69db-45fc-b384-0bb9ed81da44 tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] 10.222.0.41 "GET /v2.0/security-groups?id=9625f7fa-1e76-4734-9acf-19283deb6f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345881 Aug 11 03:08:31.348986 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd65729f-6df9-4d0f-9a79-47d8e40b9abd req-562930ef-4b13-41ab-b6b4-f43c2fa7a068 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:31.350995 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-fd65729f-6df9-4d0f-9a79-47d8e40b9abd req-562930ef-4b13-41ab-b6b4-f43c2fa7a068 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.41 "GET /v2.0/ports?device_id=98d6d82d-3a78-44f6-a171-1c19b3afea39 HTTP/1.1" status: 200 len: 950 time: 0.0620379 Aug 11 03:08:31.407043 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-fd65729f-6df9-4d0f-9a79-47d8e40b9abd req-3a4292b6-b445-4e55-8cfd-c770d5367c4a tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.41 "GET /v2.0/security-groups?id=4bfdc2ba-9f18-4435-9a1d-8c7ae69f76fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416837 Aug 11 03:08:31.507297 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbdc85a-007a-4f4d-86b7-fc9cd2603ea9 req-c3684e9b-da7a-4312-95e0-3b8de0b8433d tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:31.508767 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8bbdc85a-007a-4f4d-86b7-fc9cd2603ea9 req-c3684e9b-da7a-4312-95e0-3b8de0b8433d tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c44701a-3222-4040-bb5d-e60b1743b696 HTTP/1.1" status: 200 len: 950 time: 0.0489898 Aug 11 03:08:31.552427 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8bbdc85a-007a-4f4d-86b7-fc9cd2603ea9 req-e09aec90-bc75-4b70-89ce-fe8c85d90544 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374198 Aug 11 03:08:31.823588 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:31.852290 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-c4d0fdf5-c3b8-482e-8eca-689ae3222f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:32.433009 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd62f2c-84ca-4211-ab9b-31c87b3bc1db req-0d608897-072b-457c-bf78-b76f4fe6f8b8 tempest-ListImageFiltersTestJSON-411697844 tempest-ListImageFiltersTestJSON-411697844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:32.435057 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5dd62f2c-84ca-4211-ab9b-31c87b3bc1db req-0d608897-072b-457c-bf78-b76f4fe6f8b8 tempest-ListImageFiltersTestJSON-411697844 tempest-ListImageFiltersTestJSON-411697844-project] 10.222.0.41 "GET /v2.0/ports?device_id=648e4284-ff93-4bcd-8bc5-8d9132f908a1 HTTP/1.1" status: 200 len: 948 time: 0.0500896 Aug 11 03:08:32.471886 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5dd62f2c-84ca-4211-ab9b-31c87b3bc1db req-7242ab82-104c-436c-b8e3-ba2ffd9024bd tempest-ListImageFiltersTestJSON-411697844 tempest-ListImageFiltersTestJSON-411697844-project] 10.222.0.41 "GET /v2.0/security-groups?id=f1fae8da-c64d-4618-86d5-07a29a648abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308664 Aug 11 03:08:32.585785 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8429e6b-345a-4883-a546-3f5c1562e380 req-e20cfbc5-8480-4289-8dcf-3a3d0fa33972 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:32.587308 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d8429e6b-345a-4883-a546-3f5c1562e380 req-e20cfbc5-8480-4289-8dcf-3a3d0fa33972 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/ports?device_id=eef198f5-5223-4d49-8ce9-d9987fbc9f79 HTTP/1.1" status: 200 len: 944 time: 0.0603194 Aug 11 03:08:32.625929 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d8429e6b-345a-4883-a546-3f5c1562e380 req-efe32f3b-d3da-43bd-a2fe-58923959f688 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/security-groups?id=4490b831-3ed6-471e-94da-f0207d61c828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326004 Aug 11 03:08:32.732349 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea9c541-5bcd-4b9c-b786-49283b61e887 req-2edef9a9-6ceb-4726-b7f9-632587465891 tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:32.733921 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-eea9c541-5bcd-4b9c-b786-49283b61e887 req-2edef9a9-6ceb-4726-b7f9-632587465891 tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] 10.222.0.41 "GET /v2.0/ports?device_id=48f4ba46-35a2-4511-b8a2-1c96def3b7a6 HTTP/1.1" status: 200 len: 945 time: 0.0499084 Aug 11 03:08:32.774343 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-eea9c541-5bcd-4b9c-b786-49283b61e887 req-c900c264-0ea9-4f59-ac04-eb31a33555eb tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] 10.222.0.41 "GET /v2.0/security-groups?id=9625f7fa-1e76-4734-9acf-19283deb6f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339618 Aug 11 03:08:32.899319 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-7d7a6f9e-4ab9-4f3f-ab3a-e91c26ca58e9 req-02234049-0117-4387-a31a-07f0fd0cc3e8 service neutron] 10.222.0.24 "GET /v2.0/networks/d17d1b32-4aa7-4439-b455-9cb54b2072df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145942 Aug 11 03:08:32.905199 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f7cceeb2-78c7-4805-bb1b-87e65c166181 req-003290e0-91f7-40cf-89e2-376eb512919a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e87fa64a-3fae-4794-abf7-60cf725af3f0 HTTP/1.1" status: 200 len: 1002 time: 0.1214652 Aug 11 03:08:32.924880 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd73be3-1d5d-4d4c-b845-60b6748e8141 req-c88be565-4fd6-4999-b4fa-909d0842214e tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:32.926846 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7fd73be3-1d5d-4d4c-b845-60b6748e8141 req-c88be565-4fd6-4999-b4fa-909d0842214e tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/ports?device_id=871c2adb-bf30-4696-827a-ff17e1867b64 HTTP/1.1" status: 200 len: 946 time: 0.0713959 Aug 11 03:08:32.937694 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:33.036463 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7fd73be3-1d5d-4d4c-b845-60b6748e8141 req-051a6b2f-b7ba-4eff-9f97-0c7593c2afd7 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/security-groups?id=96c4279c-51b6-4d8a-ac93-67215ccf65c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999317 Aug 11 03:08:33.038717 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cceeb2-78c7-4805-bb1b-87e65c166181 req-d67c0c87-1343-487b-b4c5-dbbf5576ec02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:33.040083 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f7cceeb2-78c7-4805-bb1b-87e65c166181 req-d67c0c87-1343-487b-b4c5-dbbf5576ec02 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0bedeabe-ae79-4397-9dc9-c17dc9305e82 HTTP/1.1" status: 200 len: 856 time: 0.1123855 Aug 11 03:08:33.053611 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da337b4-7e6e-4701-af99-1bc83fada7e9 req-215543b7-a870-416a-b889-d582cfe1da92 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:33.055178 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3da337b4-7e6e-4701-af99-1bc83fada7e9 req-215543b7-a870-416a-b889-d582cfe1da92 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.41 "GET /v2.0/ports?device_id=98d6d82d-3a78-44f6-a171-1c19b3afea39 HTTP/1.1" status: 200 len: 950 time: 0.1660321 Aug 11 03:08:33.146800 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cceeb2-78c7-4805-bb1b-87e65c166181 req-28a96970-a961-4803-af47-1cb700b6da63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:33.148277 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f7cceeb2-78c7-4805-bb1b-87e65c166181 req-28a96970-a961-4803-af47-1cb700b6da63 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3df71ba6-2411-497d-98b1-8adc079ca6c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0922451 Aug 11 03:08:33.152195 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3da337b4-7e6e-4701-af99-1bc83fada7e9 req-0c367a3a-3100-43f3-8c3b-d9aa3dd0085a tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.41 "GET /v2.0/security-groups?id=4bfdc2ba-9f18-4435-9a1d-8c7ae69f76fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871062 Aug 11 03:08:33.225503 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb0f8c3-1480-485e-8f45-427fbd9bba11 req-bc2fc2a8-4823-436e-a4c7-c6b60cedc81e tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:33.227001 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8cb0f8c3-1480-485e-8f45-427fbd9bba11 req-bc2fc2a8-4823-436e-a4c7-c6b60cedc81e tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c44701a-3222-4040-bb5d-e60b1743b696 HTTP/1.1" status: 200 len: 950 time: 0.1237526 Aug 11 03:08:33.290693 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f7cceeb2-78c7-4805-bb1b-87e65c166181 req-9ed29b8e-060d-4435-bdb9-2cba0056d329 service neutron] 10.222.0.24 "GET /v2.0/networks/3df71ba6-2411-497d-98b1-8adc079ca6c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335368 Aug 11 03:08:33.299093 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8cb0f8c3-1480-485e-8f45-427fbd9bba11 req-93bdafc6-540b-42fb-be2d-f5e7c43f172d tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633152 Aug 11 03:08:33.389212 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f7cceeb2-78c7-4805-bb1b-87e65c166181 req-0b232627-d6bd-4ec6-866f-96cb146fa1c5 service neutron] 10.222.0.24 "GET /v2.0/networks/3df71ba6-2411-497d-98b1-8adc079ca6c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878944 Aug 11 03:08:33.432085 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f7cceeb2-78c7-4805-bb1b-87e65c166181 req-11efc7a2-f36b-4dff-8c35-089b657e8cf6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.11&port_id=d3c9db57-eea5-4db7-a508-af7b68f15453 HTTP/1.1" status: 200 len: 217 time: 0.0344193 Aug 11 03:08:33.459841 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8ae636-980b-41c1-b634-a29929979b60 req-7a02b140-3689-467b-9ce8-783b805a5534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:33.461342 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-2c8ae636-980b-41c1-b634-a29929979b60 req-7a02b140-3689-467b-9ce8-783b805a5534 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2a223f1b2a284c768535cee2a71b4bcf&device_id=9c44701a-3222-4040-bb5d-e60b1743b696 HTTP/1.1" status: 200 len: 1102 time: 0.0476203 Aug 11 03:08:33.488022 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cceeb2-78c7-4805-bb1b-87e65c166181 req-85c97b0e-4527-478e-ac29-8908bbd19a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:33.489512 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f7cceeb2-78c7-4805-bb1b-87e65c166181 req-85c97b0e-4527-478e-ac29-8908bbd19a23 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6efca74f-85f6-4ecd-8f10-5d7e955ea1c7 HTTP/1.1" status: 200 len: 797 time: 0.0450001 Aug 11 03:08:33.544480 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cceeb2-78c7-4805-bb1b-87e65c166181 req-1e76026b-5a25-4380-a161-c0fa59503dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:33.545875 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f7cceeb2-78c7-4805-bb1b-87e65c166181 req-1e76026b-5a25-4380-a161-c0fa59503dff service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a04ffcc2-d303-44d7-b369-5db13650c2d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0447800 Aug 11 03:08:33.559702 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8ae636-980b-41c1-b634-a29929979b60 req-8d17795b-d3b5-4a34-83e3-0a5b116fedcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:33.561163 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-2c8ae636-980b-41c1-b634-a29929979b60 req-8d17795b-d3b5-4a34-83e3-0a5b116fedcd service neutron] 10.222.0.22 "GET /v2.0/networks?id=d1bf0def-6fa4-4d3e-bbc5-20a040931fba HTTP/1.1" status: 200 len: 870 time: 0.0863233 Aug 11 03:08:33.611425 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-2c8ae636-980b-41c1-b634-a29929979b60 req-5847e318-f820-4c22-868b-bc4af9d5c07b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=45bf930a-252a-4c82-8320-492c9ecaa83d HTTP/1.1" status: 200 len: 217 time: 0.0385628 Aug 11 03:08:33.645049 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e520eee-1f1a-4683-a997-c18850392d06 req-401f51c4-12ad-4d39-8127-6ea3285354d3 tempest-ListImageFiltersTestJSON-411697844 tempest-ListImageFiltersTestJSON-411697844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:33.646545 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4e520eee-1f1a-4683-a997-c18850392d06 req-401f51c4-12ad-4d39-8127-6ea3285354d3 tempest-ListImageFiltersTestJSON-411697844 tempest-ListImageFiltersTestJSON-411697844-project] 10.222.0.41 "GET /v2.0/ports?device_id=648e4284-ff93-4bcd-8bc5-8d9132f908a1 HTTP/1.1" status: 200 len: 948 time: 0.1050982 Aug 11 03:08:33.663631 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8ae636-980b-41c1-b634-a29929979b60 req-1bd5aab2-94b6-46f3-a660-a301bfd80de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:33.665111 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-2c8ae636-980b-41c1-b634-a29929979b60 req-1bd5aab2-94b6-46f3-a660-a301bfd80de5 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=254a3f4d-2b75-429e-bbb2-8e70554e9483 HTTP/1.1" status: 200 len: 843 time: 0.0461500 Aug 11 03:08:33.701097 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f7cceeb2-78c7-4805-bb1b-87e65c166181 req-3e2de33f-85a1-47a9-b834-7a6607836703 service neutron] 10.222.0.24 "GET /v2.0/networks/a04ffcc2-d303-44d7-b369-5db13650c2d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457310 Aug 11 03:08:33.704086 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4e520eee-1f1a-4683-a997-c18850392d06 req-891cef1a-9cc9-4172-a737-93e80b35381f tempest-ListImageFiltersTestJSON-411697844 tempest-ListImageFiltersTestJSON-411697844-project] 10.222.0.41 "GET /v2.0/security-groups?id=f1fae8da-c64d-4618-86d5-07a29a648abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504086 Aug 11 03:08:33.715403 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8ae636-980b-41c1-b634-a29929979b60 req-edcfafb6-1d0c-44c4-9ff4-9b88cac16ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:33.716908 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-2c8ae636-980b-41c1-b634-a29929979b60 req-edcfafb6-1d0c-44c4-9ff4-9b88cac16ba5 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d1bf0def-6fa4-4d3e-bbc5-20a040931fba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0438161 Aug 11 03:08:33.806712 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6f4ea8-0d6a-453b-b398-4e5689bdac54 req-3085cf8d-3c35-4b66-956e-345237931d03 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:33.808273 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3d6f4ea8-0d6a-453b-b398-4e5689bdac54 req-3085cf8d-3c35-4b66-956e-345237931d03 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/ports?device_id=eef198f5-5223-4d49-8ce9-d9987fbc9f79 HTTP/1.1" status: 200 len: 944 time: 0.1033218 Aug 11 03:08:33.815072 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-2c8ae636-980b-41c1-b634-a29929979b60 req-665858c9-8ae6-4a6b-b4c4-df462671ef74 service neutron] 10.222.0.22 "GET /v2.0/networks/d1bf0def-6fa4-4d3e-bbc5-20a040931fba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898731 Aug 11 03:08:33.884099 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f7cceeb2-78c7-4805-bb1b-87e65c166181 req-f942ca2d-4d2a-4f10-9db8-0fcb7392d8c0 service neutron] 10.222.0.24 "GET /v2.0/networks/a04ffcc2-d303-44d7-b369-5db13650c2d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707170 Aug 11 03:08:33.910722 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3d6f4ea8-0d6a-453b-b398-4e5689bdac54 req-f53ff461-824c-43bd-99cd-760cbbbaa4a9 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/security-groups?id=4490b831-3ed6-471e-94da-f0207d61c828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929060 Aug 11 03:08:33.911849 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-2c8ae636-980b-41c1-b634-a29929979b60 req-34ff2c9b-146b-4d43-9372-eb4eda98b333 service neutron] 10.222.0.22 "GET /v2.0/networks/d1bf0def-6fa4-4d3e-bbc5-20a040931fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871665 Aug 11 03:08:33.944393 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f7cceeb2-78c7-4805-bb1b-87e65c166181 req-0b5067ee-c629-4ce9-9967-1a02967ce330 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.209&port_id=e86cee10-c94b-4240-aed2-fc9db6db4421 HTTP/1.1" status: 200 len: 217 time: 0.0481348 Aug 11 03:08:33.957544 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcb19d2-4c6d-4955-a562-2cb830134597 req-dc3374b0-2052-4707-bb24-3887f0f3792e tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:33.959022 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7bcb19d2-4c6d-4955-a562-2cb830134597 req-dc3374b0-2052-4707-bb24-3887f0f3792e tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] 10.222.0.41 "GET /v2.0/ports?device_id=48f4ba46-35a2-4511-b8a2-1c96def3b7a6 HTTP/1.1" status: 200 len: 945 time: 0.1115689 Aug 11 03:08:34.030578 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cceeb2-78c7-4805-bb1b-87e65c166181 req-462466b4-13b1-41e2-924c-264ad2632b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:34.032127 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f7cceeb2-78c7-4805-bb1b-87e65c166181 req-462466b4-13b1-41e2-924c-264ad2632b7b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6efca74f-85f6-4ecd-8f10-5d7e955ea1c7 HTTP/1.1" status: 200 len: 797 time: 0.0721657 Aug 11 03:08:34.035104 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7bcb19d2-4c6d-4955-a562-2cb830134597 req-9d5fe221-7808-415b-ba1a-8ff073eb5467 tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] 10.222.0.41 "GET /v2.0/security-groups?id=9625f7fa-1e76-4734-9acf-19283deb6f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671778 Aug 11 03:08:34.086168 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cceeb2-78c7-4805-bb1b-87e65c166181 req-04a3938e-dfaa-401c-9393-47db52660e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:34.087723 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f7cceeb2-78c7-4805-bb1b-87e65c166181 req-04a3938e-dfaa-401c-9393-47db52660e06 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a04ffcc2-d303-44d7-b369-5db13650c2d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0462980 Aug 11 03:08:34.100331 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [req-f7cceeb2-78c7-4805-bb1b-87e65c166181 req-83315b01-ed5b-4226-83a5-25c43f5c80a8 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:08:34.101857 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f7cceeb2-78c7-4805-bb1b-87e65c166181 req-83315b01-ed5b-4226-83a5-25c43f5c80a8 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064528 Aug 11 03:08:34.205767 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c993c78-8bc0-4144-a852-b76fc28f8114 req-09bbaf2d-c2b3-4ade-9fb9-6920a505da4f tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:34.207438 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8c993c78-8bc0-4144-a852-b76fc28f8114 req-09bbaf2d-c2b3-4ade-9fb9-6920a505da4f tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/ports?device_id=871c2adb-bf30-4696-827a-ff17e1867b64 HTTP/1.1" status: 200 len: 946 time: 0.0997818 Aug 11 03:08:34.294496 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f7cceeb2-78c7-4805-bb1b-87e65c166181 req-5e12b7f6-3a99-4878-b056-dc104ecd0b27 service neutron] 10.222.0.24 "GET /v2.0/networks/a04ffcc2-d303-44d7-b369-5db13650c2d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775038 Aug 11 03:08:34.302495 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8c993c78-8bc0-4144-a852-b76fc28f8114 req-944e916b-9473-4267-ba0a-f5b6eafc9179 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/security-groups?id=96c4279c-51b6-4d8a-ac93-67215ccf65c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845525 Aug 11 03:08:34.337024 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3aa934-08ff-4e8a-98f3-f0ba2f0af086 req-f903be56-c234-4fd4-843f-f12940bde017 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:34.338698 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6c3aa934-08ff-4e8a-98f3-f0ba2f0af086 req-f903be56-c234-4fd4-843f-f12940bde017 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.41 "GET /v2.0/ports?device_id=98d6d82d-3a78-44f6-a171-1c19b3afea39 HTTP/1.1" status: 200 len: 950 time: 0.1108501 Aug 11 03:08:34.393863 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f4e99f-650b-4df9-89cc-bf2b7ce00566 req-6b87fcba-610d-44aa-9d0d-b7e58139a456 tempest-ListImageFiltersTestJSON-411697844 tempest-ListImageFiltersTestJSON-411697844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:34.395599 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-56f4e99f-650b-4df9-89cc-bf2b7ce00566 req-6b87fcba-610d-44aa-9d0d-b7e58139a456 tempest-ListImageFiltersTestJSON-411697844 tempest-ListImageFiltersTestJSON-411697844-project] 10.222.0.22 "GET /v2.0/ports?device_id=648e4284-ff93-4bcd-8bc5-8d9132f908a1 HTTP/1.1" status: 200 len: 948 time: 0.0620334 Aug 11 03:08:34.467949 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6c3aa934-08ff-4e8a-98f3-f0ba2f0af086 req-9789df6d-af00-4438-86ef-3aa18292b10c tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.41 "GET /v2.0/security-groups?id=4bfdc2ba-9f18-4435-9a1d-8c7ae69f76fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017244 Aug 11 03:08:34.505778 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aa2c1b-317a-4a89-8175-4cca8e829189 req-c3a51ddf-1f96-4a61-b26c-c4ec15ae8d3f tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:34.507304 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d6aa2c1b-317a-4a89-8175-4cca8e829189 req-c3a51ddf-1f96-4a61-b26c-c4ec15ae8d3f tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c44701a-3222-4040-bb5d-e60b1743b696 HTTP/1.1" status: 200 len: 950 time: 0.1269031 Aug 11 03:08:34.509103 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f7cceeb2-78c7-4805-bb1b-87e65c166181 req-0a4514ed-5b11-49be-b034-5a0cf6d130f3 service neutron] 10.222.0.24 "GET /v2.0/networks/a04ffcc2-d303-44d7-b369-5db13650c2d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2057717 Aug 11 03:08:34.532453 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4faf59-085e-4e4c-921d-869f3094d61f req-942602eb-21b3-41a4-9b23-fffc9a2a7c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:34.533927 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-ad4faf59-085e-4e4c-921d-869f3094d61f req-942602eb-21b3-41a4-9b23-fffc9a2a7c61 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=48f4ba46-35a2-4511-b8a2-1c96def3b7a6 HTTP/1.1" status: 200 len: 1097 time: 0.0588775 Aug 11 03:08:34.539283 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-56f4e99f-650b-4df9-89cc-bf2b7ce00566 req-622356a2-6944-4bd0-af5a-ed30138c2d6f tempest-ListImageFiltersTestJSON-411697844 tempest-ListImageFiltersTestJSON-411697844-project] Deleting port 07229d21-86ae-47e2-a031-e861549584c4 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:08:34.539624 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-56f4e99f-650b-4df9-89cc-bf2b7ce00566 req-622356a2-6944-4bd0-af5a-ed30138c2d6f tempest-ListImageFiltersTestJSON-411697844 tempest-ListImageFiltersTestJSON-411697844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:34.562436 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f7cceeb2-78c7-4805-bb1b-87e65c166181 req-9f4be0d5-7bd3-4978-afb5-def5bd51dd48 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.179&port_id=01a24300-24a6-4bdc-8012-20919034c7e4 HTTP/1.1" status: 200 len: 217 time: 0.0445762 Aug 11 03:08:34.572268 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:34.589972 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d6aa2c1b-317a-4a89-8175-4cca8e829189 req-6c267735-20db-4f6a-831a-3532662c33a4 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747325 Aug 11 03:08:34.628998 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cceeb2-78c7-4805-bb1b-87e65c166181 req-45e02d31-e95d-4b58-9936-054bb8b6b341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:34.630594 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f7cceeb2-78c7-4805-bb1b-87e65c166181 req-45e02d31-e95d-4b58-9936-054bb8b6b341 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6efca74f-85f6-4ecd-8f10-5d7e955ea1c7 HTTP/1.1" status: 200 len: 797 time: 0.0570583 Aug 11 03:08:34.633834 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-ad4faf59-085e-4e4c-921d-869f3094d61f req-beba48a8-4881-4368-aef8-0440e27caebf service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=9625f7fa-1e76-4734-9acf-19283deb6f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808885 Aug 11 03:08:34.663097 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-56f4e99f-650b-4df9-89cc-bf2b7ce00566 req-622356a2-6944-4bd0-af5a-ed30138c2d6f tempest-ListImageFiltersTestJSON-411697844 tempest-ListImageFiltersTestJSON-411697844-project] For port 07229d21-86ae-47e2-a031-e861549584c4, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=07229d21-86ae-47e2-a031-e861549584c4,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:08:34.663527 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-56f4e99f-650b-4df9-89cc-bf2b7ce00566 req-622356a2-6944-4bd0-af5a-ed30138c2d6f tempest-ListImageFiltersTestJSON-411697844 tempest-ListImageFiltersTestJSON-411697844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:34.676383 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-56f4e99f-650b-4df9-89cc-bf2b7ce00566 req-622356a2-6944-4bd0-af5a-ed30138c2d6f tempest-ListImageFiltersTestJSON-411697844 tempest-ListImageFiltersTestJSON-411697844-project] Calling delete_port for 07229d21-86ae-47e2-a031-e861549584c4 owned by compute:nova {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:08:34.723904 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cceeb2-78c7-4805-bb1b-87e65c166181 req-eac6060e-2d7f-45a6-9da8-a895da37caf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:34.725771 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f7cceeb2-78c7-4805-bb1b-87e65c166181 req-eac6060e-2d7f-45a6-9da8-a895da37caf9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a04ffcc2-d303-44d7-b369-5db13650c2d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0411732 Aug 11 03:08:34.769145 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0f62ab-6d4b-4b10-bd82-5bd2ea2594c4 req-b18b916e-ffaa-47e0-89ef-f8b7dfbb4e9e tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:34.770657 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-1c0f62ab-6d4b-4b10-bd82-5bd2ea2594c4 req-b18b916e-ffaa-47e0-89ef-f8b7dfbb4e9e tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.22 "GET /v2.0/ports?device_id=871c2adb-bf30-4696-827a-ff17e1867b64 HTTP/1.1" status: 200 len: 946 time: 0.0924518 Aug 11 03:08:34.858262 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51dc6f1-e18e-4872-a9c3-e2b525c535b9 req-562601c9-bbbd-4efb-9f90-6d2008bfae39 tempest-ListImageFiltersTestJSON-411697844 tempest-ListImageFiltersTestJSON-411697844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:34.859840 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d51dc6f1-e18e-4872-a9c3-e2b525c535b9 req-562601c9-bbbd-4efb-9f90-6d2008bfae39 tempest-ListImageFiltersTestJSON-411697844 tempest-ListImageFiltersTestJSON-411697844-project] 10.222.0.41 "GET /v2.0/ports?device_id=648e4284-ff93-4bcd-8bc5-8d9132f908a1 HTTP/1.1" status: 200 len: 948 time: 0.0808346 Aug 11 03:08:34.865579 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f7cceeb2-78c7-4805-bb1b-87e65c166181 req-080fa57d-42b3-4701-a82a-5280402c375d service neutron] 10.222.0.24 "GET /v2.0/networks/a04ffcc2-d303-44d7-b369-5db13650c2d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308105 Aug 11 03:08:34.910703 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d51dc6f1-e18e-4872-a9c3-e2b525c535b9 req-f98fe25b-6914-4d3d-a657-7b8c693b1601 tempest-ListImageFiltersTestJSON-411697844 tempest-ListImageFiltersTestJSON-411697844-project] 10.222.0.41 "GET /v2.0/security-groups?id=f1fae8da-c64d-4618-86d5-07a29a648abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440860 Aug 11 03:08:34.911182 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-1c0f62ab-6d4b-4b10-bd82-5bd2ea2594c4 req-ba369d71-e937-4e1a-af5e-78562c57c7b2 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Deleting port cfc2306e-6777-4582-874b-d3a97b1f77d3 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:08:34.911525 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-1c0f62ab-6d4b-4b10-bd82-5bd2ea2594c4 req-ba369d71-e937-4e1a-af5e-78562c57c7b2 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:34.974933 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-56f4e99f-650b-4df9-89cc-bf2b7ce00566 req-622356a2-6944-4bd0-af5a-ed30138c2d6f tempest-ListImageFiltersTestJSON-411697844 tempest-ListImageFiltersTestJSON-411697844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:35.021376 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622356a2-6944-4bd0-af5a-ed30138c2d6f tempest-ListImageFiltersTestJSON-411697844 tempest-ListImageFiltersTestJSON-411697844-project] Pushing event deleted for resources: {'Port': ['ID=07229d21-86ae-47e2-a031-e861549584c4,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:35.064814 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6489788-1de9-47eb-9f3c-ce50e65d3b6e req-394b6f4f-02fb-4b9e-944b-4eda2696d58e tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:35.066668 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c6489788-1de9-47eb-9f3c-ce50e65d3b6e req-394b6f4f-02fb-4b9e-944b-4eda2696d58e tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/ports?device_id=eef198f5-5223-4d49-8ce9-d9987fbc9f79 HTTP/1.1" status: 200 len: 944 time: 0.0786417 Aug 11 03:08:35.068521 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f7cceeb2-78c7-4805-bb1b-87e65c166181 req-7482f991-f2f1-488c-a303-0b4545e8361a service neutron] 10.222.0.24 "GET /v2.0/networks/a04ffcc2-d303-44d7-b369-5db13650c2d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882632 Aug 11 03:08:35.076443 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-1c0f62ab-6d4b-4b10-bd82-5bd2ea2594c4 req-ba369d71-e937-4e1a-af5e-78562c57c7b2 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] For port cfc2306e-6777-4582-874b-d3a97b1f77d3, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=cfc2306e-6777-4582-874b-d3a97b1f77d3,segment=NetworkSegment(66697432-be64-438d-a5b2-0b02f3d0fa2a),segment_id=66697432-be64-438d-a5b2-0b02f3d0fa2a)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:08:35.076443 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-1c0f62ab-6d4b-4b10-bd82-5bd2ea2594c4 req-ba369d71-e937-4e1a-af5e-78562c57c7b2 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:35.100567 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-56f4e99f-650b-4df9-89cc-bf2b7ce00566 req-622356a2-6944-4bd0-af5a-ed30138c2d6f tempest-ListImageFiltersTestJSON-411697844 tempest-ListImageFiltersTestJSON-411697844-project] No DVR routers for this DVR port 07229d21-86ae-47e2-a031-e861549584c4 on host n-h1-764292-30 {{(pid=102191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:08:35.103262 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-56f4e99f-650b-4df9-89cc-bf2b7ce00566 req-622356a2-6944-4bd0-af5a-ed30138c2d6f tempest-ListImageFiltersTestJSON-411697844 tempest-ListImageFiltersTestJSON-411697844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:35.106267 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-56f4e99f-650b-4df9-89cc-bf2b7ce00566 req-622356a2-6944-4bd0-af5a-ed30138c2d6f tempest-ListImageFiltersTestJSON-411697844 tempest-ListImageFiltersTestJSON-411697844-project] 10.222.0.22 "DELETE /v2.0/ports/07229d21-86ae-47e2-a031-e861549584c4 HTTP/1.1" status: 204 len: 173 time: 0.7033331 Aug 11 03:08:35.108526 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '648e4284-ff93-4bcd-8bc5-8d9132f908a1', 'name': 'network-vif-deleted', 'tag': '07229d21-86ae-47e2-a031-e861549584c4'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:08:35.111438 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b60d1de-088a-4053-b84c-458e957fb3ab" -d '{"events": [{"server_uuid": "648e4284-ff93-4bcd-8bc5-8d9132f908a1", "name": "network-vif-deleted", "tag": "07229d21-86ae-47e2-a031-e861549584c4"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:08:35.118015 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-1c0f62ab-6d4b-4b10-bd82-5bd2ea2594c4 req-ba369d71-e937-4e1a-af5e-78562c57c7b2 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Calling delete_port for cfc2306e-6777-4582-874b-d3a97b1f77d3 owned by compute:nova {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:08:35.124899 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f7cceeb2-78c7-4805-bb1b-87e65c166181 req-faf3db59-3aa9-4b31-a7a9-69dcabe36cc4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.77&port_id=98a2ca78-c5a8-4b1c-9aca-68e88f898760 HTTP/1.1" status: 200 len: 217 time: 0.0474329 Aug 11 03:08:35.202697 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c6489788-1de9-47eb-9f3c-ce50e65d3b6e req-4b8444d8-a8d7-4a6d-a645-26035a881d04 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/security-groups?id=4490b831-3ed6-471e-94da-f0207d61c828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189463 Aug 11 03:08:35.226477 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cceeb2-78c7-4805-bb1b-87e65c166181 req-6471e78e-308f-4696-a6b3-21325dfc3b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:35.228024 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f7cceeb2-78c7-4805-bb1b-87e65c166181 req-6471e78e-308f-4696-a6b3-21325dfc3b92 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6efca74f-85f6-4ecd-8f10-5d7e955ea1c7 HTTP/1.1" status: 200 len: 797 time: 0.0909235 Aug 11 03:08:35.241013 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179702c1-f62b-4014-8354-81ca6318a61d req-623cb3e2-3d42-4e16-95a7-9611e0c771a9 tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:35.243581 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-179702c1-f62b-4014-8354-81ca6318a61d req-623cb3e2-3d42-4e16-95a7-9611e0c771a9 tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] 10.222.0.41 "GET /v2.0/ports?device_id=48f4ba46-35a2-4511-b8a2-1c96def3b7a6 HTTP/1.1" status: 200 len: 945 time: 0.1152780 Aug 11 03:08:35.263185 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:08:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0719d1b3-e0fb-4648-894d-10a0703335e7 x-openstack-request-id: req-0719d1b3-e0fb-4648-894d-10a0703335e7 {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:08:35.263477 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "648e4284-ff93-4bcd-8bc5-8d9132f908a1", "name": "network-vif-deleted", "tag": "07229d21-86ae-47e2-a031-e861549584c4", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:08:35.263727 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0719d1b3-e0fb-4648-894d-10a0703335e7 {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:08:35.264126 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '648e4284-ff93-4bcd-8bc5-8d9132f908a1', 'name': 'network-vif-deleted', 'tag': '07229d21-86ae-47e2-a031-e861549584c4', 'status': 'completed', 'code': 200} Aug 11 03:08:35.310934 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-179702c1-f62b-4014-8354-81ca6318a61d req-b162456a-b5b2-4819-854d-223e86dc9ccc tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] 10.222.0.41 "GET /v2.0/security-groups?id=9625f7fa-1e76-4734-9acf-19283deb6f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564485 Aug 11 03:08:35.312753 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cceeb2-78c7-4805-bb1b-87e65c166181 req-327e9db2-2382-4d92-873f-a77d0d35fb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:35.314365 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f7cceeb2-78c7-4805-bb1b-87e65c166181 req-327e9db2-2382-4d92-873f-a77d0d35fb1b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a04ffcc2-d303-44d7-b369-5db13650c2d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0708239 Aug 11 03:08:35.419005 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-1c0f62ab-6d4b-4b10-bd82-5bd2ea2594c4 req-ba369d71-e937-4e1a-af5e-78562c57c7b2 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:35.433469 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['cfc2306e-6777-4582-874b-d3a97b1f77d3'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:08:35.453465 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba369d71-e937-4e1a-af5e-78562c57c7b2 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Pushing event deleted for resources: {'Port': ['ID=cfc2306e-6777-4582-874b-d3a97b1f77d3,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:35.468784 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6537b94e-05f3-4a0c-9bfa-607bbda79eb7 req-f44ea4e2-1ce8-4143-a635-b552dd541d32 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:35.470553 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6537b94e-05f3-4a0c-9bfa-607bbda79eb7 req-f44ea4e2-1ce8-4143-a635-b552dd541d32 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/ports?device_id=871c2adb-bf30-4696-827a-ff17e1867b64 HTTP/1.1" status: 200 len: 867 time: 0.0897944 Aug 11 03:08:35.481261 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f7cceeb2-78c7-4805-bb1b-87e65c166181 req-c5357a94-7ddb-4bca-95e6-d0c320e633d6 service neutron] 10.222.0.24 "GET /v2.0/networks/a04ffcc2-d303-44d7-b369-5db13650c2d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454551 Aug 11 03:08:35.530942 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c0f62ab-6d4b-4b10-bd82-5bd2ea2594c4 req-ba369d71-e937-4e1a-af5e-78562c57c7b2 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] No DVR routers for this DVR port cfc2306e-6777-4582-874b-d3a97b1f77d3 on host n-h1-764292-30 {{(pid=102191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:08:35.533949 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-1c0f62ab-6d4b-4b10-bd82-5bd2ea2594c4 req-ba369d71-e937-4e1a-af5e-78562c57c7b2 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:35.536778 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-1c0f62ab-6d4b-4b10-bd82-5bd2ea2594c4 req-ba369d71-e937-4e1a-af5e-78562c57c7b2 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.22 "DELETE /v2.0/ports/cfc2306e-6777-4582-874b-d3a97b1f77d3 HTTP/1.1" status: 204 len: 173 time: 0.7580423 Aug 11 03:08:35.608768 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6537b94e-05f3-4a0c-9bfa-607bbda79eb7 req-c429260b-9551-4cae-b258-a3f796209716 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/security-groups?id=96c4279c-51b6-4d8a-ac93-67215ccf65c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253459 Aug 11 03:08:35.651107 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d989d6-a8b6-4971-ad9c-a8c6475da780 req-a9715436-c8a4-4319-9e75-7129168c3f7b tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:35.656981 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-77d989d6-a8b6-4971-ad9c-a8c6475da780 req-a9715436-c8a4-4319-9e75-7129168c3f7b tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.41 "GET /v2.0/ports?device_id=98d6d82d-3a78-44f6-a171-1c19b3afea39 HTTP/1.1" status: 200 len: 950 time: 0.0947213 Aug 11 03:08:35.670367 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f7cceeb2-78c7-4805-bb1b-87e65c166181 req-b43d8bf9-4f99-43da-99bd-18034c4a6a96 service neutron] 10.222.0.24 "GET /v2.0/networks/a04ffcc2-d303-44d7-b369-5db13650c2d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778567 Aug 11 03:08:35.744898 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f7cceeb2-78c7-4805-bb1b-87e65c166181 req-8890fb63-6e8f-472f-a4fe-ea3d76588bce service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0434871a-df5e-4e3f-ae7e-819ce35be0ac HTTP/1.1" status: 200 len: 217 time: 0.0641229 Aug 11 03:08:35.789004 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-77d989d6-a8b6-4971-ad9c-a8c6475da780 req-23d63170-9ccc-43cd-9577-75bde2e23d14 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.41 "GET /v2.0/security-groups?id=4bfdc2ba-9f18-4435-9a1d-8c7ae69f76fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287620 Aug 11 03:08:35.819835 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89011015-f054-425a-b790-e2ba9d40b5ec req-33ff2bfd-a35d-4f08-bff0-dd70ba05ed4c tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:35.821408 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-89011015-f054-425a-b790-e2ba9d40b5ec req-33ff2bfd-a35d-4f08-bff0-dd70ba05ed4c tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c44701a-3222-4040-bb5d-e60b1743b696 HTTP/1.1" status: 200 len: 950 time: 0.1441500 Aug 11 03:08:35.827951 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cceeb2-78c7-4805-bb1b-87e65c166181 req-540d2e4b-3a84-4cc4-aa41-52e4ba17bbb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:35.830444 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f7cceeb2-78c7-4805-bb1b-87e65c166181 req-540d2e4b-3a84-4cc4-aa41-52e4ba17bbb7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5789f5f0-0aac-4496-9502-f9d5b3fcf9d5 HTTP/1.1" status: 200 len: 797 time: 0.0760698 Aug 11 03:08:35.890892 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-89011015-f054-425a-b790-e2ba9d40b5ec req-e3eb9750-9f44-401d-90ef-be5dd67e427c tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591009 Aug 11 03:08:35.899446 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cceeb2-78c7-4805-bb1b-87e65c166181 req-95eacafb-153b-40e5-892b-130a94888c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:35.900931 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f7cceeb2-78c7-4805-bb1b-87e65c166181 req-95eacafb-153b-40e5-892b-130a94888c80 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=305ca68a-259a-4e6f-a74b-d776988e8170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0622299 Aug 11 03:08:36.027493 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2dd17d80-56cc-48d8-aeea-0332483fe64f req-9e9da060-954b-4a8c-93c3-0b6645044fa9 tempest-ListImageFiltersTestJSON-411697844 tempest-ListImageFiltersTestJSON-411697844-project] 10.222.0.41 "GET /v2.0/ports?device_id=648e4284-ff93-4bcd-8bc5-8d9132f908a1 HTTP/1.1" status: 200 len: 210 time: 0.0368888 Aug 11 03:08:36.029071 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f7cceeb2-78c7-4805-bb1b-87e65c166181 req-5b181841-2d4f-46f4-b578-2fd3abfe4bf7 service neutron] 10.222.0.24 "GET /v2.0/networks/305ca68a-259a-4e6f-a74b-d776988e8170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176755 Aug 11 03:08:36.138016 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f7cceeb2-78c7-4805-bb1b-87e65c166181 req-843d1c81-da9a-4839-9141-fe91481d6eb1 service neutron] 10.222.0.24 "GET /v2.0/networks/305ca68a-259a-4e6f-a74b-d776988e8170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944383 Aug 11 03:08:36.189778 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f7cceeb2-78c7-4805-bb1b-87e65c166181 req-2ddd4ce3-ea43-4cbd-9669-5f61057d1f09 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=053fe719-4e11-4959-84b1-0b95b1576963 HTTP/1.1" status: 200 len: 217 time: 0.0382462 Aug 11 03:08:36.254208 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cceeb2-78c7-4805-bb1b-87e65c166181 req-86390ae7-f787-4bde-be01-77e5936bde3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:36.254208 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f7cceeb2-78c7-4805-bb1b-87e65c166181 req-86390ae7-f787-4bde-be01-77e5936bde3b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5789f5f0-0aac-4496-9502-f9d5b3fcf9d5 HTTP/1.1" status: 200 len: 797 time: 0.0481358 Aug 11 03:08:36.646696 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cceeb2-78c7-4805-bb1b-87e65c166181 req-2910f4d7-2196-49e7-b9ee-820817930395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:36.648168 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f7cceeb2-78c7-4805-bb1b-87e65c166181 req-2910f4d7-2196-49e7-b9ee-820817930395 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=305ca68a-259a-4e6f-a74b-d776988e8170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3938439 Aug 11 03:08:36.665561 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9010501b-60c2-420e-bc0d-28366f03e88c req-546b5b18-d6ea-4740-83f4-f58d0145427b tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:36.667882 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9010501b-60c2-420e-bc0d-28366f03e88c req-546b5b18-d6ea-4740-83f4-f58d0145427b tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/ports?device_id=eef198f5-5223-4d49-8ce9-d9987fbc9f79 HTTP/1.1" status: 200 len: 944 time: 0.0926456 Aug 11 03:08:36.683977 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af594a7-6a24-4cc9-9d2d-c68ef950e4e1 req-f46aa1e7-e5c1-4932-8f15-b1b0d97ae1a7 tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:36.685387 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8af594a7-6a24-4cc9-9d2d-c68ef950e4e1 req-f46aa1e7-e5c1-4932-8f15-b1b0d97ae1a7 tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] 10.222.0.41 "GET /v2.0/ports?device_id=48f4ba46-35a2-4511-b8a2-1c96def3b7a6 HTTP/1.1" status: 200 len: 945 time: 0.1124604 Aug 11 03:08:36.783931 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9010501b-60c2-420e-bc0d-28366f03e88c req-6014275b-6af3-47d0-a564-a1c0b2082724 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/security-groups?id=4490b831-3ed6-471e-94da-f0207d61c828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075335 Aug 11 03:08:36.798399 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8af594a7-6a24-4cc9-9d2d-c68ef950e4e1 req-09e261d7-4d3c-446e-a2e5-40e43871a3df tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] 10.222.0.41 "GET /v2.0/security-groups?id=9625f7fa-1e76-4734-9acf-19283deb6f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726752 Aug 11 03:08:36.844866 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f7cceeb2-78c7-4805-bb1b-87e65c166181 req-6423050b-65c8-4513-8152-343c209b7751 service neutron] 10.222.0.24 "GET /v2.0/networks/305ca68a-259a-4e6f-a74b-d776988e8170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762753 Aug 11 03:08:36.868569 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:36.938910 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-94d45587-d253-416b-a846-e7b7fbda75c4 req-2376c757-93fb-4c59-8541-2ec554d441fc tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/ports?device_id=871c2adb-bf30-4696-827a-ff17e1867b64 HTTP/1.1" status: 200 len: 210 time: 0.0728455 Aug 11 03:08:36.974495 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-29c94630-400e-4264-a664-8939b659504f req-db91876e-a8dd-4c43-83b5-b03b0fea33b6 tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-512801198', 'description': 'tempest-description-1021008597'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:08:37.022934 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5ba3fe-2ad1-4a32-b057-36fc95538d31 req-16fc8036-dae8-4be6-a239-cf52a5528c95 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:37.024389 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2b5ba3fe-2ad1-4a32-b057-36fc95538d31 req-16fc8036-dae8-4be6-a239-cf52a5528c95 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.41 "GET /v2.0/ports?device_id=98d6d82d-3a78-44f6-a171-1c19b3afea39 HTTP/1.1" status: 200 len: 950 time: 0.1385624 Aug 11 03:08:37.044304 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f7cceeb2-78c7-4805-bb1b-87e65c166181 req-5ec682d7-ae04-4daa-aeed-4dc4cdefba6d service neutron] 10.222.0.24 "GET /v2.0/networks/305ca68a-259a-4e6f-a74b-d776988e8170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876490 Aug 11 03:08:37.076164 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2b5ba3fe-2ad1-4a32-b057-36fc95538d31 req-e06ea4dd-a2cf-49b3-a78e-0627db359b55 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.41 "GET /v2.0/security-groups?id=4bfdc2ba-9f18-4435-9a1d-8c7ae69f76fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437508 Aug 11 03:08:37.108791 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-29c94630-400e-4264-a664-8939b659504f req-db91876e-a8dd-4c43-83b5-b03b0fea33b6 tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:37.214952 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442a6273-5716-4882-9460-e8ad883273fd req-a2034ab3-258b-41ea-a09c-e340b8f92038 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:37.216496 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-442a6273-5716-4882-9460-e8ad883273fd req-a2034ab3-258b-41ea-a09c-e340b8f92038 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c44701a-3222-4040-bb5d-e60b1743b696 HTTP/1.1" status: 200 len: 950 time: 0.0767643 Aug 11 03:08:37.254907 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-29c94630-400e-4264-a664-8939b659504f req-db91876e-a8dd-4c43-83b5-b03b0fea33b6 tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:37.265791 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '871c2adb-bf30-4696-827a-ff17e1867b64', 'name': 'network-vif-deleted', 'tag': 'cfc2306e-6777-4582-874b-d3a97b1f77d3'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:08:37.269662 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35b7d1fe-c82c-427e-8de5-80fb465deaf2" -d '{"events": [{"server_uuid": "871c2adb-bf30-4696-827a-ff17e1867b64", "name": "network-vif-deleted", "tag": "cfc2306e-6777-4582-874b-d3a97b1f77d3"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:08:37.274022 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-442a6273-5716-4882-9460-e8ad883273fd req-0bf08b3f-93e8-4d02-8ac1-9547b5aa069a tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510385 Aug 11 03:08:37.308004 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-29c94630-400e-4264-a664-8939b659504f req-db91876e-a8dd-4c43-83b5-b03b0fea33b6 tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:37.338902 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.agents_db [None req-950b7202-decb-43e2-8f71-ac8931dc9749 None None] Agent healthcheck: found 7 active agents {{(pid=102194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:08:37.341463 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db91876e-a8dd-4c43-83b5-b03b0fea33b6 tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f87c7ecf-594f-453d-9222-3af530cb113d,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:37.349249 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db91876e-a8dd-4c43-83b5-b03b0fea33b6 tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:08:37.349654 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db91876e-a8dd-4c43-83b5-b03b0fea33b6 tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:08:37.350093 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db91876e-a8dd-4c43-83b5-b03b0fea33b6 tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:08:37.350656 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db91876e-a8dd-4c43-83b5-b03b0fea33b6 tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:08:37.351018 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db91876e-a8dd-4c43-83b5-b03b0fea33b6 tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:08:37.351342 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db91876e-a8dd-4c43-83b5-b03b0fea33b6 tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:08:37.351673 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db91876e-a8dd-4c43-83b5-b03b0fea33b6 tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:08:37.351997 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db91876e-a8dd-4c43-83b5-b03b0fea33b6 tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:08:37.352379 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db91876e-a8dd-4c43-83b5-b03b0fea33b6 tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:08:37.352711 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db91876e-a8dd-4c43-83b5-b03b0fea33b6 tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:08:37.353027 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db91876e-a8dd-4c43-83b5-b03b0fea33b6 tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:08:37.353346 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db91876e-a8dd-4c43-83b5-b03b0fea33b6 tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:08:37.411063 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:08:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cb33833-ac64-4ead-85ff-f5da272354bf x-openstack-request-id: req-9cb33833-ac64-4ead-85ff-f5da272354bf {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:08:37.411597 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "871c2adb-bf30-4696-827a-ff17e1867b64", "name": "network-vif-deleted", "tag": "cfc2306e-6777-4582-874b-d3a97b1f77d3", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:08:37.412026 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9cb33833-ac64-4ead-85ff-f5da272354bf {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:08:37.412594 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '871c2adb-bf30-4696-827a-ff17e1867b64', 'name': 'network-vif-deleted', 'tag': 'cfc2306e-6777-4582-874b-d3a97b1f77d3', 'status': 'completed', 'code': 200} Aug 11 03:08:37.421934 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-29c94630-400e-4264-a664-8939b659504f req-db91876e-a8dd-4c43-83b5-b03b0fea33b6 tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:37.427212 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-29c94630-400e-4264-a664-8939b659504f req-db91876e-a8dd-4c43-83b5-b03b0fea33b6 tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1814 time: 0.4621773 Aug 11 03:08:37.514064 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d0044581-32e6-4b0f-bd16-028906b88cc8 req-d7b77168-1529-42c6-9d98-8eebc9d3cd3b tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-512801198&fields=id&tenant_id=fba9b147a9744754b77a3fc98c1a44ef HTTP/1.1" status: 200 len: 267 time: 0.0351529 Aug 11 03:08:37.567503 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0044581-32e6-4b0f-bd16-028906b88cc8 req-a5b307de-4058-4c32-9d8f-cfbbc4ce5ef0 tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:37.569135 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d0044581-32e6-4b0f-bd16-028906b88cc8 req-a5b307de-4058-4c32-9d8f-cfbbc4ce5ef0 tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] 10.222.0.41 "GET /v2.0/ports?device_id=48f4ba46-35a2-4511-b8a2-1c96def3b7a6 HTTP/1.1" status: 200 len: 945 time: 0.0494716 Aug 11 03:08:37.580804 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-d0044581-32e6-4b0f-bd16-028906b88cc8 req-8ea8ac0c-87a8-41e6-9120-d99b9461adda tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] Request body: {'port': {'security_groups': ['9625f7fa-1e76-4734-9acf-19283deb6f9c', 'f87c7ecf-594f-453d-9222-3af530cb113d']}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:08:37.652911 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-d0044581-32e6-4b0f-bd16-028906b88cc8 req-8ea8ac0c-87a8-41e6-9120-d99b9461adda tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:37.875314 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c48c7ac-0944-42b9-a9c1-4d594d76282d req-ceb3c7ee-642c-4f5a-b2a5-ab13e3d13b74 tempest-ListImageFiltersTestJSON-411697844 tempest-ListImageFiltersTestJSON-411697844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:37.876821 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2c48c7ac-0944-42b9-a9c1-4d594d76282d req-ceb3c7ee-642c-4f5a-b2a5-ab13e3d13b74 tempest-ListImageFiltersTestJSON-411697844 tempest-ListImageFiltersTestJSON-411697844-project] 10.222.0.41 "GET /v2.0/ports?device_id=53c3d301-4685-4f48-91f8-26f8246123b3 HTTP/1.1" status: 200 len: 948 time: 0.1063716 Aug 11 03:08:37.939361 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2c48c7ac-0944-42b9-a9c1-4d594d76282d req-f6cb295f-0e74-46d5-a2e4-d1e9566fde68 tempest-ListImageFiltersTestJSON-411697844 tempest-ListImageFiltersTestJSON-411697844-project] 10.222.0.41 "GET /v2.0/security-groups?id=f1fae8da-c64d-4618-86d5-07a29a648abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534391 Aug 11 03:08:37.953235 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-d0044581-32e6-4b0f-bd16-028906b88cc8 req-8ea8ac0c-87a8-41e6-9120-d99b9461adda tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] For port cd76a132-4ef4-4ffc-85f2-4c1a0de5f6b6, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=cd76a132-4ef4-4ffc-85f2-4c1a0de5f6b6,segment=NetworkSegment(d6576c77-3985-48bf-8fbf-0488c51bebf1),segment_id=d6576c77-3985-48bf-8fbf-0488c51bebf1)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:08:37.986030 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-d0044581-32e6-4b0f-bd16-028906b88cc8 req-8ea8ac0c-87a8-41e6-9120-d99b9461adda tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] Notify callbacks [] for port, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:38.057244 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fedbcd7-70d7-4d5f-965c-f633862a46da req-698855c1-a959-4bb8-b627-b0cce876564a tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:38.058892 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6fedbcd7-70d7-4d5f-965c-f633862a46da req-698855c1-a959-4bb8-b627-b0cce876564a tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/ports?device_id=eef198f5-5223-4d49-8ce9-d9987fbc9f79 HTTP/1.1" status: 200 len: 944 time: 0.0507841 Aug 11 03:08:38.062957 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-d0044581-32e6-4b0f-bd16-028906b88cc8 req-8ea8ac0c-87a8-41e6-9120-d99b9461adda tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:38.075660 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['cd76a132-4ef4-4ffc-85f2-4c1a0de5f6b6'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:08:38.122009 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0044581-32e6-4b0f-bd16-028906b88cc8 req-8ea8ac0c-87a8-41e6-9120-d99b9461adda tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:38.122647 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-d0044581-32e6-4b0f-bd16-028906b88cc8 req-8ea8ac0c-87a8-41e6-9120-d99b9461adda tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:38.124094 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d0044581-32e6-4b0f-bd16-028906b88cc8 req-8ea8ac0c-87a8-41e6-9120-d99b9461adda tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] 10.222.0.41 "PUT /v2.0/ports/cd76a132-4ef4-4ffc-85f2-4c1a0de5f6b6 HTTP/1.1" status: 200 len: 981 time: 0.5480063 Aug 11 03:08:38.128549 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48f4ba46-35a2-4511-b8a2-1c96def3b7a6', 'tag': 'cd76a132-4ef4-4ffc-85f2-4c1a0de5f6b6'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:08:38.131892 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-638c8a58-3310-4e57-8894-a194ce4a283f" -d '{"events": [{"name": "network-changed", "server_uuid": "48f4ba46-35a2-4511-b8a2-1c96def3b7a6", "tag": "cd76a132-4ef4-4ffc-85f2-4c1a0de5f6b6"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:08:38.174137 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6fedbcd7-70d7-4d5f-965c-f633862a46da req-79259039-40db-4eea-a83a-032b77b952f3 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/security-groups?id=4490b831-3ed6-471e-94da-f0207d61c828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056495 Aug 11 03:08:38.181186 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea8ac0c-87a8-41e6-9120-d99b9461adda tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] Pushing event updated for resources: {'Port': ['ID=cd76a132-4ef4-4ffc-85f2-4c1a0de5f6b6,revision_number=6']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:38.240490 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-35edaeb4-6f0b-4fd8-9747-646a8d307464 req-f9709e53-48c3-4439-917b-21c8f453ab28 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/ports?device_id=871c2adb-bf30-4696-827a-ff17e1867b64 HTTP/1.1" status: 200 len: 210 time: 0.0409713 Aug 11 03:08:38.298880 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['cd76a132-4ef4-4ffc-85f2-4c1a0de5f6b6'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:08:38.345506 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdc56cf-a560-49f5-a66d-bd5b73d345c3 req-b9dc5860-1c11-4f7f-86a6-07b3104acbb1 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:38.347184 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-afdc56cf-a560-49f5-a66d-bd5b73d345c3 req-b9dc5860-1c11-4f7f-86a6-07b3104acbb1 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.41 "GET /v2.0/ports?device_id=98d6d82d-3a78-44f6-a171-1c19b3afea39 HTTP/1.1" status: 200 len: 950 time: 0.0823388 Aug 11 03:08:38.352796 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b8e2995b-efc7-4330-bdb1-825fe2d8ac26 req-3236cbd3-ca1f-44a4-bb9d-332ff7bdd07c tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-512801198&fields=id&tenant_id=fba9b147a9744754b77a3fc98c1a44ef HTTP/1.1" status: 200 len: 267 time: 0.0489154 Aug 11 03:08:38.419883 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-afdc56cf-a560-49f5-a66d-bd5b73d345c3 req-02f4b267-6fc3-40cb-b764-98946b624a64 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.41 "GET /v2.0/security-groups?id=4bfdc2ba-9f18-4435-9a1d-8c7ae69f76fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659330 Aug 11 03:08:38.443465 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e2995b-efc7-4330-bdb1-825fe2d8ac26 req-15420b63-02dc-452c-aa03-f52b22dfe5c1 tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:38.443465 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b8e2995b-efc7-4330-bdb1-825fe2d8ac26 req-15420b63-02dc-452c-aa03-f52b22dfe5c1 tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] 10.222.0.41 "GET /v2.0/ports?device_id=48f4ba46-35a2-4511-b8a2-1c96def3b7a6 HTTP/1.1" status: 200 len: 984 time: 0.0808895 Aug 11 03:08:38.454383 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-b8e2995b-efc7-4330-bdb1-825fe2d8ac26 req-c0897818-6cad-45ba-b205-f6bc0ed6e9d6 tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] Request body: {'port': {'security_groups': ['9625f7fa-1e76-4734-9acf-19283deb6f9c']}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:08:38.536336 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-b8e2995b-efc7-4330-bdb1-825fe2d8ac26 req-c0897818-6cad-45ba-b205-f6bc0ed6e9d6 tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:38.549482 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:08:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b02de60-c85d-406c-9355-86498a9b81b6 x-openstack-request-id: req-0b02de60-c85d-406c-9355-86498a9b81b6 {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:08:38.550129 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48f4ba46-35a2-4511-b8a2-1c96def3b7a6", "tag": "cd76a132-4ef4-4ffc-85f2-4c1a0de5f6b6", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:08:38.550475 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0b02de60-c85d-406c-9355-86498a9b81b6 {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:08:38.550937 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48f4ba46-35a2-4511-b8a2-1c96def3b7a6', 'tag': 'cd76a132-4ef4-4ffc-85f2-4c1a0de5f6b6', 'status': 'completed', 'code': 200} Aug 11 03:08:38.594716 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device cfc2306e-6777-4582-874b-d3a97b1f77d3 no longer exists at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:08:38.620104 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] No Port match for: cfc2306e-6777-4582-874b-d3a97b1f77d3 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:08:38.620609 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device cfc2306e-6777-4582-874b-d3a97b1f77d3 not bound to the agent host n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:08:38.621077 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 07229d21-86ae-47e2-a031-e861549584c4 no longer exists at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:08:38.649011 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] No Port match for: 07229d21-86ae-47e2-a031-e861549584c4 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:08:38.649875 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 07229d21-86ae-47e2-a031-e861549584c4 not bound to the agent host n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:08:38.697058 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638c8a58-3310-4e57-8894-a194ce4a283f req-794ebefd-5b5d-4551-80e4-296e8c612825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:38.698581 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-638c8a58-3310-4e57-8894-a194ce4a283f req-794ebefd-5b5d-4551-80e4-296e8c612825 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fba9b147a9744754b77a3fc98c1a44ef&device_id=48f4ba46-35a2-4511-b8a2-1c96def3b7a6 HTTP/1.1" status: 200 len: 1136 time: 0.1122112 Aug 11 03:08:38.767529 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba26569-d53f-48af-a370-2dbcd1b0f79d req-3007d2bd-1de0-4bbb-b278-66f28e678bad tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:38.769018 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-fba26569-d53f-48af-a370-2dbcd1b0f79d req-3007d2bd-1de0-4bbb-b278-66f28e678bad tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c44701a-3222-4040-bb5d-e60b1743b696 HTTP/1.1" status: 200 len: 950 time: 0.1494544 Aug 11 03:08:38.887848 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-fba26569-d53f-48af-a370-2dbcd1b0f79d req-58f8af27-ccd5-40c4-97be-c04801192982 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070518 Aug 11 03:08:38.909006 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-b8e2995b-efc7-4330-bdb1-825fe2d8ac26 req-c0897818-6cad-45ba-b205-f6bc0ed6e9d6 tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] For port cd76a132-4ef4-4ffc-85f2-4c1a0de5f6b6, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=cd76a132-4ef4-4ffc-85f2-4c1a0de5f6b6,segment=NetworkSegment(d6576c77-3985-48bf-8fbf-0488c51bebf1),segment_id=d6576c77-3985-48bf-8fbf-0488c51bebf1)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:08:38.923071 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638c8a58-3310-4e57-8894-a194ce4a283f req-8eace783-ef6e-4898-9264-2514f1c69de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:38.924544 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-638c8a58-3310-4e57-8894-a194ce4a283f req-8eace783-ef6e-4898-9264-2514f1c69de1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ba16c1ee-b924-4acd-93e3-1916a7414241 HTTP/1.1" status: 200 len: 920 time: 0.2126646 Aug 11 03:08:38.979539 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-638c8a58-3310-4e57-8894-a194ce4a283f req-05ee99a1-0254-4dfb-845e-154d9d52491d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cd76a132-4ef4-4ffc-85f2-4c1a0de5f6b6 HTTP/1.1" status: 200 len: 217 time: 0.0444078 Aug 11 03:08:38.982022 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-b8e2995b-efc7-4330-bdb1-825fe2d8ac26 req-c0897818-6cad-45ba-b205-f6bc0ed6e9d6 tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] Notify callbacks [] for port, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:39.051666 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-b8e2995b-efc7-4330-bdb1-825fe2d8ac26 req-c0897818-6cad-45ba-b205-f6bc0ed6e9d6 tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:39.069433 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['cd76a132-4ef4-4ffc-85f2-4c1a0de5f6b6'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:08:39.102348 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638c8a58-3310-4e57-8894-a194ce4a283f req-5ca3fedc-1f49-4efc-ba68-8804d20d0eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:39.103828 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-638c8a58-3310-4e57-8894-a194ce4a283f req-5ca3fedc-1f49-4efc-ba68-8804d20d0eda service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c9948c0e-1a7a-4d2b-b7c0-e1311563d7af HTTP/1.1" status: 200 len: 859 time: 0.1127782 Aug 11 03:08:39.116486 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e2995b-efc7-4330-bdb1-825fe2d8ac26 req-c0897818-6cad-45ba-b205-f6bc0ed6e9d6 tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:39.116486 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-b8e2995b-efc7-4330-bdb1-825fe2d8ac26 req-c0897818-6cad-45ba-b205-f6bc0ed6e9d6 tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:39.117805 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b8e2995b-efc7-4330-bdb1-825fe2d8ac26 req-c0897818-6cad-45ba-b205-f6bc0ed6e9d6 tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] 10.222.0.41 "PUT /v2.0/ports/cd76a132-4ef4-4ffc-85f2-4c1a0de5f6b6 HTTP/1.1" status: 200 len: 942 time: 0.6699002 Aug 11 03:08:39.167649 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-638c8a58-3310-4e57-8894-a194ce4a283f req-492dad68-1a12-42f6-8eaa-6c206e607c0d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ba16c1ee-b924-4acd-93e3-1916a7414241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487182 Aug 11 03:08:39.184865 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ce9a92-5831-4c7a-bda0-06058e49ac5a req-f70f4c83-741d-4325-b4d4-883ab93da4f3 tempest-ListImageFiltersTestJSON-411697844 tempest-ListImageFiltersTestJSON-411697844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:39.186447 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-93ce9a92-5831-4c7a-bda0-06058e49ac5a req-f70f4c83-741d-4325-b4d4-883ab93da4f3 tempest-ListImageFiltersTestJSON-411697844 tempest-ListImageFiltersTestJSON-411697844-project] 10.222.0.41 "GET /v2.0/ports?device_id=53c3d301-4685-4f48-91f8-26f8246123b3 HTTP/1.1" status: 200 len: 948 time: 0.1649866 Aug 11 03:08:39.265001 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0897818-6cad-45ba-b205-f6bc0ed6e9d6 tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] Pushing event updated for resources: {'Port': ['ID=cd76a132-4ef4-4ffc-85f2-4c1a0de5f6b6,revision_number=7']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:39.269400 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['cd76a132-4ef4-4ffc-85f2-4c1a0de5f6b6'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:08:39.399621 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-93ce9a92-5831-4c7a-bda0-06058e49ac5a req-ff0e7558-b4ef-4ac1-ab41-060958215086 tempest-ListImageFiltersTestJSON-411697844 tempest-ListImageFiltersTestJSON-411697844-project] 10.222.0.41 "GET /v2.0/security-groups?id=f1fae8da-c64d-4618-86d5-07a29a648abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011001 Aug 11 03:08:39.467430 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-02c78d80-0317-4a15-bc1f-eeb9f114dba2 req-643aba8f-f079-46f9-9232-a82c6bbb7738 tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3256779 Aug 11 03:08:39.504020 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-02c78d80-0317-4a15-bc1f-eeb9f114dba2 req-a30c8295-b24f-489c-bbda-3bd14a86a8ba tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] Request body: {'floatingip': {'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:08:39.519674 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-638c8a58-3310-4e57-8894-a194ce4a283f req-a6ea3eec-0dde-4f22-ad2d-9f991de41d56 service neutron] 10.222.0.24 "GET /v2.0/networks/ba16c1ee-b924-4acd-93e3-1916a7414241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3244991 Aug 11 03:08:39.591233 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f1284d-d3b1-49a5-a8f1-0586fbde4dc2 req-0fb3c9c5-eca0-4cad-a733-2f581faa606d tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:39.592737 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-85f1284d-d3b1-49a5-a8f1-0586fbde4dc2 req-0fb3c9c5-eca0-4cad-a733-2f581faa606d tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/ports?device_id=eef198f5-5223-4d49-8ce9-d9987fbc9f79 HTTP/1.1" status: 200 len: 944 time: 0.1244330 Aug 11 03:08:39.647750 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-02c78d80-0317-4a15-bc1f-eeb9f114dba2 req-a30c8295-b24f-489c-bbda-3bd14a86a8ba tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] Notify callbacks [] for floatingip, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:39.668627 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-85f1284d-d3b1-49a5-a8f1-0586fbde4dc2 req-7944f981-2bba-4a3b-9f9a-93915e854075 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/security-groups?id=4490b831-3ed6-471e-94da-f0207d61c828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666206 Aug 11 03:08:39.704878 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-638c8a58-3310-4e57-8894-a194ce4a283f req-a2c48aeb-3857-4c20-9e72-8a7646bdb577 service neutron] 10.222.0.24 "GET /v2.0/networks/ba16c1ee-b924-4acd-93e3-1916a7414241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727359 Aug 11 03:08:39.777483 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8b7fde7a-8bd4-40af-a599-85b7b9432de5 req-106183e4-8747-4ca8-824f-0a9eded7d06d tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/ports?device_id=871c2adb-bf30-4696-827a-ff17e1867b64 HTTP/1.1" status: 200 len: 210 time: 0.0290265 Aug 11 03:08:39.805909 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-02c78d80-0317-4a15-bc1f-eeb9f114dba2 req-a30c8295-b24f-489c-bbda-3bd14a86a8ba tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:39.933422 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabb7b70-cbe2-4f96-89fd-24309ee725bd req-8ce023f8-dbc5-42be-bd37-c8c15a09e2e9 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:39.934950 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-fabb7b70-cbe2-4f96-89fd-24309ee725bd req-8ce023f8-dbc5-42be-bd37-c8c15a09e2e9 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.41 "GET /v2.0/ports?device_id=98d6d82d-3a78-44f6-a171-1c19b3afea39 HTTP/1.1" status: 200 len: 950 time: 0.0939384 Aug 11 03:08:39.954780 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [req-02c78d80-0317-4a15-bc1f-eeb9f114dba2 req-a30c8295-b24f-489c-bbda-3bd14a86a8ba tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] Allocated IP 172.25.8.84 (09faf7d2-eaf5-4a50-bb6e-4cb05d009a76/e1a97443-13df-40bb-85f5-fd269e2742c0/46e9ff7d-f8a5-4b36-a423-66198b67cf01) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:08:40.001307 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-fabb7b70-cbe2-4f96-89fd-24309ee725bd req-53670d57-57ab-4a76-b4cc-3e2aec2162bb tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.41 "GET /v2.0/security-groups?id=4bfdc2ba-9f18-4435-9a1d-8c7ae69f76fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597856 Aug 11 03:08:40.063032 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95db403-d4d2-4f7d-9d04-7b2b7aee8303 req-84292ccb-1545-4b32-af4b-81d3685325dd tempest-ListImageFiltersTestJSON-411697844 tempest-ListImageFiltersTestJSON-411697844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:40.064587 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-a95db403-d4d2-4f7d-9d04-7b2b7aee8303 req-84292ccb-1545-4b32-af4b-81d3685325dd tempest-ListImageFiltersTestJSON-411697844 tempest-ListImageFiltersTestJSON-411697844-project] 10.222.0.22 "GET /v2.0/ports?device_id=53c3d301-4685-4f48-91f8-26f8246123b3 HTTP/1.1" status: 200 len: 948 time: 0.0569551 Aug 11 03:08:40.097999 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-02c78d80-0317-4a15-bc1f-eeb9f114dba2 req-a30c8295-b24f-489c-bbda-3bd14a86a8ba tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:40.156864 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d4880f-a9ba-4a0b-9859-f684bcac9556 req-81f4785b-e5bc-4174-829d-c233ab297214 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:40.158456 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c8d4880f-a9ba-4a0b-9859-f684bcac9556 req-81f4785b-e5bc-4174-829d-c233ab297214 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c44701a-3222-4040-bb5d-e60b1743b696 HTTP/1.1" status: 200 len: 950 time: 0.0796936 Aug 11 03:08:40.176653 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-a95db403-d4d2-4f7d-9d04-7b2b7aee8303 req-da866996-b18d-4008-9747-dbac26a35844 tempest-ListImageFiltersTestJSON-411697844 tempest-ListImageFiltersTestJSON-411697844-project] Deleting port ac18f128-6015-498d-80f1-06d1fce1499d {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:08:40.176915 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-a95db403-d4d2-4f7d-9d04-7b2b7aee8303 req-da866996-b18d-4008-9747-dbac26a35844 tempest-ListImageFiltersTestJSON-411697844 tempest-ListImageFiltersTestJSON-411697844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:40.279825 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-a95db403-d4d2-4f7d-9d04-7b2b7aee8303 req-da866996-b18d-4008-9747-dbac26a35844 tempest-ListImageFiltersTestJSON-411697844 tempest-ListImageFiltersTestJSON-411697844-project] For port ac18f128-6015-498d-80f1-06d1fce1499d, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=ac18f128-6015-498d-80f1-06d1fce1499d,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:08:40.280202 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-a95db403-d4d2-4f7d-9d04-7b2b7aee8303 req-da866996-b18d-4008-9747-dbac26a35844 tempest-ListImageFiltersTestJSON-411697844 tempest-ListImageFiltersTestJSON-411697844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:40.295939 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-a95db403-d4d2-4f7d-9d04-7b2b7aee8303 req-da866996-b18d-4008-9747-dbac26a35844 tempest-ListImageFiltersTestJSON-411697844 tempest-ListImageFiltersTestJSON-411697844-project] Calling delete_port for ac18f128-6015-498d-80f1-06d1fce1499d owned by compute:nova {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:08:40.472367 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c8d4880f-a9ba-4a0b-9859-f684bcac9556 req-81367ba2-31fa-4aa5-a105-f5a30871d31b tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3011103 Aug 11 03:08:40.475729 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-a95db403-d4d2-4f7d-9d04-7b2b7aee8303 req-da866996-b18d-4008-9747-dbac26a35844 tempest-ListImageFiltersTestJSON-411697844 tempest-ListImageFiltersTestJSON-411697844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:40.505639 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da866996-b18d-4008-9747-dbac26a35844 tempest-ListImageFiltersTestJSON-411697844 tempest-ListImageFiltersTestJSON-411697844-project] Pushing event deleted for resources: {'Port': ['ID=ac18f128-6015-498d-80f1-06d1fce1499d,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:40.513035 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-02c78d80-0317-4a15-bc1f-eeb9f114dba2 req-a30c8295-b24f-489c-bbda-3bd14a86a8ba tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:40.521362 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da866996-b18d-4008-9747-dbac26a35844 tempest-ListImageFiltersTestJSON-411697844 tempest-ListImageFiltersTestJSON-411697844-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:08:40.521362 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da866996-b18d-4008-9747-dbac26a35844 tempest-ListImageFiltersTestJSON-411697844 tempest-ListImageFiltersTestJSON-411697844-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:08:40.521362 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da866996-b18d-4008-9747-dbac26a35844 tempest-ListImageFiltersTestJSON-411697844 tempest-ListImageFiltersTestJSON-411697844-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:08:40.521362 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da866996-b18d-4008-9747-dbac26a35844 tempest-ListImageFiltersTestJSON-411697844 tempest-ListImageFiltersTestJSON-411697844-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:08:40.521362 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da866996-b18d-4008-9747-dbac26a35844 tempest-ListImageFiltersTestJSON-411697844 tempest-ListImageFiltersTestJSON-411697844-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:08:40.521362 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da866996-b18d-4008-9747-dbac26a35844 tempest-ListImageFiltersTestJSON-411697844 tempest-ListImageFiltersTestJSON-411697844-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:08:40.521362 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da866996-b18d-4008-9747-dbac26a35844 tempest-ListImageFiltersTestJSON-411697844 tempest-ListImageFiltersTestJSON-411697844-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:08:40.521991 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da866996-b18d-4008-9747-dbac26a35844 tempest-ListImageFiltersTestJSON-411697844 tempest-ListImageFiltersTestJSON-411697844-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:08:40.521991 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da866996-b18d-4008-9747-dbac26a35844 tempest-ListImageFiltersTestJSON-411697844 tempest-ListImageFiltersTestJSON-411697844-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:08:40.522426 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da866996-b18d-4008-9747-dbac26a35844 tempest-ListImageFiltersTestJSON-411697844 tempest-ListImageFiltersTestJSON-411697844-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:08:40.522606 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da866996-b18d-4008-9747-dbac26a35844 tempest-ListImageFiltersTestJSON-411697844 tempest-ListImageFiltersTestJSON-411697844-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:08:40.522931 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da866996-b18d-4008-9747-dbac26a35844 tempest-ListImageFiltersTestJSON-411697844 tempest-ListImageFiltersTestJSON-411697844-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:08:40.555191 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48f4ba46-35a2-4511-b8a2-1c96def3b7a6', 'tag': 'cd76a132-4ef4-4ffc-85f2-4c1a0de5f6b6'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:08:40.556963 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bda0fb7-9ff4-4c96-9678-d17345c9d065" -d '{"events": [{"name": "network-changed", "server_uuid": "48f4ba46-35a2-4511-b8a2-1c96def3b7a6", "tag": "cd76a132-4ef4-4ffc-85f2-4c1a0de5f6b6"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:08:40.561342 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-a95db403-d4d2-4f7d-9d04-7b2b7aee8303 req-da866996-b18d-4008-9747-dbac26a35844 tempest-ListImageFiltersTestJSON-411697844 tempest-ListImageFiltersTestJSON-411697844-project] No DVR routers for this DVR port ac18f128-6015-498d-80f1-06d1fce1499d on host n-h1-764292-30 {{(pid=102191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:08:40.562707 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02c78d80-0317-4a15-bc1f-eeb9f114dba2 req-a30c8295-b24f-489c-bbda-3bd14a86a8ba tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] Network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:08:40.565777 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [req-02c78d80-0317-4a15-bc1f-eeb9f114dba2 req-a30c8295-b24f-489c-bbda-3bd14a86a8ba tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:08:40.567838 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-a95db403-d4d2-4f7d-9d04-7b2b7aee8303 req-da866996-b18d-4008-9747-dbac26a35844 tempest-ListImageFiltersTestJSON-411697844 tempest-ListImageFiltersTestJSON-411697844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:40.569161 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [req-02c78d80-0317-4a15-bc1f-eeb9f114dba2 req-a30c8295-b24f-489c-bbda-3bd14a86a8ba tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:08:40.569932 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-a95db403-d4d2-4f7d-9d04-7b2b7aee8303 req-da866996-b18d-4008-9747-dbac26a35844 tempest-ListImageFiltersTestJSON-411697844 tempest-ListImageFiltersTestJSON-411697844-project] 10.222.0.22 "DELETE /v2.0/ports/ac18f128-6015-498d-80f1-06d1fce1499d HTTP/1.1" status: 204 len: 173 time: 0.4987607 Aug 11 03:08:40.570433 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53c3d301-4685-4f48-91f8-26f8246123b3', 'name': 'network-vif-deleted', 'tag': 'ac18f128-6015-498d-80f1-06d1fce1499d'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:08:40.572877 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f389a078-b306-4b61-95cf-811438ef5370" -d '{"events": [{"server_uuid": "53c3d301-4685-4f48-91f8-26f8246123b3", "name": "network-vif-deleted", "tag": "ac18f128-6015-498d-80f1-06d1fce1499d"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:08:40.601150 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30c8295-b24f-489c-bbda-3bd14a86a8ba tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] Pushing event updated for resources: {'Port': ['ID=46e9ff7d-f8a5-4b36-a423-66198b67cf01,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:40.639732 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2c4d85f7-2a56-417d-b734-dc6daa5b4153 req-cb15c687-5ffd-41fe-9693-4387b600ec04 tempest-ListImageFiltersTestJSON-411697844 tempest-ListImageFiltersTestJSON-411697844-project] 10.222.0.41 "GET /v2.0/ports?device_id=53c3d301-4685-4f48-91f8-26f8246123b3 HTTP/1.1" status: 200 len: 210 time: 0.0286801 Aug 11 03:08:40.694536 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:08:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1125d29-36cb-432a-98db-0edff3441c4c x-openstack-request-id: req-a1125d29-36cb-432a-98db-0edff3441c4c {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:08:40.694824 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48f4ba46-35a2-4511-b8a2-1c96def3b7a6", "tag": "cd76a132-4ef4-4ffc-85f2-4c1a0de5f6b6", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:08:40.695072 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a1125d29-36cb-432a-98db-0edff3441c4c {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:08:40.695453 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48f4ba46-35a2-4511-b8a2-1c96def3b7a6', 'tag': 'cd76a132-4ef4-4ffc-85f2-4c1a0de5f6b6', 'status': 'completed', 'code': 200} Aug 11 03:08:40.721315 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:08:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c57a9acc-1a5f-4851-89d8-c5ad76d82d56 x-openstack-request-id: req-c57a9acc-1a5f-4851-89d8-c5ad76d82d56 {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:08:40.721614 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53c3d301-4685-4f48-91f8-26f8246123b3", "name": "network-vif-deleted", "tag": "ac18f128-6015-498d-80f1-06d1fce1499d", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:08:40.721869 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c57a9acc-1a5f-4851-89d8-c5ad76d82d56 {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:08:40.722266 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53c3d301-4685-4f48-91f8-26f8246123b3', 'name': 'network-vif-deleted', 'tag': 'ac18f128-6015-498d-80f1-06d1fce1499d', 'status': 'completed', 'code': 200} Aug 11 03:08:40.759471 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-02c78d80-0317-4a15-bc1f-eeb9f114dba2 req-a30c8295-b24f-489c-bbda-3bd14a86a8ba tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:40.817183 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bda0fb7-9ff4-4c96-9678-d17345c9d065 req-8d1f4915-bba8-4640-ad1a-723c6c5db065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:40.818662 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9bda0fb7-9ff4-4c96-9678-d17345c9d065 req-8d1f4915-bba8-4640-ad1a-723c6c5db065 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fba9b147a9744754b77a3fc98c1a44ef&device_id=48f4ba46-35a2-4511-b8a2-1c96def3b7a6 HTTP/1.1" status: 200 len: 1097 time: 0.0909977 Aug 11 03:08:40.843724 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821e3f80-bd1b-4b77-9065-39c43bd381e4 req-09ae4c57-b194-4705-bbed-06418173acf1 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:40.845259 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-821e3f80-bd1b-4b77-9065-39c43bd381e4 req-09ae4c57-b194-4705-bbed-06418173acf1 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/ports?device_id=eef198f5-5223-4d49-8ce9-d9987fbc9f79 HTTP/1.1" status: 200 len: 944 time: 0.0732749 Aug 11 03:08:40.940691 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-02c78d80-0317-4a15-bc1f-eeb9f114dba2 req-a30c8295-b24f-489c-bbda-3bd14a86a8ba tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:40.996366 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-821e3f80-bd1b-4b77-9065-39c43bd381e4 req-1736dd98-fd10-48bb-b0ac-5bfd7271dc7d tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/security-groups?id=4490b831-3ed6-471e-94da-f0207d61c828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1385322 Aug 11 03:08:41.028885 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bda0fb7-9ff4-4c96-9678-d17345c9d065 req-d1f99728-73ef-43cf-baa6-be479220fa40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:41.032845 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9bda0fb7-9ff4-4c96-9678-d17345c9d065 req-d1f99728-73ef-43cf-baa6-be479220fa40 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ba16c1ee-b924-4acd-93e3-1916a7414241 HTTP/1.1" status: 200 len: 920 time: 0.2030771 Aug 11 03:08:41.051834 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:41.138197 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9bda0fb7-9ff4-4c96-9678-d17345c9d065 req-1d0a1a43-036a-4c2f-8638-7633398c1fcb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cd76a132-4ef4-4ffc-85f2-4c1a0de5f6b6 HTTP/1.1" status: 200 len: 217 time: 0.0612109 Aug 11 03:08:41.246996 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bda0fb7-9ff4-4c96-9678-d17345c9d065 req-5d4dca2e-b258-4a02-aa1c-358ec84982fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:41.248365 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9bda0fb7-9ff4-4c96-9678-d17345c9d065 req-5d4dca2e-b258-4a02-aa1c-358ec84982fc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c9948c0e-1a7a-4d2b-b7c0-e1311563d7af HTTP/1.1" status: 200 len: 859 time: 0.0943279 Aug 11 03:08:41.259566 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d382bed-44d4-45b2-a19f-74d29d8a073e req-1a594679-a516-4cbd-93ca-6611ee6bad0c tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:41.260992 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5d382bed-44d4-45b2-a19f-74d29d8a073e req-1a594679-a516-4cbd-93ca-6611ee6bad0c tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.41 "GET /v2.0/ports?device_id=98d6d82d-3a78-44f6-a171-1c19b3afea39 HTTP/1.1" status: 200 len: 950 time: 0.1381855 Aug 11 03:08:41.300285 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9bda0fb7-9ff4-4c96-9678-d17345c9d065 req-70d56f89-fa61-4d90-9a4f-cf962e09eb59 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ba16c1ee-b924-4acd-93e3-1916a7414241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370438 Aug 11 03:08:41.329162 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-02c78d80-0317-4a15-bc1f-eeb9f114dba2 req-a30c8295-b24f-489c-bbda-3bd14a86a8ba tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] Notify callbacks [] for port, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:41.391637 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5d382bed-44d4-45b2-a19f-74d29d8a073e req-b0119498-9bc6-4a98-9636-ef4a42cc336e tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.41 "GET /v2.0/security-groups?id=4bfdc2ba-9f18-4435-9a1d-8c7ae69f76fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169348 Aug 11 03:08:41.395841 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-02c78d80-0317-4a15-bc1f-eeb9f114dba2 req-a30c8295-b24f-489c-bbda-3bd14a86a8ba tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:41.501701 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30c8295-b24f-489c-bbda-3bd14a86a8ba tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] Pushing event updated for resources: {'Port': ['ID=46e9ff7d-f8a5-4b36-a423-66198b67cf01,revision_number=2']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:41.513357 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9bda0fb7-9ff4-4c96-9678-d17345c9d065 req-5140c1af-e0f7-430f-b8ae-b661e94a9b17 service neutron] 10.222.0.24 "GET /v2.0/networks/ba16c1ee-b924-4acd-93e3-1916a7414241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927614 Aug 11 03:08:41.513357 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-02c78d80-0317-4a15-bc1f-eeb9f114dba2 req-a30c8295-b24f-489c-bbda-3bd14a86a8ba tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446866'] for floatingip, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:41.644915 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbf0290-d0ab-4fd6-9a2f-30d7cc5a9d9b req-7fde13b1-c5a2-40f7-94fd-497ecde960fd tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:41.646432 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8dbf0290-d0ab-4fd6-9a2f-30d7cc5a9d9b req-7fde13b1-c5a2-40f7-94fd-497ecde960fd tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c44701a-3222-4040-bb5d-e60b1743b696 HTTP/1.1" status: 200 len: 950 time: 0.0781877 Aug 11 03:08:41.653691 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9bda0fb7-9ff4-4c96-9678-d17345c9d065 req-6d8b0757-da70-4e1e-8d26-3c18da831a0d service neutron] 10.222.0.24 "GET /v2.0/networks/ba16c1ee-b924-4acd-93e3-1916a7414241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370759 Aug 11 03:08:41.655685 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-02c78d80-0317-4a15-bc1f-eeb9f114dba2 req-a30c8295-b24f-489c-bbda-3bd14a86a8ba tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for floatingip, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:41.656749 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-02c78d80-0317-4a15-bc1f-eeb9f114dba2 req-a30c8295-b24f-489c-bbda-3bd14a86a8ba tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.1705148 Aug 11 03:08:41.755299 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-02c78d80-0317-4a15-bc1f-eeb9f114dba2 req-fdb64b0d-c9d6-413e-8f1d-63791b97e5a2 tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.8.84 HTTP/1.1" status: 200 len: 695 time: 0.0842571 Aug 11 03:08:41.759966 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8dbf0290-d0ab-4fd6-9a2f-30d7cc5a9d9b req-bcf53289-d067-4271-ba90-2a9f690b09d9 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052668 Aug 11 03:08:41.875421 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c78d80-0317-4a15-bc1f-eeb9f114dba2 req-cbd4e861-4cef-4334-93e5-1f9e4bef68e0 tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:41.876862 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-02c78d80-0317-4a15-bc1f-eeb9f114dba2 req-cbd4e861-4cef-4334-93e5-1f9e4bef68e0 tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] 10.222.0.41 "GET /v2.0/networks/09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 HTTP/1.1" status: 200 len: 784 time: 0.1151719 Aug 11 03:08:42.061449 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53333f39-438d-4c30-b4df-c009b83e8ccb req-95e7ae71-e4b0-4751-a06e-30afe1525893 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:42.062967 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-53333f39-438d-4c30-b4df-c009b83e8ccb req-95e7ae71-e4b0-4751-a06e-30afe1525893 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/networks?id=b3c19a2d-0e26-410a-b53e-1619e285dc24 HTTP/1.1" status: 200 len: 812 time: 0.1633565 Aug 11 03:08:42.071247 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a50706a-39e4-4ab5-bdf0-688d126b179a req-92cf31a6-a85a-457c-8c4e-1e16e15eaad6 tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:42.072614 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5a50706a-39e4-4ab5-bdf0-688d126b179a req-92cf31a6-a85a-457c-8c4e-1e16e15eaad6 tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] 10.222.0.41 "GET /v2.0/ports?device_id=48f4ba46-35a2-4511-b8a2-1c96def3b7a6&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1162417 Aug 11 03:08:42.090081 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-53333f39-438d-4c30-b4df-c009b83e8ccb req-100fd8bc-2110-4402-abb1-bef19858c548 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/quotas/c348de37bb094671bc15dc0c22bb5512 HTTP/1.1" status: 200 len: 375 time: 0.0165527 Aug 11 03:08:42.132752 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5a50706a-39e4-4ab5-bdf0-688d126b179a req-470df3a0-9460-49d6-a095-7f2eb4d59c56 tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.8.84 HTTP/1.1" status: 200 len: 695 time: 0.0522203 Aug 11 03:08:42.152385 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-53333f39-438d-4c30-b4df-c009b83e8ccb req-caa0a218-c06d-4bb7-9fdd-a01bd4ebf689 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c348de37bb094671bc15dc0c22bb5512&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0368407 Aug 11 03:08:42.155342 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-5a50706a-39e4-4ab5-bdf0-688d126b179a req-21b37063-5f5a-4070-b8ee-60030f76e5c2 tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] Request body: {'floatingip': {'port_id': 'cd76a132-4ef4-4ffc-85f2-4c1a0de5f6b6', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:08:42.228949 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-5a50706a-39e4-4ab5-bdf0-688d126b179a req-21b37063-5f5a-4070-b8ee-60030f76e5c2 tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] Notify callbacks [] for floatingip, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:42.357222 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device f8d33e19-1a39-49b9-b9dd-7682d139ad79 details requested by agent hyperv_n-h2-764292-30 with host n-h2-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:08:42.361652 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-53333f39-438d-4c30-b4df-c009b83e8ccb req-be5b71ba-bf98-4658-b82a-89163cc36b01 service neutron] 10.222.0.41 "GET /v2.0/networks/b3c19a2d-0e26-410a-b53e-1619e285dc24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020361 Aug 11 03:08:42.459514 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port f8d33e19-1a39-49b9-b9dd-7682d139ad79, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=f8d33e19-1a39-49b9-b9dd-7682d139ad79,segment=NetworkSegment(77249f53-d91a-4900-864a-cb193f73fd0b),segment_id=77249f53-d91a-4900-864a-cb193f73fd0b)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:08:42.471471 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Returning: {'device': 'f8d33e19-1a39-49b9-b9dd-7682d139ad79', 'network_id': 'd17d1b32-4aa7-4439-b455-9cb54b2072df', 'port_id': 'f8d33e19-1a39-49b9-b9dd-7682d139ad79', 'mac_address': 'fa:16:3e:c4:bc:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8bae62b-5e51-4859-99ce-3b4e8f86224a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:08:42.512288 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:42.525012 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8d33e19-1a39-49b9-b9dd-7682d139ad79 {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:08:42.540481 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-53333f39-438d-4c30-b4df-c009b83e8ccb req-96fa89a8-208d-491c-945c-580c00b96a78 service neutron] 10.222.0.41 "GET /v2.0/networks/b3c19a2d-0e26-410a-b53e-1619e285dc24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394956 Aug 11 03:08:42.546701 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port f8d33e19-1a39-49b9-b9dd-7682d139ad79, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=f8d33e19-1a39-49b9-b9dd-7682d139ad79,segment=NetworkSegment(77249f53-d91a-4900-864a-cb193f73fd0b),segment_id=77249f53-d91a-4900-864a-cb193f73fd0b)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:08:42.606276 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:42.655069 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=f8d33e19-1a39-49b9-b9dd-7682d139ad79,revision_number=11']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:42.789488 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-5a50706a-39e4-4ab5-bdf0-688d126b179a req-21b37063-5f5a-4070-b8ee-60030f76e5c2 tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:42.856912 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-5a50706a-39e4-4ab5-bdf0-688d126b179a req-21b37063-5f5a-4070-b8ee-60030f76e5c2 tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446866'] for floatingip, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:42.959200 n-d-764292-30 neutron-server[102192]: INFO neutron.db.l3_db [req-5a50706a-39e4-4ab5-bdf0-688d126b179a req-21b37063-5f5a-4070-b8ee-60030f76e5c2 tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] Floating IP 2521c2fa-9091-4bc8-b99b-e96122be3b12 associated. External IP: 172.25.8.84, port: cd76a132-4ef4-4ffc-85f2-4c1a0de5f6b6. Aug 11 03:08:43.016599 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['f8d33e19-1a39-49b9-b9dd-7682d139ad79'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:08:43.449107 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1688a4-e283-4164-b2f8-8c00aaf18e73 req-b55054d4-97df-464a-9e4c-3886a4cc6f46 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:43.450861 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-fe1688a4-e283-4164-b2f8-8c00aaf18e73 req-b55054d4-97df-464a-9e4c-3886a4cc6f46 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/ports?device_id=eef198f5-5223-4d49-8ce9-d9987fbc9f79 HTTP/1.1" status: 200 len: 945 time: 0.1171780 Aug 11 03:08:43.496628 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5a50706a-39e4-4ab5-bdf0-688d126b179a req-21b37063-5f5a-4070-b8ee-60030f76e5c2 tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] Router 91bb858b-fd76-4ffc-beff-fa72f11f1500 has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:08:43.502067 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-fe1688a4-e283-4164-b2f8-8c00aaf18e73 req-dec8be7b-5dff-452d-89f3-74274cfd0fb7 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/security-groups?id=4490b831-3ed6-471e-94da-f0207d61c828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445635 Aug 11 03:08:43.637747 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5a50706a-39e4-4ab5-bdf0-688d126b179a req-21b37063-5f5a-4070-b8ee-60030f76e5c2 tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:08:43.642764 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-5a50706a-39e4-4ab5-bdf0-688d126b179a req-21b37063-5f5a-4070-b8ee-60030f76e5c2 tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for floatingip, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:43.647481 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43fe0f59-6de2-4f5b-883e-d3cc8f255e86 None None] Sync routers for ids ['91bb858b-fd76-4ffc-beff-fa72f11f1500'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:08:43.656401 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24d4091-8242-4c22-bf98-1cb9814cd113 req-b1100369-ecd3-498c-a03a-fd35f143c45d tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:43.656401 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e24d4091-8242-4c22-bf98-1cb9814cd113 req-b1100369-ecd3-498c-a03a-fd35f143c45d tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.41 "GET /v2.0/ports?device_id=98d6d82d-3a78-44f6-a171-1c19b3afea39 HTTP/1.1" status: 200 len: 950 time: 0.0933843 Aug 11 03:08:43.657302 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43fe0f59-6de2-4f5b-883e-d3cc8f255e86 None None] Routers {'91bb858b-fd76-4ffc-beff-fa72f11f1500'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:08:43.658254 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-43fe0f59-6de2-4f5b-883e-d3cc8f255e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:08:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['91bb858b-fd76-4ffc-beff-fa72f11f1500'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:08:43.699460 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5a50706a-39e4-4ab5-bdf0-688d126b179a req-21b37063-5f5a-4070-b8ee-60030f76e5c2 tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] 10.222.0.41 "PUT /v2.0/floatingips/2521c2fa-9091-4bc8-b99b-e96122be3b12 HTTP/1.1" status: 200 len: 995 time: 1.5499394 Aug 11 03:08:43.700429 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48f4ba46-35a2-4511-b8a2-1c96def3b7a6', 'tag': 'cd76a132-4ef4-4ffc-85f2-4c1a0de5f6b6'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:08:43.702781 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13fa4ca1-905e-4a48-a9ae-be935344257d" -d '{"events": [{"name": "network-changed", "server_uuid": "48f4ba46-35a2-4511-b8a2-1c96def3b7a6", "tag": "cd76a132-4ef4-4ffc-85f2-4c1a0de5f6b6"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:08:43.732260 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e24d4091-8242-4c22-bf98-1cb9814cd113 req-04eb6a54-b110-4976-8b4d-608e12433adc tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.41 "GET /v2.0/security-groups?id=4bfdc2ba-9f18-4435-9a1d-8c7ae69f76fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596924 Aug 11 03:08:43.765504 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a50706a-39e4-4ab5-bdf0-688d126b179a req-ebed7030-6056-40ca-a28e-bd3d02d2f8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:43.768452 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5a50706a-39e4-4ab5-bdf0-688d126b179a req-ebed7030-6056-40ca-a28e-bd3d02d2f8bc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fba9b147a9744754b77a3fc98c1a44ef&device_id=48f4ba46-35a2-4511-b8a2-1c96def3b7a6 HTTP/1.1" status: 200 len: 1097 time: 0.0516078 Aug 11 03:08:43.782135 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-43fe0f59-6de2-4f5b-883e-d3cc8f255e86 None None] Set router 91bb858b-fd76-4ffc-beff-fa72f11f1500 gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:08:43.856184 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-696bd6e5-2344-4890-814d-bfb4ed90232b req-f2f20d18-1a85-460d-8183-242ccde05ac3 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b36dbdd-b25b-4536-8d0d-1a18f2256741 HTTP/1.1" status: 200 len: 210 time: 0.0549378 Aug 11 03:08:43.902366 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a50706a-39e4-4ab5-bdf0-688d126b179a req-dac3633a-778c-4800-8305-5fdb90b83eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:43.904062 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5a50706a-39e4-4ab5-bdf0-688d126b179a req-dac3633a-778c-4800-8305-5fdb90b83eb0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ba16c1ee-b924-4acd-93e3-1916a7414241 HTTP/1.1" status: 200 len: 920 time: 0.1248398 Aug 11 03:08:44.002354 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5a50706a-39e4-4ab5-bdf0-688d126b179a req-d33c5f81-5de0-43f5-827a-553a889b302f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cd76a132-4ef4-4ffc-85f2-4c1a0de5f6b6 HTTP/1.1" status: 200 len: 998 time: 0.0885866 Aug 11 03:08:44.024802 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7965a60b-4527-4e30-af2b-4b5927284a52 req-310ba6df-23a9-4ff8-8400-8918deda9600 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:44.026299 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7965a60b-4527-4e30-af2b-4b5927284a52 req-310ba6df-23a9-4ff8-8400-8918deda9600 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c44701a-3222-4040-bb5d-e60b1743b696 HTTP/1.1" status: 200 len: 950 time: 0.0775006 Aug 11 03:08:44.033306 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-43fe0f59-6de2-4f5b-883e-d3cc8f255e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91bb858b-fd76-4ffc-beff-fa72f11f1500', 'name': 'tempest-ServerRescueTestJSONUnderV235-276210324-router', 'tenant_id': 'fba9b147a9744754b77a3fc98c1a44ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': '56501e14-14f0-4d57-83f1-57e340c29a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:07:26Z', 'updated_at': '2021-08-11T03:07:31Z', 'revision_number': 4, 'project_id': 'fba9b147a9744754b77a3fc98c1a44ef', 'gw_port': {'id': '56501e14-14f0-4d57-83f1-57e340c29a58', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:13:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91bb858b-fd76-4ffc-beff-fa72f11f1500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:07:27Z', 'updated_at': '2021-08-11T03:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_floatingips': [{'id': '2521c2fa-9091-4bc8-b99b-e96122be3b12', 'tenant_id': 'fba9b147a9744754b77a3fc98c1a44ef', 'floating_ip_address': '172.25.8.84', 'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'router_id': '91bb858b-fd76-4ffc-beff-fa72f11f1500', 'port_id': 'cd76a132-4ef4-4ffc-85f2-4c1a0de5f6b6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1043, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba16c1ee-b924-4acd-93e3-1916a7414241', 'mac_address': 'fa:16:3e:84:99:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f4ba46-35a2-4511-b8a2-1c96def3b7a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:08:40Z', 'updated_at': '2021-08-11T03:08:42Z', 'revision_number': 1, 'project_id': 'fba9b147a9744754b77a3fc98c1a44ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a7c207d-f253-4144-aa51-6b19b323c6d1', 'name': '', 'network_id': 'ba16c1ee-b924-4acd-93e3-1916a7414241', 'tenant_id': 'fba9b147a9744754b77a3fc98c1a44ef', 'mac_address': 'fa:16:3e:49:da:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91bb858b-fd76-4ffc-beff-fa72f11f1500', 'device_owner': 'network:router_interface', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': 'c9948c0e-1a7a-4d2b-b7c0-e1311563d7af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:07:30Z', 'updated_at': '2021-08-11T03:07:38Z', 'revision_number': 5, 'project_id': 'fba9b147a9744754b77a3fc98c1a44ef', 'subnets': [{'id': 'c9948c0e-1a7a-4d2b-b7c0-e1311563d7af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:08:44.060504 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43fe0f59-6de2-4f5b-883e-d3cc8f255e86 None None] Checking router: 91bb858b-fd76-4ffc-beff-fa72f11f1500 for host: n-d-764292-30 {{(pid=102193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:08:44.069242 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43fe0f59-6de2-4f5b-883e-d3cc8f255e86 None None] Routers {'91bb858b-fd76-4ffc-beff-fa72f11f1500'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:08:44.069849 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-43fe0f59-6de2-4f5b-883e-d3cc8f255e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:08:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['91bb858b-fd76-4ffc-beff-fa72f11f1500'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:08:44.089643 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a50706a-39e4-4ab5-bdf0-688d126b179a req-0db458cd-c4a2-4793-9d09-f0b073e78855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:44.091166 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5a50706a-39e4-4ab5-bdf0-688d126b179a req-0db458cd-c4a2-4793-9d09-f0b073e78855 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c9948c0e-1a7a-4d2b-b7c0-e1311563d7af HTTP/1.1" status: 200 len: 859 time: 0.0839252 Aug 11 03:08:44.096134 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7965a60b-4527-4e30-af2b-4b5927284a52 req-2286cbf8-e7cd-4f9d-aacf-af264c4218a9 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507715 Aug 11 03:08:44.124244 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5a50706a-39e4-4ab5-bdf0-688d126b179a req-0fb459d9-7f96-424f-9e7f-d1181febb2b6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ba16c1ee-b924-4acd-93e3-1916a7414241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265660 Aug 11 03:08:44.179536 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-43fe0f59-6de2-4f5b-883e-d3cc8f255e86 None None] Set router 91bb858b-fd76-4ffc-beff-fa72f11f1500 gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:08:44.232402 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5a50706a-39e4-4ab5-bdf0-688d126b179a req-42ef8cfb-4b42-491a-b1bf-f4b423986492 service neutron] 10.222.0.41 "GET /v2.0/networks/ba16c1ee-b924-4acd-93e3-1916a7414241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003575 Aug 11 03:08:44.336504 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5a50706a-39e4-4ab5-bdf0-688d126b179a req-2952828a-ae6d-4a1b-b689-b13e6cf8bdeb service neutron] 10.222.0.41 "GET /v2.0/networks/ba16c1ee-b924-4acd-93e3-1916a7414241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970709 Aug 11 03:08:44.421315 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-43fe0f59-6de2-4f5b-883e-d3cc8f255e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91bb858b-fd76-4ffc-beff-fa72f11f1500', 'name': 'tempest-ServerRescueTestJSONUnderV235-276210324-router', 'tenant_id': 'fba9b147a9744754b77a3fc98c1a44ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': '56501e14-14f0-4d57-83f1-57e340c29a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:07:26Z', 'updated_at': '2021-08-11T03:07:31Z', 'revision_number': 4, 'project_id': 'fba9b147a9744754b77a3fc98c1a44ef', 'gw_port': {'id': '56501e14-14f0-4d57-83f1-57e340c29a58', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:13:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91bb858b-fd76-4ffc-beff-fa72f11f1500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:07:27Z', 'updated_at': '2021-08-11T03:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_floatingips': [{'id': '2521c2fa-9091-4bc8-b99b-e96122be3b12', 'tenant_id': 'fba9b147a9744754b77a3fc98c1a44ef', 'floating_ip_address': '172.25.8.84', 'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'router_id': '91bb858b-fd76-4ffc-beff-fa72f11f1500', 'port_id': 'cd76a132-4ef4-4ffc-85f2-4c1a0de5f6b6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1043, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba16c1ee-b924-4acd-93e3-1916a7414241', 'mac_address': 'fa:16:3e:84:99:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f4ba46-35a2-4511-b8a2-1c96def3b7a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:08:40Z', 'updated_at': '2021-08-11T03:08:42Z', 'revision_number': 1, 'project_id': 'fba9b147a9744754b77a3fc98c1a44ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a7c207d-f253-4144-aa51-6b19b323c6d1', 'name': '', 'network_id': 'ba16c1ee-b924-4acd-93e3-1916a7414241', 'tenant_id': 'fba9b147a9744754b77a3fc98c1a44ef', 'mac_address': 'fa:16:3e:49:da:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91bb858b-fd76-4ffc-beff-fa72f11f1500', 'device_owner': 'network:router_interface', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': 'c9948c0e-1a7a-4d2b-b7c0-e1311563d7af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:07:30Z', 'updated_at': '2021-08-11T03:07:38Z', 'revision_number': 5, 'project_id': 'fba9b147a9744754b77a3fc98c1a44ef', 'subnets': [{'id': 'c9948c0e-1a7a-4d2b-b7c0-e1311563d7af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:08:44.447026 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43fe0f59-6de2-4f5b-883e-d3cc8f255e86 None None] The sync data for ids ['91bb858b-fd76-4ffc-beff-fa72f11f1500'] in n-d-764292-30 is: [{'id': '91bb858b-fd76-4ffc-beff-fa72f11f1500', 'name': 'tempest-ServerRescueTestJSONUnderV235-276210324-router', 'tenant_id': 'fba9b147a9744754b77a3fc98c1a44ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': '56501e14-14f0-4d57-83f1-57e340c29a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:07:26Z', 'updated_at': '2021-08-11T03:07:31Z', 'revision_number': 4, 'project_id': 'fba9b147a9744754b77a3fc98c1a44ef', 'gw_port': {'id': '56501e14-14f0-4d57-83f1-57e340c29a58', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:13:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91bb858b-fd76-4ffc-beff-fa72f11f1500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:07:27Z', 'updated_at': '2021-08-11T03:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_floatingips': [{'id': '2521c2fa-9091-4bc8-b99b-e96122be3b12', 'tenant_id': 'fba9b147a9744754b77a3fc98c1a44ef', 'floating_ip_address': '172.25.8.84', 'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'router_id': '91bb858b-fd76-4ffc-beff-fa72f11f1500', 'port_id': 'cd76a132-4ef4-4ffc-85f2-4c1a0de5f6b6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1043, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba16c1ee-b924-4acd-93e3-1916a7414241', 'mac_address': 'fa:16:3e:84:99:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f4ba46-35a2-4511-b8a2-1c96def3b7a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:08:40Z', 'updated_at': '2021-08-11T03:08:42Z', 'revision_number': 1, 'project_id': 'fba9b147a9744754b77a3fc98c1a44ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a7c207d-f253-4144-aa51-6b19b323c6d1', 'name': '', 'network_id': 'ba16c1ee-b924-4acd-93e3-1916a7414241', 'tenant_id': 'fba9b147a9744754b77a3fc98c1a44ef', 'mac_address': 'fa:16:3e:49:da:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91bb858b-fd76-4ffc-beff-fa72f11f1500', 'device_owner': 'network:router_interface', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': 'c9948c0e-1a7a-4d2b-b7c0-e1311563d7af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:07:30Z', 'updated_at': '2021-08-11T03:07:38Z', 'revision_number': 5, 'project_id': 'fba9b147a9744754b77a3fc98c1a44ef', 'subnets': [{'id': 'c9948c0e-1a7a-4d2b-b7c0-e1311563d7af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:08:44.508484 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:08:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f1dc258-a1c4-47c3-9e0c-bc53375b373f x-openstack-request-id: req-9f1dc258-a1c4-47c3-9e0c-bc53375b373f {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:08:44.509144 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48f4ba46-35a2-4511-b8a2-1c96def3b7a6", "tag": "cd76a132-4ef4-4ffc-85f2-4c1a0de5f6b6", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:08:44.509633 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9f1dc258-a1c4-47c3-9e0c-bc53375b373f {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:08:44.510355 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48f4ba46-35a2-4511-b8a2-1c96def3b7a6', 'tag': 'cd76a132-4ef4-4ffc-85f2-4c1a0de5f6b6', 'status': 'completed', 'code': 200} Aug 11 03:08:44.583627 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fa4ca1-905e-4a48-a9ae-be935344257d req-cf21c755-e41c-48d1-ae85-df27e8c95364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:44.585611 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-13fa4ca1-905e-4a48-a9ae-be935344257d req-cf21c755-e41c-48d1-ae85-df27e8c95364 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fba9b147a9744754b77a3fc98c1a44ef&device_id=48f4ba46-35a2-4511-b8a2-1c96def3b7a6 HTTP/1.1" status: 200 len: 1097 time: 0.0466895 Aug 11 03:08:44.627896 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device ac18f128-6015-498d-80f1-06d1fce1499d no longer exists at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:08:44.650217 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] No Port match for: ac18f128-6015-498d-80f1-06d1fce1499d {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:08:44.651090 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device ac18f128-6015-498d-80f1-06d1fce1499d not bound to the agent host n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:08:44.700933 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dad9514-bc1b-4d26-80f9-afbcb6cfa732 None None] New status for floating IP 2521c2fa-9091-4bc8-b99b-e96122be3b12: ACTIVE {{(pid=102194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:08:44.712352 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fa4ca1-905e-4a48-a9ae-be935344257d req-ad28fb30-6cf8-461b-9694-8c9b921dc5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:44.713909 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-13fa4ca1-905e-4a48-a9ae-be935344257d req-ad28fb30-6cf8-461b-9694-8c9b921dc5b8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ba16c1ee-b924-4acd-93e3-1916a7414241 HTTP/1.1" status: 200 len: 920 time: 0.1208277 Aug 11 03:08:44.790085 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-13fa4ca1-905e-4a48-a9ae-be935344257d req-f2a7d580-3ff7-4b2f-90fb-4505c946a296 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cd76a132-4ef4-4ffc-85f2-4c1a0de5f6b6 HTTP/1.1" status: 200 len: 998 time: 0.0680082 Aug 11 03:08:44.894220 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fa4ca1-905e-4a48-a9ae-be935344257d req-8631317f-48df-4274-a398-9dce113603f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:44.895696 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-13fa4ca1-905e-4a48-a9ae-be935344257d req-8631317f-48df-4274-a398-9dce113603f2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c9948c0e-1a7a-4d2b-b7c0-e1311563d7af HTTP/1.1" status: 200 len: 859 time: 0.0971127 Aug 11 03:08:44.946122 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-13fa4ca1-905e-4a48-a9ae-be935344257d req-c959b8a0-bb44-451b-b547-2d5dd87e4b00 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ba16c1ee-b924-4acd-93e3-1916a7414241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389621 Aug 11 03:08:44.951786 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-41815f1d-e4c2-452b-9da8-c3c8aef2bdea req-fca60e35-8720-4a7a-bec3-9036b0e9d3e6 tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.8.84 HTTP/1.1" status: 200 len: 998 time: 0.1200016 Aug 11 03:08:45.046754 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41815f1d-e4c2-452b-9da8-c3c8aef2bdea req-ca842686-b4c3-495e-9dff-55ebf6646cf5 tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:45.048028 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-41815f1d-e4c2-452b-9da8-c3c8aef2bdea req-ca842686-b4c3-495e-9dff-55ebf6646cf5 tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] 10.222.0.41 "GET /v2.0/ports/cd76a132-4ef4-4ffc-85f2-4c1a0de5f6b6 HTTP/1.1" status: 200 len: 942 time: 0.0903547 Aug 11 03:08:45.088002 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-13fa4ca1-905e-4a48-a9ae-be935344257d req-a84acbe8-561c-4410-8241-e7ebc46ba4b3 service neutron] 10.222.0.24 "GET /v2.0/networks/ba16c1ee-b924-4acd-93e3-1916a7414241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213334 Aug 11 03:08:45.242855 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-41815f1d-e4c2-452b-9da8-c3c8aef2bdea req-383b0c28-6a33-45a6-81bb-20246ebb7580 tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.8.84 HTTP/1.1" status: 200 len: 1000 time: 0.1465902 Aug 11 03:08:45.268511 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c81fdd-f08b-408a-a383-6738cf1df9b0 req-cec80b7a-d849-4fa6-9aa1-83c186c85c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:45.270015 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-33c81fdd-f08b-408a-a383-6738cf1df9b0 req-cec80b7a-d849-4fa6-9aa1-83c186c85c61 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3419766c112444a3864f482257b66851&device_id=70c84ed6-1b38-4b73-8bea-55c843cc7bda HTTP/1.1" status: 200 len: 1096 time: 0.0443873 Aug 11 03:08:45.283330 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a8b1f8-b0f2-4f3d-9b0a-22249d657618 req-d785f9be-85ff-4153-bb11-ab0529cc7747 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:45.284771 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-14a8b1f8-b0f2-4f3d-9b0a-22249d657618 req-d785f9be-85ff-4153-bb11-ab0529cc7747 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/ports?device_id=eef198f5-5223-4d49-8ce9-d9987fbc9f79 HTTP/1.1" status: 200 len: 945 time: 0.1631265 Aug 11 03:08:45.302021 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-13fa4ca1-905e-4a48-a9ae-be935344257d req-50d14b01-c1fa-459b-ac4a-d7c62d33eb26 service neutron] 10.222.0.24 "GET /v2.0/networks/ba16c1ee-b924-4acd-93e3-1916a7414241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038836 Aug 11 03:08:45.363662 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c81fdd-f08b-408a-a383-6738cf1df9b0 req-cd6ec4d3-d599-477a-9e86-9deefdd6d0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:45.365195 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-33c81fdd-f08b-408a-a383-6738cf1df9b0 req-cd6ec4d3-d599-477a-9e86-9deefdd6d0a5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=6b5eb666-47e5-4ddb-b0bc-16855d478160 HTTP/1.1" status: 200 len: 913 time: 0.0850737 Aug 11 03:08:45.383722 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-14a8b1f8-b0f2-4f3d-9b0a-22249d657618 req-5812ad3f-c696-4c1f-ae60-4025b9e1ffe9 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/security-groups?id=4490b831-3ed6-471e-94da-f0207d61c828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841510 Aug 11 03:08:45.422807 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41815f1d-e4c2-452b-9da8-c3c8aef2bdea req-e26d1a55-052a-4d71-b96b-eb7afaec51cb tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:45.424592 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-41815f1d-e4c2-452b-9da8-c3c8aef2bdea req-e26d1a55-052a-4d71-b96b-eb7afaec51cb tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] 10.222.0.41 "GET /v2.0/networks/09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 HTTP/1.1" status: 200 len: 784 time: 0.1729553 Aug 11 03:08:45.438278 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-33c81fdd-f08b-408a-a383-6738cf1df9b0 req-428de5c0-0008-4c27-bc55-16cc20fadf53 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fa57729b-416e-4b56-988d-5e0b3aee0303 HTTP/1.1" status: 200 len: 999 time: 0.0624063 Aug 11 03:08:45.489836 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c81fdd-f08b-408a-a383-6738cf1df9b0 req-3d64bf00-38c3-461b-88d8-caddd2113c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:45.491363 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-33c81fdd-f08b-408a-a383-6738cf1df9b0 req-3d64bf00-38c3-461b-88d8-caddd2113c77 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6bc807f9-b5f2-488b-b980-1ec1f7afe42f HTTP/1.1" status: 200 len: 851 time: 0.0447130 Aug 11 03:08:45.531354 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-41815f1d-e4c2-452b-9da8-c3c8aef2bdea req-5029a1ac-55b8-4e11-919d-8c48b461c623 tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.8.84 HTTP/1.1" status: 200 len: 1000 time: 0.0971518 Aug 11 03:08:45.543810 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c81fdd-f08b-408a-a383-6738cf1df9b0 req-ffd55627-bcb1-41cd-a4aa-318c2301483c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:45.544937 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6986fce1-5dd2-41f8-8eb9-c5bb5b0ef6ad req-fd2fe2e3-2384-4eb7-9f5b-05709897eecc tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:45.545307 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-33c81fdd-f08b-408a-a383-6738cf1df9b0 req-ffd55627-bcb1-41cd-a4aa-318c2301483c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6b5eb666-47e5-4ddb-b0bc-16855d478160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404356 Aug 11 03:08:45.546577 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6986fce1-5dd2-41f8-8eb9-c5bb5b0ef6ad req-fd2fe2e3-2384-4eb7-9f5b-05709897eecc tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.41 "GET /v2.0/ports?device_id=98d6d82d-3a78-44f6-a171-1c19b3afea39 HTTP/1.1" status: 200 len: 950 time: 0.0702434 Aug 11 03:08:45.551657 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-41815f1d-e4c2-452b-9da8-c3c8aef2bdea req-e9a56274-4ef2-4b37-8232-750dce1ac734 tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:08:45.632100 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6986fce1-5dd2-41f8-8eb9-c5bb5b0ef6ad req-9b177aff-da81-43e2-8710-110eec5fc91a tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.41 "GET /v2.0/security-groups?id=4bfdc2ba-9f18-4435-9a1d-8c7ae69f76fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774655 Aug 11 03:08:45.636241 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-41815f1d-e4c2-452b-9da8-c3c8aef2bdea req-e9a56274-4ef2-4b37-8232-750dce1ac734 tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] Notify callbacks [] for floatingip, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:45.641898 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-33c81fdd-f08b-408a-a383-6738cf1df9b0 req-df065109-8ba9-48dd-8b62-9a68fa78feee service neutron] 10.222.0.24 "GET /v2.0/networks/6b5eb666-47e5-4ddb-b0bc-16855d478160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849969 Aug 11 03:08:45.745334 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-33c81fdd-f08b-408a-a383-6738cf1df9b0 req-63e8806b-0d0a-42ce-8fed-85164cdd470f service neutron] 10.222.0.24 "GET /v2.0/networks/6b5eb666-47e5-4ddb-b0bc-16855d478160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913687 Aug 11 03:08:45.810266 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-41815f1d-e4c2-452b-9da8-c3c8aef2bdea req-e9a56274-4ef2-4b37-8232-750dce1ac734 tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:45.879838 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-41815f1d-e4c2-452b-9da8-c3c8aef2bdea req-e9a56274-4ef2-4b37-8232-750dce1ac734 tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446866'] for floatingip, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:45.880137 n-d-764292-30 neutron-server[102192]: INFO neutron.db.l3_db [req-41815f1d-e4c2-452b-9da8-c3c8aef2bdea req-e9a56274-4ef2-4b37-8232-750dce1ac734 tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] Floating IP 2521c2fa-9091-4bc8-b99b-e96122be3b12 disassociated. External IP: 172.25.8.84, port: cd76a132-4ef4-4ffc-85f2-4c1a0de5f6b6. Aug 11 03:08:46.091325 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.l3_agent_scheduler [req-41815f1d-e4c2-452b-9da8-c3c8aef2bdea req-e9a56274-4ef2-4b37-8232-750dce1ac734 tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] Router 91bb858b-fd76-4ffc-beff-fa72f11f1500 has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:08:46.198686 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-41815f1d-e4c2-452b-9da8-c3c8aef2bdea req-e9a56274-4ef2-4b37-8232-750dce1ac734 tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:08:46.203812 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-41815f1d-e4c2-452b-9da8-c3c8aef2bdea req-e9a56274-4ef2-4b37-8232-750dce1ac734 tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for floatingip, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:46.215429 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52865ba-7344-42b5-b0a1-7220ad69a885 None None] Sync routers for ids ['91bb858b-fd76-4ffc-beff-fa72f11f1500'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:08:46.230570 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52865ba-7344-42b5-b0a1-7220ad69a885 None None] Routers {'91bb858b-fd76-4ffc-beff-fa72f11f1500'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:08:46.231208 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-d52865ba-7344-42b5-b0a1-7220ad69a885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:08:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['91bb858b-fd76-4ffc-beff-fa72f11f1500'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:08:46.234558 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-41815f1d-e4c2-452b-9da8-c3c8aef2bdea req-e9a56274-4ef2-4b37-8232-750dce1ac734 tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] 10.222.0.41 "PUT /v2.0/floatingips/2521c2fa-9091-4bc8-b99b-e96122be3b12 HTTP/1.1" status: 200 len: 694 time: 0.6860874 Aug 11 03:08:46.274757 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b412f175-a192-464c-9e25-a09b8ba903f0 req-83a34467-b979-4faf-8f99-f507e6b06aff tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b36dbdd-b25b-4536-8d0d-1a18f2256741 HTTP/1.1" status: 200 len: 210 time: 0.0378189 Aug 11 03:08:46.307138 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41815f1d-e4c2-452b-9da8-c3c8aef2bdea req-496e1476-d220-4f05-8e2e-83c6542f34d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:46.335417 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-41815f1d-e4c2-452b-9da8-c3c8aef2bdea req-496e1476-d220-4f05-8e2e-83c6542f34d5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fba9b147a9744754b77a3fc98c1a44ef&device_id=48f4ba46-35a2-4511-b8a2-1c96def3b7a6 HTTP/1.1" status: 200 len: 1097 time: 0.0590751 Aug 11 03:08:46.362412 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-d52865ba-7344-42b5-b0a1-7220ad69a885 None None] Set router 91bb858b-fd76-4ffc-beff-fa72f11f1500 gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:08:46.394695 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device f8d33e19-1a39-49b9-b9dd-7682d139ad79 up at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:08:46.412482 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-53333f39-438d-4c30-b4df-c009b83e8ccb req-693af24b-e090-4545-8746-923ccc377ac7 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c348de37bb094671bc15dc0c22bb5512&device_id=8b36dbdd-b25b-4536-8d0d-1a18f2256741 HTTP/1.1" status: 200 len: 210 time: 0.0311611 Aug 11 03:08:46.459766 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82185d50-76c7-4614-9311-02c7bdbc2b30 req-a346994a-4c91-427e-9783-41276219cdad tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:46.461825 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-82185d50-76c7-4614-9311-02c7bdbc2b30 req-a346994a-4c91-427e-9783-41276219cdad tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=70c84ed6-1b38-4b73-8bea-55c843cc7bda HTTP/1.1" status: 200 len: 944 time: 0.0828497 Aug 11 03:08:46.495628 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41815f1d-e4c2-452b-9da8-c3c8aef2bdea req-f20786c2-bdd9-42f8-9c8f-289a6a4288c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:46.498372 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-41815f1d-e4c2-452b-9da8-c3c8aef2bdea req-f20786c2-bdd9-42f8-9c8f-289a6a4288c7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ba16c1ee-b924-4acd-93e3-1916a7414241 HTTP/1.1" status: 200 len: 920 time: 0.1832256 Aug 11 03:08:46.516825 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48f4ba46-35a2-4511-b8a2-1c96def3b7a6', 'tag': 'cd76a132-4ef4-4ffc-85f2-4c1a0de5f6b6'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:08:46.519961 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bd553b6-c9ab-49c7-8bdf-50d5ae6f275d" -d '{"events": [{"name": "network-changed", "server_uuid": "48f4ba46-35a2-4511-b8a2-1c96def3b7a6", "tag": "cd76a132-4ef4-4ffc-85f2-4c1a0de5f6b6"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:08:46.545021 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53333f39-438d-4c30-b4df-c009b83e8ccb req-af29f934-d4b9-4def-a763-0e9059e5630a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:46.546674 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-53333f39-438d-4c30-b4df-c009b83e8ccb req-af29f934-d4b9-4def-a763-0e9059e5630a service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=c348de37bb094671bc15dc0c22bb5512&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1242146 Aug 11 03:08:46.604218 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning for port f8d33e19-1a39-49b9-b9dd-7682d139ad79 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:08:46.613163 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning complete for port f8d33e19-1a39-49b9-b9dd-7682d139ad79 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:08:46.613536 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:46.653492 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53333f39-438d-4c30-b4df-c009b83e8ccb req-b729f263-f01a-4693-8a27-4648aeb21b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:46.655762 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-53333f39-438d-4c30-b4df-c009b83e8ccb req-b729f263-f01a-4693-8a27-4648aeb21b3c service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1021805 Aug 11 03:08:46.675051 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-d52865ba-7344-42b5-b0a1-7220ad69a885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91bb858b-fd76-4ffc-beff-fa72f11f1500', 'name': 'tempest-ServerRescueTestJSONUnderV235-276210324-router', 'tenant_id': 'fba9b147a9744754b77a3fc98c1a44ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': '56501e14-14f0-4d57-83f1-57e340c29a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:07:26Z', 'updated_at': '2021-08-11T03:07:31Z', 'revision_number': 4, 'project_id': 'fba9b147a9744754b77a3fc98c1a44ef', 'gw_port': {'id': '56501e14-14f0-4d57-83f1-57e340c29a58', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:13:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91bb858b-fd76-4ffc-beff-fa72f11f1500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:07:27Z', 'updated_at': '2021-08-11T03:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '1a7c207d-f253-4144-aa51-6b19b323c6d1', 'name': '', 'network_id': 'ba16c1ee-b924-4acd-93e3-1916a7414241', 'tenant_id': 'fba9b147a9744754b77a3fc98c1a44ef', 'mac_address': 'fa:16:3e:49:da:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91bb858b-fd76-4ffc-beff-fa72f11f1500', 'device_owner': 'network:router_interface', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': 'c9948c0e-1a7a-4d2b-b7c0-e1311563d7af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:07:30Z', 'updated_at': '2021-08-11T03:07:38Z', 'revision_number': 5, 'project_id': 'fba9b147a9744754b77a3fc98c1a44ef', 'subnets': [{'id': 'c9948c0e-1a7a-4d2b-b7c0-e1311563d7af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:08:46.713442 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52865ba-7344-42b5-b0a1-7220ad69a885 None None] Checking router: 91bb858b-fd76-4ffc-beff-fa72f11f1500 for host: n-d-764292-30 {{(pid=102193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:08:46.721375 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-53333f39-438d-4c30-b4df-c009b83e8ccb req-021c6358-b9dc-4e9c-b6c0-9b08a0402d05 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.22 "GET /v2.0/ports?device_id=8b36dbdd-b25b-4536-8d0d-1a18f2256741 HTTP/1.1" status: 200 len: 210 time: 0.0352800 Aug 11 03:08:46.728192 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52865ba-7344-42b5-b0a1-7220ad69a885 None None] Routers {'91bb858b-fd76-4ffc-beff-fa72f11f1500'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:08:46.728924 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-d52865ba-7344-42b5-b0a1-7220ad69a885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:08:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['91bb858b-fd76-4ffc-beff-fa72f11f1500'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:08:46.729176 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 54510) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:08:46.827315 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:46.865072 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-41815f1d-e4c2-452b-9da8-c3c8aef2bdea req-79a1f084-753d-479d-8f3f-5ad3f863e45c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cd76a132-4ef4-4ffc-85f2-4c1a0de5f6b6 HTTP/1.1" status: 200 len: 217 time: 0.3490341 Aug 11 03:08:46.871305 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-82185d50-76c7-4614-9311-02c7bdbc2b30 req-efc56bbe-65ee-4e6a-9513-aa21db32a5b4 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a2aa92e-a0e4-4cb3-9665-2569763a2f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3978133 Aug 11 03:08:46.930939 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41815f1d-e4c2-452b-9da8-c3c8aef2bdea req-73533c91-6311-4435-bc17-c84a8b8ee12a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:46.935041 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-41815f1d-e4c2-452b-9da8-c3c8aef2bdea req-73533c91-6311-4435-bc17-c84a8b8ee12a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c9948c0e-1a7a-4d2b-b7c0-e1311563d7af HTTP/1.1" status: 200 len: 859 time: 0.0544848 Aug 11 03:08:46.948848 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-3574e66e-4f30-4654-b49f-2b2fd5c1fbe6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b8615fa189f64637b1aec67b665efd81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2152522 Aug 11 03:08:46.949505 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 54514) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:08:46.981849 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-41815f1d-e4c2-452b-9da8-c3c8aef2bdea req-a7a9c8e1-09e7-42de-a302-2afe4e7373a6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ba16c1ee-b924-4acd-93e3-1916a7414241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385637 Aug 11 03:08:47.028392 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-2029df98-bc47-4f80-811c-3c39ceec80e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:47.039463 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eef198f5-5223-4d49-8ce9-d9987fbc9f79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8d33e19-1a39-49b9-b9dd-7682d139ad79'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:08:47.042467 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-307e9365-ae5f-4a3d-b20c-f88ecf48e9fd" -d '{"events": [{"server_uuid": "eef198f5-5223-4d49-8ce9-d9987fbc9f79", "name": "network-vif-plugged", "status": "completed", "tag": "f8d33e19-1a39-49b9-b9dd-7682d139ad79"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:08:47.053025 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-2029df98-bc47-4f80-811c-3c39ceec80e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:47.067198 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port f8d33e19-1a39-49b9-b9dd-7682d139ad79, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=f8d33e19-1a39-49b9-b9dd-7682d139ad79,segment=NetworkSegment(77249f53-d91a-4900-864a-cb193f73fd0b),segment_id=77249f53-d91a-4900-864a-cb193f73fd0b)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:08:47.079859 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-d52865ba-7344-42b5-b0a1-7220ad69a885 None None] Set router 91bb858b-fd76-4ffc-beff-fa72f11f1500 gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:08:47.081075 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdd0f80-6f9c-4834-be13-a737b2e750db req-0d4d2a01-b76a-41ec-94ab-080970674e41 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:47.082612 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8bdd0f80-6f9c-4834-be13-a737b2e750db req-0d4d2a01-b76a-41ec-94ab-080970674e41 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c44701a-3222-4040-bb5d-e60b1743b696 HTTP/1.1" status: 200 len: 950 time: 0.1060710 Aug 11 03:08:47.135524 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-41815f1d-e4c2-452b-9da8-c3c8aef2bdea req-7cda6247-fd3e-4964-a78c-9ca4492f479b service neutron] 10.222.0.41 "GET /v2.0/networks/ba16c1ee-b924-4acd-93e3-1916a7414241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438360 Aug 11 03:08:47.156285 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8bdd0f80-6f9c-4834-be13-a737b2e750db req-a60673cd-3ba6-4511-ad61-c7e60d16a4de tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558264 Aug 11 03:08:47.169635 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:47.170454 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 977a589c-7b12-4747-b663-fb75f526098d no longer exists at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:08:47.173919 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-2029df98-bc47-4f80-811c-3c39ceec80e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:47.174766 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-2029df98-bc47-4f80-811c-3c39ceec80e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:47.176207 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-2029df98-bc47-4f80-811c-3c39ceec80e6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f1fae8da-c64d-4618-86d5-07a29a648abc HTTP/1.1" status: 204 len: 168 time: 0.2252715 Aug 11 03:08:47.191649 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2029df98-bc47-4f80-811c-3c39ceec80e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1fae8da-c64d-4618-86d5-07a29a648abc,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:47.264476 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-41815f1d-e4c2-452b-9da8-c3c8aef2bdea req-f0c08f14-1ff8-4259-a760-b49e84b1904d service neutron] 10.222.0.41 "GET /v2.0/networks/ba16c1ee-b924-4acd-93e3-1916a7414241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209750 Aug 11 03:08:47.321394 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=f8d33e19-1a39-49b9-b9dd-7682d139ad79,revision_number=12']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:47.345187 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-de0807c1-7acd-411a-8ab1-02b66bc8e2c7 req-a0fcf600-aec0-4163-8828-ee67a66d7b31 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c348de37bb094671bc15dc0c22bb5512&device_id=8b36dbdd-b25b-4536-8d0d-1a18f2256741 HTTP/1.1" status: 200 len: 210 time: 0.0318930 Aug 11 03:08:47.384151 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea033b0-a9c1-4754-a335-43c55266a3fd req-9d9c4010-cab6-40c9-b38a-f5ded5e14a16 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:47.390973 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-eea033b0-a9c1-4754-a335-43c55266a3fd req-9d9c4010-cab6-40c9-b38a-f5ded5e14a16 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/ports?device_id=eef198f5-5223-4d49-8ce9-d9987fbc9f79 HTTP/1.1" status: 200 len: 946 time: 0.0619049 Aug 11 03:08:47.393181 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:47.447335 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-eea033b0-a9c1-4754-a335-43c55266a3fd req-ae33c8ec-f9e7-4c3c-a475-425ffa99f758 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/security-groups?id=4490b831-3ed6-471e-94da-f0207d61c828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541399 Aug 11 03:08:47.468522 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port 977a589c-7b12-4747-b663-fb75f526098d, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=977a589c-7b12-4747-b663-fb75f526098d,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:08:47.479874 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:08:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb559c63-7dbf-44da-b6bc-57b9a494c46d x-openstack-request-id: req-eb559c63-7dbf-44da-b6bc-57b9a494c46d {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:08:47.480310 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48f4ba46-35a2-4511-b8a2-1c96def3b7a6", "tag": "cd76a132-4ef4-4ffc-85f2-4c1a0de5f6b6", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:08:47.480667 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-eb559c63-7dbf-44da-b6bc-57b9a494c46d {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:08:47.481269 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48f4ba46-35a2-4511-b8a2-1c96def3b7a6', 'tag': 'cd76a132-4ef4-4ffc-85f2-4c1a0de5f6b6', 'status': 'completed', 'code': 200} Aug 11 03:08:47.502136 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-d52865ba-7344-42b5-b0a1-7220ad69a885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91bb858b-fd76-4ffc-beff-fa72f11f1500', 'name': 'tempest-ServerRescueTestJSONUnderV235-276210324-router', 'tenant_id': 'fba9b147a9744754b77a3fc98c1a44ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': '56501e14-14f0-4d57-83f1-57e340c29a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:07:26Z', 'updated_at': '2021-08-11T03:07:31Z', 'revision_number': 4, 'project_id': 'fba9b147a9744754b77a3fc98c1a44ef', 'gw_port': {'id': '56501e14-14f0-4d57-83f1-57e340c29a58', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:13:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91bb858b-fd76-4ffc-beff-fa72f11f1500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:07:27Z', 'updated_at': '2021-08-11T03:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '1a7c207d-f253-4144-aa51-6b19b323c6d1', 'name': '', 'network_id': 'ba16c1ee-b924-4acd-93e3-1916a7414241', 'tenant_id': 'fba9b147a9744754b77a3fc98c1a44ef', 'mac_address': 'fa:16:3e:49:da:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91bb858b-fd76-4ffc-beff-fa72f11f1500', 'device_owner': 'network:router_interface', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': 'c9948c0e-1a7a-4d2b-b7c0-e1311563d7af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:07:30Z', 'updated_at': '2021-08-11T03:07:38Z', 'revision_number': 5, 'project_id': 'fba9b147a9744754b77a3fc98c1a44ef', 'subnets': [{'id': 'c9948c0e-1a7a-4d2b-b7c0-e1311563d7af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:08:47.545673 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:08:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a1ead46-46d4-4c2c-938c-3e2e7a379dd6 x-openstack-request-id: req-9a1ead46-46d4-4c2c-938c-3e2e7a379dd6 {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:08:47.546061 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eef198f5-5223-4d49-8ce9-d9987fbc9f79", "name": "network-vif-plugged", "status": "completed", "tag": "f8d33e19-1a39-49b9-b9dd-7682d139ad79", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:08:47.546461 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9a1ead46-46d4-4c2c-938c-3e2e7a379dd6 {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:08:47.546951 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eef198f5-5223-4d49-8ce9-d9987fbc9f79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8d33e19-1a39-49b9-b9dd-7682d139ad79', 'code': 200} Aug 11 03:08:47.547984 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:47.550221 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52865ba-7344-42b5-b0a1-7220ad69a885 None None] The sync data for ids ['91bb858b-fd76-4ffc-beff-fa72f11f1500'] in n-d-764292-30 is: [{'id': '91bb858b-fd76-4ffc-beff-fa72f11f1500', 'name': 'tempest-ServerRescueTestJSONUnderV235-276210324-router', 'tenant_id': 'fba9b147a9744754b77a3fc98c1a44ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': '56501e14-14f0-4d57-83f1-57e340c29a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:07:26Z', 'updated_at': '2021-08-11T03:07:31Z', 'revision_number': 4, 'project_id': 'fba9b147a9744754b77a3fc98c1a44ef', 'gw_port': {'id': '56501e14-14f0-4d57-83f1-57e340c29a58', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:13:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91bb858b-fd76-4ffc-beff-fa72f11f1500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:07:27Z', 'updated_at': '2021-08-11T03:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '1a7c207d-f253-4144-aa51-6b19b323c6d1', 'name': '', 'network_id': 'ba16c1ee-b924-4acd-93e3-1916a7414241', 'tenant_id': 'fba9b147a9744754b77a3fc98c1a44ef', 'mac_address': 'fa:16:3e:49:da:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91bb858b-fd76-4ffc-beff-fa72f11f1500', 'device_owner': 'network:router_interface', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': 'c9948c0e-1a7a-4d2b-b7c0-e1311563d7af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:07:30Z', 'updated_at': '2021-08-11T03:07:38Z', 'revision_number': 5, 'project_id': 'fba9b147a9744754b77a3fc98c1a44ef', 'subnets': [{'id': 'c9948c0e-1a7a-4d2b-b7c0-e1311563d7af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:08:47.606978 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0807c1-7acd-411a-8ab1-02b66bc8e2c7 req-798d4422-078a-4d2b-b2d7-40f8404fb447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:47.608935 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-de0807c1-7acd-411a-8ab1-02b66bc8e2c7 req-798d4422-078a-4d2b-b2d7-40f8404fb447 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=c348de37bb094671bc15dc0c22bb5512&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2491779 Aug 11 03:08:47.609801 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=977a589c-7b12-4747-b663-fb75f526098d,revision_number=9']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:47.624341 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd553b6-c9ab-49c7-8bdf-50d5ae6f275d req-2839726b-c971-451c-9d65-ab4757655304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:47.626186 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-2bd553b6-c9ab-49c7-8bdf-50d5ae6f275d req-2839726b-c971-451c-9d65-ab4757655304 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fba9b147a9744754b77a3fc98c1a44ef&device_id=48f4ba46-35a2-4511-b8a2-1c96def3b7a6 HTTP/1.1" status: 200 len: 1097 time: 0.1126547 Aug 11 03:08:47.677219 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047b0bc2-0351-4ac8-8851-11448b0497ef req-d0e8a653-d5c2-41c6-a0ac-edae0a01eaf7 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:47.691739 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-047b0bc2-0351-4ac8-8851-11448b0497ef req-d0e8a653-d5c2-41c6-a0ac-edae0a01eaf7 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.41 "GET /v2.0/ports?device_id=98d6d82d-3a78-44f6-a171-1c19b3afea39 HTTP/1.1" status: 200 len: 948 time: 0.0967996 Aug 11 03:08:47.718738 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d59f74fe-eaee-43f1-813a-a1159c38401b req-4107d357-48b5-449d-90bc-50bba2861c4a tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b36dbdd-b25b-4536-8d0d-1a18f2256741 HTTP/1.1" status: 200 len: 210 time: 0.0648310 Aug 11 03:08:47.795552 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-047b0bc2-0351-4ac8-8851-11448b0497ef req-6fb92160-9431-42fe-9603-8cf104ce7f1d tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.41 "GET /v2.0/security-groups?id=4bfdc2ba-9f18-4435-9a1d-8c7ae69f76fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899191 Aug 11 03:08:47.823319 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0807c1-7acd-411a-8ab1-02b66bc8e2c7 req-bc1bf7ba-ae5a-4be5-9ee5-3928e78cd297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:47.826220 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-de0807c1-7acd-411a-8ab1-02b66bc8e2c7 req-bc1bf7ba-ae5a-4be5-9ee5-3928e78cd297 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2042704 Aug 11 03:08:47.841382 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd553b6-c9ab-49c7-8bdf-50d5ae6f275d req-eed21dc7-6345-4ba0-8c0a-cf7648ca2f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:47.843775 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-2bd553b6-c9ab-49c7-8bdf-50d5ae6f275d req-eed21dc7-6345-4ba0-8c0a-cf7648ca2f6c service neutron] 10.222.0.24 "GET /v2.0/networks?id=ba16c1ee-b924-4acd-93e3-1916a7414241 HTTP/1.1" status: 200 len: 920 time: 0.2058048 Aug 11 03:08:47.874702 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ef272d0a-95db-4f9c-aa0e-eefb9e7a760b req-2511994a-4b04-4d66-b9a8-8f6f122ec01e tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] 10.222.0.41 "GET /v2.0/floatingips/2521c2fa-9091-4bc8-b99b-e96122be3b12 HTTP/1.1" status: 200 len: 694 time: 0.1108131 Aug 11 03:08:47.914229 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-2bd553b6-c9ab-49c7-8bdf-50d5ae6f275d req-2fe55f1d-2080-4213-8be0-9f830ed8a511 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cd76a132-4ef4-4ffc-85f2-4c1a0de5f6b6 HTTP/1.1" status: 200 len: 217 time: 0.0636261 Aug 11 03:08:47.939286 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-de0807c1-7acd-411a-8ab1-02b66bc8e2c7 req-79c2a480-0b39-46a6-9782-2491e4e2ed9b tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.22 "GET /v2.0/ports?device_id=8b36dbdd-b25b-4536-8d0d-1a18f2256741 HTTP/1.1" status: 200 len: 210 time: 0.0347655 Aug 11 03:08:47.957665 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe99de73-89ed-4e63-83d6-7f3e12900598 req-e3637bd7-7bbb-4051-bbc9-a896615bb4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:47.959233 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-fe99de73-89ed-4e63-83d6-7f3e12900598 req-e3637bd7-7bbb-4051-bbc9-a896615bb4bb service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=eef198f5-5223-4d49-8ce9-d9987fbc9f79 HTTP/1.1" status: 200 len: 1098 time: 0.1177461 Aug 11 03:08:48.001935 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a6bb75-ce74-4803-82f6-5d894defe56e None None] New status for floating IP 2521c2fa-9091-4bc8-b99b-e96122be3b12: DOWN {{(pid=102194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:08:48.017239 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd553b6-c9ab-49c7-8bdf-50d5ae6f275d req-ec49b435-6aa9-4462-a0d7-6abf8e066ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:48.019242 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-2bd553b6-c9ab-49c7-8bdf-50d5ae6f275d req-ec49b435-6aa9-4462-a0d7-6abf8e066ac2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c9948c0e-1a7a-4d2b-b7c0-e1311563d7af HTTP/1.1" status: 200 len: 859 time: 0.0855918 Aug 11 03:08:48.053787 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-2bd553b6-c9ab-49c7-8bdf-50d5ae6f275d req-c1702a71-6215-44ff-9744-c5394a38d800 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ba16c1ee-b924-4acd-93e3-1916a7414241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273736 Aug 11 03:08:48.080585 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-fe99de73-89ed-4e63-83d6-7f3e12900598 req-1de7a788-a5aa-43bf-b6be-c77635fd563b service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=4490b831-3ed6-471e-94da-f0207d61c828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108494 Aug 11 03:08:48.093229 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef272d0a-95db-4f9c-aa0e-eefb9e7a760b req-d85e6bfa-67d3-421e-abd6-9e7d5d75c268 tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:48.094639 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ef272d0a-95db-4f9c-aa0e-eefb9e7a760b req-d85e6bfa-67d3-421e-abd6-9e7d5d75c268 tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] 10.222.0.41 "GET /v2.0/networks/09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 HTTP/1.1" status: 200 len: 784 time: 0.2107155 Aug 11 03:08:48.103079 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0c4db1-3fc6-4fa5-aef7-c2d08bcdead2 req-b41855ee-1731-4af8-936b-13b7719cb5cd tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:48.110512 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3f0c4db1-3fc6-4fa5-aef7-c2d08bcdead2 req-b41855ee-1731-4af8-936b-13b7719cb5cd tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=70c84ed6-1b38-4b73-8bea-55c843cc7bda HTTP/1.1" status: 200 len: 944 time: 0.1325362 Aug 11 03:08:48.193321 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-2bd553b6-c9ab-49c7-8bdf-50d5ae6f275d req-abc74f38-4ba6-458e-a1ef-199c3a61f6fd service neutron] 10.222.0.24 "GET /v2.0/networks/ba16c1ee-b924-4acd-93e3-1916a7414241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315954 Aug 11 03:08:48.193702 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ef272d0a-95db-4f9c-aa0e-eefb9e7a760b req-00a835ca-057f-4305-9709-9d57ed6636a3 tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.8.84 HTTP/1.1" status: 200 len: 697 time: 0.0711722 Aug 11 03:08:48.235693 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3f0c4db1-3fc6-4fa5-aef7-c2d08bcdead2 req-935d97bc-36a5-4e46-9c1b-7567385c50f3 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a2aa92e-a0e4-4cb3-9665-2569763a2f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1241794 Aug 11 03:08:48.308480 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ef272d0a-95db-4f9c-aa0e-eefb9e7a760b req-5349d69d-05e4-4cb9-808b-67c5b0c79e7a tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.8.84 HTTP/1.1" status: 200 len: 697 time: 0.1013081 Aug 11 03:08:48.335736 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-2bd553b6-c9ab-49c7-8bdf-50d5ae6f275d req-dfe1dcb5-ebde-465a-a273-67d2c77381a5 service neutron] 10.222.0.24 "GET /v2.0/networks/ba16c1ee-b924-4acd-93e3-1916a7414241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324308 Aug 11 03:08:48.362943 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 977a589c-7b12-4747-b663-fb75f526098d details requested by agent hyperv_n-h2-764292-30 with host n-h2-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:08:48.483913 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ece911-ee6a-4860-8dac-414ecfe5786a req-ac159630-1cb2-4c93-9b87-10c86058ea0a tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:48.485677 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b2ece911-ee6a-4860-8dac-414ecfe5786a req-ac159630-1cb2-4c93-9b87-10c86058ea0a tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c44701a-3222-4040-bb5d-e60b1743b696 HTTP/1.1" status: 200 len: 950 time: 0.1316280 Aug 11 03:08:48.501250 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port 977a589c-7b12-4747-b663-fb75f526098d, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=977a589c-7b12-4747-b663-fb75f526098d,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:08:48.518869 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Returning: {'device': '977a589c-7b12-4747-b663-fb75f526098d', 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba', 'port_id': '977a589c-7b12-4747-b663-fb75f526098d', 'mac_address': 'fa:16:3e:15:74:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '254a3f4d-2b75-429e-bbb2-8e70554e9483', 'ip_address': '192.168.233.127'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:08:48.544644 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [req-ef272d0a-95db-4f9c-aa0e-eefb9e7a760b req-c596d794-8dfc-4469-8239-96ac8e04d77c tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] Deleting port 46e9ff7d-f8a5-4b36-a423-66198b67cf01 {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:08:48.547907 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-ef272d0a-95db-4f9c-aa0e-eefb9e7a760b req-c596d794-8dfc-4469-8239-96ac8e04d77c tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:48.559908 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:48.573444 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 977a589c-7b12-4747-b663-fb75f526098d {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:08:48.597435 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port 977a589c-7b12-4747-b663-fb75f526098d, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=977a589c-7b12-4747-b663-fb75f526098d,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:08:48.601026 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b2ece911-ee6a-4860-8dac-414ecfe5786a req-153b6842-26d7-4540-a651-535c151ed1f0 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001892 Aug 11 03:08:48.637358 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-ef272d0a-95db-4f9c-aa0e-eefb9e7a760b req-c596d794-8dfc-4469-8239-96ac8e04d77c tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:48.637685 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-ef272d0a-95db-4f9c-aa0e-eefb9e7a760b req-c596d794-8dfc-4469-8239-96ac8e04d77c tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:48.649997 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [req-ef272d0a-95db-4f9c-aa0e-eefb9e7a760b req-c596d794-8dfc-4469-8239-96ac8e04d77c tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] Calling delete_port for 46e9ff7d-f8a5-4b36-a423-66198b67cf01 owned by network:floatingip {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:08:48.669326 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:48.733828 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=977a589c-7b12-4747-b663-fb75f526098d,revision_number=10']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:48.792936 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03edb29d-b747-4af8-935f-8dedf1bbccfb req-e3e58d29-229d-4063-84e8-ec01105cc562 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:48.795792 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-03edb29d-b747-4af8-935f-8dedf1bbccfb req-e3e58d29-229d-4063-84e8-ec01105cc562 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/ports?device_id=eef198f5-5223-4d49-8ce9-d9987fbc9f79 HTTP/1.1" status: 200 len: 946 time: 0.0683606 Aug 11 03:08:48.862061 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-03edb29d-b747-4af8-935f-8dedf1bbccfb req-de8a2f4f-b2b8-4149-b790-ec3342799e36 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/security-groups?id=4490b831-3ed6-471e-94da-f0207d61c828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457544 Aug 11 03:08:48.919424 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-ef272d0a-95db-4f9c-aa0e-eefb9e7a760b req-c596d794-8dfc-4469-8239-96ac8e04d77c tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:48.950023 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c596d794-8dfc-4469-8239-96ac8e04d77c tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] Pushing event deleted for resources: {'Port': ['ID=46e9ff7d-f8a5-4b36-a423-66198b67cf01,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:49.014325 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-ef272d0a-95db-4f9c-aa0e-eefb9e7a760b req-c596d794-8dfc-4469-8239-96ac8e04d77c tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] Notify callbacks [] for floatingip, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:49.017676 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-ef272d0a-95db-4f9c-aa0e-eefb9e7a760b req-c596d794-8dfc-4469-8239-96ac8e04d77c tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for floatingip, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:49.018961 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ef272d0a-95db-4f9c-aa0e-eefb9e7a760b req-c596d794-8dfc-4469-8239-96ac8e04d77c tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] 10.222.0.41 "DELETE /v2.0/floatingips/2521c2fa-9091-4bc8-b99b-e96122be3b12 HTTP/1.1" status: 204 len: 173 time: 0.7084787 Aug 11 03:08:49.105967 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['977a589c-7b12-4747-b663-fb75f526098d'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:08:49.184482 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74895aea-9594-4235-85d2-29c6a7760b48 req-6e08057c-8482-4b9f-b808-cb1e49a27cc6 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:49.186187 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-74895aea-9594-4235-85d2-29c6a7760b48 req-6e08057c-8482-4b9f-b808-cb1e49a27cc6 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.41 "GET /v2.0/ports?device_id=98d6d82d-3a78-44f6-a171-1c19b3afea39 HTTP/1.1" status: 200 len: 950 time: 0.0612755 Aug 11 03:08:49.232710 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-74895aea-9594-4235-85d2-29c6a7760b48 req-8c358ab0-dcef-4bc8-9e7c-31f9ede6cabf tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.41 "GET /v2.0/security-groups?id=4bfdc2ba-9f18-4435-9a1d-8c7ae69f76fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353913 Aug 11 03:08:49.309510 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-153513e7-de8a-447e-9da6-27eb34c4aeef req-08b7013e-55ca-41ed-ba6a-fd2b29592b03 tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] 10.222.0.41 "GET /v2.0/security-groups/f87c7ecf-594f-453d-9222-3af530cb113d HTTP/1.1" status: 200 len: 1809 time: 0.0483387 Aug 11 03:08:49.373925 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-153513e7-de8a-447e-9da6-27eb34c4aeef req-b335bc24-82fb-466e-88a7-73e5f6936ca2 tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:49.396675 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-153513e7-de8a-447e-9da6-27eb34c4aeef req-b335bc24-82fb-466e-88a7-73e5f6936ca2 tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:49.547619 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98d6d82d-3a78-44f6-a171-1c19b3afea39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '977a589c-7b12-4747-b663-fb75f526098d'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:08:49.548255 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-153513e7-de8a-447e-9da6-27eb34c4aeef req-b335bc24-82fb-466e-88a7-73e5f6936ca2 tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:49.550159 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04c87e24-3eaf-418a-a471-9d8503799f69" -d '{"events": [{"server_uuid": "98d6d82d-3a78-44f6-a171-1c19b3afea39", "name": "network-vif-unplugged", "status": "completed", "tag": "977a589c-7b12-4747-b663-fb75f526098d"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:08:49.550962 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-153513e7-de8a-447e-9da6-27eb34c4aeef req-b335bc24-82fb-466e-88a7-73e5f6936ca2 tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:49.552115 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-153513e7-de8a-447e-9da6-27eb34c4aeef req-b335bc24-82fb-466e-88a7-73e5f6936ca2 tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] 10.222.0.41 "DELETE /v2.0/security-groups/f87c7ecf-594f-453d-9222-3af530cb113d HTTP/1.1" status: 204 len: 173 time: 0.2356420 Aug 11 03:08:49.562035 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b335bc24-82fb-466e-88a7-73e5f6936ca2 tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f87c7ecf-594f-453d-9222-3af530cb113d,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:49.643994 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 03:08:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f5cbe27-c04e-4fd9-b610-55ffc7ab4224 x-openstack-request-id: req-5f5cbe27-c04e-4fd9-b610-55ffc7ab4224 {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:08:49.644887 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98d6d82d-3a78-44f6-a171-1c19b3afea39", "name": "network-vif-unplugged", "status": "completed", "tag": "977a589c-7b12-4747-b663-fb75f526098d", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:08:49.645490 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5f5cbe27-c04e-4fd9-b610-55ffc7ab4224 {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:08:49.646449 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98d6d82d-3a78-44f6-a171-1c19b3afea39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '977a589c-7b12-4747-b663-fb75f526098d', 'code': 200} Aug 11 03:08:49.739715 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c813d0-b252-4c2e-b23e-1ebf6fbc31ff req-0d9b97b9-c4af-4f8c-931b-1b326f289621 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:49.741286 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-54c813d0-b252-4c2e-b23e-1ebf6fbc31ff req-0d9b97b9-c4af-4f8c-931b-1b326f289621 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/networks?id=b3c19a2d-0e26-410a-b53e-1619e285dc24 HTTP/1.1" status: 200 len: 812 time: 0.1170425 Aug 11 03:08:49.756584 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-54c813d0-b252-4c2e-b23e-1ebf6fbc31ff req-7f922eca-7713-4fe8-90e5-4d2040657218 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/quotas/c348de37bb094671bc15dc0c22bb5512 HTTP/1.1" status: 200 len: 375 time: 0.0094705 Aug 11 03:08:49.790199 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-54c813d0-b252-4c2e-b23e-1ebf6fbc31ff req-55942203-f296-480c-9989-958b52652cbe tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c348de37bb094671bc15dc0c22bb5512&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275691 Aug 11 03:08:49.889926 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-54c813d0-b252-4c2e-b23e-1ebf6fbc31ff req-ce01c37f-6304-4b3d-9dc3-a16a950b4450 service neutron] 10.222.0.41 "GET /v2.0/networks/b3c19a2d-0e26-410a-b53e-1619e285dc24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907063 Aug 11 03:08:49.996587 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-54c813d0-b252-4c2e-b23e-1ebf6fbc31ff req-aa692900-1aa1-4aa1-bbed-050062d727cc service neutron] 10.222.0.41 "GET /v2.0/networks/b3c19a2d-0e26-410a-b53e-1619e285dc24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896041 Aug 11 03:08:50.098944 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485c3f8e-909f-48cd-8352-0c5d907b5377 req-fef19447-0be3-426d-8e39-7937a0cbbe1a tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:50.100415 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-485c3f8e-909f-48cd-8352-0c5d907b5377 req-fef19447-0be3-426d-8e39-7937a0cbbe1a tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c44701a-3222-4040-bb5d-e60b1743b696 HTTP/1.1" status: 200 len: 950 time: 0.0505738 Aug 11 03:08:50.139112 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-485c3f8e-909f-48cd-8352-0c5d907b5377 req-0cab77d9-fc4f-4780-9834-a200378c0880 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312135 Aug 11 03:08:50.278341 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6880ce9d-accf-43d4-b1fb-fd9808fbf0f8 req-7bc76b5c-df80-4405-80e6-ff33878f737d tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:50.279891 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6880ce9d-accf-43d4-b1fb-fd9808fbf0f8 req-7bc76b5c-df80-4405-80e6-ff33878f737d tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/ports?device_id=eef198f5-5223-4d49-8ce9-d9987fbc9f79 HTTP/1.1" status: 200 len: 946 time: 0.0621450 Aug 11 03:08:50.352291 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6880ce9d-accf-43d4-b1fb-fd9808fbf0f8 req-5c9a9417-18c0-48c7-adca-5bd91606bd67 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/security-groups?id=4490b831-3ed6-471e-94da-f0207d61c828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554142 Aug 11 03:08:50.361135 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3541323f-bc78-44c7-aaff-f64e540f856e req-9e011ed5-2cf2-4cd8-987e-ef3e1a77d4cb tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:50.362656 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3541323f-bc78-44c7-aaff-f64e540f856e req-9e011ed5-2cf2-4cd8-987e-ef3e1a77d4cb tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] 10.222.0.41 "GET /v2.0/ports?device_id=48f4ba46-35a2-4511-b8a2-1c96def3b7a6 HTTP/1.1" status: 200 len: 945 time: 0.0818768 Aug 11 03:08:50.406038 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3541323f-bc78-44c7-aaff-f64e540f856e req-e20eb69a-7f40-49bb-b15a-ec5c61f1d340 tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] 10.222.0.41 "GET /v2.0/security-groups?id=9625f7fa-1e76-4734-9acf-19283deb6f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372260 Aug 11 03:08:50.473807 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7b1391b5-86c4-4013-93e5-0216cec52ae4 req-53be0984-58d1-4506-970c-8ff66cab46d8 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/ports?device_id=d2d7a1db-5684-44c6-9df6-334edb7e8ec5 HTTP/1.1" status: 200 len: 210 time: 0.0288136 Aug 11 03:08:50.597495 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd3e9b4-86eb-49e6-9358-3e329ecd1500 req-0582983e-6a8a-4ded-9d14-04cc9138b2be tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:50.599040 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8dd3e9b4-86eb-49e6-9358-3e329ecd1500 req-0582983e-6a8a-4ded-9d14-04cc9138b2be tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.41 "GET /v2.0/ports?device_id=98d6d82d-3a78-44f6-a171-1c19b3afea39 HTTP/1.1" status: 200 len: 950 time: 0.0554817 Aug 11 03:08:50.639152 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8dd3e9b4-86eb-49e6-9358-3e329ecd1500 req-6ca1d2bd-3ebb-45d3-8422-ce23eefb0240 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.41 "GET /v2.0/security-groups?id=4bfdc2ba-9f18-4435-9a1d-8c7ae69f76fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330367 Aug 11 03:08:51.257021 n-d-764292-30 neutron-server[102191]: INFO neutron.api.v2.resource [req-2c8ae636-980b-41c1-b634-a29929979b60 req-36ba107a-7471-4cca-896f-b44f41b3c135 service neutron] show failed (client error): The resource could not be found. Aug 11 03:08:51.258785 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-2c8ae636-980b-41c1-b634-a29929979b60 req-36ba107a-7471-4cca-896f-b44f41b3c135 service neutron] 10.222.0.22 "GET /v2.0/ports/45bf930a-252a-4c82-8320-492c9ecaa83d/bindings/n-h2-764292-30 HTTP/1.1" status: 404 len: 381 time: 0.0805891 Aug 11 03:08:51.265773 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddf2e7c-e54d-44bf-8f1d-d9838cdcad39 req-39fe926a-e48b-4db8-be4a-60bfe238bb99 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:51.267448 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0ddf2e7c-e54d-44bf-8f1d-d9838cdcad39 req-39fe926a-e48b-4db8-be4a-60bfe238bb99 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c44701a-3222-4040-bb5d-e60b1743b696 HTTP/1.1" status: 200 len: 950 time: 0.0567069 Aug 11 03:08:51.312236 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0ddf2e7c-e54d-44bf-8f1d-d9838cdcad39 req-ea4f4592-fdf0-4f7c-b4d5-d37190142600 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377300 Aug 11 03:08:51.498052 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12ae76a-3452-42ef-b8de-31ad30215cde req-14c65adb-de98-4581-a3ff-75b2d245aeb6 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:51.499641 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a12ae76a-3452-42ef-b8de-31ad30215cde req-14c65adb-de98-4581-a3ff-75b2d245aeb6 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/ports?device_id=eef198f5-5223-4d49-8ce9-d9987fbc9f79 HTTP/1.1" status: 200 len: 946 time: 0.0555170 Aug 11 03:08:51.567638 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a12ae76a-3452-42ef-b8de-31ad30215cde req-73467a4d-2ee3-4b40-af84-995bb03f7552 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/security-groups?id=4490b831-3ed6-471e-94da-f0207d61c828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612619 Aug 11 03:08:51.585582 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c218ef5d-66cf-45ee-89d9-ac90cd8908a8 req-31ef8a88-7eb3-4e4a-b075-41ecd06c49f2 tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:51.590780 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c218ef5d-66cf-45ee-89d9-ac90cd8908a8 req-31ef8a88-7eb3-4e4a-b075-41ecd06c49f2 tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] 10.222.0.41 "GET /v2.0/ports?device_id=48f4ba46-35a2-4511-b8a2-1c96def3b7a6 HTTP/1.1" status: 200 len: 945 time: 0.0767624 Aug 11 03:08:51.637372 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c218ef5d-66cf-45ee-89d9-ac90cd8908a8 req-8cf96889-a741-4884-abc5-ee0663da356d tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] 10.222.0.41 "GET /v2.0/security-groups?id=9625f7fa-1e76-4734-9acf-19283deb6f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412722 Aug 11 03:08:51.722728 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9107e315-6d53-4082-bf60-e8e5732a49e5 req-703e9914-28f8-4fce-beef-e399452dd6b4 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/ports?device_id=d2d7a1db-5684-44c6-9df6-334edb7e8ec5 HTTP/1.1" status: 200 len: 210 time: 0.0290740 Aug 11 03:08:51.832977 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3585d256-d4af-489c-b229-ac36810bfc48 req-15eea256-bd6f-4402-8de9-cacbf10dd912 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:51.834505 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3585d256-d4af-489c-b229-ac36810bfc48 req-15eea256-bd6f-4402-8de9-cacbf10dd912 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.41 "GET /v2.0/ports?device_id=98d6d82d-3a78-44f6-a171-1c19b3afea39 HTTP/1.1" status: 200 len: 950 time: 0.0519474 Aug 11 03:08:51.852124 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8ae636-980b-41c1-b634-a29929979b60 req-1ce7591f-5afc-4a7a-9dfc-e4c939495ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:51.854136 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-2c8ae636-980b-41c1-b634-a29929979b60 req-1ce7591f-5afc-4a7a-9dfc-e4c939495ceb service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9c44701a-3222-4040-bb5d-e60b1743b696&tenant_id=2a223f1b2a284c768535cee2a71b4bcf HTTP/1.1" status: 200 len: 1102 time: 0.0421972 Aug 11 03:08:51.868902 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-2c8ae636-980b-41c1-b634-a29929979b60 req-a79d8f96-5a08-41b2-88f4-985768b047eb service neutron] Request body: {'port': {'binding:host_id': 'n-h2-764292-30', 'device_owner': 'compute:nova'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:08:51.890367 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3585d256-d4af-489c-b229-ac36810bfc48 req-e6734295-dcdb-45d1-912a-eff0ab106d81 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.41 "GET /v2.0/security-groups?id=4bfdc2ba-9f18-4435-9a1d-8c7ae69f76fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483069 Aug 11 03:08:51.928889 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-2c8ae636-980b-41c1-b634-a29929979b60 req-a79d8f96-5a08-41b2-88f4-985768b047eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:52.202467 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-2c8ae636-980b-41c1-b634-a29929979b60 req-a79d8f96-5a08-41b2-88f4-985768b047eb service neutron] For port 45bf930a-252a-4c82-8320-492c9ecaa83d, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=45bf930a-252a-4c82-8320-492c9ecaa83d,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:08:52.238328 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c813d0-b252-4c2e-b23e-1ebf6fbc31ff req-aa51255e-5ca9-4b02-93da-93f381de72ea tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:52.239830 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-54c813d0-b252-4c2e-b23e-1ebf6fbc31ff req-aa51255e-5ca9-4b02-93da-93f381de72ea tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.22 "GET /v2.0/networks?id=b3c19a2d-0e26-410a-b53e-1619e285dc24 HTTP/1.1" status: 200 len: 812 time: 0.1490867 Aug 11 03:08:52.256406 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-54c813d0-b252-4c2e-b23e-1ebf6fbc31ff req-9e8168ed-e590-47d2-95de-d60f69c8bd68 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Request body: {'port': {'device_id': 'd2d7a1db-5684-44c6-9df6-334edb7e8ec5', 'network_id': 'b3c19a2d-0e26-410a-b53e-1619e285dc24', 'admin_state_up': True, 'tenant_id': 'c348de37bb094671bc15dc0c22bb5512'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:08:52.301392 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-2c8ae636-980b-41c1-b634-a29929979b60 req-a79d8f96-5a08-41b2-88f4-985768b047eb service neutron] For port 45bf930a-252a-4c82-8320-492c9ecaa83d, host n-h1-764292-30, cleared binding levels {{(pid=102191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:08:52.353571 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-2c8ae636-980b-41c1-b634-a29929979b60 req-a79d8f96-5a08-41b2-88f4-985768b047eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:52.359752 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 977a589c-7b12-4747-b663-fb75f526098d up at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:08:52.389114 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [req-2c8ae636-980b-41c1-b634-a29929979b60 req-a79d8f96-5a08-41b2-88f4-985768b047eb service neutron] Transition to ACTIVE for port object 45bf930a-252a-4c82-8320-492c9ecaa83d will not be triggered until provisioned by entity L2. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:08:52.390683 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c44701a-3222-4040-bb5d-e60b1743b696', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45bf930a-252a-4c82-8320-492c9ecaa83d'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:08:52.402580 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94511f85-2184-42f4-9b73-4bed819d89cf" -d '{"events": [{"server_uuid": "9c44701a-3222-4040-bb5d-e60b1743b696", "name": "network-vif-unplugged", "status": "completed", "tag": "45bf930a-252a-4c82-8320-492c9ecaa83d"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:08:52.428085 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning complete for port 977a589c-7b12-4747-b663-fb75f526098d triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:08:52.428815 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:52.486207 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-2c8ae636-980b-41c1-b634-a29929979b60 req-a79d8f96-5a08-41b2-88f4-985768b047eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:52.521165 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e43b35-8945-469b-9239-ce6f39b4a353 req-063fb972-b9cf-4e1a-ad8b-adfec1106da4 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:52.521732 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:52.526919 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-26e43b35-8945-469b-9239-ce6f39b4a353 req-063fb972-b9cf-4e1a-ad8b-adfec1106da4 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c44701a-3222-4040-bb5d-e60b1743b696 HTTP/1.1" status: 200 len: 950 time: 0.1212730 Aug 11 03:08:52.548081 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98d6d82d-3a78-44f6-a171-1c19b3afea39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '977a589c-7b12-4747-b663-fb75f526098d'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:08:52.554662 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13a03514-ca01-49fc-9dec-508a29a5e42f" -d '{"events": [{"server_uuid": "98d6d82d-3a78-44f6-a171-1c19b3afea39", "name": "network-vif-plugged", "status": "completed", "tag": "977a589c-7b12-4747-b663-fb75f526098d"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:08:52.571493 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port 977a589c-7b12-4747-b663-fb75f526098d, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=977a589c-7b12-4747-b663-fb75f526098d,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:08:52.583363 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79d8f96-5a08-41b2-88f4-985768b047eb service neutron] Pushing event updated for resources: {'Port': ['ID=45bf930a-252a-4c82-8320-492c9ecaa83d,revision_number=6']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:52.586350 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c8ae636-980b-41c1-b634-a29929979b60 req-a79d8f96-5a08-41b2-88f4-985768b047eb service neutron] No DVR routers for this DVR port 45bf930a-252a-4c82-8320-492c9ecaa83d on host n-h1-764292-30 {{(pid=102191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:08:52.594932 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54c813d0-b252-4c2e-b23e-1ebf6fbc31ff req-9e8168ed-e590-47d2-95de-d60f69c8bd68 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Made reservation on behalf of c348de37bb094671bc15dc0c22bb5512 for: {'port': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:08:52.598854 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-54c813d0-b252-4c2e-b23e-1ebf6fbc31ff req-9e8168ed-e590-47d2-95de-d60f69c8bd68 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:52.609991 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-26e43b35-8945-469b-9239-ce6f39b4a353 req-ca35fb77-c7e5-4062-ac6f-4dfc0ebe951c tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802500 Aug 11 03:08:52.653037 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-2c8ae636-980b-41c1-b634-a29929979b60 req-a79d8f96-5a08-41b2-88f4-985768b047eb service neutron] Attempting to bind port 45bf930a-252a-4c82-8320-492c9ecaa83d on host n-h2-764292-30 for vnic_type normal with profile {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:08:52.653382 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-2c8ae636-980b-41c1-b634-a29929979b60 req-a79d8f96-5a08-41b2-88f4-985768b047eb service neutron] Attempting to bind port 45bf930a-252a-4c82-8320-492c9ecaa83d by drivers openvswitch,hyperv on host n-h2-764292-30 at level 0 using segments [{'id': '9b7b03c0-092f-4953-898f-de6d8f2338ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba'}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:08:52.653763 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8ae636-980b-41c1-b634-a29929979b60 req-a79d8f96-5a08-41b2-88f4-985768b047eb service neutron] Attempting to bind port 45bf930a-252a-4c82-8320-492c9ecaa83d on network d1bf0def-6fa4-4d3e-bbc5-20a040931fba {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:08:52.657083 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:52.677973 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcf270f-d827-4b95-a2a8-3271b6b572f1 req-2cffbb30-13e8-4ed1-9690-50b174b6efd3 tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:52.679680 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cfcf270f-d827-4b95-a2a8-3271b6b572f1 req-2cffbb30-13e8-4ed1-9690-50b174b6efd3 tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] 10.222.0.24 "GET /v2.0/ports?device_id=48f4ba46-35a2-4511-b8a2-1c96def3b7a6 HTTP/1.1" status: 200 len: 945 time: 0.0828362 Aug 11 03:08:52.724227 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8ae636-980b-41c1-b634-a29929979b60 req-a79d8f96-5a08-41b2-88f4-985768b047eb service neutron] Port 45bf930a-252a-4c82-8320-492c9ecaa83d on network d1bf0def-6fa4-4d3e-bbc5-20a040931fba not bound, no agent of type Open vSwitch agent registered on host n-h2-764292-30 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:08:52.724619 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8ae636-980b-41c1-b634-a29929979b60 req-a79d8f96-5a08-41b2-88f4-985768b047eb service neutron] Attempting to bind port 45bf930a-252a-4c82-8320-492c9ecaa83d on network d1bf0def-6fa4-4d3e-bbc5-20a040931fba {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:08:52.730855 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8ae636-980b-41c1-b634-a29929979b60 req-a79d8f96-5a08-41b2-88f4-985768b047eb service neutron] Checking agent: {'id': '70015fc0-62fb-48b2-b453-36906937cf2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 8, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:08:52.731436 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8ae636-980b-41c1-b634-a29929979b60 req-a79d8f96-5a08-41b2-88f4-985768b047eb service neutron] Checking segment: {'id': '9b7b03c0-092f-4953-898f-de6d8f2338ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:08:52.735209 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8ae636-980b-41c1-b634-a29929979b60 req-a79d8f96-5a08-41b2-88f4-985768b047eb service neutron] Bound using segment: {'id': '9b7b03c0-092f-4953-898f-de6d8f2338ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba'} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:08:52.735209 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-2c8ae636-980b-41c1-b634-a29929979b60 req-a79d8f96-5a08-41b2-88f4-985768b047eb service neutron] Bound port: 45bf930a-252a-4c82-8320-492c9ecaa83d, host: n-h2-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b7b03c0-092f-4953-898f-de6d8f2338ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba'}}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:08:52.735209 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-2c8ae636-980b-41c1-b634-a29929979b60 req-a79d8f96-5a08-41b2-88f4-985768b047eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:52.747260 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=977a589c-7b12-4747-b663-fb75f526098d,revision_number=11']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:52.800443 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 03:08:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b97a88e-542d-4d2a-8a3f-75045cbdfcc8 x-openstack-request-id: req-3b97a88e-542d-4d2a-8a3f-75045cbdfcc8 {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:08:52.800443 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c44701a-3222-4040-bb5d-e60b1743b696", "name": "network-vif-unplugged", "status": "completed", "tag": "45bf930a-252a-4c82-8320-492c9ecaa83d", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:08:52.800443 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3b97a88e-542d-4d2a-8a3f-75045cbdfcc8 {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:08:52.800797 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c44701a-3222-4040-bb5d-e60b1743b696', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45bf930a-252a-4c82-8320-492c9ecaa83d', 'code': 200} Aug 11 03:08:52.827195 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:08:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46e8402f-a2cc-4b5a-90f0-65af54f10f3d x-openstack-request-id: req-46e8402f-a2cc-4b5a-90f0-65af54f10f3d {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:08:52.827593 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98d6d82d-3a78-44f6-a171-1c19b3afea39", "name": "network-vif-plugged", "status": "completed", "tag": "977a589c-7b12-4747-b663-fb75f526098d", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:08:52.828202 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-46e8402f-a2cc-4b5a-90f0-65af54f10f3d {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:08:52.828877 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98d6d82d-3a78-44f6-a171-1c19b3afea39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '977a589c-7b12-4747-b663-fb75f526098d', 'code': 200} Aug 11 03:08:52.833069 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [req-cfcf270f-d827-4b95-a2a8-3271b6b572f1 req-255f44b4-de6f-4678-97f0-eca64b129c62 tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] Deleting port cd76a132-4ef4-4ffc-85f2-4c1a0de5f6b6 {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:08:52.833869 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-cfcf270f-d827-4b95-a2a8-3271b6b572f1 req-255f44b4-de6f-4678-97f0-eca64b129c62 tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:52.967392 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [req-54c813d0-b252-4c2e-b23e-1ebf6fbc31ff req-9e8168ed-e590-47d2-95de-d60f69c8bd68 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Allocated IP 172.20.0.10 (b3c19a2d-0e26-410a-b53e-1619e285dc24/c6eff5da-ec78-46c7-b512-eb7d066170b3/84732100-f8ce-4b96-be32-0edfa617f4fc) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:08:52.980846 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-2c8ae636-980b-41c1-b634-a29929979b60 req-a79d8f96-5a08-41b2-88f4-985768b047eb service neutron] For port 45bf930a-252a-4c82-8320-492c9ecaa83d, host n-h2-764292-30, cleared binding levels {{(pid=102191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:08:52.984655 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-2c8ae636-980b-41c1-b634-a29929979b60 req-a79d8f96-5a08-41b2-88f4-985768b047eb service neutron] For port 45bf930a-252a-4c82-8320-492c9ecaa83d, host n-h2-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=45bf930a-252a-4c82-8320-492c9ecaa83d,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:08:52.987240 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-918eb7dc-0d90-484b-8f18-02e92c511be9 req-1da5bd81-561c-48e2-bcc0-9ab8fa7c4875 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/ports?device_id=d2d7a1db-5684-44c6-9df6-334edb7e8ec5 HTTP/1.1" status: 200 len: 210 time: 0.0412440 Aug 11 03:08:53.013215 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7c0a25-ae6a-4b03-b9ea-69aaa20b59d7 req-d38b356b-af8a-445a-9a15-2f9f955b52f7 tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:53.014762 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7a7c0a25-ae6a-4b03-b9ea-69aaa20b59d7 req-d38b356b-af8a-445a-9a15-2f9f955b52f7 tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] 10.222.0.41 "GET /v2.0/ports?device_id=48f4ba46-35a2-4511-b8a2-1c96def3b7a6 HTTP/1.1" status: 200 len: 945 time: 0.1179943 Aug 11 03:08:53.042262 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-2c8ae636-980b-41c1-b634-a29929979b60 req-a79d8f96-5a08-41b2-88f4-985768b047eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:53.091508 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-cfcf270f-d827-4b95-a2a8-3271b6b572f1 req-255f44b4-de6f-4678-97f0-eca64b129c62 tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] For port cd76a132-4ef4-4ffc-85f2-4c1a0de5f6b6, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=cd76a132-4ef4-4ffc-85f2-4c1a0de5f6b6,segment=NetworkSegment(d6576c77-3985-48bf-8fbf-0488c51bebf1),segment_id=d6576c77-3985-48bf-8fbf-0488c51bebf1)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:08:53.091902 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-cfcf270f-d827-4b95-a2a8-3271b6b572f1 req-255f44b4-de6f-4678-97f0-eca64b129c62 tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:53.120297 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8ae636-980b-41c1-b634-a29929979b60 req-a79d8f96-5a08-41b2-88f4-985768b047eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:53.121263 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-2c8ae636-980b-41c1-b634-a29929979b60 req-a79d8f96-5a08-41b2-88f4-985768b047eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:53.123347 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-2c8ae636-980b-41c1-b634-a29929979b60 req-a79d8f96-5a08-41b2-88f4-985768b047eb service neutron] 10.222.0.24 "PUT /v2.0/ports/45bf930a-252a-4c82-8320-492c9ecaa83d HTTP/1.1" status: 200 len: 1097 time: 1.2585168 Aug 11 03:08:53.137773 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [req-cfcf270f-d827-4b95-a2a8-3271b6b572f1 req-255f44b4-de6f-4678-97f0-eca64b129c62 tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] Calling delete_port for cd76a132-4ef4-4ffc-85f2-4c1a0de5f6b6 owned by compute:nova {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:08:53.147549 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb977457-1f72-42ea-8fed-97577581372b req-0456658f-bcb2-4d71-b0c0-413654fb46bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:53.149042 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cb977457-1f72-42ea-8fed-97577581372b req-0456658f-bcb2-4d71-b0c0-413654fb46bb service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=98d6d82d-3a78-44f6-a171-1c19b3afea39 HTTP/1.1" status: 200 len: 1103 time: 0.1668074 Aug 11 03:08:53.174960 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7a7c0a25-ae6a-4b03-b9ea-69aaa20b59d7 req-a524fa51-5bf5-48c9-89f5-172204f25c23 tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] 10.222.0.41 "GET /v2.0/security-groups?id=9625f7fa-1e76-4734-9acf-19283deb6f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336946 Aug 11 03:08:53.178603 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79d8f96-5a08-41b2-88f4-985768b047eb service neutron] Pushing event updated for resources: {'Port': ['ID=45bf930a-252a-4c82-8320-492c9ecaa83d,revision_number=7']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:53.226569 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-54c813d0-b252-4c2e-b23e-1ebf6fbc31ff req-9e8168ed-e590-47d2-95de-d60f69c8bd68 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:53.245035 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8ae636-980b-41c1-b634-a29929979b60 req-773ad5e3-f604-4642-8741-5f0c98109cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:53.246751 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6500e24-bcd9-40a7-b1cc-816dd911f613 req-7447722e-631e-46bd-9030-3b4614fcd253 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:53.246910 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-2c8ae636-980b-41c1-b634-a29929979b60 req-773ad5e3-f604-4642-8741-5f0c98109cf6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2a223f1b2a284c768535cee2a71b4bcf&device_id=9c44701a-3222-4040-bb5d-e60b1743b696 HTTP/1.1" status: 200 len: 1100 time: 0.0841725 Aug 11 03:08:53.248115 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d6500e24-bcd9-40a7-b1cc-816dd911f613 req-7447722e-631e-46bd-9030-3b4614fcd253 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.41 "GET /v2.0/ports?device_id=98d6d82d-3a78-44f6-a171-1c19b3afea39 HTTP/1.1" status: 200 len: 951 time: 0.1658692 Aug 11 03:08:53.304798 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cb977457-1f72-42ea-8fed-97577581372b req-eeb07693-4dd7-4452-a43e-954471a97bc9 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=4bfdc2ba-9f18-4435-9a1d-8c7ae69f76fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409199 Aug 11 03:08:53.330788 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d6500e24-bcd9-40a7-b1cc-816dd911f613 req-3c2dd403-d26d-42ab-b150-e39a28785775 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.41 "GET /v2.0/security-groups?id=4bfdc2ba-9f18-4435-9a1d-8c7ae69f76fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743718 Aug 11 03:08:53.372830 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8ae636-980b-41c1-b634-a29929979b60 req-25901be5-76a8-409a-a6e5-59c7344197b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:53.374355 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-2c8ae636-980b-41c1-b634-a29929979b60 req-25901be5-76a8-409a-a6e5-59c7344197b7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d1bf0def-6fa4-4d3e-bbc5-20a040931fba HTTP/1.1" status: 200 len: 870 time: 0.1186652 Aug 11 03:08:53.423279 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-cfcf270f-d827-4b95-a2a8-3271b6b572f1 req-255f44b4-de6f-4678-97f0-eca64b129c62 tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:53.434829 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['cd76a132-4ef4-4ffc-85f2-4c1a0de5f6b6'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:08:53.466795 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255f44b4-de6f-4678-97f0-eca64b129c62 tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] Pushing event deleted for resources: {'Port': ['ID=cd76a132-4ef4-4ffc-85f2-4c1a0de5f6b6,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:53.539632 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfcf270f-d827-4b95-a2a8-3271b6b572f1 req-255f44b4-de6f-4678-97f0-eca64b129c62 tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] No DVR routers for this DVR port cd76a132-4ef4-4ffc-85f2-4c1a0de5f6b6 on host n-h2-764292-30 {{(pid=102192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:08:53.543555 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-cfcf270f-d827-4b95-a2a8-3271b6b572f1 req-255f44b4-de6f-4678-97f0-eca64b129c62 tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:53.546018 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cfcf270f-d827-4b95-a2a8-3271b6b572f1 req-255f44b4-de6f-4678-97f0-eca64b129c62 tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] 10.222.0.24 "DELETE /v2.0/ports/cd76a132-4ef4-4ffc-85f2-4c1a0de5f6b6 HTTP/1.1" status: 204 len: 173 time: 0.8565896 Aug 11 03:08:53.546577 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48f4ba46-35a2-4511-b8a2-1c96def3b7a6', 'name': 'network-vif-deleted', 'tag': 'cd76a132-4ef4-4ffc-85f2-4c1a0de5f6b6'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:08:53.549519 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf9293b3-cde9-4acb-b76b-72924305e4ee" -d '{"events": [{"server_uuid": "48f4ba46-35a2-4511-b8a2-1c96def3b7a6", "name": "network-vif-deleted", "tag": "cd76a132-4ef4-4ffc-85f2-4c1a0de5f6b6"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:08:53.595382 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b14fc46c-5976-41f7-b79c-3e073d23da0c x-openstack-request-id: req-b14fc46c-5976-41f7-b79c-3e073d23da0c {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:08:53.595700 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48f4ba46-35a2-4511-b8a2-1c96def3b7a6", "name": "network-vif-deleted", "tag": "cd76a132-4ef4-4ffc-85f2-4c1a0de5f6b6", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:08:53.595995 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b14fc46c-5976-41f7-b79c-3e073d23da0c {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:08:53.596632 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48f4ba46-35a2-4511-b8a2-1c96def3b7a6', 'name': 'network-vif-deleted', 'tag': 'cd76a132-4ef4-4ffc-85f2-4c1a0de5f6b6', 'status': 'completed', 'code': 200} Aug 11 03:08:53.731394 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-2c8ae636-980b-41c1-b634-a29929979b60 req-617eedb6-c462-46f3-aa84-0a4816d0f0c2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=45bf930a-252a-4c82-8320-492c9ecaa83d HTTP/1.1" status: 200 len: 217 time: 0.3496184 Aug 11 03:08:53.733035 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-54c813d0-b252-4c2e-b23e-1ebf6fbc31ff req-9e8168ed-e590-47d2-95de-d60f69c8bd68 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:53.777677 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaf1184-1c6c-4531-8fd4-cb5b3d010b56 req-a3255f8f-c1c6-4c7d-8729-a6c0b7a26f0f tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:53.781839 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ccaf1184-1c6c-4531-8fd4-cb5b3d010b56 req-a3255f8f-c1c6-4c7d-8729-a6c0b7a26f0f tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c44701a-3222-4040-bb5d-e60b1743b696 HTTP/1.1" status: 200 len: 948 time: 0.0864592 Aug 11 03:08:53.819779 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8168ed-e590-47d2-95de-d60f69c8bd68 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Pushing event updated for resources: {'Port': ['ID=84732100-f8ce-4b96-be32-0edfa617f4fc,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:53.831924 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54c813d0-b252-4c2e-b23e-1ebf6fbc31ff req-9e8168ed-e590-47d2-95de-d60f69c8bd68 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Network b3c19a2d-0e26-410a-b53e-1619e285dc24 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:08:53.832588 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ccaf1184-1c6c-4531-8fd4-cb5b3d010b56 req-17201eb7-efd0-451d-a5d0-8db713776913 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458643 Aug 11 03:08:53.836220 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [req-54c813d0-b252-4c2e-b23e-1ebf6fbc31ff req-9e8168ed-e590-47d2-95de-d60f69c8bd68 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:08:53.839767 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-54c813d0-b252-4c2e-b23e-1ebf6fbc31ff req-9e8168ed-e590-47d2-95de-d60f69c8bd68 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:08:53.862717 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8ae636-980b-41c1-b634-a29929979b60 req-19e30da3-4564-4db5-9598-e79c94367068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:53.864150 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-2c8ae636-980b-41c1-b634-a29929979b60 req-19e30da3-4564-4db5-9598-e79c94367068 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=254a3f4d-2b75-429e-bbb2-8e70554e9483 HTTP/1.1" status: 200 len: 843 time: 0.0808935 Aug 11 03:08:53.914537 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c813d0-b252-4c2e-b23e-1ebf6fbc31ff req-9e8168ed-e590-47d2-95de-d60f69c8bd68 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:53.915251 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-54c813d0-b252-4c2e-b23e-1ebf6fbc31ff req-9e8168ed-e590-47d2-95de-d60f69c8bd68 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:53.936891 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8ae636-980b-41c1-b634-a29929979b60 req-9191121b-3a82-4759-a702-dc971af07504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:53.942951 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-2c8ae636-980b-41c1-b634-a29929979b60 req-9191121b-3a82-4759-a702-dc971af07504 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d1bf0def-6fa4-4d3e-bbc5-20a040931fba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0629134 Aug 11 03:08:54.013212 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 54698) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:08:54.019466 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-54c813d0-b252-4c2e-b23e-1ebf6fbc31ff req-9e8168ed-e590-47d2-95de-d60f69c8bd68 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7681062 Aug 11 03:08:54.032901 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [req-54c813d0-b252-4c2e-b23e-1ebf6fbc31ff req-488aa70f-634e-4645-a6fe-dc0c635e5550 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102191) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:08:54.033876 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-54c813d0-b252-4c2e-b23e-1ebf6fbc31ff req-488aa70f-634e-4645-a6fe-dc0c635e5550 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0077538 Aug 11 03:08:54.048246 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-54c813d0-b252-4c2e-b23e-1ebf6fbc31ff req-25cd1de2-e7f3-4b60-8f7e-876982fdded3 service neutron] Request body: {'port': {'device_id': 'd2d7a1db-5684-44c6-9df6-334edb7e8ec5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764292-30'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:08:54.111941 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-2c8ae636-980b-41c1-b634-a29929979b60 req-cffc0dc6-5790-4d15-ba14-1955fc666e74 service neutron] 10.222.0.24 "GET /v2.0/networks/d1bf0def-6fa4-4d3e-bbc5-20a040931fba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642196 Aug 11 03:08:54.114671 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a898166-fb58-4d9f-9d37-c44d51b15776 req-77ab739f-a4ca-4f89-8510-6d3437d9eac4 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:54.116395 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7a898166-fb58-4d9f-9d37-c44d51b15776 req-77ab739f-a4ca-4f89-8510-6d3437d9eac4 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/ports?device_id=d2d7a1db-5684-44c6-9df6-334edb7e8ec5 HTTP/1.1" status: 200 len: 932 time: 0.0529182 Aug 11 03:08:54.120460 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-54c813d0-b252-4c2e-b23e-1ebf6fbc31ff req-25cd1de2-e7f3-4b60-8f7e-876982fdded3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:54.152355 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-6f1843f1-0f57-4eee-87eb-dc9dd2253b28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:54.184323 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7a898166-fb58-4d9f-9d37-c44d51b15776 req-c03b3df0-b89e-4673-abb4-51142fe21a06 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/security-groups?id=96c4279c-51b6-4d8a-ac93-67215ccf65c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606301 Aug 11 03:08:54.272222 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-6f1843f1-0f57-4eee-87eb-dc9dd2253b28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:54.310391 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-147325f2-98d0-4fbd-9c32-a0fb6725f589 req-3731dfcd-286d-4ce2-a41d-8ff4e38caa5c tempest-ServerRescueTestJSONUnderV235-2103062921 tempest-ServerRescueTestJSONUnderV235-2103062921-project] 10.222.0.41 "GET /v2.0/ports?device_id=48f4ba46-35a2-4511-b8a2-1c96def3b7a6 HTTP/1.1" status: 200 len: 210 time: 0.0273454 Aug 11 03:08:54.319025 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-2c8ae636-980b-41c1-b634-a29929979b60 req-748f0f08-2c11-4e7e-a711-72f4c705c531 service neutron] 10.222.0.24 "GET /v2.0/networks/d1bf0def-6fa4-4d3e-bbc5-20a040931fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865456 Aug 11 03:08:54.376800 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-6f1843f1-0f57-4eee-87eb-dc9dd2253b28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:54.418381 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-6f1843f1-0f57-4eee-87eb-dc9dd2253b28 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fcc4d913a8ce48ff87b10d18cf5ccbf5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4034936 Aug 11 03:08:54.419318 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1843f1-0f57-4eee-87eb-dc9dd2253b28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cc7b252-9672-4b20-9c76-5be03b13fc72,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:54.421742 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 54706) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:08:54.497988 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [req-54c813d0-b252-4c2e-b23e-1ebf6fbc31ff req-25cd1de2-e7f3-4b60-8f7e-876982fdded3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84732100-f8ce-4b96-be32-0edfa617f4fc {{(pid=102191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:08:54.508342 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-54c813d0-b252-4c2e-b23e-1ebf6fbc31ff req-25cd1de2-e7f3-4b60-8f7e-876982fdded3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:54.513040 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69aec700-c6e0-463b-8fc6-c8a9be4c8ae7 req-1352bb02-6bb6-4188-acb5-41c235762d74 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:54.514605 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-69aec700-c6e0-463b-8fc6-c8a9be4c8ae7 req-1352bb02-6bb6-4188-acb5-41c235762d74 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.41 "GET /v2.0/ports?device_id=98d6d82d-3a78-44f6-a171-1c19b3afea39 HTTP/1.1" status: 200 len: 951 time: 0.0853333 Aug 11 03:08:54.519771 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-2fbbfa67-ae60-4dda-9a6c-efe15a3d4f4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:54.522508 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [req-54c813d0-b252-4c2e-b23e-1ebf6fbc31ff req-25cd1de2-e7f3-4b60-8f7e-876982fdded3 service neutron] Transition to ACTIVE for port object 84732100-f8ce-4b96-be32-0edfa617f4fc will not be triggered until provisioned by entity L2. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:08:54.557882 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-2fbbfa67-ae60-4dda-9a6c-efe15a3d4f4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:54.582885 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-69aec700-c6e0-463b-8fc6-c8a9be4c8ae7 req-76623cac-547e-4373-8346-df1b54159586 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.41 "GET /v2.0/security-groups?id=4bfdc2ba-9f18-4435-9a1d-8c7ae69f76fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602582 Aug 11 03:08:54.622537 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-54c813d0-b252-4c2e-b23e-1ebf6fbc31ff req-25cd1de2-e7f3-4b60-8f7e-876982fdded3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:54.698176 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cd1de2-e7f3-4b60-8f7e-876982fdded3 service neutron] Pushing event updated for resources: {'Port': ['ID=84732100-f8ce-4b96-be32-0edfa617f4fc,revision_number=2']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:54.702828 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-2fbbfa67-ae60-4dda-9a6c-efe15a3d4f4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:54.705642 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-2fbbfa67-ae60-4dda-9a6c-efe15a3d4f4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:54.709154 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-2fbbfa67-ae60-4dda-9a6c-efe15a3d4f4a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9cc7b252-9672-4b20-9c76-5be03b13fc72 HTTP/1.1" status: 204 len: 168 time: 0.2838929 Aug 11 03:08:54.722985 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbbfa67-ae60-4dda-9a6c-efe15a3d4f4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cc7b252-9672-4b20-9c76-5be03b13fc72,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:54.772894 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-54c813d0-b252-4c2e-b23e-1ebf6fbc31ff req-25cd1de2-e7f3-4b60-8f7e-876982fdded3 service neutron] Attempting to bind port 84732100-f8ce-4b96-be32-0edfa617f4fc on host n-h1-764292-30 for vnic_type normal with profile {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:08:54.773234 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-54c813d0-b252-4c2e-b23e-1ebf6fbc31ff req-25cd1de2-e7f3-4b60-8f7e-876982fdded3 service neutron] Attempting to bind port 84732100-f8ce-4b96-be32-0edfa617f4fc by drivers openvswitch,hyperv on host n-h1-764292-30 at level 0 using segments [{'id': '66697432-be64-438d-a5b2-0b02f3d0fa2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'b3c19a2d-0e26-410a-b53e-1619e285dc24'}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:08:54.773558 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c813d0-b252-4c2e-b23e-1ebf6fbc31ff req-25cd1de2-e7f3-4b60-8f7e-876982fdded3 service neutron] Attempting to bind port 84732100-f8ce-4b96-be32-0edfa617f4fc on network b3c19a2d-0e26-410a-b53e-1619e285dc24 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:08:54.778661 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c813d0-b252-4c2e-b23e-1ebf6fbc31ff req-25cd1de2-e7f3-4b60-8f7e-876982fdded3 service neutron] Port 84732100-f8ce-4b96-be32-0edfa617f4fc on network b3c19a2d-0e26-410a-b53e-1619e285dc24 not bound, no agent of type Open vSwitch agent registered on host n-h1-764292-30 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:08:54.781293 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c813d0-b252-4c2e-b23e-1ebf6fbc31ff req-25cd1de2-e7f3-4b60-8f7e-876982fdded3 service neutron] Attempting to bind port 84732100-f8ce-4b96-be32-0edfa617f4fc on network b3c19a2d-0e26-410a-b53e-1619e285dc24 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:08:54.784043 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c813d0-b252-4c2e-b23e-1ebf6fbc31ff req-25cd1de2-e7f3-4b60-8f7e-876982fdded3 service neutron] Checking agent: {'id': 'abb524c2-b412-4ed2-8367-45c4fd996fa7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 8, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:08:54.784408 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c813d0-b252-4c2e-b23e-1ebf6fbc31ff req-25cd1de2-e7f3-4b60-8f7e-876982fdded3 service neutron] Checking segment: {'id': '66697432-be64-438d-a5b2-0b02f3d0fa2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'b3c19a2d-0e26-410a-b53e-1619e285dc24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:08:54.784792 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c813d0-b252-4c2e-b23e-1ebf6fbc31ff req-25cd1de2-e7f3-4b60-8f7e-876982fdded3 service neutron] Bound using segment: {'id': '66697432-be64-438d-a5b2-0b02f3d0fa2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'b3c19a2d-0e26-410a-b53e-1619e285dc24'} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:08:54.785218 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-54c813d0-b252-4c2e-b23e-1ebf6fbc31ff req-25cd1de2-e7f3-4b60-8f7e-876982fdded3 service neutron] Bound port: 84732100-f8ce-4b96-be32-0edfa617f4fc, host: n-h1-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66697432-be64-438d-a5b2-0b02f3d0fa2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'b3c19a2d-0e26-410a-b53e-1619e285dc24'}}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:08:54.785571 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-54c813d0-b252-4c2e-b23e-1ebf6fbc31ff req-25cd1de2-e7f3-4b60-8f7e-876982fdded3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:54.817050 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c44701a-3222-4040-bb5d-e60b1743b696', 'tag': '45bf930a-252a-4c82-8320-492c9ecaa83d'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:08:54.819329 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-980ed2a1-7a87-471b-81b4-828a83f511ac" -d '{"events": [{"name": "network-changed", "server_uuid": "9c44701a-3222-4040-bb5d-e60b1743b696", "tag": "45bf930a-252a-4c82-8320-492c9ecaa83d"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:08:54.861249 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-54c813d0-b252-4c2e-b23e-1ebf6fbc31ff req-25cd1de2-e7f3-4b60-8f7e-876982fdded3 service neutron] For port 84732100-f8ce-4b96-be32-0edfa617f4fc, host n-h1-764292-30, cleared binding levels {{(pid=102191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:08:54.867121 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-54c813d0-b252-4c2e-b23e-1ebf6fbc31ff req-25cd1de2-e7f3-4b60-8f7e-876982fdded3 service neutron] For port 84732100-f8ce-4b96-be32-0edfa617f4fc, host n-h1-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=84732100-f8ce-4b96-be32-0edfa617f4fc,segment=NetworkSegment(66697432-be64-438d-a5b2-0b02f3d0fa2a),segment_id=66697432-be64-438d-a5b2-0b02f3d0fa2a)] {{(pid=102191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:08:54.880230 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:08:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c051520-5199-4835-874e-5c20d9ce6640 x-openstack-request-id: req-1c051520-5199-4835-874e-5c20d9ce6640 {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:08:54.880919 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c44701a-3222-4040-bb5d-e60b1743b696", "tag": "45bf930a-252a-4c82-8320-492c9ecaa83d", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:08:54.881164 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1c051520-5199-4835-874e-5c20d9ce6640 {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:08:54.881626 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c44701a-3222-4040-bb5d-e60b1743b696', 'tag': '45bf930a-252a-4c82-8320-492c9ecaa83d', 'status': 'completed', 'code': 200} Aug 11 03:08:54.969288 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-54c813d0-b252-4c2e-b23e-1ebf6fbc31ff req-25cd1de2-e7f3-4b60-8f7e-876982fdded3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:54.982768 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a11914-1edb-4098-a9c8-c8fc53f33623 req-23c174a6-d2e3-40a1-8d3b-f257ee219e67 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:54.984317 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f6a11914-1edb-4098-a9c8-c8fc53f33623 req-23c174a6-d2e3-40a1-8d3b-f257ee219e67 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c44701a-3222-4040-bb5d-e60b1743b696 HTTP/1.1" status: 200 len: 948 time: 0.0509284 Aug 11 03:08:55.015034 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980ed2a1-7a87-471b-81b4-828a83f511ac req-dc70484d-7c07-452c-8ed8-fa21d97b86bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:55.016533 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-980ed2a1-7a87-471b-81b4-828a83f511ac req-dc70484d-7c07-452c-8ed8-fa21d97b86bb service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2a223f1b2a284c768535cee2a71b4bcf&device_id=9c44701a-3222-4040-bb5d-e60b1743b696 HTTP/1.1" status: 200 len: 1100 time: 0.1144843 Aug 11 03:08:55.029405 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980ed2a1-7a87-471b-81b4-828a83f511ac req-b756eae6-b440-43a0-8ef5-4e056f54b060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:55.031382 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-980ed2a1-7a87-471b-81b4-828a83f511ac req-b756eae6-b440-43a0-8ef5-4e056f54b060 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2a223f1b2a284c768535cee2a71b4bcf&device_id=9c44701a-3222-4040-bb5d-e60b1743b696 HTTP/1.1" status: 200 len: 1100 time: 0.1171107 Aug 11 03:08:55.033727 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c813d0-b252-4c2e-b23e-1ebf6fbc31ff req-25cd1de2-e7f3-4b60-8f7e-876982fdded3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:55.033878 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-54c813d0-b252-4c2e-b23e-1ebf6fbc31ff req-25cd1de2-e7f3-4b60-8f7e-876982fdded3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:55.035138 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-54c813d0-b252-4c2e-b23e-1ebf6fbc31ff req-25cd1de2-e7f3-4b60-8f7e-876982fdded3 service neutron] 10.222.0.22 "PUT /v2.0/ports/84732100-f8ce-4b96-be32-0edfa617f4fc HTTP/1.1" status: 200 len: 1093 time: 0.9939175 Aug 11 03:08:55.039154 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f6a11914-1edb-4098-a9c8-c8fc53f33623 req-57e1a68c-55b5-4e0a-b2a6-68ffd30027f8 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457075 Aug 11 03:08:55.147372 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cd1de2-e7f3-4b60-8f7e-876982fdded3 service neutron] Pushing event updated for resources: {'Port': ['ID=84732100-f8ce-4b96-be32-0edfa617f4fc,revision_number=3']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:55.237828 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980ed2a1-7a87-471b-81b4-828a83f511ac req-feba794f-6a31-4d58-ab15-a256eae53cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:55.239333 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-980ed2a1-7a87-471b-81b4-828a83f511ac req-feba794f-6a31-4d58-ab15-a256eae53cbf service neutron] 10.222.0.22 "GET /v2.0/networks?id=d1bf0def-6fa4-4d3e-bbc5-20a040931fba HTTP/1.1" status: 200 len: 870 time: 0.2075043 Aug 11 03:08:55.244299 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980ed2a1-7a87-471b-81b4-828a83f511ac req-09ca9d72-cf5f-4976-b1b2-b45d68ea312f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:55.245754 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-980ed2a1-7a87-471b-81b4-828a83f511ac req-09ca9d72-cf5f-4976-b1b2-b45d68ea312f service neutron] 10.222.0.24 "GET /v2.0/networks?id=d1bf0def-6fa4-4d3e-bbc5-20a040931fba HTTP/1.1" status: 200 len: 870 time: 0.1993675 Aug 11 03:08:55.307195 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ca2d44-355a-40ef-9fa3-8302566bd010 req-ffa75e66-b9c4-4b09-aefb-69108aad19c2 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:55.308692 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b7ca2d44-355a-40ef-9fa3-8302566bd010 req-ffa75e66-b9c4-4b09-aefb-69108aad19c2 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/ports?device_id=d2d7a1db-5684-44c6-9df6-334edb7e8ec5 HTTP/1.1" status: 200 len: 944 time: 0.0498731 Aug 11 03:08:55.319650 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-980ed2a1-7a87-471b-81b4-828a83f511ac req-266d1f83-0130-4d9a-a973-37254678319d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=45bf930a-252a-4c82-8320-492c9ecaa83d HTTP/1.1" status: 200 len: 217 time: 0.0722673 Aug 11 03:08:55.323405 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-980ed2a1-7a87-471b-81b4-828a83f511ac req-8b7cef69-2e9a-4a7b-84bd-a0257e0a2369 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=45bf930a-252a-4c82-8320-492c9ecaa83d HTTP/1.1" status: 200 len: 217 time: 0.0669713 Aug 11 03:08:55.325576 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c813d0-b252-4c2e-b23e-1ebf6fbc31ff req-30adf262-ef85-4541-a04b-38c29004cfed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:55.327139 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-54c813d0-b252-4c2e-b23e-1ebf6fbc31ff req-30adf262-ef85-4541-a04b-38c29004cfed service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c348de37bb094671bc15dc0c22bb5512&device_id=d2d7a1db-5684-44c6-9df6-334edb7e8ec5 HTTP/1.1" status: 200 len: 1096 time: 0.1434283 Aug 11 03:08:55.361586 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b7ca2d44-355a-40ef-9fa3-8302566bd010 req-abbbd815-1f90-4b33-b7cd-90d1a5bc1977 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/security-groups?id=96c4279c-51b6-4d8a-ac93-67215ccf65c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465760 Aug 11 03:08:55.387201 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 54732) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:08:55.426465 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-54c813d0-b252-4c2e-b23e-1ebf6fbc31ff req-27cba508-72b8-4f00-b5fb-6ebeb3eb5c01 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=84732100-f8ce-4b96-be32-0edfa617f4fc HTTP/1.1" status: 200 len: 217 time: 0.0771663 Aug 11 03:08:55.485988 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980ed2a1-7a87-471b-81b4-828a83f511ac req-5cc5ac69-49e0-4d6f-bbd6-77735e776cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:55.487526 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-980ed2a1-7a87-471b-81b4-828a83f511ac req-5cc5ac69-49e0-4d6f-bbd6-77735e776cec service neutron] 10.222.0.24 "GET /v2.0/subnets?id=254a3f4d-2b75-429e-bbb2-8e70554e9483 HTTP/1.1" status: 200 len: 843 time: 0.1572595 Aug 11 03:08:55.488749 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980ed2a1-7a87-471b-81b4-828a83f511ac req-79443271-61b5-4621-893e-2e253ad5aba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:55.490093 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-980ed2a1-7a87-471b-81b4-828a83f511ac req-79443271-61b5-4621-893e-2e253ad5aba8 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=254a3f4d-2b75-429e-bbb2-8e70554e9483 HTTP/1.1" status: 200 len: 843 time: 0.1621060 Aug 11 03:08:55.554892 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c813d0-b252-4c2e-b23e-1ebf6fbc31ff req-bf2f0585-6b7e-4f9d-ada1-e9e6a65bc2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:55.556356 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-54c813d0-b252-4c2e-b23e-1ebf6fbc31ff req-bf2f0585-6b7e-4f9d-ada1-e9e6a65bc2d4 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c6eff5da-ec78-46c7-b512-eb7d066170b3 HTTP/1.1" status: 200 len: 852 time: 0.1188827 Aug 11 03:08:55.597225 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-54c813d0-b252-4c2e-b23e-1ebf6fbc31ff req-4b861897-c5c1-402c-9499-f01d48e00d77 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b3c19a2d-0e26-410a-b53e-1619e285dc24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329928 Aug 11 03:08:55.602462 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980ed2a1-7a87-471b-81b4-828a83f511ac req-ee022141-a66b-4903-bb41-010a1e7179df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:55.603942 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-980ed2a1-7a87-471b-81b4-828a83f511ac req-ee022141-a66b-4903-bb41-010a1e7179df service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d1bf0def-6fa4-4d3e-bbc5-20a040931fba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1079497 Aug 11 03:08:55.623390 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980ed2a1-7a87-471b-81b4-828a83f511ac req-0843f956-a7b9-4ab5-83a3-21eaf14381f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:55.624994 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-980ed2a1-7a87-471b-81b4-828a83f511ac req-0843f956-a7b9-4ab5-83a3-21eaf14381f0 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d1bf0def-6fa4-4d3e-bbc5-20a040931fba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1150753 Aug 11 03:08:55.731559 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65259ed1-cac2-4e91-b82a-65dc114ab703 req-702ec1c3-2f68-4af2-ab43-a3a6b2f55204 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:55.740951 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-65259ed1-cac2-4e91-b82a-65dc114ab703 req-702ec1c3-2f68-4af2-ab43-a3a6b2f55204 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.41 "GET /v2.0/ports?device_id=98d6d82d-3a78-44f6-a171-1c19b3afea39 HTTP/1.1" status: 200 len: 951 time: 0.0772948 Aug 11 03:08:55.805183 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-65259ed1-cac2-4e91-b82a-65dc114ab703 req-880aeef7-923d-46a0-86cc-743eb38579b6 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.41 "GET /v2.0/security-groups?id=4bfdc2ba-9f18-4435-9a1d-8c7ae69f76fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581808 Aug 11 03:08:55.832372 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 54744) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:08:55.852864 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-54c813d0-b252-4c2e-b23e-1ebf6fbc31ff req-4a9f7c33-99ad-4b12-92d9-dba742adbc5a service neutron] 10.222.0.22 "GET /v2.0/networks/b3c19a2d-0e26-410a-b53e-1619e285dc24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2443693 Aug 11 03:08:55.856302 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ad30610a-0a92-4d40-a4bf-84117c731077 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521106'] for router_interface, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:55.943912 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-980ed2a1-7a87-471b-81b4-828a83f511ac req-6651ad4d-4386-466d-8904-894f84fa8883 service neutron] 10.222.0.24 "GET /v2.0/networks/d1bf0def-6fa4-4d3e-bbc5-20a040931fba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3175313 Aug 11 03:08:55.950739 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-980ed2a1-7a87-471b-81b4-828a83f511ac req-79eaba23-e7d8-461c-a279-c80c7d7192f2 service neutron] 10.222.0.22 "GET /v2.0/networks/d1bf0def-6fa4-4d3e-bbc5-20a040931fba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3140273 Aug 11 03:08:56.023767 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-fc13acc1-dad6-4568-94b7-c0864f8cf0be admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-974017174-network', 'tenant_id': 'c8aa6119d36c4641af7622d251acddef'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:08:56.067815 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-54c813d0-b252-4c2e-b23e-1ebf6fbc31ff req-437cca09-806c-4212-951c-1f7c0d49b57f service neutron] 10.222.0.22 "GET /v2.0/networks/b3c19a2d-0e26-410a-b53e-1619e285dc24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023008 Aug 11 03:08:56.134605 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-ad30610a-0a92-4d40-a4bf-84117c731077 admin admin] Deleting port 1a7c207d-f253-4144-aa51-6b19b323c6d1 {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:08:56.135033 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ad30610a-0a92-4d40-a4bf-84117c731077 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:56.152138 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-980ed2a1-7a87-471b-81b4-828a83f511ac req-5036d64b-c81b-481c-9745-2ce420c9f920 service neutron] 10.222.0.24 "GET /v2.0/networks/d1bf0def-6fa4-4d3e-bbc5-20a040931fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947870 Aug 11 03:08:56.155614 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-980ed2a1-7a87-471b-81b4-828a83f511ac req-1799beea-a896-4559-9368-58d2bc1033d3 service neutron] 10.222.0.22 "GET /v2.0/networks/d1bf0def-6fa4-4d3e-bbc5-20a040931fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814089 Aug 11 03:08:56.188340 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc13acc1-dad6-4568-94b7-c0864f8cf0be admin admin] Made reservation on behalf of c8aa6119d36c4641af7622d251acddef for: {'network': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:08:56.191273 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fc13acc1-dad6-4568-94b7-c0864f8cf0be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:56.203084 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fc13acc1-dad6-4568-94b7-c0864f8cf0be admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:56.256095 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee5f455-ec22-467e-a670-2f659bce5712 req-0f9674ab-c6a9-4ce3-b4f5-b6d233438ec5 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:56.257470 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4ee5f455-ec22-467e-a670-2f659bce5712 req-0f9674ab-c6a9-4ce3-b4f5-b6d233438ec5 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c44701a-3222-4040-bb5d-e60b1743b696 HTTP/1.1" status: 200 len: 948 time: 0.1189899 Aug 11 03:08:56.294631 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fc13acc1-dad6-4568-94b7-c0864f8cf0be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:56.325141 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [None req-ad30610a-0a92-4d40-a4bf-84117c731077 admin admin] For port 1a7c207d-f253-4144-aa51-6b19b323c6d1, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=1a7c207d-f253-4144-aa51-6b19b323c6d1,segment=NetworkSegment(d6576c77-3985-48bf-8fbf-0488c51bebf1),segment_id=d6576c77-3985-48bf-8fbf-0488c51bebf1)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:08:56.325508 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ad30610a-0a92-4d40-a4bf-84117c731077 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:56.342915 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c5b3c9-c552-4a31-882e-37f111103fe2 req-584d9c70-7234-490f-ad30-c243a5851327 tempest-ServersAdminTestJSON-1171755473 tempest-ServersAdminTestJSON-1171755473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:56.344412 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-48c5b3c9-c552-4a31-882e-37f111103fe2 req-584d9c70-7234-490f-ad30-c243a5851327 tempest-ServersAdminTestJSON-1171755473 tempest-ServersAdminTestJSON-1171755473-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=98d6d82d-3a78-44f6-a171-1c19b3afea39 HTTP/1.1" status: 200 len: 1103 time: 0.1136253 Aug 11 03:08:56.349495 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-ad30610a-0a92-4d40-a4bf-84117c731077 admin admin] Calling delete_port for 1a7c207d-f253-4144-aa51-6b19b323c6d1 owned by network:router_interface {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:08:56.361517 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device cd76a132-4ef4-4ffc-85f2-4c1a0de5f6b6 no longer exists at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:08:56.366650 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4ee5f455-ec22-467e-a670-2f659bce5712 req-f42ae3b2-43dc-4f17-85ad-69ecb1ea5705 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932407 Aug 11 03:08:56.386913 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] No Port match for: cd76a132-4ef4-4ffc-85f2-4c1a0de5f6b6 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:08:56.387407 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fc13acc1-dad6-4568-94b7-c0864f8cf0be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:56.390746 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device cd76a132-4ef4-4ffc-85f2-4c1a0de5f6b6 not bound to the agent host n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:08:56.408893 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc13acc1-dad6-4568-94b7-c0864f8cf0be admin admin] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=102191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:08:56.424785 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc13acc1-dad6-4568-94b7-c0864f8cf0be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4742dd89-5545-47da-9d5a-053b57544bd3,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:56.428087 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fc13acc1-dad6-4568-94b7-c0864f8cf0be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:56.428434 n-d-764292-30 neutron-server[102191]: INFO neutron.db.segments_db [None req-fc13acc1-dad6-4568-94b7-c0864f8cf0be admin admin] Added segment 309c9b9e-c193-462a-8459-3f59bc414d81 of type vlan for network 92150d50-1f8e-4278-9525-d0992602767c Aug 11 03:08:56.430470 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-48c5b3c9-c552-4a31-882e-37f111103fe2 req-77bf2850-57c3-4c22-80ba-0786e00213e1 tempest-ServersAdminTestJSON-1171755473 tempest-ServersAdminTestJSON-1171755473-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=4bfdc2ba-9f18-4435-9a1d-8c7ae69f76fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788770 Aug 11 03:08:56.484663 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fc13acc1-dad6-4568-94b7-c0864f8cf0be admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:56.534140 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceae8efa-f064-4349-9a32-27ba828359cf req-8e221a52-5928-4e78-98fb-0c311834503b tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:56.535698 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ceae8efa-f064-4349-9a32-27ba828359cf req-8e221a52-5928-4e78-98fb-0c311834503b tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/ports?device_id=d2d7a1db-5684-44c6-9df6-334edb7e8ec5 HTTP/1.1" status: 200 len: 944 time: 0.0948899 Aug 11 03:08:56.565882 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fc13acc1-dad6-4568-94b7-c0864f8cf0be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:56.567083 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc13acc1-dad6-4568-94b7-c0864f8cf0be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:56.567386 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fc13acc1-dad6-4568-94b7-c0864f8cf0be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:56.592439 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ceae8efa-f064-4349-9a32-27ba828359cf req-4d6dd324-5e61-4942-974e-42a4c0b5ec68 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/security-groups?id=96c4279c-51b6-4d8a-ac93-67215ccf65c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480251 Aug 11 03:08:56.627346 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc13acc1-dad6-4568-94b7-c0864f8cf0be admin admin] Pushing event updated for resources: {'Network': ['ID=92150d50-1f8e-4278-9525-d0992602767c,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:56.637918 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network 92150d50-1f8e-4278-9525-d0992602767c details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:08:56.669659 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-fc13acc1-dad6-4568-94b7-c0864f8cf0be admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8334734 Aug 11 03:08:56.672663 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 54760) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:08:56.675238 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 45bf930a-252a-4c82-8320-492c9ecaa83d no longer exists at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:08:56.677836 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-bb07acd1-d8dd-4fa7-868d-8866c20c419a admin admin] Request body: {'subnet': {'network_id': '92150d50-1f8e-4278-9525-d0992602767c', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-974017174-subnet', 'tenant_id': 'c8aa6119d36c4641af7622d251acddef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:08:56.697202 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ad30610a-0a92-4d40-a4bf-84117c731077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:56.724816 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30610a-0a92-4d40-a4bf-84117c731077 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a7c207d-f253-4144-aa51-6b19b323c6d1,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:56.755075 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 45bf930a-252a-4c82-8320-492c9ecaa83d not bound to the agent host n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:08:56.788172 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb07acd1-d8dd-4fa7-868d-8866c20c419a admin admin] Made reservation on behalf of c8aa6119d36c4641af7622d251acddef for: {'subnet': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:08:56.790452 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-bb07acd1-d8dd-4fa7-868d-8866c20c419a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274743'] for subnet, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:56.829186 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7debd155-2141-4fd3-bbd4-87f812b35fc4 req-319f1137-03ed-4c5a-82e6-c3fcb0539d05 tempest-ServersAdminTestJSON-1171755473 tempest-ServersAdminTestJSON-1171755473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:56.830732 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7debd155-2141-4fd3-bbd4-87f812b35fc4 req-319f1137-03ed-4c5a-82e6-c3fcb0539d05 tempest-ServersAdminTestJSON-1171755473 tempest-ServersAdminTestJSON-1171755473-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=98d6d82d-3a78-44f6-a171-1c19b3afea39 HTTP/1.1" status: 200 len: 1103 time: 0.0731776 Aug 11 03:08:56.883608 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2d7a1db-5684-44c6-9df6-334edb7e8ec5', 'tag': '84732100-f8ce-4b96-be32-0edfa617f4fc'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:08:56.885878 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31227a75-58ef-4402-866c-ad3fba863384" -d '{"events": [{"name": "network-changed", "server_uuid": "d2d7a1db-5684-44c6-9df6-334edb7e8ec5", "tag": "84732100-f8ce-4b96-be32-0edfa617f4fc"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:08:56.937931 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:08:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a28136a7-0ae8-4ee6-b824-517ed8c0e41c x-openstack-request-id: req-a28136a7-0ae8-4ee6-b824-517ed8c0e41c {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:08:56.937931 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2d7a1db-5684-44c6-9df6-334edb7e8ec5", "tag": "84732100-f8ce-4b96-be32-0edfa617f4fc", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:08:56.937931 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a28136a7-0ae8-4ee6-b824-517ed8c0e41c {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:08:56.937931 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2d7a1db-5684-44c6-9df6-334edb7e8ec5', 'tag': '84732100-f8ce-4b96-be32-0edfa617f4fc', 'status': 'completed', 'code': 200} Aug 11 03:08:57.031423 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31227a75-58ef-4402-866c-ad3fba863384 req-69883a8f-3b16-4b5c-8186-86481e8478b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:57.032954 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-31227a75-58ef-4402-866c-ad3fba863384 req-69883a8f-3b16-4b5c-8186-86481e8478b8 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c348de37bb094671bc15dc0c22bb5512&device_id=d2d7a1db-5684-44c6-9df6-334edb7e8ec5 HTTP/1.1" status: 200 len: 1096 time: 0.0578549 Aug 11 03:08:57.104494 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-bb07acd1-d8dd-4fa7-868d-8866c20c419a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126283476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274725'] for subnet, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:57.178976 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb07acd1-d8dd-4fa7-868d-8866c20c419a admin admin] Pushing event updated for resources: {'Subnet': ['ID=639cf9bb-cf7a-44b0-8882-86dfb4c155b3,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:57.183153 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31227a75-58ef-4402-866c-ad3fba863384 req-83c9e4d0-0cf7-4eea-a7e2-f6ce059cbe2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:57.184661 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-31227a75-58ef-4402-866c-ad3fba863384 req-83c9e4d0-0cf7-4eea-a7e2-f6ce059cbe2f service neutron] 10.222.0.22 "GET /v2.0/networks?id=b3c19a2d-0e26-410a-b53e-1619e285dc24 HTTP/1.1" status: 200 len: 913 time: 0.1437018 Aug 11 03:08:57.235495 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-31227a75-58ef-4402-866c-ad3fba863384 req-81e68588-e2ed-4cdf-9afc-cc3c39d93304 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=84732100-f8ce-4b96-be32-0edfa617f4fc HTTP/1.1" status: 200 len: 217 time: 0.0431027 Aug 11 03:08:57.236311 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb07acd1-d8dd-4fa7-868d-8866c20c419a admin admin] Checking segment: {'id': '309c9b9e-c193-462a-8459-3f59bc414d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '92150d50-1f8e-4278-9525-d0992602767c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:08:57.236658 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb07acd1-d8dd-4fa7-868d-8866c20c419a admin admin] Network hostable DHCP agents. Network: 92150d50-1f8e-4278-9525-d0992602767c, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:08:57.240277 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7debd155-2141-4fd3-bbd4-87f812b35fc4 req-54cc2dea-9eab-4eaf-b700-f71eab7dddd0 tempest-ServersAdminTestJSON-1171755473 tempest-ServersAdminTestJSON-1171755473-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=4bfdc2ba-9f18-4435-9a1d-8c7ae69f76fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3792512 Aug 11 03:08:57.252236 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ad30610a-0a92-4d40-a4bf-84117c731077 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16383033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450082'] for router_interface, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:57.294326 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31227a75-58ef-4402-866c-ad3fba863384 req-f2f75e28-7bac-4e86-8923-c3ab61f62e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:57.295812 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-31227a75-58ef-4402-866c-ad3fba863384 req-f2f75e28-7bac-4e86-8923-c3ab61f62e46 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c6eff5da-ec78-46c7-b512-eb7d066170b3 HTTP/1.1" status: 200 len: 852 time: 0.0538514 Aug 11 03:08:57.330049 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-31227a75-58ef-4402-866c-ad3fba863384 req-5e99c5f4-2528-411e-b6e9-560b563dc4a4 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b3c19a2d-0e26-410a-b53e-1619e285dc24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266819 Aug 11 03:08:57.410584 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb07acd1-d8dd-4fa7-868d-8866c20c419a admin admin] Network 92150d50-1f8e-4278-9525-d0992602767c is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:08:57.442606 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-31227a75-58ef-4402-866c-ad3fba863384 req-b7300bef-d9c5-4bbc-9e00-0b78a5397b43 service neutron] 10.222.0.22 "GET /v2.0/networks/b3c19a2d-0e26-410a-b53e-1619e285dc24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054249 Aug 11 03:08:57.503704 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-bb07acd1-d8dd-4fa7-868d-8866c20c419a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, 92150d50-1f8e-4278-9525-d0992602767c) {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:08:57.511078 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad30610a-0a92-4d40-a4bf-84117c731077 admin admin] Router 91bb858b-fd76-4ffc-beff-fa72f11f1500 has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:08:57.512405 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb07acd1-d8dd-4fa7-868d-8866c20c419a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:57.512943 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-bb07acd1-d8dd-4fa7-868d-8866c20c419a admin admin] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:57.516273 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3b80aa7-0c54-4b8c-a0e1-2c46d3bfb11f None None] Network 92150d50-1f8e-4278-9525-d0992602767c requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:08:57.522559 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7666d079-2f28-4a81-b761-3959fe1967a7 req-afdfbd55-21b7-48d4-a9f4-460cd4348ab7 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:57.524063 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7666d079-2f28-4a81-b761-3959fe1967a7 req-afdfbd55-21b7-48d4-a9f4-460cd4348ab7 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c44701a-3222-4040-bb5d-e60b1743b696 HTTP/1.1" status: 200 len: 948 time: 0.0712733 Aug 11 03:08:57.554184 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-31227a75-58ef-4402-866c-ad3fba863384 req-e0f90b4c-28ac-4aa1-b5db-a4248f755f12 service neutron] 10.222.0.22 "GET /v2.0/networks/b3c19a2d-0e26-410a-b53e-1619e285dc24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009862 Aug 11 03:08:57.611975 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-bb07acd1-d8dd-4fa7-868d-8866c20c419a admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9379845 Aug 11 03:08:57.645798 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7666d079-2f28-4a81-b761-3959fe1967a7 req-e569c89f-9e0a-41b9-8778-8daa71847c07 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698421 Aug 11 03:08:57.661829 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-399b905a-c9d2-423e-91a6-107f060c6111 None None] Network 92150d50-1f8e-4278-9525-d0992602767c requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:08:57.674469 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad30610a-0a92-4d40-a4bf-84117c731077 admin admin] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:08:57.686726 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-ad30610a-0a92-4d40-a4bf-84117c731077 admin admin] 10.222.0.41 "PUT /v2.0/routers/91bb858b-fd76-4ffc-beff-fa72f11f1500/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2973897 Aug 11 03:08:57.687192 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165990a6-e68e-48ff-b072-05ddf2ddeb90 None None] Sync routers for ids ['91bb858b-fd76-4ffc-beff-fa72f11f1500'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:08:57.689272 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 54778) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:08:57.744297 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165990a6-e68e-48ff-b072-05ddf2ddeb90 None None] Routers {'91bb858b-fd76-4ffc-beff-fa72f11f1500'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:08:57.745141 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-165990a6-e68e-48ff-b072-05ddf2ddeb90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:08:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['91bb858b-fd76-4ffc-beff-fa72f11f1500'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:08:57.807679 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c3582f-3d20-44f9-91b2-5d633961849a req-573a03f1-002d-4ed3-ad0d-c936c8795b7a tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:57.817368 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-86c3582f-3d20-44f9-91b2-5d633961849a req-573a03f1-002d-4ed3-ad0d-c936c8795b7a tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/ports?device_id=d2d7a1db-5684-44c6-9df6-334edb7e8ec5 HTTP/1.1" status: 200 len: 944 time: 0.0861652 Aug 11 03:08:57.866924 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-86c3582f-3d20-44f9-91b2-5d633961849a req-ce07d7e6-3cac-4644-a840-8c0d961c4f35 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/security-groups?id=96c4279c-51b6-4d8a-ac93-67215ccf65c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480466 Aug 11 03:08:57.900878 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9122e9be-26ab-4889-a333-4248f2d2604d admin admin] Notify callbacks [] for router, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:57.919914 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-165990a6-e68e-48ff-b072-05ddf2ddeb90 None None] Set router 91bb858b-fd76-4ffc-beff-fa72f11f1500 gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:08:57.986520 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cfb2cd-2244-4648-a8b4-936a859e872a req-e5038e69-8d2f-48dd-bae7-2b0ce53fb8a6 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:57.988761 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-78cfb2cd-2244-4648-a8b4-936a859e872a req-e5038e69-8d2f-48dd-bae7-2b0ce53fb8a6 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.41 "GET /v2.0/ports?device_id=7aa9e53a-41ca-4c76-a7a1-f88c7d11a3f6 HTTP/1.1" status: 200 len: 950 time: 0.0538039 Aug 11 03:08:58.024998 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9122e9be-26ab-4889-a333-4248f2d2604d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:58.032011 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-78cfb2cd-2244-4648-a8b4-936a859e872a req-df30c530-6ceb-446f-8658-e0b6ffd9c129 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.41 "GET /v2.0/security-groups?id=4bfdc2ba-9f18-4435-9a1d-8c7ae69f76fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371299 Aug 11 03:08:58.132961 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-165990a6-e68e-48ff-b072-05ddf2ddeb90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91bb858b-fd76-4ffc-beff-fa72f11f1500', 'name': 'tempest-ServerRescueTestJSONUnderV235-276210324-router', 'tenant_id': 'fba9b147a9744754b77a3fc98c1a44ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': '56501e14-14f0-4d57-83f1-57e340c29a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:07:26Z', 'updated_at': '2021-08-11T03:08:56Z', 'revision_number': 5, 'project_id': 'fba9b147a9744754b77a3fc98c1a44ef', 'gw_port': {'id': '56501e14-14f0-4d57-83f1-57e340c29a58', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:13:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91bb858b-fd76-4ffc-beff-fa72f11f1500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:07:27Z', 'updated_at': '2021-08-11T03:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:08:58.152095 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-9122e9be-26ab-4889-a333-4248f2d2604d admin admin] Deleting port 56501e14-14f0-4d57-83f1-57e340c29a58 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:08:58.152672 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9122e9be-26ab-4889-a333-4248f2d2604d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:58.164886 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165990a6-e68e-48ff-b072-05ddf2ddeb90 None None] Checking router: 91bb858b-fd76-4ffc-beff-fa72f11f1500 for host: n-d-764292-30 {{(pid=102193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:08:58.174278 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165990a6-e68e-48ff-b072-05ddf2ddeb90 None None] Routers {'91bb858b-fd76-4ffc-beff-fa72f11f1500'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:08:58.175060 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-165990a6-e68e-48ff-b072-05ddf2ddeb90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:08:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['91bb858b-fd76-4ffc-beff-fa72f11f1500'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:08:58.197509 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-f3179b90-4339-44c0-a3d3-63cbab1b2ae6 req-9db3e25f-9823-4ba1-801b-3a0e4d53bbfe tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-59387085', 'description': 'tempest-description-1984186914'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:08:58.229379 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181f70cf-84b9-4965-ac39-5339d1499e2a req-fab39e2d-2344-4ef7-8a33-143a0748bfb5 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:58.231506 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-181f70cf-84b9-4965-ac39-5339d1499e2a req-fab39e2d-2344-4ef7-8a33-143a0748bfb5 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c44701a-3222-4040-bb5d-e60b1743b696 HTTP/1.1" status: 200 len: 948 time: 0.0812359 Aug 11 03:08:58.274823 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-181f70cf-84b9-4965-ac39-5339d1499e2a req-de796a69-38be-48b3-8e71-58663e0e3961 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363967 Aug 11 03:08:58.279564 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-165990a6-e68e-48ff-b072-05ddf2ddeb90 None None] Set router 91bb858b-fd76-4ffc-beff-fa72f11f1500 gateway port host: None {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:08:58.280779 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553944ca-b5e2-4faa-8a91-e7885dbabd35 req-3cec6acd-1c3c-4824-9640-1da9310b70cf tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:58.282307 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-553944ca-b5e2-4faa-8a91-e7885dbabd35 req-3cec6acd-1c3c-4824-9640-1da9310b70cf tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c44701a-3222-4040-bb5d-e60b1743b696&tenant_id=2a223f1b2a284c768535cee2a71b4bcf&binding%3Ahost_id=n-h2-764292-30 HTTP/1.1" status: 200 len: 948 time: 0.0857017 Aug 11 03:08:58.289471 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [None req-9122e9be-26ab-4889-a333-4248f2d2604d admin admin] For port 56501e14-14f0-4d57-83f1-57e340c29a58, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=56501e14-14f0-4d57-83f1-57e340c29a58,segment=NetworkSegment(fab28bed-aa25-40db-bba4-ec26e795194c),segment_id=fab28bed-aa25-40db-bba4-ec26e795194c)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:08:58.289933 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9122e9be-26ab-4889-a333-4248f2d2604d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:58.307036 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-9122e9be-26ab-4889-a333-4248f2d2604d admin admin] Calling delete_port for 56501e14-14f0-4d57-83f1-57e340c29a58 owned by network:router_gateway {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:08:58.327054 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-f3179b90-4339-44c0-a3d3-63cbab1b2ae6 req-9db3e25f-9823-4ba1-801b-3a0e4d53bbfe tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:58.336017 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-165990a6-e68e-48ff-b072-05ddf2ddeb90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91bb858b-fd76-4ffc-beff-fa72f11f1500', 'name': 'tempest-ServerRescueTestJSONUnderV235-276210324-router', 'tenant_id': 'fba9b147a9744754b77a3fc98c1a44ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:07:26Z', 'updated_at': '2021-08-11T03:08:58Z', 'revision_number': 6, 'project_id': 'fba9b147a9744754b77a3fc98c1a44ef', 'gw_port_host': None}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:08:58.462647 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-f3179b90-4339-44c0-a3d3-63cbab1b2ae6 req-9db3e25f-9823-4ba1-801b-3a0e4d53bbfe tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:58.513180 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 45bf930a-252a-4c82-8320-492c9ecaa83d details requested by agent hyperv_n-h2-764292-30 with host n-h2-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:08:58.515722 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165990a6-e68e-48ff-b072-05ddf2ddeb90 None None] The sync data for ids ['91bb858b-fd76-4ffc-beff-fa72f11f1500'] in n-d-764292-30 is: [{'id': '91bb858b-fd76-4ffc-beff-fa72f11f1500', 'name': 'tempest-ServerRescueTestJSONUnderV235-276210324-router', 'tenant_id': 'fba9b147a9744754b77a3fc98c1a44ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:07:26Z', 'updated_at': '2021-08-11T03:08:58Z', 'revision_number': 6, 'project_id': 'fba9b147a9744754b77a3fc98c1a44ef', 'gw_port_host': None}] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:08:58.542617 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-f3179b90-4339-44c0-a3d3-63cbab1b2ae6 req-9db3e25f-9823-4ba1-801b-3a0e4d53bbfe tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:58.579657 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db3e25f-9823-4ba1-801b-3a0e4d53bbfe tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edd3f9e7-0769-415d-b047-04db573c339b,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:58.623066 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port 45bf930a-252a-4c82-8320-492c9ecaa83d, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=45bf930a-252a-4c82-8320-492c9ecaa83d,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:08:58.635160 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Returning: {'device': '45bf930a-252a-4c82-8320-492c9ecaa83d', 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba', 'port_id': '45bf930a-252a-4c82-8320-492c9ecaa83d', 'mac_address': 'fa:16:3e:ba:38:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '254a3f4d-2b75-429e-bbb2-8e70554e9483', 'ip_address': '192.168.233.113'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:08:58.639940 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-f3179b90-4339-44c0-a3d3-63cbab1b2ae6 req-9db3e25f-9823-4ba1-801b-3a0e4d53bbfe tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:58.641393 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f3179b90-4339-44c0-a3d3-63cbab1b2ae6 req-9db3e25f-9823-4ba1-801b-3a0e4d53bbfe tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.4490037 Aug 11 03:08:58.671626 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-5a9b399b-7893-455a-8472-192d016642bd req-9ae36a5c-47d7-46d6-854f-541cd5e0ed28 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1354705208', 'description': 'tempest-description-1396109005'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:08:58.682096 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 84732100-f8ce-4b96-be32-0edfa617f4fc details requested by agent hyperv_n-h1-764292-30 with host n-h1-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:08:58.689583 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:58.711386 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45bf930a-252a-4c82-8320-492c9ecaa83d {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:08:58.740246 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-553944ca-b5e2-4faa-8a91-e7885dbabd35 req-893aaa56-2d5e-4936-b0e1-59b638c82d27 service neutron] 10.222.0.24 "GET /v2.0/ports/45bf930a-252a-4c82-8320-492c9ecaa83d/bindings/n-h2-764292-30 HTTP/1.1" status: 200 len: 383 time: 0.4371831 Aug 11 03:08:58.770804 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port 45bf930a-252a-4c82-8320-492c9ecaa83d, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=45bf930a-252a-4c82-8320-492c9ecaa83d,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:08:58.805320 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-5a9b399b-7893-455a-8472-192d016642bd req-9ae36a5c-47d7-46d6-854f-541cd5e0ed28 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:58.818461 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 84732100-f8ce-4b96-be32-0edfa617f4fc, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=84732100-f8ce-4b96-be32-0edfa617f4fc,segment=NetworkSegment(66697432-be64-438d-a5b2-0b02f3d0fa2a),segment_id=66697432-be64-438d-a5b2-0b02f3d0fa2a)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:08:58.828028 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553944ca-b5e2-4faa-8a91-e7885dbabd35 req-f08ffd4c-9e4d-4e9a-921e-988c83078a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:58.829496 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-553944ca-b5e2-4faa-8a91-e7885dbabd35 req-f08ffd4c-9e4d-4e9a-921e-988c83078a6c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2a223f1b2a284c768535cee2a71b4bcf&device_id=9c44701a-3222-4040-bb5d-e60b1743b696 HTTP/1.1" status: 200 len: 1100 time: 0.0554571 Aug 11 03:08:58.833126 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Returning: {'device': '84732100-f8ce-4b96-be32-0edfa617f4fc', 'network_id': 'b3c19a2d-0e26-410a-b53e-1619e285dc24', 'port_id': '84732100-f8ce-4b96-be32-0edfa617f4fc', 'mac_address': 'fa:16:3e:b3:a4:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6eff5da-ec78-46c7-b512-eb7d066170b3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:08:58.862663 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:58.909537 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:58.914273 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-5a9b399b-7893-455a-8472-192d016642bd req-9ae36a5c-47d7-46d6-854f-541cd5e0ed28 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:58.936688 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84732100-f8ce-4b96-be32-0edfa617f4fc {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:08:58.952095 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=45bf930a-252a-4c82-8320-492c9ecaa83d,revision_number=8']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:58.970353 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 84732100-f8ce-4b96-be32-0edfa617f4fc, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=84732100-f8ce-4b96-be32-0edfa617f4fc,segment=NetworkSegment(66697432-be64-438d-a5b2-0b02f3d0fa2a),segment_id=66697432-be64-438d-a5b2-0b02f3d0fa2a)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:08:59.007438 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-5a9b399b-7893-455a-8472-192d016642bd req-9ae36a5c-47d7-46d6-854f-541cd5e0ed28 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:59.013092 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553944ca-b5e2-4faa-8a91-e7885dbabd35 req-48b46056-0efe-4892-bb8c-69bf8f0b2f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:59.014633 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-553944ca-b5e2-4faa-8a91-e7885dbabd35 req-48b46056-0efe-4892-bb8c-69bf8f0b2f38 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d1bf0def-6fa4-4d3e-bbc5-20a040931fba HTTP/1.1" status: 200 len: 870 time: 0.1575944 Aug 11 03:08:59.048628 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae36a5c-47d7-46d6-854f-541cd5e0ed28 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1bcb2cfb-ae09-4909-ad6b-771db3b1e4a0,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:59.065737 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59da0b3-26a1-41a9-aac5-3f2be3fdb178 req-d50e53d9-10f9-4c3f-8a17-dbf37452da80 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:59.068103 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e59da0b3-26a1-41a9-aac5-3f2be3fdb178 req-d50e53d9-10f9-4c3f-8a17-dbf37452da80 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/ports?device_id=d2d7a1db-5684-44c6-9df6-334edb7e8ec5 HTTP/1.1" status: 200 len: 944 time: 0.0981727 Aug 11 03:08:59.072141 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:59.072302 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-553944ca-b5e2-4faa-8a91-e7885dbabd35 req-4293d87f-73c3-4f9f-9a54-cac628d90d16 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=45bf930a-252a-4c82-8320-492c9ecaa83d HTTP/1.1" status: 200 len: 217 time: 0.0427208 Aug 11 03:08:59.072302 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9122e9be-26ab-4889-a333-4248f2d2604d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:59.072527 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-7b71bd56-b8e1-45d3-8b9b-a17bccef8cae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:59.108260 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9122e9be-26ab-4889-a333-4248f2d2604d admin admin] Pushing event deleted for resources: {'Port': ['ID=56501e14-14f0-4d57-83f1-57e340c29a58,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:59.123854 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e59da0b3-26a1-41a9-aac5-3f2be3fdb178 req-eb5f9c9c-2a6c-4727-8262-3c80ac584d03 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/security-groups?id=96c4279c-51b6-4d8a-ac93-67215ccf65c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452318 Aug 11 03:08:59.125407 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-5a9b399b-7893-455a-8472-192d016642bd req-9ae36a5c-47d7-46d6-854f-541cd5e0ed28 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:59.145000 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5a9b399b-7893-455a-8472-192d016642bd req-9ae36a5c-47d7-46d6-854f-541cd5e0ed28 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.4771504 Aug 11 03:08:59.151929 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=84732100-f8ce-4b96-be32-0edfa617f4fc,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:59.212804 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553944ca-b5e2-4faa-8a91-e7885dbabd35 req-771da61d-cd7a-4aa0-9211-cb2443897fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:59.214495 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-553944ca-b5e2-4faa-8a91-e7885dbabd35 req-771da61d-cd7a-4aa0-9211-cb2443897fbf service neutron] 10.222.0.24 "GET /v2.0/subnets?id=254a3f4d-2b75-429e-bbb2-8e70554e9483 HTTP/1.1" status: 200 len: 843 time: 0.1340492 Aug 11 03:08:59.233065 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9122e9be-26ab-4889-a333-4248f2d2604d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-446916'] for router_gateway, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:59.266204 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666cf3fa-8906-4a04-a950-313bde37cbec req-950096e4-53e0-478d-b6c1-b26b953a028c tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:59.267717 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-666cf3fa-8906-4a04-a950-313bde37cbec req-950096e4-53e0-478d-b6c1-b26b953a028c tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.24 "GET /v2.0/ports?device_id=7aa9e53a-41ca-4c76-a7a1-f88c7d11a3f6 HTTP/1.1" status: 200 len: 950 time: 0.0934114 Aug 11 03:08:59.321074 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['45bf930a-252a-4c82-8320-492c9ecaa83d'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:08:59.351403 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9122e9be-26ab-4889-a333-4248f2d2604d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6544'] for router, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:59.354324 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9122e9be-26ab-4889-a333-4248f2d2604d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:59.359675 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553944ca-b5e2-4faa-8a91-e7885dbabd35 req-20ef5671-d0fd-4032-8a0f-eab07e61a247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:59.361193 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-553944ca-b5e2-4faa-8a91-e7885dbabd35 req-20ef5671-d0fd-4032-8a0f-eab07e61a247 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d1bf0def-6fa4-4d3e-bbc5-20a040931fba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1390252 Aug 11 03:08:59.365733 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a09b75-2584-4b92-8193-12fc873abb96 req-11e5d8f0-7cc4-4bcf-a240-bdb5817c3d83 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:59.367324 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-71a09b75-2584-4b92-8193-12fc873abb96 req-11e5d8f0-7cc4-4bcf-a240-bdb5817c3d83 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.41 "GET /v2.0/ports?device_id=7aa9e53a-41ca-4c76-a7a1-f88c7d11a3f6 HTTP/1.1" status: 200 len: 950 time: 0.1618552 Aug 11 03:08:59.436976 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['84732100-f8ce-4b96-be32-0edfa617f4fc'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:08:59.501488 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-71a09b75-2584-4b92-8193-12fc873abb96 req-c8f5b145-a603-43d0-9c27-ae3f39b90e2b tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.41 "GET /v2.0/security-groups?id=4bfdc2ba-9f18-4435-9a1d-8c7ae69f76fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194801 Aug 11 03:08:59.507141 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-553944ca-b5e2-4faa-8a91-e7885dbabd35 req-bde6e513-2392-4ae7-afc5-df3e71b26101 service neutron] 10.222.0.24 "GET /v2.0/networks/d1bf0def-6fa4-4d3e-bbc5-20a040931fba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031630 Aug 11 03:08:59.515720 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32969d07-fa98-4fdb-a3d3-1ae600fd65d2 req-e21b7f12-8229-40f3-99d0-38f2fad146bd tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:59.523129 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-32969d07-fa98-4fdb-a3d3-1ae600fd65d2 req-e21b7f12-8229-40f3-99d0-38f2fad146bd tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] 10.222.0.41 "GET /v2.0/networks?id=92150d50-1f8e-4278-9525-d0992602767c HTTP/1.1" status: 200 len: 812 time: 0.2542756 Aug 11 03:08:59.535383 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9122e9be-26ab-4889-a333-4248f2d2604d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448809'] for router, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:59.535939 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9122e9be-26ab-4889-a333-4248f2d2604d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 91bb858b-fd76-4ffc-beff-fa72f11f1500 {{(pid=102191) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:08:59.546797 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-32969d07-fa98-4fdb-a3d3-1ae600fd65d2 req-1f12cf62-b504-4060-ac0e-c9b2e0f4bcfd tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] 10.222.0.41 "GET /v2.0/quotas/c8aa6119d36c4641af7622d251acddef HTTP/1.1" status: 200 len: 375 time: 0.0187807 Aug 11 03:08:59.554882 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9122e9be-26ab-4889-a333-4248f2d2604d admin admin] Notify callbacks [] for router, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:59.556044 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-9122e9be-26ab-4889-a333-4248f2d2604d admin admin] 10.222.0.41 "DELETE /v2.0/routers/91bb858b-fd76-4ffc-beff-fa72f11f1500 HTTP/1.1" status: 204 len: 168 time: 1.8623817 Aug 11 03:08:59.596886 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 54812) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:08:59.599389 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-32969d07-fa98-4fdb-a3d3-1ae600fd65d2 req-80fd7003-b6b2-4409-a0f5-546e6b3df7d2 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c8aa6119d36c4641af7622d251acddef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0516343 Aug 11 03:08:59.610959 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [req-666cf3fa-8906-4a04-a950-313bde37cbec req-737fd3a9-934a-4455-898a-ca1558a0cb4c tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] Deleting port 042db863-07f3-495a-afd6-6edb4c533396 {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:08:59.611397 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-666cf3fa-8906-4a04-a950-313bde37cbec req-737fd3a9-934a-4455-898a-ca1558a0cb4c tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:59.665526 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_v2 [None req-03d6cb8f-232d-4b75-944f-f45e9d57a868 admin admin] Deleting subnet c9948c0e-1a7a-4d2b-b7c0-e1311563d7af {{(pid=102191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:08:59.674119 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-03d6cb8f-232d-4b75-944f-f45e9d57a868 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:59.727838 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-553944ca-b5e2-4faa-8a91-e7885dbabd35 req-239374e7-81b5-4830-85f1-2df7a452b81f service neutron] 10.222.0.24 "GET /v2.0/networks/d1bf0def-6fa4-4d3e-bbc5-20a040931fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2129006 Aug 11 03:08:59.733116 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-03d6cb8f-232d-4b75-944f-f45e9d57a868 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126283525'] for subnet, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:59.774691 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e10303-aede-4fe6-9dc8-c0ac2d1dcd8c req-ec304f9e-5dc4-4739-8fa3-eadb7339db9f tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:59.782846 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-85e10303-aede-4fe6-9dc8-c0ac2d1dcd8c req-ec304f9e-5dc4-4739-8fa3-eadb7339db9f tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c44701a-3222-4040-bb5d-e60b1743b696 HTTP/1.1" status: 200 len: 949 time: 0.1746798 Aug 11 03:08:59.800538 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-03d6cb8f-232d-4b75-944f-f45e9d57a868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:59.821764 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 56501e14-14f0-4d57-83f1-57e340c29a58 no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:08:59.843096 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: 56501e14-14f0-4d57-83f1-57e340c29a58 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:08:59.843811 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 56501e14-14f0-4d57-83f1-57e340c29a58 not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:08:59.844425 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 1a7c207d-f253-4144-aa51-6b19b323c6d1 no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:08:59.863905 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: 1a7c207d-f253-4144-aa51-6b19b323c6d1 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:08:59.864249 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 1a7c207d-f253-4144-aa51-6b19b323c6d1 not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:08:59.875423 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-32969d07-fa98-4fdb-a3d3-1ae600fd65d2 req-456c13d4-623c-4a0a-8427-18192cba94a2 service neutron] 10.222.0.41 "GET /v2.0/networks/92150d50-1f8e-4278-9525-d0992602767c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2685938 Aug 11 03:08:59.875889 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-666cf3fa-8906-4a04-a950-313bde37cbec req-737fd3a9-934a-4455-898a-ca1558a0cb4c tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] For port 042db863-07f3-495a-afd6-6edb4c533396, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=042db863-07f3-495a-afd6-6edb4c533396,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:08:59.876265 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-666cf3fa-8906-4a04-a950-313bde37cbec req-737fd3a9-934a-4455-898a-ca1558a0cb4c tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:59.880958 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-85e10303-aede-4fe6-9dc8-c0ac2d1dcd8c req-526f2ca9-39be-4886-86d1-a8ca0d7557ea tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970676 Aug 11 03:08:59.900477 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [req-666cf3fa-8906-4a04-a950-313bde37cbec req-737fd3a9-934a-4455-898a-ca1558a0cb4c tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] Calling delete_port for 042db863-07f3-495a-afd6-6edb4c533396 owned by compute:nova {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:08:59.926034 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-03d6cb8f-232d-4b75-944f-f45e9d57a868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126283413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126275158'] for subnet, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:59.956700 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d6cb8f-232d-4b75-944f-f45e9d57a868 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9948c0e-1a7a-4d2b-b7c0-e1311563d7af,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:59.960477 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-03d6cb8f-232d-4b75-944f-f45e9d57a868 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:59.965271 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-03d6cb8f-232d-4b75-944f-f45e9d57a868 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/c9948c0e-1a7a-4d2b-b7c0-e1311563d7af HTTP/1.1" status: 204 len: 168 time: 0.3673761 Aug 11 03:08:59.965861 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 54814) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:09:00.037728 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-32969d07-fa98-4fdb-a3d3-1ae600fd65d2 req-fee29b1a-8b68-46ad-a96b-7eb23e203a5b service neutron] 10.222.0.41 "GET /v2.0/networks/92150d50-1f8e-4278-9525-d0992602767c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557069 Aug 11 03:09:00.038524 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-27a71854-3b18-4932-8f22-6925f0498643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:00.123958 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-27a71854-3b18-4932-8f22-6925f0498643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:00.133778 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-27a71854-3b18-4932-8f22-6925f0498643 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba16c1ee-b924-4acd-93e3-1916a7414241']}} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:09:00.144048 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-27a71854-3b18-4932-8f22-6925f0498643 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6576c77-3985-48bf-8fbf-0488c51bebf1') {'for_net_delete': True} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:09:00.144412 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-27a71854-3b18-4932-8f22-6925f0498643 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6576c77-3985-48bf-8fbf-0488c51bebf1') {} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:09:00.153593 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-27a71854-3b18-4932-8f22-6925f0498643 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126283644'] for segment, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:00.173628 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-27a71854-3b18-4932-8f22-6925f0498643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:00.180312 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27a71854-3b18-4932-8f22-6925f0498643 admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=102191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:09:00.180710 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-27a71854-3b18-4932-8f22-6925f0498643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126283391'] for segment, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:00.182444 n-d-764292-30 neutron-server[102191]: Traceback (most recent call last): Aug 11 03:09:00.182444 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:09:00.182444 n-d-764292-30 neutron-server[102191]: timer() Aug 11 03:09:00.182444 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:09:00.182444 n-d-764292-30 neutron-server[102191]: cb(*args, **kw) Aug 11 03:09:00.182444 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:09:00.182444 n-d-764292-30 neutron-server[102191]: return func(*args, **kwargs) Aug 11 03:09:00.182444 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:09:00.182444 n-d-764292-30 neutron-server[102191]: self._notify() Aug 11 03:09:00.182444 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:09:00.182444 n-d-764292-30 neutron-server[102191]: self.callback(batched_events) Aug 11 03:09:00.182444 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:09:00.182444 n-d-764292-30 neutron-server[102191]: event.method(event) Aug 11 03:09:00.182444 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:09:00.182444 n-d-764292-30 neutron-server[102191]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:09:00.182444 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:09:00.182444 n-d-764292-30 neutron-server[102191]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:09:00.182444 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:09:00.182444 n-d-764292-30 neutron-server[102191]: return f(self, *a, **k) Aug 11 03:09:00.182444 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:09:00.182444 n-d-764292-30 neutron-server[102191]: return self._get(url).json() Aug 11 03:09:00.182444 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:09:00.182444 n-d-764292-30 neutron-server[102191]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:09:00.182444 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:09:00.182444 n-d-764292-30 neutron-server[102191]: return self.request(url, 'GET', **kwargs) Aug 11 03:09:00.182444 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:09:00.182444 n-d-764292-30 neutron-server[102191]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:09:00.182444 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:09:00.182444 n-d-764292-30 neutron-server[102191]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:09:00.182444 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:09:00.182444 n-d-764292-30 neutron-server[102191]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:09:00.182444 n-d-764292-30 neutron-server[102191]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:09:00.206478 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-666cf3fa-8906-4a04-a950-313bde37cbec req-737fd3a9-934a-4455-898a-ca1558a0cb4c tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:00.257172 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737fd3a9-934a-4455-898a-ca1558a0cb4c tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] Pushing event deleted for resources: {'Port': ['ID=042db863-07f3-495a-afd6-6edb4c533396,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:00.304341 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [req-666cf3fa-8906-4a04-a950-313bde37cbec req-737fd3a9-934a-4455-898a-ca1558a0cb4c tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] No DVR routers for this DVR port 042db863-07f3-495a-afd6-6edb4c533396 on host n-h2-764292-30 {{(pid=102192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:09:00.306747 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-666cf3fa-8906-4a04-a950-313bde37cbec req-737fd3a9-934a-4455-898a-ca1558a0cb4c tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:00.309686 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-666cf3fa-8906-4a04-a950-313bde37cbec req-737fd3a9-934a-4455-898a-ca1558a0cb4c tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.24 "DELETE /v2.0/ports/042db863-07f3-495a-afd6-6edb4c533396 HTTP/1.1" status: 204 len: 173 time: 1.0296435 Aug 11 03:09:00.310402 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7aa9e53a-41ca-4c76-a7a1-f88c7d11a3f6', 'name': 'network-vif-deleted', 'tag': '042db863-07f3-495a-afd6-6edb4c533396'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:09:00.313251 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29550dd2-8b24-40fd-a04c-8828fbb46974" -d '{"events": [{"server_uuid": "7aa9e53a-41ca-4c76-a7a1-f88c7d11a3f6", "name": "network-vif-deleted", "tag": "042db863-07f3-495a-afd6-6edb4c533396"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:09:00.325945 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bc73c3-919c-45a0-bd8c-ad431bcde18a req-fdec2c7a-b7fb-4d25-83cf-30f21d6ebb5f tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:00.327955 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-27a71854-3b18-4932-8f22-6925f0498643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:00.333649 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d1bc73c3-919c-45a0-bd8c-ad431bcde18a req-fdec2c7a-b7fb-4d25-83cf-30f21d6ebb5f tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/ports?device_id=d2d7a1db-5684-44c6-9df6-334edb7e8ec5 HTTP/1.1" status: 200 len: 945 time: 0.1389921 Aug 11 03:09:00.340106 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-27a71854-3b18-4932-8f22-6925f0498643 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:00.340638 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-27a71854-3b18-4932-8f22-6925f0498643 admin admin] 10.222.0.41 "DELETE /v2.0/networks/ba16c1ee-b924-4acd-93e3-1916a7414241 HTTP/1.1" status: 204 len: 168 time: 0.3738143 Aug 11 03:09:00.375975 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a71854-3b18-4932-8f22-6925f0498643 admin admin] Pushing event deleted for resources: {'Network': ['ID=ba16c1ee-b924-4acd-93e3-1916a7414241,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:00.390005 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d1bc73c3-919c-45a0-bd8c-ad431bcde18a req-30d545b0-915c-4fcd-b260-8f9c2ccdc6c6 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/security-groups?id=96c4279c-51b6-4d8a-ac93-67215ccf65c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553379 Aug 11 03:09:00.416081 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-879217c2-0bb6-4973-9e74-5fccaab1a645 req-41b4a6c1-dfce-4d9b-a2e6-1beae2ecc4dc tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e37eba0-66bf-4006-8c02-5bcf28eb328a HTTP/1.1" status: 200 len: 210 time: 0.0470889 Aug 11 03:09:00.450994 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:09:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e208fa6-d98e-4263-b801-dfa90fd2c5b4 x-openstack-request-id: req-5e208fa6-d98e-4263-b801-dfa90fd2c5b4 {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:09:00.451292 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7aa9e53a-41ca-4c76-a7a1-f88c7d11a3f6", "name": "network-vif-deleted", "tag": "042db863-07f3-495a-afd6-6edb4c533396", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:09:00.451544 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5e208fa6-d98e-4263-b801-dfa90fd2c5b4 {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:09:00.451947 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7aa9e53a-41ca-4c76-a7a1-f88c7d11a3f6', 'name': 'network-vif-deleted', 'tag': '042db863-07f3-495a-afd6-6edb4c533396', 'status': 'completed', 'code': 200} Aug 11 03:09:00.597969 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6aa1814e-d822-4628-afa7-c882fc6b9e09 req-bfba9bab-dfb8-4d13-b282-05aa7c5f43d9 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.41 "GET /v2.0/ports?device_id=7aa9e53a-41ca-4c76-a7a1-f88c7d11a3f6 HTTP/1.1" status: 200 len: 210 time: 0.0270858 Aug 11 03:09:00.635753 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['01223e2e-8c1a-43ec-84c5-6b541e857e72', '042db863-07f3-495a-afd6-6edb4c533396', '977a589c-7b12-4747-b663-fb75f526098d'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:09:00.690038 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 84732100-f8ce-4b96-be32-0edfa617f4fc up at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:09:00.820587 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 54832) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:09:00.861672 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-bb73429d-e81a-4a6e-a21e-49672c86a39e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fba9b147a9744754b77a3fc98c1a44ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0397570 Aug 11 03:09:00.864000 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 54834) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:09:00.913429 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-243906ba-39af-45d2-8bd9-892ddb63670a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:00.935451 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning for port 84732100-f8ce-4b96-be32-0edfa617f4fc completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:09:00.936274 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-243906ba-39af-45d2-8bd9-892ddb63670a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:00.943034 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning complete for port 84732100-f8ce-4b96-be32-0edfa617f4fc triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:09:00.943034 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:01.020837 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd15540e-449d-4e53-ba9f-f267da73a7bd req-1ad323fe-5361-4fef-9a5b-27d998989bf6 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:01.022794 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-fd15540e-449d-4e53-ba9f-f267da73a7bd req-1ad323fe-5361-4fef-9a5b-27d998989bf6 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c44701a-3222-4040-bb5d-e60b1743b696 HTTP/1.1" status: 200 len: 949 time: 0.0687177 Aug 11 03:09:01.035959 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:01.060118 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2d7a1db-5684-44c6-9df6-334edb7e8ec5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84732100-f8ce-4b96-be32-0edfa617f4fc'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:09:01.062459 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3738bb87-b6c1-4c22-a2d9-1c9f6dbb0d3d" -d '{"events": [{"server_uuid": "d2d7a1db-5684-44c6-9df6-334edb7e8ec5", "name": "network-vif-plugged", "status": "completed", "tag": "84732100-f8ce-4b96-be32-0edfa617f4fc"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:09:01.068593 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-fd15540e-449d-4e53-ba9f-f267da73a7bd req-52f06f43-7e59-49b3-9fc3-bd55bcb7e194 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387883 Aug 11 03:09:01.075981 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 84732100-f8ce-4b96-be32-0edfa617f4fc, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=84732100-f8ce-4b96-be32-0edfa617f4fc,segment=NetworkSegment(66697432-be64-438d-a5b2-0b02f3d0fa2a),segment_id=66697432-be64-438d-a5b2-0b02f3d0fa2a)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:09:01.102510 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:09:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17f1fdf1-43de-454a-9810-b3942cfb8ee3 x-openstack-request-id: req-17f1fdf1-43de-454a-9810-b3942cfb8ee3 {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:09:01.103229 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2d7a1db-5684-44c6-9df6-334edb7e8ec5", "name": "network-vif-plugged", "status": "completed", "tag": "84732100-f8ce-4b96-be32-0edfa617f4fc", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:09:01.103486 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-17f1fdf1-43de-454a-9810-b3942cfb8ee3 {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:09:01.103881 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2d7a1db-5684-44c6-9df6-334edb7e8ec5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84732100-f8ce-4b96-be32-0edfa617f4fc', 'code': 200} Aug 11 03:09:01.108240 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-243906ba-39af-45d2-8bd9-892ddb63670a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:01.111593 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-243906ba-39af-45d2-8bd9-892ddb63670a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:01.112448 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-243906ba-39af-45d2-8bd9-892ddb63670a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9625f7fa-1e76-4734-9acf-19283deb6f9c HTTP/1.1" status: 204 len: 168 time: 0.2474968 Aug 11 03:09:01.120317 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243906ba-39af-45d2-8bd9-892ddb63670a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9625f7fa-1e76-4734-9acf-19283deb6f9c,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:01.159693 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:01.210433 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=84732100-f8ce-4b96-be32-0edfa617f4fc,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:01.308484 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc9d309-f531-466f-9ce3-f6799eee62e6 req-6200635e-c3cd-4526-9c87-9c0f43b8b733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:01.310040 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-2bc9d309-f531-466f-9ce3-f6799eee62e6 req-6200635e-c3cd-4526-9c87-9c0f43b8b733 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=d2d7a1db-5684-44c6-9df6-334edb7e8ec5 HTTP/1.1" status: 200 len: 1098 time: 0.1444788 Aug 11 03:09:01.345965 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-2bc9d309-f531-466f-9ce3-f6799eee62e6 req-e958930f-ea2a-4c8d-8f9e-454ee2af1527 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=96c4279c-51b6-4d8a-ac93-67215ccf65c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291090 Aug 11 03:09:01.515317 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4db39fdc-476c-43dc-9572-8a10fe0fce2f req-b9638e2b-3295-4ba4-aefe-7f9627a70163 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e37eba0-66bf-4006-8c02-5bcf28eb328a HTTP/1.1" status: 200 len: 210 time: 0.0452094 Aug 11 03:09:01.535311 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4397be-1efe-4404-81db-dd5ea8c88da8 req-7ef0fafe-8e56-4605-ab0b-74f361882d04 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:01.539099 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4c4397be-1efe-4404-81db-dd5ea8c88da8 req-7ef0fafe-8e56-4605-ab0b-74f361882d04 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/ports?device_id=d2d7a1db-5684-44c6-9df6-334edb7e8ec5 HTTP/1.1" status: 200 len: 946 time: 0.0775304 Aug 11 03:09:01.581180 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4c4397be-1efe-4404-81db-dd5ea8c88da8 req-a8e7fcac-f80d-4a7a-87a6-5a0131f4094c tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/security-groups?id=96c4279c-51b6-4d8a-ac93-67215ccf65c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371926 Aug 11 03:09:01.710589 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-502f6f21-d8b8-4fb8-89a9-5a1eea86729a req-22a26174-51a0-4ba4-9b26-1058344b1abb tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.41 "GET /v2.0/ports?device_id=7aa9e53a-41ca-4c76-a7a1-f88c7d11a3f6 HTTP/1.1" status: 200 len: 210 time: 0.0274076 Aug 11 03:09:01.810951 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:01.891229 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-45e251a8-8caa-485c-b309-74b03e872787 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:02.196643 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8c9feb-f9f8-433c-8c83-bd88a964accc req-cf33d1dd-6a07-4844-88e6-4a7187a08505 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:02.198195 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cd8c9feb-f9f8-433c-8c83-bd88a964accc req-cf33d1dd-6a07-4844-88e6-4a7187a08505 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c44701a-3222-4040-bb5d-e60b1743b696 HTTP/1.1" status: 200 len: 949 time: 0.0533221 Aug 11 03:09:02.237161 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cd8c9feb-f9f8-433c-8c83-bd88a964accc req-722acf00-c5fc-4c8a-90df-7477dbe38e8c tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326488 Aug 11 03:09:02.405216 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 45bf930a-252a-4c82-8320-492c9ecaa83d up at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:09:02.789186 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning for port 45bf930a-252a-4c82-8320-492c9ecaa83d completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:09:02.789186 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning complete for port 45bf930a-252a-4c82-8320-492c9ecaa83d triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:09:02.789186 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:02.790775 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-fb0d13ac-623e-4280-942c-edff4ab2fe66 req-28855b55-8573-48cc-8a01-f8f306eb6e01 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e37eba0-66bf-4006-8c02-5bcf28eb328a HTTP/1.1" status: 200 len: 210 time: 0.0318840 Aug 11 03:09:02.791349 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:02.791349 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port 45bf930a-252a-4c82-8320-492c9ecaa83d, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=45bf930a-252a-4c82-8320-492c9ecaa83d,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:09:02.791959 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c75dbd7-d4a3-4370-8103-83dd50761567 req-376bc7bd-0035-4c02-89c7-04908494bb75 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:02.791959 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0c75dbd7-d4a3-4370-8103-83dd50761567 req-376bc7bd-0035-4c02-89c7-04908494bb75 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/ports?device_id=d2d7a1db-5684-44c6-9df6-334edb7e8ec5 HTTP/1.1" status: 200 len: 946 time: 0.0636845 Aug 11 03:09:02.791959 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0c75dbd7-d4a3-4370-8103-83dd50761567 req-e519d6ca-33cc-46e2-a26d-10255efc3b04 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/security-groups?id=96c4279c-51b6-4d8a-ac93-67215ccf65c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342932 Aug 11 03:09:02.931229 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:02.932095 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 042db863-07f3-495a-afd6-6edb4c533396 no longer exists at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:09:02.970079 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] No Port match for: 042db863-07f3-495a-afd6-6edb4c533396 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:09:02.970676 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 042db863-07f3-495a-afd6-6edb4c533396 not bound to the agent host n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:09:02.997591 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=45bf930a-252a-4c82-8320-492c9ecaa83d,revision_number=9']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:03.005062 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:09:03.005412 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:09:03.005758 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:09:03.006494 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:09:03.006494 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:09:03.006771 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:09:03.007101 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:09:03.007432 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:09:03.007761 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:09:03.008122 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:09:03.008450 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:09:03.008779 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:09:03.067236 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:03.095968 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553944ca-b5e2-4faa-8a91-e7885dbabd35 req-10b821ad-eb32-4081-903d-c01184b920ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:03.097485 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-553944ca-b5e2-4faa-8a91-e7885dbabd35 req-10b821ad-eb32-4081-903d-c01184b920ba service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=9c44701a-3222-4040-bb5d-e60b1743b696&tenant_id=2a223f1b2a284c768535cee2a71b4bcf HTTP/1.1" status: 200 len: 1102 time: 0.0469565 Aug 11 03:09:03.105164 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c44701a-3222-4040-bb5d-e60b1743b696', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45bf930a-252a-4c82-8320-492c9ecaa83d'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:09:03.108256 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ed1f08c-ca99-4aec-a739-94b2924518a3" -d '{"events": [{"server_uuid": "9c44701a-3222-4040-bb5d-e60b1743b696", "name": "network-vif-plugged", "status": "completed", "tag": "45bf930a-252a-4c82-8320-492c9ecaa83d"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:09:03.111647 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-553944ca-b5e2-4faa-8a91-e7885dbabd35 req-63cab666-7aa7-4b86-9a59-1ec63a0e9669 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-764292-30', 'device_owner': 'compute:nova'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:09:03.173176 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d45c11e-5444-4a8d-a865-2b067e9d29ef x-openstack-request-id: req-6d45c11e-5444-4a8d-a865-2b067e9d29ef {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:09:03.173655 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c44701a-3222-4040-bb5d-e60b1743b696", "name": "network-vif-plugged", "status": "completed", "tag": "45bf930a-252a-4c82-8320-492c9ecaa83d", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:09:03.173881 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6d45c11e-5444-4a8d-a865-2b067e9d29ef {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:09:03.174319 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c44701a-3222-4040-bb5d-e60b1743b696', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45bf930a-252a-4c82-8320-492c9ecaa83d', 'code': 200} Aug 11 03:09:03.183600 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-553944ca-b5e2-4faa-8a91-e7885dbabd35 req-63cab666-7aa7-4b86-9a59-1ec63a0e9669 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:03.196050 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 54894) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:09:03.346803 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32969d07-fa98-4fdb-a3d3-1ae600fd65d2 req-8ce1c8a7-55fb-44f4-9027-1099ead31dcf tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:03.348435 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-32969d07-fa98-4fdb-a3d3-1ae600fd65d2 req-8ce1c8a7-55fb-44f4-9027-1099ead31dcf tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] 10.222.0.24 "GET /v2.0/networks?id=92150d50-1f8e-4278-9525-d0992602767c HTTP/1.1" status: 200 len: 812 time: 0.1592219 Aug 11 03:09:03.394700 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-32969d07-fa98-4fdb-a3d3-1ae600fd65d2 req-322f5930-99f6-41d2-aabf-12440c26ee90 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Request body: {'port': {'device_id': '2e37eba0-66bf-4006-8c02-5bcf28eb328a', 'network_id': '92150d50-1f8e-4278-9525-d0992602767c', 'admin_state_up': True, 'tenant_id': 'c8aa6119d36c4641af7622d251acddef'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:09:03.399346 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ec6a331d-3bd2-43ae-bd1a-721c05b22f15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:03.464148 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-553944ca-b5e2-4faa-8a91-e7885dbabd35 req-63cab666-7aa7-4b86-9a59-1ec63a0e9669 service neutron] For port 45bf930a-252a-4c82-8320-492c9ecaa83d, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=45bf930a-252a-4c82-8320-492c9ecaa83d,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:09:03.503330 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f590152f-d56b-4549-9496-f3f26bc7c441 req-c19c7980-6e75-4a84-8ab9-686763d8ccb7 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:03.504815 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f590152f-d56b-4549-9496-f3f26bc7c441 req-c19c7980-6e75-4a84-8ab9-686763d8ccb7 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.41 "GET /v2.0/ports?device_id=acf811b7-803c-4be4-bb7f-dc852ca91de2 HTTP/1.1" status: 200 len: 950 time: 0.1859856 Aug 11 03:09:03.515158 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc093ce1-e35b-4291-bc11-1a65a6124aee req-c58f1195-c6b9-4b79-bf0e-84ddfb1627eb tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:03.516615 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cc093ce1-e35b-4291-bc11-1a65a6124aee req-c58f1195-c6b9-4b79-bf0e-84ddfb1627eb tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c44701a-3222-4040-bb5d-e60b1743b696 HTTP/1.1" status: 200 len: 950 time: 0.1590190 Aug 11 03:09:03.518038 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-553944ca-b5e2-4faa-8a91-e7885dbabd35 req-63cab666-7aa7-4b86-9a59-1ec63a0e9669 service neutron] For port 45bf930a-252a-4c82-8320-492c9ecaa83d, host n-h2-764292-30, cleared binding levels {{(pid=102191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:09:03.572556 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c44701a-3222-4040-bb5d-e60b1743b696', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45bf930a-252a-4c82-8320-492c9ecaa83d'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:09:03.575634 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bf043d9-6f49-47d3-a40c-21db10625257" -d '{"events": [{"server_uuid": "9c44701a-3222-4040-bb5d-e60b1743b696", "name": "network-vif-unplugged", "status": "completed", "tag": "45bf930a-252a-4c82-8320-492c9ecaa83d"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:09:03.579503 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-553944ca-b5e2-4faa-8a91-e7885dbabd35 req-63cab666-7aa7-4b86-9a59-1ec63a0e9669 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:03.591849 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f590152f-d56b-4549-9496-f3f26bc7c441 req-cf1e5c1f-e619-48e6-88a8-fe9896c87e81 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.41 "GET /v2.0/security-groups?id=4bfdc2ba-9f18-4435-9a1d-8c7ae69f76fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742495 Aug 11 03:09:03.595296 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cc093ce1-e35b-4291-bc11-1a65a6124aee req-b1ec6a06-2282-4e27-abbe-4934dee8a125 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609958 Aug 11 03:09:03.596767 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ec6a331d-3bd2-43ae-bd1a-721c05b22f15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:03.602201 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [req-553944ca-b5e2-4faa-8a91-e7885dbabd35 req-63cab666-7aa7-4b86-9a59-1ec63a0e9669 service neutron] Transition to ACTIVE for port object 45bf930a-252a-4c82-8320-492c9ecaa83d will not be triggered until provisioned by entity L2. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:09:03.686035 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ec6a331d-3bd2-43ae-bd1a-721c05b22f15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:03.717895 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-553944ca-b5e2-4faa-8a91-e7885dbabd35 req-63cab666-7aa7-4b86-9a59-1ec63a0e9669 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:03.724219 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-961a9922-4e4d-4973-92f1-be82aa82120d req-279bef93-5ec0-4c8a-9c0e-c254a7870132 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e37eba0-66bf-4006-8c02-5bcf28eb328a HTTP/1.1" status: 200 len: 210 time: 0.0411577 Aug 11 03:09:03.766355 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-ec6a331d-3bd2-43ae-bd1a-721c05b22f15 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=639d7e9b44ca4d71a8d1598cf2f60c68&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5690234 Aug 11 03:09:03.782645 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6a331d-3bd2-43ae-bd1a-721c05b22f15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4194caea-abfc-4523-924f-b0472530e9ca,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:03.784856 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 03:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a486b8e0-5658-468e-9bd8-c6ded661ed39 x-openstack-request-id: req-a486b8e0-5658-468e-9bd8-c6ded661ed39 {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:09:03.785143 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c44701a-3222-4040-bb5d-e60b1743b696", "name": "network-vif-unplugged", "status": "completed", "tag": "45bf930a-252a-4c82-8320-492c9ecaa83d", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:09:03.785347 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 54910) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:09:03.785444 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a486b8e0-5658-468e-9bd8-c6ded661ed39 {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:09:03.785773 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c44701a-3222-4040-bb5d-e60b1743b696', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45bf930a-252a-4c82-8320-492c9ecaa83d', 'code': 200} Aug 11 03:09:03.807510 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32969d07-fa98-4fdb-a3d3-1ae600fd65d2 req-322f5930-99f6-41d2-aabf-12440c26ee90 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Made reservation on behalf of c8aa6119d36c4641af7622d251acddef for: {'port': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:09:03.812198 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-32969d07-fa98-4fdb-a3d3-1ae600fd65d2 req-322f5930-99f6-41d2-aabf-12440c26ee90 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:03.827070 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cab666-7aa7-4b86-9a59-1ec63a0e9669 service neutron] Pushing event updated for resources: {'Port': ['ID=45bf930a-252a-4c82-8320-492c9ecaa83d,revision_number=10']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:03.830208 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-553944ca-b5e2-4faa-8a91-e7885dbabd35 req-63cab666-7aa7-4b86-9a59-1ec63a0e9669 service neutron] No DVR routers for this DVR port 45bf930a-252a-4c82-8320-492c9ecaa83d on host n-h2-764292-30 {{(pid=102191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:09:03.879928 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-553944ca-b5e2-4faa-8a91-e7885dbabd35 req-63cab666-7aa7-4b86-9a59-1ec63a0e9669 service neutron] Attempting to bind port 45bf930a-252a-4c82-8320-492c9ecaa83d on host n-h1-764292-30 for vnic_type normal with profile {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:09:03.880260 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-553944ca-b5e2-4faa-8a91-e7885dbabd35 req-63cab666-7aa7-4b86-9a59-1ec63a0e9669 service neutron] Attempting to bind port 45bf930a-252a-4c82-8320-492c9ecaa83d by drivers openvswitch,hyperv on host n-h1-764292-30 at level 0 using segments [{'id': '9b7b03c0-092f-4953-898f-de6d8f2338ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba'}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:09:03.880580 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-553944ca-b5e2-4faa-8a91-e7885dbabd35 req-63cab666-7aa7-4b86-9a59-1ec63a0e9669 service neutron] Attempting to bind port 45bf930a-252a-4c82-8320-492c9ecaa83d on network d1bf0def-6fa4-4d3e-bbc5-20a040931fba {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:09:03.885646 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-553944ca-b5e2-4faa-8a91-e7885dbabd35 req-63cab666-7aa7-4b86-9a59-1ec63a0e9669 service neutron] Port 45bf930a-252a-4c82-8320-492c9ecaa83d on network d1bf0def-6fa4-4d3e-bbc5-20a040931fba not bound, no agent of type Open vSwitch agent registered on host n-h1-764292-30 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:09:03.886143 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-553944ca-b5e2-4faa-8a91-e7885dbabd35 req-63cab666-7aa7-4b86-9a59-1ec63a0e9669 service neutron] Attempting to bind port 45bf930a-252a-4c82-8320-492c9ecaa83d on network d1bf0def-6fa4-4d3e-bbc5-20a040931fba {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:09:03.893162 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-553944ca-b5e2-4faa-8a91-e7885dbabd35 req-63cab666-7aa7-4b86-9a59-1ec63a0e9669 service neutron] Checking agent: {'id': 'abb524c2-b412-4ed2-8367-45c4fd996fa7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 8, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:09:03.893736 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-553944ca-b5e2-4faa-8a91-e7885dbabd35 req-63cab666-7aa7-4b86-9a59-1ec63a0e9669 service neutron] Checking segment: {'id': '9b7b03c0-092f-4953-898f-de6d8f2338ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:09:03.894896 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-553944ca-b5e2-4faa-8a91-e7885dbabd35 req-63cab666-7aa7-4b86-9a59-1ec63a0e9669 service neutron] Bound using segment: {'id': '9b7b03c0-092f-4953-898f-de6d8f2338ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba'} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:09:03.897477 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-553944ca-b5e2-4faa-8a91-e7885dbabd35 req-63cab666-7aa7-4b86-9a59-1ec63a0e9669 service neutron] Bound port: 45bf930a-252a-4c82-8320-492c9ecaa83d, host: n-h1-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b7b03c0-092f-4953-898f-de6d8f2338ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba'}}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:09:03.897477 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-553944ca-b5e2-4faa-8a91-e7885dbabd35 req-63cab666-7aa7-4b86-9a59-1ec63a0e9669 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:03.972421 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-553944ca-b5e2-4faa-8a91-e7885dbabd35 req-63cab666-7aa7-4b86-9a59-1ec63a0e9669 service neutron] For port 45bf930a-252a-4c82-8320-492c9ecaa83d, host n-h1-764292-30, cleared binding levels {{(pid=102191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:09:03.983543 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-553944ca-b5e2-4faa-8a91-e7885dbabd35 req-63cab666-7aa7-4b86-9a59-1ec63a0e9669 service neutron] For port 45bf930a-252a-4c82-8320-492c9ecaa83d, host n-h1-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=45bf930a-252a-4c82-8320-492c9ecaa83d,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:09:03.990374 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e4c2df53-3251-4be9-8809-dcd2ec83fe84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:04.031272 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6b1b14-1f2c-44e4-81d9-e7f2c85d0ab2 req-0539b2af-1b30-4241-b464-54293aab5fe6 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:04.032870 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-db6b1b14-1f2c-44e4-81d9-e7f2c85d0ab2 req-0539b2af-1b30-4241-b464-54293aab5fe6 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/ports?device_id=d2d7a1db-5684-44c6-9df6-334edb7e8ec5 HTTP/1.1" status: 200 len: 946 time: 0.1703682 Aug 11 03:09:04.059834 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e4c2df53-3251-4be9-8809-dcd2ec83fe84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:04.080165 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-553944ca-b5e2-4faa-8a91-e7885dbabd35 req-63cab666-7aa7-4b86-9a59-1ec63a0e9669 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:04.113498 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553944ca-b5e2-4faa-8a91-e7885dbabd35 req-63cab666-7aa7-4b86-9a59-1ec63a0e9669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:04.114139 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-553944ca-b5e2-4faa-8a91-e7885dbabd35 req-63cab666-7aa7-4b86-9a59-1ec63a0e9669 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:04.115560 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-553944ca-b5e2-4faa-8a91-e7885dbabd35 req-63cab666-7aa7-4b86-9a59-1ec63a0e9669 service neutron] 10.222.0.22 "PUT /v2.0/ports/45bf930a-252a-4c82-8320-492c9ecaa83d HTTP/1.1" status: 200 len: 1098 time: 1.0088756 Aug 11 03:09:04.127459 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [req-32969d07-fa98-4fdb-a3d3-1ae600fd65d2 req-322f5930-99f6-41d2-aabf-12440c26ee90 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Allocated IP 172.20.0.14 (92150d50-1f8e-4278-9525-d0992602767c/639cf9bb-cf7a-44b0-8882-86dfb4c155b3/d1f29c39-6124-4fa5-a506-c4fcbb6027e4) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:09:04.135875 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-db6b1b14-1f2c-44e4-81d9-e7f2c85d0ab2 req-e2b70e7e-74a3-4ab4-b34f-924b66290d3a tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/security-groups?id=96c4279c-51b6-4d8a-ac93-67215ccf65c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934255 Aug 11 03:09:04.164593 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cab666-7aa7-4b86-9a59-1ec63a0e9669 service neutron] Pushing event updated for resources: {'Port': ['ID=45bf930a-252a-4c82-8320-492c9ecaa83d,revision_number=11']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:04.202731 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553944ca-b5e2-4faa-8a91-e7885dbabd35 req-13988ee9-217d-4190-af4b-b883f5981db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:04.204735 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-553944ca-b5e2-4faa-8a91-e7885dbabd35 req-13988ee9-217d-4190-af4b-b883f5981db7 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2a223f1b2a284c768535cee2a71b4bcf&device_id=9c44701a-3222-4040-bb5d-e60b1743b696 HTTP/1.1" status: 200 len: 1101 time: 0.0607779 Aug 11 03:09:04.297232 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e4c2df53-3251-4be9-8809-dcd2ec83fe84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:04.300236 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e4c2df53-3251-4be9-8809-dcd2ec83fe84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:04.301654 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-e4c2df53-3251-4be9-8809-dcd2ec83fe84 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4194caea-abfc-4523-924f-b0472530e9ca HTTP/1.1" status: 204 len: 168 time: 0.5150564 Aug 11 03:09:04.319582 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c2df53-3251-4be9-8809-dcd2ec83fe84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4194caea-abfc-4523-924f-b0472530e9ca,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:04.345698 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553944ca-b5e2-4faa-8a91-e7885dbabd35 req-41c7486f-d316-4a92-aa6e-cf5f1639d505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:04.348699 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-553944ca-b5e2-4faa-8a91-e7885dbabd35 req-41c7486f-d316-4a92-aa6e-cf5f1639d505 service neutron] 10.222.0.22 "GET /v2.0/networks?id=d1bf0def-6fa4-4d3e-bbc5-20a040931fba HTTP/1.1" status: 200 len: 870 time: 0.1347067 Aug 11 03:09:04.375874 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-32969d07-fa98-4fdb-a3d3-1ae600fd65d2 req-322f5930-99f6-41d2-aabf-12440c26ee90 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:04.397028 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-553944ca-b5e2-4faa-8a91-e7885dbabd35 req-34b8da18-9f7c-4a08-a2a6-9766b2abd793 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=45bf930a-252a-4c82-8320-492c9ecaa83d HTTP/1.1" status: 200 len: 217 time: 0.0402036 Aug 11 03:09:04.451808 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553944ca-b5e2-4faa-8a91-e7885dbabd35 req-02b88639-962e-4e56-b6e6-4d8bc74f4549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:04.453293 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-553944ca-b5e2-4faa-8a91-e7885dbabd35 req-02b88639-962e-4e56-b6e6-4d8bc74f4549 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=254a3f4d-2b75-429e-bbb2-8e70554e9483 HTTP/1.1" status: 200 len: 843 time: 0.0460169 Aug 11 03:09:04.498880 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553944ca-b5e2-4faa-8a91-e7885dbabd35 req-8c2bee04-3fef-47cc-8ddc-a21821b1f691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:04.500377 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-553944ca-b5e2-4faa-8a91-e7885dbabd35 req-8c2bee04-3fef-47cc-8ddc-a21821b1f691 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d1bf0def-6fa4-4d3e-bbc5-20a040931fba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0404406 Aug 11 03:09:04.508889 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-32969d07-fa98-4fdb-a3d3-1ae600fd65d2 req-322f5930-99f6-41d2-aabf-12440c26ee90 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:04.570446 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32969d07-fa98-4fdb-a3d3-1ae600fd65d2 req-322f5930-99f6-41d2-aabf-12440c26ee90 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Network 92150d50-1f8e-4278-9525-d0992602767c is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:09:04.578465 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [req-32969d07-fa98-4fdb-a3d3-1ae600fd65d2 req-322f5930-99f6-41d2-aabf-12440c26ee90 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:09:04.582416 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:04.583832 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [req-32969d07-fa98-4fdb-a3d3-1ae600fd65d2 req-322f5930-99f6-41d2-aabf-12440c26ee90 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:09:04.588392 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322f5930-99f6-41d2-aabf-12440c26ee90 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Pushing event updated for resources: {'Port': ['ID=d1f29c39-6124-4fa5-a506-c4fcbb6027e4,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:04.624954 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-553944ca-b5e2-4faa-8a91-e7885dbabd35 req-ce8e1566-68d3-426f-b403-dab887fff6ec service neutron] 10.222.0.22 "GET /v2.0/networks/d1bf0def-6fa4-4d3e-bbc5-20a040931fba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167710 Aug 11 03:09:04.674911 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32969d07-fa98-4fdb-a3d3-1ae600fd65d2 req-322f5930-99f6-41d2-aabf-12440c26ee90 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:04.675533 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-32969d07-fa98-4fdb-a3d3-1ae600fd65d2 req-322f5930-99f6-41d2-aabf-12440c26ee90 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:04.739862 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-553944ca-b5e2-4faa-8a91-e7885dbabd35 req-430f90d3-e6ea-4697-8d4e-83e6fded0bb9 service neutron] 10.222.0.22 "GET /v2.0/networks/d1bf0def-6fa4-4d3e-bbc5-20a040931fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066172 Aug 11 03:09:04.745498 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc28bc0-ec5d-4e55-9b00-c9288090e1b2 req-5ab1c732-58ba-40c7-bddd-426dd57f2bef tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:04.747235 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6dc28bc0-ec5d-4e55-9b00-c9288090e1b2 req-5ab1c732-58ba-40c7-bddd-426dd57f2bef tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/ports?device_id=d2d7a1db-5684-44c6-9df6-334edb7e8ec5 HTTP/1.1" status: 200 len: 946 time: 0.1288350 Aug 11 03:09:04.760056 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eaf73f-9df7-4414-88da-88a87336b067 req-dc025d1e-43b0-4c71-9e6d-620b76775564 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:04.762099 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b6eaf73f-9df7-4414-88da-88a87336b067 req-dc025d1e-43b0-4c71-9e6d-620b76775564 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.41 "GET /v2.0/ports?device_id=acf811b7-803c-4be4-bb7f-dc852ca91de2 HTTP/1.1" status: 200 len: 950 time: 0.0773704 Aug 11 03:09:04.764700 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-32969d07-fa98-4fdb-a3d3-1ae600fd65d2 req-322f5930-99f6-41d2-aabf-12440c26ee90 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3852484 Aug 11 03:09:04.796280 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-32969d07-fa98-4fdb-a3d3-1ae600fd65d2 req-5afb4f2c-bfae-48c7-897a-f55517c958d6 service neutron] Request body: {'port': {'device_id': '2e37eba0-66bf-4006-8c02-5bcf28eb328a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764292-30'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:09:04.860616 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadabb60-cab6-49aa-aeb6-8b63057b946f req-499a2109-3dce-4e1d-b1be-1d36f14ab1cc tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:04.862058 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6dc28bc0-ec5d-4e55-9b00-c9288090e1b2 req-592e43fa-4e01-48e3-8c49-8079c8be54ea tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/security-groups?id=96c4279c-51b6-4d8a-ac93-67215ccf65c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986371 Aug 11 03:09:04.862203 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-aadabb60-cab6-49aa-aeb6-8b63057b946f req-499a2109-3dce-4e1d-b1be-1d36f14ab1cc tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.24 "GET /v2.0/ports?device_id=acf811b7-803c-4be4-bb7f-dc852ca91de2 HTTP/1.1" status: 200 len: 950 time: 0.0606179 Aug 11 03:09:04.896074 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b6eaf73f-9df7-4414-88da-88a87336b067 req-f5c15c87-3847-4d78-8b36-110152c6a105 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.41 "GET /v2.0/security-groups?id=4bfdc2ba-9f18-4435-9a1d-8c7ae69f76fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255348 Aug 11 03:09:04.925775 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-32969d07-fa98-4fdb-a3d3-1ae600fd65d2 req-5afb4f2c-bfae-48c7-897a-f55517c958d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:05.008154 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-aadabb60-cab6-49aa-aeb6-8b63057b946f req-b43f75b0-54f6-4672-a164-12d0ef5e6cc3 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] Deleting port 01223e2e-8c1a-43ec-84c5-6b541e857e72 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:09:05.008494 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-aadabb60-cab6-49aa-aeb6-8b63057b946f req-b43f75b0-54f6-4672-a164-12d0ef5e6cc3 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:05.107242 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-aadabb60-cab6-49aa-aeb6-8b63057b946f req-b43f75b0-54f6-4672-a164-12d0ef5e6cc3 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] For port 01223e2e-8c1a-43ec-84c5-6b541e857e72, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=01223e2e-8c1a-43ec-84c5-6b541e857e72,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:09:05.107242 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-aadabb60-cab6-49aa-aeb6-8b63057b946f req-b43f75b0-54f6-4672-a164-12d0ef5e6cc3 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:05.122617 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-aadabb60-cab6-49aa-aeb6-8b63057b946f req-b43f75b0-54f6-4672-a164-12d0ef5e6cc3 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] Calling delete_port for 01223e2e-8c1a-43ec-84c5-6b541e857e72 owned by compute:nova {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:09:05.135373 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743bc46f-507b-4539-816f-b0a40cf457e3 req-41865334-59ee-44a3-8183-491aaf3635f1 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:05.136868 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-743bc46f-507b-4539-816f-b0a40cf457e3 req-41865334-59ee-44a3-8183-491aaf3635f1 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c44701a-3222-4040-bb5d-e60b1743b696 HTTP/1.1" status: 200 len: 949 time: 0.1764479 Aug 11 03:09:05.163167 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949a03aa-7966-4e40-8296-4d094626b1cc req-48a5885f-be02-4b70-8c60-ecb458ac6a48 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:05.164661 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-949a03aa-7966-4e40-8296-4d094626b1cc req-48a5885f-be02-4b70-8c60-ecb458ac6a48 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e37eba0-66bf-4006-8c02-5bcf28eb328a HTTP/1.1" status: 200 len: 932 time: 0.1668708 Aug 11 03:09:05.268516 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-743bc46f-507b-4539-816f-b0a40cf457e3 req-bc1c0d3b-b5f7-4a22-9fe4-7b9bdd93459e tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238484 Aug 11 03:09:05.276778 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-949a03aa-7966-4e40-8296-4d094626b1cc req-90c6280f-e1d7-449b-bbf4-5d2be19943ba tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] 10.222.0.41 "GET /v2.0/security-groups?id=4742dd89-5545-47da-9d5a-053b57544bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792279 Aug 11 03:09:05.325819 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-aadabb60-cab6-49aa-aeb6-8b63057b946f req-b43f75b0-54f6-4672-a164-12d0ef5e6cc3 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:05.338713 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['01223e2e-8c1a-43ec-84c5-6b541e857e72', '977a589c-7b12-4747-b663-fb75f526098d'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:09:05.358733 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [req-32969d07-fa98-4fdb-a3d3-1ae600fd65d2 req-5afb4f2c-bfae-48c7-897a-f55517c958d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1f29c39-6124-4fa5-a506-c4fcbb6027e4 {{(pid=102192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:09:05.360330 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43f75b0-54f6-4672-a164-12d0ef5e6cc3 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] Pushing event deleted for resources: {'Port': ['ID=01223e2e-8c1a-43ec-84c5-6b541e857e72,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:05.366994 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-32969d07-fa98-4fdb-a3d3-1ae600fd65d2 req-5afb4f2c-bfae-48c7-897a-f55517c958d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:05.381034 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [req-32969d07-fa98-4fdb-a3d3-1ae600fd65d2 req-5afb4f2c-bfae-48c7-897a-f55517c958d6 service neutron] Transition to ACTIVE for port object d1f29c39-6124-4fa5-a506-c4fcbb6027e4 will not be triggered until provisioned by entity L2. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:09:05.408156 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-aadabb60-cab6-49aa-aeb6-8b63057b946f req-b43f75b0-54f6-4672-a164-12d0ef5e6cc3 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] No DVR routers for this DVR port 01223e2e-8c1a-43ec-84c5-6b541e857e72 on host n-h2-764292-30 {{(pid=102191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:09:05.410782 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-aadabb60-cab6-49aa-aeb6-8b63057b946f req-b43f75b0-54f6-4672-a164-12d0ef5e6cc3 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:05.412797 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-aadabb60-cab6-49aa-aeb6-8b63057b946f req-b43f75b0-54f6-4672-a164-12d0ef5e6cc3 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.24 "DELETE /v2.0/ports/01223e2e-8c1a-43ec-84c5-6b541e857e72 HTTP/1.1" status: 204 len: 173 time: 0.5434728 Aug 11 03:09:05.439147 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 54946) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:09:05.468321 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-32969d07-fa98-4fdb-a3d3-1ae600fd65d2 req-5afb4f2c-bfae-48c7-897a-f55517c958d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:05.531468 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afb4f2c-bfae-48c7-897a-f55517c958d6 service neutron] Pushing event updated for resources: {'Port': ['ID=d1f29c39-6124-4fa5-a506-c4fcbb6027e4,revision_number=2']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:05.585549 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-98ef9315-70ba-4a63-a9fb-2413a56291b6 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1636485493-network', 'tenant_id': '75b922cf9f374d5f9dbc167227e1dbaa'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:09:05.612687 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-32969d07-fa98-4fdb-a3d3-1ae600fd65d2 req-5afb4f2c-bfae-48c7-897a-f55517c958d6 service neutron] Attempting to bind port d1f29c39-6124-4fa5-a506-c4fcbb6027e4 on host n-h2-764292-30 for vnic_type normal with profile {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:09:05.613019 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-32969d07-fa98-4fdb-a3d3-1ae600fd65d2 req-5afb4f2c-bfae-48c7-897a-f55517c958d6 service neutron] Attempting to bind port d1f29c39-6124-4fa5-a506-c4fcbb6027e4 by drivers openvswitch,hyperv on host n-h2-764292-30 at level 0 using segments [{'id': '309c9b9e-c193-462a-8459-3f59bc414d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '92150d50-1f8e-4278-9525-d0992602767c'}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:09:05.613352 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32969d07-fa98-4fdb-a3d3-1ae600fd65d2 req-5afb4f2c-bfae-48c7-897a-f55517c958d6 service neutron] Attempting to bind port d1f29c39-6124-4fa5-a506-c4fcbb6027e4 on network 92150d50-1f8e-4278-9525-d0992602767c {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:09:05.619743 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32969d07-fa98-4fdb-a3d3-1ae600fd65d2 req-5afb4f2c-bfae-48c7-897a-f55517c958d6 service neutron] Port d1f29c39-6124-4fa5-a506-c4fcbb6027e4 on network 92150d50-1f8e-4278-9525-d0992602767c not bound, no agent of type Open vSwitch agent registered on host n-h2-764292-30 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:09:05.620063 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32969d07-fa98-4fdb-a3d3-1ae600fd65d2 req-5afb4f2c-bfae-48c7-897a-f55517c958d6 service neutron] Attempting to bind port d1f29c39-6124-4fa5-a506-c4fcbb6027e4 on network 92150d50-1f8e-4278-9525-d0992602767c {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:09:05.624864 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32969d07-fa98-4fdb-a3d3-1ae600fd65d2 req-5afb4f2c-bfae-48c7-897a-f55517c958d6 service neutron] Checking agent: {'id': '70015fc0-62fb-48b2-b453-36906937cf2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 8, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:09:05.625202 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32969d07-fa98-4fdb-a3d3-1ae600fd65d2 req-5afb4f2c-bfae-48c7-897a-f55517c958d6 service neutron] Checking segment: {'id': '309c9b9e-c193-462a-8459-3f59bc414d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '92150d50-1f8e-4278-9525-d0992602767c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:09:05.625585 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32969d07-fa98-4fdb-a3d3-1ae600fd65d2 req-5afb4f2c-bfae-48c7-897a-f55517c958d6 service neutron] Bound using segment: {'id': '309c9b9e-c193-462a-8459-3f59bc414d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '92150d50-1f8e-4278-9525-d0992602767c'} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:09:05.626011 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-32969d07-fa98-4fdb-a3d3-1ae600fd65d2 req-5afb4f2c-bfae-48c7-897a-f55517c958d6 service neutron] Bound port: d1f29c39-6124-4fa5-a506-c4fcbb6027e4, host: n-h2-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '309c9b9e-c193-462a-8459-3f59bc414d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '92150d50-1f8e-4278-9525-d0992602767c'}}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:09:05.626395 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-32969d07-fa98-4fdb-a3d3-1ae600fd65d2 req-5afb4f2c-bfae-48c7-897a-f55517c958d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:05.672429 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98ef9315-70ba-4a63-a9fb-2413a56291b6 admin admin] Made reservation on behalf of 75b922cf9f374d5f9dbc167227e1dbaa for: {'network': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:09:05.674639 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-98ef9315-70ba-4a63-a9fb-2413a56291b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:05.691895 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-98ef9315-70ba-4a63-a9fb-2413a56291b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:05.716527 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-32969d07-fa98-4fdb-a3d3-1ae600fd65d2 req-5afb4f2c-bfae-48c7-897a-f55517c958d6 service neutron] For port d1f29c39-6124-4fa5-a506-c4fcbb6027e4, host n-h2-764292-30, cleared binding levels {{(pid=102192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:09:05.721359 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-32969d07-fa98-4fdb-a3d3-1ae600fd65d2 req-5afb4f2c-bfae-48c7-897a-f55517c958d6 service neutron] For port d1f29c39-6124-4fa5-a506-c4fcbb6027e4, host n-h2-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=d1f29c39-6124-4fa5-a506-c4fcbb6027e4,segment=NetworkSegment(309c9b9e-c193-462a-8459-3f59bc414d81),segment_id=309c9b9e-c193-462a-8459-3f59bc414d81)] {{(pid=102192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:09:05.763756 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-32969d07-fa98-4fdb-a3d3-1ae600fd65d2 req-5afb4f2c-bfae-48c7-897a-f55517c958d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:05.787155 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c44701a-3222-4040-bb5d-e60b1743b696', 'tag': '45bf930a-252a-4c82-8320-492c9ecaa83d'}, {'server_uuid': 'acf811b7-803c-4be4-bb7f-dc852ca91de2', 'name': 'network-vif-deleted', 'tag': '01223e2e-8c1a-43ec-84c5-6b541e857e72'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:09:05.789503 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24222d93-0374-4b2e-9343-13845871686b" -d '{"events": [{"name": "network-changed", "server_uuid": "9c44701a-3222-4040-bb5d-e60b1743b696", "tag": "45bf930a-252a-4c82-8320-492c9ecaa83d"}, {"server_uuid": "acf811b7-803c-4be4-bb7f-dc852ca91de2", "name": "network-vif-deleted", "tag": "01223e2e-8c1a-43ec-84c5-6b541e857e72"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:09:05.816976 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32969d07-fa98-4fdb-a3d3-1ae600fd65d2 req-5afb4f2c-bfae-48c7-897a-f55517c958d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:05.817598 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-32969d07-fa98-4fdb-a3d3-1ae600fd65d2 req-5afb4f2c-bfae-48c7-897a-f55517c958d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:05.819043 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-32969d07-fa98-4fdb-a3d3-1ae600fd65d2 req-5afb4f2c-bfae-48c7-897a-f55517c958d6 service neutron] 10.222.0.24 "PUT /v2.0/ports/d1f29c39-6124-4fa5-a506-c4fcbb6027e4 HTTP/1.1" status: 200 len: 1093 time: 1.0330389 Aug 11 03:09:05.819493 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e37eba0-66bf-4006-8c02-5bcf28eb328a', 'tag': 'd1f29c39-6124-4fa5-a506-c4fcbb6027e4'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:09:05.821769 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f21678f-1796-4203-95e8-1cda0c2ab994" -d '{"events": [{"name": "network-changed", "server_uuid": "2e37eba0-66bf-4006-8c02-5bcf28eb328a", "tag": "d1f29c39-6124-4fa5-a506-c4fcbb6027e4"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:09:05.852157 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afb4f2c-bfae-48c7-897a-f55517c958d6 service neutron] Pushing event updated for resources: {'Port': ['ID=d1f29c39-6124-4fa5-a506-c4fcbb6027e4,revision_number=3']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:05.865263 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-98ef9315-70ba-4a63-a9fb-2413a56291b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:05.868372 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 11 Aug 2021 03:09:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-167a15b4-34e5-4bf0-9fd4-08495875f6e2 x-openstack-request-id: req-167a15b4-34e5-4bf0-9fd4-08495875f6e2 {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:09:05.868799 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c44701a-3222-4040-bb5d-e60b1743b696", "tag": "45bf930a-252a-4c82-8320-492c9ecaa83d", "status": "completed", "code": 200}, {"server_uuid": "acf811b7-803c-4be4-bb7f-dc852ca91de2", "name": "network-vif-deleted", "tag": "01223e2e-8c1a-43ec-84c5-6b541e857e72", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:09:05.869115 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-167a15b4-34e5-4bf0-9fd4-08495875f6e2 {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:09:05.869583 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c44701a-3222-4040-bb5d-e60b1743b696', 'tag': '45bf930a-252a-4c82-8320-492c9ecaa83d', 'status': 'completed', 'code': 200} Aug 11 03:09:05.870002 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acf811b7-803c-4be4-bb7f-dc852ca91de2', 'name': 'network-vif-deleted', 'tag': '01223e2e-8c1a-43ec-84c5-6b541e857e72', 'status': 'completed', 'code': 200} Aug 11 03:09:05.909556 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:09:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ec6afbb-75ea-4e37-8e9d-d3cfd520eb4c x-openstack-request-id: req-6ec6afbb-75ea-4e37-8e9d-d3cfd520eb4c {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:09:05.909871 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e37eba0-66bf-4006-8c02-5bcf28eb328a", "tag": "d1f29c39-6124-4fa5-a506-c4fcbb6027e4", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:09:05.910104 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6ec6afbb-75ea-4e37-8e9d-d3cfd520eb4c {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:09:05.910560 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e37eba0-66bf-4006-8c02-5bcf28eb328a', 'tag': 'd1f29c39-6124-4fa5-a506-c4fcbb6027e4', 'status': 'completed', 'code': 200} Aug 11 03:09:05.916196 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24222d93-0374-4b2e-9343-13845871686b req-cf780256-297e-46dd-ac4e-18e09f846105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:05.917944 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-24222d93-0374-4b2e-9343-13845871686b req-cf780256-297e-46dd-ac4e-18e09f846105 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2a223f1b2a284c768535cee2a71b4bcf&device_id=9c44701a-3222-4040-bb5d-e60b1743b696 HTTP/1.1" status: 200 len: 1101 time: 0.0449851 Aug 11 03:09:05.950898 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24222d93-0374-4b2e-9343-13845871686b req-d439f1d1-c561-489c-8de1-70f635cda513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:05.952491 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-24222d93-0374-4b2e-9343-13845871686b req-d439f1d1-c561-489c-8de1-70f635cda513 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2a223f1b2a284c768535cee2a71b4bcf&device_id=9c44701a-3222-4040-bb5d-e60b1743b696 HTTP/1.1" status: 200 len: 1101 time: 0.0542860 Aug 11 03:09:05.954331 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-98ef9315-70ba-4a63-a9fb-2413a56291b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:06.006946 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98ef9315-70ba-4a63-a9fb-2413a56291b6 admin admin] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=102192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:09:06.034821 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f21678f-1796-4203-95e8-1cda0c2ab994 req-bf9567bf-ae9a-4e69-9f6a-81f41f1b7e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:06.036325 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-6f21678f-1796-4203-95e8-1cda0c2ab994 req-bf9567bf-ae9a-4e69-9f6a-81f41f1b7e30 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c8aa6119d36c4641af7622d251acddef&device_id=2e37eba0-66bf-4006-8c02-5bcf28eb328a HTTP/1.1" status: 200 len: 1096 time: 0.1029809 Aug 11 03:09:06.069937 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24222d93-0374-4b2e-9343-13845871686b req-0b8252ea-6c87-4ca0-b2af-8fbe5dd3dda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:06.071445 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-24222d93-0374-4b2e-9343-13845871686b req-0b8252ea-6c87-4ca0-b2af-8fbe5dd3dda8 service neutron] 10.222.0.22 "GET /v2.0/networks?id=d1bf0def-6fa4-4d3e-bbc5-20a040931fba HTTP/1.1" status: 200 len: 870 time: 0.1460533 Aug 11 03:09:06.084748 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ef9315-70ba-4a63-a9fb-2413a56291b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31bfb47e-96cf-4b57-886c-8a6840e6d4ed,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:06.089099 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-98ef9315-70ba-4a63-a9fb-2413a56291b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:06.089460 n-d-764292-30 neutron-server[102192]: INFO neutron.db.segments_db [None req-98ef9315-70ba-4a63-a9fb-2413a56291b6 admin admin] Added segment 2ba0b6f6-3f7e-468b-857b-acf490c8e672 of type vlan for network 5b22a96d-2862-4793-9124-2a7d7c5356a8 Aug 11 03:09:06.117262 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-41cf1bf6-0a28-4ca8-81e7-367c859d0a2f req-7b2f95ed-0faa-4787-9a0c-87c7381f85c6 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.41 "GET /v2.0/ports?device_id=acf811b7-803c-4be4-bb7f-dc852ca91de2 HTTP/1.1" status: 200 len: 210 time: 0.0673368 Aug 11 03:09:06.139919 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-24222d93-0374-4b2e-9343-13845871686b req-14a12ee3-2baa-4a81-b1d7-f0c201e64048 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=45bf930a-252a-4c82-8320-492c9ecaa83d HTTP/1.1" status: 200 len: 217 time: 0.0390451 Aug 11 03:09:06.217640 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f21678f-1796-4203-95e8-1cda0c2ab994 req-2bee682e-c663-4eed-88c5-45b03eb12308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:06.219108 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-6f21678f-1796-4203-95e8-1cda0c2ab994 req-2bee682e-c663-4eed-88c5-45b03eb12308 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=c8aa6119d36c4641af7622d251acddef&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1723154 Aug 11 03:09:06.220686 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24222d93-0374-4b2e-9343-13845871686b req-8fc7a1a8-305d-40c1-aae4-f11f35301f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:06.222048 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-24222d93-0374-4b2e-9343-13845871686b req-8fc7a1a8-305d-40c1-aae4-f11f35301f3d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=254a3f4d-2b75-429e-bbb2-8e70554e9483 HTTP/1.1" status: 200 len: 843 time: 0.0739396 Aug 11 03:09:06.336425 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24222d93-0374-4b2e-9343-13845871686b req-6313cdbc-1cbf-468b-9ee5-b05a7fd942e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:06.338113 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-24222d93-0374-4b2e-9343-13845871686b req-6313cdbc-1cbf-468b-9ee5-b05a7fd942e2 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d1bf0def-6fa4-4d3e-bbc5-20a040931fba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1084890 Aug 11 03:09:06.406710 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f21678f-1796-4203-95e8-1cda0c2ab994 req-38746f79-0ebe-4d43-9882-d833932aa2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:06.408185 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-6f21678f-1796-4203-95e8-1cda0c2ab994 req-38746f79-0ebe-4d43-9882-d833932aa2f2 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1699519 Aug 11 03:09:06.447210 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 45bf930a-252a-4c82-8320-492c9ecaa83d no longer exists at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:09:06.452681 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-24222d93-0374-4b2e-9343-13845871686b req-4888b00c-fb99-4c84-9347-ff56296faf3b service neutron] 10.222.0.22 "GET /v2.0/networks/d1bf0def-6fa4-4d3e-bbc5-20a040931fba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021187 Aug 11 03:09:06.491324 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 45bf930a-252a-4c82-8320-492c9ecaa83d not bound to the agent host n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:09:06.528085 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c585c730-dd58-40ba-90ac-4d08d215ed2e req-9f101947-549c-4135-ab86-48aa1d80d8a0 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:06.529689 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c585c730-dd58-40ba-90ac-4d08d215ed2e req-9f101947-549c-4135-ab86-48aa1d80d8a0 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/ports?device_id=d2d7a1db-5684-44c6-9df6-334edb7e8ec5 HTTP/1.1" status: 200 len: 946 time: 0.5600371 Aug 11 03:09:06.568908 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-98ef9315-70ba-4a63-a9fb-2413a56291b6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:06.571481 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32969d07-fa98-4fdb-a3d3-1ae600fd65d2 req-935cbcbc-1345-49b5-a3c8-485009389c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:06.572984 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-32969d07-fa98-4fdb-a3d3-1ae600fd65d2 req-935cbcbc-1345-49b5-a3c8-485009389c60 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c8aa6119d36c4641af7622d251acddef&device_id=2e37eba0-66bf-4006-8c02-5bcf28eb328a HTTP/1.1" status: 200 len: 1096 time: 0.1001313 Aug 11 03:09:06.595256 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24222d93-0374-4b2e-9343-13845871686b req-9fe6a694-6789-434d-8042-0b18a995df87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:06.596778 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-24222d93-0374-4b2e-9343-13845871686b req-9fe6a694-6789-434d-8042-0b18a995df87 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d1bf0def-6fa4-4d3e-bbc5-20a040931fba HTTP/1.1" status: 200 len: 870 time: 0.6282077 Aug 11 03:09:06.625889 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-32969d07-fa98-4fdb-a3d3-1ae600fd65d2 req-12204185-ca9a-439e-9fa4-b3a043b3c676 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d1f29c39-6124-4fa5-a506-c4fcbb6027e4 HTTP/1.1" status: 200 len: 217 time: 0.0388908 Aug 11 03:09:06.627935 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-24222d93-0374-4b2e-9343-13845871686b req-df5bcba6-b50d-4e60-b87d-5cbe7b903e22 service neutron] 10.222.0.22 "GET /v2.0/networks/d1bf0def-6fa4-4d3e-bbc5-20a040931fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671634 Aug 11 03:09:06.675646 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32969d07-fa98-4fdb-a3d3-1ae600fd65d2 req-f85d0908-ae23-4204-8826-a1b72fccdc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:06.677146 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-32969d07-fa98-4fdb-a3d3-1ae600fd65d2 req-f85d0908-ae23-4204-8826-a1b72fccdc3d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=639cf9bb-cf7a-44b0-8882-86dfb4c155b3 HTTP/1.1" status: 200 len: 852 time: 0.0446250 Aug 11 03:09:06.682462 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-24222d93-0374-4b2e-9343-13845871686b req-8b3635db-9d52-45eb-8f9e-1734cca21b6d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=45bf930a-252a-4c82-8320-492c9ecaa83d HTTP/1.1" status: 200 len: 217 time: 0.0755379 Aug 11 03:09:06.687049 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c585c730-dd58-40ba-90ac-4d08d215ed2e req-b9b02c79-1a29-474d-b76f-c1eab72abcbe tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/security-groups?id=96c4279c-51b6-4d8a-ac93-67215ccf65c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204593 Aug 11 03:09:06.694873 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c8b760-c33b-4134-9d20-0912bded1073 req-49f9a139-a1d6-4241-ae22-84e7a3f9e643 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:06.696429 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-10c8b760-c33b-4134-9d20-0912bded1073 req-49f9a139-a1d6-4241-ae22-84e7a3f9e643 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c44701a-3222-4040-bb5d-e60b1743b696 HTTP/1.1" status: 200 len: 949 time: 0.2065525 Aug 11 03:09:06.703011 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 45bf930a-252a-4c82-8320-492c9ecaa83d details requested by agent hyperv_n-h1-764292-30 with host n-h1-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:09:06.734599 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-32969d07-fa98-4fdb-a3d3-1ae600fd65d2 req-0c46c55d-5b3d-42eb-92be-c064554e3a88 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=92150d50-1f8e-4278-9525-d0992602767c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428803 Aug 11 03:09:06.738697 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-98ef9315-70ba-4a63-a9fb-2413a56291b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:06.739616 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ef9315-70ba-4a63-a9fb-2413a56291b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:06.740211 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-98ef9315-70ba-4a63-a9fb-2413a56291b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:06.834189 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 45bf930a-252a-4c82-8320-492c9ecaa83d, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=45bf930a-252a-4c82-8320-492c9ecaa83d,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:09:06.838204 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-32969d07-fa98-4fdb-a3d3-1ae600fd65d2 req-150f9fd7-2ed5-419f-91e8-996fecf658cb service neutron] 10.222.0.24 "GET /v2.0/networks/92150d50-1f8e-4278-9525-d0992602767c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953174 Aug 11 03:09:06.846652 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:06.849429 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Returning: {'device': '45bf930a-252a-4c82-8320-492c9ecaa83d', 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba', 'port_id': '45bf930a-252a-4c82-8320-492c9ecaa83d', 'mac_address': 'fa:16:3e:ba:38:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '254a3f4d-2b75-429e-bbb2-8e70554e9483', 'ip_address': '192.168.233.113'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:09:06.867430 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24222d93-0374-4b2e-9343-13845871686b req-8df2083e-bd71-451b-a9c9-a9cc043b732c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:06.869044 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-24222d93-0374-4b2e-9343-13845871686b req-8df2083e-bd71-451b-a9c9-a9cc043b732c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=254a3f4d-2b75-429e-bbb2-8e70554e9483 HTTP/1.1" status: 200 len: 843 time: 0.1716678 Aug 11 03:09:06.880606 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ef9315-70ba-4a63-a9fb-2413a56291b6 admin admin] Pushing event updated for resources: {'Network': ['ID=5b22a96d-2862-4793-9124-2a7d7c5356a8,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:06.892456 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:06.897497 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network 5b22a96d-2862-4793-9124-2a7d7c5356a8 details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:09:06.898895 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-10c8b760-c33b-4134-9d20-0912bded1073 req-2b4726f6-d203-4e42-acfe-2c8f2944dbd3 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697166 Aug 11 03:09:06.936001 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-98ef9315-70ba-4a63-a9fb-2413a56291b6 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.4875939 Aug 11 03:09:06.945860 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a405e378-4ae2-4170-954c-0b59ef5d8b4b req-9f52a786-5b16-4723-b422-890c7f945fa8 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:06.953727 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a405e378-4ae2-4170-954c-0b59ef5d8b4b req-9f52a786-5b16-4723-b422-890c7f945fa8 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e37eba0-66bf-4006-8c02-5bcf28eb328a HTTP/1.1" status: 200 len: 944 time: 0.1434655 Aug 11 03:09:06.960035 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-32969d07-fa98-4fdb-a3d3-1ae600fd65d2 req-1c7f7fd3-7136-4e8e-b710-dbc42c87499f service neutron] 10.222.0.24 "GET /v2.0/networks/92150d50-1f8e-4278-9525-d0992602767c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150293 Aug 11 03:09:06.969600 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45bf930a-252a-4c82-8320-492c9ecaa83d {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:09:06.989231 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24222d93-0374-4b2e-9343-13845871686b req-fc784e72-8f95-4135-9d3a-cd277da05f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:06.991182 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-24222d93-0374-4b2e-9343-13845871686b req-fc784e72-8f95-4135-9d3a-cd277da05f81 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d1bf0def-6fa4-4d3e-bbc5-20a040931fba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1113472 Aug 11 03:09:06.993630 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 45bf930a-252a-4c82-8320-492c9ecaa83d, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=45bf930a-252a-4c82-8320-492c9ecaa83d,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:09:07.022124 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a405e378-4ae2-4170-954c-0b59ef5d8b4b req-3af2a2b0-48b4-4817-90eb-c1e975b0617a tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] 10.222.0.41 "GET /v2.0/security-groups?id=4742dd89-5545-47da-9d5a-053b57544bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672989 Aug 11 03:09:07.085640 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:07.128369 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-24222d93-0374-4b2e-9343-13845871686b req-9ccc1999-64c0-4400-a0df-591867322ca8 service neutron] 10.222.0.24 "GET /v2.0/networks/d1bf0def-6fa4-4d3e-bbc5-20a040931fba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204085 Aug 11 03:09:07.142597 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=45bf930a-252a-4c82-8320-492c9ecaa83d,revision_number=12']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:07.223813 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-24222d93-0374-4b2e-9343-13845871686b req-48b20289-0980-487e-989c-2984b005ef34 service neutron] 10.222.0.24 "GET /v2.0/networks/d1bf0def-6fa4-4d3e-bbc5-20a040931fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877469 Aug 11 03:09:07.494223 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158b51ef-40a2-4d2d-a0a7-0c49fab08e5f req-5700e709-47c1-47e6-b490-e5d78ebb8a79 tempest-ComputeTenantNetworksTest-1038414946 tempest-ComputeTenantNetworksTest-1038414946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:07.500341 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158b51ef-40a2-4d2d-a0a7-0c49fab08e5f req-5700e709-47c1-47e6-b490-e5d78ebb8a79 tempest-ComputeTenantNetworksTest-1038414946 tempest-ComputeTenantNetworksTest-1038414946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:07.506316 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158b51ef-40a2-4d2d-a0a7-0c49fab08e5f req-5700e709-47c1-47e6-b490-e5d78ebb8a79 tempest-ComputeTenantNetworksTest-1038414946 tempest-ComputeTenantNetworksTest-1038414946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:07.507986 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-158b51ef-40a2-4d2d-a0a7-0c49fab08e5f req-5700e709-47c1-47e6-b490-e5d78ebb8a79 tempest-ComputeTenantNetworksTest-1038414946 tempest-ComputeTenantNetworksTest-1038414946-project] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.1954305 Aug 11 03:09:07.604443 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a70af4-4fd6-49b2-babf-778508accbe2 req-e31ffc49-8a06-4ed2-80e0-2edd8ad9ac77 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:07.606514 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-87a70af4-4fd6-49b2-babf-778508accbe2 req-e31ffc49-8a06-4ed2-80e0-2edd8ad9ac77 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/ports?device_id=d2d7a1db-5684-44c6-9df6-334edb7e8ec5 HTTP/1.1" status: 200 len: 946 time: 0.0488145 Aug 11 03:09:07.645991 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-87a70af4-4fd6-49b2-babf-778508accbe2 req-ce6c1591-df1f-485f-bfea-30937da38445 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/security-groups?id=96c4279c-51b6-4d8a-ac93-67215ccf65c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334163 Aug 11 03:09:07.760363 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8938cc1c-bb13-4246-9527-d8283d136771 req-3c31c58b-735c-4c4c-a23d-7a5177ae37fa tempest-ComputeTenantNetworksTest-1038414946 tempest-ComputeTenantNetworksTest-1038414946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:07.761982 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8938cc1c-bb13-4246-9527-d8283d136771 req-3c31c58b-735c-4c4c-a23d-7a5177ae37fa tempest-ComputeTenantNetworksTest-1038414946 tempest-ComputeTenantNetworksTest-1038414946-project] 10.222.0.41 "GET /v2.0/networks/5b22a96d-2862-4793-9124-2a7d7c5356a8 HTTP/1.1" status: 200 len: 769 time: 0.0840869 Aug 11 03:09:07.771451 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 54982) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:09:07.841023 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a14076d1-f812-4de0-83ee-325b9cc07930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:07.952490 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a14076d1-f812-4de0-83ee-325b9cc07930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:07.964616 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-a14076d1-f812-4de0-83ee-325b9cc07930 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b22a96d-2862-4793-9124-2a7d7c5356a8']}} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:09:07.973717 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d4e7ba-ce79-4e71-8224-2d8952a00a37 req-e1ae44c6-3d03-42db-8bb1-6350ec6543f0 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:07.975270 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-54d4e7ba-ce79-4e71-8224-2d8952a00a37 req-e1ae44c6-3d03-42db-8bb1-6350ec6543f0 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.41 "GET /v2.0/ports?device_id=98d6d82d-3a78-44f6-a171-1c19b3afea39 HTTP/1.1" status: 200 len: 951 time: 0.1246901 Aug 11 03:09:07.994033 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-a14076d1-f812-4de0-83ee-325b9cc07930 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ba0b6f6-3f7e-468b-857b-acf490c8e672') {'for_net_delete': True} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:09:07.994350 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-a14076d1-f812-4de0-83ee-325b9cc07930 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ba0b6f6-3f7e-468b-857b-acf490c8e672') {} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:09:08.017446 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a14076d1-f812-4de0-83ee-325b9cc07930 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125932501'] for segment, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:08.055957 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a14076d1-f812-4de0-83ee-325b9cc07930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:08.073265 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a14076d1-f812-4de0-83ee-325b9cc07930 admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=102192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:09:08.073719 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a14076d1-f812-4de0-83ee-325b9cc07930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125932183'] for segment, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:08.078928 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-54d4e7ba-ce79-4e71-8224-2d8952a00a37 req-d1070eeb-5ad8-463f-b0a8-88f211a0f366 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.41 "GET /v2.0/security-groups?id=4bfdc2ba-9f18-4435-9a1d-8c7ae69f76fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947397 Aug 11 03:09:08.079554 n-d-764292-30 neutron-server[102192]: Traceback (most recent call last): Aug 11 03:09:08.079554 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:09:08.079554 n-d-764292-30 neutron-server[102192]: timer() Aug 11 03:09:08.079554 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:09:08.079554 n-d-764292-30 neutron-server[102192]: cb(*args, **kw) Aug 11 03:09:08.079554 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:09:08.079554 n-d-764292-30 neutron-server[102192]: return func(*args, **kwargs) Aug 11 03:09:08.079554 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:09:08.079554 n-d-764292-30 neutron-server[102192]: self._notify() Aug 11 03:09:08.079554 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:09:08.079554 n-d-764292-30 neutron-server[102192]: self.callback(batched_events) Aug 11 03:09:08.079554 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:09:08.079554 n-d-764292-30 neutron-server[102192]: event.method(event) Aug 11 03:09:08.079554 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:09:08.079554 n-d-764292-30 neutron-server[102192]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:09:08.079554 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:09:08.079554 n-d-764292-30 neutron-server[102192]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:09:08.079554 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:09:08.079554 n-d-764292-30 neutron-server[102192]: return f(self, *a, **k) Aug 11 03:09:08.079554 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:09:08.079554 n-d-764292-30 neutron-server[102192]: return self._get(url).json() Aug 11 03:09:08.079554 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:09:08.079554 n-d-764292-30 neutron-server[102192]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:09:08.079554 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:09:08.079554 n-d-764292-30 neutron-server[102192]: return self.request(url, 'GET', **kwargs) Aug 11 03:09:08.079554 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:09:08.079554 n-d-764292-30 neutron-server[102192]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:09:08.079554 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:09:08.079554 n-d-764292-30 neutron-server[102192]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:09:08.079554 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:09:08.079554 n-d-764292-30 neutron-server[102192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:09:08.079554 n-d-764292-30 neutron-server[102192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:09:08.099371 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9883f4d0-0834-4534-b2bb-516c9315ae05 req-3bd0d17f-7a26-4f27-94ad-3605fb3344a2 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:08.100515 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9883f4d0-0834-4534-b2bb-516c9315ae05 req-3bd0d17f-7a26-4f27-94ad-3605fb3344a2 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c44701a-3222-4040-bb5d-e60b1743b696 HTTP/1.1" status: 200 len: 950 time: 0.1191609 Aug 11 03:09:08.170830 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9883f4d0-0834-4534-b2bb-516c9315ae05 req-84d25040-8d72-457a-adfd-69ce74b35f35 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451994 Aug 11 03:09:08.240980 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a14076d1-f812-4de0-83ee-325b9cc07930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:08.256378 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469a8dd8-b55b-4d9c-bbf6-5984b67f8d98 req-a34fbd26-b4cb-4f7b-b90f-e8b6aadc5c6d tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:08.257902 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-469a8dd8-b55b-4d9c-bbf6-5984b67f8d98 req-a34fbd26-b4cb-4f7b-b90f-e8b6aadc5c6d tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e37eba0-66bf-4006-8c02-5bcf28eb328a HTTP/1.1" status: 200 len: 944 time: 0.0558772 Aug 11 03:09:08.266723 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a14076d1-f812-4de0-83ee-325b9cc07930 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:08.268525 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-a14076d1-f812-4de0-83ee-325b9cc07930 admin admin] 10.222.0.41 "DELETE /v2.0/networks/5b22a96d-2862-4793-9124-2a7d7c5356a8 HTTP/1.1" status: 204 len: 168 time: 0.4961188 Aug 11 03:09:08.271500 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14076d1-f812-4de0-83ee-325b9cc07930 admin admin] Pushing event deleted for resources: {'Network': ['ID=5b22a96d-2862-4793-9124-2a7d7c5356a8,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:08.305107 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-469a8dd8-b55b-4d9c-bbf6-5984b67f8d98 req-b739f620-0733-41a1-9418-685190acd740 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] 10.222.0.41 "GET /v2.0/security-groups?id=4742dd89-5545-47da-9d5a-053b57544bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351155 Aug 11 03:09:08.586000 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['45bf930a-252a-4c82-8320-492c9ecaa83d'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:09:08.615654 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 54994) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:09:08.660870 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-7b606b68-db97-42e3-ad33-a63a679a4e3f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=75b922cf9f374d5f9dbc167227e1dbaa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0434122 Aug 11 03:09:08.663234 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 54996) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:09:08.712854 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-398420d8-2354-408a-b5e9-e75b13c321a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:08.759721 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-398420d8-2354-408a-b5e9-e75b13c321a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:08.800981 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eef0e5b-0ee3-456d-a03f-0d05bc97b9c9 req-4378d7ab-aaf7-4114-b111-15f2e4289200 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:08.802408 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7eef0e5b-0ee3-456d-a03f-0d05bc97b9c9 req-4378d7ab-aaf7-4114-b111-15f2e4289200 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/ports?device_id=d2d7a1db-5684-44c6-9df6-334edb7e8ec5 HTTP/1.1" status: 200 len: 946 time: 0.0843019 Aug 11 03:09:08.842143 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7eef0e5b-0ee3-456d-a03f-0d05bc97b9c9 req-9eed7e19-c372-49b6-b69a-71bbdbedcfd7 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/security-groups?id=96c4279c-51b6-4d8a-ac93-67215ccf65c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339019 Aug 11 03:09:08.908128 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-398420d8-2354-408a-b5e9-e75b13c321a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:08.910697 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-398420d8-2354-408a-b5e9-e75b13c321a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:08.911823 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-398420d8-2354-408a-b5e9-e75b13c321a1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/31bfb47e-96cf-4b57-886c-8a6840e6d4ed HTTP/1.1" status: 204 len: 168 time: 0.2477014 Aug 11 03:09:08.919989 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398420d8-2354-408a-b5e9-e75b13c321a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31bfb47e-96cf-4b57-886c-8a6840e6d4ed,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:09.207086 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73e540f-7202-4ccb-857a-4139431fc381 req-25b6a409-0a92-49a0-aae1-1730b057722d tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:09.214335 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c73e540f-7202-4ccb-857a-4139431fc381 req-25b6a409-0a92-49a0-aae1-1730b057722d tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.41 "GET /v2.0/ports?device_id=98d6d82d-3a78-44f6-a171-1c19b3afea39 HTTP/1.1" status: 200 len: 951 time: 0.0623233 Aug 11 03:09:09.264996 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c73e540f-7202-4ccb-857a-4139431fc381 req-5e349d08-4186-47dc-ace2-96c17d9843e9 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.41 "GET /v2.0/security-groups?id=4bfdc2ba-9f18-4435-9a1d-8c7ae69f76fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434062 Aug 11 03:09:09.265886 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a76f6bd-5715-4454-a4b4-fec1e3af7566 req-f36401bd-ceee-4c30-9898-e23d4018833f tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:09.267704 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-1a76f6bd-5715-4454-a4b4-fec1e3af7566 req-f36401bd-ceee-4c30-9898-e23d4018833f tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.22 "GET /v2.0/ports?device_id=d2d7a1db-5684-44c6-9df6-334edb7e8ec5 HTTP/1.1" status: 200 len: 946 time: 0.0694034 Aug 11 03:09:09.347608 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1799d4-50b1-4b5b-92a8-d7852204f027 req-ea848e1d-39c2-4b99-bf85-33b356de1445 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:09.349129 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-da1799d4-50b1-4b5b-92a8-d7852204f027 req-ea848e1d-39c2-4b99-bf85-33b356de1445 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c44701a-3222-4040-bb5d-e60b1743b696 HTTP/1.1" status: 200 len: 950 time: 0.0579152 Aug 11 03:09:09.383703 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-1a76f6bd-5715-4454-a4b4-fec1e3af7566 req-ab491078-fec4-4f12-b977-972543bd0a7a tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Deleting port 84732100-f8ce-4b96-be32-0edfa617f4fc {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:09:09.384079 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-1a76f6bd-5715-4454-a4b4-fec1e3af7566 req-ab491078-fec4-4f12-b977-972543bd0a7a tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:09.443168 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-da1799d4-50b1-4b5b-92a8-d7852204f027 req-6fb8de29-d62e-4878-b2b4-38f463132e7c tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799155 Aug 11 03:09:09.453968 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d726c24c-2da8-45e4-8421-4699df6b6814 req-6e9b58ad-aa39-4019-aa6d-7ce5f00ec0bb tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:09.456253 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d726c24c-2da8-45e4-8421-4699df6b6814 req-6e9b58ad-aa39-4019-aa6d-7ce5f00ec0bb tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.24 "GET /v2.0/ports?device_id=98d6d82d-3a78-44f6-a171-1c19b3afea39 HTTP/1.1" status: 200 len: 951 time: 0.1039033 Aug 11 03:09:09.492635 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-1a76f6bd-5715-4454-a4b4-fec1e3af7566 req-ab491078-fec4-4f12-b977-972543bd0a7a tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] For port 84732100-f8ce-4b96-be32-0edfa617f4fc, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=84732100-f8ce-4b96-be32-0edfa617f4fc,segment=NetworkSegment(66697432-be64-438d-a5b2-0b02f3d0fa2a),segment_id=66697432-be64-438d-a5b2-0b02f3d0fa2a)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:09:09.493434 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-1a76f6bd-5715-4454-a4b4-fec1e3af7566 req-ab491078-fec4-4f12-b977-972543bd0a7a tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:09.510329 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-1a76f6bd-5715-4454-a4b4-fec1e3af7566 req-ab491078-fec4-4f12-b977-972543bd0a7a tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Calling delete_port for 84732100-f8ce-4b96-be32-0edfa617f4fc owned by compute:nova {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:09:09.536002 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b39af1-9e14-411c-aa2e-48b3340b54ff req-76e7a174-d68e-4d3e-9fc3-39f8bcacb148 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:09.537494 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c5b39af1-9e14-411c-aa2e-48b3340b54ff req-76e7a174-d68e-4d3e-9fc3-39f8bcacb148 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e37eba0-66bf-4006-8c02-5bcf28eb328a HTTP/1.1" status: 200 len: 944 time: 0.1125932 Aug 11 03:09:09.636915 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c5b39af1-9e14-411c-aa2e-48b3340b54ff req-210c1521-7cbc-42f2-8c4d-b7462110819e tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] 10.222.0.41 "GET /v2.0/security-groups?id=4742dd89-5545-47da-9d5a-053b57544bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864036 Aug 11 03:09:09.651327 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125dadbb-0c53-4a86-b3fa-369c9e174b31 req-133a741d-dcbf-454e-8ff7-14aaa44b922a tempest-MigrationsAdminTest-861970549 tempest-MigrationsAdminTest-861970549-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:09.653411 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-125dadbb-0c53-4a86-b3fa-369c9e174b31 req-133a741d-dcbf-454e-8ff7-14aaa44b922a tempest-MigrationsAdminTest-861970549 tempest-MigrationsAdminTest-861970549-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=9c44701a-3222-4040-bb5d-e60b1743b696 HTTP/1.1" status: 200 len: 1102 time: 0.1069894 Aug 11 03:09:09.683734 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [req-d726c24c-2da8-45e4-8421-4699df6b6814 req-ed2c4e26-7685-4eae-b1be-3abcaf1bac04 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] Deleting port 977a589c-7b12-4747-b663-fb75f526098d {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:09:09.684063 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-d726c24c-2da8-45e4-8421-4699df6b6814 req-ed2c4e26-7685-4eae-b1be-3abcaf1bac04 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:09.730071 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-1a76f6bd-5715-4454-a4b4-fec1e3af7566 req-ab491078-fec4-4f12-b977-972543bd0a7a tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:09.734165 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-125dadbb-0c53-4a86-b3fa-369c9e174b31 req-34b9e6ce-1e6f-4031-84ea-3c7ad4f83108 tempest-MigrationsAdminTest-861970549 tempest-MigrationsAdminTest-861970549-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741730 Aug 11 03:09:09.744427 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['84732100-f8ce-4b96-be32-0edfa617f4fc'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:09:09.765773 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab491078-fec4-4f12-b977-972543bd0a7a tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Pushing event deleted for resources: {'Port': ['ID=84732100-f8ce-4b96-be32-0edfa617f4fc,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:09.807628 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-d726c24c-2da8-45e4-8421-4699df6b6814 req-ed2c4e26-7685-4eae-b1be-3abcaf1bac04 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] For port 977a589c-7b12-4747-b663-fb75f526098d, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=977a589c-7b12-4747-b663-fb75f526098d,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:09:09.808292 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-d726c24c-2da8-45e4-8421-4699df6b6814 req-ed2c4e26-7685-4eae-b1be-3abcaf1bac04 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:09.818103 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a76f6bd-5715-4454-a4b4-fec1e3af7566 req-ab491078-fec4-4f12-b977-972543bd0a7a tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] No DVR routers for this DVR port 84732100-f8ce-4b96-be32-0edfa617f4fc on host n-h1-764292-30 {{(pid=102191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:09:09.820933 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-1a76f6bd-5715-4454-a4b4-fec1e3af7566 req-ab491078-fec4-4f12-b977-972543bd0a7a tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:09.823638 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-1a76f6bd-5715-4454-a4b4-fec1e3af7566 req-ab491078-fec4-4f12-b977-972543bd0a7a tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.22 "DELETE /v2.0/ports/84732100-f8ce-4b96-be32-0edfa617f4fc HTTP/1.1" status: 204 len: 173 time: 0.5498927 Aug 11 03:09:09.825338 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2d7a1db-5684-44c6-9df6-334edb7e8ec5', 'name': 'network-vif-deleted', 'tag': '84732100-f8ce-4b96-be32-0edfa617f4fc'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:09:09.828268 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8edc037b-e7dc-442c-8c78-382b4dfd9d9a" -d '{"events": [{"server_uuid": "d2d7a1db-5684-44c6-9df6-334edb7e8ec5", "name": "network-vif-deleted", "tag": "84732100-f8ce-4b96-be32-0edfa617f4fc"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:09:09.829052 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [req-d726c24c-2da8-45e4-8421-4699df6b6814 req-ed2c4e26-7685-4eae-b1be-3abcaf1bac04 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] Calling delete_port for 977a589c-7b12-4747-b663-fb75f526098d owned by compute:nova {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:09:09.866912 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:09:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3a1d31a-3e95-45e8-bdf3-ca23223ff03f x-openstack-request-id: req-c3a1d31a-3e95-45e8-bdf3-ca23223ff03f {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:09:09.867469 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2d7a1db-5684-44c6-9df6-334edb7e8ec5", "name": "network-vif-deleted", "tag": "84732100-f8ce-4b96-be32-0edfa617f4fc", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:09:09.867726 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c3a1d31a-3e95-45e8-bdf3-ca23223ff03f {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:09:09.868138 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2d7a1db-5684-44c6-9df6-334edb7e8ec5', 'name': 'network-vif-deleted', 'tag': '84732100-f8ce-4b96-be32-0edfa617f4fc', 'status': 'completed', 'code': 200} Aug 11 03:09:09.943420 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9ed33311-ef92-4f6e-b702-33c27684360a req-26dc895d-133a-48c9-b772-d93e101ba668 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/ports?device_id=d2d7a1db-5684-44c6-9df6-334edb7e8ec5 HTTP/1.1" status: 200 len: 210 time: 0.0277467 Aug 11 03:09:10.067308 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-d726c24c-2da8-45e4-8421-4699df6b6814 req-ed2c4e26-7685-4eae-b1be-3abcaf1bac04 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:10.078412 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['977a589c-7b12-4747-b663-fb75f526098d'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:09:10.096380 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2c4e26-7685-4eae-b1be-3abcaf1bac04 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] Pushing event deleted for resources: {'Port': ['ID=977a589c-7b12-4747-b663-fb75f526098d,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:10.149069 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [req-d726c24c-2da8-45e4-8421-4699df6b6814 req-ed2c4e26-7685-4eae-b1be-3abcaf1bac04 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] No DVR routers for this DVR port 977a589c-7b12-4747-b663-fb75f526098d on host n-h2-764292-30 {{(pid=102192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:09:10.151621 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-d726c24c-2da8-45e4-8421-4699df6b6814 req-ed2c4e26-7685-4eae-b1be-3abcaf1bac04 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:10.154512 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d726c24c-2da8-45e4-8421-4699df6b6814 req-ed2c4e26-7685-4eae-b1be-3abcaf1bac04 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.24 "DELETE /v2.0/ports/977a589c-7b12-4747-b663-fb75f526098d HTTP/1.1" status: 204 len: 173 time: 0.6697564 Aug 11 03:09:10.154961 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98d6d82d-3a78-44f6-a171-1c19b3afea39', 'name': 'network-vif-deleted', 'tag': '977a589c-7b12-4747-b663-fb75f526098d'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:09:10.157492 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f89660ee-2f47-46f4-b7fe-ba0f6773409d" -d '{"events": [{"server_uuid": "98d6d82d-3a78-44f6-a171-1c19b3afea39", "name": "network-vif-deleted", "tag": "977a589c-7b12-4747-b663-fb75f526098d"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:09:10.193523 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2715fefc-4d0e-4c89-80dd-e4850b3518fc x-openstack-request-id: req-2715fefc-4d0e-4c89-80dd-e4850b3518fc {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:09:10.193816 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98d6d82d-3a78-44f6-a171-1c19b3afea39", "name": "network-vif-deleted", "tag": "977a589c-7b12-4747-b663-fb75f526098d", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:09:10.194067 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2715fefc-4d0e-4c89-80dd-e4850b3518fc {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:09:10.194759 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98d6d82d-3a78-44f6-a171-1c19b3afea39', 'name': 'network-vif-deleted', 'tag': '977a589c-7b12-4747-b663-fb75f526098d', 'status': 'completed', 'code': 200} Aug 11 03:09:10.312627 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f361ed-a2ce-480f-937a-871288a232d4 req-1ea4ee46-d0d4-4206-918d-f8c6eabf6abe tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:10.320459 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-22f361ed-a2ce-480f-937a-871288a232d4 req-1ea4ee46-d0d4-4206-918d-f8c6eabf6abe tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c44701a-3222-4040-bb5d-e60b1743b696 HTTP/1.1" status: 200 len: 950 time: 0.0694971 Aug 11 03:09:10.388945 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-22f361ed-a2ce-480f-937a-871288a232d4 req-50864501-691d-4539-bafb-1e830e0d2a51 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675151 Aug 11 03:09:10.403361 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ef06dca1-5b02-4d4c-88bd-88cc4c17e65d req-7d231cf2-d228-4205-9b15-77462b4f09f6 tempest-ServersAdminTestJSON-906982091 tempest-ServersAdminTestJSON-906982091-project] 10.222.0.41 "GET /v2.0/ports?device_id=98d6d82d-3a78-44f6-a171-1c19b3afea39 HTTP/1.1" status: 200 len: 210 time: 0.0361474 Aug 11 03:09:10.488021 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device d1f29c39-6124-4fa5-a506-c4fcbb6027e4 details requested by agent hyperv_n-h2-764292-30 with host n-h2-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:09:10.492125 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 01223e2e-8c1a-43ec-84c5-6b541e857e72 no longer exists at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:09:10.519580 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] No Port match for: 01223e2e-8c1a-43ec-84c5-6b541e857e72 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:09:10.519929 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 01223e2e-8c1a-43ec-84c5-6b541e857e72 not bound to the agent host n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:09:10.619640 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port d1f29c39-6124-4fa5-a506-c4fcbb6027e4, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=d1f29c39-6124-4fa5-a506-c4fcbb6027e4,segment=NetworkSegment(309c9b9e-c193-462a-8459-3f59bc414d81),segment_id=309c9b9e-c193-462a-8459-3f59bc414d81)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:09:10.626745 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Returning: {'device': 'd1f29c39-6124-4fa5-a506-c4fcbb6027e4', 'network_id': '92150d50-1f8e-4278-9525-d0992602767c', 'port_id': 'd1f29c39-6124-4fa5-a506-c4fcbb6027e4', 'mac_address': 'fa:16:3e:82:69:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '639cf9bb-cf7a-44b0-8882-86dfb4c155b3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:09:10.672371 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:10.687717 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1f29c39-6124-4fa5-a506-c4fcbb6027e4 {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:09:10.708497 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 45bf930a-252a-4c82-8320-492c9ecaa83d up at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:09:10.711359 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port d1f29c39-6124-4fa5-a506-c4fcbb6027e4, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=d1f29c39-6124-4fa5-a506-c4fcbb6027e4,segment=NetworkSegment(309c9b9e-c193-462a-8459-3f59bc414d81),segment_id=309c9b9e-c193-462a-8459-3f59bc414d81)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:09:10.764699 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3a07f5-43dd-40d2-a573-2d348e3f4e1b req-0ca3ab9f-3b45-4dd6-baf2-c7c5fb06f54c tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:10.766199 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5b3a07f5-43dd-40d2-a573-2d348e3f4e1b req-0ca3ab9f-3b45-4dd6-baf2-c7c5fb06f54c tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e37eba0-66bf-4006-8c02-5bcf28eb328a HTTP/1.1" status: 200 len: 944 time: 0.0530474 Aug 11 03:09:10.776390 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:10.808593 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5b3a07f5-43dd-40d2-a573-2d348e3f4e1b req-486ffa9f-f9d9-4557-8936-e9416b8c547c tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] 10.222.0.41 "GET /v2.0/security-groups?id=4742dd89-5545-47da-9d5a-053b57544bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361900 Aug 11 03:09:10.823782 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning for port 45bf930a-252a-4c82-8320-492c9ecaa83d completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:09:10.830308 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning complete for port 45bf930a-252a-4c82-8320-492c9ecaa83d triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:09:10.830815 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:10.865494 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=d1f29c39-6124-4fa5-a506-c4fcbb6027e4,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:10.940173 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:10.968052 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c44701a-3222-4040-bb5d-e60b1743b696', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45bf930a-252a-4c82-8320-492c9ecaa83d'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:09:10.970502 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43fcc9da-15cd-425e-98a9-03de90f4ddc6" -d '{"events": [{"server_uuid": "9c44701a-3222-4040-bb5d-e60b1743b696", "name": "network-vif-plugged", "status": "completed", "tag": "45bf930a-252a-4c82-8320-492c9ecaa83d"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:09:10.985743 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 45bf930a-252a-4c82-8320-492c9ecaa83d, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=45bf930a-252a-4c82-8320-492c9ecaa83d,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:09:11.021334 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d39452e-5e10-44ce-8e9a-694caac786f4 x-openstack-request-id: req-7d39452e-5e10-44ce-8e9a-694caac786f4 {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:09:11.021635 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c44701a-3222-4040-bb5d-e60b1743b696", "name": "network-vif-plugged", "status": "completed", "tag": "45bf930a-252a-4c82-8320-492c9ecaa83d", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:09:11.021894 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7d39452e-5e10-44ce-8e9a-694caac786f4 {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:09:11.022308 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c44701a-3222-4040-bb5d-e60b1743b696', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45bf930a-252a-4c82-8320-492c9ecaa83d', 'code': 200} Aug 11 03:09:11.023538 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:11.085263 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:11.110679 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['d1f29c39-6124-4fa5-a506-c4fcbb6027e4'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:09:11.170582 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=45bf930a-252a-4c82-8320-492c9ecaa83d,revision_number=13']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:11.290586 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9478f49a-33a8-4e46-9c18-540581908a5b req-5da87903-f5a3-49e4-a477-30b631bce6e7 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:11.292090 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9478f49a-33a8-4e46-9c18-540581908a5b req-5da87903-f5a3-49e4-a477-30b631bce6e7 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/networks?id=b3c19a2d-0e26-410a-b53e-1619e285dc24 HTTP/1.1" status: 200 len: 812 time: 0.1082430 Aug 11 03:09:11.306743 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9478f49a-33a8-4e46-9c18-540581908a5b req-2207bc28-f695-499a-b13b-5515a52de930 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/quotas/c348de37bb094671bc15dc0c22bb5512 HTTP/1.1" status: 200 len: 375 time: 0.0088606 Aug 11 03:09:11.340272 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9478f49a-33a8-4e46-9c18-540581908a5b req-944e1802-b0fd-4150-8231-3b11504f342e tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c348de37bb094671bc15dc0c22bb5512&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275238 Aug 11 03:09:11.522649 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4967e7b-d8ad-4e7b-b7ff-c87599d0aef8 req-a00ff6f2-1b8d-457e-8874-22838a8839ca tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:11.522907 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c4967e7b-d8ad-4e7b-b7ff-c87599d0aef8 req-a00ff6f2-1b8d-457e-8874-22838a8839ca tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c44701a-3222-4040-bb5d-e60b1743b696 HTTP/1.1" status: 200 len: 951 time: 0.0574448 Aug 11 03:09:11.529062 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [req-9478f49a-33a8-4e46-9c18-540581908a5b req-0e939037-d082-4383-90fd-eac2057d135e service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:09:11.530108 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9478f49a-33a8-4e46-9c18-540581908a5b req-0e939037-d082-4383-90fd-eac2057d135e service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1831691 Aug 11 03:09:11.612163 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c4967e7b-d8ad-4e7b-b7ff-c87599d0aef8 req-563f79ee-dabd-46db-b22a-0eb364752cdf tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811098 Aug 11 03:09:11.648609 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9478f49a-33a8-4e46-9c18-540581908a5b req-e4ada330-df10-4588-aca7-759a1c5017b8 service neutron] 10.222.0.41 "GET /v2.0/networks/b3c19a2d-0e26-410a-b53e-1619e285dc24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117086 Aug 11 03:09:11.746490 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9478f49a-33a8-4e46-9c18-540581908a5b req-f9c38aa6-e020-44f5-8f17-a476cfcae826 service neutron] 10.222.0.41 "GET /v2.0/networks/b3c19a2d-0e26-410a-b53e-1619e285dc24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902553 Aug 11 03:09:11.801441 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66760678-cb6f-43cd-8c99-75667cfd0ff0 req-0952cc65-fb0f-42b0-a90c-d19f63275ed7 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:11.804452 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-66760678-cb6f-43cd-8c99-75667cfd0ff0 req-0952cc65-fb0f-42b0-a90c-d19f63275ed7 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.22 "GET /v2.0/ports?device_id=9c44701a-3222-4040-bb5d-e60b1743b696 HTTP/1.1" status: 200 len: 951 time: 0.0609026 Aug 11 03:09:11.908664 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-66760678-cb6f-43cd-8c99-75667cfd0ff0 req-f60bf296-b48f-4fae-a9f8-44768e9257b2 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Deleting port 45bf930a-252a-4c82-8320-492c9ecaa83d {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:09:11.909005 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-66760678-cb6f-43cd-8c99-75667cfd0ff0 req-f60bf296-b48f-4fae-a9f8-44768e9257b2 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:11.938502 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f48c29-72ef-4470-acf9-a37ff53bed72 req-cb1d13d3-4f7e-476d-bbdd-9cab4f9b02f6 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:11.952124 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-38f48c29-72ef-4470-acf9-a37ff53bed72 req-cb1d13d3-4f7e-476d-bbdd-9cab4f9b02f6 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e37eba0-66bf-4006-8c02-5bcf28eb328a HTTP/1.1" status: 200 len: 945 time: 0.0624919 Aug 11 03:09:12.002753 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-38f48c29-72ef-4470-acf9-a37ff53bed72 req-9fc1070c-9fa9-4c7b-be21-3e09343dd5b0 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] 10.222.0.41 "GET /v2.0/security-groups?id=4742dd89-5545-47da-9d5a-053b57544bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496676 Aug 11 03:09:12.023474 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-66760678-cb6f-43cd-8c99-75667cfd0ff0 req-f60bf296-b48f-4fae-a9f8-44768e9257b2 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] For port 45bf930a-252a-4c82-8320-492c9ecaa83d, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=45bf930a-252a-4c82-8320-492c9ecaa83d,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:09:12.023972 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-66760678-cb6f-43cd-8c99-75667cfd0ff0 req-f60bf296-b48f-4fae-a9f8-44768e9257b2 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:12.030921 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e56542ab-b5a2-45a0-9419-f541c57b46e0 req-4e53a62d-fe61-4dac-8bd9-11fb9b97b6e8 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d03b1ae-a755-4a35-b1e5-76525a66ded5 HTTP/1.1" status: 200 len: 210 time: 0.0317047 Aug 11 03:09:12.038131 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-66760678-cb6f-43cd-8c99-75667cfd0ff0 req-f60bf296-b48f-4fae-a9f8-44768e9257b2 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Calling delete_port for 45bf930a-252a-4c82-8320-492c9ecaa83d owned by compute:nova {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:09:12.210997 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-66760678-cb6f-43cd-8c99-75667cfd0ff0 req-f60bf296-b48f-4fae-a9f8-44768e9257b2 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:12.224291 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['097019f2-ae6e-45f5-8720-67d66b1caf1a'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:09:12.226638 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['49709cb6-e751-4686-8ada-f7f57e0574e6', 'a6f3ee74-8e10-43b7-b557-8188f2204900', '45bf930a-252a-4c82-8320-492c9ecaa83d'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:09:12.248970 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60bf296-b48f-4fae-a9f8-44768e9257b2 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Pushing event deleted for resources: {'Port': ['ID=45bf930a-252a-4c82-8320-492c9ecaa83d,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:12.303213 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-66760678-cb6f-43cd-8c99-75667cfd0ff0 req-f60bf296-b48f-4fae-a9f8-44768e9257b2 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] No DVR routers for this DVR port 45bf930a-252a-4c82-8320-492c9ecaa83d on host n-h1-764292-30 {{(pid=102191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:09:12.307135 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-66760678-cb6f-43cd-8c99-75667cfd0ff0 req-f60bf296-b48f-4fae-a9f8-44768e9257b2 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:12.311496 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-66760678-cb6f-43cd-8c99-75667cfd0ff0 req-f60bf296-b48f-4fae-a9f8-44768e9257b2 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.22 "DELETE /v2.0/ports/45bf930a-252a-4c82-8320-492c9ecaa83d HTTP/1.1" status: 204 len: 173 time: 0.4999228 Aug 11 03:09:12.312458 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c44701a-3222-4040-bb5d-e60b1743b696', 'name': 'network-vif-deleted', 'tag': '45bf930a-252a-4c82-8320-492c9ecaa83d'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:09:12.315998 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1177a42b-ee7a-4290-88a6-5d5f835e56e0" -d '{"events": [{"server_uuid": "9c44701a-3222-4040-bb5d-e60b1743b696", "name": "network-vif-deleted", "tag": "45bf930a-252a-4c82-8320-492c9ecaa83d"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:09:12.387585 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:09:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a72b0806-b356-4fc6-bc09-787ef2fd8eda x-openstack-request-id: req-a72b0806-b356-4fc6-bc09-787ef2fd8eda {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:09:12.388074 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c44701a-3222-4040-bb5d-e60b1743b696", "name": "network-vif-deleted", "tag": "45bf930a-252a-4c82-8320-492c9ecaa83d", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:09:12.388480 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a72b0806-b356-4fc6-bc09-787ef2fd8eda {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:09:12.389427 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c44701a-3222-4040-bb5d-e60b1743b696', 'name': 'network-vif-deleted', 'tag': '45bf930a-252a-4c82-8320-492c9ecaa83d', 'status': 'completed', 'code': 200} Aug 11 03:09:12.432724 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 55114) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:09:12.519932 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device d1f29c39-6124-4fa5-a506-c4fcbb6027e4 up at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:09:12.770323 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c0a3198e-ac5d-4f32-8345-1a2ce909bed7 req-6cba0f8c-609f-4a36-a651-c15a65b62d7f tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c44701a-3222-4040-bb5d-e60b1743b696 HTTP/1.1" status: 200 len: 210 time: 0.0517533 Aug 11 03:09:12.790591 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-e9497d25-59bc-450c-b308-c0d31653d8cb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0b7aae89f3c6499aa5530a05ad738493&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3514836 Aug 11 03:09:12.792034 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 55128) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:09:12.863178 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-8c60fe38-6e73-4133-baa6-ca3fbea510c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:12.865904 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning for port d1f29c39-6124-4fa5-a506-c4fcbb6027e4 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:09:12.880024 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning complete for port d1f29c39-6124-4fa5-a506-c4fcbb6027e4 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:09:12.880545 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:12.889598 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-8c60fe38-6e73-4133-baa6-ca3fbea510c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:12.979448 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:13.023491 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e37eba0-66bf-4006-8c02-5bcf28eb328a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1f29c39-6124-4fa5-a506-c4fcbb6027e4'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:09:13.025706 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a11e3ce6-819e-484c-9bf9-27f8dc45aba6" -d '{"events": [{"server_uuid": "2e37eba0-66bf-4006-8c02-5bcf28eb328a", "name": "network-vif-plugged", "status": "completed", "tag": "d1f29c39-6124-4fa5-a506-c4fcbb6027e4"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:09:13.029073 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-8c60fe38-6e73-4133-baa6-ca3fbea510c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:13.033363 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port d1f29c39-6124-4fa5-a506-c4fcbb6027e4, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=d1f29c39-6124-4fa5-a506-c4fcbb6027e4,segment=NetworkSegment(309c9b9e-c193-462a-8459-3f59bc414d81),segment_id=309c9b9e-c193-462a-8459-3f59bc414d81)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:09:13.036460 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-8c60fe38-6e73-4133-baa6-ca3fbea510c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:13.037477 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-8c60fe38-6e73-4133-baa6-ca3fbea510c8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4bfdc2ba-9f18-4435-9a1d-8c7ae69f76fd HTTP/1.1" status: 204 len: 168 time: 0.2442617 Aug 11 03:09:13.046379 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c60fe38-6e73-4133-baa6-ca3fbea510c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bfdc2ba-9f18-4435-9a1d-8c7ae69f76fd,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:13.081249 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:09:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45427e11-cd87-49d5-b356-3b1d7b197178 x-openstack-request-id: req-45427e11-cd87-49d5-b356-3b1d7b197178 {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:09:13.081617 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e37eba0-66bf-4006-8c02-5bcf28eb328a", "name": "network-vif-plugged", "status": "completed", "tag": "d1f29c39-6124-4fa5-a506-c4fcbb6027e4", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:09:13.081994 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-45427e11-cd87-49d5-b356-3b1d7b197178 {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:09:13.082540 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e37eba0-66bf-4006-8c02-5bcf28eb328a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1f29c39-6124-4fa5-a506-c4fcbb6027e4', 'code': 200} Aug 11 03:09:13.113926 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:13.114971 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 977a589c-7b12-4747-b663-fb75f526098d no longer exists at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:09:13.170947 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d539e119-2911-44f5-98e8-a872263cc29b req-0d0b822c-9354-47da-ab80-a5889fdedc24 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d03b1ae-a755-4a35-b1e5-76525a66ded5 HTTP/1.1" status: 200 len: 210 time: 0.0377421 Aug 11 03:09:13.201775 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] No Port match for: 977a589c-7b12-4747-b663-fb75f526098d {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:09:13.202127 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 977a589c-7b12-4747-b663-fb75f526098d not bound to the agent host n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:09:13.232434 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=d1f29c39-6124-4fa5-a506-c4fcbb6027e4,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:13.268737 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fc319e-1e86-4825-a785-a43d15871411 req-74de70e9-79c6-4f93-b138-208e552ec84e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:13.270328 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-76fc319e-1e86-4825-a785-a43d15871411 req-74de70e9-79c6-4f93-b138-208e552ec84e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2e37eba0-66bf-4006-8c02-5bcf28eb328a HTTP/1.1" status: 200 len: 1098 time: 0.1068130 Aug 11 03:09:13.292862 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c04c9fc-18f5-468c-8ddc-d3e139b64600 req-beb4475a-f072-417c-8f82-5da2a8dade46 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:13.294669 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1c04c9fc-18f5-468c-8ddc-d3e139b64600 req-beb4475a-f072-417c-8f82-5da2a8dade46 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e37eba0-66bf-4006-8c02-5bcf28eb328a HTTP/1.1" status: 200 len: 946 time: 0.0750718 Aug 11 03:09:13.344595 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-76fc319e-1e86-4825-a785-a43d15871411 req-a8586c94-ac77-40cb-82f8-9384f34dcc4d service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=4742dd89-5545-47da-9d5a-053b57544bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669887 Aug 11 03:09:13.358080 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1c04c9fc-18f5-468c-8ddc-d3e139b64600 req-bd98365d-ab47-409a-ba3e-7659fb44be80 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] 10.222.0.41 "GET /v2.0/security-groups?id=4742dd89-5545-47da-9d5a-053b57544bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518937 Aug 11 03:09:13.946607 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 55158) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:09:13.988739 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-d6ab720d-0fd0-4c76-bd35-4fa2d4bb713d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fb4f063ac6a94b8392f0ebf6641fe36a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0408411 Aug 11 03:09:13.991022 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 55160) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:09:14.039483 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-60e9e607-9022-4e52-a27f-a1837b1616cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:14.064356 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-60e9e607-9022-4e52-a27f-a1837b1616cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:14.228747 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-60e9e607-9022-4e52-a27f-a1837b1616cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:14.233953 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-60e9e607-9022-4e52-a27f-a1837b1616cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:14.235297 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-60e9e607-9022-4e52-a27f-a1837b1616cc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c6a39a50-5a05-4943-8f5a-94f021281b13 HTTP/1.1" status: 204 len: 168 time: 0.2433672 Aug 11 03:09:14.244822 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e9e607-9022-4e52-a27f-a1837b1616cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6a39a50-5a05-4943-8f5a-94f021281b13,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:14.291986 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a1743e37-ee0e-4a4c-a13d-9a1a18e54ca8 req-f897e909-4d31-4fcd-8cfc-a0af91cdfc84 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d03b1ae-a755-4a35-b1e5-76525a66ded5 HTTP/1.1" status: 200 len: 210 time: 0.0369737 Aug 11 03:09:14.332529 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.agents_db [None req-950b7202-decb-43e2-8f71-ac8931dc9749 None None] Agent healthcheck: found 7 active agents {{(pid=102194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:09:14.462971 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5756c4f4-675d-43f3-94fd-b9769f0d70d8 req-1cc42f9e-cde3-47cf-929e-4e3543667a89 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:14.464591 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5756c4f4-675d-43f3-94fd-b9769f0d70d8 req-1cc42f9e-cde3-47cf-929e-4e3543667a89 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=62a21279-cd45-4f1c-bc8b-9bb047767d13 HTTP/1.1" status: 200 len: 951 time: 0.0667222 Aug 11 03:09:14.529472 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d1bd62-3c30-4102-9a3e-ff9864adcd94 req-5684417e-c27c-47da-8b42-8767df32a420 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:14.531351 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-35d1bd62-3c30-4102-9a3e-ff9864adcd94 req-5684417e-c27c-47da-8b42-8767df32a420 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e37eba0-66bf-4006-8c02-5bcf28eb328a HTTP/1.1" status: 200 len: 946 time: 0.0919225 Aug 11 03:09:14.539183 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5756c4f4-675d-43f3-94fd-b9769f0d70d8 req-a0776437-38bc-405d-8956-7680c8dfc3de tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589659 Aug 11 03:09:14.581114 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-35d1bd62-3c30-4102-9a3e-ff9864adcd94 req-756c4a71-a87d-4593-9901-95ec7ad30d08 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] 10.222.0.41 "GET /v2.0/security-groups?id=4742dd89-5545-47da-9d5a-053b57544bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409284 Aug 11 03:09:14.705312 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 84732100-f8ce-4b96-be32-0edfa617f4fc no longer exists at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:09:14.725372 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] No Port match for: 84732100-f8ce-4b96-be32-0edfa617f4fc {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:09:14.725724 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 84732100-f8ce-4b96-be32-0edfa617f4fc not bound to the agent host n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:09:15.337073 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9478f49a-33a8-4e46-9c18-540581908a5b req-ce9eaabb-be11-4f66-96be-06e7cf965706 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:15.338685 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9478f49a-33a8-4e46-9c18-540581908a5b req-ce9eaabb-be11-4f66-96be-06e7cf965706 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.24 "GET /v2.0/networks?id=b3c19a2d-0e26-410a-b53e-1619e285dc24 HTTP/1.1" status: 200 len: 812 time: 0.1107192 Aug 11 03:09:15.352873 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-9478f49a-33a8-4e46-9c18-540581908a5b req-238c319d-b20b-4d7a-8a44-6b7f71b72864 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Request body: {'port': {'device_id': '5d03b1ae-a755-4a35-b1e5-76525a66ded5', 'network_id': 'b3c19a2d-0e26-410a-b53e-1619e285dc24', 'admin_state_up': True, 'tenant_id': 'c348de37bb094671bc15dc0c22bb5512'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:09:15.432479 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9d777780-a06e-44b1-9138-14d05a3d4b0a req-adcbd086-f343-49f3-b80c-2d688385db8f tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d03b1ae-a755-4a35-b1e5-76525a66ded5 HTTP/1.1" status: 200 len: 210 time: 0.0336342 Aug 11 03:09:15.464907 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 55206) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:09:15.568109 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9478f49a-33a8-4e46-9c18-540581908a5b req-238c319d-b20b-4d7a-8a44-6b7f71b72864 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Made reservation on behalf of c348de37bb094671bc15dc0c22bb5512 for: {'port': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:09:15.572398 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-9478f49a-33a8-4e46-9c18-540581908a5b req-238c319d-b20b-4d7a-8a44-6b7f71b72864 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:15.691674 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-cada37ec-9754-4a9e-b389-7a7bf086e358 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1987124924-network', 'tenant_id': '32216559a0354b28a10186d89c9b1072'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:09:15.751907 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4256c3e4-84c3-4359-adc0-6e2adc5b7529 req-754b6e56-46aa-475c-bc09-40b4232359a5 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:15.753393 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4256c3e4-84c3-4359-adc0-6e2adc5b7529 req-754b6e56-46aa-475c-bc09-40b4232359a5 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e37eba0-66bf-4006-8c02-5bcf28eb328a HTTP/1.1" status: 200 len: 946 time: 0.0940602 Aug 11 03:09:15.781103 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [req-9478f49a-33a8-4e46-9c18-540581908a5b req-238c319d-b20b-4d7a-8a44-6b7f71b72864 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Allocated IP 172.20.0.11 (b3c19a2d-0e26-410a-b53e-1619e285dc24/c6eff5da-ec78-46c7-b512-eb7d066170b3/4c05e0c4-ca34-4606-b44b-acb7389404c6) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:09:15.811400 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cada37ec-9754-4a9e-b389-7a7bf086e358 admin admin] Made reservation on behalf of 32216559a0354b28a10186d89c9b1072 for: {'network': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:09:15.815174 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-cada37ec-9754-4a9e-b389-7a7bf086e358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:15.822516 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4256c3e4-84c3-4359-adc0-6e2adc5b7529 req-0e58ebba-6984-47fe-a303-08f8e40650b1 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] 10.222.0.41 "GET /v2.0/security-groups?id=4742dd89-5545-47da-9d5a-053b57544bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524611 Aug 11 03:09:15.831508 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-cada37ec-9754-4a9e-b389-7a7bf086e358 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:15.945242 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-cada37ec-9754-4a9e-b389-7a7bf086e358 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:16.030452 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-9478f49a-33a8-4e46-9c18-540581908a5b req-238c319d-b20b-4d7a-8a44-6b7f71b72864 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:16.033623 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-cada37ec-9754-4a9e-b389-7a7bf086e358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:16.076448 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cada37ec-9754-4a9e-b389-7a7bf086e358 admin admin] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=102191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:09:16.086822 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cada37ec-9754-4a9e-b389-7a7bf086e358 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5a225df-05c1-440d-b2ae-d3bea38f3abd,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:16.108334 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-cada37ec-9754-4a9e-b389-7a7bf086e358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:16.109296 n-d-764292-30 neutron-server[102191]: INFO neutron.db.segments_db [None req-cada37ec-9754-4a9e-b389-7a7bf086e358 admin admin] Added segment c567aba8-f786-4533-ad6f-0c8ff3fef5d6 of type vlan for network 83b4bd4d-f4f2-42f4-b1e3-dbcc3fc1d9fb Aug 11 03:09:16.157774 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1eedd3a4-8fc8-4bca-ac41-45ac385bbc31 req-93348fc8-20ee-43e5-9a8a-627ced615fb2 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-59387085&fields=id&tenant_id=c8aa6119d36c4641af7622d251acddef HTTP/1.1" status: 200 len: 267 time: 0.1102321 Aug 11 03:09:16.161933 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-cada37ec-9754-4a9e-b389-7a7bf086e358 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:16.167685 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2bc856-5fef-4cdf-b784-19420554c360 req-4cc53c0a-f23c-47bd-bed5-9923952f866e tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:16.169107 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ff2bc856-5fef-4cdf-b784-19420554c360 req-4cc53c0a-f23c-47bd-bed5-9923952f866e tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=62a21279-cd45-4f1c-bc8b-9bb047767d13 HTTP/1.1" status: 200 len: 951 time: 0.1039073 Aug 11 03:09:16.307971 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-cada37ec-9754-4a9e-b389-7a7bf086e358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:16.309046 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cada37ec-9754-4a9e-b389-7a7bf086e358 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:16.310269 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-cada37ec-9754-4a9e-b389-7a7bf086e358 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:16.364541 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0be049b-14c3-480d-aacb-d14853b65dec req-c7af9390-b5eb-4188-8b1f-54611be3666c tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:16.366172 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-f0be049b-14c3-480d-aacb-d14853b65dec req-c7af9390-b5eb-4188-8b1f-54611be3666c tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.24 "GET /v2.0/ports?device_id=62a21279-cd45-4f1c-bc8b-9bb047767d13 HTTP/1.1" status: 200 len: 951 time: 0.4196219 Aug 11 03:09:16.417331 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cada37ec-9754-4a9e-b389-7a7bf086e358 admin admin] Pushing event updated for resources: {'Network': ['ID=83b4bd4d-f4f2-42f4-b1e3-dbcc3fc1d9fb,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:16.428673 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network 83b4bd4d-f4f2-42f4-b1e3-dbcc3fc1d9fb details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:09:16.468591 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-cada37ec-9754-4a9e-b389-7a7bf086e358 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.0012498 Aug 11 03:09:16.471666 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 55242) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:09:16.476774 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-2d4f4ad8-0cb0-41de-9093-a8a3c83f9818 admin admin] Request body: {'subnet': {'network_id': '83b4bd4d-f4f2-42f4-b1e3-dbcc3fc1d9fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1987124924-subnet', 'tenant_id': '32216559a0354b28a10186d89c9b1072', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:09:16.515339 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-f0be049b-14c3-480d-aacb-d14853b65dec req-ab787a9c-377b-4b30-87c5-28cb4eef4c1b tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Deleting port 097019f2-ae6e-45f5-8720-67d66b1caf1a {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:09:16.515677 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-f0be049b-14c3-480d-aacb-d14853b65dec req-ab787a9c-377b-4b30-87c5-28cb4eef4c1b tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:16.576305 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d4f4ad8-0cb0-41de-9093-a8a3c83f9818 admin admin] Made reservation on behalf of 32216559a0354b28a10186d89c9b1072 for: {'subnet': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:09:16.578266 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-9478f49a-33a8-4e46-9c18-540581908a5b req-238c319d-b20b-4d7a-8a44-6b7f71b72864 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:16.578870 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-2d4f4ad8-0cb0-41de-9093-a8a3c83f9818 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274743'] for subnet, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:16.590011 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ff2bc856-5fef-4cdf-b784-19420554c360 req-eda9cf98-4037-4ce6-bf98-1169cb7808c4 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4095068 Aug 11 03:09:16.602065 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eedd3a4-8fc8-4bca-ac41-45ac385bbc31 req-4e0afb92-8178-408b-bcaf-dccec62054e7 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:16.610525 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1eedd3a4-8fc8-4bca-ac41-45ac385bbc31 req-4e0afb92-8178-408b-bcaf-dccec62054e7 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e37eba0-66bf-4006-8c02-5bcf28eb328a HTTP/1.1" status: 200 len: 946 time: 0.4402885 Aug 11 03:09:16.645490 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-1eedd3a4-8fc8-4bca-ac41-45ac385bbc31 req-b8aca888-eb22-40e7-9316-dfb473e105e9 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Request body: {'port': {'security_groups': ['4742dd89-5545-47da-9d5a-053b57544bd3', 'edd3f9e7-0769-415d-b047-04db573c339b']}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:09:16.676182 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-f0be049b-14c3-480d-aacb-d14853b65dec req-ab787a9c-377b-4b30-87c5-28cb4eef4c1b tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] For port 097019f2-ae6e-45f5-8720-67d66b1caf1a, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=097019f2-ae6e-45f5-8720-67d66b1caf1a,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:09:16.676929 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-f0be049b-14c3-480d-aacb-d14853b65dec req-ab787a9c-377b-4b30-87c5-28cb4eef4c1b tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:16.690428 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9478f49a-33a8-4e46-9c18-540581908a5b req-238c319d-b20b-4d7a-8a44-6b7f71b72864 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Network b3c19a2d-0e26-410a-b53e-1619e285dc24 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:09:16.700128 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-f0be049b-14c3-480d-aacb-d14853b65dec req-ab787a9c-377b-4b30-87c5-28cb4eef4c1b tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Calling delete_port for 097019f2-ae6e-45f5-8720-67d66b1caf1a owned by compute:nova {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:09:16.700921 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [req-9478f49a-33a8-4e46-9c18-540581908a5b req-238c319d-b20b-4d7a-8a44-6b7f71b72864 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:09:16.706945 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [req-9478f49a-33a8-4e46-9c18-540581908a5b req-238c319d-b20b-4d7a-8a44-6b7f71b72864 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:09:16.724147 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 45bf930a-252a-4c82-8320-492c9ecaa83d no longer exists at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:09:16.727729 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238c319d-b20b-4d7a-8a44-6b7f71b72864 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Pushing event updated for resources: {'Port': ['ID=4c05e0c4-ca34-4606-b44b-acb7389404c6,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:16.765257 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] No Port match for: 45bf930a-252a-4c82-8320-492c9ecaa83d {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:09:16.765607 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 45bf930a-252a-4c82-8320-492c9ecaa83d not bound to the agent host n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:09:16.779519 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-1eedd3a4-8fc8-4bca-ac41-45ac385bbc31 req-b8aca888-eb22-40e7-9316-dfb473e105e9 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:16.825339 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9478f49a-33a8-4e46-9c18-540581908a5b req-238c319d-b20b-4d7a-8a44-6b7f71b72864 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:16.825951 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-9478f49a-33a8-4e46-9c18-540581908a5b req-238c319d-b20b-4d7a-8a44-6b7f71b72864 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:16.881403 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18bacaa-5c0a-4c0f-90ef-e6d7b0fd7714 req-b538dbe6-57e2-4fe2-868d-61de6f5b79f9 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:16.883131 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f18bacaa-5c0a-4c0f-90ef-e6d7b0fd7714 req-b538dbe6-57e2-4fe2-868d-61de6f5b79f9 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d03b1ae-a755-4a35-b1e5-76525a66ded5 HTTP/1.1" status: 200 len: 932 time: 0.1241827 Aug 11 03:09:16.927350 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9478f49a-33a8-4e46-9c18-540581908a5b req-238c319d-b20b-4d7a-8a44-6b7f71b72864 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5784619 Aug 11 03:09:16.946607 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-9478f49a-33a8-4e46-9c18-540581908a5b req-f5835689-4f80-49a8-98da-88a83a1d1304 service neutron] Request body: {'port': {'device_id': '5d03b1ae-a755-4a35-b1e5-76525a66ded5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764292-30'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:09:16.971265 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-2d4f4ad8-0cb0-41de-9093-a8a3c83f9818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126283476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274725'] for subnet, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:16.985396 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f18bacaa-5c0a-4c0f-90ef-e6d7b0fd7714 req-57f434be-bb72-4170-8a36-bebc351c6dd0 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/security-groups?id=96c4279c-51b6-4d8a-ac93-67215ccf65c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881734 Aug 11 03:09:17.043628 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-f0be049b-14c3-480d-aacb-d14853b65dec req-ab787a9c-377b-4b30-87c5-28cb4eef4c1b tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:17.056554 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['49709cb6-e751-4686-8ada-f7f57e0574e6', 'a6f3ee74-8e10-43b7-b557-8188f2204900'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:09:17.061450 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['097019f2-ae6e-45f5-8720-67d66b1caf1a'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:09:17.064652 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-9478f49a-33a8-4e46-9c18-540581908a5b req-f5835689-4f80-49a8-98da-88a83a1d1304 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:17.160382 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-1eedd3a4-8fc8-4bca-ac41-45ac385bbc31 req-b8aca888-eb22-40e7-9316-dfb473e105e9 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] For port d1f29c39-6124-4fa5-a506-c4fcbb6027e4, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=d1f29c39-6124-4fa5-a506-c4fcbb6027e4,segment=NetworkSegment(309c9b9e-c193-462a-8459-3f59bc414d81),segment_id=309c9b9e-c193-462a-8459-3f59bc414d81)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:09:17.267548 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-1eedd3a4-8fc8-4bca-ac41-45ac385bbc31 req-b8aca888-eb22-40e7-9316-dfb473e105e9 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Notify callbacks [] for port, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:17.339127 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-1eedd3a4-8fc8-4bca-ac41-45ac385bbc31 req-b8aca888-eb22-40e7-9316-dfb473e105e9 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:17.351326 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['d1f29c39-6124-4fa5-a506-c4fcbb6027e4'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:09:17.406682 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eedd3a4-8fc8-4bca-ac41-45ac385bbc31 req-b8aca888-eb22-40e7-9316-dfb473e105e9 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:17.407886 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-1eedd3a4-8fc8-4bca-ac41-45ac385bbc31 req-b8aca888-eb22-40e7-9316-dfb473e105e9 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:17.409394 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1eedd3a4-8fc8-4bca-ac41-45ac385bbc31 req-b8aca888-eb22-40e7-9316-dfb473e105e9 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] 10.222.0.41 "PUT /v2.0/ports/d1f29c39-6124-4fa5-a506-c4fcbb6027e4 HTTP/1.1" status: 200 len: 982 time: 0.7980356 Aug 11 03:09:17.412113 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e37eba0-66bf-4006-8c02-5bcf28eb328a', 'tag': 'd1f29c39-6124-4fa5-a506-c4fcbb6027e4'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:09:17.415305 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d889e9a-0b79-4455-bce2-bd58d389758f" -d '{"events": [{"name": "network-changed", "server_uuid": "2e37eba0-66bf-4006-8c02-5bcf28eb328a", "tag": "d1f29c39-6124-4fa5-a506-c4fcbb6027e4"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:09:17.464518 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aca888-eb22-40e7-9316-dfb473e105e9 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Pushing event updated for resources: {'Port': ['ID=d1f29c39-6124-4fa5-a506-c4fcbb6027e4,revision_number=6']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:17.489108 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab787a9c-377b-4b30-87c5-28cb4eef4c1b tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Pushing event deleted for resources: {'Port': ['ID=097019f2-ae6e-45f5-8720-67d66b1caf1a,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:17.522841 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [req-9478f49a-33a8-4e46-9c18-540581908a5b req-f5835689-4f80-49a8-98da-88a83a1d1304 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c05e0c4-ca34-4606-b44b-acb7389404c6 {{(pid=102192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:09:17.532501 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-9478f49a-33a8-4e46-9c18-540581908a5b req-f5835689-4f80-49a8-98da-88a83a1d1304 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:17.535408 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['d1f29c39-6124-4fa5-a506-c4fcbb6027e4'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:09:17.549786 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [req-9478f49a-33a8-4e46-9c18-540581908a5b req-f5835689-4f80-49a8-98da-88a83a1d1304 service neutron] Transition to ACTIVE for port object 4c05e0c4-ca34-4606-b44b-acb7389404c6 will not be triggered until provisioned by entity L2. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:09:17.551700 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:09:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a3c48ed-991c-4e9c-a3b2-bf1272a454fb x-openstack-request-id: req-7a3c48ed-991c-4e9c-a3b2-bf1272a454fb {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:09:17.551924 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e37eba0-66bf-4006-8c02-5bcf28eb328a", "tag": "d1f29c39-6124-4fa5-a506-c4fcbb6027e4", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:09:17.552202 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7a3c48ed-991c-4e9c-a3b2-bf1272a454fb {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:09:17.552591 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e37eba0-66bf-4006-8c02-5bcf28eb328a', 'tag': 'd1f29c39-6124-4fa5-a506-c4fcbb6027e4', 'status': 'completed', 'code': 200} Aug 11 03:09:17.591185 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4f4ad8-0cb0-41de-9093-a8a3c83f9818 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8a74f8c-47d7-428d-9b47-116a9ebdc466,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:17.595108 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0be049b-14c3-480d-aacb-d14853b65dec req-ab787a9c-377b-4b30-87c5-28cb4eef4c1b tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] No DVR routers for this DVR port 097019f2-ae6e-45f5-8720-67d66b1caf1a on host n-h2-764292-30 {{(pid=102191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:09:17.602795 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-f0be049b-14c3-480d-aacb-d14853b65dec req-ab787a9c-377b-4b30-87c5-28cb4eef4c1b tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:17.605428 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-f0be049b-14c3-480d-aacb-d14853b65dec req-ab787a9c-377b-4b30-87c5-28cb4eef4c1b tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.24 "DELETE /v2.0/ports/097019f2-ae6e-45f5-8720-67d66b1caf1a HTTP/1.1" status: 204 len: 173 time: 1.2314324 Aug 11 03:09:17.605994 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62a21279-cd45-4f1c-bc8b-9bb047767d13', 'name': 'network-vif-deleted', 'tag': '097019f2-ae6e-45f5-8720-67d66b1caf1a'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:09:17.609591 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abf9246b-8575-4d23-bc23-b8305606f7db" -d '{"events": [{"server_uuid": "62a21279-cd45-4f1c-bc8b-9bb047767d13", "name": "network-vif-deleted", "tag": "097019f2-ae6e-45f5-8720-67d66b1caf1a"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:09:17.619057 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d4f4ad8-0cb0-41de-9093-a8a3c83f9818 admin admin] Checking segment: {'id': 'c567aba8-f786-4533-ad6f-0c8ff3fef5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '83b4bd4d-f4f2-42f4-b1e3-dbcc3fc1d9fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:09:17.619637 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d4f4ad8-0cb0-41de-9093-a8a3c83f9818 admin admin] Network hostable DHCP agents. Network: 83b4bd4d-f4f2-42f4-b1e3-dbcc3fc1d9fb, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:09:17.641622 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-46bbd1dc-b5e5-4a74-9ea8-0bf0fddc8dca req-4f07c171-51bd-473d-98aa-b0a6d5d415d9 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1354705208&fields=id&tenant_id=c8aa6119d36c4641af7622d251acddef HTTP/1.1" status: 200 len: 267 time: 0.0754092 Aug 11 03:09:17.675192 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:09:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-316291ba-cd45-442e-94f0-c25aa4a7d0c1 x-openstack-request-id: req-316291ba-cd45-442e-94f0-c25aa4a7d0c1 {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:09:17.676201 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62a21279-cd45-4f1c-bc8b-9bb047767d13", "name": "network-vif-deleted", "tag": "097019f2-ae6e-45f5-8720-67d66b1caf1a", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:09:17.676584 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-316291ba-cd45-442e-94f0-c25aa4a7d0c1 {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:09:17.677264 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62a21279-cd45-4f1c-bc8b-9bb047767d13', 'name': 'network-vif-deleted', 'tag': '097019f2-ae6e-45f5-8720-67d66b1caf1a', 'status': 'completed', 'code': 200} Aug 11 03:09:17.700222 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d889e9a-0b79-4455-bce2-bd58d389758f req-7c3879e4-a73c-4017-b294-764eee84f648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:17.702330 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3d889e9a-0b79-4455-bce2-bd58d389758f req-7c3879e4-a73c-4017-b294-764eee84f648 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c8aa6119d36c4641af7622d251acddef&device_id=2e37eba0-66bf-4006-8c02-5bcf28eb328a HTTP/1.1" status: 200 len: 1137 time: 0.1215432 Aug 11 03:09:17.704075 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-9478f49a-33a8-4e46-9c18-540581908a5b req-f5835689-4f80-49a8-98da-88a83a1d1304 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:17.719426 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d4f4ad8-0cb0-41de-9093-a8a3c83f9818 admin admin] Network 83b4bd4d-f4f2-42f4-b1e3-dbcc3fc1d9fb is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:09:17.806250 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-2d4f4ad8-0cb0-41de-9093-a8a3c83f9818 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, 83b4bd4d-f4f2-42f4-b1e3-dbcc3fc1d9fb) {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:09:17.821850 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d4f4ad8-0cb0-41de-9093-a8a3c83f9818 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:17.825715 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-2d4f4ad8-0cb0-41de-9093-a8a3c83f9818 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:17.832830 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68800de8-e0a6-4398-a6aa-3d6a72514ce2 None None] Network 83b4bd4d-f4f2-42f4-b1e3-dbcc3fc1d9fb requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:09:17.855659 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1daf6a8a-45b7-4d0a-8578-d362aff1363b req-63df3a27-4e9b-468f-bf6c-18a52bc7f4fd tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=62a21279-cd45-4f1c-bc8b-9bb047767d13 HTTP/1.1" status: 200 len: 210 time: 0.0833154 Aug 11 03:09:17.859631 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5835689-4f80-49a8-98da-88a83a1d1304 service neutron] Pushing event updated for resources: {'Port': ['ID=4c05e0c4-ca34-4606-b44b-acb7389404c6,revision_number=2']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:17.872965 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bbd1dc-b5e5-4a74-9ea8-0bf0fddc8dca req-eb47923b-59b4-46dd-944e-48ab9c94c644 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:17.874582 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-46bbd1dc-b5e5-4a74-9ea8-0bf0fddc8dca req-eb47923b-59b4-46dd-944e-48ab9c94c644 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e37eba0-66bf-4006-8c02-5bcf28eb328a HTTP/1.1" status: 200 len: 985 time: 0.2261014 Aug 11 03:09:17.922110 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-46bbd1dc-b5e5-4a74-9ea8-0bf0fddc8dca req-6d2cbde5-87ba-49f0-bd4b-35f5c534a7c2 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Request body: {'port': {'security_groups': ['4742dd89-5545-47da-9d5a-053b57544bd3', 'edd3f9e7-0769-415d-b047-04db573c339b', '1bcb2cfb-ae09-4909-ad6b-771db3b1e4a0']}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:09:17.958584 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-2d4f4ad8-0cb0-41de-9093-a8a3c83f9818 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.4855461 Aug 11 03:09:18.033918 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d889e9a-0b79-4455-bce2-bd58d389758f req-27d3c7e8-62f8-40d8-845f-9df30ed4183c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:18.035638 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3d889e9a-0b79-4455-bce2-bd58d389758f req-27d3c7e8-62f8-40d8-845f-9df30ed4183c service neutron] 10.222.0.24 "GET /v2.0/networks?id=92150d50-1f8e-4278-9525-d0992602767c HTTP/1.1" status: 200 len: 913 time: 0.3208711 Aug 11 03:09:18.061350 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6532e977-99e4-4683-9d59-97cdcb22ba15 None None] Network 83b4bd4d-f4f2-42f4-b1e3-dbcc3fc1d9fb requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:09:18.132781 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3d889e9a-0b79-4455-bce2-bd58d389758f req-537e24f4-ae0d-4c54-98ee-14957ffc3a50 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d1f29c39-6124-4fa5-a506-c4fcbb6027e4 HTTP/1.1" status: 200 len: 217 time: 0.0836339 Aug 11 03:09:18.133437 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-9478f49a-33a8-4e46-9c18-540581908a5b req-f5835689-4f80-49a8-98da-88a83a1d1304 service neutron] Attempting to bind port 4c05e0c4-ca34-4606-b44b-acb7389404c6 on host n-h2-764292-30 for vnic_type normal with profile {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:09:18.133772 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-9478f49a-33a8-4e46-9c18-540581908a5b req-f5835689-4f80-49a8-98da-88a83a1d1304 service neutron] Attempting to bind port 4c05e0c4-ca34-4606-b44b-acb7389404c6 by drivers openvswitch,hyperv on host n-h2-764292-30 at level 0 using segments [{'id': '66697432-be64-438d-a5b2-0b02f3d0fa2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'b3c19a2d-0e26-410a-b53e-1619e285dc24'}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:09:18.134095 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9478f49a-33a8-4e46-9c18-540581908a5b req-f5835689-4f80-49a8-98da-88a83a1d1304 service neutron] Attempting to bind port 4c05e0c4-ca34-4606-b44b-acb7389404c6 on network b3c19a2d-0e26-410a-b53e-1619e285dc24 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:09:18.183763 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9478f49a-33a8-4e46-9c18-540581908a5b req-f5835689-4f80-49a8-98da-88a83a1d1304 service neutron] Port 4c05e0c4-ca34-4606-b44b-acb7389404c6 on network b3c19a2d-0e26-410a-b53e-1619e285dc24 not bound, no agent of type Open vSwitch agent registered on host n-h2-764292-30 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:09:18.184144 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9478f49a-33a8-4e46-9c18-540581908a5b req-f5835689-4f80-49a8-98da-88a83a1d1304 service neutron] Attempting to bind port 4c05e0c4-ca34-4606-b44b-acb7389404c6 on network b3c19a2d-0e26-410a-b53e-1619e285dc24 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:09:18.209320 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-46bbd1dc-b5e5-4a74-9ea8-0bf0fddc8dca req-6d2cbde5-87ba-49f0-bd4b-35f5c534a7c2 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:18.231005 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9478f49a-33a8-4e46-9c18-540581908a5b req-f5835689-4f80-49a8-98da-88a83a1d1304 service neutron] Checking agent: {'id': '70015fc0-62fb-48b2-b453-36906937cf2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 9, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:09:18.231923 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9478f49a-33a8-4e46-9c18-540581908a5b req-f5835689-4f80-49a8-98da-88a83a1d1304 service neutron] Checking segment: {'id': '66697432-be64-438d-a5b2-0b02f3d0fa2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'b3c19a2d-0e26-410a-b53e-1619e285dc24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:09:18.232748 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9478f49a-33a8-4e46-9c18-540581908a5b req-f5835689-4f80-49a8-98da-88a83a1d1304 service neutron] Bound using segment: {'id': '66697432-be64-438d-a5b2-0b02f3d0fa2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'b3c19a2d-0e26-410a-b53e-1619e285dc24'} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:09:18.233102 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-9478f49a-33a8-4e46-9c18-540581908a5b req-f5835689-4f80-49a8-98da-88a83a1d1304 service neutron] Bound port: 4c05e0c4-ca34-4606-b44b-acb7389404c6, host: n-h2-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66697432-be64-438d-a5b2-0b02f3d0fa2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'b3c19a2d-0e26-410a-b53e-1619e285dc24'}}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:09:18.233518 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-9478f49a-33a8-4e46-9c18-540581908a5b req-f5835689-4f80-49a8-98da-88a83a1d1304 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:18.311969 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d889e9a-0b79-4455-bce2-bd58d389758f req-60f167a5-932b-43aa-8a6e-78cf1e339322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:18.313635 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3d889e9a-0b79-4455-bce2-bd58d389758f req-60f167a5-932b-43aa-8a6e-78cf1e339322 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=639cf9bb-cf7a-44b0-8882-86dfb4c155b3 HTTP/1.1" status: 200 len: 852 time: 0.1664519 Aug 11 03:09:18.324504 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b802c25-14f2-4911-851e-53b8b67c7518 req-8159b8ee-d4e9-4544-854e-308683a9c756 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:18.326192 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0b802c25-14f2-4911-851e-53b8b67c7518 req-8159b8ee-d4e9-4544-854e-308683a9c756 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d03b1ae-a755-4a35-b1e5-76525a66ded5 HTTP/1.1" status: 200 len: 944 time: 0.2003727 Aug 11 03:09:18.396900 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3d889e9a-0b79-4455-bce2-bd58d389758f req-dddfb0ab-e1ab-4830-b0a7-17a047faf088 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=92150d50-1f8e-4278-9525-d0992602767c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481966 Aug 11 03:09:18.522232 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0b802c25-14f2-4911-851e-53b8b67c7518 req-c8fea6b0-90eb-410c-9728-26b46360949e tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/security-groups?id=96c4279c-51b6-4d8a-ac93-67215ccf65c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746161 Aug 11 03:09:18.524754 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-9478f49a-33a8-4e46-9c18-540581908a5b req-f5835689-4f80-49a8-98da-88a83a1d1304 service neutron] For port 4c05e0c4-ca34-4606-b44b-acb7389404c6, host n-h2-764292-30, cleared binding levels {{(pid=102192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:09:18.558881 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-9478f49a-33a8-4e46-9c18-540581908a5b req-f5835689-4f80-49a8-98da-88a83a1d1304 service neutron] For port 4c05e0c4-ca34-4606-b44b-acb7389404c6, host n-h2-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=4c05e0c4-ca34-4606-b44b-acb7389404c6,segment=NetworkSegment(66697432-be64-438d-a5b2-0b02f3d0fa2a),segment_id=66697432-be64-438d-a5b2-0b02f3d0fa2a)] {{(pid=102192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:09:18.650187 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3d889e9a-0b79-4455-bce2-bd58d389758f req-0c2b7090-e603-4e68-b9ea-2c485f3a1d8f service neutron] 10.222.0.24 "GET /v2.0/networks/92150d50-1f8e-4278-9525-d0992602767c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2258167 Aug 11 03:09:18.681624 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-9478f49a-33a8-4e46-9c18-540581908a5b req-f5835689-4f80-49a8-98da-88a83a1d1304 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:18.779145 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9478f49a-33a8-4e46-9c18-540581908a5b req-f5835689-4f80-49a8-98da-88a83a1d1304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:18.779764 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-9478f49a-33a8-4e46-9c18-540581908a5b req-f5835689-4f80-49a8-98da-88a83a1d1304 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:18.781139 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9478f49a-33a8-4e46-9c18-540581908a5b req-f5835689-4f80-49a8-98da-88a83a1d1304 service neutron] 10.222.0.24 "PUT /v2.0/ports/4c05e0c4-ca34-4606-b44b-acb7389404c6 HTTP/1.1" status: 200 len: 1093 time: 1.8405571 Aug 11 03:09:18.794829 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-46bbd1dc-b5e5-4a74-9ea8-0bf0fddc8dca req-6d2cbde5-87ba-49f0-bd4b-35f5c534a7c2 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] For port d1f29c39-6124-4fa5-a506-c4fcbb6027e4, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=d1f29c39-6124-4fa5-a506-c4fcbb6027e4,segment=NetworkSegment(309c9b9e-c193-462a-8459-3f59bc414d81),segment_id=309c9b9e-c193-462a-8459-3f59bc414d81)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:09:18.837480 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5835689-4f80-49a8-98da-88a83a1d1304 service neutron] Pushing event updated for resources: {'Port': ['ID=4c05e0c4-ca34-4606-b44b-acb7389404c6,revision_number=3']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:18.864268 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-46bbd1dc-b5e5-4a74-9ea8-0bf0fddc8dca req-6d2cbde5-87ba-49f0-bd4b-35f5c534a7c2 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Notify callbacks [] for port, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:18.867817 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3d889e9a-0b79-4455-bce2-bd58d389758f req-387c31ee-4425-4196-8de0-0066f48f7ee4 service neutron] 10.222.0.24 "GET /v2.0/networks/92150d50-1f8e-4278-9525-d0992602767c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059929 Aug 11 03:09:18.962594 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-46bbd1dc-b5e5-4a74-9ea8-0bf0fddc8dca req-6d2cbde5-87ba-49f0-bd4b-35f5c534a7c2 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:18.974049 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['d1f29c39-6124-4fa5-a506-c4fcbb6027e4'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:09:19.077133 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bbd1dc-b5e5-4a74-9ea8-0bf0fddc8dca req-6d2cbde5-87ba-49f0-bd4b-35f5c534a7c2 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:19.077764 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-46bbd1dc-b5e5-4a74-9ea8-0bf0fddc8dca req-6d2cbde5-87ba-49f0-bd4b-35f5c534a7c2 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:19.079192 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-46bbd1dc-b5e5-4a74-9ea8-0bf0fddc8dca req-6d2cbde5-87ba-49f0-bd4b-35f5c534a7c2 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] 10.222.0.41 "PUT /v2.0/ports/d1f29c39-6124-4fa5-a506-c4fcbb6027e4 HTTP/1.1" status: 200 len: 1021 time: 1.1750746 Aug 11 03:09:19.090343 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9478f49a-33a8-4e46-9c18-540581908a5b req-76fce3ca-9a37-49a4-a6a6-36da32622dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:19.090799 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9478f49a-33a8-4e46-9c18-540581908a5b req-76fce3ca-9a37-49a4-a6a6-36da32622dca service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c348de37bb094671bc15dc0c22bb5512&device_id=5d03b1ae-a755-4a35-b1e5-76525a66ded5 HTTP/1.1" status: 200 len: 1096 time: 0.1664371 Aug 11 03:09:19.158119 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2cbde5-87ba-49f0-bd4b-35f5c534a7c2 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Pushing event updated for resources: {'Port': ['ID=d1f29c39-6124-4fa5-a506-c4fcbb6027e4,revision_number=7']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:19.171760 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9478f49a-33a8-4e46-9c18-540581908a5b req-845b34f8-385c-418d-b63a-a20cb583eb8c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4c05e0c4-ca34-4606-b44b-acb7389404c6 HTTP/1.1" status: 200 len: 217 time: 0.0637407 Aug 11 03:09:19.200493 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 55302) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:09:19.209815 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['d1f29c39-6124-4fa5-a506-c4fcbb6027e4'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:09:19.248984 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868a897d-62f0-490d-bed3-7dbd2a3eb139 req-25eaf02b-865a-4225-94bb-721e2687ec0c tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:19.250507 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-868a897d-62f0-490d-bed3-7dbd2a3eb139 req-25eaf02b-865a-4225-94bb-721e2687ec0c tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] 10.222.0.41 "GET /v2.0/networks?id=83b4bd4d-f4f2-42f4-b1e3-dbcc3fc1d9fb HTTP/1.1" status: 200 len: 805 time: 0.2979996 Aug 11 03:09:19.282402 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9478f49a-33a8-4e46-9c18-540581908a5b req-8ca8ae69-8386-475b-8eaf-5f15fa5b00b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:19.283910 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9478f49a-33a8-4e46-9c18-540581908a5b req-8ca8ae69-8386-475b-8eaf-5f15fa5b00b5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c6eff5da-ec78-46c7-b512-eb7d066170b3 HTTP/1.1" status: 200 len: 852 time: 0.0995123 Aug 11 03:09:19.288312 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-868a897d-62f0-490d-bed3-7dbd2a3eb139 req-f0424c86-d7ca-4407-aeb5-91cdc2f007c2 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] 10.222.0.41 "GET /v2.0/quotas/32216559a0354b28a10186d89c9b1072 HTTP/1.1" status: 200 len: 375 time: 0.0223298 Aug 11 03:09:19.297214 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd7206c-717a-4906-99a5-3da320a84b6e req-8b9ddd0c-1164-412b-9fba-4827ddb0fe07 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:19.298776 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bfd7206c-717a-4906-99a5-3da320a84b6e req-8b9ddd0c-1164-412b-9fba-4827ddb0fe07 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e37eba0-66bf-4006-8c02-5bcf28eb328a HTTP/1.1" status: 200 len: 1024 time: 0.1132665 Aug 11 03:09:19.323940 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e97aff1e-5c17-4950-8f55-d91aac68cd1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:19.358646 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-868a897d-62f0-490d-bed3-7dbd2a3eb139 req-591c5765-c9c2-45cf-9551-e53fd32584e0 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=32216559a0354b28a10186d89c9b1072&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0577672 Aug 11 03:09:19.360495 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9478f49a-33a8-4e46-9c18-540581908a5b req-2bfc2dc1-d5af-4d3e-9129-e633dedea227 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b3c19a2d-0e26-410a-b53e-1619e285dc24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608149 Aug 11 03:09:19.375283 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [req-868a897d-62f0-490d-bed3-7dbd2a3eb139 req-6ff58a73-fcb0-4977-b248-d84f017bac61 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:09:19.376419 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-868a897d-62f0-490d-bed3-7dbd2a3eb139 req-6ff58a73-fcb0-4977-b248-d84f017bac61 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0081186 Aug 11 03:09:19.425864 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e97aff1e-5c17-4950-8f55-d91aac68cd1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:19.490710 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e97aff1e-5c17-4950-8f55-d91aac68cd1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:19.536856 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-e97aff1e-5c17-4950-8f55-d91aac68cd1e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=169baf7fa28f4cbf8cc1957b129703d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3351846 Aug 11 03:09:19.537652 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97aff1e-5c17-4950-8f55-d91aac68cd1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a08fa2a6-029a-4561-956c-4be4455967ee,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:19.541017 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 55306) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:09:19.541803 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bfd7206c-717a-4906-99a5-3da320a84b6e req-e588953c-145d-416e-94d0-159e7be4d2f0 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] 10.222.0.41 "GET /v2.0/security-groups?id=1bcb2cfb-ae09-4909-ad6b-771db3b1e4a0&id=edd3f9e7-0769-415d-b047-04db573c339b&id=4742dd89-5545-47da-9d5a-053b57544bd3 HTTP/1.1" status: 200 len: 6156 time: 0.2205205 Aug 11 03:09:19.554098 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d03b1ae-a755-4a35-b1e5-76525a66ded5', 'tag': '4c05e0c4-ca34-4606-b44b-acb7389404c6'}, {'name': 'network-changed', 'server_uuid': '2e37eba0-66bf-4006-8c02-5bcf28eb328a', 'tag': 'd1f29c39-6124-4fa5-a506-c4fcbb6027e4'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:09:19.556930 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7cc46c7-02fb-4557-8848-ad616d84de31" -d '{"events": [{"name": "network-changed", "server_uuid": "5d03b1ae-a755-4a35-b1e5-76525a66ded5", "tag": "4c05e0c4-ca34-4606-b44b-acb7389404c6"}, {"name": "network-changed", "server_uuid": "2e37eba0-66bf-4006-8c02-5bcf28eb328a", "tag": "d1f29c39-6124-4fa5-a506-c4fcbb6027e4"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:09:19.579047 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9478f49a-33a8-4e46-9c18-540581908a5b req-8f9d8f98-e37d-4c82-9406-fb55e6a6af45 service neutron] 10.222.0.24 "GET /v2.0/networks/b3c19a2d-0e26-410a-b53e-1619e285dc24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015817 Aug 11 03:09:19.590232 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-868a897d-62f0-490d-bed3-7dbd2a3eb139 req-ca15d46a-a6a6-4f32-b56f-b9c288e54ffe service neutron] 10.222.0.41 "GET /v2.0/networks/83b4bd4d-f4f2-42f4-b1e3-dbcc3fc1d9fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033956 Aug 11 03:09:19.602423 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e9710cc9-c522-45b9-bbb5-674e52dafe88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:19.625777 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e9710cc9-c522-45b9-bbb5-674e52dafe88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:19.730849 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e9710cc9-c522-45b9-bbb5-674e52dafe88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:19.733466 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e9710cc9-c522-45b9-bbb5-674e52dafe88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:19.734704 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-e9710cc9-c522-45b9-bbb5-674e52dafe88 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a08fa2a6-029a-4561-956c-4be4455967ee HTTP/1.1" status: 204 len: 168 time: 0.1926136 Aug 11 03:09:19.742420 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9710cc9-c522-45b9-bbb5-674e52dafe88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a08fa2a6-029a-4561-956c-4be4455967ee,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:19.743995 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9478f49a-33a8-4e46-9c18-540581908a5b req-32c5dd70-a191-4ac4-9e40-949b0e08bdfa service neutron] 10.222.0.24 "GET /v2.0/networks/b3c19a2d-0e26-410a-b53e-1619e285dc24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452198 Aug 11 03:09:19.749651 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-868a897d-62f0-490d-bed3-7dbd2a3eb139 req-38ee97cc-1d67-4d70-b380-7417f68be5c3 service neutron] 10.222.0.41 "GET /v2.0/networks/83b4bd4d-f4f2-42f4-b1e3-dbcc3fc1d9fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588035 Aug 11 03:09:19.979560 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-5012b7b1-d835-4757-9243-0727b1570cd5 req-b7728971-c69b-4c52-af23-f600c7fb1ce7 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1752767451 ', 'description': 'tempest-description-1228974980'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:09:20.035267 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c88d51d-fd7c-4cad-abc3-a84c39de40ac req-f1eefada-eb2d-4005-9a08-e55f7f03952d tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:20.037961 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7c88d51d-fd7c-4cad-abc3-a84c39de40ac req-f1eefada-eb2d-4005-9a08-e55f7f03952d tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d03b1ae-a755-4a35-b1e5-76525a66ded5 HTTP/1.1" status: 200 len: 944 time: 0.0785124 Aug 11 03:09:20.083518 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7c88d51d-fd7c-4cad-abc3-a84c39de40ac req-893102ad-184d-4531-98dc-1a4105c8e294 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/security-groups?id=96c4279c-51b6-4d8a-ac93-67215ccf65c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354233 Aug 11 03:09:20.091798 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-5012b7b1-d835-4757-9243-0727b1570cd5 req-b7728971-c69b-4c52-af23-f600c7fb1ce7 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:20.139927 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 11 Aug 2021 03:09:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-663d46ee-b485-4e45-b671-66843f6a8cf6 x-openstack-request-id: req-663d46ee-b485-4e45-b671-66843f6a8cf6 {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:09:20.140421 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d03b1ae-a755-4a35-b1e5-76525a66ded5", "tag": "4c05e0c4-ca34-4606-b44b-acb7389404c6", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2e37eba0-66bf-4006-8c02-5bcf28eb328a", "tag": "d1f29c39-6124-4fa5-a506-c4fcbb6027e4", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:09:20.140741 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-663d46ee-b485-4e45-b671-66843f6a8cf6 {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:09:20.141155 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d03b1ae-a755-4a35-b1e5-76525a66ded5', 'tag': '4c05e0c4-ca34-4606-b44b-acb7389404c6', 'status': 'completed', 'code': 200} Aug 11 03:09:20.141412 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e37eba0-66bf-4006-8c02-5bcf28eb328a', 'tag': 'd1f29c39-6124-4fa5-a506-c4fcbb6027e4', 'status': 'completed', 'code': 200} Aug 11 03:09:20.227743 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-5012b7b1-d835-4757-9243-0727b1570cd5 req-b7728971-c69b-4c52-af23-f600c7fb1ce7 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:20.233058 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cc46c7-02fb-4557-8848-ad616d84de31 req-50200a45-74e9-443f-92ed-6c5f26d3afe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:20.234593 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a7cc46c7-02fb-4557-8848-ad616d84de31 req-50200a45-74e9-443f-92ed-6c5f26d3afe7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c348de37bb094671bc15dc0c22bb5512&device_id=5d03b1ae-a755-4a35-b1e5-76525a66ded5 HTTP/1.1" status: 200 len: 1096 time: 0.0675387 Aug 11 03:09:20.333737 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-5012b7b1-d835-4757-9243-0727b1570cd5 req-b7728971-c69b-4c52-af23-f600c7fb1ce7 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:20.386101 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadc2d4c-4676-4869-8576-917072b10870 req-eeb020f9-9334-4f87-b1a1-75525a6d42dd tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:20.388297 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-aadc2d4c-4676-4869-8576-917072b10870 req-eeb020f9-9334-4f87-b1a1-75525a6d42dd tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e790d19-e22e-49e6-811e-000580ef0e08 HTTP/1.1" status: 200 len: 950 time: 0.1313014 Aug 11 03:09:20.405470 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7728971-c69b-4c52-af23-f600c7fb1ce7 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eaa0977b-3535-4149-866f-1112432bc9da,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:20.416573 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cc46c7-02fb-4557-8848-ad616d84de31 req-5accb856-f1e3-457c-b474-36d146064cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:20.417642 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a7cc46c7-02fb-4557-8848-ad616d84de31 req-5accb856-f1e3-457c-b474-36d146064cad service neutron] 10.222.0.24 "GET /v2.0/networks?id=b3c19a2d-0e26-410a-b53e-1619e285dc24 HTTP/1.1" status: 200 len: 913 time: 0.1697605 Aug 11 03:09:20.470924 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-5012b7b1-d835-4757-9243-0727b1570cd5 req-b7728971-c69b-4c52-af23-f600c7fb1ce7 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:20.472127 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5012b7b1-d835-4757-9243-0727b1570cd5 req-b7728971-c69b-4c52-af23-f600c7fb1ce7 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1788 time: 0.4965901 Aug 11 03:09:20.473342 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a7cc46c7-02fb-4557-8848-ad616d84de31 req-b4f92856-aad0-4dd9-a665-229d0a28023f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4c05e0c4-ca34-4606-b44b-acb7389404c6 HTTP/1.1" status: 200 len: 217 time: 0.0474992 Aug 11 03:09:20.480908 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-aadc2d4c-4676-4869-8576-917072b10870 req-fb2792df-003c-4f2f-8801-dcc38ff27588 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805516 Aug 11 03:09:20.533466 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 097019f2-ae6e-45f5-8720-67d66b1caf1a no longer exists at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:09:20.554087 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] No Port match for: 097019f2-ae6e-45f5-8720-67d66b1caf1a {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:09:20.554461 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 097019f2-ae6e-45f5-8720-67d66b1caf1a not bound to the agent host n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:09:20.565536 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d819c374-a78b-4168-bf9a-a2c64773f21f req-b202f0cf-009d-418f-a0f1-d1db0f6411d5 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] 10.222.0.41 "GET /v2.0/ports?device_id=913f7241-5eba-43f7-b254-8e0682a1f0a3 HTTP/1.1" status: 200 len: 210 time: 0.0461917 Aug 11 03:09:20.569273 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cc46c7-02fb-4557-8848-ad616d84de31 req-3b6e365e-e3f9-4d0d-9a32-cdb6c799b9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:20.570656 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a7cc46c7-02fb-4557-8848-ad616d84de31 req-3b6e365e-e3f9-4d0d-9a32-cdb6c799b9ae service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c6eff5da-ec78-46c7-b512-eb7d066170b3 HTTP/1.1" status: 200 len: 852 time: 0.0895076 Aug 11 03:09:20.578015 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 55332) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:09:20.921354 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a7cc46c7-02fb-4557-8848-ad616d84de31 req-c5b15bb1-a4ed-4a5e-8594-f9083a959315 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b3c19a2d-0e26-410a-b53e-1619e285dc24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3404167 Aug 11 03:09:20.922150 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b26368c4-c9a4-406a-a15e-eb150c9a0c69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:20.927263 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b7f91463-84c5-4e6a-bab3-5cfa4f420e2d req-76dbc841-c3a9-4767-ac27-3a001dd2e5d8 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] 10.222.0.41 "GET /v2.0/security-groups/eaa0977b-3535-4149-866f-1112432bc9da HTTP/1.1" status: 200 len: 1783 time: 0.4192502 Aug 11 03:09:21.069453 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-85cd707d-f4d0-40c8-8490-9c39f340579a req-c2dfa3e9-c6cb-417d-9878-97512d66b3ff tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] 10.222.0.41 "GET /v2.0/security-groups/eaa0977b-3535-4149-866f-1112432bc9da HTTP/1.1" status: 200 len: 1783 time: 0.1213562 Aug 11 03:09:21.110743 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a7cc46c7-02fb-4557-8848-ad616d84de31 req-ce6aa54b-8572-478b-9932-f10756623760 service neutron] 10.222.0.24 "GET /v2.0/networks/b3c19a2d-0e26-410a-b53e-1619e285dc24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725338 Aug 11 03:09:21.218215 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b26368c4-c9a4-406a-a15e-eb150c9a0c69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:21.270711 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-85cd707d-f4d0-40c8-8490-9c39f340579a req-5b5c0c90-dd06-4245-a494-db25d42d1938 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:21.308865 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51308c4-3647-4b3b-bec1-a692361b7506 req-42091b99-e0a7-4cbb-833f-07b0e577cd10 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:21.310390 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f51308c4-3647-4b3b-bec1-a692361b7506 req-42091b99-e0a7-4cbb-833f-07b0e577cd10 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d03b1ae-a755-4a35-b1e5-76525a66ded5 HTTP/1.1" status: 200 len: 944 time: 0.1269116 Aug 11 03:09:21.316190 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a7cc46c7-02fb-4557-8848-ad616d84de31 req-e260d80e-31ae-4667-bdd0-b1c594283ddb service neutron] 10.222.0.24 "GET /v2.0/networks/b3c19a2d-0e26-410a-b53e-1619e285dc24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912282 Aug 11 03:09:21.321933 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-85cd707d-f4d0-40c8-8490-9c39f340579a req-5b5c0c90-dd06-4245-a494-db25d42d1938 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:21.328723 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b26368c4-c9a4-406a-a15e-eb150c9a0c69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:21.429164 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e927b44-50bd-4b9b-a396-43cad4590a00 req-e762defe-5ae6-4221-bf33-7cff7607a95e tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:21.430827 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-8e927b44-50bd-4b9b-a396-43cad4590a00 req-e762defe-5ae6-4221-bf33-7cff7607a95e tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e790d19-e22e-49e6-811e-000580ef0e08 HTTP/1.1" status: 200 len: 950 time: 0.0494125 Aug 11 03:09:21.438065 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-b26368c4-c9a4-406a-a15e-eb150c9a0c69 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1f341e4a67374f46956aae4db36c2aec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8587978 Aug 11 03:09:21.443219 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 55342) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:09:21.454045 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f51308c4-3647-4b3b-bec1-a692361b7506 req-b68035b8-6238-4dc0-9558-2ebbd42b6b42 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/security-groups?id=96c4279c-51b6-4d8a-ac93-67215ccf65c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368601 Aug 11 03:09:21.455543 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26368c4-c9a4-406a-a15e-eb150c9a0c69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d3fd932-e14e-4b8e-b15b-c8c5b6824ae5,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:21.498022 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cc46c7-02fb-4557-8848-ad616d84de31 req-69727cfc-bba0-4e2e-b259-09b1ce1fe983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:21.499572 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a7cc46c7-02fb-4557-8848-ad616d84de31 req-69727cfc-bba0-4e2e-b259-09b1ce1fe983 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c8aa6119d36c4641af7622d251acddef&device_id=2e37eba0-66bf-4006-8c02-5bcf28eb328a HTTP/1.1" status: 200 len: 1176 time: 0.1388686 Aug 11 03:09:21.535182 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e0ed1ce3-954a-4e02-9a3c-f9924b450e37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:21.554110 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-8e927b44-50bd-4b9b-a396-43cad4590a00 req-70cf243b-a8d8-4bf4-9bf3-2d8e405b664e tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Deleting port a6f3ee74-8e10-43b7-b557-8188f2204900 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:09:21.554731 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-8e927b44-50bd-4b9b-a396-43cad4590a00 req-70cf243b-a8d8-4bf4-9bf3-2d8e405b664e tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:21.566990 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-85cd707d-f4d0-40c8-8490-9c39f340579a req-5b5c0c90-dd06-4245-a494-db25d42d1938 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:21.569569 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-85cd707d-f4d0-40c8-8490-9c39f340579a req-5b5c0c90-dd06-4245-a494-db25d42d1938 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:21.571048 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-85cd707d-f4d0-40c8-8490-9c39f340579a req-5b5c0c90-dd06-4245-a494-db25d42d1938 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] 10.222.0.41 "DELETE /v2.0/security-groups/eaa0977b-3535-4149-866f-1112432bc9da HTTP/1.1" status: 204 len: 173 time: 0.4935362 Aug 11 03:09:21.602570 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5c0c90-dd06-4245-a494-db25d42d1938 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaa0977b-3535-4149-866f-1112432bc9da,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:21.610630 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e0ed1ce3-954a-4e02-9a3c-f9924b450e37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:21.647245 n-d-764292-30 neutron-server[102192]: INFO neutron.api.v2.resource [req-844ddc75-eaa0-45f5-ae58-953430bb06fb req-ca8d1e1b-66e2-46ef-844c-f190bb80a0fd tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] show failed (client error): The resource could not be found. Aug 11 03:09:21.648398 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-844ddc75-eaa0-45f5-ae58-953430bb06fb req-ca8d1e1b-66e2-46ef-844c-f190bb80a0fd tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] 10.222.0.41 "GET /v2.0/security-groups/eaa0977b-3535-4149-866f-1112432bc9da HTTP/1.1" status: 404 len: 352 time: 0.0471370 Aug 11 03:09:21.692657 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-8e927b44-50bd-4b9b-a396-43cad4590a00 req-70cf243b-a8d8-4bf4-9bf3-2d8e405b664e tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] For port a6f3ee74-8e10-43b7-b557-8188f2204900, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=a6f3ee74-8e10-43b7-b557-8188f2204900,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:09:21.693172 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-8e927b44-50bd-4b9b-a396-43cad4590a00 req-70cf243b-a8d8-4bf4-9bf3-2d8e405b664e tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:21.707993 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-8e927b44-50bd-4b9b-a396-43cad4590a00 req-70cf243b-a8d8-4bf4-9bf3-2d8e405b664e tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Calling delete_port for a6f3ee74-8e10-43b7-b557-8188f2204900 owned by compute:nova {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:09:21.753041 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1eb656bc-a53b-43e8-8b13-e57ef6195a35 req-64fb1773-2b96-40c3-aa4e-2965f16393ba tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] 10.222.0.41 "GET /v2.0/ports?device_id=913f7241-5eba-43f7-b254-8e0682a1f0a3 HTTP/1.1" status: 200 len: 210 time: 0.0398934 Aug 11 03:09:21.754063 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cc46c7-02fb-4557-8848-ad616d84de31 req-d8a49c6f-e0b8-43ef-9607-5dd9c74278a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:21.755453 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a7cc46c7-02fb-4557-8848-ad616d84de31 req-d8a49c6f-e0b8-43ef-9607-5dd9c74278a5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=92150d50-1f8e-4278-9525-d0992602767c HTTP/1.1" status: 200 len: 913 time: 0.2445352 Aug 11 03:09:21.768668 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb86126-3857-4c41-be1c-275048bec28c req-06b39d73-a6f9-4b36-8a6a-97bcf31773ef tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:21.775077 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7bb86126-3857-4c41-be1c-275048bec28c req-06b39d73-a6f9-4b36-8a6a-97bcf31773ef tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e790d19-e22e-49e6-811e-000580ef0e08 HTTP/1.1" status: 200 len: 950 time: 0.1303797 Aug 11 03:09:21.829946 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-64036129-e94b-45e6-b72a-bf6221186e33 req-7eef29cb-064c-4bd7-ae22-128291c7b4a4 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1300517737', 'description': 'tempest-description-1670628641'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:09:21.836168 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a7cc46c7-02fb-4557-8848-ad616d84de31 req-8a87c0a6-ad95-4ce8-9166-582cfbb46363 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d1f29c39-6124-4fa5-a506-c4fcbb6027e4 HTTP/1.1" status: 200 len: 217 time: 0.0649681 Aug 11 03:09:21.891774 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7bb86126-3857-4c41-be1c-275048bec28c req-96356065-99f2-4f23-8326-9bdfa6f48523 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120889 Aug 11 03:09:21.909832 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e0ed1ce3-954a-4e02-9a3c-f9924b450e37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:21.912666 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e0ed1ce3-954a-4e02-9a3c-f9924b450e37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:21.914319 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-e0ed1ce3-954a-4e02-9a3c-f9924b450e37 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9d3fd932-e14e-4b8e-b15b-c8c5b6824ae5 HTTP/1.1" status: 204 len: 168 time: 0.4677770 Aug 11 03:09:21.917174 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cc46c7-02fb-4557-8848-ad616d84de31 req-bc17f3cb-8688-4cef-ba24-175d5ffdf249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:21.919217 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a7cc46c7-02fb-4557-8848-ad616d84de31 req-bc17f3cb-8688-4cef-ba24-175d5ffdf249 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=639cf9bb-cf7a-44b0-8882-86dfb4c155b3 HTTP/1.1" status: 200 len: 852 time: 0.0731423 Aug 11 03:09:21.926247 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ed1ce3-954a-4e02-9a3c-f9924b450e37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d3fd932-e14e-4b8e-b15b-c8c5b6824ae5,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:21.935853 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-8e927b44-50bd-4b9b-a396-43cad4590a00 req-70cf243b-a8d8-4bf4-9bf3-2d8e405b664e tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:21.971247 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['49709cb6-e751-4686-8ada-f7f57e0574e6', 'a6f3ee74-8e10-43b7-b557-8188f2204900'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:09:21.977018 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a7cc46c7-02fb-4557-8848-ad616d84de31 req-3e2597af-ba94-4d9d-8add-ba36c9893c61 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=92150d50-1f8e-4278-9525-d0992602767c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485723 Aug 11 03:09:21.994552 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-64036129-e94b-45e6-b72a-bf6221186e33 req-7eef29cb-064c-4bd7-ae22-128291c7b4a4 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:22.008138 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cf243b-a8d8-4bf4-9bf3-2d8e405b664e tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Pushing event deleted for resources: {'Port': ['ID=a6f3ee74-8e10-43b7-b557-8188f2204900,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:22.119553 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e927b44-50bd-4b9b-a396-43cad4590a00 req-70cf243b-a8d8-4bf4-9bf3-2d8e405b664e tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] No DVR routers for this DVR port a6f3ee74-8e10-43b7-b557-8188f2204900 on host n-h1-764292-30 {{(pid=102191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:09:22.125130 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-8e927b44-50bd-4b9b-a396-43cad4590a00 req-70cf243b-a8d8-4bf4-9bf3-2d8e405b664e tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:22.132065 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-8e927b44-50bd-4b9b-a396-43cad4590a00 req-70cf243b-a8d8-4bf4-9bf3-2d8e405b664e tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.22 "DELETE /v2.0/ports/a6f3ee74-8e10-43b7-b557-8188f2204900 HTTP/1.1" status: 204 len: 173 time: 0.6947913 Aug 11 03:09:22.132604 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e790d19-e22e-49e6-811e-000580ef0e08', 'name': 'network-vif-deleted', 'tag': 'a6f3ee74-8e10-43b7-b557-8188f2204900'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:09:22.142360 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7147e50-53c2-4810-accc-c38aff7e65ac" -d '{"events": [{"server_uuid": "1e790d19-e22e-49e6-811e-000580ef0e08", "name": "network-vif-deleted", "tag": "a6f3ee74-8e10-43b7-b557-8188f2204900"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:09:22.164646 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a7cc46c7-02fb-4557-8848-ad616d84de31 req-4634c299-a2f5-458e-9252-00c0f7bb9c39 service neutron] 10.222.0.24 "GET /v2.0/networks/92150d50-1f8e-4278-9525-d0992602767c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791153 Aug 11 03:09:22.218706 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:09:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42ddee3a-21ee-4e65-85d3-e0bd1015599b x-openstack-request-id: req-42ddee3a-21ee-4e65-85d3-e0bd1015599b {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:09:22.219583 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e790d19-e22e-49e6-811e-000580ef0e08", "name": "network-vif-deleted", "tag": "a6f3ee74-8e10-43b7-b557-8188f2204900", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:09:22.219971 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-42ddee3a-21ee-4e65-85d3-e0bd1015599b {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:09:22.221194 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e790d19-e22e-49e6-811e-000580ef0e08', 'name': 'network-vif-deleted', 'tag': 'a6f3ee74-8e10-43b7-b557-8188f2204900', 'status': 'completed', 'code': 200} Aug 11 03:09:22.251837 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-64036129-e94b-45e6-b72a-bf6221186e33 req-7eef29cb-064c-4bd7-ae22-128291c7b4a4 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:22.287337 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a7cc46c7-02fb-4557-8848-ad616d84de31 req-1640ff03-2702-4be1-a0ac-8643d2e17043 service neutron] 10.222.0.24 "GET /v2.0/networks/92150d50-1f8e-4278-9525-d0992602767c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122711 Aug 11 03:09:22.373752 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-64036129-e94b-45e6-b72a-bf6221186e33 req-7eef29cb-064c-4bd7-ae22-128291c7b4a4 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:22.424815 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eef29cb-064c-4bd7-ae22-128291c7b4a4 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ecc6124d-7258-4784-8ff4-802452f1617c,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:22.442557 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868a897d-62f0-490d-bed3-7dbd2a3eb139 req-fd3194fb-6e08-4615-beb1-b5eb4b586f0c tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:22.444239 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-868a897d-62f0-490d-bed3-7dbd2a3eb139 req-fd3194fb-6e08-4615-beb1-b5eb4b586f0c tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] 10.222.0.22 "GET /v2.0/networks?id=83b4bd4d-f4f2-42f4-b1e3-dbcc3fc1d9fb HTTP/1.1" status: 200 len: 805 time: 0.1522422 Aug 11 03:09:22.463951 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-868a897d-62f0-490d-bed3-7dbd2a3eb139 req-93f62d00-406a-4745-8ce2-9b186365d695 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] Request body: {'port': {'device_id': '913f7241-5eba-43f7-b254-8e0682a1f0a3', 'network_id': '83b4bd4d-f4f2-42f4-b1e3-dbcc3fc1d9fb', 'admin_state_up': True, 'tenant_id': '32216559a0354b28a10186d89c9b1072'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:09:22.498339 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-64036129-e94b-45e6-b72a-bf6221186e33 req-7eef29cb-064c-4bd7-ae22-128291c7b4a4 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:22.500358 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-64036129-e94b-45e6-b72a-bf6221186e33 req-7eef29cb-064c-4bd7-ae22-128291c7b4a4 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.6752546 Aug 11 03:09:22.535613 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-0b5530be-1b64-4b33-be23-5f4ffa8407b3 req-7af2e121-4921-4352-ac00-e34eb41cea61 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-525547467', 'description': 'tempest-description-638375722'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:09:22.551250 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 4c05e0c4-ca34-4606-b44b-acb7389404c6 details requested by agent hyperv_n-h2-764292-30 with host n-h2-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:09:22.658084 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14625e4a-7544-4130-a43c-aa767ef2290c req-3af7ab21-2705-494f-b939-9d9b678f14e5 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:22.659601 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-14625e4a-7544-4130-a43c-aa767ef2290c req-3af7ab21-2705-494f-b939-9d9b678f14e5 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d03b1ae-a755-4a35-b1e5-76525a66ded5 HTTP/1.1" status: 200 len: 944 time: 0.0981541 Aug 11 03:09:22.683039 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port 4c05e0c4-ca34-4606-b44b-acb7389404c6, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=4c05e0c4-ca34-4606-b44b-acb7389404c6,segment=NetworkSegment(66697432-be64-438d-a5b2-0b02f3d0fa2a),segment_id=66697432-be64-438d-a5b2-0b02f3d0fa2a)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:09:22.699829 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Returning: {'device': '4c05e0c4-ca34-4606-b44b-acb7389404c6', 'network_id': 'b3c19a2d-0e26-410a-b53e-1619e285dc24', 'port_id': '4c05e0c4-ca34-4606-b44b-acb7389404c6', 'mac_address': 'fa:16:3e:5e:8a:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6eff5da-ec78-46c7-b512-eb7d066170b3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:09:22.706811 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-14625e4a-7544-4130-a43c-aa767ef2290c req-de4416ce-67f4-4957-88ca-e35bc6eae089 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/security-groups?id=96c4279c-51b6-4d8a-ac93-67215ccf65c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403903 Aug 11 03:09:22.719491 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-0b5530be-1b64-4b33-be23-5f4ffa8407b3 req-7af2e121-4921-4352-ac00-e34eb41cea61 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:22.752253 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:22.765861 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c05e0c4-ca34-4606-b44b-acb7389404c6 {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:09:22.791630 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port 4c05e0c4-ca34-4606-b44b-acb7389404c6, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=4c05e0c4-ca34-4606-b44b-acb7389404c6,segment=NetworkSegment(66697432-be64-438d-a5b2-0b02f3d0fa2a),segment_id=66697432-be64-438d-a5b2-0b02f3d0fa2a)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:09:22.805309 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-868a897d-62f0-490d-bed3-7dbd2a3eb139 req-93f62d00-406a-4745-8ce2-9b186365d695 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] Made reservation on behalf of 32216559a0354b28a10186d89c9b1072 for: {'port': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:09:22.815588 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-868a897d-62f0-490d-bed3-7dbd2a3eb139 req-93f62d00-406a-4745-8ce2-9b186365d695 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:22.870696 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:22.909144 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0c46042d-bef6-49d9-a73f-0ed8eece28cc req-d140853a-59c7-4de7-bc6b-5f40930dbbeb tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] 10.222.0.41 "GET /v2.0/ports?device_id=913f7241-5eba-43f7-b254-8e0682a1f0a3 HTTP/1.1" status: 200 len: 210 time: 0.0553427 Aug 11 03:09:22.944886 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=4c05e0c4-ca34-4606-b44b-acb7389404c6,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:22.959737 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-0b5530be-1b64-4b33-be23-5f4ffa8407b3 req-7af2e121-4921-4352-ac00-e34eb41cea61 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:22.995099 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [req-868a897d-62f0-490d-bed3-7dbd2a3eb139 req-93f62d00-406a-4745-8ce2-9b186365d695 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] Allocated IP 172.20.0.8 (83b4bd4d-f4f2-42f4-b1e3-dbcc3fc1d9fb/b8a74f8c-47d7-428d-9b47-116a9ebdc466/7543f02b-7a88-41dd-92df-3e6432928a81) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:09:23.023425 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2c665808-caae-405c-87a8-92caa3e01200 req-bec9d7ed-4ee2-4add-8d3c-fd6d8a4cd5fd tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e790d19-e22e-49e6-811e-000580ef0e08 HTTP/1.1" status: 200 len: 210 time: 0.0271342 Aug 11 03:09:23.096600 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-0b5530be-1b64-4b33-be23-5f4ffa8407b3 req-7af2e121-4921-4352-ac00-e34eb41cea61 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:23.127863 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af2e121-4921-4352-ac00-e34eb41cea61 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e01d261-4317-42ca-96d9-2a01a84f367a,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:23.171886 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-868a897d-62f0-490d-bed3-7dbd2a3eb139 req-93f62d00-406a-4745-8ce2-9b186365d695 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:23.207896 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['4c05e0c4-ca34-4606-b44b-acb7389404c6'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:09:23.222403 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-0b5530be-1b64-4b33-be23-5f4ffa8407b3 req-7af2e121-4921-4352-ac00-e34eb41cea61 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:23.223682 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0b5530be-1b64-4b33-be23-5f4ffa8407b3 req-7af2e121-4921-4352-ac00-e34eb41cea61 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.6943436 Aug 11 03:09:23.262275 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-d18d4b77-e798-4f70-bc4b-250fd2e2f87a req-304ed3d9-4436-46e4-a3b9-ddc130bb8757 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2043837802', 'description': 'tempest-description-2038214924'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:09:23.309259 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-868a897d-62f0-490d-bed3-7dbd2a3eb139 req-93f62d00-406a-4745-8ce2-9b186365d695 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:23.359047 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-868a897d-62f0-490d-bed3-7dbd2a3eb139 req-93f62d00-406a-4745-8ce2-9b186365d695 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] Network 83b4bd4d-f4f2-42f4-b1e3-dbcc3fc1d9fb is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:09:23.362241 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [req-868a897d-62f0-490d-bed3-7dbd2a3eb139 req-93f62d00-406a-4745-8ce2-9b186365d695 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:09:23.367033 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-868a897d-62f0-490d-bed3-7dbd2a3eb139 req-93f62d00-406a-4745-8ce2-9b186365d695 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:09:23.370819 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f62d00-406a-4745-8ce2-9b186365d695 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] Pushing event updated for resources: {'Port': ['ID=7543f02b-7a88-41dd-92df-3e6432928a81,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:23.389150 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-d18d4b77-e798-4f70-bc4b-250fd2e2f87a req-304ed3d9-4436-46e4-a3b9-ddc130bb8757 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:23.424474 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868a897d-62f0-490d-bed3-7dbd2a3eb139 req-93f62d00-406a-4745-8ce2-9b186365d695 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:23.425419 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-868a897d-62f0-490d-bed3-7dbd2a3eb139 req-93f62d00-406a-4745-8ce2-9b186365d695 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:23.511740 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-d18d4b77-e798-4f70-bc4b-250fd2e2f87a req-304ed3d9-4436-46e4-a3b9-ddc130bb8757 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:23.581090 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-d18d4b77-e798-4f70-bc4b-250fd2e2f87a req-304ed3d9-4436-46e4-a3b9-ddc130bb8757 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:23.614134 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304ed3d9-4436-46e4-a3b9-ddc130bb8757 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Pushing event updated for resources: {'SecurityGroup': ['ID=585b1d31-d025-425b-839b-5e63d3af9678,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:23.633426 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-868a897d-62f0-490d-bed3-7dbd2a3eb139 req-93f62d00-406a-4745-8ce2-9b186365d695 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1766183 Aug 11 03:09:23.645950 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-868a897d-62f0-490d-bed3-7dbd2a3eb139 req-78a0f7aa-ff43-4af5-9243-63a2ef196bbb service neutron] Request body: {'port': {'device_id': '913f7241-5eba-43f7-b254-8e0682a1f0a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764292-30'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:09:23.690681 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-d18d4b77-e798-4f70-bc4b-250fd2e2f87a req-304ed3d9-4436-46e4-a3b9-ddc130bb8757 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:23.691992 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d18d4b77-e798-4f70-bc4b-250fd2e2f87a req-304ed3d9-4436-46e4-a3b9-ddc130bb8757 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.4364650 Aug 11 03:09:23.700781 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-868a897d-62f0-490d-bed3-7dbd2a3eb139 req-78a0f7aa-ff43-4af5-9243-63a2ef196bbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:23.839712 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bc983530-404f-46d5-8383-324e70684d88 req-5a33778d-aad3-450a-a3cb-7dabac28f5e5 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c8aa6119d36c4641af7622d251acddef HTTP/1.1" status: 200 len: 10910 time: 0.1262496 Aug 11 03:09:23.864718 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ca9890-6134-4bde-bd72-298c4ab5f77a req-2791b967-4e63-4ba0-99cc-36e5df63641d tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:23.866218 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-09ca9890-6134-4bde-bd72-298c4ab5f77a req-2791b967-4e63-4ba0-99cc-36e5df63641d tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d03b1ae-a755-4a35-b1e5-76525a66ded5 HTTP/1.1" status: 200 len: 945 time: 0.0827327 Aug 11 03:09:23.922344 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bc983530-404f-46d5-8383-324e70684d88 req-55102cd5-c5ca-4f0c-93bf-efc12af65ad8 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] 10.222.0.41 "GET /v2.0/security-groups/4742dd89-5545-47da-9d5a-053b57544bd3 HTTP/1.1" status: 200 len: 2985 time: 0.0737104 Aug 11 03:09:23.929693 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-09ca9890-6134-4bde-bd72-298c4ab5f77a req-8be11ee5-9ef2-4fe8-9a7a-c1228dfb221e tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/security-groups?id=96c4279c-51b6-4d8a-ac93-67215ccf65c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530012 Aug 11 03:09:23.980264 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [req-868a897d-62f0-490d-bed3-7dbd2a3eb139 req-78a0f7aa-ff43-4af5-9243-63a2ef196bbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7543f02b-7a88-41dd-92df-3e6432928a81 {{(pid=102191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:09:23.984809 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bc983530-404f-46d5-8383-324e70684d88 req-06d65ec5-fabb-4339-9afb-7851307a6b57 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] 10.222.0.41 "GET /v2.0/security-groups/4742dd89-5545-47da-9d5a-053b57544bd3 HTTP/1.1" status: 200 len: 2985 time: 0.0454030 Aug 11 03:09:23.990209 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-868a897d-62f0-490d-bed3-7dbd2a3eb139 req-78a0f7aa-ff43-4af5-9243-63a2ef196bbb service neutron] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:24.011006 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [req-868a897d-62f0-490d-bed3-7dbd2a3eb139 req-78a0f7aa-ff43-4af5-9243-63a2ef196bbb service neutron] Transition to ACTIVE for port object 7543f02b-7a88-41dd-92df-3e6432928a81 will not be triggered until provisioned by entity L2. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:09:24.073412 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-868a897d-62f0-490d-bed3-7dbd2a3eb139 req-78a0f7aa-ff43-4af5-9243-63a2ef196bbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:24.122832 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e8368d07-ab8c-46f4-afeb-03c4d1dcf1d2 req-ab8ea635-cbb9-4501-85ef-c71fa22516f2 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] 10.222.0.41 "GET /v2.0/security-groups/ecc6124d-7258-4784-8ff4-802452f1617c HTTP/1.1" status: 200 len: 1803 time: 0.0801167 Aug 11 03:09:24.140243 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a0f7aa-ff43-4af5-9243-63a2ef196bbb service neutron] Pushing event updated for resources: {'Port': ['ID=7543f02b-7a88-41dd-92df-3e6432928a81,revision_number=2']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:24.156022 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7fc3ab-7e12-49c0-9a3a-3bab52d3e6e5 req-3c3895e6-678b-4e4f-9451-e1180ad18014 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:24.157551 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3d7fc3ab-7e12-49c0-9a3a-3bab52d3e6e5 req-3c3895e6-678b-4e4f-9451-e1180ad18014 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] 10.222.0.41 "GET /v2.0/ports?device_id=913f7241-5eba-43f7-b254-8e0682a1f0a3 HTTP/1.1" status: 200 len: 943 time: 0.1068316 Aug 11 03:09:24.207544 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-868a897d-62f0-490d-bed3-7dbd2a3eb139 req-78a0f7aa-ff43-4af5-9243-63a2ef196bbb service neutron] Attempting to bind port 7543f02b-7a88-41dd-92df-3e6432928a81 on host n-h1-764292-30 for vnic_type normal with profile {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:09:24.207852 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-868a897d-62f0-490d-bed3-7dbd2a3eb139 req-78a0f7aa-ff43-4af5-9243-63a2ef196bbb service neutron] Attempting to bind port 7543f02b-7a88-41dd-92df-3e6432928a81 by drivers openvswitch,hyperv on host n-h1-764292-30 at level 0 using segments [{'id': 'c567aba8-f786-4533-ad6f-0c8ff3fef5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '83b4bd4d-f4f2-42f4-b1e3-dbcc3fc1d9fb'}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:09:24.208118 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-868a897d-62f0-490d-bed3-7dbd2a3eb139 req-78a0f7aa-ff43-4af5-9243-63a2ef196bbb service neutron] Attempting to bind port 7543f02b-7a88-41dd-92df-3e6432928a81 on network 83b4bd4d-f4f2-42f4-b1e3-dbcc3fc1d9fb {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:09:24.212512 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-868a897d-62f0-490d-bed3-7dbd2a3eb139 req-78a0f7aa-ff43-4af5-9243-63a2ef196bbb service neutron] Port 7543f02b-7a88-41dd-92df-3e6432928a81 on network 83b4bd4d-f4f2-42f4-b1e3-dbcc3fc1d9fb not bound, no agent of type Open vSwitch agent registered on host n-h1-764292-30 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:09:24.212834 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-868a897d-62f0-490d-bed3-7dbd2a3eb139 req-78a0f7aa-ff43-4af5-9243-63a2ef196bbb service neutron] Attempting to bind port 7543f02b-7a88-41dd-92df-3e6432928a81 on network 83b4bd4d-f4f2-42f4-b1e3-dbcc3fc1d9fb {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:09:24.217352 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3d7fc3ab-7e12-49c0-9a3a-3bab52d3e6e5 req-b46488a5-3c28-4cc3-803a-e8355e605f64 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5a225df-05c1-440d-b2ae-d3bea38f3abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512619 Aug 11 03:09:24.235242 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-e8368d07-ab8c-46f4-afeb-03c4d1dcf1d2 req-8da905ee-99bf-49f7-ba24-4cb9ba60d645 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:24.244269 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-868a897d-62f0-490d-bed3-7dbd2a3eb139 req-78a0f7aa-ff43-4af5-9243-63a2ef196bbb service neutron] Checking agent: {'id': 'abb524c2-b412-4ed2-8367-45c4fd996fa7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 9, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:09:24.244869 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-868a897d-62f0-490d-bed3-7dbd2a3eb139 req-78a0f7aa-ff43-4af5-9243-63a2ef196bbb service neutron] Checking segment: {'id': 'c567aba8-f786-4533-ad6f-0c8ff3fef5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '83b4bd4d-f4f2-42f4-b1e3-dbcc3fc1d9fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:09:24.245762 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-868a897d-62f0-490d-bed3-7dbd2a3eb139 req-78a0f7aa-ff43-4af5-9243-63a2ef196bbb service neutron] Bound using segment: {'id': 'c567aba8-f786-4533-ad6f-0c8ff3fef5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '83b4bd4d-f4f2-42f4-b1e3-dbcc3fc1d9fb'} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:09:24.246532 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-868a897d-62f0-490d-bed3-7dbd2a3eb139 req-78a0f7aa-ff43-4af5-9243-63a2ef196bbb service neutron] Bound port: 7543f02b-7a88-41dd-92df-3e6432928a81, host: n-h1-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c567aba8-f786-4533-ad6f-0c8ff3fef5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '83b4bd4d-f4f2-42f4-b1e3-dbcc3fc1d9fb'}}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:09:24.247260 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-868a897d-62f0-490d-bed3-7dbd2a3eb139 req-78a0f7aa-ff43-4af5-9243-63a2ef196bbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:24.264773 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-e8368d07-ab8c-46f4-afeb-03c4d1dcf1d2 req-8da905ee-99bf-49f7-ba24-4cb9ba60d645 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:24.322655 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-868a897d-62f0-490d-bed3-7dbd2a3eb139 req-78a0f7aa-ff43-4af5-9243-63a2ef196bbb service neutron] For port 7543f02b-7a88-41dd-92df-3e6432928a81, host n-h1-764292-30, cleared binding levels {{(pid=102191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:09:24.326074 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-868a897d-62f0-490d-bed3-7dbd2a3eb139 req-78a0f7aa-ff43-4af5-9243-63a2ef196bbb service neutron] For port 7543f02b-7a88-41dd-92df-3e6432928a81, host n-h1-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=7543f02b-7a88-41dd-92df-3e6432928a81,segment=NetworkSegment(c567aba8-f786-4533-ad6f-0c8ff3fef5d6),segment_id=c567aba8-f786-4533-ad6f-0c8ff3fef5d6)] {{(pid=102191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:09:24.405102 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-e8368d07-ab8c-46f4-afeb-03c4d1dcf1d2 req-8da905ee-99bf-49f7-ba24-4cb9ba60d645 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:24.407756 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-e8368d07-ab8c-46f4-afeb-03c4d1dcf1d2 req-8da905ee-99bf-49f7-ba24-4cb9ba60d645 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:24.408921 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e8368d07-ab8c-46f4-afeb-03c4d1dcf1d2 req-8da905ee-99bf-49f7-ba24-4cb9ba60d645 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] 10.222.0.41 "DELETE /v2.0/security-groups/ecc6124d-7258-4784-8ff4-802452f1617c HTTP/1.1" status: 204 len: 173 time: 0.2805903 Aug 11 03:09:24.418004 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da905ee-99bf-49f7-ba24-4cb9ba60d645 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecc6124d-7258-4784-8ff4-802452f1617c,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:24.422661 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-868a897d-62f0-490d-bed3-7dbd2a3eb139 req-78a0f7aa-ff43-4af5-9243-63a2ef196bbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:24.463809 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868a897d-62f0-490d-bed3-7dbd2a3eb139 req-78a0f7aa-ff43-4af5-9243-63a2ef196bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:24.464543 n-d-764292-30 neutron-server[102192]: INFO neutron.api.v2.resource [req-845f8fe0-c0ae-45b2-887e-f449c918da8d req-9b8e0967-6f28-455b-b178-1198eec4cd3d tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] show failed (client error): The resource could not be found. Aug 11 03:09:24.464663 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-868a897d-62f0-490d-bed3-7dbd2a3eb139 req-78a0f7aa-ff43-4af5-9243-63a2ef196bbb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:24.466196 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-845f8fe0-c0ae-45b2-887e-f449c918da8d req-9b8e0967-6f28-455b-b178-1198eec4cd3d tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] 10.222.0.41 "GET /v2.0/security-groups/ecc6124d-7258-4784-8ff4-802452f1617c HTTP/1.1" status: 404 len: 352 time: 0.0204432 Aug 11 03:09:24.466483 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-868a897d-62f0-490d-bed3-7dbd2a3eb139 req-78a0f7aa-ff43-4af5-9243-63a2ef196bbb service neutron] 10.222.0.22 "PUT /v2.0/ports/7543f02b-7a88-41dd-92df-3e6432928a81 HTTP/1.1" status: 200 len: 1092 time: 0.8248501 Aug 11 03:09:24.467322 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '913f7241-5eba-43f7-b254-8e0682a1f0a3', 'tag': '7543f02b-7a88-41dd-92df-3e6432928a81'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:09:24.469828 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6451c21-424c-49c8-8cd4-69c4fdc572ed" -d '{"events": [{"name": "network-changed", "server_uuid": "913f7241-5eba-43f7-b254-8e0682a1f0a3", "tag": "7543f02b-7a88-41dd-92df-3e6432928a81"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:09:24.501833 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a0f7aa-ff43-4af5-9243-63a2ef196bbb service neutron] Pushing event updated for resources: {'Port': ['ID=7543f02b-7a88-41dd-92df-3e6432928a81,revision_number=3']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:24.513304 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:09:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b1e989c-0dbf-4625-97ef-e016922593bb x-openstack-request-id: req-1b1e989c-0dbf-4625-97ef-e016922593bb {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:09:24.513877 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "913f7241-5eba-43f7-b254-8e0682a1f0a3", "tag": "7543f02b-7a88-41dd-92df-3e6432928a81", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:09:24.514267 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1b1e989c-0dbf-4625-97ef-e016922593bb {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:09:24.514843 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '913f7241-5eba-43f7-b254-8e0682a1f0a3', 'tag': '7543f02b-7a88-41dd-92df-3e6432928a81', 'status': 'completed', 'code': 200} Aug 11 03:09:24.563283 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 4c05e0c4-ca34-4606-b44b-acb7389404c6 up at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:09:24.585804 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6451c21-424c-49c8-8cd4-69c4fdc572ed req-daa60b14-27c5-44e8-90ff-dec90fd7ecff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:24.587615 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-f6451c21-424c-49c8-8cd4-69c4fdc572ed req-daa60b14-27c5-44e8-90ff-dec90fd7ecff service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=32216559a0354b28a10186d89c9b1072&device_id=913f7241-5eba-43f7-b254-8e0682a1f0a3 HTTP/1.1" status: 200 len: 1095 time: 0.0473797 Aug 11 03:09:24.590194 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c969f7a6-3205-4f7f-aa92-98df6c3095ed req-616e0fba-be2d-463a-b15d-8517de3d823c tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] 10.222.0.41 "GET /v2.0/security-groups/5e01d261-4317-42ca-96d9-2a01a84f367a HTTP/1.1" status: 200 len: 1801 time: 0.0578439 Aug 11 03:09:24.662453 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-c969f7a6-3205-4f7f-aa92-98df6c3095ed req-ad767547-95a6-4827-83ec-567cd996e947 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:24.710976 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-c969f7a6-3205-4f7f-aa92-98df6c3095ed req-ad767547-95a6-4827-83ec-567cd996e947 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:24.711697 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6451c21-424c-49c8-8cd4-69c4fdc572ed req-d77c2763-efa5-4eb6-9255-21551432bfb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:24.713308 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-f6451c21-424c-49c8-8cd4-69c4fdc572ed req-d77c2763-efa5-4eb6-9255-21551432bfb3 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=32216559a0354b28a10186d89c9b1072&shared=False HTTP/1.1" status: 200 len: 906 time: 0.1172111 Aug 11 03:09:24.729788 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning for port 4c05e0c4-ca34-4606-b44b-acb7389404c6 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:09:24.734095 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning complete for port 4c05e0c4-ca34-4606-b44b-acb7389404c6 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:09:24.734470 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:24.774356 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33624f0-2583-4136-80e2-b4f248bd1689 req-9083461b-a1f4-4f6b-94c0-28e49c7fd10d tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:24.775905 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b33624f0-2583-4136-80e2-b4f248bd1689 req-9083461b-a1f4-4f6b-94c0-28e49c7fd10d tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=a978446e-4582-4607-aebd-6033f29f8980 HTTP/1.1" status: 200 len: 950 time: 0.1107817 Aug 11 03:09:24.853639 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b33624f0-2583-4136-80e2-b4f248bd1689 req-df48eb25-c9c2-4995-8ea2-45c49cc04a11 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682240 Aug 11 03:09:24.863257 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6451c21-424c-49c8-8cd4-69c4fdc572ed req-21bd1eca-c5f8-4a02-b57e-f926b7da721f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:24.864862 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-f6451c21-424c-49c8-8cd4-69c4fdc572ed req-21bd1eca-c5f8-4a02-b57e-f926b7da721f service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1427219 Aug 11 03:09:24.869170 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:24.896192 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d03b1ae-a755-4a35-b1e5-76525a66ded5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c05e0c4-ca34-4606-b44b-acb7389404c6'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:09:24.898430 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81add38c-0a16-4eb5-8b7a-056b391158a3" -d '{"events": [{"server_uuid": "5d03b1ae-a755-4a35-b1e5-76525a66ded5", "name": "network-vif-plugged", "status": "completed", "tag": "4c05e0c4-ca34-4606-b44b-acb7389404c6"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:09:24.912254 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port 4c05e0c4-ca34-4606-b44b-acb7389404c6, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=4c05e0c4-ca34-4606-b44b-acb7389404c6,segment=NetworkSegment(66697432-be64-438d-a5b2-0b02f3d0fa2a),segment_id=66697432-be64-438d-a5b2-0b02f3d0fa2a)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:09:24.921432 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-c969f7a6-3205-4f7f-aa92-98df6c3095ed req-ad767547-95a6-4827-83ec-567cd996e947 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:24.924192 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-c969f7a6-3205-4f7f-aa92-98df6c3095ed req-ad767547-95a6-4827-83ec-567cd996e947 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:24.925422 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c969f7a6-3205-4f7f-aa92-98df6c3095ed req-ad767547-95a6-4827-83ec-567cd996e947 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] 10.222.0.41 "DELETE /v2.0/security-groups/5e01d261-4317-42ca-96d9-2a01a84f367a HTTP/1.1" status: 204 len: 173 time: 0.3210323 Aug 11 03:09:24.934856 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad767547-95a6-4827-83ec-567cd996e947 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e01d261-4317-42ca-96d9-2a01a84f367a,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:24.968130 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868a897d-62f0-490d-bed3-7dbd2a3eb139 req-e2cca0c3-4379-456e-af03-03f91e3c86fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:24.969213 n-d-764292-30 neutron-server[102192]: INFO neutron.api.v2.resource [req-e0a5bb38-7254-4ee9-bcf4-6fd003ceedce req-a6d40643-5dbd-42b2-adb2-e11fcec28f67 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] show failed (client error): The resource could not be found. Aug 11 03:09:24.969711 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-868a897d-62f0-490d-bed3-7dbd2a3eb139 req-e2cca0c3-4379-456e-af03-03f91e3c86fb service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=32216559a0354b28a10186d89c9b1072&device_id=913f7241-5eba-43f7-b254-8e0682a1f0a3 HTTP/1.1" status: 200 len: 1095 time: 0.0599768 Aug 11 03:09:24.970268 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e0a5bb38-7254-4ee9-bcf4-6fd003ceedce req-a6d40643-5dbd-42b2-adb2-e11fcec28f67 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] 10.222.0.41 "GET /v2.0/security-groups/5e01d261-4317-42ca-96d9-2a01a84f367a HTTP/1.1" status: 404 len: 352 time: 0.0247154 Aug 11 03:09:25.011117 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:25.031611 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-868a897d-62f0-490d-bed3-7dbd2a3eb139 req-06eb78cc-6880-4590-858d-06195a273f54 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7543f02b-7a88-41dd-92df-3e6432928a81 HTTP/1.1" status: 200 len: 217 time: 0.0530262 Aug 11 03:09:25.090153 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868a897d-62f0-490d-bed3-7dbd2a3eb139 req-505caf61-a161-4258-af14-71b2d0ab50b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:25.093669 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-868a897d-62f0-490d-bed3-7dbd2a3eb139 req-505caf61-a161-4258-af14-71b2d0ab50b9 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b8a74f8c-47d7-428d-9b47-116a9ebdc466 HTTP/1.1" status: 200 len: 845 time: 0.0535362 Aug 11 03:09:25.097059 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=4c05e0c4-ca34-4606-b44b-acb7389404c6,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:25.135338 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-868a897d-62f0-490d-bed3-7dbd2a3eb139 req-2f99907d-f8a5-49ae-bbda-3a49878390f2 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=83b4bd4d-f4f2-42f4-b1e3-dbcc3fc1d9fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320332 Aug 11 03:09:25.143986 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c48a62c-0aff-4132-9973-c4e541e50aed req-aec1384f-0c55-40e7-ac4e-8c0651c155cb tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:25.145617 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6c48a62c-0aff-4132-9973-c4e541e50aed req-aec1384f-0c55-40e7-ac4e-8c0651c155cb tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d03b1ae-a755-4a35-b1e5-76525a66ded5 HTTP/1.1" status: 200 len: 946 time: 0.0943716 Aug 11 03:09:25.149185 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:09:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ac7d3b2-196f-42ce-896f-033176f0ffe1 x-openstack-request-id: req-6ac7d3b2-196f-42ce-896f-033176f0ffe1 {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:09:25.149185 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d03b1ae-a755-4a35-b1e5-76525a66ded5", "name": "network-vif-plugged", "status": "completed", "tag": "4c05e0c4-ca34-4606-b44b-acb7389404c6", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:09:25.149185 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6ac7d3b2-196f-42ce-896f-033176f0ffe1 {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:09:25.149185 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d03b1ae-a755-4a35-b1e5-76525a66ded5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c05e0c4-ca34-4606-b44b-acb7389404c6', 'code': 200} Aug 11 03:09:25.221704 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6c48a62c-0aff-4132-9973-c4e541e50aed req-b6ed461d-783c-4438-a01c-a8de677dad41 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/security-groups?id=96c4279c-51b6-4d8a-ac93-67215ccf65c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684938 Aug 11 03:09:25.255886 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-868a897d-62f0-490d-bed3-7dbd2a3eb139 req-5c85f934-57f6-4eb1-abff-b86c54969d67 service neutron] 10.222.0.22 "GET /v2.0/networks/83b4bd4d-f4f2-42f4-b1e3-dbcc3fc1d9fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112258 Aug 11 03:09:25.275986 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c052a1c1-f69e-4ffd-a12d-b5cfbf5ff798 req-6620d049-129e-4acb-b594-5e6d6eb16425 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] 10.222.0.41 "GET /v2.0/security-groups/585b1d31-d025-425b-839b-5e63d3af9678 HTTP/1.1" status: 200 len: 1803 time: 0.1086426 Aug 11 03:09:25.297854 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115d9f79-d725-4d35-a30d-26cdddd7cc73 req-2a05cde3-99bd-42a1-a53a-4e55321d837f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:25.299362 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-115d9f79-d725-4d35-a30d-26cdddd7cc73 req-2a05cde3-99bd-42a1-a53a-4e55321d837f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5d03b1ae-a755-4a35-b1e5-76525a66ded5 HTTP/1.1" status: 200 len: 1098 time: 0.0731480 Aug 11 03:09:25.359858 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-868a897d-62f0-490d-bed3-7dbd2a3eb139 req-775974db-6ca6-4e20-bd13-ef4d596b56f9 service neutron] 10.222.0.22 "GET /v2.0/networks/83b4bd4d-f4f2-42f4-b1e3-dbcc3fc1d9fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952516 Aug 11 03:09:25.363228 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-115d9f79-d725-4d35-a30d-26cdddd7cc73 req-fa5ee931-36b6-483e-bf3f-096e96c6ab7b service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=96c4279c-51b6-4d8a-ac93-67215ccf65c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483696 Aug 11 03:09:25.374613 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-c052a1c1-f69e-4ffd-a12d-b5cfbf5ff798 req-ce766e3e-6eda-43cd-a040-05854c9f1d95 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:25.425015 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-c052a1c1-f69e-4ffd-a12d-b5cfbf5ff798 req-ce766e3e-6eda-43cd-a040-05854c9f1d95 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:25.464641 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673042ec-ae72-431e-9995-d47623a76e32 req-af453345-39d4-4d9a-bbac-d0b06e5104c5 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:25.466162 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-673042ec-ae72-431e-9995-d47623a76e32 req-af453345-39d4-4d9a-bbac-d0b06e5104c5 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] 10.222.0.41 "GET /v2.0/ports?device_id=913f7241-5eba-43f7-b254-8e0682a1f0a3 HTTP/1.1" status: 200 len: 943 time: 0.0886424 Aug 11 03:09:25.507323 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-673042ec-ae72-431e-9995-d47623a76e32 req-f113188b-cbd7-4ac3-92cd-af813b49a93e tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5a225df-05c1-440d-b2ae-d3bea38f3abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342758 Aug 11 03:09:25.547302 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-c052a1c1-f69e-4ffd-a12d-b5cfbf5ff798 req-ce766e3e-6eda-43cd-a040-05854c9f1d95 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:25.549844 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-c052a1c1-f69e-4ffd-a12d-b5cfbf5ff798 req-ce766e3e-6eda-43cd-a040-05854c9f1d95 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:25.550972 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c052a1c1-f69e-4ffd-a12d-b5cfbf5ff798 req-ce766e3e-6eda-43cd-a040-05854c9f1d95 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] 10.222.0.41 "DELETE /v2.0/security-groups/585b1d31-d025-425b-839b-5e63d3af9678 HTTP/1.1" status: 204 len: 173 time: 0.2642562 Aug 11 03:09:25.560448 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce766e3e-6eda-43cd-a040-05854c9f1d95 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=585b1d31-d025-425b-839b-5e63d3af9678,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:25.595256 n-d-764292-30 neutron-server[102192]: INFO neutron.api.v2.resource [req-66952f90-28cc-4da5-a6f7-5045c7a4178b req-822a0f52-62e9-416a-a998-597b1d449bab tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] show failed (client error): The resource could not be found. Aug 11 03:09:25.595918 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-66952f90-28cc-4da5-a6f7-5045c7a4178b req-822a0f52-62e9-416a-a998-597b1d449bab tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] 10.222.0.41 "GET /v2.0/security-groups/585b1d31-d025-425b-839b-5e63d3af9678 HTTP/1.1" status: 404 len: 352 time: 0.0208724 Aug 11 03:09:25.680474 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1cafa442-4c2e-4012-a761-4843c66e155b req-071ccb0e-6e27-49f1-b70e-cf0f06e23950 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c8aa6119d36c4641af7622d251acddef HTTP/1.1" status: 200 len: 6156 time: 0.0636556 Aug 11 03:09:25.738919 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1cafa442-4c2e-4012-a761-4843c66e155b req-82e8cce2-3490-4b70-8f10-daf0a0375c08 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] 10.222.0.41 "GET /v2.0/security-groups/4742dd89-5545-47da-9d5a-053b57544bd3 HTTP/1.1" status: 200 len: 2985 time: 0.0508325 Aug 11 03:09:25.787728 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1cafa442-4c2e-4012-a761-4843c66e155b req-0b17783e-7706-4079-8935-edbe6f47b0bb tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] 10.222.0.41 "GET /v2.0/security-groups/4742dd89-5545-47da-9d5a-053b57544bd3 HTTP/1.1" status: 200 len: 2985 time: 0.0474398 Aug 11 03:09:25.820109 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-1fdeab3a-0009-4fae-b4c7-db4331b798f0 req-1cc1c82f-d4f6-4479-8767-f6b5a1676c30 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-162979945', 'description': 'tempest-description-2124121859'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:09:25.895670 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-1fdeab3a-0009-4fae-b4c7-db4331b798f0 req-1cc1c82f-d4f6-4479-8767-f6b5a1676c30 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:25.984932 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52647575-4507-46ec-836c-7c116f8fda11 req-d105bc86-97e8-4bfa-9f3c-960f700f77b2 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:25.986357 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-52647575-4507-46ec-836c-7c116f8fda11 req-d105bc86-97e8-4bfa-9f3c-960f700f77b2 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=a978446e-4582-4607-aebd-6033f29f8980 HTTP/1.1" status: 200 len: 950 time: 0.0687420 Aug 11 03:09:26.049313 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-1fdeab3a-0009-4fae-b4c7-db4331b798f0 req-1cc1c82f-d4f6-4479-8767-f6b5a1676c30 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:26.052750 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-52647575-4507-46ec-836c-7c116f8fda11 req-51575ced-2ad4-4a42-83d4-fa6647e54647 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592134 Aug 11 03:09:26.112113 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-1fdeab3a-0009-4fae-b4c7-db4331b798f0 req-1cc1c82f-d4f6-4479-8767-f6b5a1676c30 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:26.142423 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc1c82f-d4f6-4479-8767-f6b5a1676c30 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Pushing event updated for resources: {'SecurityGroup': ['ID=adb134a6-712f-4fc0-a993-71c8c2c0f72f,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:26.192255 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-1fdeab3a-0009-4fae-b4c7-db4331b798f0 req-1cc1c82f-d4f6-4479-8767-f6b5a1676c30 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:26.194199 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1fdeab3a-0009-4fae-b4c7-db4331b798f0 req-1cc1c82f-d4f6-4479-8767-f6b5a1676c30 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.3778887 Aug 11 03:09:26.220932 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-409522dd-977e-4d83-a9de-dc52a1ff0c9f req-ea4e6da1-065c-4c82-be80-91c584bd71f7 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-704067132', 'description': 'tempest-description-1691065335'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:09:26.307328 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-409522dd-977e-4d83-a9de-dc52a1ff0c9f req-ea4e6da1-065c-4c82-be80-91c584bd71f7 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:26.385393 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904314aa-e2b4-4f93-bb98-3ef281f8c45d req-1c908c43-61c9-4435-aa57-9c6f3aad3169 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:26.387078 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-904314aa-e2b4-4f93-bb98-3ef281f8c45d req-1c908c43-61c9-4435-aa57-9c6f3aad3169 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.22 "GET /v2.0/ports?device_id=a978446e-4582-4607-aebd-6033f29f8980 HTTP/1.1" status: 200 len: 950 time: 0.0651913 Aug 11 03:09:26.391509 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-3b6460b8-ad58-4341-b8f0-347e9d7cbb3e req-1c59d9c5-7fe0-4d43-90e0-5f22fd92525e service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=29cccc14-5cf4-4470-a538-9d1ef2af8007&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1083705 Aug 11 03:09:26.435639 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168765b5-3742-4c6d-b3d2-7cb58f89da4c req-c461fcfa-56d0-48be-9732-39e83b4230bb tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:26.437145 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-168765b5-3742-4c6d-b3d2-7cb58f89da4c req-c461fcfa-56d0-48be-9732-39e83b4230bb tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d03b1ae-a755-4a35-b1e5-76525a66ded5 HTTP/1.1" status: 200 len: 946 time: 0.1048403 Aug 11 03:09:26.507734 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-168765b5-3742-4c6d-b3d2-7cb58f89da4c req-20221dbd-6ef1-4a09-936b-1380490d24df tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/security-groups?id=96c4279c-51b6-4d8a-ac93-67215ccf65c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621884 Aug 11 03:09:26.509112 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-409522dd-977e-4d83-a9de-dc52a1ff0c9f req-ea4e6da1-065c-4c82-be80-91c584bd71f7 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:26.545895 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6460b8-ad58-4341-b8f0-347e9d7cbb3e req-ae3d48df-881e-48cd-b13e-a961980d70e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:26.547424 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-3b6460b8-ad58-4341-b8f0-347e9d7cbb3e req-ae3d48df-881e-48cd-b13e-a961980d70e9 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=3419766c112444a3864f482257b66851&device_id=29cccc14-5cf4-4470-a538-9d1ef2af8007 HTTP/1.1" status: 200 len: 1097 time: 0.0750949 Aug 11 03:09:26.561707 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-904314aa-e2b4-4f93-bb98-3ef281f8c45d req-41abf5c4-e025-4852-9446-20d9e429494a tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Deleting port 49709cb6-e751-4686-8ada-f7f57e0574e6 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:09:26.562161 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-904314aa-e2b4-4f93-bb98-3ef281f8c45d req-41abf5c4-e025-4852-9446-20d9e429494a tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:26.599481 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-409522dd-977e-4d83-a9de-dc52a1ff0c9f req-ea4e6da1-065c-4c82-be80-91c584bd71f7 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:26.630964 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4e6da1-065c-4c82-be80-91c584bd71f7 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Pushing event updated for resources: {'SecurityGroup': ['ID=664ccf5e-9b6c-4b89-8e18-0764e9cc5dc1,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:26.692628 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-409522dd-977e-4d83-a9de-dc52a1ff0c9f req-ea4e6da1-065c-4c82-be80-91c584bd71f7 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:26.696336 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-409522dd-977e-4d83-a9de-dc52a1ff0c9f req-ea4e6da1-065c-4c82-be80-91c584bd71f7 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.4796288 Aug 11 03:09:26.723727 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-904314aa-e2b4-4f93-bb98-3ef281f8c45d req-41abf5c4-e025-4852-9446-20d9e429494a tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] For port 49709cb6-e751-4686-8ada-f7f57e0574e6, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=49709cb6-e751-4686-8ada-f7f57e0574e6,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:09:26.724119 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-904314aa-e2b4-4f93-bb98-3ef281f8c45d req-41abf5c4-e025-4852-9446-20d9e429494a tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:26.733541 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6460b8-ad58-4341-b8f0-347e9d7cbb3e req-620d8b56-5924-4a30-af5d-3ca15b8cec7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:26.735040 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-3b6460b8-ad58-4341-b8f0-347e9d7cbb3e req-620d8b56-5924-4a30-af5d-3ca15b8cec7d service neutron] 10.222.0.22 "GET /v2.0/networks?id=6b5eb666-47e5-4ddb-b0bc-16855d478160 HTTP/1.1" status: 200 len: 913 time: 0.1552811 Aug 11 03:09:26.738902 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a3661a-bad6-4c59-a6b9-3ef05de9289f req-2feb589e-8c17-44c5-8758-8ebd576176c3 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:26.740730 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-91a3661a-bad6-4c59-a6b9-3ef05de9289f req-2feb589e-8c17-44c5-8758-8ebd576176c3 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] 10.222.0.41 "GET /v2.0/ports?device_id=913f7241-5eba-43f7-b254-8e0682a1f0a3 HTTP/1.1" status: 200 len: 943 time: 0.0767350 Aug 11 03:09:26.740844 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-904314aa-e2b4-4f93-bb98-3ef281f8c45d req-41abf5c4-e025-4852-9446-20d9e429494a tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Calling delete_port for 49709cb6-e751-4686-8ada-f7f57e0574e6 owned by compute:nova {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:09:26.751661 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device a6f3ee74-8e10-43b7-b557-8188f2204900 no longer exists at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:09:26.781360 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-3b6460b8-ad58-4341-b8f0-347e9d7cbb3e req-90e83591-77bc-4788-866d-eceb702e8aae service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9cd52e4f-6ec2-42da-8cbf-44a7dbbee675 HTTP/1.1" status: 200 len: 217 time: 0.0384209 Aug 11 03:09:26.789209 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] No Port match for: a6f3ee74-8e10-43b7-b557-8188f2204900 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:09:26.790981 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device a6f3ee74-8e10-43b7-b557-8188f2204900 not bound to the agent host n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:09:26.796302 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-91a3661a-bad6-4c59-a6b9-3ef05de9289f req-1b4bc8ab-e251-4ece-a8ee-dd7803bd80ab tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5a225df-05c1-440d-b2ae-d3bea38f3abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460882 Aug 11 03:09:26.839261 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 55508) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:09:26.880649 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6460b8-ad58-4341-b8f0-347e9d7cbb3e req-f6fe356a-df03-44cd-9bc3-d64f592d77e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:26.882265 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-3b6460b8-ad58-4341-b8f0-347e9d7cbb3e req-f6fe356a-df03-44cd-9bc3-d64f592d77e3 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6bc807f9-b5f2-488b-b980-1ec1f7afe42f HTTP/1.1" status: 200 len: 851 time: 0.0921080 Aug 11 03:09:26.961039 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6460b8-ad58-4341-b8f0-347e9d7cbb3e req-72b76d27-c140-48c7-811e-c65f05e41f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:26.962591 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-3b6460b8-ad58-4341-b8f0-347e9d7cbb3e req-72b76d27-c140-48c7-811e-c65f05e41f60 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=6b5eb666-47e5-4ddb-b0bc-16855d478160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0680783 Aug 11 03:09:26.994427 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-26675f7e-5ee6-4393-971d-920d2ff97b19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:27.061873 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13326f37-7672-4b3a-a81a-22b0308c5ea9 req-a8ed34c6-2710-4ec2-9742-dc9f7807f1fa tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:27.063313 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-13326f37-7672-4b3a-a81a-22b0308c5ea9 req-a8ed34c6-2710-4ec2-9742-dc9f7807f1fa tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] 10.222.0.41 "GET /v2.0/networks?id=92150d50-1f8e-4278-9525-d0992602767c HTTP/1.1" status: 200 len: 812 time: 0.1359699 Aug 11 03:09:27.064630 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-3b6460b8-ad58-4341-b8f0-347e9d7cbb3e req-24c28dce-14ba-4fad-ae49-2354622d377d service neutron] 10.222.0.22 "GET /v2.0/networks/6b5eb666-47e5-4ddb-b0bc-16855d478160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934160 Aug 11 03:09:27.081979 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-904314aa-e2b4-4f93-bb98-3ef281f8c45d req-41abf5c4-e025-4852-9446-20d9e429494a tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:27.091039 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-13326f37-7672-4b3a-a81a-22b0308c5ea9 req-c07d1230-9444-4673-9d9f-b3f79bc64064 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] 10.222.0.41 "GET /v2.0/quotas/c8aa6119d36c4641af7622d251acddef HTTP/1.1" status: 200 len: 375 time: 0.0188410 Aug 11 03:09:27.094833 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['49709cb6-e751-4686-8ada-f7f57e0574e6'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:09:27.179422 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41abf5c4-e025-4852-9446-20d9e429494a tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Pushing event deleted for resources: {'Port': ['ID=49709cb6-e751-4686-8ada-f7f57e0574e6,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:27.204781 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-26675f7e-5ee6-4393-971d-920d2ff97b19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:27.214142 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-13326f37-7672-4b3a-a81a-22b0308c5ea9 req-f38f5731-76fe-4cef-a26b-e99bf29c1f84 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c8aa6119d36c4641af7622d251acddef&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1123698 Aug 11 03:09:27.227690 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1539dd-d83a-4e3e-8c4c-c80ae1d06153 req-2506c95e-ace7-4fe6-833f-7bd280804e4a tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:27.229104 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6e1539dd-d83a-4e3e-8c4c-c80ae1d06153 req-2506c95e-ace7-4fe6-833f-7bd280804e4a tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=70c84ed6-1b38-4b73-8bea-55c843cc7bda HTTP/1.1" status: 200 len: 944 time: 0.0935762 Aug 11 03:09:27.235022 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-904314aa-e2b4-4f93-bb98-3ef281f8c45d req-41abf5c4-e025-4852-9446-20d9e429494a tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] No DVR routers for this DVR port 49709cb6-e751-4686-8ada-f7f57e0574e6 on host n-h1-764292-30 {{(pid=102191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:09:27.238952 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-904314aa-e2b4-4f93-bb98-3ef281f8c45d req-41abf5c4-e025-4852-9446-20d9e429494a tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:27.240889 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-904314aa-e2b4-4f93-bb98-3ef281f8c45d req-41abf5c4-e025-4852-9446-20d9e429494a tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.22 "DELETE /v2.0/ports/49709cb6-e751-4686-8ada-f7f57e0574e6 HTTP/1.1" status: 204 len: 173 time: 0.8426692 Aug 11 03:09:27.241374 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a978446e-4582-4607-aebd-6033f29f8980', 'name': 'network-vif-deleted', 'tag': '49709cb6-e751-4686-8ada-f7f57e0574e6'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:09:27.243735 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75c44091-a043-4635-b6b3-33d925ff1c9d" -d '{"events": [{"server_uuid": "a978446e-4582-4607-aebd-6033f29f8980", "name": "network-vif-deleted", "tag": "49709cb6-e751-4686-8ada-f7f57e0574e6"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:09:27.260661 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-3b6460b8-ad58-4341-b8f0-347e9d7cbb3e req-f5c72304-815a-4f0b-b551-3e36874786d2 service neutron] 10.222.0.22 "GET /v2.0/networks/6b5eb666-47e5-4ddb-b0bc-16855d478160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876345 Aug 11 03:09:27.308627 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-26675f7e-5ee6-4393-971d-920d2ff97b19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:27.328073 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6e1539dd-d83a-4e3e-8c4c-c80ae1d06153 req-54115d40-3331-4132-829c-3aa668f64dde tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a2aa92e-a0e4-4cb3-9665-2569763a2f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894656 Aug 11 03:09:27.365150 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-26675f7e-5ee6-4393-971d-920d2ff97b19 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=38719be499794aba8f68d6a64371ae83&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5246484 Aug 11 03:09:27.367875 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 55530) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:09:27.378254 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26675f7e-5ee6-4393-971d-920d2ff97b19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97793a65-7d11-4c3a-85a9-a6192df85212,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:27.384164 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-13326f37-7672-4b3a-a81a-22b0308c5ea9 req-b1fd0058-e246-4510-8833-93931e8b3378 service neutron] 10.222.0.41 "GET /v2.0/networks/92150d50-1f8e-4278-9525-d0992602767c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541443 Aug 11 03:09:27.423939 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-418976b0-2ea8-4f42-87b7-04c75ac3009d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:27.440191 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-98570c75-586d-4548-aca1-8b7c4a845e52 req-57124400-7578-4735-8fcb-6d623363d5a1 tempest-MigrationsAdminTest-1409043612 tempest-MigrationsAdminTest-1409043612-project] 10.222.0.41 "GET /v2.0/ports?device_id=a978446e-4582-4607-aebd-6033f29f8980 HTTP/1.1" status: 200 len: 210 time: 0.0423808 Aug 11 03:09:27.446747 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-418976b0-2ea8-4f42-87b7-04c75ac3009d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:27.510896 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:09:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22cabbf6-7d89-4fa0-aea2-60a639365c0e x-openstack-request-id: req-22cabbf6-7d89-4fa0-aea2-60a639365c0e {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:09:27.511192 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a978446e-4582-4607-aebd-6033f29f8980", "name": "network-vif-deleted", "tag": "49709cb6-e751-4686-8ada-f7f57e0574e6", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:09:27.511449 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-22cabbf6-7d89-4fa0-aea2-60a639365c0e {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:09:27.513016 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a978446e-4582-4607-aebd-6033f29f8980', 'name': 'network-vif-deleted', 'tag': '49709cb6-e751-4686-8ada-f7f57e0574e6', 'status': 'completed', 'code': 200} Aug 11 03:09:27.527059 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-13326f37-7672-4b3a-a81a-22b0308c5ea9 req-a3b19d0b-b3e9-4f70-a0e2-55a13a4a6db8 service neutron] 10.222.0.41 "GET /v2.0/networks/92150d50-1f8e-4278-9525-d0992602767c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190219 Aug 11 03:09:27.582479 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-418976b0-2ea8-4f42-87b7-04c75ac3009d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:27.584339 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-418976b0-2ea8-4f42-87b7-04c75ac3009d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:27.585608 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-418976b0-2ea8-4f42-87b7-04c75ac3009d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/97793a65-7d11-4c3a-85a9-a6192df85212 HTTP/1.1" status: 204 len: 168 time: 0.2164986 Aug 11 03:09:27.597865 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418976b0-2ea8-4f42-87b7-04c75ac3009d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97793a65-7d11-4c3a-85a9-a6192df85212,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:27.637999 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88efadb9-2acf-4340-a827-10e4e66ed598 req-492bca24-2158-4501-ae6b-63b82b723970 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:27.639883 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-88efadb9-2acf-4340-a827-10e4e66ed598 req-492bca24-2158-4501-ae6b-63b82b723970 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=70c84ed6-1b38-4b73-8bea-55c843cc7bda HTTP/1.1" status: 200 len: 944 time: 0.0775170 Aug 11 03:09:27.682156 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-88efadb9-2acf-4340-a827-10e4e66ed598 req-0e5c2b47-aa50-46c7-81ba-e23fb0dbc5d1 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a2aa92e-a0e4-4cb3-9665-2569763a2f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346513 Aug 11 03:09:27.868764 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-da89a361-6725-4115-8331-e24a556c8932 req-c0111db6-74de-41aa-9b51-5cd85495c96b tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] 10.222.0.41 "GET /v2.0/ports?device_id=31d7c9f8-fbf9-4680-9e39-ff23f2085b9f HTTP/1.1" status: 200 len: 210 time: 0.0303216 Aug 11 03:09:27.877182 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c247958c-df66-4b5f-9bb5-fae9505b8782 req-d0beb478-34b6-425d-aec0-637a1569cc8d tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:27.885318 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c247958c-df66-4b5f-9bb5-fae9505b8782 req-d0beb478-34b6-425d-aec0-637a1569cc8d tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d03b1ae-a755-4a35-b1e5-76525a66ded5 HTTP/1.1" status: 200 len: 946 time: 0.1326222 Aug 11 03:09:27.942401 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c247958c-df66-4b5f-9bb5-fae9505b8782 req-3e9e23df-ffe9-43c2-8376-8d4b55b0c506 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/security-groups?id=96c4279c-51b6-4d8a-ac93-67215ccf65c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418150 Aug 11 03:09:28.119118 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ed6a24-8b4f-4cb2-8466-74183405d2e8 req-24e2ee84-7e74-4070-b59e-20fcac764b7d tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:28.121046 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-77ed6a24-8b4f-4cb2-8466-74183405d2e8 req-24e2ee84-7e74-4070-b59e-20fcac764b7d tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] 10.222.0.41 "GET /v2.0/ports?device_id=913f7241-5eba-43f7-b254-8e0682a1f0a3 HTTP/1.1" status: 200 len: 943 time: 0.1327927 Aug 11 03:09:28.156675 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b289b1d8-a667-43d9-bd1e-22396b05f0f2 req-c39978d8-2e54-4a09-a79a-d84ea3167732 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:28.158151 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b289b1d8-a667-43d9-bd1e-22396b05f0f2 req-c39978d8-2e54-4a09-a79a-d84ea3167732 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/networks?id=6b5eb666-47e5-4ddb-b0bc-16855d478160 HTTP/1.1" status: 200 len: 812 time: 0.1449764 Aug 11 03:09:28.187467 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-77ed6a24-8b4f-4cb2-8466-74183405d2e8 req-1ec460a3-68e8-4ab2-bfd3-04f8091379ef tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5a225df-05c1-440d-b2ae-d3bea38f3abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601046 Aug 11 03:09:28.189578 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b289b1d8-a667-43d9-bd1e-22396b05f0f2 req-6ccb6f70-4cb5-47c4-8efb-70770aeb1bf2 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/quotas/3419766c112444a3864f482257b66851 HTTP/1.1" status: 200 len: 375 time: 0.0216451 Aug 11 03:09:28.256263 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b289b1d8-a667-43d9-bd1e-22396b05f0f2 req-091a4faa-a206-4f2c-ac53-583322b2c327 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=3419766c112444a3864f482257b66851&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0600522 Aug 11 03:09:28.352868 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 55564) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:09:28.364882 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b289b1d8-a667-43d9-bd1e-22396b05f0f2 req-734c4e5e-155b-4cd6-8030-6583cb251811 service neutron] 10.222.0.41 "GET /v2.0/networks/6b5eb666-47e5-4ddb-b0bc-16855d478160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010249 Aug 11 03:09:28.367405 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ca92ea82-0520-45ab-9da1-5115cd19fd15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:28.453539 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b289b1d8-a667-43d9-bd1e-22396b05f0f2 req-54e5f042-82e4-45d3-b68b-1023234c5a83 service neutron] 10.222.0.41 "GET /v2.0/networks/6b5eb666-47e5-4ddb-b0bc-16855d478160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878682 Aug 11 03:09:28.458977 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ca92ea82-0520-45ab-9da1-5115cd19fd15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:28.513195 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ca92ea82-0520-45ab-9da1-5115cd19fd15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:28.554556 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-ca92ea82-0520-45ab-9da1-5115cd19fd15 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e912b53e2a6e4c66a2da81c6fee72a01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2005489 Aug 11 03:09:28.555509 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca92ea82-0520-45ab-9da1-5115cd19fd15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c984a876-b1f1-419a-9b00-16b856e0e333,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:28.557166 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 55570) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:09:28.611818 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-3cd726c1-55d3-46b4-a27b-86d70be050dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:28.635166 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-3cd726c1-55d3-46b4-a27b-86d70be050dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:28.744939 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-fcfd64ce-8155-40a7-aa18-97a348b3cd60 req-e232e63f-a233-4722-80cd-b80c3f494c6f tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=497a0c80-3130-4ceb-a6d0-d48998b57b32 HTTP/1.1" status: 200 len: 210 time: 0.0399153 Aug 11 03:09:28.756254 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 7543f02b-7a88-41dd-92df-3e6432928a81 details requested by agent hyperv_n-h1-764292-30 with host n-h1-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:09:28.823292 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-3cd726c1-55d3-46b4-a27b-86d70be050dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:28.827744 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-3cd726c1-55d3-46b4-a27b-86d70be050dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:28.832592 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-3cd726c1-55d3-46b4-a27b-86d70be050dd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c984a876-b1f1-419a-9b00-16b856e0e333 HTTP/1.1" status: 204 len: 168 time: 0.2737978 Aug 11 03:09:28.848281 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd726c1-55d3-46b4-a27b-86d70be050dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c984a876-b1f1-419a-9b00-16b856e0e333,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:28.908359 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 7543f02b-7a88-41dd-92df-3e6432928a81, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=7543f02b-7a88-41dd-92df-3e6432928a81,segment=NetworkSegment(c567aba8-f786-4533-ad6f-0c8ff3fef5d6),segment_id=c567aba8-f786-4533-ad6f-0c8ff3fef5d6)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:09:28.923045 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Returning: {'device': '7543f02b-7a88-41dd-92df-3e6432928a81', 'network_id': '83b4bd4d-f4f2-42f4-b1e3-dbcc3fc1d9fb', 'port_id': '7543f02b-7a88-41dd-92df-3e6432928a81', 'mac_address': 'fa:16:3e:ae:de:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8a74f8c-47d7-428d-9b47-116a9ebdc466', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:09:28.971498 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:29.004252 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7543f02b-7a88-41dd-92df-3e6432928a81 {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:09:29.020506 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-82624a4e-712e-443b-a946-8debca4ef38d req-f12408ac-2bef-4566-938f-8a0add8c5c44 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] 10.222.0.41 "GET /v2.0/ports?device_id=31d7c9f8-fbf9-4680-9e39-ff23f2085b9f HTTP/1.1" status: 200 len: 210 time: 0.0406654 Aug 11 03:09:29.031019 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 7543f02b-7a88-41dd-92df-3e6432928a81, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=7543f02b-7a88-41dd-92df-3e6432928a81,segment=NetworkSegment(c567aba8-f786-4533-ad6f-0c8ff3fef5d6),segment_id=c567aba8-f786-4533-ad6f-0c8ff3fef5d6)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:09:29.068142 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-0eca51ef-030b-45a2-b791-a4048f09eb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:29.068320 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55478a8b-ffa2-4882-a370-d59167cfc08d req-02560e57-8b87-4277-93aa-14d1eec3436f tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:29.071102 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-55478a8b-ffa2-4882-a370-d59167cfc08d req-02560e57-8b87-4277-93aa-14d1eec3436f tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d03b1ae-a755-4a35-b1e5-76525a66ded5 HTTP/1.1" status: 200 len: 946 time: 0.0530069 Aug 11 03:09:29.120429 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-55478a8b-ffa2-4882-a370-d59167cfc08d req-7884cc1c-a1b9-4488-82e1-3410683b66c4 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/security-groups?id=96c4279c-51b6-4d8a-ac93-67215ccf65c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333629 Aug 11 03:09:29.124642 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:29.180638 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=7543f02b-7a88-41dd-92df-3e6432928a81,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:29.303458 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f753c9-df85-47be-926c-5086c2b3131f req-6bb915b8-bba4-41b7-9030-510013b81763 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:29.304941 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-07f753c9-df85-47be-926c-5086c2b3131f req-6bb915b8-bba4-41b7-9030-510013b81763 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] 10.222.0.41 "GET /v2.0/ports?device_id=913f7241-5eba-43f7-b254-8e0682a1f0a3 HTTP/1.1" status: 200 len: 944 time: 0.0500219 Aug 11 03:09:29.349493 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-07f753c9-df85-47be-926c-5086c2b3131f req-ac42bd54-10af-4e07-8637-c3e29cd34cd8 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5a225df-05c1-440d-b2ae-d3bea38f3abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382311 Aug 11 03:09:29.457772 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['7543f02b-7a88-41dd-92df-3e6432928a81'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:09:29.485528 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 55608) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:09:29.636109 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-50485a17-16c3-4145-8b63-b2cd5efac5d1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2a223f1b2a284c768535cee2a71b4bcf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1493559 Aug 11 03:09:29.639517 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 55616) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:09:29.689901 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-273d914a-db1f-4478-b5ab-a98922e6c116 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:29.711354 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-273d914a-db1f-4478-b5ab-a98922e6c116 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:29.816079 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-273d914a-db1f-4478-b5ab-a98922e6c116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:29.818707 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-273d914a-db1f-4478-b5ab-a98922e6c116 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:29.820021 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-273d914a-db1f-4478-b5ab-a98922e6c116 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1 HTTP/1.1" status: 204 len: 168 time: 0.1794415 Aug 11 03:09:29.828552 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273d914a-db1f-4478-b5ab-a98922e6c116 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2aa2d8c-40c8-4021-bc5c-2cea72a3ffb1,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:29.852671 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f015cc4d-45f0-46ea-bfb0-cc2545e351d1 req-3a5cfb62-a7af-4a80-a063-98bb9470ae27 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=497a0c80-3130-4ceb-a6d0-d48998b57b32 HTTP/1.1" status: 200 len: 210 time: 0.0290613 Aug 11 03:09:30.124083 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-fab2aaa8-bebc-48d7-8ec3-a575a7ba50a8 req-9c04dbd7-0236-408f-9c5d-6b5f5451cda8 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] 10.222.0.41 "GET /v2.0/ports?device_id=31d7c9f8-fbf9-4680-9e39-ff23f2085b9f HTTP/1.1" status: 200 len: 210 time: 0.0291307 Aug 11 03:09:30.250774 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13326f37-7672-4b3a-a81a-22b0308c5ea9 req-d1acd96a-8ef5-4d99-b106-55c6d77fc8f1 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:30.252709 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-13326f37-7672-4b3a-a81a-22b0308c5ea9 req-d1acd96a-8ef5-4d99-b106-55c6d77fc8f1 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] 10.222.0.22 "GET /v2.0/networks?id=92150d50-1f8e-4278-9525-d0992602767c HTTP/1.1" status: 200 len: 812 time: 0.1361902 Aug 11 03:09:30.269246 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-13326f37-7672-4b3a-a81a-22b0308c5ea9 req-ce036cec-7972-4afc-bdc0-4d928d16aa5f tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Request body: {'port': {'device_id': '31d7c9f8-fbf9-4680-9e39-ff23f2085b9f', 'network_id': '92150d50-1f8e-4278-9525-d0992602767c', 'admin_state_up': True, 'tenant_id': 'c8aa6119d36c4641af7622d251acddef'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:09:30.299124 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7abc647-ff8e-4797-a292-d6ef78670bae req-aa5e2902-8791-4394-8762-e0384d1f727d tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:30.307353 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e7abc647-ff8e-4797-a292-d6ef78670bae req-aa5e2902-8791-4394-8762-e0384d1f727d tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d03b1ae-a755-4a35-b1e5-76525a66ded5 HTTP/1.1" status: 200 len: 946 time: 0.0801895 Aug 11 03:09:30.352610 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e7abc647-ff8e-4797-a292-d6ef78670bae req-c0650d8d-7eb7-402f-98c2-b6ecce711cb8 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/security-groups?id=96c4279c-51b6-4d8a-ac93-67215ccf65c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443401 Aug 11 03:09:30.473620 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf4c5f8-2b3e-462e-af9b-4456883718a1 req-4d37ca01-533c-4f4f-8c57-9f7c469a50b3 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:30.475521 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-caf4c5f8-2b3e-462e-af9b-4456883718a1 req-4d37ca01-533c-4f4f-8c57-9f7c469a50b3 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] 10.222.0.41 "GET /v2.0/ports?device_id=913f7241-5eba-43f7-b254-8e0682a1f0a3 HTTP/1.1" status: 200 len: 944 time: 0.0574493 Aug 11 03:09:30.484961 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13326f37-7672-4b3a-a81a-22b0308c5ea9 req-ce036cec-7972-4afc-bdc0-4d928d16aa5f tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Made reservation on behalf of c8aa6119d36c4641af7622d251acddef for: {'port': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:09:30.488814 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-13326f37-7672-4b3a-a81a-22b0308c5ea9 req-ce036cec-7972-4afc-bdc0-4d928d16aa5f tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:30.522846 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-caf4c5f8-2b3e-462e-af9b-4456883718a1 req-7bacfd1c-d393-4fb1-9e36-229533ab3c39 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5a225df-05c1-440d-b2ae-d3bea38f3abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406013 Aug 11 03:09:30.617395 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 55646) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:09:30.627299 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [req-13326f37-7672-4b3a-a81a-22b0308c5ea9 req-ce036cec-7972-4afc-bdc0-4d928d16aa5f tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Allocated IP 172.20.0.6 (92150d50-1f8e-4278-9525-d0992602767c/639cf9bb-cf7a-44b0-8882-86dfb4c155b3/5e02a777-96d0-4855-bcca-1ea5056efc6c) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:09:30.665709 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-54d49b99-5bc9-4851-a19d-0495eb5f1f89 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6c66560ca9b34af2a15f30280721398d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0469790 Aug 11 03:09:30.665915 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 55650) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:09:30.764422 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 7543f02b-7a88-41dd-92df-3e6432928a81 up at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:09:30.785913 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5e5c2cc0-d14c-436f-b565-9b050e232dd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:30.838189 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5e5c2cc0-d14c-436f-b565-9b050e232dd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:30.863658 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-13326f37-7672-4b3a-a81a-22b0308c5ea9 req-ce036cec-7972-4afc-bdc0-4d928d16aa5f tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:30.890988 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning for port 7543f02b-7a88-41dd-92df-3e6432928a81 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:09:30.894639 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning complete for port 7543f02b-7a88-41dd-92df-3e6432928a81 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:09:30.895250 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:31.001976 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a730291d-4401-486c-aa25-1a2872a9ee5c req-5e695645-aecf-4c5f-866e-f7961fa9891e tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=497a0c80-3130-4ceb-a6d0-d48998b57b32 HTTP/1.1" status: 200 len: 210 time: 0.0614629 Aug 11 03:09:31.006981 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:31.012036 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b289b1d8-a667-43d9-bd1e-22396b05f0f2 req-2d884b76-eb2e-413b-8f57-35c5a05f2245 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:31.015466 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-b289b1d8-a667-43d9-bd1e-22396b05f0f2 req-2d884b76-eb2e-413b-8f57-35c5a05f2245 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.22 "GET /v2.0/networks?id=6b5eb666-47e5-4ddb-b0bc-16855d478160 HTTP/1.1" status: 200 len: 812 time: 0.1897030 Aug 11 03:09:31.028936 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-b289b1d8-a667-43d9-bd1e-22396b05f0f2 req-d453121f-1347-4d3a-aba9-df46612bb105 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Request body: {'port': {'device_id': '497a0c80-3130-4ceb-a6d0-d48998b57b32', 'network_id': '6b5eb666-47e5-4ddb-b0bc-16855d478160', 'admin_state_up': True, 'tenant_id': '3419766c112444a3864f482257b66851'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:09:31.054203 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '913f7241-5eba-43f7-b254-8e0682a1f0a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7543f02b-7a88-41dd-92df-3e6432928a81'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:09:31.062945 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d89a0f2c-a069-4b75-9010-86e005808443" -d '{"events": [{"server_uuid": "913f7241-5eba-43f7-b254-8e0682a1f0a3", "name": "network-vif-plugged", "status": "completed", "tag": "7543f02b-7a88-41dd-92df-3e6432928a81"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:09:31.078443 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 7543f02b-7a88-41dd-92df-3e6432928a81, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=7543f02b-7a88-41dd-92df-3e6432928a81,segment=NetworkSegment(c567aba8-f786-4533-ad6f-0c8ff3fef5d6),segment_id=c567aba8-f786-4533-ad6f-0c8ff3fef5d6)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:09:31.107169 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5e5c2cc0-d14c-436f-b565-9b050e232dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:31.109876 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae738aae-7b55-476c-9cc1-22d5825e6e0c x-openstack-request-id: req-ae738aae-7b55-476c-9cc1-22d5825e6e0c {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:09:31.115573 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5e5c2cc0-d14c-436f-b565-9b050e232dd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:31.115712 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "913f7241-5eba-43f7-b254-8e0682a1f0a3", "name": "network-vif-plugged", "status": "completed", "tag": "7543f02b-7a88-41dd-92df-3e6432928a81", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:09:31.115712 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ae738aae-7b55-476c-9cc1-22d5825e6e0c {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:09:31.115712 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '913f7241-5eba-43f7-b254-8e0682a1f0a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7543f02b-7a88-41dd-92df-3e6432928a81', 'code': 200} Aug 11 03:09:31.115919 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-5e5c2cc0-d14c-436f-b565-9b050e232dd5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/102bbd2b-01fb-4eac-b4ca-188a53da5895 HTTP/1.1" status: 204 len: 168 time: 0.4443066 Aug 11 03:09:31.141063 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5c2cc0-d14c-436f-b565-9b050e232dd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=102bbd2b-01fb-4eac-b4ca-188a53da5895,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:31.197148 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-13326f37-7672-4b3a-a81a-22b0308c5ea9 req-ce036cec-7972-4afc-bdc0-4d928d16aa5f tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:31.210477 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['d1f29c39-6124-4fa5-a506-c4fcbb6027e4'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:09:31.246872 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d15945-0a05-4e55-8a35-a8534e92286d req-1f0dd565-4267-46c2-b87c-8e4cc6dbd0da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:31.249143 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-82d15945-0a05-4e55-8a35-a8534e92286d req-1f0dd565-4267-46c2-b87c-8e4cc6dbd0da service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=913f7241-5eba-43f7-b254-8e0682a1f0a3 HTTP/1.1" status: 200 len: 1096 time: 0.0778232 Aug 11 03:09:31.256487 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:31.265597 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 49709cb6-e751-4686-8ada-f7f57e0574e6 no longer exists at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:09:31.323581 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce036cec-7972-4afc-bdc0-4d928d16aa5f tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Pushing event updated for resources: {'Port': ['ID=5e02a777-96d0-4855-bcca-1ea5056efc6c,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:31.325841 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-82d15945-0a05-4e55-8a35-a8534e92286d req-f9deedc5-a684-4c5c-a1ad-b9847fd016a6 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=e5a225df-05c1-440d-b2ae-d3bea38f3abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686784 Aug 11 03:09:31.333889 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13326f37-7672-4b3a-a81a-22b0308c5ea9 req-ce036cec-7972-4afc-bdc0-4d928d16aa5f tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Network 92150d50-1f8e-4278-9525-d0992602767c is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:09:31.336954 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [req-13326f37-7672-4b3a-a81a-22b0308c5ea9 req-ce036cec-7972-4afc-bdc0-4d928d16aa5f tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:09:31.342577 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-13326f37-7672-4b3a-a81a-22b0308c5ea9 req-ce036cec-7972-4afc-bdc0-4d928d16aa5f tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:09:31.351808 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344d8b54-9748-4824-b8ec-7599b3d57bad req-24922e7d-8580-4da0-995d-6680cae2ece8 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:31.360567 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-344d8b54-9748-4824-b8ec-7599b3d57bad req-24922e7d-8580-4da0-995d-6680cae2ece8 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] 10.222.0.41 "GET /v2.0/ports?device_id=31d7c9f8-fbf9-4680-9e39-ff23f2085b9f HTTP/1.1" status: 200 len: 931 time: 0.1074955 Aug 11 03:09:31.367384 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] No Port match for: 49709cb6-e751-4686-8ada-f7f57e0574e6 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:09:31.368624 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 49709cb6-e751-4686-8ada-f7f57e0574e6 not bound to the agent host n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:09:31.376450 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=7543f02b-7a88-41dd-92df-3e6432928a81,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:31.430392 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-344d8b54-9748-4824-b8ec-7599b3d57bad req-37a3121b-caaa-4391-b56a-0638626ed6c9 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] 10.222.0.41 "GET /v2.0/security-groups?id=4742dd89-5545-47da-9d5a-053b57544bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660028 Aug 11 03:09:31.430541 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13326f37-7672-4b3a-a81a-22b0308c5ea9 req-ce036cec-7972-4afc-bdc0-4d928d16aa5f tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:31.430541 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-13326f37-7672-4b3a-a81a-22b0308c5ea9 req-ce036cec-7972-4afc-bdc0-4d928d16aa5f tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:31.457839 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b289b1d8-a667-43d9-bd1e-22396b05f0f2 req-d453121f-1347-4d3a-aba9-df46612bb105 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Made reservation on behalf of 3419766c112444a3864f482257b66851 for: {'port': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:09:31.461737 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-b289b1d8-a667-43d9-bd1e-22396b05f0f2 req-d453121f-1347-4d3a-aba9-df46612bb105 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:31.504904 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d2ced4-85c5-4360-8f4f-07470a068ac1 req-d0ba8cb5-480b-4af9-ac9b-e1d1c8c89368 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:31.507013 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d9d2ced4-85c5-4360-8f4f-07470a068ac1 req-d0ba8cb5-480b-4af9-ac9b-e1d1c8c89368 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d03b1ae-a755-4a35-b1e5-76525a66ded5 HTTP/1.1" status: 200 len: 946 time: 0.0545287 Aug 11 03:09:31.553975 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-13326f37-7672-4b3a-a81a-22b0308c5ea9 req-ce036cec-7972-4afc-bdc0-4d928d16aa5f tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2918572 Aug 11 03:09:31.568459 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d9d2ced4-85c5-4360-8f4f-07470a068ac1 req-82fd1ae5-3529-4e68-9543-9cf09ca5d68e tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/security-groups?id=96c4279c-51b6-4d8a-ac93-67215ccf65c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539501 Aug 11 03:09:31.615381 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-13326f37-7672-4b3a-a81a-22b0308c5ea9 req-3367a95e-f376-487b-8f50-7fdeca8e9246 service neutron] Request body: {'port': {'device_id': '31d7c9f8-fbf9-4680-9e39-ff23f2085b9f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764292-30'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:09:31.673563 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f0f0eb-959a-44ff-80e7-1f0f7ad48625 req-c0755575-fe3b-4471-97e7-7ff2f938ecf6 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:31.675423 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-43f0f0eb-959a-44ff-80e7-1f0f7ad48625 req-c0755575-fe3b-4471-97e7-7ff2f938ecf6 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] 10.222.0.41 "GET /v2.0/ports?device_id=913f7241-5eba-43f7-b254-8e0682a1f0a3 HTTP/1.1" status: 200 len: 945 time: 0.0674253 Aug 11 03:09:31.699511 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [req-b289b1d8-a667-43d9-bd1e-22396b05f0f2 req-d453121f-1347-4d3a-aba9-df46612bb105 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Allocated IP 172.20.0.3 (6b5eb666-47e5-4ddb-b0bc-16855d478160/6bc807f9-b5f2-488b-b980-1ec1f7afe42f/97e1d5d7-a981-4735-9157-314ac35e3f40) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:09:31.715493 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-13326f37-7672-4b3a-a81a-22b0308c5ea9 req-3367a95e-f376-487b-8f50-7fdeca8e9246 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:31.718021 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-43f0f0eb-959a-44ff-80e7-1f0f7ad48625 req-010ed110-cf56-4969-8ae2-3a52c2175f9b tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5a225df-05c1-440d-b2ae-d3bea38f3abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350473 Aug 11 03:09:31.815920 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:31.844506 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-9e608d0e-f8ad-4495-a937-0681d3d97d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:32.128074 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a57565e2-d427-4ada-9771-75664ba7b9f8 req-41230fcd-136e-4e2c-88b8-43c1b12c4ec7 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=497a0c80-3130-4ceb-a6d0-d48998b57b32 HTTP/1.1" status: 200 len: 210 time: 0.0477295 Aug 11 03:09:32.347340 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-b289b1d8-a667-43d9-bd1e-22396b05f0f2 req-d453121f-1347-4d3a-aba9-df46612bb105 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:32.378577 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [req-b289b1d8-a667-43d9-bd1e-22396b05f0f2 req-d453121f-1347-4d3a-aba9-df46612bb105 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Transition to ACTIVE for port object 97e1d5d7-a981-4735-9157-314ac35e3f40 will not be triggered until provisioned by entity DHCP. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:09:32.454005 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [req-13326f37-7672-4b3a-a81a-22b0308c5ea9 req-3367a95e-f376-487b-8f50-7fdeca8e9246 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e02a777-96d0-4855-bcca-1ea5056efc6c {{(pid=102191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:09:32.462829 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-13326f37-7672-4b3a-a81a-22b0308c5ea9 req-3367a95e-f376-487b-8f50-7fdeca8e9246 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:32.476363 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [req-13326f37-7672-4b3a-a81a-22b0308c5ea9 req-3367a95e-f376-487b-8f50-7fdeca8e9246 service neutron] Transition to ACTIVE for port object 5e02a777-96d0-4855-bcca-1ea5056efc6c will not be triggered until provisioned by entity L2. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:09:32.519473 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-b289b1d8-a667-43d9-bd1e-22396b05f0f2 req-d453121f-1347-4d3a-aba9-df46612bb105 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:32.531199 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['9cd52e4f-6ec2-42da-8cbf-44a7dbbee675', '4b32f063-1f58-4622-8e54-7356a69cd99d'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:09:32.562663 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c8d407-84ae-4f6d-a7e3-660445964670 req-11158f12-b8bb-43cd-82b5-532bf7fc01ba tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:32.572170 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-72c8d407-84ae-4f6d-a7e3-660445964670 req-11158f12-b8bb-43cd-82b5-532bf7fc01ba tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] 10.222.0.41 "GET /v2.0/ports?device_id=31d7c9f8-fbf9-4680-9e39-ff23f2085b9f HTTP/1.1" status: 200 len: 931 time: 0.0649910 Aug 11 03:09:32.586211 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b289b1d8-a667-43d9-bd1e-22396b05f0f2 req-d453121f-1347-4d3a-aba9-df46612bb105 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Network 6b5eb666-47e5-4ddb-b0bc-16855d478160 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:09:32.586940 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-13326f37-7672-4b3a-a81a-22b0308c5ea9 req-3367a95e-f376-487b-8f50-7fdeca8e9246 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:32.603355 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [req-b289b1d8-a667-43d9-bd1e-22396b05f0f2 req-d453121f-1347-4d3a-aba9-df46612bb105 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:09:32.617709 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-b289b1d8-a667-43d9-bd1e-22396b05f0f2 req-d453121f-1347-4d3a-aba9-df46612bb105 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:09:32.621998 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d453121f-1347-4d3a-aba9-df46612bb105 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Pushing event updated for resources: {'Port': ['ID=97e1d5d7-a981-4735-9157-314ac35e3f40,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:32.650951 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-72c8d407-84ae-4f6d-a7e3-660445964670 req-2ca86805-ca51-4a00-9a7e-42cdbcdab02c tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] 10.222.0.41 "GET /v2.0/security-groups?id=4742dd89-5545-47da-9d5a-053b57544bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731385 Aug 11 03:09:32.777819 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f529eccf-fd8a-43c7-bb18-cae9f1291193 req-f1693fa5-20e8-4780-a2a6-03af3921f299 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:32.817532 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3367a95e-f376-487b-8f50-7fdeca8e9246 service neutron] Pushing event updated for resources: {'Port': ['ID=5e02a777-96d0-4855-bcca-1ea5056efc6c,revision_number=2']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:32.818841 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f529eccf-fd8a-43c7-bb18-cae9f1291193 req-f1693fa5-20e8-4780-a2a6-03af3921f299 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d03b1ae-a755-4a35-b1e5-76525a66ded5 HTTP/1.1" status: 200 len: 946 time: 0.1056509 Aug 11 03:09:32.818939 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b289b1d8-a667-43d9-bd1e-22396b05f0f2 req-d453121f-1347-4d3a-aba9-df46612bb105 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:32.818939 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-b289b1d8-a667-43d9-bd1e-22396b05f0f2 req-d453121f-1347-4d3a-aba9-df46612bb105 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:32.907407 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f529eccf-fd8a-43c7-bb18-cae9f1291193 req-d652f420-f48a-493e-9ff8-bbb75137f200 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/security-groups?id=96c4279c-51b6-4d8a-ac93-67215ccf65c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608547 Aug 11 03:09:32.907609 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-13326f37-7672-4b3a-a81a-22b0308c5ea9 req-3367a95e-f376-487b-8f50-7fdeca8e9246 service neutron] Attempting to bind port 5e02a777-96d0-4855-bcca-1ea5056efc6c on host n-h1-764292-30 for vnic_type normal with profile {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:09:32.907609 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-13326f37-7672-4b3a-a81a-22b0308c5ea9 req-3367a95e-f376-487b-8f50-7fdeca8e9246 service neutron] Attempting to bind port 5e02a777-96d0-4855-bcca-1ea5056efc6c by drivers openvswitch,hyperv on host n-h1-764292-30 at level 0 using segments [{'id': '309c9b9e-c193-462a-8459-3f59bc414d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '92150d50-1f8e-4278-9525-d0992602767c'}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:09:32.907609 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13326f37-7672-4b3a-a81a-22b0308c5ea9 req-3367a95e-f376-487b-8f50-7fdeca8e9246 service neutron] Attempting to bind port 5e02a777-96d0-4855-bcca-1ea5056efc6c on network 92150d50-1f8e-4278-9525-d0992602767c {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:09:32.916814 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13326f37-7672-4b3a-a81a-22b0308c5ea9 req-3367a95e-f376-487b-8f50-7fdeca8e9246 service neutron] Port 5e02a777-96d0-4855-bcca-1ea5056efc6c on network 92150d50-1f8e-4278-9525-d0992602767c not bound, no agent of type Open vSwitch agent registered on host n-h1-764292-30 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:09:32.917295 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13326f37-7672-4b3a-a81a-22b0308c5ea9 req-3367a95e-f376-487b-8f50-7fdeca8e9246 service neutron] Attempting to bind port 5e02a777-96d0-4855-bcca-1ea5056efc6c on network 92150d50-1f8e-4278-9525-d0992602767c {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:09:32.924936 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13326f37-7672-4b3a-a81a-22b0308c5ea9 req-3367a95e-f376-487b-8f50-7fdeca8e9246 service neutron] Checking agent: {'id': 'abb524c2-b412-4ed2-8367-45c4fd996fa7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 9, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:09:32.925332 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13326f37-7672-4b3a-a81a-22b0308c5ea9 req-3367a95e-f376-487b-8f50-7fdeca8e9246 service neutron] Checking segment: {'id': '309c9b9e-c193-462a-8459-3f59bc414d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '92150d50-1f8e-4278-9525-d0992602767c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:09:32.926490 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13326f37-7672-4b3a-a81a-22b0308c5ea9 req-3367a95e-f376-487b-8f50-7fdeca8e9246 service neutron] Bound using segment: {'id': '309c9b9e-c193-462a-8459-3f59bc414d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '92150d50-1f8e-4278-9525-d0992602767c'} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:09:32.926490 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-13326f37-7672-4b3a-a81a-22b0308c5ea9 req-3367a95e-f376-487b-8f50-7fdeca8e9246 service neutron] Bound port: 5e02a777-96d0-4855-bcca-1ea5056efc6c, host: n-h1-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '309c9b9e-c193-462a-8459-3f59bc414d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '92150d50-1f8e-4278-9525-d0992602767c'}}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:09:32.926782 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-13326f37-7672-4b3a-a81a-22b0308c5ea9 req-3367a95e-f376-487b-8f50-7fdeca8e9246 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:33.002406 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-13326f37-7672-4b3a-a81a-22b0308c5ea9 req-3367a95e-f376-487b-8f50-7fdeca8e9246 service neutron] For port 5e02a777-96d0-4855-bcca-1ea5056efc6c, host n-h1-764292-30, cleared binding levels {{(pid=102191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:09:33.006464 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f93cbeb-8c34-46ba-987c-3433e4adbb27 req-897f0ef2-8cdd-4766-9d9a-83ccd038360d tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:33.007961 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-13326f37-7672-4b3a-a81a-22b0308c5ea9 req-3367a95e-f376-487b-8f50-7fdeca8e9246 service neutron] For port 5e02a777-96d0-4855-bcca-1ea5056efc6c, host n-h1-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=5e02a777-96d0-4855-bcca-1ea5056efc6c,segment=NetworkSegment(309c9b9e-c193-462a-8459-3f59bc414d81),segment_id=309c9b9e-c193-462a-8459-3f59bc414d81)] {{(pid=102191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:09:33.011238 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:33.015211 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6f93cbeb-8c34-46ba-987c-3433e4adbb27 req-897f0ef2-8cdd-4766-9d9a-83ccd038360d tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] 10.222.0.41 "GET /v2.0/ports?device_id=913f7241-5eba-43f7-b254-8e0682a1f0a3 HTTP/1.1" status: 200 len: 945 time: 0.0757926 Aug 11 03:09:33.050509 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6f93cbeb-8c34-46ba-987c-3433e4adbb27 req-60746d90-1062-4f11-b041-cf1befb0ba9b tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5a225df-05c1-440d-b2ae-d3bea38f3abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342691 Aug 11 03:09:33.062617 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-b289b1d8-a667-43d9-bd1e-22396b05f0f2 req-d453121f-1347-4d3a-aba9-df46612bb105 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0391521 Aug 11 03:09:33.077949 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-b289b1d8-a667-43d9-bd1e-22396b05f0f2 req-2781c234-f189-4ddc-b4b6-3e0945e87092 service neutron] Request body: {'port': {'device_id': '497a0c80-3130-4ceb-a6d0-d48998b57b32', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764292-30'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:09:33.116379 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-13326f37-7672-4b3a-a81a-22b0308c5ea9 req-3367a95e-f376-487b-8f50-7fdeca8e9246 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:33.153269 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-132ea407-3cf4-456e-a92e-113516ef8dae None None] Provisioning for port 97e1d5d7-a981-4735-9157-314ac35e3f40 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:09:33.157955 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-132ea407-3cf4-456e-a92e-113516ef8dae None None] Provisioning complete for port 97e1d5d7-a981-4735-9157-314ac35e3f40 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:09:33.158379 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-132ea407-3cf4-456e-a92e-113516ef8dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:33.195253 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13326f37-7672-4b3a-a81a-22b0308c5ea9 req-3367a95e-f376-487b-8f50-7fdeca8e9246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:33.195539 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-13326f37-7672-4b3a-a81a-22b0308c5ea9 req-3367a95e-f376-487b-8f50-7fdeca8e9246 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:33.197118 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-13326f37-7672-4b3a-a81a-22b0308c5ea9 req-3367a95e-f376-487b-8f50-7fdeca8e9246 service neutron] 10.222.0.22 "PUT /v2.0/ports/5e02a777-96d0-4855-bcca-1ea5056efc6c HTTP/1.1" status: 200 len: 1092 time: 1.5865390 Aug 11 03:09:33.197673 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31d7c9f8-fbf9-4680-9e39-ff23f2085b9f', 'tag': '5e02a777-96d0-4855-bcca-1ea5056efc6c'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:09:33.201985 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9910a9f-1851-4975-be72-b2c2f328072b" -d '{"events": [{"name": "network-changed", "server_uuid": "31d7c9f8-fbf9-4680-9e39-ff23f2085b9f", "tag": "5e02a777-96d0-4855-bcca-1ea5056efc6c"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:09:33.216656 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-b289b1d8-a667-43d9-bd1e-22396b05f0f2 req-2781c234-f189-4ddc-b4b6-3e0945e87092 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:33.222687 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-132ea407-3cf4-456e-a92e-113516ef8dae None None] Port 97e1d5d7-a981-4735-9157-314ac35e3f40 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:09:33.232607 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3367a95e-f376-487b-8f50-7fdeca8e9246 service neutron] Pushing event updated for resources: {'Port': ['ID=5e02a777-96d0-4855-bcca-1ea5056efc6c,revision_number=3']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:33.285595 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146b8712-1d55-4472-80a0-5838deef1102 req-69ed0a61-d087-49ac-8df8-bbaa5b6c3c74 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:33.287331 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-146b8712-1d55-4472-80a0-5838deef1102 req-69ed0a61-d087-49ac-8df8-bbaa5b6c3c74 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=497a0c80-3130-4ceb-a6d0-d48998b57b32 HTTP/1.1" status: 200 len: 931 time: 0.0576615 Aug 11 03:09:33.349187 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-146b8712-1d55-4472-80a0-5838deef1102 req-caf0118f-1c58-427a-8114-cc420676c804 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/security-groups?id=19e25e3f-a72e-45d4-8165-3b0d2215340c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512681 Aug 11 03:09:33.473787 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:09:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f030a7f3-616d-4d1c-9df7-2bdbbd592b3b x-openstack-request-id: req-f030a7f3-616d-4d1c-9df7-2bdbbd592b3b {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:09:33.474144 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31d7c9f8-fbf9-4680-9e39-ff23f2085b9f", "tag": "5e02a777-96d0-4855-bcca-1ea5056efc6c", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:09:33.474482 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f030a7f3-616d-4d1c-9df7-2bdbbd592b3b {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:09:33.474977 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31d7c9f8-fbf9-4680-9e39-ff23f2085b9f', 'tag': '5e02a777-96d0-4855-bcca-1ea5056efc6c', 'status': 'completed', 'code': 200} Aug 11 03:09:33.491965 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13326f37-7672-4b3a-a81a-22b0308c5ea9 req-eb54910b-ab50-4c34-9067-69e5864af91d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:33.494094 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-13326f37-7672-4b3a-a81a-22b0308c5ea9 req-eb54910b-ab50-4c34-9067-69e5864af91d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c8aa6119d36c4641af7622d251acddef&device_id=31d7c9f8-fbf9-4680-9e39-ff23f2085b9f HTTP/1.1" status: 200 len: 1095 time: 0.1147466 Aug 11 03:09:33.549786 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-13326f37-7672-4b3a-a81a-22b0308c5ea9 req-82fab54c-0b81-4d90-b409-6e9631a925ee service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5e02a777-96d0-4855-bcca-1ea5056efc6c HTTP/1.1" status: 200 len: 217 time: 0.0448067 Aug 11 03:09:33.600182 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f49562-a282-4e9a-8625-232f3de8533e req-434ee109-5b33-4764-b880-89fabfe01860 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:33.603628 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-73f49562-a282-4e9a-8625-232f3de8533e req-434ee109-5b33-4764-b880-89fabfe01860 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] 10.222.0.41 "GET /v2.0/ports?device_id=913f7241-5eba-43f7-b254-8e0682a1f0a3 HTTP/1.1" status: 200 len: 945 time: 0.0722036 Aug 11 03:09:33.650753 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-73f49562-a282-4e9a-8625-232f3de8533e req-548313f8-2e84-44df-98f5-d6895eb4eaf8 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5a225df-05c1-440d-b2ae-d3bea38f3abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405011 Aug 11 03:09:33.670518 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13326f37-7672-4b3a-a81a-22b0308c5ea9 req-956b87cc-022f-4f1f-ab76-60b8f22790c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:33.672020 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-13326f37-7672-4b3a-a81a-22b0308c5ea9 req-956b87cc-022f-4f1f-ab76-60b8f22790c0 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=639cf9bb-cf7a-44b0-8882-86dfb4c155b3 HTTP/1.1" status: 200 len: 852 time: 0.1121829 Aug 11 03:09:33.708208 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [req-b289b1d8-a667-43d9-bd1e-22396b05f0f2 req-2781c234-f189-4ddc-b4b6-3e0945e87092 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97e1d5d7-a981-4735-9157-314ac35e3f40 {{(pid=102191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:09:33.713961 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-13326f37-7672-4b3a-a81a-22b0308c5ea9 req-39dbee55-3c00-41f7-a864-e5ca1be64c0b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=92150d50-1f8e-4278-9525-d0992602767c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324256 Aug 11 03:09:33.718275 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-b289b1d8-a667-43d9-bd1e-22396b05f0f2 req-2781c234-f189-4ddc-b4b6-3e0945e87092 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:33.781237 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [req-b289b1d8-a667-43d9-bd1e-22396b05f0f2 req-2781c234-f189-4ddc-b4b6-3e0945e87092 service neutron] Transition to ACTIVE for port object 97e1d5d7-a981-4735-9157-314ac35e3f40 will not be triggered until provisioned by entity L2. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:09:33.827795 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-13326f37-7672-4b3a-a81a-22b0308c5ea9 req-817d917a-0c4e-4b6e-9595-a06d0cc6d752 service neutron] 10.222.0.22 "GET /v2.0/networks/92150d50-1f8e-4278-9525-d0992602767c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060483 Aug 11 03:09:33.830508 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca5f638-cd56-470b-8fda-fdcfd44a0587 req-cb9a655f-d05b-4880-b20b-caf344e9923d tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:33.839029 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9ca5f638-cd56-470b-8fda-fdcfd44a0587 req-cb9a655f-d05b-4880-b20b-caf344e9923d tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] 10.222.0.41 "GET /v2.0/ports?device_id=31d7c9f8-fbf9-4680-9e39-ff23f2085b9f HTTP/1.1" status: 200 len: 943 time: 0.1123753 Aug 11 03:09:33.845446 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-b289b1d8-a667-43d9-bd1e-22396b05f0f2 req-2781c234-f189-4ddc-b4b6-3e0945e87092 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:33.882108 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9ca5f638-cd56-470b-8fda-fdcfd44a0587 req-879af3d5-bf84-4cfa-bb41-91791c9cc8f7 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] 10.222.0.41 "GET /v2.0/security-groups?id=4742dd89-5545-47da-9d5a-053b57544bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420952 Aug 11 03:09:33.956748 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2781c234-f189-4ddc-b4b6-3e0945e87092 service neutron] Pushing event updated for resources: {'Port': ['ID=97e1d5d7-a981-4735-9157-314ac35e3f40,revision_number=2']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:34.066980 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-13326f37-7672-4b3a-a81a-22b0308c5ea9 req-89c20607-74e4-4f76-a28c-4acf648d55ff service neutron] 10.222.0.22 "GET /v2.0/networks/92150d50-1f8e-4278-9525-d0992602767c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2315309 Aug 11 03:09:34.075323 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0848e31b-b4be-46dd-8cc4-b5f0918d82e6 req-4c5e8534-dbb0-4e17-abc2-5e8bf703de03 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:34.084105 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0848e31b-b4be-46dd-8cc4-b5f0918d82e6 req-4c5e8534-dbb0-4e17-abc2-5e8bf703de03 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d03b1ae-a755-4a35-b1e5-76525a66ded5 HTTP/1.1" status: 200 len: 946 time: 0.0795262 Aug 11 03:09:34.094550 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-b289b1d8-a667-43d9-bd1e-22396b05f0f2 req-2781c234-f189-4ddc-b4b6-3e0945e87092 service neutron] Attempting to bind port 97e1d5d7-a981-4735-9157-314ac35e3f40 on host n-h1-764292-30 for vnic_type normal with profile {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:09:34.095172 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-b289b1d8-a667-43d9-bd1e-22396b05f0f2 req-2781c234-f189-4ddc-b4b6-3e0945e87092 service neutron] Attempting to bind port 97e1d5d7-a981-4735-9157-314ac35e3f40 by drivers openvswitch,hyperv on host n-h1-764292-30 at level 0 using segments [{'id': '51ba8099-7622-42cb-adbd-7c8aaac78355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '6b5eb666-47e5-4ddb-b0bc-16855d478160'}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:09:34.095561 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b289b1d8-a667-43d9-bd1e-22396b05f0f2 req-2781c234-f189-4ddc-b4b6-3e0945e87092 service neutron] Attempting to bind port 97e1d5d7-a981-4735-9157-314ac35e3f40 on network 6b5eb666-47e5-4ddb-b0bc-16855d478160 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:09:34.107098 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b289b1d8-a667-43d9-bd1e-22396b05f0f2 req-2781c234-f189-4ddc-b4b6-3e0945e87092 service neutron] Port 97e1d5d7-a981-4735-9157-314ac35e3f40 on network 6b5eb666-47e5-4ddb-b0bc-16855d478160 not bound, no agent of type Open vSwitch agent registered on host n-h1-764292-30 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:09:34.107534 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b289b1d8-a667-43d9-bd1e-22396b05f0f2 req-2781c234-f189-4ddc-b4b6-3e0945e87092 service neutron] Attempting to bind port 97e1d5d7-a981-4735-9157-314ac35e3f40 on network 6b5eb666-47e5-4ddb-b0bc-16855d478160 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:09:34.117708 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b289b1d8-a667-43d9-bd1e-22396b05f0f2 req-2781c234-f189-4ddc-b4b6-3e0945e87092 service neutron] Checking agent: {'id': 'abb524c2-b412-4ed2-8367-45c4fd996fa7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 9, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:09:34.118056 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b289b1d8-a667-43d9-bd1e-22396b05f0f2 req-2781c234-f189-4ddc-b4b6-3e0945e87092 service neutron] Checking segment: {'id': '51ba8099-7622-42cb-adbd-7c8aaac78355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '6b5eb666-47e5-4ddb-b0bc-16855d478160'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:09:34.118475 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b289b1d8-a667-43d9-bd1e-22396b05f0f2 req-2781c234-f189-4ddc-b4b6-3e0945e87092 service neutron] Bound using segment: {'id': '51ba8099-7622-42cb-adbd-7c8aaac78355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '6b5eb666-47e5-4ddb-b0bc-16855d478160'} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:09:34.122028 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-b289b1d8-a667-43d9-bd1e-22396b05f0f2 req-2781c234-f189-4ddc-b4b6-3e0945e87092 service neutron] Bound port: 97e1d5d7-a981-4735-9157-314ac35e3f40, host: n-h1-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51ba8099-7622-42cb-adbd-7c8aaac78355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '6b5eb666-47e5-4ddb-b0bc-16855d478160'}}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:09:34.122028 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-b289b1d8-a667-43d9-bd1e-22396b05f0f2 req-2781c234-f189-4ddc-b4b6-3e0945e87092 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:34.136434 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0848e31b-b4be-46dd-8cc4-b5f0918d82e6 req-273866a0-19bc-4531-a1c4-4f3ce34adebf tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/security-groups?id=96c4279c-51b6-4d8a-ac93-67215ccf65c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458672 Aug 11 03:09:34.196910 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-b289b1d8-a667-43d9-bd1e-22396b05f0f2 req-2781c234-f189-4ddc-b4b6-3e0945e87092 service neutron] For port 97e1d5d7-a981-4735-9157-314ac35e3f40, host n-h1-764292-30, cleared binding levels {{(pid=102191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:09:34.201785 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-b289b1d8-a667-43d9-bd1e-22396b05f0f2 req-2781c234-f189-4ddc-b4b6-3e0945e87092 service neutron] For port 97e1d5d7-a981-4735-9157-314ac35e3f40, host n-h1-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=97e1d5d7-a981-4735-9157-314ac35e3f40,segment=NetworkSegment(51ba8099-7622-42cb-adbd-7c8aaac78355),segment_id=51ba8099-7622-42cb-adbd-7c8aaac78355)] {{(pid=102191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:09:34.257091 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9910a9f-1851-4975-be72-b2c2f328072b req-0eb3e349-7bd2-4b84-a4c2-ecf1cb3e6060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:34.262427 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-e9910a9f-1851-4975-be72-b2c2f328072b req-0eb3e349-7bd2-4b84-a4c2-ecf1cb3e6060 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c8aa6119d36c4641af7622d251acddef&device_id=31d7c9f8-fbf9-4680-9e39-ff23f2085b9f HTTP/1.1" status: 200 len: 1095 time: 0.0551946 Aug 11 03:09:34.318604 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-b289b1d8-a667-43d9-bd1e-22396b05f0f2 req-2781c234-f189-4ddc-b4b6-3e0945e87092 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:34.369701 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b289b1d8-a667-43d9-bd1e-22396b05f0f2 req-2781c234-f189-4ddc-b4b6-3e0945e87092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:34.370453 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-b289b1d8-a667-43d9-bd1e-22396b05f0f2 req-2781c234-f189-4ddc-b4b6-3e0945e87092 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:34.372674 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-b289b1d8-a667-43d9-bd1e-22396b05f0f2 req-2781c234-f189-4ddc-b4b6-3e0945e87092 service neutron] 10.222.0.22 "PUT /v2.0/ports/97e1d5d7-a981-4735-9157-314ac35e3f40 HTTP/1.1" status: 200 len: 1092 time: 1.3011770 Aug 11 03:09:34.415875 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2781c234-f189-4ddc-b4b6-3e0945e87092 service neutron] Pushing event updated for resources: {'Port': ['ID=97e1d5d7-a981-4735-9157-314ac35e3f40,revision_number=3']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:34.419620 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9910a9f-1851-4975-be72-b2c2f328072b req-c7641f94-f4ae-4a29-ab9a-b6a59aa4ca9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:34.421274 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-e9910a9f-1851-4975-be72-b2c2f328072b req-c7641f94-f4ae-4a29-ab9a-b6a59aa4ca9c service neutron] 10.222.0.22 "GET /v2.0/networks?id=92150d50-1f8e-4278-9525-d0992602767c HTTP/1.1" status: 200 len: 913 time: 0.1522393 Aug 11 03:09:34.522333 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-e9910a9f-1851-4975-be72-b2c2f328072b req-42b39d66-05b8-4e1c-8253-1cf37687a698 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5e02a777-96d0-4855-bcca-1ea5056efc6c HTTP/1.1" status: 200 len: 217 time: 0.0932760 Aug 11 03:09:34.524723 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d145de3-216e-46f8-b31d-c469b5a798f1 req-5ec380a2-5d3e-438f-bb00-fbe4905a04ac tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:34.526266 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8d145de3-216e-46f8-b31d-c469b5a798f1 req-5ec380a2-5d3e-438f-bb00-fbe4905a04ac tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=497a0c80-3130-4ceb-a6d0-d48998b57b32 HTTP/1.1" status: 200 len: 943 time: 0.0875633 Aug 11 03:09:34.599363 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b289b1d8-a667-43d9-bd1e-22396b05f0f2 req-f562f153-67e9-4fb8-b332-18b5c1420221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:34.599523 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:34.601536 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-b289b1d8-a667-43d9-bd1e-22396b05f0f2 req-f562f153-67e9-4fb8-b332-18b5c1420221 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=3419766c112444a3864f482257b66851&device_id=497a0c80-3130-4ceb-a6d0-d48998b57b32 HTTP/1.1" status: 200 len: 1095 time: 0.0914245 Aug 11 03:09:34.603133 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9910a9f-1851-4975-be72-b2c2f328072b req-a4fd7b61-3d72-4cf8-a5be-8b33e58878d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:34.609098 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8d145de3-216e-46f8-b31d-c469b5a798f1 req-1efa44d6-80b1-4002-b97d-dce74312f68e tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/security-groups?id=19e25e3f-a72e-45d4-8165-3b0d2215340c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664008 Aug 11 03:09:34.610248 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-e9910a9f-1851-4975-be72-b2c2f328072b req-a4fd7b61-3d72-4cf8-a5be-8b33e58878d9 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=639cf9bb-cf7a-44b0-8882-86dfb4c155b3 HTTP/1.1" status: 200 len: 852 time: 0.0669680 Aug 11 03:09:34.724715 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3de823a1-a0cc-40b1-a1c1-3b989db509cf req-263a21be-47b4-4649-8b9f-c35bcce636b9 tempest-TenantUsagesTestJSON-1728586766 tempest-TenantUsagesTestJSON-1728586766-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=d384b80bf7d34f94a2aeed3e4585fb21&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0395927 Aug 11 03:09:34.724923 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-b289b1d8-a667-43d9-bd1e-22396b05f0f2 req-acedcd5e-dc6b-45e3-9a0e-9d95b4af15f0 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=97e1d5d7-a981-4735-9157-314ac35e3f40 HTTP/1.1" status: 200 len: 217 time: 0.1046956 Aug 11 03:09:34.757818 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-e9910a9f-1851-4975-be72-b2c2f328072b req-999be0fe-ffdb-4f64-a8aa-a8307da58a1f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=92150d50-1f8e-4278-9525-d0992602767c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1365118 Aug 11 03:09:34.849465 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b289b1d8-a667-43d9-bd1e-22396b05f0f2 req-df759f08-7a65-4fe3-8f90-cfe89ddbb402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:34.850985 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-b289b1d8-a667-43d9-bd1e-22396b05f0f2 req-df759f08-7a65-4fe3-8f90-cfe89ddbb402 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6bc807f9-b5f2-488b-b980-1ec1f7afe42f HTTP/1.1" status: 200 len: 851 time: 0.1063230 Aug 11 03:09:34.915624 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-e9910a9f-1851-4975-be72-b2c2f328072b req-8c7cf3cc-cbe5-42f3-ac04-ce28f7b87bf7 service neutron] 10.222.0.22 "GET /v2.0/networks/92150d50-1f8e-4278-9525-d0992602767c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383119 Aug 11 03:09:34.923539 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b289b1d8-a667-43d9-bd1e-22396b05f0f2 req-3ee37928-3dbb-4bc5-a003-18ee03894a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:34.924963 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-b289b1d8-a667-43d9-bd1e-22396b05f0f2 req-3ee37928-3dbb-4bc5-a003-18ee03894a75 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=6b5eb666-47e5-4ddb-b0bc-16855d478160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0578041 Aug 11 03:09:34.935807 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de823a1-a0cc-40b1-a1c1-3b989db509cf req-553774a3-30ce-4528-bb8a-381094590182 tempest-TenantUsagesTestJSON-1728586766 tempest-TenantUsagesTestJSON-1728586766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:34.937616 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3de823a1-a0cc-40b1-a1c1-3b989db509cf req-553774a3-30ce-4528-bb8a-381094590182 tempest-TenantUsagesTestJSON-1728586766 tempest-TenantUsagesTestJSON-1728586766-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2029045 Aug 11 03:09:34.961798 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2d49e0-aebe-41bb-9b27-afd438da9fa5 req-ed46dc77-4f4c-4d11-9bac-6bd11b4fd12b tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:34.969952 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ed2d49e0-aebe-41bb-9b27-afd438da9fa5 req-ed46dc77-4f4c-4d11-9bac-6bd11b4fd12b tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] 10.222.0.41 "GET /v2.0/ports?device_id=913f7241-5eba-43f7-b254-8e0682a1f0a3 HTTP/1.1" status: 200 len: 945 time: 0.0875747 Aug 11 03:09:34.969952 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3de823a1-a0cc-40b1-a1c1-3b989db509cf req-afcef439-49f0-4c81-b1a4-eb0907c0bc47 tempest-TenantUsagesTestJSON-1728586766 tempest-TenantUsagesTestJSON-1728586766-project] 10.222.0.41 "GET /v2.0/quotas/d384b80bf7d34f94a2aeed3e4585fb21 HTTP/1.1" status: 200 len: 375 time: 0.0220520 Aug 11 03:09:35.009487 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3de823a1-a0cc-40b1-a1c1-3b989db509cf req-432a5d2a-64c0-4522-903b-f278894d3f83 tempest-TenantUsagesTestJSON-1728586766 tempest-TenantUsagesTestJSON-1728586766-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=d384b80bf7d34f94a2aeed3e4585fb21&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0340314 Aug 11 03:09:35.048182 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ed2d49e0-aebe-41bb-9b27-afd438da9fa5 req-56fc88ad-be23-4ea5-be1c-168987603e51 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5a225df-05c1-440d-b2ae-d3bea38f3abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642786 Aug 11 03:09:35.094099 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-e9910a9f-1851-4975-be72-b2c2f328072b req-aca53e0b-7814-489f-a262-20245e0080d5 service neutron] 10.222.0.22 "GET /v2.0/networks/92150d50-1f8e-4278-9525-d0992602767c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681180 Aug 11 03:09:35.100393 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-b289b1d8-a667-43d9-bd1e-22396b05f0f2 req-6d4724c0-e42d-4243-8011-ff0d176fec70 service neutron] 10.222.0.22 "GET /v2.0/networks/6b5eb666-47e5-4ddb-b0bc-16855d478160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663079 Aug 11 03:09:35.221633 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-b289b1d8-a667-43d9-bd1e-22396b05f0f2 req-4ad2e182-3c49-4e8e-97fc-6e90b21cb962 service neutron] 10.222.0.22 "GET /v2.0/networks/6b5eb666-47e5-4ddb-b0bc-16855d478160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076200 Aug 11 03:09:35.247287 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83d840c-0df8-41dc-980f-63219fd6d383 req-866c7453-4e38-4ffa-9fa8-cee14f1827d5 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:35.247287 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f83d840c-0df8-41dc-980f-63219fd6d383 req-866c7453-4e38-4ffa-9fa8-cee14f1827d5 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] 10.222.0.41 "GET /v2.0/ports?device_id=31d7c9f8-fbf9-4680-9e39-ff23f2085b9f HTTP/1.1" status: 200 len: 943 time: 0.0683198 Aug 11 03:09:35.298794 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f83d840c-0df8-41dc-980f-63219fd6d383 req-22245dae-62cc-4b70-a8c6-dc0214d1d66f tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] 10.222.0.41 "GET /v2.0/security-groups?id=4742dd89-5545-47da-9d5a-053b57544bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426021 Aug 11 03:09:35.430683 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e25f1a3-7fba-4805-9759-8154874bba42 req-197ee997-0eaa-428c-8579-8a0f57494031 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:35.430683 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7e25f1a3-7fba-4805-9759-8154874bba42 req-197ee997-0eaa-428c-8579-8a0f57494031 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d03b1ae-a755-4a35-b1e5-76525a66ded5 HTTP/1.1" status: 200 len: 946 time: 0.0602038 Aug 11 03:09:35.476678 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '497a0c80-3130-4ceb-a6d0-d48998b57b32', 'tag': '97e1d5d7-a981-4735-9157-314ac35e3f40'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:09:35.480424 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dfbd657-aebd-4696-96ce-c899bae3a393" -d '{"events": [{"name": "network-changed", "server_uuid": "497a0c80-3130-4ceb-a6d0-d48998b57b32", "tag": "97e1d5d7-a981-4735-9157-314ac35e3f40"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:09:35.484061 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7e25f1a3-7fba-4805-9759-8154874bba42 req-5f25420d-3d6a-4076-b1f8-3a0e7b44c4e9 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/security-groups?id=96c4279c-51b6-4d8a-ac93-67215ccf65c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486689 Aug 11 03:09:35.559303 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-efa7b7e4-4798-4d3f-886f-4352c422eb71 req-96924e69-19fb-4946-890f-28bf260a0427 tempest-TenantUsagesTestJSON-1728586766 tempest-TenantUsagesTestJSON-1728586766-project] 10.222.0.41 "GET /v2.0/ports?device_id=fbc81785-ff98-488c-a3a9-019cfd6c78ba HTTP/1.1" status: 200 len: 210 time: 0.0332932 Aug 11 03:09:35.607276 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:09:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb8e31ae-728a-4f95-963d-c64ec8dae341 x-openstack-request-id: req-eb8e31ae-728a-4f95-963d-c64ec8dae341 {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:09:35.607571 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "497a0c80-3130-4ceb-a6d0-d48998b57b32", "tag": "97e1d5d7-a981-4735-9157-314ac35e3f40", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:09:35.607819 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-eb8e31ae-728a-4f95-963d-c64ec8dae341 {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:09:35.608214 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '497a0c80-3130-4ceb-a6d0-d48998b57b32', 'tag': '97e1d5d7-a981-4735-9157-314ac35e3f40', 'status': 'completed', 'code': 200} Aug 11 03:09:35.703891 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfbd657-aebd-4696-96ce-c899bae3a393 req-122e53d8-51e0-4ae1-8c30-4cae3ee75e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:35.706387 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-1dfbd657-aebd-4696-96ce-c899bae3a393 req-122e53d8-51e0-4ae1-8c30-4cae3ee75e6c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=3419766c112444a3864f482257b66851&device_id=497a0c80-3130-4ceb-a6d0-d48998b57b32 HTTP/1.1" status: 200 len: 1095 time: 0.0762055 Aug 11 03:09:35.762882 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1623f72d-a37d-4889-bbb5-54fa501c11a3 req-3ab2cec9-d9e9-4c02-9ee6-1a6a8c0e4ede tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:35.764433 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1623f72d-a37d-4889-bbb5-54fa501c11a3 req-3ab2cec9-d9e9-4c02-9ee6-1a6a8c0e4ede tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=497a0c80-3130-4ceb-a6d0-d48998b57b32 HTTP/1.1" status: 200 len: 943 time: 0.0584285 Aug 11 03:09:35.817376 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfbd657-aebd-4696-96ce-c899bae3a393 req-94637cb5-e396-4648-ac8f-09f96e147c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:35.818925 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-1dfbd657-aebd-4696-96ce-c899bae3a393 req-94637cb5-e396-4648-ac8f-09f96e147c37 service neutron] 10.222.0.22 "GET /v2.0/networks?id=6b5eb666-47e5-4ddb-b0bc-16855d478160 HTTP/1.1" status: 200 len: 913 time: 0.1057141 Aug 11 03:09:35.838693 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1623f72d-a37d-4889-bbb5-54fa501c11a3 req-05ebc40c-a870-44ab-af3d-8c213449ad41 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/security-groups?id=19e25e3f-a72e-45d4-8165-3b0d2215340c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380101 Aug 11 03:09:35.876212 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-1dfbd657-aebd-4696-96ce-c899bae3a393 req-e7ce195f-bd9c-4cbd-b37e-246794875188 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=97e1d5d7-a981-4735-9157-314ac35e3f40 HTTP/1.1" status: 200 len: 217 time: 0.0489497 Aug 11 03:09:35.935991 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfbd657-aebd-4696-96ce-c899bae3a393 req-bf4ee7e4-1bf0-4125-85e7-82faeed31a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:35.937212 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-1dfbd657-aebd-4696-96ce-c899bae3a393 req-bf4ee7e4-1bf0-4125-85e7-82faeed31a81 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6bc807f9-b5f2-488b-b980-1ec1f7afe42f HTTP/1.1" status: 200 len: 851 time: 0.0533159 Aug 11 03:09:36.006592 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfbd657-aebd-4696-96ce-c899bae3a393 req-eef38d99-3abb-42be-a9b1-24ca67377412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:36.007806 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-1dfbd657-aebd-4696-96ce-c899bae3a393 req-eef38d99-3abb-42be-a9b1-24ca67377412 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=6b5eb666-47e5-4ddb-b0bc-16855d478160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0623646 Aug 11 03:09:36.120892 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-1dfbd657-aebd-4696-96ce-c899bae3a393 req-d5c5c574-9d3a-4933-955b-184c72408e5d service neutron] 10.222.0.22 "GET /v2.0/networks/6b5eb666-47e5-4ddb-b0bc-16855d478160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035547 Aug 11 03:09:36.225619 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-1dfbd657-aebd-4696-96ce-c899bae3a393 req-72cdc53d-a937-4649-8383-15c4b900181c service neutron] 10.222.0.22 "GET /v2.0/networks/6b5eb666-47e5-4ddb-b0bc-16855d478160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962577 Aug 11 03:09:36.420011 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c809162-615f-4fde-a4db-c53c00c72715 req-ef965f58-d239-4d21-bbc7-4b29499704c8 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:36.421649 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9c809162-615f-4fde-a4db-c53c00c72715 req-ef965f58-d239-4d21-bbc7-4b29499704c8 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] 10.222.0.41 "GET /v2.0/ports?device_id=31d7c9f8-fbf9-4680-9e39-ff23f2085b9f HTTP/1.1" status: 200 len: 943 time: 0.0512283 Aug 11 03:09:36.459918 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9c809162-615f-4fde-a4db-c53c00c72715 req-eb8d6f79-5a55-4c8e-beb2-73f4bc111824 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] 10.222.0.41 "GET /v2.0/security-groups?id=4742dd89-5545-47da-9d5a-053b57544bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318315 Aug 11 03:09:36.609000 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b60079-90f7-4235-b8ad-2a0e1b4edd1a req-0fe88bb7-3ac8-40d4-abeb-69a7eab85658 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:36.610534 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d0b60079-90f7-4235-b8ad-2a0e1b4edd1a req-0fe88bb7-3ac8-40d4-abeb-69a7eab85658 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d03b1ae-a755-4a35-b1e5-76525a66ded5 HTTP/1.1" status: 200 len: 946 time: 0.0545502 Aug 11 03:09:36.659577 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d0b60079-90f7-4235-b8ad-2a0e1b4edd1a req-16f72d30-fa7d-4630-ac8d-e25700878616 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/security-groups?id=96c4279c-51b6-4d8a-ac93-67215ccf65c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427864 Aug 11 03:09:36.680502 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7b1c5d8e-1b0d-4ec3-bf0e-7aa1a334d338 req-0090876f-72bb-419a-8525-6435f461d9ff tempest-TenantUsagesTestJSON-1728586766 tempest-TenantUsagesTestJSON-1728586766-project] 10.222.0.41 "GET /v2.0/ports?device_id=fbc81785-ff98-488c-a3a9-019cfd6c78ba HTTP/1.1" status: 200 len: 210 time: 0.0359154 Aug 11 03:09:36.800789 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 5e02a777-96d0-4855-bcca-1ea5056efc6c details requested by agent hyperv_n-h1-764292-30 with host n-h1-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:09:36.896033 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:36.942154 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 5e02a777-96d0-4855-bcca-1ea5056efc6c, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=5e02a777-96d0-4855-bcca-1ea5056efc6c,segment=NetworkSegment(309c9b9e-c193-462a-8459-3f59bc414d81),segment_id=309c9b9e-c193-462a-8459-3f59bc414d81)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:09:36.968059 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f416c0c6-39e6-4c53-bc17-1b160fb3dfad req-985b002d-2bec-4ac3-8af0-39cded170b23 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:36.968502 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Returning: {'device': '5e02a777-96d0-4855-bcca-1ea5056efc6c', 'network_id': '92150d50-1f8e-4278-9525-d0992602767c', 'port_id': '5e02a777-96d0-4855-bcca-1ea5056efc6c', 'mac_address': 'fa:16:3e:89:41:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '639cf9bb-cf7a-44b0-8882-86dfb4c155b3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:09:36.976029 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f416c0c6-39e6-4c53-bc17-1b160fb3dfad req-985b002d-2bec-4ac3-8af0-39cded170b23 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=497a0c80-3130-4ceb-a6d0-d48998b57b32 HTTP/1.1" status: 200 len: 943 time: 0.0639839 Aug 11 03:09:37.035421 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f416c0c6-39e6-4c53-bc17-1b160fb3dfad req-3db6fffe-0c11-4d2f-bff5-dc8c3957392d tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/security-groups?id=19e25e3f-a72e-45d4-8165-3b0d2215340c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582759 Aug 11 03:09:37.052920 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:37.071428 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e02a777-96d0-4855-bcca-1ea5056efc6c {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:09:37.094648 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 5e02a777-96d0-4855-bcca-1ea5056efc6c, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=5e02a777-96d0-4855-bcca-1ea5056efc6c,segment=NetworkSegment(309c9b9e-c193-462a-8459-3f59bc414d81),segment_id=309c9b9e-c193-462a-8459-3f59bc414d81)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:09:37.182708 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:37.238061 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=5e02a777-96d0-4855-bcca-1ea5056efc6c,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:37.566000 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3de823a1-a0cc-40b1-a1c1-3b989db509cf req-ed17219f-f4ca-4eef-9c17-b0ff4f2458fa tempest-TenantUsagesTestJSON-1728586766 tempest-TenantUsagesTestJSON-1728586766-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=d384b80bf7d34f94a2aeed3e4585fb21&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0387809 Aug 11 03:09:37.664886 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cde551c-e161-4cc0-a2c8-16e4e2896d16 req-f1ae6d2a-3989-473d-8525-6402b64401fc tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:37.666455 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0cde551c-e161-4cc0-a2c8-16e4e2896d16 req-f1ae6d2a-3989-473d-8525-6402b64401fc tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] 10.222.0.41 "GET /v2.0/ports?device_id=31d7c9f8-fbf9-4680-9e39-ff23f2085b9f HTTP/1.1" status: 200 len: 944 time: 0.1283996 Aug 11 03:09:37.725001 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de823a1-a0cc-40b1-a1c1-3b989db509cf req-f3077c1a-53bd-4931-8420-9c3000cd90ff tempest-TenantUsagesTestJSON-1728586766 tempest-TenantUsagesTestJSON-1728586766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:37.729326 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3de823a1-a0cc-40b1-a1c1-3b989db509cf req-f3077c1a-53bd-4931-8420-9c3000cd90ff tempest-TenantUsagesTestJSON-1728586766 tempest-TenantUsagesTestJSON-1728586766-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1461475 Aug 11 03:09:37.736101 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0cde551c-e161-4cc0-a2c8-16e4e2896d16 req-c07d29cb-5014-45b6-92b9-4adae15bc0be tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] 10.222.0.41 "GET /v2.0/security-groups?id=4742dd89-5545-47da-9d5a-053b57544bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621898 Aug 11 03:09:37.740755 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-3de823a1-a0cc-40b1-a1c1-3b989db509cf req-de35eb6c-7f2f-4b39-8c8f-cfb6f166dab3 tempest-TenantUsagesTestJSON-1728586766 tempest-TenantUsagesTestJSON-1728586766-project] Request body: {'port': {'device_id': 'fbc81785-ff98-488c-a3a9-019cfd6c78ba', 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba', 'admin_state_up': True, 'tenant_id': 'd384b80bf7d34f94a2aeed3e4585fb21'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:09:37.799134 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['5e02a777-96d0-4855-bcca-1ea5056efc6c'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:09:37.877196 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d65549f8-ce61-47aa-9fe7-e1fe7a756631 req-0e4184c6-10a2-4890-b0e1-e9593553495f tempest-TenantUsagesTestJSON-1728586766 tempest-TenantUsagesTestJSON-1728586766-project] 10.222.0.41 "GET /v2.0/ports?device_id=fbc81785-ff98-488c-a3a9-019cfd6c78ba HTTP/1.1" status: 200 len: 210 time: 0.0494602 Aug 11 03:09:37.909032 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba733903-bc1e-4605-8d0a-49fedb5f7513 req-20092e1a-8afe-4892-b80d-efcdad7e869f tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:37.916556 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ba733903-bc1e-4605-8d0a-49fedb5f7513 req-20092e1a-8afe-4892-b80d-efcdad7e869f tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d03b1ae-a755-4a35-b1e5-76525a66ded5 HTTP/1.1" status: 200 len: 946 time: 0.1516540 Aug 11 03:09:37.978158 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ba733903-bc1e-4605-8d0a-49fedb5f7513 req-e28022df-47fd-40e7-abb9-13621e65a83c tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/security-groups?id=96c4279c-51b6-4d8a-ac93-67215ccf65c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606623 Aug 11 03:09:38.021762 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3de823a1-a0cc-40b1-a1c1-3b989db509cf req-de35eb6c-7f2f-4b39-8c8f-cfb6f166dab3 tempest-TenantUsagesTestJSON-1728586766 tempest-TenantUsagesTestJSON-1728586766-project] Made reservation on behalf of d384b80bf7d34f94a2aeed3e4585fb21 for: {'port': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:09:38.026219 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-3de823a1-a0cc-40b1-a1c1-3b989db509cf req-de35eb6c-7f2f-4b39-8c8f-cfb6f166dab3 tempest-TenantUsagesTestJSON-1728586766 tempest-TenantUsagesTestJSON-1728586766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:38.038090 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-3de823a1-a0cc-40b1-a1c1-3b989db509cf req-de35eb6c-7f2f-4b39-8c8f-cfb6f166dab3 tempest-TenantUsagesTestJSON-1728586766 tempest-TenantUsagesTestJSON-1728586766-project] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:38.206948 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-3de823a1-a0cc-40b1-a1c1-3b989db509cf req-de35eb6c-7f2f-4b39-8c8f-cfb6f166dab3 tempest-TenantUsagesTestJSON-1728586766 tempest-TenantUsagesTestJSON-1728586766-project] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:38.220599 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6cc8c1-d5ae-494b-a46e-f6562a180d4e req-ae428c6a-bcb1-490b-898e-f9b72ab666ed tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:38.222138 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0a6cc8c1-d5ae-494b-a46e-f6562a180d4e req-ae428c6a-bcb1-490b-898e-f9b72ab666ed tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=497a0c80-3130-4ceb-a6d0-d48998b57b32 HTTP/1.1" status: 200 len: 943 time: 0.0885346 Aug 11 03:09:38.260328 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0a6cc8c1-d5ae-494b-a46e-f6562a180d4e req-25707d84-5494-4dd9-b772-ce55d70514bc tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/security-groups?id=19e25e3f-a72e-45d4-8165-3b0d2215340c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318830 Aug 11 03:09:38.370071 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-3de823a1-a0cc-40b1-a1c1-3b989db509cf req-de35eb6c-7f2f-4b39-8c8f-cfb6f166dab3 tempest-TenantUsagesTestJSON-1728586766 tempest-TenantUsagesTestJSON-1728586766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:38.432698 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de35eb6c-7f2f-4b39-8c8f-cfb6f166dab3 tempest-TenantUsagesTestJSON-1728586766 tempest-TenantUsagesTestJSON-1728586766-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27be1afe-f82c-4fb0-9fb1-35148b2e9ada,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:38.448370 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de35eb6c-7f2f-4b39-8c8f-cfb6f166dab3 tempest-TenantUsagesTestJSON-1728586766 tempest-TenantUsagesTestJSON-1728586766-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:09:38.448765 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de35eb6c-7f2f-4b39-8c8f-cfb6f166dab3 tempest-TenantUsagesTestJSON-1728586766 tempest-TenantUsagesTestJSON-1728586766-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:09:38.449306 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de35eb6c-7f2f-4b39-8c8f-cfb6f166dab3 tempest-TenantUsagesTestJSON-1728586766 tempest-TenantUsagesTestJSON-1728586766-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:09:38.449678 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de35eb6c-7f2f-4b39-8c8f-cfb6f166dab3 tempest-TenantUsagesTestJSON-1728586766 tempest-TenantUsagesTestJSON-1728586766-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:09:38.450011 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de35eb6c-7f2f-4b39-8c8f-cfb6f166dab3 tempest-TenantUsagesTestJSON-1728586766 tempest-TenantUsagesTestJSON-1728586766-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:09:38.450364 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de35eb6c-7f2f-4b39-8c8f-cfb6f166dab3 tempest-TenantUsagesTestJSON-1728586766 tempest-TenantUsagesTestJSON-1728586766-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:09:38.450692 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de35eb6c-7f2f-4b39-8c8f-cfb6f166dab3 tempest-TenantUsagesTestJSON-1728586766 tempest-TenantUsagesTestJSON-1728586766-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:09:38.451021 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de35eb6c-7f2f-4b39-8c8f-cfb6f166dab3 tempest-TenantUsagesTestJSON-1728586766 tempest-TenantUsagesTestJSON-1728586766-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:09:38.451340 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de35eb6c-7f2f-4b39-8c8f-cfb6f166dab3 tempest-TenantUsagesTestJSON-1728586766 tempest-TenantUsagesTestJSON-1728586766-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:09:38.451661 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de35eb6c-7f2f-4b39-8c8f-cfb6f166dab3 tempest-TenantUsagesTestJSON-1728586766 tempest-TenantUsagesTestJSON-1728586766-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:09:38.451986 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de35eb6c-7f2f-4b39-8c8f-cfb6f166dab3 tempest-TenantUsagesTestJSON-1728586766 tempest-TenantUsagesTestJSON-1728586766-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:09:38.452307 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de35eb6c-7f2f-4b39-8c8f-cfb6f166dab3 tempest-TenantUsagesTestJSON-1728586766 tempest-TenantUsagesTestJSON-1728586766-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:09:38.519646 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [req-3de823a1-a0cc-40b1-a1c1-3b989db509cf req-de35eb6c-7f2f-4b39-8c8f-cfb6f166dab3 tempest-TenantUsagesTestJSON-1728586766 tempest-TenantUsagesTestJSON-1728586766-project] Allocated IP 192.168.233.253 (d1bf0def-6fa4-4d3e-bbc5-20a040931fba/254a3f4d-2b75-429e-bbb2-8e70554e9483/23fa5bfa-89e2-4800-a6db-fb0b8fdefeb7) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:09:38.667557 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-3de823a1-a0cc-40b1-a1c1-3b989db509cf req-de35eb6c-7f2f-4b39-8c8f-cfb6f166dab3 tempest-TenantUsagesTestJSON-1728586766 tempest-TenantUsagesTestJSON-1728586766-project] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:38.681946 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [req-3de823a1-a0cc-40b1-a1c1-3b989db509cf req-de35eb6c-7f2f-4b39-8c8f-cfb6f166dab3 tempest-TenantUsagesTestJSON-1728586766 tempest-TenantUsagesTestJSON-1728586766-project] Transition to ACTIVE for port object 23fa5bfa-89e2-4800-a6db-fb0b8fdefeb7 will not be triggered until provisioned by entity DHCP. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:09:38.787745 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-3de823a1-a0cc-40b1-a1c1-3b989db509cf req-de35eb6c-7f2f-4b39-8c8f-cfb6f166dab3 tempest-TenantUsagesTestJSON-1728586766 tempest-TenantUsagesTestJSON-1728586766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:38.822580 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 97e1d5d7-a981-4735-9157-314ac35e3f40 details requested by agent hyperv_n-h1-764292-30 with host n-h1-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:09:38.825095 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 5e02a777-96d0-4855-bcca-1ea5056efc6c up at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:09:38.842766 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3de823a1-a0cc-40b1-a1c1-3b989db509cf req-de35eb6c-7f2f-4b39-8c8f-cfb6f166dab3 tempest-TenantUsagesTestJSON-1728586766 tempest-TenantUsagesTestJSON-1728586766-project] Network d1bf0def-6fa4-4d3e-bbc5-20a040931fba is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:09:38.850990 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [req-3de823a1-a0cc-40b1-a1c1-3b989db509cf req-de35eb6c-7f2f-4b39-8c8f-cfb6f166dab3 tempest-TenantUsagesTestJSON-1728586766 tempest-TenantUsagesTestJSON-1728586766-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:09:38.880474 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [req-3de823a1-a0cc-40b1-a1c1-3b989db509cf req-de35eb6c-7f2f-4b39-8c8f-cfb6f166dab3 tempest-TenantUsagesTestJSON-1728586766 tempest-TenantUsagesTestJSON-1728586766-project] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:09:38.910640 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de35eb6c-7f2f-4b39-8c8f-cfb6f166dab3 tempest-TenantUsagesTestJSON-1728586766 tempest-TenantUsagesTestJSON-1728586766-project] Pushing event updated for resources: {'Port': ['ID=23fa5bfa-89e2-4800-a6db-fb0b8fdefeb7,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:38.946660 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab64ea99-82e7-47a6-a49c-04ace5cd6ae9 req-4fe943aa-5ce2-463e-a81d-a4aab06b5cbe tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:38.948171 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ab64ea99-82e7-47a6-a49c-04ace5cd6ae9 req-4fe943aa-5ce2-463e-a81d-a4aab06b5cbe tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] 10.222.0.41 "GET /v2.0/ports?device_id=31d7c9f8-fbf9-4680-9e39-ff23f2085b9f HTTP/1.1" status: 200 len: 944 time: 0.1234901 Aug 11 03:09:38.954873 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de823a1-a0cc-40b1-a1c1-3b989db509cf req-de35eb6c-7f2f-4b39-8c8f-cfb6f166dab3 tempest-TenantUsagesTestJSON-1728586766 tempest-TenantUsagesTestJSON-1728586766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:38.955496 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-3de823a1-a0cc-40b1-a1c1-3b989db509cf req-de35eb6c-7f2f-4b39-8c8f-cfb6f166dab3 tempest-TenantUsagesTestJSON-1728586766 tempest-TenantUsagesTestJSON-1728586766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:38.966070 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 97e1d5d7-a981-4735-9157-314ac35e3f40, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=97e1d5d7-a981-4735-9157-314ac35e3f40,segment=NetworkSegment(51ba8099-7622-42cb-adbd-7c8aaac78355),segment_id=51ba8099-7622-42cb-adbd-7c8aaac78355)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:09:39.026200 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ab64ea99-82e7-47a6-a49c-04ace5cd6ae9 req-69ad9a8a-1f7d-4288-8c11-cd14d91684b5 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] 10.222.0.41 "GET /v2.0/security-groups?id=4742dd89-5545-47da-9d5a-053b57544bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678403 Aug 11 03:09:39.084474 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746d62e2-bb3c-4b76-a051-f478f1d876b4 req-db90ab74-61fb-4b77-999f-9fb0a49f6362 tempest-TenantUsagesTestJSON-1728586766 tempest-TenantUsagesTestJSON-1728586766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:39.086144 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-746d62e2-bb3c-4b76-a051-f478f1d876b4 req-db90ab74-61fb-4b77-999f-9fb0a49f6362 tempest-TenantUsagesTestJSON-1728586766 tempest-TenantUsagesTestJSON-1728586766-project] 10.222.0.41 "GET /v2.0/ports?device_id=fbc81785-ff98-488c-a3a9-019cfd6c78ba HTTP/1.1" status: 200 len: 936 time: 0.0750718 Aug 11 03:09:39.091369 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3de823a1-a0cc-40b1-a1c1-3b989db509cf req-de35eb6c-7f2f-4b39-8c8f-cfb6f166dab3 tempest-TenantUsagesTestJSON-1728586766 tempest-TenantUsagesTestJSON-1728586766-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3543203 Aug 11 03:09:39.116358 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-3de823a1-a0cc-40b1-a1c1-3b989db509cf req-d5f17737-f4ef-426b-afd2-9702172a8c74 service neutron] Request body: {'port': {'device_id': 'fbc81785-ff98-488c-a3a9-019cfd6c78ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764292-30'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:09:39.141558 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning for port 5e02a777-96d0-4855-bcca-1ea5056efc6c completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:09:39.143945 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Returning: {'device': '97e1d5d7-a981-4735-9157-314ac35e3f40', 'network_id': '6b5eb666-47e5-4ddb-b0bc-16855d478160', 'port_id': '97e1d5d7-a981-4735-9157-314ac35e3f40', 'mac_address': 'fa:16:3e:8d:92:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bc807f9-b5f2-488b-b980-1ec1f7afe42f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:09:39.149818 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning complete for port 5e02a777-96d0-4855-bcca-1ea5056efc6c triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:09:39.150184 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:39.223054 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:39.241431 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97e1d5d7-a981-4735-9157-314ac35e3f40 {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:09:39.285301 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 97e1d5d7-a981-4735-9157-314ac35e3f40, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=97e1d5d7-a981-4735-9157-314ac35e3f40,segment=NetworkSegment(51ba8099-7622-42cb-adbd-7c8aaac78355),segment_id=51ba8099-7622-42cb-adbd-7c8aaac78355)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:09:39.299315 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:39.323305 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31d7c9f8-fbf9-4680-9e39-ff23f2085b9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e02a777-96d0-4855-bcca-1ea5056efc6c'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:09:39.326560 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1f97d63-b184-4ca9-bb99-3bec30292b7b" -d '{"events": [{"server_uuid": "31d7c9f8-fbf9-4680-9e39-ff23f2085b9f", "name": "network-vif-plugged", "status": "completed", "tag": "5e02a777-96d0-4855-bcca-1ea5056efc6c"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:09:39.339831 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 5e02a777-96d0-4855-bcca-1ea5056efc6c, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=5e02a777-96d0-4855-bcca-1ea5056efc6c,segment=NetworkSegment(309c9b9e-c193-462a-8459-3f59bc414d81),segment_id=309c9b9e-c193-462a-8459-3f59bc414d81)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:09:39.341508 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-ad966c40-b96b-4a6c-9c44-37317e770d6e None None] Provisioning for port 23fa5bfa-89e2-4800-a6db-fb0b8fdefeb7 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:09:39.345625 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-ad966c40-b96b-4a6c-9c44-37317e770d6e None None] Provisioning complete for port 23fa5bfa-89e2-4800-a6db-fb0b8fdefeb7 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:09:39.345996 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-ad966c40-b96b-4a6c-9c44-37317e770d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:39.380395 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-ad966c40-b96b-4a6c-9c44-37317e770d6e None None] Port 23fa5bfa-89e2-4800-a6db-fb0b8fdefeb7 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:09:39.427687 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:39.428434 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 7543f02b-7a88-41dd-92df-3e6432928a81 details requested by agent hyperv_n-h1-764292-30 with host n-h1-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:09:39.433154 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:39.523702 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-746d62e2-bb3c-4b76-a051-f478f1d876b4 req-ded19a50-06ca-4696-aec5-a5a50670eba2 tempest-TenantUsagesTestJSON-1728586766 tempest-TenantUsagesTestJSON-1728586766-project] 10.222.0.41 "GET /v2.0/security-groups?id=27be1afe-f82c-4fb0-9fb1-35148b2e9ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4271855 Aug 11 03:09:39.526787 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-3de823a1-a0cc-40b1-a1c1-3b989db509cf req-d5f17737-f4ef-426b-afd2-9702172a8c74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:39.529501 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=97e1d5d7-a981-4735-9157-314ac35e3f40,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:39.574533 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee250ed5-67b5-4c82-a71d-742c2528886e req-26e395f6-87bf-4ea3-bb5d-b3d064b5dc52 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:39.582365 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ee250ed5-67b5-4c82-a71d-742c2528886e req-26e395f6-87bf-4ea3-bb5d-b3d064b5dc52 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d03b1ae-a755-4a35-b1e5-76525a66ded5 HTTP/1.1" status: 200 len: 946 time: 0.1311893 Aug 11 03:09:39.597271 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=5e02a777-96d0-4855-bcca-1ea5056efc6c,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:39.619008 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 7543f02b-7a88-41dd-92df-3e6432928a81, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=7543f02b-7a88-41dd-92df-3e6432928a81,segment=NetworkSegment(c567aba8-f786-4533-ad6f-0c8ff3fef5d6),segment_id=c567aba8-f786-4533-ad6f-0c8ff3fef5d6)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:09:39.631443 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Returning: {'device': '7543f02b-7a88-41dd-92df-3e6432928a81', 'network_id': '83b4bd4d-f4f2-42f4-b1e3-dbcc3fc1d9fb', 'port_id': '7543f02b-7a88-41dd-92df-3e6432928a81', 'mac_address': 'fa:16:3e:ae:de:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8a74f8c-47d7-428d-9b47-116a9ebdc466', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:09:39.692855 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:39.703060 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ee250ed5-67b5-4c82-a71d-742c2528886e req-13c5cd88-b41d-4b13-b93a-98551ce4ebf4 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/security-groups?id=96c4279c-51b6-4d8a-ac93-67215ccf65c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185608 Aug 11 03:09:39.705231 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7543f02b-7a88-41dd-92df-3e6432928a81 {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:09:39.743367 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 7543f02b-7a88-41dd-92df-3e6432928a81, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=7543f02b-7a88-41dd-92df-3e6432928a81,segment=NetworkSegment(c567aba8-f786-4533-ad6f-0c8ff3fef5d6),segment_id=c567aba8-f786-4533-ad6f-0c8ff3fef5d6)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:09:39.804551 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f40e40ff-2fa3-4570-8ca2-390720de486e x-openstack-request-id: req-f40e40ff-2fa3-4570-8ca2-390720de486e {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:09:39.809615 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31d7c9f8-fbf9-4680-9e39-ff23f2085b9f", "name": "network-vif-plugged", "status": "completed", "tag": "5e02a777-96d0-4855-bcca-1ea5056efc6c", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:09:39.809615 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f40e40ff-2fa3-4570-8ca2-390720de486e {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:09:39.809615 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31d7c9f8-fbf9-4680-9e39-ff23f2085b9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e02a777-96d0-4855-bcca-1ea5056efc6c', 'code': 200} Aug 11 03:09:39.827422 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:39.873097 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730b66f2-58e5-4089-be49-eebff3f27512 req-a3f0bb21-53aa-4b4c-b789-6ef75da5be65 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:39.876151 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-730b66f2-58e5-4089-be49-eebff3f27512 req-a3f0bb21-53aa-4b4c-b789-6ef75da5be65 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=497a0c80-3130-4ceb-a6d0-d48998b57b32 HTTP/1.1" status: 200 len: 944 time: 0.1209521 Aug 11 03:09:39.904821 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=7543f02b-7a88-41dd-92df-3e6432928a81,revision_number=6']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:39.930549 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['7543f02b-7a88-41dd-92df-3e6432928a81'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:09:39.937236 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9369c459-3faa-416d-9f74-a70dfc41d53a req-02dd579a-68ca-483d-8024-df76f689a6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:39.939506 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-9369c459-3faa-416d-9f74-a70dfc41d53a req-02dd579a-68ca-483d-8024-df76f689a6fa service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=31d7c9f8-fbf9-4680-9e39-ff23f2085b9f HTTP/1.1" status: 200 len: 1097 time: 0.0589054 Aug 11 03:09:39.977669 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-730b66f2-58e5-4089-be49-eebff3f27512 req-27cf744a-c0b4-46d3-b153-c32728046e08 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/security-groups?id=19e25e3f-a72e-45d4-8165-3b0d2215340c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844758 Aug 11 03:09:39.982187 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-9369c459-3faa-416d-9f74-a70dfc41d53a req-0fa9275b-f323-419b-a0dd-00df3e1ea803 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=4742dd89-5545-47da-9d5a-053b57544bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343850 Aug 11 03:09:40.023686 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [req-3de823a1-a0cc-40b1-a1c1-3b989db509cf req-d5f17737-f4ef-426b-afd2-9702172a8c74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23fa5bfa-89e2-4800-a6db-fb0b8fdefeb7 {{(pid=102192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:09:40.032317 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-3de823a1-a0cc-40b1-a1c1-3b989db509cf req-d5f17737-f4ef-426b-afd2-9702172a8c74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:40.045650 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [req-3de823a1-a0cc-40b1-a1c1-3b989db509cf req-d5f17737-f4ef-426b-afd2-9702172a8c74 service neutron] Transition to ACTIVE for port object 23fa5bfa-89e2-4800-a6db-fb0b8fdefeb7 will not be triggered until provisioned by entity L2. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:09:40.135353 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-3de823a1-a0cc-40b1-a1c1-3b989db509cf req-d5f17737-f4ef-426b-afd2-9702172a8c74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:40.192527 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e382d749-6165-422b-95b9-d94b5c405ab5 req-de37dcaf-144d-43e3-ba36-b46dce9db0db tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:40.194087 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e382d749-6165-422b-95b9-d94b5c405ab5 req-de37dcaf-144d-43e3-ba36-b46dce9db0db tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] 10.222.0.41 "GET /v2.0/ports?device_id=31d7c9f8-fbf9-4680-9e39-ff23f2085b9f HTTP/1.1" status: 200 len: 945 time: 0.0888653 Aug 11 03:09:40.210211 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f17737-f4ef-426b-afd2-9702172a8c74 service neutron] Pushing event updated for resources: {'Port': ['ID=23fa5bfa-89e2-4800-a6db-fb0b8fdefeb7,revision_number=2']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:40.319397 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e382d749-6165-422b-95b9-d94b5c405ab5 req-8dbbe36f-fd63-4cbf-9ef9-cb0c8ffd42c5 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] 10.222.0.41 "GET /v2.0/security-groups?id=4742dd89-5545-47da-9d5a-053b57544bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138978 Aug 11 03:09:40.352341 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-3de823a1-a0cc-40b1-a1c1-3b989db509cf req-d5f17737-f4ef-426b-afd2-9702172a8c74 service neutron] Attempting to bind port 23fa5bfa-89e2-4800-a6db-fb0b8fdefeb7 on host n-h2-764292-30 for vnic_type normal with profile {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:09:40.352675 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-3de823a1-a0cc-40b1-a1c1-3b989db509cf req-d5f17737-f4ef-426b-afd2-9702172a8c74 service neutron] Attempting to bind port 23fa5bfa-89e2-4800-a6db-fb0b8fdefeb7 by drivers openvswitch,hyperv on host n-h2-764292-30 at level 0 using segments [{'id': '9b7b03c0-092f-4953-898f-de6d8f2338ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba'}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:09:40.353004 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de823a1-a0cc-40b1-a1c1-3b989db509cf req-d5f17737-f4ef-426b-afd2-9702172a8c74 service neutron] Attempting to bind port 23fa5bfa-89e2-4800-a6db-fb0b8fdefeb7 on network d1bf0def-6fa4-4d3e-bbc5-20a040931fba {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:09:40.364752 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d518d2cc-7d4c-4edd-892d-d7b7f40ff553 req-b91e277a-a110-47d5-b13d-4f1f3eec2276 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:40.366274 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d518d2cc-7d4c-4edd-892d-d7b7f40ff553 req-b91e277a-a110-47d5-b13d-4f1f3eec2276 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/ports?device_id=eef198f5-5223-4d49-8ce9-d9987fbc9f79 HTTP/1.1" status: 200 len: 946 time: 0.0895958 Aug 11 03:09:40.367405 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de823a1-a0cc-40b1-a1c1-3b989db509cf req-d5f17737-f4ef-426b-afd2-9702172a8c74 service neutron] Port 23fa5bfa-89e2-4800-a6db-fb0b8fdefeb7 on network d1bf0def-6fa4-4d3e-bbc5-20a040931fba not bound, no agent of type Open vSwitch agent registered on host n-h2-764292-30 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:09:40.367811 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de823a1-a0cc-40b1-a1c1-3b989db509cf req-d5f17737-f4ef-426b-afd2-9702172a8c74 service neutron] Attempting to bind port 23fa5bfa-89e2-4800-a6db-fb0b8fdefeb7 on network d1bf0def-6fa4-4d3e-bbc5-20a040931fba {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:09:40.375435 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de823a1-a0cc-40b1-a1c1-3b989db509cf req-d5f17737-f4ef-426b-afd2-9702172a8c74 service neutron] Checking agent: {'id': '70015fc0-62fb-48b2-b453-36906937cf2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 9, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:09:40.375664 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['97e1d5d7-a981-4735-9157-314ac35e3f40'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:09:40.375861 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de823a1-a0cc-40b1-a1c1-3b989db509cf req-d5f17737-f4ef-426b-afd2-9702172a8c74 service neutron] Checking segment: {'id': '9b7b03c0-092f-4953-898f-de6d8f2338ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:09:40.376177 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de823a1-a0cc-40b1-a1c1-3b989db509cf req-d5f17737-f4ef-426b-afd2-9702172a8c74 service neutron] Bound using segment: {'id': '9b7b03c0-092f-4953-898f-de6d8f2338ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba'} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:09:40.376627 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-3de823a1-a0cc-40b1-a1c1-3b989db509cf req-d5f17737-f4ef-426b-afd2-9702172a8c74 service neutron] Bound port: 23fa5bfa-89e2-4800-a6db-fb0b8fdefeb7, host: n-h2-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b7b03c0-092f-4953-898f-de6d8f2338ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba'}}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:09:40.377092 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-3de823a1-a0cc-40b1-a1c1-3b989db509cf req-d5f17737-f4ef-426b-afd2-9702172a8c74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:40.450659 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d518d2cc-7d4c-4edd-892d-d7b7f40ff553 req-4a7ae5b8-871b-407b-a618-727571b91022 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/security-groups?id=4490b831-3ed6-471e-94da-f0207d61c828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707433 Aug 11 03:09:40.475936 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-3de823a1-a0cc-40b1-a1c1-3b989db509cf req-d5f17737-f4ef-426b-afd2-9702172a8c74 service neutron] For port 23fa5bfa-89e2-4800-a6db-fb0b8fdefeb7, host n-h2-764292-30, cleared binding levels {{(pid=102192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:09:40.479318 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-3de823a1-a0cc-40b1-a1c1-3b989db509cf req-d5f17737-f4ef-426b-afd2-9702172a8c74 service neutron] For port 23fa5bfa-89e2-4800-a6db-fb0b8fdefeb7, host n-h2-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=23fa5bfa-89e2-4800-a6db-fb0b8fdefeb7,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:09:40.564553 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-3de823a1-a0cc-40b1-a1c1-3b989db509cf req-d5f17737-f4ef-426b-afd2-9702172a8c74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:40.610853 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de823a1-a0cc-40b1-a1c1-3b989db509cf req-d5f17737-f4ef-426b-afd2-9702172a8c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:40.611485 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-3de823a1-a0cc-40b1-a1c1-3b989db509cf req-d5f17737-f4ef-426b-afd2-9702172a8c74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:40.612873 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3de823a1-a0cc-40b1-a1c1-3b989db509cf req-d5f17737-f4ef-426b-afd2-9702172a8c74 service neutron] 10.222.0.24 "PUT /v2.0/ports/23fa5bfa-89e2-4800-a6db-fb0b8fdefeb7 HTTP/1.1" status: 200 len: 1097 time: 1.5017021 Aug 11 03:09:40.613325 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbc81785-ff98-488c-a3a9-019cfd6c78ba', 'tag': '23fa5bfa-89e2-4800-a6db-fb0b8fdefeb7'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:09:40.615626 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f24fe44-8cb2-40b6-9419-9c2f92f2f61f" -d '{"events": [{"name": "network-changed", "server_uuid": "fbc81785-ff98-488c-a3a9-019cfd6c78ba", "tag": "23fa5bfa-89e2-4800-a6db-fb0b8fdefeb7"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:09:40.663955 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f17737-f4ef-426b-afd2-9702172a8c74 service neutron] Pushing event updated for resources: {'Port': ['ID=23fa5bfa-89e2-4800-a6db-fb0b8fdefeb7,revision_number=3']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:40.681305 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1379d46f-dce3-482d-a158-dcaf4cd019c1 req-3d694afa-7310-4cc2-a76e-dbed74b77656 tempest-TenantUsagesTestJSON-1728586766 tempest-TenantUsagesTestJSON-1728586766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:40.682923 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1379d46f-dce3-482d-a158-dcaf4cd019c1 req-3d694afa-7310-4cc2-a76e-dbed74b77656 tempest-TenantUsagesTestJSON-1728586766 tempest-TenantUsagesTestJSON-1728586766-project] 10.222.0.41 "GET /v2.0/ports?device_id=fbc81785-ff98-488c-a3a9-019cfd6c78ba HTTP/1.1" status: 200 len: 948 time: 0.0887182 Aug 11 03:09:40.685133 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:09:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62773348-c9eb-4c85-b884-c39b1635c157 x-openstack-request-id: req-62773348-c9eb-4c85-b884-c39b1635c157 {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:09:40.685261 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbc81785-ff98-488c-a3a9-019cfd6c78ba", "tag": "23fa5bfa-89e2-4800-a6db-fb0b8fdefeb7", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:09:40.685441 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-62773348-c9eb-4c85-b884-c39b1635c157 {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:09:40.685825 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbc81785-ff98-488c-a3a9-019cfd6c78ba', 'tag': '23fa5bfa-89e2-4800-a6db-fb0b8fdefeb7', 'status': 'completed', 'code': 200} Aug 11 03:09:40.747230 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 55986) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:09:40.775856 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1379d46f-dce3-482d-a158-dcaf4cd019c1 req-c9c0b03f-9186-43bc-997f-4869f79e49d9 tempest-TenantUsagesTestJSON-1728586766 tempest-TenantUsagesTestJSON-1728586766-project] 10.222.0.41 "GET /v2.0/security-groups?id=27be1afe-f82c-4fb0-9fb1-35148b2e9ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654011 Aug 11 03:09:40.802685 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f24fe44-8cb2-40b6-9419-9c2f92f2f61f req-85c46eff-5442-4905-a0db-c5e808621f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:40.804178 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3f24fe44-8cb2-40b6-9419-9c2f92f2f61f req-85c46eff-5442-4905-a0db-c5e808621f68 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d384b80bf7d34f94a2aeed3e4585fb21&device_id=fbc81785-ff98-488c-a3a9-019cfd6c78ba HTTP/1.1" status: 200 len: 1100 time: 0.0783358 Aug 11 03:09:40.842122 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3f24fe44-8cb2-40b6-9419-9c2f92f2f61f req-59872777-e1bd-477d-add7-55efeda51e9c service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=d384b80bf7d34f94a2aeed3e4585fb21&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0281017 Aug 11 03:09:40.855840 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 7543f02b-7a88-41dd-92df-3e6432928a81 up at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:09:40.897632 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d64e8b43-b8fa-42e9-a0f0-b6f02831f625 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:40.908681 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning complete for port 7543f02b-7a88-41dd-92df-3e6432928a81 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:09:40.909133 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:40.948618 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3b54ad-a375-4f07-aedf-c7fecefb6598 req-18f35d30-3809-4ad9-9cee-031075f80653 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:40.951450 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9f3b54ad-a375-4f07-aedf-c7fecefb6598 req-18f35d30-3809-4ad9-9cee-031075f80653 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d03b1ae-a755-4a35-b1e5-76525a66ded5 HTTP/1.1" status: 200 len: 946 time: 0.1125689 Aug 11 03:09:40.994172 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d64e8b43-b8fa-42e9-a0f0-b6f02831f625 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:41.004058 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f24fe44-8cb2-40b6-9419-9c2f92f2f61f req-1082c8ba-c813-470d-98c6-0980f30e81d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:41.056286 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3f24fe44-8cb2-40b6-9419-9c2f92f2f61f req-1082c8ba-c813-470d-98c6-0980f30e81d1 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1543763 Aug 11 03:09:41.056286 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9f3b54ad-a375-4f07-aedf-c7fecefb6598 req-5f9721ed-eb44-4fba-bc27-7316bc7dd40d tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/security-groups?id=96c4279c-51b6-4d8a-ac93-67215ccf65c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602226 Aug 11 03:09:41.057321 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:41.073072 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 7543f02b-7a88-41dd-92df-3e6432928a81, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=7543f02b-7a88-41dd-92df-3e6432928a81,segment=NetworkSegment(c567aba8-f786-4533-ad6f-0c8ff3fef5d6),segment_id=c567aba8-f786-4533-ad6f-0c8ff3fef5d6)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:09:41.101313 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:41.118304 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d64e8b43-b8fa-42e9-a0f0-b6f02831f625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:41.118979 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7649dceb-d366-4757-88fc-df585cf68542 req-efb0db3b-41ff-4342-a8f4-69b58fd87179 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:41.120506 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7649dceb-d366-4757-88fc-df585cf68542 req-efb0db3b-41ff-4342-a8f4-69b58fd87179 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=497a0c80-3130-4ceb-a6d0-d48998b57b32 HTTP/1.1" status: 200 len: 944 time: 0.0774071 Aug 11 03:09:41.123709 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de823a1-a0cc-40b1-a1c1-3b989db509cf req-edc45016-3455-4a6f-9271-7ad0e8d613c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:41.125115 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3de823a1-a0cc-40b1-a1c1-3b989db509cf req-edc45016-3455-4a6f-9271-7ad0e8d613c5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d384b80bf7d34f94a2aeed3e4585fb21&device_id=fbc81785-ff98-488c-a3a9-019cfd6c78ba HTTP/1.1" status: 200 len: 1100 time: 0.0727642 Aug 11 03:09:41.157068 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-d64e8b43-b8fa-42e9-a0f0-b6f02831f625 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ed1cb87d3d0147aba814884e69a17b46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4087460 Aug 11 03:09:41.158255 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64e8b43-b8fa-42e9-a0f0-b6f02831f625 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baa02000-431b-4b87-8f97-a9e9c9b8889f,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:41.160180 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 56000) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:09:41.160942 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:41.178541 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3de823a1-a0cc-40b1-a1c1-3b989db509cf req-f6de6e01-6382-4312-93cd-4b4aa79628bf service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=23fa5bfa-89e2-4800-a6db-fb0b8fdefeb7 HTTP/1.1" status: 200 len: 217 time: 0.0443904 Aug 11 03:09:41.178974 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64e8b43-b8fa-42e9-a0f0-b6f02831f625 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:09:41.179324 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64e8b43-b8fa-42e9-a0f0-b6f02831f625 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:09:41.179660 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64e8b43-b8fa-42e9-a0f0-b6f02831f625 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:09:41.179999 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64e8b43-b8fa-42e9-a0f0-b6f02831f625 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:09:41.180328 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64e8b43-b8fa-42e9-a0f0-b6f02831f625 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:09:41.180646 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64e8b43-b8fa-42e9-a0f0-b6f02831f625 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:09:41.181031 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64e8b43-b8fa-42e9-a0f0-b6f02831f625 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:09:41.181484 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64e8b43-b8fa-42e9-a0f0-b6f02831f625 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:09:41.181808 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64e8b43-b8fa-42e9-a0f0-b6f02831f625 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:09:41.182731 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64e8b43-b8fa-42e9-a0f0-b6f02831f625 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:09:41.183096 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64e8b43-b8fa-42e9-a0f0-b6f02831f625 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:09:41.183426 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64e8b43-b8fa-42e9-a0f0-b6f02831f625 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:09:41.218051 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=7543f02b-7a88-41dd-92df-3e6432928a81,revision_number=7']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:41.223231 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7649dceb-d366-4757-88fc-df585cf68542 req-8ff01335-51b1-4f35-bcbb-ab721c8296a6 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/security-groups?id=19e25e3f-a72e-45d4-8165-3b0d2215340c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959551 Aug 11 03:09:41.226523 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-99126a2d-7798-4f7e-a66c-3bb349edea4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:41.240023 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de823a1-a0cc-40b1-a1c1-3b989db509cf req-815f23f7-7587-42de-9aa2-a24e3f38f003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:41.241499 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3de823a1-a0cc-40b1-a1c1-3b989db509cf req-815f23f7-7587-42de-9aa2-a24e3f38f003 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=254a3f4d-2b75-429e-bbb2-8e70554e9483 HTTP/1.1" status: 200 len: 843 time: 0.0528111 Aug 11 03:09:41.251874 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-99126a2d-7798-4f7e-a66c-3bb349edea4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:41.295262 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de823a1-a0cc-40b1-a1c1-3b989db509cf req-66be6c23-1917-459c-9b6d-6155b3af91ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:41.296747 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3de823a1-a0cc-40b1-a1c1-3b989db509cf req-66be6c23-1917-459c-9b6d-6155b3af91ab service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d1bf0def-6fa4-4d3e-bbc5-20a040931fba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0472026 Aug 11 03:09:41.358814 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-99126a2d-7798-4f7e-a66c-3bb349edea4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:41.361498 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-99126a2d-7798-4f7e-a66c-3bb349edea4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:41.364861 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-99126a2d-7798-4f7e-a66c-3bb349edea4d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/baa02000-431b-4b87-8f97-a9e9c9b8889f HTTP/1.1" status: 204 len: 168 time: 0.2014720 Aug 11 03:09:41.370858 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99126a2d-7798-4f7e-a66c-3bb349edea4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baa02000-431b-4b87-8f97-a9e9c9b8889f,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:41.401113 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3de823a1-a0cc-40b1-a1c1-3b989db509cf req-c14a4278-7abd-4546-ac23-3fca2d63839d service neutron] 10.222.0.24 "GET /v2.0/networks/d1bf0def-6fa4-4d3e-bbc5-20a040931fba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953059 Aug 11 03:09:41.518455 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbb2633-2140-4f2c-b6cf-68f8120762bc req-f045f421-220c-45a7-8c19-d784a2dd0b4b tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:41.519968 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2dbb2633-2140-4f2c-b6cf-68f8120762bc req-f045f421-220c-45a7-8c19-d784a2dd0b4b tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] 10.222.0.41 "GET /v2.0/ports?device_id=31d7c9f8-fbf9-4680-9e39-ff23f2085b9f HTTP/1.1" status: 200 len: 945 time: 0.0996232 Aug 11 03:09:41.566726 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3de823a1-a0cc-40b1-a1c1-3b989db509cf req-b3c330b1-d881-4e85-b86a-7340d6fd7a89 service neutron] 10.222.0.24 "GET /v2.0/networks/d1bf0def-6fa4-4d3e-bbc5-20a040931fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545141 Aug 11 03:09:41.601763 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2dbb2633-2140-4f2c-b6cf-68f8120762bc req-fd0b8192-909d-4d65-b67b-4cb8069b9a5f tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] 10.222.0.41 "GET /v2.0/security-groups?id=4742dd89-5545-47da-9d5a-053b57544bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671961 Aug 11 03:09:41.611658 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f16fc7-ef42-4254-a05e-5fba5bed7429 req-f43e8395-7873-4658-8124-d49da51994a2 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:41.614771 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d1f16fc7-ef42-4254-a05e-5fba5bed7429 req-f43e8395-7873-4658-8124-d49da51994a2 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/ports?device_id=eef198f5-5223-4d49-8ce9-d9987fbc9f79 HTTP/1.1" status: 200 len: 946 time: 0.0812600 Aug 11 03:09:41.653558 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d1f16fc7-ef42-4254-a05e-5fba5bed7429 req-8560268c-fe7e-4bb2-9661-12a1d84a516f tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/security-groups?id=4490b831-3ed6-471e-94da-f0207d61c828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343568 Aug 11 03:09:41.806637 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '913f7241-5eba-43f7-b254-8e0682a1f0a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7543f02b-7a88-41dd-92df-3e6432928a81'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:09:41.810412 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69edf273-4543-4c6b-ba6d-82f4da14fbfa" -d '{"events": [{"server_uuid": "913f7241-5eba-43f7-b254-8e0682a1f0a3", "name": "network-vif-plugged", "status": "completed", "tag": "7543f02b-7a88-41dd-92df-3e6432928a81"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:09:41.857275 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28cebe7e-1310-4a2c-89a3-82c64aa28628 x-openstack-request-id: req-28cebe7e-1310-4a2c-89a3-82c64aa28628 {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:09:41.857841 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "913f7241-5eba-43f7-b254-8e0682a1f0a3", "name": "network-vif-plugged", "status": "completed", "tag": "7543f02b-7a88-41dd-92df-3e6432928a81", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:09:41.857841 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-28cebe7e-1310-4a2c-89a3-82c64aa28628 {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:09:41.858534 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '913f7241-5eba-43f7-b254-8e0682a1f0a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7543f02b-7a88-41dd-92df-3e6432928a81', 'code': 200} Aug 11 03:09:41.903467 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd7b9e3-7f07-4065-acfb-31c357657594 req-5a6cabae-ce2e-4d4d-9d86-1faf71760649 tempest-TenantUsagesTestJSON-1728586766 tempest-TenantUsagesTestJSON-1728586766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:41.905021 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4dd7b9e3-7f07-4065-acfb-31c357657594 req-5a6cabae-ce2e-4d4d-9d86-1faf71760649 tempest-TenantUsagesTestJSON-1728586766 tempest-TenantUsagesTestJSON-1728586766-project] 10.222.0.41 "GET /v2.0/ports?device_id=fbc81785-ff98-488c-a3a9-019cfd6c78ba HTTP/1.1" status: 200 len: 948 time: 0.0539563 Aug 11 03:09:41.944012 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4dd7b9e3-7f07-4065-acfb-31c357657594 req-c2d72ec9-c064-4b16-bc5f-ab664e3db5d0 tempest-TenantUsagesTestJSON-1728586766 tempest-TenantUsagesTestJSON-1728586766-project] 10.222.0.41 "GET /v2.0/security-groups?id=27be1afe-f82c-4fb0-9fb1-35148b2e9ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325680 Aug 11 03:09:41.997675 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a845b04d-96fe-44b1-a49a-c2a7684c66c7 req-0cfb14ee-0140-4bc9-98f7-8b4573705821 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:41.999193 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a845b04d-96fe-44b1-a49a-c2a7684c66c7 req-0cfb14ee-0140-4bc9-98f7-8b4573705821 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.24 "GET /v2.0/ports?device_id=eef198f5-5223-4d49-8ce9-d9987fbc9f79 HTTP/1.1" status: 200 len: 946 time: 0.0494273 Aug 11 03:09:42.025559 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 56026) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:09:42.038913 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-eea9d012-c85c-40dd-be95-da36886ac286 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:42.106785 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [req-a845b04d-96fe-44b1-a49a-c2a7684c66c7 req-0fa80f6f-f6fd-4014-a743-5217ee1dbb24 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Deleting port f8d33e19-1a39-49b9-b9dd-7682d139ad79 {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:09:42.107412 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-a845b04d-96fe-44b1-a49a-c2a7684c66c7 req-0fa80f6f-f6fd-4014-a743-5217ee1dbb24 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:42.140198 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-eea9d012-c85c-40dd-be95-da36886ac286 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:42.200660 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f4201e-2e4d-4758-9efd-867a8726aef9 req-2d148026-7d51-4d67-91bd-19d750e8961e tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:42.202134 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c9f4201e-2e4d-4758-9efd-867a8726aef9 req-2d148026-7d51-4d67-91bd-19d750e8961e tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d03b1ae-a755-4a35-b1e5-76525a66ded5 HTTP/1.1" status: 200 len: 946 time: 0.1064651 Aug 11 03:09:42.208762 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-eea9d012-c85c-40dd-be95-da36886ac286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:42.241321 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-a845b04d-96fe-44b1-a49a-c2a7684c66c7 req-0fa80f6f-f6fd-4014-a743-5217ee1dbb24 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] For port f8d33e19-1a39-49b9-b9dd-7682d139ad79, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=f8d33e19-1a39-49b9-b9dd-7682d139ad79,segment=NetworkSegment(77249f53-d91a-4900-864a-cb193f73fd0b),segment_id=77249f53-d91a-4900-864a-cb193f73fd0b)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:09:42.241670 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-a845b04d-96fe-44b1-a49a-c2a7684c66c7 req-0fa80f6f-f6fd-4014-a743-5217ee1dbb24 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:42.247932 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-eea9d012-c85c-40dd-be95-da36886ac286 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=dc87ae7cbb734ff0a34a8e7ce98a9dfb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2211421 Aug 11 03:09:42.248851 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea9d012-c85c-40dd-be95-da36886ac286 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cd1bfaa-d441-4d10-90f0-f8ed41ff03f0,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:42.251158 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 56030) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:09:42.314470 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7e9831b8-bba1-4fc9-b6d5-e581500667cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:42.334532 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c9f4201e-2e4d-4758-9efd-867a8726aef9 req-9f9ebc77-f0af-4361-a5fb-869f69fdc615 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/security-groups?id=96c4279c-51b6-4d8a-ac93-67215ccf65c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248395 Aug 11 03:09:42.336343 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7e9831b8-bba1-4fc9-b6d5-e581500667cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:42.452372 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59972dcb-1015-4bac-9827-fb42fb3c7e45 req-d1b181ad-3655-4631-ac93-9ecbded29765 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:42.453777 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-59972dcb-1015-4bac-9827-fb42fb3c7e45 req-d1b181ad-3655-4631-ac93-9ecbded29765 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=497a0c80-3130-4ceb-a6d0-d48998b57b32 HTTP/1.1" status: 200 len: 944 time: 0.1280835 Aug 11 03:09:42.483550 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7e9831b8-bba1-4fc9-b6d5-e581500667cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:42.486168 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7e9831b8-bba1-4fc9-b6d5-e581500667cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:42.487482 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-7e9831b8-bba1-4fc9-b6d5-e581500667cb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9cd1bfaa-d441-4d10-90f0-f8ed41ff03f0 HTTP/1.1" status: 204 len: 168 time: 0.2353232 Aug 11 03:09:42.495144 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9831b8-bba1-4fc9-b6d5-e581500667cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cd1bfaa-d441-4d10-90f0-f8ed41ff03f0,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:42.544256 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-59972dcb-1015-4bac-9827-fb42fb3c7e45 req-de43d8e8-eaf0-4682-a6f0-8a4bbf1c0e33 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/security-groups?id=19e25e3f-a72e-45d4-8165-3b0d2215340c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820677 Aug 11 03:09:42.554401 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-a845b04d-96fe-44b1-a49a-c2a7684c66c7 req-0fa80f6f-f6fd-4014-a743-5217ee1dbb24 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:42.554777 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-a845b04d-96fe-44b1-a49a-c2a7684c66c7 req-0fa80f6f-f6fd-4014-a743-5217ee1dbb24 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446866'] for floatingip, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:42.555077 n-d-764292-30 neutron-server[102192]: INFO neutron.db.l3_db [req-a845b04d-96fe-44b1-a49a-c2a7684c66c7 req-0fa80f6f-f6fd-4014-a743-5217ee1dbb24 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Floating IP 9d84bde4-51ff-4478-b6a1-54670e67ed16 disassociated. External IP: 172.25.8.130, port: f8d33e19-1a39-49b9-b9dd-7682d139ad79. Aug 11 03:09:42.555436 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [req-a845b04d-96fe-44b1-a49a-c2a7684c66c7 req-0fa80f6f-f6fd-4014-a743-5217ee1dbb24 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Calling delete_port for f8d33e19-1a39-49b9-b9dd-7682d139ad79 owned by compute:nova {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:09:42.732289 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315aeb36-ac13-4915-9ee0-6de488f7d713 req-ec126ebd-af86-4e45-a226-c972618701e6 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:42.733781 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-315aeb36-ac13-4915-9ee0-6de488f7d713 req-ec126ebd-af86-4e45-a226-c972618701e6 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] 10.222.0.41 "GET /v2.0/ports?device_id=31d7c9f8-fbf9-4680-9e39-ff23f2085b9f HTTP/1.1" status: 200 len: 945 time: 0.0578969 Aug 11 03:09:42.801278 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-315aeb36-ac13-4915-9ee0-6de488f7d713 req-d7ed4e6a-128d-4be8-bd89-2866629b53c2 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] 10.222.0.41 "GET /v2.0/security-groups?id=4742dd89-5545-47da-9d5a-053b57544bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574832 Aug 11 03:09:42.809529 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef039ae2-44e0-4050-8174-359cbb4ef588 req-e2042843-cc47-4bff-b23f-8322965604ee tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:42.811050 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ef039ae2-44e0-4050-8174-359cbb4ef588 req-e2042843-cc47-4bff-b23f-8322965604ee tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/ports?device_id=eef198f5-5223-4d49-8ce9-d9987fbc9f79 HTTP/1.1" status: 200 len: 946 time: 0.0754733 Aug 11 03:09:42.830425 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-a845b04d-96fe-44b1-a49a-c2a7684c66c7 req-0fa80f6f-f6fd-4014-a743-5217ee1dbb24 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:42.841342 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 97e1d5d7-a981-4735-9157-314ac35e3f40 up at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:09:42.908969 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa80f6f-f6fd-4014-a743-5217ee1dbb24 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Pushing event deleted for resources: {'Port': ['ID=f8d33e19-1a39-49b9-b9dd-7682d139ad79,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:42.924010 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ef039ae2-44e0-4050-8174-359cbb4ef588 req-0c32b5d7-b43c-44ba-a47b-ba611988ff76 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/security-groups?id=4490b831-3ed6-471e-94da-f0207d61c828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047432 Aug 11 03:09:42.998110 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning for port 97e1d5d7-a981-4735-9157-314ac35e3f40 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:09:43.009570 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning complete for port 97e1d5d7-a981-4735-9157-314ac35e3f40 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:09:43.010226 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:43.050515 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-dad1448a-490b-4bd5-9417-252894ab78f2 req-5ec90ba1-19f7-40b0-afe9-d9c3db581a1f tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-162979945&fields=id&tenant_id=c8aa6119d36c4641af7622d251acddef HTTP/1.1" status: 200 len: 267 time: 0.0793509 Aug 11 03:09:43.114635 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a845b04d-96fe-44b1-a49a-c2a7684c66c7 req-0fa80f6f-f6fd-4014-a743-5217ee1dbb24 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Router 852fc78d-aa8c-487c-8883-cddc3e10b8de has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:09:43.127771 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:43.130502 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad1448a-490b-4bd5-9417-252894ab78f2 req-bc28378f-0190-4629-b8cf-78817298b019 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:43.132026 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-dad1448a-490b-4bd5-9417-252894ab78f2 req-bc28378f-0190-4629-b8cf-78817298b019 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] 10.222.0.41 "GET /v2.0/ports?device_id=31d7c9f8-fbf9-4680-9e39-ff23f2085b9f HTTP/1.1" status: 200 len: 945 time: 0.0746462 Aug 11 03:09:43.147106 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-dad1448a-490b-4bd5-9417-252894ab78f2 req-800b1eac-4495-4a29-af46-9f901a3fad99 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Request body: {'port': {'security_groups': ['4742dd89-5545-47da-9d5a-053b57544bd3', 'adb134a6-712f-4fc0-a993-71c8c2c0f72f']}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:09:43.186149 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 97e1d5d7-a981-4735-9157-314ac35e3f40, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=97e1d5d7-a981-4735-9157-314ac35e3f40,segment=NetworkSegment(51ba8099-7622-42cb-adbd-7c8aaac78355),segment_id=51ba8099-7622-42cb-adbd-7c8aaac78355)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:09:43.285811 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:43.311734 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-dad1448a-490b-4bd5-9417-252894ab78f2 req-800b1eac-4495-4a29-af46-9f901a3fad99 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:43.358939 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6415d5f-e108-4046-af3b-64525571a336 req-c8e92d77-3c2d-4f51-974a-79374c66fee6 tempest-TenantUsagesTestJSON-1728586766 tempest-TenantUsagesTestJSON-1728586766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:43.359419 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e6415d5f-e108-4046-af3b-64525571a336 req-c8e92d77-3c2d-4f51-974a-79374c66fee6 tempest-TenantUsagesTestJSON-1728586766 tempest-TenantUsagesTestJSON-1728586766-project] 10.222.0.41 "GET /v2.0/ports?device_id=fbc81785-ff98-488c-a3a9-019cfd6c78ba HTTP/1.1" status: 200 len: 948 time: 0.1590118 Aug 11 03:09:43.375614 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=97e1d5d7-a981-4735-9157-314ac35e3f40,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:43.435659 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a845b04d-96fe-44b1-a49a-c2a7684c66c7 req-0fa80f6f-f6fd-4014-a743-5217ee1dbb24 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:09:43.451711 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e725998-88b7-480e-bf82-054e37d2b552 None None] Sync routers for ids ['852fc78d-aa8c-487c-8883-cddc3e10b8de'] in n-d-764292-30 {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:09:43.469055 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e725998-88b7-480e-bf82-054e37d2b552 None None] Routers {'852fc78d-aa8c-487c-8883-cddc3e10b8de'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:09:43.478904 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-8e725998-88b7-480e-bf82-054e37d2b552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:09:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['852fc78d-aa8c-487c-8883-cddc3e10b8de'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:09:43.498813 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e6415d5f-e108-4046-af3b-64525571a336 req-d22d8eae-5481-449a-9bfb-c413b063400f tempest-TenantUsagesTestJSON-1728586766 tempest-TenantUsagesTestJSON-1728586766-project] 10.222.0.41 "GET /v2.0/security-groups?id=27be1afe-f82c-4fb0-9fb1-35148b2e9ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303256 Aug 11 03:09:43.501695 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [req-a845b04d-96fe-44b1-a49a-c2a7684c66c7 req-0fa80f6f-f6fd-4014-a743-5217ee1dbb24 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] No DVR routers for this DVR port f8d33e19-1a39-49b9-b9dd-7682d139ad79 on host n-h2-764292-30 {{(pid=102192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:09:43.506622 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-a845b04d-96fe-44b1-a49a-c2a7684c66c7 req-0fa80f6f-f6fd-4014-a743-5217ee1dbb24 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:43.508744 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a845b04d-96fe-44b1-a49a-c2a7684c66c7 req-0fa80f6f-f6fd-4014-a743-5217ee1dbb24 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.24 "DELETE /v2.0/ports/f8d33e19-1a39-49b9-b9dd-7682d139ad79 HTTP/1.1" status: 204 len: 173 time: 1.5031054 Aug 11 03:09:43.509052 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eef198f5-5223-4d49-8ce9-d9987fbc9f79', 'name': 'network-vif-deleted', 'tag': 'f8d33e19-1a39-49b9-b9dd-7682d139ad79'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:09:43.511369 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02489cdd-80b6-4dde-afdd-41bb5e879e53" -d '{"events": [{"server_uuid": "eef198f5-5223-4d49-8ce9-d9987fbc9f79", "name": "network-vif-deleted", "tag": "f8d33e19-1a39-49b9-b9dd-7682d139ad79"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:09:43.629537 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-8e725998-88b7-480e-bf82-054e37d2b552 None None] Set router 852fc78d-aa8c-487c-8883-cddc3e10b8de gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:09:43.703340 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2deba8-0a44-487a-8df5-3db6fe46c002 req-551394c1-7bd7-44a2-9860-d310f4204c95 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:43.704915 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6c2deba8-0a44-487a-8df5-3db6fe46c002 req-551394c1-7bd7-44a2-9860-d310f4204c95 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d03b1ae-a755-4a35-b1e5-76525a66ded5 HTTP/1.1" status: 200 len: 946 time: 0.0849707 Aug 11 03:09:43.738032 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-dad1448a-490b-4bd5-9417-252894ab78f2 req-800b1eac-4495-4a29-af46-9f901a3fad99 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] For port 5e02a777-96d0-4855-bcca-1ea5056efc6c, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=5e02a777-96d0-4855-bcca-1ea5056efc6c,segment=NetworkSegment(309c9b9e-c193-462a-8459-3f59bc414d81),segment_id=309c9b9e-c193-462a-8459-3f59bc414d81)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:09:43.790612 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6c2deba8-0a44-487a-8df5-3db6fe46c002 req-76fd8804-648a-49f9-b2d6-d74a01c46489 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/security-groups?id=96c4279c-51b6-4d8a-ac93-67215ccf65c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752180 Aug 11 03:09:43.818457 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-dad1448a-490b-4bd5-9417-252894ab78f2 req-800b1eac-4495-4a29-af46-9f901a3fad99 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Notify callbacks [] for port, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:43.854426 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c83dd48-791b-4282-a537-52529744f739 x-openstack-request-id: req-5c83dd48-791b-4282-a537-52529744f739 {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:09:43.854907 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eef198f5-5223-4d49-8ce9-d9987fbc9f79", "name": "network-vif-deleted", "tag": "f8d33e19-1a39-49b9-b9dd-7682d139ad79", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:09:43.855306 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5c83dd48-791b-4282-a537-52529744f739 {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:09:43.855930 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eef198f5-5223-4d49-8ce9-d9987fbc9f79', 'name': 'network-vif-deleted', 'tag': 'f8d33e19-1a39-49b9-b9dd-7682d139ad79', 'status': 'completed', 'code': 200} Aug 11 03:09:43.860556 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '497a0c80-3130-4ceb-a6d0-d48998b57b32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97e1d5d7-a981-4735-9157-314ac35e3f40'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:09:43.864640 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c400f0f-1fc1-409f-a2e7-bfd551ab064f" -d '{"events": [{"server_uuid": "497a0c80-3130-4ceb-a6d0-d48998b57b32", "name": "network-vif-plugged", "status": "completed", "tag": "97e1d5d7-a981-4735-9157-314ac35e3f40"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:09:43.878472 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-dad1448a-490b-4bd5-9417-252894ab78f2 req-800b1eac-4495-4a29-af46-9f901a3fad99 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:43.894628 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['d1f29c39-6124-4fa5-a506-c4fcbb6027e4'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:09:43.936895 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-8e725998-88b7-480e-bf82-054e37d2b552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '852fc78d-aa8c-487c-8883-cddc3e10b8de', 'name': 'tempest-AttachVolumeShelveTestJSON-1517035376-router', 'tenant_id': '92caf1df2234498c82ddfcf53391d4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.38'}], 'enable_snat': True}, 'gw_port_id': '7aed6d49-0318-48db-80e8-c875f725ac1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:03:47Z', 'updated_at': '2021-08-11T03:03:56Z', 'revision_number': 4, 'project_id': '92caf1df2234498c82ddfcf53391d4fc', 'gw_port': {'id': '7aed6d49-0318-48db-80e8-c875f725ac1e', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:e8:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852fc78d-aa8c-487c-8883-cddc3e10b8de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:03:48Z', 'updated_at': '2021-08-11T03:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '8cfb2d3e-60df-41ea-a00e-6e072156db10', 'name': '', 'network_id': 'd17d1b32-4aa7-4439-b455-9cb54b2072df', 'tenant_id': '92caf1df2234498c82ddfcf53391d4fc', 'mac_address': 'fa:16:3e:f7:39:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852fc78d-aa8c-487c-8883-cddc3e10b8de', 'device_owner': 'network:router_interface', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': 'c8bae62b-5e51-4859-99ce-3b4e8f86224a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:03:54Z', 'updated_at': '2021-08-11T03:04:03Z', 'revision_number': 5, 'project_id': '92caf1df2234498c82ddfcf53391d4fc', 'subnets': [{'id': 'c8bae62b-5e51-4859-99ce-3b4e8f86224a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:09:43.962688 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['5e02a777-96d0-4855-bcca-1ea5056efc6c'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:09:43.963286 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad1448a-490b-4bd5-9417-252894ab78f2 req-800b1eac-4495-4a29-af46-9f901a3fad99 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:43.963969 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-dad1448a-490b-4bd5-9417-252894ab78f2 req-800b1eac-4495-4a29-af46-9f901a3fad99 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:43.965706 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-dad1448a-490b-4bd5-9417-252894ab78f2 req-800b1eac-4495-4a29-af46-9f901a3fad99 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] 10.222.0.41 "PUT /v2.0/ports/5e02a777-96d0-4855-bcca-1ea5056efc6c HTTP/1.1" status: 200 len: 981 time: 0.8261845 Aug 11 03:09:44.028655 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e725998-88b7-480e-bf82-054e37d2b552 None None] Checking router: 852fc78d-aa8c-487c-8883-cddc3e10b8de for host: n-d-764292-30 {{(pid=102194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:09:44.044999 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e725998-88b7-480e-bf82-054e37d2b552 None None] Routers {'852fc78d-aa8c-487c-8883-cddc3e10b8de'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:09:44.045801 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-8e725998-88b7-480e-bf82-054e37d2b552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:09:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['852fc78d-aa8c-487c-8883-cddc3e10b8de'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:09:44.059533 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4b709f4-78d5-44d7-9dea-d54acf0c7d21 x-openstack-request-id: req-e4b709f4-78d5-44d7-9dea-d54acf0c7d21 {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:09:44.060366 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "497a0c80-3130-4ceb-a6d0-d48998b57b32", "name": "network-vif-plugged", "status": "completed", "tag": "97e1d5d7-a981-4735-9157-314ac35e3f40", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:09:44.060776 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e4b709f4-78d5-44d7-9dea-d54acf0c7d21 {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:09:44.061316 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '497a0c80-3130-4ceb-a6d0-d48998b57b32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97e1d5d7-a981-4735-9157-314ac35e3f40', 'code': 200} Aug 11 03:09:44.082263 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['5e02a777-96d0-4855-bcca-1ea5056efc6c'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:09:44.196394 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52139114-1251-4506-83c9-8fa5b461c1e2 req-8eea0c96-f953-4c32-9da4-18240075a5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:44.199014 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-52139114-1251-4506-83c9-8fa5b461c1e2 req-8eea0c96-f953-4c32-9da4-18240075a5f3 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=497a0c80-3130-4ceb-a6d0-d48998b57b32 HTTP/1.1" status: 200 len: 1097 time: 0.0802746 Aug 11 03:09:44.282012 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-52139114-1251-4506-83c9-8fa5b461c1e2 req-388bdff2-3c4c-4e74-ad0b-23d9aada041b service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=19e25e3f-a72e-45d4-8165-3b0d2215340c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539832 Aug 11 03:09:44.356375 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-8e725998-88b7-480e-bf82-054e37d2b552 None None] Set router 852fc78d-aa8c-487c-8883-cddc3e10b8de gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:09:44.660141 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 23fa5bfa-89e2-4800-a6db-fb0b8fdefeb7 details requested by agent hyperv_n-h2-764292-30 with host n-h2-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:09:44.667789 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-8e725998-88b7-480e-bf82-054e37d2b552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '852fc78d-aa8c-487c-8883-cddc3e10b8de', 'name': 'tempest-AttachVolumeShelveTestJSON-1517035376-router', 'tenant_id': '92caf1df2234498c82ddfcf53391d4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.38'}], 'enable_snat': True}, 'gw_port_id': '7aed6d49-0318-48db-80e8-c875f725ac1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:03:47Z', 'updated_at': '2021-08-11T03:03:56Z', 'revision_number': 4, 'project_id': '92caf1df2234498c82ddfcf53391d4fc', 'gw_port': {'id': '7aed6d49-0318-48db-80e8-c875f725ac1e', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:e8:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852fc78d-aa8c-487c-8883-cddc3e10b8de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:03:48Z', 'updated_at': '2021-08-11T03:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '8cfb2d3e-60df-41ea-a00e-6e072156db10', 'name': '', 'network_id': 'd17d1b32-4aa7-4439-b455-9cb54b2072df', 'tenant_id': '92caf1df2234498c82ddfcf53391d4fc', 'mac_address': 'fa:16:3e:f7:39:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852fc78d-aa8c-487c-8883-cddc3e10b8de', 'device_owner': 'network:router_interface', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': 'c8bae62b-5e51-4859-99ce-3b4e8f86224a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:03:54Z', 'updated_at': '2021-08-11T03:04:03Z', 'revision_number': 5, 'project_id': '92caf1df2234498c82ddfcf53391d4fc', 'subnets': [{'id': 'c8bae62b-5e51-4859-99ce-3b4e8f86224a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:09:44.749530 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e725998-88b7-480e-bf82-054e37d2b552 None None] The sync data for ids ['852fc78d-aa8c-487c-8883-cddc3e10b8de'] in n-d-764292-30 is: [{'id': '852fc78d-aa8c-487c-8883-cddc3e10b8de', 'name': 'tempest-AttachVolumeShelveTestJSON-1517035376-router', 'tenant_id': '92caf1df2234498c82ddfcf53391d4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.38'}], 'enable_snat': True}, 'gw_port_id': '7aed6d49-0318-48db-80e8-c875f725ac1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:03:47Z', 'updated_at': '2021-08-11T03:03:56Z', 'revision_number': 4, 'project_id': '92caf1df2234498c82ddfcf53391d4fc', 'gw_port': {'id': '7aed6d49-0318-48db-80e8-c875f725ac1e', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:e8:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852fc78d-aa8c-487c-8883-cddc3e10b8de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:03:48Z', 'updated_at': '2021-08-11T03:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '8cfb2d3e-60df-41ea-a00e-6e072156db10', 'name': '', 'network_id': 'd17d1b32-4aa7-4439-b455-9cb54b2072df', 'tenant_id': '92caf1df2234498c82ddfcf53391d4fc', 'mac_address': 'fa:16:3e:f7:39:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852fc78d-aa8c-487c-8883-cddc3e10b8de', 'device_owner': 'network:router_interface', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': 'c8bae62b-5e51-4859-99ce-3b4e8f86224a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:03:54Z', 'updated_at': '2021-08-11T03:04:03Z', 'revision_number': 5, 'project_id': '92caf1df2234498c82ddfcf53391d4fc', 'subnets': [{'id': 'c8bae62b-5e51-4859-99ce-3b4e8f86224a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:09:44.829907 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9292d68f-0ae0-41a5-8d33-c3e7b5c7ac28 req-89e4a98f-a615-47d2-bdb6-3f94758058b1 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/ports?device_id=eef198f5-5223-4d49-8ce9-d9987fbc9f79 HTTP/1.1" status: 200 len: 210 time: 0.0919950 Aug 11 03:09:44.838154 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800b1eac-4495-4a29-af46-9f901a3fad99 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Pushing event updated for resources: {'Port': ['ID=5e02a777-96d0-4855-bcca-1ea5056efc6c,revision_number=6']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:44.886561 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecf2735-e9d9-4e7e-aaf6-901a6093a068 req-5c5ce52d-92fe-4d58-95d9-4678ca364f9a tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:44.888483 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5ecf2735-e9d9-4e7e-aaf6-901a6093a068 req-5c5ce52d-92fe-4d58-95d9-4678ca364f9a tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=497a0c80-3130-4ceb-a6d0-d48998b57b32 HTTP/1.1" status: 200 len: 945 time: 0.9157848 Aug 11 03:09:44.951233 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port 23fa5bfa-89e2-4800-a6db-fb0b8fdefeb7, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=23fa5bfa-89e2-4800-a6db-fb0b8fdefeb7,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:09:44.964314 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Returning: {'device': '23fa5bfa-89e2-4800-a6db-fb0b8fdefeb7', 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba', 'port_id': '23fa5bfa-89e2-4800-a6db-fb0b8fdefeb7', 'mac_address': 'fa:16:3e:88:0a:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '254a3f4d-2b75-429e-bbb2-8e70554e9483', 'ip_address': '192.168.233.253'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:09:44.979866 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5ecf2735-e9d9-4e7e-aaf6-901a6093a068 req-ce7c13d3-8827-4091-8146-6e1649a36b33 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/security-groups?id=19e25e3f-a72e-45d4-8165-3b0d2215340c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756505 Aug 11 03:09:44.999561 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a8cfa7db-027f-4b85-b82e-37f3bded718f req-c806f30e-63ea-4efc-88b2-cba207c4ebfc tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] 10.222.0.41 "GET /v2.0/security-groups/adb134a6-712f-4fc0-a993-71c8c2c0f72f HTTP/1.1" status: 200 len: 1802 time: 0.1232748 Aug 11 03:09:45.069944 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:45.092430 n-d-764292-30 neutron-server[102192]: INFO neutron.api.v2.resource [req-a8cfa7db-027f-4b85-b82e-37f3bded718f req-91d242b0-1f47-406a-b905-239d45e4189e tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 11 03:09:45.107501 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23fa5bfa-89e2-4800-a6db-fb0b8fdefeb7 {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:09:45.108787 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a8cfa7db-027f-4b85-b82e-37f3bded718f req-91d242b0-1f47-406a-b905-239d45e4189e tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] 10.222.0.41 "DELETE /v2.0/security-groups/adb134a6-712f-4fc0-a993-71c8c2c0f72f HTTP/1.1" status: 409 len: 341 time: 0.1080089 Aug 11 03:09:45.157607 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port 23fa5bfa-89e2-4800-a6db-fb0b8fdefeb7, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=23fa5bfa-89e2-4800-a6db-fb0b8fdefeb7,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:09:45.220378 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5564920c-2fe7-4bf7-9c82-158ddde54700 None None] New status for floating IP 9d84bde4-51ff-4478-b6a1-54670e67ed16: DOWN {{(pid=102193) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:09:45.258524 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:45.374840 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676c831d-6813-4a75-9348-dc5dc99135a9 req-7a7961e7-091e-48d2-a396-6243338b92ae tempest-TenantUsagesTestJSON-1728586766 tempest-TenantUsagesTestJSON-1728586766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:45.376552 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-676c831d-6813-4a75-9348-dc5dc99135a9 req-7a7961e7-091e-48d2-a396-6243338b92ae tempest-TenantUsagesTestJSON-1728586766 tempest-TenantUsagesTestJSON-1728586766-project] 10.222.0.41 "GET /v2.0/ports?device_id=fbc81785-ff98-488c-a3a9-019cfd6c78ba HTTP/1.1" status: 200 len: 949 time: 0.1396246 Aug 11 03:09:45.400739 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984bf8e0-4026-494b-8971-98d896bda0f4 req-46abda44-35e8-49a4-bb24-fd9bcb40c80b tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:45.403127 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-984bf8e0-4026-494b-8971-98d896bda0f4 req-46abda44-35e8-49a4-bb24-fd9bcb40c80b tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d03b1ae-a755-4a35-b1e5-76525a66ded5 HTTP/1.1" status: 200 len: 946 time: 0.0986953 Aug 11 03:09:45.405803 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=23fa5bfa-89e2-4800-a6db-fb0b8fdefeb7,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:45.459513 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-676c831d-6813-4a75-9348-dc5dc99135a9 req-507c1ad4-278b-409b-88e8-2296c550db6c tempest-TenantUsagesTestJSON-1728586766 tempest-TenantUsagesTestJSON-1728586766-project] 10.222.0.41 "GET /v2.0/security-groups?id=27be1afe-f82c-4fb0-9fb1-35148b2e9ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681458 Aug 11 03:09:45.480245 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-984bf8e0-4026-494b-8971-98d896bda0f4 req-ff846a5d-c3a7-4665-8192-754ed58f5d22 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/security-groups?id=96c4279c-51b6-4d8a-ac93-67215ccf65c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628061 Aug 11 03:09:45.569083 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['23fa5bfa-89e2-4800-a6db-fb0b8fdefeb7'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:09:45.857319 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31d7c9f8-fbf9-4680-9e39-ff23f2085b9f', 'tag': '5e02a777-96d0-4855-bcca-1ea5056efc6c'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:09:45.860100 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ae4d9e2-7c80-4287-8e7a-daa3561aa0a2" -d '{"events": [{"name": "network-changed", "server_uuid": "31d7c9f8-fbf9-4680-9e39-ff23f2085b9f", "tag": "5e02a777-96d0-4855-bcca-1ea5056efc6c"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:09:45.923795 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:09:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f91f49ac-787b-416e-9894-7ba323d95840 x-openstack-request-id: req-f91f49ac-787b-416e-9894-7ba323d95840 {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:09:45.924191 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31d7c9f8-fbf9-4680-9e39-ff23f2085b9f", "tag": "5e02a777-96d0-4855-bcca-1ea5056efc6c", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:09:45.924566 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f91f49ac-787b-416e-9894-7ba323d95840 {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:09:45.925028 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31d7c9f8-fbf9-4680-9e39-ff23f2085b9f', 'tag': '5e02a777-96d0-4855-bcca-1ea5056efc6c', 'status': 'completed', 'code': 200} Aug 11 03:09:45.979422 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8359fe9e-bb44-4674-ab07-80464ab91283 req-138fa13a-08d0-469d-afd1-291cf030a8e6 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:45.988887 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8359fe9e-bb44-4674-ab07-80464ab91283 req-138fa13a-08d0-469d-afd1-291cf030a8e6 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] 10.222.0.41 "GET /v2.0/ports?device_id=31d7c9f8-fbf9-4680-9e39-ff23f2085b9f HTTP/1.1" status: 200 len: 984 time: 0.1195579 Aug 11 03:09:46.017757 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae4d9e2-7c80-4287-8e7a-daa3561aa0a2 req-bad767b1-71c1-4713-aa98-1b3bfc44f4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:46.020695 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-4ae4d9e2-7c80-4287-8e7a-daa3561aa0a2 req-bad767b1-71c1-4713-aa98-1b3bfc44f4e2 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c8aa6119d36c4641af7622d251acddef&device_id=31d7c9f8-fbf9-4680-9e39-ff23f2085b9f HTTP/1.1" status: 200 len: 1136 time: 0.0773582 Aug 11 03:09:46.045864 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8359fe9e-bb44-4674-ab07-80464ab91283 req-beaaac1d-9342-404e-8223-7598a6a4ddd8 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] 10.222.0.41 "GET /v2.0/security-groups?id=adb134a6-712f-4fc0-a993-71c8c2c0f72f&id=4742dd89-5545-47da-9d5a-053b57544bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0497329 Aug 11 03:09:46.084308 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 56164) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:09:46.147946 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae4d9e2-7c80-4287-8e7a-daa3561aa0a2 req-843da0fa-bfc6-4a66-a0f8-16de23fd529d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:46.150391 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-4ae4d9e2-7c80-4287-8e7a-daa3561aa0a2 req-843da0fa-bfc6-4a66-a0f8-16de23fd529d service neutron] 10.222.0.22 "GET /v2.0/networks?id=92150d50-1f8e-4278-9525-d0992602767c HTTP/1.1" status: 200 len: 913 time: 0.1196611 Aug 11 03:09:46.215605 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-4ae4d9e2-7c80-4287-8e7a-daa3561aa0a2 req-dff391e4-2b47-48f3-977f-ade4f77ada87 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5e02a777-96d0-4855-bcca-1ea5056efc6c HTTP/1.1" status: 200 len: 217 time: 0.0523787 Aug 11 03:09:46.235680 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-81d0abfb-571d-407f-a1fc-10ecb03721e8 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:46.261537 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6a736b-8703-41dd-9ae8-02b60ea4ffd0 req-3680eddc-d836-47cd-bf79-064e5a63d44b tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:46.270048 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0d6a736b-8703-41dd-9ae8-02b60ea4ffd0 req-3680eddc-d836-47cd-bf79-064e5a63d44b tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=497a0c80-3130-4ceb-a6d0-d48998b57b32 HTTP/1.1" status: 200 len: 945 time: 0.0946932 Aug 11 03:09:46.299492 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-81d0abfb-571d-407f-a1fc-10ecb03721e8 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:46.336912 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae4d9e2-7c80-4287-8e7a-daa3561aa0a2 req-db79d1fb-e047-4745-a485-1c0a04e5d4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:46.339207 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-4ae4d9e2-7c80-4287-8e7a-daa3561aa0a2 req-db79d1fb-e047-4745-a485-1c0a04e5d4a9 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=639cf9bb-cf7a-44b0-8882-86dfb4c155b3 HTTP/1.1" status: 200 len: 852 time: 0.1153626 Aug 11 03:09:46.342513 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0d6a736b-8703-41dd-9ae8-02b60ea4ffd0 req-c12c1343-3da2-45ce-87cc-4ddb8f28a146 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/security-groups?id=19e25e3f-a72e-45d4-8165-3b0d2215340c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714517 Aug 11 03:09:46.393640 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-4ae4d9e2-7c80-4287-8e7a-daa3561aa0a2 req-51773bef-cd98-4e90-8a32-8edaccf5d69a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=92150d50-1f8e-4278-9525-d0992602767c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477233 Aug 11 03:09:46.466896 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7deee6d7-1413-41a1-83e5-95dfeb08d244 req-c908ec58-2f17-4e3e-a59e-e05d192a3250 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=3419766c112444a3864f482257b66851 HTTP/1.1" status: 200 len: 267 time: 0.0457397 Aug 11 03:09:46.483807 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-81d0abfb-571d-407f-a1fc-10ecb03721e8 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:46.486662 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-81d0abfb-571d-407f-a1fc-10ecb03721e8 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:46.490990 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-81d0abfb-571d-407f-a1fc-10ecb03721e8 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "DELETE /v2.0/security-groups/4490b831-3ed6-471e-94da-f0207d61c828 HTTP/1.1" status: 204 len: 168 time: 0.4053881 Aug 11 03:09:46.491712 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 56188) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:09:46.573660 n-d-764292-30 neutron-server[102192]: INFO neutron.api.v2.resource [None req-f6883406-8132-4cf8-9dea-1a88a045053e tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] show failed (client error): The resource could not be found. Aug 11 03:09:46.578635 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-f6883406-8132-4cf8-9dea-1a88a045053e tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/security-groups/4490b831-3ed6-471e-94da-f0207d61c828 HTTP/1.1" status: 404 len: 347 time: 0.0683832 Aug 11 03:09:46.580359 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 56194) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:09:46.586903 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-4ae4d9e2-7c80-4287-8e7a-daa3561aa0a2 req-01278594-ea6a-42b5-bc2c-e5b7016c13af service neutron] 10.222.0.22 "GET /v2.0/networks/92150d50-1f8e-4278-9525-d0992602767c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853676 Aug 11 03:09:46.591450 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d0abfb-571d-407f-a1fc-10ecb03721e8 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4490b831-3ed6-471e-94da-f0207d61c828,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:46.647188 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 23fa5bfa-89e2-4800-a6db-fb0b8fdefeb7 up at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:09:46.713559 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deee6d7-1413-41a1-83e5-95dfeb08d244 req-db1941f7-4793-420e-a380-7a75d9f076d7 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:46.724842 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7deee6d7-1413-41a1-83e5-95dfeb08d244 req-db1941f7-4793-420e-a380-7a75d9f076d7 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=497a0c80-3130-4ceb-a6d0-d48998b57b32 HTTP/1.1" status: 200 len: 945 time: 0.2519422 Aug 11 03:09:46.738150 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-7deee6d7-1413-41a1-83e5-95dfeb08d244 req-da0c63d0-f2d9-49b3-bebb-6efd20ad364d tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Request body: {'port': {'security_groups': []}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:09:46.746899 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-4ae4d9e2-7c80-4287-8e7a-daa3561aa0a2 req-2047bffd-0975-443a-be7d-5457318f7abc service neutron] 10.222.0.22 "GET /v2.0/networks/92150d50-1f8e-4278-9525-d0992602767c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412714 Aug 11 03:09:46.816318 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning for port 23fa5bfa-89e2-4800-a6db-fb0b8fdefeb7 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:09:46.820819 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning complete for port 23fa5bfa-89e2-4800-a6db-fb0b8fdefeb7 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:09:46.821303 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:46.894005 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970bc42b-5267-4a95-b173-cacc62c6b497 req-7c51777f-71e9-4b8c-a05e-ec70bf786ca2 tempest-TenantUsagesTestJSON-1728586766 tempest-TenantUsagesTestJSON-1728586766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:46.895647 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-970bc42b-5267-4a95-b173-cacc62c6b497 req-7c51777f-71e9-4b8c-a05e-ec70bf786ca2 tempest-TenantUsagesTestJSON-1728586766 tempest-TenantUsagesTestJSON-1728586766-project] 10.222.0.41 "GET /v2.0/ports?device_id=fbc81785-ff98-488c-a3a9-019cfd6c78ba HTTP/1.1" status: 200 len: 949 time: 0.3160191 Aug 11 03:09:46.956120 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:46.964113 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-7deee6d7-1413-41a1-83e5-95dfeb08d244 req-da0c63d0-f2d9-49b3-bebb-6efd20ad364d tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:46.977008 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2355beac-ee22-4d57-bde1-dc8ea128715d req-06de6d2a-cf56-41a2-bbb4-e10566710ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:46.980994 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-2355beac-ee22-4d57-bde1-dc8ea128715d req-06de6d2a-cf56-41a2-bbb4-e10566710ae4 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c8aa6119d36c4641af7622d251acddef&device_id=31d7c9f8-fbf9-4680-9e39-ff23f2085b9f HTTP/1.1" status: 200 len: 1136 time: 0.0882857 Aug 11 03:09:47.015215 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbc81785-ff98-488c-a3a9-019cfd6c78ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23fa5bfa-89e2-4800-a6db-fb0b8fdefeb7'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:09:47.018091 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16105f81-3325-4f4d-a30d-ec3f65eace54" -d '{"events": [{"server_uuid": "fbc81785-ff98-488c-a3a9-019cfd6c78ba", "name": "network-vif-plugged", "status": "completed", "tag": "23fa5bfa-89e2-4800-a6db-fb0b8fdefeb7"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:09:47.052250 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-970bc42b-5267-4a95-b173-cacc62c6b497 req-38b36916-feb2-4de2-94ea-2658519c3b1f tempest-TenantUsagesTestJSON-1728586766 tempest-TenantUsagesTestJSON-1728586766-project] 10.222.0.41 "GET /v2.0/security-groups?id=27be1afe-f82c-4fb0-9fb1-35148b2e9ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159647 Aug 11 03:09:47.052394 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port 23fa5bfa-89e2-4800-a6db-fb0b8fdefeb7, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=23fa5bfa-89e2-4800-a6db-fb0b8fdefeb7,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:09:47.132994 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2355beac-ee22-4d57-bde1-dc8ea128715d req-510667f1-5fa3-4667-9a6a-7b6769efd01d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:47.133959 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-08d1ec07-911f-48d7-89a5-e4674fa651bf tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Deleting port 6eb86929-3c38-4aea-ae3e-29f78f7fb947 {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:09:47.134245 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-2355beac-ee22-4d57-bde1-dc8ea128715d req-510667f1-5fa3-4667-9a6a-7b6769efd01d service neutron] 10.222.0.22 "GET /v2.0/networks?id=92150d50-1f8e-4278-9525-d0992602767c HTTP/1.1" status: 200 len: 913 time: 0.1444345 Aug 11 03:09:47.138524 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-08d1ec07-911f-48d7-89a5-e4674fa651bf tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:47.157899 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:47.158648 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device f8d33e19-1a39-49b9-b9dd-7682d139ad79 no longer exists at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:09:47.187289 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-2355beac-ee22-4d57-bde1-dc8ea128715d req-179c739c-f0d6-4362-9de7-893255e5e43a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5e02a777-96d0-4855-bcca-1ea5056efc6c HTTP/1.1" status: 200 len: 217 time: 0.0440145 Aug 11 03:09:47.207999 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] No Port match for: f8d33e19-1a39-49b9-b9dd-7682d139ad79 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:09:47.208408 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device f8d33e19-1a39-49b9-b9dd-7682d139ad79 not bound to the agent host n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:09:47.256214 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=23fa5bfa-89e2-4800-a6db-fb0b8fdefeb7,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:47.300190 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2355beac-ee22-4d57-bde1-dc8ea128715d req-1a91143a-3faf-46ec-a044-a984d888d217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:47.301902 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-2355beac-ee22-4d57-bde1-dc8ea128715d req-1a91143a-3faf-46ec-a044-a984d888d217 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=639cf9bb-cf7a-44b0-8882-86dfb4c155b3 HTTP/1.1" status: 200 len: 852 time: 0.0917950 Aug 11 03:09:47.344217 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-2355beac-ee22-4d57-bde1-dc8ea128715d req-3473b003-8604-4d50-8729-c5d7dc1ed091 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=92150d50-1f8e-4278-9525-d0992602767c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323701 Aug 11 03:09:47.347348 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb58f053-8aa1-4ef0-b8a2-713fc3c311b1 req-33bda09a-0bd8-47ba-94ef-48cf0876da1b tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:47.348921 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cb58f053-8aa1-4ef0-b8a2-713fc3c311b1 req-33bda09a-0bd8-47ba-94ef-48cf0876da1b tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d03b1ae-a755-4a35-b1e5-76525a66ded5 HTTP/1.1" status: 200 len: 946 time: 0.1860850 Aug 11 03:09:47.350911 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-08d1ec07-911f-48d7-89a5-e4674fa651bf tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:47.351235 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-08d1ec07-911f-48d7-89a5-e4674fa651bf tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:47.392128 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-7deee6d7-1413-41a1-83e5-95dfeb08d244 req-da0c63d0-f2d9-49b3-bebb-6efd20ad364d tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] For port 97e1d5d7-a981-4735-9157-314ac35e3f40, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=97e1d5d7-a981-4735-9157-314ac35e3f40,segment=NetworkSegment(51ba8099-7622-42cb-adbd-7c8aaac78355),segment_id=51ba8099-7622-42cb-adbd-7c8aaac78355)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:09:47.394997 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-08d1ec07-911f-48d7-89a5-e4674fa651bf tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Calling delete_port for 6eb86929-3c38-4aea-ae3e-29f78f7fb947 owned by network:floatingip {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:09:47.464058 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-2355beac-ee22-4d57-bde1-dc8ea128715d req-a855b024-a53d-4ebb-9de3-a695373f3209 service neutron] 10.222.0.22 "GET /v2.0/networks/92150d50-1f8e-4278-9525-d0992602767c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047895 Aug 11 03:09:47.494723 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cb58f053-8aa1-4ef0-b8a2-713fc3c311b1 req-d5afb0e7-0918-437c-aa7b-d1cfd7077fcf tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/security-groups?id=96c4279c-51b6-4d8a-ac93-67215ccf65c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188250 Aug 11 03:09:47.504146 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-7deee6d7-1413-41a1-83e5-95dfeb08d244 req-da0c63d0-f2d9-49b3-bebb-6efd20ad364d tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Notify callbacks [] for port, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:47.580320 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:09:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80c229fb-fa11-4fd7-b4c7-4d5338559824 x-openstack-request-id: req-80c229fb-fa11-4fd7-b4c7-4d5338559824 {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:09:47.580730 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbc81785-ff98-488c-a3a9-019cfd6c78ba", "name": "network-vif-plugged", "status": "completed", "tag": "23fa5bfa-89e2-4800-a6db-fb0b8fdefeb7", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:09:47.581072 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-80c229fb-fa11-4fd7-b4c7-4d5338559824 {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:09:47.582037 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbc81785-ff98-488c-a3a9-019cfd6c78ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23fa5bfa-89e2-4800-a6db-fb0b8fdefeb7', 'code': 200} Aug 11 03:09:47.615052 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-7deee6d7-1413-41a1-83e5-95dfeb08d244 req-da0c63d0-f2d9-49b3-bebb-6efd20ad364d tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:47.630155 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['9cd52e4f-6ec2-42da-8cbf-44a7dbbee675', '4b32f063-1f58-4622-8e54-7356a69cd99d', '97e1d5d7-a981-4735-9157-314ac35e3f40'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:09:47.657036 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-2355beac-ee22-4d57-bde1-dc8ea128715d req-2fa7a3e9-f301-4cf8-8eea-efbbd5d9375c service neutron] 10.222.0.22 "GET /v2.0/networks/92150d50-1f8e-4278-9525-d0992602767c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801963 Aug 11 03:09:47.754262 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0c63d0-f2d9-49b3-bebb-6efd20ad364d tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Pushing event updated for resources: {'Port': ['ID=97e1d5d7-a981-4735-9157-314ac35e3f40,revision_number=6']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:47.807345 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deee6d7-1413-41a1-83e5-95dfeb08d244 req-da0c63d0-f2d9-49b3-bebb-6efd20ad364d tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:47.808137 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-7deee6d7-1413-41a1-83e5-95dfeb08d244 req-da0c63d0-f2d9-49b3-bebb-6efd20ad364d tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:47.816469 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['97e1d5d7-a981-4735-9157-314ac35e3f40'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:09:47.824187 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7deee6d7-1413-41a1-83e5-95dfeb08d244 req-da0c63d0-f2d9-49b3-bebb-6efd20ad364d tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "PUT /v2.0/ports/97e1d5d7-a981-4735-9157-314ac35e3f40 HTTP/1.1" status: 200 len: 904 time: 1.0977705 Aug 11 03:09:47.877013 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-08d1ec07-911f-48d7-89a5-e4674fa651bf tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:47.925433 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b0d156-377f-4fe0-8e68-c11b89215605 req-a1b1c009-b7d2-41dc-aaf1-1880d2ab5cc4 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:47.941540 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f9b0d156-377f-4fe0-8e68-c11b89215605 req-a1b1c009-b7d2-41dc-aaf1-1880d2ab5cc4 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] 10.222.0.41 "GET /v2.0/ports?device_id=31d7c9f8-fbf9-4680-9e39-ff23f2085b9f HTTP/1.1" status: 200 len: 984 time: 0.2445138 Aug 11 03:09:47.949409 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '497a0c80-3130-4ceb-a6d0-d48998b57b32', 'tag': '97e1d5d7-a981-4735-9157-314ac35e3f40'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:09:47.951758 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-481eb699-8aae-44b0-a3d5-6f4287732afc" -d '{"events": [{"name": "network-changed", "server_uuid": "497a0c80-3130-4ceb-a6d0-d48998b57b32", "tag": "97e1d5d7-a981-4735-9157-314ac35e3f40"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:09:47.956530 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0e7c8d-c570-4a92-a6e0-8a0bed1f1ea7 req-dbd0bc21-7fc6-41bf-8338-ea297998b6db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:47.958983 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4f0e7c8d-c570-4a92-a6e0-8a0bed1f1ea7 req-dbd0bc21-7fc6-41bf-8338-ea297998b6db service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=fbc81785-ff98-488c-a3a9-019cfd6c78ba HTTP/1.1" status: 200 len: 1102 time: 0.2795727 Aug 11 03:09:48.006407 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d1ec07-911f-48d7-89a5-e4674fa651bf tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Pushing event deleted for resources: {'Port': ['ID=6eb86929-3c38-4aea-ae3e-29f78f7fb947,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:48.027155 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-8e09f6ec-0f93-4ae7-97f0-91b8763bc405 None None] Provisioning complete for port 97e1d5d7-a981-4735-9157-314ac35e3f40 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:09:48.027945 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e09f6ec-0f93-4ae7-97f0-91b8763bc405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:48.087477 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4f0e7c8d-c570-4a92-a6e0-8a0bed1f1ea7 req-4812ab2b-52ea-401d-9ac5-341ad90f24fa service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=27be1afe-f82c-4fb0-9fb1-35148b2e9ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976629 Aug 11 03:09:48.119340 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f9b0d156-377f-4fe0-8e68-c11b89215605 req-b1999ba8-3a97-4132-bd24-c55bd188328d tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] 10.222.0.41 "GET /v2.0/security-groups?id=adb134a6-712f-4fc0-a993-71c8c2c0f72f&id=4742dd89-5545-47da-9d5a-053b57544bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1712992 Aug 11 03:09:48.135038 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-08d1ec07-911f-48d7-89a5-e4674fa651bf tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Notify callbacks [] for floatingip, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:48.142056 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-08d1ec07-911f-48d7-89a5-e4674fa651bf tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for floatingip, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:48.144802 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-08d1ec07-911f-48d7-89a5-e4674fa651bf tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "DELETE /v2.0/floatingips/9d84bde4-51ff-4478-b6a1-54670e67ed16 HTTP/1.1" status: 204 len: 168 time: 1.5617967 Aug 11 03:09:48.247253 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:09:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47f0c8ee-3c62-4e5a-95a2-8f90a435cec7 x-openstack-request-id: req-47f0c8ee-3c62-4e5a-95a2-8f90a435cec7 {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:09:48.247502 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "497a0c80-3130-4ceb-a6d0-d48998b57b32", "tag": "97e1d5d7-a981-4735-9157-314ac35e3f40", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:09:48.247827 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-47f0c8ee-3c62-4e5a-95a2-8f90a435cec7 {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:09:48.248529 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '497a0c80-3130-4ceb-a6d0-d48998b57b32', 'tag': '97e1d5d7-a981-4735-9157-314ac35e3f40', 'status': 'completed', 'code': 200} Aug 11 03:09:48.320558 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 56238) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:09:48.332461 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481eb699-8aae-44b0-a3d5-6f4287732afc req-8f4a8eab-f11f-4d1f-bda5-f1a7bc867326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:48.334266 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-481eb699-8aae-44b0-a3d5-6f4287732afc req-8f4a8eab-f11f-4d1f-bda5-f1a7bc867326 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=3419766c112444a3864f482257b66851&device_id=497a0c80-3130-4ceb-a6d0-d48998b57b32 HTTP/1.1" status: 200 len: 1059 time: 0.0726604 Aug 11 03:09:48.382597 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf6a5d2-5ebb-430e-a403-ad24b3066eb1 req-a05ea5c1-835c-47ef-b0d5-4ce55fa6c268 tempest-TenantUsagesTestJSON-1728586766 tempest-TenantUsagesTestJSON-1728586766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:48.384100 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-fcf6a5d2-5ebb-430e-a403-ad24b3066eb1 req-a05ea5c1-835c-47ef-b0d5-4ce55fa6c268 tempest-TenantUsagesTestJSON-1728586766 tempest-TenantUsagesTestJSON-1728586766-project] 10.222.0.41 "GET /v2.0/ports?device_id=fbc81785-ff98-488c-a3a9-019cfd6c78ba HTTP/1.1" status: 200 len: 950 time: 0.0900078 Aug 11 03:09:48.396561 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acef787-75f6-4ed1-9b06-b7bc7765bef5 req-3d71ec00-20b0-447a-b2eb-a7a8790432bd tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:48.405010 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2acef787-75f6-4ed1-9b06-b7bc7765bef5 req-3d71ec00-20b0-447a-b2eb-a7a8790432bd tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=497a0c80-3130-4ceb-a6d0-d48998b57b32 HTTP/1.1" status: 200 len: 907 time: 0.1824622 Aug 11 03:09:48.456457 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481eb699-8aae-44b0-a3d5-6f4287732afc req-b5512131-ac9c-42b9-aa2a-de76690c8416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:48.458405 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-481eb699-8aae-44b0-a3d5-6f4287732afc req-b5512131-ac9c-42b9-aa2a-de76690c8416 service neutron] 10.222.0.22 "GET /v2.0/networks?id=6b5eb666-47e5-4ddb-b0bc-16855d478160 HTTP/1.1" status: 200 len: 913 time: 0.1161311 Aug 11 03:09:48.474641 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-fcf6a5d2-5ebb-430e-a403-ad24b3066eb1 req-25d6e7d5-3880-4c55-b60f-a02f730c5e8c tempest-TenantUsagesTestJSON-1728586766 tempest-TenantUsagesTestJSON-1728586766-project] 10.222.0.41 "GET /v2.0/security-groups?id=27be1afe-f82c-4fb0-9fb1-35148b2e9ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683131 Aug 11 03:09:48.564097 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1902f174-d6db-411b-9d21-41c849d0f891 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:48.585656 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-481eb699-8aae-44b0-a3d5-6f4287732afc req-69560768-5e4a-4bff-8890-4203bd2483bf service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=97e1d5d7-a981-4735-9157-314ac35e3f40 HTTP/1.1" status: 200 len: 217 time: 0.1093946 Aug 11 03:09:48.642155 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481eb699-8aae-44b0-a3d5-6f4287732afc req-646669b5-58cf-40c9-b1c6-076acaaba23b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:48.648518 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-481eb699-8aae-44b0-a3d5-6f4287732afc req-646669b5-58cf-40c9-b1c6-076acaaba23b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6bc807f9-b5f2-488b-b980-1ec1f7afe42f HTTP/1.1" status: 200 len: 851 time: 0.0543735 Aug 11 03:09:48.664169 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52daed93-050d-447e-9dca-9232b1fc4f94 req-78e8e00f-24fa-43dc-a60a-17b56c93ff3e tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:48.665801 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-52daed93-050d-447e-9dca-9232b1fc4f94 req-78e8e00f-24fa-43dc-a60a-17b56c93ff3e tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=70c84ed6-1b38-4b73-8bea-55c843cc7bda HTTP/1.1" status: 200 len: 944 time: 0.0829401 Aug 11 03:09:48.733339 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-52daed93-050d-447e-9dca-9232b1fc4f94 req-e70503c9-5eb9-438f-a4e8-4465a9a16537 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a2aa92e-a0e4-4cb3-9665-2569763a2f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561762 Aug 11 03:09:48.792170 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481eb699-8aae-44b0-a3d5-6f4287732afc req-c1aed1cc-3119-4253-9a4a-577b88ab84b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:48.794259 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-481eb699-8aae-44b0-a3d5-6f4287732afc req-c1aed1cc-3119-4253-9a4a-577b88ab84b3 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=6b5eb666-47e5-4ddb-b0bc-16855d478160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1130760 Aug 11 03:09:48.878218 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243cadce-23ea-436b-98b0-3fc272abae09 req-50648559-af7c-45f0-bd24-f5301e7533a8 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:48.879987 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-243cadce-23ea-436b-98b0-3fc272abae09 req-50648559-af7c-45f0-bd24-f5301e7533a8 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d03b1ae-a755-4a35-b1e5-76525a66ded5 HTTP/1.1" status: 200 len: 946 time: 0.0777950 Aug 11 03:09:48.909405 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1902f174-d6db-411b-9d21-41c849d0f891 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:48.936808 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-243cadce-23ea-436b-98b0-3fc272abae09 req-9fe3aca8-0769-4f7f-9b20-de24a4fecc6d tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/security-groups?id=96c4279c-51b6-4d8a-ac93-67215ccf65c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421028 Aug 11 03:09:48.944311 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-481eb699-8aae-44b0-a3d5-6f4287732afc req-59126d2a-b124-4648-b0f2-23fc2679e6ba service neutron] 10.222.0.22 "GET /v2.0/networks/6b5eb666-47e5-4ddb-b0bc-16855d478160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406732 Aug 11 03:09:49.051589 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 56250) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:09:49.059508 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-90dcc4e8-0fd6-489f-85a4-6a78ea18a5ef tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1710855901', 'description': 'tempest-description--591102813'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:09:49.076314 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cd141f-9517-4ea9-8749-cef9bfed7c5d req-c8a5c9e3-86b0-47fb-8f8c-fdde40223f39 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:49.078147 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-76cd141f-9517-4ea9-8749-cef9bfed7c5d req-c8a5c9e3-86b0-47fb-8f8c-fdde40223f39 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=70c84ed6-1b38-4b73-8bea-55c843cc7bda HTTP/1.1" status: 200 len: 944 time: 0.0742049 Aug 11 03:09:49.084955 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-481eb699-8aae-44b0-a3d5-6f4287732afc req-2151336e-0d1c-48f1-85b1-e71c677f9d3f service neutron] 10.222.0.22 "GET /v2.0/networks/6b5eb666-47e5-4ddb-b0bc-16855d478160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275325 Aug 11 03:09:49.127443 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-76cd141f-9517-4ea9-8749-cef9bfed7c5d req-bfe2cd3c-9656-4aa2-929c-933d4fb6f134 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a2aa92e-a0e4-4cb3-9665-2569763a2f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404770 Aug 11 03:09:49.255888 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1902f174-d6db-411b-9d21-41c849d0f891 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:49.266018 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393fb30c-3f7f-4c27-ae5b-98b86f0f6720 req-38b26922-420a-4aa0-9f9a-56605ac145f3 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:49.267645 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-393fb30c-3f7f-4c27-ae5b-98b86f0f6720 req-38b26922-420a-4aa0-9f9a-56605ac145f3 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] 10.222.0.41 "GET /v2.0/ports?device_id=31d7c9f8-fbf9-4680-9e39-ff23f2085b9f HTTP/1.1" status: 200 len: 984 time: 0.0622959 Aug 11 03:09:49.301084 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-1902f174-d6db-411b-9d21-41c849d0f891 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=36658a0d357d4a6cbba8a8ffeb362daa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9794428 Aug 11 03:09:49.301815 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1902f174-d6db-411b-9d21-41c849d0f891 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e621b126-4676-4dc3-9bec-4bc172302182,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:49.304671 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 56272) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:09:49.331001 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-393fb30c-3f7f-4c27-ae5b-98b86f0f6720 req-1b7b6372-7a3d-48ea-9d4f-322c162a48ce tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] 10.222.0.41 "GET /v2.0/security-groups?id=adb134a6-712f-4fc0-a993-71c8c2c0f72f&id=4742dd89-5545-47da-9d5a-053b57544bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0551190 Aug 11 03:09:49.356943 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-cdd6b011-7fa3-449b-b784-29b0ab992142 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:49.388378 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-cdd6b011-7fa3-449b-b784-29b0ab992142 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:49.405258 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-90dcc4e8-0fd6-489f-85a4-6a78ea18a5ef tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:49.530250 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-cdd6b011-7fa3-449b-b784-29b0ab992142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:49.533164 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-cdd6b011-7fa3-449b-b784-29b0ab992142 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:49.535830 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-cdd6b011-7fa3-449b-b784-29b0ab992142 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e621b126-4676-4dc3-9bec-4bc172302182 HTTP/1.1" status: 204 len: 168 time: 0.2306902 Aug 11 03:09:49.548648 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd6b011-7fa3-449b-b784-29b0ab992142 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e621b126-4676-4dc3-9bec-4bc172302182,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:49.584674 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db81ebb-6dab-49cc-aa30-d1192b2783a8 req-95e5e6f9-33ca-4eee-ac64-16e6aaa0ba04 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:49.593232 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3db81ebb-6dab-49cc-aa30-d1192b2783a8 req-95e5e6f9-33ca-4eee-ac64-16e6aaa0ba04 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/networks?id=6b5eb666-47e5-4ddb-b0bc-16855d478160 HTTP/1.1" status: 200 len: 812 time: 0.2203808 Aug 11 03:09:49.610335 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3db81ebb-6dab-49cc-aa30-d1192b2783a8 req-741acf8a-6636-4499-ab44-c47e5d090daa tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/quotas/3419766c112444a3864f482257b66851 HTTP/1.1" status: 200 len: 375 time: 0.0161932 Aug 11 03:09:49.615966 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a9551567-bb32-45c0-9a14-260e3638e66f req-f1552cc1-c621-4272-b5f9-b1d198a802f3 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-704067132&fields=id&tenant_id=c8aa6119d36c4641af7622d251acddef HTTP/1.1" status: 200 len: 267 time: 0.1674290 Aug 11 03:09:49.716959 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-90dcc4e8-0fd6-489f-85a4-6a78ea18a5ef tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:49.739336 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3db81ebb-6dab-49cc-aa30-d1192b2783a8 req-e4a5b551-0812-487c-8b77-b0d737947980 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=3419766c112444a3864f482257b66851&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1186137 Aug 11 03:09:49.755299 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9551567-bb32-45c0-9a14-260e3638e66f req-4588d06e-d4a7-4c74-ad66-be6a51e104ee tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:49.757158 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a9551567-bb32-45c0-9a14-260e3638e66f req-4588d06e-d4a7-4c74-ad66-be6a51e104ee tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] 10.222.0.41 "GET /v2.0/ports?device_id=31d7c9f8-fbf9-4680-9e39-ff23f2085b9f HTTP/1.1" status: 200 len: 984 time: 0.1330957 Aug 11 03:09:49.771809 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-a9551567-bb32-45c0-9a14-260e3638e66f req-e9a791cc-0e0e-4d24-8bb7-a08f77cbe59e tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Request body: {'port': {'security_groups': ['4742dd89-5545-47da-9d5a-053b57544bd3', 'adb134a6-712f-4fc0-a993-71c8c2c0f72f', '664ccf5e-9b6c-4b89-8e18-0764e9cc5dc1']}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:09:49.835856 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-90dcc4e8-0fd6-489f-85a4-6a78ea18a5ef tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:49.923344 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dcc4e8-0fd6-489f-85a4-6a78ea18a5ef tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2637b46e-72e4-4ee8-ae47-703ae17ac088,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:49.953163 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-a9551567-bb32-45c0-9a14-260e3638e66f req-e9a791cc-0e0e-4d24-8bb7-a08f77cbe59e tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:49.967323 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-90dcc4e8-0fd6-489f-85a4-6a78ea18a5ef tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:49.971686 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 56292) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:09:49.971845 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-90dcc4e8-0fd6-489f-85a4-6a78ea18a5ef tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.9172773 Aug 11 03:09:49.978770 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-295746e3-1674-4bf3-9634-cec2584e3707 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Request body: {'security_group_rule': {'security_group_id': '2637b46e-72e4-4ee8-ae47-703ae17ac088', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:09:49.983328 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3db81ebb-6dab-49cc-aa30-d1192b2783a8 req-01167bfe-edb2-4116-9d3a-adbfd90898b3 service neutron] 10.222.0.41 "GET /v2.0/networks/6b5eb666-47e5-4ddb-b0bc-16855d478160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2250373 Aug 11 03:09:50.100458 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-295746e3-1674-4bf3-9634-cec2584e3707 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:50.166785 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-295746e3-1674-4bf3-9634-cec2584e3707 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:50.192782 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3db81ebb-6dab-49cc-aa30-d1192b2783a8 req-6b0d74a9-b579-4984-83c9-038411a6d98d service neutron] 10.222.0.41 "GET /v2.0/networks/6b5eb666-47e5-4ddb-b0bc-16855d478160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2085047 Aug 11 03:09:50.267062 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-295746e3-1674-4bf3-9634-cec2584e3707 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:50.300440 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295746e3-1674-4bf3-9634-cec2584e3707 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=257f3565-b6ab-4a44-95d1-c614280efed1,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:50.339397 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-a9551567-bb32-45c0-9a14-260e3638e66f req-e9a791cc-0e0e-4d24-8bb7-a08f77cbe59e tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] For port 5e02a777-96d0-4855-bcca-1ea5056efc6c, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=5e02a777-96d0-4855-bcca-1ea5056efc6c,segment=NetworkSegment(309c9b9e-c193-462a-8459-3f59bc414d81),segment_id=309c9b9e-c193-462a-8459-3f59bc414d81)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:09:50.395477 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 56298) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:09:50.399282 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-a9551567-bb32-45c0-9a14-260e3638e66f req-e9a791cc-0e0e-4d24-8bb7-a08f77cbe59e tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Notify callbacks [] for port, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:50.407358 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-295746e3-1674-4bf3-9634-cec2584e3707 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:50.409894 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-295746e3-1674-4bf3-9634-cec2584e3707 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4361391 Aug 11 03:09:50.412892 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 56302) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:09:50.416299 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a489bb13-de3a-40a7-8709-1c0d7c7ba4c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:50.421187 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-29bf55f5-71ea-4da4-8022-2a46f1cf7ff9 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Request body: {'security_group_rule': {'security_group_id': '2637b46e-72e4-4ee8-ae47-703ae17ac088', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:09:50.479322 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-a9551567-bb32-45c0-9a14-260e3638e66f req-e9a791cc-0e0e-4d24-8bb7-a08f77cbe59e tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:50.493055 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['d1f29c39-6124-4fa5-a506-c4fcbb6027e4'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:09:50.497416 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['5e02a777-96d0-4855-bcca-1ea5056efc6c'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:09:50.516692 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9551567-bb32-45c0-9a14-260e3638e66f req-e9a791cc-0e0e-4d24-8bb7-a08f77cbe59e tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:50.517344 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-a9551567-bb32-45c0-9a14-260e3638e66f req-e9a791cc-0e0e-4d24-8bb7-a08f77cbe59e tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:50.533588 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a9551567-bb32-45c0-9a14-260e3638e66f req-e9a791cc-0e0e-4d24-8bb7-a08f77cbe59e tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] 10.222.0.41 "PUT /v2.0/ports/5e02a777-96d0-4855-bcca-1ea5056efc6c HTTP/1.1" status: 200 len: 1020 time: 0.7670679 Aug 11 03:09:50.592046 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31d7c9f8-fbf9-4680-9e39-ff23f2085b9f', 'tag': '5e02a777-96d0-4855-bcca-1ea5056efc6c'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:09:50.594909 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9094e486-76eb-45db-af52-a9865c3438c7" -d '{"events": [{"name": "network-changed", "server_uuid": "31d7c9f8-fbf9-4680-9e39-ff23f2085b9f", "tag": "5e02a777-96d0-4855-bcca-1ea5056efc6c"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:09:50.644244 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a489bb13-de3a-40a7-8709-1c0d7c7ba4c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:50.668604 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-29bf55f5-71ea-4da4-8022-2a46f1cf7ff9 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:50.687054 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['5e02a777-96d0-4855-bcca-1ea5056efc6c'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:09:50.717219 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a489bb13-de3a-40a7-8709-1c0d7c7ba4c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:50.769240 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabb5a58-eb29-47df-a10e-444548746254 req-be712fb2-82dc-45df-b78b-3fb5ed536a36 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:50.770702 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-fabb5a58-eb29-47df-a10e-444548746254 req-be712fb2-82dc-45df-b78b-3fb5ed536a36 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d03b1ae-a755-4a35-b1e5-76525a66ded5 HTTP/1.1" status: 200 len: 946 time: 0.1551063 Aug 11 03:09:50.775497 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a791cc-0e0e-4d24-8bb7-a08f77cbe59e tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Pushing event updated for resources: {'Port': ['ID=5e02a777-96d0-4855-bcca-1ea5056efc6c,revision_number=7']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:50.780716 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-a489bb13-de3a-40a7-8709-1c0d7c7ba4c1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=02b61f4180e7469d9a74388fb9ed9a35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3837512 Aug 11 03:09:50.786705 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 56314) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:09:50.812755 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a489bb13-de3a-40a7-8709-1c0d7c7ba4c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3bb0d4e-0920-45e1-b5dc-cccc0e6bef4d,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:50.827938 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b86e52-6633-4bc4-abab-2956fa1ba27e req-025456bb-a58e-4ba5-94ba-b4485c39f879 tempest-TenantUsagesTestJSON-1728586766 tempest-TenantUsagesTestJSON-1728586766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:50.835288 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d0b86e52-6633-4bc4-abab-2956fa1ba27e req-025456bb-a58e-4ba5-94ba-b4485c39f879 tempest-TenantUsagesTestJSON-1728586766 tempest-TenantUsagesTestJSON-1728586766-project] 10.222.0.41 "GET /v2.0/ports?device_id=fbc81785-ff98-488c-a3a9-019cfd6c78ba HTTP/1.1" status: 200 len: 950 time: 0.3332078 Aug 11 03:09:50.906003 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-29bf55f5-71ea-4da4-8022-2a46f1cf7ff9 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:50.934430 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e7b05385-6250-4977-ab38-22ee7d332715 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:50.957003 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e7b05385-6250-4977-ab38-22ee7d332715 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:51.010554 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d0b86e52-6633-4bc4-abab-2956fa1ba27e req-3e8c3ca6-3c57-41da-9472-03959198f522 tempest-TenantUsagesTestJSON-1728586766 tempest-TenantUsagesTestJSON-1728586766-project] 10.222.0.41 "GET /v2.0/security-groups?id=27be1afe-f82c-4fb0-9fb1-35148b2e9ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736619 Aug 11 03:09:51.015303 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-29bf55f5-71ea-4da4-8022-2a46f1cf7ff9 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:51.033946 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-fabb5a58-eb29-47df-a10e-444548746254 req-e007c9f2-bc43-4a6d-b04a-814d59284c05 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/security-groups?id=96c4279c-51b6-4d8a-ac93-67215ccf65c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929452 Aug 11 03:09:51.098549 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bf55f5-71ea-4da4-8022-2a46f1cf7ff9 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1e31e5f-51ee-4605-867e-3e99a8895d1e,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:51.130099 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e7b05385-6250-4977-ab38-22ee7d332715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:51.132679 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e7b05385-6250-4977-ab38-22ee7d332715 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:51.139144 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-e7b05385-6250-4977-ab38-22ee7d332715 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b3bb0d4e-0920-45e1-b5dc-cccc0e6bef4d HTTP/1.1" status: 204 len: 168 time: 0.3462045 Aug 11 03:09:51.145991 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b05385-6250-4977-ab38-22ee7d332715 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3bb0d4e-0920-45e1-b5dc-cccc0e6bef4d,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:51.238110 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b1b40413-3cf6-4cc8-b6e0-9088142fd63d req-51a460b1-4d05-4f05-9c2f-7a9003e8ffa5 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] 10.222.0.41 "GET /v2.0/security-groups/664ccf5e-9b6c-4b89-8e18-0764e9cc5dc1 HTTP/1.1" status: 200 len: 1802 time: 0.0669096 Aug 11 03:09:51.241418 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-29bf55f5-71ea-4da4-8022-2a46f1cf7ff9 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:51.246021 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-29bf55f5-71ea-4da4-8022-2a46f1cf7ff9 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8288343 Aug 11 03:09:51.246180 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 56330) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:09:51.253660 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-2c48df6b-befb-4ac6-ad38-d05452a2b8a6 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Request body: {'floatingip': {'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:09:51.326741 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7d4d404e-24dc-4082-a06e-fce1657c9b67 req-20df47d4-bc3e-4334-8d46-c2ea98231a00 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=895c0843-971b-4689-82f6-c760d91aa720 HTTP/1.1" status: 200 len: 210 time: 0.1016684 Aug 11 03:09:51.331069 n-d-764292-30 neutron-server[102192]: INFO neutron.api.v2.resource [req-b1b40413-3cf6-4cc8-b6e0-9088142fd63d req-c085f7f0-6f03-4c61-977c-2da49f36b9e2 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 11 03:09:51.335998 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.agents_db [None req-950b7202-decb-43e2-8f71-ac8931dc9749 None None] Agent healthcheck: found 7 active agents {{(pid=102194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:09:51.345303 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b1b40413-3cf6-4cc8-b6e0-9088142fd63d req-c085f7f0-6f03-4c61-977c-2da49f36b9e2 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] 10.222.0.41 "DELETE /v2.0/security-groups/664ccf5e-9b6c-4b89-8e18-0764e9cc5dc1 HTTP/1.1" status: 409 len: 341 time: 0.1061554 Aug 11 03:09:51.380920 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:09:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb11fcb8-c2a3-403a-a47f-1461ed303790 x-openstack-request-id: req-cb11fcb8-c2a3-403a-a47f-1461ed303790 {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:09:51.381618 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31d7c9f8-fbf9-4680-9e39-ff23f2085b9f", "tag": "5e02a777-96d0-4855-bcca-1ea5056efc6c", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:09:51.382102 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cb11fcb8-c2a3-403a-a47f-1461ed303790 {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:09:51.383080 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31d7c9f8-fbf9-4680-9e39-ff23f2085b9f', 'tag': '5e02a777-96d0-4855-bcca-1ea5056efc6c', 'status': 'completed', 'code': 200} Aug 11 03:09:51.453027 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-2c48df6b-befb-4ac6-ad38-d05452a2b8a6 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Notify callbacks [] for floatingip, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:51.607335 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9094e486-76eb-45db-af52-a9865c3438c7 req-4e390c67-dd51-4950-a47e-75ff78ae7aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:51.609354 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-9094e486-76eb-45db-af52-a9865c3438c7 req-4e390c67-dd51-4950-a47e-75ff78ae7aed service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c8aa6119d36c4641af7622d251acddef&device_id=31d7c9f8-fbf9-4680-9e39-ff23f2085b9f HTTP/1.1" status: 200 len: 1175 time: 0.1995358 Aug 11 03:09:51.757215 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-2c48df6b-befb-4ac6-ad38-d05452a2b8a6 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:51.865330 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9094e486-76eb-45db-af52-a9865c3438c7 req-7cedb89b-f339-4959-98e6-37dd66cdac26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:51.867375 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-9094e486-76eb-45db-af52-a9865c3438c7 req-7cedb89b-f339-4959-98e6-37dd66cdac26 service neutron] 10.222.0.22 "GET /v2.0/networks?id=92150d50-1f8e-4278-9525-d0992602767c HTTP/1.1" status: 200 len: 913 time: 0.2474782 Aug 11 03:09:52.063217 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [None req-2c48df6b-befb-4ac6-ad38-d05452a2b8a6 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Allocated IP 172.25.8.228 (09faf7d2-eaf5-4a50-bb6e-4cb05d009a76/e1a97443-13df-40bb-85f5-fd269e2742c0/f9fb03a2-cb1b-48e6-869e-f9234c97b22f) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:09:52.096604 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263a753b-c773-4c21-915a-a2218d8b3e18 req-e9152135-b551-4564-aabd-abdba31aa249 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:52.110567 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-263a753b-c773-4c21-915a-a2218d8b3e18 req-e9152135-b551-4564-aabd-abdba31aa249 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] 10.222.0.41 "GET /v2.0/ports?device_id=31d7c9f8-fbf9-4680-9e39-ff23f2085b9f HTTP/1.1" status: 200 len: 1023 time: 0.1217086 Aug 11 03:09:52.190921 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-263a753b-c773-4c21-915a-a2218d8b3e18 req-1aa86b88-e5c1-445c-bdc8-32ff0c1d5404 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] 10.222.0.41 "GET /v2.0/security-groups?id=adb134a6-712f-4fc0-a993-71c8c2c0f72f&id=664ccf5e-9b6c-4b89-8e18-0764e9cc5dc1&id=4742dd89-5545-47da-9d5a-053b57544bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0741498 Aug 11 03:09:52.217890 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-9094e486-76eb-45db-af52-a9865c3438c7 req-5e8ad2c6-ab6e-4cdd-9080-04c3ad44cd50 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5e02a777-96d0-4855-bcca-1ea5056efc6c HTTP/1.1" status: 200 len: 217 time: 0.2833941 Aug 11 03:09:52.328208 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9094e486-76eb-45db-af52-a9865c3438c7 req-e4c43667-1ce3-4b3f-a09b-7e249ec8e975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:52.334368 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-9094e486-76eb-45db-af52-a9865c3438c7 req-e4c43667-1ce3-4b3f-a09b-7e249ec8e975 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=639cf9bb-cf7a-44b0-8882-86dfb4c155b3 HTTP/1.1" status: 200 len: 852 time: 0.1046329 Aug 11 03:09:52.389922 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc831a8b-873c-45a5-958a-dc915f046266 req-27ce4824-15fb-4cdc-a2d4-24a3156d473f tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:52.398493 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cc831a8b-873c-45a5-958a-dc915f046266 req-27ce4824-15fb-4cdc-a2d4-24a3156d473f tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d03b1ae-a755-4a35-b1e5-76525a66ded5 HTTP/1.1" status: 200 len: 946 time: 0.1466544 Aug 11 03:09:52.491686 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cc831a8b-873c-45a5-958a-dc915f046266 req-7703e015-f43d-4e43-b022-ad9a8f727f9a tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/security-groups?id=96c4279c-51b6-4d8a-ac93-67215ccf65c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846574 Aug 11 03:09:52.597769 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d773e244-33fa-4fed-8192-24565c5b28fa req-b8d7d91e-056a-4207-a4d4-2c06caf9b8a4 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=895c0843-971b-4689-82f6-c760d91aa720 HTTP/1.1" status: 200 len: 210 time: 0.0471990 Aug 11 03:09:52.873606 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-9094e486-76eb-45db-af52-a9865c3438c7 req-ae71c54b-bfd1-4318-90bc-7934c9618c92 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=92150d50-1f8e-4278-9525-d0992602767c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5295076 Aug 11 03:09:52.939409 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-2c48df6b-befb-4ac6-ad38-d05452a2b8a6 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:53.033837 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-9094e486-76eb-45db-af52-a9865c3438c7 req-c1bf32a0-4f30-47d5-a1eb-e83ece972264 service neutron] 10.222.0.22 "GET /v2.0/networks/92150d50-1f8e-4278-9525-d0992602767c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466632 Aug 11 03:09:53.112049 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db81ebb-6dab-49cc-aa30-d1192b2783a8 req-28a59692-7483-49a5-94a6-6aec04ed3572 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:53.113580 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3db81ebb-6dab-49cc-aa30-d1192b2783a8 req-28a59692-7483-49a5-94a6-6aec04ed3572 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.24 "GET /v2.0/networks?id=6b5eb666-47e5-4ddb-b0bc-16855d478160 HTTP/1.1" status: 200 len: 812 time: 0.1801543 Aug 11 03:09:53.129250 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-3db81ebb-6dab-49cc-aa30-d1192b2783a8 req-247b9c2a-6f88-4d01-974b-963f7e6b8bb5 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Request body: {'port': {'device_id': '895c0843-971b-4689-82f6-c760d91aa720', 'network_id': '6b5eb666-47e5-4ddb-b0bc-16855d478160', 'admin_state_up': True, 'tenant_id': '3419766c112444a3864f482257b66851'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:09:53.139447 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-2c48df6b-befb-4ac6-ad38-d05452a2b8a6 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:53.142325 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1acd51b-b7e5-4f49-be4a-e7174dd6ffa6 req-4cd59f5b-a37c-4902-939e-2884e5b76e46 tempest-TenantUsagesTestJSON-1728586766 tempest-TenantUsagesTestJSON-1728586766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:53.149432 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b1acd51b-b7e5-4f49-be4a-e7174dd6ffa6 req-4cd59f5b-a37c-4902-939e-2884e5b76e46 tempest-TenantUsagesTestJSON-1728586766 tempest-TenantUsagesTestJSON-1728586766-project] 10.222.0.41 "GET /v2.0/ports?device_id=fbc81785-ff98-488c-a3a9-019cfd6c78ba HTTP/1.1" status: 200 len: 950 time: 0.1162779 Aug 11 03:09:53.202461 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c48df6b-befb-4ac6-ad38-d05452a2b8a6 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:09:53.216840 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c48df6b-befb-4ac6-ad38-d05452a2b8a6 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Pushing event updated for resources: {'Port': ['ID=f9fb03a2-cb1b-48e6-869e-f9234c97b22f,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:53.241865 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-2c48df6b-befb-4ac6-ad38-d05452a2b8a6 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:09:53.251147 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c48df6b-befb-4ac6-ad38-d05452a2b8a6 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:09:53.317616 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-9094e486-76eb-45db-af52-a9865c3438c7 req-12274ea3-d3b3-4e5c-8462-4275e1621d5b service neutron] 10.222.0.22 "GET /v2.0/networks/92150d50-1f8e-4278-9525-d0992602767c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2734768 Aug 11 03:09:53.360750 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b1acd51b-b7e5-4f49-be4a-e7174dd6ffa6 req-e59f67cc-022a-4049-aecc-b1cfd5b18af6 tempest-TenantUsagesTestJSON-1728586766 tempest-TenantUsagesTestJSON-1728586766-project] 10.222.0.41 "GET /v2.0/security-groups?id=27be1afe-f82c-4fb0-9fb1-35148b2e9ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093542 Aug 11 03:09:53.427864 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-2c48df6b-befb-4ac6-ad38-d05452a2b8a6 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:53.495147 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474b4132-9504-4da8-8bff-ab9fbf2b57ea req-e7f65e10-4355-4a38-b9ca-6622ad3512c2 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:53.496712 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-474b4132-9504-4da8-8bff-ab9fbf2b57ea req-e7f65e10-4355-4a38-b9ca-6622ad3512c2 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] 10.222.0.41 "GET /v2.0/ports?device_id=31d7c9f8-fbf9-4680-9e39-ff23f2085b9f HTTP/1.1" status: 200 len: 1023 time: 0.1033046 Aug 11 03:09:53.559256 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-474b4132-9504-4da8-8bff-ab9fbf2b57ea req-fb244def-7a45-43c0-a93b-03249e1fcb04 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] 10.222.0.41 "GET /v2.0/security-groups?id=adb134a6-712f-4fc0-a993-71c8c2c0f72f&id=664ccf5e-9b6c-4b89-8e18-0764e9cc5dc1&id=4742dd89-5545-47da-9d5a-053b57544bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0552258 Aug 11 03:09:53.566512 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3db81ebb-6dab-49cc-aa30-d1192b2783a8 req-247b9c2a-6f88-4d01-974b-963f7e6b8bb5 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Made reservation on behalf of 3419766c112444a3864f482257b66851 for: {'port': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:09:53.578821 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-3db81ebb-6dab-49cc-aa30-d1192b2783a8 req-247b9c2a-6f88-4d01-974b-963f7e6b8bb5 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:53.631036 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-2c48df6b-befb-4ac6-ad38-d05452a2b8a6 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:53.745568 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6ec32106-c110-468a-8825-333a9be65dd7 req-89e24fa3-0552-4636-b91a-1bb1809aa148 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=895c0843-971b-4689-82f6-c760d91aa720 HTTP/1.1" status: 200 len: 210 time: 0.0393326 Aug 11 03:09:53.813133 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa11f407-fb25-499b-a8e4-5ead205dc59d req-89448c30-6271-49f6-983a-c9eedede6eaa tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:53.814695 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-aa11f407-fb25-499b-a8e4-5ead205dc59d req-89448c30-6271-49f6-983a-c9eedede6eaa tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] 10.222.0.22 "GET /v2.0/ports?device_id=31d7c9f8-fbf9-4680-9e39-ff23f2085b9f HTTP/1.1" status: 200 len: 1023 time: 0.1256545 Aug 11 03:09:53.841840 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [req-3db81ebb-6dab-49cc-aa30-d1192b2783a8 req-247b9c2a-6f88-4d01-974b-963f7e6b8bb5 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Allocated IP 172.20.0.7 (6b5eb666-47e5-4ddb-b0bc-16855d478160/6bc807f9-b5f2-488b-b980-1ec1f7afe42f/eeb00953-8e99-48d3-a2d5-ff4d91a8de80) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:09:53.886764 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc27c8a5-5d51-416e-a3b0-272df9c19c44 req-085f34c9-c5c1-430c-be46-b35b3f3655a8 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:53.897707 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cc27c8a5-5d51-416e-a3b0-272df9c19c44 req-085f34c9-c5c1-430c-be46-b35b3f3655a8 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d03b1ae-a755-4a35-b1e5-76525a66ded5 HTTP/1.1" status: 200 len: 946 time: 0.2319357 Aug 11 03:09:53.990776 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-2c48df6b-befb-4ac6-ad38-d05452a2b8a6 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:54.011449 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-aa11f407-fb25-499b-a8e4-5ead205dc59d req-20bf0611-4640-4d93-a8bc-51d9c976cc80 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Deleting port 5e02a777-96d0-4855-bcca-1ea5056efc6c {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:09:54.011850 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-aa11f407-fb25-499b-a8e4-5ead205dc59d req-20bf0611-4640-4d93-a8bc-51d9c976cc80 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:54.033634 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cc27c8a5-5d51-416e-a3b0-272df9c19c44 req-c2dcbf24-7228-420e-a1c4-12b3908a60d8 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/security-groups?id=96c4279c-51b6-4d8a-ac93-67215ccf65c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349893 Aug 11 03:09:54.107590 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-3db81ebb-6dab-49cc-aa30-d1192b2783a8 req-247b9c2a-6f88-4d01-974b-963f7e6b8bb5 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:54.124282 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-aa11f407-fb25-499b-a8e4-5ead205dc59d req-20bf0611-4640-4d93-a8bc-51d9c976cc80 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] For port 5e02a777-96d0-4855-bcca-1ea5056efc6c, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=5e02a777-96d0-4855-bcca-1ea5056efc6c,segment=NetworkSegment(309c9b9e-c193-462a-8459-3f59bc414d81),segment_id=309c9b9e-c193-462a-8459-3f59bc414d81)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:09:54.125548 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-aa11f407-fb25-499b-a8e4-5ead205dc59d req-20bf0611-4640-4d93-a8bc-51d9c976cc80 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:54.127678 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [req-3db81ebb-6dab-49cc-aa30-d1192b2783a8 req-247b9c2a-6f88-4d01-974b-963f7e6b8bb5 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Transition to ACTIVE for port object eeb00953-8e99-48d3-a2d5-ff4d91a8de80 will not be triggered until provisioned by entity DHCP. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:09:54.145661 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-aa11f407-fb25-499b-a8e4-5ead205dc59d req-20bf0611-4640-4d93-a8bc-51d9c976cc80 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Calling delete_port for 5e02a777-96d0-4855-bcca-1ea5056efc6c owned by compute:nova {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:09:54.392710 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-2c48df6b-befb-4ac6-ad38-d05452a2b8a6 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:54.409395 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76af4b7a-efea-4c5f-beb6-4777a53107ef req-470dfbba-94c4-48b7-ad1c-9dea333b5314 tempest-TenantUsagesTestJSON-1728586766 tempest-TenantUsagesTestJSON-1728586766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:54.411042 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-76af4b7a-efea-4c5f-beb6-4777a53107ef req-470dfbba-94c4-48b7-ad1c-9dea333b5314 tempest-TenantUsagesTestJSON-1728586766 tempest-TenantUsagesTestJSON-1728586766-project] 10.222.0.24 "GET /v2.0/ports?device_id=fbc81785-ff98-488c-a3a9-019cfd6c78ba HTTP/1.1" status: 200 len: 950 time: 0.0581157 Aug 11 03:09:54.473509 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-aa11f407-fb25-499b-a8e4-5ead205dc59d req-20bf0611-4640-4d93-a8bc-51d9c976cc80 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:54.475118 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c48df6b-befb-4ac6-ad38-d05452a2b8a6 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Pushing event updated for resources: {'Port': ['ID=f9fb03a2-cb1b-48e6-869e-f9234c97b22f,revision_number=2']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:54.488209 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['5e02a777-96d0-4855-bcca-1ea5056efc6c'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:09:54.491870 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['d1f29c39-6124-4fa5-a506-c4fcbb6027e4'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:09:54.515269 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-2c48df6b-befb-4ac6-ad38-d05452a2b8a6 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446866'] for floatingip, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:54.520478 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-3db81ebb-6dab-49cc-aa30-d1192b2783a8 req-247b9c2a-6f88-4d01-974b-963f7e6b8bb5 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:54.521815 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bf0611-4640-4d93-a8bc-51d9c976cc80 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Pushing event deleted for resources: {'Port': ['ID=5e02a777-96d0-4855-bcca-1ea5056efc6c,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:54.595574 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247b9c2a-6f88-4d01-974b-963f7e6b8bb5 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Pushing event updated for resources: {'Port': ['ID=eeb00953-8e99-48d3-a2d5-ff4d91a8de80,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:54.605817 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3db81ebb-6dab-49cc-aa30-d1192b2783a8 req-247b9c2a-6f88-4d01-974b-963f7e6b8bb5 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Network 6b5eb666-47e5-4ddb-b0bc-16855d478160 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:09:54.617599 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa11f407-fb25-499b-a8e4-5ead205dc59d req-20bf0611-4640-4d93-a8bc-51d9c976cc80 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] No DVR routers for this DVR port 5e02a777-96d0-4855-bcca-1ea5056efc6c on host n-h1-764292-30 {{(pid=102191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:09:54.618235 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [req-3db81ebb-6dab-49cc-aa30-d1192b2783a8 req-247b9c2a-6f88-4d01-974b-963f7e6b8bb5 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:09:54.624125 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-aa11f407-fb25-499b-a8e4-5ead205dc59d req-20bf0611-4640-4d93-a8bc-51d9c976cc80 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:54.624731 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [req-3db81ebb-6dab-49cc-aa30-d1192b2783a8 req-247b9c2a-6f88-4d01-974b-963f7e6b8bb5 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:09:54.626596 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-aa11f407-fb25-499b-a8e4-5ead205dc59d req-20bf0611-4640-4d93-a8bc-51d9c976cc80 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] 10.222.0.22 "DELETE /v2.0/ports/5e02a777-96d0-4855-bcca-1ea5056efc6c HTTP/1.1" status: 204 len: 173 time: 0.7968884 Aug 11 03:09:54.627247 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31d7c9f8-fbf9-4680-9e39-ff23f2085b9f', 'name': 'network-vif-deleted', 'tag': '5e02a777-96d0-4855-bcca-1ea5056efc6c'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:09:54.632455 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fcc739c-2738-436e-8d6c-a4ce356e4041" -d '{"events": [{"server_uuid": "31d7c9f8-fbf9-4680-9e39-ff23f2085b9f", "name": "network-vif-deleted", "tag": "5e02a777-96d0-4855-bcca-1ea5056efc6c"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:09:54.641772 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-2c48df6b-befb-4ac6-ad38-d05452a2b8a6 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for floatingip, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:54.647343 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['9cd52e4f-6ec2-42da-8cbf-44a7dbbee675', '4b32f063-1f58-4622-8e54-7356a69cd99d'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:09:54.647453 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-2c48df6b-befb-4ac6-ad38-d05452a2b8a6 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3963408 Aug 11 03:09:54.683077 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd5021a-aaf2-4756-b116-409bca05e195 req-c56ec5c8-8c98-4258-b187-3e45ab8b4c73 tempest-TenantUsagesTestJSON-1728586766 tempest-TenantUsagesTestJSON-1728586766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:54.685229 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bdd5021a-aaf2-4756-b116-409bca05e195 req-c56ec5c8-8c98-4258-b187-3e45ab8b4c73 tempest-TenantUsagesTestJSON-1728586766 tempest-TenantUsagesTestJSON-1728586766-project] 10.222.0.41 "GET /v2.0/ports?device_id=fbc81785-ff98-488c-a3a9-019cfd6c78ba HTTP/1.1" status: 200 len: 950 time: 0.2579200 Aug 11 03:09:55.256679 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bdd5021a-aaf2-4756-b116-409bca05e195 req-53c226f3-8337-4d5f-8dd1-a3694c3c66d1 tempest-TenantUsagesTestJSON-1728586766 tempest-TenantUsagesTestJSON-1728586766-project] 10.222.0.41 "GET /v2.0/security-groups?id=27be1afe-f82c-4fb0-9fb1-35148b2e9ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5110686 Aug 11 03:09:55.270656 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db81ebb-6dab-49cc-aa30-d1192b2783a8 req-247b9c2a-6f88-4d01-974b-963f7e6b8bb5 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:55.271617 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-3db81ebb-6dab-49cc-aa30-d1192b2783a8 req-247b9c2a-6f88-4d01-974b-963f7e6b8bb5 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:55.284469 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-8be129cf-6ee1-4c2e-b71e-c5da956782f6 None None] Provisioning for port eeb00953-8e99-48d3-a2d5-ff4d91a8de80 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:09:55.288685 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-8be129cf-6ee1-4c2e-b71e-c5da956782f6 None None] Provisioning complete for port eeb00953-8e99-48d3-a2d5-ff4d91a8de80 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:09:55.289047 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8be129cf-6ee1-4c2e-b71e-c5da956782f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:55.309853 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [req-76af4b7a-efea-4c5f-beb6-4777a53107ef req-cb6ca259-c69b-46b9-a57b-07fca8eba1a8 tempest-TenantUsagesTestJSON-1728586766 tempest-TenantUsagesTestJSON-1728586766-project] Deleting port 23fa5bfa-89e2-4800-a6db-fb0b8fdefeb7 {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:09:55.310201 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-76af4b7a-efea-4c5f-beb6-4777a53107ef req-cb6ca259-c69b-46b9-a57b-07fca8eba1a8 tempest-TenantUsagesTestJSON-1728586766 tempest-TenantUsagesTestJSON-1728586766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:55.325938 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c28378c6-18b0-4571-9643-a3a1358045f7 req-15203046-9750-4bcc-b9ec-695d1335ea56 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] 10.222.0.41 "GET /v2.0/ports?device_id=31d7c9f8-fbf9-4680-9e39-ff23f2085b9f HTTP/1.1" status: 200 len: 210 time: 0.0666704 Aug 11 03:09:55.334105 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:09:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3013d75-9f4d-4b91-886d-aab672a9c722 x-openstack-request-id: req-b3013d75-9f4d-4b91-886d-aab672a9c722 {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:09:55.334596 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31d7c9f8-fbf9-4680-9e39-ff23f2085b9f", "name": "network-vif-deleted", "tag": "5e02a777-96d0-4855-bcca-1ea5056efc6c", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:09:55.335218 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b3013d75-9f4d-4b91-886d-aab672a9c722 {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:09:55.335629 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31d7c9f8-fbf9-4680-9e39-ff23f2085b9f', 'name': 'network-vif-deleted', 'tag': '5e02a777-96d0-4855-bcca-1ea5056efc6c', 'status': 'completed', 'code': 200} Aug 11 03:09:55.346009 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-8be129cf-6ee1-4c2e-b71e-c5da956782f6 None None] Port eeb00953-8e99-48d3-a2d5-ff4d91a8de80 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:09:55.428024 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3db81ebb-6dab-49cc-aa30-d1192b2783a8 req-247b9c2a-6f88-4d01-974b-963f7e6b8bb5 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3025537 Aug 11 03:09:55.481310 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-3db81ebb-6dab-49cc-aa30-d1192b2783a8 req-b193d97a-e07e-498a-bc10-a61c1be2281a service neutron] Request body: {'port': {'device_id': '895c0843-971b-4689-82f6-c760d91aa720', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764292-30'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:09:55.586882 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-76af4b7a-efea-4c5f-beb6-4777a53107ef req-cb6ca259-c69b-46b9-a57b-07fca8eba1a8 tempest-TenantUsagesTestJSON-1728586766 tempest-TenantUsagesTestJSON-1728586766-project] For port 23fa5bfa-89e2-4800-a6db-fb0b8fdefeb7, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=23fa5bfa-89e2-4800-a6db-fb0b8fdefeb7,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:09:55.587326 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-76af4b7a-efea-4c5f-beb6-4777a53107ef req-cb6ca259-c69b-46b9-a57b-07fca8eba1a8 tempest-TenantUsagesTestJSON-1728586766 tempest-TenantUsagesTestJSON-1728586766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:55.609509 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046f7d3e-3f3d-4859-9a9a-6b0a8661d4bb req-3f0fb510-520b-48da-91f6-9329e1019916 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:55.611159 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-046f7d3e-3f3d-4859-9a9a-6b0a8661d4bb req-3f0fb510-520b-48da-91f6-9329e1019916 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=895c0843-971b-4689-82f6-c760d91aa720 HTTP/1.1" status: 200 len: 931 time: 0.1894710 Aug 11 03:09:55.622969 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-3db81ebb-6dab-49cc-aa30-d1192b2783a8 req-b193d97a-e07e-498a-bc10-a61c1be2281a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:55.627292 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ddf83abe-ad0b-453d-910f-401537765a6a req-6b14c950-37dd-4be7-8e96-1b5955214dd3 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1710855901&fields=id&tenant_id=92caf1df2234498c82ddfcf53391d4fc HTTP/1.1" status: 200 len: 267 time: 0.2013466 Aug 11 03:09:55.628327 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [req-76af4b7a-efea-4c5f-beb6-4777a53107ef req-cb6ca259-c69b-46b9-a57b-07fca8eba1a8 tempest-TenantUsagesTestJSON-1728586766 tempest-TenantUsagesTestJSON-1728586766-project] Calling delete_port for 23fa5bfa-89e2-4800-a6db-fb0b8fdefeb7 owned by compute:nova {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:09:55.823956 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-046f7d3e-3f3d-4859-9a9a-6b0a8661d4bb req-b240c850-8edc-4b7a-8c39-23c2538056ec tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/security-groups?id=19e25e3f-a72e-45d4-8165-3b0d2215340c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016213 Aug 11 03:09:56.063975 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf83abe-ad0b-453d-910f-401537765a6a req-007430dc-91a9-453d-897d-ea5c2f240bd9 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:56.071002 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ddf83abe-ad0b-453d-910f-401537765a6a req-007430dc-91a9-453d-897d-ea5c2f240bd9 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/networks?id=d17d1b32-4aa7-4439-b455-9cb54b2072df HTTP/1.1" status: 200 len: 817 time: 0.4317586 Aug 11 03:09:56.138875 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ddf83abe-ad0b-453d-910f-401537765a6a req-a20b778f-37a7-49e6-8fff-b31c18768d44 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/quotas/92caf1df2234498c82ddfcf53391d4fc HTTP/1.1" status: 200 len: 375 time: 0.0669360 Aug 11 03:09:56.233745 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb8acbe-1802-4c88-ab37-dd55521a73da req-bfe5c765-c04c-4ea3-b2cf-3713f19ef0fa tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:56.241127 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-edb8acbe-1802-4c88-ab37-dd55521a73da req-bfe5c765-c04c-4ea3-b2cf-3713f19ef0fa tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d03b1ae-a755-4a35-b1e5-76525a66ded5 HTTP/1.1" status: 200 len: 946 time: 0.2457864 Aug 11 03:09:56.337014 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ddf83abe-ad0b-453d-910f-401537765a6a req-e8de0787-fb16-4f9b-8cd3-0ae884fe56b5 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=92caf1df2234498c82ddfcf53391d4fc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1874599 Aug 11 03:09:56.366453 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-edb8acbe-1802-4c88-ab37-dd55521a73da req-880cfeb5-8ed6-42ed-8bc8-346916e52e83 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/security-groups?id=96c4279c-51b6-4d8a-ac93-67215ccf65c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133316 Aug 11 03:09:56.429258 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-76af4b7a-efea-4c5f-beb6-4777a53107ef req-cb6ca259-c69b-46b9-a57b-07fca8eba1a8 tempest-TenantUsagesTestJSON-1728586766 tempest-TenantUsagesTestJSON-1728586766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:56.443569 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['23fa5bfa-89e2-4800-a6db-fb0b8fdefeb7'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:09:56.502487 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6ca259-c69b-46b9-a57b-07fca8eba1a8 tempest-TenantUsagesTestJSON-1728586766 tempest-TenantUsagesTestJSON-1728586766-project] Pushing event deleted for resources: {'Port': ['ID=23fa5bfa-89e2-4800-a6db-fb0b8fdefeb7,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:56.542743 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [req-3db81ebb-6dab-49cc-aa30-d1192b2783a8 req-b193d97a-e07e-498a-bc10-a61c1be2281a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eeb00953-8e99-48d3-a2d5-ff4d91a8de80 {{(pid=102192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:09:56.560178 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-3db81ebb-6dab-49cc-aa30-d1192b2783a8 req-b193d97a-e07e-498a-bc10-a61c1be2281a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:56.629127 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [req-76af4b7a-efea-4c5f-beb6-4777a53107ef req-cb6ca259-c69b-46b9-a57b-07fca8eba1a8 tempest-TenantUsagesTestJSON-1728586766 tempest-TenantUsagesTestJSON-1728586766-project] No DVR routers for this DVR port 23fa5bfa-89e2-4800-a6db-fb0b8fdefeb7 on host n-h2-764292-30 {{(pid=102192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:09:56.637329 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-76af4b7a-efea-4c5f-beb6-4777a53107ef req-cb6ca259-c69b-46b9-a57b-07fca8eba1a8 tempest-TenantUsagesTestJSON-1728586766 tempest-TenantUsagesTestJSON-1728586766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:56.644720 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-76af4b7a-efea-4c5f-beb6-4777a53107ef req-cb6ca259-c69b-46b9-a57b-07fca8eba1a8 tempest-TenantUsagesTestJSON-1728586766 tempest-TenantUsagesTestJSON-1728586766-project] 10.222.0.24 "DELETE /v2.0/ports/23fa5bfa-89e2-4800-a6db-fb0b8fdefeb7 HTTP/1.1" status: 204 len: 173 time: 2.2254796 Aug 11 03:09:56.648943 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [req-3db81ebb-6dab-49cc-aa30-d1192b2783a8 req-b193d97a-e07e-498a-bc10-a61c1be2281a service neutron] Transition to ACTIVE for port object eeb00953-8e99-48d3-a2d5-ff4d91a8de80 will not be triggered until provisioned by entity L2. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:09:56.654726 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbc81785-ff98-488c-a3a9-019cfd6c78ba', 'name': 'network-vif-deleted', 'tag': '23fa5bfa-89e2-4800-a6db-fb0b8fdefeb7'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:09:56.664737 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34a05736-2d21-4e01-b983-ebe726b77edd" -d '{"events": [{"server_uuid": "fbc81785-ff98-488c-a3a9-019cfd6c78ba", "name": "network-vif-deleted", "tag": "23fa5bfa-89e2-4800-a6db-fb0b8fdefeb7"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:09:56.685333 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 4c05e0c4-ca34-4606-b44b-acb7389404c6 details requested by agent hyperv_n-h2-764292-30 with host n-h2-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:09:56.702441 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ddf83abe-ad0b-453d-910f-401537765a6a req-ba3f067a-aab1-48ed-b7f7-55e27fb740d2 service neutron] 10.222.0.41 "GET /v2.0/networks/d17d1b32-4aa7-4439-b455-9cb54b2072df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3347454 Aug 11 03:09:56.706268 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-823b534f-2dfd-4187-a673-f9eae85c38d2 req-425e20f2-7787-4974-9683-06385065f796 tempest-TenantUsagesTestJSON-1728586766 tempest-TenantUsagesTestJSON-1728586766-project] 10.222.0.41 "GET /v2.0/ports?device_id=fbc81785-ff98-488c-a3a9-019cfd6c78ba HTTP/1.1" status: 200 len: 210 time: 0.0522537 Aug 11 03:09:56.794205 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-3db81ebb-6dab-49cc-aa30-d1192b2783a8 req-b193d97a-e07e-498a-bc10-a61c1be2281a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:56.926364 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port 4c05e0c4-ca34-4606-b44b-acb7389404c6, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=4c05e0c4-ca34-4606-b44b-acb7389404c6,segment=NetworkSegment(66697432-be64-438d-a5b2-0b02f3d0fa2a),segment_id=66697432-be64-438d-a5b2-0b02f3d0fa2a)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:09:56.937984 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:09:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-208c2ac6-c7ae-4ebc-914b-c291390138e7 x-openstack-request-id: req-208c2ac6-c7ae-4ebc-914b-c291390138e7 {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:09:56.938303 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbc81785-ff98-488c-a3a9-019cfd6c78ba", "name": "network-vif-deleted", "tag": "23fa5bfa-89e2-4800-a6db-fb0b8fdefeb7", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:09:56.938613 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-208c2ac6-c7ae-4ebc-914b-c291390138e7 {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:09:56.939023 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbc81785-ff98-488c-a3a9-019cfd6c78ba', 'name': 'network-vif-deleted', 'tag': '23fa5bfa-89e2-4800-a6db-fb0b8fdefeb7', 'status': 'completed', 'code': 200} Aug 11 03:09:56.948404 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Returning: {'device': '4c05e0c4-ca34-4606-b44b-acb7389404c6', 'network_id': 'b3c19a2d-0e26-410a-b53e-1619e285dc24', 'port_id': '4c05e0c4-ca34-4606-b44b-acb7389404c6', 'mac_address': 'fa:16:3e:5e:8a:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6eff5da-ec78-46c7-b512-eb7d066170b3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:09:56.959377 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ddf83abe-ad0b-453d-910f-401537765a6a req-40f3784f-d4d5-4fb0-9627-1a60b9d6df2c service neutron] 10.222.0.41 "GET /v2.0/networks/d17d1b32-4aa7-4439-b455-9cb54b2072df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2556098 Aug 11 03:09:57.008974 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:57.026736 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4c05e0c4-ca34-4606-b44b-acb7389404c6 {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:09:57.053671 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port 4c05e0c4-ca34-4606-b44b-acb7389404c6, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=4c05e0c4-ca34-4606-b44b-acb7389404c6,segment=NetworkSegment(66697432-be64-438d-a5b2-0b02f3d0fa2a),segment_id=66697432-be64-438d-a5b2-0b02f3d0fa2a)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:09:57.072882 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e748e45b-d8e3-4b68-810d-8b17ffe2d650 req-9572ba30-0f5c-48dc-ac86-38743260a8a7 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] 10.222.0.41 "GET /v2.0/security-groups/adb134a6-712f-4fc0-a993-71c8c2c0f72f HTTP/1.1" status: 200 len: 1802 time: 0.1199110 Aug 11 03:09:57.089462 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b193d97a-e07e-498a-bc10-a61c1be2281a service neutron] Pushing event updated for resources: {'Port': ['ID=eeb00953-8e99-48d3-a2d5-ff4d91a8de80,revision_number=2']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:57.127314 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:57.246968 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=4c05e0c4-ca34-4606-b44b-acb7389404c6,revision_number=6']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:57.267232 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-3db81ebb-6dab-49cc-aa30-d1192b2783a8 req-b193d97a-e07e-498a-bc10-a61c1be2281a service neutron] Attempting to bind port eeb00953-8e99-48d3-a2d5-ff4d91a8de80 on host n-h2-764292-30 for vnic_type normal with profile {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:09:57.267453 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-3db81ebb-6dab-49cc-aa30-d1192b2783a8 req-b193d97a-e07e-498a-bc10-a61c1be2281a service neutron] Attempting to bind port eeb00953-8e99-48d3-a2d5-ff4d91a8de80 by drivers openvswitch,hyperv on host n-h2-764292-30 at level 0 using segments [{'id': '51ba8099-7622-42cb-adbd-7c8aaac78355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '6b5eb666-47e5-4ddb-b0bc-16855d478160'}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:09:57.267735 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3db81ebb-6dab-49cc-aa30-d1192b2783a8 req-b193d97a-e07e-498a-bc10-a61c1be2281a service neutron] Attempting to bind port eeb00953-8e99-48d3-a2d5-ff4d91a8de80 on network 6b5eb666-47e5-4ddb-b0bc-16855d478160 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:09:57.296686 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-e748e45b-d8e3-4b68-810d-8b17ffe2d650 req-88a75472-3b47-4531-91a3-0b5542d89524 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:57.321447 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3db81ebb-6dab-49cc-aa30-d1192b2783a8 req-b193d97a-e07e-498a-bc10-a61c1be2281a service neutron] Port eeb00953-8e99-48d3-a2d5-ff4d91a8de80 on network 6b5eb666-47e5-4ddb-b0bc-16855d478160 not bound, no agent of type Open vSwitch agent registered on host n-h2-764292-30 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:09:57.322054 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3db81ebb-6dab-49cc-aa30-d1192b2783a8 req-b193d97a-e07e-498a-bc10-a61c1be2281a service neutron] Attempting to bind port eeb00953-8e99-48d3-a2d5-ff4d91a8de80 on network 6b5eb666-47e5-4ddb-b0bc-16855d478160 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:09:57.334094 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['4c05e0c4-ca34-4606-b44b-acb7389404c6'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:09:57.337780 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-e748e45b-d8e3-4b68-810d-8b17ffe2d650 req-88a75472-3b47-4531-91a3-0b5542d89524 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:57.393575 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3db81ebb-6dab-49cc-aa30-d1192b2783a8 req-b193d97a-e07e-498a-bc10-a61c1be2281a service neutron] Checking agent: {'id': '70015fc0-62fb-48b2-b453-36906937cf2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 9, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:09:57.398113 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3db81ebb-6dab-49cc-aa30-d1192b2783a8 req-b193d97a-e07e-498a-bc10-a61c1be2281a service neutron] Checking segment: {'id': '51ba8099-7622-42cb-adbd-7c8aaac78355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '6b5eb666-47e5-4ddb-b0bc-16855d478160'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:09:57.399223 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3db81ebb-6dab-49cc-aa30-d1192b2783a8 req-b193d97a-e07e-498a-bc10-a61c1be2281a service neutron] Bound using segment: {'id': '51ba8099-7622-42cb-adbd-7c8aaac78355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '6b5eb666-47e5-4ddb-b0bc-16855d478160'} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:09:57.405479 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-3db81ebb-6dab-49cc-aa30-d1192b2783a8 req-b193d97a-e07e-498a-bc10-a61c1be2281a service neutron] Bound port: eeb00953-8e99-48d3-a2d5-ff4d91a8de80, host: n-h2-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51ba8099-7622-42cb-adbd-7c8aaac78355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '6b5eb666-47e5-4ddb-b0bc-16855d478160'}}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:09:57.406254 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-3db81ebb-6dab-49cc-aa30-d1192b2783a8 req-b193d97a-e07e-498a-bc10-a61c1be2281a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:57.610935 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedada47-2faa-4f41-9419-1fee0a5d24ac req-529b5478-82b0-4d43-b230-377a79d31abe tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:57.612477 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bedada47-2faa-4f41-9419-1fee0a5d24ac req-529b5478-82b0-4d43-b230-377a79d31abe tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=895c0843-971b-4689-82f6-c760d91aa720 HTTP/1.1" status: 200 len: 943 time: 0.2202523 Aug 11 03:09:57.613641 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-3db81ebb-6dab-49cc-aa30-d1192b2783a8 req-b193d97a-e07e-498a-bc10-a61c1be2281a service neutron] For port eeb00953-8e99-48d3-a2d5-ff4d91a8de80, host n-h2-764292-30, cleared binding levels {{(pid=102192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:09:57.620317 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-3db81ebb-6dab-49cc-aa30-d1192b2783a8 req-b193d97a-e07e-498a-bc10-a61c1be2281a service neutron] For port eeb00953-8e99-48d3-a2d5-ff4d91a8de80, host n-h2-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=eeb00953-8e99-48d3-a2d5-ff4d91a8de80,segment=NetworkSegment(51ba8099-7622-42cb-adbd-7c8aaac78355),segment_id=51ba8099-7622-42cb-adbd-7c8aaac78355)] {{(pid=102192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:09:57.653363 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-e748e45b-d8e3-4b68-810d-8b17ffe2d650 req-88a75472-3b47-4531-91a3-0b5542d89524 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:57.656568 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-e748e45b-d8e3-4b68-810d-8b17ffe2d650 req-88a75472-3b47-4531-91a3-0b5542d89524 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:57.678171 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e748e45b-d8e3-4b68-810d-8b17ffe2d650 req-88a75472-3b47-4531-91a3-0b5542d89524 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] 10.222.0.41 "DELETE /v2.0/security-groups/adb134a6-712f-4fc0-a993-71c8c2c0f72f HTTP/1.1" status: 204 len: 173 time: 0.6039793 Aug 11 03:09:57.719655 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bedada47-2faa-4f41-9419-1fee0a5d24ac req-c8ed5528-bcf1-40dc-82b6-7ce6ef37a726 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/security-groups?id=19e25e3f-a72e-45d4-8165-3b0d2215340c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926852 Aug 11 03:09:57.738233 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a75472-3b47-4531-91a3-0b5542d89524 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=adb134a6-712f-4fc0-a993-71c8c2c0f72f,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:57.824752 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-85658628-9b27-4f04-81c7-82309cc09075 req-9b850567-4e54-4efd-a215-96b4f9d45bd3 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/ports?device_id=186cfdba-74e8-496c-af0f-b566a2fff5c7 HTTP/1.1" status: 200 len: 210 time: 0.0786002 Aug 11 03:09:57.832751 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-3db81ebb-6dab-49cc-aa30-d1192b2783a8 req-b193d97a-e07e-498a-bc10-a61c1be2281a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:57.898766 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db81ebb-6dab-49cc-aa30-d1192b2783a8 req-b193d97a-e07e-498a-bc10-a61c1be2281a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:57.901741 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-3db81ebb-6dab-49cc-aa30-d1192b2783a8 req-b193d97a-e07e-498a-bc10-a61c1be2281a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:57.907367 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3db81ebb-6dab-49cc-aa30-d1192b2783a8 req-b193d97a-e07e-498a-bc10-a61c1be2281a service neutron] 10.222.0.24 "PUT /v2.0/ports/eeb00953-8e99-48d3-a2d5-ff4d91a8de80 HTTP/1.1" status: 200 len: 1092 time: 2.4317420 Aug 11 03:09:57.957938 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b193d97a-e07e-498a-bc10-a61c1be2281a service neutron] Pushing event updated for resources: {'Port': ['ID=eeb00953-8e99-48d3-a2d5-ff4d91a8de80,revision_number=3']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:57.993906 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adff21e-f245-4155-91d0-a23500341f4e req-503784e0-30a4-41a5-b059-2be7dffd9842 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:57.996396 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2adff21e-f245-4155-91d0-a23500341f4e req-503784e0-30a4-41a5-b059-2be7dffd9842 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d03b1ae-a755-4a35-b1e5-76525a66ded5 HTTP/1.1" status: 200 len: 945 time: 0.1588984 Aug 11 03:09:58.098950 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2adff21e-f245-4155-91d0-a23500341f4e req-08f66a55-02a9-4e39-9528-db15c9cd036c tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/security-groups?id=96c4279c-51b6-4d8a-ac93-67215ccf65c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928149 Aug 11 03:09:58.116743 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db81ebb-6dab-49cc-aa30-d1192b2783a8 req-ee09ac13-2e00-42b4-b531-9e65a4cac1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:58.118446 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3db81ebb-6dab-49cc-aa30-d1192b2783a8 req-ee09ac13-2e00-42b4-b531-9e65a4cac1f9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3419766c112444a3864f482257b66851&device_id=895c0843-971b-4689-82f6-c760d91aa720 HTTP/1.1" status: 200 len: 1095 time: 0.0866861 Aug 11 03:09:58.239524 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3db81ebb-6dab-49cc-aa30-d1192b2783a8 req-8a2a3817-e8e3-4b1d-9b0e-520f013a26ff service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eeb00953-8e99-48d3-a2d5-ff4d91a8de80 HTTP/1.1" status: 200 len: 217 time: 0.1130452 Aug 11 03:09:58.326161 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b28e1364-d156-4c0f-8dbe-44e4f9b3d27a req-92ed3ca1-a509-4bea-afcd-f3121f61c79c tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] 10.222.0.41 "GET /v2.0/security-groups/664ccf5e-9b6c-4b89-8e18-0764e9cc5dc1 HTTP/1.1" status: 200 len: 1802 time: 0.1845024 Aug 11 03:09:58.338347 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db81ebb-6dab-49cc-aa30-d1192b2783a8 req-23cda448-a56a-45b8-b250-823640db6742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:58.339727 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3db81ebb-6dab-49cc-aa30-d1192b2783a8 req-23cda448-a56a-45b8-b250-823640db6742 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6bc807f9-b5f2-488b-b980-1ec1f7afe42f HTTP/1.1" status: 200 len: 851 time: 0.0907614 Aug 11 03:09:58.461506 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db81ebb-6dab-49cc-aa30-d1192b2783a8 req-adc0dd75-1d2c-4f4f-91cb-f68e7c4e2641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:58.464199 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3db81ebb-6dab-49cc-aa30-d1192b2783a8 req-adc0dd75-1d2c-4f4f-91cb-f68e7c4e2641 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6b5eb666-47e5-4ddb-b0bc-16855d478160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1148219 Aug 11 03:09:58.477085 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-b28e1364-d156-4c0f-8dbe-44e4f9b3d27a req-8ed2aad9-b965-4fa5-a9be-96de901af31b tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:58.552226 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-b28e1364-d156-4c0f-8dbe-44e4f9b3d27a req-8ed2aad9-b965-4fa5-a9be-96de901af31b tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:58.631842 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3db81ebb-6dab-49cc-aa30-d1192b2783a8 req-a6c1ff82-054b-49f5-a2d4-a59c65984de1 service neutron] 10.222.0.24 "GET /v2.0/networks/6b5eb666-47e5-4ddb-b0bc-16855d478160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493340 Aug 11 03:09:58.687560 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 4c05e0c4-ca34-4606-b44b-acb7389404c6 up at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:09:58.748644 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-b28e1364-d156-4c0f-8dbe-44e4f9b3d27a req-8ed2aad9-b965-4fa5-a9be-96de901af31b tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:58.761108 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-b28e1364-d156-4c0f-8dbe-44e4f9b3d27a req-8ed2aad9-b965-4fa5-a9be-96de901af31b tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:58.763313 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b28e1364-d156-4c0f-8dbe-44e4f9b3d27a req-8ed2aad9-b965-4fa5-a9be-96de901af31b tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] 10.222.0.41 "DELETE /v2.0/security-groups/664ccf5e-9b6c-4b89-8e18-0764e9cc5dc1 HTTP/1.1" status: 204 len: 173 time: 0.4374580 Aug 11 03:09:58.835382 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed2aad9-b965-4fa5-a9be-96de901af31b tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=664ccf5e-9b6c-4b89-8e18-0764e9cc5dc1,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:58.877036 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3db81ebb-6dab-49cc-aa30-d1192b2783a8 req-1cec0fcb-993e-4b1d-91ff-c79aef1721c4 service neutron] 10.222.0.24 "GET /v2.0/networks/6b5eb666-47e5-4ddb-b0bc-16855d478160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2443523 Aug 11 03:09:58.931962 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 5e02a777-96d0-4855-bcca-1ea5056efc6c no longer exists at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:09:58.936364 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning complete for port 4c05e0c4-ca34-4606-b44b-acb7389404c6 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:09:58.940820 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:58.941069 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '895c0843-971b-4689-82f6-c760d91aa720', 'tag': 'eeb00953-8e99-48d3-a2d5-ff4d91a8de80'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:09:58.942880 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f56d1524-4ebd-4c6d-b649-4f0e56eac42b" -d '{"events": [{"name": "network-changed", "server_uuid": "895c0843-971b-4689-82f6-c760d91aa720", "tag": "eeb00953-8e99-48d3-a2d5-ff4d91a8de80"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:09:59.131411 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e21e01-4d09-4e5c-9ee3-26bf0a7d40d9 req-0d8c05a6-24e0-4e19-93c5-eb0ee1910bb9 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:59.133623 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c8e21e01-4d09-4e5c-9ee3-26bf0a7d40d9 req-0d8c05a6-24e0-4e19-93c5-eb0ee1910bb9 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=895c0843-971b-4689-82f6-c760d91aa720 HTTP/1.1" status: 200 len: 943 time: 0.1533673 Aug 11 03:09:59.235897 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c8e21e01-4d09-4e5c-9ee3-26bf0a7d40d9 req-8603cc45-2533-406d-a7aa-0231cbafee31 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/security-groups?id=19e25e3f-a72e-45d4-8165-3b0d2215340c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905945 Aug 11 03:09:59.288753 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-06bb7b89-af24-4eed-8fae-2822fd250462 req-555d9597-e8f8-4415-813d-3f18e5a97e14 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1023384214', 'description': 'tempest-description-1693026083'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:09:59.298384 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] No Port match for: 5e02a777-96d0-4855-bcca-1ea5056efc6c {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:09:59.299157 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 5e02a777-96d0-4855-bcca-1ea5056efc6c not bound to the agent host n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:09:59.421640 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:59.447970 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-e097a881-c18c-45cd-93a3-71f5cfcf41b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:59.461159 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-06bb7b89-af24-4eed-8fae-2822fd250462 req-555d9597-e8f8-4415-813d-3f18e5a97e14 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:59.475292 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d03b1ae-a755-4a35-b1e5-76525a66ded5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c05e0c4-ca34-4606-b44b-acb7389404c6'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:09:59.477637 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce6cb501-dd0f-4d20-9b9d-fbf72b04db56" -d '{"events": [{"server_uuid": "5d03b1ae-a755-4a35-b1e5-76525a66ded5", "name": "network-vif-plugged", "status": "completed", "tag": "4c05e0c4-ca34-4606-b44b-acb7389404c6"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:09:59.517385 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port 4c05e0c4-ca34-4606-b44b-acb7389404c6, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=4c05e0c4-ca34-4606-b44b-acb7389404c6,segment=NetworkSegment(66697432-be64-438d-a5b2-0b02f3d0fa2a),segment_id=66697432-be64-438d-a5b2-0b02f3d0fa2a)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:09:59.607547 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:59.608342 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 23fa5bfa-89e2-4800-a6db-fb0b8fdefeb7 no longer exists at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:09:59.708138 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 56576) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:09:59.710510 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-06bb7b89-af24-4eed-8fae-2822fd250462 req-555d9597-e8f8-4415-813d-3f18e5a97e14 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:59.723091 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] No Port match for: 23fa5bfa-89e2-4800-a6db-fb0b8fdefeb7 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:09:59.723588 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 23fa5bfa-89e2-4800-a6db-fb0b8fdefeb7 not bound to the agent host n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:09:59.823338 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-06bb7b89-af24-4eed-8fae-2822fd250462 req-555d9597-e8f8-4415-813d-3f18e5a97e14 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:59.884575 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=4c05e0c4-ca34-4606-b44b-acb7389404c6,revision_number=7']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:59.922110 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555d9597-e8f8-4415-813d-3f18e5a97e14 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1e3e8b2-57c5-4e29-97cd-e752ba85d470,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:59.936556 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-06bb7b89-af24-4eed-8fae-2822fd250462 req-555d9597-e8f8-4415-813d-3f18e5a97e14 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:59.975261 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-06bb7b89-af24-4eed-8fae-2822fd250462 req-555d9597-e8f8-4415-813d-3f18e5a97e14 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.6918314 Aug 11 03:10:00.090161 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-92b75301-63ba-4237-85f1-cb633cee0df4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d384b80bf7d34f94a2aeed3e4585fb21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3777013 Aug 11 03:10:00.090548 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 56584) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:10:00.171003 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-dc3ce1fc-5049-4687-b9ad-a7794ee8c678 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:00.189703 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8f270143-f792-4a5f-b380-ff4d67249c57 req-803a25d7-09b0-4408-b1a2-1e73fa72f52a tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/ports?device_id=186cfdba-74e8-496c-af0f-b566a2fff5c7 HTTP/1.1" status: 200 len: 210 time: 0.0459328 Aug 11 03:10:00.211750 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-dc3ce1fc-5049-4687-b9ad-a7794ee8c678 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:00.250536 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:09:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53a3ebb7-eb27-48ed-846f-8fa64d3a46d7 x-openstack-request-id: req-53a3ebb7-eb27-48ed-846f-8fa64d3a46d7 {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:10:00.250830 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "895c0843-971b-4689-82f6-c760d91aa720", "tag": "eeb00953-8e99-48d3-a2d5-ff4d91a8de80", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:10:00.251084 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-53a3ebb7-eb27-48ed-846f-8fa64d3a46d7 {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:10:00.251485 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '895c0843-971b-4689-82f6-c760d91aa720', 'tag': 'eeb00953-8e99-48d3-a2d5-ff4d91a8de80', 'status': 'completed', 'code': 200} Aug 11 03:10:00.331307 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56d1524-4ebd-4c6d-b649-4f0e56eac42b req-76c00156-fd37-4991-b525-00ec9ed4448c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:00.333120 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f56d1524-4ebd-4c6d-b649-4f0e56eac42b req-76c00156-fd37-4991-b525-00ec9ed4448c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3419766c112444a3864f482257b66851&device_id=895c0843-971b-4689-82f6-c760d91aa720 HTTP/1.1" status: 200 len: 1095 time: 0.0541298 Aug 11 03:10:00.459089 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56d1524-4ebd-4c6d-b649-4f0e56eac42b req-70f2c66b-7f7a-4db6-b707-ea2a72888d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:00.461027 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f56d1524-4ebd-4c6d-b649-4f0e56eac42b req-70f2c66b-7f7a-4db6-b707-ea2a72888d2d service neutron] 10.222.0.24 "GET /v2.0/networks?id=6b5eb666-47e5-4ddb-b0bc-16855d478160 HTTP/1.1" status: 200 len: 913 time: 0.1134536 Aug 11 03:10:00.513578 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f56d1524-4ebd-4c6d-b649-4f0e56eac42b req-0fa91801-b18b-4ee2-82d0-25c51a6bd62e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eeb00953-8e99-48d3-a2d5-ff4d91a8de80 HTTP/1.1" status: 200 len: 217 time: 0.0433621 Aug 11 03:10:00.593614 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56d1524-4ebd-4c6d-b649-4f0e56eac42b req-99c090a5-eb2b-463a-8e53-0a7dfde7e959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:00.596618 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f56d1524-4ebd-4c6d-b649-4f0e56eac42b req-99c090a5-eb2b-463a-8e53-0a7dfde7e959 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6bc807f9-b5f2-488b-b980-1ec1f7afe42f HTTP/1.1" status: 200 len: 851 time: 0.0744975 Aug 11 03:10:00.677801 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56d1524-4ebd-4c6d-b649-4f0e56eac42b req-32ae4576-9970-4908-9608-3e9c52750a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:00.682179 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-dc3ce1fc-5049-4687-b9ad-a7794ee8c678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:00.683016 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f56d1524-4ebd-4c6d-b649-4f0e56eac42b req-32ae4576-9970-4908-9608-3e9c52750a21 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6b5eb666-47e5-4ddb-b0bc-16855d478160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0787752 Aug 11 03:10:00.693841 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device eeb00953-8e99-48d3-a2d5-ff4d91a8de80 details requested by agent hyperv_n-h2-764292-30 with host n-h2-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:10:00.703040 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-dc3ce1fc-5049-4687-b9ad-a7794ee8c678 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:00.707432 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-dc3ce1fc-5049-4687-b9ad-a7794ee8c678 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/27be1afe-f82c-4fb0-9fb1-35148b2e9ada HTTP/1.1" status: 204 len: 168 time: 0.6158988 Aug 11 03:10:00.773711 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3ce1fc-5049-4687-b9ad-a7794ee8c678 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27be1afe-f82c-4fb0-9fb1-35148b2e9ada,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:00.802949 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf83abe-ad0b-453d-910f-401537765a6a req-51c3c41e-53fb-4255-9488-8e12fb5a7843 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:00.804829 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-ddf83abe-ad0b-453d-910f-401537765a6a req-51c3c41e-53fb-4255-9488-8e12fb5a7843 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.22 "GET /v2.0/networks?id=d17d1b32-4aa7-4439-b455-9cb54b2072df HTTP/1.1" status: 200 len: 817 time: 0.2296095 Aug 11 03:10:00.887885 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-ddf83abe-ad0b-453d-910f-401537765a6a req-224c7d99-c8a9-4558-948d-87e4d2880ff9 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=92caf1df2234498c82ddfcf53391d4fc HTTP/1.1" status: 200 len: 380 time: 0.0670819 Aug 11 03:10:00.901087 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-ddf83abe-ad0b-453d-910f-401537765a6a req-f8c63aa6-f636-4c7c-881b-5056e474d999 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Request body: {'port': {'device_id': '186cfdba-74e8-496c-af0f-b566a2fff5c7', 'network_id': 'd17d1b32-4aa7-4439-b455-9cb54b2072df', 'admin_state_up': True, 'tenant_id': '92caf1df2234498c82ddfcf53391d4fc', 'security_groups': ['2637b46e-72e4-4ee8-ae47-703ae17ac088']}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:10:00.933324 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port eeb00953-8e99-48d3-a2d5-ff4d91a8de80, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=eeb00953-8e99-48d3-a2d5-ff4d91a8de80,segment=NetworkSegment(51ba8099-7622-42cb-adbd-7c8aaac78355),segment_id=51ba8099-7622-42cb-adbd-7c8aaac78355)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:10:00.960719 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Returning: {'device': 'eeb00953-8e99-48d3-a2d5-ff4d91a8de80', 'network_id': '6b5eb666-47e5-4ddb-b0bc-16855d478160', 'port_id': 'eeb00953-8e99-48d3-a2d5-ff4d91a8de80', 'mac_address': 'fa:16:3e:fa:10:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bc807f9-b5f2-488b-b980-1ec1f7afe42f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:10:01.033572 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f56d1524-4ebd-4c6d-b649-4f0e56eac42b req-2b6e26f4-2592-41da-b707-66b785eb5976 service neutron] 10.222.0.24 "GET /v2.0/networks/6b5eb666-47e5-4ddb-b0bc-16855d478160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3429897 Aug 11 03:10:01.050128 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:01.080864 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eeb00953-8e99-48d3-a2d5-ff4d91a8de80 {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:10:01.124012 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port eeb00953-8e99-48d3-a2d5-ff4d91a8de80, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=eeb00953-8e99-48d3-a2d5-ff4d91a8de80,segment=NetworkSegment(51ba8099-7622-42cb-adbd-7c8aaac78355),segment_id=51ba8099-7622-42cb-adbd-7c8aaac78355)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:10:01.197385 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:01.238259 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddf83abe-ad0b-453d-910f-401537765a6a req-f8c63aa6-f636-4c7c-881b-5056e474d999 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Made reservation on behalf of 92caf1df2234498c82ddfcf53391d4fc for: {'port': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:10:01.243115 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-ddf83abe-ad0b-453d-910f-401537765a6a req-f8c63aa6-f636-4c7c-881b-5056e474d999 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:01.320745 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ccbf2f-d352-426a-a206-8afe47f13012 req-00fc9794-399e-4a7b-9448-9881984097d3 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:01.327561 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-89ccbf2f-d352-426a-a206-8afe47f13012 req-00fc9794-399e-4a7b-9448-9881984097d3 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d03b1ae-a755-4a35-b1e5-76525a66ded5 HTTP/1.1" status: 200 len: 946 time: 0.2884321 Aug 11 03:10:01.328644 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=eeb00953-8e99-48d3-a2d5-ff4d91a8de80,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:01.459026 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f56d1524-4ebd-4c6d-b649-4f0e56eac42b req-ab2df73c-bb07-4746-ba2a-16b3556f5e79 service neutron] 10.222.0.24 "GET /v2.0/networks/6b5eb666-47e5-4ddb-b0bc-16855d478160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3419986 Aug 11 03:10:01.517093 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-89ccbf2f-d352-426a-a206-8afe47f13012 req-4706ff0e-4fc5-4c60-b78a-86cd2d9c47ad tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/security-groups?id=96c4279c-51b6-4d8a-ac93-67215ccf65c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748888 Aug 11 03:10:01.519857 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['eeb00953-8e99-48d3-a2d5-ff4d91a8de80'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:10:01.613593 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:09:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27474739-05c5-4cac-b7c8-0a1ab8ab0031 x-openstack-request-id: req-27474739-05c5-4cac-b7c8-0a1ab8ab0031 {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:10:01.613904 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d03b1ae-a755-4a35-b1e5-76525a66ded5", "name": "network-vif-plugged", "status": "completed", "tag": "4c05e0c4-ca34-4606-b44b-acb7389404c6", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:10:01.614163 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-27474739-05c5-4cac-b7c8-0a1ab8ab0031 {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:10:01.614598 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d03b1ae-a755-4a35-b1e5-76525a66ded5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c05e0c4-ca34-4606-b44b-acb7389404c6', 'code': 200} Aug 11 03:10:01.665388 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [req-ddf83abe-ad0b-453d-910f-401537765a6a req-f8c63aa6-f636-4c7c-881b-5056e474d999 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Allocated IP 172.20.0.8 (d17d1b32-4aa7-4439-b455-9cb54b2072df/c8bae62b-5e51-4859-99ce-3b4e8f86224a/2682bd83-8758-4467-a055-b7a257a62210) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:10:01.763554 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-585f6cc8-f66c-4912-96a7-ccf256cc3c64 req-354fa501-6b2a-4b9b-bc39-4736ab8bddea tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] 10.222.0.41 "GET /v2.0/security-groups/f1e3e8b2-57c5-4e29-97cd-e752ba85d470 HTTP/1.1" status: 200 len: 1803 time: 0.1198866 Aug 11 03:10:01.770830 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-585f6cc8-f66c-4912-96a7-ccf256cc3c64 req-a8947a07-6acb-4b0d-b421-2e9415910570 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Request body: {'security_group': {'name': 'tempest-sg-hth-748141988', 'description': 'tempest-description-hth-1579315130'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:10:01.820262 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-585f6cc8-f66c-4912-96a7-ccf256cc3c64 req-a8947a07-6acb-4b0d-b421-2e9415910570 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Notify callbacks [] for security_group, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:01.844829 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:01.895173 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-585f6cc8-f66c-4912-96a7-ccf256cc3c64 req-a8947a07-6acb-4b0d-b421-2e9415910570 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Notify callbacks [] for security_group, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:01.897416 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-d6f837f6-23eb-4de9-b876-59c9959abfc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:01.909928 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-ddf83abe-ad0b-453d-910f-401537765a6a req-f8c63aa6-f636-4c7c-881b-5056e474d999 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:01.925625 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [req-ddf83abe-ad0b-453d-910f-401537765a6a req-f8c63aa6-f636-4c7c-881b-5056e474d999 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Transition to ACTIVE for port object 2682bd83-8758-4467-a055-b7a257a62210 will not be triggered until provisioned by entity DHCP. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:10:01.986696 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-585f6cc8-f66c-4912-96a7-ccf256cc3c64 req-a8947a07-6acb-4b0d-b421-2e9415910570 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:01.989575 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-585f6cc8-f66c-4912-96a7-ccf256cc3c64 req-a8947a07-6acb-4b0d-b421-2e9415910570 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:01.990915 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-585f6cc8-f66c-4912-96a7-ccf256cc3c64 req-a8947a07-6acb-4b0d-b421-2e9415910570 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] 10.222.0.41 "PUT /v2.0/security-groups/f1e3e8b2-57c5-4e29-97cd-e752ba85d470 HTTP/1.1" status: 200 len: 1776 time: 0.2252755 Aug 11 03:10:02.017059 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8947a07-6acb-4b0d-b421-2e9415910570 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1e3e8b2-57c5-4e29-97cd-e752ba85d470,revision_number=2']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:02.072799 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-ddf83abe-ad0b-453d-910f-401537765a6a req-f8c63aa6-f636-4c7c-881b-5056e474d999 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:02.163657 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddf83abe-ad0b-453d-910f-401537765a6a req-f8c63aa6-f636-4c7c-881b-5056e474d999 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Network d17d1b32-4aa7-4439-b455-9cb54b2072df is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:10:02.168155 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [req-ddf83abe-ad0b-453d-910f-401537765a6a req-f8c63aa6-f636-4c7c-881b-5056e474d999 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:10:02.175480 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddf83abe-ad0b-453d-910f-401537765a6a req-f8c63aa6-f636-4c7c-881b-5056e474d999 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:10:02.203608 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04c783d-0393-4268-91de-cc848ec4cce9 req-2379cd58-547d-4f0a-8763-38a31fa7239c tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:02.208697 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c04c783d-0393-4268-91de-cc848ec4cce9 req-2379cd58-547d-4f0a-8763-38a31fa7239c tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=895c0843-971b-4689-82f6-c760d91aa720 HTTP/1.1" status: 200 len: 944 time: 0.1486442 Aug 11 03:10:02.210759 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 56632) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:10:02.228833 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c63aa6-f636-4c7c-881b-5056e474d999 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Pushing event updated for resources: {'Port': ['ID=2682bd83-8758-4467-a055-b7a257a62210,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:02.272557 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf83abe-ad0b-453d-910f-401537765a6a req-f8c63aa6-f636-4c7c-881b-5056e474d999 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:02.280257 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-ddf83abe-ad0b-453d-910f-401537765a6a req-f8c63aa6-f636-4c7c-881b-5056e474d999 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:02.288343 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0fcd667c-bcce-4a6c-8dd5-820f98d1fb1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:02.383412 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c04c783d-0393-4268-91de-cc848ec4cce9 req-a287917e-cd34-4899-9771-75bb6e9cc542 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/security-groups?id=19e25e3f-a72e-45d4-8165-3b0d2215340c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494079 Aug 11 03:10:02.407478 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-ddf83abe-ad0b-453d-910f-401537765a6a req-f8c63aa6-f636-4c7c-881b-5056e474d999 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5105236 Aug 11 03:10:02.422725 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-ddf83abe-ad0b-453d-910f-401537765a6a req-298591da-ab8e-4c73-a980-d8c8911f3902 service neutron] Request body: {'port': {'device_id': '186cfdba-74e8-496c-af0f-b566a2fff5c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764292-30'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:10:02.477346 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aded124-9b48-4832-8d4b-ba9b09283cd5 req-598f86b9-ce0c-4010-88f5-fbc4696b3263 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:02.491248 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0aded124-9b48-4832-8d4b-ba9b09283cd5 req-598f86b9-ce0c-4010-88f5-fbc4696b3263 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/ports?device_id=186cfdba-74e8-496c-af0f-b566a2fff5c7 HTTP/1.1" status: 200 len: 931 time: 0.1719787 Aug 11 03:10:02.555327 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-ddf83abe-ad0b-453d-910f-401537765a6a req-298591da-ab8e-4c73-a980-d8c8911f3902 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:02.579697 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0aded124-9b48-4832-8d4b-ba9b09283cd5 req-a624167e-de31-4afc-9024-a54bd8d21625 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/security-groups?id=2637b46e-72e4-4ee8-ae47-703ae17ac088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872374 Aug 11 03:10:02.663601 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b28e8637-edf5-4cb6-b69c-34de6620efaa req-c74d4edc-575e-4d8e-abd6-97a66cf43ff8 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] 10.222.0.41 "GET /v2.0/security-groups/f1e3e8b2-57c5-4e29-97cd-e752ba85d470 HTTP/1.1" status: 200 len: 1776 time: 0.1129065 Aug 11 03:10:02.678789 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-b5936fd8-fede-4e91-8d3c-c646ae8fa2f2 None None] Provisioning for port 2682bd83-8758-4467-a055-b7a257a62210 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:10:02.684818 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-b5936fd8-fede-4e91-8d3c-c646ae8fa2f2 None None] Provisioning complete for port 2682bd83-8758-4467-a055-b7a257a62210 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:10:02.685200 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-b5936fd8-fede-4e91-8d3c-c646ae8fa2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:02.689667 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0fcd667c-bcce-4a6c-8dd5-820f98d1fb1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:02.755306 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device eeb00953-8e99-48d3-a2d5-ff4d91a8de80 up at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:10:02.786857 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-b5936fd8-fede-4e91-8d3c-c646ae8fa2f2 None None] Port 2682bd83-8758-4467-a055-b7a257a62210 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:10:02.846756 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3b618cdc-66e4-41d1-9c09-cf4c6246b464 req-c321f69b-1a1a-4c21-b213-da1512f6d714 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] 10.222.0.41 "GET /v2.0/security-groups/f1e3e8b2-57c5-4e29-97cd-e752ba85d470 HTTP/1.1" status: 200 len: 1776 time: 0.0963798 Aug 11 03:10:02.941277 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7b8274-ad27-4959-afa5-62c92b9ca218 req-13fffcb2-64a5-42e1-ae59-32f46dc3c852 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:02.942887 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1d7b8274-ad27-4959-afa5-62c92b9ca218 req-13fffcb2-64a5-42e1-ae59-32f46dc3c852 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d03b1ae-a755-4a35-b1e5-76525a66ded5 HTTP/1.1" status: 200 len: 946 time: 0.1044421 Aug 11 03:10:02.978026 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-3b618cdc-66e4-41d1-9c09-cf4c6246b464 req-efe60f85-1830-450e-8eb7-4fff0eba7fdc tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:02.979032 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [req-ddf83abe-ad0b-453d-910f-401537765a6a req-298591da-ab8e-4c73-a980-d8c8911f3902 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2682bd83-8758-4467-a055-b7a257a62210 {{(pid=102191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:10:02.987355 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-ddf83abe-ad0b-453d-910f-401537765a6a req-298591da-ab8e-4c73-a980-d8c8911f3902 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:02.999672 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [req-ddf83abe-ad0b-453d-910f-401537765a6a req-298591da-ab8e-4c73-a980-d8c8911f3902 service neutron] Transition to ACTIVE for port object 2682bd83-8758-4467-a055-b7a257a62210 will not be triggered until provisioned by entity L2. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:10:03.016053 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1d7b8274-ad27-4959-afa5-62c92b9ca218 req-073513f7-c8d6-405a-8e39-c58b9749e2f1 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/security-groups?id=96c4279c-51b6-4d8a-ac93-67215ccf65c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660563 Aug 11 03:10:03.019652 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-3b618cdc-66e4-41d1-9c09-cf4c6246b464 req-efe60f85-1830-450e-8eb7-4fff0eba7fdc tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:03.043775 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0fcd667c-bcce-4a6c-8dd5-820f98d1fb1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:03.064237 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning for port eeb00953-8e99-48d3-a2d5-ff4d91a8de80 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:10:03.065440 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-ddf83abe-ad0b-453d-910f-401537765a6a req-298591da-ab8e-4c73-a980-d8c8911f3902 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:03.076191 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:03.081526 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning complete for port eeb00953-8e99-48d3-a2d5-ff4d91a8de80 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:10:03.083039 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:03.091474 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-0fcd667c-bcce-4a6c-8dd5-820f98d1fb1a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e119dbe1217a457caaaf83d95d4eede1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8774874 Aug 11 03:10:03.106490 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcd667c-bcce-4a6c-8dd5-820f98d1fb1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a29ce56-0de6-4978-8bf6-c468a8e43ccd,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:03.109223 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 56660) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:10:03.126234 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298591da-ab8e-4c73-a980-d8c8911f3902 service neutron] Pushing event updated for resources: {'Port': ['ID=2682bd83-8758-4467-a055-b7a257a62210,revision_number=2']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:03.210822 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ce3bff6a-2a81-4c1e-97d1-dcb368118423 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:03.235683 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-ddf83abe-ad0b-453d-910f-401537765a6a req-298591da-ab8e-4c73-a980-d8c8911f3902 service neutron] Attempting to bind port 2682bd83-8758-4467-a055-b7a257a62210 on host n-h1-764292-30 for vnic_type normal with profile {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:10:03.236047 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-ddf83abe-ad0b-453d-910f-401537765a6a req-298591da-ab8e-4c73-a980-d8c8911f3902 service neutron] Attempting to bind port 2682bd83-8758-4467-a055-b7a257a62210 by drivers openvswitch,hyperv on host n-h1-764292-30 at level 0 using segments [{'id': '77249f53-d91a-4900-864a-cb193f73fd0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'd17d1b32-4aa7-4439-b455-9cb54b2072df'}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:10:03.236382 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddf83abe-ad0b-453d-910f-401537765a6a req-298591da-ab8e-4c73-a980-d8c8911f3902 service neutron] Attempting to bind port 2682bd83-8758-4467-a055-b7a257a62210 on network d17d1b32-4aa7-4439-b455-9cb54b2072df {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:10:03.239155 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:03.243006 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddf83abe-ad0b-453d-910f-401537765a6a req-298591da-ab8e-4c73-a980-d8c8911f3902 service neutron] Port 2682bd83-8758-4467-a055-b7a257a62210 on network d17d1b32-4aa7-4439-b455-9cb54b2072df not bound, no agent of type Open vSwitch agent registered on host n-h1-764292-30 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:10:03.243332 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddf83abe-ad0b-453d-910f-401537765a6a req-298591da-ab8e-4c73-a980-d8c8911f3902 service neutron] Attempting to bind port 2682bd83-8758-4467-a055-b7a257a62210 on network d17d1b32-4aa7-4439-b455-9cb54b2072df {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:10:03.259464 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-3b618cdc-66e4-41d1-9c09-cf4c6246b464 req-efe60f85-1830-450e-8eb7-4fff0eba7fdc tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:03.259464 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-3b618cdc-66e4-41d1-9c09-cf4c6246b464 req-efe60f85-1830-450e-8eb7-4fff0eba7fdc tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:03.261304 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddf83abe-ad0b-453d-910f-401537765a6a req-298591da-ab8e-4c73-a980-d8c8911f3902 service neutron] Checking agent: {'id': 'abb524c2-b412-4ed2-8367-45c4fd996fa7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 9, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:10:03.261654 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddf83abe-ad0b-453d-910f-401537765a6a req-298591da-ab8e-4c73-a980-d8c8911f3902 service neutron] Checking segment: {'id': '77249f53-d91a-4900-864a-cb193f73fd0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'd17d1b32-4aa7-4439-b455-9cb54b2072df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:10:03.262154 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddf83abe-ad0b-453d-910f-401537765a6a req-298591da-ab8e-4c73-a980-d8c8911f3902 service neutron] Bound using segment: {'id': '77249f53-d91a-4900-864a-cb193f73fd0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'd17d1b32-4aa7-4439-b455-9cb54b2072df'} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:10:03.262799 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-ddf83abe-ad0b-453d-910f-401537765a6a req-298591da-ab8e-4c73-a980-d8c8911f3902 service neutron] Bound port: 2682bd83-8758-4467-a055-b7a257a62210, host: n-h1-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77249f53-d91a-4900-864a-cb193f73fd0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'd17d1b32-4aa7-4439-b455-9cb54b2072df'}}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:10:03.262987 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-ddf83abe-ad0b-453d-910f-401537765a6a req-298591da-ab8e-4c73-a980-d8c8911f3902 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:03.281803 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3b618cdc-66e4-41d1-9c09-cf4c6246b464 req-efe60f85-1830-450e-8eb7-4fff0eba7fdc tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] 10.222.0.41 "DELETE /v2.0/security-groups/f1e3e8b2-57c5-4e29-97cd-e752ba85d470 HTTP/1.1" status: 204 len: 173 time: 0.4088545 Aug 11 03:10:03.353817 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ce3bff6a-2a81-4c1e-97d1-dcb368118423 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:03.353817 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe60f85-1830-450e-8eb7-4fff0eba7fdc tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1e3e8b2-57c5-4e29-97cd-e752ba85d470,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:03.364211 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port eeb00953-8e99-48d3-a2d5-ff4d91a8de80, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=eeb00953-8e99-48d3-a2d5-ff4d91a8de80,segment=NetworkSegment(51ba8099-7622-42cb-adbd-7c8aaac78355),segment_id=51ba8099-7622-42cb-adbd-7c8aaac78355)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:10:03.426384 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-ddf83abe-ad0b-453d-910f-401537765a6a req-298591da-ab8e-4c73-a980-d8c8911f3902 service neutron] For port 2682bd83-8758-4467-a055-b7a257a62210, host n-h1-764292-30, cleared binding levels {{(pid=102191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:10:03.437906 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-ddf83abe-ad0b-453d-910f-401537765a6a req-298591da-ab8e-4c73-a980-d8c8911f3902 service neutron] For port 2682bd83-8758-4467-a055-b7a257a62210, host n-h1-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=2682bd83-8758-4467-a055-b7a257a62210,segment=NetworkSegment(77249f53-d91a-4900-864a-cb193f73fd0b),segment_id=77249f53-d91a-4900-864a-cb193f73fd0b)] {{(pid=102191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:10:03.438675 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:03.553658 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=eeb00953-8e99-48d3-a2d5-ff4d91a8de80,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:03.580147 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:10:03.580506 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:10:03.580845 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:10:03.581347 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:10:03.581826 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:10:03.582364 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:10:03.582843 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:10:03.583464 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:10:03.583797 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:10:03.584129 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:10:03.584450 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:10:03.584780 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:10:03.616245 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3c80eb-60dc-4512-b626-0234231fd383 req-80b3897a-0484-40e6-a880-7f6ef28a7c75 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:03.620873 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '895c0843-971b-4689-82f6-c760d91aa720', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeb00953-8e99-48d3-a2d5-ff4d91a8de80'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:10:03.623202 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27bc95a9-969c-4da2-9fcc-0ae2268d8a40" -d '{"events": [{"server_uuid": "895c0843-971b-4689-82f6-c760d91aa720", "name": "network-vif-plugged", "status": "completed", "tag": "eeb00953-8e99-48d3-a2d5-ff4d91a8de80"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:10:03.624128 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ff3c80eb-60dc-4512-b626-0234231fd383 req-80b3897a-0484-40e6-a880-7f6ef28a7c75 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=895c0843-971b-4689-82f6-c760d91aa720 HTTP/1.1" status: 200 len: 945 time: 0.0815532 Aug 11 03:10:03.627218 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-ddf83abe-ad0b-453d-910f-401537765a6a req-298591da-ab8e-4c73-a980-d8c8911f3902 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:03.644064 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ce3bff6a-2a81-4c1e-97d1-dcb368118423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:03.653176 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ce3bff6a-2a81-4c1e-97d1-dcb368118423 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:03.674276 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-ce3bff6a-2a81-4c1e-97d1-dcb368118423 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1a29ce56-0de6-4978-8bf6-c468a8e43ccd HTTP/1.1" status: 204 len: 168 time: 0.5468659 Aug 11 03:10:03.680614 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf83abe-ad0b-453d-910f-401537765a6a req-298591da-ab8e-4c73-a980-d8c8911f3902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:03.681441 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-ddf83abe-ad0b-453d-910f-401537765a6a req-298591da-ab8e-4c73-a980-d8c8911f3902 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:03.683279 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-ddf83abe-ad0b-453d-910f-401537765a6a req-298591da-ab8e-4c73-a980-d8c8911f3902 service neutron] 10.222.0.22 "PUT /v2.0/ports/2682bd83-8758-4467-a055-b7a257a62210 HTTP/1.1" status: 200 len: 1092 time: 1.2670298 Aug 11 03:10:03.686827 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '186cfdba-74e8-496c-af0f-b566a2fff5c7', 'tag': '2682bd83-8758-4467-a055-b7a257a62210'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:10:03.686827 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cdde1ef-412a-45e9-befa-2989de8b6bb4" -d '{"events": [{"name": "network-changed", "server_uuid": "186cfdba-74e8-496c-af0f-b566a2fff5c7", "tag": "2682bd83-8758-4467-a055-b7a257a62210"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:10:03.710304 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298591da-ab8e-4c73-a980-d8c8911f3902 service neutron] Pushing event updated for resources: {'Port': ['ID=2682bd83-8758-4467-a055-b7a257a62210,revision_number=3']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:03.724757 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3bff6a-2a81-4c1e-97d1-dcb368118423 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a29ce56-0de6-4978-8bf6-c468a8e43ccd,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:03.770124 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ff3c80eb-60dc-4512-b626-0234231fd383 req-ce333650-c309-472a-9991-3734d6eae96e tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/security-groups?id=19e25e3f-a72e-45d4-8165-3b0d2215340c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450939 Aug 11 03:10:03.819040 n-d-764292-30 neutron-server[102192]: INFO neutron.api.v2.resource [req-01da6e20-3354-45be-ac65-9985fcfb657f req-38d2c71c-e248-4750-b8dc-13e951e0bc84 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] show failed (client error): The resource could not be found. Aug 11 03:10:03.829484 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-01da6e20-3354-45be-ac65-9985fcfb657f req-38d2c71c-e248-4750-b8dc-13e951e0bc84 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] 10.222.0.41 "GET /v2.0/security-groups/664ccf5e-9b6c-4b89-8e18-0764e9cc5dc1 HTTP/1.1" status: 404 len: 352 time: 0.0368197 Aug 11 03:10:03.898034 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf83abe-ad0b-453d-910f-401537765a6a req-e9cde9db-928e-4d84-a923-b56538df1846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:03.899845 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-ddf83abe-ad0b-453d-910f-401537765a6a req-e9cde9db-928e-4d84-a923-b56538df1846 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=92caf1df2234498c82ddfcf53391d4fc&device_id=186cfdba-74e8-496c-af0f-b566a2fff5c7 HTTP/1.1" status: 200 len: 1095 time: 0.0857978 Aug 11 03:10:04.016030 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-ddf83abe-ad0b-453d-910f-401537765a6a req-582603bc-e6a2-4bd1-8827-da58a93f89de service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2682bd83-8758-4467-a055-b7a257a62210 HTTP/1.1" status: 200 len: 217 time: 0.1067154 Aug 11 03:10:04.075804 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7abc702-3023-42c6-ae25-cb625481ce15 req-2540b72e-54c9-4a6d-b457-5bcf22217f1d tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:04.083385 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a7abc702-3023-42c6-ae25-cb625481ce15 req-2540b72e-54c9-4a6d-b457-5bcf22217f1d tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/ports?device_id=186cfdba-74e8-496c-af0f-b566a2fff5c7 HTTP/1.1" status: 200 len: 943 time: 0.0789373 Aug 11 03:10:04.085702 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf83abe-ad0b-453d-910f-401537765a6a req-8fa99f3d-89bb-4fce-b7fd-65c04fdc178e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:04.087208 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-ddf83abe-ad0b-453d-910f-401537765a6a req-8fa99f3d-89bb-4fce-b7fd-65c04fdc178e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c8bae62b-5e51-4859-99ce-3b4e8f86224a HTTP/1.1" status: 200 len: 856 time: 0.0561152 Aug 11 03:10:04.136271 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a7abc702-3023-42c6-ae25-cb625481ce15 req-d8e3074a-fde3-4677-97cf-7e2c1ecf872f tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/security-groups?id=2637b46e-72e4-4ee8-ae47-703ae17ac088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516636 Aug 11 03:10:04.145094 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf83abe-ad0b-453d-910f-401537765a6a req-f5df27ac-69a9-4807-8608-dfcb78567ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:04.147601 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-ddf83abe-ad0b-453d-910f-401537765a6a req-f5df27ac-69a9-4807-8608-dfcb78567ae0 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d17d1b32-4aa7-4439-b455-9cb54b2072df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0522141 Aug 11 03:10:04.203399 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b28054e-3b9d-4c2d-82cd-ccfdd33daf91 x-openstack-request-id: req-8b28054e-3b9d-4c2d-82cd-ccfdd33daf91 {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:10:04.203856 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "895c0843-971b-4689-82f6-c760d91aa720", "name": "network-vif-plugged", "status": "completed", "tag": "eeb00953-8e99-48d3-a2d5-ff4d91a8de80", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:10:04.204087 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8b28054e-3b9d-4c2d-82cd-ccfdd33daf91 {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:10:04.204473 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '895c0843-971b-4689-82f6-c760d91aa720', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeb00953-8e99-48d3-a2d5-ff4d91a8de80', 'code': 200} Aug 11 03:10:04.301028 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-ddf83abe-ad0b-453d-910f-401537765a6a req-825c3ab4-b5a9-437d-8aea-da5fe07cf118 service neutron] 10.222.0.22 "GET /v2.0/networks/d17d1b32-4aa7-4439-b455-9cb54b2072df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443803 Aug 11 03:10:04.304845 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3d13656-6db8-40c3-9744-96695f42f5db x-openstack-request-id: req-d3d13656-6db8-40c3-9744-96695f42f5db {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:10:04.305132 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "186cfdba-74e8-496c-af0f-b566a2fff5c7", "tag": "2682bd83-8758-4467-a055-b7a257a62210", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:10:04.305449 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d3d13656-6db8-40c3-9744-96695f42f5db {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:10:04.305774 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '186cfdba-74e8-496c-af0f-b566a2fff5c7', 'tag': '2682bd83-8758-4467-a055-b7a257a62210', 'status': 'completed', 'code': 200} Aug 11 03:10:04.349353 n-d-764292-30 neutron-server[102192]: INFO neutron.api.v2.resource [req-1a11c554-13f8-4afb-832b-9fa8a2a7ac50 req-2ec7b617-e5f4-416a-8ced-0ce7d55eb40d tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] show failed (client error): The resource could not be found. Aug 11 03:10:04.362937 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1a11c554-13f8-4afb-832b-9fa8a2a7ac50 req-2ec7b617-e5f4-416a-8ced-0ce7d55eb40d tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] 10.222.0.41 "GET /v2.0/security-groups/adb134a6-712f-4fc0-a993-71c8c2c0f72f HTTP/1.1" status: 404 len: 352 time: 0.0430412 Aug 11 03:10:04.381045 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765c52e8-319c-4098-98e7-97ef6341d088 req-37390e61-06a4-456e-8dcd-558357e47e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:04.383668 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-765c52e8-319c-4098-98e7-97ef6341d088 req-37390e61-06a4-456e-8dcd-558357e47e0a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=895c0843-971b-4689-82f6-c760d91aa720 HTTP/1.1" status: 200 len: 1097 time: 0.1148324 Aug 11 03:10:04.450998 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-765c52e8-319c-4098-98e7-97ef6341d088 req-d200d812-1a44-4971-a4f9-0011554108ad service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=19e25e3f-a72e-45d4-8165-3b0d2215340c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557256 Aug 11 03:10:04.471362 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-ddf83abe-ad0b-453d-910f-401537765a6a req-bd4a8260-653b-4769-9ea1-e21655879e9c service neutron] 10.222.0.22 "GET /v2.0/networks/d17d1b32-4aa7-4439-b455-9cb54b2072df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616256 Aug 11 03:10:04.546945 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d49076-19f7-4cf7-b88f-febbc3eada5f req-dd288ed6-b35b-4150-b094-7551e3f59d2b tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:04.556077 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c8d49076-19f7-4cf7-b88f-febbc3eada5f req-dd288ed6-b35b-4150-b094-7551e3f59d2b tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d03b1ae-a755-4a35-b1e5-76525a66ded5 HTTP/1.1" status: 200 len: 946 time: 0.1005797 Aug 11 03:10:04.594328 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:04.657930 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c8d49076-19f7-4cf7-b88f-febbc3eada5f req-fb71d3de-170c-4ec7-9f03-f638d3e306e0 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/security-groups?id=96c4279c-51b6-4d8a-ac93-67215ccf65c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995164 Aug 11 03:10:04.691473 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdde1ef-412a-45e9-befa-2989de8b6bb4 req-2f02d9a6-b5ef-4719-be8f-12718010d760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:04.693188 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-7cdde1ef-412a-45e9-befa-2989de8b6bb4 req-2f02d9a6-b5ef-4719-be8f-12718010d760 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=92caf1df2234498c82ddfcf53391d4fc&device_id=186cfdba-74e8-496c-af0f-b566a2fff5c7 HTTP/1.1" status: 200 len: 1095 time: 0.0616782 Aug 11 03:10:04.724602 n-d-764292-30 neutron-server[102192]: INFO neutron.api.v2.resource [req-5e1f490c-6247-4a77-8cf0-79a170011e76 req-f4bc3c70-f3ff-41ed-99a1-c6f07a8fa35e tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] show failed (client error): The resource could not be found. Aug 11 03:10:04.726310 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5e1f490c-6247-4a77-8cf0-79a170011e76 req-f4bc3c70-f3ff-41ed-99a1-c6f07a8fa35e tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] 10.222.0.41 "GET /v2.0/security-groups/585b1d31-d025-425b-839b-5e63d3af9678 HTTP/1.1" status: 404 len: 352 time: 0.0262814 Aug 11 03:10:04.784280 n-d-764292-30 neutron-server[102192]: INFO neutron.api.v2.resource [req-5f1a2fba-fdf7-48e0-b39e-319796eddabf req-e563f2ff-3af0-4acc-90ff-7b7f57db2a81 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] show failed (client error): The resource could not be found. Aug 11 03:10:04.797059 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5f1a2fba-fdf7-48e0-b39e-319796eddabf req-e563f2ff-3af0-4acc-90ff-7b7f57db2a81 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] 10.222.0.41 "GET /v2.0/security-groups/5e01d261-4317-42ca-96d9-2a01a84f367a HTTP/1.1" status: 404 len: 352 time: 0.0368905 Aug 11 03:10:04.827014 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdde1ef-412a-45e9-befa-2989de8b6bb4 req-4913c9c6-f339-4879-bad0-f5705b852a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:04.828494 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-7cdde1ef-412a-45e9-befa-2989de8b6bb4 req-4913c9c6-f339-4879-bad0-f5705b852a95 service neutron] 10.222.0.22 "GET /v2.0/networks?id=d17d1b32-4aa7-4439-b455-9cb54b2072df HTTP/1.1" status: 200 len: 918 time: 0.1199484 Aug 11 03:10:04.899920 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-7cdde1ef-412a-45e9-befa-2989de8b6bb4 req-27e077f2-d9d4-4ff6-ba8f-f669b45f8795 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2682bd83-8758-4467-a055-b7a257a62210 HTTP/1.1" status: 200 len: 217 time: 0.0628006 Aug 11 03:10:04.910102 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aca60a5-bcb8-4509-abd7-67960b82e813 req-86056d71-d725-4147-89c7-174cccca9b33 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:04.911727 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5aca60a5-bcb8-4509-abd7-67960b82e813 req-86056d71-d725-4147-89c7-174cccca9b33 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=895c0843-971b-4689-82f6-c760d91aa720 HTTP/1.1" status: 200 len: 945 time: 0.0643013 Aug 11 03:10:04.961218 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdde1ef-412a-45e9-befa-2989de8b6bb4 req-47378d44-da11-42f9-99d0-bfafb5a98ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:04.963033 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-7cdde1ef-412a-45e9-befa-2989de8b6bb4 req-47378d44-da11-42f9-99d0-bfafb5a98ea8 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c8bae62b-5e51-4859-99ce-3b4e8f86224a HTTP/1.1" status: 200 len: 856 time: 0.0547647 Aug 11 03:10:04.969540 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5aca60a5-bcb8-4509-abd7-67960b82e813 req-49e6ffbd-7db6-4526-a96e-28c511a11815 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/security-groups?id=19e25e3f-a72e-45d4-8165-3b0d2215340c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478044 Aug 11 03:10:05.041802 n-d-764292-30 neutron-server[102192]: INFO neutron.api.v2.resource [req-155aa982-e36f-452c-9826-ca12a0157552 req-951fc8ba-0cd4-4a96-b1dc-9b4bc1aba448 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] show failed (client error): The resource could not be found. Aug 11 03:10:05.057389 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-155aa982-e36f-452c-9826-ca12a0157552 req-951fc8ba-0cd4-4a96-b1dc-9b4bc1aba448 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] 10.222.0.41 "GET /v2.0/security-groups/ecc6124d-7258-4784-8ff4-802452f1617c HTTP/1.1" status: 404 len: 352 time: 0.0363357 Aug 11 03:10:05.093064 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdde1ef-412a-45e9-befa-2989de8b6bb4 req-ec214238-92a4-4dc5-91d3-5575fa4c0613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:05.094752 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-7cdde1ef-412a-45e9-befa-2989de8b6bb4 req-ec214238-92a4-4dc5-91d3-5575fa4c0613 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d17d1b32-4aa7-4439-b455-9cb54b2072df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1202404 Aug 11 03:10:05.157481 n-d-764292-30 neutron-server[102192]: INFO neutron.api.v2.resource [req-70246308-edc5-474c-988e-c56d438702ec req-ce29875f-b7ec-4371-8173-f036d98fff47 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] show failed (client error): The resource could not be found. Aug 11 03:10:05.172115 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-70246308-edc5-474c-988e-c56d438702ec req-ce29875f-b7ec-4371-8173-f036d98fff47 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] 10.222.0.41 "GET /v2.0/security-groups/eaa0977b-3535-4149-866f-1112432bc9da HTTP/1.1" status: 404 len: 352 time: 0.0289023 Aug 11 03:10:05.242610 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-7cdde1ef-412a-45e9-befa-2989de8b6bb4 req-67510114-67c6-47df-a04d-bd727dd73767 service neutron] 10.222.0.22 "GET /v2.0/networks/d17d1b32-4aa7-4439-b455-9cb54b2072df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382051 Aug 11 03:10:05.361127 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9418c035-a2b5-4cec-9647-b04dff17504d req-0b085777-f485-435e-a10c-e8a8efdf3f8d tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:05.365831 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9418c035-a2b5-4cec-9647-b04dff17504d req-0b085777-f485-435e-a10c-e8a8efdf3f8d tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/ports?device_id=186cfdba-74e8-496c-af0f-b566a2fff5c7 HTTP/1.1" status: 200 len: 943 time: 0.1105144 Aug 11 03:10:05.420434 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-7cdde1ef-412a-45e9-befa-2989de8b6bb4 req-f0e0ed37-db85-4c90-a3b3-213fa2629131 service neutron] 10.222.0.22 "GET /v2.0/networks/d17d1b32-4aa7-4439-b455-9cb54b2072df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689665 Aug 11 03:10:05.421357 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9418c035-a2b5-4cec-9647-b04dff17504d req-96bca201-6021-4bb1-9e75-3c5435831fda tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/security-groups?id=2637b46e-72e4-4ee8-ae47-703ae17ac088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491755 Aug 11 03:10:05.685765 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 56766) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:10:05.859913 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4a6491-f2fb-4742-b922-e1f324de4726 req-841bee4d-276d-4774-9cfc-bf68d852bd7a tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:05.862546 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4f4a6491-f2fb-4742-b922-e1f324de4726 req-841bee4d-276d-4774-9cfc-bf68d852bd7a tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d03b1ae-a755-4a35-b1e5-76525a66ded5 HTTP/1.1" status: 200 len: 946 time: 0.0949738 Aug 11 03:10:05.912301 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-6e11cb4c-8bf8-499c-b644-59700ca11b49 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-350860602-network', 'tenant_id': '3d0b3315d6104e5da51a130b98922e78'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:10:05.968852 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4f4a6491-f2fb-4742-b922-e1f324de4726 req-4618a0e1-a5e8-41b5-a873-a9db48983810 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/security-groups?id=96c4279c-51b6-4d8a-ac93-67215ccf65c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985823 Aug 11 03:10:06.049434 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e11cb4c-8bf8-499c-b644-59700ca11b49 admin admin] Made reservation on behalf of 3d0b3315d6104e5da51a130b98922e78 for: {'network': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:10:06.052046 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6e11cb4c-8bf8-499c-b644-59700ca11b49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:06.068939 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aaef3a-28d1-4ad7-84b8-8a7b46ede63d req-188243b8-c556-4672-a628-34e0c422c1b8 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:06.084782 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f9aaef3a-28d1-4ad7-84b8-8a7b46ede63d req-188243b8-c556-4672-a628-34e0c422c1b8 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e37eba0-66bf-4006-8c02-5bcf28eb328a HTTP/1.1" status: 200 len: 1024 time: 0.0813298 Aug 11 03:10:06.085251 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6e11cb4c-8bf8-499c-b644-59700ca11b49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:06.194934 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6e11cb4c-8bf8-499c-b644-59700ca11b49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:06.197563 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f9aaef3a-28d1-4ad7-84b8-8a7b46ede63d req-314086d9-7cd1-421b-91d8-903864bc719b tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] 10.222.0.41 "GET /v2.0/security-groups?id=1bcb2cfb-ae09-4909-ad6b-771db3b1e4a0&id=edd3f9e7-0769-415d-b047-04db573c339b&id=4742dd89-5545-47da-9d5a-053b57544bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1119177 Aug 11 03:10:06.263807 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2382b3-7938-45a1-b8b9-911984116ea0 req-f8ddcc50-bc08-410d-8ee1-9a8d66eb83d6 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:06.272683 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-be2382b3-7938-45a1-b8b9-911984116ea0 req-f8ddcc50-bc08-410d-8ee1-9a8d66eb83d6 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] 10.222.0.41 "GET /v2.0/networks?id=83b4bd4d-f4f2-42f4-b1e3-dbcc3fc1d9fb HTTP/1.1" status: 200 len: 805 time: 0.1852312 Aug 11 03:10:06.306387 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6e11cb4c-8bf8-499c-b644-59700ca11b49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:06.327466 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-be2382b3-7938-45a1-b8b9-911984116ea0 req-037e55db-1332-43ad-8cbe-93ffdc542fe2 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] 10.222.0.41 "GET /v2.0/quotas/32216559a0354b28a10186d89c9b1072 HTTP/1.1" status: 200 len: 375 time: 0.0538425 Aug 11 03:10:06.336563 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e11cb4c-8bf8-499c-b644-59700ca11b49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1a3b017-5e22-4331-98fa-266e9a93b0ee,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:06.349114 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e11cb4c-8bf8-499c-b644-59700ca11b49 admin admin] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=102191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:10:06.362914 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6e11cb4c-8bf8-499c-b644-59700ca11b49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:06.363578 n-d-764292-30 neutron-server[102191]: INFO neutron.db.segments_db [None req-6e11cb4c-8bf8-499c-b644-59700ca11b49 admin admin] Added segment cf8e03ed-2ed8-499c-b46d-5acda28a8bc7 of type vlan for network 91da3244-d9c5-45b1-a401-8ed4bda41ca9 Aug 11 03:10:06.377316 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610afaf0-a289-459d-96be-3aed23bdf7ce req-19aee2df-a642-4314-b76a-54f99dacadb2 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:06.382855 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-610afaf0-a289-459d-96be-3aed23bdf7ce req-19aee2df-a642-4314-b76a-54f99dacadb2 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=895c0843-971b-4689-82f6-c760d91aa720 HTTP/1.1" status: 200 len: 945 time: 0.1074386 Aug 11 03:10:06.454152 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6e11cb4c-8bf8-499c-b644-59700ca11b49 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:06.466622 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-610afaf0-a289-459d-96be-3aed23bdf7ce req-37144806-98a8-4c1e-9662-4bf1d379752a tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/security-groups?id=19e25e3f-a72e-45d4-8165-3b0d2215340c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811820 Aug 11 03:10:06.484252 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-be2382b3-7938-45a1-b8b9-911984116ea0 req-1a08ace5-7349-4676-bf11-2ba41c7914b0 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=32216559a0354b28a10186d89c9b1072&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1552601 Aug 11 03:10:06.569848 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6e11cb4c-8bf8-499c-b644-59700ca11b49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:06.571865 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e11cb4c-8bf8-499c-b644-59700ca11b49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:06.575640 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6e11cb4c-8bf8-499c-b644-59700ca11b49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:06.663750 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e11cb4c-8bf8-499c-b644-59700ca11b49 admin admin] Pushing event updated for resources: {'Network': ['ID=91da3244-d9c5-45b1-a401-8ed4bda41ca9,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:06.679284 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-6e11cb4c-8bf8-499c-b644-59700ca11b49 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9921188 Aug 11 03:10:06.680403 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network 91da3244-d9c5-45b1-a401-8ed4bda41ca9 details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:10:06.682535 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 56804) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:10:06.688889 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-0110d558-e1d8-4dc6-a9a2-8028771affef admin admin] Request body: {'subnet': {'network_id': '91da3244-d9c5-45b1-a401-8ed4bda41ca9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-350860602-subnet', 'tenant_id': '3d0b3315d6104e5da51a130b98922e78', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:10:06.795903 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c158f18-abc7-4099-b6b1-b6d85d323631 req-8bede27a-f2b1-48eb-9cd1-8abf1af13883 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:06.807331 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9c158f18-abc7-4099-b6b1-b6d85d323631 req-8bede27a-f2b1-48eb-9cd1-8abf1af13883 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/ports?device_id=186cfdba-74e8-496c-af0f-b566a2fff5c7 HTTP/1.1" status: 200 len: 943 time: 0.1292262 Aug 11 03:10:06.844250 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0110d558-e1d8-4dc6-a9a2-8028771affef admin admin] Made reservation on behalf of 3d0b3315d6104e5da51a130b98922e78 for: {'subnet': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:10:06.847887 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0110d558-e1d8-4dc6-a9a2-8028771affef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274743'] for subnet, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:06.875008 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-be2382b3-7938-45a1-b8b9-911984116ea0 req-d26d6753-e147-4c5d-a400-503b07bea132 service neutron] 10.222.0.41 "GET /v2.0/networks/83b4bd4d-f4f2-42f4-b1e3-dbcc3fc1d9fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3838608 Aug 11 03:10:06.899752 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:06.939522 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9c158f18-abc7-4099-b6b1-b6d85d323631 req-27a60a3a-9c8e-46a3-919d-61cf6234c22c tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/security-groups?id=2637b46e-72e4-4ee8-ae47-703ae17ac088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1312296 Aug 11 03:10:06.970183 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 7543f02b-7a88-41dd-92df-3e6432928a81 no longer exists at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:10:07.106062 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-be2382b3-7938-45a1-b8b9-911984116ea0 req-0d761286-5f78-4ebc-a840-d7c4a0d7a404 service neutron] 10.222.0.41 "GET /v2.0/networks/83b4bd4d-f4f2-42f4-b1e3-dbcc3fc1d9fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2324889 Aug 11 03:10:07.208792 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:07.238243 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '913f7241-5eba-43f7-b254-8e0682a1f0a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7543f02b-7a88-41dd-92df-3e6432928a81'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:10:07.240655 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b37a8e27-e8cf-4188-be7b-28b15525eac4" -d '{"events": [{"server_uuid": "913f7241-5eba-43f7-b254-8e0682a1f0a3", "name": "network-vif-unplugged", "status": "completed", "tag": "7543f02b-7a88-41dd-92df-3e6432928a81"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:10:07.264482 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 7543f02b-7a88-41dd-92df-3e6432928a81, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=7543f02b-7a88-41dd-92df-3e6432928a81,segment=NetworkSegment(c567aba8-f786-4533-ad6f-0c8ff3fef5d6),segment_id=c567aba8-f786-4533-ad6f-0c8ff3fef5d6)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:10:07.313318 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54010367-6cca-4fb0-b200-c48480ca0162 req-2f15bd12-beda-4b63-ba90-aa1ae76ea615 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:07.315022 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-54010367-6cca-4fb0-b200-c48480ca0162 req-2f15bd12-beda-4b63-ba90-aa1ae76ea615 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] 10.222.0.24 "GET /v2.0/ports?device_id=2e37eba0-66bf-4006-8c02-5bcf28eb328a HTTP/1.1" status: 200 len: 1024 time: 0.0615151 Aug 11 03:10:07.336274 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0110d558-e1d8-4dc6-a9a2-8028771affef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126283476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274725'] for subnet, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:07.380731 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:07.460571 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0110d558-e1d8-4dc6-a9a2-8028771affef admin admin] Checking segment: {'id': 'cf8e03ed-2ed8-499c-b46d-5acda28a8bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '91da3244-d9c5-45b1-a401-8ed4bda41ca9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:10:07.461041 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0110d558-e1d8-4dc6-a9a2-8028771affef admin admin] Network hostable DHCP agents. Network: 91da3244-d9c5-45b1-a401-8ed4bda41ca9, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:10:07.508830 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=7543f02b-7a88-41dd-92df-3e6432928a81,revision_number=8']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:07.530855 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0110d558-e1d8-4dc6-a9a2-8028771affef admin admin] Pushing event updated for resources: {'Subnet': ['ID=ddcb1ede-9642-40a8-8222-f076edcac6fb,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:07.561428 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [req-54010367-6cca-4fb0-b200-c48480ca0162 req-38a133d3-406a-421f-88ac-da148c25e879 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Deleting port d1f29c39-6124-4fa5-a506-c4fcbb6027e4 {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:10:07.561777 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-54010367-6cca-4fb0-b200-c48480ca0162 req-38a133d3-406a-421f-88ac-da148c25e879 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:07.665686 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0110d558-e1d8-4dc6-a9a2-8028771affef admin admin] Network 91da3244-d9c5-45b1-a401-8ed4bda41ca9 is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:10:07.750127 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582d720d-bfe9-4a12-ae6d-6d0409e72cce req-3c869da3-eef1-4d28-aa6d-f34311938531 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:07.751820 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-582d720d-bfe9-4a12-ae6d-6d0409e72cce req-3c869da3-eef1-4d28-aa6d-f34311938531 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] 10.222.0.22 "GET /v2.0/ports?device_id=913f7241-5eba-43f7-b254-8e0682a1f0a3 HTTP/1.1" status: 200 len: 943 time: 0.1299493 Aug 11 03:10:07.793904 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-0110d558-e1d8-4dc6-a9a2-8028771affef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, 91da3244-d9c5-45b1-a401-8ed4bda41ca9) {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:10:07.805888 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46094601-7f2d-4121-9777-0f001052997f None None] Network 91da3244-d9c5-45b1-a401-8ed4bda41ca9 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:10:07.874483 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0110d558-e1d8-4dc6-a9a2-8028771affef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:07.875088 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0110d558-e1d8-4dc6-a9a2-8028771affef admin admin] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:08.050452 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-582d720d-bfe9-4a12-ae6d-6d0409e72cce req-fd6501af-9f25-4239-b417-339310493e44 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] Deleting port 7543f02b-7a88-41dd-92df-3e6432928a81 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:10:08.051706 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-582d720d-bfe9-4a12-ae6d-6d0409e72cce req-fd6501af-9f25-4239-b417-339310493e44 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:08.101718 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f407c9da-c713-49bb-8655-daa8dabb1f15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde080026-c28f-55be-b52b-13827cc43646-91da3244-d9c5-45b1-a401-8ed4bda41ca9', 'network_id': '91da3244-d9c5-45b1-a401-8ed4bda41ca9', 'tenant_id': '3d0b3315d6104e5da51a130b98922e78', 'fixed_ips': [{'subnet_id': 'ddcb1ede-9642-40a8-8222-f076edcac6fb'}]}} from n-d-764292-30. {{(pid=102193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:10:08.102651 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-f407c9da-c713-49bb-8655-daa8dabb1f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:08.201231 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-582d720d-bfe9-4a12-ae6d-6d0409e72cce req-fd6501af-9f25-4239-b417-339310493e44 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] For port 7543f02b-7a88-41dd-92df-3e6432928a81, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=7543f02b-7a88-41dd-92df-3e6432928a81,segment=NetworkSegment(c567aba8-f786-4533-ad6f-0c8ff3fef5d6),segment_id=c567aba8-f786-4533-ad6f-0c8ff3fef5d6)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:10:08.201925 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-582d720d-bfe9-4a12-ae6d-6d0409e72cce req-fd6501af-9f25-4239-b417-339310493e44 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:08.210155 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f243e14-0e07-46cc-a915-b19873df1a90 req-2ae8bc05-f867-46eb-8b5d-3b7b72b0dd6f tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:08.211722 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8f243e14-0e07-46cc-a915-b19873df1a90 req-2ae8bc05-f867-46eb-8b5d-3b7b72b0dd6f tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d03b1ae-a755-4a35-b1e5-76525a66ded5 HTTP/1.1" status: 200 len: 946 time: 0.5970464 Aug 11 03:10:08.219731 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-582d720d-bfe9-4a12-ae6d-6d0409e72cce req-fd6501af-9f25-4239-b417-339310493e44 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] Calling delete_port for 7543f02b-7a88-41dd-92df-3e6432928a81 owned by compute:nova {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:10:08.223641 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6da286-ae0b-4c1f-874b-14c346513ec5 req-7c77a597-534b-4a2c-adb3-693135bdbc4c tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:08.225132 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-fe6da286-ae0b-4c1f-874b-14c346513ec5 req-7c77a597-534b-4a2c-adb3-693135bdbc4c tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e37eba0-66bf-4006-8c02-5bcf28eb328a HTTP/1.1" status: 200 len: 1024 time: 0.6092827 Aug 11 03:10:08.226981 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-54010367-6cca-4fb0-b200-c48480ca0162 req-38a133d3-406a-421f-88ac-da148c25e879 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] For port d1f29c39-6124-4fa5-a506-c4fcbb6027e4, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=d1f29c39-6124-4fa5-a506-c4fcbb6027e4,segment=NetworkSegment(309c9b9e-c193-462a-8459-3f59bc414d81),segment_id=309c9b9e-c193-462a-8459-3f59bc414d81)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:10:08.227349 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-54010367-6cca-4fb0-b200-c48480ca0162 req-38a133d3-406a-421f-88ac-da148c25e879 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:08.256434 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [req-54010367-6cca-4fb0-b200-c48480ca0162 req-38a133d3-406a-421f-88ac-da148c25e879 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Calling delete_port for d1f29c39-6124-4fa5-a506-c4fcbb6027e4 owned by compute:nova {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:10:08.267949 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.db_base_plugin_common [None req-f407c9da-c713-49bb-8655-daa8dabb1f15 None None] Allocated IP 172.20.0.2 (91da3244-d9c5-45b1-a401-8ed4bda41ca9/ddcb1ede-9642-40a8-8222-f076edcac6fb/31530c1e-801b-4223-bae9-1361137d0de1) {{(pid=102193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:10:08.350265 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-fe6da286-ae0b-4c1f-874b-14c346513ec5 req-3df02f86-59ec-45db-8f2b-9782819c5149 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] 10.222.0.41 "GET /v2.0/security-groups?id=1bcb2cfb-ae09-4909-ad6b-771db3b1e4a0&id=edd3f9e7-0769-415d-b047-04db573c339b&id=4742dd89-5545-47da-9d5a-053b57544bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1131725 Aug 11 03:10:08.364761 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-0110d558-e1d8-4dc6-a9a2-8028771affef admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.6781445 Aug 11 03:10:08.365320 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 56848) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:10:08.372612 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-1276fdd1-09ff-4fe8-84a3-0213dea5fd00 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-350860602-router', 'tenant_id': '3d0b3315d6104e5da51a130b98922e78', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:10:08.413513 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 03:10:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffffa00a-e6a7-4863-9e4f-161e7b49f819 x-openstack-request-id: req-ffffa00a-e6a7-4863-9e4f-161e7b49f819 {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:10:08.413821 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "913f7241-5eba-43f7-b254-8e0682a1f0a3", "name": "network-vif-unplugged", "status": "completed", "tag": "7543f02b-7a88-41dd-92df-3e6432928a81", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:10:08.413821 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ffffa00a-e6a7-4863-9e4f-161e7b49f819 {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:10:08.414320 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '913f7241-5eba-43f7-b254-8e0682a1f0a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7543f02b-7a88-41dd-92df-3e6432928a81', 'code': 200} Aug 11 03:10:08.421667 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8f243e14-0e07-46cc-a915-b19873df1a90 req-03183d0e-2561-4860-ada9-482de0da62a1 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/security-groups?id=96c4279c-51b6-4d8a-ac93-67215ccf65c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914992 Aug 11 03:10:08.496150 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-f407c9da-c713-49bb-8655-daa8dabb1f15 None None] Notify callbacks [] for port, precommit_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:08.515494 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-f407c9da-c713-49bb-8655-daa8dabb1f15 None None] Transition to ACTIVE for port object 31530c1e-801b-4223-bae9-1361137d0de1 will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:10:08.524462 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1276fdd1-09ff-4fe8-84a3-0213dea5fd00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-450010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6626'] for router, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:08.524462 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1276fdd1-09ff-4fe8-84a3-0213dea5fd00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-446747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6633'] for router, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:08.555620 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-582d720d-bfe9-4a12-ae6d-6d0409e72cce req-fd6501af-9f25-4239-b417-339310493e44 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:08.572440 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-f407c9da-c713-49bb-8655-daa8dabb1f15 None None] Transition to ACTIVE for port object 31530c1e-801b-4223-bae9-1361137d0de1 will not be triggered until provisioned by entity DHCP. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:10:08.577862 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-49eb91c4-6ec5-40ca-bad1-3c3230f4062c req-d06ccd06-7142-459e-b632-27ae44c76f1d tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d615024-e64b-4f7a-add5-f1f833289513 HTTP/1.1" status: 200 len: 210 time: 0.0873322 Aug 11 03:10:08.665512 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6501af-9f25-4239-b417-339310493e44 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] Pushing event deleted for resources: {'Port': ['ID=7543f02b-7a88-41dd-92df-3e6432928a81,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:08.672752 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1276fdd1-09ff-4fe8-84a3-0213dea5fd00 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:08.719059 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-f407c9da-c713-49bb-8655-daa8dabb1f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669'] for port, after_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:08.736541 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-582d720d-bfe9-4a12-ae6d-6d0409e72cce req-fd6501af-9f25-4239-b417-339310493e44 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] No DVR routers for this DVR port 7543f02b-7a88-41dd-92df-3e6432928a81 on host n-h1-764292-30 {{(pid=102191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:10:08.739432 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-582d720d-bfe9-4a12-ae6d-6d0409e72cce req-fd6501af-9f25-4239-b417-339310493e44 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:08.741706 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-582d720d-bfe9-4a12-ae6d-6d0409e72cce req-fd6501af-9f25-4239-b417-339310493e44 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] 10.222.0.22 "DELETE /v2.0/ports/7543f02b-7a88-41dd-92df-3e6432928a81 HTTP/1.1" status: 204 len: 173 time: 0.9769003 Aug 11 03:10:08.743739 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '913f7241-5eba-43f7-b254-8e0682a1f0a3', 'name': 'network-vif-deleted', 'tag': '7543f02b-7a88-41dd-92df-3e6432928a81'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:10:08.744896 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7e58bbd-eda5-44fa-b42d-78b2af0405dd" -d '{"events": [{"server_uuid": "913f7241-5eba-43f7-b254-8e0682a1f0a3", "name": "network-vif-deleted", "tag": "7543f02b-7a88-41dd-92df-3e6432928a81"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:10:08.762649 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09f513a-c328-40bd-a9fe-b9d0e9862438 req-41ec73ed-96cd-415c-ab20-ba059786dc89 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:08.777446 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d09f513a-c328-40bd-a9fe-b9d0e9862438 req-41ec73ed-96cd-415c-ab20-ba059786dc89 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=895c0843-971b-4689-82f6-c760d91aa720 HTTP/1.1" status: 200 len: 945 time: 0.2491667 Aug 11 03:10:08.809715 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f407c9da-c713-49bb-8655-daa8dabb1f15 None None] Pushing event updated for resources: {'Port': ['ID=31530c1e-801b-4223-bae9-1361137d0de1,revision_number=1']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:08.818444 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f407c9da-c713-49bb-8655-daa8dabb1f15 None None] Network 91da3244-d9c5-45b1-a401-8ed4bda41ca9 is already hosted by enough agents. {{(pid=102193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:10:08.820720 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.base_scheduler [None req-f407c9da-c713-49bb-8655-daa8dabb1f15 None None] Resources bound (agent type, host, resource id): {{(pid=102193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:10:08.823194 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f407c9da-c713-49bb-8655-daa8dabb1f15 None None] Received port after_create {{(pid=102193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:10:08.843145 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-54010367-6cca-4fb0-b200-c48480ca0162 req-38a133d3-406a-421f-88ac-da148c25e879 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:08.904177 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-f407c9da-c713-49bb-8655-daa8dabb1f15 None None] Attempting to bind port 31530c1e-801b-4223-bae9-1361137d0de1 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:10:08.904979 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-f407c9da-c713-49bb-8655-daa8dabb1f15 None None] Attempting to bind port 31530c1e-801b-4223-bae9-1361137d0de1 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': 'cf8e03ed-2ed8-499c-b46d-5acda28a8bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '91da3244-d9c5-45b1-a401-8ed4bda41ca9'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:10:08.906031 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f407c9da-c713-49bb-8655-daa8dabb1f15 None None] Attempting to bind port 31530c1e-801b-4223-bae9-1361137d0de1 on network 91da3244-d9c5-45b1-a401-8ed4bda41ca9 {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:10:08.916521 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f407c9da-c713-49bb-8655-daa8dabb1f15 None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:10:08.919049 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f407c9da-c713-49bb-8655-daa8dabb1f15 None None] Checking segment: {'id': 'cf8e03ed-2ed8-499c-b46d-5acda28a8bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '91da3244-d9c5-45b1-a401-8ed4bda41ca9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:10:08.924866 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-f407c9da-c713-49bb-8655-daa8dabb1f15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:08.924866 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f407c9da-c713-49bb-8655-daa8dabb1f15 None None] Bound using segment: {'id': 'cf8e03ed-2ed8-499c-b46d-5acda28a8bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '91da3244-d9c5-45b1-a401-8ed4bda41ca9'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:10:08.924866 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-f407c9da-c713-49bb-8655-daa8dabb1f15 None None] Bound port: 31530c1e-801b-4223-bae9-1361137d0de1, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf8e03ed-2ed8-499c-b46d-5acda28a8bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '91da3244-d9c5-45b1-a401-8ed4bda41ca9'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:10:08.924866 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-f407c9da-c713-49bb-8655-daa8dabb1f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:08.935203 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a133d3-406a-421f-88ac-da148c25e879 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Pushing event deleted for resources: {'Port': ['ID=d1f29c39-6124-4fa5-a506-c4fcbb6027e4,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:08.954905 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d09f513a-c328-40bd-a9fe-b9d0e9862438 req-fadfc81b-e1e2-4155-b41b-6680e28813c9 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/security-groups?id=19e25e3f-a72e-45d4-8165-3b0d2215340c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767464 Aug 11 03:10:08.987775 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 2682bd83-8758-4467-a055-b7a257a62210 details requested by agent hyperv_n-h1-764292-30 with host n-h1-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:10:09.105479 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:10:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8c5f8f8-f891-412d-b1b8-c59f98da3db7 x-openstack-request-id: req-e8c5f8f8-f891-412d-b1b8-c59f98da3db7 {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:10:09.108967 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [req-54010367-6cca-4fb0-b200-c48480ca0162 req-38a133d3-406a-421f-88ac-da148c25e879 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] No DVR routers for this DVR port d1f29c39-6124-4fa5-a506-c4fcbb6027e4 on host n-h2-764292-30 {{(pid=102192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:10:09.119427 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-54010367-6cca-4fb0-b200-c48480ca0162 req-38a133d3-406a-421f-88ac-da148c25e879 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:09.125060 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "913f7241-5eba-43f7-b254-8e0682a1f0a3", "name": "network-vif-deleted", "tag": "7543f02b-7a88-41dd-92df-3e6432928a81", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:10:09.127492 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e8c5f8f8-f891-412d-b1b8-c59f98da3db7 {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:10:09.128052 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '913f7241-5eba-43f7-b254-8e0682a1f0a3', 'name': 'network-vif-deleted', 'tag': '7543f02b-7a88-41dd-92df-3e6432928a81', 'status': 'completed', 'code': 200} Aug 11 03:10:09.136038 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-54010367-6cca-4fb0-b200-c48480ca0162 req-38a133d3-406a-421f-88ac-da148c25e879 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] 10.222.0.24 "DELETE /v2.0/ports/d1f29c39-6124-4fa5-a506-c4fcbb6027e4 HTTP/1.1" status: 204 len: 173 time: 1.8107469 Aug 11 03:10:09.137732 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e37eba0-66bf-4006-8c02-5bcf28eb328a', 'name': 'network-vif-deleted', 'tag': 'd1f29c39-6124-4fa5-a506-c4fcbb6027e4'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:10:09.140375 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fea0480-7baa-4203-a2ff-b4430eb3bfc1" -d '{"events": [{"server_uuid": "2e37eba0-66bf-4006-8c02-5bcf28eb328a", "name": "network-vif-deleted", "tag": "d1f29c39-6124-4fa5-a506-c4fcbb6027e4"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:10:09.160340 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1276fdd1-09ff-4fe8-84a3-0213dea5fd00 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:09.176664 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ea7ab8-0ad4-4ef5-a47a-eb76318a454d req-c81bbeb9-f590-4d44-a934-d3abf4db669c tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:09.194778 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f5ea7ab8-0ad4-4ef5-a47a-eb76318a454d req-c81bbeb9-f590-4d44-a934-d3abf4db669c tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/ports?device_id=186cfdba-74e8-496c-af0f-b566a2fff5c7 HTTP/1.1" status: 200 len: 943 time: 0.4030073 Aug 11 03:10:09.255904 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 2682bd83-8758-4467-a055-b7a257a62210, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=2682bd83-8758-4467-a055-b7a257a62210,segment=NetworkSegment(77249f53-d91a-4900-864a-cb193f73fd0b),segment_id=77249f53-d91a-4900-864a-cb193f73fd0b)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:10:09.291823 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f5ea7ab8-0ad4-4ef5-a47a-eb76318a454d req-e1d94205-2886-4565-b046-acb7db983968 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/security-groups?id=2637b46e-72e4-4ee8-ae47-703ae17ac088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909481 Aug 11 03:10:09.300737 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Returning: {'device': '2682bd83-8758-4467-a055-b7a257a62210', 'network_id': 'd17d1b32-4aa7-4439-b455-9cb54b2072df', 'port_id': '2682bd83-8758-4467-a055-b7a257a62210', 'mac_address': 'fa:16:3e:84:41:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8bae62b-5e51-4859-99ce-3b4e8f86224a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:10:09.333130 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-f407c9da-c713-49bb-8655-daa8dabb1f15 None None] For port 31530c1e-801b-4223-bae9-1361137d0de1, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:10:09.340246 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-f407c9da-c713-49bb-8655-daa8dabb1f15 None None] For port 31530c1e-801b-4223-bae9-1361137d0de1, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=31530c1e-801b-4223-bae9-1361137d0de1,segment=NetworkSegment(cf8e03ed-2ed8-499c-b46d-5acda28a8bc7),segment_id=cf8e03ed-2ed8-499c-b46d-5acda28a8bc7)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:10:09.388657 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d0fb60d-d7d4-4d86-ab95-f05cb65e43a5 x-openstack-request-id: req-6d0fb60d-d7d4-4d86-ab95-f05cb65e43a5 {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:10:09.389105 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e37eba0-66bf-4006-8c02-5bcf28eb328a", "name": "network-vif-deleted", "tag": "d1f29c39-6124-4fa5-a506-c4fcbb6027e4", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:10:09.389361 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6d0fb60d-d7d4-4d86-ab95-f05cb65e43a5 {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:10:09.389769 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e37eba0-66bf-4006-8c02-5bcf28eb328a', 'name': 'network-vif-deleted', 'tag': 'd1f29c39-6124-4fa5-a506-c4fcbb6027e4', 'status': 'completed', 'code': 200} Aug 11 03:10:09.399167 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:09.415823 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2682bd83-8758-4467-a055-b7a257a62210 {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:10:09.438249 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-f407c9da-c713-49bb-8655-daa8dabb1f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:09.467143 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 2682bd83-8758-4467-a055-b7a257a62210, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=2682bd83-8758-4467-a055-b7a257a62210,segment=NetworkSegment(77249f53-d91a-4900-864a-cb193f73fd0b),segment_id=77249f53-d91a-4900-864a-cb193f73fd0b)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:10:09.550489 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:09.564641 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c433c2d9-7a41-40bd-aa25-4e9444e31ea3 req-1c6cffa4-3e6f-4745-bb9d-25ec1b1e5120 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e37eba0-66bf-4006-8c02-5bcf28eb328a HTTP/1.1" status: 200 len: 210 time: 0.0704331 Aug 11 03:10:09.583898 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f407c9da-c713-49bb-8655-daa8dabb1f15 None None] Pushing event updated for resources: {'Port': ['ID=31530c1e-801b-4223-bae9-1361137d0de1,revision_number=2']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:09.671114 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=2682bd83-8758-4467-a055-b7a257a62210,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:09.924013 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['2682bd83-8758-4467-a055-b7a257a62210'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:10:09.925958 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2af055-7d59-4dae-aa66-6923564bbe3a req-b4cf8478-5c96-412c-8259-06de43272846 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:09.928062 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6f2af055-7d59-4dae-aa66-6923564bbe3a req-b4cf8478-5c96-412c-8259-06de43272846 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d03b1ae-a755-4a35-b1e5-76525a66ded5 HTTP/1.1" status: 200 len: 946 time: 0.1649659 Aug 11 03:10:10.018005 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1276fdd1-09ff-4fe8-84a3-0213dea5fd00 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:10.027415 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6f2af055-7d59-4dae-aa66-6923564bbe3a req-a0444a9e-f93d-432b-b581-f35a747b880e tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/security-groups?id=96c4279c-51b6-4d8a-ac93-67215ccf65c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859368 Aug 11 03:10:10.104081 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1276fdd1-09ff-4fe8-84a3-0213dea5fd00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:10.166591 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-04e4d2f9-da29-41bc-80a7-5c52d467f502 req-5f6f2bb2-0775-4628-8d1d-d7eb3fa58966 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d615024-e64b-4f7a-add5-f1f833289513 HTTP/1.1" status: 200 len: 210 time: 0.0383587 Aug 11 03:10:10.332063 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [None req-1276fdd1-09ff-4fe8-84a3-0213dea5fd00 admin admin] Allocated IP 172.25.8.77 (09faf7d2-eaf5-4a50-bb6e-4cb05d009a76/e1a97443-13df-40bb-85f5-fd269e2742c0/390af98c-3a36-49c0-b4c0-5520e803e562) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:10:10.431040 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c11dc6-e7b3-4977-833c-74a87ff52fff req-0482f9ce-5201-47f2-8a43-0423cce38e38 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:10.443795 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-55c11dc6-e7b3-4977-833c-74a87ff52fff req-0482f9ce-5201-47f2-8a43-0423cce38e38 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=895c0843-971b-4689-82f6-c760d91aa720 HTTP/1.1" status: 200 len: 945 time: 0.1142790 Aug 11 03:10:10.541196 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1276fdd1-09ff-4fe8-84a3-0213dea5fd00 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:10.547691 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-55c11dc6-e7b3-4977-833c-74a87ff52fff req-b362a709-a11f-474f-a8a2-023d12c4de81 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/security-groups?id=19e25e3f-a72e-45d4-8165-3b0d2215340c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976000 Aug 11 03:10:10.650466 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357c9d03-1661-43f4-9c9b-41b59624e098 req-093ad9af-b4d8-4389-8583-51478e692fd3 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:10.652545 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-357c9d03-1661-43f4-9c9b-41b59624e098 req-093ad9af-b4d8-4389-8583-51478e692fd3 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/ports?device_id=186cfdba-74e8-496c-af0f-b566a2fff5c7 HTTP/1.1" status: 200 len: 944 time: 0.1452940 Aug 11 03:10:10.701539 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device d1f29c39-6124-4fa5-a506-c4fcbb6027e4 no longer exists at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:10:10.739234 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1276fdd1-09ff-4fe8-84a3-0213dea5fd00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:10.772839 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] No Port match for: d1f29c39-6124-4fa5-a506-c4fcbb6027e4 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:10:10.774175 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device d1f29c39-6124-4fa5-a506-c4fcbb6027e4 not bound to the agent host n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:10:10.809668 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2382b3-7938-45a1-b8b9-911984116ea0 req-e731dfee-7bf1-49fd-bd8f-31ea114dbe42 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:10.811351 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-be2382b3-7938-45a1-b8b9-911984116ea0 req-e731dfee-7bf1-49fd-bd8f-31ea114dbe42 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] 10.222.0.24 "GET /v2.0/networks?id=83b4bd4d-f4f2-42f4-b1e3-dbcc3fc1d9fb HTTP/1.1" status: 200 len: 805 time: 0.1578438 Aug 11 03:10:10.818579 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1276fdd1-09ff-4fe8-84a3-0213dea5fd00 admin admin] Pushing event updated for resources: {'Port': ['ID=390af98c-3a36-49c0-b4c0-5520e803e562,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:10.851932 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1276fdd1-09ff-4fe8-84a3-0213dea5fd00 admin admin] Network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:10:10.853599 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-1276fdd1-09ff-4fe8-84a3-0213dea5fd00 admin admin] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:10:10.853863 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-be2382b3-7938-45a1-b8b9-911984116ea0 req-c8704619-b5d6-4393-b23c-d41269e21a15 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] Request body: {'port': {'device_id': '4d615024-e64b-4f7a-add5-f1f833289513', 'network_id': '83b4bd4d-f4f2-42f4-b1e3-dbcc3fc1d9fb', 'admin_state_up': True, 'tenant_id': '32216559a0354b28a10186d89c9b1072'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:10:10.859899 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1276fdd1-09ff-4fe8-84a3-0213dea5fd00 admin admin] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:10:10.971181 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-43100c19-48b1-4098-9ec2-7c7a7ff44d45 req-c8e5d31b-cd1d-456b-b36a-08c090f8242d tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e37eba0-66bf-4006-8c02-5bcf28eb328a HTTP/1.1" status: 200 len: 210 time: 0.1587124 Aug 11 03:10:10.996994 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 7543f02b-7a88-41dd-92df-3e6432928a81 no longer exists at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:10:11.028603 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-357c9d03-1661-43f4-9c9b-41b59624e098 req-8b3862a6-262a-4ea1-b37c-882bd1b4c1d4 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/security-groups?id=2637b46e-72e4-4ee8-ae47-703ae17ac088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2050221 Aug 11 03:10:11.077413 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] No Port match for: 7543f02b-7a88-41dd-92df-3e6432928a81 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:10:11.081364 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 7543f02b-7a88-41dd-92df-3e6432928a81 not bound to the agent host n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:10:11.104728 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:11.124667 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f6b518-e591-4469-b98e-6aa2572cd6a8 None None] Network 91da3244-d9c5-45b1-a401-8ed4bda41ca9 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:10:11.367371 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9470ac-0de8-47f9-9b1d-d591df8edcf4 req-4f300a78-53ff-4b75-8a44-260bb31fe91d tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:11.373488 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3d9470ac-0de8-47f9-9b1d-d591df8edcf4 req-4f300a78-53ff-4b75-8a44-260bb31fe91d tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d03b1ae-a755-4a35-b1e5-76525a66ded5 HTTP/1.1" status: 200 len: 946 time: 0.1435962 Aug 11 03:10:11.430352 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-e1565906-91d4-40f3-8f1b-dd465fab2ce3 None None] Provisioning for port 31530c1e-801b-4223-bae9-1361137d0de1 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:10:11.476422 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d4339b49-6578-4ff9-b360-fdbafa4803fb req-84ee1e57-5f60-4598-838d-6b7febe69da7 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d615024-e64b-4f7a-add5-f1f833289513 HTTP/1.1" status: 200 len: 210 time: 0.1528099 Aug 11 03:10:11.480027 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be2382b3-7938-45a1-b8b9-911984116ea0 req-c8704619-b5d6-4393-b23c-d41269e21a15 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] Made reservation on behalf of 32216559a0354b28a10186d89c9b1072 for: {'port': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:10:11.486634 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-be2382b3-7938-45a1-b8b9-911984116ea0 req-c8704619-b5d6-4393-b23c-d41269e21a15 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:11.616579 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3d9470ac-0de8-47f9-9b1d-d591df8edcf4 req-85bd01b9-577d-44ba-bd4e-f97611b0d949 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/security-groups?id=96c4279c-51b6-4d8a-ac93-67215ccf65c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185833 Aug 11 03:10:11.796932 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [req-be2382b3-7938-45a1-b8b9-911984116ea0 req-c8704619-b5d6-4393-b23c-d41269e21a15 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] Allocated IP 172.20.0.14 (83b4bd4d-f4f2-42f4-b1e3-dbcc3fc1d9fb/b8a74f8c-47d7-428d-9b47-116a9ebdc466/f4436d8e-ecef-4504-a052-c711f123c0f7) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:10:11.884648 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14339a4-9271-4d4b-be9d-b9915860e4ee req-33c559b6-26c8-4ee3-8b1d-3c57bd503cc8 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:11.893282 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d14339a4-9271-4d4b-be9d-b9915860e4ee req-33c559b6-26c8-4ee3-8b1d-3c57bd503cc8 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=895c0843-971b-4689-82f6-c760d91aa720 HTTP/1.1" status: 200 len: 945 time: 0.1400886 Aug 11 03:10:11.960178 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1276fdd1-09ff-4fe8-84a3-0213dea5fd00 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:12.008163 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d14339a4-9271-4d4b-be9d-b9915860e4ee req-b43827e7-7b06-4e73-8eeb-ed606355775a tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/security-groups?id=19e25e3f-a72e-45d4-8165-3b0d2215340c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135998 Aug 11 03:10:12.008993 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 31530c1e-801b-4223-bae9-1361137d0de1 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:10:12.152302 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port 31530c1e-801b-4223-bae9-1361137d0de1 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:10:12.153543 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 31530c1e-801b-4223-bae9-1361137d0de1 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:10:12.153975 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:12.237539 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-be2382b3-7938-45a1-b8b9-911984116ea0 req-c8704619-b5d6-4393-b23c-d41269e21a15 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:12.269458 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-31c03373-5c08-4219-8add-2aed9c7552fc req-fe179a3d-dad4-49dc-a74e-2b59234b1ed3 tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] 10.222.0.41 "GET /v2.0/security-groups/1bcb2cfb-ae09-4909-ad6b-771db3b1e4a0 HTTP/1.1" status: 200 len: 1803 time: 0.1300027 Aug 11 03:10:12.296859 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e13795f-beb6-47bd-99a0-237890092a29 req-fe921f44-45fc-4b2a-9efc-bb9f25820dd7 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:12.298873 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:12.305937 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8e13795f-beb6-47bd-99a0-237890092a29 req-fe921f44-45fc-4b2a-9efc-bb9f25820dd7 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/ports?device_id=186cfdba-74e8-496c-af0f-b566a2fff5c7 HTTP/1.1" status: 200 len: 944 time: 0.1277285 Aug 11 03:10:12.342806 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port 31530c1e-801b-4223-bae9-1361137d0de1, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=31530c1e-801b-4223-bae9-1361137d0de1,segment=NetworkSegment(cf8e03ed-2ed8-499c-b46d-5acda28a8bc7),segment_id=cf8e03ed-2ed8-499c-b46d-5acda28a8bc7)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:10:12.344692 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1276fdd1-09ff-4fe8-84a3-0213dea5fd00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-446952'] for router, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:12.432689 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8e13795f-beb6-47bd-99a0-237890092a29 req-9cc7c416-06dd-485b-8e7c-2c1ae9c81817 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/security-groups?id=2637b46e-72e4-4ee8-ae47-703ae17ac088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1258194 Aug 11 03:10:12.518452 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-31c03373-5c08-4219-8add-2aed9c7552fc req-58a52459-4eb2-4a21-bd9f-8910750c7dbd tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:12.535362 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:12.595988 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-31c03373-5c08-4219-8add-2aed9c7552fc req-58a52459-4eb2-4a21-bd9f-8910750c7dbd tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:12.600813 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-be2382b3-7938-45a1-b8b9-911984116ea0 req-c8704619-b5d6-4393-b23c-d41269e21a15 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:12.618880 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=31530c1e-801b-4223-bae9-1361137d0de1,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:12.666955 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1276fdd1-09ff-4fe8-84a3-0213dea5fd00 admin admin] Router 4c92f87e-778b-493b-a946-a2f76a5da8b7 is scheduled to L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 with binding_index 1 {{(pid=102191) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:10:12.696138 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be2382b3-7938-45a1-b8b9-911984116ea0 req-c8704619-b5d6-4393-b23c-d41269e21a15 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] Network 83b4bd4d-f4f2-42f4-b1e3-dbcc3fc1d9fb is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:10:12.707405 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [req-be2382b3-7938-45a1-b8b9-911984116ea0 req-c8704619-b5d6-4393-b23c-d41269e21a15 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:10:12.718897 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [req-be2382b3-7938-45a1-b8b9-911984116ea0 req-c8704619-b5d6-4393-b23c-d41269e21a15 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:10:12.733516 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device eeb00953-8e99-48d3-a2d5-ff4d91a8de80 details requested by agent hyperv_n-h2-764292-30 with host n-h2-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:10:12.768762 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8704619-b5d6-4393-b23c-d41269e21a15 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] Pushing event updated for resources: {'Port': ['ID=f4436d8e-ecef-4504-a052-c711f123c0f7,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:12.836724 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37546827-42b1-47d4-bce0-312bcd7d0320 req-b23e597e-2f4d-4b28-8223-0149028dc4de tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:12.848350 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-37546827-42b1-47d4-bce0-312bcd7d0320 req-b23e597e-2f4d-4b28-8223-0149028dc4de tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d615024-e64b-4f7a-add5-f1f833289513 HTTP/1.1" status: 200 len: 932 time: 0.2489569 Aug 11 03:10:12.868315 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1276fdd1-09ff-4fe8-84a3-0213dea5fd00 admin admin] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:10:12.873390 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-31c03373-5c08-4219-8add-2aed9c7552fc req-58a52459-4eb2-4a21-bd9f-8910750c7dbd tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:12.876218 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-31c03373-5c08-4219-8add-2aed9c7552fc req-58a52459-4eb2-4a21-bd9f-8910750c7dbd tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:12.883143 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2daa5d13-1e21-4871-bc9b-5e3f7d5a359d None None] Sync routers for ids ['4c92f87e-778b-493b-a946-a2f76a5da8b7'] in n-d-764292-30 {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:10:12.893165 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-31c03373-5c08-4219-8add-2aed9c7552fc req-58a52459-4eb2-4a21-bd9f-8910750c7dbd tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] 10.222.0.41 "DELETE /v2.0/security-groups/1bcb2cfb-ae09-4909-ad6b-771db3b1e4a0 HTTP/1.1" status: 204 len: 173 time: 0.6133502 Aug 11 03:10:12.900786 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2daa5d13-1e21-4871-bc9b-5e3f7d5a359d None None] Routers {'4c92f87e-778b-493b-a946-a2f76a5da8b7'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:10:12.901356 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-2daa5d13-1e21-4871-bc9b-5e3f7d5a359d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:10:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['4c92f87e-778b-493b-a946-a2f76a5da8b7'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:10:12.907534 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2382b3-7938-45a1-b8b9-911984116ea0 req-c8704619-b5d6-4393-b23c-d41269e21a15 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:12.912426 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-be2382b3-7938-45a1-b8b9-911984116ea0 req-c8704619-b5d6-4393-b23c-d41269e21a15 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:12.979733 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a52459-4eb2-4a21-bd9f-8910750c7dbd tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bcb2cfb-ae09-4909-ad6b-771db3b1e4a0,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:13.014872 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-37546827-42b1-47d4-bce0-312bcd7d0320 req-07900243-a810-417c-ab96-5b68f298d10c tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5a225df-05c1-440d-b2ae-d3bea38f3abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635725 Aug 11 03:10:13.031964 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1276fdd1-09ff-4fe8-84a3-0213dea5fd00 admin admin] Notify callbacks [] for router, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:13.031964 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-1276fdd1-09ff-4fe8-84a3-0213dea5fd00 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.6633086 Aug 11 03:10:13.033010 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 56942) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:10:13.062425 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port eeb00953-8e99-48d3-a2d5-ff4d91a8de80, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=eeb00953-8e99-48d3-a2d5-ff4d91a8de80,segment=NetworkSegment(51ba8099-7622-42cb-adbd-7c8aaac78355),segment_id=51ba8099-7622-42cb-adbd-7c8aaac78355)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:10:13.069883 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-2daa5d13-1e21-4871-bc9b-5e3f7d5a359d None None] Set router 4c92f87e-778b-493b-a946-a2f76a5da8b7 gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:10:13.100304 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Returning: {'device': 'eeb00953-8e99-48d3-a2d5-ff4d91a8de80', 'network_id': '6b5eb666-47e5-4ddb-b0bc-16855d478160', 'port_id': 'eeb00953-8e99-48d3-a2d5-ff4d91a8de80', 'mac_address': 'fa:16:3e:fa:10:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bc807f9-b5f2-488b-b980-1ec1f7afe42f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:10:13.115727 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 2682bd83-8758-4467-a055-b7a257a62210 up at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:10:13.208084 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-be2382b3-7938-45a1-b8b9-911984116ea0 req-c8704619-b5d6-4393-b23c-d41269e21a15 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3661673 Aug 11 03:10:13.278805 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:13.294760 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-be2382b3-7938-45a1-b8b9-911984116ea0 req-4f26c799-7eea-4d19-841f-0f5e896eae7b service neutron] Request body: {'port': {'device_id': '4d615024-e64b-4f7a-add5-f1f833289513', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764292-30'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:10:13.308672 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id eeb00953-8e99-48d3-a2d5-ff4d91a8de80 {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:10:13.363982 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port eeb00953-8e99-48d3-a2d5-ff4d91a8de80, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=eeb00953-8e99-48d3-a2d5-ff4d91a8de80,segment=NetworkSegment(51ba8099-7622-42cb-adbd-7c8aaac78355),segment_id=51ba8099-7622-42cb-adbd-7c8aaac78355)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:10:13.381194 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning for port 2682bd83-8758-4467-a055-b7a257a62210 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:10:13.388579 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning complete for port 2682bd83-8758-4467-a055-b7a257a62210 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:10:13.390199 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:13.450492 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f68c82f-4ad5-4def-b0bb-df1833d69b82 req-8188d236-4892-455a-959f-0850dde26208 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:13.465847 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5f68c82f-4ad5-4def-b0bb-df1833d69b82 req-8188d236-4892-455a-959f-0850dde26208 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d03b1ae-a755-4a35-b1e5-76525a66ded5 HTTP/1.1" status: 200 len: 946 time: 0.2556639 Aug 11 03:10:13.469278 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:13.492000 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f7907c20-0719-44c5-b711-3e5fc9f34be0 req-9b4d6fb0-7618-4d13-bcbd-2b4538fc188c tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] 10.222.0.41 "GET /v2.0/security-groups/edd3f9e7-0769-415d-b047-04db573c339b HTTP/1.1" status: 200 len: 1801 time: 0.2878406 Aug 11 03:10:13.515367 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-be2382b3-7938-45a1-b8b9-911984116ea0 req-4f26c799-7eea-4d19-841f-0f5e896eae7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:13.585890 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=eeb00953-8e99-48d3-a2d5-ff4d91a8de80,revision_number=6']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:13.641934 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-2daa5d13-1e21-4871-bc9b-5e3f7d5a359d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c92f87e-778b-493b-a946-a2f76a5da8b7', 'name': 'tempest-AttachSCSIVolumeTestJSON-350860602-router', 'tenant_id': '3d0b3315d6104e5da51a130b98922e78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': '390af98c-3a36-49c0-b4c0-5520e803e562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:10:08Z', 'updated_at': '2021-08-11T03:10:11Z', 'revision_number': 3, 'project_id': '3d0b3315d6104e5da51a130b98922e78', 'gw_port': {'id': '390af98c-3a36-49c0-b4c0-5520e803e562', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e1:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c92f87e-778b-493b-a946-a2f76a5da8b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:10:10Z', 'updated_at': '2021-08-11T03:10:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:10:13.644055 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['eeb00953-8e99-48d3-a2d5-ff4d91a8de80'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:10:13.697689 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5f68c82f-4ad5-4def-b0bb-df1833d69b82 req-35f404db-4d9a-4883-9826-2e1f5935f03a tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/security-groups?id=96c4279c-51b6-4d8a-ac93-67215ccf65c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383566 Aug 11 03:10:13.740908 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:13.758449 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2daa5d13-1e21-4871-bc9b-5e3f7d5a359d None None] Checking router: 4c92f87e-778b-493b-a946-a2f76a5da8b7 for host: n-d-764292-30 {{(pid=102194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:10:13.759053 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2daa5d13-1e21-4871-bc9b-5e3f7d5a359d None None] Updating router 4c92f87e-778b-493b-a946-a2f76a5da8b7 port 390af98c-3a36-49c0-b4c0-5520e803e562 binding host n-d-764292-30 {{(pid=102194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:10:13.812952 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '186cfdba-74e8-496c-af0f-b566a2fff5c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2682bd83-8758-4467-a055-b7a257a62210'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:10:13.815908 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b06148e6-7959-469d-8cf3-09b220863a02" -d '{"events": [{"server_uuid": "186cfdba-74e8-496c-af0f-b566a2fff5c7", "name": "network-vif-plugged", "status": "completed", "tag": "2682bd83-8758-4467-a055-b7a257a62210"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:10:13.839750 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-2daa5d13-1e21-4871-bc9b-5e3f7d5a359d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:13.843345 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 2682bd83-8758-4467-a055-b7a257a62210, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=2682bd83-8758-4467-a055-b7a257a62210,segment=NetworkSegment(77249f53-d91a-4900-864a-cb193f73fd0b),segment_id=77249f53-d91a-4900-864a-cb193f73fd0b)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:10:13.918469 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:13.959759 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-f7907c20-0719-44c5-b711-3e5fc9f34be0 req-e89268f2-5715-42b8-9e9d-bea7cf8cfcbe tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:14.015461 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 31530c1e-801b-4223-bae9-1361137d0de1 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:10:14.076677 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=2682bd83-8758-4467-a055-b7a257a62210,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:14.110736 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 31530c1e-801b-4223-bae9-1361137d0de1 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:10:14.111253 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:14.135625 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-f7907c20-0719-44c5-b711-3e5fc9f34be0 req-e89268f2-5715-42b8-9e9d-bea7cf8cfcbe tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:14.293211 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323b77f7-79a1-4181-81f4-9b9f8f37cecc req-468e0c27-775b-4a4e-afd2-438b7703d7e3 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:14.304858 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-323b77f7-79a1-4181-81f4-9b9f8f37cecc req-468e0c27-775b-4a4e-afd2-438b7703d7e3 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=895c0843-971b-4689-82f6-c760d91aa720 HTTP/1.1" status: 200 len: 944 time: 0.3397992 Aug 11 03:10:14.404957 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-2daa5d13-1e21-4871-bc9b-5e3f7d5a359d None None] Notify callbacks [] for port, precommit_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:14.516070 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-323b77f7-79a1-4181-81f4-9b9f8f37cecc req-438bf9ac-a4b7-4037-9c64-81b8d60f5eca tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/security-groups?id=19e25e3f-a72e-45d4-8165-3b0d2215340c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247249 Aug 11 03:10:14.543303 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [req-be2382b3-7938-45a1-b8b9-911984116ea0 req-4f26c799-7eea-4d19-841f-0f5e896eae7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4436d8e-ecef-4504-a052-c711f123c0f7 {{(pid=102192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:10:14.550566 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-be2382b3-7938-45a1-b8b9-911984116ea0 req-4f26c799-7eea-4d19-841f-0f5e896eae7b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:14.585896 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.provisioning_blocks [None req-2daa5d13-1e21-4871-bc9b-5e3f7d5a359d None None] Transition to ACTIVE for port object 390af98c-3a36-49c0-b4c0-5520e803e562 will not be triggered until provisioned by entity L2. {{(pid=102194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:10:14.586420 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ddb9ea73-e1e7-473b-a311-7a3a8353c303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:14.591829 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [req-be2382b3-7938-45a1-b8b9-911984116ea0 req-4f26c799-7eea-4d19-841f-0f5e896eae7b service neutron] Transition to ACTIVE for port object f4436d8e-ecef-4504-a052-c711f123c0f7 will not be triggered until provisioned by entity L2. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:10:14.618670 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-f7907c20-0719-44c5-b711-3e5fc9f34be0 req-e89268f2-5715-42b8-9e9d-bea7cf8cfcbe tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:14.621502 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-f7907c20-0719-44c5-b711-3e5fc9f34be0 req-e89268f2-5715-42b8-9e9d-bea7cf8cfcbe tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:14.622695 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f7907c20-0719-44c5-b711-3e5fc9f34be0 req-e89268f2-5715-42b8-9e9d-bea7cf8cfcbe tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] 10.222.0.41 "DELETE /v2.0/security-groups/edd3f9e7-0769-415d-b047-04db573c339b HTTP/1.1" status: 204 len: 173 time: 1.1295767 Aug 11 03:10:14.630033 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 56974) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:10:14.669571 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89268f2-5715-42b8-9e9d-bea7cf8cfcbe tempest-SecurityGroupsTestJSON-1155525263 tempest-SecurityGroupsTestJSON-1155525263-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=edd3f9e7-0769-415d-b047-04db573c339b,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:14.685454 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:10:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cf64b27-3448-4d73-8557-e07c4a2b674d x-openstack-request-id: req-9cf64b27-3448-4d73-8557-e07c4a2b674d {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:10:14.700737 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "186cfdba-74e8-496c-af0f-b566a2fff5c7", "name": "network-vif-plugged", "status": "completed", "tag": "2682bd83-8758-4467-a055-b7a257a62210", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:10:14.701104 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9cf64b27-3448-4d73-8557-e07c4a2b674d {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:10:14.701579 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '186cfdba-74e8-496c-af0f-b566a2fff5c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2682bd83-8758-4467-a055-b7a257a62210', 'code': 200} Aug 11 03:10:14.706471 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f2f7a3-7174-4a15-b381-624142b35107 req-db6ad531-af0d-4e82-aa81-8bc954d0ca08 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:14.708183 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-74f2f7a3-7174-4a15-b381-624142b35107 req-db6ad531-af0d-4e82-aa81-8bc954d0ca08 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/ports?device_id=186cfdba-74e8-496c-af0f-b566a2fff5c7 HTTP/1.1" status: 200 len: 945 time: 0.1365826 Aug 11 03:10:14.709437 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_v2 [None req-730aa6ce-cbde-46b9-a1e9-4a62487f72c0 admin admin] Deleting subnet 639cf9bb-cf7a-44b0-8882-86dfb4c155b3 {{(pid=102191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:10:14.715791 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-730aa6ce-cbde-46b9-a1e9-4a62487f72c0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:14.746796 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device eeb00953-8e99-48d3-a2d5-ff4d91a8de80 up at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:10:14.791858 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-2daa5d13-1e21-4871-bc9b-5e3f7d5a359d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:14.792815 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-730aa6ce-cbde-46b9-a1e9-4a62487f72c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126283525'] for subnet, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:14.896698 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df572e51-59e1-47f9-af24-f5007c0f99ab req-a30e52b3-3a04-4079-a453-319c06929e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:14.898878 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-df572e51-59e1-47f9-af24-f5007c0f99ab req-a30e52b3-3a04-4079-a453-319c06929e3f service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=186cfdba-74e8-496c-af0f-b566a2fff5c7 HTTP/1.1" status: 200 len: 1097 time: 0.1539886 Aug 11 03:10:14.900054 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-74f2f7a3-7174-4a15-b381-624142b35107 req-035a6813-f4cc-4ab6-ad9b-612ff5c9c628 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/security-groups?id=2637b46e-72e4-4ee8-ae47-703ae17ac088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1783283 Aug 11 03:10:14.901060 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-be2382b3-7938-45a1-b8b9-911984116ea0 req-4f26c799-7eea-4d19-841f-0f5e896eae7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:14.904916 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-730aa6ce-cbde-46b9-a1e9-4a62487f72c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:14.911057 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-2daa5d13-1e21-4871-bc9b-5e3f7d5a359d None None] Attempting to bind port 390af98c-3a36-49c0-b4c0-5520e803e562 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:10:14.911658 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-2daa5d13-1e21-4871-bc9b-5e3f7d5a359d None None] Attempting to bind port 390af98c-3a36-49c0-b4c0-5520e803e562 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}] {{(pid=102194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:10:14.916590 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2daa5d13-1e21-4871-bc9b-5e3f7d5a359d None None] Attempting to bind port 390af98c-3a36-49c0-b4c0-5520e803e562 on network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:10:14.916847 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning complete for port eeb00953-8e99-48d3-a2d5-ff4d91a8de80 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:10:14.916847 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:14.921582 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2daa5d13-1e21-4871-bc9b-5e3f7d5a359d None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:10:14.922210 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2daa5d13-1e21-4871-bc9b-5e3f7d5a359d None None] Checking segment: {'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:10:14.922616 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-2daa5d13-1e21-4871-bc9b-5e3f7d5a359d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:14.923008 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2daa5d13-1e21-4871-bc9b-5e3f7d5a359d None None] Bound using segment: {'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'} {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:10:14.923494 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-2daa5d13-1e21-4871-bc9b-5e3f7d5a359d None None] Bound port: 390af98c-3a36-49c0-b4c0-5520e803e562, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}}] {{(pid=102194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:10:14.923852 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-2daa5d13-1e21-4871-bc9b-5e3f7d5a359d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:15.078613 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-df572e51-59e1-47f9-af24-f5007c0f99ab req-3c6c5f1c-1063-493c-a076-4fd00fedbf88 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=2637b46e-72e4-4ee8-ae47-703ae17ac088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1699822 Aug 11 03:10:15.080790 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42a894a-546c-4b76-a726-a333edabf648 None None] Pushing event updated for resources: {'Port': ['ID=390af98c-3a36-49c0-b4c0-5520e803e562,revision_number=2']} {{(pid=102194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:15.115246 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42a894a-546c-4b76-a726-a333edabf648 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:10:15.115588 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42a894a-546c-4b76-a726-a333edabf648 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:10:15.115918 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42a894a-546c-4b76-a726-a333edabf648 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:10:15.116240 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42a894a-546c-4b76-a726-a333edabf648 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:10:15.116560 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42a894a-546c-4b76-a726-a333edabf648 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:10:15.116875 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42a894a-546c-4b76-a726-a333edabf648 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:10:15.117260 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42a894a-546c-4b76-a726-a333edabf648 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:10:15.117495 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42a894a-546c-4b76-a726-a333edabf648 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:10:15.117809 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42a894a-546c-4b76-a726-a333edabf648 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:10:15.118221 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42a894a-546c-4b76-a726-a333edabf648 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:10:15.120970 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42a894a-546c-4b76-a726-a333edabf648 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:10:15.122622 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42a894a-546c-4b76-a726-a333edabf648 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:10:15.134232 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.db [None req-2daa5d13-1e21-4871-bc9b-5e3f7d5a359d None None] For port 390af98c-3a36-49c0-b4c0-5520e803e562, host n-d-764292-30, cleared binding levels {{(pid=102194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:10:15.137850 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.db [None req-2daa5d13-1e21-4871-bc9b-5e3f7d5a359d None None] For port 390af98c-3a36-49c0-b4c0-5520e803e562, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=390af98c-3a36-49c0-b4c0-5520e803e562,segment=NetworkSegment(fab28bed-aa25-40db-bba4-ec26e795194c),segment_id=fab28bed-aa25-40db-bba4-ec26e795194c)] {{(pid=102194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:10:15.220408 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-730aa6ce-cbde-46b9-a1e9-4a62487f72c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126283413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126275158'] for subnet, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:15.261573 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f26c799-7eea-4d19-841f-0f5e896eae7b service neutron] Pushing event updated for resources: {'Port': ['ID=f4436d8e-ecef-4504-a052-c711f123c0f7,revision_number=2']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:15.287220 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730aa6ce-cbde-46b9-a1e9-4a62487f72c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=639cf9bb-cf7a-44b0-8882-86dfb4c155b3,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:15.307371 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-730aa6ce-cbde-46b9-a1e9-4a62487f72c0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:15.313764 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-2daa5d13-1e21-4871-bc9b-5e3f7d5a359d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:15.313911 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-730aa6ce-cbde-46b9-a1e9-4a62487f72c0 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/639cf9bb-cf7a-44b0-8882-86dfb4c155b3 HTTP/1.1" status: 204 len: 168 time: 0.6789148 Aug 11 03:10:15.317038 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 56988) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:10:15.430475 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:15.441378 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a858bf14-9e71-4d49-95ba-e16b4df98112 req-ac39ce83-83b6-489c-9a40-46cd9229281f tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:15.449511 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a858bf14-9e71-4d49-95ba-e16b4df98112 req-ac39ce83-83b6-489c-9a40-46cd9229281f tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d615024-e64b-4f7a-add5-f1f833289513 HTTP/1.1" status: 200 len: 944 time: 0.5208609 Aug 11 03:10:15.485418 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42a894a-546c-4b76-a726-a333edabf648 None None] Pushing event updated for resources: {'Port': ['ID=390af98c-3a36-49c0-b4c0-5520e803e562,revision_number=3']} {{(pid=102194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:15.502270 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2daa5d13-1e21-4871-bc9b-5e3f7d5a359d None None] Routers {'4c92f87e-778b-493b-a946-a2f76a5da8b7'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:10:15.509121 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-2daa5d13-1e21-4871-bc9b-5e3f7d5a359d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:10:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['4c92f87e-778b-493b-a946-a2f76a5da8b7'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:10:15.509260 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f2cf2dd8-126a-4650-90ad-2ec56cdc129e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:15.521345 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [None req-ddb9ea73-e1e7-473b-a311-7a3a8353c303 admin admin] Allocated IP 172.20.0.1 (91da3244-d9c5-45b1-a401-8ed4bda41ca9/ddcb1ede-9642-40a8-8222-f076edcac6fb/e63500bc-357c-45a5-8ad5-80fd3cbd3e76) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:10:15.521830 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port eeb00953-8e99-48d3-a2d5-ff4d91a8de80, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=eeb00953-8e99-48d3-a2d5-ff4d91a8de80,segment=NetworkSegment(51ba8099-7622-42cb-adbd-7c8aaac78355),segment_id=51ba8099-7622-42cb-adbd-7c8aaac78355)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:10:15.592775 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:15.733432 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=eeb00953-8e99-48d3-a2d5-ff4d91a8de80,revision_number=7']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:15.749279 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-2daa5d13-1e21-4871-bc9b-5e3f7d5a359d None None] Set router 4c92f87e-778b-493b-a946-a2f76a5da8b7 gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:10:15.751183 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f2cf2dd8-126a-4650-90ad-2ec56cdc129e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:15.780188 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-f2cf2dd8-126a-4650-90ad-2ec56cdc129e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92150d50-1f8e-4278-9525-d0992602767c']}} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:10:15.809896 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-f2cf2dd8-126a-4650-90ad-2ec56cdc129e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '309c9b9e-c193-462a-8459-3f59bc414d81') {'for_net_delete': True} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:10:15.810137 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-f2cf2dd8-126a-4650-90ad-2ec56cdc129e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '309c9b9e-c193-462a-8459-3f59bc414d81') {} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:10:15.833306 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ddb9ea73-e1e7-473b-a311-7a3a8353c303 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:15.835811 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f2cf2dd8-126a-4650-90ad-2ec56cdc129e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126283644'] for segment, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:15.878931 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [None req-ddb9ea73-e1e7-473b-a311-7a3a8353c303 admin admin] Transition to ACTIVE for port object e63500bc-357c-45a5-8ad5-80fd3cbd3e76 will not be triggered until provisioned by entity DHCP. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:10:15.892428 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f2cf2dd8-126a-4650-90ad-2ec56cdc129e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:15.898097 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2cf2dd8-126a-4650-90ad-2ec56cdc129e admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=102191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:10:15.898097 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f2cf2dd8-126a-4650-90ad-2ec56cdc129e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126283391'] for segment, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:15.904098 n-d-764292-30 neutron-server[102191]: Traceback (most recent call last): Aug 11 03:10:15.904098 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:10:15.904098 n-d-764292-30 neutron-server[102191]: timer() Aug 11 03:10:15.904098 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:10:15.904098 n-d-764292-30 neutron-server[102191]: cb(*args, **kw) Aug 11 03:10:15.904098 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:10:15.904098 n-d-764292-30 neutron-server[102191]: return func(*args, **kwargs) Aug 11 03:10:15.904098 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:10:15.904098 n-d-764292-30 neutron-server[102191]: self._notify() Aug 11 03:10:15.904098 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:10:15.904098 n-d-764292-30 neutron-server[102191]: self.callback(batched_events) Aug 11 03:10:15.904098 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:10:15.904098 n-d-764292-30 neutron-server[102191]: event.method(event) Aug 11 03:10:15.904098 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:10:15.904098 n-d-764292-30 neutron-server[102191]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:10:15.904098 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:10:15.904098 n-d-764292-30 neutron-server[102191]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:10:15.904098 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:10:15.904098 n-d-764292-30 neutron-server[102191]: return f(self, *a, **k) Aug 11 03:10:15.904098 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:10:15.904098 n-d-764292-30 neutron-server[102191]: return self._get(url).json() Aug 11 03:10:15.904098 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:10:15.904098 n-d-764292-30 neutron-server[102191]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:10:15.904098 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:10:15.904098 n-d-764292-30 neutron-server[102191]: return self.request(url, 'GET', **kwargs) Aug 11 03:10:15.904098 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:10:15.904098 n-d-764292-30 neutron-server[102191]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:10:15.904098 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:10:15.904098 n-d-764292-30 neutron-server[102191]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:10:15.904098 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:10:15.904098 n-d-764292-30 neutron-server[102191]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:10:15.904098 n-d-764292-30 neutron-server[102191]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:10:15.955727 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab86dd9-67d6-47df-a32e-23e833dfb3b4 req-1800cf94-c38f-422e-baef-c6b7b50b5a01 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:15.966154 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2ab86dd9-67d6-47df-a32e-23e833dfb3b4 req-1800cf94-c38f-422e-baef-c6b7b50b5a01 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d03b1ae-a755-4a35-b1e5-76525a66ded5 HTTP/1.1" status: 200 len: 946 time: 0.8720415 Aug 11 03:10:16.009983 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-be2382b3-7938-45a1-b8b9-911984116ea0 req-4f26c799-7eea-4d19-841f-0f5e896eae7b service neutron] Attempting to bind port f4436d8e-ecef-4504-a052-c711f123c0f7 on host n-h2-764292-30 for vnic_type normal with profile {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:10:16.010342 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-be2382b3-7938-45a1-b8b9-911984116ea0 req-4f26c799-7eea-4d19-841f-0f5e896eae7b service neutron] Attempting to bind port f4436d8e-ecef-4504-a052-c711f123c0f7 by drivers openvswitch,hyperv on host n-h2-764292-30 at level 0 using segments [{'id': 'c567aba8-f786-4533-ad6f-0c8ff3fef5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '83b4bd4d-f4f2-42f4-b1e3-dbcc3fc1d9fb'}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:10:16.010681 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2382b3-7938-45a1-b8b9-911984116ea0 req-4f26c799-7eea-4d19-841f-0f5e896eae7b service neutron] Attempting to bind port f4436d8e-ecef-4504-a052-c711f123c0f7 on network 83b4bd4d-f4f2-42f4-b1e3-dbcc3fc1d9fb {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:10:16.030909 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a858bf14-9e71-4d49-95ba-e16b4df98112 req-ca7e3936-81e6-407c-8a89-ab2eac50f5ab tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5a225df-05c1-440d-b2ae-d3bea38f3abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5805247 Aug 11 03:10:16.032874 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2382b3-7938-45a1-b8b9-911984116ea0 req-4f26c799-7eea-4d19-841f-0f5e896eae7b service neutron] Port f4436d8e-ecef-4504-a052-c711f123c0f7 on network 83b4bd4d-f4f2-42f4-b1e3-dbcc3fc1d9fb not bound, no agent of type Open vSwitch agent registered on host n-h2-764292-30 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:10:16.033200 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2382b3-7938-45a1-b8b9-911984116ea0 req-4f26c799-7eea-4d19-841f-0f5e896eae7b service neutron] Attempting to bind port f4436d8e-ecef-4504-a052-c711f123c0f7 on network 83b4bd4d-f4f2-42f4-b1e3-dbcc3fc1d9fb {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:10:16.047630 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ddb9ea73-e1e7-473b-a311-7a3a8353c303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:16.052793 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2382b3-7938-45a1-b8b9-911984116ea0 req-4f26c799-7eea-4d19-841f-0f5e896eae7b service neutron] Checking agent: {'id': '70015fc0-62fb-48b2-b453-36906937cf2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 10, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:10:16.052793 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2382b3-7938-45a1-b8b9-911984116ea0 req-4f26c799-7eea-4d19-841f-0f5e896eae7b service neutron] Checking segment: {'id': 'c567aba8-f786-4533-ad6f-0c8ff3fef5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '83b4bd4d-f4f2-42f4-b1e3-dbcc3fc1d9fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:10:16.052793 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2382b3-7938-45a1-b8b9-911984116ea0 req-4f26c799-7eea-4d19-841f-0f5e896eae7b service neutron] Bound using segment: {'id': 'c567aba8-f786-4533-ad6f-0c8ff3fef5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '83b4bd4d-f4f2-42f4-b1e3-dbcc3fc1d9fb'} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:10:16.052793 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-be2382b3-7938-45a1-b8b9-911984116ea0 req-4f26c799-7eea-4d19-841f-0f5e896eae7b service neutron] Bound port: f4436d8e-ecef-4504-a052-c711f123c0f7, host: n-h2-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c567aba8-f786-4533-ad6f-0c8ff3fef5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '83b4bd4d-f4f2-42f4-b1e3-dbcc3fc1d9fb'}}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:10:16.052793 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-be2382b3-7938-45a1-b8b9-911984116ea0 req-4f26c799-7eea-4d19-841f-0f5e896eae7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:16.072360 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f2cf2dd8-126a-4650-90ad-2ec56cdc129e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:16.081652 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f2cf2dd8-126a-4650-90ad-2ec56cdc129e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:16.085760 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-f2cf2dd8-126a-4650-90ad-2ec56cdc129e admin admin] 10.222.0.41 "DELETE /v2.0/networks/92150d50-1f8e-4278-9525-d0992602767c HTTP/1.1" status: 204 len: 168 time: 0.7679126 Aug 11 03:10:16.139980 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2ab86dd9-67d6-47df-a32e-23e833dfb3b4 req-96d294b4-b94b-4793-ad06-50800b1ac4af tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/security-groups?id=96c4279c-51b6-4d8a-ac93-67215ccf65c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728175 Aug 11 03:10:16.149258 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cf2dd8-126a-4650-90ad-2ec56cdc129e admin admin] Pushing event deleted for resources: {'Network': ['ID=92150d50-1f8e-4278-9525-d0992602767c,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:16.219694 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddb9ea73-e1e7-473b-a311-7a3a8353c303 admin admin] Network 91da3244-d9c5-45b1-a401-8ed4bda41ca9 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:10:16.251010 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-2daa5d13-1e21-4871-bc9b-5e3f7d5a359d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c92f87e-778b-493b-a946-a2f76a5da8b7', 'name': 'tempest-AttachSCSIVolumeTestJSON-350860602-router', 'tenant_id': '3d0b3315d6104e5da51a130b98922e78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': '390af98c-3a36-49c0-b4c0-5520e803e562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:10:08Z', 'updated_at': '2021-08-11T03:10:11Z', 'revision_number': 3, 'project_id': '3d0b3315d6104e5da51a130b98922e78', 'gw_port': {'id': '390af98c-3a36-49c0-b4c0-5520e803e562', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e1:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c92f87e-778b-493b-a946-a2f76a5da8b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:10:10Z', 'updated_at': '2021-08-11T03:10:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:10:16.343561 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2daa5d13-1e21-4871-bc9b-5e3f7d5a359d None None] The sync data for ids ['4c92f87e-778b-493b-a946-a2f76a5da8b7'] in n-d-764292-30 is: [{'id': '4c92f87e-778b-493b-a946-a2f76a5da8b7', 'name': 'tempest-AttachSCSIVolumeTestJSON-350860602-router', 'tenant_id': '3d0b3315d6104e5da51a130b98922e78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': '390af98c-3a36-49c0-b4c0-5520e803e562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:10:08Z', 'updated_at': '2021-08-11T03:10:11Z', 'revision_number': 3, 'project_id': '3d0b3315d6104e5da51a130b98922e78', 'gw_port': {'id': '390af98c-3a36-49c0-b4c0-5520e803e562', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e1:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c92f87e-778b-493b-a946-a2f76a5da8b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:10:10Z', 'updated_at': '2021-08-11T03:10:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}] {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:10:16.378358 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-ddb9ea73-e1e7-473b-a311-7a3a8353c303 admin admin] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:10:16.382037 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb9ea73-e1e7-473b-a311-7a3a8353c303 admin admin] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:10:16.423093 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb9ea73-e1e7-473b-a311-7a3a8353c303 admin admin] Pushing event updated for resources: {'Port': ['ID=e63500bc-357c-45a5-8ad5-80fd3cbd3e76,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:16.578117 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa775844-0e10-444d-bcb8-39f772878b8d req-167ff51c-1dd1-4402-b411-a5be03d832ce tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:16.579654 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-fa775844-0e10-444d-bcb8-39f772878b8d req-167ff51c-1dd1-4402-b411-a5be03d832ce tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=895c0843-971b-4689-82f6-c760d91aa720 HTTP/1.1" status: 200 len: 945 time: 0.3790636 Aug 11 03:10:16.614566 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ddb9ea73-e1e7-473b-a311-7a3a8353c303 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-520987'] for router_interface, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:16.702860 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '895c0843-971b-4689-82f6-c760d91aa720', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeb00953-8e99-48d3-a2d5-ff4d91a8de80'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:10:16.705688 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-136e870e-754c-44ad-a7d2-8a9d07434a7d" -d '{"events": [{"server_uuid": "895c0843-971b-4689-82f6-c760d91aa720", "name": "network-vif-plugged", "status": "completed", "tag": "eeb00953-8e99-48d3-a2d5-ff4d91a8de80"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:10:16.714829 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-be2382b3-7938-45a1-b8b9-911984116ea0 req-4f26c799-7eea-4d19-841f-0f5e896eae7b service neutron] For port f4436d8e-ecef-4504-a052-c711f123c0f7, host n-h2-764292-30, cleared binding levels {{(pid=102192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:10:16.802435 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-be2382b3-7938-45a1-b8b9-911984116ea0 req-4f26c799-7eea-4d19-841f-0f5e896eae7b service neutron] For port f4436d8e-ecef-4504-a052-c711f123c0f7, host n-h2-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=f4436d8e-ecef-4504-a052-c711f123c0f7,segment=NetworkSegment(c567aba8-f786-4533-ad6f-0c8ff3fef5d6),segment_id=c567aba8-f786-4533-ad6f-0c8ff3fef5d6)] {{(pid=102192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:10:16.896015 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d742980-2ee4-41d7-8b0c-6edc687a4514 req-810a4c11-91ef-4f9f-a653-1a2643e94890 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:16.906704 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 57020) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:10:16.916178 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8d742980-2ee4-41d7-8b0c-6edc687a4514 req-810a4c11-91ef-4f9f-a653-1a2643e94890 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/ports?device_id=186cfdba-74e8-496c-af0f-b566a2fff5c7 HTTP/1.1" status: 200 len: 945 time: 0.5193453 Aug 11 03:10:16.940148 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-1f15c022-bcc3-41ab-9c5f-65087f7e66b8 None None] Provisioning for port e63500bc-357c-45a5-8ad5-80fd3cbd3e76 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:10:16.946014 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-1f15c022-bcc3-41ab-9c5f-65087f7e66b8 None None] Provisioning complete for port e63500bc-357c-45a5-8ad5-80fd3cbd3e76 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:10:16.946533 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-1f15c022-bcc3-41ab-9c5f-65087f7e66b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:16.977416 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-c59717db-88c1-49f9-be0d-4ed213083af2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c8aa6119d36c4641af7622d251acddef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0688884 Aug 11 03:10:16.983481 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 57022) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:10:17.020552 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-be2382b3-7938-45a1-b8b9-911984116ea0 req-4f26c799-7eea-4d19-841f-0f5e896eae7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:17.054768 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-1f15c022-bcc3-41ab-9c5f-65087f7e66b8 None None] Port e63500bc-357c-45a5-8ad5-80fd3cbd3e76 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:10:17.070727 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3c7fc41c-1ca0-4d5f-b163-aceb988ec2a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:17.097292 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-fa775844-0e10-444d-bcb8-39f772878b8d req-7a0dd102-1c2a-4e17-a9b7-8f421f241dd5 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/security-groups?id=19e25e3f-a72e-45d4-8165-3b0d2215340c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5005093 Aug 11 03:10:17.124151 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3c7fc41c-1ca0-4d5f-b163-aceb988ec2a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:17.158520 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8d742980-2ee4-41d7-8b0c-6edc687a4514 req-8642f273-ea51-4d68-a56f-6e17c5e6426d tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/security-groups?id=2637b46e-72e4-4ee8-ae47-703ae17ac088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2412555 Aug 11 03:10:17.167752 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:10:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3162737-b728-4287-b8a0-e7a79cf795cd x-openstack-request-id: req-d3162737-b728-4287-b8a0-e7a79cf795cd {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:10:17.168981 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "895c0843-971b-4689-82f6-c760d91aa720", "name": "network-vif-plugged", "status": "completed", "tag": "eeb00953-8e99-48d3-a2d5-ff4d91a8de80", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:10:17.169401 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d3162737-b728-4287-b8a0-e7a79cf795cd {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:10:17.169959 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '895c0843-971b-4689-82f6-c760d91aa720', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeb00953-8e99-48d3-a2d5-ff4d91a8de80', 'code': 200} Aug 11 03:10:17.307060 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3c7fc41c-1ca0-4d5f-b163-aceb988ec2a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:17.311810 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3c7fc41c-1ca0-4d5f-b163-aceb988ec2a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:17.313849 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-3c7fc41c-1ca0-4d5f-b163-aceb988ec2a7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4742dd89-5545-47da-9d5a-053b57544bd3 HTTP/1.1" status: 204 len: 168 time: 0.3286443 Aug 11 03:10:17.345820 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7fc41c-1ca0-4d5f-b163-aceb988ec2a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4742dd89-5545-47da-9d5a-053b57544bd3,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:17.707146 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2382b3-7938-45a1-b8b9-911984116ea0 req-4f26c799-7eea-4d19-841f-0f5e896eae7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:17.707804 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-be2382b3-7938-45a1-b8b9-911984116ea0 req-4f26c799-7eea-4d19-841f-0f5e896eae7b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:17.711686 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-be2382b3-7938-45a1-b8b9-911984116ea0 req-4f26c799-7eea-4d19-841f-0f5e896eae7b service neutron] 10.222.0.24 "PUT /v2.0/ports/f4436d8e-ecef-4504-a052-c711f123c0f7 HTTP/1.1" status: 200 len: 1093 time: 4.4371562 Aug 11 03:10:17.715503 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d615024-e64b-4f7a-add5-f1f833289513', 'tag': 'f4436d8e-ecef-4504-a052-c711f123c0f7'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:10:17.722132 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfefe399-8ca7-4da1-b090-5a4d29de7e23" -d '{"events": [{"name": "network-changed", "server_uuid": "4d615024-e64b-4f7a-add5-f1f833289513", "tag": "f4436d8e-ecef-4504-a052-c711f123c0f7"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:10:17.904629 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f26c799-7eea-4d19-841f-0f5e896eae7b service neutron] Pushing event updated for resources: {'Port': ['ID=f4436d8e-ecef-4504-a052-c711f123c0f7,revision_number=3']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:17.961654 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ddb9ea73-e1e7-473b-a311-7a3a8353c303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:18.007236 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccb992d-64ef-48b7-a78c-73fb8b28e90e req-46425b4b-c5b1-4ce2-8434-1b9ad0110e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:18.013827 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7ccb992d-64ef-48b7-a78c-73fb8b28e90e req-46425b4b-c5b1-4ce2-8434-1b9ad0110e54 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c348de37bb094671bc15dc0c22bb5512&device_id=5d03b1ae-a755-4a35-b1e5-76525a66ded5 HTTP/1.1" status: 200 len: 1098 time: 0.8589530 Aug 11 03:10:18.062595 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 390af98c-3a36-49c0-b4c0-5520e803e562 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:10:18.124863 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b6fca5-32da-46d8-a9c0-bf9f54f58468 req-9857aee4-7b04-480e-a5a3-e3cd4bd9125f tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:18.134225 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e8b6fca5-32da-46d8-a9c0-bf9f54f58468 req-9857aee4-7b04-480e-a5a3-e3cd4bd9125f tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d615024-e64b-4f7a-add5-f1f833289513 HTTP/1.1" status: 200 len: 944 time: 0.4189928 Aug 11 03:10:18.146375 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c870b1-0255-4aaa-b01d-770f41aa713a req-7a490131-f107-4754-9520-889497f90155 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:18.153595 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-40c870b1-0255-4aaa-b01d-770f41aa713a req-7a490131-f107-4754-9520-889497f90155 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d03b1ae-a755-4a35-b1e5-76525a66ded5 HTTP/1.1" status: 200 len: 946 time: 0.4392014 Aug 11 03:10:18.221884 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2382b3-7938-45a1-b8b9-911984116ea0 req-dc251633-a4ae-4a26-b5ea-75d7c10d7b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:18.223684 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-be2382b3-7938-45a1-b8b9-911984116ea0 req-dc251633-a4ae-4a26-b5ea-75d7c10d7b3c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=32216559a0354b28a10186d89c9b1072&device_id=4d615024-e64b-4f7a-add5-f1f833289513 HTTP/1.1" status: 200 len: 1096 time: 0.3573961 Aug 11 03:10:18.233282 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port 390af98c-3a36-49c0-b4c0-5520e803e562 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:10:18.241609 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 390af98c-3a36-49c0-b4c0-5520e803e562 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:10:18.242440 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:18.345209 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-be2382b3-7938-45a1-b8b9-911984116ea0 req-1f0d14e8-7fd7-4bcb-98f7-d7e9331e35d3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f4436d8e-ecef-4504-a052-c711f123c0f7 HTTP/1.1" status: 200 len: 217 time: 0.1020396 Aug 11 03:10:18.405445 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:18.414702 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-40c870b1-0255-4aaa-b01d-770f41aa713a req-db96cd17-0e56-4422-9013-1b9dfb5ff9d8 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/security-groups?id=96c4279c-51b6-4d8a-ac93-67215ccf65c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2601314 Aug 11 03:10:18.434741 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e8b6fca5-32da-46d8-a9c0-bf9f54f58468 req-e09e2250-5b5c-4bfe-bb88-848f702b2944 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5a225df-05c1-440d-b2ae-d3bea38f3abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2999806 Aug 11 03:10:18.446481 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port 390af98c-3a36-49c0-b4c0-5520e803e562, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=390af98c-3a36-49c0-b4c0-5520e803e562,segment=NetworkSegment(fab28bed-aa25-40db-bba4-ec26e795194c),segment_id=fab28bed-aa25-40db-bba4-ec26e795194c)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:10:18.537597 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:18.550992 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:10:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec3e0edc-e648-4ef4-b7c8-7113a3061d9a x-openstack-request-id: req-ec3e0edc-e648-4ef4-b7c8-7113a3061d9a {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:10:18.551299 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d615024-e64b-4f7a-add5-f1f833289513", "tag": "f4436d8e-ecef-4504-a052-c711f123c0f7", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:10:18.551629 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ec3e0edc-e648-4ef4-b7c8-7113a3061d9a {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:10:18.551982 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d615024-e64b-4f7a-add5-f1f833289513', 'tag': 'f4436d8e-ecef-4504-a052-c711f123c0f7', 'status': 'completed', 'code': 200} Aug 11 03:10:18.592777 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccb992d-64ef-48b7-a78c-73fb8b28e90e req-65444735-ac34-4a98-9a45-7920b13f4fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:18.595360 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7ccb992d-64ef-48b7-a78c-73fb8b28e90e req-65444735-ac34-4a98-9a45-7920b13f4fb9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b3c19a2d-0e26-410a-b53e-1619e285dc24 HTTP/1.1" status: 200 len: 913 time: 0.5640075 Aug 11 03:10:18.653610 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=390af98c-3a36-49c0-b4c0-5520e803e562,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:18.704782 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2382b3-7938-45a1-b8b9-911984116ea0 req-3c3b3598-cb9e-451e-be7c-01ad6e32265d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:18.706510 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-be2382b3-7938-45a1-b8b9-911984116ea0 req-3c3b3598-cb9e-451e-be7c-01ad6e32265d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b8a74f8c-47d7-428d-9b47-116a9ebdc466 HTTP/1.1" status: 200 len: 845 time: 0.3456411 Aug 11 03:10:18.745125 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7ccb992d-64ef-48b7-a78c-73fb8b28e90e req-50e80431-e939-42a5-b94c-d47cfc60130c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4c05e0c4-ca34-4606-b44b-acb7389404c6 HTTP/1.1" status: 200 len: 217 time: 0.1305940 Aug 11 03:10:18.788948 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-be2382b3-7938-45a1-b8b9-911984116ea0 req-dbadb836-34f3-4b4b-ad62-26c58bb1b73f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=83b4bd4d-f4f2-42f4-b1e3-dbcc3fc1d9fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473940 Aug 11 03:10:18.973336 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ddb9ea73-e1e7-473b-a311-7a3a8353c303 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:19.011475 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50596b15-8758-4dec-806b-0be6c6487166 req-deb259da-6331-4a70-908c-291bb896b282 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:19.019896 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-50596b15-8758-4dec-806b-0be6c6487166 req-deb259da-6331-4a70-908c-291bb896b282 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=895c0843-971b-4689-82f6-c760d91aa720 HTTP/1.1" status: 200 len: 945 time: 0.4025698 Aug 11 03:10:19.036589 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccb992d-64ef-48b7-a78c-73fb8b28e90e req-b46d9801-893a-4304-b60f-1c01090ab104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:19.038245 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7ccb992d-64ef-48b7-a78c-73fb8b28e90e req-b46d9801-893a-4304-b60f-1c01090ab104 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c6eff5da-ec78-46c7-b512-eb7d066170b3 HTTP/1.1" status: 200 len: 852 time: 0.2469954 Aug 11 03:10:19.052794 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eaa587-c13f-43a7-a10b-edb085b4d8d9 req-52343974-00d8-4262-ae07-dc1b330f32fe tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:19.054365 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b4eaa587-c13f-43a7-a10b-edb085b4d8d9 req-52343974-00d8-4262-ae07-dc1b330f32fe tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/ports?device_id=186cfdba-74e8-496c-af0f-b566a2fff5c7 HTTP/1.1" status: 200 len: 945 time: 0.3167100 Aug 11 03:10:19.092352 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ddb9ea73-e1e7-473b-a311-7a3a8353c303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:19.095807 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-be2382b3-7938-45a1-b8b9-911984116ea0 req-b18dd512-5048-44e0-9650-c8fa5d42253f service neutron] 10.222.0.24 "GET /v2.0/networks/83b4bd4d-f4f2-42f4-b1e3-dbcc3fc1d9fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2740519 Aug 11 03:10:19.155998 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7ccb992d-64ef-48b7-a78c-73fb8b28e90e req-e547bb09-16c6-411b-af22-95b7e1af0fd6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b3c19a2d-0e26-410a-b53e-1619e285dc24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0932338 Aug 11 03:10:19.345330 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-50596b15-8758-4dec-806b-0be6c6487166 req-e39ab048-c44c-485d-8c7c-74b455ebc1c2 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/security-groups?id=19e25e3f-a72e-45d4-8165-3b0d2215340c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3242273 Aug 11 03:10:19.347367 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 57082) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:10:19.422082 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb9ea73-e1e7-473b-a311-7a3a8353c303 admin admin] Pushing event updated for resources: {'Port': ['ID=e63500bc-357c-45a5-8ad5-80fd3cbd3e76,revision_number=2']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:19.443808 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b4eaa587-c13f-43a7-a10b-edb085b4d8d9 req-dddf1fd6-ef8a-4e10-9132-1b38ee6f6abb tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/security-groups?id=2637b46e-72e4-4ee8-ae47-703ae17ac088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3735163 Aug 11 03:10:19.454172 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ddb9ea73-e1e7-473b-a311-7a3a8353c303 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16383026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521135'] for router_interface, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:19.574180 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-973ef15c-6dd7-42ac-afda-4b26760f0cd5 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1821193535-network', 'tenant_id': '44415f337b71498496665864f1602b88'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:10:19.628307 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7ccb992d-64ef-48b7-a78c-73fb8b28e90e req-77f76484-0756-4a5c-8267-9582d0abd91d service neutron] 10.222.0.24 "GET /v2.0/networks/b3c19a2d-0e26-410a-b53e-1619e285dc24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4330750 Aug 11 03:10:19.661421 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-be2382b3-7938-45a1-b8b9-911984116ea0 req-4a444705-ac06-4466-9997-c14b13e72d70 service neutron] 10.222.0.24 "GET /v2.0/networks/83b4bd4d-f4f2-42f4-b1e3-dbcc3fc1d9fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5189543 Aug 11 03:10:19.665310 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-973ef15c-6dd7-42ac-afda-4b26760f0cd5 admin admin] Made reservation on behalf of 44415f337b71498496665864f1602b88 for: {'network': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:10:19.668971 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-973ef15c-6dd7-42ac-afda-4b26760f0cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:19.683898 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-973ef15c-6dd7-42ac-afda-4b26760f0cd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:19.789271 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bcba8d-2fff-4a27-955a-12a7e559ed80 req-49b81b73-5e7c-4d16-9d70-02408f76f8cd tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:19.800624 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-01bcba8d-2fff-4a27-955a-12a7e559ed80 req-49b81b73-5e7c-4d16-9d70-02408f76f8cd tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d615024-e64b-4f7a-add5-f1f833289513 HTTP/1.1" status: 200 len: 944 time: 0.2340398 Aug 11 03:10:19.816588 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d35852-c9a4-4276-a704-1e6592d72e0a req-75d0d3d6-3bad-4064-b82a-f5a69bd98d13 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:19.824190 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-74d35852-c9a4-4276-a704-1e6592d72e0a req-75d0d3d6-3bad-4064-b82a-f5a69bd98d13 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d03b1ae-a755-4a35-b1e5-76525a66ded5 HTTP/1.1" status: 200 len: 946 time: 0.2561402 Aug 11 03:10:19.837654 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-973ef15c-6dd7-42ac-afda-4b26760f0cd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:19.899559 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddb9ea73-e1e7-473b-a311-7a3a8353c303 admin admin] Network 91da3244-d9c5-45b1-a401-8ed4bda41ca9 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:10:19.902113 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-973ef15c-6dd7-42ac-afda-4b26760f0cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:19.912017 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-ddb9ea73-e1e7-473b-a311-7a3a8353c303 admin admin] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:10:19.920755 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 390af98c-3a36-49c0-b4c0-5520e803e562 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:10:19.954064 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973ef15c-6dd7-42ac-afda-4b26760f0cd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95104542-16f5-45dc-8618-c4fbbca06b56,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:19.971503 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-973ef15c-6dd7-42ac-afda-4b26760f0cd5 admin admin] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=102191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:10:19.986525 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-973ef15c-6dd7-42ac-afda-4b26760f0cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:19.987972 n-d-764292-30 neutron-server[102191]: INFO neutron.db.segments_db [None req-973ef15c-6dd7-42ac-afda-4b26760f0cd5 admin admin] Added segment 6636cac9-4e2b-442e-bc2a-cdca0dca5176 of type vlan for network 99a68316-7b54-4552-81a4-eb1b8bfe1686 Aug 11 03:10:19.999207 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-01bcba8d-2fff-4a27-955a-12a7e559ed80 req-ebcef0e2-989a-4bec-8696-c25eb2d37b8a tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5a225df-05c1-440d-b2ae-d3bea38f3abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976173 Aug 11 03:10:20.069412 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 390af98c-3a36-49c0-b4c0-5520e803e562 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:10:20.070677 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:20.091173 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-973ef15c-6dd7-42ac-afda-4b26760f0cd5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:20.140768 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-74d35852-c9a4-4276-a704-1e6592d72e0a req-c980f29e-2948-4fe6-b897-2f77d2533b6e tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/security-groups?id=96c4279c-51b6-4d8a-ac93-67215ccf65c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3101087 Aug 11 03:10:20.151170 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfefe399-8ca7-4da1-b090-5a4d29de7e23 req-23b4bc70-5cd1-482a-84a6-c86f60bbcdb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:20.162263 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cfefe399-8ca7-4da1-b090-5a4d29de7e23 req-23b4bc70-5cd1-482a-84a6-c86f60bbcdb6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=32216559a0354b28a10186d89c9b1072&device_id=4d615024-e64b-4f7a-add5-f1f833289513 HTTP/1.1" status: 200 len: 1096 time: 0.3558812 Aug 11 03:10:20.178717 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7ccb992d-64ef-48b7-a78c-73fb8b28e90e req-be0827c4-b7c4-4f73-a0e2-3af7ccb4fc6a service neutron] 10.222.0.24 "GET /v2.0/networks/b3c19a2d-0e26-410a-b53e-1619e285dc24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5093980 Aug 11 03:10:20.294052 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-973ef15c-6dd7-42ac-afda-4b26760f0cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:20.298232 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-973ef15c-6dd7-42ac-afda-4b26760f0cd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:20.299951 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-973ef15c-6dd7-42ac-afda-4b26760f0cd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:20.383439 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddb9ea73-e1e7-473b-a311-7a3a8353c303 admin admin] Router 4c92f87e-778b-493b-a946-a2f76a5da8b7 has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:10:20.398796 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfefe399-8ca7-4da1-b090-5a4d29de7e23 req-507447ac-25ce-4664-bc50-ed5cdfd23026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:20.400282 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cfefe399-8ca7-4da1-b090-5a4d29de7e23 req-507447ac-25ce-4664-bc50-ed5cdfd23026 service neutron] 10.222.0.24 "GET /v2.0/networks?id=83b4bd4d-f4f2-42f4-b1e3-dbcc3fc1d9fb HTTP/1.1" status: 200 len: 906 time: 0.2153754 Aug 11 03:10:20.411166 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-fcf80462-b5b7-441a-9eb9-8fb0f3d139d2 None None] Provisioning complete for port e63500bc-357c-45a5-8ad5-80fd3cbd3e76 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:10:20.411902 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-fcf80462-b5b7-441a-9eb9-8fb0f3d139d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:20.427852 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973ef15c-6dd7-42ac-afda-4b26760f0cd5 admin admin] Pushing event updated for resources: {'Network': ['ID=99a68316-7b54-4552-81a4-eb1b8bfe1686,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:20.457429 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network 99a68316-7b54-4552-81a4-eb1b8bfe1686 details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:10:20.511992 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43a7034-9f12-47a9-95b2-853295dcdd2d req-e9bc9f7c-e1db-49b1-a7a2-4b4263cf0048 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:20.513368 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b43a7034-9f12-47a9-95b2-853295dcdd2d req-e9bc9f7c-e1db-49b1-a7a2-4b4263cf0048 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/ports?device_id=186cfdba-74e8-496c-af0f-b566a2fff5c7 HTTP/1.1" status: 200 len: 945 time: 0.3661382 Aug 11 03:10:20.519499 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-fcf80462-b5b7-441a-9eb9-8fb0f3d139d2 None None] Port e63500bc-357c-45a5-8ad5-80fd3cbd3e76 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:10:20.525098 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 57104) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:10:20.535049 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-efed0f77-089d-478a-871a-8d3b96f79190 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Request body: {'floatingip': {'port_id': '2682bd83-8758-4467-a055-b7a257a62210'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:10:20.561147 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cfefe399-8ca7-4da1-b090-5a4d29de7e23 req-7eebcf86-65fe-4444-8821-84242f242db4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f4436d8e-ecef-4504-a052-c711f123c0f7 HTTP/1.1" status: 200 len: 217 time: 0.0589404 Aug 11 03:10:20.589843 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-efed0f77-089d-478a-871a-8d3b96f79190 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Notify callbacks [] for floatingip, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:20.626513 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddb9ea73-e1e7-473b-a311-7a3a8353c303 admin admin] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:10:20.634522 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-ddb9ea73-e1e7-473b-a311-7a3a8353c303 admin admin] 10.222.0.41 "PUT /v2.0/routers/4c92f87e-778b-493b-a946-a2f76a5da8b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6002550 Aug 11 03:10:20.638519 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb19667a-f797-49d9-952e-0ed5a570c651 None None] Sync routers for ids ['4c92f87e-778b-493b-a946-a2f76a5da8b7'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:10:20.649122 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfefe399-8ca7-4da1-b090-5a4d29de7e23 req-33dc2d9d-39fa-483e-a8c8-8291062474f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:20.649543 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cfefe399-8ca7-4da1-b090-5a4d29de7e23 req-33dc2d9d-39fa-483e-a8c8-8291062474f0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b8a74f8c-47d7-428d-9b47-116a9ebdc466 HTTP/1.1" status: 200 len: 845 time: 0.0797601 Aug 11 03:10:20.655438 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb19667a-f797-49d9-952e-0ed5a570c651 None None] Routers {'4c92f87e-778b-493b-a946-a2f76a5da8b7'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:10:20.656392 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-eb19667a-f797-49d9-952e-0ed5a570c651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:10:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['4c92f87e-778b-493b-a946-a2f76a5da8b7'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:10:20.662127 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cb45c9-7846-43eb-8270-e68cd6a71726 req-bf819a0c-3dd0-4a93-a320-5a0aed237df6 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:20.663751 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-18cb45c9-7846-43eb-8270-e68cd6a71726 req-bf819a0c-3dd0-4a93-a320-5a0aed237df6 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=895c0843-971b-4689-82f6-c760d91aa720 HTTP/1.1" status: 200 len: 945 time: 0.1604164 Aug 11 03:10:20.706580 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cfefe399-8ca7-4da1-b090-5a4d29de7e23 req-53bda75e-e165-4a15-af80-338631e536b1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=83b4bd4d-f4f2-42f4-b1e3-dbcc3fc1d9fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417535 Aug 11 03:10:20.744972 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-18cb45c9-7846-43eb-8270-e68cd6a71726 req-7bb0abe1-3f38-4369-aa98-9532ab922cb4 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/security-groups?id=19e25e3f-a72e-45d4-8165-3b0d2215340c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720410 Aug 11 03:10:20.789749 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-973ef15c-6dd7-42ac-afda-4b26760f0cd5 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4411442 Aug 11 03:10:20.793769 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 57108) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:10:20.800180 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-3c4cf6ac-bbdd-46be-bb4b-cd1183fe1679 admin admin] Request body: {'subnet': {'network_id': '99a68316-7b54-4552-81a4-eb1b8bfe1686', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1821193535-subnet', 'tenant_id': '44415f337b71498496665864f1602b88', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:10:20.810087 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 4c05e0c4-ca34-4606-b44b-acb7389404c6 no longer exists at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:10:20.864112 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-eb19667a-f797-49d9-952e-0ed5a570c651 None None] Set router 4c92f87e-778b-493b-a946-a2f76a5da8b7 gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:10:20.950787 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cfefe399-8ca7-4da1-b090-5a4d29de7e23 req-a5fed3d1-ef8b-4307-a086-3ab31878b0e6 service neutron] 10.222.0.24 "GET /v2.0/networks/83b4bd4d-f4f2-42f4-b1e3-dbcc3fc1d9fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2304580 Aug 11 03:10:20.952177 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:21.043347 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c4cf6ac-bbdd-46be-bb4b-cd1183fe1679 admin admin] Made reservation on behalf of 44415f337b71498496665864f1602b88 for: {'subnet': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:10:21.045740 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-3c4cf6ac-bbdd-46be-bb4b-cd1183fe1679 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126180544'] for subnet, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:21.134708 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d03b1ae-a755-4a35-b1e5-76525a66ded5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c05e0c4-ca34-4606-b44b-acb7389404c6'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:10:21.137807 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e12161cb-27de-4fa5-b474-d4d564f79707" -d '{"events": [{"server_uuid": "5d03b1ae-a755-4a35-b1e5-76525a66ded5", "name": "network-vif-unplugged", "status": "completed", "tag": "4c05e0c4-ca34-4606-b44b-acb7389404c6"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:10:21.183879 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cfefe399-8ca7-4da1-b090-5a4d29de7e23 req-a1982d73-1221-4d94-9cd2-7df15f1f62d5 service neutron] 10.222.0.24 "GET /v2.0/networks/83b4bd4d-f4f2-42f4-b1e3-dbcc3fc1d9fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2231390 Aug 11 03:10:21.188195 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port 4c05e0c4-ca34-4606-b44b-acb7389404c6, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=4c05e0c4-ca34-4606-b44b-acb7389404c6,segment=NetworkSegment(66697432-be64-438d-a5b2-0b02f3d0fa2a),segment_id=66697432-be64-438d-a5b2-0b02f3d0fa2a)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:10:21.290773 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d870823-caf1-42b8-8211-82c5063dadf1 req-9a61c139-1a81-4190-91c4-6ba48c61ee83 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:21.293386 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2d870823-caf1-42b8-8211-82c5063dadf1 req-9a61c139-1a81-4190-91c4-6ba48c61ee83 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d615024-e64b-4f7a-add5-f1f833289513 HTTP/1.1" status: 200 len: 944 time: 0.1083419 Aug 11 03:10:21.293808 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 03:10:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39e23c46-a984-4ee4-9165-a9ed08d0baf0 x-openstack-request-id: req-39e23c46-a984-4ee4-9165-a9ed08d0baf0 {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:10:21.294264 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d03b1ae-a755-4a35-b1e5-76525a66ded5", "name": "network-vif-unplugged", "status": "completed", "tag": "4c05e0c4-ca34-4606-b44b-acb7389404c6", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:10:21.296098 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-39e23c46-a984-4ee4-9165-a9ed08d0baf0 {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:10:21.296658 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d03b1ae-a755-4a35-b1e5-76525a66ded5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c05e0c4-ca34-4606-b44b-acb7389404c6', 'code': 200} Aug 11 03:10:21.312800 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:21.388058 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2d870823-caf1-42b8-8211-82c5063dadf1 req-0948110d-ef9f-496b-8420-6e5b85676b84 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5a225df-05c1-440d-b2ae-d3bea38f3abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861750 Aug 11 03:10:21.463487 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-efed0f77-089d-478a-871a-8d3b96f79190 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:21.488841 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-3c4cf6ac-bbdd-46be-bb4b-cd1183fe1679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125932092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126180562'] for subnet, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:21.536417 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-efed0f77-089d-478a-871a-8d3b96f79190 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446866'] for floatingip, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:21.559257 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=4c05e0c4-ca34-4606-b44b-acb7389404c6,revision_number=8']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:21.568818 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-eb19667a-f797-49d9-952e-0ed5a570c651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c92f87e-778b-493b-a946-a2f76a5da8b7', 'name': 'tempest-AttachSCSIVolumeTestJSON-350860602-router', 'tenant_id': '3d0b3315d6104e5da51a130b98922e78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': '390af98c-3a36-49c0-b4c0-5520e803e562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:10:08Z', 'updated_at': '2021-08-11T03:10:17Z', 'revision_number': 4, 'project_id': '3d0b3315d6104e5da51a130b98922e78', 'gw_port': {'id': '390af98c-3a36-49c0-b4c0-5520e803e562', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e1:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c92f87e-778b-493b-a946-a2f76a5da8b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:10:10Z', 'updated_at': '2021-08-11T03:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': 'e63500bc-357c-45a5-8ad5-80fd3cbd3e76', 'name': '', 'network_id': '91da3244-d9c5-45b1-a401-8ed4bda41ca9', 'tenant_id': '3d0b3315d6104e5da51a130b98922e78', 'mac_address': 'fa:16:3e:ee:5a:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c92f87e-778b-493b-a946-a2f76a5da8b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': 'ddcb1ede-9642-40a8-8222-f076edcac6fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:10:14Z', 'updated_at': '2021-08-11T03:10:18Z', 'revision_number': 2, 'project_id': '3d0b3315d6104e5da51a130b98922e78', 'subnets': [{'id': 'ddcb1ede-9642-40a8-8222-f076edcac6fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:10:21.616403 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb19667a-f797-49d9-952e-0ed5a570c651 None None] Checking router: 4c92f87e-778b-493b-a946-a2f76a5da8b7 for host: n-d-764292-30 {{(pid=102193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:10:21.616753 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb19667a-f797-49d9-952e-0ed5a570c651 None None] Updating router 4c92f87e-778b-493b-a946-a2f76a5da8b7 port e63500bc-357c-45a5-8ad5-80fd3cbd3e76 binding host n-d-764292-30 {{(pid=102193) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:10:21.639424 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e73a05-93fb-4f7c-9569-974145d7ad66 req-2e7b82bb-d7f2-47f6-bdf4-5a50fac0ff8f tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:21.641490 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-31e73a05-93fb-4f7c-9569-974145d7ad66 req-2e7b82bb-d7f2-47f6-bdf4-5a50fac0ff8f tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d03b1ae-a755-4a35-b1e5-76525a66ded5 HTTP/1.1" status: 200 len: 944 time: 0.2111320 Aug 11 03:10:21.675489 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-eb19667a-f797-49d9-952e-0ed5a570c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:21.690519 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cf6ac-bbdd-46be-bb4b-cd1183fe1679 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4230503c-7b88-4635-ba97-704ecda79830,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:21.733991 n-d-764292-30 neutron-server[102191]: INFO neutron.db.l3_db [None req-efed0f77-089d-478a-871a-8d3b96f79190 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Floating IP b85958cb-228e-41a5-97ad-413b3a25ef5f associated. External IP: 172.25.8.228, port: 2682bd83-8758-4467-a055-b7a257a62210. Aug 11 03:10:22.284043 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efed0f77-089d-478a-871a-8d3b96f79190 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Router 852fc78d-aa8c-487c-8883-cddc3e10b8de has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:10:22.373389 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-31e73a05-93fb-4f7c-9569-974145d7ad66 req-bd12692c-f8d6-4a6d-9443-2309cdf16826 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/security-groups?id=96c4279c-51b6-4d8a-ac93-67215ccf65c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6690338 Aug 11 03:10:22.378228 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 57142) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:10:22.406877 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-eb19667a-f797-49d9-952e-0ed5a570c651 None None] Notify callbacks [] for port, precommit_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:22.425429 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-261bdc65-f362-4650-b4ca-847b96cb360e admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-207933399-network', 'tenant_id': 'eeda914787b34863824d468333b405ca'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:10:22.429471 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-eb19667a-f797-49d9-952e-0ed5a570c651 None None] Transition to ACTIVE for port object e63500bc-357c-45a5-8ad5-80fd3cbd3e76 will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:10:22.471563 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b738da2d-cab1-48f0-b42b-58fe8d8eea67 req-de873e77-6abb-4bdb-9a01-d8f3a4398ed4 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=70c84ed6-1b38-4b73-8bea-55c843cc7bda&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.8253906 Aug 11 03:10:22.472568 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c4cf6ac-bbdd-46be-bb4b-cd1183fe1679 admin admin] Checking segment: {'id': '6636cac9-4e2b-442e-bc2a-cdca0dca5176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '99a68316-7b54-4552-81a4-eb1b8bfe1686'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:10:22.473335 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c4cf6ac-bbdd-46be-bb4b-cd1183fe1679 admin admin] Network hostable DHCP agents. Network: 99a68316-7b54-4552-81a4-eb1b8bfe1686, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:10:22.529571 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-eb19667a-f797-49d9-952e-0ed5a570c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:22.581567 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8792c28c-fcad-4d7a-bba5-3cd8fd98f435 req-8dadada6-753d-4ca5-938c-99b66b103e2d tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:22.584371 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efed0f77-089d-478a-871a-8d3b96f79190 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:10:22.585988 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8792c28c-fcad-4d7a-bba5-3cd8fd98f435 req-8dadada6-753d-4ca5-938c-99b66b103e2d tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=895c0843-971b-4689-82f6-c760d91aa720 HTTP/1.1" status: 200 len: 945 time: 0.3173323 Aug 11 03:10:22.616398 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d531e2-1a4d-4228-b322-bca068ebbed4 None None] Sync routers for ids ['852fc78d-aa8c-487c-8883-cddc3e10b8de'] in n-d-764292-30 {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:10:22.619410 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a1245e-95bf-4833-9a73-22148092ec9a None None] Pushing event updated for resources: {'Port': ['ID=e63500bc-357c-45a5-8ad5-80fd3cbd3e76,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:22.620997 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-efed0f77-089d-478a-871a-8d3b96f79190 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for floatingip, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:22.657791 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d531e2-1a4d-4228-b322-bca068ebbed4 None None] Routers {'852fc78d-aa8c-487c-8883-cddc3e10b8de'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:10:22.659171 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-31d531e2-1a4d-4228-b322-bca068ebbed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:10:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['852fc78d-aa8c-487c-8883-cddc3e10b8de'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:10:22.718819 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-efed0f77-089d-478a-871a-8d3b96f79190 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "PUT /v2.0/floatingips/b85958cb-228e-41a5-97ad-413b3a25ef5f HTTP/1.1" status: 200 len: 991 time: 2.1917644 Aug 11 03:10:22.719394 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '186cfdba-74e8-496c-af0f-b566a2fff5c7', 'tag': '2682bd83-8758-4467-a055-b7a257a62210'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:10:22.722603 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6af1d2f1-7d1c-42d8-ab20-4376dab0b870" -d '{"events": [{"name": "network-changed", "server_uuid": "186cfdba-74e8-496c-af0f-b566a2fff5c7", "tag": "2682bd83-8758-4467-a055-b7a257a62210"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:10:22.735742 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-eb19667a-f797-49d9-952e-0ed5a570c651 None None] Attempting to bind port e63500bc-357c-45a5-8ad5-80fd3cbd3e76 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:10:22.736126 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-eb19667a-f797-49d9-952e-0ed5a570c651 None None] Attempting to bind port e63500bc-357c-45a5-8ad5-80fd3cbd3e76 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': 'cf8e03ed-2ed8-499c-b46d-5acda28a8bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '91da3244-d9c5-45b1-a401-8ed4bda41ca9'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:10:22.736488 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb19667a-f797-49d9-952e-0ed5a570c651 None None] Attempting to bind port e63500bc-357c-45a5-8ad5-80fd3cbd3e76 on network 91da3244-d9c5-45b1-a401-8ed4bda41ca9 {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:10:22.758318 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb19667a-f797-49d9-952e-0ed5a570c651 None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:10:22.758992 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb19667a-f797-49d9-952e-0ed5a570c651 None None] Checking segment: {'id': 'cf8e03ed-2ed8-499c-b46d-5acda28a8bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '91da3244-d9c5-45b1-a401-8ed4bda41ca9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:10:22.759407 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-eb19667a-f797-49d9-952e-0ed5a570c651 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:22.759812 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb19667a-f797-49d9-952e-0ed5a570c651 None None] Bound using segment: {'id': 'cf8e03ed-2ed8-499c-b46d-5acda28a8bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '91da3244-d9c5-45b1-a401-8ed4bda41ca9'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:10:22.760286 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-eb19667a-f797-49d9-952e-0ed5a570c651 None None] Bound port: e63500bc-357c-45a5-8ad5-80fd3cbd3e76, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf8e03ed-2ed8-499c-b46d-5acda28a8bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '91da3244-d9c5-45b1-a401-8ed4bda41ca9'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:10:22.760676 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-eb19667a-f797-49d9-952e-0ed5a570c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:22.771435 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-261bdc65-f362-4650-b4ca-847b96cb360e admin admin] Made reservation on behalf of eeda914787b34863824d468333b405ca for: {'network': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:10:22.789463 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-261bdc65-f362-4650-b4ca-847b96cb360e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:22.833391 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-31d531e2-1a4d-4228-b322-bca068ebbed4 None None] Set router 852fc78d-aa8c-487c-8883-cddc3e10b8de gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:10:22.853816 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-eb19667a-f797-49d9-952e-0ed5a570c651 None None] For port e63500bc-357c-45a5-8ad5-80fd3cbd3e76, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:10:22.858702 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-eb19667a-f797-49d9-952e-0ed5a570c651 None None] For port e63500bc-357c-45a5-8ad5-80fd3cbd3e76, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=e63500bc-357c-45a5-8ad5-80fd3cbd3e76,segment=NetworkSegment(cf8e03ed-2ed8-499c-b46d-5acda28a8bc7),segment_id=cf8e03ed-2ed8-499c-b46d-5acda28a8bc7)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:10:22.861384 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device f4436d8e-ecef-4504-a052-c711f123c0f7 details requested by agent hyperv_n-h2-764292-30 with host n-h2-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:10:22.906584 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-261bdc65-f362-4650-b4ca-847b96cb360e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:22.933325 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c4cf6ac-bbdd-46be-bb4b-cd1183fe1679 admin admin] Network 99a68316-7b54-4552-81a4-eb1b8bfe1686 is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:10:22.973623 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a26c863-859f-451c-bc34-c53dd246367a req-3b4865dd-a954-48b3-a54b-7625a0779378 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:22.975437 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8a26c863-859f-451c-bc34-c53dd246367a req-3b4865dd-a954-48b3-a54b-7625a0779378 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d615024-e64b-4f7a-add5-f1f833289513 HTTP/1.1" status: 200 len: 944 time: 0.4624269 Aug 11 03:10:22.998630 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8792c28c-fcad-4d7a-bba5-3cd8fd98f435 req-0278b852-7173-4876-ad84-d3ba6d51e0ad tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/security-groups?id=19e25e3f-a72e-45d4-8165-3b0d2215340c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3422182 Aug 11 03:10:23.031469 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port f4436d8e-ecef-4504-a052-c711f123c0f7, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=f4436d8e-ecef-4504-a052-c711f123c0f7,segment=NetworkSegment(c567aba8-f786-4533-ad6f-0c8ff3fef5d6),segment_id=c567aba8-f786-4533-ad6f-0c8ff3fef5d6)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:10:23.051556 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Returning: {'device': 'f4436d8e-ecef-4504-a052-c711f123c0f7', 'network_id': '83b4bd4d-f4f2-42f4-b1e3-dbcc3fc1d9fb', 'port_id': 'f4436d8e-ecef-4504-a052-c711f123c0f7', 'mac_address': 'fa:16:3e:39:0a:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8a74f8c-47d7-428d-9b47-116a9ebdc466', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:10:23.056057 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-eb19667a-f797-49d9-952e-0ed5a570c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:23.088001 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-3c4cf6ac-bbdd-46be-bb4b-cd1183fe1679 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, 99a68316-7b54-4552-81a4-eb1b8bfe1686) {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:10:23.116056 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b738da2d-cab1-48f0-b42b-58fe8d8eea67 req-49171777-2a10-416e-83ce-e1eb462e8d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:23.118586 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b738da2d-cab1-48f0-b42b-58fe8d8eea67 req-49171777-2a10-416e-83ce-e1eb462e8d94 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3419766c112444a3864f482257b66851&device_id=70c84ed6-1b38-4b73-8bea-55c843cc7bda HTTP/1.1" status: 200 len: 1096 time: 0.5642712 Aug 11 03:10:23.134495 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c4cf6ac-bbdd-46be-bb4b-cd1183fe1679 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:23.137787 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-3c4cf6ac-bbdd-46be-bb4b-cd1183fe1679 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:23.191819 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:23.207355 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a1245e-95bf-4833-9a73-22148092ec9a None None] Pushing event updated for resources: {'Port': ['ID=e63500bc-357c-45a5-8ad5-80fd3cbd3e76,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:23.217998 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b94ddea-055e-462d-96fe-6bcc4fdc6eff None None] Network 99a68316-7b54-4552-81a4-eb1b8bfe1686 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:10:23.268436 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8a26c863-859f-451c-bc34-c53dd246367a req-14be4c8b-3a77-42db-8d26-7edec428629d tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5a225df-05c1-440d-b2ae-d3bea38f3abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2697463 Aug 11 03:10:23.311025 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4436d8e-ecef-4504-a052-c711f123c0f7 {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:10:23.338906 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port f4436d8e-ecef-4504-a052-c711f123c0f7, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=f4436d8e-ecef-4504-a052-c711f123c0f7,segment=NetworkSegment(c567aba8-f786-4533-ad6f-0c8ff3fef5d6),segment_id=c567aba8-f786-4533-ad6f-0c8ff3fef5d6)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:10:23.348402 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:10:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f35706f0-5a08-4cd0-8ff2-2506edcb1f38 x-openstack-request-id: req-f35706f0-5a08-4cd0-8ff2-2506edcb1f38 {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:10:23.348938 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "186cfdba-74e8-496c-af0f-b566a2fff5c7", "tag": "2682bd83-8758-4467-a055-b7a257a62210", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:10:23.349393 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f35706f0-5a08-4cd0-8ff2-2506edcb1f38 {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:10:23.350019 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '186cfdba-74e8-496c-af0f-b566a2fff5c7', 'tag': '2682bd83-8758-4467-a055-b7a257a62210', 'status': 'completed', 'code': 200} Aug 11 03:10:23.357730 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-31d531e2-1a4d-4228-b322-bca068ebbed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '852fc78d-aa8c-487c-8883-cddc3e10b8de', 'name': 'tempest-AttachVolumeShelveTestJSON-1517035376-router', 'tenant_id': '92caf1df2234498c82ddfcf53391d4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.38'}], 'enable_snat': True}, 'gw_port_id': '7aed6d49-0318-48db-80e8-c875f725ac1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:03:47Z', 'updated_at': '2021-08-11T03:03:56Z', 'revision_number': 4, 'project_id': '92caf1df2234498c82ddfcf53391d4fc', 'gw_port': {'id': '7aed6d49-0318-48db-80e8-c875f725ac1e', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:e8:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852fc78d-aa8c-487c-8883-cddc3e10b8de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:03:48Z', 'updated_at': '2021-08-11T03:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_floatingips': [{'id': 'b85958cb-228e-41a5-97ad-413b3a25ef5f', 'tenant_id': '92caf1df2234498c82ddfcf53391d4fc', 'floating_ip_address': '172.25.8.228', 'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'router_id': '852fc78d-aa8c-487c-8883-cddc3e10b8de', 'port_id': '2682bd83-8758-4467-a055-b7a257a62210', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd17d1b32-4aa7-4439-b455-9cb54b2072df', 'mac_address': 'fa:16:3e:84:41:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '186cfdba-74e8-496c-af0f-b566a2fff5c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:09:53Z', 'updated_at': '2021-08-11T03:10:21Z', 'revision_number': 1, 'project_id': '92caf1df2234498c82ddfcf53391d4fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cfb2d3e-60df-41ea-a00e-6e072156db10', 'name': '', 'network_id': 'd17d1b32-4aa7-4439-b455-9cb54b2072df', 'tenant_id': '92caf1df2234498c82ddfcf53391d4fc', 'mac_address': 'fa:16:3e:f7:39:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852fc78d-aa8c-487c-8883-cddc3e10b8de', 'device_owner': 'network:router_interface', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': 'c8bae62b-5e51-4859-99ce-3b4e8f86224a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:03:54Z', 'updated_at': '2021-08-11T03:04:03Z', 'revision_number': 5, 'project_id': '92caf1df2234498c82ddfcf53391d4fc', 'subnets': [{'id': 'c8bae62b-5e51-4859-99ce-3b4e8f86224a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:10:23.419880 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b738da2d-cab1-48f0-b42b-58fe8d8eea67 req-43a4fe8a-b490-4c80-8da7-8a300c920604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:23.421270 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b738da2d-cab1-48f0-b42b-58fe8d8eea67 req-43a4fe8a-b490-4c80-8da7-8a300c920604 service neutron] 10.222.0.24 "GET /v2.0/networks?id=6b5eb666-47e5-4ddb-b0bc-16855d478160 HTTP/1.1" status: 200 len: 913 time: 0.2149007 Aug 11 03:10:23.443747 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d531e2-1a4d-4228-b322-bca068ebbed4 None None] Checking router: 852fc78d-aa8c-487c-8883-cddc3e10b8de for host: n-d-764292-30 {{(pid=102194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:10:23.454879 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d531e2-1a4d-4228-b322-bca068ebbed4 None None] Routers {'852fc78d-aa8c-487c-8883-cddc3e10b8de'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:10:23.455968 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-31d531e2-1a4d-4228-b322-bca068ebbed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:10:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['852fc78d-aa8c-487c-8883-cddc3e10b8de'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:10:23.494986 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:23.497996 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af1d2f1-7d1c-42d8-ab20-4376dab0b870 req-a3f7bd83-7e7c-483b-b297-83553038955b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:23.500254 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-6af1d2f1-7d1c-42d8-ab20-4376dab0b870 req-a3f7bd83-7e7c-483b-b297-83553038955b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=92caf1df2234498c82ddfcf53391d4fc&device_id=186cfdba-74e8-496c-af0f-b566a2fff5c7 HTTP/1.1" status: 200 len: 1097 time: 0.1270306 Aug 11 03:10:23.531849 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-261bdc65-f362-4650-b4ca-847b96cb360e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:23.616982 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb19667a-f797-49d9-952e-0ed5a570c651 None None] Routers {'4c92f87e-778b-493b-a946-a2f76a5da8b7'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:10:23.617722 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-eb19667a-f797-49d9-952e-0ed5a570c651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:10:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['4c92f87e-778b-493b-a946-a2f76a5da8b7'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:10:23.643258 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b738da2d-cab1-48f0-b42b-58fe8d8eea67 req-40d4f161-e8a4-4466-a2cf-78bfecc0ab2d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fa57729b-416e-4b56-988d-5e0b3aee0303 HTTP/1.1" status: 200 len: 999 time: 0.2133896 Aug 11 03:10:23.652544 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-261bdc65-f362-4650-b4ca-847b96cb360e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:23.668491 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-31d531e2-1a4d-4228-b322-bca068ebbed4 None None] Set router 852fc78d-aa8c-487c-8883-cddc3e10b8de gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:10:23.673194 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-261bdc65-f362-4650-b4ca-847b96cb360e admin admin] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=102192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:10:23.684169 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-261bdc65-f362-4650-b4ca-847b96cb360e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:23.684815 n-d-764292-30 neutron-server[102192]: INFO neutron.db.segments_db [None req-261bdc65-f362-4650-b4ca-847b96cb360e admin admin] Added segment 9333ef2b-bb7e-4619-ae48-02b355cbc714 of type vlan for network 9ffa8fc6-888b-4604-aa22-c48c434612fd Aug 11 03:10:23.732971 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af1d2f1-7d1c-42d8-ab20-4376dab0b870 req-cb4f0ffa-30b1-4d9f-9911-fc481c4a339c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:23.736983 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-6af1d2f1-7d1c-42d8-ab20-4376dab0b870 req-cb4f0ffa-30b1-4d9f-9911-fc481c4a339c service neutron] 10.222.0.22 "GET /v2.0/networks?id=d17d1b32-4aa7-4439-b455-9cb54b2072df HTTP/1.1" status: 200 len: 918 time: 0.2265117 Aug 11 03:10:23.773178 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-261bdc65-f362-4650-b4ca-847b96cb360e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:23.857414 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=f4436d8e-ecef-4504-a052-c711f123c0f7,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:23.867104 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-3c4cf6ac-bbdd-46be-bb4b-cd1183fe1679 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.0721846 Aug 11 03:10:23.878532 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 57166) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:10:23.896813 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aa380b3-8fae-4e9d-8e93-956cdf77bc0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde080026-c28f-55be-b52b-13827cc43646-99a68316-7b54-4552-81a4-eb1b8bfe1686', 'network_id': '99a68316-7b54-4552-81a4-eb1b8bfe1686', 'tenant_id': '44415f337b71498496665864f1602b88', 'fixed_ips': [{'subnet_id': '4230503c-7b88-4635-ba97-704ecda79830'}]}} from n-d-764292-30. {{(pid=102193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:10:23.897701 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-9aa380b3-8fae-4e9d-8e93-956cdf77bc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:23.898931 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-27be2433-7369-4de3-8b36-8461a0f8afe8 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1821193535-router', 'tenant_id': '44415f337b71498496665864f1602b88', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:10:23.904845 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3816557f-069c-41fb-b212-9ac8eeecbfd1 req-771ecb53-9701-4d12-b766-5d05dd18f860 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:23.906810 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3816557f-069c-41fb-b212-9ac8eeecbfd1 req-771ecb53-9701-4d12-b766-5d05dd18f860 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d03b1ae-a755-4a35-b1e5-76525a66ded5 HTTP/1.1" status: 200 len: 944 time: 0.3698251 Aug 11 03:10:23.933855 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-261bdc65-f362-4650-b4ca-847b96cb360e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:23.935252 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-261bdc65-f362-4650-b4ca-847b96cb360e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:23.936083 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-261bdc65-f362-4650-b4ca-847b96cb360e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:23.955578 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['f4436d8e-ecef-4504-a052-c711f123c0f7'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:10:23.993832 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3816557f-069c-41fb-b212-9ac8eeecbfd1 req-1643e293-dfb5-4ef7-a7f9-c0abdecaceb7 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/security-groups?id=96c4279c-51b6-4d8a-ac93-67215ccf65c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666988 Aug 11 03:10:24.056343 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261bdc65-f362-4650-b4ca-847b96cb360e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30fc7c37-c31d-42c2-bd7f-3a08d3fa6ae4,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:24.096757 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-27be2433-7369-4de3-8b36-8461a0f8afe8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-450010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6626'] for router, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:24.096757 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-27be2433-7369-4de3-8b36-8461a0f8afe8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-446747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6633'] for router, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:24.105003 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-31d531e2-1a4d-4228-b322-bca068ebbed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '852fc78d-aa8c-487c-8883-cddc3e10b8de', 'name': 'tempest-AttachVolumeShelveTestJSON-1517035376-router', 'tenant_id': '92caf1df2234498c82ddfcf53391d4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.38'}], 'enable_snat': True}, 'gw_port_id': '7aed6d49-0318-48db-80e8-c875f725ac1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:03:47Z', 'updated_at': '2021-08-11T03:03:56Z', 'revision_number': 4, 'project_id': '92caf1df2234498c82ddfcf53391d4fc', 'gw_port': {'id': '7aed6d49-0318-48db-80e8-c875f725ac1e', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:e8:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852fc78d-aa8c-487c-8883-cddc3e10b8de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:03:48Z', 'updated_at': '2021-08-11T03:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_floatingips': [{'id': 'b85958cb-228e-41a5-97ad-413b3a25ef5f', 'tenant_id': '92caf1df2234498c82ddfcf53391d4fc', 'floating_ip_address': '172.25.8.228', 'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'router_id': '852fc78d-aa8c-487c-8883-cddc3e10b8de', 'port_id': '2682bd83-8758-4467-a055-b7a257a62210', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd17d1b32-4aa7-4439-b455-9cb54b2072df', 'mac_address': 'fa:16:3e:84:41:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '186cfdba-74e8-496c-af0f-b566a2fff5c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:09:53Z', 'updated_at': '2021-08-11T03:10:21Z', 'revision_number': 1, 'project_id': '92caf1df2234498c82ddfcf53391d4fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cfb2d3e-60df-41ea-a00e-6e072156db10', 'name': '', 'network_id': 'd17d1b32-4aa7-4439-b455-9cb54b2072df', 'tenant_id': '92caf1df2234498c82ddfcf53391d4fc', 'mac_address': 'fa:16:3e:f7:39:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852fc78d-aa8c-487c-8883-cddc3e10b8de', 'device_owner': 'network:router_interface', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': 'c8bae62b-5e51-4859-99ce-3b4e8f86224a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:03:54Z', 'updated_at': '2021-08-11T03:04:03Z', 'revision_number': 5, 'project_id': '92caf1df2234498c82ddfcf53391d4fc', 'subnets': [{'id': 'c8bae62b-5e51-4859-99ce-3b4e8f86224a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:10:24.105792 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b738da2d-cab1-48f0-b42b-58fe8d8eea67 req-89f2f6c7-1dcc-45c8-9cc4-b9bd4309d63e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:24.109959 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b738da2d-cab1-48f0-b42b-58fe8d8eea67 req-89f2f6c7-1dcc-45c8-9cc4-b9bd4309d63e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6bc807f9-b5f2-488b-b980-1ec1f7afe42f HTTP/1.1" status: 200 len: 851 time: 0.2461157 Aug 11 03:10:24.173442 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d531e2-1a4d-4228-b322-bca068ebbed4 None None] The sync data for ids ['852fc78d-aa8c-487c-8883-cddc3e10b8de'] in n-d-764292-30 is: [{'id': '852fc78d-aa8c-487c-8883-cddc3e10b8de', 'name': 'tempest-AttachVolumeShelveTestJSON-1517035376-router', 'tenant_id': '92caf1df2234498c82ddfcf53391d4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.38'}], 'enable_snat': True}, 'gw_port_id': '7aed6d49-0318-48db-80e8-c875f725ac1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:03:47Z', 'updated_at': '2021-08-11T03:03:56Z', 'revision_number': 4, 'project_id': '92caf1df2234498c82ddfcf53391d4fc', 'gw_port': {'id': '7aed6d49-0318-48db-80e8-c875f725ac1e', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:e8:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852fc78d-aa8c-487c-8883-cddc3e10b8de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:03:48Z', 'updated_at': '2021-08-11T03:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_floatingips': [{'id': 'b85958cb-228e-41a5-97ad-413b3a25ef5f', 'tenant_id': '92caf1df2234498c82ddfcf53391d4fc', 'floating_ip_address': '172.25.8.228', 'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'router_id': '852fc78d-aa8c-487c-8883-cddc3e10b8de', 'port_id': '2682bd83-8758-4467-a055-b7a257a62210', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd17d1b32-4aa7-4439-b455-9cb54b2072df', 'mac_address': 'fa:16:3e:84:41:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '186cfdba-74e8-496c-af0f-b566a2fff5c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:09:53Z', 'updated_at': '2021-08-11T03:10:21Z', 'revision_number': 1, 'project_id': '92caf1df2234498c82ddfcf53391d4fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cfb2d3e-60df-41ea-a00e-6e072156db10', 'name': '', 'network_id': 'd17d1b32-4aa7-4439-b455-9cb54b2072df', 'tenant_id': '92caf1df2234498c82ddfcf53391d4fc', 'mac_address': 'fa:16:3e:f7:39:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852fc78d-aa8c-487c-8883-cddc3e10b8de', 'device_owner': 'network:router_interface', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': 'c8bae62b-5e51-4859-99ce-3b4e8f86224a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:03:54Z', 'updated_at': '2021-08-11T03:04:03Z', 'revision_number': 5, 'project_id': '92caf1df2234498c82ddfcf53391d4fc', 'subnets': [{'id': 'c8bae62b-5e51-4859-99ce-3b4e8f86224a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:10:24.194812 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-261bdc65-f362-4650-b4ca-847b96cb360e admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.8112173 Aug 11 03:10:24.211444 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 57176) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:10:24.225855 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261bdc65-f362-4650-b4ca-847b96cb360e admin admin] Pushing event updated for resources: {'Network': ['ID=9ffa8fc6-888b-4604-aa22-c48c434612fd,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:24.236543 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-e11482d7-da37-4048-9af5-9e0f9348c37a admin admin] Request body: {'subnet': {'network_id': '9ffa8fc6-888b-4604-aa22-c48c434612fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-207933399-subnet', 'tenant_id': 'eeda914787b34863824d468333b405ca', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:10:24.249545 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-27be2433-7369-4de3-8b36-8461a0f8afe8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:24.314646 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-6af1d2f1-7d1c-42d8-ab20-4376dab0b870 req-6ae75337-5ef8-4590-8294-c8779b3dcb52 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2682bd83-8758-4467-a055-b7a257a62210 HTTP/1.1" status: 200 len: 999 time: 0.5685694 Aug 11 03:10:24.347976 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b738da2d-cab1-48f0-b42b-58fe8d8eea67 req-713bbcf2-d8a4-4609-aa02-45eb2f42f2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:24.367773 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b738da2d-cab1-48f0-b42b-58fe8d8eea67 req-713bbcf2-d8a4-4609-aa02-45eb2f42f2ff service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6b5eb666-47e5-4ddb-b0bc-16855d478160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2478445 Aug 11 03:10:24.389801 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5834f4c9-e0ee-4074-907c-6570632ab25d req-859f04fc-faf7-43bf-819f-c9a065893f28 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:24.398499 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5834f4c9-e0ee-4074-907c-6570632ab25d req-859f04fc-faf7-43bf-819f-c9a065893f28 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=895c0843-971b-4689-82f6-c760d91aa720 HTTP/1.1" status: 200 len: 945 time: 0.2078001 Aug 11 03:10:24.418850 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e11482d7-da37-4048-9af5-9e0f9348c37a admin admin] Made reservation on behalf of eeda914787b34863824d468333b405ca for: {'subnet': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:10:24.422553 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e11482d7-da37-4048-9af5-9e0f9348c37a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126180544'] for subnet, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:24.533135 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af1d2f1-7d1c-42d8-ab20-4376dab0b870 req-828eb603-6766-4f2b-b94d-14a90ae8f699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:24.535754 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-6af1d2f1-7d1c-42d8-ab20-4376dab0b870 req-828eb603-6766-4f2b-b94d-14a90ae8f699 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c8bae62b-5e51-4859-99ce-3b4e8f86224a HTTP/1.1" status: 200 len: 856 time: 0.2129557 Aug 11 03:10:24.624146 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c623a9-92a6-4a9b-a0dd-43df9888e061 None None] New status for floating IP b85958cb-228e-41a5-97ad-413b3a25ef5f: ACTIVE {{(pid=102193) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:10:24.631106 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network 9ffa8fc6-888b-4604-aa22-c48c434612fd details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:10:24.633717 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5834f4c9-e0ee-4074-907c-6570632ab25d req-80a408ff-58d3-490f-a174-221f22e714dc tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/security-groups?id=19e25e3f-a72e-45d4-8165-3b0d2215340c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304533 Aug 11 03:10:24.862310 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-27be2433-7369-4de3-8b36-8461a0f8afe8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:24.866954 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b738da2d-cab1-48f0-b42b-58fe8d8eea67 req-c203e8f8-e57f-4863-b0f7-60df5b498966 service neutron] 10.222.0.24 "GET /v2.0/networks/6b5eb666-47e5-4ddb-b0bc-16855d478160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4828894 Aug 11 03:10:24.868449 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af1d2f1-7d1c-42d8-ab20-4376dab0b870 req-6e6d6902-8e5c-4c10-9d68-c377e0302484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:24.870100 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-6af1d2f1-7d1c-42d8-ab20-4376dab0b870 req-6e6d6902-8e5c-4c10-9d68-c377e0302484 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d17d1b32-4aa7-4439-b455-9cb54b2072df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3253596 Aug 11 03:10:24.908023 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 4c05e0c4-ca34-4606-b44b-acb7389404c6 no longer exists at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:10:25.019588 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-6af1d2f1-7d1c-42d8-ab20-4376dab0b870 req-331711da-5dde-4047-9566-f311050ff78a service neutron] 10.222.0.22 "GET /v2.0/networks/d17d1b32-4aa7-4439-b455-9cb54b2072df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415601 Aug 11 03:10:25.037342 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b738da2d-cab1-48f0-b42b-58fe8d8eea67 req-8293b668-24ef-45d2-b54b-e2d417af6e04 service neutron] 10.222.0.24 "GET /v2.0/networks/6b5eb666-47e5-4ddb-b0bc-16855d478160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593320 Aug 11 03:10:25.104515 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-eb19667a-f797-49d9-952e-0ed5a570c651 None None] Set router 4c92f87e-778b-493b-a946-a2f76a5da8b7 gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:10:25.233223 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-6af1d2f1-7d1c-42d8-ab20-4376dab0b870 req-1140c587-04ae-4f8f-b62b-e97717b89e77 service neutron] 10.222.0.22 "GET /v2.0/networks/d17d1b32-4aa7-4439-b455-9cb54b2072df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816702 Aug 11 03:10:25.268209 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0fd164-1472-4432-aab4-65e187c87a0f req-95ff0cc5-7b57-4760-9fbd-f5c8e2ed1393 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:25.281442 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0c0fd164-1472-4432-aab4-65e187c87a0f req-95ff0cc5-7b57-4760-9fbd-f5c8e2ed1393 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d615024-e64b-4f7a-add5-f1f833289513 HTTP/1.1" status: 200 len: 945 time: 0.2414815 Aug 11 03:10:25.373938 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0c0fd164-1472-4432-aab4-65e187c87a0f req-8c271209-2499-41f8-98e4-1d401df38b13 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5a225df-05c1-440d-b2ae-d3bea38f3abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913758 Aug 11 03:10:25.504185 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e11482d7-da37-4048-9af5-9e0f9348c37a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125932092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126180562'] for subnet, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:25.555054 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.db_base_plugin_common [None req-9aa380b3-8fae-4e9d-8e93-956cdf77bc0a None None] Allocated IP 172.20.0.2 (99a68316-7b54-4552-81a4-eb1b8bfe1686/4230503c-7b88-4635-ba97-704ecda79830/ff96b7cd-67e3-4486-9c6d-f9ee43f4bd21) {{(pid=102193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:10:25.643075 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11482d7-da37-4048-9af5-9e0f9348c37a admin admin] Pushing event updated for resources: {'Subnet': ['ID=b417ab28-c6da-482e-9c75-052ee1bd82bf,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:25.683238 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11482d7-da37-4048-9af5-9e0f9348c37a admin admin] Checking segment: {'id': '9333ef2b-bb7e-4619-ae48-02b355cbc714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '9ffa8fc6-888b-4604-aa22-c48c434612fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:10:25.683608 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e11482d7-da37-4048-9af5-9e0f9348c37a admin admin] Network hostable DHCP agents. Network: 9ffa8fc6-888b-4604-aa22-c48c434612fd, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:10:25.889084 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e11482d7-da37-4048-9af5-9e0f9348c37a admin admin] Network 9ffa8fc6-888b-4604-aa22-c48c434612fd is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:10:25.936824 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec72406a-ca15-46c8-acf4-070a25d9e29b req-23b2a0ad-b5e6-4189-8c5c-6802dade883a tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:25.951925 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ec72406a-ca15-46c8-acf4-070a25d9e29b req-23b2a0ad-b5e6-4189-8c5c-6802dade883a tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=895c0843-971b-4689-82f6-c760d91aa720 HTTP/1.1" status: 200 len: 945 time: 0.1444652 Aug 11 03:10:25.996980 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-e11482d7-da37-4048-9af5-9e0f9348c37a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, 9ffa8fc6-888b-4604-aa22-c48c434612fd) {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:10:26.020014 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e11482d7-da37-4048-9af5-9e0f9348c37a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:26.020607 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e11482d7-da37-4048-9af5-9e0f9348c37a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:26.028358 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4467934d-ed50-44f1-aa2c-d9af12bf89cb None None] Network 9ffa8fc6-888b-4604-aa22-c48c434612fd requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:10:26.072826 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ec72406a-ca15-46c8-acf4-070a25d9e29b req-8d51c647-0b63-4e8a-8b4e-bfb7c9a4c075 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/security-groups?id=19e25e3f-a72e-45d4-8165-3b0d2215340c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199431 Aug 11 03:10:26.090232 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-a850549d-32f7-442a-8d0f-f7e9c8fb9395 req-246cd537-7134-451d-9f3f-3159b6ae3290 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=29cccc14-5cf4-4470-a538-9d1ef2af8007&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1802630 Aug 11 03:10:26.108606 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-27be2433-7369-4de3-8b36-8461a0f8afe8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:26.129520 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-e11482d7-da37-4048-9af5-9e0f9348c37a admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.9047406 Aug 11 03:10:26.132208 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 57246) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:10:26.137260 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-b8fd6397-cd9e-4399-a388-4fce216ee029 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-207933399-router', 'tenant_id': 'eeda914787b34863824d468333b405ca', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:10:26.148305 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-27be2433-7369-4de3-8b36-8461a0f8afe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:26.211729 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-9aa380b3-8fae-4e9d-8e93-956cdf77bc0a None None] Notify callbacks [] for port, precommit_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:26.215641 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-eb19667a-f797-49d9-952e-0ed5a570c651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c92f87e-778b-493b-a946-a2f76a5da8b7', 'name': 'tempest-AttachSCSIVolumeTestJSON-350860602-router', 'tenant_id': '3d0b3315d6104e5da51a130b98922e78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': '390af98c-3a36-49c0-b4c0-5520e803e562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:10:08Z', 'updated_at': '2021-08-11T03:10:17Z', 'revision_number': 4, 'project_id': '3d0b3315d6104e5da51a130b98922e78', 'gw_port': {'id': '390af98c-3a36-49c0-b4c0-5520e803e562', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e1:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c92f87e-778b-493b-a946-a2f76a5da8b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:10:10Z', 'updated_at': '2021-08-11T03:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': 'e63500bc-357c-45a5-8ad5-80fd3cbd3e76', 'name': '', 'network_id': '91da3244-d9c5-45b1-a401-8ed4bda41ca9', 'tenant_id': '3d0b3315d6104e5da51a130b98922e78', 'mac_address': 'fa:16:3e:ee:5a:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c92f87e-778b-493b-a946-a2f76a5da8b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': 'ddcb1ede-9642-40a8-8222-f076edcac6fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:10:14Z', 'updated_at': '2021-08-11T03:10:22Z', 'revision_number': 4, 'project_id': '3d0b3315d6104e5da51a130b98922e78', 'subnets': [{'id': 'ddcb1ede-9642-40a8-8222-f076edcac6fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:10:26.284831 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b8fd6397-cd9e-4399-a388-4fce216ee029 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-450010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6626'] for router, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:26.285897 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b8fd6397-cd9e-4399-a388-4fce216ee029 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-446747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6633'] for router, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:26.375291 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-9aa380b3-8fae-4e9d-8e93-956cdf77bc0a None None] Transition to ACTIVE for port object ff96b7cd-67e3-4486-9c6d-f9ee43f4bd21 will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:10:26.389702 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb19667a-f797-49d9-952e-0ed5a570c651 None None] The sync data for ids ['4c92f87e-778b-493b-a946-a2f76a5da8b7'] in n-d-764292-30 is: [{'id': '4c92f87e-778b-493b-a946-a2f76a5da8b7', 'name': 'tempest-AttachSCSIVolumeTestJSON-350860602-router', 'tenant_id': '3d0b3315d6104e5da51a130b98922e78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': '390af98c-3a36-49c0-b4c0-5520e803e562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:10:08Z', 'updated_at': '2021-08-11T03:10:17Z', 'revision_number': 4, 'project_id': '3d0b3315d6104e5da51a130b98922e78', 'gw_port': {'id': '390af98c-3a36-49c0-b4c0-5520e803e562', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e1:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c92f87e-778b-493b-a946-a2f76a5da8b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:10:10Z', 'updated_at': '2021-08-11T03:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': 'e63500bc-357c-45a5-8ad5-80fd3cbd3e76', 'name': '', 'network_id': '91da3244-d9c5-45b1-a401-8ed4bda41ca9', 'tenant_id': '3d0b3315d6104e5da51a130b98922e78', 'mac_address': 'fa:16:3e:ee:5a:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c92f87e-778b-493b-a946-a2f76a5da8b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': 'ddcb1ede-9642-40a8-8222-f076edcac6fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:10:14Z', 'updated_at': '2021-08-11T03:10:22Z', 'revision_number': 4, 'project_id': '3d0b3315d6104e5da51a130b98922e78', 'subnets': [{'id': 'ddcb1ede-9642-40a8-8222-f076edcac6fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:10:26.442882 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b8fd6397-cd9e-4399-a388-4fce216ee029 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:26.443847 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-9aa380b3-8fae-4e9d-8e93-956cdf77bc0a None None] Transition to ACTIVE for port object ff96b7cd-67e3-4486-9c6d-f9ee43f4bd21 will not be triggered until provisioned by entity DHCP. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:10:26.572819 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-9aa380b3-8fae-4e9d-8e93-956cdf77bc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669'] for port, after_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:26.591351 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [None req-27be2433-7369-4de3-8b36-8461a0f8afe8 admin admin] Allocated IP 172.25.8.58 (09faf7d2-eaf5-4a50-bb6e-4cb05d009a76/e1a97443-13df-40bb-85f5-fd269e2742c0/3ce4906e-cf67-4c44-b642-a857b9adf59e) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:10:26.628789 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aa380b3-8fae-4e9d-8e93-956cdf77bc0a None None] Network 99a68316-7b54-4552-81a4-eb1b8bfe1686 is already hosted by enough agents. {{(pid=102193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:10:26.632386 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.base_scheduler [None req-9aa380b3-8fae-4e9d-8e93-956cdf77bc0a None None] Resources bound (agent type, host, resource id): {{(pid=102193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:10:26.637164 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa380b3-8fae-4e9d-8e93-956cdf77bc0a None None] Received port after_create {{(pid=102193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:10:26.708439 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a850549d-32f7-442a-8d0f-f7e9c8fb9395 req-64d7e352-5472-4e6f-b7a3-bf8c6e2a89a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:26.719502 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-a850549d-32f7-442a-8d0f-f7e9c8fb9395 req-64d7e352-5472-4e6f-b7a3-bf8c6e2a89a4 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=3419766c112444a3864f482257b66851&device_id=29cccc14-5cf4-4470-a538-9d1ef2af8007 HTTP/1.1" status: 200 len: 1097 time: 0.5287123 Aug 11 03:10:26.752581 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b11f55-7447-4c6a-86d3-4a3c5bf4f1ab req-28c24445-6fbc-4140-a740-8e2df5f1b5c3 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:26.774812 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-28b11f55-7447-4c6a-86d3-4a3c5bf4f1ab req-28c24445-6fbc-4140-a740-8e2df5f1b5c3 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d615024-e64b-4f7a-add5-f1f833289513 HTTP/1.1" status: 200 len: 945 time: 0.3017168 Aug 11 03:10:26.803161 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa380b3-8fae-4e9d-8e93-956cdf77bc0a None None] Pushing event updated for resources: {'Port': ['ID=ff96b7cd-67e3-4486-9c6d-f9ee43f4bd21,revision_number=1']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:26.874952 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device f4436d8e-ecef-4504-a052-c711f123c0f7 up at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:10:26.910537 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-27be2433-7369-4de3-8b36-8461a0f8afe8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:26.946669 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b8fd6397-cd9e-4399-a388-4fce216ee029 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:26.963432 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9c3e71-4bfc-471a-bce1-6722925f9e68 req-ba7f8e5b-9ee6-4f86-a935-062a5fc377e4 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:26.972170 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3a9c3e71-4bfc-471a-bce1-6722925f9e68 req-ba7f8e5b-9ee6-4f86-a935-062a5fc377e4 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d03b1ae-a755-4a35-b1e5-76525a66ded5 HTTP/1.1" status: 200 len: 944 time: 0.3873408 Aug 11 03:10:26.982431 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-28b11f55-7447-4c6a-86d3-4a3c5bf4f1ab req-e04e215d-cfac-418e-9736-502eb0c43459 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5a225df-05c1-440d-b2ae-d3bea38f3abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062702 Aug 11 03:10:27.024324 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-9aa380b3-8fae-4e9d-8e93-956cdf77bc0a None None] Attempting to bind port ff96b7cd-67e3-4486-9c6d-f9ee43f4bd21 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:10:27.025531 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-9aa380b3-8fae-4e9d-8e93-956cdf77bc0a None None] Attempting to bind port ff96b7cd-67e3-4486-9c6d-f9ee43f4bd21 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': '6636cac9-4e2b-442e-bc2a-cdca0dca5176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '99a68316-7b54-4552-81a4-eb1b8bfe1686'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:10:27.026144 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa380b3-8fae-4e9d-8e93-956cdf77bc0a None None] Attempting to bind port ff96b7cd-67e3-4486-9c6d-f9ee43f4bd21 on network 99a68316-7b54-4552-81a4-eb1b8bfe1686 {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:10:27.039160 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa380b3-8fae-4e9d-8e93-956cdf77bc0a None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:10:27.040710 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa380b3-8fae-4e9d-8e93-956cdf77bc0a None None] Checking segment: {'id': '6636cac9-4e2b-442e-bc2a-cdca0dca5176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '99a68316-7b54-4552-81a4-eb1b8bfe1686'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:10:27.041295 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-9aa380b3-8fae-4e9d-8e93-956cdf77bc0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:27.042432 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa380b3-8fae-4e9d-8e93-956cdf77bc0a None None] Bound using segment: {'id': '6636cac9-4e2b-442e-bc2a-cdca0dca5176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '99a68316-7b54-4552-81a4-eb1b8bfe1686'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:10:27.044351 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-9aa380b3-8fae-4e9d-8e93-956cdf77bc0a None None] Bound port: ff96b7cd-67e3-4486-9c6d-f9ee43f4bd21, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6636cac9-4e2b-442e-bc2a-cdca0dca5176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '99a68316-7b54-4552-81a4-eb1b8bfe1686'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:10:27.045373 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-9aa380b3-8fae-4e9d-8e93-956cdf77bc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:27.062905 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43df6368-a295-49bf-ae1c-b1fd3eba4a59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde080026-c28f-55be-b52b-13827cc43646-9ffa8fc6-888b-4604-aa22-c48c434612fd', 'network_id': '9ffa8fc6-888b-4604-aa22-c48c434612fd', 'tenant_id': 'eeda914787b34863824d468333b405ca', 'fixed_ips': [{'subnet_id': 'b417ab28-c6da-482e-9c75-052ee1bd82bf'}]}} from n-d-764292-30. {{(pid=102193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:10:27.064450 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-43df6368-a295-49bf-ae1c-b1fd3eba4a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:27.205013 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a850549d-32f7-442a-8d0f-f7e9c8fb9395 req-c6523f5f-86b4-4e87-a3a6-0c4da93ba10e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:27.208763 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-a850549d-32f7-442a-8d0f-f7e9c8fb9395 req-c6523f5f-86b4-4e87-a3a6-0c4da93ba10e service neutron] 10.222.0.22 "GET /v2.0/networks?id=6b5eb666-47e5-4ddb-b0bc-16855d478160 HTTP/1.1" status: 200 len: 913 time: 0.3279426 Aug 11 03:10:27.226486 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-9aa380b3-8fae-4e9d-8e93-956cdf77bc0a None None] For port ff96b7cd-67e3-4486-9c6d-f9ee43f4bd21, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:10:27.233655 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-9aa380b3-8fae-4e9d-8e93-956cdf77bc0a None None] For port ff96b7cd-67e3-4486-9c6d-f9ee43f4bd21, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=ff96b7cd-67e3-4486-9c6d-f9ee43f4bd21,segment=NetworkSegment(6636cac9-4e2b-442e-bc2a-cdca0dca5176),segment_id=6636cac9-4e2b-442e-bc2a-cdca0dca5176)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:10:27.334748 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-a850549d-32f7-442a-8d0f-f7e9c8fb9395 req-e59b98c7-ad0d-4f77-903f-74ec1b217cfa service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9cd52e4f-6ec2-42da-8cbf-44a7dbbee675 HTTP/1.1" status: 200 len: 217 time: 0.1124189 Aug 11 03:10:27.336183 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-27be2433-7369-4de3-8b36-8461a0f8afe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:27.352834 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-9aa380b3-8fae-4e9d-8e93-956cdf77bc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:27.507182 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5715e9-ffda-4e82-a68a-6eda489f379b req-b26a7c6d-f7b1-4405-ac07-88dad211367c tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:27.514029 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7b5715e9-ffda-4e82-a68a-6eda489f379b req-b26a7c6d-f7b1-4405-ac07-88dad211367c tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=895c0843-971b-4689-82f6-c760d91aa720 HTTP/1.1" status: 200 len: 945 time: 0.2627392 Aug 11 03:10:27.530365 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning for port f4436d8e-ecef-4504-a052-c711f123c0f7 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:10:27.553520 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27be2433-7369-4de3-8b36-8461a0f8afe8 admin admin] Network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:10:27.558621 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [req-3a9c3e71-4bfc-471a-bce1-6722925f9e68 req-87acfea5-4804-4ebf-b085-b3239d1f8f4e tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Deleting port 4c05e0c4-ca34-4606-b44b-acb7389404c6 {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:10:27.559078 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning complete for port f4436d8e-ecef-4504-a052-c711f123c0f7 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:10:27.559333 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-3a9c3e71-4bfc-471a-bce1-6722925f9e68 req-87acfea5-4804-4ebf-b085-b3239d1f8f4e tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:27.559468 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:27.582766 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-27be2433-7369-4de3-8b36-8461a0f8afe8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:10:27.607045 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27be2433-7369-4de3-8b36-8461a0f8afe8 admin admin] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:10:27.613539 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27be2433-7369-4de3-8b36-8461a0f8afe8 admin admin] Pushing event updated for resources: {'Port': ['ID=3ce4906e-cf67-4c44-b642-a857b9adf59e,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:27.681141 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa380b3-8fae-4e9d-8e93-956cdf77bc0a None None] Pushing event updated for resources: {'Port': ['ID=ff96b7cd-67e3-4486-9c6d-f9ee43f4bd21,revision_number=2']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:27.684597 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a850549d-32f7-442a-8d0f-f7e9c8fb9395 req-b000a01d-3ae6-47a5-a1db-15c062f71f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:27.688414 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-a850549d-32f7-442a-8d0f-f7e9c8fb9395 req-b000a01d-3ae6-47a5-a1db-15c062f71f21 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6bc807f9-b5f2-488b-b980-1ec1f7afe42f HTTP/1.1" status: 200 len: 851 time: 0.3431640 Aug 11 03:10:27.718518 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.db_base_plugin_common [None req-43df6368-a295-49bf-ae1c-b1fd3eba4a59 None None] Allocated IP 172.20.0.2 (9ffa8fc6-888b-4604-aa22-c48c434612fd/b417ab28-c6da-482e-9c75-052ee1bd82bf/b4b54111-dfdc-482e-aedd-d5ea0d35cf83) {{(pid=102193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:10:27.752292 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7b5715e9-ffda-4e82-a68a-6eda489f379b req-90a80539-57f2-45ad-b94c-acba3ced7f5d tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/security-groups?id=19e25e3f-a72e-45d4-8165-3b0d2215340c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131658 Aug 11 03:10:27.974367 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a850549d-32f7-442a-8d0f-f7e9c8fb9395 req-839a4738-b318-47fc-9264-e020e6ec69d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:27.984024 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-a850549d-32f7-442a-8d0f-f7e9c8fb9395 req-839a4738-b318-47fc-9264-e020e6ec69d9 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=6b5eb666-47e5-4ddb-b0bc-16855d478160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2862380 Aug 11 03:10:28.179329 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-3a9c3e71-4bfc-471a-bce1-6722925f9e68 req-87acfea5-4804-4ebf-b085-b3239d1f8f4e tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] For port 4c05e0c4-ca34-4606-b44b-acb7389404c6, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=4c05e0c4-ca34-4606-b44b-acb7389404c6,segment=NetworkSegment(66697432-be64-438d-a5b2-0b02f3d0fa2a),segment_id=66697432-be64-438d-a5b2-0b02f3d0fa2a)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:10:28.179942 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-3a9c3e71-4bfc-471a-bce1-6722925f9e68 req-87acfea5-4804-4ebf-b085-b3239d1f8f4e tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:28.238462 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:28.278620 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 57266) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:10:28.286119 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device e63500bc-357c-45a5-8ad5-80fd3cbd3e76 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:10:28.324489 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b8fd6397-cd9e-4399-a388-4fce216ee029 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:28.339633 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.agents_db [None req-950b7202-decb-43e2-8f71-ac8931dc9749 None None] Agent healthcheck: found 7 active agents {{(pid=102194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:10:28.368853 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d615024-e64b-4f7a-add5-f1f833289513', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4436d8e-ecef-4504-a052-c711f123c0f7'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:10:28.371934 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0798ee0-ed65-4f1b-9704-952c74b6d4c9" -d '{"events": [{"server_uuid": "4d615024-e64b-4f7a-add5-f1f833289513", "name": "network-vif-plugged", "status": "completed", "tag": "f4436d8e-ecef-4504-a052-c711f123c0f7"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:10:28.397081 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [req-3a9c3e71-4bfc-471a-bce1-6722925f9e68 req-87acfea5-4804-4ebf-b085-b3239d1f8f4e tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Calling delete_port for 4c05e0c4-ca34-4606-b44b-acb7389404c6 owned by compute:nova {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:10:28.400728 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-a850549d-32f7-442a-8d0f-f7e9c8fb9395 req-5783e5d8-853c-41ba-aa8e-cbeef9209c85 service neutron] 10.222.0.22 "GET /v2.0/networks/6b5eb666-47e5-4ddb-b0bc-16855d478160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3374400 Aug 11 03:10:28.400898 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b8fd6397-cd9e-4399-a388-4fce216ee029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:28.410926 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port f4436d8e-ecef-4504-a052-c711f123c0f7, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=f4436d8e-ecef-4504-a052-c711f123c0f7,segment=NetworkSegment(c567aba8-f786-4533-ad6f-0c8ff3fef5d6),segment_id=c567aba8-f786-4533-ad6f-0c8ff3fef5d6)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:10:28.484525 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:28.540599 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-77bd6e8b-6d6b-4c27-b7d5-7178db13ad39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:28.570477 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=f4436d8e-ecef-4504-a052-c711f123c0f7,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:28.577023 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877b98b5-e1a7-4eb4-a210-f26ae11c084e req-e2c9da30-a5d5-4e6a-a0e4-ad53c1cae9f6 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:28.584625 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port e63500bc-357c-45a5-8ad5-80fd3cbd3e76 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:10:28.590983 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-877b98b5-e1a7-4eb4-a210-f26ae11c084e req-e2c9da30-a5d5-4e6a-a0e4-ad53c1cae9f6 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d615024-e64b-4f7a-add5-f1f833289513 HTTP/1.1" status: 200 len: 945 time: 0.3291881 Aug 11 03:10:28.598656 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port e63500bc-357c-45a5-8ad5-80fd3cbd3e76 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:10:28.606958 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:28.780058 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-877b98b5-e1a7-4eb4-a210-f26ae11c084e req-e86eda0b-a554-4438-b6d2-5c5a6fa213c1 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5a225df-05c1-440d-b2ae-d3bea38f3abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880603 Aug 11 03:10:28.802719 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-a850549d-32f7-442a-8d0f-f7e9c8fb9395 req-b2513570-4001-4b7b-b646-2d0d909507f9 service neutron] 10.222.0.22 "GET /v2.0/networks/6b5eb666-47e5-4ddb-b0bc-16855d478160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2688313 Aug 11 03:10:28.863056 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [None req-b8fd6397-cd9e-4399-a388-4fce216ee029 admin admin] Allocated IP 172.25.8.129 (09faf7d2-eaf5-4a50-bb6e-4cb05d009a76/e1a97443-13df-40bb-85f5-fd269e2742c0/c1b719d6-25ed-4533-a5c0-ad9b0a27b384) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:10:28.885653 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-27be2433-7369-4de3-8b36-8461a0f8afe8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:28.905526 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-43df6368-a295-49bf-ae1c-b1fd3eba4a59 None None] Notify callbacks [] for port, precommit_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:28.921952 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-43df6368-a295-49bf-ae1c-b1fd3eba4a59 None None] Transition to ACTIVE for port object b4b54111-dfdc-482e-aedd-d5ea0d35cf83 will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:10:28.944979 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-43df6368-a295-49bf-ae1c-b1fd3eba4a59 None None] Transition to ACTIVE for port object b4b54111-dfdc-482e-aedd-d5ea0d35cf83 will not be triggered until provisioned by entity DHCP. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:10:28.950146 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:10:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4177a2c-cc55-488f-ad49-3b2d10766c31 x-openstack-request-id: req-d4177a2c-cc55-488f-ad49-3b2d10766c31 {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:10:28.950983 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d615024-e64b-4f7a-add5-f1f833289513", "name": "network-vif-plugged", "status": "completed", "tag": "f4436d8e-ecef-4504-a052-c711f123c0f7", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:10:28.951268 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d4177a2c-cc55-488f-ad49-3b2d10766c31 {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:10:28.951689 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d615024-e64b-4f7a-add5-f1f833289513', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4436d8e-ecef-4504-a052-c711f123c0f7', 'code': 200} Aug 11 03:10:29.032824 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-43df6368-a295-49bf-ae1c-b1fd3eba4a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669'] for port, after_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:29.127704 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-77bd6e8b-6d6b-4c27-b7d5-7178db13ad39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:29.160898 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43df6368-a295-49bf-ae1c-b1fd3eba4a59 None None] Network 9ffa8fc6-888b-4604-aa22-c48c434612fd is already hosted by enough agents. {{(pid=102193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:10:29.165677 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.base_scheduler [None req-43df6368-a295-49bf-ae1c-b1fd3eba4a59 None None] Resources bound (agent type, host, resource id): {{(pid=102193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:10:29.168622 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43df6368-a295-49bf-ae1c-b1fd3eba4a59 None None] Received port after_create {{(pid=102193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:10:29.182062 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43df6368-a295-49bf-ae1c-b1fd3eba4a59 None None] Pushing event updated for resources: {'Port': ['ID=b4b54111-dfdc-482e-aedd-d5ea0d35cf83,revision_number=1']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:29.215269 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:29.282141 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aff4bcc-9546-400e-b090-6dbc5a644ea8 None None] Network 99a68316-7b54-4552-81a4-eb1b8bfe1686 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:10:29.315686 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port e63500bc-357c-45a5-8ad5-80fd3cbd3e76, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=e63500bc-357c-45a5-8ad5-80fd3cbd3e76,segment=NetworkSegment(cf8e03ed-2ed8-499c-b46d-5acda28a8bc7),segment_id=cf8e03ed-2ed8-499c-b46d-5acda28a8bc7)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:10:29.352951 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-43df6368-a295-49bf-ae1c-b1fd3eba4a59 None None] Attempting to bind port b4b54111-dfdc-482e-aedd-d5ea0d35cf83 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:10:29.353368 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-43df6368-a295-49bf-ae1c-b1fd3eba4a59 None None] Attempting to bind port b4b54111-dfdc-482e-aedd-d5ea0d35cf83 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': '9333ef2b-bb7e-4619-ae48-02b355cbc714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '9ffa8fc6-888b-4604-aa22-c48c434612fd'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:10:29.353753 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43df6368-a295-49bf-ae1c-b1fd3eba4a59 None None] Attempting to bind port b4b54111-dfdc-482e-aedd-d5ea0d35cf83 on network 9ffa8fc6-888b-4604-aa22-c48c434612fd {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:10:29.372532 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43df6368-a295-49bf-ae1c-b1fd3eba4a59 None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:10:29.372942 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43df6368-a295-49bf-ae1c-b1fd3eba4a59 None None] Checking segment: {'id': '9333ef2b-bb7e-4619-ae48-02b355cbc714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '9ffa8fc6-888b-4604-aa22-c48c434612fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:10:29.373315 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-43df6368-a295-49bf-ae1c-b1fd3eba4a59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:29.374350 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43df6368-a295-49bf-ae1c-b1fd3eba4a59 None None] Bound using segment: {'id': '9333ef2b-bb7e-4619-ae48-02b355cbc714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '9ffa8fc6-888b-4604-aa22-c48c434612fd'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:10:29.374845 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-43df6368-a295-49bf-ae1c-b1fd3eba4a59 None None] Bound port: b4b54111-dfdc-482e-aedd-d5ea0d35cf83, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9333ef2b-bb7e-4619-ae48-02b355cbc714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '9ffa8fc6-888b-4604-aa22-c48c434612fd'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:10:29.375224 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-43df6368-a295-49bf-ae1c-b1fd3eba4a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:29.379368 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-27be2433-7369-4de3-8b36-8461a0f8afe8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-446952'] for router, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:29.483469 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-77bd6e8b-6d6b-4c27-b7d5-7178db13ad39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:29.496348 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-43df6368-a295-49bf-ae1c-b1fd3eba4a59 None None] For port b4b54111-dfdc-482e-aedd-d5ea0d35cf83, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:10:29.501165 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-43df6368-a295-49bf-ae1c-b1fd3eba4a59 None None] For port b4b54111-dfdc-482e-aedd-d5ea0d35cf83, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=b4b54111-dfdc-482e-aedd-d5ea0d35cf83,segment=NetworkSegment(9333ef2b-bb7e-4619-ae48-02b355cbc714),segment_id=9333ef2b-bb7e-4619-ae48-02b355cbc714)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:10:29.537440 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-063290bf-b567-4a81-8cca-c83ea5139655 None None] Provisioning for port ff96b7cd-67e3-4486-9c6d-f9ee43f4bd21 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:10:29.539689 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:29.546755 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-3a9c3e71-4bfc-471a-bce1-6722925f9e68 req-87acfea5-4804-4ebf-b085-b3239d1f8f4e tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:29.547575 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-7edf9bfc-bda5-469a-b42d-f846cad7384a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:29.555606 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bd6e8b-6d6b-4c27-b7d5-7178db13ad39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f33f442-c34e-4604-bd03-88254a9d378b,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:29.569727 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 57280) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:10:29.569916 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-77bd6e8b-6d6b-4c27-b7d5-7178db13ad39 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4ab23e49c604473a98b4871a84197b22&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2894962 Aug 11 03:10:29.594226 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5143a7-86cc-4ac1-9dab-f040abbef85d req-b139a71b-0397-4f52-a433-b485ab710901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:29.595723 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4e5143a7-86cc-4ac1-9dab-f040abbef85d req-b139a71b-0397-4f52-a433-b485ab710901 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4d615024-e64b-4f7a-add5-f1f833289513 HTTP/1.1" status: 200 len: 1098 time: 0.6242304 Aug 11 03:10:29.605470 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-43df6368-a295-49bf-ae1c-b1fd3eba4a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:29.607576 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87acfea5-4804-4ebf-b085-b3239d1f8f4e tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Pushing event deleted for resources: {'Port': ['ID=4c05e0c4-ca34-4606-b44b-acb7389404c6,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:29.621330 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=e63500bc-357c-45a5-8ad5-80fd3cbd3e76,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:29.683929 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27be2433-7369-4de3-8b36-8461a0f8afe8 admin admin] Router 72dfec54-4279-4516-bfa0-52b4220fb293 is scheduled to L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 with binding_index 1 {{(pid=102191) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:10:29.707599 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43df6368-a295-49bf-ae1c-b1fd3eba4a59 None None] Pushing event updated for resources: {'Port': ['ID=b4b54111-dfdc-482e-aedd-d5ea0d35cf83,revision_number=2']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:29.712023 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ed6297-bfef-4d2f-b117-6186ac7ca804 req-c9b293f2-03db-4653-9187-27307377e8e3 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:29.719854 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-78ed6297-bfef-4d2f-b117-6186ac7ca804 req-c9b293f2-03db-4653-9187-27307377e8e3 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=895c0843-971b-4689-82f6-c760d91aa720 HTTP/1.1" status: 200 len: 945 time: 0.5589747 Aug 11 03:10:29.800899 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a9c3e71-4bfc-471a-bce1-6722925f9e68 req-87acfea5-4804-4ebf-b085-b3239d1f8f4e tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] No DVR routers for this DVR port 4c05e0c4-ca34-4606-b44b-acb7389404c6 on host n-h2-764292-30 {{(pid=102192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:10:29.811479 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-3a9c3e71-4bfc-471a-bce1-6722925f9e68 req-87acfea5-4804-4ebf-b085-b3239d1f8f4e tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:29.823949 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3a9c3e71-4bfc-471a-bce1-6722925f9e68 req-87acfea5-4804-4ebf-b085-b3239d1f8f4e tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "DELETE /v2.0/ports/4c05e0c4-ca34-4606-b44b-acb7389404c6 HTTP/1.1" status: 204 len: 173 time: 2.8400719 Aug 11 03:10:29.839633 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b8fd6397-cd9e-4399-a388-4fce216ee029 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:29.842461 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d03b1ae-a755-4a35-b1e5-76525a66ded5', 'name': 'network-vif-deleted', 'tag': '4c05e0c4-ca34-4606-b44b-acb7389404c6'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:10:29.844774 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-273c9f6e-9bb7-4b2c-a768-0369ef130155" -d '{"events": [{"server_uuid": "5d03b1ae-a755-4a35-b1e5-76525a66ded5", "name": "network-vif-deleted", "tag": "4c05e0c4-ca34-4606-b44b-acb7389404c6"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:10:29.925987 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4e5143a7-86cc-4ac1-9dab-f040abbef85d req-6e5b508b-a711-4b53-a18a-998ec4360631 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e5a225df-05c1-440d-b2ae-d3bea38f3abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3007612 Aug 11 03:10:29.991850 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27be2433-7369-4de3-8b36-8461a0f8afe8 admin admin] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:10:30.024122 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f5b3c3c-1bef-42f9-b0f0-9a8e8ac96fc6 None None] Sync routers for ids ['72dfec54-4279-4516-bfa0-52b4220fb293'] in n-d-764292-30 {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:10:30.037789 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5b3c3c-1bef-42f9-b0f0-9a8e8ac96fc6 None None] Routers {'72dfec54-4279-4516-bfa0-52b4220fb293'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:10:30.038771 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-8f5b3c3c-1bef-42f9-b0f0-9a8e8ac96fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:10:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['72dfec54-4279-4516-bfa0-52b4220fb293'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:10:30.039539 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-78ed6297-bfef-4d2f-b117-6186ac7ca804 req-2b3ddc83-107e-46e8-8b46-f1ef29596c84 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/security-groups?id=19e25e3f-a72e-45d4-8165-3b0d2215340c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3182914 Aug 11 03:10:30.080890 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-380c35b1-5aaf-4b7b-a52d-78e33800d4f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:30.140372 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-27be2433-7369-4de3-8b36-8461a0f8afe8 admin admin] Notify callbacks [] for router, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:30.144150 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-27be2433-7369-4de3-8b36-8461a0f8afe8 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.2621558 Aug 11 03:10:30.146502 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 57292) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:10:30.164986 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-380c35b1-5aaf-4b7b-a52d-78e33800d4f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:30.259881 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b8fd6397-cd9e-4399-a388-4fce216ee029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:30.263860 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device e63500bc-357c-45a5-8ad5-80fd3cbd3e76 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:10:30.369707 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8fd6397-cd9e-4399-a388-4fce216ee029 admin admin] Network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:10:30.377556 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port e63500bc-357c-45a5-8ad5-80fd3cbd3e76 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:10:30.378085 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:30.388745 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-8f5b3c3c-1bef-42f9-b0f0-9a8e8ac96fc6 None None] Set router 72dfec54-4279-4516-bfa0-52b4220fb293 gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:10:30.395873 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-b8fd6397-cd9e-4399-a388-4fce216ee029 admin admin] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:10:30.401935 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8fd6397-cd9e-4399-a388-4fce216ee029 admin admin] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:10:30.405330 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fd6397-cd9e-4399-a388-4fce216ee029 admin admin] Pushing event updated for resources: {'Port': ['ID=c1b719d6-25ed-4533-a5c0-ad9b0a27b384,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:30.575979 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device ff96b7cd-67e3-4486-9c6d-f9ee43f4bd21 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:10:30.596683 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-380c35b1-5aaf-4b7b-a52d-78e33800d4f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:30.600770 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-380c35b1-5aaf-4b7b-a52d-78e33800d4f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:30.605278 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-380c35b1-5aaf-4b7b-a52d-78e33800d4f7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4f33f442-c34e-4604-bd03-88254a9d378b HTTP/1.1" status: 204 len: 168 time: 1.0132034 Aug 11 03:10:30.809502 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380c35b1-5aaf-4b7b-a52d-78e33800d4f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f33f442-c34e-4604-bd03-88254a9d378b,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:30.820624 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port ff96b7cd-67e3-4486-9c6d-f9ee43f4bd21 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:10:30.826565 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port ff96b7cd-67e3-4486-9c6d-f9ee43f4bd21 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:10:30.829370 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:30.886081 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-8f5b3c3c-1bef-42f9-b0f0-9a8e8ac96fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72dfec54-4279-4516-bfa0-52b4220fb293', 'name': 'tempest-TaggedBootDevicesTest-1821193535-router', 'tenant_id': '44415f337b71498496665864f1602b88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': '3ce4906e-cf67-4c44-b642-a857b9adf59e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:10:24Z', 'updated_at': '2021-08-11T03:10:28Z', 'revision_number': 3, 'project_id': '44415f337b71498496665864f1602b88', 'gw_port': {'id': '3ce4906e-cf67-4c44-b642-a857b9adf59e', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:34:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72dfec54-4279-4516-bfa0-52b4220fb293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:10:26Z', 'updated_at': '2021-08-11T03:10:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:10:30.908407 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8990248d-eb3d-46c6-900d-40048188f95d req-9bba2d7e-81e6-47c9-a452-9b61577151fb tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:30.915539 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8990248d-eb3d-46c6-900d-40048188f95d req-9bba2d7e-81e6-47c9-a452-9b61577151fb tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d615024-e64b-4f7a-add5-f1f833289513 HTTP/1.1" status: 200 len: 946 time: 0.3750319 Aug 11 03:10:30.971972 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f5b3c3c-1bef-42f9-b0f0-9a8e8ac96fc6 None None] Checking router: 72dfec54-4279-4516-bfa0-52b4220fb293 for host: n-d-764292-30 {{(pid=102194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:10:30.972609 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f5b3c3c-1bef-42f9-b0f0-9a8e8ac96fc6 None None] Updating router 72dfec54-4279-4516-bfa0-52b4220fb293 port 3ce4906e-cf67-4c44-b642-a857b9adf59e binding host n-d-764292-30 {{(pid=102194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:10:31.020284 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-8f5b3c3c-1bef-42f9-b0f0-9a8e8ac96fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:31.091396 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:31.153692 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8990248d-eb3d-46c6-900d-40048188f95d req-3b11d267-e1b9-413e-82da-02df072fa2ec tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5a225df-05c1-440d-b2ae-d3bea38f3abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204106 Aug 11 03:10:31.194485 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port ff96b7cd-67e3-4486-9c6d-f9ee43f4bd21, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=ff96b7cd-67e3-4486-9c6d-f9ee43f4bd21,segment=NetworkSegment(6636cac9-4e2b-442e-bc2a-cdca0dca5176),segment_id=6636cac9-4e2b-442e-bc2a-cdca0dca5176)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:10:31.258133 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 11 Aug 2021 03:10:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07228286-a20f-4470-9bff-2040248faec4 x-openstack-request-id: req-07228286-a20f-4470-9bff-2040248faec4 {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:10:31.259766 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d03b1ae-a755-4a35-b1e5-76525a66ded5", "name": "network-vif-deleted", "tag": "4c05e0c4-ca34-4606-b44b-acb7389404c6", "status": "failed", "code": 422}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:10:31.260143 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-07228286-a20f-4470-9bff-2040248faec4 {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:10:31.260856 n-d-764292-30 neutron-server[102192]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5d03b1ae-a755-4a35-b1e5-76525a66ded5', 'name': 'network-vif-deleted', 'tag': '4c05e0c4-ca34-4606-b44b-acb7389404c6', 'status': 'failed', 'code': 422} returned with failed status Aug 11 03:10:31.288744 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:31.336756 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b8fd6397-cd9e-4399-a388-4fce216ee029 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:31.401604 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-2c3fa531-d87b-4dca-bb25-6bd7736d05a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:31.467850 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf80206a-6b34-47cd-8754-fd04b4c1bd90 None None] Network 9ffa8fc6-888b-4604-aa22-c48c434612fd requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:10:31.569709 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-8f5b3c3c-1bef-42f9-b0f0-9a8e8ac96fc6 None None] Notify callbacks [] for port, precommit_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:31.585315 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.provisioning_blocks [None req-8f5b3c3c-1bef-42f9-b0f0-9a8e8ac96fc6 None None] Transition to ACTIVE for port object 3ce4906e-cf67-4c44-b642-a857b9adf59e will not be triggered until provisioned by entity L2. {{(pid=102194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:10:31.661268 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=ff96b7cd-67e3-4486-9c6d-f9ee43f4bd21,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:31.672051 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-8f5b3c3c-1bef-42f9-b0f0-9a8e8ac96fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:31.736451 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119f97b4-02d8-4f90-bbca-f52c0ab080e8 req-2159d6ff-bb61-4ba5-a08c-472c8e1c191d tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:31.740204 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-119f97b4-02d8-4f90-bbca-f52c0ab080e8 req-2159d6ff-bb61-4ba5-a08c-472c8e1c191d tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=895c0843-971b-4689-82f6-c760d91aa720 HTTP/1.1" status: 200 len: 945 time: 0.2703202 Aug 11 03:10:31.779494 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 57314) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:10:31.817304 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-4f15f569-0a83-48a6-824e-6d0603c363e5 None None] Provisioning for port b4b54111-dfdc-482e-aedd-d5ea0d35cf83 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:10:31.819778 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98c23ec-c49d-4b30-b656-353e106b7e7b None None] Pushing event updated for resources: {'Port': ['ID=3ce4906e-cf67-4c44-b642-a857b9adf59e,revision_number=2']} {{(pid=102194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:31.834450 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e1021ce1-fc0e-4a4a-a950-83b89bc64828 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:31.842509 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-8f5b3c3c-1bef-42f9-b0f0-9a8e8ac96fc6 None None] Attempting to bind port 3ce4906e-cf67-4c44-b642-a857b9adf59e on host n-d-764292-30 for vnic_type normal with profile {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:10:31.842509 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-8f5b3c3c-1bef-42f9-b0f0-9a8e8ac96fc6 None None] Attempting to bind port 3ce4906e-cf67-4c44-b642-a857b9adf59e by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}] {{(pid=102194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:10:31.844709 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5b3c3c-1bef-42f9-b0f0-9a8e8ac96fc6 None None] Attempting to bind port 3ce4906e-cf67-4c44-b642-a857b9adf59e on network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:10:31.857963 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5b3c3c-1bef-42f9-b0f0-9a8e8ac96fc6 None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:10:31.859168 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5b3c3c-1bef-42f9-b0f0-9a8e8ac96fc6 None None] Checking segment: {'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:10:31.861813 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-8f5b3c3c-1bef-42f9-b0f0-9a8e8ac96fc6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:31.862437 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5b3c3c-1bef-42f9-b0f0-9a8e8ac96fc6 None None] Bound using segment: {'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'} {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:10:31.863929 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-8f5b3c3c-1bef-42f9-b0f0-9a8e8ac96fc6 None None] Bound port: 3ce4906e-cf67-4c44-b642-a857b9adf59e, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}}] {{(pid=102194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:10:31.865605 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-8f5b3c3c-1bef-42f9-b0f0-9a8e8ac96fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:31.902586 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [None req-2c3fa531-d87b-4dca-bb25-6bd7736d05a9 admin admin] Allocated IP 172.20.0.1 (99a68316-7b54-4552-81a4-eb1b8bfe1686/4230503c-7b88-4635-ba97-704ecda79830/114082ba-dfff-40f9-97f9-8738e330c4a2) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:10:31.969237 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:31.969477 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-119f97b4-02d8-4f90-bbca-f52c0ab080e8 req-fdc7641b-8d84-447a-8020-862615682328 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/security-groups?id=19e25e3f-a72e-45d4-8165-3b0d2215340c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206335 Aug 11 03:10:31.972277 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-6bad040d-fd4e-4ebc-868b-78c04f675d49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:32.002859 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.db [None req-8f5b3c3c-1bef-42f9-b0f0-9a8e8ac96fc6 None None] For port 3ce4906e-cf67-4c44-b642-a857b9adf59e, host n-d-764292-30, cleared binding levels {{(pid=102194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:10:32.006457 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.db [None req-8f5b3c3c-1bef-42f9-b0f0-9a8e8ac96fc6 None None] For port 3ce4906e-cf67-4c44-b642-a857b9adf59e, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=3ce4906e-cf67-4c44-b642-a857b9adf59e,segment=NetworkSegment(fab28bed-aa25-40db-bba4-ec26e795194c),segment_id=fab28bed-aa25-40db-bba4-ec26e795194c)] {{(pid=102194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:10:32.103082 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-8f5b3c3c-1bef-42f9-b0f0-9a8e8ac96fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:32.222253 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device ff96b7cd-67e3-4486-9c6d-f9ee43f4bd21 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:10:32.274911 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5b3c3c-1bef-42f9-b0f0-9a8e8ac96fc6 None None] Routers {'72dfec54-4279-4516-bfa0-52b4220fb293'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:10:32.275562 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-8f5b3c3c-1bef-42f9-b0f0-9a8e8ac96fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:10:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['72dfec54-4279-4516-bfa0-52b4220fb293'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:10:32.309059 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e1021ce1-fc0e-4a4a-a950-83b89bc64828 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:32.320409 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c446643d-fc77-49f7-aef1-f23a595ecdf9 req-7fcb18ee-7b37-46c5-bf0c-ba734b3534e1 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:32.322518 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c446643d-fc77-49f7-aef1-f23a595ecdf9 req-7fcb18ee-7b37-46c5-bf0c-ba734b3534e1 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/networks?id=b3c19a2d-0e26-410a-b53e-1619e285dc24 HTTP/1.1" status: 200 len: 812 time: 0.2543323 Aug 11 03:10:32.330669 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-2c3fa531-d87b-4dca-bb25-6bd7736d05a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:32.373443 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [None req-2c3fa531-d87b-4dca-bb25-6bd7736d05a9 admin admin] Transition to ACTIVE for port object 114082ba-dfff-40f9-97f9-8738e330c4a2 will not be triggered until provisioned by entity DHCP. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:10:32.407606 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c446643d-fc77-49f7-aef1-f23a595ecdf9 req-a7a7d188-5127-4d4d-9c06-6973734d12cc tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/quotas/c348de37bb094671bc15dc0c22bb5512 HTTP/1.1" status: 200 len: 375 time: 0.0647986 Aug 11 03:10:32.413034 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b8fd6397-cd9e-4399-a388-4fce216ee029 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-446952'] for router, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:32.419950 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port ff96b7cd-67e3-4486-9c6d-f9ee43f4bd21 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:10:32.420318 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:32.477978 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e1021ce1-fc0e-4a4a-a950-83b89bc64828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:32.486234 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b9fcd4-843d-4afd-bfad-51ca3ed3bb8c req-0362e0e4-2569-4eb4-9781-e1d51679141d tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:32.487987 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-19b9fcd4-843d-4afd-bfad-51ca3ed3bb8c req-0362e0e4-2569-4eb4-9781-e1d51679141d tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d615024-e64b-4f7a-add5-f1f833289513 HTTP/1.1" status: 200 len: 946 time: 0.1639304 Aug 11 03:10:32.490573 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-8f5b3c3c-1bef-42f9-b0f0-9a8e8ac96fc6 None None] Set router 72dfec54-4279-4516-bfa0-52b4220fb293 gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:10:32.525211 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c446643d-fc77-49f7-aef1-f23a595ecdf9 req-0e8fc96d-0b31-4123-8950-c5efc105cb04 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c348de37bb094671bc15dc0c22bb5512&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1072044 Aug 11 03:10:32.559337 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device b4b54111-dfdc-482e-aedd-d5ea0d35cf83 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:10:32.586179 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1021ce1-fc0e-4a4a-a950-83b89bc64828 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e42a92fd-f1bd-417c-a943-ba4f262f12ef,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:32.604486 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-2c3fa531-d87b-4dca-bb25-6bd7736d05a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:32.630200 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98c23ec-c49d-4b30-b656-353e106b7e7b None None] Pushing event updated for resources: {'Port': ['ID=3ce4906e-cf67-4c44-b642-a857b9adf59e,revision_number=3']} {{(pid=102194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:32.670261 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-e1021ce1-fc0e-4a4a-a950-83b89bc64828 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=664904dd3882406d870b769810c9475a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8904276 Aug 11 03:10:32.672719 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 57330) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:10:32.673481 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c3fa531-d87b-4dca-bb25-6bd7736d05a9 admin admin] Network 99a68316-7b54-4552-81a4-eb1b8bfe1686 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:10:32.678039 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-2c3fa531-d87b-4dca-bb25-6bd7736d05a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:10:32.683886 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3fa531-d87b-4dca-bb25-6bd7736d05a9 admin admin] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:10:32.711711 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port b4b54111-dfdc-482e-aedd-d5ea0d35cf83 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:10:32.715933 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port b4b54111-dfdc-482e-aedd-d5ea0d35cf83 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:10:32.717630 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:32.737781 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3fa531-d87b-4dca-bb25-6bd7736d05a9 admin admin] Pushing event updated for resources: {'Port': ['ID=114082ba-dfff-40f9-97f9-8738e330c4a2,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:32.756977 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-2c3fa531-d87b-4dca-bb25-6bd7736d05a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-520987'] for router_interface, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:32.808609 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-8f5b3c3c-1bef-42f9-b0f0-9a8e8ac96fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72dfec54-4279-4516-bfa0-52b4220fb293', 'name': 'tempest-TaggedBootDevicesTest-1821193535-router', 'tenant_id': '44415f337b71498496665864f1602b88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': '3ce4906e-cf67-4c44-b642-a857b9adf59e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:10:24Z', 'updated_at': '2021-08-11T03:10:28Z', 'revision_number': 3, 'project_id': '44415f337b71498496665864f1602b88', 'gw_port': {'id': '3ce4906e-cf67-4c44-b642-a857b9adf59e', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:34:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72dfec54-4279-4516-bfa0-52b4220fb293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:10:26Z', 'updated_at': '2021-08-11T03:10:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:10:32.862625 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f5b3c3c-1bef-42f9-b0f0-9a8e8ac96fc6 None None] The sync data for ids ['72dfec54-4279-4516-bfa0-52b4220fb293'] in n-d-764292-30 is: [{'id': '72dfec54-4279-4516-bfa0-52b4220fb293', 'name': 'tempest-TaggedBootDevicesTest-1821193535-router', 'tenant_id': '44415f337b71498496665864f1602b88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': '3ce4906e-cf67-4c44-b642-a857b9adf59e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:10:24Z', 'updated_at': '2021-08-11T03:10:28Z', 'revision_number': 3, 'project_id': '44415f337b71498496665864f1602b88', 'gw_port': {'id': '3ce4906e-cf67-4c44-b642-a857b9adf59e', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:34:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72dfec54-4279-4516-bfa0-52b4220fb293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:10:26Z', 'updated_at': '2021-08-11T03:10:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}] {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:10:32.869654 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-19b9fcd4-843d-4afd-bfad-51ca3ed3bb8c req-69102232-524e-4c98-a51f-8419eb378905 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5a225df-05c1-440d-b2ae-d3bea38f3abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3397532 Aug 11 03:10:32.974050 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c446643d-fc77-49f7-aef1-f23a595ecdf9 req-cd270da6-1dcc-4cc7-889c-a30f0115f52c service neutron] 10.222.0.41 "GET /v2.0/networks/b3c19a2d-0e26-410a-b53e-1619e285dc24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4247546 Aug 11 03:10:32.974785 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:33.055365 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port b4b54111-dfdc-482e-aedd-d5ea0d35cf83, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=b4b54111-dfdc-482e-aedd-d5ea0d35cf83,segment=NetworkSegment(9333ef2b-bb7e-4619-ae48-02b355cbc714),segment_id=9333ef2b-bb7e-4619-ae48-02b355cbc714)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:10:33.067422 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:33.085082 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-8e58dfaf-c46f-484b-a013-7118d00accfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:33.124364 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-2c3fa531-d87b-4dca-bb25-6bd7736d05a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:33.138938 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:33.141990 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-8e58dfaf-c46f-484b-a013-7118d00accfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:33.223957 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c446643d-fc77-49f7-aef1-f23a595ecdf9 req-cac8c0ff-034a-4319-9b8a-979f7f2a33b1 service neutron] 10.222.0.41 "GET /v2.0/networks/b3c19a2d-0e26-410a-b53e-1619e285dc24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2456369 Aug 11 03:10:33.246106 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=b4b54111-dfdc-482e-aedd-d5ea0d35cf83,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:33.255333 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8fd6397-cd9e-4399-a388-4fce216ee029 admin admin] Router 74cf20ad-7a57-4abb-97a0-241266554120 is scheduled to L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 with binding_index 1 {{(pid=102192) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:10:33.268750 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-37d3d683-9403-4b8c-a273-f354ba86202d None None] Provisioning for port 114082ba-dfff-40f9-97f9-8738e330c4a2 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:10:33.299924 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-37d3d683-9403-4b8c-a273-f354ba86202d None None] Provisioning complete for port 114082ba-dfff-40f9-97f9-8738e330c4a2 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:10:33.301865 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-37d3d683-9403-4b8c-a273-f354ba86202d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:33.382230 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-8e58dfaf-c46f-484b-a013-7118d00accfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:33.392489 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-8e58dfaf-c46f-484b-a013-7118d00accfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:33.393707 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-8e58dfaf-c46f-484b-a013-7118d00accfd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e42a92fd-f1bd-417c-a943-ba4f262f12ef HTTP/1.1" status: 204 len: 168 time: 0.7165792 Aug 11 03:10:33.396362 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-37d3d683-9403-4b8c-a273-f354ba86202d None None] Port 114082ba-dfff-40f9-97f9-8738e330c4a2 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:10:33.420590 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e58dfaf-c46f-484b-a013-7118d00accfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e42a92fd-f1bd-417c-a943-ba4f262f12ef,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:33.641814 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8fd6397-cd9e-4399-a388-4fce216ee029 admin admin] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:10:33.652109 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918df54b-7241-4d80-931c-13ab19ab5ec6 None None] Sync routers for ids ['74cf20ad-7a57-4abb-97a0-241266554120'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:10:33.665078 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-2c3fa531-d87b-4dca-bb25-6bd7736d05a9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:33.666563 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918df54b-7241-4d80-931c-13ab19ab5ec6 None None] Routers {'74cf20ad-7a57-4abb-97a0-241266554120'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:10:33.676087 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-918df54b-7241-4d80-931c-13ab19ab5ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:10:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['74cf20ad-7a57-4abb-97a0-241266554120'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:10:33.751766 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-2c3fa531-d87b-4dca-bb25-6bd7736d05a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:33.879687 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b8fd6397-cd9e-4399-a388-4fce216ee029 admin admin] Notify callbacks [] for router, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:33.886178 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-b8fd6397-cd9e-4399-a388-4fce216ee029 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 7.7503970 Aug 11 03:10:33.888716 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 57346) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:10:33.925725 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3fa531-d87b-4dca-bb25-6bd7736d05a9 admin admin] Pushing event updated for resources: {'Port': ['ID=114082ba-dfff-40f9-97f9-8738e330c4a2,revision_number=2']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:33.950346 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-2c3fa531-d87b-4dca-bb25-6bd7736d05a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16383026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521135'] for router_interface, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:33.958999 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-918df54b-7241-4d80-931c-13ab19ab5ec6 None None] Set router 74cf20ad-7a57-4abb-97a0-241266554120 gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:10:34.130333 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c3fa531-d87b-4dca-bb25-6bd7736d05a9 admin admin] Network 99a68316-7b54-4552-81a4-eb1b8bfe1686 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:10:34.131916 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-2c3fa531-d87b-4dca-bb25-6bd7736d05a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:10:34.172986 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c1caf9-6315-4104-9098-76c547cca7bd req-b77008b6-8bb4-4b93-b321-1d4c3266bc2d tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:34.180374 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-05c1caf9-6315-4104-9098-76c547cca7bd req-b77008b6-8bb4-4b93-b321-1d4c3266bc2d tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=895c0843-971b-4689-82f6-c760d91aa720 HTTP/1.1" status: 200 len: 945 time: 0.5610850 Aug 11 03:10:34.208694 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7386779-b8fe-4ccd-8031-258899c04a65 req-a9a53083-d458-4020-8653-de827bcdbd5a tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:34.216823 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c7386779-b8fe-4ccd-8031-258899c04a65 req-a9a53083-d458-4020-8653-de827bcdbd5a tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d615024-e64b-4f7a-add5-f1f833289513 HTTP/1.1" status: 200 len: 946 time: 0.4917307 Aug 11 03:10:34.217023 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 3ce4906e-cf67-4c44-b642-a857b9adf59e up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:10:34.456474 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-05c1caf9-6315-4104-9098-76c547cca7bd req-1ffb9d92-fb23-40af-9ebd-ee8ceb81e9bd tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/security-groups?id=19e25e3f-a72e-45d4-8165-3b0d2215340c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2749128 Aug 11 03:10:34.490552 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c3fa531-d87b-4dca-bb25-6bd7736d05a9 admin admin] Router 72dfec54-4279-4516-bfa0-52b4220fb293 has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:10:34.539488 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c7386779-b8fe-4ccd-8031-258899c04a65 req-35ce7a12-10dd-44ad-aa31-4eb8c4c4f865 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5a225df-05c1-440d-b2ae-d3bea38f3abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3193879 Aug 11 03:10:34.620592 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-af647f42-9b31-4590-8484-0d4b3d035a96 req-8e00b28f-2071-47d3-be0e-51000ee44387 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e58d97f-574c-4a76-8229-5f54c6d232bd HTTP/1.1" status: 200 len: 210 time: 0.0824943 Aug 11 03:10:34.667914 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-fe51adc1-6e00-43f5-bbce-f6a8b05bf595 None None] Provisioning complete for port 114082ba-dfff-40f9-97f9-8738e330c4a2 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:10:34.668506 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-fe51adc1-6e00-43f5-bbce-f6a8b05bf595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:34.715155 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-fe51adc1-6e00-43f5-bbce-f6a8b05bf595 None None] Port 114082ba-dfff-40f9-97f9-8738e330c4a2 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:10:34.723750 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:34.739006 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-918df54b-7241-4d80-931c-13ab19ab5ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74cf20ad-7a57-4abb-97a0-241266554120', 'name': 'tempest-AttachSCSIVolumeTestJSON-207933399-router', 'tenant_id': 'eeda914787b34863824d468333b405ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'c1b719d6-25ed-4533-a5c0-ad9b0a27b384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:10:26Z', 'updated_at': '2021-08-11T03:10:30Z', 'revision_number': 3, 'project_id': 'eeda914787b34863824d468333b405ca', 'gw_port': {'id': 'c1b719d6-25ed-4533-a5c0-ad9b0a27b384', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:7c:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74cf20ad-7a57-4abb-97a0-241266554120', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:10:28Z', 'updated_at': '2021-08-11T03:10:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:10:34.809959 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c3fa531-d87b-4dca-bb25-6bd7736d05a9 admin admin] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:10:34.817827 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918df54b-7241-4d80-931c-13ab19ab5ec6 None None] Checking router: 74cf20ad-7a57-4abb-97a0-241266554120 for host: n-d-764292-30 {{(pid=102193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:10:34.818184 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918df54b-7241-4d80-931c-13ab19ab5ec6 None None] Updating router 74cf20ad-7a57-4abb-97a0-241266554120 port c1b719d6-25ed-4533-a5c0-ad9b0a27b384 binding host n-d-764292-30 {{(pid=102193) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:10:34.833945 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-2c3fa531-d87b-4dca-bb25-6bd7736d05a9 admin admin] 10.222.0.41 "PUT /v2.0/routers/72dfec54-4279-4516-bfa0-52b4220fb293/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6784282 Aug 11 03:10:34.835883 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port 3ce4906e-cf67-4c44-b642-a857b9adf59e completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:10:35.010161 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 3ce4906e-cf67-4c44-b642-a857b9adf59e triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:10:35.010161 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:35.010161 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-918df54b-7241-4d80-931c-13ab19ab5ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:35.066954 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-01a2c8fb-11a2-4a1d-a8f1-fc1d3dd4f3fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:35.443345 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:35.495308 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port 3ce4906e-cf67-4c44-b642-a857b9adf59e, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=3ce4906e-cf67-4c44-b642-a857b9adf59e,segment=NetworkSegment(fab28bed-aa25-40db-bba4-ec26e795194c),segment_id=fab28bed-aa25-40db-bba4-ec26e795194c)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:10:35.499158 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [None req-01a2c8fb-11a2-4a1d-a8f1-fc1d3dd4f3fb admin admin] Allocated IP 172.20.0.1 (9ffa8fc6-888b-4604-aa22-c48c434612fd/b417ab28-c6da-482e-9c75-052ee1bd82bf/7e7f2e37-2855-4f6d-80aa-a773662d075c) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:10:35.667644 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:35.668564 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device b4b54111-dfdc-482e-aedd-d5ea0d35cf83 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:10:35.815806 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d43ffe0-bacf-4d02-9291-4bd0acf1b972 None None] Sync routers for ids ['72dfec54-4279-4516-bfa0-52b4220fb293'] in n-d-764292-30 {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:10:35.836785 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d43ffe0-bacf-4d02-9291-4bd0acf1b972 None None] Routers {'72dfec54-4279-4516-bfa0-52b4220fb293'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:10:35.839084 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-6d43ffe0-bacf-4d02-9291-4bd0acf1b972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:10:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['72dfec54-4279-4516-bfa0-52b4220fb293'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:10:35.865714 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-918df54b-7241-4d80-931c-13ab19ab5ec6 None None] Notify callbacks [] for port, precommit_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:35.869943 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port b4b54111-dfdc-482e-aedd-d5ea0d35cf83 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:10:35.870951 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:35.872527 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be77e398-d054-4d94-afea-3f169ba50695 req-e555ebec-fe60-482c-a0f2-6a36dfa6eb56 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:35.881681 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=3ce4906e-cf67-4c44-b642-a857b9adf59e,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:35.899252 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-be77e398-d054-4d94-afea-3f169ba50695 req-e555ebec-fe60-482c-a0f2-6a36dfa6eb56 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=895c0843-971b-4689-82f6-c760d91aa720 HTTP/1.1" status: 200 len: 945 time: 0.2560840 Aug 11 03:10:35.957246 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-918df54b-7241-4d80-931c-13ab19ab5ec6 None None] Transition to ACTIVE for port object c1b719d6-25ed-4533-a5c0-ad9b0a27b384 will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:10:35.967101 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b80a32-556a-46a6-b98e-0e1987364839 req-20244a1b-518f-4234-b017-1b485d67dc8b tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:35.974703 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f1b80a32-556a-46a6-b98e-0e1987364839 req-20244a1b-518f-4234-b017-1b485d67dc8b tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d615024-e64b-4f7a-add5-f1f833289513 HTTP/1.1" status: 200 len: 946 time: 0.2465508 Aug 11 03:10:36.033120 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-918df54b-7241-4d80-931c-13ab19ab5ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:36.086795 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-01a2c8fb-11a2-4a1d-a8f1-fc1d3dd4f3fb admin admin] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:36.131597 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-be77e398-d054-4d94-afea-3f169ba50695 req-c43d1159-f888-43a0-a486-507c593db0b8 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/security-groups?id=19e25e3f-a72e-45d4-8165-3b0d2215340c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952221 Aug 11 03:10:36.137452 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [None req-01a2c8fb-11a2-4a1d-a8f1-fc1d3dd4f3fb admin admin] Transition to ACTIVE for port object 7e7f2e37-2855-4f6d-80aa-a773662d075c will not be triggered until provisioned by entity DHCP. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:10:36.154906 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f1b80a32-556a-46a6-b98e-0e1987364839 req-465b724f-e395-46d6-bc47-498c28e83b60 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5a225df-05c1-440d-b2ae-d3bea38f3abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792352 Aug 11 03:10:36.158796 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-6d43ffe0-bacf-4d02-9291-4bd0acf1b972 None None] Set router 72dfec54-4279-4516-bfa0-52b4220fb293 gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:10:36.212252 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 3ce4906e-cf67-4c44-b642-a857b9adf59e up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:10:36.219811 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-918df54b-7241-4d80-931c-13ab19ab5ec6 None None] Attempting to bind port c1b719d6-25ed-4533-a5c0-ad9b0a27b384 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:10:36.224759 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-918df54b-7241-4d80-931c-13ab19ab5ec6 None None] Attempting to bind port c1b719d6-25ed-4533-a5c0-ad9b0a27b384 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:10:36.224759 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918df54b-7241-4d80-931c-13ab19ab5ec6 None None] Attempting to bind port c1b719d6-25ed-4533-a5c0-ad9b0a27b384 on network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:10:36.251166 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918df54b-7241-4d80-931c-13ab19ab5ec6 None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 10, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:10:36.251545 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918df54b-7241-4d80-931c-13ab19ab5ec6 None None] Checking segment: {'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:10:36.251949 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-918df54b-7241-4d80-931c-13ab19ab5ec6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:36.252343 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918df54b-7241-4d80-931c-13ab19ab5ec6 None None] Bound using segment: {'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:10:36.252821 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-918df54b-7241-4d80-931c-13ab19ab5ec6 None None] Bound port: c1b719d6-25ed-4533-a5c0-ad9b0a27b384, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:10:36.253307 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-918df54b-7241-4d80-931c-13ab19ab5ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:36.255003 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a73b7a9-2365-4d96-b382-d586d711df75 None None] Pushing event updated for resources: {'Port': ['ID=c1b719d6-25ed-4533-a5c0-ad9b0a27b384,revision_number=2']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:36.332404 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ec36f24e-79dd-4bfc-acdf-3890df615109 req-160c31d5-d0e9-40e6-8417-504b882acaf3 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e58d97f-574c-4a76-8229-5f54c6d232bd HTTP/1.1" status: 200 len: 210 time: 0.0538814 Aug 11 03:10:36.352962 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-01a2c8fb-11a2-4a1d-a8f1-fc1d3dd4f3fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:36.429273 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-918df54b-7241-4d80-931c-13ab19ab5ec6 None None] For port c1b719d6-25ed-4533-a5c0-ad9b0a27b384, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:10:36.440392 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-918df54b-7241-4d80-931c-13ab19ab5ec6 None None] For port c1b719d6-25ed-4533-a5c0-ad9b0a27b384, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=c1b719d6-25ed-4533-a5c0-ad9b0a27b384,segment=NetworkSegment(fab28bed-aa25-40db-bba4-ec26e795194c),segment_id=fab28bed-aa25-40db-bba4-ec26e795194c)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:10:36.442236 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a2c8fb-11a2-4a1d-a8f1-fc1d3dd4f3fb admin admin] Pushing event updated for resources: {'Port': ['ID=7e7f2e37-2855-4f6d-80aa-a773662d075c,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:36.454031 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 3ce4906e-cf67-4c44-b642-a857b9adf59e triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:10:36.454513 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:36.455347 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a2c8fb-11a2-4a1d-a8f1-fc1d3dd4f3fb admin admin] Network 9ffa8fc6-888b-4604-aa22-c48c434612fd is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:10:36.459769 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-01a2c8fb-11a2-4a1d-a8f1-fc1d3dd4f3fb admin admin] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:10:36.469069 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a2c8fb-11a2-4a1d-a8f1-fc1d3dd4f3fb admin admin] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:10:36.550757 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-918df54b-7241-4d80-931c-13ab19ab5ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:36.616549 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-01a2c8fb-11a2-4a1d-a8f1-fc1d3dd4f3fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-520987'] for router_interface, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:36.678724 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-6d43ffe0-bacf-4d02-9291-4bd0acf1b972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72dfec54-4279-4516-bfa0-52b4220fb293', 'name': 'tempest-TaggedBootDevicesTest-1821193535-router', 'tenant_id': '44415f337b71498496665864f1602b88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': '3ce4906e-cf67-4c44-b642-a857b9adf59e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:10:24Z', 'updated_at': '2021-08-11T03:10:32Z', 'revision_number': 4, 'project_id': '44415f337b71498496665864f1602b88', 'gw_port': {'id': '3ce4906e-cf67-4c44-b642-a857b9adf59e', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:34:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72dfec54-4279-4516-bfa0-52b4220fb293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:10:26Z', 'updated_at': '2021-08-11T03:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '114082ba-dfff-40f9-97f9-8738e330c4a2', 'name': '', 'network_id': '99a68316-7b54-4552-81a4-eb1b8bfe1686', 'tenant_id': '44415f337b71498496665864f1602b88', 'mac_address': 'fa:16:3e:a7:e2:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72dfec54-4279-4516-bfa0-52b4220fb293', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': '4230503c-7b88-4635-ba97-704ecda79830', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:10:31Z', 'updated_at': '2021-08-11T03:10:33Z', 'revision_number': 2, 'project_id': '44415f337b71498496665864f1602b88', 'subnets': [{'id': '4230503c-7b88-4635-ba97-704ecda79830', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:10:36.783132 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918df54b-7241-4d80-931c-13ab19ab5ec6 None None] Routers {'74cf20ad-7a57-4abb-97a0-241266554120'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:10:36.783915 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-918df54b-7241-4d80-931c-13ab19ab5ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:10:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['74cf20ad-7a57-4abb-97a0-241266554120'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:10:36.810376 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d43ffe0-bacf-4d02-9291-4bd0acf1b972 None None] Checking router: 72dfec54-4279-4516-bfa0-52b4220fb293 for host: n-d-764292-30 {{(pid=102194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:10:36.812848 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d43ffe0-bacf-4d02-9291-4bd0acf1b972 None None] Updating router 72dfec54-4279-4516-bfa0-52b4220fb293 port 114082ba-dfff-40f9-97f9-8738e330c4a2 binding host n-d-764292-30 {{(pid=102194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:10:36.889683 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a73b7a9-2365-4d96-b382-d586d711df75 None None] Pushing event updated for resources: {'Port': ['ID=c1b719d6-25ed-4533-a5c0-ad9b0a27b384,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:36.971032 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-01a2c8fb-11a2-4a1d-a8f1-fc1d3dd4f3fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:37.103639 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:37.176145 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-918df54b-7241-4d80-931c-13ab19ab5ec6 None None] Set router 74cf20ad-7a57-4abb-97a0-241266554120 gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:10:37.217353 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-8042c2c2-a120-411d-9b3e-b7f2ae677389 None None] Provisioning for port 7e7f2e37-2855-4f6d-80aa-a773662d075c completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:10:37.258832 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-8042c2c2-a120-411d-9b3e-b7f2ae677389 None None] Provisioning complete for port 7e7f2e37-2855-4f6d-80aa-a773662d075c triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:10:37.259357 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8042c2c2-a120-411d-9b3e-b7f2ae677389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:37.306854 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-8042c2c2-a120-411d-9b3e-b7f2ae677389 None None] Port 7e7f2e37-2855-4f6d-80aa-a773662d075c cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:10:37.356302 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-6d43ffe0-bacf-4d02-9291-4bd0acf1b972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:37.459229 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-01a2c8fb-11a2-4a1d-a8f1-fc1d3dd4f3fb admin admin] Notify callbacks [] for port, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:37.586017 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-918df54b-7241-4d80-931c-13ab19ab5ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74cf20ad-7a57-4abb-97a0-241266554120', 'name': 'tempest-AttachSCSIVolumeTestJSON-207933399-router', 'tenant_id': 'eeda914787b34863824d468333b405ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'c1b719d6-25ed-4533-a5c0-ad9b0a27b384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:10:26Z', 'updated_at': '2021-08-11T03:10:30Z', 'revision_number': 3, 'project_id': 'eeda914787b34863824d468333b405ca', 'gw_port': {'id': 'c1b719d6-25ed-4533-a5c0-ad9b0a27b384', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:7c:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74cf20ad-7a57-4abb-97a0-241266554120', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:10:28Z', 'updated_at': '2021-08-11T03:10:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:10:37.603428 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-01a2c8fb-11a2-4a1d-a8f1-fc1d3dd4f3fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:37.745356 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918df54b-7241-4d80-931c-13ab19ab5ec6 None None] The sync data for ids ['74cf20ad-7a57-4abb-97a0-241266554120'] in n-d-764292-30 is: [{'id': '74cf20ad-7a57-4abb-97a0-241266554120', 'name': 'tempest-AttachSCSIVolumeTestJSON-207933399-router', 'tenant_id': 'eeda914787b34863824d468333b405ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'c1b719d6-25ed-4533-a5c0-ad9b0a27b384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:10:26Z', 'updated_at': '2021-08-11T03:10:30Z', 'revision_number': 3, 'project_id': 'eeda914787b34863824d468333b405ca', 'gw_port': {'id': 'c1b719d6-25ed-4533-a5c0-ad9b0a27b384', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:7c:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74cf20ad-7a57-4abb-97a0-241266554120', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:10:28Z', 'updated_at': '2021-08-11T03:10:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:10:37.747224 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c446643d-fc77-49f7-aef1-f23a595ecdf9 req-616b84b1-e5a0-43e2-b29a-9aae21cf36f1 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:37.747224 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c446643d-fc77-49f7-aef1-f23a595ecdf9 req-616b84b1-e5a0-43e2-b29a-9aae21cf36f1 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.22 "GET /v2.0/networks?id=b3c19a2d-0e26-410a-b53e-1619e285dc24 HTTP/1.1" status: 200 len: 812 time: 1.0518434 Aug 11 03:10:37.747224 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-c446643d-fc77-49f7-aef1-f23a595ecdf9 req-ea2695d7-49fa-4a91-b2fe-bb32d25f28e2 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Request body: {'port': {'device_id': '9e58d97f-574c-4a76-8229-5f54c6d232bd', 'network_id': 'b3c19a2d-0e26-410a-b53e-1619e285dc24', 'admin_state_up': True, 'tenant_id': 'c348de37bb094671bc15dc0c22bb5512'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:10:37.755651 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732a86d2-01a6-4362-921a-8dcff0e1dbab req-472ece0c-237e-4956-80f0-60c7bd983bee tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:37.758011 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-732a86d2-01a6-4362-921a-8dcff0e1dbab req-472ece0c-237e-4956-80f0-60c7bd983bee tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=895c0843-971b-4689-82f6-c760d91aa720 HTTP/1.1" status: 200 len: 945 time: 0.4600382 Aug 11 03:10:37.759636 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a2c8fb-11a2-4a1d-a8f1-fc1d3dd4f3fb admin admin] Pushing event updated for resources: {'Port': ['ID=7e7f2e37-2855-4f6d-80aa-a773662d075c,revision_number=2']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:37.775825 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf4b2f9-191f-47b5-ad32-d04271bccab7 req-3f62cb26-f07b-467f-8b69-a0aa3699da7b tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:37.778510 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-caf4b2f9-191f-47b5-ad32-d04271bccab7 req-3f62cb26-f07b-467f-8b69-a0aa3699da7b tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d615024-e64b-4f7a-add5-f1f833289513 HTTP/1.1" status: 200 len: 946 time: 0.3122714 Aug 11 03:10:37.781105 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-01a2c8fb-11a2-4a1d-a8f1-fc1d3dd4f3fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16383026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521135'] for router_interface, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:37.901635 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-732a86d2-01a6-4362-921a-8dcff0e1dbab req-a74187ba-50f0-40c5-b59c-481b4ba99e13 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/security-groups?id=19e25e3f-a72e-45d4-8165-3b0d2215340c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122434 Aug 11 03:10:37.905357 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-6d43ffe0-bacf-4d02-9291-4bd0acf1b972 None None] Notify callbacks [] for port, precommit_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:37.917617 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.provisioning_blocks [None req-6d43ffe0-bacf-4d02-9291-4bd0acf1b972 None None] Transition to ACTIVE for port object 114082ba-dfff-40f9-97f9-8738e330c4a2 will not be triggered until provisioned by entity L2. {{(pid=102194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:10:37.975938 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c446643d-fc77-49f7-aef1-f23a595ecdf9 req-ea2695d7-49fa-4a91-b2fe-bb32d25f28e2 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Made reservation on behalf of c348de37bb094671bc15dc0c22bb5512 for: {'port': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:10:37.989203 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-c446643d-fc77-49f7-aef1-f23a595ecdf9 req-ea2695d7-49fa-4a91-b2fe-bb32d25f28e2 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:38.003316 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-6d43ffe0-bacf-4d02-9291-4bd0acf1b972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:38.264071 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e04c42-6a86-4c01-ac6f-ac3140d60795 None None] Pushing event updated for resources: {'Port': ['ID=114082ba-dfff-40f9-97f9-8738e330c4a2,revision_number=3']} {{(pid=102194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:38.305942 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device c1b719d6-25ed-4533-a5c0-ad9b0a27b384 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:10:38.319027 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-6d43ffe0-bacf-4d02-9291-4bd0acf1b972 None None] Attempting to bind port 114082ba-dfff-40f9-97f9-8738e330c4a2 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:10:38.324409 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-6d43ffe0-bacf-4d02-9291-4bd0acf1b972 None None] Attempting to bind port 114082ba-dfff-40f9-97f9-8738e330c4a2 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': '6636cac9-4e2b-442e-bc2a-cdca0dca5176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '99a68316-7b54-4552-81a4-eb1b8bfe1686'}] {{(pid=102194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:10:38.328872 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d43ffe0-bacf-4d02-9291-4bd0acf1b972 None None] Attempting to bind port 114082ba-dfff-40f9-97f9-8738e330c4a2 on network 99a68316-7b54-4552-81a4-eb1b8bfe1686 {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:10:38.348936 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d43ffe0-bacf-4d02-9291-4bd0acf1b972 None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 10, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:10:38.352185 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d43ffe0-bacf-4d02-9291-4bd0acf1b972 None None] Checking segment: {'id': '6636cac9-4e2b-442e-bc2a-cdca0dca5176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '99a68316-7b54-4552-81a4-eb1b8bfe1686'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:10:38.358712 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-6d43ffe0-bacf-4d02-9291-4bd0acf1b972 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:38.361740 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d43ffe0-bacf-4d02-9291-4bd0acf1b972 None None] Bound using segment: {'id': '6636cac9-4e2b-442e-bc2a-cdca0dca5176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '99a68316-7b54-4552-81a4-eb1b8bfe1686'} {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:10:38.367824 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-6d43ffe0-bacf-4d02-9291-4bd0acf1b972 None None] Bound port: 114082ba-dfff-40f9-97f9-8738e330c4a2, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6636cac9-4e2b-442e-bc2a-cdca0dca5176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '99a68316-7b54-4552-81a4-eb1b8bfe1686'}}] {{(pid=102194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:10:38.371169 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-6d43ffe0-bacf-4d02-9291-4bd0acf1b972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:38.512341 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [req-c446643d-fc77-49f7-aef1-f23a595ecdf9 req-ea2695d7-49fa-4a91-b2fe-bb32d25f28e2 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Allocated IP 172.20.0.10 (b3c19a2d-0e26-410a-b53e-1619e285dc24/c6eff5da-ec78-46c7-b512-eb7d066170b3/9171d960-c759-4c58-ad57-4639c74760fa) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:10:38.573149 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.db [None req-6d43ffe0-bacf-4d02-9291-4bd0acf1b972 None None] For port 114082ba-dfff-40f9-97f9-8738e330c4a2, host n-d-764292-30, cleared binding levels {{(pid=102194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:10:38.578145 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.db [None req-6d43ffe0-bacf-4d02-9291-4bd0acf1b972 None None] For port 114082ba-dfff-40f9-97f9-8738e330c4a2, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=114082ba-dfff-40f9-97f9-8738e330c4a2,segment=NetworkSegment(6636cac9-4e2b-442e-bc2a-cdca0dca5176),segment_id=6636cac9-4e2b-442e-bc2a-cdca0dca5176)] {{(pid=102194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:10:38.581103 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port c1b719d6-25ed-4533-a5c0-ad9b0a27b384 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:10:38.621186 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port c1b719d6-25ed-4533-a5c0-ad9b0a27b384 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:10:38.627305 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:38.648370 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-6d43ffe0-bacf-4d02-9291-4bd0acf1b972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:38.844633 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d43ffe0-bacf-4d02-9291-4bd0acf1b972 None None] Routers {'72dfec54-4279-4516-bfa0-52b4220fb293'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:10:38.846092 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-6d43ffe0-bacf-4d02-9291-4bd0acf1b972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:10:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['72dfec54-4279-4516-bfa0-52b4220fb293'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:10:38.947275 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e04c42-6a86-4c01-ac6f-ac3140d60795 None None] Pushing event updated for resources: {'Port': ['ID=114082ba-dfff-40f9-97f9-8738e330c4a2,revision_number=4']} {{(pid=102194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:38.994645 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-c446643d-fc77-49f7-aef1-f23a595ecdf9 req-ea2695d7-49fa-4a91-b2fe-bb32d25f28e2 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:39.160176 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-6d43ffe0-bacf-4d02-9291-4bd0acf1b972 None None] Set router 72dfec54-4279-4516-bfa0-52b4220fb293 gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:10:39.181751 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:39.186112 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-c446643d-fc77-49f7-aef1-f23a595ecdf9 req-ea2695d7-49fa-4a91-b2fe-bb32d25f28e2 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:39.237292 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-caf4b2f9-191f-47b5-ad32-d04271bccab7 req-d8042078-94f5-42f2-8c64-e726d36713d4 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5a225df-05c1-440d-b2ae-d3bea38f3abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4486709 Aug 11 03:10:39.280244 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c446643d-fc77-49f7-aef1-f23a595ecdf9 req-ea2695d7-49fa-4a91-b2fe-bb32d25f28e2 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Network b3c19a2d-0e26-410a-b53e-1619e285dc24 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:10:39.284273 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [req-c446643d-fc77-49f7-aef1-f23a595ecdf9 req-ea2695d7-49fa-4a91-b2fe-bb32d25f28e2 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:10:39.298900 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-c446643d-fc77-49f7-aef1-f23a595ecdf9 req-ea2695d7-49fa-4a91-b2fe-bb32d25f28e2 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:10:39.300468 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a2c8fb-11a2-4a1d-a8f1-fc1d3dd4f3fb admin admin] Network 9ffa8fc6-888b-4604-aa22-c48c434612fd is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:10:39.303987 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-01a2c8fb-11a2-4a1d-a8f1-fc1d3dd4f3fb admin admin] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:10:39.453292 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port c1b719d6-25ed-4533-a5c0-ad9b0a27b384, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=c1b719d6-25ed-4533-a5c0-ad9b0a27b384,segment=NetworkSegment(fab28bed-aa25-40db-bba4-ec26e795194c),segment_id=fab28bed-aa25-40db-bba4-ec26e795194c)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:10:39.490093 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2695d7-49fa-4a91-b2fe-bb32d25f28e2 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Pushing event updated for resources: {'Port': ['ID=9171d960-c759-4c58-ad57-4639c74760fa,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:39.543126 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:39.579557 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1d0045-a670-43e3-8221-274e3aff73da req-e73b5990-34dc-4825-8d97-7c463fed146a tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:39.585351 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5a1d0045-a670-43e3-8221-274e3aff73da req-e73b5990-34dc-4825-8d97-7c463fed146a tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e58d97f-574c-4a76-8229-5f54c6d232bd HTTP/1.1" status: 200 len: 932 time: 0.3845234 Aug 11 03:10:39.593564 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c446643d-fc77-49f7-aef1-f23a595ecdf9 req-ea2695d7-49fa-4a91-b2fe-bb32d25f28e2 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:39.594322 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-c446643d-fc77-49f7-aef1-f23a595ecdf9 req-ea2695d7-49fa-4a91-b2fe-bb32d25f28e2 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:39.680871 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-6d43ffe0-bacf-4d02-9291-4bd0acf1b972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72dfec54-4279-4516-bfa0-52b4220fb293', 'name': 'tempest-TaggedBootDevicesTest-1821193535-router', 'tenant_id': '44415f337b71498496665864f1602b88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': '3ce4906e-cf67-4c44-b642-a857b9adf59e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:10:24Z', 'updated_at': '2021-08-11T03:10:32Z', 'revision_number': 4, 'project_id': '44415f337b71498496665864f1602b88', 'gw_port': {'id': '3ce4906e-cf67-4c44-b642-a857b9adf59e', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:34:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72dfec54-4279-4516-bfa0-52b4220fb293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:10:26Z', 'updated_at': '2021-08-11T03:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '114082ba-dfff-40f9-97f9-8738e330c4a2', 'name': '', 'network_id': '99a68316-7b54-4552-81a4-eb1b8bfe1686', 'tenant_id': '44415f337b71498496665864f1602b88', 'mac_address': 'fa:16:3e:a7:e2:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72dfec54-4279-4516-bfa0-52b4220fb293', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': '4230503c-7b88-4635-ba97-704ecda79830', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:10:31Z', 'updated_at': '2021-08-11T03:10:38Z', 'revision_number': 4, 'project_id': '44415f337b71498496665864f1602b88', 'subnets': [{'id': '4230503c-7b88-4635-ba97-704ecda79830', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:10:39.738779 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=c1b719d6-25ed-4533-a5c0-ad9b0a27b384,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:39.758074 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c446643d-fc77-49f7-aef1-f23a595ecdf9 req-ea2695d7-49fa-4a91-b2fe-bb32d25f28e2 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0788648 Aug 11 03:10:39.770955 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-c446643d-fc77-49f7-aef1-f23a595ecdf9 req-20f5ea00-f41a-4d83-9047-ec6345220929 service neutron] Request body: {'port': {'device_id': '9e58d97f-574c-4a76-8229-5f54c6d232bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764292-30'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:10:39.790314 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d43ffe0-bacf-4d02-9291-4bd0acf1b972 None None] The sync data for ids ['72dfec54-4279-4516-bfa0-52b4220fb293'] in n-d-764292-30 is: [{'id': '72dfec54-4279-4516-bfa0-52b4220fb293', 'name': 'tempest-TaggedBootDevicesTest-1821193535-router', 'tenant_id': '44415f337b71498496665864f1602b88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': '3ce4906e-cf67-4c44-b642-a857b9adf59e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:10:24Z', 'updated_at': '2021-08-11T03:10:32Z', 'revision_number': 4, 'project_id': '44415f337b71498496665864f1602b88', 'gw_port': {'id': '3ce4906e-cf67-4c44-b642-a857b9adf59e', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:34:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72dfec54-4279-4516-bfa0-52b4220fb293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:10:26Z', 'updated_at': '2021-08-11T03:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '114082ba-dfff-40f9-97f9-8738e330c4a2', 'name': '', 'network_id': '99a68316-7b54-4552-81a4-eb1b8bfe1686', 'tenant_id': '44415f337b71498496665864f1602b88', 'mac_address': 'fa:16:3e:a7:e2:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72dfec54-4279-4516-bfa0-52b4220fb293', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': '4230503c-7b88-4635-ba97-704ecda79830', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:10:31Z', 'updated_at': '2021-08-11T03:10:38Z', 'revision_number': 4, 'project_id': '44415f337b71498496665864f1602b88', 'subnets': [{'id': '4230503c-7b88-4635-ba97-704ecda79830', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:10:39.818481 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5a1d0045-a670-43e3-8221-274e3aff73da req-966a9198-1c61-47ae-8379-4debfc778988 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/security-groups?id=96c4279c-51b6-4d8a-ac93-67215ccf65c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204309 Aug 11 03:10:39.832896 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01a2c8fb-11a2-4a1d-a8f1-fc1d3dd4f3fb admin admin] Router 74cf20ad-7a57-4abb-97a0-241266554120 has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:10:39.846424 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5bd4ad-c761-4beb-9a85-efb72e8be516 req-710428ad-c495-4ad3-9ad7-7973552e8adc tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:39.863415 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-aa5bd4ad-c761-4beb-9a85-efb72e8be516 req-710428ad-c495-4ad3-9ad7-7973552e8adc tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=895c0843-971b-4689-82f6-c760d91aa720 HTTP/1.1" status: 200 len: 945 time: 0.1656904 Aug 11 03:10:39.868465 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-c54e4f67-3571-4c9c-bb38-75e976168992 None None] Provisioning complete for port 7e7f2e37-2855-4f6d-80aa-a773662d075c triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:10:39.871583 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-c54e4f67-3571-4c9c-bb38-75e976168992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:39.926200 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-c446643d-fc77-49f7-aef1-f23a595ecdf9 req-20f5ea00-f41a-4d83-9047-ec6345220929 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:39.949952 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-c54e4f67-3571-4c9c-bb38-75e976168992 None None] Port 7e7f2e37-2855-4f6d-80aa-a773662d075c cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:10:40.014970 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-aa5bd4ad-c761-4beb-9a85-efb72e8be516 req-b43de6ef-a910-4b72-a0d7-67d7009277b8 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/security-groups?id=19e25e3f-a72e-45d4-8165-3b0d2215340c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503859 Aug 11 03:10:40.152625 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01a2c8fb-11a2-4a1d-a8f1-fc1d3dd4f3fb admin admin] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:10:40.169273 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-01a2c8fb-11a2-4a1d-a8f1-fc1d3dd4f3fb admin admin] 10.222.0.41 "PUT /v2.0/routers/74cf20ad-7a57-4abb-97a0-241266554120/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2725575 Aug 11 03:10:40.341029 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device c1b719d6-25ed-4533-a5c0-ad9b0a27b384 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:10:40.499577 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port c1b719d6-25ed-4533-a5c0-ad9b0a27b384 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:10:40.499577 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:40.555595 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064bde7e-0ed3-421b-a207-696f834a86d4 req-e3f28962-bad9-40f6-9729-2de21e4ebbdc tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:40.557272 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-064bde7e-0ed3-421b-a207-696f834a86d4 req-e3f28962-bad9-40f6-9729-2de21e4ebbdc tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d615024-e64b-4f7a-add5-f1f833289513 HTTP/1.1" status: 200 len: 946 time: 0.1439309 Aug 11 03:10:40.644357 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [req-c446643d-fc77-49f7-aef1-f23a595ecdf9 req-20f5ea00-f41a-4d83-9047-ec6345220929 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9171d960-c759-4c58-ad57-4639c74760fa {{(pid=102191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:10:40.668080 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-064bde7e-0ed3-421b-a207-696f834a86d4 req-b0056e2e-2126-4db2-8fa6-cc358d20b1c4 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5a225df-05c1-440d-b2ae-d3bea38f3abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929029 Aug 11 03:10:40.668238 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-c446643d-fc77-49f7-aef1-f23a595ecdf9 req-20f5ea00-f41a-4d83-9047-ec6345220929 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:40.719433 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [req-c446643d-fc77-49f7-aef1-f23a595ecdf9 req-20f5ea00-f41a-4d83-9047-ec6345220929 service neutron] Transition to ACTIVE for port object 9171d960-c759-4c58-ad57-4639c74760fa will not be triggered until provisioned by entity L2. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:10:40.724995 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e160a85-3ed0-4e97-8edb-a83d61dc6115 None None] Sync routers for ids ['74cf20ad-7a57-4abb-97a0-241266554120'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:10:40.748942 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 114082ba-dfff-40f9-97f9-8738e330c4a2 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:10:40.798990 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-c446643d-fc77-49f7-aef1-f23a595ecdf9 req-20f5ea00-f41a-4d83-9047-ec6345220929 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:40.829734 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e160a85-3ed0-4e97-8edb-a83d61dc6115 None None] Routers {'74cf20ad-7a57-4abb-97a0-241266554120'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:10:40.840227 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-6e160a85-3ed0-4e97-8edb-a83d61dc6115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:10:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['74cf20ad-7a57-4abb-97a0-241266554120'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:10:40.915458 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f5ea00-f41a-4d83-9047-ec6345220929 service neutron] Pushing event updated for resources: {'Port': ['ID=9171d960-c759-4c58-ad57-4639c74760fa,revision_number=2']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:41.066877 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aa8d75-6119-4c4a-9033-5084a7eb081f req-ec3d2b39-fb4d-4cba-bcdf-8941a806c0ab tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:41.076143 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-35aa8d75-6119-4c4a-9033-5084a7eb081f req-ec3d2b39-fb4d-4cba-bcdf-8941a806c0ab tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e58d97f-574c-4a76-8229-5f54c6d232bd HTTP/1.1" status: 200 len: 944 time: 0.1244206 Aug 11 03:10:41.166070 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-35aa8d75-6119-4c4a-9033-5084a7eb081f req-c591f4bc-051a-4758-a3cb-cb264770f10b tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/security-groups?id=96c4279c-51b6-4d8a-ac93-67215ccf65c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737314 Aug 11 03:10:41.228195 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-c446643d-fc77-49f7-aef1-f23a595ecdf9 req-20f5ea00-f41a-4d83-9047-ec6345220929 service neutron] Attempting to bind port 9171d960-c759-4c58-ad57-4639c74760fa on host n-h1-764292-30 for vnic_type normal with profile {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:10:41.228663 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-c446643d-fc77-49f7-aef1-f23a595ecdf9 req-20f5ea00-f41a-4d83-9047-ec6345220929 service neutron] Attempting to bind port 9171d960-c759-4c58-ad57-4639c74760fa by drivers openvswitch,hyperv on host n-h1-764292-30 at level 0 using segments [{'id': '66697432-be64-438d-a5b2-0b02f3d0fa2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'b3c19a2d-0e26-410a-b53e-1619e285dc24'}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:10:41.228878 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c446643d-fc77-49f7-aef1-f23a595ecdf9 req-20f5ea00-f41a-4d83-9047-ec6345220929 service neutron] Attempting to bind port 9171d960-c759-4c58-ad57-4639c74760fa on network b3c19a2d-0e26-410a-b53e-1619e285dc24 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:10:41.230884 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8fa96c-f13c-4359-b51c-d9b01d9ef177 req-da5734d6-40ae-46e3-b3af-2c921fb54936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:41.232492 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6f8fa96c-f13c-4359-b51c-d9b01d9ef177 req-da5734d6-40ae-46e3-b3af-2c921fb54936 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3419766c112444a3864f482257b66851&device_id=895c0843-971b-4689-82f6-c760d91aa720 HTTP/1.1" status: 200 len: 1097 time: 0.1136167 Aug 11 03:10:41.257648 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c446643d-fc77-49f7-aef1-f23a595ecdf9 req-20f5ea00-f41a-4d83-9047-ec6345220929 service neutron] Port 9171d960-c759-4c58-ad57-4639c74760fa on network b3c19a2d-0e26-410a-b53e-1619e285dc24 not bound, no agent of type Open vSwitch agent registered on host n-h1-764292-30 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:10:41.257904 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c446643d-fc77-49f7-aef1-f23a595ecdf9 req-20f5ea00-f41a-4d83-9047-ec6345220929 service neutron] Attempting to bind port 9171d960-c759-4c58-ad57-4639c74760fa on network b3c19a2d-0e26-410a-b53e-1619e285dc24 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:10:41.267620 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:41.277311 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c446643d-fc77-49f7-aef1-f23a595ecdf9 req-20f5ea00-f41a-4d83-9047-ec6345220929 service neutron] Checking agent: {'id': 'abb524c2-b412-4ed2-8367-45c4fd996fa7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 10, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:10:41.277724 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c446643d-fc77-49f7-aef1-f23a595ecdf9 req-20f5ea00-f41a-4d83-9047-ec6345220929 service neutron] Checking segment: {'id': '66697432-be64-438d-a5b2-0b02f3d0fa2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'b3c19a2d-0e26-410a-b53e-1619e285dc24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:10:41.278127 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c446643d-fc77-49f7-aef1-f23a595ecdf9 req-20f5ea00-f41a-4d83-9047-ec6345220929 service neutron] Bound using segment: {'id': '66697432-be64-438d-a5b2-0b02f3d0fa2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'b3c19a2d-0e26-410a-b53e-1619e285dc24'} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:10:41.278589 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-c446643d-fc77-49f7-aef1-f23a595ecdf9 req-20f5ea00-f41a-4d83-9047-ec6345220929 service neutron] Bound port: 9171d960-c759-4c58-ad57-4639c74760fa, host: n-h1-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66697432-be64-438d-a5b2-0b02f3d0fa2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'b3c19a2d-0e26-410a-b53e-1619e285dc24'}}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:10:41.278952 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-c446643d-fc77-49f7-aef1-f23a595ecdf9 req-20f5ea00-f41a-4d83-9047-ec6345220929 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:41.355603 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port 114082ba-dfff-40f9-97f9-8738e330c4a2 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:10:41.364080 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-6e160a85-3ed0-4e97-8edb-a83d61dc6115 None None] Set router 74cf20ad-7a57-4abb-97a0-241266554120 gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:10:41.366934 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 114082ba-dfff-40f9-97f9-8738e330c4a2 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:10:41.367552 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:41.496995 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-c446643d-fc77-49f7-aef1-f23a595ecdf9 req-20f5ea00-f41a-4d83-9047-ec6345220929 service neutron] For port 9171d960-c759-4c58-ad57-4639c74760fa, host n-h1-764292-30, cleared binding levels {{(pid=102191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:10:41.510985 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-c446643d-fc77-49f7-aef1-f23a595ecdf9 req-20f5ea00-f41a-4d83-9047-ec6345220929 service neutron] For port 9171d960-c759-4c58-ad57-4639c74760fa, host n-h1-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=9171d960-c759-4c58-ad57-4639c74760fa,segment=NetworkSegment(66697432-be64-438d-a5b2-0b02f3d0fa2a),segment_id=66697432-be64-438d-a5b2-0b02f3d0fa2a)] {{(pid=102191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:10:41.587157 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-c446643d-fc77-49f7-aef1-f23a595ecdf9 req-20f5ea00-f41a-4d83-9047-ec6345220929 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:41.660207 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267f886e-5bc2-48b7-b19e-02f442c013f6 req-a4992861-d897-41f4-9dc5-c7dd5cd2b169 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:41.673816 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-267f886e-5bc2-48b7-b19e-02f442c013f6 req-a4992861-d897-41f4-9dc5-c7dd5cd2b169 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=895c0843-971b-4689-82f6-c760d91aa720 HTTP/1.1" status: 200 len: 945 time: 0.2452121 Aug 11 03:10:41.687513 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8fa96c-f13c-4359-b51c-d9b01d9ef177 req-53e6f1da-bb95-4fb5-b501-2ac5aba1fdb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:41.696493 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6f8fa96c-f13c-4359-b51c-d9b01d9ef177 req-53e6f1da-bb95-4fb5-b501-2ac5aba1fdb0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=6b5eb666-47e5-4ddb-b0bc-16855d478160 HTTP/1.1" status: 200 len: 913 time: 0.4533005 Aug 11 03:10:41.709561 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c446643d-fc77-49f7-aef1-f23a595ecdf9 req-20f5ea00-f41a-4d83-9047-ec6345220929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:41.710935 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-c446643d-fc77-49f7-aef1-f23a595ecdf9 req-20f5ea00-f41a-4d83-9047-ec6345220929 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:41.717735 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c446643d-fc77-49f7-aef1-f23a595ecdf9 req-20f5ea00-f41a-4d83-9047-ec6345220929 service neutron] 10.222.0.22 "PUT /v2.0/ports/9171d960-c759-4c58-ad57-4639c74760fa HTTP/1.1" status: 200 len: 1093 time: 1.9475684 Aug 11 03:10:41.720560 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e58d97f-574c-4a76-8229-5f54c6d232bd', 'tag': '9171d960-c759-4c58-ad57-4639c74760fa'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:10:41.723038 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffdc3bbc-8341-4c93-b43e-8617156fb5d4" -d '{"events": [{"name": "network-changed", "server_uuid": "9e58d97f-574c-4a76-8229-5f54c6d232bd", "tag": "9171d960-c759-4c58-ad57-4639c74760fa"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:10:41.753225 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f5ea00-f41a-4d83-9047-ec6345220929 service neutron] Pushing event updated for resources: {'Port': ['ID=9171d960-c759-4c58-ad57-4639c74760fa,revision_number=3']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:41.783153 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f5ea00-f41a-4d83-9047-ec6345220929 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:10:41.783153 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f5ea00-f41a-4d83-9047-ec6345220929 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:10:41.783663 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f5ea00-f41a-4d83-9047-ec6345220929 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:10:41.784505 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f5ea00-f41a-4d83-9047-ec6345220929 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:10:41.785411 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f5ea00-f41a-4d83-9047-ec6345220929 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:10:41.804514 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f5ea00-f41a-4d83-9047-ec6345220929 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:10:41.805196 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f5ea00-f41a-4d83-9047-ec6345220929 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:10:41.806328 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f5ea00-f41a-4d83-9047-ec6345220929 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:10:41.806933 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f5ea00-f41a-4d83-9047-ec6345220929 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:10:41.808367 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f5ea00-f41a-4d83-9047-ec6345220929 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:10:41.808927 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f5ea00-f41a-4d83-9047-ec6345220929 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:10:41.809469 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f5ea00-f41a-4d83-9047-ec6345220929 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:10:41.956190 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6f8fa96c-f13c-4359-b51c-d9b01d9ef177 req-78cc0c8b-73b8-4a26-8617-27f9a09bd940 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eeb00953-8e99-48d3-a2d5-ff4d91a8de80 HTTP/1.1" status: 200 len: 217 time: 0.2228646 Aug 11 03:10:41.995829 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c446643d-fc77-49f7-aef1-f23a595ecdf9 req-2c4517a0-d143-4868-8cf0-33e94d232e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:42.014966 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c446643d-fc77-49f7-aef1-f23a595ecdf9 req-2c4517a0-d143-4868-8cf0-33e94d232e54 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c348de37bb094671bc15dc0c22bb5512&device_id=9e58d97f-574c-4a76-8229-5f54c6d232bd HTTP/1.1" status: 200 len: 1096 time: 0.1650188 Aug 11 03:10:42.063605 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-267f886e-5bc2-48b7-b19e-02f442c013f6 req-746eecea-553d-4b9d-8579-90a71b361567 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/security-groups?id=19e25e3f-a72e-45d4-8165-3b0d2215340c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3637989 Aug 11 03:10:42.098404 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c082bc-0c0e-4154-b376-c1656e99cb8b req-1c598507-1665-4e27-8ce3-9ef5a0f3b4c9 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:42.107050 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e0c082bc-0c0e-4154-b376-c1656e99cb8b req-1c598507-1665-4e27-8ce3-9ef5a0f3b4c9 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d615024-e64b-4f7a-add5-f1f833289513 HTTP/1.1" status: 200 len: 946 time: 0.1498206 Aug 11 03:10:42.157844 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c446643d-fc77-49f7-aef1-f23a595ecdf9 req-488c83cf-0218-4671-b216-69a8f616f818 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9171d960-c759-4c58-ad57-4639c74760fa HTTP/1.1" status: 200 len: 217 time: 0.1419973 Aug 11 03:10:42.170688 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e0c082bc-0c0e-4154-b376-c1656e99cb8b req-3082f46d-aa35-4503-a881-52c3c985d2fa tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5a225df-05c1-440d-b2ae-d3bea38f3abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571163 Aug 11 03:10:42.196809 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8fa96c-f13c-4359-b51c-d9b01d9ef177 req-8d3cf73f-1def-4ee9-9bcd-e15021ec3670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:42.202149 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6f8fa96c-f13c-4359-b51c-d9b01d9ef177 req-8d3cf73f-1def-4ee9-9bcd-e15021ec3670 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6bc807f9-b5f2-488b-b980-1ec1f7afe42f HTTP/1.1" status: 200 len: 851 time: 0.2091351 Aug 11 03:10:42.306418 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8fa96c-f13c-4359-b51c-d9b01d9ef177 req-4b3cef8c-f64e-4fbc-a5c8-d26ab57ec7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:42.307270 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c446643d-fc77-49f7-aef1-f23a595ecdf9 req-f8b6e32f-aeb1-4dc6-896e-cc3b6cc69812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:42.308199 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6f8fa96c-f13c-4359-b51c-d9b01d9ef177 req-4b3cef8c-f64e-4fbc-a5c8-d26ab57ec7f9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6b5eb666-47e5-4ddb-b0bc-16855d478160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0964286 Aug 11 03:10:42.314896 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c446643d-fc77-49f7-aef1-f23a595ecdf9 req-f8b6e32f-aeb1-4dc6-896e-cc3b6cc69812 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c6eff5da-ec78-46c7-b512-eb7d066170b3 HTTP/1.1" status: 200 len: 852 time: 0.1470094 Aug 11 03:10:42.316390 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:10:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d2329d7-b6cd-4c6b-8ae1-dfb3a0c0b774 x-openstack-request-id: req-6d2329d7-b6cd-4c6b-8ae1-dfb3a0c0b774 {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:10:42.316673 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e58d97f-574c-4a76-8229-5f54c6d232bd", "tag": "9171d960-c759-4c58-ad57-4639c74760fa", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:10:42.316925 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6d2329d7-b6cd-4c6b-8ae1-dfb3a0c0b774 {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:10:42.317325 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e58d97f-574c-4a76-8229-5f54c6d232bd', 'tag': '9171d960-c759-4c58-ad57-4639c74760fa', 'status': 'completed', 'code': 200} Aug 11 03:10:42.453330 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781f1c5c-b51f-410d-bebb-67d70fd7fa25 req-eac2474f-1d56-4d1b-9948-67fb6af5b448 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:42.460843 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-781f1c5c-b51f-410d-bebb-67d70fd7fa25 req-eac2474f-1d56-4d1b-9948-67fb6af5b448 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e58d97f-574c-4a76-8229-5f54c6d232bd HTTP/1.1" status: 200 len: 944 time: 0.1565475 Aug 11 03:10:42.469137 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c446643d-fc77-49f7-aef1-f23a595ecdf9 req-e256d6a8-0dbc-4520-9f13-98b28b5dfd63 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b3c19a2d-0e26-410a-b53e-1619e285dc24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1427007 Aug 11 03:10:42.552785 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-781f1c5c-b51f-410d-bebb-67d70fd7fa25 req-74a75378-eea2-454b-b1ff-356da8c4dbda tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/security-groups?id=96c4279c-51b6-4d8a-ac93-67215ccf65c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908465 Aug 11 03:10:42.576275 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:42.611260 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6f8fa96c-f13c-4359-b51c-d9b01d9ef177 req-37614366-e3ea-40c6-95e3-2179256ad011 service neutron] 10.222.0.24 "GET /v2.0/networks/6b5eb666-47e5-4ddb-b0bc-16855d478160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2676668 Aug 11 03:10:42.677981 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port 114082ba-dfff-40f9-97f9-8738e330c4a2, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=114082ba-dfff-40f9-97f9-8738e330c4a2,segment=NetworkSegment(6636cac9-4e2b-442e-bc2a-cdca0dca5176),segment_id=6636cac9-4e2b-442e-bc2a-cdca0dca5176)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:10:42.747983 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c446643d-fc77-49f7-aef1-f23a595ecdf9 req-ee1ab130-dba0-467c-bc60-7827dd3d362c service neutron] 10.222.0.22 "GET /v2.0/networks/b3c19a2d-0e26-410a-b53e-1619e285dc24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2683365 Aug 11 03:10:42.859511 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-6e160a85-3ed0-4e97-8edb-a83d61dc6115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74cf20ad-7a57-4abb-97a0-241266554120', 'name': 'tempest-AttachSCSIVolumeTestJSON-207933399-router', 'tenant_id': 'eeda914787b34863824d468333b405ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'c1b719d6-25ed-4533-a5c0-ad9b0a27b384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:10:26Z', 'updated_at': '2021-08-11T03:10:36Z', 'revision_number': 4, 'project_id': 'eeda914787b34863824d468333b405ca', 'gw_port': {'id': 'c1b719d6-25ed-4533-a5c0-ad9b0a27b384', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:7c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74cf20ad-7a57-4abb-97a0-241266554120', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:10:28Z', 'updated_at': '2021-08-11T03:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '7e7f2e37-2855-4f6d-80aa-a773662d075c', 'name': '', 'network_id': '9ffa8fc6-888b-4604-aa22-c48c434612fd', 'tenant_id': 'eeda914787b34863824d468333b405ca', 'mac_address': 'fa:16:3e:5d:ef:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74cf20ad-7a57-4abb-97a0-241266554120', 'device_owner': 'network:router_interface', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': 'b417ab28-c6da-482e-9c75-052ee1bd82bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:10:35Z', 'updated_at': '2021-08-11T03:10:37Z', 'revision_number': 2, 'project_id': 'eeda914787b34863824d468333b405ca', 'subnets': [{'id': 'b417ab28-c6da-482e-9c75-052ee1bd82bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:10:42.889282 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c446643d-fc77-49f7-aef1-f23a595ecdf9 req-1f3b99e6-10e3-45a6-a09c-2703dbb3045b service neutron] 10.222.0.22 "GET /v2.0/networks/b3c19a2d-0e26-410a-b53e-1619e285dc24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368568 Aug 11 03:10:42.906740 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6f8fa96c-f13c-4359-b51c-d9b01d9ef177 req-7d8de20e-dac1-4920-975d-f5a134b8af70 service neutron] 10.222.0.24 "GET /v2.0/networks/6b5eb666-47e5-4ddb-b0bc-16855d478160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2694132 Aug 11 03:10:42.921775 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:42.928099 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e160a85-3ed0-4e97-8edb-a83d61dc6115 None None] Checking router: 74cf20ad-7a57-4abb-97a0-241266554120 for host: n-d-764292-30 {{(pid=102193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:10:42.930574 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e160a85-3ed0-4e97-8edb-a83d61dc6115 None None] Updating router 74cf20ad-7a57-4abb-97a0-241266554120 port 7e7f2e37-2855-4f6d-80aa-a773662d075c binding host n-d-764292-30 {{(pid=102193) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:10:42.978440 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-6e160a85-3ed0-4e97-8edb-a83d61dc6115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:43.083380 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdc3bbc-8341-4c93-b43e-8617156fb5d4 req-ba12535f-5704-4e07-a8d3-83b636765945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:43.086134 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-ffdc3bbc-8341-4c93-b43e-8617156fb5d4 req-ba12535f-5704-4e07-a8d3-83b636765945 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c348de37bb094671bc15dc0c22bb5512&device_id=9e58d97f-574c-4a76-8229-5f54c6d232bd HTTP/1.1" status: 200 len: 1096 time: 0.0899844 Aug 11 03:10:43.140023 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=114082ba-dfff-40f9-97f9-8738e330c4a2,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:43.331897 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f416133a-c8ca-4461-9137-77033db1a566 req-85d6649e-1a48-4ae3-9d9a-a17f644c5bc2 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:43.362733 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f416133a-c8ca-4461-9137-77033db1a566 req-85d6649e-1a48-4ae3-9d9a-a17f644c5bc2 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=895c0843-971b-4689-82f6-c760d91aa720 HTTP/1.1" status: 200 len: 945 time: 0.1339924 Aug 11 03:10:43.435956 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdc3bbc-8341-4c93-b43e-8617156fb5d4 req-da4699b3-72e4-4591-b98b-78a5210e1790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:43.439615 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-ffdc3bbc-8341-4c93-b43e-8617156fb5d4 req-da4699b3-72e4-4591-b98b-78a5210e1790 service neutron] 10.222.0.22 "GET /v2.0/networks?id=b3c19a2d-0e26-410a-b53e-1619e285dc24 HTTP/1.1" status: 200 len: 913 time: 0.3313320 Aug 11 03:10:43.442336 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-6e160a85-3ed0-4e97-8edb-a83d61dc6115 None None] Notify callbacks [] for port, precommit_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:43.442688 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f416133a-c8ca-4461-9137-77033db1a566 req-75ded00a-61c1-4749-9d0b-99be20d8ed76 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/security-groups?id=19e25e3f-a72e-45d4-8165-3b0d2215340c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725334 Aug 11 03:10:43.474115 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-6e160a85-3ed0-4e97-8edb-a83d61dc6115 None None] Transition to ACTIVE for port object 7e7f2e37-2855-4f6d-80aa-a773662d075c will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:10:43.526468 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-ffdc3bbc-8341-4c93-b43e-8617156fb5d4 req-dcbeccb4-bfc7-4dff-8906-10cb328c4105 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9171d960-c759-4c58-ad57-4639c74760fa HTTP/1.1" status: 200 len: 217 time: 0.0752809 Aug 11 03:10:43.533054 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e566393e-fb92-499a-818a-c1dd2281fbb1 req-ad145077-e25d-45c0-a029-1f56965522b4 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:43.539629 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e566393e-fb92-499a-818a-c1dd2281fbb1 req-ad145077-e25d-45c0-a029-1f56965522b4 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d615024-e64b-4f7a-add5-f1f833289513 HTTP/1.1" status: 200 len: 946 time: 0.1151397 Aug 11 03:10:43.551881 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-6e160a85-3ed0-4e97-8edb-a83d61dc6115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:43.592445 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e566393e-fb92-499a-818a-c1dd2281fbb1 req-2b992419-34c1-44e5-a090-8c34c897ded5 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5a225df-05c1-440d-b2ae-d3bea38f3abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518634 Aug 11 03:10:43.594203 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdc3bbc-8341-4c93-b43e-8617156fb5d4 req-cd68adaf-61c3-4c71-b634-1190d235e6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:43.595847 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-ffdc3bbc-8341-4c93-b43e-8617156fb5d4 req-cd68adaf-61c3-4c71-b634-1190d235e6b6 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c6eff5da-ec78-46c7-b512-eb7d066170b3 HTTP/1.1" status: 200 len: 852 time: 0.0637429 Aug 11 03:10:43.674533 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b619a4d-1f54-48fb-979e-ad2947876123 None None] Pushing event updated for resources: {'Port': ['ID=7e7f2e37-2855-4f6d-80aa-a773662d075c,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:43.726493 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-ffdc3bbc-8341-4c93-b43e-8617156fb5d4 req-c14c1031-a329-4bfd-991f-9e369e7598c2 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b3c19a2d-0e26-410a-b53e-1619e285dc24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1203458 Aug 11 03:10:43.745917 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f64127-eb44-48ce-b6c1-36ada7585e9b req-8a8dd90f-459f-4f6a-9452-d735b84cc671 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:43.760241 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f8f64127-eb44-48ce-b6c1-36ada7585e9b req-8a8dd90f-459f-4f6a-9452-d735b84cc671 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e58d97f-574c-4a76-8229-5f54c6d232bd HTTP/1.1" status: 200 len: 944 time: 0.0981095 Aug 11 03:10:43.790952 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-6e160a85-3ed0-4e97-8edb-a83d61dc6115 None None] Attempting to bind port 7e7f2e37-2855-4f6d-80aa-a773662d075c on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:10:43.790952 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-6e160a85-3ed0-4e97-8edb-a83d61dc6115 None None] Attempting to bind port 7e7f2e37-2855-4f6d-80aa-a773662d075c by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': '9333ef2b-bb7e-4619-ae48-02b355cbc714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '9ffa8fc6-888b-4604-aa22-c48c434612fd'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:10:43.790952 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e160a85-3ed0-4e97-8edb-a83d61dc6115 None None] Attempting to bind port 7e7f2e37-2855-4f6d-80aa-a773662d075c on network 9ffa8fc6-888b-4604-aa22-c48c434612fd {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:10:43.799035 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e160a85-3ed0-4e97-8edb-a83d61dc6115 None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 10, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:10:43.801909 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e160a85-3ed0-4e97-8edb-a83d61dc6115 None None] Checking segment: {'id': '9333ef2b-bb7e-4619-ae48-02b355cbc714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '9ffa8fc6-888b-4604-aa22-c48c434612fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:10:43.802440 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-6e160a85-3ed0-4e97-8edb-a83d61dc6115 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:43.803015 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e160a85-3ed0-4e97-8edb-a83d61dc6115 None None] Bound using segment: {'id': '9333ef2b-bb7e-4619-ae48-02b355cbc714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '9ffa8fc6-888b-4604-aa22-c48c434612fd'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:10:43.803918 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-6e160a85-3ed0-4e97-8edb-a83d61dc6115 None None] Bound port: 7e7f2e37-2855-4f6d-80aa-a773662d075c, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9333ef2b-bb7e-4619-ae48-02b355cbc714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '9ffa8fc6-888b-4604-aa22-c48c434612fd'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:10:43.804429 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-6e160a85-3ed0-4e97-8edb-a83d61dc6115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:43.901620 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f8f64127-eb44-48ce-b6c1-36ada7585e9b req-be65bd01-5658-4d86-860a-1c70ab555461 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/security-groups?id=96c4279c-51b6-4d8a-ac93-67215ccf65c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325982 Aug 11 03:10:44.011368 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-6e160a85-3ed0-4e97-8edb-a83d61dc6115 None None] For port 7e7f2e37-2855-4f6d-80aa-a773662d075c, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:10:44.018676 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-ffdc3bbc-8341-4c93-b43e-8617156fb5d4 req-93a365e9-c1b5-4482-8b3e-9aad75d78465 service neutron] 10.222.0.22 "GET /v2.0/networks/b3c19a2d-0e26-410a-b53e-1619e285dc24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2823155 Aug 11 03:10:44.025852 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-6e160a85-3ed0-4e97-8edb-a83d61dc6115 None None] For port 7e7f2e37-2855-4f6d-80aa-a773662d075c, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=7e7f2e37-2855-4f6d-80aa-a773662d075c,segment=NetworkSegment(9333ef2b-bb7e-4619-ae48-02b355cbc714),segment_id=9333ef2b-bb7e-4619-ae48-02b355cbc714)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:10:44.095472 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-6e160a85-3ed0-4e97-8edb-a83d61dc6115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:44.186810 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b619a4d-1f54-48fb-979e-ad2947876123 None None] Pushing event updated for resources: {'Port': ['ID=7e7f2e37-2855-4f6d-80aa-a773662d075c,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:44.212421 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e160a85-3ed0-4e97-8edb-a83d61dc6115 None None] Routers {'74cf20ad-7a57-4abb-97a0-241266554120'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:10:44.214038 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-6e160a85-3ed0-4e97-8edb-a83d61dc6115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:10:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['74cf20ad-7a57-4abb-97a0-241266554120'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:10:44.218030 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-ffdc3bbc-8341-4c93-b43e-8617156fb5d4 req-d3bfc67f-3994-4aba-9961-3986b2bbc59f service neutron] 10.222.0.22 "GET /v2.0/networks/b3c19a2d-0e26-410a-b53e-1619e285dc24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913428 Aug 11 03:10:44.426005 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-6e160a85-3ed0-4e97-8edb-a83d61dc6115 None None] Set router 74cf20ad-7a57-4abb-97a0-241266554120 gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:10:44.761936 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc5c8f2-1cab-4501-9d00-dcb306d82cbe req-4b2bd581-bc2e-457b-9636-7cfc478dde88 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:44.763551 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2fc5c8f2-1cab-4501-9d00-dcb306d82cbe req-4b2bd581-bc2e-457b-9636-7cfc478dde88 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=895c0843-971b-4689-82f6-c760d91aa720 HTTP/1.1" status: 200 len: 945 time: 0.1819868 Aug 11 03:10:44.816578 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3596f96a-5e7c-43bd-b363-e5d4098bc6d6 req-c4221c4e-a226-48e1-89d7-2e6bb0447461 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:44.824857 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3596f96a-5e7c-43bd-b363-e5d4098bc6d6 req-c4221c4e-a226-48e1-89d7-2e6bb0447461 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d615024-e64b-4f7a-add5-f1f833289513 HTTP/1.1" status: 200 len: 946 time: 0.1226563 Aug 11 03:10:44.875976 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-6e160a85-3ed0-4e97-8edb-a83d61dc6115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74cf20ad-7a57-4abb-97a0-241266554120', 'name': 'tempest-AttachSCSIVolumeTestJSON-207933399-router', 'tenant_id': 'eeda914787b34863824d468333b405ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'c1b719d6-25ed-4533-a5c0-ad9b0a27b384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:10:26Z', 'updated_at': '2021-08-11T03:10:36Z', 'revision_number': 4, 'project_id': 'eeda914787b34863824d468333b405ca', 'gw_port': {'id': 'c1b719d6-25ed-4533-a5c0-ad9b0a27b384', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:7c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74cf20ad-7a57-4abb-97a0-241266554120', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:10:28Z', 'updated_at': '2021-08-11T03:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '7e7f2e37-2855-4f6d-80aa-a773662d075c', 'name': '', 'network_id': '9ffa8fc6-888b-4604-aa22-c48c434612fd', 'tenant_id': 'eeda914787b34863824d468333b405ca', 'mac_address': 'fa:16:3e:5d:ef:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74cf20ad-7a57-4abb-97a0-241266554120', 'device_owner': 'network:router_interface', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': 'b417ab28-c6da-482e-9c75-052ee1bd82bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:10:35Z', 'updated_at': '2021-08-11T03:10:43Z', 'revision_number': 4, 'project_id': 'eeda914787b34863824d468333b405ca', 'subnets': [{'id': 'b417ab28-c6da-482e-9c75-052ee1bd82bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:10:44.890934 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2fc5c8f2-1cab-4501-9d00-dcb306d82cbe req-5a2d184a-9744-42a5-acac-49530cff7259 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/security-groups?id=19e25e3f-a72e-45d4-8165-3b0d2215340c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195319 Aug 11 03:10:44.928204 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3596f96a-5e7c-43bd-b363-e5d4098bc6d6 req-29725651-d7ce-4a1f-9e17-113707329e02 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5a225df-05c1-440d-b2ae-d3bea38f3abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854945 Aug 11 03:10:44.993579 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device eeb00953-8e99-48d3-a2d5-ff4d91a8de80 no longer exists at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:10:45.008835 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e160a85-3ed0-4e97-8edb-a83d61dc6115 None None] The sync data for ids ['74cf20ad-7a57-4abb-97a0-241266554120'] in n-d-764292-30 is: [{'id': '74cf20ad-7a57-4abb-97a0-241266554120', 'name': 'tempest-AttachSCSIVolumeTestJSON-207933399-router', 'tenant_id': 'eeda914787b34863824d468333b405ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'c1b719d6-25ed-4533-a5c0-ad9b0a27b384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:10:26Z', 'updated_at': '2021-08-11T03:10:36Z', 'revision_number': 4, 'project_id': 'eeda914787b34863824d468333b405ca', 'gw_port': {'id': 'c1b719d6-25ed-4533-a5c0-ad9b0a27b384', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:7c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74cf20ad-7a57-4abb-97a0-241266554120', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:10:28Z', 'updated_at': '2021-08-11T03:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '7e7f2e37-2855-4f6d-80aa-a773662d075c', 'name': '', 'network_id': '9ffa8fc6-888b-4604-aa22-c48c434612fd', 'tenant_id': 'eeda914787b34863824d468333b405ca', 'mac_address': 'fa:16:3e:5d:ef:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74cf20ad-7a57-4abb-97a0-241266554120', 'device_owner': 'network:router_interface', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': 'b417ab28-c6da-482e-9c75-052ee1bd82bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:10:35Z', 'updated_at': '2021-08-11T03:10:43Z', 'revision_number': 4, 'project_id': 'eeda914787b34863824d468333b405ca', 'subnets': [{'id': 'b417ab28-c6da-482e-9c75-052ee1bd82bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:10:45.167417 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 114082ba-dfff-40f9-97f9-8738e330c4a2 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:10:45.350726 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5394903-f116-439f-93a1-c83e65072f36 req-0d3f4616-155a-4406-8d24-76de0d10b009 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:45.352403 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f5394903-f116-439f-93a1-c83e65072f36 req-0d3f4616-155a-4406-8d24-76de0d10b009 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e58d97f-574c-4a76-8229-5f54c6d232bd HTTP/1.1" status: 200 len: 944 time: 0.2336659 Aug 11 03:10:45.394497 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:45.420411 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f5394903-f116-439f-93a1-c83e65072f36 req-fdacdc0b-e31f-4754-afb8-97b6d2b0f22f tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/security-groups?id=96c4279c-51b6-4d8a-ac93-67215ccf65c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571156 Aug 11 03:10:45.432362 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 114082ba-dfff-40f9-97f9-8738e330c4a2 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:10:45.432744 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:45.453481 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '895c0843-971b-4689-82f6-c760d91aa720', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eeb00953-8e99-48d3-a2d5-ff4d91a8de80'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:10:45.456823 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bfd1933-325b-40bc-a321-91cd968aef2f" -d '{"events": [{"server_uuid": "895c0843-971b-4689-82f6-c760d91aa720", "name": "network-vif-unplugged", "status": "completed", "tag": "eeb00953-8e99-48d3-a2d5-ff4d91a8de80"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:10:45.512732 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port eeb00953-8e99-48d3-a2d5-ff4d91a8de80, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=eeb00953-8e99-48d3-a2d5-ff4d91a8de80,segment=NetworkSegment(51ba8099-7622-42cb-adbd-7c8aaac78355),segment_id=51ba8099-7622-42cb-adbd-7c8aaac78355)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:10:45.553204 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 03:10:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37b03753-4b2d-4b71-a39f-0233977277b3 x-openstack-request-id: req-37b03753-4b2d-4b71-a39f-0233977277b3 {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:10:45.553204 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "895c0843-971b-4689-82f6-c760d91aa720", "name": "network-vif-unplugged", "status": "completed", "tag": "eeb00953-8e99-48d3-a2d5-ff4d91a8de80", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:10:45.553204 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-37b03753-4b2d-4b71-a39f-0233977277b3 {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:10:45.555517 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '895c0843-971b-4689-82f6-c760d91aa720', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eeb00953-8e99-48d3-a2d5-ff4d91a8de80', 'code': 200} Aug 11 03:10:45.582481 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:45.686878 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=eeb00953-8e99-48d3-a2d5-ff4d91a8de80,revision_number=8']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:46.131074 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0859a498-08d3-469d-a209-e57681aae88a req-d7e01b67-c303-4707-b1ad-8965546eba00 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:46.132566 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0859a498-08d3-469d-a209-e57681aae88a req-d7e01b67-c303-4707-b1ad-8965546eba00 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=895c0843-971b-4689-82f6-c760d91aa720 HTTP/1.1" status: 200 len: 943 time: 0.1368663 Aug 11 03:10:46.159743 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd52f97-e63f-4150-b98f-a54aef433c9a req-a549de24-a435-4cad-872b-70f308421c0c tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:46.161580 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-fcd52f97-e63f-4150-b98f-a54aef433c9a req-a549de24-a435-4cad-872b-70f308421c0c tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d615024-e64b-4f7a-add5-f1f833289513 HTTP/1.1" status: 200 len: 946 time: 0.1409905 Aug 11 03:10:46.226374 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-fcd52f97-e63f-4150-b98f-a54aef433c9a req-91f81a24-dab4-41e2-b337-3ac2f2caf31c tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5a225df-05c1-440d-b2ae-d3bea38f3abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529499 Aug 11 03:10:46.272238 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0859a498-08d3-469d-a209-e57681aae88a req-b3d3217b-e002-4264-b819-384bc322b7ff tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/security-groups?id=19e25e3f-a72e-45d4-8165-3b0d2215340c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300571 Aug 11 03:10:46.473920 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415dc77c-ffb9-41db-a6f0-38707a589f3e req-335f370b-5980-43fa-98a9-92722a545a3c tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:46.476174 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-415dc77c-ffb9-41db-a6f0-38707a589f3e req-335f370b-5980-43fa-98a9-92722a545a3c tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=70c84ed6-1b38-4b73-8bea-55c843cc7bda HTTP/1.1" status: 200 len: 944 time: 0.0720429 Aug 11 03:10:46.540881 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-415dc77c-ffb9-41db-a6f0-38707a589f3e req-7cd946bf-a58d-4598-89e0-41c71e546352 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a2aa92e-a0e4-4cb3-9665-2569763a2f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586591 Aug 11 03:10:46.629855 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbf5309-fc6d-4031-8e62-50318a3ccd7b req-0039595e-eef6-40e4-8117-c2c977ac9e20 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:46.645331 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bfbf5309-fc6d-4031-8e62-50318a3ccd7b req-0039595e-eef6-40e4-8117-c2c977ac9e20 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e58d97f-574c-4a76-8229-5f54c6d232bd HTTP/1.1" status: 200 len: 944 time: 0.1151445 Aug 11 03:10:46.723629 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bfbf5309-fc6d-4031-8e62-50318a3ccd7b req-b439417e-b34c-4f7d-bdf8-25205ddf2e14 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/security-groups?id=96c4279c-51b6-4d8a-ac93-67215ccf65c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762739 Aug 11 03:10:46.740821 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70215668-15b4-4a77-90e6-678dc9bc6ba8 req-d8f387b2-fc49-48fa-ae3f-4794b22facba tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:46.742696 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-70215668-15b4-4a77-90e6-678dc9bc6ba8 req-d8f387b2-fc49-48fa-ae3f-4794b22facba tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=70c84ed6-1b38-4b73-8bea-55c843cc7bda HTTP/1.1" status: 200 len: 944 time: 0.0721097 Aug 11 03:10:46.784181 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-70215668-15b4-4a77-90e6-678dc9bc6ba8 req-dcd1f27c-c751-4243-8df6-dc407e88e22d tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a2aa92e-a0e4-4cb3-9665-2569763a2f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346451 Aug 11 03:10:47.071224 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 7e7f2e37-2855-4f6d-80aa-a773662d075c up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:10:47.178011 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79e5c74-6aa6-4c15-b4da-df763c401ffd req-841280ae-f39d-4a4a-a6ae-c9e9c73debc1 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:47.187124 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c79e5c74-6aa6-4c15-b4da-df763c401ffd req-841280ae-f39d-4a4a-a6ae-c9e9c73debc1 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=70c84ed6-1b38-4b73-8bea-55c843cc7bda HTTP/1.1" status: 200 len: 944 time: 0.0673964 Aug 11 03:10:47.216129 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 9171d960-c759-4c58-ad57-4639c74760fa details requested by agent hyperv_n-h1-764292-30 with host n-h1-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:10:47.233426 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c79e5c74-6aa6-4c15-b4da-df763c401ffd req-23e7153c-9eaf-4a56-901c-5554bd91c39a tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a2aa92e-a0e4-4cb3-9665-2569763a2f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450077 Aug 11 03:10:47.273467 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port 7e7f2e37-2855-4f6d-80aa-a773662d075c completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:10:47.362336 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 7e7f2e37-2855-4f6d-80aa-a773662d075c triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:10:47.363236 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:47.389292 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4fa2b7-041e-4705-af8d-bbe5c10270d7 req-b5684932-a377-4c21-8cec-f5e874cf3cd4 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:47.392233 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ae4fa2b7-041e-4705-af8d-bbe5c10270d7 req-b5684932-a377-4c21-8cec-f5e874cf3cd4 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d615024-e64b-4f7a-add5-f1f833289513 HTTP/1.1" status: 200 len: 946 time: 0.0755599 Aug 11 03:10:47.485086 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ae4fa2b7-041e-4705-af8d-bbe5c10270d7 req-2c23782d-f02c-4bc1-abfc-e626701166f0 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5a225df-05c1-440d-b2ae-d3bea38f3abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804205 Aug 11 03:10:47.542544 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 9171d960-c759-4c58-ad57-4639c74760fa, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=9171d960-c759-4c58-ad57-4639c74760fa,segment=NetworkSegment(66697432-be64-438d-a5b2-0b02f3d0fa2a),segment_id=66697432-be64-438d-a5b2-0b02f3d0fa2a)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:10:47.579439 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Returning: {'device': '9171d960-c759-4c58-ad57-4639c74760fa', 'network_id': 'b3c19a2d-0e26-410a-b53e-1619e285dc24', 'port_id': '9171d960-c759-4c58-ad57-4639c74760fa', 'mac_address': 'fa:16:3e:11:db:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6eff5da-ec78-46c7-b512-eb7d066170b3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:10:47.588446 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:47.650112 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:47.652986 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port 7e7f2e37-2855-4f6d-80aa-a773662d075c, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=7e7f2e37-2855-4f6d-80aa-a773662d075c,segment=NetworkSegment(9333ef2b-bb7e-4619-ae48-02b355cbc714),segment_id=9333ef2b-bb7e-4619-ae48-02b355cbc714)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:10:47.666767 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9171d960-c759-4c58-ad57-4639c74760fa {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:10:47.688698 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 9171d960-c759-4c58-ad57-4639c74760fa, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=9171d960-c759-4c58-ad57-4639c74760fa,segment=NetworkSegment(66697432-be64-438d-a5b2-0b02f3d0fa2a),segment_id=66697432-be64-438d-a5b2-0b02f3d0fa2a)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:10:47.717233 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:47.776546 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:47.779244 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=7e7f2e37-2855-4f6d-80aa-a773662d075c,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:47.839378 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=9171d960-c759-4c58-ad57-4639c74760fa,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:47.866906 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d79012-4495-459e-8973-0148d11ec08f req-8713c37c-571d-4734-815b-667e3700a013 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:47.868441 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-01d79012-4495-459e-8973-0148d11ec08f req-8713c37c-571d-4734-815b-667e3700a013 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e58d97f-574c-4a76-8229-5f54c6d232bd HTTP/1.1" status: 200 len: 945 time: 0.0557504 Aug 11 03:10:47.912696 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-01d79012-4495-459e-8973-0148d11ec08f req-2dbe5333-0304-427e-abaf-61c1e20162a4 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/security-groups?id=96c4279c-51b6-4d8a-ac93-67215ccf65c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375426 Aug 11 03:10:48.099202 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['9171d960-c759-4c58-ad57-4639c74760fa'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:10:48.364526 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba68e72d-58eb-429e-ac12-62828ff7c836 req-b73429ce-a146-4de2-8f0d-6991eaf12756 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:48.366264 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ba68e72d-58eb-429e-ac12-62828ff7c836 req-b73429ce-a146-4de2-8f0d-6991eaf12756 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=70c84ed6-1b38-4b73-8bea-55c843cc7bda HTTP/1.1" status: 200 len: 944 time: 0.0534239 Aug 11 03:10:48.408881 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ba68e72d-58eb-429e-ac12-62828ff7c836 req-4a3527cc-41b3-4186-b734-723f219ed866 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a2aa92e-a0e4-4cb3-9665-2569763a2f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354002 Aug 11 03:10:48.677446 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5bb6d4-5893-4d7c-824f-3536735c1b98 req-563f5e47-1385-49ef-a003-b3b510560ee2 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:48.679350 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-be5bb6d4-5893-4d7c-824f-3536735c1b98 req-563f5e47-1385-49ef-a003-b3b510560ee2 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d615024-e64b-4f7a-add5-f1f833289513 HTTP/1.1" status: 200 len: 946 time: 0.1017985 Aug 11 03:10:48.724052 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-be5bb6d4-5893-4d7c-824f-3536735c1b98 req-7dc71e90-0d15-40a8-8336-db2f13703369 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5a225df-05c1-440d-b2ae-d3bea38f3abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363934 Aug 11 03:10:48.966032 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device eeb00953-8e99-48d3-a2d5-ff4d91a8de80 no longer exists at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:10:49.135758 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227af1ac-9202-45d6-bdfd-44232bb227be req-45bbd82d-b331-4d4e-96af-a368a8f22406 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:49.138798 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-227af1ac-9202-45d6-bdfd-44232bb227be req-45bbd82d-b331-4d4e-96af-a368a8f22406 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e58d97f-574c-4a76-8229-5f54c6d232bd HTTP/1.1" status: 200 len: 945 time: 0.1139605 Aug 11 03:10:49.155061 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 7e7f2e37-2855-4f6d-80aa-a773662d075c up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:10:49.211458 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-227af1ac-9202-45d6-bdfd-44232bb227be req-903e57cb-c998-4414-89e8-404799b3caa6 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/security-groups?id=96c4279c-51b6-4d8a-ac93-67215ccf65c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621223 Aug 11 03:10:49.220876 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 7e7f2e37-2855-4f6d-80aa-a773662d075c triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:10:49.221515 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:49.227314 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 9171d960-c759-4c58-ad57-4639c74760fa up at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:10:49.528232 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning for port 9171d960-c759-4c58-ad57-4639c74760fa completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:10:49.533150 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning complete for port 9171d960-c759-4c58-ad57-4639c74760fa triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:10:49.533697 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:49.607677 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a54f0a2-ec8e-4218-93b3-fb0fc3d2d3f2 req-ed53a6fe-bdea-4277-803b-84b5e1fff93a tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:49.612242 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9a54f0a2-ec8e-4218-93b3-fb0fc3d2d3f2 req-ed53a6fe-bdea-4277-803b-84b5e1fff93a tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=70c84ed6-1b38-4b73-8bea-55c843cc7bda HTTP/1.1" status: 200 len: 944 time: 0.1244962 Aug 11 03:10:49.732271 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9a54f0a2-ec8e-4218-93b3-fb0fc3d2d3f2 req-a95b869b-7dc3-4261-aa32-28ad4c619013 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a2aa92e-a0e4-4cb3-9665-2569763a2f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074064 Aug 11 03:10:49.752481 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:49.798699 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e58d97f-574c-4a76-8229-5f54c6d232bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9171d960-c759-4c58-ad57-4639c74760fa'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:10:49.803038 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e0c3ed6-4300-44fb-a62a-09ac2ee695a2" -d '{"events": [{"server_uuid": "9e58d97f-574c-4a76-8229-5f54c6d232bd", "name": "network-vif-plugged", "status": "completed", "tag": "9171d960-c759-4c58-ad57-4639c74760fa"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:10:49.829717 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 9171d960-c759-4c58-ad57-4639c74760fa, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=9171d960-c759-4c58-ad57-4639c74760fa,segment=NetworkSegment(66697432-be64-438d-a5b2-0b02f3d0fa2a),segment_id=66697432-be64-438d-a5b2-0b02f3d0fa2a)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:10:49.886342 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:10:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ac3f039-bd9e-4685-9511-a2c4a0b05871 x-openstack-request-id: req-3ac3f039-bd9e-4685-9511-a2c4a0b05871 {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:10:49.886721 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e58d97f-574c-4a76-8229-5f54c6d232bd", "name": "network-vif-plugged", "status": "completed", "tag": "9171d960-c759-4c58-ad57-4639c74760fa", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:10:49.887301 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3ac3f039-bd9e-4685-9511-a2c4a0b05871 {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:10:49.887670 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e58d97f-574c-4a76-8229-5f54c6d232bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9171d960-c759-4c58-ad57-4639c74760fa', 'code': 200} Aug 11 03:10:49.917996 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:49.938339 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42296ff2-a939-4d58-917d-26e011a12bb8 req-59246043-04ba-448d-b8df-68a0988c889d tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:49.947874 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-42296ff2-a939-4d58-917d-26e011a12bb8 req-59246043-04ba-448d-b8df-68a0988c889d tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d615024-e64b-4f7a-add5-f1f833289513 HTTP/1.1" status: 200 len: 946 time: 0.1076465 Aug 11 03:10:50.046997 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=9171d960-c759-4c58-ad57-4639c74760fa,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:50.047970 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08b92cd-1730-4f01-8688-13bc5ddf2090 req-5f56c60d-e0a8-4887-9eee-dc9853643e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:50.047970 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-f08b92cd-1730-4f01-8688-13bc5ddf2090 req-5f56c60d-e0a8-4887-9eee-dc9853643e9c service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=9e58d97f-574c-4a76-8229-5f54c6d232bd HTTP/1.1" status: 200 len: 1098 time: 0.0906973 Aug 11 03:10:50.065289 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-42296ff2-a939-4d58-917d-26e011a12bb8 req-afcad684-73f9-4482-9cee-dc5743034444 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5a225df-05c1-440d-b2ae-d3bea38f3abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158922 Aug 11 03:10:50.119120 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-f08b92cd-1730-4f01-8688-13bc5ddf2090 req-03fb55fa-eb0a-429e-889f-b9c2efc1e737 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=96c4279c-51b6-4d8a-ac93-67215ccf65c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689738 Aug 11 03:10:50.364656 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16ce42f-114b-4816-ab47-dae5c501f2a7 req-22eb20c3-f448-465b-82f5-29efa7526ae4 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:50.366687 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c16ce42f-114b-4816-ab47-dae5c501f2a7 req-22eb20c3-f448-465b-82f5-29efa7526ae4 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e58d97f-574c-4a76-8229-5f54c6d232bd HTTP/1.1" status: 200 len: 946 time: 0.0721612 Aug 11 03:10:50.410497 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c16ce42f-114b-4816-ab47-dae5c501f2a7 req-ad253c4f-5b7f-44f9-bde6-75242ff53a94 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/security-groups?id=96c4279c-51b6-4d8a-ac93-67215ccf65c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365396 Aug 11 03:10:50.934418 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733a0ebe-de45-49ca-b047-88d893642dc7 req-b10d2e76-3d7f-4a78-8b06-88475b78cbdc tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:50.934418 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-733a0ebe-de45-49ca-b047-88d893642dc7 req-b10d2e76-3d7f-4a78-8b06-88475b78cbdc tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=70c84ed6-1b38-4b73-8bea-55c843cc7bda HTTP/1.1" status: 200 len: 944 time: 0.0950329 Aug 11 03:10:50.957643 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-733a0ebe-de45-49ca-b047-88d893642dc7 req-fce7ea4d-10d1-445a-a151-2aaa18acb111 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a2aa92e-a0e4-4cb3-9665-2569763a2f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392511 Aug 11 03:10:51.248991 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b09cac8-36aa-4535-af6f-c5029657a986 req-3f97cc55-1e2c-4f05-b06d-22aff5a409f6 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:51.248991 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9b09cac8-36aa-4535-af6f-c5029657a986 req-3f97cc55-1e2c-4f05-b06d-22aff5a409f6 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d615024-e64b-4f7a-add5-f1f833289513 HTTP/1.1" status: 200 len: 946 time: 0.0848496 Aug 11 03:10:51.285238 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9b09cac8-36aa-4535-af6f-c5029657a986 req-9fffca3f-2734-46e9-9823-3fa0e7e85098 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5a225df-05c1-440d-b2ae-d3bea38f3abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365171 Aug 11 03:10:51.506455 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 57724) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:10:51.547750 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4e04c3-4c61-4881-a62a-32b6b1eba297 req-f7ab134f-624e-46f1-80b7-a9e4f8c675da tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:51.550083 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4b4e04c3-4c61-4881-a62a-32b6b1eba297 req-f7ab134f-624e-46f1-80b7-a9e4f8c675da tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e58d97f-574c-4a76-8229-5f54c6d232bd HTTP/1.1" status: 200 len: 946 time: 0.0616598 Aug 11 03:10:51.630337 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4b4e04c3-4c61-4881-a62a-32b6b1eba297 req-4450651d-214b-4e70-a256-76487698946d tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/security-groups?id=96c4279c-51b6-4d8a-ac93-67215ccf65c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732045 Aug 11 03:10:51.672577 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d24cd24b-8d38-4bdc-9451-3558688b0188 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:51.855917 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d24cd24b-8d38-4bdc-9451-3558688b0188 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:51.975778 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d24cd24b-8d38-4bdc-9451-3558688b0188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:52.013968 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-d24cd24b-8d38-4bdc-9451-3558688b0188 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bb14251357814b5ab0c31d6d6323d670&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5065084 Aug 11 03:10:52.015051 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 57740) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:10:52.090447 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461ebb05-aef7-4cf2-aa43-33e318406164 req-558440c9-38a0-411f-9992-b5ccbf33e86c tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:52.092366 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-461ebb05-aef7-4cf2-aa43-33e318406164 req-558440c9-38a0-411f-9992-b5ccbf33e86c tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e58d97f-574c-4a76-8229-5f54c6d232bd HTTP/1.1" status: 200 len: 946 time: 0.0756977 Aug 11 03:10:52.116997 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24cd24b-8d38-4bdc-9451-3558688b0188 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32cf8a20-0edd-4acd-963e-b5f5289135ed,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:52.170119 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fbdb4bb8-bc0a-4a42-8489-6e5e756c5ecf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:52.193333 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fbdb4bb8-bc0a-4a42-8489-6e5e756c5ecf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:52.193788 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c3b681-ef49-45a0-aeca-4c093ea79bc6 req-ef53888c-5a10-4d08-b76a-fb00bc9a4dd7 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:52.204012 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-93c3b681-ef49-45a0-aeca-4c093ea79bc6 req-ef53888c-5a10-4d08-b76a-fb00bc9a4dd7 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=70c84ed6-1b38-4b73-8bea-55c843cc7bda HTTP/1.1" status: 200 len: 944 time: 0.1099846 Aug 11 03:10:52.254881 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-461ebb05-aef7-4cf2-aa43-33e318406164 req-513ca031-0afe-498c-96a5-14dde3a74da5 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/security-groups?id=96c4279c-51b6-4d8a-ac93-67215ccf65c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482840 Aug 11 03:10:52.275899 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-93c3b681-ef49-45a0-aeca-4c093ea79bc6 req-acc848da-e5ee-43f4-90f5-a2305a04e903 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a2aa92e-a0e4-4cb3-9665-2569763a2f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709713 Aug 11 03:10:52.317395 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fbdb4bb8-bc0a-4a42-8489-6e5e756c5ecf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:52.322422 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fbdb4bb8-bc0a-4a42-8489-6e5e756c5ecf admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:52.322422 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-fbdb4bb8-bc0a-4a42-8489-6e5e756c5ecf admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/32cf8a20-0edd-4acd-963e-b5f5289135ed HTTP/1.1" status: 204 len: 168 time: 0.3036501 Aug 11 03:10:52.333474 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdb4bb8-bc0a-4a42-8489-6e5e756c5ecf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32cf8a20-0edd-4acd-963e-b5f5289135ed,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:52.445819 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0ce135-6451-4ba1-8271-6d08d6e54b4d req-91b77fc1-e1ae-495b-80f2-b11886a6cf1b tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:52.446072 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5c0ce135-6451-4ba1-8271-6d08d6e54b4d req-91b77fc1-e1ae-495b-80f2-b11886a6cf1b tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d615024-e64b-4f7a-add5-f1f833289513 HTTP/1.1" status: 200 len: 946 time: 0.0569909 Aug 11 03:10:52.490747 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5c0ce135-6451-4ba1-8271-6d08d6e54b4d req-d38f0c6d-8667-4772-a9b6-bdb3413d5a7b tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5a225df-05c1-440d-b2ae-d3bea38f3abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353274 Aug 11 03:10:53.434257 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c087be-8752-48f2-ad21-bb0f9f8ec99b req-317c2b5c-683b-4fd8-b739-b44e6409ddaa tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:53.441731 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e9c087be-8752-48f2-ad21-bb0f9f8ec99b req-317c2b5c-683b-4fd8-b739-b44e6409ddaa tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e58d97f-574c-4a76-8229-5f54c6d232bd HTTP/1.1" status: 200 len: 946 time: 0.1079369 Aug 11 03:10:53.485619 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6ff78a-ede4-4a09-9ada-035e55bb22e1 req-b49c2b71-9ee0-4376-a5e2-8d3bffaae9f4 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:53.487148 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ef6ff78a-ede4-4a09-9ada-035e55bb22e1 req-b49c2b71-9ee0-4376-a5e2-8d3bffaae9f4 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=70c84ed6-1b38-4b73-8bea-55c843cc7bda HTTP/1.1" status: 200 len: 944 time: 0.1109519 Aug 11 03:10:53.502787 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e9c087be-8752-48f2-ad21-bb0f9f8ec99b req-34dd5756-8240-46d6-84b4-5884aead946a tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/security-groups?id=96c4279c-51b6-4d8a-ac93-67215ccf65c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580583 Aug 11 03:10:53.579757 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 57762) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:10:53.590345 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ef6ff78a-ede4-4a09-9ada-035e55bb22e1 req-d333dee4-cb99-4a61-8a89-08ceefdd39a3 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a2aa92e-a0e4-4cb3-9665-2569763a2f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771968 Aug 11 03:10:53.597514 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7e200afc-135e-46e8-9c38-47580ebbdd2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:53.655989 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36e85b9-1910-4aae-ae94-74e1b4862f71 req-8a275216-0c59-42c8-86ae-d9ee6cc094b7 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:53.658004 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f36e85b9-1910-4aae-ae94-74e1b4862f71 req-8a275216-0c59-42c8-86ae-d9ee6cc094b7 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d615024-e64b-4f7a-add5-f1f833289513 HTTP/1.1" status: 200 len: 946 time: 0.0659308 Aug 11 03:10:53.787624 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f36e85b9-1910-4aae-ae94-74e1b4862f71 req-565b3a64-8e74-4e6b-b771-e6d63897753b tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5a225df-05c1-440d-b2ae-d3bea38f3abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579505 Aug 11 03:10:53.787770 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7e200afc-135e-46e8-9c38-47580ebbdd2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:53.922462 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7e200afc-135e-46e8-9c38-47580ebbdd2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:53.967561 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e200afc-135e-46e8-9c38-47580ebbdd2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7ac68f9-b1f0-481c-818c-d3d5bd1077a5,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:53.989683 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-7e200afc-135e-46e8-9c38-47580ebbdd2b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fb3c8f7b150946acaa2935419091d589&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4085963 Aug 11 03:10:53.992667 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 57768) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:10:54.068299 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-021c3a9e-20d9-46f2-aa82-2b1c7401c219 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:54.091364 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-021c3a9e-20d9-46f2-aa82-2b1c7401c219 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:54.208593 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-021c3a9e-20d9-46f2-aa82-2b1c7401c219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:54.212919 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-021c3a9e-20d9-46f2-aa82-2b1c7401c219 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:54.226197 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-021c3a9e-20d9-46f2-aa82-2b1c7401c219 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e7ac68f9-b1f0-481c-818c-d3d5bd1077a5 HTTP/1.1" status: 204 len: 168 time: 0.2232637 Aug 11 03:10:54.231566 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021c3a9e-20d9-46f2-aa82-2b1c7401c219 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7ac68f9-b1f0-481c-818c-d3d5bd1077a5,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:54.656441 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c48f295-a7ba-4c0b-8b44-b1d77c15ed9c req-458e6e0f-4b12-4676-82e5-57b0dc99bfa3 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:54.658033 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0c48f295-a7ba-4c0b-8b44-b1d77c15ed9c req-458e6e0f-4b12-4676-82e5-57b0dc99bfa3 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e58d97f-574c-4a76-8229-5f54c6d232bd HTTP/1.1" status: 200 len: 946 time: 0.0653701 Aug 11 03:10:54.745097 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0c48f295-a7ba-4c0b-8b44-b1d77c15ed9c req-41d2bd91-8487-456d-8312-4cb9257465e4 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/security-groups?id=96c4279c-51b6-4d8a-ac93-67215ccf65c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729325 Aug 11 03:10:54.767682 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0216051-dccc-4ea1-8e96-5801746b8e30 req-602775a0-5a33-480a-8315-15647af78d8e tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:54.770750 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c0216051-dccc-4ea1-8e96-5801746b8e30 req-602775a0-5a33-480a-8315-15647af78d8e tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=70c84ed6-1b38-4b73-8bea-55c843cc7bda HTTP/1.1" status: 200 len: 944 time: 0.0951812 Aug 11 03:10:54.866908 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c0216051-dccc-4ea1-8e96-5801746b8e30 req-c88e38a8-7f64-45a7-bd2d-dc23e3b43037 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a2aa92e-a0e4-4cb3-9665-2569763a2f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886548 Aug 11 03:10:54.921780 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b7f64c-bc48-49ce-9e7c-9c876ebc6932 req-e207048d-9d4f-45c5-92db-bc8802af7a42 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:54.923865 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f4b7f64c-bc48-49ce-9e7c-9c876ebc6932 req-e207048d-9d4f-45c5-92db-bc8802af7a42 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d615024-e64b-4f7a-add5-f1f833289513 HTTP/1.1" status: 200 len: 946 time: 0.0957367 Aug 11 03:10:54.981994 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f4b7f64c-bc48-49ce-9e7c-9c876ebc6932 req-33c208d3-331f-4517-a6c5-df9e286d50bc tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5a225df-05c1-440d-b2ae-d3bea38f3abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491898 Aug 11 03:10:55.913090 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307b5712-72a2-4b8b-8053-34a2baa5662b req-70ae0204-885d-421f-bcc1-bdef0e888899 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:55.934888 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-307b5712-72a2-4b8b-8053-34a2baa5662b req-70ae0204-885d-421f-bcc1-bdef0e888899 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e58d97f-574c-4a76-8229-5f54c6d232bd HTTP/1.1" status: 200 len: 946 time: 0.1133382 Aug 11 03:10:56.047690 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-307b5712-72a2-4b8b-8053-34a2baa5662b req-33d6d3e7-eb27-4026-9222-3b910e8c677d tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/security-groups?id=96c4279c-51b6-4d8a-ac93-67215ccf65c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096265 Aug 11 03:10:56.071938 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e601a638-65e7-4f71-abab-494081711ad4 req-9200d871-f4d3-4a74-98af-63228665b39c tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:56.073155 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e601a638-65e7-4f71-abab-494081711ad4 req-9200d871-f4d3-4a74-98af-63228665b39c tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=70c84ed6-1b38-4b73-8bea-55c843cc7bda HTTP/1.1" status: 200 len: 944 time: 0.0780468 Aug 11 03:10:56.148402 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e601a638-65e7-4f71-abab-494081711ad4 req-3992e2d4-6f28-491a-aee1-a03766de2b5e tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a2aa92e-a0e4-4cb3-9665-2569763a2f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642586 Aug 11 03:10:56.245155 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0daaff0-f37a-4511-b6e0-d576eaf7be37 req-cbb2ccaf-d5f7-422d-ba79-c14a50e9fc70 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:56.247396 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d0daaff0-f37a-4511-b6e0-d576eaf7be37 req-cbb2ccaf-d5f7-422d-ba79-c14a50e9fc70 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d615024-e64b-4f7a-add5-f1f833289513 HTTP/1.1" status: 200 len: 946 time: 0.1033602 Aug 11 03:10:56.338868 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d0daaff0-f37a-4511-b6e0-d576eaf7be37 req-f0de5370-4f84-4ceb-9e80-83cc06cbeb40 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5a225df-05c1-440d-b2ae-d3bea38f3abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659082 Aug 11 03:10:57.204088 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f53fe8-67d9-4da1-b31b-dab0ab9ff7e5 req-98a27c40-fe47-4962-b56e-454f374cbd33 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:57.205646 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-43f53fe8-67d9-4da1-b31b-dab0ab9ff7e5 req-98a27c40-fe47-4962-b56e-454f374cbd33 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e58d97f-574c-4a76-8229-5f54c6d232bd HTTP/1.1" status: 200 len: 946 time: 0.0685635 Aug 11 03:10:57.322046 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-43f53fe8-67d9-4da1-b31b-dab0ab9ff7e5 req-8892eecc-8bf7-4a66-acbb-2579ac4208e0 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/security-groups?id=96c4279c-51b6-4d8a-ac93-67215ccf65c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022348 Aug 11 03:10:57.333314 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3252b08e-7b41-4641-ad63-ca37740bb387 req-34adb1c4-6387-45c8-93bb-bff653bb09e9 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:57.345038 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3252b08e-7b41-4641-ad63-ca37740bb387 req-34adb1c4-6387-45c8-93bb-bff653bb09e9 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=70c84ed6-1b38-4b73-8bea-55c843cc7bda HTTP/1.1" status: 200 len: 944 time: 0.1342974 Aug 11 03:10:57.410211 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3252b08e-7b41-4641-ad63-ca37740bb387 req-96d5657b-aea3-421d-9e57-75a2106d8fc9 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a2aa92e-a0e4-4cb3-9665-2569763a2f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641646 Aug 11 03:10:57.587615 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b418ee76-e54a-4620-9033-d3038f0777e0 req-32c354c0-664f-483d-9dff-eaff40df7e8c tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:57.594773 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b418ee76-e54a-4620-9033-d3038f0777e0 req-32c354c0-664f-483d-9dff-eaff40df7e8c tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d615024-e64b-4f7a-add5-f1f833289513 HTTP/1.1" status: 200 len: 946 time: 0.0819936 Aug 11 03:10:57.666508 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b418ee76-e54a-4620-9033-d3038f0777e0 req-b2783198-4d36-45e8-a7d9-247ff0ef3d65 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5a225df-05c1-440d-b2ae-d3bea38f3abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572445 Aug 11 03:10:58.453626 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd68bad-8c64-4d53-bc41-439a28fef5d1 req-1a7f2f45-9ac6-4ed7-8274-5fb712f7eaca tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:58.455194 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8dd68bad-8c64-4d53-bc41-439a28fef5d1 req-1a7f2f45-9ac6-4ed7-8274-5fb712f7eaca tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e58d97f-574c-4a76-8229-5f54c6d232bd HTTP/1.1" status: 200 len: 946 time: 0.0578148 Aug 11 03:10:58.503089 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8dd68bad-8c64-4d53-bc41-439a28fef5d1 req-5cf0d6de-3127-41aa-af9f-945718588a77 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/security-groups?id=96c4279c-51b6-4d8a-ac93-67215ccf65c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418468 Aug 11 03:10:58.540981 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e4ef40-eb98-493e-827f-4bf7ad98e3fe req-c2b30f2f-debf-404a-8ebc-d30ac5ee36f9 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:58.542991 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b7e4ef40-eb98-493e-827f-4bf7ad98e3fe req-c2b30f2f-debf-404a-8ebc-d30ac5ee36f9 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=70c84ed6-1b38-4b73-8bea-55c843cc7bda HTTP/1.1" status: 200 len: 944 time: 0.0553391 Aug 11 03:10:58.583318 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b7e4ef40-eb98-493e-827f-4bf7ad98e3fe req-610bc3a0-f062-451e-9a8d-68f458a98113 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a2aa92e-a0e4-4cb3-9665-2569763a2f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336957 Aug 11 03:10:58.782380 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2089fcf-6a0e-485d-bacd-28c3a70a4632 req-00e4d1ac-6b97-4ef1-abab-6c1d98afaf13 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:58.789681 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e2089fcf-6a0e-485d-bacd-28c3a70a4632 req-00e4d1ac-6b97-4ef1-abab-6c1d98afaf13 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d615024-e64b-4f7a-add5-f1f833289513 HTTP/1.1" status: 200 len: 946 time: 0.0568626 Aug 11 03:10:58.860608 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e2089fcf-6a0e-485d-bacd-28c3a70a4632 req-f3b9be8f-db65-4e09-9ffb-91ecf04f8ad4 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5a225df-05c1-440d-b2ae-d3bea38f3abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677047 Aug 11 03:10:59.043795 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4126b44-0ed0-49df-a82b-e180de7a9f73 req-1d093486-f3c5-466c-a0d2-1f00f3a015c1 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:59.045517 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e4126b44-0ed0-49df-a82b-e180de7a9f73 req-1d093486-f3c5-466c-a0d2-1f00f3a015c1 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=70c84ed6-1b38-4b73-8bea-55c843cc7bda HTTP/1.1" status: 200 len: 944 time: 0.1020172 Aug 11 03:10:59.047963 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-83d884e7-5680-4593-be21-4c304aa8e0f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:59.165340 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e4126b44-0ed0-49df-a82b-e180de7a9f73 req-82f660af-9e44-47b6-99ee-020926007333 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a2aa92e-a0e4-4cb3-9665-2569763a2f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089070 Aug 11 03:10:59.208480 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc84bb7e-4e2c-44f9-b4b6-695e740801f9 req-de2dbbde-91b5-4d26-b13f-549765d5297b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:59.208480 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-dc84bb7e-4e2c-44f9-b4b6-695e740801f9 req-de2dbbde-91b5-4d26-b13f-549765d5297b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3419766c112444a3864f482257b66851&device_id=70c84ed6-1b38-4b73-8bea-55c843cc7bda HTTP/1.1" status: 200 len: 1096 time: 0.1079297 Aug 11 03:10:59.282308 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 57980) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:10:59.343068 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc84bb7e-4e2c-44f9-b4b6-695e740801f9 req-ab0f95f3-f5cc-4bfa-8da0-f47292799c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:59.344857 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-dc84bb7e-4e2c-44f9-b4b6-695e740801f9 req-ab0f95f3-f5cc-4bfa-8da0-f47292799c51 service neutron] 10.222.0.24 "GET /v2.0/networks?id=6b5eb666-47e5-4ddb-b0bc-16855d478160 HTTP/1.1" status: 200 len: 913 time: 0.1284304 Aug 11 03:10:59.491879 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-dc84bb7e-4e2c-44f9-b4b6-695e740801f9 req-8cbd3fb1-e6f3-4c67-85cd-2c1b58eaad86 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fa57729b-416e-4b56-988d-5e0b3aee0303 HTTP/1.1" status: 200 len: 999 time: 0.1358404 Aug 11 03:10:59.568056 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b258cc83-023a-4865-9a40-46e4f30cedcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:59.644006 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc84bb7e-4e2c-44f9-b4b6-695e740801f9 req-596ebf25-8e85-4e12-a417-40fbd2639bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:59.645625 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-dc84bb7e-4e2c-44f9-b4b6-695e740801f9 req-596ebf25-8e85-4e12-a417-40fbd2639bed service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6bc807f9-b5f2-488b-b980-1ec1f7afe42f HTTP/1.1" status: 200 len: 851 time: 0.1457098 Aug 11 03:10:59.808426 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b258cc83-023a-4865-9a40-46e4f30cedcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:59.833779 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc3c596-d770-499e-af38-bdf411fcff4e req-5df5f19c-f3d1-4ecb-8dc9-f85e15b2c4fe tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:59.836015 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-afc3c596-d770-499e-af38-bdf411fcff4e req-5df5f19c-f3d1-4ecb-8dc9-f85e15b2c4fe tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e58d97f-574c-4a76-8229-5f54c6d232bd HTTP/1.1" status: 200 len: 946 time: 0.2095149 Aug 11 03:10:59.842628 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc84bb7e-4e2c-44f9-b4b6-695e740801f9 req-44509c30-6d2b-4ac9-bd43-a2f826729f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:59.844664 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-dc84bb7e-4e2c-44f9-b4b6-695e740801f9 req-44509c30-6d2b-4ac9-bd43-a2f826729f07 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6b5eb666-47e5-4ddb-b0bc-16855d478160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1735418 Aug 11 03:10:59.921852 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b258cc83-023a-4865-9a40-46e4f30cedcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:59.958829 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-b258cc83-023a-4865-9a40-46e4f30cedcd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=eb4873c2f8b64122a241d2050f9f44c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6746130 Aug 11 03:10:59.961713 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 57994) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:11:00.009661 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-afc3c596-d770-499e-af38-bdf411fcff4e req-d60b5e7b-bec2-4e78-851a-d4e45d6544cd tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/security-groups?id=96c4279c-51b6-4d8a-ac93-67215ccf65c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637604 Aug 11 03:11:00.035229 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f92279c2-29b2-4337-88d0-6d356c0e93ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:00.054265 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd26343c-0ea3-4ae7-9318-e8d446b71283 req-e5fa9270-fdfd-450a-8537-ab60549c5290 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:00.055997 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-fd26343c-0ea3-4ae7-9318-e8d446b71283 req-e5fa9270-fdfd-450a-8537-ab60549c5290 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d615024-e64b-4f7a-add5-f1f833289513 HTTP/1.1" status: 200 len: 946 time: 0.1035733 Aug 11 03:11:00.061932 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b258cc83-023a-4865-9a40-46e4f30cedcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee4d1210-9014-4a4f-8ad8-fde72b13997d,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:11:00.073643 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f92279c2-29b2-4337-88d0-6d356c0e93ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:00.087333 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b258cc83-023a-4865-9a40-46e4f30cedcd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:11:00.087825 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b258cc83-023a-4865-9a40-46e4f30cedcd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:11:00.088310 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b258cc83-023a-4865-9a40-46e4f30cedcd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:11:00.088748 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b258cc83-023a-4865-9a40-46e4f30cedcd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:11:00.089185 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b258cc83-023a-4865-9a40-46e4f30cedcd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:11:00.089618 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b258cc83-023a-4865-9a40-46e4f30cedcd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:11:00.090048 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b258cc83-023a-4865-9a40-46e4f30cedcd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:11:00.090501 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b258cc83-023a-4865-9a40-46e4f30cedcd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:11:00.090928 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b258cc83-023a-4865-9a40-46e4f30cedcd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:11:00.091375 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b258cc83-023a-4865-9a40-46e4f30cedcd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:11:00.091804 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b258cc83-023a-4865-9a40-46e4f30cedcd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:11:00.092226 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b258cc83-023a-4865-9a40-46e4f30cedcd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:11:00.130101 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-dc84bb7e-4e2c-44f9-b4b6-695e740801f9 req-58c85b20-ffc4-4bc1-adef-513ebd853282 service neutron] 10.222.0.24 "GET /v2.0/networks/6b5eb666-47e5-4ddb-b0bc-16855d478160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2698457 Aug 11 03:11:00.144317 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-fd26343c-0ea3-4ae7-9318-e8d446b71283 req-dab55393-18e3-4fff-9e4e-4d3ff8e61e92 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5a225df-05c1-440d-b2ae-d3bea38f3abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755177 Aug 11 03:11:00.224767 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f92279c2-29b2-4337-88d0-6d356c0e93ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:00.229951 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f92279c2-29b2-4337-88d0-6d356c0e93ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:00.244210 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-f92279c2-29b2-4337-88d0-6d356c0e93ac admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ee4d1210-9014-4a4f-8ad8-fde72b13997d HTTP/1.1" status: 204 len: 168 time: 0.2721827 Aug 11 03:11:00.250024 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-dc84bb7e-4e2c-44f9-b4b6-695e740801f9 req-4c814760-0076-45ef-a359-70f20b6dd052 service neutron] 10.222.0.24 "GET /v2.0/networks/6b5eb666-47e5-4ddb-b0bc-16855d478160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045766 Aug 11 03:11:00.270857 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92279c2-29b2-4337-88d0-6d356c0e93ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee4d1210-9014-4a4f-8ad8-fde72b13997d,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:11:00.397316 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1bd4a6-61a5-4cf3-a41e-9c910c96ee6c req-bd26f6ce-c17b-46c9-afc0-2b1a294387f3 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:00.409927 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ac1bd4a6-61a5-4cf3-a41e-9c910c96ee6c req-bd26f6ce-c17b-46c9-afc0-2b1a294387f3 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=70c84ed6-1b38-4b73-8bea-55c843cc7bda HTTP/1.1" status: 200 len: 944 time: 0.0780911 Aug 11 03:11:00.466277 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ac1bd4a6-61a5-4cf3-a41e-9c910c96ee6c req-329d8732-2de4-4e47-a385-64fa5dabfaf3 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a2aa92e-a0e4-4cb3-9665-2569763a2f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540528 Aug 11 03:11:01.159424 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 58030) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:11:01.178889 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e3e3a0e3-0082-4c88-9bd4-d72bf74c6e73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:01.223048 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f506a3-b11e-4e72-90af-de500ce6f701 req-0af6553b-3a4b-452c-ae55-ed7b5422983b tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:01.237198 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-98f506a3-b11e-4e72-90af-de500ce6f701 req-0af6553b-3a4b-452c-ae55-ed7b5422983b tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e58d97f-574c-4a76-8229-5f54c6d232bd HTTP/1.1" status: 200 len: 946 time: 0.1386125 Aug 11 03:11:01.292435 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-98f506a3-b11e-4e72-90af-de500ce6f701 req-adeb6200-d20e-41f1-939a-c765157b8f89 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/security-groups?id=96c4279c-51b6-4d8a-ac93-67215ccf65c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542297 Aug 11 03:11:01.337801 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e3e3a0e3-0082-4c88-9bd4-d72bf74c6e73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:01.417898 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e3e3a0e3-0082-4c88-9bd4-d72bf74c6e73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:01.497270 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e3a0e3-0082-4c88-9bd4-d72bf74c6e73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0bc90f2-1be7-4869-953d-6ac529b64943,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:11:01.518645 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-e3e3a0e3-0082-4c88-9bd4-d72bf74c6e73 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0be3759bf7094c66820bc696867d27b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3564382 Aug 11 03:11:01.519832 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 58036) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:11:01.580110 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-07058460-d243-4d28-b433-0a73025887da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:01.604654 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-07058460-d243-4d28-b433-0a73025887da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:01.678529 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e20590-2fb5-4c62-9d13-851635eb3139 req-3d6d00fa-6c5b-47fc-b4a3-f718f65bfc61 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:01.680033 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-31e20590-2fb5-4c62-9d13-851635eb3139 req-3d6d00fa-6c5b-47fc-b4a3-f718f65bfc61 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=70c84ed6-1b38-4b73-8bea-55c843cc7bda HTTP/1.1" status: 200 len: 944 time: 0.0685141 Aug 11 03:11:01.734956 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-31e20590-2fb5-4c62-9d13-851635eb3139 req-e0bdc4b1-b895-41d5-b1a9-115913c7919f tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a2aa92e-a0e4-4cb3-9665-2569763a2f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406981 Aug 11 03:11:01.792591 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-07058460-d243-4d28-b433-0a73025887da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:01.795736 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-07058460-d243-4d28-b433-0a73025887da admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:01.798517 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-07058460-d243-4d28-b433-0a73025887da admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c0bc90f2-1be7-4869-953d-6ac529b64943 HTTP/1.1" status: 204 len: 168 time: 0.2758346 Aug 11 03:11:01.812225 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07058460-d243-4d28-b433-0a73025887da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0bc90f2-1be7-4869-953d-6ac529b64943,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:11:01.815708 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:01.882434 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-86b5d9ab-5b7c-45fd-9081-f5771878b994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:01.906565 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736b04f8-0a45-43ae-bdf4-e01081b55bac req-b36742ba-6077-4ca3-b1fd-6a2e763739c8 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:01.915765 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-736b04f8-0a45-43ae-bdf4-e01081b55bac req-b36742ba-6077-4ca3-b1fd-6a2e763739c8 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=70c84ed6-1b38-4b73-8bea-55c843cc7bda HTTP/1.1" status: 200 len: 944 time: 0.0949826 Aug 11 03:11:01.994819 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-736b04f8-0a45-43ae-bdf4-e01081b55bac req-f8039bfe-6276-4be8-86d0-c403a2e85744 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a2aa92e-a0e4-4cb3-9665-2569763a2f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700903 Aug 11 03:11:02.133309 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28dbe73-5d3e-4dbe-9f93-86a886667145 req-933f420e-16be-426b-8836-67d080ac38d0 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:02.135034 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c28dbe73-5d3e-4dbe-9f93-86a886667145 req-933f420e-16be-426b-8836-67d080ac38d0 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=70c84ed6-1b38-4b73-8bea-55c843cc7bda HTTP/1.1" status: 200 len: 944 time: 0.0526938 Aug 11 03:11:02.182745 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c28dbe73-5d3e-4dbe-9f93-86a886667145 req-5966aa59-7b33-4fef-abc4-696f1eca2289 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a2aa92e-a0e4-4cb3-9665-2569763a2f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417027 Aug 11 03:11:02.440970 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe531168-9294-41bc-8319-b95ded67910b req-8e2a9679-2861-4692-a2fd-98b250ff8d38 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:02.443380 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-fe531168-9294-41bc-8319-b95ded67910b req-8e2a9679-2861-4692-a2fd-98b250ff8d38 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e58d97f-574c-4a76-8229-5f54c6d232bd HTTP/1.1" status: 200 len: 946 time: 0.0734775 Aug 11 03:11:02.494884 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-fe531168-9294-41bc-8319-b95ded67910b req-e1f4de42-055c-45b3-8ccd-de4b47e7f5f1 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/security-groups?id=96c4279c-51b6-4d8a-ac93-67215ccf65c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441575 Aug 11 03:11:02.964060 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:03.033353 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device f4436d8e-ecef-4504-a052-c711f123c0f7 details requested by agent hyperv_n-h2-764292-30 with host n-h2-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:11:03.200062 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port f4436d8e-ecef-4504-a052-c711f123c0f7, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=f4436d8e-ecef-4504-a052-c711f123c0f7,segment=NetworkSegment(c567aba8-f786-4533-ad6f-0c8ff3fef5d6),segment_id=c567aba8-f786-4533-ad6f-0c8ff3fef5d6)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:11:03.230516 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Returning: {'device': 'f4436d8e-ecef-4504-a052-c711f123c0f7', 'network_id': '83b4bd4d-f4f2-42f4-b1e3-dbcc3fc1d9fb', 'port_id': 'f4436d8e-ecef-4504-a052-c711f123c0f7', 'mac_address': 'fa:16:3e:39:0a:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8a74f8c-47d7-428d-9b47-116a9ebdc466', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:11:03.311198 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:03.319928 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e742119f-dc83-40f9-bb00-5ea23cfb71ba req-47e1ffa2-8cc7-4e72-8273-fe68250e4a2b tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:03.321549 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e742119f-dc83-40f9-bb00-5ea23cfb71ba req-47e1ffa2-8cc7-4e72-8273-fe68250e4a2b tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=70c84ed6-1b38-4b73-8bea-55c843cc7bda HTTP/1.1" status: 200 len: 944 time: 0.0991371 Aug 11 03:11:03.345430 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f4436d8e-ecef-4504-a052-c711f123c0f7 {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:11:03.379292 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e742119f-dc83-40f9-bb00-5ea23cfb71ba req-9ee67168-74e0-4750-bb51-64e764ec5fb3 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a2aa92e-a0e4-4cb3-9665-2569763a2f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485945 Aug 11 03:11:03.384206 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port f4436d8e-ecef-4504-a052-c711f123c0f7, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=f4436d8e-ecef-4504-a052-c711f123c0f7,segment=NetworkSegment(c567aba8-f786-4533-ad6f-0c8ff3fef5d6),segment_id=c567aba8-f786-4533-ad6f-0c8ff3fef5d6)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:11:03.493774 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:03.583866 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=f4436d8e-ecef-4504-a052-c711f123c0f7,revision_number=6']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:11:03.606010 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:11:03.606747 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:11:03.606747 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:11:03.607017 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:11:03.607533 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:11:03.615471 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:11:03.615931 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:11:03.616287 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:11:03.616655 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:11:03.617024 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:11:03.617368 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:11:03.618155 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:11:03.624274 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['f4436d8e-ecef-4504-a052-c711f123c0f7'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:11:03.717374 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e820302-cb69-4fab-b7a0-3fcd521b66a9 req-7d3c7260-f42c-430b-9dc5-5368d1859b00 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:03.737765 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8e820302-cb69-4fab-b7a0-3fcd521b66a9 req-7d3c7260-f42c-430b-9dc5-5368d1859b00 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e58d97f-574c-4a76-8229-5f54c6d232bd HTTP/1.1" status: 200 len: 946 time: 0.1176319 Aug 11 03:11:03.796019 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8e820302-cb69-4fab-b7a0-3fcd521b66a9 req-d85dfa9a-9752-4d0f-95a5-6492cd9a2861 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/security-groups?id=96c4279c-51b6-4d8a-ac93-67215ccf65c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577700 Aug 11 03:11:04.550743 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bfd191-dd53-4bf3-bee1-79dd7d11cdf2 req-56322b0c-671e-4098-8e91-45938c9f8d38 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:04.561933 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-31bfd191-dd53-4bf3-bee1-79dd7d11cdf2 req-56322b0c-671e-4098-8e91-45938c9f8d38 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=70c84ed6-1b38-4b73-8bea-55c843cc7bda HTTP/1.1" status: 200 len: 944 time: 0.0865805 Aug 11 03:11:04.575360 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:04.621691 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-31bfd191-dd53-4bf3-bee1-79dd7d11cdf2 req-9e6752a1-82b7-40b7-aced-6ba0d9d546c9 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a2aa92e-a0e4-4cb3-9665-2569763a2f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485389 Aug 11 03:11:05.051407 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device f4436d8e-ecef-4504-a052-c711f123c0f7 up at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:11:05.082871 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bbab14-e6b4-48cb-b7ab-eb13853435f4 req-41116f63-4b59-432b-b81a-d93fabe937e6 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:05.093922 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a4bbab14-e6b4-48cb-b7ab-eb13853435f4 req-41116f63-4b59-432b-b81a-d93fabe937e6 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e58d97f-574c-4a76-8229-5f54c6d232bd HTTP/1.1" status: 200 len: 946 time: 0.0759284 Aug 11 03:11:05.146966 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a4bbab14-e6b4-48cb-b7ab-eb13853435f4 req-3bd89864-f658-4a97-ad2d-bb6ab534a266 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/security-groups?id=96c4279c-51b6-4d8a-ac93-67215ccf65c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531991 Aug 11 03:11:05.211615 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning complete for port f4436d8e-ecef-4504-a052-c711f123c0f7 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:11:05.212095 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:05.246387 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaf9451-2504-4529-a4c7-2609d0954c8e req-a52e3b4e-0d1d-4cd5-b8bb-9b3d73fc198c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:05.264311 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-eaaf9451-2504-4529-a4c7-2609d0954c8e req-a52e3b4e-0d1d-4cd5-b8bb-9b3d73fc198c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3419766c112444a3864f482257b66851&device_id=70c84ed6-1b38-4b73-8bea-55c843cc7bda HTTP/1.1" status: 200 len: 1096 time: 0.1043870 Aug 11 03:11:05.339606 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.agents_db [None req-950b7202-decb-43e2-8f71-ac8931dc9749 None None] Agent healthcheck: found 7 active agents {{(pid=102194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:11:05.386508 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2592b421-6183-4670-ab92-ae5e9da73342 req-5dcf9abc-fce2-4238-9452-3603f5bb8983 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:05.398034 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2592b421-6183-4670-ab92-ae5e9da73342 req-5dcf9abc-fce2-4238-9452-3603f5bb8983 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=70c84ed6-1b38-4b73-8bea-55c843cc7bda HTTP/1.1" status: 200 len: 944 time: 0.1402030 Aug 11 03:11:05.399668 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:05.485823 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port f4436d8e-ecef-4504-a052-c711f123c0f7, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=f4436d8e-ecef-4504-a052-c711f123c0f7,segment=NetworkSegment(c567aba8-f786-4533-ad6f-0c8ff3fef5d6),segment_id=c567aba8-f786-4533-ad6f-0c8ff3fef5d6)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:11:05.489753 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d615024-e64b-4f7a-add5-f1f833289513', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4436d8e-ecef-4504-a052-c711f123c0f7'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:11:05.493964 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da0e28d8-9cb5-4e92-9caa-1bb669d9dce1" -d '{"events": [{"server_uuid": "4d615024-e64b-4f7a-add5-f1f833289513", "name": "network-vif-plugged", "status": "completed", "tag": "f4436d8e-ecef-4504-a052-c711f123c0f7"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:11:05.526971 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2592b421-6183-4670-ab92-ae5e9da73342 req-806df8f5-374e-4647-8873-d23bc1898c81 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a2aa92e-a0e4-4cb3-9665-2569763a2f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1260223 Aug 11 03:11:05.552709 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaf9451-2504-4529-a4c7-2609d0954c8e req-b7a0d5ca-041d-4315-8e99-ed296040a14a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:05.555838 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-eaaf9451-2504-4529-a4c7-2609d0954c8e req-b7a0d5ca-041d-4315-8e99-ed296040a14a service neutron] 10.222.0.24 "GET /v2.0/networks?id=6b5eb666-47e5-4ddb-b0bc-16855d478160 HTTP/1.1" status: 200 len: 913 time: 0.2850916 Aug 11 03:11:05.575696 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:05.756454 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=f4436d8e-ecef-4504-a052-c711f123c0f7,revision_number=7']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:11:05.802043 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-eaaf9451-2504-4529-a4c7-2609d0954c8e req-799cbde7-6612-4839-9178-9a5d2614d835 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fa57729b-416e-4b56-988d-5e0b3aee0303 HTTP/1.1" status: 200 len: 999 time: 0.2387648 Aug 11 03:11:05.884754 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a5b98e7-15cb-4f5f-96c6-60402faa4f1c x-openstack-request-id: req-4a5b98e7-15cb-4f5f-96c6-60402faa4f1c {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:11:05.885379 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d615024-e64b-4f7a-add5-f1f833289513", "name": "network-vif-plugged", "status": "completed", "tag": "f4436d8e-ecef-4504-a052-c711f123c0f7", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:11:05.885805 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4a5b98e7-15cb-4f5f-96c6-60402faa4f1c {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:11:05.886418 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d615024-e64b-4f7a-add5-f1f833289513', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4436d8e-ecef-4504-a052-c711f123c0f7', 'code': 200} Aug 11 03:11:05.907782 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaf9451-2504-4529-a4c7-2609d0954c8e req-7b2c37b0-cbaf-44c0-818c-61c32ceabd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:05.909530 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-eaaf9451-2504-4529-a4c7-2609d0954c8e req-7b2c37b0-cbaf-44c0-818c-61c32ceabd1b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6bc807f9-b5f2-488b-b980-1ec1f7afe42f HTTP/1.1" status: 200 len: 851 time: 0.0978935 Aug 11 03:11:06.015895 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaf9451-2504-4529-a4c7-2609d0954c8e req-658c5521-1509-4311-aa0c-99b7019211b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:06.018695 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-eaaf9451-2504-4529-a4c7-2609d0954c8e req-658c5521-1509-4311-aa0c-99b7019211b1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6b5eb666-47e5-4ddb-b0bc-16855d478160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0945058 Aug 11 03:11:06.141605 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-eaaf9451-2504-4529-a4c7-2609d0954c8e req-b00af10e-e998-4b4f-ae10-27c2a7729d4f service neutron] 10.222.0.24 "GET /v2.0/networks/6b5eb666-47e5-4ddb-b0bc-16855d478160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105518 Aug 11 03:11:06.370974 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-eaaf9451-2504-4529-a4c7-2609d0954c8e req-77cc8052-4ca5-49e3-a949-d7178bc21226 service neutron] 10.222.0.24 "GET /v2.0/networks/6b5eb666-47e5-4ddb-b0bc-16855d478160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2178674 Aug 11 03:11:06.378947 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f96710-510e-4e3f-81ab-1ffaad5bba35 req-180a15da-403a-4241-bd61-7c2757fd4344 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:06.380934 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d7f96710-510e-4e3f-81ab-1ffaad5bba35 req-180a15da-403a-4241-bd61-7c2757fd4344 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e58d97f-574c-4a76-8229-5f54c6d232bd HTTP/1.1" status: 200 len: 946 time: 0.1232805 Aug 11 03:11:06.461820 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d7f96710-510e-4e3f-81ab-1ffaad5bba35 req-92b78a63-678d-4ee5-90f4-7647e7cf8e36 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/security-groups?id=96c4279c-51b6-4d8a-ac93-67215ccf65c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730925 Aug 11 03:11:06.685208 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a84faf-1342-453f-95b5-fa30c1c94f57 req-2771e41e-af83-4301-851c-df7dcf0669fe tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:06.697495 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e7a84faf-1342-453f-95b5-fa30c1c94f57 req-2771e41e-af83-4301-851c-df7dcf0669fe tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=70c84ed6-1b38-4b73-8bea-55c843cc7bda HTTP/1.1" status: 200 len: 944 time: 0.1000865 Aug 11 03:11:06.760306 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e7a84faf-1342-453f-95b5-fa30c1c94f57 req-405a8981-e430-4ee9-8a84-de0c85238c46 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a2aa92e-a0e4-4cb3-9665-2569763a2f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618112 Aug 11 03:11:07.118839 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:07.645261 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6c5eb3-8dd7-447c-9b84-684d89c38d21 req-39d1e269-64fc-4d28-9b4b-761adab9b3df tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:07.653603 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1f6c5eb3-8dd7-447c-9b84-684d89c38d21 req-39d1e269-64fc-4d28-9b4b-761adab9b3df tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e58d97f-574c-4a76-8229-5f54c6d232bd HTTP/1.1" status: 200 len: 946 time: 0.0792980 Aug 11 03:11:07.698920 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1f6c5eb3-8dd7-447c-9b84-684d89c38d21 req-198ceca7-8c60-4885-a811-e957887e64d4 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/security-groups?id=96c4279c-51b6-4d8a-ac93-67215ccf65c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402961 Aug 11 03:11:07.881611 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdd5114-3f54-4471-90f8-35f3ae663925 req-0443e089-a0e4-442d-bf0b-ad9b36791d54 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:07.883095 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9bdd5114-3f54-4471-90f8-35f3ae663925 req-0443e089-a0e4-442d-bf0b-ad9b36791d54 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=70c84ed6-1b38-4b73-8bea-55c843cc7bda HTTP/1.1" status: 200 len: 944 time: 0.0488310 Aug 11 03:11:07.920727 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9bdd5114-3f54-4471-90f8-35f3ae663925 req-d682557c-edd2-4b51-9ece-0444e0ee80ff tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a2aa92e-a0e4-4cb3-9665-2569763a2f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310798 Aug 11 03:11:08.462260 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67acf035-1bc1-474a-b268-1f50b66ae8a1 req-b29dd3e9-df85-4777-a9fe-46ffcf5a3b9d tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:08.469027 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-67acf035-1bc1-474a-b268-1f50b66ae8a1 req-b29dd3e9-df85-4777-a9fe-46ffcf5a3b9d tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=70c84ed6-1b38-4b73-8bea-55c843cc7bda HTTP/1.1" status: 200 len: 944 time: 0.3772550 Aug 11 03:11:08.518514 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-67acf035-1bc1-474a-b268-1f50b66ae8a1 req-296e0de8-a264-43ba-9ada-358a86e8128a tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a2aa92e-a0e4-4cb3-9665-2569763a2f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480475 Aug 11 03:11:11.041286 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3f461e-264b-4934-b732-f0afb15969f2 req-7df10287-4e8e-4cc5-a5f6-cf307a05dfba tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:11.043087 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-af3f461e-264b-4934-b732-f0afb15969f2 req-7df10287-4e8e-4cc5-a5f6-cf307a05dfba tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e58d97f-574c-4a76-8229-5f54c6d232bd HTTP/1.1" status: 200 len: 946 time: 0.1070414 Aug 11 03:11:11.097486 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-af3f461e-264b-4934-b732-f0afb15969f2 req-b698b000-338a-4b7c-8456-ef30f8899f7a tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/security-groups?id=96c4279c-51b6-4d8a-ac93-67215ccf65c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446389 Aug 11 03:11:11.183220 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0bda96-91a9-4762-99a1-38f0672570f5 req-870df915-a18a-4262-876d-fa6bc76bb72d tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:11.184836 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ca0bda96-91a9-4762-99a1-38f0672570f5 req-870df915-a18a-4262-876d-fa6bc76bb72d tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=895c0843-971b-4689-82f6-c760d91aa720 HTTP/1.1" status: 200 len: 943 time: 0.0824964 Aug 11 03:11:11.219968 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:11.309467 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [req-ca0bda96-91a9-4762-99a1-38f0672570f5 req-e6c58479-1088-49cb-b375-159d7891b46b tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Deleting port eeb00953-8e99-48d3-a2d5-ff4d91a8de80 {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:11:11.309808 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-ca0bda96-91a9-4762-99a1-38f0672570f5 req-e6c58479-1088-49cb-b375-159d7891b46b tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:11.433600 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-ca0bda96-91a9-4762-99a1-38f0672570f5 req-e6c58479-1088-49cb-b375-159d7891b46b tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] For port eeb00953-8e99-48d3-a2d5-ff4d91a8de80, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=eeb00953-8e99-48d3-a2d5-ff4d91a8de80,segment=NetworkSegment(51ba8099-7622-42cb-adbd-7c8aaac78355),segment_id=51ba8099-7622-42cb-adbd-7c8aaac78355)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:11:11.433977 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-ca0bda96-91a9-4762-99a1-38f0672570f5 req-e6c58479-1088-49cb-b375-159d7891b46b tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:11.458513 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [req-ca0bda96-91a9-4762-99a1-38f0672570f5 req-e6c58479-1088-49cb-b375-159d7891b46b tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Calling delete_port for eeb00953-8e99-48d3-a2d5-ff4d91a8de80 owned by compute:nova {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:11:11.712407 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140091d2-b248-47f5-9ae2-834420a99ff3 req-e1309fd4-ad5e-4496-83d1-6b21cb98b63a tempest-AttachSCSIVolumeTestJSON-164542366 tempest-AttachSCSIVolumeTestJSON-164542366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:11.714061 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-140091d2-b248-47f5-9ae2-834420a99ff3 req-e1309fd4-ad5e-4496-83d1-6b21cb98b63a tempest-AttachSCSIVolumeTestJSON-164542366 tempest-AttachSCSIVolumeTestJSON-164542366-project] 10.222.0.41 "GET /v2.0/networks?id=91da3244-d9c5-45b1-a401-8ed4bda41ca9 HTTP/1.1" status: 200 len: 814 time: 0.1593225 Aug 11 03:11:11.730983 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-140091d2-b248-47f5-9ae2-834420a99ff3 req-2a842af0-0d22-46db-b343-fca401d1a77c tempest-AttachSCSIVolumeTestJSON-164542366 tempest-AttachSCSIVolumeTestJSON-164542366-project] 10.222.0.41 "GET /v2.0/quotas/3d0b3315d6104e5da51a130b98922e78 HTTP/1.1" status: 200 len: 375 time: 0.0108893 Aug 11 03:11:11.750778 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-ca0bda96-91a9-4762-99a1-38f0672570f5 req-e6c58479-1088-49cb-b375-159d7891b46b tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:11.763556 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['9cd52e4f-6ec2-42da-8cbf-44a7dbbee675', '4b32f063-1f58-4622-8e54-7356a69cd99d'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:11:11.798420 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c58479-1088-49cb-b375-159d7891b46b tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Pushing event deleted for resources: {'Port': ['ID=eeb00953-8e99-48d3-a2d5-ff4d91a8de80,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:11:11.847845 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca0bda96-91a9-4762-99a1-38f0672570f5 req-e6c58479-1088-49cb-b375-159d7891b46b tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] No DVR routers for this DVR port eeb00953-8e99-48d3-a2d5-ff4d91a8de80 on host n-h2-764292-30 {{(pid=102192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:11:11.855690 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-140091d2-b248-47f5-9ae2-834420a99ff3 req-40749b42-2cf0-4c08-a7a5-52e2194ca573 tempest-AttachSCSIVolumeTestJSON-164542366 tempest-AttachSCSIVolumeTestJSON-164542366-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=3d0b3315d6104e5da51a130b98922e78&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1180973 Aug 11 03:11:11.856735 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-ca0bda96-91a9-4762-99a1-38f0672570f5 req-e6c58479-1088-49cb-b375-159d7891b46b tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:11.858603 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ca0bda96-91a9-4762-99a1-38f0672570f5 req-e6c58479-1088-49cb-b375-159d7891b46b tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "DELETE /v2.0/ports/eeb00953-8e99-48d3-a2d5-ff4d91a8de80 HTTP/1.1" status: 204 len: 173 time: 0.6650162 Aug 11 03:11:11.859028 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '895c0843-971b-4689-82f6-c760d91aa720', 'name': 'network-vif-deleted', 'tag': 'eeb00953-8e99-48d3-a2d5-ff4d91a8de80'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:11:11.861424 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d19fe4d4-ade4-4190-a690-a4290ee55715" -d '{"events": [{"server_uuid": "895c0843-971b-4689-82f6-c760d91aa720", "name": "network-vif-deleted", "tag": "eeb00953-8e99-48d3-a2d5-ff4d91a8de80"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:11:11.968952 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-140091d2-b248-47f5-9ae2-834420a99ff3 req-db304ced-21cd-4ed7-948f-be8a8c6ccbca service neutron] 10.222.0.41 "GET /v2.0/networks/91da3244-d9c5-45b1-a401-8ed4bda41ca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044276 Aug 11 03:11:12.090799 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-140091d2-b248-47f5-9ae2-834420a99ff3 req-338d0177-fd67-49c2-bac0-93d30e51126a service neutron] 10.222.0.41 "GET /v2.0/networks/91da3244-d9c5-45b1-a401-8ed4bda41ca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150811 Aug 11 03:11:12.389020 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 58330) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:11:12.410916 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 11 Aug 2021 03:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62922e98-de11-48f2-8f5f-1db39f29e960 x-openstack-request-id: req-62922e98-de11-48f2-8f5f-1db39f29e960 {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:11:12.411483 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "895c0843-971b-4689-82f6-c760d91aa720", "name": "network-vif-deleted", "tag": "eeb00953-8e99-48d3-a2d5-ff4d91a8de80", "status": "failed", "code": 422}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:11:12.413128 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-62922e98-de11-48f2-8f5f-1db39f29e960 {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:11:12.414377 n-d-764292-30 neutron-server[102192]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '895c0843-971b-4689-82f6-c760d91aa720', 'name': 'network-vif-deleted', 'tag': 'eeb00953-8e99-48d3-a2d5-ff4d91a8de80', 'status': 'failed', 'code': 422} returned with failed status Aug 11 03:11:12.581673 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-934db31b-eaaf-4ebc-a2c1-1487bf42be40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:12.677557 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6893a7-fa50-407d-945e-7b1cc0577298 req-599167bd-a80e-465b-9b9a-3f65215b4ac7 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:12.677557 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-fb6893a7-fa50-407d-945e-7b1cc0577298 req-599167bd-a80e-465b-9b9a-3f65215b4ac7 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e58d97f-574c-4a76-8229-5f54c6d232bd HTTP/1.1" status: 200 len: 946 time: 0.0916369 Aug 11 03:11:12.786565 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-fb6893a7-fa50-407d-945e-7b1cc0577298 req-51c1650c-414b-450d-80d2-86d97f26eaa5 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/security-groups?id=96c4279c-51b6-4d8a-ac93-67215ccf65c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693562 Aug 11 03:11:12.831504 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-934db31b-eaaf-4ebc-a2c1-1487bf42be40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:13.001611 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-934db31b-eaaf-4ebc-a2c1-1487bf42be40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:13.057694 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-aff85e9f-91f3-480c-b328-45eac8c8cf8d req-370a435f-51ca-4a0c-97e9-60b1592f382d tempest-AttachSCSIVolumeTestJSON-164542366 tempest-AttachSCSIVolumeTestJSON-164542366-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c06a218-bbdb-4352-a7f9-8afd3a9b936c HTTP/1.1" status: 200 len: 210 time: 0.0701203 Aug 11 03:11:13.095241 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934db31b-eaaf-4ebc-a2c1-1487bf42be40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdcf7256-e68d-4bfe-9cd4-d533df21d844,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:11:13.101770 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-934db31b-eaaf-4ebc-a2c1-1487bf42be40 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=63ed03d0207944208f6012ad2cb1277b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7097931 Aug 11 03:11:13.105191 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 58354) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:11:13.173539 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-75621b27-992f-4de6-a99a-956dcf809556 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:13.198873 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-75621b27-992f-4de6-a99a-956dcf809556 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:13.431469 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-75621b27-992f-4de6-a99a-956dcf809556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:13.434972 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-75621b27-992f-4de6-a99a-956dcf809556 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:13.437181 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-75621b27-992f-4de6-a99a-956dcf809556 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fdcf7256-e68d-4bfe-9cd4-d533df21d844 HTTP/1.1" status: 204 len: 168 time: 0.3308449 Aug 11 03:11:13.454362 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75621b27-992f-4de6-a99a-956dcf809556 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdcf7256-e68d-4bfe-9cd4-d533df21d844,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:11:13.779795 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e17d0e-2c72-4327-b0df-7e9880359742 req-876c64bc-7bf2-475e-ba6b-e34b73e38010 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:13.781717 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a3e17d0e-2c72-4327-b0df-7e9880359742 req-876c64bc-7bf2-475e-ba6b-e34b73e38010 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=497a0c80-3130-4ceb-a6d0-d48998b57b32 HTTP/1.1" status: 200 len: 907 time: 0.0811884 Aug 11 03:11:13.943815 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faa8eb4-2d2a-4941-b77d-010985cab251 req-c1f1be1a-04f9-49c4-ad86-580be9f1e754 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:13.952368 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9faa8eb4-2d2a-4941-b77d-010985cab251 req-c1f1be1a-04f9-49c4-ad86-580be9f1e754 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e58d97f-574c-4a76-8229-5f54c6d232bd HTTP/1.1" status: 200 len: 946 time: 0.0735424 Aug 11 03:11:14.034087 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9faa8eb4-2d2a-4941-b77d-010985cab251 req-ccaeb04a-2e59-45e6-81ad-ff0ea0f8cefd tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/security-groups?id=96c4279c-51b6-4d8a-ac93-67215ccf65c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701909 Aug 11 03:11:14.160997 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f7f8c6ec-9e53-4103-97d8-34072b8c2ae2 req-19009fb2-c676-41c0-a24a-b7380b6d62c4 tempest-AttachSCSIVolumeTestJSON-164542366 tempest-AttachSCSIVolumeTestJSON-164542366-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c06a218-bbdb-4352-a7f9-8afd3a9b936c HTTP/1.1" status: 200 len: 210 time: 0.0351014 Aug 11 03:11:14.292991 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 58384) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:11:14.310841 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e7415f37-e9fa-441c-a9d5-7d2b7f86b2c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:14.427779 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e7415f37-e9fa-441c-a9d5-7d2b7f86b2c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:14.476833 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e7415f37-e9fa-441c-a9d5-7d2b7f86b2c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:14.535665 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 58386) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:11:14.543029 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-e7415f37-e9fa-441c-a9d5-7d2b7f86b2c5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=668b96dcc2ab471fb0c732b5963e1a61&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2488599 Aug 11 03:11:14.548782 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7415f37-e9fa-441c-a9d5-7d2b7f86b2c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89b2f35b-28af-4253-a6cb-04571438d189,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:11:14.688298 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1168d3c7-5cc5-4727-af9a-98174058787f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:14.715883 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1168d3c7-5cc5-4727-af9a-98174058787f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:14.898984 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1168d3c7-5cc5-4727-af9a-98174058787f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:14.902990 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1168d3c7-5cc5-4727-af9a-98174058787f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:14.905299 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-1168d3c7-5cc5-4727-af9a-98174058787f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/89b2f35b-28af-4253-a6cb-04571438d189 HTTP/1.1" status: 204 len: 168 time: 0.3675001 Aug 11 03:11:14.917315 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1168d3c7-5cc5-4727-af9a-98174058787f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89b2f35b-28af-4253-a6cb-04571438d189,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:11:14.926762 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2837ae9-5ede-43b8-a16d-95a870f093fc req-3a525e88-1896-4083-8876-0cae498c4a46 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:14.942636 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d2837ae9-5ede-43b8-a16d-95a870f093fc req-3a525e88-1896-4083-8876-0cae498c4a46 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=497a0c80-3130-4ceb-a6d0-d48998b57b32 HTTP/1.1" status: 200 len: 907 time: 0.0753663 Aug 11 03:11:15.184792 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0280d333-92fb-4b27-bdc4-f2983bf528b4 req-ef134353-5947-45f8-9ced-1809937f9082 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:15.186409 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0280d333-92fb-4b27-bdc4-f2983bf528b4 req-ef134353-5947-45f8-9ced-1809937f9082 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e58d97f-574c-4a76-8229-5f54c6d232bd HTTP/1.1" status: 200 len: 946 time: 0.0630054 Aug 11 03:11:15.240848 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0280d333-92fb-4b27-bdc4-f2983bf528b4 req-e77be49a-6617-4d68-bb76-9449716b0349 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/security-groups?id=96c4279c-51b6-4d8a-ac93-67215ccf65c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477149 Aug 11 03:11:15.343795 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9f66bba9-d463-4424-815e-6773da7bc73a req-b20a7fed-6c7f-4cb2-b702-70788734b95b tempest-AttachSCSIVolumeTestJSON-164542366 tempest-AttachSCSIVolumeTestJSON-164542366-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c06a218-bbdb-4352-a7f9-8afd3a9b936c HTTP/1.1" status: 200 len: 210 time: 0.0496173 Aug 11 03:11:15.357732 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6539f194-c256-43fc-a3c8-f767736b4ce4 req-c7b6fb89-79c6-4c7c-83a7-65a53987b8c4 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:15.359697 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-6539f194-c256-43fc-a3c8-f767736b4ce4 req-c7b6fb89-79c6-4c7c-83a7-65a53987b8c4 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.22 "GET /v2.0/ports?device_id=497a0c80-3130-4ceb-a6d0-d48998b57b32 HTTP/1.1" status: 200 len: 907 time: 0.0670521 Aug 11 03:11:15.484784 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-6539f194-c256-43fc-a3c8-f767736b4ce4 req-e2a01593-9504-47b3-b3e3-f9604c9237bf tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Deleting port 97e1d5d7-a981-4735-9157-314ac35e3f40 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:11:15.485419 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-6539f194-c256-43fc-a3c8-f767736b4ce4 req-e2a01593-9504-47b3-b3e3-f9604c9237bf tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:15.607046 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140091d2-b248-47f5-9ae2-834420a99ff3 req-17c1a2bd-b0c6-4071-96e0-412ddd1cfb10 tempest-AttachSCSIVolumeTestJSON-164542366 tempest-AttachSCSIVolumeTestJSON-164542366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:15.609449 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-140091d2-b248-47f5-9ae2-834420a99ff3 req-17c1a2bd-b0c6-4071-96e0-412ddd1cfb10 tempest-AttachSCSIVolumeTestJSON-164542366 tempest-AttachSCSIVolumeTestJSON-164542366-project] 10.222.0.24 "GET /v2.0/networks?id=91da3244-d9c5-45b1-a401-8ed4bda41ca9 HTTP/1.1" status: 200 len: 814 time: 0.1608813 Aug 11 03:11:15.616370 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-6539f194-c256-43fc-a3c8-f767736b4ce4 req-e2a01593-9504-47b3-b3e3-f9604c9237bf tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] For port 97e1d5d7-a981-4735-9157-314ac35e3f40, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=97e1d5d7-a981-4735-9157-314ac35e3f40,segment=NetworkSegment(51ba8099-7622-42cb-adbd-7c8aaac78355),segment_id=51ba8099-7622-42cb-adbd-7c8aaac78355)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:11:15.619019 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-6539f194-c256-43fc-a3c8-f767736b4ce4 req-e2a01593-9504-47b3-b3e3-f9604c9237bf tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:15.624905 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-140091d2-b248-47f5-9ae2-834420a99ff3 req-faa4c8e3-7a2e-4c3a-9a35-31ef37827dbf tempest-AttachSCSIVolumeTestJSON-164542366 tempest-AttachSCSIVolumeTestJSON-164542366-project] Request body: {'port': {'device_id': '3c06a218-bbdb-4352-a7f9-8afd3a9b936c', 'network_id': '91da3244-d9c5-45b1-a401-8ed4bda41ca9', 'admin_state_up': True, 'tenant_id': '3d0b3315d6104e5da51a130b98922e78'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:11:15.640072 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-6539f194-c256-43fc-a3c8-f767736b4ce4 req-e2a01593-9504-47b3-b3e3-f9604c9237bf tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Calling delete_port for 97e1d5d7-a981-4735-9157-314ac35e3f40 owned by compute:nova {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:11:16.035992 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-140091d2-b248-47f5-9ae2-834420a99ff3 req-faa4c8e3-7a2e-4c3a-9a35-31ef37827dbf tempest-AttachSCSIVolumeTestJSON-164542366 tempest-AttachSCSIVolumeTestJSON-164542366-project] Made reservation on behalf of 3d0b3315d6104e5da51a130b98922e78 for: {'port': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:11:16.039430 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-140091d2-b248-47f5-9ae2-834420a99ff3 req-faa4c8e3-7a2e-4c3a-9a35-31ef37827dbf tempest-AttachSCSIVolumeTestJSON-164542366 tempest-AttachSCSIVolumeTestJSON-164542366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:16.043199 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-6539f194-c256-43fc-a3c8-f767736b4ce4 req-e2a01593-9504-47b3-b3e3-f9604c9237bf tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:16.106351 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a01593-9504-47b3-b3e3-f9604c9237bf tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Pushing event deleted for resources: {'Port': ['ID=97e1d5d7-a981-4735-9157-314ac35e3f40,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:11:16.163431 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-6539f194-c256-43fc-a3c8-f767736b4ce4 req-e2a01593-9504-47b3-b3e3-f9604c9237bf tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] No DVR routers for this DVR port 97e1d5d7-a981-4735-9157-314ac35e3f40 on host n-h1-764292-30 {{(pid=102191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:11:16.166720 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-6539f194-c256-43fc-a3c8-f767736b4ce4 req-e2a01593-9504-47b3-b3e3-f9604c9237bf tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:16.168775 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-6539f194-c256-43fc-a3c8-f767736b4ce4 req-e2a01593-9504-47b3-b3e3-f9604c9237bf tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.22 "DELETE /v2.0/ports/97e1d5d7-a981-4735-9157-314ac35e3f40 HTTP/1.1" status: 204 len: 173 time: 0.8030620 Aug 11 03:11:16.169257 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '497a0c80-3130-4ceb-a6d0-d48998b57b32', 'name': 'network-vif-deleted', 'tag': '97e1d5d7-a981-4735-9157-314ac35e3f40'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:11:16.186925 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5f99bd7-7253-4506-8112-4207a30d386a" -d '{"events": [{"server_uuid": "497a0c80-3130-4ceb-a6d0-d48998b57b32", "name": "network-vif-deleted", "tag": "97e1d5d7-a981-4735-9157-314ac35e3f40"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:11:16.242602 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f891a65-c105-4676-a5b6-f328e1db43c5 req-feda16d1-6aa3-497b-8c42-12701fce7d3c tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:16.245103 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5f891a65-c105-4676-a5b6-f328e1db43c5 req-feda16d1-6aa3-497b-8c42-12701fce7d3c tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=497a0c80-3130-4ceb-a6d0-d48998b57b32 HTTP/1.1" status: 200 len: 829 time: 0.2365019 Aug 11 03:11:16.330665 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [req-140091d2-b248-47f5-9ae2-834420a99ff3 req-faa4c8e3-7a2e-4c3a-9a35-31ef37827dbf tempest-AttachSCSIVolumeTestJSON-164542366 tempest-AttachSCSIVolumeTestJSON-164542366-project] Allocated IP 172.20.0.9 (91da3244-d9c5-45b1-a401-8ed4bda41ca9/ddcb1ede-9642-40a8-8222-f076edcac6fb/61bff21b-0b12-4450-b934-c3e1c81e26b3) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:11:16.341335 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:11:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef139a6e-7b5f-4942-bb4b-0b2b75891ba5 x-openstack-request-id: req-ef139a6e-7b5f-4942-bb4b-0b2b75891ba5 {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:11:16.341626 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "497a0c80-3130-4ceb-a6d0-d48998b57b32", "name": "network-vif-deleted", "tag": "97e1d5d7-a981-4735-9157-314ac35e3f40", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:11:16.341881 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ef139a6e-7b5f-4942-bb4b-0b2b75891ba5 {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:11:16.342308 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '497a0c80-3130-4ceb-a6d0-d48998b57b32', 'name': 'network-vif-deleted', 'tag': '97e1d5d7-a981-4735-9157-314ac35e3f40', 'status': 'completed', 'code': 200} Aug 11 03:11:16.682338 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3087c25b-35e6-4318-8d9a-b6c66fb744cb req-de540805-2e30-41d5-bf84-8799ed040e70 tempest-AttachSCSIVolumeTestJSON-164542366 tempest-AttachSCSIVolumeTestJSON-164542366-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c06a218-bbdb-4352-a7f9-8afd3a9b936c HTTP/1.1" status: 200 len: 210 time: 0.1217542 Aug 11 03:11:16.736503 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b13909-9bdf-47dc-8d48-7dc25319dd1d req-0517aedb-261b-4366-80d2-2799e2ebb1ff tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:16.744945 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-30b13909-9bdf-47dc-8d48-7dc25319dd1d req-0517aedb-261b-4366-80d2-2799e2ebb1ff tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e58d97f-574c-4a76-8229-5f54c6d232bd HTTP/1.1" status: 200 len: 946 time: 0.2702198 Aug 11 03:11:16.812550 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-30b13909-9bdf-47dc-8d48-7dc25319dd1d req-3966088f-95b2-44bd-ace9-f2ddde3a9e92 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/security-groups?id=96c4279c-51b6-4d8a-ac93-67215ccf65c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613379 Aug 11 03:11:16.837331 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-140091d2-b248-47f5-9ae2-834420a99ff3 req-faa4c8e3-7a2e-4c3a-9a35-31ef37827dbf tempest-AttachSCSIVolumeTestJSON-164542366 tempest-AttachSCSIVolumeTestJSON-164542366-project] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:16.851245 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [req-140091d2-b248-47f5-9ae2-834420a99ff3 req-faa4c8e3-7a2e-4c3a-9a35-31ef37827dbf tempest-AttachSCSIVolumeTestJSON-164542366 tempest-AttachSCSIVolumeTestJSON-164542366-project] Transition to ACTIVE for port object 61bff21b-0b12-4450-b934-c3e1c81e26b3 will not be triggered until provisioned by entity DHCP. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:11:17.006616 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-140091d2-b248-47f5-9ae2-834420a99ff3 req-faa4c8e3-7a2e-4c3a-9a35-31ef37827dbf tempest-AttachSCSIVolumeTestJSON-164542366 tempest-AttachSCSIVolumeTestJSON-164542366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:17.068247 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-140091d2-b248-47f5-9ae2-834420a99ff3 req-faa4c8e3-7a2e-4c3a-9a35-31ef37827dbf tempest-AttachSCSIVolumeTestJSON-164542366 tempest-AttachSCSIVolumeTestJSON-164542366-project] Network 91da3244-d9c5-45b1-a401-8ed4bda41ca9 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:11:17.074969 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [req-140091d2-b248-47f5-9ae2-834420a99ff3 req-faa4c8e3-7a2e-4c3a-9a35-31ef37827dbf tempest-AttachSCSIVolumeTestJSON-164542366 tempest-AttachSCSIVolumeTestJSON-164542366-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:11:17.079649 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [req-140091d2-b248-47f5-9ae2-834420a99ff3 req-faa4c8e3-7a2e-4c3a-9a35-31ef37827dbf tempest-AttachSCSIVolumeTestJSON-164542366 tempest-AttachSCSIVolumeTestJSON-164542366-project] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:11:17.084358 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa4c8e3-7a2e-4c3a-9a35-31ef37827dbf tempest-AttachSCSIVolumeTestJSON-164542366 tempest-AttachSCSIVolumeTestJSON-164542366-project] Pushing event updated for resources: {'Port': ['ID=61bff21b-0b12-4450-b934-c3e1c81e26b3,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:11:17.137857 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140091d2-b248-47f5-9ae2-834420a99ff3 req-faa4c8e3-7a2e-4c3a-9a35-31ef37827dbf tempest-AttachSCSIVolumeTestJSON-164542366 tempest-AttachSCSIVolumeTestJSON-164542366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:17.138802 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-140091d2-b248-47f5-9ae2-834420a99ff3 req-faa4c8e3-7a2e-4c3a-9a35-31ef37827dbf tempest-AttachSCSIVolumeTestJSON-164542366 tempest-AttachSCSIVolumeTestJSON-164542366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:17.271772 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-140091d2-b248-47f5-9ae2-834420a99ff3 req-faa4c8e3-7a2e-4c3a-9a35-31ef37827dbf tempest-AttachSCSIVolumeTestJSON-164542366 tempest-AttachSCSIVolumeTestJSON-164542366-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6511219 Aug 11 03:11:17.288659 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-140091d2-b248-47f5-9ae2-834420a99ff3 req-4b14b6be-5b57-4816-9b4b-200dd23dc267 service neutron] Request body: {'port': {'device_id': '3c06a218-bbdb-4352-a7f9-8afd3a9b936c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764292-30'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:11:17.361481 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-140091d2-b248-47f5-9ae2-834420a99ff3 req-4b14b6be-5b57-4816-9b4b-200dd23dc267 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:17.448508 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1fcffc82-c8e8-4597-9170-47ffc96cc7c7 req-84158191-16ae-4752-84e4-a68d98460f93 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=497a0c80-3130-4ceb-a6d0-d48998b57b32 HTTP/1.1" status: 200 len: 210 time: 0.0760164 Aug 11 03:11:17.648089 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-e8854fb0-ab75-46c8-a8e9-6e1086b82258 None None] Provisioning for port 61bff21b-0b12-4450-b934-c3e1c81e26b3 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:11:17.655066 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-e8854fb0-ab75-46c8-a8e9-6e1086b82258 None None] Provisioning complete for port 61bff21b-0b12-4450-b934-c3e1c81e26b3 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:11:17.655785 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-e8854fb0-ab75-46c8-a8e9-6e1086b82258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:17.773896 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-e8854fb0-ab75-46c8-a8e9-6e1086b82258 None None] Port 61bff21b-0b12-4450-b934-c3e1c81e26b3 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:11:18.101936 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 58520) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:11:18.172965 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [req-140091d2-b248-47f5-9ae2-834420a99ff3 req-4b14b6be-5b57-4816-9b4b-200dd23dc267 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61bff21b-0b12-4450-b934-c3e1c81e26b3 {{(pid=102192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:11:18.181357 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-140091d2-b248-47f5-9ae2-834420a99ff3 req-4b14b6be-5b57-4816-9b4b-200dd23dc267 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:18.206860 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [req-140091d2-b248-47f5-9ae2-834420a99ff3 req-4b14b6be-5b57-4816-9b4b-200dd23dc267 service neutron] Transition to ACTIVE for port object 61bff21b-0b12-4450-b934-c3e1c81e26b3 will not be triggered until provisioned by entity L2. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:11:18.221993 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfd0e6f-85bf-42ea-aea7-0fb252e84e05 req-1ae153fc-3fdc-44f5-a8ee-3f32d8750e8e tempest-AttachSCSIVolumeTestJSON-164542366 tempest-AttachSCSIVolumeTestJSON-164542366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:18.239063 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-dcfd0e6f-85bf-42ea-aea7-0fb252e84e05 req-1ae153fc-3fdc-44f5-a8ee-3f32d8750e8e tempest-AttachSCSIVolumeTestJSON-164542366 tempest-AttachSCSIVolumeTestJSON-164542366-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c06a218-bbdb-4352-a7f9-8afd3a9b936c HTTP/1.1" status: 200 len: 931 time: 0.3010364 Aug 11 03:11:18.330230 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-140091d2-b248-47f5-9ae2-834420a99ff3 req-4b14b6be-5b57-4816-9b4b-200dd23dc267 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:18.369597 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-dddf0cdc-7aab-4559-82e8-4f230ca429b2 tempest-ExternalNetworksTestJSON-1886455814 tempest-ExternalNetworksTestJSON-1886455814-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1440617466'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:11:18.405778 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-dcfd0e6f-85bf-42ea-aea7-0fb252e84e05 req-19aa51f3-17dd-4e29-9bb6-45bf8402d667 tempest-AttachSCSIVolumeTestJSON-164542366 tempest-AttachSCSIVolumeTestJSON-164542366-project] 10.222.0.41 "GET /v2.0/security-groups?id=c1a3b017-5e22-4331-98fa-266e9a93b0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628704 Aug 11 03:11:18.407198 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b14b6be-5b57-4816-9b4b-200dd23dc267 service neutron] Pushing event updated for resources: {'Port': ['ID=61bff21b-0b12-4450-b934-c3e1c81e26b3,revision_number=2']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:11:18.487924 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dddf0cdc-7aab-4559-82e8-4f230ca429b2 tempest-ExternalNetworksTestJSON-1886455814 tempest-ExternalNetworksTestJSON-1886455814-project] Made reservation on behalf of 99e481c3982640c0aba0b8d62bbb2e2e for: {'network': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:11:18.491504 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-dddf0cdc-7aab-4559-82e8-4f230ca429b2 tempest-ExternalNetworksTestJSON-1886455814 tempest-ExternalNetworksTestJSON-1886455814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:18.504759 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-dddf0cdc-7aab-4559-82e8-4f230ca429b2 tempest-ExternalNetworksTestJSON-1886455814 tempest-ExternalNetworksTestJSON-1886455814-project] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:18.535089 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730b379a-fd1e-4153-9e36-89c001b7ea87 req-f35ccf2b-d2c0-4457-85a3-3f316dc9631f tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:18.536613 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-730b379a-fd1e-4153-9e36-89c001b7ea87 req-f35ccf2b-d2c0-4457-85a3-3f316dc9631f tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e58d97f-574c-4a76-8229-5f54c6d232bd HTTP/1.1" status: 200 len: 946 time: 0.2552769 Aug 11 03:11:18.582033 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-140091d2-b248-47f5-9ae2-834420a99ff3 req-4b14b6be-5b57-4816-9b4b-200dd23dc267 service neutron] Attempting to bind port 61bff21b-0b12-4450-b934-c3e1c81e26b3 on host n-h2-764292-30 for vnic_type normal with profile {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:11:18.582255 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-140091d2-b248-47f5-9ae2-834420a99ff3 req-4b14b6be-5b57-4816-9b4b-200dd23dc267 service neutron] Attempting to bind port 61bff21b-0b12-4450-b934-c3e1c81e26b3 by drivers openvswitch,hyperv on host n-h2-764292-30 at level 0 using segments [{'id': 'cf8e03ed-2ed8-499c-b46d-5acda28a8bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '91da3244-d9c5-45b1-a401-8ed4bda41ca9'}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:11:18.582537 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-140091d2-b248-47f5-9ae2-834420a99ff3 req-4b14b6be-5b57-4816-9b4b-200dd23dc267 service neutron] Attempting to bind port 61bff21b-0b12-4450-b934-c3e1c81e26b3 on network 91da3244-d9c5-45b1-a401-8ed4bda41ca9 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:11:18.642485 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-140091d2-b248-47f5-9ae2-834420a99ff3 req-4b14b6be-5b57-4816-9b4b-200dd23dc267 service neutron] Port 61bff21b-0b12-4450-b934-c3e1c81e26b3 on network 91da3244-d9c5-45b1-a401-8ed4bda41ca9 not bound, no agent of type Open vSwitch agent registered on host n-h2-764292-30 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:11:18.642809 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-140091d2-b248-47f5-9ae2-834420a99ff3 req-4b14b6be-5b57-4816-9b4b-200dd23dc267 service neutron] Attempting to bind port 61bff21b-0b12-4450-b934-c3e1c81e26b3 on network 91da3244-d9c5-45b1-a401-8ed4bda41ca9 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:11:18.674182 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-140091d2-b248-47f5-9ae2-834420a99ff3 req-4b14b6be-5b57-4816-9b4b-200dd23dc267 service neutron] Checking agent: {'id': '70015fc0-62fb-48b2-b453-36906937cf2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 11, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:11:18.676989 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-140091d2-b248-47f5-9ae2-834420a99ff3 req-4b14b6be-5b57-4816-9b4b-200dd23dc267 service neutron] Checking segment: {'id': 'cf8e03ed-2ed8-499c-b46d-5acda28a8bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '91da3244-d9c5-45b1-a401-8ed4bda41ca9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:11:18.681700 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-140091d2-b248-47f5-9ae2-834420a99ff3 req-4b14b6be-5b57-4816-9b4b-200dd23dc267 service neutron] Bound using segment: {'id': 'cf8e03ed-2ed8-499c-b46d-5acda28a8bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '91da3244-d9c5-45b1-a401-8ed4bda41ca9'} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:11:18.681700 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-140091d2-b248-47f5-9ae2-834420a99ff3 req-4b14b6be-5b57-4816-9b4b-200dd23dc267 service neutron] Bound port: 61bff21b-0b12-4450-b934-c3e1c81e26b3, host: n-h2-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf8e03ed-2ed8-499c-b46d-5acda28a8bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '91da3244-d9c5-45b1-a401-8ed4bda41ca9'}}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:11:18.681700 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-140091d2-b248-47f5-9ae2-834420a99ff3 req-4b14b6be-5b57-4816-9b4b-200dd23dc267 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:18.725538 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-730b379a-fd1e-4153-9e36-89c001b7ea87 req-c4991c24-ece4-468a-9317-287001edcf1e tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/security-groups?id=96c4279c-51b6-4d8a-ac93-67215ccf65c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779485 Aug 11 03:11:18.790893 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-dddf0cdc-7aab-4559-82e8-4f230ca429b2 tempest-ExternalNetworksTestJSON-1886455814 tempest-ExternalNetworksTestJSON-1886455814-project] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:18.817182 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-140091d2-b248-47f5-9ae2-834420a99ff3 req-4b14b6be-5b57-4816-9b4b-200dd23dc267 service neutron] For port 61bff21b-0b12-4450-b934-c3e1c81e26b3, host n-h2-764292-30, cleared binding levels {{(pid=102192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:11:18.820570 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-140091d2-b248-47f5-9ae2-834420a99ff3 req-4b14b6be-5b57-4816-9b4b-200dd23dc267 service neutron] For port 61bff21b-0b12-4450-b934-c3e1c81e26b3, host n-h2-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=61bff21b-0b12-4450-b934-c3e1c81e26b3,segment=NetworkSegment(cf8e03ed-2ed8-499c-b46d-5acda28a8bc7),segment_id=cf8e03ed-2ed8-499c-b46d-5acda28a8bc7)] {{(pid=102192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:11:18.859825 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-dddf0cdc-7aab-4559-82e8-4f230ca429b2 tempest-ExternalNetworksTestJSON-1886455814 tempest-ExternalNetworksTestJSON-1886455814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:18.888431 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-140091d2-b248-47f5-9ae2-834420a99ff3 req-4b14b6be-5b57-4816-9b4b-200dd23dc267 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:18.905058 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dddf0cdc-7aab-4559-82e8-4f230ca429b2 tempest-ExternalNetworksTestJSON-1886455814 tempest-ExternalNetworksTestJSON-1886455814-project] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=102191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:11:18.922451 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddf0cdc-7aab-4559-82e8-4f230ca429b2 tempest-ExternalNetworksTestJSON-1886455814 tempest-ExternalNetworksTestJSON-1886455814-project] Pushing event updated for resources: {'SecurityGroup': ['ID=549aa862-eb66-46ba-833d-6c40bd8b7890,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:11:18.932882 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-dddf0cdc-7aab-4559-82e8-4f230ca429b2 tempest-ExternalNetworksTestJSON-1886455814 tempest-ExternalNetworksTestJSON-1886455814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:18.933237 n-d-764292-30 neutron-server[102191]: INFO neutron.db.segments_db [None req-dddf0cdc-7aab-4559-82e8-4f230ca429b2 tempest-ExternalNetworksTestJSON-1886455814 tempest-ExternalNetworksTestJSON-1886455814-project] Added segment 82ec7f1c-1fc8-4ea9-8300-8cff4f0b83dd of type vlan for network ddf56592-c1dd-425a-9ce2-d7648299e7a1 Aug 11 03:11:19.009649 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-dddf0cdc-7aab-4559-82e8-4f230ca429b2 tempest-ExternalNetworksTestJSON-1886455814 tempest-ExternalNetworksTestJSON-1886455814-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:19.011729 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140091d2-b248-47f5-9ae2-834420a99ff3 req-4b14b6be-5b57-4816-9b4b-200dd23dc267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:19.012325 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-140091d2-b248-47f5-9ae2-834420a99ff3 req-4b14b6be-5b57-4816-9b4b-200dd23dc267 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:19.013749 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-140091d2-b248-47f5-9ae2-834420a99ff3 req-4b14b6be-5b57-4816-9b4b-200dd23dc267 service neutron] 10.222.0.24 "PUT /v2.0/ports/61bff21b-0b12-4450-b934-c3e1c81e26b3 HTTP/1.1" status: 200 len: 1092 time: 1.7314966 Aug 11 03:11:19.014219 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c06a218-bbdb-4352-a7f9-8afd3a9b936c', 'tag': '61bff21b-0b12-4450-b934-c3e1c81e26b3'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:11:19.017219 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16fa0fb2-d43b-4cd6-a2ec-d47a6ce6539f" -d '{"events": [{"name": "network-changed", "server_uuid": "3c06a218-bbdb-4352-a7f9-8afd3a9b936c", "tag": "61bff21b-0b12-4450-b934-c3e1c81e26b3"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:11:19.053323 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b14b6be-5b57-4816-9b4b-200dd23dc267 service neutron] Pushing event updated for resources: {'Port': ['ID=61bff21b-0b12-4450-b934-c3e1c81e26b3,revision_number=3']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:11:19.150545 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-dddf0cdc-7aab-4559-82e8-4f230ca429b2 tempest-ExternalNetworksTestJSON-1886455814 tempest-ExternalNetworksTestJSON-1886455814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:19.156389 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dddf0cdc-7aab-4559-82e8-4f230ca429b2 tempest-ExternalNetworksTestJSON-1886455814 tempest-ExternalNetworksTestJSON-1886455814-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:19.157039 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-dddf0cdc-7aab-4559-82e8-4f230ca429b2 tempest-ExternalNetworksTestJSON-1886455814 tempest-ExternalNetworksTestJSON-1886455814-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:19.297676 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddf0cdc-7aab-4559-82e8-4f230ca429b2 tempest-ExternalNetworksTestJSON-1886455814 tempest-ExternalNetworksTestJSON-1886455814-project] Pushing event updated for resources: {'Network': ['ID=ddf56592-c1dd-425a-9ce2-d7648299e7a1,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:11:19.314984 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network ddf56592-c1dd-425a-9ce2-d7648299e7a1 details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:11:19.394259 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-dddf0cdc-7aab-4559-82e8-4f230ca429b2 tempest-ExternalNetworksTestJSON-1886455814 tempest-ExternalNetworksTestJSON-1886455814-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.2909694 Aug 11 03:11:19.395554 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 58572) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:11:19.415622 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 97e1d5d7-a981-4735-9157-314ac35e3f40 no longer exists at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:11:19.466101 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] No Port match for: 97e1d5d7-a981-4735-9157-314ac35e3f40 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:11:19.466680 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 97e1d5d7-a981-4735-9157-314ac35e3f40 not bound to the agent host n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:11:19.480655 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-f4aa2dc1-b754-4f90-b086-28d47c1063e9 tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] Request body: {'network': {'name': 'tempest-network--1065869228', 'router:external': True}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:11:19.613471 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4aa2dc1-b754-4f90-b086-28d47c1063e9 tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] Made reservation on behalf of 351a570801114bbfb55a03bb5ea1febe for: {'network': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:11:19.616325 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-f4aa2dc1-b754-4f90-b086-28d47c1063e9 tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:19.626485 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-f4aa2dc1-b754-4f90-b086-28d47c1063e9 tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:19.735163 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-f4aa2dc1-b754-4f90-b086-28d47c1063e9 tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:19.822764 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-f4aa2dc1-b754-4f90-b086-28d47c1063e9 tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:19.852013 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4aa2dc1-b754-4f90-b086-28d47c1063e9 tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=102192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:11:19.870524 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4aa2dc1-b754-4f90-b086-28d47c1063e9 tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e23a2e0-4196-4ab5-80e8-279b12063a32,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:11:19.874067 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-f4aa2dc1-b754-4f90-b086-28d47c1063e9 tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:19.874445 n-d-764292-30 neutron-server[102192]: INFO neutron.db.segments_db [None req-f4aa2dc1-b754-4f90-b086-28d47c1063e9 tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] Added segment dd7c9f34-7983-450b-b744-48726f7cfdbf of type vlan for network aab4073a-81e1-4125-8458-be425ac1d771 Aug 11 03:11:19.941282 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-f4aa2dc1-b754-4f90-b086-28d47c1063e9 tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:20.093481 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-f4aa2dc1-b754-4f90-b086-28d47c1063e9 tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:20.094537 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4aa2dc1-b754-4f90-b086-28d47c1063e9 tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:20.095127 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-f4aa2dc1-b754-4f90-b086-28d47c1063e9 tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:20.161876 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4aa2dc1-b754-4f90-b086-28d47c1063e9 tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] Pushing event updated for resources: {'Network': ['ID=aab4073a-81e1-4125-8458-be425ac1d771,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:11:20.174740 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network aab4073a-81e1-4125-8458-be425ac1d771 details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:11:20.231379 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-f4aa2dc1-b754-4f90-b086-28d47c1063e9 tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.8346934 Aug 11 03:11:20.234044 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 58602) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:11:20.307631 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-2f7cd229-eea1-47e9-b422-afdb381f1438 tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:20.425635 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-2f7cd229-eea1-47e9-b422-afdb381f1438 tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:20.443579 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-2f7cd229-eea1-47e9-b422-afdb381f1438 tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aab4073a-81e1-4125-8458-be425ac1d771']}} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:11:20.456742 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-2f7cd229-eea1-47e9-b422-afdb381f1438 tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd7c9f34-7983-450b-b744-48726f7cfdbf') {'for_net_delete': True} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:11:20.457123 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-2f7cd229-eea1-47e9-b422-afdb381f1438 tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd7c9f34-7983-450b-b744-48726f7cfdbf') {} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:11:20.470877 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-2f7cd229-eea1-47e9-b422-afdb381f1438 tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125932501'] for segment, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:20.491447 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-2f7cd229-eea1-47e9-b422-afdb381f1438 tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:20.499069 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f7cd229-eea1-47e9-b422-afdb381f1438 tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=102192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:11:20.500154 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-2f7cd229-eea1-47e9-b422-afdb381f1438 tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125932183'] for segment, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:20.563468 n-d-764292-30 neutron-server[102192]: Traceback (most recent call last): Aug 11 03:11:20.563468 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:11:20.563468 n-d-764292-30 neutron-server[102192]: timer() Aug 11 03:11:20.563468 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:11:20.563468 n-d-764292-30 neutron-server[102192]: cb(*args, **kw) Aug 11 03:11:20.563468 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:11:20.563468 n-d-764292-30 neutron-server[102192]: return func(*args, **kwargs) Aug 11 03:11:20.563468 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:11:20.563468 n-d-764292-30 neutron-server[102192]: self._notify() Aug 11 03:11:20.563468 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:11:20.563468 n-d-764292-30 neutron-server[102192]: self.callback(batched_events) Aug 11 03:11:20.563468 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:11:20.563468 n-d-764292-30 neutron-server[102192]: event.method(event) Aug 11 03:11:20.563468 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:11:20.563468 n-d-764292-30 neutron-server[102192]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:11:20.563468 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:11:20.563468 n-d-764292-30 neutron-server[102192]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:11:20.563468 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:11:20.563468 n-d-764292-30 neutron-server[102192]: return f(self, *a, **k) Aug 11 03:11:20.563468 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:11:20.563468 n-d-764292-30 neutron-server[102192]: return self._get(url).json() Aug 11 03:11:20.563468 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:11:20.563468 n-d-764292-30 neutron-server[102192]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:11:20.563468 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:11:20.563468 n-d-764292-30 neutron-server[102192]: return self.request(url, 'GET', **kwargs) Aug 11 03:11:20.563468 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:11:20.563468 n-d-764292-30 neutron-server[102192]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:11:20.563468 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:11:20.563468 n-d-764292-30 neutron-server[102192]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:11:20.563468 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:11:20.563468 n-d-764292-30 neutron-server[102192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:11:20.563468 n-d-764292-30 neutron-server[102192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:11:20.681747 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-2f7cd229-eea1-47e9-b422-afdb381f1438 tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:20.688732 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f7cd229-eea1-47e9-b422-afdb381f1438 tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network aab4073a-81e1-4125-8458-be425ac1d771 {{(pid=102192) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 11 03:11:20.701835 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-2f7cd229-eea1-47e9-b422-afdb381f1438 tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:20.707680 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-2f7cd229-eea1-47e9-b422-afdb381f1438 tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] 10.222.0.41 "DELETE /v2.0/networks/aab4073a-81e1-4125-8458-be425ac1d771 HTTP/1.1" status: 204 len: 168 time: 0.4725258 Aug 11 03:11:20.711107 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 58612) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:11:20.719241 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-df618547-7d09-4414-a451-ea6447b1fa9a tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] Request body: {'network': {'router:external': True}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:11:20.722424 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7cd229-eea1-47e9-b422-afdb381f1438 tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] Pushing event deleted for resources: {'Network': ['ID=aab4073a-81e1-4125-8458-be425ac1d771,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:11:20.798785 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8aceeb-bcc2-4665-9552-a2b6beab1aab req-fdbd453b-50fb-4802-81a7-e7e338a6b1be tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:20.803878 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-3f8aceeb-bcc2-4665-9552-a2b6beab1aab req-fdbd453b-50fb-4802-81a7-e7e338a6b1be tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4d9c4a7-3d0b-441a-b61c-0320d9e6ae04 HTTP/1.1" status: 200 len: 946 time: 0.1198449 Aug 11 03:11:20.828879 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df618547-7d09-4414-a451-ea6447b1fa9a tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] Made reservation on behalf of 351a570801114bbfb55a03bb5ea1febe for: {'network': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:11:20.832900 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-df618547-7d09-4414-a451-ea6447b1fa9a tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:20.876022 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df618547-7d09-4414-a451-ea6447b1fa9a tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=102192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:11:20.887630 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-df618547-7d09-4414-a451-ea6447b1fa9a tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:20.887975 n-d-764292-30 neutron-server[102192]: INFO neutron.db.segments_db [None req-df618547-7d09-4414-a451-ea6447b1fa9a tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] Added segment f9d3f971-2979-4bc7-815d-0f413e40820b of type vlan for network 883fd87b-1e15-4016-a02e-c7f68db11a63 Aug 11 03:11:20.973541 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-df618547-7d09-4414-a451-ea6447b1fa9a tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:20.978931 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-3f8aceeb-bcc2-4665-9552-a2b6beab1aab req-b31f8218-6d72-4633-bf1c-72c7a05fdf1a tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Deleting port 4b32f063-1f58-4622-8e54-7356a69cd99d {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:11:20.979433 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-3f8aceeb-bcc2-4665-9552-a2b6beab1aab req-b31f8218-6d72-4633-bf1c-72c7a05fdf1a tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:21.081081 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-df618547-7d09-4414-a451-ea6447b1fa9a tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:21.081993 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df618547-7d09-4414-a451-ea6447b1fa9a tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:21.082600 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-df618547-7d09-4414-a451-ea6447b1fa9a tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:21.136847 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-3f8aceeb-bcc2-4665-9552-a2b6beab1aab req-b31f8218-6d72-4633-bf1c-72c7a05fdf1a tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] For port 4b32f063-1f58-4622-8e54-7356a69cd99d, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=4b32f063-1f58-4622-8e54-7356a69cd99d,segment=NetworkSegment(51ba8099-7622-42cb-adbd-7c8aaac78355),segment_id=51ba8099-7622-42cb-adbd-7c8aaac78355)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:11:21.141623 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-3f8aceeb-bcc2-4665-9552-a2b6beab1aab req-b31f8218-6d72-4633-bf1c-72c7a05fdf1a tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:21.172958 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-3f8aceeb-bcc2-4665-9552-a2b6beab1aab req-b31f8218-6d72-4633-bf1c-72c7a05fdf1a tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Calling delete_port for 4b32f063-1f58-4622-8e54-7356a69cd99d owned by compute:nova {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:11:21.204015 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:11:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f41d8f1e-fb71-410f-ab04-b6afabeee4f9 x-openstack-request-id: req-f41d8f1e-fb71-410f-ab04-b6afabeee4f9 {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:11:21.204396 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c06a218-bbdb-4352-a7f9-8afd3a9b936c", "tag": "61bff21b-0b12-4450-b934-c3e1c81e26b3", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:11:21.204571 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f41d8f1e-fb71-410f-ab04-b6afabeee4f9 {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:11:21.204952 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c06a218-bbdb-4352-a7f9-8afd3a9b936c', 'tag': '61bff21b-0b12-4450-b934-c3e1c81e26b3', 'status': 'completed', 'code': 200} Aug 11 03:11:21.223981 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df618547-7d09-4414-a451-ea6447b1fa9a tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] Pushing event updated for resources: {'Network': ['ID=883fd87b-1e15-4016-a02e-c7f68db11a63,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:11:21.234085 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network 883fd87b-1e15-4016-a02e-c7f68db11a63 details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:11:21.296715 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-df618547-7d09-4414-a451-ea6447b1fa9a tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.5819499 Aug 11 03:11:21.298940 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 58616) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:11:21.308023 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-310b08d6-318b-42ed-b724-4b6bf1b870d9 tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] Request body: {'subnet': {'network_id': '883fd87b-1e15-4016-a02e-c7f68db11a63', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:11:21.330161 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a959218-f832-41be-ac04-648828b6c358 req-9c42041e-b2ee-4397-84f0-02bdc6531aa4 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:21.339807 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7a959218-f832-41be-ac04-648828b6c358 req-9c42041e-b2ee-4397-84f0-02bdc6531aa4 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4d9c4a7-3d0b-441a-b61c-0320d9e6ae04 HTTP/1.1" status: 200 len: 946 time: 0.0836735 Aug 11 03:11:21.390522 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7a959218-f832-41be-ac04-648828b6c358 req-a6e9a693-d427-4b9f-b36e-126bcb803376 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/security-groups?id=19e25e3f-a72e-45d4-8165-3b0d2215340c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413148 Aug 11 03:11:21.458667 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-310b08d6-318b-42ed-b724-4b6bf1b870d9 tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] Made reservation on behalf of 351a570801114bbfb55a03bb5ea1febe for: {'subnet': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:11:21.461081 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-310b08d6-318b-42ed-b724-4b6bf1b870d9 tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274743'] for subnet, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:21.499250 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-3f8aceeb-bcc2-4665-9552-a2b6beab1aab req-b31f8218-6d72-4633-bf1c-72c7a05fdf1a tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:21.507271 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35923d93-a660-451a-be19-897bdd1dadfa req-697f35ce-c24f-4db6-8aac-f75f82b5a47c tempest-AttachSCSIVolumeTestJSON-164542366 tempest-AttachSCSIVolumeTestJSON-164542366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:21.509228 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-35923d93-a660-451a-be19-897bdd1dadfa req-697f35ce-c24f-4db6-8aac-f75f82b5a47c tempest-AttachSCSIVolumeTestJSON-164542366 tempest-AttachSCSIVolumeTestJSON-164542366-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c06a218-bbdb-4352-a7f9-8afd3a9b936c HTTP/1.1" status: 200 len: 943 time: 0.0566187 Aug 11 03:11:21.514155 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['9cd52e4f-6ec2-42da-8cbf-44a7dbbee675', '4b32f063-1f58-4622-8e54-7356a69cd99d'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:11:21.562669 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-35923d93-a660-451a-be19-897bdd1dadfa req-3c0bb1af-4336-4be3-9403-fa82c49da49b tempest-AttachSCSIVolumeTestJSON-164542366 tempest-AttachSCSIVolumeTestJSON-164542366-project] 10.222.0.41 "GET /v2.0/security-groups?id=c1a3b017-5e22-4331-98fa-266e9a93b0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398846 Aug 11 03:11:21.574620 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31f8218-6d72-4633-bf1c-72c7a05fdf1a tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Pushing event deleted for resources: {'Port': ['ID=4b32f063-1f58-4622-8e54-7356a69cd99d,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:11:21.650164 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f8aceeb-bcc2-4665-9552-a2b6beab1aab req-b31f8218-6d72-4633-bf1c-72c7a05fdf1a tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] No DVR routers for this DVR port 4b32f063-1f58-4622-8e54-7356a69cd99d on host n-h1-764292-30 {{(pid=102191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:11:21.653964 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-3f8aceeb-bcc2-4665-9552-a2b6beab1aab req-b31f8218-6d72-4633-bf1c-72c7a05fdf1a tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:21.656341 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-3f8aceeb-bcc2-4665-9552-a2b6beab1aab req-b31f8218-6d72-4633-bf1c-72c7a05fdf1a tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.22 "DELETE /v2.0/ports/4b32f063-1f58-4622-8e54-7356a69cd99d HTTP/1.1" status: 204 len: 173 time: 0.8451643 Aug 11 03:11:21.669982 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4d9c4a7-3d0b-441a-b61c-0320d9e6ae04', 'name': 'network-vif-deleted', 'tag': '4b32f063-1f58-4622-8e54-7356a69cd99d'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:11:21.674066 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-318ba1d8-3de3-469f-8c1f-7936cb9a7225" -d '{"events": [{"server_uuid": "f4d9c4a7-3d0b-441a-b61c-0320d9e6ae04", "name": "network-vif-deleted", "tag": "4b32f063-1f58-4622-8e54-7356a69cd99d"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:11:21.724992 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 58622) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:11:21.740896 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-67f7c7a3-6039-4131-b3b1-9fef2937cddc tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-641482004'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:11:21.810434 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f6b59a-0c90-44f3-b9a5-dc9d5ce6f365 req-9312865e-eb21-443f-8b77-2a158dab75ca tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:21.817604 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-39f6b59a-0c90-44f3-b9a5-dc9d5ce6f365 req-9312865e-eb21-443f-8b77-2a158dab75ca tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e58d97f-574c-4a76-8229-5f54c6d232bd HTTP/1.1" status: 200 len: 946 time: 0.1019025 Aug 11 03:11:21.859893 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-39f6b59a-0c90-44f3-b9a5-dc9d5ce6f365 req-1fe49c30-816c-4492-b38d-5ade607a718a tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/security-groups?id=96c4279c-51b6-4d8a-ac93-67215ccf65c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413315 Aug 11 03:11:21.866186 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67f7c7a3-6039-4131-b3b1-9fef2937cddc tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Made reservation on behalf of 44415f337b71498496665864f1602b88 for: {'network': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:11:21.869915 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-67f7c7a3-6039-4131-b3b1-9fef2937cddc tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:21.920188 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67f7c7a3-6039-4131-b3b1-9fef2937cddc tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=102192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:11:21.939697 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-67f7c7a3-6039-4131-b3b1-9fef2937cddc tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:21.940138 n-d-764292-30 neutron-server[102192]: INFO neutron.db.segments_db [None req-67f7c7a3-6039-4131-b3b1-9fef2937cddc tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Added segment 271bafdf-7464-485b-b3ae-2126cb9c0bfd of type vlan for network ed637a9a-eb30-499d-98db-3d728133dac3 Aug 11 03:11:22.023065 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-67f7c7a3-6039-4131-b3b1-9fef2937cddc tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:22.103059 n-d-764292-30 neutron-server[102191]: DEBUG neutron.objects.ports [None req-310b08d6-318b-42ed-b724-4b6bf1b870d9 tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102191) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 11 03:11:22.104476 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-310b08d6-318b-42ed-b724-4b6bf1b870d9 tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126283476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274725'] for subnet, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:22.144687 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-67f7c7a3-6039-4131-b3b1-9fef2937cddc tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:22.156835 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67f7c7a3-6039-4131-b3b1-9fef2937cddc tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:22.157501 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-67f7c7a3-6039-4131-b3b1-9fef2937cddc tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:22.165046 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310b08d6-318b-42ed-b724-4b6bf1b870d9 tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] Pushing event updated for resources: {'Subnet': ['ID=417651e8-db7f-4f56-848d-5a03bd65e6f7,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:11:22.173642 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310b08d6-318b-42ed-b724-4b6bf1b870d9 tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] Checking segment: {'id': 'f9d3f971-2979-4bc7-815d-0f413e40820b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '883fd87b-1e15-4016-a02e-c7f68db11a63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:11:22.174036 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-310b08d6-318b-42ed-b724-4b6bf1b870d9 tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] Network hostable DHCP agents. Network: 883fd87b-1e15-4016-a02e-c7f68db11a63, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:11:22.277720 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f7c7a3-6039-4131-b3b1-9fef2937cddc tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Pushing event updated for resources: {'Network': ['ID=ed637a9a-eb30-499d-98db-3d728133dac3,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:11:22.289302 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network ed637a9a-eb30-499d-98db-3d728133dac3 details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:11:22.293608 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-310b08d6-318b-42ed-b724-4b6bf1b870d9 tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] Network 883fd87b-1e15-4016-a02e-c7f68db11a63 is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:11:22.320461 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 58626) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:11:22.323327 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-67f7c7a3-6039-4131-b3b1-9fef2937cddc tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5930099 Aug 11 03:11:22.327572 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-f9466d51-dd50-4e25-8c7e-5e8d844d2c23 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-720480612'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:11:22.382973 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af0e9850-6514-4997-875f-c4d2ea42cee0 x-openstack-request-id: req-af0e9850-6514-4997-875f-c4d2ea42cee0 {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:11:22.383319 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4d9c4a7-3d0b-441a-b61c-0320d9e6ae04", "name": "network-vif-deleted", "tag": "4b32f063-1f58-4622-8e54-7356a69cd99d", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:11:22.383572 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-af0e9850-6514-4997-875f-c4d2ea42cee0 {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:11:22.383968 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4d9c4a7-3d0b-441a-b61c-0320d9e6ae04', 'name': 'network-vif-deleted', 'tag': '4b32f063-1f58-4622-8e54-7356a69cd99d', 'status': 'completed', 'code': 200} Aug 11 03:11:22.396406 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-310b08d6-318b-42ed-b724-4b6bf1b870d9 tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, 883fd87b-1e15-4016-a02e-c7f68db11a63) {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:11:22.400766 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-310b08d6-318b-42ed-b724-4b6bf1b870d9 tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:22.401425 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-310b08d6-318b-42ed-b724-4b6bf1b870d9 tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:22.410667 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87645d24-9b2f-431d-a6e3-68def6180bd1 None None] Network 883fd87b-1e15-4016-a02e-c7f68db11a63 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:11:22.484094 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9466d51-dd50-4e25-8c7e-5e8d844d2c23 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Made reservation on behalf of 44415f337b71498496665864f1602b88 for: {'network': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:11:22.487803 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f9466d51-dd50-4e25-8c7e-5e8d844d2c23 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:22.579173 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9466d51-dd50-4e25-8c7e-5e8d844d2c23 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=102191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:11:22.592737 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-310b08d6-318b-42ed-b724-4b6bf1b870d9 tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.2895334 Aug 11 03:11:22.592935 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 58634) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:11:22.597517 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-c9bfebe6-603f-441a-930d-af3718d0c450 tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] Request body: {'floatingip': {'floating_network_id': '883fd87b-1e15-4016-a02e-c7f68db11a63'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:11:22.613816 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f9466d51-dd50-4e25-8c7e-5e8d844d2c23 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:22.614182 n-d-764292-30 neutron-server[102191]: INFO neutron.db.segments_db [None req-f9466d51-dd50-4e25-8c7e-5e8d844d2c23 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Added segment d34586da-2abd-49ab-bd6c-1c89fb56752b of type vlan for network e854785b-6921-4aac-9817-a841d5040ff3 Aug 11 03:11:22.694854 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3c56c34e-df4d-4133-95d7-71dbc48d071f req-4dcc982a-532d-48e9-a88d-fd5c11b2bce3 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4d9c4a7-3d0b-441a-b61c-0320d9e6ae04 HTTP/1.1" status: 200 len: 210 time: 0.0375564 Aug 11 03:11:22.709410 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc00dbfd-dab1-41b4-958a-42543b999ea9 None None] Network 883fd87b-1e15-4016-a02e-c7f68db11a63 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:11:22.709926 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f9466d51-dd50-4e25-8c7e-5e8d844d2c23 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:22.752305 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c9bfebe6-603f-441a-930d-af3718d0c450 tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:22.813359 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f9466d51-dd50-4e25-8c7e-5e8d844d2c23 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:22.824882 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9466d51-dd50-4e25-8c7e-5e8d844d2c23 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:22.826215 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f9466d51-dd50-4e25-8c7e-5e8d844d2c23 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:22.976811 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9466d51-dd50-4e25-8c7e-5e8d844d2c23 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Pushing event updated for resources: {'Network': ['ID=e854785b-6921-4aac-9817-a841d5040ff3,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:11:23.004125 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network e854785b-6921-4aac-9817-a841d5040ff3 details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:11:23.031025 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-f9466d51-dd50-4e25-8c7e-5e8d844d2c23 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7093718 Aug 11 03:11:23.033690 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 58648) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:11:23.051933 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-310ef694-986d-4171-9c24-cb67f54d38c4 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Request body: {'subnet': {'network_id': 'ed637a9a-eb30-499d-98db-3d728133dac3', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:11:23.082214 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805a5b10-e4f6-4c5e-b076-5ae81dda3824 req-dd8610ae-6eaa-4827-bce7-9a56f4687796 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:23.090435 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-805a5b10-e4f6-4c5e-b076-5ae81dda3824 req-dd8610ae-6eaa-4827-bce7-9a56f4687796 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] 10.222.0.41 "GET /v2.0/networks?id=83b4bd4d-f4f2-42f4-b1e3-dbcc3fc1d9fb HTTP/1.1" status: 200 len: 805 time: 0.2261255 Aug 11 03:11:23.121881 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-805a5b10-e4f6-4c5e-b076-5ae81dda3824 req-9ed404c8-7602-45ae-9b26-6b81a5ae0a1d tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] 10.222.0.41 "GET /v2.0/quotas/32216559a0354b28a10186d89c9b1072 HTTP/1.1" status: 200 len: 375 time: 0.0296021 Aug 11 03:11:23.165132 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c9bfebe6-603f-441a-930d-af3718d0c450 tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:23.232127 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-805a5b10-e4f6-4c5e-b076-5ae81dda3824 req-8861a2bd-efcc-4856-b25e-23fed7da214c tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=32216559a0354b28a10186d89c9b1072&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1088543 Aug 11 03:11:23.298631 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-310ef694-986d-4171-9c24-cb67f54d38c4 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Made reservation on behalf of 44415f337b71498496665864f1602b88 for: {'subnet': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:11:23.302130 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-310ef694-986d-4171-9c24-cb67f54d38c4 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274743'] for subnet, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:23.360372 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [None req-c9bfebe6-603f-441a-930d-af3718d0c450 tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] Allocated IP 172.20.0.14 (883fd87b-1e15-4016-a02e-c7f68db11a63/417651e8-db7f-4f56-848d-5a03bd65e6f7/eabf7c5b-9f94-4482-bea5-535df39612af) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:11:23.388871 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-805a5b10-e4f6-4c5e-b076-5ae81dda3824 req-6a9f03c4-1518-4461-af38-5109cd000e59 service neutron] 10.222.0.41 "GET /v2.0/networks/83b4bd4d-f4f2-42f4-b1e3-dbcc3fc1d9fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487913 Aug 11 03:11:23.569272 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-805a5b10-e4f6-4c5e-b076-5ae81dda3824 req-5be0a963-9461-4968-b576-e51c3802cc34 service neutron] 10.222.0.41 "GET /v2.0/networks/83b4bd4d-f4f2-42f4-b1e3-dbcc3fc1d9fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795020 Aug 11 03:11:23.586795 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c9bfebe6-603f-441a-930d-af3718d0c450 tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:23.647459 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-310ef694-986d-4171-9c24-cb67f54d38c4 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126283476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274725'] for subnet, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:23.716274 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310ef694-986d-4171-9c24-cb67f54d38c4 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Pushing event updated for resources: {'Subnet': ['ID=329e4f03-d8cd-404e-b91b-1cb9368d6c2d,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:11:23.729415 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310ef694-986d-4171-9c24-cb67f54d38c4 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Checking segment: {'id': '271bafdf-7464-485b-b3ae-2126cb9c0bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ed637a9a-eb30-499d-98db-3d728133dac3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:11:23.729777 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-310ef694-986d-4171-9c24-cb67f54d38c4 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Network hostable DHCP agents. Network: ed637a9a-eb30-499d-98db-3d728133dac3, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:11:23.779552 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c9bfebe6-603f-441a-930d-af3718d0c450 tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:23.790519 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-310ef694-986d-4171-9c24-cb67f54d38c4 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Network ed637a9a-eb30-499d-98db-3d728133dac3 is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:11:23.845441 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9bfebe6-603f-441a-930d-af3718d0c450 tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] Network 883fd87b-1e15-4016-a02e-c7f68db11a63 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:11:23.850550 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-c9bfebe6-603f-441a-930d-af3718d0c450 tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:11:23.859208 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-310ef694-986d-4171-9c24-cb67f54d38c4 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, ed637a9a-eb30-499d-98db-3d728133dac3) {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:11:23.865879 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-310ef694-986d-4171-9c24-cb67f54d38c4 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:23.867754 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-310ef694-986d-4171-9c24-cb67f54d38c4 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:23.879796 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34746228-9257-4cd3-a05a-e18a6ce54f69 None None] Network ed637a9a-eb30-499d-98db-3d728133dac3 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:11:23.896279 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9bfebe6-603f-441a-930d-af3718d0c450 tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:11:23.946719 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-310ef694-986d-4171-9c24-cb67f54d38c4 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.9115465 Aug 11 03:11:23.949685 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 58660) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:11:23.955079 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-3dcc3614-9329-474d-93d3-f4cfe01d4740 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Request body: {'subnet': {'network_id': 'e854785b-6921-4aac-9817-a841d5040ff3', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:11:24.127992 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa2b62c1-f627-49dc-90ce-cb3e0ca15cb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde080026-c28f-55be-b52b-13827cc43646-ed637a9a-eb30-499d-98db-3d728133dac3', 'network_id': 'ed637a9a-eb30-499d-98db-3d728133dac3', 'tenant_id': '44415f337b71498496665864f1602b88', 'fixed_ips': [{'subnet_id': '329e4f03-d8cd-404e-b91b-1cb9368d6c2d'}]}} from n-d-764292-30. {{(pid=102193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:11:24.129236 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-aa2b62c1-f627-49dc-90ce-cb3e0ca15cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:24.167972 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dcc3614-9329-474d-93d3-f4cfe01d4740 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Made reservation on behalf of 44415f337b71498496665864f1602b88 for: {'subnet': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:11:24.172192 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3dcc3614-9329-474d-93d3-f4cfe01d4740 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274743'] for subnet, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:24.336076 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfebe6-603f-441a-930d-af3718d0c450 tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] Pushing event updated for resources: {'Port': ['ID=eabf7c5b-9f94-4482-bea5-535df39612af,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:11:24.368196 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.db_base_plugin_common [None req-aa2b62c1-f627-49dc-90ce-cb3e0ca15cb6 None None] Allocated IP 10.1.1.2 (ed637a9a-eb30-499d-98db-3d728133dac3/329e4f03-d8cd-404e-b91b-1cb9368d6c2d/33fa429b-895e-430a-8a55-9b0d3dff446b) {{(pid=102193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:11:24.397170 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7f4248-46e1-4e6f-994b-9fdc7b156678 req-301b5579-d4ce-49fd-a08d-dd52b10fa86f tempest-AttachSCSIVolumeTestJSON-164542366 tempest-AttachSCSIVolumeTestJSON-164542366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:24.398245 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7a7f4248-46e1-4e6f-994b-9fdc7b156678 req-301b5579-d4ce-49fd-a08d-dd52b10fa86f tempest-AttachSCSIVolumeTestJSON-164542366 tempest-AttachSCSIVolumeTestJSON-164542366-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c06a218-bbdb-4352-a7f9-8afd3a9b936c HTTP/1.1" status: 200 len: 943 time: 0.5438621 Aug 11 03:11:24.454933 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c9bfebe6-603f-441a-930d-af3718d0c450 tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:24.498887 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7a7f4248-46e1-4e6f-994b-9fdc7b156678 req-accc8cc8-bcaa-4b63-a814-312e27ab3d90 tempest-AttachSCSIVolumeTestJSON-164542366 tempest-AttachSCSIVolumeTestJSON-164542366-project] 10.222.0.41 "GET /v2.0/security-groups?id=c1a3b017-5e22-4331-98fa-266e9a93b0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915928 Aug 11 03:11:24.593471 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3dcc3614-9329-474d-93d3-f4cfe01d4740 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126283476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274725'] for subnet, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:24.621688 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-aa2b62c1-f627-49dc-90ce-cb3e0ca15cb6 None None] Notify callbacks [] for port, precommit_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:24.632213 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-aa2b62c1-f627-49dc-90ce-cb3e0ca15cb6 None None] Transition to ACTIVE for port object 33fa429b-895e-430a-8a55-9b0d3dff446b will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:11:24.651844 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-aa2b62c1-f627-49dc-90ce-cb3e0ca15cb6 None None] Transition to ACTIVE for port object 33fa429b-895e-430a-8a55-9b0d3dff446b will not be triggered until provisioned by entity DHCP. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:11:24.675141 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcc3614-9329-474d-93d3-f4cfe01d4740 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Pushing event updated for resources: {'Subnet': ['ID=50b43d93-528a-454a-beae-d58f91ef15e1,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:11:24.696901 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dcc3614-9329-474d-93d3-f4cfe01d4740 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Checking segment: {'id': 'd34586da-2abd-49ab-bd6c-1c89fb56752b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'e854785b-6921-4aac-9817-a841d5040ff3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:11:24.698310 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dcc3614-9329-474d-93d3-f4cfe01d4740 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Network hostable DHCP agents. Network: e854785b-6921-4aac-9817-a841d5040ff3, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:11:24.708357 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda5c473-7dea-4023-af7a-0f4ba4f9bec9 req-82617fa4-0ac3-4604-a3fe-c590ef21b345 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:24.710192 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-eda5c473-7dea-4023-af7a-0f4ba4f9bec9 req-82617fa4-0ac3-4604-a3fe-c590ef21b345 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e58d97f-574c-4a76-8229-5f54c6d232bd HTTP/1.1" status: 200 len: 946 time: 0.0833256 Aug 11 03:11:24.759630 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-eda5c473-7dea-4023-af7a-0f4ba4f9bec9 req-818a8abc-2293-44d6-aec2-64e239d4078d tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/security-groups?id=96c4279c-51b6-4d8a-ac93-67215ccf65c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430810 Aug 11 03:11:24.944842 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-13ff8951-93c4-4ad4-be18-7861d957f74e req-7fa4e691-bef3-4ada-82d9-f79409688279 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] 10.222.0.41 "GET /v2.0/ports?device_id=2c40f7bf-9cca-4a43-b73b-326e44e72976 HTTP/1.1" status: 200 len: 210 time: 0.0358369 Aug 11 03:11:25.018367 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c9bfebe6-603f-441a-930d-af3718d0c450 tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:25.084689 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-aa2b62c1-f627-49dc-90ce-cb3e0ca15cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669'] for port, after_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:25.123804 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa2b62c1-f627-49dc-90ce-cb3e0ca15cb6 None None] Network ed637a9a-eb30-499d-98db-3d728133dac3 is already hosted by enough agents. {{(pid=102193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:11:25.127524 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dcc3614-9329-474d-93d3-f4cfe01d4740 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Network e854785b-6921-4aac-9817-a841d5040ff3 is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:11:25.136311 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.base_scheduler [None req-aa2b62c1-f627-49dc-90ce-cb3e0ca15cb6 None None] Resources bound (agent type, host, resource id): {{(pid=102193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:11:25.139966 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2b62c1-f627-49dc-90ce-cb3e0ca15cb6 None None] Received port after_create {{(pid=102193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:11:25.149018 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2b62c1-f627-49dc-90ce-cb3e0ca15cb6 None None] Pushing event updated for resources: {'Port': ['ID=33fa429b-895e-430a-8a55-9b0d3dff446b,revision_number=1']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:11:25.213901 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-3dcc3614-9329-474d-93d3-f4cfe01d4740 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, e854785b-6921-4aac-9817-a841d5040ff3) {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:11:25.218137 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dcc3614-9329-474d-93d3-f4cfe01d4740 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:25.218811 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3dcc3614-9329-474d-93d3-f4cfe01d4740 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:25.235046 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c9bfebe6-603f-441a-930d-af3718d0c450 tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:25.235564 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9513beff-8d01-49cf-bc3a-71aa79d929ee None None] Network e854785b-6921-4aac-9817-a841d5040ff3 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:11:25.238276 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-aa2b62c1-f627-49dc-90ce-cb3e0ca15cb6 None None] Attempting to bind port 33fa429b-895e-430a-8a55-9b0d3dff446b on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:11:25.238658 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-aa2b62c1-f627-49dc-90ce-cb3e0ca15cb6 None None] Attempting to bind port 33fa429b-895e-430a-8a55-9b0d3dff446b by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': '271bafdf-7464-485b-b3ae-2126cb9c0bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ed637a9a-eb30-499d-98db-3d728133dac3'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:11:25.239009 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2b62c1-f627-49dc-90ce-cb3e0ca15cb6 None None] Attempting to bind port 33fa429b-895e-430a-8a55-9b0d3dff446b on network ed637a9a-eb30-499d-98db-3d728133dac3 {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:11:25.278930 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2b62c1-f627-49dc-90ce-cb3e0ca15cb6 None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:11:25.279298 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2b62c1-f627-49dc-90ce-cb3e0ca15cb6 None None] Checking segment: {'id': '271bafdf-7464-485b-b3ae-2126cb9c0bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ed637a9a-eb30-499d-98db-3d728133dac3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:11:25.280028 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-aa2b62c1-f627-49dc-90ce-cb3e0ca15cb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:25.280173 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2b62c1-f627-49dc-90ce-cb3e0ca15cb6 None None] Bound using segment: {'id': '271bafdf-7464-485b-b3ae-2126cb9c0bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ed637a9a-eb30-499d-98db-3d728133dac3'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:11:25.280741 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-aa2b62c1-f627-49dc-90ce-cb3e0ca15cb6 None None] Bound port: 33fa429b-895e-430a-8a55-9b0d3dff446b, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '271bafdf-7464-485b-b3ae-2126cb9c0bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ed637a9a-eb30-499d-98db-3d728133dac3'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:11:25.281117 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-aa2b62c1-f627-49dc-90ce-cb3e0ca15cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:25.351563 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-3dcc3614-9329-474d-93d3-f4cfe01d4740 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.4003990 Aug 11 03:11:25.354974 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 58672) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:11:25.361323 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-4602c39e-0cbe-4025-92d2-87afd20f0d8a tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Request body: {'port': {'network_id': 'ed637a9a-eb30-499d-98db-3d728133dac3', 'name': 'tempest-TaggedBootDevicesTest-800905275', 'fixed_ips': [{'subnet_id': '329e4f03-d8cd-404e-b91b-1cb9368d6c2d'}]}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:11:25.373660 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-aa2b62c1-f627-49dc-90ce-cb3e0ca15cb6 None None] For port 33fa429b-895e-430a-8a55-9b0d3dff446b, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:11:25.378145 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-aa2b62c1-f627-49dc-90ce-cb3e0ca15cb6 None None] For port 33fa429b-895e-430a-8a55-9b0d3dff446b, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=33fa429b-895e-430a-8a55-9b0d3dff446b,segment=NetworkSegment(271bafdf-7464-485b-b3ae-2126cb9c0bfd),segment_id=271bafdf-7464-485b-b3ae-2126cb9c0bfd)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:11:25.412264 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c9bfebe6-603f-441a-930d-af3718d0c450 tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:25.448507 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 4b32f063-1f58-4622-8e54-7356a69cd99d no longer exists at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:11:25.478096 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-023f3eda-0954-4393-839d-4c9caae0e857 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde080026-c28f-55be-b52b-13827cc43646-e854785b-6921-4aac-9817-a841d5040ff3', 'network_id': 'e854785b-6921-4aac-9817-a841d5040ff3', 'tenant_id': '44415f337b71498496665864f1602b88', 'fixed_ips': [{'subnet_id': '50b43d93-528a-454a-beae-d58f91ef15e1'}]}} from n-d-764292-30. {{(pid=102193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:11:25.478998 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-023f3eda-0954-4393-839d-4c9caae0e857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:25.483492 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] No Port match for: 4b32f063-1f58-4622-8e54-7356a69cd99d {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:11:25.483831 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 4b32f063-1f58-4622-8e54-7356a69cd99d not bound to the agent host n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:11:25.495930 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-aa2b62c1-f627-49dc-90ce-cb3e0ca15cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:25.609528 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfebe6-603f-441a-930d-af3718d0c450 tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] Pushing event updated for resources: {'Port': ['ID=eabf7c5b-9f94-4482-bea5-535df39612af,revision_number=2']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:11:25.624960 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c9bfebe6-603f-441a-930d-af3718d0c450 tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446866'] for floatingip, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:25.649431 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4602c39e-0cbe-4025-92d2-87afd20f0d8a tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Made reservation on behalf of 44415f337b71498496665864f1602b88 for: {'port': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:11:25.688510 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2b62c1-f627-49dc-90ce-cb3e0ca15cb6 None None] Pushing event updated for resources: {'Port': ['ID=33fa429b-895e-430a-8a55-9b0d3dff446b,revision_number=2']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:11:25.750665 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c9bfebe6-603f-441a-930d-af3718d0c450 tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for floatingip, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:25.752023 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-c9bfebe6-603f-441a-930d-af3718d0c450 tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.1585424 Aug 11 03:11:25.755128 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 58678) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:11:25.836577 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-ef34bc20-32fc-4273-b098-a8452b250415 req-23222d09-0125-4f4a-8367-a247c71235ae service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=186cfdba-74e8-496c-af0f-b566a2fff5c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1602480 Aug 11 03:11:25.837389 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.db_base_plugin_common [None req-023f3eda-0954-4393-839d-4c9caae0e857 None None] Allocated IP 10.2.2.2 (e854785b-6921-4aac-9817-a841d5040ff3/50b43d93-528a-454a-beae-d58f91ef15e1/24a5021b-8735-4074-98ab-bb77790711ed) {{(pid=102193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:11:26.000942 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-38441a2a-bc1d-4581-88d2-053704106cfe tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] 10.222.0.41 "GET /v2.0/floatingips?floating_network_id=883fd87b-1e15-4016-a02e-c7f68db11a63 HTTP/1.1" status: 200 len: 690 time: 0.2423816 Aug 11 03:11:26.003283 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 58686) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:11:26.012476 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4602c39e-0cbe-4025-92d2-87afd20f0d8a tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:26.061831 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef34bc20-32fc-4273-b098-a8452b250415 req-845de125-2c8f-4c96-a364-51d541b0c938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:26.066291 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-ef34bc20-32fc-4273-b098-a8452b250415 req-845de125-2c8f-4c96-a364-51d541b0c938 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=92caf1df2234498c82ddfcf53391d4fc&device_id=186cfdba-74e8-496c-af0f-b566a2fff5c7 HTTP/1.1" status: 200 len: 1097 time: 0.1505773 Aug 11 03:11:26.096790 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [None req-4602c39e-0cbe-4025-92d2-87afd20f0d8a tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] device_id is not set on port 7dfdef9f-0d5f-4271-b104-13eb02da9240 yet. {{(pid=102191) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:11:26.272198 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-023f3eda-0954-4393-839d-4c9caae0e857 None None] Notify callbacks [] for port, precommit_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:26.287169 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-023f3eda-0954-4393-839d-4c9caae0e857 None None] Transition to ACTIVE for port object 24a5021b-8735-4074-98ab-bb77790711ed will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:11:26.319307 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-023f3eda-0954-4393-839d-4c9caae0e857 None None] Transition to ACTIVE for port object 24a5021b-8735-4074-98ab-bb77790711ed will not be triggered until provisioned by entity DHCP. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:11:26.325970 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ffabb1-8005-4f9c-99fa-5931c13feae2 req-07a4ba48-17f2-4b49-a976-67f00100ad30 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:26.328753 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-90ffabb1-8005-4f9c-99fa-5931c13feae2 req-07a4ba48-17f2-4b49-a976-67f00100ad30 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e58d97f-574c-4a76-8229-5f54c6d232bd HTTP/1.1" status: 200 len: 946 time: 0.1719923 Aug 11 03:11:26.359968 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-aaa13272-8ae4-429b-9f1f-c4f63064b23b tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:26.408741 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-023f3eda-0954-4393-839d-4c9caae0e857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669'] for port, after_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:26.492994 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-023f3eda-0954-4393-839d-4c9caae0e857 None None] Network e854785b-6921-4aac-9817-a841d5040ff3 is already hosted by enough agents. {{(pid=102193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:11:26.494937 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.base_scheduler [None req-023f3eda-0954-4393-839d-4c9caae0e857 None None] Resources bound (agent type, host, resource id): {{(pid=102193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:11:26.499184 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023f3eda-0954-4393-839d-4c9caae0e857 None None] Received port after_create {{(pid=102193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:11:26.513869 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef34bc20-32fc-4273-b098-a8452b250415 req-e1ea1014-0e56-4eda-bec1-573d5f1417c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:26.517366 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-ef34bc20-32fc-4273-b098-a8452b250415 req-e1ea1014-0e56-4eda-bec1-573d5f1417c8 service neutron] 10.222.0.22 "GET /v2.0/networks?id=d17d1b32-4aa7-4439-b455-9cb54b2072df HTTP/1.1" status: 200 len: 918 time: 0.4030063 Aug 11 03:11:26.534856 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023f3eda-0954-4393-839d-4c9caae0e857 None None] Pushing event updated for resources: {'Port': ['ID=24a5021b-8735-4074-98ab-bb77790711ed,revision_number=1']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:11:26.585527 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-90ffabb1-8005-4f9c-99fa-5931c13feae2 req-0c85fedb-6446-4e02-b786-8598f2027857 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/security-groups?id=96c4279c-51b6-4d8a-ac93-67215ccf65c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381845 Aug 11 03:11:26.649066 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-aaa13272-8ae4-429b-9f1f-c4f63064b23b tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] Deleting port eabf7c5b-9f94-4482-bea5-535df39612af {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:11:26.652453 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-aaa13272-8ae4-429b-9f1f-c4f63064b23b tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:26.771703 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-023f3eda-0954-4393-839d-4c9caae0e857 None None] Attempting to bind port 24a5021b-8735-4074-98ab-bb77790711ed on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:11:26.774134 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-023f3eda-0954-4393-839d-4c9caae0e857 None None] Attempting to bind port 24a5021b-8735-4074-98ab-bb77790711ed by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': 'd34586da-2abd-49ab-bd6c-1c89fb56752b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'e854785b-6921-4aac-9817-a841d5040ff3'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:11:26.776192 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023f3eda-0954-4393-839d-4c9caae0e857 None None] Attempting to bind port 24a5021b-8735-4074-98ab-bb77790711ed on network e854785b-6921-4aac-9817-a841d5040ff3 {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:11:26.821180 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023f3eda-0954-4393-839d-4c9caae0e857 None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:11:26.821703 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023f3eda-0954-4393-839d-4c9caae0e857 None None] Checking segment: {'id': 'd34586da-2abd-49ab-bd6c-1c89fb56752b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'e854785b-6921-4aac-9817-a841d5040ff3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:11:26.822837 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-023f3eda-0954-4393-839d-4c9caae0e857 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:26.823390 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023f3eda-0954-4393-839d-4c9caae0e857 None None] Bound using segment: {'id': 'd34586da-2abd-49ab-bd6c-1c89fb56752b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'e854785b-6921-4aac-9817-a841d5040ff3'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:11:26.824064 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-023f3eda-0954-4393-839d-4c9caae0e857 None None] Bound port: 24a5021b-8735-4074-98ab-bb77790711ed, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd34586da-2abd-49ab-bd6c-1c89fb56752b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'e854785b-6921-4aac-9817-a841d5040ff3'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:11:26.824592 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-023f3eda-0954-4393-839d-4c9caae0e857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:26.829854 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [None req-4602c39e-0cbe-4025-92d2-87afd20f0d8a tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Allocated IP 10.1.1.170 (ed637a9a-eb30-499d-98db-3d728133dac3/329e4f03-d8cd-404e-b91b-1cb9368d6c2d/7dfdef9f-0d5f-4271-b104-13eb02da9240) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:11:27.149674 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d56b5a0-bc1f-477e-9e2b-f3e99ca08c1c req-b35b6a10-9387-456a-a7a2-244ad235cf0a tempest-AttachSCSIVolumeTestJSON-164542366 tempest-AttachSCSIVolumeTestJSON-164542366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:27.160099 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-023f3eda-0954-4393-839d-4c9caae0e857 None None] For port 24a5021b-8735-4074-98ab-bb77790711ed, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:11:27.171008 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-023f3eda-0954-4393-839d-4c9caae0e857 None None] For port 24a5021b-8735-4074-98ab-bb77790711ed, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=24a5021b-8735-4074-98ab-bb77790711ed,segment=NetworkSegment(d34586da-2abd-49ab-bd6c-1c89fb56752b),segment_id=d34586da-2abd-49ab-bd6c-1c89fb56752b)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:11:27.174607 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1d56b5a0-bc1f-477e-9e2b-f3e99ca08c1c req-b35b6a10-9387-456a-a7a2-244ad235cf0a tempest-AttachSCSIVolumeTestJSON-164542366 tempest-AttachSCSIVolumeTestJSON-164542366-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c06a218-bbdb-4352-a7f9-8afd3a9b936c HTTP/1.1" status: 200 len: 943 time: 0.4897723 Aug 11 03:11:27.198505 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ddddd4-e94a-4983-b128-0bd822a29c6d req-77b9ecde-1049-4bb9-96e5-f4cb032c7a30 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:27.200442 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a5ddddd4-e94a-4983-b128-0bd822a29c6d req-77b9ecde-1049-4bb9-96e5-f4cb032c7a30 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.22 "GET /v2.0/ports?device_id=9e58d97f-574c-4a76-8229-5f54c6d232bd HTTP/1.1" status: 200 len: 946 time: 0.4611039 Aug 11 03:11:27.219854 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-aaa13272-8ae4-429b-9f1f-c4f63064b23b tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:27.220182 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-aaa13272-8ae4-429b-9f1f-c4f63064b23b tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:27.220303 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 33fa429b-895e-430a-8a55-9b0d3dff446b up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:11:27.285827 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-aaa13272-8ae4-429b-9f1f-c4f63064b23b tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] Calling delete_port for eabf7c5b-9f94-4482-bea5-535df39612af owned by network:floatingip {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:11:27.332464 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-023f3eda-0954-4393-839d-4c9caae0e857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:27.364787 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3ccb39be-795b-401a-8803-045ff8c6fb07 req-60c0d481-fda3-41bd-ab23-b14b18568552 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] 10.222.0.41 "GET /v2.0/ports?device_id=2c40f7bf-9cca-4a43-b73b-326e44e72976 HTTP/1.1" status: 200 len: 210 time: 0.0938656 Aug 11 03:11:27.375630 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fa0fb2-d43b-4cd6-a2ec-d47a6ce6539f req-49f1ecb2-0ad0-497d-a534-645ba3209809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:27.378129 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-16fa0fb2-d43b-4cd6-a2ec-d47a6ce6539f req-49f1ecb2-0ad0-497d-a534-645ba3209809 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3d0b3315d6104e5da51a130b98922e78&device_id=3c06a218-bbdb-4352-a7f9-8afd3a9b936c HTTP/1.1" status: 200 len: 1095 time: 0.4226394 Aug 11 03:11:27.402959 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1d56b5a0-bc1f-477e-9e2b-f3e99ca08c1c req-c2ee2661-4f9a-4e3a-b1ec-216e9440461d tempest-AttachSCSIVolumeTestJSON-164542366 tempest-AttachSCSIVolumeTestJSON-164542366-project] 10.222.0.41 "GET /v2.0/security-groups?id=c1a3b017-5e22-4331-98fa-266e9a93b0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271047 Aug 11 03:11:27.455466 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port 33fa429b-895e-430a-8a55-9b0d3dff446b completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:11:27.561334 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023f3eda-0954-4393-839d-4c9caae0e857 None None] Pushing event updated for resources: {'Port': ['ID=24a5021b-8735-4074-98ab-bb77790711ed,revision_number=2']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:11:27.598531 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-695977e4-f713-40e8-a121-8ca114f4c6b2 None None] Network ed637a9a-eb30-499d-98db-3d728133dac3 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:11:27.618057 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5a4bd59f-6eec-42b0-96ea-1a605f97ad5b req-047745da-4713-4788-8056-2e14e9222f84 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c37d8b08-64ee-4d7e-99b5-bc356505ed77&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.5905011 Aug 11 03:11:27.765379 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-baec31f8-f0e5-4d2a-8ff3-43615e8ade12 None None] Provisioning for port 33fa429b-895e-430a-8a55-9b0d3dff446b completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:11:27.857477 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac45df6-ca6a-497e-b88f-a84a563d4972 req-e85f2d37-2b30-4351-8baf-aa5c25060a2a tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:27.870930 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-eac45df6-ca6a-497e-b88f-a84a563d4972 req-e85f2d37-2b30-4351-8baf-aa5c25060a2a tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.22 "GET /v2.0/ports?device_id=29cccc14-5cf4-4470-a538-9d1ef2af8007 HTTP/1.1" status: 200 len: 945 time: 1.5376976 Aug 11 03:11:27.883938 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-baec31f8-f0e5-4d2a-8ff3-43615e8ade12 None None] Provisioning complete for port 33fa429b-895e-430a-8a55-9b0d3dff446b triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:11:27.884729 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-baec31f8-f0e5-4d2a-8ff3-43615e8ade12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:28.047814 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-ef34bc20-32fc-4273-b098-a8452b250415 req-66745a96-6c55-4403-83e0-0842bb09b8b6 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2682bd83-8758-4467-a055-b7a257a62210 HTTP/1.1" status: 200 len: 1001 time: 1.5002394 Aug 11 03:11:28.120839 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef34bc20-32fc-4273-b098-a8452b250415 req-a386579e-3fc4-4379-9bc9-63c08d73651b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:28.122321 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-ef34bc20-32fc-4273-b098-a8452b250415 req-a386579e-3fc4-4379-9bc9-63c08d73651b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c8bae62b-5e51-4859-99ce-3b4e8f86224a HTTP/1.1" status: 200 len: 856 time: 0.0635247 Aug 11 03:11:28.158394 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-aaa13272-8ae4-429b-9f1f-c4f63064b23b tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:28.179550 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cb5bd2-dd6d-445a-9116-24a21fb252c1 req-473aeb9f-d4cd-41d4-a67d-b582dfa979d6 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:28.187824 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a4cb5bd2-dd6d-445a-9116-24a21fb252c1 req-473aeb9f-d4cd-41d4-a67d-b582dfa979d6 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=29cccc14-5cf4-4470-a538-9d1ef2af8007 HTTP/1.1" status: 200 len: 945 time: 0.5644267 Aug 11 03:11:28.216243 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-baec31f8-f0e5-4d2a-8ff3-43615e8ade12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:28.238737 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4602c39e-0cbe-4025-92d2-87afd20f0d8a tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:28.264603 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805a5b10-e4f6-4c5e-b076-5ae81dda3824 req-7c3b239a-7f43-4b08-bf46-6998f0a2f9e4 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:28.265907 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa13272-8ae4-429b-9f1f-c4f63064b23b tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] Pushing event deleted for resources: {'Port': ['ID=eabf7c5b-9f94-4482-bea5-535df39612af,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:11:28.266154 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-805a5b10-e4f6-4c5e-b076-5ae81dda3824 req-7c3b239a-7f43-4b08-bf46-6998f0a2f9e4 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] 10.222.0.22 "GET /v2.0/networks?id=83b4bd4d-f4f2-42f4-b1e3-dbcc3fc1d9fb HTTP/1.1" status: 200 len: 805 time: 0.4490168 Aug 11 03:11:28.278610 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef81a7c0-afac-4fd5-b0e7-1d4423fb4379 req-0d0a2532-68b7-4c6a-89d1-c2096a3bf049 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:28.280897 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ef81a7c0-afac-4fd5-b0e7-1d4423fb4379 req-0d0a2532-68b7-4c6a-89d1-c2096a3bf049 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e58d97f-574c-4a76-8229-5f54c6d232bd HTTP/1.1" status: 200 len: 946 time: 0.3420544 Aug 11 03:11:28.283178 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [None req-4602c39e-0cbe-4025-92d2-87afd20f0d8a tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Transition to ACTIVE for port object 7dfdef9f-0d5f-4271-b104-13eb02da9240 will not be triggered until provisioned by entity DHCP. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:11:28.290002 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-805a5b10-e4f6-4c5e-b076-5ae81dda3824 req-77329052-c527-4ddb-bf72-73d1bf624ff5 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] Request body: {'port': {'device_id': '2c40f7bf-9cca-4a43-b73b-326e44e72976', 'network_id': '83b4bd4d-f4f2-42f4-b1e3-dbcc3fc1d9fb', 'admin_state_up': True, 'tenant_id': '32216559a0354b28a10186d89c9b1072'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:11:28.313097 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef34bc20-32fc-4273-b098-a8452b250415 req-efe23e0a-03e6-45dc-a26d-f28be5b175f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:28.314119 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-baec31f8-f0e5-4d2a-8ff3-43615e8ade12 None None] For port 33fa429b-895e-430a-8a55-9b0d3dff446b, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=33fa429b-895e-430a-8a55-9b0d3dff446b,segment=NetworkSegment(271bafdf-7464-485b-b3ae-2126cb9c0bfd),segment_id=271bafdf-7464-485b-b3ae-2126cb9c0bfd)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:11:28.314656 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-ef34bc20-32fc-4273-b098-a8452b250415 req-efe23e0a-03e6-45dc-a26d-f28be5b175f1 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d17d1b32-4aa7-4439-b455-9cb54b2072df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1603699 Aug 11 03:11:28.324920 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [req-a5ddddd4-e94a-4983-b128-0bd822a29c6d req-86b2aef3-0a42-4f02-99a0-8c0e14132ecd tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Deleting port 9171d960-c759-4c58-ad57-4639c74760fa {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:11:28.327913 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-a5ddddd4-e94a-4983-b128-0bd822a29c6d req-86b2aef3-0a42-4f02-99a0-8c0e14132ecd tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:28.380050 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-eac45df6-ca6a-497e-b88f-a84a563d4972 req-6a6d4a2b-7a86-4a7f-bbe3-af167ade36cd tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Deleting port 9cd52e4f-6ec2-42da-8cbf-44a7dbbee675 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:11:28.380321 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-eac45df6-ca6a-497e-b88f-a84a563d4972 req-6a6d4a2b-7a86-4a7f-bbe3-af167ade36cd tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:28.387510 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fa0fb2-d43b-4cd6-a2ec-d47a6ce6539f req-838b751e-6c23-4c9c-8161-b881af08bfe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:28.389063 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-16fa0fb2-d43b-4cd6-a2ec-d47a6ce6539f req-838b751e-6c23-4c9c-8161-b881af08bfe2 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=3d0b3315d6104e5da51a130b98922e78&shared=False HTTP/1.1" status: 200 len: 915 time: 0.7906210 Aug 11 03:11:28.390562 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-baec31f8-f0e5-4d2a-8ff3-43615e8ade12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:28.396064 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4bd59f-6eec-42b0-96ea-1a605f97ad5b req-8d528f31-4e1a-4a21-bcef-434273404b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:28.396514 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4bd59f-6eec-42b0-96ea-1a605f97ad5b req-8d528f31-4e1a-4a21-bcef-434273404b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:28.397671 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4bd59f-6eec-42b0-96ea-1a605f97ad5b req-8d528f31-4e1a-4a21-bcef-434273404b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:28.398147 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4bd59f-6eec-42b0-96ea-1a605f97ad5b req-8d528f31-4e1a-4a21-bcef-434273404b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:28.398668 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4bd59f-6eec-42b0-96ea-1a605f97ad5b req-8d528f31-4e1a-4a21-bcef-434273404b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:28.399143 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4bd59f-6eec-42b0-96ea-1a605f97ad5b req-8d528f31-4e1a-4a21-bcef-434273404b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:28.399613 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4bd59f-6eec-42b0-96ea-1a605f97ad5b req-8d528f31-4e1a-4a21-bcef-434273404b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:28.401733 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5a4bd59f-6eec-42b0-96ea-1a605f97ad5b req-8d528f31-4e1a-4a21-bcef-434273404b6f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d334b2b08b9742719f1009ec13bc53a6&device_id=c37d8b08-64ee-4d7e-99b5-bc356505ed77 HTTP/1.1" status: 200 len: 6508 time: 0.4181452 Aug 11 03:11:28.435105 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a4cb5bd2-dd6d-445a-9116-24a21fb252c1 req-158bf2f3-bf30-48f8-8f58-1c592f7b3b1b tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/security-groups?id=19e25e3f-a72e-45d4-8165-3b0d2215340c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2458599 Aug 11 03:11:28.470040 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baec31f8-f0e5-4d2a-8ff3-43615e8ade12 None None] Pushing event updated for resources: {'Port': ['ID=33fa429b-895e-430a-8a55-9b0d3dff446b,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:11:28.554893 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ef81a7c0-afac-4fd5-b0e7-1d4423fb4379 req-8ed91080-5031-4177-a5a1-faa122bfe50a tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/security-groups?id=96c4279c-51b6-4d8a-ac93-67215ccf65c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2502222 Aug 11 03:11:28.603766 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4602c39e-0cbe-4025-92d2-87afd20f0d8a tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:28.630112 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-a5ddddd4-e94a-4983-b128-0bd822a29c6d req-86b2aef3-0a42-4f02-99a0-8c0e14132ecd tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] For port 9171d960-c759-4c58-ad57-4639c74760fa, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=9171d960-c759-4c58-ad57-4639c74760fa,segment=NetworkSegment(66697432-be64-438d-a5b2-0b02f3d0fa2a),segment_id=66697432-be64-438d-a5b2-0b02f3d0fa2a)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:11:28.630605 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-a5ddddd4-e94a-4983-b128-0bd822a29c6d req-86b2aef3-0a42-4f02-99a0-8c0e14132ecd tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:28.648265 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [req-a5ddddd4-e94a-4983-b128-0bd822a29c6d req-86b2aef3-0a42-4f02-99a0-8c0e14132ecd tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Calling delete_port for 9171d960-c759-4c58-ad57-4639c74760fa owned by compute:nova {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:11:28.729649 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-afd35497-c599-49e6-88d8-60ca49b5d418 None None] Provisioning complete for port 33fa429b-895e-430a-8a55-9b0d3dff446b triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:11:28.730135 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-afd35497-c599-49e6-88d8-60ca49b5d418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:28.769340 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4602c39e-0cbe-4025-92d2-87afd20f0d8a tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Network ed637a9a-eb30-499d-98db-3d728133dac3 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:11:28.783343 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-4602c39e-0cbe-4025-92d2-87afd20f0d8a tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:11:28.787866 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4602c39e-0cbe-4025-92d2-87afd20f0d8a tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:11:28.812919 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4602c39e-0cbe-4025-92d2-87afd20f0d8a tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Pushing event updated for resources: {'Port': ['ID=7dfdef9f-0d5f-4271-b104-13eb02da9240,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:11:28.882699 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-ef34bc20-32fc-4273-b098-a8452b250415 req-2af407f1-3c4c-43d2-bd0e-d00dad94f21b service neutron] 10.222.0.22 "GET /v2.0/networks/d17d1b32-4aa7-4439-b455-9cb54b2072df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5354629 Aug 11 03:11:28.904104 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-a5ddddd4-e94a-4983-b128-0bd822a29c6d req-86b2aef3-0a42-4f02-99a0-8c0e14132ecd tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:28.914557 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-eac45df6-ca6a-497e-b88f-a84a563d4972 req-6a6d4a2b-7a86-4a7f-bbe3-af167ade36cd tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] For port 9cd52e4f-6ec2-42da-8cbf-44a7dbbee675, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=9cd52e4f-6ec2-42da-8cbf-44a7dbbee675,segment=NetworkSegment(51ba8099-7622-42cb-adbd-7c8aaac78355),segment_id=51ba8099-7622-42cb-adbd-7c8aaac78355)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:11:28.914557 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-eac45df6-ca6a-497e-b88f-a84a563d4972 req-6a6d4a2b-7a86-4a7f-bbe3-af167ade36cd tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:28.917321 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['9171d960-c759-4c58-ad57-4639c74760fa'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:11:28.951743 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4602c39e-0cbe-4025-92d2-87afd20f0d8a tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:28.952407 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4602c39e-0cbe-4025-92d2-87afd20f0d8a tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:28.974009 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b2aef3-0a42-4f02-99a0-8c0e14132ecd tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Pushing event deleted for resources: {'Port': ['ID=9171d960-c759-4c58-ad57-4639c74760fa,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:11:28.991705 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-eac45df6-ca6a-497e-b88f-a84a563d4972 req-6a6d4a2b-7a86-4a7f-bbe3-af167ade36cd tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Calling delete_port for 9cd52e4f-6ec2-42da-8cbf-44a7dbbee675 owned by compute:nova {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:11:29.003813 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-805a5b10-e4f6-4c5e-b076-5ae81dda3824 req-77329052-c527-4ddb-bf72-73d1bf624ff5 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] Made reservation on behalf of 32216559a0354b28a10186d89c9b1072 for: {'port': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:11:29.004111 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-805a5b10-e4f6-4c5e-b076-5ae81dda3824 req-77329052-c527-4ddb-bf72-73d1bf624ff5 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:29.011793 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f3af0777-4884-452b-a149-299ec30f4ee2 req-b9322659-f914-493a-b6f0-2c917faf0bf8 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] 10.222.0.41 "GET /v2.0/ports?device_id=2c40f7bf-9cca-4a43-b73b-326e44e72976 HTTP/1.1" status: 200 len: 210 time: 0.1529858 Aug 11 03:11:29.043386 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-aaa13272-8ae4-429b-9f1f-c4f63064b23b tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:29.110820 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0be17078-819f-4c02-a4d8-87bc48bafd55 None None] Network e854785b-6921-4aac-9817-a841d5040ff3 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:11:29.114060 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5ddddd4-e94a-4983-b128-0bd822a29c6d req-86b2aef3-0a42-4f02-99a0-8c0e14132ecd tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] No DVR routers for this DVR port 9171d960-c759-4c58-ad57-4639c74760fa on host n-h1-764292-30 {{(pid=102192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:11:29.115920 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dd94db5c-08f6-493d-a75d-7bbcb16b539a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:29.116588 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-a5ddddd4-e94a-4983-b128-0bd822a29c6d req-86b2aef3-0a42-4f02-99a0-8c0e14132ecd tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:29.120046 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a5ddddd4-e94a-4983-b128-0bd822a29c6d req-86b2aef3-0a42-4f02-99a0-8c0e14132ecd tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.22 "DELETE /v2.0/ports/9171d960-c759-4c58-ad57-4639c74760fa HTTP/1.1" status: 204 len: 173 time: 1.9104397 Aug 11 03:11:29.143759 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e58d97f-574c-4a76-8229-5f54c6d232bd', 'name': 'network-vif-deleted', 'tag': '9171d960-c759-4c58-ad57-4639c74760fa'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:11:29.145992 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e2340ab-0b43-46a2-8af6-98b0540a3bc1" -d '{"events": [{"server_uuid": "9e58d97f-574c-4a76-8229-5f54c6d232bd", "name": "network-vif-deleted", "tag": "9171d960-c759-4c58-ad57-4639c74760fa"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:11:29.164319 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3a08bc-4997-49f1-9e89-1cfdd460d352 req-ea4d8cf3-e745-4c0e-a87e-8b66eda20dd6 tempest-AttachSCSIVolumeTestJSON-164542366 tempest-AttachSCSIVolumeTestJSON-164542366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:29.165903 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ad3a08bc-4997-49f1-9e89-1cfdd460d352 req-ea4d8cf3-e745-4c0e-a87e-8b66eda20dd6 tempest-AttachSCSIVolumeTestJSON-164542366 tempest-AttachSCSIVolumeTestJSON-164542366-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c06a218-bbdb-4352-a7f9-8afd3a9b936c HTTP/1.1" status: 200 len: 943 time: 0.3060157 Aug 11 03:11:29.207261 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-4602c39e-0cbe-4025-92d2-87afd20f0d8a tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.8506308 Aug 11 03:11:29.213493 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4bd59f-6eec-42b0-96ea-1a605f97ad5b req-c28e6ecb-9b2c-4238-8e30-00a45fc13404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:29.214044 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4bd59f-6eec-42b0-96ea-1a605f97ad5b req-c28e6ecb-9b2c-4238-8e30-00a45fc13404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:29.215329 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4bd59f-6eec-42b0-96ea-1a605f97ad5b req-c28e6ecb-9b2c-4238-8e30-00a45fc13404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:29.220766 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5a4bd59f-6eec-42b0-96ea-1a605f97ad5b req-c28e6ecb-9b2c-4238-8e30-00a45fc13404 service neutron] 10.222.0.24 "GET /v2.0/networks?id=3df71ba6-2411-497d-98b1-8adc079ca6c6&id=a04ffcc2-d303-44d7-b369-5db13650c2d6&id=a04ffcc2-d303-44d7-b369-5db13650c2d6&id=a04ffcc2-d303-44d7-b369-5db13650c2d6&id=a04ffcc2-d303-44d7-b369-5db13650c2d6&id=305ca68a-259a-4e6f-a74b-d776988e8170&id=305ca68a-259a-4e6f-a74b-d776988e8170 HTTP/1.1" status: 200 len: 2296 time: 0.6699874 Aug 11 03:11:29.222655 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:11:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fe137da-3a29-4659-b866-ab56e4093cf9 x-openstack-request-id: req-6fe137da-3a29-4659-b866-ab56e4093cf9 {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:11:29.222958 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e58d97f-574c-4a76-8229-5f54c6d232bd", "name": "network-vif-deleted", "tag": "9171d960-c759-4c58-ad57-4639c74760fa", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:11:29.223337 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6fe137da-3a29-4659-b866-ab56e4093cf9 {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:11:29.223738 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e58d97f-574c-4a76-8229-5f54c6d232bd', 'name': 'network-vif-deleted', 'tag': '9171d960-c759-4c58-ad57-4639c74760fa', 'status': 'completed', 'code': 200} Aug 11 03:11:29.224084 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 58708) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:11:29.238937 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-aaa13272-8ae4-429b-9f1f-c4f63064b23b tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:29.241671 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-54bca149-03fb-4d26-999f-65992a1886e1 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Request body: {'port': {'network_id': 'ed637a9a-eb30-499d-98db-3d728133dac3', 'name': 'tempest-TaggedBootDevicesTest-1946997261', 'fixed_ips': [{'subnet_id': '329e4f03-d8cd-404e-b91b-1cb9368d6c2d'}]}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:11:29.261806 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fa0fb2-d43b-4cd6-a2ec-d47a6ce6539f req-02b583ac-4033-4dd8-bdbb-25a123b13736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:29.263570 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-16fa0fb2-d43b-4cd6-a2ec-d47a6ce6539f req-02b583ac-4033-4dd8-bdbb-25a123b13736 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7891855 Aug 11 03:11:29.315190 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-ef34bc20-32fc-4273-b098-a8452b250415 req-8e7120a2-8844-4c6c-bc03-68d2c05b1504 service neutron] 10.222.0.22 "GET /v2.0/networks/d17d1b32-4aa7-4439-b455-9cb54b2072df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4200828 Aug 11 03:11:29.322915 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-23dc81d5-dfc1-48e3-9419-3daf8f84df4c None None] Provisioning for port 24a5021b-8735-4074-98ab-bb77790711ed completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:11:29.335838 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 33fa429b-895e-430a-8a55-9b0d3dff446b up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:11:29.425007 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [req-805a5b10-e4f6-4c5e-b076-5ae81dda3824 req-77329052-c527-4ddb-bf72-73d1bf624ff5 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] Allocated IP 172.20.0.3 (83b4bd4d-f4f2-42f4-b1e3-dbcc3fc1d9fb/b8a74f8c-47d7-428d-9b47-116a9ebdc466/2ff8377c-4a50-4c54-99a6-ad9d3776273a) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:11:29.438518 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 33fa429b-895e-430a-8a55-9b0d3dff446b triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:11:29.438943 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:29.503466 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-eac45df6-ca6a-497e-b88f-a84a563d4972 req-6a6d4a2b-7a86-4a7f-bbe3-af167ade36cd tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:29.591490 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-bd8d7ee2-81a6-4b1f-8348-e5051b2afbdf None None] Provisioning for port 7dfdef9f-0d5f-4271-b104-13eb02da9240 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:11:29.599094 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-bd8d7ee2-81a6-4b1f-8348-e5051b2afbdf None None] Provisioning complete for port 7dfdef9f-0d5f-4271-b104-13eb02da9240 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:11:29.599483 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-bd8d7ee2-81a6-4b1f-8348-e5051b2afbdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:29.603107 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 24a5021b-8735-4074-98ab-bb77790711ed up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:11:29.685156 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-bd8d7ee2-81a6-4b1f-8348-e5051b2afbdf None None] Port 7dfdef9f-0d5f-4271-b104-13eb02da9240 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:11:29.705308 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6d4a2b-7a86-4a7f-bbe3-af167ade36cd tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Pushing event deleted for resources: {'Port': ['ID=9cd52e4f-6ec2-42da-8cbf-44a7dbbee675,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:11:29.732699 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-eac45df6-ca6a-497e-b88f-a84a563d4972 req-6a6d4a2b-7a86-4a7f-bbe3-af167ade36cd tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] No DVR routers for this DVR port 9cd52e4f-6ec2-42da-8cbf-44a7dbbee675 on host n-h1-764292-30 {{(pid=102191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:11:29.736041 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-eac45df6-ca6a-497e-b88f-a84a563d4972 req-6a6d4a2b-7a86-4a7f-bbe3-af167ade36cd tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:29.739014 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-eac45df6-ca6a-497e-b88f-a84a563d4972 req-6a6d4a2b-7a86-4a7f-bbe3-af167ade36cd tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.22 "DELETE /v2.0/ports/9cd52e4f-6ec2-42da-8cbf-44a7dbbee675 HTTP/1.1" status: 204 len: 173 time: 1.8597736 Aug 11 03:11:29.745478 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29cccc14-5cf4-4470-a538-9d1ef2af8007', 'name': 'network-vif-deleted', 'tag': '9cd52e4f-6ec2-42da-8cbf-44a7dbbee675'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:11:29.747817 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaac59b8-6b50-4612-8e2f-faefec8e10fd" -d '{"events": [{"server_uuid": "29cccc14-5cf4-4470-a538-9d1ef2af8007", "name": "network-vif-deleted", "tag": "9cd52e4f-6ec2-42da-8cbf-44a7dbbee675"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:11:29.761612 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port 24a5021b-8735-4074-98ab-bb77790711ed completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:11:29.767519 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 24a5021b-8735-4074-98ab-bb77790711ed triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:11:29.770018 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:29.777649 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9eef39-3cf7-478c-b61a-223490db6b43 req-c714470b-9feb-43b6-8793-5b1f834fbec1 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:29.780735 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-ae9eef39-3cf7-478c-b61a-223490db6b43 req-c714470b-9feb-43b6-8793-5b1f834fbec1 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d615024-e64b-4f7a-add5-f1f833289513 HTTP/1.1" status: 200 len: 946 time: 0.2616270 Aug 11 03:11:29.838030 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-805a5b10-e4f6-4c5e-b076-5ae81dda3824 req-77329052-c527-4ddb-bf72-73d1bf624ff5 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:29.844432 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ad3a08bc-4997-49f1-9e89-1cfdd460d352 req-81701038-0243-4db9-ae1b-8f87147d9d9d tempest-AttachSCSIVolumeTestJSON-164542366 tempest-AttachSCSIVolumeTestJSON-164542366-project] 10.222.0.41 "GET /v2.0/security-groups?id=c1a3b017-5e22-4331-98fa-266e9a93b0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6364999 Aug 11 03:11:29.943289 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5a4bd59f-6eec-42b0-96ea-1a605f97ad5b req-c23e99d0-cbc7-4d0f-8661-a7b7164a3202 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e87fa64a-3fae-4794-abf7-60cf725af3f0 HTTP/1.1" status: 200 len: 1002 time: 0.6863682 Aug 11 03:11:29.955078 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-ae9eef39-3cf7-478c-b61a-223490db6b43 req-6b83e56a-2cf7-4001-9247-32bbf2ed44e0 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] Deleting port f4436d8e-ecef-4504-a052-c711f123c0f7 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:11:29.955660 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-ae9eef39-3cf7-478c-b61a-223490db6b43 req-6b83e56a-2cf7-4001-9247-32bbf2ed44e0 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:29.998632 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4a2997f8-b329-4c90-b071-0ebf3b9d5a57 req-403bee21-d7b8-4e03-b6a4-377ac65a935d tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=29cccc14-5cf4-4470-a538-9d1ef2af8007 HTTP/1.1" status: 200 len: 210 time: 0.1462998 Aug 11 03:11:30.018145 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-1da672b7-ea6e-4563-b401-99bda0d5634c None None] Provisioning complete for port 24a5021b-8735-4074-98ab-bb77790711ed triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:11:30.021305 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-1da672b7-ea6e-4563-b401-99bda0d5634c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:30.025878 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:30.049193 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-805a5b10-e4f6-4c5e-b076-5ae81dda3824 req-77329052-c527-4ddb-bf72-73d1bf624ff5 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:30.104411 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-aaa13272-8ae4-429b-9f1f-c4f63064b23b tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125932157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126180897'] for subnet, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:30.176839 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-805a5b10-e4f6-4c5e-b076-5ae81dda3824 req-77329052-c527-4ddb-bf72-73d1bf624ff5 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] Network 83b4bd4d-f4f2-42f4-b1e3-dbcc3fc1d9fb is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:11:30.176952 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa13272-8ae4-429b-9f1f-c4f63064b23b tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=417651e8-db7f-4f56-848d-5a03bd65e6f7,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:11:30.177361 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [req-805a5b10-e4f6-4c5e-b076-5ae81dda3824 req-77329052-c527-4ddb-bf72-73d1bf624ff5 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:11:30.185596 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140091d2-b248-47f5-9ae2-834420a99ff3 req-9d07e773-82bb-4b18-8614-1a9b312d1ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:30.187415 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-140091d2-b248-47f5-9ae2-834420a99ff3 req-9d07e773-82bb-4b18-8614-1a9b312d1ea9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3d0b3315d6104e5da51a130b98922e78&device_id=3c06a218-bbdb-4352-a7f9-8afd3a9b936c HTTP/1.1" status: 200 len: 1095 time: 0.8071530 Aug 11 03:11:30.189087 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77329052-c527-4ddb-bf72-73d1bf624ff5 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] Pushing event updated for resources: {'Port': ['ID=2ff8377c-4a50-4c54-99a6-ad9d3776273a,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:11:30.202741 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-ae9eef39-3cf7-478c-b61a-223490db6b43 req-6b83e56a-2cf7-4001-9247-32bbf2ed44e0 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] For port f4436d8e-ecef-4504-a052-c711f123c0f7, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=f4436d8e-ecef-4504-a052-c711f123c0f7,segment=NetworkSegment(c567aba8-f786-4533-ad6f-0c8ff3fef5d6),segment_id=c567aba8-f786-4533-ad6f-0c8ff3fef5d6)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:11:30.203149 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-ae9eef39-3cf7-478c-b61a-223490db6b43 req-6b83e56a-2cf7-4001-9247-32bbf2ed44e0 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:30.206081 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-805a5b10-e4f6-4c5e-b076-5ae81dda3824 req-77329052-c527-4ddb-bf72-73d1bf624ff5 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:11:30.215252 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:11:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc026f5b-3d20-4b49-9a85-21875d73523f x-openstack-request-id: req-fc026f5b-3d20-4b49-9a85-21875d73523f {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:11:30.215548 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29cccc14-5cf4-4470-a538-9d1ef2af8007", "name": "network-vif-deleted", "tag": "9cd52e4f-6ec2-42da-8cbf-44a7dbbee675", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:11:30.215807 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fc026f5b-3d20-4b49-9a85-21875d73523f {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:11:30.216207 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29cccc14-5cf4-4470-a538-9d1ef2af8007', 'name': 'network-vif-deleted', 'tag': '9cd52e4f-6ec2-42da-8cbf-44a7dbbee675', 'status': 'completed', 'code': 200} Aug 11 03:11:30.233887 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-abf53f3f-1fc1-4c27-b90d-9d9e6bf74604 req-0aa9daec-6775-4c97-ab54-7ed6547f885a tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e58d97f-574c-4a76-8229-5f54c6d232bd HTTP/1.1" status: 200 len: 210 time: 0.0762241 Aug 11 03:11:30.268361 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-ae9eef39-3cf7-478c-b61a-223490db6b43 req-6b83e56a-2cf7-4001-9247-32bbf2ed44e0 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] Calling delete_port for f4436d8e-ecef-4504-a052-c711f123c0f7 owned by compute:nova {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:11:30.269743 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port 24a5021b-8735-4074-98ab-bb77790711ed, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=24a5021b-8735-4074-98ab-bb77790711ed,segment=NetworkSegment(d34586da-2abd-49ab-bd6c-1c89fb56752b),segment_id=d34586da-2abd-49ab-bd6c-1c89fb56752b)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:11:30.322844 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-1da672b7-ea6e-4563-b401-99bda0d5634c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:30.330804 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805a5b10-e4f6-4c5e-b076-5ae81dda3824 req-77329052-c527-4ddb-bf72-73d1bf624ff5 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:30.331455 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-805a5b10-e4f6-4c5e-b076-5ae81dda3824 req-77329052-c527-4ddb-bf72-73d1bf624ff5 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:30.363830 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-140091d2-b248-47f5-9ae2-834420a99ff3 req-978cae13-0252-4869-aa70-8106ea5250b4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=61bff21b-0b12-4450-b934-c3e1c81e26b3 HTTP/1.1" status: 200 len: 217 time: 0.1224670 Aug 11 03:11:30.391106 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-aaa13272-8ae4-429b-9f1f-c4f63064b23b tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:30.400527 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4bd59f-6eec-42b0-96ea-1a605f97ad5b req-5116481e-5cdc-4297-9736-e4844857ce9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:30.402035 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5a4bd59f-6eec-42b0-96ea-1a605f97ad5b req-5116481e-5cdc-4297-9736-e4844857ce9e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0bedeabe-ae79-4397-9dc9-c17dc9305e82 HTTP/1.1" status: 200 len: 856 time: 0.3788562 Aug 11 03:11:30.429798 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-aaa13272-8ae4-429b-9f1f-c4f63064b23b tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['883fd87b-1e15-4016-a02e-c7f68db11a63']}} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:11:30.470847 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-aaa13272-8ae4-429b-9f1f-c4f63064b23b tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9d3f971-2979-4bc7-815d-0f413e40820b') {'for_net_delete': True} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:11:30.471073 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-aaa13272-8ae4-429b-9f1f-c4f63064b23b tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9d3f971-2979-4bc7-815d-0f413e40820b') {} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:11:30.489230 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-aaa13272-8ae4-429b-9f1f-c4f63064b23b tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125932501'] for segment, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:30.536366 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc3c858-73fb-4834-806c-46b98b26fb7f req-0f5d49a8-c39c-4002-a34f-e1d50273868f tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:30.536366 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9bc3c858-73fb-4834-806c-46b98b26fb7f req-0f5d49a8-c39c-4002-a34f-e1d50273868f tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] 10.222.0.41 "GET /v2.0/ports?device_id=2c40f7bf-9cca-4a43-b73b-326e44e72976 HTTP/1.1" status: 200 len: 931 time: 0.2096009 Aug 11 03:11:30.536366 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140091d2-b248-47f5-9ae2-834420a99ff3 req-4d4e934b-4464-4c6b-9d6e-dbe0c95261dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:30.536366 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-140091d2-b248-47f5-9ae2-834420a99ff3 req-4d4e934b-4464-4c6b-9d6e-dbe0c95261dc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ddcb1ede-9642-40a8-8222-f076edcac6fb HTTP/1.1" status: 200 len: 853 time: 0.1336448 Aug 11 03:11:30.536366 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-aaa13272-8ae4-429b-9f1f-c4f63064b23b tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:30.549917 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aaa13272-8ae4-429b-9f1f-c4f63064b23b tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=102192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:11:30.550345 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-aaa13272-8ae4-429b-9f1f-c4f63064b23b tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125932183'] for segment, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:30.552036 n-d-764292-30 neutron-server[102192]: Traceback (most recent call last): Aug 11 03:11:30.552036 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:11:30.552036 n-d-764292-30 neutron-server[102192]: timer() Aug 11 03:11:30.552036 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:11:30.552036 n-d-764292-30 neutron-server[102192]: cb(*args, **kw) Aug 11 03:11:30.552036 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:11:30.552036 n-d-764292-30 neutron-server[102192]: return func(*args, **kwargs) Aug 11 03:11:30.552036 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:11:30.552036 n-d-764292-30 neutron-server[102192]: self._notify() Aug 11 03:11:30.552036 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:11:30.552036 n-d-764292-30 neutron-server[102192]: self.callback(batched_events) Aug 11 03:11:30.552036 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:11:30.552036 n-d-764292-30 neutron-server[102192]: event.method(event) Aug 11 03:11:30.552036 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:11:30.552036 n-d-764292-30 neutron-server[102192]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:11:30.552036 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:11:30.552036 n-d-764292-30 neutron-server[102192]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:11:30.552036 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:11:30.552036 n-d-764292-30 neutron-server[102192]: return f(self, *a, **k) Aug 11 03:11:30.552036 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:11:30.552036 n-d-764292-30 neutron-server[102192]: return self._get(url).json() Aug 11 03:11:30.552036 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:11:30.552036 n-d-764292-30 neutron-server[102192]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:11:30.552036 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:11:30.552036 n-d-764292-30 neutron-server[102192]: return self.request(url, 'GET', **kwargs) Aug 11 03:11:30.552036 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:11:30.552036 n-d-764292-30 neutron-server[102192]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:11:30.552036 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:11:30.552036 n-d-764292-30 neutron-server[102192]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:11:30.552036 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:11:30.552036 n-d-764292-30 neutron-server[102192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:11:30.552036 n-d-764292-30 neutron-server[102192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:11:30.609156 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4bd59f-6eec-42b0-96ea-1a605f97ad5b req-05ad6161-090f-4c53-b3cb-457dc2ab2ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:30.610669 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5a4bd59f-6eec-42b0-96ea-1a605f97ad5b req-05ad6161-090f-4c53-b3cb-457dc2ab2ecf service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3df71ba6-2411-497d-98b1-8adc079ca6c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2002234 Aug 11 03:11:30.698121 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9bc3c858-73fb-4834-806c-46b98b26fb7f req-2aef8c35-61d9-462c-9695-b1e5399a0d1f tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5a225df-05c1-440d-b2ae-d3bea38f3abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720209 Aug 11 03:11:30.710948 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140091d2-b248-47f5-9ae2-834420a99ff3 req-152712bc-987c-4d54-ab14-aa391a79026f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:30.712533 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-140091d2-b248-47f5-9ae2-834420a99ff3 req-152712bc-987c-4d54-ab14-aa391a79026f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=91da3244-d9c5-45b1-a401-8ed4bda41ca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1770787 Aug 11 03:11:30.786538 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5a4bd59f-6eec-42b0-96ea-1a605f97ad5b req-66924fd8-68a5-43c6-b9b8-92fca8aeb85e service neutron] 10.222.0.24 "GET /v2.0/networks/3df71ba6-2411-497d-98b1-8adc079ca6c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611412 Aug 11 03:11:30.871093 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-140091d2-b248-47f5-9ae2-834420a99ff3 req-00a472a3-7f7c-4274-8211-d26ad5375caa service neutron] 10.222.0.24 "GET /v2.0/networks/91da3244-d9c5-45b1-a401-8ed4bda41ca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484170 Aug 11 03:11:30.950873 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-ae9eef39-3cf7-478c-b61a-223490db6b43 req-6b83e56a-2cf7-4001-9247-32bbf2ed44e0 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:30.951428 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:30.974172 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54bca149-03fb-4d26-999f-65992a1886e1 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Made reservation on behalf of 44415f337b71498496665864f1602b88 for: {'port': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:11:30.986928 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b83e56a-2cf7-4001-9247-32bbf2ed44e0 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] Pushing event deleted for resources: {'Port': ['ID=f4436d8e-ecef-4504-a052-c711f123c0f7,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:11:30.998884 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5a4bd59f-6eec-42b0-96ea-1a605f97ad5b req-898ea446-42ee-4d56-a24f-6ca677190e0d service neutron] 10.222.0.24 "GET /v2.0/networks/3df71ba6-2411-497d-98b1-8adc079ca6c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2040117 Aug 11 03:11:31.037700 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-aaa13272-8ae4-429b-9f1f-c4f63064b23b tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:31.051755 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae9eef39-3cf7-478c-b61a-223490db6b43 req-6b83e56a-2cf7-4001-9247-32bbf2ed44e0 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] No DVR routers for this DVR port f4436d8e-ecef-4504-a052-c711f123c0f7 on host n-h2-764292-30 {{(pid=102191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:11:31.054218 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-805a5b10-e4f6-4c5e-b076-5ae81dda3824 req-77329052-c527-4ddb-bf72-73d1bf624ff5 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7758689 Aug 11 03:11:31.055262 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-ae9eef39-3cf7-478c-b61a-223490db6b43 req-6b83e56a-2cf7-4001-9247-32bbf2ed44e0 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:31.066264 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-ae9eef39-3cf7-478c-b61a-223490db6b43 req-6b83e56a-2cf7-4001-9247-32bbf2ed44e0 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] 10.222.0.24 "DELETE /v2.0/ports/f4436d8e-ecef-4504-a052-c711f123c0f7 HTTP/1.1" status: 204 len: 173 time: 1.2782984 Aug 11 03:11:31.072571 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-805a5b10-e4f6-4c5e-b076-5ae81dda3824 req-1ab8a912-c044-46d1-9197-4a1be2ae8c72 service neutron] Request body: {'port': {'device_id': '2c40f7bf-9cca-4a43-b73b-326e44e72976', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764292-30'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:11:31.080460 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaa13272-8ae4-429b-9f1f-c4f63064b23b tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 883fd87b-1e15-4016-a02e-c7f68db11a63 {{(pid=102192) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 11 03:11:31.089049 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5a4bd59f-6eec-42b0-96ea-1a605f97ad5b req-5f2209af-83b1-409b-9eb7-a4be292aedbb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.11&port_id=d3c9db57-eea5-4db7-a508-af7b68f15453 HTTP/1.1" status: 200 len: 217 time: 0.0608253 Aug 11 03:11:31.097156 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-aaa13272-8ae4-429b-9f1f-c4f63064b23b tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:31.099184 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-aaa13272-8ae4-429b-9f1f-c4f63064b23b tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] 10.222.0.41 "DELETE /v2.0/networks/883fd87b-1e15-4016-a02e-c7f68db11a63 HTTP/1.1" status: 204 len: 168 time: 5.0938406 Aug 11 03:11:31.102391 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 58728) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:11:31.141867 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-805a5b10-e4f6-4c5e-b076-5ae81dda3824 req-1ab8a912-c044-46d1-9197-4a1be2ae8c72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:31.180174 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device f4436d8e-ecef-4504-a052-c711f123c0f7 no longer exists at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:11:31.213650 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa13272-8ae4-429b-9f1f-c4f63064b23b tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] Pushing event deleted for resources: {'Network': ['ID=883fd87b-1e15-4016-a02e-c7f68db11a63,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:11:31.234942 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.db.api [None req-1da672b7-ea6e-4563-b401-99bda0d5634c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102193) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 03:11:31.235355 n-d-764292-30 neutron-server[102193]: DEBUG oslo_db.api [None req-1da672b7-ea6e-4563-b401-99bda0d5634c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 03:11:31.236170 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] No Port match for: f4436d8e-ecef-4504-a052-c711f123c0f7 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:11:31.236516 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device f4436d8e-ecef-4504-a052-c711f123c0f7 not bound to the agent host n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:11:31.242251 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=24a5021b-8735-4074-98ab-bb77790711ed,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:11:31.278453 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec657e5-4eb4-4569-8869-c5d27519b588 req-893f4156-0674-40b6-a70f-3a4e1551818b tempest-AttachSCSIVolumeTestJSON-164542366 tempest-AttachSCSIVolumeTestJSON-164542366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:31.280016 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-eec657e5-4eb4-4569-8869-c5d27519b588 req-893f4156-0674-40b6-a70f-3a4e1551818b tempest-AttachSCSIVolumeTestJSON-164542366 tempest-AttachSCSIVolumeTestJSON-164542366-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c06a218-bbdb-4352-a7f9-8afd3a9b936c HTTP/1.1" status: 200 len: 943 time: 0.3513534 Aug 11 03:11:31.342974 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-140091d2-b248-47f5-9ae2-834420a99ff3 req-52401d90-a94c-4952-b729-af6b4bb64df6 service neutron] 10.222.0.24 "GET /v2.0/networks/91da3244-d9c5-45b1-a401-8ed4bda41ca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4617524 Aug 11 03:11:31.404000 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bd7d931b-e2b3-409b-bcbd-250ef125e852 req-e2dd453b-fb07-4180-833d-e79f20d72720 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=29cccc14-5cf4-4470-a538-9d1ef2af8007 HTTP/1.1" status: 200 len: 210 time: 0.1490858 Aug 11 03:11:31.436574 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-54bca149-03fb-4d26-999f-65992a1886e1 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:31.436574 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-4a8d9542-f67e-455c-80a6-34757528fac5 tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] 10.222.0.41 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2566 time: 0.3064802 Aug 11 03:11:31.438708 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4bd59f-6eec-42b0-96ea-1a605f97ad5b req-7dbeabdd-35a9-4992-9ee8-b51f4aa76d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:31.440097 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5a4bd59f-6eec-42b0-96ea-1a605f97ad5b req-7dbeabdd-35a9-4992-9ee8-b51f4aa76d9f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6efca74f-85f6-4ecd-8f10-5d7e955ea1c7 HTTP/1.1" status: 200 len: 797 time: 0.3334007 Aug 11 03:11:31.441788 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 58734) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:11:31.494298 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [req-805a5b10-e4f6-4c5e-b076-5ae81dda3824 req-1ab8a912-c044-46d1-9197-4a1be2ae8c72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ff8377c-4a50-4c54-99a6-ad9d3776273a {{(pid=102191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:11:31.501184 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 9cd52e4f-6ec2-42da-8cbf-44a7dbbee675 no longer exists at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:11:31.505985 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-805a5b10-e4f6-4c5e-b076-5ae81dda3824 req-1ab8a912-c044-46d1-9197-4a1be2ae8c72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:31.531352 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] No Port match for: 9cd52e4f-6ec2-42da-8cbf-44a7dbbee675 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:11:31.532093 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 9cd52e4f-6ec2-42da-8cbf-44a7dbbee675 not bound to the agent host n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:11:31.533561 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 9171d960-c759-4c58-ad57-4639c74760fa no longer exists at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:11:31.536866 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [req-805a5b10-e4f6-4c5e-b076-5ae81dda3824 req-1ab8a912-c044-46d1-9197-4a1be2ae8c72 service neutron] Transition to ACTIVE for port object 2ff8377c-4a50-4c54-99a6-ad9d3776273a will not be triggered until provisioned by entity L2. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:11:31.540267 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [None req-54bca149-03fb-4d26-999f-65992a1886e1 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] device_id is not set on port b90d6ebc-39d0-4329-8910-886ce1b868bf yet. {{(pid=102192) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:11:31.557130 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-eec657e5-4eb4-4569-8869-c5d27519b588 req-79673648-9e7f-4976-abb2-6340ef5da752 tempest-AttachSCSIVolumeTestJSON-164542366 tempest-AttachSCSIVolumeTestJSON-164542366-project] 10.222.0.41 "GET /v2.0/security-groups?id=c1a3b017-5e22-4331-98fa-266e9a93b0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2495255 Aug 11 03:11:31.569712 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] No Port match for: 9171d960-c759-4c58-ad57-4639c74760fa {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:11:31.570066 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 9171d960-c759-4c58-ad57-4639c74760fa not bound to the agent host n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:11:31.637663 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-805a5b10-e4f6-4c5e-b076-5ae81dda3824 req-1ab8a912-c044-46d1-9197-4a1be2ae8c72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:31.708839 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4bd59f-6eec-42b0-96ea-1a605f97ad5b req-5284e5df-f4fe-4ae3-b00b-4c13136db48f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:31.708839 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5a4bd59f-6eec-42b0-96ea-1a605f97ad5b req-5284e5df-f4fe-4ae3-b00b-4c13136db48f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a04ffcc2-d303-44d7-b369-5db13650c2d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2487705 Aug 11 03:11:31.719073 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-219ad27e-fdc2-4bd3-bb48-3b0849c3f3e1 tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:31.719545 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-219ad27e-fdc2-4bd3-bb48-3b0849c3f3e1 tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:31.720004 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-219ad27e-fdc2-4bd3-bb48-3b0849c3f3e1 tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:31.720666 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-219ad27e-fdc2-4bd3-bb48-3b0849c3f3e1 tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:31.721113 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-219ad27e-fdc2-4bd3-bb48-3b0849c3f3e1 tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:31.721562 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-219ad27e-fdc2-4bd3-bb48-3b0849c3f3e1 tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:31.722007 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-219ad27e-fdc2-4bd3-bb48-3b0849c3f3e1 tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:31.722492 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-219ad27e-fdc2-4bd3-bb48-3b0849c3f3e1 tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:31.723095 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-219ad27e-fdc2-4bd3-bb48-3b0849c3f3e1 tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:31.723415 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-219ad27e-fdc2-4bd3-bb48-3b0849c3f3e1 tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:31.735340 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab8a912-c044-46d1-9197-4a1be2ae8c72 service neutron] Pushing event updated for resources: {'Port': ['ID=2ff8377c-4a50-4c54-99a6-ad9d3776273a,revision_number=2']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:11:31.736762 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-219ad27e-fdc2-4bd3-bb48-3b0849c3f3e1 tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:31.737984 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-219ad27e-fdc2-4bd3-bb48-3b0849c3f3e1 tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:31.738512 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-219ad27e-fdc2-4bd3-bb48-3b0849c3f3e1 tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:31.743218 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-219ad27e-fdc2-4bd3-bb48-3b0849c3f3e1 tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:31.743218 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-219ad27e-fdc2-4bd3-bb48-3b0849c3f3e1 tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:31.746943 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-219ad27e-fdc2-4bd3-bb48-3b0849c3f3e1 tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 9566 time: 0.3041897 Aug 11 03:11:31.770833 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 58744) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:11:31.876882 n-d-764292-30 neutron-server[102191]: INFO neutron.api.v2.resource [None req-9a45102a-f163-402d-8254-6e123ae86297 tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] delete failed (client error): The resource could not be found. Aug 11 03:11:31.880853 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-9a45102a-f163-402d-8254-6e123ae86297 tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] 10.222.0.41 "DELETE /v2.0/floatingips/4b4f4d87-f9bc-49c3-8482-c94b6f1fbfc0 HTTP/1.1" status: 404 len: 345 time: 0.1054521 Aug 11 03:11:31.881458 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 58754) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:11:31.912167 n-d-764292-30 neutron-server[102191]: INFO neutron.pecan_wsgi.hooks.translation [None req-80d3e110-e26f-4bf8-ad8a-2cc8f3b77e28 tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] DELETE failed (client error): The resource could not be found. Aug 11 03:11:31.912742 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80d3e110-e26f-4bf8-ad8a-2cc8f3b77e28 tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=102191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:11:31.918698 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-80d3e110-e26f-4bf8-ad8a-2cc8f3b77e28 tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] 10.222.0.41 "DELETE /v2.0/networks/883fd87b-1e15-4016-a02e-c7f68db11a63 HTTP/1.1" status: 404 len: 339 time: 0.0327001 Aug 11 03:11:31.918865 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:31.919525 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 58756) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:11:31.938398 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-df418bf7-dc78-4168-90d9-01d91ef19221 tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] Request body: {'network': {'name': 'tempest-network--920610883', 'router:external': True}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:11:32.008044 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-805a5b10-e4f6-4c5e-b076-5ae81dda3824 req-1ab8a912-c044-46d1-9197-4a1be2ae8c72 service neutron] Attempting to bind port 2ff8377c-4a50-4c54-99a6-ad9d3776273a on host n-h1-764292-30 for vnic_type normal with profile {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:11:32.008629 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-805a5b10-e4f6-4c5e-b076-5ae81dda3824 req-1ab8a912-c044-46d1-9197-4a1be2ae8c72 service neutron] Attempting to bind port 2ff8377c-4a50-4c54-99a6-ad9d3776273a by drivers openvswitch,hyperv on host n-h1-764292-30 at level 0 using segments [{'id': 'c567aba8-f786-4533-ad6f-0c8ff3fef5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '83b4bd4d-f4f2-42f4-b1e3-dbcc3fc1d9fb'}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:11:32.009649 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-805a5b10-e4f6-4c5e-b076-5ae81dda3824 req-1ab8a912-c044-46d1-9197-4a1be2ae8c72 service neutron] Attempting to bind port 2ff8377c-4a50-4c54-99a6-ad9d3776273a on network 83b4bd4d-f4f2-42f4-b1e3-dbcc3fc1d9fb {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:11:32.015786 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-805a5b10-e4f6-4c5e-b076-5ae81dda3824 req-1ab8a912-c044-46d1-9197-4a1be2ae8c72 service neutron] Port 2ff8377c-4a50-4c54-99a6-ad9d3776273a on network 83b4bd4d-f4f2-42f4-b1e3-dbcc3fc1d9fb not bound, no agent of type Open vSwitch agent registered on host n-h1-764292-30 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:11:32.018398 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-805a5b10-e4f6-4c5e-b076-5ae81dda3824 req-1ab8a912-c044-46d1-9197-4a1be2ae8c72 service neutron] Attempting to bind port 2ff8377c-4a50-4c54-99a6-ad9d3776273a on network 83b4bd4d-f4f2-42f4-b1e3-dbcc3fc1d9fb {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:11:32.022093 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-805a5b10-e4f6-4c5e-b076-5ae81dda3824 req-1ab8a912-c044-46d1-9197-4a1be2ae8c72 service neutron] Checking agent: {'id': 'abb524c2-b412-4ed2-8367-45c4fd996fa7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 11, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:11:32.022617 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-805a5b10-e4f6-4c5e-b076-5ae81dda3824 req-1ab8a912-c044-46d1-9197-4a1be2ae8c72 service neutron] Checking segment: {'id': 'c567aba8-f786-4533-ad6f-0c8ff3fef5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '83b4bd4d-f4f2-42f4-b1e3-dbcc3fc1d9fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:11:32.023733 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-805a5b10-e4f6-4c5e-b076-5ae81dda3824 req-1ab8a912-c044-46d1-9197-4a1be2ae8c72 service neutron] Bound using segment: {'id': 'c567aba8-f786-4533-ad6f-0c8ff3fef5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '83b4bd4d-f4f2-42f4-b1e3-dbcc3fc1d9fb'} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:11:32.024167 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-805a5b10-e4f6-4c5e-b076-5ae81dda3824 req-1ab8a912-c044-46d1-9197-4a1be2ae8c72 service neutron] Bound port: 2ff8377c-4a50-4c54-99a6-ad9d3776273a, host: n-h1-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c567aba8-f786-4533-ad6f-0c8ff3fef5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '83b4bd4d-f4f2-42f4-b1e3-dbcc3fc1d9fb'}}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:11:32.026199 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-805a5b10-e4f6-4c5e-b076-5ae81dda3824 req-1ab8a912-c044-46d1-9197-4a1be2ae8c72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:32.065197 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-a54d7c53-dda3-4491-b1ce-666507fb3886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:32.066993 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df418bf7-dc78-4168-90d9-01d91ef19221 tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] Made reservation on behalf of 351a570801114bbfb55a03bb5ea1febe for: {'network': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:11:32.070653 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-df418bf7-dc78-4168-90d9-01d91ef19221 tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:32.092672 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f478c7bc-cc47-43b9-98f7-5d7e0994ec47 req-65f05a53-f8d0-4906-9623-eba7e99c535b tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:32.093976 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f478c7bc-cc47-43b9-98f7-5d7e0994ec47 req-65f05a53-f8d0-4906-9623-eba7e99c535b tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] 10.222.0.41 "GET /v2.0/ports?device_id=2c40f7bf-9cca-4a43-b73b-326e44e72976 HTTP/1.1" status: 200 len: 943 time: 0.2448611 Aug 11 03:11:32.116219 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df418bf7-dc78-4168-90d9-01d91ef19221 tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=102191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:11:32.118402 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-805a5b10-e4f6-4c5e-b076-5ae81dda3824 req-1ab8a912-c044-46d1-9197-4a1be2ae8c72 service neutron] For port 2ff8377c-4a50-4c54-99a6-ad9d3776273a, host n-h1-764292-30, cleared binding levels {{(pid=102191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:11:32.124461 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-805a5b10-e4f6-4c5e-b076-5ae81dda3824 req-1ab8a912-c044-46d1-9197-4a1be2ae8c72 service neutron] For port 2ff8377c-4a50-4c54-99a6-ad9d3776273a, host n-h1-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=2ff8377c-4a50-4c54-99a6-ad9d3776273a,segment=NetworkSegment(c567aba8-f786-4533-ad6f-0c8ff3fef5d6),segment_id=c567aba8-f786-4533-ad6f-0c8ff3fef5d6)] {{(pid=102191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:11:32.130388 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-df418bf7-dc78-4168-90d9-01d91ef19221 tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:32.132590 n-d-764292-30 neutron-server[102191]: INFO neutron.db.segments_db [None req-df418bf7-dc78-4168-90d9-01d91ef19221 tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] Added segment 34774d01-a73f-4be5-a158-b11f5538acf2 of type vlan for network 9e823f05-beed-4b2b-a095-67485c9907ff Aug 11 03:11:32.148448 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5a4bd59f-6eec-42b0-96ea-1a605f97ad5b req-2dfdf36d-c60b-46a6-b477-0798f08a1c41 service neutron] 10.222.0.24 "GET /v2.0/networks/a04ffcc2-d303-44d7-b369-5db13650c2d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3927231 Aug 11 03:11:32.164926 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [None req-54bca149-03fb-4d26-999f-65992a1886e1 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Allocated IP 10.1.1.168 (ed637a9a-eb30-499d-98db-3d728133dac3/329e4f03-d8cd-404e-b91b-1cb9368d6c2d/b90d6ebc-39d0-4329-8910-886ce1b868bf) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:11:32.173829 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6901709-3985-451a-86fb-55af5e9ce82c req-5ed0ff64-21d7-40ae-bcab-d51e54f4a8ce tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:32.173990 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-df418bf7-dc78-4168-90d9-01d91ef19221 tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:32.175302 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a6901709-3985-451a-86fb-55af5e9ce82c req-5ed0ff64-21d7-40ae-bcab-d51e54f4a8ce tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/networks?id=b3c19a2d-0e26-410a-b53e-1619e285dc24 HTTP/1.1" status: 200 len: 812 time: 0.3373568 Aug 11 03:11:32.207580 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-805a5b10-e4f6-4c5e-b076-5ae81dda3824 req-1ab8a912-c044-46d1-9197-4a1be2ae8c72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:32.234214 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d615024-e64b-4f7a-add5-f1f833289513', 'name': 'network-vif-deleted', 'tag': 'f4436d8e-ecef-4504-a052-c711f123c0f7'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:11:32.236550 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42a8572b-76f5-4e13-affe-3cab0e6db022" -d '{"events": [{"server_uuid": "4d615024-e64b-4f7a-add5-f1f833289513", "name": "network-vif-deleted", "tag": "f4436d8e-ecef-4504-a052-c711f123c0f7"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:11:32.258189 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805a5b10-e4f6-4c5e-b076-5ae81dda3824 req-1ab8a912-c044-46d1-9197-4a1be2ae8c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:32.258902 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-805a5b10-e4f6-4c5e-b076-5ae81dda3824 req-1ab8a912-c044-46d1-9197-4a1be2ae8c72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:32.259486 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f478c7bc-cc47-43b9-98f7-5d7e0994ec47 req-cb301802-78ff-4aa1-a6a9-b444caa8a41c tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5a225df-05c1-440d-b2ae-d3bea38f3abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492293 Aug 11 03:11:32.260305 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-805a5b10-e4f6-4c5e-b076-5ae81dda3824 req-1ab8a912-c044-46d1-9197-4a1be2ae8c72 service neutron] 10.222.0.22 "PUT /v2.0/ports/2ff8377c-4a50-4c54-99a6-ad9d3776273a HTTP/1.1" status: 200 len: 1092 time: 1.1929541 Aug 11 03:11:32.264647 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a6901709-3985-451a-86fb-55af5e9ce82c req-90c42b91-7407-4421-bc4c-86a09c220216 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/quotas/c348de37bb094671bc15dc0c22bb5512 HTTP/1.1" status: 200 len: 375 time: 0.0775738 Aug 11 03:11:32.278661 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab8a912-c044-46d1-9197-4a1be2ae8c72 service neutron] Pushing event updated for resources: {'Port': ['ID=2ff8377c-4a50-4c54-99a6-ad9d3776273a,revision_number=3']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:11:32.293488 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-df418bf7-dc78-4168-90d9-01d91ef19221 tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:32.298595 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df418bf7-dc78-4168-90d9-01d91ef19221 tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:32.299442 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-df418bf7-dc78-4168-90d9-01d91ef19221 tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:32.330946 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a6901709-3985-451a-86fb-55af5e9ce82c req-315d1c8d-b391-459a-a7ff-962ec1140224 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c348de37bb094671bc15dc0c22bb5512&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0580201 Aug 11 03:11:32.399005 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df418bf7-dc78-4168-90d9-01d91ef19221 tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] Pushing event updated for resources: {'Network': ['ID=9e823f05-beed-4b2b-a095-67485c9907ff,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:11:32.412662 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network 9e823f05-beed-4b2b-a095-67485c9907ff details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:11:32.443549 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46f63f93-4577-4dbf-9789-5904b25ab57c x-openstack-request-id: req-46f63f93-4577-4dbf-9789-5904b25ab57c {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:11:32.447037 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d615024-e64b-4f7a-add5-f1f833289513", "name": "network-vif-deleted", "tag": "f4436d8e-ecef-4504-a052-c711f123c0f7", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:11:32.447037 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-46f63f93-4577-4dbf-9789-5904b25ab57c {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:11:32.447037 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d615024-e64b-4f7a-add5-f1f833289513', 'name': 'network-vif-deleted', 'tag': 'f4436d8e-ecef-4504-a052-c711f123c0f7', 'status': 'completed', 'code': 200} Aug 11 03:11:32.460777 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805a5b10-e4f6-4c5e-b076-5ae81dda3824 req-2d7ce226-a534-4bd8-8d70-7cd092953fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:32.462930 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-805a5b10-e4f6-4c5e-b076-5ae81dda3824 req-2d7ce226-a534-4bd8-8d70-7cd092953fa8 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=32216559a0354b28a10186d89c9b1072&device_id=2c40f7bf-9cca-4a43-b73b-326e44e72976 HTTP/1.1" status: 200 len: 1095 time: 0.0744557 Aug 11 03:11:32.521040 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5a4bd59f-6eec-42b0-96ea-1a605f97ad5b req-5249999a-0bdd-4316-8948-5c13ba084672 service neutron] 10.222.0.24 "GET /v2.0/networks/a04ffcc2-d303-44d7-b369-5db13650c2d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3573389 Aug 11 03:11:32.524125 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-df418bf7-dc78-4168-90d9-01d91ef19221 tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.6036589 Aug 11 03:11:32.526179 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-805a5b10-e4f6-4c5e-b076-5ae81dda3824 req-d23ef39b-b0ce-4205-bea0-bc0f2fe4520e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2ff8377c-4a50-4c54-99a6-ad9d3776273a HTTP/1.1" status: 200 len: 217 time: 0.0554566 Aug 11 03:11:32.527625 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 58768) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:11:32.591459 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805a5b10-e4f6-4c5e-b076-5ae81dda3824 req-ff365d17-555b-46db-b77f-b056c93c3247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:32.593349 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-805a5b10-e4f6-4c5e-b076-5ae81dda3824 req-ff365d17-555b-46db-b77f-b056c93c3247 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b8a74f8c-47d7-428d-9b47-116a9ebdc466 HTTP/1.1" status: 200 len: 845 time: 0.0599978 Aug 11 03:11:32.627901 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-805a5b10-e4f6-4c5e-b076-5ae81dda3824 req-4378f33b-eb5f-4019-8644-29fc6ad26218 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=83b4bd4d-f4f2-42f4-b1e3-dbcc3fc1d9fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273159 Aug 11 03:11:32.732695 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-805a5b10-e4f6-4c5e-b076-5ae81dda3824 req-da459711-2eae-4da0-9835-001c16885bbe service neutron] 10.222.0.22 "GET /v2.0/networks/83b4bd4d-f4f2-42f4-b1e3-dbcc3fc1d9fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968270 Aug 11 03:11:32.846832 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-805a5b10-e4f6-4c5e-b076-5ae81dda3824 req-07c01c75-5fd5-49b3-92bc-0f554a6d70d0 service neutron] 10.222.0.22 "GET /v2.0/networks/83b4bd4d-f4f2-42f4-b1e3-dbcc3fc1d9fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062908 Aug 11 03:11:32.904924 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:32.989056 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5a4bd59f-6eec-42b0-96ea-1a605f97ad5b req-12b26d1f-d212-4f7b-9aee-d231ae170931 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.209&port_id=e86cee10-c94b-4240-aed2-fc9db6db4421 HTTP/1.1" status: 200 len: 217 time: 0.3861656 Aug 11 03:11:32.990940 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a6901709-3985-451a-86fb-55af5e9ce82c req-7c145a7a-a72c-435e-9d5d-603dcab469a4 service neutron] 10.222.0.41 "GET /v2.0/networks/b3c19a2d-0e26-410a-b53e-1619e285dc24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6591916 Aug 11 03:11:33.065049 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 24a5021b-8735-4074-98ab-bb77790711ed up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:11:33.114002 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 24a5021b-8735-4074-98ab-bb77790711ed triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:11:33.114767 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:33.182256 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-54bca149-03fb-4d26-999f-65992a1886e1 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:33.187754 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 61bff21b-0b12-4450-b934-c3e1c81e26b3 details requested by agent hyperv_n-h2-764292-30 with host n-h2-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:11:33.192303 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d78f01c-ef1b-4b4c-a5fc-ad5063911cf8 tempest-ExternalNetworksTestJSON-1886455814 tempest-ExternalNetworksTestJSON-1886455814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:33.198706 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d78f01c-ef1b-4b4c-a5fc-ad5063911cf8 tempest-ExternalNetworksTestJSON-1886455814 tempest-ExternalNetworksTestJSON-1886455814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:33.204652 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d78f01c-ef1b-4b4c-a5fc-ad5063911cf8 tempest-ExternalNetworksTestJSON-1886455814 tempest-ExternalNetworksTestJSON-1886455814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:33.210407 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d78f01c-ef1b-4b4c-a5fc-ad5063911cf8 tempest-ExternalNetworksTestJSON-1886455814 tempest-ExternalNetworksTestJSON-1886455814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:33.212092 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-2d78f01c-ef1b-4b4c-a5fc-ad5063911cf8 tempest-ExternalNetworksTestJSON-1886455814 tempest-ExternalNetworksTestJSON-1886455814-project] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.6818862 Aug 11 03:11:33.215588 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 58774) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:11:33.241418 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4bd59f-6eec-42b0-96ea-1a605f97ad5b req-ba2f9297-b54f-48c9-bce9-f9e4254f61ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:33.242829 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5a4bd59f-6eec-42b0-96ea-1a605f97ad5b req-ba2f9297-b54f-48c9-bce9-f9e4254f61ac service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6efca74f-85f6-4ecd-8f10-5d7e955ea1c7 HTTP/1.1" status: 200 len: 797 time: 0.2445178 Aug 11 03:11:33.251172 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [None req-54bca149-03fb-4d26-999f-65992a1886e1 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Transition to ACTIVE for port object b90d6ebc-39d0-4329-8910-886ce1b868bf will not be triggered until provisioned by entity DHCP. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:11:33.285255 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402cf168-e5ee-4286-b296-004fb8d7ea85 req-4e95374f-1dd7-402e-847c-221ce583a5fd tempest-AttachSCSIVolumeTestJSON-164542366 tempest-AttachSCSIVolumeTestJSON-164542366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:33.286560 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-402cf168-e5ee-4286-b296-004fb8d7ea85 req-4e95374f-1dd7-402e-847c-221ce583a5fd tempest-AttachSCSIVolumeTestJSON-164542366 tempest-AttachSCSIVolumeTestJSON-164542366-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c06a218-bbdb-4352-a7f9-8afd3a9b936c HTTP/1.1" status: 200 len: 943 time: 0.2376275 Aug 11 03:11:33.300061 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3c63f841-c096-44bf-95a3-54d09d49715a tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:33.308837 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port 61bff21b-0b12-4450-b934-c3e1c81e26b3, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=61bff21b-0b12-4450-b934-c3e1c81e26b3,segment=NetworkSegment(cf8e03ed-2ed8-499c-b46d-5acda28a8bc7),segment_id=cf8e03ed-2ed8-499c-b46d-5acda28a8bc7)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:11:33.316874 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a6901709-3985-451a-86fb-55af5e9ce82c req-a1716464-0615-4f28-9920-5e114ef3670c service neutron] 10.222.0.41 "GET /v2.0/networks/b3c19a2d-0e26-410a-b53e-1619e285dc24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2833786 Aug 11 03:11:33.324709 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Returning: {'device': '61bff21b-0b12-4450-b934-c3e1c81e26b3', 'network_id': '91da3244-d9c5-45b1-a401-8ed4bda41ca9', 'port_id': '61bff21b-0b12-4450-b934-c3e1c81e26b3', 'mac_address': 'fa:16:3e:c3:a8:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddcb1ede-9642-40a8-8222-f076edcac6fb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:11:33.371984 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4bd59f-6eec-42b0-96ea-1a605f97ad5b req-248c1496-100d-47dd-87bb-86bbd7836328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:33.373531 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5a4bd59f-6eec-42b0-96ea-1a605f97ad5b req-248c1496-100d-47dd-87bb-86bbd7836328 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a04ffcc2-d303-44d7-b369-5db13650c2d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1187265 Aug 11 03:11:33.376661 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-402cf168-e5ee-4286-b296-004fb8d7ea85 req-bf3574ae-ac50-4f34-ab8a-027409394864 tempest-AttachSCSIVolumeTestJSON-164542366 tempest-AttachSCSIVolumeTestJSON-164542366-project] 10.222.0.41 "GET /v2.0/security-groups?id=c1a3b017-5e22-4331-98fa-266e9a93b0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733583 Aug 11 03:11:33.377221 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:33.401266 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61bff21b-0b12-4450-b934-c3e1c81e26b3 {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:11:33.411781 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3c63f841-c096-44bf-95a3-54d09d49715a tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:33.423369 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port 61bff21b-0b12-4450-b934-c3e1c81e26b3, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=61bff21b-0b12-4450-b934-c3e1c81e26b3,segment=NetworkSegment(cf8e03ed-2ed8-499c-b46d-5acda28a8bc7),segment_id=cf8e03ed-2ed8-499c-b46d-5acda28a8bc7)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:11:33.429513 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-3c63f841-c096-44bf-95a3-54d09d49715a tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e823f05-beed-4b2b-a095-67485c9907ff']}} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:11:33.441259 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-3c63f841-c096-44bf-95a3-54d09d49715a tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34774d01-a73f-4be5-a158-b11f5538acf2') {'for_net_delete': True} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:11:33.441606 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-3c63f841-c096-44bf-95a3-54d09d49715a tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34774d01-a73f-4be5-a158-b11f5538acf2') {} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:11:33.452341 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3c63f841-c096-44bf-95a3-54d09d49715a tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126283644'] for segment, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:33.467134 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3c63f841-c096-44bf-95a3-54d09d49715a tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:33.467691 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-54bca149-03fb-4d26-999f-65992a1886e1 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:33.473838 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c63f841-c096-44bf-95a3-54d09d49715a tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=102191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:11:33.474314 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3c63f841-c096-44bf-95a3-54d09d49715a tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126283391'] for segment, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:33.480487 n-d-764292-30 neutron-server[102191]: Traceback (most recent call last): Aug 11 03:11:33.480487 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:11:33.480487 n-d-764292-30 neutron-server[102191]: timer() Aug 11 03:11:33.480487 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:11:33.480487 n-d-764292-30 neutron-server[102191]: cb(*args, **kw) Aug 11 03:11:33.480487 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:11:33.480487 n-d-764292-30 neutron-server[102191]: return func(*args, **kwargs) Aug 11 03:11:33.480487 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:11:33.480487 n-d-764292-30 neutron-server[102191]: self._notify() Aug 11 03:11:33.480487 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:11:33.480487 n-d-764292-30 neutron-server[102191]: self.callback(batched_events) Aug 11 03:11:33.480487 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:11:33.480487 n-d-764292-30 neutron-server[102191]: event.method(event) Aug 11 03:11:33.480487 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:11:33.480487 n-d-764292-30 neutron-server[102191]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:11:33.480487 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:11:33.480487 n-d-764292-30 neutron-server[102191]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:11:33.480487 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:11:33.480487 n-d-764292-30 neutron-server[102191]: return f(self, *a, **k) Aug 11 03:11:33.480487 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:11:33.480487 n-d-764292-30 neutron-server[102191]: return self._get(url).json() Aug 11 03:11:33.480487 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:11:33.480487 n-d-764292-30 neutron-server[102191]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:11:33.480487 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:11:33.480487 n-d-764292-30 neutron-server[102191]: return self.request(url, 'GET', **kwargs) Aug 11 03:11:33.480487 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:11:33.480487 n-d-764292-30 neutron-server[102191]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:11:33.480487 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:11:33.480487 n-d-764292-30 neutron-server[102191]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:11:33.480487 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:11:33.480487 n-d-764292-30 neutron-server[102191]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:11:33.480487 n-d-764292-30 neutron-server[102191]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:11:33.521607 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:33.563229 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54bca149-03fb-4d26-999f-65992a1886e1 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Network ed637a9a-eb30-499d-98db-3d728133dac3 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:11:33.576970 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=61bff21b-0b12-4450-b934-c3e1c81e26b3,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:11:33.579179 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-54bca149-03fb-4d26-999f-65992a1886e1 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:11:33.594253 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c50a67-4c2e-475a-880f-76ad899eb56a req-608dbbfd-a3fe-4b99-a090-b1f6cf86e8b1 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:33.595808 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e8c50a67-4c2e-475a-880f-76ad899eb56a req-608dbbfd-a3fe-4b99-a090-b1f6cf86e8b1 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=70c84ed6-1b38-4b73-8bea-55c843cc7bda HTTP/1.1" status: 200 len: 944 time: 0.1418169 Aug 11 03:11:33.596431 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bca149-03fb-4d26-999f-65992a1886e1 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Pushing event updated for resources: {'Port': ['ID=b90d6ebc-39d0-4329-8910-886ce1b868bf,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:11:33.600981 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54bca149-03fb-4d26-999f-65992a1886e1 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:11:33.632597 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5a4bd59f-6eec-42b0-96ea-1a605f97ad5b req-b75b20e3-869e-4b62-8561-d392cab2290e service neutron] 10.222.0.24 "GET /v2.0/networks/a04ffcc2-d303-44d7-b369-5db13650c2d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2492337 Aug 11 03:11:33.648281 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3c63f841-c096-44bf-95a3-54d09d49715a tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:33.655492 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c63f841-c096-44bf-95a3-54d09d49715a tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9e823f05-beed-4b2b-a095-67485c9907ff {{(pid=102191) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 11 03:11:33.658334 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3c63f841-c096-44bf-95a3-54d09d49715a tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:33.660351 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-3c63f841-c096-44bf-95a3-54d09d49715a tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] 10.222.0.41 "DELETE /v2.0/networks/9e823f05-beed-4b2b-a095-67485c9907ff HTTP/1.1" status: 204 len: 168 time: 0.4437513 Aug 11 03:11:33.664775 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 58784) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:11:33.675157 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-dc04cdbb-f8ad-476a-b6bb-be8b80fcd37a tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] Request body: {'network': {'name': 'tempest-network--548914482', 'router:external': True}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:11:33.698074 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c63f841-c096-44bf-95a3-54d09d49715a tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] Pushing event deleted for resources: {'Network': ['ID=9e823f05-beed-4b2b-a095-67485c9907ff,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:11:33.811605 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54bca149-03fb-4d26-999f-65992a1886e1 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:33.812296 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-54bca149-03fb-4d26-999f-65992a1886e1 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:33.818798 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc04cdbb-f8ad-476a-b6bb-be8b80fcd37a tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] Made reservation on behalf of 351a570801114bbfb55a03bb5ea1febe for: {'network': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:11:33.822665 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-dc04cdbb-f8ad-476a-b6bb-be8b80fcd37a tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:33.838124 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['61bff21b-0b12-4450-b934-c3e1c81e26b3'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:11:33.879386 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e8c50a67-4c2e-475a-880f-76ad899eb56a req-52666878-cf29-4aa6-aea7-8a19b1e60798 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a2aa92e-a0e4-4cb3-9665-2569763a2f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2746496 Aug 11 03:11:33.916432 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc04cdbb-f8ad-476a-b6bb-be8b80fcd37a tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=102191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:11:33.920273 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efa65ee-77d0-4d9e-87c1-568297084d67 req-61506610-fb96-4687-ae61-b2a918347d68 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:33.927933 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1efa65ee-77d0-4d9e-87c1-568297084d67 req-61506610-fb96-4687-ae61-b2a918347d68 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] 10.222.0.41 "GET /v2.0/ports?device_id=2c40f7bf-9cca-4a43-b73b-326e44e72976 HTTP/1.1" status: 200 len: 943 time: 0.2397621 Aug 11 03:11:33.951736 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-dc04cdbb-f8ad-476a-b6bb-be8b80fcd37a tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:33.958203 n-d-764292-30 neutron-server[102191]: INFO neutron.db.segments_db [None req-dc04cdbb-f8ad-476a-b6bb-be8b80fcd37a tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] Added segment 1ff71cfa-9dc3-458e-8f2f-ac3e3754efc6 of type vlan for network 591dc0b1-87c5-4b7d-b4f6-5b419a4d2549 Aug 11 03:11:33.958362 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5a4bd59f-6eec-42b0-96ea-1a605f97ad5b req-0714c503-e7d2-4f7e-8e2a-24321192080e service neutron] 10.222.0.24 "GET /v2.0/networks/a04ffcc2-d303-44d7-b369-5db13650c2d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3097608 Aug 11 03:11:33.987615 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-54bca149-03fb-4d26-999f-65992a1886e1 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.7548115 Aug 11 03:11:34.032641 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-dc04cdbb-f8ad-476a-b6bb-be8b80fcd37a tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:34.032874 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5a4bd59f-6eec-42b0-96ea-1a605f97ad5b req-dff93022-0602-4837-86d6-139881b1ea47 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.179&port_id=01a24300-24a6-4bdc-8012-20919034c7e4 HTTP/1.1" status: 200 len: 217 time: 0.0623741 Aug 11 03:11:34.044819 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1efa65ee-77d0-4d9e-87c1-568297084d67 req-89706fbd-78ea-404f-8a6c-de5a0bdcb610 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5a225df-05c1-440d-b2ae-d3bea38f3abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159666 Aug 11 03:11:34.070640 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-bba545ac-1868-4b98-87af-3699c8ca2f7b None None] Provisioning for port b90d6ebc-39d0-4329-8910-886ce1b868bf completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:11:34.081540 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-bba545ac-1868-4b98-87af-3699c8ca2f7b None None] Provisioning complete for port b90d6ebc-39d0-4329-8910-886ce1b868bf triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:11:34.082604 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-bba545ac-1868-4b98-87af-3699c8ca2f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:34.131738 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-bba545ac-1868-4b98-87af-3699c8ca2f7b None None] Port b90d6ebc-39d0-4329-8910-886ce1b868bf cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:11:34.147262 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-de2de738-2a6b-4b2b-ac8a-4c3adc863f71 req-00ede556-7771-4dcb-b8b4-4f77112464d1 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed77128a-0e5b-42f4-b51e-cca1031ac20a HTTP/1.1" status: 200 len: 210 time: 0.0804019 Aug 11 03:11:34.170453 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-dc04cdbb-f8ad-476a-b6bb-be8b80fcd37a tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:34.170453 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc04cdbb-f8ad-476a-b6bb-be8b80fcd37a tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:34.170453 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-dc04cdbb-f8ad-476a-b6bb-be8b80fcd37a tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:34.190038 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4bd59f-6eec-42b0-96ea-1a605f97ad5b req-0f6514fa-992f-4d02-ad7c-3d9707310127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:34.192167 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5a4bd59f-6eec-42b0-96ea-1a605f97ad5b req-0f6514fa-992f-4d02-ad7c-3d9707310127 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6efca74f-85f6-4ecd-8f10-5d7e955ea1c7 HTTP/1.1" status: 200 len: 797 time: 0.1458540 Aug 11 03:11:34.223678 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc04cdbb-f8ad-476a-b6bb-be8b80fcd37a tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] Pushing event updated for resources: {'Network': ['ID=591dc0b1-87c5-4b7d-b4f6-5b419a4d2549,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:11:34.235710 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network 591dc0b1-87c5-4b7d-b4f6-5b419a4d2549 details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:11:34.250381 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4bd59f-6eec-42b0-96ea-1a605f97ad5b req-a29d9120-51a4-44f8-89b9-7ee89fd45aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:34.251968 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5a4bd59f-6eec-42b0-96ea-1a605f97ad5b req-a29d9120-51a4-44f8-89b9-7ee89fd45aa8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a04ffcc2-d303-44d7-b369-5db13650c2d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0497651 Aug 11 03:11:34.311201 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-dc04cdbb-f8ad-476a-b6bb-be8b80fcd37a tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.6440446 Aug 11 03:11:34.313678 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 58794) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:11:34.367446 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5a4bd59f-6eec-42b0-96ea-1a605f97ad5b req-a3782d66-fc51-49ee-82f3-86cdca696d9c service neutron] 10.222.0.24 "GET /v2.0/networks/a04ffcc2-d303-44d7-b369-5db13650c2d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065309 Aug 11 03:11:34.412692 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae34226f-c5fa-4192-831b-2471ecab81f6 tempest-ExternalNetworksTestJSON-1886455814 tempest-ExternalNetworksTestJSON-1886455814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:34.414084 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-ae34226f-c5fa-4192-831b-2471ecab81f6 tempest-ExternalNetworksTestJSON-1886455814 tempest-ExternalNetworksTestJSON-1886455814-project] 10.222.0.41 "GET /v2.0/networks/591dc0b1-87c5-4b7d-b4f6-5b419a4d2549 HTTP/1.1" status: 200 len: 756 time: 0.0994012 Aug 11 03:11:34.416759 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 58800) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:11:34.454805 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69848b31-6d2f-4a47-9b49-20dc1de10e13 req-3022b59c-a934-427f-9bc9-3f692843f96f tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:34.456300 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-69848b31-6d2f-4a47-9b49-20dc1de10e13 req-3022b59c-a934-427f-9bc9-3f692843f96f tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.24 "GET /v2.0/ports?device_id=70c84ed6-1b38-4b73-8bea-55c843cc7bda HTTP/1.1" status: 200 len: 944 time: 0.1038146 Aug 11 03:11:34.464555 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c40f7bf-9cca-4a43-b73b-326e44e72976', 'tag': '2ff8377c-4a50-4c54-99a6-ad9d3776273a'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:11:34.466833 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0edf2efa-4807-4957-81ec-d5a2fa6988f3" -d '{"events": [{"name": "network-changed", "server_uuid": "2c40f7bf-9cca-4a43-b73b-326e44e72976", "tag": "2ff8377c-4a50-4c54-99a6-ad9d3776273a"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:11:34.508705 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c38dae29-6ecc-4500-b040-789de25822e6 tempest-ExternalNetworksTestJSON-1886455814 tempest-ExternalNetworksTestJSON-1886455814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:34.512958 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-c38dae29-6ecc-4500-b040-789de25822e6 tempest-ExternalNetworksTestJSON-1886455814 tempest-ExternalNetworksTestJSON-1886455814-project] 10.222.0.41 "GET /v2.0/networks/ddf56592-c1dd-425a-9ce2-d7648299e7a1 HTTP/1.1" status: 200 len: 768 time: 0.0925937 Aug 11 03:11:34.513418 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 58804) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:11:34.568526 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:34.574823 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5a4bd59f-6eec-42b0-96ea-1a605f97ad5b req-319c7655-f984-4150-bb9a-bd8f45e6ea27 service neutron] 10.222.0.24 "GET /v2.0/networks/a04ffcc2-d303-44d7-b369-5db13650c2d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936443 Aug 11 03:11:34.585281 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-09be47d2-1f15-4616-ac04-28ee9e31469a tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:34.633199 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89d9e02-f27b-435f-9c48-5f69deca869a req-f54a9ab4-0f6d-47b4-b33b-87c4369169b0 tempest-AttachSCSIVolumeTestJSON-164542366 tempest-AttachSCSIVolumeTestJSON-164542366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:34.635284 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f89d9e02-f27b-435f-9c48-5f69deca869a req-f54a9ab4-0f6d-47b4-b33b-87c4369169b0 tempest-AttachSCSIVolumeTestJSON-164542366 tempest-AttachSCSIVolumeTestJSON-164542366-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c06a218-bbdb-4352-a7f9-8afd3a9b936c HTTP/1.1" status: 200 len: 944 time: 0.1708159 Aug 11 03:11:34.637920 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5a4bd59f-6eec-42b0-96ea-1a605f97ad5b req-4da14223-c6f8-4d90-a58d-6a5e60ea73fb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.77&port_id=98a2ca78-c5a8-4b1c-9aca-68e88f898760 HTTP/1.1" status: 200 len: 217 time: 0.0552478 Aug 11 03:11:34.669043 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-09be47d2-1f15-4616-ac04-28ee9e31469a tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:34.679250 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-09be47d2-1f15-4616-ac04-28ee9e31469a tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['591dc0b1-87c5-4b7d-b4f6-5b419a4d2549']}} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:11:34.691890 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-09be47d2-1f15-4616-ac04-28ee9e31469a tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ff71cfa-9dc3-458e-8f2f-ac3e3754efc6') {'for_net_delete': True} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:11:34.692189 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-09be47d2-1f15-4616-ac04-28ee9e31469a tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ff71cfa-9dc3-458e-8f2f-ac3e3754efc6') {} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:11:34.701994 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-09be47d2-1f15-4616-ac04-28ee9e31469a tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126283644'] for segment, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:34.713367 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [req-69848b31-6d2f-4a47-9b49-20dc1de10e13 req-2c6f3dbb-983a-4fe2-ba17-40dc8629bb06 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Deleting port fa57729b-416e-4b56-988d-5e0b3aee0303 {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:11:34.713769 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-69848b31-6d2f-4a47-9b49-20dc1de10e13 req-2c6f3dbb-983a-4fe2-ba17-40dc8629bb06 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:34.715631 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-09be47d2-1f15-4616-ac04-28ee9e31469a tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:34.721810 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09be47d2-1f15-4616-ac04-28ee9e31469a tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=102191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:11:34.722229 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-09be47d2-1f15-4616-ac04-28ee9e31469a tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126283391'] for segment, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:34.724249 n-d-764292-30 neutron-server[102191]: Traceback (most recent call last): Aug 11 03:11:34.724249 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:11:34.724249 n-d-764292-30 neutron-server[102191]: timer() Aug 11 03:11:34.724249 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:11:34.724249 n-d-764292-30 neutron-server[102191]: cb(*args, **kw) Aug 11 03:11:34.724249 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:11:34.724249 n-d-764292-30 neutron-server[102191]: return func(*args, **kwargs) Aug 11 03:11:34.724249 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:11:34.724249 n-d-764292-30 neutron-server[102191]: self._notify() Aug 11 03:11:34.724249 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:11:34.724249 n-d-764292-30 neutron-server[102191]: self.callback(batched_events) Aug 11 03:11:34.724249 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:11:34.724249 n-d-764292-30 neutron-server[102191]: event.method(event) Aug 11 03:11:34.724249 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:11:34.724249 n-d-764292-30 neutron-server[102191]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:11:34.724249 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:11:34.724249 n-d-764292-30 neutron-server[102191]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:11:34.724249 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:11:34.724249 n-d-764292-30 neutron-server[102191]: return f(self, *a, **k) Aug 11 03:11:34.724249 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:11:34.724249 n-d-764292-30 neutron-server[102191]: return self._get(url).json() Aug 11 03:11:34.724249 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:11:34.724249 n-d-764292-30 neutron-server[102191]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:11:34.724249 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:11:34.724249 n-d-764292-30 neutron-server[102191]: return self.request(url, 'GET', **kwargs) Aug 11 03:11:34.724249 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:11:34.724249 n-d-764292-30 neutron-server[102191]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:11:34.724249 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:11:34.724249 n-d-764292-30 neutron-server[102191]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:11:34.724249 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:11:34.724249 n-d-764292-30 neutron-server[102191]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:11:34.724249 n-d-764292-30 neutron-server[102191]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:11:34.765324 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f89d9e02-f27b-435f-9c48-5f69deca869a req-1e03aced-9591-4415-a550-783d0ab294da tempest-AttachSCSIVolumeTestJSON-164542366 tempest-AttachSCSIVolumeTestJSON-164542366-project] 10.222.0.41 "GET /v2.0/security-groups?id=c1a3b017-5e22-4331-98fa-266e9a93b0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204705 Aug 11 03:11:34.777250 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4bd59f-6eec-42b0-96ea-1a605f97ad5b req-b72f1cc6-bf42-458d-84a3-da598cad9d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:34.778733 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5a4bd59f-6eec-42b0-96ea-1a605f97ad5b req-b72f1cc6-bf42-458d-84a3-da598cad9d1b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6efca74f-85f6-4ecd-8f10-5d7e955ea1c7 HTTP/1.1" status: 200 len: 797 time: 0.1271937 Aug 11 03:11:34.816007 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:11:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b33b060-584b-41e9-8350-7bd0ee69c494 x-openstack-request-id: req-2b33b060-584b-41e9-8350-7bd0ee69c494 {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:11:34.816344 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c40f7bf-9cca-4a43-b73b-326e44e72976", "tag": "2ff8377c-4a50-4c54-99a6-ad9d3776273a", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:11:34.816599 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2b33b060-584b-41e9-8350-7bd0ee69c494 {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:11:34.816996 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c40f7bf-9cca-4a43-b73b-326e44e72976', 'tag': '2ff8377c-4a50-4c54-99a6-ad9d3776273a', 'status': 'completed', 'code': 200} Aug 11 03:11:34.855981 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-69848b31-6d2f-4a47-9b49-20dc1de10e13 req-2c6f3dbb-983a-4fe2-ba17-40dc8629bb06 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] For port fa57729b-416e-4b56-988d-5e0b3aee0303, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=fa57729b-416e-4b56-988d-5e0b3aee0303,segment=NetworkSegment(51ba8099-7622-42cb-adbd-7c8aaac78355),segment_id=51ba8099-7622-42cb-adbd-7c8aaac78355)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:11:34.855981 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-69848b31-6d2f-4a47-9b49-20dc1de10e13 req-2c6f3dbb-983a-4fe2-ba17-40dc8629bb06 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:34.856363 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-09be47d2-1f15-4616-ac04-28ee9e31469a tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:34.858882 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09be47d2-1f15-4616-ac04-28ee9e31469a tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 591dc0b1-87c5-4b7d-b4f6-5b419a4d2549 {{(pid=102191) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 11 03:11:34.867783 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4bd59f-6eec-42b0-96ea-1a605f97ad5b req-7104c567-5f86-450b-8146-5a45f1b4144c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:34.869823 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5a4bd59f-6eec-42b0-96ea-1a605f97ad5b req-7104c567-5f86-450b-8146-5a45f1b4144c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a04ffcc2-d303-44d7-b369-5db13650c2d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0810702 Aug 11 03:11:34.875499 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-09be47d2-1f15-4616-ac04-28ee9e31469a tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:34.881302 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-09be47d2-1f15-4616-ac04-28ee9e31469a tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] 10.222.0.41 "DELETE /v2.0/networks/591dc0b1-87c5-4b7d-b4f6-5b419a4d2549 HTTP/1.1" status: 204 len: 168 time: 0.3629944 Aug 11 03:11:34.892951 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 58806) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:11:34.901109 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-8ccc670b-1cd8-4e56-9261-3c66f6a79c32 tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] Request body: {'network': {'name': 'tempest-network--62360102'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:11:34.904883 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09be47d2-1f15-4616-ac04-28ee9e31469a tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] Pushing event deleted for resources: {'Network': ['ID=591dc0b1-87c5-4b7d-b4f6-5b419a4d2549,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:11:34.944447 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edf2efa-4807-4957-81ec-d5a2fa6988f3 req-b1b67821-410e-488c-9956-f4d32ac73578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:34.946232 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-0edf2efa-4807-4957-81ec-d5a2fa6988f3 req-b1b67821-410e-488c-9956-f4d32ac73578 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=32216559a0354b28a10186d89c9b1072&device_id=2c40f7bf-9cca-4a43-b73b-326e44e72976 HTTP/1.1" status: 200 len: 1095 time: 0.1059365 Aug 11 03:11:35.032410 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ccc670b-1cd8-4e56-9261-3c66f6a79c32 tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] Made reservation on behalf of 351a570801114bbfb55a03bb5ea1febe for: {'network': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:11:35.034656 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8ccc670b-1cd8-4e56-9261-3c66f6a79c32 tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:35.051633 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-69848b31-6d2f-4a47-9b49-20dc1de10e13 req-2c6f3dbb-983a-4fe2-ba17-40dc8629bb06 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:35.052641 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-69848b31-6d2f-4a47-9b49-20dc1de10e13 req-2c6f3dbb-983a-4fe2-ba17-40dc8629bb06 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446866'] for floatingip, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:35.052641 n-d-764292-30 neutron-server[102192]: INFO neutron.db.l3_db [req-69848b31-6d2f-4a47-9b49-20dc1de10e13 req-2c6f3dbb-983a-4fe2-ba17-40dc8629bb06 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Floating IP b3043384-c0b9-4956-ad98-5c9ee78ef63c disassociated. External IP: 172.25.8.215, port: fa57729b-416e-4b56-988d-5e0b3aee0303. Aug 11 03:11:35.052849 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [req-69848b31-6d2f-4a47-9b49-20dc1de10e13 req-2c6f3dbb-983a-4fe2-ba17-40dc8629bb06 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Calling delete_port for fa57729b-416e-4b56-988d-5e0b3aee0303 owned by compute:nova {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:11:35.077947 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ccc670b-1cd8-4e56-9261-3c66f6a79c32 tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=102191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:11:35.092590 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edf2efa-4807-4957-81ec-d5a2fa6988f3 req-f071f626-2d76-47eb-afdc-2aa4d37626b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:35.100247 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-0edf2efa-4807-4957-81ec-d5a2fa6988f3 req-f071f626-2d76-47eb-afdc-2aa4d37626b8 service neutron] 10.222.0.22 "GET /v2.0/networks?id=83b4bd4d-f4f2-42f4-b1e3-dbcc3fc1d9fb HTTP/1.1" status: 200 len: 906 time: 0.1406622 Aug 11 03:11:35.100247 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8ccc670b-1cd8-4e56-9261-3c66f6a79c32 tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:35.100247 n-d-764292-30 neutron-server[102191]: INFO neutron.db.segments_db [None req-8ccc670b-1cd8-4e56-9261-3c66f6a79c32 tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] Added segment 52d85163-4dc4-4e4c-8420-842e9745b9a9 of type vlan for network 76b745f5-cfdc-42b2-b2a1-12ca612ea8c5 Aug 11 03:11:35.166321 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-0edf2efa-4807-4957-81ec-d5a2fa6988f3 req-06778f13-b2d6-4ef4-bc8d-1ccaf452483d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2ff8377c-4a50-4c54-99a6-ad9d3776273a HTTP/1.1" status: 200 len: 217 time: 0.0596335 Aug 11 03:11:35.205463 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8ccc670b-1cd8-4e56-9261-3c66f6a79c32 tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:35.212990 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 61bff21b-0b12-4450-b934-c3e1c81e26b3 up at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:11:35.248584 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fad12d-19c4-4c2e-87c2-a3a904b644d7 req-df5a4b8c-c8b0-4016-b2af-b2c83706ce36 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:35.249665 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-64fad12d-19c4-4c2e-87c2-a3a904b644d7 req-df5a4b8c-c8b0-4016-b2af-b2c83706ce36 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=70c84ed6-1b38-4b73-8bea-55c843cc7bda HTTP/1.1" status: 200 len: 944 time: 0.1826622 Aug 11 03:11:35.252346 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5a4bd59f-6eec-42b0-96ea-1a605f97ad5b req-7150f853-0500-43ca-aa14-de14f1df9933 service neutron] 10.222.0.24 "GET /v2.0/networks/a04ffcc2-d303-44d7-b369-5db13650c2d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3514762 Aug 11 03:11:35.304695 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edf2efa-4807-4957-81ec-d5a2fa6988f3 req-e020ff46-5b8d-4798-9bf8-f29f2712ce6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:35.308017 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-0edf2efa-4807-4957-81ec-d5a2fa6988f3 req-e020ff46-5b8d-4798-9bf8-f29f2712ce6e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b8a74f8c-47d7-428d-9b47-116a9ebdc466 HTTP/1.1" status: 200 len: 845 time: 0.1305177 Aug 11 03:11:35.362537 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-0edf2efa-4807-4957-81ec-d5a2fa6988f3 req-383f26aa-259a-46b8-af10-7abced5f524e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=83b4bd4d-f4f2-42f4-b1e3-dbcc3fc1d9fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382249 Aug 11 03:11:35.367444 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning for port 61bff21b-0b12-4450-b934-c3e1c81e26b3 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:11:35.372446 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning complete for port 61bff21b-0b12-4450-b934-c3e1c81e26b3 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:11:35.376957 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:35.377082 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-64fad12d-19c4-4c2e-87c2-a3a904b644d7 req-af288879-4708-4c13-9d85-0b3164ecc179 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a2aa92e-a0e4-4cb3-9665-2569763a2f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203694 Aug 11 03:11:35.424532 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5a4bd59f-6eec-42b0-96ea-1a605f97ad5b req-0cd92be7-524e-4367-a0d0-e9476fb10b5c service neutron] 10.222.0.24 "GET /v2.0/networks/a04ffcc2-d303-44d7-b369-5db13650c2d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616840 Aug 11 03:11:35.457867 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8ccc670b-1cd8-4e56-9261-3c66f6a79c32 tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:35.458928 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ccc670b-1cd8-4e56-9261-3c66f6a79c32 tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:35.459499 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8ccc670b-1cd8-4e56-9261-3c66f6a79c32 tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:35.475001 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5a4bd59f-6eec-42b0-96ea-1a605f97ad5b req-cadca834-ddd8-48fa-893f-046abdf149e6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0434871a-df5e-4e3f-ae7e-819ce35be0ac HTTP/1.1" status: 200 len: 217 time: 0.0416691 Aug 11 03:11:35.479719 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:35.505360 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c06a218-bbdb-4352-a7f9-8afd3a9b936c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61bff21b-0b12-4450-b934-c3e1c81e26b3'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:11:35.507975 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ed84e00-fee6-4a38-a771-cd2c2a4623bd" -d '{"events": [{"server_uuid": "3c06a218-bbdb-4352-a7f9-8afd3a9b936c", "name": "network-vif-plugged", "status": "completed", "tag": "61bff21b-0b12-4450-b934-c3e1c81e26b3"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:11:35.528194 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port 61bff21b-0b12-4450-b934-c3e1c81e26b3, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=61bff21b-0b12-4450-b934-c3e1c81e26b3,segment=NetworkSegment(cf8e03ed-2ed8-499c-b46d-5acda28a8bc7),segment_id=cf8e03ed-2ed8-499c-b46d-5acda28a8bc7)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:11:35.532985 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 58822) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:11:35.537856 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-c5ddcaba-3c7a-49a7-a0dc-ae2987c20a7e tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Request body: {'security_group': {'name': 'tempest-securitygroup--496533976', 'description': 'tempest-description--1075618356'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:11:35.542981 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-69848b31-6d2f-4a47-9b49-20dc1de10e13 req-2c6f3dbb-983a-4fe2-ba17-40dc8629bb06 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:35.595796 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6f3dbb-983a-4fe2-ba17-40dc8629bb06 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Pushing event deleted for resources: {'Port': ['ID=fa57729b-416e-4b56-988d-5e0b3aee0303,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:11:35.602012 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:35.635639 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4bd59f-6eec-42b0-96ea-1a605f97ad5b req-3f72f055-d4ba-4add-84a0-5f7929047703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:35.637315 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5a4bd59f-6eec-42b0-96ea-1a605f97ad5b req-3f72f055-d4ba-4add-84a0-5f7929047703 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5789f5f0-0aac-4496-9502-f9d5b3fcf9d5 HTTP/1.1" status: 200 len: 797 time: 0.1541784 Aug 11 03:11:35.684160 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=61bff21b-0b12-4450-b934-c3e1c81e26b3,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:11:35.760561 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8ae4e1-3203-4703-86bc-de647282b6a5 req-2fed5d68-72a7-4014-b385-d78914a6ce8d tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:35.762128 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0f8ae4e1-3203-4703-86bc-de647282b6a5 req-2fed5d68-72a7-4014-b385-d78914a6ce8d tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] 10.222.0.41 "GET /v2.0/ports?device_id=2c40f7bf-9cca-4a43-b73b-326e44e72976 HTTP/1.1" status: 200 len: 943 time: 0.2072575 Aug 11 03:11:35.764001 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c0d1db06-5520-43e8-a367-f9f2c1ab1860 req-fae3cb8e-76b3-4c31-affb-f011af2d6a08 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed77128a-0e5b-42f4-b51e-cca1031ac20a HTTP/1.1" status: 200 len: 210 time: 0.0687873 Aug 11 03:11:35.824568 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-687142ca-84c1-463f-9d97-a343a37865ac x-openstack-request-id: req-687142ca-84c1-463f-9d97-a343a37865ac {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:11:35.825051 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c06a218-bbdb-4352-a7f9-8afd3a9b936c", "name": "network-vif-plugged", "status": "completed", "tag": "61bff21b-0b12-4450-b934-c3e1c81e26b3", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:11:35.825431 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-687142ca-84c1-463f-9d97-a343a37865ac {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:11:35.826136 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c06a218-bbdb-4352-a7f9-8afd3a9b936c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61bff21b-0b12-4450-b934-c3e1c81e26b3', 'code': 200} Aug 11 03:11:35.844286 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4bd59f-6eec-42b0-96ea-1a605f97ad5b req-590bf4b9-8c9c-4694-8040-adbb51249d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:35.845811 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5a4bd59f-6eec-42b0-96ea-1a605f97ad5b req-590bf4b9-8c9c-4694-8040-adbb51249d8d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=305ca68a-259a-4e6f-a74b-d776988e8170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1996911 Aug 11 03:11:35.870985 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0f8ae4e1-3203-4703-86bc-de647282b6a5 req-cf005409-f674-4548-8309-4666ae8ef7e5 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5a225df-05c1-440d-b2ae-d3bea38f3abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745881 Aug 11 03:11:35.910415 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-8ccc670b-1cd8-4e56-9261-3c66f6a79c32 tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.0151465 Aug 11 03:11:35.915777 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccc670b-1cd8-4e56-9261-3c66f6a79c32 tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] Pushing event updated for resources: {'Network': ['ID=76b745f5-cfdc-42b2-b2a1-12ca612ea8c5,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:11:35.917676 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 58826) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:11:35.927772 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network 76b745f5-cfdc-42b2-b2a1-12ca612ea8c5 details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:11:35.931229 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-0d9cd6ed-72de-46de-ae68-b02ad7b6d3db tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] Request body: {'network': {'router:external': True}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:11:35.937037 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.l3_agent_scheduler [req-69848b31-6d2f-4a47-9b49-20dc1de10e13 req-2c6f3dbb-983a-4fe2-ba17-40dc8629bb06 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Router e45fb9a7-38e2-427f-9097-97b2a8cb8a1b has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:11:35.987992 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-0edf2efa-4807-4957-81ec-d5a2fa6988f3 req-ea0ed59e-f74f-4a72-849d-5e158dcb501c service neutron] 10.222.0.22 "GET /v2.0/networks/83b4bd4d-f4f2-42f4-b1e3-dbcc3fc1d9fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6000504 Aug 11 03:11:36.060344 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec5e730-67a8-416d-80ca-bea125444bb8 req-dbc70186-a160-41f0-849c-5c5d5105edc3 tempest-AttachSCSIVolumeTestJSON-164542366 tempest-AttachSCSIVolumeTestJSON-164542366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:36.062560 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bec5e730-67a8-416d-80ca-bea125444bb8 req-dbc70186-a160-41f0-849c-5c5d5105edc3 tempest-AttachSCSIVolumeTestJSON-164542366 tempest-AttachSCSIVolumeTestJSON-164542366-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c06a218-bbdb-4352-a7f9-8afd3a9b936c HTTP/1.1" status: 200 len: 945 time: 0.1671338 Aug 11 03:11:36.103887 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5a4bd59f-6eec-42b0-96ea-1a605f97ad5b req-4a2bc7e1-fcc8-47a1-b8f9-878ddf8787e4 service neutron] 10.222.0.24 "GET /v2.0/networks/305ca68a-259a-4e6f-a74b-d776988e8170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2318573 Aug 11 03:11:36.123669 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c5ddcaba-3c7a-49a7-a0dc-ae2987c20a7e tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:36.199847 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6e5c86-e780-4699-9ca2-31094b1f1b64 req-816fb531-cc64-46c1-b24b-4a1c2d909725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:36.201420 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-ee6e5c86-e780-4699-9ca2-31094b1f1b64 req-816fb531-cc64-46c1-b24b-4a1c2d909725 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3c06a218-bbdb-4352-a7f9-8afd3a9b936c HTTP/1.1" status: 200 len: 1097 time: 0.2638488 Aug 11 03:11:36.329984 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-0edf2efa-4807-4957-81ec-d5a2fa6988f3 req-8630fc13-b1f3-4eea-a446-b5042ccf26cc service neutron] 10.222.0.22 "GET /v2.0/networks/83b4bd4d-f4f2-42f4-b1e3-dbcc3fc1d9fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3269653 Aug 11 03:11:36.349937 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6901709-3985-451a-86fb-55af5e9ce82c req-d36fa244-4f1c-4039-bd09-4004eb30f50a tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:36.351660 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-a6901709-3985-451a-86fb-55af5e9ce82c req-d36fa244-4f1c-4039-bd09-4004eb30f50a tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.22 "GET /v2.0/networks?id=b3c19a2d-0e26-410a-b53e-1619e285dc24 HTTP/1.1" status: 200 len: 812 time: 0.3315120 Aug 11 03:11:36.361737 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-ee6e5c86-e780-4699-9ca2-31094b1f1b64 req-0b32cc4f-31d5-423c-aec2-9ce0506611db service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=c1a3b017-5e22-4331-98fa-266e9a93b0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479008 Aug 11 03:11:36.372720 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-a6901709-3985-451a-86fb-55af5e9ce82c req-7029aa49-86c2-4c1a-a722-c9d766d8440e tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Request body: {'port': {'device_id': 'ed77128a-0e5b-42f4-b51e-cca1031ac20a', 'network_id': 'b3c19a2d-0e26-410a-b53e-1619e285dc24', 'admin_state_up': True, 'tenant_id': 'c348de37bb094671bc15dc0c22bb5512'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:11:36.390009 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0d9cd6ed-72de-46de-ae68-b02ad7b6d3db tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:36.503337 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c5ddcaba-3c7a-49a7-a0dc-ae2987c20a7e tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:36.504431 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0d9cd6ed-72de-46de-ae68-b02ad7b6d3db tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:36.529297 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0d9cd6ed-72de-46de-ae68-b02ad7b6d3db tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] Network 76b745f5-cfdc-42b2-b2a1-12ca612ea8c5 is not hosted by any dhcp agent {{(pid=102191) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 11 03:11:36.530864 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d9cd6ed-72de-46de-ae68-b02ad7b6d3db tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:36.530864 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0d9cd6ed-72de-46de-ae68-b02ad7b6d3db tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] Notify callbacks [] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:36.532255 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-0d9cd6ed-72de-46de-ae68-b02ad7b6d3db tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] 10.222.0.41 "PUT /v2.0/networks/76b745f5-cfdc-42b2-b2a1-12ca612ea8c5 HTTP/1.1" status: 200 len: 856 time: 0.6081164 Aug 11 03:11:36.535227 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 58832) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:11:36.593064 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c5ddcaba-3c7a-49a7-a0dc-ae2987c20a7e tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:36.602199 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c1f8fbb6-a73c-426c-bd3a-3cb4ab17f4e6 req-04f9a35d-1089-4dea-b1c0-9e21a12a43af tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=70c84ed6-1b38-4b73-8bea-55c843cc7bda HTTP/1.1" status: 200 len: 210 time: 0.0526352 Aug 11 03:11:36.605688 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bec5e730-67a8-416d-80ca-bea125444bb8 req-b1a895df-d9f3-48ca-9c45-d9a32e1a2d9b tempest-AttachSCSIVolumeTestJSON-164542366 tempest-AttachSCSIVolumeTestJSON-164542366-project] 10.222.0.41 "GET /v2.0/security-groups?id=c1a3b017-5e22-4331-98fa-266e9a93b0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5342574 Aug 11 03:11:36.636891 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5a4bd59f-6eec-42b0-96ea-1a605f97ad5b req-f830c635-2376-411b-a83b-1d6785969062 service neutron] 10.222.0.24 "GET /v2.0/networks/305ca68a-259a-4e6f-a74b-d776988e8170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5227127 Aug 11 03:11:36.638261 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-69848b31-6d2f-4a47-9b49-20dc1de10e13 req-2c6f3dbb-983a-4fe2-ba17-40dc8629bb06 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:11:36.649715 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b22480a9-c500-45a4-8544-cfc608527651 None None] Sync routers for ids ['e45fb9a7-38e2-427f-9097-97b2a8cb8a1b'] in n-d-764292-30 {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:11:36.659346 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22480a9-c500-45a4-8544-cfc608527651 None None] Routers {'e45fb9a7-38e2-427f-9097-97b2a8cb8a1b'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:11:36.659967 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-b22480a9-c500-45a4-8544-cfc608527651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:11:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['e45fb9a7-38e2-427f-9097-97b2a8cb8a1b'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:11:36.683978 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cd6ed-72de-46de-ae68-b02ad7b6d3db tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] Pushing event updated for resources: {'Network': ['ID=76b745f5-cfdc-42b2-b2a1-12ca612ea8c5,revision_number=2']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:11:36.707699 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ddcaba-3c7a-49a7-a0dc-ae2987c20a7e tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e828c0d-4136-4a51-aeb5-a8e208cb4b52,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:11:36.716808 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e1cda6f0-0149-443a-847b-2c6445bff63d tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:36.756001 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6901709-3985-451a-86fb-55af5e9ce82c req-7029aa49-86c2-4c1a-a722-c9d766d8440e tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Made reservation on behalf of c348de37bb094671bc15dc0c22bb5512 for: {'port': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:11:36.756316 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5a4bd59f-6eec-42b0-96ea-1a605f97ad5b req-4a4a7253-8ea2-4c54-8560-4c4568a9272d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=053fe719-4e11-4959-84b1-0b95b1576963 HTTP/1.1" status: 200 len: 217 time: 0.1093438 Aug 11 03:11:36.759650 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-a6901709-3985-451a-86fb-55af5e9ce82c req-7029aa49-86c2-4c1a-a722-c9d766d8440e tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:36.772415 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [req-69848b31-6d2f-4a47-9b49-20dc1de10e13 req-2c6f3dbb-983a-4fe2-ba17-40dc8629bb06 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] No DVR routers for this DVR port fa57729b-416e-4b56-988d-5e0b3aee0303 on host n-h2-764292-30 {{(pid=102192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:11:36.775506 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-69848b31-6d2f-4a47-9b49-20dc1de10e13 req-2c6f3dbb-983a-4fe2-ba17-40dc8629bb06 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:36.777718 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-69848b31-6d2f-4a47-9b49-20dc1de10e13 req-2c6f3dbb-983a-4fe2-ba17-40dc8629bb06 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.24 "DELETE /v2.0/ports/fa57729b-416e-4b56-988d-5e0b3aee0303 HTTP/1.1" status: 204 len: 173 time: 2.3143268 Aug 11 03:11:36.781812 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-b22480a9-c500-45a4-8544-cfc608527651 None None] Set router e45fb9a7-38e2-427f-9097-97b2a8cb8a1b gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:11:36.788083 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70c84ed6-1b38-4b73-8bea-55c843cc7bda', 'name': 'network-vif-deleted', 'tag': 'fa57729b-416e-4b56-988d-5e0b3aee0303'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:11:36.791669 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d689931a-17df-41a6-99a6-27b4b6e3c6ca" -d '{"events": [{"server_uuid": "70c84ed6-1b38-4b73-8bea-55c843cc7bda", "name": "network-vif-deleted", "tag": "fa57729b-416e-4b56-988d-5e0b3aee0303"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:11:36.901478 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4bd59f-6eec-42b0-96ea-1a605f97ad5b req-3123d084-bf6e-4765-9654-7b6234834d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:36.903353 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5a4bd59f-6eec-42b0-96ea-1a605f97ad5b req-3123d084-bf6e-4765-9654-7b6234834d6e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5789f5f0-0aac-4496-9502-f9d5b3fcf9d5 HTTP/1.1" status: 200 len: 797 time: 0.1324151 Aug 11 03:11:36.905538 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-408ab482-9c27-4fd7-82b1-10b03f56c304 x-openstack-request-id: req-408ab482-9c27-4fd7-82b1-10b03f56c304 {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:11:36.906094 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70c84ed6-1b38-4b73-8bea-55c843cc7bda", "name": "network-vif-deleted", "tag": "fa57729b-416e-4b56-988d-5e0b3aee0303", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:11:36.906724 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-408ab482-9c27-4fd7-82b1-10b03f56c304 {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:11:36.907486 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70c84ed6-1b38-4b73-8bea-55c843cc7bda', 'name': 'network-vif-deleted', 'tag': 'fa57729b-416e-4b56-988d-5e0b3aee0303', 'status': 'completed', 'code': 200} Aug 11 03:11:36.909922 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:36.927201 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c5ddcaba-3c7a-49a7-a0dc-ae2987c20a7e tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:36.931719 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-c5ddcaba-3c7a-49a7-a0dc-ae2987c20a7e tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.3975933 Aug 11 03:11:36.932269 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 58842) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:11:36.934039 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e1cda6f0-0149-443a-847b-2c6445bff63d tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:36.942563 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-ad5e9d58-206b-49f9-b130-9472d81934fd tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Request body: {'security_group_rule': {'security_group_id': '5e828c0d-4136-4a51-aeb5-a8e208cb4b52', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:11:36.960322 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-e1cda6f0-0149-443a-847b-2c6445bff63d tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76b745f5-cfdc-42b2-b2a1-12ca612ea8c5']}} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:11:36.969048 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7b2e45ad-8e14-4048-9cdd-fa7d7fc6f622 req-2b3af734-2c54-4c3b-b218-ca39dca5db6c tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed77128a-0e5b-42f4-b51e-cca1031ac20a HTTP/1.1" status: 200 len: 210 time: 0.0605390 Aug 11 03:11:36.979916 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-e1cda6f0-0149-443a-847b-2c6445bff63d tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52d85163-4dc4-4e4c-8420-842e9745b9a9') {'for_net_delete': True} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:11:36.980290 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-e1cda6f0-0149-443a-847b-2c6445bff63d tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52d85163-4dc4-4e4c-8420-842e9745b9a9') {} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:11:36.984353 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [req-a6901709-3985-451a-86fb-55af5e9ce82c req-7029aa49-86c2-4c1a-a722-c9d766d8440e tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Allocated IP 172.20.0.8 (b3c19a2d-0e26-410a-b53e-1619e285dc24/c6eff5da-ec78-46c7-b512-eb7d066170b3/914b18c0-490a-45f0-bf76-01d5ec23b3cf) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:11:36.993170 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-b22480a9-c500-45a4-8544-cfc608527651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e45fb9a7-38e2-427f-9097-97b2a8cb8a1b', 'name': 'tempest-ServerActionsTestJSON-1806508089-router', 'tenant_id': '3419766c112444a3864f482257b66851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.60'}], 'enable_snat': True}, 'gw_port_id': '0b48c2d7-7c5e-4f95-82ab-5c6c51b4a54e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:02:11Z', 'updated_at': '2021-08-11T03:02:15Z', 'revision_number': 4, 'project_id': '3419766c112444a3864f482257b66851', 'gw_port': {'id': '0b48c2d7-7c5e-4f95-82ab-5c6c51b4a54e', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:39:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45fb9a7-38e2-427f-9097-97b2a8cb8a1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:02:12Z', 'updated_at': '2021-08-11T03:02:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': 'f6ddfaab-50af-4c40-8107-3ba41ae12640', 'name': '', 'network_id': '6b5eb666-47e5-4ddb-b0bc-16855d478160', 'tenant_id': '3419766c112444a3864f482257b66851', 'mac_address': 'fa:16:3e:7b:a4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45fb9a7-38e2-427f-9097-97b2a8cb8a1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '6bc807f9-b5f2-488b-b980-1ec1f7afe42f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:02:15Z', 'updated_at': '2021-08-11T03:02:24Z', 'revision_number': 5, 'project_id': '3419766c112444a3864f482257b66851', 'subnets': [{'id': '6bc807f9-b5f2-488b-b980-1ec1f7afe42f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:11:37.008022 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e1cda6f0-0149-443a-847b-2c6445bff63d tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126283644'] for segment, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:37.020751 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b22480a9-c500-45a4-8544-cfc608527651 None None] Checking router: e45fb9a7-38e2-427f-9097-97b2a8cb8a1b for host: n-d-764292-30 {{(pid=102194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:11:37.030965 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22480a9-c500-45a4-8544-cfc608527651 None None] Routers {'e45fb9a7-38e2-427f-9097-97b2a8cb8a1b'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:11:37.031205 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e1cda6f0-0149-443a-847b-2c6445bff63d tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:37.031968 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-b22480a9-c500-45a4-8544-cfc608527651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:11:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['e45fb9a7-38e2-427f-9097-97b2a8cb8a1b'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:11:37.049626 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1cda6f0-0149-443a-847b-2c6445bff63d tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=102191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:11:37.050338 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e1cda6f0-0149-443a-847b-2c6445bff63d tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126283391'] for segment, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:37.052019 n-d-764292-30 neutron-server[102191]: Traceback (most recent call last): Aug 11 03:11:37.052019 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:11:37.052019 n-d-764292-30 neutron-server[102191]: timer() Aug 11 03:11:37.052019 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:11:37.052019 n-d-764292-30 neutron-server[102191]: cb(*args, **kw) Aug 11 03:11:37.052019 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:11:37.052019 n-d-764292-30 neutron-server[102191]: return func(*args, **kwargs) Aug 11 03:11:37.052019 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:11:37.052019 n-d-764292-30 neutron-server[102191]: self._notify() Aug 11 03:11:37.052019 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:11:37.052019 n-d-764292-30 neutron-server[102191]: self.callback(batched_events) Aug 11 03:11:37.052019 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:11:37.052019 n-d-764292-30 neutron-server[102191]: event.method(event) Aug 11 03:11:37.052019 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:11:37.052019 n-d-764292-30 neutron-server[102191]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:11:37.052019 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:11:37.052019 n-d-764292-30 neutron-server[102191]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:11:37.052019 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:11:37.052019 n-d-764292-30 neutron-server[102191]: return f(self, *a, **k) Aug 11 03:11:37.052019 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:11:37.052019 n-d-764292-30 neutron-server[102191]: return self._get(url).json() Aug 11 03:11:37.052019 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:11:37.052019 n-d-764292-30 neutron-server[102191]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:11:37.052019 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:11:37.052019 n-d-764292-30 neutron-server[102191]: return self.request(url, 'GET', **kwargs) Aug 11 03:11:37.052019 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:11:37.052019 n-d-764292-30 neutron-server[102191]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:11:37.052019 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:11:37.052019 n-d-764292-30 neutron-server[102191]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:11:37.052019 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:11:37.052019 n-d-764292-30 neutron-server[102191]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:11:37.052019 n-d-764292-30 neutron-server[102191]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:11:37.112543 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4bd59f-6eec-42b0-96ea-1a605f97ad5b req-79527e0b-4b61-4702-b1bc-36a5fd39453f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:37.114047 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5a4bd59f-6eec-42b0-96ea-1a605f97ad5b req-79527e0b-4b61-4702-b1bc-36a5fd39453f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=305ca68a-259a-4e6f-a74b-d776988e8170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0990860 Aug 11 03:11:37.122112 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9bd92c-30cd-4fb9-bd14-7299e0097b88 req-57053aeb-946a-47f6-b37b-3150da09bf2b tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:37.124523 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-df9bd92c-30cd-4fb9-bd14-7299e0097b88 req-57053aeb-946a-47f6-b37b-3150da09bf2b tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] 10.222.0.41 "GET /v2.0/ports?device_id=2c40f7bf-9cca-4a43-b73b-326e44e72976 HTTP/1.1" status: 200 len: 943 time: 0.1336610 Aug 11 03:11:37.154728 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-b22480a9-c500-45a4-8544-cfc608527651 None None] Set router e45fb9a7-38e2-427f-9097-97b2a8cb8a1b gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:11:37.160628 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ad5e9d58-206b-49f9-b130-9472d81934fd tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:37.214235 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-df9bd92c-30cd-4fb9-bd14-7299e0097b88 req-804b609f-e572-476c-89c1-1c9d9c057032 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5a225df-05c1-440d-b2ae-d3bea38f3abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806172 Aug 11 03:11:37.247070 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e1cda6f0-0149-443a-847b-2c6445bff63d tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:37.250917 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5a4bd59f-6eec-42b0-96ea-1a605f97ad5b req-5c044edd-8de5-42f3-8787-8456ec412cf4 service neutron] 10.222.0.24 "GET /v2.0/networks/305ca68a-259a-4e6f-a74b-d776988e8170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231740 Aug 11 03:11:37.267202 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1cda6f0-0149-443a-847b-2c6445bff63d tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 76b745f5-cfdc-42b2-b2a1-12ca612ea8c5 {{(pid=102191) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 11 03:11:37.274442 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e1cda6f0-0149-443a-847b-2c6445bff63d tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] Notify callbacks [] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:37.280840 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-e1cda6f0-0149-443a-847b-2c6445bff63d tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] 10.222.0.41 "DELETE /v2.0/networks/76b745f5-cfdc-42b2-b2a1-12ca612ea8c5 HTTP/1.1" status: 204 len: 168 time: 0.7156601 Aug 11 03:11:37.285403 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 58844) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:11:37.325800 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cda6f0-0149-443a-847b-2c6445bff63d tempest-ExternalNetworksTestJSON-392719672 tempest-ExternalNetworksTestJSON-392719672-project-admin] Pushing event deleted for resources: {'Network': ['ID=76b745f5-cfdc-42b2-b2a1-12ca612ea8c5,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:11:37.366800 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5a4bd59f-6eec-42b0-96ea-1a605f97ad5b req-b4b05eba-f03e-449b-98f8-a23e28c8256b service neutron] 10.222.0.24 "GET /v2.0/networks/305ca68a-259a-4e6f-a74b-d776988e8170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101494 Aug 11 03:11:37.367719 n-d-764292-30 neutron-server[102191]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f86d453-f921-4a94-80a3-7726c0d85de6 tempest-ExternalNetworksTestJSON-1886455814 tempest-ExternalNetworksTestJSON-1886455814-project] DELETE failed (client error): The resource could not be found. Aug 11 03:11:37.368244 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f86d453-f921-4a94-80a3-7726c0d85de6 tempest-ExternalNetworksTestJSON-1886455814 tempest-ExternalNetworksTestJSON-1886455814-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:11:37.373473 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 58846) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:11:37.385658 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-7f86d453-f921-4a94-80a3-7726c0d85de6 tempest-ExternalNetworksTestJSON-1886455814 tempest-ExternalNetworksTestJSON-1886455814-project] 10.222.0.41 "DELETE /v2.0/subnets/417651e8-db7f-4f56-848d-5a03bd65e6f7 HTTP/1.1" status: 404 len: 337 time: 0.0844500 Aug 11 03:11:37.414616 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-b22480a9-c500-45a4-8544-cfc608527651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e45fb9a7-38e2-427f-9097-97b2a8cb8a1b', 'name': 'tempest-ServerActionsTestJSON-1806508089-router', 'tenant_id': '3419766c112444a3864f482257b66851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.60'}], 'enable_snat': True}, 'gw_port_id': '0b48c2d7-7c5e-4f95-82ab-5c6c51b4a54e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:02:11Z', 'updated_at': '2021-08-11T03:02:15Z', 'revision_number': 4, 'project_id': '3419766c112444a3864f482257b66851', 'gw_port': {'id': '0b48c2d7-7c5e-4f95-82ab-5c6c51b4a54e', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:39:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45fb9a7-38e2-427f-9097-97b2a8cb8a1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:02:12Z', 'updated_at': '2021-08-11T03:02:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': 'f6ddfaab-50af-4c40-8107-3ba41ae12640', 'name': '', 'network_id': '6b5eb666-47e5-4ddb-b0bc-16855d478160', 'tenant_id': '3419766c112444a3864f482257b66851', 'mac_address': 'fa:16:3e:7b:a4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45fb9a7-38e2-427f-9097-97b2a8cb8a1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '6bc807f9-b5f2-488b-b980-1ec1f7afe42f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:02:15Z', 'updated_at': '2021-08-11T03:02:24Z', 'revision_number': 5, 'project_id': '3419766c112444a3864f482257b66851', 'subnets': [{'id': '6bc807f9-b5f2-488b-b980-1ec1f7afe42f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:11:37.454868 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b22480a9-c500-45a4-8544-cfc608527651 None None] The sync data for ids ['e45fb9a7-38e2-427f-9097-97b2a8cb8a1b'] in n-d-764292-30 is: [{'id': 'e45fb9a7-38e2-427f-9097-97b2a8cb8a1b', 'name': 'tempest-ServerActionsTestJSON-1806508089-router', 'tenant_id': '3419766c112444a3864f482257b66851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.60'}], 'enable_snat': True}, 'gw_port_id': '0b48c2d7-7c5e-4f95-82ab-5c6c51b4a54e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:02:11Z', 'updated_at': '2021-08-11T03:02:15Z', 'revision_number': 4, 'project_id': '3419766c112444a3864f482257b66851', 'gw_port': {'id': '0b48c2d7-7c5e-4f95-82ab-5c6c51b4a54e', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:39:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45fb9a7-38e2-427f-9097-97b2a8cb8a1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:02:12Z', 'updated_at': '2021-08-11T03:02:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': 'f6ddfaab-50af-4c40-8107-3ba41ae12640', 'name': '', 'network_id': '6b5eb666-47e5-4ddb-b0bc-16855d478160', 'tenant_id': '3419766c112444a3864f482257b66851', 'mac_address': 'fa:16:3e:7b:a4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45fb9a7-38e2-427f-9097-97b2a8cb8a1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '6bc807f9-b5f2-488b-b980-1ec1f7afe42f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:02:15Z', 'updated_at': '2021-08-11T03:02:24Z', 'revision_number': 5, 'project_id': '3419766c112444a3864f482257b66851', 'subnets': [{'id': '6bc807f9-b5f2-488b-b980-1ec1f7afe42f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:11:37.455132 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ad5e9d58-206b-49f9-b130-9472d81934fd tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:37.459428 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-a6901709-3985-451a-86fb-55af5e9ce82c req-7029aa49-86c2-4c1a-a722-c9d766d8440e tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:37.507020 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-dbd465a4-c14a-4f52-aa47-e1ae347e599d tempest-ExternalNetworksTestJSON-1886455814 tempest-ExternalNetworksTestJSON-1886455814-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:37.533282 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ad5e9d58-206b-49f9-b130-9472d81934fd tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:37.545921 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 2ff8377c-4a50-4c54-99a6-ad9d3776273a details requested by agent hyperv_n-h1-764292-30 with host n-h1-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:11:37.555323 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5e9d58-206b-49f9-b130-9472d81934fd tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=715ee7bc-b99b-4e4e-be21-b142d7504b8c,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:11:37.590469 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-a6901709-3985-451a-86fb-55af5e9ce82c req-7029aa49-86c2-4c1a-a722-c9d766d8440e tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:37.640955 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-dbd465a4-c14a-4f52-aa47-e1ae347e599d tempest-ExternalNetworksTestJSON-1886455814 tempest-ExternalNetworksTestJSON-1886455814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:37.654114 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-dbd465a4-c14a-4f52-aa47-e1ae347e599d tempest-ExternalNetworksTestJSON-1886455814 tempest-ExternalNetworksTestJSON-1886455814-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddf56592-c1dd-425a-9ce2-d7648299e7a1']}} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:11:37.666565 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ad5e9d58-206b-49f9-b130-9472d81934fd tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:37.667021 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-dbd465a4-c14a-4f52-aa47-e1ae347e599d tempest-ExternalNetworksTestJSON-1886455814 tempest-ExternalNetworksTestJSON-1886455814-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82ec7f1c-1fc8-4ea9-8300-8cff4f0b83dd') {'for_net_delete': True} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:11:37.667322 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-dbd465a4-c14a-4f52-aa47-e1ae347e599d tempest-ExternalNetworksTestJSON-1886455814 tempest-ExternalNetworksTestJSON-1886455814-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82ec7f1c-1fc8-4ea9-8300-8cff4f0b83dd') {} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:11:37.678580 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-dbd465a4-c14a-4f52-aa47-e1ae347e599d tempest-ExternalNetworksTestJSON-1886455814 tempest-ExternalNetworksTestJSON-1886455814-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125932501'] for segment, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:37.683561 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-ad5e9d58-206b-49f9-b130-9472d81934fd tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7446163 Aug 11 03:11:37.686495 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 58852) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:11:37.694163 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-dbd465a4-c14a-4f52-aa47-e1ae347e599d tempest-ExternalNetworksTestJSON-1886455814 tempest-ExternalNetworksTestJSON-1886455814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:37.702068 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6901709-3985-451a-86fb-55af5e9ce82c req-7029aa49-86c2-4c1a-a722-c9d766d8440e tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Network b3c19a2d-0e26-410a-b53e-1619e285dc24 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:11:37.702342 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbd465a4-c14a-4f52-aa47-e1ae347e599d tempest-ExternalNetworksTestJSON-1886455814 tempest-ExternalNetworksTestJSON-1886455814-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=102192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:11:37.702804 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-dbd465a4-c14a-4f52-aa47-e1ae347e599d tempest-ExternalNetworksTestJSON-1886455814 tempest-ExternalNetworksTestJSON-1886455814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125932183'] for segment, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:37.740256 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-c8b2af1f-a2ef-48ef-84a8-d1edee015ed7 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Request body: {'security_group_rule': {'security_group_id': '5e828c0d-4136-4a51-aeb5-a8e208cb4b52', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:11:37.753805 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [req-a6901709-3985-451a-86fb-55af5e9ce82c req-7029aa49-86c2-4c1a-a722-c9d766d8440e tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:11:37.761615 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6901709-3985-451a-86fb-55af5e9ce82c req-7029aa49-86c2-4c1a-a722-c9d766d8440e tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:11:37.770565 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 2ff8377c-4a50-4c54-99a6-ad9d3776273a, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=2ff8377c-4a50-4c54-99a6-ad9d3776273a,segment=NetworkSegment(c567aba8-f786-4533-ad6f-0c8ff3fef5d6),segment_id=c567aba8-f786-4533-ad6f-0c8ff3fef5d6)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:11:37.787312 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Returning: {'device': '2ff8377c-4a50-4c54-99a6-ad9d3776273a', 'network_id': '83b4bd4d-f4f2-42f4-b1e3-dbcc3fc1d9fb', 'port_id': '2ff8377c-4a50-4c54-99a6-ad9d3776273a', 'mac_address': 'fa:16:3e:36:cc:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8a74f8c-47d7-428d-9b47-116a9ebdc466', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:11:37.795153 n-d-764292-30 neutron-server[102192]: Traceback (most recent call last): Aug 11 03:11:37.795153 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:11:37.795153 n-d-764292-30 neutron-server[102192]: timer() Aug 11 03:11:37.795153 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:11:37.795153 n-d-764292-30 neutron-server[102192]: cb(*args, **kw) Aug 11 03:11:37.795153 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:11:37.795153 n-d-764292-30 neutron-server[102192]: return func(*args, **kwargs) Aug 11 03:11:37.795153 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:11:37.795153 n-d-764292-30 neutron-server[102192]: self._notify() Aug 11 03:11:37.795153 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:11:37.795153 n-d-764292-30 neutron-server[102192]: self.callback(batched_events) Aug 11 03:11:37.795153 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:11:37.795153 n-d-764292-30 neutron-server[102192]: event.method(event) Aug 11 03:11:37.795153 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:11:37.795153 n-d-764292-30 neutron-server[102192]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:11:37.795153 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:11:37.795153 n-d-764292-30 neutron-server[102192]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:11:37.795153 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:11:37.795153 n-d-764292-30 neutron-server[102192]: return f(self, *a, **k) Aug 11 03:11:37.795153 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:11:37.795153 n-d-764292-30 neutron-server[102192]: return self._get(url).json() Aug 11 03:11:37.795153 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:11:37.795153 n-d-764292-30 neutron-server[102192]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:11:37.795153 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:11:37.795153 n-d-764292-30 neutron-server[102192]: return self.request(url, 'GET', **kwargs) Aug 11 03:11:37.795153 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:11:37.795153 n-d-764292-30 neutron-server[102192]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:11:37.795153 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:11:37.795153 n-d-764292-30 neutron-server[102192]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:11:37.795153 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:11:37.795153 n-d-764292-30 neutron-server[102192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:11:37.795153 n-d-764292-30 neutron-server[102192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:11:37.847225 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:37.872012 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7029aa49-86c2-4c1a-a722-c9d766d8440e tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Pushing event updated for resources: {'Port': ['ID=914b18c0-490a-45f0-bf76-01d5ec23b3cf,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:11:37.875427 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ff8377c-4a50-4c54-99a6-ad9d3776273a {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:11:37.897212 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c8b2af1f-a2ef-48ef-84a8-d1edee015ed7 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:37.904721 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 2ff8377c-4a50-4c54-99a6-ad9d3776273a, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=2ff8377c-4a50-4c54-99a6-ad9d3776273a,segment=NetworkSegment(c567aba8-f786-4533-ad6f-0c8ff3fef5d6),segment_id=c567aba8-f786-4533-ad6f-0c8ff3fef5d6)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:11:37.914388 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3f935da2-1e1b-4b3e-bbcb-6279b861f811 req-003c778a-d918-442b-b9d5-15d21b17ec6d tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/ports?device_id=70c84ed6-1b38-4b73-8bea-55c843cc7bda HTTP/1.1" status: 200 len: 210 time: 0.0994077 Aug 11 03:11:37.933491 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6901709-3985-451a-86fb-55af5e9ce82c req-7029aa49-86c2-4c1a-a722-c9d766d8440e tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:37.934113 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-a6901709-3985-451a-86fb-55af5e9ce82c req-7029aa49-86c2-4c1a-a722-c9d766d8440e tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:37.943619 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94c3e7c-e8b4-43e0-9136-e39b8a8cb628 req-dd9d6a68-ecb8-49c4-aea6-1532923147b8 tempest-AttachSCSIVolumeTestJSON-164542366 tempest-AttachSCSIVolumeTestJSON-164542366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:37.945266 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c94c3e7c-e8b4-43e0-9136-e39b8a8cb628 req-dd9d6a68-ecb8-49c4-aea6-1532923147b8 tempest-AttachSCSIVolumeTestJSON-164542366 tempest-AttachSCSIVolumeTestJSON-164542366-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c06a218-bbdb-4352-a7f9-8afd3a9b936c HTTP/1.1" status: 200 len: 945 time: 0.1435637 Aug 11 03:11:37.982533 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c8b2af1f-a2ef-48ef-84a8-d1edee015ed7 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:37.999540 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c94c3e7c-e8b4-43e0-9136-e39b8a8cb628 req-3821bc03-622b-4fad-bb0c-0d513a16fb1b tempest-AttachSCSIVolumeTestJSON-164542366 tempest-AttachSCSIVolumeTestJSON-164542366-project] 10.222.0.41 "GET /v2.0/security-groups?id=c1a3b017-5e22-4331-98fa-266e9a93b0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466228 Aug 11 03:11:38.030511 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:38.048542 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-dbd465a4-c14a-4f52-aa47-e1ae347e599d tempest-ExternalNetworksTestJSON-1886455814 tempest-ExternalNetworksTestJSON-1886455814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:38.066306 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-a6901709-3985-451a-86fb-55af5e9ce82c req-7029aa49-86c2-4c1a-a722-c9d766d8440e tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7019579 Aug 11 03:11:38.066955 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c8b2af1f-a2ef-48ef-84a8-d1edee015ed7 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:38.072088 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-dbd465a4-c14a-4f52-aa47-e1ae347e599d tempest-ExternalNetworksTestJSON-1886455814 tempest-ExternalNetworksTestJSON-1886455814-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:38.074075 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-dbd465a4-c14a-4f52-aa47-e1ae347e599d tempest-ExternalNetworksTestJSON-1886455814 tempest-ExternalNetworksTestJSON-1886455814-project] 10.222.0.41 "DELETE /v2.0/networks/ddf56592-c1dd-425a-9ce2-d7648299e7a1 HTTP/1.1" status: 204 len: 168 time: 0.6992230 Aug 11 03:11:38.094166 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd465a4-c14a-4f52-aa47-e1ae347e599d tempest-ExternalNetworksTestJSON-1886455814 tempest-ExternalNetworksTestJSON-1886455814-project] Pushing event deleted for resources: {'Network': ['ID=ddf56592-c1dd-425a-9ce2-d7648299e7a1,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:11:38.115232 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-a6901709-3985-451a-86fb-55af5e9ce82c req-68c813d1-2e3d-46eb-8e8f-3070e45e9f6e service neutron] Request body: {'port': {'device_id': 'ed77128a-0e5b-42f4-b51e-cca1031ac20a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764292-30'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:11:38.159262 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b2af1f-a2ef-48ef-84a8-d1edee015ed7 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04fd9eb8-86c7-409a-9f05-a102b72f621e,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:11:38.164134 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c8b2af1f-a2ef-48ef-84a8-d1edee015ed7 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:38.165380 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-c8b2af1f-a2ef-48ef-84a8-d1edee015ed7 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4777913 Aug 11 03:11:38.170919 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 58864) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:11:38.178673 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=2ff8377c-4a50-4c54-99a6-ad9d3776273a,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:11:38.182106 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-6acc6bc3-c43b-430a-bb68-4aa4d1abc575 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Request body: {'floatingip': {'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:11:38.218253 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993c79ff-ea26-4371-9010-58a7c0f31de2 None None] New status for floating IP b3043384-c0b9-4956-ad98-5c9ee78ef63c: DOWN {{(pid=102193) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:11:38.225849 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a73edc-da9d-4526-8060-b638fd3ffc4d req-61694146-ee72-4d0b-83c7-d41903d47ce6 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:38.228028 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-38a73edc-da9d-4526-8060-b638fd3ffc4d req-61694146-ee72-4d0b-83c7-d41903d47ce6 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed77128a-0e5b-42f4-b51e-cca1031ac20a HTTP/1.1" status: 200 len: 931 time: 0.0833087 Aug 11 03:11:38.236826 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-a6901709-3985-451a-86fb-55af5e9ce82c req-68c813d1-2e3d-46eb-8e8f-3070e45e9f6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:38.305176 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6acc6bc3-c43b-430a-bb68-4aa4d1abc575 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Notify callbacks [] for floatingip, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:38.344717 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-38a73edc-da9d-4526-8060-b638fd3ffc4d req-72ffc0f1-246f-4e7a-8730-f363cf513827 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/security-groups?id=96c4279c-51b6-4d8a-ac93-67215ccf65c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088176 Aug 11 03:11:38.408856 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23f44ce-7a1b-4786-9851-b22de2bc6888 req-6e5be21a-de52-419c-837a-5bb4119800a7 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:38.410515 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a23f44ce-7a1b-4786-9851-b22de2bc6888 req-6e5be21a-de52-419c-837a-5bb4119800a7 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] 10.222.0.41 "GET /v2.0/ports?device_id=2c40f7bf-9cca-4a43-b73b-326e44e72976 HTTP/1.1" status: 200 len: 944 time: 0.0525792 Aug 11 03:11:38.452098 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a23f44ce-7a1b-4786-9851-b22de2bc6888 req-a1268e12-c560-45eb-9b5c-c80cf2c28cff tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5a225df-05c1-440d-b2ae-d3bea38f3abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357044 Aug 11 03:11:38.515104 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['2ff8377c-4a50-4c54-99a6-ad9d3776273a'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:11:38.572342 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6acc6bc3-c43b-430a-bb68-4aa4d1abc575 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:38.652189 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [req-a6901709-3985-451a-86fb-55af5e9ce82c req-68c813d1-2e3d-46eb-8e8f-3070e45e9f6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 914b18c0-490a-45f0-bf76-01d5ec23b3cf {{(pid=102191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:11:38.663376 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-a6901709-3985-451a-86fb-55af5e9ce82c req-68c813d1-2e3d-46eb-8e8f-3070e45e9f6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:38.701109 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [req-a6901709-3985-451a-86fb-55af5e9ce82c req-68c813d1-2e3d-46eb-8e8f-3070e45e9f6e service neutron] Transition to ACTIVE for port object 914b18c0-490a-45f0-bf76-01d5ec23b3cf will not be triggered until provisioned by entity L2. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:11:38.725797 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [None req-6acc6bc3-c43b-430a-bb68-4aa4d1abc575 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Allocated IP 172.25.8.145 (09faf7d2-eaf5-4a50-bb6e-4cb05d009a76/e1a97443-13df-40bb-85f5-fd269e2742c0/d6ad158d-9192-40de-af7f-4572e56df07c) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:11:38.792196 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-a6901709-3985-451a-86fb-55af5e9ce82c req-68c813d1-2e3d-46eb-8e8f-3070e45e9f6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:38.816661 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 58872) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:11:38.868344 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c813d1-2e3d-46eb-8e8f-3070e45e9f6e service neutron] Pushing event updated for resources: {'Port': ['ID=914b18c0-490a-45f0-bf76-01d5ec23b3cf,revision_number=2']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:11:38.951088 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6acc6bc3-c43b-430a-bb68-4aa4d1abc575 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:38.985044 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-79556cfd-e8e4-48eb-b457-d7b59ba20b6f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=99e481c3982640c0aba0b8d62bbb2e2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1670804 Aug 11 03:11:38.989862 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 58882) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:11:38.994154 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-a6901709-3985-451a-86fb-55af5e9ce82c req-68c813d1-2e3d-46eb-8e8f-3070e45e9f6e service neutron] Attempting to bind port 914b18c0-490a-45f0-bf76-01d5ec23b3cf on host n-h1-764292-30 for vnic_type normal with profile {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:11:38.994562 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-a6901709-3985-451a-86fb-55af5e9ce82c req-68c813d1-2e3d-46eb-8e8f-3070e45e9f6e service neutron] Attempting to bind port 914b18c0-490a-45f0-bf76-01d5ec23b3cf by drivers openvswitch,hyperv on host n-h1-764292-30 at level 0 using segments [{'id': '66697432-be64-438d-a5b2-0b02f3d0fa2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'b3c19a2d-0e26-410a-b53e-1619e285dc24'}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:11:38.994886 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6901709-3985-451a-86fb-55af5e9ce82c req-68c813d1-2e3d-46eb-8e8f-3070e45e9f6e service neutron] Attempting to bind port 914b18c0-490a-45f0-bf76-01d5ec23b3cf on network b3c19a2d-0e26-410a-b53e-1619e285dc24 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:11:39.003353 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6901709-3985-451a-86fb-55af5e9ce82c req-68c813d1-2e3d-46eb-8e8f-3070e45e9f6e service neutron] Port 914b18c0-490a-45f0-bf76-01d5ec23b3cf on network b3c19a2d-0e26-410a-b53e-1619e285dc24 not bound, no agent of type Open vSwitch agent registered on host n-h1-764292-30 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:11:39.003679 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6901709-3985-451a-86fb-55af5e9ce82c req-68c813d1-2e3d-46eb-8e8f-3070e45e9f6e service neutron] Attempting to bind port 914b18c0-490a-45f0-bf76-01d5ec23b3cf on network b3c19a2d-0e26-410a-b53e-1619e285dc24 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:11:39.019661 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6901709-3985-451a-86fb-55af5e9ce82c req-68c813d1-2e3d-46eb-8e8f-3070e45e9f6e service neutron] Checking agent: {'id': 'abb524c2-b412-4ed2-8367-45c4fd996fa7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 11, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:11:39.019999 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6901709-3985-451a-86fb-55af5e9ce82c req-68c813d1-2e3d-46eb-8e8f-3070e45e9f6e service neutron] Checking segment: {'id': '66697432-be64-438d-a5b2-0b02f3d0fa2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'b3c19a2d-0e26-410a-b53e-1619e285dc24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:11:39.020382 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6901709-3985-451a-86fb-55af5e9ce82c req-68c813d1-2e3d-46eb-8e8f-3070e45e9f6e service neutron] Bound using segment: {'id': '66697432-be64-438d-a5b2-0b02f3d0fa2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'b3c19a2d-0e26-410a-b53e-1619e285dc24'} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:11:39.020816 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-a6901709-3985-451a-86fb-55af5e9ce82c req-68c813d1-2e3d-46eb-8e8f-3070e45e9f6e service neutron] Bound port: 914b18c0-490a-45f0-bf76-01d5ec23b3cf, host: n-h1-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66697432-be64-438d-a5b2-0b02f3d0fa2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'b3c19a2d-0e26-410a-b53e-1619e285dc24'}}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:11:39.021171 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-a6901709-3985-451a-86fb-55af5e9ce82c req-68c813d1-2e3d-46eb-8e8f-3070e45e9f6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:39.071220 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-2d7e457e-ba60-48d8-addd-93a1bdf46c31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:39.103454 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-2d7e457e-ba60-48d8-addd-93a1bdf46c31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:39.105426 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-a6901709-3985-451a-86fb-55af5e9ce82c req-68c813d1-2e3d-46eb-8e8f-3070e45e9f6e service neutron] For port 914b18c0-490a-45f0-bf76-01d5ec23b3cf, host n-h1-764292-30, cleared binding levels {{(pid=102191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:11:39.107267 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 58886) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:11:39.131391 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-a6901709-3985-451a-86fb-55af5e9ce82c req-68c813d1-2e3d-46eb-8e8f-3070e45e9f6e service neutron] For port 914b18c0-490a-45f0-bf76-01d5ec23b3cf, host n-h1-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=914b18c0-490a-45f0-bf76-01d5ec23b3cf,segment=NetworkSegment(66697432-be64-438d-a5b2-0b02f3d0fa2a),segment_id=66697432-be64-438d-a5b2-0b02f3d0fa2a)] {{(pid=102191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:11:39.174489 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6acc6bc3-c43b-430a-bb68-4aa4d1abc575 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:39.185696 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b8900cda-1ad5-4920-8be1-220e2fda6e30 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:39.228916 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device fa57729b-416e-4b56-988d-5e0b3aee0303 no longer exists at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:11:39.245994 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6acc6bc3-c43b-430a-bb68-4aa4d1abc575 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:11:39.248953 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-a6901709-3985-451a-86fb-55af5e9ce82c req-68c813d1-2e3d-46eb-8e8f-3070e45e9f6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:39.250206 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] No Port match for: fa57729b-416e-4b56-988d-5e0b3aee0303 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:11:39.250596 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device fa57729b-416e-4b56-988d-5e0b3aee0303 not bound to the agent host n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:11:39.264351 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-6acc6bc3-c43b-430a-bb68-4aa4d1abc575 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:11:39.266608 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6acc6bc3-c43b-430a-bb68-4aa4d1abc575 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:11:39.281263 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-2d7e457e-ba60-48d8-addd-93a1bdf46c31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:39.284312 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-2d7e457e-ba60-48d8-addd-93a1bdf46c31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:39.286004 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-2d7e457e-ba60-48d8-addd-93a1bdf46c31 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/549aa862-eb66-46ba-833d-6c40bd8b7890 HTTP/1.1" status: 204 len: 168 time: 0.2950668 Aug 11 03:11:39.294311 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acc6bc3-c43b-430a-bb68-4aa4d1abc575 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Pushing event updated for resources: {'Port': ['ID=d6ad158d-9192-40de-af7f-4572e56df07c,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:11:39.296847 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7e457e-ba60-48d8-addd-93a1bdf46c31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=549aa862-eb66-46ba-833d-6c40bd8b7890,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:11:39.309234 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6901709-3985-451a-86fb-55af5e9ce82c req-68c813d1-2e3d-46eb-8e8f-3070e45e9f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:39.310132 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-a6901709-3985-451a-86fb-55af5e9ce82c req-68c813d1-2e3d-46eb-8e8f-3070e45e9f6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:39.311763 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-a6901709-3985-451a-86fb-55af5e9ce82c req-68c813d1-2e3d-46eb-8e8f-3070e45e9f6e service neutron] 10.222.0.22 "PUT /v2.0/ports/914b18c0-490a-45f0-bf76-01d5ec23b3cf HTTP/1.1" status: 200 len: 1092 time: 1.2069137 Aug 11 03:11:39.340314 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed77128a-0e5b-42f4-b51e-cca1031ac20a', 'tag': '914b18c0-490a-45f0-bf76-01d5ec23b3cf'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:11:39.342668 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fed2d438-4da7-4765-8717-5b4604ff99bb" -d '{"events": [{"name": "network-changed", "server_uuid": "ed77128a-0e5b-42f4-b51e-cca1031ac20a", "tag": "914b18c0-490a-45f0-bf76-01d5ec23b3cf"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:11:39.350747 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b8900cda-1ad5-4920-8be1-220e2fda6e30 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:39.437876 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:11:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b29fb323-c926-46f7-8bf7-79b77e1311c1 x-openstack-request-id: req-b29fb323-c926-46f7-8bf7-79b77e1311c1 {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:11:39.438160 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed77128a-0e5b-42f4-b51e-cca1031ac20a", "tag": "914b18c0-490a-45f0-bf76-01d5ec23b3cf", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:11:39.438432 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b29fb323-c926-46f7-8bf7-79b77e1311c1 {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:11:39.438818 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed77128a-0e5b-42f4-b51e-cca1031ac20a', 'tag': '914b18c0-490a-45f0-bf76-01d5ec23b3cf', 'status': 'completed', 'code': 200} Aug 11 03:11:39.502541 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d148089-3fc6-4993-a711-3bd551c26297 req-b787b9de-7e06-4a9d-ab48-941447a36472 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:39.510594 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4d148089-3fc6-4993-a711-3bd551c26297 req-b787b9de-7e06-4a9d-ab48-941447a36472 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed77128a-0e5b-42f4-b51e-cca1031ac20a HTTP/1.1" status: 200 len: 943 time: 0.0609424 Aug 11 03:11:39.511859 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c813d1-2e3d-46eb-8e8f-3070e45e9f6e service neutron] Pushing event updated for resources: {'Port': ['ID=914b18c0-490a-45f0-bf76-01d5ec23b3cf,revision_number=3']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:11:39.544503 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b8900cda-1ad5-4920-8be1-220e2fda6e30 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:39.547598 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b8900cda-1ad5-4920-8be1-220e2fda6e30 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:39.548949 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-b8900cda-1ad5-4920-8be1-220e2fda6e30 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "DELETE /v2.0/security-groups/2a2aa92e-a0e4-4cb3-9665-2569763a2f7f HTTP/1.1" status: 204 len: 168 time: 0.4407425 Aug 11 03:11:39.554846 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 58900) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:11:39.555165 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 2ff8377c-4a50-4c54-99a6-ad9d3776273a up at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:11:39.588957 n-d-764292-30 neutron-server[102192]: INFO neutron.api.v2.resource [None req-79025c5f-ba86-4d71-9544-85515e041059 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] show failed (client error): The resource could not be found. Aug 11 03:11:39.593481 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-79025c5f-ba86-4d71-9544-85515e041059 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "GET /v2.0/security-groups/2a2aa92e-a0e4-4cb3-9665-2569763a2f7f HTTP/1.1" status: 404 len: 347 time: 0.0328612 Aug 11 03:11:39.596988 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 58902) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:11:39.609407 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8900cda-1ad5-4920-8be1-220e2fda6e30 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a2aa92e-a0e4-4cb3-9665-2569763a2f7f,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:11:39.623773 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6901709-3985-451a-86fb-55af5e9ce82c req-7e6fffbf-1cd2-4fe4-bc73-8ea5aabe3e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:39.625929 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-a6901709-3985-451a-86fb-55af5e9ce82c req-7e6fffbf-1cd2-4fe4-bc73-8ea5aabe3e79 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c348de37bb094671bc15dc0c22bb5512&device_id=ed77128a-0e5b-42f4-b51e-cca1031ac20a HTTP/1.1" status: 200 len: 1095 time: 0.2024117 Aug 11 03:11:39.626888 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4d148089-3fc6-4993-a711-3bd551c26297 req-b75b8c2d-d254-42d2-b6d1-a24a5e7f42eb tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/security-groups?id=96c4279c-51b6-4d8a-ac93-67215ccf65c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153481 Aug 11 03:11:39.632939 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6acc6bc3-c43b-430a-bb68-4aa4d1abc575 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:39.666744 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afdf110-7347-40ea-b027-679f00833682 req-50fc26bb-4a63-4c60-a37f-64ae2925c624 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:39.668816 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3afdf110-7347-40ea-b027-679f00833682 req-50fc26bb-4a63-4c60-a37f-64ae2925c624 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] 10.222.0.41 "GET /v2.0/ports?device_id=2c40f7bf-9cca-4a43-b73b-326e44e72976 HTTP/1.1" status: 200 len: 944 time: 0.0845032 Aug 11 03:11:39.717172 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning for port 2ff8377c-4a50-4c54-99a6-ad9d3776273a completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:11:39.728569 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-a6901709-3985-451a-86fb-55af5e9ce82c req-d1a2d1a8-2080-4605-b5fd-8b07c350f577 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=914b18c0-490a-45f0-bf76-01d5ec23b3cf HTTP/1.1" status: 200 len: 217 time: 0.0619333 Aug 11 03:11:39.729103 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning complete for port 2ff8377c-4a50-4c54-99a6-ad9d3776273a triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:11:39.730884 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:39.746180 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3afdf110-7347-40ea-b027-679f00833682 req-1b347beb-7644-495b-9976-0ec23d1d2e2d tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5a225df-05c1-440d-b2ae-d3bea38f3abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667911 Aug 11 03:11:39.843672 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:39.870058 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6901709-3985-451a-86fb-55af5e9ce82c req-3fc725b7-f2db-476a-9c64-f1b8d25efe76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:39.874347 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-a6901709-3985-451a-86fb-55af5e9ce82c req-3fc725b7-f2db-476a-9c64-f1b8d25efe76 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c6eff5da-ec78-46c7-b512-eb7d066170b3 HTTP/1.1" status: 200 len: 852 time: 0.0924082 Aug 11 03:11:39.891336 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 2ff8377c-4a50-4c54-99a6-ad9d3776273a, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=2ff8377c-4a50-4c54-99a6-ad9d3776273a,segment=NetworkSegment(c567aba8-f786-4533-ad6f-0c8ff3fef5d6),segment_id=c567aba8-f786-4533-ad6f-0c8ff3fef5d6)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:11:39.892572 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c40f7bf-9cca-4a43-b73b-326e44e72976', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ff8377c-4a50-4c54-99a6-ad9d3776273a'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:11:39.895755 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3bada7b-3b14-4c74-9d25-31d946b9e572" -d '{"events": [{"server_uuid": "2c40f7bf-9cca-4a43-b73b-326e44e72976", "name": "network-vif-plugged", "status": "completed", "tag": "2ff8377c-4a50-4c54-99a6-ad9d3776273a"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:11:39.912643 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6acc6bc3-c43b-430a-bb68-4aa4d1abc575 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:39.929555 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-a6901709-3985-451a-86fb-55af5e9ce82c req-1611be6a-a660-4b05-b523-a308df76462a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b3c19a2d-0e26-410a-b53e-1619e285dc24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331035 Aug 11 03:11:39.935832 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:11:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb6fe22e-6cb0-40a9-a406-fcd12d8ed6e0 x-openstack-request-id: req-eb6fe22e-6cb0-40a9-a406-fcd12d8ed6e0 {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:11:39.936195 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c40f7bf-9cca-4a43-b73b-326e44e72976", "name": "network-vif-plugged", "status": "completed", "tag": "2ff8377c-4a50-4c54-99a6-ad9d3776273a", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:11:39.936606 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-eb6fe22e-6cb0-40a9-a406-fcd12d8ed6e0 {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:11:39.937060 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c40f7bf-9cca-4a43-b73b-326e44e72976', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ff8377c-4a50-4c54-99a6-ad9d3776273a', 'code': 200} Aug 11 03:11:39.972908 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:40.022905 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=2ff8377c-4a50-4c54-99a6-ad9d3776273a,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:11:40.058471 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 58912) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:11:40.105165 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-c8f6544a-5000-47be-86e6-bdbbd408faf2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=351a570801114bbfb55a03bb5ea1febe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0455332 Aug 11 03:11:40.107811 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 58916) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:11:40.136857 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-992022d2-91fd-486f-8b9b-cf4f25058115 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Deleting port 81261879-6590-4ac7-a774-34ef7e381a01 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:11:40.137262 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-992022d2-91fd-486f-8b9b-cf4f25058115 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:40.160272 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0e82f374-a76f-416e-a485-7e45b7ee1400 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:40.181521 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0e82f374-a76f-416e-a485-7e45b7ee1400 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:40.207271 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76294fd8-83c4-4b35-bf88-5ac19f396547 req-f17e86a8-4d89-49ac-b893-d8c25ee1a9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:40.208776 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-76294fd8-83c4-4b35-bf88-5ac19f396547 req-f17e86a8-4d89-49ac-b893-d8c25ee1a9c0 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=2c40f7bf-9cca-4a43-b73b-326e44e72976 HTTP/1.1" status: 200 len: 1097 time: 0.1942623 Aug 11 03:11:40.213488 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-a6901709-3985-451a-86fb-55af5e9ce82c req-2357c798-3ae7-4c79-8508-45a9284a6815 service neutron] 10.222.0.22 "GET /v2.0/networks/b3c19a2d-0e26-410a-b53e-1619e285dc24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2650683 Aug 11 03:11:40.298570 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0e82f374-a76f-416e-a485-7e45b7ee1400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:40.301340 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0e82f374-a76f-416e-a485-7e45b7ee1400 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:40.302584 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-0e82f374-a76f-416e-a485-7e45b7ee1400 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8e23a2e0-4196-4ab5-80e8-279b12063a32 HTTP/1.1" status: 204 len: 168 time: 0.1938379 Aug 11 03:11:40.314229 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e82f374-a76f-416e-a485-7e45b7ee1400 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e23a2e0-4196-4ab5-80e8-279b12063a32,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:11:40.329425 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-992022d2-91fd-486f-8b9b-cf4f25058115 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:40.329759 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-992022d2-91fd-486f-8b9b-cf4f25058115 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:40.368286 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-992022d2-91fd-486f-8b9b-cf4f25058115 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Calling delete_port for 81261879-6590-4ac7-a774-34ef7e381a01 owned by network:floatingip {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:11:40.396231 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-76294fd8-83c4-4b35-bf88-5ac19f396547 req-cad70d1b-67ef-4505-ab66-63fb3298aa1f service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=e5a225df-05c1-440d-b2ae-d3bea38f3abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602354 Aug 11 03:11:40.446393 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6acc6bc3-c43b-430a-bb68-4aa4d1abc575 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:40.464917 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-a6901709-3985-451a-86fb-55af5e9ce82c req-35046165-9ddd-444d-95b6-c4613956caaa service neutron] 10.222.0.22 "GET /v2.0/networks/b3c19a2d-0e26-410a-b53e-1619e285dc24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2300639 Aug 11 03:11:40.525370 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6acc6bc3-c43b-430a-bb68-4aa4d1abc575 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:40.611160 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acc6bc3-c43b-430a-bb68-4aa4d1abc575 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Pushing event updated for resources: {'Port': ['ID=d6ad158d-9192-40de-af7f-4572e56df07c,revision_number=2']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:11:40.621930 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6acc6bc3-c43b-430a-bb68-4aa4d1abc575 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446866'] for floatingip, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:40.664144 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-992022d2-91fd-486f-8b9b-cf4f25058115 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:40.698112 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6acc6bc3-c43b-430a-bb68-4aa4d1abc575 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for floatingip, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:40.699363 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-6acc6bc3-c43b-430a-bb68-4aa4d1abc575 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5274863 Aug 11 03:11:40.704206 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992022d2-91fd-486f-8b9b-cf4f25058115 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Pushing event deleted for resources: {'Port': ['ID=81261879-6590-4ac7-a774-34ef7e381a01,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:11:40.731663 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed2d438-4da7-4765-8717-5b4604ff99bb req-0258b756-ff89-4104-895a-6dabc7f25f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:40.733223 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-fed2d438-4da7-4765-8717-5b4604ff99bb req-0258b756-ff89-4104-895a-6dabc7f25f3d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c348de37bb094671bc15dc0c22bb5512&device_id=ed77128a-0e5b-42f4-b51e-cca1031ac20a HTTP/1.1" status: 200 len: 1095 time: 0.1010540 Aug 11 03:11:40.784207 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661146ff-fc14-4435-9e6f-89fb0849aee0 req-f12b05d7-5837-4bf2-9bcf-00c8ef121d57 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:40.786223 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-661146ff-fc14-4435-9e6f-89fb0849aee0 req-f12b05d7-5837-4bf2-9bcf-00c8ef121d57 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed77128a-0e5b-42f4-b51e-cca1031ac20a HTTP/1.1" status: 200 len: 943 time: 0.0704510 Aug 11 03:11:40.862870 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-661146ff-fc14-4435-9e6f-89fb0849aee0 req-f3a21c46-5cc6-4249-802d-1ffa460436ec tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/security-groups?id=96c4279c-51b6-4d8a-ac93-67215ccf65c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669758 Aug 11 03:11:40.937268 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaa8913-e7ab-4630-9b8e-8ca09aa9d3c4 req-8290ff3b-a777-4901-a5c9-ccff41d8139d tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:40.939168 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-daaa8913-e7ab-4630-9b8e-8ca09aa9d3c4 req-8290ff3b-a777-4901-a5c9-ccff41d8139d tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] 10.222.0.41 "GET /v2.0/ports?device_id=2c40f7bf-9cca-4a43-b73b-326e44e72976 HTTP/1.1" status: 200 len: 945 time: 0.0902884 Aug 11 03:11:41.016262 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-daaa8913-e7ab-4630-9b8e-8ca09aa9d3c4 req-81676610-68c8-4b14-9a0c-ef49c1bf452c tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5a225df-05c1-440d-b2ae-d3bea38f3abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698681 Aug 11 03:11:41.019421 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:41.088748 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-25f8e7fa-3177-45e9-ba52-126dd9168291 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--496533976&fields=id&tenant_id=44415f337b71498496665864f1602b88 HTTP/1.1" status: 200 len: 267 time: 0.0483861 Aug 11 03:11:41.139553 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-992022d2-91fd-486f-8b9b-cf4f25058115 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Notify callbacks [] for floatingip, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:41.142150 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-992022d2-91fd-486f-8b9b-cf4f25058115 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for floatingip, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:41.146364 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-992022d2-91fd-486f-8b9b-cf4f25058115 tempest-ServerActionsTestJSON-1918910438 tempest-ServerActionsTestJSON-1918910438-project] 10.222.0.41 "DELETE /v2.0/floatingips/b3043384-c0b9-4956-ad98-5c9ee78ef63c HTTP/1.1" status: 204 len: 168 time: 1.5403435 Aug 11 03:11:41.146536 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 58958) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:11:41.160407 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-0d2a3d38-19f4-46de-a49a-ff86304c3c37 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:41.161796 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-0d2a3d38-19f4-46de-a49a-ff86304c3c37 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] 10.222.0.41 "GET /v2.0/ports/7dfdef9f-0d5f-4271-b104-13eb02da9240 HTTP/1.1" status: 200 len: 931 time: 0.0660210 Aug 11 03:11:41.179540 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed2d438-4da7-4765-8717-5b4604ff99bb req-2409ecd7-7f0c-4c60-8ccc-941101fe9ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:41.181112 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-fed2d438-4da7-4765-8717-5b4604ff99bb req-2409ecd7-7f0c-4c60-8ccc-941101fe9ff7 service neutron] 10.222.0.22 "GET /v2.0/networks?id=b3c19a2d-0e26-410a-b53e-1619e285dc24 HTTP/1.1" status: 200 len: 913 time: 0.4305189 Aug 11 03:11:41.222245 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-a49c31b1-59aa-41b3-8524-2f9125f4b55b tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:41.222885 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-a49c31b1-59aa-41b3-8524-2f9125f4b55b tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] 10.222.0.41 "GET /v2.0/ports/b90d6ebc-39d0-4329-8910-886ce1b868bf HTTP/1.1" status: 200 len: 932 time: 0.0545871 Aug 11 03:11:41.230824 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-fed2d438-4da7-4765-8717-5b4604ff99bb req-2ae22d69-1b8e-4ced-8c87-d7e59bde2921 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=914b18c0-490a-45f0-bf76-01d5ec23b3cf HTTP/1.1" status: 200 len: 217 time: 0.0382426 Aug 11 03:11:41.258494 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-0bcec8d8-42c3-4b82-89b4-b52ae276f1fe tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] 10.222.0.41 "GET /v2.0/ports?network_id=e854785b-6921-4aac-9817-a841d5040ff3&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0291653 Aug 11 03:11:41.298595 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed2d438-4da7-4765-8717-5b4604ff99bb req-927f803f-6322-4802-8950-495567dfe7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:41.300115 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-fed2d438-4da7-4765-8717-5b4604ff99bb req-927f803f-6322-4802-8950-495567dfe7b0 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c6eff5da-ec78-46c7-b512-eb7d066170b3 HTTP/1.1" status: 200 len: 852 time: 0.0603538 Aug 11 03:11:41.303178 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-034f7633-3606-4387-876d-1c43852d4e90 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] 10.222.0.41 "GET /v2.0/ports?network_id=e854785b-6921-4aac-9817-a841d5040ff3&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0351729 Aug 11 03:11:41.339933 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-fed2d438-4da7-4765-8717-5b4604ff99bb req-6a068aac-3e5f-45af-b4f1-a48c13e7164f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b3c19a2d-0e26-410a-b53e-1619e285dc24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298128 Aug 11 03:11:41.444451 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-fed2d438-4da7-4765-8717-5b4604ff99bb req-966d16f4-0fdf-460a-b9c3-c12c18b84f4e service neutron] 10.222.0.22 "GET /v2.0/networks/b3c19a2d-0e26-410a-b53e-1619e285dc24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961690 Aug 11 03:11:41.503758 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-d5048446-fb8d-451b-810d-3a14c1e6351e tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:41.510445 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-d5048446-fb8d-451b-810d-3a14c1e6351e tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:41.516338 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-d5048446-fb8d-451b-810d-3a14c1e6351e tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:41.517982 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-d5048446-fb8d-451b-810d-3a14c1e6351e tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] 10.222.0.41 "GET /v2.0/networks?id=99a68316-7b54-4552-81a4-eb1b8bfe1686&id=ed637a9a-eb30-499d-98db-3d728133dac3&id=ed637a9a-eb30-499d-98db-3d728133dac3&id=e854785b-6921-4aac-9817-a841d5040ff3&id=e854785b-6921-4aac-9817-a841d5040ff3 HTTP/1.1" status: 200 len: 1989 time: 0.2082567 Aug 11 03:11:41.552723 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-fed2d438-4da7-4765-8717-5b4604ff99bb req-8d60d507-a33e-4ac4-a797-8fcd247b1904 service neutron] 10.222.0.22 "GET /v2.0/networks/b3c19a2d-0e26-410a-b53e-1619e285dc24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006460 Aug 11 03:11:41.577630 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-475351fc-b5b5-400f-828e-2b34948676ae tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] 10.222.0.41 "GET /v2.0/quotas/44415f337b71498496665864f1602b88 HTTP/1.1" status: 200 len: 375 time: 0.0538673 Aug 11 03:11:41.677852 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-30ae31d3-75a2-4e08-af0f-5291e01eb2a4 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=44415f337b71498496665864f1602b88&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0942879 Aug 11 03:11:41.819879 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-cf13df42-fe0d-4839-b666-4804d0a8271c service neutron] 10.222.0.41 "GET /v2.0/networks/99a68316-7b54-4552-81a4-eb1b8bfe1686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208222 Aug 11 03:11:41.967350 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-19f0f317-fc49-4b8c-a129-ef6f4a3c24d5 service neutron] 10.222.0.41 "GET /v2.0/networks/99a68316-7b54-4552-81a4-eb1b8bfe1686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410675 Aug 11 03:11:42.020396 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-88b7bf1f-564c-4a16-815f-fb08a8bcc01f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521106'] for router_interface, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:42.071951 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-a4713978-f45b-4b25-a5f5-5420a1d07aee service neutron] 10.222.0.41 "GET /v2.0/ports/7dfdef9f-0d5f-4271-b104-13eb02da9240?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0958486 Aug 11 03:11:42.241093 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c24c006-f268-4664-8bc5-ae11fcface2c req-cb2ea6a1-729d-4053-9669-fe95492dd89a tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:42.243894 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4c24c006-f268-4664-8bc5-ae11fcface2c req-cb2ea6a1-729d-4053-9669-fe95492dd89a tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed77128a-0e5b-42f4-b51e-cca1031ac20a HTTP/1.1" status: 200 len: 943 time: 0.1797159 Aug 11 03:11:42.294755 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-9d6623ed-8ca9-4db7-a5e7-a53e664d97be service neutron] 10.222.0.41 "GET /v2.0/networks/ed637a9a-eb30-499d-98db-3d728133dac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219715 Aug 11 03:11:42.341856 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.agents_db [None req-950b7202-decb-43e2-8f71-ac8931dc9749 None None] Agent healthcheck: found 7 active agents {{(pid=102194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:11:42.411333 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4c24c006-f268-4664-8bc5-ae11fcface2c req-e845fcc0-1e3d-4a9e-b4ae-9f2a1fb791f7 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/security-groups?id=96c4279c-51b6-4d8a-ac93-67215ccf65c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584389 Aug 11 03:11:42.443897 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 58998) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:11:42.476224 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-76253c4a-59c0-4472-af84-16cafd4b019a service neutron] 10.222.0.41 "GET /v2.0/networks/ed637a9a-eb30-499d-98db-3d728133dac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473186 Aug 11 03:11:42.560521 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-e9da67fd-e007-4768-93c0-38a50c1a0c07 service neutron] 10.222.0.41 "GET /v2.0/ports/b90d6ebc-39d0-4329-8910-886ce1b868bf?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0762675 Aug 11 03:11:42.565709 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-073f7b17-551d-4e40-a5a0-d7e984c57a6a tempest-ExternalNetworksAdminNegativeTestJSON-1546518155 tempest-ExternalNetworksAdminNegativeTestJSON-1546518155-project-admin] Request body: {'floatingip': {'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:11:42.656820 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b824ed58-7603-4ff1-882d-8295e71832be req-d1c5c881-3959-4ffc-9148-f8ece89d05c2 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:42.658370 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b824ed58-7603-4ff1-882d-8295e71832be req-d1c5c881-3959-4ffc-9148-f8ece89d05c2 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] 10.222.0.41 "GET /v2.0/ports?device_id=2c40f7bf-9cca-4a43-b73b-326e44e72976 HTTP/1.1" status: 200 len: 945 time: 0.1358712 Aug 11 03:11:42.659198 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-073f7b17-551d-4e40-a5a0-d7e984c57a6a tempest-ExternalNetworksAdminNegativeTestJSON-1546518155 tempest-ExternalNetworksAdminNegativeTestJSON-1546518155-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:42.731042 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-88b7bf1f-564c-4a16-815f-fb08a8bcc01f admin admin] Deleting port f6ddfaab-50af-4c40-8107-3ba41ae12640 {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:11:42.731374 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-88b7bf1f-564c-4a16-815f-fb08a8bcc01f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:42.737857 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b824ed58-7603-4ff1-882d-8295e71832be req-6407380c-ee1e-426e-ab41-8885385f4ae3 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5a225df-05c1-440d-b2ae-d3bea38f3abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707948 Aug 11 03:11:42.752762 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-488766a6-0e32-43ae-b3d5-e2d9ae61c327 service neutron] 10.222.0.41 "GET /v2.0/networks/ed637a9a-eb30-499d-98db-3d728133dac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708338 Aug 11 03:11:42.769895 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-073f7b17-551d-4e40-a5a0-d7e984c57a6a tempest-ExternalNetworksAdminNegativeTestJSON-1546518155 tempest-ExternalNetworksAdminNegativeTestJSON-1546518155-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:42.890225 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [None req-073f7b17-551d-4e40-a5a0-d7e984c57a6a tempest-ExternalNetworksAdminNegativeTestJSON-1546518155 tempest-ExternalNetworksAdminNegativeTestJSON-1546518155-project-admin] Allocated IP 172.25.8.244 (09faf7d2-eaf5-4a50-bb6e-4cb05d009a76/e1a97443-13df-40bb-85f5-fd269e2742c0/ae9647af-f273-46be-8017-7f2b358341e8) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:11:42.911547 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [None req-88b7bf1f-564c-4a16-815f-fb08a8bcc01f admin admin] For port f6ddfaab-50af-4c40-8107-3ba41ae12640, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=f6ddfaab-50af-4c40-8107-3ba41ae12640,segment=NetworkSegment(51ba8099-7622-42cb-adbd-7c8aaac78355),segment_id=51ba8099-7622-42cb-adbd-7c8aaac78355)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:11:42.912006 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-88b7bf1f-564c-4a16-815f-fb08a8bcc01f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:42.916892 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-16331adc-dd9a-4133-884a-0f7bf32ac203 service neutron] 10.222.0.41 "GET /v2.0/networks/ed637a9a-eb30-499d-98db-3d728133dac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274819 Aug 11 03:11:42.940794 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-88b7bf1f-564c-4a16-815f-fb08a8bcc01f admin admin] Calling delete_port for f6ddfaab-50af-4c40-8107-3ba41ae12640 owned by network:router_interface {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:11:43.009419 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-073f7b17-551d-4e40-a5a0-d7e984c57a6a tempest-ExternalNetworksAdminNegativeTestJSON-1546518155 tempest-ExternalNetworksAdminNegativeTestJSON-1546518155-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:43.084957 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-c1bdabce-1a2a-49af-b413-e26aaff66a05 service neutron] 10.222.0.41 "GET /v2.0/networks/ed637a9a-eb30-499d-98db-3d728133dac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585343 Aug 11 03:11:43.099019 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-073f7b17-551d-4e40-a5a0-d7e984c57a6a tempest-ExternalNetworksAdminNegativeTestJSON-1546518155 tempest-ExternalNetworksAdminNegativeTestJSON-1546518155-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:43.141613 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-073f7b17-551d-4e40-a5a0-d7e984c57a6a tempest-ExternalNetworksAdminNegativeTestJSON-1546518155 tempest-ExternalNetworksAdminNegativeTestJSON-1546518155-project-admin] Network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:11:43.146192 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-073f7b17-551d-4e40-a5a0-d7e984c57a6a tempest-ExternalNetworksAdminNegativeTestJSON-1546518155 tempest-ExternalNetworksAdminNegativeTestJSON-1546518155-project-admin] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:11:43.159657 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073f7b17-551d-4e40-a5a0-d7e984c57a6a tempest-ExternalNetworksAdminNegativeTestJSON-1546518155 tempest-ExternalNetworksAdminNegativeTestJSON-1546518155-project-admin] Pushing event updated for resources: {'Port': ['ID=ae9647af-f273-46be-8017-7f2b358341e8,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:11:43.162983 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073f7b17-551d-4e40-a5a0-d7e984c57a6a tempest-ExternalNetworksAdminNegativeTestJSON-1546518155 tempest-ExternalNetworksAdminNegativeTestJSON-1546518155-project-admin] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:11:43.203266 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f7b17-551d-4e40-a5a0-d7e984c57a6a tempest-ExternalNetworksAdminNegativeTestJSON-1546518155 tempest-ExternalNetworksAdminNegativeTestJSON-1546518155-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:11:43.203615 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f7b17-551d-4e40-a5a0-d7e984c57a6a tempest-ExternalNetworksAdminNegativeTestJSON-1546518155 tempest-ExternalNetworksAdminNegativeTestJSON-1546518155-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:11:43.203959 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f7b17-551d-4e40-a5a0-d7e984c57a6a tempest-ExternalNetworksAdminNegativeTestJSON-1546518155 tempest-ExternalNetworksAdminNegativeTestJSON-1546518155-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:11:43.204296 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f7b17-551d-4e40-a5a0-d7e984c57a6a tempest-ExternalNetworksAdminNegativeTestJSON-1546518155 tempest-ExternalNetworksAdminNegativeTestJSON-1546518155-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:11:43.204635 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f7b17-551d-4e40-a5a0-d7e984c57a6a tempest-ExternalNetworksAdminNegativeTestJSON-1546518155 tempest-ExternalNetworksAdminNegativeTestJSON-1546518155-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:11:43.204967 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f7b17-551d-4e40-a5a0-d7e984c57a6a tempest-ExternalNetworksAdminNegativeTestJSON-1546518155 tempest-ExternalNetworksAdminNegativeTestJSON-1546518155-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:11:43.205302 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f7b17-551d-4e40-a5a0-d7e984c57a6a tempest-ExternalNetworksAdminNegativeTestJSON-1546518155 tempest-ExternalNetworksAdminNegativeTestJSON-1546518155-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:11:43.205649 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f7b17-551d-4e40-a5a0-d7e984c57a6a tempest-ExternalNetworksAdminNegativeTestJSON-1546518155 tempest-ExternalNetworksAdminNegativeTestJSON-1546518155-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:11:43.205986 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f7b17-551d-4e40-a5a0-d7e984c57a6a tempest-ExternalNetworksAdminNegativeTestJSON-1546518155 tempest-ExternalNetworksAdminNegativeTestJSON-1546518155-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:11:43.206333 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f7b17-551d-4e40-a5a0-d7e984c57a6a tempest-ExternalNetworksAdminNegativeTestJSON-1546518155 tempest-ExternalNetworksAdminNegativeTestJSON-1546518155-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:11:43.206719 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f7b17-551d-4e40-a5a0-d7e984c57a6a tempest-ExternalNetworksAdminNegativeTestJSON-1546518155 tempest-ExternalNetworksAdminNegativeTestJSON-1546518155-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:11:43.207050 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f7b17-551d-4e40-a5a0-d7e984c57a6a tempest-ExternalNetworksAdminNegativeTestJSON-1546518155 tempest-ExternalNetworksAdminNegativeTestJSON-1546518155-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:11:43.282651 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-486df0f7-5cf9-4ff6-b42c-1e4a328ee569 service neutron] 10.222.0.41 "GET /v2.0/networks/ed637a9a-eb30-499d-98db-3d728133dac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623344 Aug 11 03:11:43.294156 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-073f7b17-551d-4e40-a5a0-d7e984c57a6a tempest-ExternalNetworksAdminNegativeTestJSON-1546518155 tempest-ExternalNetworksAdminNegativeTestJSON-1546518155-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:43.406667 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-073f7b17-551d-4e40-a5a0-d7e984c57a6a tempest-ExternalNetworksAdminNegativeTestJSON-1546518155 tempest-ExternalNetworksAdminNegativeTestJSON-1546518155-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:43.438726 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-e91ccb8a-5fb8-4b29-a694-3568b3b180e9 service neutron] 10.222.0.41 "GET /v2.0/networks/ed637a9a-eb30-499d-98db-3d728133dac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551807 Aug 11 03:11:43.451594 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c49eae7-1f99-4a42-911d-8fde44a07fc3 req-2b3506c2-41d5-434c-993d-e53d0a59f79f tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:43.453071 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9c49eae7-1f99-4a42-911d-8fde44a07fc3 req-2b3506c2-41d5-434c-993d-e53d0a59f79f tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] 10.222.0.41 "GET /v2.0/ports?device_id=2c40f7bf-9cca-4a43-b73b-326e44e72976 HTTP/1.1" status: 200 len: 945 time: 0.0758207 Aug 11 03:11:43.508022 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-88b7bf1f-564c-4a16-815f-fb08a8bcc01f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:43.567908 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-073f7b17-551d-4e40-a5a0-d7e984c57a6a tempest-ExternalNetworksAdminNegativeTestJSON-1546518155 tempest-ExternalNetworksAdminNegativeTestJSON-1546518155-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:43.612775 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-073f7b17-551d-4e40-a5a0-d7e984c57a6a tempest-ExternalNetworksAdminNegativeTestJSON-1546518155 tempest-ExternalNetworksAdminNegativeTestJSON-1546518155-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:43.682146 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073f7b17-551d-4e40-a5a0-d7e984c57a6a tempest-ExternalNetworksAdminNegativeTestJSON-1546518155 tempest-ExternalNetworksAdminNegativeTestJSON-1546518155-project-admin] Pushing event updated for resources: {'Port': ['ID=ae9647af-f273-46be-8017-7f2b358341e8,revision_number=2']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:11:43.700044 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-073f7b17-551d-4e40-a5a0-d7e984c57a6a tempest-ExternalNetworksAdminNegativeTestJSON-1546518155 tempest-ExternalNetworksAdminNegativeTestJSON-1546518155-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446866'] for floatingip, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:43.761455 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-073f7b17-551d-4e40-a5a0-d7e984c57a6a tempest-ExternalNetworksAdminNegativeTestJSON-1546518155 tempest-ExternalNetworksAdminNegativeTestJSON-1546518155-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for floatingip, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:43.765668 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-073f7b17-551d-4e40-a5a0-d7e984c57a6a tempest-ExternalNetworksAdminNegativeTestJSON-1546518155 tempest-ExternalNetworksAdminNegativeTestJSON-1546518155-project-admin] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3180556 Aug 11 03:11:43.766056 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 59014) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:11:43.772198 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-7fe4f5ad-70a8-4822-850d-4151c097a41b tempest-ExternalNetworksAdminNegativeTestJSON-1546518155 tempest-ExternalNetworksAdminNegativeTestJSON-1546518155-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-526191226', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'fixed_ips': [{'ip_address': '172.25.8.244'}]}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:11:43.841247 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fe4f5ad-70a8-4822-850d-4151c097a41b tempest-ExternalNetworksAdminNegativeTestJSON-1546518155 tempest-ExternalNetworksAdminNegativeTestJSON-1546518155-project-admin] Made reservation on behalf of 58b19e008966412f9ce26eb313915eb0 for: {'port': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:11:43.844203 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7fe4f5ad-70a8-4822-850d-4151c097a41b tempest-ExternalNetworksAdminNegativeTestJSON-1546518155 tempest-ExternalNetworksAdminNegativeTestJSON-1546518155-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:43.854928 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7fe4f5ad-70a8-4822-850d-4151c097a41b tempest-ExternalNetworksAdminNegativeTestJSON-1546518155 tempest-ExternalNetworksAdminNegativeTestJSON-1546518155-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:43.879324 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b7bf1f-564c-4a16-815f-fb08a8bcc01f admin admin] Pushing event deleted for resources: {'Port': ['ID=f6ddfaab-50af-4c40-8107-3ba41ae12640,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:11:43.953758 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9c49eae7-1f99-4a42-911d-8fde44a07fc3 req-69932d00-1096-4ec4-8597-e1d7c39fd816 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5a225df-05c1-440d-b2ae-d3bea38f3abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4925947 Aug 11 03:11:44.003650 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-9a3cd8f5-4f09-43fd-97f7-df960e0a5a2a service neutron] 10.222.0.41 "GET /v2.0/networks/ed637a9a-eb30-499d-98db-3d728133dac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5494156 Aug 11 03:11:44.030489 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7fe4f5ad-70a8-4822-850d-4151c097a41b tempest-ExternalNetworksAdminNegativeTestJSON-1546518155 tempest-ExternalNetworksAdminNegativeTestJSON-1546518155-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:44.099415 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7fe4f5ad-70a8-4822-850d-4151c097a41b tempest-ExternalNetworksAdminNegativeTestJSON-1546518155 tempest-ExternalNetworksAdminNegativeTestJSON-1546518155-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:44.103629 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [None req-7fe4f5ad-70a8-4822-850d-4151c097a41b tempest-ExternalNetworksAdminNegativeTestJSON-1546518155 tempest-ExternalNetworksAdminNegativeTestJSON-1546518155-project-admin] device_id is not set on port 801708bb-fd46-4708-8b04-38584ab882a8 yet. {{(pid=102191) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:11:44.113277 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-d00f0deb-ae02-46af-9ea2-5c7fbfc90782 service neutron] 10.222.0.41 "GET /v2.0/networks/e854785b-6921-4aac-9817-a841d5040ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086509 Aug 11 03:11:44.209718 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-bc366b83-d4d6-4cbb-94c5-808721f7df0b service neutron] 10.222.0.41 "GET /v2.0/networks/e854785b-6921-4aac-9817-a841d5040ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949214 Aug 11 03:11:44.222736 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe4f5ad-70a8-4822-850d-4151c097a41b tempest-ExternalNetworksAdminNegativeTestJSON-1546518155 tempest-ExternalNetworksAdminNegativeTestJSON-1546518155-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9127402-132f-4277-9642-9d5ea96dbe1b,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:11:44.367661 n-d-764292-30 neutron-server[102191]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fe4f5ad-70a8-4822-850d-4151c097a41b tempest-ExternalNetworksAdminNegativeTestJSON-1546518155 tempest-ExternalNetworksAdminNegativeTestJSON-1546518155-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 11 03:11:44.368284 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fe4f5ad-70a8-4822-850d-4151c097a41b tempest-ExternalNetworksAdminNegativeTestJSON-1546518155 tempest-ExternalNetworksAdminNegativeTestJSON-1546518155-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=102191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:11:44.394976 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845e5b6f-400b-499d-ba03-3accc85b763e req-e577edb9-f04d-47ec-bd7a-d8da82fcec08 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:44.396463 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-845e5b6f-400b-499d-ba03-3accc85b763e req-e577edb9-f04d-47ec-bd7a-d8da82fcec08 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed77128a-0e5b-42f4-b51e-cca1031ac20a HTTP/1.1" status: 200 len: 943 time: 0.1910808 Aug 11 03:11:44.453425 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-f2de0ebf-4400-4f2b-a806-f162c01cee0b service neutron] 10.222.0.41 "GET /v2.0/networks/e854785b-6921-4aac-9817-a841d5040ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2041254 Aug 11 03:11:44.465547 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-88b7bf1f-564c-4a16-815f-fb08a8bcc01f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16383033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450082'] for router_interface, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:44.470348 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-7fe4f5ad-70a8-4822-850d-4151c097a41b tempest-ExternalNetworksAdminNegativeTestJSON-1546518155 tempest-ExternalNetworksAdminNegativeTestJSON-1546518155-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.7030125 Aug 11 03:11:44.473182 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 59022) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:11:44.521026 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-845e5b6f-400b-499d-ba03-3accc85b763e req-b0b8d79d-be46-4302-b544-3e397bfc9748 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/security-groups?id=96c4279c-51b6-4d8a-ac93-67215ccf65c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148369 Aug 11 03:11:44.636902 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-5787b294-7c6f-4972-8b0b-592fac3272a6 tempest-ExternalNetworksAdminNegativeTestJSON-1546518155 tempest-ExternalNetworksAdminNegativeTestJSON-1546518155-project-admin] Deleting port ae9647af-f273-46be-8017-7f2b358341e8 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:11:44.637397 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5787b294-7c6f-4972-8b0b-592fac3272a6 tempest-ExternalNetworksAdminNegativeTestJSON-1546518155 tempest-ExternalNetworksAdminNegativeTestJSON-1546518155-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:44.662263 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-6e796bf5-0680-40b3-91b0-5bdf75abc570 service neutron] 10.222.0.41 "GET /v2.0/networks/e854785b-6921-4aac-9817-a841d5040ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1977925 Aug 11 03:11:44.735167 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5787b294-7c6f-4972-8b0b-592fac3272a6 tempest-ExternalNetworksAdminNegativeTestJSON-1546518155 tempest-ExternalNetworksAdminNegativeTestJSON-1546518155-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:44.735756 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5787b294-7c6f-4972-8b0b-592fac3272a6 tempest-ExternalNetworksAdminNegativeTestJSON-1546518155 tempest-ExternalNetworksAdminNegativeTestJSON-1546518155-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:44.750435 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-5787b294-7c6f-4972-8b0b-592fac3272a6 tempest-ExternalNetworksAdminNegativeTestJSON-1546518155 tempest-ExternalNetworksAdminNegativeTestJSON-1546518155-project-admin] Calling delete_port for ae9647af-f273-46be-8017-7f2b358341e8 owned by network:floatingip {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:11:44.820165 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88b7bf1f-564c-4a16-815f-fb08a8bcc01f admin admin] Router e45fb9a7-38e2-427f-9097-97b2a8cb8a1b has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:11:44.937396 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88b7bf1f-564c-4a16-815f-fb08a8bcc01f admin admin] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:11:44.945028 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-88b7bf1f-564c-4a16-815f-fb08a8bcc01f admin admin] 10.222.0.41 "PUT /v2.0/routers/e45fb9a7-38e2-427f-9097-97b2a8cb8a1b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7950213 Aug 11 03:11:44.945426 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 59034) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:11:44.956071 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d34c3f-ef4a-4b87-ba4e-a4c4a5761700 None None] Sync routers for ids ['e45fb9a7-38e2-427f-9097-97b2a8cb8a1b'] in n-d-764292-30 {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:11:44.965591 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d34c3f-ef4a-4b87-ba4e-a4c4a5761700 None None] Routers {'e45fb9a7-38e2-427f-9097-97b2a8cb8a1b'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:11:44.966193 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-b7d34c3f-ef4a-4b87-ba4e-a4c4a5761700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:11:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['e45fb9a7-38e2-427f-9097-97b2a8cb8a1b'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:11:45.034315 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5787b294-7c6f-4972-8b0b-592fac3272a6 tempest-ExternalNetworksAdminNegativeTestJSON-1546518155 tempest-ExternalNetworksAdminNegativeTestJSON-1546518155-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:45.091091 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5787b294-7c6f-4972-8b0b-592fac3272a6 tempest-ExternalNetworksAdminNegativeTestJSON-1546518155 tempest-ExternalNetworksAdminNegativeTestJSON-1546518155-project-admin] Pushing event deleted for resources: {'Port': ['ID=ae9647af-f273-46be-8017-7f2b358341e8,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:11:45.157937 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243d6103-2cd4-4e70-b885-873b4c7113e4 req-ad4e67dd-e3ee-46f5-8b7f-025918dfc3ee tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:45.159867 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-243d6103-2cd4-4e70-b885-873b4c7113e4 req-ad4e67dd-e3ee-46f5-8b7f-025918dfc3ee tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] 10.222.0.41 "GET /v2.0/ports?device_id=2c40f7bf-9cca-4a43-b73b-326e44e72976 HTTP/1.1" status: 200 len: 945 time: 0.0801179 Aug 11 03:11:45.215152 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5787b294-7c6f-4972-8b0b-592fac3272a6 tempest-ExternalNetworksAdminNegativeTestJSON-1546518155 tempest-ExternalNetworksAdminNegativeTestJSON-1546518155-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:45.217824 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5787b294-7c6f-4972-8b0b-592fac3272a6 tempest-ExternalNetworksAdminNegativeTestJSON-1546518155 tempest-ExternalNetworksAdminNegativeTestJSON-1546518155-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for floatingip, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:45.218576 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-b7d34c3f-ef4a-4b87-ba4e-a4c4a5761700 None None] Set router e45fb9a7-38e2-427f-9097-97b2a8cb8a1b gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:11:45.222840 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-5787b294-7c6f-4972-8b0b-592fac3272a6 tempest-ExternalNetworksAdminNegativeTestJSON-1546518155 tempest-ExternalNetworksAdminNegativeTestJSON-1546518155-project-admin] 10.222.0.41 "DELETE /v2.0/floatingips/d4fc4ddf-659a-4724-8291-f9e65dfbda4d HTTP/1.1" status: 204 len: 168 time: 0.7449787 Aug 11 03:11:45.223126 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-243d6103-2cd4-4e70-b885-873b4c7113e4 req-51e8b3c5-938e-4f9e-838a-0286c822f642 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5a225df-05c1-440d-b2ae-d3bea38f3abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533667 Aug 11 03:11:45.229666 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9a4a626c-631c-4f5a-93fa-3d65a345e8a5 admin admin] Notify callbacks [] for router, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:45.418040 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9a4a626c-631c-4f5a-93fa-3d65a345e8a5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:45.463492 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-b7d34c3f-ef4a-4b87-ba4e-a4c4a5761700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e45fb9a7-38e2-427f-9097-97b2a8cb8a1b', 'name': 'tempest-ServerActionsTestJSON-1806508089-router', 'tenant_id': '3419766c112444a3864f482257b66851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.60'}], 'enable_snat': True}, 'gw_port_id': '0b48c2d7-7c5e-4f95-82ab-5c6c51b4a54e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:02:11Z', 'updated_at': '2021-08-11T03:11:43Z', 'revision_number': 5, 'project_id': '3419766c112444a3864f482257b66851', 'gw_port': {'id': '0b48c2d7-7c5e-4f95-82ab-5c6c51b4a54e', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:39:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45fb9a7-38e2-427f-9097-97b2a8cb8a1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:02:12Z', 'updated_at': '2021-08-11T03:02:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:11:45.491264 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d34c3f-ef4a-4b87-ba4e-a4c4a5761700 None None] Checking router: e45fb9a7-38e2-427f-9097-97b2a8cb8a1b for host: n-d-764292-30 {{(pid=102194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:11:45.567560 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 914b18c0-490a-45f0-bf76-01d5ec23b3cf details requested by agent hyperv_n-h1-764292-30 with host n-h1-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:11:45.590601 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d34c3f-ef4a-4b87-ba4e-a4c4a5761700 None None] Routers {'e45fb9a7-38e2-427f-9097-97b2a8cb8a1b'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:11:45.591290 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-b7d34c3f-ef4a-4b87-ba4e-a4c4a5761700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:11:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['e45fb9a7-38e2-427f-9097-97b2a8cb8a1b'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:11:45.664617 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-9a4a626c-631c-4f5a-93fa-3d65a345e8a5 admin admin] Deleting port 0b48c2d7-7c5e-4f95-82ab-5c6c51b4a54e {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:11:45.666539 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9a4a626c-631c-4f5a-93fa-3d65a345e8a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:45.699782 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 914b18c0-490a-45f0-bf76-01d5ec23b3cf, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=914b18c0-490a-45f0-bf76-01d5ec23b3cf,segment=NetworkSegment(66697432-be64-438d-a5b2-0b02f3d0fa2a),segment_id=66697432-be64-438d-a5b2-0b02f3d0fa2a)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:11:45.711883 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-b7d34c3f-ef4a-4b87-ba4e-a4c4a5761700 None None] Set router e45fb9a7-38e2-427f-9097-97b2a8cb8a1b gateway port host: None {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:11:45.729233 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Returning: {'device': '914b18c0-490a-45f0-bf76-01d5ec23b3cf', 'network_id': 'b3c19a2d-0e26-410a-b53e-1619e285dc24', 'port_id': '914b18c0-490a-45f0-bf76-01d5ec23b3cf', 'mac_address': 'fa:16:3e:1d:b5:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6eff5da-ec78-46c7-b512-eb7d066170b3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:11:45.778588 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-b7d34c3f-ef4a-4b87-ba4e-a4c4a5761700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e45fb9a7-38e2-427f-9097-97b2a8cb8a1b', 'name': 'tempest-ServerActionsTestJSON-1806508089-router', 'tenant_id': '3419766c112444a3864f482257b66851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:02:11Z', 'updated_at': '2021-08-11T03:11:45Z', 'revision_number': 6, 'project_id': '3419766c112444a3864f482257b66851', 'gw_port_host': None}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:11:45.794534 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:45.801803 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [None req-9a4a626c-631c-4f5a-93fa-3d65a345e8a5 admin admin] For port 0b48c2d7-7c5e-4f95-82ab-5c6c51b4a54e, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=0b48c2d7-7c5e-4f95-82ab-5c6c51b4a54e,segment=NetworkSegment(fab28bed-aa25-40db-bba4-ec26e795194c),segment_id=fab28bed-aa25-40db-bba4-ec26e795194c)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:11:45.802228 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9a4a626c-631c-4f5a-93fa-3d65a345e8a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:45.816274 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 914b18c0-490a-45f0-bf76-01d5ec23b3cf {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:11:45.824211 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-9a4a626c-631c-4f5a-93fa-3d65a345e8a5 admin admin] Calling delete_port for 0b48c2d7-7c5e-4f95-82ab-5c6c51b4a54e owned by network:router_gateway {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:11:45.847483 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 914b18c0-490a-45f0-bf76-01d5ec23b3cf, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=914b18c0-490a-45f0-bf76-01d5ec23b3cf,segment=NetworkSegment(66697432-be64-438d-a5b2-0b02f3d0fa2a),segment_id=66697432-be64-438d-a5b2-0b02f3d0fa2a)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:11:45.851581 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d34c3f-ef4a-4b87-ba4e-a4c4a5761700 None None] The sync data for ids ['e45fb9a7-38e2-427f-9097-97b2a8cb8a1b'] in n-d-764292-30 is: [{'id': 'e45fb9a7-38e2-427f-9097-97b2a8cb8a1b', 'name': 'tempest-ServerActionsTestJSON-1806508089-router', 'tenant_id': '3419766c112444a3864f482257b66851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:02:11Z', 'updated_at': '2021-08-11T03:11:45Z', 'revision_number': 6, 'project_id': '3419766c112444a3864f482257b66851', 'gw_port_host': None}] {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:11:45.909890 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:45.928806 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 59068) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:11:45.995975 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=914b18c0-490a-45f0-bf76-01d5ec23b3cf,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:11:46.104868 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491bc155-de81-4010-97ed-677797242cbf req-7574e2de-8cb4-4809-b34a-257958116fc1 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:46.106936 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-491bc155-de81-4010-97ed-677797242cbf req-7574e2de-8cb4-4809-b34a-257958116fc1 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed77128a-0e5b-42f4-b51e-cca1031ac20a HTTP/1.1" status: 200 len: 944 time: 0.0683424 Aug 11 03:11:46.132642 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9a4a626c-631c-4f5a-93fa-3d65a345e8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:46.162997 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-491bc155-de81-4010-97ed-677797242cbf req-3a6d6974-24d5-470a-9980-3f404fb1d958 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/security-groups?id=96c4279c-51b6-4d8a-ac93-67215ccf65c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499544 Aug 11 03:11:46.179683 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4a626c-631c-4f5a-93fa-3d65a345e8a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b48c2d7-7c5e-4f95-82ab-5c6c51b4a54e,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:11:46.194276 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-74ef9f05-cc4b-4989-b8ff-a3b7ea9401ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:46.227013 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['914b18c0-490a-45f0-bf76-01d5ec23b3cf'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:11:46.269605 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9a4a626c-631c-4f5a-93fa-3d65a345e8a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-446916'] for router_gateway, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:46.467770 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-74ef9f05-cc4b-4989-b8ff-a3b7ea9401ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:46.526420 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-78227060-0dbb-4f84-970a-0a2fc210dd12 req-cfc9392a-825b-4407-a8b7-26f5ec5f0823 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e3618b6-52e5-4357-a355-b29ad18e1b9a HTTP/1.1" status: 200 len: 210 time: 0.0341036 Aug 11 03:11:46.536025 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9a4a626c-631c-4f5a-93fa-3d65a345e8a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6544'] for router, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:46.538751 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9a4a626c-631c-4f5a-93fa-3d65a345e8a5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:46.555862 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-74ef9f05-cc4b-4989-b8ff-a3b7ea9401ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:46.624139 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ef9f05-cc4b-4989-b8ff-a3b7ea9401ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8be36ee-4567-461f-99e5-d3c5acc8b6cc,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:11:46.630324 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-74ef9f05-cc4b-4989-b8ff-a3b7ea9401ac admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=09108b8884f9447b963b28f93c9e8aa9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6994929 Aug 11 03:11:46.633124 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 59092) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:11:46.663647 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9a4a626c-631c-4f5a-93fa-3d65a345e8a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448809'] for router, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:46.664576 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a4a626c-631c-4f5a-93fa-3d65a345e8a5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e45fb9a7-38e2-427f-9097-97b2a8cb8a1b {{(pid=102191) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:11:46.669360 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9a4a626c-631c-4f5a-93fa-3d65a345e8a5 admin admin] Notify callbacks [] for router, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:46.670721 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-9a4a626c-631c-4f5a-93fa-3d65a345e8a5 admin admin] 10.222.0.41 "DELETE /v2.0/routers/e45fb9a7-38e2-427f-9097-97b2a8cb8a1b HTTP/1.1" status: 204 len: 168 time: 1.7241123 Aug 11 03:11:46.673251 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 59094) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:11:46.688196 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-10148afe-cdb9-4eca-944f-69f422bd930f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:46.712035 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-10148afe-cdb9-4eca-944f-69f422bd930f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:46.727367 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6a3d4ea-bbf0-4ba1-9092-7b8dc4242571 admin admin] Deleting subnet 6bc807f9-b5f2-488b-b980-1ec1f7afe42f {{(pid=102191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:11:46.730915 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b6a3d4ea-bbf0-4ba1-9092-7b8dc4242571 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:46.771212 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b6a3d4ea-bbf0-4ba1-9092-7b8dc4242571 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126283525'] for subnet, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:46.843575 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-10148afe-cdb9-4eca-944f-69f422bd930f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:46.846937 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-10148afe-cdb9-4eca-944f-69f422bd930f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:46.848200 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-10148afe-cdb9-4eca-944f-69f422bd930f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f8be36ee-4567-461f-99e5-d3c5acc8b6cc HTTP/1.1" status: 204 len: 168 time: 0.2133586 Aug 11 03:11:46.852749 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b6a3d4ea-bbf0-4ba1-9092-7b8dc4242571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:46.856853 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10148afe-cdb9-4eca-944f-69f422bd930f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8be36ee-4567-461f-99e5-d3c5acc8b6cc,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:11:47.053718 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device f6ddfaab-50af-4c40-8107-3ba41ae12640 no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:11:47.072009 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b6a3d4ea-bbf0-4ba1-9092-7b8dc4242571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126283413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126275158'] for subnet, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:47.090007 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: f6ddfaab-50af-4c40-8107-3ba41ae12640 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:11:47.090007 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device f6ddfaab-50af-4c40-8107-3ba41ae12640 not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:11:47.090432 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 0b48c2d7-7c5e-4f95-82ab-5c6c51b4a54e no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:11:47.118343 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b6a3d4ea-bbf0-4ba1-9092-7b8dc4242571 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:47.118343 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-b6a3d4ea-bbf0-4ba1-9092-7b8dc4242571 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/6bc807f9-b5f2-488b-b980-1ec1f7afe42f HTTP/1.1" status: 204 len: 168 time: 0.4386401 Aug 11 03:11:47.118343 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a3d4ea-bbf0-4ba1-9092-7b8dc4242571 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6bc807f9-b5f2-488b-b980-1ec1f7afe42f,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:11:47.120878 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 59098) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:11:47.125603 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0cefdc3-c1dd-4aa5-a373-053123d36c86 None None] Network 6b5eb666-47e5-4ddb-b0bc-16855d478160 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:11:47.162827 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: 0b48c2d7-7c5e-4f95-82ab-5c6c51b4a54e {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:11:47.163175 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 0b48c2d7-7c5e-4f95-82ab-5c6c51b4a54e not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:11:47.203826 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c3fec9be-6bde-4ca0-b9c0-80089d3e8ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:47.305481 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-c3fec9be-6bde-4ca0-b9c0-80089d3e8ec7 admin admin] Deleting port b7f7c446-200d-475c-8396-9940fd1331f0 {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:11:47.306608 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c3fec9be-6bde-4ca0-b9c0-80089d3e8ec7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:47.334051 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb17ed62-2a2a-44a4-ab07-e1ceaaa045f2 req-84231c38-b3bd-4545-931b-9ec294d7336e tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:47.336114 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bb17ed62-2a2a-44a4-ab07-e1ceaaa045f2 req-84231c38-b3bd-4545-931b-9ec294d7336e tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed77128a-0e5b-42f4-b51e-cca1031ac20a HTTP/1.1" status: 200 len: 944 time: 0.0818901 Aug 11 03:11:47.367875 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06f3ef97-7512-4eff-ae50-4c19aab1bbd2 None None] DHCP port deletion for 6b5eb666-47e5-4ddb-b0bc-16855d478160 request from n-d-764292-30 {{(pid=102193) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:11:47.420455 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [None req-c3fec9be-6bde-4ca0-b9c0-80089d3e8ec7 admin admin] For port b7f7c446-200d-475c-8396-9940fd1331f0, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=b7f7c446-200d-475c-8396-9940fd1331f0,segment=NetworkSegment(51ba8099-7622-42cb-adbd-7c8aaac78355),segment_id=51ba8099-7622-42cb-adbd-7c8aaac78355)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:11:47.421241 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c3fec9be-6bde-4ca0-b9c0-80089d3e8ec7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:47.427327 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bb17ed62-2a2a-44a4-ab07-e1ceaaa045f2 req-a2594bb1-0fb7-4183-ae59-3acfbba04e64 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/security-groups?id=96c4279c-51b6-4d8a-ac93-67215ccf65c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652308 Aug 11 03:11:47.427638 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-06f3ef97-7512-4eff-ae50-4c19aab1bbd2 None None] Deleting port b7f7c446-200d-475c-8396-9940fd1331f0 {{(pid=102193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:11:47.428297 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-06f3ef97-7512-4eff-ae50-4c19aab1bbd2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:47.439658 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-c3fec9be-6bde-4ca0-b9c0-80089d3e8ec7 admin admin] Calling delete_port for b7f7c446-200d-475c-8396-9940fd1331f0 owned by network:dhcp {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:11:47.513667 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-06f3ef97-7512-4eff-ae50-4c19aab1bbd2 None None] For port b7f7c446-200d-475c-8396-9940fd1331f0, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=b7f7c446-200d-475c-8396-9940fd1331f0,segment=NetworkSegment(51ba8099-7622-42cb-adbd-7c8aaac78355),segment_id=51ba8099-7622-42cb-adbd-7c8aaac78355)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:11:47.514096 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-06f3ef97-7512-4eff-ae50-4c19aab1bbd2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:47.531498 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-06f3ef97-7512-4eff-ae50-4c19aab1bbd2 None None] Calling delete_port for b7f7c446-200d-475c-8396-9940fd1331f0 owned by network:dhcp {{(pid=102193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:11:47.582329 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 914b18c0-490a-45f0-bf76-01d5ec23b3cf up at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:11:47.590113 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c3fec9be-6bde-4ca0-b9c0-80089d3e8ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:47.619825 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fec9be-6bde-4ca0-b9c0-80089d3e8ec7 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7f7c446-200d-475c-8396-9940fd1331f0,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:11:47.622609 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3fec9be-6bde-4ca0-b9c0-80089d3e8ec7 admin admin] No DVR routers for this DVR port b7f7c446-200d-475c-8396-9940fd1331f0 on host n-d-764292-30 {{(pid=102192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:11:47.667336 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-06f3ef97-7512-4eff-ae50-4c19aab1bbd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678'] for port, after_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:47.672931 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-68129046-fc94-4944-9e8f-2df805b4893e req-8abf2711-94be-42b8-9358-949c01f97499 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e3618b6-52e5-4357-a355-b29ad18e1b9a HTTP/1.1" status: 200 len: 210 time: 0.0565813 Aug 11 03:11:47.697193 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f3ef97-7512-4eff-ae50-4c19aab1bbd2 None None] Pushing event deleted for resources: {'Port': ['ID=b7f7c446-200d-475c-8396-9940fd1331f0,revision_number=None']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:11:47.705339 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f3ef97-7512-4eff-ae50-4c19aab1bbd2 None None] No DVR routers for this DVR port b7f7c446-200d-475c-8396-9940fd1331f0 on host n-d-764292-30 {{(pid=102193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:11:47.720054 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 59124) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:11:47.730534 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c3fec9be-6bde-4ca0-b9c0-80089d3e8ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:47.740624 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-c3fec9be-6bde-4ca0-b9c0-80089d3e8ec7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b5eb666-47e5-4ddb-b0bc-16855d478160']}} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:11:47.751013 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-c3fec9be-6bde-4ca0-b9c0-80089d3e8ec7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51ba8099-7622-42cb-adbd-7c8aaac78355') {'for_net_delete': True} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:11:47.751305 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-c3fec9be-6bde-4ca0-b9c0-80089d3e8ec7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51ba8099-7622-42cb-adbd-7c8aaac78355') {} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:11:47.760888 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c3fec9be-6bde-4ca0-b9c0-80089d3e8ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125932501'] for segment, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:47.769579 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-a6886ccc-9f8e-4a83-b86b-b620fdaa9773 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=58b19e008966412f9ce26eb313915eb0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0397048 Aug 11 03:11:47.769579 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 59126) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:11:47.769800 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning for port 914b18c0-490a-45f0-bf76-01d5ec23b3cf completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:11:47.771607 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning complete for port 914b18c0-490a-45f0-bf76-01d5ec23b3cf triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:11:47.771999 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:47.780258 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c3fec9be-6bde-4ca0-b9c0-80089d3e8ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:47.786437 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3fec9be-6bde-4ca0-b9c0-80089d3e8ec7 admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=102192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:11:47.786851 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c3fec9be-6bde-4ca0-b9c0-80089d3e8ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125932183'] for segment, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:47.788613 n-d-764292-30 neutron-server[102192]: Traceback (most recent call last): Aug 11 03:11:47.788613 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:11:47.788613 n-d-764292-30 neutron-server[102192]: timer() Aug 11 03:11:47.788613 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:11:47.788613 n-d-764292-30 neutron-server[102192]: cb(*args, **kw) Aug 11 03:11:47.788613 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:11:47.788613 n-d-764292-30 neutron-server[102192]: return func(*args, **kwargs) Aug 11 03:11:47.788613 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:11:47.788613 n-d-764292-30 neutron-server[102192]: self._notify() Aug 11 03:11:47.788613 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:11:47.788613 n-d-764292-30 neutron-server[102192]: self.callback(batched_events) Aug 11 03:11:47.788613 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:11:47.788613 n-d-764292-30 neutron-server[102192]: event.method(event) Aug 11 03:11:47.788613 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:11:47.788613 n-d-764292-30 neutron-server[102192]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:11:47.788613 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:11:47.788613 n-d-764292-30 neutron-server[102192]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:11:47.788613 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:11:47.788613 n-d-764292-30 neutron-server[102192]: return f(self, *a, **k) Aug 11 03:11:47.788613 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:11:47.788613 n-d-764292-30 neutron-server[102192]: return self._get(url).json() Aug 11 03:11:47.788613 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:11:47.788613 n-d-764292-30 neutron-server[102192]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:11:47.788613 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:11:47.788613 n-d-764292-30 neutron-server[102192]: return self.request(url, 'GET', **kwargs) Aug 11 03:11:47.788613 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:11:47.788613 n-d-764292-30 neutron-server[102192]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:11:47.788613 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:11:47.788613 n-d-764292-30 neutron-server[102192]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:11:47.788613 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:11:47.788613 n-d-764292-30 neutron-server[102192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:11:47.788613 n-d-764292-30 neutron-server[102192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:11:47.814421 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6efa29b7-cb93-4511-bd4f-91db047699bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:47.836952 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6efa29b7-cb93-4511-bd4f-91db047699bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:47.862086 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:47.885231 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed77128a-0e5b-42f4-b51e-cca1031ac20a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '914b18c0-490a-45f0-bf76-01d5ec23b3cf'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:11:47.887486 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e7c64fa-3378-45c3-834d-ba5dbc2fb5e3" -d '{"events": [{"server_uuid": "ed77128a-0e5b-42f4-b51e-cca1031ac20a", "name": "network-vif-plugged", "status": "completed", "tag": "914b18c0-490a-45f0-bf76-01d5ec23b3cf"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:11:47.900576 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 914b18c0-490a-45f0-bf76-01d5ec23b3cf, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=914b18c0-490a-45f0-bf76-01d5ec23b3cf,segment=NetworkSegment(66697432-be64-438d-a5b2-0b02f3d0fa2a),segment_id=66697432-be64-438d-a5b2-0b02f3d0fa2a)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:11:47.924927 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:11:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e1306e2-4fdf-4b88-bd48-a6949de81fcf x-openstack-request-id: req-5e1306e2-4fdf-4b88-bd48-a6949de81fcf {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:11:47.925211 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed77128a-0e5b-42f4-b51e-cca1031ac20a", "name": "network-vif-plugged", "status": "completed", "tag": "914b18c0-490a-45f0-bf76-01d5ec23b3cf", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:11:47.925461 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5e1306e2-4fdf-4b88-bd48-a6949de81fcf {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:11:47.925859 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed77128a-0e5b-42f4-b51e-cca1031ac20a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '914b18c0-490a-45f0-bf76-01d5ec23b3cf', 'code': 200} Aug 11 03:11:47.955100 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c3fec9be-6bde-4ca0-b9c0-80089d3e8ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:47.955330 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6efa29b7-cb93-4511-bd4f-91db047699bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:47.960432 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6efa29b7-cb93-4511-bd4f-91db047699bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:47.963420 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c3fec9be-6bde-4ca0-b9c0-80089d3e8ec7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:47.965333 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-c3fec9be-6bde-4ca0-b9c0-80089d3e8ec7 admin admin] 10.222.0.41 "DELETE /v2.0/networks/6b5eb666-47e5-4ddb-b0bc-16855d478160 HTTP/1.1" status: 204 len: 168 time: 0.8434618 Aug 11 03:11:47.966325 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-6efa29b7-cb93-4511-bd4f-91db047699bd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f9127402-132f-4277-9642-9d5ea96dbe1b HTTP/1.1" status: 204 len: 168 time: 0.2018375 Aug 11 03:11:47.975869 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efa29b7-cb93-4511-bd4f-91db047699bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9127402-132f-4277-9642-9d5ea96dbe1b,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:11:47.981131 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fec9be-6bde-4ca0-b9c0-80089d3e8ec7 admin admin] Pushing event deleted for resources: {'Network': ['ID=6b5eb666-47e5-4ddb-b0bc-16855d478160,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:11:48.012923 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:48.036867 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7cb841-a50b-4e93-a2e3-90666458e829 req-0682fa5d-bb27-48a9-a8cf-0b223da97e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:48.039074 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-af7cb841-a50b-4e93-a2e3-90666458e829 req-0682fa5d-bb27-48a9-a8cf-0b223da97e6e service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=ed77128a-0e5b-42f4-b51e-cca1031ac20a HTTP/1.1" status: 200 len: 1096 time: 0.0462217 Aug 11 03:11:48.083716 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=914b18c0-490a-45f0-bf76-01d5ec23b3cf,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:11:48.087831 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-af7cb841-a50b-4e93-a2e3-90666458e829 req-dd0cb264-0f5f-4af4-9681-f4c57c903ce9 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=96c4279c-51b6-4d8a-ac93-67215ccf65c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378442 Aug 11 03:11:48.542089 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 59156) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:11:48.574337 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f321ded-f96b-47a6-809f-aa75759ec414 req-838226b7-12f3-4f76-a544-117ab1888e1d tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:48.575887 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1f321ded-f96b-47a6-809f-aa75759ec414 req-838226b7-12f3-4f76-a544-117ab1888e1d tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed77128a-0e5b-42f4-b51e-cca1031ac20a HTTP/1.1" status: 200 len: 945 time: 0.0694003 Aug 11 03:11:48.586971 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-ecbb2386-57c0-4ff0-b08b-1b13ab0ddeed admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3419766c112444a3864f482257b66851&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0396669 Aug 11 03:11:48.586971 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 59160) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:11:48.642319 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1f321ded-f96b-47a6-809f-aa75759ec414 req-0adaa37a-27fb-4e99-8fea-6a7264ff8770 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/security-groups?id=96c4279c-51b6-4d8a-ac93-67215ccf65c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589261 Aug 11 03:11:48.659048 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-04a08301-af03-47f1-ae0c-fbe8848699ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:48.685482 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-04a08301-af03-47f1-ae0c-fbe8848699ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:48.786905 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5244091c-ace5-4d19-a5cd-937d962fafbe req-d8b5a47e-6002-4a21-a954-a1275a3de52a tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e3618b6-52e5-4357-a355-b29ad18e1b9a HTTP/1.1" status: 200 len: 210 time: 0.0394778 Aug 11 03:11:48.789591 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-04a08301-af03-47f1-ae0c-fbe8848699ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:48.794249 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-04a08301-af03-47f1-ae0c-fbe8848699ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:48.796231 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-04a08301-af03-47f1-ae0c-fbe8848699ca admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/19e25e3f-a72e-45d4-8165-3b0d2215340c HTTP/1.1" status: 204 len: 168 time: 0.2082305 Aug 11 03:11:48.809558 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a08301-af03-47f1-ae0c-fbe8848699ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19e25e3f-a72e-45d4-8165-3b0d2215340c,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:11:49.059825 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device b7f7c446-200d-475c-8396-9940fd1331f0 no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:11:49.080173 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: b7f7c446-200d-475c-8396-9940fd1331f0 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:11:49.080514 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device b7f7c446-200d-475c-8396-9940fd1331f0 not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:11:49.315393 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-2f836ec0-7d99-49de-90eb-3ae1493969de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:49.316851 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-2f836ec0-7d99-49de-90eb-3ae1493969de service neutron] 10.222.0.24 "GET /v2.0/ports/7dfdef9f-0d5f-4271-b104-13eb02da9240 HTTP/1.1" status: 200 len: 1027 time: 0.0407326 Aug 11 03:11:49.356826 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-58bed18a-a9d5-47c5-aed5-841830d52490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:49.358219 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-58bed18a-a9d5-47c5-aed5-841830d52490 service neutron] 10.222.0.24 "GET /v2.0/ports/b90d6ebc-39d0-4329-8910-886ce1b868bf HTTP/1.1" status: 200 len: 1028 time: 0.0345321 Aug 11 03:11:49.491582 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-4ac27111-cfb2-48ea-89e1-0f2a33ce63cb tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:49.497369 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-4ac27111-cfb2-48ea-89e1-0f2a33ce63cb tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:49.504394 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-4ac27111-cfb2-48ea-89e1-0f2a33ce63cb tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:49.506020 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-4ac27111-cfb2-48ea-89e1-0f2a33ce63cb tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] 10.222.0.24 "GET /v2.0/networks?id=99a68316-7b54-4552-81a4-eb1b8bfe1686&id=ed637a9a-eb30-499d-98db-3d728133dac3&id=ed637a9a-eb30-499d-98db-3d728133dac3&id=ed637a9a-eb30-499d-98db-3d728133dac3&id=ed637a9a-eb30-499d-98db-3d728133dac3&id=e854785b-6921-4aac-9817-a841d5040ff3&id=e854785b-6921-4aac-9817-a841d5040ff3 HTTP/1.1" status: 200 len: 1989 time: 0.1400445 Aug 11 03:11:49.558524 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-9adbdbdc-cbf5-494f-91df-c9afea7717ee tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=44415f337b71498496665864f1602b88 HTTP/1.1" status: 200 len: 379 time: 0.0409307 Aug 11 03:11:49.567551 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 2ff8377c-4a50-4c54-99a6-ad9d3776273a details requested by agent hyperv_n-h1-764292-30 with host n-h1-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:11:49.577113 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-2084e4e3-e9b4-4060-aa30-d933fe93bcbb tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Request body: {'port': {'device_id': '6e3618b6-52e5-4357-a355-b29ad18e1b9a', 'network_id': '99a68316-7b54-4552-81a4-eb1b8bfe1686', 'admin_state_up': True, 'tenant_id': '44415f337b71498496665864f1602b88', 'security_groups': ['5e828c0d-4136-4a51-aeb5-a8e208cb4b52']}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:11:49.732647 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 2ff8377c-4a50-4c54-99a6-ad9d3776273a, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=2ff8377c-4a50-4c54-99a6-ad9d3776273a,segment=NetworkSegment(c567aba8-f786-4533-ad6f-0c8ff3fef5d6),segment_id=c567aba8-f786-4533-ad6f-0c8ff3fef5d6)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:11:49.771712 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Returning: {'device': '2ff8377c-4a50-4c54-99a6-ad9d3776273a', 'network_id': '83b4bd4d-f4f2-42f4-b1e3-dbcc3fc1d9fb', 'port_id': '2ff8377c-4a50-4c54-99a6-ad9d3776273a', 'mac_address': 'fa:16:3e:36:cc:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8a74f8c-47d7-428d-9b47-116a9ebdc466', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:11:49.817547 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:49.833209 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2ff8377c-4a50-4c54-99a6-ad9d3776273a {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:11:49.839775 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2fb950-fc57-4803-ae49-7a9ee2902558 req-6615cb98-c77a-4ad7-9bf4-1307e4f50155 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:49.841302 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9a2fb950-fc57-4803-ae49-7a9ee2902558 req-6615cb98-c77a-4ad7-9bf4-1307e4f50155 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed77128a-0e5b-42f4-b51e-cca1031ac20a HTTP/1.1" status: 200 len: 945 time: 0.0575504 Aug 11 03:11:49.868812 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-2084e4e3-e9b4-4060-aa30-d933fe93bcbb tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Made reservation on behalf of 44415f337b71498496665864f1602b88 for: {'port': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:11:49.869121 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 2ff8377c-4a50-4c54-99a6-ad9d3776273a, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=2ff8377c-4a50-4c54-99a6-ad9d3776273a,segment=NetworkSegment(c567aba8-f786-4533-ad6f-0c8ff3fef5d6),segment_id=c567aba8-f786-4533-ad6f-0c8ff3fef5d6)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:11:49.880325 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-2084e4e3-e9b4-4060-aa30-d933fe93bcbb tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:49.909638 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9b5cfe63-acee-4f98-b2d7-22638772504e req-e6c4cd7d-1cb2-4253-b245-bc333628e0d8 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e3618b6-52e5-4357-a355-b29ad18e1b9a HTTP/1.1" status: 200 len: 210 time: 0.0448861 Aug 11 03:11:49.944921 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9a2fb950-fc57-4803-ae49-7a9ee2902558 req-c67cd008-7765-48e3-a9ee-aeedc6e663c4 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/security-groups?id=96c4279c-51b6-4d8a-ac93-67215ccf65c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977323 Aug 11 03:11:49.956085 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:50.037278 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=2ff8377c-4a50-4c54-99a6-ad9d3776273a,revision_number=6']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:11:50.056576 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['2ff8377c-4a50-4c54-99a6-ad9d3776273a'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:11:50.103511 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-2084e4e3-e9b4-4060-aa30-d933fe93bcbb tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Allocated IP 172.20.0.8 (99a68316-7b54-4552-81a4-eb1b8bfe1686/4230503c-7b88-4635-ba97-704ecda79830/6787f595-faeb-4a36-b917-5d8df4badde1) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:11:50.307065 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-2084e4e3-e9b4-4060-aa30-d933fe93bcbb tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:50.323713 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-2084e4e3-e9b4-4060-aa30-d933fe93bcbb tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Transition to ACTIVE for port object 6787f595-faeb-4a36-b917-5d8df4badde1 will not be triggered until provisioned by entity DHCP. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:11:50.339369 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 59242) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:11:50.424773 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-2084e4e3-e9b4-4060-aa30-d933fe93bcbb tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:50.487678 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-037b5efc-d881-4cd0-aebd-a159b7af6136 tempest-RoutersTestDVR-165542230 tempest-RoutersTestDVR-165542230-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1181556947'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:11:50.488216 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2084e4e3-e9b4-4060-aa30-d933fe93bcbb tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Pushing event updated for resources: {'Port': ['ID=6787f595-faeb-4a36-b917-5d8df4badde1,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:11:50.498651 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-2084e4e3-e9b4-4060-aa30-d933fe93bcbb tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Network 99a68316-7b54-4552-81a4-eb1b8bfe1686 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:11:50.500475 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-2084e4e3-e9b4-4060-aa30-d933fe93bcbb tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:11:50.503088 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-2084e4e3-e9b4-4060-aa30-d933fe93bcbb tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:11:50.595926 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-037b5efc-d881-4cd0-aebd-a159b7af6136 tempest-RoutersTestDVR-165542230 tempest-RoutersTestDVR-165542230-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-450010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6626'] for router, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:50.596975 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-037b5efc-d881-4cd0-aebd-a159b7af6136 tempest-RoutersTestDVR-165542230 tempest-RoutersTestDVR-165542230-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-446747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6633'] for router, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:50.599703 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-2084e4e3-e9b4-4060-aa30-d933fe93bcbb tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:50.600346 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-2084e4e3-e9b4-4060-aa30-d933fe93bcbb tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:50.626497 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621917be-4dd4-4aff-a782-2fc8e7788d35 req-07c8cb73-9c45-458d-9f7f-ab8e1e63cdfe tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:50.628038 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-621917be-4dd4-4aff-a782-2fc8e7788d35 req-07c8cb73-9c45-458d-9f7f-ab8e1e63cdfe tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed77128a-0e5b-42f4-b51e-cca1031ac20a HTTP/1.1" status: 200 len: 945 time: 0.0916588 Aug 11 03:11:50.679316 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-621917be-4dd4-4aff-a782-2fc8e7788d35 req-99f73520-9ad4-47f6-bef8-f549a6b1d773 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/security-groups?id=96c4279c-51b6-4d8a-ac93-67215ccf65c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449884 Aug 11 03:11:50.694626 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-2084e4e3-e9b4-4060-aa30-d933fe93bcbb tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1299767 Aug 11 03:11:50.709069 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-28dd7aaa-8bd4-444b-a548-1ca95424bb75 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Request body: {'port': {'device_id': '6e3618b6-52e5-4357-a355-b29ad18e1b9a', 'network_id': 'ed637a9a-eb30-499d-98db-3d728133dac3', 'admin_state_up': True, 'tenant_id': '44415f337b71498496665864f1602b88', 'security_groups': ['5e828c0d-4136-4a51-aeb5-a8e208cb4b52']}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:11:50.710167 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-037b5efc-d881-4cd0-aebd-a159b7af6136 tempest-RoutersTestDVR-165542230 tempest-RoutersTestDVR-165542230-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:50.790068 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-037b5efc-d881-4cd0-aebd-a159b7af6136 tempest-RoutersTestDVR-165542230 tempest-RoutersTestDVR-165542230-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-446952'] for router, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:50.875101 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-12ad55f6-b572-4efd-b2ca-0168451f1ec3 None None] Provisioning for port 6787f595-faeb-4a36-b917-5d8df4badde1 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:11:50.883314 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-12ad55f6-b572-4efd-b2ca-0168451f1ec3 None None] Provisioning complete for port 6787f595-faeb-4a36-b917-5d8df4badde1 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:11:50.884526 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-12ad55f6-b572-4efd-b2ca-0168451f1ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:50.887294 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-037b5efc-d881-4cd0-aebd-a159b7af6136 tempest-RoutersTestDVR-165542230 tempest-RoutersTestDVR-165542230-project-admin] Notify callbacks [] for router, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:50.892005 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-037b5efc-d881-4cd0-aebd-a159b7af6136 tempest-RoutersTestDVR-165542230 tempest-RoutersTestDVR-165542230-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.5486534 Aug 11 03:11:50.892377 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 59266) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:11:50.930086 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 59268) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:11:50.947576 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-12ad55f6-b572-4efd-b2ca-0168451f1ec3 None None] Port 6787f595-faeb-4a36-b917-5d8df4badde1 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:11:50.966825 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-28dd7aaa-8bd4-444b-a548-1ca95424bb75 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Made reservation on behalf of 44415f337b71498496665864f1602b88 for: {'port': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:11:50.970537 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-28dd7aaa-8bd4-444b-a548-1ca95424bb75 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:50.988533 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-bf10b29f-2f1b-4b0e-aff0-efc0cf45b152 tempest-RoutersTestDVR-165542230 tempest-RoutersTestDVR-165542230-project-admin] Notify callbacks [] for router, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:51.113328 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-dcbdb19e-0019-4907-b904-a9c04aabe32d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:51.156396 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-bf10b29f-2f1b-4b0e-aff0-efc0cf45b152 tempest-RoutersTestDVR-165542230 tempest-RoutersTestDVR-165542230-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6544'] for router, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:51.158506 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-bf10b29f-2f1b-4b0e-aff0-efc0cf45b152 tempest-RoutersTestDVR-165542230 tempest-RoutersTestDVR-165542230-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:51.175302 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e869f3e-cbb3-45ff-8852-4ac8e96884c0 req-8199efca-1f38-4e27-ac76-2c363636ac73 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:51.176809 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6e869f3e-cbb3-45ff-8852-4ac8e96884c0 req-8199efca-1f38-4e27-ac76-2c363636ac73 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e3618b6-52e5-4357-a355-b29ad18e1b9a HTTP/1.1" status: 200 len: 931 time: 0.1506259 Aug 11 03:11:51.228301 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-28dd7aaa-8bd4-444b-a548-1ca95424bb75 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Allocated IP 10.1.1.31 (ed637a9a-eb30-499d-98db-3d728133dac3/329e4f03-d8cd-404e-b91b-1cb9368d6c2d/a312704a-491b-448b-aff9-cbd04cf3547f) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:11:51.258119 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6e869f3e-cbb3-45ff-8852-4ac8e96884c0 req-409531d8-0876-4f43-8542-fd31407e6e96 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e828c0d-4136-4a51-aeb5-a8e208cb4b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680776 Aug 11 03:11:51.282378 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-bf10b29f-2f1b-4b0e-aff0-efc0cf45b152 tempest-RoutersTestDVR-165542230 tempest-RoutersTestDVR-165542230-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448809'] for router, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:51.282957 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf10b29f-2f1b-4b0e-aff0-efc0cf45b152 tempest-RoutersTestDVR-165542230 tempest-RoutersTestDVR-165542230-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e54bf25b-dd3c-4c48-90a6-69439b4f5be6 {{(pid=102191) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:11:51.302664 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-bf10b29f-2f1b-4b0e-aff0-efc0cf45b152 tempest-RoutersTestDVR-165542230 tempest-RoutersTestDVR-165542230-project-admin] Notify callbacks [] for router, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:51.303909 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-bf10b29f-2f1b-4b0e-aff0-efc0cf45b152 tempest-RoutersTestDVR-165542230 tempest-RoutersTestDVR-165542230-project-admin] 10.222.0.41 "DELETE /v2.0/routers/e54bf25b-dd3c-4c48-90a6-69439b4f5be6 HTTP/1.1" status: 204 len: 168 time: 0.4101000 Aug 11 03:11:51.307611 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 59274) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:11:51.313000 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-5f6b91b2-1c8f-48de-99f8-12603066816b tempest-RoutersTestDVR-165542230 tempest-RoutersTestDVR-165542230-project-admin] Request body: {'router': {'name': 'tempest-router-2091453085', 'distributed': False}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:11:51.435889 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-28dd7aaa-8bd4-444b-a548-1ca95424bb75 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:51.439247 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-dcbdb19e-0019-4907-b904-a9c04aabe32d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:51.452026 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-28dd7aaa-8bd4-444b-a548-1ca95424bb75 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Transition to ACTIVE for port object a312704a-491b-448b-aff9-cbd04cf3547f will not be triggered until provisioned by entity DHCP. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:11:51.538076 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-dcbdb19e-0019-4907-b904-a9c04aabe32d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:51.577463 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 2ff8377c-4a50-4c54-99a6-ad9d3776273a up at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:11:51.578249 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-dcbdb19e-0019-4907-b904-a9c04aabe32d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6ebb4213e0f84a69944e34475f67ee26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6469131 Aug 11 03:11:51.582911 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 59278) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:11:51.588509 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbdb19e-0019-4907-b904-a9c04aabe32d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25d4f2ac-65c3-4f5a-aec0-eb263444eaa9,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:11:51.596309 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-28dd7aaa-8bd4-444b-a548-1ca95424bb75 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:51.646471 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5f6b91b2-1c8f-48de-99f8-12603066816b tempest-RoutersTestDVR-165542230 tempest-RoutersTestDVR-165542230-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-450010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6626'] for router, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:51.647575 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5f6b91b2-1c8f-48de-99f8-12603066816b tempest-RoutersTestDVR-165542230 tempest-RoutersTestDVR-165542230-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-446747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6633'] for router, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:51.655422 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dd7aaa-8bd4-444b-a548-1ca95424bb75 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Pushing event updated for resources: {'Port': ['ID=a312704a-491b-448b-aff9-cbd04cf3547f,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:11:51.665841 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning complete for port 2ff8377c-4a50-4c54-99a6-ad9d3776273a triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:11:51.668859 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:51.681453 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-28dd7aaa-8bd4-444b-a548-1ca95424bb75 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Network ed637a9a-eb30-499d-98db-3d728133dac3 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:11:51.683777 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-28dd7aaa-8bd4-444b-a548-1ca95424bb75 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:11:51.697805 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-28dd7aaa-8bd4-444b-a548-1ca95424bb75 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:11:51.714328 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-077cdd7a-4944-4c8e-a81b-3f867c2931ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:51.779688 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5f6b91b2-1c8f-48de-99f8-12603066816b tempest-RoutersTestDVR-165542230 tempest-RoutersTestDVR-165542230-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:51.787118 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:51.815033 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c40f7bf-9cca-4a43-b73b-326e44e72976', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ff8377c-4a50-4c54-99a6-ad9d3776273a'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:11:51.819603 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-528458e9-a316-47b7-be09-6ffb2f12de75" -d '{"events": [{"server_uuid": "2c40f7bf-9cca-4a43-b73b-326e44e72976", "name": "network-vif-plugged", "status": "completed", "tag": "2ff8377c-4a50-4c54-99a6-ad9d3776273a"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:11:51.822037 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-28dd7aaa-8bd4-444b-a548-1ca95424bb75 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:51.822688 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-28dd7aaa-8bd4-444b-a548-1ca95424bb75 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:51.836493 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-077cdd7a-4944-4c8e-a81b-3f867c2931ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:51.843024 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 2ff8377c-4a50-4c54-99a6-ad9d3776273a, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=2ff8377c-4a50-4c54-99a6-ad9d3776273a,segment=NetworkSegment(c567aba8-f786-4533-ad6f-0c8ff3fef5d6),segment_id=c567aba8-f786-4533-ad6f-0c8ff3fef5d6)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:11:51.901872 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:11:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d215668f-75a5-4058-9bfe-9e9bf8a19432 x-openstack-request-id: req-d215668f-75a5-4058-9bfe-9e9bf8a19432 {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:11:51.902679 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c40f7bf-9cca-4a43-b73b-326e44e72976", "name": "network-vif-plugged", "status": "completed", "tag": "2ff8377c-4a50-4c54-99a6-ad9d3776273a", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:11:51.902679 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d215668f-75a5-4058-9bfe-9e9bf8a19432 {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:11:51.902868 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c40f7bf-9cca-4a43-b73b-326e44e72976', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ff8377c-4a50-4c54-99a6-ad9d3776273a', 'code': 200} Aug 11 03:11:51.925685 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1039a6af-2274-4211-a267-cf2ad32372e5 req-2f742040-82fb-4e4f-b0fc-886e80dc7a7a tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:51.927300 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1039a6af-2274-4211-a267-cf2ad32372e5 req-2f742040-82fb-4e4f-b0fc-886e80dc7a7a tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed77128a-0e5b-42f4-b51e-cca1031ac20a HTTP/1.1" status: 200 len: 945 time: 0.0983982 Aug 11 03:11:51.944586 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:51.947209 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-28dd7aaa-8bd4-444b-a548-1ca95424bb75 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.2424314 Aug 11 03:11:51.960485 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5f6b91b2-1c8f-48de-99f8-12603066816b tempest-RoutersTestDVR-165542230 tempest-RoutersTestDVR-165542230-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-446952'] for router, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:51.997602 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-29f06184-92dc-4d4f-bd8b-aeac1ad2d041 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Request body: {'port': {'device_id': '6e3618b6-52e5-4357-a355-b29ad18e1b9a', 'network_id': 'ed637a9a-eb30-499d-98db-3d728133dac3', 'admin_state_up': True, 'tenant_id': '44415f337b71498496665864f1602b88', 'security_groups': ['5e828c0d-4136-4a51-aeb5-a8e208cb4b52']}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:11:52.017975 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-077cdd7a-4944-4c8e-a81b-3f867c2931ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:52.024875 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-077cdd7a-4944-4c8e-a81b-3f867c2931ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:52.031047 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=2ff8377c-4a50-4c54-99a6-ad9d3776273a,revision_number=7']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:11:52.031986 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-077cdd7a-4944-4c8e-a81b-3f867c2931ed admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/25d4f2ac-65c3-4f5a-aec0-eb263444eaa9 HTTP/1.1" status: 204 len: 168 time: 0.4477987 Aug 11 03:11:52.045737 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077cdd7a-4944-4c8e-a81b-3f867c2931ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25d4f2ac-65c3-4f5a-aec0-eb263444eaa9,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:11:52.064147 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5f6b91b2-1c8f-48de-99f8-12603066816b tempest-RoutersTestDVR-165542230 tempest-RoutersTestDVR-165542230-project-admin] Notify callbacks [] for router, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:52.065798 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-5f6b91b2-1c8f-48de-99f8-12603066816b tempest-RoutersTestDVR-165542230 tempest-RoutersTestDVR-165542230-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.7571075 Aug 11 03:11:52.068463 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 59308) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:11:52.139142 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1039a6af-2274-4211-a267-cf2ad32372e5 req-8b69701e-c08f-4912-a2c8-f47a0e9faca5 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/security-groups?id=96c4279c-51b6-4d8a-ac93-67215ccf65c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873362 Aug 11 03:11:52.197713 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d8320bd8-2b0f-4bd4-9add-4138f77ff8f5 tempest-RoutersTestDVR-165542230 tempest-RoutersTestDVR-165542230-project-admin] Notify callbacks [] for router, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:52.206871 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-29f06184-92dc-4d4f-bd8b-aeac1ad2d041 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Made reservation on behalf of 44415f337b71498496665864f1602b88 for: {'port': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:11:52.210864 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-29f06184-92dc-4d4f-bd8b-aeac1ad2d041 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:52.269987 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-42876585-b365-442a-a6fd-ddebcb8fda8c None None] Provisioning for port a312704a-491b-448b-aff9-cbd04cf3547f completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:11:52.276465 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-42876585-b365-442a-a6fd-ddebcb8fda8c None None] Provisioning complete for port a312704a-491b-448b-aff9-cbd04cf3547f triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:11:52.277017 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-42876585-b365-442a-a6fd-ddebcb8fda8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:52.391114 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-42876585-b365-442a-a6fd-ddebcb8fda8c None None] Port a312704a-491b-448b-aff9-cbd04cf3547f cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:11:52.404960 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d8320bd8-2b0f-4bd4-9add-4138f77ff8f5 tempest-RoutersTestDVR-165542230 tempest-RoutersTestDVR-165542230-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6544'] for router, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:52.407793 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d8320bd8-2b0f-4bd4-9add-4138f77ff8f5 tempest-RoutersTestDVR-165542230 tempest-RoutersTestDVR-165542230-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:52.506437 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-29f06184-92dc-4d4f-bd8b-aeac1ad2d041 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Allocated IP 10.1.1.25 (ed637a9a-eb30-499d-98db-3d728133dac3/329e4f03-d8cd-404e-b91b-1cb9368d6c2d/d9e703e8-7704-4b91-aaaa-f02c780d0bdd) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:11:52.527810 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af870d8-8bcc-46a9-94ea-3da289296f02 req-5545c4aa-1a37-4434-88bb-30b11f4752ff tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:52.533873 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af870d8-8bcc-46a9-94ea-3da289296f02 req-5545c4aa-1a37-4434-88bb-30b11f4752ff tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:52.535508 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0af870d8-8bcc-46a9-94ea-3da289296f02 req-5545c4aa-1a37-4434-88bb-30b11f4752ff tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e3618b6-52e5-4357-a355-b29ad18e1b9a HTTP/1.1" status: 200 len: 1652 time: 0.1028774 Aug 11 03:11:52.569038 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d8320bd8-2b0f-4bd4-9add-4138f77ff8f5 tempest-RoutersTestDVR-165542230 tempest-RoutersTestDVR-165542230-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448809'] for router, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:52.569635 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8320bd8-2b0f-4bd4-9add-4138f77ff8f5 tempest-RoutersTestDVR-165542230 tempest-RoutersTestDVR-165542230-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6970e202-00f1-4b9f-8c5d-412793a85ea1 {{(pid=102191) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:11:52.575906 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d8320bd8-2b0f-4bd4-9add-4138f77ff8f5 tempest-RoutersTestDVR-165542230 tempest-RoutersTestDVR-165542230-project-admin] Notify callbacks [] for router, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:52.577072 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-d8320bd8-2b0f-4bd4-9add-4138f77ff8f5 tempest-RoutersTestDVR-165542230 tempest-RoutersTestDVR-165542230-project-admin] 10.222.0.41 "DELETE /v2.0/routers/6970e202-00f1-4b9f-8c5d-412793a85ea1 HTTP/1.1" status: 204 len: 168 time: 0.5073597 Aug 11 03:11:52.590909 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 59322) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:11:52.599339 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-e8a27214-4f73-48be-9c00-3b2e743b3a3e tempest-RoutersTestDVR-165542230 tempest-RoutersTestDVR-165542230-project-admin] Request body: {'router': {'name': 'tempest-router-1402976272', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '7981d33caf3148c5a51070a0c9b01061'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:11:52.660017 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0af870d8-8bcc-46a9-94ea-3da289296f02 req-f605ef95-e43d-48ae-b804-de1120797376 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e828c0d-4136-4a51-aeb5-a8e208cb4b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1115649 Aug 11 03:11:52.716399 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e8a27214-4f73-48be-9c00-3b2e743b3a3e tempest-RoutersTestDVR-165542230 tempest-RoutersTestDVR-165542230-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-450010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6626'] for router, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:52.717651 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e8a27214-4f73-48be-9c00-3b2e743b3a3e tempest-RoutersTestDVR-165542230 tempest-RoutersTestDVR-165542230-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-446747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6633'] for router, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:52.823015 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e8a27214-4f73-48be-9c00-3b2e743b3a3e tempest-RoutersTestDVR-165542230 tempest-RoutersTestDVR-165542230-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:52.895765 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd914cbf-e5a5-4719-addc-579fa3a6df56 req-37d82d5b-7332-46ad-967e-96468f24cf8a tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:52.903506 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-dd914cbf-e5a5-4719-addc-579fa3a6df56 req-37d82d5b-7332-46ad-967e-96468f24cf8a tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed77128a-0e5b-42f4-b51e-cca1031ac20a HTTP/1.1" status: 200 len: 945 time: 0.1115236 Aug 11 03:11:52.920675 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e8a27214-4f73-48be-9c00-3b2e743b3a3e tempest-RoutersTestDVR-165542230 tempest-RoutersTestDVR-165542230-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-446952'] for router, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:52.960122 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-29f06184-92dc-4d4f-bd8b-aeac1ad2d041 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:52.977996 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-dd914cbf-e5a5-4719-addc-579fa3a6df56 req-56e8bdc3-0726-4701-a07f-b64a40d081d0 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/security-groups?id=96c4279c-51b6-4d8a-ac93-67215ccf65c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730050 Aug 11 03:11:53.010499 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-29f06184-92dc-4d4f-bd8b-aeac1ad2d041 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Transition to ACTIVE for port object d9e703e8-7704-4b91-aaaa-f02c780d0bdd will not be triggered until provisioned by entity DHCP. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:11:53.024045 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e8a27214-4f73-48be-9c00-3b2e743b3a3e tempest-RoutersTestDVR-165542230 tempest-RoutersTestDVR-165542230-project-admin] Notify callbacks [] for router, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:53.025313 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-e8a27214-4f73-48be-9c00-3b2e743b3a3e tempest-RoutersTestDVR-165542230 tempest-RoutersTestDVR-165542230-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.4328105 Aug 11 03:11:53.034226 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 59354) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:11:53.034226 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-293a21ea-0920-425b-bdaa-26f080237e5e tempest-RoutersTestDVR-165542230 tempest-RoutersTestDVR-165542230-project-admin] Request body: {'router': {'distributed': True}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:11:53.202387 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-29f06184-92dc-4d4f-bd8b-aeac1ad2d041 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:53.324487 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f06184-92dc-4d4f-bd8b-aeac1ad2d041 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Pushing event updated for resources: {'Port': ['ID=d9e703e8-7704-4b91-aaaa-f02c780d0bdd,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:11:53.348856 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-29f06184-92dc-4d4f-bd8b-aeac1ad2d041 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Network ed637a9a-eb30-499d-98db-3d728133dac3 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:11:53.351512 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-29f06184-92dc-4d4f-bd8b-aeac1ad2d041 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:11:53.355102 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-29f06184-92dc-4d4f-bd8b-aeac1ad2d041 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:11:53.401123 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-293a21ea-0920-425b-bdaa-26f080237e5e tempest-RoutersTestDVR-165542230 tempest-RoutersTestDVR-165542230-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-446725', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-448852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6559'] for router, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:53.401601 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-293a21ea-0920-425b-bdaa-26f080237e5e tempest-RoutersTestDVR-165542230 tempest-RoutersTestDVR-165542230-project-admin] Notify callbacks [] for router, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:53.428810 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-29f06184-92dc-4d4f-bd8b-aeac1ad2d041 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:53.429634 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-29f06184-92dc-4d4f-bd8b-aeac1ad2d041 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:53.516361 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-29f06184-92dc-4d4f-bd8b-aeac1ad2d041 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.5296950 Aug 11 03:11:53.527803 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-293a21ea-0920-425b-bdaa-26f080237e5e tempest-RoutersTestDVR-165542230 tempest-RoutersTestDVR-165542230-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=102191) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Aug 11 03:11:53.527803 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-293a21ea-0920-425b-bdaa-26f080237e5e tempest-RoutersTestDVR-165542230 tempest-RoutersTestDVR-165542230-project-admin] Router 3b318d5e-4456-48dc-9bb5-2efe633c967d migrating from provider to provider. {{(pid=102191) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Aug 11 03:11:53.527803 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-293a21ea-0920-425b-bdaa-26f080237e5e tempest-RoutersTestDVR-165542230 tempest-RoutersTestDVR-165542230-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:53.528979 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-da553e5b-92e4-46ba-a082-18764dd48fe8 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Request body: {'port': {'device_id': '6e3618b6-52e5-4357-a355-b29ad18e1b9a', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'e854785b-6921-4aac-9817-a841d5040ff3', 'admin_state_up': True, 'tenant_id': '44415f337b71498496665864f1602b88', 'security_groups': ['5e828c0d-4136-4a51-aeb5-a8e208cb4b52']}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:11:53.531521 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-293a21ea-0920-425b-bdaa-26f080237e5e tempest-RoutersTestDVR-165542230 tempest-RoutersTestDVR-165542230-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:53.602711 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-293a21ea-0920-425b-bdaa-26f080237e5e tempest-RoutersTestDVR-165542230 tempest-RoutersTestDVR-165542230-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-446952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-446974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-446967', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-448845'] for router, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:53.778975 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-da553e5b-92e4-46ba-a082-18764dd48fe8 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Made reservation on behalf of 44415f337b71498496665864f1602b88 for: {'port': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:11:53.898770 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d2acc2a-6503-410a-8e59-ba566b6bd8cb None None] Provisioning for port d9e703e8-7704-4b91-aaaa-f02c780d0bdd completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:11:53.903939 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d2acc2a-6503-410a-8e59-ba566b6bd8cb None None] Provisioning complete for port d9e703e8-7704-4b91-aaaa-f02c780d0bdd triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:11:53.904382 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d2acc2a-6503-410a-8e59-ba566b6bd8cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:53.987350 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-3d2acc2a-6503-410a-8e59-ba566b6bd8cb None None] Port d9e703e8-7704-4b91-aaaa-f02c780d0bdd cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:11:54.101882 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-da553e5b-92e4-46ba-a082-18764dd48fe8 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:54.176305 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b7d7d2-9170-4b20-936b-4d5f518dd99d req-13b6f2aa-3bb7-4a65-bdf6-cc3659a213f7 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:54.203511 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b7d7d2-9170-4b20-936b-4d5f518dd99d req-13b6f2aa-3bb7-4a65-bdf6-cc3659a213f7 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:54.223055 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b7d7d2-9170-4b20-936b-4d5f518dd99d req-13b6f2aa-3bb7-4a65-bdf6-cc3659a213f7 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:54.229539 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a6b7d7d2-9170-4b20-936b-4d5f518dd99d req-13b6f2aa-3bb7-4a65-bdf6-cc3659a213f7 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e3618b6-52e5-4357-a355-b29ad18e1b9a HTTP/1.1" status: 200 len: 2372 time: 0.3204627 Aug 11 03:11:54.239512 n-d-764292-30 neutron-server[102191]: WARNING neutron.scheduler.l3_agent_scheduler [None req-293a21ea-0920-425b-bdaa-26f080237e5e tempest-RoutersTestDVR-165542230 tempest-RoutersTestDVR-165542230-project-admin] No L3 agents can host the router 3b318d5e-4456-48dc-9bb5-2efe633c967d Aug 11 03:11:54.425100 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a6b7d7d2-9170-4b20-936b-4d5f518dd99d req-c5bd54d5-9cf0-403d-95d2-62abc6098c37 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e828c0d-4136-4a51-aeb5-a8e208cb4b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1760056 Aug 11 03:11:54.433609 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293a21ea-0920-425b-bdaa-26f080237e5e tempest-RoutersTestDVR-165542230 tempest-RoutersTestDVR-165542230-project-admin] Hosts for router 3b318d5e-4456-48dc-9bb5-2efe633c967d: [] {{(pid=102191) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Aug 11 03:11:54.471475 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293a21ea-0920-425b-bdaa-26f080237e5e tempest-RoutersTestDVR-165542230 tempest-RoutersTestDVR-165542230-project-admin] Hosts for other DVR routers connected to router 3b318d5e-4456-48dc-9bb5-2efe633c967d: set() {{(pid=102191) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Aug 11 03:11:54.474299 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-293a21ea-0920-425b-bdaa-26f080237e5e tempest-RoutersTestDVR-165542230 tempest-RoutersTestDVR-165542230-project-admin] Notify callbacks [] for router, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:54.475986 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-293a21ea-0920-425b-bdaa-26f080237e5e tempest-RoutersTestDVR-165542230 tempest-RoutersTestDVR-165542230-project-admin] 10.222.0.41 "PUT /v2.0/routers/3b318d5e-4456-48dc-9bb5-2efe633c967d HTTP/1.1" status: 200 len: 717 time: 1.4469151 Aug 11 03:11:54.480050 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 59398) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:11:54.541696 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd17399-9c05-4970-81ba-09ddec6549b8 req-faa709d9-6800-443e-bcbd-090bd2f7627c tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:54.543691 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-bbd17399-9c05-4970-81ba-09ddec6549b8 req-faa709d9-6800-443e-bcbd-090bd2f7627c tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.22 "GET /v2.0/ports?device_id=ed77128a-0e5b-42f4-b51e-cca1031ac20a HTTP/1.1" status: 200 len: 945 time: 0.1620543 Aug 11 03:11:54.610715 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-da553e5b-92e4-46ba-a082-18764dd48fe8 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Allocated IP 10.2.2.100 (e854785b-6921-4aac-9817-a841d5040ff3/50b43d93-528a-454a-beae-d58f91ef15e1/f418b08e-aa62-46df-bda1-d8d20334592a) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:11:54.657573 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-0e92e5a4-ef11-417d-9cf4-686192223839 tempest-RoutersTestDVR-165542230 tempest-RoutersTestDVR-165542230-project-admin] 10.222.0.41 "GET /v2.0/routers/3b318d5e-4456-48dc-9bb5-2efe633c967d HTTP/1.1" status: 200 len: 717 time: 0.1762164 Aug 11 03:11:54.660786 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 59408) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:11:54.764407 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-bbd17399-9c05-4970-81ba-09ddec6549b8 req-3c511e97-1780-48f8-82b5-a0edd991f786 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Deleting port 914b18c0-490a-45f0-bf76-01d5ec23b3cf {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:11:54.766101 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-bbd17399-9c05-4970-81ba-09ddec6549b8 req-3c511e97-1780-48f8-82b5-a0edd991f786 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:54.886773 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9684e856-cfeb-4d22-8306-c443374c31b5 req-fcc24865-1ac7-464c-b13e-303660b98c96 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:54.888321 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9684e856-cfeb-4d22-8306-c443374c31b5 req-fcc24865-1ac7-464c-b13e-303660b98c96 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed77128a-0e5b-42f4-b51e-cca1031ac20a HTTP/1.1" status: 200 len: 945 time: 0.1549141 Aug 11 03:11:54.912097 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-bbd17399-9c05-4970-81ba-09ddec6549b8 req-3c511e97-1780-48f8-82b5-a0edd991f786 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] For port 914b18c0-490a-45f0-bf76-01d5ec23b3cf, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=914b18c0-490a-45f0-bf76-01d5ec23b3cf,segment=NetworkSegment(66697432-be64-438d-a5b2-0b02f3d0fa2a),segment_id=66697432-be64-438d-a5b2-0b02f3d0fa2a)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:11:54.912742 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-bbd17399-9c05-4970-81ba-09ddec6549b8 req-3c511e97-1780-48f8-82b5-a0edd991f786 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:54.939115 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-bbd17399-9c05-4970-81ba-09ddec6549b8 req-3c511e97-1780-48f8-82b5-a0edd991f786 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Calling delete_port for 914b18c0-490a-45f0-bf76-01d5ec23b3cf owned by compute:nova {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:11:54.989088 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-da553e5b-92e4-46ba-a082-18764dd48fe8 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:55.045875 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9684e856-cfeb-4d22-8306-c443374c31b5 req-8dd91939-74cf-42d4-ae83-a8c5508f8f10 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/security-groups?id=96c4279c-51b6-4d8a-ac93-67215ccf65c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480241 Aug 11 03:11:55.046923 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-da553e5b-92e4-46ba-a082-18764dd48fe8 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Transition to ACTIVE for port object f418b08e-aa62-46df-bda1-d8d20334592a will not be triggered until provisioned by entity DHCP. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:11:55.207953 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-da553e5b-92e4-46ba-a082-18764dd48fe8 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:55.290462 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-da553e5b-92e4-46ba-a082-18764dd48fe8 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Network e854785b-6921-4aac-9817-a841d5040ff3 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:11:55.294834 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-da553e5b-92e4-46ba-a082-18764dd48fe8 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:11:55.297744 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-da553e5b-92e4-46ba-a082-18764dd48fe8 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:11:55.308140 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da553e5b-92e4-46ba-a082-18764dd48fe8 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Pushing event updated for resources: {'Port': ['ID=f418b08e-aa62-46df-bda1-d8d20334592a,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:11:55.411623 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-129507cf-52a8-41b5-b29f-ff2a0dad2d19 tempest-RoutersTestDVR-1529586493 tempest-RoutersTestDVR-1529586493-project] 10.222.0.41 "GET /v2.0/routers/3b318d5e-4456-48dc-9bb5-2efe633c967d HTTP/1.1" status: 200 len: 683 time: 0.7497323 Aug 11 03:11:55.421817 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-da553e5b-92e4-46ba-a082-18764dd48fe8 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:55.422642 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-da553e5b-92e4-46ba-a082-18764dd48fe8 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:55.428056 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 59422) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:11:55.544980 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-da553e5b-92e4-46ba-a082-18764dd48fe8 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0203362 Aug 11 03:11:55.562298 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-e683a3dd-5d76-4509-a6c0-4ac02272eac2 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Request body: {'port': {'device_id': '6e3618b6-52e5-4357-a355-b29ad18e1b9a', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'e854785b-6921-4aac-9817-a841d5040ff3', 'admin_state_up': True, 'tenant_id': '44415f337b71498496665864f1602b88', 'security_groups': ['5e828c0d-4136-4a51-aeb5-a8e208cb4b52']}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:11:55.621278 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-808420c3-71bf-41e9-b24b-fc43292f66d9 tempest-RoutersTestDVR-165542230 tempest-RoutersTestDVR-165542230-project-admin] Notify callbacks [] for router, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:55.788948 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437e1aaa-13c7-4f60-b460-a0034ba99721 req-1e097b9d-628a-4ed8-b9c5-888a863108a2 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:55.795396 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-1a23e0c1-3a9f-4398-be7d-5e23d1ad1094 None None] Provisioning for port f418b08e-aa62-46df-bda1-d8d20334592a completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:11:55.797330 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437e1aaa-13c7-4f60-b460-a0034ba99721 req-1e097b9d-628a-4ed8-b9c5-888a863108a2 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:55.800142 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-1a23e0c1-3a9f-4398-be7d-5e23d1ad1094 None None] Provisioning complete for port f418b08e-aa62-46df-bda1-d8d20334592a triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:11:55.800681 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-1a23e0c1-3a9f-4398-be7d-5e23d1ad1094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:55.809045 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437e1aaa-13c7-4f60-b460-a0034ba99721 req-1e097b9d-628a-4ed8-b9c5-888a863108a2 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:55.818007 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437e1aaa-13c7-4f60-b460-a0034ba99721 req-1e097b9d-628a-4ed8-b9c5-888a863108a2 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:55.820677 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-437e1aaa-13c7-4f60-b460-a0034ba99721 req-1e097b9d-628a-4ed8-b9c5-888a863108a2 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e3618b6-52e5-4357-a355-b29ad18e1b9a HTTP/1.1" status: 200 len: 3093 time: 0.2548578 Aug 11 03:11:55.833946 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-bbd17399-9c05-4970-81ba-09ddec6549b8 req-3c511e97-1780-48f8-82b5-a0edd991f786 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:55.902070 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-437e1aaa-13c7-4f60-b460-a0034ba99721 req-171a3ef5-b8ce-4ee9-a74b-1d79bc7af3c0 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e828c0d-4136-4a51-aeb5-a8e208cb4b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710196 Aug 11 03:11:55.918790 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-1a23e0c1-3a9f-4398-be7d-5e23d1ad1094 None None] Port f418b08e-aa62-46df-bda1-d8d20334592a cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:11:55.923913 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['914b18c0-490a-45f0-bf76-01d5ec23b3cf'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:11:55.996085 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-e683a3dd-5d76-4509-a6c0-4ac02272eac2 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Made reservation on behalf of 44415f337b71498496665864f1602b88 for: {'port': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:11:56.000272 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-e683a3dd-5d76-4509-a6c0-4ac02272eac2 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:56.059755 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c511e97-1780-48f8-82b5-a0edd991f786 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Pushing event deleted for resources: {'Port': ['ID=914b18c0-490a-45f0-bf76-01d5ec23b3cf,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:11:56.070779 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-808420c3-71bf-41e9-b24b-fc43292f66d9 tempest-RoutersTestDVR-165542230 tempest-RoutersTestDVR-165542230-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6544'] for router, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:56.088801 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-808420c3-71bf-41e9-b24b-fc43292f66d9 tempest-RoutersTestDVR-165542230 tempest-RoutersTestDVR-165542230-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:56.216769 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbd17399-9c05-4970-81ba-09ddec6549b8 req-3c511e97-1780-48f8-82b5-a0edd991f786 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] No DVR routers for this DVR port 914b18c0-490a-45f0-bf76-01d5ec23b3cf on host n-h1-764292-30 {{(pid=102191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:11:56.227360 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-bbd17399-9c05-4970-81ba-09ddec6549b8 req-3c511e97-1780-48f8-82b5-a0edd991f786 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:56.229411 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-bbd17399-9c05-4970-81ba-09ddec6549b8 req-3c511e97-1780-48f8-82b5-a0edd991f786 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.22 "DELETE /v2.0/ports/914b18c0-490a-45f0-bf76-01d5ec23b3cf HTTP/1.1" status: 204 len: 173 time: 1.6386888 Aug 11 03:11:56.229882 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed77128a-0e5b-42f4-b51e-cca1031ac20a', 'name': 'network-vif-deleted', 'tag': '914b18c0-490a-45f0-bf76-01d5ec23b3cf'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:11:56.232180 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09ba38d9-a3d6-4e47-9b01-80ade87e2a60" -d '{"events": [{"server_uuid": "ed77128a-0e5b-42f4-b51e-cca1031ac20a", "name": "network-vif-deleted", "tag": "914b18c0-490a-45f0-bf76-01d5ec23b3cf"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:11:56.303786 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4680f67-dd54-48ec-91d0-87392f90d0d9 x-openstack-request-id: req-c4680f67-dd54-48ec-91d0-87392f90d0d9 {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:11:56.304112 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed77128a-0e5b-42f4-b51e-cca1031ac20a", "name": "network-vif-deleted", "tag": "914b18c0-490a-45f0-bf76-01d5ec23b3cf", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:11:56.304391 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c4680f67-dd54-48ec-91d0-87392f90d0d9 {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:11:56.304789 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed77128a-0e5b-42f4-b51e-cca1031ac20a', 'name': 'network-vif-deleted', 'tag': '914b18c0-490a-45f0-bf76-01d5ec23b3cf', 'status': 'completed', 'code': 200} Aug 11 03:11:56.350069 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-e683a3dd-5d76-4509-a6c0-4ac02272eac2 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Allocated IP 10.2.2.200 (e854785b-6921-4aac-9817-a841d5040ff3/50b43d93-528a-454a-beae-d58f91ef15e1/ba046f43-bd86-472c-a6e9-4db5d5ea61d0) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:11:56.365574 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-49d90ce1-c906-47f1-a825-9af1eb8103db req-47a9db10-a4fc-4e35-8e86-3fef75fb3a28 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed77128a-0e5b-42f4-b51e-cca1031ac20a HTTP/1.1" status: 200 len: 210 time: 0.1410074 Aug 11 03:11:56.390353 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-808420c3-71bf-41e9-b24b-fc43292f66d9 tempest-RoutersTestDVR-165542230 tempest-RoutersTestDVR-165542230-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448809'] for router, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:56.391256 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-808420c3-71bf-41e9-b24b-fc43292f66d9 tempest-RoutersTestDVR-165542230 tempest-RoutersTestDVR-165542230-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3b318d5e-4456-48dc-9bb5-2efe633c967d {{(pid=102191) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:11:56.405470 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-808420c3-71bf-41e9-b24b-fc43292f66d9 tempest-RoutersTestDVR-165542230 tempest-RoutersTestDVR-165542230-project-admin] Notify callbacks [] for router, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:56.407097 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-808420c3-71bf-41e9-b24b-fc43292f66d9 tempest-RoutersTestDVR-165542230 tempest-RoutersTestDVR-165542230-project-admin] 10.222.0.41 "DELETE /v2.0/routers/3b318d5e-4456-48dc-9bb5-2efe633c967d HTTP/1.1" status: 204 len: 168 time: 0.9691391 Aug 11 03:11:56.414901 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 59448) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:11:56.420446 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-f1fa468e-9d10-4a41-826a-f2dd1443ff87 tempest-RoutersTestDVR-165542230 tempest-RoutersTestDVR-165542230-project-admin] Request body: {'router': {'name': 'tempest-router-2077675565', 'distributed': True}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:11:56.636159 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f1fa468e-9d10-4a41-826a-f2dd1443ff87 tempest-RoutersTestDVR-165542230 tempest-RoutersTestDVR-165542230-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-450010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6626'] for router, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:56.637318 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f1fa468e-9d10-4a41-826a-f2dd1443ff87 tempest-RoutersTestDVR-165542230 tempest-RoutersTestDVR-165542230-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-446747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6633'] for router, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:56.786503 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-e683a3dd-5d76-4509-a6c0-4ac02272eac2 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:56.796139 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f1fa468e-9d10-4a41-826a-f2dd1443ff87 tempest-RoutersTestDVR-165542230 tempest-RoutersTestDVR-165542230-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:56.806528 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-e683a3dd-5d76-4509-a6c0-4ac02272eac2 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Transition to ACTIVE for port object ba046f43-bd86-472c-a6e9-4db5d5ea61d0 will not be triggered until provisioned by entity DHCP. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:11:56.853692 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f1fa468e-9d10-4a41-826a-f2dd1443ff87 tempest-RoutersTestDVR-165542230 tempest-RoutersTestDVR-165542230-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-446952'] for router, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:56.927590 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-e683a3dd-5d76-4509-a6c0-4ac02272eac2 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:56.928165 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f1fa468e-9d10-4a41-826a-f2dd1443ff87 tempest-RoutersTestDVR-165542230 tempest-RoutersTestDVR-165542230-project-admin] Notify callbacks [] for router, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:56.930352 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-f1fa468e-9d10-4a41-826a-f2dd1443ff87 tempest-RoutersTestDVR-165542230 tempest-RoutersTestDVR-165542230-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.5142827 Aug 11 03:11:56.940436 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 59466) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:11:57.032347 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-e683a3dd-5d76-4509-a6c0-4ac02272eac2 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Network e854785b-6921-4aac-9817-a841d5040ff3 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:11:57.041027 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-e683a3dd-5d76-4509-a6c0-4ac02272eac2 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:11:57.044133 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-e683a3dd-5d76-4509-a6c0-4ac02272eac2 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:11:57.051388 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e683a3dd-5d76-4509-a6c0-4ac02272eac2 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Pushing event updated for resources: {'Port': ['ID=ba046f43-bd86-472c-a6e9-4db5d5ea61d0,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:11:57.144360 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-e683a3dd-5d76-4509-a6c0-4ac02272eac2 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:57.145850 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-e683a3dd-5d76-4509-a6c0-4ac02272eac2 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:57.186720 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0141fae1-d5a3-42f1-9141-64f173489333 tempest-RoutersTestDVR-165542230 tempest-RoutersTestDVR-165542230-project-admin] Notify callbacks [] for router, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:57.263594 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f481249a-05a2-4fea-94a7-008e4501ed1e req-59073e68-e7c7-43eb-ab8b-d8df33ce049f tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:57.277818 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f481249a-05a2-4fea-94a7-008e4501ed1e req-59073e68-e7c7-43eb-ab8b-d8df33ce049f tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:57.292746 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f481249a-05a2-4fea-94a7-008e4501ed1e req-59073e68-e7c7-43eb-ab8b-d8df33ce049f tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:57.300507 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f481249a-05a2-4fea-94a7-008e4501ed1e req-59073e68-e7c7-43eb-ab8b-d8df33ce049f tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:57.315963 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f481249a-05a2-4fea-94a7-008e4501ed1e req-59073e68-e7c7-43eb-ab8b-d8df33ce049f tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:57.325649 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f481249a-05a2-4fea-94a7-008e4501ed1e req-59073e68-e7c7-43eb-ab8b-d8df33ce049f tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e3618b6-52e5-4357-a355-b29ad18e1b9a HTTP/1.1" status: 200 len: 3814 time: 0.2021561 Aug 11 03:11:57.338213 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-e683a3dd-5d76-4509-a6c0-4ac02272eac2 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7803943 Aug 11 03:11:57.471951 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f481249a-05a2-4fea-94a7-008e4501ed1e req-729932e6-10aa-4872-9bea-b3960210b24b tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e828c0d-4136-4a51-aeb5-a8e208cb4b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1323211 Aug 11 03:11:57.489528 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-010bf0b8-7ac4-4a38-a8c0-a293bf90193e service neutron] Request body: {'port': {'device_id': '6e3618b6-52e5-4357-a355-b29ad18e1b9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764292-30'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:11:57.504050 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0141fae1-d5a3-42f1-9141-64f173489333 tempest-RoutersTestDVR-165542230 tempest-RoutersTestDVR-165542230-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6544'] for router, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:57.506922 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0141fae1-d5a3-42f1-9141-64f173489333 tempest-RoutersTestDVR-165542230 tempest-RoutersTestDVR-165542230-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:57.556126 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-6732f31d-3951-4ad0-84ff-0d664e99b2ff None None] Provisioning for port ba046f43-bd86-472c-a6e9-4db5d5ea61d0 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:11:57.561340 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-6732f31d-3951-4ad0-84ff-0d664e99b2ff None None] Provisioning complete for port ba046f43-bd86-472c-a6e9-4db5d5ea61d0 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:11:57.561977 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-6732f31d-3951-4ad0-84ff-0d664e99b2ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:57.603582 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-010bf0b8-7ac4-4a38-a8c0-a293bf90193e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:57.635548 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0141fae1-d5a3-42f1-9141-64f173489333 tempest-RoutersTestDVR-165542230 tempest-RoutersTestDVR-165542230-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448809'] for router, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:57.636077 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0141fae1-d5a3-42f1-9141-64f173489333 tempest-RoutersTestDVR-165542230 tempest-RoutersTestDVR-165542230-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3fff8f9a-5836-4cad-a007-ce05132dfa61 {{(pid=102191) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:11:57.636943 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-6732f31d-3951-4ad0-84ff-0d664e99b2ff None None] Port ba046f43-bd86-472c-a6e9-4db5d5ea61d0 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:11:57.646759 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0141fae1-d5a3-42f1-9141-64f173489333 tempest-RoutersTestDVR-165542230 tempest-RoutersTestDVR-165542230-project-admin] Notify callbacks [] for router, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:57.648040 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-0141fae1-d5a3-42f1-9141-64f173489333 tempest-RoutersTestDVR-165542230 tempest-RoutersTestDVR-165542230-project-admin] 10.222.0.41 "DELETE /v2.0/routers/3fff8f9a-5836-4cad-a007-ce05132dfa61 HTTP/1.1" status: 204 len: 168 time: 0.7061734 Aug 11 03:11:57.711487 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5c2eb149-9e01-4916-bced-23bf1349cafe req-779933bc-23f2-4c33-84f9-c31837ae7b75 tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed77128a-0e5b-42f4-b51e-cca1031ac20a HTTP/1.1" status: 200 len: 210 time: 0.0481675 Aug 11 03:11:58.353449 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 59496) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:11:58.566263 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3523bc91-fe87-424b-b2c4-fcf10cb2dfe7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:58.644963 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-010bf0b8-7ac4-4a38-a8c0-a293bf90193e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6787f595-faeb-4a36-b917-5d8df4badde1 {{(pid=102192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:11:58.669841 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-010bf0b8-7ac4-4a38-a8c0-a293bf90193e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:58.704887 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-010bf0b8-7ac4-4a38-a8c0-a293bf90193e service neutron] Transition to ACTIVE for port object 6787f595-faeb-4a36-b917-5d8df4badde1 will not be triggered until provisioned by entity L2. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:11:58.779026 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-010bf0b8-7ac4-4a38-a8c0-a293bf90193e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:58.820105 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fda2cc-de66-49f9-97d2-d5405b6363c8 req-bfd5fac3-f37e-4775-8410-29469e905ad4 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:58.824024 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3523bc91-fe87-424b-b2c4-fcf10cb2dfe7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:58.827715 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fda2cc-de66-49f9-97d2-d5405b6363c8 req-bfd5fac3-f37e-4775-8410-29469e905ad4 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:58.833894 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fda2cc-de66-49f9-97d2-d5405b6363c8 req-bfd5fac3-f37e-4775-8410-29469e905ad4 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:58.839992 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fda2cc-de66-49f9-97d2-d5405b6363c8 req-bfd5fac3-f37e-4775-8410-29469e905ad4 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:58.845875 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fda2cc-de66-49f9-97d2-d5405b6363c8 req-bfd5fac3-f37e-4775-8410-29469e905ad4 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:58.848407 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-10fda2cc-de66-49f9-97d2-d5405b6363c8 req-bfd5fac3-f37e-4775-8410-29469e905ad4 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e3618b6-52e5-4357-a355-b29ad18e1b9a HTTP/1.1" status: 200 len: 3814 time: 0.1893671 Aug 11 03:11:58.935210 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3523bc91-fe87-424b-b2c4-fcf10cb2dfe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:58.978122 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010bf0b8-7ac4-4a38-a8c0-a293bf90193e service neutron] Pushing event updated for resources: {'Port': ['ID=6787f595-faeb-4a36-b917-5d8df4badde1,revision_number=2']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:11:59.000014 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-10fda2cc-de66-49f9-97d2-d5405b6363c8 req-2ecee576-e493-45a7-b97c-a6d9f1278fb0 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e828c0d-4136-4a51-aeb5-a8e208cb4b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1310468 Aug 11 03:11:59.039034 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-3523bc91-fe87-424b-b2c4-fcf10cb2dfe7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7981d33caf3148c5a51070a0c9b01061&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6810257 Aug 11 03:11:59.050198 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 59510) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:11:59.061092 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-010bf0b8-7ac4-4a38-a8c0-a293bf90193e service neutron] Attempting to bind port 6787f595-faeb-4a36-b917-5d8df4badde1 on host n-h2-764292-30 for vnic_type normal with profile {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:11:59.061441 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-010bf0b8-7ac4-4a38-a8c0-a293bf90193e service neutron] Attempting to bind port 6787f595-faeb-4a36-b917-5d8df4badde1 by drivers openvswitch,hyperv on host n-h2-764292-30 at level 0 using segments [{'id': '6636cac9-4e2b-442e-bc2a-cdca0dca5176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '99a68316-7b54-4552-81a4-eb1b8bfe1686'}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:11:59.061764 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-010bf0b8-7ac4-4a38-a8c0-a293bf90193e service neutron] Attempting to bind port 6787f595-faeb-4a36-b917-5d8df4badde1 on network 99a68316-7b54-4552-81a4-eb1b8bfe1686 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:11:59.084641 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-010bf0b8-7ac4-4a38-a8c0-a293bf90193e service neutron] Port 6787f595-faeb-4a36-b917-5d8df4badde1 on network 99a68316-7b54-4552-81a4-eb1b8bfe1686 not bound, no agent of type Open vSwitch agent registered on host n-h2-764292-30 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:11:59.084985 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-010bf0b8-7ac4-4a38-a8c0-a293bf90193e service neutron] Attempting to bind port 6787f595-faeb-4a36-b917-5d8df4badde1 on network 99a68316-7b54-4552-81a4-eb1b8bfe1686 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:11:59.101911 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3523bc91-fe87-424b-b2c4-fcf10cb2dfe7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f607744-3a5d-4a54-91ed-83f665997976,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:11:59.104150 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-010bf0b8-7ac4-4a38-a8c0-a293bf90193e service neutron] Checking agent: {'id': '70015fc0-62fb-48b2-b453-36906937cf2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 11, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:11:59.104490 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-010bf0b8-7ac4-4a38-a8c0-a293bf90193e service neutron] Checking segment: {'id': '6636cac9-4e2b-442e-bc2a-cdca0dca5176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '99a68316-7b54-4552-81a4-eb1b8bfe1686'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:11:59.104879 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-010bf0b8-7ac4-4a38-a8c0-a293bf90193e service neutron] Bound using segment: {'id': '6636cac9-4e2b-442e-bc2a-cdca0dca5176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '99a68316-7b54-4552-81a4-eb1b8bfe1686'} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:11:59.105338 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-010bf0b8-7ac4-4a38-a8c0-a293bf90193e service neutron] Bound port: 6787f595-faeb-4a36-b917-5d8df4badde1, host: n-h2-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6636cac9-4e2b-442e-bc2a-cdca0dca5176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '99a68316-7b54-4552-81a4-eb1b8bfe1686'}}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:11:59.105705 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-010bf0b8-7ac4-4a38-a8c0-a293bf90193e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:59.109576 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-bfcf6500-3e6a-45ad-ab19-33d7aee80b42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:59.217458 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1e71eb07-cb3c-4515-84c9-2f74a8762785 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:59.245745 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-010bf0b8-7ac4-4a38-a8c0-a293bf90193e service neutron] For port 6787f595-faeb-4a36-b917-5d8df4badde1, host n-h2-764292-30, cleared binding levels {{(pid=102192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:11:59.250610 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-010bf0b8-7ac4-4a38-a8c0-a293bf90193e service neutron] For port 6787f595-faeb-4a36-b917-5d8df4badde1, host n-h2-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=6787f595-faeb-4a36-b917-5d8df4badde1,segment=NetworkSegment(6636cac9-4e2b-442e-bc2a-cdca0dca5176),segment_id=6636cac9-4e2b-442e-bc2a-cdca0dca5176)] {{(pid=102192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:11:59.269315 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1e71eb07-cb3c-4515-84c9-2f74a8762785 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:59.322252 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-010bf0b8-7ac4-4a38-a8c0-a293bf90193e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:59.372037 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-010bf0b8-7ac4-4a38-a8c0-a293bf90193e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:59.372735 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-010bf0b8-7ac4-4a38-a8c0-a293bf90193e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:59.374128 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-010bf0b8-7ac4-4a38-a8c0-a293bf90193e service neutron] 10.222.0.24 "PUT /v2.0/ports/6787f595-faeb-4a36-b917-5d8df4badde1 HTTP/1.1" status: 200 len: 1092 time: 1.9186494 Aug 11 03:11:59.374609 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e3618b6-52e5-4357-a355-b29ad18e1b9a', 'tag': '6787f595-faeb-4a36-b917-5d8df4badde1'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:11:59.380726 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f899bb02-6326-48b7-9b1f-80744c4a21f3" -d '{"events": [{"name": "network-changed", "server_uuid": "6e3618b6-52e5-4357-a355-b29ad18e1b9a", "tag": "6787f595-faeb-4a36-b917-5d8df4badde1"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:11:59.413164 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1e71eb07-cb3c-4515-84c9-2f74a8762785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:59.417284 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1e71eb07-cb3c-4515-84c9-2f74a8762785 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:59.420718 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-1e71eb07-cb3c-4515-84c9-2f74a8762785 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5f607744-3a5d-4a54-91ed-83f665997976 HTTP/1.1" status: 204 len: 168 time: 0.3600001 Aug 11 03:11:59.425685 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010bf0b8-7ac4-4a38-a8c0-a293bf90193e service neutron] Pushing event updated for resources: {'Port': ['ID=6787f595-faeb-4a36-b917-5d8df4badde1,revision_number=3']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:11:59.433228 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e71eb07-cb3c-4515-84c9-2f74a8762785 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f607744-3a5d-4a54-91ed-83f665997976,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:11:59.469326 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c61c6493-d251-48e1-9aaa-219c43c0be42 x-openstack-request-id: req-c61c6493-d251-48e1-9aaa-219c43c0be42 {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:11:59.469702 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e3618b6-52e5-4357-a355-b29ad18e1b9a", "tag": "6787f595-faeb-4a36-b917-5d8df4badde1", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:11:59.470049 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c61c6493-d251-48e1-9aaa-219c43c0be42 {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:11:59.470573 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e3618b6-52e5-4357-a355-b29ad18e1b9a', 'tag': '6787f595-faeb-4a36-b917-5d8df4badde1', 'status': 'completed', 'code': 200} Aug 11 03:11:59.497206 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-f89f41a2-d008-410a-a383-446f8efddf77 service neutron] Request body: {'port': {'device_id': '6e3618b6-52e5-4357-a355-b29ad18e1b9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764292-30'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:11:59.627000 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 914b18c0-490a-45f0-bf76-01d5ec23b3cf no longer exists at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:11:59.634624 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-f89f41a2-d008-410a-a383-446f8efddf77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:59.662691 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f899bb02-6326-48b7-9b1f-80744c4a21f3 req-7152d172-cd87-4490-8699-d8e68b1b4e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:59.663327 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f899bb02-6326-48b7-9b1f-80744c4a21f3 req-7152d172-cd87-4490-8699-d8e68b1b4e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:59.664194 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f899bb02-6326-48b7-9b1f-80744c4a21f3 req-7152d172-cd87-4490-8699-d8e68b1b4e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:59.665740 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f899bb02-6326-48b7-9b1f-80744c4a21f3 req-7152d172-cd87-4490-8699-d8e68b1b4e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:59.666265 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f899bb02-6326-48b7-9b1f-80744c4a21f3 req-7152d172-cd87-4490-8699-d8e68b1b4e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:59.668635 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f899bb02-6326-48b7-9b1f-80744c4a21f3 req-7152d172-cd87-4490-8699-d8e68b1b4e5f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=44415f337b71498496665864f1602b88&device_id=6e3618b6-52e5-4357-a355-b29ad18e1b9a HTTP/1.1" status: 200 len: 4362 time: 0.1672566 Aug 11 03:11:59.688190 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] No Port match for: 914b18c0-490a-45f0-bf76-01d5ec23b3cf {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:11:59.692233 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 914b18c0-490a-45f0-bf76-01d5ec23b3cf not bound to the agent host n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:11:59.973599 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f899bb02-6326-48b7-9b1f-80744c4a21f3 req-b3dbea27-57d8-4cea-9dd6-957445397212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:59.977072 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f899bb02-6326-48b7-9b1f-80744c4a21f3 req-b3dbea27-57d8-4cea-9dd6-957445397212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:59.978238 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f899bb02-6326-48b7-9b1f-80744c4a21f3 req-b3dbea27-57d8-4cea-9dd6-957445397212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:59.980119 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f899bb02-6326-48b7-9b1f-80744c4a21f3 req-b3dbea27-57d8-4cea-9dd6-957445397212 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=44415f337b71498496665864f1602b88&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2643080 Aug 11 03:12:00.222901 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f899bb02-6326-48b7-9b1f-80744c4a21f3 req-95a0e7d6-0e46-4d87-896b-9d76ba2c4e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:00.224316 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f899bb02-6326-48b7-9b1f-80744c4a21f3 req-95a0e7d6-0e46-4d87-896b-9d76ba2c4e3a service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2070642 Aug 11 03:12:00.291306 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316893d7-5ac8-4ad8-a010-b930a2be012d req-d3d7ca1e-1591-4366-935f-12568f0ed93d tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:00.297684 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316893d7-5ac8-4ad8-a010-b930a2be012d req-d3d7ca1e-1591-4366-935f-12568f0ed93d tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:00.304192 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316893d7-5ac8-4ad8-a010-b930a2be012d req-d3d7ca1e-1591-4366-935f-12568f0ed93d tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:00.316111 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316893d7-5ac8-4ad8-a010-b930a2be012d req-d3d7ca1e-1591-4366-935f-12568f0ed93d tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:00.317973 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316893d7-5ac8-4ad8-a010-b930a2be012d req-d3d7ca1e-1591-4366-935f-12568f0ed93d tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:00.322033 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-316893d7-5ac8-4ad8-a010-b930a2be012d req-d3d7ca1e-1591-4366-935f-12568f0ed93d tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e3618b6-52e5-4357-a355-b29ad18e1b9a HTTP/1.1" status: 200 len: 3826 time: 0.1659789 Aug 11 03:12:00.349144 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-f89f41a2-d008-410a-a383-446f8efddf77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7dfdef9f-0d5f-4271-b104-13eb02da9240 {{(pid=102192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:12:00.358604 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-f89f41a2-d008-410a-a383-446f8efddf77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:00.392664 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-f89f41a2-d008-410a-a383-446f8efddf77 service neutron] Transition to ACTIVE for port object 7dfdef9f-0d5f-4271-b104-13eb02da9240 will not be triggered until provisioned by entity L2. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:12:00.401510 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-316893d7-5ac8-4ad8-a010-b930a2be012d req-0bc10ea0-0973-4340-ba6a-acce92d22fb8 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e828c0d-4136-4a51-aeb5-a8e208cb4b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660582 Aug 11 03:12:00.668102 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 59564) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:12:00.669294 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-f89f41a2-d008-410a-a383-446f8efddf77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:00.682306 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9caa30bf-7e1b-4197-8231-05a03cebac89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:00.793676 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89f41a2-d008-410a-a383-446f8efddf77 service neutron] Pushing event updated for resources: {'Port': ['ID=7dfdef9f-0d5f-4271-b104-13eb02da9240,revision_number=2']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:00.840178 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89f41a2-d008-410a-a383-446f8efddf77 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:12:00.840823 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89f41a2-d008-410a-a383-446f8efddf77 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:12:00.841254 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89f41a2-d008-410a-a383-446f8efddf77 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:12:00.842112 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89f41a2-d008-410a-a383-446f8efddf77 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:12:00.842538 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89f41a2-d008-410a-a383-446f8efddf77 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:12:00.842923 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89f41a2-d008-410a-a383-446f8efddf77 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:12:00.846716 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89f41a2-d008-410a-a383-446f8efddf77 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:12:00.846716 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89f41a2-d008-410a-a383-446f8efddf77 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:12:00.846716 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89f41a2-d008-410a-a383-446f8efddf77 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:12:00.846716 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89f41a2-d008-410a-a383-446f8efddf77 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:12:00.846716 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89f41a2-d008-410a-a383-446f8efddf77 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:12:00.846716 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89f41a2-d008-410a-a383-446f8efddf77 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:12:00.882761 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9caa30bf-7e1b-4197-8231-05a03cebac89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:00.911977 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-f89f41a2-d008-410a-a383-446f8efddf77 service neutron] Attempting to bind port 7dfdef9f-0d5f-4271-b104-13eb02da9240 on host n-h2-764292-30 for vnic_type normal with profile {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:12:00.912194 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-f89f41a2-d008-410a-a383-446f8efddf77 service neutron] Attempting to bind port 7dfdef9f-0d5f-4271-b104-13eb02da9240 by drivers openvswitch,hyperv on host n-h2-764292-30 at level 0 using segments [{'id': '271bafdf-7464-485b-b3ae-2126cb9c0bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ed637a9a-eb30-499d-98db-3d728133dac3'}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:12:00.912399 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-f89f41a2-d008-410a-a383-446f8efddf77 service neutron] Attempting to bind port 7dfdef9f-0d5f-4271-b104-13eb02da9240 on network ed637a9a-eb30-499d-98db-3d728133dac3 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:12:00.918597 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-f89f41a2-d008-410a-a383-446f8efddf77 service neutron] Port 7dfdef9f-0d5f-4271-b104-13eb02da9240 on network ed637a9a-eb30-499d-98db-3d728133dac3 not bound, no agent of type Open vSwitch agent registered on host n-h2-764292-30 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:12:00.918920 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-f89f41a2-d008-410a-a383-446f8efddf77 service neutron] Attempting to bind port 7dfdef9f-0d5f-4271-b104-13eb02da9240 on network ed637a9a-eb30-499d-98db-3d728133dac3 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:12:00.924679 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-f89f41a2-d008-410a-a383-446f8efddf77 service neutron] Checking agent: {'id': '70015fc0-62fb-48b2-b453-36906937cf2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 11, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:12:00.924967 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-f89f41a2-d008-410a-a383-446f8efddf77 service neutron] Checking segment: {'id': '271bafdf-7464-485b-b3ae-2126cb9c0bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ed637a9a-eb30-499d-98db-3d728133dac3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:12:00.925384 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-f89f41a2-d008-410a-a383-446f8efddf77 service neutron] Bound using segment: {'id': '271bafdf-7464-485b-b3ae-2126cb9c0bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ed637a9a-eb30-499d-98db-3d728133dac3'} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:12:00.926055 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-f89f41a2-d008-410a-a383-446f8efddf77 service neutron] Bound port: 7dfdef9f-0d5f-4271-b104-13eb02da9240, host: n-h2-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '271bafdf-7464-485b-b3ae-2126cb9c0bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ed637a9a-eb30-499d-98db-3d728133dac3'}}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:12:00.927473 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-f89f41a2-d008-410a-a383-446f8efddf77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:00.949683 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9caa30bf-7e1b-4197-8231-05a03cebac89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:01.005130 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-9caa30bf-7e1b-4197-8231-05a03cebac89 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2ba51224f12a424b8ff8757ac5cd19dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3356755 Aug 11 03:12:01.005969 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 59574) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:12:01.091147 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9caa30bf-7e1b-4197-8231-05a03cebac89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a4c996e-e40b-4187-bd91-dab7a181b442,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:01.105405 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-f89f41a2-d008-410a-a383-446f8efddf77 service neutron] For port 7dfdef9f-0d5f-4271-b104-13eb02da9240, host n-h2-764292-30, cleared binding levels {{(pid=102192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:12:01.116991 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-f89f41a2-d008-410a-a383-446f8efddf77 service neutron] For port 7dfdef9f-0d5f-4271-b104-13eb02da9240, host n-h2-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=7dfdef9f-0d5f-4271-b104-13eb02da9240,segment=NetworkSegment(271bafdf-7464-485b-b3ae-2126cb9c0bfd),segment_id=271bafdf-7464-485b-b3ae-2126cb9c0bfd)] {{(pid=102192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:12:01.140938 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7130505d-5b15-43e2-857c-32d840dbbd5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:01.171337 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7130505d-5b15-43e2-857c-32d840dbbd5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:01.219245 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-f89f41a2-d008-410a-a383-446f8efddf77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:01.270006 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-f89f41a2-d008-410a-a383-446f8efddf77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:01.270667 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-f89f41a2-d008-410a-a383-446f8efddf77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:01.272222 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-f89f41a2-d008-410a-a383-446f8efddf77 service neutron] 10.222.0.24 "PUT /v2.0/ports/7dfdef9f-0d5f-4271-b104-13eb02da9240 HTTP/1.1" status: 200 len: 1131 time: 1.7798312 Aug 11 03:12:01.294846 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89f41a2-d008-410a-a383-446f8efddf77 service neutron] Pushing event updated for resources: {'Port': ['ID=7dfdef9f-0d5f-4271-b104-13eb02da9240,revision_number=3']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:01.551982 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e3618b6-52e5-4357-a355-b29ad18e1b9a', 'tag': '7dfdef9f-0d5f-4271-b104-13eb02da9240'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:12:01.551982 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a413b44f-1e00-40b5-8e32-d872d23ba10b" -d '{"events": [{"name": "network-changed", "server_uuid": "6e3618b6-52e5-4357-a355-b29ad18e1b9a", "tag": "7dfdef9f-0d5f-4271-b104-13eb02da9240"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:12:01.655153 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04539801-1b68-49c6-9bd7-609a3705baf4 req-3b81c616-9129-4d14-9bf6-268051135c91 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:01.661087 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04539801-1b68-49c6-9bd7-609a3705baf4 req-3b81c616-9129-4d14-9bf6-268051135c91 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:01.671887 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04539801-1b68-49c6-9bd7-609a3705baf4 req-3b81c616-9129-4d14-9bf6-268051135c91 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:01.678571 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04539801-1b68-49c6-9bd7-609a3705baf4 req-3b81c616-9129-4d14-9bf6-268051135c91 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:01.685566 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04539801-1b68-49c6-9bd7-609a3705baf4 req-3b81c616-9129-4d14-9bf6-268051135c91 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:01.689698 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7130505d-5b15-43e2-857c-32d840dbbd5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:01.692305 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7130505d-5b15-43e2-857c-32d840dbbd5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:01.697100 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04539801-1b68-49c6-9bd7-609a3705baf4 req-3b81c616-9129-4d14-9bf6-268051135c91 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:01.697580 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-7130505d-5b15-43e2-857c-32d840dbbd5d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0a4c996e-e40b-4187-bd91-dab7a181b442 HTTP/1.1" status: 204 len: 168 time: 0.6612866 Aug 11 03:12:01.707090 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-04539801-1b68-49c6-9bd7-609a3705baf4 req-3b81c616-9129-4d14-9bf6-268051135c91 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e3618b6-52e5-4357-a355-b29ad18e1b9a HTTP/1.1" status: 200 len: 4598 time: 0.1572049 Aug 11 03:12:01.712396 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7130505d-5b15-43e2-857c-32d840dbbd5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a4c996e-e40b-4187-bd91-dab7a181b442,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:01.748414 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-4b6986f4-5947-46fa-a4ea-45492f306d2b service neutron] Request body: {'port': {'device_id': '6e3618b6-52e5-4357-a355-b29ad18e1b9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764292-30'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:12:01.803706 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-04539801-1b68-49c6-9bd7-609a3705baf4 req-11e81422-b7a3-4bd4-addb-71e272b32c7b tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e828c0d-4136-4a51-aeb5-a8e208cb4b52&id=95104542-16f5-45dc-8618-c4fbbca06b56&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0901179 Aug 11 03:12:01.872762 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-4b6986f4-5947-46fa-a4ea-45492f306d2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:01.881218 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:01.918915 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:12:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cd2bef7-6d89-4529-aff4-90f6b2ff6e74 x-openstack-request-id: req-2cd2bef7-6d89-4529-aff4-90f6b2ff6e74 {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:12:01.925828 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e3618b6-52e5-4357-a355-b29ad18e1b9a", "tag": "7dfdef9f-0d5f-4271-b104-13eb02da9240", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:12:01.926419 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2cd2bef7-6d89-4529-aff4-90f6b2ff6e74 {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:12:01.927557 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e3618b6-52e5-4357-a355-b29ad18e1b9a', 'tag': '7dfdef9f-0d5f-4271-b104-13eb02da9240', 'status': 'completed', 'code': 200} Aug 11 03:12:02.097917 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-c5c427ea-0932-44bc-b0ca-2c2ff7bf0999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:02.185686 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a413b44f-1e00-40b5-8e32-d872d23ba10b req-ade9d444-5bb3-4505-b02e-93b753cb0d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:02.186582 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a413b44f-1e00-40b5-8e32-d872d23ba10b req-ade9d444-5bb3-4505-b02e-93b753cb0d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:02.187237 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a413b44f-1e00-40b5-8e32-d872d23ba10b req-ade9d444-5bb3-4505-b02e-93b753cb0d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:02.188246 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a413b44f-1e00-40b5-8e32-d872d23ba10b req-ade9d444-5bb3-4505-b02e-93b753cb0d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:02.189206 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a413b44f-1e00-40b5-8e32-d872d23ba10b req-ade9d444-5bb3-4505-b02e-93b753cb0d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:02.189860 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a413b44f-1e00-40b5-8e32-d872d23ba10b req-ade9d444-5bb3-4505-b02e-93b753cb0d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:02.192414 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a413b44f-1e00-40b5-8e32-d872d23ba10b req-ade9d444-5bb3-4505-b02e-93b753cb0d76 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=44415f337b71498496665864f1602b88&device_id=6e3618b6-52e5-4357-a355-b29ad18e1b9a HTTP/1.1" status: 200 len: 5286 time: 0.2611711 Aug 11 03:12:02.606984 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-4b6986f4-5947-46fa-a4ea-45492f306d2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b90d6ebc-39d0-4329-8910-886ce1b868bf {{(pid=102192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:12:02.619397 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-4b6986f4-5947-46fa-a4ea-45492f306d2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:02.664061 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-4b6986f4-5947-46fa-a4ea-45492f306d2b service neutron] Transition to ACTIVE for port object b90d6ebc-39d0-4329-8910-886ce1b868bf will not be triggered until provisioned by entity L2. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:12:02.751546 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-4b6986f4-5947-46fa-a4ea-45492f306d2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:02.847335 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a413b44f-1e00-40b5-8e32-d872d23ba10b req-fd364819-1ae6-482e-b321-c3d58aa6181b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:02.852760 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a413b44f-1e00-40b5-8e32-d872d23ba10b req-fd364819-1ae6-482e-b321-c3d58aa6181b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:02.860599 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a413b44f-1e00-40b5-8e32-d872d23ba10b req-fd364819-1ae6-482e-b321-c3d58aa6181b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:02.864854 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a413b44f-1e00-40b5-8e32-d872d23ba10b req-fd364819-1ae6-482e-b321-c3d58aa6181b service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=44415f337b71498496665864f1602b88&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.6012757 Aug 11 03:12:02.955243 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:03.214514 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6986f4-5947-46fa-a4ea-45492f306d2b service neutron] Pushing event updated for resources: {'Port': ['ID=b90d6ebc-39d0-4329-8910-886ce1b868bf,revision_number=2']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:03.343235 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-4b6986f4-5947-46fa-a4ea-45492f306d2b service neutron] Attempting to bind port b90d6ebc-39d0-4329-8910-886ce1b868bf on host n-h2-764292-30 for vnic_type normal with profile {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:12:03.344140 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-4b6986f4-5947-46fa-a4ea-45492f306d2b service neutron] Attempting to bind port b90d6ebc-39d0-4329-8910-886ce1b868bf by drivers openvswitch,hyperv on host n-h2-764292-30 at level 0 using segments [{'id': '271bafdf-7464-485b-b3ae-2126cb9c0bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ed637a9a-eb30-499d-98db-3d728133dac3'}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:12:03.344909 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-4b6986f4-5947-46fa-a4ea-45492f306d2b service neutron] Attempting to bind port b90d6ebc-39d0-4329-8910-886ce1b868bf on network ed637a9a-eb30-499d-98db-3d728133dac3 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:12:03.408934 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-4b6986f4-5947-46fa-a4ea-45492f306d2b service neutron] Port b90d6ebc-39d0-4329-8910-886ce1b868bf on network ed637a9a-eb30-499d-98db-3d728133dac3 not bound, no agent of type Open vSwitch agent registered on host n-h2-764292-30 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:12:03.409701 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-4b6986f4-5947-46fa-a4ea-45492f306d2b service neutron] Attempting to bind port b90d6ebc-39d0-4329-8910-886ce1b868bf on network ed637a9a-eb30-499d-98db-3d728133dac3 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:12:03.438242 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1154673d-d00b-4deb-a531-c21a5225f706 req-71f51091-66db-41c1-9568-0b9e5b5fd529 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:03.449852 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1154673d-d00b-4deb-a531-c21a5225f706 req-71f51091-66db-41c1-9568-0b9e5b5fd529 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:03.454019 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1154673d-d00b-4deb-a531-c21a5225f706 req-71f51091-66db-41c1-9568-0b9e5b5fd529 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:03.463511 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1154673d-d00b-4deb-a531-c21a5225f706 req-71f51091-66db-41c1-9568-0b9e5b5fd529 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:03.470382 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1154673d-d00b-4deb-a531-c21a5225f706 req-71f51091-66db-41c1-9568-0b9e5b5fd529 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:03.479688 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1154673d-d00b-4deb-a531-c21a5225f706 req-71f51091-66db-41c1-9568-0b9e5b5fd529 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:03.487363 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1154673d-d00b-4deb-a531-c21a5225f706 req-71f51091-66db-41c1-9568-0b9e5b5fd529 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:03.496945 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1154673d-d00b-4deb-a531-c21a5225f706 req-71f51091-66db-41c1-9568-0b9e5b5fd529 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e3618b6-52e5-4357-a355-b29ad18e1b9a HTTP/1.1" status: 200 len: 5371 time: 0.4942753 Aug 11 03:12:03.537616 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-4b6986f4-5947-46fa-a4ea-45492f306d2b service neutron] Checking agent: {'id': '70015fc0-62fb-48b2-b453-36906937cf2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 11, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:12:03.538222 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-4b6986f4-5947-46fa-a4ea-45492f306d2b service neutron] Checking segment: {'id': '271bafdf-7464-485b-b3ae-2126cb9c0bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ed637a9a-eb30-499d-98db-3d728133dac3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:12:03.538651 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-4b6986f4-5947-46fa-a4ea-45492f306d2b service neutron] Bound using segment: {'id': '271bafdf-7464-485b-b3ae-2126cb9c0bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ed637a9a-eb30-499d-98db-3d728133dac3'} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:12:03.539206 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-4b6986f4-5947-46fa-a4ea-45492f306d2b service neutron] Bound port: b90d6ebc-39d0-4329-8910-886ce1b868bf, host: n-h2-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '271bafdf-7464-485b-b3ae-2126cb9c0bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ed637a9a-eb30-499d-98db-3d728133dac3'}}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:12:03.539705 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-4b6986f4-5947-46fa-a4ea-45492f306d2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:03.564399 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a413b44f-1e00-40b5-8e32-d872d23ba10b req-366741b2-6b00-464d-9163-320ceedcfa71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:03.566087 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a413b44f-1e00-40b5-8e32-d872d23ba10b req-366741b2-6b00-464d-9163-320ceedcfa71 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6759982 Aug 11 03:12:03.623424 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1154673d-d00b-4deb-a531-c21a5225f706 req-970fc3ac-7164-47d8-9e92-f3b7f32988d5 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e828c0d-4136-4a51-aeb5-a8e208cb4b52&id=95104542-16f5-45dc-8618-c4fbbca06b56&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1183753 Aug 11 03:12:03.743624 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-4b6986f4-5947-46fa-a4ea-45492f306d2b service neutron] For port b90d6ebc-39d0-4329-8910-886ce1b868bf, host n-h2-764292-30, cleared binding levels {{(pid=102192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:12:03.752887 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-4b6986f4-5947-46fa-a4ea-45492f306d2b service neutron] For port b90d6ebc-39d0-4329-8910-886ce1b868bf, host n-h2-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=b90d6ebc-39d0-4329-8910-886ce1b868bf,segment=NetworkSegment(271bafdf-7464-485b-b3ae-2126cb9c0bfd),segment_id=271bafdf-7464-485b-b3ae-2126cb9c0bfd)] {{(pid=102192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:12:03.847270 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-4b6986f4-5947-46fa-a4ea-45492f306d2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:03.902127 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 59658) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:12:03.923328 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6986f4-5947-46fa-a4ea-45492f306d2b service neutron] Pushing event updated for resources: {'Port': ['ID=b90d6ebc-39d0-4329-8910-886ce1b868bf,revision_number=3']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:03.949928 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-4b6986f4-5947-46fa-a4ea-45492f306d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:03.950665 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-4b6986f4-5947-46fa-a4ea-45492f306d2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:03.952281 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-4b6986f4-5947-46fa-a4ea-45492f306d2b service neutron] 10.222.0.24 "PUT /v2.0/ports/b90d6ebc-39d0-4329-8910-886ce1b868bf HTTP/1.1" status: 200 len: 1132 time: 2.2091749 Aug 11 03:12:03.952821 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e3618b6-52e5-4357-a355-b29ad18e1b9a', 'tag': 'b90d6ebc-39d0-4329-8910-886ce1b868bf'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:12:03.955382 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0701a7dd-b257-4e9e-818b-cc44531850d4" -d '{"events": [{"name": "network-changed", "server_uuid": "6e3618b6-52e5-4357-a355-b29ad18e1b9a", "tag": "b90d6ebc-39d0-4329-8910-886ce1b868bf"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:12:04.015604 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d7428ec-41ff-4bb4-b613-b2fc064665d2 x-openstack-request-id: req-7d7428ec-41ff-4bb4-b613-b2fc064665d2 {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:12:04.021688 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e3618b6-52e5-4357-a355-b29ad18e1b9a", "tag": "b90d6ebc-39d0-4329-8910-886ce1b868bf", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:12:04.022011 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7d7428ec-41ff-4bb4-b613-b2fc064665d2 {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:12:04.022430 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e3618b6-52e5-4357-a355-b29ad18e1b9a', 'tag': 'b90d6ebc-39d0-4329-8910-886ce1b868bf', 'status': 'completed', 'code': 200} Aug 11 03:12:04.079133 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-c031c260-a9ab-4f4e-87c3-4ed2e051ce6d service neutron] Request body: {'port': {'device_id': '6e3618b6-52e5-4357-a355-b29ad18e1b9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764292-30'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:12:04.126231 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-b9b4ffcb-9a13-46fc-97bd-e5005beff229 tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Request body: {'networks': [{'name': 'tempest-network--1679027449'}, {'name': 'tempest-network--1900784038'}]} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:12:04.126793 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-b9b4ffcb-9a13-46fc-97bd-e5005beff229 tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Request body: {'network': {'name': 'tempest-network--1679027449'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:12:04.127449 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-b9b4ffcb-9a13-46fc-97bd-e5005beff229 tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Request body: {'network': {'name': 'tempest-network--1900784038'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:12:04.186784 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15947b2b-57b1-4afa-b514-d03284818c43 req-3bd53b03-a8d0-453a-9e0d-5a5066c54ec8 tempest-AttachSCSIVolumeTestJSON-164542366 tempest-AttachSCSIVolumeTestJSON-164542366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:04.197407 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-15947b2b-57b1-4afa-b514-d03284818c43 req-3bd53b03-a8d0-453a-9e0d-5a5066c54ec8 tempest-AttachSCSIVolumeTestJSON-164542366 tempest-AttachSCSIVolumeTestJSON-164542366-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c06a218-bbdb-4352-a7f9-8afd3a9b936c HTTP/1.1" status: 200 len: 945 time: 0.1720335 Aug 11 03:12:04.229746 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9b4ffcb-9a13-46fc-97bd-e5005beff229 tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Made reservation on behalf of 01e6758cdc854ee4a8ea563a302e6c15 for: {'network': 2} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:12:04.236033 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b9b4ffcb-9a13-46fc-97bd-e5005beff229 tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:04.254126 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b9b4ffcb-9a13-46fc-97bd-e5005beff229 tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:04.307713 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-c031c260-a9ab-4f4e-87c3-4ed2e051ce6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:04.335498 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-15947b2b-57b1-4afa-b514-d03284818c43 req-05c1fc43-dfc5-486e-9ca3-e4f1fde3f209 tempest-AttachSCSIVolumeTestJSON-164542366 tempest-AttachSCSIVolumeTestJSON-164542366-project] 10.222.0.41 "GET /v2.0/security-groups?id=c1a3b017-5e22-4331-98fa-266e9a93b0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368346 Aug 11 03:12:04.361275 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0701a7dd-b257-4e9e-818b-cc44531850d4 req-757bdada-57be-4baf-ac8d-aae0d4f76ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:04.364448 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0701a7dd-b257-4e9e-818b-cc44531850d4 req-757bdada-57be-4baf-ac8d-aae0d4f76ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:04.364989 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0701a7dd-b257-4e9e-818b-cc44531850d4 req-757bdada-57be-4baf-ac8d-aae0d4f76ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:04.369361 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0701a7dd-b257-4e9e-818b-cc44531850d4 req-757bdada-57be-4baf-ac8d-aae0d4f76ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:04.370367 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0701a7dd-b257-4e9e-818b-cc44531850d4 req-757bdada-57be-4baf-ac8d-aae0d4f76ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:04.370850 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0701a7dd-b257-4e9e-818b-cc44531850d4 req-757bdada-57be-4baf-ac8d-aae0d4f76ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:04.373552 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0701a7dd-b257-4e9e-818b-cc44531850d4 req-757bdada-57be-4baf-ac8d-aae0d4f76ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:04.377823 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0701a7dd-b257-4e9e-818b-cc44531850d4 req-757bdada-57be-4baf-ac8d-aae0d4f76ce2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=44415f337b71498496665864f1602b88&device_id=6e3618b6-52e5-4357-a355-b29ad18e1b9a HTTP/1.1" status: 200 len: 6211 time: 0.2954817 Aug 11 03:12:04.451468 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b9b4ffcb-9a13-46fc-97bd-e5005beff229 tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:04.516058 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b9b4ffcb-9a13-46fc-97bd-e5005beff229 tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:04.516732 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b9b4ffcb-9a13-46fc-97bd-e5005beff229 tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:04.566174 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:04.592466 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b4ffcb-9a13-46fc-97bd-e5005beff229 tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9daf5bf4-d368-424e-a4c0-2626a71ab9fc,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:04.620841 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9b4ffcb-9a13-46fc-97bd-e5005beff229 tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=102191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:12:04.650022 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b9b4ffcb-9a13-46fc-97bd-e5005beff229 tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:04.650704 n-d-764292-30 neutron-server[102191]: INFO neutron.db.segments_db [None req-b9b4ffcb-9a13-46fc-97bd-e5005beff229 tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Added segment 12445142-575d-4488-b8a5-795513773a7e of type vlan for network 1d2b9e64-88c0-4a96-98ad-47e428daad1e Aug 11 03:12:04.705935 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b9b4ffcb-9a13-46fc-97bd-e5005beff229 tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:04.759337 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9b4ffcb-9a13-46fc-97bd-e5005beff229 tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=102191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:12:04.771518 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b9b4ffcb-9a13-46fc-97bd-e5005beff229 tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:04.771919 n-d-764292-30 neutron-server[102191]: INFO neutron.db.segments_db [None req-b9b4ffcb-9a13-46fc-97bd-e5005beff229 tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Added segment 05159520-7c95-446a-9eb6-985eec1f2b2e of type vlan for network ca02237c-da08-484a-b4bf-e01516206975 Aug 11 03:12:04.842318 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0701a7dd-b257-4e9e-818b-cc44531850d4 req-a031887c-172e-4e74-98fb-d18a0d883e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:04.845760 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0701a7dd-b257-4e9e-818b-cc44531850d4 req-a031887c-172e-4e74-98fb-d18a0d883e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:04.845760 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0701a7dd-b257-4e9e-818b-cc44531850d4 req-a031887c-172e-4e74-98fb-d18a0d883e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:04.845760 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0701a7dd-b257-4e9e-818b-cc44531850d4 req-a031887c-172e-4e74-98fb-d18a0d883e85 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=44415f337b71498496665864f1602b88&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3910646 Aug 11 03:12:04.846483 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b9b4ffcb-9a13-46fc-97bd-e5005beff229 tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:04.978599 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b9b4ffcb-9a13-46fc-97bd-e5005beff229 tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:04.979199 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b9b4ffcb-9a13-46fc-97bd-e5005beff229 tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:04.992470 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b4ffcb-9a13-46fc-97bd-e5005beff229 tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:04.995373 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b4ffcb-9a13-46fc-97bd-e5005beff229 tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:05.001823 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b9b4ffcb-9a13-46fc-97bd-e5005beff229 tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Notify callbacks [] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:05.091903 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045eed60-24e9-4bb9-ba96-0a6a0bc9ade1 req-7f1afe6f-3770-4ee7-ae76-2970240cf7ef tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:05.100498 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045eed60-24e9-4bb9-ba96-0a6a0bc9ade1 req-7f1afe6f-3770-4ee7-ae76-2970240cf7ef tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:05.107977 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045eed60-24e9-4bb9-ba96-0a6a0bc9ade1 req-7f1afe6f-3770-4ee7-ae76-2970240cf7ef tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:05.116549 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b4ffcb-9a13-46fc-97bd-e5005beff229 tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Pushing event updated for resources: {'Network': ['ID=1d2b9e64-88c0-4a96-98ad-47e428daad1e,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:05.124516 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045eed60-24e9-4bb9-ba96-0a6a0bc9ade1 req-7f1afe6f-3770-4ee7-ae76-2970240cf7ef tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:05.128647 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network 1d2b9e64-88c0-4a96-98ad-47e428daad1e details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:12:05.147145 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045eed60-24e9-4bb9-ba96-0a6a0bc9ade1 req-7f1afe6f-3770-4ee7-ae76-2970240cf7ef tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:05.153821 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045eed60-24e9-4bb9-ba96-0a6a0bc9ade1 req-7f1afe6f-3770-4ee7-ae76-2970240cf7ef tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:05.170578 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045eed60-24e9-4bb9-ba96-0a6a0bc9ade1 req-7f1afe6f-3770-4ee7-ae76-2970240cf7ef tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:05.181110 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-045eed60-24e9-4bb9-ba96-0a6a0bc9ade1 req-7f1afe6f-3770-4ee7-ae76-2970240cf7ef tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e3618b6-52e5-4357-a355-b29ad18e1b9a HTTP/1.1" status: 200 len: 5371 time: 0.4392836 Aug 11 03:12:05.185582 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-b9b4ffcb-9a13-46fc-97bd-e5005beff229 tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.2791688 Aug 11 03:12:05.192224 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 59686) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:12:05.403016 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-045eed60-24e9-4bb9-ba96-0a6a0bc9ade1 req-fc7f9e0e-3c50-4b73-92a0-e00c3c352d3f tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e828c0d-4136-4a51-aeb5-a8e208cb4b52&id=95104542-16f5-45dc-8618-c4fbbca06b56&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2122562 Aug 11 03:12:05.405288 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-c031c260-a9ab-4f4e-87c3-4ed2e051ce6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a312704a-491b-448b-aff9-cbd04cf3547f {{(pid=102192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:12:05.426556 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0701a7dd-b257-4e9e-818b-cc44531850d4 req-432ae1f9-c5d5-42cc-b8f4-9fad4ffa1ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:05.428141 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0701a7dd-b257-4e9e-818b-cc44531850d4 req-432ae1f9-c5d5-42cc-b8f4-9fad4ffa1ce2 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5601912 Aug 11 03:12:05.439777 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-c031c260-a9ab-4f4e-87c3-4ed2e051ce6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:05.444798 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b4ffcb-9a13-46fc-97bd-e5005beff229 tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Pushing event updated for resources: {'Network': ['ID=ca02237c-da08-484a-b4bf-e01516206975,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:05.460159 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network ca02237c-da08-484a-b4bf-e01516206975 details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:12:05.495604 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-c031c260-a9ab-4f4e-87c3-4ed2e051ce6d service neutron] Transition to ACTIVE for port object a312704a-491b-448b-aff9-cbd04cf3547f will not be triggered until provisioned by entity L2. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:12:05.604587 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-c031c260-a9ab-4f4e-87c3-4ed2e051ce6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:05.604716 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f4e234-7918-4aa2-be4b-e13cef4a1e63 req-6330886a-2085-4174-b953-b0772dd98fd3 tempest-AttachSCSIVolumeTestJSON-164542366 tempest-AttachSCSIVolumeTestJSON-164542366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:05.604716 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-63f4e234-7918-4aa2-be4b-e13cef4a1e63 req-6330886a-2085-4174-b953-b0772dd98fd3 tempest-AttachSCSIVolumeTestJSON-164542366 tempest-AttachSCSIVolumeTestJSON-164542366-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c06a218-bbdb-4352-a7f9-8afd3a9b936c HTTP/1.1" status: 200 len: 945 time: 0.2179477 Aug 11 03:12:05.614751 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f03a9f4-c3be-414b-a52f-d5ff5cedaec5 tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:05.621372 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f03a9f4-c3be-414b-a52f-d5ff5cedaec5 tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:05.627324 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f03a9f4-c3be-414b-a52f-d5ff5cedaec5 tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:05.633420 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f03a9f4-c3be-414b-a52f-d5ff5cedaec5 tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:05.635621 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-0f03a9f4-c3be-414b-a52f-d5ff5cedaec5 tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.4426649 Aug 11 03:12:05.642802 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 59696) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:12:05.704157 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef15b4af-2398-4bf2-857b-3535e1369cae req-700b487e-a6f0-42da-b957-ed8d49927531 tempest-AttachSCSIVolumeTestJSON-164542366 tempest-AttachSCSIVolumeTestJSON-164542366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:05.712027 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ef15b4af-2398-4bf2-857b-3535e1369cae req-700b487e-a6f0-42da-b957-ed8d49927531 tempest-AttachSCSIVolumeTestJSON-164542366 tempest-AttachSCSIVolumeTestJSON-164542366-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c06a218-bbdb-4352-a7f9-8afd3a9b936c HTTP/1.1" status: 200 len: 945 time: 0.2036579 Aug 11 03:12:05.715985 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c031c260-a9ab-4f4e-87c3-4ed2e051ce6d service neutron] Pushing event updated for resources: {'Port': ['ID=a312704a-491b-448b-aff9-cbd04cf3547f,revision_number=2']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:05.841321 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-86c3fea3-7de2-4a90-91d1-e84d12c21cbb tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:05.896531 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ef15b4af-2398-4bf2-857b-3535e1369cae req-a4625c0f-f2cb-4f4d-ad3c-b5b01cf344eb tempest-AttachSCSIVolumeTestJSON-164542366 tempest-AttachSCSIVolumeTestJSON-164542366-project] 10.222.0.41 "GET /v2.0/security-groups?id=c1a3b017-5e22-4331-98fa-266e9a93b0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816909 Aug 11 03:12:05.944942 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-c031c260-a9ab-4f4e-87c3-4ed2e051ce6d service neutron] Attempting to bind port a312704a-491b-448b-aff9-cbd04cf3547f on host n-h2-764292-30 for vnic_type normal with profile {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:12:05.945290 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-c031c260-a9ab-4f4e-87c3-4ed2e051ce6d service neutron] Attempting to bind port a312704a-491b-448b-aff9-cbd04cf3547f by drivers openvswitch,hyperv on host n-h2-764292-30 at level 0 using segments [{'id': '271bafdf-7464-485b-b3ae-2126cb9c0bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ed637a9a-eb30-499d-98db-3d728133dac3'}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:12:05.945623 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-c031c260-a9ab-4f4e-87c3-4ed2e051ce6d service neutron] Attempting to bind port a312704a-491b-448b-aff9-cbd04cf3547f on network ed637a9a-eb30-499d-98db-3d728133dac3 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:12:05.956559 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-c031c260-a9ab-4f4e-87c3-4ed2e051ce6d service neutron] Port a312704a-491b-448b-aff9-cbd04cf3547f on network ed637a9a-eb30-499d-98db-3d728133dac3 not bound, no agent of type Open vSwitch agent registered on host n-h2-764292-30 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:12:05.956882 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-c031c260-a9ab-4f4e-87c3-4ed2e051ce6d service neutron] Attempting to bind port a312704a-491b-448b-aff9-cbd04cf3547f on network ed637a9a-eb30-499d-98db-3d728133dac3 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:12:05.963097 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-c031c260-a9ab-4f4e-87c3-4ed2e051ce6d service neutron] Checking agent: {'id': '70015fc0-62fb-48b2-b453-36906937cf2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 11, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:12:05.969516 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-c031c260-a9ab-4f4e-87c3-4ed2e051ce6d service neutron] Checking segment: {'id': '271bafdf-7464-485b-b3ae-2126cb9c0bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ed637a9a-eb30-499d-98db-3d728133dac3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:12:05.969516 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-c031c260-a9ab-4f4e-87c3-4ed2e051ce6d service neutron] Bound using segment: {'id': '271bafdf-7464-485b-b3ae-2126cb9c0bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ed637a9a-eb30-499d-98db-3d728133dac3'} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:12:05.969516 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-c031c260-a9ab-4f4e-87c3-4ed2e051ce6d service neutron] Bound port: a312704a-491b-448b-aff9-cbd04cf3547f, host: n-h2-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '271bafdf-7464-485b-b3ae-2126cb9c0bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ed637a9a-eb30-499d-98db-3d728133dac3'}}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:12:05.969516 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-c031c260-a9ab-4f4e-87c3-4ed2e051ce6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:06.008339 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-63f4e234-7918-4aa2-be4b-e13cef4a1e63 req-6c98eefb-d577-49de-b5fb-b64697601cd0 tempest-AttachSCSIVolumeTestJSON-164542366 tempest-AttachSCSIVolumeTestJSON-164542366-project] Deleting port 61bff21b-0b12-4450-b934-c3e1c81e26b3 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:12:06.008339 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-63f4e234-7918-4aa2-be4b-e13cef4a1e63 req-6c98eefb-d577-49de-b5fb-b64697601cd0 tempest-AttachSCSIVolumeTestJSON-164542366 tempest-AttachSCSIVolumeTestJSON-164542366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:06.118974 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-86c3fea3-7de2-4a90-91d1-e84d12c21cbb tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:06.138485 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-86c3fea3-7de2-4a90-91d1-e84d12c21cbb tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d2b9e64-88c0-4a96-98ad-47e428daad1e']}} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:12:06.160417 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-86c3fea3-7de2-4a90-91d1-e84d12c21cbb tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12445142-575d-4488-b8a5-795513773a7e') {'for_net_delete': True} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:12:06.160974 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-86c3fea3-7de2-4a90-91d1-e84d12c21cbb tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12445142-575d-4488-b8a5-795513773a7e') {} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:12:06.182175 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-86c3fea3-7de2-4a90-91d1-e84d12c21cbb tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126283644'] for segment, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:06.200363 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-c031c260-a9ab-4f4e-87c3-4ed2e051ce6d service neutron] For port a312704a-491b-448b-aff9-cbd04cf3547f, host n-h2-764292-30, cleared binding levels {{(pid=102192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:12:06.209624 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-c031c260-a9ab-4f4e-87c3-4ed2e051ce6d service neutron] For port a312704a-491b-448b-aff9-cbd04cf3547f, host n-h2-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=a312704a-491b-448b-aff9-cbd04cf3547f,segment=NetworkSegment(271bafdf-7464-485b-b3ae-2126cb9c0bfd),segment_id=271bafdf-7464-485b-b3ae-2126cb9c0bfd)] {{(pid=102192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:12:06.212455 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-86c3fea3-7de2-4a90-91d1-e84d12c21cbb tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:06.216002 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-63f4e234-7918-4aa2-be4b-e13cef4a1e63 req-6c98eefb-d577-49de-b5fb-b64697601cd0 tempest-AttachSCSIVolumeTestJSON-164542366 tempest-AttachSCSIVolumeTestJSON-164542366-project] For port 61bff21b-0b12-4450-b934-c3e1c81e26b3, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=61bff21b-0b12-4450-b934-c3e1c81e26b3,segment=NetworkSegment(cf8e03ed-2ed8-499c-b46d-5acda28a8bc7),segment_id=cf8e03ed-2ed8-499c-b46d-5acda28a8bc7)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:12:06.216556 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-63f4e234-7918-4aa2-be4b-e13cef4a1e63 req-6c98eefb-d577-49de-b5fb-b64697601cd0 tempest-AttachSCSIVolumeTestJSON-164542366 tempest-AttachSCSIVolumeTestJSON-164542366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:06.230535 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86c3fea3-7de2-4a90-91d1-e84d12c21cbb tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=102191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:12:06.231144 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-86c3fea3-7de2-4a90-91d1-e84d12c21cbb tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126283391'] for segment, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:06.234588 n-d-764292-30 neutron-server[102191]: Traceback (most recent call last): Aug 11 03:12:06.234588 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:12:06.234588 n-d-764292-30 neutron-server[102191]: timer() Aug 11 03:12:06.234588 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:12:06.234588 n-d-764292-30 neutron-server[102191]: cb(*args, **kw) Aug 11 03:12:06.234588 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:12:06.234588 n-d-764292-30 neutron-server[102191]: return func(*args, **kwargs) Aug 11 03:12:06.234588 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:12:06.234588 n-d-764292-30 neutron-server[102191]: self._notify() Aug 11 03:12:06.234588 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:12:06.234588 n-d-764292-30 neutron-server[102191]: self.callback(batched_events) Aug 11 03:12:06.234588 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:12:06.234588 n-d-764292-30 neutron-server[102191]: event.method(event) Aug 11 03:12:06.234588 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:12:06.234588 n-d-764292-30 neutron-server[102191]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:12:06.234588 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:12:06.234588 n-d-764292-30 neutron-server[102191]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:12:06.234588 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:12:06.234588 n-d-764292-30 neutron-server[102191]: return f(self, *a, **k) Aug 11 03:12:06.234588 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:12:06.234588 n-d-764292-30 neutron-server[102191]: return self._get(url).json() Aug 11 03:12:06.234588 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:12:06.234588 n-d-764292-30 neutron-server[102191]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:12:06.234588 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:12:06.234588 n-d-764292-30 neutron-server[102191]: return self.request(url, 'GET', **kwargs) Aug 11 03:12:06.234588 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:12:06.234588 n-d-764292-30 neutron-server[102191]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:12:06.234588 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:12:06.234588 n-d-764292-30 neutron-server[102191]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:12:06.234588 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:12:06.234588 n-d-764292-30 neutron-server[102191]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:12:06.234588 n-d-764292-30 neutron-server[102191]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:12:06.299062 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-c031c260-a9ab-4f4e-87c3-4ed2e051ce6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:06.357227 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-c031c260-a9ab-4f4e-87c3-4ed2e051ce6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:06.358645 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-c031c260-a9ab-4f4e-87c3-4ed2e051ce6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:06.363506 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-c031c260-a9ab-4f4e-87c3-4ed2e051ce6d service neutron] 10.222.0.24 "PUT /v2.0/ports/a312704a-491b-448b-aff9-cbd04cf3547f HTTP/1.1" status: 200 len: 1091 time: 2.2897038 Aug 11 03:12:06.364020 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e3618b6-52e5-4357-a355-b29ad18e1b9a', 'tag': 'a312704a-491b-448b-aff9-cbd04cf3547f'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:12:06.366854 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ae8919c-c646-4d9e-95cc-fcb0cee41109" -d '{"events": [{"name": "network-changed", "server_uuid": "6e3618b6-52e5-4357-a355-b29ad18e1b9a", "tag": "a312704a-491b-448b-aff9-cbd04cf3547f"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:12:06.496246 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:12:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02bfd5cd-dbf3-490d-8281-7bc9763ea84e x-openstack-request-id: req-02bfd5cd-dbf3-490d-8281-7bc9763ea84e {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:12:06.501667 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e3618b6-52e5-4357-a355-b29ad18e1b9a", "tag": "a312704a-491b-448b-aff9-cbd04cf3547f", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:12:06.503327 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-02bfd5cd-dbf3-490d-8281-7bc9763ea84e {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:12:06.503767 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e3618b6-52e5-4357-a355-b29ad18e1b9a', 'tag': 'a312704a-491b-448b-aff9-cbd04cf3547f', 'status': 'completed', 'code': 200} Aug 11 03:12:06.639558 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-c611d9c3-4241-4b6d-931d-c6efdcbdc9f9 service neutron] Request body: {'port': {'device_id': '6e3618b6-52e5-4357-a355-b29ad18e1b9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764292-30'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:12:06.639558 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c031c260-a9ab-4f4e-87c3-4ed2e051ce6d service neutron] Pushing event updated for resources: {'Port': ['ID=a312704a-491b-448b-aff9-cbd04cf3547f,revision_number=3']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:06.752067 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-c611d9c3-4241-4b6d-931d-c6efdcbdc9f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:06.756771 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-63f4e234-7918-4aa2-be4b-e13cef4a1e63 req-6c98eefb-d577-49de-b5fb-b64697601cd0 tempest-AttachSCSIVolumeTestJSON-164542366 tempest-AttachSCSIVolumeTestJSON-164542366-project] Calling delete_port for 61bff21b-0b12-4450-b934-c3e1c81e26b3 owned by compute:nova {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:12:06.788070 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca103a40-373c-4e50-8288-9b500ebb7472 req-d75f918c-35df-4d2a-bc28-8ce03be85709 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:06.803185 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca103a40-373c-4e50-8288-9b500ebb7472 req-d75f918c-35df-4d2a-bc28-8ce03be85709 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:06.817391 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca103a40-373c-4e50-8288-9b500ebb7472 req-d75f918c-35df-4d2a-bc28-8ce03be85709 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:06.831659 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca103a40-373c-4e50-8288-9b500ebb7472 req-d75f918c-35df-4d2a-bc28-8ce03be85709 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:06.845195 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca103a40-373c-4e50-8288-9b500ebb7472 req-d75f918c-35df-4d2a-bc28-8ce03be85709 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:06.864220 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca103a40-373c-4e50-8288-9b500ebb7472 req-d75f918c-35df-4d2a-bc28-8ce03be85709 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:06.870165 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca103a40-373c-4e50-8288-9b500ebb7472 req-d75f918c-35df-4d2a-bc28-8ce03be85709 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:06.895267 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ca103a40-373c-4e50-8288-9b500ebb7472 req-d75f918c-35df-4d2a-bc28-8ce03be85709 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e3618b6-52e5-4357-a355-b29ad18e1b9a HTTP/1.1" status: 200 len: 5383 time: 0.2479329 Aug 11 03:12:06.916429 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:06.945321 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-86c3fea3-7de2-4a90-91d1-e84d12c21cbb tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:06.970059 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae8919c-c646-4d9e-95cc-fcb0cee41109 req-4c0229f2-c06a-4feb-8ca6-b44f92471544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:06.970647 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae8919c-c646-4d9e-95cc-fcb0cee41109 req-4c0229f2-c06a-4feb-8ca6-b44f92471544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:06.971586 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae8919c-c646-4d9e-95cc-fcb0cee41109 req-4c0229f2-c06a-4feb-8ca6-b44f92471544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:06.971586 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae8919c-c646-4d9e-95cc-fcb0cee41109 req-4c0229f2-c06a-4feb-8ca6-b44f92471544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:06.971945 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae8919c-c646-4d9e-95cc-fcb0cee41109 req-4c0229f2-c06a-4feb-8ca6-b44f92471544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:06.972409 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae8919c-c646-4d9e-95cc-fcb0cee41109 req-4c0229f2-c06a-4feb-8ca6-b44f92471544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:06.972869 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae8919c-c646-4d9e-95cc-fcb0cee41109 req-4c0229f2-c06a-4feb-8ca6-b44f92471544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:06.973650 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-86c3fea3-7de2-4a90-91d1-e84d12c21cbb tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Notify callbacks [] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:06.974900 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7ae8919c-c646-4d9e-95cc-fcb0cee41109 req-4c0229f2-c06a-4feb-8ca6-b44f92471544 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=44415f337b71498496665864f1602b88&device_id=6e3618b6-52e5-4357-a355-b29ad18e1b9a HTTP/1.1" status: 200 len: 6279 time: 0.4625688 Aug 11 03:12:06.981446 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 59728) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:12:06.983518 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-86c3fea3-7de2-4a90-91d1-e84d12c21cbb tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] 10.222.0.41 "DELETE /v2.0/networks/1d2b9e64-88c0-4a96-98ad-47e428daad1e HTTP/1.1" status: 204 len: 168 time: 1.3397005 Aug 11 03:12:07.020314 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c3fea3-7de2-4a90-91d1-e84d12c21cbb tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Pushing event deleted for resources: {'Network': ['ID=1d2b9e64-88c0-4a96-98ad-47e428daad1e,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:07.248236 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-63f4e234-7918-4aa2-be4b-e13cef4a1e63 req-6c98eefb-d577-49de-b5fb-b64697601cd0 tempest-AttachSCSIVolumeTestJSON-164542366 tempest-AttachSCSIVolumeTestJSON-164542366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:07.251837 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b6313c2f-ee91-4bed-a1fb-f19fbaa2204f tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:07.261642 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae8919c-c646-4d9e-95cc-fcb0cee41109 req-8dcb24de-4b2e-4e95-bcc0-b620b3939551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:07.261642 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae8919c-c646-4d9e-95cc-fcb0cee41109 req-8dcb24de-4b2e-4e95-bcc0-b620b3939551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:07.261642 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae8919c-c646-4d9e-95cc-fcb0cee41109 req-8dcb24de-4b2e-4e95-bcc0-b620b3939551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:07.261642 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7ae8919c-c646-4d9e-95cc-fcb0cee41109 req-8dcb24de-4b2e-4e95-bcc0-b620b3939551 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=44415f337b71498496665864f1602b88&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.1232104 Aug 11 03:12:07.262206 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['61bff21b-0b12-4450-b934-c3e1c81e26b3'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:12:07.324742 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c98eefb-d577-49de-b5fb-b64697601cd0 tempest-AttachSCSIVolumeTestJSON-164542366 tempest-AttachSCSIVolumeTestJSON-164542366-project] Pushing event deleted for resources: {'Port': ['ID=61bff21b-0b12-4450-b934-c3e1c81e26b3,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:07.394315 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-63f4e234-7918-4aa2-be4b-e13cef4a1e63 req-6c98eefb-d577-49de-b5fb-b64697601cd0 tempest-AttachSCSIVolumeTestJSON-164542366 tempest-AttachSCSIVolumeTestJSON-164542366-project] No DVR routers for this DVR port 61bff21b-0b12-4450-b934-c3e1c81e26b3 on host n-h2-764292-30 {{(pid=102191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:12:07.396228 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-63f4e234-7918-4aa2-be4b-e13cef4a1e63 req-6c98eefb-d577-49de-b5fb-b64697601cd0 tempest-AttachSCSIVolumeTestJSON-164542366 tempest-AttachSCSIVolumeTestJSON-164542366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:07.396985 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ca103a40-373c-4e50-8288-9b500ebb7472 req-d4a9932c-0235-46d2-a9d2-605a270aaad6 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e828c0d-4136-4a51-aeb5-a8e208cb4b52&id=95104542-16f5-45dc-8618-c4fbbca06b56&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5007372 Aug 11 03:12:07.398483 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-63f4e234-7918-4aa2-be4b-e13cef4a1e63 req-6c98eefb-d577-49de-b5fb-b64697601cd0 tempest-AttachSCSIVolumeTestJSON-164542366 tempest-AttachSCSIVolumeTestJSON-164542366-project] 10.222.0.24 "DELETE /v2.0/ports/61bff21b-0b12-4450-b934-c3e1c81e26b3 HTTP/1.1" status: 204 len: 173 time: 1.7617757 Aug 11 03:12:07.399158 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c06a218-bbdb-4352-a7f9-8afd3a9b936c', 'name': 'network-vif-deleted', 'tag': '61bff21b-0b12-4450-b934-c3e1c81e26b3'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:12:07.403413 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1577a1fe-f7b6-4e47-bb8e-183c65b50df9" -d '{"events": [{"server_uuid": "3c06a218-bbdb-4352-a7f9-8afd3a9b936c", "name": "network-vif-deleted", "tag": "61bff21b-0b12-4450-b934-c3e1c81e26b3"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:12:07.417758 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-54b10347-97b5-4cb2-996a-c9ef2b1b0cf6 req-51ccb78f-2828-4777-9b9d-f14885056202 tempest-AttachSCSIVolumeTestJSON-164542366 tempest-AttachSCSIVolumeTestJSON-164542366-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c06a218-bbdb-4352-a7f9-8afd3a9b936c HTTP/1.1" status: 200 len: 210 time: 0.1798236 Aug 11 03:12:07.469964 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae8919c-c646-4d9e-95cc-fcb0cee41109 req-4416933a-e1a7-411a-b61f-16a95491fe0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:07.471662 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7ae8919c-c646-4d9e-95cc-fcb0cee41109 req-4416933a-e1a7-411a-b61f-16a95491fe0f service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1726265 Aug 11 03:12:07.588649 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 59750) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:12:07.655390 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:12:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a741bbb-ff20-443a-8f68-4f1268f3a4cb x-openstack-request-id: req-0a741bbb-ff20-443a-8f68-4f1268f3a4cb {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:12:07.655689 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c06a218-bbdb-4352-a7f9-8afd3a9b936c", "name": "network-vif-deleted", "tag": "61bff21b-0b12-4450-b934-c3e1c81e26b3", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:12:07.655947 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0a741bbb-ff20-443a-8f68-4f1268f3a4cb {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:12:07.656352 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c06a218-bbdb-4352-a7f9-8afd3a9b936c', 'name': 'network-vif-deleted', 'tag': '61bff21b-0b12-4450-b934-c3e1c81e26b3', 'status': 'completed', 'code': 200} Aug 11 03:12:07.866163 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-c611d9c3-4241-4b6d-931d-c6efdcbdc9f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9e703e8-7704-4b91-aaaa-f02c780d0bdd {{(pid=102192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:12:07.878734 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-c611d9c3-4241-4b6d-931d-c6efdcbdc9f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:07.892683 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-c611d9c3-4241-4b6d-931d-c6efdcbdc9f9 service neutron] Transition to ACTIVE for port object d9e703e8-7704-4b91-aaaa-f02c780d0bdd will not be triggered until provisioned by entity L2. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:12:07.898521 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d66c030c-e7f2-4cd6-a41e-77886de12b28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:08.182476 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d66c030c-e7f2-4cd6-a41e-77886de12b28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:08.252233 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d66c030c-e7f2-4cd6-a41e-77886de12b28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:08.313143 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-d66c030c-e7f2-4cd6-a41e-77886de12b28 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1dacc5b3e7094098ab5c30e25a9953be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7231910 Aug 11 03:12:08.314353 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66c030c-e7f2-4cd6-a41e-77886de12b28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cee3543-a47f-4bc8-bc11-8ba1fb151d45,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:08.316978 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 59758) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:12:08.421848 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f579ecfc-1149-4be2-b244-8a4f1c31930f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:08.503376 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-c611d9c3-4241-4b6d-931d-c6efdcbdc9f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:08.520388 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f579ecfc-1149-4be2-b244-8a4f1c31930f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:08.584832 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b6313c2f-ee91-4bed-a1fb-f19fbaa2204f tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:08.610226 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-b6313c2f-ee91-4bed-a1fb-f19fbaa2204f tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca02237c-da08-484a-b4bf-e01516206975']}} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:12:08.704557 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-b6313c2f-ee91-4bed-a1fb-f19fbaa2204f tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05159520-7c95-446a-9eb6-985eec1f2b2e') {'for_net_delete': True} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:12:08.704869 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-b6313c2f-ee91-4bed-a1fb-f19fbaa2204f tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05159520-7c95-446a-9eb6-985eec1f2b2e') {} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:12:08.707511 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c611d9c3-4241-4b6d-931d-c6efdcbdc9f9 service neutron] Pushing event updated for resources: {'Port': ['ID=d9e703e8-7704-4b91-aaaa-f02c780d0bdd,revision_number=2']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:08.714247 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f579ecfc-1149-4be2-b244-8a4f1c31930f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:08.717250 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f579ecfc-1149-4be2-b244-8a4f1c31930f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:08.721510 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-f579ecfc-1149-4be2-b244-8a4f1c31930f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4cee3543-a47f-4bc8-bc11-8ba1fb151d45 HTTP/1.1" status: 204 len: 168 time: 0.4031866 Aug 11 03:12:08.736386 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f579ecfc-1149-4be2-b244-8a4f1c31930f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cee3543-a47f-4bc8-bc11-8ba1fb151d45,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:08.936919 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-abc72fa5-5894-41b4-acc7-4b28de50855c req-dae8ad67-25d5-40ab-a78f-3f4e3dc1500f tempest-AttachSCSIVolumeTestJSON-164542366 tempest-AttachSCSIVolumeTestJSON-164542366-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c06a218-bbdb-4352-a7f9-8afd3a9b936c HTTP/1.1" status: 200 len: 210 time: 0.2357671 Aug 11 03:12:08.939146 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b6313c2f-ee91-4bed-a1fb-f19fbaa2204f tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125932501'] for segment, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:09.023768 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b6313c2f-ee91-4bed-a1fb-f19fbaa2204f tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:09.036828 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6313c2f-ee91-4bed-a1fb-f19fbaa2204f tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=102192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:12:09.041233 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b6313c2f-ee91-4bed-a1fb-f19fbaa2204f tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125932183'] for segment, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:09.112796 n-d-764292-30 neutron-server[102192]: Traceback (most recent call last): Aug 11 03:12:09.112796 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:12:09.112796 n-d-764292-30 neutron-server[102192]: timer() Aug 11 03:12:09.112796 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:12:09.112796 n-d-764292-30 neutron-server[102192]: cb(*args, **kw) Aug 11 03:12:09.112796 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:12:09.112796 n-d-764292-30 neutron-server[102192]: return func(*args, **kwargs) Aug 11 03:12:09.112796 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:12:09.112796 n-d-764292-30 neutron-server[102192]: self._notify() Aug 11 03:12:09.112796 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:12:09.112796 n-d-764292-30 neutron-server[102192]: self.callback(batched_events) Aug 11 03:12:09.112796 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:12:09.112796 n-d-764292-30 neutron-server[102192]: event.method(event) Aug 11 03:12:09.112796 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:12:09.112796 n-d-764292-30 neutron-server[102192]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:12:09.112796 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:12:09.112796 n-d-764292-30 neutron-server[102192]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:12:09.112796 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:12:09.112796 n-d-764292-30 neutron-server[102192]: return f(self, *a, **k) Aug 11 03:12:09.112796 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:12:09.112796 n-d-764292-30 neutron-server[102192]: return self._get(url).json() Aug 11 03:12:09.112796 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:12:09.112796 n-d-764292-30 neutron-server[102192]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:12:09.112796 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:12:09.112796 n-d-764292-30 neutron-server[102192]: return self.request(url, 'GET', **kwargs) Aug 11 03:12:09.112796 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:12:09.112796 n-d-764292-30 neutron-server[102192]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:12:09.112796 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:12:09.112796 n-d-764292-30 neutron-server[102192]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:12:09.112796 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:12:09.112796 n-d-764292-30 neutron-server[102192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:12:09.112796 n-d-764292-30 neutron-server[102192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:12:09.128141 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-c611d9c3-4241-4b6d-931d-c6efdcbdc9f9 service neutron] Attempting to bind port d9e703e8-7704-4b91-aaaa-f02c780d0bdd on host n-h2-764292-30 for vnic_type normal with profile {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:12:09.128515 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-c611d9c3-4241-4b6d-931d-c6efdcbdc9f9 service neutron] Attempting to bind port d9e703e8-7704-4b91-aaaa-f02c780d0bdd by drivers openvswitch,hyperv on host n-h2-764292-30 at level 0 using segments [{'id': '271bafdf-7464-485b-b3ae-2126cb9c0bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ed637a9a-eb30-499d-98db-3d728133dac3'}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:12:09.130732 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-c611d9c3-4241-4b6d-931d-c6efdcbdc9f9 service neutron] Attempting to bind port d9e703e8-7704-4b91-aaaa-f02c780d0bdd on network ed637a9a-eb30-499d-98db-3d728133dac3 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:12:09.159413 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8faba6-ff83-4959-b413-f5da1ba55826 req-183699a3-beb4-4c3c-8f2a-70825474ad85 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:09.177375 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8faba6-ff83-4959-b413-f5da1ba55826 req-183699a3-beb4-4c3c-8f2a-70825474ad85 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:09.187943 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8faba6-ff83-4959-b413-f5da1ba55826 req-183699a3-beb4-4c3c-8f2a-70825474ad85 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:09.194382 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8faba6-ff83-4959-b413-f5da1ba55826 req-183699a3-beb4-4c3c-8f2a-70825474ad85 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:09.205370 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8faba6-ff83-4959-b413-f5da1ba55826 req-183699a3-beb4-4c3c-8f2a-70825474ad85 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:09.219606 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8faba6-ff83-4959-b413-f5da1ba55826 req-183699a3-beb4-4c3c-8f2a-70825474ad85 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:09.239415 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8faba6-ff83-4959-b413-f5da1ba55826 req-183699a3-beb4-4c3c-8f2a-70825474ad85 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:09.242052 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-fc8faba6-ff83-4959-b413-f5da1ba55826 req-183699a3-beb4-4c3c-8f2a-70825474ad85 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e3618b6-52e5-4357-a355-b29ad18e1b9a HTTP/1.1" status: 200 len: 5395 time: 0.6265464 Aug 11 03:12:09.246375 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b6313c2f-ee91-4bed-a1fb-f19fbaa2204f tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:09.249213 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-c611d9c3-4241-4b6d-931d-c6efdcbdc9f9 service neutron] Port d9e703e8-7704-4b91-aaaa-f02c780d0bdd on network ed637a9a-eb30-499d-98db-3d728133dac3 not bound, no agent of type Open vSwitch agent registered on host n-h2-764292-30 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:12:09.250847 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-c611d9c3-4241-4b6d-931d-c6efdcbdc9f9 service neutron] Attempting to bind port d9e703e8-7704-4b91-aaaa-f02c780d0bdd on network ed637a9a-eb30-499d-98db-3d728133dac3 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:12:09.278505 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 61bff21b-0b12-4450-b934-c3e1c81e26b3 no longer exists at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:12:09.288826 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b6313c2f-ee91-4bed-a1fb-f19fbaa2204f tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:09.291730 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-b6313c2f-ee91-4bed-a1fb-f19fbaa2204f tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] 10.222.0.41 "DELETE /v2.0/networks/ca02237c-da08-484a-b4bf-e01516206975 HTTP/1.1" status: 204 len: 168 time: 2.3093326 Aug 11 03:12:09.297144 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 59782) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:12:09.319809 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-c611d9c3-4241-4b6d-931d-c6efdcbdc9f9 service neutron] Checking agent: {'id': '70015fc0-62fb-48b2-b453-36906937cf2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 12, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:12:09.320211 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-c611d9c3-4241-4b6d-931d-c6efdcbdc9f9 service neutron] Checking segment: {'id': '271bafdf-7464-485b-b3ae-2126cb9c0bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ed637a9a-eb30-499d-98db-3d728133dac3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:12:09.320666 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-c611d9c3-4241-4b6d-931d-c6efdcbdc9f9 service neutron] Bound using segment: {'id': '271bafdf-7464-485b-b3ae-2126cb9c0bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ed637a9a-eb30-499d-98db-3d728133dac3'} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:12:09.321445 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-c611d9c3-4241-4b6d-931d-c6efdcbdc9f9 service neutron] Bound port: d9e703e8-7704-4b91-aaaa-f02c780d0bdd, host: n-h2-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '271bafdf-7464-485b-b3ae-2126cb9c0bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ed637a9a-eb30-499d-98db-3d728133dac3'}}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:12:09.322323 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-c611d9c3-4241-4b6d-931d-c6efdcbdc9f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:09.328536 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6313c2f-ee91-4bed-a1fb-f19fbaa2204f tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Pushing event deleted for resources: {'Network': ['ID=ca02237c-da08-484a-b4bf-e01516206975,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:09.355453 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] No Port match for: 61bff21b-0b12-4450-b934-c3e1c81e26b3 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:12:09.355998 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 61bff21b-0b12-4450-b934-c3e1c81e26b3 not bound to the agent host n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:12:09.415312 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-fc8faba6-ff83-4959-b413-f5da1ba55826 req-fb101614-b4aa-48b1-adb3-6c3d34d50179 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e828c0d-4136-4a51-aeb5-a8e208cb4b52&id=95104542-16f5-45dc-8618-c4fbbca06b56&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1606183 Aug 11 03:12:09.536623 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-c611d9c3-4241-4b6d-931d-c6efdcbdc9f9 service neutron] For port d9e703e8-7704-4b91-aaaa-f02c780d0bdd, host n-h2-764292-30, cleared binding levels {{(pid=102192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:12:09.547490 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-c611d9c3-4241-4b6d-931d-c6efdcbdc9f9 service neutron] For port d9e703e8-7704-4b91-aaaa-f02c780d0bdd, host n-h2-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=d9e703e8-7704-4b91-aaaa-f02c780d0bdd,segment=NetworkSegment(271bafdf-7464-485b-b3ae-2126cb9c0bfd),segment_id=271bafdf-7464-485b-b3ae-2126cb9c0bfd)] {{(pid=102192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:12:09.589911 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79095482-2fa4-4a36-b33d-fe99457f80ec tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:09.597980 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79095482-2fa4-4a36-b33d-fe99457f80ec tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:09.600383 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-79095482-2fa4-4a36-b33d-fe99457f80ec tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3043125 Aug 11 03:12:09.606591 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 59790) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:12:09.612209 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-67d462d6-4fc5-480d-ad24-bf3aac1b1b67 tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1525595756'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:12:09.624152 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-c611d9c3-4241-4b6d-931d-c6efdcbdc9f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:09.705037 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-c611d9c3-4241-4b6d-931d-c6efdcbdc9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:09.710086 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-c611d9c3-4241-4b6d-931d-c6efdcbdc9f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:09.710086 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-c611d9c3-4241-4b6d-931d-c6efdcbdc9f9 service neutron] 10.222.0.24 "PUT /v2.0/ports/d9e703e8-7704-4b91-aaaa-f02c780d0bdd HTTP/1.1" status: 200 len: 1091 time: 3.1861470 Aug 11 03:12:09.710086 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e3618b6-52e5-4357-a355-b29ad18e1b9a', 'tag': 'd9e703e8-7704-4b91-aaaa-f02c780d0bdd'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:12:09.712059 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-771be565-5bdf-44f8-a097-ddee8d517769" -d '{"events": [{"name": "network-changed", "server_uuid": "6e3618b6-52e5-4357-a355-b29ad18e1b9a", "tag": "d9e703e8-7704-4b91-aaaa-f02c780d0bdd"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:12:09.747491 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c611d9c3-4241-4b6d-931d-c6efdcbdc9f9 service neutron] Pushing event updated for resources: {'Port': ['ID=d9e703e8-7704-4b91-aaaa-f02c780d0bdd,revision_number=3']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:09.786128 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:12:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-331cfaa8-16e3-4f6a-bad1-403deffe62b2 x-openstack-request-id: req-331cfaa8-16e3-4f6a-bad1-403deffe62b2 {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:12:09.786128 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e3618b6-52e5-4357-a355-b29ad18e1b9a", "tag": "d9e703e8-7704-4b91-aaaa-f02c780d0bdd", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:12:09.786434 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-331cfaa8-16e3-4f6a-bad1-403deffe62b2 {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:12:09.786603 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e3618b6-52e5-4357-a355-b29ad18e1b9a', 'tag': 'd9e703e8-7704-4b91-aaaa-f02c780d0bdd', 'status': 'completed', 'code': 200} Aug 11 03:12:09.800890 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67d462d6-4fc5-480d-ad24-bf3aac1b1b67 tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Made reservation on behalf of 01e6758cdc854ee4a8ea563a302e6c15 for: {'network': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:12:09.804714 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-67d462d6-4fc5-480d-ad24-bf3aac1b1b67 tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:09.874366 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-f2192ca4-9630-4997-8cc8-21be047f1fac service neutron] Request body: {'port': {'device_id': '6e3618b6-52e5-4357-a355-b29ad18e1b9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764292-30'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:12:10.010233 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67d462d6-4fc5-480d-ad24-bf3aac1b1b67 tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=102192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:12:10.028979 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-f2192ca4-9630-4997-8cc8-21be047f1fac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:10.065051 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-67d462d6-4fc5-480d-ad24-bf3aac1b1b67 tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:10.068746 n-d-764292-30 neutron-server[102192]: INFO neutron.db.segments_db [None req-67d462d6-4fc5-480d-ad24-bf3aac1b1b67 tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Added segment 7bae3732-e37d-4585-bd48-a2fb5cf84013 of type vlan for network f748a914-cb99-45bc-9076-cd7bce3f40f7 Aug 11 03:12:10.111588 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771be565-5bdf-44f8-a097-ddee8d517769 req-241efe5c-b52c-46d9-9bfb-037091d5b736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:10.112079 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771be565-5bdf-44f8-a097-ddee8d517769 req-241efe5c-b52c-46d9-9bfb-037091d5b736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:10.116139 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771be565-5bdf-44f8-a097-ddee8d517769 req-241efe5c-b52c-46d9-9bfb-037091d5b736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:10.116139 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771be565-5bdf-44f8-a097-ddee8d517769 req-241efe5c-b52c-46d9-9bfb-037091d5b736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:10.116139 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771be565-5bdf-44f8-a097-ddee8d517769 req-241efe5c-b52c-46d9-9bfb-037091d5b736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:10.116435 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771be565-5bdf-44f8-a097-ddee8d517769 req-241efe5c-b52c-46d9-9bfb-037091d5b736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:10.116753 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771be565-5bdf-44f8-a097-ddee8d517769 req-241efe5c-b52c-46d9-9bfb-037091d5b736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:10.121074 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-771be565-5bdf-44f8-a097-ddee8d517769 req-241efe5c-b52c-46d9-9bfb-037091d5b736 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=44415f337b71498496665864f1602b88&device_id=6e3618b6-52e5-4357-a355-b29ad18e1b9a HTTP/1.1" status: 200 len: 6347 time: 0.2985208 Aug 11 03:12:10.240008 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-67d462d6-4fc5-480d-ad24-bf3aac1b1b67 tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:10.398630 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771be565-5bdf-44f8-a097-ddee8d517769 req-8021303a-cdf0-4c95-9e7d-58ec2d1498e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:10.399371 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771be565-5bdf-44f8-a097-ddee8d517769 req-8021303a-cdf0-4c95-9e7d-58ec2d1498e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:10.399945 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771be565-5bdf-44f8-a097-ddee8d517769 req-8021303a-cdf0-4c95-9e7d-58ec2d1498e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:10.402276 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-771be565-5bdf-44f8-a097-ddee8d517769 req-8021303a-cdf0-4c95-9e7d-58ec2d1498e0 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=44415f337b71498496665864f1602b88&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2725050 Aug 11 03:12:10.423550 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-67d462d6-4fc5-480d-ad24-bf3aac1b1b67 tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:10.429654 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d462d6-4fc5-480d-ad24-bf3aac1b1b67 tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:10.430979 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-67d462d6-4fc5-480d-ad24-bf3aac1b1b67 tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:10.791830 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d462d6-4fc5-480d-ad24-bf3aac1b1b67 tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Pushing event updated for resources: {'Network': ['ID=f748a914-cb99-45bc-9076-cd7bce3f40f7,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:10.804714 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network f748a914-cb99-45bc-9076-cd7bce3f40f7 details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:12:10.889228 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771be565-5bdf-44f8-a097-ddee8d517769 req-485cdea8-6879-431b-9b81-cf985e594fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:10.890888 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-771be565-5bdf-44f8-a097-ddee8d517769 req-485cdea8-6879-431b-9b81-cf985e594fd8 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4790671 Aug 11 03:12:10.908013 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 59846) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:12:10.918913 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-c705494c-040f-48de-8b06-a4af7ff6b86b tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-774012482'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:12:10.924184 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-67d462d6-4fc5-480d-ad24-bf3aac1b1b67 tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.3160121 Aug 11 03:12:11.019223 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bc2212-7e22-474c-94cc-ef3ff6215abf req-c09ebcd2-4a62-470b-adba-27964a0ca2ac tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:11.028223 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bc2212-7e22-474c-94cc-ef3ff6215abf req-c09ebcd2-4a62-470b-adba-27964a0ca2ac tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:11.028935 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c705494c-040f-48de-8b06-a4af7ff6b86b tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Made reservation on behalf of 01e6758cdc854ee4a8ea563a302e6c15 for: {'network': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:12:11.032666 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c705494c-040f-48de-8b06-a4af7ff6b86b tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:11.041296 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bc2212-7e22-474c-94cc-ef3ff6215abf req-c09ebcd2-4a62-470b-adba-27964a0ca2ac tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:11.042189 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bc2212-7e22-474c-94cc-ef3ff6215abf req-c09ebcd2-4a62-470b-adba-27964a0ca2ac tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:11.048485 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bc2212-7e22-474c-94cc-ef3ff6215abf req-c09ebcd2-4a62-470b-adba-27964a0ca2ac tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:11.054575 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bc2212-7e22-474c-94cc-ef3ff6215abf req-c09ebcd2-4a62-470b-adba-27964a0ca2ac tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:11.057966 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:11.061143 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bc2212-7e22-474c-94cc-ef3ff6215abf req-c09ebcd2-4a62-470b-adba-27964a0ca2ac tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:11.071587 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-44bc2212-7e22-474c-94cc-ef3ff6215abf req-c09ebcd2-4a62-470b-adba-27964a0ca2ac tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e3618b6-52e5-4357-a355-b29ad18e1b9a HTTP/1.1" status: 200 len: 5395 time: 0.2507753 Aug 11 03:12:11.116650 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c705494c-040f-48de-8b06-a4af7ff6b86b tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=102191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:12:11.140250 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c705494c-040f-48de-8b06-a4af7ff6b86b tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:11.141019 n-d-764292-30 neutron-server[102191]: INFO neutron.db.segments_db [None req-c705494c-040f-48de-8b06-a4af7ff6b86b tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Added segment b7a04eb8-ecb4-4f5d-84fb-9df23069cbe2 of type vlan for network 221dbc4e-2a64-4abe-b5b4-e000899a1122 Aug 11 03:12:11.204800 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-f2192ca4-9630-4997-8cc8-21be047f1fac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f418b08e-aa62-46df-bda1-d8d20334592a {{(pid=102192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:12:11.231044 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-f2192ca4-9630-4997-8cc8-21be047f1fac service neutron] Notify callbacks [] for port, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:11.241411 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c705494c-040f-48de-8b06-a4af7ff6b86b tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:11.297138 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-44bc2212-7e22-474c-94cc-ef3ff6215abf req-c8cac9f7-9548-4c6f-b9fe-b02736b62378 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e828c0d-4136-4a51-aeb5-a8e208cb4b52&id=95104542-16f5-45dc-8618-c4fbbca06b56&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2261608 Aug 11 03:12:11.317258 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-f2192ca4-9630-4997-8cc8-21be047f1fac service neutron] Transition to ACTIVE for port object f418b08e-aa62-46df-bda1-d8d20334592a will not be triggered until provisioned by entity L2. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:12:11.429390 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c705494c-040f-48de-8b06-a4af7ff6b86b tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:11.445319 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c705494c-040f-48de-8b06-a4af7ff6b86b tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:11.445319 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c705494c-040f-48de-8b06-a4af7ff6b86b tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Notify callbacks [] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:11.463974 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-f2192ca4-9630-4997-8cc8-21be047f1fac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:11.672490 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c705494c-040f-48de-8b06-a4af7ff6b86b tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Pushing event updated for resources: {'Network': ['ID=221dbc4e-2a64-4abe-b5b4-e000899a1122,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:11.685073 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network 221dbc4e-2a64-4abe-b5b4-e000899a1122 details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:12:11.736056 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-c705494c-040f-48de-8b06-a4af7ff6b86b tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8268211 Aug 11 03:12:11.736938 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 59886) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:12:11.745605 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-79d0f1de-a22d-4906-8bf1-7e3098a76b34 tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Request body: {'ports': [{'network_id': 'f748a914-cb99-45bc-9076-cd7bce3f40f7', 'name': 'tempest-port--67667383', 'admin_state_up': True}, {'network_id': '221dbc4e-2a64-4abe-b5b4-e000899a1122', 'admin_state_up': False}]} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:12:11.746122 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-79d0f1de-a22d-4906-8bf1-7e3098a76b34 tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Request body: {'port': {'network_id': 'f748a914-cb99-45bc-9076-cd7bce3f40f7', 'name': 'tempest-port--67667383', 'admin_state_up': True}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:12:11.751098 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-79d0f1de-a22d-4906-8bf1-7e3098a76b34 tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Request body: {'port': {'network_id': '221dbc4e-2a64-4abe-b5b4-e000899a1122', 'admin_state_up': False}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:12:11.771304 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2192ca4-9630-4997-8cc8-21be047f1fac service neutron] Pushing event updated for resources: {'Port': ['ID=f418b08e-aa62-46df-bda1-d8d20334592a,revision_number=2']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:11.853441 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 59892) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:12:12.025898 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6a4f89d-f787-4b9c-8d59-829577d82362 admin admin] Deleting subnet c6eff5da-ec78-46c7-b512-eb7d066170b3 {{(pid=102192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:12:12.036865 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-f2192ca4-9630-4997-8cc8-21be047f1fac service neutron] Attempting to bind port f418b08e-aa62-46df-bda1-d8d20334592a on host n-h2-764292-30 for vnic_type normal with profile {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:12:12.038382 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-f2192ca4-9630-4997-8cc8-21be047f1fac service neutron] Attempting to bind port f418b08e-aa62-46df-bda1-d8d20334592a by drivers openvswitch,hyperv on host n-h2-764292-30 at level 0 using segments [{'id': 'd34586da-2abd-49ab-bd6c-1c89fb56752b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'e854785b-6921-4aac-9817-a841d5040ff3'}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:12:12.038382 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-f2192ca4-9630-4997-8cc8-21be047f1fac service neutron] Attempting to bind port f418b08e-aa62-46df-bda1-d8d20334592a on network e854785b-6921-4aac-9817-a841d5040ff3 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:12:12.042762 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-d6a4f89d-f787-4b9c-8d59-829577d82362 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:12.102697 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-f2192ca4-9630-4997-8cc8-21be047f1fac service neutron] Port f418b08e-aa62-46df-bda1-d8d20334592a on network e854785b-6921-4aac-9817-a841d5040ff3 not bound, no agent of type Open vSwitch agent registered on host n-h2-764292-30 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:12:12.103133 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-f2192ca4-9630-4997-8cc8-21be047f1fac service neutron] Attempting to bind port f418b08e-aa62-46df-bda1-d8d20334592a on network e854785b-6921-4aac-9817-a841d5040ff3 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:12:12.115479 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-f2192ca4-9630-4997-8cc8-21be047f1fac service neutron] Checking agent: {'id': '70015fc0-62fb-48b2-b453-36906937cf2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 12, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:12:12.115823 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-f2192ca4-9630-4997-8cc8-21be047f1fac service neutron] Checking segment: {'id': 'd34586da-2abd-49ab-bd6c-1c89fb56752b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'e854785b-6921-4aac-9817-a841d5040ff3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:12:12.116218 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-f2192ca4-9630-4997-8cc8-21be047f1fac service neutron] Bound using segment: {'id': 'd34586da-2abd-49ab-bd6c-1c89fb56752b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'e854785b-6921-4aac-9817-a841d5040ff3'} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:12:12.116653 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-f2192ca4-9630-4997-8cc8-21be047f1fac service neutron] Bound port: f418b08e-aa62-46df-bda1-d8d20334592a, host: n-h2-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd34586da-2abd-49ab-bd6c-1c89fb56752b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'e854785b-6921-4aac-9817-a841d5040ff3'}}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:12:12.117015 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-f2192ca4-9630-4997-8cc8-21be047f1fac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:12.132917 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79d0f1de-a22d-4906-8bf1-7e3098a76b34 tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Made reservation on behalf of 01e6758cdc854ee4a8ea563a302e6c15 for: {'port': 2} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:12:12.134206 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-d6a4f89d-f787-4b9c-8d59-829577d82362 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125932460'] for subnet, precommit_delete_associations {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:12.139823 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-79d0f1de-a22d-4906-8bf1-7e3098a76b34 tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:12.191420 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-79d0f1de-a22d-4906-8bf1-7e3098a76b34 tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:12.275298 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-d6a4f89d-f787-4b9c-8d59-829577d82362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:12.373972 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [None req-79d0f1de-a22d-4906-8bf1-7e3098a76b34 tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] device_id is not set on port 19014019-8037-4155-b93b-d81af98df9b1 yet. {{(pid=102191) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:12:12.388131 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-f2192ca4-9630-4997-8cc8-21be047f1fac service neutron] For port f418b08e-aa62-46df-bda1-d8d20334592a, host n-h2-764292-30, cleared binding levels {{(pid=102192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:12:12.393468 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-f2192ca4-9630-4997-8cc8-21be047f1fac service neutron] For port f418b08e-aa62-46df-bda1-d8d20334592a, host n-h2-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=f418b08e-aa62-46df-bda1-d8d20334592a,segment=NetworkSegment(d34586da-2abd-49ab-bd6c-1c89fb56752b),segment_id=d34586da-2abd-49ab-bd6c-1c89fb56752b)] {{(pid=102192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:12:12.527636 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ef5f6a-1db7-485f-9fd9-08d37a1e46f3 req-f31edfb2-9c39-47a5-90cf-091acf777e68 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:12.536630 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ef5f6a-1db7-485f-9fd9-08d37a1e46f3 req-f31edfb2-9c39-47a5-90cf-091acf777e68 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:12.545622 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ef5f6a-1db7-485f-9fd9-08d37a1e46f3 req-f31edfb2-9c39-47a5-90cf-091acf777e68 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:12.552479 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ef5f6a-1db7-485f-9fd9-08d37a1e46f3 req-f31edfb2-9c39-47a5-90cf-091acf777e68 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:12.561382 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ef5f6a-1db7-485f-9fd9-08d37a1e46f3 req-f31edfb2-9c39-47a5-90cf-091acf777e68 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:12.567997 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ef5f6a-1db7-485f-9fd9-08d37a1e46f3 req-f31edfb2-9c39-47a5-90cf-091acf777e68 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:12.601183 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ef5f6a-1db7-485f-9fd9-08d37a1e46f3 req-f31edfb2-9c39-47a5-90cf-091acf777e68 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:12.605736 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-79d0f1de-a22d-4906-8bf1-7e3098a76b34 tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:12.609578 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-46ef5f6a-1db7-485f-9fd9-08d37a1e46f3 req-f31edfb2-9c39-47a5-90cf-091acf777e68 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e3618b6-52e5-4357-a355-b29ad18e1b9a HTTP/1.1" status: 200 len: 5407 time: 0.1701627 Aug 11 03:12:12.616949 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-f2192ca4-9630-4997-8cc8-21be047f1fac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:12.619509 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-d6a4f89d-f787-4b9c-8d59-829577d82362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125932157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126180897'] for subnet, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:12.755803 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a4f89d-f787-4b9c-8d59-829577d82362 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6eff5da-ec78-46c7-b512-eb7d066170b3,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:12.767966 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-d6a4f89d-f787-4b9c-8d59-829577d82362 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:12.772512 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-d6a4f89d-f787-4b9c-8d59-829577d82362 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/c6eff5da-ec78-46c7-b512-eb7d066170b3 HTTP/1.1" status: 204 len: 168 time: 0.9177554 Aug 11 03:12:12.776093 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 59918) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:12:12.804845 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [None req-79d0f1de-a22d-4906-8bf1-7e3098a76b34 tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] device_id is not set on port 7610d108-4215-43f2-b329-9dd4df71e1eb yet. {{(pid=102191) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:12:12.805872 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-f2192ca4-9630-4997-8cc8-21be047f1fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:12.811827 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-f2192ca4-9630-4997-8cc8-21be047f1fac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:12.813592 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-f2192ca4-9630-4997-8cc8-21be047f1fac service neutron] 10.222.0.24 "PUT /v2.0/ports/f418b08e-aa62-46df-bda1-d8d20334592a HTTP/1.1" status: 200 len: 1092 time: 2.9899654 Aug 11 03:12:12.831456 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e3618b6-52e5-4357-a355-b29ad18e1b9a', 'tag': 'f418b08e-aa62-46df-bda1-d8d20334592a'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:12:12.840111 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bff6feb4-e1c7-4b73-b5eb-c081d3d8aef7" -d '{"events": [{"name": "network-changed", "server_uuid": "6e3618b6-52e5-4357-a355-b29ad18e1b9a", "tag": "f418b08e-aa62-46df-bda1-d8d20334592a"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:12:12.922045 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2192ca4-9630-4997-8cc8-21be047f1fac service neutron] Pushing event updated for resources: {'Port': ['ID=f418b08e-aa62-46df-bda1-d8d20334592a,revision_number=3']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:12.937574 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-78a9173f-a8fe-44a1-9ed0-fb71644f271a service neutron] Request body: {'port': {'device_id': '6e3618b6-52e5-4357-a355-b29ad18e1b9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764292-30'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:12:12.969000 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-46ef5f6a-1db7-485f-9fd9-08d37a1e46f3 req-96b68745-253a-41db-b1e9-0f18c45725d4 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e828c0d-4136-4a51-aeb5-a8e208cb4b52&id=95104542-16f5-45dc-8618-c4fbbca06b56&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3583486 Aug 11 03:12:13.044503 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e25e4504-d423-40f7-b2f8-6cb88750fd69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:13.137896 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:12:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c9d63b5-94e1-4b72-90ff-728a574959f1 x-openstack-request-id: req-0c9d63b5-94e1-4b72-90ff-728a574959f1 {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:12:13.138187 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e3618b6-52e5-4357-a355-b29ad18e1b9a", "tag": "f418b08e-aa62-46df-bda1-d8d20334592a", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:12:13.138470 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0c9d63b5-94e1-4b72-90ff-728a574959f1 {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:12:13.138882 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e3618b6-52e5-4357-a355-b29ad18e1b9a', 'tag': 'f418b08e-aa62-46df-bda1-d8d20334592a', 'status': 'completed', 'code': 200} Aug 11 03:12:13.248487 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-78a9173f-a8fe-44a1-9ed0-fb71644f271a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:13.370569 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e25e4504-d423-40f7-b2f8-6cb88750fd69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:13.381397 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-79d0f1de-a22d-4906-8bf1-7e3098a76b34 tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:13.384163 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff6feb4-e1c7-4b73-b5eb-c081d3d8aef7 req-723833d3-192e-4178-8d92-4538b5a6dba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:13.385210 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff6feb4-e1c7-4b73-b5eb-c081d3d8aef7 req-723833d3-192e-4178-8d92-4538b5a6dba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:13.385718 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff6feb4-e1c7-4b73-b5eb-c081d3d8aef7 req-723833d3-192e-4178-8d92-4538b5a6dba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:13.386360 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff6feb4-e1c7-4b73-b5eb-c081d3d8aef7 req-723833d3-192e-4178-8d92-4538b5a6dba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:13.386712 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff6feb4-e1c7-4b73-b5eb-c081d3d8aef7 req-723833d3-192e-4178-8d92-4538b5a6dba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:13.387188 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff6feb4-e1c7-4b73-b5eb-c081d3d8aef7 req-723833d3-192e-4178-8d92-4538b5a6dba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:13.387564 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-e25e4504-d423-40f7-b2f8-6cb88750fd69 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3c19a2d-0e26-410a-b53e-1619e285dc24']}} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:12:13.387665 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff6feb4-e1c7-4b73-b5eb-c081d3d8aef7 req-723833d3-192e-4178-8d92-4538b5a6dba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:13.389688 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bff6feb4-e1c7-4b73-b5eb-c081d3d8aef7 req-723833d3-192e-4178-8d92-4538b5a6dba3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=44415f337b71498496665864f1602b88&device_id=6e3618b6-52e5-4357-a355-b29ad18e1b9a HTTP/1.1" status: 200 len: 6415 time: 0.2321701 Aug 11 03:12:13.403512 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-e25e4504-d423-40f7-b2f8-6cb88750fd69 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66697432-be64-438d-a5b2-0b02f3d0fa2a') {'for_net_delete': True} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:12:13.403852 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-e25e4504-d423-40f7-b2f8-6cb88750fd69 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66697432-be64-438d-a5b2-0b02f3d0fa2a') {} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:12:13.432985 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e25e4504-d423-40f7-b2f8-6cb88750fd69 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126283644'] for segment, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:13.464531 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e25e4504-d423-40f7-b2f8-6cb88750fd69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:13.490133 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e25e4504-d423-40f7-b2f8-6cb88750fd69 admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=102191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:12:13.490685 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e25e4504-d423-40f7-b2f8-6cb88750fd69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126283391'] for segment, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:13.493121 n-d-764292-30 neutron-server[102191]: Traceback (most recent call last): Aug 11 03:12:13.493121 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:12:13.493121 n-d-764292-30 neutron-server[102191]: timer() Aug 11 03:12:13.493121 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:12:13.493121 n-d-764292-30 neutron-server[102191]: cb(*args, **kw) Aug 11 03:12:13.493121 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:12:13.493121 n-d-764292-30 neutron-server[102191]: return func(*args, **kwargs) Aug 11 03:12:13.493121 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:12:13.493121 n-d-764292-30 neutron-server[102191]: self._notify() Aug 11 03:12:13.493121 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:12:13.493121 n-d-764292-30 neutron-server[102191]: self.callback(batched_events) Aug 11 03:12:13.493121 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:12:13.493121 n-d-764292-30 neutron-server[102191]: event.method(event) Aug 11 03:12:13.493121 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:12:13.493121 n-d-764292-30 neutron-server[102191]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:12:13.493121 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:12:13.493121 n-d-764292-30 neutron-server[102191]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:12:13.493121 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:12:13.493121 n-d-764292-30 neutron-server[102191]: return f(self, *a, **k) Aug 11 03:12:13.493121 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:12:13.493121 n-d-764292-30 neutron-server[102191]: return self._get(url).json() Aug 11 03:12:13.493121 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:12:13.493121 n-d-764292-30 neutron-server[102191]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:12:13.493121 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:12:13.493121 n-d-764292-30 neutron-server[102191]: return self.request(url, 'GET', **kwargs) Aug 11 03:12:13.493121 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:12:13.493121 n-d-764292-30 neutron-server[102191]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:12:13.493121 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:12:13.493121 n-d-764292-30 neutron-server[102191]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:12:13.493121 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:12:13.493121 n-d-764292-30 neutron-server[102191]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:12:13.493121 n-d-764292-30 neutron-server[102191]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:12:13.670626 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e25e4504-d423-40f7-b2f8-6cb88750fd69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:13.673507 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-79d0f1de-a22d-4906-8bf1-7e3098a76b34 tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:13.688042 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e25e4504-d423-40f7-b2f8-6cb88750fd69 admin admin] Notify callbacks [] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:13.690201 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-e25e4504-d423-40f7-b2f8-6cb88750fd69 admin admin] 10.222.0.41 "DELETE /v2.0/networks/b3c19a2d-0e26-410a-b53e-1619e285dc24 HTTP/1.1" status: 204 len: 168 time: 0.9126825 Aug 11 03:12:13.736979 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff6feb4-e1c7-4b73-b5eb-c081d3d8aef7 req-c05a461a-6611-4963-b80c-e4f6edeaf01a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:13.737273 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff6feb4-e1c7-4b73-b5eb-c081d3d8aef7 req-c05a461a-6611-4963-b80c-e4f6edeaf01a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:13.737594 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff6feb4-e1c7-4b73-b5eb-c081d3d8aef7 req-c05a461a-6611-4963-b80c-e4f6edeaf01a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:13.747900 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e4504-d423-40f7-b2f8-6cb88750fd69 admin admin] Pushing event deleted for resources: {'Network': ['ID=b3c19a2d-0e26-410a-b53e-1619e285dc24,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:13.761369 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bff6feb4-e1c7-4b73-b5eb-c081d3d8aef7 req-c05a461a-6611-4963-b80c-e4f6edeaf01a service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=44415f337b71498496665864f1602b88&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3601272 Aug 11 03:12:13.831621 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d0f1de-a22d-4906-8bf1-7e3098a76b34 tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Pushing event updated for resources: {'Port': ['ID=19014019-8037-4155-b93b-d81af98df9b1,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:13.849777 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d0f1de-a22d-4906-8bf1-7e3098a76b34 tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Checking segment: {'id': '7bae3732-e37d-4585-bd48-a2fb5cf84013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'f748a914-cb99-45bc-9076-cd7bce3f40f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:12:13.850797 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d0f1de-a22d-4906-8bf1-7e3098a76b34 tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Network hostable DHCP agents. Network: f748a914-cb99-45bc-9076-cd7bce3f40f7, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:12:13.972526 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-78a9173f-a8fe-44a1-9ed0-fb71644f271a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba046f43-bd86-472c-a6e9-4db5d5ea61d0 {{(pid=102192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:12:13.981464 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-78a9173f-a8fe-44a1-9ed0-fb71644f271a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:13.991351 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff6feb4-e1c7-4b73-b5eb-c081d3d8aef7 req-c2c7e8d2-11f6-4c92-baa1-fe1debf7cc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:13.994461 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bff6feb4-e1c7-4b73-b5eb-c081d3d8aef7 req-c2c7e8d2-11f6-4c92-baa1-fe1debf7cc17 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2251563 Aug 11 03:12:13.997701 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-78a9173f-a8fe-44a1-9ed0-fb71644f271a service neutron] Transition to ACTIVE for port object ba046f43-bd86-472c-a6e9-4db5d5ea61d0 will not be triggered until provisioned by entity L2. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:12:14.020774 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d0f1de-a22d-4906-8bf1-7e3098a76b34 tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Network f748a914-cb99-45bc-9076-cd7bce3f40f7 is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:12:14.077698 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-78a9173f-a8fe-44a1-9ed0-fb71644f271a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:14.154030 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-79d0f1de-a22d-4906-8bf1-7e3098a76b34 tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, f748a914-cb99-45bc-9076-cd7bce3f40f7) {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:12:14.158171 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d0f1de-a22d-4906-8bf1-7e3098a76b34 tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:12:14.159474 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-79d0f1de-a22d-4906-8bf1-7e3098a76b34 tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:14.178320 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b62417cd-bc8a-492b-ad84-eadb1212fb20 None None] Network f748a914-cb99-45bc-9076-cd7bce3f40f7 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:12:14.294500 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d0f1de-a22d-4906-8bf1-7e3098a76b34 tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Pushing event updated for resources: {'Port': ['ID=7610d108-4215-43f2-b329-9dd4df71e1eb,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:14.331093 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a9173f-a8fe-44a1-9ed0-fb71644f271a service neutron] Pushing event updated for resources: {'Port': ['ID=ba046f43-bd86-472c-a6e9-4db5d5ea61d0,revision_number=2']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:14.332578 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d0f1de-a22d-4906-8bf1-7e3098a76b34 tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Checking segment: {'id': 'b7a04eb8-ecb4-4f5d-84fb-9df23069cbe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '221dbc4e-2a64-4abe-b5b4-e000899a1122'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:12:14.333127 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d0f1de-a22d-4906-8bf1-7e3098a76b34 tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Network hostable DHCP agents. Network: 221dbc4e-2a64-4abe-b5b4-e000899a1122, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:12:14.381265 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8768c5-ade9-49ee-b3f1-f063f421ef27 req-ce7c9d49-c275-4668-b7e8-393d4d7c4794 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:14.388235 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8768c5-ade9-49ee-b3f1-f063f421ef27 req-ce7c9d49-c275-4668-b7e8-393d4d7c4794 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:14.394427 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8768c5-ade9-49ee-b3f1-f063f421ef27 req-ce7c9d49-c275-4668-b7e8-393d4d7c4794 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:14.400579 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8768c5-ade9-49ee-b3f1-f063f421ef27 req-ce7c9d49-c275-4668-b7e8-393d4d7c4794 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:14.406744 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8768c5-ade9-49ee-b3f1-f063f421ef27 req-ce7c9d49-c275-4668-b7e8-393d4d7c4794 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:14.412897 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8768c5-ade9-49ee-b3f1-f063f421ef27 req-ce7c9d49-c275-4668-b7e8-393d4d7c4794 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:14.419045 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8768c5-ade9-49ee-b3f1-f063f421ef27 req-ce7c9d49-c275-4668-b7e8-393d4d7c4794 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:14.427192 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ed8768c5-ade9-49ee-b3f1-f063f421ef27 req-ce7c9d49-c275-4668-b7e8-393d4d7c4794 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e3618b6-52e5-4357-a355-b29ad18e1b9a HTTP/1.1" status: 200 len: 5419 time: 0.2847970 Aug 11 03:12:14.501678 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ed8768c5-ade9-49ee-b3f1-f063f421ef27 req-5ee281d6-607f-45fa-a532-33ec80465bd2 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e828c0d-4136-4a51-aeb5-a8e208cb4b52&id=95104542-16f5-45dc-8618-c4fbbca06b56&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0735838 Aug 11 03:12:14.551716 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-78a9173f-a8fe-44a1-9ed0-fb71644f271a service neutron] Attempting to bind port ba046f43-bd86-472c-a6e9-4db5d5ea61d0 on host n-h2-764292-30 for vnic_type normal with profile {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:12:14.551716 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-78a9173f-a8fe-44a1-9ed0-fb71644f271a service neutron] Attempting to bind port ba046f43-bd86-472c-a6e9-4db5d5ea61d0 by drivers openvswitch,hyperv on host n-h2-764292-30 at level 0 using segments [{'id': 'd34586da-2abd-49ab-bd6c-1c89fb56752b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'e854785b-6921-4aac-9817-a841d5040ff3'}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:12:14.551716 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-78a9173f-a8fe-44a1-9ed0-fb71644f271a service neutron] Attempting to bind port ba046f43-bd86-472c-a6e9-4db5d5ea61d0 on network e854785b-6921-4aac-9817-a841d5040ff3 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:12:14.551716 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-78a9173f-a8fe-44a1-9ed0-fb71644f271a service neutron] Port ba046f43-bd86-472c-a6e9-4db5d5ea61d0 on network e854785b-6921-4aac-9817-a841d5040ff3 not bound, no agent of type Open vSwitch agent registered on host n-h2-764292-30 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:12:14.551716 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-78a9173f-a8fe-44a1-9ed0-fb71644f271a service neutron] Attempting to bind port ba046f43-bd86-472c-a6e9-4db5d5ea61d0 on network e854785b-6921-4aac-9817-a841d5040ff3 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:12:14.551716 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-78a9173f-a8fe-44a1-9ed0-fb71644f271a service neutron] Checking agent: {'id': '70015fc0-62fb-48b2-b453-36906937cf2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 12, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:12:14.551716 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-78a9173f-a8fe-44a1-9ed0-fb71644f271a service neutron] Checking segment: {'id': 'd34586da-2abd-49ab-bd6c-1c89fb56752b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'e854785b-6921-4aac-9817-a841d5040ff3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:12:14.551716 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-78a9173f-a8fe-44a1-9ed0-fb71644f271a service neutron] Bound using segment: {'id': 'd34586da-2abd-49ab-bd6c-1c89fb56752b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'e854785b-6921-4aac-9817-a841d5040ff3'} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:12:14.551716 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-78a9173f-a8fe-44a1-9ed0-fb71644f271a service neutron] Bound port: ba046f43-bd86-472c-a6e9-4db5d5ea61d0, host: n-h2-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd34586da-2abd-49ab-bd6c-1c89fb56752b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'e854785b-6921-4aac-9817-a841d5040ff3'}}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:12:14.551716 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-78a9173f-a8fe-44a1-9ed0-fb71644f271a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:14.616185 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-78a9173f-a8fe-44a1-9ed0-fb71644f271a service neutron] For port ba046f43-bd86-472c-a6e9-4db5d5ea61d0, host n-h2-764292-30, cleared binding levels {{(pid=102192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:12:14.619851 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-78a9173f-a8fe-44a1-9ed0-fb71644f271a service neutron] For port ba046f43-bd86-472c-a6e9-4db5d5ea61d0, host n-h2-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=ba046f43-bd86-472c-a6e9-4db5d5ea61d0,segment=NetworkSegment(d34586da-2abd-49ab-bd6c-1c89fb56752b),segment_id=d34586da-2abd-49ab-bd6c-1c89fb56752b)] {{(pid=102192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:12:14.657111 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 59962) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:12:14.684560 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d0f1de-a22d-4906-8bf1-7e3098a76b34 tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Network 221dbc4e-2a64-4abe-b5b4-e000899a1122 is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:12:14.706733 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-2236929a-049c-40b4-90ab-cb702461647e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c348de37bb094671bc15dc0c22bb5512&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0483336 Aug 11 03:12:14.715265 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 59968) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:12:14.748647 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-78a9173f-a8fe-44a1-9ed0-fb71644f271a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:14.809793 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-78a9173f-a8fe-44a1-9ed0-fb71644f271a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:14.810476 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-78a9173f-a8fe-44a1-9ed0-fb71644f271a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:14.811917 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-78a9173f-a8fe-44a1-9ed0-fb71644f271a service neutron] 10.222.0.24 "PUT /v2.0/ports/ba046f43-bd86-472c-a6e9-4db5d5ea61d0 HTTP/1.1" status: 200 len: 1092 time: 1.8850534 Aug 11 03:12:14.835272 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-79d0f1de-a22d-4906-8bf1-7e3098a76b34 tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, 221dbc4e-2a64-4abe-b5b4-e000899a1122) {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:12:14.846839 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-bd517b43-a98d-422b-afd0-2642f8c36d94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:14.850133 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a9173f-a8fe-44a1-9ed0-fb71644f271a service neutron] Pushing event updated for resources: {'Port': ['ID=ba046f43-bd86-472c-a6e9-4db5d5ea61d0,revision_number=3']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:14.850790 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d0f1de-a22d-4906-8bf1-7e3098a76b34 tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:12:14.851766 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f32d4fa-1cd7-4cc5-88a4-6ef506ea04b0 None None] Network 221dbc4e-2a64-4abe-b5b4-e000899a1122 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:12:14.870226 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d0f1de-a22d-4906-8bf1-7e3098a76b34 tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:14.886805 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-bd517b43-a98d-422b-afd0-2642f8c36d94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:14.892566 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d0f1de-a22d-4906-8bf1-7e3098a76b34 tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:14.894052 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-79d0f1de-a22d-4906-8bf1-7e3098a76b34 tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:15.016396 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-79d0f1de-a22d-4906-8bf1-7e3098a76b34 tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1448 time: 3.2779915 Aug 11 03:12:15.017133 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 59982) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:12:15.050345 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-bd517b43-a98d-422b-afd0-2642f8c36d94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:15.055587 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-bd517b43-a98d-422b-afd0-2642f8c36d94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:15.060450 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-bd517b43-a98d-422b-afd0-2642f8c36d94 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/96c4279c-51b6-4d8a-ac93-67215ccf65c4 HTTP/1.1" status: 204 len: 168 time: 0.3402522 Aug 11 03:12:15.071427 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-7b4fee6b-f952-4b8e-a572-cdfabff2e1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:15.071975 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-7b4fee6b-f952-4b8e-a572-cdfabff2e1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:15.073505 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-7b4fee6b-f952-4b8e-a572-cdfabff2e1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:15.074735 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-7b4fee6b-f952-4b8e-a572-cdfabff2e1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:15.075217 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-7b4fee6b-f952-4b8e-a572-cdfabff2e1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:15.075690 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-7b4fee6b-f952-4b8e-a572-cdfabff2e1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:15.079148 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-7b4fee6b-f952-4b8e-a572-cdfabff2e1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:15.085149 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-7b4fee6b-f952-4b8e-a572-cdfabff2e1fe service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=44415f337b71498496665864f1602b88&device_id=6e3618b6-52e5-4357-a355-b29ad18e1b9a HTTP/1.1" status: 200 len: 6483 time: 0.1088002 Aug 11 03:12:15.110754 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd517b43-a98d-422b-afd0-2642f8c36d94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96c4279c-51b6-4d8a-ac93-67215ccf65c4,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:15.203692 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-828c21ab-dda6-46df-a563-a136685db472 tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:15.210430 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e3618b6-52e5-4357-a355-b29ad18e1b9a', 'tag': 'ba046f43-bd86-472c-a6e9-4db5d5ea61d0'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:12:15.213941 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f2867e8-0cfd-48c1-9954-37d25b385839" -d '{"events": [{"name": "network-changed", "server_uuid": "6e3618b6-52e5-4357-a355-b29ad18e1b9a", "tag": "ba046f43-bd86-472c-a6e9-4db5d5ea61d0"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:12:15.216406 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-828c21ab-dda6-46df-a563-a136685db472 tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:15.222664 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-828c21ab-dda6-46df-a563-a136685db472 tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1443 time: 0.2027087 Aug 11 03:12:15.228346 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 59990) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:12:15.228480 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-9027ac9b-38f4-4fb0-a643-73ce41679f4c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6787f595-faeb-4a36-b917-5d8df4badde1 HTTP/1.1" status: 200 len: 217 time: 0.1285489 Aug 11 03:12:15.350900 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:12:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2008472-2ec8-4e07-97af-9e8ccf05600f x-openstack-request-id: req-b2008472-2ec8-4e07-97af-9e8ccf05600f {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:12:15.353681 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e3618b6-52e5-4357-a355-b29ad18e1b9a", "tag": "ba046f43-bd86-472c-a6e9-4db5d5ea61d0", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:12:15.353951 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b2008472-2ec8-4e07-97af-9e8ccf05600f {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:12:15.354468 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e3618b6-52e5-4357-a355-b29ad18e1b9a', 'tag': 'ba046f43-bd86-472c-a6e9-4db5d5ea61d0', 'status': 'completed', 'code': 200} Aug 11 03:12:15.409409 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-2a77de92-6750-4ead-9ac3-1d69976c7d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:15.411854 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-2a77de92-6750-4ead-9ac3-1d69976c7d55 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4230503c-7b88-4635-ba97-704ecda79830 HTTP/1.1" status: 200 len: 851 time: 0.1761842 Aug 11 03:12:15.451325 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-7550ee16-a097-4af9-bd80-0ed22d3a1fae tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Deleting port 19014019-8037-4155-b93b-d81af98df9b1 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:12:15.452017 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7550ee16-a097-4af9-bd80-0ed22d3a1fae tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:15.471317 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-8c695299-3fab-48db-a7ce-60f4574163e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:15.473157 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-8c695299-3fab-48db-a7ce-60f4574163e3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=99a68316-7b54-4552-81a4-eb1b8bfe1686&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0527747 Aug 11 03:12:15.554411 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7550ee16-a097-4af9-bd80-0ed22d3a1fae tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:15.587312 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-7550ee16-a097-4af9-bd80-0ed22d3a1fae tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Calling delete_port for 19014019-8037-4155-b93b-d81af98df9b1 owned by {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:12:15.628540 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-a82d5895-1580-4901-8149-66aa96b5257e service neutron] 10.222.0.24 "GET /v2.0/networks/99a68316-7b54-4552-81a4-eb1b8bfe1686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392813 Aug 11 03:12:15.761596 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98a875c-b3f0-4ebe-92ea-8d92ecede305 req-be8cbbba-fcf4-4c6e-84ab-624a35b2cf5c tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:15.768455 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98a875c-b3f0-4ebe-92ea-8d92ecede305 req-be8cbbba-fcf4-4c6e-84ab-624a35b2cf5c tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:15.775116 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98a875c-b3f0-4ebe-92ea-8d92ecede305 req-be8cbbba-fcf4-4c6e-84ab-624a35b2cf5c tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:15.782085 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98a875c-b3f0-4ebe-92ea-8d92ecede305 req-be8cbbba-fcf4-4c6e-84ab-624a35b2cf5c tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:15.788447 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98a875c-b3f0-4ebe-92ea-8d92ecede305 req-be8cbbba-fcf4-4c6e-84ab-624a35b2cf5c tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:15.795073 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7550ee16-a097-4af9-bd80-0ed22d3a1fae tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:15.795581 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98a875c-b3f0-4ebe-92ea-8d92ecede305 req-be8cbbba-fcf4-4c6e-84ab-624a35b2cf5c tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:15.802008 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98a875c-b3f0-4ebe-92ea-8d92ecede305 req-be8cbbba-fcf4-4c6e-84ab-624a35b2cf5c tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:15.803986 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c98a875c-b3f0-4ebe-92ea-8d92ecede305 req-be8cbbba-fcf4-4c6e-84ab-624a35b2cf5c tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e3618b6-52e5-4357-a355-b29ad18e1b9a HTTP/1.1" status: 200 len: 5419 time: 0.1940675 Aug 11 03:12:15.863323 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7550ee16-a097-4af9-bd80-0ed22d3a1fae tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:15.869168 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-7550ee16-a097-4af9-bd80-0ed22d3a1fae tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] 10.222.0.41 "DELETE /v2.0/ports/19014019-8037-4155-b93b-d81af98df9b1 HTTP/1.1" status: 204 len: 168 time: 0.6424234 Aug 11 03:12:15.869168 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7550ee16-a097-4af9-bd80-0ed22d3a1fae tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Pushing event deleted for resources: {'Port': ['ID=19014019-8037-4155-b93b-d81af98df9b1,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:15.870593 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 60014) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:12:15.881803 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-3de01fbe-4626-4791-aa12-3645d37ea6b1 service neutron] 10.222.0.24 "GET /v2.0/networks/99a68316-7b54-4552-81a4-eb1b8bfe1686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2258656 Aug 11 03:12:15.893792 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c98a875c-b3f0-4ebe-92ea-8d92ecede305 req-ec1f5a99-76bd-4e84-8588-31fc11fb0856 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e828c0d-4136-4a51-aeb5-a8e208cb4b52&id=95104542-16f5-45dc-8618-c4fbbca06b56&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0776014 Aug 11 03:12:15.949800 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-3d231b8f-0513-4459-8aa8-c789ffe14b4b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.170&port_id=7dfdef9f-0d5f-4271-b104-13eb02da9240 HTTP/1.1" status: 200 len: 217 time: 0.0496709 Aug 11 03:12:16.030328 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-a72502f7-dcce-4151-87e5-4e11f78a9969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:16.037476 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-a72502f7-dcce-4151-87e5-4e11f78a9969 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=329e4f03-d8cd-404e-b91b-1cb9368d6c2d HTTP/1.1" status: 200 len: 797 time: 0.0788250 Aug 11 03:12:16.045617 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-8ed4f951-5735-4c26-af58-6c3cc875310f tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Deleting port 7610d108-4215-43f2-b329-9dd4df71e1eb {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:12:16.045617 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8ed4f951-5735-4c26-af58-6c3cc875310f tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:16.092763 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-2845c65c-4863-442a-890a-ae300735b801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:16.094465 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-2845c65c-4863-442a-890a-ae300735b801 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ed637a9a-eb30-499d-98db-3d728133dac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0502059 Aug 11 03:12:16.147643 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8ed4f951-5735-4c26-af58-6c3cc875310f tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:16.173567 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-8ed4f951-5735-4c26-af58-6c3cc875310f tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Calling delete_port for 7610d108-4215-43f2-b329-9dd4df71e1eb owned by {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:12:16.232437 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-27b3538b-cf90-48cc-bdc0-9e079729808f service neutron] 10.222.0.24 "GET /v2.0/networks/ed637a9a-eb30-499d-98db-3d728133dac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296775 Aug 11 03:12:16.300282 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 60038) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:12:16.377478 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8ed4f951-5735-4c26-af58-6c3cc875310f tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:16.388439 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-a769534b-2288-4f20-a960-e6ce5d15dafe service neutron] 10.222.0.24 "GET /v2.0/networks/ed637a9a-eb30-499d-98db-3d728133dac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387744 Aug 11 03:12:16.419445 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed4f951-5735-4c26-af58-6c3cc875310f tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Pushing event deleted for resources: {'Port': ['ID=7610d108-4215-43f2-b329-9dd4df71e1eb,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:16.433416 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8ed4f951-5735-4c26-af58-6c3cc875310f tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:16.435602 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-8ed4f951-5735-4c26-af58-6c3cc875310f tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] 10.222.0.41 "DELETE /v2.0/ports/7610d108-4215-43f2-b329-9dd4df71e1eb HTTP/1.1" status: 204 len: 168 time: 0.5634055 Aug 11 03:12:16.436216 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 60052) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:12:16.474035 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-7696ad33-eb29-4f2a-a4a1-52fb8f9aa9c3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.168&port_id=b90d6ebc-39d0-4329-8910-886ce1b868bf HTTP/1.1" status: 200 len: 217 time: 0.0847368 Aug 11 03:12:16.499827 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-6c9cb409-796e-4ee7-a125-1eff703ce424 tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0616302 Aug 11 03:12:16.500475 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 60054) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:12:16.505545 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-e63569a4-0edd-4912-815b-3a5bed91c088 tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1285781277'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:12:16.572239 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-4c0a98cc-591f-43c1-a63a-b07e2efbed62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:16.573487 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-4c0a98cc-591f-43c1-a63a-b07e2efbed62 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=329e4f03-d8cd-404e-b91b-1cb9368d6c2d HTTP/1.1" status: 200 len: 797 time: 0.0907633 Aug 11 03:12:16.608261 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d7a20f38-54c0-43c9-89a1-928693549f58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:16.634113 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e63569a4-0edd-4912-815b-3a5bed91c088 tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Made reservation on behalf of 01e6758cdc854ee4a8ea563a302e6c15 for: {'network': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:12:16.635914 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-970562d7-c9e2-443e-b4a5-2fca973378e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:16.638191 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-970562d7-c9e2-443e-b4a5-2fca973378e9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ed637a9a-eb30-499d-98db-3d728133dac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0542126 Aug 11 03:12:16.638579 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e63569a4-0edd-4912-815b-3a5bed91c088 tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:16.682137 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e63569a4-0edd-4912-815b-3a5bed91c088 tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=102191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:12:16.697196 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 60062) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:12:16.707466 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e63569a4-0edd-4912-815b-3a5bed91c088 tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:16.708040 n-d-764292-30 neutron-server[102191]: INFO neutron.db.segments_db [None req-e63569a4-0edd-4912-815b-3a5bed91c088 tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Added segment bbdbe9d9-b59f-4d1b-b8b4-7f5c81584e66 of type vlan for network 4851282c-f998-4677-a57b-c239125b3642 Aug 11 03:12:16.760670 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-fbc03c20-0fb1-40c2-81ed-ce43f6bfe6cf service neutron] 10.222.0.24 "GET /v2.0/networks/ed637a9a-eb30-499d-98db-3d728133dac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150391 Aug 11 03:12:16.764412 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e63569a4-0edd-4912-815b-3a5bed91c088 tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:16.833932 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d7a20f38-54c0-43c9-89a1-928693549f58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:16.858745 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-0180f493-6daf-4765-9e1d-6ee2852ad4ba admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-2076071482-network', 'tenant_id': 'be3ff0a9344f442b98b13effa37f4f99'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:12:16.873796 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-db5cce6d-4335-4a05-aeb8-42f992e9f54c service neutron] 10.222.0.24 "GET /v2.0/networks/ed637a9a-eb30-499d-98db-3d728133dac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024899 Aug 11 03:12:16.905417 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d7a20f38-54c0-43c9-89a1-928693549f58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:16.923027 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-3adb4ce2-cb79-4e43-ad1c-a045e22e7684 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.31&port_id=a312704a-491b-448b-aff9-cbd04cf3547f HTTP/1.1" status: 200 len: 217 time: 0.0420747 Aug 11 03:12:16.942449 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e63569a4-0edd-4912-815b-3a5bed91c088 tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:16.949428 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e63569a4-0edd-4912-815b-3a5bed91c088 tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:16.952655 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e63569a4-0edd-4912-815b-3a5bed91c088 tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Notify callbacks [] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:16.985604 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-b4c94c15-ac2a-4a29-bef6-931c63759486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:16.987370 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-b4c94c15-ac2a-4a29-bef6-931c63759486 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=329e4f03-d8cd-404e-b91b-1cb9368d6c2d HTTP/1.1" status: 200 len: 797 time: 0.0562782 Aug 11 03:12:16.997175 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a20f38-54c0-43c9-89a1-928693549f58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6179046-3aea-44fb-ae28-236b4e96fb42,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:17.034988 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-d7a20f38-54c0-43c9-89a1-928693549f58 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d17ca56357b34c30ab3d8c22705a3f72&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7331624 Aug 11 03:12:17.042190 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 60068) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:12:17.066164 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0180f493-6daf-4765-9e1d-6ee2852ad4ba admin admin] Made reservation on behalf of be3ff0a9344f442b98b13effa37f4f99 for: {'network': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:12:17.068610 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0180f493-6daf-4765-9e1d-6ee2852ad4ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:17.088270 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-2545ae58-7fb2-4ce9-90c0-146dc1ddf44f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:17.089108 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0180f493-6daf-4765-9e1d-6ee2852ad4ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:17.089720 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-2545ae58-7fb2-4ce9-90c0-146dc1ddf44f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ed637a9a-eb30-499d-98db-3d728133dac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0944102 Aug 11 03:12:17.091309 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63569a4-0edd-4912-815b-3a5bed91c088 tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Pushing event updated for resources: {'Network': ['ID=4851282c-f998-4677-a57b-c239125b3642,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:17.112111 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network 4851282c-f998-4677-a57b-c239125b3642 details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:12:17.125368 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f3ee47-08f1-4395-b8ac-bf0f8ee134da req-0a443526-81c1-4bb7-bed3-3d78d50a4acb tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:17.133943 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f3ee47-08f1-4395-b8ac-bf0f8ee134da req-0a443526-81c1-4bb7-bed3-3d78d50a4acb tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:17.147391 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f3ee47-08f1-4395-b8ac-bf0f8ee134da req-0a443526-81c1-4bb7-bed3-3d78d50a4acb tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:17.153555 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f3ee47-08f1-4395-b8ac-bf0f8ee134da req-0a443526-81c1-4bb7-bed3-3d78d50a4acb tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:17.159426 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-e63569a4-0edd-4912-815b-3a5bed91c088 tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6556726 Aug 11 03:12:17.160571 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f3ee47-08f1-4395-b8ac-bf0f8ee134da req-0a443526-81c1-4bb7-bed3-3d78d50a4acb tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:17.163999 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 60078) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:12:17.167221 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b535e9d5-ff3e-4ac4-ba19-174b9f948e7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:17.172851 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f3ee47-08f1-4395-b8ac-bf0f8ee134da req-0a443526-81c1-4bb7-bed3-3d78d50a4acb tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:17.174515 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-297a85a0-0753-4a49-b854-8ae25fbe48d7 tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-298304304'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:12:17.188252 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f3ee47-08f1-4395-b8ac-bf0f8ee134da req-0a443526-81c1-4bb7-bed3-3d78d50a4acb tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:17.190342 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-91f3ee47-08f1-4395-b8ac-bf0f8ee134da req-0a443526-81c1-4bb7-bed3-3d78d50a4acb tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e3618b6-52e5-4357-a355-b29ad18e1b9a HTTP/1.1" status: 200 len: 5419 time: 0.1744032 Aug 11 03:12:17.219923 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b535e9d5-ff3e-4ac4-ba19-174b9f948e7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:17.324048 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0180f493-6daf-4765-9e1d-6ee2852ad4ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:17.379584 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-9bda7024-1db2-4f06-b931-b642310bda52 service neutron] 10.222.0.24 "GET /v2.0/networks/ed637a9a-eb30-499d-98db-3d728133dac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881006 Aug 11 03:12:17.400259 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b535e9d5-ff3e-4ac4-ba19-174b9f948e7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:17.403060 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-91f3ee47-08f1-4395-b8ac-bf0f8ee134da req-0a12c953-204b-42e5-a549-0a28dc8eadaf tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e828c0d-4136-4a51-aeb5-a8e208cb4b52&id=95104542-16f5-45dc-8618-c4fbbca06b56&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0898557 Aug 11 03:12:17.403198 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b535e9d5-ff3e-4ac4-ba19-174b9f948e7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:17.404417 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-b535e9d5-ff3e-4ac4-ba19-174b9f948e7f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b6179046-3aea-44fb-ae28-236b4e96fb42 HTTP/1.1" status: 204 len: 168 time: 0.3609102 Aug 11 03:12:17.429493 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b535e9d5-ff3e-4ac4-ba19-174b9f948e7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6179046-3aea-44fb-ae28-236b4e96fb42,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:17.440854 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0180f493-6daf-4765-9e1d-6ee2852ad4ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:17.525356 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0180f493-6daf-4765-9e1d-6ee2852ad4ba admin admin] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=102191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:12:17.565045 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0180f493-6daf-4765-9e1d-6ee2852ad4ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:17.565414 n-d-764292-30 neutron-server[102191]: INFO neutron.db.segments_db [None req-0180f493-6daf-4765-9e1d-6ee2852ad4ba admin admin] Added segment 8db20049-bb0e-4102-b6d2-90e75cd16465 of type vlan for network f2d5fd6b-f1d8-4a12-9797-3bcfbcfd103f Aug 11 03:12:17.598451 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-07e3ff63-cef3-4c8f-8a26-6a22e8208a4d service neutron] 10.222.0.24 "GET /v2.0/networks/ed637a9a-eb30-499d-98db-3d728133dac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102840 Aug 11 03:12:17.684497 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-de6cce97-0f06-4b1c-afa8-5ae0a2a2c2ed service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.25&port_id=d9e703e8-7704-4b91-aaaa-f02c780d0bdd HTTP/1.1" status: 200 len: 217 time: 0.0693364 Aug 11 03:12:17.694804 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0180f493-6daf-4765-9e1d-6ee2852ad4ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18ff6294-6635-4e68-9dba-012c640fbc28,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:17.710265 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0180f493-6daf-4765-9e1d-6ee2852ad4ba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:17.745175 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-765ffabe-1b3a-467b-92e6-6796b49df6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:17.746742 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-765ffabe-1b3a-467b-92e6-6796b49df6c5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=329e4f03-d8cd-404e-b91b-1cb9368d6c2d HTTP/1.1" status: 200 len: 797 time: 0.0550957 Aug 11 03:12:17.751712 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-297a85a0-0753-4a49-b854-8ae25fbe48d7 tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Made reservation on behalf of 01e6758cdc854ee4a8ea563a302e6c15 for: {'network': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:12:17.769108 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-297a85a0-0753-4a49-b854-8ae25fbe48d7 tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:17.815307 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-23e01243-2360-4c2b-94fd-b9027854404a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:17.821236 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0180f493-6daf-4765-9e1d-6ee2852ad4ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:17.829824 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-23e01243-2360-4c2b-94fd-b9027854404a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ed637a9a-eb30-499d-98db-3d728133dac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0680075 Aug 11 03:12:17.829982 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0180f493-6daf-4765-9e1d-6ee2852ad4ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:17.829982 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0180f493-6daf-4765-9e1d-6ee2852ad4ba admin admin] Notify callbacks [] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:17.887210 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-297a85a0-0753-4a49-b854-8ae25fbe48d7 tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=102191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:12:18.007193 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-297a85a0-0753-4a49-b854-8ae25fbe48d7 tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:18.009061 n-d-764292-30 neutron-server[102191]: INFO neutron.db.segments_db [None req-297a85a0-0753-4a49-b854-8ae25fbe48d7 tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Added segment c6ffef48-5032-46c3-83aa-11ec7d28f7fe of type vlan for network 2dbdccdf-68f2-46a7-8ec3-9eea2a6544ad Aug 11 03:12:18.029894 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-0180f493-6daf-4765-9e1d-6ee2852ad4ba admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.3312490 Aug 11 03:12:18.032469 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0180f493-6daf-4765-9e1d-6ee2852ad4ba admin admin] Pushing event updated for resources: {'Network': ['ID=f2d5fd6b-f1d8-4a12-9797-3bcfbcfd103f,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:18.033814 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 60116) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:12:18.041976 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-c264c090-aa45-4cd1-879c-5cd42b9b543f admin admin] Request body: {'subnet': {'network_id': 'f2d5fd6b-f1d8-4a12-9797-3bcfbcfd103f', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-2076071482-subnet', 'tenant_id': 'be3ff0a9344f442b98b13effa37f4f99', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:12:18.045965 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network f2d5fd6b-f1d8-4a12-9797-3bcfbcfd103f details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:12:18.052544 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-d26c6574-5dca-4eb7-8faf-d30611076aa0 service neutron] 10.222.0.24 "GET /v2.0/networks/ed637a9a-eb30-499d-98db-3d728133dac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2231746 Aug 11 03:12:18.080928 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-297a85a0-0753-4a49-b854-8ae25fbe48d7 tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:18.196382 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-297a85a0-0753-4a49-b854-8ae25fbe48d7 tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:18.199209 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c264c090-aa45-4cd1-879c-5cd42b9b543f admin admin] Made reservation on behalf of be3ff0a9344f442b98b13effa37f4f99 for: {'subnet': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:12:18.201636 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c264c090-aa45-4cd1-879c-5cd42b9b543f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126180544'] for subnet, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:18.205581 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-297a85a0-0753-4a49-b854-8ae25fbe48d7 tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:18.206518 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-297a85a0-0753-4a49-b854-8ae25fbe48d7 tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Notify callbacks [] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:18.272087 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-ce090407-f0b5-4986-9075-d7d3bedabb8e service neutron] 10.222.0.24 "GET /v2.0/networks/ed637a9a-eb30-499d-98db-3d728133dac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1944234 Aug 11 03:12:18.280524 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297a85a0-0753-4a49-b854-8ae25fbe48d7 tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Pushing event updated for resources: {'Network': ['ID=2dbdccdf-68f2-46a7-8ec3-9eea2a6544ad,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:18.292246 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network 2dbdccdf-68f2-46a7-8ec3-9eea2a6544ad details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:12:18.329919 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-cbacc1cd-41cd-48fe-b9c0-930eb51e256f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f418b08e-aa62-46df-bda1-d8d20334592a HTTP/1.1" status: 200 len: 217 time: 0.0506172 Aug 11 03:12:18.355250 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-297a85a0-0753-4a49-b854-8ae25fbe48d7 tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.1890535 Aug 11 03:12:18.366107 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 60124) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:12:18.416474 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-cb29d80e-20ed-4c20-a955-fb38f4c10b7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:18.509516 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 60132) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:12:18.512743 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-7100c7c2-518e-4277-9e25-0af50c5e1ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:18.516735 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-7100c7c2-518e-4277-9e25-0af50c5e1ebb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=50b43d93-528a-454a-beae-d58f91ef15e1 HTTP/1.1" status: 200 len: 797 time: 0.1777487 Aug 11 03:12:18.517064 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-4512010d-9a88-419c-9507-87e44e067100 tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Request body: {'subnets': [{'network_id': '4851282c-f998-4677-a57b-c239125b3642', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1313928129', 'ip_version': 4}, {'network_id': '2dbdccdf-68f2-46a7-8ec3-9eea2a6544ad', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:12:18.517064 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-4512010d-9a88-419c-9507-87e44e067100 tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Request body: {'subnet': {'network_id': '4851282c-f998-4677-a57b-c239125b3642', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1313928129', 'ip_version': 4}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:12:18.517064 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-4512010d-9a88-419c-9507-87e44e067100 tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Request body: {'subnet': {'network_id': '2dbdccdf-68f2-46a7-8ec3-9eea2a6544ad', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:12:18.661701 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-598d2290-13e4-4f2f-bc3c-9e7ff73e3ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:18.663699 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-598d2290-13e4-4f2f-bc3c-9e7ff73e3ecf service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e854785b-6921-4aac-9817-a841d5040ff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1398220 Aug 11 03:12:18.741868 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7412c17-4732-4ee0-a07a-d399f67cdf3e req-76e820d2-efe7-4dc3-b392-be2800c28ae3 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:18.749308 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7412c17-4732-4ee0-a07a-d399f67cdf3e req-76e820d2-efe7-4dc3-b392-be2800c28ae3 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:18.754471 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-cb29d80e-20ed-4c20-a955-fb38f4c10b7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:18.756080 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7412c17-4732-4ee0-a07a-d399f67cdf3e req-76e820d2-efe7-4dc3-b392-be2800c28ae3 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:18.762182 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7412c17-4732-4ee0-a07a-d399f67cdf3e req-76e820d2-efe7-4dc3-b392-be2800c28ae3 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:18.768776 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7412c17-4732-4ee0-a07a-d399f67cdf3e req-76e820d2-efe7-4dc3-b392-be2800c28ae3 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:18.775135 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7412c17-4732-4ee0-a07a-d399f67cdf3e req-76e820d2-efe7-4dc3-b392-be2800c28ae3 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:18.781296 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7412c17-4732-4ee0-a07a-d399f67cdf3e req-76e820d2-efe7-4dc3-b392-be2800c28ae3 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:18.783239 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d7412c17-4732-4ee0-a07a-d399f67cdf3e req-76e820d2-efe7-4dc3-b392-be2800c28ae3 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e3618b6-52e5-4357-a355-b29ad18e1b9a HTTP/1.1" status: 200 len: 5419 time: 0.2253158 Aug 11 03:12:18.786405 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c264c090-aa45-4cd1-879c-5cd42b9b543f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125932092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126180562'] for subnet, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:18.848061 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-cb29d80e-20ed-4c20-a955-fb38f4c10b7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:18.921798 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-cb29d80e-20ed-4c20-a955-fb38f4c10b7b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4cefd459cc0c4be29070d05c2d66e4f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5432980 Aug 11 03:12:18.923266 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb29d80e-20ed-4c20-a955-fb38f4c10b7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c84b1405-47bc-40da-8c6c-1b4946d865cd,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:18.925990 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 60156) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:12:18.989911 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f8dd4b47-e5b3-4f6c-8aa7-b69d03ecd489 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:19.009001 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4512010d-9a88-419c-9507-87e44e067100 tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Made reservation on behalf of 01e6758cdc854ee4a8ea563a302e6c15 for: {'subnet': 2} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:12:19.013898 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4512010d-9a88-419c-9507-87e44e067100 tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274743'] for subnet, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:19.014275 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4512010d-9a88-419c-9507-87e44e067100 tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274743'] for subnet, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:19.022434 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f8dd4b47-e5b3-4f6c-8aa7-b69d03ecd489 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:19.232387 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f8dd4b47-e5b3-4f6c-8aa7-b69d03ecd489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:19.235222 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f8dd4b47-e5b3-4f6c-8aa7-b69d03ecd489 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:19.236511 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-f8dd4b47-e5b3-4f6c-8aa7-b69d03ecd489 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c84b1405-47bc-40da-8c6c-1b4946d865cd HTTP/1.1" status: 204 len: 168 time: 0.3094721 Aug 11 03:12:19.257459 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dd4b47-e5b3-4f6c-8aa7-b69d03ecd489 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c84b1405-47bc-40da-8c6c-1b4946d865cd,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:19.305815 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c264c090-aa45-4cd1-879c-5cd42b9b543f admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a1c53b5-599c-4e68-a429-91e6630bc1ee,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:19.318068 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d7412c17-4732-4ee0-a07a-d399f67cdf3e req-dbbcd1f5-82da-4d91-9d10-6dcd40f4d6d8 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e828c0d-4136-4a51-aeb5-a8e208cb4b52&id=95104542-16f5-45dc-8618-c4fbbca06b56&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5242262 Aug 11 03:12:19.322925 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-35fb1d98-200e-4592-97fb-d775c69d4e20 service neutron] 10.222.0.24 "GET /v2.0/networks/e854785b-6921-4aac-9817-a841d5040ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6498060 Aug 11 03:12:19.330715 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c264c090-aa45-4cd1-879c-5cd42b9b543f admin admin] Checking segment: {'id': '8db20049-bb0e-4102-b6d2-90e75cd16465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'f2d5fd6b-f1d8-4a12-9797-3bcfbcfd103f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:12:19.330715 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c264c090-aa45-4cd1-879c-5cd42b9b543f admin admin] Network hostable DHCP agents. Network: f2d5fd6b-f1d8-4a12-9797-3bcfbcfd103f, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:12:19.351295 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.agents_db [None req-950b7202-decb-43e2-8f71-ac8931dc9749 None None] Agent healthcheck: found 7 active agents {{(pid=102194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:12:19.477796 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-7b1ad39e-e278-487b-8e69-00af34fc7b6b service neutron] 10.222.0.24 "GET /v2.0/networks/e854785b-6921-4aac-9817-a841d5040ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447446 Aug 11 03:12:19.526150 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-3baeeca4-6355-40bf-885d-a18127357822 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ba046f43-bd86-472c-a6e9-4db5d5ea61d0 HTTP/1.1" status: 200 len: 217 time: 0.0409448 Aug 11 03:12:19.545764 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c264c090-aa45-4cd1-879c-5cd42b9b543f admin admin] Network f2d5fd6b-f1d8-4a12-9797-3bcfbcfd103f is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:12:19.587055 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-392bd28b-1c9e-469f-8eb4-93aceb1999c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:19.588578 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-392bd28b-1c9e-469f-8eb4-93aceb1999c1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=50b43d93-528a-454a-beae-d58f91ef15e1 HTTP/1.1" status: 200 len: 797 time: 0.0556304 Aug 11 03:12:19.621164 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4512010d-9a88-419c-9507-87e44e067100 tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126283476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274725'] for subnet, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:19.640282 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-8a54aff0-15f3-4182-a6c6-4a1fe25b4995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:19.642197 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-8a54aff0-15f3-4182-a6c6-4a1fe25b4995 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e854785b-6921-4aac-9817-a841d5040ff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0469313 Aug 11 03:12:19.687684 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4512010d-9a88-419c-9507-87e44e067100 tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Pushing event updated for resources: {'Subnet': ['ID=34d1646b-b18f-4198-ad6c-45bfe977361d,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:19.695237 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4512010d-9a88-419c-9507-87e44e067100 tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Checking segment: {'id': 'bbdbe9d9-b59f-4d1b-b8b4-7f5c81584e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '4851282c-f998-4677-a57b-c239125b3642'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:12:19.696414 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4512010d-9a88-419c-9507-87e44e067100 tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Network hostable DHCP agents. Network: 4851282c-f998-4677-a57b-c239125b3642, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:12:19.712064 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-c264c090-aa45-4cd1-879c-5cd42b9b543f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, f2d5fd6b-f1d8-4a12-9797-3bcfbcfd103f) {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:12:19.729188 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d39ccf-5dfe-4fd2-bf93-4452b11c2332 None None] Network f2d5fd6b-f1d8-4a12-9797-3bcfbcfd103f requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:12:19.776946 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-241ed803-8168-48fc-bb3c-ec831c4f04f8 service neutron] 10.222.0.24 "GET /v2.0/networks/e854785b-6921-4aac-9817-a841d5040ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226990 Aug 11 03:12:19.776946 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c264c090-aa45-4cd1-879c-5cd42b9b543f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:19.776946 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c264c090-aa45-4cd1-879c-5cd42b9b543f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:19.829499 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4512010d-9a88-419c-9507-87e44e067100 tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Network 4851282c-f998-4677-a57b-c239125b3642 is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:12:19.838184 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-4512010d-9a88-419c-9507-87e44e067100 tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, 4851282c-f998-4677-a57b-c239125b3642) {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:12:19.844185 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4512010d-9a88-419c-9507-87e44e067100 tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126283476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274725'] for subnet, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:19.851449 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9b86a97-fe84-4aec-85f8-a7e0044198b5 None None] Network 4851282c-f998-4677-a57b-c239125b3642 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:12:19.967600 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d79cf5b8-43d7-4e83-8423-cd9415b3617c req-1e996071-7cad-4ece-9143-cb08d913961c service neutron] 10.222.0.24 "GET /v2.0/networks/e854785b-6921-4aac-9817-a841d5040ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757143 Aug 11 03:12:19.970885 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 60174) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:12:19.975494 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4512010d-9a88-419c-9507-87e44e067100 tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Pushing event updated for resources: {'Subnet': ['ID=efb7a531-2763-4fb2-bc34-3de5988e5e9c,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:20.062884 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4512010d-9a88-419c-9507-87e44e067100 tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Checking segment: {'id': 'c6ffef48-5032-46c3-83aa-11ec7d28f7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '2dbdccdf-68f2-46a7-8ec3-9eea2a6544ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:12:20.063370 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4512010d-9a88-419c-9507-87e44e067100 tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Network hostable DHCP agents. Network: 2dbdccdf-68f2-46a7-8ec3-9eea2a6544ad, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:12:20.115419 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73ad4ed5-8ad1-4adb-82e8-187a34046795 None None] Network f2d5fd6b-f1d8-4a12-9797-3bcfbcfd103f requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:12:20.152718 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-c264c090-aa45-4cd1-879c-5cd42b9b543f admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.1177900 Aug 11 03:12:20.178519 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4512010d-9a88-419c-9507-87e44e067100 tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Network 2dbdccdf-68f2-46a7-8ec3-9eea2a6544ad is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:12:20.263285 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-4512010d-9a88-419c-9507-87e44e067100 tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, 2dbdccdf-68f2-46a7-8ec3-9eea2a6544ad) {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:12:20.268022 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4512010d-9a88-419c-9507-87e44e067100 tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:20.268784 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4512010d-9a88-419c-9507-87e44e067100 tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:20.269663 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4512010d-9a88-419c-9507-87e44e067100 tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:20.280132 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aedb7249-ab04-4f6f-9687-ce634b91ce88 None None] Network 2dbdccdf-68f2-46a7-8ec3-9eea2a6544ad requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:12:20.323166 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2867e8-0cfd-48c1-9954-37d25b385839 req-8d30c8a0-41d7-4be3-83c4-f0d82c85d67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:20.323763 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2867e8-0cfd-48c1-9954-37d25b385839 req-8d30c8a0-41d7-4be3-83c4-f0d82c85d67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:20.324121 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2867e8-0cfd-48c1-9954-37d25b385839 req-8d30c8a0-41d7-4be3-83c4-f0d82c85d67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:20.324593 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2867e8-0cfd-48c1-9954-37d25b385839 req-8d30c8a0-41d7-4be3-83c4-f0d82c85d67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:20.325384 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2867e8-0cfd-48c1-9954-37d25b385839 req-8d30c8a0-41d7-4be3-83c4-f0d82c85d67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:20.325487 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2867e8-0cfd-48c1-9954-37d25b385839 req-8d30c8a0-41d7-4be3-83c4-f0d82c85d67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:20.325960 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2867e8-0cfd-48c1-9954-37d25b385839 req-8d30c8a0-41d7-4be3-83c4-f0d82c85d67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:20.328208 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1f2867e8-0cfd-48c1-9954-37d25b385839 req-8d30c8a0-41d7-4be3-83c4-f0d82c85d67b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=44415f337b71498496665864f1602b88&device_id=6e3618b6-52e5-4357-a355-b29ad18e1b9a HTTP/1.1" status: 200 len: 6483 time: 0.1401777 Aug 11 03:12:20.335045 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e245a6-b09a-457f-9206-0f817f5bb1ee req-92e237bd-1afe-4fc1-bb2a-8377c5f4bcec tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:20.342546 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-71e245a6-b09a-457f-9206-0f817f5bb1ee req-92e237bd-1afe-4fc1-bb2a-8377c5f4bcec tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] 10.222.0.41 "GET /v2.0/networks?id=83b4bd4d-f4f2-42f4-b1e3-dbcc3fc1d9fb HTTP/1.1" status: 200 len: 805 time: 0.2674680 Aug 11 03:12:20.345840 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc159a61-e329-4680-97c5-dc26a4ccfade None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde080026-c28f-55be-b52b-13827cc43646-4851282c-f998-4677-a57b-c239125b3642', 'network_id': '4851282c-f998-4677-a57b-c239125b3642', 'tenant_id': '01e6758cdc854ee4a8ea563a302e6c15', 'fixed_ips': [{'subnet_id': '34d1646b-b18f-4198-ad6c-45bfe977361d'}]}} from n-d-764292-30. {{(pid=102193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:12:20.347068 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-fc159a61-e329-4680-97c5-dc26a4ccfade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:20.375802 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-4512010d-9a88-419c-9507-87e44e067100 tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 1.8652055 Aug 11 03:12:20.376802 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 60200) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:12:20.466602 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-71e245a6-b09a-457f-9206-0f817f5bb1ee req-f55d3d61-1bb0-4b54-ae9b-c884f1dcdc79 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] 10.222.0.41 "GET /v2.0/quotas/32216559a0354b28a10186d89c9b1072 HTTP/1.1" status: 200 len: 375 time: 0.1230557 Aug 11 03:12:20.499918 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20ea7d46-7892-4be5-8cc3-c58302f21ab1 tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:20.502258 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20ea7d46-7892-4be5-8cc3-c58302f21ab1 tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:20.504062 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20ea7d46-7892-4be5-8cc3-c58302f21ab1 tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:20.509658 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-20ea7d46-7892-4be5-8cc3-c58302f21ab1 tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1307204 Aug 11 03:12:20.510621 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 60206) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:12:20.632394 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2867e8-0cfd-48c1-9954-37d25b385839 req-a61504f3-808f-46be-ab2f-6795c9b5cd84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:20.633944 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1f2867e8-0cfd-48c1-9954-37d25b385839 req-a61504f3-808f-46be-ab2f-6795c9b5cd84 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e854785b-6921-4aac-9817-a841d5040ff3 HTTP/1.1" status: 200 len: 902 time: 0.2892988 Aug 11 03:12:20.645329 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e4cace-c015-4ef7-a2a9-042b8d8d2553 req-80d67dc7-8d88-48b2-afc6-8de6ae38b81f tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:20.652007 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e4cace-c015-4ef7-a2a9-042b8d8d2553 req-80d67dc7-8d88-48b2-afc6-8de6ae38b81f tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:20.656132 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.db_base_plugin_common [None req-fc159a61-e329-4680-97c5-dc26a4ccfade None None] Allocated IP 172.20.0.2 (4851282c-f998-4677-a57b-c239125b3642/34d1646b-b18f-4198-ad6c-45bfe977361d/8f1b628d-2908-4749-9c68-160e7753429a) {{(pid=102193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:12:20.658078 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e4cace-c015-4ef7-a2a9-042b8d8d2553 req-80d67dc7-8d88-48b2-afc6-8de6ae38b81f tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:20.664233 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e4cace-c015-4ef7-a2a9-042b8d8d2553 req-80d67dc7-8d88-48b2-afc6-8de6ae38b81f tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:20.671088 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e4cace-c015-4ef7-a2a9-042b8d8d2553 req-80d67dc7-8d88-48b2-afc6-8de6ae38b81f tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:20.677459 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e4cace-c015-4ef7-a2a9-042b8d8d2553 req-80d67dc7-8d88-48b2-afc6-8de6ae38b81f tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:20.683564 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e4cace-c015-4ef7-a2a9-042b8d8d2553 req-80d67dc7-8d88-48b2-afc6-8de6ae38b81f tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:20.691557 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d5e4cace-c015-4ef7-a2a9-042b8d8d2553 req-80d67dc7-8d88-48b2-afc6-8de6ae38b81f tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e3618b6-52e5-4357-a355-b29ad18e1b9a HTTP/1.1" status: 200 len: 5419 time: 0.2308645 Aug 11 03:12:20.728623 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-71e245a6-b09a-457f-9206-0f817f5bb1ee req-7870ef98-4077-44c8-a61a-58e2597d27fa tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=32216559a0354b28a10186d89c9b1072&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2236574 Aug 11 03:12:20.779122 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1f2867e8-0cfd-48c1-9954-37d25b385839 req-5db9508a-21b7-4073-ad46-f6640a49dab8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ba046f43-bd86-472c-a6e9-4db5d5ea61d0 HTTP/1.1" status: 200 len: 217 time: 0.0853717 Aug 11 03:12:20.874374 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_v2 [None req-57ad1651-967b-4193-bdeb-e75e498a0d2a tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Deleting subnet 34d1646b-b18f-4198-ad6c-45bfe977361d {{(pid=102191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:12:20.891242 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d5e4cace-c015-4ef7-a2a9-042b8d8d2553 req-2333dd3d-cc35-4fa3-ab20-27044a0b9a76 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e828c0d-4136-4a51-aeb5-a8e208cb4b52&id=95104542-16f5-45dc-8618-c4fbbca06b56&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1987987 Aug 11 03:12:20.924989 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b06d6c22-ed60-4c34-a1a3-72469016ef29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde080026-c28f-55be-b52b-13827cc43646-2dbdccdf-68f2-46a7-8ec3-9eea2a6544ad', 'network_id': '2dbdccdf-68f2-46a7-8ec3-9eea2a6544ad', 'tenant_id': '01e6758cdc854ee4a8ea563a302e6c15', 'fixed_ips': [{'subnet_id': 'efb7a531-2763-4fb2-bc34-3de5988e5e9c'}]}} from n-d-764292-30. {{(pid=102193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:12:20.926269 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-b06d6c22-ed60-4c34-a1a3-72469016ef29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:20.962664 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2867e8-0cfd-48c1-9954-37d25b385839 req-8266bf1e-0873-4607-9153-34ae0f1abe89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:20.964142 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1f2867e8-0cfd-48c1-9954-37d25b385839 req-8266bf1e-0873-4607-9153-34ae0f1abe89 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=50b43d93-528a-454a-beae-d58f91ef15e1 HTTP/1.1" status: 200 len: 797 time: 0.1771452 Aug 11 03:12:20.964639 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-fc159a61-e329-4680-97c5-dc26a4ccfade None None] Notify callbacks [] for port, precommit_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:21.051028 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-71e245a6-b09a-457f-9206-0f817f5bb1ee req-ddaf51d4-edd5-4b54-826f-c6ee889dc937 service neutron] 10.222.0.41 "GET /v2.0/networks/83b4bd4d-f4f2-42f4-b1e3-dbcc3fc1d9fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2850032 Aug 11 03:12:21.063301 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-fc159a61-e329-4680-97c5-dc26a4ccfade None None] Transition to ACTIVE for port object 8f1b628d-2908-4749-9c68-160e7753429a will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:12:21.110506 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-fc159a61-e329-4680-97c5-dc26a4ccfade None None] Transition to ACTIVE for port object 8f1b628d-2908-4749-9c68-160e7753429a will not be triggered until provisioned by entity DHCP. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:12:21.124511 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.db_base_plugin_common [None req-b06d6c22-ed60-4c34-a1a3-72469016ef29 None None] Allocated IP 172.20.0.18 (2dbdccdf-68f2-46a7-8ec3-9eea2a6544ad/efb7a531-2763-4fb2-bc34-3de5988e5e9c/479873a0-fc18-4cac-a6c7-c7b76f5e5dfd) {{(pid=102193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:12:21.128352 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2867e8-0cfd-48c1-9954-37d25b385839 req-6ab0fc89-206f-426c-9562-f4461c3c35cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:21.129636 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1f2867e8-0cfd-48c1-9954-37d25b385839 req-6ab0fc89-206f-426c-9562-f4461c3c35cb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e854785b-6921-4aac-9817-a841d5040ff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1552825 Aug 11 03:12:21.200274 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-57ad1651-967b-4193-bdeb-e75e498a0d2a tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Notify callbacks [] for subnet, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:21.202234 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-fc159a61-e329-4680-97c5-dc26a4ccfade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669'] for port, after_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:21.271664 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-71e245a6-b09a-457f-9206-0f817f5bb1ee req-40b22811-1faf-41c5-b1c8-ee0ccdf0c31d service neutron] 10.222.0.41 "GET /v2.0/networks/83b4bd4d-f4f2-42f4-b1e3-dbcc3fc1d9fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2061591 Aug 11 03:12:21.301228 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1f2867e8-0cfd-48c1-9954-37d25b385839 req-b189d82c-28ad-4296-8ebe-852d88498d2f service neutron] 10.222.0.24 "GET /v2.0/networks/e854785b-6921-4aac-9817-a841d5040ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590412 Aug 11 03:12:21.307687 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-421ab9c2-2596-419a-a6f2-07cb6a029662 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521106'] for router_interface, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:21.318326 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-57ad1651-967b-4193-bdeb-e75e498a0d2a tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126283525'] for subnet, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:21.422348 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-57ad1651-967b-4193-bdeb-e75e498a0d2a tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:21.426938 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc159a61-e329-4680-97c5-dc26a4ccfade None None] Network 4851282c-f998-4677-a57b-c239125b3642 is already hosted by enough agents. {{(pid=102193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:12:21.431834 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.base_scheduler [None req-fc159a61-e329-4680-97c5-dc26a4ccfade None None] Resources bound (agent type, host, resource id): {{(pid=102193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:12:21.438617 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc159a61-e329-4680-97c5-dc26a4ccfade None None] Received port after_create {{(pid=102193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:12:21.451505 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc159a61-e329-4680-97c5-dc26a4ccfade None None] Pushing event updated for resources: {'Port': ['ID=8f1b628d-2908-4749-9c68-160e7753429a,revision_number=1']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:21.464518 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc159a61-e329-4680-97c5-dc26a4ccfade None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:12:21.464858 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc159a61-e329-4680-97c5-dc26a4ccfade None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:12:21.465205 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc159a61-e329-4680-97c5-dc26a4ccfade None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:12:21.465542 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc159a61-e329-4680-97c5-dc26a4ccfade None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:12:21.465874 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc159a61-e329-4680-97c5-dc26a4ccfade None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:12:21.466206 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc159a61-e329-4680-97c5-dc26a4ccfade None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:12:21.466585 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc159a61-e329-4680-97c5-dc26a4ccfade None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:12:21.466918 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc159a61-e329-4680-97c5-dc26a4ccfade None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:12:21.467244 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc159a61-e329-4680-97c5-dc26a4ccfade None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:12:21.467593 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc159a61-e329-4680-97c5-dc26a4ccfade None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:12:21.467990 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc159a61-e329-4680-97c5-dc26a4ccfade None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:12:21.468231 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc159a61-e329-4680-97c5-dc26a4ccfade None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:12:21.564884 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-fc159a61-e329-4680-97c5-dc26a4ccfade None None] Attempting to bind port 8f1b628d-2908-4749-9c68-160e7753429a on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:12:21.565295 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-fc159a61-e329-4680-97c5-dc26a4ccfade None None] Attempting to bind port 8f1b628d-2908-4749-9c68-160e7753429a by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': 'bbdbe9d9-b59f-4d1b-b8b4-7f5c81584e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '4851282c-f998-4677-a57b-c239125b3642'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:12:21.565619 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc159a61-e329-4680-97c5-dc26a4ccfade None None] Attempting to bind port 8f1b628d-2908-4749-9c68-160e7753429a on network 4851282c-f998-4677-a57b-c239125b3642 {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:12:21.572576 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-57ad1651-967b-4193-bdeb-e75e498a0d2a tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126283413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126275158'] for subnet, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:21.579888 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc159a61-e329-4680-97c5-dc26a4ccfade None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 12, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:12:21.580271 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc159a61-e329-4680-97c5-dc26a4ccfade None None] Checking segment: {'id': 'bbdbe9d9-b59f-4d1b-b8b4-7f5c81584e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '4851282c-f998-4677-a57b-c239125b3642'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:12:21.580680 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-fc159a61-e329-4680-97c5-dc26a4ccfade None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:21.581080 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc159a61-e329-4680-97c5-dc26a4ccfade None None] Bound using segment: {'id': 'bbdbe9d9-b59f-4d1b-b8b4-7f5c81584e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '4851282c-f998-4677-a57b-c239125b3642'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:12:21.581600 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-fc159a61-e329-4680-97c5-dc26a4ccfade None None] Bound port: 8f1b628d-2908-4749-9c68-160e7753429a, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbdbe9d9-b59f-4d1b-b8b4-7f5c81584e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '4851282c-f998-4677-a57b-c239125b3642'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:12:21.581941 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-fc159a61-e329-4680-97c5-dc26a4ccfade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:21.618606 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ad1651-967b-4193-bdeb-e75e498a0d2a tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Pushing event deleted for resources: {'Subnet': ['ID=34d1646b-b18f-4198-ad6c-45bfe977361d,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:21.629893 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-b06d6c22-ed60-4c34-a1a3-72469016ef29 None None] Notify callbacks [] for port, precommit_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:21.633579 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-57ad1651-967b-4193-bdeb-e75e498a0d2a tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:21.637852 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-57ad1651-967b-4193-bdeb-e75e498a0d2a tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] 10.222.0.41 "DELETE /v2.0/subnets/34d1646b-b18f-4198-ad6c-45bfe977361d HTTP/1.1" status: 204 len: 168 time: 1.1257260 Aug 11 03:12:21.640438 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 60240) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:12:21.648782 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-b06d6c22-ed60-4c34-a1a3-72469016ef29 None None] Transition to ACTIVE for port object 479873a0-fc18-4cac-a6c7-c7b76f5e5dfd will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:12:21.688871 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-b06d6c22-ed60-4c34-a1a3-72469016ef29 None None] Transition to ACTIVE for port object 479873a0-fc18-4cac-a6c7-c7b76f5e5dfd will not be triggered until provisioned by entity DHCP. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:12:21.699728 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-fc159a61-e329-4680-97c5-dc26a4ccfade None None] For port 8f1b628d-2908-4749-9c68-160e7753429a, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:12:21.705431 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-fc159a61-e329-4680-97c5-dc26a4ccfade None None] For port 8f1b628d-2908-4749-9c68-160e7753429a, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=8f1b628d-2908-4749-9c68-160e7753429a,segment=NetworkSegment(bbdbe9d9-b59f-4d1b-b8b4-7f5c81584e66),segment_id=bbdbe9d9-b59f-4d1b-b8b4-7f5c81584e66)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:12:21.750092 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1f2867e8-0cfd-48c1-9954-37d25b385839 req-1b885c1f-9520-4b98-b634-941a65121a4e service neutron] 10.222.0.24 "GET /v2.0/networks/e854785b-6921-4aac-9817-a841d5040ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4402318 Aug 11 03:12:21.766839 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-b06d6c22-ed60-4c34-a1a3-72469016ef29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669'] for port, after_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:21.796068 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0989f27-dab4-4bd1-8579-deb7d36d08af req-9098df0f-f99b-40f0-aaaf-c0b472ff9a98 tempest-InstanceActionsNegativeTestJSON-184520816 tempest-InstanceActionsNegativeTestJSON-184520816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:21.805723 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a0989f27-dab4-4bd1-8579-deb7d36d08af req-9098df0f-f99b-40f0-aaaf-c0b472ff9a98 tempest-InstanceActionsNegativeTestJSON-184520816 tempest-InstanceActionsNegativeTestJSON-184520816-project] 10.222.0.41 "GET /v2.0/networks?id=f2d5fd6b-f1d8-4a12-9797-3bcfbcfd103f HTTP/1.1" status: 200 len: 822 time: 0.4865112 Aug 11 03:12:21.834173 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b06d6c22-ed60-4c34-a1a3-72469016ef29 None None] Network 2dbdccdf-68f2-46a7-8ec3-9eea2a6544ad is already hosted by enough agents. {{(pid=102193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:12:21.834514 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a0989f27-dab4-4bd1-8579-deb7d36d08af req-58b46beb-ba9a-44e1-9273-a07032fc6016 tempest-InstanceActionsNegativeTestJSON-184520816 tempest-InstanceActionsNegativeTestJSON-184520816-project] 10.222.0.41 "GET /v2.0/quotas/be3ff0a9344f442b98b13effa37f4f99 HTTP/1.1" status: 200 len: 375 time: 0.0276392 Aug 11 03:12:21.841634 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 2ff8377c-4a50-4c54-99a6-ad9d3776273a no longer exists at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:12:21.847698 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-fc159a61-e329-4680-97c5-dc26a4ccfade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:21.860573 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_v2 [None req-2be5227c-af2e-4917-8952-91098b732846 tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Deleting subnet efb7a531-2763-4fb2-bc34-3de5988e5e9c {{(pid=102191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:12:21.865952 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-2be5227c-af2e-4917-8952-91098b732846 tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Notify callbacks [] for subnet, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:21.870644 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.base_scheduler [None req-b06d6c22-ed60-4c34-a1a3-72469016ef29 None None] Resources bound (agent type, host, resource id): {{(pid=102193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:12:21.874962 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a0989f27-dab4-4bd1-8579-deb7d36d08af req-1f9c9a6f-2b9d-4b0f-aa25-c85e96d98e5d tempest-InstanceActionsNegativeTestJSON-184520816 tempest-InstanceActionsNegativeTestJSON-184520816-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=be3ff0a9344f442b98b13effa37f4f99&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0392892 Aug 11 03:12:21.881463 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b06d6c22-ed60-4c34-a1a3-72469016ef29 None None] Received port after_create {{(pid=102193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:12:21.928497 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-2be5227c-af2e-4917-8952-91098b732846 tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126283525'] for subnet, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:21.988084 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06d6c22-ed60-4c34-a1a3-72469016ef29 None None] Pushing event updated for resources: {'Port': ['ID=479873a0-fc18-4cac-a6c7-c7b76f5e5dfd,revision_number=1']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:22.010230 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b6ac02e0-836a-4881-bf74-b9798e501c0e req-cd17e3ce-ec87-40f3-8d8f-321f39fbacab tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc4eb0cf-70e8-4717-8fe9-89b05182f159 HTTP/1.1" status: 200 len: 210 time: 0.0772877 Aug 11 03:12:22.013832 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edcb5630-416c-431c-ac64-ccacd9813af7 None None] Network 4851282c-f998-4677-a57b-c239125b3642 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:12:22.082070 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-2be5227c-af2e-4917-8952-91098b732846 tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:22.129019 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:22.139709 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-b06d6c22-ed60-4c34-a1a3-72469016ef29 None None] Attempting to bind port 479873a0-fc18-4cac-a6c7-c7b76f5e5dfd on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:12:22.140089 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-b06d6c22-ed60-4c34-a1a3-72469016ef29 None None] Attempting to bind port 479873a0-fc18-4cac-a6c7-c7b76f5e5dfd by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': 'c6ffef48-5032-46c3-83aa-11ec7d28f7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '2dbdccdf-68f2-46a7-8ec3-9eea2a6544ad'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:12:22.140502 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b06d6c22-ed60-4c34-a1a3-72469016ef29 None None] Attempting to bind port 479873a0-fc18-4cac-a6c7-c7b76f5e5dfd on network 2dbdccdf-68f2-46a7-8ec3-9eea2a6544ad {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:12:22.179254 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b06d6c22-ed60-4c34-a1a3-72469016ef29 None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 12, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:12:22.179254 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b06d6c22-ed60-4c34-a1a3-72469016ef29 None None] Checking segment: {'id': 'c6ffef48-5032-46c3-83aa-11ec7d28f7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '2dbdccdf-68f2-46a7-8ec3-9eea2a6544ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:12:22.179254 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-b06d6c22-ed60-4c34-a1a3-72469016ef29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:22.179254 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b06d6c22-ed60-4c34-a1a3-72469016ef29 None None] Bound using segment: {'id': 'c6ffef48-5032-46c3-83aa-11ec7d28f7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '2dbdccdf-68f2-46a7-8ec3-9eea2a6544ad'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:12:22.179850 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-b06d6c22-ed60-4c34-a1a3-72469016ef29 None None] Bound port: 479873a0-fc18-4cac-a6c7-c7b76f5e5dfd, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6ffef48-5032-46c3-83aa-11ec7d28f7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '2dbdccdf-68f2-46a7-8ec3-9eea2a6544ad'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:12:22.180177 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-b06d6c22-ed60-4c34-a1a3-72469016ef29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:22.191269 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a0989f27-dab4-4bd1-8579-deb7d36d08af req-736ee8c7-49ee-48be-888d-f889b59e7d97 service neutron] 10.222.0.41 "GET /v2.0/networks/f2d5fd6b-f1d8-4a12-9797-3bcfbcfd103f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3153713 Aug 11 03:12:22.204530 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc159a61-e329-4680-97c5-dc26a4ccfade None None] Pushing event updated for resources: {'Port': ['ID=8f1b628d-2908-4749-9c68-160e7753429a,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:22.210340 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-421ab9c2-2596-419a-a6f2-07cb6a029662 admin admin] Deleting port e63500bc-357c-45a5-8ad5-80fd3cbd3e76 {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:12:22.210745 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-421ab9c2-2596-419a-a6f2-07cb6a029662 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:22.228694 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c40f7bf-9cca-4a43-b73b-326e44e72976', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ff8377c-4a50-4c54-99a6-ad9d3776273a'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:12:22.230989 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4752264b-34ab-4b42-badb-611e6cdfe188" -d '{"events": [{"server_uuid": "2c40f7bf-9cca-4a43-b73b-326e44e72976", "name": "network-vif-unplugged", "status": "completed", "tag": "2ff8377c-4a50-4c54-99a6-ad9d3776273a"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:12:22.245031 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b375c3-8e96-4e1e-930b-76a433fe0d79 req-f1397eed-3d33-48e0-8649-517f46394868 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:22.249052 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-70b375c3-8e96-4e1e-930b-76a433fe0d79 req-f1397eed-3d33-48e0-8649-517f46394868 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c40f7bf-9cca-4a43-b73b-326e44e72976 HTTP/1.1" status: 200 len: 945 time: 0.4782031 Aug 11 03:12:22.288713 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 2ff8377c-4a50-4c54-99a6-ad9d3776273a, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=2ff8377c-4a50-4c54-99a6-ad9d3776273a,segment=NetworkSegment(c567aba8-f786-4533-ad6f-0c8ff3fef5d6),segment_id=c567aba8-f786-4533-ad6f-0c8ff3fef5d6)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:12:22.308949 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a13a1d3-fc1d-4055-adbe-7faa2d820d7f req-166b33b7-9131-4e2e-909b-3ed267a787e4 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:22.315176 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a13a1d3-fc1d-4055-adbe-7faa2d820d7f req-166b33b7-9131-4e2e-909b-3ed267a787e4 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:22.327276 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-2be5227c-af2e-4917-8952-91098b732846 tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126283413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126275158'] for subnet, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:22.327464 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a13a1d3-fc1d-4055-adbe-7faa2d820d7f req-166b33b7-9131-4e2e-909b-3ed267a787e4 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:22.333444 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-b06d6c22-ed60-4c34-a1a3-72469016ef29 None None] For port 479873a0-fc18-4cac-a6c7-c7b76f5e5dfd, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:12:22.333848 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a13a1d3-fc1d-4055-adbe-7faa2d820d7f req-166b33b7-9131-4e2e-909b-3ed267a787e4 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:22.337343 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-b06d6c22-ed60-4c34-a1a3-72469016ef29 None None] For port 479873a0-fc18-4cac-a6c7-c7b76f5e5dfd, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=479873a0-fc18-4cac-a6c7-c7b76f5e5dfd,segment=NetworkSegment(c6ffef48-5032-46c3-83aa-11ec7d28f7fe),segment_id=c6ffef48-5032-46c3-83aa-11ec7d28f7fe)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:12:22.341276 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a13a1d3-fc1d-4055-adbe-7faa2d820d7f req-166b33b7-9131-4e2e-909b-3ed267a787e4 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:22.347630 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a13a1d3-fc1d-4055-adbe-7faa2d820d7f req-166b33b7-9131-4e2e-909b-3ed267a787e4 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:22.354338 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a13a1d3-fc1d-4055-adbe-7faa2d820d7f req-166b33b7-9131-4e2e-909b-3ed267a787e4 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:22.356253 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5a13a1d3-fc1d-4055-adbe-7faa2d820d7f req-166b33b7-9131-4e2e-909b-3ed267a787e4 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e3618b6-52e5-4357-a355-b29ad18e1b9a HTTP/1.1" status: 200 len: 5419 time: 0.2233422 Aug 11 03:12:22.367095 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:22.377176 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be5227c-af2e-4917-8952-91098b732846 tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Pushing event deleted for resources: {'Subnet': ['ID=efb7a531-2763-4fb2-bc34-3de5988e5e9c,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:22.378613 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-2be5227c-af2e-4917-8952-91098b732846 tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:22.383058 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-2be5227c-af2e-4917-8952-91098b732846 tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] 10.222.0.41 "DELETE /v2.0/subnets/efb7a531-2763-4fb2-bc34-3de5988e5e9c HTTP/1.1" status: 204 len: 168 time: 0.7393425 Aug 11 03:12:22.387719 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 60262) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:12:22.447425 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=2ff8377c-4a50-4c54-99a6-ad9d3776273a,revision_number=8']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:22.454476 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-b06d6c22-ed60-4c34-a1a3-72469016ef29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:22.457881 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-70b375c3-8e96-4e1e-930b-76a433fe0d79 req-c2db43d4-c87e-42e8-b9ed-2a26cb92a64a tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] Deleting port 2ff8377c-4a50-4c54-99a6-ad9d3776273a {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:12:22.458234 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-70b375c3-8e96-4e1e-930b-76a433fe0d79 req-c2db43d4-c87e-42e8-b9ed-2a26cb92a64a tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:22.533428 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06d6c22-ed60-4c34-a1a3-72469016ef29 None None] Pushing event updated for resources: {'Port': ['ID=479873a0-fc18-4cac-a6c7-c7b76f5e5dfd,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:22.564495 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5a13a1d3-fc1d-4055-adbe-7faa2d820d7f req-594095bc-9088-4643-9920-79e03f2337cf tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e828c0d-4136-4a51-aeb5-a8e208cb4b52&id=95104542-16f5-45dc-8618-c4fbbca06b56&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1969533 Aug 11 03:12:22.573079 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [None req-421ab9c2-2596-419a-a6f2-07cb6a029662 admin admin] For port e63500bc-357c-45a5-8ad5-80fd3cbd3e76, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=e63500bc-357c-45a5-8ad5-80fd3cbd3e76,segment=NetworkSegment(cf8e03ed-2ed8-499c-b46d-5acda28a8bc7),segment_id=cf8e03ed-2ed8-499c-b46d-5acda28a8bc7)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:12:22.573451 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-421ab9c2-2596-419a-a6f2-07cb6a029662 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:22.592385 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a0989f27-dab4-4bd1-8579-deb7d36d08af req-c54a919d-5ac6-4c80-8ed5-7bdd9083b5fa service neutron] 10.222.0.41 "GET /v2.0/networks/f2d5fd6b-f1d8-4a12-9797-3bcfbcfd103f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3931010 Aug 11 03:12:22.601155 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-421ab9c2-2596-419a-a6f2-07cb6a029662 admin admin] Calling delete_port for e63500bc-357c-45a5-8ad5-80fd3cbd3e76 owned by network:router_interface {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:12:22.603354 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-70b375c3-8e96-4e1e-930b-76a433fe0d79 req-c2db43d4-c87e-42e8-b9ed-2a26cb92a64a tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] For port 2ff8377c-4a50-4c54-99a6-ad9d3776273a, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=2ff8377c-4a50-4c54-99a6-ad9d3776273a,segment=NetworkSegment(c567aba8-f786-4533-ad6f-0c8ff3fef5d6),segment_id=c567aba8-f786-4533-ad6f-0c8ff3fef5d6)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:12:22.603740 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-70b375c3-8e96-4e1e-930b-76a433fe0d79 req-c2db43d4-c87e-42e8-b9ed-2a26cb92a64a tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:22.604521 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8752cc5-352a-4ab4-b77a-58cbc163c03d tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:22.606163 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-c8752cc5-352a-4ab4-b77a-58cbc163c03d tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2098939 Aug 11 03:12:22.610716 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 60266) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:12:22.660364 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-70b375c3-8e96-4e1e-930b-76a433fe0d79 req-c2db43d4-c87e-42e8-b9ed-2a26cb92a64a tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] Calling delete_port for 2ff8377c-4a50-4c54-99a6-ad9d3776273a owned by compute:nova {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:12:22.676359 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 03:12:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-849ce03c-2ebd-4762-a3cd-6cfe5b6e6275 x-openstack-request-id: req-849ce03c-2ebd-4762-a3cd-6cfe5b6e6275 {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:12:22.676931 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c40f7bf-9cca-4a43-b73b-326e44e72976", "name": "network-vif-unplugged", "status": "completed", "tag": "2ff8377c-4a50-4c54-99a6-ad9d3776273a", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:12:22.677411 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-849ce03c-2ebd-4762-a3cd-6cfe5b6e6275 {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:12:22.678546 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c40f7bf-9cca-4a43-b73b-326e44e72976', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ff8377c-4a50-4c54-99a6-ad9d3776273a', 'code': 200} Aug 11 03:12:23.092162 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-70b375c3-8e96-4e1e-930b-76a433fe0d79 req-c2db43d4-c87e-42e8-b9ed-2a26cb92a64a tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:23.150316 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2db43d4-c87e-42e8-b9ed-2a26cb92a64a tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] Pushing event deleted for resources: {'Port': ['ID=2ff8377c-4a50-4c54-99a6-ad9d3776273a,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:23.184080 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 479873a0-fc18-4cac-a6c7-c7b76f5e5dfd up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:12:23.224245 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-70b375c3-8e96-4e1e-930b-76a433fe0d79 req-c2db43d4-c87e-42e8-b9ed-2a26cb92a64a tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] No DVR routers for this DVR port 2ff8377c-4a50-4c54-99a6-ad9d3776273a on host n-h1-764292-30 {{(pid=102191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:12:23.227534 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-70b375c3-8e96-4e1e-930b-76a433fe0d79 req-c2db43d4-c87e-42e8-b9ed-2a26cb92a64a tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:23.229761 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-70b375c3-8e96-4e1e-930b-76a433fe0d79 req-c2db43d4-c87e-42e8-b9ed-2a26cb92a64a tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] 10.222.0.22 "DELETE /v2.0/ports/2ff8377c-4a50-4c54-99a6-ad9d3776273a HTTP/1.1" status: 204 len: 173 time: 0.9764123 Aug 11 03:12:23.230391 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c40f7bf-9cca-4a43-b73b-326e44e72976', 'name': 'network-vif-deleted', 'tag': '2ff8377c-4a50-4c54-99a6-ad9d3776273a'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:12:23.232737 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36bdd38c-497a-4f9c-82c5-9b12d480c4b2" -d '{"events": [{"server_uuid": "2c40f7bf-9cca-4a43-b73b-326e44e72976", "name": "network-vif-deleted", "tag": "2ff8377c-4a50-4c54-99a6-ad9d3776273a"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:12:23.315291 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bbc8125c-5bd9-4e20-837f-0b3fc6e0832f req-8adc2218-a112-4e89-ab8e-d0bc01e3c073 tempest-InstanceActionsNegativeTestJSON-184520816 tempest-InstanceActionsNegativeTestJSON-184520816-project] 10.222.0.41 "GET /v2.0/ports?device_id=84a25bdc-0f17-4eee-89c9-16f89c9f416e HTTP/1.1" status: 200 len: 210 time: 0.0672884 Aug 11 03:12:23.317010 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3ceb14e7-e40a-461e-962d-da1e319d1dde req-8dde047e-8188-496c-98a5-d90e0feafbaa tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc4eb0cf-70e8-4717-8fe9-89b05182f159 HTTP/1.1" status: 200 len: 210 time: 0.0702696 Aug 11 03:12:23.360400 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b1ce1eee-e283-4cf5-8bc6-ec75ad0d2efb tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:23.389361 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:12:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d601b0ee-3e96-4775-9f68-19074d182b48 x-openstack-request-id: req-d601b0ee-3e96-4775-9f68-19074d182b48 {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:12:23.389858 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c40f7bf-9cca-4a43-b73b-326e44e72976", "name": "network-vif-deleted", "tag": "2ff8377c-4a50-4c54-99a6-ad9d3776273a", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:12:23.389993 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d601b0ee-3e96-4775-9f68-19074d182b48 {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:12:23.390486 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c40f7bf-9cca-4a43-b73b-326e44e72976', 'name': 'network-vif-deleted', 'tag': '2ff8377c-4a50-4c54-99a6-ad9d3776273a', 'status': 'completed', 'code': 200} Aug 11 03:12:23.407004 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port 479873a0-fc18-4cac-a6c7-c7b76f5e5dfd completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:12:23.485624 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-b1ce1eee-e283-4cf5-8bc6-ec75ad0d2efb tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Deleting port 479873a0-fc18-4cac-a6c7-c7b76f5e5dfd {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:12:23.485970 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b1ce1eee-e283-4cf5-8bc6-ec75ad0d2efb tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:23.575421 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [None req-b1ce1eee-e283-4cf5-8bc6-ec75ad0d2efb tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] For port 479873a0-fc18-4cac-a6c7-c7b76f5e5dfd, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=479873a0-fc18-4cac-a6c7-c7b76f5e5dfd,segment=NetworkSegment(c6ffef48-5032-46c3-83aa-11ec7d28f7fe),segment_id=c6ffef48-5032-46c3-83aa-11ec7d28f7fe)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:12:23.575979 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b1ce1eee-e283-4cf5-8bc6-ec75ad0d2efb tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:23.602995 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-b1ce1eee-e283-4cf5-8bc6-ec75ad0d2efb tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Calling delete_port for 479873a0-fc18-4cac-a6c7-c7b76f5e5dfd owned by network:dhcp {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:12:23.617791 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-421ab9c2-2596-419a-a6f2-07cb6a029662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:23.821401 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421ab9c2-2596-419a-a6f2-07cb6a029662 admin admin] Pushing event deleted for resources: {'Port': ['ID=e63500bc-357c-45a5-8ad5-80fd3cbd3e76,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:23.900011 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1f15692-9a03-4697-bed2-0788a06a0622 None None] Network 2dbdccdf-68f2-46a7-8ec3-9eea2a6544ad requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:12:24.125232 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54500b1-f4ea-4688-a12c-0f0a5b94d2b8 req-0965bc05-1c7f-4458-9858-f67d3ab89865 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:24.133870 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54500b1-f4ea-4688-a12c-0f0a5b94d2b8 req-0965bc05-1c7f-4458-9858-f67d3ab89865 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:24.140138 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54500b1-f4ea-4688-a12c-0f0a5b94d2b8 req-0965bc05-1c7f-4458-9858-f67d3ab89865 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:24.143355 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-616d1618-0cf4-4f07-b50e-f4f80263a0b4 None None] Provisioning for port 479873a0-fc18-4cac-a6c7-c7b76f5e5dfd completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:12:24.148057 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54500b1-f4ea-4688-a12c-0f0a5b94d2b8 req-0965bc05-1c7f-4458-9858-f67d3ab89865 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:24.148949 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-616d1618-0cf4-4f07-b50e-f4f80263a0b4 None None] Provisioning complete for port 479873a0-fc18-4cac-a6c7-c7b76f5e5dfd triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:12:24.149417 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-616d1618-0cf4-4f07-b50e-f4f80263a0b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:24.155276 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54500b1-f4ea-4688-a12c-0f0a5b94d2b8 req-0965bc05-1c7f-4458-9858-f67d3ab89865 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:24.162644 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54500b1-f4ea-4688-a12c-0f0a5b94d2b8 req-0965bc05-1c7f-4458-9858-f67d3ab89865 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:24.168708 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54500b1-f4ea-4688-a12c-0f0a5b94d2b8 req-0965bc05-1c7f-4458-9858-f67d3ab89865 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:24.170788 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f54500b1-f4ea-4688-a12c-0f0a5b94d2b8 req-0965bc05-1c7f-4458-9858-f67d3ab89865 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e3618b6-52e5-4357-a355-b29ad18e1b9a HTTP/1.1" status: 200 len: 5419 time: 0.3617969 Aug 11 03:12:24.251496 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-478cca93-a032-49ce-8966-3f955d95394c None None] DHCP port deletion for 2dbdccdf-68f2-46a7-8ec3-9eea2a6544ad request from n-d-764292-30 {{(pid=102193) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:12:24.275567 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-421ab9c2-2596-419a-a6f2-07cb6a029662 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16383033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450082'] for router_interface, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:24.281615 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f54500b1-f4ea-4688-a12c-0f0a5b94d2b8 req-515487fa-3f67-4957-8abd-d0e96543aa39 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e828c0d-4136-4a51-aeb5-a8e208cb4b52&id=95104542-16f5-45dc-8618-c4fbbca06b56&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0583298 Aug 11 03:12:24.296467 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-616d1618-0cf4-4f07-b50e-f4f80263a0b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:24.359599 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b1ce1eee-e283-4cf5-8bc6-ec75ad0d2efb tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:24.403546 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ce1eee-e283-4cf5-8bc6-ec75ad0d2efb tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Pushing event deleted for resources: {'Port': ['ID=479873a0-fc18-4cac-a6c7-c7b76f5e5dfd,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:24.407634 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ce1eee-e283-4cf5-8bc6-ec75ad0d2efb tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] No DVR routers for this DVR port 479873a0-fc18-4cac-a6c7-c7b76f5e5dfd on host n-d-764292-30 {{(pid=102192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:12:24.426227 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e245a6-b09a-457f-9206-0f817f5bb1ee req-303faf4f-ca5b-40c0-8c50-9768acf66ae3 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:24.434492 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-71e245a6-b09a-457f-9206-0f817f5bb1ee req-303faf4f-ca5b-40c0-8c50-9768acf66ae3 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] 10.222.0.22 "GET /v2.0/networks?id=83b4bd4d-f4f2-42f4-b1e3-dbcc3fc1d9fb HTTP/1.1" status: 200 len: 805 time: 0.1958756 Aug 11 03:12:24.448361 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-71e245a6-b09a-457f-9206-0f817f5bb1ee req-113a28fe-ab9f-4ef2-bc71-6a1df77775d0 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] Request body: {'port': {'device_id': 'fc4eb0cf-70e8-4717-8fe9-89b05182f159', 'network_id': '83b4bd4d-f4f2-42f4-b1e3-dbcc3fc1d9fb', 'admin_state_up': True, 'tenant_id': '32216559a0354b28a10186d89c9b1072'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:12:24.458364 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-478cca93-a032-49ce-8966-3f955d95394c None None] Deleting port 479873a0-fc18-4cac-a6c7-c7b76f5e5dfd {{(pid=102193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:12:24.458966 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-478cca93-a032-49ce-8966-3f955d95394c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:24.563058 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-478cca93-a032-49ce-8966-3f955d95394c None None] For port 479873a0-fc18-4cac-a6c7-c7b76f5e5dfd, host n-d-764292-30, got binding levels [] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:12:24.563244 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-772333fe-8b60-4c22-ab37-dade0717fba4 req-fadcab28-c78f-4e00-bba3-131eafa8baf6 tempest-InstanceActionsNegativeTestJSON-184520816 tempest-InstanceActionsNegativeTestJSON-184520816-project] 10.222.0.41 "GET /v2.0/ports?device_id=84a25bdc-0f17-4eee-89c9-16f89c9f416e HTTP/1.1" status: 200 len: 210 time: 0.0847981 Aug 11 03:12:24.564367 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-478cca93-a032-49ce-8966-3f955d95394c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:24.587439 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-478cca93-a032-49ce-8966-3f955d95394c None None] Calling delete_port for 479873a0-fc18-4cac-a6c7-c7b76f5e5dfd owned by network:dhcp {{(pid=102193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:12:24.590187 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.ipam_backend_mixin [None req-478cca93-a032-49ce-8966-3f955d95394c None None] Port 479873a0-fc18-4cac-a6c7-c7b76f5e5dfd was not found and therefore no delete operation was performed {{(pid=102193) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 11 03:12:24.591446 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-478cca93-a032-49ce-8966-3f955d95394c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678'] for port, after_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:24.603895 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ea04613d-99dc-4718-9858-4b0b96df1d63 req-c6b919a7-8bef-4e2e-bfc6-43432dd8cfb6 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc4eb0cf-70e8-4717-8fe9-89b05182f159 HTTP/1.1" status: 200 len: 210 time: 0.0574381 Aug 11 03:12:24.619592 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b1ce1eee-e283-4cf5-8bc6-ec75ad0d2efb tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:24.620288 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478cca93-a032-49ce-8966-3f955d95394c None None] Pushing event deleted for resources: {'Port': ['ID=479873a0-fc18-4cac-a6c7-c7b76f5e5dfd,revision_number=None']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:24.624114 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478cca93-a032-49ce-8966-3f955d95394c None None] No DVR routers for this DVR port 479873a0-fc18-4cac-a6c7-c7b76f5e5dfd on host n-d-764292-30 {{(pid=102193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:12:24.638072 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-b1ce1eee-e283-4cf5-8bc6-ec75ad0d2efb tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2dbdccdf-68f2-46a7-8ec3-9eea2a6544ad']}} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:12:24.652686 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57271142-f9a8-4f8f-9e80-399c45c33a1c None None] get_active_networks_info from n-d-764292-30 {{(pid=102193) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 11 03:12:24.680791 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-b1ce1eee-e283-4cf5-8bc6-ec75ad0d2efb tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6ffef48-5032-46c3-83aa-11ec7d28f7fe') {'for_net_delete': True} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:12:24.681086 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-b1ce1eee-e283-4cf5-8bc6-ec75ad0d2efb tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6ffef48-5032-46c3-83aa-11ec7d28f7fe') {} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:12:24.692660 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71e245a6-b09a-457f-9206-0f817f5bb1ee req-113a28fe-ab9f-4ef2-bc71-6a1df77775d0 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] Made reservation on behalf of 32216559a0354b28a10186d89c9b1072 for: {'port': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:12:24.693482 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b1ce1eee-e283-4cf5-8bc6-ec75ad0d2efb tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125932501'] for segment, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:24.698707 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-71e245a6-b09a-457f-9206-0f817f5bb1ee req-113a28fe-ab9f-4ef2-bc71-6a1df77775d0 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:24.751996 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b1ce1eee-e283-4cf5-8bc6-ec75ad0d2efb tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:24.761795 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1ce1eee-e283-4cf5-8bc6-ec75ad0d2efb tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=102192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:12:24.762190 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b1ce1eee-e283-4cf5-8bc6-ec75ad0d2efb tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125932183'] for segment, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:24.765118 n-d-764292-30 neutron-server[102192]: Traceback (most recent call last): Aug 11 03:12:24.765118 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:12:24.765118 n-d-764292-30 neutron-server[102192]: timer() Aug 11 03:12:24.765118 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:12:24.765118 n-d-764292-30 neutron-server[102192]: cb(*args, **kw) Aug 11 03:12:24.765118 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:12:24.765118 n-d-764292-30 neutron-server[102192]: return func(*args, **kwargs) Aug 11 03:12:24.765118 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:12:24.765118 n-d-764292-30 neutron-server[102192]: self._notify() Aug 11 03:12:24.765118 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:12:24.765118 n-d-764292-30 neutron-server[102192]: self.callback(batched_events) Aug 11 03:12:24.765118 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:12:24.765118 n-d-764292-30 neutron-server[102192]: event.method(event) Aug 11 03:12:24.765118 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:12:24.765118 n-d-764292-30 neutron-server[102192]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:12:24.765118 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:12:24.765118 n-d-764292-30 neutron-server[102192]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:12:24.765118 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:12:24.765118 n-d-764292-30 neutron-server[102192]: return f(self, *a, **k) Aug 11 03:12:24.765118 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:12:24.765118 n-d-764292-30 neutron-server[102192]: return self._get(url).json() Aug 11 03:12:24.765118 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:12:24.765118 n-d-764292-30 neutron-server[102192]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:12:24.765118 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:12:24.765118 n-d-764292-30 neutron-server[102192]: return self.request(url, 'GET', **kwargs) Aug 11 03:12:24.765118 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:12:24.765118 n-d-764292-30 neutron-server[102192]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:12:24.765118 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:12:24.765118 n-d-764292-30 neutron-server[102192]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:12:24.765118 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:12:24.765118 n-d-764292-30 neutron-server[102192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:12:24.765118 n-d-764292-30 neutron-server[102192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:12:24.850388 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-421ab9c2-2596-419a-a6f2-07cb6a029662 admin admin] Router 4c92f87e-778b-493b-a946-a2f76a5da8b7 has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:12:24.877608 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57271142-f9a8-4f8f-9e80-399c45c33a1c None None] Resources bound (agent type, host, resource id): {{(pid=102193) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 11 03:12:24.911918 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [req-71e245a6-b09a-457f-9206-0f817f5bb1ee req-113a28fe-ab9f-4ef2-bc71-6a1df77775d0 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] Allocated IP 172.20.0.10 (83b4bd4d-f4f2-42f4-b1e3-dbcc3fc1d9fb/b8a74f8c-47d7-428d-9b47-116a9ebdc466/6aaf6497-f3c1-4c1c-942c-c8d82c3446f3) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:12:24.920149 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 60316) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:12:24.969772 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b1ce1eee-e283-4cf5-8bc6-ec75ad0d2efb tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:24.984400 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b1ce1eee-e283-4cf5-8bc6-ec75ad0d2efb tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:24.986797 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-b1ce1eee-e283-4cf5-8bc6-ec75ad0d2efb tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] 10.222.0.41 "DELETE /v2.0/networks/2dbdccdf-68f2-46a7-8ec3-9eea2a6544ad HTTP/1.1" status: 204 len: 168 time: 2.3746636 Aug 11 03:12:24.999437 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 60322) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:12:25.014659 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ce1eee-e283-4cf5-8bc6-ec75ad0d2efb tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Pushing event deleted for resources: {'Network': ['ID=2dbdccdf-68f2-46a7-8ec3-9eea2a6544ad,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:25.099748 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-421ab9c2-2596-419a-a6f2-07cb6a029662 admin admin] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:12:25.114811 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-421ab9c2-2596-419a-a6f2-07cb6a029662 admin admin] 10.222.0.41 "PUT /v2.0/routers/4c92f87e-778b-493b-a946-a2f76a5da8b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1428633 Aug 11 03:12:25.115427 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 60326) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:12:25.144620 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-71e245a6-b09a-457f-9206-0f817f5bb1ee req-113a28fe-ab9f-4ef2-bc71-6a1df77775d0 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:25.223778 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c10e2553-284e-4b62-a4ab-20ec8b971927 None None] Sync routers for ids ['4c92f87e-778b-493b-a946-a2f76a5da8b7'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:12:25.254839 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-d1f11942-9012-4130-9ecd-6b842b72f0c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:25.265742 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-7520710e-b600-427c-a3dc-11c91f2bfe87 admin admin] Notify callbacks [] for router, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:25.271529 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ebbf074d-f123-4348-b8d0-51d294b868d4 tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:25.275479 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c10e2553-284e-4b62-a4ab-20ec8b971927 None None] Routers {'4c92f87e-778b-493b-a946-a2f76a5da8b7'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:12:25.276167 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-c10e2553-284e-4b62-a4ab-20ec8b971927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:12:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['4c92f87e-778b-493b-a946-a2f76a5da8b7'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:12:25.282086 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 479873a0-fc18-4cac-a6c7-c7b76f5e5dfd no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:12:25.286889 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-71e245a6-b09a-457f-9206-0f817f5bb1ee req-113a28fe-ab9f-4ef2-bc71-6a1df77775d0 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:25.335957 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71e245a6-b09a-457f-9206-0f817f5bb1ee req-113a28fe-ab9f-4ef2-bc71-6a1df77775d0 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] Network 83b4bd4d-f4f2-42f4-b1e3-dbcc3fc1d9fb is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:12:25.339804 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [req-71e245a6-b09a-457f-9206-0f817f5bb1ee req-113a28fe-ab9f-4ef2-bc71-6a1df77775d0 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:12:25.344267 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-71e245a6-b09a-457f-9206-0f817f5bb1ee req-113a28fe-ab9f-4ef2-bc71-6a1df77775d0 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:12:25.416116 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e245a6-b09a-457f-9206-0f817f5bb1ee req-113a28fe-ab9f-4ef2-bc71-6a1df77775d0 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:25.416809 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-71e245a6-b09a-457f-9206-0f817f5bb1ee req-113a28fe-ab9f-4ef2-bc71-6a1df77775d0 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:25.423996 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113a28fe-ab9f-4ef2-bc71-6a1df77775d0 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] Pushing event updated for resources: {'Port': ['ID=6aaf6497-f3c1-4c1c-942c-c8d82c3446f3,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:25.494178 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-7520710e-b600-427c-a3dc-11c91f2bfe87 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:25.501117 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: 479873a0-fc18-4cac-a6c7-c7b76f5e5dfd {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:12:25.501467 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 479873a0-fc18-4cac-a6c7-c7b76f5e5dfd not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:12:25.543425 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-ebbf074d-f123-4348-b8d0-51d294b868d4 tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Deleting port 8f1b628d-2908-4749-9c68-160e7753429a {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:12:25.554372 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ebbf074d-f123-4348-b8d0-51d294b868d4 tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:25.654814 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-d1f11942-9012-4130-9ecd-6b842b72f0c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:25.674546 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [None req-ebbf074d-f123-4348-b8d0-51d294b868d4 tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] For port 8f1b628d-2908-4749-9c68-160e7753429a, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=8f1b628d-2908-4749-9c68-160e7753429a,segment=NetworkSegment(bbdbe9d9-b59f-4d1b-b8b4-7f5c81584e66),segment_id=bbdbe9d9-b59f-4d1b-b8b4-7f5c81584e66)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:12:25.675213 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ebbf074d-f123-4348-b8d0-51d294b868d4 tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:25.688942 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-c10e2553-284e-4b62-a4ab-20ec8b971927 None None] Set router 4c92f87e-778b-493b-a946-a2f76a5da8b7 gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:12:25.698656 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-ebbf074d-f123-4348-b8d0-51d294b868d4 tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Calling delete_port for 8f1b628d-2908-4749-9c68-160e7753429a owned by network:dhcp {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:12:25.734603 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-d1f11942-9012-4130-9ecd-6b842b72f0c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:25.762731 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-71e245a6-b09a-457f-9206-0f817f5bb1ee req-113a28fe-ab9f-4ef2-bc71-6a1df77775d0 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3186564 Aug 11 03:12:25.780005 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-71e245a6-b09a-457f-9206-0f817f5bb1ee req-0a5fa1ef-3d3a-4e7d-b68d-6bbb3a17ae61 service neutron] Request body: {'port': {'device_id': 'fc4eb0cf-70e8-4717-8fe9-89b05182f159', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764292-30'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:12:25.802404 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f11942-9012-4130-9ecd-6b842b72f0c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=101b4405-2c17-43bb-add0-c5520e8dc894,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:25.845380 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 2ff8377c-4a50-4c54-99a6-ad9d3776273a no longer exists at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:12:25.850504 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2b1f4134-ff98-4e31-bb39-88d585d5b95f req-8e844451-8dcb-4996-8283-86940046f67f tempest-InstanceActionsNegativeTestJSON-184520816 tempest-InstanceActionsNegativeTestJSON-184520816-project] 10.222.0.41 "GET /v2.0/ports?device_id=84a25bdc-0f17-4eee-89c9-16f89c9f416e HTTP/1.1" status: 200 len: 210 time: 0.1285031 Aug 11 03:12:25.876568 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] No Port match for: 2ff8377c-4a50-4c54-99a6-ad9d3776273a {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:12:25.877024 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 2ff8377c-4a50-4c54-99a6-ad9d3776273a not bound to the agent host n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:12:25.915948 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-7520710e-b600-427c-a3dc-11c91f2bfe87 admin admin] Deleting port 390af98c-3a36-49c0-b4c0-5520e803e562 {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:12:25.916583 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-7520710e-b600-427c-a3dc-11c91f2bfe87 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:25.958793 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-71e245a6-b09a-457f-9206-0f817f5bb1ee req-0a5fa1ef-3d3a-4e7d-b68d-6bbb3a17ae61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:25.985498 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-d1f11942-9012-4130-9ecd-6b842b72f0c5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1d0b8e5e01e34824a39f6a2d930ddcd4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0623486 Aug 11 03:12:25.991639 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 60336) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:12:26.029883 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-c10e2553-284e-4b62-a4ab-20ec8b971927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c92f87e-778b-493b-a946-a2f76a5da8b7', 'name': 'tempest-AttachSCSIVolumeTestJSON-350860602-router', 'tenant_id': '3d0b3315d6104e5da51a130b98922e78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': '390af98c-3a36-49c0-b4c0-5520e803e562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:10:08Z', 'updated_at': '2021-08-11T03:12:23Z', 'revision_number': 5, 'project_id': '3d0b3315d6104e5da51a130b98922e78', 'gw_port': {'id': '390af98c-3a36-49c0-b4c0-5520e803e562', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e1:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c92f87e-778b-493b-a946-a2f76a5da8b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:10:10Z', 'updated_at': '2021-08-11T03:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:12:26.063092 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c10e2553-284e-4b62-a4ab-20ec8b971927 None None] Checking router: 4c92f87e-778b-493b-a946-a2f76a5da8b7 for host: n-d-764292-30 {{(pid=102193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:12:26.067896 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4872f972-d667-4fcf-9241-d3f1003a2049 req-eb1b083a-a4fc-4575-887d-a22185a58812 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:26.076002 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4872f972-d667-4fcf-9241-d3f1003a2049 req-eb1b083a-a4fc-4575-887d-a22185a58812 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:26.077114 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c10e2553-284e-4b62-a4ab-20ec8b971927 None None] Routers {'4c92f87e-778b-493b-a946-a2f76a5da8b7'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:12:26.077847 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-c10e2553-284e-4b62-a4ab-20ec8b971927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:12:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['4c92f87e-778b-493b-a946-a2f76a5da8b7'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:12:26.082835 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4872f972-d667-4fcf-9241-d3f1003a2049 req-eb1b083a-a4fc-4575-887d-a22185a58812 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:26.089643 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4872f972-d667-4fcf-9241-d3f1003a2049 req-eb1b083a-a4fc-4575-887d-a22185a58812 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:26.095613 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4872f972-d667-4fcf-9241-d3f1003a2049 req-eb1b083a-a4fc-4575-887d-a22185a58812 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:26.103382 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4872f972-d667-4fcf-9241-d3f1003a2049 req-eb1b083a-a4fc-4575-887d-a22185a58812 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:26.109676 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4872f972-d667-4fcf-9241-d3f1003a2049 req-eb1b083a-a4fc-4575-887d-a22185a58812 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:26.118162 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4872f972-d667-4fcf-9241-d3f1003a2049 req-eb1b083a-a4fc-4575-887d-a22185a58812 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e3618b6-52e5-4357-a355-b29ad18e1b9a HTTP/1.1" status: 200 len: 5419 time: 0.4164357 Aug 11 03:12:26.198117 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-c10e2553-284e-4b62-a4ab-20ec8b971927 None None] Set router 4c92f87e-778b-493b-a946-a2f76a5da8b7 gateway port host: None {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:12:26.250473 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [None req-7520710e-b600-427c-a3dc-11c91f2bfe87 admin admin] For port 390af98c-3a36-49c0-b4c0-5520e803e562, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=390af98c-3a36-49c0-b4c0-5520e803e562,segment=NetworkSegment(fab28bed-aa25-40db-bba4-ec26e795194c),segment_id=fab28bed-aa25-40db-bba4-ec26e795194c)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:12:26.251219 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-7520710e-b600-427c-a3dc-11c91f2bfe87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:26.266709 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-7520710e-b600-427c-a3dc-11c91f2bfe87 admin admin] Calling delete_port for 390af98c-3a36-49c0-b4c0-5520e803e562 owned by network:router_gateway {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:12:26.271136 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-c10e2553-284e-4b62-a4ab-20ec8b971927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c92f87e-778b-493b-a946-a2f76a5da8b7', 'name': 'tempest-AttachSCSIVolumeTestJSON-350860602-router', 'tenant_id': '3d0b3315d6104e5da51a130b98922e78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:10:08Z', 'updated_at': '2021-08-11T03:12:25Z', 'revision_number': 6, 'project_id': '3d0b3315d6104e5da51a130b98922e78', 'gw_port_host': None}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:12:26.309274 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c10e2553-284e-4b62-a4ab-20ec8b971927 None None] The sync data for ids ['4c92f87e-778b-493b-a946-a2f76a5da8b7'] in n-d-764292-30 is: [{'id': '4c92f87e-778b-493b-a946-a2f76a5da8b7', 'name': 'tempest-AttachSCSIVolumeTestJSON-350860602-router', 'tenant_id': '3d0b3315d6104e5da51a130b98922e78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:10:08Z', 'updated_at': '2021-08-11T03:12:25Z', 'revision_number': 6, 'project_id': '3d0b3315d6104e5da51a130b98922e78', 'gw_port_host': None}] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:12:26.329847 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0989f27-dab4-4bd1-8579-deb7d36d08af req-49a37008-9609-41d2-a724-39134342eb4f tempest-InstanceActionsNegativeTestJSON-184520816 tempest-InstanceActionsNegativeTestJSON-184520816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:26.331667 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-a0989f27-dab4-4bd1-8579-deb7d36d08af req-49a37008-9609-41d2-a724-39134342eb4f tempest-InstanceActionsNegativeTestJSON-184520816 tempest-InstanceActionsNegativeTestJSON-184520816-project] 10.222.0.22 "GET /v2.0/networks?id=f2d5fd6b-f1d8-4a12-9797-3bcfbcfd103f HTTP/1.1" status: 200 len: 822 time: 0.3205669 Aug 11 03:12:26.364784 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e0a357-c3df-4a4b-aa41-f948f0bc3595 req-7fa8e83c-9769-45fe-994c-da7a0924e754 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:26.366909 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-60e0a357-c3df-4a4b-aa41-f948f0bc3595 req-7fa8e83c-9769-45fe-994c-da7a0924e754 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc4eb0cf-70e8-4717-8fe9-89b05182f159 HTTP/1.1" status: 200 len: 932 time: 0.3729670 Aug 11 03:12:26.371277 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-a0989f27-dab4-4bd1-8579-deb7d36d08af req-adb83cf0-6a5a-40d4-83a0-0847b1bf55c3 tempest-InstanceActionsNegativeTestJSON-184520816 tempest-InstanceActionsNegativeTestJSON-184520816-project] Request body: {'port': {'device_id': '84a25bdc-0f17-4eee-89c9-16f89c9f416e', 'network_id': 'f2d5fd6b-f1d8-4a12-9797-3bcfbcfd103f', 'admin_state_up': True, 'tenant_id': 'be3ff0a9344f442b98b13effa37f4f99'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:12:26.381384 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ebbf074d-f123-4348-b8d0-51d294b868d4 tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:26.409840 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4872f972-d667-4fcf-9241-d3f1003a2049 req-a071be6f-737d-414b-91c0-4c313b2aa6d1 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e828c0d-4136-4a51-aeb5-a8e208cb4b52&id=95104542-16f5-45dc-8618-c4fbbca06b56&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2907927 Aug 11 03:12:26.463379 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbf074d-f123-4348-b8d0-51d294b868d4 tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Pushing event deleted for resources: {'Port': ['ID=8f1b628d-2908-4749-9c68-160e7753429a,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:26.474935 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebbf074d-f123-4348-b8d0-51d294b868d4 tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] No DVR routers for this DVR port 8f1b628d-2908-4749-9c68-160e7753429a on host n-d-764292-30 {{(pid=102192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:12:26.520536 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-eed796f9-b94c-432c-a386-7c0de0f9c751 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:26.575432 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [req-71e245a6-b09a-457f-9206-0f817f5bb1ee req-0a5fa1ef-3d3a-4e7d-b68d-6bbb3a17ae61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6aaf6497-f3c1-4c1c-942c-c8d82c3446f3 {{(pid=102191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:12:26.584107 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-71e245a6-b09a-457f-9206-0f817f5bb1ee req-0a5fa1ef-3d3a-4e7d-b68d-6bbb3a17ae61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:26.597827 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [req-71e245a6-b09a-457f-9206-0f817f5bb1ee req-0a5fa1ef-3d3a-4e7d-b68d-6bbb3a17ae61 service neutron] Transition to ACTIVE for port object 6aaf6497-f3c1-4c1c-942c-c8d82c3446f3 will not be triggered until provisioned by entity L2. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:12:26.628401 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0989f27-dab4-4bd1-8579-deb7d36d08af req-adb83cf0-6a5a-40d4-83a0-0847b1bf55c3 tempest-InstanceActionsNegativeTestJSON-184520816 tempest-InstanceActionsNegativeTestJSON-184520816-project] Made reservation on behalf of be3ff0a9344f442b98b13effa37f4f99 for: {'port': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:12:26.631936 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-a0989f27-dab4-4bd1-8579-deb7d36d08af req-adb83cf0-6a5a-40d4-83a0-0847b1bf55c3 tempest-InstanceActionsNegativeTestJSON-184520816 tempest-InstanceActionsNegativeTestJSON-184520816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:26.653115 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-eed796f9-b94c-432c-a386-7c0de0f9c751 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:26.671553 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ebbf074d-f123-4348-b8d0-51d294b868d4 tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:26.698550 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-60e0a357-c3df-4a4b-aa41-f948f0bc3595 req-64e170da-1880-4de0-84c8-485929a11f8f tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5a225df-05c1-440d-b2ae-d3bea38f3abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3053684 Aug 11 03:12:26.700822 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-71e245a6-b09a-457f-9206-0f817f5bb1ee req-0a5fa1ef-3d3a-4e7d-b68d-6bbb3a17ae61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:26.709899 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-ebbf074d-f123-4348-b8d0-51d294b868d4 tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4851282c-f998-4677-a57b-c239125b3642']}} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:12:26.736336 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-ebbf074d-f123-4348-b8d0-51d294b868d4 tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbdbe9d9-b59f-4d1b-b8b4-7f5c81584e66') {'for_net_delete': True} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:12:26.736780 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-ebbf074d-f123-4348-b8d0-51d294b868d4 tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbdbe9d9-b59f-4d1b-b8b4-7f5c81584e66') {} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:12:26.772581 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ebbf074d-f123-4348-b8d0-51d294b868d4 tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125932501'] for segment, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:26.797704 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5fa1ef-3d3a-4e7d-b68d-6bbb3a17ae61 service neutron] Pushing event updated for resources: {'Port': ['ID=6aaf6497-f3c1-4c1c-942c-c8d82c3446f3,revision_number=2']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:26.802217 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ebbf074d-f123-4348-b8d0-51d294b868d4 tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:26.818760 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebbf074d-f123-4348-b8d0-51d294b868d4 tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=102192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:12:26.819171 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ebbf074d-f123-4348-b8d0-51d294b868d4 tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125932183'] for segment, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:26.822901 n-d-764292-30 neutron-server[102192]: Traceback (most recent call last): Aug 11 03:12:26.822901 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:12:26.822901 n-d-764292-30 neutron-server[102192]: timer() Aug 11 03:12:26.822901 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:12:26.822901 n-d-764292-30 neutron-server[102192]: cb(*args, **kw) Aug 11 03:12:26.822901 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:12:26.822901 n-d-764292-30 neutron-server[102192]: return func(*args, **kwargs) Aug 11 03:12:26.822901 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:12:26.822901 n-d-764292-30 neutron-server[102192]: self._notify() Aug 11 03:12:26.822901 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:12:26.822901 n-d-764292-30 neutron-server[102192]: self.callback(batched_events) Aug 11 03:12:26.822901 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:12:26.822901 n-d-764292-30 neutron-server[102192]: event.method(event) Aug 11 03:12:26.822901 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:12:26.822901 n-d-764292-30 neutron-server[102192]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:12:26.822901 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:12:26.822901 n-d-764292-30 neutron-server[102192]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:12:26.822901 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:12:26.822901 n-d-764292-30 neutron-server[102192]: return f(self, *a, **k) Aug 11 03:12:26.822901 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:12:26.822901 n-d-764292-30 neutron-server[102192]: return self._get(url).json() Aug 11 03:12:26.822901 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:12:26.822901 n-d-764292-30 neutron-server[102192]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:12:26.822901 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:12:26.822901 n-d-764292-30 neutron-server[102192]: return self.request(url, 'GET', **kwargs) Aug 11 03:12:26.822901 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:12:26.822901 n-d-764292-30 neutron-server[102192]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:12:26.822901 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:12:26.822901 n-d-764292-30 neutron-server[102192]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:12:26.822901 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:12:26.822901 n-d-764292-30 neutron-server[102192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:12:26.822901 n-d-764292-30 neutron-server[102192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:12:26.863939 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [req-a0989f27-dab4-4bd1-8579-deb7d36d08af req-adb83cf0-6a5a-40d4-83a0-0847b1bf55c3 tempest-InstanceActionsNegativeTestJSON-184520816 tempest-InstanceActionsNegativeTestJSON-184520816-project] Allocated IP 172.20.0.5 (f2d5fd6b-f1d8-4a12-9797-3bcfbcfd103f/1a1c53b5-599c-4e68-a429-91e6630bc1ee/9a837d6e-0f0c-4d28-89d8-65faeea69beb) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:12:26.879458 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-eed796f9-b94c-432c-a386-7c0de0f9c751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:26.882126 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-eed796f9-b94c-432c-a386-7c0de0f9c751 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:26.883890 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-eed796f9-b94c-432c-a386-7c0de0f9c751 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/101b4405-2c17-43bb-add0-c5520e8dc894 HTTP/1.1" status: 204 len: 168 time: 0.8799887 Aug 11 03:12:26.911045 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-71e245a6-b09a-457f-9206-0f817f5bb1ee req-0a5fa1ef-3d3a-4e7d-b68d-6bbb3a17ae61 service neutron] Attempting to bind port 6aaf6497-f3c1-4c1c-942c-c8d82c3446f3 on host n-h1-764292-30 for vnic_type normal with profile {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:12:26.911322 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-71e245a6-b09a-457f-9206-0f817f5bb1ee req-0a5fa1ef-3d3a-4e7d-b68d-6bbb3a17ae61 service neutron] Attempting to bind port 6aaf6497-f3c1-4c1c-942c-c8d82c3446f3 by drivers openvswitch,hyperv on host n-h1-764292-30 at level 0 using segments [{'id': 'c567aba8-f786-4533-ad6f-0c8ff3fef5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '83b4bd4d-f4f2-42f4-b1e3-dbcc3fc1d9fb'}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:12:26.911642 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e245a6-b09a-457f-9206-0f817f5bb1ee req-0a5fa1ef-3d3a-4e7d-b68d-6bbb3a17ae61 service neutron] Attempting to bind port 6aaf6497-f3c1-4c1c-942c-c8d82c3446f3 on network 83b4bd4d-f4f2-42f4-b1e3-dbcc3fc1d9fb {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:12:26.916766 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-7520710e-b600-427c-a3dc-11c91f2bfe87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:26.927322 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e245a6-b09a-457f-9206-0f817f5bb1ee req-0a5fa1ef-3d3a-4e7d-b68d-6bbb3a17ae61 service neutron] Port 6aaf6497-f3c1-4c1c-942c-c8d82c3446f3 on network 83b4bd4d-f4f2-42f4-b1e3-dbcc3fc1d9fb not bound, no agent of type Open vSwitch agent registered on host n-h1-764292-30 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:12:26.927646 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e245a6-b09a-457f-9206-0f817f5bb1ee req-0a5fa1ef-3d3a-4e7d-b68d-6bbb3a17ae61 service neutron] Attempting to bind port 6aaf6497-f3c1-4c1c-942c-c8d82c3446f3 on network 83b4bd4d-f4f2-42f4-b1e3-dbcc3fc1d9fb {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:12:26.936633 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed796f9-b94c-432c-a386-7c0de0f9c751 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=101b4405-2c17-43bb-add0-c5520e8dc894,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:26.941415 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e245a6-b09a-457f-9206-0f817f5bb1ee req-0a5fa1ef-3d3a-4e7d-b68d-6bbb3a17ae61 service neutron] Checking agent: {'id': 'abb524c2-b412-4ed2-8367-45c4fd996fa7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 12, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:12:26.941758 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e245a6-b09a-457f-9206-0f817f5bb1ee req-0a5fa1ef-3d3a-4e7d-b68d-6bbb3a17ae61 service neutron] Checking segment: {'id': 'c567aba8-f786-4533-ad6f-0c8ff3fef5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '83b4bd4d-f4f2-42f4-b1e3-dbcc3fc1d9fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:12:26.942139 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e245a6-b09a-457f-9206-0f817f5bb1ee req-0a5fa1ef-3d3a-4e7d-b68d-6bbb3a17ae61 service neutron] Bound using segment: {'id': 'c567aba8-f786-4533-ad6f-0c8ff3fef5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '83b4bd4d-f4f2-42f4-b1e3-dbcc3fc1d9fb'} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:12:26.942608 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-71e245a6-b09a-457f-9206-0f817f5bb1ee req-0a5fa1ef-3d3a-4e7d-b68d-6bbb3a17ae61 service neutron] Bound port: 6aaf6497-f3c1-4c1c-942c-c8d82c3446f3, host: n-h1-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c567aba8-f786-4533-ad6f-0c8ff3fef5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '83b4bd4d-f4f2-42f4-b1e3-dbcc3fc1d9fb'}}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:12:26.942967 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-71e245a6-b09a-457f-9206-0f817f5bb1ee req-0a5fa1ef-3d3a-4e7d-b68d-6bbb3a17ae61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:26.972683 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7854cb35-ed23-4ae9-9b29-7226d8a17290 req-9ccc77bf-858a-4871-80ab-944e2d79d421 tempest-InstanceActionsNegativeTestJSON-184520816 tempest-InstanceActionsNegativeTestJSON-184520816-project] 10.222.0.41 "GET /v2.0/ports?device_id=84a25bdc-0f17-4eee-89c9-16f89c9f416e HTTP/1.1" status: 200 len: 210 time: 0.0489500 Aug 11 03:12:26.974805 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7520710e-b600-427c-a3dc-11c91f2bfe87 admin admin] Pushing event deleted for resources: {'Port': ['ID=390af98c-3a36-49c0-b4c0-5520e803e562,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:26.998805 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ebbf074d-f123-4348-b8d0-51d294b868d4 tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:27.033322 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ebbf074d-f123-4348-b8d0-51d294b868d4 tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:27.037444 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-ebbf074d-f123-4348-b8d0-51d294b868d4 tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] 10.222.0.41 "DELETE /v2.0/networks/4851282c-f998-4677-a57b-c239125b3642 HTTP/1.1" status: 204 len: 168 time: 2.0333219 Aug 11 03:12:27.042506 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 60346) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:12:27.046045 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbf074d-f123-4348-b8d0-51d294b868d4 tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Pushing event deleted for resources: {'Network': ['ID=4851282c-f998-4677-a57b-c239125b3642,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:27.065880 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-7520710e-b600-427c-a3dc-11c91f2bfe87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-446916'] for router_gateway, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:27.131249 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-71e245a6-b09a-457f-9206-0f817f5bb1ee req-0a5fa1ef-3d3a-4e7d-b68d-6bbb3a17ae61 service neutron] For port 6aaf6497-f3c1-4c1c-942c-c8d82c3446f3, host n-h1-764292-30, cleared binding levels {{(pid=102191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:12:27.166178 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-71e245a6-b09a-457f-9206-0f817f5bb1ee req-0a5fa1ef-3d3a-4e7d-b68d-6bbb3a17ae61 service neutron] For port 6aaf6497-f3c1-4c1c-942c-c8d82c3446f3, host n-h1-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=6aaf6497-f3c1-4c1c-942c-c8d82c3446f3,segment=NetworkSegment(c567aba8-f786-4533-ad6f-0c8ff3fef5d6),segment_id=c567aba8-f786-4533-ad6f-0c8ff3fef5d6)] {{(pid=102191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:12:27.171439 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-7520710e-b600-427c-a3dc-11c91f2bfe87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6544'] for router, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:27.178814 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-a0989f27-dab4-4bd1-8579-deb7d36d08af req-adb83cf0-6a5a-40d4-83a0-0847b1bf55c3 tempest-InstanceActionsNegativeTestJSON-184520816 tempest-InstanceActionsNegativeTestJSON-184520816-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:27.179183 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-7520710e-b600-427c-a3dc-11c91f2bfe87 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:27.179482 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-82cf447b-d643-4fd6-b7e4-8c0c2929c19c tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:27.247147 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 390af98c-3a36-49c0-b4c0-5520e803e562 no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:12:27.268528 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: 390af98c-3a36-49c0-b4c0-5520e803e562 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:12:27.268528 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 390af98c-3a36-49c0-b4c0-5520e803e562 not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:12:27.268528 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device e63500bc-357c-45a5-8ad5-80fd3cbd3e76 no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:12:27.290362 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: e63500bc-357c-45a5-8ad5-80fd3cbd3e76 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:12:27.290810 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device e63500bc-357c-45a5-8ad5-80fd3cbd3e76 not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:12:27.292884 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-71e245a6-b09a-457f-9206-0f817f5bb1ee req-0a5fa1ef-3d3a-4e7d-b68d-6bbb3a17ae61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:27.326698 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-7520710e-b600-427c-a3dc-11c91f2bfe87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448809'] for router, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:27.327412 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7520710e-b600-427c-a3dc-11c91f2bfe87 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4c92f87e-778b-493b-a946-a2f76a5da8b7 {{(pid=102192) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:12:27.332157 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-7520710e-b600-427c-a3dc-11c91f2bfe87 admin admin] Notify callbacks [] for router, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:27.335678 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-7520710e-b600-427c-a3dc-11c91f2bfe87 admin admin] 10.222.0.41 "DELETE /v2.0/routers/4c92f87e-778b-493b-a946-a2f76a5da8b7 HTTP/1.1" status: 204 len: 168 time: 2.2136827 Aug 11 03:12:27.336056 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 60350) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:12:27.344792 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-82cf447b-d643-4fd6-b7e4-8c0c2929c19c tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:27.378405 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-82cf447b-d643-4fd6-b7e4-8c0c2929c19c tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['221dbc4e-2a64-4abe-b5b4-e000899a1122']}} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:12:27.386985 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e245a6-b09a-457f-9206-0f817f5bb1ee req-0a5fa1ef-3d3a-4e7d-b68d-6bbb3a17ae61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:27.387666 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-71e245a6-b09a-457f-9206-0f817f5bb1ee req-0a5fa1ef-3d3a-4e7d-b68d-6bbb3a17ae61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:27.389127 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-71e245a6-b09a-457f-9206-0f817f5bb1ee req-0a5fa1ef-3d3a-4e7d-b68d-6bbb3a17ae61 service neutron] 10.222.0.22 "PUT /v2.0/ports/6aaf6497-f3c1-4c1c-942c-c8d82c3446f3 HTTP/1.1" status: 200 len: 1093 time: 1.6149447 Aug 11 03:12:27.389815 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc4eb0cf-70e8-4717-8fe9-89b05182f159', 'tag': '6aaf6497-f3c1-4c1c-942c-c8d82c3446f3'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:12:27.392180 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a85aebdf-361e-43bb-a3ea-0195ccf25aa8" -d '{"events": [{"name": "network-changed", "server_uuid": "fc4eb0cf-70e8-4717-8fe9-89b05182f159", "tag": "6aaf6497-f3c1-4c1c-942c-c8d82c3446f3"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:12:27.392730 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_v2 [None req-88ce183f-fe53-4530-9825-8bd4d20e2a25 admin admin] Deleting subnet ddcb1ede-9642-40a8-8222-f076edcac6fb {{(pid=102192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:12:27.396019 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-88ce183f-fe53-4530-9825-8bd4d20e2a25 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:27.421781 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-82cf447b-d643-4fd6-b7e4-8c0c2929c19c tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7a04eb8-ecb4-4f5d-84fb-9df23069cbe2') {'for_net_delete': True} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:12:27.422305 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-82cf447b-d643-4fd6-b7e4-8c0c2929c19c tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7a04eb8-ecb4-4f5d-84fb-9df23069cbe2') {} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:12:27.435660 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-88ce183f-fe53-4530-9825-8bd4d20e2a25 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125932460'] for subnet, precommit_delete_associations {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:27.443038 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-82cf447b-d643-4fd6-b7e4-8c0c2929c19c tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126283644'] for segment, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:27.455929 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-a0989f27-dab4-4bd1-8579-deb7d36d08af req-adb83cf0-6a5a-40d4-83a0-0847b1bf55c3 tempest-InstanceActionsNegativeTestJSON-184520816 tempest-InstanceActionsNegativeTestJSON-184520816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:27.457127 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5fa1ef-3d3a-4e7d-b68d-6bbb3a17ae61 service neutron] Pushing event updated for resources: {'Port': ['ID=6aaf6497-f3c1-4c1c-942c-c8d82c3446f3,revision_number=3']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:27.467164 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:12:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b83f148a-e0a1-4865-9bd5-e36c04dddec9 x-openstack-request-id: req-b83f148a-e0a1-4865-9bd5-e36c04dddec9 {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:12:27.467480 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc4eb0cf-70e8-4717-8fe9-89b05182f159", "tag": "6aaf6497-f3c1-4c1c-942c-c8d82c3446f3", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:12:27.467787 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b83f148a-e0a1-4865-9bd5-e36c04dddec9 {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:12:27.468189 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc4eb0cf-70e8-4717-8fe9-89b05182f159', 'tag': '6aaf6497-f3c1-4c1c-942c-c8d82c3446f3', 'status': 'completed', 'code': 200} Aug 11 03:12:27.481076 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-82cf447b-d643-4fd6-b7e4-8c0c2929c19c tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:27.518811 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-17f3045f-2643-4266-bd9d-1187d5bbd4cc req-df6ca417-74ce-44d8-8b25-acd229e1f6ab service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=186cfdba-74e8-496c-af0f-b566a2fff5c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2097428 Aug 11 03:12:27.526368 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82cf447b-d643-4fd6-b7e4-8c0c2929c19c tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=102191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:12:27.535193 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-82cf447b-d643-4fd6-b7e4-8c0c2929c19c tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126283391'] for segment, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:27.538840 n-d-764292-30 neutron-server[102191]: Traceback (most recent call last): Aug 11 03:12:27.538840 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:12:27.538840 n-d-764292-30 neutron-server[102191]: timer() Aug 11 03:12:27.538840 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:12:27.538840 n-d-764292-30 neutron-server[102191]: cb(*args, **kw) Aug 11 03:12:27.538840 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:12:27.538840 n-d-764292-30 neutron-server[102191]: return func(*args, **kwargs) Aug 11 03:12:27.538840 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:12:27.538840 n-d-764292-30 neutron-server[102191]: self._notify() Aug 11 03:12:27.538840 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:12:27.538840 n-d-764292-30 neutron-server[102191]: self.callback(batched_events) Aug 11 03:12:27.538840 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:12:27.538840 n-d-764292-30 neutron-server[102191]: event.method(event) Aug 11 03:12:27.538840 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:12:27.538840 n-d-764292-30 neutron-server[102191]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:12:27.538840 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:12:27.538840 n-d-764292-30 neutron-server[102191]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:12:27.538840 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:12:27.538840 n-d-764292-30 neutron-server[102191]: return f(self, *a, **k) Aug 11 03:12:27.538840 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:12:27.538840 n-d-764292-30 neutron-server[102191]: return self._get(url).json() Aug 11 03:12:27.538840 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:12:27.538840 n-d-764292-30 neutron-server[102191]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:12:27.538840 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:12:27.538840 n-d-764292-30 neutron-server[102191]: return self.request(url, 'GET', **kwargs) Aug 11 03:12:27.538840 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:12:27.538840 n-d-764292-30 neutron-server[102191]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:12:27.538840 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:12:27.538840 n-d-764292-30 neutron-server[102191]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:12:27.538840 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:12:27.538840 n-d-764292-30 neutron-server[102191]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:12:27.538840 n-d-764292-30 neutron-server[102191]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:12:27.543364 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-88ce183f-fe53-4530-9825-8bd4d20e2a25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:27.589475 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0989f27-dab4-4bd1-8579-deb7d36d08af req-adb83cf0-6a5a-40d4-83a0-0847b1bf55c3 tempest-InstanceActionsNegativeTestJSON-184520816 tempest-InstanceActionsNegativeTestJSON-184520816-project] Network f2d5fd6b-f1d8-4a12-9797-3bcfbcfd103f is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:12:27.645712 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [req-a0989f27-dab4-4bd1-8579-deb7d36d08af req-adb83cf0-6a5a-40d4-83a0-0847b1bf55c3 tempest-InstanceActionsNegativeTestJSON-184520816 tempest-InstanceActionsNegativeTestJSON-184520816-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:12:27.667586 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0989f27-dab4-4bd1-8579-deb7d36d08af req-adb83cf0-6a5a-40d4-83a0-0847b1bf55c3 tempest-InstanceActionsNegativeTestJSON-184520816 tempest-InstanceActionsNegativeTestJSON-184520816-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:12:27.693262 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb83cf0-6a5a-40d4-83a0-0847b1bf55c3 tempest-InstanceActionsNegativeTestJSON-184520816 tempest-InstanceActionsNegativeTestJSON-184520816-project] Pushing event updated for resources: {'Port': ['ID=9a837d6e-0f0c-4d28-89d8-65faeea69beb,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:27.730170 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 60362) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:12:27.774388 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85aebdf-361e-43bb-a3ea-0195ccf25aa8 req-628389ab-8e8d-43b6-ab99-6fc0d41eaea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:27.775910 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-a85aebdf-361e-43bb-a3ea-0195ccf25aa8 req-628389ab-8e8d-43b6-ab99-6fc0d41eaea4 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=32216559a0354b28a10186d89c9b1072&device_id=fc4eb0cf-70e8-4717-8fe9-89b05182f159 HTTP/1.1" status: 200 len: 1096 time: 0.2738037 Aug 11 03:12:27.776730 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6218a0f0-d9f9-4af0-8271-af3e0eaac1a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:27.808443 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0989f27-dab4-4bd1-8579-deb7d36d08af req-adb83cf0-6a5a-40d4-83a0-0847b1bf55c3 tempest-InstanceActionsNegativeTestJSON-184520816 tempest-InstanceActionsNegativeTestJSON-184520816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:27.809135 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-a0989f27-dab4-4bd1-8579-deb7d36d08af req-adb83cf0-6a5a-40d4-83a0-0847b1bf55c3 tempest-InstanceActionsNegativeTestJSON-184520816 tempest-InstanceActionsNegativeTestJSON-184520816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:27.822701 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f3045f-2643-4266-bd9d-1187d5bbd4cc req-93d6fd50-20e2-4c47-b96f-660a9e53e126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:27.829214 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-17f3045f-2643-4266-bd9d-1187d5bbd4cc req-93d6fd50-20e2-4c47-b96f-660a9e53e126 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=92caf1df2234498c82ddfcf53391d4fc&device_id=186cfdba-74e8-496c-af0f-b566a2fff5c7 HTTP/1.1" status: 200 len: 1097 time: 0.2385299 Aug 11 03:12:27.849628 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-82cf447b-d643-4fd6-b7e4-8c0c2929c19c tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:27.906218 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-82cf447b-d643-4fd6-b7e4-8c0c2929c19c tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Notify callbacks [] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:27.908159 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-82cf447b-d643-4fd6-b7e4-8c0c2929c19c tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] 10.222.0.41 "DELETE /v2.0/networks/221dbc4e-2a64-4abe-b5b4-e000899a1122 HTTP/1.1" status: 204 len: 168 time: 0.8647041 Aug 11 03:12:27.935371 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 60364) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:12:28.054901 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3c90b6-c034-485b-93b8-84e80394ffda req-77610e6d-8eb6-43cb-a4b3-ceb374584820 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:28.060948 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3c90b6-c034-485b-93b8-84e80394ffda req-77610e6d-8eb6-43cb-a4b3-ceb374584820 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:28.066959 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3c90b6-c034-485b-93b8-84e80394ffda req-77610e6d-8eb6-43cb-a4b3-ceb374584820 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:28.073282 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3c90b6-c034-485b-93b8-84e80394ffda req-77610e6d-8eb6-43cb-a4b3-ceb374584820 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:28.079278 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3c90b6-c034-485b-93b8-84e80394ffda req-77610e6d-8eb6-43cb-a4b3-ceb374584820 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:28.085256 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3c90b6-c034-485b-93b8-84e80394ffda req-77610e6d-8eb6-43cb-a4b3-ceb374584820 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:28.091773 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3c90b6-c034-485b-93b8-84e80394ffda req-77610e6d-8eb6-43cb-a4b3-ceb374584820 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:28.093788 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1c3c90b6-c034-485b-93b8-84e80394ffda req-77610e6d-8eb6-43cb-a4b3-ceb374584820 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e3618b6-52e5-4357-a355-b29ad18e1b9a HTTP/1.1" status: 200 len: 5419 time: 0.5366275 Aug 11 03:12:28.116763 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49498710-3f6c-4894-b514-7c167f8d6d75 req-833fb25c-fad4-40e5-8d2f-d7e76bda3be8 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:28.118907 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-49498710-3f6c-4894-b514-7c167f8d6d75 req-833fb25c-fad4-40e5-8d2f-d7e76bda3be8 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc4eb0cf-70e8-4717-8fe9-89b05182f159 HTTP/1.1" status: 200 len: 944 time: 0.1384799 Aug 11 03:12:28.166739 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1c3c90b6-c034-485b-93b8-84e80394ffda req-77614fcb-cc28-410c-a4ff-d459b5cda358 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e828c0d-4136-4a51-aeb5-a8e208cb4b52&id=95104542-16f5-45dc-8618-c4fbbca06b56&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0647974 Aug 11 03:12:28.172806 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-88ce183f-fe53-4530-9825-8bd4d20e2a25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125932157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126180897'] for subnet, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:28.209180 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-49498710-3f6c-4894-b514-7c167f8d6d75 req-28b7c90f-4356-45ee-9932-fdf79cb736bf tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5a225df-05c1-440d-b2ae-d3bea38f3abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821428 Aug 11 03:12:28.212268 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ce183f-fe53-4530-9825-8bd4d20e2a25 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ddcb1ede-9642-40a8-8222-f076edcac6fb,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:28.215391 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-88ce183f-fe53-4530-9825-8bd4d20e2a25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:28.220168 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-88ce183f-fe53-4530-9825-8bd4d20e2a25 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/ddcb1ede-9642-40a8-8222-f076edcac6fb HTTP/1.1" status: 204 len: 168 time: 0.8801761 Aug 11 03:12:28.220168 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 60368) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:12:28.227277 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ced86957-8c60-4e78-a7b6-8a6c50e0babe None None] Network 91da3244-d9c5-45b1-a401-8ed4bda41ca9 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:12:28.231230 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cf447b-d643-4fd6-b7e4-8c0c2929c19c tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Pushing event deleted for resources: {'Network': ['ID=221dbc4e-2a64-4abe-b5b4-e000899a1122,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:28.312369 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-7bfe6bf6-4c2d-4340-b7b0-dd21362cf8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:28.384762 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0734d2e-eefc-4333-920f-6652c0cc6877 req-9b3150b8-323c-478d-8762-98aabd316451 tempest-InstanceActionsNegativeTestJSON-184520816 tempest-InstanceActionsNegativeTestJSON-184520816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:28.386561 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b0734d2e-eefc-4333-920f-6652c0cc6877 req-9b3150b8-323c-478d-8762-98aabd316451 tempest-InstanceActionsNegativeTestJSON-184520816 tempest-InstanceActionsNegativeTestJSON-184520816-project] 10.222.0.41 "GET /v2.0/ports?device_id=84a25bdc-0f17-4eee-89c9-16f89c9f416e HTTP/1.1" status: 200 len: 931 time: 0.0911224 Aug 11 03:12:28.417622 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-29e31f6a-e106-45df-afa9-d93014c1e988 tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:28.419678 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85aebdf-361e-43bb-a3ea-0195ccf25aa8 req-b3716711-d843-47df-83cf-75d72c1be09d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:28.421178 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-a85aebdf-361e-43bb-a3ea-0195ccf25aa8 req-b3716711-d843-47df-83cf-75d72c1be09d service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=32216559a0354b28a10186d89c9b1072&shared=False HTTP/1.1" status: 200 len: 906 time: 0.6290650 Aug 11 03:12:28.428648 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-7bfe6bf6-4c2d-4340-b7b0-dd21362cf8a7 admin admin] Deleting port 31530c1e-801b-4223-bae9-1361137d0de1 {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:12:28.430481 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-7bfe6bf6-4c2d-4340-b7b0-dd21362cf8a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:28.480462 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd35a753-f1e9-4bac-9805-3490dd04a915 None None] DHCP port deletion for 91da3244-d9c5-45b1-a401-8ed4bda41ca9 request from n-d-764292-30 {{(pid=102193) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:12:28.487139 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b0734d2e-eefc-4333-920f-6652c0cc6877 req-79dd331a-4b1b-428d-adc9-1126890cc689 tempest-InstanceActionsNegativeTestJSON-184520816 tempest-InstanceActionsNegativeTestJSON-184520816-project] 10.222.0.41 "GET /v2.0/security-groups?id=18ff6294-6635-4e68-9dba-012c640fbc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887454 Aug 11 03:12:28.524334 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [None req-7bfe6bf6-4c2d-4340-b7b0-dd21362cf8a7 admin admin] For port 31530c1e-801b-4223-bae9-1361137d0de1, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=31530c1e-801b-4223-bae9-1361137d0de1,segment=NetworkSegment(cf8e03ed-2ed8-499c-b46d-5acda28a8bc7),segment_id=cf8e03ed-2ed8-499c-b46d-5acda28a8bc7)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:12:28.524748 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-7bfe6bf6-4c2d-4340-b7b0-dd21362cf8a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:28.530239 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-bd35a753-f1e9-4bac-9805-3490dd04a915 None None] Deleting port 31530c1e-801b-4223-bae9-1361137d0de1 {{(pid=102193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:12:28.530944 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-bd35a753-f1e9-4bac-9805-3490dd04a915 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:28.533813 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f3045f-2643-4266-bd9d-1187d5bbd4cc req-115318d8-9c5f-4c9c-84f9-75da94e6ac60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:28.535374 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-17f3045f-2643-4266-bd9d-1187d5bbd4cc req-115318d8-9c5f-4c9c-84f9-75da94e6ac60 service neutron] 10.222.0.22 "GET /v2.0/networks?id=d17d1b32-4aa7-4439-b455-9cb54b2072df HTTP/1.1" status: 200 len: 918 time: 0.6553700 Aug 11 03:12:28.539436 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-7bfe6bf6-4c2d-4340-b7b0-dd21362cf8a7 admin admin] Calling delete_port for 31530c1e-801b-4223-bae9-1361137d0de1 owned by network:dhcp {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:12:28.608976 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-bd35a753-f1e9-4bac-9805-3490dd04a915 None None] For port 31530c1e-801b-4223-bae9-1361137d0de1, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=31530c1e-801b-4223-bae9-1361137d0de1,segment=NetworkSegment(cf8e03ed-2ed8-499c-b46d-5acda28a8bc7),segment_id=cf8e03ed-2ed8-499c-b46d-5acda28a8bc7)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:12:28.609285 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-bd35a753-f1e9-4bac-9805-3490dd04a915 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:28.622868 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-bd35a753-f1e9-4bac-9805-3490dd04a915 None None] Calling delete_port for 31530c1e-801b-4223-bae9-1361137d0de1 owned by network:dhcp {{(pid=102193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:12:28.674312 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-7bfe6bf6-4c2d-4340-b7b0-dd21362cf8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:28.703074 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfe6bf6-4c2d-4340-b7b0-dd21362cf8a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=31530c1e-801b-4223-bae9-1361137d0de1,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:28.708575 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bfe6bf6-4c2d-4340-b7b0-dd21362cf8a7 admin admin] No DVR routers for this DVR port 31530c1e-801b-4223-bae9-1361137d0de1 on host n-d-764292-30 {{(pid=102192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:12:28.734594 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-bd35a753-f1e9-4bac-9805-3490dd04a915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678'] for port, after_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:28.745622 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6218a0f0-d9f9-4af0-8271-af3e0eaac1a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:28.767525 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85aebdf-361e-43bb-a3ea-0195ccf25aa8 req-d7995834-f30b-4ea7-a6f6-acd5a8905ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:28.769950 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-a85aebdf-361e-43bb-a3ea-0195ccf25aa8 req-d7995834-f30b-4ea7-a6f6-acd5a8905ccd service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3368058 Aug 11 03:12:28.783088 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-29e31f6a-e106-45df-afa9-d93014c1e988 tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:28.787046 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-7bfe6bf6-4c2d-4340-b7b0-dd21362cf8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:28.789114 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd35a753-f1e9-4bac-9805-3490dd04a915 None None] Pushing event deleted for resources: {'Port': ['ID=31530c1e-801b-4223-bae9-1361137d0de1,revision_number=None']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:28.791926 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd35a753-f1e9-4bac-9805-3490dd04a915 None None] No DVR routers for this DVR port 31530c1e-801b-4223-bae9-1361137d0de1 on host n-d-764292-30 {{(pid=102193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:12:28.803179 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-17f3045f-2643-4266-bd9d-1187d5bbd4cc req-fea95b20-a28b-4242-8c39-02b7141fa4d1 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2682bd83-8758-4467-a055-b7a257a62210 HTTP/1.1" status: 200 len: 1001 time: 0.2410848 Aug 11 03:12:28.804155 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-7bfe6bf6-4c2d-4340-b7b0-dd21362cf8a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91da3244-d9c5-45b1-a401-8ed4bda41ca9']}} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:12:28.805404 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-29e31f6a-e106-45df-afa9-d93014c1e988 tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f748a914-cb99-45bc-9076-cd7bce3f40f7']}} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:12:28.817086 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-29e31f6a-e106-45df-afa9-d93014c1e988 tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bae3732-e37d-4585-bd48-a2fb5cf84013') {'for_net_delete': True} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:12:28.817685 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-7bfe6bf6-4c2d-4340-b7b0-dd21362cf8a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf8e03ed-2ed8-499c-b46d-5acda28a8bc7') {'for_net_delete': True} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:12:28.817776 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-7bfe6bf6-4c2d-4340-b7b0-dd21362cf8a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf8e03ed-2ed8-499c-b46d-5acda28a8bc7') {} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:12:28.819418 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-29e31f6a-e106-45df-afa9-d93014c1e988 tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bae3732-e37d-4585-bd48-a2fb5cf84013') {} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:12:28.828421 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-7bfe6bf6-4c2d-4340-b7b0-dd21362cf8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125932501'] for segment, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:28.838267 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6218a0f0-d9f9-4af0-8271-af3e0eaac1a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:28.846053 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-7bfe6bf6-4c2d-4340-b7b0-dd21362cf8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:28.852251 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bfe6bf6-4c2d-4340-b7b0-dd21362cf8a7 admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=102192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:12:28.852639 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-7bfe6bf6-4c2d-4340-b7b0-dd21362cf8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125932183'] for segment, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:28.853025 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-29e31f6a-e106-45df-afa9-d93014c1e988 tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126283644'] for segment, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:28.854341 n-d-764292-30 neutron-server[102192]: Traceback (most recent call last): Aug 11 03:12:28.854341 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:12:28.854341 n-d-764292-30 neutron-server[102192]: timer() Aug 11 03:12:28.854341 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:12:28.854341 n-d-764292-30 neutron-server[102192]: cb(*args, **kw) Aug 11 03:12:28.854341 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:12:28.854341 n-d-764292-30 neutron-server[102192]: return func(*args, **kwargs) Aug 11 03:12:28.854341 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:12:28.854341 n-d-764292-30 neutron-server[102192]: self._notify() Aug 11 03:12:28.854341 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:12:28.854341 n-d-764292-30 neutron-server[102192]: self.callback(batched_events) Aug 11 03:12:28.854341 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:12:28.854341 n-d-764292-30 neutron-server[102192]: event.method(event) Aug 11 03:12:28.854341 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:12:28.854341 n-d-764292-30 neutron-server[102192]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:12:28.854341 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:12:28.854341 n-d-764292-30 neutron-server[102192]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:12:28.854341 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:12:28.854341 n-d-764292-30 neutron-server[102192]: return f(self, *a, **k) Aug 11 03:12:28.854341 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:12:28.854341 n-d-764292-30 neutron-server[102192]: return self._get(url).json() Aug 11 03:12:28.854341 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:12:28.854341 n-d-764292-30 neutron-server[102192]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:12:28.854341 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:12:28.854341 n-d-764292-30 neutron-server[102192]: return self.request(url, 'GET', **kwargs) Aug 11 03:12:28.854341 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:12:28.854341 n-d-764292-30 neutron-server[102192]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:12:28.854341 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:12:28.854341 n-d-764292-30 neutron-server[102192]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:12:28.854341 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:12:28.854341 n-d-764292-30 neutron-server[102192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:12:28.854341 n-d-764292-30 neutron-server[102192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:12:28.919888 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-a0989f27-dab4-4bd1-8579-deb7d36d08af req-adb83cf0-6a5a-40d4-83a0-0847b1bf55c3 tempest-InstanceActionsNegativeTestJSON-184520816 tempest-InstanceActionsNegativeTestJSON-184520816-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5772624 Aug 11 03:12:28.927892 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-29e31f6a-e106-45df-afa9-d93014c1e988 tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:28.951367 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-a0989f27-dab4-4bd1-8579-deb7d36d08af req-92e061c4-86ff-425f-8d4f-26b83ddf31b4 service neutron] Request body: {'port': {'device_id': '84a25bdc-0f17-4eee-89c9-16f89c9f416e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764292-30'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:12:28.957904 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-6218a0f0-d9f9-4af0-8271-af3e0eaac1a9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=502e7fafae1e4f70bf2e81bd7f732dfb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2223952 Aug 11 03:12:28.961061 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 60374) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:12:28.961416 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29e31f6a-e106-45df-afa9-d93014c1e988 tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=102191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:12:28.961828 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-29e31f6a-e106-45df-afa9-d93014c1e988 tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126283391'] for segment, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:28.965762 n-d-764292-30 neutron-server[102191]: Traceback (most recent call last): Aug 11 03:12:28.965762 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:12:28.965762 n-d-764292-30 neutron-server[102191]: timer() Aug 11 03:12:28.965762 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:12:28.965762 n-d-764292-30 neutron-server[102191]: cb(*args, **kw) Aug 11 03:12:28.965762 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:12:28.965762 n-d-764292-30 neutron-server[102191]: return func(*args, **kwargs) Aug 11 03:12:28.965762 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:12:28.965762 n-d-764292-30 neutron-server[102191]: self._notify() Aug 11 03:12:28.965762 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:12:28.965762 n-d-764292-30 neutron-server[102191]: self.callback(batched_events) Aug 11 03:12:28.965762 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:12:28.965762 n-d-764292-30 neutron-server[102191]: event.method(event) Aug 11 03:12:28.965762 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:12:28.965762 n-d-764292-30 neutron-server[102191]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:12:28.965762 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:12:28.965762 n-d-764292-30 neutron-server[102191]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:12:28.965762 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:12:28.965762 n-d-764292-30 neutron-server[102191]: return f(self, *a, **k) Aug 11 03:12:28.965762 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:12:28.965762 n-d-764292-30 neutron-server[102191]: return self._get(url).json() Aug 11 03:12:28.965762 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:12:28.965762 n-d-764292-30 neutron-server[102191]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:12:28.965762 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:12:28.965762 n-d-764292-30 neutron-server[102191]: return self.request(url, 'GET', **kwargs) Aug 11 03:12:28.965762 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:12:28.965762 n-d-764292-30 neutron-server[102191]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:12:28.965762 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:12:28.965762 n-d-764292-30 neutron-server[102191]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:12:28.965762 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:12:28.965762 n-d-764292-30 neutron-server[102191]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:12:28.965762 n-d-764292-30 neutron-server[102191]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:12:28.979491 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-7bfe6bf6-4c2d-4340-b7b0-dd21362cf8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:28.990348 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-7bfe6bf6-4c2d-4340-b7b0-dd21362cf8a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:28.993308 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-7bfe6bf6-4c2d-4340-b7b0-dd21362cf8a7 admin admin] 10.222.0.41 "DELETE /v2.0/networks/91da3244-d9c5-45b1-a401-8ed4bda41ca9 HTTP/1.1" status: 204 len: 168 time: 0.7714410 Aug 11 03:12:29.011234 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 60376) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:12:29.023575 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfe6bf6-4c2d-4340-b7b0-dd21362cf8a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=91da3244-d9c5-45b1-a401-8ed4bda41ca9,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:29.024815 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6218a0f0-d9f9-4af0-8271-af3e0eaac1a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be936d0e-d99e-44a1-866e-1fcb1091e21b,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:29.047920 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f3045f-2643-4266-bd9d-1187d5bbd4cc req-87fa5e55-f1de-4495-9e2c-2b934bfb92cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:29.049404 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-17f3045f-2643-4266-bd9d-1187d5bbd4cc req-87fa5e55-f1de-4495-9e2c-2b934bfb92cc service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c8bae62b-5e51-4859-99ce-3b4e8f86224a HTTP/1.1" status: 200 len: 856 time: 0.2251081 Aug 11 03:12:29.056685 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e245a6-b09a-457f-9206-0f817f5bb1ee req-ddb9f8f4-f94f-44e3-9117-3601b035421c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:29.058230 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-71e245a6-b09a-457f-9206-0f817f5bb1ee req-ddb9f8f4-f94f-44e3-9117-3601b035421c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=32216559a0354b28a10186d89c9b1072&device_id=fc4eb0cf-70e8-4717-8fe9-89b05182f159 HTTP/1.1" status: 200 len: 1096 time: 0.2353890 Aug 11 03:12:29.120136 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 31530c1e-801b-4223-bae9-1361137d0de1 no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:12:29.123632 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-7f22e6ef-6782-43b6-b7d4-9a3ec3887e4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:29.140375 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-71e245a6-b09a-457f-9206-0f817f5bb1ee req-003b0e9b-e175-4b9b-9bc4-2e02bfeffca6 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6aaf6497-f3c1-4c1c-942c-c8d82c3446f3 HTTP/1.1" status: 200 len: 217 time: 0.0678544 Aug 11 03:12:29.143895 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-29e31f6a-e106-45df-afa9-d93014c1e988 tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:29.145679 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-479a06da-4012-43a2-a7eb-908c97e39359 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:29.147393 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: 31530c1e-801b-4223-bae9-1361137d0de1 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:12:29.147993 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 31530c1e-801b-4223-bae9-1361137d0de1 not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:12:29.154964 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-29e31f6a-e106-45df-afa9-d93014c1e988 tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Notify callbacks [] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:29.156806 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-29e31f6a-e106-45df-afa9-d93014c1e988 tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] 10.222.0.41 "DELETE /v2.0/networks/f748a914-cb99-45bc-9076-cd7bce3f40f7 HTTP/1.1" status: 204 len: 168 time: 1.2205753 Aug 11 03:12:29.161243 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-7f22e6ef-6782-43b6-b7d4-9a3ec3887e4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:29.166342 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-a0989f27-dab4-4bd1-8579-deb7d36d08af req-92e061c4-86ff-425f-8d4f-26b83ddf31b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:29.214755 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e31f6a-e106-45df-afa9-d93014c1e988 tempest-BulkNetworkOpsTest-183510547 tempest-BulkNetworkOpsTest-183510547-project] Pushing event deleted for resources: {'Network': ['ID=f748a914-cb99-45bc-9076-cd7bce3f40f7,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:29.259808 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f3045f-2643-4266-bd9d-1187d5bbd4cc req-01a6bff8-ea0b-448b-b93a-739247a77b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:29.261359 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-17f3045f-2643-4266-bd9d-1187d5bbd4cc req-01a6bff8-ea0b-448b-b93a-739247a77b4a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d17d1b32-4aa7-4439-b455-9cb54b2072df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2013280 Aug 11 03:12:29.264455 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e245a6-b09a-457f-9206-0f817f5bb1ee req-235b7ff9-eae4-4619-9e75-784ce99637b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:29.265855 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-71e245a6-b09a-457f-9206-0f817f5bb1ee req-235b7ff9-eae4-4619-9e75-784ce99637b0 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b8a74f8c-47d7-428d-9b47-116a9ebdc466 HTTP/1.1" status: 200 len: 845 time: 0.1158452 Aug 11 03:12:29.340777 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-71e245a6-b09a-457f-9206-0f817f5bb1ee req-b65ad328-b8e6-4008-9d51-1799df0c2be2 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=83b4bd4d-f4f2-42f4-b1e3-dbcc3fc1d9fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0645921 Aug 11 03:12:29.427376 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b70dc1a-4f5b-4c5d-a59f-6bb70ff47acf req-1e200c3f-6ed4-4a86-b6a1-972208b48b42 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:29.433345 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b70dc1a-4f5b-4c5d-a59f-6bb70ff47acf req-1e200c3f-6ed4-4a86-b6a1-972208b48b42 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:29.439525 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b70dc1a-4f5b-4c5d-a59f-6bb70ff47acf req-1e200c3f-6ed4-4a86-b6a1-972208b48b42 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:29.445466 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b70dc1a-4f5b-4c5d-a59f-6bb70ff47acf req-1e200c3f-6ed4-4a86-b6a1-972208b48b42 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:29.451644 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b70dc1a-4f5b-4c5d-a59f-6bb70ff47acf req-1e200c3f-6ed4-4a86-b6a1-972208b48b42 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:29.457583 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b70dc1a-4f5b-4c5d-a59f-6bb70ff47acf req-1e200c3f-6ed4-4a86-b6a1-972208b48b42 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:29.464133 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b70dc1a-4f5b-4c5d-a59f-6bb70ff47acf req-1e200c3f-6ed4-4a86-b6a1-972208b48b42 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:29.466077 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7b70dc1a-4f5b-4c5d-a59f-6bb70ff47acf req-1e200c3f-6ed4-4a86-b6a1-972208b48b42 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e3618b6-52e5-4357-a355-b29ad18e1b9a HTTP/1.1" status: 200 len: 5419 time: 0.1771595 Aug 11 03:12:29.469643 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-7f22e6ef-6782-43b6-b7d4-9a3ec3887e4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:29.472360 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-7f22e6ef-6782-43b6-b7d4-9a3ec3887e4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:29.473456 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-7f22e6ef-6782-43b6-b7d4-9a3ec3887e4a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/be936d0e-d99e-44a1-866e-1fcb1091e21b HTTP/1.1" status: 204 len: 168 time: 0.5113828 Aug 11 03:12:29.486741 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f69f76-a1bd-4c2d-bc4b-9632ec1b1713 req-d5d9ae97-b9bc-4785-9534-a8a5f6a46842 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:29.488878 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-67f69f76-a1bd-4c2d-bc4b-9632ec1b1713 req-d5d9ae97-b9bc-4785-9534-a8a5f6a46842 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc4eb0cf-70e8-4717-8fe9-89b05182f159 HTTP/1.1" status: 200 len: 944 time: 0.1588087 Aug 11 03:12:29.519959 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f22e6ef-6782-43b6-b7d4-9a3ec3887e4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be936d0e-d99e-44a1-866e-1fcb1091e21b,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:29.588946 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-17f3045f-2643-4266-bd9d-1187d5bbd4cc req-b3511a0b-60e4-44b6-819e-6a03929a9a8c service neutron] 10.222.0.22 "GET /v2.0/networks/d17d1b32-4aa7-4439-b455-9cb54b2072df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3059542 Aug 11 03:12:29.590594 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7b70dc1a-4f5b-4c5d-a59f-6bb70ff47acf req-81905640-dfe0-4a0a-bd6f-2531a8e04e4f tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e828c0d-4136-4a51-aeb5-a8e208cb4b52&id=95104542-16f5-45dc-8618-c4fbbca06b56&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1141920 Aug 11 03:12:29.599083 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-67f69f76-a1bd-4c2d-bc4b-9632ec1b1713 req-c665e3f7-0b3c-4f9a-802b-ee60b7bf3059 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5a225df-05c1-440d-b2ae-d3bea38f3abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948200 Aug 11 03:12:29.625874 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-71e245a6-b09a-457f-9206-0f817f5bb1ee req-52daf4dc-57e0-40b8-ab3b-1fb125622dc0 service neutron] 10.222.0.22 "GET /v2.0/networks/83b4bd4d-f4f2-42f4-b1e3-dbcc3fc1d9fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2160940 Aug 11 03:12:29.722209 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-628d6843-6f98-42fd-b528-7ed8f79e1780 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521106'] for router_interface, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:29.790099 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de73f85-ed27-40c9-9c9d-074918d49450 req-2b16db67-643e-403f-a6c5-c24a2f9b53ea tempest-InstanceActionsNegativeTestJSON-184520816 tempest-InstanceActionsNegativeTestJSON-184520816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:29.792374 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7de73f85-ed27-40c9-9c9d-074918d49450 req-2b16db67-643e-403f-a6c5-c24a2f9b53ea tempest-InstanceActionsNegativeTestJSON-184520816 tempest-InstanceActionsNegativeTestJSON-184520816-project] 10.222.0.41 "GET /v2.0/ports?device_id=84a25bdc-0f17-4eee-89c9-16f89c9f416e HTTP/1.1" status: 200 len: 931 time: 0.1050823 Aug 11 03:12:29.885828 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7de73f85-ed27-40c9-9c9d-074918d49450 req-25ac7e9e-f438-4f5d-b542-74b597e0a416 tempest-InstanceActionsNegativeTestJSON-184520816 tempest-InstanceActionsNegativeTestJSON-184520816-project] 10.222.0.41 "GET /v2.0/security-groups?id=18ff6294-6635-4e68-9dba-012c640fbc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558572 Aug 11 03:12:29.928416 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 60396) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:12:30.108395 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-17f3045f-2643-4266-bd9d-1187d5bbd4cc req-dc02a599-5624-4a5d-9f29-7b984fb2705b service neutron] 10.222.0.22 "GET /v2.0/networks/d17d1b32-4aa7-4439-b455-9cb54b2072df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5124907 Aug 11 03:12:30.112039 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-71e245a6-b09a-457f-9206-0f817f5bb1ee req-c21681dd-55ac-4caa-94bd-debc6bc2329c service neutron] 10.222.0.22 "GET /v2.0/networks/83b4bd4d-f4f2-42f4-b1e3-dbcc3fc1d9fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4499290 Aug 11 03:12:30.114973 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [req-a0989f27-dab4-4bd1-8579-deb7d36d08af req-92e061c4-86ff-425f-8d4f-26b83ddf31b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a837d6e-0f0c-4d28-89d8-65faeea69beb {{(pid=102191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:12:30.120857 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-32b4caa9-3192-4cf5-bbc4-74ac99bc7e21 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=01e6758cdc854ee4a8ea563a302e6c15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1909225 Aug 11 03:12:30.123499 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 60406) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:12:30.130076 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-a0989f27-dab4-4bd1-8579-deb7d36d08af req-92e061c4-86ff-425f-8d4f-26b83ddf31b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:30.142776 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [req-a0989f27-dab4-4bd1-8579-deb7d36d08af req-92e061c4-86ff-425f-8d4f-26b83ddf31b4 service neutron] Transition to ACTIVE for port object 9a837d6e-0f0c-4d28-89d8-65faeea69beb will not be triggered until provisioned by entity L2. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:12:30.155782 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-628d6843-6f98-42fd-b528-7ed8f79e1780 admin admin] Deleting port 7e7f2e37-2855-4f6d-80aa-a773662d075c {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:12:30.156128 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-628d6843-6f98-42fd-b528-7ed8f79e1780 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:30.228540 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-2616463c-31da-41be-a476-f2f41b15d8f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:30.240387 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-a0989f27-dab4-4bd1-8579-deb7d36d08af req-92e061c4-86ff-425f-8d4f-26b83ddf31b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:30.270111 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-2616463c-31da-41be-a476-f2f41b15d8f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:30.280766 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [None req-628d6843-6f98-42fd-b528-7ed8f79e1780 admin admin] For port 7e7f2e37-2855-4f6d-80aa-a773662d075c, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=7e7f2e37-2855-4f6d-80aa-a773662d075c,segment=NetworkSegment(9333ef2b-bb7e-4619-ae48-02b355cbc714),segment_id=9333ef2b-bb7e-4619-ae48-02b355cbc714)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:12:30.281267 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-628d6843-6f98-42fd-b528-7ed8f79e1780 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:30.294411 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e061c4-86ff-425f-8d4f-26b83ddf31b4 service neutron] Pushing event updated for resources: {'Port': ['ID=9a837d6e-0f0c-4d28-89d8-65faeea69beb,revision_number=2']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:30.302032 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-628d6843-6f98-42fd-b528-7ed8f79e1780 admin admin] Calling delete_port for 7e7f2e37-2855-4f6d-80aa-a773662d075c owned by network:router_interface {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:12:30.363278 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-a0989f27-dab4-4bd1-8579-deb7d36d08af req-92e061c4-86ff-425f-8d4f-26b83ddf31b4 service neutron] Attempting to bind port 9a837d6e-0f0c-4d28-89d8-65faeea69beb on host n-h1-764292-30 for vnic_type normal with profile {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:12:30.364469 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-a0989f27-dab4-4bd1-8579-deb7d36d08af req-92e061c4-86ff-425f-8d4f-26b83ddf31b4 service neutron] Attempting to bind port 9a837d6e-0f0c-4d28-89d8-65faeea69beb by drivers openvswitch,hyperv on host n-h1-764292-30 at level 0 using segments [{'id': '8db20049-bb0e-4102-b6d2-90e75cd16465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'f2d5fd6b-f1d8-4a12-9797-3bcfbcfd103f'}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:12:30.364469 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0989f27-dab4-4bd1-8579-deb7d36d08af req-92e061c4-86ff-425f-8d4f-26b83ddf31b4 service neutron] Attempting to bind port 9a837d6e-0f0c-4d28-89d8-65faeea69beb on network f2d5fd6b-f1d8-4a12-9797-3bcfbcfd103f {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:12:30.372699 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0989f27-dab4-4bd1-8579-deb7d36d08af req-92e061c4-86ff-425f-8d4f-26b83ddf31b4 service neutron] Port 9a837d6e-0f0c-4d28-89d8-65faeea69beb on network f2d5fd6b-f1d8-4a12-9797-3bcfbcfd103f not bound, no agent of type Open vSwitch agent registered on host n-h1-764292-30 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:12:30.373243 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0989f27-dab4-4bd1-8579-deb7d36d08af req-92e061c4-86ff-425f-8d4f-26b83ddf31b4 service neutron] Attempting to bind port 9a837d6e-0f0c-4d28-89d8-65faeea69beb on network f2d5fd6b-f1d8-4a12-9797-3bcfbcfd103f {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:12:30.379867 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0989f27-dab4-4bd1-8579-deb7d36d08af req-92e061c4-86ff-425f-8d4f-26b83ddf31b4 service neutron] Checking agent: {'id': 'abb524c2-b412-4ed2-8367-45c4fd996fa7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 12, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:12:30.380211 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0989f27-dab4-4bd1-8579-deb7d36d08af req-92e061c4-86ff-425f-8d4f-26b83ddf31b4 service neutron] Checking segment: {'id': '8db20049-bb0e-4102-b6d2-90e75cd16465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'f2d5fd6b-f1d8-4a12-9797-3bcfbcfd103f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:12:30.380602 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0989f27-dab4-4bd1-8579-deb7d36d08af req-92e061c4-86ff-425f-8d4f-26b83ddf31b4 service neutron] Bound using segment: {'id': '8db20049-bb0e-4102-b6d2-90e75cd16465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'f2d5fd6b-f1d8-4a12-9797-3bcfbcfd103f'} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:12:30.381035 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-a0989f27-dab4-4bd1-8579-deb7d36d08af req-92e061c4-86ff-425f-8d4f-26b83ddf31b4 service neutron] Bound port: 9a837d6e-0f0c-4d28-89d8-65faeea69beb, host: n-h1-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8db20049-bb0e-4102-b6d2-90e75cd16465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'f2d5fd6b-f1d8-4a12-9797-3bcfbcfd103f'}}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:12:30.381568 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-a0989f27-dab4-4bd1-8579-deb7d36d08af req-92e061c4-86ff-425f-8d4f-26b83ddf31b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:30.458201 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-a0989f27-dab4-4bd1-8579-deb7d36d08af req-92e061c4-86ff-425f-8d4f-26b83ddf31b4 service neutron] For port 9a837d6e-0f0c-4d28-89d8-65faeea69beb, host n-h1-764292-30, cleared binding levels {{(pid=102191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:12:30.461430 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-a0989f27-dab4-4bd1-8579-deb7d36d08af req-92e061c4-86ff-425f-8d4f-26b83ddf31b4 service neutron] For port 9a837d6e-0f0c-4d28-89d8-65faeea69beb, host n-h1-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=9a837d6e-0f0c-4d28-89d8-65faeea69beb,segment=NetworkSegment(8db20049-bb0e-4102-b6d2-90e75cd16465),segment_id=8db20049-bb0e-4102-b6d2-90e75cd16465)] {{(pid=102191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:12:30.463139 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-2616463c-31da-41be-a476-f2f41b15d8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:30.466464 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-2616463c-31da-41be-a476-f2f41b15d8f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:30.466931 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-2616463c-31da-41be-a476-f2f41b15d8f4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9daf5bf4-d368-424e-a4c0-2626a71ab9fc HTTP/1.1" status: 204 len: 168 time: 0.3423648 Aug 11 03:12:30.479004 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2616463c-31da-41be-a476-f2f41b15d8f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9daf5bf4-d368-424e-a4c0-2626a71ab9fc,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:30.595241 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-a0989f27-dab4-4bd1-8579-deb7d36d08af req-92e061c4-86ff-425f-8d4f-26b83ddf31b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:30.638903 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0989f27-dab4-4bd1-8579-deb7d36d08af req-92e061c4-86ff-425f-8d4f-26b83ddf31b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:30.639549 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-a0989f27-dab4-4bd1-8579-deb7d36d08af req-92e061c4-86ff-425f-8d4f-26b83ddf31b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:30.641002 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-a0989f27-dab4-4bd1-8579-deb7d36d08af req-92e061c4-86ff-425f-8d4f-26b83ddf31b4 service neutron] 10.222.0.22 "PUT /v2.0/ports/9a837d6e-0f0c-4d28-89d8-65faeea69beb HTTP/1.1" status: 200 len: 1092 time: 1.7073925 Aug 11 03:12:30.643464 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84a25bdc-0f17-4eee-89c9-16f89c9f416e', 'tag': '9a837d6e-0f0c-4d28-89d8-65faeea69beb'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:12:30.645885 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e4fc16a-4461-4f22-91a1-60ac49eafbc5" -d '{"events": [{"name": "network-changed", "server_uuid": "84a25bdc-0f17-4eee-89c9-16f89c9f416e", "tag": "9a837d6e-0f0c-4d28-89d8-65faeea69beb"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:12:30.675968 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-628d6843-6f98-42fd-b528-7ed8f79e1780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:30.705012 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e061c4-86ff-425f-8d4f-26b83ddf31b4 service neutron] Pushing event updated for resources: {'Port': ['ID=9a837d6e-0f0c-4d28-89d8-65faeea69beb,revision_number=3']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:30.719634 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628d6843-6f98-42fd-b528-7ed8f79e1780 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e7f2e37-2855-4f6d-80aa-a773662d075c,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:30.824388 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0989f27-dab4-4bd1-8579-deb7d36d08af req-8896186d-a7e6-4e19-a4be-2008ea3748d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:30.826093 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-a0989f27-dab4-4bd1-8579-deb7d36d08af req-8896186d-a7e6-4e19-a4be-2008ea3748d9 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=be3ff0a9344f442b98b13effa37f4f99&device_id=84a25bdc-0f17-4eee-89c9-16f89c9f416e HTTP/1.1" status: 200 len: 1095 time: 0.0685151 Aug 11 03:12:30.893795 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-a0989f27-dab4-4bd1-8579-deb7d36d08af req-082fbe6e-8ab5-4175-a9b1-2dd3617e1fe3 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9a837d6e-0f0c-4d28-89d8-65faeea69beb HTTP/1.1" status: 200 len: 217 time: 0.0563149 Aug 11 03:12:30.908557 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aba0a7-b0d0-4d16-bc39-330ff9d0a160 req-d768e81a-ffb0-4296-b4c7-ddc921064222 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:30.911720 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-32aba0a7-b0d0-4d16-bc39-330ff9d0a160 req-d768e81a-ffb0-4296-b4c7-ddc921064222 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc4eb0cf-70e8-4717-8fe9-89b05182f159 HTTP/1.1" status: 200 len: 944 time: 0.1959894 Aug 11 03:12:30.936775 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968cf295-0a50-4c29-bf4f-316e71fccce8 req-bf025d1d-3de7-4ac9-8ff6-976dfcbfd587 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:30.945368 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968cf295-0a50-4c29-bf4f-316e71fccce8 req-bf025d1d-3de7-4ac9-8ff6-976dfcbfd587 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:30.954366 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968cf295-0a50-4c29-bf4f-316e71fccce8 req-bf025d1d-3de7-4ac9-8ff6-976dfcbfd587 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:30.963485 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968cf295-0a50-4c29-bf4f-316e71fccce8 req-bf025d1d-3de7-4ac9-8ff6-976dfcbfd587 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:30.972441 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968cf295-0a50-4c29-bf4f-316e71fccce8 req-bf025d1d-3de7-4ac9-8ff6-976dfcbfd587 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:30.981511 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968cf295-0a50-4c29-bf4f-316e71fccce8 req-bf025d1d-3de7-4ac9-8ff6-976dfcbfd587 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:30.989408 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968cf295-0a50-4c29-bf4f-316e71fccce8 req-bf025d1d-3de7-4ac9-8ff6-976dfcbfd587 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:31.000899 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0989f27-dab4-4bd1-8579-deb7d36d08af req-40abc32b-e9a6-4a9d-af11-0d68e12838ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:31.002955 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-968cf295-0a50-4c29-bf4f-316e71fccce8 req-bf025d1d-3de7-4ac9-8ff6-976dfcbfd587 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e3618b6-52e5-4357-a355-b29ad18e1b9a HTTP/1.1" status: 200 len: 5419 time: 0.2882230 Aug 11 03:12:31.009437 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-a0989f27-dab4-4bd1-8579-deb7d36d08af req-40abc32b-e9a6-4a9d-af11-0d68e12838ce service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1a1c53b5-599c-4e68-a429-91e6630bc1ee HTTP/1.1" status: 200 len: 862 time: 0.1068821 Aug 11 03:12:31.056734 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-a0989f27-dab4-4bd1-8579-deb7d36d08af req-8df65378-52ca-495b-90f4-81149c86f899 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=f2d5fd6b-f1d8-4a12-9797-3bcfbcfd103f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313852 Aug 11 03:12:31.146014 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-32aba0a7-b0d0-4d16-bc39-330ff9d0a160 req-16708218-6afd-4ae9-aacc-586b7874a046 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5a225df-05c1-440d-b2ae-d3bea38f3abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400170 Aug 11 03:12:31.156625 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-968cf295-0a50-4c29-bf4f-316e71fccce8 req-01d7fd7d-cac5-4ddf-ba57-f264789b313f tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e828c0d-4136-4a51-aeb5-a8e208cb4b52&id=95104542-16f5-45dc-8618-c4fbbca06b56&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1451046 Aug 11 03:12:31.180235 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-a0989f27-dab4-4bd1-8579-deb7d36d08af req-0f5a7308-01d5-4c3b-bb53-b582d4aa5295 service neutron] 10.222.0.22 "GET /v2.0/networks/f2d5fd6b-f1d8-4a12-9797-3bcfbcfd103f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239758 Aug 11 03:12:31.182876 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-628d6843-6f98-42fd-b528-7ed8f79e1780 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16383033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450082'] for router_interface, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:31.210735 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:12:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b19ff59-8729-4ad7-b9c1-1435400bfab2 x-openstack-request-id: req-4b19ff59-8729-4ad7-b9c1-1435400bfab2 {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:12:31.210735 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84a25bdc-0f17-4eee-89c9-16f89c9f416e", "tag": "9a837d6e-0f0c-4d28-89d8-65faeea69beb", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:12:31.210735 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4b19ff59-8729-4ad7-b9c1-1435400bfab2 {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:12:31.210735 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84a25bdc-0f17-4eee-89c9-16f89c9f416e', 'tag': '9a837d6e-0f0c-4d28-89d8-65faeea69beb', 'status': 'completed', 'code': 200} Aug 11 03:12:31.355665 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-a0989f27-dab4-4bd1-8579-deb7d36d08af req-7fda87bc-9212-4f88-833f-1877b7247a1a service neutron] 10.222.0.22 "GET /v2.0/networks/f2d5fd6b-f1d8-4a12-9797-3bcfbcfd103f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677933 Aug 11 03:12:31.397261 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d117044-e1db-43b2-9ca2-742c229ba129 req-c900bc3b-4b4f-4b3a-94f8-2a4ee16d4523 tempest-InstanceActionsNegativeTestJSON-184520816 tempest-InstanceActionsNegativeTestJSON-184520816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:31.399362 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4d117044-e1db-43b2-9ca2-742c229ba129 req-c900bc3b-4b4f-4b3a-94f8-2a4ee16d4523 tempest-InstanceActionsNegativeTestJSON-184520816 tempest-InstanceActionsNegativeTestJSON-184520816-project] 10.222.0.41 "GET /v2.0/ports?device_id=84a25bdc-0f17-4eee-89c9-16f89c9f416e HTTP/1.1" status: 200 len: 943 time: 0.0879486 Aug 11 03:12:31.531460 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4d117044-e1db-43b2-9ca2-742c229ba129 req-1b1ae167-ce6d-4769-bdfe-a68f5eb87ace tempest-InstanceActionsNegativeTestJSON-184520816 tempest-InstanceActionsNegativeTestJSON-184520816-project] 10.222.0.41 "GET /v2.0/security-groups?id=18ff6294-6635-4e68-9dba-012c640fbc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857842 Aug 11 03:12:31.554895 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4fc16a-4461-4f22-91a1-60ac49eafbc5 req-8949eab7-475f-49aa-9e73-92a6b6b490ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:31.557047 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-1e4fc16a-4461-4f22-91a1-60ac49eafbc5 req-8949eab7-475f-49aa-9e73-92a6b6b490ec service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=be3ff0a9344f442b98b13effa37f4f99&device_id=84a25bdc-0f17-4eee-89c9-16f89c9f416e HTTP/1.1" status: 200 len: 1095 time: 0.0580933 Aug 11 03:12:31.568694 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-628d6843-6f98-42fd-b528-7ed8f79e1780 admin admin] Router 74cf20ad-7a57-4abb-97a0-241266554120 has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:12:31.655129 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4fc16a-4461-4f22-91a1-60ac49eafbc5 req-ce55a327-9561-4df8-9759-bda90a8433fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:31.656756 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-1e4fc16a-4461-4f22-91a1-60ac49eafbc5 req-ce55a327-9561-4df8-9759-bda90a8433fe service neutron] 10.222.0.22 "GET /v2.0/networks?id=f2d5fd6b-f1d8-4a12-9797-3bcfbcfd103f HTTP/1.1" status: 200 len: 923 time: 0.0926974 Aug 11 03:12:31.682728 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-628d6843-6f98-42fd-b528-7ed8f79e1780 admin admin] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:12:31.692589 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a973ce-7d5e-4fb5-95ca-ae3492c222d1 None None] Sync routers for ids ['74cf20ad-7a57-4abb-97a0-241266554120'] in n-d-764292-30 {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:12:31.693852 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-628d6843-6f98-42fd-b528-7ed8f79e1780 admin admin] 10.222.0.41 "PUT /v2.0/routers/74cf20ad-7a57-4abb-97a0-241266554120/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6803098 Aug 11 03:12:31.699129 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 60470) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:12:31.706571 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a973ce-7d5e-4fb5-95ca-ae3492c222d1 None None] Routers {'74cf20ad-7a57-4abb-97a0-241266554120'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:12:31.707572 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-b9a973ce-7d5e-4fb5-95ca-ae3492c222d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:12:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['74cf20ad-7a57-4abb-97a0-241266554120'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:12:31.713640 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-1e4fc16a-4461-4f22-91a1-60ac49eafbc5 req-46ad6267-a227-4855-9a7c-eef659e9edbf service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9a837d6e-0f0c-4d28-89d8-65faeea69beb HTTP/1.1" status: 200 len: 217 time: 0.0477419 Aug 11 03:12:31.796273 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4fc16a-4461-4f22-91a1-60ac49eafbc5 req-393f7cc8-bb2b-46cd-af36-c12d05660057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:31.798260 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-1e4fc16a-4461-4f22-91a1-60ac49eafbc5 req-393f7cc8-bb2b-46cd-af36-c12d05660057 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1a1c53b5-599c-4e68-a429-91e6630bc1ee HTTP/1.1" status: 200 len: 862 time: 0.0782645 Aug 11 03:12:31.828479 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 60474) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:12:31.834108 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-1e4fc16a-4461-4f22-91a1-60ac49eafbc5 req-bc9f5b2d-9eb5-4d4d-a487-295f87a8e475 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=f2d5fd6b-f1d8-4a12-9797-3bcfbcfd103f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280368 Aug 11 03:12:31.838904 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a6f13e84-0b35-4894-b0c6-6958a83fd32e admin admin] Notify callbacks [] for router, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:31.840318 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:31.858488 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-b9a973ce-7d5e-4fb5-95ca-ae3492c222d1 None None] Set router 74cf20ad-7a57-4abb-97a0-241266554120 gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:12:31.965865 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-1e4fc16a-4461-4f22-91a1-60ac49eafbc5 req-712092b6-ca53-49d2-b2e2-cc5263f3dee2 service neutron] 10.222.0.22 "GET /v2.0/networks/f2d5fd6b-f1d8-4a12-9797-3bcfbcfd103f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206441 Aug 11 03:12:32.008017 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a6f13e84-0b35-4894-b0c6-6958a83fd32e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:32.019579 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 60480) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:12:32.066590 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-85c51421-15e2-4a6c-a9b1-9eab83291466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:32.089239 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0dd190a1-ca7b-4f76-8f93-546b2ad17d0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:32.098742 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-b9a973ce-7d5e-4fb5-95ca-ae3492c222d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74cf20ad-7a57-4abb-97a0-241266554120', 'name': 'tempest-AttachSCSIVolumeTestJSON-207933399-router', 'tenant_id': 'eeda914787b34863824d468333b405ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'c1b719d6-25ed-4533-a5c0-ad9b0a27b384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:10:26Z', 'updated_at': '2021-08-11T03:12:30Z', 'revision_number': 5, 'project_id': 'eeda914787b34863824d468333b405ca', 'gw_port': {'id': 'c1b719d6-25ed-4533-a5c0-ad9b0a27b384', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:7c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74cf20ad-7a57-4abb-97a0-241266554120', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:10:28Z', 'updated_at': '2021-08-11T03:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:12:32.118224 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-1e4fc16a-4461-4f22-91a1-60ac49eafbc5 req-e4c4f14e-d3bb-4245-a2bb-1064f1dd2e8c service neutron] 10.222.0.22 "GET /v2.0/networks/f2d5fd6b-f1d8-4a12-9797-3bcfbcfd103f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423824 Aug 11 03:12:32.126346 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a973ce-7d5e-4fb5-95ca-ae3492c222d1 None None] Checking router: 74cf20ad-7a57-4abb-97a0-241266554120 for host: n-d-764292-30 {{(pid=102194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:12:32.129718 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-665d7587-96a8-452a-bc82-0ce13debbb97 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1715519325'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:12:32.134613 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a973ce-7d5e-4fb5-95ca-ae3492c222d1 None None] Routers {'74cf20ad-7a57-4abb-97a0-241266554120'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:12:32.135220 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-b9a973ce-7d5e-4fb5-95ca-ae3492c222d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:12:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['74cf20ad-7a57-4abb-97a0-241266554120'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:12:32.166598 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.db.api [None req-665d7587-96a8-452a-bc82-0ce13debbb97 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 11 03:12:32.166598 n-d-764292-30 neutron-server[102192]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 11 03:12:32.166598 n-d-764292-30 neutron-server[102192]: [parameters: {'project_id': '9ecf507f859144818053c20c78965caf', 'id': '28950bdd-4da7-4382-80c1-1a2e1bb1a720', 'expiration': datetime.datetime(2021, 8, 11, 3, 14, 32, 153175)}] Aug 11 03:12:32.166598 n-d-764292-30 neutron-server[102192]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102192) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 03:12:32.167081 n-d-764292-30 neutron-server[102192]: DEBUG oslo_db.api [None req-665d7587-96a8-452a-bc82-0ce13debbb97 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 03:12:32.191117 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-a6f13e84-0b35-4894-b0c6-6958a83fd32e admin admin] Deleting port c1b719d6-25ed-4533-a5c0-ad9b0a27b384 {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:12:32.191473 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a6f13e84-0b35-4894-b0c6-6958a83fd32e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:32.230246 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-b9a973ce-7d5e-4fb5-95ca-ae3492c222d1 None None] Set router 74cf20ad-7a57-4abb-97a0-241266554120 gateway port host: None {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:12:32.489622 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-b9a973ce-7d5e-4fb5-95ca-ae3492c222d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74cf20ad-7a57-4abb-97a0-241266554120', 'name': 'tempest-AttachSCSIVolumeTestJSON-207933399-router', 'tenant_id': 'eeda914787b34863824d468333b405ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:10:26Z', 'updated_at': '2021-08-11T03:12:32Z', 'revision_number': 6, 'project_id': 'eeda914787b34863824d468333b405ca', 'gw_port_host': None}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:12:32.489622 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a973ce-7d5e-4fb5-95ca-ae3492c222d1 None None] The sync data for ids ['74cf20ad-7a57-4abb-97a0-241266554120'] in n-d-764292-30 is: [{'id': '74cf20ad-7a57-4abb-97a0-241266554120', 'name': 'tempest-AttachSCSIVolumeTestJSON-207933399-router', 'tenant_id': 'eeda914787b34863824d468333b405ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:10:26Z', 'updated_at': '2021-08-11T03:12:32Z', 'revision_number': 6, 'project_id': 'eeda914787b34863824d468333b405ca', 'gw_port_host': None}] {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:12:32.491214 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [None req-a6f13e84-0b35-4894-b0c6-6958a83fd32e admin admin] For port c1b719d6-25ed-4533-a5c0-ad9b0a27b384, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=c1b719d6-25ed-4533-a5c0-ad9b0a27b384,segment=NetworkSegment(fab28bed-aa25-40db-bba4-ec26e795194c),segment_id=fab28bed-aa25-40db-bba4-ec26e795194c)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:12:32.491214 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a6f13e84-0b35-4894-b0c6-6958a83fd32e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:32.491214 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306dca68-14cd-4ed8-b214-a0a93610a714 req-d75f783f-c34a-4065-b816-b58140722134 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:32.491214 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-306dca68-14cd-4ed8-b214-a0a93610a714 req-d75f783f-c34a-4065-b816-b58140722134 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc4eb0cf-70e8-4717-8fe9-89b05182f159 HTTP/1.1" status: 200 len: 944 time: 0.1552594 Aug 11 03:12:32.491214 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-a6f13e84-0b35-4894-b0c6-6958a83fd32e admin admin] Calling delete_port for c1b719d6-25ed-4533-a5c0-ad9b0a27b384 owned by network:router_gateway {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:12:32.491214 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98881ab-e78f-4a62-98ae-55a2b15d25c1 req-ad883410-9391-4376-a89c-a2897fb557dd tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:32.491214 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98881ab-e78f-4a62-98ae-55a2b15d25c1 req-ad883410-9391-4376-a89c-a2897fb557dd tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:32.491214 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98881ab-e78f-4a62-98ae-55a2b15d25c1 req-ad883410-9391-4376-a89c-a2897fb557dd tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:32.491214 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98881ab-e78f-4a62-98ae-55a2b15d25c1 req-ad883410-9391-4376-a89c-a2897fb557dd tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:32.491214 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98881ab-e78f-4a62-98ae-55a2b15d25c1 req-ad883410-9391-4376-a89c-a2897fb557dd tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:32.491214 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98881ab-e78f-4a62-98ae-55a2b15d25c1 req-ad883410-9391-4376-a89c-a2897fb557dd tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:32.491214 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98881ab-e78f-4a62-98ae-55a2b15d25c1 req-ad883410-9391-4376-a89c-a2897fb557dd tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:32.492199 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e98881ab-e78f-4a62-98ae-55a2b15d25c1 req-ad883410-9391-4376-a89c-a2897fb557dd tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e3618b6-52e5-4357-a355-b29ad18e1b9a HTTP/1.1" status: 200 len: 5419 time: 0.1967275 Aug 11 03:12:32.493193 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0dd190a1-ca7b-4f76-8f93-546b2ad17d0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:32.581191 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-306dca68-14cd-4ed8-b214-a0a93610a714 req-e841c17b-aa66-47cf-bc3f-ef166e70b19b tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5a225df-05c1-440d-b2ae-d3bea38f3abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732500 Aug 11 03:12:32.590742 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e98881ab-e78f-4a62-98ae-55a2b15d25c1 req-e948fccc-d622-4133-9b97-848af7347968 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e828c0d-4136-4a51-aeb5-a8e208cb4b52&id=95104542-16f5-45dc-8618-c4fbbca06b56&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0996954 Aug 11 03:12:32.645507 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0dd190a1-ca7b-4f76-8f93-546b2ad17d0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:32.740527 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd190a1-ca7b-4f76-8f93-546b2ad17d0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9a11b76-6810-46a9-b4be-bb892eb10ccf,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:32.765265 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-0dd190a1-ca7b-4f76-8f93-546b2ad17d0d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1eb5c9571c554f508544b00af45a61a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7446470 Aug 11 03:12:32.768612 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 60494) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:12:32.799429 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa68c27-b766-468a-b576-fda39d25cc04 req-9a6a0ff8-010e-49f4-a207-aced505ae19f tempest-InstanceActionsNegativeTestJSON-184520816 tempest-InstanceActionsNegativeTestJSON-184520816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:32.800961 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9fa68c27-b766-468a-b576-fda39d25cc04 req-9a6a0ff8-010e-49f4-a207-aced505ae19f tempest-InstanceActionsNegativeTestJSON-184520816 tempest-InstanceActionsNegativeTestJSON-184520816-project] 10.222.0.41 "GET /v2.0/ports?device_id=84a25bdc-0f17-4eee-89c9-16f89c9f416e HTTP/1.1" status: 200 len: 943 time: 0.0859489 Aug 11 03:12:32.828169 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-cf8bc32b-1f61-4ddf-a9b7-e43e1eb91655 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:32.831221 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-665d7587-96a8-452a-bc82-0ce13debbb97 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Made reservation on behalf of 9ecf507f859144818053c20c78965caf for: {'network': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:12:32.834684 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-665d7587-96a8-452a-bc82-0ce13debbb97 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:32.850072 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a6f13e84-0b35-4894-b0c6-6958a83fd32e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:32.851990 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-665d7587-96a8-452a-bc82-0ce13debbb97 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:32.854377 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-cf8bc32b-1f61-4ddf-a9b7-e43e1eb91655 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:32.870727 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9fa68c27-b766-468a-b576-fda39d25cc04 req-0e21da46-713f-4a7d-8a58-dc4fb5f9f008 tempest-InstanceActionsNegativeTestJSON-184520816 tempest-InstanceActionsNegativeTestJSON-184520816-project] 10.222.0.41 "GET /v2.0/security-groups?id=18ff6294-6635-4e68-9dba-012c640fbc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618670 Aug 11 03:12:32.891876 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:32.900319 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f13e84-0b35-4894-b0c6-6958a83fd32e admin admin] Pushing event deleted for resources: {'Port': ['ID=c1b719d6-25ed-4533-a5c0-ad9b0a27b384,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:32.953737 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-cf8bc32b-1f61-4ddf-a9b7-e43e1eb91655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:32.956650 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-cf8bc32b-1f61-4ddf-a9b7-e43e1eb91655 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:32.957885 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-cf8bc32b-1f61-4ddf-a9b7-e43e1eb91655 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b9a11b76-6810-46a9-b4be-bb892eb10ccf HTTP/1.1" status: 204 len: 168 time: 0.1882586 Aug 11 03:12:32.966537 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8bc32b-1f61-4ddf-a9b7-e43e1eb91655 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9a11b76-6810-46a9-b4be-bb892eb10ccf,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:32.974986 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a6f13e84-0b35-4894-b0c6-6958a83fd32e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-446916'] for router_gateway, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:33.078558 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a6f13e84-0b35-4894-b0c6-6958a83fd32e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6544'] for router, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:33.083277 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a6f13e84-0b35-4894-b0c6-6958a83fd32e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:33.150876 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-665d7587-96a8-452a-bc82-0ce13debbb97 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:33.178192 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 7e7f2e37-2855-4f6d-80aa-a773662d075c no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:12:33.200223 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: 7e7f2e37-2855-4f6d-80aa-a773662d075c {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:12:33.200423 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a6f13e84-0b35-4894-b0c6-6958a83fd32e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448809'] for router, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:33.200834 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6f13e84-0b35-4894-b0c6-6958a83fd32e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 74cf20ad-7a57-4abb-97a0-241266554120 {{(pid=102192) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:12:33.200991 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 7e7f2e37-2855-4f6d-80aa-a773662d075c not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:12:33.201357 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device c1b719d6-25ed-4533-a5c0-ad9b0a27b384 no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:12:33.211181 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a6f13e84-0b35-4894-b0c6-6958a83fd32e admin admin] Notify callbacks [] for router, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:33.211181 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-a6f13e84-0b35-4894-b0c6-6958a83fd32e admin admin] 10.222.0.41 "DELETE /v2.0/routers/74cf20ad-7a57-4abb-97a0-241266554120 HTTP/1.1" status: 204 len: 168 time: 1.5089898 Aug 11 03:12:33.211473 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 60498) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:12:33.222613 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: c1b719d6-25ed-4533-a5c0-ad9b0a27b384 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:12:33.222957 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device c1b719d6-25ed-4533-a5c0-ad9b0a27b384 not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:12:33.229352 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-665d7587-96a8-452a-bc82-0ce13debbb97 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:33.256376 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-665d7587-96a8-452a-bc82-0ce13debbb97 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=102192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:12:33.259891 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4d3e153-8141-41a2-82c7-e371b37ab367 admin admin] Deleting subnet b417ab28-c6da-482e-9c75-052ee1bd82bf {{(pid=102191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:12:33.263291 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e4d3e153-8141-41a2-82c7-e371b37ab367 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:33.274119 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d7587-96a8-452a-bc82-0ce13debbb97 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Pushing event updated for resources: {'SecurityGroup': ['ID=206a743e-09be-475a-98ba-51135f798ed0,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:33.286067 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-665d7587-96a8-452a-bc82-0ce13debbb97 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:33.287783 n-d-764292-30 neutron-server[102192]: INFO neutron.db.segments_db [None req-665d7587-96a8-452a-bc82-0ce13debbb97 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Added segment 24eade52-975b-455b-b63f-1153fbeec40e of type vlan for network e3f329ee-2c37-470a-92bb-5487de7f4b74 Aug 11 03:12:33.303889 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e4d3e153-8141-41a2-82c7-e371b37ab367 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126283525'] for subnet, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:33.330754 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-665d7587-96a8-452a-bc82-0ce13debbb97 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:33.395021 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e4d3e153-8141-41a2-82c7-e371b37ab367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:33.452313 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-665d7587-96a8-452a-bc82-0ce13debbb97 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:33.458685 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-665d7587-96a8-452a-bc82-0ce13debbb97 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:33.466068 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-665d7587-96a8-452a-bc82-0ce13debbb97 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:33.526004 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e4d3e153-8141-41a2-82c7-e371b37ab367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126283413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126275158'] for subnet, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:33.531561 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d7587-96a8-452a-bc82-0ce13debbb97 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Pushing event updated for resources: {'Network': ['ID=e3f329ee-2c37-470a-92bb-5487de7f4b74,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:33.544275 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network e3f329ee-2c37-470a-92bb-5487de7f4b74 details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:12:33.558181 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d3e153-8141-41a2-82c7-e371b37ab367 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b417ab28-c6da-482e-9c75-052ee1bd82bf,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:33.560320 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e4d3e153-8141-41a2-82c7-e371b37ab367 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:33.564574 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-e4d3e153-8141-41a2-82c7-e371b37ab367 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/b417ab28-c6da-482e-9c75-052ee1bd82bf HTTP/1.1" status: 204 len: 168 time: 0.3513606 Aug 11 03:12:33.564889 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 60508) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:12:33.586871 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7578ade-8250-4166-8aa0-806faf4a6985 None None] Network 9ffa8fc6-888b-4604-aa22-c48c434612fd requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:12:33.609871 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-665d7587-96a8-452a-bc82-0ce13debbb97 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.7799797 Aug 11 03:12:33.643586 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f46dde6e-98a5-4acf-8516-316398c9c22f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:33.764541 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-f46dde6e-98a5-4acf-8516-316398c9c22f admin admin] Deleting port b4b54111-dfdc-482e-aedd-d5ea0d35cf83 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:12:33.765546 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f46dde6e-98a5-4acf-8516-316398c9c22f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:33.825439 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae10486f-ae77-4473-a295-666eda6216b0 req-ae1533f7-1893-4f7b-b532-4bcafd11d5d2 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:33.831909 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae10486f-ae77-4473-a295-666eda6216b0 req-ae1533f7-1893-4f7b-b532-4bcafd11d5d2 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:33.839595 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae10486f-ae77-4473-a295-666eda6216b0 req-ae1533f7-1893-4f7b-b532-4bcafd11d5d2 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:33.846081 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae10486f-ae77-4473-a295-666eda6216b0 req-ae1533f7-1893-4f7b-b532-4bcafd11d5d2 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:33.852995 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae10486f-ae77-4473-a295-666eda6216b0 req-ae1533f7-1893-4f7b-b532-4bcafd11d5d2 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:33.858340 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [None req-f46dde6e-98a5-4acf-8516-316398c9c22f admin admin] For port b4b54111-dfdc-482e-aedd-d5ea0d35cf83, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=b4b54111-dfdc-482e-aedd-d5ea0d35cf83,segment=NetworkSegment(9333ef2b-bb7e-4619-ae48-02b355cbc714),segment_id=9333ef2b-bb7e-4619-ae48-02b355cbc714)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:12:33.859515 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f46dde6e-98a5-4acf-8516-316398c9c22f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:33.860839 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae10486f-ae77-4473-a295-666eda6216b0 req-ae1533f7-1893-4f7b-b532-4bcafd11d5d2 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:33.867547 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae10486f-ae77-4473-a295-666eda6216b0 req-ae1533f7-1893-4f7b-b532-4bcafd11d5d2 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:33.877561 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ae10486f-ae77-4473-a295-666eda6216b0 req-ae1533f7-1893-4f7b-b532-4bcafd11d5d2 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e3618b6-52e5-4357-a355-b29ad18e1b9a HTTP/1.1" status: 200 len: 5419 time: 0.1235616 Aug 11 03:12:33.882479 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-f46dde6e-98a5-4acf-8516-316398c9c22f admin admin] Calling delete_port for b4b54111-dfdc-482e-aedd-d5ea0d35cf83 owned by network:dhcp {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:12:33.897392 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 6aaf6497-f3c1-4c1c-942c-c8d82c3446f3 details requested by agent hyperv_n-h1-764292-30 with host n-h1-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:12:33.909458 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92da15c9-1933-4141-b0d6-4cd4eca02c56 req-c610725e-5a14-4262-9977-9d60bebd61af tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:33.911821 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-92da15c9-1933-4141-b0d6-4cd4eca02c56 req-c610725e-5a14-4262-9977-9d60bebd61af tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc4eb0cf-70e8-4717-8fe9-89b05182f159 HTTP/1.1" status: 200 len: 944 time: 0.1946511 Aug 11 03:12:33.914626 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af95e54-30ca-4693-8641-a5c061e5883e None None] DHCP port deletion for 9ffa8fc6-888b-4604-aa22-c48c434612fd request from n-d-764292-30 {{(pid=102193) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:12:33.961489 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ae10486f-ae77-4473-a295-666eda6216b0 req-4eda01f7-223a-4cd1-8ba7-50dbca65ec3a tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e828c0d-4136-4a51-aeb5-a8e208cb4b52&id=95104542-16f5-45dc-8618-c4fbbca06b56&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0822597 Aug 11 03:12:34.019373 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-92da15c9-1933-4141-b0d6-4cd4eca02c56 req-59cb39df-5f3c-4934-b313-661dc539d7b1 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5a225df-05c1-440d-b2ae-d3bea38f3abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970848 Aug 11 03:12:34.075910 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-2af95e54-30ca-4693-8641-a5c061e5883e None None] Deleting port b4b54111-dfdc-482e-aedd-d5ea0d35cf83 {{(pid=102193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:12:34.076489 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2af95e54-30ca-4693-8641-a5c061e5883e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:34.165601 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f46dde6e-98a5-4acf-8516-316398c9c22f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:34.198088 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46dde6e-98a5-4acf-8516-316398c9c22f admin admin] Pushing event deleted for resources: {'Port': ['ID=b4b54111-dfdc-482e-aedd-d5ea0d35cf83,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:34.206137 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46dde6e-98a5-4acf-8516-316398c9c22f admin admin] No DVR routers for this DVR port b4b54111-dfdc-482e-aedd-d5ea0d35cf83 on host n-d-764292-30 {{(pid=102191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:12:34.256492 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 6aaf6497-f3c1-4c1c-942c-c8d82c3446f3, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=6aaf6497-f3c1-4c1c-942c-c8d82c3446f3,segment=NetworkSegment(c567aba8-f786-4533-ad6f-0c8ff3fef5d6),segment_id=c567aba8-f786-4533-ad6f-0c8ff3fef5d6)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:12:34.269787 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e70fca-cbec-45a6-b173-076b71371852 req-b58f4c04-75b5-482d-82dd-9c2ce18a232e tempest-InstanceActionsNegativeTestJSON-184520816 tempest-InstanceActionsNegativeTestJSON-184520816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:34.271327 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a5e70fca-cbec-45a6-b173-076b71371852 req-b58f4c04-75b5-482d-82dd-9c2ce18a232e tempest-InstanceActionsNegativeTestJSON-184520816 tempest-InstanceActionsNegativeTestJSON-184520816-project] 10.222.0.41 "GET /v2.0/ports?device_id=84a25bdc-0f17-4eee-89c9-16f89c9f416e HTTP/1.1" status: 200 len: 943 time: 0.1132691 Aug 11 03:12:34.273846 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-2af95e54-30ca-4693-8641-a5c061e5883e None None] For port b4b54111-dfdc-482e-aedd-d5ea0d35cf83, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=b4b54111-dfdc-482e-aedd-d5ea0d35cf83,segment=NetworkSegment(9333ef2b-bb7e-4619-ae48-02b355cbc714),segment_id=9333ef2b-bb7e-4619-ae48-02b355cbc714)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:12:34.274274 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2af95e54-30ca-4693-8641-a5c061e5883e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:34.294242 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-2af95e54-30ca-4693-8641-a5c061e5883e None None] Calling delete_port for b4b54111-dfdc-482e-aedd-d5ea0d35cf83 owned by network:dhcp {{(pid=102193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:12:34.299369 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Returning: {'device': '6aaf6497-f3c1-4c1c-942c-c8d82c3446f3', 'network_id': '83b4bd4d-f4f2-42f4-b1e3-dbcc3fc1d9fb', 'port_id': '6aaf6497-f3c1-4c1c-942c-c8d82c3446f3', 'mac_address': 'fa:16:3e:2d:1b:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8a74f8c-47d7-428d-9b47-116a9ebdc466', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:12:34.324118 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f46dde6e-98a5-4acf-8516-316398c9c22f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:34.342519 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-f46dde6e-98a5-4acf-8516-316398c9c22f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ffa8fc6-888b-4604-aa22-c48c434612fd']}} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:12:34.354812 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a5e70fca-cbec-45a6-b173-076b71371852 req-bafe343d-ad44-407e-9f11-ef0edd68b6d0 tempest-InstanceActionsNegativeTestJSON-184520816 tempest-InstanceActionsNegativeTestJSON-184520816-project] 10.222.0.41 "GET /v2.0/security-groups?id=18ff6294-6635-4e68-9dba-012c640fbc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710161 Aug 11 03:12:34.365776 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-f46dde6e-98a5-4acf-8516-316398c9c22f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9333ef2b-bb7e-4619-ae48-02b355cbc714') {'for_net_delete': True} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:12:34.366970 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-f46dde6e-98a5-4acf-8516-316398c9c22f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9333ef2b-bb7e-4619-ae48-02b355cbc714') {} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:12:34.382613 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f46dde6e-98a5-4acf-8516-316398c9c22f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126283644'] for segment, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:34.401217 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f46dde6e-98a5-4acf-8516-316398c9c22f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:34.408570 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f46dde6e-98a5-4acf-8516-316398c9c22f admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=102191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:12:34.411495 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f46dde6e-98a5-4acf-8516-316398c9c22f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126283391'] for segment, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:34.422346 n-d-764292-30 neutron-server[102191]: Traceback (most recent call last): Aug 11 03:12:34.422346 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:12:34.422346 n-d-764292-30 neutron-server[102191]: timer() Aug 11 03:12:34.422346 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:12:34.422346 n-d-764292-30 neutron-server[102191]: cb(*args, **kw) Aug 11 03:12:34.422346 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:12:34.422346 n-d-764292-30 neutron-server[102191]: return func(*args, **kwargs) Aug 11 03:12:34.422346 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:12:34.422346 n-d-764292-30 neutron-server[102191]: self._notify() Aug 11 03:12:34.422346 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:12:34.422346 n-d-764292-30 neutron-server[102191]: self.callback(batched_events) Aug 11 03:12:34.422346 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:12:34.422346 n-d-764292-30 neutron-server[102191]: event.method(event) Aug 11 03:12:34.422346 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:12:34.422346 n-d-764292-30 neutron-server[102191]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:12:34.422346 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:12:34.422346 n-d-764292-30 neutron-server[102191]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:12:34.422346 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:12:34.422346 n-d-764292-30 neutron-server[102191]: return f(self, *a, **k) Aug 11 03:12:34.422346 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:12:34.422346 n-d-764292-30 neutron-server[102191]: return self._get(url).json() Aug 11 03:12:34.422346 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:12:34.422346 n-d-764292-30 neutron-server[102191]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:12:34.422346 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:12:34.422346 n-d-764292-30 neutron-server[102191]: return self.request(url, 'GET', **kwargs) Aug 11 03:12:34.422346 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:12:34.422346 n-d-764292-30 neutron-server[102191]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:12:34.422346 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:12:34.422346 n-d-764292-30 neutron-server[102191]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:12:34.422346 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:12:34.422346 n-d-764292-30 neutron-server[102191]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:12:34.422346 n-d-764292-30 neutron-server[102191]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:12:34.525951 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f46dde6e-98a5-4acf-8516-316398c9c22f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:34.553342 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f46dde6e-98a5-4acf-8516-316398c9c22f admin admin] Notify callbacks [] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:34.557083 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-f46dde6e-98a5-4acf-8516-316398c9c22f admin admin] 10.222.0.41 "DELETE /v2.0/networks/9ffa8fc6-888b-4604-aa22-c48c434612fd HTTP/1.1" status: 204 len: 168 time: 0.9910161 Aug 11 03:12:34.564323 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:34.577704 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46dde6e-98a5-4acf-8516-316398c9c22f admin admin] Pushing event deleted for resources: {'Network': ['ID=9ffa8fc6-888b-4604-aa22-c48c434612fd,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:34.585315 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6aaf6497-f3c1-4c1c-942c-c8d82c3446f3 {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:12:34.625340 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 6aaf6497-f3c1-4c1c-942c-c8d82c3446f3, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=6aaf6497-f3c1-4c1c-942c-c8d82c3446f3,segment=NetworkSegment(c567aba8-f786-4533-ad6f-0c8ff3fef5d6),segment_id=c567aba8-f786-4533-ad6f-0c8ff3fef5d6)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:12:34.630641 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2af95e54-30ca-4693-8641-a5c061e5883e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678'] for port, after_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:34.654119 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2af95e54-30ca-4693-8641-a5c061e5883e None None] Network 9ffa8fc6-888b-4604-aa22-c48c434612fd is not hosted by any dhcp agent {{(pid=102193) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 11 03:12:34.654626 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af95e54-30ca-4693-8641-a5c061e5883e None None] No DVR routers for this DVR port b4b54111-dfdc-482e-aedd-d5ea0d35cf83 on host n-d-764292-30 {{(pid=102193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:12:34.658844 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:34.665232 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af95e54-30ca-4693-8641-a5c061e5883e None None] Pushing event deleted for resources: {'Port': ['ID=b4b54111-dfdc-482e-aedd-d5ea0d35cf83,revision_number=None']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:34.719982 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:34.770121 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=6aaf6497-f3c1-4c1c-942c-c8d82c3446f3,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:34.937423 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 60544) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:12:34.978205 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-7ae5c584-f0c4-4edc-a5d8-35a63bb7db30 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3d0b3315d6104e5da51a130b98922e78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0395005 Aug 11 03:12:34.980732 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 60546) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:12:35.020890 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['6aaf6497-f3c1-4c1c-942c-c8d82c3446f3'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:12:35.036726 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-097d4471-63fa-4f94-b4b2-74ce059309ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:35.069557 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-097d4471-63fa-4f94-b4b2-74ce059309ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:35.200978 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device b4b54111-dfdc-482e-aedd-d5ea0d35cf83 no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:12:35.208031 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54477978-97d7-452f-9982-0bca54dfa389 req-7e834423-5cd9-40f1-b90c-d6e5427f031d tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:35.217353 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54477978-97d7-452f-9982-0bca54dfa389 req-7e834423-5cd9-40f1-b90c-d6e5427f031d tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:35.225458 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54477978-97d7-452f-9982-0bca54dfa389 req-7e834423-5cd9-40f1-b90c-d6e5427f031d tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:35.228491 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: b4b54111-dfdc-482e-aedd-d5ea0d35cf83 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:12:35.228840 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device b4b54111-dfdc-482e-aedd-d5ea0d35cf83 not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:12:35.233939 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54477978-97d7-452f-9982-0bca54dfa389 req-7e834423-5cd9-40f1-b90c-d6e5427f031d tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:35.241374 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54477978-97d7-452f-9982-0bca54dfa389 req-7e834423-5cd9-40f1-b90c-d6e5427f031d tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:35.245650 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-097d4471-63fa-4f94-b4b2-74ce059309ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:35.248262 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-097d4471-63fa-4f94-b4b2-74ce059309ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:35.248949 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54477978-97d7-452f-9982-0bca54dfa389 req-7e834423-5cd9-40f1-b90c-d6e5427f031d tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:35.252786 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-097d4471-63fa-4f94-b4b2-74ce059309ae admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c1a3b017-5e22-4331-98fa-266e9a93b0ee HTTP/1.1" status: 204 len: 168 time: 0.2708502 Aug 11 03:12:35.258034 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54477978-97d7-452f-9982-0bca54dfa389 req-7e834423-5cd9-40f1-b90c-d6e5427f031d tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:35.260574 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-54477978-97d7-452f-9982-0bca54dfa389 req-7e834423-5cd9-40f1-b90c-d6e5427f031d tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e3618b6-52e5-4357-a355-b29ad18e1b9a HTTP/1.1" status: 200 len: 5419 time: 0.1598825 Aug 11 03:12:35.266898 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097d4471-63fa-4f94-b4b2-74ce059309ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1a3b017-5e22-4331-98fa-266e9a93b0ee,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:35.331280 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-54477978-97d7-452f-9982-0bca54dfa389 req-71c2f764-e58d-4207-92c8-133dbaa10ef5 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e828c0d-4136-4a51-aeb5-a8e208cb4b52&id=95104542-16f5-45dc-8618-c4fbbca06b56&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0602944 Aug 11 03:12:35.408512 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b26f55d-d844-4465-88c1-377e19b18a3f req-00225fcd-6b16-456c-948d-4a69047db185 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:35.416383 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5b26f55d-d844-4465-88c1-377e19b18a3f req-00225fcd-6b16-456c-948d-4a69047db185 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc4eb0cf-70e8-4717-8fe9-89b05182f159 HTTP/1.1" status: 200 len: 945 time: 0.2313635 Aug 11 03:12:35.458815 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5b26f55d-d844-4465-88c1-377e19b18a3f req-63b7f472-5046-4c6c-aba3-bcbfd2e7bff1 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5a225df-05c1-440d-b2ae-d3bea38f3abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409193 Aug 11 03:12:35.576607 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feecd8b0-725f-49ca-b06b-b93f8906f7e7 req-cb590dfd-2831-49c1-bfb5-394db2ed4082 tempest-InstanceActionsNegativeTestJSON-184520816 tempest-InstanceActionsNegativeTestJSON-184520816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:35.578673 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-feecd8b0-725f-49ca-b06b-b93f8906f7e7 req-cb590dfd-2831-49c1-bfb5-394db2ed4082 tempest-InstanceActionsNegativeTestJSON-184520816 tempest-InstanceActionsNegativeTestJSON-184520816-project] 10.222.0.41 "GET /v2.0/ports?device_id=84a25bdc-0f17-4eee-89c9-16f89c9f416e HTTP/1.1" status: 200 len: 943 time: 0.0515397 Aug 11 03:12:35.618672 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-feecd8b0-725f-49ca-b06b-b93f8906f7e7 req-9e55e459-a8d7-425b-b62f-694acc84b2ff tempest-InstanceActionsNegativeTestJSON-184520816 tempest-InstanceActionsNegativeTestJSON-184520816-project] 10.222.0.41 "GET /v2.0/security-groups?id=18ff6294-6635-4e68-9dba-012c640fbc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327322 Aug 11 03:12:35.907116 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 9a837d6e-0f0c-4d28-89d8-65faeea69beb details requested by agent hyperv_n-h1-764292-30 with host n-h1-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:12:35.910084 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 6aaf6497-f3c1-4c1c-942c-c8d82c3446f3 up at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:12:36.046710 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 60586) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:12:36.066762 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 9a837d6e-0f0c-4d28-89d8-65faeea69beb, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=9a837d6e-0f0c-4d28-89d8-65faeea69beb,segment=NetworkSegment(8db20049-bb0e-4102-b6d2-90e75cd16465),segment_id=8db20049-bb0e-4102-b6d2-90e75cd16465)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:12:36.079371 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Returning: {'device': '9a837d6e-0f0c-4d28-89d8-65faeea69beb', 'network_id': 'f2d5fd6b-f1d8-4a12-9797-3bcfbcfd103f', 'port_id': '9a837d6e-0f0c-4d28-89d8-65faeea69beb', 'mac_address': 'fa:16:3e:1a:a3:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a1c53b5-599c-4e68-a429-91e6630bc1ee', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:12:36.108017 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 60596) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:12:36.108347 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-17881242-2c55-4eb6-9dd8-9688bbf88f61 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=eeda914787b34863824d468333b405ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0602396 Aug 11 03:12:36.123896 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:36.132515 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning for port 6aaf6497-f3c1-4c1c-942c-c8d82c3446f3 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:12:36.143434 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a837d6e-0f0c-4d28-89d8-65faeea69beb {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:12:36.149199 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning complete for port 6aaf6497-f3c1-4c1c-942c-c8d82c3446f3 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:12:36.149578 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:36.170599 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0b99e7b2-7b2b-4fbe-b215-a647b1560afa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:36.192140 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 9a837d6e-0f0c-4d28-89d8-65faeea69beb, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=9a837d6e-0f0c-4d28-89d8-65faeea69beb,segment=NetworkSegment(8db20049-bb0e-4102-b6d2-90e75cd16465),segment_id=8db20049-bb0e-4102-b6d2-90e75cd16465)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:12:36.192761 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0b99e7b2-7b2b-4fbe-b215-a647b1560afa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:36.255870 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:36.284580 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc4eb0cf-70e8-4717-8fe9-89b05182f159', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aaf6497-f3c1-4c1c-942c-c8d82c3446f3'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:12:36.287003 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea675be5-3033-454e-93e2-91620ac14136" -d '{"events": [{"server_uuid": "fc4eb0cf-70e8-4717-8fe9-89b05182f159", "name": "network-vif-plugged", "status": "completed", "tag": "6aaf6497-f3c1-4c1c-942c-c8d82c3446f3"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:12:36.302677 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 6aaf6497-f3c1-4c1c-942c-c8d82c3446f3, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=6aaf6497-f3c1-4c1c-942c-c8d82c3446f3,segment=NetworkSegment(c567aba8-f786-4533-ad6f-0c8ff3fef5d6),segment_id=c567aba8-f786-4533-ad6f-0c8ff3fef5d6)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:12:36.314752 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:36.337706 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0b99e7b2-7b2b-4fbe-b215-a647b1560afa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:36.340395 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0b99e7b2-7b2b-4fbe-b215-a647b1560afa admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:36.341617 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-0b99e7b2-7b2b-4fbe-b215-a647b1560afa admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/30fc7c37-c31d-42c2-bd7f-3a08d3fa6ae4 HTTP/1.1" status: 204 len: 168 time: 0.2319906 Aug 11 03:12:36.352018 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:12:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52789800-c4df-4352-90e1-da21294c2bf5 x-openstack-request-id: req-52789800-c4df-4352-90e1-da21294c2bf5 {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:12:36.352018 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc4eb0cf-70e8-4717-8fe9-89b05182f159", "name": "network-vif-plugged", "status": "completed", "tag": "6aaf6497-f3c1-4c1c-942c-c8d82c3446f3", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:12:36.352018 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-52789800-c4df-4352-90e1-da21294c2bf5 {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:12:36.352018 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc4eb0cf-70e8-4717-8fe9-89b05182f159', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aaf6497-f3c1-4c1c-942c-c8d82c3446f3', 'code': 200} Aug 11 03:12:36.361486 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b99e7b2-7b2b-4fbe-b215-a647b1560afa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30fc7c37-c31d-42c2-bd7f-3a08d3fa6ae4,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:36.400174 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=9a837d6e-0f0c-4d28-89d8-65faeea69beb,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:36.440344 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:36.532689 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce504810-ed64-4eca-85fb-7c7f4852a605 req-e78c6ae3-1719-4e6d-879c-a5907165f272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:36.543859 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-ce504810-ed64-4eca-85fb-7c7f4852a605 req-e78c6ae3-1719-4e6d-879c-a5907165f272 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=fc4eb0cf-70e8-4717-8fe9-89b05182f159 HTTP/1.1" status: 200 len: 1097 time: 0.1364765 Aug 11 03:12:36.584329 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7326fa3-e140-454d-a7b4-35a7e950db33 req-9a40dd8b-8ea7-4420-85d1-d92ab4fe6927 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:36.592452 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7326fa3-e140-454d-a7b4-35a7e950db33 req-9a40dd8b-8ea7-4420-85d1-d92ab4fe6927 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:36.600943 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=6aaf6497-f3c1-4c1c-942c-c8d82c3446f3,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:36.602685 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-ce504810-ed64-4eca-85fb-7c7f4852a605 req-3e246296-f30e-4885-b85c-512b03274541 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=e5a225df-05c1-440d-b2ae-d3bea38f3abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434840 Aug 11 03:12:36.617853 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7326fa3-e140-454d-a7b4-35a7e950db33 req-9a40dd8b-8ea7-4420-85d1-d92ab4fe6927 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:36.628752 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['9a837d6e-0f0c-4d28-89d8-65faeea69beb'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:12:36.637990 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7326fa3-e140-454d-a7b4-35a7e950db33 req-9a40dd8b-8ea7-4420-85d1-d92ab4fe6927 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:36.644724 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7326fa3-e140-454d-a7b4-35a7e950db33 req-9a40dd8b-8ea7-4420-85d1-d92ab4fe6927 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:36.652314 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7326fa3-e140-454d-a7b4-35a7e950db33 req-9a40dd8b-8ea7-4420-85d1-d92ab4fe6927 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:36.659249 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7326fa3-e140-454d-a7b4-35a7e950db33 req-9a40dd8b-8ea7-4420-85d1-d92ab4fe6927 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:36.661227 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f7326fa3-e140-454d-a7b4-35a7e950db33 req-9a40dd8b-8ea7-4420-85d1-d92ab4fe6927 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e3618b6-52e5-4357-a355-b29ad18e1b9a HTTP/1.1" status: 200 len: 5419 time: 0.2133265 Aug 11 03:12:36.744488 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f7326fa3-e140-454d-a7b4-35a7e950db33 req-19e06775-0f95-4690-b479-bce3bff32b56 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e828c0d-4136-4a51-aeb5-a8e208cb4b52&id=95104542-16f5-45dc-8618-c4fbbca06b56&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0690846 Aug 11 03:12:36.770528 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91942b4-01a1-4845-9708-5d425d2ff411 req-43e39efe-ede3-47b7-91e0-c97bcae79b75 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:36.786206 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a91942b4-01a1-4845-9708-5d425d2ff411 req-43e39efe-ede3-47b7-91e0-c97bcae79b75 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc4eb0cf-70e8-4717-8fe9-89b05182f159 HTTP/1.1" status: 200 len: 946 time: 0.1237996 Aug 11 03:12:36.854452 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a91942b4-01a1-4845-9708-5d425d2ff411 req-ca70ef46-7368-428a-90c4-ca35a8d0c58b tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5a225df-05c1-440d-b2ae-d3bea38f3abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673001 Aug 11 03:12:36.931721 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:36.937680 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 60646) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:12:36.944529 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-31c2eda4-348a-4417-9d62-749ca084deb4 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Request body: {'subnet': {'network_id': 'e3f329ee-2c37-470a-92bb-5487de7f4b74', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:12:37.154593 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31c2eda4-348a-4417-9d62-749ca084deb4 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Made reservation on behalf of 9ecf507f859144818053c20c78965caf for: {'subnet': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:12:37.158518 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-31c2eda4-348a-4417-9d62-749ca084deb4 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274743'] for subnet, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:37.308286 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e6aa06-f6c7-451a-9459-5bc8e1a18233 req-c19d884e-c527-4428-8243-eac555e77a3d tempest-InstanceActionsNegativeTestJSON-184520816 tempest-InstanceActionsNegativeTestJSON-184520816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:37.309796 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d4e6aa06-f6c7-451a-9459-5bc8e1a18233 req-c19d884e-c527-4428-8243-eac555e77a3d tempest-InstanceActionsNegativeTestJSON-184520816 tempest-InstanceActionsNegativeTestJSON-184520816-project] 10.222.0.41 "GET /v2.0/ports?device_id=84a25bdc-0f17-4eee-89c9-16f89c9f416e HTTP/1.1" status: 200 len: 944 time: 0.3819249 Aug 11 03:12:37.347058 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d4e6aa06-f6c7-451a-9459-5bc8e1a18233 req-786f5f52-ac68-4217-a531-633f40572eae tempest-InstanceActionsNegativeTestJSON-184520816 tempest-InstanceActionsNegativeTestJSON-184520816-project] 10.222.0.41 "GET /v2.0/security-groups?id=18ff6294-6635-4e68-9dba-012c640fbc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312467 Aug 11 03:12:37.414422 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device b90d6ebc-39d0-4329-8910-886ce1b868bf details requested by agent hyperv_n-h2-764292-30 with host n-h2-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:12:37.429304 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-31c2eda4-348a-4417-9d62-749ca084deb4 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126283476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274725'] for subnet, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:37.499658 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c2eda4-348a-4417-9d62-749ca084deb4 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Pushing event updated for resources: {'Subnet': ['ID=4df34da9-8ed5-4433-b05e-d8dbdca01f22,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:37.509282 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c2eda4-348a-4417-9d62-749ca084deb4 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Checking segment: {'id': '24eade52-975b-455b-b63f-1153fbeec40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e3f329ee-2c37-470a-92bb-5487de7f4b74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:12:37.509631 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31c2eda4-348a-4417-9d62-749ca084deb4 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Network hostable DHCP agents. Network: e3f329ee-2c37-470a-92bb-5487de7f4b74, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:12:37.532195 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port b90d6ebc-39d0-4329-8910-886ce1b868bf, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=b90d6ebc-39d0-4329-8910-886ce1b868bf,segment=NetworkSegment(271bafdf-7464-485b-b3ae-2126cb9c0bfd),segment_id=271bafdf-7464-485b-b3ae-2126cb9c0bfd)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:12:37.544367 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Returning: {'device': 'b90d6ebc-39d0-4329-8910-886ce1b868bf', 'network_id': 'ed637a9a-eb30-499d-98db-3d728133dac3', 'port_id': 'b90d6ebc-39d0-4329-8910-886ce1b868bf', 'mac_address': 'fa:16:3e:a2:ef:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '329e4f03-d8cd-404e-b91b-1cb9368d6c2d', 'ip_address': '10.1.1.168'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:12:37.582001 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:37.599759 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31c2eda4-348a-4417-9d62-749ca084deb4 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Network e3f329ee-2c37-470a-92bb-5487de7f4b74 is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:12:37.600980 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b90d6ebc-39d0-4329-8910-886ce1b868bf {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:12:37.624143 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port b90d6ebc-39d0-4329-8910-886ce1b868bf, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=b90d6ebc-39d0-4329-8910-886ce1b868bf,segment=NetworkSegment(271bafdf-7464-485b-b3ae-2126cb9c0bfd),segment_id=271bafdf-7464-485b-b3ae-2126cb9c0bfd)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:12:37.689212 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-31c2eda4-348a-4417-9d62-749ca084deb4 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, e3f329ee-2c37-470a-92bb-5487de7f4b74) {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:12:37.700140 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ea07a16-1893-4e5a-b1ae-e9113f629c8a None None] Network e3f329ee-2c37-470a-92bb-5487de7f4b74 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:12:37.701202 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31c2eda4-348a-4417-9d62-749ca084deb4 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:37.702023 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-31c2eda4-348a-4417-9d62-749ca084deb4 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:37.718452 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:37.719134 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device a312704a-491b-448b-aff9-cbd04cf3547f details requested by agent hyperv_n-h2-764292-30 with host n-h2-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:12:37.796123 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-31c2eda4-348a-4417-9d62-749ca084deb4 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8565593 Aug 11 03:12:37.799398 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 60690) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:12:37.805216 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-a354b7e5-a5c6-4407-96e0-76b78fd46f06 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-967148212'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:12:37.826055 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=b90d6ebc-39d0-4329-8910-886ce1b868bf,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:37.853306 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port a312704a-491b-448b-aff9-cbd04cf3547f, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=a312704a-491b-448b-aff9-cbd04cf3547f,segment=NetworkSegment(271bafdf-7464-485b-b3ae-2126cb9c0bfd),segment_id=271bafdf-7464-485b-b3ae-2126cb9c0bfd)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:12:37.873215 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Returning: {'device': 'a312704a-491b-448b-aff9-cbd04cf3547f', 'network_id': 'ed637a9a-eb30-499d-98db-3d728133dac3', 'port_id': 'a312704a-491b-448b-aff9-cbd04cf3547f', 'mac_address': 'fa:16:3e:7f:91:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '329e4f03-d8cd-404e-b91b-1cb9368d6c2d', 'ip_address': '10.1.1.31'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:12:37.904031 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00195903-9072-4fa8-af9d-89d5c1d8e8d7 req-80c1147b-8544-4014-a49c-4861c1a82d64 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:37.910854 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00195903-9072-4fa8-af9d-89d5c1d8e8d7 req-80c1147b-8544-4014-a49c-4861c1a82d64 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:37.919532 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00195903-9072-4fa8-af9d-89d5c1d8e8d7 req-80c1147b-8544-4014-a49c-4861c1a82d64 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:37.925239 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 9a837d6e-0f0c-4d28-89d8-65faeea69beb up at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:12:37.928123 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00195903-9072-4fa8-af9d-89d5c1d8e8d7 req-80c1147b-8544-4014-a49c-4861c1a82d64 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:37.934005 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00195903-9072-4fa8-af9d-89d5c1d8e8d7 req-80c1147b-8544-4014-a49c-4861c1a82d64 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:37.940213 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00195903-9072-4fa8-af9d-89d5c1d8e8d7 req-80c1147b-8544-4014-a49c-4861c1a82d64 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:37.946925 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00195903-9072-4fa8-af9d-89d5c1d8e8d7 req-80c1147b-8544-4014-a49c-4861c1a82d64 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:37.949100 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-00195903-9072-4fa8-af9d-89d5c1d8e8d7 req-80c1147b-8544-4014-a49c-4861c1a82d64 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e3618b6-52e5-4357-a355-b29ad18e1b9a HTTP/1.1" status: 200 len: 5420 time: 0.1110246 Aug 11 03:12:37.954234 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a354b7e5-a5c6-4407-96e0-76b78fd46f06 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Made reservation on behalf of 9ecf507f859144818053c20c78965caf for: {'network': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:12:37.960335 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a354b7e5-a5c6-4407-96e0-76b78fd46f06 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:37.991746 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a354b7e5-a5c6-4407-96e0-76b78fd46f06 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=102191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:12:38.001478 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a354b7e5-a5c6-4407-96e0-76b78fd46f06 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:38.001933 n-d-764292-30 neutron-server[102191]: INFO neutron.db.segments_db [None req-a354b7e5-a5c6-4407-96e0-76b78fd46f06 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Added segment 0cfb64f4-2335-42e6-bb16-feddb8bd29ee of type vlan for network b36a07e8-46f2-45c3-9864-2f27a44c1e0b Aug 11 03:12:38.009936 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:38.024495 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a312704a-491b-448b-aff9-cbd04cf3547f {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:12:38.050171 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cecd427-dd46-499e-a912-6dc584a320d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde080026-c28f-55be-b52b-13827cc43646-e3f329ee-2c37-470a-92bb-5487de7f4b74', 'network_id': 'e3f329ee-2c37-470a-92bb-5487de7f4b74', 'tenant_id': '9ecf507f859144818053c20c78965caf', 'fixed_ips': [{'subnet_id': '4df34da9-8ed5-4433-b05e-d8dbdca01f22'}]}} from n-d-764292-30. {{(pid=102193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:12:38.050381 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8cecd427-dd46-499e-a912-6dc584a320d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:38.065484 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a354b7e5-a5c6-4407-96e0-76b78fd46f06 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:38.074926 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-00195903-9072-4fa8-af9d-89d5c1d8e8d7 req-c3c97182-0471-4c48-a821-5bb920af3790 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e828c0d-4136-4a51-aeb5-a8e208cb4b52&id=95104542-16f5-45dc-8618-c4fbbca06b56&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1151998 Aug 11 03:12:38.092583 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port a312704a-491b-448b-aff9-cbd04cf3547f, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=a312704a-491b-448b-aff9-cbd04cf3547f,segment=NetworkSegment(271bafdf-7464-485b-b3ae-2126cb9c0bfd),segment_id=271bafdf-7464-485b-b3ae-2126cb9c0bfd)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:12:38.154195 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028b3edd-d357-4518-859f-e6e221f25642 req-4269d3d2-b7f5-4768-b5cf-5e000ff99152 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:38.155714 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-028b3edd-d357-4518-859f-e6e221f25642 req-4269d3d2-b7f5-4768-b5cf-5e000ff99152 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc4eb0cf-70e8-4717-8fe9-89b05182f159 HTTP/1.1" status: 200 len: 946 time: 0.0518937 Aug 11 03:12:38.161389 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning for port 9a837d6e-0f0c-4d28-89d8-65faeea69beb completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:12:38.169276 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning complete for port 9a837d6e-0f0c-4d28-89d8-65faeea69beb triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:12:38.169646 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:38.194508 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-028b3edd-d357-4518-859f-e6e221f25642 req-04652e92-28a8-4c80-948c-b8d934f155d7 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5a225df-05c1-440d-b2ae-d3bea38f3abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324948 Aug 11 03:12:38.197035 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:38.197705 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 6787f595-faeb-4a36-b917-5d8df4badde1 details requested by agent hyperv_n-h2-764292-30 with host n-h2-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:12:38.228870 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a354b7e5-a5c6-4407-96e0-76b78fd46f06 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:38.239241 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a354b7e5-a5c6-4407-96e0-76b78fd46f06 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:38.240089 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a354b7e5-a5c6-4407-96e0-76b78fd46f06 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Notify callbacks [] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:38.331643 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a354b7e5-a5c6-4407-96e0-76b78fd46f06 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Pushing event updated for resources: {'Network': ['ID=b36a07e8-46f2-45c3-9864-2f27a44c1e0b,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:38.363964 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network b36a07e8-46f2-45c3-9864-2f27a44c1e0b details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:12:38.370475 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=a312704a-491b-448b-aff9-cbd04cf3547f,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:38.390562 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.db_base_plugin_common [None req-8cecd427-dd46-499e-a912-6dc584a320d4 None None] Allocated IP 2001:db8:0:ffff::2 (e3f329ee-2c37-470a-92bb-5487de7f4b74/4df34da9-8ed5-4433-b05e-d8dbdca01f22/d26faafe-f323-4c94-a5e2-56058775341d) {{(pid=102193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:12:38.415251 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 60734) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:12:38.421351 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-a354b7e5-a5c6-4407-96e0-76b78fd46f06 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6145847 Aug 11 03:12:38.421721 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-0cfd6383-c230-40dd-9fd2-d94cd320ff74 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Request body: {'subnet': {'network_id': 'b36a07e8-46f2-45c3-9864-2f27a44c1e0b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:12:38.539079 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd445073-8e6a-4786-bccb-b6558f51acea req-a929ac5c-0aa3-4138-b147-dc8f666c64a4 tempest-InstanceActionsNegativeTestJSON-184520816 tempest-InstanceActionsNegativeTestJSON-184520816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:38.543509 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cd445073-8e6a-4786-bccb-b6558f51acea req-a929ac5c-0aa3-4138-b147-dc8f666c64a4 tempest-InstanceActionsNegativeTestJSON-184520816 tempest-InstanceActionsNegativeTestJSON-184520816-project] 10.222.0.41 "GET /v2.0/ports?device_id=84a25bdc-0f17-4eee-89c9-16f89c9f416e HTTP/1.1" status: 200 len: 944 time: 0.1140695 Aug 11 03:12:38.557094 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:38.610228 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port 6787f595-faeb-4a36-b917-5d8df4badde1, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=6787f595-faeb-4a36-b917-5d8df4badde1,segment=NetworkSegment(6636cac9-4e2b-442e-bc2a-cdca0dca5176),segment_id=6636cac9-4e2b-442e-bc2a-cdca0dca5176)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:12:38.612406 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cd445073-8e6a-4786-bccb-b6558f51acea req-248a0370-0809-424d-be08-55f7c15fcc17 tempest-InstanceActionsNegativeTestJSON-184520816 tempest-InstanceActionsNegativeTestJSON-184520816-project] 10.222.0.41 "GET /v2.0/security-groups?id=18ff6294-6635-4e68-9dba-012c640fbc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555470 Aug 11 03:12:38.617423 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84a25bdc-0f17-4eee-89c9-16f89c9f416e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a837d6e-0f0c-4d28-89d8-65faeea69beb'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:12:38.619582 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2ec5a41-fd66-487a-9d9f-5e5babe1b5d9" -d '{"events": [{"server_uuid": "84a25bdc-0f17-4eee-89c9-16f89c9f416e", "name": "network-vif-plugged", "status": "completed", "tag": "9a837d6e-0f0c-4d28-89d8-65faeea69beb"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:12:38.649159 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 9a837d6e-0f0c-4d28-89d8-65faeea69beb, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=9a837d6e-0f0c-4d28-89d8-65faeea69beb,segment=NetworkSegment(8db20049-bb0e-4102-b6d2-90e75cd16465),segment_id=8db20049-bb0e-4102-b6d2-90e75cd16465)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:12:38.655728 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Returning: {'device': '6787f595-faeb-4a36-b917-5d8df4badde1', 'network_id': '99a68316-7b54-4552-81a4-eb1b8bfe1686', 'port_id': '6787f595-faeb-4a36-b917-5d8df4badde1', 'mac_address': 'fa:16:3e:c5:d8:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4230503c-7b88-4635-ba97-704ecda79830', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:12:38.670258 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:12:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1023fa87-f16e-4101-a24d-d9920ba8653d x-openstack-request-id: req-1023fa87-f16e-4101-a24d-d9920ba8653d {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:12:38.670577 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84a25bdc-0f17-4eee-89c9-16f89c9f416e", "name": "network-vif-plugged", "status": "completed", "tag": "9a837d6e-0f0c-4d28-89d8-65faeea69beb", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:12:38.670829 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1023fa87-f16e-4101-a24d-d9920ba8653d {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:12:38.671241 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84a25bdc-0f17-4eee-89c9-16f89c9f416e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a837d6e-0f0c-4d28-89d8-65faeea69beb', 'code': 200} Aug 11 03:12:38.684453 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cfd6383-c230-40dd-9fd2-d94cd320ff74 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Made reservation on behalf of 9ecf507f859144818053c20c78965caf for: {'subnet': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:12:38.685764 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0cfd6383-c230-40dd-9fd2-d94cd320ff74 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126180544'] for subnet, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:38.727823 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:38.774589 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:38.796547 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6787f595-faeb-4a36-b917-5d8df4badde1 {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:12:38.810750 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8554889e-4436-40bb-8ea0-0142bc970553 req-ec67d0d8-7ade-439a-afa1-6f45b3d4c0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:38.812708 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-8554889e-4436-40bb-8ea0-0142bc970553 req-ec67d0d8-7ade-439a-afa1-6f45b3d4c0a1 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=84a25bdc-0f17-4eee-89c9-16f89c9f416e HTTP/1.1" status: 200 len: 1097 time: 0.0640895 Aug 11 03:12:38.849013 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-8554889e-4436-40bb-8ea0-0142bc970553 req-8a66c9c0-c97b-4098-bdb5-b1b5bbfa2436 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=18ff6294-6635-4e68-9dba-012c640fbc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291045 Aug 11 03:12:38.896290 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port 6787f595-faeb-4a36-b917-5d8df4badde1, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=6787f595-faeb-4a36-b917-5d8df4badde1,segment=NetworkSegment(6636cac9-4e2b-442e-bc2a-cdca0dca5176),segment_id=6636cac9-4e2b-442e-bc2a-cdca0dca5176)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:12:38.912235 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=9a837d6e-0f0c-4d28-89d8-65faeea69beb,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:38.916899 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8cecd427-dd46-499e-a912-6dc584a320d4 None None] Notify callbacks [] for port, precommit_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:38.928855 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-8cecd427-dd46-499e-a912-6dc584a320d4 None None] Transition to ACTIVE for port object d26faafe-f323-4c94-a5e2-56058775341d will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:12:38.949327 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-8cecd427-dd46-499e-a912-6dc584a320d4 None None] Transition to ACTIVE for port object d26faafe-f323-4c94-a5e2-56058775341d will not be triggered until provisioned by entity DHCP. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:12:38.979901 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:38.980548 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device d9e703e8-7704-4b91-aaaa-f02c780d0bdd details requested by agent hyperv_n-h2-764292-30 with host n-h2-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:12:39.075700 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8cecd427-dd46-499e-a912-6dc584a320d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669'] for port, after_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:39.095640 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=6787f595-faeb-4a36-b917-5d8df4badde1,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:39.095933 n-d-764292-30 neutron-server[102192]: DEBUG neutron.objects.ports [None req-0cfd6383-c230-40dd-9fd2-d94cd320ff74 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102192) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 11 03:12:39.097434 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0cfd6383-c230-40dd-9fd2-d94cd320ff74 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125932092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126180562'] for subnet, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:39.106044 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port d9e703e8-7704-4b91-aaaa-f02c780d0bdd, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=d9e703e8-7704-4b91-aaaa-f02c780d0bdd,segment=NetworkSegment(271bafdf-7464-485b-b3ae-2126cb9c0bfd),segment_id=271bafdf-7464-485b-b3ae-2126cb9c0bfd)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:12:39.146807 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cecd427-dd46-499e-a912-6dc584a320d4 None None] Network e3f329ee-2c37-470a-92bb-5487de7f4b74 is already hosted by enough agents. {{(pid=102193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:12:39.161137 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.base_scheduler [None req-8cecd427-dd46-499e-a912-6dc584a320d4 None None] Resources bound (agent type, host, resource id): {{(pid=102193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:12:39.162965 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfd6383-c230-40dd-9fd2-d94cd320ff74 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Pushing event updated for resources: {'Subnet': ['ID=b1af7267-a472-41a6-ac5d-44023e6e5772,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:39.165982 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cecd427-dd46-499e-a912-6dc584a320d4 None None] Received port after_create {{(pid=102193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:12:39.168138 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Returning: {'device': 'd9e703e8-7704-4b91-aaaa-f02c780d0bdd', 'network_id': 'ed637a9a-eb30-499d-98db-3d728133dac3', 'port_id': 'd9e703e8-7704-4b91-aaaa-f02c780d0bdd', 'mac_address': 'fa:16:3e:ee:fd:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '329e4f03-d8cd-404e-b91b-1cb9368d6c2d', 'ip_address': '10.1.1.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:12:39.221644 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cfd6383-c230-40dd-9fd2-d94cd320ff74 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Checking segment: {'id': '0cfb64f4-2335-42e6-bb16-feddb8bd29ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b36a07e8-46f2-45c3-9864-2f27a44c1e0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:12:39.221998 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cfd6383-c230-40dd-9fd2-d94cd320ff74 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Network hostable DHCP agents. Network: b36a07e8-46f2-45c3-9864-2f27a44c1e0b, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:12:39.234725 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cecd427-dd46-499e-a912-6dc584a320d4 None None] Pushing event updated for resources: {'Port': ['ID=d26faafe-f323-4c94-a5e2-56058775341d,revision_number=1']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:39.316821 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfd60f1-8772-44c1-813d-62f64789b755 req-8736afeb-0238-41ef-8ce5-818ba24649e6 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:39.324129 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfd60f1-8772-44c1-813d-62f64789b755 req-8736afeb-0238-41ef-8ce5-818ba24649e6 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:39.332400 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfd60f1-8772-44c1-813d-62f64789b755 req-8736afeb-0238-41ef-8ce5-818ba24649e6 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:39.350398 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfd60f1-8772-44c1-813d-62f64789b755 req-8736afeb-0238-41ef-8ce5-818ba24649e6 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:39.361328 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfd60f1-8772-44c1-813d-62f64789b755 req-8736afeb-0238-41ef-8ce5-818ba24649e6 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:39.376083 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfd60f1-8772-44c1-813d-62f64789b755 req-8736afeb-0238-41ef-8ce5-818ba24649e6 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:39.386211 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfd60f1-8772-44c1-813d-62f64789b755 req-8736afeb-0238-41ef-8ce5-818ba24649e6 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:39.388244 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-acfd60f1-8772-44c1-813d-62f64789b755 req-8736afeb-0238-41ef-8ce5-818ba24649e6 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e3618b6-52e5-4357-a355-b29ad18e1b9a HTTP/1.1" status: 200 len: 5422 time: 0.1494944 Aug 11 03:12:39.440120 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cfd6383-c230-40dd-9fd2-d94cd320ff74 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Network b36a07e8-46f2-45c3-9864-2f27a44c1e0b is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:12:39.472191 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-acfd60f1-8772-44c1-813d-62f64789b755 req-987b0f4e-813f-4115-a122-eadec3dda319 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e828c0d-4136-4a51-aeb5-a8e208cb4b52&id=95104542-16f5-45dc-8618-c4fbbca06b56&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0734396 Aug 11 03:12:39.493740 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-8cecd427-dd46-499e-a912-6dc584a320d4 None None] Attempting to bind port d26faafe-f323-4c94-a5e2-56058775341d on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:12:39.494112 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-8cecd427-dd46-499e-a912-6dc584a320d4 None None] Attempting to bind port d26faafe-f323-4c94-a5e2-56058775341d by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': '24eade52-975b-455b-b63f-1153fbeec40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e3f329ee-2c37-470a-92bb-5487de7f4b74'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:12:39.494501 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cecd427-dd46-499e-a912-6dc584a320d4 None None] Attempting to bind port d26faafe-f323-4c94-a5e2-56058775341d on network e3f329ee-2c37-470a-92bb-5487de7f4b74 {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:12:39.496526 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:39.507717 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cecd427-dd46-499e-a912-6dc584a320d4 None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 12, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:12:39.508130 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cecd427-dd46-499e-a912-6dc584a320d4 None None] Checking segment: {'id': '24eade52-975b-455b-b63f-1153fbeec40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e3f329ee-2c37-470a-92bb-5487de7f4b74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:12:39.508549 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8cecd427-dd46-499e-a912-6dc584a320d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:39.508970 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cecd427-dd46-499e-a912-6dc584a320d4 None None] Bound using segment: {'id': '24eade52-975b-455b-b63f-1153fbeec40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e3f329ee-2c37-470a-92bb-5487de7f4b74'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:12:39.509440 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-8cecd427-dd46-499e-a912-6dc584a320d4 None None] Bound port: d26faafe-f323-4c94-a5e2-56058775341d, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24eade52-975b-455b-b63f-1153fbeec40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e3f329ee-2c37-470a-92bb-5487de7f4b74'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:12:39.509813 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8cecd427-dd46-499e-a912-6dc584a320d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:39.523996 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9e703e8-7704-4b91-aaaa-f02c780d0bdd {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:12:39.560102 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-0cfd6383-c230-40dd-9fd2-d94cd320ff74 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, b36a07e8-46f2-45c3-9864-2f27a44c1e0b) {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:12:39.567686 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cfd6383-c230-40dd-9fd2-d94cd320ff74 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:39.568287 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0cfd6383-c230-40dd-9fd2-d94cd320ff74 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:39.585119 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa2b3b53-0e2d-45d6-80e5-5bdd3267b4b8 None None] Network b36a07e8-46f2-45c3-9864-2f27a44c1e0b requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:12:39.638027 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port d9e703e8-7704-4b91-aaaa-f02c780d0bdd, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=d9e703e8-7704-4b91-aaaa-f02c780d0bdd,segment=NetworkSegment(271bafdf-7464-485b-b3ae-2126cb9c0bfd),segment_id=271bafdf-7464-485b-b3ae-2126cb9c0bfd)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:12:39.669011 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-0cfd6383-c230-40dd-9fd2-d94cd320ff74 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2525690 Aug 11 03:12:39.671791 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 60858) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:12:39.676899 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-a1417da1-83b1-4635-af30-296994edccd0 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Request body: {'port': {'network_id': 'b36a07e8-46f2-45c3-9864-2f27a44c1e0b', 'name': 'tempest-NetworksIpV6TestAttrs-1154113875'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:12:39.678625 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-8cecd427-dd46-499e-a912-6dc584a320d4 None None] For port d26faafe-f323-4c94-a5e2-56058775341d, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:12:39.683685 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-8cecd427-dd46-499e-a912-6dc584a320d4 None None] For port d26faafe-f323-4c94-a5e2-56058775341d, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=d26faafe-f323-4c94-a5e2-56058775341d,segment=NetworkSegment(24eade52-975b-455b-b63f-1153fbeec40e),segment_id=24eade52-975b-455b-b63f-1153fbeec40e)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:12:39.750466 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:39.751134 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device ba046f43-bd86-472c-a6e9-4db5d5ea61d0 details requested by agent hyperv_n-h2-764292-30 with host n-h2-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:12:39.829766 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8cecd427-dd46-499e-a912-6dc584a320d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:39.873995 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1417da1-83b1-4635-af30-296994edccd0 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Made reservation on behalf of 9ecf507f859144818053c20c78965caf for: {'port': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:12:39.882046 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a1417da1-83b1-4635-af30-296994edccd0 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:39.927005 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79a5455a-e152-4b29-9f9d-aca17660d116 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde080026-c28f-55be-b52b-13827cc43646-b36a07e8-46f2-45c3-9864-2f27a44c1e0b', 'network_id': 'b36a07e8-46f2-45c3-9864-2f27a44c1e0b', 'tenant_id': '9ecf507f859144818053c20c78965caf', 'fixed_ips': [{'subnet_id': 'b1af7267-a472-41a6-ac5d-44023e6e5772'}]}} from n-d-764292-30. {{(pid=102193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:12:39.928048 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-79a5455a-e152-4b29-9f9d-aca17660d116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:39.967410 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [None req-a1417da1-83b1-4635-af30-296994edccd0 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] device_id is not set on port 46e2eb45-df43-46ef-92a5-d46c1e5f06d4 yet. {{(pid=102192) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:12:39.977426 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=d9e703e8-7704-4b91-aaaa-f02c780d0bdd,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:40.049686 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9713a6-a950-496b-baea-4ac8d29ece7c req-e40c3dcd-d133-4648-a0be-cb8136d98cbc tempest-InstanceActionsNegativeTestJSON-184520816 tempest-InstanceActionsNegativeTestJSON-184520816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:40.051537 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-dc9713a6-a950-496b-baea-4ac8d29ece7c req-e40c3dcd-d133-4648-a0be-cb8136d98cbc tempest-InstanceActionsNegativeTestJSON-184520816 tempest-InstanceActionsNegativeTestJSON-184520816-project] 10.222.0.41 "GET /v2.0/ports?device_id=84a25bdc-0f17-4eee-89c9-16f89c9f416e HTTP/1.1" status: 200 len: 945 time: 0.1387224 Aug 11 03:12:40.148869 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-dc9713a6-a950-496b-baea-4ac8d29ece7c req-e4a64737-48ea-4a1b-9ef3-05d53630ed12 tempest-InstanceActionsNegativeTestJSON-184520816 tempest-InstanceActionsNegativeTestJSON-184520816-project] 10.222.0.41 "GET /v2.0/security-groups?id=18ff6294-6635-4e68-9dba-012c640fbc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796564 Aug 11 03:12:40.152189 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [None req-a1417da1-83b1-4635-af30-296994edccd0 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Allocated IP 2001:db8::f816:3eff:fe2c:cba (b36a07e8-46f2-45c3-9864-2f27a44c1e0b/b1af7267-a472-41a6-ac5d-44023e6e5772/46e2eb45-df43-46ef-92a5-d46c1e5f06d4) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:12:40.171575 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cecd427-dd46-499e-a912-6dc584a320d4 None None] Pushing event updated for resources: {'Port': ['ID=d26faafe-f323-4c94-a5e2-56058775341d,revision_number=2']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:40.264191 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port ba046f43-bd86-472c-a6e9-4db5d5ea61d0, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=ba046f43-bd86-472c-a6e9-4db5d5ea61d0,segment=NetworkSegment(d34586da-2abd-49ab-bd6c-1c89fb56752b),segment_id=d34586da-2abd-49ab-bd6c-1c89fb56752b)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:12:40.319021 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Returning: {'device': 'ba046f43-bd86-472c-a6e9-4db5d5ea61d0', 'network_id': 'e854785b-6921-4aac-9817-a841d5040ff3', 'port_id': 'ba046f43-bd86-472c-a6e9-4db5d5ea61d0', 'mac_address': 'fa:16:3e:76:e7:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50b43d93-528a-454a-beae-d58f91ef15e1', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:12:40.422548 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:40.438567 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba046f43-bd86-472c-a6e9-4db5d5ea61d0 {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:12:40.473188 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port ba046f43-bd86-472c-a6e9-4db5d5ea61d0, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=ba046f43-bd86-472c-a6e9-4db5d5ea61d0,segment=NetworkSegment(d34586da-2abd-49ab-bd6c-1c89fb56752b),segment_id=d34586da-2abd-49ab-bd6c-1c89fb56752b)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:12:40.505242 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a1417da1-83b1-4635-af30-296994edccd0 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:40.524173 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [None req-a1417da1-83b1-4635-af30-296994edccd0 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Transition to ACTIVE for port object 46e2eb45-df43-46ef-92a5-d46c1e5f06d4 will not be triggered until provisioned by entity DHCP. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:12:40.543054 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:40.543884 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device f418b08e-aa62-46df-bda1-d8d20334592a details requested by agent hyperv_n-h2-764292-30 with host n-h2-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:12:40.544596 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840d986b-f95e-4fcb-b398-380ed1286471 req-36368969-5dca-4384-8e7f-4d0f63899a53 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:40.546421 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-840d986b-f95e-4fcb-b398-380ed1286471 req-36368969-5dca-4384-8e7f-4d0f63899a53 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc4eb0cf-70e8-4717-8fe9-89b05182f159 HTTP/1.1" status: 200 len: 946 time: 0.0755987 Aug 11 03:12:40.551601 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 60916) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:12:40.616968 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=ba046f43-bd86-472c-a6e9-4db5d5ea61d0,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:40.621450 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port f418b08e-aa62-46df-bda1-d8d20334592a, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=f418b08e-aa62-46df-bda1-d8d20334592a,segment=NetworkSegment(d34586da-2abd-49ab-bd6c-1c89fb56752b),segment_id=d34586da-2abd-49ab-bd6c-1c89fb56752b)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:12:40.627475 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-840d986b-f95e-4fcb-b398-380ed1286471 req-d6cfd51b-5872-4e1a-9beb-0a5c8aabcaa5 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5a225df-05c1-440d-b2ae-d3bea38f3abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523605 Aug 11 03:12:40.638315 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Returning: {'device': 'f418b08e-aa62-46df-bda1-d8d20334592a', 'network_id': 'e854785b-6921-4aac-9817-a841d5040ff3', 'port_id': 'f418b08e-aa62-46df-bda1-d8d20334592a', 'mac_address': 'fa:16:3e:c6:0b:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50b43d93-528a-454a-beae-d58f91ef15e1', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:12:40.669501 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a1417da1-83b1-4635-af30-296994edccd0 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:40.696874 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-dafa5501-11e7-4f2d-b3c3-ed07cc9e0bd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:40.762503 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:40.801245 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1417da1-83b1-4635-af30-296994edccd0 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Network b36a07e8-46f2-45c3-9864-2f27a44c1e0b is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:12:40.801635 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.db_base_plugin_common [None req-79a5455a-e152-4b29-9f9d-aca17660d116 None None] Allocated IP 2001:db8::f816:3eff:fe7c:7e37 (b36a07e8-46f2-45c3-9864-2f27a44c1e0b/b1af7267-a472-41a6-ac5d-44023e6e5772/f228e787-3026-4d25-b07c-5a0557096b7a) {{(pid=102193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:12:40.812049 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f418b08e-aa62-46df-bda1-d8d20334592a {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:12:40.813654 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-a1417da1-83b1-4635-af30-296994edccd0 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:12:40.819743 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1417da1-83b1-4635-af30-296994edccd0 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:12:40.826526 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1417da1-83b1-4635-af30-296994edccd0 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:40.827021 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a1417da1-83b1-4635-af30-296994edccd0 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:40.834425 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-dafa5501-11e7-4f2d-b3c3-ed07cc9e0bd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:40.843248 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1417da1-83b1-4635-af30-296994edccd0 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Pushing event updated for resources: {'Port': ['ID=46e2eb45-df43-46ef-92a5-d46c1e5f06d4,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:40.866136 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port f418b08e-aa62-46df-bda1-d8d20334592a, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=f418b08e-aa62-46df-bda1-d8d20334592a,segment=NetworkSegment(d34586da-2abd-49ab-bd6c-1c89fb56752b),segment_id=d34586da-2abd-49ab-bd6c-1c89fb56752b)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:12:40.874432 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc372d8-0bb8-4c1d-9dc7-92a13d0722cb req-f84e0be5-94e9-4241-8fe8-3f955995fa17 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:40.883568 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc372d8-0bb8-4c1d-9dc7-92a13d0722cb req-f84e0be5-94e9-4241-8fe8-3f955995fa17 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:40.890501 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc372d8-0bb8-4c1d-9dc7-92a13d0722cb req-f84e0be5-94e9-4241-8fe8-3f955995fa17 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:40.897300 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc372d8-0bb8-4c1d-9dc7-92a13d0722cb req-f84e0be5-94e9-4241-8fe8-3f955995fa17 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:40.905265 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc372d8-0bb8-4c1d-9dc7-92a13d0722cb req-f84e0be5-94e9-4241-8fe8-3f955995fa17 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:40.919914 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc372d8-0bb8-4c1d-9dc7-92a13d0722cb req-f84e0be5-94e9-4241-8fe8-3f955995fa17 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:40.920186 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-dafa5501-11e7-4f2d-b3c3-ed07cc9e0bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:40.926959 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc372d8-0bb8-4c1d-9dc7-92a13d0722cb req-f84e0be5-94e9-4241-8fe8-3f955995fa17 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:40.935501 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7bc372d8-0bb8-4c1d-9dc7-92a13d0722cb req-f84e0be5-94e9-4241-8fe8-3f955995fa17 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e3618b6-52e5-4357-a355-b29ad18e1b9a HTTP/1.1" status: 200 len: 5424 time: 0.1932185 Aug 11 03:12:40.951211 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:40.951962 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 7dfdef9f-0d5f-4271-b104-13eb02da9240 details requested by agent hyperv_n-h2-764292-30 with host n-h2-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:12:40.963407 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-dafa5501-11e7-4f2d-b3c3-ed07cc9e0bd8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ab1e0247417c4461b4540a2730ca4c42&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4098392 Aug 11 03:12:40.965721 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 60956) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:12:41.010523 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafa5501-11e7-4f2d-b3c3-ed07cc9e0bd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b01c9b1d-e844-4411-8f34-af312d1f015d,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:41.015103 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-a1417da1-83b1-4635-af30-296994edccd0 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.3422344 Aug 11 03:12:41.017865 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 60966) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:12:41.065679 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7bc372d8-0bb8-4c1d-9dc7-92a13d0722cb req-205e2ed6-ea87-41cb-8575-0df05b6da23a tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e828c0d-4136-4a51-aeb5-a8e208cb4b52&id=95104542-16f5-45dc-8618-c4fbbca06b56&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1290982 Aug 11 03:12:41.129361 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=f418b08e-aa62-46df-bda1-d8d20334592a,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:41.130629 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6122a697-64cd-4606-8122-1a26ca5d6779 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:41.138126 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_v2 [None req-31ef4d0e-eff1-4ceb-9c8f-98845981226f tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Deleting subnet b1af7267-a472-41a6-ac5d-44023e6e5772 {{(pid=102192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:12:41.184744 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-79a5455a-e152-4b29-9f9d-aca17660d116 None None] Notify callbacks [] for port, precommit_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:41.188848 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6122a697-64cd-4606-8122-1a26ca5d6779 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:41.199295 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port 7dfdef9f-0d5f-4271-b104-13eb02da9240, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=7dfdef9f-0d5f-4271-b104-13eb02da9240,segment=NetworkSegment(271bafdf-7464-485b-b3ae-2126cb9c0bfd),segment_id=271bafdf-7464-485b-b3ae-2126cb9c0bfd)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:12:41.203694 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-79a5455a-e152-4b29-9f9d-aca17660d116 None None] Transition to ACTIVE for port object f228e787-3026-4d25-b07c-5a0557096b7a will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:12:41.214712 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:41.227290 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Returning: {'device': '7dfdef9f-0d5f-4271-b104-13eb02da9240', 'network_id': 'ed637a9a-eb30-499d-98db-3d728133dac3', 'port_id': '7dfdef9f-0d5f-4271-b104-13eb02da9240', 'mac_address': 'fa:16:3e:1d:1f:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '329e4f03-d8cd-404e-b91b-1cb9368d6c2d', 'ip_address': '10.1.1.170'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:12:41.231551 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-79a5455a-e152-4b29-9f9d-aca17660d116 None None] Transition to ACTIVE for port object f228e787-3026-4d25-b07c-5a0557096b7a will not be triggered until provisioned by entity DHCP. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:12:41.236343 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device d26faafe-f323-4c94-a5e2-56058775341d up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:12:41.308686 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:41.327558 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7dfdef9f-0d5f-4271-b104-13eb02da9240 {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:12:41.341036 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-31ef4d0e-eff1-4ceb-9c8f-98845981226f tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Notify callbacks [] for subnet, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:41.341145 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-79a5455a-e152-4b29-9f9d-aca17660d116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669'] for port, after_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:41.349073 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b456dc74-f5e7-4f6d-a5de-dd205a440ed4 None None] Network e3f329ee-2c37-470a-92bb-5487de7f4b74 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:12:41.385183 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-31ef4d0e-eff1-4ceb-9c8f-98845981226f tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125932460'] for subnet, precommit_delete_associations {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:41.398764 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port 7dfdef9f-0d5f-4271-b104-13eb02da9240, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=7dfdef9f-0d5f-4271-b104-13eb02da9240,segment=NetworkSegment(271bafdf-7464-485b-b3ae-2126cb9c0bfd),segment_id=271bafdf-7464-485b-b3ae-2126cb9c0bfd)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:12:41.412548 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98acd53-403a-42b2-82dc-d1e84bccad94 req-f3d5a893-16b9-4195-bc07-116bdb6a19cb tempest-InstanceActionsNegativeTestJSON-184520816 tempest-InstanceActionsNegativeTestJSON-184520816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:41.414033 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d98acd53-403a-42b2-82dc-d1e84bccad94 req-f3d5a893-16b9-4195-bc07-116bdb6a19cb tempest-InstanceActionsNegativeTestJSON-184520816 tempest-InstanceActionsNegativeTestJSON-184520816-project] 10.222.0.41 "GET /v2.0/ports?device_id=84a25bdc-0f17-4eee-89c9-16f89c9f416e HTTP/1.1" status: 200 len: 945 time: 0.1155922 Aug 11 03:12:41.455541 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79a5455a-e152-4b29-9f9d-aca17660d116 None None] Network b36a07e8-46f2-45c3-9864-2f27a44c1e0b is already hosted by enough agents. {{(pid=102193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:12:41.463403 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.base_scheduler [None req-79a5455a-e152-4b29-9f9d-aca17660d116 None None] Resources bound (agent type, host, resource id): {{(pid=102193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:12:41.465796 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a5455a-e152-4b29-9f9d-aca17660d116 None None] Received port after_create {{(pid=102193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:12:41.467860 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a5455a-e152-4b29-9f9d-aca17660d116 None None] Pushing event updated for resources: {'Port': ['ID=f228e787-3026-4d25-b07c-5a0557096b7a,revision_number=1']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:41.485093 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6122a697-64cd-4606-8122-1a26ca5d6779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:41.489241 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port d26faafe-f323-4c94-a5e2-56058775341d completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:12:41.489400 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6122a697-64cd-4606-8122-1a26ca5d6779 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:41.491197 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-6122a697-64cd-4606-8122-1a26ca5d6779 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b01c9b1d-e844-4411-8f34-af312d1f015d HTTP/1.1" status: 204 len: 168 time: 0.5240889 Aug 11 03:12:41.501512 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d98acd53-403a-42b2-82dc-d1e84bccad94 req-349f9ba8-5f52-4a6c-b1ed-a60fd9c543fa tempest-InstanceActionsNegativeTestJSON-184520816 tempest-InstanceActionsNegativeTestJSON-184520816-project] 10.222.0.41 "GET /v2.0/security-groups?id=18ff6294-6635-4e68-9dba-012c640fbc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797582 Aug 11 03:12:41.513929 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6122a697-64cd-4606-8122-1a26ca5d6779 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b01c9b1d-e844-4411-8f34-af312d1f015d,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:41.524537 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:41.596962 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-4a322c08-096e-4d4f-ac33-bad49ef48cbf None None] Provisioning for port d26faafe-f323-4c94-a5e2-56058775341d completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:12:41.619840 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-31ef4d0e-eff1-4ceb-9c8f-98845981226f tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:41.620889 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-4a322c08-096e-4d4f-ac33-bad49ef48cbf None None] Provisioning complete for port d26faafe-f323-4c94-a5e2-56058775341d triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:12:41.621303 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-4a322c08-096e-4d4f-ac33-bad49ef48cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:41.701498 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-79a5455a-e152-4b29-9f9d-aca17660d116 None None] Attempting to bind port f228e787-3026-4d25-b07c-5a0557096b7a on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:12:41.701874 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-79a5455a-e152-4b29-9f9d-aca17660d116 None None] Attempting to bind port f228e787-3026-4d25-b07c-5a0557096b7a by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': '0cfb64f4-2335-42e6-bb16-feddb8bd29ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b36a07e8-46f2-45c3-9864-2f27a44c1e0b'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:12:41.702234 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a5455a-e152-4b29-9f9d-aca17660d116 None None] Attempting to bind port f228e787-3026-4d25-b07c-5a0557096b7a on network b36a07e8-46f2-45c3-9864-2f27a44c1e0b {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:12:41.739321 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=7dfdef9f-0d5f-4271-b104-13eb02da9240,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:41.749057 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a5455a-e152-4b29-9f9d-aca17660d116 None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 12, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:12:41.749458 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a5455a-e152-4b29-9f9d-aca17660d116 None None] Checking segment: {'id': '0cfb64f4-2335-42e6-bb16-feddb8bd29ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b36a07e8-46f2-45c3-9864-2f27a44c1e0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:12:41.749839 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-79a5455a-e152-4b29-9f9d-aca17660d116 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:41.750352 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a5455a-e152-4b29-9f9d-aca17660d116 None None] Bound using segment: {'id': '0cfb64f4-2335-42e6-bb16-feddb8bd29ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b36a07e8-46f2-45c3-9864-2f27a44c1e0b'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:12:41.750718 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-79a5455a-e152-4b29-9f9d-aca17660d116 None None] Bound port: f228e787-3026-4d25-b07c-5a0557096b7a, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cfb64f4-2335-42e6-bb16-feddb8bd29ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b36a07e8-46f2-45c3-9864-2f27a44c1e0b'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:12:41.751096 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-79a5455a-e152-4b29-9f9d-aca17660d116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:41.771967 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-31ef4d0e-eff1-4ceb-9c8f-98845981226f tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125932157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126180897'] for subnet, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:41.803733 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ef4d0e-eff1-4ceb-9c8f-98845981226f tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Pushing event deleted for resources: {'Subnet': ['ID=b1af7267-a472-41a6-ac5d-44023e6e5772,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:41.809846 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-31ef4d0e-eff1-4ceb-9c8f-98845981226f tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:41.811753 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-31ef4d0e-eff1-4ceb-9c8f-98845981226f tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] 10.222.0.41 "DELETE /v2.0/subnets/b1af7267-a472-41a6-ac5d-44023e6e5772 HTTP/1.1" status: 204 len: 168 time: 0.7927508 Aug 11 03:12:41.814346 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 32784) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:12:41.858021 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6afc103-ad41-457c-b40b-409ffab322c4 req-4642bdfd-1d36-4b7e-83ca-6163adbe5905 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:41.860928 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e6afc103-ad41-457c-b40b-409ffab322c4 req-4642bdfd-1d36-4b7e-83ca-6163adbe5905 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc4eb0cf-70e8-4717-8fe9-89b05182f159 HTTP/1.1" status: 200 len: 946 time: 0.1314137 Aug 11 03:12:41.890315 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-79a5455a-e152-4b29-9f9d-aca17660d116 None None] For port f228e787-3026-4d25-b07c-5a0557096b7a, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:12:41.890518 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a89d2bf2-b8dd-4209-bacc-42424abfcecf tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:41.892442 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a89d2bf2-b8dd-4209-bacc-42424abfcecf tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:41.894851 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-a89d2bf2-b8dd-4209-bacc-42424abfcecf tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0786617 Aug 11 03:12:41.897898 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-79a5455a-e152-4b29-9f9d-aca17660d116 None None] For port f228e787-3026-4d25-b07c-5a0557096b7a, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=f228e787-3026-4d25-b07c-5a0557096b7a,segment=NetworkSegment(0cfb64f4-2335-42e6-bb16-feddb8bd29ee),segment_id=0cfb64f4-2335-42e6-bb16-feddb8bd29ee)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:12:41.898464 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 32796) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:12:41.899476 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-4a322c08-096e-4d4f-ac33-bad49ef48cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:41.937468 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e6afc103-ad41-457c-b40b-409ffab322c4 req-437ec3cf-c0bb-4014-9f8c-6df780eda67f tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5a225df-05c1-440d-b2ae-d3bea38f3abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693920 Aug 11 03:12:41.942788 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-4a322c08-096e-4d4f-ac33-bad49ef48cbf None None] For port d26faafe-f323-4c94-a5e2-56058775341d, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=d26faafe-f323-4c94-a5e2-56058775341d,segment=NetworkSegment(24eade52-975b-455b-b63f-1153fbeec40e),segment_id=24eade52-975b-455b-b63f-1153fbeec40e)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:12:41.970916 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-79a5455a-e152-4b29-9f9d-aca17660d116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:42.059323 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b7447343-36c7-4e5c-9f00-2897155361ca tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:42.067969 n-d-764292-30 neutron-server[102191]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7447343-36c7-4e5c-9f00-2897155361ca tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 11 03:12:42.068662 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7447343-36c7-4e5c-9f00-2897155361ca tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:12:42.070394 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-b7447343-36c7-4e5c-9f00-2897155361ca tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] 10.222.0.41 "DELETE /v2.0/networks/b36a07e8-46f2-45c3-9864-2f27a44c1e0b HTTP/1.1" status: 409 len: 405 time: 0.1708605 Aug 11 03:12:42.074549 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 32806) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:12:42.079851 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-f32fb926-4e08-4ea7-9ee4-e7b465b63f57 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-509372658'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:12:42.093724 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-4a322c08-096e-4d4f-ac33-bad49ef48cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:42.152073 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a5455a-e152-4b29-9f9d-aca17660d116 None None] Pushing event updated for resources: {'Port': ['ID=f228e787-3026-4d25-b07c-5a0557096b7a,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:42.180353 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5563ace-7e6b-460e-93f8-e219bcabd386 None None] Network b36a07e8-46f2-45c3-9864-2f27a44c1e0b requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:12:42.183357 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['a312704a-491b-448b-aff9-cbd04cf3547f'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:12:42.201228 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f32fb926-4e08-4ea7-9ee4-e7b465b63f57 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Made reservation on behalf of 9ecf507f859144818053c20c78965caf for: {'network': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:12:42.219986 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-f32fb926-4e08-4ea7-9ee4-e7b465b63f57 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:42.239120 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f32fb926-4e08-4ea7-9ee4-e7b465b63f57 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=102192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:12:42.261302 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-f32fb926-4e08-4ea7-9ee4-e7b465b63f57 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:42.262007 n-d-764292-30 neutron-server[102192]: INFO neutron.db.segments_db [None req-f32fb926-4e08-4ea7-9ee4-e7b465b63f57 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Added segment 5cc200a1-54c8-413c-8d8d-b0a7d66fde81 of type vlan for network dc6708f9-9233-451d-82a3-664f80ff8b5f Aug 11 03:12:42.269838 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['d9e703e8-7704-4b91-aaaa-f02c780d0bdd'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:12:42.313647 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['f418b08e-aa62-46df-bda1-d8d20334592a'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:12:42.340556 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c261543-0b0a-41a8-8a10-0df091fc4957 req-c341d9f8-f30f-49f6-b020-ea4fde058ad9 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:42.346503 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c261543-0b0a-41a8-8a10-0df091fc4957 req-c341d9f8-f30f-49f6-b020-ea4fde058ad9 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:42.355076 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c261543-0b0a-41a8-8a10-0df091fc4957 req-c341d9f8-f30f-49f6-b020-ea4fde058ad9 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:42.356360 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 32822) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:12:42.358647 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c261543-0b0a-41a8-8a10-0df091fc4957 req-c341d9f8-f30f-49f6-b020-ea4fde058ad9 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:42.359209 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['b90d6ebc-39d0-4329-8910-886ce1b868bf'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:12:42.361095 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['7dfdef9f-0d5f-4271-b104-13eb02da9240'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:12:42.362966 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['ba046f43-bd86-472c-a6e9-4db5d5ea61d0'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:12:42.364537 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c261543-0b0a-41a8-8a10-0df091fc4957 req-c341d9f8-f30f-49f6-b020-ea4fde058ad9 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:42.366597 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a322c08-096e-4d4f-ac33-bad49ef48cbf None None] Pushing event updated for resources: {'Port': ['ID=d26faafe-f323-4c94-a5e2-56058775341d,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:42.371142 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c261543-0b0a-41a8-8a10-0df091fc4957 req-c341d9f8-f30f-49f6-b020-ea4fde058ad9 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:42.377059 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c261543-0b0a-41a8-8a10-0df091fc4957 req-c341d9f8-f30f-49f6-b020-ea4fde058ad9 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:42.379061 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0c261543-0b0a-41a8-8a10-0df091fc4957 req-c341d9f8-f30f-49f6-b020-ea4fde058ad9 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e3618b6-52e5-4357-a355-b29ad18e1b9a HTTP/1.1" status: 200 len: 5426 time: 0.1288917 Aug 11 03:12:42.379962 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1193fe9a-063c-4286-af73-f8fdf6298a95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:42.383630 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-f32fb926-4e08-4ea7-9ee4-e7b465b63f57 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:42.446869 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0c261543-0b0a-41a8-8a10-0df091fc4957 req-818c83d1-7fd2-4343-9f61-2bf3021210db tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e828c0d-4136-4a51-aeb5-a8e208cb4b52&id=95104542-16f5-45dc-8618-c4fbbca06b56&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0548482 Aug 11 03:12:42.547199 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1193fe9a-063c-4286-af73-f8fdf6298a95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:42.549224 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-f32fb926-4e08-4ea7-9ee4-e7b465b63f57 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:42.560243 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f32fb926-4e08-4ea7-9ee4-e7b465b63f57 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:42.560905 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-f32fb926-4e08-4ea7-9ee4-e7b465b63f57 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:42.616381 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-5896450b-f33f-46c1-9c84-26365ca4f01e None None] Provisioning complete for port d26faafe-f323-4c94-a5e2-56058775341d triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:12:42.616767 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-5896450b-f33f-46c1-9c84-26365ca4f01e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:42.618370 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1193fe9a-063c-4286-af73-f8fdf6298a95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:42.651545 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1193fe9a-063c-4286-af73-f8fdf6298a95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21018b5c-a095-4869-864b-613bf35b1984,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:42.661968 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32fb926-4e08-4ea7-9ee4-e7b465b63f57 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Pushing event updated for resources: {'Network': ['ID=dc6708f9-9233-451d-82a3-664f80ff8b5f,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:42.684209 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75abaaed-b453-4296-a775-67806a74da04 req-4051d6bd-70f9-43f1-962f-3994d5fb8310 tempest-InstanceActionsNegativeTestJSON-184520816 tempest-InstanceActionsNegativeTestJSON-184520816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:42.698958 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-1193fe9a-063c-4286-af73-f8fdf6298a95 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c5df2126cb6544bca365708600c25ffb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3397088 Aug 11 03:12:42.699825 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 32850) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:12:42.702876 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-75abaaed-b453-4296-a775-67806a74da04 req-4051d6bd-70f9-43f1-962f-3994d5fb8310 tempest-InstanceActionsNegativeTestJSON-184520816 tempest-InstanceActionsNegativeTestJSON-184520816-project] 10.222.0.41 "GET /v2.0/ports?device_id=84a25bdc-0f17-4eee-89c9-16f89c9f416e HTTP/1.1" status: 200 len: 945 time: 0.1183269 Aug 11 03:12:42.723299 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-f32fb926-4e08-4ea7-9ee4-e7b465b63f57 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6475346 Aug 11 03:12:42.723952 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 32856) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:12:42.731823 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network dc6708f9-9233-451d-82a3-664f80ff8b5f details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:12:42.749569 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-9ce7f158-edfa-4d4f-affb-d34cbe513e10 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Request body: {'subnet': {'network_id': 'dc6708f9-9233-451d-82a3-664f80ff8b5f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:12:42.770167 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c1bcba3e-df81-4d56-8c38-1029a24bfb5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:42.802821 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c1bcba3e-df81-4d56-8c38-1029a24bfb5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:42.844459 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-75abaaed-b453-4296-a775-67806a74da04 req-ddb2f679-dba9-4acd-b91e-e428d4016dd0 tempest-InstanceActionsNegativeTestJSON-184520816 tempest-InstanceActionsNegativeTestJSON-184520816-project] 10.222.0.41 "GET /v2.0/security-groups?id=18ff6294-6635-4e68-9dba-012c640fbc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403193 Aug 11 03:12:42.944450 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c1bcba3e-df81-4d56-8c38-1029a24bfb5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:42.947545 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c1bcba3e-df81-4d56-8c38-1029a24bfb5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:42.948590 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-c1bcba3e-df81-4d56-8c38-1029a24bfb5a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/21018b5c-a095-4869-864b-613bf35b1984 HTTP/1.1" status: 204 len: 168 time: 0.2477968 Aug 11 03:12:42.965979 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ce7f158-edfa-4d4f-affb-d34cbe513e10 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Made reservation on behalf of 9ecf507f859144818053c20c78965caf for: {'subnet': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:12:42.979641 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bcba3e-df81-4d56-8c38-1029a24bfb5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21018b5c-a095-4869-864b-613bf35b1984,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:42.979863 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9ce7f158-edfa-4d4f-affb-d34cbe513e10 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126180544'] for subnet, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:43.056483 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f8144ed-be06-44d9-a96b-1a24026c995b None None] get_active_networks_info from n-d-764292-30 {{(pid=102193) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 11 03:12:43.191374 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device d26faafe-f323-4c94-a5e2-56058775341d up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:12:43.220859 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['6787f595-faeb-4a36-b917-5d8df4badde1'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:12:43.230798 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099364c4-88d2-4bce-90d4-0c7c154f7814 req-c47eddcd-ed28-443a-b22a-fa4440a9ee16 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:43.232294 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-099364c4-88d2-4bce-90d4-0c7c154f7814 req-c47eddcd-ed28-443a-b22a-fa4440a9ee16 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc4eb0cf-70e8-4717-8fe9-89b05182f159 HTTP/1.1" status: 200 len: 946 time: 0.1177850 Aug 11 03:12:43.309774 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-099364c4-88d2-4bce-90d4-0c7c154f7814 req-2df47a0b-3d46-4bbb-a03e-37ff2e48e6db tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5a225df-05c1-440d-b2ae-d3bea38f3abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695026 Aug 11 03:12:43.470336 n-d-764292-30 neutron-server[102192]: DEBUG neutron.objects.ports [None req-9ce7f158-edfa-4d4f-affb-d34cbe513e10 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102192) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 11 03:12:43.472342 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9ce7f158-edfa-4d4f-affb-d34cbe513e10 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125932092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126180562'] for subnet, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:43.529647 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce7f158-edfa-4d4f-affb-d34cbe513e10 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Pushing event updated for resources: {'Subnet': ['ID=e47a3383-c276-49ae-bf99-23fefc65cdc2,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:43.626806 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce7f158-edfa-4d4f-affb-d34cbe513e10 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Checking segment: {'id': '5cc200a1-54c8-413c-8d8d-b0a7d66fde81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'dc6708f9-9233-451d-82a3-664f80ff8b5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:12:43.627180 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ce7f158-edfa-4d4f-affb-d34cbe513e10 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Network hostable DHCP agents. Network: dc6708f9-9233-451d-82a3-664f80ff8b5f, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:12:43.653725 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4846d7c8-7d43-4f98-b9a5-8038c8171b50 req-1fe2a634-54de-4b54-a7d1-7398f8fbc90b tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:43.659787 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4846d7c8-7d43-4f98-b9a5-8038c8171b50 req-1fe2a634-54de-4b54-a7d1-7398f8fbc90b tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:43.666396 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4846d7c8-7d43-4f98-b9a5-8038c8171b50 req-1fe2a634-54de-4b54-a7d1-7398f8fbc90b tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:43.672422 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4846d7c8-7d43-4f98-b9a5-8038c8171b50 req-1fe2a634-54de-4b54-a7d1-7398f8fbc90b tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:43.678542 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4846d7c8-7d43-4f98-b9a5-8038c8171b50 req-1fe2a634-54de-4b54-a7d1-7398f8fbc90b tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:43.685490 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4846d7c8-7d43-4f98-b9a5-8038c8171b50 req-1fe2a634-54de-4b54-a7d1-7398f8fbc90b tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:43.691512 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4846d7c8-7d43-4f98-b9a5-8038c8171b50 req-1fe2a634-54de-4b54-a7d1-7398f8fbc90b tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:43.693546 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4846d7c8-7d43-4f98-b9a5-8038c8171b50 req-1fe2a634-54de-4b54-a7d1-7398f8fbc90b tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e3618b6-52e5-4357-a355-b29ad18e1b9a HTTP/1.1" status: 200 len: 5426 time: 0.1265330 Aug 11 03:12:43.749366 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port d26faafe-f323-4c94-a5e2-56058775341d triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:12:43.749879 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:43.751217 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4846d7c8-7d43-4f98-b9a5-8038c8171b50 req-f5befbcf-1de2-4ba0-b645-727d7554c8de tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e828c0d-4136-4a51-aeb5-a8e208cb4b52&id=95104542-16f5-45dc-8618-c4fbbca06b56&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0462914 Aug 11 03:12:43.766895 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ce7f158-edfa-4d4f-affb-d34cbe513e10 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Network dc6708f9-9233-451d-82a3-664f80ff8b5f is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:12:43.820756 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f8144ed-be06-44d9-a96b-1a24026c995b None None] Resources bound (agent type, host, resource id): {{(pid=102193) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 11 03:12:43.857024 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-9ce7f158-edfa-4d4f-affb-d34cbe513e10 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, dc6708f9-9233-451d-82a3-664f80ff8b5f) {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:12:43.865638 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ce7f158-edfa-4d4f-affb-d34cbe513e10 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:43.867379 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9ce7f158-edfa-4d4f-affb-d34cbe513e10 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:43.963887 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 6aaf6497-f3c1-4c1c-942c-c8d82c3446f3 details requested by agent hyperv_n-h1-764292-30 with host n-h1-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:12:43.988718 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-9ce7f158-edfa-4d4f-affb-d34cbe513e10 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2620792 Aug 11 03:12:43.991554 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 32982) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:12:44.019863 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-219b7749-082b-454d-a43a-d6912913c258 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Request body: {'port': {'network_id': 'dc6708f9-9233-451d-82a3-664f80ff8b5f', 'name': 'tempest-NetworksIpV6TestAttrs-980622275'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:12:44.101284 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f328b07-0d33-4103-af95-8f31b9ad4137 req-ed074aea-19d4-4c22-90c9-706195b69f9d tempest-InstanceActionsNegativeTestJSON-184520816 tempest-InstanceActionsNegativeTestJSON-184520816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:44.102923 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0f328b07-0d33-4103-af95-8f31b9ad4137 req-ed074aea-19d4-4c22-90c9-706195b69f9d tempest-InstanceActionsNegativeTestJSON-184520816 tempest-InstanceActionsNegativeTestJSON-184520816-project] 10.222.0.41 "GET /v2.0/ports?device_id=84a25bdc-0f17-4eee-89c9-16f89c9f416e HTTP/1.1" status: 200 len: 945 time: 0.1656339 Aug 11 03:12:44.171229 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0f328b07-0d33-4103-af95-8f31b9ad4137 req-7b1704b0-ef3a-4631-9757-4ea5bea289ff tempest-InstanceActionsNegativeTestJSON-184520816 tempest-InstanceActionsNegativeTestJSON-184520816-project] 10.222.0.41 "GET /v2.0/security-groups?id=18ff6294-6635-4e68-9dba-012c640fbc28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604510 Aug 11 03:12:44.216265 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 6aaf6497-f3c1-4c1c-942c-c8d82c3446f3, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=6aaf6497-f3c1-4c1c-942c-c8d82c3446f3,segment=NetworkSegment(c567aba8-f786-4533-ad6f-0c8ff3fef5d6),segment_id=c567aba8-f786-4533-ad6f-0c8ff3fef5d6)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:12:44.251191 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-219b7749-082b-454d-a43a-d6912913c258 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Made reservation on behalf of 9ecf507f859144818053c20c78965caf for: {'port': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:12:44.255167 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-219b7749-082b-454d-a43a-d6912913c258 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:44.261144 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Returning: {'device': '6aaf6497-f3c1-4c1c-942c-c8d82c3446f3', 'network_id': '83b4bd4d-f4f2-42f4-b1e3-dbcc3fc1d9fb', 'port_id': '6aaf6497-f3c1-4c1c-942c-c8d82c3446f3', 'mac_address': 'fa:16:3e:2d:1b:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8a74f8c-47d7-428d-9b47-116a9ebdc466', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:12:44.283108 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [None req-219b7749-082b-454d-a43a-d6912913c258 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] device_id is not set on port 0ac4c86f-d070-4716-80bc-9e6119b9a404 yet. {{(pid=102192) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:12:44.353935 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:44.376536 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6aaf6497-f3c1-4c1c-942c-c8d82c3446f3 {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:12:44.402850 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 6aaf6497-f3c1-4c1c-942c-c8d82c3446f3, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=6aaf6497-f3c1-4c1c-942c-c8d82c3446f3,segment=NetworkSegment(c567aba8-f786-4533-ad6f-0c8ff3fef5d6),segment_id=c567aba8-f786-4533-ad6f-0c8ff3fef5d6)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:12:44.420114 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b26323fb-8af5-4060-816a-48eeea4f6757 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde080026-c28f-55be-b52b-13827cc43646-dc6708f9-9233-451d-82a3-664f80ff8b5f', 'network_id': 'dc6708f9-9233-451d-82a3-664f80ff8b5f', 'tenant_id': '9ecf507f859144818053c20c78965caf', 'fixed_ips': [{'subnet_id': 'e47a3383-c276-49ae-bf99-23fefc65cdc2'}]}} from n-d-764292-30. {{(pid=102193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:12:44.421197 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-b26323fb-8af5-4060-816a-48eeea4f6757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:44.484300 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [None req-219b7749-082b-454d-a43a-d6912913c258 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Allocated IP 2001:db8::f816:3eff:fe09:3b3c (dc6708f9-9233-451d-82a3-664f80ff8b5f/e47a3383-c276-49ae-bf99-23fefc65cdc2/0ac4c86f-d070-4716-80bc-9e6119b9a404) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:12:44.499224 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6b3afc-1f60-4573-872c-89bffdb0af09 req-90c33538-e1de-4eec-8732-9e2a98662c4b tempest-InstanceActionsNegativeTestJSON-184520816 tempest-InstanceActionsNegativeTestJSON-184520816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:44.502197 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-fc6b3afc-1f60-4573-872c-89bffdb0af09 req-90c33538-e1de-4eec-8732-9e2a98662c4b tempest-InstanceActionsNegativeTestJSON-184520816 tempest-InstanceActionsNegativeTestJSON-184520816-project] 10.222.0.22 "GET /v2.0/ports?device_id=84a25bdc-0f17-4eee-89c9-16f89c9f416e HTTP/1.1" status: 200 len: 945 time: 0.1507037 Aug 11 03:12:44.504185 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7244d8a7-7931-4485-a46f-d1bdad7a513d req-4b594ab8-fcc2-4559-bd83-1c99480e9922 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:44.515235 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7244d8a7-7931-4485-a46f-d1bdad7a513d req-4b594ab8-fcc2-4559-bd83-1c99480e9922 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc4eb0cf-70e8-4717-8fe9-89b05182f159 HTTP/1.1" status: 200 len: 946 time: 0.1060631 Aug 11 03:12:44.543208 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:44.576183 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7244d8a7-7931-4485-a46f-d1bdad7a513d req-303c794a-019f-4bb2-9e9b-367b2b1cf547 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5a225df-05c1-440d-b2ae-d3bea38f3abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632846 Aug 11 03:12:44.606088 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=6aaf6497-f3c1-4c1c-942c-c8d82c3446f3,revision_number=6']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:44.657044 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['6aaf6497-f3c1-4c1c-942c-c8d82c3446f3'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:12:44.702378 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-219b7749-082b-454d-a43a-d6912913c258 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:44.721353 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [None req-219b7749-082b-454d-a43a-d6912913c258 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Transition to ACTIVE for port object 0ac4c86f-d070-4716-80bc-9e6119b9a404 will not be triggered until provisioned by entity DHCP. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:12:44.742849 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-fc6b3afc-1f60-4573-872c-89bffdb0af09 req-21c963d5-cfcd-49fa-ac26-9a34615dc996 tempest-InstanceActionsNegativeTestJSON-184520816 tempest-InstanceActionsNegativeTestJSON-184520816-project] Deleting port 9a837d6e-0f0c-4d28-89d8-65faeea69beb {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:12:44.743196 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-fc6b3afc-1f60-4573-872c-89bffdb0af09 req-21c963d5-cfcd-49fa-ac26-9a34615dc996 tempest-InstanceActionsNegativeTestJSON-184520816 tempest-InstanceActionsNegativeTestJSON-184520816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:44.852829 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-fc6b3afc-1f60-4573-872c-89bffdb0af09 req-21c963d5-cfcd-49fa-ac26-9a34615dc996 tempest-InstanceActionsNegativeTestJSON-184520816 tempest-InstanceActionsNegativeTestJSON-184520816-project] For port 9a837d6e-0f0c-4d28-89d8-65faeea69beb, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=9a837d6e-0f0c-4d28-89d8-65faeea69beb,segment=NetworkSegment(8db20049-bb0e-4102-b6d2-90e75cd16465),segment_id=8db20049-bb0e-4102-b6d2-90e75cd16465)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:12:44.853183 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-219b7749-082b-454d-a43a-d6912913c258 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:44.853399 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-fc6b3afc-1f60-4573-872c-89bffdb0af09 req-21c963d5-cfcd-49fa-ac26-9a34615dc996 tempest-InstanceActionsNegativeTestJSON-184520816 tempest-InstanceActionsNegativeTestJSON-184520816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:44.881566 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-fc6b3afc-1f60-4573-872c-89bffdb0af09 req-21c963d5-cfcd-49fa-ac26-9a34615dc996 tempest-InstanceActionsNegativeTestJSON-184520816 tempest-InstanceActionsNegativeTestJSON-184520816-project] Calling delete_port for 9a837d6e-0f0c-4d28-89d8-65faeea69beb owned by compute:nova {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:12:44.916936 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.db_base_plugin_common [None req-b26323fb-8af5-4060-816a-48eeea4f6757 None None] Allocated IP 2001:db8::f816:3eff:fe8a:1d29 (dc6708f9-9233-451d-82a3-664f80ff8b5f/e47a3383-c276-49ae-bf99-23fefc65cdc2/22248503-89a3-4884-b61f-f53a2cd3c814) {{(pid=102193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:12:44.921083 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-219b7749-082b-454d-a43a-d6912913c258 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Network dc6708f9-9233-451d-82a3-664f80ff8b5f is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:12:44.931291 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-219b7749-082b-454d-a43a-d6912913c258 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:12:44.953204 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219b7749-082b-454d-a43a-d6912913c258 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:12:44.977106 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-219b7749-082b-454d-a43a-d6912913c258 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:44.978059 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-219b7749-082b-454d-a43a-d6912913c258 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:44.984657 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219b7749-082b-454d-a43a-d6912913c258 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Pushing event updated for resources: {'Port': ['ID=0ac4c86f-d070-4716-80bc-9e6119b9a404,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:45.052188 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874472f3-821d-4913-9e51-87ed250d2809 req-2a579c0f-ee6e-4efc-b527-fd1df977ad69 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:45.059411 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874472f3-821d-4913-9e51-87ed250d2809 req-2a579c0f-ee6e-4efc-b527-fd1df977ad69 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:45.066416 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874472f3-821d-4913-9e51-87ed250d2809 req-2a579c0f-ee6e-4efc-b527-fd1df977ad69 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:45.073427 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874472f3-821d-4913-9e51-87ed250d2809 req-2a579c0f-ee6e-4efc-b527-fd1df977ad69 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:45.079590 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874472f3-821d-4913-9e51-87ed250d2809 req-2a579c0f-ee6e-4efc-b527-fd1df977ad69 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:45.090700 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874472f3-821d-4913-9e51-87ed250d2809 req-2a579c0f-ee6e-4efc-b527-fd1df977ad69 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:45.096571 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874472f3-821d-4913-9e51-87ed250d2809 req-2a579c0f-ee6e-4efc-b527-fd1df977ad69 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:45.105639 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-874472f3-821d-4913-9e51-87ed250d2809 req-2a579c0f-ee6e-4efc-b527-fd1df977ad69 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e3618b6-52e5-4357-a355-b29ad18e1b9a HTTP/1.1" status: 200 len: 5426 time: 0.2166436 Aug 11 03:12:45.123235 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-219b7749-082b-454d-a43a-d6912913c258 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.1173751 Aug 11 03:12:45.123771 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 33080) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:12:45.145633 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-874472f3-821d-4913-9e51-87ed250d2809 req-c56431e3-a119-47bc-bba7-d273f4f80a9b tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e828c0d-4136-4a51-aeb5-a8e208cb4b52&id=95104542-16f5-45dc-8618-c4fbbca06b56&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0391116 Aug 11 03:12:45.165756 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-fc6b3afc-1f60-4573-872c-89bffdb0af09 req-21c963d5-cfcd-49fa-ac26-9a34615dc996 tempest-InstanceActionsNegativeTestJSON-184520816 tempest-InstanceActionsNegativeTestJSON-184520816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:45.188794 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-b26323fb-8af5-4060-816a-48eeea4f6757 None None] Notify callbacks [] for port, precommit_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:45.198863 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-b26323fb-8af5-4060-816a-48eeea4f6757 None None] Transition to ACTIVE for port object 22248503-89a3-4884-b61f-f53a2cd3c814 will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:12:45.215624 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-b26323fb-8af5-4060-816a-48eeea4f6757 None None] Transition to ACTIVE for port object 22248503-89a3-4884-b61f-f53a2cd3c814 will not be triggered until provisioned by entity DHCP. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:12:45.233223 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c963d5-cfcd-49fa-ac26-9a34615dc996 tempest-InstanceActionsNegativeTestJSON-184520816 tempest-InstanceActionsNegativeTestJSON-184520816-project] Pushing event deleted for resources: {'Port': ['ID=9a837d6e-0f0c-4d28-89d8-65faeea69beb,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:45.257303 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c963d5-cfcd-49fa-ac26-9a34615dc996 tempest-InstanceActionsNegativeTestJSON-184520816 tempest-InstanceActionsNegativeTestJSON-184520816-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:12:45.257730 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c963d5-cfcd-49fa-ac26-9a34615dc996 tempest-InstanceActionsNegativeTestJSON-184520816 tempest-InstanceActionsNegativeTestJSON-184520816-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:12:45.258124 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c963d5-cfcd-49fa-ac26-9a34615dc996 tempest-InstanceActionsNegativeTestJSON-184520816 tempest-InstanceActionsNegativeTestJSON-184520816-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:12:45.258494 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c963d5-cfcd-49fa-ac26-9a34615dc996 tempest-InstanceActionsNegativeTestJSON-184520816 tempest-InstanceActionsNegativeTestJSON-184520816-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:12:45.258827 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c963d5-cfcd-49fa-ac26-9a34615dc996 tempest-InstanceActionsNegativeTestJSON-184520816 tempest-InstanceActionsNegativeTestJSON-184520816-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:12:45.259161 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c963d5-cfcd-49fa-ac26-9a34615dc996 tempest-InstanceActionsNegativeTestJSON-184520816 tempest-InstanceActionsNegativeTestJSON-184520816-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:12:45.259490 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c963d5-cfcd-49fa-ac26-9a34615dc996 tempest-InstanceActionsNegativeTestJSON-184520816 tempest-InstanceActionsNegativeTestJSON-184520816-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:12:45.259831 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c963d5-cfcd-49fa-ac26-9a34615dc996 tempest-InstanceActionsNegativeTestJSON-184520816 tempest-InstanceActionsNegativeTestJSON-184520816-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:12:45.260141 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c963d5-cfcd-49fa-ac26-9a34615dc996 tempest-InstanceActionsNegativeTestJSON-184520816 tempest-InstanceActionsNegativeTestJSON-184520816-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:12:45.260463 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c963d5-cfcd-49fa-ac26-9a34615dc996 tempest-InstanceActionsNegativeTestJSON-184520816 tempest-InstanceActionsNegativeTestJSON-184520816-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:12:45.260803 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c963d5-cfcd-49fa-ac26-9a34615dc996 tempest-InstanceActionsNegativeTestJSON-184520816 tempest-InstanceActionsNegativeTestJSON-184520816-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:12:45.261256 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c963d5-cfcd-49fa-ac26-9a34615dc996 tempest-InstanceActionsNegativeTestJSON-184520816 tempest-InstanceActionsNegativeTestJSON-184520816-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:12:45.287520 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-b26323fb-8af5-4060-816a-48eeea4f6757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669'] for port, after_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:45.290265 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfca13fc-4c2a-44e7-99c7-9213738a75c1 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Deleting subnet e47a3383-c276-49ae-bf99-23fefc65cdc2 {{(pid=102191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:12:45.294837 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-dfca13fc-4c2a-44e7-99c7-9213738a75c1 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Notify callbacks [] for subnet, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:45.312474 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-53783092-e1f8-4cae-a800-f21ec7ad1448 req-52357b70-ce48-4551-9814-267b6d6b17af tempest-InstanceActionsNegativeTestJSON-184520816 tempest-InstanceActionsNegativeTestJSON-184520816-project] 10.222.0.41 "GET /v2.0/ports?device_id=84a25bdc-0f17-4eee-89c9-16f89c9f416e HTTP/1.1" status: 200 len: 210 time: 0.0517411 Aug 11 03:12:45.346262 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-dfca13fc-4c2a-44e7-99c7-9213738a75c1 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126283525'] for subnet, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:45.365580 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b26323fb-8af5-4060-816a-48eeea4f6757 None None] Network dc6708f9-9233-451d-82a3-664f80ff8b5f is already hosted by enough agents. {{(pid=102193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:12:45.372760 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.base_scheduler [None req-b26323fb-8af5-4060-816a-48eeea4f6757 None None] Resources bound (agent type, host, resource id): {{(pid=102193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:12:45.377441 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26323fb-8af5-4060-816a-48eeea4f6757 None None] Received port after_create {{(pid=102193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:12:45.390390 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26323fb-8af5-4060-816a-48eeea4f6757 None None] Pushing event updated for resources: {'Port': ['ID=22248503-89a3-4884-b61f-f53a2cd3c814,revision_number=1']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:45.394679 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc6b3afc-1f60-4573-872c-89bffdb0af09 req-21c963d5-cfcd-49fa-ac26-9a34615dc996 tempest-InstanceActionsNegativeTestJSON-184520816 tempest-InstanceActionsNegativeTestJSON-184520816-project] No DVR routers for this DVR port 9a837d6e-0f0c-4d28-89d8-65faeea69beb on host n-h1-764292-30 {{(pid=102191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:12:45.401114 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-fc6b3afc-1f60-4573-872c-89bffdb0af09 req-21c963d5-cfcd-49fa-ac26-9a34615dc996 tempest-InstanceActionsNegativeTestJSON-184520816 tempest-InstanceActionsNegativeTestJSON-184520816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:45.403630 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-fc6b3afc-1f60-4573-872c-89bffdb0af09 req-21c963d5-cfcd-49fa-ac26-9a34615dc996 tempest-InstanceActionsNegativeTestJSON-184520816 tempest-InstanceActionsNegativeTestJSON-184520816-project] 10.222.0.22 "DELETE /v2.0/ports/9a837d6e-0f0c-4d28-89d8-65faeea69beb HTTP/1.1" status: 204 len: 173 time: 0.8937926 Aug 11 03:12:45.404137 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84a25bdc-0f17-4eee-89c9-16f89c9f416e', 'name': 'network-vif-deleted', 'tag': '9a837d6e-0f0c-4d28-89d8-65faeea69beb'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:12:45.406485 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f6e2d38-3299-4038-a068-23332dc1b9cd" -d '{"events": [{"server_uuid": "84a25bdc-0f17-4eee-89c9-16f89c9f416e", "name": "network-vif-deleted", "tag": "9a837d6e-0f0c-4d28-89d8-65faeea69beb"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:12:45.446831 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-b26323fb-8af5-4060-816a-48eeea4f6757 None None] Attempting to bind port 22248503-89a3-4884-b61f-f53a2cd3c814 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:12:45.447213 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-b26323fb-8af5-4060-816a-48eeea4f6757 None None] Attempting to bind port 22248503-89a3-4884-b61f-f53a2cd3c814 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': '5cc200a1-54c8-413c-8d8d-b0a7d66fde81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'dc6708f9-9233-451d-82a3-664f80ff8b5f'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:12:45.447581 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26323fb-8af5-4060-816a-48eeea4f6757 None None] Attempting to bind port 22248503-89a3-4884-b61f-f53a2cd3c814 on network dc6708f9-9233-451d-82a3-664f80ff8b5f {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:12:45.463343 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26323fb-8af5-4060-816a-48eeea4f6757 None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 12, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:12:45.463343 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26323fb-8af5-4060-816a-48eeea4f6757 None None] Checking segment: {'id': '5cc200a1-54c8-413c-8d8d-b0a7d66fde81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'dc6708f9-9233-451d-82a3-664f80ff8b5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:12:45.463343 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-b26323fb-8af5-4060-816a-48eeea4f6757 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:45.463661 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:12:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a10124a6-2ae0-40fc-b5ed-33d6ed075314 x-openstack-request-id: req-a10124a6-2ae0-40fc-b5ed-33d6ed075314 {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:12:45.463783 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26323fb-8af5-4060-816a-48eeea4f6757 None None] Bound using segment: {'id': '5cc200a1-54c8-413c-8d8d-b0a7d66fde81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'dc6708f9-9233-451d-82a3-664f80ff8b5f'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:12:45.463878 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84a25bdc-0f17-4eee-89c9-16f89c9f416e", "name": "network-vif-deleted", "tag": "9a837d6e-0f0c-4d28-89d8-65faeea69beb", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:12:45.463968 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-b26323fb-8af5-4060-816a-48eeea4f6757 None None] Bound port: 22248503-89a3-4884-b61f-f53a2cd3c814, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cc200a1-54c8-413c-8d8d-b0a7d66fde81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'dc6708f9-9233-451d-82a3-664f80ff8b5f'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:12:45.464069 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a10124a6-2ae0-40fc-b5ed-33d6ed075314 {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:12:45.464170 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-b26323fb-8af5-4060-816a-48eeea4f6757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:45.464263 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84a25bdc-0f17-4eee-89c9-16f89c9f416e', 'name': 'network-vif-deleted', 'tag': '9a837d6e-0f0c-4d28-89d8-65faeea69beb', 'status': 'completed', 'code': 200} Aug 11 03:12:45.525786 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-dfca13fc-4c2a-44e7-99c7-9213738a75c1 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:45.580874 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device a312704a-491b-448b-aff9-cbd04cf3547f up at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:12:45.705519 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72892d1-265e-4344-ae74-f16d06c0f123 req-af92bdf5-8643-4bbd-b86c-0009ed7d8c3e tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:45.707057 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b72892d1-265e-4344-ae74-f16d06c0f123 req-af92bdf5-8643-4bbd-b86c-0009ed7d8c3e tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc4eb0cf-70e8-4717-8fe9-89b05182f159 HTTP/1.1" status: 200 len: 945 time: 0.0510106 Aug 11 03:12:45.732209 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-dfca13fc-4c2a-44e7-99c7-9213738a75c1 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126283413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126275158'] for subnet, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:45.733450 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning for port a312704a-491b-448b-aff9-cbd04cf3547f completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:12:45.739222 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-b26323fb-8af5-4060-816a-48eeea4f6757 None None] For port 22248503-89a3-4884-b61f-f53a2cd3c814, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:12:45.746499 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning complete for port a312704a-491b-448b-aff9-cbd04cf3547f triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:12:45.746847 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:45.779860 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-b26323fb-8af5-4060-816a-48eeea4f6757 None None] For port 22248503-89a3-4884-b61f-f53a2cd3c814, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=22248503-89a3-4884-b61f-f53a2cd3c814,segment=NetworkSegment(5cc200a1-54c8-413c-8d8d-b0a7d66fde81),segment_id=5cc200a1-54c8-413c-8d8d-b0a7d66fde81)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:12:45.779998 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfca13fc-4c2a-44e7-99c7-9213738a75c1 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Pushing event deleted for resources: {'Subnet': ['ID=e47a3383-c276-49ae-bf99-23fefc65cdc2,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:45.783773 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-dfca13fc-4c2a-44e7-99c7-9213738a75c1 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:45.788373 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-dfca13fc-4c2a-44e7-99c7-9213738a75c1 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] 10.222.0.41 "DELETE /v2.0/subnets/e47a3383-c276-49ae-bf99-23fefc65cdc2 HTTP/1.1" status: 204 len: 168 time: 0.6698780 Aug 11 03:12:45.789065 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 33154) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:12:45.804123 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b72892d1-265e-4344-ae74-f16d06c0f123 req-613155d8-5d18-407c-a938-5ff1cf16b818 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5a225df-05c1-440d-b2ae-d3bea38f3abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895505 Aug 11 03:12:45.859411 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-b26323fb-8af5-4060-816a-48eeea4f6757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:45.874397 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf35db7-22cb-4b11-9861-2b13c08dff74 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:45.878047 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf35db7-22cb-4b11-9861-2b13c08dff74 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:45.881945 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 33156) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:12:45.885856 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-4bf35db7-22cb-4b11-9861-2b13c08dff74 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0956903 Aug 11 03:12:45.986589 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b6093e15-7f3e-4a13-8213-a6ba925d5fc1 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:45.996838 n-d-764292-30 neutron-server[102192]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6093e15-7f3e-4a13-8213-a6ba925d5fc1 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 11 03:12:45.997479 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6093e15-7f3e-4a13-8213-a6ba925d5fc1 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:12:45.999708 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-b6093e15-7f3e-4a13-8213-a6ba925d5fc1 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] 10.222.0.41 "DELETE /v2.0/networks/dc6708f9-9233-451d-82a3-664f80ff8b5f HTTP/1.1" status: 409 len: 405 time: 0.1149328 Aug 11 03:12:46.004374 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 33170) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:12:46.011555 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-ab93512e-4a25-4e3e-8fc2-9c0acb1d98f1 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1089211310'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:12:46.085268 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 6aaf6497-f3c1-4c1c-942c-c8d82c3446f3 up at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:12:46.113735 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:46.131360 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab93512e-4a25-4e3e-8fc2-9c0acb1d98f1 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Made reservation on behalf of 9ecf507f859144818053c20c78965caf for: {'network': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:12:46.135920 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ab93512e-4a25-4e3e-8fc2-9c0acb1d98f1 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:46.175156 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e3618b6-52e5-4357-a355-b29ad18e1b9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a312704a-491b-448b-aff9-cbd04cf3547f'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:12:46.177693 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09aa140b-2a46-4039-a944-b1a5c55a62ec" -d '{"events": [{"server_uuid": "6e3618b6-52e5-4357-a355-b29ad18e1b9a", "name": "network-vif-plugged", "status": "completed", "tag": "a312704a-491b-448b-aff9-cbd04cf3547f"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:12:46.210033 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port a312704a-491b-448b-aff9-cbd04cf3547f, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=a312704a-491b-448b-aff9-cbd04cf3547f,segment=NetworkSegment(271bafdf-7464-485b-b3ae-2126cb9c0bfd),segment_id=271bafdf-7464-485b-b3ae-2126cb9c0bfd)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:12:46.213720 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26323fb-8af5-4060-816a-48eeea4f6757 None None] Pushing event updated for resources: {'Port': ['ID=22248503-89a3-4884-b61f-f53a2cd3c814,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:46.225739 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab93512e-4a25-4e3e-8fc2-9c0acb1d98f1 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=102192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:12:46.240053 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ab93512e-4a25-4e3e-8fc2-9c0acb1d98f1 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:46.240789 n-d-764292-30 neutron-server[102192]: INFO neutron.db.segments_db [None req-ab93512e-4a25-4e3e-8fc2-9c0acb1d98f1 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Added segment 68aee45b-6dd2-4f9b-80ab-98b7b83c5b61 of type vlan for network 7cdf42a9-4e1a-497a-a46f-4bd854d441ec Aug 11 03:12:46.246254 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning complete for port 6aaf6497-f3c1-4c1c-942c-c8d82c3446f3 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:12:46.246444 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:46.337877 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:12:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e06cb2ce-6f81-44f3-823f-ff846ea95f98 x-openstack-request-id: req-e06cb2ce-6f81-44f3-823f-ff846ea95f98 {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:12:46.338307 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e3618b6-52e5-4357-a355-b29ad18e1b9a", "name": "network-vif-plugged", "status": "completed", "tag": "a312704a-491b-448b-aff9-cbd04cf3547f", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:12:46.338656 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e06cb2ce-6f81-44f3-823f-ff846ea95f98 {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:12:46.339277 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e3618b6-52e5-4357-a355-b29ad18e1b9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a312704a-491b-448b-aff9-cbd04cf3547f', 'code': 200} Aug 11 03:12:46.342015 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:46.395718 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:46.464665 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ab93512e-4a25-4e3e-8fc2-9c0acb1d98f1 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:46.481183 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=a312704a-491b-448b-aff9-cbd04cf3547f,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:46.555899 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-71772cca-7a8b-4a33-9611-019311d2079b req-46e5fc1a-1653-4001-847d-a3165779268d tempest-InstanceActionsNegativeTestJSON-184520816 tempest-InstanceActionsNegativeTestJSON-184520816-project] 10.222.0.41 "GET /v2.0/ports?device_id=84a25bdc-0f17-4eee-89c9-16f89c9f416e HTTP/1.1" status: 200 len: 210 time: 0.0996110 Aug 11 03:12:46.556134 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 6aaf6497-f3c1-4c1c-942c-c8d82c3446f3, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=6aaf6497-f3c1-4c1c-942c-c8d82c3446f3,segment=NetworkSegment(c567aba8-f786-4533-ad6f-0c8ff3fef5d6),segment_id=c567aba8-f786-4533-ad6f-0c8ff3fef5d6)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:12:46.611491 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:46.612474 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 9a837d6e-0f0c-4d28-89d8-65faeea69beb no longer exists at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:12:46.627991 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a355bb6a-90d6-4537-bfe7-a4ee8b205064 req-a0461eb7-3ad9-4bc2-b930-147a3eb9f60d tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:46.635397 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a355bb6a-90d6-4537-bfe7-a4ee8b205064 req-a0461eb7-3ad9-4bc2-b930-147a3eb9f60d tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:46.643113 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] No Port match for: 9a837d6e-0f0c-4d28-89d8-65faeea69beb {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:12:46.643949 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 9a837d6e-0f0c-4d28-89d8-65faeea69beb not bound to the agent host n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:12:46.649887 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a355bb6a-90d6-4537-bfe7-a4ee8b205064 req-a0461eb7-3ad9-4bc2-b930-147a3eb9f60d tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:46.657577 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a355bb6a-90d6-4537-bfe7-a4ee8b205064 req-a0461eb7-3ad9-4bc2-b930-147a3eb9f60d tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:46.664004 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a355bb6a-90d6-4537-bfe7-a4ee8b205064 req-a0461eb7-3ad9-4bc2-b930-147a3eb9f60d tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:46.670537 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a355bb6a-90d6-4537-bfe7-a4ee8b205064 req-a0461eb7-3ad9-4bc2-b930-147a3eb9f60d tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:46.677054 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a355bb6a-90d6-4537-bfe7-a4ee8b205064 req-a0461eb7-3ad9-4bc2-b930-147a3eb9f60d tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:46.686677 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a355bb6a-90d6-4537-bfe7-a4ee8b205064 req-a0461eb7-3ad9-4bc2-b930-147a3eb9f60d tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e3618b6-52e5-4357-a355-b29ad18e1b9a HTTP/1.1" status: 200 len: 5427 time: 0.3944836 Aug 11 03:12:46.702237 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=6aaf6497-f3c1-4c1c-942c-c8d82c3446f3,revision_number=7']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:46.734097 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a355bb6a-90d6-4537-bfe7-a4ee8b205064 req-2e58268d-7226-4bbd-ba43-b1ef50102378 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e828c0d-4136-4a51-aeb5-a8e208cb4b52&id=95104542-16f5-45dc-8618-c4fbbca06b56&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0465603 Aug 11 03:12:46.806406 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ab93512e-4a25-4e3e-8fc2-9c0acb1d98f1 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:46.812348 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab93512e-4a25-4e3e-8fc2-9c0acb1d98f1 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:46.812935 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ab93512e-4a25-4e3e-8fc2-9c0acb1d98f1 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:46.918270 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab93512e-4a25-4e3e-8fc2-9c0acb1d98f1 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Pushing event updated for resources: {'Network': ['ID=7cdf42a9-4e1a-497a-a46f-4bd854d441ec,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:46.933491 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network 7cdf42a9-4e1a-497a-a46f-4bd854d441ec details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:12:46.954453 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ff1565-c4f6-4339-bbfe-a45c6d2febe3 req-195dac34-a251-4d67-81b3-81dfd0c46fba tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:46.962538 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-68ff1565-c4f6-4339-bbfe-a45c6d2febe3 req-195dac34-a251-4d67-81b3-81dfd0c46fba tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc4eb0cf-70e8-4717-8fe9-89b05182f159 HTTP/1.1" status: 200 len: 946 time: 0.0961468 Aug 11 03:12:46.974465 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-ab93512e-4a25-4e3e-8fc2-9c0acb1d98f1 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9649043 Aug 11 03:12:46.974916 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 33242) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:12:46.982938 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-0b9b2736-f90d-41df-b483-2361119843fa tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Request body: {'subnet': {'network_id': '7cdf42a9-4e1a-497a-a46f-4bd854d441ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:12:47.040958 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-68ff1565-c4f6-4339-bbfe-a45c6d2febe3 req-2f25800b-be4f-489d-a3ef-28ca26ce9cb4 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5a225df-05c1-440d-b2ae-d3bea38f3abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773416 Aug 11 03:12:47.215887 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 22248503-89a3-4884-b61f-f53a2cd3c814 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:12:47.251189 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b9b2736-f90d-41df-b483-2361119843fa tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Made reservation on behalf of 9ecf507f859144818053c20c78965caf for: {'subnet': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:12:47.255129 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0b9b2736-f90d-41df-b483-2361119843fa tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274743'] for subnet, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:47.325813 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-080471fa-9e89-4db2-bcf5-accd049ae573 None None] Network dc6708f9-9233-451d-82a3-664f80ff8b5f requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:12:47.378355 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port 22248503-89a3-4884-b61f-f53a2cd3c814 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:12:47.469017 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c7224f4-7ff3-4777-b027-b58375ff21ce None None] Network dc6708f9-9233-451d-82a3-664f80ff8b5f requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:12:47.503565 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-2227de46-a889-4cdd-aee2-2bb8bd91d347 None None] Provisioning for port 22248503-89a3-4884-b61f-f53a2cd3c814 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:12:47.515020 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-2227de46-a889-4cdd-aee2-2bb8bd91d347 None None] Provisioning complete for port 22248503-89a3-4884-b61f-f53a2cd3c814 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:12:47.515388 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2227de46-a889-4cdd-aee2-2bb8bd91d347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:47.625472 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device b90d6ebc-39d0-4329-8910-886ce1b868bf up at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:12:47.656926 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 33266) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:12:47.721698 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 33268) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:12:47.769980 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2227de46-a889-4cdd-aee2-2bb8bd91d347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:47.774984 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_v2 [None req-56d25de1-8f2a-4013-8799-c06e56907463 admin admin] Deleting subnet 1a1c53b5-599c-4e68-a429-91e6630bc1ee {{(pid=102192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:12:47.775817 n-d-764292-30 neutron-server[102191]: DEBUG neutron.objects.ports [None req-0b9b2736-f90d-41df-b483-2361119843fa tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102191) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 11 03:12:47.776756 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0b9b2736-f90d-41df-b483-2361119843fa tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126283476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274725'] for subnet, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:47.783221 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-56d25de1-8f2a-4013-8799-c06e56907463 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:47.816483 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-2227de46-a889-4cdd-aee2-2bb8bd91d347 None None] For port 22248503-89a3-4884-b61f-f53a2cd3c814, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=22248503-89a3-4884-b61f-f53a2cd3c814,segment=NetworkSegment(5cc200a1-54c8-413c-8d8d-b0a7d66fde81),segment_id=5cc200a1-54c8-413c-8d8d-b0a7d66fde81)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:12:47.859812 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 33276) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:12:47.874208 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-56d25de1-8f2a-4013-8799-c06e56907463 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125932460'] for subnet, precommit_delete_associations {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:47.891354 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b2736-f90d-41df-b483-2361119843fa tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Pushing event updated for resources: {'Subnet': ['ID=90874c8e-7360-422d-8ea5-9d44d1bcf592,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:47.893132 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49b74db0-787f-419f-b9b9-60a7ab1d8567 None None] DHCP port deletion for dc6708f9-9233-451d-82a3-664f80ff8b5f request from n-d-764292-30 {{(pid=102193) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:12:47.897610 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9b2736-f90d-41df-b483-2361119843fa tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Checking segment: {'id': '68aee45b-6dd2-4f9b-80ab-98b7b83c5b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '7cdf42a9-4e1a-497a-a46f-4bd854d441ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:12:47.898757 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b9b2736-f90d-41df-b483-2361119843fa tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Network hostable DHCP agents. Network: 7cdf42a9-4e1a-497a-a46f-4bd854d441ec, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:12:47.901486 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning for port b90d6ebc-39d0-4329-8910-886ce1b868bf completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:12:47.939467 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-56d25de1-8f2a-4013-8799-c06e56907463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:47.956658 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2227de46-a889-4cdd-aee2-2bb8bd91d347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:47.959830 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning complete for port b90d6ebc-39d0-4329-8910-886ce1b868bf triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:12:47.961881 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:47.994357 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b9b2736-f90d-41df-b483-2361119843fa tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Network 7cdf42a9-4e1a-497a-a46f-4bd854d441ec is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:12:48.063477 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-0b9b2736-f90d-41df-b483-2361119843fa tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, 7cdf42a9-4e1a-497a-a46f-4bd854d441ec) {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:12:48.066259 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-53a0ac3c-399b-47c6-9ee9-f31e4ef450dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:48.071585 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2227de46-a889-4cdd-aee2-2bb8bd91d347 None None] Pushing event updated for resources: {'Port': ['ID=22248503-89a3-4884-b61f-f53a2cd3c814,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:48.076387 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f56af71c-1294-4e07-b7d8-b59177d3ccae None None] Network 7cdf42a9-4e1a-497a-a46f-4bd854d441ec requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:12:48.077766 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-903f65a2-717b-4a0b-a617-8f68d0f28320 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:48.081722 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b9b2736-f90d-41df-b483-2361119843fa tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:48.082420 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0b9b2736-f90d-41df-b483-2361119843fa tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:48.115629 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773515be-0e17-4f71-a167-94347c6e8405 req-ea28140d-a7f4-41ee-aeb4-e4bb39276b36 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:48.117584 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-773515be-0e17-4f71-a167-94347c6e8405 req-ea28140d-a7f4-41ee-aeb4-e4bb39276b36 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc4eb0cf-70e8-4717-8fe9-89b05182f159 HTTP/1.1" status: 200 len: 946 time: 0.1497362 Aug 11 03:12:48.136770 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d209e2d1-83f5-41c6-8ade-3a640ccee0d6 req-423824ff-0d7a-496f-9e0a-fea0453cfbd9 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:48.142616 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d209e2d1-83f5-41c6-8ade-3a640ccee0d6 req-423824ff-0d7a-496f-9e0a-fea0453cfbd9 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:48.148472 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d209e2d1-83f5-41c6-8ade-3a640ccee0d6 req-423824ff-0d7a-496f-9e0a-fea0453cfbd9 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:48.154396 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d209e2d1-83f5-41c6-8ade-3a640ccee0d6 req-423824ff-0d7a-496f-9e0a-fea0453cfbd9 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:48.160228 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d209e2d1-83f5-41c6-8ade-3a640ccee0d6 req-423824ff-0d7a-496f-9e0a-fea0453cfbd9 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:48.163530 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-0b9b2736-f90d-41df-b483-2361119843fa tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.1837084 Aug 11 03:12:48.163530 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 33282) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:12:48.165543 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-49b74db0-787f-419f-b9b9-60a7ab1d8567 None None] Deleting port 22248503-89a3-4884-b61f-f53a2cd3c814 {{(pid=102193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:12:48.165872 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-49b74db0-787f-419f-b9b9-60a7ab1d8567 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:48.166908 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d209e2d1-83f5-41c6-8ade-3a640ccee0d6 req-423824ff-0d7a-496f-9e0a-fea0453cfbd9 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:48.172893 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d209e2d1-83f5-41c6-8ade-3a640ccee0d6 req-423824ff-0d7a-496f-9e0a-fea0453cfbd9 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:48.174808 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d209e2d1-83f5-41c6-8ade-3a640ccee0d6 req-423824ff-0d7a-496f-9e0a-fea0453cfbd9 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e3618b6-52e5-4357-a355-b29ad18e1b9a HTTP/1.1" status: 200 len: 5427 time: 0.2080576 Aug 11 03:12:48.185003 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:48.213458 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.db.api [None req-903f65a2-717b-4a0b-a617-8f68d0f28320 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 11 03:12:48.213458 n-d-764292-30 neutron-server[102192]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 11 03:12:48.213458 n-d-764292-30 neutron-server[102192]: [parameters: {'project_id_1': '864e6aadaa0f4e9592f22dfbeca56c05', 'expiration_1': datetime.datetime(2021, 8, 11, 3, 12, 48, 124343)}] Aug 11 03:12:48.213458 n-d-764292-30 neutron-server[102192]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102192) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 03:12:48.213906 n-d-764292-30 neutron-server[102192]: DEBUG oslo_db.api [None req-903f65a2-717b-4a0b-a617-8f68d0f28320 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 03:12:48.241185 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-56d25de1-8f2a-4013-8799-c06e56907463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125932157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126180897'] for subnet, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:48.279329 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5e929441-197f-4ce6-ae09-c246e50b6998 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:48.289501 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-773515be-0e17-4f71-a167-94347c6e8405 req-d5f59696-6188-43bf-ba4e-48378dfdba7b tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5a225df-05c1-440d-b2ae-d3bea38f3abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112568 Aug 11 03:12:48.297048 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d25de1-8f2a-4013-8799-c06e56907463 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a1c53b5-599c-4e68-a429-91e6630bc1ee,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:48.300490 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port b90d6ebc-39d0-4329-8910-886ce1b868bf, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=b90d6ebc-39d0-4329-8910-886ce1b868bf,segment=NetworkSegment(271bafdf-7464-485b-b3ae-2126cb9c0bfd),segment_id=271bafdf-7464-485b-b3ae-2126cb9c0bfd)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:12:48.301573 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-56d25de1-8f2a-4013-8799-c06e56907463 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:48.302509 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-49b74db0-787f-419f-b9b9-60a7ab1d8567 None None] For port 22248503-89a3-4884-b61f-f53a2cd3c814, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=22248503-89a3-4884-b61f-f53a2cd3c814,segment=NetworkSegment(5cc200a1-54c8-413c-8d8d-b0a7d66fde81),segment_id=5cc200a1-54c8-413c-8d8d-b0a7d66fde81)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:12:48.305533 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-49b74db0-787f-419f-b9b9-60a7ab1d8567 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:48.305821 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-56d25de1-8f2a-4013-8799-c06e56907463 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/1a1c53b5-599c-4e68-a429-91e6630bc1ee HTTP/1.1" status: 204 len: 168 time: 0.6459553 Aug 11 03:12:48.309480 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d209e2d1-83f5-41c6-8ade-3a640ccee0d6 req-19c1c0a6-2e81-4c15-92df-e7b62893cec0 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e828c0d-4136-4a51-aeb5-a8e208cb4b52&id=95104542-16f5-45dc-8618-c4fbbca06b56&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1252828 Aug 11 03:12:48.309964 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 33284) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:12:48.323520 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-49b74db0-787f-419f-b9b9-60a7ab1d8567 None None] Calling delete_port for 22248503-89a3-4884-b61f-f53a2cd3c814 owned by network:dhcp {{(pid=102193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:12:48.369071 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc4eb0cf-70e8-4717-8fe9-89b05182f159', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aaf6497-f3c1-4c1c-942c-c8d82c3446f3'}, {'server_uuid': '6e3618b6-52e5-4357-a355-b29ad18e1b9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b90d6ebc-39d0-4329-8910-886ce1b868bf'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:12:48.373355 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e9e852e-e63f-443f-aea2-afb8c3fc04b8" -d '{"events": [{"server_uuid": "fc4eb0cf-70e8-4717-8fe9-89b05182f159", "name": "network-vif-plugged", "status": "completed", "tag": "6aaf6497-f3c1-4c1c-942c-c8d82c3446f3"}, {"server_uuid": "6e3618b6-52e5-4357-a355-b29ad18e1b9a", "name": "network-vif-plugged", "status": "completed", "tag": "b90d6ebc-39d0-4329-8910-886ce1b868bf"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:12:48.408964 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5e929441-197f-4ce6-ae09-c246e50b6998 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:48.415980 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-556c2e92-11aa-40e8-9282-15b1505650fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:48.425212 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9119ec1d-92af-48ad-878b-1dc6a2dbcd81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde080026-c28f-55be-b52b-13827cc43646-7cdf42a9-4e1a-497a-a46f-4bd854d441ec', 'network_id': '7cdf42a9-4e1a-497a-a46f-4bd854d441ec', 'tenant_id': '9ecf507f859144818053c20c78965caf', 'fixed_ips': [{'subnet_id': '90874c8e-7360-422d-8ea5-9d44d1bcf592'}]}} from n-d-764292-30. {{(pid=102193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:12:48.426169 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-9119ec1d-92af-48ad-878b-1dc6a2dbcd81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:48.433280 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:48.434646 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 6787f595-faeb-4a36-b917-5d8df4badde1 up at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:12:48.435375 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-53a0ac3c-399b-47c6-9ee9-f31e4ef450dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:48.464288 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 11 Aug 2021 03:12:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e1e9e6c-8397-4c2b-9dee-516a94aa54af x-openstack-request-id: req-5e1e9e6c-8397-4c2b-9dee-516a94aa54af {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:12:48.464644 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc4eb0cf-70e8-4717-8fe9-89b05182f159", "name": "network-vif-plugged", "status": "completed", "tag": "6aaf6497-f3c1-4c1c-942c-c8d82c3446f3", "code": 200}, {"server_uuid": "6e3618b6-52e5-4357-a355-b29ad18e1b9a", "name": "network-vif-plugged", "status": "completed", "tag": "b90d6ebc-39d0-4329-8910-886ce1b868bf", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:12:48.465432 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5e1e9e6c-8397-4c2b-9dee-516a94aa54af {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:12:48.465432 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc4eb0cf-70e8-4717-8fe9-89b05182f159', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aaf6497-f3c1-4c1c-942c-c8d82c3446f3', 'code': 200} Aug 11 03:12:48.465655 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e3618b6-52e5-4357-a355-b29ad18e1b9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b90d6ebc-39d0-4329-8910-886ce1b868bf', 'code': 200} Aug 11 03:12:48.517817 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-53a0ac3c-399b-47c6-9ee9-f31e4ef450dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:48.542881 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-556c2e92-11aa-40e8-9282-15b1505650fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:48.560668 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5e929441-197f-4ce6-ae09-c246e50b6998 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126283413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126275158'] for subnet, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:48.566319 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-556c2e92-11aa-40e8-9282-15b1505650fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2d5fd6b-f1d8-4a12-9797-3bcfbcfd103f']}} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:12:48.579479 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a0ac3c-399b-47c6-9ee9-f31e4ef450dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e6e85b9-3b01-424d-8de7-59c1697c8de8,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:48.583053 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-556c2e92-11aa-40e8-9282-15b1505650fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8db20049-bb0e-4102-b6d2-90e75cd16465') {'for_net_delete': True} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:12:48.583339 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-556c2e92-11aa-40e8-9282-15b1505650fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8db20049-bb0e-4102-b6d2-90e75cd16465') {} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:12:48.586890 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-53a0ac3c-399b-47c6-9ee9-f31e4ef450dc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=55ea69ca863a415fa05e160f67e76c39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7258611 Aug 11 03:12:48.596466 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 33288) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:12:48.596931 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e929441-197f-4ce6-ae09-c246e50b6998 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Pushing event deleted for resources: {'Subnet': ['ID=90874c8e-7360-422d-8ea5-9d44d1bcf592,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:48.606670 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-556c2e92-11aa-40e8-9282-15b1505650fe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125932501'] for segment, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:48.624125 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=b90d6ebc-39d0-4329-8910-886ce1b868bf,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:48.633547 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-556c2e92-11aa-40e8-9282-15b1505650fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:48.640122 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-556c2e92-11aa-40e8-9282-15b1505650fe admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=102192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:12:48.640516 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-556c2e92-11aa-40e8-9282-15b1505650fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125932183'] for segment, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:48.651002 n-d-764292-30 neutron-server[102192]: Traceback (most recent call last): Aug 11 03:12:48.651002 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:12:48.651002 n-d-764292-30 neutron-server[102192]: timer() Aug 11 03:12:48.651002 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:12:48.651002 n-d-764292-30 neutron-server[102192]: cb(*args, **kw) Aug 11 03:12:48.651002 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:12:48.651002 n-d-764292-30 neutron-server[102192]: return func(*args, **kwargs) Aug 11 03:12:48.651002 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:12:48.651002 n-d-764292-30 neutron-server[102192]: self._notify() Aug 11 03:12:48.651002 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:12:48.651002 n-d-764292-30 neutron-server[102192]: self.callback(batched_events) Aug 11 03:12:48.651002 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:12:48.651002 n-d-764292-30 neutron-server[102192]: event.method(event) Aug 11 03:12:48.651002 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:12:48.651002 n-d-764292-30 neutron-server[102192]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:12:48.651002 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:12:48.651002 n-d-764292-30 neutron-server[102192]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:12:48.651002 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:12:48.651002 n-d-764292-30 neutron-server[102192]: return f(self, *a, **k) Aug 11 03:12:48.651002 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:12:48.651002 n-d-764292-30 neutron-server[102192]: return self._get(url).json() Aug 11 03:12:48.651002 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:12:48.651002 n-d-764292-30 neutron-server[102192]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:12:48.651002 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:12:48.651002 n-d-764292-30 neutron-server[102192]: return self.request(url, 'GET', **kwargs) Aug 11 03:12:48.651002 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:12:48.651002 n-d-764292-30 neutron-server[102192]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:12:48.651002 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:12:48.651002 n-d-764292-30 neutron-server[102192]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:12:48.651002 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:12:48.651002 n-d-764292-30 neutron-server[102192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:12:48.651002 n-d-764292-30 neutron-server[102192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:12:48.666536 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5e929441-197f-4ce6-ae09-c246e50b6998 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:48.676666 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-5e929441-197f-4ce6-ae09-c246e50b6998 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cdf42a9-4e1a-497a-a46f-4bd854d441ec']}} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:12:48.688088 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-5e929441-197f-4ce6-ae09-c246e50b6998 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68aee45b-6dd2-4f9b-80ab-98b7b83c5b61') {'for_net_delete': True} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:12:48.688413 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-5e929441-197f-4ce6-ae09-c246e50b6998 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68aee45b-6dd2-4f9b-80ab-98b7b83c5b61') {} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:12:48.698226 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5e929441-197f-4ce6-ae09-c246e50b6998 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126283644'] for segment, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:48.712641 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5e929441-197f-4ce6-ae09-c246e50b6998 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:48.714444 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-903f65a2-717b-4a0b-a617-8f68d0f28320 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:48.717385 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-04af2c6c-eb7e-4e6a-9e3e-145332d52324 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:48.718776 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e929441-197f-4ce6-ae09-c246e50b6998 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=102191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:12:48.719165 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5e929441-197f-4ce6-ae09-c246e50b6998 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126283391'] for segment, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:48.722157 n-d-764292-30 neutron-server[102191]: Traceback (most recent call last): Aug 11 03:12:48.722157 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:12:48.722157 n-d-764292-30 neutron-server[102191]: timer() Aug 11 03:12:48.722157 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:12:48.722157 n-d-764292-30 neutron-server[102191]: cb(*args, **kw) Aug 11 03:12:48.722157 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:12:48.722157 n-d-764292-30 neutron-server[102191]: return func(*args, **kwargs) Aug 11 03:12:48.722157 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:12:48.722157 n-d-764292-30 neutron-server[102191]: self._notify() Aug 11 03:12:48.722157 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:12:48.722157 n-d-764292-30 neutron-server[102191]: self.callback(batched_events) Aug 11 03:12:48.722157 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:12:48.722157 n-d-764292-30 neutron-server[102191]: event.method(event) Aug 11 03:12:48.722157 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:12:48.722157 n-d-764292-30 neutron-server[102191]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:12:48.722157 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:12:48.722157 n-d-764292-30 neutron-server[102191]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:12:48.722157 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:12:48.722157 n-d-764292-30 neutron-server[102191]: return f(self, *a, **k) Aug 11 03:12:48.722157 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:12:48.722157 n-d-764292-30 neutron-server[102191]: return self._get(url).json() Aug 11 03:12:48.722157 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:12:48.722157 n-d-764292-30 neutron-server[102191]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:12:48.722157 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:12:48.722157 n-d-764292-30 neutron-server[102191]: return self.request(url, 'GET', **kwargs) Aug 11 03:12:48.722157 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:12:48.722157 n-d-764292-30 neutron-server[102191]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:12:48.722157 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:12:48.722157 n-d-764292-30 neutron-server[102191]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:12:48.722157 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:12:48.722157 n-d-764292-30 neutron-server[102191]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:12:48.722157 n-d-764292-30 neutron-server[102191]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:12:48.750428 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server [None req-9119ec1d-92af-48ad-878b-1dc6a2dbcd81 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 90874c8e-7360-422d-8ea5-9d44d1bcf592: This subnet is being modified by another concurrent operation. Aug 11 03:12:48.750428 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 11 03:12:48.750428 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 11 03:12:48.750428 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 11 03:12:48.750428 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 11 03:12:48.750428 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 11 03:12:48.750428 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 11 03:12:48.750428 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 11 03:12:48.750428 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 11 03:12:48.750428 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 11 03:12:48.750428 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 11 03:12:48.750428 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 11 03:12:48.750428 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 03:12:48.750428 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 03:12:48.750428 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 03:12:48.750428 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 03:12:48.750428 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 11 03:12:48.750428 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 03:12:48.750428 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 11 03:12:48.750428 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 11 03:12:48.750428 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 03:12:48.750428 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 03:12:48.750428 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 03:12:48.750428 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 03:12:48.750428 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 11 03:12:48.750428 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 03:12:48.750428 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 11 03:12:48.750428 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 11 03:12:48.750428 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 03:12:48.750428 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 03:12:48.750428 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 03:12:48.750428 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 03:12:48.750428 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 11 03:12:48.750428 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 11 03:12:48.750428 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 11 03:12:48.750428 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 11 03:12:48.750428 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 11 03:12:48.750428 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 11 03:12:48.750428 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 11 03:12:48.750428 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 11 03:12:48.750428 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 11 03:12:48.750428 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 11 03:12:48.750428 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 11 03:12:48.750428 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 11 03:12:48.750428 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 11 03:12:48.750428 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 11 03:12:48.750428 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 11 03:12:48.750428 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 11 03:12:48.750428 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 03:12:48.750428 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 03:12:48.750428 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 03:12:48.750428 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 03:12:48.750428 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 11 03:12:48.750428 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 03:12:48.753861 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 11 03:12:48.753861 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 11 03:12:48.753861 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 03:12:48.753861 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 03:12:48.753861 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 03:12:48.753861 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 03:12:48.753861 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 11 03:12:48.753861 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 03:12:48.753861 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 11 03:12:48.753861 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 11 03:12:48.753861 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 03:12:48.753861 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 03:12:48.753861 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 03:12:48.753861 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 03:12:48.753861 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 11 03:12:48.753861 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 11 03:12:48.753861 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 11 03:12:48.753861 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 11 03:12:48.753861 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 11 03:12:48.753861 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 11 03:12:48.753861 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 11 03:12:48.753861 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 11 03:12:48.753861 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 11 03:12:48.753861 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 11 03:12:48.753861 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 03:12:48.753861 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 03:12:48.753861 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 03:12:48.753861 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 03:12:48.753861 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 11 03:12:48.753861 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 11 03:12:48.753861 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 11 03:12:48.753861 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 11 03:12:48.753861 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 11 03:12:48.753861 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 11 03:12:48.753861 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 11 03:12:48.753861 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server raise exception Aug 11 03:12:48.753861 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 90874c8e-7360-422d-8ea5-9d44d1bcf592: This subnet is being modified by another concurrent operation. Aug 11 03:12:48.753861 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server Aug 11 03:12:48.758954 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-04af2c6c-eb7e-4e6a-9e3e-145332d52324 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:48.759241 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-49b74db0-787f-419f-b9b9-60a7ab1d8567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678'] for port, after_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:48.769970 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning for port 6787f595-faeb-4a36-b917-5d8df4badde1 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:12:48.798048 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b74db0-787f-419f-b9b9-60a7ab1d8567 None None] No DVR routers for this DVR port 22248503-89a3-4884-b61f-f53a2cd3c814 on host n-d-764292-30 {{(pid=102193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:12:48.802659 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning complete for port 6787f595-faeb-4a36-b917-5d8df4badde1 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:12:48.803032 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:48.805736 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b74db0-787f-419f-b9b9-60a7ab1d8567 None None] Pushing event deleted for resources: {'Port': ['ID=22248503-89a3-4884-b61f-f53a2cd3c814,revision_number=None']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:48.809281 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-556c2e92-11aa-40e8-9282-15b1505650fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:48.820066 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-556c2e92-11aa-40e8-9282-15b1505650fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:48.824130 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-556c2e92-11aa-40e8-9282-15b1505650fe admin admin] 10.222.0.41 "DELETE /v2.0/networks/f2d5fd6b-f1d8-4a12-9797-3bcfbcfd103f HTTP/1.1" status: 204 len: 168 time: 0.5075088 Aug 11 03:12:48.844807 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556c2e92-11aa-40e8-9282-15b1505650fe admin admin] Pushing event deleted for resources: {'Network': ['ID=f2d5fd6b-f1d8-4a12-9797-3bcfbcfd103f,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:48.859961 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c967e89-7e29-4303-9758-a7f831e86b80 None None] Network 7cdf42a9-4e1a-497a-a46f-4bd854d441ec requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:12:48.870052 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5e929441-197f-4ce6-ae09-c246e50b6998 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:48.887771 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c967e89-7e29-4303-9758-a7f831e86b80 None None] Network 7cdf42a9-4e1a-497a-a46f-4bd854d441ec could not be found, it might have been deleted concurrently. {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 11 03:12:48.888910 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-903f65a2-717b-4a0b-a617-8f68d0f28320 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:48.891695 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5e929441-197f-4ce6-ae09-c246e50b6998 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Notify callbacks [] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:48.899669 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 33294) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:12:48.899839 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-5e929441-197f-4ce6-ae09-c246e50b6998 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] 10.222.0.41 "DELETE /v2.0/networks/7cdf42a9-4e1a-497a-a46f-4bd854d441ec HTTP/1.1" status: 204 len: 168 time: 0.7346001 Aug 11 03:12:48.901638 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e929441-197f-4ce6-ae09-c246e50b6998 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Pushing event deleted for resources: {'Network': ['ID=7cdf42a9-4e1a-497a-a46f-4bd854d441ec,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:48.908241 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-7749d85e-15ca-40a8-adc9-e8969ccb9a6c tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2018426743'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:12:48.908578 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cb790c7-4c1d-4451-95cf-1fd5db95ec96 None None] get_active_networks_info from n-d-764292-30 {{(pid=102193) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 11 03:12:48.920564 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-04af2c6c-eb7e-4e6a-9e3e-145332d52324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:48.923154 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-04af2c6c-eb7e-4e6a-9e3e-145332d52324 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:48.924458 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-04af2c6c-eb7e-4e6a-9e3e-145332d52324 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0e6e85b9-3b01-424d-8de7-59c1697c8de8 HTTP/1.1" status: 204 len: 168 time: 0.3313076 Aug 11 03:12:48.932671 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04af2c6c-eb7e-4e6a-9e3e-145332d52324 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e6e85b9-3b01-424d-8de7-59c1697c8de8,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:48.942477 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-903f65a2-717b-4a0b-a617-8f68d0f28320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:48.992021 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-903f65a2-717b-4a0b-a617-8f68d0f28320 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=864e6aadaa0f4e9592f22dfbeca56c05&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2690737 Aug 11 03:12:48.994772 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 33298) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:12:49.009561 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903f65a2-717b-4a0b-a617-8f68d0f28320 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3803b4c8-3099-495e-8347-67b7a1eb68a0,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:49.010476 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:49.051687 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c1a65cba-1d2e-4298-83ef-55ab7de76756 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:49.068524 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7749d85e-15ca-40a8-adc9-e8969ccb9a6c tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Made reservation on behalf of 9ecf507f859144818053c20c78965caf for: {'network': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:12:49.072372 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-7749d85e-15ca-40a8-adc9-e8969ccb9a6c tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:49.075210 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c1a65cba-1d2e-4298-83ef-55ab7de76756 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:49.089037 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port 6787f595-faeb-4a36-b917-5d8df4badde1, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=6787f595-faeb-4a36-b917-5d8df4badde1,segment=NetworkSegment(6636cac9-4e2b-442e-bc2a-cdca0dca5176),segment_id=6636cac9-4e2b-442e-bc2a-cdca0dca5176)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:12:49.105280 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7749d85e-15ca-40a8-adc9-e8969ccb9a6c tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=102192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:12:49.124755 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-7749d85e-15ca-40a8-adc9-e8969ccb9a6c tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:49.125820 n-d-764292-30 neutron-server[102192]: INFO neutron.db.segments_db [None req-7749d85e-15ca-40a8-adc9-e8969ccb9a6c tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Added segment 8f9714ab-aba4-4ac4-9ebb-84b264f2e30d of type vlan for network 9c7503f9-96fe-441d-80af-b194df3e720c Aug 11 03:12:49.143645 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cb790c7-4c1d-4451-95cf-1fd5db95ec96 None None] Resources bound (agent type, host, resource id): {{(pid=102193) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 11 03:12:49.155079 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:49.155908 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device d9e703e8-7704-4b91-aaaa-f02c780d0bdd up at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:12:49.174023 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-7749d85e-15ca-40a8-adc9-e8969ccb9a6c tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:49.186218 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 22248503-89a3-4884-b61f-f53a2cd3c814 no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:12:49.188462 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c1a65cba-1d2e-4298-83ef-55ab7de76756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:49.191484 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c1a65cba-1d2e-4298-83ef-55ab7de76756 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:49.195780 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-c1a65cba-1d2e-4298-83ef-55ab7de76756 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3803b4c8-3099-495e-8347-67b7a1eb68a0 HTTP/1.1" status: 204 len: 168 time: 0.1968434 Aug 11 03:12:49.202359 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a65cba-1d2e-4298-83ef-55ab7de76756 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3803b4c8-3099-495e-8347-67b7a1eb68a0,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:49.242265 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 33302) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:12:49.261940 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: 22248503-89a3-4884-b61f-f53a2cd3c814 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:12:49.262278 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 22248503-89a3-4884-b61f-f53a2cd3c814 not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:12:49.275124 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-7749d85e-15ca-40a8-adc9-e8969ccb9a6c tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:49.284968 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7749d85e-15ca-40a8-adc9-e8969ccb9a6c tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:49.285831 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-7749d85e-15ca-40a8-adc9-e8969ccb9a6c tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:49.340538 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-20fcc28b-f185-4ab8-a2e5-fe8a5877fe27 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=be3ff0a9344f442b98b13effa37f4f99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0809639 Aug 11 03:12:49.341380 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 33304) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:12:49.354862 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=6787f595-faeb-4a36-b917-5d8df4badde1,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:49.405244 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7749d85e-15ca-40a8-adc9-e8969ccb9a6c tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Pushing event updated for resources: {'Network': ['ID=9c7503f9-96fe-441d-80af-b194df3e720c,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:49.461527 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network 9c7503f9-96fe-441d-80af-b194df3e720c details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:12:49.502515 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-52c91b61-7843-43cd-81df-041906097bd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:49.538965 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396dd374-d351-4d3a-914c-86499de23cd9 req-d27b4df0-d5f9-4bfa-800b-c73ec3406edb tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:49.540356 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-52c91b61-7843-43cd-81df-041906097bd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:49.547986 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-396dd374-d351-4d3a-914c-86499de23cd9 req-d27b4df0-d5f9-4bfa-800b-c73ec3406edb tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc4eb0cf-70e8-4717-8fe9-89b05182f159 HTTP/1.1" status: 200 len: 946 time: 0.1054325 Aug 11 03:12:49.564380 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning for port d9e703e8-7704-4b91-aaaa-f02c780d0bdd completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:12:49.577170 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning complete for port d9e703e8-7704-4b91-aaaa-f02c780d0bdd triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:12:49.577550 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:49.578100 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-7749d85e-15ca-40a8-adc9-e8969ccb9a6c tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6766379 Aug 11 03:12:49.589887 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 33320) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:12:49.590094 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805cece6-4fad-4779-8537-5d79c93f3dbd req-c95781ef-4d7a-4be5-8f37-2dbdc402740f tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:49.593563 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-805cece6-4fad-4779-8537-5d79c93f3dbd req-c95781ef-4d7a-4be5-8f37-2dbdc402740f tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc4eb0cf-70e8-4717-8fe9-89b05182f159 HTTP/1.1" status: 200 len: 946 time: 0.1422400 Aug 11 03:12:49.602857 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f948dc-327f-431d-adac-fc52cdb84a57 req-a7d40756-b793-4407-a489-1a0ef49a8422 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:49.611989 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f948dc-327f-431d-adac-fc52cdb84a57 req-a7d40756-b793-4407-a489-1a0ef49a8422 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:49.618950 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f948dc-327f-431d-adac-fc52cdb84a57 req-a7d40756-b793-4407-a489-1a0ef49a8422 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:49.625075 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f948dc-327f-431d-adac-fc52cdb84a57 req-a7d40756-b793-4407-a489-1a0ef49a8422 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:49.631375 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f948dc-327f-431d-adac-fc52cdb84a57 req-a7d40756-b793-4407-a489-1a0ef49a8422 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:49.637757 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f948dc-327f-431d-adac-fc52cdb84a57 req-a7d40756-b793-4407-a489-1a0ef49a8422 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:49.643587 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f948dc-327f-431d-adac-fc52cdb84a57 req-a7d40756-b793-4407-a489-1a0ef49a8422 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:49.645506 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-29f948dc-327f-431d-adac-fc52cdb84a57 req-a7d40756-b793-4407-a489-1a0ef49a8422 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e3618b6-52e5-4357-a355-b29ad18e1b9a HTTP/1.1" status: 200 len: 5429 time: 0.1704741 Aug 11 03:12:49.652749 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-47373397-201e-4546-ba97-9bb18ca17a65 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Request body: {'subnet': {'network_id': '9c7503f9-96fe-441d-80af-b194df3e720c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:12:49.735201 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-396dd374-d351-4d3a-914c-86499de23cd9 req-068121d6-01fb-49bf-a005-0e72cef449f2 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5a225df-05c1-440d-b2ae-d3bea38f3abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859961 Aug 11 03:12:49.760882 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-805cece6-4fad-4779-8537-5d79c93f3dbd req-1da35e4f-6969-4c3d-86b8-8a2608b3ac5d tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] Deleting port 6aaf6497-f3c1-4c1c-942c-c8d82c3446f3 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:12:49.764245 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-805cece6-4fad-4779-8537-5d79c93f3dbd req-1da35e4f-6969-4c3d-86b8-8a2608b3ac5d tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:49.777429 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-52c91b61-7843-43cd-81df-041906097bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:49.783075 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-52c91b61-7843-43cd-81df-041906097bd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:49.784438 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-52c91b61-7843-43cd-81df-041906097bd8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/18ff6294-6635-4e68-9dba-012c640fbc28 HTTP/1.1" status: 204 len: 168 time: 0.4401221 Aug 11 03:12:49.799039 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-29f948dc-327f-431d-adac-fc52cdb84a57 req-7dcdb368-fc77-423e-9fa5-b73cb0db559c tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e828c0d-4136-4a51-aeb5-a8e208cb4b52&id=95104542-16f5-45dc-8618-c4fbbca06b56&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0946374 Aug 11 03:12:49.838269 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:49.917655 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port d9e703e8-7704-4b91-aaaa-f02c780d0bdd, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=d9e703e8-7704-4b91-aaaa-f02c780d0bdd,segment=NetworkSegment(271bafdf-7464-485b-b3ae-2126cb9c0bfd),segment_id=271bafdf-7464-485b-b3ae-2126cb9c0bfd)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:12:49.936844 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47373397-201e-4546-ba97-9bb18ca17a65 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Made reservation on behalf of 9ecf507f859144818053c20c78965caf for: {'subnet': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:12:49.941442 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-47373397-201e-4546-ba97-9bb18ca17a65 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126180544'] for subnet, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:49.982650 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 6aaf6497-f3c1-4c1c-942c-c8d82c3446f3 no longer exists at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:12:50.044675 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:50.045781 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device ba046f43-bd86-472c-a6e9-4db5d5ea61d0 up at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:12:50.162551 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c91b61-7843-43cd-81df-041906097bd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18ff6294-6635-4e68-9dba-012c640fbc28,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:50.200175 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=d9e703e8-7704-4b91-aaaa-f02c780d0bdd,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:50.220906 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-805cece6-4fad-4779-8537-5d79c93f3dbd req-1da35e4f-6969-4c3d-86b8-8a2608b3ac5d tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] For port 6aaf6497-f3c1-4c1c-942c-c8d82c3446f3, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=6aaf6497-f3c1-4c1c-942c-c8d82c3446f3,segment=NetworkSegment(c567aba8-f786-4533-ad6f-0c8ff3fef5d6),segment_id=c567aba8-f786-4533-ad6f-0c8ff3fef5d6)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:12:50.221274 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-805cece6-4fad-4779-8537-5d79c93f3dbd req-1da35e4f-6969-4c3d-86b8-8a2608b3ac5d tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:50.222829 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:50.234875 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-805cece6-4fad-4779-8537-5d79c93f3dbd req-1da35e4f-6969-4c3d-86b8-8a2608b3ac5d tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] Calling delete_port for 6aaf6497-f3c1-4c1c-942c-c8d82c3446f3 owned by compute:nova {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:12:50.257607 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 6aaf6497-f3c1-4c1c-942c-c8d82c3446f3, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=6aaf6497-f3c1-4c1c-942c-c8d82c3446f3,segment=NetworkSegment(c567aba8-f786-4533-ad6f-0c8ff3fef5d6),segment_id=c567aba8-f786-4533-ad6f-0c8ff3fef5d6)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:12:50.348900 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-47373397-201e-4546-ba97-9bb18ca17a65 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125932092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126180562'] for subnet, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:50.371843 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 33336) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:12:50.377116 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning for port ba046f43-bd86-472c-a6e9-4db5d5ea61d0 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:12:50.381246 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning complete for port ba046f43-bd86-472c-a6e9-4db5d5ea61d0 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:12:50.381629 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:50.399403 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b560273e-1d89-42ee-9c97-8bcabe39e4f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:50.411562 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47373397-201e-4546-ba97-9bb18ca17a65 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Pushing event updated for resources: {'Subnet': ['ID=46639737-eb49-4355-b55b-8f920c0b6a8d,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:50.417323 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:50.438195 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47373397-201e-4546-ba97-9bb18ca17a65 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Checking segment: {'id': '8f9714ab-aba4-4ac4-9ebb-84b264f2e30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '9c7503f9-96fe-441d-80af-b194df3e720c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:12:50.444975 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47373397-201e-4546-ba97-9bb18ca17a65 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Network hostable DHCP agents. Network: 9c7503f9-96fe-441d-80af-b194df3e720c, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:12:50.481066 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e3618b6-52e5-4357-a355-b29ad18e1b9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6787f595-faeb-4a36-b917-5d8df4badde1'}, {'server_uuid': '6e3618b6-52e5-4357-a355-b29ad18e1b9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9e703e8-7704-4b91-aaaa-f02c780d0bdd'}, {'server_uuid': 'fc4eb0cf-70e8-4717-8fe9-89b05182f159', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6aaf6497-f3c1-4c1c-942c-c8d82c3446f3'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:12:50.483318 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d42a942d-b9e2-431a-95b9-ce5c777b68d3" -d '{"events": [{"server_uuid": "6e3618b6-52e5-4357-a355-b29ad18e1b9a", "name": "network-vif-plugged", "status": "completed", "tag": "6787f595-faeb-4a36-b917-5d8df4badde1"}, {"server_uuid": "6e3618b6-52e5-4357-a355-b29ad18e1b9a", "name": "network-vif-plugged", "status": "completed", "tag": "d9e703e8-7704-4b91-aaaa-f02c780d0bdd"}, {"server_uuid": "fc4eb0cf-70e8-4717-8fe9-89b05182f159", "name": "network-vif-unplugged", "status": "completed", "tag": "6aaf6497-f3c1-4c1c-942c-c8d82c3446f3"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:12:50.509219 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=6aaf6497-f3c1-4c1c-942c-c8d82c3446f3,revision_number=8']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:50.512238 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:50.558141 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port ba046f43-bd86-472c-a6e9-4db5d5ea61d0, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=ba046f43-bd86-472c-a6e9-4db5d5ea61d0,segment=NetworkSegment(d34586da-2abd-49ab-bd6c-1c89fb56752b),segment_id=d34586da-2abd-49ab-bd6c-1c89fb56752b)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:12:50.565596 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47373397-201e-4546-ba97-9bb18ca17a65 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Network 9c7503f9-96fe-441d-80af-b194df3e720c is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:12:50.571595 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 527 Content-Type: application/json Date: Wed, 11 Aug 2021 03:12:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7dd174e-fd1b-4981-a035-f30ab4b161be x-openstack-request-id: req-c7dd174e-fd1b-4981-a035-f30ab4b161be {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:12:50.571917 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e3618b6-52e5-4357-a355-b29ad18e1b9a", "name": "network-vif-plugged", "status": "completed", "tag": "6787f595-faeb-4a36-b917-5d8df4badde1", "code": 200}, {"server_uuid": "6e3618b6-52e5-4357-a355-b29ad18e1b9a", "name": "network-vif-plugged", "status": "completed", "tag": "d9e703e8-7704-4b91-aaaa-f02c780d0bdd", "code": 200}, {"server_uuid": "fc4eb0cf-70e8-4717-8fe9-89b05182f159", "name": "network-vif-unplugged", "status": "completed", "tag": "6aaf6497-f3c1-4c1c-942c-c8d82c3446f3", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:12:50.572155 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c7dd174e-fd1b-4981-a035-f30ab4b161be {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:12:50.572551 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e3618b6-52e5-4357-a355-b29ad18e1b9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6787f595-faeb-4a36-b917-5d8df4badde1', 'code': 200} Aug 11 03:12:50.572803 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e3618b6-52e5-4357-a355-b29ad18e1b9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9e703e8-7704-4b91-aaaa-f02c780d0bdd', 'code': 200} Aug 11 03:12:50.573050 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc4eb0cf-70e8-4717-8fe9-89b05182f159', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6aaf6497-f3c1-4c1c-942c-c8d82c3446f3', 'code': 200} Aug 11 03:12:50.622333 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-805cece6-4fad-4779-8537-5d79c93f3dbd req-1da35e4f-6969-4c3d-86b8-8a2608b3ac5d tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:50.633755 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b560273e-1d89-42ee-9c97-8bcabe39e4f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:50.645290 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:50.645479 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-47373397-201e-4546-ba97-9bb18ca17a65 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, 9c7503f9-96fe-441d-80af-b194df3e720c) {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:12:50.646112 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device f418b08e-aa62-46df-bda1-d8d20334592a up at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:12:50.655158 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47373397-201e-4546-ba97-9bb18ca17a65 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:50.655158 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-47373397-201e-4546-ba97-9bb18ca17a65 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:50.679606 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da35e4f-6969-4c3d-86b8-8a2608b3ac5d tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] Pushing event deleted for resources: {'Port': ['ID=6aaf6497-f3c1-4c1c-942c-c8d82c3446f3,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:50.729887 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-805cece6-4fad-4779-8537-5d79c93f3dbd req-1da35e4f-6969-4c3d-86b8-8a2608b3ac5d tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] No DVR routers for this DVR port 6aaf6497-f3c1-4c1c-942c-c8d82c3446f3 on host n-h1-764292-30 {{(pid=102191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:12:50.732617 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-805cece6-4fad-4779-8537-5d79c93f3dbd req-1da35e4f-6969-4c3d-86b8-8a2608b3ac5d tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:50.734737 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-805cece6-4fad-4779-8537-5d79c93f3dbd req-1da35e4f-6969-4c3d-86b8-8a2608b3ac5d tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] 10.222.0.22 "DELETE /v2.0/ports/6aaf6497-f3c1-4c1c-942c-c8d82c3446f3 HTTP/1.1" status: 204 len: 173 time: 1.1332040 Aug 11 03:12:50.735239 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc4eb0cf-70e8-4717-8fe9-89b05182f159', 'name': 'network-vif-deleted', 'tag': '6aaf6497-f3c1-4c1c-942c-c8d82c3446f3'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:12:50.737613 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1363a7e6-b952-4f77-bb68-06d963440a59" -d '{"events": [{"server_uuid": "fc4eb0cf-70e8-4717-8fe9-89b05182f159", "name": "network-vif-deleted", "tag": "6aaf6497-f3c1-4c1c-942c-c8d82c3446f3"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:12:50.754261 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b560273e-1d89-42ee-9c97-8bcabe39e4f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:50.827143 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3282879f-a497-4e5c-b723-8e2001336ef3 None None] Network 9c7503f9-96fe-441d-80af-b194df3e720c requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:12:50.837610 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-b560273e-1d89-42ee-9c97-8bcabe39e4f6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fb33108a94ac4960a1a3a832324ebb57&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4613469 Aug 11 03:12:50.837966 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:12:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daeac15b-3dcb-48c3-aac1-cf3e1cc2ea14 x-openstack-request-id: req-daeac15b-3dcb-48c3-aac1-cf3e1cc2ea14 {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:12:50.838486 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc4eb0cf-70e8-4717-8fe9-89b05182f159", "name": "network-vif-deleted", "tag": "6aaf6497-f3c1-4c1c-942c-c8d82c3446f3", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:12:50.838486 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-daeac15b-3dcb-48c3-aac1-cf3e1cc2ea14 {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:12:50.839827 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 33362) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:12:50.840939 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc4eb0cf-70e8-4717-8fe9-89b05182f159', 'name': 'network-vif-deleted', 'tag': '6aaf6497-f3c1-4c1c-942c-c8d82c3446f3', 'status': 'completed', 'code': 200} Aug 11 03:12:50.841702 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b560273e-1d89-42ee-9c97-8bcabe39e4f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cc56115-f2e4-41bb-b9b9-ca64b2f89f38,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:50.897117 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-47373397-201e-4546-ba97-9bb18ca17a65 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2503896 Aug 11 03:12:50.900883 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 33366) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:12:50.984069 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-efe95277-3054-4096-837e-d1b52b4f7395 req-18eea53a-5a8f-4891-a8a3-5cdb8c2c2236 tempest-ImagesTestJSON-1489973359 tempest-ImagesTestJSON-1489973359-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc4eb0cf-70e8-4717-8fe9-89b05182f159 HTTP/1.1" status: 200 len: 210 time: 0.0518904 Aug 11 03:12:50.984550 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=ba046f43-bd86-472c-a6e9-4db5d5ea61d0,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:51.043719 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-646d70cc-2660-4459-a783-94060eee7525 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:51.086902 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 33372) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:12:51.114997 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning for port f418b08e-aa62-46df-bda1-d8d20334592a completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:12:51.121029 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-646d70cc-2660-4459-a783-94060eee7525 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:51.125081 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning complete for port f418b08e-aa62-46df-bda1-d8d20334592a triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:12:51.125461 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:51.159606 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8fb011-f31e-49f5-a6ee-b2192516c4ec req-bcff4b65-0ad3-4648-bcc9-c8f98d7766ec tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:51.165907 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8fb011-f31e-49f5-a6ee-b2192516c4ec req-bcff4b65-0ad3-4648-bcc9-c8f98d7766ec tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:51.174108 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8fb011-f31e-49f5-a6ee-b2192516c4ec req-bcff4b65-0ad3-4648-bcc9-c8f98d7766ec tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:51.177987 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b1de7d0-dea2-46aa-bfff-4470e91d7875 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde080026-c28f-55be-b52b-13827cc43646-9c7503f9-96fe-441d-80af-b194df3e720c', 'network_id': '9c7503f9-96fe-441d-80af-b194df3e720c', 'tenant_id': '9ecf507f859144818053c20c78965caf', 'fixed_ips': [{'subnet_id': '46639737-eb49-4355-b55b-8f920c0b6a8d'}]}} from n-d-764292-30. {{(pid=102193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:12:51.179833 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2b1de7d0-dea2-46aa-bfff-4470e91d7875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:51.181050 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8fb011-f31e-49f5-a6ee-b2192516c4ec req-bcff4b65-0ad3-4648-bcc9-c8f98d7766ec tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:51.187121 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8fb011-f31e-49f5-a6ee-b2192516c4ec req-bcff4b65-0ad3-4648-bcc9-c8f98d7766ec tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:51.198320 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8fb011-f31e-49f5-a6ee-b2192516c4ec req-bcff4b65-0ad3-4648-bcc9-c8f98d7766ec tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:51.198885 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6ee8c2bd-8564-4d4b-b1ac-d6b70e1b8930 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:51.204567 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8fb011-f31e-49f5-a6ee-b2192516c4ec req-bcff4b65-0ad3-4648-bcc9-c8f98d7766ec tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:51.206631 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2c8fb011-f31e-49f5-a6ee-b2192516c4ec req-bcff4b65-0ad3-4648-bcc9-c8f98d7766ec tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e3618b6-52e5-4357-a355-b29ad18e1b9a HTTP/1.1" status: 200 len: 5431 time: 0.1789587 Aug 11 03:12:51.280038 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2c8fb011-f31e-49f5-a6ee-b2192516c4ec req-f0caebb7-1c25-48b0-9ecb-17833fe63b5b tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e828c0d-4136-4a51-aeb5-a8e208cb4b52&id=95104542-16f5-45dc-8618-c4fbbca06b56&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0551403 Aug 11 03:12:51.288703 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:51.316817 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6ee8c2bd-8564-4d4b-b1ac-d6b70e1b8930 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:51.318437 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-3a5a1121-2024-4d8b-92bc-5405a4ab5305 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-948292256-network', 'tenant_id': '7dfe11bfde114b89a52959d4b6413ca0'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:12:51.372294 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-646d70cc-2660-4459-a783-94060eee7525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:51.375488 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-646d70cc-2660-4459-a783-94060eee7525 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:51.376854 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-646d70cc-2660-4459-a783-94060eee7525 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7cc56115-f2e4-41bb-b9b9-ca64b2f89f38 HTTP/1.1" status: 204 len: 168 time: 0.5356400 Aug 11 03:12:51.390739 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646d70cc-2660-4459-a783-94060eee7525 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cc56115-f2e4-41bb-b9b9-ca64b2f89f38,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:51.409570 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port f418b08e-aa62-46df-bda1-d8d20334592a, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=f418b08e-aa62-46df-bda1-d8d20334592a,segment=NetworkSegment(d34586da-2abd-49ab-bd6c-1c89fb56752b),segment_id=d34586da-2abd-49ab-bd6c-1c89fb56752b)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:12:51.429712 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a5a1121-2024-4d8b-92bc-5405a4ab5305 admin admin] Made reservation on behalf of 7dfe11bfde114b89a52959d4b6413ca0 for: {'network': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:12:51.432930 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-3a5a1121-2024-4d8b-92bc-5405a4ab5305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:51.443049 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.db_base_plugin_common [None req-2b1de7d0-dea2-46aa-bfff-4470e91d7875 None None] Allocated IP 2001:db8::2 (9c7503f9-96fe-441d-80af-b194df3e720c/46639737-eb49-4355-b55b-8f920c0b6a8d/e4dcbee4-e207-4730-ba8d-808cdb4f2f56) {{(pid=102193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:12:51.444665 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-3a5a1121-2024-4d8b-92bc-5405a4ab5305 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:51.501968 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:51.502831 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 7dfdef9f-0d5f-4271-b104-13eb02da9240 up at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:12:51.554761 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-3a5a1121-2024-4d8b-92bc-5405a4ab5305 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:51.591577 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=f418b08e-aa62-46df-bda1-d8d20334592a,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:51.639680 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-3a5a1121-2024-4d8b-92bc-5405a4ab5305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:51.668668 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 33388) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:12:51.684206 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5a1121-2024-4d8b-92bc-5405a4ab5305 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48ba9580-ef75-419d-a5c2-67cb4e2dfc69,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:51.707852 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a5a1121-2024-4d8b-92bc-5405a4ab5305 admin admin] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=102192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:12:51.716382 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2b1de7d0-dea2-46aa-bfff-4470e91d7875 None None] Notify callbacks [] for port, precommit_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:51.727567 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-2b1de7d0-dea2-46aa-bfff-4470e91d7875 None None] Transition to ACTIVE for port object e4dcbee4-e207-4730-ba8d-808cdb4f2f56 will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:12:51.728400 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-3a5a1121-2024-4d8b-92bc-5405a4ab5305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:51.728750 n-d-764292-30 neutron-server[102192]: INFO neutron.db.segments_db [None req-3a5a1121-2024-4d8b-92bc-5405a4ab5305 admin admin] Added segment f54147e9-8b7a-476a-9b8c-5a3e10613aa5 of type vlan for network e9f60ad6-c983-468c-801f-9acb1516310b Aug 11 03:12:51.735671 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning for port 7dfdef9f-0d5f-4271-b104-13eb02da9240 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:12:51.744145 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning complete for port 7dfdef9f-0d5f-4271-b104-13eb02da9240 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:12:51.744662 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:51.775122 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-2b1de7d0-dea2-46aa-bfff-4470e91d7875 None None] Transition to ACTIVE for port object e4dcbee4-e207-4730-ba8d-808cdb4f2f56 will not be triggered until provisioned by entity DHCP. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:12:51.838350 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-3a5a1121-2024-4d8b-92bc-5405a4ab5305 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:51.845036 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2b1de7d0-dea2-46aa-bfff-4470e91d7875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669'] for port, after_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:51.874190 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-3c007fe1-3710-43cc-be06-7893e0504b3d admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1029931274-network', 'tenant_id': '0b0750f64f054fe79c5f8389fec60447'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:12:51.925814 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6ee8c2bd-8564-4d4b-b1ac-d6b70e1b8930 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126283413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126275158'] for subnet, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:51.928587 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1de7d0-dea2-46aa-bfff-4470e91d7875 None None] Pushing event updated for resources: {'Port': ['ID=e4dcbee4-e207-4730-ba8d-808cdb4f2f56,revision_number=1']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:51.932244 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b1de7d0-dea2-46aa-bfff-4470e91d7875 None None] Network 9c7503f9-96fe-441d-80af-b194df3e720c is already hosted by enough agents. {{(pid=102193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:12:51.933137 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:51.936806 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.base_scheduler [None req-2b1de7d0-dea2-46aa-bfff-4470e91d7875 None None] Resources bound (agent type, host, resource id): {{(pid=102193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:12:51.944036 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1de7d0-dea2-46aa-bfff-4470e91d7875 None None] Received port after_create {{(pid=102193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:12:51.948171 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-3a5a1121-2024-4d8b-92bc-5405a4ab5305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:51.949197 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a5a1121-2024-4d8b-92bc-5405a4ab5305 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:51.949790 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-3a5a1121-2024-4d8b-92bc-5405a4ab5305 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:51.963580 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee8c2bd-8564-4d4b-b1ac-d6b70e1b8930 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Pushing event deleted for resources: {'Subnet': ['ID=46639737-eb49-4355-b55b-8f920c0b6a8d,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:52.013233 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port 7dfdef9f-0d5f-4271-b104-13eb02da9240, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=7dfdef9f-0d5f-4271-b104-13eb02da9240,segment=NetworkSegment(271bafdf-7464-485b-b3ae-2126cb9c0bfd),segment_id=271bafdf-7464-485b-b3ae-2126cb9c0bfd)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:12:52.018644 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c007fe1-3710-43cc-be06-7893e0504b3d admin admin] Made reservation on behalf of 0b0750f64f054fe79c5f8389fec60447 for: {'network': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:12:52.020991 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3c007fe1-3710-43cc-be06-7893e0504b3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:52.021537 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5a1121-2024-4d8b-92bc-5405a4ab5305 admin admin] Pushing event updated for resources: {'Network': ['ID=e9f60ad6-c983-468c-801f-9acb1516310b,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:52.028489 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-2b1de7d0-dea2-46aa-bfff-4470e91d7875 None None] Attempting to bind port e4dcbee4-e207-4730-ba8d-808cdb4f2f56 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:12:52.029064 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-2b1de7d0-dea2-46aa-bfff-4470e91d7875 None None] Attempting to bind port e4dcbee4-e207-4730-ba8d-808cdb4f2f56 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': '8f9714ab-aba4-4ac4-9ebb-84b264f2e30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '9c7503f9-96fe-441d-80af-b194df3e720c'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:12:52.029947 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1de7d0-dea2-46aa-bfff-4470e91d7875 None None] Attempting to bind port e4dcbee4-e207-4730-ba8d-808cdb4f2f56 on network 9c7503f9-96fe-441d-80af-b194df3e720c {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:12:52.035328 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3c007fe1-3710-43cc-be06-7893e0504b3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:52.039857 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1de7d0-dea2-46aa-bfff-4470e91d7875 None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 12, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:12:52.040240 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1de7d0-dea2-46aa-bfff-4470e91d7875 None None] Checking segment: {'id': '8f9714ab-aba4-4ac4-9ebb-84b264f2e30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '9c7503f9-96fe-441d-80af-b194df3e720c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:12:52.040646 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2b1de7d0-dea2-46aa-bfff-4470e91d7875 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:52.041039 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1de7d0-dea2-46aa-bfff-4470e91d7875 None None] Bound using segment: {'id': '8f9714ab-aba4-4ac4-9ebb-84b264f2e30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '9c7503f9-96fe-441d-80af-b194df3e720c'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:12:52.041513 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-2b1de7d0-dea2-46aa-bfff-4470e91d7875 None None] Bound port: e4dcbee4-e207-4730-ba8d-808cdb4f2f56, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f9714ab-aba4-4ac4-9ebb-84b264f2e30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '9c7503f9-96fe-441d-80af-b194df3e720c'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:12:52.041893 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2b1de7d0-dea2-46aa-bfff-4470e91d7875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:52.043995 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network e9f60ad6-c983-468c-801f-9acb1516310b details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:12:52.064965 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6ee8c2bd-8564-4d4b-b1ac-d6b70e1b8930 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:52.070219 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-3a5a1121-2024-4d8b-92bc-5405a4ab5305 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9817848 Aug 11 03:12:52.073238 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 33408) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:12:52.085785 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-3595b01a-7e8d-4c1c-8469-1543e643eaa3 admin admin] Request body: {'subnet': {'network_id': 'e9f60ad6-c983-468c-801f-9acb1516310b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-948292256-subnet', 'tenant_id': '7dfe11bfde114b89a52959d4b6413ca0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:12:52.087263 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-6ee8c2bd-8564-4d4b-b1ac-d6b70e1b8930 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c7503f9-96fe-441d-80af-b194df3e720c']}} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:12:52.129590 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-6ee8c2bd-8564-4d4b-b1ac-d6b70e1b8930 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f9714ab-aba4-4ac4-9ebb-84b264f2e30d') {'for_net_delete': True} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:12:52.130406 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-6ee8c2bd-8564-4d4b-b1ac-d6b70e1b8930 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f9714ab-aba4-4ac4-9ebb-84b264f2e30d') {} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:12:52.144716 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6ee8c2bd-8564-4d4b-b1ac-d6b70e1b8930 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126283644'] for segment, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:52.148994 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:52.174700 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6ee8c2bd-8564-4d4b-b1ac-d6b70e1b8930 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:52.207103 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ee8c2bd-8564-4d4b-b1ac-d6b70e1b8930 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=102191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:12:52.207669 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6ee8c2bd-8564-4d4b-b1ac-d6b70e1b8930 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126283391'] for segment, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:52.213406 n-d-764292-30 neutron-server[102191]: Traceback (most recent call last): Aug 11 03:12:52.213406 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:12:52.213406 n-d-764292-30 neutron-server[102191]: timer() Aug 11 03:12:52.213406 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:12:52.213406 n-d-764292-30 neutron-server[102191]: cb(*args, **kw) Aug 11 03:12:52.213406 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:12:52.213406 n-d-764292-30 neutron-server[102191]: return func(*args, **kwargs) Aug 11 03:12:52.213406 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:12:52.213406 n-d-764292-30 neutron-server[102191]: self._notify() Aug 11 03:12:52.213406 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:12:52.213406 n-d-764292-30 neutron-server[102191]: self.callback(batched_events) Aug 11 03:12:52.213406 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:12:52.213406 n-d-764292-30 neutron-server[102191]: event.method(event) Aug 11 03:12:52.213406 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:12:52.213406 n-d-764292-30 neutron-server[102191]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:12:52.213406 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:12:52.213406 n-d-764292-30 neutron-server[102191]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:12:52.213406 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:12:52.213406 n-d-764292-30 neutron-server[102191]: return f(self, *a, **k) Aug 11 03:12:52.213406 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:12:52.213406 n-d-764292-30 neutron-server[102191]: return self._get(url).json() Aug 11 03:12:52.213406 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:12:52.213406 n-d-764292-30 neutron-server[102191]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:12:52.213406 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:12:52.213406 n-d-764292-30 neutron-server[102191]: return self.request(url, 'GET', **kwargs) Aug 11 03:12:52.213406 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:12:52.213406 n-d-764292-30 neutron-server[102191]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:12:52.213406 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:12:52.213406 n-d-764292-30 neutron-server[102191]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:12:52.213406 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:12:52.213406 n-d-764292-30 neutron-server[102191]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:12:52.213406 n-d-764292-30 neutron-server[102191]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:12:52.331893 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3c007fe1-3710-43cc-be06-7893e0504b3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:52.385491 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=7dfdef9f-0d5f-4271-b104-13eb02da9240,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:52.389390 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.db.api [None req-6ee8c2bd-8564-4d4b-b1ac-d6b70e1b8930 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 11 03:12:52.389390 n-d-764292-30 neutron-server[102191]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 11 03:12:52.389390 n-d-764292-30 neutron-server[102191]: [parameters: {'id': '9c7503f9-96fe-441d-80af-b194df3e720c'}] Aug 11 03:12:52.389390 n-d-764292-30 neutron-server[102191]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102191) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 03:12:52.389784 n-d-764292-30 neutron-server[102191]: DEBUG oslo_db.api [None req-6ee8c2bd-8564-4d4b-b1ac-d6b70e1b8930 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 03:12:52.390340 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-2b1de7d0-dea2-46aa-bfff-4470e91d7875 None None] For port e4dcbee4-e207-4730-ba8d-808cdb4f2f56, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:12:52.393697 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-2b1de7d0-dea2-46aa-bfff-4470e91d7875 None None] For port e4dcbee4-e207-4730-ba8d-808cdb4f2f56, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=e4dcbee4-e207-4730-ba8d-808cdb4f2f56,segment=NetworkSegment(8f9714ab-aba4-4ac4-9ebb-84b264f2e30d),segment_id=8f9714ab-aba4-4ac4-9ebb-84b264f2e30d)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:12:52.447026 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3c007fe1-3710-43cc-be06-7893e0504b3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:52.469587 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1098d7be-75eb-4ff2-accb-348bffa8c57b req-fb2c31ed-e535-4b38-a091-be3f7dc3c007 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:52.477328 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1098d7be-75eb-4ff2-accb-348bffa8c57b req-fb2c31ed-e535-4b38-a091-be3f7dc3c007 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:52.477787 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c007fe1-3710-43cc-be06-7893e0504b3d admin admin] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=102191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:12:52.480795 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2b1de7d0-dea2-46aa-bfff-4470e91d7875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:52.491811 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1098d7be-75eb-4ff2-accb-348bffa8c57b req-fb2c31ed-e535-4b38-a091-be3f7dc3c007 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:52.499977 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1098d7be-75eb-4ff2-accb-348bffa8c57b req-fb2c31ed-e535-4b38-a091-be3f7dc3c007 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:52.505297 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1098d7be-75eb-4ff2-accb-348bffa8c57b req-fb2c31ed-e535-4b38-a091-be3f7dc3c007 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:52.507874 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c007fe1-3710-43cc-be06-7893e0504b3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ec4300c-2324-4a5b-baf4-758e18962f48,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:52.511167 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3c007fe1-3710-43cc-be06-7893e0504b3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:52.511723 n-d-764292-30 neutron-server[102191]: INFO neutron.db.segments_db [None req-3c007fe1-3710-43cc-be06-7893e0504b3d admin admin] Added segment 3e4f1b9a-53b9-453e-a55b-809065598f06 of type vlan for network c69ed4dd-e4cf-4491-828f-fc5e833e805e Aug 11 03:12:52.512856 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1098d7be-75eb-4ff2-accb-348bffa8c57b req-fb2c31ed-e535-4b38-a091-be3f7dc3c007 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:52.525160 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1098d7be-75eb-4ff2-accb-348bffa8c57b req-fb2c31ed-e535-4b38-a091-be3f7dc3c007 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:52.530311 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1098d7be-75eb-4ff2-accb-348bffa8c57b req-fb2c31ed-e535-4b38-a091-be3f7dc3c007 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e3618b6-52e5-4357-a355-b29ad18e1b9a HTTP/1.1" status: 200 len: 5433 time: 0.1368659 Aug 11 03:12:52.585884 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e3618b6-52e5-4357-a355-b29ad18e1b9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba046f43-bd86-472c-a6e9-4db5d5ea61d0'}, {'server_uuid': '6e3618b6-52e5-4357-a355-b29ad18e1b9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f418b08e-aa62-46df-bda1-d8d20334592a'}, {'server_uuid': '6e3618b6-52e5-4357-a355-b29ad18e1b9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dfdef9f-0d5f-4271-b104-13eb02da9240'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:12:52.589016 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa957376-a363-4419-99d8-3bbfacb6ec8e" -d '{"events": [{"server_uuid": "6e3618b6-52e5-4357-a355-b29ad18e1b9a", "name": "network-vif-plugged", "status": "completed", "tag": "ba046f43-bd86-472c-a6e9-4db5d5ea61d0"}, {"server_uuid": "6e3618b6-52e5-4357-a355-b29ad18e1b9a", "name": "network-vif-plugged", "status": "completed", "tag": "f418b08e-aa62-46df-bda1-d8d20334592a"}, {"server_uuid": "6e3618b6-52e5-4357-a355-b29ad18e1b9a", "name": "network-vif-plugged", "status": "completed", "tag": "7dfdef9f-0d5f-4271-b104-13eb02da9240"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:12:52.589449 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1098d7be-75eb-4ff2-accb-348bffa8c57b req-0b985447-5672-41fd-a0b7-331f2003ba20 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e828c0d-4136-4a51-aeb5-a8e208cb4b52&id=95104542-16f5-45dc-8618-c4fbbca06b56&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0536234 Aug 11 03:12:52.606530 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 33450) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:12:52.617216 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3c007fe1-3710-43cc-be06-7893e0504b3d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:52.625261 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1de7d0-dea2-46aa-bfff-4470e91d7875 None None] Pushing event updated for resources: {'Port': ['ID=e4dcbee4-e207-4730-ba8d-808cdb4f2f56,revision_number=2']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:52.648851 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-281b1d63-daae-4d14-8e34-be86af8fcc86 None None] Network 9c7503f9-96fe-441d-80af-b194df3e720c requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:12:52.649189 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3595b01a-7e8d-4c1c-8469-1543e643eaa3 admin admin] Made reservation on behalf of 7dfe11bfde114b89a52959d4b6413ca0 for: {'subnet': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:12:52.650386 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-3595b01a-7e8d-4c1c-8469-1543e643eaa3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126180544'] for subnet, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:52.692763 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 11 Aug 2021 03:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9801ef3e-b35d-455b-94ba-f84057397172 x-openstack-request-id: req-9801ef3e-b35d-455b-94ba-f84057397172 {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:12:52.693304 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e3618b6-52e5-4357-a355-b29ad18e1b9a", "name": "network-vif-plugged", "status": "completed", "tag": "ba046f43-bd86-472c-a6e9-4db5d5ea61d0", "code": 200}, {"server_uuid": "6e3618b6-52e5-4357-a355-b29ad18e1b9a", "name": "network-vif-plugged", "status": "completed", "tag": "f418b08e-aa62-46df-bda1-d8d20334592a", "code": 200}, {"server_uuid": "6e3618b6-52e5-4357-a355-b29ad18e1b9a", "name": "network-vif-plugged", "status": "completed", "tag": "7dfdef9f-0d5f-4271-b104-13eb02da9240", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:12:52.693701 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9801ef3e-b35d-455b-94ba-f84057397172 {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:12:52.698844 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e3618b6-52e5-4357-a355-b29ad18e1b9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba046f43-bd86-472c-a6e9-4db5d5ea61d0', 'code': 200} Aug 11 03:12:52.699257 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e3618b6-52e5-4357-a355-b29ad18e1b9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f418b08e-aa62-46df-bda1-d8d20334592a', 'code': 200} Aug 11 03:12:52.699665 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e3618b6-52e5-4357-a355-b29ad18e1b9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dfdef9f-0d5f-4271-b104-13eb02da9240', 'code': 200} Aug 11 03:12:52.714577 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_v2 [None req-9923d960-b16a-41fd-9b8e-c2abee9a7b4c admin admin] Deleting subnet b8a74f8c-47d7-428d-9b47-116a9ebdc466 {{(pid=102192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:12:52.721930 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9923d960-b16a-41fd-9b8e-c2abee9a7b4c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:52.725663 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3c007fe1-3710-43cc-be06-7893e0504b3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:52.726866 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c007fe1-3710-43cc-be06-7893e0504b3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:52.727576 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3c007fe1-3710-43cc-be06-7893e0504b3d admin admin] Notify callbacks [] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:52.798095 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9923d960-b16a-41fd-9b8e-c2abee9a7b4c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125932460'] for subnet, precommit_delete_associations {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:52.814004 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c007fe1-3710-43cc-be06-7893e0504b3d admin admin] Pushing event updated for resources: {'Network': ['ID=c69ed4dd-e4cf-4491-828f-fc5e833e805e,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:52.815139 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68cfd62a-cbc3-430f-ad80-fedb8964c44b None None] get_active_networks_info from n-d-764292-30 {{(pid=102193) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 11 03:12:52.821901 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-3c007fe1-3710-43cc-be06-7893e0504b3d admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1513474 Aug 11 03:12:52.822269 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 33454) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:12:52.829987 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network c69ed4dd-e4cf-4491-828f-fc5e833e805e details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:12:52.830697 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-ea0e98d3-d215-46fd-a44c-f1feb036d6b9 admin admin] Request body: {'subnet': {'network_id': 'c69ed4dd-e4cf-4491-828f-fc5e833e805e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1029931274-subnet', 'tenant_id': '0b0750f64f054fe79c5f8389fec60447', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:12:52.893302 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6ee8c2bd-8564-4d4b-b1ac-d6b70e1b8930 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:52.911110 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daba308a-e28f-4717-88d3-3a2d129dd591 req-6f1ceef4-35df-4e7f-9d9d-3dc0cc494278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:52.911591 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daba308a-e28f-4717-88d3-3a2d129dd591 req-6f1ceef4-35df-4e7f-9d9d-3dc0cc494278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:52.912066 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daba308a-e28f-4717-88d3-3a2d129dd591 req-6f1ceef4-35df-4e7f-9d9d-3dc0cc494278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:52.912532 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daba308a-e28f-4717-88d3-3a2d129dd591 req-6f1ceef4-35df-4e7f-9d9d-3dc0cc494278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:52.913004 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daba308a-e28f-4717-88d3-3a2d129dd591 req-6f1ceef4-35df-4e7f-9d9d-3dc0cc494278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:52.913491 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daba308a-e28f-4717-88d3-3a2d129dd591 req-6f1ceef4-35df-4e7f-9d9d-3dc0cc494278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:52.913953 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daba308a-e28f-4717-88d3-3a2d129dd591 req-6f1ceef4-35df-4e7f-9d9d-3dc0cc494278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:52.915859 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-daba308a-e28f-4717-88d3-3a2d129dd591 req-6f1ceef4-35df-4e7f-9d9d-3dc0cc494278 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6e3618b6-52e5-4357-a355-b29ad18e1b9a HTTP/1.1" status: 200 len: 6497 time: 0.1601067 Aug 11 03:12:52.918579 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9923d960-b16a-41fd-9b8e-c2abee9a7b4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:52.958482 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-6ee8c2bd-8564-4d4b-b1ac-d6b70e1b8930 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Deleting port e4dcbee4-e207-4730-ba8d-808cdb4f2f56 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:12:52.958803 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6ee8c2bd-8564-4d4b-b1ac-d6b70e1b8930 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:53.024688 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea0e98d3-d215-46fd-a44c-f1feb036d6b9 admin admin] Made reservation on behalf of 0b0750f64f054fe79c5f8389fec60447 for: {'subnet': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:12:53.027108 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ea0e98d3-d215-46fd-a44c-f1feb036d6b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126180544'] for subnet, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:53.035349 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [None req-6ee8c2bd-8564-4d4b-b1ac-d6b70e1b8930 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] For port e4dcbee4-e207-4730-ba8d-808cdb4f2f56, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=e4dcbee4-e207-4730-ba8d-808cdb4f2f56,segment=NetworkSegment(8f9714ab-aba4-4ac4-9ebb-84b264f2e30d),segment_id=8f9714ab-aba4-4ac4-9ebb-84b264f2e30d)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:12:53.035819 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6ee8c2bd-8564-4d4b-b1ac-d6b70e1b8930 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:53.052873 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-6ee8c2bd-8564-4d4b-b1ac-d6b70e1b8930 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Calling delete_port for e4dcbee4-e207-4730-ba8d-808cdb4f2f56 owned by network:dhcp {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:12:53.065428 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68cfd62a-cbc3-430f-ad80-fedb8964c44b None None] Resources bound (agent type, host, resource id): {{(pid=102193) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 11 03:12:53.087678 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-daba308a-e28f-4717-88d3-3a2d129dd591 req-db2375e2-f897-41c3-9b81-c2846fc61751 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=5e828c0d-4136-4a51-aeb5-a8e208cb4b52&id=95104542-16f5-45dc-8618-c4fbbca06b56&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1636953 Aug 11 03:12:53.171592 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-3595b01a-7e8d-4c1c-8469-1543e643eaa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125932092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126180562'] for subnet, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:53.184337 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9923d960-b16a-41fd-9b8e-c2abee9a7b4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125932157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126180897'] for subnet, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:53.200651 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6ee8c2bd-8564-4d4b-b1ac-d6b70e1b8930 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:53.238528 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9923d960-b16a-41fd-9b8e-c2abee9a7b4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:53.243381 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-9923d960-b16a-41fd-9b8e-c2abee9a7b4c admin admin] 10.222.0.41 "DELETE /v2.0/subnets/b8a74f8c-47d7-428d-9b47-116a9ebdc466 HTTP/1.1" status: 204 len: 168 time: 0.6328359 Aug 11 03:12:53.247666 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 33474) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:12:53.261256 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee8c2bd-8564-4d4b-b1ac-d6b70e1b8930 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] No DVR routers for this DVR port e4dcbee4-e207-4730-ba8d-808cdb4f2f56 on host n-d-764292-30 {{(pid=102191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:12:53.261256 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee8c2bd-8564-4d4b-b1ac-d6b70e1b8930 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Pushing event deleted for resources: {'Port': ['ID=e4dcbee4-e207-4730-ba8d-808cdb4f2f56,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:53.359477 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6ee8c2bd-8564-4d4b-b1ac-d6b70e1b8930 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:53.371983 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3595b01a-7e8d-4c1c-8469-1543e643eaa3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ea3625a-218b-4c96-9f19-e26b676452c7,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:53.377872 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-6ee8c2bd-8564-4d4b-b1ac-d6b70e1b8930 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c7503f9-96fe-441d-80af-b194df3e720c']}} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:12:53.402573 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-6ee8c2bd-8564-4d4b-b1ac-d6b70e1b8930 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f9714ab-aba4-4ac4-9ebb-84b264f2e30d') {'for_net_delete': True} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:12:53.402873 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-6ee8c2bd-8564-4d4b-b1ac-d6b70e1b8930 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f9714ab-aba4-4ac4-9ebb-84b264f2e30d') {} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:12:53.403895 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9923d960-b16a-41fd-9b8e-c2abee9a7b4c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8a74f8c-47d7-428d-9b47-116a9ebdc466,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:53.414163 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6ee8c2bd-8564-4d4b-b1ac-d6b70e1b8930 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126283644'] for segment, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:53.419694 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3595b01a-7e8d-4c1c-8469-1543e643eaa3 admin admin] Checking segment: {'id': 'f54147e9-8b7a-476a-9b8c-5a3e10613aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e9f60ad6-c983-468c-801f-9acb1516310b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:12:53.419694 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3595b01a-7e8d-4c1c-8469-1543e643eaa3 admin admin] Network hostable DHCP agents. Network: e9f60ad6-c983-468c-801f-9acb1516310b, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:12:53.430595 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6ee8c2bd-8564-4d4b-b1ac-d6b70e1b8930 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:53.436776 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ceae5d60-c5da-4601-a3b7-432d25312015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:53.438030 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ee8c2bd-8564-4d4b-b1ac-d6b70e1b8930 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=102191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:12:53.438558 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6ee8c2bd-8564-4d4b-b1ac-d6b70e1b8930 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126283391'] for segment, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:53.441875 n-d-764292-30 neutron-server[102191]: Traceback (most recent call last): Aug 11 03:12:53.441875 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:12:53.441875 n-d-764292-30 neutron-server[102191]: timer() Aug 11 03:12:53.441875 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:12:53.441875 n-d-764292-30 neutron-server[102191]: cb(*args, **kw) Aug 11 03:12:53.441875 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:12:53.441875 n-d-764292-30 neutron-server[102191]: return func(*args, **kwargs) Aug 11 03:12:53.441875 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:12:53.441875 n-d-764292-30 neutron-server[102191]: self._notify() Aug 11 03:12:53.441875 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:12:53.441875 n-d-764292-30 neutron-server[102191]: self.callback(batched_events) Aug 11 03:12:53.441875 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:12:53.441875 n-d-764292-30 neutron-server[102191]: event.method(event) Aug 11 03:12:53.441875 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:12:53.441875 n-d-764292-30 neutron-server[102191]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:12:53.441875 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:12:53.441875 n-d-764292-30 neutron-server[102191]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:12:53.441875 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:12:53.441875 n-d-764292-30 neutron-server[102191]: return f(self, *a, **k) Aug 11 03:12:53.441875 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:12:53.441875 n-d-764292-30 neutron-server[102191]: return self._get(url).json() Aug 11 03:12:53.441875 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:12:53.441875 n-d-764292-30 neutron-server[102191]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:12:53.441875 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:12:53.441875 n-d-764292-30 neutron-server[102191]: return self.request(url, 'GET', **kwargs) Aug 11 03:12:53.441875 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:12:53.441875 n-d-764292-30 neutron-server[102191]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:12:53.441875 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:12:53.441875 n-d-764292-30 neutron-server[102191]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:12:53.441875 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:12:53.441875 n-d-764292-30 neutron-server[102191]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:12:53.441875 n-d-764292-30 neutron-server[102191]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:12:53.451866 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ea0e98d3-d215-46fd-a44c-f1feb036d6b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125932092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126180562'] for subnet, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:53.511151 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3595b01a-7e8d-4c1c-8469-1543e643eaa3 admin admin] Network e9f60ad6-c983-468c-801f-9acb1516310b is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:12:53.564833 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0e98d3-d215-46fd-a44c-f1feb036d6b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=52519d99-80ae-48b7-b6fb-e2e5d9e5bfbb,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:53.582621 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6ee8c2bd-8564-4d4b-b1ac-d6b70e1b8930 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:53.592088 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ceae5d60-c5da-4601-a3b7-432d25312015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:53.593136 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6ee8c2bd-8564-4d4b-b1ac-d6b70e1b8930 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Notify callbacks [] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:53.595095 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-6ee8c2bd-8564-4d4b-b1ac-d6b70e1b8930 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] 10.222.0.41 "DELETE /v2.0/networks/9c7503f9-96fe-441d-80af-b194df3e720c HTTP/1.1" status: 204 len: 168 time: 2.6935105 Aug 11 03:12:53.599346 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 33492) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:12:53.606530 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee8c2bd-8564-4d4b-b1ac-d6b70e1b8930 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Pushing event deleted for resources: {'Network': ['ID=9c7503f9-96fe-441d-80af-b194df3e720c,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:53.929791 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-8756971e-7739-4924-bbed-a8e238175ce5 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1537803326'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:12:53.933840 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0e98d3-d215-46fd-a44c-f1feb036d6b9 admin admin] Checking segment: {'id': '3e4f1b9a-53b9-453e-a55b-809065598f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'c69ed4dd-e4cf-4491-828f-fc5e833e805e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:12:53.934064 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea0e98d3-d215-46fd-a44c-f1feb036d6b9 admin admin] Network hostable DHCP agents. Network: c69ed4dd-e4cf-4491-828f-fc5e833e805e, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:12:53.936967 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-ceae5d60-c5da-4601-a3b7-432d25312015 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83b4bd4d-f4f2-42f4-b1e3-dbcc3fc1d9fb']}} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:12:53.950073 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-3595b01a-7e8d-4c1c-8469-1543e643eaa3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, e9f60ad6-c983-468c-801f-9acb1516310b) {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:12:53.957892 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1685b6ff-2dd2-4fb4-94dc-04743e4575d4 None None] Network e9f60ad6-c983-468c-801f-9acb1516310b requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:12:53.964937 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-ceae5d60-c5da-4601-a3b7-432d25312015 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c567aba8-f786-4533-ad6f-0c8ff3fef5d6') {'for_net_delete': True} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:12:53.965228 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-ceae5d60-c5da-4601-a3b7-432d25312015 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c567aba8-f786-4533-ad6f-0c8ff3fef5d6') {} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:12:53.986403 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3595b01a-7e8d-4c1c-8469-1543e643eaa3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:53.987003 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-3595b01a-7e8d-4c1c-8469-1543e643eaa3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:54.004629 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ceae5d60-c5da-4601-a3b7-432d25312015 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125932501'] for segment, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:54.009097 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 6aaf6497-f3c1-4c1c-942c-c8d82c3446f3 no longer exists at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:12:54.016457 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 33498) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:12:54.034237 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] No Port match for: 6aaf6497-f3c1-4c1c-942c-c8d82c3446f3 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:12:54.034601 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 6aaf6497-f3c1-4c1c-942c-c8d82c3446f3 not bound to the agent host n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:12:54.035898 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ceae5d60-c5da-4601-a3b7-432d25312015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:54.045135 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ceae5d60-c5da-4601-a3b7-432d25312015 admin admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=102192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:12:54.045537 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ceae5d60-c5da-4601-a3b7-432d25312015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125932183'] for segment, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:54.047197 n-d-764292-30 neutron-server[102192]: Traceback (most recent call last): Aug 11 03:12:54.047197 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:12:54.047197 n-d-764292-30 neutron-server[102192]: timer() Aug 11 03:12:54.047197 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:12:54.047197 n-d-764292-30 neutron-server[102192]: cb(*args, **kw) Aug 11 03:12:54.047197 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:12:54.047197 n-d-764292-30 neutron-server[102192]: return func(*args, **kwargs) Aug 11 03:12:54.047197 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:12:54.047197 n-d-764292-30 neutron-server[102192]: self._notify() Aug 11 03:12:54.047197 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:12:54.047197 n-d-764292-30 neutron-server[102192]: self.callback(batched_events) Aug 11 03:12:54.047197 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:12:54.047197 n-d-764292-30 neutron-server[102192]: event.method(event) Aug 11 03:12:54.047197 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:12:54.047197 n-d-764292-30 neutron-server[102192]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:12:54.047197 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:12:54.047197 n-d-764292-30 neutron-server[102192]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:12:54.047197 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:12:54.047197 n-d-764292-30 neutron-server[102192]: return f(self, *a, **k) Aug 11 03:12:54.047197 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:12:54.047197 n-d-764292-30 neutron-server[102192]: return self._get(url).json() Aug 11 03:12:54.047197 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:12:54.047197 n-d-764292-30 neutron-server[102192]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:12:54.047197 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:12:54.047197 n-d-764292-30 neutron-server[102192]: return self.request(url, 'GET', **kwargs) Aug 11 03:12:54.047197 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:12:54.047197 n-d-764292-30 neutron-server[102192]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:12:54.047197 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:12:54.047197 n-d-764292-30 neutron-server[102192]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:12:54.047197 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:12:54.047197 n-d-764292-30 neutron-server[102192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:12:54.047197 n-d-764292-30 neutron-server[102192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:12:54.102606 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a950d4-64f4-42cd-ac20-7a01074ddab8 req-61d740ea-a857-49d7-a757-8c93c2a21039 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:54.108905 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a950d4-64f4-42cd-ac20-7a01074ddab8 req-61d740ea-a857-49d7-a757-8c93c2a21039 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:54.115427 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a950d4-64f4-42cd-ac20-7a01074ddab8 req-61d740ea-a857-49d7-a757-8c93c2a21039 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:54.121855 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a950d4-64f4-42cd-ac20-7a01074ddab8 req-61d740ea-a857-49d7-a757-8c93c2a21039 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:54.127783 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a950d4-64f4-42cd-ac20-7a01074ddab8 req-61d740ea-a857-49d7-a757-8c93c2a21039 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:54.134316 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a950d4-64f4-42cd-ac20-7a01074ddab8 req-61d740ea-a857-49d7-a757-8c93c2a21039 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:54.140279 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a950d4-64f4-42cd-ac20-7a01074ddab8 req-61d740ea-a857-49d7-a757-8c93c2a21039 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:54.142218 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e6a950d4-64f4-42cd-ac20-7a01074ddab8 req-61d740ea-a857-49d7-a757-8c93c2a21039 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e3618b6-52e5-4357-a355-b29ad18e1b9a HTTP/1.1" status: 200 len: 5433 time: 0.2029004 Aug 11 03:12:54.148377 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8756971e-7739-4924-bbed-a8e238175ce5 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Made reservation on behalf of 9ecf507f859144818053c20c78965caf for: {'network': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:12:54.152020 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-8756971e-7739-4924-bbed-a8e238175ce5 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:54.153992 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea0e98d3-d215-46fd-a44c-f1feb036d6b9 admin admin] Network c69ed4dd-e4cf-4491-828f-fc5e833e805e is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:12:54.156491 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eca349f-6133-49f0-a363-8582bcb8dab0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde080026-c28f-55be-b52b-13827cc43646-e9f60ad6-c983-468c-801f-9acb1516310b', 'network_id': 'e9f60ad6-c983-468c-801f-9acb1516310b', 'tenant_id': '7dfe11bfde114b89a52959d4b6413ca0', 'fixed_ips': [{'subnet_id': '4ea3625a-218b-4c96-9f19-e26b676452c7'}]}} from n-d-764292-30. {{(pid=102193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:12:54.157402 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-0eca349f-6133-49f0-a363-8582bcb8dab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:54.168604 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-923fa21c-877d-432e-a078-b4aff08ad250 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:54.181513 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-ea0e98d3-d215-46fd-a44c-f1feb036d6b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, c69ed4dd-e4cf-4491-828f-fc5e833e805e) {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:12:54.190448 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cdeac72-d856-4d71-9d5c-4dfdb8a441ab None None] Network c69ed4dd-e4cf-4491-828f-fc5e833e805e requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:12:54.199371 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea0e98d3-d215-46fd-a44c-f1feb036d6b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:54.199947 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ea0e98d3-d215-46fd-a44c-f1feb036d6b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:54.228823 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-3595b01a-7e8d-4c1c-8469-1543e643eaa3 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1542950 Aug 11 03:12:54.230679 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 33504) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:12:54.234929 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8756971e-7739-4924-bbed-a8e238175ce5 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=102192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:12:54.240550 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e6a950d4-64f4-42cd-ac20-7a01074ddab8 req-c1e59b97-8b76-4eb3-8297-15a46bdb98f8 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e828c0d-4136-4a51-aeb5-a8e208cb4b52&id=95104542-16f5-45dc-8618-c4fbbca06b56&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0790784 Aug 11 03:12:54.242803 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-5b569d7f-7d0c-48f5-9c51-8aa0faf3a00f admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-948292256-router', 'tenant_id': '7dfe11bfde114b89a52959d4b6413ca0', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:12:54.254333 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-8756971e-7739-4924-bbed-a8e238175ce5 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:54.254333 n-d-764292-30 neutron-server[102192]: INFO neutron.db.segments_db [None req-8756971e-7739-4924-bbed-a8e238175ce5 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Added segment 219e8e89-a427-4e11-b832-5312aebcf8f0 of type vlan for network b4a6a40b-b8be-4ca5-8f72-c47ff5dc1568 Aug 11 03:12:54.304848 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-8756971e-7739-4924-bbed-a8e238175ce5 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:54.310618 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ceae5d60-c5da-4601-a3b7-432d25312015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:54.321113 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ceae5d60-c5da-4601-a3b7-432d25312015 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:54.323706 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-ceae5d60-c5da-4601-a3b7-432d25312015 admin admin] 10.222.0.41 "DELETE /v2.0/networks/83b4bd4d-f4f2-42f4-b1e3-dbcc3fc1d9fb HTTP/1.1" status: 204 len: 168 time: 1.0747461 Aug 11 03:12:54.338449 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceae5d60-c5da-4601-a3b7-432d25312015 admin admin] Pushing event deleted for resources: {'Network': ['ID=83b4bd4d-f4f2-42f4-b1e3-dbcc3fc1d9fb,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:54.356859 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-923fa21c-877d-432e-a078-b4aff08ad250 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:54.434568 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.db_base_plugin_common [None req-0eca349f-6133-49f0-a363-8582bcb8dab0 None None] Allocated IP 172.20.0.2 (e9f60ad6-c983-468c-801f-9acb1516310b/4ea3625a-218b-4c96-9f19-e26b676452c7/9968beec-60bf-4f4d-824c-e6c5a11d5a44) {{(pid=102193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:12:54.468600 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf093f53-7007-4d21-aae4-6fb73d398ec6 None None] Network c69ed4dd-e4cf-4491-828f-fc5e833e805e requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:12:54.508495 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-923fa21c-877d-432e-a078-b4aff08ad250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:54.548485 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-923fa21c-877d-432e-a078-b4aff08ad250 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=73d3f14b17ef42d7bd1d3eb8f284d6b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5306120 Aug 11 03:12:54.550735 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923fa21c-877d-432e-a078-b4aff08ad250 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8426244-dbb5-47d1-912e-c4a326e372e3,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:54.559903 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 33512) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:12:54.564953 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-8756971e-7739-4924-bbed-a8e238175ce5 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:54.574867 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8756971e-7739-4924-bbed-a8e238175ce5 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:54.582246 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-8756971e-7739-4924-bbed-a8e238175ce5 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:54.597425 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-ea0e98d3-d215-46fd-a44c-f1feb036d6b9 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7719493 Aug 11 03:12:54.652772 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5b569d7f-7d0c-48f5-9c51-8aa0faf3a00f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-450010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6626'] for router, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:54.655005 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5b569d7f-7d0c-48f5-9c51-8aa0faf3a00f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-446747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6633'] for router, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:54.710535 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8756971e-7739-4924-bbed-a8e238175ce5 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Pushing event updated for resources: {'Network': ['ID=b4a6a40b-b8be-4ca5-8f72-c47ff5dc1568,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:54.727424 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network b4a6a40b-b8be-4ca5-8f72-c47ff5dc1568 details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:12:54.730842 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-7a04da70-0ef3-48ea-bf93-c3b4e4f7ec4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:54.753732 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-7a04da70-0ef3-48ea-bf93-c3b4e4f7ec4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:54.761017 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5b569d7f-7d0c-48f5-9c51-8aa0faf3a00f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:54.793880 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-8756971e-7739-4924-bbed-a8e238175ce5 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1934526 Aug 11 03:12:54.800228 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 33518) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:12:54.812644 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-19a8e27c-e78d-4771-9e32-b48bc4ffff65 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Request body: {'subnet': {'network_id': 'b4a6a40b-b8be-4ca5-8f72-c47ff5dc1568', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:12:54.832710 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 33524) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:12:54.906390 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-0eca349f-6133-49f0-a363-8582bcb8dab0 None None] Notify callbacks [] for port, precommit_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:54.916249 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-0eca349f-6133-49f0-a363-8582bcb8dab0 None None] Transition to ACTIVE for port object 9968beec-60bf-4f4d-824c-e6c5a11d5a44 will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:12:54.921626 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-8a34c301-b176-4654-a96a-3c5e96df67a3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=32216559a0354b28a10186d89c9b1072&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0876262 Aug 11 03:12:54.923398 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 33526) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:12:54.924104 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-7a04da70-0ef3-48ea-bf93-c3b4e4f7ec4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:54.930882 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-7a04da70-0ef3-48ea-bf93-c3b4e4f7ec4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:54.933441 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-0eca349f-6133-49f0-a363-8582bcb8dab0 None None] Transition to ACTIVE for port object 9968beec-60bf-4f4d-824c-e6c5a11d5a44 will not be triggered until provisioned by entity DHCP. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:12:54.948456 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-7a04da70-0ef3-48ea-bf93-c3b4e4f7ec4b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d8426244-dbb5-47d1-912e-c4a326e372e3 HTTP/1.1" status: 204 len: 168 time: 0.3863354 Aug 11 03:12:55.001489 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a04da70-0ef3-48ea-bf93-c3b4e4f7ec4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8426244-dbb5-47d1-912e-c4a326e372e3,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:55.019603 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-0eca349f-6133-49f0-a363-8582bcb8dab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669'] for port, after_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:55.075321 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eca349f-6133-49f0-a363-8582bcb8dab0 None None] Network e9f60ad6-c983-468c-801f-9acb1516310b is already hosted by enough agents. {{(pid=102193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:12:55.090308 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4f358dfa-d191-4f72-8610-cae96c91c63c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:55.101830 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5b569d7f-7d0c-48f5-9c51-8aa0faf3a00f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:55.102740 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eca349f-6133-49f0-a363-8582bcb8dab0 None None] Pushing event updated for resources: {'Port': ['ID=9968beec-60bf-4f4d-824c-e6c5a11d5a44,revision_number=1']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:55.106716 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.base_scheduler [None req-0eca349f-6133-49f0-a363-8582bcb8dab0 None None] Resources bound (agent type, host, resource id): {{(pid=102193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:12:55.109409 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eca349f-6133-49f0-a363-8582bcb8dab0 None None] Received port after_create {{(pid=102193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:12:55.153926 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4f358dfa-d191-4f72-8610-cae96c91c63c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:55.186884 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-0eca349f-6133-49f0-a363-8582bcb8dab0 None None] Attempting to bind port 9968beec-60bf-4f4d-824c-e6c5a11d5a44 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:12:55.188426 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-0eca349f-6133-49f0-a363-8582bcb8dab0 None None] Attempting to bind port 9968beec-60bf-4f4d-824c-e6c5a11d5a44 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': 'f54147e9-8b7a-476a-9b8c-5a3e10613aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e9f60ad6-c983-468c-801f-9acb1516310b'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:12:55.189251 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eca349f-6133-49f0-a363-8582bcb8dab0 None None] Attempting to bind port 9968beec-60bf-4f4d-824c-e6c5a11d5a44 on network e9f60ad6-c983-468c-801f-9acb1516310b {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:12:55.195950 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eca349f-6133-49f0-a363-8582bcb8dab0 None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 12, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:12:55.197231 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eca349f-6133-49f0-a363-8582bcb8dab0 None None] Checking segment: {'id': 'f54147e9-8b7a-476a-9b8c-5a3e10613aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e9f60ad6-c983-468c-801f-9acb1516310b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:12:55.197870 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-0eca349f-6133-49f0-a363-8582bcb8dab0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:55.198485 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eca349f-6133-49f0-a363-8582bcb8dab0 None None] Bound using segment: {'id': 'f54147e9-8b7a-476a-9b8c-5a3e10613aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e9f60ad6-c983-468c-801f-9acb1516310b'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:12:55.199216 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-0eca349f-6133-49f0-a363-8582bcb8dab0 None None] Bound port: 9968beec-60bf-4f4d-824c-e6c5a11d5a44, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f54147e9-8b7a-476a-9b8c-5a3e10613aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e9f60ad6-c983-468c-801f-9acb1516310b'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:12:55.199704 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-0eca349f-6133-49f0-a363-8582bcb8dab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:55.264920 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19a8e27c-e78d-4771-9e32-b48bc4ffff65 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Made reservation on behalf of 9ecf507f859144818053c20c78965caf for: {'subnet': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:12:55.269761 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-19a8e27c-e78d-4771-9e32-b48bc4ffff65 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274743'] for subnet, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:55.283601 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-0eca349f-6133-49f0-a363-8582bcb8dab0 None None] For port 9968beec-60bf-4f4d-824c-e6c5a11d5a44, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:12:55.287412 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-0eca349f-6133-49f0-a363-8582bcb8dab0 None None] For port 9968beec-60bf-4f4d-824c-e6c5a11d5a44, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=9968beec-60bf-4f4d-824c-e6c5a11d5a44,segment=NetworkSegment(f54147e9-8b7a-476a-9b8c-5a3e10613aa5),segment_id=f54147e9-8b7a-476a-9b8c-5a3e10613aa5)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:12:55.315041 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe6d2dd-f056-4b36-967b-6b74261abf39 req-2c205ccf-9130-47f6-89f5-98c5be3c9a2f tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:55.316546 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-fbe6d2dd-f056-4b36-967b-6b74261abf39 req-2c205ccf-9130-47f6-89f5-98c5be3c9a2f tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/ports?device_id=186cfdba-74e8-496c-af0f-b566a2fff5c7 HTTP/1.1" status: 200 len: 945 time: 0.1108627 Aug 11 03:12:55.385481 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4f358dfa-d191-4f72-8610-cae96c91c63c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:55.387985 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4f358dfa-d191-4f72-8610-cae96c91c63c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:55.389111 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-4f358dfa-d191-4f72-8610-cae96c91c63c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e5a225df-05c1-440d-b2ae-d3bea38f3abd HTTP/1.1" status: 204 len: 168 time: 0.4394894 Aug 11 03:12:55.392398 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-fbe6d2dd-f056-4b36-967b-6b74261abf39 req-4aa43dd0-e99b-41bc-a3bf-42ae73a0ddd6 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/security-groups?id=2637b46e-72e4-4ee8-ae47-703ae17ac088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678430 Aug 11 03:12:55.406128 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-0eca349f-6133-49f0-a363-8582bcb8dab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:55.409642 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6315e659-4c47-4a1d-8ea2-8b97dc3ba706 req-6c97d971-0dd7-43a5-9c80-c0e690d2e823 tempest-ServerAddressesTestJSON-1878504653 tempest-ServerAddressesTestJSON-1878504653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:55.409642 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6315e659-4c47-4a1d-8ea2-8b97dc3ba706 req-6c97d971-0dd7-43a5-9c80-c0e690d2e823 tempest-ServerAddressesTestJSON-1878504653 tempest-ServerAddressesTestJSON-1878504653-project] 10.222.0.41 "GET /v2.0/networks?id=c69ed4dd-e4cf-4491-828f-fc5e833e805e HTTP/1.1" status: 200 len: 814 time: 0.1682487 Aug 11 03:12:55.412292 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f358dfa-d191-4f72-8610-cae96c91c63c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5a225df-05c1-440d-b2ae-d3bea38f3abd,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:55.437701 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6315e659-4c47-4a1d-8ea2-8b97dc3ba706 req-171f984f-fa14-4889-8ebe-7a9164209ae9 tempest-ServerAddressesTestJSON-1878504653 tempest-ServerAddressesTestJSON-1878504653-project] 10.222.0.41 "GET /v2.0/quotas/0b0750f64f054fe79c5f8389fec60447 HTTP/1.1" status: 200 len: 375 time: 0.0106966 Aug 11 03:12:55.516290 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6315e659-4c47-4a1d-8ea2-8b97dc3ba706 req-1e79f124-0f17-4825-979e-9a1029e42626 tempest-ServerAddressesTestJSON-1878504653 tempest-ServerAddressesTestJSON-1878504653-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=0b0750f64f054fe79c5f8389fec60447&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0695577 Aug 11 03:12:55.520399 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eca349f-6133-49f0-a363-8582bcb8dab0 None None] Pushing event updated for resources: {'Port': ['ID=9968beec-60bf-4f4d-824c-e6c5a11d5a44,revision_number=2']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:55.685030 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5b569d7f-7d0c-48f5-9c51-8aa0faf3a00f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:55.690744 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c695bf7-9037-4f47-a18e-1ab26e194d26 req-97f3a89c-d4b0-4290-a90e-e598d647ef61 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:55.697666 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c695bf7-9037-4f47-a18e-1ab26e194d26 req-97f3a89c-d4b0-4290-a90e-e598d647ef61 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:55.708867 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c695bf7-9037-4f47-a18e-1ab26e194d26 req-97f3a89c-d4b0-4290-a90e-e598d647ef61 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:55.716207 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c695bf7-9037-4f47-a18e-1ab26e194d26 req-97f3a89c-d4b0-4290-a90e-e598d647ef61 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:55.723158 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c695bf7-9037-4f47-a18e-1ab26e194d26 req-97f3a89c-d4b0-4290-a90e-e598d647ef61 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:55.729692 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c695bf7-9037-4f47-a18e-1ab26e194d26 req-97f3a89c-d4b0-4290-a90e-e598d647ef61 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:55.730844 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5b569d7f-7d0c-48f5-9c51-8aa0faf3a00f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:55.736447 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c695bf7-9037-4f47-a18e-1ab26e194d26 req-97f3a89c-d4b0-4290-a90e-e598d647ef61 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:55.746747 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4c695bf7-9037-4f47-a18e-1ab26e194d26 req-97f3a89c-d4b0-4290-a90e-e598d647ef61 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e3618b6-52e5-4357-a355-b29ad18e1b9a HTTP/1.1" status: 200 len: 5433 time: 0.1917148 Aug 11 03:12:55.796526 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6315e659-4c47-4a1d-8ea2-8b97dc3ba706 req-53e23b5e-c6c8-4af9-84b8-f2edddea5c1e service neutron] 10.222.0.41 "GET /v2.0/networks/c69ed4dd-e4cf-4491-828f-fc5e833e805e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2716918 Aug 11 03:12:55.865684 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4c695bf7-9037-4f47-a18e-1ab26e194d26 req-2456e74f-086a-4c25-9e79-c858241c4ca4 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e828c0d-4136-4a51-aeb5-a8e208cb4b52&id=95104542-16f5-45dc-8618-c4fbbca06b56&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1136975 Aug 11 03:12:55.970132 n-d-764292-30 neutron-server[102191]: DEBUG neutron.objects.ports [None req-19a8e27c-e78d-4771-9e32-b48bc4ffff65 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102191) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 11 03:12:55.973639 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-19a8e27c-e78d-4771-9e32-b48bc4ffff65 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126283476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274725'] for subnet, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:56.029197 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6315e659-4c47-4a1d-8ea2-8b97dc3ba706 req-c507063e-ded1-4ff9-a83c-3fadf12582cf service neutron] 10.222.0.41 "GET /v2.0/networks/c69ed4dd-e4cf-4491-828f-fc5e833e805e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2206795 Aug 11 03:12:56.070651 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [None req-5b569d7f-7d0c-48f5-9c51-8aa0faf3a00f admin admin] Allocated IP 172.25.8.142 (09faf7d2-eaf5-4a50-bb6e-4cb05d009a76/e1a97443-13df-40bb-85f5-fd269e2742c0/f1201ccd-b5d3-46da-912d-058070f000a2) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:12:56.105542 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a8e27c-e78d-4771-9e32-b48bc4ffff65 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Pushing event updated for resources: {'Subnet': ['ID=a94a0986-94c4-464c-81e9-122be3235dc7,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:56.130000 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a8e27c-e78d-4771-9e32-b48bc4ffff65 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Checking segment: {'id': '219e8e89-a427-4e11-b832-5312aebcf8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b4a6a40b-b8be-4ca5-8f72-c47ff5dc1568'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:12:56.130730 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a8e27c-e78d-4771-9e32-b48bc4ffff65 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Network hostable DHCP agents. Network: b4a6a40b-b8be-4ca5-8f72-c47ff5dc1568, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:12:56.165656 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef78bc5-65c0-4950-a365-006c5178548d req-e0398f35-fe65-4f36-b7d7-69a42f604e28 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:56.179825 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef78bc5-65c0-4950-a365-006c5178548d req-e0398f35-fe65-4f36-b7d7-69a42f604e28 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:56.188440 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef78bc5-65c0-4950-a365-006c5178548d req-e0398f35-fe65-4f36-b7d7-69a42f604e28 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:56.194682 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef78bc5-65c0-4950-a365-006c5178548d req-e0398f35-fe65-4f36-b7d7-69a42f604e28 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:56.201083 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef78bc5-65c0-4950-a365-006c5178548d req-e0398f35-fe65-4f36-b7d7-69a42f604e28 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:56.207388 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef78bc5-65c0-4950-a365-006c5178548d req-e0398f35-fe65-4f36-b7d7-69a42f604e28 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:56.213327 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef78bc5-65c0-4950-a365-006c5178548d req-e0398f35-fe65-4f36-b7d7-69a42f604e28 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:56.215306 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5ef78bc5-65c0-4950-a365-006c5178548d req-e0398f35-fe65-4f36-b7d7-69a42f604e28 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e3618b6-52e5-4357-a355-b29ad18e1b9a HTTP/1.1" status: 200 len: 5433 time: 0.1569238 Aug 11 03:12:56.226705 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5b569d7f-7d0c-48f5-9c51-8aa0faf3a00f admin admin] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:56.226881 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 33580) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:12:56.231851 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-94d238df-911d-4ddc-9077-fe55f50ccca2 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Request body: {'floatingip': {'port_id': '6787f595-faeb-4a36-b917-5d8df4badde1'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:12:56.271896 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-94d238df-911d-4ddc-9077-fe55f50ccca2 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Notify callbacks [] for floatingip, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:56.280586 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a8e27c-e78d-4771-9e32-b48bc4ffff65 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Network b4a6a40b-b8be-4ca5-8f72-c47ff5dc1568 is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:12:56.342985 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.agents_db [None req-950b7202-decb-43e2-8f71-ac8931dc9749 None None] Agent healthcheck: found 7 active agents {{(pid=102194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:12:56.417158 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-19a8e27c-e78d-4771-9e32-b48bc4ffff65 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, b4a6a40b-b8be-4ca5-8f72-c47ff5dc1568) {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:12:56.421477 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4d603bdd-37f7-4ec3-b9b5-ac9acbae728f req-dd35273f-60a7-4720-b646-56000a6d6267 tempest-ServerAddressesTestJSON-1878504653 tempest-ServerAddressesTestJSON-1878504653-project] 10.222.0.41 "GET /v2.0/ports?device_id=ebee0d87-dcce-44f4-9dc7-6e9a4faf300d HTTP/1.1" status: 200 len: 210 time: 0.0734081 Aug 11 03:12:56.427691 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68a86b32-7321-4742-8d7b-0300ea19b0b2 None None] Network b4a6a40b-b8be-4ca5-8f72-c47ff5dc1568 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:12:56.433055 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5b569d7f-7d0c-48f5-9c51-8aa0faf3a00f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:56.473710 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19a8e27c-e78d-4771-9e32-b48bc4ffff65 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:56.477346 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-19a8e27c-e78d-4771-9e32-b48bc4ffff65 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:56.594244 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b569d7f-7d0c-48f5-9c51-8aa0faf3a00f admin admin] Network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:12:56.603328 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-5b569d7f-7d0c-48f5-9c51-8aa0faf3a00f admin admin] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:12:56.607024 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b569d7f-7d0c-48f5-9c51-8aa0faf3a00f admin admin] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:12:56.703902 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-19a8e27c-e78d-4771-9e32-b48bc4ffff65 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.9000154 Aug 11 03:12:56.703902 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b569d7f-7d0c-48f5-9c51-8aa0faf3a00f admin admin] Pushing event updated for resources: {'Port': ['ID=f1201ccd-b5d3-46da-912d-058070f000a2,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:56.707613 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 33602) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:12:56.743909 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4d4cdcb-bd5e-4398-b0a9-1d0577123415 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde080026-c28f-55be-b52b-13827cc43646-b4a6a40b-b8be-4ca5-8f72-c47ff5dc1568', 'network_id': 'b4a6a40b-b8be-4ca5-8f72-c47ff5dc1568', 'tenant_id': '9ecf507f859144818053c20c78965caf', 'fixed_ips': [{'subnet_id': 'a94a0986-94c4-464c-81e9-122be3235dc7'}]}} from n-d-764292-30. {{(pid=102193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:12:56.745204 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-f4d4cdcb-bd5e-4398-b0a9-1d0577123415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:56.779918 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94012d6d-bd2f-423f-8da9-d8ed622c7a54 req-3b2ac0fe-ef3d-45d5-be0e-4c240525335b tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:56.781550 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-94012d6d-bd2f-423f-8da9-d8ed622c7a54 req-3b2ac0fe-ef3d-45d5-be0e-4c240525335b tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/ports?device_id=186cfdba-74e8-496c-af0f-b566a2fff5c7 HTTP/1.1" status: 200 len: 945 time: 0.2145698 Aug 11 03:12:56.891764 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-94012d6d-bd2f-423f-8da9-d8ed622c7a54 req-00b4935c-bd8b-4fe0-ac75-2fdce9da17f3 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/security-groups?id=2637b46e-72e4-4ee8-ae47-703ae17ac088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956697 Aug 11 03:12:56.917444 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d44c4ac7-512f-43e2-9e70-49a9c3ecce84 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:57.039430 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.db_base_plugin_common [None req-f4d4cdcb-bd5e-4398-b0a9-1d0577123415 None None] Allocated IP 2001:db8::f816:3eff:fe2a:f48c (b4a6a40b-b8be-4ca5-8f72-c47ff5dc1568/a94a0986-94c4-464c-81e9-122be3235dc7/678ce40b-1f23-4df5-852c-bb7bbffdf599) {{(pid=102193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:12:57.077301 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a93e84cb-41d0-416f-960a-6417a7d8b3ba None None] Network e9f60ad6-c983-468c-801f-9acb1516310b requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:12:57.130675 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d44c4ac7-512f-43e2-9e70-49a9c3ecce84 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:57.255365 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5b569d7f-7d0c-48f5-9c51-8aa0faf3a00f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:57.271687 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.db.resource_extend [None req-94d238df-911d-4ddc-9077-fe55f50ccca2 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 03:12:57.285247 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 9968beec-60bf-4f4d-824c-e6c5a11d5a44 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:12:57.348279 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-c8a7260c-0b37-4c9e-9529-7f90bbbeae76 None None] Provisioning for port 9968beec-60bf-4f4d-824c-e6c5a11d5a44 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:12:57.404109 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-94d238df-911d-4ddc-9077-fe55f50ccca2 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:57.491143 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-f4d4cdcb-bd5e-4398-b0a9-1d0577123415 None None] Notify callbacks [] for port, precommit_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:57.500364 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-f4d4cdcb-bd5e-4398-b0a9-1d0577123415 None None] Transition to ACTIVE for port object 678ce40b-1f23-4df5-852c-bb7bbffdf599 will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:12:57.511620 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a032bfb5-2b93-4297-9882-b1a012d26585 req-45f53e49-68fc-48a2-9f53-99577de54dc1 tempest-ServerAddressesTestJSON-1878504653 tempest-ServerAddressesTestJSON-1878504653-project] 10.222.0.41 "GET /v2.0/ports?device_id=ebee0d87-dcce-44f4-9dc7-6e9a4faf300d HTTP/1.1" status: 200 len: 210 time: 0.0299168 Aug 11 03:12:57.513068 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-94d238df-911d-4ddc-9077-fe55f50ccca2 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446866'] for floatingip, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:57.517884 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port 9968beec-60bf-4f4d-824c-e6c5a11d5a44 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:12:57.534790 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 9968beec-60bf-4f4d-824c-e6c5a11d5a44 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:12:57.535158 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:57.545011 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-f4d4cdcb-bd5e-4398-b0a9-1d0577123415 None None] Transition to ACTIVE for port object 678ce40b-1f23-4df5-852c-bb7bbffdf599 will not be triggered until provisioned by entity DHCP. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:12:57.566061 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5b569d7f-7d0c-48f5-9c51-8aa0faf3a00f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-446952'] for router, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:57.667003 n-d-764292-30 neutron-server[102192]: INFO neutron.db.l3_db [None req-94d238df-911d-4ddc-9077-fe55f50ccca2 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Floating IP b63ff88a-c03e-4925-a8ac-bd09c2b9d409 associated. External IP: 172.25.8.145, port: 6787f595-faeb-4a36-b917-5d8df4badde1. Aug 11 03:12:57.692820 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:57.722683 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-f4d4cdcb-bd5e-4398-b0a9-1d0577123415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669'] for port, after_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:57.795187 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d44c4ac7-512f-43e2-9e70-49a9c3ecce84 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126283413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126275158'] for subnet, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:57.848965 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44c4ac7-512f-43e2-9e70-49a9c3ecce84 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Pushing event deleted for resources: {'Subnet': ['ID=a94a0986-94c4-464c-81e9-122be3235dc7,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:57.882715 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d4cdcb-bd5e-4398-b0a9-1d0577123415 None None] Network b4a6a40b-b8be-4ca5-8f72-c47ff5dc1568 is already hosted by enough agents. {{(pid=102193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:12:57.909526 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port 9968beec-60bf-4f4d-824c-e6c5a11d5a44, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=9968beec-60bf-4f4d-824c-e6c5a11d5a44,segment=NetworkSegment(f54147e9-8b7a-476a-9b8c-5a3e10613aa5),segment_id=f54147e9-8b7a-476a-9b8c-5a3e10613aa5)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:12:57.914816 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.base_scheduler [None req-f4d4cdcb-bd5e-4398-b0a9-1d0577123415 None None] Resources bound (agent type, host, resource id): {{(pid=102193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:12:57.917951 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d4cdcb-bd5e-4398-b0a9-1d0577123415 None None] Received port after_create {{(pid=102193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:12:57.920656 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d4cdcb-bd5e-4398-b0a9-1d0577123415 None None] Pushing event updated for resources: {'Port': ['ID=678ce40b-1f23-4df5-852c-bb7bbffdf599,revision_number=1']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:58.005264 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 33640) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:12:58.030371 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:58.074895 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-f4d4cdcb-bd5e-4398-b0a9-1d0577123415 None None] Attempting to bind port 678ce40b-1f23-4df5-852c-bb7bbffdf599 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:12:58.076188 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-f4d4cdcb-bd5e-4398-b0a9-1d0577123415 None None] Attempting to bind port 678ce40b-1f23-4df5-852c-bb7bbffdf599 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': '219e8e89-a427-4e11-b832-5312aebcf8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b4a6a40b-b8be-4ca5-8f72-c47ff5dc1568'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:12:58.076731 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d4cdcb-bd5e-4398-b0a9-1d0577123415 None None] Attempting to bind port 678ce40b-1f23-4df5-852c-bb7bbffdf599 on network b4a6a40b-b8be-4ca5-8f72-c47ff5dc1568 {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:12:58.091226 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d4cdcb-bd5e-4398-b0a9-1d0577123415 None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 12, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:12:58.091967 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94d238df-911d-4ddc-9077-fe55f50ccca2 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Router 72dfec54-4279-4516-bfa0-52b4220fb293 has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:12:58.092102 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d4cdcb-bd5e-4398-b0a9-1d0577123415 None None] Checking segment: {'id': '219e8e89-a427-4e11-b832-5312aebcf8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b4a6a40b-b8be-4ca5-8f72-c47ff5dc1568'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:12:58.092683 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-f4d4cdcb-bd5e-4398-b0a9-1d0577123415 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:58.093426 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d4cdcb-bd5e-4398-b0a9-1d0577123415 None None] Bound using segment: {'id': '219e8e89-a427-4e11-b832-5312aebcf8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b4a6a40b-b8be-4ca5-8f72-c47ff5dc1568'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:12:58.094237 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-f4d4cdcb-bd5e-4398-b0a9-1d0577123415 None None] Bound port: 678ce40b-1f23-4df5-852c-bb7bbffdf599, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '219e8e89-a427-4e11-b832-5312aebcf8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b4a6a40b-b8be-4ca5-8f72-c47ff5dc1568'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:12:58.095868 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-f4d4cdcb-bd5e-4398-b0a9-1d0577123415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:58.138112 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=9968beec-60bf-4f4d-824c-e6c5a11d5a44,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:58.173973 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-4f25fd13-6b8d-464d-9926-cb8c5d98346e None None] Provisioning complete for port 9968beec-60bf-4f4d-824c-e6c5a11d5a44 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:12:58.177951 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-4f25fd13-6b8d-464d-9926-cb8c5d98346e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:58.190386 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c899d343-5762-46d3-ab53-f0255906de71 req-ea38e5b1-be38-47bb-b2ac-d3d334a92039 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:58.192039 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c899d343-5762-46d3-ab53-f0255906de71 req-ea38e5b1-be38-47bb-b2ac-d3d334a92039 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/ports?device_id=186cfdba-74e8-496c-af0f-b566a2fff5c7 HTTP/1.1" status: 200 len: 945 time: 0.1569455 Aug 11 03:12:58.251996 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-f4d4cdcb-bd5e-4398-b0a9-1d0577123415 None None] For port 678ce40b-1f23-4df5-852c-bb7bbffdf599, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:12:58.276176 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-f4d4cdcb-bd5e-4398-b0a9-1d0577123415 None None] For port 678ce40b-1f23-4df5-852c-bb7bbffdf599, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=678ce40b-1f23-4df5-852c-bb7bbffdf599,segment=NetworkSegment(219e8e89-a427-4e11-b832-5312aebcf8f0),segment_id=219e8e89-a427-4e11-b832-5312aebcf8f0)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:12:58.296569 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94d238df-911d-4ddc-9077-fe55f50ccca2 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:12:58.309697 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-94d238df-911d-4ddc-9077-fe55f50ccca2 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for floatingip, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:58.322455 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a85250c-2925-470b-b2d0-095c3a4f36ec None None] Sync routers for ids ['72dfec54-4279-4516-bfa0-52b4220fb293'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:12:58.341988 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-6a8b5d23-e227-41e5-b469-42328a3f3278 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:58.351863 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a85250c-2925-470b-b2d0-095c3a4f36ec None None] Routers {'72dfec54-4279-4516-bfa0-52b4220fb293'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:12:58.353057 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-6a85250c-2925-470b-b2d0-095c3a4f36ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:12:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['72dfec54-4279-4516-bfa0-52b4220fb293'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:12:58.380024 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 33652) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:12:58.383301 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b569d7f-7d0c-48f5-9c51-8aa0faf3a00f admin admin] Router db8ff22c-f468-4bd7-83db-f2d7e883fa09 is scheduled to L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 with binding_index 1 {{(pid=102191) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:12:58.391374 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-94d238df-911d-4ddc-9077-fe55f50ccca2 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] 10.222.0.41 "PUT /v2.0/floatingips/b63ff88a-c03e-4925-a8ac-bd09c2b9d409 HTTP/1.1" status: 200 len: 991 time: 2.1633120 Aug 11 03:12:58.411449 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-f4d4cdcb-bd5e-4398-b0a9-1d0577123415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:58.486152 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d44c4ac7-512f-43e2-9e70-49a9c3ecce84 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:58.488034 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d4cdcb-bd5e-4398-b0a9-1d0577123415 None None] Pushing event updated for resources: {'Port': ['ID=678ce40b-1f23-4df5-852c-bb7bbffdf599,revision_number=2']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:58.503119 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e3618b6-52e5-4357-a355-b29ad18e1b9a', 'tag': '6787f595-faeb-4a36-b917-5d8df4badde1'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:12:58.505976 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dda0dd0-319a-494b-ae5a-e010aa0790fe" -d '{"events": [{"name": "network-changed", "server_uuid": "6e3618b6-52e5-4357-a355-b29ad18e1b9a", "tag": "6787f595-faeb-4a36-b917-5d8df4badde1"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:12:58.518513 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c899d343-5762-46d3-ab53-f0255906de71 req-0bee4f41-2e86-4f9c-9653-02e713b9cd7c tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/security-groups?id=2637b46e-72e4-4ee8-ae47-703ae17ac088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3132937 Aug 11 03:12:58.519849 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-d44c4ac7-512f-43e2-9e70-49a9c3ecce84 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4a6a40b-b8be-4ca5-8f72-c47ff5dc1568']}} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:12:58.535950 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-d44c4ac7-512f-43e2-9e70-49a9c3ecce84 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '219e8e89-a427-4e11-b832-5312aebcf8f0') {'for_net_delete': True} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:12:58.536174 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-d44c4ac7-512f-43e2-9e70-49a9c3ecce84 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '219e8e89-a427-4e11-b832-5312aebcf8f0') {} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:12:58.552333 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-6a8b5d23-e227-41e5-b469-42328a3f3278 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:58.592728 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:12:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5f27bff-3396-403b-a597-5c22a1caa182 x-openstack-request-id: req-a5f27bff-3396-403b-a597-5c22a1caa182 {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:12:58.593019 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e3618b6-52e5-4357-a355-b29ad18e1b9a", "tag": "6787f595-faeb-4a36-b917-5d8df4badde1", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:12:58.593501 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a5f27bff-3396-403b-a597-5c22a1caa182 {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:12:58.593918 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e3618b6-52e5-4357-a355-b29ad18e1b9a', 'tag': '6787f595-faeb-4a36-b917-5d8df4badde1', 'status': 'completed', 'code': 200} Aug 11 03:12:58.611351 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-5d8fc39c-b935-4347-a6bb-610417cc9b16 tempest-QuotasNegativeTest-338359151 tempest-QuotasNegativeTest-338359151-project-admin] Request body: {'quota': {'network': 2}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:12:58.618680 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d44c4ac7-512f-43e2-9e70-49a9c3ecce84 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126283644'] for segment, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:58.627630 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-6a85250c-2925-470b-b2d0-095c3a4f36ec None None] Set router 72dfec54-4279-4516-bfa0-52b4220fb293 gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:12:58.645944 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d44c4ac7-512f-43e2-9e70-49a9c3ecce84 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:58.656133 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d44c4ac7-512f-43e2-9e70-49a9c3ecce84 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=102191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:12:58.656583 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d44c4ac7-512f-43e2-9e70-49a9c3ecce84 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126283391'] for segment, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:58.660138 n-d-764292-30 neutron-server[102191]: Traceback (most recent call last): Aug 11 03:12:58.660138 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:12:58.660138 n-d-764292-30 neutron-server[102191]: timer() Aug 11 03:12:58.660138 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:12:58.660138 n-d-764292-30 neutron-server[102191]: cb(*args, **kw) Aug 11 03:12:58.660138 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:12:58.660138 n-d-764292-30 neutron-server[102191]: return func(*args, **kwargs) Aug 11 03:12:58.660138 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:12:58.660138 n-d-764292-30 neutron-server[102191]: self._notify() Aug 11 03:12:58.660138 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:12:58.660138 n-d-764292-30 neutron-server[102191]: self.callback(batched_events) Aug 11 03:12:58.660138 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:12:58.660138 n-d-764292-30 neutron-server[102191]: event.method(event) Aug 11 03:12:58.660138 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:12:58.660138 n-d-764292-30 neutron-server[102191]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:12:58.660138 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:12:58.660138 n-d-764292-30 neutron-server[102191]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:12:58.660138 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:12:58.660138 n-d-764292-30 neutron-server[102191]: return f(self, *a, **k) Aug 11 03:12:58.660138 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:12:58.660138 n-d-764292-30 neutron-server[102191]: return self._get(url).json() Aug 11 03:12:58.660138 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:12:58.660138 n-d-764292-30 neutron-server[102191]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:12:58.660138 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:12:58.660138 n-d-764292-30 neutron-server[102191]: return self.request(url, 'GET', **kwargs) Aug 11 03:12:58.660138 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:12:58.660138 n-d-764292-30 neutron-server[102191]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:12:58.660138 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:12:58.660138 n-d-764292-30 neutron-server[102191]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:12:58.660138 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:12:58.660138 n-d-764292-30 neutron-server[102191]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:12:58.660138 n-d-764292-30 neutron-server[102191]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:12:58.673222 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0400edd5-8178-4abb-a538-38a71cc5684c req-dd0cbcb0-f6bd-4c19-89ae-bad44dff47ec tempest-ServerAddressesTestJSON-1878504653 tempest-ServerAddressesTestJSON-1878504653-project] 10.222.0.41 "GET /v2.0/ports?device_id=ebee0d87-dcce-44f4-9dc7-6e9a4faf300d HTTP/1.1" status: 200 len: 210 time: 0.0630960 Aug 11 03:12:58.674681 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-596c102b-2219-4cd3-b2d0-ec112c4ca0f2 None None] Network b4a6a40b-b8be-4ca5-8f72-c47ff5dc1568 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:12:58.676040 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-6a8b5d23-e227-41e5-b469-42328a3f3278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:58.677264 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b569d7f-7d0c-48f5-9c51-8aa0faf3a00f admin admin] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:12:58.690492 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc665e1-c962-4bec-98c1-99b4de949ff5 None None] Sync routers for ids ['db8ff22c-f468-4bd7-83db-f2d7e883fa09'] in n-d-764292-30 {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:12:58.713946 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc665e1-c962-4bec-98c1-99b4de949ff5 None None] Routers {'db8ff22c-f468-4bd7-83db-f2d7e883fa09'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:12:58.716676 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-0cc665e1-c962-4bec-98c1-99b4de949ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:12:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['db8ff22c-f468-4bd7-83db-f2d7e883fa09'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:12:58.749400 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-6a8b5d23-e227-41e5-b469-42328a3f3278 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2bd4f3f18bc14b3d8b5683d800283a8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7429411 Aug 11 03:12:58.749637 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-5d8fc39c-b935-4347-a6bb-610417cc9b16 tempest-QuotasNegativeTest-338359151 tempest-QuotasNegativeTest-338359151-project-admin] 10.222.0.41 "PUT /v2.0/quotas/99432bef4bba46498c281ac6e3160444 HTTP/1.1" status: 200 len: 368 time: 0.3677144 Aug 11 03:12:58.749969 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 33662) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:12:58.750319 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 33664) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:12:58.757973 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dda0dd0-319a-494b-ae5a-e010aa0790fe req-58e0ba44-51b2-44f9-be96-73c49adf8086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:58.758640 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dda0dd0-319a-494b-ae5a-e010aa0790fe req-58e0ba44-51b2-44f9-be96-73c49adf8086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:58.759235 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dda0dd0-319a-494b-ae5a-e010aa0790fe req-58e0ba44-51b2-44f9-be96-73c49adf8086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:58.759716 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dda0dd0-319a-494b-ae5a-e010aa0790fe req-58e0ba44-51b2-44f9-be96-73c49adf8086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:58.760254 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dda0dd0-319a-494b-ae5a-e010aa0790fe req-58e0ba44-51b2-44f9-be96-73c49adf8086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:58.760791 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dda0dd0-319a-494b-ae5a-e010aa0790fe req-58e0ba44-51b2-44f9-be96-73c49adf8086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:58.761326 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dda0dd0-319a-494b-ae5a-e010aa0790fe req-58e0ba44-51b2-44f9-be96-73c49adf8086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:58.762529 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-e0cbf52b-a8c7-4c6c-8eba-1cdd8504dd2e tempest-QuotasNegativeTest-338359151 tempest-QuotasNegativeTest-338359151-project-admin] Request body: {'network': {'project_id': '99432bef4bba46498c281ac6e3160444'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:12:58.763485 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0dda0dd0-319a-494b-ae5a-e010aa0790fe req-58e0ba44-51b2-44f9-be96-73c49adf8086 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=44415f337b71498496665864f1602b88&device_id=6e3618b6-52e5-4357-a355-b29ad18e1b9a HTTP/1.1" status: 200 len: 6497 time: 0.1432407 Aug 11 03:12:58.764299 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8b5d23-e227-41e5-b469-42328a3f3278 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8a1f687-e801-4e70-bf54-faeccfffbc47,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:58.807080 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.db.api [None req-d44c4ac7-512f-43e2-9e70-49a9c3ecce84 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 11 03:12:58.807080 n-d-764292-30 neutron-server[102191]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 11 03:12:58.807080 n-d-764292-30 neutron-server[102191]: [parameters: {'id': 'b4a6a40b-b8be-4ca5-8f72-c47ff5dc1568'}] Aug 11 03:12:58.807080 n-d-764292-30 neutron-server[102191]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102191) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 03:12:58.807800 n-d-764292-30 neutron-server[102191]: DEBUG oslo_db.api [None req-d44c4ac7-512f-43e2-9e70-49a9c3ecce84 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 03:12:58.836045 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9a54ffc8-be36-4bd8-b32d-b8eb4d107a7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:58.840004 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5b569d7f-7d0c-48f5-9c51-8aa0faf3a00f admin admin] Notify callbacks [] for router, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:58.843788 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-5b569d7f-7d0c-48f5-9c51-8aa0faf3a00f admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.6093297 Aug 11 03:12:58.845987 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 33666) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:12:58.856756 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-0cc665e1-c962-4bec-98c1-99b4de949ff5 None None] Set router db8ff22c-f468-4bd7-83db-f2d7e883fa09 gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:12:58.870645 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9a54ffc8-be36-4bd8-b32d-b8eb4d107a7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:58.942941 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0cbf52b-a8c7-4c6c-8eba-1cdd8504dd2e tempest-QuotasNegativeTest-338359151 tempest-QuotasNegativeTest-338359151-project-admin] Made reservation on behalf of 99432bef4bba46498c281ac6e3160444 for: {'network': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:12:58.948963 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e0cbf52b-a8c7-4c6c-8eba-1cdd8504dd2e tempest-QuotasNegativeTest-338359151 tempest-QuotasNegativeTest-338359151-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:58.963118 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e0cbf52b-a8c7-4c6c-8eba-1cdd8504dd2e tempest-QuotasNegativeTest-338359151 tempest-QuotasNegativeTest-338359151-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:59.010471 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dda0dd0-319a-494b-ae5a-e010aa0790fe req-b5b11f2c-c26d-4503-8e77-e32e818364fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:59.012164 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0dda0dd0-319a-494b-ae5a-e010aa0790fe req-b5b11f2c-c26d-4503-8e77-e32e818364fa service neutron] 10.222.0.24 "GET /v2.0/networks?id=99a68316-7b54-4552-81a4-eb1b8bfe1686 HTTP/1.1" status: 200 len: 913 time: 0.2279983 Aug 11 03:12:59.046238 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f5e0720-2a0b-4521-830a-5c8046153cc7 None None] get_active_networks_info from n-d-764292-30 {{(pid=102193) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 11 03:12:59.089075 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-0cc665e1-c962-4bec-98c1-99b4de949ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db8ff22c-f468-4bd7-83db-f2d7e883fa09', 'name': 'tempest-ServersTestManualDisk-948292256-router', 'tenant_id': '7dfe11bfde114b89a52959d4b6413ca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': 'f1201ccd-b5d3-46da-912d-058070f000a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:12:54Z', 'updated_at': '2021-08-11T03:12:56Z', 'revision_number': 3, 'project_id': '7dfe11bfde114b89a52959d4b6413ca0', 'gw_port': {'id': 'f1201ccd-b5d3-46da-912d-058070f000a2', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:3e:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db8ff22c-f468-4bd7-83db-f2d7e883fa09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:12:55Z', 'updated_at': '2021-08-11T03:12:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:12:59.098823 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9a54ffc8-be36-4bd8-b32d-b8eb4d107a7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:59.103269 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9a54ffc8-be36-4bd8-b32d-b8eb4d107a7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:59.104439 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-9a54ffc8-be36-4bd8-b32d-b8eb4d107a7c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b8a1f687-e801-4e70-bf54-faeccfffbc47 HTTP/1.1" status: 204 len: 168 time: 0.3531675 Aug 11 03:12:59.120989 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-6a85250c-2925-470b-b2d0-095c3a4f36ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72dfec54-4279-4516-bfa0-52b4220fb293', 'name': 'tempest-TaggedBootDevicesTest-1821193535-router', 'tenant_id': '44415f337b71498496665864f1602b88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': '3ce4906e-cf67-4c44-b642-a857b9adf59e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:10:24Z', 'updated_at': '2021-08-11T03:10:32Z', 'revision_number': 4, 'project_id': '44415f337b71498496665864f1602b88', 'gw_port': {'id': '3ce4906e-cf67-4c44-b642-a857b9adf59e', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:34:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72dfec54-4279-4516-bfa0-52b4220fb293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:10:26Z', 'updated_at': '2021-08-11T03:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_floatingips': [{'id': 'b63ff88a-c03e-4925-a8ac-bd09c2b9d409', 'tenant_id': '44415f337b71498496665864f1602b88', 'floating_ip_address': '172.25.8.145', 'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'router_id': '72dfec54-4279-4516-bfa0-52b4220fb293', 'port_id': '6787f595-faeb-4a36-b917-5d8df4badde1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1292, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99a68316-7b54-4552-81a4-eb1b8bfe1686', 'mac_address': 'fa:16:3e:c5:d8:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e3618b6-52e5-4357-a355-b29ad18e1b9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:11:39Z', 'updated_at': '2021-08-11T03:12:57Z', 'revision_number': 1, 'project_id': '44415f337b71498496665864f1602b88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '114082ba-dfff-40f9-97f9-8738e330c4a2', 'name': '', 'network_id': '99a68316-7b54-4552-81a4-eb1b8bfe1686', 'tenant_id': '44415f337b71498496665864f1602b88', 'mac_address': 'fa:16:3e:a7:e2:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72dfec54-4279-4516-bfa0-52b4220fb293', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': '4230503c-7b88-4635-ba97-704ecda79830', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:10:31Z', 'updated_at': '2021-08-11T03:10:42Z', 'revision_number': 5, 'project_id': '44415f337b71498496665864f1602b88', 'subnets': [{'id': '4230503c-7b88-4635-ba97-704ecda79830', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:12:59.135094 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-81300044-cc65-4b8d-b1cd-80d5326e62cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:59.145267 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc665e1-c962-4bec-98c1-99b4de949ff5 None None] Checking router: db8ff22c-f468-4bd7-83db-f2d7e883fa09 for host: n-d-764292-30 {{(pid=102194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:12:59.145613 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc665e1-c962-4bec-98c1-99b4de949ff5 None None] Updating router db8ff22c-f468-4bd7-83db-f2d7e883fa09 port f1201ccd-b5d3-46da-912d-058070f000a2 binding host n-d-764292-30 {{(pid=102194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:12:59.196319 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a85250c-2925-470b-b2d0-095c3a4f36ec None None] Checking router: 72dfec54-4279-4516-bfa0-52b4220fb293 for host: n-d-764292-30 {{(pid=102193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:12:59.207530 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-0cc665e1-c962-4bec-98c1-99b4de949ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:59.224656 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 9968beec-60bf-4f4d-824c-e6c5a11d5a44 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:12:59.230450 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a54ffc8-be36-4bd8-b32d-b8eb4d107a7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8a1f687-e801-4e70-bf54-faeccfffbc47,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:59.323522 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d44c4ac7-512f-43e2-9e70-49a9c3ecce84 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:59.435332 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e0cbf52b-a8c7-4c6c-8eba-1cdd8504dd2e tempest-QuotasNegativeTest-338359151 tempest-QuotasNegativeTest-338359151-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:59.500267 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6315e659-4c47-4a1d-8ea2-8b97dc3ba706 req-dea98c96-9483-424c-be36-dae96ec1074a tempest-ServerAddressesTestJSON-1878504653 tempest-ServerAddressesTestJSON-1878504653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:59.502029 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-6315e659-4c47-4a1d-8ea2-8b97dc3ba706 req-dea98c96-9483-424c-be36-dae96ec1074a tempest-ServerAddressesTestJSON-1878504653 tempest-ServerAddressesTestJSON-1878504653-project] 10.222.0.22 "GET /v2.0/networks?id=c69ed4dd-e4cf-4491-828f-fc5e833e805e HTTP/1.1" status: 200 len: 814 time: 0.4879103 Aug 11 03:12:59.535535 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-6315e659-4c47-4a1d-8ea2-8b97dc3ba706 req-9e4ccd1c-f242-4a07-87dc-72af2ca5c0f9 tempest-ServerAddressesTestJSON-1878504653 tempest-ServerAddressesTestJSON-1878504653-project] Request body: {'port': {'device_id': 'ebee0d87-dcce-44f4-9dc7-6e9a4faf300d', 'network_id': 'c69ed4dd-e4cf-4491-828f-fc5e833e805e', 'admin_state_up': True, 'tenant_id': '0b0750f64f054fe79c5f8389fec60447'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:12:59.543876 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e0cbf52b-a8c7-4c6c-8eba-1cdd8504dd2e tempest-QuotasNegativeTest-338359151 tempest-QuotasNegativeTest-338359151-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:59.623122 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a85250c-2925-470b-b2d0-095c3a4f36ec None None] Routers {'72dfec54-4279-4516-bfa0-52b4220fb293'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:12:59.623781 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-6a85250c-2925-470b-b2d0-095c3a4f36ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:12:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['72dfec54-4279-4516-bfa0-52b4220fb293'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:12:59.625825 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f5e0720-2a0b-4521-830a-5c8046153cc7 None None] Resources bound (agent type, host, resource id): {{(pid=102193) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 11 03:12:59.691899 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cbf52b-a8c7-4c6c-8eba-1cdd8504dd2e tempest-QuotasNegativeTest-338359151 tempest-QuotasNegativeTest-338359151-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f482131d-da65-42ed-9dab-96a8ea693fd1,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:59.735014 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-d44c4ac7-512f-43e2-9e70-49a9c3ecce84 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Deleting port 678ce40b-1f23-4df5-852c-bb7bbffdf599 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:12:59.735352 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d44c4ac7-512f-43e2-9e70-49a9c3ecce84 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:59.789291 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0cbf52b-a8c7-4c6c-8eba-1cdd8504dd2e tempest-QuotasNegativeTest-338359151 tempest-QuotasNegativeTest-338359151-project-admin] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=102191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:12:59.811704 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0dda0dd0-319a-494b-ae5a-e010aa0790fe req-dbb32b0d-50c7-4a66-8c3d-ad47de2f6959 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6787f595-faeb-4a36-b917-5d8df4badde1 HTTP/1.1" status: 200 len: 999 time: 0.7902808 Aug 11 03:12:59.817902 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-0cc665e1-c962-4bec-98c1-99b4de949ff5 None None] Notify callbacks [] for port, precommit_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:59.833737 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.provisioning_blocks [None req-0cc665e1-c962-4bec-98c1-99b4de949ff5 None None] Transition to ACTIVE for port object f1201ccd-b5d3-46da-912d-058070f000a2 will not be triggered until provisioned by entity L2. {{(pid=102194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:12:59.835597 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-243cf20b-9ce3-4dc1-afb6-62b8542cfd3a req-75c67002-ab81-436d-b8ad-3e767e7dc060 tempest-ServerAddressesTestJSON-1878504653 tempest-ServerAddressesTestJSON-1878504653-project] 10.222.0.41 "GET /v2.0/ports?device_id=ebee0d87-dcce-44f4-9dc7-6e9a4faf300d HTTP/1.1" status: 200 len: 210 time: 0.0468044 Aug 11 03:12:59.863316 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e0cbf52b-a8c7-4c6c-8eba-1cdd8504dd2e tempest-QuotasNegativeTest-338359151 tempest-QuotasNegativeTest-338359151-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:59.863854 n-d-764292-30 neutron-server[102191]: INFO neutron.db.segments_db [None req-e0cbf52b-a8c7-4c6c-8eba-1cdd8504dd2e tempest-QuotasNegativeTest-338359151 tempest-QuotasNegativeTest-338359151-project-admin] Added segment 196b4533-cab0-49d7-b21d-f27c2f62d057 of type vlan for network 9321e9b7-da8a-4c8e-bdc4-06023fc5b2e3 Aug 11 03:12:59.872994 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-6a85250c-2925-470b-b2d0-095c3a4f36ec None None] Set router 72dfec54-4279-4516-bfa0-52b4220fb293 gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:12:59.885747 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dda0dd0-319a-494b-ae5a-e010aa0790fe req-c37e12f7-1bb6-41b0-a1dd-da30415eec23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:59.887359 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0dda0dd0-319a-494b-ae5a-e010aa0790fe req-c37e12f7-1bb6-41b0-a1dd-da30415eec23 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4230503c-7b88-4635-ba97-704ecda79830 HTTP/1.1" status: 200 len: 851 time: 0.0551054 Aug 11 03:12:59.901463 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [None req-d44c4ac7-512f-43e2-9e70-49a9c3ecce84 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] For port 678ce40b-1f23-4df5-852c-bb7bbffdf599, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=678ce40b-1f23-4df5-852c-bb7bbffdf599,segment=NetworkSegment(219e8e89-a427-4e11-b832-5312aebcf8f0),segment_id=219e8e89-a427-4e11-b832-5312aebcf8f0)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:12:59.901973 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d44c4ac7-512f-43e2-9e70-49a9c3ecce84 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:59.923341 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 9968beec-60bf-4f4d-824c-e6c5a11d5a44 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:12:59.923846 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:59.925038 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-d44c4ac7-512f-43e2-9e70-49a9c3ecce84 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Calling delete_port for 678ce40b-1f23-4df5-852c-bb7bbffdf599 owned by network:dhcp {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:12:59.925282 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-0cc665e1-c962-4bec-98c1-99b4de949ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:59.986471 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-0cc665e1-c962-4bec-98c1-99b4de949ff5 None None] Attempting to bind port f1201ccd-b5d3-46da-912d-058070f000a2 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:12:59.987249 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-0cc665e1-c962-4bec-98c1-99b4de949ff5 None None] Attempting to bind port f1201ccd-b5d3-46da-912d-058070f000a2 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}] {{(pid=102194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:12:59.987873 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc665e1-c962-4bec-98c1-99b4de949ff5 None None] Attempting to bind port f1201ccd-b5d3-46da-912d-058070f000a2 on network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:12:59.997235 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc665e1-c962-4bec-98c1-99b4de949ff5 None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 12, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:12:59.997858 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc665e1-c962-4bec-98c1-99b4de949ff5 None None] Checking segment: {'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:12:59.998549 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-0cc665e1-c962-4bec-98c1-99b4de949ff5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:59.999391 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc665e1-c962-4bec-98c1-99b4de949ff5 None None] Bound using segment: {'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'} {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:13:00.000034 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-0cc665e1-c962-4bec-98c1-99b4de949ff5 None None] Bound port: f1201ccd-b5d3-46da-912d-058070f000a2, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}}] {{(pid=102194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:13:00.000575 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-0cc665e1-c962-4bec-98c1-99b4de949ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:00.002370 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd831667-a01a-4936-92e6-0e8f26787d41 None None] Pushing event updated for resources: {'Port': ['ID=f1201ccd-b5d3-46da-912d-058070f000a2,revision_number=2']} {{(pid=102194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:00.064289 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd831667-a01a-4936-92e6-0e8f26787d41 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:13:00.064289 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd831667-a01a-4936-92e6-0e8f26787d41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:13:00.064289 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd831667-a01a-4936-92e6-0e8f26787d41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:13:00.064289 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd831667-a01a-4936-92e6-0e8f26787d41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:13:00.064289 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd831667-a01a-4936-92e6-0e8f26787d41 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:13:00.064289 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd831667-a01a-4936-92e6-0e8f26787d41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:13:00.064289 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd831667-a01a-4936-92e6-0e8f26787d41 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:13:00.064927 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e0cbf52b-a8c7-4c6c-8eba-1cdd8504dd2e tempest-QuotasNegativeTest-338359151 tempest-QuotasNegativeTest-338359151-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:00.065021 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd831667-a01a-4936-92e6-0e8f26787d41 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:13:00.065021 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd831667-a01a-4936-92e6-0e8f26787d41 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:13:00.065021 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd831667-a01a-4936-92e6-0e8f26787d41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:13:00.065021 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd831667-a01a-4936-92e6-0e8f26787d41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:13:00.065021 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd831667-a01a-4936-92e6-0e8f26787d41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:13:00.110198 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.db [None req-0cc665e1-c962-4bec-98c1-99b4de949ff5 None None] For port f1201ccd-b5d3-46da-912d-058070f000a2, host n-d-764292-30, cleared binding levels {{(pid=102194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:13:00.113680 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.db [None req-0cc665e1-c962-4bec-98c1-99b4de949ff5 None None] For port f1201ccd-b5d3-46da-912d-058070f000a2, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=f1201ccd-b5d3-46da-912d-058070f000a2,segment=NetworkSegment(fab28bed-aa25-40db-bba4-ec26e795194c),segment_id=fab28bed-aa25-40db-bba4-ec26e795194c)] {{(pid=102194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:13:00.119386 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2571dbf-3863-4252-9bf8-3ef9610775c7 req-e75f2153-3674-400a-a939-a9927c17b2c1 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:00.121034 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f2571dbf-3863-4252-9bf8-3ef9610775c7 req-e75f2153-3674-400a-a939-a9927c17b2c1 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/ports?device_id=186cfdba-74e8-496c-af0f-b566a2fff5c7 HTTP/1.1" status: 200 len: 945 time: 0.4204769 Aug 11 03:13:00.193778 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dda0dd0-319a-494b-ae5a-e010aa0790fe req-455553e6-940a-4847-818d-74859901cab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:00.196216 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0dda0dd0-319a-494b-ae5a-e010aa0790fe req-455553e6-940a-4847-818d-74859901cab0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=99a68316-7b54-4552-81a4-eb1b8bfe1686&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2455111 Aug 11 03:13:00.200284 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6315e659-4c47-4a1d-8ea2-8b97dc3ba706 req-9e4ccd1c-f242-4a07-87dc-72af2ca5c0f9 tempest-ServerAddressesTestJSON-1878504653 tempest-ServerAddressesTestJSON-1878504653-project] Made reservation on behalf of 0b0750f64f054fe79c5f8389fec60447 for: {'port': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:13:00.205075 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-6315e659-4c47-4a1d-8ea2-8b97dc3ba706 req-9e4ccd1c-f242-4a07-87dc-72af2ca5c0f9 tempest-ServerAddressesTestJSON-1878504653 tempest-ServerAddressesTestJSON-1878504653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:00.210765 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f2571dbf-3863-4252-9bf8-3ef9610775c7 req-70473286-b497-438b-98bd-ed6a51c3180e tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/security-groups?id=2637b46e-72e4-4ee8-ae47-703ae17ac088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672510 Aug 11 03:13:00.240095 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-0cc665e1-c962-4bec-98c1-99b4de949ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:00.297751 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e0cbf52b-a8c7-4c6c-8eba-1cdd8504dd2e tempest-QuotasNegativeTest-338359151 tempest-QuotasNegativeTest-338359151-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:00.299237 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0cbf52b-a8c7-4c6c-8eba-1cdd8504dd2e tempest-QuotasNegativeTest-338359151 tempest-QuotasNegativeTest-338359151-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:00.301236 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e0cbf52b-a8c7-4c6c-8eba-1cdd8504dd2e tempest-QuotasNegativeTest-338359151 tempest-QuotasNegativeTest-338359151-project-admin] Notify callbacks [] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:00.304269 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d44c4ac7-512f-43e2-9e70-49a9c3ecce84 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:00.327218 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc665e1-c962-4bec-98c1-99b4de949ff5 None None] Routers {'db8ff22c-f468-4bd7-83db-f2d7e883fa09'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:13:00.331822 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-0cc665e1-c962-4bec-98c1-99b4de949ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:12:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['db8ff22c-f468-4bd7-83db-f2d7e883fa09'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:13:00.359428 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0dda0dd0-319a-494b-ae5a-e010aa0790fe req-855f6d9e-c59b-4e4c-b01d-7f592dcc7a95 service neutron] 10.222.0.24 "GET /v2.0/networks/99a68316-7b54-4552-81a4-eb1b8bfe1686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518142 Aug 11 03:13:00.390190 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd831667-a01a-4936-92e6-0e8f26787d41 None None] Pushing event updated for resources: {'Port': ['ID=f1201ccd-b5d3-46da-912d-058070f000a2,revision_number=3']} {{(pid=102194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:00.457619 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44c4ac7-512f-43e2-9e70-49a9c3ecce84 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Pushing event deleted for resources: {'Port': ['ID=678ce40b-1f23-4df5-852c-bb7bbffdf599,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:00.476885 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44c4ac7-512f-43e2-9e70-49a9c3ecce84 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] No DVR routers for this DVR port 678ce40b-1f23-4df5-852c-bb7bbffdf599 on host n-d-764292-30 {{(pid=102191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:13:00.518426 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0dda0dd0-319a-494b-ae5a-e010aa0790fe req-b25d0321-1d6f-4b33-83bc-d7be9d6e91f8 service neutron] 10.222.0.24 "GET /v2.0/networks/99a68316-7b54-4552-81a4-eb1b8bfe1686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503830 Aug 11 03:13:00.520694 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-6a85250c-2925-470b-b2d0-095c3a4f36ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72dfec54-4279-4516-bfa0-52b4220fb293', 'name': 'tempest-TaggedBootDevicesTest-1821193535-router', 'tenant_id': '44415f337b71498496665864f1602b88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': '3ce4906e-cf67-4c44-b642-a857b9adf59e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:10:24Z', 'updated_at': '2021-08-11T03:10:32Z', 'revision_number': 4, 'project_id': '44415f337b71498496665864f1602b88', 'gw_port': {'id': '3ce4906e-cf67-4c44-b642-a857b9adf59e', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:34:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72dfec54-4279-4516-bfa0-52b4220fb293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:10:26Z', 'updated_at': '2021-08-11T03:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_floatingips': [{'id': 'b63ff88a-c03e-4925-a8ac-bd09c2b9d409', 'tenant_id': '44415f337b71498496665864f1602b88', 'floating_ip_address': '172.25.8.145', 'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'router_id': '72dfec54-4279-4516-bfa0-52b4220fb293', 'port_id': '6787f595-faeb-4a36-b917-5d8df4badde1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1292, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99a68316-7b54-4552-81a4-eb1b8bfe1686', 'mac_address': 'fa:16:3e:c5:d8:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e3618b6-52e5-4357-a355-b29ad18e1b9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:11:39Z', 'updated_at': '2021-08-11T03:12:57Z', 'revision_number': 1, 'project_id': '44415f337b71498496665864f1602b88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '114082ba-dfff-40f9-97f9-8738e330c4a2', 'name': '', 'network_id': '99a68316-7b54-4552-81a4-eb1b8bfe1686', 'tenant_id': '44415f337b71498496665864f1602b88', 'mac_address': 'fa:16:3e:a7:e2:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72dfec54-4279-4516-bfa0-52b4220fb293', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': '4230503c-7b88-4635-ba97-704ecda79830', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:10:31Z', 'updated_at': '2021-08-11T03:10:42Z', 'revision_number': 5, 'project_id': '44415f337b71498496665864f1602b88', 'subnets': [{'id': '4230503c-7b88-4635-ba97-704ecda79830', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:13:00.549436 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-e0cbf52b-a8c7-4c6c-8eba-1cdd8504dd2e tempest-QuotasNegativeTest-338359151 tempest-QuotasNegativeTest-338359151-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.7936738 Aug 11 03:13:00.551399 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a85250c-2925-470b-b2d0-095c3a4f36ec None None] The sync data for ids ['72dfec54-4279-4516-bfa0-52b4220fb293'] in n-d-764292-30 is: [{'id': '72dfec54-4279-4516-bfa0-52b4220fb293', 'name': 'tempest-TaggedBootDevicesTest-1821193535-router', 'tenant_id': '44415f337b71498496665864f1602b88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': '3ce4906e-cf67-4c44-b642-a857b9adf59e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:10:24Z', 'updated_at': '2021-08-11T03:10:32Z', 'revision_number': 4, 'project_id': '44415f337b71498496665864f1602b88', 'gw_port': {'id': '3ce4906e-cf67-4c44-b642-a857b9adf59e', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:34:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72dfec54-4279-4516-bfa0-52b4220fb293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:10:26Z', 'updated_at': '2021-08-11T03:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_floatingips': [{'id': 'b63ff88a-c03e-4925-a8ac-bd09c2b9d409', 'tenant_id': '44415f337b71498496665864f1602b88', 'floating_ip_address': '172.25.8.145', 'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'router_id': '72dfec54-4279-4516-bfa0-52b4220fb293', 'port_id': '6787f595-faeb-4a36-b917-5d8df4badde1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1292, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99a68316-7b54-4552-81a4-eb1b8bfe1686', 'mac_address': 'fa:16:3e:c5:d8:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e3618b6-52e5-4357-a355-b29ad18e1b9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:11:39Z', 'updated_at': '2021-08-11T03:12:57Z', 'revision_number': 1, 'project_id': '44415f337b71498496665864f1602b88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '114082ba-dfff-40f9-97f9-8738e330c4a2', 'name': '', 'network_id': '99a68316-7b54-4552-81a4-eb1b8bfe1686', 'tenant_id': '44415f337b71498496665864f1602b88', 'mac_address': 'fa:16:3e:a7:e2:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72dfec54-4279-4516-bfa0-52b4220fb293', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': '4230503c-7b88-4635-ba97-704ecda79830', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:10:31Z', 'updated_at': '2021-08-11T03:10:42Z', 'revision_number': 5, 'project_id': '44415f337b71498496665864f1602b88', 'subnets': [{'id': '4230503c-7b88-4635-ba97-704ecda79830', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:13:00.553495 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 33696) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:00.561698 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-12226694-6f05-490a-abb7-06227fc0bdf0 tempest-QuotasNegativeTest-338359151 tempest-QuotasNegativeTest-338359151-project-admin] Request body: {'network': {'project_id': '99432bef4bba46498c281ac6e3160444'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:13:00.565204 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cbf52b-a8c7-4c6c-8eba-1cdd8504dd2e tempest-QuotasNegativeTest-338359151 tempest-QuotasNegativeTest-338359151-project-admin] Pushing event updated for resources: {'Network': ['ID=9321e9b7-da8a-4c8e-bdc4-06023fc5b2e3,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:00.577621 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-0cc665e1-c962-4bec-98c1-99b4de949ff5 None None] Set router db8ff22c-f468-4bd7-83db-f2d7e883fa09 gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:13:00.578509 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network 9321e9b7-da8a-4c8e-bdc4-06023fc5b2e3 details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:13:00.589745 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-820fc17a-4350-4472-86a3-dbcf0bcae5c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:00.664193 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [req-6315e659-4c47-4a1d-8ea2-8b97dc3ba706 req-9e4ccd1c-f242-4a07-87dc-72af2ca5c0f9 tempest-ServerAddressesTestJSON-1878504653 tempest-ServerAddressesTestJSON-1878504653-project] Allocated IP 172.20.0.2 (c69ed4dd-e4cf-4491-828f-fc5e833e805e/52519d99-80ae-48b7-b6fb-e2e5d9e5bfbb/9629cd8a-cf54-4ec9-b7a9-908dcc05c94e) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:13:00.671993 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d44c4ac7-512f-43e2-9e70-49a9c3ecce84 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:00.717137 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-d44c4ac7-512f-43e2-9e70-49a9c3ecce84 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4a6a40b-b8be-4ca5-8f72-c47ff5dc1568']}} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:13:00.742561 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12226694-6f05-490a-abb7-06227fc0bdf0 tempest-QuotasNegativeTest-338359151 tempest-QuotasNegativeTest-338359151-project-admin] Made reservation on behalf of 99432bef4bba46498c281ac6e3160444 for: {'network': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:13:00.744955 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-12226694-6f05-490a-abb7-06227fc0bdf0 tempest-QuotasNegativeTest-338359151 tempest-QuotasNegativeTest-338359151-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:00.747826 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-d44c4ac7-512f-43e2-9e70-49a9c3ecce84 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '219e8e89-a427-4e11-b832-5312aebcf8f0') {'for_net_delete': True} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:13:00.748133 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-d44c4ac7-512f-43e2-9e70-49a9c3ecce84 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '219e8e89-a427-4e11-b832-5312aebcf8f0') {} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:13:00.769206 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d44c4ac7-512f-43e2-9e70-49a9c3ecce84 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126283644'] for segment, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:00.791362 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d44c4ac7-512f-43e2-9e70-49a9c3ecce84 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:00.800218 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d44c4ac7-512f-43e2-9e70-49a9c3ecce84 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=102191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:13:00.800754 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d44c4ac7-512f-43e2-9e70-49a9c3ecce84 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126283391'] for segment, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:00.818120 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12226694-6f05-490a-abb7-06227fc0bdf0 tempest-QuotasNegativeTest-338359151 tempest-QuotasNegativeTest-338359151-project-admin] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=102192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:13:00.846716 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-12226694-6f05-490a-abb7-06227fc0bdf0 tempest-QuotasNegativeTest-338359151 tempest-QuotasNegativeTest-338359151-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:00.847142 n-d-764292-30 neutron-server[102192]: INFO neutron.db.segments_db [None req-12226694-6f05-490a-abb7-06227fc0bdf0 tempest-QuotasNegativeTest-338359151 tempest-QuotasNegativeTest-338359151-project-admin] Added segment 2ffba0aa-8e8e-4445-9367-d3473c20a1ff of type vlan for network 1f4e4dbb-6e3d-4055-8129-b5ad99265a8b Aug 11 03:13:00.864162 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [None req-820fc17a-4350-4472-86a3-dbcf0bcae5c8 admin admin] Allocated IP 172.20.0.1 (e9f60ad6-c983-468c-801f-9acb1516310b/4ea3625a-218b-4c96-9f19-e26b676452c7/1a27bf3e-1d1e-4bef-86e5-5612766f7a17) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:13:00.901134 n-d-764292-30 neutron-server[102191]: Traceback (most recent call last): Aug 11 03:13:00.901134 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:13:00.901134 n-d-764292-30 neutron-server[102191]: timer() Aug 11 03:13:00.901134 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:13:00.901134 n-d-764292-30 neutron-server[102191]: cb(*args, **kw) Aug 11 03:13:00.901134 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:13:00.901134 n-d-764292-30 neutron-server[102191]: return func(*args, **kwargs) Aug 11 03:13:00.901134 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:13:00.901134 n-d-764292-30 neutron-server[102191]: self._notify() Aug 11 03:13:00.901134 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:13:00.901134 n-d-764292-30 neutron-server[102191]: self.callback(batched_events) Aug 11 03:13:00.901134 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:13:00.901134 n-d-764292-30 neutron-server[102191]: event.method(event) Aug 11 03:13:00.901134 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:13:00.901134 n-d-764292-30 neutron-server[102191]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:13:00.901134 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:13:00.901134 n-d-764292-30 neutron-server[102191]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:13:00.901134 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:13:00.901134 n-d-764292-30 neutron-server[102191]: return f(self, *a, **k) Aug 11 03:13:00.901134 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:13:00.901134 n-d-764292-30 neutron-server[102191]: return self._get(url).json() Aug 11 03:13:00.901134 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:13:00.901134 n-d-764292-30 neutron-server[102191]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:13:00.901134 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:13:00.901134 n-d-764292-30 neutron-server[102191]: return self.request(url, 'GET', **kwargs) Aug 11 03:13:00.901134 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:13:00.901134 n-d-764292-30 neutron-server[102191]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:13:00.901134 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:13:00.901134 n-d-764292-30 neutron-server[102191]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:13:00.901134 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:13:00.901134 n-d-764292-30 neutron-server[102191]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:13:00.901134 n-d-764292-30 neutron-server[102191]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:13:00.907586 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-12226694-6f05-490a-abb7-06227fc0bdf0 tempest-QuotasNegativeTest-338359151 tempest-QuotasNegativeTest-338359151-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:00.937147 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-0cc665e1-c962-4bec-98c1-99b4de949ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db8ff22c-f468-4bd7-83db-f2d7e883fa09', 'name': 'tempest-ServersTestManualDisk-948292256-router', 'tenant_id': '7dfe11bfde114b89a52959d4b6413ca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': 'f1201ccd-b5d3-46da-912d-058070f000a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:12:54Z', 'updated_at': '2021-08-11T03:12:56Z', 'revision_number': 3, 'project_id': '7dfe11bfde114b89a52959d4b6413ca0', 'gw_port': {'id': 'f1201ccd-b5d3-46da-912d-058070f000a2', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:3e:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db8ff22c-f468-4bd7-83db-f2d7e883fa09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:12:55Z', 'updated_at': '2021-08-11T03:13:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:13:00.946529 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb485abb-bbfd-435e-be1b-82a70ddae166 None None] New status for floating IP b63ff88a-c03e-4925-a8ac-bd09c2b9d409: ACTIVE {{(pid=102193) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:13:00.992847 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc665e1-c962-4bec-98c1-99b4de949ff5 None None] The sync data for ids ['db8ff22c-f468-4bd7-83db-f2d7e883fa09'] in n-d-764292-30 is: [{'id': 'db8ff22c-f468-4bd7-83db-f2d7e883fa09', 'name': 'tempest-ServersTestManualDisk-948292256-router', 'tenant_id': '7dfe11bfde114b89a52959d4b6413ca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': 'f1201ccd-b5d3-46da-912d-058070f000a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:12:54Z', 'updated_at': '2021-08-11T03:12:56Z', 'revision_number': 3, 'project_id': '7dfe11bfde114b89a52959d4b6413ca0', 'gw_port': {'id': 'f1201ccd-b5d3-46da-912d-058070f000a2', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:3e:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db8ff22c-f468-4bd7-83db-f2d7e883fa09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:12:55Z', 'updated_at': '2021-08-11T03:13:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}] {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:13:01.028454 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d44c4ac7-512f-43e2-9e70-49a9c3ecce84 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:01.060720 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d44c4ac7-512f-43e2-9e70-49a9c3ecce84 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Notify callbacks [] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:01.062974 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-d44c4ac7-512f-43e2-9e70-49a9c3ecce84 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] 10.222.0.41 "DELETE /v2.0/networks/b4a6a40b-b8be-4ca5-8f72-c47ff5dc1568 HTTP/1.1" status: 204 len: 168 time: 4.3524599 Aug 11 03:13:01.069151 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44c4ac7-512f-43e2-9e70-49a9c3ecce84 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Pushing event deleted for resources: {'Network': ['ID=b4a6a40b-b8be-4ca5-8f72-c47ff5dc1568,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:01.077263 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 33708) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:01.085701 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-820fc17a-4350-4472-86a3-dbcf0bcae5c8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:01.106462 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [None req-820fc17a-4350-4472-86a3-dbcf0bcae5c8 admin admin] Transition to ACTIVE for port object 1a27bf3e-1d1e-4bef-86e5-5612766f7a17 will not be triggered until provisioned by entity DHCP. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:13:01.117294 n-d-764292-30 neutron-server[102191]: INFO neutron.pecan_wsgi.hooks.translation [None req-547bd4d5-0356-4e16-a5db-5c6b62178f72 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] DELETE failed (client error): The resource could not be found. Aug 11 03:13:01.117759 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-547bd4d5-0356-4e16-a5db-5c6b62178f72 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:13:01.123906 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-547bd4d5-0356-4e16-a5db-5c6b62178f72 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] 10.222.0.41 "DELETE /v2.0/subnets/a94a0986-94c4-464c-81e9-122be3235dc7 HTTP/1.1" status: 404 len: 337 time: 0.0413203 Aug 11 03:13:01.123906 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 33718) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:01.132463 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.db.resource_extend [None req-12226694-6f05-490a-abb7-06227fc0bdf0 tempest-QuotasNegativeTest-338359151 tempest-QuotasNegativeTest-338359151-project-admin] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 03:13:01.173933 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f519fa00-8a24-46ab-be42-4eb4fb1cfaea req-f22de2dd-7952-4289-9e2d-c3623c450095 tempest-ServerAddressesTestJSON-1878504653 tempest-ServerAddressesTestJSON-1878504653-project] 10.222.0.41 "GET /v2.0/ports?device_id=ebee0d87-dcce-44f4-9dc7-6e9a4faf300d HTTP/1.1" status: 200 len: 210 time: 0.1792781 Aug 11 03:13:01.201255 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-6315e659-4c47-4a1d-8ea2-8b97dc3ba706 req-9e4ccd1c-f242-4a07-87dc-72af2ca5c0f9 tempest-ServerAddressesTestJSON-1878504653 tempest-ServerAddressesTestJSON-1878504653-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:01.218153 n-d-764292-30 neutron-server[102191]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b5b1b6e-fa0e-4944-8b2c-c92e4695ce38 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] DELETE failed (client error): The resource could not be found. Aug 11 03:13:01.218805 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b5b1b6e-fa0e-4944-8b2c-c92e4695ce38 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:13:01.220557 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-8b5b1b6e-fa0e-4944-8b2c-c92e4695ce38 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] 10.222.0.41 "DELETE /v2.0/networks/b4a6a40b-b8be-4ca5-8f72-c47ff5dc1568 HTTP/1.1" status: 404 len: 339 time: 0.0973773 Aug 11 03:13:01.223935 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 33732) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:01.254931 n-d-764292-30 neutron-server[102191]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6c73711-13aa-4811-9598-d3b7e75aba42 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] DELETE failed (client error): The resource could not be found. Aug 11 03:13:01.255483 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6c73711-13aa-4811-9598-d3b7e75aba42 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:13:01.257186 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-c6c73711-13aa-4811-9598-d3b7e75aba42 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] 10.222.0.41 "DELETE /v2.0/subnets/46639737-eb49-4355-b55b-8f920c0b6a8d HTTP/1.1" status: 404 len: 337 time: 0.0323093 Aug 11 03:13:01.257887 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-12226694-6f05-490a-abb7-06227fc0bdf0 tempest-QuotasNegativeTest-338359151 tempest-QuotasNegativeTest-338359151-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:01.260570 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 33740) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:01.261221 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12226694-6f05-490a-abb7-06227fc0bdf0 tempest-QuotasNegativeTest-338359151 tempest-QuotasNegativeTest-338359151-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:01.262274 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-12226694-6f05-490a-abb7-06227fc0bdf0 tempest-QuotasNegativeTest-338359151 tempest-QuotasNegativeTest-338359151-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:01.315884 n-d-764292-30 neutron-server[102191]: INFO neutron.pecan_wsgi.hooks.translation [None req-2691e6a0-6706-40c7-aa9f-14e4933df3b1 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] DELETE failed (client error): The resource could not be found. Aug 11 03:13:01.315884 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2691e6a0-6706-40c7-aa9f-14e4933df3b1 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:13:01.315884 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-2691e6a0-6706-40c7-aa9f-14e4933df3b1 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] 10.222.0.41 "DELETE /v2.0/networks/9c7503f9-96fe-441d-80af-b194df3e720c HTTP/1.1" status: 404 len: 339 time: 0.0467458 Aug 11 03:13:01.318425 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 33748) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:01.333923 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12226694-6f05-490a-abb7-06227fc0bdf0 tempest-QuotasNegativeTest-338359151 tempest-QuotasNegativeTest-338359151-project-admin] Pushing event updated for resources: {'Network': ['ID=1f4e4dbb-6e3d-4055-8129-b5ad99265a8b,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:01.340928 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-820fc17a-4350-4472-86a3-dbcf0bcae5c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:01.374754 n-d-764292-30 neutron-server[102191]: INFO neutron.pecan_wsgi.hooks.translation [None req-94b221f2-629f-4025-8289-7171c2b22576 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] DELETE failed (client error): The resource could not be found. Aug 11 03:13:01.378913 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94b221f2-629f-4025-8289-7171c2b22576 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:13:01.380986 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-94b221f2-629f-4025-8289-7171c2b22576 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] 10.222.0.41 "DELETE /v2.0/subnets/90874c8e-7360-422d-8ea5-9d44d1bcf592 HTTP/1.1" status: 404 len: 337 time: 0.0607522 Aug 11 03:13:01.383532 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 33750) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:01.393652 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12226694-6f05-490a-abb7-06227fc0bdf0 tempest-QuotasNegativeTest-338359151 tempest-QuotasNegativeTest-338359151-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:13:01.394030 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12226694-6f05-490a-abb7-06227fc0bdf0 tempest-QuotasNegativeTest-338359151 tempest-QuotasNegativeTest-338359151-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:13:01.394458 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12226694-6f05-490a-abb7-06227fc0bdf0 tempest-QuotasNegativeTest-338359151 tempest-QuotasNegativeTest-338359151-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:13:01.395083 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12226694-6f05-490a-abb7-06227fc0bdf0 tempest-QuotasNegativeTest-338359151 tempest-QuotasNegativeTest-338359151-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:13:01.395419 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12226694-6f05-490a-abb7-06227fc0bdf0 tempest-QuotasNegativeTest-338359151 tempest-QuotasNegativeTest-338359151-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:13:01.395770 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12226694-6f05-490a-abb7-06227fc0bdf0 tempest-QuotasNegativeTest-338359151 tempest-QuotasNegativeTest-338359151-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:13:01.396116 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12226694-6f05-490a-abb7-06227fc0bdf0 tempest-QuotasNegativeTest-338359151 tempest-QuotasNegativeTest-338359151-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:13:01.396520 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12226694-6f05-490a-abb7-06227fc0bdf0 tempest-QuotasNegativeTest-338359151 tempest-QuotasNegativeTest-338359151-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:13:01.396841 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12226694-6f05-490a-abb7-06227fc0bdf0 tempest-QuotasNegativeTest-338359151 tempest-QuotasNegativeTest-338359151-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:13:01.397162 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12226694-6f05-490a-abb7-06227fc0bdf0 tempest-QuotasNegativeTest-338359151 tempest-QuotasNegativeTest-338359151-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:13:01.397550 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12226694-6f05-490a-abb7-06227fc0bdf0 tempest-QuotasNegativeTest-338359151 tempest-QuotasNegativeTest-338359151-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:13:01.397827 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12226694-6f05-490a-abb7-06227fc0bdf0 tempest-QuotasNegativeTest-338359151 tempest-QuotasNegativeTest-338359151-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:13:01.415685 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network 1f4e4dbb-6e3d-4055-8129-b5ad99265a8b details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:13:01.434931 n-d-764292-30 neutron-server[102191]: INFO neutron.pecan_wsgi.hooks.translation [None req-851248a3-95b7-4dc3-8522-fe36355f9ed1 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] DELETE failed (client error): The resource could not be found. Aug 11 03:13:01.435882 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-851248a3-95b7-4dc3-8522-fe36355f9ed1 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:13:01.439388 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-851248a3-95b7-4dc3-8522-fe36355f9ed1 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] 10.222.0.41 "DELETE /v2.0/networks/7cdf42a9-4e1a-497a-a46f-4bd854d441ec HTTP/1.1" status: 404 len: 339 time: 0.0500600 Aug 11 03:13:01.445832 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-6315e659-4c47-4a1d-8ea2-8b97dc3ba706 req-9e4ccd1c-f242-4a07-87dc-72af2ca5c0f9 tempest-ServerAddressesTestJSON-1878504653 tempest-ServerAddressesTestJSON-1878504653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:01.445832 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 33752) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:01.459679 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-12226694-6f05-490a-abb7-06227fc0bdf0 tempest-QuotasNegativeTest-338359151 tempest-QuotasNegativeTest-338359151-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.9043610 Aug 11 03:13:01.462945 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 33754) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:01.478198 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-820fc17a-4350-4472-86a3-dbcf0bcae5c8 admin admin] Network e9f60ad6-c983-468c-801f-9acb1516310b is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:13:01.486124 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-820fc17a-4350-4472-86a3-dbcf0bcae5c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:13:01.489084 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820fc17a-4350-4472-86a3-dbcf0bcae5c8 admin admin] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:13:01.493286 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820fc17a-4350-4472-86a3-dbcf0bcae5c8 admin admin] Pushing event updated for resources: {'Port': ['ID=1a27bf3e-1d1e-4bef-86e5-5612766f7a17,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:01.505310 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-dadbbf95-c69d-4baf-b117-93cfc9b506e9 tempest-QuotasNegativeTest-338359151 tempest-QuotasNegativeTest-338359151-project-admin] Request body: {'network': {'project_id': '99432bef4bba46498c281ac6e3160444'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:13:01.590386 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe55670-374f-4b16-a3cd-337c62e4e616 req-39b0ba79-1780-45f1-82c2-6dd7a56e4ca0 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:01.599971 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0fe55670-374f-4b16-a3cd-337c62e4e616 req-39b0ba79-1780-45f1-82c2-6dd7a56e4ca0 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/ports?device_id=186cfdba-74e8-496c-af0f-b566a2fff5c7 HTTP/1.1" status: 200 len: 945 time: 0.2521267 Aug 11 03:13:01.612638 n-d-764292-30 neutron-server[102191]: INFO neutron.pecan_wsgi.hooks.translation [None req-dadbbf95-c69d-4baf-b117-93cfc9b506e9 tempest-QuotasNegativeTest-338359151 tempest-QuotasNegativeTest-338359151-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 11 03:13:01.622786 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dadbbf95-c69d-4baf-b117-93cfc9b506e9 tempest-QuotasNegativeTest-338359151 tempest-QuotasNegativeTest-338359151-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=102191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:13:01.622786 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-dadbbf95-c69d-4baf-b117-93cfc9b506e9 tempest-QuotasNegativeTest-338359151 tempest-QuotasNegativeTest-338359151-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1535182 Aug 11 03:13:01.630092 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-820fc17a-4350-4472-86a3-dbcf0bcae5c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-520987'] for router_interface, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:01.659453 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6315e659-4c47-4a1d-8ea2-8b97dc3ba706 req-9e4ccd1c-f242-4a07-87dc-72af2ca5c0f9 tempest-ServerAddressesTestJSON-1878504653 tempest-ServerAddressesTestJSON-1878504653-project] Network c69ed4dd-e4cf-4491-828f-fc5e833e805e is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:13:01.661921 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4ccd1c-f242-4a07-87dc-72af2ca5c0f9 tempest-ServerAddressesTestJSON-1878504653 tempest-ServerAddressesTestJSON-1878504653-project] Pushing event updated for resources: {'Port': ['ID=9629cd8a-cf54-4ec9-b7a9-908dcc05c94e,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:01.672841 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [req-6315e659-4c47-4a1d-8ea2-8b97dc3ba706 req-9e4ccd1c-f242-4a07-87dc-72af2ca5c0f9 tempest-ServerAddressesTestJSON-1878504653 tempest-ServerAddressesTestJSON-1878504653-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:13:01.676474 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-6315e659-4c47-4a1d-8ea2-8b97dc3ba706 req-9e4ccd1c-f242-4a07-87dc-72af2ca5c0f9 tempest-ServerAddressesTestJSON-1878504653 tempest-ServerAddressesTestJSON-1878504653-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:13:01.700070 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 33762) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:01.775180 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0fe55670-374f-4b16-a3cd-337c62e4e616 req-b993ff89-3491-4dbe-896a-08467c485090 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/security-groups?id=2637b46e-72e4-4ee8-ae47-703ae17ac088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1741869 Aug 11 03:13:01.831569 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6315e659-4c47-4a1d-8ea2-8b97dc3ba706 req-9e4ccd1c-f242-4a07-87dc-72af2ca5c0f9 tempest-ServerAddressesTestJSON-1878504653 tempest-ServerAddressesTestJSON-1878504653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:01.832254 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-6315e659-4c47-4a1d-8ea2-8b97dc3ba706 req-9e4ccd1c-f242-4a07-87dc-72af2ca5c0f9 tempest-ServerAddressesTestJSON-1878504653 tempest-ServerAddressesTestJSON-1878504653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:01.845143 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:01.852391 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-1d5d01c1-1f0a-4b39-89e0-812f28754de1 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Deleting port 0ac4c86f-d070-4716-80bc-9e6119b9a404 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:13:01.852604 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1d5d01c1-1f0a-4b39-89e0-812f28754de1 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:01.929662 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1d5d01c1-1f0a-4b39-89e0-812f28754de1 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:01.934519 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4592c31c-9200-4de7-ab15-724be3ed239c req-648aa8d9-f363-49ca-a276-90dce0759f7d tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:01.940877 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4592c31c-9200-4de7-ab15-724be3ed239c req-648aa8d9-f363-49ca-a276-90dce0759f7d tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:01.944185 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-1d5d01c1-1f0a-4b39-89e0-812f28754de1 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Calling delete_port for 0ac4c86f-d070-4716-80bc-9e6119b9a404 owned by {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:13:01.947922 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4592c31c-9200-4de7-ab15-724be3ed239c req-648aa8d9-f363-49ca-a276-90dce0759f7d tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:01.954124 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4592c31c-9200-4de7-ab15-724be3ed239c req-648aa8d9-f363-49ca-a276-90dce0759f7d tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:01.960776 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4592c31c-9200-4de7-ab15-724be3ed239c req-648aa8d9-f363-49ca-a276-90dce0759f7d tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:01.966955 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4592c31c-9200-4de7-ab15-724be3ed239c req-648aa8d9-f363-49ca-a276-90dce0759f7d tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:01.967150 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-0af03609-2fd6-44f1-bc96-0f75cd8151c9 None None] Provisioning for port 1a27bf3e-1d1e-4bef-86e5-5612766f7a17 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:13:01.973606 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4592c31c-9200-4de7-ab15-724be3ed239c req-648aa8d9-f363-49ca-a276-90dce0759f7d tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:01.974637 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-0af03609-2fd6-44f1-bc96-0f75cd8151c9 None None] Provisioning complete for port 1a27bf3e-1d1e-4bef-86e5-5612766f7a17 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:13:01.975097 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-0af03609-2fd6-44f1-bc96-0f75cd8151c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:01.976218 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4592c31c-9200-4de7-ab15-724be3ed239c req-648aa8d9-f363-49ca-a276-90dce0759f7d tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] 10.222.0.41 "GET /v2.0/ports?device_id=c37d8b08-64ee-4d7e-99b5-bc356505ed77 HTTP/1.1" status: 200 len: 5444 time: 0.2651062 Aug 11 03:13:02.033061 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-6315e659-4c47-4a1d-8ea2-8b97dc3ba706 req-9e4ccd1c-f242-4a07-87dc-72af2ca5c0f9 tempest-ServerAddressesTestJSON-1878504653 tempest-ServerAddressesTestJSON-1878504653-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5043201 Aug 11 03:13:02.033293 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-75028408-baa0-44b3-9cea-37b547934e83 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=99432bef4bba46498c281ac6e3160444&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3313091 Aug 11 03:13:02.033957 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 33770) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:02.048284 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-6315e659-4c47-4a1d-8ea2-8b97dc3ba706 req-65b4a70a-890e-43ab-9838-60a097e3199f service neutron] Request body: {'port': {'device_id': 'ebee0d87-dcce-44f4-9dc7-6e9a4faf300d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764292-30'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:13:02.071843 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4592c31c-9200-4de7-ab15-724be3ed239c req-9bd279ae-3db2-4f6e-870a-19c0921b3190 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] 10.222.0.41 "GET /v2.0/security-groups?id=607419a9-bee5-4ef0-a97c-fc5d24552dc8&id=0947f6a2-f888-43bb-ac20-3b42849ccfb9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0773346 Aug 11 03:13:02.103833 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 33772) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:02.116084 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-0af03609-2fd6-44f1-bc96-0f75cd8151c9 None None] Port 1a27bf3e-1d1e-4bef-86e5-5612766f7a17 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:13:02.158201 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-6315e659-4c47-4a1d-8ea2-8b97dc3ba706 req-65b4a70a-890e-43ab-9838-60a097e3199f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:02.164135 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-820fc17a-4350-4472-86a3-dbcf0bcae5c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:02.187855 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-db43f579-cb7e-42ee-b457-863be513ecd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:02.207174 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-510d4d31-ada2-4724-8840-f171946423a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:02.223581 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1d5d01c1-1f0a-4b39-89e0-812f28754de1 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:02.233977 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-510d4d31-ada2-4724-8840-f171946423a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:02.270573 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5d01c1-1f0a-4b39-89e0-812f28754de1 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Pushing event deleted for resources: {'Port': ['ID=0ac4c86f-d070-4716-80bc-9e6119b9a404,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:02.288987 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1d5d01c1-1f0a-4b39-89e0-812f28754de1 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:02.290996 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-1d5d01c1-1f0a-4b39-89e0-812f28754de1 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] 10.222.0.41 "DELETE /v2.0/ports/0ac4c86f-d070-4716-80bc-9e6119b9a404 HTTP/1.1" status: 204 len: 168 time: 0.8475730 Aug 11 03:13:02.293412 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 33780) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:02.339296 n-d-764292-30 neutron-server[102191]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ab52951-9eaa-4960-b835-e6f0dc07cc70 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] DELETE failed (client error): The resource could not be found. Aug 11 03:13:02.339746 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ab52951-9eaa-4960-b835-e6f0dc07cc70 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:13:02.341464 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-0ab52951-9eaa-4960-b835-e6f0dc07cc70 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] 10.222.0.41 "DELETE /v2.0/subnets/e47a3383-c276-49ae-bf99-23fefc65cdc2 HTTP/1.1" status: 404 len: 337 time: 0.0470755 Aug 11 03:13:02.349592 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 33782) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:02.384253 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05c2016-0c29-4988-8e8e-7b2899ca8421 req-e5d287e5-c4d4-41fc-818d-72232365f96a tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:02.390667 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05c2016-0c29-4988-8e8e-7b2899ca8421 req-e5d287e5-c4d4-41fc-818d-72232365f96a tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:02.399708 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a491e1da-504f-4c73-96d4-cf43c57646b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:02.399885 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05c2016-0c29-4988-8e8e-7b2899ca8421 req-e5d287e5-c4d4-41fc-818d-72232365f96a tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:02.404075 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05c2016-0c29-4988-8e8e-7b2899ca8421 req-e5d287e5-c4d4-41fc-818d-72232365f96a tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:02.411547 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05c2016-0c29-4988-8e8e-7b2899ca8421 req-e5d287e5-c4d4-41fc-818d-72232365f96a tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:02.418568 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05c2016-0c29-4988-8e8e-7b2899ca8421 req-e5d287e5-c4d4-41fc-818d-72232365f96a tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:02.425170 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05c2016-0c29-4988-8e8e-7b2899ca8421 req-e5d287e5-c4d4-41fc-818d-72232365f96a tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:02.427556 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f05c2016-0c29-4988-8e8e-7b2899ca8421 req-e5d287e5-c4d4-41fc-818d-72232365f96a tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] 10.222.0.41 "GET /v2.0/ports?device_id=c37d8b08-64ee-4d7e-99b5-bc356505ed77 HTTP/1.1" status: 200 len: 5444 time: 0.2478008 Aug 11 03:13:02.511865 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c391828a-9dd4-4615-bd43-bd9510137c31 req-9277d83e-4e48-4ce8-8129-54766e05115f tempest-ServerAddressesTestJSON-1878504653 tempest-ServerAddressesTestJSON-1878504653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:02.513436 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c391828a-9dd4-4615-bd43-bd9510137c31 req-9277d83e-4e48-4ce8-8129-54766e05115f tempest-ServerAddressesTestJSON-1878504653 tempest-ServerAddressesTestJSON-1878504653-project] 10.222.0.41 "GET /v2.0/ports?device_id=ebee0d87-dcce-44f4-9dc7-6e9a4faf300d HTTP/1.1" status: 200 len: 931 time: 0.2516103 Aug 11 03:13:02.550332 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b0c2dbe1-a2aa-49c2-8eaf-c92eb68b5274 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:02.572054 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-510d4d31-ada2-4724-8840-f171946423a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:02.574669 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-510d4d31-ada2-4724-8840-f171946423a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:02.578437 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-510d4d31-ada2-4724-8840-f171946423a7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f482131d-da65-42ed-9dab-96a8ea693fd1 HTTP/1.1" status: 204 len: 168 time: 0.5384245 Aug 11 03:13:02.583626 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 33786) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:02.594546 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c391828a-9dd4-4615-bd43-bd9510137c31 req-d57a67ee-5a2f-4639-ba0c-9b5d0e5f24eb tempest-ServerAddressesTestJSON-1878504653 tempest-ServerAddressesTestJSON-1878504653-project] 10.222.0.41 "GET /v2.0/security-groups?id=4ec4300c-2324-4a5b-baf4-758e18962f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747910 Aug 11 03:13:02.597031 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510d4d31-ada2-4724-8840-f171946423a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f482131d-da65-42ed-9dab-96a8ea693fd1,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:02.621787 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-820fc17a-4350-4472-86a3-dbcf0bcae5c8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:02.679387 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-820fc17a-4350-4472-86a3-dbcf0bcae5c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:02.753891 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820fc17a-4350-4472-86a3-dbcf0bcae5c8 admin admin] Pushing event updated for resources: {'Port': ['ID=1a27bf3e-1d1e-4bef-86e5-5612766f7a17,revision_number=2']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:02.758783 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-820fc17a-4350-4472-86a3-dbcf0bcae5c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16383026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521135'] for router_interface, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:02.786371 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b0c2dbe1-a2aa-49c2-8eaf-c92eb68b5274 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:02.797364 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8134e16a-191a-49db-ad0b-fa4a42bc2950 tempest-QuotasNegativeTest-338359151 tempest-QuotasNegativeTest-338359151-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:02.809419 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-b0c2dbe1-a2aa-49c2-8eaf-c92eb68b5274 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc6708f9-9233-451d-82a3-664f80ff8b5f']}} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:13:02.841788 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-b0c2dbe1-a2aa-49c2-8eaf-c92eb68b5274 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cc200a1-54c8-413c-8d8d-b0a7d66fde81') {'for_net_delete': True} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:13:02.842081 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-b0c2dbe1-a2aa-49c2-8eaf-c92eb68b5274 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cc200a1-54c8-413c-8d8d-b0a7d66fde81') {} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:13:02.862778 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b0c2dbe1-a2aa-49c2-8eaf-c92eb68b5274 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126283644'] for segment, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:02.915921 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-820fc17a-4350-4472-86a3-dbcf0bcae5c8 admin admin] Network e9f60ad6-c983-468c-801f-9acb1516310b is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:13:02.917412 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-820fc17a-4350-4472-86a3-dbcf0bcae5c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:13:02.925209 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:02.941184 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b0c2dbe1-a2aa-49c2-8eaf-c92eb68b5274 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:02.954317 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [req-6315e659-4c47-4a1d-8ea2-8b97dc3ba706 req-65b4a70a-890e-43ab-9838-60a097e3199f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9629cd8a-cf54-4ec9-b7a9-908dcc05c94e {{(pid=102191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:13:02.961079 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a491e1da-504f-4c73-96d4-cf43c57646b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:03.011011 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0c2dbe1-a2aa-49c2-8eaf-c92eb68b5274 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=102191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:13:03.011194 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00efc60-adce-44a9-a01c-6bc559ecf7fe req-1a925505-a1e1-4e50-8f90-661027d5b240 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:03.011695 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b0c2dbe1-a2aa-49c2-8eaf-c92eb68b5274 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126283391'] for segment, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:03.011788 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c00efc60-adce-44a9-a01c-6bc559ecf7fe req-1a925505-a1e1-4e50-8f90-661027d5b240 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/ports?device_id=186cfdba-74e8-496c-af0f-b566a2fff5c7 HTTP/1.1" status: 200 len: 945 time: 0.1216013 Aug 11 03:13:03.011868 n-d-764292-30 neutron-server[102191]: Traceback (most recent call last): Aug 11 03:13:03.011868 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:13:03.011868 n-d-764292-30 neutron-server[102191]: timer() Aug 11 03:13:03.011868 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:13:03.011868 n-d-764292-30 neutron-server[102191]: cb(*args, **kw) Aug 11 03:13:03.011868 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:13:03.011868 n-d-764292-30 neutron-server[102191]: return func(*args, **kwargs) Aug 11 03:13:03.011868 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:13:03.011868 n-d-764292-30 neutron-server[102191]: self._notify() Aug 11 03:13:03.011868 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:13:03.011868 n-d-764292-30 neutron-server[102191]: self.callback(batched_events) Aug 11 03:13:03.011868 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:13:03.011868 n-d-764292-30 neutron-server[102191]: event.method(event) Aug 11 03:13:03.011868 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:13:03.011868 n-d-764292-30 neutron-server[102191]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:13:03.011868 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:13:03.011868 n-d-764292-30 neutron-server[102191]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:13:03.011868 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:13:03.011868 n-d-764292-30 neutron-server[102191]: return f(self, *a, **k) Aug 11 03:13:03.011868 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:13:03.011868 n-d-764292-30 neutron-server[102191]: return self._get(url).json() Aug 11 03:13:03.011868 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:13:03.011868 n-d-764292-30 neutron-server[102191]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:13:03.011868 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:13:03.011868 n-d-764292-30 neutron-server[102191]: return self.request(url, 'GET', **kwargs) Aug 11 03:13:03.011868 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:13:03.011868 n-d-764292-30 neutron-server[102191]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:13:03.011868 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:13:03.011868 n-d-764292-30 neutron-server[102191]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:13:03.011868 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:13:03.011868 n-d-764292-30 neutron-server[102191]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:13:03.011868 n-d-764292-30 neutron-server[102191]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:13:03.011868 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-6315e659-4c47-4a1d-8ea2-8b97dc3ba706 req-65b4a70a-890e-43ab-9838-60a097e3199f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:03.081687 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [req-6315e659-4c47-4a1d-8ea2-8b97dc3ba706 req-65b4a70a-890e-43ab-9838-60a097e3199f service neutron] Transition to ACTIVE for port object 9629cd8a-cf54-4ec9-b7a9-908dcc05c94e will not be triggered until provisioned by entity L2. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:13:03.083111 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8134e16a-191a-49db-ad0b-fa4a42bc2950 tempest-QuotasNegativeTest-338359151 tempest-QuotasNegativeTest-338359151-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:03.098554 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-8134e16a-191a-49db-ad0b-fa4a42bc2950 tempest-QuotasNegativeTest-338359151 tempest-QuotasNegativeTest-338359151-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f4e4dbb-6e3d-4055-8129-b5ad99265a8b']}} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:13:03.113361 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c00efc60-adce-44a9-a01c-6bc559ecf7fe req-a92253ec-4211-4dd8-963d-8635465aceff tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/security-groups?id=2637b46e-72e4-4ee8-ae47-703ae17ac088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979979 Aug 11 03:13:03.129623 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-820fc17a-4350-4472-86a3-dbcf0bcae5c8 admin admin] Router db8ff22c-f468-4bd7-83db-f2d7e883fa09 has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:13:03.136825 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a491e1da-504f-4c73-96d4-cf43c57646b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:03.170207 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-8134e16a-191a-49db-ad0b-fa4a42bc2950 tempest-QuotasNegativeTest-338359151 tempest-QuotasNegativeTest-338359151-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ffba0aa-8e8e-4445-9367-d3473c20a1ff') {'for_net_delete': True} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:13:03.170539 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-8134e16a-191a-49db-ad0b-fa4a42bc2950 tempest-QuotasNegativeTest-338359151 tempest-QuotasNegativeTest-338359151-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ffba0aa-8e8e-4445-9367-d3473c20a1ff') {} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:13:03.197584 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8134e16a-191a-49db-ad0b-fa4a42bc2950 tempest-QuotasNegativeTest-338359151 tempest-QuotasNegativeTest-338359151-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126283644'] for segment, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:03.214983 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-6315e659-4c47-4a1d-8ea2-8b97dc3ba706 req-65b4a70a-890e-43ab-9838-60a097e3199f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:03.227996 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device f1201ccd-b5d3-46da-912d-058070f000a2 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:13:03.233223 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-a491e1da-504f-4c73-96d4-cf43c57646b8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d8b10692aafa473fac81d094b2af843b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1221650 Aug 11 03:13:03.233966 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a491e1da-504f-4c73-96d4-cf43c57646b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=930b3210-1202-4491-bb7e-ebfc1d734695,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:03.259559 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 33792) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:03.282272 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8134e16a-191a-49db-ad0b-fa4a42bc2950 tempest-QuotasNegativeTest-338359151 tempest-QuotasNegativeTest-338359151-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:03.290415 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b0c2dbe1-a2aa-49c2-8eaf-c92eb68b5274 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:03.308381 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8134e16a-191a-49db-ad0b-fa4a42bc2950 tempest-QuotasNegativeTest-338359151 tempest-QuotasNegativeTest-338359151-project-admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=102191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:13:03.321536 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8134e16a-191a-49db-ad0b-fa4a42bc2950 tempest-QuotasNegativeTest-338359151 tempest-QuotasNegativeTest-338359151-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126283391'] for segment, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:03.322127 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-820fc17a-4350-4472-86a3-dbcf0bcae5c8 admin admin] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:13:03.322221 n-d-764292-30 neutron-server[102191]: Traceback (most recent call last): Aug 11 03:13:03.322221 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:13:03.322221 n-d-764292-30 neutron-server[102191]: timer() Aug 11 03:13:03.322221 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:13:03.322221 n-d-764292-30 neutron-server[102191]: cb(*args, **kw) Aug 11 03:13:03.322221 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:13:03.322221 n-d-764292-30 neutron-server[102191]: return func(*args, **kwargs) Aug 11 03:13:03.322221 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:13:03.322221 n-d-764292-30 neutron-server[102191]: self._notify() Aug 11 03:13:03.322221 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:13:03.322221 n-d-764292-30 neutron-server[102191]: self.callback(batched_events) Aug 11 03:13:03.322221 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:13:03.322221 n-d-764292-30 neutron-server[102191]: event.method(event) Aug 11 03:13:03.322221 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:13:03.322221 n-d-764292-30 neutron-server[102191]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:13:03.322221 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:13:03.322221 n-d-764292-30 neutron-server[102191]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:13:03.322221 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:13:03.322221 n-d-764292-30 neutron-server[102191]: return f(self, *a, **k) Aug 11 03:13:03.322221 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:13:03.322221 n-d-764292-30 neutron-server[102191]: return self._get(url).json() Aug 11 03:13:03.322221 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:13:03.322221 n-d-764292-30 neutron-server[102191]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:13:03.322221 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:13:03.322221 n-d-764292-30 neutron-server[102191]: return self.request(url, 'GET', **kwargs) Aug 11 03:13:03.322221 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:13:03.322221 n-d-764292-30 neutron-server[102191]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:13:03.322221 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:13:03.322221 n-d-764292-30 neutron-server[102191]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:13:03.322221 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:13:03.322221 n-d-764292-30 neutron-server[102191]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:13:03.322221 n-d-764292-30 neutron-server[102191]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:13:03.324332 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-820fc17a-4350-4472-86a3-dbcf0bcae5c8 admin admin] 10.222.0.41 "PUT /v2.0/routers/db8ff22c-f468-4bd7-83db-f2d7e883fa09/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4747894 Aug 11 03:13:03.332525 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b0c2dbe1-a2aa-49c2-8eaf-c92eb68b5274 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Notify callbacks [] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:03.335372 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-b0c2dbe1-a2aa-49c2-8eaf-c92eb68b5274 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] 10.222.0.41 "DELETE /v2.0/networks/dc6708f9-9233-451d-82a3-664f80ff8b5f HTTP/1.1" status: 204 len: 168 time: 0.9844060 Aug 11 03:13:03.336908 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-25bdc69c-8c34-427f-a40d-c4a7165470bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:03.339413 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 33796) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:03.360388 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-b19dfc55-1942-4f68-b01c-33c93fbb9982 None None] Provisioning complete for port 1a27bf3e-1d1e-4bef-86e5-5612766f7a17 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:13:03.360906 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-b19dfc55-1942-4f68-b01c-33c93fbb9982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:03.398904 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-25bdc69c-8c34-427f-a40d-c4a7165470bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:03.408478 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-b19dfc55-1942-4f68-b01c-33c93fbb9982 None None] Port 1a27bf3e-1d1e-4bef-86e5-5612766f7a17 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:13:03.438636 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99492287-9535-44bd-a48a-fcf3f34aad40 None None] Sync routers for ids ['db8ff22c-f468-4bd7-83db-f2d7e883fa09'] in n-d-764292-30 {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:13:03.451283 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99492287-9535-44bd-a48a-fcf3f34aad40 None None] Routers {'db8ff22c-f468-4bd7-83db-f2d7e883fa09'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:13:03.452193 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-99492287-9535-44bd-a48a-fcf3f34aad40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:13:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['db8ff22c-f468-4bd7-83db-f2d7e883fa09'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:13:03.516652 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-089ee2b7-1606-4b08-b6be-8245d04ba37a tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Deleting port 46e2eb45-df43-46ef-92a5-d46c1e5f06d4 {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:13:03.517291 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-089ee2b7-1606-4b08-b6be-8245d04ba37a tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:03.597999 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-99492287-9535-44bd-a48a-fcf3f34aad40 None None] Set router db8ff22c-f468-4bd7-83db-f2d7e883fa09 gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:13:03.601681 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-089ee2b7-1606-4b08-b6be-8245d04ba37a tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:03.618308 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-089ee2b7-1606-4b08-b6be-8245d04ba37a tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Calling delete_port for 46e2eb45-df43-46ef-92a5-d46c1e5f06d4 owned by {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:13:03.645669 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port f1201ccd-b5d3-46da-912d-058070f000a2 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:13:03.651416 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port f1201ccd-b5d3-46da-912d-058070f000a2 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:13:03.658087 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:03.703358 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-25bdc69c-8c34-427f-a40d-c4a7165470bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:03.706454 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-25bdc69c-8c34-427f-a40d-c4a7165470bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:03.707616 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-25bdc69c-8c34-427f-a40d-c4a7165470bb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/930b3210-1202-4491-bb7e-ebfc1d734695 HTTP/1.1" status: 204 len: 168 time: 0.4471037 Aug 11 03:13:03.736422 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bdc69c-8c34-427f-a40d-c4a7165470bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=930b3210-1202-4491-bb7e-ebfc1d734695,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:03.762499 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c2dbe1-a2aa-49c2-8eaf-c92eb68b5274 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Pushing event deleted for resources: {'Network': ['ID=dc6708f9-9233-451d-82a3-664f80ff8b5f,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:03.770698 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b4a70a-890e-43ab-9838-60a097e3199f service neutron] Pushing event updated for resources: {'Port': ['ID=9629cd8a-cf54-4ec9-b7a9-908dcc05c94e,revision_number=2']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:03.834791 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8134e16a-191a-49db-ad0b-fa4a42bc2950 tempest-QuotasNegativeTest-338359151 tempest-QuotasNegativeTest-338359151-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:03.862454 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660338c7-bac9-4e21-8b51-5b33f0202cbe req-3c985af5-a123-4160-80c6-74b8ff1372d4 tempest-ServerAddressesTestJSON-1878504653 tempest-ServerAddressesTestJSON-1878504653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:03.873069 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-660338c7-bac9-4e21-8b51-5b33f0202cbe req-3c985af5-a123-4160-80c6-74b8ff1372d4 tempest-ServerAddressesTestJSON-1878504653 tempest-ServerAddressesTestJSON-1878504653-project] 10.222.0.41 "GET /v2.0/ports?device_id=ebee0d87-dcce-44f4-9dc7-6e9a4faf300d HTTP/1.1" status: 200 len: 943 time: 0.1019936 Aug 11 03:13:03.873243 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:03.891459 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8134e16a-191a-49db-ad0b-fa4a42bc2950 tempest-QuotasNegativeTest-338359151 tempest-QuotasNegativeTest-338359151-project-admin] Notify callbacks [] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:03.905774 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-8134e16a-191a-49db-ad0b-fa4a42bc2950 tempest-QuotasNegativeTest-338359151 tempest-QuotasNegativeTest-338359151-project-admin] 10.222.0.41 "DELETE /v2.0/networks/1f4e4dbb-6e3d-4055-8129-b5ad99265a8b HTTP/1.1" status: 204 len: 168 time: 1.3163192 Aug 11 03:13:03.908360 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port f1201ccd-b5d3-46da-912d-058070f000a2, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=f1201ccd-b5d3-46da-912d-058070f000a2,segment=NetworkSegment(fab28bed-aa25-40db-bba4-ec26e795194c),segment_id=fab28bed-aa25-40db-bba4-ec26e795194c)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:13:03.910186 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 33806) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:03.932093 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8134e16a-191a-49db-ad0b-fa4a42bc2950 tempest-QuotasNegativeTest-338359151 tempest-QuotasNegativeTest-338359151-project-admin] Pushing event deleted for resources: {'Network': ['ID=1f4e4dbb-6e3d-4055-8129-b5ad99265a8b,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:03.947682 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-6315e659-4c47-4a1d-8ea2-8b97dc3ba706 req-65b4a70a-890e-43ab-9838-60a097e3199f service neutron] Attempting to bind port 9629cd8a-cf54-4ec9-b7a9-908dcc05c94e on host n-h1-764292-30 for vnic_type normal with profile {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:13:03.954968 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-6315e659-4c47-4a1d-8ea2-8b97dc3ba706 req-65b4a70a-890e-43ab-9838-60a097e3199f service neutron] Attempting to bind port 9629cd8a-cf54-4ec9-b7a9-908dcc05c94e by drivers openvswitch,hyperv on host n-h1-764292-30 at level 0 using segments [{'id': '3e4f1b9a-53b9-453e-a55b-809065598f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'c69ed4dd-e4cf-4491-828f-fc5e833e805e'}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:13:03.954968 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6315e659-4c47-4a1d-8ea2-8b97dc3ba706 req-65b4a70a-890e-43ab-9838-60a097e3199f service neutron] Attempting to bind port 9629cd8a-cf54-4ec9-b7a9-908dcc05c94e on network c69ed4dd-e4cf-4491-828f-fc5e833e805e {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:13:03.954968 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6315e659-4c47-4a1d-8ea2-8b97dc3ba706 req-65b4a70a-890e-43ab-9838-60a097e3199f service neutron] Port 9629cd8a-cf54-4ec9-b7a9-908dcc05c94e on network c69ed4dd-e4cf-4491-828f-fc5e833e805e not bound, no agent of type Open vSwitch agent registered on host n-h1-764292-30 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:13:03.954968 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6315e659-4c47-4a1d-8ea2-8b97dc3ba706 req-65b4a70a-890e-43ab-9838-60a097e3199f service neutron] Attempting to bind port 9629cd8a-cf54-4ec9-b7a9-908dcc05c94e on network c69ed4dd-e4cf-4491-828f-fc5e833e805e {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:13:03.959464 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6315e659-4c47-4a1d-8ea2-8b97dc3ba706 req-65b4a70a-890e-43ab-9838-60a097e3199f service neutron] Checking agent: {'id': 'abb524c2-b412-4ed2-8367-45c4fd996fa7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 12, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:13:03.959989 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6315e659-4c47-4a1d-8ea2-8b97dc3ba706 req-65b4a70a-890e-43ab-9838-60a097e3199f service neutron] Checking segment: {'id': '3e4f1b9a-53b9-453e-a55b-809065598f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'c69ed4dd-e4cf-4491-828f-fc5e833e805e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:13:03.960482 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6315e659-4c47-4a1d-8ea2-8b97dc3ba706 req-65b4a70a-890e-43ab-9838-60a097e3199f service neutron] Bound using segment: {'id': '3e4f1b9a-53b9-453e-a55b-809065598f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'c69ed4dd-e4cf-4491-828f-fc5e833e805e'} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:13:03.960978 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-6315e659-4c47-4a1d-8ea2-8b97dc3ba706 req-65b4a70a-890e-43ab-9838-60a097e3199f service neutron] Bound port: 9629cd8a-cf54-4ec9-b7a9-908dcc05c94e, host: n-h1-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e4f1b9a-53b9-453e-a55b-809065598f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'c69ed4dd-e4cf-4491-828f-fc5e833e805e'}}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:13:03.961428 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-6315e659-4c47-4a1d-8ea2-8b97dc3ba706 req-65b4a70a-890e-43ab-9838-60a097e3199f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:03.983247 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-99492287-9535-44bd-a48a-fcf3f34aad40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db8ff22c-f468-4bd7-83db-f2d7e883fa09', 'name': 'tempest-ServersTestManualDisk-948292256-router', 'tenant_id': '7dfe11bfde114b89a52959d4b6413ca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': 'f1201ccd-b5d3-46da-912d-058070f000a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:12:54Z', 'updated_at': '2021-08-11T03:13:01Z', 'revision_number': 4, 'project_id': '7dfe11bfde114b89a52959d4b6413ca0', 'gw_port': {'id': 'f1201ccd-b5d3-46da-912d-058070f000a2', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:3e:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db8ff22c-f468-4bd7-83db-f2d7e883fa09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:12:55Z', 'updated_at': '2021-08-11T03:13:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '1a27bf3e-1d1e-4bef-86e5-5612766f7a17', 'name': '', 'network_id': 'e9f60ad6-c983-468c-801f-9acb1516310b', 'tenant_id': '7dfe11bfde114b89a52959d4b6413ca0', 'mac_address': 'fa:16:3e:e9:a9:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db8ff22c-f468-4bd7-83db-f2d7e883fa09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '4ea3625a-218b-4c96-9f19-e26b676452c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:13:00Z', 'updated_at': '2021-08-11T03:13:02Z', 'revision_number': 2, 'project_id': '7dfe11bfde114b89a52959d4b6413ca0', 'subnets': [{'id': '4ea3625a-218b-4c96-9f19-e26b676452c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:13:03.993270 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:04.008755 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-660338c7-bac9-4e21-8b51-5b33f0202cbe req-7e4873e3-ab9d-40a6-8631-479d947435cf tempest-ServerAddressesTestJSON-1878504653 tempest-ServerAddressesTestJSON-1878504653-project] 10.222.0.41 "GET /v2.0/security-groups?id=4ec4300c-2324-4a5b-baf4-758e18962f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369872 Aug 11 03:13:04.009419 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-089ee2b7-1606-4b08-b6be-8245d04ba37a tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:04.055026 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-089ee2b7-1606-4b08-b6be-8245d04ba37a tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:04.064584 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-089ee2b7-1606-4b08-b6be-8245d04ba37a tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] 10.222.0.41 "DELETE /v2.0/ports/46e2eb45-df43-46ef-92a5-d46c1e5f06d4 HTTP/1.1" status: 204 len: 168 time: 0.7170990 Aug 11 03:13:04.077569 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99492287-9535-44bd-a48a-fcf3f34aad40 None None] Checking router: db8ff22c-f468-4bd7-83db-f2d7e883fa09 for host: n-d-764292-30 {{(pid=102194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:13:04.078605 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 33814) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:04.081004 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99492287-9535-44bd-a48a-fcf3f34aad40 None None] Updating router db8ff22c-f468-4bd7-83db-f2d7e883fa09 port 1a27bf3e-1d1e-4bef-86e5-5612766f7a17 binding host n-d-764292-30 {{(pid=102194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:13:04.089849 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089ee2b7-1606-4b08-b6be-8245d04ba37a tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Pushing event deleted for resources: {'Port': ['ID=46e2eb45-df43-46ef-92a5-d46c1e5f06d4,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:04.099433 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-d2eedca5-e589-4f8e-bb43-1a25e1cd6ee1 tempest-QuotasNegativeTest-338359151 tempest-QuotasNegativeTest-338359151-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:04.107968 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-6315e659-4c47-4a1d-8ea2-8b97dc3ba706 req-65b4a70a-890e-43ab-9838-60a097e3199f service neutron] For port 9629cd8a-cf54-4ec9-b7a9-908dcc05c94e, host n-h1-764292-30, cleared binding levels {{(pid=102191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:13:04.117949 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-6315e659-4c47-4a1d-8ea2-8b97dc3ba706 req-65b4a70a-890e-43ab-9838-60a097e3199f service neutron] For port 9629cd8a-cf54-4ec9-b7a9-908dcc05c94e, host n-h1-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=9629cd8a-cf54-4ec9-b7a9-908dcc05c94e,segment=NetworkSegment(3e4f1b9a-53b9-453e-a55b-809065598f06),segment_id=3e4f1b9a-53b9-453e-a55b-809065598f06)] {{(pid=102191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:13:04.125118 n-d-764292-30 neutron-server[102192]: INFO neutron.pecan_wsgi.hooks.translation [None req-833fa7fd-c382-466b-9126-29ab349163b3 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] DELETE failed (client error): The resource could not be found. Aug 11 03:13:04.126820 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-833fa7fd-c382-466b-9126-29ab349163b3 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:13:04.128926 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-99492287-9535-44bd-a48a-fcf3f34aad40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:04.129073 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-833fa7fd-c382-466b-9126-29ab349163b3 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] 10.222.0.41 "DELETE /v2.0/subnets/b1af7267-a472-41a6-ac5d-44023e6e5772 HTTP/1.1" status: 404 len: 337 time: 0.0479436 Aug 11 03:13:04.132412 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 33816) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:04.143438 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=f1201ccd-b5d3-46da-912d-058070f000a2,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:04.239439 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-6315e659-4c47-4a1d-8ea2-8b97dc3ba706 req-65b4a70a-890e-43ab-9838-60a097e3199f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:04.312180 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-d2eedca5-e589-4f8e-bb43-1a25e1cd6ee1 tempest-QuotasNegativeTest-338359151 tempest-QuotasNegativeTest-338359151-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:04.325388 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-d2eedca5-e589-4f8e-bb43-1a25e1cd6ee1 tempest-QuotasNegativeTest-338359151 tempest-QuotasNegativeTest-338359151-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9321e9b7-da8a-4c8e-bdc4-06023fc5b2e3']}} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:13:04.325990 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 33824) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:04.326750 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b4a70a-890e-43ab-9838-60a097e3199f service neutron] Pushing event updated for resources: {'Port': ['ID=9629cd8a-cf54-4ec9-b7a9-908dcc05c94e,revision_number=3']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:04.333718 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-0b48d0a9-a12a-4f67-8281-a7dea7039ab3 tempest-ServersTestManualDisk-1542911247 tempest-ServersTestManualDisk-1542911247-project] Request body: {'security_group': {'name': 'tempest-securitygroup--578048726', 'description': 'tempest-description--172986515'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:13:04.344242 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-d2eedca5-e589-4f8e-bb43-1a25e1cd6ee1 tempest-QuotasNegativeTest-338359151 tempest-QuotasNegativeTest-338359151-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '196b4533-cab0-49d7-b21d-f27c2f62d057') {'for_net_delete': True} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:13:04.344242 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-d2eedca5-e589-4f8e-bb43-1a25e1cd6ee1 tempest-QuotasNegativeTest-338359151 tempest-QuotasNegativeTest-338359151-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '196b4533-cab0-49d7-b21d-f27c2f62d057') {} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:13:04.345309 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6315e659-4c47-4a1d-8ea2-8b97dc3ba706 req-65b4a70a-890e-43ab-9838-60a097e3199f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:04.346245 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-6315e659-4c47-4a1d-8ea2-8b97dc3ba706 req-65b4a70a-890e-43ab-9838-60a097e3199f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:04.347828 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-6315e659-4c47-4a1d-8ea2-8b97dc3ba706 req-65b4a70a-890e-43ab-9838-60a097e3199f service neutron] 10.222.0.22 "PUT /v2.0/ports/9629cd8a-cf54-4ec9-b7a9-908dcc05c94e HTTP/1.1" status: 200 len: 1092 time: 2.3039937 Aug 11 03:13:04.348354 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebee0d87-dcce-44f4-9dc7-6e9a4faf300d', 'tag': '9629cd8a-cf54-4ec9-b7a9-908dcc05c94e'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:13:04.351536 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b64e66e2-da4d-4f92-8d90-cc7f6cfc9c7b" -d '{"events": [{"name": "network-changed", "server_uuid": "ebee0d87-dcce-44f4-9dc7-6e9a4faf300d", "tag": "9629cd8a-cf54-4ec9-b7a9-908dcc05c94e"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:13:04.352997 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-d2eedca5-e589-4f8e-bb43-1a25e1cd6ee1 tempest-QuotasNegativeTest-338359151 tempest-QuotasNegativeTest-338359151-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125932501'] for segment, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:04.377640 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-d2eedca5-e589-4f8e-bb43-1a25e1cd6ee1 tempest-QuotasNegativeTest-338359151 tempest-QuotasNegativeTest-338359151-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:04.419297 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:13:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1c9205b-e671-4e8f-994b-92bf852f8b25 x-openstack-request-id: req-f1c9205b-e671-4e8f-994b-92bf852f8b25 {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:13:04.421751 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebee0d87-dcce-44f4-9dc7-6e9a4faf300d", "tag": "9629cd8a-cf54-4ec9-b7a9-908dcc05c94e", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:13:04.422011 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f1c9205b-e671-4e8f-994b-92bf852f8b25 {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:13:04.422517 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebee0d87-dcce-44f4-9dc7-6e9a4faf300d', 'tag': '9629cd8a-cf54-4ec9-b7a9-908dcc05c94e', 'status': 'completed', 'code': 200} Aug 11 03:13:04.443309 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-467fc1c3-c098-41bc-a962-975a0963a340 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:04.449933 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2eedca5-e589-4f8e-bb43-1a25e1cd6ee1 tempest-QuotasNegativeTest-338359151 tempest-QuotasNegativeTest-338359151-project-admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=102192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:13:04.450220 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-d2eedca5-e589-4f8e-bb43-1a25e1cd6ee1 tempest-QuotasNegativeTest-338359151 tempest-QuotasNegativeTest-338359151-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125932183'] for segment, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:04.458561 n-d-764292-30 neutron-server[102192]: Traceback (most recent call last): Aug 11 03:13:04.458561 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:13:04.458561 n-d-764292-30 neutron-server[102192]: timer() Aug 11 03:13:04.458561 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:13:04.458561 n-d-764292-30 neutron-server[102192]: cb(*args, **kw) Aug 11 03:13:04.458561 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:13:04.458561 n-d-764292-30 neutron-server[102192]: return func(*args, **kwargs) Aug 11 03:13:04.458561 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:13:04.458561 n-d-764292-30 neutron-server[102192]: self._notify() Aug 11 03:13:04.458561 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:13:04.458561 n-d-764292-30 neutron-server[102192]: self.callback(batched_events) Aug 11 03:13:04.458561 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:13:04.458561 n-d-764292-30 neutron-server[102192]: event.method(event) Aug 11 03:13:04.458561 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:13:04.458561 n-d-764292-30 neutron-server[102192]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:13:04.458561 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:13:04.458561 n-d-764292-30 neutron-server[102192]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:13:04.458561 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:13:04.458561 n-d-764292-30 neutron-server[102192]: return f(self, *a, **k) Aug 11 03:13:04.458561 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:13:04.458561 n-d-764292-30 neutron-server[102192]: return self._get(url).json() Aug 11 03:13:04.458561 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:13:04.458561 n-d-764292-30 neutron-server[102192]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:13:04.458561 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:13:04.458561 n-d-764292-30 neutron-server[102192]: return self.request(url, 'GET', **kwargs) Aug 11 03:13:04.458561 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:13:04.458561 n-d-764292-30 neutron-server[102192]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:13:04.458561 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:13:04.458561 n-d-764292-30 neutron-server[102192]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:13:04.458561 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:13:04.458561 n-d-764292-30 neutron-server[102192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:13:04.458561 n-d-764292-30 neutron-server[102192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:13:04.493367 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0b48d0a9-a12a-4f67-8281-a7dea7039ab3 tempest-ServersTestManualDisk-1542911247 tempest-ServersTestManualDisk-1542911247-project] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:04.566376 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64e66e2-da4d-4f92-8d90-cc7f6cfc9c7b req-7e5ab798-69d6-4ea3-b452-5a2dc2ade654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:04.568136 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-b64e66e2-da4d-4f92-8d90-cc7f6cfc9c7b req-7e5ab798-69d6-4ea3-b452-5a2dc2ade654 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0b0750f64f054fe79c5f8389fec60447&device_id=ebee0d87-dcce-44f4-9dc7-6e9a4faf300d HTTP/1.1" status: 200 len: 1095 time: 0.1250103 Aug 11 03:13:04.613086 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515e5a09-fde5-4c98-8eb8-dca7d9ce4453 req-4ad21c1f-3199-4a96-b187-19abf96a5e52 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:04.623128 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-99492287-9535-44bd-a48a-fcf3f34aad40 None None] Notify callbacks [] for port, precommit_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:04.627076 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-515e5a09-fde5-4c98-8eb8-dca7d9ce4453 req-4ad21c1f-3199-4a96-b187-19abf96a5e52 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/ports?device_id=186cfdba-74e8-496c-af0f-b566a2fff5c7 HTTP/1.1" status: 200 len: 945 time: 0.3803375 Aug 11 03:13:04.650515 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:04.661821 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.provisioning_blocks [None req-99492287-9535-44bd-a48a-fcf3f34aad40 None None] Transition to ACTIVE for port object 1a27bf3e-1d1e-4bef-86e5-5612766f7a17 will not be triggered until provisioned by entity L2. {{(pid=102194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:13:04.707766 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-515e5a09-fde5-4c98-8eb8-dca7d9ce4453 req-541ff08e-29dd-47d2-8f6c-8d5d09da0367 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/security-groups?id=2637b46e-72e4-4ee8-ae47-703ae17ac088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589006 Aug 11 03:13:04.708997 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-467fc1c3-c098-41bc-a962-975a0963a340 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Deleting port f228e787-3026-4d25-b07c-5a0557096b7a {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:13:04.709336 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-467fc1c3-c098-41bc-a962-975a0963a340 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:04.711608 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-d2eedca5-e589-4f8e-bb43-1a25e1cd6ee1 tempest-QuotasNegativeTest-338359151 tempest-QuotasNegativeTest-338359151-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:04.716942 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-d2eedca5-e589-4f8e-bb43-1a25e1cd6ee1 tempest-QuotasNegativeTest-338359151 tempest-QuotasNegativeTest-338359151-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:04.722049 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-d2eedca5-e589-4f8e-bb43-1a25e1cd6ee1 tempest-QuotasNegativeTest-338359151 tempest-QuotasNegativeTest-338359151-project-admin] 10.222.0.41 "DELETE /v2.0/networks/9321e9b7-da8a-4c8e-bdc4-06023fc5b2e3 HTTP/1.1" status: 204 len: 168 time: 0.8087218 Aug 11 03:13:04.740812 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-99492287-9535-44bd-a48a-fcf3f34aad40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:04.756327 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64e66e2-da4d-4f92-8d90-cc7f6cfc9c7b req-9411cb7e-22a0-4ea3-ae1c-af05d6433d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:04.764596 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-b64e66e2-da4d-4f92-8d90-cc7f6cfc9c7b req-9411cb7e-22a0-4ea3-ae1c-af05d6433d55 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=0b0750f64f054fe79c5f8389fec60447&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1711185 Aug 11 03:13:04.812082 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb9b831-b985-4056-9728-976aa5f5c524 None None] Pushing event updated for resources: {'Port': ['ID=1a27bf3e-1d1e-4bef-86e5-5612766f7a17,revision_number=3']} {{(pid=102194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:04.860848 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2eedca5-e589-4f8e-bb43-1a25e1cd6ee1 tempest-QuotasNegativeTest-338359151 tempest-QuotasNegativeTest-338359151-project-admin] Pushing event deleted for resources: {'Network': ['ID=9321e9b7-da8a-4c8e-bdc4-06023fc5b2e3,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:04.895149 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [None req-467fc1c3-c098-41bc-a962-975a0963a340 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] For port f228e787-3026-4d25-b07c-5a0557096b7a, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=f228e787-3026-4d25-b07c-5a0557096b7a,segment=NetworkSegment(0cfb64f4-2335-42e6-bb16-feddb8bd29ee),segment_id=0cfb64f4-2335-42e6-bb16-feddb8bd29ee)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:13:04.895555 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-467fc1c3-c098-41bc-a962-975a0963a340 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:04.907138 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-99492287-9535-44bd-a48a-fcf3f34aad40 None None] Attempting to bind port 1a27bf3e-1d1e-4bef-86e5-5612766f7a17 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:13:04.907670 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-99492287-9535-44bd-a48a-fcf3f34aad40 None None] Attempting to bind port 1a27bf3e-1d1e-4bef-86e5-5612766f7a17 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': 'f54147e9-8b7a-476a-9b8c-5a3e10613aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e9f60ad6-c983-468c-801f-9acb1516310b'}] {{(pid=102194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:13:04.907861 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99492287-9535-44bd-a48a-fcf3f34aad40 None None] Attempting to bind port 1a27bf3e-1d1e-4bef-86e5-5612766f7a17 on network e9f60ad6-c983-468c-801f-9acb1516310b {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:13:04.919269 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99492287-9535-44bd-a48a-fcf3f34aad40 None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 13, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:13:04.922718 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99492287-9535-44bd-a48a-fcf3f34aad40 None None] Checking segment: {'id': 'f54147e9-8b7a-476a-9b8c-5a3e10613aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e9f60ad6-c983-468c-801f-9acb1516310b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:13:04.922718 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-99492287-9535-44bd-a48a-fcf3f34aad40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:04.922972 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99492287-9535-44bd-a48a-fcf3f34aad40 None None] Bound using segment: {'id': 'f54147e9-8b7a-476a-9b8c-5a3e10613aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e9f60ad6-c983-468c-801f-9acb1516310b'} {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:13:04.923590 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-99492287-9535-44bd-a48a-fcf3f34aad40 None None] Bound port: 1a27bf3e-1d1e-4bef-86e5-5612766f7a17, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f54147e9-8b7a-476a-9b8c-5a3e10613aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e9f60ad6-c983-468c-801f-9acb1516310b'}}] {{(pid=102194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:13:04.924151 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-99492287-9535-44bd-a48a-fcf3f34aad40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:04.927038 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-467fc1c3-c098-41bc-a962-975a0963a340 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Calling delete_port for f228e787-3026-4d25-b07c-5a0557096b7a owned by network:dhcp {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:13:04.970537 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0b48d0a9-a12a-4f67-8281-a7dea7039ab3 tempest-ServersTestManualDisk-1542911247 tempest-ServersTestManualDisk-1542911247-project] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:05.014503 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.db [None req-99492287-9535-44bd-a48a-fcf3f34aad40 None None] For port 1a27bf3e-1d1e-4bef-86e5-5612766f7a17, host n-d-764292-30, cleared binding levels {{(pid=102194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:13:05.018872 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.db [None req-99492287-9535-44bd-a48a-fcf3f34aad40 None None] For port 1a27bf3e-1d1e-4bef-86e5-5612766f7a17, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=1a27bf3e-1d1e-4bef-86e5-5612766f7a17,segment=NetworkSegment(f54147e9-8b7a-476a-9b8c-5a3e10613aa5),segment_id=f54147e9-8b7a-476a-9b8c-5a3e10613aa5)] {{(pid=102194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:13:05.020923 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64e66e2-da4d-4f92-8d90-cc7f6cfc9c7b req-cf8da51f-6c85-46ed-8635-bf269e290af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:05.022984 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-b64e66e2-da4d-4f92-8d90-cc7f6cfc9c7b req-cf8da51f-6c85-46ed-8635-bf269e290af8 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2444057 Aug 11 03:13:05.105156 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0b48d0a9-a12a-4f67-8281-a7dea7039ab3 tempest-ServersTestManualDisk-1542911247 tempest-ServersTestManualDisk-1542911247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:05.131357 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-99492287-9535-44bd-a48a-fcf3f34aad40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:05.170047 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-467fc1c3-c098-41bc-a962-975a0963a340 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:05.186959 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device f1201ccd-b5d3-46da-912d-058070f000a2 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:13:05.214106 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b48d0a9-a12a-4f67-8281-a7dea7039ab3 tempest-ServersTestManualDisk-1542911247 tempest-ServersTestManualDisk-1542911247-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2aec637d-7caa-4d7f-a83c-89f6f9b38c1e,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:05.235305 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6315e659-4c47-4a1d-8ea2-8b97dc3ba706 req-d62080d1-a10c-4146-a3b9-6669cbded9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:05.238975 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-6315e659-4c47-4a1d-8ea2-8b97dc3ba706 req-d62080d1-a10c-4146-a3b9-6669cbded9ae service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0b0750f64f054fe79c5f8389fec60447&device_id=ebee0d87-dcce-44f4-9dc7-6e9a4faf300d HTTP/1.1" status: 200 len: 1095 time: 0.1759322 Aug 11 03:13:05.245276 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99492287-9535-44bd-a48a-fcf3f34aad40 None None] Routers {'db8ff22c-f468-4bd7-83db-f2d7e883fa09'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:13:05.245974 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467fc1c3-c098-41bc-a962-975a0963a340 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Pushing event deleted for resources: {'Port': ['ID=f228e787-3026-4d25-b07c-5a0557096b7a,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:05.247111 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-99492287-9535-44bd-a48a-fcf3f34aad40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:13:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['db8ff22c-f468-4bd7-83db-f2d7e883fa09'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:13:05.258073 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467fc1c3-c098-41bc-a962-975a0963a340 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] No DVR routers for this DVR port f228e787-3026-4d25-b07c-5a0557096b7a on host n-d-764292-30 {{(pid=102192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:13:05.290931 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e431afa-acdf-4ac5-a9f3-269869ba8a03 req-2b2bef12-847c-4dc7-af94-271f60482858 tempest-ServerAddressesTestJSON-1878504653 tempest-ServerAddressesTestJSON-1878504653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:05.299350 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0b48d0a9-a12a-4f67-8281-a7dea7039ab3 tempest-ServersTestManualDisk-1542911247 tempest-ServersTestManualDisk-1542911247-project] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:05.300283 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1e431afa-acdf-4ac5-a9f3-269869ba8a03 req-2b2bef12-847c-4dc7-af94-271f60482858 tempest-ServerAddressesTestJSON-1878504653 tempest-ServerAddressesTestJSON-1878504653-project] 10.222.0.41 "GET /v2.0/ports?device_id=ebee0d87-dcce-44f4-9dc7-6e9a4faf300d HTTP/1.1" status: 200 len: 943 time: 0.1877856 Aug 11 03:13:05.301856 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-0b48d0a9-a12a-4f67-8281-a7dea7039ab3 tempest-ServersTestManualDisk-1542911247 tempest-ServersTestManualDisk-1542911247-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.9717968 Aug 11 03:13:05.304617 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-6315e659-4c47-4a1d-8ea2-8b97dc3ba706 req-395ac7d0-bac8-491c-90e5-a8dfa38ebf2e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9629cd8a-cf54-4ec9-b7a9-908dcc05c94e HTTP/1.1" status: 200 len: 217 time: 0.0569532 Aug 11 03:13:05.306497 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 33862) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:05.311731 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-450e0690-7b6e-4ce1-b4c6-919484e747aa tempest-ServersTestManualDisk-1542911247 tempest-ServersTestManualDisk-1542911247-project] Request body: {'security_group_rule': {'security_group_id': '2aec637d-7caa-4d7f-a83c-89f6f9b38c1e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:13:05.356048 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port f1201ccd-b5d3-46da-912d-058070f000a2 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:13:05.356682 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:05.418106 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6315e659-4c47-4a1d-8ea2-8b97dc3ba706 req-b3930758-0bec-4edf-a907-4947c83a4bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:05.419858 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-467fc1c3-c098-41bc-a962-975a0963a340 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:05.421006 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-6315e659-4c47-4a1d-8ea2-8b97dc3ba706 req-b3930758-0bec-4edf-a907-4947c83a4bfa service neutron] 10.222.0.22 "GET /v2.0/subnets?id=52519d99-80ae-48b7-b6fb-e2e5d9e5bfbb HTTP/1.1" status: 200 len: 854 time: 0.1026239 Aug 11 03:13:05.433779 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-467fc1c3-c098-41bc-a962-975a0963a340 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b36a07e8-46f2-45c3-9864-2f27a44c1e0b']}} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:13:05.464006 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-467fc1c3-c098-41bc-a962-975a0963a340 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cfb64f4-2335-42e6-bb16-feddb8bd29ee') {'for_net_delete': True} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:13:05.464006 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-467fc1c3-c098-41bc-a962-975a0963a340 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cfb64f4-2335-42e6-bb16-feddb8bd29ee') {} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:13:05.474197 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-467fc1c3-c098-41bc-a962-975a0963a340 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125932501'] for segment, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:05.488289 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 33866) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:05.501927 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-6315e659-4c47-4a1d-8ea2-8b97dc3ba706 req-ecfab0d4-8e4d-454b-b824-d951143a74b6 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c69ed4dd-e4cf-4491-828f-fc5e833e805e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0721533 Aug 11 03:13:05.505807 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-450e0690-7b6e-4ce1-b4c6-919484e747aa tempest-ServersTestManualDisk-1542911247 tempest-ServersTestManualDisk-1542911247-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:05.505979 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-467fc1c3-c098-41bc-a962-975a0963a340 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:05.527535 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-467fc1c3-c098-41bc-a962-975a0963a340 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=102192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:13:05.527942 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-467fc1c3-c098-41bc-a962-975a0963a340 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125932183'] for segment, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:05.532396 n-d-764292-30 neutron-server[102192]: Traceback (most recent call last): Aug 11 03:13:05.532396 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:13:05.532396 n-d-764292-30 neutron-server[102192]: timer() Aug 11 03:13:05.532396 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:13:05.532396 n-d-764292-30 neutron-server[102192]: cb(*args, **kw) Aug 11 03:13:05.532396 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:13:05.532396 n-d-764292-30 neutron-server[102192]: return func(*args, **kwargs) Aug 11 03:13:05.532396 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:13:05.532396 n-d-764292-30 neutron-server[102192]: self._notify() Aug 11 03:13:05.532396 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:13:05.532396 n-d-764292-30 neutron-server[102192]: self.callback(batched_events) Aug 11 03:13:05.532396 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:13:05.532396 n-d-764292-30 neutron-server[102192]: event.method(event) Aug 11 03:13:05.532396 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:13:05.532396 n-d-764292-30 neutron-server[102192]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:13:05.532396 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:13:05.532396 n-d-764292-30 neutron-server[102192]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:13:05.532396 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:13:05.532396 n-d-764292-30 neutron-server[102192]: return f(self, *a, **k) Aug 11 03:13:05.532396 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:13:05.532396 n-d-764292-30 neutron-server[102192]: return self._get(url).json() Aug 11 03:13:05.532396 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:13:05.532396 n-d-764292-30 neutron-server[102192]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:13:05.532396 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:13:05.532396 n-d-764292-30 neutron-server[102192]: return self.request(url, 'GET', **kwargs) Aug 11 03:13:05.532396 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:13:05.532396 n-d-764292-30 neutron-server[102192]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:13:05.532396 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:13:05.532396 n-d-764292-30 neutron-server[102192]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:13:05.532396 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:13:05.532396 n-d-764292-30 neutron-server[102192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:13:05.532396 n-d-764292-30 neutron-server[102192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:13:05.569998 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-99492287-9535-44bd-a48a-fcf3f34aad40 None None] Set router db8ff22c-f468-4bd7-83db-f2d7e883fa09 gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:13:05.598570 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1e431afa-acdf-4ac5-a9f3-269869ba8a03 req-67c2bae5-a550-4437-bc37-472260de4c6e tempest-ServerAddressesTestJSON-1878504653 tempest-ServerAddressesTestJSON-1878504653-project] 10.222.0.41 "GET /v2.0/security-groups?id=4ec4300c-2324-4a5b-baf4-758e18962f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2969186 Aug 11 03:13:05.628729 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-450e0690-7b6e-4ce1-b4c6-919484e747aa tempest-ServersTestManualDisk-1542911247 tempest-ServersTestManualDisk-1542911247-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:05.689254 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-6315e659-4c47-4a1d-8ea2-8b97dc3ba706 req-067cd667-d34e-4857-a1be-4896bc7b5309 service neutron] 10.222.0.22 "GET /v2.0/networks/c69ed4dd-e4cf-4491-828f-fc5e833e805e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447763 Aug 11 03:13:05.710904 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-450e0690-7b6e-4ce1-b4c6-919484e747aa tempest-ServersTestManualDisk-1542911247 tempest-ServersTestManualDisk-1542911247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:05.737490 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-467fc1c3-c098-41bc-a962-975a0963a340 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:05.770007 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-467fc1c3-c098-41bc-a962-975a0963a340 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:05.772174 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-467fc1c3-c098-41bc-a962-975a0963a340 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] 10.222.0.41 "DELETE /v2.0/networks/b36a07e8-46f2-45c3-9864-2f27a44c1e0b HTTP/1.1" status: 204 len: 168 time: 1.6384022 Aug 11 03:13:05.774000 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467fc1c3-c098-41bc-a962-975a0963a340 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Pushing event deleted for resources: {'Network': ['ID=b36a07e8-46f2-45c3-9864-2f27a44c1e0b,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:05.775745 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 33876) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:05.780856 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb9b831-b985-4056-9728-976aa5f5c524 None None] Pushing event updated for resources: {'Port': ['ID=1a27bf3e-1d1e-4bef-86e5-5612766f7a17,revision_number=4']} {{(pid=102194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:05.831997 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e0690-7b6e-4ce1-b4c6-919484e747aa tempest-ServersTestManualDisk-1542911247 tempest-ServersTestManualDisk-1542911247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=820d289f-96fe-47c3-873c-b75519f43621,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:05.853343 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b198c799-0a00-4c4b-bcc8-5ef8eeb0379f req-650013fc-e3ed-419f-aa03-9938bab9e3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:05.856102 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b198c799-0a00-4c4b-bcc8-5ef8eeb0379f req-650013fc-e3ed-419f-aa03-9938bab9e3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:05.858045 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b198c799-0a00-4c4b-bcc8-5ef8eeb0379f req-650013fc-e3ed-419f-aa03-9938bab9e3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:05.860545 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b198c799-0a00-4c4b-bcc8-5ef8eeb0379f req-650013fc-e3ed-419f-aa03-9938bab9e3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:05.862747 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b198c799-0a00-4c4b-bcc8-5ef8eeb0379f req-650013fc-e3ed-419f-aa03-9938bab9e3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:05.867737 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b198c799-0a00-4c4b-bcc8-5ef8eeb0379f req-650013fc-e3ed-419f-aa03-9938bab9e3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:05.869043 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b198c799-0a00-4c4b-bcc8-5ef8eeb0379f req-650013fc-e3ed-419f-aa03-9938bab9e3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:05.882339 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b198c799-0a00-4c4b-bcc8-5ef8eeb0379f req-650013fc-e3ed-419f-aa03-9938bab9e3bd service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c37d8b08-64ee-4d7e-99b5-bc356505ed77 HTTP/1.1" status: 200 len: 6508 time: 0.3868778 Aug 11 03:13:05.903325 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-6315e659-4c47-4a1d-8ea2-8b97dc3ba706 req-ab4c8e07-38db-4e82-8a1f-afa25d0e8611 service neutron] 10.222.0.22 "GET /v2.0/networks/c69ed4dd-e4cf-4491-828f-fc5e833e805e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066483 Aug 11 03:13:05.942326 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-450e0690-7b6e-4ce1-b4c6-919484e747aa tempest-ServersTestManualDisk-1542911247 tempest-ServersTestManualDisk-1542911247-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:05.946583 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_v2 [None req-c83fd9dc-6510-4d86-b1e0-cfdf25eb044f tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Deleting subnet 4df34da9-8ed5-4433-b05e-d8dbdca01f22 {{(pid=102192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:13:05.946737 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-450e0690-7b6e-4ce1-b4c6-919484e747aa tempest-ServersTestManualDisk-1542911247 tempest-ServersTestManualDisk-1542911247-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6363678 Aug 11 03:13:05.947554 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 33878) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:05.952281 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c83fd9dc-6510-4d86-b1e0-cfdf25eb044f tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Notify callbacks [] for subnet, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:05.965671 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-aa57284b-f657-4ea2-b11b-5bd44fc8de8f tempest-ServersTestManualDisk-1542911247 tempest-ServersTestManualDisk-1542911247-project] Request body: {'security_group_rule': {'security_group_id': '2aec637d-7caa-4d7f-a83c-89f6f9b38c1e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:13:05.966012 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-99492287-9535-44bd-a48a-fcf3f34aad40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db8ff22c-f468-4bd7-83db-f2d7e883fa09', 'name': 'tempest-ServersTestManualDisk-948292256-router', 'tenant_id': '7dfe11bfde114b89a52959d4b6413ca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': 'f1201ccd-b5d3-46da-912d-058070f000a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:12:54Z', 'updated_at': '2021-08-11T03:13:01Z', 'revision_number': 4, 'project_id': '7dfe11bfde114b89a52959d4b6413ca0', 'gw_port': {'id': 'f1201ccd-b5d3-46da-912d-058070f000a2', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:3e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8ff22c-f468-4bd7-83db-f2d7e883fa09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:12:55Z', 'updated_at': '2021-08-11T03:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '1a27bf3e-1d1e-4bef-86e5-5612766f7a17', 'name': '', 'network_id': 'e9f60ad6-c983-468c-801f-9acb1516310b', 'tenant_id': '7dfe11bfde114b89a52959d4b6413ca0', 'mac_address': 'fa:16:3e:e9:a9:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db8ff22c-f468-4bd7-83db-f2d7e883fa09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '4ea3625a-218b-4c96-9f19-e26b676452c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:13:00Z', 'updated_at': '2021-08-11T03:13:05Z', 'revision_number': 4, 'project_id': '7dfe11bfde114b89a52959d4b6413ca0', 'subnets': [{'id': '4ea3625a-218b-4c96-9f19-e26b676452c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:13:06.011805 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99492287-9535-44bd-a48a-fcf3f34aad40 None None] The sync data for ids ['db8ff22c-f468-4bd7-83db-f2d7e883fa09'] in n-d-764292-30 is: [{'id': 'db8ff22c-f468-4bd7-83db-f2d7e883fa09', 'name': 'tempest-ServersTestManualDisk-948292256-router', 'tenant_id': '7dfe11bfde114b89a52959d4b6413ca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': 'f1201ccd-b5d3-46da-912d-058070f000a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:12:54Z', 'updated_at': '2021-08-11T03:13:01Z', 'revision_number': 4, 'project_id': '7dfe11bfde114b89a52959d4b6413ca0', 'gw_port': {'id': 'f1201ccd-b5d3-46da-912d-058070f000a2', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:3e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8ff22c-f468-4bd7-83db-f2d7e883fa09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:12:55Z', 'updated_at': '2021-08-11T03:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '1a27bf3e-1d1e-4bef-86e5-5612766f7a17', 'name': '', 'network_id': 'e9f60ad6-c983-468c-801f-9acb1516310b', 'tenant_id': '7dfe11bfde114b89a52959d4b6413ca0', 'mac_address': 'fa:16:3e:e9:a9:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db8ff22c-f468-4bd7-83db-f2d7e883fa09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '4ea3625a-218b-4c96-9f19-e26b676452c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:13:00Z', 'updated_at': '2021-08-11T03:13:05Z', 'revision_number': 4, 'project_id': '7dfe11bfde114b89a52959d4b6413ca0', 'subnets': [{'id': '4ea3625a-218b-4c96-9f19-e26b676452c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:13:06.016264 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b198c799-0a00-4c4b-bcc8-5ef8eeb0379f req-58f5c018-98f5-4a67-834b-c30f3cf7574a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=607419a9-bee5-4ef0-a97c-fc5d24552dc8&id=0947f6a2-f888-43bb-ac20-3b42849ccfb9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1292462 Aug 11 03:13:06.019464 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 33884) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:06.045839 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ce7878ce-cff7-41d5-b991-06b656911379 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:06.063373 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e6d182-6ad4-4508-a6ea-c1bd2cb51126 req-464329cb-192c-4d3b-8d44-f6e8ed82a273 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:06.074804 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-aa57284b-f657-4ea2-b11b-5bd44fc8de8f tempest-ServersTestManualDisk-1542911247 tempest-ServersTestManualDisk-1542911247-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:06.092861 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-43e6d182-6ad4-4508-a6ea-c1bd2cb51126 req-464329cb-192c-4d3b-8d44-f6e8ed82a273 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/ports?device_id=186cfdba-74e8-496c-af0f-b566a2fff5c7 HTTP/1.1" status: 200 len: 945 time: 0.2077010 Aug 11 03:13:06.097589 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c83fd9dc-6510-4d86-b1e0-cfdf25eb044f tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125932460'] for subnet, precommit_delete_associations {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:06.178102 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7d9ba4f5-bb61-44e3-a02e-69dbfde151e4 req-1db20e9a-52e6-46fe-8013-a4fa6b6233d5 tempest-AbsoluteLimitsNegativeTestJSON-1663898434 tempest-AbsoluteLimitsNegativeTestJSON-1663898434-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=3f7e9bedd1734ad09b4bb39bfd5726ad&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0528028 Aug 11 03:13:06.210948 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-43e6d182-6ad4-4508-a6ea-c1bd2cb51126 req-7a7a8b8e-94c0-49a6-9e57-17cd27bb51bb tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/security-groups?id=2637b46e-72e4-4ee8-ae47-703ae17ac088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1168857 Aug 11 03:13:06.211318 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-aa57284b-f657-4ea2-b11b-5bd44fc8de8f tempest-ServersTestManualDisk-1542911247 tempest-ServersTestManualDisk-1542911247-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:06.253120 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ce7878ce-cff7-41d5-b991-06b656911379 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:06.269863 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-aa57284b-f657-4ea2-b11b-5bd44fc8de8f tempest-ServersTestManualDisk-1542911247 tempest-ServersTestManualDisk-1542911247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:06.292718 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa57284b-f657-4ea2-b11b-5bd44fc8de8f tempest-ServersTestManualDisk-1542911247 tempest-ServersTestManualDisk-1542911247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52e1c84d-579e-492a-947d-f6c84223d162,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:06.313955 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ce7878ce-cff7-41d5-b991-06b656911379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:06.325731 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c83fd9dc-6510-4d86-b1e0-cfdf25eb044f tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:06.356368 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-ce7878ce-cff7-41d5-b991-06b656911379 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c771eab30fc54b869212d39dde080067&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3315210 Aug 11 03:13:06.356816 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 33900) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:06.372543 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7878ce-cff7-41d5-b991-06b656911379 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77940242-d323-4e64-9775-3ce17722deed,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:06.410837 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-aa57284b-f657-4ea2-b11b-5bd44fc8de8f tempest-ServersTestManualDisk-1542911247 tempest-ServersTestManualDisk-1542911247-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:06.413309 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-aa57284b-f657-4ea2-b11b-5bd44fc8de8f tempest-ServersTestManualDisk-1542911247 tempest-ServersTestManualDisk-1542911247-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4625039 Aug 11 03:13:06.415437 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 33902) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:06.421312 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-68674466-e9e3-41af-8225-07d46124a9d1 tempest-ServersTestManualDisk-1542911247 tempest-ServersTestManualDisk-1542911247-project] Request body: {'floatingip': {'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:13:06.443818 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9ba4f5-bb61-44e3-a02e-69dbfde151e4 req-ec0a815d-ae07-4d11-97cf-497889585484 tempest-AbsoluteLimitsNegativeTestJSON-1663898434 tempest-AbsoluteLimitsNegativeTestJSON-1663898434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:06.446231 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7d9ba4f5-bb61-44e3-a02e-69dbfde151e4 req-ec0a815d-ae07-4d11-97cf-497889585484 tempest-AbsoluteLimitsNegativeTestJSON-1663898434 tempest-AbsoluteLimitsNegativeTestJSON-1663898434-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2330410 Aug 11 03:13:06.482369 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7d9ba4f5-bb61-44e3-a02e-69dbfde151e4 req-4bdeac33-7d48-4067-9fef-c5518dc0c203 tempest-AbsoluteLimitsNegativeTestJSON-1663898434 tempest-AbsoluteLimitsNegativeTestJSON-1663898434-project] 10.222.0.41 "GET /v2.0/quotas/3f7e9bedd1734ad09b4bb39bfd5726ad HTTP/1.1" status: 200 len: 375 time: 0.0280321 Aug 11 03:13:06.483155 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b8a3aedc-ebc4-4e12-9589-f36aad515afc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:06.491063 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-68674466-e9e3-41af-8225-07d46124a9d1 tempest-ServersTestManualDisk-1542911247 tempest-ServersTestManualDisk-1542911247-project] Notify callbacks [] for floatingip, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:06.536703 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7d9ba4f5-bb61-44e3-a02e-69dbfde151e4 req-ff063056-3e78-4274-a0b7-217616c01587 tempest-AbsoluteLimitsNegativeTestJSON-1663898434 tempest-AbsoluteLimitsNegativeTestJSON-1663898434-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=3f7e9bedd1734ad09b4bb39bfd5726ad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0428345 Aug 11 03:13:06.539537 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b8a3aedc-ebc4-4e12-9589-f36aad515afc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:06.542092 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c83fd9dc-6510-4d86-b1e0-cfdf25eb044f tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125932157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126180897'] for subnet, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:06.589230 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83fd9dc-6510-4d86-b1e0-cfdf25eb044f tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Pushing event deleted for resources: {'Subnet': ['ID=4df34da9-8ed5-4433-b05e-d8dbdca01f22,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:06.605059 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c83fd9dc-6510-4d86-b1e0-cfdf25eb044f tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:06.614236 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6df3b730-ecd8-454f-8d08-b9b3d5981c13 None None] Network e3f329ee-2c37-470a-92bb-5487de7f4b74 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:13:06.614933 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-c83fd9dc-6510-4d86-b1e0-cfdf25eb044f tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] 10.222.0.41 "DELETE /v2.0/subnets/4df34da9-8ed5-4433-b05e-d8dbdca01f22 HTTP/1.1" status: 204 len: 168 time: 0.8307214 Aug 11 03:13:06.618079 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 33906) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:06.642359 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-68674466-e9e3-41af-8225-07d46124a9d1 tempest-ServersTestManualDisk-1542911247 tempest-ServersTestManualDisk-1542911247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:06.735964 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-5c20ce0a-943e-436a-8fe7-2e27b7f97fa8 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:06.797369 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b8a3aedc-ebc4-4e12-9589-f36aad515afc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:06.800453 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b8a3aedc-ebc4-4e12-9589-f36aad515afc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:06.804898 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-b8a3aedc-ebc4-4e12-9589-f36aad515afc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/77940242-d323-4e64-9775-3ce17722deed HTTP/1.1" status: 204 len: 168 time: 0.4404001 Aug 11 03:13:06.836923 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a3aedc-ebc4-4e12-9589-f36aad515afc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77940242-d323-4e64-9775-3ce17722deed,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:06.901236 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [None req-68674466-e9e3-41af-8225-07d46124a9d1 tempest-ServersTestManualDisk-1542911247 tempest-ServersTestManualDisk-1542911247-project] Allocated IP 172.25.8.48 (09faf7d2-eaf5-4a50-bb6e-4cb05d009a76/e1a97443-13df-40bb-85f5-fd269e2742c0/603ebb32-f0a2-411e-8688-3e214e812fd3) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:13:06.906103 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7251d7-101b-4218-943a-8cf2122e6723 req-e016b1ba-07c3-414e-b10f-5c927c38dc01 tempest-ServerAddressesTestJSON-1878504653 tempest-ServerAddressesTestJSON-1878504653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:06.912040 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-af7251d7-101b-4218-943a-8cf2122e6723 req-e016b1ba-07c3-414e-b10f-5c927c38dc01 tempest-ServerAddressesTestJSON-1878504653 tempest-ServerAddressesTestJSON-1878504653-project] 10.222.0.41 "GET /v2.0/ports?device_id=ebee0d87-dcce-44f4-9dc7-6e9a4faf300d HTTP/1.1" status: 200 len: 943 time: 0.1674337 Aug 11 03:13:06.919166 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-492c12c3-f1d0-4a6a-ac63-d21eabd11e86 None None] DHCP port deletion for e3f329ee-2c37-470a-92bb-5487de7f4b74 request from n-d-764292-30 {{(pid=102193) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:13:06.966313 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:06.976744 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-5c20ce0a-943e-436a-8fe7-2e27b7f97fa8 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Deleting port d26faafe-f323-4c94-a5e2-56058775341d {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:13:06.977083 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-5c20ce0a-943e-436a-8fe7-2e27b7f97fa8 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:06.980462 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-492c12c3-f1d0-4a6a-ac63-d21eabd11e86 None None] Deleting port d26faafe-f323-4c94-a5e2-56058775341d {{(pid=102193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:13:06.981093 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-492c12c3-f1d0-4a6a-ac63-d21eabd11e86 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:06.981584 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-af7251d7-101b-4218-943a-8cf2122e6723 req-9998e579-46ac-4951-8006-bfe3372f48d4 tempest-ServerAddressesTestJSON-1878504653 tempest-ServerAddressesTestJSON-1878504653-project] 10.222.0.41 "GET /v2.0/security-groups?id=4ec4300c-2324-4a5b-baf4-758e18962f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570903 Aug 11 03:13:07.108881 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-68674466-e9e3-41af-8225-07d46124a9d1 tempest-ServersTestManualDisk-1542911247 tempest-ServersTestManualDisk-1542911247-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:07.109483 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-492c12c3-f1d0-4a6a-ac63-d21eabd11e86 None None] For port d26faafe-f323-4c94-a5e2-56058775341d, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=d26faafe-f323-4c94-a5e2-56058775341d,segment=NetworkSegment(24eade52-975b-455b-b63f-1153fbeec40e),segment_id=24eade52-975b-455b-b63f-1153fbeec40e)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:13:07.109844 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-492c12c3-f1d0-4a6a-ac63-d21eabd11e86 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:07.130035 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-492c12c3-f1d0-4a6a-ac63-d21eabd11e86 None None] Calling delete_port for d26faafe-f323-4c94-a5e2-56058775341d owned by network:dhcp {{(pid=102193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:13:07.273385 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-68674466-e9e3-41af-8225-07d46124a9d1 tempest-ServersTestManualDisk-1542911247 tempest-ServersTestManualDisk-1542911247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:07.291119 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 1a27bf3e-1d1e-4bef-86e5-5612766f7a17 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:13:07.359850 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-492c12c3-f1d0-4a6a-ac63-d21eabd11e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678'] for port, after_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:07.374307 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 33918) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:07.379499 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492c12c3-f1d0-4a6a-ac63-d21eabd11e86 None None] No DVR routers for this DVR port d26faafe-f323-4c94-a5e2-56058775341d on host n-d-764292-30 {{(pid=102193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:13:07.395637 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68674466-e9e3-41af-8225-07d46124a9d1 tempest-ServersTestManualDisk-1542911247 tempest-ServersTestManualDisk-1542911247-project] Network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:13:07.404727 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-68674466-e9e3-41af-8225-07d46124a9d1 tempest-ServersTestManualDisk-1542911247 tempest-ServersTestManualDisk-1542911247-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:13:07.416884 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68674466-e9e3-41af-8225-07d46124a9d1 tempest-ServersTestManualDisk-1542911247 tempest-ServersTestManualDisk-1542911247-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:13:07.417193 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492c12c3-f1d0-4a6a-ac63-d21eabd11e86 None None] Pushing event deleted for resources: {'Port': ['ID=d26faafe-f323-4c94-a5e2-56058775341d,revision_number=None']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:07.456155 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port 1a27bf3e-1d1e-4bef-86e5-5612766f7a17 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:13:07.462257 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 1a27bf3e-1d1e-4bef-86e5-5612766f7a17 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:13:07.467510 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:07.479153 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68674466-e9e3-41af-8225-07d46124a9d1 tempest-ServersTestManualDisk-1542911247 tempest-ServersTestManualDisk-1542911247-project] Pushing event updated for resources: {'Port': ['ID=603ebb32-f0a2-411e-8688-3e214e812fd3,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:07.574339 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-68674466-e9e3-41af-8225-07d46124a9d1 tempest-ServersTestManualDisk-1542911247 tempest-ServersTestManualDisk-1542911247-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:07.583731 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e0228d63-b1a1-4a51-9e3c-f0a174a80987 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:07.597181 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:07.641656 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port 1a27bf3e-1d1e-4bef-86e5-5612766f7a17, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=1a27bf3e-1d1e-4bef-86e5-5612766f7a17,segment=NetworkSegment(f54147e9-8b7a-476a-9b8c-5a3e10613aa5),segment_id=f54147e9-8b7a-476a-9b8c-5a3e10613aa5)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:13:07.659895 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca780c83-b3d9-4ecd-aedf-f10db5484960 req-6a0b3d9a-8db4-4d5b-8d18-7d4d312b948b tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:07.661465 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ca780c83-b3d9-4ecd-aedf-f10db5484960 req-6a0b3d9a-8db4-4d5b-8d18-7d4d312b948b tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/ports?device_id=186cfdba-74e8-496c-af0f-b566a2fff5c7 HTTP/1.1" status: 200 len: 945 time: 0.0778575 Aug 11 03:13:07.666995 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [None req-5c20ce0a-943e-436a-8fe7-2e27b7f97fa8 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] For port d26faafe-f323-4c94-a5e2-56058775341d, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=d26faafe-f323-4c94-a5e2-56058775341d,segment=NetworkSegment(24eade52-975b-455b-b63f-1153fbeec40e),segment_id=24eade52-975b-455b-b63f-1153fbeec40e)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:13:07.667355 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-5c20ce0a-943e-436a-8fe7-2e27b7f97fa8 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:07.696434 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-5c20ce0a-943e-436a-8fe7-2e27b7f97fa8 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Calling delete_port for d26faafe-f323-4c94-a5e2-56058775341d owned by network:dhcp {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:13:07.714490 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-68674466-e9e3-41af-8225-07d46124a9d1 tempest-ServersTestManualDisk-1542911247 tempest-ServersTestManualDisk-1542911247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:07.720917 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e0228d63-b1a1-4a51-9e3c-f0a174a80987 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:07.730239 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:07.731149 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ca780c83-b3d9-4ecd-aedf-f10db5484960 req-b84f4ca1-430d-456e-be20-5b954a12033b tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/security-groups?id=2637b46e-72e4-4ee8-ae47-703ae17ac088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611513 Aug 11 03:13:07.802607 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 33924) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:07.809779 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device d26faafe-f323-4c94-a5e2-56058775341d no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:13:07.816354 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e0228d63-b1a1-4a51-9e3c-f0a174a80987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:07.829264 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-cef7135a-6742-4270-b7a7-98ef1e0f5eca admin admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:07.838241 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-5c20ce0a-943e-436a-8fe7-2e27b7f97fa8 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:07.840437 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: d26faafe-f323-4c94-a5e2-56058775341d {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:13:07.840996 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device d26faafe-f323-4c94-a5e2-56058775341d not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:13:07.855276 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=1a27bf3e-1d1e-4bef-86e5-5612766f7a17,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:07.876934 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c20ce0a-943e-436a-8fe7-2e27b7f97fa8 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Pushing event deleted for resources: {'Port': ['ID=d26faafe-f323-4c94-a5e2-56058775341d,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:07.886075 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c20ce0a-943e-436a-8fe7-2e27b7f97fa8 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] No DVR routers for this DVR port d26faafe-f323-4c94-a5e2-56058775341d on host n-d-764292-30 {{(pid=102192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:13:07.911822 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-e0228d63-b1a1-4a51-9e3c-f0a174a80987 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3f7e9bedd1734ad09b4bb39bfd5726ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5363793 Aug 11 03:13:07.914517 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 33926) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:07.920039 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0228d63-b1a1-4a51-9e3c-f0a174a80987 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=419ad1a4-a2c0-487b-b5dd-6e4cc99c2ca5,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:07.986228 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-5c20ce0a-943e-436a-8fe7-2e27b7f97fa8 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:08.006072 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d5d8f1e2-f63c-4159-bcff-4bc812f0fc20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:08.008642 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-5c20ce0a-943e-436a-8fe7-2e27b7f97fa8 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3f329ee-2c37-470a-92bb-5487de7f4b74']}} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:13:08.021421 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 2682bd83-8758-4467-a055-b7a257a62210 details requested by agent hyperv_n-h1-764292-30 with host n-h1-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:13:08.024024 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-5c20ce0a-943e-436a-8fe7-2e27b7f97fa8 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24eade52-975b-455b-b63f-1153fbeec40e') {'for_net_delete': True} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:13:08.024327 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-5c20ce0a-943e-436a-8fe7-2e27b7f97fa8 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24eade52-975b-455b-b63f-1153fbeec40e') {} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:13:08.037856 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-5c20ce0a-943e-436a-8fe7-2e27b7f97fa8 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125932501'] for segment, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:08.039737 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-68674466-e9e3-41af-8225-07d46124a9d1 tempest-ServersTestManualDisk-1542911247 tempest-ServersTestManualDisk-1542911247-project] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:08.045133 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d5d8f1e2-f63c-4159-bcff-4bc812f0fc20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:08.061880 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-5c20ce0a-943e-436a-8fe7-2e27b7f97fa8 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:08.077078 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c20ce0a-943e-436a-8fe7-2e27b7f97fa8 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=102192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:13:08.077369 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-5c20ce0a-943e-436a-8fe7-2e27b7f97fa8 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125932183'] for segment, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:08.080372 n-d-764292-30 neutron-server[102192]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:13:08.080372 n-d-764292-30 neutron-server[102192]: self.session.flush() Aug 11 03:13:08.080372 n-d-764292-30 neutron-server[102192]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:13:08.080372 n-d-764292-30 neutron-server[102192]: self.session.flush() Aug 11 03:13:08.080372 n-d-764292-30 neutron-server[102192]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:13:08.080372 n-d-764292-30 neutron-server[102192]: self.session.flush() Aug 11 03:13:08.080372 n-d-764292-30 neutron-server[102192]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:13:08.080372 n-d-764292-30 neutron-server[102192]: self.session.flush() Aug 11 03:13:08.080372 n-d-764292-30 neutron-server[102192]: Traceback (most recent call last): Aug 11 03:13:08.080372 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:13:08.080372 n-d-764292-30 neutron-server[102192]: timer() Aug 11 03:13:08.080372 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:13:08.080372 n-d-764292-30 neutron-server[102192]: cb(*args, **kw) Aug 11 03:13:08.080372 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:13:08.080372 n-d-764292-30 neutron-server[102192]: return func(*args, **kwargs) Aug 11 03:13:08.080372 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:13:08.080372 n-d-764292-30 neutron-server[102192]: self._notify() Aug 11 03:13:08.080372 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:13:08.080372 n-d-764292-30 neutron-server[102192]: self.callback(batched_events) Aug 11 03:13:08.080372 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:13:08.080372 n-d-764292-30 neutron-server[102192]: event.method(event) Aug 11 03:13:08.080372 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:13:08.080372 n-d-764292-30 neutron-server[102192]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:13:08.080372 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:13:08.080372 n-d-764292-30 neutron-server[102192]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:13:08.080372 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:13:08.080372 n-d-764292-30 neutron-server[102192]: return f(self, *a, **k) Aug 11 03:13:08.080372 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:13:08.080372 n-d-764292-30 neutron-server[102192]: return self._get(url).json() Aug 11 03:13:08.080372 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:13:08.080372 n-d-764292-30 neutron-server[102192]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:13:08.080372 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:13:08.080372 n-d-764292-30 neutron-server[102192]: return self.request(url, 'GET', **kwargs) Aug 11 03:13:08.080372 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:13:08.080372 n-d-764292-30 neutron-server[102192]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:13:08.080372 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:13:08.080372 n-d-764292-30 neutron-server[102192]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:13:08.080372 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:13:08.080372 n-d-764292-30 neutron-server[102192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:13:08.080372 n-d-764292-30 neutron-server[102192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:13:08.095286 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-cef7135a-6742-4270-b7a7-98ef1e0f5eca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:08.119409 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-68674466-e9e3-41af-8225-07d46124a9d1 tempest-ServersTestManualDisk-1542911247 tempest-ServersTestManualDisk-1542911247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:08.183788 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7c81fe-e845-4284-8090-fc5ca8d44e17 req-0fda9a3d-30e2-4c3f-9702-476b7009547a tempest-ServerAddressesTestJSON-1878504653 tempest-ServerAddressesTestJSON-1878504653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:08.185290 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-aa7c81fe-e845-4284-8090-fc5ca8d44e17 req-0fda9a3d-30e2-4c3f-9702-476b7009547a tempest-ServerAddressesTestJSON-1878504653 tempest-ServerAddressesTestJSON-1878504653-project] 10.222.0.41 "GET /v2.0/ports?device_id=ebee0d87-dcce-44f4-9dc7-6e9a4faf300d HTTP/1.1" status: 200 len: 943 time: 0.0647902 Aug 11 03:13:08.188431 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-cef7135a-6742-4270-b7a7-98ef1e0f5eca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:08.198719 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68674466-e9e3-41af-8225-07d46124a9d1 tempest-ServersTestManualDisk-1542911247 tempest-ServersTestManualDisk-1542911247-project] Pushing event updated for resources: {'Port': ['ID=603ebb32-f0a2-411e-8688-3e214e812fd3,revision_number=2']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:08.204332 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-68674466-e9e3-41af-8225-07d46124a9d1 tempest-ServersTestManualDisk-1542911247 tempest-ServersTestManualDisk-1542911247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446866'] for floatingip, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:08.221568 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d5d8f1e2-f63c-4159-bcff-4bc812f0fc20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:08.226433 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d5d8f1e2-f63c-4159-bcff-4bc812f0fc20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:08.231403 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-d5d8f1e2-f63c-4159-bcff-4bc812f0fc20 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/419ad1a4-a2c0-487b-b5dd-6e4cc99c2ca5 HTTP/1.1" status: 204 len: 168 time: 0.3110931 Aug 11 03:13:08.239302 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d8f1e2-f63c-4159-bcff-4bc812f0fc20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=419ad1a4-a2c0-487b-b5dd-6e4cc99c2ca5,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:08.264343 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-cef7135a-6742-4270-b7a7-98ef1e0f5eca admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c45868b581f94d01942f0636812816f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4596028 Aug 11 03:13:08.267269 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 33932) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:08.267438 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef7135a-6742-4270-b7a7-98ef1e0f5eca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=255840e9-863b-43c4-a333-4b428d38efa7,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:08.296096 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-aa7c81fe-e845-4284-8090-fc5ca8d44e17 req-1c0a1407-0d18-4848-b741-40a811194e68 tempest-ServerAddressesTestJSON-1878504653 tempest-ServerAddressesTestJSON-1878504653-project] 10.222.0.41 "GET /v2.0/security-groups?id=4ec4300c-2324-4a5b-baf4-758e18962f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682940 Aug 11 03:13:08.303550 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-5c20ce0a-943e-436a-8fe7-2e27b7f97fa8 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:08.321379 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-5c20ce0a-943e-436a-8fe7-2e27b7f97fa8 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:08.325864 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-5c20ce0a-943e-436a-8fe7-2e27b7f97fa8 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] 10.222.0.41 "DELETE /v2.0/networks/e3f329ee-2c37-470a-92bb-5487de7f4b74 HTTP/1.1" status: 204 len: 168 time: 1.7055078 Aug 11 03:13:08.342834 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-68674466-e9e3-41af-8225-07d46124a9d1 tempest-ServersTestManualDisk-1542911247 tempest-ServersTestManualDisk-1542911247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for floatingip, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:08.343547 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c20ce0a-943e-436a-8fe7-2e27b7f97fa8 tempest-NetworksIpV6TestAttrs-866907852 tempest-NetworksIpV6TestAttrs-866907852-project] Pushing event deleted for resources: {'Network': ['ID=e3f329ee-2c37-470a-92bb-5487de7f4b74,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:08.358953 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-68674466-e9e3-41af-8225-07d46124a9d1 tempest-ServersTestManualDisk-1542911247 tempest-ServersTestManualDisk-1542911247-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9317117 Aug 11 03:13:08.360123 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5aa9eeaa-497b-4bd6-86bb-364484023749 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:08.364544 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 2682bd83-8758-4467-a055-b7a257a62210, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=2682bd83-8758-4467-a055-b7a257a62210,segment=NetworkSegment(77249f53-d91a-4900-864a-cb193f73fd0b),segment_id=77249f53-d91a-4900-864a-cb193f73fd0b)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:13:08.378549 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Returning: {'device': '2682bd83-8758-4467-a055-b7a257a62210', 'network_id': 'd17d1b32-4aa7-4439-b455-9cb54b2072df', 'port_id': '2682bd83-8758-4467-a055-b7a257a62210', 'mac_address': 'fa:16:3e:84:41:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8bae62b-5e51-4859-99ce-3b4e8f86224a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:13:08.388964 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5aa9eeaa-497b-4bd6-86bb-364484023749 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:08.418560 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:08.432847 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2682bd83-8758-4467-a055-b7a257a62210 {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:13:08.454717 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 2682bd83-8758-4467-a055-b7a257a62210, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=2682bd83-8758-4467-a055-b7a257a62210,segment=NetworkSegment(77249f53-d91a-4900-864a-cb193f73fd0b),segment_id=77249f53-d91a-4900-864a-cb193f73fd0b)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:13:08.530687 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5aa9eeaa-497b-4bd6-86bb-364484023749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:08.533349 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5aa9eeaa-497b-4bd6-86bb-364484023749 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:08.534604 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-5aa9eeaa-497b-4bd6-86bb-364484023749 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/255840e9-863b-43c4-a333-4b428d38efa7 HTTP/1.1" status: 204 len: 168 time: 0.2660811 Aug 11 03:13:08.542916 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa9eeaa-497b-4bd6-86bb-364484023749 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=255840e9-863b-43c4-a333-4b428d38efa7,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:08.576442 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:08.630473 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=2682bd83-8758-4467-a055-b7a257a62210,revision_number=6']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:08.643644 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['2682bd83-8758-4467-a055-b7a257a62210'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:13:08.834761 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5b5c2fa2-a393-48c6-b60e-d7717bbcffc6 req-5f324f9c-81de-4283-ac30-21c3c02b0f3f tempest-ServersTestManualDisk-1542911247 tempest-ServersTestManualDisk-1542911247-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--578048726&fields=id&tenant_id=7dfe11bfde114b89a52959d4b6413ca0 HTTP/1.1" status: 200 len: 267 time: 0.0615253 Aug 11 03:13:08.953348 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26dbc15-742d-4353-9581-5bdbf9d2bf0a req-418a13dd-2163-4e84-9a30-54b851581f19 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:08.955289 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c26dbc15-742d-4353-9581-5bdbf9d2bf0a req-418a13dd-2163-4e84-9a30-54b851581f19 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/ports?device_id=186cfdba-74e8-496c-af0f-b566a2fff5c7 HTTP/1.1" status: 200 len: 944 time: 0.1175508 Aug 11 03:13:09.004455 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5c2fa2-a393-48c6-b60e-d7717bbcffc6 req-49252df1-bb23-44f7-ac51-df17a3fad759 tempest-ServersTestManualDisk-1542911247 tempest-ServersTestManualDisk-1542911247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:09.008066 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5b5c2fa2-a393-48c6-b60e-d7717bbcffc6 req-49252df1-bb23-44f7-ac51-df17a3fad759 tempest-ServersTestManualDisk-1542911247 tempest-ServersTestManualDisk-1542911247-project] 10.222.0.41 "GET /v2.0/networks?id=e9f60ad6-c983-468c-801f-9acb1516310b HTTP/1.1" status: 200 len: 811 time: 0.1711357 Aug 11 03:13:09.011162 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 33960) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:09.035132 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c26dbc15-742d-4353-9581-5bdbf9d2bf0a req-b04e0998-cb31-46ae-8d4f-1b87293696d7 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/security-groups?id=2637b46e-72e4-4ee8-ae47-703ae17ac088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701263 Aug 11 03:13:09.036768 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5b5c2fa2-a393-48c6-b60e-d7717bbcffc6 req-ede0e31c-dc0c-4e31-9446-cf9858f43a63 tempest-ServersTestManualDisk-1542911247 tempest-ServersTestManualDisk-1542911247-project] 10.222.0.41 "GET /v2.0/quotas/7dfe11bfde114b89a52959d4b6413ca0 HTTP/1.1" status: 200 len: 375 time: 0.0185852 Aug 11 03:13:09.110320 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5b5c2fa2-a393-48c6-b60e-d7717bbcffc6 req-05633999-096b-43b7-bf31-10f5d0e598b2 tempest-ServersTestManualDisk-1542911247 tempest-ServersTestManualDisk-1542911247-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=7dfe11bfde114b89a52959d4b6413ca0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0550568 Aug 11 03:13:09.164247 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 1a27bf3e-1d1e-4bef-86e5-5612766f7a17 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:13:09.237270 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5b5c2fa2-a393-48c6-b60e-d7717bbcffc6 req-a100da12-9a9c-4527-a105-2b03b84257eb service neutron] 10.222.0.41 "GET /v2.0/networks/e9f60ad6-c983-468c-801f-9acb1516310b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155746 Aug 11 03:13:09.245234 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 1a27bf3e-1d1e-4bef-86e5-5612766f7a17 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:13:09.245648 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:09.257273 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-fb1f0a61-8c61-4db9-b559-5314fcf63dc4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9ecf507f859144818053c20c78965caf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2430353 Aug 11 03:13:09.259202 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 33976) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:09.326827 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ede84ce3-23ac-4b00-b678-cee73f8827e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:09.351074 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5b5c2fa2-a393-48c6-b60e-d7717bbcffc6 req-a007e20e-c503-4502-97ea-eae4c7eb5219 service neutron] 10.222.0.41 "GET /v2.0/networks/e9f60ad6-c983-468c-801f-9acb1516310b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059890 Aug 11 03:13:09.390103 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ede84ce3-23ac-4b00-b678-cee73f8827e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:09.417475 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15b4616-fc43-44fa-bd15-a7e9e2f81086 req-16d5616a-c959-433a-9b7c-d70cd6082c39 tempest-ServerAddressesTestJSON-1878504653 tempest-ServerAddressesTestJSON-1878504653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:09.425082 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a15b4616-fc43-44fa-bd15-a7e9e2f81086 req-16d5616a-c959-433a-9b7c-d70cd6082c39 tempest-ServerAddressesTestJSON-1878504653 tempest-ServerAddressesTestJSON-1878504653-project] 10.222.0.41 "GET /v2.0/ports?device_id=ebee0d87-dcce-44f4-9dc7-6e9a4faf300d HTTP/1.1" status: 200 len: 943 time: 0.0621784 Aug 11 03:13:09.468612 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a15b4616-fc43-44fa-bd15-a7e9e2f81086 req-73d672b4-a202-4300-bf54-5f98218db0bb tempest-ServerAddressesTestJSON-1878504653 tempest-ServerAddressesTestJSON-1878504653-project] 10.222.0.41 "GET /v2.0/security-groups?id=4ec4300c-2324-4a5b-baf4-758e18962f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407419 Aug 11 03:13:09.524778 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ede84ce3-23ac-4b00-b678-cee73f8827e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:09.527933 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ede84ce3-23ac-4b00-b678-cee73f8827e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:09.529188 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-ede84ce3-23ac-4b00-b678-cee73f8827e4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/206a743e-09be-475a-98ba-51135f798ed0 HTTP/1.1" status: 204 len: 168 time: 0.2689254 Aug 11 03:13:09.537298 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede84ce3-23ac-4b00-b678-cee73f8827e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=206a743e-09be-475a-98ba-51135f798ed0,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:09.681191 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5c65a2e1-9c22-4c7e-b5e2-bbf4429b23e5 req-5e287e7a-35d4-45e8-8dbe-d5f834ff2546 tempest-ServersTestManualDisk-1542911247 tempest-ServersTestManualDisk-1542911247-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6414b43-2a71-460c-b54b-a0bfa11691cd HTTP/1.1" status: 200 len: 210 time: 0.0338542 Aug 11 03:13:10.038998 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 9629cd8a-cf54-4ec9-b7a9-908dcc05c94e details requested by agent hyperv_n-h1-764292-30 with host n-h1-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:13:10.042397 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 2682bd83-8758-4467-a055-b7a257a62210 up at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:13:10.119398 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 34018) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:10.156137 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning complete for port 2682bd83-8758-4467-a055-b7a257a62210 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:13:10.156515 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:10.214713 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a57f5f-e942-49c7-b21c-c9ca68031512 req-9b6a797a-7129-486e-9148-c662b8de3cf4 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:10.218974 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 9629cd8a-cf54-4ec9-b7a9-908dcc05c94e, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=9629cd8a-cf54-4ec9-b7a9-908dcc05c94e,segment=NetworkSegment(3e4f1b9a-53b9-453e-a55b-809065598f06),segment_id=3e4f1b9a-53b9-453e-a55b-809065598f06)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:13:10.222715 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-20a57f5f-e942-49c7-b21c-c9ca68031512 req-9b6a797a-7129-486e-9148-c662b8de3cf4 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/ports?device_id=186cfdba-74e8-496c-af0f-b566a2fff5c7 HTTP/1.1" status: 200 len: 944 time: 0.0752120 Aug 11 03:13:10.238458 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Returning: {'device': '9629cd8a-cf54-4ec9-b7a9-908dcc05c94e', 'network_id': 'c69ed4dd-e4cf-4491-828f-fc5e833e805e', 'port_id': '9629cd8a-cf54-4ec9-b7a9-908dcc05c94e', 'mac_address': 'fa:16:3e:07:ca:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52519d99-80ae-48b7-b6fb-e2e5d9e5bfbb', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:13:10.283165 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-20a57f5f-e942-49c7-b21c-c9ca68031512 req-c00e8690-34c8-4e86-9c91-c38cbe9f4086 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/security-groups?id=2637b46e-72e4-4ee8-ae47-703ae17ac088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594199 Aug 11 03:13:10.313421 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:10.315445 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:10.336619 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9629cd8a-cf54-4ec9-b7a9-908dcc05c94e {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:13:10.352214 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-3ffe4d9d-e4a9-4e9e-a167-03ec775bca0a tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1749282680'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:13:10.375325 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '186cfdba-74e8-496c-af0f-b566a2fff5c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2682bd83-8758-4467-a055-b7a257a62210'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:13:10.377539 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac14def3-cea2-4ec4-b6be-83f4722227f1" -d '{"events": [{"server_uuid": "186cfdba-74e8-496c-af0f-b566a2fff5c7", "name": "network-vif-plugged", "status": "completed", "tag": "2682bd83-8758-4467-a055-b7a257a62210"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:13:10.397916 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 9629cd8a-cf54-4ec9-b7a9-908dcc05c94e, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=9629cd8a-cf54-4ec9-b7a9-908dcc05c94e,segment=NetworkSegment(3e4f1b9a-53b9-453e-a55b-809065598f06),segment_id=3e4f1b9a-53b9-453e-a55b-809065598f06)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:13:10.405046 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 2682bd83-8758-4467-a055-b7a257a62210, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=2682bd83-8758-4467-a055-b7a257a62210,segment=NetworkSegment(77249f53-d91a-4900-864a-cb193f73fd0b),segment_id=77249f53-d91a-4900-864a-cb193f73fd0b)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:13:10.419106 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb0abfcd-383b-4b78-b379-3dd2e835c0fd x-openstack-request-id: req-cb0abfcd-383b-4b78-b379-3dd2e835c0fd {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:13:10.419618 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "186cfdba-74e8-496c-af0f-b566a2fff5c7", "name": "network-vif-plugged", "status": "completed", "tag": "2682bd83-8758-4467-a055-b7a257a62210", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:13:10.419791 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cb0abfcd-383b-4b78-b379-3dd2e835c0fd {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:13:10.420413 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '186cfdba-74e8-496c-af0f-b566a2fff5c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2682bd83-8758-4467-a055-b7a257a62210', 'code': 200} Aug 11 03:13:10.445310 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ffe4d9d-e4a9-4e9e-a167-03ec775bca0a tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] Made reservation on behalf of 93ecefa275664693b0371933a5ae49fb for: {'network': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:13:10.449283 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-3ffe4d9d-e4a9-4e9e-a167-03ec775bca0a tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:10.459835 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-3ffe4d9d-e4a9-4e9e-a167-03ec775bca0a tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:10.468746 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:10.474083 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:10.566788 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=9629cd8a-cf54-4ec9-b7a9-908dcc05c94e,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:10.606788 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-3ffe4d9d-e4a9-4e9e-a167-03ec775bca0a tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:10.631010 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6f9265-8c86-4325-be20-f003a87f2603 req-5de61f3d-95cb-4fd4-a9ca-dbcba355b79f tempest-ServerAddressesTestJSON-1878504653 tempest-ServerAddressesTestJSON-1878504653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:10.633249 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3f6f9265-8c86-4325-be20-f003a87f2603 req-5de61f3d-95cb-4fd4-a9ca-dbcba355b79f tempest-ServerAddressesTestJSON-1878504653 tempest-ServerAddressesTestJSON-1878504653-project] 10.222.0.41 "GET /v2.0/ports?device_id=ebee0d87-dcce-44f4-9dc7-6e9a4faf300d HTTP/1.1" status: 200 len: 944 time: 0.0818391 Aug 11 03:13:10.636422 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=2682bd83-8758-4467-a055-b7a257a62210,revision_number=7']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:10.677420 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3f6f9265-8c86-4325-be20-f003a87f2603 req-22f6636d-18b7-4adf-bf3e-1bf58b795812 tempest-ServerAddressesTestJSON-1878504653 tempest-ServerAddressesTestJSON-1878504653-project] 10.222.0.41 "GET /v2.0/security-groups?id=4ec4300c-2324-4a5b-baf4-758e18962f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365183 Aug 11 03:13:10.684057 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-3ffe4d9d-e4a9-4e9e-a167-03ec775bca0a tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:10.708707 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ffe4d9d-e4a9-4e9e-a167-03ec775bca0a tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=102192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:13:10.723932 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffe4d9d-e4a9-4e9e-a167-03ec775bca0a tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af6b7b9b-3a41-48d1-9896-344254b35d2f,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:10.727021 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-3ffe4d9d-e4a9-4e9e-a167-03ec775bca0a tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:10.727361 n-d-764292-30 neutron-server[102192]: INFO neutron.db.segments_db [None req-3ffe4d9d-e4a9-4e9e-a167-03ec775bca0a tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] Added segment bb47910c-9789-4de3-9b33-31679e030b80 of type vlan for network 4908dc28-21c0-4d37-b6bc-3fa636c1c599 Aug 11 03:13:10.791482 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0f51250c-0b1a-410a-9ff4-7a447b262ae4 req-c283181d-57ac-44d6-92b9-f9cc5f66fada tempest-ServersTestManualDisk-1542911247 tempest-ServersTestManualDisk-1542911247-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6414b43-2a71-460c-b54b-a0bfa11691cd HTTP/1.1" status: 200 len: 210 time: 0.0507655 Aug 11 03:13:10.795113 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-3ffe4d9d-e4a9-4e9e-a167-03ec775bca0a tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:10.821260 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['9629cd8a-cf54-4ec9-b7a9-908dcc05c94e'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:13:10.902250 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-3ffe4d9d-e4a9-4e9e-a167-03ec775bca0a tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:10.907883 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ffe4d9d-e4a9-4e9e-a167-03ec775bca0a tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:10.908967 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-3ffe4d9d-e4a9-4e9e-a167-03ec775bca0a tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:10.948393 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 34054) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:10.990716 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffe4d9d-e4a9-4e9e-a167-03ec775bca0a tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] Pushing event updated for resources: {'Network': ['ID=4908dc28-21c0-4d37-b6bc-3fa636c1c599,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:11.014056 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network 4908dc28-21c0-4d37-b6bc-3fa636c1c599 details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:13:11.038450 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-3ffe4d9d-e4a9-4e9e-a167-03ec775bca0a tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.9142118 Aug 11 03:13:11.038885 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 34060) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:11.045535 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-d61d754c-db64-45bb-8602-a488cf7703ca tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] Request body: {'subnet': {'network_id': '4908dc28-21c0-4d37-b6bc-3fa636c1c599', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:13:11.090629 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:11.122690 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 34062) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:11.188045 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-77f41ba3-2d92-462f-98fb-9ac9b2ea1d25 tempest-SubnetPoolsTestJSON-1296797644 tempest-SubnetPoolsTestJSON-1296797644-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-2048039947', 'prefixes': ['172.20.0.0/16']}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:13:11.216094 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d61d754c-db64-45bb-8602-a488cf7703ca tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] Made reservation on behalf of 93ecefa275664693b0371933a5ae49fb for: {'subnet': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:13:11.219997 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d61d754c-db64-45bb-8602-a488cf7703ca tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274743'] for subnet, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:11.282979 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4fbf51e3-8a74-4cd1-aec3-ddf011dcb6a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:11.424352 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3195fda7-d88d-456d-af84-acc963344f25 req-1a60e2c6-2439-434d-91ba-35e235742aec tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:11.425765 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3195fda7-d88d-456d-af84-acc963344f25 req-1a60e2c6-2439-434d-91ba-35e235742aec tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/ports?device_id=186cfdba-74e8-496c-af0f-b566a2fff5c7 HTTP/1.1" status: 200 len: 945 time: 0.0582612 Aug 11 03:13:11.466181 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3195fda7-d88d-456d-af84-acc963344f25 req-af153a50-9388-4f46-b0e4-afcfd25b6f07 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/security-groups?id=2637b46e-72e4-4ee8-ae47-703ae17ac088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336077 Aug 11 03:13:11.494269 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4fbf51e3-8a74-4cd1-aec3-ddf011dcb6a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:11.594035 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d61d754c-db64-45bb-8602-a488cf7703ca tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126283476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274725'] for subnet, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:11.598736 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4fbf51e3-8a74-4cd1-aec3-ddf011dcb6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:11.679780 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-77f41ba3-2d92-462f-98fb-9ac9b2ea1d25 tempest-SubnetPoolsTestJSON-1296797644 tempest-SubnetPoolsTestJSON-1296797644-project] Notify callbacks [] for subnetpool, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:11.682074 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-77f41ba3-2d92-462f-98fb-9ac9b2ea1d25 tempest-SubnetPoolsTestJSON-1296797644 tempest-SubnetPoolsTestJSON-1296797644-project] 10.222.0.41 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.5575993 Aug 11 03:13:11.683986 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 34070) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:11.684653 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-4fbf51e3-8a74-4cd1-aec3-ddf011dcb6a7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=aafbe9224f8e4481855e408cc3a62116&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7351682 Aug 11 03:13:11.688926 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbf51e3-8a74-4cd1-aec3-ddf011dcb6a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb7bb9e9-7b44-4386-b326-e274c256f337,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:11.691326 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 34072) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:11.698479 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61d754c-db64-45bb-8602-a488cf7703ca tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] Pushing event updated for resources: {'Subnet': ['ID=b2caf87d-4d2d-4b44-8ab2-389dc5cbfff7,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:11.743196 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61d754c-db64-45bb-8602-a488cf7703ca tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] Checking segment: {'id': 'bb47910c-9789-4de3-9b33-31679e030b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '4908dc28-21c0-4d37-b6bc-3fa636c1c599'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:13:11.743563 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d61d754c-db64-45bb-8602-a488cf7703ca tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] Network hostable DHCP agents. Network: 4908dc28-21c0-4d37-b6bc-3fa636c1c599, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:13:11.762189 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-b73a4575-6fe1-4197-a245-17c084c09693 tempest-SubnetPoolsTestJSON-1296797644 tempest-SubnetPoolsTestJSON-1296797644-project] 10.222.0.41 "GET /v2.0/subnetpools/ba5facc2-f8cc-4f0a-9d53-2f365b04835f HTTP/1.1" status: 200 len: 732 time: 0.0761573 Aug 11 03:13:11.762967 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 34076) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:11.770712 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c6727285-110d-443f-bed7-043814bcd1fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:11.773673 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-827591e1-2d9a-4388-aadb-3d17722ce94e tempest-SubnetPoolsTestJSON-1296797644 tempest-SubnetPoolsTestJSON-1296797644-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1546907436'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:13:11.793092 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c6727285-110d-443f-bed7-043814bcd1fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:11.849689 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d61d754c-db64-45bb-8602-a488cf7703ca tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] Network 4908dc28-21c0-4d37-b6bc-3fa636c1c599 is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:13:11.880756 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ad414b-a75d-4476-b984-2a6d5c7602b8 req-2f78981c-b81a-4255-965e-2c69982819c5 tempest-ServerAddressesTestJSON-1878504653 tempest-ServerAddressesTestJSON-1878504653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:11.882821 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e0ad414b-a75d-4476-b984-2a6d5c7602b8 req-2f78981c-b81a-4255-965e-2c69982819c5 tempest-ServerAddressesTestJSON-1878504653 tempest-ServerAddressesTestJSON-1878504653-project] 10.222.0.41 "GET /v2.0/ports?device_id=ebee0d87-dcce-44f4-9dc7-6e9a4faf300d HTTP/1.1" status: 200 len: 944 time: 0.1146758 Aug 11 03:13:11.924947 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-23e15400-5f96-4661-b585-4e6c4f8dfa09 req-a047e21f-3495-4541-be78-d1546e42fca5 tempest-ServersTestManualDisk-1542911247 tempest-ServersTestManualDisk-1542911247-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6414b43-2a71-460c-b54b-a0bfa11691cd HTTP/1.1" status: 200 len: 210 time: 0.0394628 Aug 11 03:13:11.947884 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c6727285-110d-443f-bed7-043814bcd1fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:11.950645 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c6727285-110d-443f-bed7-043814bcd1fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:11.951902 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-c6727285-110d-443f-bed7-043814bcd1fe admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fb7bb9e9-7b44-4386-b326-e274c256f337 HTTP/1.1" status: 204 len: 168 time: 0.2592690 Aug 11 03:13:11.954678 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-d61d754c-db64-45bb-8602-a488cf7703ca tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, 4908dc28-21c0-4d37-b6bc-3fa636c1c599) {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:13:11.962986 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e0ad414b-a75d-4476-b984-2a6d5c7602b8 req-083d12e3-612e-4215-9604-eb6eef6d25ea tempest-ServerAddressesTestJSON-1878504653 tempest-ServerAddressesTestJSON-1878504653-project] 10.222.0.41 "GET /v2.0/security-groups?id=4ec4300c-2324-4a5b-baf4-758e18962f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671489 Aug 11 03:13:11.967512 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6d8957f-39b6-4310-88f4-b4dbd7011892 None None] Network 4908dc28-21c0-4d37-b6bc-3fa636c1c599 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:13:11.970204 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d61d754c-db64-45bb-8602-a488cf7703ca tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:11.970882 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d61d754c-db64-45bb-8602-a488cf7703ca tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:11.983472 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6727285-110d-443f-bed7-043814bcd1fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb7bb9e9-7b44-4386-b326-e274c256f337,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:12.002193 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-827591e1-2d9a-4388-aadb-3d17722ce94e tempest-SubnetPoolsTestJSON-1296797644 tempest-SubnetPoolsTestJSON-1296797644-project] Notify callbacks [] for subnetpool, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:12.002546 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-827591e1-2d9a-4388-aadb-3d17722ce94e tempest-SubnetPoolsTestJSON-1296797644 tempest-SubnetPoolsTestJSON-1296797644-project] 10.222.0.41 "PUT /v2.0/subnetpools/ba5facc2-f8cc-4f0a-9d53-2f365b04835f HTTP/1.1" status: 200 len: 684 time: 0.2383142 Aug 11 03:13:12.009031 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 34082) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:12.051830 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 9629cd8a-cf54-4ec9-b7a9-908dcc05c94e up at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:13:12.076815 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-d61d754c-db64-45bb-8602-a488cf7703ca tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0363777 Aug 11 03:13:12.080051 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 34084) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:12.099534 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-b58b2146-1048-4241-9a1a-3d8b66592136 tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] Request body: {'port': {'network_id': '4908dc28-21c0-4d37-b6bc-3fa636c1c599', 'name': 'tempest-AllowedAddressPairTestJSON-219990801'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:13:12.174951 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5c2fa2-a393-48c6-b60e-d7717bbcffc6 req-25f57a39-b331-4424-88ca-82b3d493778c tempest-ServersTestManualDisk-1542911247 tempest-ServersTestManualDisk-1542911247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:12.176758 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-5b5c2fa2-a393-48c6-b60e-d7717bbcffc6 req-25f57a39-b331-4424-88ca-82b3d493778c tempest-ServersTestManualDisk-1542911247 tempest-ServersTestManualDisk-1542911247-project] 10.222.0.22 "GET /v2.0/networks?id=e9f60ad6-c983-468c-801f-9acb1516310b HTTP/1.1" status: 200 len: 811 time: 0.1230953 Aug 11 03:13:12.189847 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-640e4d3d-ca64-4f74-8254-b4d889171cdd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde080026-c28f-55be-b52b-13827cc43646-4908dc28-21c0-4d37-b6bc-3fa636c1c599', 'network_id': '4908dc28-21c0-4d37-b6bc-3fa636c1c599', 'tenant_id': '93ecefa275664693b0371933a5ae49fb', 'fixed_ips': [{'subnet_id': 'b2caf87d-4d2d-4b44-8ab2-389dc5cbfff7'}]}} from n-d-764292-30. {{(pid=102193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:13:12.190926 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-640e4d3d-ca64-4f74-8254-b4d889171cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:12.218961 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-502805ac-fb51-4dfd-9591-83fcf8d004f5 tempest-SubnetPoolsTestJSON-1296797644 tempest-SubnetPoolsTestJSON-1296797644-project] Notify callbacks [] for subnetpool, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:12.220125 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-502805ac-fb51-4dfd-9591-83fcf8d004f5 tempest-SubnetPoolsTestJSON-1296797644 tempest-SubnetPoolsTestJSON-1296797644-project] 10.222.0.41 "DELETE /v2.0/subnetpools/ba5facc2-f8cc-4f0a-9d53-2f365b04835f HTTP/1.1" status: 204 len: 168 time: 0.2099500 Aug 11 03:13:12.223456 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 34086) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:12.233921 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-5b5c2fa2-a393-48c6-b60e-d7717bbcffc6 req-49067573-c099-4690-8658-23c5b7d648b4 tempest-ServersTestManualDisk-1542911247 tempest-ServersTestManualDisk-1542911247-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7dfe11bfde114b89a52959d4b6413ca0 HTTP/1.1" status: 200 len: 379 time: 0.0471389 Aug 11 03:13:12.244456 n-d-764292-30 neutron-server[102192]: INFO neutron.api.v2.resource [None req-b6a0d36c-52f0-4a65-bf05-d5ab0599e9cf tempest-SubnetPoolsTestJSON-1296797644 tempest-SubnetPoolsTestJSON-1296797644-project] show failed (client error): The resource could not be found. Aug 11 03:13:12.245524 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-b6a0d36c-52f0-4a65-bf05-d5ab0599e9cf tempest-SubnetPoolsTestJSON-1296797644 tempest-SubnetPoolsTestJSON-1296797644-project] 10.222.0.41 "GET /v2.0/subnetpools/ba5facc2-f8cc-4f0a-9d53-2f365b04835f HTTP/1.1" status: 404 len: 346 time: 0.0212615 Aug 11 03:13:12.246770 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-5b5c2fa2-a393-48c6-b60e-d7717bbcffc6 req-aafad39c-4738-4abd-829c-09288196ab1a tempest-ServersTestManualDisk-1542911247 tempest-ServersTestManualDisk-1542911247-project] Request body: {'port': {'device_id': 'b6414b43-2a71-460c-b54b-a0bfa11691cd', 'network_id': 'e9f60ad6-c983-468c-801f-9acb1516310b', 'admin_state_up': True, 'tenant_id': '7dfe11bfde114b89a52959d4b6413ca0', 'security_groups': ['2aec637d-7caa-4d7f-a83c-89f6f9b38c1e']}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:13:12.249240 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 34088) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:12.272072 n-d-764292-30 neutron-server[102192]: INFO neutron.api.v2.resource [None req-86082e32-ba2d-4cb8-b998-cfeb5af6a237 tempest-SubnetPoolsTestJSON-1296797644 tempest-SubnetPoolsTestJSON-1296797644-project] delete failed (client error): The resource could not be found. Aug 11 03:13:12.273334 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-86082e32-ba2d-4cb8-b998-cfeb5af6a237 tempest-SubnetPoolsTestJSON-1296797644 tempest-SubnetPoolsTestJSON-1296797644-project] 10.222.0.41 "DELETE /v2.0/subnetpools/ba5facc2-f8cc-4f0a-9d53-2f365b04835f HTTP/1.1" status: 404 len: 346 time: 0.0230129 Aug 11 03:13:12.315129 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning for port 9629cd8a-cf54-4ec9-b7a9-908dcc05c94e completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:13:12.340207 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning complete for port 9629cd8a-cf54-4ec9-b7a9-908dcc05c94e triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:13:12.341120 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:12.359788 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b58b2146-1048-4241-9a1a-3d8b66592136 tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] Made reservation on behalf of 93ecefa275664693b0371933a5ae49fb for: {'port': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:13:12.365029 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b58b2146-1048-4241-9a1a-3d8b66592136 tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:12.410238 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [None req-b58b2146-1048-4241-9a1a-3d8b66592136 tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] device_id is not set on port e0f26ad3-b4a6-4bd9-8f63-d06a3d7d4473 yet. {{(pid=102192) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:13:12.491608 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b5c2fa2-a393-48c6-b60e-d7717bbcffc6 req-aafad39c-4738-4abd-829c-09288196ab1a tempest-ServersTestManualDisk-1542911247 tempest-ServersTestManualDisk-1542911247-project] Made reservation on behalf of 7dfe11bfde114b89a52959d4b6413ca0 for: {'port': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:13:12.497217 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-5b5c2fa2-a393-48c6-b60e-d7717bbcffc6 req-aafad39c-4738-4abd-829c-09288196ab1a tempest-ServersTestManualDisk-1542911247 tempest-ServersTestManualDisk-1542911247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:12.587650 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.db_base_plugin_common [None req-640e4d3d-ca64-4f74-8254-b4d889171cdd None None] Allocated IP 172.20.0.2 (4908dc28-21c0-4d37-b6bc-3fa636c1c599/b2caf87d-4d2d-4b44-8ab2-389dc5cbfff7/f4a85f39-6cf4-4b02-a34c-ed310bb7a7cf) {{(pid=102193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:13:12.625001 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:12.693054 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfa62fa-ad7e-4a07-9562-3b628b7e41d2 req-cd16c810-30df-4cee-8397-f2b7d34f2ff2 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:12.703569 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cbfa62fa-ad7e-4a07-9562-3b628b7e41d2 req-cd16c810-30df-4cee-8397-f2b7d34f2ff2 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/ports?device_id=186cfdba-74e8-496c-af0f-b566a2fff5c7 HTTP/1.1" status: 200 len: 945 time: 0.1132677 Aug 11 03:13:12.755610 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [req-5b5c2fa2-a393-48c6-b60e-d7717bbcffc6 req-aafad39c-4738-4abd-829c-09288196ab1a tempest-ServersTestManualDisk-1542911247 tempest-ServersTestManualDisk-1542911247-project] Allocated IP 172.20.0.6 (e9f60ad6-c983-468c-801f-9acb1516310b/4ea3625a-218b-4c96-9f19-e26b676452c7/9e4db2a5-f4d4-4439-9d44-95bd522694b9) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:13:12.762330 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebee0d87-dcce-44f4-9dc7-6e9a4faf300d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9629cd8a-cf54-4ec9-b7a9-908dcc05c94e'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:13:12.766127 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eba05121-dcc5-401d-a373-858329915477" -d '{"events": [{"server_uuid": "ebee0d87-dcce-44f4-9dc7-6e9a4faf300d", "name": "network-vif-plugged", "status": "completed", "tag": "9629cd8a-cf54-4ec9-b7a9-908dcc05c94e"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:13:12.822332 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cbfa62fa-ad7e-4a07-9562-3b628b7e41d2 req-fa60c938-98f7-424b-b746-443e3bd163b8 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/security-groups?id=2637b46e-72e4-4ee8-ae47-703ae17ac088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1176665 Aug 11 03:13:12.826620 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 9629cd8a-cf54-4ec9-b7a9-908dcc05c94e, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=9629cd8a-cf54-4ec9-b7a9-908dcc05c94e,segment=NetworkSegment(3e4f1b9a-53b9-453e-a55b-809065598f06),segment_id=3e4f1b9a-53b9-453e-a55b-809065598f06)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:13:12.917035 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:12.924556 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:13:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12624045-efe8-4c31-9ef5-8359ca8e52c0 x-openstack-request-id: req-12624045-efe8-4c31-9ef5-8359ca8e52c0 {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:13:12.925228 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebee0d87-dcce-44f4-9dc7-6e9a4faf300d", "name": "network-vif-plugged", "status": "completed", "tag": "9629cd8a-cf54-4ec9-b7a9-908dcc05c94e", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:13:12.925347 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-12624045-efe8-4c31-9ef5-8359ca8e52c0 {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:13:12.925948 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebee0d87-dcce-44f4-9dc7-6e9a4faf300d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9629cd8a-cf54-4ec9-b7a9-908dcc05c94e', 'code': 200} Aug 11 03:13:13.046249 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-640e4d3d-ca64-4f74-8254-b4d889171cdd None None] Notify callbacks [] for port, precommit_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:13.048588 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=9629cd8a-cf54-4ec9-b7a9-908dcc05c94e,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:13.059313 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-640e4d3d-ca64-4f74-8254-b4d889171cdd None None] Transition to ACTIVE for port object f4a85f39-6cf4-4b02-a34c-ed310bb7a7cf will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:13:13.079212 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-640e4d3d-ca64-4f74-8254-b4d889171cdd None None] Transition to ACTIVE for port object f4a85f39-6cf4-4b02-a34c-ed310bb7a7cf will not be triggered until provisioned by entity DHCP. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:13:13.129333 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-04881128-bac1-4014-908c-4dcb3c09311b req-f894c064-27f4-4ebc-a894-edc5cbb79bdc tempest-ServersTestManualDisk-1542911247 tempest-ServersTestManualDisk-1542911247-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6414b43-2a71-460c-b54b-a0bfa11691cd HTTP/1.1" status: 200 len: 210 time: 0.0395191 Aug 11 03:13:13.155138 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-640e4d3d-ca64-4f74-8254-b4d889171cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669'] for port, after_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:13.165754 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 34124) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:13.175682 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc3b277-2c11-40b0-9ffc-b48e433e541c req-0b6b7de7-af90-480f-8c33-2d4eb1fdc0db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:13.177405 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-dfc3b277-2c11-40b0-9ffc-b48e433e541c req-0b6b7de7-af90-480f-8c33-2d4eb1fdc0db service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=ebee0d87-dcce-44f4-9dc7-6e9a4faf300d HTTP/1.1" status: 200 len: 1097 time: 0.1611030 Aug 11 03:13:13.189154 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-5b5c2fa2-a393-48c6-b60e-d7717bbcffc6 req-aafad39c-4738-4abd-829c-09288196ab1a tempest-ServersTestManualDisk-1542911247 tempest-ServersTestManualDisk-1542911247-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:13.219180 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [req-5b5c2fa2-a393-48c6-b60e-d7717bbcffc6 req-aafad39c-4738-4abd-829c-09288196ab1a tempest-ServersTestManualDisk-1542911247 tempest-ServersTestManualDisk-1542911247-project] Transition to ACTIVE for port object 9e4db2a5-f4d4-4439-9d44-95bd522694b9 will not be triggered until provisioned by entity DHCP. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:13:13.229813 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-640e4d3d-ca64-4f74-8254-b4d889171cdd None None] Network 4908dc28-21c0-4d37-b6bc-3fa636c1c599 is already hosted by enough agents. {{(pid=102193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:13:13.238158 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.base_scheduler [None req-640e4d3d-ca64-4f74-8254-b4d889171cdd None None] Resources bound (agent type, host, resource id): {{(pid=102193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:13:13.239868 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-dfc3b277-2c11-40b0-9ffc-b48e433e541c req-4112b9b7-a582-42ee-ad2b-c7f396c365e2 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=4ec4300c-2324-4a5b-baf4-758e18962f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481811 Aug 11 03:13:13.247764 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-640e4d3d-ca64-4f74-8254-b4d889171cdd None None] Received port after_create {{(pid=102193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:13:13.261384 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640e4d3d-ca64-4f74-8254-b4d889171cdd None None] Pushing event updated for resources: {'Port': ['ID=f4a85f39-6cf4-4b02-a34c-ed310bb7a7cf,revision_number=1']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:13.282129 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c3f333-7d49-4824-8eaa-150a3f35cad1 req-40060072-25b3-4347-a8d2-85640d3386fc tempest-ServerAddressesTestJSON-1878504653 tempest-ServerAddressesTestJSON-1878504653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:13.283711 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c2c3f333-7d49-4824-8eaa-150a3f35cad1 req-40060072-25b3-4347-a8d2-85640d3386fc tempest-ServerAddressesTestJSON-1878504653 tempest-ServerAddressesTestJSON-1878504653-project] 10.222.0.41 "GET /v2.0/ports?device_id=ebee0d87-dcce-44f4-9dc7-6e9a4faf300d HTTP/1.1" status: 200 len: 945 time: 0.1534164 Aug 11 03:13:13.291785 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [None req-b58b2146-1048-4241-9a1a-3d8b66592136 tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] Allocated IP 172.20.0.11 (4908dc28-21c0-4d37-b6bc-3fa636c1c599/b2caf87d-4d2d-4b44-8ab2-389dc5cbfff7/e0f26ad3-b4a6-4bd9-8f63-d06a3d7d4473) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:13:13.355681 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-640e4d3d-ca64-4f74-8254-b4d889171cdd None None] Attempting to bind port f4a85f39-6cf4-4b02-a34c-ed310bb7a7cf on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:13:13.356713 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c2c3f333-7d49-4824-8eaa-150a3f35cad1 req-8bf28136-91f7-415b-97ac-bee63ad141ed tempest-ServerAddressesTestJSON-1878504653 tempest-ServerAddressesTestJSON-1878504653-project] 10.222.0.41 "GET /v2.0/security-groups?id=4ec4300c-2324-4a5b-baf4-758e18962f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601454 Aug 11 03:13:13.362943 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-640e4d3d-ca64-4f74-8254-b4d889171cdd None None] Attempting to bind port f4a85f39-6cf4-4b02-a34c-ed310bb7a7cf by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': 'bb47910c-9789-4de3-9b33-31679e030b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '4908dc28-21c0-4d37-b6bc-3fa636c1c599'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:13:13.365731 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-5b5c2fa2-a393-48c6-b60e-d7717bbcffc6 req-aafad39c-4738-4abd-829c-09288196ab1a tempest-ServersTestManualDisk-1542911247 tempest-ServersTestManualDisk-1542911247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:13.369305 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-640e4d3d-ca64-4f74-8254-b4d889171cdd None None] Attempting to bind port f4a85f39-6cf4-4b02-a34c-ed310bb7a7cf on network 4908dc28-21c0-4d37-b6bc-3fa636c1c599 {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:13:13.377719 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-640e4d3d-ca64-4f74-8254-b4d889171cdd None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 13, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:13:13.378370 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-640e4d3d-ca64-4f74-8254-b4d889171cdd None None] Checking segment: {'id': 'bb47910c-9789-4de3-9b33-31679e030b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '4908dc28-21c0-4d37-b6bc-3fa636c1c599'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:13:13.379147 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-640e4d3d-ca64-4f74-8254-b4d889171cdd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:13.379871 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-640e4d3d-ca64-4f74-8254-b4d889171cdd None None] Bound using segment: {'id': 'bb47910c-9789-4de3-9b33-31679e030b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '4908dc28-21c0-4d37-b6bc-3fa636c1c599'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:13:13.380714 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-640e4d3d-ca64-4f74-8254-b4d889171cdd None None] Bound port: f4a85f39-6cf4-4b02-a34c-ed310bb7a7cf, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb47910c-9789-4de3-9b33-31679e030b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '4908dc28-21c0-4d37-b6bc-3fa636c1c599'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:13:13.381521 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-640e4d3d-ca64-4f74-8254-b4d889171cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:13.436833 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1b49a954-9570-47f4-8a88-b44f0a789b47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:13.442564 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b5c2fa2-a393-48c6-b60e-d7717bbcffc6 req-aafad39c-4738-4abd-829c-09288196ab1a tempest-ServersTestManualDisk-1542911247 tempest-ServersTestManualDisk-1542911247-project] Network e9f60ad6-c983-468c-801f-9acb1516310b is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:13:13.455292 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [req-5b5c2fa2-a393-48c6-b60e-d7717bbcffc6 req-aafad39c-4738-4abd-829c-09288196ab1a tempest-ServersTestManualDisk-1542911247 tempest-ServersTestManualDisk-1542911247-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:13:13.463583 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b5c2fa2-a393-48c6-b60e-d7717bbcffc6 req-aafad39c-4738-4abd-829c-09288196ab1a tempest-ServersTestManualDisk-1542911247 tempest-ServersTestManualDisk-1542911247-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:13:13.469003 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-640e4d3d-ca64-4f74-8254-b4d889171cdd None None] For port f4a85f39-6cf4-4b02-a34c-ed310bb7a7cf, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:13:13.477157 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-640e4d3d-ca64-4f74-8254-b4d889171cdd None None] For port f4a85f39-6cf4-4b02-a34c-ed310bb7a7cf, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=f4a85f39-6cf4-4b02-a34c-ed310bb7a7cf,segment=NetworkSegment(bb47910c-9789-4de3-9b33-31679e030b80),segment_id=bb47910c-9789-4de3-9b33-31679e030b80)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:13:13.499004 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafad39c-4738-4abd-829c-09288196ab1a tempest-ServersTestManualDisk-1542911247 tempest-ServersTestManualDisk-1542911247-project] Pushing event updated for resources: {'Port': ['ID=9e4db2a5-f4d4-4439-9d44-95bd522694b9,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:13.550372 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5c2fa2-a393-48c6-b60e-d7717bbcffc6 req-aafad39c-4738-4abd-829c-09288196ab1a tempest-ServersTestManualDisk-1542911247 tempest-ServersTestManualDisk-1542911247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:13.552312 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-5b5c2fa2-a393-48c6-b60e-d7717bbcffc6 req-aafad39c-4738-4abd-829c-09288196ab1a tempest-ServersTestManualDisk-1542911247 tempest-ServersTestManualDisk-1542911247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:13.566010 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-640e4d3d-ca64-4f74-8254-b4d889171cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:13.642450 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b58b2146-1048-4241-9a1a-3d8b66592136 tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:13.672908 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [None req-b58b2146-1048-4241-9a1a-3d8b66592136 tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] Transition to ACTIVE for port object e0f26ad3-b4a6-4bd9-8f63-d06a3d7d4473 will not be triggered until provisioned by entity DHCP. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:13:13.698611 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640e4d3d-ca64-4f74-8254-b4d889171cdd None None] Pushing event updated for resources: {'Port': ['ID=f4a85f39-6cf4-4b02-a34c-ed310bb7a7cf,revision_number=2']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:13.721484 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1b49a954-9570-47f4-8a88-b44f0a789b47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:13.771498 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1b49a954-9570-47f4-8a88-b44f0a789b47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:13.794187 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b58b2146-1048-4241-9a1a-3d8b66592136 tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:13.833556 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 34146) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:13.852901 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-1b49a954-9570-47f4-8a88-b44f0a789b47 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=22f6416279964aa294f752c0927278e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6859260 Aug 11 03:13:13.853852 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b49a954-9570-47f4-8a88-b44f0a789b47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff3813d5-bb0d-4ab7-b294-2df751a0dcd8,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:13.857467 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 34152) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:13.864892 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-5b5c2fa2-a393-48c6-b60e-d7717bbcffc6 req-aafad39c-4738-4abd-829c-09288196ab1a tempest-ServersTestManualDisk-1542911247 tempest-ServersTestManualDisk-1542911247-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6239853 Aug 11 03:13:13.894048 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-5b5c2fa2-a393-48c6-b60e-d7717bbcffc6 req-b438c078-444f-4ee1-bfbc-ec9d6e2ad5f7 service neutron] Request body: {'port': {'device_id': 'b6414b43-2a71-460c-b54b-a0bfa11691cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764292-30'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:13:13.916796 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b58b2146-1048-4241-9a1a-3d8b66592136 tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] Network 4908dc28-21c0-4d37-b6bc-3fa636c1c599 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:13:13.925805 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-b58b2146-1048-4241-9a1a-3d8b66592136 tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:13:13.945238 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58b2146-1048-4241-9a1a-3d8b66592136 tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:13:13.966019 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-77282eec-5273-46b3-ad75-b5405db96c0b None None] Provisioning for port 9e4db2a5-f4d4-4439-9d44-95bd522694b9 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:13:13.991404 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-77282eec-5273-46b3-ad75-b5405db96c0b None None] Provisioning complete for port 9e4db2a5-f4d4-4439-9d44-95bd522694b9 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:13:13.998137 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-77282eec-5273-46b3-ad75-b5405db96c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:14.037235 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-5b5c2fa2-a393-48c6-b60e-d7717bbcffc6 req-b438c078-444f-4ee1-bfbc-ec9d6e2ad5f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:14.039255 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-784cfa9b-df77-4119-9991-5b669630a10c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:14.071428 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-17a4b45e-2b9f-4997-93e9-85f0e26ec62c admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1426552814-network', 'tenant_id': '960cd8e142644cf086ca0c3e15670712'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:13:14.110205 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-77282eec-5273-46b3-ad75-b5405db96c0b None None] Port 9e4db2a5-f4d4-4439-9d44-95bd522694b9 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:13:14.112033 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58b2146-1048-4241-9a1a-3d8b66592136 tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] Pushing event updated for resources: {'Port': ['ID=e0f26ad3-b4a6-4bd9-8f63-d06a3d7d4473,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:14.120318 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-784cfa9b-df77-4119-9991-5b669630a10c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:14.139898 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b58b2146-1048-4241-9a1a-3d8b66592136 tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:14.140865 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b58b2146-1048-4241-9a1a-3d8b66592136 tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:14.210880 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aae319f-03df-474e-9eb3-793ac43aec4b req-2183ea25-681c-413c-8da6-93a7fa39958c tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:14.212552 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6aae319f-03df-474e-9eb3-793ac43aec4b req-2183ea25-681c-413c-8da6-93a7fa39958c tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/ports?device_id=186cfdba-74e8-496c-af0f-b566a2fff5c7 HTTP/1.1" status: 200 len: 945 time: 0.1202838 Aug 11 03:13:14.230833 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17a4b45e-2b9f-4997-93e9-85f0e26ec62c admin admin] Made reservation on behalf of 960cd8e142644cf086ca0c3e15670712 for: {'network': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:13:14.238031 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-17a4b45e-2b9f-4997-93e9-85f0e26ec62c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:14.257489 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-17a4b45e-2b9f-4997-93e9-85f0e26ec62c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:14.271777 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6aae319f-03df-474e-9eb3-793ac43aec4b req-33a215a3-365e-4786-b266-2101c5f63548 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/security-groups?id=2637b46e-72e4-4ee8-ae47-703ae17ac088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484455 Aug 11 03:13:14.318077 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30963015-3094-4e17-a72f-f8383d0739bb req-f7509d34-43ea-49cd-9d13-d19931bbe517 tempest-ServersTestManualDisk-1542911247 tempest-ServersTestManualDisk-1542911247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:14.318739 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-30963015-3094-4e17-a72f-f8383d0739bb req-f7509d34-43ea-49cd-9d13-d19931bbe517 tempest-ServersTestManualDisk-1542911247 tempest-ServersTestManualDisk-1542911247-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6414b43-2a71-460c-b54b-a0bfa11691cd HTTP/1.1" status: 200 len: 931 time: 0.0630994 Aug 11 03:13:14.359173 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-b58b2146-1048-4241-9a1a-3d8b66592136 tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2774198 Aug 11 03:13:14.359432 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 34160) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:14.366959 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-05c1536e-4305-468c-ae54-e73b7d364ce5 tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] Request body: {'port': {'network_id': '4908dc28-21c0-4d37-b6bc-3fa636c1c599', 'name': 'tempest-AllowedAddressPairTestJSON-886153136', 'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:ef:58:7e'}]}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:13:14.380979 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-30963015-3094-4e17-a72f-f8383d0739bb req-647dd066-e778-483b-8f98-b56b4070e6a1 tempest-ServersTestManualDisk-1542911247 tempest-ServersTestManualDisk-1542911247-project] 10.222.0.41 "GET /v2.0/security-groups?id=2aec637d-7caa-4d7f-a83c-89f6f9b38c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557792 Aug 11 03:13:14.449196 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-784cfa9b-df77-4119-9991-5b669630a10c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:14.451836 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-784cfa9b-df77-4119-9991-5b669630a10c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:14.453265 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-784cfa9b-df77-4119-9991-5b669630a10c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ff3813d5-bb0d-4ab7-b294-2df751a0dcd8 HTTP/1.1" status: 204 len: 168 time: 0.5951281 Aug 11 03:13:14.483843 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784cfa9b-df77-4119-9991-5b669630a10c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff3813d5-bb0d-4ab7-b294-2df751a0dcd8,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:14.563791 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded10939-5a28-44c7-897e-0f279ae0af78 req-1a20f853-26fe-466c-9b20-d896aed85a67 tempest-ServerAddressesTestJSON-1878504653 tempest-ServerAddressesTestJSON-1878504653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:14.577828 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ded10939-5a28-44c7-897e-0f279ae0af78 req-1a20f853-26fe-466c-9b20-d896aed85a67 tempest-ServerAddressesTestJSON-1878504653 tempest-ServerAddressesTestJSON-1878504653-project] 10.222.0.41 "GET /v2.0/ports?device_id=ebee0d87-dcce-44f4-9dc7-6e9a4faf300d HTTP/1.1" status: 200 len: 945 time: 0.0989740 Aug 11 03:13:14.631233 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ded10939-5a28-44c7-897e-0f279ae0af78 req-88bf8a2e-cb17-407b-bedc-76339455c09a tempest-ServerAddressesTestJSON-1878504653 tempest-ServerAddressesTestJSON-1878504653-project] 10.222.0.41 "GET /v2.0/security-groups?id=4ec4300c-2324-4a5b-baf4-758e18962f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524583 Aug 11 03:13:14.662241 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-17a4b45e-2b9f-4997-93e9-85f0e26ec62c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:14.664588 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [req-5b5c2fa2-a393-48c6-b60e-d7717bbcffc6 req-b438c078-444f-4ee1-bfbc-ec9d6e2ad5f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e4db2a5-f4d4-4439-9d44-95bd522694b9 {{(pid=102191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:13:14.673736 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-5b5c2fa2-a393-48c6-b60e-d7717bbcffc6 req-b438c078-444f-4ee1-bfbc-ec9d6e2ad5f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:14.687759 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [req-5b5c2fa2-a393-48c6-b60e-d7717bbcffc6 req-b438c078-444f-4ee1-bfbc-ec9d6e2ad5f7 service neutron] Transition to ACTIVE for port object 9e4db2a5-f4d4-4439-9d44-95bd522694b9 will not be triggered until provisioned by entity L2. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:13:14.721552 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-17a4b45e-2b9f-4997-93e9-85f0e26ec62c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:14.758491 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-5b5c2fa2-a393-48c6-b60e-d7717bbcffc6 req-b438c078-444f-4ee1-bfbc-ec9d6e2ad5f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:14.777233 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17a4b45e-2b9f-4997-93e9-85f0e26ec62c admin admin] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=102191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:13:14.806220 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a4b45e-2b9f-4997-93e9-85f0e26ec62c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48499428-2352-4289-84d7-04a5f7c2857f,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:14.829510 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-17a4b45e-2b9f-4997-93e9-85f0e26ec62c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:14.829822 n-d-764292-30 neutron-server[102191]: INFO neutron.db.segments_db [None req-17a4b45e-2b9f-4997-93e9-85f0e26ec62c admin admin] Added segment aecbeae3-037d-45bb-b3df-6bbd23b0c487 of type vlan for network 1d9b30d4-4af2-4e92-ab5f-b9a60728562f Aug 11 03:13:14.857462 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b438c078-444f-4ee1-bfbc-ec9d6e2ad5f7 service neutron] Pushing event updated for resources: {'Port': ['ID=9e4db2a5-f4d4-4439-9d44-95bd522694b9,revision_number=2']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:14.931732 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05c1536e-4305-468c-ae54-e73b7d364ce5 tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] Made reservation on behalf of 93ecefa275664693b0371933a5ae49fb for: {'port': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:13:15.041486 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-17a4b45e-2b9f-4997-93e9-85f0e26ec62c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:15.156231 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-5b5c2fa2-a393-48c6-b60e-d7717bbcffc6 req-b438c078-444f-4ee1-bfbc-ec9d6e2ad5f7 service neutron] Attempting to bind port 9e4db2a5-f4d4-4439-9d44-95bd522694b9 on host n-h1-764292-30 for vnic_type normal with profile {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:13:15.156569 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-5b5c2fa2-a393-48c6-b60e-d7717bbcffc6 req-b438c078-444f-4ee1-bfbc-ec9d6e2ad5f7 service neutron] Attempting to bind port 9e4db2a5-f4d4-4439-9d44-95bd522694b9 by drivers openvswitch,hyperv on host n-h1-764292-30 at level 0 using segments [{'id': 'f54147e9-8b7a-476a-9b8c-5a3e10613aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e9f60ad6-c983-468c-801f-9acb1516310b'}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:13:15.156899 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5c2fa2-a393-48c6-b60e-d7717bbcffc6 req-b438c078-444f-4ee1-bfbc-ec9d6e2ad5f7 service neutron] Attempting to bind port 9e4db2a5-f4d4-4439-9d44-95bd522694b9 on network e9f60ad6-c983-468c-801f-9acb1516310b {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:13:15.184771 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5c2fa2-a393-48c6-b60e-d7717bbcffc6 req-b438c078-444f-4ee1-bfbc-ec9d6e2ad5f7 service neutron] Port 9e4db2a5-f4d4-4439-9d44-95bd522694b9 on network e9f60ad6-c983-468c-801f-9acb1516310b not bound, no agent of type Open vSwitch agent registered on host n-h1-764292-30 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:13:15.185113 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5c2fa2-a393-48c6-b60e-d7717bbcffc6 req-b438c078-444f-4ee1-bfbc-ec9d6e2ad5f7 service neutron] Attempting to bind port 9e4db2a5-f4d4-4439-9d44-95bd522694b9 on network e9f60ad6-c983-468c-801f-9acb1516310b {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:13:15.208315 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5c2fa2-a393-48c6-b60e-d7717bbcffc6 req-b438c078-444f-4ee1-bfbc-ec9d6e2ad5f7 service neutron] Checking agent: {'id': 'abb524c2-b412-4ed2-8367-45c4fd996fa7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:13:15.209322 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5c2fa2-a393-48c6-b60e-d7717bbcffc6 req-b438c078-444f-4ee1-bfbc-ec9d6e2ad5f7 service neutron] Checking segment: {'id': 'f54147e9-8b7a-476a-9b8c-5a3e10613aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e9f60ad6-c983-468c-801f-9acb1516310b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:13:15.210007 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5c2fa2-a393-48c6-b60e-d7717bbcffc6 req-b438c078-444f-4ee1-bfbc-ec9d6e2ad5f7 service neutron] Bound using segment: {'id': 'f54147e9-8b7a-476a-9b8c-5a3e10613aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e9f60ad6-c983-468c-801f-9acb1516310b'} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:13:15.211074 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-5b5c2fa2-a393-48c6-b60e-d7717bbcffc6 req-b438c078-444f-4ee1-bfbc-ec9d6e2ad5f7 service neutron] Bound port: 9e4db2a5-f4d4-4439-9d44-95bd522694b9, host: n-h1-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f54147e9-8b7a-476a-9b8c-5a3e10613aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e9f60ad6-c983-468c-801f-9acb1516310b'}}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:13:15.211869 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-5b5c2fa2-a393-48c6-b60e-d7717bbcffc6 req-b438c078-444f-4ee1-bfbc-ec9d6e2ad5f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:15.270617 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-17a4b45e-2b9f-4997-93e9-85f0e26ec62c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:15.272268 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a4b45e-2b9f-4997-93e9-85f0e26ec62c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:15.273091 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-17a4b45e-2b9f-4997-93e9-85f0e26ec62c admin admin] Notify callbacks [] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:15.303260 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device f4a85f39-6cf4-4b02-a34c-ed310bb7a7cf up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:13:15.358180 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a4dfc57-3ed7-4b61-ac3c-29d3902af67b None None] Network 4908dc28-21c0-4d37-b6bc-3fa636c1c599 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:13:15.472316 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a4b45e-2b9f-4997-93e9-85f0e26ec62c admin admin] Pushing event updated for resources: {'Network': ['ID=1d9b30d4-4af2-4e92-ab5f-b9a60728562f,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:15.488634 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-05c1536e-4305-468c-ae54-e73b7d364ce5 tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:15.528865 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network 1d9b30d4-4af2-4e92-ab5f-b9a60728562f details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:13:15.589567 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c73fa0-3ba3-4455-86ef-b8d3388bf41c req-26f6e896-9b72-46ce-85d7-6ad833c2e90e tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:15.591173 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-62c73fa0-3ba3-4455-86ef-b8d3388bf41c req-26f6e896-9b72-46ce-85d7-6ad833c2e90e tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/ports?device_id=186cfdba-74e8-496c-af0f-b566a2fff5c7 HTTP/1.1" status: 200 len: 945 time: 0.1677015 Aug 11 03:13:15.607733 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [None req-05c1536e-4305-468c-ae54-e73b7d364ce5 tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] device_id is not set on port 76b92a28-2ade-407a-8a0f-1da0c83a8d9f yet. {{(pid=102191) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:13:15.670584 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-62c73fa0-3ba3-4455-86ef-b8d3388bf41c req-b63c1d89-a6f7-4f0b-9ce2-536e956ab26c tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/security-groups?id=2637b46e-72e4-4ee8-ae47-703ae17ac088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660508 Aug 11 03:13:15.682941 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f3fd7b-d025-46b1-ae39-77fb2b851682 req-84b1cd36-9434-46af-a32e-1027143498eb tempest-ServersTestManualDisk-1542911247 tempest-ServersTestManualDisk-1542911247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:15.684471 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c6f3fd7b-d025-46b1-ae39-77fb2b851682 req-84b1cd36-9434-46af-a32e-1027143498eb tempest-ServersTestManualDisk-1542911247 tempest-ServersTestManualDisk-1542911247-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6414b43-2a71-460c-b54b-a0bfa11691cd HTTP/1.1" status: 200 len: 943 time: 0.0923927 Aug 11 03:13:15.753746 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-17a4b45e-2b9f-4997-93e9-85f0e26ec62c admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.9189084 Aug 11 03:13:15.763585 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 34186) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:15.773580 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-607954c4-0fae-4cec-9803-3c4c13f27a0a admin admin] Request body: {'subnet': {'network_id': '1d9b30d4-4af2-4e92-ab5f-b9a60728562f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1426552814-subnet', 'tenant_id': '960cd8e142644cf086ca0c3e15670712', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:13:15.792682 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-5b5c2fa2-a393-48c6-b60e-d7717bbcffc6 req-b438c078-444f-4ee1-bfbc-ec9d6e2ad5f7 service neutron] For port 9e4db2a5-f4d4-4439-9d44-95bd522694b9, host n-h1-764292-30, cleared binding levels {{(pid=102191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:13:15.795813 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-bcade884-f743-4786-bfee-070b02522822 None None] Provisioning for port f4a85f39-6cf4-4b02-a34c-ed310bb7a7cf completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:13:15.799592 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-5b5c2fa2-a393-48c6-b60e-d7717bbcffc6 req-b438c078-444f-4ee1-bfbc-ec9d6e2ad5f7 service neutron] For port 9e4db2a5-f4d4-4439-9d44-95bd522694b9, host n-h1-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=9e4db2a5-f4d4-4439-9d44-95bd522694b9,segment=NetworkSegment(f54147e9-8b7a-476a-9b8c-5a3e10613aa5),segment_id=f54147e9-8b7a-476a-9b8c-5a3e10613aa5)] {{(pid=102191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:13:15.855129 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port f4a85f39-6cf4-4b02-a34c-ed310bb7a7cf completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:13:15.864597 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port f4a85f39-6cf4-4b02-a34c-ed310bb7a7cf triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:13:15.864597 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:15.872600 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c6f3fd7b-d025-46b1-ae39-77fb2b851682 req-d046d7b7-18e5-4b65-8494-b12594916f17 tempest-ServersTestManualDisk-1542911247 tempest-ServersTestManualDisk-1542911247-project] 10.222.0.41 "GET /v2.0/security-groups?id=2aec637d-7caa-4d7f-a83c-89f6f9b38c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1804698 Aug 11 03:13:15.886580 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-5b5c2fa2-a393-48c6-b60e-d7717bbcffc6 req-b438c078-444f-4ee1-bfbc-ec9d6e2ad5f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:15.957444 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae2985c-d726-42ac-88ee-407011f4054f req-fb642200-c59c-420d-894c-e340a910d824 tempest-ServerAddressesTestJSON-1878504653 tempest-ServerAddressesTestJSON-1878504653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:15.967648 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9ae2985c-d726-42ac-88ee-407011f4054f req-fb642200-c59c-420d-894c-e340a910d824 tempest-ServerAddressesTestJSON-1878504653 tempest-ServerAddressesTestJSON-1878504653-project] 10.222.0.41 "GET /v2.0/ports?device_id=ebee0d87-dcce-44f4-9dc7-6e9a4faf300d HTTP/1.1" status: 200 len: 945 time: 0.1652250 Aug 11 03:13:15.975246 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5c2fa2-a393-48c6-b60e-d7717bbcffc6 req-b438c078-444f-4ee1-bfbc-ec9d6e2ad5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:15.976768 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-5b5c2fa2-a393-48c6-b60e-d7717bbcffc6 req-b438c078-444f-4ee1-bfbc-ec9d6e2ad5f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:15.978267 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-5b5c2fa2-a393-48c6-b60e-d7717bbcffc6 req-b438c078-444f-4ee1-bfbc-ec9d6e2ad5f7 service neutron] 10.222.0.22 "PUT /v2.0/ports/9e4db2a5-f4d4-4439-9d44-95bd522694b9 HTTP/1.1" status: 200 len: 1092 time: 2.1043451 Aug 11 03:13:15.979899 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6414b43-2a71-460c-b54b-a0bfa11691cd', 'tag': '9e4db2a5-f4d4-4439-9d44-95bd522694b9'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:13:15.987394 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-353149d4-c816-48db-a7dc-c9ca57ed4db9" -d '{"events": [{"name": "network-changed", "server_uuid": "b6414b43-2a71-460c-b54b-a0bfa11691cd", "tag": "9e4db2a5-f4d4-4439-9d44-95bd522694b9"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:13:16.026335 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-607954c4-0fae-4cec-9803-3c4c13f27a0a admin admin] Made reservation on behalf of 960cd8e142644cf086ca0c3e15670712 for: {'subnet': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:13:16.029481 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-607954c4-0fae-4cec-9803-3c4c13f27a0a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126180544'] for subnet, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:16.040461 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [None req-05c1536e-4305-468c-ae54-e73b7d364ce5 tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] Allocated IP 172.20.0.13 (4908dc28-21c0-4d37-b6bc-3fa636c1c599/b2caf87d-4d2d-4b44-8ab2-389dc5cbfff7/76b92a28-2ade-407a-8a0f-1da0c83a8d9f) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:13:16.115321 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:16.117666 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b438c078-444f-4ee1-bfbc-ec9d6e2ad5f7 service neutron] Pushing event updated for resources: {'Port': ['ID=9e4db2a5-f4d4-4439-9d44-95bd522694b9,revision_number=3']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:16.150148 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:13:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13a5b6fa-4247-4bde-b6b8-b46b360d29d0 x-openstack-request-id: req-13a5b6fa-4247-4bde-b6b8-b46b360d29d0 {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:13:16.171819 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6414b43-2a71-460c-b54b-a0bfa11691cd", "tag": "9e4db2a5-f4d4-4439-9d44-95bd522694b9", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:13:16.172280 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-13a5b6fa-4247-4bde-b6b8-b46b360d29d0 {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:13:16.172916 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6414b43-2a71-460c-b54b-a0bfa11691cd', 'tag': '9e4db2a5-f4d4-4439-9d44-95bd522694b9', 'status': 'completed', 'code': 200} Aug 11 03:13:16.211727 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port f4a85f39-6cf4-4b02-a34c-ed310bb7a7cf, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=f4a85f39-6cf4-4b02-a34c-ed310bb7a7cf,segment=NetworkSegment(bb47910c-9789-4de3-9b33-31679e030b80),segment_id=bb47910c-9789-4de3-9b33-31679e030b80)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:13:16.227409 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9ae2985c-d726-42ac-88ee-407011f4054f req-15f2589e-14f8-4b23-b81d-2cf1bdacdc9f tempest-ServerAddressesTestJSON-1878504653 tempest-ServerAddressesTestJSON-1878504653-project] 10.222.0.41 "GET /v2.0/security-groups?id=4ec4300c-2324-4a5b-baf4-758e18962f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2573094 Aug 11 03:13:16.297650 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:16.509285 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=f4a85f39-6cf4-4b02-a34c-ed310bb7a7cf,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:16.517926 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-05c1536e-4305-468c-ae54-e73b7d364ce5 tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:16.529830 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-df4b450a-7b79-48e8-abcd-d69642efd778 None None] Provisioning complete for port f4a85f39-6cf4-4b02-a34c-ed310bb7a7cf triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:13:16.530606 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-df4b450a-7b79-48e8-abcd-d69642efd778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:16.533977 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [None req-05c1536e-4305-468c-ae54-e73b7d364ce5 tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] Transition to ACTIVE for port object 76b92a28-2ade-407a-8a0f-1da0c83a8d9f will not be triggered until provisioned by entity DHCP. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:13:16.616130 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353149d4-c816-48db-a7dc-c9ca57ed4db9 req-ce302444-8ba0-4e84-9945-3035dacda74c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:16.617739 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-353149d4-c816-48db-a7dc-c9ca57ed4db9 req-ce302444-8ba0-4e84-9945-3035dacda74c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7dfe11bfde114b89a52959d4b6413ca0&device_id=b6414b43-2a71-460c-b54b-a0bfa11691cd HTTP/1.1" status: 200 len: 1095 time: 0.4430451 Aug 11 03:13:16.685011 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-607954c4-0fae-4cec-9803-3c4c13f27a0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125932092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126180562'] for subnet, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:16.771844 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-df4b450a-7b79-48e8-abcd-d69642efd778 None None] Provisioning for port e0f26ad3-b4a6-4bd9-8f63-d06a3d7d4473 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:13:16.779315 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-df4b450a-7b79-48e8-abcd-d69642efd778 None None] Provisioning complete for port e0f26ad3-b4a6-4bd9-8f63-d06a3d7d4473 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:13:16.784740 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-df4b450a-7b79-48e8-abcd-d69642efd778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:16.861882 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-df4b450a-7b79-48e8-abcd-d69642efd778 None None] Port e0f26ad3-b4a6-4bd9-8f63-d06a3d7d4473 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:13:16.919364 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607954c4-0fae-4cec-9803-3c4c13f27a0a admin admin] Checking segment: {'id': 'aecbeae3-037d-45bb-b3df-6bbd23b0c487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '1d9b30d4-4af2-4e92-ab5f-b9a60728562f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:13:16.919798 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-607954c4-0fae-4cec-9803-3c4c13f27a0a admin admin] Network hostable DHCP agents. Network: 1d9b30d4-4af2-4e92-ab5f-b9a60728562f, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:13:16.922862 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607954c4-0fae-4cec-9803-3c4c13f27a0a admin admin] Pushing event updated for resources: {'Subnet': ['ID=98088f52-223d-4261-b781-a2e45477329a,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:16.959362 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b982a505-c678-4c49-8766-0dcc4570fb3e req-7af9405d-d3be-4c12-b0c6-5be0331b76d1 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:16.971403 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b982a505-c678-4c49-8766-0dcc4570fb3e req-7af9405d-d3be-4c12-b0c6-5be0331b76d1 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/ports?device_id=186cfdba-74e8-496c-af0f-b566a2fff5c7 HTTP/1.1" status: 200 len: 945 time: 0.1318698 Aug 11 03:13:16.994353 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-5b057fb5-655f-47e1-bc24-2bf82cb66ada None None] Provisioning complete for port e0f26ad3-b4a6-4bd9-8f63-d06a3d7d4473 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:13:16.995840 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-5b057fb5-655f-47e1-bc24-2bf82cb66ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:17.051189 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b982a505-c678-4c49-8766-0dcc4570fb3e req-d46694fe-cc27-4659-9b28-078f24400f9e tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/security-groups?id=2637b46e-72e4-4ee8-ae47-703ae17ac088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773172 Aug 11 03:13:17.103948 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-5b057fb5-655f-47e1-bc24-2bf82cb66ada None None] Port e0f26ad3-b4a6-4bd9-8f63-d06a3d7d4473 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:13:17.178491 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-607954c4-0fae-4cec-9803-3c4c13f27a0a admin admin] Network 1d9b30d4-4af2-4e92-ab5f-b9a60728562f is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:13:17.182214 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-05c1536e-4305-468c-ae54-e73b7d364ce5 tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:17.214249 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c1536e-4305-468c-ae54-e73b7d364ce5 tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] Network 4908dc28-21c0-4d37-b6bc-3fa636c1c599 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:13:17.221106 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-05c1536e-4305-468c-ae54-e73b7d364ce5 tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:13:17.231759 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device f4a85f39-6cf4-4b02-a34c-ed310bb7a7cf up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:13:17.286811 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c1536e-4305-468c-ae54-e73b7d364ce5 tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:13:17.336940 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port f4a85f39-6cf4-4b02-a34c-ed310bb7a7cf triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:13:17.337721 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:17.353226 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b470aa24-9c46-4c24-8348-1ae3a0bd5829 req-2a93d707-c6fb-4f42-9e83-1613942fcab2 tempest-ServerAddressesTestJSON-1878504653 tempest-ServerAddressesTestJSON-1878504653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:17.368109 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b470aa24-9c46-4c24-8348-1ae3a0bd5829 req-2a93d707-c6fb-4f42-9e83-1613942fcab2 tempest-ServerAddressesTestJSON-1878504653 tempest-ServerAddressesTestJSON-1878504653-project] 10.222.0.41 "GET /v2.0/ports?device_id=ebee0d87-dcce-44f4-9dc7-6e9a4faf300d HTTP/1.1" status: 200 len: 945 time: 0.2015634 Aug 11 03:13:17.389307 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353149d4-c816-48db-a7dc-c9ca57ed4db9 req-bedaf9a5-2399-49d6-b4d4-0faabc99ed94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:17.393888 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-353149d4-c816-48db-a7dc-c9ca57ed4db9 req-bedaf9a5-2399-49d6-b4d4-0faabc99ed94 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=7dfe11bfde114b89a52959d4b6413ca0&shared=False HTTP/1.1" status: 200 len: 912 time: 0.7664516 Aug 11 03:13:17.396652 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-607954c4-0fae-4cec-9803-3c4c13f27a0a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, 1d9b30d4-4af2-4e92-ab5f-b9a60728562f) {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:13:17.412706 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1665527-e0db-4fec-afd9-3c3e0dfe7baf None None] Network 1d9b30d4-4af2-4e92-ab5f-b9a60728562f requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:13:17.453093 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b171a79-fe60-47fe-8e4a-849c950d2dc1 req-ff682d64-1a06-4515-9354-77d7f97a1585 tempest-ServersTestManualDisk-1542911247 tempest-ServersTestManualDisk-1542911247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:17.457702 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9b171a79-fe60-47fe-8e4a-849c950d2dc1 req-ff682d64-1a06-4515-9354-77d7f97a1585 tempest-ServersTestManualDisk-1542911247 tempest-ServersTestManualDisk-1542911247-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6414b43-2a71-460c-b54b-a0bfa11691cd HTTP/1.1" status: 200 len: 943 time: 0.2696459 Aug 11 03:13:17.464055 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607954c4-0fae-4cec-9803-3c4c13f27a0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:17.466923 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-607954c4-0fae-4cec-9803-3c4c13f27a0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:17.488405 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c1536e-4305-468c-ae54-e73b7d364ce5 tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] Pushing event updated for resources: {'Port': ['ID=76b92a28-2ade-407a-8a0f-1da0c83a8d9f,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:17.598741 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b470aa24-9c46-4c24-8348-1ae3a0bd5829 req-53484427-ab65-4491-a17d-fd95cad9fa3f tempest-ServerAddressesTestJSON-1878504653 tempest-ServerAddressesTestJSON-1878504653-project] 10.222.0.41 "GET /v2.0/security-groups?id=4ec4300c-2324-4a5b-baf4-758e18962f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295346 Aug 11 03:13:17.602051 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05c1536e-4305-468c-ae54-e73b7d364ce5 tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:17.603995 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-05c1536e-4305-468c-ae54-e73b7d364ce5 tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:17.652942 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9b171a79-fe60-47fe-8e4a-849c950d2dc1 req-8262eb0e-f4a9-4acc-82d2-1e1104342d9a tempest-ServersTestManualDisk-1542911247 tempest-ServersTestManualDisk-1542911247-project] 10.222.0.41 "GET /v2.0/security-groups?id=2aec637d-7caa-4d7f-a83c-89f6f9b38c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1783507 Aug 11 03:13:17.655106 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-607954c4-0fae-4cec-9803-3c4c13f27a0a admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.8904753 Aug 11 03:13:17.658530 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 34228) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:17.674901 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-975fb441-b757-4d8b-a525-e17003093626 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1426552814-router', 'tenant_id': '960cd8e142644cf086ca0c3e15670712', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:13:17.735485 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-05c1536e-4305-468c-ae54-e73b7d364ce5 tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 3.3724794 Aug 11 03:13:17.737225 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 34232) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:17.745355 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353149d4-c816-48db-a7dc-c9ca57ed4db9 req-ef18b307-5a5d-4f62-911e-3e63338bbccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:17.748189 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-353149d4-c816-48db-a7dc-c9ca57ed4db9 req-ef18b307-5a5d-4f62-911e-3e63338bbccc service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3433166 Aug 11 03:13:17.797341 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-975fb441-b757-4d8b-a525-e17003093626 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-450010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6626'] for router, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:17.798333 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-975fb441-b757-4d8b-a525-e17003093626 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-446747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6633'] for router, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:17.863315 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e629b4d-5335-440c-ad43-1a9f2dc272f2 tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:17.870448 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e629b4d-5335-440c-ad43-1a9f2dc272f2 tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:17.877066 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e629b4d-5335-440c-ad43-1a9f2dc272f2 tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:17.878911 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-8e629b4d-5335-440c-ad43-1a9f2dc272f2 tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2467 time: 0.1401141 Aug 11 03:13:17.888068 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 34236) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:17.912499 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-975fb441-b757-4d8b-a525-e17003093626 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:17.923257 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5c2fa2-a393-48c6-b60e-d7717bbcffc6 req-e99825b3-9bdc-4cdf-824f-1135ee4eabf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:17.929191 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-5b5c2fa2-a393-48c6-b60e-d7717bbcffc6 req-e99825b3-9bdc-4cdf-824f-1135ee4eabf6 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7dfe11bfde114b89a52959d4b6413ca0&device_id=b6414b43-2a71-460c-b54b-a0bfa11691cd HTTP/1.1" status: 200 len: 1095 time: 0.1250436 Aug 11 03:13:18.024634 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-5b5c2fa2-a393-48c6-b60e-d7717bbcffc6 req-5f655c55-fc8e-4c35-9a6b-67542f37d062 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9e4db2a5-f4d4-4439-9d44-95bd522694b9 HTTP/1.1" status: 200 len: 217 time: 0.0802205 Aug 11 03:13:18.039926 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-2d6adaeb-91ac-4f09-a6ee-716acdc06a09 None None] Provisioning for port 76b92a28-2ade-407a-8a0f-1da0c83a8d9f completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:13:18.045680 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-2d6adaeb-91ac-4f09-a6ee-716acdc06a09 None None] Provisioning complete for port 76b92a28-2ade-407a-8a0f-1da0c83a8d9f triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:13:18.046155 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2d6adaeb-91ac-4f09-a6ee-716acdc06a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:18.072837 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ede9fe28-672f-48b9-9975-96caa329d16a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde080026-c28f-55be-b52b-13827cc43646-1d9b30d4-4af2-4e92-ab5f-b9a60728562f', 'network_id': '1d9b30d4-4af2-4e92-ab5f-b9a60728562f', 'tenant_id': '960cd8e142644cf086ca0c3e15670712', 'fixed_ips': [{'subnet_id': '98088f52-223d-4261-b781-a2e45477329a'}]}} from n-d-764292-30. {{(pid=102193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:13:18.074245 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-ede9fe28-672f-48b9-9975-96caa329d16a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:18.109293 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-2d6adaeb-91ac-4f09-a6ee-716acdc06a09 None None] Port 76b92a28-2ade-407a-8a0f-1da0c83a8d9f cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:13:18.240641 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5c2fa2-a393-48c6-b60e-d7717bbcffc6 req-21937d13-7a48-4332-874a-13c5993f7508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:18.258902 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-5b5c2fa2-a393-48c6-b60e-d7717bbcffc6 req-21937d13-7a48-4332-874a-13c5993f7508 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4ea3625a-218b-4c96-9f19-e26b676452c7 HTTP/1.1" status: 200 len: 850 time: 0.2216322 Aug 11 03:13:18.358519 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-7918c850-7564-45bc-ade1-9d0cfcc59788 tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] Deleting port 76b92a28-2ade-407a-8a0f-1da0c83a8d9f {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:13:18.361247 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7918c850-7564-45bc-ade1-9d0cfcc59788 tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:18.367359 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-975fb441-b757-4d8b-a525-e17003093626 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:18.396297 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.db_base_plugin_common [None req-ede9fe28-672f-48b9-9975-96caa329d16a None None] Allocated IP 172.20.0.2 (1d9b30d4-4af2-4e92-ab5f-b9a60728562f/98088f52-223d-4261-b781-a2e45477329a/db05fe35-162d-4bd9-9037-861b64f1138f) {{(pid=102193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:13:18.398356 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a655f97f-d4c6-4bd2-8f31-1daa86dd7a37 req-0602ff4e-c5e5-4b3e-8e5d-2449643a2e5f tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:18.400995 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a655f97f-d4c6-4bd2-8f31-1daa86dd7a37 req-0602ff4e-c5e5-4b3e-8e5d-2449643a2e5f tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/ports?device_id=186cfdba-74e8-496c-af0f-b566a2fff5c7 HTTP/1.1" status: 200 len: 945 time: 0.2273791 Aug 11 03:13:18.421005 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5c2fa2-a393-48c6-b60e-d7717bbcffc6 req-9f16361f-a873-49de-83eb-953c0df2fd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:18.422575 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-5b5c2fa2-a393-48c6-b60e-d7717bbcffc6 req-9f16361f-a873-49de-83eb-953c0df2fd01 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e9f60ad6-c983-468c-801f-9acb1516310b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1512120 Aug 11 03:13:18.474558 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a655f97f-d4c6-4bd2-8f31-1daa86dd7a37 req-11e8154b-913d-4a97-b0d4-0adf18e2cb63 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/security-groups?id=2637b46e-72e4-4ee8-ae47-703ae17ac088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643179 Aug 11 03:13:18.674409 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-ede9fe28-672f-48b9-9975-96caa329d16a None None] Notify callbacks [] for port, precommit_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:18.685881 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-ede9fe28-672f-48b9-9975-96caa329d16a None None] Transition to ACTIVE for port object db05fe35-162d-4bd9-9037-861b64f1138f will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:13:18.714275 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-ede9fe28-672f-48b9-9975-96caa329d16a None None] Transition to ACTIVE for port object db05fe35-162d-4bd9-9037-861b64f1138f will not be triggered until provisioned by entity DHCP. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:13:18.723787 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7918c850-7564-45bc-ade1-9d0cfcc59788 tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:18.749066 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-7918c850-7564-45bc-ade1-9d0cfcc59788 tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] Calling delete_port for 76b92a28-2ade-407a-8a0f-1da0c83a8d9f owned by {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:13:18.761853 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-5b5c2fa2-a393-48c6-b60e-d7717bbcffc6 req-3157b5db-e527-419b-a185-955ed4f667f6 service neutron] 10.222.0.22 "GET /v2.0/networks/e9f60ad6-c983-468c-801f-9acb1516310b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3282013 Aug 11 03:13:18.789314 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-ede9fe28-672f-48b9-9975-96caa329d16a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669'] for port, after_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:18.839357 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe33fc8-33ed-4a2e-95f3-d7aa51e9bb2c req-2482be73-3ca4-4fb0-8edb-3fd44ab4b927 tempest-ServerAddressesTestJSON-1878504653 tempest-ServerAddressesTestJSON-1878504653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:18.839938 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede9fe28-672f-48b9-9975-96caa329d16a None None] Pushing event updated for resources: {'Port': ['ID=db05fe35-162d-4bd9-9037-861b64f1138f,revision_number=1']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:18.840722 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-cfe33fc8-33ed-4a2e-95f3-d7aa51e9bb2c req-2482be73-3ca4-4fb0-8edb-3fd44ab4b927 tempest-ServerAddressesTestJSON-1878504653 tempest-ServerAddressesTestJSON-1878504653-project] 10.222.0.22 "GET /v2.0/ports?device_id=ebee0d87-dcce-44f4-9dc7-6e9a4faf300d HTTP/1.1" status: 200 len: 945 time: 0.2641888 Aug 11 03:13:18.857560 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ede9fe28-672f-48b9-9975-96caa329d16a None None] Network 1d9b30d4-4af2-4e92-ab5f-b9a60728562f is already hosted by enough agents. {{(pid=102193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:13:18.859126 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.base_scheduler [None req-ede9fe28-672f-48b9-9975-96caa329d16a None None] Resources bound (agent type, host, resource id): {{(pid=102193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:13:18.873130 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede9fe28-672f-48b9-9975-96caa329d16a None None] Received port after_create {{(pid=102193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:13:18.939343 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-ede9fe28-672f-48b9-9975-96caa329d16a None None] Attempting to bind port db05fe35-162d-4bd9-9037-861b64f1138f on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:13:18.940098 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-ede9fe28-672f-48b9-9975-96caa329d16a None None] Attempting to bind port db05fe35-162d-4bd9-9037-861b64f1138f by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': 'aecbeae3-037d-45bb-b3df-6bbd23b0c487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '1d9b30d4-4af2-4e92-ab5f-b9a60728562f'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:13:18.940744 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede9fe28-672f-48b9-9975-96caa329d16a None None] Attempting to bind port db05fe35-162d-4bd9-9037-861b64f1138f on network 1d9b30d4-4af2-4e92-ab5f-b9a60728562f {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:13:18.950626 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede9fe28-672f-48b9-9975-96caa329d16a None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 13, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:13:18.955929 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede9fe28-672f-48b9-9975-96caa329d16a None None] Checking segment: {'id': 'aecbeae3-037d-45bb-b3df-6bbd23b0c487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '1d9b30d4-4af2-4e92-ab5f-b9a60728562f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:13:18.955929 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-ede9fe28-672f-48b9-9975-96caa329d16a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:18.955929 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede9fe28-672f-48b9-9975-96caa329d16a None None] Bound using segment: {'id': 'aecbeae3-037d-45bb-b3df-6bbd23b0c487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '1d9b30d4-4af2-4e92-ab5f-b9a60728562f'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:13:18.955929 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-ede9fe28-672f-48b9-9975-96caa329d16a None None] Bound port: db05fe35-162d-4bd9-9037-861b64f1138f, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aecbeae3-037d-45bb-b3df-6bbd23b0c487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '1d9b30d4-4af2-4e92-ab5f-b9a60728562f'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:13:18.955929 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-ede9fe28-672f-48b9-9975-96caa329d16a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:18.969803 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aa882b-0b5b-4dd6-92e6-15c45119c679 req-e1129e40-0367-4bf4-b786-f6686abf7703 tempest-ServersTestManualDisk-1542911247 tempest-ServersTestManualDisk-1542911247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:18.971501 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-36aa882b-0b5b-4dd6-92e6-15c45119c679 req-e1129e40-0367-4bf4-b786-f6686abf7703 tempest-ServersTestManualDisk-1542911247 tempest-ServersTestManualDisk-1542911247-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6414b43-2a71-460c-b54b-a0bfa11691cd HTTP/1.1" status: 200 len: 943 time: 0.1963224 Aug 11 03:13:18.981868 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4e378f-bc15-4324-80f5-ae4223b4210b req-a32813a4-9b1d-43e3-94e4-7b515be3158c tempest-ServerAddressesTestJSON-1878504653 tempest-ServerAddressesTestJSON-1878504653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:18.983662 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0f4e378f-bc15-4324-80f5-ae4223b4210b req-a32813a4-9b1d-43e3-94e4-7b515be3158c tempest-ServerAddressesTestJSON-1878504653 tempest-ServerAddressesTestJSON-1878504653-project] 10.222.0.41 "GET /v2.0/ports?device_id=ebee0d87-dcce-44f4-9dc7-6e9a4faf300d HTTP/1.1" status: 200 len: 945 time: 0.2073748 Aug 11 03:13:19.033112 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-975fb441-b757-4d8b-a525-e17003093626 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:19.043553 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-ede9fe28-672f-48b9-9975-96caa329d16a None None] For port db05fe35-162d-4bd9-9037-861b64f1138f, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:13:19.048050 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-ede9fe28-672f-48b9-9975-96caa329d16a None None] For port db05fe35-162d-4bd9-9037-861b64f1138f, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=db05fe35-162d-4bd9-9037-861b64f1138f,segment=NetworkSegment(aecbeae3-037d-45bb-b3df-6bbd23b0c487),segment_id=aecbeae3-037d-45bb-b3df-6bbd23b0c487)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:13:19.059039 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-975fb441-b757-4d8b-a525-e17003093626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:19.107836 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-36aa882b-0b5b-4dd6-92e6-15c45119c679 req-f3830bd2-aa9d-48f5-ae4d-1ab0f7cbe9c0 tempest-ServersTestManualDisk-1542911247 tempest-ServersTestManualDisk-1542911247-project] 10.222.0.41 "GET /v2.0/security-groups?id=2aec637d-7caa-4d7f-a83c-89f6f9b38c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1211319 Aug 11 03:13:19.113659 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-ede9fe28-672f-48b9-9975-96caa329d16a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:19.237411 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0f4e378f-bc15-4324-80f5-ae4223b4210b req-69405d11-6cd3-4dbb-88a9-03487182ef17 tempest-ServerAddressesTestJSON-1878504653 tempest-ServerAddressesTestJSON-1878504653-project] 10.222.0.41 "GET /v2.0/security-groups?id=4ec4300c-2324-4a5b-baf4-758e18962f48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381489 Aug 11 03:13:19.267194 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-5b5c2fa2-a393-48c6-b60e-d7717bbcffc6 req-6d66f032-9adb-4278-be52-217827fc13bf service neutron] 10.222.0.22 "GET /v2.0/networks/e9f60ad6-c983-468c-801f-9acb1516310b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4482033 Aug 11 03:13:19.290560 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede9fe28-672f-48b9-9975-96caa329d16a None None] Pushing event updated for resources: {'Port': ['ID=db05fe35-162d-4bd9-9037-861b64f1138f,revision_number=2']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:19.293826 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-cfe33fc8-33ed-4a2e-95f3-d7aa51e9bb2c req-696f6985-ad30-4917-b985-76e0d6c95d23 tempest-ServerAddressesTestJSON-1878504653 tempest-ServerAddressesTestJSON-1878504653-project] Deleting port 9629cd8a-cf54-4ec9-b7a9-908dcc05c94e {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:13:19.294476 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-cfe33fc8-33ed-4a2e-95f3-d7aa51e9bb2c req-696f6985-ad30-4917-b985-76e0d6c95d23 tempest-ServerAddressesTestJSON-1878504653 tempest-ServerAddressesTestJSON-1878504653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:19.316707 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [None req-975fb441-b757-4d8b-a525-e17003093626 admin admin] Allocated IP 172.25.8.162 (09faf7d2-eaf5-4a50-bb6e-4cb05d009a76/e1a97443-13df-40bb-85f5-fd269e2742c0/e740ac04-0233-4fe5-84ce-cf9f509e3f81) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:13:19.407297 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7918c850-7564-45bc-ade1-9d0cfcc59788 tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:19.456049 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7918c850-7564-45bc-ade1-9d0cfcc59788 tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] Pushing event deleted for resources: {'Port': ['ID=76b92a28-2ade-407a-8a0f-1da0c83a8d9f,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:19.585869 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-cfe33fc8-33ed-4a2e-95f3-d7aa51e9bb2c req-696f6985-ad30-4917-b985-76e0d6c95d23 tempest-ServerAddressesTestJSON-1878504653 tempest-ServerAddressesTestJSON-1878504653-project] For port 9629cd8a-cf54-4ec9-b7a9-908dcc05c94e, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=9629cd8a-cf54-4ec9-b7a9-908dcc05c94e,segment=NetworkSegment(3e4f1b9a-53b9-453e-a55b-809065598f06),segment_id=3e4f1b9a-53b9-453e-a55b-809065598f06)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:13:19.586240 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-cfe33fc8-33ed-4a2e-95f3-d7aa51e9bb2c req-696f6985-ad30-4917-b985-76e0d6c95d23 tempest-ServerAddressesTestJSON-1878504653 tempest-ServerAddressesTestJSON-1878504653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:19.628277 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-975fb441-b757-4d8b-a525-e17003093626 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:19.768850 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-cfe33fc8-33ed-4a2e-95f3-d7aa51e9bb2c req-696f6985-ad30-4917-b985-76e0d6c95d23 tempest-ServerAddressesTestJSON-1878504653 tempest-ServerAddressesTestJSON-1878504653-project] Calling delete_port for 9629cd8a-cf54-4ec9-b7a9-908dcc05c94e owned by compute:nova {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:13:19.893962 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0850a837-f953-4194-8b64-a5f6f6f4db50 req-595fc143-fa11-4699-927e-a1c840238612 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:19.902714 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0850a837-f953-4194-8b64-a5f6f6f4db50 req-595fc143-fa11-4699-927e-a1c840238612 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/ports?device_id=186cfdba-74e8-496c-af0f-b566a2fff5c7 HTTP/1.1" status: 200 len: 945 time: 0.2258384 Aug 11 03:13:19.966327 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7918c850-7564-45bc-ade1-9d0cfcc59788 tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:19.967324 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0850a837-f953-4194-8b64-a5f6f6f4db50 req-ea66add3-128f-4088-819b-a6a8bfcd729e tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/security-groups?id=2637b46e-72e4-4ee8-ae47-703ae17ac088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475383 Aug 11 03:13:19.971154 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-7918c850-7564-45bc-ade1-9d0cfcc59788 tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] 10.222.0.41 "DELETE /v2.0/ports/76b92a28-2ade-407a-8a0f-1da0c83a8d9f HTTP/1.1" status: 204 len: 168 time: 2.0672307 Aug 11 03:13:19.971906 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 34260) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:19.974703 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-975fb441-b757-4d8b-a525-e17003093626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:20.029006 n-d-764292-30 neutron-server[102191]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1310824-550a-453e-87a2-e557d3fea4c3 tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] GET failed (client error): The resource could not be found. Aug 11 03:13:20.029006 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-e1310824-550a-453e-87a2-e557d3fea4c3 tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] 10.222.0.41 "GET /v2.0/ports/76b92a28-2ade-407a-8a0f-1da0c83a8d9f HTTP/1.1" status: 404 len: 333 time: 0.0435832 Aug 11 03:13:20.032346 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 34262) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:20.038787 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-402b964d-cc2c-4482-88a6-5f8388ef64f0 tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] Request body: {'port': {'network_id': '4908dc28-21c0-4d37-b6bc-3fa636c1c599', 'name': 'tempest-AllowedAddressPairTestJSON-1993769520'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:13:20.051767 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-975fb441-b757-4d8b-a525-e17003093626 admin admin] Network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:13:20.097448 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-975fb441-b757-4d8b-a525-e17003093626 admin admin] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:13:20.103646 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-975fb441-b757-4d8b-a525-e17003093626 admin admin] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:13:20.199077 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-cfe33fc8-33ed-4a2e-95f3-d7aa51e9bb2c req-696f6985-ad30-4917-b985-76e0d6c95d23 tempest-ServerAddressesTestJSON-1878504653 tempest-ServerAddressesTestJSON-1878504653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:20.344084 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696f6985-ad30-4917-b985-76e0d6c95d23 tempest-ServerAddressesTestJSON-1878504653 tempest-ServerAddressesTestJSON-1878504653-project] Pushing event deleted for resources: {'Port': ['ID=9629cd8a-cf54-4ec9-b7a9-908dcc05c94e,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:20.347149 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfe33fc8-33ed-4a2e-95f3-d7aa51e9bb2c req-696f6985-ad30-4917-b985-76e0d6c95d23 tempest-ServerAddressesTestJSON-1878504653 tempest-ServerAddressesTestJSON-1878504653-project] No DVR routers for this DVR port 9629cd8a-cf54-4ec9-b7a9-908dcc05c94e on host n-h1-764292-30 {{(pid=102191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:13:20.351757 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-cfe33fc8-33ed-4a2e-95f3-d7aa51e9bb2c req-696f6985-ad30-4917-b985-76e0d6c95d23 tempest-ServerAddressesTestJSON-1878504653 tempest-ServerAddressesTestJSON-1878504653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:20.360923 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-cfe33fc8-33ed-4a2e-95f3-d7aa51e9bb2c req-696f6985-ad30-4917-b985-76e0d6c95d23 tempest-ServerAddressesTestJSON-1878504653 tempest-ServerAddressesTestJSON-1878504653-project] 10.222.0.22 "DELETE /v2.0/ports/9629cd8a-cf54-4ec9-b7a9-908dcc05c94e HTTP/1.1" status: 204 len: 173 time: 1.4814875 Aug 11 03:13:20.361411 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebee0d87-dcce-44f4-9dc7-6e9a4faf300d', 'name': 'network-vif-deleted', 'tag': '9629cd8a-cf54-4ec9-b7a9-908dcc05c94e'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:13:20.375200 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afe4a1c3-36f0-4e5b-9866-e427b96100c2" -d '{"events": [{"server_uuid": "ebee0d87-dcce-44f4-9dc7-6e9a4faf300d", "name": "network-vif-deleted", "tag": "9629cd8a-cf54-4ec9-b7a9-908dcc05c94e"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:13:20.778555 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975fb441-b757-4d8b-a525-e17003093626 admin admin] Pushing event updated for resources: {'Port': ['ID=e740ac04-0233-4fe5-84ce-cf9f509e3f81,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:20.804566 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c525527-7edb-46d5-a6d6-7f35a4555ad0 None None] Network 1d9b30d4-4af2-4e92-ab5f-b9a60728562f requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:13:20.946545 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-98c46840-f388-4306-854e-04d2455276a1 req-ea5116ee-dc2b-41fd-bf01-96dce46252b7 tempest-ServerAddressesTestJSON-1878504653 tempest-ServerAddressesTestJSON-1878504653-project] 10.222.0.41 "GET /v2.0/ports?device_id=ebee0d87-dcce-44f4-9dc7-6e9a4faf300d HTTP/1.1" status: 200 len: 210 time: 0.0743256 Aug 11 03:13:20.947873 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e59646b-86d7-40ee-b9f6-7a25607a09c2 x-openstack-request-id: req-8e59646b-86d7-40ee-b9f6-7a25607a09c2 {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:13:20.947873 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebee0d87-dcce-44f4-9dc7-6e9a4faf300d", "name": "network-vif-deleted", "tag": "9629cd8a-cf54-4ec9-b7a9-908dcc05c94e", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:13:20.947873 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8e59646b-86d7-40ee-b9f6-7a25607a09c2 {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:13:20.947873 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebee0d87-dcce-44f4-9dc7-6e9a4faf300d', 'name': 'network-vif-deleted', 'tag': '9629cd8a-cf54-4ec9-b7a9-908dcc05c94e', 'status': 'completed', 'code': 200} Aug 11 03:13:20.948591 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e7cff4-8a18-45f2-80eb-77f1b71387e2 req-a7924fbb-4c62-4e27-9f2e-610889d0b16e tempest-ServersTestManualDisk-1542911247 tempest-ServersTestManualDisk-1542911247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:20.948591 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-99e7cff4-8a18-45f2-80eb-77f1b71387e2 req-a7924fbb-4c62-4e27-9f2e-610889d0b16e tempest-ServersTestManualDisk-1542911247 tempest-ServersTestManualDisk-1542911247-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6414b43-2a71-460c-b54b-a0bfa11691cd HTTP/1.1" status: 200 len: 943 time: 0.6708467 Aug 11 03:13:20.988857 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-99e7cff4-8a18-45f2-80eb-77f1b71387e2 req-6f0b6c24-d356-44ba-89f8-f14ec83ff1c4 tempest-ServersTestManualDisk-1542911247 tempest-ServersTestManualDisk-1542911247-project] 10.222.0.41 "GET /v2.0/security-groups?id=2aec637d-7caa-4d7f-a83c-89f6f9b38c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502584 Aug 11 03:13:21.056329 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-83f935f7-a6a7-4ef6-b8c6-297917bfc158 None None] Provisioning for port db05fe35-162d-4bd9-9037-861b64f1138f completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:13:21.058858 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-402b964d-cc2c-4482-88a6-5f8388ef64f0 tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] Made reservation on behalf of 93ecefa275664693b0371933a5ae49fb for: {'port': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:13:21.064253 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-402b964d-cc2c-4482-88a6-5f8388ef64f0 tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:21.216068 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [None req-402b964d-cc2c-4482-88a6-5f8388ef64f0 tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] device_id is not set on port e22ffdef-d87b-4346-9d0f-2b4985958b66 yet. {{(pid=102192) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:13:21.230714 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-975fb441-b757-4d8b-a525-e17003093626 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:21.243901 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device db05fe35-162d-4bd9-9037-861b64f1138f up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:13:21.378823 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cad79c9-8426-45c6-8973-9901bc1ff85e req-628968d1-3b27-4fc9-865f-470fd19e704c tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:21.380586 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7cad79c9-8426-45c6-8973-9901bc1ff85e req-628968d1-3b27-4fc9-865f-470fd19e704c tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/ports?device_id=186cfdba-74e8-496c-af0f-b566a2fff5c7 HTTP/1.1" status: 200 len: 945 time: 0.2602639 Aug 11 03:13:21.464088 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port db05fe35-162d-4bd9-9037-861b64f1138f completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:13:21.464088 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port db05fe35-162d-4bd9-9037-861b64f1138f triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:13:21.464088 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:21.570635 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:21.617052 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7cad79c9-8426-45c6-8973-9901bc1ff85e req-6653d3ca-c134-437e-a690-f7c602f1e8cd tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/security-groups?id=2637b46e-72e4-4ee8-ae47-703ae17ac088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2265975 Aug 11 03:13:21.624139 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port db05fe35-162d-4bd9-9037-861b64f1138f, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=db05fe35-162d-4bd9-9037-861b64f1138f,segment=NetworkSegment(aecbeae3-037d-45bb-b3df-6bbd23b0c487),segment_id=aecbeae3-037d-45bb-b3df-6bbd23b0c487)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:13:21.637935 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [None req-402b964d-cc2c-4482-88a6-5f8388ef64f0 tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] Allocated IP 172.20.0.4 (4908dc28-21c0-4d37-b6bc-3fa636c1c599/b2caf87d-4d2d-4b44-8ab2-389dc5cbfff7/e22ffdef-d87b-4346-9d0f-2b4985958b66) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:13:21.700669 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:21.766948 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=db05fe35-162d-4bd9-9037-861b64f1138f,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:21.788644 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:13:21.789422 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:13:21.789928 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:13:21.790539 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:13:21.791087 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:13:21.791642 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:13:21.792150 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:13:21.792867 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:13:21.793931 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:13:21.794598 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:13:21.795146 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:13:21.795681 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:13:21.846065 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-975fb441-b757-4d8b-a525-e17003093626 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-446952'] for router, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:21.936923 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 34288) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:22.034116 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_v2 [None req-0677f922-66e2-450c-be00-13fef0a3c716 admin admin] Deleting subnet 52519d99-80ae-48b7-b6fb-e2e5d9e5bfbb {{(pid=102191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:13:22.041333 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0677f922-66e2-450c-be00-13fef0a3c716 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:22.042020 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-402b964d-cc2c-4482-88a6-5f8388ef64f0 tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:22.079272 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [None req-402b964d-cc2c-4482-88a6-5f8388ef64f0 tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] Transition to ACTIVE for port object e22ffdef-d87b-4346-9d0f-2b4985958b66 will not be triggered until provisioned by entity DHCP. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:13:22.082420 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 9629cd8a-cf54-4ec9-b7a9-908dcc05c94e no longer exists at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:13:22.103149 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0677f922-66e2-450c-be00-13fef0a3c716 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126283525'] for subnet, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:22.104127 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] No Port match for: 9629cd8a-cf54-4ec9-b7a9-908dcc05c94e {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:13:22.104483 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 9629cd8a-cf54-4ec9-b7a9-908dcc05c94e not bound to the agent host n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:13:22.182462 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0677f922-66e2-450c-be00-13fef0a3c716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:22.202720 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f86b97-453b-4e42-8627-a8f34c6bd9be req-90c9d6a0-d82e-4b56-8327-b70c5ee9a134 tempest-ServersTestManualDisk-1542911247 tempest-ServersTestManualDisk-1542911247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:22.204326 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-97f86b97-453b-4e42-8627-a8f34c6bd9be req-90c9d6a0-d82e-4b56-8327-b70c5ee9a134 tempest-ServersTestManualDisk-1542911247 tempest-ServersTestManualDisk-1542911247-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6414b43-2a71-460c-b54b-a0bfa11691cd HTTP/1.1" status: 200 len: 943 time: 0.1042817 Aug 11 03:13:22.259915 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-97f86b97-453b-4e42-8627-a8f34c6bd9be req-bc48e4df-7ac4-4d37-8dca-c9629365715d tempest-ServersTestManualDisk-1542911247 tempest-ServersTestManualDisk-1542911247-project] 10.222.0.41 "GET /v2.0/security-groups?id=2aec637d-7caa-4d7f-a83c-89f6f9b38c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483220 Aug 11 03:13:22.262697 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-402b964d-cc2c-4482-88a6-5f8388ef64f0 tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:22.264786 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-975fb441-b757-4d8b-a525-e17003093626 admin admin] Router 63d10ac5-9792-43c7-b9f6-03a4f91684ec is scheduled to L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 with binding_index 1 {{(pid=102192) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:13:22.321029 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-402b964d-cc2c-4482-88a6-5f8388ef64f0 tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] Network 4908dc28-21c0-4d37-b6bc-3fa636c1c599 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:13:22.358735 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-402b964d-cc2c-4482-88a6-5f8388ef64f0 tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:13:22.365430 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-402b964d-cc2c-4482-88a6-5f8388ef64f0 tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:13:22.401644 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402b964d-cc2c-4482-88a6-5f8388ef64f0 tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] Pushing event updated for resources: {'Port': ['ID=e22ffdef-d87b-4346-9d0f-2b4985958b66,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:22.502639 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0677f922-66e2-450c-be00-13fef0a3c716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126283413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126275158'] for subnet, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:22.542571 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-402b964d-cc2c-4482-88a6-5f8388ef64f0 tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:22.543476 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-402b964d-cc2c-4482-88a6-5f8388ef64f0 tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:22.547246 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-975fb441-b757-4d8b-a525-e17003093626 admin admin] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:13:22.558767 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500687c1-6f38-478d-99e6-380bbfa19510 None None] Sync routers for ids ['63d10ac5-9792-43c7-b9f6-03a4f91684ec'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:13:22.565444 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0677f922-66e2-450c-be00-13fef0a3c716 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52519d99-80ae-48b7-b6fb-e2e5d9e5bfbb,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:22.577150 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0677f922-66e2-450c-be00-13fef0a3c716 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:22.579133 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-0677f922-66e2-450c-be00-13fef0a3c716 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/52519d99-80ae-48b7-b6fb-e2e5d9e5bfbb HTTP/1.1" status: 204 len: 168 time: 0.6411874 Aug 11 03:13:22.580148 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500687c1-6f38-478d-99e6-380bbfa19510 None None] Routers {'63d10ac5-9792-43c7-b9f6-03a4f91684ec'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:13:22.581257 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-500687c1-6f38-478d-99e6-380bbfa19510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:13:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['63d10ac5-9792-43c7-b9f6-03a4f91684ec'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:13:22.586276 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 34296) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:22.735049 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-975fb441-b757-4d8b-a525-e17003093626 admin admin] Notify callbacks [] for router, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:22.739893 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 34300) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:22.740392 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-975fb441-b757-4d8b-a525-e17003093626 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 5.0775876 Aug 11 03:13:22.757239 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-402b964d-cc2c-4482-88a6-5f8388ef64f0 tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7218521 Aug 11 03:13:22.760026 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 34302) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:22.765202 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-cbdbcc40-0dfb-4ede-bed2-ce0e728dfc17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:22.774491 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-d30bacc4-2629-4058-8c3c-9c60d9691533 tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:ef:58:7e'}]}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:13:22.839372 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-500687c1-6f38-478d-99e6-380bbfa19510 None None] Set router 63d10ac5-9792-43c7-b9f6-03a4f91684ec gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:13:22.885653 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b59eeb5-6075-4420-9202-66929762d29e req-97d8701d-2637-4b3f-8717-6faa5254681e tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:22.890150 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-016dd6a0-d20c-4eee-9663-8e10a16bcbe9 None None] Provisioning for port e22ffdef-d87b-4346-9d0f-2b4985958b66 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:13:22.894824 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2b59eeb5-6075-4420-9202-66929762d29e req-97d8701d-2637-4b3f-8717-6faa5254681e tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/ports?device_id=186cfdba-74e8-496c-af0f-b566a2fff5c7 HTTP/1.1" status: 200 len: 945 time: 0.1520400 Aug 11 03:13:22.926875 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-016dd6a0-d20c-4eee-9663-8e10a16bcbe9 None None] Provisioning complete for port e22ffdef-d87b-4346-9d0f-2b4985958b66 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:13:22.928855 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-016dd6a0-d20c-4eee-9663-8e10a16bcbe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:22.954935 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2b59eeb5-6075-4420-9202-66929762d29e req-3cfdf33d-6f43-40cf-8b59-ffea1e3f3507 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/security-groups?id=2637b46e-72e4-4ee8-ae47-703ae17ac088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588632 Aug 11 03:13:23.052602 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-016dd6a0-d20c-4eee-9663-8e10a16bcbe9 None None] Port e22ffdef-d87b-4346-9d0f-2b4985958b66 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:13:23.179516 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-cbdbcc40-0dfb-4ede-bed2-ce0e728dfc17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:23.206122 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-500687c1-6f38-478d-99e6-380bbfa19510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63d10ac5-9792-43c7-b9f6-03a4f91684ec', 'name': 'tempest-ServersTestJSON-1426552814-router', 'tenant_id': '960cd8e142644cf086ca0c3e15670712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': 'e740ac04-0233-4fe5-84ce-cf9f509e3f81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:13:17Z', 'updated_at': '2021-08-11T03:13:20Z', 'revision_number': 3, 'project_id': '960cd8e142644cf086ca0c3e15670712', 'gw_port': {'id': 'e740ac04-0233-4fe5-84ce-cf9f509e3f81', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:c2:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63d10ac5-9792-43c7-b9f6-03a4f91684ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:13:19Z', 'updated_at': '2021-08-11T03:13:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:13:23.240267 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-cbdbcc40-0dfb-4ede-bed2-ce0e728dfc17 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c69ed4dd-e4cf-4491-828f-fc5e833e805e']}} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:13:23.257267 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-cbdbcc40-0dfb-4ede-bed2-ce0e728dfc17 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e4f1b9a-53b9-453e-a55b-809065598f06') {'for_net_delete': True} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:13:23.257658 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-cbdbcc40-0dfb-4ede-bed2-ce0e728dfc17 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e4f1b9a-53b9-453e-a55b-809065598f06') {} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:13:23.276868 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-cbdbcc40-0dfb-4ede-bed2-ce0e728dfc17 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125932501'] for segment, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:23.280877 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500687c1-6f38-478d-99e6-380bbfa19510 None None] Checking router: 63d10ac5-9792-43c7-b9f6-03a4f91684ec for host: n-d-764292-30 {{(pid=102193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:13:23.284225 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500687c1-6f38-478d-99e6-380bbfa19510 None None] Updating router 63d10ac5-9792-43c7-b9f6-03a4f91684ec port e740ac04-0233-4fe5-84ce-cf9f509e3f81 binding host n-d-764292-30 {{(pid=102193) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:13:23.307409 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device db05fe35-162d-4bd9-9037-861b64f1138f up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:13:23.328014 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-cbdbcc40-0dfb-4ede-bed2-ce0e728dfc17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:23.343159 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbdbcc40-0dfb-4ede-bed2-ce0e728dfc17 admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=102192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:13:23.345905 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-cbdbcc40-0dfb-4ede-bed2-ce0e728dfc17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125932183'] for segment, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:23.346104 n-d-764292-30 neutron-server[102192]: Traceback (most recent call last): Aug 11 03:13:23.346104 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:13:23.346104 n-d-764292-30 neutron-server[102192]: timer() Aug 11 03:13:23.346104 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:13:23.346104 n-d-764292-30 neutron-server[102192]: cb(*args, **kw) Aug 11 03:13:23.346104 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:13:23.346104 n-d-764292-30 neutron-server[102192]: return func(*args, **kwargs) Aug 11 03:13:23.346104 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:13:23.346104 n-d-764292-30 neutron-server[102192]: self._notify() Aug 11 03:13:23.346104 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:13:23.346104 n-d-764292-30 neutron-server[102192]: self.callback(batched_events) Aug 11 03:13:23.346104 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:13:23.346104 n-d-764292-30 neutron-server[102192]: event.method(event) Aug 11 03:13:23.346104 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:13:23.346104 n-d-764292-30 neutron-server[102192]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:13:23.346104 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:13:23.346104 n-d-764292-30 neutron-server[102192]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:13:23.346104 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:13:23.346104 n-d-764292-30 neutron-server[102192]: return f(self, *a, **k) Aug 11 03:13:23.346104 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:13:23.346104 n-d-764292-30 neutron-server[102192]: return self._get(url).json() Aug 11 03:13:23.346104 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:13:23.346104 n-d-764292-30 neutron-server[102192]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:13:23.346104 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:13:23.346104 n-d-764292-30 neutron-server[102192]: return self.request(url, 'GET', **kwargs) Aug 11 03:13:23.346104 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:13:23.346104 n-d-764292-30 neutron-server[102192]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:13:23.346104 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:13:23.346104 n-d-764292-30 neutron-server[102192]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:13:23.346104 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:13:23.346104 n-d-764292-30 neutron-server[102192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:13:23.346104 n-d-764292-30 neutron-server[102192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:13:23.358479 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-d30bacc4-2629-4058-8c3c-9c60d9691533 tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:23.551451 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-500687c1-6f38-478d-99e6-380bbfa19510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:23.637716 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port db05fe35-162d-4bd9-9037-861b64f1138f triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:13:23.640121 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:23.761791 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-cbdbcc40-0dfb-4ede-bed2-ce0e728dfc17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:23.778177 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-17413a58-a432-4bf1-9cef-a66acfe805a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:23.933300 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba743b8-64f7-45c0-b3bf-043e2d5e28bf req-293b171c-93f6-415c-be7a-cf793f05d8c1 tempest-ServersTestManualDisk-1542911247 tempest-ServersTestManualDisk-1542911247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:23.939521 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2ba743b8-64f7-45c0-b3bf-043e2d5e28bf req-293b171c-93f6-415c-be7a-cf793f05d8c1 tempest-ServersTestManualDisk-1542911247 tempest-ServersTestManualDisk-1542911247-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6414b43-2a71-460c-b54b-a0bfa11691cd HTTP/1.1" status: 200 len: 943 time: 0.4779730 Aug 11 03:13:23.945216 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-cbdbcc40-0dfb-4ede-bed2-ce0e728dfc17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:23.947804 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-cbdbcc40-0dfb-4ede-bed2-ce0e728dfc17 admin admin] 10.222.0.41 "DELETE /v2.0/networks/c69ed4dd-e4cf-4491-828f-fc5e833e805e HTTP/1.1" status: 204 len: 168 time: 1.3594108 Aug 11 03:13:24.020444 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdbcc40-0dfb-4ede-bed2-ce0e728dfc17 admin admin] Pushing event deleted for resources: {'Network': ['ID=c69ed4dd-e4cf-4491-828f-fc5e833e805e,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:24.078749 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-323bbe13-9c60-42bf-87e1-b86a307a418f req-5d6a9993-37c7-44de-ba25-e190870e0c50 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c37d8b08-64ee-4d7e-99b5-bc356505ed77&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.4350674 Aug 11 03:13:24.133003 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-d30bacc4-2629-4058-8c3c-9c60d9691533 tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] Notify callbacks [] for port, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:24.172252 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2ba743b8-64f7-45c0-b3bf-043e2d5e28bf req-1e74b1e8-fa91-4167-a0e6-8924a1b8f4b8 tempest-ServersTestManualDisk-1542911247 tempest-ServersTestManualDisk-1542911247-project] 10.222.0.41 "GET /v2.0/security-groups?id=2aec637d-7caa-4d7f-a83c-89f6f9b38c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2170708 Aug 11 03:13:24.255849 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [None req-17413a58-a432-4bf1-9cef-a66acfe805a6 admin admin] Allocated IP 172.20.0.1 (1d9b30d4-4af2-4e92-ab5f-b9a60728562f/98088f52-223d-4261-b781-a2e45477329a/5f11349f-aaff-4e25-8347-9a329deba979) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:13:24.290667 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 9e4db2a5-f4d4-4439-9d44-95bd522694b9 details requested by agent hyperv_n-h1-764292-30 with host n-h1-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:13:24.313630 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-d30bacc4-2629-4058-8c3c-9c60d9691533 tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:24.590029 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-17413a58-a432-4bf1-9cef-a66acfe805a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:24.622040 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [None req-17413a58-a432-4bf1-9cef-a66acfe805a6 admin admin] Transition to ACTIVE for port object 5f11349f-aaff-4e25-8347-9a329deba979 will not be triggered until provisioned by entity DHCP. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:13:24.643841 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323bbe13-9c60-42bf-87e1-b86a307a418f req-51222656-890c-4ff6-a2fc-cf1e73784417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:24.648328 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323bbe13-9c60-42bf-87e1-b86a307a418f req-51222656-890c-4ff6-a2fc-cf1e73784417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:24.648328 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323bbe13-9c60-42bf-87e1-b86a307a418f req-51222656-890c-4ff6-a2fc-cf1e73784417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:24.648328 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323bbe13-9c60-42bf-87e1-b86a307a418f req-51222656-890c-4ff6-a2fc-cf1e73784417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:24.648328 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323bbe13-9c60-42bf-87e1-b86a307a418f req-51222656-890c-4ff6-a2fc-cf1e73784417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:24.648328 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323bbe13-9c60-42bf-87e1-b86a307a418f req-51222656-890c-4ff6-a2fc-cf1e73784417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:24.648328 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323bbe13-9c60-42bf-87e1-b86a307a418f req-51222656-890c-4ff6-a2fc-cf1e73784417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:24.649535 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-323bbe13-9c60-42bf-87e1-b86a307a418f req-51222656-890c-4ff6-a2fc-cf1e73784417 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d334b2b08b9742719f1009ec13bc53a6&device_id=c37d8b08-64ee-4d7e-99b5-bc356505ed77 HTTP/1.1" status: 200 len: 6508 time: 0.4487526 Aug 11 03:13:24.656087 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30bacc4-2629-4058-8c3c-9c60d9691533 tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] Pushing event updated for resources: {'Port': ['ID=e22ffdef-d87b-4346-9d0f-2b4985958b66,revision_number=2']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:24.671780 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-d30bacc4-2629-4058-8c3c-9c60d9691533 tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] In _notify_port_updated(), no bound segment for port e22ffdef-d87b-4346-9d0f-2b4985958b66 on network 4908dc28-21c0-4d37-b6bc-3fa636c1c599 {{(pid=102192) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 03:13:24.676236 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-500687c1-6f38-478d-99e6-380bbfa19510 None None] Notify callbacks [] for port, precommit_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:24.677787 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d30bacc4-2629-4058-8c3c-9c60d9691533 tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:24.679151 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-d30bacc4-2629-4058-8c3c-9c60d9691533 tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:24.681240 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-d30bacc4-2629-4058-8c3c-9c60d9691533 tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] 10.222.0.41 "PUT /v2.0/ports/e22ffdef-d87b-4346-9d0f-2b4985958b66 HTTP/1.1" status: 200 len: 994 time: 1.9112380 Aug 11 03:13:24.685555 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 34316) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:24.694342 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c05a679-b27b-42b7-9c6a-b15c9233c87a req-96df13c8-bbf8-40ab-ad0e-15c248f38507 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:24.709391 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4c05a679-b27b-42b7-9c6a-b15c9233c87a req-96df13c8-bbf8-40ab-ad0e-15c248f38507 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/ports?device_id=186cfdba-74e8-496c-af0f-b566a2fff5c7 HTTP/1.1" status: 200 len: 945 time: 0.4562559 Aug 11 03:13:24.745042 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-500687c1-6f38-478d-99e6-380bbfa19510 None None] Transition to ACTIVE for port object e740ac04-0233-4fe5-84ce-cf9f509e3f81 will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:13:24.795620 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 9e4db2a5-f4d4-4439-9d44-95bd522694b9, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=9e4db2a5-f4d4-4439-9d44-95bd522694b9,segment=NetworkSegment(f54147e9-8b7a-476a-9b8c-5a3e10613aa5),segment_id=f54147e9-8b7a-476a-9b8c-5a3e10613aa5)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:13:24.826669 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Returning: {'device': '9e4db2a5-f4d4-4439-9d44-95bd522694b9', 'network_id': 'e9f60ad6-c983-468c-801f-9acb1516310b', 'port_id': '9e4db2a5-f4d4-4439-9d44-95bd522694b9', 'mac_address': 'fa:16:3e:1c:d6:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ea3625a-218b-4c96-9f19-e26b676452c7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:13:24.862363 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 34320) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:24.896350 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-500687c1-6f38-478d-99e6-380bbfa19510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:24.923960 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4c05a679-b27b-42b7-9c6a-b15c9233c87a req-94639a5a-179e-422d-829f-01f4be9e3de7 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/security-groups?id=2637b46e-72e4-4ee8-ae47-703ae17ac088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2077246 Aug 11 03:13:24.940994 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-17413a58-a432-4bf1-9cef-a66acfe805a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:24.979078 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:24.984563 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-500687c1-6f38-478d-99e6-380bbfa19510 None None] Attempting to bind port e740ac04-0233-4fe5-84ce-cf9f509e3f81 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:13:24.984933 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-500687c1-6f38-478d-99e6-380bbfa19510 None None] Attempting to bind port e740ac04-0233-4fe5-84ce-cf9f509e3f81 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:13:24.985291 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500687c1-6f38-478d-99e6-380bbfa19510 None None] Attempting to bind port e740ac04-0233-4fe5-84ce-cf9f509e3f81 on network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:13:25.014583 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e4db2a5-f4d4-4439-9d44-95bd522694b9 {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:13:25.030325 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323bbe13-9c60-42bf-87e1-b86a307a418f req-7817dad6-aac7-4a3b-941e-2293ed72e8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:25.030537 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323bbe13-9c60-42bf-87e1-b86a307a418f req-7817dad6-aac7-4a3b-941e-2293ed72e8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:25.030994 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323bbe13-9c60-42bf-87e1-b86a307a418f req-7817dad6-aac7-4a3b-941e-2293ed72e8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:25.032617 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-323bbe13-9c60-42bf-87e1-b86a307a418f req-7817dad6-aac7-4a3b-941e-2293ed72e8b2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=3df71ba6-2411-497d-98b1-8adc079ca6c6&id=a04ffcc2-d303-44d7-b369-5db13650c2d6&id=a04ffcc2-d303-44d7-b369-5db13650c2d6&id=a04ffcc2-d303-44d7-b369-5db13650c2d6&id=a04ffcc2-d303-44d7-b369-5db13650c2d6&id=305ca68a-259a-4e6f-a74b-d776988e8170&id=305ca68a-259a-4e6f-a74b-d776988e8170 HTTP/1.1" status: 200 len: 2296 time: 0.2786841 Aug 11 03:13:25.046810 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 9e4db2a5-f4d4-4439-9d44-95bd522694b9, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=9e4db2a5-f4d4-4439-9d44-95bd522694b9,segment=NetworkSegment(f54147e9-8b7a-476a-9b8c-5a3e10613aa5),segment_id=f54147e9-8b7a-476a-9b8c-5a3e10613aa5)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:13:25.052287 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500687c1-6f38-478d-99e6-380bbfa19510 None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 13, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:13:25.053902 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500687c1-6f38-478d-99e6-380bbfa19510 None None] Checking segment: {'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:13:25.054476 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-500687c1-6f38-478d-99e6-380bbfa19510 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:25.054877 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500687c1-6f38-478d-99e6-380bbfa19510 None None] Bound using segment: {'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:13:25.057796 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-500687c1-6f38-478d-99e6-380bbfa19510 None None] Bound port: e740ac04-0233-4fe5-84ce-cf9f509e3f81, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:13:25.058195 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-500687c1-6f38-478d-99e6-380bbfa19510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:25.073411 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17413a58-a432-4bf1-9cef-a66acfe805a6 admin admin] Network 1d9b30d4-4af2-4e92-ab5f-b9a60728562f is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:13:25.084901 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-17413a58-a432-4bf1-9cef-a66acfe805a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:13:25.104869 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17413a58-a432-4bf1-9cef-a66acfe805a6 admin admin] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:13:25.107443 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17413a58-a432-4bf1-9cef-a66acfe805a6 admin admin] Pushing event updated for resources: {'Port': ['ID=5f11349f-aaff-4e25-8347-9a329deba979,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:25.129841 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-500687c1-6f38-478d-99e6-380bbfa19510 None None] For port e740ac04-0233-4fe5-84ce-cf9f509e3f81, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:13:25.135829 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-500687c1-6f38-478d-99e6-380bbfa19510 None None] For port e740ac04-0233-4fe5-84ce-cf9f509e3f81, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=e740ac04-0233-4fe5-84ce-cf9f509e3f81,segment=NetworkSegment(fab28bed-aa25-40db-bba4-ec26e795194c),segment_id=fab28bed-aa25-40db-bba4-ec26e795194c)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:13:25.141408 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-cb2cec56-f2ae-427a-a444-6216cefa8229 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0b0750f64f054fe79c5f8389fec60447&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2655966 Aug 11 03:13:25.146831 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-c4ad91fe-a0fe-4ddb-8067-ea82e34b42f4 tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] Deleting port e22ffdef-d87b-4346-9d0f-2b4985958b66 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:13:25.147270 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 34322) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:25.147646 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c4ad91fe-a0fe-4ddb-8067-ea82e34b42f4 tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:25.156332 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1433682a-cf2d-4c4a-8745-ecac5552fdc0 None None] Pushing event updated for resources: {'Port': ['ID=e740ac04-0233-4fe5-84ce-cf9f509e3f81,revision_number=2']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:25.170813 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-e189aec8-0a3c-4884-a51d-cb649f6aa408 None None] Provisioning complete for port e22ffdef-d87b-4346-9d0f-2b4985958b66 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:13:25.170813 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-e189aec8-0a3c-4884-a51d-cb649f6aa408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:25.170813 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:25.241302 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-323bbe13-9c60-42bf-87e1-b86a307a418f req-be64653e-4a5e-49fd-b56d-158a0d549ea1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e87fa64a-3fae-4794-abf7-60cf725af3f0 HTTP/1.1" status: 200 len: 1002 time: 0.1988144 Aug 11 03:13:25.269606 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-500687c1-6f38-478d-99e6-380bbfa19510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:25.277410 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-17413a58-a432-4bf1-9cef-a66acfe805a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-520987'] for router_interface, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:25.354154 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-eb54921c-5cfe-404d-8ea7-4c5b23453349 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:25.379152 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-e189aec8-0a3c-4884-a51d-cb649f6aa408 None None] Port e22ffdef-d87b-4346-9d0f-2b4985958b66 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:13:25.422741 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323bbe13-9c60-42bf-87e1-b86a307a418f req-b0be5e17-b97a-446f-b41c-7601e0f9bbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:25.424406 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-323bbe13-9c60-42bf-87e1-b86a307a418f req-b0be5e17-b97a-446f-b41c-7601e0f9bbe4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0bedeabe-ae79-4397-9dc9-c17dc9305e82 HTTP/1.1" status: 200 len: 856 time: 0.1738751 Aug 11 03:13:25.450507 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-eb54921c-5cfe-404d-8ea7-4c5b23453349 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:25.467806 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c4ad91fe-a0fe-4ddb-8067-ea82e34b42f4 tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:25.479897 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=9e4db2a5-f4d4-4439-9d44-95bd522694b9,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:25.485838 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-c4ad91fe-a0fe-4ddb-8067-ea82e34b42f4 tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] Calling delete_port for e22ffdef-d87b-4346-9d0f-2b4985958b66 owned by {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:13:25.502839 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500687c1-6f38-478d-99e6-380bbfa19510 None None] Routers {'63d10ac5-9792-43c7-b9f6-03a4f91684ec'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:13:25.503059 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-500687c1-6f38-478d-99e6-380bbfa19510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:13:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['63d10ac5-9792-43c7-b9f6-03a4f91684ec'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:13:25.565063 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd79bb9-4bdd-4d16-bf20-e8458d542e3a req-1f9122bb-4edd-4b73-b8b2-34d5355dfc00 tempest-ServersTestManualDisk-1542911247 tempest-ServersTestManualDisk-1542911247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:25.582962 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7dd79bb9-4bdd-4d16-bf20-e8458d542e3a req-1f9122bb-4edd-4b73-b8b2-34d5355dfc00 tempest-ServersTestManualDisk-1542911247 tempest-ServersTestManualDisk-1542911247-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6414b43-2a71-460c-b54b-a0bfa11691cd HTTP/1.1" status: 200 len: 944 time: 0.2148311 Aug 11 03:13:25.619988 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-17413a58-a432-4bf1-9cef-a66acfe805a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:25.630653 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['9e4db2a5-f4d4-4439-9d44-95bd522694b9'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:13:25.651861 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323bbe13-9c60-42bf-87e1-b86a307a418f req-6aabd012-8f7b-4571-b795-b0516a833e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:25.653057 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-323bbe13-9c60-42bf-87e1-b86a307a418f req-6aabd012-8f7b-4571-b795-b0516a833e09 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3df71ba6-2411-497d-98b1-8adc079ca6c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2177105 Aug 11 03:13:25.712357 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7dd79bb9-4bdd-4d16-bf20-e8458d542e3a req-c84c0573-bd8e-477f-aa74-57352f902d95 tempest-ServersTestManualDisk-1542911247 tempest-ServersTestManualDisk-1542911247-project] 10.222.0.41 "GET /v2.0/security-groups?id=2aec637d-7caa-4d7f-a83c-89f6f9b38c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1267643 Aug 11 03:13:25.809648 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1433682a-cf2d-4c4a-8745-ecac5552fdc0 None None] Pushing event updated for resources: {'Port': ['ID=e740ac04-0233-4fe5-84ce-cf9f509e3f81,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:25.831437 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-323bbe13-9c60-42bf-87e1-b86a307a418f req-9626d4ef-0e68-4b84-994d-fb703d9a2dda service neutron] 10.222.0.24 "GET /v2.0/networks/3df71ba6-2411-497d-98b1-8adc079ca6c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662734 Aug 11 03:13:25.914809 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-bc11e2b5-1e6c-45a3-a5a0-199a4ca3327e None None] Provisioning for port 5f11349f-aaff-4e25-8347-9a329deba979 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:13:25.934734 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-eb54921c-5cfe-404d-8ea7-4c5b23453349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:25.943105 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-eb54921c-5cfe-404d-8ea7-4c5b23453349 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:25.954169 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-17413a58-a432-4bf1-9cef-a66acfe805a6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:25.956485 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-eb54921c-5cfe-404d-8ea7-4c5b23453349 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4ec4300c-2324-4a5b-baf4-758e18962f48 HTTP/1.1" status: 204 len: 168 time: 0.8078418 Aug 11 03:13:26.003601 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb54921c-5cfe-404d-8ea7-4c5b23453349 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ec4300c-2324-4a5b-baf4-758e18962f48,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:26.008374 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c4ad91fe-a0fe-4ddb-8067-ea82e34b42f4 tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:26.021994 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-bc11e2b5-1e6c-45a3-a5a0-199a4ca3327e None None] Provisioning complete for port 5f11349f-aaff-4e25-8347-9a329deba979 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:13:26.022418 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-bc11e2b5-1e6c-45a3-a5a0-199a4ca3327e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:26.099509 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ad91fe-a0fe-4ddb-8067-ea82e34b42f4 tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] Pushing event deleted for resources: {'Port': ['ID=e22ffdef-d87b-4346-9d0f-2b4985958b66,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:26.102611 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-17413a58-a432-4bf1-9cef-a66acfe805a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:26.171527 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-323bbe13-9c60-42bf-87e1-b86a307a418f req-80133679-b896-4c30-ad93-a98c2258a69d service neutron] 10.222.0.24 "GET /v2.0/networks/3df71ba6-2411-497d-98b1-8adc079ca6c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3318524 Aug 11 03:13:26.189699 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-500687c1-6f38-478d-99e6-380bbfa19510 None None] Set router 63d10ac5-9792-43c7-b9f6-03a4f91684ec gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:13:26.250718 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417cfa5c-3c7a-481a-9b67-f6d2c20fe633 req-d51a57a2-622c-4f71-938b-14064a0d7d6f tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:26.252341 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-417cfa5c-3c7a-481a-9b67-f6d2c20fe633 req-d51a57a2-622c-4f71-938b-14064a0d7d6f tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/ports?device_id=186cfdba-74e8-496c-af0f-b566a2fff5c7 HTTP/1.1" status: 200 len: 945 time: 0.1868742 Aug 11 03:13:26.253943 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-323bbe13-9c60-42bf-87e1-b86a307a418f req-11b0fde0-2d9a-48f7-8782-d86bc1ebe289 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.11&port_id=d3c9db57-eea5-4db7-a508-af7b68f15453 HTTP/1.1" status: 200 len: 217 time: 0.0678322 Aug 11 03:13:26.484263 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-417cfa5c-3c7a-481a-9b67-f6d2c20fe633 req-42b58ef0-815d-4bfd-adb6-17648997fad5 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/security-groups?id=2637b46e-72e4-4ee8-ae47-703ae17ac088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2240486 Aug 11 03:13:26.510458 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323bbe13-9c60-42bf-87e1-b86a307a418f req-b9acad1b-f739-46eb-9ee9-0a92f6a23acf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:26.516512 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-323bbe13-9c60-42bf-87e1-b86a307a418f req-b9acad1b-f739-46eb-9ee9-0a92f6a23acf service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6efca74f-85f6-4ecd-8f10-5d7e955ea1c7 HTTP/1.1" status: 200 len: 797 time: 0.2450056 Aug 11 03:13:26.607230 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-bc11e2b5-1e6c-45a3-a5a0-199a4ca3327e None None] Port 5f11349f-aaff-4e25-8347-9a329deba979 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:13:26.630122 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323bbe13-9c60-42bf-87e1-b86a307a418f req-530129ce-6ef4-47c5-8f3c-7e957bd977e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:26.636119 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-323bbe13-9c60-42bf-87e1-b86a307a418f req-530129ce-6ef4-47c5-8f3c-7e957bd977e9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a04ffcc2-d303-44d7-b369-5db13650c2d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1146626 Aug 11 03:13:26.659840 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-17413a58-a432-4bf1-9cef-a66acfe805a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16383026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521135'] for router_interface, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:26.674012 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c4ad91fe-a0fe-4ddb-8067-ea82e34b42f4 tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:26.683601 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-c4ad91fe-a0fe-4ddb-8067-ea82e34b42f4 tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] 10.222.0.41 "DELETE /v2.0/ports/e22ffdef-d87b-4346-9d0f-2b4985958b66 HTTP/1.1" status: 204 len: 168 time: 1.9924796 Aug 11 03:13:26.684565 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17413a58-a432-4bf1-9cef-a66acfe805a6 admin admin] Pushing event updated for resources: {'Port': ['ID=5f11349f-aaff-4e25-8347-9a329deba979,revision_number=2']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:26.687685 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 34348) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:26.792590 n-d-764292-30 neutron-server[102191]: INFO neutron.pecan_wsgi.hooks.translation [None req-2633feb9-fd52-4731-8a20-bdb864120dec tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] GET failed (client error): The resource could not be found. Aug 11 03:13:26.799191 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-2633feb9-fd52-4731-8a20-bdb864120dec tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] 10.222.0.41 "GET /v2.0/ports/e22ffdef-d87b-4346-9d0f-2b4985958b66 HTTP/1.1" status: 404 len: 333 time: 0.1094320 Aug 11 03:13:26.806701 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 34354) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:26.812052 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-ae361896-f4e7-462b-b8f3-73ce09856407 tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] Request body: {'port': {'network_id': '4908dc28-21c0-4d37-b6bc-3fa636c1c599', 'name': 'tempest-AllowedAddressPairTestJSON-1822489993'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:13:26.864520 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-323bbe13-9c60-42bf-87e1-b86a307a418f req-c23a55f6-394f-46ab-af39-71a6d1aa5315 service neutron] 10.222.0.24 "GET /v2.0/networks/a04ffcc2-d303-44d7-b369-5db13650c2d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2135956 Aug 11 03:13:27.014960 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-500687c1-6f38-478d-99e6-380bbfa19510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63d10ac5-9792-43c7-b9f6-03a4f91684ec', 'name': 'tempest-ServersTestJSON-1426552814-router', 'tenant_id': '960cd8e142644cf086ca0c3e15670712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': 'e740ac04-0233-4fe5-84ce-cf9f509e3f81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:13:17Z', 'updated_at': '2021-08-11T03:13:25Z', 'revision_number': 4, 'project_id': '960cd8e142644cf086ca0c3e15670712', 'gw_port': {'id': 'e740ac04-0233-4fe5-84ce-cf9f509e3f81', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:c2:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63d10ac5-9792-43c7-b9f6-03a4f91684ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:13:19Z', 'updated_at': '2021-08-11T03:13:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '5f11349f-aaff-4e25-8347-9a329deba979', 'name': '', 'network_id': '1d9b30d4-4af2-4e92-ab5f-b9a60728562f', 'tenant_id': '960cd8e142644cf086ca0c3e15670712', 'mac_address': 'fa:16:3e:19:f4:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63d10ac5-9792-43c7-b9f6-03a4f91684ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '98088f52-223d-4261-b781-a2e45477329a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:13:23Z', 'updated_at': '2021-08-11T03:13:24Z', 'revision_number': 1, 'project_id': '960cd8e142644cf086ca0c3e15670712', 'subnets': [{'id': '98088f52-223d-4261-b781-a2e45477329a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:13:27.075467 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500687c1-6f38-478d-99e6-380bbfa19510 None None] The sync data for ids ['63d10ac5-9792-43c7-b9f6-03a4f91684ec'] in n-d-764292-30 is: [{'id': '63d10ac5-9792-43c7-b9f6-03a4f91684ec', 'name': 'tempest-ServersTestJSON-1426552814-router', 'tenant_id': '960cd8e142644cf086ca0c3e15670712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': 'e740ac04-0233-4fe5-84ce-cf9f509e3f81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:13:17Z', 'updated_at': '2021-08-11T03:13:25Z', 'revision_number': 4, 'project_id': '960cd8e142644cf086ca0c3e15670712', 'gw_port': {'id': 'e740ac04-0233-4fe5-84ce-cf9f509e3f81', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:c2:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63d10ac5-9792-43c7-b9f6-03a4f91684ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:13:19Z', 'updated_at': '2021-08-11T03:13:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '5f11349f-aaff-4e25-8347-9a329deba979', 'name': '', 'network_id': '1d9b30d4-4af2-4e92-ab5f-b9a60728562f', 'tenant_id': '960cd8e142644cf086ca0c3e15670712', 'mac_address': 'fa:16:3e:19:f4:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63d10ac5-9792-43c7-b9f6-03a4f91684ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '98088f52-223d-4261-b781-a2e45477329a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:13:23Z', 'updated_at': '2021-08-11T03:13:24Z', 'revision_number': 1, 'project_id': '960cd8e142644cf086ca0c3e15670712', 'subnets': [{'id': '98088f52-223d-4261-b781-a2e45477329a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:13:27.187707 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17413a58-a432-4bf1-9cef-a66acfe805a6 admin admin] Network 1d9b30d4-4af2-4e92-ab5f-b9a60728562f is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:13:27.206880 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-17413a58-a432-4bf1-9cef-a66acfe805a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:13:27.232968 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-323bbe13-9c60-42bf-87e1-b86a307a418f req-c43f50eb-7b6b-4e02-bd53-b53f6524b42b service neutron] 10.222.0.24 "GET /v2.0/networks/a04ffcc2-d303-44d7-b369-5db13650c2d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3440449 Aug 11 03:13:27.294792 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883ec611-1415-4b24-8bbd-8af84d088717 req-5247b6d1-9fca-4df7-a118-5360889e9fe5 tempest-ServersTestManualDisk-1542911247 tempest-ServersTestManualDisk-1542911247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:27.300854 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-883ec611-1415-4b24-8bbd-8af84d088717 req-5247b6d1-9fca-4df7-a118-5360889e9fe5 tempest-ServersTestManualDisk-1542911247 tempest-ServersTestManualDisk-1542911247-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6414b43-2a71-460c-b54b-a0bfa11691cd HTTP/1.1" status: 200 len: 944 time: 0.4141102 Aug 11 03:13:27.372655 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-323bbe13-9c60-42bf-87e1-b86a307a418f req-224e6d91-b93f-41ff-8eab-23cea04105ee service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.209&port_id=e86cee10-c94b-4240-aed2-fc9db6db4421 HTTP/1.1" status: 200 len: 217 time: 0.1251132 Aug 11 03:13:27.488385 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-883ec611-1415-4b24-8bbd-8af84d088717 req-d8431781-f48b-4eb0-950f-76bb7c942516 tempest-ServersTestManualDisk-1542911247 tempest-ServersTestManualDisk-1542911247-project] 10.222.0.41 "GET /v2.0/security-groups?id=2aec637d-7caa-4d7f-a83c-89f6f9b38c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1210434 Aug 11 03:13:27.713183 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-8eaa2745-ad7d-4c83-8056-7b7992dea13d None None] Provisioning complete for port 5f11349f-aaff-4e25-8347-9a329deba979 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:13:27.714526 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8eaa2745-ad7d-4c83-8056-7b7992dea13d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:27.731567 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323bbe13-9c60-42bf-87e1-b86a307a418f req-edaf3b62-172d-45c2-9cb2-fb71b398c72b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:27.733306 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-323bbe13-9c60-42bf-87e1-b86a307a418f req-edaf3b62-172d-45c2-9cb2-fb71b398c72b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6efca74f-85f6-4ecd-8f10-5d7e955ea1c7 HTTP/1.1" status: 200 len: 797 time: 0.2538733 Aug 11 03:13:27.776013 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-8eaa2745-ad7d-4c83-8056-7b7992dea13d None None] Port 5f11349f-aaff-4e25-8347-9a329deba979 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:13:27.835141 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323bbe13-9c60-42bf-87e1-b86a307a418f req-4ce6fb6a-f35d-40cf-878f-2fbba97649ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:27.837191 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-323bbe13-9c60-42bf-87e1-b86a307a418f req-4ce6fb6a-f35d-40cf-878f-2fbba97649ff service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a04ffcc2-d303-44d7-b369-5db13650c2d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0940847 Aug 11 03:13:28.030666 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae361896-f4e7-462b-b8f3-73ce09856407 tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] Made reservation on behalf of 93ecefa275664693b0371933a5ae49fb for: {'port': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:13:28.037039 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-323bbe13-9c60-42bf-87e1-b86a307a418f req-dd84762a-9722-40d6-ab01-f31296ef75c4 service neutron] 10.222.0.24 "GET /v2.0/networks/a04ffcc2-d303-44d7-b369-5db13650c2d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922519 Aug 11 03:13:28.046128 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ae361896-f4e7-462b-b8f3-73ce09856407 tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:28.083322 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [None req-ae361896-f4e7-462b-b8f3-73ce09856407 tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] device_id is not set on port 82e7222d-505a-407a-9a68-c45a8a1a5d6f yet. {{(pid=102191) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:13:28.117010 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17413a58-a432-4bf1-9cef-a66acfe805a6 admin admin] Router 63d10ac5-9792-43c7-b9f6-03a4f91684ec has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:13:28.128063 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 9e4db2a5-f4d4-4439-9d44-95bd522694b9 up at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:13:28.290272 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning for port 9e4db2a5-f4d4-4439-9d44-95bd522694b9 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:13:28.294573 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning complete for port 9e4db2a5-f4d4-4439-9d44-95bd522694b9 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:13:28.294946 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:28.487108 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98da61e-eea2-41b2-87df-6583c5150bfe req-cd4f1e93-ff37-4d6f-9dc6-363e260d3119 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:28.498455 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e98da61e-eea2-41b2-87df-6583c5150bfe req-cd4f1e93-ff37-4d6f-9dc6-363e260d3119 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/ports?device_id=186cfdba-74e8-496c-af0f-b566a2fff5c7 HTTP/1.1" status: 200 len: 945 time: 0.7316935 Aug 11 03:13:28.501665 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-323bbe13-9c60-42bf-87e1-b86a307a418f req-ac8a155b-1e69-441e-a735-ff975f684a21 service neutron] 10.222.0.24 "GET /v2.0/networks/a04ffcc2-d303-44d7-b369-5db13650c2d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4570689 Aug 11 03:13:28.548388 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:28.579147 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e98da61e-eea2-41b2-87df-6583c5150bfe req-b810c82c-db8f-44f1-81f5-60b9f2c37684 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/security-groups?id=2637b46e-72e4-4ee8-ae47-703ae17ac088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785446 Aug 11 03:13:28.658629 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6414b43-2a71-460c-b54b-a0bfa11691cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e4db2a5-f4d4-4439-9d44-95bd522694b9'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:13:28.669537 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d141dc7-5960-4c43-b62f-70643f331540" -d '{"events": [{"server_uuid": "b6414b43-2a71-460c-b54b-a0bfa11691cd", "name": "network-vif-plugged", "status": "completed", "tag": "9e4db2a5-f4d4-4439-9d44-95bd522694b9"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:13:28.674581 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [None req-ae361896-f4e7-462b-b8f3-73ce09856407 tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] Allocated IP 172.20.0.14 (4908dc28-21c0-4d37-b6bc-3fa636c1c599/b2caf87d-4d2d-4b44-8ab2-389dc5cbfff7/82e7222d-505a-407a-9a68-c45a8a1a5d6f) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:13:28.680711 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-323bbe13-9c60-42bf-87e1-b86a307a418f req-41af4e1f-ebe3-4ff9-a684-422542b3ae0c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.179&port_id=01a24300-24a6-4bdc-8012-20919034c7e4 HTTP/1.1" status: 200 len: 217 time: 0.1290460 Aug 11 03:13:28.728926 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 9e4db2a5-f4d4-4439-9d44-95bd522694b9, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=9e4db2a5-f4d4-4439-9d44-95bd522694b9,segment=NetworkSegment(f54147e9-8b7a-476a-9b8c-5a3e10613aa5),segment_id=f54147e9-8b7a-476a-9b8c-5a3e10613aa5)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:13:28.786934 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17413a58-a432-4bf1-9cef-a66acfe805a6 admin admin] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:13:28.792987 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:28.802903 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-17413a58-a432-4bf1-9cef-a66acfe805a6 admin admin] 10.222.0.41 "PUT /v2.0/routers/63d10ac5-9792-43c7-b9f6-03a4f91684ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0524724 Aug 11 03:13:28.836124 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b9a48a-aa8f-4baa-b561-c996c82200eb req-9ec304df-4164-4e42-b473-a2f632784f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:28.840031 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-68b9a48a-aa8f-4baa-b561-c996c82200eb req-9ec304df-4164-4e42-b473-a2f632784f5a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=92caf1df2234498c82ddfcf53391d4fc&device_id=186cfdba-74e8-496c-af0f-b566a2fff5c7 HTTP/1.1" status: 200 len: 1097 time: 0.1841366 Aug 11 03:13:28.904378 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=9e4db2a5-f4d4-4439-9d44-95bd522694b9,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:28.906537 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323bbe13-9c60-42bf-87e1-b86a307a418f req-e6b44dee-ceb3-4e77-a95b-89ab50093c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:28.908237 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-323bbe13-9c60-42bf-87e1-b86a307a418f req-e6b44dee-ceb3-4e77-a95b-89ab50093c6c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6efca74f-85f6-4ecd-8f10-5d7e955ea1c7 HTTP/1.1" status: 200 len: 797 time: 0.2192569 Aug 11 03:13:29.044189 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b867b4-c6d1-4bae-b3b6-3170b8a31791 req-9395454f-aca6-473c-8656-2677461f98bc tempest-ServersTestManualDisk-1542911247 tempest-ServersTestManualDisk-1542911247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:29.055026 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-13b867b4-c6d1-4bae-b3b6-3170b8a31791 req-9395454f-aca6-473c-8656-2677461f98bc tempest-ServersTestManualDisk-1542911247 tempest-ServersTestManualDisk-1542911247-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6414b43-2a71-460c-b54b-a0bfa11691cd HTTP/1.1" status: 200 len: 945 time: 0.2721894 Aug 11 03:13:29.112959 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-971999f8-4510-4bd6-84ed-7d73022c495c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:29.312951 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ae361896-f4e7-462b-b8f3-73ce09856407 tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:29.326547 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device e740ac04-0233-4fe5-84ce-cf9f509e3f81 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:13:29.418165 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [None req-ae361896-f4e7-462b-b8f3-73ce09856407 tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] Transition to ACTIVE for port object 82e7222d-505a-407a-9a68-c45a8a1a5d6f will not be triggered until provisioned by entity DHCP. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:13:29.464291 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b9a48a-aa8f-4baa-b561-c996c82200eb req-644b83aa-33e1-4986-b377-eee43fd9e833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:29.466057 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-68b9a48a-aa8f-4baa-b561-c996c82200eb req-644b83aa-33e1-4986-b377-eee43fd9e833 service neutron] 10.222.0.22 "GET /v2.0/networks?id=d17d1b32-4aa7-4439-b455-9cb54b2072df HTTP/1.1" status: 200 len: 918 time: 0.5916359 Aug 11 03:13:29.471785 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:13:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cd44a81-03b1-448f-b112-b10f24e14f25 x-openstack-request-id: req-2cd44a81-03b1-448f-b112-b10f24e14f25 {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:13:29.472157 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6414b43-2a71-460c-b54b-a0bfa11691cd", "name": "network-vif-plugged", "status": "completed", "tag": "9e4db2a5-f4d4-4439-9d44-95bd522694b9", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:13:29.472411 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2cd44a81-03b1-448f-b112-b10f24e14f25 {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:13:29.472807 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6414b43-2a71-460c-b54b-a0bfa11691cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e4db2a5-f4d4-4439-9d44-95bd522694b9', 'code': 200} Aug 11 03:13:29.587204 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port e740ac04-0233-4fe5-84ce-cf9f509e3f81 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:13:29.592035 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port e740ac04-0233-4fe5-84ce-cf9f509e3f81 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:13:29.593142 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:29.614318 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-68b9a48a-aa8f-4baa-b561-c996c82200eb req-d8bf737d-5927-49c2-96fb-447734c6b33b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2682bd83-8758-4467-a055-b7a257a62210 HTTP/1.1" status: 200 len: 1001 time: 0.1204166 Aug 11 03:13:29.768199 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:29.785941 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca6c017-ff3b-4fe0-b3d9-c761ee16e364 req-1df92e08-e231-4311-b6eb-13aeb6acc51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:29.795197 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-6ca6c017-ff3b-4fe0-b3d9-c761ee16e364 req-1df92e08-e231-4311-b6eb-13aeb6acc51b service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=b6414b43-2a71-460c-b54b-a0bfa11691cd HTTP/1.1" status: 200 len: 1097 time: 0.1794074 Aug 11 03:13:29.843742 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port e740ac04-0233-4fe5-84ce-cf9f509e3f81, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=e740ac04-0233-4fe5-84ce-cf9f509e3f81,segment=NetworkSegment(fab28bed-aa25-40db-bba4-ec26e795194c),segment_id=fab28bed-aa25-40db-bba4-ec26e795194c)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:13:29.930260 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:29.960837 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b9a48a-aa8f-4baa-b561-c996c82200eb req-810951b8-c63f-40ad-93d2-a6c7260ea4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:29.966197 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-68b9a48a-aa8f-4baa-b561-c996c82200eb req-810951b8-c63f-40ad-93d2-a6c7260ea4fe service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c8bae62b-5e51-4859-99ce-3b4e8f86224a HTTP/1.1" status: 200 len: 856 time: 0.2792847 Aug 11 03:13:29.997613 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323bbe13-9c60-42bf-87e1-b86a307a418f req-7e4231c7-a601-4d19-806f-a30c90505cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:30.000204 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-323bbe13-9c60-42bf-87e1-b86a307a418f req-7e4231c7-a601-4d19-806f-a30c90505cbd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a04ffcc2-d303-44d7-b369-5db13650c2d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 1.0819256 Aug 11 03:13:30.005021 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ae361896-f4e7-462b-b8f3-73ce09856407 tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:30.051870 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-13b867b4-c6d1-4bae-b3b6-3170b8a31791 req-df1e39cf-d3f2-42c5-bc42-f4d13b316378 tempest-ServersTestManualDisk-1542911247 tempest-ServersTestManualDisk-1542911247-project] 10.222.0.41 "GET /v2.0/security-groups?id=2aec637d-7caa-4d7f-a83c-89f6f9b38c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9927545 Aug 11 03:13:30.131167 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=e740ac04-0233-4fe5-84ce-cf9f509e3f81,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:30.154520 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-6ca6c017-ff3b-4fe0-b3d9-c761ee16e364 req-e7b376cb-8509-493b-874b-e73f4afbac6e service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=2aec637d-7caa-4d7f-a83c-89f6f9b38c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3160925 Aug 11 03:13:30.156395 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae361896-f4e7-462b-b8f3-73ce09856407 tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] Network 4908dc28-21c0-4d37-b6bc-3fa636c1c599 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:13:30.187417 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-ae361896-f4e7-462b-b8f3-73ce09856407 tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:13:30.191871 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae361896-f4e7-462b-b8f3-73ce09856407 tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:13:30.232366 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-323bbe13-9c60-42bf-87e1-b86a307a418f req-703c4ee0-3858-4934-a7a9-dfa1271eb9ca service neutron] 10.222.0.24 "GET /v2.0/networks/a04ffcc2-d303-44d7-b369-5db13650c2d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2114456 Aug 11 03:13:30.266309 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b9a48a-aa8f-4baa-b561-c996c82200eb req-8760e896-250f-4778-b5c7-86fb0b132c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:30.267867 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-68b9a48a-aa8f-4baa-b561-c996c82200eb req-8760e896-250f-4778-b5c7-86fb0b132c6b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d17d1b32-4aa7-4439-b455-9cb54b2072df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2774575 Aug 11 03:13:30.355020 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae361896-f4e7-462b-b8f3-73ce09856407 tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] Pushing event updated for resources: {'Port': ['ID=82e7222d-505a-407a-9a68-c45a8a1a5d6f,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:30.375379 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae361896-f4e7-462b-b8f3-73ce09856407 tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:30.376941 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ae361896-f4e7-462b-b8f3-73ce09856407 tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:30.429614 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8a36bf18-a150-4f0f-8c10-5b1513d0fd8f req-7e7fef08-04e4-4aad-b75e-e3fc5faca4c3 tempest-ServerShowV257Test-249813602 tempest-ServerShowV257Test-249813602-project] 10.222.0.41 "GET /v2.0/ports?device_id=91a96b03-142c-4cd6-81d5-b470e51bef6c HTTP/1.1" status: 200 len: 210 time: 0.1503203 Aug 11 03:13:30.521543 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 34426) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:30.531209 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-70d257b3-0db2-4263-98a1-d5529d3884e0 tempest-ServersTestJSON-270917325 tempest-ServersTestJSON-270917325-project] Request body: {'security_group': {'name': 'tempest-securitygroup--173919379', 'description': 'tempest-description--194612061'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:13:30.560861 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-323bbe13-9c60-42bf-87e1-b86a307a418f req-e4986c2f-7540-46da-9288-5a9dd1545634 service neutron] 10.222.0.24 "GET /v2.0/networks/a04ffcc2-d303-44d7-b369-5db13650c2d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3263035 Aug 11 03:13:30.564657 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-68b9a48a-aa8f-4baa-b561-c996c82200eb req-c629ee5b-b54c-41f9-bfe0-1106559c1919 service neutron] 10.222.0.22 "GET /v2.0/networks/d17d1b32-4aa7-4439-b455-9cb54b2072df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2817693 Aug 11 03:13:30.569816 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-ae361896-f4e7-462b-b8f3-73ce09856407 tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.7615135 Aug 11 03:13:30.573628 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 34428) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:30.661154 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-323bbe13-9c60-42bf-87e1-b86a307a418f req-98ada07a-67f2-4b7d-914c-3175b6fcc445 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.77&port_id=98a2ca78-c5a8-4b1c-9aca-68e88f898760 HTTP/1.1" status: 200 len: 217 time: 0.0597157 Aug 11 03:13:30.715379 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d57d1d-c73e-49fe-b2b9-3c484682dfc5 req-32914565-3884-4554-b749-6e14046683bf tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:30.734076 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-e937b008-68e9-48b7-a48f-63c4ccdf4456 tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:ef:58:7e'}]}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:13:30.734642 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-02d57d1d-c73e-49fe-b2b9-3c484682dfc5 req-32914565-3884-4554-b749-6e14046683bf tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/ports?device_id=186cfdba-74e8-496c-af0f-b566a2fff5c7 HTTP/1.1" status: 200 len: 945 time: 0.1722157 Aug 11 03:13:30.741720 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-e6d7688b-06fe-4ea2-9037-e4027ed92f8a None None] Provisioning for port 82e7222d-505a-407a-9a68-c45a8a1a5d6f completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:13:30.747766 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-e6d7688b-06fe-4ea2-9037-e4027ed92f8a None None] Provisioning complete for port 82e7222d-505a-407a-9a68-c45a8a1a5d6f triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:13:30.747766 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-e6d7688b-06fe-4ea2-9037-e4027ed92f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:30.784861 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-68b9a48a-aa8f-4baa-b561-c996c82200eb req-0f305f41-fae8-4ef8-9ba9-5e5258372bc7 service neutron] 10.222.0.22 "GET /v2.0/networks/d17d1b32-4aa7-4439-b455-9cb54b2072df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2122040 Aug 11 03:13:30.791007 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-70d257b3-0db2-4263-98a1-d5529d3884e0 tempest-ServersTestJSON-270917325 tempest-ServersTestJSON-270917325-project] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:30.815628 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-e6d7688b-06fe-4ea2-9037-e4027ed92f8a None None] Port 82e7222d-505a-407a-9a68-c45a8a1a5d6f cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:13:30.854131 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-02d57d1d-c73e-49fe-b2b9-3c484682dfc5 req-79936aa9-40c6-408f-9570-396e56419073 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/security-groups?id=2637b46e-72e4-4ee8-ae47-703ae17ac088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1148925 Aug 11 03:13:30.864334 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323bbe13-9c60-42bf-87e1-b86a307a418f req-aab88d41-3d17-4dfa-8b1e-e3dec85d335f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:30.872020 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-323bbe13-9c60-42bf-87e1-b86a307a418f req-aab88d41-3d17-4dfa-8b1e-e3dec85d335f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6efca74f-85f6-4ecd-8f10-5d7e955ea1c7 HTTP/1.1" status: 200 len: 797 time: 0.2002380 Aug 11 03:13:30.945092 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323bbe13-9c60-42bf-87e1-b86a307a418f req-281ee4e0-4765-4bd4-995a-d6f227299020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:30.946861 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-323bbe13-9c60-42bf-87e1-b86a307a418f req-281ee4e0-4765-4bd4-995a-d6f227299020 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a04ffcc2-d303-44d7-b369-5db13650c2d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0665467 Aug 11 03:13:30.966121 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1f0b45-06ca-4828-8b17-d380a11efc83 None None] Sync routers for ids ['63d10ac5-9792-43c7-b9f6-03a4f91684ec'] in n-d-764292-30 {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:13:30.993078 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1f0b45-06ca-4828-8b17-d380a11efc83 None None] Routers {'63d10ac5-9792-43c7-b9f6-03a4f91684ec'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:13:30.993713 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-7a1f0b45-06ca-4828-8b17-d380a11efc83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:13:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['63d10ac5-9792-43c7-b9f6-03a4f91684ec'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:13:31.064986 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-323bbe13-9c60-42bf-87e1-b86a307a418f req-eabe4c21-9fb2-4a02-981f-fad8c59955b7 service neutron] 10.222.0.24 "GET /v2.0/networks/a04ffcc2-d303-44d7-b369-5db13650c2d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104374 Aug 11 03:13:31.071178 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e937b008-68e9-48b7-a48f-63c4ccdf4456 tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:31.135548 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-70d257b3-0db2-4263-98a1-d5529d3884e0 tempest-ServersTestJSON-270917325 tempest-ServersTestJSON-270917325-project] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:31.239684 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-7a1f0b45-06ca-4828-8b17-d380a11efc83 None None] Set router 63d10ac5-9792-43c7-b9f6-03a4f91684ec gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:13:31.257472 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-323bbe13-9c60-42bf-87e1-b86a307a418f req-92e59629-76e4-4996-ac1d-d75af654f80d service neutron] 10.222.0.24 "GET /v2.0/networks/a04ffcc2-d303-44d7-b369-5db13650c2d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829994 Aug 11 03:13:31.264158 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device e740ac04-0233-4fe5-84ce-cf9f509e3f81 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:13:31.291039 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-70d257b3-0db2-4263-98a1-d5529d3884e0 tempest-ServersTestJSON-270917325 tempest-ServersTestJSON-270917325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:31.352527 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-323bbe13-9c60-42bf-87e1-b86a307a418f req-cdcd25bc-48db-462b-81a4-2e5e0a39b1de service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0434871a-df5e-4e3f-ae7e-819ce35be0ac HTTP/1.1" status: 200 len: 217 time: 0.0619078 Aug 11 03:13:31.382294 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9426d342-49ff-40ab-a081-66928cdb38e7 req-6d32a7fd-46e4-4304-b9af-a7174b383b98 tempest-ServersTestManualDisk-1542911247 tempest-ServersTestManualDisk-1542911247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:31.393256 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9426d342-49ff-40ab-a081-66928cdb38e7 req-6d32a7fd-46e4-4304-b9af-a7174b383b98 tempest-ServersTestManualDisk-1542911247 tempest-ServersTestManualDisk-1542911247-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6414b43-2a71-460c-b54b-a0bfa11691cd HTTP/1.1" status: 200 len: 945 time: 0.1346664 Aug 11 03:13:31.429779 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port e740ac04-0233-4fe5-84ce-cf9f509e3f81 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:13:31.431072 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:31.487897 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d257b3-0db2-4263-98a1-d5529d3884e0 tempest-ServersTestJSON-270917325 tempest-ServersTestJSON-270917325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32f19115-bc2b-4ec5-a86c-fca1d0469ca1,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:31.633033 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323bbe13-9c60-42bf-87e1-b86a307a418f req-361e97db-e983-4b32-b88f-d1d6995fe4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:31.635169 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-323bbe13-9c60-42bf-87e1-b86a307a418f req-361e97db-e983-4b32-b88f-d1d6995fe4ac service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5789f5f0-0aac-4496-9502-f9d5b3fcf9d5 HTTP/1.1" status: 200 len: 797 time: 0.2125766 Aug 11 03:13:31.642267 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-7a1f0b45-06ca-4828-8b17-d380a11efc83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63d10ac5-9792-43c7-b9f6-03a4f91684ec', 'name': 'tempest-ServersTestJSON-1426552814-router', 'tenant_id': '960cd8e142644cf086ca0c3e15670712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': 'e740ac04-0233-4fe5-84ce-cf9f509e3f81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:13:17Z', 'updated_at': '2021-08-11T03:13:25Z', 'revision_number': 4, 'project_id': '960cd8e142644cf086ca0c3e15670712', 'gw_port': {'id': 'e740ac04-0233-4fe5-84ce-cf9f509e3f81', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:c2:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d10ac5-9792-43c7-b9f6-03a4f91684ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:13:19Z', 'updated_at': '2021-08-11T03:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '5f11349f-aaff-4e25-8347-9a329deba979', 'name': '', 'network_id': '1d9b30d4-4af2-4e92-ab5f-b9a60728562f', 'tenant_id': '960cd8e142644cf086ca0c3e15670712', 'mac_address': 'fa:16:3e:19:f4:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63d10ac5-9792-43c7-b9f6-03a4f91684ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '98088f52-223d-4261-b781-a2e45477329a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:13:23Z', 'updated_at': '2021-08-11T03:13:25Z', 'revision_number': 2, 'project_id': '960cd8e142644cf086ca0c3e15670712', 'subnets': [{'id': '98088f52-223d-4261-b781-a2e45477329a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:13:31.678706 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1f0b45-06ca-4828-8b17-d380a11efc83 None None] Checking router: 63d10ac5-9792-43c7-b9f6-03a4f91684ec for host: n-d-764292-30 {{(pid=102194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:13:31.679216 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9426d342-49ff-40ab-a081-66928cdb38e7 req-5951db3a-1529-42b3-aa82-f4c04b765975 tempest-ServersTestManualDisk-1542911247 tempest-ServersTestManualDisk-1542911247-project] 10.222.0.41 "GET /v2.0/security-groups?id=2aec637d-7caa-4d7f-a83c-89f6f9b38c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2808268 Aug 11 03:13:31.679352 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1f0b45-06ca-4828-8b17-d380a11efc83 None None] Updating router 63d10ac5-9792-43c7-b9f6-03a4f91684ec port 5f11349f-aaff-4e25-8347-9a329deba979 binding host n-d-764292-30 {{(pid=102194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:13:31.681648 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d7ed791e-4b23-4c7f-a4ce-b0591a006308 req-5e277e10-0f1c-4292-86e6-e42bf9a2ea77 tempest-ServerShowV257Test-249813602 tempest-ServerShowV257Test-249813602-project] 10.222.0.41 "GET /v2.0/ports?device_id=91a96b03-142c-4cd6-81d5-b470e51bef6c HTTP/1.1" status: 200 len: 210 time: 0.0453482 Aug 11 03:13:31.691661 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-70d257b3-0db2-4263-98a1-d5529d3884e0 tempest-ServersTestJSON-270917325 tempest-ServersTestJSON-270917325-project] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:31.696466 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-70d257b3-0db2-4263-98a1-d5529d3884e0 tempest-ServersTestJSON-270917325 tempest-ServersTestJSON-270917325-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.1681988 Aug 11 03:13:31.703023 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 34446) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:31.734025 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-bbff87fd-b447-48a5-8933-e5bdaef2f00c tempest-ServersTestJSON-270917325 tempest-ServersTestJSON-270917325-project] Request body: {'security_group_rule': {'security_group_id': '32f19115-bc2b-4ec5-a86c-fca1d0469ca1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:13:31.753536 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-7a1f0b45-06ca-4828-8b17-d380a11efc83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:31.780601 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323bbe13-9c60-42bf-87e1-b86a307a418f req-917de31c-ca98-493a-889e-999e44abd237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:31.789580 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-323bbe13-9c60-42bf-87e1-b86a307a418f req-917de31c-ca98-493a-889e-999e44abd237 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=305ca68a-259a-4e6f-a74b-d776988e8170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0968254 Aug 11 03:13:31.790184 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e937b008-68e9-48b7-a48f-63c4ccdf4456 tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:31.867786 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:31.917837 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e937b008-68e9-48b7-a48f-63c4ccdf4456 tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:31.936797 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-bbff87fd-b447-48a5-8933-e5bdaef2f00c tempest-ServersTestJSON-270917325 tempest-ServersTestJSON-270917325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:31.954253 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-323bbe13-9c60-42bf-87e1-b86a307a418f req-112b7fad-ea1c-4aa3-9ac6-ef31425eff1f service neutron] 10.222.0.24 "GET /v2.0/networks/305ca68a-259a-4e6f-a74b-d776988e8170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626041 Aug 11 03:13:32.088052 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-323bbe13-9c60-42bf-87e1-b86a307a418f req-02e9d53a-03d3-4e99-b9bf-051628cd9379 service neutron] 10.222.0.24 "GET /v2.0/networks/305ca68a-259a-4e6f-a74b-d776988e8170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243436 Aug 11 03:13:32.118927 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-ad08ca89-6af1-4613-b717-0803333e1eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:32.197072 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-323bbe13-9c60-42bf-87e1-b86a307a418f req-d19056f9-0dab-4432-af19-873ca9ed14f4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=053fe719-4e11-4959-84b1-0b95b1576963 HTTP/1.1" status: 200 len: 217 time: 0.0991235 Aug 11 03:13:32.198332 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-7a1f0b45-06ca-4828-8b17-d380a11efc83 None None] Notify callbacks [] for port, precommit_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:32.210822 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.provisioning_blocks [None req-7a1f0b45-06ca-4828-8b17-d380a11efc83 None None] Transition to ACTIVE for port object 5f11349f-aaff-4e25-8347-9a329deba979 will not be triggered until provisioned by entity L2. {{(pid=102194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:13:32.292005 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26316b97-984c-4234-b9dd-26cbd038bb04 req-bab676e0-cd2e-4bc6-a65d-320a98c02d58 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:32.294141 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-26316b97-984c-4234-b9dd-26cbd038bb04 req-bab676e0-cd2e-4bc6-a65d-320a98c02d58 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/ports?device_id=186cfdba-74e8-496c-af0f-b566a2fff5c7 HTTP/1.1" status: 200 len: 945 time: 0.2050598 Aug 11 03:13:32.299002 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323bbe13-9c60-42bf-87e1-b86a307a418f req-482bb8d3-0bd3-486b-a740-e9491b08cc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:32.300997 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-323bbe13-9c60-42bf-87e1-b86a307a418f req-482bb8d3-0bd3-486b-a740-e9491b08cc23 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5789f5f0-0aac-4496-9502-f9d5b3fcf9d5 HTTP/1.1" status: 200 len: 797 time: 0.0964766 Aug 11 03:13:32.324400 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e937b008-68e9-48b7-a48f-63c4ccdf4456 tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] Pushing event updated for resources: {'Port': ['ID=82e7222d-505a-407a-9a68-c45a8a1a5d6f,revision_number=2']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:32.334928 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-bbff87fd-b447-48a5-8933-e5bdaef2f00c tempest-ServersTestJSON-270917325 tempest-ServersTestJSON-270917325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:32.343046 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-7a1f0b45-06ca-4828-8b17-d380a11efc83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:32.381856 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-e937b008-68e9-48b7-a48f-63c4ccdf4456 tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] In _notify_port_updated(), no bound segment for port 82e7222d-505a-407a-9a68-c45a8a1a5d6f on network 4908dc28-21c0-4d37-b6bc-3fa636c1c599 {{(pid=102191) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 03:13:32.388749 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e937b008-68e9-48b7-a48f-63c4ccdf4456 tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:32.389967 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e937b008-68e9-48b7-a48f-63c4ccdf4456 tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:32.392408 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-e937b008-68e9-48b7-a48f-63c4ccdf4456 tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] 10.222.0.41 "PUT /v2.0/ports/82e7222d-505a-407a-9a68-c45a8a1a5d6f HTTP/1.1" status: 200 len: 997 time: 1.6641593 Aug 11 03:13:32.399821 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 34452) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:32.451049 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-26316b97-984c-4234-b9dd-26cbd038bb04 req-f6832156-d230-4d9e-9a70-88c105d2cbbd tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/security-groups?id=2637b46e-72e4-4ee8-ae47-703ae17ac088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1488152 Aug 11 03:13:32.468544 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323bbe13-9c60-42bf-87e1-b86a307a418f req-f3d13b19-1164-432d-97cd-a3bc63c07f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:32.470135 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-323bbe13-9c60-42bf-87e1-b86a307a418f req-f3d13b19-1164-432d-97cd-a3bc63c07f9c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=305ca68a-259a-4e6f-a74b-d776988e8170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1344712 Aug 11 03:13:32.482368 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-cd15d516-7fea-4e10-ba24-ac3da6112f97 None None] Provisioning complete for port 82e7222d-505a-407a-9a68-c45a8a1a5d6f triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:13:32.487371 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-cd15d516-7fea-4e10-ba24-ac3da6112f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:32.558631 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-bbff87fd-b447-48a5-8933-e5bdaef2f00c tempest-ServersTestJSON-270917325 tempest-ServersTestJSON-270917325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:32.573366 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69424138-de15-46f1-916c-2d84e4e81eec None None] Pushing event updated for resources: {'Port': ['ID=5f11349f-aaff-4e25-8347-9a329deba979,revision_number=3']} {{(pid=102194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:32.621010 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-323bbe13-9c60-42bf-87e1-b86a307a418f req-a9392c20-865e-4029-b47a-9f50d7dbb553 service neutron] 10.222.0.24 "GET /v2.0/networks/305ca68a-259a-4e6f-a74b-d776988e8170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290636 Aug 11 03:13:32.663823 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbff87fd-b447-48a5-8933-e5bdaef2f00c tempest-ServersTestJSON-270917325 tempest-ServersTestJSON-270917325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8eedb00-d8d3-4fb7-a68b-0219362f3b42,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:32.671756 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-cd15d516-7fea-4e10-ba24-ac3da6112f97 None None] Port 82e7222d-505a-407a-9a68-c45a8a1a5d6f cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:13:32.686515 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-bbff87fd-b447-48a5-8933-e5bdaef2f00c tempest-ServersTestJSON-270917325 tempest-ServersTestJSON-270917325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:32.688278 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-bbff87fd-b447-48a5-8933-e5bdaef2f00c tempest-ServersTestJSON-270917325 tempest-ServersTestJSON-270917325-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9841425 Aug 11 03:13:32.695834 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 34456) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:32.702533 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-5c9253d6-81ad-4810-bf09-8450fe46590d tempest-ServersTestJSON-270917325 tempest-ServersTestJSON-270917325-project] Request body: {'security_group_rule': {'security_group_id': '32f19115-bc2b-4ec5-a86c-fca1d0469ca1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:13:32.708983 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-7a1f0b45-06ca-4828-8b17-d380a11efc83 None None] Attempting to bind port 5f11349f-aaff-4e25-8347-9a329deba979 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:13:32.711870 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-7a1f0b45-06ca-4828-8b17-d380a11efc83 None None] Attempting to bind port 5f11349f-aaff-4e25-8347-9a329deba979 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': 'aecbeae3-037d-45bb-b3df-6bbd23b0c487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '1d9b30d4-4af2-4e92-ab5f-b9a60728562f'}] {{(pid=102194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:13:32.714423 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1f0b45-06ca-4828-8b17-d380a11efc83 None None] Attempting to bind port 5f11349f-aaff-4e25-8347-9a329deba979 on network 1d9b30d4-4af2-4e92-ab5f-b9a60728562f {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:13:32.727405 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1f0b45-06ca-4828-8b17-d380a11efc83 None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 13, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:13:32.728084 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1f0b45-06ca-4828-8b17-d380a11efc83 None None] Checking segment: {'id': 'aecbeae3-037d-45bb-b3df-6bbd23b0c487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '1d9b30d4-4af2-4e92-ab5f-b9a60728562f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:13:32.729555 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-7a1f0b45-06ca-4828-8b17-d380a11efc83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:32.734461 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1f0b45-06ca-4828-8b17-d380a11efc83 None None] Bound using segment: {'id': 'aecbeae3-037d-45bb-b3df-6bbd23b0c487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '1d9b30d4-4af2-4e92-ab5f-b9a60728562f'} {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:13:32.735203 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-7a1f0b45-06ca-4828-8b17-d380a11efc83 None None] Bound port: 5f11349f-aaff-4e25-8347-9a329deba979, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aecbeae3-037d-45bb-b3df-6bbd23b0c487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '1d9b30d4-4af2-4e92-ab5f-b9a60728562f'}}] {{(pid=102194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:13:32.735780 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-7a1f0b45-06ca-4828-8b17-d380a11efc83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:32.832093 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-323bbe13-9c60-42bf-87e1-b86a307a418f req-68519834-e092-446f-a275-4cd218acffbe service neutron] 10.222.0.24 "GET /v2.0/networks/305ca68a-259a-4e6f-a74b-d776988e8170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972647 Aug 11 03:13:32.868628 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-eda90741-c744-4b56-99fb-6c0e4e7c440c tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] Deleting port 82e7222d-505a-407a-9a68-c45a8a1a5d6f {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:13:32.869914 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-eda90741-c744-4b56-99fb-6c0e4e7c440c tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:32.932005 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.db [None req-7a1f0b45-06ca-4828-8b17-d380a11efc83 None None] For port 5f11349f-aaff-4e25-8347-9a329deba979, host n-d-764292-30, cleared binding levels {{(pid=102194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:13:32.939531 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.db [None req-7a1f0b45-06ca-4828-8b17-d380a11efc83 None None] For port 5f11349f-aaff-4e25-8347-9a329deba979, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=5f11349f-aaff-4e25-8347-9a329deba979,segment=NetworkSegment(aecbeae3-037d-45bb-b3df-6bbd23b0c487),segment_id=aecbeae3-037d-45bb-b3df-6bbd23b0c487)] {{(pid=102194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:13:32.942672 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:32.951412 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5c9253d6-81ad-4810-bf09-8450fe46590d tempest-ServersTestJSON-270917325 tempest-ServersTestJSON-270917325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:32.961000 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-62d6a7d2-0bf5-43c4-88b6-2c7770a2694c req-25c46652-6d8a-4b0c-add7-24d397a11e11 tempest-ServerShowV257Test-249813602 tempest-ServerShowV257Test-249813602-project] 10.222.0.41 "GET /v2.0/ports?device_id=91a96b03-142c-4cd6-81d5-b470e51bef6c HTTP/1.1" status: 200 len: 210 time: 0.0494268 Aug 11 03:13:32.996494 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217408b4-0121-45b2-8df9-6ddb9a86190e req-6246c5df-0dd9-4848-842e-e76eca8593a7 tempest-ServersTestManualDisk-1542911247 tempest-ServersTestManualDisk-1542911247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:33.004904 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-217408b4-0121-45b2-8df9-6ddb9a86190e req-6246c5df-0dd9-4848-842e-e76eca8593a7 tempest-ServersTestManualDisk-1542911247 tempest-ServersTestManualDisk-1542911247-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6414b43-2a71-460c-b54b-a0bfa11691cd HTTP/1.1" status: 200 len: 945 time: 0.1626236 Aug 11 03:13:33.035963 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-7a1f0b45-06ca-4828-8b17-d380a11efc83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:33.073608 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-217408b4-0121-45b2-8df9-6ddb9a86190e req-7c3f1830-1e1c-4cb9-8f17-f9ea84e906b5 tempest-ServersTestManualDisk-1542911247 tempest-ServersTestManualDisk-1542911247-project] 10.222.0.41 "GET /v2.0/security-groups?id=2aec637d-7caa-4d7f-a83c-89f6f9b38c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676265 Aug 11 03:13:33.119324 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5c9253d6-81ad-4810-bf09-8450fe46590d tempest-ServersTestJSON-270917325 tempest-ServersTestJSON-270917325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:33.143180 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-eda90741-c744-4b56-99fb-6c0e4e7c440c tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:33.179202 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-eda90741-c744-4b56-99fb-6c0e4e7c440c tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] Calling delete_port for 82e7222d-505a-407a-9a68-c45a8a1a5d6f owned by {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:13:33.181407 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1f0b45-06ca-4828-8b17-d380a11efc83 None None] Routers {'63d10ac5-9792-43c7-b9f6-03a4f91684ec'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:13:33.182060 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-7a1f0b45-06ca-4828-8b17-d380a11efc83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:13:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['63d10ac5-9792-43c7-b9f6-03a4f91684ec'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:13:33.220576 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5c9253d6-81ad-4810-bf09-8450fe46590d tempest-ServersTestJSON-270917325 tempest-ServersTestJSON-270917325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:33.267856 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69424138-de15-46f1-916c-2d84e4e81eec None None] Pushing event updated for resources: {'Port': ['ID=5f11349f-aaff-4e25-8347-9a329deba979,revision_number=4']} {{(pid=102194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:33.296321 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebce77a-b703-4e4e-a84e-78888cf9ba3d req-6cce1c18-6957-4579-abb5-9e2403683f5c tempest-ServersTestManualDisk-1542911247 tempest-ServersTestManualDisk-1542911247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:33.300105 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9253d6-81ad-4810-bf09-8450fe46590d tempest-ServersTestJSON-270917325 tempest-ServersTestJSON-270917325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0780c0e4-806c-4d06-be29-3300a2ce0d8b,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:33.307937 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2ebce77a-b703-4e4e-a84e-78888cf9ba3d req-6cce1c18-6957-4579-abb5-9e2403683f5c tempest-ServersTestManualDisk-1542911247 tempest-ServersTestManualDisk-1542911247-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6414b43-2a71-460c-b54b-a0bfa11691cd HTTP/1.1" status: 200 len: 945 time: 0.1099181 Aug 11 03:13:33.312211 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 34466) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:33.320776 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-e274849e-5e5b-4a7f-9b0c-e657f9c8fd17 tempest-ServersTestManualDisk-1542911247 tempest-ServersTestManualDisk-1542911247-project] Request body: {'floatingip': {'port_id': '9e4db2a5-f4d4-4439-9d44-95bd522694b9'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:13:33.347921 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5c9253d6-81ad-4810-bf09-8450fe46590d tempest-ServersTestJSON-270917325 tempest-ServersTestJSON-270917325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:33.352634 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-5c9253d6-81ad-4810-bf09-8450fe46590d tempest-ServersTestJSON-270917325 tempest-ServersTestJSON-270917325-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6563427 Aug 11 03:13:33.359015 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 34468) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:33.372157 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-9422cc34-699f-42a7-b113-8498d3915abe tempest-ServersTestJSON-270917325 tempest-ServersTestJSON-270917325-project] Request body: {'floatingip': {'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:13:33.397611 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e274849e-5e5b-4a7f-9b0c-e657f9c8fd17 tempest-ServersTestManualDisk-1542911247 tempest-ServersTestManualDisk-1542911247-project] Notify callbacks [] for floatingip, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:33.410770 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.agents_db [None req-950b7202-decb-43e2-8f71-ac8931dc9749 None None] Agent healthcheck: found 7 active agents {{(pid=102194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:13:33.469870 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-7a1f0b45-06ca-4828-8b17-d380a11efc83 None None] Set router 63d10ac5-9792-43c7-b9f6-03a4f91684ec gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:13:33.564730 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-eda90741-c744-4b56-99fb-6c0e4e7c440c tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:33.636982 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda90741-c744-4b56-99fb-6c0e4e7c440c tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] Pushing event deleted for resources: {'Port': ['ID=82e7222d-505a-407a-9a68-c45a8a1a5d6f,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:33.645941 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9422cc34-699f-42a7-b113-8498d3915abe tempest-ServersTestJSON-270917325 tempest-ServersTestJSON-270917325-project] Notify callbacks [] for floatingip, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:33.835288 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-eda90741-c744-4b56-99fb-6c0e4e7c440c tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:33.840261 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-eda90741-c744-4b56-99fb-6c0e4e7c440c tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] 10.222.0.41 "DELETE /v2.0/ports/82e7222d-505a-407a-9a68-c45a8a1a5d6f HTTP/1.1" status: 204 len: 168 time: 1.4381871 Aug 11 03:13:33.848161 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 34478) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:33.894381 n-d-764292-30 neutron-server[102191]: INFO neutron.pecan_wsgi.hooks.translation [None req-6dc15136-a73c-4b8f-93f2-deca0071e747 tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] GET failed (client error): The resource could not be found. Aug 11 03:13:33.898885 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-6dc15136-a73c-4b8f-93f2-deca0071e747 tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] 10.222.0.41 "GET /v2.0/ports/82e7222d-505a-407a-9a68-c45a8a1a5d6f HTTP/1.1" status: 404 len: 333 time: 0.0473228 Aug 11 03:13:33.904455 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 34480) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:33.911312 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-4097789e-6ec8-4402-baf1-1be6c8346827 tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] Request body: {'port': {'network_id': '4908dc28-21c0-4d37-b6bc-3fa636c1c599', 'name': 'tempest-AllowedAddressPairTestJSON-1725282524'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:13:34.094473 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9422cc34-699f-42a7-b113-8498d3915abe tempest-ServersTestJSON-270917325 tempest-ServersTestJSON-270917325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:34.108634 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-7a1f0b45-06ca-4828-8b17-d380a11efc83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63d10ac5-9792-43c7-b9f6-03a4f91684ec', 'name': 'tempest-ServersTestJSON-1426552814-router', 'tenant_id': '960cd8e142644cf086ca0c3e15670712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': 'e740ac04-0233-4fe5-84ce-cf9f509e3f81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:13:17Z', 'updated_at': '2021-08-11T03:13:25Z', 'revision_number': 4, 'project_id': '960cd8e142644cf086ca0c3e15670712', 'gw_port': {'id': 'e740ac04-0233-4fe5-84ce-cf9f509e3f81', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:c2:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d10ac5-9792-43c7-b9f6-03a4f91684ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:13:19Z', 'updated_at': '2021-08-11T03:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '5f11349f-aaff-4e25-8347-9a329deba979', 'name': '', 'network_id': '1d9b30d4-4af2-4e92-ab5f-b9a60728562f', 'tenant_id': '960cd8e142644cf086ca0c3e15670712', 'mac_address': 'fa:16:3e:19:f4:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63d10ac5-9792-43c7-b9f6-03a4f91684ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '98088f52-223d-4261-b781-a2e45477329a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:13:23Z', 'updated_at': '2021-08-11T03:13:32Z', 'revision_number': 4, 'project_id': '960cd8e142644cf086ca0c3e15670712', 'subnets': [{'id': '98088f52-223d-4261-b781-a2e45477329a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:13:34.139195 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1f0b45-06ca-4828-8b17-d380a11efc83 None None] The sync data for ids ['63d10ac5-9792-43c7-b9f6-03a4f91684ec'] in n-d-764292-30 is: [{'id': '63d10ac5-9792-43c7-b9f6-03a4f91684ec', 'name': 'tempest-ServersTestJSON-1426552814-router', 'tenant_id': '960cd8e142644cf086ca0c3e15670712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': 'e740ac04-0233-4fe5-84ce-cf9f509e3f81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:13:17Z', 'updated_at': '2021-08-11T03:13:25Z', 'revision_number': 4, 'project_id': '960cd8e142644cf086ca0c3e15670712', 'gw_port': {'id': 'e740ac04-0233-4fe5-84ce-cf9f509e3f81', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:c2:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d10ac5-9792-43c7-b9f6-03a4f91684ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:13:19Z', 'updated_at': '2021-08-11T03:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '5f11349f-aaff-4e25-8347-9a329deba979', 'name': '', 'network_id': '1d9b30d4-4af2-4e92-ab5f-b9a60728562f', 'tenant_id': '960cd8e142644cf086ca0c3e15670712', 'mac_address': 'fa:16:3e:19:f4:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63d10ac5-9792-43c7-b9f6-03a4f91684ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '98088f52-223d-4261-b781-a2e45477329a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:13:23Z', 'updated_at': '2021-08-11T03:13:32Z', 'revision_number': 4, 'project_id': '960cd8e142644cf086ca0c3e15670712', 'subnets': [{'id': '98088f52-223d-4261-b781-a2e45477329a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:13:34.193258 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4097789e-6ec8-4402-baf1-1be6c8346827 tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] Made reservation on behalf of 93ecefa275664693b0371933a5ae49fb for: {'port': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:13:34.197886 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4097789e-6ec8-4402-baf1-1be6c8346827 tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:34.230473 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [None req-4097789e-6ec8-4402-baf1-1be6c8346827 tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] device_id is not set on port 668f1527-69df-4df4-b3e5-d56f897d0872 yet. {{(pid=102191) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:13:34.268991 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-408ce502-026a-49df-b835-eaba26316a24 req-5c0859de-902d-4c25-9859-dfd8cb423121 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=91a96b03-142c-4cd6-81d5-b470e51bef6c HTTP/1.1" status: 200 len: 210 time: 0.0841632 Aug 11 03:13:34.293073 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d43fe0f5-d167-4306-9570-9c561146ee77 req-471c1d29-8d3d-4cb2-8e49-826e5007024a tempest-ServerShowV257Test-249813602 tempest-ServerShowV257Test-249813602-project] 10.222.0.41 "GET /v2.0/ports?device_id=91a96b03-142c-4cd6-81d5-b470e51bef6c HTTP/1.1" status: 200 len: 210 time: 0.0896604 Aug 11 03:13:34.383687 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec80275e-9034-44ee-aa43-503670a939b7 req-f8856eb9-5604-4a35-96c3-e4ec756e791a tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:34.385613 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ec80275e-9034-44ee-aa43-503670a939b7 req-f8856eb9-5604-4a35-96c3-e4ec756e791a tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/ports?device_id=186cfdba-74e8-496c-af0f-b566a2fff5c7 HTTP/1.1" status: 200 len: 945 time: 0.6690619 Aug 11 03:13:34.387185 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [None req-9422cc34-699f-42a7-b113-8498d3915abe tempest-ServersTestJSON-270917325 tempest-ServersTestJSON-270917325-project] Allocated IP 172.25.8.148 (09faf7d2-eaf5-4a50-bb6e-4cb05d009a76/e1a97443-13df-40bb-85f5-fd269e2742c0/8aaba83c-fbd9-4b32-bb0c-e1cf63537f8f) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:13:34.472577 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ec80275e-9034-44ee-aa43-503670a939b7 req-f3ef7a0c-1973-4984-aa58-4232700f3bc8 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/security-groups?id=2637b46e-72e4-4ee8-ae47-703ae17ac088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729239 Aug 11 03:13:34.499907 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [None req-4097789e-6ec8-4402-baf1-1be6c8346827 tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] Allocated IP 172.20.0.9 (4908dc28-21c0-4d37-b6bc-3fa636c1c599/b2caf87d-4d2d-4b44-8ab2-389dc5cbfff7/668f1527-69df-4df4-b3e5-d56f897d0872) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:13:34.610521 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:34.656579 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e274849e-5e5b-4a7f-9b0c-e657f9c8fd17 tempest-ServersTestManualDisk-1542911247 tempest-ServersTestManualDisk-1542911247-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:34.684455 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9422cc34-699f-42a7-b113-8498d3915abe tempest-ServersTestJSON-270917325 tempest-ServersTestJSON-270917325-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:34.729878 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e274849e-5e5b-4a7f-9b0c-e657f9c8fd17 tempest-ServersTestManualDisk-1542911247 tempest-ServersTestManualDisk-1542911247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446866'] for floatingip, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:34.764957 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4097789e-6ec8-4402-baf1-1be6c8346827 tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:34.786894 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [None req-4097789e-6ec8-4402-baf1-1be6c8346827 tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] Transition to ACTIVE for port object 668f1527-69df-4df4-b3e5-d56f897d0872 will not be triggered until provisioned by entity DHCP. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:13:34.846070 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9422cc34-699f-42a7-b113-8498d3915abe tempest-ServersTestJSON-270917325 tempest-ServersTestJSON-270917325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:34.873421 n-d-764292-30 neutron-server[102192]: INFO neutron.db.l3_db [None req-e274849e-5e5b-4a7f-9b0c-e657f9c8fd17 tempest-ServersTestManualDisk-1542911247 tempest-ServersTestManualDisk-1542911247-project] Floating IP d1d2a13d-8af6-40d1-b8e5-f1464c16448d associated. External IP: 172.25.8.48, port: 9e4db2a5-f4d4-4439-9d44-95bd522694b9. Aug 11 03:13:34.949924 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4097789e-6ec8-4402-baf1-1be6c8346827 tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:35.007943 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9422cc34-699f-42a7-b113-8498d3915abe tempest-ServersTestJSON-270917325 tempest-ServersTestJSON-270917325-project] Network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:13:35.046812 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-9422cc34-699f-42a7-b113-8498d3915abe tempest-ServersTestJSON-270917325 tempest-ServersTestJSON-270917325-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:13:35.051000 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9422cc34-699f-42a7-b113-8498d3915abe tempest-ServersTestJSON-270917325 tempest-ServersTestJSON-270917325-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:13:35.060855 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4097789e-6ec8-4402-baf1-1be6c8346827 tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] Network 4908dc28-21c0-4d37-b6bc-3fa636c1c599 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:13:35.067718 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-4097789e-6ec8-4402-baf1-1be6c8346827 tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:13:35.076506 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4097789e-6ec8-4402-baf1-1be6c8346827 tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:13:35.170499 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9422cc34-699f-42a7-b113-8498d3915abe tempest-ServersTestJSON-270917325 tempest-ServersTestJSON-270917325-project] Pushing event updated for resources: {'Port': ['ID=8aaba83c-fbd9-4b32-bb0c-e1cf63537f8f,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:35.317215 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4097789e-6ec8-4402-baf1-1be6c8346827 tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] Pushing event updated for resources: {'Port': ['ID=668f1527-69df-4df4-b3e5-d56f897d0872,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:35.332167 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4097789e-6ec8-4402-baf1-1be6c8346827 tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:35.332914 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4097789e-6ec8-4402-baf1-1be6c8346827 tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:35.355494 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 5f11349f-aaff-4e25-8347-9a329deba979 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:13:35.410729 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e274849e-5e5b-4a7f-9b0c-e657f9c8fd17 tempest-ServersTestManualDisk-1542911247 tempest-ServersTestManualDisk-1542911247-project] Router db8ff22c-f468-4bd7-83db-f2d7e883fa09 has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:13:35.458163 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9422cc34-699f-42a7-b113-8498d3915abe tempest-ServersTestJSON-270917325 tempest-ServersTestJSON-270917325-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:35.493649 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-4097789e-6ec8-4402-baf1-1be6c8346827 tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5865211 Aug 11 03:13:35.494365 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 34496) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:35.502313 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-c23855be-cc41-4650-a964-70e06c7fb3be tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] Request body: {'port': {'network_id': '4908dc28-21c0-4d37-b6bc-3fa636c1c599', 'name': 'tempest-AllowedAddressPairTestJSON-984669000'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:13:35.522312 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c90c2289-081e-4744-ba2a-8204bff9da8f req-94f40c94-19ad-45b2-9d7b-0e9b66f94ef4 tempest-ServerShowV257Test-249813602 tempest-ServerShowV257Test-249813602-project] 10.222.0.41 "GET /v2.0/ports?device_id=91a96b03-142c-4cd6-81d5-b470e51bef6c HTTP/1.1" status: 200 len: 210 time: 0.0334997 Aug 11 03:13:35.542775 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port 5f11349f-aaff-4e25-8347-9a329deba979 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:13:35.550560 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 5f11349f-aaff-4e25-8347-9a329deba979 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:13:35.552266 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:35.626213 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-ee49d44d-d070-4489-93cf-77264298a4bf None None] Provisioning for port 668f1527-69df-4df4-b3e5-d56f897d0872 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:13:35.633421 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-ee49d44d-d070-4489-93cf-77264298a4bf None None] Provisioning complete for port 668f1527-69df-4df4-b3e5-d56f897d0872 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:13:35.634311 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-ee49d44d-d070-4489-93cf-77264298a4bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:35.696668 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e15ab7-809e-4673-8ea7-e8df8af4cdb7 req-971fec1e-0595-43b0-8a3c-cff5a13a8c0c tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:35.696668 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e6e15ab7-809e-4673-8ea7-e8df8af4cdb7 req-971fec1e-0595-43b0-8a3c-cff5a13a8c0c tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/ports?device_id=186cfdba-74e8-496c-af0f-b566a2fff5c7 HTTP/1.1" status: 200 len: 945 time: 0.0772312 Aug 11 03:13:35.701042 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e274849e-5e5b-4a7f-9b0c-e657f9c8fd17 tempest-ServersTestManualDisk-1542911247 tempest-ServersTestManualDisk-1542911247-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:13:35.729070 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-ee49d44d-d070-4489-93cf-77264298a4bf None None] Port 668f1527-69df-4df4-b3e5-d56f897d0872 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:13:35.736269 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab15a4d-216c-4bfb-8e21-5762eaea120c None None] Sync routers for ids ['db8ff22c-f468-4bd7-83db-f2d7e883fa09'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:13:35.737997 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9422cc34-699f-42a7-b113-8498d3915abe tempest-ServersTestJSON-270917325 tempest-ServersTestJSON-270917325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:35.753781 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:35.757377 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e274849e-5e5b-4a7f-9b0c-e657f9c8fd17 tempest-ServersTestManualDisk-1542911247 tempest-ServersTestManualDisk-1542911247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for floatingip, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:35.763580 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e6e15ab7-809e-4673-8ea7-e8df8af4cdb7 req-137b14f8-c876-4f47-9d66-45b5572a3dfd tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/security-groups?id=2637b46e-72e4-4ee8-ae47-703ae17ac088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605288 Aug 11 03:13:35.805978 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-e274849e-5e5b-4a7f-9b0c-e657f9c8fd17 tempest-ServersTestManualDisk-1542911247 tempest-ServersTestManualDisk-1542911247-project] 10.222.0.41 "PUT /v2.0/floatingips/d1d2a13d-8af6-40d1-b8e5-f1464c16448d HTTP/1.1" status: 200 len: 990 time: 2.4922562 Aug 11 03:13:35.815518 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6414b43-2a71-460c-b54b-a0bfa11691cd', 'tag': '9e4db2a5-f4d4-4439-9d44-95bd522694b9'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:13:35.815518 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18f6515e-95ba-460b-a871-b89e5dea44c1" -d '{"events": [{"name": "network-changed", "server_uuid": "b6414b43-2a71-460c-b54b-a0bfa11691cd", "tag": "9e4db2a5-f4d4-4439-9d44-95bd522694b9"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:13:35.830415 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab15a4d-216c-4bfb-8e21-5762eaea120c None None] Routers {'db8ff22c-f468-4bd7-83db-f2d7e883fa09'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:13:35.831136 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-fab15a4d-216c-4bfb-8e21-5762eaea120c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:13:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['db8ff22c-f468-4bd7-83db-f2d7e883fa09'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:13:35.905207 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port 5f11349f-aaff-4e25-8347-9a329deba979, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=5f11349f-aaff-4e25-8347-9a329deba979,segment=NetworkSegment(aecbeae3-037d-45bb-b3df-6bbd23b0c487),segment_id=aecbeae3-037d-45bb-b3df-6bbd23b0c487)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:13:35.924297 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:13:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccc73320-ddd3-4d2e-b988-c0589efc536c x-openstack-request-id: req-ccc73320-ddd3-4d2e-b988-c0589efc536c {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:13:35.924816 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6414b43-2a71-460c-b54b-a0bfa11691cd", "tag": "9e4db2a5-f4d4-4439-9d44-95bd522694b9", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:13:35.925270 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ccc73320-ddd3-4d2e-b988-c0589efc536c {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:13:35.925960 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6414b43-2a71-460c-b54b-a0bfa11691cd', 'tag': '9e4db2a5-f4d4-4439-9d44-95bd522694b9', 'status': 'completed', 'code': 200} Aug 11 03:13:35.998638 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-fab15a4d-216c-4bfb-8e21-5762eaea120c None None] Set router db8ff22c-f468-4bd7-83db-f2d7e883fa09 gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:13:36.038560 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f6515e-95ba-460b-a871-b89e5dea44c1 req-37f09411-b935-473e-8ae9-6a088b1e6666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:36.040293 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-18f6515e-95ba-460b-a871-b89e5dea44c1 req-37f09411-b935-473e-8ae9-6a088b1e6666 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7dfe11bfde114b89a52959d4b6413ca0&device_id=b6414b43-2a71-460c-b54b-a0bfa11691cd HTTP/1.1" status: 200 len: 1097 time: 0.0927529 Aug 11 03:13:36.112658 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9422cc34-699f-42a7-b113-8498d3915abe tempest-ServersTestJSON-270917325 tempest-ServersTestJSON-270917325-project] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:36.154478 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f6515e-95ba-460b-a871-b89e5dea44c1 req-fde73b49-2a31-42a8-a3d1-c5424ddefa54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:36.156216 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-18f6515e-95ba-460b-a871-b89e5dea44c1 req-fde73b49-2a31-42a8-a3d1-c5424ddefa54 service neutron] 10.222.0.22 "GET /v2.0/networks?id=e9f60ad6-c983-468c-801f-9acb1516310b HTTP/1.1" status: 200 len: 912 time: 0.1070001 Aug 11 03:13:36.225242 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-18f6515e-95ba-460b-a871-b89e5dea44c1 req-01ea8c87-de65-4507-842e-a9af6f06d03b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9e4db2a5-f4d4-4439-9d44-95bd522694b9 HTTP/1.1" status: 200 len: 998 time: 0.0625730 Aug 11 03:13:36.261040 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c23855be-cc41-4650-a964-70e06c7fb3be tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] Made reservation on behalf of 93ecefa275664693b0371933a5ae49fb for: {'port': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:13:36.262526 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-fab15a4d-216c-4bfb-8e21-5762eaea120c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db8ff22c-f468-4bd7-83db-f2d7e883fa09', 'name': 'tempest-ServersTestManualDisk-948292256-router', 'tenant_id': '7dfe11bfde114b89a52959d4b6413ca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': 'f1201ccd-b5d3-46da-912d-058070f000a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:12:54Z', 'updated_at': '2021-08-11T03:13:01Z', 'revision_number': 4, 'project_id': '7dfe11bfde114b89a52959d4b6413ca0', 'gw_port': {'id': 'f1201ccd-b5d3-46da-912d-058070f000a2', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:3e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8ff22c-f468-4bd7-83db-f2d7e883fa09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:12:55Z', 'updated_at': '2021-08-11T03:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_floatingips': [{'id': 'd1d2a13d-8af6-40d1-b8e5-f1464c16448d', 'tenant_id': '7dfe11bfde114b89a52959d4b6413ca0', 'floating_ip_address': '172.25.8.48', 'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'router_id': 'db8ff22c-f468-4bd7-83db-f2d7e883fa09', 'port_id': '9e4db2a5-f4d4-4439-9d44-95bd522694b9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9f60ad6-c983-468c-801f-9acb1516310b', 'mac_address': 'fa:16:3e:1c:d6:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6414b43-2a71-460c-b54b-a0bfa11691cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:13:07Z', 'updated_at': '2021-08-11T03:13:34Z', 'revision_number': 1, 'project_id': '7dfe11bfde114b89a52959d4b6413ca0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a27bf3e-1d1e-4bef-86e5-5612766f7a17', 'name': '', 'network_id': 'e9f60ad6-c983-468c-801f-9acb1516310b', 'tenant_id': '7dfe11bfde114b89a52959d4b6413ca0', 'mac_address': 'fa:16:3e:e9:a9:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8ff22c-f468-4bd7-83db-f2d7e883fa09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '4ea3625a-218b-4c96-9f19-e26b676452c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:13:00Z', 'updated_at': '2021-08-11T03:13:07Z', 'revision_number': 5, 'project_id': '7dfe11bfde114b89a52959d4b6413ca0', 'subnets': [{'id': '4ea3625a-218b-4c96-9f19-e26b676452c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:13:36.264489 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c23855be-cc41-4650-a964-70e06c7fb3be tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:36.276800 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9422cc34-699f-42a7-b113-8498d3915abe tempest-ServersTestJSON-270917325 tempest-ServersTestJSON-270917325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:36.293966 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab15a4d-216c-4bfb-8e21-5762eaea120c None None] Checking router: db8ff22c-f468-4bd7-83db-f2d7e883fa09 for host: n-d-764292-30 {{(pid=102193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:13:36.299881 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:36.323738 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [None req-c23855be-cc41-4650-a964-70e06c7fb3be tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] device_id is not set on port c910c219-8a1e-4f02-9699-050b823e5ca5 yet. {{(pid=102191) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:13:36.335059 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab15a4d-216c-4bfb-8e21-5762eaea120c None None] Routers {'db8ff22c-f468-4bd7-83db-f2d7e883fa09'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:13:36.335707 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-fab15a4d-216c-4bfb-8e21-5762eaea120c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:13:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['db8ff22c-f468-4bd7-83db-f2d7e883fa09'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:13:36.337558 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f6515e-95ba-460b-a871-b89e5dea44c1 req-6a138837-0628-4c52-be45-8e1c33ab9edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:36.339057 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-18f6515e-95ba-460b-a871-b89e5dea44c1 req-6a138837-0628-4c52-be45-8e1c33ab9edb service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4ea3625a-218b-4c96-9f19-e26b676452c7 HTTP/1.1" status: 200 len: 850 time: 0.1074374 Aug 11 03:13:36.408560 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=5f11349f-aaff-4e25-8347-9a329deba979,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:36.486000 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-fab15a4d-216c-4bfb-8e21-5762eaea120c None None] Set router db8ff22c-f468-4bd7-83db-f2d7e883fa09 gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:13:36.813672 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2a2d9277-206a-4717-bc23-2426b14bb006 req-34fea256-0418-4490-8564-aa87f1025c9b tempest-ServerShowV257Test-249813602 tempest-ServerShowV257Test-249813602-project] 10.222.0.41 "GET /v2.0/ports?device_id=91a96b03-142c-4cd6-81d5-b470e51bef6c HTTP/1.1" status: 200 len: 210 time: 0.0520561 Aug 11 03:13:36.816651 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9422cc34-699f-42a7-b113-8498d3915abe tempest-ServersTestJSON-270917325 tempest-ServersTestJSON-270917325-project] Pushing event updated for resources: {'Port': ['ID=8aaba83c-fbd9-4b32-bb0c-e1cf63537f8f,revision_number=2']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:36.853128 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9422cc34-699f-42a7-b113-8498d3915abe tempest-ServersTestJSON-270917325 tempest-ServersTestJSON-270917325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446866'] for floatingip, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:36.913628 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f6515e-95ba-460b-a871-b89e5dea44c1 req-8825890c-3a98-4d09-8fbf-4e1b5b0fc805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:36.916227 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-18f6515e-95ba-460b-a871-b89e5dea44c1 req-8825890c-3a98-4d09-8fbf-4e1b5b0fc805 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e9f60ad6-c983-468c-801f-9acb1516310b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5683575 Aug 11 03:13:36.981392 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94561569-8bbf-4923-9222-9f35dca4ab51 req-61a94e8d-f3a0-4fba-8787-6a8c2b4ad50e tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:36.989173 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-94561569-8bbf-4923-9222-9f35dca4ab51 req-61a94e8d-f3a0-4fba-8787-6a8c2b4ad50e tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/ports?device_id=186cfdba-74e8-496c-af0f-b566a2fff5c7 HTTP/1.1" status: 200 len: 945 time: 0.0614033 Aug 11 03:13:36.994445 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:37.037657 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-94561569-8bbf-4923-9222-9f35dca4ab51 req-2d686dca-b4f4-4202-a481-b1a550be9d76 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/security-groups?id=2637b46e-72e4-4ee8-ae47-703ae17ac088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416729 Aug 11 03:13:37.044683 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-fab15a4d-216c-4bfb-8e21-5762eaea120c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db8ff22c-f468-4bd7-83db-f2d7e883fa09', 'name': 'tempest-ServersTestManualDisk-948292256-router', 'tenant_id': '7dfe11bfde114b89a52959d4b6413ca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': 'f1201ccd-b5d3-46da-912d-058070f000a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:12:54Z', 'updated_at': '2021-08-11T03:13:01Z', 'revision_number': 4, 'project_id': '7dfe11bfde114b89a52959d4b6413ca0', 'gw_port': {'id': 'f1201ccd-b5d3-46da-912d-058070f000a2', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:3e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8ff22c-f468-4bd7-83db-f2d7e883fa09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:12:55Z', 'updated_at': '2021-08-11T03:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_floatingips': [{'id': 'd1d2a13d-8af6-40d1-b8e5-f1464c16448d', 'tenant_id': '7dfe11bfde114b89a52959d4b6413ca0', 'floating_ip_address': '172.25.8.48', 'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'router_id': 'db8ff22c-f468-4bd7-83db-f2d7e883fa09', 'port_id': '9e4db2a5-f4d4-4439-9d44-95bd522694b9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9f60ad6-c983-468c-801f-9acb1516310b', 'mac_address': 'fa:16:3e:1c:d6:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6414b43-2a71-460c-b54b-a0bfa11691cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:13:07Z', 'updated_at': '2021-08-11T03:13:34Z', 'revision_number': 1, 'project_id': '7dfe11bfde114b89a52959d4b6413ca0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a27bf3e-1d1e-4bef-86e5-5612766f7a17', 'name': '', 'network_id': 'e9f60ad6-c983-468c-801f-9acb1516310b', 'tenant_id': '7dfe11bfde114b89a52959d4b6413ca0', 'mac_address': 'fa:16:3e:e9:a9:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8ff22c-f468-4bd7-83db-f2d7e883fa09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '4ea3625a-218b-4c96-9f19-e26b676452c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:13:00Z', 'updated_at': '2021-08-11T03:13:07Z', 'revision_number': 5, 'project_id': '7dfe11bfde114b89a52959d4b6413ca0', 'subnets': [{'id': '4ea3625a-218b-4c96-9f19-e26b676452c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:13:37.096723 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab15a4d-216c-4bfb-8e21-5762eaea120c None None] The sync data for ids ['db8ff22c-f468-4bd7-83db-f2d7e883fa09'] in n-d-764292-30 is: [{'id': 'db8ff22c-f468-4bd7-83db-f2d7e883fa09', 'name': 'tempest-ServersTestManualDisk-948292256-router', 'tenant_id': '7dfe11bfde114b89a52959d4b6413ca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': 'f1201ccd-b5d3-46da-912d-058070f000a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:12:54Z', 'updated_at': '2021-08-11T03:13:01Z', 'revision_number': 4, 'project_id': '7dfe11bfde114b89a52959d4b6413ca0', 'gw_port': {'id': 'f1201ccd-b5d3-46da-912d-058070f000a2', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:3e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8ff22c-f468-4bd7-83db-f2d7e883fa09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:12:55Z', 'updated_at': '2021-08-11T03:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_floatingips': [{'id': 'd1d2a13d-8af6-40d1-b8e5-f1464c16448d', 'tenant_id': '7dfe11bfde114b89a52959d4b6413ca0', 'floating_ip_address': '172.25.8.48', 'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'router_id': 'db8ff22c-f468-4bd7-83db-f2d7e883fa09', 'port_id': '9e4db2a5-f4d4-4439-9d44-95bd522694b9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9f60ad6-c983-468c-801f-9acb1516310b', 'mac_address': 'fa:16:3e:1c:d6:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6414b43-2a71-460c-b54b-a0bfa11691cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:13:07Z', 'updated_at': '2021-08-11T03:13:34Z', 'revision_number': 1, 'project_id': '7dfe11bfde114b89a52959d4b6413ca0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a27bf3e-1d1e-4bef-86e5-5612766f7a17', 'name': '', 'network_id': 'e9f60ad6-c983-468c-801f-9acb1516310b', 'tenant_id': '7dfe11bfde114b89a52959d4b6413ca0', 'mac_address': 'fa:16:3e:e9:a9:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8ff22c-f468-4bd7-83db-f2d7e883fa09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '4ea3625a-218b-4c96-9f19-e26b676452c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:13:00Z', 'updated_at': '2021-08-11T03:13:07Z', 'revision_number': 5, 'project_id': '7dfe11bfde114b89a52959d4b6413ca0', 'subnets': [{'id': '4ea3625a-218b-4c96-9f19-e26b676452c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:13:37.123070 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9422cc34-699f-42a7-b113-8498d3915abe tempest-ServersTestJSON-270917325 tempest-ServersTestJSON-270917325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for floatingip, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:37.124350 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-9422cc34-699f-42a7-b113-8498d3915abe tempest-ServersTestJSON-270917325 tempest-ServersTestJSON-270917325-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7644024 Aug 11 03:13:37.154971 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [None req-c23855be-cc41-4650-a964-70e06c7fb3be tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] Allocated IP 172.20.0.10 (4908dc28-21c0-4d37-b6bc-3fa636c1c599/b2caf87d-4d2d-4b44-8ab2-389dc5cbfff7/c910c219-8a1e-4f02-9699-050b823e5ca5) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:13:37.260327 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 5f11349f-aaff-4e25-8347-9a329deba979 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:13:37.274174 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-18f6515e-95ba-460b-a871-b89e5dea44c1 req-99a91866-4632-462f-a773-86919431013f service neutron] 10.222.0.22 "GET /v2.0/networks/e9f60ad6-c983-468c-801f-9acb1516310b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3337123 Aug 11 03:13:37.347412 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 5f11349f-aaff-4e25-8347-9a329deba979 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:13:37.348262 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:37.364512 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c70d0831-eb43-426e-95c0-2bda4df338ab req-4b14210e-93a6-4525-bcc4-440f7f188a8a tempest-ServersTestJSON-270917325 tempest-ServersTestJSON-270917325-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--173919379&fields=id&tenant_id=960cd8e142644cf086ca0c3e15670712 HTTP/1.1" status: 200 len: 267 time: 0.0548429 Aug 11 03:13:37.415967 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-18f6515e-95ba-460b-a871-b89e5dea44c1 req-4014f46c-4d5f-41e3-97b6-1c6c596e3906 service neutron] 10.222.0.22 "GET /v2.0/networks/e9f60ad6-c983-468c-801f-9acb1516310b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320717 Aug 11 03:13:37.535273 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70d0831-eb43-426e-95c0-2bda4df338ab req-0056361f-7082-4739-9140-004028e4e378 tempest-ServersTestJSON-270917325 tempest-ServersTestJSON-270917325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:37.536934 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c70d0831-eb43-426e-95c0-2bda4df338ab req-0056361f-7082-4739-9140-004028e4e378 tempest-ServersTestJSON-270917325 tempest-ServersTestJSON-270917325-project] 10.222.0.41 "GET /v2.0/networks?id=1d9b30d4-4af2-4e92-ab5f-b9a60728562f HTTP/1.1" status: 200 len: 806 time: 0.1704865 Aug 11 03:13:37.563093 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c70d0831-eb43-426e-95c0-2bda4df338ab req-6fcdc9d5-6ce9-4f07-a4cb-2d624e2624f2 tempest-ServersTestJSON-270917325 tempest-ServersTestJSON-270917325-project] 10.222.0.41 "GET /v2.0/quotas/960cd8e142644cf086ca0c3e15670712 HTTP/1.1" status: 200 len: 375 time: 0.0181057 Aug 11 03:13:37.564559 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c23855be-cc41-4650-a964-70e06c7fb3be tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:37.582989 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [None req-c23855be-cc41-4650-a964-70e06c7fb3be tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] Transition to ACTIVE for port object c910c219-8a1e-4f02-9699-050b823e5ca5 will not be triggered until provisioned by entity DHCP. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:13:37.621934 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91567e0e-d1d7-4197-af52-9753bdc69abd None None] New status for floating IP d1d2a13d-8af6-40d1-b8e5-f1464c16448d: ACTIVE {{(pid=102194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:13:37.665731 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c70d0831-eb43-426e-95c0-2bda4df338ab req-9ae351c4-0694-4380-bc5b-f985b8c6cbab tempest-ServersTestJSON-270917325 tempest-ServersTestJSON-270917325-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=960cd8e142644cf086ca0c3e15670712&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1016939 Aug 11 03:13:37.706188 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c23855be-cc41-4650-a964-70e06c7fb3be tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:37.810373 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c23855be-cc41-4650-a964-70e06c7fb3be tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] Network 4908dc28-21c0-4d37-b6bc-3fa636c1c599 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:13:37.814411 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-c23855be-cc41-4650-a964-70e06c7fb3be tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:13:37.830677 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23855be-cc41-4650-a964-70e06c7fb3be tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:13:37.912874 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c23855be-cc41-4650-a964-70e06c7fb3be tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:37.913583 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c23855be-cc41-4650-a964-70e06c7fb3be tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:37.917674 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c70d0831-eb43-426e-95c0-2bda4df338ab req-c0ecd755-21e8-4752-a4bf-e597d95441bb service neutron] 10.222.0.41 "GET /v2.0/networks/1d9b30d4-4af2-4e92-ab5f-b9a60728562f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2235060 Aug 11 03:13:37.942585 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23855be-cc41-4650-a964-70e06c7fb3be tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] Pushing event updated for resources: {'Port': ['ID=c910c219-8a1e-4f02-9699-050b823e5ca5,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:38.045857 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-c23855be-cc41-4650-a964-70e06c7fb3be tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5503418 Aug 11 03:13:38.052320 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 34552) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:38.079387 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-74408f0b-3524-478a-afa4-007b75753315 tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:ef:58:7e'}, {'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:ad:b1:cd'}]}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:13:38.088410 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-efc7e0a9-e9f6-409f-b37d-95dd814b2924 req-7e1f86c5-9927-42fc-b43e-c47171151e25 tempest-ServerShowV257Test-249813602 tempest-ServerShowV257Test-249813602-project] 10.222.0.41 "GET /v2.0/ports?device_id=91a96b03-142c-4cd6-81d5-b470e51bef6c HTTP/1.1" status: 200 len: 210 time: 0.0580938 Aug 11 03:13:38.222896 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c70d0831-eb43-426e-95c0-2bda4df338ab req-7b1c4cd3-529f-43ad-85ba-5370946c54f1 service neutron] 10.222.0.41 "GET /v2.0/networks/1d9b30d4-4af2-4e92-ab5f-b9a60728562f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3042512 Aug 11 03:13:38.268729 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-32ab4990-5f77-4e7d-8cf3-1578909017ca None None] Provisioning for port c910c219-8a1e-4f02-9699-050b823e5ca5 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:13:38.285768 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-32ab4990-5f77-4e7d-8cf3-1578909017ca None None] Provisioning complete for port c910c219-8a1e-4f02-9699-050b823e5ca5 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:13:38.286237 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-32ab4990-5f77-4e7d-8cf3-1578909017ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:38.289057 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef77574f-2847-4440-ad4b-b97865691f90 req-ec1b407a-8487-473d-81f3-d051bcf9c2bb tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:38.290631 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ef77574f-2847-4440-ad4b-b97865691f90 req-ec1b407a-8487-473d-81f3-d051bcf9c2bb tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/ports?device_id=186cfdba-74e8-496c-af0f-b566a2fff5c7 HTTP/1.1" status: 200 len: 945 time: 0.1204975 Aug 11 03:13:38.336544 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-32ab4990-5f77-4e7d-8cf3-1578909017ca None None] Port c910c219-8a1e-4f02-9699-050b823e5ca5 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:13:38.359682 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-74408f0b-3524-478a-afa4-007b75753315 tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:38.375834 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ef77574f-2847-4440-ad4b-b97865691f90 req-9001900b-5066-42f1-9ea8-576bc6ef0a23 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/security-groups?id=2637b46e-72e4-4ee8-ae47-703ae17ac088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739365 Aug 11 03:13:38.657818 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-74408f0b-3524-478a-afa4-007b75753315 tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] Notify callbacks [] for port, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:38.681680 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1577f8a6-129d-4b30-a742-b0fe7cfc4aa5 req-aab21c75-a4c7-4359-b218-3b0ad5331c4c tempest-ServersTestJSON-270917325 tempest-ServersTestJSON-270917325-project] 10.222.0.41 "GET /v2.0/ports?device_id=f905d2cf-e0d3-404f-9942-a82e4c4a9fe8 HTTP/1.1" status: 200 len: 210 time: 0.0614321 Aug 11 03:13:38.758523 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-74408f0b-3524-478a-afa4-007b75753315 tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:38.853349 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74408f0b-3524-478a-afa4-007b75753315 tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] Pushing event updated for resources: {'Port': ['ID=c910c219-8a1e-4f02-9699-050b823e5ca5,revision_number=2']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:38.860046 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-74408f0b-3524-478a-afa4-007b75753315 tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] In _notify_port_updated(), no bound segment for port c910c219-8a1e-4f02-9699-050b823e5ca5 on network 4908dc28-21c0-4d37-b6bc-3fa636c1c599 {{(pid=102192) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 03:13:38.866243 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74408f0b-3524-478a-afa4-007b75753315 tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:38.866905 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-74408f0b-3524-478a-afa4-007b75753315 tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:38.868222 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-74408f0b-3524-478a-afa4-007b75753315 tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] 10.222.0.41 "PUT /v2.0/ports/c910c219-8a1e-4f02-9699-050b823e5ca5 HTTP/1.1" status: 200 len: 1056 time: 0.7965782 Aug 11 03:13:38.871213 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 34578) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:38.970188 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-826af8ca-fbbe-4f24-8752-976324b48e4f tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] Deleting port c910c219-8a1e-4f02-9699-050b823e5ca5 {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:13:38.970910 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-826af8ca-fbbe-4f24-8752-976324b48e4f tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:39.062327 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-81916145-8f15-4522-bb45-d69b0f5d44d3 None None] Provisioning complete for port c910c219-8a1e-4f02-9699-050b823e5ca5 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:13:39.062817 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-81916145-8f15-4522-bb45-d69b0f5d44d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:39.066571 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-826af8ca-fbbe-4f24-8752-976324b48e4f tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:39.079451 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-826af8ca-fbbe-4f24-8752-976324b48e4f tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] Calling delete_port for c910c219-8a1e-4f02-9699-050b823e5ca5 owned by {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:13:39.103768 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-81916145-8f15-4522-bb45-d69b0f5d44d3 None None] Port c910c219-8a1e-4f02-9699-050b823e5ca5 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:13:39.215210 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c1d59461-cafa-4702-9d3f-73ad9f7093bd req-786167d4-49bd-4426-b4f2-002096c7d5ac tempest-ServerShowV257Test-249813602 tempest-ServerShowV257Test-249813602-project] 10.222.0.41 "GET /v2.0/ports?device_id=91a96b03-142c-4cd6-81d5-b470e51bef6c HTTP/1.1" status: 200 len: 210 time: 0.0469689 Aug 11 03:13:39.295807 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-826af8ca-fbbe-4f24-8752-976324b48e4f tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:39.335056 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826af8ca-fbbe-4f24-8752-976324b48e4f tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] Pushing event deleted for resources: {'Port': ['ID=c910c219-8a1e-4f02-9699-050b823e5ca5,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:39.683241 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5625951-c6db-4a62-bc43-29d01bd462e5 req-77985707-ef9d-4442-a7e8-58249fd35d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:39.684802 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c5625951-c6db-4a62-bc43-29d01bd462e5 req-77985707-ef9d-4442-a7e8-58249fd35d4b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=92caf1df2234498c82ddfcf53391d4fc&device_id=186cfdba-74e8-496c-af0f-b566a2fff5c7 HTTP/1.1" status: 200 len: 1097 time: 0.0574491 Aug 11 03:13:39.802595 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5625951-c6db-4a62-bc43-29d01bd462e5 req-30406398-78a8-495b-b075-b1720189b030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:39.804873 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c5625951-c6db-4a62-bc43-29d01bd462e5 req-30406398-78a8-495b-b075-b1720189b030 service neutron] 10.222.0.22 "GET /v2.0/networks?id=d17d1b32-4aa7-4439-b455-9cb54b2072df HTTP/1.1" status: 200 len: 918 time: 0.1126328 Aug 11 03:13:39.854266 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-587b47a3-8c1b-4770-a4fd-53ca80f970b2 req-567910ab-d636-402d-b2e0-0f723cb8da74 tempest-ServersTestJSON-270917325 tempest-ServersTestJSON-270917325-project] 10.222.0.41 "GET /v2.0/ports?device_id=f905d2cf-e0d3-404f-9942-a82e4c4a9fe8 HTTP/1.1" status: 200 len: 210 time: 0.0889606 Aug 11 03:13:39.887005 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c5625951-c6db-4a62-bc43-29d01bd462e5 req-cb28e961-11bd-46d4-8966-c87c2b6979ec service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2682bd83-8758-4467-a055-b7a257a62210 HTTP/1.1" status: 200 len: 1001 time: 0.0752532 Aug 11 03:13:39.913229 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbb19f6-b3d5-4eb5-b869-c6ee0e8f99c4 req-9e373f2a-6b48-494d-97f4-4e9cfeb71a18 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:39.914745 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0dbb19f6-b3d5-4eb5-b869-c6ee0e8f99c4 req-9e373f2a-6b48-494d-97f4-4e9cfeb71a18 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/ports?device_id=186cfdba-74e8-496c-af0f-b566a2fff5c7 HTTP/1.1" status: 200 len: 945 time: 0.1484547 Aug 11 03:13:39.942591 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5625951-c6db-4a62-bc43-29d01bd462e5 req-7b1c1fc8-d5bf-468c-9501-ca65145c40e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:39.945950 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c5625951-c6db-4a62-bc43-29d01bd462e5 req-7b1c1fc8-d5bf-468c-9501-ca65145c40e6 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c8bae62b-5e51-4859-99ce-3b4e8f86224a HTTP/1.1" status: 200 len: 856 time: 0.0505314 Aug 11 03:13:40.004061 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5625951-c6db-4a62-bc43-29d01bd462e5 req-f2f47906-df1d-4266-8915-60c52cc2eee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:40.006022 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c5625951-c6db-4a62-bc43-29d01bd462e5 req-f2f47906-df1d-4266-8915-60c52cc2eee1 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d17d1b32-4aa7-4439-b455-9cb54b2072df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0544062 Aug 11 03:13:40.060822 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0dbb19f6-b3d5-4eb5-b869-c6ee0e8f99c4 req-a101bc74-aeed-4f7f-9c52-b05aa898e2e2 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/security-groups?id=2637b46e-72e4-4ee8-ae47-703ae17ac088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1190114 Aug 11 03:13:40.075329 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-826af8ca-fbbe-4f24-8752-976324b48e4f tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:40.082900 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-826af8ca-fbbe-4f24-8752-976324b48e4f tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] 10.222.0.41 "DELETE /v2.0/ports/c910c219-8a1e-4f02-9699-050b823e5ca5 HTTP/1.1" status: 204 len: 168 time: 1.2073088 Aug 11 03:13:40.083086 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 34602) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:40.114530 n-d-764292-30 neutron-server[102191]: INFO neutron.pecan_wsgi.hooks.translation [None req-f52de785-aecc-4f74-80ca-f2c3e21e16bc tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] GET failed (client error): The resource could not be found. Aug 11 03:13:40.116845 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-f52de785-aecc-4f74-80ca-f2c3e21e16bc tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] 10.222.0.41 "GET /v2.0/ports/c910c219-8a1e-4f02-9699-050b823e5ca5 HTTP/1.1" status: 404 len: 333 time: 0.0332277 Aug 11 03:13:40.119713 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 34604) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:40.150065 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c5625951-c6db-4a62-bc43-29d01bd462e5 req-db5e0723-98d4-421e-a9dc-571410cd65c5 service neutron] 10.222.0.22 "GET /v2.0/networks/d17d1b32-4aa7-4439-b455-9cb54b2072df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366320 Aug 11 03:13:40.220416 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-2ead94d0-efc8-4ac0-9870-e495b7076348 tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] Deleting port 668f1527-69df-4df4-b3e5-d56f897d0872 {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:13:40.220846 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-2ead94d0-efc8-4ac0-9870-e495b7076348 tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:40.268676 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c5625951-c6db-4a62-bc43-29d01bd462e5 req-c4b31f3b-b7ac-46cf-b43c-e75a4e5aa91c service neutron] 10.222.0.22 "GET /v2.0/networks/d17d1b32-4aa7-4439-b455-9cb54b2072df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104336 Aug 11 03:13:40.398909 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-34fb5b1a-527c-40fd-892c-b317361ed425 req-5b64e12d-c643-4e48-9a87-6bd38f640db2 tempest-ServerShowV257Test-249813602 tempest-ServerShowV257Test-249813602-project] 10.222.0.41 "GET /v2.0/ports?device_id=91a96b03-142c-4cd6-81d5-b470e51bef6c HTTP/1.1" status: 200 len: 210 time: 0.0511205 Aug 11 03:13:40.427130 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-2ead94d0-efc8-4ac0-9870-e495b7076348 tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:40.439990 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-2ead94d0-efc8-4ac0-9870-e495b7076348 tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] Calling delete_port for 668f1527-69df-4df4-b3e5-d56f897d0872 owned by {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:13:40.672737 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-2ead94d0-efc8-4ac0-9870-e495b7076348 tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:40.705951 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ead94d0-efc8-4ac0-9870-e495b7076348 tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] Pushing event deleted for resources: {'Port': ['ID=668f1527-69df-4df4-b3e5-d56f897d0872,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:40.779148 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-2ead94d0-efc8-4ac0-9870-e495b7076348 tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:40.781324 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-2ead94d0-efc8-4ac0-9870-e495b7076348 tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] 10.222.0.41 "DELETE /v2.0/ports/668f1527-69df-4df4-b3e5-d56f897d0872 HTTP/1.1" status: 204 len: 168 time: 0.6606233 Aug 11 03:13:40.783948 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 34614) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:40.809904 n-d-764292-30 neutron-server[102192]: INFO neutron.pecan_wsgi.hooks.translation [None req-3deb42be-4e76-4dea-830a-b1379c8fa572 tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] GET failed (client error): The resource could not be found. Aug 11 03:13:40.813817 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-3deb42be-4e76-4dea-830a-b1379c8fa572 tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] 10.222.0.41 "GET /v2.0/ports/668f1527-69df-4df4-b3e5-d56f897d0872 HTTP/1.1" status: 404 len: 333 time: 0.0266099 Aug 11 03:13:40.815113 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 34616) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:40.920303 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-c8def581-5503-4e3a-86af-6b0459d6684d tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] Deleting port e0f26ad3-b4a6-4bd9-8f63-d06a3d7d4473 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:13:40.920654 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c8def581-5503-4e3a-86af-6b0459d6684d tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:40.961165 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b6944a50-bd06-443f-87f5-7fc249f8ec91 req-b9f550be-2b5c-4ebf-8b0e-494c7e47a1aa tempest-ServersTestJSON-270917325 tempest-ServersTestJSON-270917325-project] 10.222.0.41 "GET /v2.0/ports?device_id=f905d2cf-e0d3-404f-9942-a82e4c4a9fe8 HTTP/1.1" status: 200 len: 210 time: 0.0279455 Aug 11 03:13:41.016513 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c8def581-5503-4e3a-86af-6b0459d6684d tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:41.029600 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-c8def581-5503-4e3a-86af-6b0459d6684d tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] Calling delete_port for e0f26ad3-b4a6-4bd9-8f63-d06a3d7d4473 owned by {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:13:41.043263 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:41.225119 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85314a3b-fece-4150-974b-68b7a814fc1c req-6397adfb-d18b-4519-ab58-d6c07393cdd8 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:41.226836 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-85314a3b-fece-4150-974b-68b7a814fc1c req-6397adfb-d18b-4519-ab58-d6c07393cdd8 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/ports?device_id=186cfdba-74e8-496c-af0f-b566a2fff5c7 HTTP/1.1" status: 200 len: 945 time: 0.0553968 Aug 11 03:13:41.261875 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70d0831-eb43-426e-95c0-2bda4df338ab req-469a417d-4fa4-403b-8c49-e92cf4a515ad tempest-ServersTestJSON-270917325 tempest-ServersTestJSON-270917325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:41.263495 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c70d0831-eb43-426e-95c0-2bda4df338ab req-469a417d-4fa4-403b-8c49-e92cf4a515ad tempest-ServersTestJSON-270917325 tempest-ServersTestJSON-270917325-project] 10.222.0.22 "GET /v2.0/networks?id=1d9b30d4-4af2-4e92-ab5f-b9a60728562f HTTP/1.1" status: 200 len: 806 time: 0.1169815 Aug 11 03:13:41.266634 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-85314a3b-fece-4150-974b-68b7a814fc1c req-4cc0e095-f9ad-4808-89a9-3d2885693abc tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/security-groups?id=2637b46e-72e4-4ee8-ae47-703ae17ac088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326841 Aug 11 03:13:41.296269 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c8def581-5503-4e3a-86af-6b0459d6684d tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:41.337591 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8def581-5503-4e3a-86af-6b0459d6684d tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] Pushing event deleted for resources: {'Port': ['ID=e0f26ad3-b4a6-4bd9-8f63-d06a3d7d4473,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:41.350160 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c70d0831-eb43-426e-95c0-2bda4df338ab req-2583d9b0-3ca1-4f12-a174-f2fe28fddebf tempest-ServersTestJSON-270917325 tempest-ServersTestJSON-270917325-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=960cd8e142644cf086ca0c3e15670712 HTTP/1.1" status: 200 len: 379 time: 0.0757840 Aug 11 03:13:41.376706 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-c70d0831-eb43-426e-95c0-2bda4df338ab req-ac7ef05a-f389-43e6-8e66-48c0ff5b1362 tempest-ServersTestJSON-270917325 tempest-ServersTestJSON-270917325-project] Request body: {'port': {'device_id': 'f905d2cf-e0d3-404f-9942-a82e4c4a9fe8', 'network_id': '1d9b30d4-4af2-4e92-ab5f-b9a60728562f', 'admin_state_up': True, 'tenant_id': '960cd8e142644cf086ca0c3e15670712', 'security_groups': ['32f19115-bc2b-4ec5-a86c-fca1d0469ca1']}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:13:41.479611 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c8def581-5503-4e3a-86af-6b0459d6684d tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:41.481525 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-c8def581-5503-4e3a-86af-6b0459d6684d tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] 10.222.0.41 "DELETE /v2.0/ports/e0f26ad3-b4a6-4bd9-8f63-d06a3d7d4473 HTTP/1.1" status: 204 len: 168 time: 0.6653628 Aug 11 03:13:41.484309 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 34628) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:41.570390 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-095be8aa-cac0-4792-8662-91809cb0a93f req-02d07bd7-bcc6-4608-93ac-c764e0e1a0c2 tempest-ServerShowV257Test-249813602 tempest-ServerShowV257Test-249813602-project] 10.222.0.41 "GET /v2.0/ports?device_id=91a96b03-142c-4cd6-81d5-b470e51bef6c HTTP/1.1" status: 200 len: 210 time: 0.0753379 Aug 11 03:13:41.575249 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c70d0831-eb43-426e-95c0-2bda4df338ab req-ac7ef05a-f389-43e6-8e66-48c0ff5b1362 tempest-ServersTestJSON-270917325 tempest-ServersTestJSON-270917325-project] Made reservation on behalf of 960cd8e142644cf086ca0c3e15670712 for: {'port': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:13:41.578977 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-c70d0831-eb43-426e-95c0-2bda4df338ab req-ac7ef05a-f389-43e6-8e66-48c0ff5b1362 tempest-ServersTestJSON-270917325 tempest-ServersTestJSON-270917325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:41.607446 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d70d11f-3607-40f0-b280-f49297619f72 tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] Deleting subnet b2caf87d-4d2d-4b44-8ab2-389dc5cbfff7 {{(pid=102192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:13:41.610702 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-2d70d11f-3607-40f0-b280-f49297619f72 tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] Notify callbacks [] for subnet, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:41.655884 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-2d70d11f-3607-40f0-b280-f49297619f72 tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125932460'] for subnet, precommit_delete_associations {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:41.726985 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [req-c70d0831-eb43-426e-95c0-2bda4df338ab req-ac7ef05a-f389-43e6-8e66-48c0ff5b1362 tempest-ServersTestJSON-270917325 tempest-ServersTestJSON-270917325-project] Allocated IP 172.20.0.9 (1d9b30d4-4af2-4e92-ab5f-b9a60728562f/98088f52-223d-4261-b781-a2e45477329a/df47b862-bce6-48bf-ad02-5b37dd7cd3af) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:13:41.751021 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-2d70d11f-3607-40f0-b280-f49297619f72 tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:41.872159 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-c70d0831-eb43-426e-95c0-2bda4df338ab req-ac7ef05a-f389-43e6-8e66-48c0ff5b1362 tempest-ServersTestJSON-270917325 tempest-ServersTestJSON-270917325-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:41.913043 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [req-c70d0831-eb43-426e-95c0-2bda4df338ab req-ac7ef05a-f389-43e6-8e66-48c0ff5b1362 tempest-ServersTestJSON-270917325 tempest-ServersTestJSON-270917325-project] Transition to ACTIVE for port object df47b862-bce6-48bf-ad02-5b37dd7cd3af will not be triggered until provisioned by entity DHCP. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:13:41.913669 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-2d70d11f-3607-40f0-b280-f49297619f72 tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125932157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126180897'] for subnet, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:41.946240 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-2d70d11f-3607-40f0-b280-f49297619f72 tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:41.948163 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-2d70d11f-3607-40f0-b280-f49297619f72 tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] 10.222.0.41 "DELETE /v2.0/subnets/b2caf87d-4d2d-4b44-8ab2-389dc5cbfff7 HTTP/1.1" status: 204 len: 168 time: 0.4628637 Aug 11 03:13:41.949150 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d70d11f-3607-40f0-b280-f49297619f72 tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] Pushing event deleted for resources: {'Subnet': ['ID=b2caf87d-4d2d-4b44-8ab2-389dc5cbfff7,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:41.950857 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 34638) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:41.957903 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f10e8d-9c36-4955-8ded-1a2bc57ba472 None None] Network 4908dc28-21c0-4d37-b6bc-3fa636c1c599 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:13:42.035271 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-97852c28-b4c3-4c37-88cf-3802a7edb910 tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:42.067070 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-739bf776-ab3d-4fe7-9cb6-682c56f17abd req-f233985d-c1ab-466d-ad2a-d4d5cc491d3c tempest-ServersTestJSON-270917325 tempest-ServersTestJSON-270917325-project] 10.222.0.41 "GET /v2.0/ports?device_id=f905d2cf-e0d3-404f-9942-a82e4c4a9fe8 HTTP/1.1" status: 200 len: 210 time: 0.0315580 Aug 11 03:13:42.077571 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-c70d0831-eb43-426e-95c0-2bda4df338ab req-ac7ef05a-f389-43e6-8e66-48c0ff5b1362 tempest-ServersTestJSON-270917325 tempest-ServersTestJSON-270917325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:42.140130 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c70d0831-eb43-426e-95c0-2bda4df338ab req-ac7ef05a-f389-43e6-8e66-48c0ff5b1362 tempest-ServersTestJSON-270917325 tempest-ServersTestJSON-270917325-project] Network 1d9b30d4-4af2-4e92-ab5f-b9a60728562f is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:13:42.146883 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [req-c70d0831-eb43-426e-95c0-2bda4df338ab req-ac7ef05a-f389-43e6-8e66-48c0ff5b1362 tempest-ServersTestJSON-270917325 tempest-ServersTestJSON-270917325-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:13:42.149898 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-c70d0831-eb43-426e-95c0-2bda4df338ab req-ac7ef05a-f389-43e6-8e66-48c0ff5b1362 tempest-ServersTestJSON-270917325 tempest-ServersTestJSON-270917325-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:13:42.168701 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c89d61a9-6835-43d6-87b6-cf1ba441c9d5 None None] DHCP port deletion for 4908dc28-21c0-4d37-b6bc-3fa636c1c599 request from n-d-764292-30 {{(pid=102193) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:13:42.184704 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7ef05a-f389-43e6-8e66-48c0ff5b1362 tempest-ServersTestJSON-270917325 tempest-ServersTestJSON-270917325-project] Pushing event updated for resources: {'Port': ['ID=df47b862-bce6-48bf-ad02-5b37dd7cd3af,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:42.211179 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-97852c28-b4c3-4c37-88cf-3802a7edb910 tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] Deleting port f4a85f39-6cf4-4b02-a34c-ed310bb7a7cf {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:13:42.211970 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-97852c28-b4c3-4c37-88cf-3802a7edb910 tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:42.234442 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-c89d61a9-6835-43d6-87b6-cf1ba441c9d5 None None] Deleting port f4a85f39-6cf4-4b02-a34c-ed310bb7a7cf {{(pid=102193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:13:42.234749 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70d0831-eb43-426e-95c0-2bda4df338ab req-ac7ef05a-f389-43e6-8e66-48c0ff5b1362 tempest-ServersTestJSON-270917325 tempest-ServersTestJSON-270917325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:42.234999 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-c89d61a9-6835-43d6-87b6-cf1ba441c9d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:42.236155 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-c70d0831-eb43-426e-95c0-2bda4df338ab req-ac7ef05a-f389-43e6-8e66-48c0ff5b1362 tempest-ServersTestJSON-270917325 tempest-ServersTestJSON-270917325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:42.307818 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [None req-97852c28-b4c3-4c37-88cf-3802a7edb910 tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] For port f4a85f39-6cf4-4b02-a34c-ed310bb7a7cf, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=f4a85f39-6cf4-4b02-a34c-ed310bb7a7cf,segment=NetworkSegment(bb47910c-9789-4de3-9b33-31679e030b80),segment_id=bb47910c-9789-4de3-9b33-31679e030b80)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:13:42.308193 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-97852c28-b4c3-4c37-88cf-3802a7edb910 tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:42.325105 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-97852c28-b4c3-4c37-88cf-3802a7edb910 tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] Calling delete_port for f4a85f39-6cf4-4b02-a34c-ed310bb7a7cf owned by network:dhcp {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:13:42.343931 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-c89d61a9-6835-43d6-87b6-cf1ba441c9d5 None None] For port f4a85f39-6cf4-4b02-a34c-ed310bb7a7cf, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=f4a85f39-6cf4-4b02-a34c-ed310bb7a7cf,segment=NetworkSegment(bb47910c-9789-4de3-9b33-31679e030b80),segment_id=bb47910c-9789-4de3-9b33-31679e030b80)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:13:42.344185 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-c89d61a9-6835-43d6-87b6-cf1ba441c9d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:42.376901 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-c89d61a9-6835-43d6-87b6-cf1ba441c9d5 None None] Calling delete_port for f4a85f39-6cf4-4b02-a34c-ed310bb7a7cf owned by network:dhcp {{(pid=102193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:13:42.384659 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c70d0831-eb43-426e-95c0-2bda4df338ab req-ac7ef05a-f389-43e6-8e66-48c0ff5b1362 tempest-ServersTestJSON-270917325 tempest-ServersTestJSON-270917325-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0153260 Aug 11 03:13:42.399948 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-c70d0831-eb43-426e-95c0-2bda4df338ab req-4c20f18d-90c4-4d21-ac12-8fa90d9e6ac8 service neutron] Request body: {'port': {'device_id': 'f905d2cf-e0d3-404f-9942-a82e4c4a9fe8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764292-30'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:13:42.496187 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984e0001-d329-42cc-b4ab-6ed857298bc5 req-4f3a9613-3395-4806-b31a-ece22d15aaf4 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:42.497781 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-984e0001-d329-42cc-b4ab-6ed857298bc5 req-4f3a9613-3395-4806-b31a-ece22d15aaf4 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/ports?device_id=186cfdba-74e8-496c-af0f-b566a2fff5c7 HTTP/1.1" status: 200 len: 945 time: 0.1052768 Aug 11 03:13:42.512408 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-c70d0831-eb43-426e-95c0-2bda4df338ab req-4c20f18d-90c4-4d21-ac12-8fa90d9e6ac8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:42.541650 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-984e0001-d329-42cc-b4ab-6ed857298bc5 req-20a2e737-9160-41ff-9b47-176e610dbb19 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/security-groups?id=2637b46e-72e4-4ee8-ae47-703ae17ac088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362110 Aug 11 03:13:42.587996 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-c89d61a9-6835-43d6-87b6-cf1ba441c9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678'] for port, after_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:42.617535 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89d61a9-6835-43d6-87b6-cf1ba441c9d5 None None] Pushing event deleted for resources: {'Port': ['ID=f4a85f39-6cf4-4b02-a34c-ed310bb7a7cf,revision_number=None']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:42.626615 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89d61a9-6835-43d6-87b6-cf1ba441c9d5 None None] No DVR routers for this DVR port f4a85f39-6cf4-4b02-a34c-ed310bb7a7cf on host n-d-764292-30 {{(pid=102193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:13:42.631906 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-273e379b-d1ed-4f9b-9ec9-22a0fb60c895 None None] Provisioning for port df47b862-bce6-48bf-ad02-5b37dd7cd3af completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:13:42.638477 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-273e379b-d1ed-4f9b-9ec9-22a0fb60c895 None None] Provisioning complete for port df47b862-bce6-48bf-ad02-5b37dd7cd3af triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:13:42.639587 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-273e379b-d1ed-4f9b-9ec9-22a0fb60c895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:42.657344 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-97852c28-b4c3-4c37-88cf-3802a7edb910 tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:42.690963 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-273e379b-d1ed-4f9b-9ec9-22a0fb60c895 None None] Port df47b862-bce6-48bf-ad02-5b37dd7cd3af cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:13:42.700955 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97852c28-b4c3-4c37-88cf-3802a7edb910 tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] Pushing event deleted for resources: {'Port': ['ID=f4a85f39-6cf4-4b02-a34c-ed310bb7a7cf,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:42.727651 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97852c28-b4c3-4c37-88cf-3802a7edb910 tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] No DVR routers for this DVR port f4a85f39-6cf4-4b02-a34c-ed310bb7a7cf on host n-d-764292-30 {{(pid=102191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:13:42.727926 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-69a21d49-1d55-4d39-a7a4-c0b80ed475ea req-5c81f4ad-63c1-442e-99fc-5faf81aba2bc tempest-ServerShowV257Test-249813602 tempest-ServerShowV257Test-249813602-project] 10.222.0.41 "GET /v2.0/ports?device_id=91a96b03-142c-4cd6-81d5-b470e51bef6c HTTP/1.1" status: 200 len: 210 time: 0.0405521 Aug 11 03:13:42.883441 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-97852c28-b4c3-4c37-88cf-3802a7edb910 tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:42.909907 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-97852c28-b4c3-4c37-88cf-3802a7edb910 tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4908dc28-21c0-4d37-b6bc-3fa636c1c599']}} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:13:42.931496 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-97852c28-b4c3-4c37-88cf-3802a7edb910 tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb47910c-9789-4de3-9b33-31679e030b80') {'for_net_delete': True} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:13:42.931791 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-97852c28-b4c3-4c37-88cf-3802a7edb910 tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb47910c-9789-4de3-9b33-31679e030b80') {} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:13:42.945674 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-97852c28-b4c3-4c37-88cf-3802a7edb910 tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126283644'] for segment, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:42.983714 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-97852c28-b4c3-4c37-88cf-3802a7edb910 tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:42.995441 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97852c28-b4c3-4c37-88cf-3802a7edb910 tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=102191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:13:42.995855 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-97852c28-b4c3-4c37-88cf-3802a7edb910 tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126283391'] for segment, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:43.000525 n-d-764292-30 neutron-server[102191]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:13:43.000525 n-d-764292-30 neutron-server[102191]: self.session.flush() Aug 11 03:13:43.000525 n-d-764292-30 neutron-server[102191]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:13:43.000525 n-d-764292-30 neutron-server[102191]: self.session.flush() Aug 11 03:13:43.000525 n-d-764292-30 neutron-server[102191]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:13:43.000525 n-d-764292-30 neutron-server[102191]: self.session.flush() Aug 11 03:13:43.000525 n-d-764292-30 neutron-server[102191]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:13:43.000525 n-d-764292-30 neutron-server[102191]: self.session.flush() Aug 11 03:13:43.000525 n-d-764292-30 neutron-server[102191]: Traceback (most recent call last): Aug 11 03:13:43.000525 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:13:43.000525 n-d-764292-30 neutron-server[102191]: timer() Aug 11 03:13:43.000525 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:13:43.000525 n-d-764292-30 neutron-server[102191]: cb(*args, **kw) Aug 11 03:13:43.000525 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:13:43.000525 n-d-764292-30 neutron-server[102191]: return func(*args, **kwargs) Aug 11 03:13:43.000525 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:13:43.000525 n-d-764292-30 neutron-server[102191]: self._notify() Aug 11 03:13:43.000525 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:13:43.000525 n-d-764292-30 neutron-server[102191]: self.callback(batched_events) Aug 11 03:13:43.000525 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:13:43.000525 n-d-764292-30 neutron-server[102191]: event.method(event) Aug 11 03:13:43.000525 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:13:43.000525 n-d-764292-30 neutron-server[102191]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:13:43.000525 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:13:43.000525 n-d-764292-30 neutron-server[102191]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:13:43.000525 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:13:43.000525 n-d-764292-30 neutron-server[102191]: return f(self, *a, **k) Aug 11 03:13:43.000525 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:13:43.000525 n-d-764292-30 neutron-server[102191]: return self._get(url).json() Aug 11 03:13:43.000525 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:13:43.000525 n-d-764292-30 neutron-server[102191]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:13:43.000525 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:13:43.000525 n-d-764292-30 neutron-server[102191]: return self.request(url, 'GET', **kwargs) Aug 11 03:13:43.000525 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:13:43.000525 n-d-764292-30 neutron-server[102191]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:13:43.000525 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:13:43.000525 n-d-764292-30 neutron-server[102191]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:13:43.000525 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:13:43.000525 n-d-764292-30 neutron-server[102191]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:13:43.000525 n-d-764292-30 neutron-server[102191]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:13:43.037772 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [req-c70d0831-eb43-426e-95c0-2bda4df338ab req-4c20f18d-90c4-4d21-ac12-8fa90d9e6ac8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df47b862-bce6-48bf-ad02-5b37dd7cd3af {{(pid=102191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:13:43.053851 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-c70d0831-eb43-426e-95c0-2bda4df338ab req-4c20f18d-90c4-4d21-ac12-8fa90d9e6ac8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:43.072389 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [req-c70d0831-eb43-426e-95c0-2bda4df338ab req-4c20f18d-90c4-4d21-ac12-8fa90d9e6ac8 service neutron] Transition to ACTIVE for port object df47b862-bce6-48bf-ad02-5b37dd7cd3af will not be triggered until provisioned by entity L2. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:13:43.141706 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-97852c28-b4c3-4c37-88cf-3802a7edb910 tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:43.150878 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-97852c28-b4c3-4c37-88cf-3802a7edb910 tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] Notify callbacks [] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:43.152697 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-97852c28-b4c3-4c37-88cf-3802a7edb910 tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] 10.222.0.41 "DELETE /v2.0/networks/4908dc28-21c0-4d37-b6bc-3fa636c1c599 HTTP/1.1" status: 204 len: 168 time: 1.2006226 Aug 11 03:13:43.170971 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97852c28-b4c3-4c37-88cf-3802a7edb910 tempest-AllowedAddressPairTestJSON-1008275236 tempest-AllowedAddressPairTestJSON-1008275236-project] Pushing event deleted for resources: {'Network': ['ID=4908dc28-21c0-4d37-b6bc-3fa636c1c599,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:43.178305 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-c70d0831-eb43-426e-95c0-2bda4df338ab req-4c20f18d-90c4-4d21-ac12-8fa90d9e6ac8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:43.183943 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device f4a85f39-6cf4-4b02-a34c-ed310bb7a7cf no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:13:43.211822 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: f4a85f39-6cf4-4b02-a34c-ed310bb7a7cf {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:13:43.212368 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device f4a85f39-6cf4-4b02-a34c-ed310bb7a7cf not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:13:43.258094 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e944deb-475e-4ce6-b7f9-e9f977968e13 req-937bdf01-2766-4350-9b1d-6637ba316501 tempest-ServersTestJSON-270917325 tempest-ServersTestJSON-270917325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:43.265144 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0e944deb-475e-4ce6-b7f9-e9f977968e13 req-937bdf01-2766-4350-9b1d-6637ba316501 tempest-ServersTestJSON-270917325 tempest-ServersTestJSON-270917325-project] 10.222.0.41 "GET /v2.0/ports?device_id=f905d2cf-e0d3-404f-9942-a82e4c4a9fe8 HTTP/1.1" status: 200 len: 943 time: 0.0797272 Aug 11 03:13:43.321407 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c20f18d-90c4-4d21-ac12-8fa90d9e6ac8 service neutron] Pushing event updated for resources: {'Port': ['ID=df47b862-bce6-48bf-ad02-5b37dd7cd3af,revision_number=2']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:43.346771 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0e944deb-475e-4ce6-b7f9-e9f977968e13 req-ae704b2a-78d8-4781-97f2-9c8013e4aeb0 tempest-ServersTestJSON-270917325 tempest-ServersTestJSON-270917325-project] 10.222.0.41 "GET /v2.0/security-groups?id=32f19115-bc2b-4ec5-a86c-fca1d0469ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697956 Aug 11 03:13:43.354505 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-c70d0831-eb43-426e-95c0-2bda4df338ab req-4c20f18d-90c4-4d21-ac12-8fa90d9e6ac8 service neutron] Attempting to bind port df47b862-bce6-48bf-ad02-5b37dd7cd3af on host n-h1-764292-30 for vnic_type normal with profile {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:13:43.358266 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-c70d0831-eb43-426e-95c0-2bda4df338ab req-4c20f18d-90c4-4d21-ac12-8fa90d9e6ac8 service neutron] Attempting to bind port df47b862-bce6-48bf-ad02-5b37dd7cd3af by drivers openvswitch,hyperv on host n-h1-764292-30 at level 0 using segments [{'id': 'aecbeae3-037d-45bb-b3df-6bbd23b0c487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '1d9b30d4-4af2-4e92-ab5f-b9a60728562f'}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:13:43.358266 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c70d0831-eb43-426e-95c0-2bda4df338ab req-4c20f18d-90c4-4d21-ac12-8fa90d9e6ac8 service neutron] Attempting to bind port df47b862-bce6-48bf-ad02-5b37dd7cd3af on network 1d9b30d4-4af2-4e92-ab5f-b9a60728562f {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:13:43.359808 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c70d0831-eb43-426e-95c0-2bda4df338ab req-4c20f18d-90c4-4d21-ac12-8fa90d9e6ac8 service neutron] Port df47b862-bce6-48bf-ad02-5b37dd7cd3af on network 1d9b30d4-4af2-4e92-ab5f-b9a60728562f not bound, no agent of type Open vSwitch agent registered on host n-h1-764292-30 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:13:43.360145 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c70d0831-eb43-426e-95c0-2bda4df338ab req-4c20f18d-90c4-4d21-ac12-8fa90d9e6ac8 service neutron] Attempting to bind port df47b862-bce6-48bf-ad02-5b37dd7cd3af on network 1d9b30d4-4af2-4e92-ab5f-b9a60728562f {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:13:43.366971 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c70d0831-eb43-426e-95c0-2bda4df338ab req-4c20f18d-90c4-4d21-ac12-8fa90d9e6ac8 service neutron] Checking agent: {'id': 'abb524c2-b412-4ed2-8367-45c4fd996fa7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:13:43.367378 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c70d0831-eb43-426e-95c0-2bda4df338ab req-4c20f18d-90c4-4d21-ac12-8fa90d9e6ac8 service neutron] Checking segment: {'id': 'aecbeae3-037d-45bb-b3df-6bbd23b0c487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '1d9b30d4-4af2-4e92-ab5f-b9a60728562f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:13:43.367612 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c70d0831-eb43-426e-95c0-2bda4df338ab req-4c20f18d-90c4-4d21-ac12-8fa90d9e6ac8 service neutron] Bound using segment: {'id': 'aecbeae3-037d-45bb-b3df-6bbd23b0c487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '1d9b30d4-4af2-4e92-ab5f-b9a60728562f'} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:13:43.368042 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-c70d0831-eb43-426e-95c0-2bda4df338ab req-4c20f18d-90c4-4d21-ac12-8fa90d9e6ac8 service neutron] Bound port: df47b862-bce6-48bf-ad02-5b37dd7cd3af, host: n-h1-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aecbeae3-037d-45bb-b3df-6bbd23b0c487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '1d9b30d4-4af2-4e92-ab5f-b9a60728562f'}}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:13:43.368533 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-c70d0831-eb43-426e-95c0-2bda4df338ab req-4c20f18d-90c4-4d21-ac12-8fa90d9e6ac8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:43.454619 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-c70d0831-eb43-426e-95c0-2bda4df338ab req-4c20f18d-90c4-4d21-ac12-8fa90d9e6ac8 service neutron] For port df47b862-bce6-48bf-ad02-5b37dd7cd3af, host n-h1-764292-30, cleared binding levels {{(pid=102191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:13:43.470277 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-c70d0831-eb43-426e-95c0-2bda4df338ab req-4c20f18d-90c4-4d21-ac12-8fa90d9e6ac8 service neutron] For port df47b862-bce6-48bf-ad02-5b37dd7cd3af, host n-h1-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=df47b862-bce6-48bf-ad02-5b37dd7cd3af,segment=NetworkSegment(aecbeae3-037d-45bb-b3df-6bbd23b0c487),segment_id=aecbeae3-037d-45bb-b3df-6bbd23b0c487)] {{(pid=102191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:13:43.604448 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-c70d0831-eb43-426e-95c0-2bda4df338ab req-4c20f18d-90c4-4d21-ac12-8fa90d9e6ac8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:43.642186 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70d0831-eb43-426e-95c0-2bda4df338ab req-4c20f18d-90c4-4d21-ac12-8fa90d9e6ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:43.642834 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-c70d0831-eb43-426e-95c0-2bda4df338ab req-4c20f18d-90c4-4d21-ac12-8fa90d9e6ac8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:43.644244 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c70d0831-eb43-426e-95c0-2bda4df338ab req-4c20f18d-90c4-4d21-ac12-8fa90d9e6ac8 service neutron] 10.222.0.22 "PUT /v2.0/ports/df47b862-bce6-48bf-ad02-5b37dd7cd3af HTTP/1.1" status: 200 len: 1092 time: 1.2486587 Aug 11 03:13:43.644691 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f905d2cf-e0d3-404f-9942-a82e4c4a9fe8', 'tag': 'df47b862-bce6-48bf-ad02-5b37dd7cd3af'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:13:43.647032 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f68442e9-3223-4a86-b5a8-bd7eddbc5e75" -d '{"events": [{"name": "network-changed", "server_uuid": "f905d2cf-e0d3-404f-9942-a82e4c4a9fe8", "tag": "df47b862-bce6-48bf-ad02-5b37dd7cd3af"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:13:43.675852 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c20f18d-90c4-4d21-ac12-8fa90d9e6ac8 service neutron] Pushing event updated for resources: {'Port': ['ID=df47b862-bce6-48bf-ad02-5b37dd7cd3af,revision_number=3']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:43.703220 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:13:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5546b466-7f0a-41b6-910f-f1ebe142ba98 x-openstack-request-id: req-5546b466-7f0a-41b6-910f-f1ebe142ba98 {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:13:43.703654 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f905d2cf-e0d3-404f-9942-a82e4c4a9fe8", "tag": "df47b862-bce6-48bf-ad02-5b37dd7cd3af", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:13:43.704004 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5546b466-7f0a-41b6-910f-f1ebe142ba98 {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:13:43.704564 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f905d2cf-e0d3-404f-9942-a82e4c4a9fe8', 'tag': 'df47b862-bce6-48bf-ad02-5b37dd7cd3af', 'status': 'completed', 'code': 200} Aug 11 03:13:43.796247 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68442e9-3223-4a86-b5a8-bd7eddbc5e75 req-d02e07bd-a249-4bda-a144-d77190154908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:43.797796 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-f68442e9-3223-4a86-b5a8-bd7eddbc5e75 req-d02e07bd-a249-4bda-a144-d77190154908 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=960cd8e142644cf086ca0c3e15670712&device_id=f905d2cf-e0d3-404f-9942-a82e4c4a9fe8 HTTP/1.1" status: 200 len: 1095 time: 0.0547397 Aug 11 03:13:43.828193 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 34676) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:43.925137 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f78a3912-9f7f-474d-a2fa-b5b211106b32 req-6fd890be-cdd5-4c3c-83f8-b30703f7bad4 tempest-ServerShowV257Test-249813602 tempest-ServerShowV257Test-249813602-project] 10.222.0.41 "GET /v2.0/ports?device_id=91a96b03-142c-4cd6-81d5-b470e51bef6c HTTP/1.1" status: 200 len: 210 time: 0.0649908 Aug 11 03:13:43.972207 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68442e9-3223-4a86-b5a8-bd7eddbc5e75 req-4d0d4f03-4549-46f5-ab65-535f617fde53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:43.975007 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-f68442e9-3223-4a86-b5a8-bd7eddbc5e75 req-4d0d4f03-4549-46f5-ab65-535f617fde53 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=960cd8e142644cf086ca0c3e15670712&shared=False HTTP/1.1" status: 200 len: 907 time: 0.1656058 Aug 11 03:13:44.046535 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-1a72e1cd-6781-4eec-855a-e149cf7d4268 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=93ecefa275664693b0371933a5ae49fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2150238 Aug 11 03:13:44.046890 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 34692) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:44.105953 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68442e9-3223-4a86-b5a8-bd7eddbc5e75 req-891b100e-0a63-4984-9cbe-1b9823ce4f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:44.107758 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-f68442e9-3223-4a86-b5a8-bd7eddbc5e75 req-891b100e-0a63-4984-9cbe-1b9823ce4f06 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1264806 Aug 11 03:13:44.109245 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-248e0c41-5150-4288-b12f-f0e931bce608 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:44.133429 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-248e0c41-5150-4288-b12f-f0e931bce608 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:44.190390 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70d0831-eb43-426e-95c0-2bda4df338ab req-602763c5-9849-451a-8f68-3b8dca5da741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:44.192000 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c70d0831-eb43-426e-95c0-2bda4df338ab req-602763c5-9849-451a-8f68-3b8dca5da741 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=960cd8e142644cf086ca0c3e15670712&device_id=f905d2cf-e0d3-404f-9942-a82e4c4a9fe8 HTTP/1.1" status: 200 len: 1095 time: 0.0428548 Aug 11 03:13:44.226626 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 2682bd83-8758-4467-a055-b7a257a62210 no longer exists at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:13:44.232951 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-248e0c41-5150-4288-b12f-f0e931bce608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:44.235815 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-248e0c41-5150-4288-b12f-f0e931bce608 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:44.237273 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-248e0c41-5150-4288-b12f-f0e931bce608 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/af6b7b9b-3a41-48d1-9896-344254b35d2f HTTP/1.1" status: 204 len: 168 time: 0.1891170 Aug 11 03:13:44.249674 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c70d0831-eb43-426e-95c0-2bda4df338ab req-7b013050-08ed-48ce-9436-4938339b6371 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df47b862-bce6-48bf-ad02-5b37dd7cd3af HTTP/1.1" status: 200 len: 217 time: 0.0427895 Aug 11 03:13:44.249835 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248e0c41-5150-4288-b12f-f0e931bce608 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af6b7b9b-3a41-48d1-9896-344254b35d2f,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:44.299813 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70d0831-eb43-426e-95c0-2bda4df338ab req-c45e07ac-2d27-4cfc-b83f-df77fbc8b835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:44.301509 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c70d0831-eb43-426e-95c0-2bda4df338ab req-c45e07ac-2d27-4cfc-b83f-df77fbc8b835 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=98088f52-223d-4261-b781-a2e45477329a HTTP/1.1" status: 200 len: 845 time: 0.0502374 Aug 11 03:13:44.342427 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:44.355085 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70d0831-eb43-426e-95c0-2bda4df338ab req-a39df0e4-fede-4525-ac10-075d242d0af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:44.357057 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c70d0831-eb43-426e-95c0-2bda4df338ab req-a39df0e4-fede-4525-ac10-075d242d0af6 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1d9b30d4-4af2-4e92-ab5f-b9a60728562f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0485041 Aug 11 03:13:44.371145 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '186cfdba-74e8-496c-af0f-b566a2fff5c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2682bd83-8758-4467-a055-b7a257a62210'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:13:44.373523 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-187f20ca-bf9c-4707-b6ec-b1b78ce69277" -d '{"events": [{"server_uuid": "186cfdba-74e8-496c-af0f-b566a2fff5c7", "name": "network-vif-unplugged", "status": "completed", "tag": "2682bd83-8758-4467-a055-b7a257a62210"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:13:44.389477 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 2682bd83-8758-4467-a055-b7a257a62210, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=2682bd83-8758-4467-a055-b7a257a62210,segment=NetworkSegment(77249f53-d91a-4900-864a-cb193f73fd0b),segment_id=77249f53-d91a-4900-864a-cb193f73fd0b)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:13:44.416853 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 11 Aug 2021 03:13:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dd8f2f6-1531-412d-9a4f-2a119f33e42f x-openstack-request-id: req-7dd8f2f6-1531-412d-9a4f-2a119f33e42f {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:13:44.417153 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "186cfdba-74e8-496c-af0f-b566a2fff5c7", "name": "network-vif-unplugged", "status": "failed", "tag": "2682bd83-8758-4467-a055-b7a257a62210", "code": 422}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:13:44.417411 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7dd8f2f6-1531-412d-9a4f-2a119f33e42f {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:13:44.417815 n-d-764292-30 neutron-server[102193]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '186cfdba-74e8-496c-af0f-b566a2fff5c7', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2682bd83-8758-4467-a055-b7a257a62210', 'code': 422} returned with failed status Aug 11 03:13:44.484672 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c70d0831-eb43-426e-95c0-2bda4df338ab req-90f1d972-e389-46c4-a953-fc27202d16a6 service neutron] 10.222.0.22 "GET /v2.0/networks/1d9b30d4-4af2-4e92-ab5f-b9a60728562f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175144 Aug 11 03:13:44.512636 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:44.561243 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5d669c-2b5c-465c-b016-7f21a2a7afae req-5b06ff88-1c30-439e-84f7-8cab71299c04 tempest-ServersTestJSON-270917325 tempest-ServersTestJSON-270917325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:44.561740 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=2682bd83-8758-4467-a055-b7a257a62210,revision_number=8']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:44.564548 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9f5d669c-2b5c-465c-b016-7f21a2a7afae req-5b06ff88-1c30-439e-84f7-8cab71299c04 tempest-ServersTestJSON-270917325 tempest-ServersTestJSON-270917325-project] 10.222.0.41 "GET /v2.0/ports?device_id=f905d2cf-e0d3-404f-9942-a82e4c4a9fe8 HTTP/1.1" status: 200 len: 943 time: 0.0881622 Aug 11 03:13:44.586524 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c70d0831-eb43-426e-95c0-2bda4df338ab req-f4102b52-86fa-4d22-bac6-1244ab51ec85 service neutron] 10.222.0.22 "GET /v2.0/networks/1d9b30d4-4af2-4e92-ab5f-b9a60728562f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948803 Aug 11 03:13:44.622876 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9f5d669c-2b5c-465c-b016-7f21a2a7afae req-68ebdfe2-fe45-4579-a7fb-40d2a267c34b tempest-ServersTestJSON-270917325 tempest-ServersTestJSON-270917325-project] 10.222.0.41 "GET /v2.0/security-groups?id=32f19115-bc2b-4ec5-a86c-fca1d0469ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482969 Aug 11 03:13:45.049828 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7dad0cc0-9f90-42e8-be39-e3879d67dcf9 req-357f94bb-7655-47fb-9b46-b45fb96d501d tempest-ServerShowV257Test-249813602 tempest-ServerShowV257Test-249813602-project] 10.222.0.41 "GET /v2.0/ports?device_id=91a96b03-142c-4cd6-81d5-b470e51bef6c HTTP/1.1" status: 200 len: 210 time: 0.0347238 Aug 11 03:13:45.212943 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70062637-2d92-4470-ad64-4eeb1106bd51 req-e1e9dee1-2032-475a-acea-f6765d1f5a84 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:45.222940 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-70062637-2d92-4470-ad64-4eeb1106bd51 req-e1e9dee1-2032-475a-acea-f6765d1f5a84 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/ports?device_id=186cfdba-74e8-496c-af0f-b566a2fff5c7 HTTP/1.1" status: 200 len: 943 time: 0.0778496 Aug 11 03:13:45.266971 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-70062637-2d92-4470-ad64-4eeb1106bd51 req-adc34b93-c15a-4689-b8bf-ab2d1614c23d tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/security-groups?id=2637b46e-72e4-4ee8-ae47-703ae17ac088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425994 Aug 11 03:13:45.505142 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 34752) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:45.602390 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-4f88009f-84c0-4c7b-930f-7628c92a083a tempest-ExtraDHCPOptionsTestJSON-125648842 tempest-ExtraDHCPOptionsTestJSON-125648842-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-756377235'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:13:45.683025 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-fa7a8dbb-588c-4415-b88b-94a2b76e2714 req-647ef891-b454-4bef-a588-30ae2c7f9b71 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=186cfdba-74e8-496c-af0f-b566a2fff5c7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0965025 Aug 11 03:13:45.684035 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f88009f-84c0-4c7b-930f-7628c92a083a tempest-ExtraDHCPOptionsTestJSON-125648842 tempest-ExtraDHCPOptionsTestJSON-125648842-project] Made reservation on behalf of a96229fb2c6b437f9e5ea90e20a05d66 for: {'network': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:13:45.687584 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4f88009f-84c0-4c7b-930f-7628c92a083a tempest-ExtraDHCPOptionsTestJSON-125648842 tempest-ExtraDHCPOptionsTestJSON-125648842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:45.698808 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4f88009f-84c0-4c7b-930f-7628c92a083a tempest-ExtraDHCPOptionsTestJSON-125648842 tempest-ExtraDHCPOptionsTestJSON-125648842-project] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:45.770249 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281d5c38-5915-416e-8956-71948e4eda94 req-ef42620d-b3eb-4dbb-a3fa-25f3b55ee623 tempest-ServersTestJSON-270917325 tempest-ServersTestJSON-270917325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:45.772104 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-281d5c38-5915-416e-8956-71948e4eda94 req-ef42620d-b3eb-4dbb-a3fa-25f3b55ee623 tempest-ServersTestJSON-270917325 tempest-ServersTestJSON-270917325-project] 10.222.0.41 "GET /v2.0/ports?device_id=f905d2cf-e0d3-404f-9942-a82e4c4a9fe8 HTTP/1.1" status: 200 len: 943 time: 0.0754886 Aug 11 03:13:45.832291 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-281d5c38-5915-416e-8956-71948e4eda94 req-a5f66bd3-5a29-433d-84a2-005486bae3a6 tempest-ServersTestJSON-270917325 tempest-ServersTestJSON-270917325-project] 10.222.0.41 "GET /v2.0/security-groups?id=32f19115-bc2b-4ec5-a86c-fca1d0469ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532084 Aug 11 03:13:45.874017 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4f88009f-84c0-4c7b-930f-7628c92a083a tempest-ExtraDHCPOptionsTestJSON-125648842 tempest-ExtraDHCPOptionsTestJSON-125648842-project] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:45.923773 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4f88009f-84c0-4c7b-930f-7628c92a083a tempest-ExtraDHCPOptionsTestJSON-125648842 tempest-ExtraDHCPOptionsTestJSON-125648842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:45.950729 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f88009f-84c0-4c7b-930f-7628c92a083a tempest-ExtraDHCPOptionsTestJSON-125648842 tempest-ExtraDHCPOptionsTestJSON-125648842-project] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=102192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:13:45.960452 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f88009f-84c0-4c7b-930f-7628c92a083a tempest-ExtraDHCPOptionsTestJSON-125648842 tempest-ExtraDHCPOptionsTestJSON-125648842-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22153297-dafc-4063-9275-f9467571aebb,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:45.968450 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4f88009f-84c0-4c7b-930f-7628c92a083a tempest-ExtraDHCPOptionsTestJSON-125648842 tempest-ExtraDHCPOptionsTestJSON-125648842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:45.968450 n-d-764292-30 neutron-server[102192]: INFO neutron.db.segments_db [None req-4f88009f-84c0-4c7b-930f-7628c92a083a tempest-ExtraDHCPOptionsTestJSON-125648842 tempest-ExtraDHCPOptionsTestJSON-125648842-project] Added segment 133eb4fa-f86e-4448-8cde-6d622edb75be of type vlan for network 8aa58358-522a-4552-a038-d735393a89a2 Aug 11 03:13:46.008570 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4f88009f-84c0-4c7b-930f-7628c92a083a tempest-ExtraDHCPOptionsTestJSON-125648842 tempest-ExtraDHCPOptionsTestJSON-125648842-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:46.113362 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4f88009f-84c0-4c7b-930f-7628c92a083a tempest-ExtraDHCPOptionsTestJSON-125648842 tempest-ExtraDHCPOptionsTestJSON-125648842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:46.120859 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f88009f-84c0-4c7b-930f-7628c92a083a tempest-ExtraDHCPOptionsTestJSON-125648842 tempest-ExtraDHCPOptionsTestJSON-125648842-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:46.121579 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4f88009f-84c0-4c7b-930f-7628c92a083a tempest-ExtraDHCPOptionsTestJSON-125648842 tempest-ExtraDHCPOptionsTestJSON-125648842-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:46.211140 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-170d6e2d-6966-4074-b54d-a09fbf93efd9 req-9285c988-33a7-4b81-b34f-5dc132247264 tempest-ServerShowV257Test-249813602 tempest-ServerShowV257Test-249813602-project] 10.222.0.41 "GET /v2.0/ports?device_id=91a96b03-142c-4cd6-81d5-b470e51bef6c HTTP/1.1" status: 200 len: 210 time: 0.0764098 Aug 11 03:13:46.222145 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f88009f-84c0-4c7b-930f-7628c92a083a tempest-ExtraDHCPOptionsTestJSON-125648842 tempest-ExtraDHCPOptionsTestJSON-125648842-project] Pushing event updated for resources: {'Network': ['ID=8aa58358-522a-4552-a038-d735393a89a2,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:46.232828 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-4f88009f-84c0-4c7b-930f-7628c92a083a tempest-ExtraDHCPOptionsTestJSON-125648842 tempest-ExtraDHCPOptionsTestJSON-125648842-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.7264822 Aug 11 03:13:46.235699 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 34772) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:46.240603 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network 8aa58358-522a-4552-a038-d735393a89a2 details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:13:46.242378 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-6099d487-e8ee-4c38-ab9c-1c99ccc1a176 tempest-ExtraDHCPOptionsTestJSON-125648842 tempest-ExtraDHCPOptionsTestJSON-125648842-project] Request body: {'subnet': {'network_id': '8aa58358-522a-4552-a038-d735393a89a2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:13:46.383455 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eae9098-d0a0-45b8-a90c-7eb072a83479 req-04ed8e04-7044-43c8-b3e3-2c4db8ae57bd tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:46.385017 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5eae9098-d0a0-45b8-a90c-7eb072a83479 req-04ed8e04-7044-43c8-b3e3-2c4db8ae57bd tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/ports?device_id=186cfdba-74e8-496c-af0f-b566a2fff5c7 HTTP/1.1" status: 200 len: 943 time: 0.0495114 Aug 11 03:13:46.423791 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5eae9098-d0a0-45b8-a90c-7eb072a83479 req-cec148b7-6f9c-4567-814c-0fdb8ac890eb tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/security-groups?id=2637b46e-72e4-4ee8-ae47-703ae17ac088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327935 Aug 11 03:13:46.452519 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6099d487-e8ee-4c38-ab9c-1c99ccc1a176 tempest-ExtraDHCPOptionsTestJSON-125648842 tempest-ExtraDHCPOptionsTestJSON-125648842-project] Made reservation on behalf of a96229fb2c6b437f9e5ea90e20a05d66 for: {'subnet': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:13:46.456063 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6099d487-e8ee-4c38-ab9c-1c99ccc1a176 tempest-ExtraDHCPOptionsTestJSON-125648842 tempest-ExtraDHCPOptionsTestJSON-125648842-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274743'] for subnet, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:46.735426 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6099d487-e8ee-4c38-ab9c-1c99ccc1a176 tempest-ExtraDHCPOptionsTestJSON-125648842 tempest-ExtraDHCPOptionsTestJSON-125648842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126283476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274725'] for subnet, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:46.798353 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6099d487-e8ee-4c38-ab9c-1c99ccc1a176 tempest-ExtraDHCPOptionsTestJSON-125648842 tempest-ExtraDHCPOptionsTestJSON-125648842-project] Pushing event updated for resources: {'Subnet': ['ID=e3cc834d-4cca-466f-94f1-c5bd56b67a3f,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:46.806971 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6099d487-e8ee-4c38-ab9c-1c99ccc1a176 tempest-ExtraDHCPOptionsTestJSON-125648842 tempest-ExtraDHCPOptionsTestJSON-125648842-project] Checking segment: {'id': '133eb4fa-f86e-4448-8cde-6d622edb75be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8aa58358-522a-4552-a038-d735393a89a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:13:46.807321 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6099d487-e8ee-4c38-ab9c-1c99ccc1a176 tempest-ExtraDHCPOptionsTestJSON-125648842 tempest-ExtraDHCPOptionsTestJSON-125648842-project] Network hostable DHCP agents. Network: 8aa58358-522a-4552-a038-d735393a89a2, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:13:46.809938 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6099d487-e8ee-4c38-ab9c-1c99ccc1a176 tempest-ExtraDHCPOptionsTestJSON-125648842 tempest-ExtraDHCPOptionsTestJSON-125648842-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:13:46.810276 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6099d487-e8ee-4c38-ab9c-1c99ccc1a176 tempest-ExtraDHCPOptionsTestJSON-125648842 tempest-ExtraDHCPOptionsTestJSON-125648842-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:13:46.810628 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6099d487-e8ee-4c38-ab9c-1c99ccc1a176 tempest-ExtraDHCPOptionsTestJSON-125648842 tempest-ExtraDHCPOptionsTestJSON-125648842-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:13:46.810955 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6099d487-e8ee-4c38-ab9c-1c99ccc1a176 tempest-ExtraDHCPOptionsTestJSON-125648842 tempest-ExtraDHCPOptionsTestJSON-125648842-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:13:46.811276 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6099d487-e8ee-4c38-ab9c-1c99ccc1a176 tempest-ExtraDHCPOptionsTestJSON-125648842 tempest-ExtraDHCPOptionsTestJSON-125648842-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:13:46.811597 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6099d487-e8ee-4c38-ab9c-1c99ccc1a176 tempest-ExtraDHCPOptionsTestJSON-125648842 tempest-ExtraDHCPOptionsTestJSON-125648842-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:13:46.811914 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6099d487-e8ee-4c38-ab9c-1c99ccc1a176 tempest-ExtraDHCPOptionsTestJSON-125648842 tempest-ExtraDHCPOptionsTestJSON-125648842-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:13:46.812231 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6099d487-e8ee-4c38-ab9c-1c99ccc1a176 tempest-ExtraDHCPOptionsTestJSON-125648842 tempest-ExtraDHCPOptionsTestJSON-125648842-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:13:46.812547 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6099d487-e8ee-4c38-ab9c-1c99ccc1a176 tempest-ExtraDHCPOptionsTestJSON-125648842 tempest-ExtraDHCPOptionsTestJSON-125648842-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:13:46.812862 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6099d487-e8ee-4c38-ab9c-1c99ccc1a176 tempest-ExtraDHCPOptionsTestJSON-125648842 tempest-ExtraDHCPOptionsTestJSON-125648842-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:13:46.813176 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6099d487-e8ee-4c38-ab9c-1c99ccc1a176 tempest-ExtraDHCPOptionsTestJSON-125648842 tempest-ExtraDHCPOptionsTestJSON-125648842-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:13:46.813488 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6099d487-e8ee-4c38-ab9c-1c99ccc1a176 tempest-ExtraDHCPOptionsTestJSON-125648842 tempest-ExtraDHCPOptionsTestJSON-125648842-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:13:46.923977 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6099d487-e8ee-4c38-ab9c-1c99ccc1a176 tempest-ExtraDHCPOptionsTestJSON-125648842 tempest-ExtraDHCPOptionsTestJSON-125648842-project] Network 8aa58358-522a-4552-a038-d735393a89a2 is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:13:46.962549 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d24824-438e-49ad-b0e9-b1d45a49fe9f req-f59dc600-23a8-4556-a2b6-30841f9f75f0 tempest-ServersTestJSON-270917325 tempest-ServersTestJSON-270917325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:46.964065 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-06d24824-438e-49ad-b0e9-b1d45a49fe9f req-f59dc600-23a8-4556-a2b6-30841f9f75f0 tempest-ServersTestJSON-270917325 tempest-ServersTestJSON-270917325-project] 10.222.0.41 "GET /v2.0/ports?device_id=f905d2cf-e0d3-404f-9942-a82e4c4a9fe8 HTTP/1.1" status: 200 len: 943 time: 0.0548527 Aug 11 03:13:47.010139 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-6099d487-e8ee-4c38-ab9c-1c99ccc1a176 tempest-ExtraDHCPOptionsTestJSON-125648842 tempest-ExtraDHCPOptionsTestJSON-125648842-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, 8aa58358-522a-4552-a038-d735393a89a2) {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:13:47.011868 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-06d24824-438e-49ad-b0e9-b1d45a49fe9f req-65a2d858-d933-4d18-89e5-c6c5a0ca11c8 tempest-ServersTestJSON-270917325 tempest-ServersTestJSON-270917325-project] 10.222.0.41 "GET /v2.0/security-groups?id=32f19115-bc2b-4ec5-a86c-fca1d0469ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412664 Aug 11 03:13:47.023137 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-badfb172-d297-4710-98cf-d8658cf6919f None None] Network 8aa58358-522a-4552-a038-d735393a89a2 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:13:47.027686 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6099d487-e8ee-4c38-ab9c-1c99ccc1a176 tempest-ExtraDHCPOptionsTestJSON-125648842 tempest-ExtraDHCPOptionsTestJSON-125648842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:47.028396 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6099d487-e8ee-4c38-ab9c-1c99ccc1a176 tempest-ExtraDHCPOptionsTestJSON-125648842 tempest-ExtraDHCPOptionsTestJSON-125648842-project] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:47.136567 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-6099d487-e8ee-4c38-ab9c-1c99ccc1a176 tempest-ExtraDHCPOptionsTestJSON-125648842 tempest-ExtraDHCPOptionsTestJSON-125648842-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8989880 Aug 11 03:13:47.139138 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 34792) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:47.144593 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-06ec5432-4624-4749-8f00-9f9cd4b97120 tempest-ExtraDHCPOptionsTestJSON-125648842 tempest-ExtraDHCPOptionsTestJSON-125648842-project] Request body: {'port': {'network_id': '8aa58358-522a-4552-a038-d735393a89a2', 'name': 'tempest-ExtraDHCPOptionsTestJSON-706533195'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:13:47.328745 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e01fb3b1-9165-4046-8472-569fea86cd38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde080026-c28f-55be-b52b-13827cc43646-8aa58358-522a-4552-a038-d735393a89a2', 'network_id': '8aa58358-522a-4552-a038-d735393a89a2', 'tenant_id': 'a96229fb2c6b437f9e5ea90e20a05d66', 'fixed_ips': [{'subnet_id': 'e3cc834d-4cca-466f-94f1-c5bd56b67a3f'}]}} from n-d-764292-30. {{(pid=102193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:13:47.329599 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-e01fb3b1-9165-4046-8472-569fea86cd38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:47.384835 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ba1e9b47-58dc-43ff-ac34-a87a2bef8cb9 req-c06f25e1-5a47-4406-9c13-5b70823629e1 tempest-ServerShowV257Test-249813602 tempest-ServerShowV257Test-249813602-project] 10.222.0.41 "GET /v2.0/ports?device_id=91a96b03-142c-4cd6-81d5-b470e51bef6c HTTP/1.1" status: 200 len: 210 time: 0.0359018 Aug 11 03:13:47.396315 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7a8dbb-588c-4415-b88b-94a2b76e2714 req-0a0124b7-6bc1-4e08-9298-1421776ca35a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:47.414833 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-fa7a8dbb-588c-4415-b88b-94a2b76e2714 req-0a0124b7-6bc1-4e08-9298-1421776ca35a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=186cfdba-74e8-496c-af0f-b566a2fff5c7&tenant_id=92caf1df2234498c82ddfcf53391d4fc HTTP/1.1" status: 200 len: 1095 time: 0.2073236 Aug 11 03:13:47.414833 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-fa7a8dbb-588c-4415-b88b-94a2b76e2714 req-9f9b0e95-3160-4070-a832-1884bb5b47f7 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-764292-30', 'device_owner': 'compute:nova'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:13:47.432470 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06ec5432-4624-4749-8f00-9f9cd4b97120 tempest-ExtraDHCPOptionsTestJSON-125648842 tempest-ExtraDHCPOptionsTestJSON-125648842-project] Made reservation on behalf of a96229fb2c6b437f9e5ea90e20a05d66 for: {'port': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:13:47.436196 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-06ec5432-4624-4749-8f00-9f9cd4b97120 tempest-ExtraDHCPOptionsTestJSON-125648842 tempest-ExtraDHCPOptionsTestJSON-125648842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:47.457095 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [None req-06ec5432-4624-4749-8f00-9f9cd4b97120 tempest-ExtraDHCPOptionsTestJSON-125648842 tempest-ExtraDHCPOptionsTestJSON-125648842-project] device_id is not set on port 0568be51-39a4-47f7-9941-fbd814f3ddf3 yet. {{(pid=102191) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:13:47.504780 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-fa7a8dbb-588c-4415-b88b-94a2b76e2714 req-9f9b0e95-3160-4070-a832-1884bb5b47f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:47.512027 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.db_base_plugin_common [None req-e01fb3b1-9165-4046-8472-569fea86cd38 None None] Allocated IP 172.20.0.2 (8aa58358-522a-4552-a038-d735393a89a2/e3cc834d-4cca-466f-94f1-c5bd56b67a3f/b5c9b244-20c7-4e94-b856-83806dbe9dc6) {{(pid=102193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:13:47.665527 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-e01fb3b1-9165-4046-8472-569fea86cd38 None None] Notify callbacks [] for port, precommit_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:47.673740 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-e01fb3b1-9165-4046-8472-569fea86cd38 None None] Transition to ACTIVE for port object b5c9b244-20c7-4e94-b856-83806dbe9dc6 will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:13:47.689009 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-e01fb3b1-9165-4046-8472-569fea86cd38 None None] Transition to ACTIVE for port object b5c9b244-20c7-4e94-b856-83806dbe9dc6 will not be triggered until provisioned by entity DHCP. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:13:47.718434 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c05fc4-0ab9-450d-9685-80b19e52f41f req-6a9dee2e-a8cf-4135-909d-9166ee3e7c59 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:47.720012 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-76c05fc4-0ab9-450d-9685-80b19e52f41f req-6a9dee2e-a8cf-4135-909d-9166ee3e7c59 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/ports?device_id=186cfdba-74e8-496c-af0f-b566a2fff5c7 HTTP/1.1" status: 200 len: 943 time: 0.1664307 Aug 11 03:13:47.743108 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-e01fb3b1-9165-4046-8472-569fea86cd38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669'] for port, after_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:47.792683 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e01fb3b1-9165-4046-8472-569fea86cd38 None None] Network 8aa58358-522a-4552-a038-d735393a89a2 is already hosted by enough agents. {{(pid=102193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:13:47.796330 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.base_scheduler [None req-e01fb3b1-9165-4046-8472-569fea86cd38 None None] Resources bound (agent type, host, resource id): {{(pid=102193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:13:47.800321 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01fb3b1-9165-4046-8472-569fea86cd38 None None] Received port after_create {{(pid=102193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:13:47.821264 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [None req-06ec5432-4624-4749-8f00-9f9cd4b97120 tempest-ExtraDHCPOptionsTestJSON-125648842 tempest-ExtraDHCPOptionsTestJSON-125648842-project] Allocated IP 172.20.0.14 (8aa58358-522a-4552-a038-d735393a89a2/e3cc834d-4cca-466f-94f1-c5bd56b67a3f/0568be51-39a4-47f7-9941-fbd814f3ddf3) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:13:47.842668 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-76c05fc4-0ab9-450d-9685-80b19e52f41f req-80c6fd87-26b3-4e64-bda2-31f128211381 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/security-groups?id=2637b46e-72e4-4ee8-ae47-703ae17ac088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967846 Aug 11 03:13:47.879555 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01fb3b1-9165-4046-8472-569fea86cd38 None None] Pushing event updated for resources: {'Port': ['ID=b5c9b244-20c7-4e94-b856-83806dbe9dc6,revision_number=1']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:47.897162 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-e01fb3b1-9165-4046-8472-569fea86cd38 None None] Attempting to bind port b5c9b244-20c7-4e94-b856-83806dbe9dc6 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:13:47.897536 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-e01fb3b1-9165-4046-8472-569fea86cd38 None None] Attempting to bind port b5c9b244-20c7-4e94-b856-83806dbe9dc6 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': '133eb4fa-f86e-4448-8cde-6d622edb75be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8aa58358-522a-4552-a038-d735393a89a2'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:13:47.897897 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01fb3b1-9165-4046-8472-569fea86cd38 None None] Attempting to bind port b5c9b244-20c7-4e94-b856-83806dbe9dc6 on network 8aa58358-522a-4552-a038-d735393a89a2 {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:13:47.901111 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-fa7a8dbb-588c-4415-b88b-94a2b76e2714 req-9f9b0e95-3160-4070-a832-1884bb5b47f7 service neutron] For port 2682bd83-8758-4467-a055-b7a257a62210, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=2682bd83-8758-4467-a055-b7a257a62210,segment=NetworkSegment(77249f53-d91a-4900-864a-cb193f73fd0b),segment_id=77249f53-d91a-4900-864a-cb193f73fd0b)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:13:47.903208 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01fb3b1-9165-4046-8472-569fea86cd38 None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 13, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:13:47.903813 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01fb3b1-9165-4046-8472-569fea86cd38 None None] Checking segment: {'id': '133eb4fa-f86e-4448-8cde-6d622edb75be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8aa58358-522a-4552-a038-d735393a89a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:13:47.904380 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-e01fb3b1-9165-4046-8472-569fea86cd38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:47.904945 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01fb3b1-9165-4046-8472-569fea86cd38 None None] Bound using segment: {'id': '133eb4fa-f86e-4448-8cde-6d622edb75be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8aa58358-522a-4552-a038-d735393a89a2'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:13:47.905594 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-e01fb3b1-9165-4046-8472-569fea86cd38 None None] Bound port: b5c9b244-20c7-4e94-b856-83806dbe9dc6, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '133eb4fa-f86e-4448-8cde-6d622edb75be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8aa58358-522a-4552-a038-d735393a89a2'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:13:47.906144 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-e01fb3b1-9165-4046-8472-569fea86cd38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:47.954431 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-fa7a8dbb-588c-4415-b88b-94a2b76e2714 req-9f9b0e95-3160-4070-a832-1884bb5b47f7 service neutron] For port 2682bd83-8758-4467-a055-b7a257a62210, host n-h1-764292-30, cleared binding levels {{(pid=102192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:13:47.975501 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-e01fb3b1-9165-4046-8472-569fea86cd38 None None] For port b5c9b244-20c7-4e94-b856-83806dbe9dc6, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:13:47.979226 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-e01fb3b1-9165-4046-8472-569fea86cd38 None None] For port b5c9b244-20c7-4e94-b856-83806dbe9dc6, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=b5c9b244-20c7-4e94-b856-83806dbe9dc6,segment=NetworkSegment(133eb4fa-f86e-4448-8cde-6d622edb75be),segment_id=133eb4fa-f86e-4448-8cde-6d622edb75be)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:13:47.989682 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-06ec5432-4624-4749-8f00-9f9cd4b97120 tempest-ExtraDHCPOptionsTestJSON-125648842 tempest-ExtraDHCPOptionsTestJSON-125648842-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:47.994955 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [req-fa7a8dbb-588c-4415-b88b-94a2b76e2714 req-9f9b0e95-3160-4070-a832-1884bb5b47f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2682bd83-8758-4467-a055-b7a257a62210 {{(pid=102192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:13:48.005083 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [None req-06ec5432-4624-4749-8f00-9f9cd4b97120 tempest-ExtraDHCPOptionsTestJSON-125648842 tempest-ExtraDHCPOptionsTestJSON-125648842-project] Transition to ACTIVE for port object 0568be51-39a4-47f7-9941-fbd814f3ddf3 will not be triggered until provisioned by entity DHCP. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:13:48.010393 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-fa7a8dbb-588c-4415-b88b-94a2b76e2714 req-9f9b0e95-3160-4070-a832-1884bb5b47f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:48.024664 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [req-fa7a8dbb-588c-4415-b88b-94a2b76e2714 req-9f9b0e95-3160-4070-a832-1884bb5b47f7 service neutron] Transition to ACTIVE for port object 2682bd83-8758-4467-a055-b7a257a62210 will not be triggered until provisioned by entity L2. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:13:48.044530 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-e01fb3b1-9165-4046-8472-569fea86cd38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:48.084565 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-fa7a8dbb-588c-4415-b88b-94a2b76e2714 req-9f9b0e95-3160-4070-a832-1884bb5b47f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:48.110185 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01fb3b1-9165-4046-8472-569fea86cd38 None None] Pushing event updated for resources: {'Port': ['ID=b5c9b244-20c7-4e94-b856-83806dbe9dc6,revision_number=2']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:48.113206 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-06ec5432-4624-4749-8f00-9f9cd4b97120 tempest-ExtraDHCPOptionsTestJSON-125648842 tempest-ExtraDHCPOptionsTestJSON-125648842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:48.166817 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ec5432-4624-4749-8f00-9f9cd4b97120 tempest-ExtraDHCPOptionsTestJSON-125648842 tempest-ExtraDHCPOptionsTestJSON-125648842-project] Network 8aa58358-522a-4552-a038-d735393a89a2 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:13:48.172622 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ec5432-4624-4749-8f00-9f9cd4b97120 tempest-ExtraDHCPOptionsTestJSON-125648842 tempest-ExtraDHCPOptionsTestJSON-125648842-project] Pushing event updated for resources: {'Port': ['ID=0568be51-39a4-47f7-9941-fbd814f3ddf3,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:48.181799 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-06ec5432-4624-4749-8f00-9f9cd4b97120 tempest-ExtraDHCPOptionsTestJSON-125648842 tempest-ExtraDHCPOptionsTestJSON-125648842-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:13:48.184291 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ec5432-4624-4749-8f00-9f9cd4b97120 tempest-ExtraDHCPOptionsTestJSON-125648842 tempest-ExtraDHCPOptionsTestJSON-125648842-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:13:48.236920 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device df47b862-bce6-48bf-ad02-5b37dd7cd3af details requested by agent hyperv_n-h1-764292-30 with host n-h1-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:13:48.278653 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ec5432-4624-4749-8f00-9f9cd4b97120 tempest-ExtraDHCPOptionsTestJSON-125648842 tempest-ExtraDHCPOptionsTestJSON-125648842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:48.279315 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-06ec5432-4624-4749-8f00-9f9cd4b97120 tempest-ExtraDHCPOptionsTestJSON-125648842 tempest-ExtraDHCPOptionsTestJSON-125648842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:48.313012 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9b0e95-3160-4070-a832-1884bb5b47f7 service neutron] Pushing event updated for resources: {'Port': ['ID=2682bd83-8758-4467-a055-b7a257a62210,revision_number=9']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:48.372116 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-06ec5432-4624-4749-8f00-9f9cd4b97120 tempest-ExtraDHCPOptionsTestJSON-125648842 tempest-ExtraDHCPOptionsTestJSON-125648842-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.2303324 Aug 11 03:13:48.373827 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 34810) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:48.380808 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-472074e1-d79e-4360-a02c-ee9291896a6b tempest-ExtraDHCPOptionsTestJSON-125648842 tempest-ExtraDHCPOptionsTestJSON-125648842-project] Request body: {'port': {'network_id': '8aa58358-522a-4552-a038-d735393a89a2', 'name': 'tempest-ExtraDHCPOptionsTestJSON-444622264', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:13:48.381483 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.api.validators [None req-472074e1-d79e-4360-a02c-ee9291896a6b tempest-ExtraDHCPOptionsTestJSON-125648842 tempest-ExtraDHCPOptionsTestJSON-125648842-project] bootfile-name is not in valid_values {{(pid=102191) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 11 03:13:48.382118 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.api.validators [None req-472074e1-d79e-4360-a02c-ee9291896a6b tempest-ExtraDHCPOptionsTestJSON-125648842 tempest-ExtraDHCPOptionsTestJSON-125648842-project] tftp-server is not in valid_values {{(pid=102191) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 11 03:13:48.382582 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.api.validators [None req-472074e1-d79e-4360-a02c-ee9291896a6b tempest-ExtraDHCPOptionsTestJSON-125648842 tempest-ExtraDHCPOptionsTestJSON-125648842-project] server-ip-address is not in valid_values {{(pid=102191) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 11 03:13:48.461728 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port df47b862-bce6-48bf-ad02-5b37dd7cd3af, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=df47b862-bce6-48bf-ad02-5b37dd7cd3af,segment=NetworkSegment(aecbeae3-037d-45bb-b3df-6bbd23b0c487),segment_id=aecbeae3-037d-45bb-b3df-6bbd23b0c487)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:13:48.470497 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2a6bc7-27f8-4c67-ae55-1b4330197287 req-500a2da1-0415-4fed-b0ec-21dbfc7a8612 tempest-ServersTestJSON-270917325 tempest-ServersTestJSON-270917325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:48.472210 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7b2a6bc7-27f8-4c67-ae55-1b4330197287 req-500a2da1-0415-4fed-b0ec-21dbfc7a8612 tempest-ServersTestJSON-270917325 tempest-ServersTestJSON-270917325-project] 10.222.0.41 "GET /v2.0/ports?device_id=f905d2cf-e0d3-404f-9942-a82e4c4a9fe8 HTTP/1.1" status: 200 len: 943 time: 0.3413873 Aug 11 03:13:48.534331 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Returning: {'device': 'df47b862-bce6-48bf-ad02-5b37dd7cd3af', 'network_id': '1d9b30d4-4af2-4e92-ab5f-b9a60728562f', 'port_id': 'df47b862-bce6-48bf-ad02-5b37dd7cd3af', 'mac_address': 'fa:16:3e:e5:8f:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98088f52-223d-4261-b781-a2e45477329a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:13:48.612880 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:48.643436 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df47b862-bce6-48bf-ad02-5b37dd7cd3af {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:13:48.657599 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa7a8dbb-588c-4415-b88b-94a2b76e2714 req-9f9b0e95-3160-4070-a832-1884bb5b47f7 service neutron] No DVR routers for this DVR port 2682bd83-8758-4467-a055-b7a257a62210 on host n-h1-764292-30 {{(pid=102192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:13:48.692184 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port df47b862-bce6-48bf-ad02-5b37dd7cd3af, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=df47b862-bce6-48bf-ad02-5b37dd7cd3af,segment=NetworkSegment(aecbeae3-037d-45bb-b3df-6bbd23b0c487),segment_id=aecbeae3-037d-45bb-b3df-6bbd23b0c487)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:13:48.755489 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:48.767026 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-260d76ad-f4e0-4550-bae7-a02365106df0 req-121a38b6-26fc-4f13-8b0c-d5d923c5bc5c tempest-ServerShowV257Test-249813602 tempest-ServerShowV257Test-249813602-project] 10.222.0.41 "GET /v2.0/ports?device_id=91a96b03-142c-4cd6-81d5-b470e51bef6c HTTP/1.1" status: 200 len: 210 time: 0.0605643 Aug 11 03:13:48.777691 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7b2a6bc7-27f8-4c67-ae55-1b4330197287 req-eac3a9a7-1052-4818-8554-690c32f91267 tempest-ServersTestJSON-270917325 tempest-ServersTestJSON-270917325-project] 10.222.0.41 "GET /v2.0/security-groups?id=32f19115-bc2b-4ec5-a86c-fca1d0469ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1815412 Aug 11 03:13:48.820066 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=df47b862-bce6-48bf-ad02-5b37dd7cd3af,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:48.866476 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-fa7a8dbb-588c-4415-b88b-94a2b76e2714 req-9f9b0e95-3160-4070-a832-1884bb5b47f7 service neutron] Attempting to bind port 2682bd83-8758-4467-a055-b7a257a62210 on host n-h2-764292-30 for vnic_type normal with profile {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:13:48.866819 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-fa7a8dbb-588c-4415-b88b-94a2b76e2714 req-9f9b0e95-3160-4070-a832-1884bb5b47f7 service neutron] Attempting to bind port 2682bd83-8758-4467-a055-b7a257a62210 by drivers openvswitch,hyperv on host n-h2-764292-30 at level 0 using segments [{'id': '77249f53-d91a-4900-864a-cb193f73fd0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'd17d1b32-4aa7-4439-b455-9cb54b2072df'}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:13:48.867150 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa7a8dbb-588c-4415-b88b-94a2b76e2714 req-9f9b0e95-3160-4070-a832-1884bb5b47f7 service neutron] Attempting to bind port 2682bd83-8758-4467-a055-b7a257a62210 on network d17d1b32-4aa7-4439-b455-9cb54b2072df {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:13:48.867299 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-472074e1-d79e-4360-a02c-ee9291896a6b tempest-ExtraDHCPOptionsTestJSON-125648842 tempest-ExtraDHCPOptionsTestJSON-125648842-project] Made reservation on behalf of a96229fb2c6b437f9e5ea90e20a05d66 for: {'port': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:13:48.871818 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa7a8dbb-588c-4415-b88b-94a2b76e2714 req-9f9b0e95-3160-4070-a832-1884bb5b47f7 service neutron] Port 2682bd83-8758-4467-a055-b7a257a62210 on network d17d1b32-4aa7-4439-b455-9cb54b2072df not bound, no agent of type Open vSwitch agent registered on host n-h2-764292-30 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:13:48.872166 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa7a8dbb-588c-4415-b88b-94a2b76e2714 req-9f9b0e95-3160-4070-a832-1884bb5b47f7 service neutron] Attempting to bind port 2682bd83-8758-4467-a055-b7a257a62210 on network d17d1b32-4aa7-4439-b455-9cb54b2072df {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:13:48.878506 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-472074e1-d79e-4360-a02c-ee9291896a6b tempest-ExtraDHCPOptionsTestJSON-125648842 tempest-ExtraDHCPOptionsTestJSON-125648842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:48.878658 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa7a8dbb-588c-4415-b88b-94a2b76e2714 req-9f9b0e95-3160-4070-a832-1884bb5b47f7 service neutron] Checking agent: {'id': '70015fc0-62fb-48b2-b453-36906937cf2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:13:48.878658 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa7a8dbb-588c-4415-b88b-94a2b76e2714 req-9f9b0e95-3160-4070-a832-1884bb5b47f7 service neutron] Checking segment: {'id': '77249f53-d91a-4900-864a-cb193f73fd0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'd17d1b32-4aa7-4439-b455-9cb54b2072df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:13:48.878658 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa7a8dbb-588c-4415-b88b-94a2b76e2714 req-9f9b0e95-3160-4070-a832-1884bb5b47f7 service neutron] Bound using segment: {'id': '77249f53-d91a-4900-864a-cb193f73fd0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'd17d1b32-4aa7-4439-b455-9cb54b2072df'} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:13:48.878658 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-fa7a8dbb-588c-4415-b88b-94a2b76e2714 req-9f9b0e95-3160-4070-a832-1884bb5b47f7 service neutron] Bound port: 2682bd83-8758-4467-a055-b7a257a62210, host: n-h2-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77249f53-d91a-4900-864a-cb193f73fd0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'd17d1b32-4aa7-4439-b455-9cb54b2072df'}}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:13:48.878658 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-fa7a8dbb-588c-4415-b88b-94a2b76e2714 req-9f9b0e95-3160-4070-a832-1884bb5b47f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:48.893042 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [None req-472074e1-d79e-4360-a02c-ee9291896a6b tempest-ExtraDHCPOptionsTestJSON-125648842 tempest-ExtraDHCPOptionsTestJSON-125648842-project] device_id is not set on port 1a7771b7-c29d-473e-9435-898152039188 yet. {{(pid=102191) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:13:48.978365 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-fa7a8dbb-588c-4415-b88b-94a2b76e2714 req-9f9b0e95-3160-4070-a832-1884bb5b47f7 service neutron] For port 2682bd83-8758-4467-a055-b7a257a62210, host n-h2-764292-30, cleared binding levels {{(pid=102192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:13:48.982384 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-fa7a8dbb-588c-4415-b88b-94a2b76e2714 req-9f9b0e95-3160-4070-a832-1884bb5b47f7 service neutron] For port 2682bd83-8758-4467-a055-b7a257a62210, host n-h2-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=2682bd83-8758-4467-a055-b7a257a62210,segment=NetworkSegment(77249f53-d91a-4900-864a-cb193f73fd0b),segment_id=77249f53-d91a-4900-864a-cb193f73fd0b)] {{(pid=102192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:13:48.990116 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e8399d-d79c-4f0f-b1a8-86717a96cbfc req-e6480bc6-ee5c-4257-979f-16fc69f04c0a tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:48.991645 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-25e8399d-d79c-4f0f-b1a8-86717a96cbfc req-e6480bc6-ee5c-4257-979f-16fc69f04c0a tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/ports?device_id=186cfdba-74e8-496c-af0f-b566a2fff5c7 HTTP/1.1" status: 200 len: 943 time: 0.0979826 Aug 11 03:13:49.004611 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [None req-472074e1-d79e-4360-a02c-ee9291896a6b tempest-ExtraDHCPOptionsTestJSON-125648842 tempest-ExtraDHCPOptionsTestJSON-125648842-project] Allocated IP 172.20.0.11 (8aa58358-522a-4552-a038-d735393a89a2/e3cc834d-4cca-466f-94f1-c5bd56b67a3f/1a7771b7-c29d-473e-9435-898152039188) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:13:49.032542 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-25e8399d-d79c-4f0f-b1a8-86717a96cbfc req-d2975477-6eb0-4b01-878e-e81a04a3b902 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/security-groups?id=2637b46e-72e4-4ee8-ae47-703ae17ac088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348833 Aug 11 03:13:49.066070 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-fa7a8dbb-588c-4415-b88b-94a2b76e2714 req-9f9b0e95-3160-4070-a832-1884bb5b47f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:49.075261 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['df47b862-bce6-48bf-ad02-5b37dd7cd3af'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:13:49.131065 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7a8dbb-588c-4415-b88b-94a2b76e2714 req-9f9b0e95-3160-4070-a832-1884bb5b47f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:49.131917 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-fa7a8dbb-588c-4415-b88b-94a2b76e2714 req-9f9b0e95-3160-4070-a832-1884bb5b47f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:49.134739 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-fa7a8dbb-588c-4415-b88b-94a2b76e2714 req-9f9b0e95-3160-4070-a832-1884bb5b47f7 service neutron] 10.222.0.24 "PUT /v2.0/ports/2682bd83-8758-4467-a055-b7a257a62210 HTTP/1.1" status: 200 len: 1092 time: 1.7291341 Aug 11 03:13:49.135394 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '186cfdba-74e8-496c-af0f-b566a2fff5c7', 'tag': '2682bd83-8758-4467-a055-b7a257a62210'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:13:49.139282 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1931b4ed-8f16-4c41-9012-c1770b8e4543" -d '{"events": [{"name": "network-changed", "server_uuid": "186cfdba-74e8-496c-af0f-b566a2fff5c7", "tag": "2682bd83-8758-4467-a055-b7a257a62210"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:13:49.256396 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9b0e95-3160-4070-a832-1884bb5b47f7 service neutron] Pushing event updated for resources: {'Port': ['ID=2682bd83-8758-4467-a055-b7a257a62210,revision_number=10']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:49.275480 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-472074e1-d79e-4360-a02c-ee9291896a6b tempest-ExtraDHCPOptionsTestJSON-125648842 tempest-ExtraDHCPOptionsTestJSON-125648842-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:49.316846 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [None req-472074e1-d79e-4360-a02c-ee9291896a6b tempest-ExtraDHCPOptionsTestJSON-125648842 tempest-ExtraDHCPOptionsTestJSON-125648842-project] Transition to ACTIVE for port object 1a7771b7-c29d-473e-9435-898152039188 will not be triggered until provisioned by entity DHCP. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:13:49.330002 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7a8dbb-588c-4415-b88b-94a2b76e2714 req-f9603052-ea58-4666-9d4d-ff9b70d21782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:49.330002 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-fa7a8dbb-588c-4415-b88b-94a2b76e2714 req-f9603052-ea58-4666-9d4d-ff9b70d21782 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=92caf1df2234498c82ddfcf53391d4fc&device_id=186cfdba-74e8-496c-af0f-b566a2fff5c7 HTTP/1.1" status: 200 len: 1096 time: 0.1483207 Aug 11 03:13:49.418466 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device b5c9b244-20c7-4e94-b856-83806dbe9dc6 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:13:49.473155 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6156c4e2-5889-4afc-98f7-3c6e696fd4e1 x-openstack-request-id: req-6156c4e2-5889-4afc-98f7-3c6e696fd4e1 {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:13:49.473979 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "186cfdba-74e8-496c-af0f-b566a2fff5c7", "tag": "2682bd83-8758-4467-a055-b7a257a62210", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:13:49.474314 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6156c4e2-5889-4afc-98f7-3c6e696fd4e1 {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:13:49.474790 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '186cfdba-74e8-496c-af0f-b566a2fff5c7', 'tag': '2682bd83-8758-4467-a055-b7a257a62210', 'status': 'completed', 'code': 200} Aug 11 03:13:49.490754 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-472074e1-d79e-4360-a02c-ee9291896a6b tempest-ExtraDHCPOptionsTestJSON-125648842 tempest-ExtraDHCPOptionsTestJSON-125648842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:49.497444 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7a8dbb-588c-4415-b88b-94a2b76e2714 req-d5838b9d-ab8f-4a25-9b27-cdc3b2b39f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:49.499834 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-fa7a8dbb-588c-4415-b88b-94a2b76e2714 req-d5838b9d-ab8f-4a25-9b27-cdc3b2b39f17 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d17d1b32-4aa7-4439-b455-9cb54b2072df HTTP/1.1" status: 200 len: 918 time: 0.1636245 Aug 11 03:13:49.566530 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-472074e1-d79e-4360-a02c-ee9291896a6b tempest-ExtraDHCPOptionsTestJSON-125648842 tempest-ExtraDHCPOptionsTestJSON-125648842-project] Network 8aa58358-522a-4552-a038-d735393a89a2 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:13:49.574877 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-472074e1-d79e-4360-a02c-ee9291896a6b tempest-ExtraDHCPOptionsTestJSON-125648842 tempest-ExtraDHCPOptionsTestJSON-125648842-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:13:49.578899 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472074e1-d79e-4360-a02c-ee9291896a6b tempest-ExtraDHCPOptionsTestJSON-125648842 tempest-ExtraDHCPOptionsTestJSON-125648842-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:13:49.592089 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472074e1-d79e-4360-a02c-ee9291896a6b tempest-ExtraDHCPOptionsTestJSON-125648842 tempest-ExtraDHCPOptionsTestJSON-125648842-project] Pushing event updated for resources: {'Port': ['ID=1a7771b7-c29d-473e-9435-898152039188,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:49.597246 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-fa7a8dbb-588c-4415-b88b-94a2b76e2714 req-b21e24bf-d072-4835-ab9d-aaa4ba700a88 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2682bd83-8758-4467-a055-b7a257a62210 HTTP/1.1" status: 200 len: 999 time: 0.0894346 Aug 11 03:13:49.674070 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port b5c9b244-20c7-4e94-b856-83806dbe9dc6 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:13:49.676392 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7a8dbb-588c-4415-b88b-94a2b76e2714 req-3b3553c7-bcc5-47cc-8d7c-78cd9b1cc837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:49.678152 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-fa7a8dbb-588c-4415-b88b-94a2b76e2714 req-3b3553c7-bcc5-47cc-8d7c-78cd9b1cc837 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c8bae62b-5e51-4859-99ce-3b4e8f86224a HTTP/1.1" status: 200 len: 856 time: 0.0724041 Aug 11 03:13:49.740922 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7a8dbb-588c-4415-b88b-94a2b76e2714 req-21d6d62d-94bb-4175-8864-e6f0e6d6ef03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:49.742606 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-fa7a8dbb-588c-4415-b88b-94a2b76e2714 req-21d6d62d-94bb-4175-8864-e6f0e6d6ef03 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d17d1b32-4aa7-4439-b455-9cb54b2072df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0512216 Aug 11 03:13:49.779154 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-381cfb08-5a95-4089-a6b1-3660f4380ac9 None None] Network 8aa58358-522a-4552-a038-d735393a89a2 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:13:49.903806 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-fa7a8dbb-588c-4415-b88b-94a2b76e2714 req-7334f116-3a1c-4b44-a4cb-7f085bfdf02e service neutron] 10.222.0.24 "GET /v2.0/networks/d17d1b32-4aa7-4439-b455-9cb54b2072df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535811 Aug 11 03:13:49.977300 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8f9812e3-9117-4edd-9264-44a24cacfd72 req-03709bb7-5e1b-4840-8396-e9c9f279845f tempest-ServerShowV257Test-249813602 tempest-ServerShowV257Test-249813602-project] 10.222.0.41 "GET /v2.0/ports?device_id=91a96b03-142c-4cd6-81d5-b470e51bef6c HTTP/1.1" status: 200 len: 210 time: 0.1172538 Aug 11 03:13:49.986624 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-c9aac911-3e92-4f80-b38f-689fc12d2adb None None] Provisioning for port b5c9b244-20c7-4e94-b856-83806dbe9dc6 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:13:49.992236 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-c9aac911-3e92-4f80-b38f-689fc12d2adb None None] Provisioning complete for port b5c9b244-20c7-4e94-b856-83806dbe9dc6 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:13:49.992236 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-c9aac911-3e92-4f80-b38f-689fc12d2adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:50.074371 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-472074e1-d79e-4360-a02c-ee9291896a6b tempest-ExtraDHCPOptionsTestJSON-125648842 tempest-ExtraDHCPOptionsTestJSON-125648842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:50.075219 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-472074e1-d79e-4360-a02c-ee9291896a6b tempest-ExtraDHCPOptionsTestJSON-125648842 tempest-ExtraDHCPOptionsTestJSON-125648842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:50.102330 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-c9aac911-3e92-4f80-b38f-689fc12d2adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:50.123749 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-fa7a8dbb-588c-4415-b88b-94a2b76e2714 req-a7f28e69-41e0-4e7c-9aa1-83d7840485ae service neutron] 10.222.0.24 "GET /v2.0/networks/d17d1b32-4aa7-4439-b455-9cb54b2072df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2027094 Aug 11 03:13:50.150852 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-c9aac911-3e92-4f80-b38f-689fc12d2adb None None] For port b5c9b244-20c7-4e94-b856-83806dbe9dc6, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=b5c9b244-20c7-4e94-b856-83806dbe9dc6,segment=NetworkSegment(133eb4fa-f86e-4448-8cde-6d622edb75be),segment_id=133eb4fa-f86e-4448-8cde-6d622edb75be)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:13:50.153096 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd5941e-cb51-4b4b-b0c2-fff5bae283a9 req-91521ca6-1939-4158-9680-ed27c368571b tempest-ServersTestJSON-270917325 tempest-ServersTestJSON-270917325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:50.154634 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bdd5941e-cb51-4b4b-b0c2-fff5bae283a9 req-91521ca6-1939-4158-9680-ed27c368571b tempest-ServersTestJSON-270917325 tempest-ServersTestJSON-270917325-project] 10.222.0.41 "GET /v2.0/ports?device_id=f905d2cf-e0d3-404f-9942-a82e4c4a9fe8 HTTP/1.1" status: 200 len: 944 time: 0.1807268 Aug 11 03:13:50.207401 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-472074e1-d79e-4360-a02c-ee9291896a6b tempest-ExtraDHCPOptionsTestJSON-125648842 tempest-ExtraDHCPOptionsTestJSON-125648842-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 1.8299992 Aug 11 03:13:50.207695 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 34840) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:50.230153 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bdd5941e-cb51-4b4b-b0c2-fff5bae283a9 req-cd4dfb2a-da17-4458-a02e-d98dae8e06f3 tempest-ServersTestJSON-270917325 tempest-ServersTestJSON-270917325-project] 10.222.0.41 "GET /v2.0/security-groups?id=32f19115-bc2b-4ec5-a86c-fca1d0469ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641382 Aug 11 03:13:50.235695 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-c9aac911-3e92-4f80-b38f-689fc12d2adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:50.270267 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b6bb8a-4bb9-4981-b9bb-cd3f05f1da84 req-38f8001c-f7a5-4f5e-9f93-6758137a033f tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:50.272079 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device df47b862-bce6-48bf-ad02-5b37dd7cd3af up at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:13:50.279467 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-09b6bb8a-4bb9-4981-b9bb-cd3f05f1da84 req-38f8001c-f7a5-4f5e-9f93-6758137a033f tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/ports?device_id=186cfdba-74e8-496c-af0f-b566a2fff5c7 HTTP/1.1" status: 200 len: 944 time: 0.1238027 Aug 11 03:13:50.335231 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-214a0ccb-a04d-4830-96ef-fece13353865 tempest-ExtraDHCPOptionsTestJSON-125648842 tempest-ExtraDHCPOptionsTestJSON-125648842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:50.356074 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-214a0ccb-a04d-4830-96ef-fece13353865 tempest-ExtraDHCPOptionsTestJSON-125648842 tempest-ExtraDHCPOptionsTestJSON-125648842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:50.366774 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-09b6bb8a-4bb9-4981-b9bb-cd3f05f1da84 req-93f97d37-4c75-4ea5-99ee-d6e938781b89 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/security-groups?id=2637b46e-72e4-4ee8-ae47-703ae17ac088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816162 Aug 11 03:13:50.369752 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-214a0ccb-a04d-4830-96ef-fece13353865 tempest-ExtraDHCPOptionsTestJSON-125648842 tempest-ExtraDHCPOptionsTestJSON-125648842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:50.373401 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-214a0ccb-a04d-4830-96ef-fece13353865 tempest-ExtraDHCPOptionsTestJSON-125648842 tempest-ExtraDHCPOptionsTestJSON-125648842-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.1647696 Aug 11 03:13:50.383034 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 34846) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:50.387513 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1931b4ed-8f16-4c41-9012-c1770b8e4543 req-d5b61a58-6d60-4b9c-a03c-f8103d82202b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:50.389151 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1931b4ed-8f16-4c41-9012-c1770b8e4543 req-d5b61a58-6d60-4b9c-a03c-f8103d82202b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=92caf1df2234498c82ddfcf53391d4fc&device_id=186cfdba-74e8-496c-af0f-b566a2fff5c7 HTTP/1.1" status: 200 len: 1096 time: 0.1010389 Aug 11 03:13:50.400562 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aac911-3e92-4f80-b38f-689fc12d2adb None None] Pushing event updated for resources: {'Port': ['ID=b5c9b244-20c7-4e94-b856-83806dbe9dc6,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:50.538407 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-edd66bec-c63c-48e9-ba16-b763e7a29f2a tempest-ExtraDHCPOptionsTestJSON-125648842 tempest-ExtraDHCPOptionsTestJSON-125648842-project] Deleting port 1a7771b7-c29d-473e-9435-898152039188 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:13:50.539398 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-edd66bec-c63c-48e9-ba16-b763e7a29f2a tempest-ExtraDHCPOptionsTestJSON-125648842 tempest-ExtraDHCPOptionsTestJSON-125648842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:50.564188 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-721e2297-c3e7-4810-8358-2fe49b9af47e None None] Provisioning for port 0568be51-39a4-47f7-9941-fbd814f3ddf3 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:13:50.568557 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-721e2297-c3e7-4810-8358-2fe49b9af47e None None] Provisioning complete for port 0568be51-39a4-47f7-9941-fbd814f3ddf3 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:13:50.569011 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-721e2297-c3e7-4810-8358-2fe49b9af47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:50.597255 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1931b4ed-8f16-4c41-9012-c1770b8e4543 req-11acc117-e04a-450e-ab84-87904c43bb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:50.598873 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1931b4ed-8f16-4c41-9012-c1770b8e4543 req-11acc117-e04a-450e-ab84-87904c43bb73 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d17d1b32-4aa7-4439-b455-9cb54b2072df HTTP/1.1" status: 200 len: 918 time: 0.2011986 Aug 11 03:13:50.632801 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning for port df47b862-bce6-48bf-ad02-5b37dd7cd3af completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:13:50.648975 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning complete for port df47b862-bce6-48bf-ad02-5b37dd7cd3af triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:13:50.649148 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:50.657498 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-edd66bec-c63c-48e9-ba16-b763e7a29f2a tempest-ExtraDHCPOptionsTestJSON-125648842 tempest-ExtraDHCPOptionsTestJSON-125648842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:50.686788 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-edd66bec-c63c-48e9-ba16-b763e7a29f2a tempest-ExtraDHCPOptionsTestJSON-125648842 tempest-ExtraDHCPOptionsTestJSON-125648842-project] Calling delete_port for 1a7771b7-c29d-473e-9435-898152039188 owned by {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:13:50.745710 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-721e2297-c3e7-4810-8358-2fe49b9af47e None None] Port 0568be51-39a4-47f7-9941-fbd814f3ddf3 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:13:50.764753 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1931b4ed-8f16-4c41-9012-c1770b8e4543 req-1e8d67aa-a57d-4a31-986d-894521c1b98c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2682bd83-8758-4467-a055-b7a257a62210 HTTP/1.1" status: 200 len: 999 time: 0.1569607 Aug 11 03:13:50.820605 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-721e2297-c3e7-4810-8358-2fe49b9af47e None None] Provisioning complete for port b5c9b244-20c7-4e94-b856-83806dbe9dc6 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:13:50.820984 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-721e2297-c3e7-4810-8358-2fe49b9af47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:50.849961 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:50.865605 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1931b4ed-8f16-4c41-9012-c1770b8e4543 req-f7b03039-7d46-406f-a708-f63d95adc94f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:50.871012 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1931b4ed-8f16-4c41-9012-c1770b8e4543 req-f7b03039-7d46-406f-a708-f63d95adc94f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c8bae62b-5e51-4859-99ce-3b4e8f86224a HTTP/1.1" status: 200 len: 856 time: 0.0926754 Aug 11 03:13:50.886048 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f905d2cf-e0d3-404f-9942-a82e4c4a9fe8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df47b862-bce6-48bf-ad02-5b37dd7cd3af'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:13:50.888643 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b631185-764c-45ac-9daa-cdac7e7343e0" -d '{"events": [{"server_uuid": "f905d2cf-e0d3-404f-9942-a82e4c4a9fe8", "name": "network-vif-plugged", "status": "completed", "tag": "df47b862-bce6-48bf-ad02-5b37dd7cd3af"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:13:50.910381 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port df47b862-bce6-48bf-ad02-5b37dd7cd3af, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=df47b862-bce6-48bf-ad02-5b37dd7cd3af,segment=NetworkSegment(aecbeae3-037d-45bb-b3df-6bbd23b0c487),segment_id=aecbeae3-037d-45bb-b3df-6bbd23b0c487)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:13:50.969060 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1931b4ed-8f16-4c41-9012-c1770b8e4543 req-d508bdff-a190-4d5e-a51a-25892d1f82aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:50.970679 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe35d93f-af22-4a7a-98ed-9ce0dc278e79 x-openstack-request-id: req-fe35d93f-af22-4a7a-98ed-9ce0dc278e79 {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:13:50.970969 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f905d2cf-e0d3-404f-9942-a82e4c4a9fe8", "name": "network-vif-plugged", "status": "completed", "tag": "df47b862-bce6-48bf-ad02-5b37dd7cd3af", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:13:50.971423 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fe35d93f-af22-4a7a-98ed-9ce0dc278e79 {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:13:50.971599 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1931b4ed-8f16-4c41-9012-c1770b8e4543 req-d508bdff-a190-4d5e-a51a-25892d1f82aa service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d17d1b32-4aa7-4439-b455-9cb54b2072df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0961974 Aug 11 03:13:50.971978 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f905d2cf-e0d3-404f-9942-a82e4c4a9fe8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df47b862-bce6-48bf-ad02-5b37dd7cd3af', 'code': 200} Aug 11 03:13:51.013748 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-edd66bec-c63c-48e9-ba16-b763e7a29f2a tempest-ExtraDHCPOptionsTestJSON-125648842 tempest-ExtraDHCPOptionsTestJSON-125648842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:51.018086 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:51.108166 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-721e2297-c3e7-4810-8358-2fe49b9af47e None None] Could not find standard attr ID for object 1a7771b7-c29d-473e-9435-898152039188. {{(pid=102193) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 03:13:51.119731 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=df47b862-bce6-48bf-ad02-5b37dd7cd3af,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:51.149381 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd66bec-c63c-48e9-ba16-b763e7a29f2a tempest-ExtraDHCPOptionsTestJSON-125648842 tempest-ExtraDHCPOptionsTestJSON-125648842-project] Pushing event deleted for resources: {'Port': ['ID=1a7771b7-c29d-473e-9435-898152039188,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:51.225261 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-43161232-0538-4d9d-8fca-754148fc22c3 None None] Could not find standard attr ID for object 1a7771b7-c29d-473e-9435-898152039188. {{(pid=102193) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 03:13:51.248405 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-43161232-0538-4d9d-8fca-754148fc22c3 None None] Provisioning complete for port 0568be51-39a4-47f7-9941-fbd814f3ddf3 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:13:51.248832 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-43161232-0538-4d9d-8fca-754148fc22c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:51.278230 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-06abe4f4-057a-4aad-a04c-7e57bb947dec req-31d3b1d0-be72-4a8c-8479-049c5b423116 tempest-ServerShowV257Test-249813602 tempest-ServerShowV257Test-249813602-project] 10.222.0.41 "GET /v2.0/ports?device_id=91a96b03-142c-4cd6-81d5-b470e51bef6c HTTP/1.1" status: 200 len: 210 time: 0.0502496 Aug 11 03:13:51.337151 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1931b4ed-8f16-4c41-9012-c1770b8e4543 req-b82fa6fa-ed01-43e4-b87b-23a1757495fa service neutron] 10.222.0.24 "GET /v2.0/networks/d17d1b32-4aa7-4439-b455-9cb54b2072df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3552332 Aug 11 03:13:51.355773 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6def4e8-fe36-4a3b-af7a-4435ff5bad40 req-b57e8539-a1fe-49af-88b3-0b3d2f3c2fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:51.360025 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device b5c9b244-20c7-4e94-b856-83806dbe9dc6 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:13:51.365180 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-b6def4e8-fe36-4a3b-af7a-4435ff5bad40 req-b57e8539-a1fe-49af-88b3-0b3d2f3c2fcc service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=f905d2cf-e0d3-404f-9942-a82e4c4a9fe8 HTTP/1.1" status: 200 len: 1097 time: 0.2365177 Aug 11 03:13:51.432656 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-edd66bec-c63c-48e9-ba16-b763e7a29f2a tempest-ExtraDHCPOptionsTestJSON-125648842 tempest-ExtraDHCPOptionsTestJSON-125648842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:51.443505 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-edd66bec-c63c-48e9-ba16-b763e7a29f2a tempest-ExtraDHCPOptionsTestJSON-125648842 tempest-ExtraDHCPOptionsTestJSON-125648842-project] 10.222.0.41 "DELETE /v2.0/ports/1a7771b7-c29d-473e-9435-898152039188 HTTP/1.1" status: 204 len: 168 time: 1.0591190 Aug 11 03:13:51.446257 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-b6def4e8-fe36-4a3b-af7a-4435ff5bad40 req-8c8334ea-1d0a-4556-99b7-a4ef0ee8f0c2 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=32f19115-bc2b-4ec5-a86c-fca1d0469ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709612 Aug 11 03:13:51.446757 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 34874) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:51.463987 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-0575766f-af7b-4119-9e08-9fab1d0487b7 tempest-ExtraDHCPOptionsTestJSON-125648842 tempest-ExtraDHCPOptionsTestJSON-125648842-project] Request body: {'port': {'name': 'tempest-new-port-name-405216700', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:13:51.466818 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.api.validators [None req-0575766f-af7b-4119-9e08-9fab1d0487b7 tempest-ExtraDHCPOptionsTestJSON-125648842 tempest-ExtraDHCPOptionsTestJSON-125648842-project] bootfile-name is not in valid_values {{(pid=102191) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 11 03:13:51.467740 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.api.validators [None req-0575766f-af7b-4119-9e08-9fab1d0487b7 tempest-ExtraDHCPOptionsTestJSON-125648842 tempest-ExtraDHCPOptionsTestJSON-125648842-project] tftp-server is not in valid_values {{(pid=102191) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 11 03:13:51.469037 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.api.validators [None req-0575766f-af7b-4119-9e08-9fab1d0487b7 tempest-ExtraDHCPOptionsTestJSON-125648842 tempest-ExtraDHCPOptionsTestJSON-125648842-project] server-ip-address is not in valid_values {{(pid=102191) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 11 03:13:51.530414 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-43161232-0538-4d9d-8fca-754148fc22c3 None None] Port 0568be51-39a4-47f7-9941-fbd814f3ddf3 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:13:51.578872 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port b5c9b244-20c7-4e94-b856-83806dbe9dc6 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:13:51.579253 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:51.609067 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0575766f-af7b-4119-9e08-9fab1d0487b7 tempest-ExtraDHCPOptionsTestJSON-125648842 tempest-ExtraDHCPOptionsTestJSON-125648842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:51.657215 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5682afcf-cdb1-435d-ad81-a02ffd8345a5 req-7677ad71-01e4-4089-9710-0b78a2e3b7e1 tempest-ServersTestJSON-270917325 tempest-ServersTestJSON-270917325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:51.658939 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5682afcf-cdb1-435d-ad81-a02ffd8345a5 req-7677ad71-01e4-4089-9710-0b78a2e3b7e1 tempest-ServersTestJSON-270917325 tempest-ServersTestJSON-270917325-project] 10.222.0.41 "GET /v2.0/ports?device_id=f905d2cf-e0d3-404f-9942-a82e4c4a9fe8 HTTP/1.1" status: 200 len: 945 time: 0.2027264 Aug 11 03:13:51.688999 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2944c3f2-79c3-4223-8c1d-74bb829e442e req-89238f32-3ed4-450b-b9fc-a7ed7a966ca9 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:51.690410 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2944c3f2-79c3-4223-8c1d-74bb829e442e req-89238f32-3ed4-450b-b9fc-a7ed7a966ca9 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/ports?device_id=186cfdba-74e8-496c-af0f-b566a2fff5c7 HTTP/1.1" status: 200 len: 944 time: 0.2356226 Aug 11 03:13:51.694930 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1931b4ed-8f16-4c41-9012-c1770b8e4543 req-93740c36-fd7c-4b35-a74c-5089e9433d33 service neutron] 10.222.0.24 "GET /v2.0/networks/d17d1b32-4aa7-4439-b455-9cb54b2072df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3476038 Aug 11 03:13:51.770675 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5682afcf-cdb1-435d-ad81-a02ffd8345a5 req-ccacd61d-7732-4a9d-aaac-64c22fb80eec tempest-ServersTestJSON-270917325 tempest-ServersTestJSON-270917325-project] 10.222.0.41 "GET /v2.0/security-groups?id=32f19115-bc2b-4ec5-a86c-fca1d0469ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025581 Aug 11 03:13:51.806892 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2944c3f2-79c3-4223-8c1d-74bb829e442e req-29769edd-037a-4ce9-b996-051d314d9409 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/security-groups?id=2637b46e-72e4-4ee8-ae47-703ae17ac088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982208 Aug 11 03:13:51.903725 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0575766f-af7b-4119-9e08-9fab1d0487b7 tempest-ExtraDHCPOptionsTestJSON-125648842 tempest-ExtraDHCPOptionsTestJSON-125648842-project] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:51.981067 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0575766f-af7b-4119-9e08-9fab1d0487b7 tempest-ExtraDHCPOptionsTestJSON-125648842 tempest-ExtraDHCPOptionsTestJSON-125648842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:52.084915 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0575766f-af7b-4119-9e08-9fab1d0487b7 tempest-ExtraDHCPOptionsTestJSON-125648842 tempest-ExtraDHCPOptionsTestJSON-125648842-project] Pushing event updated for resources: {'Port': ['ID=0568be51-39a4-47f7-9941-fbd814f3ddf3,revision_number=2']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:52.107415 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-0575766f-af7b-4119-9e08-9fab1d0487b7 tempest-ExtraDHCPOptionsTestJSON-125648842 tempest-ExtraDHCPOptionsTestJSON-125648842-project] In _notify_port_updated(), no bound segment for port 0568be51-39a4-47f7-9941-fbd814f3ddf3 on network 8aa58358-522a-4552-a038-d735393a89a2 {{(pid=102191) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 03:13:52.129682 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0575766f-af7b-4119-9e08-9fab1d0487b7 tempest-ExtraDHCPOptionsTestJSON-125648842 tempest-ExtraDHCPOptionsTestJSON-125648842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:52.131103 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0575766f-af7b-4119-9e08-9fab1d0487b7 tempest-ExtraDHCPOptionsTestJSON-125648842 tempest-ExtraDHCPOptionsTestJSON-125648842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:52.132532 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-0575766f-af7b-4119-9e08-9fab1d0487b7 tempest-ExtraDHCPOptionsTestJSON-125648842 tempest-ExtraDHCPOptionsTestJSON-125648842-project] 10.222.0.41 "PUT /v2.0/ports/0568be51-39a4-47f7-9941-fbd814f3ddf3 HTTP/1.1" status: 200 len: 1136 time: 0.6848409 Aug 11 03:13:52.135190 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 34892) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:52.202487 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef37b663-039a-4125-be41-51ff8a598a48 tempest-ExtraDHCPOptionsTestJSON-125648842 tempest-ExtraDHCPOptionsTestJSON-125648842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:52.204131 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-ef37b663-039a-4125-be41-51ff8a598a48 tempest-ExtraDHCPOptionsTestJSON-125648842 tempest-ExtraDHCPOptionsTestJSON-125648842-project] 10.222.0.41 "GET /v2.0/ports/0568be51-39a4-47f7-9941-fbd814f3ddf3 HTTP/1.1" status: 200 len: 1136 time: 0.0680013 Aug 11 03:13:52.208245 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 34894) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:52.342819 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-924f0018-ae59-46cd-b056-b1f9aee4773f tempest-ExtraDHCPOptionsTestJSON-125648842 tempest-ExtraDHCPOptionsTestJSON-125648842-project] Deleting port 0568be51-39a4-47f7-9941-fbd814f3ddf3 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:13:52.344042 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-924f0018-ae59-46cd-b056-b1f9aee4773f tempest-ExtraDHCPOptionsTestJSON-125648842 tempest-ExtraDHCPOptionsTestJSON-125648842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:52.378793 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3225574f-8eef-4d8b-b136-c581175c0ebd None None] Provisioning complete for port 0568be51-39a4-47f7-9941-fbd814f3ddf3 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:13:52.380239 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3225574f-8eef-4d8b-b136-c581175c0ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:52.443981 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-3225574f-8eef-4d8b-b136-c581175c0ebd None None] Port 0568be51-39a4-47f7-9941-fbd814f3ddf3 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:13:52.483207 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-74b37d77-c75e-4d57-8eff-85b420cd3c01 req-1c9c8faa-77a0-4f33-92ef-efa312a37cb3 tempest-ServerShowV257Test-249813602 tempest-ServerShowV257Test-249813602-project] 10.222.0.41 "GET /v2.0/ports?device_id=91a96b03-142c-4cd6-81d5-b470e51bef6c HTTP/1.1" status: 200 len: 210 time: 0.0415313 Aug 11 03:13:52.535237 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-924f0018-ae59-46cd-b056-b1f9aee4773f tempest-ExtraDHCPOptionsTestJSON-125648842 tempest-ExtraDHCPOptionsTestJSON-125648842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:52.554682 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-924f0018-ae59-46cd-b056-b1f9aee4773f tempest-ExtraDHCPOptionsTestJSON-125648842 tempest-ExtraDHCPOptionsTestJSON-125648842-project] Calling delete_port for 0568be51-39a4-47f7-9941-fbd814f3ddf3 owned by {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:13:52.901465 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-924f0018-ae59-46cd-b056-b1f9aee4773f tempest-ExtraDHCPOptionsTestJSON-125648842 tempest-ExtraDHCPOptionsTestJSON-125648842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:52.948999 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924f0018-ae59-46cd-b056-b1f9aee4773f tempest-ExtraDHCPOptionsTestJSON-125648842 tempest-ExtraDHCPOptionsTestJSON-125648842-project] Pushing event deleted for resources: {'Port': ['ID=0568be51-39a4-47f7-9941-fbd814f3ddf3,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:53.094028 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-924f0018-ae59-46cd-b056-b1f9aee4773f tempest-ExtraDHCPOptionsTestJSON-125648842 tempest-ExtraDHCPOptionsTestJSON-125648842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:53.098527 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-924f0018-ae59-46cd-b056-b1f9aee4773f tempest-ExtraDHCPOptionsTestJSON-125648842 tempest-ExtraDHCPOptionsTestJSON-125648842-project] 10.222.0.41 "DELETE /v2.0/ports/0568be51-39a4-47f7-9941-fbd814f3ddf3 HTTP/1.1" status: 204 len: 168 time: 0.8863993 Aug 11 03:13:53.098914 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 34924) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:53.204851 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b332cec-a136-4539-80c4-02269230fe12 tempest-ExtraDHCPOptionsTestJSON-125648842 tempest-ExtraDHCPOptionsTestJSON-125648842-project] Deleting subnet e3cc834d-4cca-466f-94f1-c5bd56b67a3f {{(pid=102191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:13:53.211013 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7b332cec-a136-4539-80c4-02269230fe12 tempest-ExtraDHCPOptionsTestJSON-125648842 tempest-ExtraDHCPOptionsTestJSON-125648842-project] Notify callbacks [] for subnet, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:53.282361 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7b332cec-a136-4539-80c4-02269230fe12 tempest-ExtraDHCPOptionsTestJSON-125648842 tempest-ExtraDHCPOptionsTestJSON-125648842-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126283525'] for subnet, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:53.454004 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7b332cec-a136-4539-80c4-02269230fe12 tempest-ExtraDHCPOptionsTestJSON-125648842 tempest-ExtraDHCPOptionsTestJSON-125648842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:53.581477 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b93956-952b-400e-bacd-eec459779330 req-b4d0fbb9-a92e-4fb4-b756-e403fbfa5fd1 tempest-ServersTestJSON-270917325 tempest-ServersTestJSON-270917325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:53.583058 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-69b93956-952b-400e-bacd-eec459779330 req-b4d0fbb9-a92e-4fb4-b756-e403fbfa5fd1 tempest-ServersTestJSON-270917325 tempest-ServersTestJSON-270917325-project] 10.222.0.41 "GET /v2.0/ports?device_id=f905d2cf-e0d3-404f-9942-a82e4c4a9fe8 HTTP/1.1" status: 200 len: 945 time: 0.7069345 Aug 11 03:13:53.607040 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f5802d-814a-4a5e-a535-958104f52c54 req-d3e38727-5ebd-40f8-9b51-f0aa4aa76366 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:53.610771 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b0f5802d-814a-4a5e-a535-958104f52c54 req-d3e38727-5ebd-40f8-9b51-f0aa4aa76366 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/ports?device_id=186cfdba-74e8-496c-af0f-b566a2fff5c7 HTTP/1.1" status: 200 len: 944 time: 0.6770122 Aug 11 03:13:53.616282 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7b332cec-a136-4539-80c4-02269230fe12 tempest-ExtraDHCPOptionsTestJSON-125648842 tempest-ExtraDHCPOptionsTestJSON-125648842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126283413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126275158'] for subnet, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:53.670780 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b0f5802d-814a-4a5e-a535-958104f52c54 req-ff509776-eef2-4035-839c-4007683de3de tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/security-groups?id=2637b46e-72e4-4ee8-ae47-703ae17ac088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454156 Aug 11 03:13:53.683381 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b332cec-a136-4539-80c4-02269230fe12 tempest-ExtraDHCPOptionsTestJSON-125648842 tempest-ExtraDHCPOptionsTestJSON-125648842-project] Pushing event deleted for resources: {'Subnet': ['ID=e3cc834d-4cca-466f-94f1-c5bd56b67a3f,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:53.702984 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7b332cec-a136-4539-80c4-02269230fe12 tempest-ExtraDHCPOptionsTestJSON-125648842 tempest-ExtraDHCPOptionsTestJSON-125648842-project] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:53.706358 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-7b332cec-a136-4539-80c4-02269230fe12 tempest-ExtraDHCPOptionsTestJSON-125648842 tempest-ExtraDHCPOptionsTestJSON-125648842-project] 10.222.0.41 "DELETE /v2.0/subnets/e3cc834d-4cca-466f-94f1-c5bd56b67a3f HTTP/1.1" status: 204 len: 168 time: 0.6051681 Aug 11 03:13:53.708404 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 34928) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:53.721032 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b656756-6ed3-43b3-9c2a-e5a029478fd3 None None] Network 8aa58358-522a-4552-a038-d735393a89a2 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:13:53.727657 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-69b93956-952b-400e-bacd-eec459779330 req-b40d1117-4790-4752-b539-b9193c713794 tempest-ServersTestJSON-270917325 tempest-ServersTestJSON-270917325-project] 10.222.0.41 "GET /v2.0/security-groups?id=32f19115-bc2b-4ec5-a86c-fca1d0469ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1332982 Aug 11 03:13:53.826590 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fbaaa4cb-8727-4d4d-b843-3f9dfdb67471 tempest-ExtraDHCPOptionsTestJSON-125648842 tempest-ExtraDHCPOptionsTestJSON-125648842-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:53.931180 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-fbaaa4cb-8727-4d4d-b843-3f9dfdb67471 tempest-ExtraDHCPOptionsTestJSON-125648842 tempest-ExtraDHCPOptionsTestJSON-125648842-project] Deleting port b5c9b244-20c7-4e94-b856-83806dbe9dc6 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:13:53.931663 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fbaaa4cb-8727-4d4d-b843-3f9dfdb67471 tempest-ExtraDHCPOptionsTestJSON-125648842 tempest-ExtraDHCPOptionsTestJSON-125648842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:53.938121 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-68f51cf0-cc7c-439a-b7a3-251c0f79a7fb req-8499ee04-535b-46be-aeab-09acf52ecf1a tempest-ServerShowV257Test-249813602 tempest-ServerShowV257Test-249813602-project] 10.222.0.41 "GET /v2.0/ports?device_id=91a96b03-142c-4cd6-81d5-b470e51bef6c HTTP/1.1" status: 200 len: 210 time: 0.0497694 Aug 11 03:13:54.080441 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a126043-afe7-410c-b90e-21d1cf2651b2 None None] DHCP port deletion for 8aa58358-522a-4552-a038-d735393a89a2 request from n-d-764292-30 {{(pid=102193) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:13:54.100815 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [None req-fbaaa4cb-8727-4d4d-b843-3f9dfdb67471 tempest-ExtraDHCPOptionsTestJSON-125648842 tempest-ExtraDHCPOptionsTestJSON-125648842-project] For port b5c9b244-20c7-4e94-b856-83806dbe9dc6, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=b5c9b244-20c7-4e94-b856-83806dbe9dc6,segment=NetworkSegment(133eb4fa-f86e-4448-8cde-6d622edb75be),segment_id=133eb4fa-f86e-4448-8cde-6d622edb75be)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:13:54.101195 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fbaaa4cb-8727-4d4d-b843-3f9dfdb67471 tempest-ExtraDHCPOptionsTestJSON-125648842 tempest-ExtraDHCPOptionsTestJSON-125648842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:54.131625 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-fbaaa4cb-8727-4d4d-b843-3f9dfdb67471 tempest-ExtraDHCPOptionsTestJSON-125648842 tempest-ExtraDHCPOptionsTestJSON-125648842-project] Calling delete_port for b5c9b244-20c7-4e94-b856-83806dbe9dc6 owned by network:dhcp {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:13:54.135382 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7a265e-7b32-449b-af5d-7d97c5bce084 req-61bf08d1-16b8-443e-96fa-c543d3ac86aa tempest-ServersTestJSON-270917325 tempest-ServersTestJSON-270917325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:54.145885 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-df7a265e-7b32-449b-af5d-7d97c5bce084 req-61bf08d1-16b8-443e-96fa-c543d3ac86aa tempest-ServersTestJSON-270917325 tempest-ServersTestJSON-270917325-project] 10.222.0.41 "GET /v2.0/ports?device_id=f905d2cf-e0d3-404f-9942-a82e4c4a9fe8 HTTP/1.1" status: 200 len: 945 time: 0.0815833 Aug 11 03:13:54.148228 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 34934) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:54.152982 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-00f34e67-b606-4ecd-bb7c-fd5eb4bd0574 tempest-ServersTestJSON-270917325 tempest-ServersTestJSON-270917325-project] Request body: {'floatingip': {'port_id': 'df47b862-bce6-48bf-ad02-5b37dd7cd3af'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:13:54.175922 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-3a126043-afe7-410c-b90e-21d1cf2651b2 None None] Deleting port b5c9b244-20c7-4e94-b856-83806dbe9dc6 {{(pid=102193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:13:54.176345 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3a126043-afe7-410c-b90e-21d1cf2651b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:54.215117 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-00f34e67-b606-4ecd-bb7c-fd5eb4bd0574 tempest-ServersTestJSON-270917325 tempest-ServersTestJSON-270917325-project] Notify callbacks [] for floatingip, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:54.277509 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3a126043-afe7-410c-b90e-21d1cf2651b2 None None] For port b5c9b244-20c7-4e94-b856-83806dbe9dc6, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=b5c9b244-20c7-4e94-b856-83806dbe9dc6,segment=NetworkSegment(133eb4fa-f86e-4448-8cde-6d622edb75be),segment_id=133eb4fa-f86e-4448-8cde-6d622edb75be)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:13:54.278200 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3a126043-afe7-410c-b90e-21d1cf2651b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:54.296913 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-3a126043-afe7-410c-b90e-21d1cf2651b2 None None] Calling delete_port for b5c9b244-20c7-4e94-b856-83806dbe9dc6 owned by network:dhcp {{(pid=102193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:13:54.398391 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fbaaa4cb-8727-4d4d-b843-3f9dfdb67471 tempest-ExtraDHCPOptionsTestJSON-125648842 tempest-ExtraDHCPOptionsTestJSON-125648842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:54.405152 n-d-764292-30 neutron-server[102193]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 11 03:13:54.405152 n-d-764292-30 neutron-server[102193]: from cryptography.utils import int_from_bytes Aug 11 03:13:54.405152 n-d-764292-30 neutron-server[102193]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 11 03:13:54.405152 n-d-764292-30 neutron-server[102193]: from cryptography.utils import int_from_bytes Aug 11 03:13:54.405152 n-d-764292-30 neutron-server[102193]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:13:54.405152 n-d-764292-30 neutron-server[102193]: self.session.flush() Aug 11 03:13:54.405152 n-d-764292-30 neutron-server[102193]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:13:54.405152 n-d-764292-30 neutron-server[102193]: self.session.flush() Aug 11 03:13:54.405152 n-d-764292-30 neutron-server[102193]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:13:54.405152 n-d-764292-30 neutron-server[102193]: self.session.flush() Aug 11 03:13:54.405152 n-d-764292-30 neutron-server[102193]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:13:54.405152 n-d-764292-30 neutron-server[102193]: self.session.flush() Aug 11 03:13:54.405152 n-d-764292-30 neutron-server[102193]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:13:54.405152 n-d-764292-30 neutron-server[102193]: self.session.flush() Aug 11 03:13:54.405152 n-d-764292-30 neutron-server[102193]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:13:54.405152 n-d-764292-30 neutron-server[102193]: self.session.flush() Aug 11 03:13:54.405152 n-d-764292-30 neutron-server[102193]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:13:54.405152 n-d-764292-30 neutron-server[102193]: self.session.flush() Aug 11 03:13:54.405152 n-d-764292-30 neutron-server[102193]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:13:54.405152 n-d-764292-30 neutron-server[102193]: self.session.flush() Aug 11 03:13:54.405152 n-d-764292-30 neutron-server[102193]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:13:54.405152 n-d-764292-30 neutron-server[102193]: self.session.flush() Aug 11 03:13:54.405152 n-d-764292-30 neutron-server[102193]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:13:54.405152 n-d-764292-30 neutron-server[102193]: self.session.flush() Aug 11 03:13:54.405152 n-d-764292-30 neutron-server[102193]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:13:54.405152 n-d-764292-30 neutron-server[102193]: self.session.flush() Aug 11 03:13:54.405152 n-d-764292-30 neutron-server[102193]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:13:54.405152 n-d-764292-30 neutron-server[102193]: self.session.flush() Aug 11 03:13:54.405152 n-d-764292-30 neutron-server[102193]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:13:54.405152 n-d-764292-30 neutron-server[102193]: self.session.flush() Aug 11 03:13:54.405152 n-d-764292-30 neutron-server[102193]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:13:54.405152 n-d-764292-30 neutron-server[102193]: self.session.flush() Aug 11 03:13:54.405152 n-d-764292-30 neutron-server[102193]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:13:54.405152 n-d-764292-30 neutron-server[102193]: self.session.flush() Aug 11 03:13:54.405152 n-d-764292-30 neutron-server[102193]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:13:54.405152 n-d-764292-30 neutron-server[102193]: self.session.flush() Aug 11 03:13:54.405152 n-d-764292-30 neutron-server[102193]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:13:54.405152 n-d-764292-30 neutron-server[102193]: self.session.flush() Aug 11 03:13:54.405152 n-d-764292-30 neutron-server[102193]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:13:54.405152 n-d-764292-30 neutron-server[102193]: self.session.flush() Aug 11 03:13:54.405152 n-d-764292-30 neutron-server[102193]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:13:54.405152 n-d-764292-30 neutron-server[102193]: self.session.flush() Aug 11 03:13:54.409393 n-d-764292-30 neutron-server[102193]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:13:54.409393 n-d-764292-30 neutron-server[102193]: self.session.flush() Aug 11 03:13:54.409393 n-d-764292-30 neutron-server[102193]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:13:54.409393 n-d-764292-30 neutron-server[102193]: self.session.flush() Aug 11 03:13:54.409393 n-d-764292-30 neutron-server[102193]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:13:54.409393 n-d-764292-30 neutron-server[102193]: self.session.flush() Aug 11 03:13:54.409393 n-d-764292-30 neutron-server[102193]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:13:54.409393 n-d-764292-30 neutron-server[102193]: self.session.flush() Aug 11 03:13:54.409393 n-d-764292-30 neutron-server[102193]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:13:54.409393 n-d-764292-30 neutron-server[102193]: self.session.flush() Aug 11 03:13:54.409393 n-d-764292-30 neutron-server[102193]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:13:54.409393 n-d-764292-30 neutron-server[102193]: self.session.flush() Aug 11 03:13:54.409393 n-d-764292-30 neutron-server[102193]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:13:54.409393 n-d-764292-30 neutron-server[102193]: self.session.flush() Aug 11 03:13:54.418150 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3a126043-afe7-410c-b90e-21d1cf2651b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678'] for port, after_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:54.437736 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaaa4cb-8727-4d4d-b843-3f9dfdb67471 tempest-ExtraDHCPOptionsTestJSON-125648842 tempest-ExtraDHCPOptionsTestJSON-125648842-project] Pushing event deleted for resources: {'Port': ['ID=b5c9b244-20c7-4e94-b856-83806dbe9dc6,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:54.454515 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbaaa4cb-8727-4d4d-b843-3f9dfdb67471 tempest-ExtraDHCPOptionsTestJSON-125648842 tempest-ExtraDHCPOptionsTestJSON-125648842-project] No DVR routers for this DVR port b5c9b244-20c7-4e94-b856-83806dbe9dc6 on host n-d-764292-30 {{(pid=102191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:13:54.472549 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a126043-afe7-410c-b90e-21d1cf2651b2 None None] Pushing event deleted for resources: {'Port': ['ID=b5c9b244-20c7-4e94-b856-83806dbe9dc6,revision_number=None']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:54.481312 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a126043-afe7-410c-b90e-21d1cf2651b2 None None] No DVR routers for this DVR port b5c9b244-20c7-4e94-b856-83806dbe9dc6 on host n-d-764292-30 {{(pid=102193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:13:54.564876 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fbaaa4cb-8727-4d4d-b843-3f9dfdb67471 tempest-ExtraDHCPOptionsTestJSON-125648842 tempest-ExtraDHCPOptionsTestJSON-125648842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:54.576464 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-fbaaa4cb-8727-4d4d-b843-3f9dfdb67471 tempest-ExtraDHCPOptionsTestJSON-125648842 tempest-ExtraDHCPOptionsTestJSON-125648842-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8aa58358-522a-4552-a038-d735393a89a2']}} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:13:54.588289 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-fbaaa4cb-8727-4d4d-b843-3f9dfdb67471 tempest-ExtraDHCPOptionsTestJSON-125648842 tempest-ExtraDHCPOptionsTestJSON-125648842-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '133eb4fa-f86e-4448-8cde-6d622edb75be') {'for_net_delete': True} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:13:54.588609 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-fbaaa4cb-8727-4d4d-b843-3f9dfdb67471 tempest-ExtraDHCPOptionsTestJSON-125648842 tempest-ExtraDHCPOptionsTestJSON-125648842-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '133eb4fa-f86e-4448-8cde-6d622edb75be') {} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:13:54.606325 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fbaaa4cb-8727-4d4d-b843-3f9dfdb67471 tempest-ExtraDHCPOptionsTestJSON-125648842 tempest-ExtraDHCPOptionsTestJSON-125648842-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126283644'] for segment, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:54.631535 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fbaaa4cb-8727-4d4d-b843-3f9dfdb67471 tempest-ExtraDHCPOptionsTestJSON-125648842 tempest-ExtraDHCPOptionsTestJSON-125648842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:54.640920 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbaaa4cb-8727-4d4d-b843-3f9dfdb67471 tempest-ExtraDHCPOptionsTestJSON-125648842 tempest-ExtraDHCPOptionsTestJSON-125648842-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=102191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:13:54.641738 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fbaaa4cb-8727-4d4d-b843-3f9dfdb67471 tempest-ExtraDHCPOptionsTestJSON-125648842 tempest-ExtraDHCPOptionsTestJSON-125648842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126283391'] for segment, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:54.653254 n-d-764292-30 neutron-server[102191]: Traceback (most recent call last): Aug 11 03:13:54.653254 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:13:54.653254 n-d-764292-30 neutron-server[102191]: timer() Aug 11 03:13:54.653254 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:13:54.653254 n-d-764292-30 neutron-server[102191]: cb(*args, **kw) Aug 11 03:13:54.653254 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:13:54.653254 n-d-764292-30 neutron-server[102191]: return func(*args, **kwargs) Aug 11 03:13:54.653254 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:13:54.653254 n-d-764292-30 neutron-server[102191]: self._notify() Aug 11 03:13:54.653254 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:13:54.653254 n-d-764292-30 neutron-server[102191]: self.callback(batched_events) Aug 11 03:13:54.653254 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:13:54.653254 n-d-764292-30 neutron-server[102191]: event.method(event) Aug 11 03:13:54.653254 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:13:54.653254 n-d-764292-30 neutron-server[102191]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:13:54.653254 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:13:54.653254 n-d-764292-30 neutron-server[102191]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:13:54.653254 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:13:54.653254 n-d-764292-30 neutron-server[102191]: return f(self, *a, **k) Aug 11 03:13:54.653254 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:13:54.653254 n-d-764292-30 neutron-server[102191]: return self._get(url).json() Aug 11 03:13:54.653254 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:13:54.653254 n-d-764292-30 neutron-server[102191]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:13:54.653254 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:13:54.653254 n-d-764292-30 neutron-server[102191]: return self.request(url, 'GET', **kwargs) Aug 11 03:13:54.653254 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:13:54.653254 n-d-764292-30 neutron-server[102191]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:13:54.653254 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:13:54.653254 n-d-764292-30 neutron-server[102191]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:13:54.653254 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:13:54.653254 n-d-764292-30 neutron-server[102191]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:13:54.653254 n-d-764292-30 neutron-server[102191]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:13:54.856732 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fbaaa4cb-8727-4d4d-b843-3f9dfdb67471 tempest-ExtraDHCPOptionsTestJSON-125648842 tempest-ExtraDHCPOptionsTestJSON-125648842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:54.868412 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fbaaa4cb-8727-4d4d-b843-3f9dfdb67471 tempest-ExtraDHCPOptionsTestJSON-125648842 tempest-ExtraDHCPOptionsTestJSON-125648842-project] Notify callbacks [] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:54.873920 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-fbaaa4cb-8727-4d4d-b843-3f9dfdb67471 tempest-ExtraDHCPOptionsTestJSON-125648842 tempest-ExtraDHCPOptionsTestJSON-125648842-project] 10.222.0.41 "DELETE /v2.0/networks/8aa58358-522a-4552-a038-d735393a89a2 HTTP/1.1" status: 204 len: 168 time: 1.1644659 Aug 11 03:13:54.886068 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaaa4cb-8727-4d4d-b843-3f9dfdb67471 tempest-ExtraDHCPOptionsTestJSON-125648842 tempest-ExtraDHCPOptionsTestJSON-125648842-project] Pushing event deleted for resources: {'Network': ['ID=8aa58358-522a-4552-a038-d735393a89a2,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:54.890893 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3058cc-f709-49c3-8787-94f4c8f02627 req-82f3dd98-083e-40c0-ac53-1c52ff903a57 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:54.897092 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-fa3058cc-f709-49c3-8787-94f4c8f02627 req-82f3dd98-083e-40c0-ac53-1c52ff903a57 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/ports?device_id=186cfdba-74e8-496c-af0f-b566a2fff5c7 HTTP/1.1" status: 200 len: 944 time: 0.1375427 Aug 11 03:13:54.902734 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-00f34e67-b606-4ecd-bb7c-fd5eb4bd0574 tempest-ServersTestJSON-270917325 tempest-ServersTestJSON-270917325-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:54.949992 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-fa3058cc-f709-49c3-8787-94f4c8f02627 req-01e2ffe5-e1a3-4417-904b-68f56cb207ee tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/security-groups?id=2637b46e-72e4-4ee8-ae47-703ae17ac088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425959 Aug 11 03:13:55.022236 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-00f34e67-b606-4ecd-bb7c-fd5eb4bd0574 tempest-ServersTestJSON-270917325 tempest-ServersTestJSON-270917325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446866'] for floatingip, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:55.138539 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-13cc356b-5eda-4f85-a8e1-277e52bd0e7a req-2d31af7b-bdea-485d-9096-f7a9210bbaeb tempest-ServerShowV257Test-249813602 tempest-ServerShowV257Test-249813602-project] 10.222.0.41 "GET /v2.0/ports?device_id=91a96b03-142c-4cd6-81d5-b470e51bef6c HTTP/1.1" status: 200 len: 210 time: 0.0297284 Aug 11 03:13:55.168729 n-d-764292-30 neutron-server[102192]: INFO neutron.db.l3_db [None req-00f34e67-b606-4ecd-bb7c-fd5eb4bd0574 tempest-ServersTestJSON-270917325 tempest-ServersTestJSON-270917325-project] Floating IP ae066b9e-eabc-4da4-8159-73af67ca2d94 associated. External IP: 172.25.8.148, port: df47b862-bce6-48bf-ad02-5b37dd7cd3af. Aug 11 03:13:55.191174 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device b5c9b244-20c7-4e94-b856-83806dbe9dc6 no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:13:55.213153 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: b5c9b244-20c7-4e94-b856-83806dbe9dc6 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:13:55.213588 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device b5c9b244-20c7-4e94-b856-83806dbe9dc6 not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:13:55.415002 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00f34e67-b606-4ecd-bb7c-fd5eb4bd0574 tempest-ServersTestJSON-270917325 tempest-ServersTestJSON-270917325-project] Router 63d10ac5-9792-43c7-b9f6-03a4f91684ec has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:13:55.464135 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 34950) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:55.551954 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00f34e67-b606-4ecd-bb7c-fd5eb4bd0574 tempest-ServersTestJSON-270917325 tempest-ServersTestJSON-270917325-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:13:55.557957 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-00f34e67-b606-4ecd-bb7c-fd5eb4bd0574 tempest-ServersTestJSON-270917325 tempest-ServersTestJSON-270917325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for floatingip, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:55.564890 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-246c1a2e-40a3-4d69-b0b1-1a39c626fa07 None None] Sync routers for ids ['63d10ac5-9792-43c7-b9f6-03a4f91684ec'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:13:55.579459 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246c1a2e-40a3-4d69-b0b1-1a39c626fa07 None None] Routers {'63d10ac5-9792-43c7-b9f6-03a4f91684ec'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:13:55.581949 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-246c1a2e-40a3-4d69-b0b1-1a39c626fa07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:13:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['63d10ac5-9792-43c7-b9f6-03a4f91684ec'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:13:55.626361 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-00f34e67-b606-4ecd-bb7c-fd5eb4bd0574 tempest-ServersTestJSON-270917325 tempest-ServersTestJSON-270917325-project] 10.222.0.41 "PUT /v2.0/floatingips/ae066b9e-eabc-4da4-8159-73af67ca2d94 HTTP/1.1" status: 200 len: 991 time: 1.4741099 Aug 11 03:13:55.626361 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f905d2cf-e0d3-404f-9942-a82e4c4a9fe8', 'tag': 'df47b862-bce6-48bf-ad02-5b37dd7cd3af'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:13:55.626705 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-936ee762-2168-4a9d-b096-db6fe6e0ff7d" -d '{"events": [{"name": "network-changed", "server_uuid": "f905d2cf-e0d3-404f-9942-a82e4c4a9fe8", "tag": "df47b862-bce6-48bf-ad02-5b37dd7cd3af"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:13:55.652850 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-83a08648-c33c-4c15-917e-ab72835e5400 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a96229fb2c6b437f9e5ea90e20a05d66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1875448 Aug 11 03:13:55.655549 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 34958) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:55.728964 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-738a5ee1-8508-4553-ab84-526af4bc8c1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:55.732739 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-246c1a2e-40a3-4d69-b0b1-1a39c626fa07 None None] Set router 63d10ac5-9792-43c7-b9f6-03a4f91684ec gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:13:55.752894 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71392ad8-c032-4582-9b30-22f2c7bded41 x-openstack-request-id: req-71392ad8-c032-4582-9b30-22f2c7bded41 {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:13:55.753185 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f905d2cf-e0d3-404f-9942-a82e4c4a9fe8", "tag": "df47b862-bce6-48bf-ad02-5b37dd7cd3af", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:13:55.753435 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-71392ad8-c032-4582-9b30-22f2c7bded41 {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:13:55.753826 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f905d2cf-e0d3-404f-9942-a82e4c4a9fe8', 'tag': 'df47b862-bce6-48bf-ad02-5b37dd7cd3af', 'status': 'completed', 'code': 200} Aug 11 03:13:55.758903 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-738a5ee1-8508-4553-ab84-526af4bc8c1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:55.841192 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936ee762-2168-4a9d-b096-db6fe6e0ff7d req-12b95989-28ac-43d0-a6c6-31c68cb7616e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:55.842750 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-936ee762-2168-4a9d-b096-db6fe6e0ff7d req-12b95989-28ac-43d0-a6c6-31c68cb7616e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=960cd8e142644cf086ca0c3e15670712&device_id=f905d2cf-e0d3-404f-9942-a82e4c4a9fe8 HTTP/1.1" status: 200 len: 1097 time: 0.0680132 Aug 11 03:13:55.877672 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-738a5ee1-8508-4553-ab84-526af4bc8c1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:55.880189 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-738a5ee1-8508-4553-ab84-526af4bc8c1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:55.881377 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-738a5ee1-8508-4553-ab84-526af4bc8c1c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/22153297-dafc-4063-9275-f9467571aebb HTTP/1.1" status: 204 len: 168 time: 0.2248437 Aug 11 03:13:55.899204 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738a5ee1-8508-4553-ab84-526af4bc8c1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22153297-dafc-4063-9275-f9467571aebb,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:55.994810 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936ee762-2168-4a9d-b096-db6fe6e0ff7d req-e16f01fa-bbff-40c0-80cc-b4cd9a2712ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:55.998509 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-936ee762-2168-4a9d-b096-db6fe6e0ff7d req-e16f01fa-bbff-40c0-80cc-b4cd9a2712ba service neutron] 10.222.0.22 "GET /v2.0/networks?id=1d9b30d4-4af2-4e92-ab5f-b9a60728562f HTTP/1.1" status: 200 len: 907 time: 0.1457360 Aug 11 03:13:56.052428 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-246c1a2e-40a3-4d69-b0b1-1a39c626fa07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63d10ac5-9792-43c7-b9f6-03a4f91684ec', 'name': 'tempest-ServersTestJSON-1426552814-router', 'tenant_id': '960cd8e142644cf086ca0c3e15670712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': 'e740ac04-0233-4fe5-84ce-cf9f509e3f81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:13:17Z', 'updated_at': '2021-08-11T03:13:25Z', 'revision_number': 4, 'project_id': '960cd8e142644cf086ca0c3e15670712', 'gw_port': {'id': 'e740ac04-0233-4fe5-84ce-cf9f509e3f81', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:c2:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d10ac5-9792-43c7-b9f6-03a4f91684ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:13:19Z', 'updated_at': '2021-08-11T03:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_floatingips': [{'id': 'ae066b9e-eabc-4da4-8159-73af67ca2d94', 'tenant_id': '960cd8e142644cf086ca0c3e15670712', 'floating_ip_address': '172.25.8.148', 'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'router_id': '63d10ac5-9792-43c7-b9f6-03a4f91684ec', 'port_id': 'df47b862-bce6-48bf-ad02-5b37dd7cd3af', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d9b30d4-4af2-4e92-ab5f-b9a60728562f', 'mac_address': 'fa:16:3e:e5:8f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f905d2cf-e0d3-404f-9942-a82e4c4a9fe8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:13:35Z', 'updated_at': '2021-08-11T03:13:54Z', 'revision_number': 1, 'project_id': '960cd8e142644cf086ca0c3e15670712', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f11349f-aaff-4e25-8347-9a329deba979', 'name': '', 'network_id': '1d9b30d4-4af2-4e92-ab5f-b9a60728562f', 'tenant_id': '960cd8e142644cf086ca0c3e15670712', 'mac_address': 'fa:16:3e:19:f4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d10ac5-9792-43c7-b9f6-03a4f91684ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '98088f52-223d-4261-b781-a2e45477329a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:13:23Z', 'updated_at': '2021-08-11T03:13:35Z', 'revision_number': 5, 'project_id': '960cd8e142644cf086ca0c3e15670712', 'subnets': [{'id': '98088f52-223d-4261-b781-a2e45477329a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:13:56.113184 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-246c1a2e-40a3-4d69-b0b1-1a39c626fa07 None None] Checking router: 63d10ac5-9792-43c7-b9f6-03a4f91684ec for host: n-d-764292-30 {{(pid=102193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:13:56.119514 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-936ee762-2168-4a9d-b096-db6fe6e0ff7d req-4d066172-10ab-4404-b557-055fca55a705 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df47b862-bce6-48bf-ad02-5b37dd7cd3af HTTP/1.1" status: 200 len: 999 time: 0.1094043 Aug 11 03:13:56.138249 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246c1a2e-40a3-4d69-b0b1-1a39c626fa07 None None] Routers {'63d10ac5-9792-43c7-b9f6-03a4f91684ec'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:13:56.138767 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-246c1a2e-40a3-4d69-b0b1-1a39c626fa07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:13:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['63d10ac5-9792-43c7-b9f6-03a4f91684ec'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:13:56.149874 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18d5de3-538d-4ec2-bfc5-535e9e42d94f req-adb09230-b8af-4e55-ab2a-33249535f5de tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:56.152410 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e18d5de3-538d-4ec2-bfc5-535e9e42d94f req-adb09230-b8af-4e55-ab2a-33249535f5de tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/ports?device_id=186cfdba-74e8-496c-af0f-b566a2fff5c7 HTTP/1.1" status: 200 len: 944 time: 0.0933270 Aug 11 03:13:56.205517 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e18d5de3-538d-4ec2-bfc5-535e9e42d94f req-9644e475-03cb-42a7-a05d-7d6d68dd19a9 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/security-groups?id=2637b46e-72e4-4ee8-ae47-703ae17ac088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462444 Aug 11 03:13:56.211243 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936ee762-2168-4a9d-b096-db6fe6e0ff7d req-fb3eda95-4d23-42f9-834a-f8be637ef3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:56.212532 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-936ee762-2168-4a9d-b096-db6fe6e0ff7d req-fb3eda95-4d23-42f9-834a-f8be637ef3e7 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=98088f52-223d-4261-b781-a2e45477329a HTTP/1.1" status: 200 len: 845 time: 0.0846879 Aug 11 03:13:56.309945 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936ee762-2168-4a9d-b096-db6fe6e0ff7d req-7b44ad72-17d3-4a98-a83e-3c07291e8e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:56.311918 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-936ee762-2168-4a9d-b096-db6fe6e0ff7d req-7b44ad72-17d3-4a98-a83e-3c07291e8e0e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1d9b30d4-4af2-4e92-ab5f-b9a60728562f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0915930 Aug 11 03:13:56.346387 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-246c1a2e-40a3-4d69-b0b1-1a39c626fa07 None None] Set router 63d10ac5-9792-43c7-b9f6-03a4f91684ec gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:13:56.481240 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-936ee762-2168-4a9d-b096-db6fe6e0ff7d req-190481a5-3bd7-4288-a43e-8e27ca397ed3 service neutron] 10.222.0.22 "GET /v2.0/networks/1d9b30d4-4af2-4e92-ab5f-b9a60728562f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617792 Aug 11 03:13:56.558376 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5961a5de-abd8-49f3-a520-28a4a7d7ebf6 req-1a072c66-5b35-4c5c-b9e7-22c6e43e2287 tempest-ServerShowV257Test-249813602 tempest-ServerShowV257Test-249813602-project] 10.222.0.41 "GET /v2.0/ports?device_id=91a96b03-142c-4cd6-81d5-b470e51bef6c HTTP/1.1" status: 200 len: 210 time: 0.0629823 Aug 11 03:13:56.695150 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-936ee762-2168-4a9d-b096-db6fe6e0ff7d req-54681acd-29de-45dc-8195-357efc3eab4a service neutron] 10.222.0.22 "GET /v2.0/networks/1d9b30d4-4af2-4e92-ab5f-b9a60728562f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948795 Aug 11 03:13:56.695570 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-246c1a2e-40a3-4d69-b0b1-1a39c626fa07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63d10ac5-9792-43c7-b9f6-03a4f91684ec', 'name': 'tempest-ServersTestJSON-1426552814-router', 'tenant_id': '960cd8e142644cf086ca0c3e15670712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': 'e740ac04-0233-4fe5-84ce-cf9f509e3f81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:13:17Z', 'updated_at': '2021-08-11T03:13:25Z', 'revision_number': 4, 'project_id': '960cd8e142644cf086ca0c3e15670712', 'gw_port': {'id': 'e740ac04-0233-4fe5-84ce-cf9f509e3f81', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:c2:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d10ac5-9792-43c7-b9f6-03a4f91684ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:13:19Z', 'updated_at': '2021-08-11T03:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_floatingips': [{'id': 'ae066b9e-eabc-4da4-8159-73af67ca2d94', 'tenant_id': '960cd8e142644cf086ca0c3e15670712', 'floating_ip_address': '172.25.8.148', 'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'router_id': '63d10ac5-9792-43c7-b9f6-03a4f91684ec', 'port_id': 'df47b862-bce6-48bf-ad02-5b37dd7cd3af', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d9b30d4-4af2-4e92-ab5f-b9a60728562f', 'mac_address': 'fa:16:3e:e5:8f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f905d2cf-e0d3-404f-9942-a82e4c4a9fe8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:13:35Z', 'updated_at': '2021-08-11T03:13:54Z', 'revision_number': 1, 'project_id': '960cd8e142644cf086ca0c3e15670712', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f11349f-aaff-4e25-8347-9a329deba979', 'name': '', 'network_id': '1d9b30d4-4af2-4e92-ab5f-b9a60728562f', 'tenant_id': '960cd8e142644cf086ca0c3e15670712', 'mac_address': 'fa:16:3e:19:f4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d10ac5-9792-43c7-b9f6-03a4f91684ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '98088f52-223d-4261-b781-a2e45477329a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:13:23Z', 'updated_at': '2021-08-11T03:13:35Z', 'revision_number': 5, 'project_id': '960cd8e142644cf086ca0c3e15670712', 'subnets': [{'id': '98088f52-223d-4261-b781-a2e45477329a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:13:56.746380 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-246c1a2e-40a3-4d69-b0b1-1a39c626fa07 None None] The sync data for ids ['63d10ac5-9792-43c7-b9f6-03a4f91684ec'] in n-d-764292-30 is: [{'id': '63d10ac5-9792-43c7-b9f6-03a4f91684ec', 'name': 'tempest-ServersTestJSON-1426552814-router', 'tenant_id': '960cd8e142644cf086ca0c3e15670712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': 'e740ac04-0233-4fe5-84ce-cf9f509e3f81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:13:17Z', 'updated_at': '2021-08-11T03:13:25Z', 'revision_number': 4, 'project_id': '960cd8e142644cf086ca0c3e15670712', 'gw_port': {'id': 'e740ac04-0233-4fe5-84ce-cf9f509e3f81', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:c2:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d10ac5-9792-43c7-b9f6-03a4f91684ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:13:19Z', 'updated_at': '2021-08-11T03:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_floatingips': [{'id': 'ae066b9e-eabc-4da4-8159-73af67ca2d94', 'tenant_id': '960cd8e142644cf086ca0c3e15670712', 'floating_ip_address': '172.25.8.148', 'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'router_id': '63d10ac5-9792-43c7-b9f6-03a4f91684ec', 'port_id': 'df47b862-bce6-48bf-ad02-5b37dd7cd3af', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d9b30d4-4af2-4e92-ab5f-b9a60728562f', 'mac_address': 'fa:16:3e:e5:8f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f905d2cf-e0d3-404f-9942-a82e4c4a9fe8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:13:35Z', 'updated_at': '2021-08-11T03:13:54Z', 'revision_number': 1, 'project_id': '960cd8e142644cf086ca0c3e15670712', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f11349f-aaff-4e25-8347-9a329deba979', 'name': '', 'network_id': '1d9b30d4-4af2-4e92-ab5f-b9a60728562f', 'tenant_id': '960cd8e142644cf086ca0c3e15670712', 'mac_address': 'fa:16:3e:19:f4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d10ac5-9792-43c7-b9f6-03a4f91684ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '98088f52-223d-4261-b781-a2e45477329a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:13:23Z', 'updated_at': '2021-08-11T03:13:35Z', 'revision_number': 5, 'project_id': '960cd8e142644cf086ca0c3e15670712', 'subnets': [{'id': '98088f52-223d-4261-b781-a2e45477329a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:13:57.112902 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acca27d7-7a8c-4aef-ad36-0e3684c08424 None None] New status for floating IP ae066b9e-eabc-4da4-8159-73af67ca2d94: ACTIVE {{(pid=102194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:13:57.439977 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb54fc8-dc1b-4ee8-80a1-3b13c6b762e9 req-3d333a03-e81f-4367-87c2-6799235574d3 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:57.448126 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4bb54fc8-dc1b-4ee8-80a1-3b13c6b762e9 req-3d333a03-e81f-4367-87c2-6799235574d3 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/ports?device_id=186cfdba-74e8-496c-af0f-b566a2fff5c7 HTTP/1.1" status: 200 len: 944 time: 0.1216977 Aug 11 03:13:57.461481 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 35000) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:57.542688 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4bb54fc8-dc1b-4ee8-80a1-3b13c6b762e9 req-b12047ae-d2a4-4c2e-8f50-2c1c3464707a tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/security-groups?id=2637b46e-72e4-4ee8-ae47-703ae17ac088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812099 Aug 11 03:13:57.618425 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-3cfa289a-d78c-4567-9f72-ed585aea07e9 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Request body: {'networks': [{'name': 'tempest-network--1974844302'}, {'name': 'tempest-network--162487399'}]} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:13:57.618941 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-3cfa289a-d78c-4567-9f72-ed585aea07e9 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Request body: {'network': {'name': 'tempest-network--1974844302'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:13:57.619329 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-3cfa289a-d78c-4567-9f72-ed585aea07e9 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Request body: {'network': {'name': 'tempest-network--162487399'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:13:57.706899 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cfa289a-d78c-4567-9f72-ed585aea07e9 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Made reservation on behalf of 79cfcab36ec441beb4ccf5eb952d7da5 for: {'network': 2} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:13:57.711623 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3cfa289a-d78c-4567-9f72-ed585aea07e9 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:57.711868 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6c94805b-3275-4504-8fca-eeca56e0939f req-42c88031-8815-414f-bc47-66d7c8481a17 tempest-ServerShowV257Test-249813602 tempest-ServerShowV257Test-249813602-project] 10.222.0.41 "GET /v2.0/ports?device_id=91a96b03-142c-4cd6-81d5-b470e51bef6c HTTP/1.1" status: 200 len: 210 time: 0.0278614 Aug 11 03:13:57.721301 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3cfa289a-d78c-4567-9f72-ed585aea07e9 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:57.840294 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3cfa289a-d78c-4567-9f72-ed585aea07e9 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:57.900775 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3cfa289a-d78c-4567-9f72-ed585aea07e9 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:57.904805 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3cfa289a-d78c-4567-9f72-ed585aea07e9 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:57.937462 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfa289a-d78c-4567-9f72-ed585aea07e9 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91d74233-e291-4996-8c70-5a655f91b5ed,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:57.947401 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cfa289a-d78c-4567-9f72-ed585aea07e9 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=102191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:13:57.956627 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3cfa289a-d78c-4567-9f72-ed585aea07e9 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:57.957008 n-d-764292-30 neutron-server[102191]: INFO neutron.db.segments_db [None req-3cfa289a-d78c-4567-9f72-ed585aea07e9 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Added segment 50e90903-ae89-4454-bb3d-7ffabcd573da of type vlan for network 61295f9f-de64-4b3e-bed8-faeef37ad936 Aug 11 03:13:58.023350 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3cfa289a-d78c-4567-9f72-ed585aea07e9 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:58.061523 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cfa289a-d78c-4567-9f72-ed585aea07e9 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=102191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:13:58.071864 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3cfa289a-d78c-4567-9f72-ed585aea07e9 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:58.072165 n-d-764292-30 neutron-server[102191]: INFO neutron.db.segments_db [None req-3cfa289a-d78c-4567-9f72-ed585aea07e9 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Added segment 06df4046-d682-4655-934e-6d3a5d09bf07 of type vlan for network e3ef0120-71ad-4058-8f47-be2fa357b570 Aug 11 03:13:58.116665 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3cfa289a-d78c-4567-9f72-ed585aea07e9 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:58.221100 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3cfa289a-d78c-4567-9f72-ed585aea07e9 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:58.221848 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3cfa289a-d78c-4567-9f72-ed585aea07e9 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:58.229426 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cfa289a-d78c-4567-9f72-ed585aea07e9 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:58.235483 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cfa289a-d78c-4567-9f72-ed585aea07e9 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:58.236306 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3cfa289a-d78c-4567-9f72-ed585aea07e9 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Notify callbacks [] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:58.325277 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfa289a-d78c-4567-9f72-ed585aea07e9 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Pushing event updated for resources: {'Network': ['ID=61295f9f-de64-4b3e-bed8-faeef37ad936,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:58.335293 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network 61295f9f-de64-4b3e-bed8-faeef37ad936 details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:13:58.404555 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfa289a-d78c-4567-9f72-ed585aea07e9 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Pushing event updated for resources: {'Network': ['ID=e3ef0120-71ad-4058-8f47-be2fa357b570,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:58.409736 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-3cfa289a-d78c-4567-9f72-ed585aea07e9 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.9473772 Aug 11 03:13:58.413415 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 35010) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:58.420928 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network e3ef0120-71ad-4058-8f47-be2fa357b570 details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:13:58.668333 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83aac2c8-7ca5-4dda-beaf-1229c27354e5 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:58.675589 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83aac2c8-7ca5-4dda-beaf-1229c27354e5 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:58.681685 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83aac2c8-7ca5-4dda-beaf-1229c27354e5 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:58.688062 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83aac2c8-7ca5-4dda-beaf-1229c27354e5 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:58.693225 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-83aac2c8-7ca5-4dda-beaf-1229c27354e5 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.2784491 Aug 11 03:13:58.698165 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 35018) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:58.736845 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99e5a9f-b5d0-48a4-8672-93bca7190a10 req-ca077bdf-5788-4cbe-9af2-0df4fdc773d1 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:58.739218 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e99e5a9f-b5d0-48a4-8672-93bca7190a10 req-ca077bdf-5788-4cbe-9af2-0df4fdc773d1 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/ports?device_id=186cfdba-74e8-496c-af0f-b566a2fff5c7 HTTP/1.1" status: 200 len: 944 time: 0.1096082 Aug 11 03:13:58.787704 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4a621e1b-f32b-43dd-aaf4-f41a3025c58d tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:58.793760 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e99e5a9f-b5d0-48a4-8672-93bca7190a10 req-a973e276-683c-46ca-982d-3524b46205a3 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/security-groups?id=2637b46e-72e4-4ee8-ae47-703ae17ac088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459552 Aug 11 03:13:58.909681 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4a621e1b-f32b-43dd-aaf4-f41a3025c58d tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:58.922704 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-4a621e1b-f32b-43dd-aaf4-f41a3025c58d tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61295f9f-de64-4b3e-bed8-faeef37ad936']}} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:13:58.934833 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-4a621e1b-f32b-43dd-aaf4-f41a3025c58d tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50e90903-ae89-4454-bb3d-7ffabcd573da') {'for_net_delete': True} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:13:58.935509 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-4a621e1b-f32b-43dd-aaf4-f41a3025c58d tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50e90903-ae89-4454-bb3d-7ffabcd573da') {} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:13:58.946223 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4a621e1b-f32b-43dd-aaf4-f41a3025c58d tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126283644'] for segment, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:58.964070 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4a621e1b-f32b-43dd-aaf4-f41a3025c58d tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:58.976310 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a621e1b-f32b-43dd-aaf4-f41a3025c58d tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=102191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:13:58.977028 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4a621e1b-f32b-43dd-aaf4-f41a3025c58d tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126283391'] for segment, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:58.980340 n-d-764292-30 neutron-server[102191]: Traceback (most recent call last): Aug 11 03:13:58.980340 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:13:58.980340 n-d-764292-30 neutron-server[102191]: timer() Aug 11 03:13:58.980340 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:13:58.980340 n-d-764292-30 neutron-server[102191]: cb(*args, **kw) Aug 11 03:13:58.980340 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:13:58.980340 n-d-764292-30 neutron-server[102191]: return func(*args, **kwargs) Aug 11 03:13:58.980340 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:13:58.980340 n-d-764292-30 neutron-server[102191]: self._notify() Aug 11 03:13:58.980340 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:13:58.980340 n-d-764292-30 neutron-server[102191]: self.callback(batched_events) Aug 11 03:13:58.980340 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:13:58.980340 n-d-764292-30 neutron-server[102191]: event.method(event) Aug 11 03:13:58.980340 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:13:58.980340 n-d-764292-30 neutron-server[102191]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:13:58.980340 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:13:58.980340 n-d-764292-30 neutron-server[102191]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:13:58.980340 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:13:58.980340 n-d-764292-30 neutron-server[102191]: return f(self, *a, **k) Aug 11 03:13:58.980340 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:13:58.980340 n-d-764292-30 neutron-server[102191]: return self._get(url).json() Aug 11 03:13:58.980340 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:13:58.980340 n-d-764292-30 neutron-server[102191]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:13:58.980340 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:13:58.980340 n-d-764292-30 neutron-server[102191]: return self.request(url, 'GET', **kwargs) Aug 11 03:13:58.980340 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:13:58.980340 n-d-764292-30 neutron-server[102191]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:13:58.980340 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:13:58.980340 n-d-764292-30 neutron-server[102191]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:13:58.980340 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:13:58.980340 n-d-764292-30 neutron-server[102191]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:13:58.980340 n-d-764292-30 neutron-server[102191]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:13:59.024327 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3c04b60e-cd92-4dc7-8228-a30fa34902c1 req-55dc5917-7116-4792-9c39-9ecc3ca0e041 tempest-ServerShowV257Test-249813602 tempest-ServerShowV257Test-249813602-project] 10.222.0.41 "GET /v2.0/ports?device_id=91a96b03-142c-4cd6-81d5-b470e51bef6c HTTP/1.1" status: 200 len: 210 time: 0.0470462 Aug 11 03:13:59.084250 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-521e2137-fc74-4d70-ac36-81578d5ca56c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:59.147708 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4a621e1b-f32b-43dd-aaf4-f41a3025c58d tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:59.156583 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4a621e1b-f32b-43dd-aaf4-f41a3025c58d tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Notify callbacks [] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:59.163490 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-4a621e1b-f32b-43dd-aaf4-f41a3025c58d tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] 10.222.0.41 "DELETE /v2.0/networks/61295f9f-de64-4b3e-bed8-faeef37ad936 HTTP/1.1" status: 204 len: 168 time: 0.4632075 Aug 11 03:13:59.163639 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 35024) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:59.173637 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a621e1b-f32b-43dd-aaf4-f41a3025c58d tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Pushing event deleted for resources: {'Network': ['ID=61295f9f-de64-4b3e-bed8-faeef37ad936,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:59.246064 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-898152b0-7c2a-43b8-a20d-e1dd9385ee08 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:59.349559 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-898152b0-7c2a-43b8-a20d-e1dd9385ee08 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:59.360329 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-898152b0-7c2a-43b8-a20d-e1dd9385ee08 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3ef0120-71ad-4058-8f47-be2fa357b570']}} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:13:59.371869 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-898152b0-7c2a-43b8-a20d-e1dd9385ee08 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06df4046-d682-4655-934e-6d3a5d09bf07') {'for_net_delete': True} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:13:59.372202 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-898152b0-7c2a-43b8-a20d-e1dd9385ee08 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06df4046-d682-4655-934e-6d3a5d09bf07') {} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:13:59.384141 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-898152b0-7c2a-43b8-a20d-e1dd9385ee08 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125932501'] for segment, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:59.399041 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-898152b0-7c2a-43b8-a20d-e1dd9385ee08 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:59.404881 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-898152b0-7c2a-43b8-a20d-e1dd9385ee08 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=102192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:13:59.405272 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-898152b0-7c2a-43b8-a20d-e1dd9385ee08 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125932183'] for segment, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:59.408116 n-d-764292-30 neutron-server[102192]: Traceback (most recent call last): Aug 11 03:13:59.408116 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:13:59.408116 n-d-764292-30 neutron-server[102192]: timer() Aug 11 03:13:59.408116 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:13:59.408116 n-d-764292-30 neutron-server[102192]: cb(*args, **kw) Aug 11 03:13:59.408116 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:13:59.408116 n-d-764292-30 neutron-server[102192]: return func(*args, **kwargs) Aug 11 03:13:59.408116 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:13:59.408116 n-d-764292-30 neutron-server[102192]: self._notify() Aug 11 03:13:59.408116 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:13:59.408116 n-d-764292-30 neutron-server[102192]: self.callback(batched_events) Aug 11 03:13:59.408116 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:13:59.408116 n-d-764292-30 neutron-server[102192]: event.method(event) Aug 11 03:13:59.408116 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:13:59.408116 n-d-764292-30 neutron-server[102192]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:13:59.408116 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:13:59.408116 n-d-764292-30 neutron-server[102192]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:13:59.408116 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:13:59.408116 n-d-764292-30 neutron-server[102192]: return f(self, *a, **k) Aug 11 03:13:59.408116 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:13:59.408116 n-d-764292-30 neutron-server[102192]: return self._get(url).json() Aug 11 03:13:59.408116 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:13:59.408116 n-d-764292-30 neutron-server[102192]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:13:59.408116 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:13:59.408116 n-d-764292-30 neutron-server[102192]: return self.request(url, 'GET', **kwargs) Aug 11 03:13:59.408116 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:13:59.408116 n-d-764292-30 neutron-server[102192]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:13:59.408116 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:13:59.408116 n-d-764292-30 neutron-server[102192]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:13:59.408116 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:13:59.408116 n-d-764292-30 neutron-server[102192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:13:59.408116 n-d-764292-30 neutron-server[102192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:13:59.540776 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-898152b0-7c2a-43b8-a20d-e1dd9385ee08 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:59.551073 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-898152b0-7c2a-43b8-a20d-e1dd9385ee08 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:59.555839 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-898152b0-7c2a-43b8-a20d-e1dd9385ee08 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] 10.222.0.41 "DELETE /v2.0/networks/e3ef0120-71ad-4058-8f47-be2fa357b570 HTTP/1.1" status: 204 len: 168 time: 0.3928595 Aug 11 03:13:59.558966 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 35030) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:59.576739 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898152b0-7c2a-43b8-a20d-e1dd9385ee08 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Pushing event deleted for resources: {'Network': ['ID=e3ef0120-71ad-4058-8f47-be2fa357b570,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:59.692790 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4f10d1b-d5e9-41b9-9d6a-77cf0848b733 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:59.700129 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4f10d1b-d5e9-41b9-9d6a-77cf0848b733 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:59.706036 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-d4f10d1b-d5e9-41b9-9d6a-77cf0848b733 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1417656 Aug 11 03:13:59.706245 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 35032) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:59.711519 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-4fc198e9-d52c-4887-806f-6f6b0d696b79 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1457156427'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:13:59.943217 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c65f66-8b4c-48b5-b501-fce3c15511ae req-7e6eb83e-498d-41fb-b50e-705c0ac9d8a6 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:59.945086 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a3c65f66-8b4c-48b5-b501-fce3c15511ae req-7e6eb83e-498d-41fb-b50e-705c0ac9d8a6 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/ports?device_id=186cfdba-74e8-496c-af0f-b566a2fff5c7 HTTP/1.1" status: 200 len: 944 time: 0.0596480 Aug 11 03:13:59.987148 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a3c65f66-8b4c-48b5-b501-fce3c15511ae req-711feb5a-1afa-400a-bc4c-38c72aac9889 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/security-groups?id=2637b46e-72e4-4ee8-ae47-703ae17ac088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361128 Aug 11 03:14:00.031431 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fc198e9-d52c-4887-806f-6f6b0d696b79 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Made reservation on behalf of 79cfcab36ec441beb4ccf5eb952d7da5 for: {'network': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:14:00.041235 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4fc198e9-d52c-4887-806f-6f6b0d696b79 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:00.089673 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fc198e9-d52c-4887-806f-6f6b0d696b79 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=102191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:14:00.109301 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4fc198e9-d52c-4887-806f-6f6b0d696b79 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:00.109645 n-d-764292-30 neutron-server[102191]: INFO neutron.db.segments_db [None req-4fc198e9-d52c-4887-806f-6f6b0d696b79 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Added segment c62e2993-a968-419b-9e2c-f6a58dd71960 of type vlan for network 5e868765-5241-4be0-8e49-69e0eee7bdc0 Aug 11 03:14:00.175385 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4fc198e9-d52c-4887-806f-6f6b0d696b79 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:00.198727 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ca13d29d-f131-4a76-b5d0-fd6bba177f55 req-19d7a0d1-f5a4-4e0f-8646-ac0f6641c1a6 tempest-ServerShowV257Test-249813602 tempest-ServerShowV257Test-249813602-project] 10.222.0.41 "GET /v2.0/ports?device_id=91a96b03-142c-4cd6-81d5-b470e51bef6c HTTP/1.1" status: 200 len: 210 time: 0.0470743 Aug 11 03:14:00.300964 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4fc198e9-d52c-4887-806f-6f6b0d696b79 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:00.307974 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 35046) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:00.309349 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc198e9-d52c-4887-806f-6f6b0d696b79 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:00.310242 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4fc198e9-d52c-4887-806f-6f6b0d696b79 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Notify callbacks [] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:00.404846 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc198e9-d52c-4887-806f-6f6b0d696b79 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Pushing event updated for resources: {'Network': ['ID=5e868765-5241-4be0-8e49-69e0eee7bdc0,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:00.416486 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network 5e868765-5241-4be0-8e49-69e0eee7bdc0 details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:14:00.445617 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-4fc198e9-d52c-4887-806f-6f6b0d696b79 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7377546 Aug 11 03:14:00.447811 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 35050) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:00.454473 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-55d8bddd-18b2-43c8-8434-c8a5a6c9f384 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1502413872'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:14:00.490815 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9b59c4fe-0ef7-402c-b8c9-007f32651915 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:00.582489 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55d8bddd-18b2-43c8-8434-c8a5a6c9f384 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Made reservation on behalf of 79cfcab36ec441beb4ccf5eb952d7da5 for: {'network': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:14:00.586164 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-55d8bddd-18b2-43c8-8434-c8a5a6c9f384 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:00.633202 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55d8bddd-18b2-43c8-8434-c8a5a6c9f384 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=102192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:14:00.650646 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-55d8bddd-18b2-43c8-8434-c8a5a6c9f384 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:00.651434 n-d-764292-30 neutron-server[102192]: INFO neutron.db.segments_db [None req-55d8bddd-18b2-43c8-8434-c8a5a6c9f384 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Added segment 73b6e58c-140e-48d2-a720-97fec755af5a of type vlan for network b3756938-8f97-4238-a2ca-ddc6877c70b5 Aug 11 03:14:00.703793 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-55d8bddd-18b2-43c8-8434-c8a5a6c9f384 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:00.745071 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9b59c4fe-0ef7-402c-b8c9-007f32651915 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:00.787149 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9b59c4fe-0ef7-402c-b8c9-007f32651915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:00.821841 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-55d8bddd-18b2-43c8-8434-c8a5a6c9f384 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:00.827411 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55d8bddd-18b2-43c8-8434-c8a5a6c9f384 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:00.828006 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-55d8bddd-18b2-43c8-8434-c8a5a6c9f384 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:00.851193 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 35052) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:00.851779 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-9b59c4fe-0ef7-402c-b8c9-007f32651915 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cc86a874e9f248be8328e0672c424446&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5421100 Aug 11 03:14:00.852128 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b59c4fe-0ef7-402c-b8c9-007f32651915 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cde3b606-fd22-4a6a-a5c4-edd0206556ef,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:00.919355 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-904d2df9-f703-43ee-840a-b7457ce963b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:00.928966 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d8bddd-18b2-43c8-8434-c8a5a6c9f384 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Pushing event updated for resources: {'Network': ['ID=b3756938-8f97-4238-a2ca-ddc6877c70b5,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:00.940232 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network b3756938-8f97-4238-a2ca-ddc6877c70b5 details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:14:00.947280 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-904d2df9-f703-43ee-840a-b7457ce963b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:01.166508 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd7c3ac-aefb-4c7e-9f0b-c1ee27c9a8d7 req-1b4f651d-3499-49ff-b1b5-6827fd160d7a tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:01.168182 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ebd7c3ac-aefb-4c7e-9f0b-c1ee27c9a8d7 req-1b4f651d-3499-49ff-b1b5-6827fd160d7a tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/ports?device_id=186cfdba-74e8-496c-af0f-b566a2fff5c7 HTTP/1.1" status: 200 len: 944 time: 0.0515730 Aug 11 03:14:01.175356 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-55d8bddd-18b2-43c8-8434-c8a5a6c9f384 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7260346 Aug 11 03:14:01.181192 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 35058) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:01.186220 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-5326a1f5-c7bf-4b08-9006-4aee8b622679 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Request body: {'ports': [{'network_id': '5e868765-5241-4be0-8e49-69e0eee7bdc0', 'name': 'tempest-port--1023696907', 'admin_state_up': True}, {'network_id': 'b3756938-8f97-4238-a2ca-ddc6877c70b5', 'admin_state_up': False}]} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:14:01.186573 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-5326a1f5-c7bf-4b08-9006-4aee8b622679 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Request body: {'port': {'network_id': '5e868765-5241-4be0-8e49-69e0eee7bdc0', 'name': 'tempest-port--1023696907', 'admin_state_up': True}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:14:01.187031 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-5326a1f5-c7bf-4b08-9006-4aee8b622679 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Request body: {'port': {'network_id': 'b3756938-8f97-4238-a2ca-ddc6877c70b5', 'admin_state_up': False}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:14:01.226702 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ebd7c3ac-aefb-4c7e-9f0b-c1ee27c9a8d7 req-452e2ed9-f5c4-453b-927e-92d0847186b4 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/security-groups?id=2637b46e-72e4-4ee8-ae47-703ae17ac088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459845 Aug 11 03:14:01.428234 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d295080c-d5c3-4e33-abdd-f5d99fdbed6a req-2c2bb3fc-9f4f-40cb-8eb9-d1c8114e4f13 tempest-ServerShowV257Test-249813602 tempest-ServerShowV257Test-249813602-project] 10.222.0.41 "GET /v2.0/ports?device_id=91a96b03-142c-4cd6-81d5-b470e51bef6c HTTP/1.1" status: 200 len: 210 time: 0.0398979 Aug 11 03:14:02.060890 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-904d2df9-f703-43ee-840a-b7457ce963b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:02.063918 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-904d2df9-f703-43ee-840a-b7457ce963b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:02.065141 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-904d2df9-f703-43ee-840a-b7457ce963b5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cde3b606-fd22-4a6a-a5c4-edd0206556ef HTTP/1.1" status: 204 len: 168 time: 1.2116609 Aug 11 03:14:02.074656 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904d2df9-f703-43ee-840a-b7457ce963b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cde3b606-fd22-4a6a-a5c4-edd0206556ef,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:02.089757 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5326a1f5-c7bf-4b08-9006-4aee8b622679 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Made reservation on behalf of 79cfcab36ec441beb4ccf5eb952d7da5 for: {'port': 2} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:14:02.095442 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5326a1f5-c7bf-4b08-9006-4aee8b622679 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:02.117128 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5326a1f5-c7bf-4b08-9006-4aee8b622679 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:02.158001 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:02.201024 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [None req-5326a1f5-c7bf-4b08-9006-4aee8b622679 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] device_id is not set on port 85a7c0df-d03f-4424-8594-469b976447cc yet. {{(pid=102191) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:14:02.278216 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-0606de62-d539-42e9-9e57-211f59815818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:02.322494 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5326a1f5-c7bf-4b08-9006-4aee8b622679 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:02.347729 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029ace0b-bff2-4534-9cb9-28bcbc0258da req-6e5a810c-91b3-42d9-bd6a-d73e25396a46 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:02.351784 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-029ace0b-bff2-4534-9cb9-28bcbc0258da req-6e5a810c-91b3-42d9-bd6a-d73e25396a46 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/ports?device_id=186cfdba-74e8-496c-af0f-b566a2fff5c7 HTTP/1.1" status: 200 len: 944 time: 0.0515423 Aug 11 03:14:02.392238 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-029ace0b-bff2-4534-9cb9-28bcbc0258da req-0a318839-04fc-438c-b726-fdeb184f8b20 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/security-groups?id=2637b46e-72e4-4ee8-ae47-703ae17ac088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360625 Aug 11 03:14:02.406838 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [None req-5326a1f5-c7bf-4b08-9006-4aee8b622679 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] device_id is not set on port c146f7d2-d609-4f82-b232-8dc217136058 yet. {{(pid=102191) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:14:02.525133 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5326a1f5-c7bf-4b08-9006-4aee8b622679 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:02.565436 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-948f9689-534d-4bca-8dc5-e301cc262536 req-dd845f76-753f-4843-85d7-3463c238bb61 tempest-ServerShowV257Test-249813602 tempest-ServerShowV257Test-249813602-project] 10.222.0.41 "GET /v2.0/ports?device_id=91a96b03-142c-4cd6-81d5-b470e51bef6c HTTP/1.1" status: 200 len: 210 time: 0.0290411 Aug 11 03:14:02.672326 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5326a1f5-c7bf-4b08-9006-4aee8b622679 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:02.731729 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5326a1f5-c7bf-4b08-9006-4aee8b622679 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Pushing event updated for resources: {'Port': ['ID=85a7c0df-d03f-4424-8594-469b976447cc,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:02.748170 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5326a1f5-c7bf-4b08-9006-4aee8b622679 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Checking segment: {'id': 'c62e2993-a968-419b-9e2c-f6a58dd71960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '5e868765-5241-4be0-8e49-69e0eee7bdc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:14:02.748529 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5326a1f5-c7bf-4b08-9006-4aee8b622679 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Network hostable DHCP agents. Network: 5e868765-5241-4be0-8e49-69e0eee7bdc0, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:14:02.824470 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 35078) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:02.838524 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c9a14cfe-b251-4a12-ad12-737373d555a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:02.850240 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5326a1f5-c7bf-4b08-9006-4aee8b622679 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Network 5e868765-5241-4be0-8e49-69e0eee7bdc0 is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:14:02.906499 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:02.931565 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c9a14cfe-b251-4a12-ad12-737373d555a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:02.940563 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-5326a1f5-c7bf-4b08-9006-4aee8b622679 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, 5e868765-5241-4be0-8e49-69e0eee7bdc0) {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:14:02.944891 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5326a1f5-c7bf-4b08-9006-4aee8b622679 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:14:02.959953 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5326a1f5-c7bf-4b08-9006-4aee8b622679 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:02.960953 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-691a1410-d860-48c5-9f17-36a9c021600c None None] Network 5e868765-5241-4be0-8e49-69e0eee7bdc0 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:14:03.004709 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c9a14cfe-b251-4a12-ad12-737373d555a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:03.007124 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5326a1f5-c7bf-4b08-9006-4aee8b622679 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Pushing event updated for resources: {'Port': ['ID=c146f7d2-d609-4f82-b232-8dc217136058,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:03.039379 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5326a1f5-c7bf-4b08-9006-4aee8b622679 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Checking segment: {'id': '73b6e58c-140e-48d2-a720-97fec755af5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'b3756938-8f97-4238-a2ca-ddc6877c70b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:14:03.039734 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5326a1f5-c7bf-4b08-9006-4aee8b622679 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Network hostable DHCP agents. Network: b3756938-8f97-4238-a2ca-ddc6877c70b5, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:14:03.054636 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a14cfe-b251-4a12-ad12-737373d555a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e43ea8c-9fb2-49e3-8c32-5ff07096e344,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:03.063834 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-c9a14cfe-b251-4a12-ad12-737373d555a8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7bd12c52111b4f669cc578ed7e40d89f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2358046 Aug 11 03:14:03.064539 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 35080) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:03.116967 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-6182e5f8-5e73-4bf8-a0f9-8afc218f0797 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:03.138228 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-6182e5f8-5e73-4bf8-a0f9-8afc218f0797 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:03.148974 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5326a1f5-c7bf-4b08-9006-4aee8b622679 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Network b3756938-8f97-4238-a2ca-ddc6877c70b5 is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:14:03.265885 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-5326a1f5-c7bf-4b08-9006-4aee8b622679 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, b3756938-8f97-4238-a2ca-ddc6877c70b5) {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:14:03.269605 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5326a1f5-c7bf-4b08-9006-4aee8b622679 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:14:03.274460 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0b579e9-56d5-4fe5-9ef2-2049816122db None None] Network b3756938-8f97-4238-a2ca-ddc6877c70b5 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:14:03.275467 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5326a1f5-c7bf-4b08-9006-4aee8b622679 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:03.280377 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5326a1f5-c7bf-4b08-9006-4aee8b622679 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:03.281035 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5326a1f5-c7bf-4b08-9006-4aee8b622679 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:03.311898 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-6182e5f8-5e73-4bf8-a0f9-8afc218f0797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:03.314295 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-6182e5f8-5e73-4bf8-a0f9-8afc218f0797 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:03.315456 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-6182e5f8-5e73-4bf8-a0f9-8afc218f0797 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2e43ea8c-9fb2-49e3-8c32-5ff07096e344 HTTP/1.1" status: 204 len: 168 time: 0.2499511 Aug 11 03:14:03.324344 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6182e5f8-5e73-4bf8-a0f9-8afc218f0797 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e43ea8c-9fb2-49e3-8c32-5ff07096e344,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:03.332105 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6182e5f8-5e73-4bf8-a0f9-8afc218f0797 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:14:03.332449 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6182e5f8-5e73-4bf8-a0f9-8afc218f0797 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:14:03.332780 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6182e5f8-5e73-4bf8-a0f9-8afc218f0797 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:14:03.333138 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6182e5f8-5e73-4bf8-a0f9-8afc218f0797 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:14:03.333582 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6182e5f8-5e73-4bf8-a0f9-8afc218f0797 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:14:03.333909 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6182e5f8-5e73-4bf8-a0f9-8afc218f0797 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:14:03.334258 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6182e5f8-5e73-4bf8-a0f9-8afc218f0797 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:14:03.334578 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6182e5f8-5e73-4bf8-a0f9-8afc218f0797 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:14:03.339253 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6182e5f8-5e73-4bf8-a0f9-8afc218f0797 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:14:03.339253 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6182e5f8-5e73-4bf8-a0f9-8afc218f0797 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:14:03.339253 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6182e5f8-5e73-4bf8-a0f9-8afc218f0797 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:14:03.339253 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6182e5f8-5e73-4bf8-a0f9-8afc218f0797 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:14:03.389252 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-5326a1f5-c7bf-4b08-9006-4aee8b622679 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.2047307 Aug 11 03:14:03.390356 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 35084) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:03.704561 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9e213462-e2bb-486b-8b8f-ce0061cf576b req-72ecff97-5ba2-4086-b036-6d02371ee7c3 tempest-ServerShowV257Test-249813602 tempest-ServerShowV257Test-249813602-project] 10.222.0.41 "GET /v2.0/ports?device_id=91a96b03-142c-4cd6-81d5-b470e51bef6c HTTP/1.1" status: 200 len: 210 time: 0.0592158 Aug 11 03:14:03.732996 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a22c23-098e-4b47-a114-027bba4dce06 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:03.735078 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a22c23-098e-4b47-a114-027bba4dce06 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:03.739225 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-56a22c23-098e-4b47-a114-027bba4dce06 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.3451562 Aug 11 03:14:03.739615 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 35096) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:03.759311 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70abac0e-93f9-4301-8e6d-9cf17f5ff181 req-0237bf8a-ceca-4cc8-b590-168bc7800f96 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:03.760800 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-70abac0e-93f9-4301-8e6d-9cf17f5ff181 req-0237bf8a-ceca-4cc8-b590-168bc7800f96 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/ports?device_id=186cfdba-74e8-496c-af0f-b566a2fff5c7 HTTP/1.1" status: 200 len: 944 time: 0.1166580 Aug 11 03:14:03.850933 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-70abac0e-93f9-4301-8e6d-9cf17f5ff181 req-de5d9461-d784-41fa-927b-b50807e74031 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/security-groups?id=2637b46e-72e4-4ee8-ae47-703ae17ac088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648866 Aug 11 03:14:03.885780 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-146f1048-0805-499d-97cd-00141a7c6c0a tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Deleting port 85a7c0df-d03f-4424-8594-469b976447cc {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:14:03.886773 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-146f1048-0805-499d-97cd-00141a7c6c0a tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:03.954153 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-146f1048-0805-499d-97cd-00141a7c6c0a tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:03.968073 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-146f1048-0805-499d-97cd-00141a7c6c0a tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Calling delete_port for 85a7c0df-d03f-4424-8594-469b976447cc owned by {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:14:04.151950 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-146f1048-0805-499d-97cd-00141a7c6c0a tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:04.180358 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146f1048-0805-499d-97cd-00141a7c6c0a tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Pushing event deleted for resources: {'Port': ['ID=85a7c0df-d03f-4424-8594-469b976447cc,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:04.185629 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-146f1048-0805-499d-97cd-00141a7c6c0a tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:04.187551 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-146f1048-0805-499d-97cd-00141a7c6c0a tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] 10.222.0.41 "DELETE /v2.0/ports/85a7c0df-d03f-4424-8594-469b976447cc HTTP/1.1" status: 204 len: 168 time: 0.4470193 Aug 11 03:14:04.190195 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 35108) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:04.285765 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-3f112a7d-ad7b-45f7-b246-764fafd1c975 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Deleting port c146f7d2-d609-4f82-b232-8dc217136058 {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:14:04.286140 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-3f112a7d-ad7b-45f7-b246-764fafd1c975 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:04.354688 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-3f112a7d-ad7b-45f7-b246-764fafd1c975 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:04.367487 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-3f112a7d-ad7b-45f7-b246-764fafd1c975 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Calling delete_port for c146f7d2-d609-4f82-b232-8dc217136058 owned by {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:14:04.512037 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-3f112a7d-ad7b-45f7-b246-764fafd1c975 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:04.540045 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f112a7d-ad7b-45f7-b246-764fafd1c975 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Pushing event deleted for resources: {'Port': ['ID=c146f7d2-d609-4f82-b232-8dc217136058,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:04.550370 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-3f112a7d-ad7b-45f7-b246-764fafd1c975 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:04.550711 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-3f112a7d-ad7b-45f7-b246-764fafd1c975 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] 10.222.0.41 "DELETE /v2.0/ports/c146f7d2-d609-4f82-b232-8dc217136058 HTTP/1.1" status: 204 len: 168 time: 0.3589871 Aug 11 03:14:04.552824 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 35120) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:04.589796 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-1297fbf9-7dd9-4886-9be0-7853f406001e tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0318794 Aug 11 03:14:04.590246 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 35124) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:04.596818 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-5c6cc946-5936-4db2-a582-e8d07fbcb6fe tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-867152105'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:14:04.609215 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:04.688193 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c6cc946-5936-4db2-a582-e8d07fbcb6fe tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Made reservation on behalf of 79cfcab36ec441beb4ccf5eb952d7da5 for: {'network': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:14:04.691708 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5c6cc946-5936-4db2-a582-e8d07fbcb6fe tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:04.715941 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c6cc946-5936-4db2-a582-e8d07fbcb6fe tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=102191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:14:04.724661 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5c6cc946-5936-4db2-a582-e8d07fbcb6fe tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:04.725010 n-d-764292-30 neutron-server[102191]: INFO neutron.db.segments_db [None req-5c6cc946-5936-4db2-a582-e8d07fbcb6fe tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Added segment 927db9ef-098e-469e-a829-71c526eb60d6 of type vlan for network 4c3c6a2f-a444-4ee6-8311-6e101b1347a7 Aug 11 03:14:04.772588 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5c6cc946-5936-4db2-a582-e8d07fbcb6fe tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:04.821961 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6da3d7ca-8f53-421e-bb3a-e098818b726c req-0988fa45-b9fc-4f83-beaa-b01c8b0ea59b tempest-ServerShowV257Test-249813602 tempest-ServerShowV257Test-249813602-project] 10.222.0.41 "GET /v2.0/ports?device_id=91a96b03-142c-4cd6-81d5-b470e51bef6c HTTP/1.1" status: 200 len: 210 time: 0.0291362 Aug 11 03:14:04.884189 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5c6cc946-5936-4db2-a582-e8d07fbcb6fe tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:04.889474 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c6cc946-5936-4db2-a582-e8d07fbcb6fe tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:04.892939 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5c6cc946-5936-4db2-a582-e8d07fbcb6fe tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Notify callbacks [] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:04.961890 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6cc946-5936-4db2-a582-e8d07fbcb6fe tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Pushing event updated for resources: {'Network': ['ID=4c3c6a2f-a444-4ee6-8311-6e101b1347a7,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:04.980374 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network 4c3c6a2f-a444-4ee6-8311-6e101b1347a7 details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:14:04.988002 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-5c6cc946-5936-4db2-a582-e8d07fbcb6fe tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3965199 Aug 11 03:14:04.990484 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 35140) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:04.998800 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-1b86cfa9-ca3c-4201-9cd9-8074fa41de12 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-489721535'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:14:05.027162 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed8e60d-3b2e-46fa-a7f1-ef1023684d16 req-32cc6161-8289-4c1f-a20f-9f9de3b3bb2f tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:05.028780 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0ed8e60d-3b2e-46fa-a7f1-ef1023684d16 req-32cc6161-8289-4c1f-a20f-9f9de3b3bb2f tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/ports?device_id=186cfdba-74e8-496c-af0f-b566a2fff5c7 HTTP/1.1" status: 200 len: 944 time: 0.0912106 Aug 11 03:14:05.070696 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0ed8e60d-3b2e-46fa-a7f1-ef1023684d16 req-4a1907bd-10a9-44f5-aa35-8f39f762dc36 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/security-groups?id=2637b46e-72e4-4ee8-ae47-703ae17ac088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348804 Aug 11 03:14:05.083200 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b86cfa9-ca3c-4201-9cd9-8074fa41de12 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Made reservation on behalf of 79cfcab36ec441beb4ccf5eb952d7da5 for: {'network': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:14:05.087367 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1b86cfa9-ca3c-4201-9cd9-8074fa41de12 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:05.111332 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b86cfa9-ca3c-4201-9cd9-8074fa41de12 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=102191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:14:05.121438 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1b86cfa9-ca3c-4201-9cd9-8074fa41de12 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:05.121818 n-d-764292-30 neutron-server[102191]: INFO neutron.db.segments_db [None req-1b86cfa9-ca3c-4201-9cd9-8074fa41de12 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Added segment bb8452bc-87bc-4407-b850-a858fe937971 of type vlan for network e510c9c6-edb6-4492-b30a-3e8fc9a5e9a5 Aug 11 03:14:05.162418 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1b86cfa9-ca3c-4201-9cd9-8074fa41de12 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:05.288921 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1b86cfa9-ca3c-4201-9cd9-8074fa41de12 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:05.295132 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b86cfa9-ca3c-4201-9cd9-8074fa41de12 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:05.295860 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1b86cfa9-ca3c-4201-9cd9-8074fa41de12 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Notify callbacks [] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:05.362228 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b86cfa9-ca3c-4201-9cd9-8074fa41de12 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Pushing event updated for resources: {'Network': ['ID=e510c9c6-edb6-4492-b30a-3e8fc9a5e9a5,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:05.373500 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network e510c9c6-edb6-4492-b30a-3e8fc9a5e9a5 details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:14:05.416012 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-1b86cfa9-ca3c-4201-9cd9-8074fa41de12 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4242923 Aug 11 03:14:05.947690 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9c48104f-a6ba-4e22-a41c-470ac7e2c2a6 req-f3d64693-2f04-413f-825d-0bdb78445dc3 tempest-ServerShowV257Test-249813602 tempest-ServerShowV257Test-249813602-project] 10.222.0.41 "GET /v2.0/ports?device_id=91a96b03-142c-4cd6-81d5-b470e51bef6c HTTP/1.1" status: 200 len: 210 time: 0.0309918 Aug 11 03:14:06.056507 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 2682bd83-8758-4467-a055-b7a257a62210 details requested by agent hyperv_n-h2-764292-30 with host n-h2-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:14:06.164413 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port 2682bd83-8758-4467-a055-b7a257a62210, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=2682bd83-8758-4467-a055-b7a257a62210,segment=NetworkSegment(77249f53-d91a-4900-864a-cb193f73fd0b),segment_id=77249f53-d91a-4900-864a-cb193f73fd0b)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:14:06.176699 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Returning: {'device': '2682bd83-8758-4467-a055-b7a257a62210', 'network_id': 'd17d1b32-4aa7-4439-b455-9cb54b2072df', 'port_id': '2682bd83-8758-4467-a055-b7a257a62210', 'mac_address': 'fa:16:3e:84:41:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8bae62b-5e51-4859-99ce-3b4e8f86224a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:14:06.195504 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1be0673-a0da-4670-8347-14a4f80fde32 req-e71b04d5-abd8-4dd2-b055-1f6e204346c1 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:06.203106 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e1be0673-a0da-4670-8347-14a4f80fde32 req-e71b04d5-abd8-4dd2-b055-1f6e204346c1 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/ports?device_id=186cfdba-74e8-496c-af0f-b566a2fff5c7 HTTP/1.1" status: 200 len: 944 time: 0.0570049 Aug 11 03:14:06.246475 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e1be0673-a0da-4670-8347-14a4f80fde32 req-c9536054-668c-4dfe-9445-f16a32a3f333 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/security-groups?id=2637b46e-72e4-4ee8-ae47-703ae17ac088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424020 Aug 11 03:14:06.250904 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:06.276331 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2682bd83-8758-4467-a055-b7a257a62210 {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:14:06.294599 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port 2682bd83-8758-4467-a055-b7a257a62210, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=2682bd83-8758-4467-a055-b7a257a62210,segment=NetworkSegment(77249f53-d91a-4900-864a-cb193f73fd0b),segment_id=77249f53-d91a-4900-864a-cb193f73fd0b)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:14:06.380543 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:06.429533 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=2682bd83-8758-4467-a055-b7a257a62210,revision_number=11']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:06.725645 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['2682bd83-8758-4467-a055-b7a257a62210'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:14:06.923364 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:07.058395 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b8042a8f-e3b6-49ef-ab54-c28b4ffe0d67 req-cd805739-e6a9-4449-8283-16e1372e2b02 tempest-ServerShowV257Test-249813602 tempest-ServerShowV257Test-249813602-project] 10.222.0.41 "GET /v2.0/ports?device_id=91a96b03-142c-4cd6-81d5-b470e51bef6c HTTP/1.1" status: 200 len: 210 time: 0.0274315 Aug 11 03:14:07.374204 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242847fd-00d4-43b4-a82b-a4d90dea5233 req-1ccd6718-17c8-496a-848c-885c03f0eb38 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:07.375891 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-242847fd-00d4-43b4-a82b-a4d90dea5233 req-1ccd6718-17c8-496a-848c-885c03f0eb38 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/ports?device_id=186cfdba-74e8-496c-af0f-b566a2fff5c7 HTTP/1.1" status: 200 len: 945 time: 0.0548296 Aug 11 03:14:07.425418 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-242847fd-00d4-43b4-a82b-a4d90dea5233 req-814a3cc4-792d-4761-b573-da3eabbcbb7a tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/security-groups?id=2637b46e-72e4-4ee8-ae47-703ae17ac088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418451 Aug 11 03:14:08.071252 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 2682bd83-8758-4467-a055-b7a257a62210 up at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:14:08.163370 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning for port 2682bd83-8758-4467-a055-b7a257a62210 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:14:08.167648 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning complete for port 2682bd83-8758-4467-a055-b7a257a62210 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:14:08.168023 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:08.169407 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-568ca9c6-99b7-4a4d-a629-2671a393ea51 req-cb8df36d-1ef0-4984-993a-79c4c872c181 tempest-ServerShowV257Test-249813602 tempest-ServerShowV257Test-249813602-project] 10.222.0.41 "GET /v2.0/ports?device_id=91a96b03-142c-4cd6-81d5-b470e51bef6c HTTP/1.1" status: 200 len: 210 time: 0.0274804 Aug 11 03:14:08.256235 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:08.278202 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '186cfdba-74e8-496c-af0f-b566a2fff5c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2682bd83-8758-4467-a055-b7a257a62210'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:14:08.280476 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c14bee0c-59f8-4839-a2a4-14ef867445d5" -d '{"events": [{"server_uuid": "186cfdba-74e8-496c-af0f-b566a2fff5c7", "name": "network-vif-plugged", "status": "completed", "tag": "2682bd83-8758-4467-a055-b7a257a62210"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:14:08.295278 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port 2682bd83-8758-4467-a055-b7a257a62210, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=2682bd83-8758-4467-a055-b7a257a62210,segment=NetworkSegment(77249f53-d91a-4900-864a-cb193f73fd0b),segment_id=77249f53-d91a-4900-864a-cb193f73fd0b)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:14:08.318385 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:14:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aed840d0-4714-4b66-a569-73e4e3ad99de x-openstack-request-id: req-aed840d0-4714-4b66-a569-73e4e3ad99de {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:14:08.321868 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "186cfdba-74e8-496c-af0f-b566a2fff5c7", "name": "network-vif-plugged", "status": "completed", "tag": "2682bd83-8758-4467-a055-b7a257a62210", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:14:08.321868 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-aed840d0-4714-4b66-a569-73e4e3ad99de {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:14:08.321868 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '186cfdba-74e8-496c-af0f-b566a2fff5c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2682bd83-8758-4467-a055-b7a257a62210', 'code': 200} Aug 11 03:14:08.369076 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:08.418082 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=2682bd83-8758-4467-a055-b7a257a62210,revision_number=12']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:08.605055 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0de2fed-4ddd-476b-84bf-33b5c07077bc req-351e2b91-b1a9-49b1-95de-81deba17c559 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:08.606586 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e0de2fed-4ddd-476b-84bf-33b5c07077bc req-351e2b91-b1a9-49b1-95de-81deba17c559 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/ports?device_id=186cfdba-74e8-496c-af0f-b566a2fff5c7 HTTP/1.1" status: 200 len: 946 time: 0.0881104 Aug 11 03:14:08.609758 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb895735-9efd-4503-94bd-c7595987100d req-d4621b5e-21eb-4bdc-b126-cffe5b76bccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:08.611153 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-fb895735-9efd-4503-94bd-c7595987100d req-d4621b5e-21eb-4bdc-b126-cffe5b76bccd service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=186cfdba-74e8-496c-af0f-b566a2fff5c7 HTTP/1.1" status: 200 len: 1098 time: 0.0614910 Aug 11 03:14:08.659969 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e0de2fed-4ddd-476b-84bf-33b5c07077bc req-9bfab3be-a3f5-434d-b86a-e28c7a646247 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/security-groups?id=2637b46e-72e4-4ee8-ae47-703ae17ac088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468864 Aug 11 03:14:08.662550 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 35202) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:08.669092 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-b758ab58-2a3a-4887-a19f-457089a54af5 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Request body: {'subnets': [{'network_id': '4c3c6a2f-a444-4ee6-8311-6e101b1347a7', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1642105774', 'ip_version': 6}, {'network_id': 'e510c9c6-edb6-4492-b30a-3e8fc9a5e9a5', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:14:08.669490 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-b758ab58-2a3a-4887-a19f-457089a54af5 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Request body: {'subnet': {'network_id': '4c3c6a2f-a444-4ee6-8311-6e101b1347a7', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1642105774', 'ip_version': 6}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:14:08.670174 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-b758ab58-2a3a-4887-a19f-457089a54af5 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Request body: {'subnet': {'network_id': 'e510c9c6-edb6-4492-b30a-3e8fc9a5e9a5', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:14:08.671927 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-fb895735-9efd-4503-94bd-c7595987100d req-ae90a05c-173e-4bd7-a281-a97d7260eef5 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=2637b46e-72e4-4ee8-ae47-703ae17ac088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519071 Aug 11 03:14:08.952071 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b758ab58-2a3a-4887-a19f-457089a54af5 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Made reservation on behalf of 79cfcab36ec441beb4ccf5eb952d7da5 for: {'subnet': 2} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:14:08.956909 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b758ab58-2a3a-4887-a19f-457089a54af5 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274743'] for subnet, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:08.957248 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b758ab58-2a3a-4887-a19f-457089a54af5 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274743'] for subnet, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:09.319932 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cfa9a7a2-cf4f-410b-ade3-eb7f06340230 req-ceb0bdc4-aa36-4481-b6c1-abbf1dab28a1 tempest-ServerShowV257Test-249813602 tempest-ServerShowV257Test-249813602-project] 10.222.0.41 "GET /v2.0/ports?device_id=91a96b03-142c-4cd6-81d5-b470e51bef6c HTTP/1.1" status: 200 len: 210 time: 0.0615747 Aug 11 03:14:09.506962 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b758ab58-2a3a-4887-a19f-457089a54af5 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126283476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274725'] for subnet, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:09.580860 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b758ab58-2a3a-4887-a19f-457089a54af5 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Pushing event updated for resources: {'Subnet': ['ID=3d2500e9-cf11-4408-bd2f-0e8a745d6b96,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:09.583209 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b758ab58-2a3a-4887-a19f-457089a54af5 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Checking segment: {'id': '927db9ef-098e-469e-a829-71c526eb60d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '4c3c6a2f-a444-4ee6-8311-6e101b1347a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:14:09.584271 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b758ab58-2a3a-4887-a19f-457089a54af5 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Network hostable DHCP agents. Network: 4c3c6a2f-a444-4ee6-8311-6e101b1347a7, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:14:09.670981 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b758ab58-2a3a-4887-a19f-457089a54af5 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Network 4c3c6a2f-a444-4ee6-8311-6e101b1347a7 is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:14:09.768964 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-b758ab58-2a3a-4887-a19f-457089a54af5 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, 4c3c6a2f-a444-4ee6-8311-6e101b1347a7) {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:14:09.781814 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b758ab58-2a3a-4887-a19f-457089a54af5 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126283476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274725'] for subnet, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:09.782132 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c6fde91-ecef-42ed-8da9-1184bea5c54c None None] Network 4c3c6a2f-a444-4ee6-8311-6e101b1347a7 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:14:09.792405 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d1c823-dd51-482d-b66a-5d34b52fb9dd req-eb4df192-e303-457e-a3d7-b4e203104c5f tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:09.793938 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b3d1c823-dd51-482d-b66a-5d34b52fb9dd req-eb4df192-e303-457e-a3d7-b4e203104c5f tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/ports?device_id=186cfdba-74e8-496c-af0f-b566a2fff5c7 HTTP/1.1" status: 200 len: 946 time: 0.0584307 Aug 11 03:14:09.855979 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b758ab58-2a3a-4887-a19f-457089a54af5 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Pushing event updated for resources: {'Subnet': ['ID=5ed508e7-92d8-4132-a86e-a59809e3a4c4,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:09.886814 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b3d1c823-dd51-482d-b66a-5d34b52fb9dd req-d6658011-962f-46c9-b1b2-37ca9812e72b tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/security-groups?id=2637b46e-72e4-4ee8-ae47-703ae17ac088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780456 Aug 11 03:14:09.901776 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b758ab58-2a3a-4887-a19f-457089a54af5 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Checking segment: {'id': 'bb8452bc-87bc-4407-b850-a858fe937971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'e510c9c6-edb6-4492-b30a-3e8fc9a5e9a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:14:09.902148 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b758ab58-2a3a-4887-a19f-457089a54af5 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Network hostable DHCP agents. Network: e510c9c6-edb6-4492-b30a-3e8fc9a5e9a5, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:14:09.993541 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a418fad-9933-41ab-b175-ef100629c9af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde080026-c28f-55be-b52b-13827cc43646-4c3c6a2f-a444-4ee6-8311-6e101b1347a7', 'network_id': '4c3c6a2f-a444-4ee6-8311-6e101b1347a7', 'tenant_id': '79cfcab36ec441beb4ccf5eb952d7da5', 'fixed_ips': [{'subnet_id': '3d2500e9-cf11-4408-bd2f-0e8a745d6b96'}]}} from n-d-764292-30. {{(pid=102193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:14:09.994435 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8a418fad-9933-41ab-b175-ef100629c9af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:10.026930 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b758ab58-2a3a-4887-a19f-457089a54af5 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Network e510c9c6-edb6-4492-b30a-3e8fc9a5e9a5 is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:14:10.123170 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-b758ab58-2a3a-4887-a19f-457089a54af5 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, e510c9c6-edb6-4492-b30a-3e8fc9a5e9a5) {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:14:10.133962 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b758ab58-2a3a-4887-a19f-457089a54af5 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:10.134472 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b758ab58-2a3a-4887-a19f-457089a54af5 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:10.135102 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b758ab58-2a3a-4887-a19f-457089a54af5 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:10.135366 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f766768-0d81-4d15-b30d-bfb1ab49b395 None None] Network e510c9c6-edb6-4492-b30a-3e8fc9a5e9a5 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:14:10.198090 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.db_base_plugin_common [None req-8a418fad-9933-41ab-b175-ef100629c9af None None] Allocated IP 2001:db8::1 (4c3c6a2f-a444-4ee6-8311-6e101b1347a7/3d2500e9-cf11-4408-bd2f-0e8a745d6b96/d3b2f06f-5700-4b6d-b932-ded81efb41fd) {{(pid=102193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:14:10.255974 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-b758ab58-2a3a-4887-a19f-457089a54af5 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 1.5921288 Aug 11 03:14:10.258976 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 35258) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:10.345504 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2568466a-877d-4c60-ad84-7705a790b8d9 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:10.347382 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2568466a-877d-4c60-ad84-7705a790b8d9 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:10.351862 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2568466a-877d-4c60-ad84-7705a790b8d9 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:10.352340 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-2568466a-877d-4c60-ad84-7705a790b8d9 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.0918517 Aug 11 03:14:10.361105 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 35264) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:10.390912 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.agents_db [None req-950b7202-decb-43e2-8f71-ac8931dc9749 None None] Agent healthcheck: found 7 active agents {{(pid=102194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:14:10.401924 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-294c8a10-07d8-4526-a81b-578d43943ac0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde080026-c28f-55be-b52b-13827cc43646-e510c9c6-edb6-4492-b30a-3e8fc9a5e9a5', 'network_id': 'e510c9c6-edb6-4492-b30a-3e8fc9a5e9a5', 'tenant_id': '79cfcab36ec441beb4ccf5eb952d7da5', 'fixed_ips': [{'subnet_id': '5ed508e7-92d8-4132-a86e-a59809e3a4c4'}]}} from n-d-764292-30. {{(pid=102193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:14:10.410361 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-294c8a10-07d8-4526-a81b-578d43943ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:10.484951 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_v2 [None req-14743e93-ed08-434f-9b42-1427dd1bac02 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Deleting subnet 3d2500e9-cf11-4408-bd2f-0e8a745d6b96 {{(pid=102192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:14:10.523010 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8a418fad-9933-41ab-b175-ef100629c9af None None] Notify callbacks [] for port, precommit_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:10.528620 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9be5487f-1ea6-4050-b8a3-b840c8def86f req-1b4c2ac3-541b-4c8f-8e1a-041720a7a608 tempest-ServerShowV257Test-249813602 tempest-ServerShowV257Test-249813602-project] 10.222.0.41 "GET /v2.0/ports?device_id=91a96b03-142c-4cd6-81d5-b470e51bef6c HTTP/1.1" status: 200 len: 210 time: 0.0356941 Aug 11 03:14:10.543619 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-8a418fad-9933-41ab-b175-ef100629c9af None None] Transition to ACTIVE for port object d3b2f06f-5700-4b6d-b932-ded81efb41fd will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:14:10.558909 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-aaa72ba4-f565-433f-a66c-39d9b58bac2d req-09e0cbb7-2dc6-44b1-85ec-39a2418ad1ea service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=91a96b03-142c-4cd6-81d5-b470e51bef6c HTTP/1.1" status: 200 len: 210 time: 0.0261850 Aug 11 03:14:10.587961 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-8a418fad-9933-41ab-b175-ef100629c9af None None] Transition to ACTIVE for port object d3b2f06f-5700-4b6d-b932-ded81efb41fd will not be triggered until provisioned by entity DHCP. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:14:10.604238 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.db_base_plugin_common [None req-294c8a10-07d8-4526-a81b-578d43943ac0 None None] Allocated IP 2001:db8:0:1::1 (e510c9c6-edb6-4492-b30a-3e8fc9a5e9a5/5ed508e7-92d8-4132-a86e-a59809e3a4c4/7ab002cb-4a1f-455f-ab78-15338db57983) {{(pid=102193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:14:10.695106 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-14743e93-ed08-434f-9b42-1427dd1bac02 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Notify callbacks [] for subnet, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:10.699843 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8a418fad-9933-41ab-b175-ef100629c9af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669'] for port, after_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:10.738513 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-14743e93-ed08-434f-9b42-1427dd1bac02 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125932460'] for subnet, precommit_delete_associations {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:10.769647 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a418fad-9933-41ab-b175-ef100629c9af None None] Network 4c3c6a2f-a444-4ee6-8311-6e101b1347a7 is already hosted by enough agents. {{(pid=102193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:14:10.778193 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.base_scheduler [None req-8a418fad-9933-41ab-b175-ef100629c9af None None] Resources bound (agent type, host, resource id): {{(pid=102193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:14:10.780669 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a418fad-9933-41ab-b175-ef100629c9af None None] Received port after_create {{(pid=102193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:14:10.807168 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a418fad-9933-41ab-b175-ef100629c9af None None] Pushing event updated for resources: {'Port': ['ID=d3b2f06f-5700-4b6d-b932-ded81efb41fd,revision_number=1']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:10.839877 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-14743e93-ed08-434f-9b42-1427dd1bac02 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:10.853725 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-294c8a10-07d8-4526-a81b-578d43943ac0 None None] Notify callbacks [] for port, precommit_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:10.871506 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-294c8a10-07d8-4526-a81b-578d43943ac0 None None] Transition to ACTIVE for port object 7ab002cb-4a1f-455f-ab78-15338db57983 will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:14:10.878919 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-8a418fad-9933-41ab-b175-ef100629c9af None None] Attempting to bind port d3b2f06f-5700-4b6d-b932-ded81efb41fd on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:14:10.881452 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-8a418fad-9933-41ab-b175-ef100629c9af None None] Attempting to bind port d3b2f06f-5700-4b6d-b932-ded81efb41fd by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': '927db9ef-098e-469e-a829-71c526eb60d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '4c3c6a2f-a444-4ee6-8311-6e101b1347a7'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:14:10.881452 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a418fad-9933-41ab-b175-ef100629c9af None None] Attempting to bind port d3b2f06f-5700-4b6d-b932-ded81efb41fd on network 4c3c6a2f-a444-4ee6-8311-6e101b1347a7 {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:14:10.888064 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a418fad-9933-41ab-b175-ef100629c9af None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 14, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:14:10.888437 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a418fad-9933-41ab-b175-ef100629c9af None None] Checking segment: {'id': '927db9ef-098e-469e-a829-71c526eb60d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '4c3c6a2f-a444-4ee6-8311-6e101b1347a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:14:10.889030 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8a418fad-9933-41ab-b175-ef100629c9af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:10.889429 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a418fad-9933-41ab-b175-ef100629c9af None None] Bound using segment: {'id': '927db9ef-098e-469e-a829-71c526eb60d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '4c3c6a2f-a444-4ee6-8311-6e101b1347a7'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:14:10.889896 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-8a418fad-9933-41ab-b175-ef100629c9af None None] Bound port: d3b2f06f-5700-4b6d-b932-ded81efb41fd, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '927db9ef-098e-469e-a829-71c526eb60d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '4c3c6a2f-a444-4ee6-8311-6e101b1347a7'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:14:10.890275 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8a418fad-9933-41ab-b175-ef100629c9af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:10.907196 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-294c8a10-07d8-4526-a81b-578d43943ac0 None None] Transition to ACTIVE for port object 7ab002cb-4a1f-455f-ab78-15338db57983 will not be triggered until provisioned by entity DHCP. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:14:11.001258 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-8a418fad-9933-41ab-b175-ef100629c9af None None] For port d3b2f06f-5700-4b6d-b932-ded81efb41fd, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:14:11.022487 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-8a418fad-9933-41ab-b175-ef100629c9af None None] For port d3b2f06f-5700-4b6d-b932-ded81efb41fd, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=d3b2f06f-5700-4b6d-b932-ded81efb41fd,segment=NetworkSegment(927db9ef-098e-469e-a829-71c526eb60d6),segment_id=927db9ef-098e-469e-a829-71c526eb60d6)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:14:11.028341 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-14743e93-ed08-434f-9b42-1427dd1bac02 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125932157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126180897'] for subnet, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:11.038759 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-294c8a10-07d8-4526-a81b-578d43943ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669'] for port, after_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:11.087289 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-14743e93-ed08-434f-9b42-1427dd1bac02 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:11.089520 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:11.089904 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-14743e93-ed08-434f-9b42-1427dd1bac02 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] 10.222.0.41 "DELETE /v2.0/subnets/3d2500e9-cf11-4408-bd2f-0e8a745d6b96 HTTP/1.1" status: 204 len: 168 time: 0.7271199 Aug 11 03:14:11.092547 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 35274) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:11.093674 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-294c8a10-07d8-4526-a81b-578d43943ac0 None None] Network e510c9c6-edb6-4492-b30a-3e8fc9a5e9a5 is already hosted by enough agents. {{(pid=102193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:14:11.094950 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294c8a10-07d8-4526-a81b-578d43943ac0 None None] Pushing event updated for resources: {'Port': ['ID=7ab002cb-4a1f-455f-ab78-15338db57983,revision_number=1']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:11.097751 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.base_scheduler [None req-294c8a10-07d8-4526-a81b-578d43943ac0 None None] Resources bound (agent type, host, resource id): {{(pid=102193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:14:11.100054 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294c8a10-07d8-4526-a81b-578d43943ac0 None None] Received port after_create {{(pid=102193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:14:11.105727 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14743e93-ed08-434f-9b42-1427dd1bac02 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Pushing event deleted for resources: {'Subnet': ['ID=3d2500e9-cf11-4408-bd2f-0e8a745d6b96,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:11.138533 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9de7994-0396-42b6-b21c-abe6112c6ad0 req-23bfde99-2d14-480b-a87f-0f0771af6de9 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:11.140176 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f9de7994-0396-42b6-b21c-abe6112c6ad0 req-23bfde99-2d14-480b-a87f-0f0771af6de9 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/ports?device_id=186cfdba-74e8-496c-af0f-b566a2fff5c7 HTTP/1.1" status: 200 len: 946 time: 0.1696706 Aug 11 03:14:11.156727 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8a418fad-9933-41ab-b175-ef100629c9af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:11.174692 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd400f34-97bf-48bb-bd28-2beb9e420258 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Deleting subnet 5ed508e7-92d8-4132-a86e-a59809e3a4c4 {{(pid=102191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:14:11.179948 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-dd400f34-97bf-48bb-bd28-2beb9e420258 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Notify callbacks [] for subnet, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:11.201111 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f9de7994-0396-42b6-b21c-abe6112c6ad0 req-5254f032-f64f-4c4a-a0d3-54e2d2fd4032 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/security-groups?id=2637b46e-72e4-4ee8-ae47-703ae17ac088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520558 Aug 11 03:14:11.202374 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-294c8a10-07d8-4526-a81b-578d43943ac0 None None] Attempting to bind port 7ab002cb-4a1f-455f-ab78-15338db57983 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:14:11.202795 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-294c8a10-07d8-4526-a81b-578d43943ac0 None None] Attempting to bind port 7ab002cb-4a1f-455f-ab78-15338db57983 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': 'bb8452bc-87bc-4407-b850-a858fe937971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'e510c9c6-edb6-4492-b30a-3e8fc9a5e9a5'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:14:11.203399 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-294c8a10-07d8-4526-a81b-578d43943ac0 None None] Attempting to bind port 7ab002cb-4a1f-455f-ab78-15338db57983 on network e510c9c6-edb6-4492-b30a-3e8fc9a5e9a5 {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:14:11.214878 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-294c8a10-07d8-4526-a81b-578d43943ac0 None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 14, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:14:11.215359 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-294c8a10-07d8-4526-a81b-578d43943ac0 None None] Checking segment: {'id': 'bb8452bc-87bc-4407-b850-a858fe937971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'e510c9c6-edb6-4492-b30a-3e8fc9a5e9a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:14:11.215947 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-294c8a10-07d8-4526-a81b-578d43943ac0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:11.216403 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-294c8a10-07d8-4526-a81b-578d43943ac0 None None] Bound using segment: {'id': 'bb8452bc-87bc-4407-b850-a858fe937971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'e510c9c6-edb6-4492-b30a-3e8fc9a5e9a5'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:14:11.216934 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-294c8a10-07d8-4526-a81b-578d43943ac0 None None] Bound port: 7ab002cb-4a1f-455f-ab78-15338db57983, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb8452bc-87bc-4407-b850-a858fe937971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'e510c9c6-edb6-4492-b30a-3e8fc9a5e9a5'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:14:11.217315 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-294c8a10-07d8-4526-a81b-578d43943ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:11.261163 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-dd400f34-97bf-48bb-bd28-2beb9e420258 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126283525'] for subnet, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:11.310030 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a418fad-9933-41ab-b175-ef100629c9af None None] Pushing event updated for resources: {'Port': ['ID=d3b2f06f-5700-4b6d-b932-ded81efb41fd,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:11.349266 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-294c8a10-07d8-4526-a81b-578d43943ac0 None None] For port 7ab002cb-4a1f-455f-ab78-15338db57983, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:14:11.353894 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-294c8a10-07d8-4526-a81b-578d43943ac0 None None] For port 7ab002cb-4a1f-455f-ab78-15338db57983, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=7ab002cb-4a1f-455f-ab78-15338db57983,segment=NetworkSegment(bb8452bc-87bc-4407-b850-a858fe937971),segment_id=bb8452bc-87bc-4407-b850-a858fe937971)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:14:11.427689 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-294c8a10-07d8-4526-a81b-578d43943ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:11.429700 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-dd400f34-97bf-48bb-bd28-2beb9e420258 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:11.504372 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294c8a10-07d8-4526-a81b-578d43943ac0 None None] Pushing event updated for resources: {'Port': ['ID=7ab002cb-4a1f-455f-ab78-15338db57983,revision_number=2']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:11.592595 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-dd400f34-97bf-48bb-bd28-2beb9e420258 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126283413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126275158'] for subnet, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:11.646640 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd400f34-97bf-48bb-bd28-2beb9e420258 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Pushing event deleted for resources: {'Subnet': ['ID=5ed508e7-92d8-4132-a86e-a59809e3a4c4,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:11.652782 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-dd400f34-97bf-48bb-bd28-2beb9e420258 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:11.655009 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-dd400f34-97bf-48bb-bd28-2beb9e420258 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] 10.222.0.41 "DELETE /v2.0/subnets/5ed508e7-92d8-4132-a86e-a59809e3a4c4 HTTP/1.1" status: 204 len: 168 time: 0.5606639 Aug 11 03:14:11.657465 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 35282) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:11.727513 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e9b4247b-b3d5-4b0d-b135-ef14589ddc69 req-eaf0beca-fe6f-4ac5-bb67-b6074d7bac25 tempest-ServerShowV257Test-249813602 tempest-ServerShowV257Test-249813602-project] 10.222.0.41 "GET /v2.0/ports?device_id=91a96b03-142c-4cd6-81d5-b470e51bef6c HTTP/1.1" status: 200 len: 210 time: 0.0458369 Aug 11 03:14:11.736739 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-131c3750-317f-46f0-991f-a8394854c0dd tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:11.738318 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-131c3750-317f-46f0-991f-a8394854c0dd tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0797763 Aug 11 03:14:11.746994 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 35286) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:11.860737 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-16b1210e-7399-4efb-8d1b-a7c81d6e0c11 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:11.918007 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-16b1210e-7399-4efb-8d1b-a7c81d6e0c11 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Deleting port 7ab002cb-4a1f-455f-ab78-15338db57983 {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:14:11.918394 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-16b1210e-7399-4efb-8d1b-a7c81d6e0c11 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:11.991466 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [None req-16b1210e-7399-4efb-8d1b-a7c81d6e0c11 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] For port 7ab002cb-4a1f-455f-ab78-15338db57983, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=7ab002cb-4a1f-455f-ab78-15338db57983,segment=NetworkSegment(bb8452bc-87bc-4407-b850-a858fe937971),segment_id=bb8452bc-87bc-4407-b850-a858fe937971)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:14:11.991838 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-16b1210e-7399-4efb-8d1b-a7c81d6e0c11 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:12.005545 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-16b1210e-7399-4efb-8d1b-a7c81d6e0c11 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Calling delete_port for 7ab002cb-4a1f-455f-ab78-15338db57983 owned by network:dhcp {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:14:12.157474 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-16b1210e-7399-4efb-8d1b-a7c81d6e0c11 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:12.189816 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b1210e-7399-4efb-8d1b-a7c81d6e0c11 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Pushing event deleted for resources: {'Port': ['ID=7ab002cb-4a1f-455f-ab78-15338db57983,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:12.191824 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b1210e-7399-4efb-8d1b-a7c81d6e0c11 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] No DVR routers for this DVR port 7ab002cb-4a1f-455f-ab78-15338db57983 on host n-d-764292-30 {{(pid=102192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:14:12.283984 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-16b1210e-7399-4efb-8d1b-a7c81d6e0c11 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:12.309790 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-16b1210e-7399-4efb-8d1b-a7c81d6e0c11 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e510c9c6-edb6-4492-b30a-3e8fc9a5e9a5']}} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:14:12.344142 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-16b1210e-7399-4efb-8d1b-a7c81d6e0c11 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb8452bc-87bc-4407-b850-a858fe937971') {'for_net_delete': True} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:14:12.344648 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-16b1210e-7399-4efb-8d1b-a7c81d6e0c11 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb8452bc-87bc-4407-b850-a858fe937971') {} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:14:12.358537 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-16b1210e-7399-4efb-8d1b-a7c81d6e0c11 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125932501'] for segment, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:12.405341 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af0a4f9-9b13-48f9-9398-7cd1e95e0bc2 req-616b2712-33c7-4a76-8505-b54cce68e1c6 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:12.405341 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6af0a4f9-9b13-48f9-9398-7cd1e95e0bc2 req-616b2712-33c7-4a76-8505-b54cce68e1c6 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/ports?device_id=186cfdba-74e8-496c-af0f-b566a2fff5c7 HTTP/1.1" status: 200 len: 946 time: 0.1108780 Aug 11 03:14:12.406455 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-16b1210e-7399-4efb-8d1b-a7c81d6e0c11 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:12.413498 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16b1210e-7399-4efb-8d1b-a7c81d6e0c11 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=102192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:14:12.413998 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-16b1210e-7399-4efb-8d1b-a7c81d6e0c11 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125932183'] for segment, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:12.417148 n-d-764292-30 neutron-server[102192]: Traceback (most recent call last): Aug 11 03:14:12.417148 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:14:12.417148 n-d-764292-30 neutron-server[102192]: timer() Aug 11 03:14:12.417148 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:14:12.417148 n-d-764292-30 neutron-server[102192]: cb(*args, **kw) Aug 11 03:14:12.417148 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:14:12.417148 n-d-764292-30 neutron-server[102192]: return func(*args, **kwargs) Aug 11 03:14:12.417148 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:14:12.417148 n-d-764292-30 neutron-server[102192]: self._notify() Aug 11 03:14:12.417148 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:14:12.417148 n-d-764292-30 neutron-server[102192]: self.callback(batched_events) Aug 11 03:14:12.417148 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:14:12.417148 n-d-764292-30 neutron-server[102192]: event.method(event) Aug 11 03:14:12.417148 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:14:12.417148 n-d-764292-30 neutron-server[102192]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:14:12.417148 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:14:12.417148 n-d-764292-30 neutron-server[102192]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:14:12.417148 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:14:12.417148 n-d-764292-30 neutron-server[102192]: return f(self, *a, **k) Aug 11 03:14:12.417148 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:14:12.417148 n-d-764292-30 neutron-server[102192]: return self._get(url).json() Aug 11 03:14:12.417148 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:14:12.417148 n-d-764292-30 neutron-server[102192]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:14:12.417148 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:14:12.417148 n-d-764292-30 neutron-server[102192]: return self.request(url, 'GET', **kwargs) Aug 11 03:14:12.417148 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:14:12.417148 n-d-764292-30 neutron-server[102192]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:14:12.417148 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:14:12.417148 n-d-764292-30 neutron-server[102192]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:14:12.417148 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:14:12.417148 n-d-764292-30 neutron-server[102192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:14:12.417148 n-d-764292-30 neutron-server[102192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:14:12.503834 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6af0a4f9-9b13-48f9-9398-7cd1e95e0bc2 req-e1af43ed-3b55-49fd-84fe-41cacbf12c9f tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/security-groups?id=2637b46e-72e4-4ee8-ae47-703ae17ac088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856328 Aug 11 03:14:12.511519 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbf87745-f57b-4ffe-8af4-311eb3dca76d None None] Network 4c3c6a2f-a444-4ee6-8311-6e101b1347a7 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:14:12.591711 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-16b1210e-7399-4efb-8d1b-a7c81d6e0c11 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:12.597348 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-16b1210e-7399-4efb-8d1b-a7c81d6e0c11 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:12.600259 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-16b1210e-7399-4efb-8d1b-a7c81d6e0c11 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] 10.222.0.41 "DELETE /v2.0/networks/e510c9c6-edb6-4492-b30a-3e8fc9a5e9a5 HTTP/1.1" status: 204 len: 168 time: 0.8516817 Aug 11 03:14:12.603015 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 35296) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:12.620983 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b1210e-7399-4efb-8d1b-a7c81d6e0c11 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Pushing event deleted for resources: {'Network': ['ID=e510c9c6-edb6-4492-b30a-3e8fc9a5e9a5,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:12.683044 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-1e861074-8150-496d-9d6f-67ccbca61e60 None None] Provisioning for port d3b2f06f-5700-4b6d-b932-ded81efb41fd completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:14:12.735679 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0257dae9-1f67-4e1e-a232-4a1797fb38a3 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:12.766961 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-571f51d0-d1de-406c-a451-f611df086845 None None] DHCP port deletion for 4c3c6a2f-a444-4ee6-8311-6e101b1347a7 request from n-d-764292-30 {{(pid=102193) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:14:12.814095 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-0257dae9-1f67-4e1e-a232-4a1797fb38a3 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Deleting port d3b2f06f-5700-4b6d-b932-ded81efb41fd {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:14:12.814756 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0257dae9-1f67-4e1e-a232-4a1797fb38a3 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:12.883228 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-571f51d0-d1de-406c-a451-f611df086845 None None] Deleting port d3b2f06f-5700-4b6d-b932-ded81efb41fd {{(pid=102193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:14:12.883604 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-571f51d0-d1de-406c-a451-f611df086845 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:12.914157 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-efe76761-6266-4d5f-bc1e-081467dc6d13 req-937db08f-7922-4c39-a1fd-d0f914bb8a15 tempest-ServerShowV257Test-249813602 tempest-ServerShowV257Test-249813602-project] 10.222.0.41 "GET /v2.0/ports?device_id=91a96b03-142c-4cd6-81d5-b470e51bef6c HTTP/1.1" status: 200 len: 210 time: 0.0556650 Aug 11 03:14:12.923742 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [None req-0257dae9-1f67-4e1e-a232-4a1797fb38a3 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] For port d3b2f06f-5700-4b6d-b932-ded81efb41fd, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=d3b2f06f-5700-4b6d-b932-ded81efb41fd,segment=NetworkSegment(927db9ef-098e-469e-a829-71c526eb60d6),segment_id=927db9ef-098e-469e-a829-71c526eb60d6)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:14:12.924179 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0257dae9-1f67-4e1e-a232-4a1797fb38a3 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:12.940649 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-0257dae9-1f67-4e1e-a232-4a1797fb38a3 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Calling delete_port for d3b2f06f-5700-4b6d-b932-ded81efb41fd owned by network:dhcp {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:14:13.016536 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-571f51d0-d1de-406c-a451-f611df086845 None None] For port d3b2f06f-5700-4b6d-b932-ded81efb41fd, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=d3b2f06f-5700-4b6d-b932-ded81efb41fd,segment=NetworkSegment(927db9ef-098e-469e-a829-71c526eb60d6),segment_id=927db9ef-098e-469e-a829-71c526eb60d6)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:14:13.016801 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-571f51d0-d1de-406c-a451-f611df086845 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:13.034046 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-571f51d0-d1de-406c-a451-f611df086845 None None] Calling delete_port for d3b2f06f-5700-4b6d-b932-ded81efb41fd owned by network:dhcp {{(pid=102193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:14:13.197578 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0257dae9-1f67-4e1e-a232-4a1797fb38a3 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:13.205597 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-571f51d0-d1de-406c-a451-f611df086845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678'] for port, after_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:13.218354 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-666e2e27-1025-4651-a1d3-ae0708595cde None None] DHCP port deletion for e510c9c6-edb6-4492-b30a-3e8fc9a5e9a5 request from n-d-764292-30 {{(pid=102193) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:14:13.231880 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0257dae9-1f67-4e1e-a232-4a1797fb38a3 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Pushing event deleted for resources: {'Port': ['ID=d3b2f06f-5700-4b6d-b932-ded81efb41fd,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:13.235945 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0257dae9-1f67-4e1e-a232-4a1797fb38a3 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] No DVR routers for this DVR port d3b2f06f-5700-4b6d-b932-ded81efb41fd on host n-d-764292-30 {{(pid=102191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:14:13.246556 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571f51d0-d1de-406c-a451-f611df086845 None None] Pushing event deleted for resources: {'Port': ['ID=d3b2f06f-5700-4b6d-b932-ded81efb41fd,revision_number=None']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:13.250953 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-571f51d0-d1de-406c-a451-f611df086845 None None] No DVR routers for this DVR port d3b2f06f-5700-4b6d-b932-ded81efb41fd on host n-d-764292-30 {{(pid=102193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:14:13.255131 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-4367ec05-ffdc-483d-9dd4-23112962604a None None] Could not find standard attr ID for object 7ab002cb-4a1f-455f-ab78-15338db57983. {{(pid=102193) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 03:14:13.282037 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10dc594f-eb72-46ed-8f0e-087c03a77c1a None None] Network e510c9c6-edb6-4492-b30a-3e8fc9a5e9a5 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:14:13.297292 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10dc594f-eb72-46ed-8f0e-087c03a77c1a None None] Network e510c9c6-edb6-4492-b30a-3e8fc9a5e9a5 could not be found, it might have been deleted concurrently. {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 11 03:14:13.330264 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0257dae9-1f67-4e1e-a232-4a1797fb38a3 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:13.340598 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-0257dae9-1f67-4e1e-a232-4a1797fb38a3 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c3c6a2f-a444-4ee6-8311-6e101b1347a7']}} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:14:13.353130 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-0257dae9-1f67-4e1e-a232-4a1797fb38a3 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '927db9ef-098e-469e-a829-71c526eb60d6') {'for_net_delete': True} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:14:13.353478 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-0257dae9-1f67-4e1e-a232-4a1797fb38a3 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '927db9ef-098e-469e-a829-71c526eb60d6') {} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:14:13.372136 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0257dae9-1f67-4e1e-a232-4a1797fb38a3 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126283644'] for segment, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:13.386487 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0257dae9-1f67-4e1e-a232-4a1797fb38a3 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:13.392617 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0257dae9-1f67-4e1e-a232-4a1797fb38a3 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=102191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:14:13.393182 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0257dae9-1f67-4e1e-a232-4a1797fb38a3 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126283391'] for segment, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:13.396504 n-d-764292-30 neutron-server[102191]: Traceback (most recent call last): Aug 11 03:14:13.396504 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:14:13.396504 n-d-764292-30 neutron-server[102191]: timer() Aug 11 03:14:13.396504 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:14:13.396504 n-d-764292-30 neutron-server[102191]: cb(*args, **kw) Aug 11 03:14:13.396504 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:14:13.396504 n-d-764292-30 neutron-server[102191]: return func(*args, **kwargs) Aug 11 03:14:13.396504 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:14:13.396504 n-d-764292-30 neutron-server[102191]: self._notify() Aug 11 03:14:13.396504 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:14:13.396504 n-d-764292-30 neutron-server[102191]: self.callback(batched_events) Aug 11 03:14:13.396504 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:14:13.396504 n-d-764292-30 neutron-server[102191]: event.method(event) Aug 11 03:14:13.396504 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:14:13.396504 n-d-764292-30 neutron-server[102191]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:14:13.396504 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:14:13.396504 n-d-764292-30 neutron-server[102191]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:14:13.396504 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:14:13.396504 n-d-764292-30 neutron-server[102191]: return f(self, *a, **k) Aug 11 03:14:13.396504 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:14:13.396504 n-d-764292-30 neutron-server[102191]: return self._get(url).json() Aug 11 03:14:13.396504 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:14:13.396504 n-d-764292-30 neutron-server[102191]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:14:13.396504 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:14:13.396504 n-d-764292-30 neutron-server[102191]: return self.request(url, 'GET', **kwargs) Aug 11 03:14:13.396504 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:14:13.396504 n-d-764292-30 neutron-server[102191]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:14:13.396504 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:14:13.396504 n-d-764292-30 neutron-server[102191]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:14:13.396504 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:14:13.396504 n-d-764292-30 neutron-server[102191]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:14:13.396504 n-d-764292-30 neutron-server[102191]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:14:13.563282 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0257dae9-1f67-4e1e-a232-4a1797fb38a3 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:13.564022 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-972add44-a92b-4ec9-8253-ab9278a0b696 req-680c6d49-61d8-4e58-af33-e21fa8c59008 tempest-ServerShowV257Test-249813602 tempest-ServerShowV257Test-249813602-project] 10.222.0.41 "GET /v2.0/ports?device_id=91a96b03-142c-4cd6-81d5-b470e51bef6c HTTP/1.1" status: 200 len: 210 time: 0.0519598 Aug 11 03:14:13.566203 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b934eb6c-70cc-42b0-bbe3-81bc49c3c3d6 req-c66c114f-a851-41c1-abf6-e499d62566ad service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=795dd8200d4a4738a55813f56e1c8d72&device_id=91a96b03-142c-4cd6-81d5-b470e51bef6c HTTP/1.1" status: 200 len: 210 time: 0.0442894 Aug 11 03:14:13.569177 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0257dae9-1f67-4e1e-a232-4a1797fb38a3 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Notify callbacks [] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:13.571383 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-0257dae9-1f67-4e1e-a232-4a1797fb38a3 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] 10.222.0.41 "DELETE /v2.0/networks/4c3c6a2f-a444-4ee6-8311-6e101b1347a7 HTTP/1.1" status: 204 len: 168 time: 0.9673512 Aug 11 03:14:13.574036 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 35312) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:13.599718 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0257dae9-1f67-4e1e-a232-4a1797fb38a3 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Pushing event deleted for resources: {'Network': ['ID=4c3c6a2f-a444-4ee6-8311-6e101b1347a7,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:13.663054 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b934eb6c-70cc-42b0-bbe3-81bc49c3c3d6 req-fe6857a6-1962-42bf-a7ab-ebe4fa7db0b3 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=795dd8200d4a4738a55813f56e1c8d72&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0880127 Aug 11 03:14:13.755394 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b6b5c529-35fd-4d04-b106-529ad5c97b4e tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:13.915055 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b934eb6c-70cc-42b0-bbe3-81bc49c3c3d6 req-7a80576a-e9d6-4d62-9bf2-16d3a4283cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:13.916594 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b934eb6c-70cc-42b0-bbe3-81bc49c3c3d6 req-7a80576a-e9d6-4d62-9bf2-16d3a4283cad service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2438517 Aug 11 03:14:13.923788 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b6b5c529-35fd-4d04-b106-529ad5c97b4e tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:13.934554 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-b6b5c529-35fd-4d04-b106-529ad5c97b4e tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3756938-8f97-4238-a2ca-ddc6877c70b5']}} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:14:13.945319 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-b6b5c529-35fd-4d04-b106-529ad5c97b4e tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73b6e58c-140e-48d2-a720-97fec755af5a') {'for_net_delete': True} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:14:13.945617 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-b6b5c529-35fd-4d04-b106-529ad5c97b4e tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73b6e58c-140e-48d2-a720-97fec755af5a') {} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:14:13.954351 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b6b5c529-35fd-4d04-b106-529ad5c97b4e tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125932501'] for segment, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:13.968908 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b6b5c529-35fd-4d04-b106-529ad5c97b4e tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:13.975450 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6b5c529-35fd-4d04-b106-529ad5c97b4e tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=102192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:14:13.975833 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b6b5c529-35fd-4d04-b106-529ad5c97b4e tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125932183'] for segment, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:13.978991 n-d-764292-30 neutron-server[102192]: Traceback (most recent call last): Aug 11 03:14:13.978991 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:14:13.978991 n-d-764292-30 neutron-server[102192]: timer() Aug 11 03:14:13.978991 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:14:13.978991 n-d-764292-30 neutron-server[102192]: cb(*args, **kw) Aug 11 03:14:13.978991 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:14:13.978991 n-d-764292-30 neutron-server[102192]: return func(*args, **kwargs) Aug 11 03:14:13.978991 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:14:13.978991 n-d-764292-30 neutron-server[102192]: self._notify() Aug 11 03:14:13.978991 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:14:13.978991 n-d-764292-30 neutron-server[102192]: self.callback(batched_events) Aug 11 03:14:13.978991 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:14:13.978991 n-d-764292-30 neutron-server[102192]: event.method(event) Aug 11 03:14:13.978991 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:14:13.978991 n-d-764292-30 neutron-server[102192]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:14:13.978991 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:14:13.978991 n-d-764292-30 neutron-server[102192]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:14:13.978991 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:14:13.978991 n-d-764292-30 neutron-server[102192]: return f(self, *a, **k) Aug 11 03:14:13.978991 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:14:13.978991 n-d-764292-30 neutron-server[102192]: return self._get(url).json() Aug 11 03:14:13.978991 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:14:13.978991 n-d-764292-30 neutron-server[102192]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:14:13.978991 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:14:13.978991 n-d-764292-30 neutron-server[102192]: return self.request(url, 'GET', **kwargs) Aug 11 03:14:13.978991 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:14:13.978991 n-d-764292-30 neutron-server[102192]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:14:13.978991 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:14:13.978991 n-d-764292-30 neutron-server[102192]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:14:13.978991 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:14:13.978991 n-d-764292-30 neutron-server[102192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:14:13.978991 n-d-764292-30 neutron-server[102192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:14:14.100680 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b6b5c529-35fd-4d04-b106-529ad5c97b4e tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:14.105027 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b6b5c529-35fd-4d04-b106-529ad5c97b4e tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:14.107178 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-b6b5c529-35fd-4d04-b106-529ad5c97b4e tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] 10.222.0.41 "DELETE /v2.0/networks/b3756938-8f97-4238-a2ca-ddc6877c70b5 HTTP/1.1" status: 204 len: 168 time: 0.5305760 Aug 11 03:14:14.109767 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 35318) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:14.122094 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b5c529-35fd-4d04-b106-529ad5c97b4e tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Pushing event deleted for resources: {'Network': ['ID=b3756938-8f97-4238-a2ca-ddc6877c70b5,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:14.186150 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-903d4352-05c9-4051-a2f4-0d7260ce4424 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:14.535907 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-903d4352-05c9-4051-a2f4-0d7260ce4424 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:14.545578 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-903d4352-05c9-4051-a2f4-0d7260ce4424 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e868765-5241-4be0-8e49-69e0eee7bdc0']}} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:14:14.555612 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-903d4352-05c9-4051-a2f4-0d7260ce4424 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c62e2993-a968-419b-9e2c-f6a58dd71960') {'for_net_delete': True} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:14:14.555927 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-903d4352-05c9-4051-a2f4-0d7260ce4424 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c62e2993-a968-419b-9e2c-f6a58dd71960') {} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:14:14.564492 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-903d4352-05c9-4051-a2f4-0d7260ce4424 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126283644'] for segment, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:14.578874 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-903d4352-05c9-4051-a2f4-0d7260ce4424 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:14.584781 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-903d4352-05c9-4051-a2f4-0d7260ce4424 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=102191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:14:14.585151 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-903d4352-05c9-4051-a2f4-0d7260ce4424 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126283391'] for segment, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:14.587976 n-d-764292-30 neutron-server[102191]: Traceback (most recent call last): Aug 11 03:14:14.587976 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:14:14.587976 n-d-764292-30 neutron-server[102191]: timer() Aug 11 03:14:14.587976 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:14:14.587976 n-d-764292-30 neutron-server[102191]: cb(*args, **kw) Aug 11 03:14:14.587976 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:14:14.587976 n-d-764292-30 neutron-server[102191]: return func(*args, **kwargs) Aug 11 03:14:14.587976 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:14:14.587976 n-d-764292-30 neutron-server[102191]: self._notify() Aug 11 03:14:14.587976 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:14:14.587976 n-d-764292-30 neutron-server[102191]: self.callback(batched_events) Aug 11 03:14:14.587976 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:14:14.587976 n-d-764292-30 neutron-server[102191]: event.method(event) Aug 11 03:14:14.587976 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:14:14.587976 n-d-764292-30 neutron-server[102191]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:14:14.587976 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:14:14.587976 n-d-764292-30 neutron-server[102191]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:14:14.587976 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:14:14.587976 n-d-764292-30 neutron-server[102191]: return f(self, *a, **k) Aug 11 03:14:14.587976 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:14:14.587976 n-d-764292-30 neutron-server[102191]: return self._get(url).json() Aug 11 03:14:14.587976 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:14:14.587976 n-d-764292-30 neutron-server[102191]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:14:14.587976 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:14:14.587976 n-d-764292-30 neutron-server[102191]: return self.request(url, 'GET', **kwargs) Aug 11 03:14:14.587976 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:14:14.587976 n-d-764292-30 neutron-server[102191]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:14:14.587976 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:14:14.587976 n-d-764292-30 neutron-server[102191]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:14:14.587976 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:14:14.587976 n-d-764292-30 neutron-server[102191]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:14:14.587976 n-d-764292-30 neutron-server[102191]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:14:14.741370 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-903d4352-05c9-4051-a2f4-0d7260ce4424 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:14.749721 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-903d4352-05c9-4051-a2f4-0d7260ce4424 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Notify callbacks [] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:14.755171 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-903d4352-05c9-4051-a2f4-0d7260ce4424 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] 10.222.0.41 "DELETE /v2.0/networks/5e868765-5241-4be0-8e49-69e0eee7bdc0 HTTP/1.1" status: 204 len: 168 time: 0.6407764 Aug 11 03:14:14.765883 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903d4352-05c9-4051-a2f4-0d7260ce4424 tempest-BulkNetworkOpsIpV6Test-20674026 tempest-BulkNetworkOpsIpV6Test-20674026-project] Pushing event deleted for resources: {'Network': ['ID=5e868765-5241-4be0-8e49-69e0eee7bdc0,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:14.883987 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9643ed45-a2a4-438c-a4ad-292dfa4ab7a9 req-60b7109c-0e2c-4471-8fd1-833cfc93ae28 tempest-ServerShowV257Test-249813602 tempest-ServerShowV257Test-249813602-project] 10.222.0.41 "GET /v2.0/ports?device_id=91a96b03-142c-4cd6-81d5-b470e51bef6c HTTP/1.1" status: 200 len: 210 time: 0.0260868 Aug 11 03:14:15.148049 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 7ab002cb-4a1f-455f-ab78-15338db57983 no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:14:15.168875 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: 7ab002cb-4a1f-455f-ab78-15338db57983 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:14:15.169220 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 7ab002cb-4a1f-455f-ab78-15338db57983 not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:14:15.194234 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b934eb6c-70cc-42b0-bbe3-81bc49c3c3d6 req-65804db2-6b25-4540-8956-3832bbb44e34 tempest-ServerShowV257Test-249813602 tempest-ServerShowV257Test-249813602-project] 10.222.0.24 "GET /v2.0/ports?device_id=91a96b03-142c-4cd6-81d5-b470e51bef6c HTTP/1.1" status: 200 len: 210 time: 0.0314450 Aug 11 03:14:15.216226 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 35338) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:15.358876 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-d4b62116-b8bd-44c0-9bab-61d42f7dbe89 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=79cfcab36ec441beb4ccf5eb952d7da5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1390278 Aug 11 03:14:15.359040 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 35344) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:15.412989 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-10357efb-357b-4b9e-9964-c7c24eeddb15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:15.434181 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-10357efb-357b-4b9e-9964-c7c24eeddb15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:15.603248 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-10357efb-357b-4b9e-9964-c7c24eeddb15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:15.606123 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-10357efb-357b-4b9e-9964-c7c24eeddb15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:15.609610 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-10357efb-357b-4b9e-9964-c7c24eeddb15 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/91d74233-e291-4996-8c70-5a655f91b5ed HTTP/1.1" status: 204 len: 168 time: 0.2474267 Aug 11 03:14:15.616022 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10357efb-357b-4b9e-9964-c7c24eeddb15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91d74233-e291-4996-8c70-5a655f91b5ed,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:16.019421 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9a83dde8-5ffe-4614-a246-f2290c525703 req-0ce9725e-a772-437a-9c49-90342faeb877 tempest-ServerShowV257Test-249813602 tempest-ServerShowV257Test-249813602-project] 10.222.0.41 "GET /v2.0/ports?device_id=91a96b03-142c-4cd6-81d5-b470e51bef6c HTTP/1.1" status: 200 len: 210 time: 0.0386548 Aug 11 03:14:16.744141 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 35380) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:16.843081 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-387952e7-bbc2-4a3d-81a6-a7abb0a48cdc tempest-NetworksNegativeTestJSON-208297308 tempest-NetworksNegativeTestJSON-208297308-project] Request body: {'port': {'network_id': '226418fc-10b4-48e5-8a9c-26a25927ad41', 'name': 'tempest-NetworksNegativeTestJSON-1651045631'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:14:16.856582 n-d-764292-30 neutron-server[102192]: INFO neutron.pecan_wsgi.hooks.translation [None req-387952e7-bbc2-4a3d-81a6-a7abb0a48cdc tempest-NetworksNegativeTestJSON-208297308 tempest-NetworksNegativeTestJSON-208297308-project] POST failed (client error): The resource could not be found. Aug 11 03:14:16.857102 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-387952e7-bbc2-4a3d-81a6-a7abb0a48cdc tempest-NetworksNegativeTestJSON-208297308 tempest-NetworksNegativeTestJSON-208297308-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:14:16.858424 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-387952e7-bbc2-4a3d-81a6-a7abb0a48cdc tempest-NetworksNegativeTestJSON-208297308 tempest-NetworksNegativeTestJSON-208297308-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1132710 Aug 11 03:14:16.862438 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 35384) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:16.882756 n-d-764292-30 neutron-server[102192]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f5bdae6-d7c0-4b36-aede-5ab21f32495b tempest-NetworksNegativeTestJSON-208297308 tempest-NetworksNegativeTestJSON-208297308-project] DELETE failed (client error): The resource could not be found. Aug 11 03:14:16.883199 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f5bdae6-d7c0-4b36-aede-5ab21f32495b tempest-NetworksNegativeTestJSON-208297308 tempest-NetworksNegativeTestJSON-208297308-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:14:16.884905 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-5f5bdae6-d7c0-4b36-aede-5ab21f32495b tempest-NetworksNegativeTestJSON-208297308 tempest-NetworksNegativeTestJSON-208297308-project] 10.222.0.41 "DELETE /v2.0/networks/417f8645-5ae2-497d-9dd7-825017986fdd HTTP/1.1" status: 404 len: 339 time: 0.0215189 Aug 11 03:14:16.888412 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 35386) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:16.910960 n-d-764292-30 neutron-server[102192]: INFO neutron.pecan_wsgi.hooks.translation [None req-62bbc840-e70c-4727-bdcd-006237e04731 tempest-NetworksNegativeTestJSON-208297308 tempest-NetworksNegativeTestJSON-208297308-project] DELETE failed (client error): The resource could not be found. Aug 11 03:14:16.912095 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62bbc840-e70c-4727-bdcd-006237e04731 tempest-NetworksNegativeTestJSON-208297308 tempest-NetworksNegativeTestJSON-208297308-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:14:16.913699 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-62bbc840-e70c-4727-bdcd-006237e04731 tempest-NetworksNegativeTestJSON-208297308 tempest-NetworksNegativeTestJSON-208297308-project] 10.222.0.41 "DELETE /v2.0/ports/a3c01278-fb48-4508-bcd5-8df24159f086 HTTP/1.1" status: 404 len: 333 time: 0.0244284 Aug 11 03:14:16.917718 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 35390) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:16.943587 n-d-764292-30 neutron-server[102192]: INFO neutron.pecan_wsgi.hooks.translation [None req-974408e4-7c35-491a-88c1-2f311f3de828 tempest-NetworksNegativeTestJSON-208297308 tempest-NetworksNegativeTestJSON-208297308-project] DELETE failed (client error): The resource could not be found. Aug 11 03:14:16.944304 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-974408e4-7c35-491a-88c1-2f311f3de828 tempest-NetworksNegativeTestJSON-208297308 tempest-NetworksNegativeTestJSON-208297308-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:14:16.949572 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-974408e4-7c35-491a-88c1-2f311f3de828 tempest-NetworksNegativeTestJSON-208297308 tempest-NetworksNegativeTestJSON-208297308-project] 10.222.0.41 "DELETE /v2.0/subnets/4cf070c2-0a3d-48d8-bd11-0b976f7c9032 HTTP/1.1" status: 404 len: 337 time: 0.0275660 Aug 11 03:14:16.952100 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 35392) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:16.970379 n-d-764292-30 neutron-server[102192]: INFO neutron.pecan_wsgi.hooks.translation [None req-43c8a740-1c5a-4b4d-8ec0-6ec58f85a673 tempest-NetworksNegativeTestJSON-208297308 tempest-NetworksNegativeTestJSON-208297308-project] GET failed (client error): The resource could not be found. Aug 11 03:14:16.971848 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-43c8a740-1c5a-4b4d-8ec0-6ec58f85a673 tempest-NetworksNegativeTestJSON-208297308 tempest-NetworksNegativeTestJSON-208297308-project] 10.222.0.41 "GET /v2.0/networks/9385591f-4042-46a7-97b7-200e875117b4 HTTP/1.1" status: 404 len: 339 time: 0.0208519 Aug 11 03:14:16.976446 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 35394) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:17.001693 n-d-764292-30 neutron-server[102192]: INFO neutron.pecan_wsgi.hooks.translation [None req-823f16d6-3472-468a-8b85-db5229dfaa86 tempest-NetworksNegativeTestJSON-208297308 tempest-NetworksNegativeTestJSON-208297308-project] GET failed (client error): The resource could not be found. Aug 11 03:14:17.005840 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-823f16d6-3472-468a-8b85-db5229dfaa86 tempest-NetworksNegativeTestJSON-208297308 tempest-NetworksNegativeTestJSON-208297308-project] 10.222.0.41 "GET /v2.0/ports/d16261ef-2e07-40c3-ac67-662527b0fcd4 HTTP/1.1" status: 404 len: 333 time: 0.0284772 Aug 11 03:14:17.007890 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 35396) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:17.036546 n-d-764292-30 neutron-server[102191]: INFO neutron.pecan_wsgi.hooks.translation [None req-783d59c3-3b19-4a07-9db2-f62936887dd5 tempest-NetworksNegativeTestJSON-208297308 tempest-NetworksNegativeTestJSON-208297308-project] GET failed (client error): The resource could not be found. Aug 11 03:14:17.037859 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-783d59c3-3b19-4a07-9db2-f62936887dd5 tempest-NetworksNegativeTestJSON-208297308 tempest-NetworksNegativeTestJSON-208297308-project] 10.222.0.41 "GET /v2.0/subnets/c1fb00dc-9a87-4827-a4d1-80b78bf44ceb HTTP/1.1" status: 404 len: 337 time: 0.0289831 Aug 11 03:14:17.041562 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 35400) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:17.046795 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-bfa6b6e6-15f4-468e-8bcb-4cbd33f9cfdf tempest-NetworksNegativeTestJSON-208297308 tempest-NetworksNegativeTestJSON-208297308-project] Request body: {'network': {'name': 'new_name'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:14:17.060787 n-d-764292-30 neutron-server[102191]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfa6b6e6-15f4-468e-8bcb-4cbd33f9cfdf tempest-NetworksNegativeTestJSON-208297308 tempest-NetworksNegativeTestJSON-208297308-project] PUT failed (client error): The resource could not be found. Aug 11 03:14:17.061679 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfa6b6e6-15f4-468e-8bcb-4cbd33f9cfdf tempest-NetworksNegativeTestJSON-208297308 tempest-NetworksNegativeTestJSON-208297308-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:14:17.062696 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-bfa6b6e6-15f4-468e-8bcb-4cbd33f9cfdf tempest-NetworksNegativeTestJSON-208297308 tempest-NetworksNegativeTestJSON-208297308-project] 10.222.0.41 "PUT /v2.0/networks/2964b591-0f54-421a-8c4b-f8309d474e5f HTTP/1.1" status: 404 len: 339 time: 0.0202160 Aug 11 03:14:17.066616 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 35402) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:17.077651 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-06b1e2dc-1e1e-48fa-81e7-f57856a24448 tempest-NetworksNegativeTestJSON-208297308 tempest-NetworksNegativeTestJSON-208297308-project] Request body: {'port': {'name': 'new_name'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:14:17.092476 n-d-764292-30 neutron-server[102191]: INFO neutron.pecan_wsgi.hooks.translation [None req-06b1e2dc-1e1e-48fa-81e7-f57856a24448 tempest-NetworksNegativeTestJSON-208297308 tempest-NetworksNegativeTestJSON-208297308-project] PUT failed (client error): The resource could not be found. Aug 11 03:14:17.093118 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06b1e2dc-1e1e-48fa-81e7-f57856a24448 tempest-NetworksNegativeTestJSON-208297308 tempest-NetworksNegativeTestJSON-208297308-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:14:17.098110 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 35406) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:17.100551 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-06b1e2dc-1e1e-48fa-81e7-f57856a24448 tempest-NetworksNegativeTestJSON-208297308 tempest-NetworksNegativeTestJSON-208297308-project] 10.222.0.41 "PUT /v2.0/ports/40ea4684-a229-492c-921f-3a227819c9fb HTTP/1.1" status: 404 len: 333 time: 0.0305808 Aug 11 03:14:17.105233 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-df8dc6ab-b931-47f9-a410-53f9ec9ca64d tempest-NetworksNegativeTestJSON-208297308 tempest-NetworksNegativeTestJSON-208297308-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:14:17.126872 n-d-764292-30 neutron-server[102192]: INFO neutron.pecan_wsgi.hooks.translation [None req-df8dc6ab-b931-47f9-a410-53f9ec9ca64d tempest-NetworksNegativeTestJSON-208297308 tempest-NetworksNegativeTestJSON-208297308-project] PUT failed (client error): The resource could not be found. Aug 11 03:14:17.127311 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df8dc6ab-b931-47f9-a410-53f9ec9ca64d tempest-NetworksNegativeTestJSON-208297308 tempest-NetworksNegativeTestJSON-208297308-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:14:17.128460 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-df8dc6ab-b931-47f9-a410-53f9ec9ca64d tempest-NetworksNegativeTestJSON-208297308 tempest-NetworksNegativeTestJSON-208297308-project] 10.222.0.41 "PUT /v2.0/subnets/ac336ea4-c250-40be-bef1-ed1f6687837d HTTP/1.1" status: 404 len: 337 time: 0.0289576 Aug 11 03:14:17.580441 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 35422) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:17.609828 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 35426) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:17.716539 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-29c2197d-4838-488b-bdf6-4384959f0f47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:17.765234 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-69f27efe-3ddd-4c87-a03c-41be3b94c9e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:17.845364 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-29c2197d-4838-488b-bdf6-4384959f0f47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:17.933026 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-29c2197d-4838-488b-bdf6-4384959f0f47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:17.981838 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-29c2197d-4838-488b-bdf6-4384959f0f47 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=795dd8200d4a4738a55813f56e1c8d72&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3999090 Aug 11 03:14:17.984842 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 35434) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:17.995886 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c2197d-4838-488b-bdf6-4384959f0f47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f476c79c-161d-4a61-b7e7-41cbe61d0110,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:18.005969 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 35438) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:18.079961 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-69f27efe-3ddd-4c87-a03c-41be3b94c9e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:18.106689 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-76f7e470-3f97-4629-bf02-b291c0b25e9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:18.132909 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-76f7e470-3f97-4629-bf02-b291c0b25e9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:18.142849 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-829bfdd0-a1c8-4aec-88e7-789c4159f0b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:18.178376 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-69f27efe-3ddd-4c87-a03c-41be3b94c9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:18.220237 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-69f27efe-3ddd-4c87-a03c-41be3b94c9e4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5587f7b0df8b453aae77ff22c68dcfb1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6092539 Aug 11 03:14:18.223039 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 35442) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:18.240365 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f27efe-3ddd-4c87-a03c-41be3b94c9e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f2ca49d-2336-4965-8f70-ab64bdf398fe,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:18.275757 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1b320447-dcd4-4090-9fd7-c7f21564e59e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:18.305014 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1b320447-dcd4-4090-9fd7-c7f21564e59e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:18.307392 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-829bfdd0-a1c8-4aec-88e7-789c4159f0b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:18.315028 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-76f7e470-3f97-4629-bf02-b291c0b25e9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:18.318209 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-76f7e470-3f97-4629-bf02-b291c0b25e9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:18.319650 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-76f7e470-3f97-4629-bf02-b291c0b25e9d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f476c79c-161d-4a61-b7e7-41cbe61d0110 HTTP/1.1" status: 204 len: 168 time: 0.3274114 Aug 11 03:14:18.334222 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f7e470-3f97-4629-bf02-b291c0b25e9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f476c79c-161d-4a61-b7e7-41cbe61d0110,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:18.420193 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-829bfdd0-a1c8-4aec-88e7-789c4159f0b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:18.463419 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-829bfdd0-a1c8-4aec-88e7-789c4159f0b4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5e027072bd6440cbbc19afdb333138ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4547870 Aug 11 03:14:18.464287 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829bfdd0-a1c8-4aec-88e7-789c4159f0b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1c08416-5e06-4d04-9d3a-4045e8c821ff,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:18.467076 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 35448) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:18.525542 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-251d274d-c2ca-44e7-b527-17ad84c03a6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:18.546661 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-251d274d-c2ca-44e7-b527-17ad84c03a6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:18.586257 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1b320447-dcd4-4090-9fd7-c7f21564e59e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:18.588733 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1b320447-dcd4-4090-9fd7-c7f21564e59e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:18.589936 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-1b320447-dcd4-4090-9fd7-c7f21564e59e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9f2ca49d-2336-4965-8f70-ab64bdf398fe HTTP/1.1" status: 204 len: 168 time: 0.3658588 Aug 11 03:14:18.599928 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b320447-dcd4-4090-9fd7-c7f21564e59e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f2ca49d-2336-4965-8f70-ab64bdf398fe,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:18.683062 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-251d274d-c2ca-44e7-b527-17ad84c03a6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:18.685842 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-251d274d-c2ca-44e7-b527-17ad84c03a6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:18.687078 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-251d274d-c2ca-44e7-b527-17ad84c03a6e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a1c08416-5e06-4d04-9d3a-4045e8c821ff HTTP/1.1" status: 204 len: 168 time: 0.2182868 Aug 11 03:14:18.695831 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251d274d-c2ca-44e7-b527-17ad84c03a6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1c08416-5e06-4d04-9d3a-4045e8c821ff,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:19.358113 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 35478) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:19.381559 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6744a4ed-bb6c-4370-b40a-9a203cfdbe26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:19.487711 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6744a4ed-bb6c-4370-b40a-9a203cfdbe26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:19.583468 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6744a4ed-bb6c-4370-b40a-9a203cfdbe26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:19.625631 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-6744a4ed-bb6c-4370-b40a-9a203cfdbe26 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=16002514a35645599d9f33cb1b5c16a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2662773 Aug 11 03:14:19.627732 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6744a4ed-bb6c-4370-b40a-9a203cfdbe26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52a06e66-9588-4424-b376-53b07b9ef095,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:19.630517 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 35486) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:19.692765 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-907f3ab1-52d3-4452-8039-c0da9340f219 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:19.714782 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-907f3ab1-52d3-4452-8039-c0da9340f219 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:19.843318 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-907f3ab1-52d3-4452-8039-c0da9340f219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:19.847959 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-907f3ab1-52d3-4452-8039-c0da9340f219 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:19.847959 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-907f3ab1-52d3-4452-8039-c0da9340f219 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/52a06e66-9588-4424-b376-53b07b9ef095 HTTP/1.1" status: 204 len: 168 time: 0.2150736 Aug 11 03:14:19.856588 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907f3ab1-52d3-4452-8039-c0da9340f219 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52a06e66-9588-4424-b376-53b07b9ef095,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:20.135610 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 35510) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:20.413194 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-b77d1608-c588-4256-9c7d-4d7283333cd3 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1366726433', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:14:20.494874 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b77d1608-c588-4256-9c7d-4d7283333cd3 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-450010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6626'] for router, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:20.495894 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b77d1608-c588-4256-9c7d-4d7283333cd3 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-446747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6633'] for router, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:20.568558 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b77d1608-c588-4256-9c7d-4d7283333cd3 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:20.633136 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b77d1608-c588-4256-9c7d-4d7283333cd3 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-446952'] for router, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:20.705092 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b77d1608-c588-4256-9c7d-4d7283333cd3 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Notify callbacks [] for router, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:20.706404 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-b77d1608-c588-4256-9c7d-4d7283333cd3 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.5697267 Aug 11 03:14:20.710506 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 35550) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:20.715629 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-5731aa72-704c-4ad4-8d58-ed803f0db95c tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-125324139'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:14:20.791701 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5731aa72-704c-4ad4-8d58-ed803f0db95c tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Made reservation on behalf of ed1c0da1fb1d4a51bf422e168c2e694f for: {'network': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:14:20.795356 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5731aa72-704c-4ad4-8d58-ed803f0db95c tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:20.804720 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5731aa72-704c-4ad4-8d58-ed803f0db95c tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:20.911900 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5731aa72-704c-4ad4-8d58-ed803f0db95c tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:20.991876 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5731aa72-704c-4ad4-8d58-ed803f0db95c tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:21.015520 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5731aa72-704c-4ad4-8d58-ed803f0db95c tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=102191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:14:21.031287 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5731aa72-704c-4ad4-8d58-ed803f0db95c tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29511d96-54ad-4a62-9fe8-e4486e7c169f,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:21.035536 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5731aa72-704c-4ad4-8d58-ed803f0db95c tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:21.035961 n-d-764292-30 neutron-server[102191]: INFO neutron.db.segments_db [None req-5731aa72-704c-4ad4-8d58-ed803f0db95c tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Added segment 034468d4-4198-4e3c-ace2-1c414917b5af of type vlan for network bc8eb256-ee40-408a-a231-6ebfa69831cb Aug 11 03:14:21.078214 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5731aa72-704c-4ad4-8d58-ed803f0db95c tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:21.214498 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5731aa72-704c-4ad4-8d58-ed803f0db95c tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:21.220450 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5731aa72-704c-4ad4-8d58-ed803f0db95c tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:21.221041 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5731aa72-704c-4ad4-8d58-ed803f0db95c tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Notify callbacks [] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:21.292840 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5731aa72-704c-4ad4-8d58-ed803f0db95c tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Pushing event updated for resources: {'Network': ['ID=bc8eb256-ee40-408a-a231-6ebfa69831cb,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:21.305886 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network bc8eb256-ee40-408a-a231-6ebfa69831cb details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:14:21.351059 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 35578) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:21.389772 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 35582) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:21.390177 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-5731aa72-704c-4ad4-8d58-ed803f0db95c tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6785212 Aug 11 03:14:21.396130 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-1fe7fed0-3216-44f5-a4a8-90ab7d071c0f tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Request body: {'subnet': {'network_id': 'bc8eb256-ee40-408a-a231-6ebfa69831cb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:14:21.514342 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7132c8af-3f60-464b-b0de-74e3ed346003 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:21.534444 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fe7fed0-3216-44f5-a4a8-90ab7d071c0f tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Made reservation on behalf of ed1c0da1fb1d4a51bf422e168c2e694f for: {'subnet': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:14:21.539374 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-1fe7fed0-3216-44f5-a4a8-90ab7d071c0f tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126180544'] for subnet, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:21.620410 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7132c8af-3f60-464b-b0de-74e3ed346003 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:21.746140 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7132c8af-3f60-464b-b0de-74e3ed346003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:21.785503 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-7132c8af-3f60-464b-b0de-74e3ed346003 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=50576a5b39bc4114954213a5fcf77e42&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4333477 Aug 11 03:14:21.788995 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 35594) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:21.791069 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7132c8af-3f60-464b-b0de-74e3ed346003 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4997e4d-7c81-4de9-b529-269e0040e47f,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:21.802708 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-1fe7fed0-3216-44f5-a4a8-90ab7d071c0f tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125932092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126180562'] for subnet, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:21.879662 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe7fed0-3216-44f5-a4a8-90ab7d071c0f tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Pushing event updated for resources: {'Subnet': ['ID=11104e3f-85c2-499c-85e9-aad6f8049f10,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:21.908485 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe7fed0-3216-44f5-a4a8-90ab7d071c0f tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Checking segment: {'id': '034468d4-4198-4e3c-ace2-1c414917b5af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'bc8eb256-ee40-408a-a231-6ebfa69831cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:14:21.908851 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fe7fed0-3216-44f5-a4a8-90ab7d071c0f tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Network hostable DHCP agents. Network: bc8eb256-ee40-408a-a231-6ebfa69831cb, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:14:21.910869 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-236b3fa8-9d00-41df-af2a-38c2f26c21bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:21.940538 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-236b3fa8-9d00-41df-af2a-38c2f26c21bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:22.023888 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fe7fed0-3216-44f5-a4a8-90ab7d071c0f tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Network bc8eb256-ee40-408a-a231-6ebfa69831cb is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:14:22.111833 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-236b3fa8-9d00-41df-af2a-38c2f26c21bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:22.115062 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-236b3fa8-9d00-41df-af2a-38c2f26c21bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:22.116219 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-236b3fa8-9d00-41df-af2a-38c2f26c21bd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f4997e4d-7c81-4de9-b529-269e0040e47f HTTP/1.1" status: 204 len: 168 time: 0.3262262 Aug 11 03:14:22.124156 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236b3fa8-9d00-41df-af2a-38c2f26c21bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4997e4d-7c81-4de9-b529-269e0040e47f,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:22.141642 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-1fe7fed0-3216-44f5-a4a8-90ab7d071c0f tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, bc8eb256-ee40-408a-a231-6ebfa69831cb) {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:14:22.145569 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe7fed0-3216-44f5-a4a8-90ab7d071c0f tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:22.146200 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-1fe7fed0-3216-44f5-a4a8-90ab7d071c0f tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:22.152628 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d432f95-3adc-43cb-839d-cff3ff6c44a4 None None] Network bc8eb256-ee40-408a-a231-6ebfa69831cb requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:14:22.223074 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-1fe7fed0-3216-44f5-a4a8-90ab7d071c0f tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8316469 Aug 11 03:14:22.230084 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 35614) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:22.237253 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-83150da3-d58e-4c86-86f6-bed86c245d74 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Request body: {'network': {'name': 'tempest-router-network01--593120668'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:14:22.303997 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0231446-37e0-4a75-8a5c-d4690095f79e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde080026-c28f-55be-b52b-13827cc43646-bc8eb256-ee40-408a-a231-6ebfa69831cb', 'network_id': 'bc8eb256-ee40-408a-a231-6ebfa69831cb', 'tenant_id': 'ed1c0da1fb1d4a51bf422e168c2e694f', 'fixed_ips': [{'subnet_id': '11104e3f-85c2-499c-85e9-aad6f8049f10'}]}} from n-d-764292-30. {{(pid=102193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:14:22.304936 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-f0231446-37e0-4a75-8a5c-d4690095f79e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:22.340139 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83150da3-d58e-4c86-86f6-bed86c245d74 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Made reservation on behalf of ed1c0da1fb1d4a51bf422e168c2e694f for: {'network': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:14:22.343687 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-83150da3-d58e-4c86-86f6-bed86c245d74 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:22.425964 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83150da3-d58e-4c86-86f6-bed86c245d74 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=102191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:14:22.447484 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-83150da3-d58e-4c86-86f6-bed86c245d74 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:22.447484 n-d-764292-30 neutron-server[102191]: INFO neutron.db.segments_db [None req-83150da3-d58e-4c86-86f6-bed86c245d74 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Added segment 359ffe1b-15cb-4322-ac7c-613c63b14e07 of type vlan for network 46bc4721-e919-46a0-ba39-9fab69a9be39 Aug 11 03:14:22.462482 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.db_base_plugin_common [None req-f0231446-37e0-4a75-8a5c-d4690095f79e None None] Allocated IP 2001:db8::2 (bc8eb256-ee40-408a-a231-6ebfa69831cb/11104e3f-85c2-499c-85e9-aad6f8049f10/3880096d-2030-4fe6-b2c3-a9ab968d4e18) {{(pid=102193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:14:22.495534 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-83150da3-d58e-4c86-86f6-bed86c245d74 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:22.618248 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-f0231446-37e0-4a75-8a5c-d4690095f79e None None] Notify callbacks [] for port, precommit_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:22.626786 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-f0231446-37e0-4a75-8a5c-d4690095f79e None None] Transition to ACTIVE for port object 3880096d-2030-4fe6-b2c3-a9ab968d4e18 will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:14:22.642590 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-f0231446-37e0-4a75-8a5c-d4690095f79e None None] Transition to ACTIVE for port object 3880096d-2030-4fe6-b2c3-a9ab968d4e18 will not be triggered until provisioned by entity DHCP. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:14:22.654596 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-83150da3-d58e-4c86-86f6-bed86c245d74 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:22.660801 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83150da3-d58e-4c86-86f6-bed86c245d74 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:22.661418 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-83150da3-d58e-4c86-86f6-bed86c245d74 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Notify callbacks [] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:22.706909 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-f0231446-37e0-4a75-8a5c-d4690095f79e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669'] for port, after_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:22.743731 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83150da3-d58e-4c86-86f6-bed86c245d74 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Pushing event updated for resources: {'Network': ['ID=46bc4721-e919-46a0-ba39-9fab69a9be39,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:22.763964 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0231446-37e0-4a75-8a5c-d4690095f79e None None] Network bc8eb256-ee40-408a-a231-6ebfa69831cb is already hosted by enough agents. {{(pid=102193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:14:22.766186 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network 46bc4721-e919-46a0-ba39-9fab69a9be39 details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:14:22.781891 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.base_scheduler [None req-f0231446-37e0-4a75-8a5c-d4690095f79e None None] Resources bound (agent type, host, resource id): {{(pid=102193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:14:22.808131 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-83150da3-d58e-4c86-86f6-bed86c245d74 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5764680 Aug 11 03:14:22.810378 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0231446-37e0-4a75-8a5c-d4690095f79e None None] Received port after_create {{(pid=102193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:14:22.810757 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 35646) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:22.816403 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-ede77d21-5ed6-4c1f-8e8d-c7f8b28cda65 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Request body: {'network': {'name': 'tempest-router-network02--2143737747'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:14:22.845298 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0231446-37e0-4a75-8a5c-d4690095f79e None None] Pushing event updated for resources: {'Port': ['ID=3880096d-2030-4fe6-b2c3-a9ab968d4e18,revision_number=1']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:22.969081 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ede77d21-5ed6-4c1f-8e8d-c7f8b28cda65 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Made reservation on behalf of ed1c0da1fb1d4a51bf422e168c2e694f for: {'network': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:14:22.975638 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ede77d21-5ed6-4c1f-8e8d-c7f8b28cda65 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:23.009761 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ede77d21-5ed6-4c1f-8e8d-c7f8b28cda65 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=102192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:14:23.021103 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ede77d21-5ed6-4c1f-8e8d-c7f8b28cda65 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:23.021611 n-d-764292-30 neutron-server[102192]: INFO neutron.db.segments_db [None req-ede77d21-5ed6-4c1f-8e8d-c7f8b28cda65 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Added segment 4d45f38c-7a49-476b-9ef5-8e9f497fa268 of type vlan for network d679327d-fd33-4983-a8f6-0f67753efd6b Aug 11 03:14:23.047669 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0231446-37e0-4a75-8a5c-d4690095f79e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:14:23.058009 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0231446-37e0-4a75-8a5c-d4690095f79e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:14:23.058554 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0231446-37e0-4a75-8a5c-d4690095f79e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:14:23.058979 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0231446-37e0-4a75-8a5c-d4690095f79e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:14:23.059438 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0231446-37e0-4a75-8a5c-d4690095f79e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:14:23.059793 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0231446-37e0-4a75-8a5c-d4690095f79e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:14:23.060135 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0231446-37e0-4a75-8a5c-d4690095f79e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:14:23.060467 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0231446-37e0-4a75-8a5c-d4690095f79e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:14:23.060798 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0231446-37e0-4a75-8a5c-d4690095f79e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:14:23.061129 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0231446-37e0-4a75-8a5c-d4690095f79e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:14:23.061450 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0231446-37e0-4a75-8a5c-d4690095f79e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:14:23.061775 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0231446-37e0-4a75-8a5c-d4690095f79e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:14:23.087492 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ede77d21-5ed6-4c1f-8e8d-c7f8b28cda65 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:23.111172 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-f0231446-37e0-4a75-8a5c-d4690095f79e None None] Attempting to bind port 3880096d-2030-4fe6-b2c3-a9ab968d4e18 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:14:23.111542 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-f0231446-37e0-4a75-8a5c-d4690095f79e None None] Attempting to bind port 3880096d-2030-4fe6-b2c3-a9ab968d4e18 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': '034468d4-4198-4e3c-ace2-1c414917b5af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'bc8eb256-ee40-408a-a231-6ebfa69831cb'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:14:23.111910 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0231446-37e0-4a75-8a5c-d4690095f79e None None] Attempting to bind port 3880096d-2030-4fe6-b2c3-a9ab968d4e18 on network bc8eb256-ee40-408a-a231-6ebfa69831cb {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:14:23.119105 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0231446-37e0-4a75-8a5c-d4690095f79e None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 14, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:14:23.122369 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0231446-37e0-4a75-8a5c-d4690095f79e None None] Checking segment: {'id': '034468d4-4198-4e3c-ace2-1c414917b5af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'bc8eb256-ee40-408a-a231-6ebfa69831cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:14:23.122369 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-f0231446-37e0-4a75-8a5c-d4690095f79e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:23.122369 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0231446-37e0-4a75-8a5c-d4690095f79e None None] Bound using segment: {'id': '034468d4-4198-4e3c-ace2-1c414917b5af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'bc8eb256-ee40-408a-a231-6ebfa69831cb'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:14:23.122369 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-f0231446-37e0-4a75-8a5c-d4690095f79e None None] Bound port: 3880096d-2030-4fe6-b2c3-a9ab968d4e18, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '034468d4-4198-4e3c-ace2-1c414917b5af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'bc8eb256-ee40-408a-a231-6ebfa69831cb'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:14:23.122369 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-f0231446-37e0-4a75-8a5c-d4690095f79e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:23.184320 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-f0231446-37e0-4a75-8a5c-d4690095f79e None None] For port 3880096d-2030-4fe6-b2c3-a9ab968d4e18, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:14:23.187861 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-f0231446-37e0-4a75-8a5c-d4690095f79e None None] For port 3880096d-2030-4fe6-b2c3-a9ab968d4e18, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=3880096d-2030-4fe6-b2c3-a9ab968d4e18,segment=NetworkSegment(034468d4-4198-4e3c-ace2-1c414917b5af),segment_id=034468d4-4198-4e3c-ace2-1c414917b5af)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:14:23.214517 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ede77d21-5ed6-4c1f-8e8d-c7f8b28cda65 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:23.220297 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ede77d21-5ed6-4c1f-8e8d-c7f8b28cda65 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:23.220904 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ede77d21-5ed6-4c1f-8e8d-c7f8b28cda65 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:23.272609 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 35658) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:23.311879 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-f0231446-37e0-4a75-8a5c-d4690095f79e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:23.381677 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0231446-37e0-4a75-8a5c-d4690095f79e None None] Pushing event updated for resources: {'Port': ['ID=3880096d-2030-4fe6-b2c3-a9ab968d4e18,revision_number=2']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:23.416436 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-bed3ca66-9297-4e42-9fe8-ae91802ffefc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:23.544853 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede77d21-5ed6-4c1f-8e8d-c7f8b28cda65 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Pushing event updated for resources: {'Network': ['ID=d679327d-fd33-4983-a8f6-0f67753efd6b,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:23.556851 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network d679327d-fd33-4983-a8f6-0f67753efd6b details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:14:23.589837 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-ede77d21-5ed6-4c1f-8e8d-c7f8b28cda65 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7745295 Aug 11 03:14:23.592199 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 35670) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:23.625545 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-694c529d-e571-421a-9dbe-0d8bf2a3a231 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Request body: {'subnet': {'network_id': '46bc4721-e919-46a0-ba39-9fab69a9be39', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:14:23.737774 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-bed3ca66-9297-4e42-9fe8-ae91802ffefc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:23.771749 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a92c8d87-49f2-4da7-a292-15f32d3c568c req-15c5676f-cda2-4320-9f72-2971aa04bf75 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6e3618b6-52e5-4357-a355-b29ad18e1b9a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1087282 Aug 11 03:14:23.797302 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-bed3ca66-9297-4e42-9fe8-ae91802ffefc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:23.846887 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-bed3ca66-9297-4e42-9fe8-ae91802ffefc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=02560a4a4b224ae084e9c3d9f38f0c56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5726025 Aug 11 03:14:23.849478 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed3ca66-9297-4e42-9fe8-ae91802ffefc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4452aa5-5988-4c85-b995-dbda45594e8d,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:23.853958 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 35678) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:23.869879 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92c8d87-49f2-4da7-a292-15f32d3c568c req-2ef8cb7e-2229-4f37-bd1e-86823ee18b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:23.870501 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92c8d87-49f2-4da7-a292-15f32d3c568c req-2ef8cb7e-2229-4f37-bd1e-86823ee18b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:23.871357 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92c8d87-49f2-4da7-a292-15f32d3c568c req-2ef8cb7e-2229-4f37-bd1e-86823ee18b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:23.872070 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92c8d87-49f2-4da7-a292-15f32d3c568c req-2ef8cb7e-2229-4f37-bd1e-86823ee18b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:23.872936 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92c8d87-49f2-4da7-a292-15f32d3c568c req-2ef8cb7e-2229-4f37-bd1e-86823ee18b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:23.873576 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92c8d87-49f2-4da7-a292-15f32d3c568c req-2ef8cb7e-2229-4f37-bd1e-86823ee18b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:23.874211 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92c8d87-49f2-4da7-a292-15f32d3c568c req-2ef8cb7e-2229-4f37-bd1e-86823ee18b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:23.877532 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a92c8d87-49f2-4da7-a292-15f32d3c568c req-2ef8cb7e-2229-4f37-bd1e-86823ee18b0a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=44415f337b71498496665864f1602b88&device_id=6e3618b6-52e5-4357-a355-b29ad18e1b9a HTTP/1.1" status: 200 len: 6497 time: 0.0784588 Aug 11 03:14:23.894604 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-694c529d-e571-421a-9dbe-0d8bf2a3a231 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Made reservation on behalf of ed1c0da1fb1d4a51bf422e168c2e694f for: {'subnet': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:14:23.898357 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-694c529d-e571-421a-9dbe-0d8bf2a3a231 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126180544'] for subnet, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:24.051628 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-7c93ec3a-2d72-4d00-af7d-39817b62e97c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:24.109007 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-7c93ec3a-2d72-4d00-af7d-39817b62e97c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:24.131619 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92c8d87-49f2-4da7-a292-15f32d3c568c req-73a6dbbb-d411-4c93-a317-77b68a2c78dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:24.132111 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92c8d87-49f2-4da7-a292-15f32d3c568c req-73a6dbbb-d411-4c93-a317-77b68a2c78dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:24.132675 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92c8d87-49f2-4da7-a292-15f32d3c568c req-73a6dbbb-d411-4c93-a317-77b68a2c78dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:24.134215 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a92c8d87-49f2-4da7-a292-15f32d3c568c req-73a6dbbb-d411-4c93-a317-77b68a2c78dc service neutron] 10.222.0.24 "GET /v2.0/networks?id=99a68316-7b54-4552-81a4-eb1b8bfe1686&id=ed637a9a-eb30-499d-98db-3d728133dac3&id=ed637a9a-eb30-499d-98db-3d728133dac3&id=ed637a9a-eb30-499d-98db-3d728133dac3&id=ed637a9a-eb30-499d-98db-3d728133dac3&id=e854785b-6921-4aac-9817-a841d5040ff3&id=e854785b-6921-4aac-9817-a841d5040ff3 HTTP/1.1" status: 200 len: 2292 time: 0.2263074 Aug 11 03:14:24.259238 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a92c8d87-49f2-4da7-a292-15f32d3c568c req-7eae1d7c-ffa3-4e7f-bc18-1fafbadc049e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6787f595-faeb-4a36-b917-5d8df4badde1 HTTP/1.1" status: 200 len: 1001 time: 0.1124327 Aug 11 03:14:24.348910 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92c8d87-49f2-4da7-a292-15f32d3c568c req-070e15ba-a8d4-44d4-b875-475ca70c14c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:24.350473 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a92c8d87-49f2-4da7-a292-15f32d3c568c req-070e15ba-a8d4-44d4-b875-475ca70c14c0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4230503c-7b88-4635-ba97-704ecda79830 HTTP/1.1" status: 200 len: 851 time: 0.0831416 Aug 11 03:14:24.390173 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-7c93ec3a-2d72-4d00-af7d-39817b62e97c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:24.392835 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-7c93ec3a-2d72-4d00-af7d-39817b62e97c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:24.394743 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-7c93ec3a-2d72-4d00-af7d-39817b62e97c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d4452aa5-5988-4c85-b995-dbda45594e8d HTTP/1.1" status: 204 len: 168 time: 0.5417607 Aug 11 03:14:24.407644 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c93ec3a-2d72-4d00-af7d-39817b62e97c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4452aa5-5988-4c85-b995-dbda45594e8d,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:24.416149 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92c8d87-49f2-4da7-a292-15f32d3c568c req-4e1c4a56-351d-4843-b2a3-d854d30aacbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:24.417673 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a92c8d87-49f2-4da7-a292-15f32d3c568c req-4e1c4a56-351d-4843-b2a3-d854d30aacbe service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=99a68316-7b54-4552-81a4-eb1b8bfe1686&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0599597 Aug 11 03:14:24.477403 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-694c529d-e571-421a-9dbe-0d8bf2a3a231 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125932092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126180562'] for subnet, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:24.483255 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8fc49e4-5ffe-4aa1-b2e0-2012ebf97b44 None None] Network bc8eb256-ee40-408a-a231-6ebfa69831cb requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:14:24.569511 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694c529d-e571-421a-9dbe-0d8bf2a3a231 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Pushing event updated for resources: {'Subnet': ['ID=31a1ef28-213e-487c-bd12-c3633de61931,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:24.597710 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a92c8d87-49f2-4da7-a292-15f32d3c568c req-242d2229-6379-4471-8373-4ec5ea788bf3 service neutron] 10.222.0.24 "GET /v2.0/networks/99a68316-7b54-4552-81a4-eb1b8bfe1686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669919 Aug 11 03:14:24.597710 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694c529d-e571-421a-9dbe-0d8bf2a3a231 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Checking segment: {'id': '359ffe1b-15cb-4322-ac7c-613c63b14e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '46bc4721-e919-46a0-ba39-9fab69a9be39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:14:24.597710 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-694c529d-e571-421a-9dbe-0d8bf2a3a231 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Network hostable DHCP agents. Network: 46bc4721-e919-46a0-ba39-9fab69a9be39, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:14:24.706908 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-39c51205-d1ea-4a95-9858-c184dc696f70 None None] Provisioning for port 3880096d-2030-4fe6-b2c3-a9ab968d4e18 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:14:24.748074 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a92c8d87-49f2-4da7-a292-15f32d3c568c req-f97ec274-558a-444b-9e2d-29d3656635c0 service neutron] 10.222.0.24 "GET /v2.0/networks/99a68316-7b54-4552-81a4-eb1b8bfe1686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456618 Aug 11 03:14:24.803392 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-694c529d-e571-421a-9dbe-0d8bf2a3a231 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Network 46bc4721-e919-46a0-ba39-9fab69a9be39 is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:14:24.807592 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a92c8d87-49f2-4da7-a292-15f32d3c568c req-8acb1e5f-b89c-4375-93ce-189080f89962 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.170&port_id=7dfdef9f-0d5f-4271-b104-13eb02da9240 HTTP/1.1" status: 200 len: 217 time: 0.0506718 Aug 11 03:14:24.902833 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-694c529d-e571-421a-9dbe-0d8bf2a3a231 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, 46bc4721-e919-46a0-ba39-9fab69a9be39) {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:14:24.908866 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-694c529d-e571-421a-9dbe-0d8bf2a3a231 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:24.909595 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-694c529d-e571-421a-9dbe-0d8bf2a3a231 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:24.917419 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92c8d87-49f2-4da7-a292-15f32d3c568c req-bb049dc4-69c0-42a3-973f-166f0e94ed75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:24.919331 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a92c8d87-49f2-4da7-a292-15f32d3c568c req-bb049dc4-69c0-42a3-973f-166f0e94ed75 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=329e4f03-d8cd-404e-b91b-1cb9368d6c2d HTTP/1.1" status: 200 len: 797 time: 0.0983975 Aug 11 03:14:24.930735 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d801127-2dbf-4196-9a4c-88530e562064 None None] Network 46bc4721-e919-46a0-ba39-9fab69a9be39 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:14:24.999299 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-694c529d-e571-421a-9dbe-0d8bf2a3a231 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4043720 Aug 11 03:14:25.004454 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 35700) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:25.012135 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-8aef0da5-ec8c-4a0b-b11c-aa660fe089da tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Request body: {'subnet': {'network_id': 'd679327d-fd33-4983-a8f6-0f67753efd6b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:14:25.078787 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92c8d87-49f2-4da7-a292-15f32d3c568c req-e71c9013-20d8-45e2-9f00-244a41b504bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:25.080364 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a92c8d87-49f2-4da7-a292-15f32d3c568c req-e71c9013-20d8-45e2-9f00-244a41b504bc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ed637a9a-eb30-499d-98db-3d728133dac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1522288 Aug 11 03:14:25.164903 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8da604bd-0def-4ce6-a0f8-6a19708ace25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde080026-c28f-55be-b52b-13827cc43646-46bc4721-e919-46a0-ba39-9fab69a9be39', 'network_id': '46bc4721-e919-46a0-ba39-9fab69a9be39', 'tenant_id': 'ed1c0da1fb1d4a51bf422e168c2e694f', 'fixed_ips': [{'subnet_id': '31a1ef28-213e-487c-bd12-c3633de61931'}]}} from n-d-764292-30. {{(pid=102193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:14:25.167865 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8da604bd-0def-4ce6-a0f8-6a19708ace25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:25.207347 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a92c8d87-49f2-4da7-a292-15f32d3c568c req-0d28a602-a254-46b5-906f-50e78d9ce421 service neutron] 10.222.0.24 "GET /v2.0/networks/ed637a9a-eb30-499d-98db-3d728133dac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174221 Aug 11 03:14:25.249085 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aef0da5-ec8c-4a0b-b11c-aa660fe089da tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Made reservation on behalf of ed1c0da1fb1d4a51bf422e168c2e694f for: {'subnet': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:14:25.252771 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-8aef0da5-ec8c-4a0b-b11c-aa660fe089da tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126180544'] for subnet, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:25.284720 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 3880096d-2030-4fe6-b2c3-a9ab968d4e18 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:14:25.372869 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 35706) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:25.387923 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-22cddcde-8f0d-4750-91b2-9d3d1446a8d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:25.402522 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.db_base_plugin_common [None req-8da604bd-0def-4ce6-a0f8-6a19708ace25 None None] Allocated IP 2001:db8::2 (46bc4721-e919-46a0-ba39-9fab69a9be39/31a1ef28-213e-487c-bd12-c3633de61931/d685632a-06e2-4036-8f4b-6f8914e5d68f) {{(pid=102193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:14:25.426325 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a92c8d87-49f2-4da7-a292-15f32d3c568c req-569d8926-5f91-41fc-aabb-7d49ee649eb1 service neutron] 10.222.0.24 "GET /v2.0/networks/ed637a9a-eb30-499d-98db-3d728133dac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103279 Aug 11 03:14:25.465114 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port 3880096d-2030-4fe6-b2c3-a9ab968d4e18 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:14:25.471923 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 3880096d-2030-4fe6-b2c3-a9ab968d4e18 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:14:25.472664 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:25.478223 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a92c8d87-49f2-4da7-a292-15f32d3c568c req-a33b2a78-75e5-4430-ae1a-11a0d49645d0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.168&port_id=b90d6ebc-39d0-4329-8910-886ce1b868bf HTTP/1.1" status: 200 len: 217 time: 0.0421741 Aug 11 03:14:25.507016 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-22cddcde-8f0d-4750-91b2-9d3d1446a8d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:25.564169 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-22cddcde-8f0d-4750-91b2-9d3d1446a8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:25.578432 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92c8d87-49f2-4da7-a292-15f32d3c568c req-75714d93-efb7-4d19-8cf4-576a365d7e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:25.579970 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a92c8d87-49f2-4da7-a292-15f32d3c568c req-75714d93-efb7-4d19-8cf4-576a365d7e2d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=329e4f03-d8cd-404e-b91b-1cb9368d6c2d HTTP/1.1" status: 200 len: 797 time: 0.0924215 Aug 11 03:14:25.608548 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-22cddcde-8f0d-4750-91b2-9d3d1446a8d4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b7c48c7a343745269bbc2eb279aa8860&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2322683 Aug 11 03:14:25.617150 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 35708) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:25.627361 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:25.685576 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92c8d87-49f2-4da7-a292-15f32d3c568c req-d0c33815-6b84-4fbe-bd38-e8a94fd0bbb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:25.687362 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a92c8d87-49f2-4da7-a292-15f32d3c568c req-d0c33815-6b84-4fbe-bd38-e8a94fd0bbb8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ed637a9a-eb30-499d-98db-3d728133dac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0825889 Aug 11 03:14:25.698667 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cddcde-8f0d-4750-91b2-9d3d1446a8d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfec0a4c-75b9-4652-a3bf-97cac062b974,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:25.718761 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port 3880096d-2030-4fe6-b2c3-a9ab968d4e18, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=3880096d-2030-4fe6-b2c3-a9ab968d4e18,segment=NetworkSegment(034468d4-4198-4e3c-ace2-1c414917b5af),segment_id=034468d4-4198-4e3c-ace2-1c414917b5af)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:14:25.736074 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-8aef0da5-ec8c-4a0b-b11c-aa660fe089da tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125932092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126180562'] for subnet, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:25.742732 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a734fc36-e1ff-44e2-916a-71305e02dc96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:25.744998 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8da604bd-0def-4ce6-a0f8-6a19708ace25 None None] Notify callbacks [] for port, precommit_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:25.755200 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-8da604bd-0def-4ce6-a0f8-6a19708ace25 None None] Transition to ACTIVE for port object d685632a-06e2-4036-8f4b-6f8914e5d68f will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:14:25.776489 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a734fc36-e1ff-44e2-916a-71305e02dc96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:25.788480 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-8da604bd-0def-4ce6-a0f8-6a19708ace25 None None] Transition to ACTIVE for port object d685632a-06e2-4036-8f4b-6f8914e5d68f will not be triggered until provisioned by entity DHCP. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:14:25.798832 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:25.860015 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8da604bd-0def-4ce6-a0f8-6a19708ace25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669'] for port, after_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:25.893129 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aef0da5-ec8c-4a0b-b11c-aa660fe089da tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Pushing event updated for resources: {'Subnet': ['ID=c9163ccd-218d-4efb-8989-27a3bf96722e,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:25.896412 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=3880096d-2030-4fe6-b2c3-a9ab968d4e18,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:25.900702 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8da604bd-0def-4ce6-a0f8-6a19708ace25 None None] Network 46bc4721-e919-46a0-ba39-9fab69a9be39 is already hosted by enough agents. {{(pid=102193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:14:25.904739 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.base_scheduler [None req-8da604bd-0def-4ce6-a0f8-6a19708ace25 None None] Resources bound (agent type, host, resource id): {{(pid=102193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:14:25.907972 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da604bd-0def-4ce6-a0f8-6a19708ace25 None None] Received port after_create {{(pid=102193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:14:25.928763 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a734fc36-e1ff-44e2-916a-71305e02dc96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:25.932049 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a734fc36-e1ff-44e2-916a-71305e02dc96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:25.933310 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-a734fc36-e1ff-44e2-916a-71305e02dc96 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bfec0a4c-75b9-4652-a3bf-97cac062b974 HTTP/1.1" status: 204 len: 168 time: 0.3142068 Aug 11 03:14:25.957302 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a734fc36-e1ff-44e2-916a-71305e02dc96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfec0a4c-75b9-4652-a3bf-97cac062b974,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:25.976992 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aef0da5-ec8c-4a0b-b11c-aa660fe089da tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Checking segment: {'id': '4d45f38c-7a49-476b-9ef5-8e9f497fa268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'd679327d-fd33-4983-a8f6-0f67753efd6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:14:25.977883 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aef0da5-ec8c-4a0b-b11c-aa660fe089da tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Network hostable DHCP agents. Network: d679327d-fd33-4983-a8f6-0f67753efd6b, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:14:26.016999 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a92c8d87-49f2-4da7-a292-15f32d3c568c req-2978b4bc-2924-41c5-8db4-e7cf4fe2c3de service neutron] 10.222.0.24 "GET /v2.0/networks/ed637a9a-eb30-499d-98db-3d728133dac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3181424 Aug 11 03:14:26.047220 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da604bd-0def-4ce6-a0f8-6a19708ace25 None None] Pushing event updated for resources: {'Port': ['ID=d685632a-06e2-4036-8f4b-6f8914e5d68f,revision_number=1']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:26.067332 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-8da604bd-0def-4ce6-a0f8-6a19708ace25 None None] Attempting to bind port d685632a-06e2-4036-8f4b-6f8914e5d68f on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:14:26.067712 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-8da604bd-0def-4ce6-a0f8-6a19708ace25 None None] Attempting to bind port d685632a-06e2-4036-8f4b-6f8914e5d68f by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': '359ffe1b-15cb-4322-ac7c-613c63b14e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '46bc4721-e919-46a0-ba39-9fab69a9be39'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:14:26.068081 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da604bd-0def-4ce6-a0f8-6a19708ace25 None None] Attempting to bind port d685632a-06e2-4036-8f4b-6f8914e5d68f on network 46bc4721-e919-46a0-ba39-9fab69a9be39 {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:14:26.075010 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da604bd-0def-4ce6-a0f8-6a19708ace25 None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 14, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:14:26.075405 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da604bd-0def-4ce6-a0f8-6a19708ace25 None None] Checking segment: {'id': '359ffe1b-15cb-4322-ac7c-613c63b14e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '46bc4721-e919-46a0-ba39-9fab69a9be39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:14:26.075815 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8da604bd-0def-4ce6-a0f8-6a19708ace25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:26.076219 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da604bd-0def-4ce6-a0f8-6a19708ace25 None None] Bound using segment: {'id': '359ffe1b-15cb-4322-ac7c-613c63b14e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '46bc4721-e919-46a0-ba39-9fab69a9be39'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:14:26.076702 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-8da604bd-0def-4ce6-a0f8-6a19708ace25 None None] Bound port: d685632a-06e2-4036-8f4b-6f8914e5d68f, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '359ffe1b-15cb-4322-ac7c-613c63b14e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '46bc4721-e919-46a0-ba39-9fab69a9be39'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:14:26.077065 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8da604bd-0def-4ce6-a0f8-6a19708ace25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:26.138971 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a92c8d87-49f2-4da7-a292-15f32d3c568c req-ea3c1512-70fd-4a32-aa56-a8a73dce8736 service neutron] 10.222.0.24 "GET /v2.0/networks/ed637a9a-eb30-499d-98db-3d728133dac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123075 Aug 11 03:14:26.144830 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aef0da5-ec8c-4a0b-b11c-aa660fe089da tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Network d679327d-fd33-4983-a8f6-0f67753efd6b is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:14:26.149624 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-8da604bd-0def-4ce6-a0f8-6a19708ace25 None None] For port d685632a-06e2-4036-8f4b-6f8914e5d68f, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:14:26.152723 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-8da604bd-0def-4ce6-a0f8-6a19708ace25 None None] For port d685632a-06e2-4036-8f4b-6f8914e5d68f, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=d685632a-06e2-4036-8f4b-6f8914e5d68f,segment=NetworkSegment(359ffe1b-15cb-4322-ac7c-613c63b14e07),segment_id=359ffe1b-15cb-4322-ac7c-613c63b14e07)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:14:26.186569 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a92c8d87-49f2-4da7-a292-15f32d3c568c req-32889d87-4106-4c44-b57b-9988e95bd96b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.31&port_id=a312704a-491b-448b-aff9-cbd04cf3547f HTTP/1.1" status: 200 len: 217 time: 0.0384345 Aug 11 03:14:26.240699 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92c8d87-49f2-4da7-a292-15f32d3c568c req-1b84b94a-9340-432e-acf7-655f89bed568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:26.242221 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a92c8d87-49f2-4da7-a292-15f32d3c568c req-1b84b94a-9340-432e-acf7-655f89bed568 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=329e4f03-d8cd-404e-b91b-1cb9368d6c2d HTTP/1.1" status: 200 len: 797 time: 0.0463212 Aug 11 03:14:26.265954 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8da604bd-0def-4ce6-a0f8-6a19708ace25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:26.285433 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-8aef0da5-ec8c-4a0b-b11c-aa660fe089da tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, d679327d-fd33-4983-a8f6-0f67753efd6b) {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:14:26.290843 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aef0da5-ec8c-4a0b-b11c-aa660fe089da tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:26.291524 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-8aef0da5-ec8c-4a0b-b11c-aa660fe089da tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:26.297918 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3704d9f1-7392-4402-a087-e0c9897614a9 None None] Network d679327d-fd33-4983-a8f6-0f67753efd6b requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:14:26.317584 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92c8d87-49f2-4da7-a292-15f32d3c568c req-80db122c-e71d-4d16-b2ab-69a3bb34dc66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:26.319501 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a92c8d87-49f2-4da7-a292-15f32d3c568c req-80db122c-e71d-4d16-b2ab-69a3bb34dc66 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ed637a9a-eb30-499d-98db-3d728133dac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0698206 Aug 11 03:14:26.391200 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da604bd-0def-4ce6-a0f8-6a19708ace25 None None] Pushing event updated for resources: {'Port': ['ID=d685632a-06e2-4036-8f4b-6f8914e5d68f,revision_number=2']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:26.456508 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a92c8d87-49f2-4da7-a292-15f32d3c568c req-ae723b2f-caaf-40a7-b7ac-3f6c077a4835 service neutron] 10.222.0.24 "GET /v2.0/networks/ed637a9a-eb30-499d-98db-3d728133dac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280608 Aug 11 03:14:26.459064 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-8aef0da5-ec8c-4a0b-b11c-aa660fe089da tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4525831 Aug 11 03:14:26.461767 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 35724) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:26.561920 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61d9341c-e637-46fe-b2d4-af96243add5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde080026-c28f-55be-b52b-13827cc43646-d679327d-fd33-4983-a8f6-0f67753efd6b', 'network_id': 'd679327d-fd33-4983-a8f6-0f67753efd6b', 'tenant_id': 'ed1c0da1fb1d4a51bf422e168c2e694f', 'fixed_ips': [{'subnet_id': 'c9163ccd-218d-4efb-8989-27a3bf96722e'}]}} from n-d-764292-30. {{(pid=102193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:14:26.563865 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-61d9341c-e637-46fe-b2d4-af96243add5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:26.690626 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a92c8d87-49f2-4da7-a292-15f32d3c568c req-8e78f9fd-b29a-4528-8d92-b0ac463f797c service neutron] 10.222.0.24 "GET /v2.0/networks/ed637a9a-eb30-499d-98db-3d728133dac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2195315 Aug 11 03:14:26.747841 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a92c8d87-49f2-4da7-a292-15f32d3c568c req-a8a24717-b21f-4bc1-b802-7ce27da588a1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.25&port_id=d9e703e8-7704-4b91-aaaa-f02c780d0bdd HTTP/1.1" status: 200 len: 217 time: 0.0490005 Aug 11 03:14:26.806518 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92c8d87-49f2-4da7-a292-15f32d3c568c req-edbf7494-0a23-4aaa-a5aa-d7b6582f8b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:26.808126 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a92c8d87-49f2-4da7-a292-15f32d3c568c req-edbf7494-0a23-4aaa-a5aa-d7b6582f8b50 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=329e4f03-d8cd-404e-b91b-1cb9368d6c2d HTTP/1.1" status: 200 len: 797 time: 0.0517607 Aug 11 03:14:26.883098 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92c8d87-49f2-4da7-a292-15f32d3c568c req-02503ada-29ff-4432-b415-cdea801b056a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:26.884344 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a92c8d87-49f2-4da7-a292-15f32d3c568c req-02503ada-29ff-4432-b415-cdea801b056a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ed637a9a-eb30-499d-98db-3d728133dac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0682425 Aug 11 03:14:26.890792 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.db_base_plugin_common [None req-61d9341c-e637-46fe-b2d4-af96243add5e None None] Allocated IP 2001:db8::2 (d679327d-fd33-4983-a8f6-0f67753efd6b/c9163ccd-218d-4efb-8989-27a3bf96722e/76832145-abc2-41cb-8a86-b8e986291d9d) {{(pid=102193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:14:27.011213 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d6927f32-b417-4eb7-96f1-bb1ff13447f1 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:27.075707 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a92c8d87-49f2-4da7-a292-15f32d3c568c req-0181e55d-ccdf-4c5d-a6d8-d6a0dd6a4f61 service neutron] 10.222.0.24 "GET /v2.0/networks/ed637a9a-eb30-499d-98db-3d728133dac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828754 Aug 11 03:14:27.181701 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-61d9341c-e637-46fe-b2d4-af96243add5e None None] Notify callbacks [] for port, precommit_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:27.190255 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-61d9341c-e637-46fe-b2d4-af96243add5e None None] Transition to ACTIVE for port object 76832145-abc2-41cb-8a86-b8e986291d9d will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:14:27.211270 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-61d9341c-e637-46fe-b2d4-af96243add5e None None] Transition to ACTIVE for port object 76832145-abc2-41cb-8a86-b8e986291d9d will not be triggered until provisioned by entity DHCP. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:14:27.272603 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a92c8d87-49f2-4da7-a292-15f32d3c568c req-0a1f5f92-b3c1-4cbb-b6c7-80f34d30f6f8 service neutron] 10.222.0.24 "GET /v2.0/networks/ed637a9a-eb30-499d-98db-3d728133dac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880391 Aug 11 03:14:27.323139 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a92c8d87-49f2-4da7-a292-15f32d3c568c req-78892fcf-d265-4da1-bff7-46a12f0f6946 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f418b08e-aa62-46df-bda1-d8d20334592a HTTP/1.1" status: 200 len: 217 time: 0.0394723 Aug 11 03:14:27.340179 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-61d9341c-e637-46fe-b2d4-af96243add5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669'] for port, after_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:27.410271 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92c8d87-49f2-4da7-a292-15f32d3c568c req-58c4b4d3-5e09-4caa-9de5-b06becfa7f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:27.412434 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a92c8d87-49f2-4da7-a292-15f32d3c568c req-58c4b4d3-5e09-4caa-9de5-b06becfa7f22 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=50b43d93-528a-454a-beae-d58f91ef15e1 HTTP/1.1" status: 200 len: 797 time: 0.0811136 Aug 11 03:14:27.450953 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device d685632a-06e2-4036-8f4b-6f8914e5d68f up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:14:27.458481 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [None req-d6927f32-b417-4eb7-96f1-bb1ff13447f1 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Allocated IP 2001:db8::1 (46bc4721-e919-46a0-ba39-9fab69a9be39/31a1ef28-213e-487c-bd12-c3633de61931/53ba390d-23b0-4460-8a00-74ad441741ca) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:14:27.497075 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92c8d87-49f2-4da7-a292-15f32d3c568c req-534fe5d1-7aa8-4abc-b457-0334d4cbc164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:27.500610 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a92c8d87-49f2-4da7-a292-15f32d3c568c req-534fe5d1-7aa8-4abc-b457-0334d4cbc164 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e854785b-6921-4aac-9817-a841d5040ff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0792477 Aug 11 03:14:27.523791 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d9341c-e637-46fe-b2d4-af96243add5e None None] Network d679327d-fd33-4983-a8f6-0f67753efd6b is already hosted by enough agents. {{(pid=102193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:14:27.534893 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.base_scheduler [None req-61d9341c-e637-46fe-b2d4-af96243add5e None None] Resources bound (agent type, host, resource id): {{(pid=102193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:14:27.538445 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d9341c-e637-46fe-b2d4-af96243add5e None None] Received port after_create {{(pid=102193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:14:27.551109 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d9341c-e637-46fe-b2d4-af96243add5e None None] Pushing event updated for resources: {'Port': ['ID=76832145-abc2-41cb-8a86-b8e986291d9d,revision_number=1']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:27.632284 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a92c8d87-49f2-4da7-a292-15f32d3c568c req-b402ad15-3b09-4d8c-a95c-da0c2fbfa952 service neutron] 10.222.0.24 "GET /v2.0/networks/e854785b-6921-4aac-9817-a841d5040ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252930 Aug 11 03:14:27.642064 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d6927f32-b417-4eb7-96f1-bb1ff13447f1 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:27.659439 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [None req-d6927f32-b417-4eb7-96f1-bb1ff13447f1 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Transition to ACTIVE for port object 53ba390d-23b0-4460-8a00-74ad441741ca will not be triggered until provisioned by entity DHCP. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:14:27.715801 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-61d9341c-e637-46fe-b2d4-af96243add5e None None] Attempting to bind port 76832145-abc2-41cb-8a86-b8e986291d9d on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:14:27.716364 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-61d9341c-e637-46fe-b2d4-af96243add5e None None] Attempting to bind port 76832145-abc2-41cb-8a86-b8e986291d9d by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': '4d45f38c-7a49-476b-9ef5-8e9f497fa268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'd679327d-fd33-4983-a8f6-0f67753efd6b'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:14:27.716882 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d9341c-e637-46fe-b2d4-af96243add5e None None] Attempting to bind port 76832145-abc2-41cb-8a86-b8e986291d9d on network d679327d-fd33-4983-a8f6-0f67753efd6b {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:14:27.727959 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d9341c-e637-46fe-b2d4-af96243add5e None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 14, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:14:27.728359 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d9341c-e637-46fe-b2d4-af96243add5e None None] Checking segment: {'id': '4d45f38c-7a49-476b-9ef5-8e9f497fa268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'd679327d-fd33-4983-a8f6-0f67753efd6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:14:27.728917 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-61d9341c-e637-46fe-b2d4-af96243add5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:27.729697 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d9341c-e637-46fe-b2d4-af96243add5e None None] Bound using segment: {'id': '4d45f38c-7a49-476b-9ef5-8e9f497fa268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'd679327d-fd33-4983-a8f6-0f67753efd6b'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:14:27.729952 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-61d9341c-e637-46fe-b2d4-af96243add5e None None] Bound port: 76832145-abc2-41cb-8a86-b8e986291d9d, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d45f38c-7a49-476b-9ef5-8e9f497fa268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'd679327d-fd33-4983-a8f6-0f67753efd6b'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:14:27.730593 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-61d9341c-e637-46fe-b2d4-af96243add5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:27.780250 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a92c8d87-49f2-4da7-a292-15f32d3c568c req-5f625237-eb3a-4c62-b7a9-0a9c9cf95a92 service neutron] 10.222.0.24 "GET /v2.0/networks/e854785b-6921-4aac-9817-a841d5040ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313136 Aug 11 03:14:27.791675 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d6927f32-b417-4eb7-96f1-bb1ff13447f1 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:27.830348 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port d685632a-06e2-4036-8f4b-6f8914e5d68f completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:14:27.860993 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6927f32-b417-4eb7-96f1-bb1ff13447f1 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Pushing event updated for resources: {'Port': ['ID=53ba390d-23b0-4460-8a00-74ad441741ca,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:27.863236 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 3880096d-2030-4fe6-b2c3-a9ab968d4e18 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:14:27.869726 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6023db84-7d8f-4dea-9073-3e3b8e3abca9 None None] Network 46bc4721-e919-46a0-ba39-9fab69a9be39 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:14:27.900995 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6927f32-b417-4eb7-96f1-bb1ff13447f1 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Network 46bc4721-e919-46a0-ba39-9fab69a9be39 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:14:27.902856 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-d6927f32-b417-4eb7-96f1-bb1ff13447f1 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:14:27.909454 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6927f32-b417-4eb7-96f1-bb1ff13447f1 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:14:27.910428 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d6927f32-b417-4eb7-96f1-bb1ff13447f1 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-520987'] for router_interface, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:27.912250 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a92c8d87-49f2-4da7-a292-15f32d3c568c req-4bd22a8e-82fd-40be-b46f-6a5b948cc68d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ba046f43-bd86-472c-a6e9-4db5d5ea61d0 HTTP/1.1" status: 200 len: 217 time: 0.1158700 Aug 11 03:14:27.979201 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92c8d87-49f2-4da7-a292-15f32d3c568c req-c3c445bc-58f3-4e02-9a3a-b921b7849e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:27.980744 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a92c8d87-49f2-4da7-a292-15f32d3c568c req-c3c445bc-58f3-4e02-9a3a-b921b7849e85 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=50b43d93-528a-454a-beae-d58f91ef15e1 HTTP/1.1" status: 200 len: 797 time: 0.0569627 Aug 11 03:14:28.042938 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-61d9341c-e637-46fe-b2d4-af96243add5e None None] For port 76832145-abc2-41cb-8a86-b8e986291d9d, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:14:28.045481 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92c8d87-49f2-4da7-a292-15f32d3c568c req-0a1621a3-3114-4790-af9e-288eae8396fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:28.046956 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a92c8d87-49f2-4da7-a292-15f32d3c568c req-0a1621a3-3114-4790-af9e-288eae8396fb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e854785b-6921-4aac-9817-a841d5040ff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0521808 Aug 11 03:14:28.072096 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 3880096d-2030-4fe6-b2c3-a9ab968d4e18 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:14:28.072516 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:28.111798 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-61d9341c-e637-46fe-b2d4-af96243add5e None None] For port 76832145-abc2-41cb-8a86-b8e986291d9d, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=76832145-abc2-41cb-8a86-b8e986291d9d,segment=NetworkSegment(4d45f38c-7a49-476b-9ef5-8e9f497fa268),segment_id=4d45f38c-7a49-476b-9ef5-8e9f497fa268)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:14:28.137489 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d6927f32-b417-4eb7-96f1-bb1ff13447f1 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:28.176903 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-437cfc27-e15b-41b6-88cb-31e943d6f2c7 None None] Provisioning for port d685632a-06e2-4036-8f4b-6f8914e5d68f completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:14:28.188540 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-437cfc27-e15b-41b6-88cb-31e943d6f2c7 None None] Provisioning complete for port d685632a-06e2-4036-8f4b-6f8914e5d68f triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:14:28.188971 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-437cfc27-e15b-41b6-88cb-31e943d6f2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:28.194335 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a92c8d87-49f2-4da7-a292-15f32d3c568c req-1f3088f7-b149-4089-a8d0-162056927e66 service neutron] 10.222.0.24 "GET /v2.0/networks/e854785b-6921-4aac-9817-a841d5040ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371326 Aug 11 03:14:28.245647 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-61d9341c-e637-46fe-b2d4-af96243add5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:28.315154 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d9341c-e637-46fe-b2d4-af96243add5e None None] Pushing event updated for resources: {'Port': ['ID=76832145-abc2-41cb-8a86-b8e986291d9d,revision_number=2']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:28.333609 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a92c8d87-49f2-4da7-a292-15f32d3c568c req-f6cf70e3-8040-4145-bff4-3f9a8601509b service neutron] 10.222.0.24 "GET /v2.0/networks/e854785b-6921-4aac-9817-a841d5040ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320479 Aug 11 03:14:28.453376 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-437cfc27-e15b-41b6-88cb-31e943d6f2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:28.497026 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-437cfc27-e15b-41b6-88cb-31e943d6f2c7 None None] For port d685632a-06e2-4036-8f4b-6f8914e5d68f, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=d685632a-06e2-4036-8f4b-6f8914e5d68f,segment=NetworkSegment(359ffe1b-15cb-4322-ac7c-613c63b14e07),segment_id=359ffe1b-15cb-4322-ac7c-613c63b14e07)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:14:28.512717 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d6927f32-b417-4eb7-96f1-bb1ff13447f1 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:28.575268 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-437cfc27-e15b-41b6-88cb-31e943d6f2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:28.640960 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d6927f32-b417-4eb7-96f1-bb1ff13447f1 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:28.646498 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d6927f32-b417-4eb7-96f1-bb1ff13447f1 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16383026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521135'] for router_interface, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:28.688646 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437cfc27-e15b-41b6-88cb-31e943d6f2c7 None None] Pushing event updated for resources: {'Port': ['ID=d685632a-06e2-4036-8f4b-6f8914e5d68f,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:28.815492 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6927f32-b417-4eb7-96f1-bb1ff13447f1 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Pushing event updated for resources: {'Port': ['ID=53ba390d-23b0-4460-8a00-74ad441741ca,revision_number=2']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:28.865703 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6927f32-b417-4eb7-96f1-bb1ff13447f1 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Network 46bc4721-e919-46a0-ba39-9fab69a9be39 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:14:28.867367 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-d6927f32-b417-4eb7-96f1-bb1ff13447f1 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:14:28.991468 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-39908560-e1d7-44cd-8727-457f9609c030 None None] Provisioning for port 53ba390d-23b0-4460-8a00-74ad441741ca completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:14:28.998628 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-39908560-e1d7-44cd-8727-457f9609c030 None None] Provisioning complete for port 53ba390d-23b0-4460-8a00-74ad441741ca triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:14:28.999027 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-39908560-e1d7-44cd-8727-457f9609c030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:29.078699 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-39908560-e1d7-44cd-8727-457f9609c030 None None] Port 53ba390d-23b0-4460-8a00-74ad441741ca cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:14:29.094601 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-39908560-e1d7-44cd-8727-457f9609c030 None None] Provisioning complete for port d685632a-06e2-4036-8f4b-6f8914e5d68f triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:14:29.095485 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-39908560-e1d7-44cd-8727-457f9609c030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:29.119221 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6927f32-b417-4eb7-96f1-bb1ff13447f1 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Router 6254624b-3a68-4e59-a3d6-438415c1c471 is scheduled to L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 with binding_index 1 {{(pid=102191) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:14:29.151813 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-125ff681-5644-4196-99a0-a3040a8ae81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:29.356139 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6927f32-b417-4eb7-96f1-bb1ff13447f1 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:14:29.369630 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7c4dd4-cc4c-4c94-bb47-dbbe01248ca6 None None] Sync routers for ids ['6254624b-3a68-4e59-a3d6-438415c1c471'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:14:29.385201 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 35794) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:29.401385 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-d6927f32-b417-4eb7-96f1-bb1ff13447f1 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] 10.222.0.41 "PUT /v2.0/routers/6254624b-3a68-4e59-a3d6-438415c1c471/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9377038 Aug 11 03:14:29.429837 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7c4dd4-cc4c-4c94-bb47-dbbe01248ca6 None None] Routers {'6254624b-3a68-4e59-a3d6-438415c1c471'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:14:29.430522 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-da7c4dd4-cc4c-4c94-bb47-dbbe01248ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:14:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['6254624b-3a68-4e59-a3d6-438415c1c471'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:14:29.521714 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-da7c4dd4-cc4c-4c94-bb47-dbbe01248ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:14:29.543404 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device d685632a-06e2-4036-8f4b-6f8914e5d68f up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:14:29.604404 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7c4dd4-cc4c-4c94-bb47-dbbe01248ca6 None None] Routers {'6254624b-3a68-4e59-a3d6-438415c1c471'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:14:29.605301 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-da7c4dd4-cc4c-4c94-bb47-dbbe01248ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:14:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['6254624b-3a68-4e59-a3d6-438415c1c471'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:14:29.609748 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-483e0925-f35d-4675-afac-798260c5c544 None None] Provisioning complete for port 53ba390d-23b0-4460-8a00-74ad441741ca triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:14:29.610348 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-483e0925-f35d-4675-afac-798260c5c544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:29.876391 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-da7c4dd4-cc4c-4c94-bb47-dbbe01248ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:14:29.877050 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7c4dd4-cc4c-4c94-bb47-dbbe01248ca6 None None] The sync data for ids ['6254624b-3a68-4e59-a3d6-438415c1c471'] in n-d-764292-30 is: [] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:14:29.922949 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-483e0925-f35d-4675-afac-798260c5c544 None None] Port 53ba390d-23b0-4460-8a00-74ad441741ca cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:14:29.934032 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port d685632a-06e2-4036-8f4b-6f8914e5d68f triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:14:29.934439 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:29.981658 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f21ef19-a2aa-43c4-9f9f-113aff74d0d6 None None] Network d679327d-fd33-4983-a8f6-0f67753efd6b requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:14:30.151709 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 76832145-abc2-41cb-8a86-b8e986291d9d up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:14:30.179911 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-ade2e1f1-3b00-4111-b946-71351b98bd55 None None] Provisioning for port 76832145-abc2-41cb-8a86-b8e986291d9d completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:14:30.275712 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-ade2e1f1-3b00-4111-b946-71351b98bd55 None None] Provisioning complete for port 53ba390d-23b0-4460-8a00-74ad441741ca triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:14:30.276050 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-ade2e1f1-3b00-4111-b946-71351b98bd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:30.367098 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-ade2e1f1-3b00-4111-b946-71351b98bd55 None None] Port 53ba390d-23b0-4460-8a00-74ad441741ca cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:14:30.382109 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port 76832145-abc2-41cb-8a86-b8e986291d9d completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:14:30.388004 n-d-764292-30 neutron-server[102192]: INFO neutron.api.v2.resource [None req-4859a6f6-b0d4-4df8-8bf4-9171032bdc2f tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 03:14:30.389080 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-4859a6f6-b0d4-4df8-8bf4-9171032bdc2f tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] 10.222.0.41 "PUT /v2.0/routers/6254624b-3a68-4e59-a3d6-438415c1c471/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.0022776 Aug 11 03:14:30.390812 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 76832145-abc2-41cb-8a86-b8e986291d9d triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:14:30.391447 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:30.392620 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 35818) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:30.399270 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-4e140c4d-e00c-4c62-859e-323bf09341ca req-f2fbb8a6-d42d-424a-a6c3-e11bfa764465 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=b6414b43-2a71-460c-b54b-a0bfa11691cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2242289 Aug 11 03:14:30.523930 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:30.557836 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e140c4d-e00c-4c62-859e-323bf09341ca req-ac6b08c5-d3ae-4595-aa3c-ddf178c036f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:30.564855 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-4e140c4d-e00c-4c62-859e-323bf09341ca req-ac6b08c5-d3ae-4595-aa3c-ddf178c036f7 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7dfe11bfde114b89a52959d4b6413ca0&device_id=b6414b43-2a71-460c-b54b-a0bfa11691cd HTTP/1.1" status: 200 len: 1097 time: 0.1055894 Aug 11 03:14:30.589364 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port 76832145-abc2-41cb-8a86-b8e986291d9d, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=76832145-abc2-41cb-8a86-b8e986291d9d,segment=NetworkSegment(4d45f38c-7a49-476b-9ef5-8e9f497fa268),segment_id=4d45f38c-7a49-476b-9ef5-8e9f497fa268)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:14:30.665182 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:30.705060 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e140c4d-e00c-4c62-859e-323bf09341ca req-a774fec0-4025-42a6-a5b0-b448f740471e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:30.706809 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-4e140c4d-e00c-4c62-859e-323bf09341ca req-a774fec0-4025-42a6-a5b0-b448f740471e service neutron] 10.222.0.22 "GET /v2.0/networks?id=e9f60ad6-c983-468c-801f-9acb1516310b HTTP/1.1" status: 200 len: 912 time: 0.1192725 Aug 11 03:14:30.724076 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-b37f78db-a4cd-48de-a4cb-2059eaf88ed4 None None] Provisioning complete for port 76832145-abc2-41cb-8a86-b8e986291d9d triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:14:30.724460 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-b37f78db-a4cd-48de-a4cb-2059eaf88ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:30.747628 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=76832145-abc2-41cb-8a86-b8e986291d9d,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:30.789078 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-4e140c4d-e00c-4c62-859e-323bf09341ca req-94e797da-5c93-497b-99e4-5f15702aa17a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9e4db2a5-f4d4-4439-9d44-95bd522694b9 HTTP/1.1" status: 200 len: 1000 time: 0.0732758 Aug 11 03:14:30.897409 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e140c4d-e00c-4c62-859e-323bf09341ca req-00452d39-9d57-4ce1-b61a-e9e8aa1dd1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:30.898934 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-4e140c4d-e00c-4c62-859e-323bf09341ca req-00452d39-9d57-4ce1-b61a-e9e8aa1dd1e7 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4ea3625a-218b-4c96-9f19-e26b676452c7 HTTP/1.1" status: 200 len: 850 time: 0.1022010 Aug 11 03:14:30.959585 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e140c4d-e00c-4c62-859e-323bf09341ca req-2d74fcfb-d21d-48ae-a280-e8b958f6b552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:30.959585 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-4e140c4d-e00c-4c62-859e-323bf09341ca req-2d74fcfb-d21d-48ae-a280-e8b958f6b552 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e9f60ad6-c983-468c-801f-9acb1516310b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0460649 Aug 11 03:14:30.959937 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-873d583e-f545-4211-96bc-fc905f12bc0b tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521106'] for router_interface, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:31.062309 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-4e140c4d-e00c-4c62-859e-323bf09341ca req-7655f232-2f74-4190-979e-58afce04521b service neutron] 10.222.0.22 "GET /v2.0/networks/e9f60ad6-c983-468c-801f-9acb1516310b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960925 Aug 11 03:14:31.186722 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-4e140c4d-e00c-4c62-859e-323bf09341ca req-2837faa1-4475-4835-b666-ad2027bfe9e6 service neutron] 10.222.0.22 "GET /v2.0/networks/e9f60ad6-c983-468c-801f-9acb1516310b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207049 Aug 11 03:14:31.221108 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 76832145-abc2-41cb-8a86-b8e986291d9d up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:14:31.284112 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 76832145-abc2-41cb-8a86-b8e986291d9d triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:14:31.284490 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:31.290682 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-873d583e-f545-4211-96bc-fc905f12bc0b tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Deleting port 53ba390d-23b0-4460-8a00-74ad441741ca {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:14:31.291024 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-873d583e-f545-4211-96bc-fc905f12bc0b tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:31.404050 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-873d583e-f545-4211-96bc-fc905f12bc0b tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:31.428099 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-873d583e-f545-4211-96bc-fc905f12bc0b tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Calling delete_port for 53ba390d-23b0-4460-8a00-74ad441741ca owned by network:router_interface {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:14:31.688275 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-873d583e-f545-4211-96bc-fc905f12bc0b tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:31.716984 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873d583e-f545-4211-96bc-fc905f12bc0b tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Pushing event deleted for resources: {'Port': ['ID=53ba390d-23b0-4460-8a00-74ad441741ca,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:31.825747 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:31.829174 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-873d583e-f545-4211-96bc-fc905f12bc0b tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16383033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450082'] for router_interface, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:32.010465 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-873d583e-f545-4211-96bc-fc905f12bc0b tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Router 6254624b-3a68-4e59-a3d6-438415c1c471 has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:14:32.060174 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-50d949d6-2411-4ebb-9c7a-e8468485c5e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:32.086579 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-873d583e-f545-4211-96bc-fc905f12bc0b tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:14:32.096703 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-873d583e-f545-4211-96bc-fc905f12bc0b tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] 10.222.0.41 "PUT /v2.0/routers/6254624b-3a68-4e59-a3d6-438415c1c471/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6984429 Aug 11 03:14:32.096703 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 35840) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:32.099790 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d466c84-2b66-4cf8-8fe2-7eb5c1133885 None None] Sync routers for ids ['6254624b-3a68-4e59-a3d6-438415c1c471'] in n-d-764292-30 {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:14:32.111164 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d466c84-2b66-4cf8-8fe2-7eb5c1133885 None None] Routers {'6254624b-3a68-4e59-a3d6-438415c1c471'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:14:32.111804 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-7d466c84-2b66-4cf8-8fe2-7eb5c1133885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:14:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['6254624b-3a68-4e59-a3d6-438415c1c471'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:14:32.138762 n-d-764292-30 neutron-server[102192]: INFO neutron.api.v2.resource [None req-d9c72e08-540f-4f45-9b44-9731fe8e025e tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] delete failed (client error): The resource could not be found. Aug 11 03:14:32.143687 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-d9c72e08-540f-4f45-9b44-9731fe8e025e tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] 10.222.0.41 "DELETE /v2.0/routers/tempest-non_exist_router-1624248575 HTTP/1.1" status: 404 len: 335 time: 0.0430782 Aug 11 03:14:32.144004 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 35842) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:32.154691 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-3ecf354e-7506-4d15-bfdf-5de3016c8686 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Request body: {'router': {'external_gateway_info': {'network_id': '6254624b-3a68-4e59-a3d6-438415c1c471'}}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:14:32.154841 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-7d466c84-2b66-4cf8-8fe2-7eb5c1133885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:14:32.159822 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d466c84-2b66-4cf8-8fe2-7eb5c1133885 None None] Routers {'6254624b-3a68-4e59-a3d6-438415c1c471'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:14:32.160425 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-7d466c84-2b66-4cf8-8fe2-7eb5c1133885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:14:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['6254624b-3a68-4e59-a3d6-438415c1c471'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:14:32.195214 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-7d466c84-2b66-4cf8-8fe2-7eb5c1133885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:14:32.195858 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d466c84-2b66-4cf8-8fe2-7eb5c1133885 None None] The sync data for ids ['6254624b-3a68-4e59-a3d6-438415c1c471'] in n-d-764292-30 is: [] {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:14:32.362838 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3ecf354e-7506-4d15-bfdf-5de3016c8686 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:32.695274 n-d-764292-30 neutron-server[102191]: INFO neutron.api.v2.resource [None req-3ecf354e-7506-4d15-bfdf-5de3016c8686 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] update failed (client error): The resource could not be found. Aug 11 03:14:32.696379 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-3ecf354e-7506-4d15-bfdf-5de3016c8686 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] 10.222.0.41 "PUT /v2.0/routers/6254624b-3a68-4e59-a3d6-438415c1c471 HTTP/1.1" status: 404 len: 339 time: 0.5513575 Aug 11 03:14:32.700169 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 35858) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:32.708305 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-1f982ebd-d437-4f14-adcb-0a229d907073 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1230115447'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:14:32.808758 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f982ebd-d437-4f14-adcb-0a229d907073 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Made reservation on behalf of ed1c0da1fb1d4a51bf422e168c2e694f for: {'network': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:14:32.821271 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1f982ebd-d437-4f14-adcb-0a229d907073 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:32.893012 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f982ebd-d437-4f14-adcb-0a229d907073 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=102191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:14:32.911525 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1f982ebd-d437-4f14-adcb-0a229d907073 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:32.913881 n-d-764292-30 neutron-server[102191]: INFO neutron.db.segments_db [None req-1f982ebd-d437-4f14-adcb-0a229d907073 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Added segment 47b4071e-9e48-477d-bc05-171564cceb7f of type vlan for network 98ad4255-d8e3-4717-9b1a-67905d849fa1 Aug 11 03:14:32.962603 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:32.975318 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1f982ebd-d437-4f14-adcb-0a229d907073 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:33.094070 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1f982ebd-d437-4f14-adcb-0a229d907073 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:33.100487 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f982ebd-d437-4f14-adcb-0a229d907073 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:33.101207 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1f982ebd-d437-4f14-adcb-0a229d907073 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Notify callbacks [] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:33.167523 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f982ebd-d437-4f14-adcb-0a229d907073 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Pushing event updated for resources: {'Network': ['ID=98ad4255-d8e3-4717-9b1a-67905d849fa1,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:33.178713 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network 98ad4255-d8e3-4717-9b1a-67905d849fa1 details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:14:33.260808 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-1f982ebd-d437-4f14-adcb-0a229d907073 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.5595751 Aug 11 03:14:33.263626 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 35866) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:33.268745 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-02185b58-47eb-4a6b-a427-bbb31a1bfd8c tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Request body: {'subnet': {'network_id': '98ad4255-d8e3-4717-9b1a-67905d849fa1', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:14:33.437128 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02185b58-47eb-4a6b-a427-bbb31a1bfd8c tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Made reservation on behalf of ed1c0da1fb1d4a51bf422e168c2e694f for: {'subnet': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:14:33.440929 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-02185b58-47eb-4a6b-a427-bbb31a1bfd8c tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274743'] for subnet, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:33.705834 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-02185b58-47eb-4a6b-a427-bbb31a1bfd8c tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126283476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274725'] for subnet, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:33.768103 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02185b58-47eb-4a6b-a427-bbb31a1bfd8c tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Pushing event updated for resources: {'Subnet': ['ID=c38e5d41-a4a5-4c3e-b88d-07e4a9ef08bc,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:33.779661 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02185b58-47eb-4a6b-a427-bbb31a1bfd8c tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Checking segment: {'id': '47b4071e-9e48-477d-bc05-171564cceb7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '98ad4255-d8e3-4717-9b1a-67905d849fa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:14:33.779661 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02185b58-47eb-4a6b-a427-bbb31a1bfd8c tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Network hostable DHCP agents. Network: 98ad4255-d8e3-4717-9b1a-67905d849fa1, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:14:33.837114 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02185b58-47eb-4a6b-a427-bbb31a1bfd8c tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Network 98ad4255-d8e3-4717-9b1a-67905d849fa1 is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:14:33.910453 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-02185b58-47eb-4a6b-a427-bbb31a1bfd8c tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, 98ad4255-d8e3-4717-9b1a-67905d849fa1) {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:14:33.920786 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c6ee7f2-26ab-48e7-9150-359667cb96a7 None None] Network 98ad4255-d8e3-4717-9b1a-67905d849fa1 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:14:33.921324 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02185b58-47eb-4a6b-a427-bbb31a1bfd8c tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:33.924567 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-02185b58-47eb-4a6b-a427-bbb31a1bfd8c tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:34.012856 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-02185b58-47eb-4a6b-a427-bbb31a1bfd8c tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7442446 Aug 11 03:14:34.014893 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 35894) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:34.020425 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-b8f2be08-a585-4295-959f-97eed2c0aa66 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Request body: {'router': {'external_gateway_info': {'network_id': '98ad4255-d8e3-4717-9b1a-67905d849fa1'}}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:14:34.109083 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9af507d3-bf7e-4450-9bfc-bd43796fb1fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde080026-c28f-55be-b52b-13827cc43646-98ad4255-d8e3-4717-9b1a-67905d849fa1', 'network_id': '98ad4255-d8e3-4717-9b1a-67905d849fa1', 'tenant_id': 'ed1c0da1fb1d4a51bf422e168c2e694f', 'fixed_ips': [{'subnet_id': 'c38e5d41-a4a5-4c3e-b88d-07e4a9ef08bc'}]}} from n-d-764292-30. {{(pid=102193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:14:34.116116 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-9af507d3-bf7e-4450-9bfc-bd43796fb1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:34.275271 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.db_base_plugin_common [None req-9af507d3-bf7e-4450-9bfc-bd43796fb1fb None None] Allocated IP 2001:db8:1::2 (98ad4255-d8e3-4717-9b1a-67905d849fa1/c38e5d41-a4a5-4c3e-b88d-07e4a9ef08bc/4e984623-0ab4-4395-b1f8-b12cd4f796b4) {{(pid=102193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:14:34.466626 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-9af507d3-bf7e-4450-9bfc-bd43796fb1fb None None] Notify callbacks [] for port, precommit_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:34.477074 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-9af507d3-bf7e-4450-9bfc-bd43796fb1fb None None] Transition to ACTIVE for port object 4e984623-0ab4-4395-b1f8-b12cd4f796b4 will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:14:34.498496 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-9af507d3-bf7e-4450-9bfc-bd43796fb1fb None None] Transition to ACTIVE for port object 4e984623-0ab4-4395-b1f8-b12cd4f796b4 will not be triggered until provisioned by entity DHCP. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:14:34.523022 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b8f2be08-a585-4295-959f-97eed2c0aa66 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:34.546731 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-9af507d3-bf7e-4450-9bfc-bd43796fb1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669'] for port, after_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:34.579000 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:34.595341 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af507d3-bf7e-4450-9bfc-bd43796fb1fb None None] Network 98ad4255-d8e3-4717-9b1a-67905d849fa1 is already hosted by enough agents. {{(pid=102193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:14:34.599359 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.base_scheduler [None req-9af507d3-bf7e-4450-9bfc-bd43796fb1fb None None] Resources bound (agent type, host, resource id): {{(pid=102193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:14:34.609272 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af507d3-bf7e-4450-9bfc-bd43796fb1fb None None] Pushing event updated for resources: {'Port': ['ID=4e984623-0ab4-4395-b1f8-b12cd4f796b4,revision_number=1']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:34.609272 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af507d3-bf7e-4450-9bfc-bd43796fb1fb None None] Received port after_create {{(pid=102193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:14:34.667015 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-9af507d3-bf7e-4450-9bfc-bd43796fb1fb None None] Attempting to bind port 4e984623-0ab4-4395-b1f8-b12cd4f796b4 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:14:34.667674 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-9af507d3-bf7e-4450-9bfc-bd43796fb1fb None None] Attempting to bind port 4e984623-0ab4-4395-b1f8-b12cd4f796b4 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': '47b4071e-9e48-477d-bc05-171564cceb7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '98ad4255-d8e3-4717-9b1a-67905d849fa1'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:14:34.668247 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af507d3-bf7e-4450-9bfc-bd43796fb1fb None None] Attempting to bind port 4e984623-0ab4-4395-b1f8-b12cd4f796b4 on network 98ad4255-d8e3-4717-9b1a-67905d849fa1 {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:14:34.673917 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af507d3-bf7e-4450-9bfc-bd43796fb1fb None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 14, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:14:34.674303 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af507d3-bf7e-4450-9bfc-bd43796fb1fb None None] Checking segment: {'id': '47b4071e-9e48-477d-bc05-171564cceb7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '98ad4255-d8e3-4717-9b1a-67905d849fa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:14:34.674720 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-9af507d3-bf7e-4450-9bfc-bd43796fb1fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:34.675179 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af507d3-bf7e-4450-9bfc-bd43796fb1fb None None] Bound using segment: {'id': '47b4071e-9e48-477d-bc05-171564cceb7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '98ad4255-d8e3-4717-9b1a-67905d849fa1'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:14:34.675999 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-9af507d3-bf7e-4450-9bfc-bd43796fb1fb None None] Bound port: 4e984623-0ab4-4395-b1f8-b12cd4f796b4, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47b4071e-9e48-477d-bc05-171564cceb7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '98ad4255-d8e3-4717-9b1a-67905d849fa1'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:14:34.676661 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-9af507d3-bf7e-4450-9bfc-bd43796fb1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:34.706543 n-d-764292-30 neutron-server[102191]: INFO neutron.api.v2.resource [None req-b8f2be08-a585-4295-959f-97eed2c0aa66 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 03:14:34.707658 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-b8f2be08-a585-4295-959f-97eed2c0aa66 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] 10.222.0.41 "PUT /v2.0/routers/6254624b-3a68-4e59-a3d6-438415c1c471 HTTP/1.1" status: 400 len: 364 time: 0.6917944 Aug 11 03:14:34.711384 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 35912) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:34.753944 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-9af507d3-bf7e-4450-9bfc-bd43796fb1fb None None] For port 4e984623-0ab4-4395-b1f8-b12cd4f796b4, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:14:34.758127 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-9af507d3-bf7e-4450-9bfc-bd43796fb1fb None None] For port 4e984623-0ab4-4395-b1f8-b12cd4f796b4, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=4e984623-0ab4-4395-b1f8-b12cd4f796b4,segment=NetworkSegment(47b4071e-9e48-477d-bc05-171564cceb7f),segment_id=47b4071e-9e48-477d-bc05-171564cceb7f)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:14:34.809219 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-9af507d3-bf7e-4450-9bfc-bd43796fb1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:34.880639 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af507d3-bf7e-4450-9bfc-bd43796fb1fb None None] Pushing event updated for resources: {'Port': ['ID=4e984623-0ab4-4395-b1f8-b12cd4f796b4,revision_number=2']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:35.059517 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c15501f0-c66f-419c-9e4f-4696864f2a4e tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:35.373114 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 4e984623-0ab4-4395-b1f8-b12cd4f796b4 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:14:35.497570 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [None req-c15501f0-c66f-419c-9e4f-4696864f2a4e tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Allocated IP 2001:db8::1 (bc8eb256-ee40-408a-a231-6ebfa69831cb/11104e3f-85c2-499c-85e9-aad6f8049f10/553f9aa0-bba1-4c45-a4b7-592cd0e6ee4f) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:14:35.562787 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port 4e984623-0ab4-4395-b1f8-b12cd4f796b4 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:14:35.627800 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c15501f0-c66f-419c-9e4f-4696864f2a4e tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:35.644836 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [None req-c15501f0-c66f-419c-9e4f-4696864f2a4e tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Transition to ACTIVE for port object 553f9aa0-bba1-4c45-a4b7-592cd0e6ee4f will not be triggered until provisioned by entity DHCP. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:14:35.740891 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c15501f0-c66f-419c-9e4f-4696864f2a4e tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:35.788598 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c15501f0-c66f-419c-9e4f-4696864f2a4e tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Network bc8eb256-ee40-408a-a231-6ebfa69831cb is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:14:35.806818 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-c15501f0-c66f-419c-9e4f-4696864f2a4e tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:14:35.818002 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15501f0-c66f-419c-9e4f-4696864f2a4e tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:14:35.821182 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c15501f0-c66f-419c-9e4f-4696864f2a4e tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-520987'] for router_interface, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:35.944977 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15501f0-c66f-419c-9e4f-4696864f2a4e tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Pushing event updated for resources: {'Port': ['ID=553f9aa0-bba1-4c45-a4b7-592cd0e6ee4f,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:36.039122 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 35944) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:36.196725 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c15501f0-c66f-419c-9e4f-4696864f2a4e tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:36.215456 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-3e513e49-897c-441f-8e7f-f7d9299ec25e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:36.270185 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d51787-edd4-4c7e-9658-33ce2f38de19 None None] Network 98ad4255-d8e3-4717-9b1a-67905d849fa1 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:14:36.360404 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-3e513e49-897c-441f-8e7f-f7d9299ec25e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:36.465641 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-3e513e49-897c-441f-8e7f-f7d9299ec25e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:36.473873 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-cd61fc98-3735-44f4-b5bf-b04a516d7fca None None] Provisioning for port 553f9aa0-bba1-4c45-a4b7-592cd0e6ee4f completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:14:36.478774 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-cd61fc98-3735-44f4-b5bf-b04a516d7fca None None] Provisioning complete for port 553f9aa0-bba1-4c45-a4b7-592cd0e6ee4f triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:14:36.479150 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-cd61fc98-3735-44f4-b5bf-b04a516d7fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:36.520924 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-cd61fc98-3735-44f4-b5bf-b04a516d7fca None None] Port 553f9aa0-bba1-4c45-a4b7-592cd0e6ee4f cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:14:36.534264 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-3e513e49-897c-441f-8e7f-f7d9299ec25e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d7498438421441c48c8b16660c39177e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4937735 Aug 11 03:14:36.539642 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e513e49-897c-441f-8e7f-f7d9299ec25e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c4915d0-33e3-48a4-86bc-596cefcefc3b,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:36.541407 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 35950) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:36.616528 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-cd61fc98-3735-44f4-b5bf-b04a516d7fca None None] Provisioning for port 4e984623-0ab4-4395-b1f8-b12cd4f796b4 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:14:36.621320 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-cd61fc98-3735-44f4-b5bf-b04a516d7fca None None] Provisioning complete for port 4e984623-0ab4-4395-b1f8-b12cd4f796b4 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:14:36.621695 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-cd61fc98-3735-44f4-b5bf-b04a516d7fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:36.629175 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c15501f0-c66f-419c-9e4f-4696864f2a4e tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:36.635194 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b2df80b4-7492-40ff-a360-f8e39cd61e8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:36.661573 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b2df80b4-7492-40ff-a360-f8e39cd61e8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:36.711921 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-cd61fc98-3735-44f4-b5bf-b04a516d7fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:36.740380 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c15501f0-c66f-419c-9e4f-4696864f2a4e tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:36.741249 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c15501f0-c66f-419c-9e4f-4696864f2a4e tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16383026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521135'] for router_interface, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:36.748596 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-cd61fc98-3735-44f4-b5bf-b04a516d7fca None None] For port 4e984623-0ab4-4395-b1f8-b12cd4f796b4, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=4e984623-0ab4-4395-b1f8-b12cd4f796b4,segment=NetworkSegment(47b4071e-9e48-477d-bc05-171564cceb7f),segment_id=47b4071e-9e48-477d-bc05-171564cceb7f)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:14:36.825193 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b2df80b4-7492-40ff-a360-f8e39cd61e8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:36.827673 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b2df80b4-7492-40ff-a360-f8e39cd61e8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:36.828839 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-b2df80b4-7492-40ff-a360-f8e39cd61e8a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4c4915d0-33e3-48a4-86bc-596cefcefc3b HTTP/1.1" status: 204 len: 168 time: 0.2880781 Aug 11 03:14:36.833690 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15501f0-c66f-419c-9e4f-4696864f2a4e tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Pushing event updated for resources: {'Port': ['ID=553f9aa0-bba1-4c45-a4b7-592cd0e6ee4f,revision_number=2']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:36.845490 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-cd61fc98-3735-44f4-b5bf-b04a516d7fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:36.855017 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2df80b4-7492-40ff-a360-f8e39cd61e8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c4915d0-33e3-48a4-86bc-596cefcefc3b,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:36.885663 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c15501f0-c66f-419c-9e4f-4696864f2a4e tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Network bc8eb256-ee40-408a-a231-6ebfa69831cb is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:14:36.887225 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-c15501f0-c66f-419c-9e4f-4696864f2a4e tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:14:36.945611 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd61fc98-3735-44f4-b5bf-b04a516d7fca None None] Pushing event updated for resources: {'Port': ['ID=4e984623-0ab4-4395-b1f8-b12cd4f796b4,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:36.970250 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-4e9d3bb3-f5e1-489a-ac82-b26b45eae527 None None] Provisioning complete for port 4e984623-0ab4-4395-b1f8-b12cd4f796b4 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:14:36.970678 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-4e9d3bb3-f5e1-489a-ac82-b26b45eae527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:36.990834 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c15501f0-c66f-419c-9e4f-4696864f2a4e tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Router 6254624b-3a68-4e59-a3d6-438415c1c471 has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:14:37.040991 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:37.101715 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c15501f0-c66f-419c-9e4f-4696864f2a4e tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:14:37.109926 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-c15501f0-c66f-419c-9e4f-4696864f2a4e tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] 10.222.0.41 "PUT /v2.0/routers/6254624b-3a68-4e59-a3d6-438415c1c471/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3949621 Aug 11 03:14:37.110811 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 35962) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:37.121923 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22625e4a-72a3-4d0b-b4e1-cca2d0aac620 None None] Sync routers for ids ['6254624b-3a68-4e59-a3d6-438415c1c471'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:14:37.138404 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22625e4a-72a3-4d0b-b4e1-cca2d0aac620 None None] Routers {'6254624b-3a68-4e59-a3d6-438415c1c471'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:14:37.138404 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-22625e4a-72a3-4d0b-b4e1-cca2d0aac620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:14:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['6254624b-3a68-4e59-a3d6-438415c1c471'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:14:37.187758 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-22625e4a-72a3-4d0b-b4e1-cca2d0aac620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:14:37.207850 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22625e4a-72a3-4d0b-b4e1-cca2d0aac620 None None] Routers {'6254624b-3a68-4e59-a3d6-438415c1c471'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:14:37.208498 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-22625e4a-72a3-4d0b-b4e1-cca2d0aac620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:14:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['6254624b-3a68-4e59-a3d6-438415c1c471'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:14:37.230473 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-98a9536b-2b3a-472f-bfbf-1c1598a58e7f tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Notify callbacks [] for router, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:37.283050 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 4e984623-0ab4-4395-b1f8-b12cd4f796b4 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:14:37.286866 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-22625e4a-72a3-4d0b-b4e1-cca2d0aac620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:14:37.287484 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22625e4a-72a3-4d0b-b4e1-cca2d0aac620 None None] The sync data for ids ['6254624b-3a68-4e59-a3d6-438415c1c471'] in n-d-764292-30 is: [] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:14:37.341001 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-30ea584b-85ce-4a33-bbf3-9f361340e431 None None] Provisioning complete for port 553f9aa0-bba1-4c45-a4b7-592cd0e6ee4f triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:14:37.341376 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-30ea584b-85ce-4a33-bbf3-9f361340e431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:37.350138 n-d-764292-30 neutron-server[102192]: INFO neutron.api.v2.resource [None req-98a9536b-2b3a-472f-bfbf-1c1598a58e7f tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 11 03:14:37.353905 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-98a9536b-2b3a-472f-bfbf-1c1598a58e7f tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] 10.222.0.41 "DELETE /v2.0/routers/6254624b-3a68-4e59-a3d6-438415c1c471 HTTP/1.1" status: 409 len: 329 time: 0.2401338 Aug 11 03:14:37.354273 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 35968) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:37.401408 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 4e984623-0ab4-4395-b1f8-b12cd4f796b4 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:14:37.401783 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:37.466874 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-30ea584b-85ce-4a33-bbf3-9f361340e431 None None] Port 553f9aa0-bba1-4c45-a4b7-592cd0e6ee4f cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:14:37.813493 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9d6c6758-c552-461e-8bb2-bbd8a1cfa966 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521106'] for router_interface, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:38.137039 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-9d6c6758-c552-461e-8bb2-bbd8a1cfa966 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Deleting port 553f9aa0-bba1-4c45-a4b7-592cd0e6ee4f {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:14:38.137653 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9d6c6758-c552-461e-8bb2-bbd8a1cfa966 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:38.483762 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9d6c6758-c552-461e-8bb2-bbd8a1cfa966 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:38.497587 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-9d6c6758-c552-461e-8bb2-bbd8a1cfa966 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Calling delete_port for 553f9aa0-bba1-4c45-a4b7-592cd0e6ee4f owned by network:router_interface {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:14:38.774127 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9d6c6758-c552-461e-8bb2-bbd8a1cfa966 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:38.810553 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6c6758-c552-461e-8bb2-bbd8a1cfa966 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Pushing event deleted for resources: {'Port': ['ID=553f9aa0-bba1-4c45-a4b7-592cd0e6ee4f,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:38.924065 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9d6c6758-c552-461e-8bb2-bbd8a1cfa966 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16383033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450082'] for router_interface, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:39.114508 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d6c6758-c552-461e-8bb2-bbd8a1cfa966 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Router 6254624b-3a68-4e59-a3d6-438415c1c471 has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:14:39.188270 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d6c6758-c552-461e-8bb2-bbd8a1cfa966 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:14:39.195041 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-9d6c6758-c552-461e-8bb2-bbd8a1cfa966 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] 10.222.0.41 "PUT /v2.0/routers/6254624b-3a68-4e59-a3d6-438415c1c471/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8396668 Aug 11 03:14:39.198642 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 36018) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:39.207636 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4943c9b2-8181-4186-84e2-31a1702f8ef3 None None] Sync routers for ids ['6254624b-3a68-4e59-a3d6-438415c1c471'] in n-d-764292-30 {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:14:39.216356 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4943c9b2-8181-4186-84e2-31a1702f8ef3 None None] Routers {'6254624b-3a68-4e59-a3d6-438415c1c471'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:14:39.216958 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-4943c9b2-8181-4186-84e2-31a1702f8ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:14:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['6254624b-3a68-4e59-a3d6-438415c1c471'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:14:39.240747 n-d-764292-30 neutron-server[102191]: INFO neutron.api.v2.resource [None req-6deace18-12a7-468e-a0b3-b5060af898cb tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] show failed (client error): The resource could not be found. Aug 11 03:14:39.245512 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-6deace18-12a7-468e-a0b3-b5060af898cb tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] 10.222.0.41 "GET /v2.0/routers/tempest-non_exist_router-2122054040 HTTP/1.1" status: 404 len: 335 time: 0.0420628 Aug 11 03:14:39.245664 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 36020) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:39.248263 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-4943c9b2-8181-4186-84e2-31a1702f8ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:14:39.250211 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-9dab0cfd-a658-40cc-8a81-e9d85473339c tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Request body: {'router': {'name': 'new_name'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:14:39.260859 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4943c9b2-8181-4186-84e2-31a1702f8ef3 None None] Routers {'6254624b-3a68-4e59-a3d6-438415c1c471'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:14:39.260859 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-4943c9b2-8181-4186-84e2-31a1702f8ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:14:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['6254624b-3a68-4e59-a3d6-438415c1c471'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:14:39.284788 n-d-764292-30 neutron-server[102191]: INFO neutron.api.v2.resource [None req-9dab0cfd-a658-40cc-8a81-e9d85473339c tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] update failed (client error): The resource could not be found. Aug 11 03:14:39.290190 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-9dab0cfd-a658-40cc-8a81-e9d85473339c tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] 10.222.0.41 "PUT /v2.0/routers/tempest-non_exist_router-70190212 HTTP/1.1" status: 404 len: 333 time: 0.0393572 Aug 11 03:14:39.290609 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 36024) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:39.292879 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-4943c9b2-8181-4186-84e2-31a1702f8ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:14:39.293522 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4943c9b2-8181-4186-84e2-31a1702f8ef3 None None] The sync data for ids ['6254624b-3a68-4e59-a3d6-438415c1c471'] in n-d-764292-30 is: [] {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:14:39.348826 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1fcb187-afa7-46d0-a327-cb1f4088ca95 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Deleting subnet c38e5d41-a4a5-4c3e-b88d-07e4a9ef08bc {{(pid=102191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:14:39.352640 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f1fcb187-afa7-46d0-a327-cb1f4088ca95 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Notify callbacks [] for subnet, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:39.399788 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f1fcb187-afa7-46d0-a327-cb1f4088ca95 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126283525'] for subnet, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:39.482377 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f1fcb187-afa7-46d0-a327-cb1f4088ca95 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:39.627835 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f1fcb187-afa7-46d0-a327-cb1f4088ca95 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126283413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126275158'] for subnet, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:39.649784 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fcb187-afa7-46d0-a327-cb1f4088ca95 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Pushing event deleted for resources: {'Subnet': ['ID=c38e5d41-a4a5-4c3e-b88d-07e4a9ef08bc,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:39.653581 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f1fcb187-afa7-46d0-a327-cb1f4088ca95 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:39.655685 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-f1fcb187-afa7-46d0-a327-cb1f4088ca95 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] 10.222.0.41 "DELETE /v2.0/subnets/c38e5d41-a4a5-4c3e-b88d-07e4a9ef08bc HTTP/1.1" status: 204 len: 168 time: 0.3643034 Aug 11 03:14:39.658186 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 36040) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:39.661903 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a5f6c86-d100-4338-bc31-968fee564673 None None] Network 98ad4255-d8e3-4717-9b1a-67905d849fa1 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:14:39.756274 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3b456afc-b0df-44ab-8e4e-b22e1c7e8de9 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:39.819430 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-3b456afc-b0df-44ab-8e4e-b22e1c7e8de9 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Deleting port 4e984623-0ab4-4395-b1f8-b12cd4f796b4 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:14:39.819430 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3b456afc-b0df-44ab-8e4e-b22e1c7e8de9 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:39.875960 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eee1365-9ad8-4bae-a347-8a074e241abb None None] DHCP port deletion for 98ad4255-d8e3-4717-9b1a-67905d849fa1 request from n-d-764292-30 {{(pid=102193) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:14:39.921234 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [None req-3b456afc-b0df-44ab-8e4e-b22e1c7e8de9 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] For port 4e984623-0ab4-4395-b1f8-b12cd4f796b4, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=4e984623-0ab4-4395-b1f8-b12cd4f796b4,segment=NetworkSegment(47b4071e-9e48-477d-bc05-171564cceb7f),segment_id=47b4071e-9e48-477d-bc05-171564cceb7f)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:14:39.921862 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3b456afc-b0df-44ab-8e4e-b22e1c7e8de9 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:39.926386 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-3eee1365-9ad8-4bae-a347-8a074e241abb None None] Deleting port 4e984623-0ab4-4395-b1f8-b12cd4f796b4 {{(pid=102193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:14:39.927104 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3eee1365-9ad8-4bae-a347-8a074e241abb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:39.937997 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-3b456afc-b0df-44ab-8e4e-b22e1c7e8de9 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Calling delete_port for 4e984623-0ab4-4395-b1f8-b12cd4f796b4 owned by network:dhcp {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:14:39.995535 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3eee1365-9ad8-4bae-a347-8a074e241abb None None] For port 4e984623-0ab4-4395-b1f8-b12cd4f796b4, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=4e984623-0ab4-4395-b1f8-b12cd4f796b4,segment=NetworkSegment(47b4071e-9e48-477d-bc05-171564cceb7f),segment_id=47b4071e-9e48-477d-bc05-171564cceb7f)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:14:39.995937 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3eee1365-9ad8-4bae-a347-8a074e241abb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:40.021359 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-3eee1365-9ad8-4bae-a347-8a074e241abb None None] Calling delete_port for 4e984623-0ab4-4395-b1f8-b12cd4f796b4 owned by network:dhcp {{(pid=102193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:14:40.128648 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3b456afc-b0df-44ab-8e4e-b22e1c7e8de9 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:40.142796 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3eee1365-9ad8-4bae-a347-8a074e241abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678'] for port, after_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:40.162194 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b456afc-b0df-44ab-8e4e-b22e1c7e8de9 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Pushing event deleted for resources: {'Port': ['ID=4e984623-0ab4-4395-b1f8-b12cd4f796b4,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:40.165894 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b456afc-b0df-44ab-8e4e-b22e1c7e8de9 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] No DVR routers for this DVR port 4e984623-0ab4-4395-b1f8-b12cd4f796b4 on host n-d-764292-30 {{(pid=102191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:14:40.187496 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eee1365-9ad8-4bae-a347-8a074e241abb None None] Pushing event deleted for resources: {'Port': ['ID=4e984623-0ab4-4395-b1f8-b12cd4f796b4,revision_number=None']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:40.198469 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eee1365-9ad8-4bae-a347-8a074e241abb None None] No DVR routers for this DVR port 4e984623-0ab4-4395-b1f8-b12cd4f796b4 on host n-d-764292-30 {{(pid=102193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:14:40.257459 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3b456afc-b0df-44ab-8e4e-b22e1c7e8de9 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:40.268428 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-3b456afc-b0df-44ab-8e4e-b22e1c7e8de9 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98ad4255-d8e3-4717-9b1a-67905d849fa1']}} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:14:40.281921 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-3b456afc-b0df-44ab-8e4e-b22e1c7e8de9 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47b4071e-9e48-477d-bc05-171564cceb7f') {'for_net_delete': True} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:14:40.282327 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-3b456afc-b0df-44ab-8e4e-b22e1c7e8de9 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47b4071e-9e48-477d-bc05-171564cceb7f') {} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:14:40.294390 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3b456afc-b0df-44ab-8e4e-b22e1c7e8de9 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126283644'] for segment, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:40.311719 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3b456afc-b0df-44ab-8e4e-b22e1c7e8de9 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:40.320225 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b456afc-b0df-44ab-8e4e-b22e1c7e8de9 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=102191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:14:40.320647 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3b456afc-b0df-44ab-8e4e-b22e1c7e8de9 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126283391'] for segment, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:40.323852 n-d-764292-30 neutron-server[102191]: Traceback (most recent call last): Aug 11 03:14:40.323852 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:14:40.323852 n-d-764292-30 neutron-server[102191]: timer() Aug 11 03:14:40.323852 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:14:40.323852 n-d-764292-30 neutron-server[102191]: cb(*args, **kw) Aug 11 03:14:40.323852 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:14:40.323852 n-d-764292-30 neutron-server[102191]: return func(*args, **kwargs) Aug 11 03:14:40.323852 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:14:40.323852 n-d-764292-30 neutron-server[102191]: self._notify() Aug 11 03:14:40.323852 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:14:40.323852 n-d-764292-30 neutron-server[102191]: self.callback(batched_events) Aug 11 03:14:40.323852 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:14:40.323852 n-d-764292-30 neutron-server[102191]: event.method(event) Aug 11 03:14:40.323852 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:14:40.323852 n-d-764292-30 neutron-server[102191]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:14:40.323852 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:14:40.323852 n-d-764292-30 neutron-server[102191]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:14:40.323852 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:14:40.323852 n-d-764292-30 neutron-server[102191]: return f(self, *a, **k) Aug 11 03:14:40.323852 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:14:40.323852 n-d-764292-30 neutron-server[102191]: return self._get(url).json() Aug 11 03:14:40.323852 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:14:40.323852 n-d-764292-30 neutron-server[102191]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:14:40.323852 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:14:40.323852 n-d-764292-30 neutron-server[102191]: return self.request(url, 'GET', **kwargs) Aug 11 03:14:40.323852 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:14:40.323852 n-d-764292-30 neutron-server[102191]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:14:40.323852 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:14:40.323852 n-d-764292-30 neutron-server[102191]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:14:40.323852 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:14:40.323852 n-d-764292-30 neutron-server[102191]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:14:40.323852 n-d-764292-30 neutron-server[102191]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:14:40.545431 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3b456afc-b0df-44ab-8e4e-b22e1c7e8de9 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:40.553424 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3b456afc-b0df-44ab-8e4e-b22e1c7e8de9 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Notify callbacks [] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:40.555250 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-3b456afc-b0df-44ab-8e4e-b22e1c7e8de9 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] 10.222.0.41 "DELETE /v2.0/networks/98ad4255-d8e3-4717-9b1a-67905d849fa1 HTTP/1.1" status: 204 len: 168 time: 0.8893802 Aug 11 03:14:40.557828 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 36058) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:40.566862 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b456afc-b0df-44ab-8e4e-b22e1c7e8de9 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Pushing event deleted for resources: {'Network': ['ID=98ad4255-d8e3-4717-9b1a-67905d849fa1,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:40.617700 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_v2 [None req-7628d0e1-b0c6-4983-bcc0-325e74d00b28 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Deleting subnet c9163ccd-218d-4efb-8989-27a3bf96722e {{(pid=102192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:14:40.621220 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-7628d0e1-b0c6-4983-bcc0-325e74d00b28 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Notify callbacks [] for subnet, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:40.670258 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-7628d0e1-b0c6-4983-bcc0-325e74d00b28 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125932460'] for subnet, precommit_delete_associations {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:40.754855 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-7628d0e1-b0c6-4983-bcc0-325e74d00b28 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:40.883227 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-7628d0e1-b0c6-4983-bcc0-325e74d00b28 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125932157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126180897'] for subnet, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:40.918807 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7628d0e1-b0c6-4983-bcc0-325e74d00b28 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Pushing event deleted for resources: {'Subnet': ['ID=c9163ccd-218d-4efb-8989-27a3bf96722e,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:40.921159 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-7628d0e1-b0c6-4983-bcc0-325e74d00b28 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:40.924024 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-7628d0e1-b0c6-4983-bcc0-325e74d00b28 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] 10.222.0.41 "DELETE /v2.0/subnets/c9163ccd-218d-4efb-8989-27a3bf96722e HTTP/1.1" status: 204 len: 168 time: 0.3644457 Aug 11 03:14:40.925865 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 36070) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:40.928943 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b7566c2-653b-4a49-84dc-47e2593a51d0 None None] Network d679327d-fd33-4983-a8f6-0f67753efd6b requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:14:40.986448 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 36074) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:41.019177 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_v2 [None req-b65f2ab1-fc21-495d-8690-84f58fbba798 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Deleting subnet 31a1ef28-213e-487c-bd12-c3633de61931 {{(pid=102191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:14:41.024859 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b65f2ab1-fc21-495d-8690-84f58fbba798 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Notify callbacks [] for subnet, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:41.083867 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b65f2ab1-fc21-495d-8690-84f58fbba798 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126283525'] for subnet, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:41.116716 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:41.126924 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-359b988e-01b6-4012-87c0-56c434d60163 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:41.168695 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92020829-687c-4e21-b2ab-824adf16772e None None] DHCP port deletion for d679327d-fd33-4983-a8f6-0f67753efd6b request from n-d-764292-30 {{(pid=102193) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:14:41.204281 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b65f2ab1-fc21-495d-8690-84f58fbba798 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:41.239042 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-359b988e-01b6-4012-87c0-56c434d60163 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:41.258648 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-92020829-687c-4e21-b2ab-824adf16772e None None] Deleting port 76832145-abc2-41cb-8a86-b8e986291d9d {{(pid=102193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:14:41.259021 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-92020829-687c-4e21-b2ab-824adf16772e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:41.273974 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 76832145-abc2-41cb-8a86-b8e986291d9d no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:14:41.305412 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-359b988e-01b6-4012-87c0-56c434d60163 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:41.349534 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-359b988e-01b6-4012-87c0-56c434d60163 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3bb02663ea2848c6b919a4388973c724&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3617301 Aug 11 03:14:41.350570 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359b988e-01b6-4012-87c0-56c434d60163 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39b1273c-d5db-4fdc-840e-5ca264478f29,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:41.352390 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 36088) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:41.373960 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b65f2ab1-fc21-495d-8690-84f58fbba798 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126283413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126275158'] for subnet, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:41.426870 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65f2ab1-fc21-495d-8690-84f58fbba798 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Pushing event deleted for resources: {'Subnet': ['ID=31a1ef28-213e-487c-bd12-c3633de61931,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:41.428949 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b65f2ab1-fc21-495d-8690-84f58fbba798 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:41.431649 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-b65f2ab1-fc21-495d-8690-84f58fbba798 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] 10.222.0.41 "DELETE /v2.0/subnets/31a1ef28-213e-487c-bd12-c3633de61931 HTTP/1.1" status: 204 len: 168 time: 0.5039918 Aug 11 03:14:41.439559 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 36090) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:41.463847 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a403dc3c-afab-48d0-853a-2621d3ba8654 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:41.490815 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a403dc3c-afab-48d0-853a-2621d3ba8654 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:41.500558 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7558b17-45da-4395-8fa0-bb2b2539bd93 None None] Network 46bc4721-e919-46a0-ba39-9fab69a9be39 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:14:41.536217 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-3fdf545f-d894-4b48-bc2b-582c9cd9e098 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:41.605649 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf545f-d894-4b48-bc2b-582c9cd9e098 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Deleting port 76832145-abc2-41cb-8a86-b8e986291d9d {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:14:41.606409 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-3fdf545f-d894-4b48-bc2b-582c9cd9e098 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:41.621818 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-92020829-687c-4e21-b2ab-824adf16772e None None] For port 76832145-abc2-41cb-8a86-b8e986291d9d, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=76832145-abc2-41cb-8a86-b8e986291d9d,segment=NetworkSegment(4d45f38c-7a49-476b-9ef5-8e9f497fa268),segment_id=4d45f38c-7a49-476b-9ef5-8e9f497fa268)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:14:41.622218 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-92020829-687c-4e21-b2ab-824adf16772e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:41.625394 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a403dc3c-afab-48d0-853a-2621d3ba8654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:41.628622 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a403dc3c-afab-48d0-853a-2621d3ba8654 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:41.633162 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-a403dc3c-afab-48d0-853a-2621d3ba8654 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/39b1273c-d5db-4fdc-840e-5ca264478f29 HTTP/1.1" status: 204 len: 168 time: 0.2748053 Aug 11 03:14:41.640525 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a403dc3c-afab-48d0-853a-2621d3ba8654 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39b1273c-d5db-4fdc-840e-5ca264478f29,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:41.670942 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [None req-3fdf545f-d894-4b48-bc2b-582c9cd9e098 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] For port 76832145-abc2-41cb-8a86-b8e986291d9d, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=76832145-abc2-41cb-8a86-b8e986291d9d,segment=NetworkSegment(4d45f38c-7a49-476b-9ef5-8e9f497fa268),segment_id=4d45f38c-7a49-476b-9ef5-8e9f497fa268)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:14:41.671674 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-3fdf545f-d894-4b48-bc2b-582c9cd9e098 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:41.691457 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf545f-d894-4b48-bc2b-582c9cd9e098 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Calling delete_port for 76832145-abc2-41cb-8a86-b8e986291d9d owned by network:dhcp {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:14:41.691596 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-92020829-687c-4e21-b2ab-824adf16772e None None] Calling delete_port for 76832145-abc2-41cb-8a86-b8e986291d9d owned by network:dhcp {{(pid=102193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:14:41.696815 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:41.787313 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port 76832145-abc2-41cb-8a86-b8e986291d9d, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=76832145-abc2-41cb-8a86-b8e986291d9d,segment=NetworkSegment(4d45f38c-7a49-476b-9ef5-8e9f497fa268),segment_id=4d45f38c-7a49-476b-9ef5-8e9f497fa268)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:14:41.854153 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:41.855512 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 4e984623-0ab4-4395-b1f8-b12cd4f796b4 no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:14:41.882591 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27a7bb61-b2a5-4322-a2ce-5e487a5e6667 None None] DHCP port deletion for 46bc4721-e919-46a0-ba39-9fab69a9be39 request from n-d-764292-30 {{(pid=102193) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:14:41.901874 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: 4e984623-0ab4-4395-b1f8-b12cd4f796b4 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:14:41.902226 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 4e984623-0ab4-4395-b1f8-b12cd4f796b4 not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:14:41.950200 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-3fdf545f-d894-4b48-bc2b-582c9cd9e098 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:41.962214 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=76832145-abc2-41cb-8a86-b8e986291d9d,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:41.968767 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-92020829-687c-4e21-b2ab-824adf16772e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678'] for port, after_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:41.983934 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf545f-d894-4b48-bc2b-582c9cd9e098 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Pushing event deleted for resources: {'Port': ['ID=76832145-abc2-41cb-8a86-b8e986291d9d,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:41.985832 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fdf545f-d894-4b48-bc2b-582c9cd9e098 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] No DVR routers for this DVR port 76832145-abc2-41cb-8a86-b8e986291d9d on host n-d-764292-30 {{(pid=102192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:14:42.016512 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92020829-687c-4e21-b2ab-824adf16772e None None] No DVR routers for this DVR port 76832145-abc2-41cb-8a86-b8e986291d9d on host n-d-764292-30 {{(pid=102193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:14:42.025250 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92020829-687c-4e21-b2ab-824adf16772e None None] Pushing event deleted for resources: {'Port': ['ID=76832145-abc2-41cb-8a86-b8e986291d9d,revision_number=None']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:42.039174 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-27a7bb61-b2a5-4322-a2ce-5e487a5e6667 None None] Deleting port d685632a-06e2-4036-8f4b-6f8914e5d68f {{(pid=102193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:14:42.039545 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-27a7bb61-b2a5-4322-a2ce-5e487a5e6667 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:42.083271 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-3fdf545f-d894-4b48-bc2b-582c9cd9e098 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:42.095260 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-3fdf545f-d894-4b48-bc2b-582c9cd9e098 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d679327d-fd33-4983-a8f6-0f67753efd6b']}} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:14:42.107665 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-3fdf545f-d894-4b48-bc2b-582c9cd9e098 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d45f38c-7a49-476b-9ef5-8e9f497fa268') {'for_net_delete': True} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:14:42.107665 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-3fdf545f-d894-4b48-bc2b-582c9cd9e098 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d45f38c-7a49-476b-9ef5-8e9f497fa268') {} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:14:42.118951 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-27a7bb61-b2a5-4322-a2ce-5e487a5e6667 None None] For port d685632a-06e2-4036-8f4b-6f8914e5d68f, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=d685632a-06e2-4036-8f4b-6f8914e5d68f,segment=NetworkSegment(359ffe1b-15cb-4322-ac7c-613c63b14e07),segment_id=359ffe1b-15cb-4322-ac7c-613c63b14e07)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:14:42.120023 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-27a7bb61-b2a5-4322-a2ce-5e487a5e6667 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:42.121039 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-3fdf545f-d894-4b48-bc2b-582c9cd9e098 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125932501'] for segment, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:42.142119 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-3fdf545f-d894-4b48-bc2b-582c9cd9e098 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:42.152228 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-27a7bb61-b2a5-4322-a2ce-5e487a5e6667 None None] Calling delete_port for d685632a-06e2-4036-8f4b-6f8914e5d68f owned by network:dhcp {{(pid=102193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:14:42.156529 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fdf545f-d894-4b48-bc2b-582c9cd9e098 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=102192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:14:42.157045 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-3fdf545f-d894-4b48-bc2b-582c9cd9e098 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125932183'] for segment, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:42.161227 n-d-764292-30 neutron-server[102192]: Traceback (most recent call last): Aug 11 03:14:42.161227 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:14:42.161227 n-d-764292-30 neutron-server[102192]: timer() Aug 11 03:14:42.161227 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:14:42.161227 n-d-764292-30 neutron-server[102192]: cb(*args, **kw) Aug 11 03:14:42.161227 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:14:42.161227 n-d-764292-30 neutron-server[102192]: return func(*args, **kwargs) Aug 11 03:14:42.161227 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:14:42.161227 n-d-764292-30 neutron-server[102192]: self._notify() Aug 11 03:14:42.161227 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:14:42.161227 n-d-764292-30 neutron-server[102192]: self.callback(batched_events) Aug 11 03:14:42.161227 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:14:42.161227 n-d-764292-30 neutron-server[102192]: event.method(event) Aug 11 03:14:42.161227 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:14:42.161227 n-d-764292-30 neutron-server[102192]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:14:42.161227 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:14:42.161227 n-d-764292-30 neutron-server[102192]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:14:42.161227 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:14:42.161227 n-d-764292-30 neutron-server[102192]: return f(self, *a, **k) Aug 11 03:14:42.161227 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:14:42.161227 n-d-764292-30 neutron-server[102192]: return self._get(url).json() Aug 11 03:14:42.161227 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:14:42.161227 n-d-764292-30 neutron-server[102192]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:14:42.161227 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:14:42.161227 n-d-764292-30 neutron-server[102192]: return self.request(url, 'GET', **kwargs) Aug 11 03:14:42.161227 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:14:42.161227 n-d-764292-30 neutron-server[102192]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:14:42.161227 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:14:42.161227 n-d-764292-30 neutron-server[102192]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:14:42.161227 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:14:42.161227 n-d-764292-30 neutron-server[102192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:14:42.161227 n-d-764292-30 neutron-server[102192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:14:42.306640 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-3fdf545f-d894-4b48-bc2b-582c9cd9e098 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:42.312609 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-3fdf545f-d894-4b48-bc2b-582c9cd9e098 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:42.317636 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 36112) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:42.318945 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-3fdf545f-d894-4b48-bc2b-582c9cd9e098 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] 10.222.0.41 "DELETE /v2.0/networks/d679327d-fd33-4983-a8f6-0f67753efd6b HTTP/1.1" status: 204 len: 168 time: 0.8789351 Aug 11 03:14:42.336865 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf545f-d894-4b48-bc2b-582c9cd9e098 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Pushing event deleted for resources: {'Network': ['ID=d679327d-fd33-4983-a8f6-0f67753efd6b,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:42.339478 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-27a7bb61-b2a5-4322-a2ce-5e487a5e6667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678'] for port, after_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:42.372171 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a7bb61-b2a5-4322-a2ce-5e487a5e6667 None None] Pushing event deleted for resources: {'Port': ['ID=d685632a-06e2-4036-8f4b-6f8914e5d68f,revision_number=None']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:42.373675 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a7bb61-b2a5-4322-a2ce-5e487a5e6667 None None] No DVR routers for this DVR port d685632a-06e2-4036-8f4b-6f8914e5d68f on host n-d-764292-30 {{(pid=102193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:14:42.415061 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ecc6240e-f4ce-46c1-bd49-1dbeb848a787 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:42.508926 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ecc6240e-f4ce-46c1-bd49-1dbeb848a787 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:42.518901 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-ecc6240e-f4ce-46c1-bd49-1dbeb848a787 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46bc4721-e919-46a0-ba39-9fab69a9be39']}} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:14:42.529984 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-ecc6240e-f4ce-46c1-bd49-1dbeb848a787 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '359ffe1b-15cb-4322-ac7c-613c63b14e07') {'for_net_delete': True} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:14:42.530337 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-ecc6240e-f4ce-46c1-bd49-1dbeb848a787 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '359ffe1b-15cb-4322-ac7c-613c63b14e07') {} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:14:42.540166 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ecc6240e-f4ce-46c1-bd49-1dbeb848a787 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126283644'] for segment, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:42.554985 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ecc6240e-f4ce-46c1-bd49-1dbeb848a787 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:42.562060 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecc6240e-f4ce-46c1-bd49-1dbeb848a787 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=102191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:14:42.562733 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ecc6240e-f4ce-46c1-bd49-1dbeb848a787 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126283391'] for segment, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:42.565737 n-d-764292-30 neutron-server[102191]: Traceback (most recent call last): Aug 11 03:14:42.565737 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:14:42.565737 n-d-764292-30 neutron-server[102191]: timer() Aug 11 03:14:42.565737 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:14:42.565737 n-d-764292-30 neutron-server[102191]: cb(*args, **kw) Aug 11 03:14:42.565737 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:14:42.565737 n-d-764292-30 neutron-server[102191]: return func(*args, **kwargs) Aug 11 03:14:42.565737 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:14:42.565737 n-d-764292-30 neutron-server[102191]: self._notify() Aug 11 03:14:42.565737 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:14:42.565737 n-d-764292-30 neutron-server[102191]: self.callback(batched_events) Aug 11 03:14:42.565737 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:14:42.565737 n-d-764292-30 neutron-server[102191]: event.method(event) Aug 11 03:14:42.565737 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:14:42.565737 n-d-764292-30 neutron-server[102191]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:14:42.565737 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:14:42.565737 n-d-764292-30 neutron-server[102191]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:14:42.565737 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:14:42.565737 n-d-764292-30 neutron-server[102191]: return f(self, *a, **k) Aug 11 03:14:42.565737 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:14:42.565737 n-d-764292-30 neutron-server[102191]: return self._get(url).json() Aug 11 03:14:42.565737 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:14:42.565737 n-d-764292-30 neutron-server[102191]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:14:42.565737 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:14:42.565737 n-d-764292-30 neutron-server[102191]: return self.request(url, 'GET', **kwargs) Aug 11 03:14:42.565737 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:14:42.565737 n-d-764292-30 neutron-server[102191]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:14:42.565737 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:14:42.565737 n-d-764292-30 neutron-server[102191]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:14:42.565737 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:14:42.565737 n-d-764292-30 neutron-server[102191]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:14:42.565737 n-d-764292-30 neutron-server[102191]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:14:42.751118 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ecc6240e-f4ce-46c1-bd49-1dbeb848a787 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:42.758600 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ecc6240e-f4ce-46c1-bd49-1dbeb848a787 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Notify callbacks [] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:42.760944 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-ecc6240e-f4ce-46c1-bd49-1dbeb848a787 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] 10.222.0.41 "DELETE /v2.0/networks/46bc4721-e919-46a0-ba39-9fab69a9be39 HTTP/1.1" status: 204 len: 168 time: 0.4417508 Aug 11 03:14:42.763472 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 36130) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:42.816216 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc6240e-f4ce-46c1-bd49-1dbeb848a787 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Pushing event deleted for resources: {'Network': ['ID=46bc4721-e919-46a0-ba39-9fab69a9be39,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:42.837425 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_v2 [None req-95e5e7b8-95d0-46c8-b3cb-c6f6150d0952 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Deleting subnet 11104e3f-85c2-499c-85e9-aad6f8049f10 {{(pid=102191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:14:42.840880 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-95e5e7b8-95d0-46c8-b3cb-c6f6150d0952 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Notify callbacks [] for subnet, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:42.883221 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-95e5e7b8-95d0-46c8-b3cb-c6f6150d0952 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126283525'] for subnet, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:42.974986 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-95e5e7b8-95d0-46c8-b3cb-c6f6150d0952 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:43.111439 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-95e5e7b8-95d0-46c8-b3cb-c6f6150d0952 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126283413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126275158'] for subnet, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:43.147350 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e5e7b8-95d0-46c8-b3cb-c6f6150d0952 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Pushing event deleted for resources: {'Subnet': ['ID=11104e3f-85c2-499c-85e9-aad6f8049f10,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:43.149045 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-95e5e7b8-95d0-46c8-b3cb-c6f6150d0952 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:43.151287 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-95e5e7b8-95d0-46c8-b3cb-c6f6150d0952 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] 10.222.0.41 "DELETE /v2.0/subnets/11104e3f-85c2-499c-85e9-aad6f8049f10 HTTP/1.1" status: 204 len: 168 time: 0.3868783 Aug 11 03:14:43.153800 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 36154) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:43.159862 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f501ccc-aa0a-48ef-aaee-8618f2598d51 None None] Network bc8eb256-ee40-408a-a231-6ebfa69831cb requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:14:43.259633 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-251d9b41-8225-493f-9c46-0e4164ccc397 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:43.304960 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device d685632a-06e2-4036-8f4b-6f8914e5d68f no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:14:43.339246 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: d685632a-06e2-4036-8f4b-6f8914e5d68f {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:14:43.339246 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device d685632a-06e2-4036-8f4b-6f8914e5d68f not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:14:43.366551 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-251d9b41-8225-493f-9c46-0e4164ccc397 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Deleting port 3880096d-2030-4fe6-b2c3-a9ab968d4e18 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:14:43.367038 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-251d9b41-8225-493f-9c46-0e4164ccc397 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:43.455611 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [None req-251d9b41-8225-493f-9c46-0e4164ccc397 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] For port 3880096d-2030-4fe6-b2c3-a9ab968d4e18, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=3880096d-2030-4fe6-b2c3-a9ab968d4e18,segment=NetworkSegment(034468d4-4198-4e3c-ace2-1c414917b5af),segment_id=034468d4-4198-4e3c-ace2-1c414917b5af)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:14:43.456763 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-251d9b41-8225-493f-9c46-0e4164ccc397 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:43.471607 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c83dc314-4ba4-4346-8cfb-e3836c05cc7c None None] DHCP port deletion for bc8eb256-ee40-408a-a231-6ebfa69831cb request from n-d-764292-30 {{(pid=102193) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:14:43.475550 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-251d9b41-8225-493f-9c46-0e4164ccc397 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Calling delete_port for 3880096d-2030-4fe6-b2c3-a9ab968d4e18 owned by network:dhcp {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:14:43.560886 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-c83dc314-4ba4-4346-8cfb-e3836c05cc7c None None] Deleting port 3880096d-2030-4fe6-b2c3-a9ab968d4e18 {{(pid=102193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:14:43.561345 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-c83dc314-4ba4-4346-8cfb-e3836c05cc7c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:43.630644 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-c83dc314-4ba4-4346-8cfb-e3836c05cc7c None None] For port 3880096d-2030-4fe6-b2c3-a9ab968d4e18, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=3880096d-2030-4fe6-b2c3-a9ab968d4e18,segment=NetworkSegment(034468d4-4198-4e3c-ace2-1c414917b5af),segment_id=034468d4-4198-4e3c-ace2-1c414917b5af)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:14:43.631041 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-c83dc314-4ba4-4346-8cfb-e3836c05cc7c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:43.644363 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-c83dc314-4ba4-4346-8cfb-e3836c05cc7c None None] Calling delete_port for 3880096d-2030-4fe6-b2c3-a9ab968d4e18 owned by network:dhcp {{(pid=102193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:14:43.722561 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-251d9b41-8225-493f-9c46-0e4164ccc397 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:43.737233 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-251d9b41-8225-493f-9c46-0e4164ccc397 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] No DVR routers for this DVR port 3880096d-2030-4fe6-b2c3-a9ab968d4e18 on host n-d-764292-30 {{(pid=102191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:14:43.741155 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-c83dc314-4ba4-4346-8cfb-e3836c05cc7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678'] for port, after_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:43.763877 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251d9b41-8225-493f-9c46-0e4164ccc397 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Pushing event deleted for resources: {'Port': ['ID=3880096d-2030-4fe6-b2c3-a9ab968d4e18,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:43.767813 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83dc314-4ba4-4346-8cfb-e3836c05cc7c None None] Pushing event deleted for resources: {'Port': ['ID=3880096d-2030-4fe6-b2c3-a9ab968d4e18,revision_number=None']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:43.772047 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83dc314-4ba4-4346-8cfb-e3836c05cc7c None None] No DVR routers for this DVR port 3880096d-2030-4fe6-b2c3-a9ab968d4e18 on host n-d-764292-30 {{(pid=102193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:14:43.841757 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-251d9b41-8225-493f-9c46-0e4164ccc397 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:43.852529 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-251d9b41-8225-493f-9c46-0e4164ccc397 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc8eb256-ee40-408a-a231-6ebfa69831cb']}} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:14:43.863273 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-251d9b41-8225-493f-9c46-0e4164ccc397 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '034468d4-4198-4e3c-ace2-1c414917b5af') {'for_net_delete': True} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:14:43.863599 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-251d9b41-8225-493f-9c46-0e4164ccc397 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '034468d4-4198-4e3c-ace2-1c414917b5af') {} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:14:43.873024 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-251d9b41-8225-493f-9c46-0e4164ccc397 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126283644'] for segment, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:43.895418 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-251d9b41-8225-493f-9c46-0e4164ccc397 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:43.901911 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-251d9b41-8225-493f-9c46-0e4164ccc397 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=102191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:14:43.902311 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-251d9b41-8225-493f-9c46-0e4164ccc397 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126283391'] for segment, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:43.905604 n-d-764292-30 neutron-server[102191]: Traceback (most recent call last): Aug 11 03:14:43.905604 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:14:43.905604 n-d-764292-30 neutron-server[102191]: timer() Aug 11 03:14:43.905604 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:14:43.905604 n-d-764292-30 neutron-server[102191]: cb(*args, **kw) Aug 11 03:14:43.905604 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:14:43.905604 n-d-764292-30 neutron-server[102191]: return func(*args, **kwargs) Aug 11 03:14:43.905604 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:14:43.905604 n-d-764292-30 neutron-server[102191]: self._notify() Aug 11 03:14:43.905604 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:14:43.905604 n-d-764292-30 neutron-server[102191]: self.callback(batched_events) Aug 11 03:14:43.905604 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:14:43.905604 n-d-764292-30 neutron-server[102191]: event.method(event) Aug 11 03:14:43.905604 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:14:43.905604 n-d-764292-30 neutron-server[102191]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:14:43.905604 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:14:43.905604 n-d-764292-30 neutron-server[102191]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:14:43.905604 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:14:43.905604 n-d-764292-30 neutron-server[102191]: return f(self, *a, **k) Aug 11 03:14:43.905604 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:14:43.905604 n-d-764292-30 neutron-server[102191]: return self._get(url).json() Aug 11 03:14:43.905604 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:14:43.905604 n-d-764292-30 neutron-server[102191]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:14:43.905604 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:14:43.905604 n-d-764292-30 neutron-server[102191]: return self.request(url, 'GET', **kwargs) Aug 11 03:14:43.905604 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:14:43.905604 n-d-764292-30 neutron-server[102191]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:14:43.905604 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:14:43.905604 n-d-764292-30 neutron-server[102191]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:14:43.905604 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:14:43.905604 n-d-764292-30 neutron-server[102191]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:14:43.905604 n-d-764292-30 neutron-server[102191]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:14:44.040986 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5159f81-c5ca-49d3-aef5-eb7aa3007bcd req-1629e612-94ea-4a2c-acc3-6ac9c9afee28 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:44.042568 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c5159f81-c5ca-49d3-aef5-eb7aa3007bcd req-1629e612-94ea-4a2c-acc3-6ac9c9afee28 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/ports?device_id=186cfdba-74e8-496c-af0f-b566a2fff5c7 HTTP/1.1" status: 200 len: 946 time: 0.0584505 Aug 11 03:14:44.085240 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c5159f81-c5ca-49d3-aef5-eb7aa3007bcd req-c3a5ab9b-d12b-423f-810c-01098b9dbb1c tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/security-groups?id=2637b46e-72e4-4ee8-ae47-703ae17ac088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355260 Aug 11 03:14:44.093677 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-251d9b41-8225-493f-9c46-0e4164ccc397 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:44.118488 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-251d9b41-8225-493f-9c46-0e4164ccc397 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Notify callbacks [] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:44.122152 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-251d9b41-8225-493f-9c46-0e4164ccc397 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] 10.222.0.41 "DELETE /v2.0/networks/bc8eb256-ee40-408a-a231-6ebfa69831cb HTTP/1.1" status: 204 len: 168 time: 0.9671195 Aug 11 03:14:44.126204 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251d9b41-8225-493f-9c46-0e4164ccc397 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Pushing event deleted for resources: {'Network': ['ID=bc8eb256-ee40-408a-a231-6ebfa69831cb,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:44.128615 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 36178) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:44.163221 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-c56cebdf-0168-4a95-9eee-13e277f4e2a2 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] 10.222.0.41 "GET /v2.0/ports?device_id=6254624b-3a68-4e59-a3d6-438415c1c471 HTTP/1.1" status: 200 len: 205 time: 0.0328662 Aug 11 03:14:44.165498 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 36184) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:44.248185 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-3de1e01f-ff2b-45de-b285-deb9c3f19395 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Notify callbacks [] for router, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:44.429302 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-3de1e01f-ff2b-45de-b285-deb9c3f19395 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6544'] for router, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:44.431786 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-3de1e01f-ff2b-45de-b285-deb9c3f19395 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:44.545308 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-3de1e01f-ff2b-45de-b285-deb9c3f19395 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448809'] for router, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:44.545878 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3de1e01f-ff2b-45de-b285-deb9c3f19395 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Fanout notify agent at l3_agent the message router_deleted on router 6254624b-3a68-4e59-a3d6-438415c1c471 {{(pid=102192) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:14:44.554478 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-3de1e01f-ff2b-45de-b285-deb9c3f19395 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] Notify callbacks [] for router, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:44.556422 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-3de1e01f-ff2b-45de-b285-deb9c3f19395 tempest-RoutersNegativeIpV6Test-1186341303 tempest-RoutersNegativeIpV6Test-1186341303-project] 10.222.0.41 "DELETE /v2.0/routers/6254624b-3a68-4e59-a3d6-438415c1c471 HTTP/1.1" status: 204 len: 168 time: 0.3896379 Aug 11 03:14:45.109441 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 36258) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:45.224345 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 3880096d-2030-4fe6-b2c3-a9ab968d4e18 no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:14:45.247537 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: 3880096d-2030-4fe6-b2c3-a9ab968d4e18 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:14:45.248117 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 3880096d-2030-4fe6-b2c3-a9ab968d4e18 not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:14:45.625664 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b7420b-7441-42f4-89b0-0629f0fd71d3 req-35026c83-a1da-42c9-b587-f7684c40d6a9 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:45.627212 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-84b7420b-7441-42f4-89b0-0629f0fd71d3 req-35026c83-a1da-42c9-b587-f7684c40d6a9 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/ports?device_id=186cfdba-74e8-496c-af0f-b566a2fff5c7 HTTP/1.1" status: 200 len: 946 time: 0.3895004 Aug 11 03:14:45.637731 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3d0c4e-fed5-4153-bae1-16210b700511 req-44355724-9ee7-47a0-8717-be23edf641c5 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:45.639243 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bb3d0c4e-fed5-4153-bae1-16210b700511 req-44355724-9ee7-47a0-8717-be23edf641c5 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.24 "GET /v2.0/ports?device_id=186cfdba-74e8-496c-af0f-b566a2fff5c7 HTTP/1.1" status: 200 len: 946 time: 0.3892031 Aug 11 03:14:45.644282 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-33e5019b-26ef-4c17-b672-fe79b4091230 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ed1c0da1fb1d4a51bf422e168c2e694f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5310721 Aug 11 03:14:45.645640 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 36308) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:45.702395 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e7dbbf84-2a83-438c-93b8-80b76536ef35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:45.711942 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-84b7420b-7441-42f4-89b0-0629f0fd71d3 req-f51ca007-d519-4ddf-b267-98341c83fe2b tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/security-groups?id=2637b46e-72e4-4ee8-ae47-703ae17ac088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684388 Aug 11 03:14:45.736610 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e7dbbf84-2a83-438c-93b8-80b76536ef35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:45.766963 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [req-bb3d0c4e-fed5-4153-bae1-16210b700511 req-c782727e-a542-4e47-a774-743511650710 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Deleting port 2682bd83-8758-4467-a055-b7a257a62210 {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:14:45.767183 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-bb3d0c4e-fed5-4153-bae1-16210b700511 req-c782727e-a542-4e47-a774-743511650710 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:45.878186 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-bb3d0c4e-fed5-4153-bae1-16210b700511 req-c782727e-a542-4e47-a774-743511650710 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] For port 2682bd83-8758-4467-a055-b7a257a62210, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=2682bd83-8758-4467-a055-b7a257a62210,segment=NetworkSegment(77249f53-d91a-4900-864a-cb193f73fd0b),segment_id=77249f53-d91a-4900-864a-cb193f73fd0b)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:14:45.878186 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-bb3d0c4e-fed5-4153-bae1-16210b700511 req-c782727e-a542-4e47-a774-743511650710 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:45.899667 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e7dbbf84-2a83-438c-93b8-80b76536ef35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:45.902360 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e7dbbf84-2a83-438c-93b8-80b76536ef35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:45.903533 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-e7dbbf84-2a83-438c-93b8-80b76536ef35 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/29511d96-54ad-4a62-9fe8-e4486e7c169f HTTP/1.1" status: 204 len: 168 time: 0.2571731 Aug 11 03:14:45.914173 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dbbf84-2a83-438c-93b8-80b76536ef35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29511d96-54ad-4a62-9fe8-e4486e7c169f,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:46.101154 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-bb3d0c4e-fed5-4153-bae1-16210b700511 req-c782727e-a542-4e47-a774-743511650710 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:46.101524 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-bb3d0c4e-fed5-4153-bae1-16210b700511 req-c782727e-a542-4e47-a774-743511650710 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446866'] for floatingip, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:46.101832 n-d-764292-30 neutron-server[102192]: INFO neutron.db.l3_db [req-bb3d0c4e-fed5-4153-bae1-16210b700511 req-c782727e-a542-4e47-a774-743511650710 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Floating IP b85958cb-228e-41a5-97ad-413b3a25ef5f disassociated. External IP: 172.25.8.228, port: 2682bd83-8758-4467-a055-b7a257a62210. Aug 11 03:14:46.105896 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [req-bb3d0c4e-fed5-4153-bae1-16210b700511 req-c782727e-a542-4e47-a774-743511650710 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Calling delete_port for 2682bd83-8758-4467-a055-b7a257a62210 owned by compute:nova {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:14:46.249598 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 36334) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:46.316670 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-bb3d0c4e-fed5-4153-bae1-16210b700511 req-c782727e-a542-4e47-a774-743511650710 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:46.354761 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c782727e-a542-4e47-a774-743511650710 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Pushing event deleted for resources: {'Port': ['ID=2682bd83-8758-4467-a055-b7a257a62210,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:46.425047 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-da01484d-106e-4c5c-9a94-df7c98bf2b2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:46.520581 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bb3d0c4e-fed5-4153-bae1-16210b700511 req-c782727e-a542-4e47-a774-743511650710 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Router 852fc78d-aa8c-487c-8883-cddc3e10b8de has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:14:46.660022 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-da01484d-106e-4c5c-9a94-df7c98bf2b2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:46.666878 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bb3d0c4e-fed5-4153-bae1-16210b700511 req-c782727e-a542-4e47-a774-743511650710 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:14:46.678069 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a8b71e1-3dc9-497d-8db7-1d0807a68c2c None None] Sync routers for ids ['852fc78d-aa8c-487c-8883-cddc3e10b8de'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:14:46.696570 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a8b71e1-3dc9-497d-8db7-1d0807a68c2c None None] Routers {'852fc78d-aa8c-487c-8883-cddc3e10b8de'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:14:46.697248 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-7a8b71e1-3dc9-497d-8db7-1d0807a68c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:14:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['852fc78d-aa8c-487c-8883-cddc3e10b8de'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:14:46.711341 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb3d0c4e-fed5-4153-bae1-16210b700511 req-c782727e-a542-4e47-a774-743511650710 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] No DVR routers for this DVR port 2682bd83-8758-4467-a055-b7a257a62210 on host n-h2-764292-30 {{(pid=102192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:14:46.713943 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-bb3d0c4e-fed5-4153-bae1-16210b700511 req-c782727e-a542-4e47-a774-743511650710 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:46.716244 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bb3d0c4e-fed5-4153-bae1-16210b700511 req-c782727e-a542-4e47-a774-743511650710 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.24 "DELETE /v2.0/ports/2682bd83-8758-4467-a055-b7a257a62210 HTTP/1.1" status: 204 len: 173 time: 1.0661726 Aug 11 03:14:46.716840 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '186cfdba-74e8-496c-af0f-b566a2fff5c7', 'name': 'network-vif-deleted', 'tag': '2682bd83-8758-4467-a055-b7a257a62210'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:14:46.720212 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d953518b-b14e-4b91-b789-c889cdf60200" -d '{"events": [{"server_uuid": "186cfdba-74e8-496c-af0f-b566a2fff5c7", "name": "network-vif-deleted", "tag": "2682bd83-8758-4467-a055-b7a257a62210"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:14:46.723889 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-da01484d-106e-4c5c-9a94-df7c98bf2b2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:46.773786 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 36366) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:46.775920 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-da01484d-106e-4c5c-9a94-df7c98bf2b2e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ff7429536c644536aa5f1aede7d36da0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5237489 Aug 11 03:14:46.777781 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da01484d-106e-4c5c-9a94-df7c98bf2b2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6111a16-ea44-47df-ba68-2cd9519dcf12,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:46.834881 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:14:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db23639e-329c-438a-8dd6-ffe49e2dc8cd x-openstack-request-id: req-db23639e-329c-438a-8dd6-ffe49e2dc8cd {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:14:46.835174 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "186cfdba-74e8-496c-af0f-b566a2fff5c7", "name": "network-vif-deleted", "tag": "2682bd83-8758-4467-a055-b7a257a62210", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:14:46.835617 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-db23639e-329c-438a-8dd6-ffe49e2dc8cd {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:14:46.836228 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '186cfdba-74e8-496c-af0f-b566a2fff5c7', 'name': 'network-vif-deleted', 'tag': '2682bd83-8758-4467-a055-b7a257a62210', 'status': 'completed', 'code': 200} Aug 11 03:14:46.880653 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-7a8b71e1-3dc9-497d-8db7-1d0807a68c2c None None] Set router 852fc78d-aa8c-487c-8883-cddc3e10b8de gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:14:46.895940 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-2133fe84-dcad-4ebe-a652-27b872ad8d6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:46.931727 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-2133fe84-dcad-4ebe-a652-27b872ad8d6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:46.981794 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4a6331da-298b-46ad-9399-0497086aad02 req-ceb8808e-a98e-49fb-8e0a-8ee3bc665edb tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/ports?device_id=186cfdba-74e8-496c-af0f-b566a2fff5c7 HTTP/1.1" status: 200 len: 210 time: 0.0611217 Aug 11 03:14:47.127762 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-2133fe84-dcad-4ebe-a652-27b872ad8d6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:47.131379 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-2133fe84-dcad-4ebe-a652-27b872ad8d6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:47.135915 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-2133fe84-dcad-4ebe-a652-27b872ad8d6b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d6111a16-ea44-47df-ba68-2cd9519dcf12 HTTP/1.1" status: 204 len: 168 time: 0.3609898 Aug 11 03:14:47.155264 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2133fe84-dcad-4ebe-a652-27b872ad8d6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6111a16-ea44-47df-ba68-2cd9519dcf12,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:47.177718 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2133fe84-dcad-4ebe-a652-27b872ad8d6b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:14:47.178086 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2133fe84-dcad-4ebe-a652-27b872ad8d6b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:14:47.178665 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2133fe84-dcad-4ebe-a652-27b872ad8d6b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:14:47.179030 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2133fe84-dcad-4ebe-a652-27b872ad8d6b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:14:47.179671 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2133fe84-dcad-4ebe-a652-27b872ad8d6b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:14:47.180177 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2133fe84-dcad-4ebe-a652-27b872ad8d6b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:14:47.180515 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2133fe84-dcad-4ebe-a652-27b872ad8d6b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:14:47.180842 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2133fe84-dcad-4ebe-a652-27b872ad8d6b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:14:47.181166 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2133fe84-dcad-4ebe-a652-27b872ad8d6b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:14:47.181674 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2133fe84-dcad-4ebe-a652-27b872ad8d6b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:14:47.182005 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2133fe84-dcad-4ebe-a652-27b872ad8d6b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:14:47.182365 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2133fe84-dcad-4ebe-a652-27b872ad8d6b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:14:47.237830 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-7a8b71e1-3dc9-497d-8db7-1d0807a68c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '852fc78d-aa8c-487c-8883-cddc3e10b8de', 'name': 'tempest-AttachVolumeShelveTestJSON-1517035376-router', 'tenant_id': '92caf1df2234498c82ddfcf53391d4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.38'}], 'enable_snat': True}, 'gw_port_id': '7aed6d49-0318-48db-80e8-c875f725ac1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:03:47Z', 'updated_at': '2021-08-11T03:03:56Z', 'revision_number': 4, 'project_id': '92caf1df2234498c82ddfcf53391d4fc', 'gw_port': {'id': '7aed6d49-0318-48db-80e8-c875f725ac1e', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:e8:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852fc78d-aa8c-487c-8883-cddc3e10b8de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:03:48Z', 'updated_at': '2021-08-11T03:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '8cfb2d3e-60df-41ea-a00e-6e072156db10', 'name': '', 'network_id': 'd17d1b32-4aa7-4439-b455-9cb54b2072df', 'tenant_id': '92caf1df2234498c82ddfcf53391d4fc', 'mac_address': 'fa:16:3e:f7:39:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852fc78d-aa8c-487c-8883-cddc3e10b8de', 'device_owner': 'network:router_interface', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': 'c8bae62b-5e51-4859-99ce-3b4e8f86224a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:03:54Z', 'updated_at': '2021-08-11T03:04:03Z', 'revision_number': 5, 'project_id': '92caf1df2234498c82ddfcf53391d4fc', 'subnets': [{'id': 'c8bae62b-5e51-4859-99ce-3b4e8f86224a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:14:47.270047 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a8b71e1-3dc9-497d-8db7-1d0807a68c2c None None] Checking router: 852fc78d-aa8c-487c-8883-cddc3e10b8de for host: n-d-764292-30 {{(pid=102193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:14:47.282106 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a8b71e1-3dc9-497d-8db7-1d0807a68c2c None None] Routers {'852fc78d-aa8c-487c-8883-cddc3e10b8de'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:14:47.282106 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-7a8b71e1-3dc9-497d-8db7-1d0807a68c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:14:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['852fc78d-aa8c-487c-8883-cddc3e10b8de'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:14:47.388257 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-7a8b71e1-3dc9-497d-8db7-1d0807a68c2c None None] Set router 852fc78d-aa8c-487c-8883-cddc3e10b8de gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:14:47.399000 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.agents_db [None req-950b7202-decb-43e2-8f71-ac8931dc9749 None None] Agent healthcheck: found 7 active agents {{(pid=102194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:14:47.646463 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-7a8b71e1-3dc9-497d-8db7-1d0807a68c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '852fc78d-aa8c-487c-8883-cddc3e10b8de', 'name': 'tempest-AttachVolumeShelveTestJSON-1517035376-router', 'tenant_id': '92caf1df2234498c82ddfcf53391d4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.38'}], 'enable_snat': True}, 'gw_port_id': '7aed6d49-0318-48db-80e8-c875f725ac1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:03:47Z', 'updated_at': '2021-08-11T03:03:56Z', 'revision_number': 4, 'project_id': '92caf1df2234498c82ddfcf53391d4fc', 'gw_port': {'id': '7aed6d49-0318-48db-80e8-c875f725ac1e', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:e8:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852fc78d-aa8c-487c-8883-cddc3e10b8de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:03:48Z', 'updated_at': '2021-08-11T03:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '8cfb2d3e-60df-41ea-a00e-6e072156db10', 'name': '', 'network_id': 'd17d1b32-4aa7-4439-b455-9cb54b2072df', 'tenant_id': '92caf1df2234498c82ddfcf53391d4fc', 'mac_address': 'fa:16:3e:f7:39:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852fc78d-aa8c-487c-8883-cddc3e10b8de', 'device_owner': 'network:router_interface', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': 'c8bae62b-5e51-4859-99ce-3b4e8f86224a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:03:54Z', 'updated_at': '2021-08-11T03:04:03Z', 'revision_number': 5, 'project_id': '92caf1df2234498c82ddfcf53391d4fc', 'subnets': [{'id': 'c8bae62b-5e51-4859-99ce-3b4e8f86224a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:14:47.680584 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a8b71e1-3dc9-497d-8db7-1d0807a68c2c None None] The sync data for ids ['852fc78d-aa8c-487c-8883-cddc3e10b8de'] in n-d-764292-30 is: [{'id': '852fc78d-aa8c-487c-8883-cddc3e10b8de', 'name': 'tempest-AttachVolumeShelveTestJSON-1517035376-router', 'tenant_id': '92caf1df2234498c82ddfcf53391d4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.38'}], 'enable_snat': True}, 'gw_port_id': '7aed6d49-0318-48db-80e8-c875f725ac1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:03:47Z', 'updated_at': '2021-08-11T03:03:56Z', 'revision_number': 4, 'project_id': '92caf1df2234498c82ddfcf53391d4fc', 'gw_port': {'id': '7aed6d49-0318-48db-80e8-c875f725ac1e', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:e8:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852fc78d-aa8c-487c-8883-cddc3e10b8de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:03:48Z', 'updated_at': '2021-08-11T03:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '8cfb2d3e-60df-41ea-a00e-6e072156db10', 'name': '', 'network_id': 'd17d1b32-4aa7-4439-b455-9cb54b2072df', 'tenant_id': '92caf1df2234498c82ddfcf53391d4fc', 'mac_address': 'fa:16:3e:f7:39:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852fc78d-aa8c-487c-8883-cddc3e10b8de', 'device_owner': 'network:router_interface', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': 'c8bae62b-5e51-4859-99ce-3b4e8f86224a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:03:54Z', 'updated_at': '2021-08-11T03:04:03Z', 'revision_number': 5, 'project_id': '92caf1df2234498c82ddfcf53391d4fc', 'subnets': [{'id': 'c8bae62b-5e51-4859-99ce-3b4e8f86224a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:14:47.969427 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5728da8-5065-442a-a1f3-4f34086b4b4f None None] New status for floating IP b85958cb-228e-41a5-97ad-413b3a25ef5f: DOWN {{(pid=102194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:14:47.971368 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 36414) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:47.985404 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-20dd24b5-0033-4072-bbc4-46c93c4e0941 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:48.126564 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-20dd24b5-0033-4072-bbc4-46c93c4e0941 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:48.147731 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 36426) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:48.175745 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 2682bd83-8758-4467-a055-b7a257a62210 no longer exists at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:14:48.188782 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-20dd24b5-0033-4072-bbc4-46c93c4e0941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:48.221162 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] No Port match for: 2682bd83-8758-4467-a055-b7a257a62210 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:14:48.221915 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 2682bd83-8758-4467-a055-b7a257a62210 not bound to the agent host n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:14:48.263401 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dd24b5-0033-4072-bbc4-46c93c4e0941 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cea443e-2193-45bc-a6bf-2ca97412e9d6,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:48.274219 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-20dd24b5-0033-4072-bbc4-46c93c4e0941 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fa84a657380f4431bdc836cdec75515e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3017840 Aug 11 03:14:48.275944 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9cd2980e-982a-45fd-bd45-082f9ccb9a1b tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:48.277084 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 36430) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:48.308242 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9cd2980e-982a-45fd-bd45-082f9ccb9a1b tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:48.337390 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a3b67380-5312-46e1-beea-fe89df600e26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:48.364146 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a3b67380-5312-46e1-beea-fe89df600e26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:48.419777 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9cd2980e-982a-45fd-bd45-082f9ccb9a1b tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:48.422306 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9cd2980e-982a-45fd-bd45-082f9ccb9a1b tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:48.423516 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-9cd2980e-982a-45fd-bd45-082f9ccb9a1b tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "DELETE /v2.0/security-groups/2637b46e-72e4-4ee8-ae47-703ae17ac088 HTTP/1.1" status: 204 len: 168 time: 0.2748048 Aug 11 03:14:48.426885 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 36434) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:48.433441 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd2980e-982a-45fd-bd45-082f9ccb9a1b tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2637b46e-72e4-4ee8-ae47-703ae17ac088,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:48.439958 n-d-764292-30 neutron-server[102192]: INFO neutron.api.v2.resource [None req-d3765717-38ff-46e7-a569-6f6e1b5cef14 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] show failed (client error): The resource could not be found. Aug 11 03:14:48.440969 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-d3765717-38ff-46e7-a569-6f6e1b5cef14 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "GET /v2.0/security-groups/2637b46e-72e4-4ee8-ae47-703ae17ac088 HTTP/1.1" status: 404 len: 347 time: 0.0130997 Aug 11 03:14:48.444763 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 36436) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:48.483698 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a3b67380-5312-46e1-beea-fe89df600e26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:48.486252 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a3b67380-5312-46e1-beea-fe89df600e26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:48.490493 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-a3b67380-5312-46e1-beea-fe89df600e26 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1cea443e-2193-45bc-a6bf-2ca97412e9d6 HTTP/1.1" status: 204 len: 168 time: 0.2092943 Aug 11 03:14:48.536864 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b67380-5312-46e1-beea-fe89df600e26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cea443e-2193-45bc-a6bf-2ca97412e9d6,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:48.612285 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-f719c1c5-2484-4e46-aa70-474bfe227387 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Deleting port f9fb03a2-cb1b-48e6-869e-f9234c97b22f {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:14:48.612726 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-f719c1c5-2484-4e46-aa70-474bfe227387 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:48.702936 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-f719c1c5-2484-4e46-aa70-474bfe227387 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:48.703261 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-f719c1c5-2484-4e46-aa70-474bfe227387 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:48.715826 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-f719c1c5-2484-4e46-aa70-474bfe227387 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Calling delete_port for f9fb03a2-cb1b-48e6-869e-f9234c97b22f owned by network:floatingip {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:14:48.939878 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-f719c1c5-2484-4e46-aa70-474bfe227387 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:48.992467 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f719c1c5-2484-4e46-aa70-474bfe227387 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Pushing event deleted for resources: {'Port': ['ID=f9fb03a2-cb1b-48e6-869e-f9234c97b22f,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:49.072493 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-f719c1c5-2484-4e46-aa70-474bfe227387 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Notify callbacks [] for floatingip, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:49.076791 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-f719c1c5-2484-4e46-aa70-474bfe227387 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for floatingip, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:49.081095 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-f719c1c5-2484-4e46-aa70-474bfe227387 tempest-AttachVolumeShelveTestJSON-1397492049 tempest-AttachVolumeShelveTestJSON-1397492049-project] 10.222.0.41 "DELETE /v2.0/floatingips/b85958cb-228e-41a5-97ad-413b3a25ef5f HTTP/1.1" status: 204 len: 168 time: 0.6323156 Aug 11 03:14:50.714850 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 36512) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:50.860900 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-72fd77eb-afef-487a-9e67-d0e16975f80b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:50.988861 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-72fd77eb-afef-487a-9e67-d0e16975f80b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:51.099817 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-72fd77eb-afef-487a-9e67-d0e16975f80b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:51.141261 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-72fd77eb-afef-487a-9e67-d0e16975f80b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3dd8052ea851468991ce3fea08158da7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4242992 Aug 11 03:14:51.143783 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 36538) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:51.152151 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fd77eb-afef-487a-9e67-d0e16975f80b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86466010-da3c-4f2c-9964-9d7c0d56fb5a,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:51.204263 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a345457f-c478-46fc-a3b8-2f975fc32bd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:51.227948 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a345457f-c478-46fc-a3b8-2f975fc32bd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:51.362178 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a345457f-c478-46fc-a3b8-2f975fc32bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:51.365405 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a345457f-c478-46fc-a3b8-2f975fc32bd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:51.366728 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-a345457f-c478-46fc-a3b8-2f975fc32bd2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/86466010-da3c-4f2c-9964-9d7c0d56fb5a HTTP/1.1" status: 204 len: 168 time: 0.2207119 Aug 11 03:14:51.375077 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a345457f-c478-46fc-a3b8-2f975fc32bd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86466010-da3c-4f2c-9964-9d7c0d56fb5a,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:52.186503 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 36578) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:52.308069 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-99ed03f7-d35a-4db7-b7a4-78fdd742f483 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:52.418860 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-99ed03f7-d35a-4db7-b7a4-78fdd742f483 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:52.499074 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-99ed03f7-d35a-4db7-b7a4-78fdd742f483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:52.541444 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-99ed03f7-d35a-4db7-b7a4-78fdd742f483 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8046f0c0ecb24ac686a26be499d86bf3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3536813 Aug 11 03:14:52.544639 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 36592) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:52.581178 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ed03f7-d35a-4db7-b7a4-78fdd742f483 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10ba9f3a-842a-4b5c-a614-2c2b13d5e060,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:52.631283 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-965c8b6f-9a2b-4daf-ab6e-2fe50cdf5db1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:52.653077 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-965c8b6f-9a2b-4daf-ab6e-2fe50cdf5db1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:52.757283 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-965c8b6f-9a2b-4daf-ab6e-2fe50cdf5db1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:52.760421 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-965c8b6f-9a2b-4daf-ab6e-2fe50cdf5db1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:52.762011 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-965c8b6f-9a2b-4daf-ab6e-2fe50cdf5db1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/10ba9f3a-842a-4b5c-a614-2c2b13d5e060 HTTP/1.1" status: 204 len: 168 time: 0.2161233 Aug 11 03:14:52.772609 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965c8b6f-9a2b-4daf-ab6e-2fe50cdf5db1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10ba9f3a-842a-4b5c-a614-2c2b13d5e060,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:52.833690 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 36602) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:52.945235 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-473f7a6c-2808-4482-b23a-b38a62444be1 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-239959138-network', 'tenant_id': '105a61f27f4d43e89d29d205aeb1b27e'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:14:53.037273 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-473f7a6c-2808-4482-b23a-b38a62444be1 admin admin] Made reservation on behalf of 105a61f27f4d43e89d29d205aeb1b27e for: {'network': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:14:53.039673 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-473f7a6c-2808-4482-b23a-b38a62444be1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:53.050960 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-473f7a6c-2808-4482-b23a-b38a62444be1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:53.143009 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-473f7a6c-2808-4482-b23a-b38a62444be1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:53.201330 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-473f7a6c-2808-4482-b23a-b38a62444be1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:53.220555 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-473f7a6c-2808-4482-b23a-b38a62444be1 admin admin] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=102191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:14:53.241362 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-473f7a6c-2808-4482-b23a-b38a62444be1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:53.241854 n-d-764292-30 neutron-server[102191]: INFO neutron.db.segments_db [None req-473f7a6c-2808-4482-b23a-b38a62444be1 admin admin] Added segment a4461aa7-a68f-4ec2-820b-606b00b637c3 of type vlan for network 01acead8-963f-4169-bd07-29020b4da255 Aug 11 03:14:53.251531 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473f7a6c-2808-4482-b23a-b38a62444be1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f4ecb47-4864-42ad-bab7-e92caddf58f5,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:53.286851 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-473f7a6c-2808-4482-b23a-b38a62444be1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:53.402841 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-473f7a6c-2808-4482-b23a-b38a62444be1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:53.404758 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-473f7a6c-2808-4482-b23a-b38a62444be1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:53.405496 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-473f7a6c-2808-4482-b23a-b38a62444be1 admin admin] Notify callbacks [] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:53.470382 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473f7a6c-2808-4482-b23a-b38a62444be1 admin admin] Pushing event updated for resources: {'Network': ['ID=01acead8-963f-4169-bd07-29020b4da255,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:53.480314 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network 01acead8-963f-4169-bd07-29020b4da255 details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:14:53.494726 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 36620) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:53.512167 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1c7c142e-b328-40f2-af20-95bee40b670d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:53.578415 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-473f7a6c-2808-4482-b23a-b38a62444be1 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7406342 Aug 11 03:14:53.579449 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 36624) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:53.587486 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-81ceedb8-e768-4484-9a78-4d8dcecd598a admin admin] Request body: {'subnet': {'network_id': '01acead8-963f-4169-bd07-29020b4da255', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-239959138-subnet', 'tenant_id': '105a61f27f4d43e89d29d205aeb1b27e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:14:53.659368 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1c7c142e-b328-40f2-af20-95bee40b670d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:53.711333 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1c7c142e-b328-40f2-af20-95bee40b670d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:53.767158 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-1c7c142e-b328-40f2-af20-95bee40b670d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b4111d7a23fc47ef832fee214aa127a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2713187 Aug 11 03:14:53.768129 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7c142e-b328-40f2-af20-95bee40b670d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6d1d499-3ad4-4bc2-8403-10087701f3a7,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:53.769845 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 36626) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:53.789555 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81ceedb8-e768-4484-9a78-4d8dcecd598a admin admin] Made reservation on behalf of 105a61f27f4d43e89d29d205aeb1b27e for: {'subnet': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:14:53.791913 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-81ceedb8-e768-4484-9a78-4d8dcecd598a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126180544'] for subnet, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:53.879731 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-8ddafe21-8065-4093-8412-df01362e7443 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:53.916725 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-8ddafe21-8065-4093-8412-df01362e7443 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:54.088380 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-8ddafe21-8065-4093-8412-df01362e7443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:54.091296 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-8ddafe21-8065-4093-8412-df01362e7443 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:54.092686 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-8ddafe21-8065-4093-8412-df01362e7443 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d6d1d499-3ad4-4bc2-8403-10087701f3a7 HTTP/1.1" status: 204 len: 168 time: 0.3215303 Aug 11 03:14:54.103862 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddafe21-8065-4093-8412-df01362e7443 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6d1d499-3ad4-4bc2-8403-10087701f3a7,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:54.133730 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-81ceedb8-e768-4484-9a78-4d8dcecd598a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125932092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126180562'] for subnet, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:54.206798 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ceedb8-e768-4484-9a78-4d8dcecd598a admin admin] Checking segment: {'id': 'a4461aa7-a68f-4ec2-820b-606b00b637c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '01acead8-963f-4169-bd07-29020b4da255'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:14:54.207503 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ceedb8-e768-4484-9a78-4d8dcecd598a admin admin] Network hostable DHCP agents. Network: 01acead8-963f-4169-bd07-29020b4da255, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:14:54.218238 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ceedb8-e768-4484-9a78-4d8dcecd598a admin admin] Pushing event updated for resources: {'Subnet': ['ID=069bf063-b054-4cb3-bf43-ad7278908edd,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:54.282035 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ceedb8-e768-4484-9a78-4d8dcecd598a admin admin] Network 01acead8-963f-4169-bd07-29020b4da255 is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:14:54.368373 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-81ceedb8-e768-4484-9a78-4d8dcecd598a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, 01acead8-963f-4169-bd07-29020b4da255) {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:14:54.374048 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ceedb8-e768-4484-9a78-4d8dcecd598a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:54.377227 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-81ceedb8-e768-4484-9a78-4d8dcecd598a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:54.377363 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21cc8066-7fc5-4011-a39b-a30f337d7076 None None] Network 01acead8-963f-4169-bd07-29020b4da255 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:14:54.478216 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-81ceedb8-e768-4484-9a78-4d8dcecd598a admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8975093 Aug 11 03:14:54.533546 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb70f31b-7b56-486e-901c-e8a8fa350a89 None None] Network 01acead8-963f-4169-bd07-29020b4da255 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:14:55.226438 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 36672) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:55.808757 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-470f8171-a919-4a52-a6b3-2ec67539c913 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521106'] for router_interface, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:56.111290 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-470f8171-a919-4a52-a6b3-2ec67539c913 admin admin] Deleting port 8cfb2d3e-60df-41ea-a00e-6e072156db10 {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:14:56.111653 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-470f8171-a919-4a52-a6b3-2ec67539c913 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:56.198107 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [None req-470f8171-a919-4a52-a6b3-2ec67539c913 admin admin] For port 8cfb2d3e-60df-41ea-a00e-6e072156db10, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=8cfb2d3e-60df-41ea-a00e-6e072156db10,segment=NetworkSegment(77249f53-d91a-4900-864a-cb193f73fd0b),segment_id=77249f53-d91a-4900-864a-cb193f73fd0b)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:14:56.198705 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-470f8171-a919-4a52-a6b3-2ec67539c913 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:56.214168 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-470f8171-a919-4a52-a6b3-2ec67539c913 admin admin] Calling delete_port for 8cfb2d3e-60df-41ea-a00e-6e072156db10 owned by network:router_interface {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:14:56.493458 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-470f8171-a919-4a52-a6b3-2ec67539c913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:56.521109 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470f8171-a919-4a52-a6b3-2ec67539c913 admin admin] Pushing event deleted for resources: {'Port': ['ID=8cfb2d3e-60df-41ea-a00e-6e072156db10,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:56.727684 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-470f8171-a919-4a52-a6b3-2ec67539c913 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16383033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450082'] for router_interface, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:57.276412 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-470f8171-a919-4a52-a6b3-2ec67539c913 admin admin] Router 852fc78d-aa8c-487c-8883-cddc3e10b8de has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:14:57.390226 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-470f8171-a919-4a52-a6b3-2ec67539c913 admin admin] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:14:57.394801 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-470f8171-a919-4a52-a6b3-2ec67539c913 admin admin] 10.222.0.41 "PUT /v2.0/routers/852fc78d-aa8c-487c-8883-cddc3e10b8de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1667418 Aug 11 03:14:57.395030 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 36752) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:57.398494 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dfa6d2d-722d-4223-b4ad-4e5678808486 None None] Sync routers for ids ['852fc78d-aa8c-487c-8883-cddc3e10b8de'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:14:57.407997 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dfa6d2d-722d-4223-b4ad-4e5678808486 None None] Routers {'852fc78d-aa8c-487c-8883-cddc3e10b8de'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:14:57.417711 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-0dfa6d2d-722d-4223-b4ad-4e5678808486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:14:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['852fc78d-aa8c-487c-8883-cddc3e10b8de'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:14:57.519166 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8ff06ad7-1a83-4bd2-9fc1-feb6aee54439 admin admin] Notify callbacks [] for router, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:57.524029 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-0dfa6d2d-722d-4223-b4ad-4e5678808486 None None] Set router 852fc78d-aa8c-487c-8883-cddc3e10b8de gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:14:57.681011 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8ff06ad7-1a83-4bd2-9fc1-feb6aee54439 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:57.793172 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-0dfa6d2d-722d-4223-b4ad-4e5678808486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '852fc78d-aa8c-487c-8883-cddc3e10b8de', 'name': 'tempest-AttachVolumeShelveTestJSON-1517035376-router', 'tenant_id': '92caf1df2234498c82ddfcf53391d4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.38'}], 'enable_snat': True}, 'gw_port_id': '7aed6d49-0318-48db-80e8-c875f725ac1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:03:47Z', 'updated_at': '2021-08-11T03:14:56Z', 'revision_number': 5, 'project_id': '92caf1df2234498c82ddfcf53391d4fc', 'gw_port': {'id': '7aed6d49-0318-48db-80e8-c875f725ac1e', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:e8:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852fc78d-aa8c-487c-8883-cddc3e10b8de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:03:48Z', 'updated_at': '2021-08-11T03:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:14:57.820993 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dfa6d2d-722d-4223-b4ad-4e5678808486 None None] Checking router: 852fc78d-aa8c-487c-8883-cddc3e10b8de for host: n-d-764292-30 {{(pid=102193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:14:57.831293 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dfa6d2d-722d-4223-b4ad-4e5678808486 None None] Routers {'852fc78d-aa8c-487c-8883-cddc3e10b8de'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:14:57.831496 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-8ff06ad7-1a83-4bd2-9fc1-feb6aee54439 admin admin] Deleting port 7aed6d49-0318-48db-80e8-c875f725ac1e {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:14:57.831642 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8ff06ad7-1a83-4bd2-9fc1-feb6aee54439 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:57.832312 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-0dfa6d2d-722d-4223-b4ad-4e5678808486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:14:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['852fc78d-aa8c-487c-8883-cddc3e10b8de'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:14:57.939843 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [None req-8ff06ad7-1a83-4bd2-9fc1-feb6aee54439 admin admin] For port 7aed6d49-0318-48db-80e8-c875f725ac1e, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=7aed6d49-0318-48db-80e8-c875f725ac1e,segment=NetworkSegment(fab28bed-aa25-40db-bba4-ec26e795194c),segment_id=fab28bed-aa25-40db-bba4-ec26e795194c)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:14:57.940532 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8ff06ad7-1a83-4bd2-9fc1-feb6aee54439 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:57.956960 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-8ff06ad7-1a83-4bd2-9fc1-feb6aee54439 admin admin] Calling delete_port for 7aed6d49-0318-48db-80e8-c875f725ac1e owned by network:router_gateway {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:14:58.135832 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-0dfa6d2d-722d-4223-b4ad-4e5678808486 None None] Set router 852fc78d-aa8c-487c-8883-cddc3e10b8de gateway port host: None {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:14:58.214048 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-0dfa6d2d-722d-4223-b4ad-4e5678808486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '852fc78d-aa8c-487c-8883-cddc3e10b8de', 'name': 'tempest-AttachVolumeShelveTestJSON-1517035376-router', 'tenant_id': '92caf1df2234498c82ddfcf53391d4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:03:47Z', 'updated_at': '2021-08-11T03:14:57Z', 'revision_number': 6, 'project_id': '92caf1df2234498c82ddfcf53391d4fc', 'gw_port_host': None}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:14:58.244660 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dfa6d2d-722d-4223-b4ad-4e5678808486 None None] The sync data for ids ['852fc78d-aa8c-487c-8883-cddc3e10b8de'] in n-d-764292-30 is: [{'id': '852fc78d-aa8c-487c-8883-cddc3e10b8de', 'name': 'tempest-AttachVolumeShelveTestJSON-1517035376-router', 'tenant_id': '92caf1df2234498c82ddfcf53391d4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:03:47Z', 'updated_at': '2021-08-11T03:14:57Z', 'revision_number': 6, 'project_id': '92caf1df2234498c82ddfcf53391d4fc', 'gw_port_host': None}] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:14:58.259218 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8ff06ad7-1a83-4bd2-9fc1-feb6aee54439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:58.286982 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff06ad7-1a83-4bd2-9fc1-feb6aee54439 admin admin] Pushing event deleted for resources: {'Port': ['ID=7aed6d49-0318-48db-80e8-c875f725ac1e,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:58.351022 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8ff06ad7-1a83-4bd2-9fc1-feb6aee54439 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-446916'] for router_gateway, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:58.449686 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8ff06ad7-1a83-4bd2-9fc1-feb6aee54439 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6544'] for router, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:58.452048 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8ff06ad7-1a83-4bd2-9fc1-feb6aee54439 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:58.572759 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 36786) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:58.588194 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8ff06ad7-1a83-4bd2-9fc1-feb6aee54439 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448809'] for router, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:58.589213 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ff06ad7-1a83-4bd2-9fc1-feb6aee54439 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 852fc78d-aa8c-487c-8883-cddc3e10b8de {{(pid=102191) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:14:58.598236 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8ff06ad7-1a83-4bd2-9fc1-feb6aee54439 admin admin] Notify callbacks [] for router, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:58.598236 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-8ff06ad7-1a83-4bd2-9fc1-feb6aee54439 admin admin] 10.222.0.41 "DELETE /v2.0/routers/852fc78d-aa8c-487c-8883-cddc3e10b8de HTTP/1.1" status: 204 len: 168 time: 1.2001002 Aug 11 03:14:58.606629 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 36790) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:58.663689 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_v2 [None req-35f2bbad-c4d5-449c-a869-5707e975ed41 admin admin] Deleting subnet c8bae62b-5e51-4859-99ce-3b4e8f86224a {{(pid=102191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:14:58.667860 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-35f2bbad-c4d5-449c-a869-5707e975ed41 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:58.744214 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-35f2bbad-c4d5-449c-a869-5707e975ed41 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126283525'] for subnet, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:58.844695 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3ae048e0-2f13-403c-a098-e2dc914b16f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:58.856476 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-35f2bbad-c4d5-449c-a869-5707e975ed41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:58.988437 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3ae048e0-2f13-403c-a098-e2dc914b16f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:58.992494 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-35f2bbad-c4d5-449c-a869-5707e975ed41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126283413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126275158'] for subnet, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:59.041183 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f2bbad-c4d5-449c-a869-5707e975ed41 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8bae62b-5e51-4859-99ce-3b4e8f86224a,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:59.049589 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-35f2bbad-c4d5-449c-a869-5707e975ed41 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:59.051523 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-35f2bbad-c4d5-449c-a869-5707e975ed41 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/c8bae62b-5e51-4859-99ce-3b4e8f86224a HTTP/1.1" status: 204 len: 168 time: 0.4425867 Aug 11 03:14:59.054079 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 36796) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:59.054621 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3ae048e0-2f13-403c-a098-e2dc914b16f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:59.055193 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e64a6b09-5e58-4ee8-90b6-347aba6009c8 None None] Network d17d1b32-4aa7-4439-b455-9cb54b2072df requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:14:59.098861 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-3ae048e0-2f13-403c-a098-e2dc914b16f5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9a6f75bf334142d08e4edbafd987fd5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5248365 Aug 11 03:14:59.108378 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 36798) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:59.175945 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8eb16aea-971b-4148-82c7-d2572988b11e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:59.194428 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae048e0-2f13-403c-a098-e2dc914b16f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae9ac020-93af-4878-b2d7-84e57db9b635,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:59.202487 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e6555f3e-abd5-40a9-aaa9-9ea28b283b83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:59.211444 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-d75f26ff-9900-462a-a163-f7ddc6f70ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:59.250056 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e6555f3e-abd5-40a9-aaa9-9ea28b283b83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:59.289679 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-d75f26ff-9900-462a-a163-f7ddc6f70ca8 admin admin] Deleting port f2fe6e8a-6daf-4cba-adbc-3822ca05efd8 {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:14:59.289890 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-d75f26ff-9900-462a-a163-f7ddc6f70ca8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:59.352563 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 7aed6d49-0318-48db-80e8-c875f725ac1e no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:14:59.388040 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: 7aed6d49-0318-48db-80e8-c875f725ac1e {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:14:59.388358 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 7aed6d49-0318-48db-80e8-c875f725ac1e not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:14:59.388783 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 8cfb2d3e-60df-41ea-a00e-6e072156db10 no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:14:59.421819 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: 8cfb2d3e-60df-41ea-a00e-6e072156db10 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:14:59.430479 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 8cfb2d3e-60df-41ea-a00e-6e072156db10 not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:14:59.437143 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [None req-d75f26ff-9900-462a-a163-f7ddc6f70ca8 admin admin] For port f2fe6e8a-6daf-4cba-adbc-3822ca05efd8, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=f2fe6e8a-6daf-4cba-adbc-3822ca05efd8,segment=NetworkSegment(77249f53-d91a-4900-864a-cb193f73fd0b),segment_id=77249f53-d91a-4900-864a-cb193f73fd0b)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:14:59.437143 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-d75f26ff-9900-462a-a163-f7ddc6f70ca8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:59.461194 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2d37ca7-e46c-4e4d-ad23-15834de6e537 None None] DHCP port deletion for d17d1b32-4aa7-4439-b455-9cb54b2072df request from n-d-764292-30 {{(pid=102193) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:14:59.461583 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e6555f3e-abd5-40a9-aaa9-9ea28b283b83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:59.465081 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e6555f3e-abd5-40a9-aaa9-9ea28b283b83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:59.473784 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-e6555f3e-abd5-40a9-aaa9-9ea28b283b83 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ae9ac020-93af-4878-b2d7-84e57db9b635 HTTP/1.1" status: 204 len: 168 time: 0.3571677 Aug 11 03:14:59.474261 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-d75f26ff-9900-462a-a163-f7ddc6f70ca8 admin admin] Calling delete_port for f2fe6e8a-6daf-4cba-adbc-3822ca05efd8 owned by network:dhcp {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:14:59.482623 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6555f3e-abd5-40a9-aaa9-9ea28b283b83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae9ac020-93af-4878-b2d7-84e57db9b635,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:59.582687 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-f2d37ca7-e46c-4e4d-ad23-15834de6e537 None None] Deleting port f2fe6e8a-6daf-4cba-adbc-3822ca05efd8 {{(pid=102193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:14:59.583184 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-f2d37ca7-e46c-4e4d-ad23-15834de6e537 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:59.650618 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-f2d37ca7-e46c-4e4d-ad23-15834de6e537 None None] For port f2fe6e8a-6daf-4cba-adbc-3822ca05efd8, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=f2fe6e8a-6daf-4cba-adbc-3822ca05efd8,segment=NetworkSegment(77249f53-d91a-4900-864a-cb193f73fd0b),segment_id=77249f53-d91a-4900-864a-cb193f73fd0b)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:14:59.651367 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-f2d37ca7-e46c-4e4d-ad23-15834de6e537 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:59.664857 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-f2d37ca7-e46c-4e4d-ad23-15834de6e537 None None] Calling delete_port for f2fe6e8a-6daf-4cba-adbc-3822ca05efd8 owned by network:dhcp {{(pid=102193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:14:59.728096 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-d75f26ff-9900-462a-a163-f7ddc6f70ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:59.750915 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-f2d37ca7-e46c-4e4d-ad23-15834de6e537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678'] for port, after_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:59.781014 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d37ca7-e46c-4e4d-ad23-15834de6e537 None None] Pushing event deleted for resources: {'Port': ['ID=f2fe6e8a-6daf-4cba-adbc-3822ca05efd8,revision_number=None']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:59.781283 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75f26ff-9900-462a-a163-f7ddc6f70ca8 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2fe6e8a-6daf-4cba-adbc-3822ca05efd8,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:59.789466 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d37ca7-e46c-4e4d-ad23-15834de6e537 None None] No DVR routers for this DVR port f2fe6e8a-6daf-4cba-adbc-3822ca05efd8 on host n-d-764292-30 {{(pid=102193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:14:59.789871 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d75f26ff-9900-462a-a163-f7ddc6f70ca8 admin admin] No DVR routers for this DVR port f2fe6e8a-6daf-4cba-adbc-3822ca05efd8 on host n-d-764292-30 {{(pid=102192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:14:59.893568 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-d75f26ff-9900-462a-a163-f7ddc6f70ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:59.932332 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-d75f26ff-9900-462a-a163-f7ddc6f70ca8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d17d1b32-4aa7-4439-b455-9cb54b2072df']}} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:14:59.966772 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-d75f26ff-9900-462a-a163-f7ddc6f70ca8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77249f53-d91a-4900-864a-cb193f73fd0b') {'for_net_delete': True} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:14:59.966772 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-d75f26ff-9900-462a-a163-f7ddc6f70ca8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77249f53-d91a-4900-864a-cb193f73fd0b') {} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:14:59.981399 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-d75f26ff-9900-462a-a163-f7ddc6f70ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125932501'] for segment, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:00.008279 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-d75f26ff-9900-462a-a163-f7ddc6f70ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:00.019841 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d75f26ff-9900-462a-a163-f7ddc6f70ca8 admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=102192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:15:00.020256 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-d75f26ff-9900-462a-a163-f7ddc6f70ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125932183'] for segment, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:00.022970 n-d-764292-30 neutron-server[102192]: Traceback (most recent call last): Aug 11 03:15:00.022970 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:15:00.022970 n-d-764292-30 neutron-server[102192]: timer() Aug 11 03:15:00.022970 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:15:00.022970 n-d-764292-30 neutron-server[102192]: cb(*args, **kw) Aug 11 03:15:00.022970 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:15:00.022970 n-d-764292-30 neutron-server[102192]: return func(*args, **kwargs) Aug 11 03:15:00.022970 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:15:00.022970 n-d-764292-30 neutron-server[102192]: self._notify() Aug 11 03:15:00.022970 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:15:00.022970 n-d-764292-30 neutron-server[102192]: self.callback(batched_events) Aug 11 03:15:00.022970 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:15:00.022970 n-d-764292-30 neutron-server[102192]: event.method(event) Aug 11 03:15:00.022970 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:15:00.022970 n-d-764292-30 neutron-server[102192]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:15:00.022970 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:15:00.022970 n-d-764292-30 neutron-server[102192]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:15:00.022970 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:15:00.022970 n-d-764292-30 neutron-server[102192]: return f(self, *a, **k) Aug 11 03:15:00.022970 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:15:00.022970 n-d-764292-30 neutron-server[102192]: return self._get(url).json() Aug 11 03:15:00.022970 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:15:00.022970 n-d-764292-30 neutron-server[102192]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:15:00.022970 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:15:00.022970 n-d-764292-30 neutron-server[102192]: return self.request(url, 'GET', **kwargs) Aug 11 03:15:00.022970 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:15:00.022970 n-d-764292-30 neutron-server[102192]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:15:00.022970 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:15:00.022970 n-d-764292-30 neutron-server[102192]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:15:00.022970 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:15:00.022970 n-d-764292-30 neutron-server[102192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:15:00.022970 n-d-764292-30 neutron-server[102192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:15:00.184465 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-d75f26ff-9900-462a-a163-f7ddc6f70ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:00.194209 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-d75f26ff-9900-462a-a163-f7ddc6f70ca8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:00.194209 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-d75f26ff-9900-462a-a163-f7ddc6f70ca8 admin admin] 10.222.0.41 "DELETE /v2.0/networks/d17d1b32-4aa7-4439-b455-9cb54b2072df HTTP/1.1" status: 204 len: 168 time: 1.1383553 Aug 11 03:15:00.207822 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75f26ff-9900-462a-a163-f7ddc6f70ca8 admin admin] Pushing event deleted for resources: {'Network': ['ID=d17d1b32-4aa7-4439-b455-9cb54b2072df,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:00.468239 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 36824) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:15:00.486246 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8888da19-6a9b-4843-a15d-bd9b0a04fd62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:00.579584 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8888da19-6a9b-4843-a15d-bd9b0a04fd62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:00.608152 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 36828) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:15:00.647023 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8888da19-6a9b-4843-a15d-bd9b0a04fd62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:00.650762 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-0d41db35-6238-45b2-bee7-1515a2efd3bd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=92caf1df2234498c82ddfcf53391d4fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0391927 Aug 11 03:15:00.651163 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 36830) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:15:00.692151 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-8888da19-6a9b-4843-a15d-bd9b0a04fd62 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9ac5f1945ad84b019fe596d8004d6324&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2202790 Aug 11 03:15:00.692151 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8888da19-6a9b-4843-a15d-bd9b0a04fd62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=303ff96c-bd2a-4081-a75e-b3cc63b74084,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:00.693250 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 36832) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:15:00.712641 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-2b9d7c13-afd6-425e-a28c-652638cb4818 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:00.751161 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-2b9d7c13-afd6-425e-a28c-652638cb4818 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:00.787145 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-5460522d-2198-4dfd-b5ff-04e4c8f141a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:00.812103 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-5460522d-2198-4dfd-b5ff-04e4c8f141a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:00.893675 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-2b9d7c13-afd6-425e-a28c-652638cb4818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:00.896631 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-2b9d7c13-afd6-425e-a28c-652638cb4818 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:00.897795 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-2b9d7c13-afd6-425e-a28c-652638cb4818 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c3595886-cef6-47d7-acb3-c824b5d9d558 HTTP/1.1" status: 204 len: 168 time: 0.2457352 Aug 11 03:15:00.908504 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9d7c13-afd6-425e-a28c-652638cb4818 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3595886-cef6-47d7-acb3-c824b5d9d558,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:00.924144 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-5460522d-2198-4dfd-b5ff-04e4c8f141a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:00.929367 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-5460522d-2198-4dfd-b5ff-04e4c8f141a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:00.937510 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-5460522d-2198-4dfd-b5ff-04e4c8f141a0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/303ff96c-bd2a-4081-a75e-b3cc63b74084 HTTP/1.1" status: 204 len: 168 time: 0.2364266 Aug 11 03:15:00.940545 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5460522d-2198-4dfd-b5ff-04e4c8f141a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=303ff96c-bd2a-4081-a75e-b3cc63b74084,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:01.218136 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device f2fe6e8a-6daf-4cba-adbc-3822ca05efd8 no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:15:01.241846 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: f2fe6e8a-6daf-4cba-adbc-3822ca05efd8 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:15:01.242564 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device f2fe6e8a-6daf-4cba-adbc-3822ca05efd8 not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:15:01.859227 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:02.116352 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-550412a2-f595-4126-b385-1c8c52521032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:02.392316 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 36896) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:15:02.501664 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-b4c31214-ded4-40a3-81be-f23c541f2147 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-105519028-network', 'tenant_id': 'de7c7081e4f94005a4ad5308630cb9c6'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:15:02.618836 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4c31214-ded4-40a3-81be-f23c541f2147 admin admin] Made reservation on behalf of de7c7081e4f94005a4ad5308630cb9c6 for: {'network': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:15:02.621632 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b4c31214-ded4-40a3-81be-f23c541f2147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:02.632108 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b4c31214-ded4-40a3-81be-f23c541f2147 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:02.754060 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b4c31214-ded4-40a3-81be-f23c541f2147 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:02.870461 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b4c31214-ded4-40a3-81be-f23c541f2147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:02.897243 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4c31214-ded4-40a3-81be-f23c541f2147 admin admin] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=102192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:15:02.907774 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c31214-ded4-40a3-81be-f23c541f2147 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc43ee60-6555-4bc5-a7a0-c97f67a784d8,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:02.928066 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b4c31214-ded4-40a3-81be-f23c541f2147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:02.928407 n-d-764292-30 neutron-server[102192]: INFO neutron.db.segments_db [None req-b4c31214-ded4-40a3-81be-f23c541f2147 admin admin] Added segment bd930099-d273-4386-9bc1-426af296d1dc of type vlan for network ec41e9b8-ca95-4733-9938-a40bc676061d Aug 11 03:15:02.947765 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:02.972620 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b4c31214-ded4-40a3-81be-f23c541f2147 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:03.100247 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b4c31214-ded4-40a3-81be-f23c541f2147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:03.102263 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4c31214-ded4-40a3-81be-f23c541f2147 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:03.102882 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b4c31214-ded4-40a3-81be-f23c541f2147 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:03.174612 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c31214-ded4-40a3-81be-f23c541f2147 admin admin] Pushing event updated for resources: {'Network': ['ID=ec41e9b8-ca95-4733-9938-a40bc676061d,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:03.189458 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network ec41e9b8-ca95-4733-9938-a40bc676061d details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:15:03.288307 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-b4c31214-ded4-40a3-81be-f23c541f2147 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8948114 Aug 11 03:15:03.291520 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 36922) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:15:03.298791 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-b667d293-3a17-4958-af80-44c3aee3eb5a admin admin] Request body: {'subnet': {'network_id': 'ec41e9b8-ca95-4733-9938-a40bc676061d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-105519028-subnet', 'tenant_id': 'de7c7081e4f94005a4ad5308630cb9c6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:15:03.641664 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b667d293-3a17-4958-af80-44c3aee3eb5a admin admin] Made reservation on behalf of de7c7081e4f94005a4ad5308630cb9c6 for: {'subnet': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:15:03.644176 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b667d293-3a17-4958-af80-44c3aee3eb5a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126180544'] for subnet, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:03.962372 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b667d293-3a17-4958-af80-44c3aee3eb5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125932092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126180562'] for subnet, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:04.024828 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b667d293-3a17-4958-af80-44c3aee3eb5a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a117f456-eefd-42ce-85d3-cce35b5c64c2,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:04.037355 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b667d293-3a17-4958-af80-44c3aee3eb5a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:15:04.037725 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b667d293-3a17-4958-af80-44c3aee3eb5a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:15:04.038057 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b667d293-3a17-4958-af80-44c3aee3eb5a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:15:04.038416 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b667d293-3a17-4958-af80-44c3aee3eb5a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:15:04.038738 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b667d293-3a17-4958-af80-44c3aee3eb5a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:15:04.039063 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b667d293-3a17-4958-af80-44c3aee3eb5a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:15:04.039379 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b667d293-3a17-4958-af80-44c3aee3eb5a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:15:04.039694 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b667d293-3a17-4958-af80-44c3aee3eb5a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:15:04.040007 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b667d293-3a17-4958-af80-44c3aee3eb5a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:15:04.040320 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b667d293-3a17-4958-af80-44c3aee3eb5a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:15:04.040634 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b667d293-3a17-4958-af80-44c3aee3eb5a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:15:04.040944 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b667d293-3a17-4958-af80-44c3aee3eb5a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:15:04.053995 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b667d293-3a17-4958-af80-44c3aee3eb5a admin admin] Checking segment: {'id': 'bd930099-d273-4386-9bc1-426af296d1dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'ec41e9b8-ca95-4733-9938-a40bc676061d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:15:04.054397 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b667d293-3a17-4958-af80-44c3aee3eb5a admin admin] Network hostable DHCP agents. Network: ec41e9b8-ca95-4733-9938-a40bc676061d, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:15:04.173224 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b667d293-3a17-4958-af80-44c3aee3eb5a admin admin] Network ec41e9b8-ca95-4733-9938-a40bc676061d is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:15:04.276171 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-b667d293-3a17-4958-af80-44c3aee3eb5a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, ec41e9b8-ca95-4733-9938-a40bc676061d) {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:15:04.280187 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b667d293-3a17-4958-af80-44c3aee3eb5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:04.280771 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b667d293-3a17-4958-af80-44c3aee3eb5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:04.293665 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-770c0ec2-c443-4d31-b254-7d5054073b6d None None] Network ec41e9b8-ca95-4733-9938-a40bc676061d requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:15:04.385572 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-b667d293-3a17-4958-af80-44c3aee3eb5a admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0929608 Aug 11 03:15:04.441248 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d78c87-48ff-428b-9238-9300e0a44519 None None] Network ec41e9b8-ca95-4733-9938-a40bc676061d requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:15:04.614332 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:05.060263 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a32d95-bd39-4b9c-ae84-d537590c985b req-e1ce17b0-b682-480b-96ae-e411ef9999a7 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:05.069256 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-21a32d95-bd39-4b9c-ae84-d537590c985b req-e1ce17b0-b682-480b-96ae-e411ef9999a7 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] 10.222.0.41 "GET /v2.0/networks?id=ec41e9b8-ca95-4733-9938-a40bc676061d HTTP/1.1" status: 200 len: 814 time: 0.1341808 Aug 11 03:15:05.089252 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-21a32d95-bd39-4b9c-ae84-d537590c985b req-79b68781-7008-4db2-98ea-f023f816e228 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] 10.222.0.41 "GET /v2.0/quotas/de7c7081e4f94005a4ad5308630cb9c6 HTTP/1.1" status: 200 len: 375 time: 0.0185933 Aug 11 03:15:05.132314 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-21a32d95-bd39-4b9c-ae84-d537590c985b req-3229d0f3-2c3f-4968-b3a2-579cb012d188 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=de7c7081e4f94005a4ad5308630cb9c6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0421340 Aug 11 03:15:05.232459 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-21a32d95-bd39-4b9c-ae84-d537590c985b req-4c07e457-2a91-4f1d-a4da-5c1f2b338d21 service neutron] 10.222.0.41 "GET /v2.0/networks/ec41e9b8-ca95-4733-9938-a40bc676061d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992157 Aug 11 03:15:05.337356 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-21a32d95-bd39-4b9c-ae84-d537590c985b req-def58295-7a95-406c-94b8-baee4bec3ff9 service neutron] 10.222.0.41 "GET /v2.0/networks/ec41e9b8-ca95-4733-9938-a40bc676061d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040359 Aug 11 03:15:05.668575 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8e65fb7b-ab8d-448e-8229-50b4eb27fd50 req-d1eab82e-1b54-40f6-afc6-15e49df2f84c tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2e62256-bb1c-4b85-9f73-ff3d0c2e4620 HTTP/1.1" status: 200 len: 210 time: 0.0418155 Aug 11 03:15:05.889834 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 37000) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:15:06.056418 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f4bb0fbb-95a8-4532-8ccb-7b82a72ee04b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:06.178536 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f4bb0fbb-95a8-4532-8ccb-7b82a72ee04b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:06.299123 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f4bb0fbb-95a8-4532-8ccb-7b82a72ee04b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:06.337683 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-f4bb0fbb-95a8-4532-8ccb-7b82a72ee04b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=10d2ddffdbe747a4ae640b5b117093ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4461825 Aug 11 03:15:06.340477 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 37018) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:15:06.343171 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bb0fbb-95a8-4532-8ccb-7b82a72ee04b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9ed344c-08e6-4eb7-b0c1-fe099ada93d2,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:06.420657 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4fe8f775-73ee-467f-9d9f-d64db5dc623c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:06.444759 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4fe8f775-73ee-467f-9d9f-d64db5dc623c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:06.585006 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4fe8f775-73ee-467f-9d9f-d64db5dc623c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:06.588026 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4fe8f775-73ee-467f-9d9f-d64db5dc623c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:06.589691 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-4fe8f775-73ee-467f-9d9f-d64db5dc623c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b9ed344c-08e6-4eb7-b0c1-fe099ada93d2 HTTP/1.1" status: 204 len: 168 time: 0.2478232 Aug 11 03:15:06.602659 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe8f775-73ee-467f-9d9f-d64db5dc623c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9ed344c-08e6-4eb7-b0c1-fe099ada93d2,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:06.739875 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a4947285-6679-4312-8fb7-108ec72b0f7a req-6beb8b3f-d876-40f0-a7c5-954333a07513 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2e62256-bb1c-4b85-9f73-ff3d0c2e4620 HTTP/1.1" status: 200 len: 210 time: 0.0287569 Aug 11 03:15:07.001304 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:07.373990 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 37038) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:15:07.387191 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9ae6c8ba-6b51-4e3b-8524-eace52376b49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:07.498652 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9ae6c8ba-6b51-4e3b-8524-eace52376b49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:07.624244 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9ae6c8ba-6b51-4e3b-8524-eace52376b49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:07.664858 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-9ae6c8ba-6b51-4e3b-8524-eace52376b49 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c29c51765ed14b159abaacf45f93aa67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2896640 Aug 11 03:15:07.665759 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae6c8ba-6b51-4e3b-8524-eace52376b49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a135aab-c620-42aa-9ae1-b99509aebdfd,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:07.667486 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 37044) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:15:07.738852 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d97bcdc4-e6f3-4704-a4d2-c639a1b2fd6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:07.762102 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d97bcdc4-e6f3-4704-a4d2-c639a1b2fd6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:07.842841 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1644c37d-f5a7-482e-b098-b533835993f6 req-eb9d34ab-2b20-4fa5-8f0e-0c34613fc5ea tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2e62256-bb1c-4b85-9f73-ff3d0c2e4620 HTTP/1.1" status: 200 len: 210 time: 0.0308812 Aug 11 03:15:07.898897 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d97bcdc4-e6f3-4704-a4d2-c639a1b2fd6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:07.901527 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d97bcdc4-e6f3-4704-a4d2-c639a1b2fd6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:07.905096 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-d97bcdc4-e6f3-4704-a4d2-c639a1b2fd6e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0a135aab-c620-42aa-9ae1-b99509aebdfd HTTP/1.1" status: 204 len: 168 time: 0.2335982 Aug 11 03:15:07.920183 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97bcdc4-e6f3-4704-a4d2-c639a1b2fd6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a135aab-c620-42aa-9ae1-b99509aebdfd,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:08.862563 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e795856a-0913-4155-9181-993f8f51f76e req-0a1232be-d5f9-458b-8230-9327c51d8a1e tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:08.874053 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e795856a-0913-4155-9181-993f8f51f76e req-0a1232be-d5f9-458b-8230-9327c51d8a1e tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:08.882762 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e795856a-0913-4155-9181-993f8f51f76e req-0a1232be-d5f9-458b-8230-9327c51d8a1e tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:08.890155 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e795856a-0913-4155-9181-993f8f51f76e req-0a1232be-d5f9-458b-8230-9327c51d8a1e tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:08.902786 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e795856a-0913-4155-9181-993f8f51f76e req-0a1232be-d5f9-458b-8230-9327c51d8a1e tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:08.917604 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e795856a-0913-4155-9181-993f8f51f76e req-0a1232be-d5f9-458b-8230-9327c51d8a1e tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:08.929958 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e795856a-0913-4155-9181-993f8f51f76e req-0a1232be-d5f9-458b-8230-9327c51d8a1e tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:08.933521 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e795856a-0913-4155-9181-993f8f51f76e req-0a1232be-d5f9-458b-8230-9327c51d8a1e tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] 10.222.0.41 "GET /v2.0/ports?device_id=c37d8b08-64ee-4d7e-99b5-bc356505ed77 HTTP/1.1" status: 200 len: 5444 time: 0.1268826 Aug 11 03:15:08.996533 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bfa1fa65-2470-4955-aa65-9592eaaa4ded req-46e0ba86-4a79-4052-80e5-d72a466a3804 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2e62256-bb1c-4b85-9f73-ff3d0c2e4620 HTTP/1.1" status: 200 len: 210 time: 0.0592005 Aug 11 03:15:09.044560 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e795856a-0913-4155-9181-993f8f51f76e req-80a69908-f174-478f-93ff-27a54b9f4e8a tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] 10.222.0.41 "GET /v2.0/security-groups?id=607419a9-bee5-4ef0-a97c-fc5d24552dc8&id=0947f6a2-f888-43bb-ac20-3b42849ccfb9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0974121 Aug 11 03:15:09.299151 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a32d95-bd39-4b9c-ae84-d537590c985b req-f9014945-261a-4789-84c7-69e1a5db783d tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:09.302188 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-21a32d95-bd39-4b9c-ae84-d537590c985b req-f9014945-261a-4789-84c7-69e1a5db783d tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] 10.222.0.22 "GET /v2.0/networks?id=ec41e9b8-ca95-4733-9938-a40bc676061d HTTP/1.1" status: 200 len: 814 time: 0.5014336 Aug 11 03:15:09.320950 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-21a32d95-bd39-4b9c-ae84-d537590c985b req-d4612cf6-4538-403b-8f09-2422e502aabe tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] Request body: {'port': {'device_id': 'b2e62256-bb1c-4b85-9f73-ff3d0c2e4620', 'network_id': 'ec41e9b8-ca95-4733-9938-a40bc676061d', 'admin_state_up': True, 'tenant_id': 'de7c7081e4f94005a4ad5308630cb9c6'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:15:09.550243 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21a32d95-bd39-4b9c-ae84-d537590c985b req-d4612cf6-4538-403b-8f09-2422e502aabe tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] Made reservation on behalf of de7c7081e4f94005a4ad5308630cb9c6 for: {'port': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:15:09.554701 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-21a32d95-bd39-4b9c-ae84-d537590c985b req-d4612cf6-4538-403b-8f09-2422e502aabe tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:09.699127 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [req-21a32d95-bd39-4b9c-ae84-d537590c985b req-d4612cf6-4538-403b-8f09-2422e502aabe tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] Allocated IP 172.20.0.12 (ec41e9b8-ca95-4733-9938-a40bc676061d/a117f456-eefd-42ce-85d3-cce35b5c64c2/c982f111-cecb-487b-b437-20da5e3a51e8) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:15:09.864466 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-21a32d95-bd39-4b9c-ae84-d537590c985b req-d4612cf6-4538-403b-8f09-2422e502aabe tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:09.917211 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 37106) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:15:09.983369 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25f3563-f6ce-4870-bd59-536f6e411cb2 req-028557d1-2585-46c1-b575-d7bc07dbb16c tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:09.985464 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-21a32d95-bd39-4b9c-ae84-d537590c985b req-d4612cf6-4538-403b-8f09-2422e502aabe tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:09.992901 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25f3563-f6ce-4870-bd59-536f6e411cb2 req-028557d1-2585-46c1-b575-d7bc07dbb16c tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:10.003009 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25f3563-f6ce-4870-bd59-536f6e411cb2 req-028557d1-2585-46c1-b575-d7bc07dbb16c tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:10.009302 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25f3563-f6ce-4870-bd59-536f6e411cb2 req-028557d1-2585-46c1-b575-d7bc07dbb16c tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:10.015988 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25f3563-f6ce-4870-bd59-536f6e411cb2 req-028557d1-2585-46c1-b575-d7bc07dbb16c tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:10.024184 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25f3563-f6ce-4870-bd59-536f6e411cb2 req-028557d1-2585-46c1-b575-d7bc07dbb16c tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:10.031205 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25f3563-f6ce-4870-bd59-536f6e411cb2 req-028557d1-2585-46c1-b575-d7bc07dbb16c tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:10.033576 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e25f3563-f6ce-4870-bd59-536f6e411cb2 req-028557d1-2585-46c1-b575-d7bc07dbb16c tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] 10.222.0.24 "GET /v2.0/ports?device_id=c37d8b08-64ee-4d7e-99b5-bc356505ed77 HTTP/1.1" status: 200 len: 5444 time: 0.1093183 Aug 11 03:15:10.038811 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21a32d95-bd39-4b9c-ae84-d537590c985b req-d4612cf6-4538-403b-8f09-2422e502aabe tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] Network ec41e9b8-ca95-4733-9938-a40bc676061d is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:15:10.046708 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [req-21a32d95-bd39-4b9c-ae84-d537590c985b req-d4612cf6-4538-403b-8f09-2422e502aabe tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:15:10.050663 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-21a32d95-bd39-4b9c-ae84-d537590c985b req-d4612cf6-4538-403b-8f09-2422e502aabe tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:15:10.092818 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4612cf6-4538-403b-8f09-2422e502aabe tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] Pushing event updated for resources: {'Port': ['ID=c982f111-cecb-487b-b437-20da5e3a51e8,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:10.099843 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8801d22d-fc4e-4be1-833d-5c89ca688d33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:10.103130 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25f3563-f6ce-4870-bd59-536f6e411cb2 req-3d8e7bc4-3554-4cf5-a339-1c60e0767474 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:10.105472 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e25f3563-f6ce-4870-bd59-536f6e411cb2 req-3d8e7bc4-3554-4cf5-a339-1c60e0767474 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] 10.222.0.24 "GET /v2.0/ports/e86cee10-c94b-4240-aed2-fc9db6db4421?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0643635 Aug 11 03:15:10.135770 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a32d95-bd39-4b9c-ae84-d537590c985b req-d4612cf6-4538-403b-8f09-2422e502aabe tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:10.136556 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-21a32d95-bd39-4b9c-ae84-d537590c985b req-d4612cf6-4538-403b-8f09-2422e502aabe tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:10.225609 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8801d22d-fc4e-4be1-833d-5c89ca688d33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:10.279668 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44f3401-a67e-4998-9d2a-390a76e35c3b req-4022043d-55a4-461d-b95a-e9a0824dd1e7 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:10.281205 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f44f3401-a67e-4998-9d2a-390a76e35c3b req-4022043d-55a4-461d-b95a-e9a0824dd1e7 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2e62256-bb1c-4b85-9f73-ff3d0c2e4620 HTTP/1.1" status: 200 len: 932 time: 0.1563089 Aug 11 03:15:10.312390 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da9c4db-5b7e-4e5a-bb0f-5b0ba71e4ffa req-c745fe36-58c0-4c63-a17a-54cef062a26c tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:10.318904 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da9c4db-5b7e-4e5a-bb0f-5b0ba71e4ffa req-c745fe36-58c0-4c63-a17a-54cef062a26c tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:10.324814 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da9c4db-5b7e-4e5a-bb0f-5b0ba71e4ffa req-c745fe36-58c0-4c63-a17a-54cef062a26c tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:10.330846 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da9c4db-5b7e-4e5a-bb0f-5b0ba71e4ffa req-c745fe36-58c0-4c63-a17a-54cef062a26c tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:10.336661 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da9c4db-5b7e-4e5a-bb0f-5b0ba71e4ffa req-c745fe36-58c0-4c63-a17a-54cef062a26c tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:10.342504 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da9c4db-5b7e-4e5a-bb0f-5b0ba71e4ffa req-c745fe36-58c0-4c63-a17a-54cef062a26c tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:10.349501 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da9c4db-5b7e-4e5a-bb0f-5b0ba71e4ffa req-c745fe36-58c0-4c63-a17a-54cef062a26c tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:10.351726 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7da9c4db-5b7e-4e5a-bb0f-5b0ba71e4ffa req-c745fe36-58c0-4c63-a17a-54cef062a26c tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] 10.222.0.41 "GET /v2.0/ports?device_id=c37d8b08-64ee-4d7e-99b5-bc356505ed77 HTTP/1.1" status: 200 len: 5444 time: 0.1990790 Aug 11 03:15:10.357703 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8801d22d-fc4e-4be1-833d-5c89ca688d33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:10.396889 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e25f3563-f6ce-4870-bd59-536f6e411cb2 req-9405f68c-34ab-4280-8b63-2bc5e2a806e5 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] 10.222.0.24 "GET /v2.0/networks/a04ffcc2-d303-44d7-b369-5db13650c2d6?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2845323 Aug 11 03:15:10.404226 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-8801d22d-fc4e-4be1-833d-5c89ca688d33 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6e501138d9c44cb880933f66eb64bcc1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4827025 Aug 11 03:15:10.404226 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8801d22d-fc4e-4be1-833d-5c89ca688d33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82821752-4a6c-499c-bbce-33e64d852945,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:10.404598 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 37126) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:15:10.418556 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-e25f3563-f6ce-4870-bd59-536f6e411cb2 req-176333c7-810c-4b4c-9017-c873306f1999 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:15:10.427893 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f44f3401-a67e-4998-9d2a-390a76e35c3b req-420a74df-bfe1-4a04-8fca-ff154402ca86 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] 10.222.0.41 "GET /v2.0/security-groups?id=fc43ee60-6555-4bc5-a7a0-c97f67a784d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352665 Aug 11 03:15:10.450133 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-21a32d95-bd39-4b9c-ae84-d537590c985b req-d4612cf6-4538-403b-8f09-2422e502aabe tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1340048 Aug 11 03:15:10.470019 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-21a32d95-bd39-4b9c-ae84-d537590c985b req-c060d307-83b2-475d-b10c-f9b095de3862 service neutron] Request body: {'port': {'device_id': 'b2e62256-bb1c-4b85-9f73-ff3d0c2e4620', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764292-30'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:15:10.480093 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7da9c4db-5b7e-4e5a-bb0f-5b0ba71e4ffa req-62ec1bc4-97fd-4f48-9bb9-2875944b03c9 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] 10.222.0.41 "GET /v2.0/security-groups?id=607419a9-bee5-4ef0-a97c-fc5d24552dc8&id=0947f6a2-f888-43bb-ac20-3b42849ccfb9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1088991 Aug 11 03:15:10.500534 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-adaf3fd9-a043-4a39-90d2-1c2c838d0bd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:10.523659 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-e25f3563-f6ce-4870-bd59-536f6e411cb2 req-176333c7-810c-4b4c-9017-c873306f1999 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:10.556461 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-adaf3fd9-a043-4a39-90d2-1c2c838d0bd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:10.580601 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-21a32d95-bd39-4b9c-ae84-d537590c985b req-c060d307-83b2-475d-b10c-f9b095de3862 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:10.709464 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-e25f3563-f6ce-4870-bd59-536f6e411cb2 req-176333c7-810c-4b4c-9017-c873306f1999 service neutron] For port e86cee10-c94b-4240-aed2-fc9db6db4421, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=e86cee10-c94b-4240-aed2-fc9db6db4421,segment=NetworkSegment(537bbf41-5def-4717-9826-66def57defbc),segment_id=537bbf41-5def-4717-9826-66def57defbc)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:15:10.747013 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-e25f3563-f6ce-4870-bd59-536f6e411cb2 req-176333c7-810c-4b4c-9017-c873306f1999 service neutron] For port e86cee10-c94b-4240-aed2-fc9db6db4421, host n-h2-764292-30, cleared binding levels {{(pid=102192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:15:10.762605 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-adaf3fd9-a043-4a39-90d2-1c2c838d0bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:10.765671 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-adaf3fd9-a043-4a39-90d2-1c2c838d0bd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:10.771228 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-adaf3fd9-a043-4a39-90d2-1c2c838d0bd8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/82821752-4a6c-499c-bbce-33e64d852945 HTTP/1.1" status: 204 len: 168 time: 0.3614190 Aug 11 03:15:10.788283 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [req-e25f3563-f6ce-4870-bd59-536f6e411cb2 req-176333c7-810c-4b4c-9017-c873306f1999 service neutron] device_id is not set on port e86cee10-c94b-4240-aed2-fc9db6db4421 yet. {{(pid=102192) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:15:10.798560 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-e25f3563-f6ce-4870-bd59-536f6e411cb2 req-176333c7-810c-4b4c-9017-c873306f1999 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:10.824300 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaf3fd9-a043-4a39-90d2-1c2c838d0bd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82821752-4a6c-499c-bbce-33e64d852945,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:10.905384 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-e25f3563-f6ce-4870-bd59-536f6e411cb2 req-176333c7-810c-4b4c-9017-c873306f1999 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:10.943750 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [req-21a32d95-bd39-4b9c-ae84-d537590c985b req-c060d307-83b2-475d-b10c-f9b095de3862 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c982f111-cecb-487b-b437-20da5e3a51e8 {{(pid=102191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:15:10.952453 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-21a32d95-bd39-4b9c-ae84-d537590c985b req-c060d307-83b2-475d-b10c-f9b095de3862 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:10.969652 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [req-21a32d95-bd39-4b9c-ae84-d537590c985b req-c060d307-83b2-475d-b10c-f9b095de3862 service neutron] Transition to ACTIVE for port object c982f111-cecb-487b-b437-20da5e3a51e8 will not be triggered until provisioned by entity L2. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:15:10.985509 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [req-e25f3563-f6ce-4870-bd59-536f6e411cb2 req-176333c7-810c-4b4c-9017-c873306f1999 service neutron] No DVR routers for this DVR port e86cee10-c94b-4240-aed2-fc9db6db4421 on host n-h2-764292-30 {{(pid=102192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:15:10.991854 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176333c7-810c-4b4c-9017-c873306f1999 service neutron] Pushing event updated for resources: {'Port': ['ID=e86cee10-c94b-4240-aed2-fc9db6db4421,revision_number=6']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:11.036754 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [req-e25f3563-f6ce-4870-bd59-536f6e411cb2 req-176333c7-810c-4b4c-9017-c873306f1999 service neutron] In _notify_port_updated(), no bound segment for port e86cee10-c94b-4240-aed2-fc9db6db4421 on network a04ffcc2-d303-44d7-b369-5db13650c2d6 {{(pid=102192) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 03:15:11.038150 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25f3563-f6ce-4870-bd59-536f6e411cb2 req-176333c7-810c-4b4c-9017-c873306f1999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:11.039058 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-e25f3563-f6ce-4870-bd59-536f6e411cb2 req-176333c7-810c-4b4c-9017-c873306f1999 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:11.042424 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e25f3563-f6ce-4870-bd59-536f6e411cb2 req-176333c7-810c-4b4c-9017-c873306f1999 service neutron] 10.222.0.24 "PUT /v2.0/ports/e86cee10-c94b-4240-aed2-fc9db6db4421 HTTP/1.1" status: 200 len: 1032 time: 0.6301043 Aug 11 03:15:11.078169 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-21a32d95-bd39-4b9c-ae84-d537590c985b req-c060d307-83b2-475d-b10c-f9b095de3862 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:11.099422 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25f3563-f6ce-4870-bd59-536f6e411cb2 req-e83aeef1-c314-42aa-b2b7-07eeac05c6d3 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:11.101262 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e25f3563-f6ce-4870-bd59-536f6e411cb2 req-e83aeef1-c314-42aa-b2b7-07eeac05c6d3 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] 10.222.0.24 "GET /v2.0/ports/d3c9db57-eea5-4db7-a508-af7b68f15453?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0541844 Aug 11 03:15:11.114505 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-e25f3563-f6ce-4870-bd59-536f6e411cb2 req-ffac3509-bb7a-4ebd-ab6b-5b7c4168bc08 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:15:11.116454 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:11.188407 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c060d307-83b2-475d-b10c-f9b095de3862 service neutron] Pushing event updated for resources: {'Port': ['ID=c982f111-cecb-487b-b437-20da5e3a51e8,revision_number=2']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:11.232512 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-e25f3563-f6ce-4870-bd59-536f6e411cb2 req-ffac3509-bb7a-4ebd-ab6b-5b7c4168bc08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:11.261383 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-21a32d95-bd39-4b9c-ae84-d537590c985b req-c060d307-83b2-475d-b10c-f9b095de3862 service neutron] Attempting to bind port c982f111-cecb-487b-b437-20da5e3a51e8 on host n-h1-764292-30 for vnic_type normal with profile {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:15:11.261678 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-21a32d95-bd39-4b9c-ae84-d537590c985b req-c060d307-83b2-475d-b10c-f9b095de3862 service neutron] Attempting to bind port c982f111-cecb-487b-b437-20da5e3a51e8 by drivers openvswitch,hyperv on host n-h1-764292-30 at level 0 using segments [{'id': 'bd930099-d273-4386-9bc1-426af296d1dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'ec41e9b8-ca95-4733-9938-a40bc676061d'}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:15:11.262214 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a32d95-bd39-4b9c-ae84-d537590c985b req-c060d307-83b2-475d-b10c-f9b095de3862 service neutron] Attempting to bind port c982f111-cecb-487b-b437-20da5e3a51e8 on network ec41e9b8-ca95-4733-9938-a40bc676061d {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:15:11.269390 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a32d95-bd39-4b9c-ae84-d537590c985b req-c060d307-83b2-475d-b10c-f9b095de3862 service neutron] Port c982f111-cecb-487b-b437-20da5e3a51e8 on network ec41e9b8-ca95-4733-9938-a40bc676061d not bound, no agent of type Open vSwitch agent registered on host n-h1-764292-30 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:15:11.269714 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a32d95-bd39-4b9c-ae84-d537590c985b req-c060d307-83b2-475d-b10c-f9b095de3862 service neutron] Attempting to bind port c982f111-cecb-487b-b437-20da5e3a51e8 on network ec41e9b8-ca95-4733-9938-a40bc676061d {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:15:11.276729 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a32d95-bd39-4b9c-ae84-d537590c985b req-c060d307-83b2-475d-b10c-f9b095de3862 service neutron] Checking agent: {'id': 'abb524c2-b412-4ed2-8367-45c4fd996fa7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:15:11.277068 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a32d95-bd39-4b9c-ae84-d537590c985b req-c060d307-83b2-475d-b10c-f9b095de3862 service neutron] Checking segment: {'id': 'bd930099-d273-4386-9bc1-426af296d1dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'ec41e9b8-ca95-4733-9938-a40bc676061d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:15:11.277588 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a32d95-bd39-4b9c-ae84-d537590c985b req-c060d307-83b2-475d-b10c-f9b095de3862 service neutron] Bound using segment: {'id': 'bd930099-d273-4386-9bc1-426af296d1dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'ec41e9b8-ca95-4733-9938-a40bc676061d'} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:15:11.278026 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-21a32d95-bd39-4b9c-ae84-d537590c985b req-c060d307-83b2-475d-b10c-f9b095de3862 service neutron] Bound port: c982f111-cecb-487b-b437-20da5e3a51e8, host: n-h1-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd930099-d273-4386-9bc1-426af296d1dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'ec41e9b8-ca95-4733-9938-a40bc676061d'}}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:15:11.278430 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-21a32d95-bd39-4b9c-ae84-d537590c985b req-c060d307-83b2-475d-b10c-f9b095de3862 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:11.282989 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-27f2f4e1-e627-4756-b5dc-a7e1dc4ced8b None None] Provisioning complete for port e86cee10-c94b-4240-aed2-fc9db6db4421 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:15:11.283368 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-27f2f4e1-e627-4756-b5dc-a7e1dc4ced8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:11.367418 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-27f2f4e1-e627-4756-b5dc-a7e1dc4ced8b None None] Port e86cee10-c94b-4240-aed2-fc9db6db4421 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:15:11.396930 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-21a32d95-bd39-4b9c-ae84-d537590c985b req-c060d307-83b2-475d-b10c-f9b095de3862 service neutron] For port c982f111-cecb-487b-b437-20da5e3a51e8, host n-h1-764292-30, cleared binding levels {{(pid=102191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:15:11.405294 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-21a32d95-bd39-4b9c-ae84-d537590c985b req-c060d307-83b2-475d-b10c-f9b095de3862 service neutron] For port c982f111-cecb-487b-b437-20da5e3a51e8, host n-h1-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=c982f111-cecb-487b-b437-20da5e3a51e8,segment=NetworkSegment(bd930099-d273-4386-9bc1-426af296d1dc),segment_id=bd930099-d273-4386-9bc1-426af296d1dc)] {{(pid=102191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:15:11.434937 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-e25f3563-f6ce-4870-bd59-536f6e411cb2 req-ffac3509-bb7a-4ebd-ab6b-5b7c4168bc08 service neutron] For port d3c9db57-eea5-4db7-a508-af7b68f15453, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=d3c9db57-eea5-4db7-a508-af7b68f15453,segment=NetworkSegment(537bbf41-5def-4717-9826-66def57defbc),segment_id=537bbf41-5def-4717-9826-66def57defbc)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:15:11.475727 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-e25f3563-f6ce-4870-bd59-536f6e411cb2 req-ffac3509-bb7a-4ebd-ab6b-5b7c4168bc08 service neutron] For port d3c9db57-eea5-4db7-a508-af7b68f15453, host n-h2-764292-30, cleared binding levels {{(pid=102192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:15:11.523088 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-21a32d95-bd39-4b9c-ae84-d537590c985b req-c060d307-83b2-475d-b10c-f9b095de3862 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:11.536475 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [req-e25f3563-f6ce-4870-bd59-536f6e411cb2 req-ffac3509-bb7a-4ebd-ab6b-5b7c4168bc08 service neutron] device_id is not set on port d3c9db57-eea5-4db7-a508-af7b68f15453 yet. {{(pid=102192) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:15:11.568924 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-e25f3563-f6ce-4870-bd59-536f6e411cb2 req-ffac3509-bb7a-4ebd-ab6b-5b7c4168bc08 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:11.577426 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a32d95-bd39-4b9c-ae84-d537590c985b req-c060d307-83b2-475d-b10c-f9b095de3862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:11.589137 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-21a32d95-bd39-4b9c-ae84-d537590c985b req-c060d307-83b2-475d-b10c-f9b095de3862 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:11.589137 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-21a32d95-bd39-4b9c-ae84-d537590c985b req-c060d307-83b2-475d-b10c-f9b095de3862 service neutron] 10.222.0.22 "PUT /v2.0/ports/c982f111-cecb-487b-b437-20da5e3a51e8 HTTP/1.1" status: 200 len: 1093 time: 1.1168613 Aug 11 03:15:11.589137 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2e62256-bb1c-4b85-9f73-ff3d0c2e4620', 'tag': 'c982f111-cecb-487b-b437-20da5e3a51e8'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:15:11.589137 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48775772-b14c-4a95-9217-7bb963fb8964" -d '{"events": [{"name": "network-changed", "server_uuid": "b2e62256-bb1c-4b85-9f73-ff3d0c2e4620", "tag": "c982f111-cecb-487b-b437-20da5e3a51e8"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:15:11.612531 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c060d307-83b2-475d-b10c-f9b095de3862 service neutron] Pushing event updated for resources: {'Port': ['ID=c982f111-cecb-487b-b437-20da5e3a51e8,revision_number=3']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:11.644360 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20fb5fa-debb-4389-bde3-4d576dba484f req-c905bb09-52a7-4ce1-b027-6a54f51c6ba3 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:11.651879 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f20fb5fa-debb-4389-bde3-4d576dba484f req-c905bb09-52a7-4ce1-b027-6a54f51c6ba3 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2e62256-bb1c-4b85-9f73-ff3d0c2e4620 HTTP/1.1" status: 200 len: 944 time: 0.1317573 Aug 11 03:15:11.672091 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264ca5da-70cf-4437-a256-8f0575f04b63 req-97fff712-32d5-418d-8593-8c619aa31d46 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:11.678257 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264ca5da-70cf-4437-a256-8f0575f04b63 req-97fff712-32d5-418d-8593-8c619aa31d46 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:11.684189 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264ca5da-70cf-4437-a256-8f0575f04b63 req-97fff712-32d5-418d-8593-8c619aa31d46 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:11.690047 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264ca5da-70cf-4437-a256-8f0575f04b63 req-97fff712-32d5-418d-8593-8c619aa31d46 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:11.696687 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264ca5da-70cf-4437-a256-8f0575f04b63 req-97fff712-32d5-418d-8593-8c619aa31d46 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:11.704135 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264ca5da-70cf-4437-a256-8f0575f04b63 req-97fff712-32d5-418d-8593-8c619aa31d46 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:11.706782 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-264ca5da-70cf-4437-a256-8f0575f04b63 req-97fff712-32d5-418d-8593-8c619aa31d46 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] 10.222.0.41 "GET /v2.0/ports?device_id=c37d8b08-64ee-4d7e-99b5-bc356505ed77 HTTP/1.1" status: 200 len: 4665 time: 0.1356983 Aug 11 03:15:11.716693 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-e25f3563-f6ce-4870-bd59-536f6e411cb2 req-ffac3509-bb7a-4ebd-ab6b-5b7c4168bc08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:11.796930 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a32d95-bd39-4b9c-ae84-d537590c985b req-470c6391-539f-4df6-a490-af75d0c67722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:11.798903 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-21a32d95-bd39-4b9c-ae84-d537590c985b req-470c6391-539f-4df6-a490-af75d0c67722 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=de7c7081e4f94005a4ad5308630cb9c6&device_id=b2e62256-bb1c-4b85-9f73-ff3d0c2e4620 HTTP/1.1" status: 200 len: 1096 time: 0.0470603 Aug 11 03:15:11.820966 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f20fb5fa-debb-4389-bde3-4d576dba484f req-b0cb3a93-7108-4b33-9ab0-ba7a77a66d0b tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] 10.222.0.41 "GET /v2.0/security-groups?id=fc43ee60-6555-4bc5-a7a0-c97f67a784d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682429 Aug 11 03:15:11.851147 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffac3509-bb7a-4ebd-ab6b-5b7c4168bc08 service neutron] Pushing event updated for resources: {'Port': ['ID=d3c9db57-eea5-4db7-a508-af7b68f15453,revision_number=6']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:11.866486 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [req-e25f3563-f6ce-4870-bd59-536f6e411cb2 req-ffac3509-bb7a-4ebd-ab6b-5b7c4168bc08 service neutron] No DVR routers for this DVR port d3c9db57-eea5-4db7-a508-af7b68f15453 on host n-h2-764292-30 {{(pid=102192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:15:11.872250 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-21a32d95-bd39-4b9c-ae84-d537590c985b req-767e6a8d-17db-4060-9873-dfbd05d4e356 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c982f111-cecb-487b-b437-20da5e3a51e8 HTTP/1.1" status: 200 len: 217 time: 0.0658462 Aug 11 03:15:11.945389 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-264ca5da-70cf-4437-a256-8f0575f04b63 req-43b65516-1f4e-4f06-8bd7-22a95dfd00a3 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] 10.222.0.41 "GET /v2.0/security-groups?id=607419a9-bee5-4ef0-a97c-fc5d24552dc8&id=0947f6a2-f888-43bb-ac20-3b42849ccfb9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2295320 Aug 11 03:15:11.965513 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a32d95-bd39-4b9c-ae84-d537590c985b req-a8cf3652-0813-4cb1-9fab-aa26edffda89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:11.967373 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-21a32d95-bd39-4b9c-ae84-d537590c985b req-a8cf3652-0813-4cb1-9fab-aa26edffda89 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a117f456-eefd-42ce-85d3-cce35b5c64c2 HTTP/1.1" status: 200 len: 854 time: 0.0881717 Aug 11 03:15:11.995698 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [req-e25f3563-f6ce-4870-bd59-536f6e411cb2 req-ffac3509-bb7a-4ebd-ab6b-5b7c4168bc08 service neutron] In _notify_port_updated(), no bound segment for port d3c9db57-eea5-4db7-a508-af7b68f15453 on network a04ffcc2-d303-44d7-b369-5db13650c2d6 {{(pid=102192) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 03:15:11.996665 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25f3563-f6ce-4870-bd59-536f6e411cb2 req-ffac3509-bb7a-4ebd-ab6b-5b7c4168bc08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:11.997280 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-e25f3563-f6ce-4870-bd59-536f6e411cb2 req-ffac3509-bb7a-4ebd-ab6b-5b7c4168bc08 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:12.006587 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e25f3563-f6ce-4870-bd59-536f6e411cb2 req-ffac3509-bb7a-4ebd-ab6b-5b7c4168bc08 service neutron] 10.222.0.24 "PUT /v2.0/ports/d3c9db57-eea5-4db7-a508-af7b68f15453 HTTP/1.1" status: 200 len: 1032 time: 0.8981237 Aug 11 03:15:12.028358 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-21a32d95-bd39-4b9c-ae84-d537590c985b req-d7dabdf1-e1d8-44d6-bceb-cf3bbeb928f3 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ec41e9b8-ca95-4733-9938-a40bc676061d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532999 Aug 11 03:15:12.192370 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [req-e25f3563-f6ce-4870-bd59-536f6e411cb2 req-ad29f101-d6fc-4e02-bea8-d3ada21075cf tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Deleting port 0434871a-df5e-4e3f-ae7e-819ce35be0ac {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:15:12.193270 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-e25f3563-f6ce-4870-bd59-536f6e411cb2 req-ad29f101-d6fc-4e02-bea8-d3ada21075cf tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:12.196057 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-891e78d6-2cc8-4251-a052-96a707945f63 None None] Provisioning complete for port d3c9db57-eea5-4db7-a508-af7b68f15453 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:15:12.196943 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-891e78d6-2cc8-4251-a052-96a707945f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:12.261275 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-21a32d95-bd39-4b9c-ae84-d537590c985b req-92b602a3-cba3-43ee-a8a3-0220956a0e06 service neutron] 10.222.0.22 "GET /v2.0/networks/ec41e9b8-ca95-4733-9938-a40bc676061d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2239661 Aug 11 03:15:12.282942 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-891e78d6-2cc8-4251-a052-96a707945f63 None None] Port d3c9db57-eea5-4db7-a508-af7b68f15453 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:15:12.292032 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 98a2ca78-c5a8-4b1c-9aca-68e88f898760 no longer exists at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:15:12.359588 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-e25f3563-f6ce-4870-bd59-536f6e411cb2 req-ad29f101-d6fc-4e02-bea8-d3ada21075cf tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] For port 0434871a-df5e-4e3f-ae7e-819ce35be0ac, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=0434871a-df5e-4e3f-ae7e-819ce35be0ac,segment=NetworkSegment(c393d3b9-4e15-4ce6-ad7f-da931c8df83a),segment_id=c393d3b9-4e15-4ce6-ad7f-da931c8df83a)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:15:12.359967 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-e25f3563-f6ce-4870-bd59-536f6e411cb2 req-ad29f101-d6fc-4e02-bea8-d3ada21075cf tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:12.383112 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [req-e25f3563-f6ce-4870-bd59-536f6e411cb2 req-ad29f101-d6fc-4e02-bea8-d3ada21075cf tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Calling delete_port for 0434871a-df5e-4e3f-ae7e-819ce35be0ac owned by compute:nova {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:15:12.395673 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:15:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50d79ae9-420b-4f72-bc10-e810b30df67d x-openstack-request-id: req-50d79ae9-420b-4f72-bc10-e810b30df67d {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:15:12.401520 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2e62256-bb1c-4b85-9f73-ff3d0c2e4620", "tag": "c982f111-cecb-487b-b437-20da5e3a51e8", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:15:12.402993 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-50d79ae9-420b-4f72-bc10-e810b30df67d {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:15:12.403702 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2e62256-bb1c-4b85-9f73-ff3d0c2e4620', 'tag': 'c982f111-cecb-487b-b437-20da5e3a51e8', 'status': 'completed', 'code': 200} Aug 11 03:15:12.448112 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:12.467133 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-21a32d95-bd39-4b9c-ae84-d537590c985b req-f7a89966-1651-4ca7-9ed3-f46348c92f1a service neutron] 10.222.0.22 "GET /v2.0/networks/ec41e9b8-ca95-4733-9938-a40bc676061d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941237 Aug 11 03:15:12.508684 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port 98a2ca78-c5a8-4b1c-9aca-68e88f898760, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=98a2ca78-c5a8-4b1c-9aca-68e88f898760,segment=NetworkSegment(537bbf41-5def-4717-9826-66def57defbc),segment_id=537bbf41-5def-4717-9826-66def57defbc)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:15:12.509816 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c37d8b08-64ee-4d7e-99b5-bc356505ed77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98a2ca78-c5a8-4b1c-9aca-68e88f898760'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:15:12.512531 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78b7bcc6-b67f-48d7-9f58-16776f5819f4" -d '{"events": [{"server_uuid": "c37d8b08-64ee-4d7e-99b5-bc356505ed77", "name": "network-vif-unplugged", "status": "completed", "tag": "98a2ca78-c5a8-4b1c-9aca-68e88f898760"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:15:12.670903 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:12.672118 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 053fe719-4e11-4959-84b1-0b95b1576963 no longer exists at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:15:12.711099 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-e25f3563-f6ce-4870-bd59-536f6e411cb2 req-ad29f101-d6fc-4e02-bea8-d3ada21075cf tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:12.764788 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad29f101-d6fc-4e02-bea8-d3ada21075cf tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Pushing event deleted for resources: {'Port': ['ID=0434871a-df5e-4e3f-ae7e-819ce35be0ac,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:12.768893 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=98a2ca78-c5a8-4b1c-9aca-68e88f898760,revision_number=6']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:12.786685 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 03:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab11ec95-ec31-42f5-97e3-6780da87fdf4 x-openstack-request-id: req-ab11ec95-ec31-42f5-97e3-6780da87fdf4 {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:15:12.787032 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c37d8b08-64ee-4d7e-99b5-bc356505ed77", "name": "network-vif-unplugged", "status": "completed", "tag": "98a2ca78-c5a8-4b1c-9aca-68e88f898760", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:15:12.787478 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ab11ec95-ec31-42f5-97e3-6780da87fdf4 {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:15:12.788068 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c37d8b08-64ee-4d7e-99b5-bc356505ed77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98a2ca78-c5a8-4b1c-9aca-68e88f898760', 'code': 200} Aug 11 03:15:12.789089 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48775772-b14c-4a95-9217-7bb963fb8964 req-bfcfc05d-be94-47b5-9231-e7048fc85621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:12.790798 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-48775772-b14c-4a95-9217-7bb963fb8964 req-bfcfc05d-be94-47b5-9231-e7048fc85621 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=de7c7081e4f94005a4ad5308630cb9c6&device_id=b2e62256-bb1c-4b85-9f73-ff3d0c2e4620 HTTP/1.1" status: 200 len: 1096 time: 0.0867054 Aug 11 03:15:12.834978 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [req-e25f3563-f6ce-4870-bd59-536f6e411cb2 req-ad29f101-d6fc-4e02-bea8-d3ada21075cf tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] No DVR routers for this DVR port 0434871a-df5e-4e3f-ae7e-819ce35be0ac on host n-h2-764292-30 {{(pid=102192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:15:12.839365 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-e25f3563-f6ce-4870-bd59-536f6e411cb2 req-ad29f101-d6fc-4e02-bea8-d3ada21075cf tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:12.841654 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e25f3563-f6ce-4870-bd59-536f6e411cb2 req-ad29f101-d6fc-4e02-bea8-d3ada21075cf tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] 10.222.0.24 "DELETE /v2.0/ports/0434871a-df5e-4e3f-ae7e-819ce35be0ac HTTP/1.1" status: 204 len: 173 time: 0.8285964 Aug 11 03:15:12.843905 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c37d8b08-64ee-4d7e-99b5-bc356505ed77', 'name': 'network-vif-deleted', 'tag': '0434871a-df5e-4e3f-ae7e-819ce35be0ac'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:15:12.844962 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e21f115-1a51-4677-8b91-e2222cbaa2b7" -d '{"events": [{"server_uuid": "c37d8b08-64ee-4d7e-99b5-bc356505ed77", "name": "network-vif-deleted", "tag": "0434871a-df5e-4e3f-ae7e-819ce35be0ac"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:15:12.872137 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:12.939443 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f65d899c-51d1-4e6c-b856-4be805e080e6 x-openstack-request-id: req-f65d899c-51d1-4e6c-b856-4be805e080e6 {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:15:12.939831 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c37d8b08-64ee-4d7e-99b5-bc356505ed77", "name": "network-vif-deleted", "tag": "0434871a-df5e-4e3f-ae7e-819ce35be0ac", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:15:12.940170 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f65d899c-51d1-4e6c-b856-4be805e080e6 {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:15:12.940727 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c37d8b08-64ee-4d7e-99b5-bc356505ed77', 'name': 'network-vif-deleted', 'tag': '0434871a-df5e-4e3f-ae7e-819ce35be0ac', 'status': 'completed', 'code': 200} Aug 11 03:15:12.941596 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port 053fe719-4e11-4959-84b1-0b95b1576963, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=053fe719-4e11-4959-84b1-0b95b1576963,segment=NetworkSegment(c393d3b9-4e15-4ce6-ad7f-da931c8df83a),segment_id=c393d3b9-4e15-4ce6-ad7f-da931c8df83a)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:15:13.017966 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [req-e25f3563-f6ce-4870-bd59-536f6e411cb2 req-13a0f725-023e-4a78-8951-6cce0b043422 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Deleting port 98a2ca78-c5a8-4b1c-9aca-68e88f898760 {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:15:13.018598 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-e25f3563-f6ce-4870-bd59-536f6e411cb2 req-13a0f725-023e-4a78-8951-6cce0b043422 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:13.045806 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48775772-b14c-4a95-9217-7bb963fb8964 req-33aed1cd-f8dc-4bc1-9f7c-6d03fec1af0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:13.047866 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-48775772-b14c-4a95-9217-7bb963fb8964 req-33aed1cd-f8dc-4bc1-9f7c-6d03fec1af0e service neutron] 10.222.0.22 "GET /v2.0/networks?id=ec41e9b8-ca95-4733-9938-a40bc676061d HTTP/1.1" status: 200 len: 915 time: 0.2464669 Aug 11 03:15:13.076197 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:13.077333 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device d3c9db57-eea5-4db7-a508-af7b68f15453 no longer exists at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:15:13.098657 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eaabb8-f931-4296-8674-16c3020a2041 req-1fe6d361-ac3f-4cc6-a16a-d82fd9436ef3 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:13.100180 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-57eaabb8-f931-4296-8674-16c3020a2041 req-1fe6d361-ac3f-4cc6-a16a-d82fd9436ef3 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2e62256-bb1c-4b85-9f73-ff3d0c2e4620 HTTP/1.1" status: 200 len: 944 time: 0.1231997 Aug 11 03:15:13.109463 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-48775772-b14c-4a95-9217-7bb963fb8964 req-2c83996d-ff28-4188-b619-674ecbe0671a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c982f111-cecb-487b-b437-20da5e3a51e8 HTTP/1.1" status: 200 len: 217 time: 0.0542929 Aug 11 03:15:13.229551 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-e25f3563-f6ce-4870-bd59-536f6e411cb2 req-13a0f725-023e-4a78-8951-6cce0b043422 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] For port 98a2ca78-c5a8-4b1c-9aca-68e88f898760, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=98a2ca78-c5a8-4b1c-9aca-68e88f898760,segment=NetworkSegment(537bbf41-5def-4717-9826-66def57defbc),segment_id=537bbf41-5def-4717-9826-66def57defbc)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:15:13.230265 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-e25f3563-f6ce-4870-bd59-536f6e411cb2 req-13a0f725-023e-4a78-8951-6cce0b043422 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:13.235598 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48775772-b14c-4a95-9217-7bb963fb8964 req-917c1032-bb01-484e-8e5e-1266cb890da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:13.236219 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-57eaabb8-f931-4296-8674-16c3020a2041 req-8d56dcb7-3144-46e9-88a5-01c1a2942682 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] 10.222.0.41 "GET /v2.0/security-groups?id=fc43ee60-6555-4bc5-a7a0-c97f67a784d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251721 Aug 11 03:15:13.237627 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-48775772-b14c-4a95-9217-7bb963fb8964 req-917c1032-bb01-484e-8e5e-1266cb890da3 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a117f456-eefd-42ce-85d3-cce35b5c64c2 HTTP/1.1" status: 200 len: 854 time: 0.1215632 Aug 11 03:15:13.253294 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [req-e25f3563-f6ce-4870-bd59-536f6e411cb2 req-13a0f725-023e-4a78-8951-6cce0b043422 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Calling delete_port for 98a2ca78-c5a8-4b1c-9aca-68e88f898760 owned by compute:nova {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:15:13.269517 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device d3c9db57-eea5-4db7-a508-af7b68f15453 not bound to the agent host n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:15:13.270715 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 0434871a-df5e-4e3f-ae7e-819ce35be0ac no longer exists at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:15:13.315098 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] No Port match for: 0434871a-df5e-4e3f-ae7e-819ce35be0ac {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:15:13.315732 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 0434871a-df5e-4e3f-ae7e-819ce35be0ac not bound to the agent host n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:15:13.316664 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device e87fa64a-3fae-4794-abf7-60cf725af3f0 no longer exists at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:15:13.318927 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=053fe719-4e11-4959-84b1-0b95b1576963,revision_number=6']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:13.321848 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-48775772-b14c-4a95-9217-7bb963fb8964 req-a3516fcf-4516-4463-9310-034d76848edc service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ec41e9b8-ca95-4733-9938-a40bc676061d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0740392 Aug 11 03:15:13.476202 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:13.497013 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34da0c11-d7aa-425a-8fee-39565e2b2a39 req-a6be4dc8-cf5a-4d76-950f-8abd20c9738d tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:13.510224 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34da0c11-d7aa-425a-8fee-39565e2b2a39 req-a6be4dc8-cf5a-4d76-950f-8abd20c9738d tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:13.515449 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-48775772-b14c-4a95-9217-7bb963fb8964 req-90d26d9a-dfd2-4751-a864-9068f5a38fe5 service neutron] 10.222.0.22 "GET /v2.0/networks/ec41e9b8-ca95-4733-9938-a40bc676061d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848512 Aug 11 03:15:13.516262 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34da0c11-d7aa-425a-8fee-39565e2b2a39 req-a6be4dc8-cf5a-4d76-950f-8abd20c9738d tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:13.522323 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34da0c11-d7aa-425a-8fee-39565e2b2a39 req-a6be4dc8-cf5a-4d76-950f-8abd20c9738d tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:13.526827 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-34da0c11-d7aa-425a-8fee-39565e2b2a39 req-a6be4dc8-cf5a-4d76-950f-8abd20c9738d tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] 10.222.0.41 "GET /v2.0/ports?device_id=c37d8b08-64ee-4d7e-99b5-bc356505ed77 HTTP/1.1" status: 200 len: 3147 time: 0.3673019 Aug 11 03:15:13.527501 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port e87fa64a-3fae-4794-abf7-60cf725af3f0, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=e87fa64a-3fae-4794-abf7-60cf725af3f0,segment=NetworkSegment(7a922ed3-963b-4878-bd8c-48976f2d29ea),segment_id=7a922ed3-963b-4878-bd8c-48976f2d29ea)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:15:13.568078 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-34da0c11-d7aa-425a-8fee-39565e2b2a39 req-a2e59e61-4e84-41cb-bdb7-91202f02338c tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] 10.222.0.41 "GET /v2.0/security-groups?id=607419a9-bee5-4ef0-a97c-fc5d24552dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371051 Aug 11 03:15:13.599971 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-e25f3563-f6ce-4870-bd59-536f6e411cb2 req-13a0f725-023e-4a78-8951-6cce0b043422 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:13.622774 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-48775772-b14c-4a95-9217-7bb963fb8964 req-e8883506-7387-4496-967e-ace2602c3df0 service neutron] 10.222.0.22 "GET /v2.0/networks/ec41e9b8-ca95-4733-9938-a40bc676061d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981915 Aug 11 03:15:13.640029 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:13.662541 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 01a24300-24a6-4bdc-8012-20919034c7e4 no longer exists at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:15:13.662846 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a0f725-023e-4a78-8951-6cce0b043422 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Pushing event deleted for resources: {'Port': ['ID=98a2ca78-c5a8-4b1c-9aca-68e88f898760,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:13.689007 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [req-e25f3563-f6ce-4870-bd59-536f6e411cb2 req-13a0f725-023e-4a78-8951-6cce0b043422 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] No DVR routers for this DVR port 98a2ca78-c5a8-4b1c-9aca-68e88f898760 on host n-h2-764292-30 {{(pid=102192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:15:13.691769 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-e25f3563-f6ce-4870-bd59-536f6e411cb2 req-13a0f725-023e-4a78-8951-6cce0b043422 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:13.694082 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e25f3563-f6ce-4870-bd59-536f6e411cb2 req-13a0f725-023e-4a78-8951-6cce0b043422 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] 10.222.0.24 "DELETE /v2.0/ports/98a2ca78-c5a8-4b1c-9aca-68e88f898760 HTTP/1.1" status: 204 len: 173 time: 0.8445354 Aug 11 03:15:13.798326 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=e87fa64a-3fae-4794-abf7-60cf725af3f0,revision_number=6']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:13.820237 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [req-e25f3563-f6ce-4870-bd59-536f6e411cb2 req-83339b1f-d470-4127-a6b3-8424740e6afc tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Deleting port e87fa64a-3fae-4794-abf7-60cf725af3f0 {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:15:13.820594 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-e25f3563-f6ce-4870-bd59-536f6e411cb2 req-83339b1f-d470-4127-a6b3-8424740e6afc tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:13.830111 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:13.871727 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port 01a24300-24a6-4bdc-8012-20919034c7e4, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=01a24300-24a6-4bdc-8012-20919034c7e4,segment=NetworkSegment(537bbf41-5def-4717-9826-66def57defbc),segment_id=537bbf41-5def-4717-9826-66def57defbc)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:15:13.924673 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-e25f3563-f6ce-4870-bd59-536f6e411cb2 req-83339b1f-d470-4127-a6b3-8424740e6afc tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] For port e87fa64a-3fae-4794-abf7-60cf725af3f0, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=e87fa64a-3fae-4794-abf7-60cf725af3f0,segment=NetworkSegment(7a922ed3-963b-4878-bd8c-48976f2d29ea),segment_id=7a922ed3-963b-4878-bd8c-48976f2d29ea)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:15:13.925088 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-e25f3563-f6ce-4870-bd59-536f6e411cb2 req-83339b1f-d470-4127-a6b3-8424740e6afc tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:13.984925 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:13.986179 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device e86cee10-c94b-4240-aed2-fc9db6db4421 no longer exists at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:15:14.077472 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=01a24300-24a6-4bdc-8012-20919034c7e4,revision_number=6']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:14.080278 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device e86cee10-c94b-4240-aed2-fc9db6db4421 not bound to the agent host n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:15:14.185408 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-e25f3563-f6ce-4870-bd59-536f6e411cb2 req-83339b1f-d470-4127-a6b3-8424740e6afc tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:14.185408 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-e25f3563-f6ce-4870-bd59-536f6e411cb2 req-83339b1f-d470-4127-a6b3-8424740e6afc tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446866'] for floatingip, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:14.187136 n-d-764292-30 neutron-server[102192]: INFO neutron.db.l3_db [req-e25f3563-f6ce-4870-bd59-536f6e411cb2 req-83339b1f-d470-4127-a6b3-8424740e6afc tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Floating IP 60cb794a-fc5d-4773-8758-9d5e61eec14d disassociated. External IP: 172.25.8.149, port: e87fa64a-3fae-4794-abf7-60cf725af3f0. Aug 11 03:15:14.187136 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [req-e25f3563-f6ce-4870-bd59-536f6e411cb2 req-83339b1f-d470-4127-a6b3-8424740e6afc tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Calling delete_port for e87fa64a-3fae-4794-abf7-60cf725af3f0 owned by compute:nova {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:15:14.410936 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bcf3db-5609-447f-8021-c489c7ecb79b req-b8bc8f13-6e84-4cb7-b85c-4cb8627b8444 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:14.412670 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a9bcf3db-5609-447f-8021-c489c7ecb79b req-b8bc8f13-6e84-4cb7-b85c-4cb8627b8444 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2e62256-bb1c-4b85-9f73-ff3d0c2e4620 HTTP/1.1" status: 200 len: 944 time: 0.0582607 Aug 11 03:15:14.413864 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-e25f3563-f6ce-4870-bd59-536f6e411cb2 req-83339b1f-d470-4127-a6b3-8424740e6afc tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:14.451117 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83339b1f-d470-4127-a6b3-8424740e6afc tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Pushing event deleted for resources: {'Port': ['ID=e87fa64a-3fae-4794-abf7-60cf725af3f0,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:14.533277 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a9bcf3db-5609-447f-8021-c489c7ecb79b req-0fdcc02f-1455-4910-bb66-13a7498c5f48 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] 10.222.0.41 "GET /v2.0/security-groups?id=fc43ee60-6555-4bc5-a7a0-c97f67a784d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855873 Aug 11 03:15:14.639699 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e25f3563-f6ce-4870-bd59-536f6e411cb2 req-83339b1f-d470-4127-a6b3-8424740e6afc tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Router 17c021c9-e751-4ebf-b8ba-ef7a55f730c3 has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:15:14.789772 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0d4f6f-7c02-453c-936d-1eb36f2f77b3 req-940f3177-2e88-47d6-8c5f-528b7bbc6efd tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:14.790166 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c37d8b08-64ee-4d7e-99b5-bc356505ed77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '053fe719-4e11-4959-84b1-0b95b1576963'}, {'server_uuid': 'c37d8b08-64ee-4d7e-99b5-bc356505ed77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e87fa64a-3fae-4794-abf7-60cf725af3f0'}, {'server_uuid': 'c37d8b08-64ee-4d7e-99b5-bc356505ed77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01a24300-24a6-4bdc-8012-20919034c7e4'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:15:14.795702 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0d4f6f-7c02-453c-936d-1eb36f2f77b3 req-940f3177-2e88-47d6-8c5f-528b7bbc6efd tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:14.796749 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77857359-0e8b-4cbc-a412-07d0c4a18881" -d '{"events": [{"server_uuid": "c37d8b08-64ee-4d7e-99b5-bc356505ed77", "name": "network-vif-unplugged", "status": "completed", "tag": "053fe719-4e11-4959-84b1-0b95b1576963"}, {"server_uuid": "c37d8b08-64ee-4d7e-99b5-bc356505ed77", "name": "network-vif-unplugged", "status": "completed", "tag": "e87fa64a-3fae-4794-abf7-60cf725af3f0"}, {"server_uuid": "c37d8b08-64ee-4d7e-99b5-bc356505ed77", "name": "network-vif-unplugged", "status": "completed", "tag": "01a24300-24a6-4bdc-8012-20919034c7e4"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:15:14.797306 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ff0d4f6f-7c02-453c-936d-1eb36f2f77b3 req-940f3177-2e88-47d6-8c5f-528b7bbc6efd tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] 10.222.0.41 "GET /v2.0/ports?device_id=c37d8b08-64ee-4d7e-99b5-bc356505ed77 HTTP/1.1" status: 200 len: 1677 time: 0.1075566 Aug 11 03:15:14.824633 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e25f3563-f6ce-4870-bd59-536f6e411cb2 req-83339b1f-d470-4127-a6b3-8424740e6afc tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:15:14.845609 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60fbc37-3fc8-4f74-a1a5-e299fb226b8f None None] Sync routers for ids ['17c021c9-e751-4ebf-b8ba-ef7a55f730c3'] in n-d-764292-30 {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:15:14.853142 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Wed, 11 Aug 2021 03:15:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ae44e77-9d3b-42e9-8da6-7b4b467eda8d x-openstack-request-id: req-6ae44e77-9d3b-42e9-8da6-7b4b467eda8d {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:15:14.853798 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c37d8b08-64ee-4d7e-99b5-bc356505ed77", "name": "network-vif-unplugged", "status": "completed", "tag": "053fe719-4e11-4959-84b1-0b95b1576963", "code": 200}, {"server_uuid": "c37d8b08-64ee-4d7e-99b5-bc356505ed77", "name": "network-vif-unplugged", "status": "completed", "tag": "e87fa64a-3fae-4794-abf7-60cf725af3f0", "code": 200}, {"server_uuid": "c37d8b08-64ee-4d7e-99b5-bc356505ed77", "name": "network-vif-unplugged", "status": "completed", "tag": "01a24300-24a6-4bdc-8012-20919034c7e4", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:15:14.854398 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6ae44e77-9d3b-42e9-8da6-7b4b467eda8d {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:15:14.855521 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c37d8b08-64ee-4d7e-99b5-bc356505ed77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '053fe719-4e11-4959-84b1-0b95b1576963', 'code': 200} Aug 11 03:15:14.855961 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c37d8b08-64ee-4d7e-99b5-bc356505ed77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e87fa64a-3fae-4794-abf7-60cf725af3f0', 'code': 200} Aug 11 03:15:14.856379 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c37d8b08-64ee-4d7e-99b5-bc356505ed77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01a24300-24a6-4bdc-8012-20919034c7e4', 'code': 200} Aug 11 03:15:14.872975 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60fbc37-3fc8-4f74-a1a5-e299fb226b8f None None] Routers {'17c021c9-e751-4ebf-b8ba-ef7a55f730c3'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:15:14.874902 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-c60fbc37-3fc8-4f74-a1a5-e299fb226b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:15:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['17c021c9-e751-4ebf-b8ba-ef7a55f730c3'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:15:14.886674 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ff0d4f6f-7c02-453c-936d-1eb36f2f77b3 req-991768e9-e41a-4f37-9713-7a8a96829d77 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] 10.222.0.41 "GET /v2.0/security-groups?id=607419a9-bee5-4ef0-a97c-fc5d24552dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782392 Aug 11 03:15:14.907881 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [req-e25f3563-f6ce-4870-bd59-536f6e411cb2 req-83339b1f-d470-4127-a6b3-8424740e6afc tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] No DVR routers for this DVR port e87fa64a-3fae-4794-abf7-60cf725af3f0 on host n-h2-764292-30 {{(pid=102192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:15:14.918799 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-e25f3563-f6ce-4870-bd59-536f6e411cb2 req-83339b1f-d470-4127-a6b3-8424740e6afc tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:14.928124 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e25f3563-f6ce-4870-bd59-536f6e411cb2 req-83339b1f-d470-4127-a6b3-8424740e6afc tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] 10.222.0.24 "DELETE /v2.0/ports/e87fa64a-3fae-4794-abf7-60cf725af3f0 HTTP/1.1" status: 204 len: 173 time: 1.2248237 Aug 11 03:15:14.944182 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c37d8b08-64ee-4d7e-99b5-bc356505ed77', 'name': 'network-vif-deleted', 'tag': '98a2ca78-c5a8-4b1c-9aca-68e88f898760'}, {'server_uuid': 'c37d8b08-64ee-4d7e-99b5-bc356505ed77', 'name': 'network-vif-deleted', 'tag': 'e87fa64a-3fae-4794-abf7-60cf725af3f0'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:15:14.946778 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f075f2b4-8ea7-4710-bc0e-57c8cf1e54cd" -d '{"events": [{"server_uuid": "c37d8b08-64ee-4d7e-99b5-bc356505ed77", "name": "network-vif-deleted", "tag": "98a2ca78-c5a8-4b1c-9aca-68e88f898760"}, {"server_uuid": "c37d8b08-64ee-4d7e-99b5-bc356505ed77", "name": "network-vif-deleted", "tag": "e87fa64a-3fae-4794-abf7-60cf725af3f0"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:15:15.012504 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 11 Aug 2021 03:15:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa0d4cf9-40ce-4b68-b8d6-d56370cd7ec4 x-openstack-request-id: req-fa0d4cf9-40ce-4b68-b8d6-d56370cd7ec4 {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:15:15.013045 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c37d8b08-64ee-4d7e-99b5-bc356505ed77", "name": "network-vif-deleted", "tag": "98a2ca78-c5a8-4b1c-9aca-68e88f898760", "status": "completed", "code": 200}, {"server_uuid": "c37d8b08-64ee-4d7e-99b5-bc356505ed77", "name": "network-vif-deleted", "tag": "e87fa64a-3fae-4794-abf7-60cf725af3f0", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:15:15.013465 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fa0d4cf9-40ce-4b68-b8d6-d56370cd7ec4 {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:15:15.014008 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c37d8b08-64ee-4d7e-99b5-bc356505ed77', 'name': 'network-vif-deleted', 'tag': '98a2ca78-c5a8-4b1c-9aca-68e88f898760', 'status': 'completed', 'code': 200} Aug 11 03:15:15.014463 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c37d8b08-64ee-4d7e-99b5-bc356505ed77', 'name': 'network-vif-deleted', 'tag': 'e87fa64a-3fae-4794-abf7-60cf725af3f0', 'status': 'completed', 'code': 200} Aug 11 03:15:15.037428 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-c60fbc37-3fc8-4f74-a1a5-e299fb226b8f None None] Set router 17c021c9-e751-4ebf-b8ba-ef7a55f730c3 gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:15:15.092096 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [req-e25f3563-f6ce-4870-bd59-536f6e411cb2 req-d3b27ddc-512e-4a33-b12d-b42deb3970d2 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Deleting port 053fe719-4e11-4959-84b1-0b95b1576963 {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:15:15.092365 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-e25f3563-f6ce-4870-bd59-536f6e411cb2 req-d3b27ddc-512e-4a33-b12d-b42deb3970d2 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:15.220895 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-e25f3563-f6ce-4870-bd59-536f6e411cb2 req-d3b27ddc-512e-4a33-b12d-b42deb3970d2 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] For port 053fe719-4e11-4959-84b1-0b95b1576963, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=053fe719-4e11-4959-84b1-0b95b1576963,segment=NetworkSegment(c393d3b9-4e15-4ce6-ad7f-da931c8df83a),segment_id=c393d3b9-4e15-4ce6-ad7f-da931c8df83a)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:15:15.221483 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-e25f3563-f6ce-4870-bd59-536f6e411cb2 req-d3b27ddc-512e-4a33-b12d-b42deb3970d2 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:15.242623 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [req-e25f3563-f6ce-4870-bd59-536f6e411cb2 req-d3b27ddc-512e-4a33-b12d-b42deb3970d2 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Calling delete_port for 053fe719-4e11-4959-84b1-0b95b1576963 owned by compute:nova {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:15:15.287462 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-c60fbc37-3fc8-4f74-a1a5-e299fb226b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17c021c9-e751-4ebf-b8ba-ef7a55f730c3', 'name': 'tempest-TaggedBootDevicesTest_v242-1930356396-router', 'tenant_id': 'd334b2b08b9742719f1009ec13bc53a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '863d03ac-b4b1-438f-bbdc-ea56e5c34773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:04:47Z', 'updated_at': '2021-08-11T03:04:55Z', 'revision_number': 4, 'project_id': 'd334b2b08b9742719f1009ec13bc53a6', 'gw_port': {'id': '863d03ac-b4b1-438f-bbdc-ea56e5c34773', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:10:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c021c9-e751-4ebf-b8ba-ef7a55f730c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:04:50Z', 'updated_at': '2021-08-11T03:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '0e2e537d-5876-4045-967f-920a1f245dc9', 'name': '', 'network_id': '3df71ba6-2411-497d-98b1-8adc079ca6c6', 'tenant_id': 'd334b2b08b9742719f1009ec13bc53a6', 'mac_address': 'fa:16:3e:72:80:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c021c9-e751-4ebf-b8ba-ef7a55f730c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': '0bedeabe-ae79-4397-9dc9-c17dc9305e82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:04:54Z', 'updated_at': '2021-08-11T03:05:01Z', 'revision_number': 5, 'project_id': 'd334b2b08b9742719f1009ec13bc53a6', 'subnets': [{'id': '0bedeabe-ae79-4397-9dc9-c17dc9305e82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:15:15.320422 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60fbc37-3fc8-4f74-a1a5-e299fb226b8f None None] Checking router: 17c021c9-e751-4ebf-b8ba-ef7a55f730c3 for host: n-d-764292-30 {{(pid=102194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:15:15.329421 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60fbc37-3fc8-4f74-a1a5-e299fb226b8f None None] Routers {'17c021c9-e751-4ebf-b8ba-ef7a55f730c3'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:15:15.330041 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-c60fbc37-3fc8-4f74-a1a5-e299fb226b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:15:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['17c021c9-e751-4ebf-b8ba-ef7a55f730c3'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:15:15.441832 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-c60fbc37-3fc8-4f74-a1a5-e299fb226b8f None None] Set router 17c021c9-e751-4ebf-b8ba-ef7a55f730c3 gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:15:15.744751 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-c60fbc37-3fc8-4f74-a1a5-e299fb226b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17c021c9-e751-4ebf-b8ba-ef7a55f730c3', 'name': 'tempest-TaggedBootDevicesTest_v242-1930356396-router', 'tenant_id': 'd334b2b08b9742719f1009ec13bc53a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '863d03ac-b4b1-438f-bbdc-ea56e5c34773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:04:47Z', 'updated_at': '2021-08-11T03:04:55Z', 'revision_number': 4, 'project_id': 'd334b2b08b9742719f1009ec13bc53a6', 'gw_port': {'id': '863d03ac-b4b1-438f-bbdc-ea56e5c34773', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:10:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c021c9-e751-4ebf-b8ba-ef7a55f730c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:04:50Z', 'updated_at': '2021-08-11T03:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '0e2e537d-5876-4045-967f-920a1f245dc9', 'name': '', 'network_id': '3df71ba6-2411-497d-98b1-8adc079ca6c6', 'tenant_id': 'd334b2b08b9742719f1009ec13bc53a6', 'mac_address': 'fa:16:3e:72:80:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c021c9-e751-4ebf-b8ba-ef7a55f730c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': '0bedeabe-ae79-4397-9dc9-c17dc9305e82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:04:54Z', 'updated_at': '2021-08-11T03:05:01Z', 'revision_number': 5, 'project_id': 'd334b2b08b9742719f1009ec13bc53a6', 'subnets': [{'id': '0bedeabe-ae79-4397-9dc9-c17dc9305e82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:15:15.772654 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60fbc37-3fc8-4f74-a1a5-e299fb226b8f None None] The sync data for ids ['17c021c9-e751-4ebf-b8ba-ef7a55f730c3'] in n-d-764292-30 is: [{'id': '17c021c9-e751-4ebf-b8ba-ef7a55f730c3', 'name': 'tempest-TaggedBootDevicesTest_v242-1930356396-router', 'tenant_id': 'd334b2b08b9742719f1009ec13bc53a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '863d03ac-b4b1-438f-bbdc-ea56e5c34773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:04:47Z', 'updated_at': '2021-08-11T03:04:55Z', 'revision_number': 4, 'project_id': 'd334b2b08b9742719f1009ec13bc53a6', 'gw_port': {'id': '863d03ac-b4b1-438f-bbdc-ea56e5c34773', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:10:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c021c9-e751-4ebf-b8ba-ef7a55f730c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:04:50Z', 'updated_at': '2021-08-11T03:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '0e2e537d-5876-4045-967f-920a1f245dc9', 'name': '', 'network_id': '3df71ba6-2411-497d-98b1-8adc079ca6c6', 'tenant_id': 'd334b2b08b9742719f1009ec13bc53a6', 'mac_address': 'fa:16:3e:72:80:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c021c9-e751-4ebf-b8ba-ef7a55f730c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': '0bedeabe-ae79-4397-9dc9-c17dc9305e82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:04:54Z', 'updated_at': '2021-08-11T03:05:01Z', 'revision_number': 5, 'project_id': 'd334b2b08b9742719f1009ec13bc53a6', 'subnets': [{'id': '0bedeabe-ae79-4397-9dc9-c17dc9305e82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:15:15.776441 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece2a6e3-a51e-4c31-b6e9-444e3dbe205b req-d50ea8b8-285d-406f-ab06-47a5361d5438 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:15.778017 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ece2a6e3-a51e-4c31-b6e9-444e3dbe205b req-d50ea8b8-285d-406f-ab06-47a5361d5438 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2e62256-bb1c-4b85-9f73-ff3d0c2e4620 HTTP/1.1" status: 200 len: 944 time: 0.0573554 Aug 11 03:15:15.818374 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-e25f3563-f6ce-4870-bd59-536f6e411cb2 req-d3b27ddc-512e-4a33-b12d-b42deb3970d2 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:15.857032 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b27ddc-512e-4a33-b12d-b42deb3970d2 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Pushing event deleted for resources: {'Port': ['ID=053fe719-4e11-4959-84b1-0b95b1576963,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:15.869706 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ece2a6e3-a51e-4c31-b6e9-444e3dbe205b req-6f7d159b-8399-4f1f-ae60-420da7ec32b3 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] 10.222.0.41 "GET /v2.0/security-groups?id=fc43ee60-6555-4bc5-a7a0-c97f67a784d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851877 Aug 11 03:15:15.915030 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [req-e25f3563-f6ce-4870-bd59-536f6e411cb2 req-d3b27ddc-512e-4a33-b12d-b42deb3970d2 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] No DVR routers for this DVR port 053fe719-4e11-4959-84b1-0b95b1576963 on host n-h2-764292-30 {{(pid=102192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:15:15.918998 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-e25f3563-f6ce-4870-bd59-536f6e411cb2 req-d3b27ddc-512e-4a33-b12d-b42deb3970d2 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:15.920989 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e25f3563-f6ce-4870-bd59-536f6e411cb2 req-d3b27ddc-512e-4a33-b12d-b42deb3970d2 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] 10.222.0.24 "DELETE /v2.0/ports/053fe719-4e11-4959-84b1-0b95b1576963 HTTP/1.1" status: 204 len: 173 time: 0.9865282 Aug 11 03:15:16.084466 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27894986-1f30-4cd4-b1c6-b962406c6785 req-ea75bf6b-e898-40d6-94db-6547c8eb021b tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:16.086036 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-27894986-1f30-4cd4-b1c6-b962406c6785 req-ea75bf6b-e898-40d6-94db-6547c8eb021b tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] 10.222.0.41 "GET /v2.0/ports?device_id=c37d8b08-64ee-4d7e-99b5-bc356505ed77 HTTP/1.1" status: 200 len: 943 time: 0.1052513 Aug 11 03:15:16.109486 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [req-e25f3563-f6ce-4870-bd59-536f6e411cb2 req-1f98a40a-6eb0-4b24-a2c2-db332ee0c0d0 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Deleting port 01a24300-24a6-4bdc-8012-20919034c7e4 {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:15:16.109783 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-e25f3563-f6ce-4870-bd59-536f6e411cb2 req-1f98a40a-6eb0-4b24-a2c2-db332ee0c0d0 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:16.157546 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7cd6019-2703-4cbf-b37b-868f7cf9d3f6 None None] New status for floating IP 60cb794a-fc5d-4773-8758-9d5e61eec14d: DOWN {{(pid=102193) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:15:16.189903 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-27894986-1f30-4cd4-b1c6-b962406c6785 req-f5761613-555f-4b1a-b5f6-f5ceacc86fc4 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] 10.222.0.41 "GET /v2.0/security-groups?id=607419a9-bee5-4ef0-a97c-fc5d24552dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900209 Aug 11 03:15:16.274629 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-e25f3563-f6ce-4870-bd59-536f6e411cb2 req-1f98a40a-6eb0-4b24-a2c2-db332ee0c0d0 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] For port 01a24300-24a6-4bdc-8012-20919034c7e4, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=01a24300-24a6-4bdc-8012-20919034c7e4,segment=NetworkSegment(537bbf41-5def-4717-9826-66def57defbc),segment_id=537bbf41-5def-4717-9826-66def57defbc)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:15:16.275216 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-e25f3563-f6ce-4870-bd59-536f6e411cb2 req-1f98a40a-6eb0-4b24-a2c2-db332ee0c0d0 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:16.293278 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [req-e25f3563-f6ce-4870-bd59-536f6e411cb2 req-1f98a40a-6eb0-4b24-a2c2-db332ee0c0d0 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Calling delete_port for 01a24300-24a6-4bdc-8012-20919034c7e4 owned by compute:nova {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:15:16.601804 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-e25f3563-f6ce-4870-bd59-536f6e411cb2 req-1f98a40a-6eb0-4b24-a2c2-db332ee0c0d0 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:16.643002 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f98a40a-6eb0-4b24-a2c2-db332ee0c0d0 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Pushing event deleted for resources: {'Port': ['ID=01a24300-24a6-4bdc-8012-20919034c7e4,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:16.671093 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device c982f111-cecb-487b-b437-20da5e3a51e8 details requested by agent hyperv_n-h1-764292-30 with host n-h1-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:15:16.716585 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 37338) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:15:16.726090 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [req-e25f3563-f6ce-4870-bd59-536f6e411cb2 req-1f98a40a-6eb0-4b24-a2c2-db332ee0c0d0 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] No DVR routers for this DVR port 01a24300-24a6-4bdc-8012-20919034c7e4 on host n-h2-764292-30 {{(pid=102192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:15:16.729209 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-e25f3563-f6ce-4870-bd59-536f6e411cb2 req-1f98a40a-6eb0-4b24-a2c2-db332ee0c0d0 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:16.731704 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e25f3563-f6ce-4870-bd59-536f6e411cb2 req-1f98a40a-6eb0-4b24-a2c2-db332ee0c0d0 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] 10.222.0.24 "DELETE /v2.0/ports/01a24300-24a6-4bdc-8012-20919034c7e4 HTTP/1.1" status: 204 len: 173 time: 0.8045537 Aug 11 03:15:16.788262 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port c982f111-cecb-487b-b437-20da5e3a51e8, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=c982f111-cecb-487b-b437-20da5e3a51e8,segment=NetworkSegment(bd930099-d273-4386-9bc1-426af296d1dc),segment_id=bd930099-d273-4386-9bc1-426af296d1dc)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:15:16.801101 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Returning: {'device': 'c982f111-cecb-487b-b437-20da5e3a51e8', 'network_id': 'ec41e9b8-ca95-4733-9938-a40bc676061d', 'port_id': 'c982f111-cecb-487b-b437-20da5e3a51e8', 'mac_address': 'fa:16:3e:21:cf:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a117f456-eefd-42ce-85d3-cce35b5c64c2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:15:16.853098 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:16.857815 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-08bc2291-4226-46e7-bdf5-cda924206deb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:16.869790 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c982f111-cecb-487b-b437-20da5e3a51e8 {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:15:16.890480 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port c982f111-cecb-487b-b437-20da5e3a51e8, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=c982f111-cecb-487b-b437-20da5e3a51e8,segment=NetworkSegment(bd930099-d273-4386-9bc1-426af296d1dc),segment_id=bd930099-d273-4386-9bc1-426af296d1dc)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:15:16.964344 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-08bc2291-4226-46e7-bdf5-cda924206deb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:17.008056 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:17.031189 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c37d8b08-64ee-4d7e-99b5-bc356505ed77', 'name': 'network-vif-deleted', 'tag': '053fe719-4e11-4959-84b1-0b95b1576963'}, {'server_uuid': 'c37d8b08-64ee-4d7e-99b5-bc356505ed77', 'name': 'network-vif-deleted', 'tag': '01a24300-24a6-4bdc-8012-20919034c7e4'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:15:17.038689 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a357848-1bad-435b-9997-18936e0eb920" -d '{"events": [{"server_uuid": "c37d8b08-64ee-4d7e-99b5-bc356505ed77", "name": "network-vif-deleted", "tag": "053fe719-4e11-4959-84b1-0b95b1576963"}, {"server_uuid": "c37d8b08-64ee-4d7e-99b5-bc356505ed77", "name": "network-vif-deleted", "tag": "01a24300-24a6-4bdc-8012-20919034c7e4"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:15:17.047312 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-08bc2291-4226-46e7-bdf5-cda924206deb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:17.114224 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=c982f111-cecb-487b-b437-20da5e3a51e8,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:17.117668 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5448608a-8dec-4d94-b6c4-cbf653cc1c3e req-85fa8ca6-2f3a-403b-a750-63ce2f4528d0 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:17.130528 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5448608a-8dec-4d94-b6c4-cbf653cc1c3e req-85fa8ca6-2f3a-403b-a750-63ce2f4528d0 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2e62256-bb1c-4b85-9f73-ff3d0c2e4620 HTTP/1.1" status: 200 len: 944 time: 0.1609609 Aug 11 03:15:17.141475 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 11 Aug 2021 03:15:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83297724-f5a0-4bdc-a400-6cd9f0415c90 x-openstack-request-id: req-83297724-f5a0-4bdc-a400-6cd9f0415c90 {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:15:17.141475 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c37d8b08-64ee-4d7e-99b5-bc356505ed77", "name": "network-vif-deleted", "tag": "053fe719-4e11-4959-84b1-0b95b1576963", "status": "completed", "code": 200}, {"server_uuid": "c37d8b08-64ee-4d7e-99b5-bc356505ed77", "name": "network-vif-deleted", "tag": "01a24300-24a6-4bdc-8012-20919034c7e4", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:15:17.141957 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-08bc2291-4226-46e7-bdf5-cda924206deb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=183ab0abd2f14f3781c60734a6e2e0c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4165609 Aug 11 03:15:17.142046 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-83297724-f5a0-4bdc-a400-6cd9f0415c90 {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:15:17.142046 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c37d8b08-64ee-4d7e-99b5-bc356505ed77', 'name': 'network-vif-deleted', 'tag': '053fe719-4e11-4959-84b1-0b95b1576963', 'status': 'completed', 'code': 200} Aug 11 03:15:17.142046 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c37d8b08-64ee-4d7e-99b5-bc356505ed77', 'name': 'network-vif-deleted', 'tag': '01a24300-24a6-4bdc-8012-20919034c7e4', 'status': 'completed', 'code': 200} Aug 11 03:15:17.142319 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bc2291-4226-46e7-bdf5-cda924206deb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b64cf4fd-8adc-41c6-b745-56068e0115da,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:17.142319 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 37358) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:15:17.209111 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5448608a-8dec-4d94-b6c4-cbf653cc1c3e req-72ef1485-fa9e-4a70-8b2a-307709862b30 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] 10.222.0.41 "GET /v2.0/security-groups?id=fc43ee60-6555-4bc5-a7a0-c97f67a784d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716188 Aug 11 03:15:17.219289 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4e5e1db4-2b55-4cdc-9dce-131fd5e11fe2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:17.253617 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4e5e1db4-2b55-4cdc-9dce-131fd5e11fe2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:17.323382 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f52be276-a6c0-40ea-abe5-80b029724269 req-ba15a40f-c5ad-4645-ad0a-b693b30c7cd9 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] 10.222.0.41 "GET /v2.0/ports?device_id=c37d8b08-64ee-4d7e-99b5-bc356505ed77 HTTP/1.1" status: 200 len: 210 time: 0.0326555 Aug 11 03:15:17.355195 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['c982f111-cecb-487b-b437-20da5e3a51e8'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:15:17.441219 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4e5e1db4-2b55-4cdc-9dce-131fd5e11fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:17.449096 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4e5e1db4-2b55-4cdc-9dce-131fd5e11fe2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:17.450439 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-4e5e1db4-2b55-4cdc-9dce-131fd5e11fe2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b64cf4fd-8adc-41c6-b745-56068e0115da HTTP/1.1" status: 204 len: 168 time: 0.3102682 Aug 11 03:15:17.468090 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5e1db4-2b55-4cdc-9dce-131fd5e11fe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b64cf4fd-8adc-41c6-b745-56068e0115da,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:18.167430 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 37382) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:15:18.182176 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-618c5485-a76f-4f94-b0c4-68b2638b9f49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:18.288434 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-618c5485-a76f-4f94-b0c4-68b2638b9f49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:18.390666 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2044b820-89f9-453f-bed3-7c75115c0678 req-ec571804-2ebd-4f67-94b0-82d1674726b7 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:18.390666 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2044b820-89f9-453f-bed3-7c75115c0678 req-ec571804-2ebd-4f67-94b0-82d1674726b7 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2e62256-bb1c-4b85-9f73-ff3d0c2e4620 HTTP/1.1" status: 200 len: 945 time: 0.0599108 Aug 11 03:15:18.452560 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-618c5485-a76f-4f94-b0c4-68b2638b9f49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:18.458373 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d7f08adc-3c29-4d16-9361-7c9268073c4d req-d36536cf-2c7e-4bd0-a873-7aa80a24a4c2 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] 10.222.0.41 "GET /v2.0/ports?device_id=c37d8b08-64ee-4d7e-99b5-bc356505ed77 HTTP/1.1" status: 200 len: 210 time: 0.0406320 Aug 11 03:15:18.463598 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2044b820-89f9-453f-bed3-7c75115c0678 req-e69a3062-3384-4339-ad18-6975415c70b9 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] 10.222.0.41 "GET /v2.0/security-groups?id=fc43ee60-6555-4bc5-a7a0-c97f67a784d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748250 Aug 11 03:15:18.511888 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-618c5485-a76f-4f94-b0c4-68b2638b9f49 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8f116a00095944138b14b5ad3d0cd411&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3432977 Aug 11 03:15:18.514567 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 37402) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:15:18.516550 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618c5485-a76f-4f94-b0c4-68b2638b9f49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=463bce66-bc73-42e5-9551-c7ea8ecf6b42,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:18.572054 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-bc8bb408-08c0-4a95-91dd-ec5e291469d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:18.596255 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-bc8bb408-08c0-4a95-91dd-ec5e291469d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:18.669942 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device c982f111-cecb-487b-b437-20da5e3a51e8 up at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:15:18.780934 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-bc8bb408-08c0-4a95-91dd-ec5e291469d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:18.783834 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-bc8bb408-08c0-4a95-91dd-ec5e291469d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:18.785229 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-bc8bb408-08c0-4a95-91dd-ec5e291469d0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/463bce66-bc73-42e5-9551-c7ea8ecf6b42 HTTP/1.1" status: 204 len: 168 time: 0.2691374 Aug 11 03:15:18.802892 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8bb408-08c0-4a95-91dd-ec5e291469d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=463bce66-bc73-42e5-9551-c7ea8ecf6b42,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:18.817943 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning for port c982f111-cecb-487b-b437-20da5e3a51e8 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:15:18.836841 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning complete for port c982f111-cecb-487b-b437-20da5e3a51e8 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:15:18.840202 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:18.988457 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:19.033289 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2e62256-bb1c-4b85-9f73-ff3d0c2e4620', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c982f111-cecb-487b-b437-20da5e3a51e8'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:15:19.035704 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4186fc23-5c76-4913-9216-ca864aa02342" -d '{"events": [{"server_uuid": "b2e62256-bb1c-4b85-9f73-ff3d0c2e4620", "name": "network-vif-plugged", "status": "completed", "tag": "c982f111-cecb-487b-b437-20da5e3a51e8"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:15:19.049549 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port c982f111-cecb-487b-b437-20da5e3a51e8, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=c982f111-cecb-487b-b437-20da5e3a51e8,segment=NetworkSegment(bd930099-d273-4386-9bc1-426af296d1dc),segment_id=bd930099-d273-4386-9bc1-426af296d1dc)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:15:19.099473 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:15:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bfe4c88-de5c-4578-bfe4-37df27ede184 x-openstack-request-id: req-8bfe4c88-de5c-4578-bfe4-37df27ede184 {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:15:19.099473 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2e62256-bb1c-4b85-9f73-ff3d0c2e4620", "name": "network-vif-plugged", "status": "completed", "tag": "c982f111-cecb-487b-b437-20da5e3a51e8", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:15:19.099473 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8bfe4c88-de5c-4578-bfe4-37df27ede184 {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:15:19.099473 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2e62256-bb1c-4b85-9f73-ff3d0c2e4620', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c982f111-cecb-487b-b437-20da5e3a51e8', 'code': 200} Aug 11 03:15:19.150526 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:19.196575 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15851853-8d39-4023-ace0-3b21d88ce61b req-3cc6eeeb-1d3b-4397-a61d-ae342727ab9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:19.201948 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-15851853-8d39-4023-ace0-3b21d88ce61b req-3cc6eeeb-1d3b-4397-a61d-ae342727ab9f service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=b2e62256-bb1c-4b85-9f73-ff3d0c2e4620 HTTP/1.1" status: 200 len: 1098 time: 0.0592375 Aug 11 03:15:19.235795 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=c982f111-cecb-487b-b437-20da5e3a51e8,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:19.254387 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-15851853-8d39-4023-ace0-3b21d88ce61b req-e877ca62-b9e4-49e5-ae66-2b0ec0680284 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=fc43ee60-6555-4bc5-a7a0-c97f67a784d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482216 Aug 11 03:15:19.628040 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b6ca5b27-2d25-41f3-bc24-2e35f376e4c3 req-2cb4956c-382d-417b-a998-a636560ae208 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] 10.222.0.41 "GET /v2.0/ports?device_id=c37d8b08-64ee-4d7e-99b5-bc356505ed77 HTTP/1.1" status: 200 len: 210 time: 0.0441916 Aug 11 03:15:19.636321 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b039e8ce-d9cf-4f51-8003-8680b7df4487 req-b299dfda-6a19-4ab8-a4c3-2f1dbc2fda79 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:19.643719 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b039e8ce-d9cf-4f51-8003-8680b7df4487 req-b299dfda-6a19-4ab8-a4c3-2f1dbc2fda79 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2e62256-bb1c-4b85-9f73-ff3d0c2e4620 HTTP/1.1" status: 200 len: 946 time: 0.0974796 Aug 11 03:15:19.716963 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b039e8ce-d9cf-4f51-8003-8680b7df4487 req-52539e97-1a2b-44a6-adc0-28be62b85614 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] 10.222.0.41 "GET /v2.0/security-groups?id=fc43ee60-6555-4bc5-a7a0-c97f67a784d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708451 Aug 11 03:15:20.763903 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b13d634c-64d4-4369-8707-692bd461a2be req-d3417d85-9c24-43e9-9693-ae0dbcdc85b4 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] 10.222.0.41 "GET /v2.0/ports?device_id=c37d8b08-64ee-4d7e-99b5-bc356505ed77 HTTP/1.1" status: 200 len: 210 time: 0.0362110 Aug 11 03:15:20.862542 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c0e1ea-00bf-4652-ab93-993971f124e5 req-b9eec78f-db92-4338-b2b2-b0fabb389b7f tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:20.864715 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-75c0e1ea-00bf-4652-ab93-993971f124e5 req-b9eec78f-db92-4338-b2b2-b0fabb389b7f tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2e62256-bb1c-4b85-9f73-ff3d0c2e4620 HTTP/1.1" status: 200 len: 946 time: 0.0804913 Aug 11 03:15:20.929897 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-75c0e1ea-00bf-4652-ab93-993971f124e5 req-64349f92-2eae-4883-90d9-bb5d3fea52e0 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] 10.222.0.41 "GET /v2.0/security-groups?id=fc43ee60-6555-4bc5-a7a0-c97f67a784d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538828 Aug 11 03:15:21.922990 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-fbf4fbe0-99b5-4f8d-813f-539eb4cca9aa req-f88c07c7-7272-4730-a12d-b263e34240d8 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] 10.222.0.41 "GET /v2.0/ports?device_id=c37d8b08-64ee-4d7e-99b5-bc356505ed77 HTTP/1.1" status: 200 len: 210 time: 0.0527132 Aug 11 03:15:23.077969 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 37566) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:15:23.159403 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d81039a3-3171-44e2-96a1-5770b081b69d req-ef7fc5e4-d2bb-493e-a51e-cea85f98e6b6 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] 10.222.0.41 "GET /v2.0/ports?device_id=c37d8b08-64ee-4d7e-99b5-bc356505ed77 HTTP/1.1" status: 200 len: 210 time: 0.0347879 Aug 11 03:15:23.264300 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-2087ff82-c093-4526-9014-361981544c54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:23.446084 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-2087ff82-c093-4526-9014-361981544c54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:23.544467 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-2087ff82-c093-4526-9014-361981544c54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:23.589645 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2087ff82-c093-4526-9014-361981544c54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b68f5790-68d1-4569-8853-625fef4cca2b,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:23.603758 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-2087ff82-c093-4526-9014-361981544c54 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=04f2dae356704cf8810179446c3bd954&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5239770 Aug 11 03:15:23.607052 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 37576) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:15:23.686992 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ded95201-7f90-4263-839c-91cf98a9deef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:23.718231 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ded95201-7f90-4263-839c-91cf98a9deef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:23.824115 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ded95201-7f90-4263-839c-91cf98a9deef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:23.827658 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ded95201-7f90-4263-839c-91cf98a9deef admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:23.829426 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-ded95201-7f90-4263-839c-91cf98a9deef admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b68f5790-68d1-4569-8853-625fef4cca2b HTTP/1.1" status: 204 len: 168 time: 0.2217612 Aug 11 03:15:23.844074 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded95201-7f90-4263-839c-91cf98a9deef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b68f5790-68d1-4569-8853-625fef4cca2b,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:24.382455 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d0862e32-f96f-47d6-89f5-6a3d5cfcd9ce req-3c792950-df6c-4747-aeb3-abfe5c0807e2 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] 10.222.0.41 "GET /v2.0/ports?device_id=c37d8b08-64ee-4d7e-99b5-bc356505ed77 HTTP/1.1" status: 200 len: 210 time: 0.0287418 Aug 11 03:15:24.389517 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.agents_db [None req-950b7202-decb-43e2-8f71-ac8931dc9749 None None] Agent healthcheck: found 7 active agents {{(pid=102194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:15:24.588420 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 37604) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:15:24.604573 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ac4f3d56-093f-4ca8-a0ed-6b942290fad7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:24.695562 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ac4f3d56-093f-4ca8-a0ed-6b942290fad7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:24.778788 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ac4f3d56-093f-4ca8-a0ed-6b942290fad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:24.822919 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-ac4f3d56-093f-4ca8-a0ed-6b942290fad7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5e3b321cb0914eabaaceed3b1825c07f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2331142 Aug 11 03:15:24.823928 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4f3d56-093f-4ca8-a0ed-6b942290fad7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e5c06cf-84f1-417c-ab51-a280c3fed11f,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:24.825355 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 37606) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:15:24.887824 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a41f2403-5bcb-4747-88a4-610541c4cd93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:24.915118 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a41f2403-5bcb-4747-88a4-610541c4cd93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:25.033052 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a41f2403-5bcb-4747-88a4-610541c4cd93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:25.033847 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a41f2403-5bcb-4747-88a4-610541c4cd93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:25.038734 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-a41f2403-5bcb-4747-88a4-610541c4cd93 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9e5c06cf-84f1-417c-ab51-a280c3fed11f HTTP/1.1" status: 204 len: 168 time: 0.2119622 Aug 11 03:15:25.050776 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41f2403-5bcb-4747-88a4-610541c4cd93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e5c06cf-84f1-417c-ab51-a280c3fed11f,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:25.586843 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d35c6825-091c-4e00-9fc9-b0663a931486 req-301bd718-1991-4eeb-86a2-b1505b58e14f tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] 10.222.0.41 "GET /v2.0/ports?device_id=c37d8b08-64ee-4d7e-99b5-bc356505ed77 HTTP/1.1" status: 200 len: 210 time: 0.0611601 Aug 11 03:15:26.310670 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f3b2caeb-817f-4758-8772-07094bcae5d7 req-ebce74a6-5599-4a65-a213-7ead41895c02 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6e3618b6-52e5-4357-a355-b29ad18e1b9a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0535059 Aug 11 03:15:26.487645 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b2caeb-817f-4758-8772-07094bcae5d7 req-ea6b1c49-81aa-43d9-94cc-aa8e01134e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:26.488147 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b2caeb-817f-4758-8772-07094bcae5d7 req-ea6b1c49-81aa-43d9-94cc-aa8e01134e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:26.489195 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b2caeb-817f-4758-8772-07094bcae5d7 req-ea6b1c49-81aa-43d9-94cc-aa8e01134e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:26.489797 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b2caeb-817f-4758-8772-07094bcae5d7 req-ea6b1c49-81aa-43d9-94cc-aa8e01134e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:26.490296 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b2caeb-817f-4758-8772-07094bcae5d7 req-ea6b1c49-81aa-43d9-94cc-aa8e01134e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:26.490777 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b2caeb-817f-4758-8772-07094bcae5d7 req-ea6b1c49-81aa-43d9-94cc-aa8e01134e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:26.491250 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b2caeb-817f-4758-8772-07094bcae5d7 req-ea6b1c49-81aa-43d9-94cc-aa8e01134e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:26.493414 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f3b2caeb-817f-4758-8772-07094bcae5d7 req-ea6b1c49-81aa-43d9-94cc-aa8e01134e68 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=44415f337b71498496665864f1602b88&device_id=6e3618b6-52e5-4357-a355-b29ad18e1b9a HTTP/1.1" status: 200 len: 6497 time: 0.1105318 Aug 11 03:15:26.640049 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b2caeb-817f-4758-8772-07094bcae5d7 req-2e09e1b4-120d-48be-8745-27ceb1673aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:26.641200 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b2caeb-817f-4758-8772-07094bcae5d7 req-2e09e1b4-120d-48be-8745-27ceb1673aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:26.641974 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b2caeb-817f-4758-8772-07094bcae5d7 req-2e09e1b4-120d-48be-8745-27ceb1673aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:26.643789 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f3b2caeb-817f-4758-8772-07094bcae5d7 req-2e09e1b4-120d-48be-8745-27ceb1673aab service neutron] 10.222.0.24 "GET /v2.0/networks?id=99a68316-7b54-4552-81a4-eb1b8bfe1686&id=ed637a9a-eb30-499d-98db-3d728133dac3&id=ed637a9a-eb30-499d-98db-3d728133dac3&id=ed637a9a-eb30-499d-98db-3d728133dac3&id=ed637a9a-eb30-499d-98db-3d728133dac3&id=e854785b-6921-4aac-9817-a841d5040ff3&id=e854785b-6921-4aac-9817-a841d5040ff3 HTTP/1.1" status: 200 len: 2292 time: 0.1243529 Aug 11 03:15:26.762860 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d0994315-0be3-4479-b576-c78bffce2139 req-de5a85bf-54aa-4fc8-90ce-60c1a3f872c4 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] 10.222.0.41 "GET /v2.0/ports?device_id=c37d8b08-64ee-4d7e-99b5-bc356505ed77 HTTP/1.1" status: 200 len: 210 time: 0.0418885 Aug 11 03:15:26.799322 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f3b2caeb-817f-4758-8772-07094bcae5d7 req-e4bd661c-0e7e-494a-92fe-292be12148c0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6787f595-faeb-4a36-b917-5d8df4badde1 HTTP/1.1" status: 200 len: 1001 time: 0.1471152 Aug 11 03:15:26.890314 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b2caeb-817f-4758-8772-07094bcae5d7 req-44c6eaa3-db5b-4175-aa23-4a550dd51198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:26.892561 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f3b2caeb-817f-4758-8772-07094bcae5d7 req-44c6eaa3-db5b-4175-aa23-4a550dd51198 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4230503c-7b88-4635-ba97-704ecda79830 HTTP/1.1" status: 200 len: 851 time: 0.0838757 Aug 11 03:15:26.943058 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b2caeb-817f-4758-8772-07094bcae5d7 req-74b8e555-0a70-4fc8-ae2f-2ae87a91e754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:26.944872 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f3b2caeb-817f-4758-8772-07094bcae5d7 req-74b8e555-0a70-4fc8-ae2f-2ae87a91e754 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=99a68316-7b54-4552-81a4-eb1b8bfe1686&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0450263 Aug 11 03:15:27.042461 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f3b2caeb-817f-4758-8772-07094bcae5d7 req-507bc85a-94ff-4ca9-a1fd-ab5f6e8c6923 service neutron] 10.222.0.24 "GET /v2.0/networks/99a68316-7b54-4552-81a4-eb1b8bfe1686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899298 Aug 11 03:15:27.156540 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f3b2caeb-817f-4758-8772-07094bcae5d7 req-88c92cc0-801b-44fe-915c-a23bef508f92 service neutron] 10.222.0.24 "GET /v2.0/networks/99a68316-7b54-4552-81a4-eb1b8bfe1686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068761 Aug 11 03:15:27.201748 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f3b2caeb-817f-4758-8772-07094bcae5d7 req-9669b287-ba93-46e1-ba09-c13a7f0988d4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.170&port_id=7dfdef9f-0d5f-4271-b104-13eb02da9240 HTTP/1.1" status: 200 len: 217 time: 0.0375645 Aug 11 03:15:27.268717 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b2caeb-817f-4758-8772-07094bcae5d7 req-2e80f56a-dd4c-488b-8093-142bc41fc552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:27.270906 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f3b2caeb-817f-4758-8772-07094bcae5d7 req-2e80f56a-dd4c-488b-8093-142bc41fc552 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=329e4f03-d8cd-404e-b91b-1cb9368d6c2d HTTP/1.1" status: 200 len: 797 time: 0.0622506 Aug 11 03:15:27.336247 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b2caeb-817f-4758-8772-07094bcae5d7 req-e143c579-e076-47ea-8a6f-93c57b9ad7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:27.337812 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f3b2caeb-817f-4758-8772-07094bcae5d7 req-e143c579-e076-47ea-8a6f-93c57b9ad7ef service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ed637a9a-eb30-499d-98db-3d728133dac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0587795 Aug 11 03:15:27.431885 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f3b2caeb-817f-4758-8772-07094bcae5d7 req-3fabf027-fa72-420d-b742-be5097b2c73b service neutron] 10.222.0.24 "GET /v2.0/networks/ed637a9a-eb30-499d-98db-3d728133dac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867312 Aug 11 03:15:27.538392 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f3b2caeb-817f-4758-8772-07094bcae5d7 req-0d15b314-9eb3-414a-a41e-ed076bd06543 service neutron] 10.222.0.24 "GET /v2.0/networks/ed637a9a-eb30-499d-98db-3d728133dac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996871 Aug 11 03:15:27.603747 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f3b2caeb-817f-4758-8772-07094bcae5d7 req-d0be36c3-509b-4ebd-a7f3-9e4198acb5ff service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.168&port_id=b90d6ebc-39d0-4329-8910-886ce1b868bf HTTP/1.1" status: 200 len: 217 time: 0.0484691 Aug 11 03:15:27.653549 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b2caeb-817f-4758-8772-07094bcae5d7 req-8327cf67-809a-40ab-afa9-a245fac999f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:27.655062 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f3b2caeb-817f-4758-8772-07094bcae5d7 req-8327cf67-809a-40ab-afa9-a245fac999f7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=329e4f03-d8cd-404e-b91b-1cb9368d6c2d HTTP/1.1" status: 200 len: 797 time: 0.0438616 Aug 11 03:15:27.708163 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b2caeb-817f-4758-8772-07094bcae5d7 req-c7b8f8ed-6846-43f6-b952-3d1fdce379a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:27.709764 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f3b2caeb-817f-4758-8772-07094bcae5d7 req-c7b8f8ed-6846-43f6-b952-3d1fdce379a4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ed637a9a-eb30-499d-98db-3d728133dac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0479321 Aug 11 03:15:27.817679 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f3b2caeb-817f-4758-8772-07094bcae5d7 req-2250dd2c-c9e2-4c66-a32c-c1c1c05409e9 service neutron] 10.222.0.24 "GET /v2.0/networks/ed637a9a-eb30-499d-98db-3d728133dac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968606 Aug 11 03:15:27.962850 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d7f11b96-7556-4625-b7da-8d3713ba36e2 req-e7ef06db-bd08-4447-b17b-7dfb31ddf4ed tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] 10.222.0.41 "GET /v2.0/ports?device_id=c37d8b08-64ee-4d7e-99b5-bc356505ed77 HTTP/1.1" status: 200 len: 210 time: 0.0389771 Aug 11 03:15:27.995771 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f3b2caeb-817f-4758-8772-07094bcae5d7 req-6fca13c4-7e60-44f9-8e95-e5be9bd51f80 service neutron] 10.222.0.24 "GET /v2.0/networks/ed637a9a-eb30-499d-98db-3d728133dac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725461 Aug 11 03:15:28.038879 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f3b2caeb-817f-4758-8772-07094bcae5d7 req-717f10a8-e456-4b93-98e4-31e5a291c311 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.31&port_id=a312704a-491b-448b-aff9-cbd04cf3547f HTTP/1.1" status: 200 len: 217 time: 0.0363042 Aug 11 03:15:28.098622 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b2caeb-817f-4758-8772-07094bcae5d7 req-477a4968-cf82-4ea5-a96e-949f2eaf2b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:28.100155 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f3b2caeb-817f-4758-8772-07094bcae5d7 req-477a4968-cf82-4ea5-a96e-949f2eaf2b76 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=329e4f03-d8cd-404e-b91b-1cb9368d6c2d HTTP/1.1" status: 200 len: 797 time: 0.0546627 Aug 11 03:15:28.157279 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b2caeb-817f-4758-8772-07094bcae5d7 req-f2087118-c259-48e1-bc0a-0b09e2570265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:28.159047 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f3b2caeb-817f-4758-8772-07094bcae5d7 req-f2087118-c259-48e1-bc0a-0b09e2570265 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ed637a9a-eb30-499d-98db-3d728133dac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0508125 Aug 11 03:15:28.272514 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f3b2caeb-817f-4758-8772-07094bcae5d7 req-75b1d7d6-60de-41aa-ba95-1d2922369c46 service neutron] 10.222.0.24 "GET /v2.0/networks/ed637a9a-eb30-499d-98db-3d728133dac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058917 Aug 11 03:15:28.388538 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f3b2caeb-817f-4758-8772-07094bcae5d7 req-c9e7d021-81f0-46a4-9d50-10bbbb55a471 service neutron] 10.222.0.24 "GET /v2.0/networks/ed637a9a-eb30-499d-98db-3d728133dac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087916 Aug 11 03:15:28.433070 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f3b2caeb-817f-4758-8772-07094bcae5d7 req-bd009b70-333d-47d6-8716-0044f997085a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.25&port_id=d9e703e8-7704-4b91-aaaa-f02c780d0bdd HTTP/1.1" status: 200 len: 217 time: 0.0367532 Aug 11 03:15:28.496903 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b2caeb-817f-4758-8772-07094bcae5d7 req-768119bf-a441-4410-8792-ad514af44742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:28.498536 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f3b2caeb-817f-4758-8772-07094bcae5d7 req-768119bf-a441-4410-8792-ad514af44742 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=329e4f03-d8cd-404e-b91b-1cb9368d6c2d HTTP/1.1" status: 200 len: 797 time: 0.0589330 Aug 11 03:15:28.549347 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b2caeb-817f-4758-8772-07094bcae5d7 req-d5c480a6-cdc8-4ef7-8f16-56ae8aff4f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:28.551647 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f3b2caeb-817f-4758-8772-07094bcae5d7 req-d5c480a6-cdc8-4ef7-8f16-56ae8aff4f2f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ed637a9a-eb30-499d-98db-3d728133dac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0454838 Aug 11 03:15:28.646551 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f3b2caeb-817f-4758-8772-07094bcae5d7 req-02c54b5d-8d41-4f54-ac47-3f17f5ec86bc service neutron] 10.222.0.24 "GET /v2.0/networks/ed637a9a-eb30-499d-98db-3d728133dac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885687 Aug 11 03:15:28.748081 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f3b2caeb-817f-4758-8772-07094bcae5d7 req-6ec89897-833d-4d81-9f56-94922d52ddf1 service neutron] 10.222.0.24 "GET /v2.0/networks/ed637a9a-eb30-499d-98db-3d728133dac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945606 Aug 11 03:15:28.795743 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f3b2caeb-817f-4758-8772-07094bcae5d7 req-183ef376-47aa-4531-bcbe-41b8f9c3d734 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f418b08e-aa62-46df-bda1-d8d20334592a HTTP/1.1" status: 200 len: 217 time: 0.0394988 Aug 11 03:15:28.874518 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b2caeb-817f-4758-8772-07094bcae5d7 req-b1a45385-b727-4a85-90c1-9a4785f5fa3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:28.876001 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f3b2caeb-817f-4758-8772-07094bcae5d7 req-b1a45385-b727-4a85-90c1-9a4785f5fa3f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=50b43d93-528a-454a-beae-d58f91ef15e1 HTTP/1.1" status: 200 len: 797 time: 0.0736024 Aug 11 03:15:28.932045 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b2caeb-817f-4758-8772-07094bcae5d7 req-0218dc84-391c-4748-9ccc-6a511b638f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:28.934266 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f3b2caeb-817f-4758-8772-07094bcae5d7 req-0218dc84-391c-4748-9ccc-6a511b638f97 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e854785b-6921-4aac-9817-a841d5040ff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0515873 Aug 11 03:15:28.977757 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 37736) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:15:29.093033 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f3b2caeb-817f-4758-8772-07094bcae5d7 req-34e8f272-6b0e-48f2-a438-fbea3151c152 service neutron] 10.222.0.24 "GET /v2.0/networks/e854785b-6921-4aac-9817-a841d5040ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517997 Aug 11 03:15:29.103675 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-47456814-e9d8-4add-8f5f-1c36b30cfb98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:29.144322 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-307d3fa1-c08a-4ffb-89e0-3b8fbf9d3a21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:29.180463 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0e4da033-da1c-4b3f-9a2e-a6941eee6222 req-6d702328-e9af-445b-973e-6917f4615a80 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] 10.222.0.41 "GET /v2.0/ports?device_id=c37d8b08-64ee-4d7e-99b5-bc356505ed77 HTTP/1.1" status: 200 len: 210 time: 0.0913758 Aug 11 03:15:29.229457 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f3b2caeb-817f-4758-8772-07094bcae5d7 req-dbebcaa9-f1f3-417c-82e4-75b9325695f8 service neutron] 10.222.0.24 "GET /v2.0/networks/e854785b-6921-4aac-9817-a841d5040ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134038 Aug 11 03:15:29.263136 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-307d3fa1-c08a-4ffb-89e0-3b8fbf9d3a21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:29.273229 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f3b2caeb-817f-4758-8772-07094bcae5d7 req-e0cab251-1dcf-4bf6-a611-dd13a67b59d9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ba046f43-bd86-472c-a6e9-4db5d5ea61d0 HTTP/1.1" status: 200 len: 217 time: 0.0370004 Aug 11 03:15:29.323655 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b2caeb-817f-4758-8772-07094bcae5d7 req-daab25c6-2141-4236-ba21-91d1cdecbd6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:29.327149 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f3b2caeb-817f-4758-8772-07094bcae5d7 req-daab25c6-2141-4236-ba21-91d1cdecbd6a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=50b43d93-528a-454a-beae-d58f91ef15e1 HTTP/1.1" status: 200 len: 797 time: 0.0470526 Aug 11 03:15:29.350396 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-307d3fa1-c08a-4ffb-89e0-3b8fbf9d3a21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:29.381368 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b2caeb-817f-4758-8772-07094bcae5d7 req-eacd1134-bccc-4134-b98a-c522eb731ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:29.382823 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f3b2caeb-817f-4758-8772-07094bcae5d7 req-eacd1134-bccc-4134-b98a-c522eb731ee4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e854785b-6921-4aac-9817-a841d5040ff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0487449 Aug 11 03:15:29.391428 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307d3fa1-c08a-4ffb-89e0-3b8fbf9d3a21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=549c82f1-41ab-41a0-8793-e4e82ed5d4a8,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:29.396605 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-307d3fa1-c08a-4ffb-89e0-3b8fbf9d3a21 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fe52cfc88f264f248999da8d056b277a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4175320 Aug 11 03:15:29.398826 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 37742) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:15:29.452146 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-551d6b6c-8af9-410a-ab82-63bc8d07156f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:29.475455 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-551d6b6c-8af9-410a-ab82-63bc8d07156f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:29.485592 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f3b2caeb-817f-4758-8772-07094bcae5d7 req-7583644d-5c34-4d0a-9ec8-7cbea038bca9 service neutron] 10.222.0.24 "GET /v2.0/networks/e854785b-6921-4aac-9817-a841d5040ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952249 Aug 11 03:15:29.579842 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f3b2caeb-817f-4758-8772-07094bcae5d7 req-350da3a4-d893-44da-b454-8366db5ba46f service neutron] 10.222.0.24 "GET /v2.0/networks/e854785b-6921-4aac-9817-a841d5040ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860670 Aug 11 03:15:29.595385 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-551d6b6c-8af9-410a-ab82-63bc8d07156f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:29.598578 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-551d6b6c-8af9-410a-ab82-63bc8d07156f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:29.599990 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-551d6b6c-8af9-410a-ab82-63bc8d07156f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/549c82f1-41ab-41a0-8793-e4e82ed5d4a8 HTTP/1.1" status: 204 len: 168 time: 0.2002389 Aug 11 03:15:29.611153 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551d6b6c-8af9-410a-ab82-63bc8d07156f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=549c82f1-41ab-41a0-8793-e4e82ed5d4a8,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:30.177303 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 37754) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:15:30.191448 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-56da27b5-e7fd-4e31-b5fb-e290c17d38e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:30.298556 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-643248a1-83cb-4ab9-9d01-d45742899eb1 req-f3c1ac26-c5e1-4342-865c-bc8236631e8c tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] 10.222.0.41 "GET /v2.0/ports?device_id=c37d8b08-64ee-4d7e-99b5-bc356505ed77 HTTP/1.1" status: 200 len: 210 time: 0.0315988 Aug 11 03:15:30.325909 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-56da27b5-e7fd-4e31-b5fb-e290c17d38e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:30.378134 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-56da27b5-e7fd-4e31-b5fb-e290c17d38e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:30.418113 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-56da27b5-e7fd-4e31-b5fb-e290c17d38e3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=110bad67c451420085a5b29fb390e4c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2396009 Aug 11 03:15:30.419212 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56da27b5-e7fd-4e31-b5fb-e290c17d38e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c2e5730-74bd-44f5-94fe-25d7c55d7037,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:30.420652 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 37758) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:15:30.480406 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-386fcbbd-9994-4d17-afc5-2270eaddbd0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:30.501826 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-386fcbbd-9994-4d17-afc5-2270eaddbd0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:30.646328 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-386fcbbd-9994-4d17-afc5-2270eaddbd0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:30.648955 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-386fcbbd-9994-4d17-afc5-2270eaddbd0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:30.650118 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-386fcbbd-9994-4d17-afc5-2270eaddbd0e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5c2e5730-74bd-44f5-94fe-25d7c55d7037 HTTP/1.1" status: 204 len: 168 time: 0.2284808 Aug 11 03:15:30.659099 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386fcbbd-9994-4d17-afc5-2270eaddbd0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c2e5730-74bd-44f5-94fe-25d7c55d7037,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:31.421125 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8396f98e-d4dd-452c-adb5-d8211c2bf518 req-9073b025-bae2-4892-889c-acbaf33455de tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] 10.222.0.41 "GET /v2.0/ports?device_id=c37d8b08-64ee-4d7e-99b5-bc356505ed77 HTTP/1.1" status: 200 len: 210 time: 0.0367246 Aug 11 03:15:31.565085 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-ed4a7602-587e-4412-950b-fe5ff242acb4 req-82b397e2-9605-414a-ba18-c8060dbc3f78 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=f905d2cf-e0d3-404f-9942-a82e4c4a9fe8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0430498 Aug 11 03:15:31.627042 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4a7602-587e-4412-950b-fe5ff242acb4 req-84ce1a2a-deda-4d98-aede-95776c71f496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:31.628744 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-ed4a7602-587e-4412-950b-fe5ff242acb4 req-84ce1a2a-deda-4d98-aede-95776c71f496 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=960cd8e142644cf086ca0c3e15670712&device_id=f905d2cf-e0d3-404f-9942-a82e4c4a9fe8 HTTP/1.1" status: 200 len: 1097 time: 0.0422339 Aug 11 03:15:31.746004 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4a7602-587e-4412-950b-fe5ff242acb4 req-3e331533-63cd-435f-ab6e-c79216c21380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:31.747634 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-ed4a7602-587e-4412-950b-fe5ff242acb4 req-3e331533-63cd-435f-ab6e-c79216c21380 service neutron] 10.222.0.22 "GET /v2.0/networks?id=1d9b30d4-4af2-4e92-ab5f-b9a60728562f HTTP/1.1" status: 200 len: 907 time: 0.0983186 Aug 11 03:15:31.802026 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:31.829427 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-ed4a7602-587e-4412-950b-fe5ff242acb4 req-5846ec69-1743-45d3-94e1-1d6accb08f60 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df47b862-bce6-48bf-ad02-5b37dd7cd3af HTTP/1.1" status: 200 len: 1001 time: 0.0736942 Aug 11 03:15:31.901060 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4a7602-587e-4412-950b-fe5ff242acb4 req-dbc544fc-44be-4c4d-b8a1-009ea863903b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:31.903139 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-ed4a7602-587e-4412-950b-fe5ff242acb4 req-dbc544fc-44be-4c4d-b8a1-009ea863903b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=98088f52-223d-4261-b781-a2e45477329a HTTP/1.1" status: 200 len: 845 time: 0.0609317 Aug 11 03:15:31.958564 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4a7602-587e-4412-950b-fe5ff242acb4 req-223a6dd9-eea7-4cbc-8bc0-f07c5b8a4208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:31.960245 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-ed4a7602-587e-4412-950b-fe5ff242acb4 req-223a6dd9-eea7-4cbc-8bc0-f07c5b8a4208 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1d9b30d4-4af2-4e92-ab5f-b9a60728562f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0482435 Aug 11 03:15:32.096204 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-ed4a7602-587e-4412-950b-fe5ff242acb4 req-29faff7a-0979-4ce0-add8-a749c7718157 service neutron] 10.222.0.22 "GET /v2.0/networks/1d9b30d4-4af2-4e92-ab5f-b9a60728562f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272485 Aug 11 03:15:32.110140 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-82a64ba8-c670-42c3-9cfc-fc1d576716c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:32.193556 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-ed4a7602-587e-4412-950b-fe5ff242acb4 req-6335143a-4c7f-4a0d-a8a3-24591c414332 service neutron] 10.222.0.22 "GET /v2.0/networks/1d9b30d4-4af2-4e92-ab5f-b9a60728562f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891492 Aug 11 03:15:32.573845 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-574d4622-6f55-4e0f-a6ed-2a5e98c82222 req-de044fd8-3a85-4795-ad4e-02dcd2f2a76c tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] 10.222.0.41 "GET /v2.0/ports?device_id=c37d8b08-64ee-4d7e-99b5-bc356505ed77 HTTP/1.1" status: 200 len: 210 time: 0.0441437 Aug 11 03:15:32.949694 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:33.734111 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 37894) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:15:33.795964 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4eff658d-50e1-4e7d-9790-0c15f095ef09 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:33.830225 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4eff658d-50e1-4e7d-9790-0c15f095ef09 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:33.966836 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4eff658d-50e1-4e7d-9790-0c15f095ef09 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:33.971019 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4eff658d-50e1-4e7d-9790-0c15f095ef09 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:33.971285 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-4eff658d-50e1-4e7d-9790-0c15f095ef09 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] 10.222.0.41 "DELETE /v2.0/security-groups/607419a9-bee5-4ef0-a97c-fc5d24552dc8 HTTP/1.1" status: 204 len: 168 time: 0.2360780 Aug 11 03:15:33.974536 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 37920) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:15:33.982343 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eff658d-50e1-4e7d-9790-0c15f095ef09 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=607419a9-bee5-4ef0-a97c-fc5d24552dc8,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:34.010609 n-d-764292-30 neutron-server[102191]: INFO neutron.api.v2.resource [None req-c43aa374-46a4-4d06-87bc-68d29602e635 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] show failed (client error): The resource could not be found. Aug 11 03:15:34.015630 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-c43aa374-46a4-4d06-87bc-68d29602e635 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] 10.222.0.41 "GET /v2.0/security-groups/607419a9-bee5-4ef0-a97c-fc5d24552dc8 HTTP/1.1" status: 404 len: 347 time: 0.0365002 Aug 11 03:15:34.016236 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 37928) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:15:34.173382 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-4d31b87e-5931-48d2-a755-246604d43306 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Deleting port ad86bc3a-365e-402d-bc13-d9eee2ff4df1 {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:15:34.174032 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4d31b87e-5931-48d2-a755-246604d43306 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:34.283964 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4d31b87e-5931-48d2-a755-246604d43306 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:34.284397 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4d31b87e-5931-48d2-a755-246604d43306 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:34.296843 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-4d31b87e-5931-48d2-a755-246604d43306 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Calling delete_port for ad86bc3a-365e-402d-bc13-d9eee2ff4df1 owned by network:floatingip {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:15:34.664149 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4d31b87e-5931-48d2-a755-246604d43306 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:34.688563 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d31b87e-5931-48d2-a755-246604d43306 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Pushing event deleted for resources: {'Port': ['ID=ad86bc3a-365e-402d-bc13-d9eee2ff4df1,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:34.704072 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:34.767405 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4d31b87e-5931-48d2-a755-246604d43306 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Notify callbacks [] for floatingip, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:34.770130 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4d31b87e-5931-48d2-a755-246604d43306 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for floatingip, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:34.771577 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-4d31b87e-5931-48d2-a755-246604d43306 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] 10.222.0.41 "DELETE /v2.0/floatingips/60cb794a-fc5d-4773-8758-9d5e61eec14d HTTP/1.1" status: 204 len: 168 time: 0.7542984 Aug 11 03:15:34.774329 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 37948) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:15:34.906826 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-33ccc8e3-d79e-44e4-ae4a-5a64cb7a13c4 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Deleting port e86cee10-c94b-4240-aed2-fc9db6db4421 {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:15:34.907400 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-33ccc8e3-d79e-44e4-ae4a-5a64cb7a13c4 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:35.002132 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-33ccc8e3-d79e-44e4-ae4a-5a64cb7a13c4 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:35.017295 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-33ccc8e3-d79e-44e4-ae4a-5a64cb7a13c4 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Calling delete_port for e86cee10-c94b-4240-aed2-fc9db6db4421 owned by {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:15:35.270194 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-33ccc8e3-d79e-44e4-ae4a-5a64cb7a13c4 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:35.344687 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ccc8e3-d79e-44e4-ae4a-5a64cb7a13c4 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Pushing event deleted for resources: {'Port': ['ID=e86cee10-c94b-4240-aed2-fc9db6db4421,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:35.437635 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-33ccc8e3-d79e-44e4-ae4a-5a64cb7a13c4 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:35.440048 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-33ccc8e3-d79e-44e4-ae4a-5a64cb7a13c4 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] 10.222.0.41 "DELETE /v2.0/ports/e86cee10-c94b-4240-aed2-fc9db6db4421 HTTP/1.1" status: 204 len: 168 time: 0.6644874 Aug 11 03:15:35.443498 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 37990) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:15:35.558878 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-f8f85b2d-d0b0-4ea9-980d-572d41104149 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Deleting port d3c9db57-eea5-4db7-a508-af7b68f15453 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:15:35.559325 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f8f85b2d-d0b0-4ea9-980d-572d41104149 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:35.691110 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f8f85b2d-d0b0-4ea9-980d-572d41104149 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:35.706773 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-f8f85b2d-d0b0-4ea9-980d-572d41104149 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Calling delete_port for d3c9db57-eea5-4db7-a508-af7b68f15453 owned by {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:15:36.008158 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f8f85b2d-d0b0-4ea9-980d-572d41104149 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:36.124330 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f85b2d-d0b0-4ea9-980d-572d41104149 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Pushing event deleted for resources: {'Port': ['ID=d3c9db57-eea5-4db7-a508-af7b68f15453,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:36.175658 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f8f85b2d-d0b0-4ea9-980d-572d41104149 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:36.177694 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-f8f85b2d-d0b0-4ea9-980d-572d41104149 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] 10.222.0.41 "DELETE /v2.0/ports/d3c9db57-eea5-4db7-a508-af7b68f15453 HTTP/1.1" status: 204 len: 168 time: 0.7325389 Aug 11 03:15:36.180260 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 38028) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:15:36.231926 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_v2 [None req-b32c3ede-43b0-48dd-b67b-0f839e70cdff tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Deleting subnet 5789f5f0-0aac-4496-9502-f9d5b3fcf9d5 {{(pid=102191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:15:36.235044 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b32c3ede-43b0-48dd-b67b-0f839e70cdff tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Notify callbacks [] for subnet, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:36.277211 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b32c3ede-43b0-48dd-b67b-0f839e70cdff tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126283525'] for subnet, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:36.364540 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b32c3ede-43b0-48dd-b67b-0f839e70cdff tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:36.504607 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b32c3ede-43b0-48dd-b67b-0f839e70cdff tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126283413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126275158'] for subnet, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:36.535323 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32c3ede-43b0-48dd-b67b-0f839e70cdff tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Pushing event deleted for resources: {'Subnet': ['ID=5789f5f0-0aac-4496-9502-f9d5b3fcf9d5,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:36.539778 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b32c3ede-43b0-48dd-b67b-0f839e70cdff tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:36.544572 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 38036) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:15:36.545071 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-b32c3ede-43b0-48dd-b67b-0f839e70cdff tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] 10.222.0.41 "DELETE /v2.0/subnets/5789f5f0-0aac-4496-9502-f9d5b3fcf9d5 HTTP/1.1" status: 204 len: 168 time: 0.3636410 Aug 11 03:15:36.553929 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94f5dc64-766f-42cd-a491-087c81d439a2 None None] Network 305ca68a-259a-4e6f-a74b-d776988e8170 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:15:36.621878 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f4a31b2-de8b-49f1-9f6e-4a84b3384a08 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Deleting subnet 6efca74f-85f6-4ecd-8f10-5d7e955ea1c7 {{(pid=102192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:15:36.625853 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-8f4a31b2-de8b-49f1-9f6e-4a84b3384a08 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Notify callbacks [] for subnet, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:36.679930 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-8f4a31b2-de8b-49f1-9f6e-4a84b3384a08 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125932460'] for subnet, precommit_delete_associations {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:36.774751 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-8f4a31b2-de8b-49f1-9f6e-4a84b3384a08 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:36.840457 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e7f28e3-e0c3-49e9-90c3-b1c821874901 None None] DHCP port deletion for 305ca68a-259a-4e6f-a74b-d776988e8170 request from n-d-764292-30 {{(pid=102193) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:15:36.914275 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-2e7f28e3-e0c3-49e9-90c3-b1c821874901 None None] Deleting port 94d98af9-841b-4e0f-b57c-0cccd2a2c872 {{(pid=102193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:15:36.914681 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2e7f28e3-e0c3-49e9-90c3-b1c821874901 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:36.927623 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-8f4a31b2-de8b-49f1-9f6e-4a84b3384a08 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125932157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126180897'] for subnet, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:36.996642 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-8f4a31b2-de8b-49f1-9f6e-4a84b3384a08 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:36.998859 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-8f4a31b2-de8b-49f1-9f6e-4a84b3384a08 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] 10.222.0.41 "DELETE /v2.0/subnets/6efca74f-85f6-4ecd-8f10-5d7e955ea1c7 HTTP/1.1" status: 204 len: 168 time: 0.4532454 Aug 11 03:15:37.000359 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4a31b2-de8b-49f1-9f6e-4a84b3384a08 tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Pushing event deleted for resources: {'Subnet': ['ID=6efca74f-85f6-4ecd-8f10-5d7e955ea1c7,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:37.014205 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 38070) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:15:37.028688 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ede572d-a861-4a1d-89b3-30c3e87569a1 None None] Network a04ffcc2-d303-44d7-b369-5db13650c2d6 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:15:37.032973 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:37.079284 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-2e7f28e3-e0c3-49e9-90c3-b1c821874901 None None] For port 94d98af9-841b-4e0f-b57c-0cccd2a2c872, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=94d98af9-841b-4e0f-b57c-0cccd2a2c872,segment=NetworkSegment(c393d3b9-4e15-4ce6-ad7f-da931c8df83a),segment_id=c393d3b9-4e15-4ce6-ad7f-da931c8df83a)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:15:37.079284 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2e7f28e3-e0c3-49e9-90c3-b1c821874901 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:37.095451 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-2e7f28e3-e0c3-49e9-90c3-b1c821874901 None None] Calling delete_port for 94d98af9-841b-4e0f-b57c-0cccd2a2c872 owned by network:dhcp {{(pid=102193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:15:37.141232 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f249357f-1228-46da-9e43-b2a37a9ab13a tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:37.264524 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-f249357f-1228-46da-9e43-b2a37a9ab13a tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Deleting port 94d98af9-841b-4e0f-b57c-0cccd2a2c872 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:15:37.264524 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f249357f-1228-46da-9e43-b2a37a9ab13a tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:37.309956 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 94d98af9-841b-4e0f-b57c-0cccd2a2c872 no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:15:37.361902 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [None req-f249357f-1228-46da-9e43-b2a37a9ab13a tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] For port 94d98af9-841b-4e0f-b57c-0cccd2a2c872, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=94d98af9-841b-4e0f-b57c-0cccd2a2c872,segment=NetworkSegment(c393d3b9-4e15-4ce6-ad7f-da931c8df83a),segment_id=c393d3b9-4e15-4ce6-ad7f-da931c8df83a)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:15:37.362272 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f249357f-1228-46da-9e43-b2a37a9ab13a tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:37.382128 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48e601db-3efe-4fae-ae3c-e72767da3514 None None] DHCP port deletion for a04ffcc2-d303-44d7-b369-5db13650c2d6 request from n-d-764292-30 {{(pid=102193) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:15:37.389678 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-f249357f-1228-46da-9e43-b2a37a9ab13a tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Calling delete_port for 94d98af9-841b-4e0f-b57c-0cccd2a2c872 owned by network:dhcp {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:15:37.478810 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f249357f-1228-46da-9e43-b2a37a9ab13a tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:37.504903 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f249357f-1228-46da-9e43-b2a37a9ab13a tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Pushing event deleted for resources: {'Port': ['ID=94d98af9-841b-4e0f-b57c-0cccd2a2c872,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:37.511347 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f249357f-1228-46da-9e43-b2a37a9ab13a tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] No DVR routers for this DVR port 94d98af9-841b-4e0f-b57c-0cccd2a2c872 on host n-d-764292-30 {{(pid=102191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:15:37.623833 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2e7f28e3-e0c3-49e9-90c3-b1c821874901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678'] for port, after_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:37.634441 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f249357f-1228-46da-9e43-b2a37a9ab13a tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:37.649423 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-f249357f-1228-46da-9e43-b2a37a9ab13a tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['305ca68a-259a-4e6f-a74b-d776988e8170']}} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:15:37.660944 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7f28e3-e0c3-49e9-90c3-b1c821874901 None None] No DVR routers for this DVR port 94d98af9-841b-4e0f-b57c-0cccd2a2c872 on host n-d-764292-30 {{(pid=102193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:15:37.664370 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-f249357f-1228-46da-9e43-b2a37a9ab13a tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c393d3b9-4e15-4ce6-ad7f-da931c8df83a') {'for_net_delete': True} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:15:37.664771 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-f249357f-1228-46da-9e43-b2a37a9ab13a tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c393d3b9-4e15-4ce6-ad7f-da931c8df83a') {} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:15:37.669068 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7f28e3-e0c3-49e9-90c3-b1c821874901 None None] Pushing event deleted for resources: {'Port': ['ID=94d98af9-841b-4e0f-b57c-0cccd2a2c872,revision_number=None']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:37.684539 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f249357f-1228-46da-9e43-b2a37a9ab13a tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126283644'] for segment, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:37.684969 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:37.697067 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7f28e3-e0c3-49e9-90c3-b1c821874901 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:15:37.697775 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7f28e3-e0c3-49e9-90c3-b1c821874901 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:15:37.698130 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7f28e3-e0c3-49e9-90c3-b1c821874901 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:15:37.698486 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7f28e3-e0c3-49e9-90c3-b1c821874901 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:15:37.699011 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7f28e3-e0c3-49e9-90c3-b1c821874901 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:15:37.699333 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f249357f-1228-46da-9e43-b2a37a9ab13a tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:37.699699 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7f28e3-e0c3-49e9-90c3-b1c821874901 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:15:37.700213 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7f28e3-e0c3-49e9-90c3-b1c821874901 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:15:37.700542 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7f28e3-e0c3-49e9-90c3-b1c821874901 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:15:37.700867 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7f28e3-e0c3-49e9-90c3-b1c821874901 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:15:37.701354 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7f28e3-e0c3-49e9-90c3-b1c821874901 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:15:37.701829 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7f28e3-e0c3-49e9-90c3-b1c821874901 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:15:37.702361 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7f28e3-e0c3-49e9-90c3-b1c821874901 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:15:37.716230 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f249357f-1228-46da-9e43-b2a37a9ab13a tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=102191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:15:37.716628 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f249357f-1228-46da-9e43-b2a37a9ab13a tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126283391'] for segment, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:37.719623 n-d-764292-30 neutron-server[102191]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:15:37.719623 n-d-764292-30 neutron-server[102191]: self.session.flush() Aug 11 03:15:37.719623 n-d-764292-30 neutron-server[102191]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:15:37.719623 n-d-764292-30 neutron-server[102191]: self.session.flush() Aug 11 03:15:37.719623 n-d-764292-30 neutron-server[102191]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:15:37.719623 n-d-764292-30 neutron-server[102191]: self.session.flush() Aug 11 03:15:37.719623 n-d-764292-30 neutron-server[102191]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:15:37.719623 n-d-764292-30 neutron-server[102191]: self.session.flush() Aug 11 03:15:37.719623 n-d-764292-30 neutron-server[102191]: Traceback (most recent call last): Aug 11 03:15:37.719623 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:15:37.719623 n-d-764292-30 neutron-server[102191]: timer() Aug 11 03:15:37.719623 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:15:37.719623 n-d-764292-30 neutron-server[102191]: cb(*args, **kw) Aug 11 03:15:37.719623 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:15:37.719623 n-d-764292-30 neutron-server[102191]: return func(*args, **kwargs) Aug 11 03:15:37.719623 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:15:37.719623 n-d-764292-30 neutron-server[102191]: self._notify() Aug 11 03:15:37.719623 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:15:37.719623 n-d-764292-30 neutron-server[102191]: self.callback(batched_events) Aug 11 03:15:37.719623 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:15:37.719623 n-d-764292-30 neutron-server[102191]: event.method(event) Aug 11 03:15:37.719623 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:15:37.719623 n-d-764292-30 neutron-server[102191]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:15:37.719623 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:15:37.719623 n-d-764292-30 neutron-server[102191]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:15:37.719623 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:15:37.719623 n-d-764292-30 neutron-server[102191]: return f(self, *a, **k) Aug 11 03:15:37.719623 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:15:37.719623 n-d-764292-30 neutron-server[102191]: return self._get(url).json() Aug 11 03:15:37.719623 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:15:37.719623 n-d-764292-30 neutron-server[102191]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:15:37.719623 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:15:37.719623 n-d-764292-30 neutron-server[102191]: return self.request(url, 'GET', **kwargs) Aug 11 03:15:37.719623 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:15:37.719623 n-d-764292-30 neutron-server[102191]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:15:37.719623 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:15:37.719623 n-d-764292-30 neutron-server[102191]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:15:37.719623 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:15:37.719623 n-d-764292-30 neutron-server[102191]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:15:37.719623 n-d-764292-30 neutron-server[102191]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:15:37.756827 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-48e601db-3efe-4fae-ae3c-e72767da3514 None None] Deleting port 79b848c8-2dca-4bd0-8577-66307709341d {{(pid=102193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:15:37.757201 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-48e601db-3efe-4fae-ae3c-e72767da3514 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:37.827403 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-48e601db-3efe-4fae-ae3c-e72767da3514 None None] For port 79b848c8-2dca-4bd0-8577-66307709341d, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=79b848c8-2dca-4bd0-8577-66307709341d,segment=NetworkSegment(537bbf41-5def-4717-9826-66def57defbc),segment_id=537bbf41-5def-4717-9826-66def57defbc)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:15:37.827805 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-48e601db-3efe-4fae-ae3c-e72767da3514 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:37.848624 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-48e601db-3efe-4fae-ae3c-e72767da3514 None None] Calling delete_port for 79b848c8-2dca-4bd0-8577-66307709341d owned by network:dhcp {{(pid=102193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:15:37.881236 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f249357f-1228-46da-9e43-b2a37a9ab13a tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:37.888356 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f249357f-1228-46da-9e43-b2a37a9ab13a tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Notify callbacks [] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:37.890194 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-f249357f-1228-46da-9e43-b2a37a9ab13a tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] 10.222.0.41 "DELETE /v2.0/networks/305ca68a-259a-4e6f-a74b-d776988e8170 HTTP/1.1" status: 204 len: 168 time: 0.8807852 Aug 11 03:15:37.892855 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 38112) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:15:37.912358 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f249357f-1228-46da-9e43-b2a37a9ab13a tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Pushing event deleted for resources: {'Network': ['ID=305ca68a-259a-4e6f-a74b-d776988e8170,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:37.991175 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-7cfe02b6-a06e-416e-9140-2fc62c4fa89f tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:38.035508 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-48e601db-3efe-4fae-ae3c-e72767da3514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678'] for port, after_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:38.056755 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-7cfe02b6-a06e-416e-9140-2fc62c4fa89f tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Deleting port 79b848c8-2dca-4bd0-8577-66307709341d {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:15:38.057112 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-7cfe02b6-a06e-416e-9140-2fc62c4fa89f tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:38.074054 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e601db-3efe-4fae-ae3c-e72767da3514 None None] Pushing event deleted for resources: {'Port': ['ID=79b848c8-2dca-4bd0-8577-66307709341d,revision_number=None']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:38.078548 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e601db-3efe-4fae-ae3c-e72767da3514 None None] No DVR routers for this DVR port 79b848c8-2dca-4bd0-8577-66307709341d on host n-d-764292-30 {{(pid=102193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:15:38.139974 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 38126) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:15:38.144232 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [None req-7cfe02b6-a06e-416e-9140-2fc62c4fa89f tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] For port 79b848c8-2dca-4bd0-8577-66307709341d, host n-d-764292-30, got binding levels [] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:15:38.145707 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-7cfe02b6-a06e-416e-9140-2fc62c4fa89f tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:38.179259 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-7cfe02b6-a06e-416e-9140-2fc62c4fa89f tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Calling delete_port for 79b848c8-2dca-4bd0-8577-66307709341d owned by network:dhcp {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:15:38.182659 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.ipam_backend_mixin [None req-7cfe02b6-a06e-416e-9140-2fc62c4fa89f tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Port 79b848c8-2dca-4bd0-8577-66307709341d was not found and therefore no delete operation was performed {{(pid=102192) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 11 03:15:38.184229 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-7cfe02b6-a06e-416e-9140-2fc62c4fa89f tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:38.226821 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cfe02b6-a06e-416e-9140-2fc62c4fa89f tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] No DVR routers for this DVR port 79b848c8-2dca-4bd0-8577-66307709341d on host n-d-764292-30 {{(pid=102192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:15:38.233404 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfe02b6-a06e-416e-9140-2fc62c4fa89f tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Pushing event deleted for resources: {'Port': ['ID=79b848c8-2dca-4bd0-8577-66307709341d,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:38.295298 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-223991ba-b98f-4ba4-9119-fc90c913e895 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:38.314613 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-7cfe02b6-a06e-416e-9140-2fc62c4fa89f tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:38.326203 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-7cfe02b6-a06e-416e-9140-2fc62c4fa89f tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a04ffcc2-d303-44d7-b369-5db13650c2d6']}} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:15:38.337965 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-7cfe02b6-a06e-416e-9140-2fc62c4fa89f tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '537bbf41-5def-4717-9826-66def57defbc') {'for_net_delete': True} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:15:38.338546 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-7cfe02b6-a06e-416e-9140-2fc62c4fa89f tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '537bbf41-5def-4717-9826-66def57defbc') {} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:15:38.349049 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-7cfe02b6-a06e-416e-9140-2fc62c4fa89f tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125932501'] for segment, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:38.365096 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-7cfe02b6-a06e-416e-9140-2fc62c4fa89f tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:38.371668 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cfe02b6-a06e-416e-9140-2fc62c4fa89f tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=102192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:15:38.372291 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-7cfe02b6-a06e-416e-9140-2fc62c4fa89f tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125932183'] for segment, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:38.375676 n-d-764292-30 neutron-server[102192]: Traceback (most recent call last): Aug 11 03:15:38.375676 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:15:38.375676 n-d-764292-30 neutron-server[102192]: timer() Aug 11 03:15:38.375676 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:15:38.375676 n-d-764292-30 neutron-server[102192]: cb(*args, **kw) Aug 11 03:15:38.375676 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:15:38.375676 n-d-764292-30 neutron-server[102192]: return func(*args, **kwargs) Aug 11 03:15:38.375676 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:15:38.375676 n-d-764292-30 neutron-server[102192]: self._notify() Aug 11 03:15:38.375676 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:15:38.375676 n-d-764292-30 neutron-server[102192]: self.callback(batched_events) Aug 11 03:15:38.375676 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:15:38.375676 n-d-764292-30 neutron-server[102192]: event.method(event) Aug 11 03:15:38.375676 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:15:38.375676 n-d-764292-30 neutron-server[102192]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:15:38.375676 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:15:38.375676 n-d-764292-30 neutron-server[102192]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:15:38.375676 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:15:38.375676 n-d-764292-30 neutron-server[102192]: return f(self, *a, **k) Aug 11 03:15:38.375676 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:15:38.375676 n-d-764292-30 neutron-server[102192]: return self._get(url).json() Aug 11 03:15:38.375676 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:15:38.375676 n-d-764292-30 neutron-server[102192]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:15:38.375676 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:15:38.375676 n-d-764292-30 neutron-server[102192]: return self.request(url, 'GET', **kwargs) Aug 11 03:15:38.375676 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:15:38.375676 n-d-764292-30 neutron-server[102192]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:15:38.375676 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:15:38.375676 n-d-764292-30 neutron-server[102192]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:15:38.375676 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:15:38.375676 n-d-764292-30 neutron-server[102192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:15:38.375676 n-d-764292-30 neutron-server[102192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:15:38.412084 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-223991ba-b98f-4ba4-9119-fc90c913e895 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:38.533177 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-223991ba-b98f-4ba4-9119-fc90c913e895 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:38.567606 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-7cfe02b6-a06e-416e-9140-2fc62c4fa89f tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:38.582010 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-7cfe02b6-a06e-416e-9140-2fc62c4fa89f tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:38.582595 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223991ba-b98f-4ba4-9119-fc90c913e895 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aac00ede-f96c-4fd6-bd30-00f800044078,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:38.582690 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-7cfe02b6-a06e-416e-9140-2fc62c4fa89f tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] 10.222.0.41 "DELETE /v2.0/networks/a04ffcc2-d303-44d7-b369-5db13650c2d6 HTTP/1.1" status: 204 len: 168 time: 0.6824470 Aug 11 03:15:38.583384 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-223991ba-b98f-4ba4-9119-fc90c913e895 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4d005fbe2db14745a2aee27c6afb4423&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4422381 Aug 11 03:15:38.586726 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 38140) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:15:38.603337 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfe02b6-a06e-416e-9140-2fc62c4fa89f tempest-TaggedBootDevicesTest_v242-1456543552 tempest-TaggedBootDevicesTest_v242-1456543552-project] Pushing event deleted for resources: {'Network': ['ID=a04ffcc2-d303-44d7-b369-5db13650c2d6,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:38.694516 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a6a4d1d7-02dc-4bdc-8e6e-c50d9649d652 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:38.732151 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a6a4d1d7-02dc-4bdc-8e6e-c50d9649d652 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:38.881995 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a6a4d1d7-02dc-4bdc-8e6e-c50d9649d652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:38.885012 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a6a4d1d7-02dc-4bdc-8e6e-c50d9649d652 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:38.886250 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-a6a4d1d7-02dc-4bdc-8e6e-c50d9649d652 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/aac00ede-f96c-4fd6-bd30-00f800044078 HTTP/1.1" status: 204 len: 168 time: 0.2983475 Aug 11 03:15:38.900352 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a4d1d7-02dc-4bdc-8e6e-c50d9649d652 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aac00ede-f96c-4fd6-bd30-00f800044078,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:39.269981 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 79b848c8-2dca-4bd0-8577-66307709341d no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:15:39.292538 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: 79b848c8-2dca-4bd0-8577-66307709341d {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:15:39.293101 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 79b848c8-2dca-4bd0-8577-66307709341d not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:15:40.542133 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 38230) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:15:40.657872 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d02657bb-098a-44b5-8d5d-daf887d16dfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:40.751136 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d02657bb-098a-44b5-8d5d-daf887d16dfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:40.789491 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d02657bb-098a-44b5-8d5d-daf887d16dfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:40.833461 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02657bb-098a-44b5-8d5d-daf887d16dfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34d4ab0a-0378-465f-9802-d88b98534f32,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:40.838560 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-d02657bb-098a-44b5-8d5d-daf887d16dfe admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=88ee78775722420897f18a2772e5e9db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2952826 Aug 11 03:15:40.841258 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 38238) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:15:40.905575 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-aede01e5-084e-4f59-b766-c3db1dde487f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:40.928613 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-aede01e5-084e-4f59-b766-c3db1dde487f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:41.058032 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-aede01e5-084e-4f59-b766-c3db1dde487f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:41.060862 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-aede01e5-084e-4f59-b766-c3db1dde487f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:41.065046 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-aede01e5-084e-4f59-b766-c3db1dde487f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/34d4ab0a-0378-465f-9802-d88b98534f32 HTTP/1.1" status: 204 len: 168 time: 0.2218080 Aug 11 03:15:41.076294 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aede01e5-084e-4f59-b766-c3db1dde487f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34d4ab0a-0378-465f-9802-d88b98534f32,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:41.149493 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:42.111622 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 38296) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:15:42.230328 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-558373a2-64e8-40c6-b21c-fde16c90ecc4 tempest-AgentManagementNegativeTest-977687153 tempest-AgentManagementNegativeTest-977687153-project] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1179519 Aug 11 03:15:42.910907 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 38330) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:15:43.047467 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5859987a-1ac0-492c-af0a-0d2041353e5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:43.184438 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5859987a-1ac0-492c-af0a-0d2041353e5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:43.246639 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5859987a-1ac0-492c-af0a-0d2041353e5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:43.287692 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-5859987a-1ac0-492c-af0a-0d2041353e5d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1c7966f3b64c4f20a12a07e6016a819d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3756948 Aug 11 03:15:43.288581 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5859987a-1ac0-492c-af0a-0d2041353e5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2294a8ed-7b5b-4ff9-89d7-92a486d576a4,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:43.290337 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 38346) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:15:43.345200 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-2dc18847-cd5f-46ba-ac7c-b17f9be8233b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:43.367715 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-2dc18847-cd5f-46ba-ac7c-b17f9be8233b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:43.486154 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-2dc18847-cd5f-46ba-ac7c-b17f9be8233b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:43.488794 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-2dc18847-cd5f-46ba-ac7c-b17f9be8233b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:43.492427 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-2dc18847-cd5f-46ba-ac7c-b17f9be8233b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2294a8ed-7b5b-4ff9-89d7-92a486d576a4 HTTP/1.1" status: 204 len: 168 time: 0.1986477 Aug 11 03:15:43.509172 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc18847-cd5f-46ba-ac7c-b17f9be8233b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2294a8ed-7b5b-4ff9-89d7-92a486d576a4,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:43.787002 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718046e2-8c30-4c46-b27e-d7ee786c5ef0 req-a58dcab6-a2e8-4496-a4a3-b935670d123d tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:43.794861 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-718046e2-8c30-4c46-b27e-d7ee786c5ef0 req-a58dcab6-a2e8-4496-a4a3-b935670d123d tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] 10.222.0.41 "GET /v2.0/networks?id=ec41e9b8-ca95-4733-9938-a40bc676061d HTTP/1.1" status: 200 len: 814 time: 0.1212187 Aug 11 03:15:43.812728 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-718046e2-8c30-4c46-b27e-d7ee786c5ef0 req-2cb3ae74-ede7-4b03-bdd5-5ad85a67e26a tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] 10.222.0.41 "GET /v2.0/quotas/de7c7081e4f94005a4ad5308630cb9c6 HTTP/1.1" status: 200 len: 375 time: 0.0165412 Aug 11 03:15:43.888072 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-718046e2-8c30-4c46-b27e-d7ee786c5ef0 req-ee60f658-eeed-45a7-883c-4233b30a5ece tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=de7c7081e4f94005a4ad5308630cb9c6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0739660 Aug 11 03:15:44.124485 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-718046e2-8c30-4c46-b27e-d7ee786c5ef0 req-5892ddb0-53ca-4e94-beff-4d83306e7ec5 service neutron] 10.222.0.41 "GET /v2.0/networks/ec41e9b8-ca95-4733-9938-a40bc676061d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2321882 Aug 11 03:15:44.261307 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-718046e2-8c30-4c46-b27e-d7ee786c5ef0 req-2dffb1dc-5102-4a3a-aa71-99ae1c0fab0e service neutron] 10.222.0.41 "GET /v2.0/networks/ec41e9b8-ca95-4733-9938-a40bc676061d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337924 Aug 11 03:15:44.545497 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d65dd2bb-7617-4303-8bfe-0679ba76d80b req-f338c52a-b986-4a93-a4ca-c22779b20105 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] 10.222.0.41 "GET /v2.0/ports?device_id=271d6373-28ca-45c7-b75b-f6d35cc45b96 HTTP/1.1" status: 200 len: 210 time: 0.0475323 Aug 11 03:15:44.792123 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 38422) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:15:44.935471 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-18b5f6ee-d80d-4fb2-8dce-cf4106cd8c20 tempest-FloatingIPNegativeTestJSON-1868238030 tempest-FloatingIPNegativeTestJSON-1868238030-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-503309548'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:15:45.053523 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18b5f6ee-d80d-4fb2-8dce-cf4106cd8c20 tempest-FloatingIPNegativeTestJSON-1868238030 tempest-FloatingIPNegativeTestJSON-1868238030-project] Made reservation on behalf of 52ae8330bf6d48c59618cb7b329a2f4a for: {'network': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:15:45.057923 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-18b5f6ee-d80d-4fb2-8dce-cf4106cd8c20 tempest-FloatingIPNegativeTestJSON-1868238030 tempest-FloatingIPNegativeTestJSON-1868238030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:45.067879 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-18b5f6ee-d80d-4fb2-8dce-cf4106cd8c20 tempest-FloatingIPNegativeTestJSON-1868238030 tempest-FloatingIPNegativeTestJSON-1868238030-project] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:45.208931 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-18b5f6ee-d80d-4fb2-8dce-cf4106cd8c20 tempest-FloatingIPNegativeTestJSON-1868238030 tempest-FloatingIPNegativeTestJSON-1868238030-project] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:45.297868 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-18b5f6ee-d80d-4fb2-8dce-cf4106cd8c20 tempest-FloatingIPNegativeTestJSON-1868238030 tempest-FloatingIPNegativeTestJSON-1868238030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:45.331366 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18b5f6ee-d80d-4fb2-8dce-cf4106cd8c20 tempest-FloatingIPNegativeTestJSON-1868238030 tempest-FloatingIPNegativeTestJSON-1868238030-project] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=102192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:15:45.344678 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b5f6ee-d80d-4fb2-8dce-cf4106cd8c20 tempest-FloatingIPNegativeTestJSON-1868238030 tempest-FloatingIPNegativeTestJSON-1868238030-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cd86a1f-ff22-4c5a-85e6-16b807b01615,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:45.349942 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-18b5f6ee-d80d-4fb2-8dce-cf4106cd8c20 tempest-FloatingIPNegativeTestJSON-1868238030 tempest-FloatingIPNegativeTestJSON-1868238030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:45.354201 n-d-764292-30 neutron-server[102192]: INFO neutron.db.segments_db [None req-18b5f6ee-d80d-4fb2-8dce-cf4106cd8c20 tempest-FloatingIPNegativeTestJSON-1868238030 tempest-FloatingIPNegativeTestJSON-1868238030-project] Added segment 8385cd0b-1496-46f3-b452-7277ff39265e of type vlan for network 4491a62f-9a3a-407d-a9f9-82d9bb5f24d4 Aug 11 03:15:45.398102 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-18b5f6ee-d80d-4fb2-8dce-cf4106cd8c20 tempest-FloatingIPNegativeTestJSON-1868238030 tempest-FloatingIPNegativeTestJSON-1868238030-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:45.584283 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-18b5f6ee-d80d-4fb2-8dce-cf4106cd8c20 tempest-FloatingIPNegativeTestJSON-1868238030 tempest-FloatingIPNegativeTestJSON-1868238030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:45.592524 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18b5f6ee-d80d-4fb2-8dce-cf4106cd8c20 tempest-FloatingIPNegativeTestJSON-1868238030 tempest-FloatingIPNegativeTestJSON-1868238030-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:45.593314 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-18b5f6ee-d80d-4fb2-8dce-cf4106cd8c20 tempest-FloatingIPNegativeTestJSON-1868238030 tempest-FloatingIPNegativeTestJSON-1868238030-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:45.697236 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-18b5f6ee-d80d-4fb2-8dce-cf4106cd8c20 tempest-FloatingIPNegativeTestJSON-1868238030 tempest-FloatingIPNegativeTestJSON-1868238030-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.9034674 Aug 11 03:15:45.700208 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 38458) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:15:45.701586 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c0b9ef70-cc00-4c38-b4ec-035be8377284 req-91fe3843-3218-4dad-b7ca-3c585fef445a tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] 10.222.0.41 "GET /v2.0/ports?device_id=271d6373-28ca-45c7-b75b-f6d35cc45b96 HTTP/1.1" status: 200 len: 210 time: 0.0454302 Aug 11 03:15:45.704908 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b5f6ee-d80d-4fb2-8dce-cf4106cd8c20 tempest-FloatingIPNegativeTestJSON-1868238030 tempest-FloatingIPNegativeTestJSON-1868238030-project] Pushing event updated for resources: {'Network': ['ID=4491a62f-9a3a-407d-a9f9-82d9bb5f24d4,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:45.706037 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-0b5055e8-efa9-4ddc-ba64-0e829162a65a tempest-FloatingIPNegativeTestJSON-1868238030 tempest-FloatingIPNegativeTestJSON-1868238030-project] Request body: {'subnet': {'network_id': '4491a62f-9a3a-407d-a9f9-82d9bb5f24d4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:15:45.717688 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network 4491a62f-9a3a-407d-a9f9-82d9bb5f24d4 details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:15:46.040642 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b5055e8-efa9-4ddc-ba64-0e829162a65a tempest-FloatingIPNegativeTestJSON-1868238030 tempest-FloatingIPNegativeTestJSON-1868238030-project] Made reservation on behalf of 52ae8330bf6d48c59618cb7b329a2f4a for: {'subnet': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:15:46.044553 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0b5055e8-efa9-4ddc-ba64-0e829162a65a tempest-FloatingIPNegativeTestJSON-1868238030 tempest-FloatingIPNegativeTestJSON-1868238030-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274743'] for subnet, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:46.417758 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0b5055e8-efa9-4ddc-ba64-0e829162a65a tempest-FloatingIPNegativeTestJSON-1868238030 tempest-FloatingIPNegativeTestJSON-1868238030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126283476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274725'] for subnet, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:46.544226 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5055e8-efa9-4ddc-ba64-0e829162a65a tempest-FloatingIPNegativeTestJSON-1868238030 tempest-FloatingIPNegativeTestJSON-1868238030-project] Pushing event updated for resources: {'Subnet': ['ID=4e5b96e1-e940-4a4f-8c08-7d5671dc6052,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:46.568517 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5055e8-efa9-4ddc-ba64-0e829162a65a tempest-FloatingIPNegativeTestJSON-1868238030 tempest-FloatingIPNegativeTestJSON-1868238030-project] Checking segment: {'id': '8385cd0b-1496-46f3-b452-7277ff39265e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '4491a62f-9a3a-407d-a9f9-82d9bb5f24d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:15:46.568888 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b5055e8-efa9-4ddc-ba64-0e829162a65a tempest-FloatingIPNegativeTestJSON-1868238030 tempest-FloatingIPNegativeTestJSON-1868238030-project] Network hostable DHCP agents. Network: 4491a62f-9a3a-407d-a9f9-82d9bb5f24d4, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:15:46.687887 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b5055e8-efa9-4ddc-ba64-0e829162a65a tempest-FloatingIPNegativeTestJSON-1868238030 tempest-FloatingIPNegativeTestJSON-1868238030-project] Network 4491a62f-9a3a-407d-a9f9-82d9bb5f24d4 is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:15:46.777590 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-0b5055e8-efa9-4ddc-ba64-0e829162a65a tempest-FloatingIPNegativeTestJSON-1868238030 tempest-FloatingIPNegativeTestJSON-1868238030-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, 4491a62f-9a3a-407d-a9f9-82d9bb5f24d4) {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:15:46.782460 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b5055e8-efa9-4ddc-ba64-0e829162a65a tempest-FloatingIPNegativeTestJSON-1868238030 tempest-FloatingIPNegativeTestJSON-1868238030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:46.783467 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0b5055e8-efa9-4ddc-ba64-0e829162a65a tempest-FloatingIPNegativeTestJSON-1868238030 tempest-FloatingIPNegativeTestJSON-1868238030-project] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:46.793686 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf6eefb6-342f-45cb-b798-aaeabb5a0f72 None None] Network 4491a62f-9a3a-407d-a9f9-82d9bb5f24d4 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:15:46.863523 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f1d6574b-f991-4962-b15c-3b9c6c52fcc3 req-168bf588-3c16-4406-8179-6361ef1187aa tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] 10.222.0.41 "GET /v2.0/ports?device_id=271d6373-28ca-45c7-b75b-f6d35cc45b96 HTTP/1.1" status: 200 len: 210 time: 0.0402360 Aug 11 03:15:46.910674 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-0b5055e8-efa9-4ddc-ba64-0e829162a65a tempest-FloatingIPNegativeTestJSON-1868238030 tempest-FloatingIPNegativeTestJSON-1868238030-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2090583 Aug 11 03:15:46.914162 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 38488) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:15:46.919563 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-adb92923-6cbc-4c5e-81ca-66eb8c2207e5 tempest-FloatingIPNegativeTestJSON-1868238030 tempest-FloatingIPNegativeTestJSON-1868238030-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1187439136', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:15:47.062191 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-937e9e28-65fc-46ed-87ae-87372c99471c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde080026-c28f-55be-b52b-13827cc43646-4491a62f-9a3a-407d-a9f9-82d9bb5f24d4', 'network_id': '4491a62f-9a3a-407d-a9f9-82d9bb5f24d4', 'tenant_id': '52ae8330bf6d48c59618cb7b329a2f4a', 'fixed_ips': [{'subnet_id': '4e5b96e1-e940-4a4f-8c08-7d5671dc6052'}]}} from n-d-764292-30. {{(pid=102193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:15:47.062533 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718046e2-8c30-4c46-b27e-d7ee786c5ef0 req-ef919196-7e5b-48cc-be25-8d20f41cba93 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:47.064019 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-937e9e28-65fc-46ed-87ae-87372c99471c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:47.064797 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-718046e2-8c30-4c46-b27e-d7ee786c5ef0 req-ef919196-7e5b-48cc-be25-8d20f41cba93 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] 10.222.0.24 "GET /v2.0/networks?id=ec41e9b8-ca95-4733-9938-a40bc676061d HTTP/1.1" status: 200 len: 814 time: 0.1437941 Aug 11 03:15:47.079697 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-718046e2-8c30-4c46-b27e-d7ee786c5ef0 req-d829811d-a367-4b5a-a57c-9e2119018176 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] Request body: {'port': {'device_id': '271d6373-28ca-45c7-b75b-f6d35cc45b96', 'network_id': 'ec41e9b8-ca95-4733-9938-a40bc676061d', 'admin_state_up': True, 'tenant_id': 'de7c7081e4f94005a4ad5308630cb9c6'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:15:47.115591 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-adb92923-6cbc-4c5e-81ca-66eb8c2207e5 tempest-FloatingIPNegativeTestJSON-1868238030 tempest-FloatingIPNegativeTestJSON-1868238030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-450010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6626'] for router, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:47.117086 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-adb92923-6cbc-4c5e-81ca-66eb8c2207e5 tempest-FloatingIPNegativeTestJSON-1868238030 tempest-FloatingIPNegativeTestJSON-1868238030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-446747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6633'] for router, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:47.240130 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-adb92923-6cbc-4c5e-81ca-66eb8c2207e5 tempest-FloatingIPNegativeTestJSON-1868238030 tempest-FloatingIPNegativeTestJSON-1868238030-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:47.304547 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-adb92923-6cbc-4c5e-81ca-66eb8c2207e5 tempest-FloatingIPNegativeTestJSON-1868238030 tempest-FloatingIPNegativeTestJSON-1868238030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-446952'] for router, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:47.316800 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.db_base_plugin_common [None req-937e9e28-65fc-46ed-87ae-87372c99471c None None] Allocated IP 172.20.0.2 (4491a62f-9a3a-407d-a9f9-82d9bb5f24d4/4e5b96e1-e940-4a4f-8c08-7d5671dc6052/7554c7d6-1729-4964-9282-6938fbd00d75) {{(pid=102193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:15:47.469328 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-718046e2-8c30-4c46-b27e-d7ee786c5ef0 req-d829811d-a367-4b5a-a57c-9e2119018176 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] Made reservation on behalf of de7c7081e4f94005a4ad5308630cb9c6 for: {'port': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:15:47.473941 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-718046e2-8c30-4c46-b27e-d7ee786c5ef0 req-d829811d-a367-4b5a-a57c-9e2119018176 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:47.500378 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-937e9e28-65fc-46ed-87ae-87372c99471c None None] Notify callbacks [] for port, precommit_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:47.512960 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-937e9e28-65fc-46ed-87ae-87372c99471c None None] Transition to ACTIVE for port object 7554c7d6-1729-4964-9282-6938fbd00d75 will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:15:47.533064 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-adb92923-6cbc-4c5e-81ca-66eb8c2207e5 tempest-FloatingIPNegativeTestJSON-1868238030 tempest-FloatingIPNegativeTestJSON-1868238030-project] Notify callbacks [] for router, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:47.537374 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-adb92923-6cbc-4c5e-81ca-66eb8c2207e5 tempest-FloatingIPNegativeTestJSON-1868238030 tempest-FloatingIPNegativeTestJSON-1868238030-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.6189916 Aug 11 03:15:47.539615 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 38504) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:15:47.577539 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-937e9e28-65fc-46ed-87ae-87372c99471c None None] Transition to ACTIVE for port object 7554c7d6-1729-4964-9282-6938fbd00d75 will not be triggered until provisioned by entity DHCP. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:15:47.664911 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-937e9e28-65fc-46ed-87ae-87372c99471c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669'] for port, after_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:47.722268 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937e9e28-65fc-46ed-87ae-87372c99471c None None] Pushing event updated for resources: {'Port': ['ID=7554c7d6-1729-4964-9282-6938fbd00d75,revision_number=1']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:47.740501 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-937e9e28-65fc-46ed-87ae-87372c99471c None None] Network 4491a62f-9a3a-407d-a9f9-82d9bb5f24d4 is already hosted by enough agents. {{(pid=102193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:15:47.741995 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.base_scheduler [None req-937e9e28-65fc-46ed-87ae-87372c99471c None None] Resources bound (agent type, host, resource id): {{(pid=102193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:15:47.744359 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937e9e28-65fc-46ed-87ae-87372c99471c None None] Received port after_create {{(pid=102193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:15:47.812605 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [req-718046e2-8c30-4c46-b27e-d7ee786c5ef0 req-d829811d-a367-4b5a-a57c-9e2119018176 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] Allocated IP 172.20.0.6 (ec41e9b8-ca95-4733-9938-a40bc676061d/a117f456-eefd-42ce-85d3-cce35b5c64c2/f0027ac7-c11d-49c1-937e-41ff32d936a8) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:15:47.848004 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-937e9e28-65fc-46ed-87ae-87372c99471c None None] Attempting to bind port 7554c7d6-1729-4964-9282-6938fbd00d75 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:15:47.848536 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-937e9e28-65fc-46ed-87ae-87372c99471c None None] Attempting to bind port 7554c7d6-1729-4964-9282-6938fbd00d75 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': '8385cd0b-1496-46f3-b452-7277ff39265e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '4491a62f-9a3a-407d-a9f9-82d9bb5f24d4'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:15:47.848669 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937e9e28-65fc-46ed-87ae-87372c99471c None None] Attempting to bind port 7554c7d6-1729-4964-9282-6938fbd00d75 on network 4491a62f-9a3a-407d-a9f9-82d9bb5f24d4 {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:15:47.858692 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937e9e28-65fc-46ed-87ae-87372c99471c None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 15, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:15:47.865826 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937e9e28-65fc-46ed-87ae-87372c99471c None None] Checking segment: {'id': '8385cd0b-1496-46f3-b452-7277ff39265e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '4491a62f-9a3a-407d-a9f9-82d9bb5f24d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:15:47.866683 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-937e9e28-65fc-46ed-87ae-87372c99471c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:47.867307 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937e9e28-65fc-46ed-87ae-87372c99471c None None] Bound using segment: {'id': '8385cd0b-1496-46f3-b452-7277ff39265e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '4491a62f-9a3a-407d-a9f9-82d9bb5f24d4'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:15:47.867978 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-937e9e28-65fc-46ed-87ae-87372c99471c None None] Bound port: 7554c7d6-1729-4964-9282-6938fbd00d75, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8385cd0b-1496-46f3-b452-7277ff39265e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '4491a62f-9a3a-407d-a9f9-82d9bb5f24d4'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:15:47.868594 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-937e9e28-65fc-46ed-87ae-87372c99471c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:47.996225 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-937e9e28-65fc-46ed-87ae-87372c99471c None None] For port 7554c7d6-1729-4964-9282-6938fbd00d75, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:15:48.000424 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-937e9e28-65fc-46ed-87ae-87372c99471c None None] For port 7554c7d6-1729-4964-9282-6938fbd00d75, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=7554c7d6-1729-4964-9282-6938fbd00d75,segment=NetworkSegment(8385cd0b-1496-46f3-b452-7277ff39265e),segment_id=8385cd0b-1496-46f3-b452-7277ff39265e)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:15:48.081502 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-937e9e28-65fc-46ed-87ae-87372c99471c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:48.181499 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937e9e28-65fc-46ed-87ae-87372c99471c None None] Pushing event updated for resources: {'Port': ['ID=7554c7d6-1729-4964-9282-6938fbd00d75,revision_number=2']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:48.217848 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3656e444-427b-4756-8943-711057799f9d tempest-FloatingIPNegativeTestJSON-1868238030 tempest-FloatingIPNegativeTestJSON-1868238030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:48.480212 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-718046e2-8c30-4c46-b27e-d7ee786c5ef0 req-d829811d-a367-4b5a-a57c-9e2119018176 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:48.639975 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c3e78004-8832-47c4-8f2c-734e5c6c52f8 req-e302a5d4-e1e1-4acb-a768-a4aa7a8bfb30 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] 10.222.0.41 "GET /v2.0/ports?device_id=271d6373-28ca-45c7-b75b-f6d35cc45b96 HTTP/1.1" status: 200 len: 210 time: 0.0739684 Aug 11 03:15:48.639975 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-718046e2-8c30-4c46-b27e-d7ee786c5ef0 req-d829811d-a367-4b5a-a57c-9e2119018176 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:48.650266 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['c982f111-cecb-487b-b437-20da5e3a51e8'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:15:48.716776 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [None req-3656e444-427b-4756-8943-711057799f9d tempest-FloatingIPNegativeTestJSON-1868238030 tempest-FloatingIPNegativeTestJSON-1868238030-project] Allocated IP 172.20.0.1 (4491a62f-9a3a-407d-a9f9-82d9bb5f24d4/4e5b96e1-e940-4a4f-8c08-7d5671dc6052/7164545b-7a07-403f-9665-51e96cdb902e) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:15:48.741642 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d829811d-a367-4b5a-a57c-9e2119018176 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] Pushing event updated for resources: {'Port': ['ID=f0027ac7-c11d-49c1-937e-41ff32d936a8,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:48.773458 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-718046e2-8c30-4c46-b27e-d7ee786c5ef0 req-d829811d-a367-4b5a-a57c-9e2119018176 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] Network ec41e9b8-ca95-4733-9938-a40bc676061d is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:15:48.774516 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [req-718046e2-8c30-4c46-b27e-d7ee786c5ef0 req-d829811d-a367-4b5a-a57c-9e2119018176 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:15:48.784680 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [req-718046e2-8c30-4c46-b27e-d7ee786c5ef0 req-d829811d-a367-4b5a-a57c-9e2119018176 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:15:48.860529 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718046e2-8c30-4c46-b27e-d7ee786c5ef0 req-d829811d-a367-4b5a-a57c-9e2119018176 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:48.862167 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-718046e2-8c30-4c46-b27e-d7ee786c5ef0 req-d829811d-a367-4b5a-a57c-9e2119018176 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:48.951108 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-718046e2-8c30-4c46-b27e-d7ee786c5ef0 req-d829811d-a367-4b5a-a57c-9e2119018176 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8754675 Aug 11 03:15:48.965225 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-718046e2-8c30-4c46-b27e-d7ee786c5ef0 req-b216df84-62c8-43eb-b909-cf6b9c4e00e7 service neutron] Request body: {'port': {'device_id': '271d6373-28ca-45c7-b75b-f6d35cc45b96', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764292-30'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:15:49.017917 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3656e444-427b-4756-8943-711057799f9d tempest-FloatingIPNegativeTestJSON-1868238030 tempest-FloatingIPNegativeTestJSON-1868238030-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:49.037626 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [None req-3656e444-427b-4756-8943-711057799f9d tempest-FloatingIPNegativeTestJSON-1868238030 tempest-FloatingIPNegativeTestJSON-1868238030-project] Transition to ACTIVE for port object 7164545b-7a07-403f-9665-51e96cdb902e will not be triggered until provisioned by entity DHCP. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:15:49.096054 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-718046e2-8c30-4c46-b27e-d7ee786c5ef0 req-b216df84-62c8-43eb-b909-cf6b9c4e00e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:49.132054 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3656e444-427b-4756-8943-711057799f9d tempest-FloatingIPNegativeTestJSON-1868238030 tempest-FloatingIPNegativeTestJSON-1868238030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:49.252682 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3656e444-427b-4756-8943-711057799f9d tempest-FloatingIPNegativeTestJSON-1868238030 tempest-FloatingIPNegativeTestJSON-1868238030-project] Network 4491a62f-9a3a-407d-a9f9-82d9bb5f24d4 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:15:49.256605 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-3656e444-427b-4756-8943-711057799f9d tempest-FloatingIPNegativeTestJSON-1868238030 tempest-FloatingIPNegativeTestJSON-1868238030-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:15:49.261095 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3656e444-427b-4756-8943-711057799f9d tempest-FloatingIPNegativeTestJSON-1868238030 tempest-FloatingIPNegativeTestJSON-1868238030-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:15:49.271338 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3656e444-427b-4756-8943-711057799f9d tempest-FloatingIPNegativeTestJSON-1868238030 tempest-FloatingIPNegativeTestJSON-1868238030-project] Pushing event updated for resources: {'Port': ['ID=7164545b-7a07-403f-9665-51e96cdb902e,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:49.310666 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3656e444-427b-4756-8943-711057799f9d tempest-FloatingIPNegativeTestJSON-1868238030 tempest-FloatingIPNegativeTestJSON-1868238030-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:15:49.310666 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3656e444-427b-4756-8943-711057799f9d tempest-FloatingIPNegativeTestJSON-1868238030 tempest-FloatingIPNegativeTestJSON-1868238030-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:15:49.310903 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3656e444-427b-4756-8943-711057799f9d tempest-FloatingIPNegativeTestJSON-1868238030 tempest-FloatingIPNegativeTestJSON-1868238030-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:15:49.311195 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3656e444-427b-4756-8943-711057799f9d tempest-FloatingIPNegativeTestJSON-1868238030 tempest-FloatingIPNegativeTestJSON-1868238030-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:15:49.311528 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3656e444-427b-4756-8943-711057799f9d tempest-FloatingIPNegativeTestJSON-1868238030 tempest-FloatingIPNegativeTestJSON-1868238030-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:15:49.311847 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3656e444-427b-4756-8943-711057799f9d tempest-FloatingIPNegativeTestJSON-1868238030 tempest-FloatingIPNegativeTestJSON-1868238030-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:15:49.312203 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3656e444-427b-4756-8943-711057799f9d tempest-FloatingIPNegativeTestJSON-1868238030 tempest-FloatingIPNegativeTestJSON-1868238030-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:15:49.312533 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3656e444-427b-4756-8943-711057799f9d tempest-FloatingIPNegativeTestJSON-1868238030 tempest-FloatingIPNegativeTestJSON-1868238030-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:15:49.327723 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3656e444-427b-4756-8943-711057799f9d tempest-FloatingIPNegativeTestJSON-1868238030 tempest-FloatingIPNegativeTestJSON-1868238030-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:15:49.327723 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3656e444-427b-4756-8943-711057799f9d tempest-FloatingIPNegativeTestJSON-1868238030 tempest-FloatingIPNegativeTestJSON-1868238030-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:15:49.327723 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3656e444-427b-4756-8943-711057799f9d tempest-FloatingIPNegativeTestJSON-1868238030 tempest-FloatingIPNegativeTestJSON-1868238030-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:15:49.327723 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3656e444-427b-4756-8943-711057799f9d tempest-FloatingIPNegativeTestJSON-1868238030 tempest-FloatingIPNegativeTestJSON-1868238030-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:15:49.364082 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3656e444-427b-4756-8943-711057799f9d tempest-FloatingIPNegativeTestJSON-1868238030 tempest-FloatingIPNegativeTestJSON-1868238030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-520987'] for router_interface, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:49.392749 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 7554c7d6-1729-4964-9282-6938fbd00d75 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:15:49.609542 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port 7554c7d6-1729-4964-9282-6938fbd00d75 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:15:49.620492 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [req-718046e2-8c30-4c46-b27e-d7ee786c5ef0 req-b216df84-62c8-43eb-b909-cf6b9c4e00e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0027ac7-c11d-49c1-937e-41ff32d936a8 {{(pid=102192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:15:49.663928 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-718046e2-8c30-4c46-b27e-d7ee786c5ef0 req-b216df84-62c8-43eb-b909-cf6b9c4e00e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:49.699254 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [req-718046e2-8c30-4c46-b27e-d7ee786c5ef0 req-b216df84-62c8-43eb-b909-cf6b9c4e00e7 service neutron] Transition to ACTIVE for port object f0027ac7-c11d-49c1-937e-41ff32d936a8 will not be triggered until provisioned by entity L2. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:15:49.703844 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3656e444-427b-4756-8943-711057799f9d tempest-FloatingIPNegativeTestJSON-1868238030 tempest-FloatingIPNegativeTestJSON-1868238030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:49.782546 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e0e1b2c-821f-4cd2-b937-c55f0c975952 None None] Network 4491a62f-9a3a-407d-a9f9-82d9bb5f24d4 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:15:49.804877 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-718046e2-8c30-4c46-b27e-d7ee786c5ef0 req-b216df84-62c8-43eb-b909-cf6b9c4e00e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:49.966183 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b216df84-62c8-43eb-b909-cf6b9c4e00e7 service neutron] Pushing event updated for resources: {'Port': ['ID=f0027ac7-c11d-49c1-937e-41ff32d936a8,revision_number=2']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:49.993410 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-ccd42d38-3bb5-4134-8b58-5583a4df1d31 None None] Provisioning for port 7554c7d6-1729-4964-9282-6938fbd00d75 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:15:49.998549 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e399d03f-5df8-4b81-879f-41570c50db83 req-3c1ecc21-9dbe-4b13-916b-d96897ff6fc4 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:50.014827 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-ccd42d38-3bb5-4134-8b58-5583a4df1d31 None None] Provisioning complete for port 7554c7d6-1729-4964-9282-6938fbd00d75 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:15:50.016188 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-ccd42d38-3bb5-4134-8b58-5583a4df1d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:50.028143 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e399d03f-5df8-4b81-879f-41570c50db83 req-3c1ecc21-9dbe-4b13-916b-d96897ff6fc4 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] 10.222.0.41 "GET /v2.0/ports?device_id=271d6373-28ca-45c7-b75b-f6d35cc45b96 HTTP/1.1" status: 200 len: 931 time: 0.2959855 Aug 11 03:15:50.137629 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-718046e2-8c30-4c46-b27e-d7ee786c5ef0 req-b216df84-62c8-43eb-b909-cf6b9c4e00e7 service neutron] Attempting to bind port f0027ac7-c11d-49c1-937e-41ff32d936a8 on host n-h2-764292-30 for vnic_type normal with profile {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:15:50.138007 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-718046e2-8c30-4c46-b27e-d7ee786c5ef0 req-b216df84-62c8-43eb-b909-cf6b9c4e00e7 service neutron] Attempting to bind port f0027ac7-c11d-49c1-937e-41ff32d936a8 by drivers openvswitch,hyperv on host n-h2-764292-30 at level 0 using segments [{'id': 'bd930099-d273-4386-9bc1-426af296d1dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'ec41e9b8-ca95-4733-9938-a40bc676061d'}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:15:50.138727 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-718046e2-8c30-4c46-b27e-d7ee786c5ef0 req-b216df84-62c8-43eb-b909-cf6b9c4e00e7 service neutron] Attempting to bind port f0027ac7-c11d-49c1-937e-41ff32d936a8 on network ec41e9b8-ca95-4733-9938-a40bc676061d {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:15:50.169444 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e399d03f-5df8-4b81-879f-41570c50db83 req-a148600f-fab2-4a93-95b5-27cc1107d198 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] 10.222.0.41 "GET /v2.0/security-groups?id=fc43ee60-6555-4bc5-a7a0-c97f67a784d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349063 Aug 11 03:15:50.171163 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-718046e2-8c30-4c46-b27e-d7ee786c5ef0 req-b216df84-62c8-43eb-b909-cf6b9c4e00e7 service neutron] Port f0027ac7-c11d-49c1-937e-41ff32d936a8 on network ec41e9b8-ca95-4733-9938-a40bc676061d not bound, no agent of type Open vSwitch agent registered on host n-h2-764292-30 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:15:50.171492 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-718046e2-8c30-4c46-b27e-d7ee786c5ef0 req-b216df84-62c8-43eb-b909-cf6b9c4e00e7 service neutron] Attempting to bind port f0027ac7-c11d-49c1-937e-41ff32d936a8 on network ec41e9b8-ca95-4733-9938-a40bc676061d {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:15:50.181980 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-718046e2-8c30-4c46-b27e-d7ee786c5ef0 req-b216df84-62c8-43eb-b909-cf6b9c4e00e7 service neutron] Checking agent: {'id': '70015fc0-62fb-48b2-b453-36906937cf2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 15, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:15:50.182406 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-718046e2-8c30-4c46-b27e-d7ee786c5ef0 req-b216df84-62c8-43eb-b909-cf6b9c4e00e7 service neutron] Checking segment: {'id': 'bd930099-d273-4386-9bc1-426af296d1dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'ec41e9b8-ca95-4733-9938-a40bc676061d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:15:50.182811 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-718046e2-8c30-4c46-b27e-d7ee786c5ef0 req-b216df84-62c8-43eb-b909-cf6b9c4e00e7 service neutron] Bound using segment: {'id': 'bd930099-d273-4386-9bc1-426af296d1dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'ec41e9b8-ca95-4733-9938-a40bc676061d'} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:15:50.187202 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-718046e2-8c30-4c46-b27e-d7ee786c5ef0 req-b216df84-62c8-43eb-b909-cf6b9c4e00e7 service neutron] Bound port: f0027ac7-c11d-49c1-937e-41ff32d936a8, host: n-h2-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd930099-d273-4386-9bc1-426af296d1dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'ec41e9b8-ca95-4733-9938-a40bc676061d'}}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:15:50.187202 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-718046e2-8c30-4c46-b27e-d7ee786c5ef0 req-b216df84-62c8-43eb-b909-cf6b9c4e00e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:50.236996 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-ccd42d38-3bb5-4134-8b58-5583a4df1d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:50.260428 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-718046e2-8c30-4c46-b27e-d7ee786c5ef0 req-b216df84-62c8-43eb-b909-cf6b9c4e00e7 service neutron] For port f0027ac7-c11d-49c1-937e-41ff32d936a8, host n-h2-764292-30, cleared binding levels {{(pid=102192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:15:50.264111 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-718046e2-8c30-4c46-b27e-d7ee786c5ef0 req-b216df84-62c8-43eb-b909-cf6b9c4e00e7 service neutron] For port f0027ac7-c11d-49c1-937e-41ff32d936a8, host n-h2-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=f0027ac7-c11d-49c1-937e-41ff32d936a8,segment=NetworkSegment(bd930099-d273-4386-9bc1-426af296d1dc),segment_id=bd930099-d273-4386-9bc1-426af296d1dc)] {{(pid=102192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:15:50.285474 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-ccd42d38-3bb5-4134-8b58-5583a4df1d31 None None] For port 7554c7d6-1729-4964-9282-6938fbd00d75, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=7554c7d6-1729-4964-9282-6938fbd00d75,segment=NetworkSegment(8385cd0b-1496-46f3-b452-7277ff39265e),segment_id=8385cd0b-1496-46f3-b452-7277ff39265e)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:15:50.379598 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-ccd42d38-3bb5-4134-8b58-5583a4df1d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:50.379994 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-718046e2-8c30-4c46-b27e-d7ee786c5ef0 req-b216df84-62c8-43eb-b909-cf6b9c4e00e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:50.420857 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718046e2-8c30-4c46-b27e-d7ee786c5ef0 req-b216df84-62c8-43eb-b909-cf6b9c4e00e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:50.421481 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-718046e2-8c30-4c46-b27e-d7ee786c5ef0 req-b216df84-62c8-43eb-b909-cf6b9c4e00e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:50.422932 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-718046e2-8c30-4c46-b27e-d7ee786c5ef0 req-b216df84-62c8-43eb-b909-cf6b9c4e00e7 service neutron] 10.222.0.24 "PUT /v2.0/ports/f0027ac7-c11d-49c1-937e-41ff32d936a8 HTTP/1.1" status: 200 len: 1092 time: 1.4635098 Aug 11 03:15:50.423383 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '271d6373-28ca-45c7-b75b-f6d35cc45b96', 'tag': 'f0027ac7-c11d-49c1-937e-41ff32d936a8'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:15:50.428039 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb8925b9-1a9d-497c-ae60-f02aa41a31b5" -d '{"events": [{"name": "network-changed", "server_uuid": "271d6373-28ca-45c7-b75b-f6d35cc45b96", "tag": "f0027ac7-c11d-49c1-937e-41ff32d936a8"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:15:50.453330 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd42d38-3bb5-4134-8b58-5583a4df1d31 None None] Pushing event updated for resources: {'Port': ['ID=7554c7d6-1729-4964-9282-6938fbd00d75,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:50.475776 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b216df84-62c8-43eb-b909-cf6b9c4e00e7 service neutron] Pushing event updated for resources: {'Port': ['ID=f0027ac7-c11d-49c1-937e-41ff32d936a8,revision_number=3']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:50.486252 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:15:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6afbc4eb-5605-4be3-894b-45da227fef99 x-openstack-request-id: req-6afbc4eb-5605-4be3-894b-45da227fef99 {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:15:50.486609 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "271d6373-28ca-45c7-b75b-f6d35cc45b96", "tag": "f0027ac7-c11d-49c1-937e-41ff32d936a8", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:15:50.486747 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6afbc4eb-5605-4be3-894b-45da227fef99 {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:15:50.487148 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '271d6373-28ca-45c7-b75b-f6d35cc45b96', 'tag': 'f0027ac7-c11d-49c1-937e-41ff32d936a8', 'status': 'completed', 'code': 200} Aug 11 03:15:50.548130 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3656e444-427b-4756-8943-711057799f9d tempest-FloatingIPNegativeTestJSON-1868238030 tempest-FloatingIPNegativeTestJSON-1868238030-project] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:50.557269 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8925b9-1a9d-497c-ae60-f02aa41a31b5 req-2c3d9e24-9e6f-4177-b12c-c02f77d37390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:50.564325 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bb8925b9-1a9d-497c-ae60-f02aa41a31b5 req-2c3d9e24-9e6f-4177-b12c-c02f77d37390 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=de7c7081e4f94005a4ad5308630cb9c6&device_id=271d6373-28ca-45c7-b75b-f6d35cc45b96 HTTP/1.1" status: 200 len: 1095 time: 0.0527990 Aug 11 03:15:50.610359 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-45c0fea6-9115-4ae3-945f-b8919845cc4b None None] Provisioning complete for port 7554c7d6-1729-4964-9282-6938fbd00d75 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:15:50.611356 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-45c0fea6-9115-4ae3-945f-b8919845cc4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:50.652710 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3656e444-427b-4756-8943-711057799f9d tempest-FloatingIPNegativeTestJSON-1868238030 tempest-FloatingIPNegativeTestJSON-1868238030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:50.755355 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 38566) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:15:50.797326 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3656e444-427b-4756-8943-711057799f9d tempest-FloatingIPNegativeTestJSON-1868238030 tempest-FloatingIPNegativeTestJSON-1868238030-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16383026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521135'] for router_interface, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:50.818237 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-45c0fea6-9115-4ae3-945f-b8919845cc4b None None] Provisioning for port 7164545b-7a07-403f-9665-51e96cdb902e completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:15:50.824125 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-45c0fea6-9115-4ae3-945f-b8919845cc4b None None] Provisioning complete for port 7164545b-7a07-403f-9665-51e96cdb902e triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:15:50.824514 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-45c0fea6-9115-4ae3-945f-b8919845cc4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:50.876612 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-45c0fea6-9115-4ae3-945f-b8919845cc4b None None] Port 7164545b-7a07-403f-9665-51e96cdb902e cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:15:50.884805 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8925b9-1a9d-497c-ae60-f02aa41a31b5 req-12577bb7-5aeb-4226-89c6-e5f0f1530179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:50.886553 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bb8925b9-1a9d-497c-ae60-f02aa41a31b5 req-12577bb7-5aeb-4226-89c6-e5f0f1530179 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=de7c7081e4f94005a4ad5308630cb9c6&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3189440 Aug 11 03:15:51.011640 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3656e444-427b-4756-8943-711057799f9d tempest-FloatingIPNegativeTestJSON-1868238030 tempest-FloatingIPNegativeTestJSON-1868238030-project] Network 4491a62f-9a3a-407d-a9f9-82d9bb5f24d4 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:15:51.011887 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-31537af2-fecf-4e8a-a8d8-7ac5e4f137ad None None] Provisioning complete for port 7164545b-7a07-403f-9665-51e96cdb902e triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:15:51.012575 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-31537af2-fecf-4e8a-a8d8-7ac5e4f137ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:51.014037 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3656e444-427b-4756-8943-711057799f9d tempest-FloatingIPNegativeTestJSON-1868238030 tempest-FloatingIPNegativeTestJSON-1868238030-project] Pushing event updated for resources: {'Port': ['ID=7164545b-7a07-403f-9665-51e96cdb902e,revision_number=2']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:51.015805 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-3656e444-427b-4756-8943-711057799f9d tempest-FloatingIPNegativeTestJSON-1868238030 tempest-FloatingIPNegativeTestJSON-1868238030-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:15:51.069350 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-31537af2-fecf-4e8a-a8d8-7ac5e4f137ad None None] Port 7164545b-7a07-403f-9665-51e96cdb902e cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:15:51.232372 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8925b9-1a9d-497c-ae60-f02aa41a31b5 req-c4097985-294c-4d49-8225-eb3a267f6334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:51.232372 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bb8925b9-1a9d-497c-ae60-f02aa41a31b5 req-c4097985-294c-4d49-8225-eb3a267f6334 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3369122 Aug 11 03:15:51.340202 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 7554c7d6-1729-4964-9282-6938fbd00d75 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:15:51.378333 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3656e444-427b-4756-8943-711057799f9d tempest-FloatingIPNegativeTestJSON-1868238030 tempest-FloatingIPNegativeTestJSON-1868238030-project] Router 96e5a703-c222-47d6-9145-1f458f3e8fea is scheduled to L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 with binding_index 1 {{(pid=102191) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:15:51.427540 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718046e2-8c30-4c46-b27e-d7ee786c5ef0 req-3b0f55c6-ac8f-4788-8a6d-4e1fce76c412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:51.429429 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-718046e2-8c30-4c46-b27e-d7ee786c5ef0 req-3b0f55c6-ac8f-4788-8a6d-4e1fce76c412 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=de7c7081e4f94005a4ad5308630cb9c6&device_id=271d6373-28ca-45c7-b75b-f6d35cc45b96 HTTP/1.1" status: 200 len: 1095 time: 0.1152108 Aug 11 03:15:51.432757 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 7554c7d6-1729-4964-9282-6938fbd00d75 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:15:51.436251 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:51.445408 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ad9914-e399-4727-8bb0-105ff8eae145 req-c612e1d7-326f-41c0-afb8-41a6440dd780 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:51.454780 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-90ad9914-e399-4727-8bb0-105ff8eae145 req-c612e1d7-326f-41c0-afb8-41a6440dd780 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] 10.222.0.41 "GET /v2.0/ports?device_id=271d6373-28ca-45c7-b75b-f6d35cc45b96 HTTP/1.1" status: 200 len: 943 time: 0.1387708 Aug 11 03:15:51.541724 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-feb7eb47-1cd2-4d9b-be5c-a3433bec1b6a None None] Provisioning complete for port 7164545b-7a07-403f-9665-51e96cdb902e triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:15:51.542324 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-feb7eb47-1cd2-4d9b-be5c-a3433bec1b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:51.561360 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-718046e2-8c30-4c46-b27e-d7ee786c5ef0 req-c5f5f84d-c6b2-4610-b34c-d03c0cda48cd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f0027ac7-c11d-49c1-937e-41ff32d936a8 HTTP/1.1" status: 200 len: 217 time: 0.0637505 Aug 11 03:15:51.580176 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3656e444-427b-4756-8943-711057799f9d tempest-FloatingIPNegativeTestJSON-1868238030 tempest-FloatingIPNegativeTestJSON-1868238030-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:15:51.597758 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16cc2b5a-23de-429c-a114-9f31ebc42ce6 None None] Sync routers for ids ['96e5a703-c222-47d6-9145-1f458f3e8fea'] in n-d-764292-30 {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:15:51.615694 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16cc2b5a-23de-429c-a114-9f31ebc42ce6 None None] Routers {'96e5a703-c222-47d6-9145-1f458f3e8fea'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:15:51.618273 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-16cc2b5a-23de-429c-a114-9f31ebc42ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:15:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['96e5a703-c222-47d6-9145-1f458f3e8fea'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:15:51.623584 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-3656e444-427b-4756-8943-711057799f9d tempest-FloatingIPNegativeTestJSON-1868238030 tempest-FloatingIPNegativeTestJSON-1868238030-project] 10.222.0.41 "PUT /v2.0/routers/96e5a703-c222-47d6-9145-1f458f3e8fea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0789299 Aug 11 03:15:51.623584 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 38596) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:15:51.632670 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-81775b43-9967-4ba5-a809-2f201e7ad13e tempest-FloatingIPNegativeTestJSON-1868238030 tempest-FloatingIPNegativeTestJSON-1868238030-project] Request body: {'port': {'network_id': '4491a62f-9a3a-407d-a9f9-82d9bb5f24d4', 'name': 'tempest-FloatingIPNegativeTestJSON-1125204009'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:15:51.650392 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-90ad9914-e399-4727-8bb0-105ff8eae145 req-5e8b6963-651a-4006-bdd5-4392b9295aa4 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] 10.222.0.41 "GET /v2.0/security-groups?id=fc43ee60-6555-4bc5-a7a0-c97f67a784d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468422 Aug 11 03:15:51.674836 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-feb7eb47-1cd2-4d9b-be5c-a3433bec1b6a None None] Port 7164545b-7a07-403f-9665-51e96cdb902e cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:15:51.703749 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718046e2-8c30-4c46-b27e-d7ee786c5ef0 req-66fd8117-0268-41e3-9a37-cee3b3771057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:51.704849 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-16cc2b5a-23de-429c-a114-9f31ebc42ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:15:51.705225 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-718046e2-8c30-4c46-b27e-d7ee786c5ef0 req-66fd8117-0268-41e3-9a37-cee3b3771057 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a117f456-eefd-42ce-85d3-cce35b5c64c2 HTTP/1.1" status: 200 len: 854 time: 0.1262240 Aug 11 03:15:51.727562 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16cc2b5a-23de-429c-a114-9f31ebc42ce6 None None] Routers {'96e5a703-c222-47d6-9145-1f458f3e8fea'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:15:51.728490 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-16cc2b5a-23de-429c-a114-9f31ebc42ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:15:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['96e5a703-c222-47d6-9145-1f458f3e8fea'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:15:51.759515 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-718046e2-8c30-4c46-b27e-d7ee786c5ef0 req-2a15d798-7088-403b-b617-c32ab0a04ab1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ec41e9b8-ca95-4733-9938-a40bc676061d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441077 Aug 11 03:15:51.778714 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-16cc2b5a-23de-429c-a114-9f31ebc42ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:15:51.779522 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16cc2b5a-23de-429c-a114-9f31ebc42ce6 None None] The sync data for ids ['96e5a703-c222-47d6-9145-1f458f3e8fea'] in n-d-764292-30 is: [] {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:15:51.935840 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-718046e2-8c30-4c46-b27e-d7ee786c5ef0 req-911b6990-7568-4b53-8c1f-97edd6631549 service neutron] 10.222.0.24 "GET /v2.0/networks/ec41e9b8-ca95-4733-9938-a40bc676061d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666207 Aug 11 03:15:51.994918 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81775b43-9967-4ba5-a809-2f201e7ad13e tempest-FloatingIPNegativeTestJSON-1868238030 tempest-FloatingIPNegativeTestJSON-1868238030-project] Made reservation on behalf of 52ae8330bf6d48c59618cb7b329a2f4a for: {'port': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:15:51.998829 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-81775b43-9967-4ba5-a809-2f201e7ad13e tempest-FloatingIPNegativeTestJSON-1868238030 tempest-FloatingIPNegativeTestJSON-1868238030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:52.044640 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [None req-81775b43-9967-4ba5-a809-2f201e7ad13e tempest-FloatingIPNegativeTestJSON-1868238030 tempest-FloatingIPNegativeTestJSON-1868238030-project] device_id is not set on port 8a0f0100-788c-4efa-b122-b2bd006b8a15 yet. {{(pid=102191) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:15:52.063183 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-718046e2-8c30-4c46-b27e-d7ee786c5ef0 req-c16fe219-f960-4e24-9025-daaf4f9ce9b6 service neutron] 10.222.0.24 "GET /v2.0/networks/ec41e9b8-ca95-4733-9938-a40bc676061d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186798 Aug 11 03:15:52.073892 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-113d03a4-f531-4ead-a2cd-732b386e53ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521106'] for router_interface, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:52.322231 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [None req-81775b43-9967-4ba5-a809-2f201e7ad13e tempest-FloatingIPNegativeTestJSON-1868238030 tempest-FloatingIPNegativeTestJSON-1868238030-project] Allocated IP 172.20.0.7 (4491a62f-9a3a-407d-a9f9-82d9bb5f24d4/4e5b96e1-e940-4a4f-8c08-7d5671dc6052/8a0f0100-788c-4efa-b122-b2bd006b8a15) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:15:52.430531 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-113d03a4-f531-4ead-a2cd-732b386e53ae admin admin] Deleting port 0e2e537d-5876-4045-967f-920a1f245dc9 {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:15:52.430935 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-113d03a4-f531-4ead-a2cd-732b386e53ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:52.520428 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-81775b43-9967-4ba5-a809-2f201e7ad13e tempest-FloatingIPNegativeTestJSON-1868238030 tempest-FloatingIPNegativeTestJSON-1868238030-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:52.531051 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [None req-113d03a4-f531-4ead-a2cd-732b386e53ae admin admin] For port 0e2e537d-5876-4045-967f-920a1f245dc9, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=0e2e537d-5876-4045-967f-920a1f245dc9,segment=NetworkSegment(7a922ed3-963b-4878-bd8c-48976f2d29ea),segment_id=7a922ed3-963b-4878-bd8c-48976f2d29ea)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:15:52.531423 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-113d03a4-f531-4ead-a2cd-732b386e53ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:52.535383 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [None req-81775b43-9967-4ba5-a809-2f201e7ad13e tempest-FloatingIPNegativeTestJSON-1868238030 tempest-FloatingIPNegativeTestJSON-1868238030-project] Transition to ACTIVE for port object 8a0f0100-788c-4efa-b122-b2bd006b8a15 will not be triggered until provisioned by entity DHCP. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:15:52.545625 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-113d03a4-f531-4ead-a2cd-732b386e53ae admin admin] Calling delete_port for 0e2e537d-5876-4045-967f-920a1f245dc9 owned by network:router_interface {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:15:52.674593 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-81775b43-9967-4ba5-a809-2f201e7ad13e tempest-FloatingIPNegativeTestJSON-1868238030 tempest-FloatingIPNegativeTestJSON-1868238030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:52.751845 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81775b43-9967-4ba5-a809-2f201e7ad13e tempest-FloatingIPNegativeTestJSON-1868238030 tempest-FloatingIPNegativeTestJSON-1868238030-project] Network 4491a62f-9a3a-407d-a9f9-82d9bb5f24d4 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:15:52.756100 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-81775b43-9967-4ba5-a809-2f201e7ad13e tempest-FloatingIPNegativeTestJSON-1868238030 tempest-FloatingIPNegativeTestJSON-1868238030-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:15:52.759430 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81775b43-9967-4ba5-a809-2f201e7ad13e tempest-FloatingIPNegativeTestJSON-1868238030 tempest-FloatingIPNegativeTestJSON-1868238030-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:15:52.789206 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81775b43-9967-4ba5-a809-2f201e7ad13e tempest-FloatingIPNegativeTestJSON-1868238030 tempest-FloatingIPNegativeTestJSON-1868238030-project] Pushing event updated for resources: {'Port': ['ID=8a0f0100-788c-4efa-b122-b2bd006b8a15,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:52.825650 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81775b43-9967-4ba5-a809-2f201e7ad13e tempest-FloatingIPNegativeTestJSON-1868238030 tempest-FloatingIPNegativeTestJSON-1868238030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:52.827066 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-81775b43-9967-4ba5-a809-2f201e7ad13e tempest-FloatingIPNegativeTestJSON-1868238030 tempest-FloatingIPNegativeTestJSON-1868238030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:52.880591 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b53cf66-421b-49e7-a167-d7d4ea1b0815 req-15f2194f-d942-47a0-a5bb-74a725a8744d tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:52.888285 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7b53cf66-421b-49e7-a167-d7d4ea1b0815 req-15f2194f-d942-47a0-a5bb-74a725a8744d tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] 10.222.0.41 "GET /v2.0/ports?device_id=271d6373-28ca-45c7-b75b-f6d35cc45b96 HTTP/1.1" status: 200 len: 943 time: 0.0937600 Aug 11 03:15:52.895850 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-113d03a4-f531-4ead-a2cd-732b386e53ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:52.918217 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-81775b43-9967-4ba5-a809-2f201e7ad13e tempest-FloatingIPNegativeTestJSON-1868238030 tempest-FloatingIPNegativeTestJSON-1868238030-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2921090 Aug 11 03:15:52.919365 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 38630) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:15:52.928043 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-9f2dfe9c-4953-4a1e-82c6-db9e8724badd tempest-FloatingIPNegativeTestJSON-1868238030 tempest-FloatingIPNegativeTestJSON-1868238030-project] Request body: {'floatingip': {'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:15:52.956110 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113d03a4-f531-4ead-a2cd-732b386e53ae admin admin] Pushing event deleted for resources: {'Port': ['ID=0e2e537d-5876-4045-967f-920a1f245dc9,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:53.000762 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7b53cf66-421b-49e7-a167-d7d4ea1b0815 req-d504a19d-aadc-4934-8110-f0692fb15445 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] 10.222.0.41 "GET /v2.0/security-groups?id=fc43ee60-6555-4bc5-a7a0-c97f67a784d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103759 Aug 11 03:15:53.067603 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9f2dfe9c-4953-4a1e-82c6-db9e8724badd tempest-FloatingIPNegativeTestJSON-1868238030 tempest-FloatingIPNegativeTestJSON-1868238030-project] Notify callbacks [] for floatingip, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:53.241453 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-113d03a4-f531-4ead-a2cd-732b386e53ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16383033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450082'] for router_interface, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:53.287428 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-ce735419-2584-4496-b917-1a2bb7bae7fc None None] Provisioning for port 8a0f0100-788c-4efa-b122-b2bd006b8a15 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:15:53.292090 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9f2dfe9c-4953-4a1e-82c6-db9e8724badd tempest-FloatingIPNegativeTestJSON-1868238030 tempest-FloatingIPNegativeTestJSON-1868238030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:53.292243 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-ce735419-2584-4496-b917-1a2bb7bae7fc None None] Provisioning complete for port 8a0f0100-788c-4efa-b122-b2bd006b8a15 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:15:53.292469 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-ce735419-2584-4496-b917-1a2bb7bae7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:53.395253 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-ce735419-2584-4496-b917-1a2bb7bae7fc None None] Port 8a0f0100-788c-4efa-b122-b2bd006b8a15 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:15:53.454215 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [None req-9f2dfe9c-4953-4a1e-82c6-db9e8724badd tempest-FloatingIPNegativeTestJSON-1868238030 tempest-FloatingIPNegativeTestJSON-1868238030-project] Allocated IP 172.25.8.249 (09faf7d2-eaf5-4a50-bb6e-4cb05d009a76/e1a97443-13df-40bb-85f5-fd269e2742c0/229f07de-b722-4ef2-a990-215296fb7b06) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:15:53.563872 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-113d03a4-f531-4ead-a2cd-732b386e53ae admin admin] Router 17c021c9-e751-4ebf-b8ba-ef7a55f730c3 has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:15:53.581208 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9f2dfe9c-4953-4a1e-82c6-db9e8724badd tempest-FloatingIPNegativeTestJSON-1868238030 tempest-FloatingIPNegativeTestJSON-1868238030-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:53.727927 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9f2dfe9c-4953-4a1e-82c6-db9e8724badd tempest-FloatingIPNegativeTestJSON-1868238030 tempest-FloatingIPNegativeTestJSON-1868238030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:53.796483 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2dfe9c-4953-4a1e-82c6-db9e8724badd tempest-FloatingIPNegativeTestJSON-1868238030 tempest-FloatingIPNegativeTestJSON-1868238030-project] Pushing event updated for resources: {'Port': ['ID=229f07de-b722-4ef2-a990-215296fb7b06,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:53.807988 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f2dfe9c-4953-4a1e-82c6-db9e8724badd tempest-FloatingIPNegativeTestJSON-1868238030 tempest-FloatingIPNegativeTestJSON-1868238030-project] Network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:15:53.809494 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-9f2dfe9c-4953-4a1e-82c6-db9e8724badd tempest-FloatingIPNegativeTestJSON-1868238030 tempest-FloatingIPNegativeTestJSON-1868238030-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:15:53.812136 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2dfe9c-4953-4a1e-82c6-db9e8724badd tempest-FloatingIPNegativeTestJSON-1868238030 tempest-FloatingIPNegativeTestJSON-1868238030-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:15:53.907693 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9f2dfe9c-4953-4a1e-82c6-db9e8724badd tempest-FloatingIPNegativeTestJSON-1868238030 tempest-FloatingIPNegativeTestJSON-1868238030-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:53.977379 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-113d03a4-f531-4ead-a2cd-732b386e53ae admin admin] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:15:53.982700 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-113d03a4-f531-4ead-a2cd-732b386e53ae admin admin] 10.222.0.41 "PUT /v2.0/routers/17c021c9-e751-4ebf-b8ba-ef7a55f730c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2248840 Aug 11 03:15:53.985326 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 38652) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:15:53.988556 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf72adc-bf8c-41e3-9a64-303b712f666b None None] Sync routers for ids ['17c021c9-e751-4ebf-b8ba-ef7a55f730c3'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:15:53.991210 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9f2dfe9c-4953-4a1e-82c6-db9e8724badd tempest-FloatingIPNegativeTestJSON-1868238030 tempest-FloatingIPNegativeTestJSON-1868238030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:54.010430 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf72adc-bf8c-41e3-9a64-303b712f666b None None] Routers {'17c021c9-e751-4ebf-b8ba-ef7a55f730c3'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:15:54.011386 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-acf72adc-bf8c-41e3-9a64-303b712f666b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:15:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['17c021c9-e751-4ebf-b8ba-ef7a55f730c3'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:15:54.208370 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-23623189-5266-4dfa-b611-e00308e3f333 admin admin] Notify callbacks [] for router, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:54.221444 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9f2dfe9c-4953-4a1e-82c6-db9e8724badd tempest-FloatingIPNegativeTestJSON-1868238030 tempest-FloatingIPNegativeTestJSON-1868238030-project] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:54.232647 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-acf72adc-bf8c-41e3-9a64-303b712f666b None None] Set router 17c021c9-e751-4ebf-b8ba-ef7a55f730c3 gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:15:54.280526 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9f2dfe9c-4953-4a1e-82c6-db9e8724badd tempest-FloatingIPNegativeTestJSON-1868238030 tempest-FloatingIPNegativeTestJSON-1868238030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:54.281969 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7cd08e-b235-47f9-a7db-c8bbd3d28e3d req-dbabfbea-5002-4484-9d5e-7cbd36a1c3dc tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:54.289897 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8a7cd08e-b235-47f9-a7db-c8bbd3d28e3d req-dbabfbea-5002-4484-9d5e-7cbd36a1c3dc tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] 10.222.0.41 "GET /v2.0/ports?device_id=271d6373-28ca-45c7-b75b-f6d35cc45b96 HTTP/1.1" status: 200 len: 943 time: 0.1195881 Aug 11 03:15:54.394989 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8a7cd08e-b235-47f9-a7db-c8bbd3d28e3d req-f7525092-5467-40ba-b926-9b58096575c4 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] 10.222.0.41 "GET /v2.0/security-groups?id=fc43ee60-6555-4bc5-a7a0-c97f67a784d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037617 Aug 11 03:15:54.428141 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-23623189-5266-4dfa-b611-e00308e3f333 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:54.454158 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9f2dfe9c-4953-4a1e-82c6-db9e8724badd tempest-FloatingIPNegativeTestJSON-1868238030 tempest-FloatingIPNegativeTestJSON-1868238030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446866'] for floatingip, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:54.479685 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-acf72adc-bf8c-41e3-9a64-303b712f666b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17c021c9-e751-4ebf-b8ba-ef7a55f730c3', 'name': 'tempest-TaggedBootDevicesTest_v242-1930356396-router', 'tenant_id': 'd334b2b08b9742719f1009ec13bc53a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '863d03ac-b4b1-438f-bbdc-ea56e5c34773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:04:47Z', 'updated_at': '2021-08-11T03:15:52Z', 'revision_number': 5, 'project_id': 'd334b2b08b9742719f1009ec13bc53a6', 'gw_port': {'id': '863d03ac-b4b1-438f-bbdc-ea56e5c34773', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:10:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c021c9-e751-4ebf-b8ba-ef7a55f730c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:04:50Z', 'updated_at': '2021-08-11T03:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:15:54.485514 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2dfe9c-4953-4a1e-82c6-db9e8724badd tempest-FloatingIPNegativeTestJSON-1868238030 tempest-FloatingIPNegativeTestJSON-1868238030-project] Pushing event updated for resources: {'Port': ['ID=229f07de-b722-4ef2-a990-215296fb7b06,revision_number=2']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:54.509131 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf72adc-bf8c-41e3-9a64-303b712f666b None None] Checking router: 17c021c9-e751-4ebf-b8ba-ef7a55f730c3 for host: n-d-764292-30 {{(pid=102193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:15:54.517649 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf72adc-bf8c-41e3-9a64-303b712f666b None None] Routers {'17c021c9-e751-4ebf-b8ba-ef7a55f730c3'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:15:54.518252 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-acf72adc-bf8c-41e3-9a64-303b712f666b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:15:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['17c021c9-e751-4ebf-b8ba-ef7a55f730c3'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:15:54.608661 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device f0027ac7-c11d-49c1-937e-41ff32d936a8 details requested by agent hyperv_n-h2-764292-30 with host n-h2-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:15:54.634866 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9f2dfe9c-4953-4a1e-82c6-db9e8724badd tempest-FloatingIPNegativeTestJSON-1868238030 tempest-FloatingIPNegativeTestJSON-1868238030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for floatingip, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:54.637335 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-9f2dfe9c-4953-4a1e-82c6-db9e8724badd tempest-FloatingIPNegativeTestJSON-1868238030 tempest-FloatingIPNegativeTestJSON-1868238030-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7161808 Aug 11 03:15:54.638880 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-acf72adc-bf8c-41e3-9a64-303b712f666b None None] Set router 17c021c9-e751-4ebf-b8ba-ef7a55f730c3 gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:15:54.639794 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 38672) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:15:54.650997 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-23623189-5266-4dfa-b611-e00308e3f333 admin admin] Deleting port 863d03ac-b4b1-438f-bbdc-ea56e5c34773 {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:15:54.651352 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-23623189-5266-4dfa-b611-e00308e3f333 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:54.663035 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-9f290d1d-832d-42fa-aa9d-d6adc6907885 tempest-FloatingIPNegativeTestJSON-1868238030 tempest-FloatingIPNegativeTestJSON-1868238030-project] Request body: {'floatingip': {'port_id': '8a0f0100-788c-4efa-b122-b2bd006b8a15', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:15:54.760009 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9f290d1d-832d-42fa-aa9d-d6adc6907885 tempest-FloatingIPNegativeTestJSON-1868238030 tempest-FloatingIPNegativeTestJSON-1868238030-project] Notify callbacks [] for floatingip, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:54.771937 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [None req-23623189-5266-4dfa-b611-e00308e3f333 admin admin] For port 863d03ac-b4b1-438f-bbdc-ea56e5c34773, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=863d03ac-b4b1-438f-bbdc-ea56e5c34773,segment=NetworkSegment(fab28bed-aa25-40db-bba4-ec26e795194c),segment_id=fab28bed-aa25-40db-bba4-ec26e795194c)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:15:54.772581 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-23623189-5266-4dfa-b611-e00308e3f333 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:54.789276 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-23623189-5266-4dfa-b611-e00308e3f333 admin admin] Calling delete_port for 863d03ac-b4b1-438f-bbdc-ea56e5c34773 owned by network:router_gateway {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:15:54.971091 n-d-764292-30 neutron-server[102191]: INFO neutron.api.v2.resource [None req-9f290d1d-832d-42fa-aa9d-d6adc6907885 tempest-FloatingIPNegativeTestJSON-1868238030 tempest-FloatingIPNegativeTestJSON-1868238030-project] update failed (client error): The resource could not be found. Aug 11 03:15:54.972787 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-9f290d1d-832d-42fa-aa9d-d6adc6907885 tempest-FloatingIPNegativeTestJSON-1868238030 tempest-FloatingIPNegativeTestJSON-1868238030-project] 10.222.0.41 "PUT /v2.0/floatingips/300cbaa8-040e-4bd4-8e6a-63853cae3e41 HTTP/1.1" status: 404 len: 507 time: 0.3298161 Aug 11 03:15:54.976982 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 38674) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:15:55.069012 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port f0027ac7-c11d-49c1-937e-41ff32d936a8, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=f0027ac7-c11d-49c1-937e-41ff32d936a8,segment=NetworkSegment(bd930099-d273-4386-9bc1-426af296d1dc),segment_id=bd930099-d273-4386-9bc1-426af296d1dc)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:15:55.083952 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Returning: {'device': 'f0027ac7-c11d-49c1-937e-41ff32d936a8', 'network_id': 'ec41e9b8-ca95-4733-9938-a40bc676061d', 'port_id': 'f0027ac7-c11d-49c1-937e-41ff32d936a8', 'mac_address': 'fa:16:3e:d5:68:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a117f456-eefd-42ce-85d3-cce35b5c64c2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:15:55.121508 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-23623189-5266-4dfa-b611-e00308e3f333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:55.133315 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-4d414445-32cb-4e32-92b3-5ed187842508 tempest-FloatingIPNegativeTestJSON-1868238030 tempest-FloatingIPNegativeTestJSON-1868238030-project] Deleting port 229f07de-b722-4ef2-a990-215296fb7b06 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:15:55.133648 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4d414445-32cb-4e32-92b3-5ed187842508 tempest-FloatingIPNegativeTestJSON-1868238030 tempest-FloatingIPNegativeTestJSON-1868238030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:55.134515 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:55.139122 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-acf72adc-bf8c-41e3-9a64-303b712f666b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17c021c9-e751-4ebf-b8ba-ef7a55f730c3', 'name': 'tempest-TaggedBootDevicesTest_v242-1930356396-router', 'tenant_id': 'd334b2b08b9742719f1009ec13bc53a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '863d03ac-b4b1-438f-bbdc-ea56e5c34773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:04:47Z', 'updated_at': '2021-08-11T03:15:52Z', 'revision_number': 5, 'project_id': 'd334b2b08b9742719f1009ec13bc53a6', 'gw_port': {'id': '863d03ac-b4b1-438f-bbdc-ea56e5c34773', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:10:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c021c9-e751-4ebf-b8ba-ef7a55f730c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:04:50Z', 'updated_at': '2021-08-11T03:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:15:55.174515 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23623189-5266-4dfa-b611-e00308e3f333 admin admin] Pushing event deleted for resources: {'Port': ['ID=863d03ac-b4b1-438f-bbdc-ea56e5c34773,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:55.181917 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf72adc-bf8c-41e3-9a64-303b712f666b None None] The sync data for ids ['17c021c9-e751-4ebf-b8ba-ef7a55f730c3'] in n-d-764292-30 is: [{'id': '17c021c9-e751-4ebf-b8ba-ef7a55f730c3', 'name': 'tempest-TaggedBootDevicesTest_v242-1930356396-router', 'tenant_id': 'd334b2b08b9742719f1009ec13bc53a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '863d03ac-b4b1-438f-bbdc-ea56e5c34773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:04:47Z', 'updated_at': '2021-08-11T03:15:52Z', 'revision_number': 5, 'project_id': 'd334b2b08b9742719f1009ec13bc53a6', 'gw_port': {'id': '863d03ac-b4b1-438f-bbdc-ea56e5c34773', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:10:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c021c9-e751-4ebf-b8ba-ef7a55f730c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:04:50Z', 'updated_at': '2021-08-11T03:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:15:55.184381 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0027ac7-c11d-49c1-937e-41ff32d936a8 {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:15:55.249988 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4d414445-32cb-4e32-92b3-5ed187842508 tempest-FloatingIPNegativeTestJSON-1868238030 tempest-FloatingIPNegativeTestJSON-1868238030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:55.250391 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4d414445-32cb-4e32-92b3-5ed187842508 tempest-FloatingIPNegativeTestJSON-1868238030 tempest-FloatingIPNegativeTestJSON-1868238030-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:55.259402 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port f0027ac7-c11d-49c1-937e-41ff32d936a8, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=f0027ac7-c11d-49c1-937e-41ff32d936a8,segment=NetworkSegment(bd930099-d273-4386-9bc1-426af296d1dc),segment_id=bd930099-d273-4386-9bc1-426af296d1dc)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:15:55.274802 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-4d414445-32cb-4e32-92b3-5ed187842508 tempest-FloatingIPNegativeTestJSON-1868238030 tempest-FloatingIPNegativeTestJSON-1868238030-project] Calling delete_port for 229f07de-b722-4ef2-a990-215296fb7b06 owned by network:floatingip {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:15:55.282123 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-23623189-5266-4dfa-b611-e00308e3f333 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-446916'] for router_gateway, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:55.338016 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:55.386846 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=f0027ac7-c11d-49c1-937e-41ff32d936a8,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:55.388374 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-23623189-5266-4dfa-b611-e00308e3f333 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6544'] for router, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:55.391385 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-23623189-5266-4dfa-b611-e00308e3f333 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:55.527518 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1fc7a1-4285-440c-ba24-c043f82a62c8 req-35ff6027-4e6e-41ad-84cb-1ad18cb9e929 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:55.529365 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3d1fc7a1-4285-440c-ba24-c043f82a62c8 req-35ff6027-4e6e-41ad-84cb-1ad18cb9e929 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] 10.222.0.41 "GET /v2.0/ports?device_id=271d6373-28ca-45c7-b75b-f6d35cc45b96 HTTP/1.1" status: 200 len: 944 time: 0.0643308 Aug 11 03:15:55.568494 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-23623189-5266-4dfa-b611-e00308e3f333 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448809'] for router, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:55.569123 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23623189-5266-4dfa-b611-e00308e3f333 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 17c021c9-e751-4ebf-b8ba-ef7a55f730c3 {{(pid=102192) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:15:55.573544 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-23623189-5266-4dfa-b611-e00308e3f333 admin admin] Notify callbacks [] for router, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:55.577012 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4d414445-32cb-4e32-92b3-5ed187842508 tempest-FloatingIPNegativeTestJSON-1868238030 tempest-FloatingIPNegativeTestJSON-1868238030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:55.577187 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-23623189-5266-4dfa-b611-e00308e3f333 admin admin] 10.222.0.41 "DELETE /v2.0/routers/17c021c9-e751-4ebf-b8ba-ef7a55f730c3 HTTP/1.1" status: 204 len: 168 time: 1.5883820 Aug 11 03:15:55.581906 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 38692) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:15:55.610756 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['f0027ac7-c11d-49c1-937e-41ff32d936a8'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:15:55.647604 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3d1fc7a1-4285-440c-ba24-c043f82a62c8 req-500db44f-e0ee-4678-bbcb-5595ba9f3f35 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] 10.222.0.41 "GET /v2.0/security-groups?id=fc43ee60-6555-4bc5-a7a0-c97f67a784d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036785 Aug 11 03:15:55.654692 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d414445-32cb-4e32-92b3-5ed187842508 tempest-FloatingIPNegativeTestJSON-1868238030 tempest-FloatingIPNegativeTestJSON-1868238030-project] Pushing event deleted for resources: {'Port': ['ID=229f07de-b722-4ef2-a990-215296fb7b06,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:55.685151 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa6bf935-5df3-4d4d-be99-b8581ce28263 admin admin] Deleting subnet 0bedeabe-ae79-4397-9dc9-c17dc9305e82 {{(pid=102192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:15:55.690012 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-fa6bf935-5df3-4d4d-be99-b8581ce28263 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:55.734047 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-fa6bf935-5df3-4d4d-be99-b8581ce28263 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125932460'] for subnet, precommit_delete_associations {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:55.784368 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4d414445-32cb-4e32-92b3-5ed187842508 tempest-FloatingIPNegativeTestJSON-1868238030 tempest-FloatingIPNegativeTestJSON-1868238030-project] Notify callbacks [] for floatingip, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:55.787868 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4d414445-32cb-4e32-92b3-5ed187842508 tempest-FloatingIPNegativeTestJSON-1868238030 tempest-FloatingIPNegativeTestJSON-1868238030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for floatingip, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:55.792508 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-4d414445-32cb-4e32-92b3-5ed187842508 tempest-FloatingIPNegativeTestJSON-1868238030 tempest-FloatingIPNegativeTestJSON-1868238030-project] 10.222.0.41 "DELETE /v2.0/floatingips/300cbaa8-040e-4bd4-8e6a-63853cae3e41 HTTP/1.1" status: 204 len: 168 time: 0.8112590 Aug 11 03:15:55.793118 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 38698) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:15:55.804302 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-9886a11e-3b49-4efe-ac17-f4121874e032 tempest-FloatingIPNegativeTestJSON-1868238030 tempest-FloatingIPNegativeTestJSON-1868238030-project] Request body: {'floatingip': {'floating_network_id': '4491a62f-9a3a-407d-a9f9-82d9bb5f24d4', 'port_id': '8a0f0100-788c-4efa-b122-b2bd006b8a15', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:15:55.839774 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-fa6bf935-5df3-4d4d-be99-b8581ce28263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:55.903560 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9886a11e-3b49-4efe-ac17-f4121874e032 tempest-FloatingIPNegativeTestJSON-1868238030 tempest-FloatingIPNegativeTestJSON-1868238030-project] Notify callbacks [] for floatingip, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:55.955367 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-fa6bf935-5df3-4d4d-be99-b8581ce28263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125932157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126180897'] for subnet, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:55.985308 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6bf935-5df3-4d4d-be99-b8581ce28263 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0bedeabe-ae79-4397-9dc9-c17dc9305e82,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:55.991804 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-fa6bf935-5df3-4d4d-be99-b8581ce28263 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:55.996439 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-fa6bf935-5df3-4d4d-be99-b8581ce28263 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/0bedeabe-ae79-4397-9dc9-c17dc9305e82 HTTP/1.1" status: 204 len: 168 time: 0.4093189 Aug 11 03:15:55.996959 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 38702) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:15:55.999493 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd4e190e-99c5-4f93-b26f-46578d7d960b None None] Network 3df71ba6-2411-497d-98b1-8adc079ca6c6 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:15:56.093845 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-26b0e779-4fd8-4f73-ae8b-a54dfc535eab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:56.150828 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-26b0e779-4fd8-4f73-ae8b-a54dfc535eab admin admin] Deleting port 1aa4f6d7-a3b1-4af5-b0ab-5e1128c51e67 {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:15:56.151523 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-26b0e779-4fd8-4f73-ae8b-a54dfc535eab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:56.206517 n-d-764292-30 neutron-server[102191]: INFO neutron.api.v2.resource [None req-9886a11e-3b49-4efe-ac17-f4121874e032 tempest-FloatingIPNegativeTestJSON-1868238030 tempest-FloatingIPNegativeTestJSON-1868238030-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 03:15:56.207699 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-9886a11e-3b49-4efe-ac17-f4121874e032 tempest-FloatingIPNegativeTestJSON-1868238030 tempest-FloatingIPNegativeTestJSON-1868238030-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.4135728 Aug 11 03:15:56.211305 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 38706) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:15:56.215831 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-d71fb026-0ffa-4c3e-b276-0ed8a415a2a1 tempest-FloatingIPNegativeTestJSON-1868238030 tempest-FloatingIPNegativeTestJSON-1868238030-project] Request body: {'floatingip': {'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'port_id': '8a0f0100-788c-4efa-b122-b2bd006b8a15', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:15:56.227622 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [None req-26b0e779-4fd8-4f73-ae8b-a54dfc535eab admin admin] For port 1aa4f6d7-a3b1-4af5-b0ab-5e1128c51e67, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=1aa4f6d7-a3b1-4af5-b0ab-5e1128c51e67,segment=NetworkSegment(7a922ed3-963b-4878-bd8c-48976f2d29ea),segment_id=7a922ed3-963b-4878-bd8c-48976f2d29ea)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:15:56.227990 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-26b0e779-4fd8-4f73-ae8b-a54dfc535eab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:56.244010 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-26b0e779-4fd8-4f73-ae8b-a54dfc535eab admin admin] Calling delete_port for 1aa4f6d7-a3b1-4af5-b0ab-5e1128c51e67 owned by network:dhcp {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:15:56.309589 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d71fb026-0ffa-4c3e-b276-0ed8a415a2a1 tempest-FloatingIPNegativeTestJSON-1868238030 tempest-FloatingIPNegativeTestJSON-1868238030-project] Notify callbacks [] for floatingip, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:56.421209 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8973d6a7-4ed0-4865-b9a8-06de0f8dd6e8 None None] DHCP port deletion for 3df71ba6-2411-497d-98b1-8adc079ca6c6 request from n-d-764292-30 {{(pid=102193) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:15:56.428952 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-26b0e779-4fd8-4f73-ae8b-a54dfc535eab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:56.443291 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d71fb026-0ffa-4c3e-b276-0ed8a415a2a1 tempest-FloatingIPNegativeTestJSON-1868238030 tempest-FloatingIPNegativeTestJSON-1868238030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:56.449959 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-8973d6a7-4ed0-4865-b9a8-06de0f8dd6e8 None None] The port '1aa4f6d7-a3b1-4af5-b0ab-5e1128c51e67' was deleted {{(pid=102193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Aug 11 03:15:56.476588 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b0e779-4fd8-4f73-ae8b-a54dfc535eab admin admin] Pushing event deleted for resources: {'Port': ['ID=1aa4f6d7-a3b1-4af5-b0ab-5e1128c51e67,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:56.478535 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b0e779-4fd8-4f73-ae8b-a54dfc535eab admin admin] No DVR routers for this DVR port 1aa4f6d7-a3b1-4af5-b0ab-5e1128c51e67 on host n-d-764292-30 {{(pid=102192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:15:56.563632 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-26b0e779-4fd8-4f73-ae8b-a54dfc535eab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:56.575357 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-26b0e779-4fd8-4f73-ae8b-a54dfc535eab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3df71ba6-2411-497d-98b1-8adc079ca6c6']}} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:15:56.609891 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-26b0e779-4fd8-4f73-ae8b-a54dfc535eab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a922ed3-963b-4878-bd8c-48976f2d29ea') {'for_net_delete': True} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:15:56.609891 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-26b0e779-4fd8-4f73-ae8b-a54dfc535eab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a922ed3-963b-4878-bd8c-48976f2d29ea') {} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:15:56.611258 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [None req-d71fb026-0ffa-4c3e-b276-0ed8a415a2a1 tempest-FloatingIPNegativeTestJSON-1868238030 tempest-FloatingIPNegativeTestJSON-1868238030-project] Allocated IP 172.25.8.196 (09faf7d2-eaf5-4a50-bb6e-4cb05d009a76/e1a97443-13df-40bb-85f5-fd269e2742c0/e038562b-10d0-491c-a7a1-1e700693ae2b) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:15:56.617214 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-26b0e779-4fd8-4f73-ae8b-a54dfc535eab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125932501'] for segment, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:56.622244 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device f0027ac7-c11d-49c1-937e-41ff32d936a8 up at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:15:56.644726 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-26b0e779-4fd8-4f73-ae8b-a54dfc535eab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:56.649458 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26b0e779-4fd8-4f73-ae8b-a54dfc535eab admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=102192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:15:56.649879 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-26b0e779-4fd8-4f73-ae8b-a54dfc535eab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125932183'] for segment, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:56.716542 n-d-764292-30 neutron-server[102192]: Traceback (most recent call last): Aug 11 03:15:56.716542 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:15:56.716542 n-d-764292-30 neutron-server[102192]: timer() Aug 11 03:15:56.716542 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:15:56.716542 n-d-764292-30 neutron-server[102192]: cb(*args, **kw) Aug 11 03:15:56.716542 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:15:56.716542 n-d-764292-30 neutron-server[102192]: return func(*args, **kwargs) Aug 11 03:15:56.716542 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:15:56.716542 n-d-764292-30 neutron-server[102192]: self._notify() Aug 11 03:15:56.716542 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:15:56.716542 n-d-764292-30 neutron-server[102192]: self.callback(batched_events) Aug 11 03:15:56.716542 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:15:56.716542 n-d-764292-30 neutron-server[102192]: event.method(event) Aug 11 03:15:56.716542 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:15:56.716542 n-d-764292-30 neutron-server[102192]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:15:56.716542 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:15:56.716542 n-d-764292-30 neutron-server[102192]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:15:56.716542 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:15:56.716542 n-d-764292-30 neutron-server[102192]: return f(self, *a, **k) Aug 11 03:15:56.716542 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:15:56.716542 n-d-764292-30 neutron-server[102192]: return self._get(url).json() Aug 11 03:15:56.716542 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:15:56.716542 n-d-764292-30 neutron-server[102192]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:15:56.716542 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:15:56.716542 n-d-764292-30 neutron-server[102192]: return self.request(url, 'GET', **kwargs) Aug 11 03:15:56.716542 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:15:56.716542 n-d-764292-30 neutron-server[102192]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:15:56.716542 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:15:56.716542 n-d-764292-30 neutron-server[102192]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:15:56.716542 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:15:56.716542 n-d-764292-30 neutron-server[102192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:15:56.716542 n-d-764292-30 neutron-server[102192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:15:56.788270 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d71fb026-0ffa-4c3e-b276-0ed8a415a2a1 tempest-FloatingIPNegativeTestJSON-1868238030 tempest-FloatingIPNegativeTestJSON-1868238030-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:56.808139 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d39282-c75b-43a7-b1bd-2ec93abfd072 req-0691362d-537f-4c12-9be1-a6b584086202 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:56.809804 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a3d39282-c75b-43a7-b1bd-2ec93abfd072 req-0691362d-537f-4c12-9be1-a6b584086202 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] 10.222.0.41 "GET /v2.0/ports?device_id=271d6373-28ca-45c7-b75b-f6d35cc45b96 HTTP/1.1" status: 200 len: 944 time: 0.0536838 Aug 11 03:15:56.850656 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a3d39282-c75b-43a7-b1bd-2ec93abfd072 req-23d495c0-06c0-4b70-a600-16aa0d360bcd tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] 10.222.0.41 "GET /v2.0/security-groups?id=fc43ee60-6555-4bc5-a7a0-c97f67a784d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338962 Aug 11 03:15:56.880479 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-26b0e779-4fd8-4f73-ae8b-a54dfc535eab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:56.886224 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-26b0e779-4fd8-4f73-ae8b-a54dfc535eab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:56.888159 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-26b0e779-4fd8-4f73-ae8b-a54dfc535eab admin admin] 10.222.0.41 "DELETE /v2.0/networks/3df71ba6-2411-497d-98b1-8adc079ca6c6 HTTP/1.1" status: 204 len: 168 time: 0.8902473 Aug 11 03:15:56.903761 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b0e779-4fd8-4f73-ae8b-a54dfc535eab admin admin] Pushing event deleted for resources: {'Network': ['ID=3df71ba6-2411-497d-98b1-8adc079ca6c6,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:56.920924 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning for port f0027ac7-c11d-49c1-937e-41ff32d936a8 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:15:56.920924 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning complete for port f0027ac7-c11d-49c1-937e-41ff32d936a8 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:15:56.920924 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:56.961017 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d71fb026-0ffa-4c3e-b276-0ed8a415a2a1 tempest-FloatingIPNegativeTestJSON-1868238030 tempest-FloatingIPNegativeTestJSON-1868238030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:57.021193 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:57.033390 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d71fb026-0ffa-4c3e-b276-0ed8a415a2a1 tempest-FloatingIPNegativeTestJSON-1868238030 tempest-FloatingIPNegativeTestJSON-1868238030-project] Network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:15:57.044079 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-d71fb026-0ffa-4c3e-b276-0ed8a415a2a1 tempest-FloatingIPNegativeTestJSON-1868238030 tempest-FloatingIPNegativeTestJSON-1868238030-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:15:57.053581 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71fb026-0ffa-4c3e-b276-0ed8a415a2a1 tempest-FloatingIPNegativeTestJSON-1868238030 tempest-FloatingIPNegativeTestJSON-1868238030-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:15:57.081743 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71fb026-0ffa-4c3e-b276-0ed8a415a2a1 tempest-FloatingIPNegativeTestJSON-1868238030 tempest-FloatingIPNegativeTestJSON-1868238030-project] Pushing event updated for resources: {'Port': ['ID=e038562b-10d0-491c-a7a1-1e700693ae2b,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:57.102145 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port f0027ac7-c11d-49c1-937e-41ff32d936a8, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=f0027ac7-c11d-49c1-937e-41ff32d936a8,segment=NetworkSegment(bd930099-d273-4386-9bc1-426af296d1dc),segment_id=bd930099-d273-4386-9bc1-426af296d1dc)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:15:57.103116 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '271d6373-28ca-45c7-b75b-f6d35cc45b96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0027ac7-c11d-49c1-937e-41ff32d936a8'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:15:57.105495 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf701d06-7fb5-4c06-b823-f99608660f1c" -d '{"events": [{"server_uuid": "271d6373-28ca-45c7-b75b-f6d35cc45b96", "name": "network-vif-plugged", "status": "completed", "tag": "f0027ac7-c11d-49c1-937e-41ff32d936a8"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:15:57.195035 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:57.233336 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45b338a6-f398-4b40-b0d4-68afacab72c5 x-openstack-request-id: req-45b338a6-f398-4b40-b0d4-68afacab72c5 {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:15:57.233939 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "271d6373-28ca-45c7-b75b-f6d35cc45b96", "name": "network-vif-plugged", "status": "completed", "tag": "f0027ac7-c11d-49c1-937e-41ff32d936a8", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:15:57.234503 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-45b338a6-f398-4b40-b0d4-68afacab72c5 {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:15:57.235724 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '271d6373-28ca-45c7-b75b-f6d35cc45b96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0027ac7-c11d-49c1-937e-41ff32d936a8', 'code': 200} Aug 11 03:15:57.251245 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-d71fb026-0ffa-4c3e-b276-0ed8a415a2a1 tempest-FloatingIPNegativeTestJSON-1868238030 tempest-FloatingIPNegativeTestJSON-1868238030-project] Deleting port e038562b-10d0-491c-a7a1-1e700693ae2b {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:15:57.251703 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d71fb026-0ffa-4c3e-b276-0ed8a415a2a1 tempest-FloatingIPNegativeTestJSON-1868238030 tempest-FloatingIPNegativeTestJSON-1868238030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:57.313890 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=f0027ac7-c11d-49c1-937e-41ff32d936a8,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:57.336084 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 38752) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:15:57.353541 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620d9126-fe85-4139-a960-7eba44319d91 req-73fad680-a533-43ff-b860-27b5efe1b5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:57.357695 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-620d9126-fe85-4139-a960-7eba44319d91 req-73fad680-a533-43ff-b860-27b5efe1b5fe service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=271d6373-28ca-45c7-b75b-f6d35cc45b96 HTTP/1.1" status: 200 len: 1097 time: 0.0915849 Aug 11 03:15:57.374957 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 1aa4f6d7-a3b1-4af5-b0ab-5e1128c51e67 no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:15:57.411738 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: 1aa4f6d7-a3b1-4af5-b0ab-5e1128c51e67 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:15:57.412893 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 1aa4f6d7-a3b1-4af5-b0ab-5e1128c51e67 not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:15:57.413638 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 0e2e537d-5876-4045-967f-920a1f245dc9 no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:15:57.418915 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-620d9126-fe85-4139-a960-7eba44319d91 req-6e3a8eaf-9c96-4d77-92c8-ff1d0e2187dc service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=fc43ee60-6555-4bc5-a7a0-c97f67a784d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536194 Aug 11 03:15:57.438891 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d71fb026-0ffa-4c3e-b276-0ed8a415a2a1 tempest-FloatingIPNegativeTestJSON-1868238030 tempest-FloatingIPNegativeTestJSON-1868238030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:57.439254 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d71fb026-0ffa-4c3e-b276-0ed8a415a2a1 tempest-FloatingIPNegativeTestJSON-1868238030 tempest-FloatingIPNegativeTestJSON-1868238030-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:57.442040 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: 0e2e537d-5876-4045-967f-920a1f245dc9 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:15:57.442829 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 0e2e537d-5876-4045-967f-920a1f245dc9 not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:15:57.443402 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 863d03ac-b4b1-438f-bbdc-ea56e5c34773 no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:15:57.462479 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: 863d03ac-b4b1-438f-bbdc-ea56e5c34773 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:15:57.462877 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 863d03ac-b4b1-438f-bbdc-ea56e5c34773 not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:15:57.466829 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-d71fb026-0ffa-4c3e-b276-0ed8a415a2a1 tempest-FloatingIPNegativeTestJSON-1868238030 tempest-FloatingIPNegativeTestJSON-1868238030-project] Calling delete_port for e038562b-10d0-491c-a7a1-1e700693ae2b owned by network:floatingip {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:15:57.480991 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-b14668ca-835b-4c71-951e-6ca500c89b93 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d334b2b08b9742719f1009ec13bc53a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1436775 Aug 11 03:15:57.483710 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 38756) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:15:57.532242 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-8e71fa8b-aa22-40b0-99b2-c9c593b08218 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:57.560271 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-8e71fa8b-aa22-40b0-99b2-c9c593b08218 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:57.698333 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d71fb026-0ffa-4c3e-b276-0ed8a415a2a1 tempest-FloatingIPNegativeTestJSON-1868238030 tempest-FloatingIPNegativeTestJSON-1868238030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:57.731512 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71fb026-0ffa-4c3e-b276-0ed8a415a2a1 tempest-FloatingIPNegativeTestJSON-1868238030 tempest-FloatingIPNegativeTestJSON-1868238030-project] Pushing event deleted for resources: {'Port': ['ID=e038562b-10d0-491c-a7a1-1e700693ae2b,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:57.743136 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-8e71fa8b-aa22-40b0-99b2-c9c593b08218 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:57.746332 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-8e71fa8b-aa22-40b0-99b2-c9c593b08218 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:57.749223 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-8e71fa8b-aa22-40b0-99b2-c9c593b08218 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0947f6a2-f888-43bb-ac20-3b42849ccfb9 HTTP/1.1" status: 204 len: 168 time: 0.2640154 Aug 11 03:15:57.761130 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e71fa8b-aa22-40b0-99b2-c9c593b08218 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0947f6a2-f888-43bb-ac20-3b42849ccfb9,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:57.915330 n-d-764292-30 neutron-server[102191]: INFO neutron.api.v2.resource [None req-d71fb026-0ffa-4c3e-b276-0ed8a415a2a1 tempest-FloatingIPNegativeTestJSON-1868238030 tempest-FloatingIPNegativeTestJSON-1868238030-project] create failed (client error): The resource could not be found. Aug 11 03:15:57.921593 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 38772) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:15:57.922697 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-d71fb026-0ffa-4c3e-b276-0ed8a415a2a1 tempest-FloatingIPNegativeTestJSON-1868238030 tempest-FloatingIPNegativeTestJSON-1868238030-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.7103534 Aug 11 03:15:58.036880 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f768ff-d571-4262-94b9-dadb9c4361c5 req-a7bfb9b6-ebe6-4e82-ad02-03e4468cf0f5 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:58.038421 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-05f768ff-d571-4262-94b9-dadb9c4361c5 req-a7bfb9b6-ebe6-4e82-ad02-03e4468cf0f5 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] 10.222.0.41 "GET /v2.0/ports?device_id=271d6373-28ca-45c7-b75b-f6d35cc45b96 HTTP/1.1" status: 200 len: 945 time: 0.1084597 Aug 11 03:15:58.086821 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-8c5f90ae-319c-42d4-8fdb-5ede00ab4c01 tempest-FloatingIPNegativeTestJSON-1868238030 tempest-FloatingIPNegativeTestJSON-1868238030-project] Deleting port 8a0f0100-788c-4efa-b122-b2bd006b8a15 {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:15:58.086821 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-8c5f90ae-319c-42d4-8fdb-5ede00ab4c01 tempest-FloatingIPNegativeTestJSON-1868238030 tempest-FloatingIPNegativeTestJSON-1868238030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:58.106994 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-05f768ff-d571-4262-94b9-dadb9c4361c5 req-d89e32ac-33fb-403c-9371-d86b471c13d4 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] 10.222.0.41 "GET /v2.0/security-groups?id=fc43ee60-6555-4bc5-a7a0-c97f67a784d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603204 Aug 11 03:15:58.200952 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-8c5f90ae-319c-42d4-8fdb-5ede00ab4c01 tempest-FloatingIPNegativeTestJSON-1868238030 tempest-FloatingIPNegativeTestJSON-1868238030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:58.217016 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-8c5f90ae-319c-42d4-8fdb-5ede00ab4c01 tempest-FloatingIPNegativeTestJSON-1868238030 tempest-FloatingIPNegativeTestJSON-1868238030-project] Calling delete_port for 8a0f0100-788c-4efa-b122-b2bd006b8a15 owned by {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:15:58.492175 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-8c5f90ae-319c-42d4-8fdb-5ede00ab4c01 tempest-FloatingIPNegativeTestJSON-1868238030 tempest-FloatingIPNegativeTestJSON-1868238030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:58.529389 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5f90ae-319c-42d4-8fdb-5ede00ab4c01 tempest-FloatingIPNegativeTestJSON-1868238030 tempest-FloatingIPNegativeTestJSON-1868238030-project] Pushing event deleted for resources: {'Port': ['ID=8a0f0100-788c-4efa-b122-b2bd006b8a15,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:58.624595 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-8c5f90ae-319c-42d4-8fdb-5ede00ab4c01 tempest-FloatingIPNegativeTestJSON-1868238030 tempest-FloatingIPNegativeTestJSON-1868238030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:58.632587 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-8c5f90ae-319c-42d4-8fdb-5ede00ab4c01 tempest-FloatingIPNegativeTestJSON-1868238030 tempest-FloatingIPNegativeTestJSON-1868238030-project] 10.222.0.41 "DELETE /v2.0/ports/8a0f0100-788c-4efa-b122-b2bd006b8a15 HTTP/1.1" status: 204 len: 168 time: 0.7070410 Aug 11 03:15:58.632869 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 38798) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:15:58.696752 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60054429-c020-49ac-80f8-ccfb3c707252 tempest-FloatingIPNegativeTestJSON-1868238030 tempest-FloatingIPNegativeTestJSON-1868238030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:58.698396 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-60054429-c020-49ac-80f8-ccfb3c707252 tempest-FloatingIPNegativeTestJSON-1868238030 tempest-FloatingIPNegativeTestJSON-1868238030-project] 10.222.0.41 "GET /v2.0/ports?device_id=96e5a703-c222-47d6-9145-1f458f3e8fea HTTP/1.1" status: 200 len: 913 time: 0.0642781 Aug 11 03:15:58.701203 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 38800) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:15:59.125914 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-9725ec88-2ae7-4234-bedb-421c5549d29e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:59.183998 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 38824) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:15:59.370155 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4417865e-e4bc-4441-a1a8-91ab33758d7b req-4053bc9c-e769-4919-881a-0ccece55dfee tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:59.379412 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4417865e-e4bc-4441-a1a8-91ab33758d7b req-4053bc9c-e769-4919-881a-0ccece55dfee tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] 10.222.0.41 "GET /v2.0/ports?device_id=271d6373-28ca-45c7-b75b-f6d35cc45b96 HTTP/1.1" status: 200 len: 945 time: 0.1190803 Aug 11 03:15:59.387103 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-7ee4d266-b904-4425-8a32-f42f76d6de63 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1894483310-network', 'tenant_id': '297a8c5e08c24b5285a4c7ceb9597537'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:15:59.439240 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4417865e-e4bc-4441-a1a8-91ab33758d7b req-fdc9679f-3730-4113-be08-a62533568ecd tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] 10.222.0.41 "GET /v2.0/security-groups?id=fc43ee60-6555-4bc5-a7a0-c97f67a784d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588317 Aug 11 03:15:59.453494 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8047684d-2408-4648-ad3c-3e5e18a9fd74 tempest-FloatingIPNegativeTestJSON-1868238030 tempest-FloatingIPNegativeTestJSON-1868238030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521106'] for router_interface, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:59.539413 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ee4d266-b904-4425-8a32-f42f76d6de63 admin admin] Made reservation on behalf of 297a8c5e08c24b5285a4c7ceb9597537 for: {'network': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:15:59.541770 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-7ee4d266-b904-4425-8a32-f42f76d6de63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:59.552959 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-7ee4d266-b904-4425-8a32-f42f76d6de63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:59.759277 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-7ee4d266-b904-4425-8a32-f42f76d6de63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:59.764935 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-8047684d-2408-4648-ad3c-3e5e18a9fd74 tempest-FloatingIPNegativeTestJSON-1868238030 tempest-FloatingIPNegativeTestJSON-1868238030-project] Deleting port 7164545b-7a07-403f-9665-51e96cdb902e {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:15:59.765281 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8047684d-2408-4648-ad3c-3e5e18a9fd74 tempest-FloatingIPNegativeTestJSON-1868238030 tempest-FloatingIPNegativeTestJSON-1868238030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:59.829122 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-7ee4d266-b904-4425-8a32-f42f76d6de63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:59.844227 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ee4d266-b904-4425-8a32-f42f76d6de63 admin admin] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=102192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:15:59.856338 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-7ee4d266-b904-4425-8a32-f42f76d6de63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:59.856857 n-d-764292-30 neutron-server[102192]: INFO neutron.db.segments_db [None req-7ee4d266-b904-4425-8a32-f42f76d6de63 admin admin] Added segment 75976e57-b4d6-45fc-bdea-76c22fb63b62 of type vlan for network d23f5a1b-0a20-4470-9e66-0c5a40221406 Aug 11 03:15:59.908586 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8047684d-2408-4648-ad3c-3e5e18a9fd74 tempest-FloatingIPNegativeTestJSON-1868238030 tempest-FloatingIPNegativeTestJSON-1868238030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:59.913928 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-7ee4d266-b904-4425-8a32-f42f76d6de63 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:59.923778 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-8047684d-2408-4648-ad3c-3e5e18a9fd74 tempest-FloatingIPNegativeTestJSON-1868238030 tempest-FloatingIPNegativeTestJSON-1868238030-project] Calling delete_port for 7164545b-7a07-403f-9665-51e96cdb902e owned by network:router_interface {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:15:59.974873 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee4d266-b904-4425-8a32-f42f76d6de63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a89a04a-70d6-46f3-9b56-7cb537ff4761,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:00.092096 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-7ee4d266-b904-4425-8a32-f42f76d6de63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:00.093349 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ee4d266-b904-4425-8a32-f42f76d6de63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:00.093969 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-7ee4d266-b904-4425-8a32-f42f76d6de63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:00.160884 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee4d266-b904-4425-8a32-f42f76d6de63 admin admin] Pushing event updated for resources: {'Network': ['ID=d23f5a1b-0a20-4470-9e66-0c5a40221406,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:00.171862 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network d23f5a1b-0a20-4470-9e66-0c5a40221406 details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:16:00.243525 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8047684d-2408-4648-ad3c-3e5e18a9fd74 tempest-FloatingIPNegativeTestJSON-1868238030 tempest-FloatingIPNegativeTestJSON-1868238030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:00.277629 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-7ee4d266-b904-4425-8a32-f42f76d6de63 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0900223 Aug 11 03:16:00.280805 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 38860) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:00.285250 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8047684d-2408-4648-ad3c-3e5e18a9fd74 tempest-FloatingIPNegativeTestJSON-1868238030 tempest-FloatingIPNegativeTestJSON-1868238030-project] Pushing event deleted for resources: {'Port': ['ID=7164545b-7a07-403f-9665-51e96cdb902e,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:00.285851 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-df12fc89-9240-4402-b70b-b8f326f5b6b6 admin admin] Request body: {'subnet': {'network_id': 'd23f5a1b-0a20-4470-9e66-0c5a40221406', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1894483310-subnet', 'tenant_id': '297a8c5e08c24b5285a4c7ceb9597537', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:16:00.445831 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df12fc89-9240-4402-b70b-b8f326f5b6b6 admin admin] Made reservation on behalf of 297a8c5e08c24b5285a4c7ceb9597537 for: {'subnet': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:16:00.450789 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-df12fc89-9240-4402-b70b-b8f326f5b6b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126180544'] for subnet, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:00.464315 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8047684d-2408-4648-ad3c-3e5e18a9fd74 tempest-FloatingIPNegativeTestJSON-1868238030 tempest-FloatingIPNegativeTestJSON-1868238030-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16383033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450082'] for router_interface, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:00.689939 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8047684d-2408-4648-ad3c-3e5e18a9fd74 tempest-FloatingIPNegativeTestJSON-1868238030 tempest-FloatingIPNegativeTestJSON-1868238030-project] Router 96e5a703-c222-47d6-9145-1f458f3e8fea has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:16:00.732524 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-df12fc89-9240-4402-b70b-b8f326f5b6b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125932092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126180562'] for subnet, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:00.784240 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8047684d-2408-4648-ad3c-3e5e18a9fd74 tempest-FloatingIPNegativeTestJSON-1868238030 tempest-FloatingIPNegativeTestJSON-1868238030-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:16:00.790603 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df12fc89-9240-4402-b70b-b8f326f5b6b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=617c48f0-a855-4ee0-bdb7-302ef1d77faa,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:00.799917 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-8047684d-2408-4648-ad3c-3e5e18a9fd74 tempest-FloatingIPNegativeTestJSON-1868238030 tempest-FloatingIPNegativeTestJSON-1868238030-project] 10.222.0.41 "PUT /v2.0/routers/96e5a703-c222-47d6-9145-1f458f3e8fea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0932734 Aug 11 03:16:00.799917 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 38874) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:00.809357 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33c6440-666e-4832-a799-bf531acee85c None None] Sync routers for ids ['96e5a703-c222-47d6-9145-1f458f3e8fea'] in n-d-764292-30 {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:16:00.822614 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33c6440-666e-4832-a799-bf531acee85c None None] Routers {'96e5a703-c222-47d6-9145-1f458f3e8fea'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:16:00.823162 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-f33c6440-666e-4832-a799-bf531acee85c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:15:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['96e5a703-c222-47d6-9145-1f458f3e8fea'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:16:00.837908 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df12fc89-9240-4402-b70b-b8f326f5b6b6 admin admin] Checking segment: {'id': '75976e57-b4d6-45fc-bdea-76c22fb63b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'd23f5a1b-0a20-4470-9e66-0c5a40221406'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:16:00.838369 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df12fc89-9240-4402-b70b-b8f326f5b6b6 admin admin] Network hostable DHCP agents. Network: d23f5a1b-0a20-4470-9e66-0c5a40221406, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:16:00.863034 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-f33c6440-666e-4832-a799-bf531acee85c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:16:00.872133 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33c6440-666e-4832-a799-bf531acee85c None None] Routers {'96e5a703-c222-47d6-9145-1f458f3e8fea'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:16:00.872813 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-f33c6440-666e-4832-a799-bf531acee85c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:15:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['96e5a703-c222-47d6-9145-1f458f3e8fea'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:16:00.898659 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-eeb2e1a6-6f32-4ae5-8561-7372162675b7 tempest-FloatingIPNegativeTestJSON-1868238030 tempest-FloatingIPNegativeTestJSON-1868238030-project] Notify callbacks [] for router, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:00.904947 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-f33c6440-666e-4832-a799-bf531acee85c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:16:00.906536 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33c6440-666e-4832-a799-bf531acee85c None None] The sync data for ids ['96e5a703-c222-47d6-9145-1f458f3e8fea'] in n-d-764292-30 is: [] {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:16:00.938192 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df12fc89-9240-4402-b70b-b8f326f5b6b6 admin admin] Network d23f5a1b-0a20-4470-9e66-0c5a40221406 is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:16:01.013138 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-df12fc89-9240-4402-b70b-b8f326f5b6b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, d23f5a1b-0a20-4470-9e66-0c5a40221406) {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:16:01.022198 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df12fc89-9240-4402-b70b-b8f326f5b6b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:01.022889 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-df12fc89-9240-4402-b70b-b8f326f5b6b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:01.030712 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15f78e8a-a94f-45b1-9b75-2bf751db7342 None None] Network d23f5a1b-0a20-4470-9e66-0c5a40221406 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:16:01.114646 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-eeb2e1a6-6f32-4ae5-8561-7372162675b7 tempest-FloatingIPNegativeTestJSON-1868238030 tempest-FloatingIPNegativeTestJSON-1868238030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6544'] for router, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:01.116813 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-eeb2e1a6-6f32-4ae5-8561-7372162675b7 tempest-FloatingIPNegativeTestJSON-1868238030 tempest-FloatingIPNegativeTestJSON-1868238030-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:01.139098 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-df12fc89-9240-4402-b70b-b8f326f5b6b6 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8568208 Aug 11 03:16:01.196309 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27f92c40-25f1-4115-956a-d5c2dc78d8fd None None] Network d23f5a1b-0a20-4470-9e66-0c5a40221406 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:16:01.263638 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-eeb2e1a6-6f32-4ae5-8561-7372162675b7 tempest-FloatingIPNegativeTestJSON-1868238030 tempest-FloatingIPNegativeTestJSON-1868238030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448809'] for router, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:01.264216 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeb2e1a6-6f32-4ae5-8561-7372162675b7 tempest-FloatingIPNegativeTestJSON-1868238030 tempest-FloatingIPNegativeTestJSON-1868238030-project] Fanout notify agent at l3_agent the message router_deleted on router 96e5a703-c222-47d6-9145-1f458f3e8fea {{(pid=102191) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:16:01.273228 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-eeb2e1a6-6f32-4ae5-8561-7372162675b7 tempest-FloatingIPNegativeTestJSON-1868238030 tempest-FloatingIPNegativeTestJSON-1868238030-project] Notify callbacks [] for router, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:01.277065 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 38886) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:01.285159 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-eeb2e1a6-6f32-4ae5-8561-7372162675b7 tempest-FloatingIPNegativeTestJSON-1868238030 tempest-FloatingIPNegativeTestJSON-1868238030-project] 10.222.0.41 "DELETE /v2.0/routers/96e5a703-c222-47d6-9145-1f458f3e8fea HTTP/1.1" status: 204 len: 168 time: 0.4875758 Aug 11 03:16:01.338660 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e750321-968f-468a-8faa-1a065ac8ec3b tempest-FloatingIPNegativeTestJSON-1868238030 tempest-FloatingIPNegativeTestJSON-1868238030-project] Deleting subnet 4e5b96e1-e940-4a4f-8c08-7d5671dc6052 {{(pid=102192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:16:01.343783 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4e750321-968f-468a-8faa-1a065ac8ec3b tempest-FloatingIPNegativeTestJSON-1868238030 tempest-FloatingIPNegativeTestJSON-1868238030-project] Notify callbacks [] for subnet, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:01.390132 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.agents_db [None req-950b7202-decb-43e2-8f71-ac8931dc9749 None None] Agent healthcheck: found 7 active agents {{(pid=102194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:16:01.409208 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4e750321-968f-468a-8faa-1a065ac8ec3b tempest-FloatingIPNegativeTestJSON-1868238030 tempest-FloatingIPNegativeTestJSON-1868238030-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125932460'] for subnet, precommit_delete_associations {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:01.545926 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4e750321-968f-468a-8faa-1a065ac8ec3b tempest-FloatingIPNegativeTestJSON-1868238030 tempest-FloatingIPNegativeTestJSON-1868238030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:01.710961 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4e750321-968f-468a-8faa-1a065ac8ec3b tempest-FloatingIPNegativeTestJSON-1868238030 tempest-FloatingIPNegativeTestJSON-1868238030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125932157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126180897'] for subnet, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:01.753907 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e750321-968f-468a-8faa-1a065ac8ec3b tempest-FloatingIPNegativeTestJSON-1868238030 tempest-FloatingIPNegativeTestJSON-1868238030-project] Pushing event deleted for resources: {'Subnet': ['ID=4e5b96e1-e940-4a4f-8c08-7d5671dc6052,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:01.757942 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4e750321-968f-468a-8faa-1a065ac8ec3b tempest-FloatingIPNegativeTestJSON-1868238030 tempest-FloatingIPNegativeTestJSON-1868238030-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:01.763654 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-4e750321-968f-468a-8faa-1a065ac8ec3b tempest-FloatingIPNegativeTestJSON-1868238030 tempest-FloatingIPNegativeTestJSON-1868238030-project] 10.222.0.41 "DELETE /v2.0/subnets/4e5b96e1-e940-4a4f-8c08-7d5671dc6052 HTTP/1.1" status: 204 len: 168 time: 0.4818919 Aug 11 03:16:01.763654 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 38916) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:01.767754 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-642b38ee-5ab0-43d4-b85b-71acec045277 None None] Network 4491a62f-9a3a-407d-a9f9-82d9bb5f24d4 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:16:01.849442 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:01.872063 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da216d04-6583-495a-8566-32fb541199b1 req-78cf5059-7add-469a-802b-897fd7424158 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:01.879923 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-da216d04-6583-495a-8566-32fb541199b1 req-78cf5059-7add-469a-802b-897fd7424158 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/networks?id=d23f5a1b-0a20-4470-9e66-0c5a40221406 HTTP/1.1" status: 200 len: 815 time: 0.2213054 Aug 11 03:16:01.893085 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-992553a8-6409-4052-b741-6ec3205f8edf tempest-FloatingIPNegativeTestJSON-1868238030 tempest-FloatingIPNegativeTestJSON-1868238030-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:01.908726 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-da216d04-6583-495a-8566-32fb541199b1 req-fb1da203-c633-4280-8f51-35fa69a12222 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/quotas/297a8c5e08c24b5285a4c7ceb9597537 HTTP/1.1" status: 200 len: 375 time: 0.0229836 Aug 11 03:16:01.948300 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-da216d04-6583-495a-8566-32fb541199b1 req-a7b9cf2d-eb8a-4518-985b-44c67f3fd313 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=297a8c5e08c24b5285a4c7ceb9597537&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0419788 Aug 11 03:16:02.024186 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-992553a8-6409-4052-b741-6ec3205f8edf tempest-FloatingIPNegativeTestJSON-1868238030 tempest-FloatingIPNegativeTestJSON-1868238030-project] Deleting port 7554c7d6-1729-4964-9282-6938fbd00d75 {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:16:02.024575 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-992553a8-6409-4052-b741-6ec3205f8edf tempest-FloatingIPNegativeTestJSON-1868238030 tempest-FloatingIPNegativeTestJSON-1868238030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:02.047164 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f32833a-007b-4c00-91a0-c58fd03a4845 None None] DHCP port deletion for 4491a62f-9a3a-407d-a9f9-82d9bb5f24d4 request from n-d-764292-30 {{(pid=102193) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:16:02.090078 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-0d9409bb-e250-48f4-b606-0f51741ea986 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:02.156540 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-8f32833a-007b-4c00-91a0-c58fd03a4845 None None] Deleting port 7554c7d6-1729-4964-9282-6938fbd00d75 {{(pid=102193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:16:02.157223 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8f32833a-007b-4c00-91a0-c58fd03a4845 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:02.222652 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [None req-992553a8-6409-4052-b741-6ec3205f8edf tempest-FloatingIPNegativeTestJSON-1868238030 tempest-FloatingIPNegativeTestJSON-1868238030-project] For port 7554c7d6-1729-4964-9282-6938fbd00d75, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=7554c7d6-1729-4964-9282-6938fbd00d75,segment=NetworkSegment(8385cd0b-1496-46f3-b452-7277ff39265e),segment_id=8385cd0b-1496-46f3-b452-7277ff39265e)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:16:02.223067 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-992553a8-6409-4052-b741-6ec3205f8edf tempest-FloatingIPNegativeTestJSON-1868238030 tempest-FloatingIPNegativeTestJSON-1868238030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:02.235477 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-8f32833a-007b-4c00-91a0-c58fd03a4845 None None] For port 7554c7d6-1729-4964-9282-6938fbd00d75, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=7554c7d6-1729-4964-9282-6938fbd00d75,segment=NetworkSegment(8385cd0b-1496-46f3-b452-7277ff39265e),segment_id=8385cd0b-1496-46f3-b452-7277ff39265e)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:16:02.236730 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8f32833a-007b-4c00-91a0-c58fd03a4845 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:02.245939 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-992553a8-6409-4052-b741-6ec3205f8edf tempest-FloatingIPNegativeTestJSON-1868238030 tempest-FloatingIPNegativeTestJSON-1868238030-project] Calling delete_port for 7554c7d6-1729-4964-9282-6938fbd00d75 owned by network:dhcp {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:16:02.253373 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-8f32833a-007b-4c00-91a0-c58fd03a4845 None None] Calling delete_port for 7554c7d6-1729-4964-9282-6938fbd00d75 owned by network:dhcp {{(pid=102193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:16:02.317639 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-da216d04-6583-495a-8566-32fb541199b1 req-05f94f4b-bd13-4c3d-88be-93d98712c7ad service neutron] 10.222.0.41 "GET /v2.0/networks/d23f5a1b-0a20-4470-9e66-0c5a40221406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3442068 Aug 11 03:16:02.440434 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8f32833a-007b-4c00-91a0-c58fd03a4845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678'] for port, after_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:02.484222 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f32833a-007b-4c00-91a0-c58fd03a4845 None None] Pushing event deleted for resources: {'Port': ['ID=7554c7d6-1729-4964-9282-6938fbd00d75,revision_number=None']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:02.488413 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-da216d04-6583-495a-8566-32fb541199b1 req-c86e0504-f12b-4db7-8332-31e026224ceb service neutron] 10.222.0.41 "GET /v2.0/networks/d23f5a1b-0a20-4470-9e66-0c5a40221406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684334 Aug 11 03:16:02.500167 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f32833a-007b-4c00-91a0-c58fd03a4845 None None] No DVR routers for this DVR port 7554c7d6-1729-4964-9282-6938fbd00d75 on host n-d-764292-30 {{(pid=102193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:16:02.527423 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-992553a8-6409-4052-b741-6ec3205f8edf tempest-FloatingIPNegativeTestJSON-1868238030 tempest-FloatingIPNegativeTestJSON-1868238030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:02.569815 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992553a8-6409-4052-b741-6ec3205f8edf tempest-FloatingIPNegativeTestJSON-1868238030 tempest-FloatingIPNegativeTestJSON-1868238030-project] Pushing event deleted for resources: {'Port': ['ID=7554c7d6-1729-4964-9282-6938fbd00d75,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:02.571882 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992553a8-6409-4052-b741-6ec3205f8edf tempest-FloatingIPNegativeTestJSON-1868238030 tempest-FloatingIPNegativeTestJSON-1868238030-project] No DVR routers for this DVR port 7554c7d6-1729-4964-9282-6938fbd00d75 on host n-d-764292-30 {{(pid=102192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:16:02.664675 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-992553a8-6409-4052-b741-6ec3205f8edf tempest-FloatingIPNegativeTestJSON-1868238030 tempest-FloatingIPNegativeTestJSON-1868238030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:02.676952 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-992553a8-6409-4052-b741-6ec3205f8edf tempest-FloatingIPNegativeTestJSON-1868238030 tempest-FloatingIPNegativeTestJSON-1868238030-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4491a62f-9a3a-407d-a9f9-82d9bb5f24d4']}} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:16:02.688534 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-992553a8-6409-4052-b741-6ec3205f8edf tempest-FloatingIPNegativeTestJSON-1868238030 tempest-FloatingIPNegativeTestJSON-1868238030-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8385cd0b-1496-46f3-b452-7277ff39265e') {'for_net_delete': True} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:16:02.688939 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-992553a8-6409-4052-b741-6ec3205f8edf tempest-FloatingIPNegativeTestJSON-1868238030 tempest-FloatingIPNegativeTestJSON-1868238030-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8385cd0b-1496-46f3-b452-7277ff39265e') {} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:16:02.699815 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-992553a8-6409-4052-b741-6ec3205f8edf tempest-FloatingIPNegativeTestJSON-1868238030 tempest-FloatingIPNegativeTestJSON-1868238030-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125932501'] for segment, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:02.714409 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-992553a8-6409-4052-b741-6ec3205f8edf tempest-FloatingIPNegativeTestJSON-1868238030 tempest-FloatingIPNegativeTestJSON-1868238030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:02.724147 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-992553a8-6409-4052-b741-6ec3205f8edf tempest-FloatingIPNegativeTestJSON-1868238030 tempest-FloatingIPNegativeTestJSON-1868238030-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=102192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:16:02.724625 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-992553a8-6409-4052-b741-6ec3205f8edf tempest-FloatingIPNegativeTestJSON-1868238030 tempest-FloatingIPNegativeTestJSON-1868238030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125932183'] for segment, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:02.728398 n-d-764292-30 neutron-server[102192]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:16:02.728398 n-d-764292-30 neutron-server[102192]: self.session.flush() Aug 11 03:16:02.728398 n-d-764292-30 neutron-server[102192]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:16:02.728398 n-d-764292-30 neutron-server[102192]: self.session.flush() Aug 11 03:16:02.728398 n-d-764292-30 neutron-server[102192]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:16:02.728398 n-d-764292-30 neutron-server[102192]: self.session.flush() Aug 11 03:16:02.728398 n-d-764292-30 neutron-server[102192]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:16:02.728398 n-d-764292-30 neutron-server[102192]: self.session.flush() Aug 11 03:16:02.728398 n-d-764292-30 neutron-server[102192]: Traceback (most recent call last): Aug 11 03:16:02.728398 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:16:02.728398 n-d-764292-30 neutron-server[102192]: timer() Aug 11 03:16:02.728398 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:16:02.728398 n-d-764292-30 neutron-server[102192]: cb(*args, **kw) Aug 11 03:16:02.728398 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:16:02.728398 n-d-764292-30 neutron-server[102192]: return func(*args, **kwargs) Aug 11 03:16:02.728398 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:16:02.728398 n-d-764292-30 neutron-server[102192]: self._notify() Aug 11 03:16:02.728398 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:16:02.728398 n-d-764292-30 neutron-server[102192]: self.callback(batched_events) Aug 11 03:16:02.728398 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:16:02.728398 n-d-764292-30 neutron-server[102192]: event.method(event) Aug 11 03:16:02.728398 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:16:02.728398 n-d-764292-30 neutron-server[102192]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:16:02.728398 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:16:02.728398 n-d-764292-30 neutron-server[102192]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:16:02.728398 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:16:02.728398 n-d-764292-30 neutron-server[102192]: return f(self, *a, **k) Aug 11 03:16:02.728398 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:16:02.728398 n-d-764292-30 neutron-server[102192]: return self._get(url).json() Aug 11 03:16:02.728398 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:16:02.728398 n-d-764292-30 neutron-server[102192]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:16:02.728398 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:16:02.728398 n-d-764292-30 neutron-server[102192]: return self.request(url, 'GET', **kwargs) Aug 11 03:16:02.728398 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:16:02.728398 n-d-764292-30 neutron-server[102192]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:16:02.728398 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:16:02.728398 n-d-764292-30 neutron-server[102192]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:16:02.728398 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:16:02.728398 n-d-764292-30 neutron-server[102192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:16:02.728398 n-d-764292-30 neutron-server[102192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:16:02.870599 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-992553a8-6409-4052-b741-6ec3205f8edf tempest-FloatingIPNegativeTestJSON-1868238030 tempest-FloatingIPNegativeTestJSON-1868238030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:02.918189 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-992553a8-6409-4052-b741-6ec3205f8edf tempest-FloatingIPNegativeTestJSON-1868238030 tempest-FloatingIPNegativeTestJSON-1868238030-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:02.935417 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:02.955344 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-992553a8-6409-4052-b741-6ec3205f8edf tempest-FloatingIPNegativeTestJSON-1868238030 tempest-FloatingIPNegativeTestJSON-1868238030-project] 10.222.0.41 "DELETE /v2.0/networks/4491a62f-9a3a-407d-a9f9-82d9bb5f24d4 HTTP/1.1" status: 204 len: 168 time: 1.1913111 Aug 11 03:16:02.961108 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992553a8-6409-4052-b741-6ec3205f8edf tempest-FloatingIPNegativeTestJSON-1868238030 tempest-FloatingIPNegativeTestJSON-1868238030-project] Pushing event deleted for resources: {'Network': ['ID=4491a62f-9a3a-407d-a9f9-82d9bb5f24d4,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:03.060233 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-156f803e-429f-4d20-9e4e-f74593f3e57b req-b79f7711-ba48-4b23-8f94-ca9ee93ca3a5 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/ports?device_id=23071014-7475-45d4-a929-0adda4de678f HTTP/1.1" status: 200 len: 210 time: 0.1022363 Aug 11 03:16:03.149383 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1931de-0794-4f83-bc97-a6c4d443cac1 req-aaa11685-cc26-4f6e-a006-a7b15c0c7727 tempest-ServersTestManualDisk-1542911247 tempest-ServersTestManualDisk-1542911247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:03.151213 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-db1931de-0794-4f83-bc97-a6c4d443cac1 req-aaa11685-cc26-4f6e-a006-a7b15c0c7727 tempest-ServersTestManualDisk-1542911247 tempest-ServersTestManualDisk-1542911247-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6414b43-2a71-460c-b54b-a0bfa11691cd HTTP/1.1" status: 200 len: 945 time: 0.1620424 Aug 11 03:16:03.237199 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-db1931de-0794-4f83-bc97-a6c4d443cac1 req-ba9ce24e-de32-4299-bae9-e4956dae657d tempest-ServersTestManualDisk-1542911247 tempest-ServersTestManualDisk-1542911247-project] 10.222.0.41 "GET /v2.0/security-groups?id=2aec637d-7caa-4d7f-a83c-89f6f9b38c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788991 Aug 11 03:16:03.332624 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 7554c7d6-1729-4964-9282-6938fbd00d75 no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:16:03.357867 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: 7554c7d6-1729-4964-9282-6938fbd00d75 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:16:03.358464 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 7554c7d6-1729-4964-9282-6938fbd00d75 not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:16:03.556607 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 38976) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:03.769654 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-212ee29a-b80a-4538-871f-2924b555f226 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=52ae8330bf6d48c59618cb7b329a2f4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2112119 Aug 11 03:16:03.774186 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 38986) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:03.826393 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9e405311-001a-4848-b4a9-06ce25b4d3aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:03.849102 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9e405311-001a-4848-b4a9-06ce25b4d3aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:03.983298 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9e405311-001a-4848-b4a9-06ce25b4d3aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:03.986061 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9e405311-001a-4848-b4a9-06ce25b4d3aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:03.987536 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-9e405311-001a-4848-b4a9-06ce25b4d3aa admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8cd86a1f-ff22-4c5a-85e6-16b807b01615 HTTP/1.1" status: 204 len: 168 time: 0.2120199 Aug 11 03:16:03.996416 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e405311-001a-4848-b4a9-06ce25b4d3aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cd86a1f-ff22-4c5a-85e6-16b807b01615,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:04.153721 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-08134687-0089-4976-8cd7-4612923dbf15 req-1c10c723-7523-41b5-b2a8-f85fb37b1ff1 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/ports?device_id=23071014-7475-45d4-a929-0adda4de678f HTTP/1.1" status: 200 len: 210 time: 0.0323036 Aug 11 03:16:04.222671 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c4fecb-a27e-492f-b6e1-2a10c85a10c9 req-8532c2a1-e013-4d5b-95b3-4ceb433a82aa tempest-ServersTestManualDisk-1542911247 tempest-ServersTestManualDisk-1542911247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:04.224308 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-56c4fecb-a27e-492f-b6e1-2a10c85a10c9 req-8532c2a1-e013-4d5b-95b3-4ceb433a82aa tempest-ServersTestManualDisk-1542911247 tempest-ServersTestManualDisk-1542911247-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6414b43-2a71-460c-b54b-a0bfa11691cd HTTP/1.1" status: 200 len: 945 time: 0.0527625 Aug 11 03:16:04.266376 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-56c4fecb-a27e-492f-b6e1-2a10c85a10c9 req-0e48622b-5628-41a1-9ff5-118812ff0094 tempest-ServersTestManualDisk-1542911247 tempest-ServersTestManualDisk-1542911247-project] 10.222.0.41 "GET /v2.0/security-groups?id=2aec637d-7caa-4d7f-a83c-89f6f9b38c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352888 Aug 11 03:16:04.586151 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:05.125470 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d281861-9e98-49d5-afdc-63416ce497df req-7735e379-3214-42e1-a9c7-dd3c3c6c37f7 tempest-ServersTestManualDisk-1542911247 tempest-ServersTestManualDisk-1542911247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:05.127057 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9d281861-9e98-49d5-afdc-63416ce497df req-7735e379-3214-42e1-a9c7-dd3c3c6c37f7 tempest-ServersTestManualDisk-1542911247 tempest-ServersTestManualDisk-1542911247-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6414b43-2a71-460c-b54b-a0bfa11691cd HTTP/1.1" status: 200 len: 945 time: 0.0750251 Aug 11 03:16:05.177545 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9d281861-9e98-49d5-afdc-63416ce497df req-1b5941a1-618e-4af5-9213-94409a76477f tempest-ServersTestManualDisk-1542911247 tempest-ServersTestManualDisk-1542911247-project] 10.222.0.41 "GET /v2.0/security-groups?id=2aec637d-7caa-4d7f-a83c-89f6f9b38c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395577 Aug 11 03:16:05.256188 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c75eb7bf-2f68-4e5d-9b74-a9bf1c497378 req-7533a29c-b335-4bc1-862b-141ef2e7db5b tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/ports?device_id=23071014-7475-45d4-a929-0adda4de678f HTTP/1.1" status: 200 len: 210 time: 0.0280111 Aug 11 03:16:05.618682 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 39060) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:05.669411 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da216d04-6583-495a-8566-32fb541199b1 req-581e34b2-411f-40c7-ae0a-49d17777da31 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:05.671065 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-da216d04-6583-495a-8566-32fb541199b1 req-581e34b2-411f-40c7-ae0a-49d17777da31 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.22 "GET /v2.0/networks?id=d23f5a1b-0a20-4470-9e66-0c5a40221406 HTTP/1.1" status: 200 len: 815 time: 0.1529915 Aug 11 03:16:05.686759 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-da216d04-6583-495a-8566-32fb541199b1 req-fbcb7b84-4d04-47b4-8963-3b8597457f30 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] Request body: {'port': {'device_id': '23071014-7475-45d4-a929-0adda4de678f', 'network_id': 'd23f5a1b-0a20-4470-9e66-0c5a40221406', 'admin_state_up': True, 'tenant_id': '297a8c5e08c24b5285a4c7ceb9597537'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:16:05.773929 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-79046a36-2b0b-4bd0-9c6c-26b165fff482 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-2062263360'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:16:05.909111 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79046a36-2b0b-4bd0-9c6c-26b165fff482 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Made reservation on behalf of 619f5dda48254516982a2d4b32c5e174 for: {'network': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:16:05.916783 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-79046a36-2b0b-4bd0-9c6c-26b165fff482 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:05.930662 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-79046a36-2b0b-4bd0-9c6c-26b165fff482 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:05.967653 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da216d04-6583-495a-8566-32fb541199b1 req-fbcb7b84-4d04-47b4-8963-3b8597457f30 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] Made reservation on behalf of 297a8c5e08c24b5285a4c7ceb9597537 for: {'port': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:16:05.973678 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-da216d04-6583-495a-8566-32fb541199b1 req-fbcb7b84-4d04-47b4-8963-3b8597457f30 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:06.079854 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-79046a36-2b0b-4bd0-9c6c-26b165fff482 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:06.115282 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [req-da216d04-6583-495a-8566-32fb541199b1 req-fbcb7b84-4d04-47b4-8963-3b8597457f30 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] Allocated IP 172.20.0.14 (d23f5a1b-0a20-4470-9e66-0c5a40221406/617c48f0-a855-4ee0-bdb7-302ef1d77faa/c8a9ed43-ee6d-4c76-9bbd-07c4a15a792e) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:16:06.227206 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-79046a36-2b0b-4bd0-9c6c-26b165fff482 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:06.293340 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-da216d04-6583-495a-8566-32fb541199b1 req-fbcb7b84-4d04-47b4-8963-3b8597457f30 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:06.307155 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79046a36-2b0b-4bd0-9c6c-26b165fff482 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=102192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:16:06.321370 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79046a36-2b0b-4bd0-9c6c-26b165fff482 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f2eef71-d3ac-47d3-9577-b0f1d1c14ef0,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:06.329930 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-79046a36-2b0b-4bd0-9c6c-26b165fff482 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:06.330416 n-d-764292-30 neutron-server[102192]: INFO neutron.db.segments_db [None req-79046a36-2b0b-4bd0-9c6c-26b165fff482 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Added segment f57eee17-12e1-4fed-b972-2de095077297 of type vlan for network 8886bdb2-96cd-41e9-b700-c178565a3929 Aug 11 03:16:06.365656 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79046a36-2b0b-4bd0-9c6c-26b165fff482 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:16:06.366088 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79046a36-2b0b-4bd0-9c6c-26b165fff482 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:16:06.366518 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79046a36-2b0b-4bd0-9c6c-26b165fff482 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:16:06.366922 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79046a36-2b0b-4bd0-9c6c-26b165fff482 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:16:06.367322 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79046a36-2b0b-4bd0-9c6c-26b165fff482 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:16:06.367715 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79046a36-2b0b-4bd0-9c6c-26b165fff482 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:16:06.368107 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79046a36-2b0b-4bd0-9c6c-26b165fff482 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:16:06.368495 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79046a36-2b0b-4bd0-9c6c-26b165fff482 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:16:06.368904 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79046a36-2b0b-4bd0-9c6c-26b165fff482 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:16:06.369292 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79046a36-2b0b-4bd0-9c6c-26b165fff482 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:16:06.369704 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79046a36-2b0b-4bd0-9c6c-26b165fff482 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:16:06.370100 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79046a36-2b0b-4bd0-9c6c-26b165fff482 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:16:06.396060 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-da216d04-6583-495a-8566-32fb541199b1 req-fbcb7b84-4d04-47b4-8963-3b8597457f30 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:06.452463 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da216d04-6583-495a-8566-32fb541199b1 req-fbcb7b84-4d04-47b4-8963-3b8597457f30 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] Network d23f5a1b-0a20-4470-9e66-0c5a40221406 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:16:06.457468 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [req-da216d04-6583-495a-8566-32fb541199b1 req-fbcb7b84-4d04-47b4-8963-3b8597457f30 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:16:06.463675 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-da216d04-6583-495a-8566-32fb541199b1 req-fbcb7b84-4d04-47b4-8963-3b8597457f30 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:16:06.468817 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcb7b84-4d04-47b4-8963-3b8597457f30 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] Pushing event updated for resources: {'Port': ['ID=c8a9ed43-ee6d-4c76-9bbd-07c4a15a792e,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:06.567271 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da216d04-6583-495a-8566-32fb541199b1 req-fbcb7b84-4d04-47b4-8963-3b8597457f30 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:06.568030 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-da216d04-6583-495a-8566-32fb541199b1 req-fbcb7b84-4d04-47b4-8963-3b8597457f30 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:06.596139 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd5384c-166e-4534-9669-42a3337c336d req-3f1bef2b-55b7-4623-85c7-1c89cbff62cf tempest-ServersTestManualDisk-1542911247 tempest-ServersTestManualDisk-1542911247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:06.597881 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-2bd5384c-166e-4534-9669-42a3337c336d req-3f1bef2b-55b7-4623-85c7-1c89cbff62cf tempest-ServersTestManualDisk-1542911247 tempest-ServersTestManualDisk-1542911247-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6414b43-2a71-460c-b54b-a0bfa11691cd HTTP/1.1" status: 200 len: 945 time: 0.0755026 Aug 11 03:16:06.651734 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-da216d04-6583-495a-8566-32fb541199b1 req-fbcb7b84-4d04-47b4-8963-3b8597457f30 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9691741 Aug 11 03:16:06.676554 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-da216d04-6583-495a-8566-32fb541199b1 req-05ae174c-ec48-4e6e-ac17-31f0f9172a94 service neutron] Request body: {'port': {'device_id': '23071014-7475-45d4-a929-0adda4de678f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764292-30'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:16:06.754131 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0078e7-edfb-4fd6-a186-be34b89ce957 req-29ce2ddb-aeac-42ac-8b60-07e0af12fc19 tempest-ServersTestManualDisk-1542911247 tempest-ServersTestManualDisk-1542911247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:06.756399 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8f0078e7-edfb-4fd6-a186-be34b89ce957 req-29ce2ddb-aeac-42ac-8b60-07e0af12fc19 tempest-ServersTestManualDisk-1542911247 tempest-ServersTestManualDisk-1542911247-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6414b43-2a71-460c-b54b-a0bfa11691cd HTTP/1.1" status: 200 len: 945 time: 0.4950402 Aug 11 03:16:06.763964 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-da216d04-6583-495a-8566-32fb541199b1 req-05ae174c-ec48-4e6e-ac17-31f0f9172a94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:06.781552 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-2bd5384c-166e-4534-9669-42a3337c336d req-c1f0a161-77e7-4128-8c3c-1323dd584404 tempest-ServersTestManualDisk-1542911247 tempest-ServersTestManualDisk-1542911247-project] Deleting port 9e4db2a5-f4d4-4439-9d44-95bd522694b9 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:16:06.781979 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-2bd5384c-166e-4534-9669-42a3337c336d req-c1f0a161-77e7-4128-8c3c-1323dd584404 tempest-ServersTestManualDisk-1542911247 tempest-ServersTestManualDisk-1542911247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:06.803469 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-79046a36-2b0b-4bd0-9c6c-26b165fff482 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:06.822077 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486bd20c-6e80-46d6-93af-5f7b41cea25d req-46c987ba-72fb-4409-9d0d-17f8ba32aa55 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:06.824713 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-486bd20c-6e80-46d6-93af-5f7b41cea25d req-46c987ba-72fb-4409-9d0d-17f8ba32aa55 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] 10.222.0.41 "GET /v2.0/networks?id=ec41e9b8-ca95-4733-9938-a40bc676061d HTTP/1.1" status: 200 len: 814 time: 0.6760731 Aug 11 03:16:06.841286 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8f0078e7-edfb-4fd6-a186-be34b89ce957 req-326ba3ad-60b7-4f1e-b2c7-7e2b8002ad0d tempest-ServersTestManualDisk-1542911247 tempest-ServersTestManualDisk-1542911247-project] 10.222.0.41 "GET /v2.0/security-groups?id=2aec637d-7caa-4d7f-a83c-89f6f9b38c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644860 Aug 11 03:16:06.877967 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-486bd20c-6e80-46d6-93af-5f7b41cea25d req-12335568-bdca-4374-a207-e3436655de90 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] 10.222.0.41 "GET /v2.0/quotas/de7c7081e4f94005a4ad5308630cb9c6 HTTP/1.1" status: 200 len: 375 time: 0.0351789 Aug 11 03:16:06.943416 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:07.012842 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-486bd20c-6e80-46d6-93af-5f7b41cea25d req-7ce7a2df-a7ca-463f-a15f-f8318213936a tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=de7c7081e4f94005a4ad5308630cb9c6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1341133 Aug 11 03:16:07.085026 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-79046a36-2b0b-4bd0-9c6c-26b165fff482 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:07.090649 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79046a36-2b0b-4bd0-9c6c-26b165fff482 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:07.091246 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-79046a36-2b0b-4bd0-9c6c-26b165fff482 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:07.120816 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-2bd5384c-166e-4534-9669-42a3337c336d req-c1f0a161-77e7-4128-8c3c-1323dd584404 tempest-ServersTestManualDisk-1542911247 tempest-ServersTestManualDisk-1542911247-project] For port 9e4db2a5-f4d4-4439-9d44-95bd522694b9, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=9e4db2a5-f4d4-4439-9d44-95bd522694b9,segment=NetworkSegment(f54147e9-8b7a-476a-9b8c-5a3e10613aa5),segment_id=f54147e9-8b7a-476a-9b8c-5a3e10613aa5)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:16:07.121182 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-2bd5384c-166e-4534-9669-42a3337c336d req-c1f0a161-77e7-4128-8c3c-1323dd584404 tempest-ServersTestManualDisk-1542911247 tempest-ServersTestManualDisk-1542911247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:07.156542 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e758d9-6ea5-48ef-8d11-9b3b6aee730e req-fced9e78-b862-40a3-b1ae-71de125ae635 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:07.163186 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-38e758d9-6ea5-48ef-8d11-9b3b6aee730e req-fced9e78-b862-40a3-b1ae-71de125ae635 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/ports?device_id=23071014-7475-45d4-a929-0adda4de678f HTTP/1.1" status: 200 len: 932 time: 0.1950049 Aug 11 03:16:07.244059 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79046a36-2b0b-4bd0-9c6c-26b165fff482 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Pushing event updated for resources: {'Network': ['ID=8886bdb2-96cd-41e9-b700-c178565a3929,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:07.266110 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network 8886bdb2-96cd-41e9-b700-c178565a3929 details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:16:07.279588 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-486bd20c-6e80-46d6-93af-5f7b41cea25d req-6c17ced4-b5d7-4040-8122-5b5884f7dda7 service neutron] 10.222.0.41 "GET /v2.0/networks/ec41e9b8-ca95-4733-9938-a40bc676061d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2577186 Aug 11 03:16:07.295250 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-38e758d9-6ea5-48ef-8d11-9b3b6aee730e req-5caf4c57-0b8a-4766-aa0d-0f5d48fd9125 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a89a04a-70d6-46f3-9b56-7cb537ff4761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308882 Aug 11 03:16:07.392290 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-79046a36-2b0b-4bd0-9c6c-26b165fff482 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.7723916 Aug 11 03:16:07.395191 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 39118) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:07.403599 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-72efe975-b603-44f9-950b-10eea3e44f0c tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Request body: {'port': {'network_id': '8886bdb2-96cd-41e9-b700-c178565a3929', 'name': 'tempest-PortsTestJSON-1227871867'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:16:07.456129 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-2bd5384c-166e-4534-9669-42a3337c336d req-c1f0a161-77e7-4128-8c3c-1323dd584404 tempest-ServersTestManualDisk-1542911247 tempest-ServersTestManualDisk-1542911247-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:07.456521 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-2bd5384c-166e-4534-9669-42a3337c336d req-c1f0a161-77e7-4128-8c3c-1323dd584404 tempest-ServersTestManualDisk-1542911247 tempest-ServersTestManualDisk-1542911247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446866'] for floatingip, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:07.456968 n-d-764292-30 neutron-server[102191]: INFO neutron.db.l3_db [req-2bd5384c-166e-4534-9669-42a3337c336d req-c1f0a161-77e7-4128-8c3c-1323dd584404 tempest-ServersTestManualDisk-1542911247 tempest-ServersTestManualDisk-1542911247-project] Floating IP d1d2a13d-8af6-40d1-b8e5-f1464c16448d disassociated. External IP: 172.25.8.48, port: 9e4db2a5-f4d4-4439-9d44-95bd522694b9. Aug 11 03:16:07.457319 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-2bd5384c-166e-4534-9669-42a3337c336d req-c1f0a161-77e7-4128-8c3c-1323dd584404 tempest-ServersTestManualDisk-1542911247 tempest-ServersTestManualDisk-1542911247-project] Calling delete_port for 9e4db2a5-f4d4-4439-9d44-95bd522694b9 owned by compute:nova {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:16:07.483772 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [req-da216d04-6583-495a-8566-32fb541199b1 req-05ae174c-ec48-4e6e-ac17-31f0f9172a94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8a9ed43-ee6d-4c76-9bbd-07c4a15a792e {{(pid=102191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:16:07.518479 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-da216d04-6583-495a-8566-32fb541199b1 req-05ae174c-ec48-4e6e-ac17-31f0f9172a94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:07.537325 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-486bd20c-6e80-46d6-93af-5f7b41cea25d req-63f3fd7b-cbff-4e09-9315-d996d488ae77 service neutron] 10.222.0.41 "GET /v2.0/networks/ec41e9b8-ca95-4733-9938-a40bc676061d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2368295 Aug 11 03:16:07.539090 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [req-da216d04-6583-495a-8566-32fb541199b1 req-05ae174c-ec48-4e6e-ac17-31f0f9172a94 service neutron] Transition to ACTIVE for port object c8a9ed43-ee6d-4c76-9bbd-07c4a15a792e will not be triggered until provisioned by entity L2. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:16:07.622806 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-da216d04-6583-495a-8566-32fb541199b1 req-05ae174c-ec48-4e6e-ac17-31f0f9172a94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:07.639920 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72efe975-b603-44f9-950b-10eea3e44f0c tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Made reservation on behalf of 619f5dda48254516982a2d4b32c5e174 for: {'port': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:16:07.643449 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-72efe975-b603-44f9-950b-10eea3e44f0c tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:07.669734 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [None req-72efe975-b603-44f9-950b-10eea3e44f0c tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] device_id is not set on port 84463fc6-069a-4188-8114-c15a7ee34f20 yet. {{(pid=102192) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:16:07.676431 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ae174c-ec48-4e6e-ac17-31f0f9172a94 service neutron] Pushing event updated for resources: {'Port': ['ID=c8a9ed43-ee6d-4c76-9bbd-07c4a15a792e,revision_number=2']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:07.694873 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-2bd5384c-166e-4534-9669-42a3337c336d req-c1f0a161-77e7-4128-8c3c-1323dd584404 tempest-ServersTestManualDisk-1542911247 tempest-ServersTestManualDisk-1542911247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:07.760688 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f0a161-77e7-4128-8c3c-1323dd584404 tempest-ServersTestManualDisk-1542911247 tempest-ServersTestManualDisk-1542911247-project] Pushing event deleted for resources: {'Port': ['ID=9e4db2a5-f4d4-4439-9d44-95bd522694b9,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:07.833430 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-da216d04-6583-495a-8566-32fb541199b1 req-05ae174c-ec48-4e6e-ac17-31f0f9172a94 service neutron] Attempting to bind port c8a9ed43-ee6d-4c76-9bbd-07c4a15a792e on host n-h1-764292-30 for vnic_type normal with profile {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:16:07.833641 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-da216d04-6583-495a-8566-32fb541199b1 req-05ae174c-ec48-4e6e-ac17-31f0f9172a94 service neutron] Attempting to bind port c8a9ed43-ee6d-4c76-9bbd-07c4a15a792e by drivers openvswitch,hyperv on host n-h1-764292-30 at level 0 using segments [{'id': '75976e57-b4d6-45fc-bdea-76c22fb63b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'd23f5a1b-0a20-4470-9e66-0c5a40221406'}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:16:07.833958 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da216d04-6583-495a-8566-32fb541199b1 req-05ae174c-ec48-4e6e-ac17-31f0f9172a94 service neutron] Attempting to bind port c8a9ed43-ee6d-4c76-9bbd-07c4a15a792e on network d23f5a1b-0a20-4470-9e66-0c5a40221406 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:16:07.840471 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da216d04-6583-495a-8566-32fb541199b1 req-05ae174c-ec48-4e6e-ac17-31f0f9172a94 service neutron] Port c8a9ed43-ee6d-4c76-9bbd-07c4a15a792e on network d23f5a1b-0a20-4470-9e66-0c5a40221406 not bound, no agent of type Open vSwitch agent registered on host n-h1-764292-30 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:16:07.840471 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da216d04-6583-495a-8566-32fb541199b1 req-05ae174c-ec48-4e6e-ac17-31f0f9172a94 service neutron] Attempting to bind port c8a9ed43-ee6d-4c76-9bbd-07c4a15a792e on network d23f5a1b-0a20-4470-9e66-0c5a40221406 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:16:07.850231 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da216d04-6583-495a-8566-32fb541199b1 req-05ae174c-ec48-4e6e-ac17-31f0f9172a94 service neutron] Checking agent: {'id': 'abb524c2-b412-4ed2-8367-45c4fd996fa7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 15, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:16:07.850231 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da216d04-6583-495a-8566-32fb541199b1 req-05ae174c-ec48-4e6e-ac17-31f0f9172a94 service neutron] Checking segment: {'id': '75976e57-b4d6-45fc-bdea-76c22fb63b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'd23f5a1b-0a20-4470-9e66-0c5a40221406'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:16:07.850520 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da216d04-6583-495a-8566-32fb541199b1 req-05ae174c-ec48-4e6e-ac17-31f0f9172a94 service neutron] Bound using segment: {'id': '75976e57-b4d6-45fc-bdea-76c22fb63b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'd23f5a1b-0a20-4470-9e66-0c5a40221406'} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:16:07.850759 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-da216d04-6583-495a-8566-32fb541199b1 req-05ae174c-ec48-4e6e-ac17-31f0f9172a94 service neutron] Bound port: c8a9ed43-ee6d-4c76-9bbd-07c4a15a792e, host: n-h1-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75976e57-b4d6-45fc-bdea-76c22fb63b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'd23f5a1b-0a20-4470-9e66-0c5a40221406'}}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:16:07.851117 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-da216d04-6583-495a-8566-32fb541199b1 req-05ae174c-ec48-4e6e-ac17-31f0f9172a94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:07.934983 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-605310f4-4101-4d2e-a9fc-073e4f72077d req-96a8cb3b-b5de-43d0-aed9-f58219c20ba8 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] 10.222.0.41 "GET /v2.0/ports?device_id=596f546c-0920-46cf-8c5b-7954e9fe6c69 HTTP/1.1" status: 200 len: 210 time: 0.0302491 Aug 11 03:16:07.941436 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-72efe975-b603-44f9-950b-10eea3e44f0c tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:07.978850 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b62d3060-0d68-4fcf-9c94-e77879668d57 req-10c4edba-e468-4834-b016-3bdd307044bd tempest-ServersTestManualDisk-1542911247 tempest-ServersTestManualDisk-1542911247-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6414b43-2a71-460c-b54b-a0bfa11691cd HTTP/1.1" status: 200 len: 210 time: 0.0298989 Aug 11 03:16:08.092029 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-72efe975-b603-44f9-950b-10eea3e44f0c tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:08.169972 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72efe975-b603-44f9-950b-10eea3e44f0c tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Pushing event updated for resources: {'Port': ['ID=84463fc6-069a-4188-8114-c15a7ee34f20,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:08.182274 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72efe975-b603-44f9-950b-10eea3e44f0c tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Checking segment: {'id': 'f57eee17-12e1-4fed-b972-2de095077297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '8886bdb2-96cd-41e9-b700-c178565a3929'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:16:08.182498 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72efe975-b603-44f9-950b-10eea3e44f0c tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Network hostable DHCP agents. Network: 8886bdb2-96cd-41e9-b700-c178565a3929, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:16:08.294185 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2bd5384c-166e-4534-9669-42a3337c336d req-c1f0a161-77e7-4128-8c3c-1323dd584404 tempest-ServersTestManualDisk-1542911247 tempest-ServersTestManualDisk-1542911247-project] Router db8ff22c-f468-4bd7-83db-f2d7e883fa09 has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:16:08.303730 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72efe975-b603-44f9-950b-10eea3e44f0c tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Network 8886bdb2-96cd-41e9-b700-c178565a3929 is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:16:08.326052 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-da216d04-6583-495a-8566-32fb541199b1 req-05ae174c-ec48-4e6e-ac17-31f0f9172a94 service neutron] For port c8a9ed43-ee6d-4c76-9bbd-07c4a15a792e, host n-h1-764292-30, cleared binding levels {{(pid=102191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:16:08.330573 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-da216d04-6583-495a-8566-32fb541199b1 req-05ae174c-ec48-4e6e-ac17-31f0f9172a94 service neutron] For port c8a9ed43-ee6d-4c76-9bbd-07c4a15a792e, host n-h1-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=c8a9ed43-ee6d-4c76-9bbd-07c4a15a792e,segment=NetworkSegment(75976e57-b4d6-45fc-bdea-76c22fb63b62),segment_id=75976e57-b4d6-45fc-bdea-76c22fb63b62)] {{(pid=102191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:16:08.443334 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-da216d04-6583-495a-8566-32fb541199b1 req-05ae174c-ec48-4e6e-ac17-31f0f9172a94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:08.478841 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e009e5bb-1744-401e-8d39-868999bedbcf req-75647180-052b-4421-af5e-04d96f00b879 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:08.481399 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e009e5bb-1744-401e-8d39-868999bedbcf req-75647180-052b-4421-af5e-04d96f00b879 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/ports?device_id=23071014-7475-45d4-a929-0adda4de678f HTTP/1.1" status: 200 len: 944 time: 0.0622213 Aug 11 03:16:08.488724 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-72efe975-b603-44f9-950b-10eea3e44f0c tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, 8886bdb2-96cd-41e9-b700-c178565a3929) {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:16:08.501282 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c848c333-a5a4-4e21-a089-f95b44dc489c None None] Network 8886bdb2-96cd-41e9-b700-c178565a3929 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:16:08.509097 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72efe975-b603-44f9-950b-10eea3e44f0c tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:16:08.516392 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2bd5384c-166e-4534-9669-42a3337c336d req-c1f0a161-77e7-4128-8c3c-1323dd584404 tempest-ServersTestManualDisk-1542911247 tempest-ServersTestManualDisk-1542911247-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:16:08.521673 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da216d04-6583-495a-8566-32fb541199b1 req-05ae174c-ec48-4e6e-ac17-31f0f9172a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:08.529849 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-da216d04-6583-495a-8566-32fb541199b1 req-05ae174c-ec48-4e6e-ac17-31f0f9172a94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:08.529849 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-da216d04-6583-495a-8566-32fb541199b1 req-05ae174c-ec48-4e6e-ac17-31f0f9172a94 service neutron] 10.222.0.22 "PUT /v2.0/ports/c8a9ed43-ee6d-4c76-9bbd-07c4a15a792e HTTP/1.1" status: 200 len: 1093 time: 1.8533616 Aug 11 03:16:08.529849 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23071014-7475-45d4-a929-0adda4de678f', 'tag': 'c8a9ed43-ee6d-4c76-9bbd-07c4a15a792e'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:16:08.529849 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22f78a81-e296-4f51-ad33-402def76a935" -d '{"events": [{"name": "network-changed", "server_uuid": "23071014-7475-45d4-a929-0adda4de678f", "tag": "c8a9ed43-ee6d-4c76-9bbd-07c4a15a792e"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:16:08.538237 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72efe975-b603-44f9-950b-10eea3e44f0c tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:08.542111 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-72efe975-b603-44f9-950b-10eea3e44f0c tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:08.547541 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a10fd61-902e-4f5d-be5b-44c392c089f4 None None] Sync routers for ids ['db8ff22c-f468-4bd7-83db-f2d7e883fa09'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:16:08.568776 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ae174c-ec48-4e6e-ac17-31f0f9172a94 service neutron] Pushing event updated for resources: {'Port': ['ID=c8a9ed43-ee6d-4c76-9bbd-07c4a15a792e,revision_number=3']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:08.597888 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bd5384c-166e-4534-9669-42a3337c336d req-c1f0a161-77e7-4128-8c3c-1323dd584404 tempest-ServersTestManualDisk-1542911247 tempest-ServersTestManualDisk-1542911247-project] No DVR routers for this DVR port 9e4db2a5-f4d4-4439-9d44-95bd522694b9 on host n-h1-764292-30 {{(pid=102191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:16:08.601179 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-2bd5384c-166e-4534-9669-42a3337c336d req-c1f0a161-77e7-4128-8c3c-1323dd584404 tempest-ServersTestManualDisk-1542911247 tempest-ServersTestManualDisk-1542911247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:08.603460 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-2bd5384c-166e-4534-9669-42a3337c336d req-c1f0a161-77e7-4128-8c3c-1323dd584404 tempest-ServersTestManualDisk-1542911247 tempest-ServersTestManualDisk-1542911247-project] 10.222.0.22 "DELETE /v2.0/ports/9e4db2a5-f4d4-4439-9d44-95bd522694b9 HTTP/1.1" status: 204 len: 173 time: 1.9975893 Aug 11 03:16:08.615087 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:16:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-304de101-6bc0-4419-8eb5-3c8d0da267d3 x-openstack-request-id: req-304de101-6bc0-4419-8eb5-3c8d0da267d3 {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:16:08.615500 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23071014-7475-45d4-a929-0adda4de678f", "tag": "c8a9ed43-ee6d-4c76-9bbd-07c4a15a792e", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:16:08.616828 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-304de101-6bc0-4419-8eb5-3c8d0da267d3 {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:16:08.617552 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23071014-7475-45d4-a929-0adda4de678f', 'tag': 'c8a9ed43-ee6d-4c76-9bbd-07c4a15a792e', 'status': 'completed', 'code': 200} Aug 11 03:16:08.637822 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a10fd61-902e-4f5d-be5b-44c392c089f4 None None] Routers {'db8ff22c-f468-4bd7-83db-f2d7e883fa09'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:16:08.639082 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-9a10fd61-902e-4f5d-be5b-44c392c089f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:16:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['db8ff22c-f468-4bd7-83db-f2d7e883fa09'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:16:08.653227 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e009e5bb-1744-401e-8d39-868999bedbcf req-03979bd9-5d86-41a7-ba7f-badd4d25ed84 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a89a04a-70d6-46f3-9b56-7cb537ff4761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018369 Aug 11 03:16:08.687058 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f78a81-e296-4f51-ad33-402def76a935 req-d3506e97-3d11-4db5-a98b-d55b3ab178a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:08.688715 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-22f78a81-e296-4f51-ad33-402def76a935 req-d3506e97-3d11-4db5-a98b-d55b3ab178a9 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=297a8c5e08c24b5285a4c7ceb9597537&device_id=23071014-7475-45d4-a929-0adda4de678f HTTP/1.1" status: 200 len: 1096 time: 0.0533745 Aug 11 03:16:08.704412 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-72efe975-b603-44f9-950b-10eea3e44f0c tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.3079400 Aug 11 03:16:08.709155 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 39160) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:08.714843 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-7835e1ff-350a-47ec-9688-10fcf64cca85 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2031189819'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:16:08.815079 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-9a10fd61-902e-4f5d-be5b-44c392c089f4 None None] Set router db8ff22c-f468-4bd7-83db-f2d7e883fa09 gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:16:08.817584 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f78a81-e296-4f51-ad33-402def76a935 req-30c4b736-7886-458d-af47-abffd93c4313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:08.819324 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-22f78a81-e296-4f51-ad33-402def76a935 req-30c4b736-7886-458d-af47-abffd93c4313 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=297a8c5e08c24b5285a4c7ceb9597537&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1224368 Aug 11 03:16:08.847483 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7835e1ff-350a-47ec-9688-10fcf64cca85 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Made reservation on behalf of 619f5dda48254516982a2d4b32c5e174 for: {'network': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:16:08.854495 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-7835e1ff-350a-47ec-9688-10fcf64cca85 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:08.894559 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7835e1ff-350a-47ec-9688-10fcf64cca85 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=102192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:16:08.904294 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-7835e1ff-350a-47ec-9688-10fcf64cca85 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:08.904865 n-d-764292-30 neutron-server[102192]: INFO neutron.db.segments_db [None req-7835e1ff-350a-47ec-9688-10fcf64cca85 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Added segment b0006025-a0eb-4134-b625-18e9548578db of type vlan for network bfceb2ff-89ef-4867-8fd7-e6ab76095517 Aug 11 03:16:08.967677 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-7835e1ff-350a-47ec-9688-10fcf64cca85 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:08.969838 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f78a81-e296-4f51-ad33-402def76a935 req-e0a54609-622f-45c1-9ce8-ddc0fef58333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:08.969838 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-22f78a81-e296-4f51-ad33-402def76a935 req-e0a54609-622f-45c1-9ce8-ddc0fef58333 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1419747 Aug 11 03:16:09.060327 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da216d04-6583-495a-8566-32fb541199b1 req-0d5e24ae-5f99-4ea9-834f-79bb05fbe62b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:09.072362 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-da216d04-6583-495a-8566-32fb541199b1 req-0d5e24ae-5f99-4ea9-834f-79bb05fbe62b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=297a8c5e08c24b5285a4c7ceb9597537&device_id=23071014-7475-45d4-a929-0adda4de678f HTTP/1.1" status: 200 len: 1096 time: 0.0479031 Aug 11 03:16:09.135066 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8cd47e83-3675-409c-a60c-4c1204907ee3 req-b72052a7-8dfd-422f-9ec2-52d0efdc1de3 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] 10.222.0.41 "GET /v2.0/ports?device_id=596f546c-0920-46cf-8c5b-7954e9fe6c69 HTTP/1.1" status: 200 len: 210 time: 0.0535002 Aug 11 03:16:09.139178 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-7835e1ff-350a-47ec-9688-10fcf64cca85 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:09.143772 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-da216d04-6583-495a-8566-32fb541199b1 req-c76807ae-615e-48b6-91a8-9d4017558379 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c8a9ed43-ee6d-4c76-9bbd-07c4a15a792e HTTP/1.1" status: 200 len: 217 time: 0.0701084 Aug 11 03:16:09.146131 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7835e1ff-350a-47ec-9688-10fcf64cca85 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:09.146838 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-7835e1ff-350a-47ec-9688-10fcf64cca85 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:09.204246 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-79b4b942-05c9-4aca-8063-b4915416c8c7 req-d93c3856-dcd1-4816-a127-81cfe0c7f6ac tempest-ServersTestManualDisk-1542911247 tempest-ServersTestManualDisk-1542911247-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6414b43-2a71-460c-b54b-a0bfa11691cd HTTP/1.1" status: 200 len: 210 time: 0.0678394 Aug 11 03:16:09.252512 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-9a10fd61-902e-4f5d-be5b-44c392c089f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db8ff22c-f468-4bd7-83db-f2d7e883fa09', 'name': 'tempest-ServersTestManualDisk-948292256-router', 'tenant_id': '7dfe11bfde114b89a52959d4b6413ca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': 'f1201ccd-b5d3-46da-912d-058070f000a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:12:54Z', 'updated_at': '2021-08-11T03:13:01Z', 'revision_number': 4, 'project_id': '7dfe11bfde114b89a52959d4b6413ca0', 'gw_port': {'id': 'f1201ccd-b5d3-46da-912d-058070f000a2', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:3e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8ff22c-f468-4bd7-83db-f2d7e883fa09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:12:55Z', 'updated_at': '2021-08-11T03:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '1a27bf3e-1d1e-4bef-86e5-5612766f7a17', 'name': '', 'network_id': 'e9f60ad6-c983-468c-801f-9acb1516310b', 'tenant_id': '7dfe11bfde114b89a52959d4b6413ca0', 'mac_address': 'fa:16:3e:e9:a9:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8ff22c-f468-4bd7-83db-f2d7e883fa09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '4ea3625a-218b-4c96-9f19-e26b676452c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:13:00Z', 'updated_at': '2021-08-11T03:13:07Z', 'revision_number': 5, 'project_id': '7dfe11bfde114b89a52959d4b6413ca0', 'subnets': [{'id': '4ea3625a-218b-4c96-9f19-e26b676452c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:16:09.269227 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da216d04-6583-495a-8566-32fb541199b1 req-44bf316a-7b57-45d4-b418-d6e08c15145b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:09.271589 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-da216d04-6583-495a-8566-32fb541199b1 req-44bf316a-7b57-45d4-b418-d6e08c15145b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=617c48f0-a855-4ee0-bdb7-302ef1d77faa HTTP/1.1" status: 200 len: 855 time: 0.1210451 Aug 11 03:16:09.276863 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7835e1ff-350a-47ec-9688-10fcf64cca85 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Pushing event updated for resources: {'Network': ['ID=bfceb2ff-89ef-4867-8fd7-e6ab76095517,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:09.283594 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a10fd61-902e-4f5d-be5b-44c392c089f4 None None] Checking router: db8ff22c-f468-4bd7-83db-f2d7e883fa09 for host: n-d-764292-30 {{(pid=102193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:16:09.292362 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network bfceb2ff-89ef-4867-8fd7-e6ab76095517 details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:16:09.295423 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-7835e1ff-350a-47ec-9688-10fcf64cca85 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5851321 Aug 11 03:16:09.297235 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 39174) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:09.313590 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-da216d04-6583-495a-8566-32fb541199b1 req-dd9b0333-b90d-45c6-8af3-966648aeb1ed service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d23f5a1b-0a20-4470-9e66-0c5a40221406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349402 Aug 11 03:16:09.317654 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-50ec2e96-fdd7-4244-9672-1e0f8374ec73 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Request body: {'ports': [{'network_id': '8886bdb2-96cd-41e9-b700-c178565a3929'}, {'network_id': 'bfceb2ff-89ef-4867-8fd7-e6ab76095517'}]} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:16:09.318172 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-50ec2e96-fdd7-4244-9672-1e0f8374ec73 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Request body: {'port': {'network_id': '8886bdb2-96cd-41e9-b700-c178565a3929'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:16:09.318880 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-50ec2e96-fdd7-4244-9672-1e0f8374ec73 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Request body: {'port': {'network_id': 'bfceb2ff-89ef-4867-8fd7-e6ab76095517'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:16:09.355601 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a10fd61-902e-4f5d-be5b-44c392c089f4 None None] Routers {'db8ff22c-f468-4bd7-83db-f2d7e883fa09'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:16:09.357250 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-9a10fd61-902e-4f5d-be5b-44c392c089f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:16:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['db8ff22c-f468-4bd7-83db-f2d7e883fa09'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:16:09.521857 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-9a10fd61-902e-4f5d-be5b-44c392c089f4 None None] Set router db8ff22c-f468-4bd7-83db-f2d7e883fa09 gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:16:09.542892 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-da216d04-6583-495a-8566-32fb541199b1 req-4b75b166-22a7-4de4-8c15-b5b05446c0b1 service neutron] 10.222.0.22 "GET /v2.0/networks/d23f5a1b-0a20-4470-9e66-0c5a40221406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182128 Aug 11 03:16:09.727347 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-da216d04-6583-495a-8566-32fb541199b1 req-83350e13-a71b-4980-815b-9c6348d16b1c service neutron] 10.222.0.22 "GET /v2.0/networks/d23f5a1b-0a20-4470-9e66-0c5a40221406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786888 Aug 11 03:16:09.840786 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-9a10fd61-902e-4f5d-be5b-44c392c089f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db8ff22c-f468-4bd7-83db-f2d7e883fa09', 'name': 'tempest-ServersTestManualDisk-948292256-router', 'tenant_id': '7dfe11bfde114b89a52959d4b6413ca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': 'f1201ccd-b5d3-46da-912d-058070f000a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:12:54Z', 'updated_at': '2021-08-11T03:13:01Z', 'revision_number': 4, 'project_id': '7dfe11bfde114b89a52959d4b6413ca0', 'gw_port': {'id': 'f1201ccd-b5d3-46da-912d-058070f000a2', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:3e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8ff22c-f468-4bd7-83db-f2d7e883fa09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:12:55Z', 'updated_at': '2021-08-11T03:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '1a27bf3e-1d1e-4bef-86e5-5612766f7a17', 'name': '', 'network_id': 'e9f60ad6-c983-468c-801f-9acb1516310b', 'tenant_id': '7dfe11bfde114b89a52959d4b6413ca0', 'mac_address': 'fa:16:3e:e9:a9:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8ff22c-f468-4bd7-83db-f2d7e883fa09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '4ea3625a-218b-4c96-9f19-e26b676452c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:13:00Z', 'updated_at': '2021-08-11T03:13:07Z', 'revision_number': 5, 'project_id': '7dfe11bfde114b89a52959d4b6413ca0', 'subnets': [{'id': '4ea3625a-218b-4c96-9f19-e26b676452c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:16:09.853365 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50ec2e96-fdd7-4244-9672-1e0f8374ec73 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Made reservation on behalf of 619f5dda48254516982a2d4b32c5e174 for: {'port': 2} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:16:09.858608 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-50ec2e96-fdd7-4244-9672-1e0f8374ec73 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:09.869136 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90d1227-5f93-4198-8593-84663303010f req-4efcd6f8-6983-480a-bed0-623a582296df tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:09.870763 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d90d1227-5f93-4198-8593-84663303010f req-4efcd6f8-6983-480a-bed0-623a582296df tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/ports?device_id=23071014-7475-45d4-a929-0adda4de678f HTTP/1.1" status: 200 len: 944 time: 0.0662715 Aug 11 03:16:09.884718 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a10fd61-902e-4f5d-be5b-44c392c089f4 None None] The sync data for ids ['db8ff22c-f468-4bd7-83db-f2d7e883fa09'] in n-d-764292-30 is: [{'id': 'db8ff22c-f468-4bd7-83db-f2d7e883fa09', 'name': 'tempest-ServersTestManualDisk-948292256-router', 'tenant_id': '7dfe11bfde114b89a52959d4b6413ca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': 'f1201ccd-b5d3-46da-912d-058070f000a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:12:54Z', 'updated_at': '2021-08-11T03:13:01Z', 'revision_number': 4, 'project_id': '7dfe11bfde114b89a52959d4b6413ca0', 'gw_port': {'id': 'f1201ccd-b5d3-46da-912d-058070f000a2', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:3e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8ff22c-f468-4bd7-83db-f2d7e883fa09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:12:55Z', 'updated_at': '2021-08-11T03:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '1a27bf3e-1d1e-4bef-86e5-5612766f7a17', 'name': '', 'network_id': 'e9f60ad6-c983-468c-801f-9acb1516310b', 'tenant_id': '7dfe11bfde114b89a52959d4b6413ca0', 'mac_address': 'fa:16:3e:e9:a9:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8ff22c-f468-4bd7-83db-f2d7e883fa09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '4ea3625a-218b-4c96-9f19-e26b676452c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:13:00Z', 'updated_at': '2021-08-11T03:13:07Z', 'revision_number': 5, 'project_id': '7dfe11bfde114b89a52959d4b6413ca0', 'subnets': [{'id': '4ea3625a-218b-4c96-9f19-e26b676452c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:16:09.910442 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-50ec2e96-fdd7-4244-9672-1e0f8374ec73 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:10.010036 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d90d1227-5f93-4198-8593-84663303010f req-3ca37b30-cdee-41d0-8b2b-36e00520e197 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a89a04a-70d6-46f3-9b56-7cb537ff4761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150482 Aug 11 03:16:10.036360 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [None req-50ec2e96-fdd7-4244-9672-1e0f8374ec73 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] device_id is not set on port 5cdb56c0-c75a-4383-bba4-0aa576096a69 yet. {{(pid=102192) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:16:10.213872 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-50ec2e96-fdd7-4244-9672-1e0f8374ec73 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:10.264388 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75321438-9139-43f9-b631-9e161f1dd806 None None] New status for floating IP d1d2a13d-8af6-40d1-b8e5-f1464c16448d: DOWN {{(pid=102194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:16:10.302076 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-88160a13-5c81-43cb-ab1d-bb8ebfedadab req-3ee8e8ad-36ff-4086-9a53-d310ca868e72 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] 10.222.0.41 "GET /v2.0/ports?device_id=596f546c-0920-46cf-8c5b-7954e9fe6c69 HTTP/1.1" status: 200 len: 210 time: 0.0779848 Aug 11 03:16:10.326624 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [None req-50ec2e96-fdd7-4244-9672-1e0f8374ec73 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] device_id is not set on port b3cb54ad-9aa5-44e6-9770-85fad30883f4 yet. {{(pid=102192) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:16:10.406868 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 39200) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:10.466961 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5a867e73-ae5d-4908-aaf0-9a90ce596eb7 tempest-ServersTestManualDisk-1542911247 tempest-ServersTestManualDisk-1542911247-project] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:10.494712 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5a867e73-ae5d-4908-aaf0-9a90ce596eb7 tempest-ServersTestManualDisk-1542911247 tempest-ServersTestManualDisk-1542911247-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:10.495389 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486bd20c-6e80-46d6-93af-5f7b41cea25d req-dbdbfacf-e2cb-49cc-96d0-f37838d672be tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:10.497236 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-486bd20c-6e80-46d6-93af-5f7b41cea25d req-dbdbfacf-e2cb-49cc-96d0-f37838d672be tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] 10.222.0.24 "GET /v2.0/networks?id=ec41e9b8-ca95-4733-9938-a40bc676061d HTTP/1.1" status: 200 len: 814 time: 0.1558356 Aug 11 03:16:10.517117 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-486bd20c-6e80-46d6-93af-5f7b41cea25d req-3163f4c4-6633-4047-92eb-e4e4c6dfd0a9 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] Request body: {'port': {'device_id': '596f546c-0920-46cf-8c5b-7954e9fe6c69', 'network_id': 'ec41e9b8-ca95-4733-9938-a40bc676061d', 'admin_state_up': True, 'tenant_id': 'de7c7081e4f94005a4ad5308630cb9c6'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:16:10.619836 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6414b43-2a71-460c-b54b-a0bfa11691cd', 'name': 'network-vif-deleted', 'tag': '9e4db2a5-f4d4-4439-9d44-95bd522694b9'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:16:10.622494 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cf331ed-fd29-4183-ab39-e2f4181e65da" -d '{"events": [{"server_uuid": "b6414b43-2a71-460c-b54b-a0bfa11691cd", "name": "network-vif-deleted", "tag": "9e4db2a5-f4d4-4439-9d44-95bd522694b9"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:16:10.623917 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-50ec2e96-fdd7-4244-9672-1e0f8374ec73 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:10.663113 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5a867e73-ae5d-4908-aaf0-9a90ce596eb7 tempest-ServersTestManualDisk-1542911247 tempest-ServersTestManualDisk-1542911247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:10.666507 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5a867e73-ae5d-4908-aaf0-9a90ce596eb7 tempest-ServersTestManualDisk-1542911247 tempest-ServersTestManualDisk-1542911247-project] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:10.668097 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-5a867e73-ae5d-4908-aaf0-9a90ce596eb7 tempest-ServersTestManualDisk-1542911247 tempest-ServersTestManualDisk-1542911247-project] 10.222.0.41 "DELETE /v2.0/security-groups/2aec637d-7caa-4d7f-a83c-89f6f9b38c1e HTTP/1.1" status: 204 len: 168 time: 0.2599134 Aug 11 03:16:10.673505 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 39212) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:10.728053 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a867e73-ae5d-4908-aaf0-9a90ce596eb7 tempest-ServersTestManualDisk-1542911247 tempest-ServersTestManualDisk-1542911247-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aec637d-7caa-4d7f-a83c-89f6f9b38c1e,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:10.731596 n-d-764292-30 neutron-server[102191]: INFO neutron.api.v2.resource [None req-5b6f2414-fc61-4b31-937b-e041806a1ea1 tempest-ServersTestManualDisk-1542911247 tempest-ServersTestManualDisk-1542911247-project] show failed (client error): The resource could not be found. Aug 11 03:16:10.736883 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-5b6f2414-fc61-4b31-937b-e041806a1ea1 tempest-ServersTestManualDisk-1542911247 tempest-ServersTestManualDisk-1542911247-project] 10.222.0.41 "GET /v2.0/security-groups/2aec637d-7caa-4d7f-a83c-89f6f9b38c1e HTTP/1.1" status: 404 len: 347 time: 0.0579948 Aug 11 03:16:10.747131 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 39214) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:10.863743 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-50ec2e96-fdd7-4244-9672-1e0f8374ec73 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:10.866104 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:16:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06c95253-37b6-4328-99c8-29d493483e2f x-openstack-request-id: req-06c95253-37b6-4328-99c8-29d493483e2f {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:16:10.866658 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6414b43-2a71-460c-b54b-a0bfa11691cd", "name": "network-vif-deleted", "tag": "9e4db2a5-f4d4-4439-9d44-95bd522694b9", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:16:10.867116 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-06c95253-37b6-4328-99c8-29d493483e2f {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:16:10.872384 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6414b43-2a71-460c-b54b-a0bfa11691cd', 'name': 'network-vif-deleted', 'tag': '9e4db2a5-f4d4-4439-9d44-95bd522694b9', 'status': 'completed', 'code': 200} Aug 11 03:16:10.904364 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50ec2e96-fdd7-4244-9672-1e0f8374ec73 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Network 8886bdb2-96cd-41e9-b700-c178565a3929 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:16:10.926502 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-50ec2e96-fdd7-4244-9672-1e0f8374ec73 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:16:10.929120 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ec2e96-fdd7-4244-9672-1e0f8374ec73 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:16:10.930556 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-50ec2e96-fdd7-4244-9672-1e0f8374ec73 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:10.947988 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-486bd20c-6e80-46d6-93af-5f7b41cea25d req-3163f4c4-6633-4047-92eb-e4e4c6dfd0a9 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] Made reservation on behalf of de7c7081e4f94005a4ad5308630cb9c6 for: {'port': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:16:10.954571 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-486bd20c-6e80-46d6-93af-5f7b41cea25d req-3163f4c4-6633-4047-92eb-e4e4c6dfd0a9 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:10.982929 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 9e4db2a5-f4d4-4439-9d44-95bd522694b9 no longer exists at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:16:11.011755 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-7ede7884-afb8-4819-b0cb-27d9e509eb64 tempest-ServersTestManualDisk-1542911247 tempest-ServersTestManualDisk-1542911247-project] Deleting port 603ebb32-f0a2-411e-8688-3e214e812fd3 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:16:11.012110 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7ede7884-afb8-4819-b0cb-27d9e509eb64 tempest-ServersTestManualDisk-1542911247 tempest-ServersTestManualDisk-1542911247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:11.028907 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] No Port match for: 9e4db2a5-f4d4-4439-9d44-95bd522694b9 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:16:11.029520 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 9e4db2a5-f4d4-4439-9d44-95bd522694b9 not bound to the agent host n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:16:11.045259 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ec2e96-fdd7-4244-9672-1e0f8374ec73 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Pushing event updated for resources: {'Port': ['ID=5cdb56c0-c75a-4383-bba4-0aa576096a69,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:11.091877 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ec2e96-fdd7-4244-9672-1e0f8374ec73 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Checking segment: {'id': 'b0006025-a0eb-4134-b625-18e9548578db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'bfceb2ff-89ef-4867-8fd7-e6ab76095517'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:16:11.092246 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50ec2e96-fdd7-4244-9672-1e0f8374ec73 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Network hostable DHCP agents. Network: bfceb2ff-89ef-4867-8fd7-e6ab76095517, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:16:11.120207 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:11.131956 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7ede7884-afb8-4819-b0cb-27d9e509eb64 tempest-ServersTestManualDisk-1542911247 tempest-ServersTestManualDisk-1542911247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:11.132316 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7ede7884-afb8-4819-b0cb-27d9e509eb64 tempest-ServersTestManualDisk-1542911247 tempest-ServersTestManualDisk-1542911247-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:11.146721 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-7ede7884-afb8-4819-b0cb-27d9e509eb64 tempest-ServersTestManualDisk-1542911247 tempest-ServersTestManualDisk-1542911247-project] Calling delete_port for 603ebb32-f0a2-411e-8688-3e214e812fd3 owned by network:floatingip {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:16:11.172963 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ec2e96-fdd7-4244-9672-1e0f8374ec73 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Pushing event updated for resources: {'Port': ['ID=b3cb54ad-9aa5-44e6-9770-85fad30883f4,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:11.221095 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c652b30f-6e37-4dab-aebd-f90a9c92eb9e req-6f05811f-5e0c-4661-8ad3-21a8603cd886 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:11.223243 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c652b30f-6e37-4dab-aebd-f90a9c92eb9e req-6f05811f-5e0c-4661-8ad3-21a8603cd886 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/ports?device_id=23071014-7475-45d4-a929-0adda4de678f HTTP/1.1" status: 200 len: 944 time: 0.1207666 Aug 11 03:16:11.224474 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [req-486bd20c-6e80-46d6-93af-5f7b41cea25d req-3163f4c4-6633-4047-92eb-e4e4c6dfd0a9 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] Allocated IP 172.20.0.4 (ec41e9b8-ca95-4733-9938-a40bc676061d/a117f456-eefd-42ce-85d3-cce35b5c64c2/96f189bb-8c4b-4aac-b35e-960c55cea1e2) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:16:11.267111 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50ec2e96-fdd7-4244-9672-1e0f8374ec73 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Network bfceb2ff-89ef-4867-8fd7-e6ab76095517 is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:16:11.326406 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c652b30f-6e37-4dab-aebd-f90a9c92eb9e req-d08c1866-175c-4439-9e9c-189da1b04c85 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a89a04a-70d6-46f3-9b56-7cb537ff4761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775027 Aug 11 03:16:11.367729 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-50ec2e96-fdd7-4244-9672-1e0f8374ec73 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, bfceb2ff-89ef-4867-8fd7-e6ab76095517) {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:16:11.374449 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ec2e96-fdd7-4244-9672-1e0f8374ec73 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:16:11.378231 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4516475e-b14e-4c8d-a438-47b8f1e81a3e None None] Network bfceb2ff-89ef-4867-8fd7-e6ab76095517 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:16:11.387050 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ec2e96-fdd7-4244-9672-1e0f8374ec73 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:11.392947 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ec2e96-fdd7-4244-9672-1e0f8374ec73 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:11.395571 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7ede7884-afb8-4819-b0cb-27d9e509eb64 tempest-ServersTestManualDisk-1542911247 tempest-ServersTestManualDisk-1542911247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:11.398735 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-50ec2e96-fdd7-4244-9672-1e0f8374ec73 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:11.426697 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ede7884-afb8-4819-b0cb-27d9e509eb64 tempest-ServersTestManualDisk-1542911247 tempest-ServersTestManualDisk-1542911247-project] Pushing event deleted for resources: {'Port': ['ID=603ebb32-f0a2-411e-8688-3e214e812fd3,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:11.455328 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6727ef5f-d899-4f35-8d0e-208a72481cd0 req-a71a14f7-afa3-420e-99a2-20bb1cc86f08 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] 10.222.0.41 "GET /v2.0/ports?device_id=596f546c-0920-46cf-8c5b-7954e9fe6c69 HTTP/1.1" status: 200 len: 210 time: 0.0536699 Aug 11 03:16:11.501741 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7ede7884-afb8-4819-b0cb-27d9e509eb64 tempest-ServersTestManualDisk-1542911247 tempest-ServersTestManualDisk-1542911247-project] Notify callbacks [] for floatingip, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:11.504422 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7ede7884-afb8-4819-b0cb-27d9e509eb64 tempest-ServersTestManualDisk-1542911247 tempest-ServersTestManualDisk-1542911247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for floatingip, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:11.505630 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-7ede7884-afb8-4819-b0cb-27d9e509eb64 tempest-ServersTestManualDisk-1542911247 tempest-ServersTestManualDisk-1542911247-project] 10.222.0.41 "DELETE /v2.0/floatingips/d1d2a13d-8af6-40d1-b8e5-f1464c16448d HTTP/1.1" status: 204 len: 168 time: 0.7646458 Aug 11 03:16:11.509305 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 39230) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:11.519684 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-486bd20c-6e80-46d6-93af-5f7b41cea25d req-3163f4c4-6633-4047-92eb-e4e4c6dfd0a9 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:11.562179 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-50ec2e96-fdd7-4244-9672-1e0f8374ec73 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.2576194 Aug 11 03:16:11.563158 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 39232) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:11.684392 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-ed10e9bc-134a-4555-a3a5-ca0ed354033c tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Deleting port b3cb54ad-9aa5-44e6-9770-85fad30883f4 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:16:11.684801 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ed10e9bc-134a-4555-a3a5-ca0ed354033c tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:11.738892 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-486bd20c-6e80-46d6-93af-5f7b41cea25d req-3163f4c4-6633-4047-92eb-e4e4c6dfd0a9 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:11.752398 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['f0027ac7-c11d-49c1-937e-41ff32d936a8'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:16:11.755618 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ed10e9bc-134a-4555-a3a5-ca0ed354033c tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:11.758952 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['c982f111-cecb-487b-b437-20da5e3a51e8'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:16:11.773751 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-ed10e9bc-134a-4555-a3a5-ca0ed354033c tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Calling delete_port for b3cb54ad-9aa5-44e6-9770-85fad30883f4 owned by {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:16:11.799039 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-486bd20c-6e80-46d6-93af-5f7b41cea25d req-3163f4c4-6633-4047-92eb-e4e4c6dfd0a9 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] Network ec41e9b8-ca95-4733-9938-a40bc676061d is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:16:11.808804 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [req-486bd20c-6e80-46d6-93af-5f7b41cea25d req-3163f4c4-6633-4047-92eb-e4e4c6dfd0a9 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:16:11.811426 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [req-486bd20c-6e80-46d6-93af-5f7b41cea25d req-3163f4c4-6633-4047-92eb-e4e4c6dfd0a9 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:16:11.875003 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3163f4c4-6633-4047-92eb-e4e4c6dfd0a9 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] Pushing event updated for resources: {'Port': ['ID=96f189bb-8c4b-4aac-b35e-960c55cea1e2,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:11.927385 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486bd20c-6e80-46d6-93af-5f7b41cea25d req-3163f4c4-6633-4047-92eb-e4e4c6dfd0a9 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:11.928103 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-486bd20c-6e80-46d6-93af-5f7b41cea25d req-3163f4c4-6633-4047-92eb-e4e4c6dfd0a9 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:11.984636 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ed10e9bc-134a-4555-a3a5-ca0ed354033c tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:12.023911 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-486bd20c-6e80-46d6-93af-5f7b41cea25d req-3163f4c4-6633-4047-92eb-e4e4c6dfd0a9 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5122585 Aug 11 03:16:12.025976 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ed10e9bc-134a-4555-a3a5-ca0ed354033c tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:12.030658 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-ed10e9bc-134a-4555-a3a5-ca0ed354033c tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] 10.222.0.41 "DELETE /v2.0/ports/b3cb54ad-9aa5-44e6-9770-85fad30883f4 HTTP/1.1" status: 204 len: 168 time: 0.4628751 Aug 11 03:16:12.032900 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 39246) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:12.056442 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-486bd20c-6e80-46d6-93af-5f7b41cea25d req-3717afa5-de26-49b7-a795-72aa34a152ab service neutron] Request body: {'port': {'device_id': '596f546c-0920-46cf-8c5b-7954e9fe6c69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764292-30'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:16:12.087053 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed10e9bc-134a-4555-a3a5-ca0ed354033c tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Pushing event deleted for resources: {'Port': ['ID=b3cb54ad-9aa5-44e6-9770-85fad30883f4,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:12.148621 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-486bd20c-6e80-46d6-93af-5f7b41cea25d req-3717afa5-de26-49b7-a795-72aa34a152ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:12.209406 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca7b3912-1a94-40ed-9113-1fa758ed815e tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:12.215428 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca7b3912-1a94-40ed-9113-1fa758ed815e tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:12.220573 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-ca7b3912-1a94-40ed-9113-1fa758ed815e tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1834228 Aug 11 03:16:12.220776 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 39254) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:12.243540 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-72461d76-f6d5-45cc-adc0-9bee834eaff3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521106'] for router_interface, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:12.323871 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-73627165-aab2-49dd-b984-795776292535 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Deleting port 5cdb56c0-c75a-4383-bba4-0aa576096a69 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:16:12.323871 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-73627165-aab2-49dd-b984-795776292535 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:12.420566 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-73627165-aab2-49dd-b984-795776292535 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:12.448183 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-73627165-aab2-49dd-b984-795776292535 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Calling delete_port for 5cdb56c0-c75a-4383-bba4-0aa576096a69 owned by {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:16:12.629351 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-73627165-aab2-49dd-b984-795776292535 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:12.663849 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9605765-05f1-4626-bc9d-4eeca0a2d884 req-5a11572b-b6c4-42d7-8bbe-1b8bb0bb2770 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:12.665518 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f9605765-05f1-4626-bc9d-4eeca0a2d884 req-5a11572b-b6c4-42d7-8bbe-1b8bb0bb2770 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/ports?device_id=23071014-7475-45d4-a929-0adda4de678f HTTP/1.1" status: 200 len: 944 time: 0.2073562 Aug 11 03:16:12.711621 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73627165-aab2-49dd-b984-795776292535 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Pushing event deleted for resources: {'Port': ['ID=5cdb56c0-c75a-4383-bba4-0aa576096a69,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:12.716974 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-73627165-aab2-49dd-b984-795776292535 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:12.721253 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-73627165-aab2-49dd-b984-795776292535 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] 10.222.0.41 "DELETE /v2.0/ports/5cdb56c0-c75a-4383-bba4-0aa576096a69 HTTP/1.1" status: 204 len: 168 time: 0.4978154 Aug 11 03:16:12.722653 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 39274) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:12.733453 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc425109-568c-445c-9e61-0f7381282f57 req-71308a60-8c69-4e3a-a5b4-7a49be76961f tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:12.735035 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-fc425109-568c-445c-9e61-0f7381282f57 req-71308a60-8c69-4e3a-a5b4-7a49be76961f tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] 10.222.0.41 "GET /v2.0/ports?device_id=596f546c-0920-46cf-8c5b-7954e9fe6c69 HTTP/1.1" status: 200 len: 931 time: 0.1690958 Aug 11 03:16:12.802473 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1598fa1a-b432-42f4-8f83-fe3faee0c25e tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:12.807208 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-1598fa1a-b432-42f4-8f83-fe3faee0c25e tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0835133 Aug 11 03:16:12.807942 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 39282) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:12.839597 n-d-764292-30 neutron-server[102191]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffa6bd76-8311-4da6-8cc0-fa97da40bc93 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] GET failed (client error): The resource could not be found. Aug 11 03:16:12.841570 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-ffa6bd76-8311-4da6-8cc0-fa97da40bc93 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] 10.222.0.41 "GET /v2.0/ports/b3cb54ad-9aa5-44e6-9770-85fad30883f4 HTTP/1.1" status: 404 len: 333 time: 0.0326002 Aug 11 03:16:12.844343 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 39286) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:12.881599 n-d-764292-30 neutron-server[102191]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3a07370-be0c-4f55-8a0b-a0808cdc55a3 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] GET failed (client error): The resource could not be found. Aug 11 03:16:12.883542 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-c3a07370-be0c-4f55-8a0b-a0808cdc55a3 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] 10.222.0.41 "GET /v2.0/ports/5cdb56c0-c75a-4383-bba4-0aa576096a69 HTTP/1.1" status: 404 len: 333 time: 0.0379479 Aug 11 03:16:12.889130 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 39288) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:12.979460 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-af5e53d6-ec4c-43fd-8f46-e642956c62ed tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:12.985374 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device c8a9ed43-ee6d-4c76-9bbd-07c4a15a792e details requested by agent hyperv_n-h1-764292-30 with host n-h1-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:16:13.131828 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-af5e53d6-ec4c-43fd-8f46-e642956c62ed tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:13.143961 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-af5e53d6-ec4c-43fd-8f46-e642956c62ed tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfceb2ff-89ef-4867-8fd7-e6ab76095517']}} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:16:13.153876 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port c8a9ed43-ee6d-4c76-9bbd-07c4a15a792e, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=c8a9ed43-ee6d-4c76-9bbd-07c4a15a792e,segment=NetworkSegment(75976e57-b4d6-45fc-bdea-76c22fb63b62),segment_id=75976e57-b4d6-45fc-bdea-76c22fb63b62)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:16:13.164478 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-af5e53d6-ec4c-43fd-8f46-e642956c62ed tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0006025-a0eb-4134-b625-18e9548578db') {'for_net_delete': True} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:16:13.164773 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-af5e53d6-ec4c-43fd-8f46-e642956c62ed tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0006025-a0eb-4134-b625-18e9548578db') {} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:16:13.167500 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Returning: {'device': 'c8a9ed43-ee6d-4c76-9bbd-07c4a15a792e', 'network_id': 'd23f5a1b-0a20-4470-9e66-0c5a40221406', 'port_id': 'c8a9ed43-ee6d-4c76-9bbd-07c4a15a792e', 'mac_address': 'fa:16:3e:32:b0:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '617c48f0-a855-4ee0-bdb7-302ef1d77faa', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:16:13.181109 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-af5e53d6-ec4c-43fd-8f46-e642956c62ed tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126283644'] for segment, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:13.206603 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f9605765-05f1-4626-bc9d-4eeca0a2d884 req-51cab758-7e9c-41bc-a327-18de2c4737cc tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a89a04a-70d6-46f3-9b56-7cb537ff4761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5281777 Aug 11 03:16:13.219140 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-af5e53d6-ec4c-43fd-8f46-e642956c62ed tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:13.222398 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:13.222670 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af5e53d6-ec4c-43fd-8f46-e642956c62ed tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=102191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:16:13.222670 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-af5e53d6-ec4c-43fd-8f46-e642956c62ed tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126283391'] for segment, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:13.222883 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [req-486bd20c-6e80-46d6-93af-5f7b41cea25d req-3717afa5-de26-49b7-a795-72aa34a152ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96f189bb-8c4b-4aac-b35e-960c55cea1e2 {{(pid=102192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:16:13.239155 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-486bd20c-6e80-46d6-93af-5f7b41cea25d req-3717afa5-de26-49b7-a795-72aa34a152ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:13.254377 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8a9ed43-ee6d-4c76-9bbd-07c4a15a792e {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:16:13.254890 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-fc425109-568c-445c-9e61-0f7381282f57 req-3810fca0-3d84-418c-ac87-df44bfc402d8 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] 10.222.0.41 "GET /v2.0/security-groups?id=fc43ee60-6555-4bc5-a7a0-c97f67a784d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4979594 Aug 11 03:16:13.285386 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port c8a9ed43-ee6d-4c76-9bbd-07c4a15a792e, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=c8a9ed43-ee6d-4c76-9bbd-07c4a15a792e,segment=NetworkSegment(75976e57-b4d6-45fc-bdea-76c22fb63b62),segment_id=75976e57-b4d6-45fc-bdea-76c22fb63b62)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:16:13.330269 n-d-764292-30 neutron-server[102191]: Traceback (most recent call last): Aug 11 03:16:13.330269 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:16:13.330269 n-d-764292-30 neutron-server[102191]: timer() Aug 11 03:16:13.330269 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:16:13.330269 n-d-764292-30 neutron-server[102191]: cb(*args, **kw) Aug 11 03:16:13.330269 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:16:13.330269 n-d-764292-30 neutron-server[102191]: return func(*args, **kwargs) Aug 11 03:16:13.330269 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:16:13.330269 n-d-764292-30 neutron-server[102191]: self._notify() Aug 11 03:16:13.330269 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:16:13.330269 n-d-764292-30 neutron-server[102191]: self.callback(batched_events) Aug 11 03:16:13.330269 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:16:13.330269 n-d-764292-30 neutron-server[102191]: event.method(event) Aug 11 03:16:13.330269 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:16:13.330269 n-d-764292-30 neutron-server[102191]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:16:13.330269 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:16:13.330269 n-d-764292-30 neutron-server[102191]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:16:13.330269 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:16:13.330269 n-d-764292-30 neutron-server[102191]: return f(self, *a, **k) Aug 11 03:16:13.330269 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:16:13.330269 n-d-764292-30 neutron-server[102191]: return self._get(url).json() Aug 11 03:16:13.330269 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:16:13.330269 n-d-764292-30 neutron-server[102191]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:16:13.330269 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:16:13.330269 n-d-764292-30 neutron-server[102191]: return self.request(url, 'GET', **kwargs) Aug 11 03:16:13.330269 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:16:13.330269 n-d-764292-30 neutron-server[102191]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:16:13.330269 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:16:13.330269 n-d-764292-30 neutron-server[102191]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:16:13.330269 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:16:13.330269 n-d-764292-30 neutron-server[102191]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:16:13.330269 n-d-764292-30 neutron-server[102191]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:16:13.365935 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-72461d76-f6d5-45cc-adc0-9bee834eaff3 admin admin] Deleting port 1a27bf3e-1d1e-4bef-86e5-5612766f7a17 {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:16:13.366277 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-72461d76-f6d5-45cc-adc0-9bee834eaff3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:13.366640 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:13.428639 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-af5e53d6-ec4c-43fd-8f46-e642956c62ed tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:13.434027 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [req-486bd20c-6e80-46d6-93af-5f7b41cea25d req-3717afa5-de26-49b7-a795-72aa34a152ab service neutron] Transition to ACTIVE for port object 96f189bb-8c4b-4aac-b35e-960c55cea1e2 will not be triggered until provisioned by entity L2. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:16:13.458051 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=c8a9ed43-ee6d-4c76-9bbd-07c4a15a792e,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:13.466561 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [None req-72461d76-f6d5-45cc-adc0-9bee834eaff3 admin admin] For port 1a27bf3e-1d1e-4bef-86e5-5612766f7a17, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=1a27bf3e-1d1e-4bef-86e5-5612766f7a17,segment=NetworkSegment(f54147e9-8b7a-476a-9b8c-5a3e10613aa5),segment_id=f54147e9-8b7a-476a-9b8c-5a3e10613aa5)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:16:13.467190 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-72461d76-f6d5-45cc-adc0-9bee834eaff3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:13.481984 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-72461d76-f6d5-45cc-adc0-9bee834eaff3 admin admin] Calling delete_port for 1a27bf3e-1d1e-4bef-86e5-5612766f7a17 owned by network:router_interface {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:16:13.484999 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-af5e53d6-ec4c-43fd-8f46-e642956c62ed tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks [] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:13.487913 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-af5e53d6-ec4c-43fd-8f46-e642956c62ed tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] 10.222.0.41 "DELETE /v2.0/networks/bfceb2ff-89ef-4867-8fd7-e6ab76095517 HTTP/1.1" status: 204 len: 168 time: 0.5975988 Aug 11 03:16:13.490780 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5e53d6-ec4c-43fd-8f46-e642956c62ed tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Pushing event deleted for resources: {'Network': ['ID=bfceb2ff-89ef-4867-8fd7-e6ab76095517,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:13.500086 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 39300) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:13.501324 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-1b8538b0-17eb-4ac4-af3b-80c71ab379be tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1996876172'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:16:13.508045 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-486bd20c-6e80-46d6-93af-5f7b41cea25d req-3717afa5-de26-49b7-a795-72aa34a152ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:13.619173 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3717afa5-de26-49b7-a795-72aa34a152ab service neutron] Pushing event updated for resources: {'Port': ['ID=96f189bb-8c4b-4aac-b35e-960c55cea1e2,revision_number=2']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:13.671390 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['c8a9ed43-ee6d-4c76-9bbd-07c4a15a792e'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:16:13.724230 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b8538b0-17eb-4ac4-af3b-80c71ab379be tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Made reservation on behalf of 619f5dda48254516982a2d4b32c5e174 for: {'network': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:16:13.727655 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-1b8538b0-17eb-4ac4-af3b-80c71ab379be tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:13.802129 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-486bd20c-6e80-46d6-93af-5f7b41cea25d req-3717afa5-de26-49b7-a795-72aa34a152ab service neutron] Attempting to bind port 96f189bb-8c4b-4aac-b35e-960c55cea1e2 on host n-h2-764292-30 for vnic_type normal with profile {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:16:13.803329 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-486bd20c-6e80-46d6-93af-5f7b41cea25d req-3717afa5-de26-49b7-a795-72aa34a152ab service neutron] Attempting to bind port 96f189bb-8c4b-4aac-b35e-960c55cea1e2 by drivers openvswitch,hyperv on host n-h2-764292-30 at level 0 using segments [{'id': 'bd930099-d273-4386-9bc1-426af296d1dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'ec41e9b8-ca95-4733-9938-a40bc676061d'}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:16:13.804844 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486bd20c-6e80-46d6-93af-5f7b41cea25d req-3717afa5-de26-49b7-a795-72aa34a152ab service neutron] Attempting to bind port 96f189bb-8c4b-4aac-b35e-960c55cea1e2 on network ec41e9b8-ca95-4733-9938-a40bc676061d {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:16:13.835879 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b8538b0-17eb-4ac4-af3b-80c71ab379be tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=102192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:16:13.844142 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486bd20c-6e80-46d6-93af-5f7b41cea25d req-3717afa5-de26-49b7-a795-72aa34a152ab service neutron] Port 96f189bb-8c4b-4aac-b35e-960c55cea1e2 on network ec41e9b8-ca95-4733-9938-a40bc676061d not bound, no agent of type Open vSwitch agent registered on host n-h2-764292-30 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:16:13.845045 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486bd20c-6e80-46d6-93af-5f7b41cea25d req-3717afa5-de26-49b7-a795-72aa34a152ab service neutron] Attempting to bind port 96f189bb-8c4b-4aac-b35e-960c55cea1e2 on network ec41e9b8-ca95-4733-9938-a40bc676061d {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:16:13.854797 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486bd20c-6e80-46d6-93af-5f7b41cea25d req-3717afa5-de26-49b7-a795-72aa34a152ab service neutron] Checking agent: {'id': '70015fc0-62fb-48b2-b453-36906937cf2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 16, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:16:13.855277 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486bd20c-6e80-46d6-93af-5f7b41cea25d req-3717afa5-de26-49b7-a795-72aa34a152ab service neutron] Checking segment: {'id': 'bd930099-d273-4386-9bc1-426af296d1dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'ec41e9b8-ca95-4733-9938-a40bc676061d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:16:13.856702 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486bd20c-6e80-46d6-93af-5f7b41cea25d req-3717afa5-de26-49b7-a795-72aa34a152ab service neutron] Bound using segment: {'id': 'bd930099-d273-4386-9bc1-426af296d1dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'ec41e9b8-ca95-4733-9938-a40bc676061d'} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:16:13.857269 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-486bd20c-6e80-46d6-93af-5f7b41cea25d req-3717afa5-de26-49b7-a795-72aa34a152ab service neutron] Bound port: 96f189bb-8c4b-4aac-b35e-960c55cea1e2, host: n-h2-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd930099-d273-4386-9bc1-426af296d1dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'ec41e9b8-ca95-4733-9938-a40bc676061d'}}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:16:13.857725 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-486bd20c-6e80-46d6-93af-5f7b41cea25d req-3717afa5-de26-49b7-a795-72aa34a152ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:13.886971 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-1b8538b0-17eb-4ac4-af3b-80c71ab379be tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:13.887324 n-d-764292-30 neutron-server[102192]: INFO neutron.db.segments_db [None req-1b8538b0-17eb-4ac4-af3b-80c71ab379be tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Added segment 4f1a98ca-558d-465c-b472-842c423cd380 of type vlan for network bfb098b1-fd71-4485-9f48-0d0faba43cd2 Aug 11 03:16:13.964914 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-1b8538b0-17eb-4ac4-af3b-80c71ab379be tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:14.001944 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-486bd20c-6e80-46d6-93af-5f7b41cea25d req-3717afa5-de26-49b7-a795-72aa34a152ab service neutron] For port 96f189bb-8c4b-4aac-b35e-960c55cea1e2, host n-h2-764292-30, cleared binding levels {{(pid=102192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:16:14.018039 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-486bd20c-6e80-46d6-93af-5f7b41cea25d req-3717afa5-de26-49b7-a795-72aa34a152ab service neutron] For port 96f189bb-8c4b-4aac-b35e-960c55cea1e2, host n-h2-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=96f189bb-8c4b-4aac-b35e-960c55cea1e2,segment=NetworkSegment(bd930099-d273-4386-9bc1-426af296d1dc),segment_id=bd930099-d273-4386-9bc1-426af296d1dc)] {{(pid=102192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:16:14.019059 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-72461d76-f6d5-45cc-adc0-9bee834eaff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:14.050532 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72461d76-f6d5-45cc-adc0-9bee834eaff3 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a27bf3e-1d1e-4bef-86e5-5612766f7a17,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:14.115736 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-1b8538b0-17eb-4ac4-af3b-80c71ab379be tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:14.121321 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b8538b0-17eb-4ac4-af3b-80c71ab379be tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:14.121933 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-1b8538b0-17eb-4ac4-af3b-80c71ab379be tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:14.188247 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-486bd20c-6e80-46d6-93af-5f7b41cea25d req-3717afa5-de26-49b7-a795-72aa34a152ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:14.243563 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486bd20c-6e80-46d6-93af-5f7b41cea25d req-3717afa5-de26-49b7-a795-72aa34a152ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:14.243959 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-486bd20c-6e80-46d6-93af-5f7b41cea25d req-3717afa5-de26-49b7-a795-72aa34a152ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:14.245396 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-486bd20c-6e80-46d6-93af-5f7b41cea25d req-3717afa5-de26-49b7-a795-72aa34a152ab service neutron] 10.222.0.24 "PUT /v2.0/ports/96f189bb-8c4b-4aac-b35e-960c55cea1e2 HTTP/1.1" status: 200 len: 1092 time: 2.2134528 Aug 11 03:16:14.245976 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8538b0-17eb-4ac4-af3b-80c71ab379be tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Pushing event updated for resources: {'Network': ['ID=bfb098b1-fd71-4485-9f48-0d0faba43cd2,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:14.247899 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '596f546c-0920-46cf-8c5b-7954e9fe6c69', 'tag': '96f189bb-8c4b-4aac-b35e-960c55cea1e2'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:16:14.259622 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network bfb098b1-fd71-4485-9f48-0d0faba43cd2 details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:16:14.270605 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3f1695a-e0a4-4ace-a364-eef1f2b6d9d4" -d '{"events": [{"name": "network-changed", "server_uuid": "596f546c-0920-46cf-8c5b-7954e9fe6c69", "tag": "96f189bb-8c4b-4aac-b35e-960c55cea1e2"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:16:14.344258 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 39324) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:14.344724 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-1b8538b0-17eb-4ac4-af3b-80c71ab379be tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8478727 Aug 11 03:16:14.352278 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-87c5ae2e-c4cf-4a43-aef7-00398bc35834 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Request body: {'subnet': {'network_id': 'bfb098b1-fd71-4485-9f48-0d0faba43cd2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:16:14.406546 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3717afa5-de26-49b7-a795-72aa34a152ab service neutron] Pushing event updated for resources: {'Port': ['ID=96f189bb-8c4b-4aac-b35e-960c55cea1e2,revision_number=3']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:14.496317 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87c5ae2e-c4cf-4a43-aef7-00398bc35834 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Made reservation on behalf of 619f5dda48254516982a2d4b32c5e174 for: {'subnet': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:16:14.499848 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-87c5ae2e-c4cf-4a43-aef7-00398bc35834 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274743'] for subnet, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:14.539034 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cdde77-3ef9-4131-bb80-2b7befd68912 req-b3b61646-0747-4caf-acda-f5f77f8a5ef7 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:14.540537 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-07cdde77-3ef9-4131-bb80-2b7befd68912 req-b3b61646-0747-4caf-acda-f5f77f8a5ef7 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/ports?device_id=23071014-7475-45d4-a929-0adda4de678f HTTP/1.1" status: 200 len: 945 time: 0.1948407 Aug 11 03:16:14.548368 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486bd20c-6e80-46d6-93af-5f7b41cea25d req-80ffff7d-981e-4370-98ba-0f4e9d0105e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:14.550368 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-486bd20c-6e80-46d6-93af-5f7b41cea25d req-80ffff7d-981e-4370-98ba-0f4e9d0105e5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=de7c7081e4f94005a4ad5308630cb9c6&device_id=596f546c-0920-46cf-8c5b-7954e9fe6c69 HTTP/1.1" status: 200 len: 1095 time: 0.1824479 Aug 11 03:16:14.562064 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fc0aff-ed11-4882-96c1-68432fcb7ff3 req-1bc74775-e4ec-43ae-ac1c-737be7d0d693 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:14.563651 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-49fc0aff-ed11-4882-96c1-68432fcb7ff3 req-1bc74775-e4ec-43ae-ac1c-737be7d0d693 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] 10.222.0.41 "GET /v2.0/ports?device_id=596f546c-0920-46cf-8c5b-7954e9fe6c69 HTTP/1.1" status: 200 len: 943 time: 0.1952293 Aug 11 03:16:14.628513 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-486bd20c-6e80-46d6-93af-5f7b41cea25d req-a44ddb3d-8358-4572-a885-5ce54713f1fe service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=96f189bb-8c4b-4aac-b35e-960c55cea1e2 HTTP/1.1" status: 200 len: 217 time: 0.0607948 Aug 11 03:16:14.649703 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-72461d76-f6d5-45cc-adc0-9bee834eaff3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16383033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450082'] for router_interface, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:14.743079 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-87c5ae2e-c4cf-4a43-aef7-00398bc35834 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126283476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274725'] for subnet, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:14.753712 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-49fc0aff-ed11-4882-96c1-68432fcb7ff3 req-b3976cf4-5403-4a53-b9e9-7aea18700655 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] 10.222.0.41 "GET /v2.0/security-groups?id=fc43ee60-6555-4bc5-a7a0-c97f67a784d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751065 Aug 11 03:16:14.759927 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-07cdde77-3ef9-4131-bb80-2b7befd68912 req-18eb529b-98d7-4099-81c1-218945e70f22 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a89a04a-70d6-46f3-9b56-7cb537ff4761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912541 Aug 11 03:16:14.774378 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486bd20c-6e80-46d6-93af-5f7b41cea25d req-623b841f-e66a-4314-a294-0df026007cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:14.775988 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-486bd20c-6e80-46d6-93af-5f7b41cea25d req-623b841f-e66a-4314-a294-0df026007cf6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a117f456-eefd-42ce-85d3-cce35b5c64c2 HTTP/1.1" status: 200 len: 854 time: 0.1371350 Aug 11 03:16:14.847460 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:16:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe22613b-91e8-4940-a7ca-9269632bb009 x-openstack-request-id: req-fe22613b-91e8-4940-a7ca-9269632bb009 {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:16:14.847775 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "596f546c-0920-46cf-8c5b-7954e9fe6c69", "tag": "96f189bb-8c4b-4aac-b35e-960c55cea1e2", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:16:14.847995 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fe22613b-91e8-4940-a7ca-9269632bb009 {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:16:14.848395 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '596f546c-0920-46cf-8c5b-7954e9fe6c69', 'tag': '96f189bb-8c4b-4aac-b35e-960c55cea1e2', 'status': 'completed', 'code': 200} Aug 11 03:16:14.865350 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c5ae2e-c4cf-4a43-aef7-00398bc35834 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Pushing event updated for resources: {'Subnet': ['ID=eda168e3-b25b-4fdd-b1a6-917d0b06d240,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:14.865864 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-486bd20c-6e80-46d6-93af-5f7b41cea25d req-b597e459-18ad-4b9d-8472-1ba50002a14f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ec41e9b8-ca95-4733-9938-a40bc676061d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0816226 Aug 11 03:16:14.899891 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c5ae2e-c4cf-4a43-aef7-00398bc35834 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Checking segment: {'id': '4f1a98ca-558d-465c-b472-842c423cd380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'bfb098b1-fd71-4485-9f48-0d0faba43cd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:16:14.900252 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c5ae2e-c4cf-4a43-aef7-00398bc35834 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Network hostable DHCP agents. Network: bfb098b1-fd71-4485-9f48-0d0faba43cd2, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:16:14.989365 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c5ae2e-c4cf-4a43-aef7-00398bc35834 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Network bfb098b1-fd71-4485-9f48-0d0faba43cd2 is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:16:15.017478 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device c8a9ed43-ee6d-4c76-9bbd-07c4a15a792e up at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:16:15.059534 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-486bd20c-6e80-46d6-93af-5f7b41cea25d req-0b8bf45a-70e8-4ea8-b1a3-c085258944f5 service neutron] 10.222.0.24 "GET /v2.0/networks/ec41e9b8-ca95-4733-9938-a40bc676061d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770523 Aug 11 03:16:15.097633 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-87c5ae2e-c4cf-4a43-aef7-00398bc35834 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, bfb098b1-fd71-4485-9f48-0d0faba43cd2) {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:16:15.099331 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c5ae2e-c4cf-4a43-aef7-00398bc35834 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:15.100024 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-87c5ae2e-c4cf-4a43-aef7-00398bc35834 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:15.111168 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cabfcff6-2ab3-43a4-930e-3e9404b13f1a None None] Network bfb098b1-fd71-4485-9f48-0d0faba43cd2 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:16:15.154439 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72461d76-f6d5-45cc-adc0-9bee834eaff3 admin admin] Router db8ff22c-f468-4bd7-83db-f2d7e883fa09 has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:16:15.184697 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning for port c8a9ed43-ee6d-4c76-9bbd-07c4a15a792e completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:16:15.197574 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning complete for port c8a9ed43-ee6d-4c76-9bbd-07c4a15a792e triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:16:15.198028 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:15.212551 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-87c5ae2e-c4cf-4a43-aef7-00398bc35834 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8671315 Aug 11 03:16:15.215102 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 39352) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:15.220587 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-6bea2ac7-8ff5-4a8f-a8df-6cc02d858281 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Request body: {'port': {'network_id': 'bfb098b1-fd71-4485-9f48-0d0faba43cd2', 'name': 'tempest-PortsTestJSON-966590176'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:16:15.229447 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-486bd20c-6e80-46d6-93af-5f7b41cea25d req-6de23afe-6caf-46d1-be90-056c848e8704 service neutron] 10.222.0.24 "GET /v2.0/networks/ec41e9b8-ca95-4733-9938-a40bc676061d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580720 Aug 11 03:16:15.333937 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72461d76-f6d5-45cc-adc0-9bee834eaff3 admin admin] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:16:15.334233 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:15.343210 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-72461d76-f6d5-45cc-adc0-9bee834eaff3 admin admin] 10.222.0.41 "PUT /v2.0/routers/db8ff22c-f468-4bd7-83db-f2d7e883fa09/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8327789 Aug 11 03:16:15.343833 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 39354) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:15.375089 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8866bc22-f176-425f-9b1b-e1693d592a8b None None] Sync routers for ids ['db8ff22c-f468-4bd7-83db-f2d7e883fa09'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:16:15.428703 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8866bc22-f176-425f-9b1b-e1693d592a8b None None] Routers {'db8ff22c-f468-4bd7-83db-f2d7e883fa09'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:16:15.429982 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-8866bc22-f176-425f-9b1b-e1693d592a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:16:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['db8ff22c-f468-4bd7-83db-f2d7e883fa09'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:16:15.483244 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23071014-7475-45d4-a929-0adda4de678f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8a9ed43-ee6d-4c76-9bbd-07c4a15a792e'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:16:15.483244 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aa8bff5-893e-4416-bc5e-a9e20dc2ebc2" -d '{"events": [{"server_uuid": "23071014-7475-45d4-a929-0adda4de678f", "name": "network-vif-plugged", "status": "completed", "tag": "c8a9ed43-ee6d-4c76-9bbd-07c4a15a792e"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:16:15.497904 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port c8a9ed43-ee6d-4c76-9bbd-07c4a15a792e, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=c8a9ed43-ee6d-4c76-9bbd-07c4a15a792e,segment=NetworkSegment(75976e57-b4d6-45fc-bdea-76c22fb63b62),segment_id=75976e57-b4d6-45fc-bdea-76c22fb63b62)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:16:15.504577 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0b82712-dbc2-4fe1-bb0f-227006b811e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde080026-c28f-55be-b52b-13827cc43646-bfb098b1-fd71-4485-9f48-0d0faba43cd2', 'network_id': 'bfb098b1-fd71-4485-9f48-0d0faba43cd2', 'tenant_id': '619f5dda48254516982a2d4b32c5e174', 'fixed_ips': [{'subnet_id': 'eda168e3-b25b-4fdd-b1a6-917d0b06d240'}]}} from n-d-764292-30. {{(pid=102193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:16:15.505178 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-a0b82712-dbc2-4fe1-bb0f-227006b811e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:15.536906 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bea2ac7-8ff5-4a8f-a8df-6cc02d858281 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Made reservation on behalf of 619f5dda48254516982a2d4b32c5e174 for: {'port': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:16:15.540887 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6bea2ac7-8ff5-4a8f-a8df-6cc02d858281 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:15.551844 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f1695a-e0a4-4ace-a364-eef1f2b6d9d4 req-93bc5523-bc4d-48f9-b6e7-9e0253ad1ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:15.553417 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e3f1695a-e0a4-4ace-a364-eef1f2b6d9d4 req-93bc5523-bc4d-48f9-b6e7-9e0253ad1ccc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=de7c7081e4f94005a4ad5308630cb9c6&device_id=596f546c-0920-46cf-8c5b-7954e9fe6c69 HTTP/1.1" status: 200 len: 1095 time: 0.1164391 Aug 11 03:16:15.579211 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-36c938df-2b9a-475d-ac3a-a97df6dab57f admin admin] Notify callbacks [] for router, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:15.592651 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [None req-6bea2ac7-8ff5-4a8f-a8df-6cc02d858281 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] device_id is not set on port c5039207-3c0c-4ae2-9658-9d083e88166c yet. {{(pid=102191) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:16:15.618875 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:16:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2643008-d64a-4879-bcb6-8f72ab61ee9a x-openstack-request-id: req-e2643008-d64a-4879-bcb6-8f72ab61ee9a {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:16:15.619165 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23071014-7475-45d4-a929-0adda4de678f", "name": "network-vif-plugged", "status": "completed", "tag": "c8a9ed43-ee6d-4c76-9bbd-07c4a15a792e", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:16:15.619424 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e2643008-d64a-4879-bcb6-8f72ab61ee9a {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:16:15.619830 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23071014-7475-45d4-a929-0adda4de678f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8a9ed43-ee6d-4c76-9bbd-07c4a15a792e', 'code': 200} Aug 11 03:16:15.623242 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:15.760114 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f1695a-e0a4-4ace-a364-eef1f2b6d9d4 req-39c07aa0-8b83-4b78-9230-ea4c933b0375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:15.761596 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e3f1695a-e0a4-4ace-a364-eef1f2b6d9d4 req-39c07aa0-8b83-4b78-9230-ea4c933b0375 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ec41e9b8-ca95-4733-9938-a40bc676061d HTTP/1.1" status: 200 len: 915 time: 0.1996803 Aug 11 03:16:15.771067 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-36c938df-2b9a-475d-ac3a-a97df6dab57f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:15.807289 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [None req-6bea2ac7-8ff5-4a8f-a8df-6cc02d858281 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Allocated IP 172.20.0.5 (bfb098b1-fd71-4485-9f48-0d0faba43cd2/eda168e3-b25b-4fdd-b1a6-917d0b06d240/c5039207-3c0c-4ae2-9658-9d083e88166c) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:16:15.820307 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e3f1695a-e0a4-4ace-a364-eef1f2b6d9d4 req-0ee33fad-12f8-424c-baec-5633b41c2c83 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=96f189bb-8c4b-4aac-b35e-960c55cea1e2 HTTP/1.1" status: 200 len: 217 time: 0.0451312 Aug 11 03:16:15.872100 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-8866bc22-f176-425f-9b1b-e1693d592a8b None None] Set router db8ff22c-f468-4bd7-83db-f2d7e883fa09 gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:16:15.901365 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0637c4ed-c961-4018-8970-7ef425f1124a req-94c43229-ca1d-4b2b-bfe7-3924dc915417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:15.903400 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-0637c4ed-c961-4018-8970-7ef425f1124a req-94c43229-ca1d-4b2b-bfe7-3924dc915417 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=23071014-7475-45d4-a929-0adda4de678f HTTP/1.1" status: 200 len: 1098 time: 0.2480581 Aug 11 03:16:15.970051 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=c8a9ed43-ee6d-4c76-9bbd-07c4a15a792e,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:16.001137 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f1695a-e0a4-4ace-a364-eef1f2b6d9d4 req-fca06379-2993-4193-bb19-b1ca056dda58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:16.002697 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e3f1695a-e0a4-4ace-a364-eef1f2b6d9d4 req-fca06379-2993-4193-bb19-b1ca056dda58 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a117f456-eefd-42ce-85d3-cce35b5c64c2 HTTP/1.1" status: 200 len: 854 time: 0.1727901 Aug 11 03:16:16.041018 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-0637c4ed-c961-4018-8970-7ef425f1124a req-5a6a4862-fe47-4af7-8d01-c4d561d702fe service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=3a89a04a-70d6-46f3-9b56-7cb537ff4761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279182 Aug 11 03:16:16.042516 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13dd63a-5777-4ccb-af5c-e6e9ec4a730c req-98b96d28-d0f8-4e03-83f3-6e88854cd798 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:16.050420 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b13dd63a-5777-4ccb-af5c-e6e9ec4a730c req-98b96d28-d0f8-4e03-83f3-6e88854cd798 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/ports?device_id=23071014-7475-45d4-a929-0adda4de678f HTTP/1.1" status: 200 len: 946 time: 0.1418273 Aug 11 03:16:16.074823 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e3f1695a-e0a4-4ace-a364-eef1f2b6d9d4 req-59d0adfb-c08a-4bd3-b98c-ec445db7c626 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ec41e9b8-ca95-4733-9938-a40bc676061d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0603371 Aug 11 03:16:16.083227 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5809fce6-dd40-42fa-b473-88684675fded req-3883be41-df1e-41b6-a478-1b7612eb12d0 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:16.091583 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5809fce6-dd40-42fa-b473-88684675fded req-3883be41-df1e-41b6-a478-1b7612eb12d0 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] 10.222.0.41 "GET /v2.0/ports?device_id=596f546c-0920-46cf-8c5b-7954e9fe6c69 HTTP/1.1" status: 200 len: 943 time: 0.1761434 Aug 11 03:16:16.145242 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6bea2ac7-8ff5-4a8f-a8df-6cc02d858281 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:16.160145 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-8866bc22-f176-425f-9b1b-e1693d592a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db8ff22c-f468-4bd7-83db-f2d7e883fa09', 'name': 'tempest-ServersTestManualDisk-948292256-router', 'tenant_id': '7dfe11bfde114b89a52959d4b6413ca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': 'f1201ccd-b5d3-46da-912d-058070f000a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:12:54Z', 'updated_at': '2021-08-11T03:16:13Z', 'revision_number': 5, 'project_id': '7dfe11bfde114b89a52959d4b6413ca0', 'gw_port': {'id': 'f1201ccd-b5d3-46da-912d-058070f000a2', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:3e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8ff22c-f468-4bd7-83db-f2d7e883fa09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:12:55Z', 'updated_at': '2021-08-11T03:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:16:16.203787 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [None req-6bea2ac7-8ff5-4a8f-a8df-6cc02d858281 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Transition to ACTIVE for port object c5039207-3c0c-4ae2-9658-9d083e88166c will not be triggered until provisioned by entity DHCP. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:16:16.213558 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-36c938df-2b9a-475d-ac3a-a97df6dab57f admin admin] Deleting port f1201ccd-b5d3-46da-912d-058070f000a2 {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:16:16.214016 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-36c938df-2b9a-475d-ac3a-a97df6dab57f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:16.221805 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8866bc22-f176-425f-9b1b-e1693d592a8b None None] Checking router: db8ff22c-f468-4bd7-83db-f2d7e883fa09 for host: n-d-764292-30 {{(pid=102193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:16:16.232940 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8866bc22-f176-425f-9b1b-e1693d592a8b None None] Routers {'db8ff22c-f468-4bd7-83db-f2d7e883fa09'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:16:16.234145 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-8866bc22-f176-425f-9b1b-e1693d592a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:16:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['db8ff22c-f468-4bd7-83db-f2d7e883fa09'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:16:16.320435 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b13dd63a-5777-4ccb-af5c-e6e9ec4a730c req-7ff05e16-5506-4a04-9a1a-30c424851d83 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a89a04a-70d6-46f3-9b56-7cb537ff4761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2675135 Aug 11 03:16:16.328476 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5809fce6-dd40-42fa-b473-88684675fded req-13db8fcb-f78a-457b-ad13-74b36fda93a2 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] 10.222.0.41 "GET /v2.0/security-groups?id=fc43ee60-6555-4bc5-a7a0-c97f67a784d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317305 Aug 11 03:16:16.346746 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e3f1695a-e0a4-4ace-a364-eef1f2b6d9d4 req-747f7b14-9f39-4eba-b1b5-7f1c351479bc service neutron] 10.222.0.24 "GET /v2.0/networks/ec41e9b8-ca95-4733-9938-a40bc676061d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2413630 Aug 11 03:16:16.349616 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6bea2ac7-8ff5-4a8f-a8df-6cc02d858281 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:16.418018 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bea2ac7-8ff5-4a8f-a8df-6cc02d858281 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Network bfb098b1-fd71-4485-9f48-0d0faba43cd2 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:16:16.425937 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-6bea2ac7-8ff5-4a8f-a8df-6cc02d858281 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:16:16.435556 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bea2ac7-8ff5-4a8f-a8df-6cc02d858281 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:16:16.458245 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.db_base_plugin_common [None req-a0b82712-dbc2-4fe1-bb0f-227006b811e6 None None] Allocated IP 172.20.0.2 (bfb098b1-fd71-4485-9f48-0d0faba43cd2/eda168e3-b25b-4fdd-b1a6-917d0b06d240/ea9a074a-1ae0-40aa-9a6f-9ec5dd4f662c) {{(pid=102193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:16:16.476655 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bea2ac7-8ff5-4a8f-a8df-6cc02d858281 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Pushing event updated for resources: {'Port': ['ID=c5039207-3c0c-4ae2-9658-9d083e88166c,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:16.504324 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [None req-36c938df-2b9a-475d-ac3a-a97df6dab57f admin admin] For port f1201ccd-b5d3-46da-912d-058070f000a2, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=f1201ccd-b5d3-46da-912d-058070f000a2,segment=NetworkSegment(fab28bed-aa25-40db-bba4-ec26e795194c),segment_id=fab28bed-aa25-40db-bba4-ec26e795194c)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:16:16.504821 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-36c938df-2b9a-475d-ac3a-a97df6dab57f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:16.520113 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-36c938df-2b9a-475d-ac3a-a97df6dab57f admin admin] Calling delete_port for f1201ccd-b5d3-46da-912d-058070f000a2 owned by network:router_gateway {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:16:16.536498 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bea2ac7-8ff5-4a8f-a8df-6cc02d858281 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:16.537532 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6bea2ac7-8ff5-4a8f-a8df-6cc02d858281 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:16.584142 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-8866bc22-f176-425f-9b1b-e1693d592a8b None None] Set router db8ff22c-f468-4bd7-83db-f2d7e883fa09 gateway port host: None {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:16:16.614343 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-6bea2ac7-8ff5-4a8f-a8df-6cc02d858281 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.3957684 Aug 11 03:16:16.615548 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 39388) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:16.662202 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-8866bc22-f176-425f-9b1b-e1693d592a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db8ff22c-f468-4bd7-83db-f2d7e883fa09', 'name': 'tempest-ServersTestManualDisk-948292256-router', 'tenant_id': '7dfe11bfde114b89a52959d4b6413ca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:12:54Z', 'updated_at': '2021-08-11T03:16:15Z', 'revision_number': 6, 'project_id': '7dfe11bfde114b89a52959d4b6413ca0', 'gw_port_host': None}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:16:16.712459 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8866bc22-f176-425f-9b1b-e1693d592a8b None None] The sync data for ids ['db8ff22c-f468-4bd7-83db-f2d7e883fa09'] in n-d-764292-30 is: [{'id': 'db8ff22c-f468-4bd7-83db-f2d7e883fa09', 'name': 'tempest-ServersTestManualDisk-948292256-router', 'tenant_id': '7dfe11bfde114b89a52959d4b6413ca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:12:54Z', 'updated_at': '2021-08-11T03:16:15Z', 'revision_number': 6, 'project_id': '7dfe11bfde114b89a52959d4b6413ca0', 'gw_port_host': None}] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:16:16.784861 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-a0b82712-dbc2-4fe1-bb0f-227006b811e6 None None] Notify callbacks [] for port, precommit_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:16.796866 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-a0b82712-dbc2-4fe1-bb0f-227006b811e6 None None] Transition to ACTIVE for port object ea9a074a-1ae0-40aa-9a6f-9ec5dd4f662c will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:16:16.804429 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-a01d4210-13b3-466f-856c-d4d10c476c56 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Deleting port c5039207-3c0c-4ae2-9658-9d083e88166c {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:16:16.804429 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a01d4210-13b3-466f-856c-d4d10c476c56 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:16.818555 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-a0b82712-dbc2-4fe1-bb0f-227006b811e6 None None] Transition to ACTIVE for port object ea9a074a-1ae0-40aa-9a6f-9ec5dd4f662c will not be triggered until provisioned by entity DHCP. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:16:16.914700 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-a0b82712-dbc2-4fe1-bb0f-227006b811e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669'] for port, after_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:16.917692 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a01d4210-13b3-466f-856c-d4d10c476c56 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:16.932603 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-a01d4210-13b3-466f-856c-d4d10c476c56 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Calling delete_port for c5039207-3c0c-4ae2-9658-9d083e88166c owned by {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:16:16.983685 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0b82712-dbc2-4fe1-bb0f-227006b811e6 None None] Network bfb098b1-fd71-4485-9f48-0d0faba43cd2 is already hosted by enough agents. {{(pid=102193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:16:16.988414 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.base_scheduler [None req-a0b82712-dbc2-4fe1-bb0f-227006b811e6 None None] Resources bound (agent type, host, resource id): {{(pid=102193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:16:16.997247 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b82712-dbc2-4fe1-bb0f-227006b811e6 None None] Received port after_create {{(pid=102193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:16:17.014342 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b82712-dbc2-4fe1-bb0f-227006b811e6 None None] Pushing event updated for resources: {'Port': ['ID=ea9a074a-1ae0-40aa-9a6f-9ec5dd4f662c,revision_number=1']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:17.028082 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e3f1695a-e0a4-4ace-a364-eef1f2b6d9d4 req-ac0a674c-9e53-412f-9630-f33f88983bd1 service neutron] 10.222.0.24 "GET /v2.0/networks/ec41e9b8-ca95-4733-9938-a40bc676061d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6789792 Aug 11 03:16:17.133625 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-a0b82712-dbc2-4fe1-bb0f-227006b811e6 None None] Attempting to bind port ea9a074a-1ae0-40aa-9a6f-9ec5dd4f662c on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:16:17.134104 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-a0b82712-dbc2-4fe1-bb0f-227006b811e6 None None] Attempting to bind port ea9a074a-1ae0-40aa-9a6f-9ec5dd4f662c by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': '4f1a98ca-558d-465c-b472-842c423cd380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'bfb098b1-fd71-4485-9f48-0d0faba43cd2'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:16:17.134564 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b82712-dbc2-4fe1-bb0f-227006b811e6 None None] Attempting to bind port ea9a074a-1ae0-40aa-9a6f-9ec5dd4f662c on network bfb098b1-fd71-4485-9f48-0d0faba43cd2 {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:16:17.143162 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-36c938df-2b9a-475d-ac3a-a97df6dab57f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:17.143476 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b82712-dbc2-4fe1-bb0f-227006b811e6 None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 16, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:16:17.143861 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b82712-dbc2-4fe1-bb0f-227006b811e6 None None] Checking segment: {'id': '4f1a98ca-558d-465c-b472-842c423cd380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'bfb098b1-fd71-4485-9f48-0d0faba43cd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:16:17.144268 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-a0b82712-dbc2-4fe1-bb0f-227006b811e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:17.144768 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b82712-dbc2-4fe1-bb0f-227006b811e6 None None] Bound using segment: {'id': '4f1a98ca-558d-465c-b472-842c423cd380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'bfb098b1-fd71-4485-9f48-0d0faba43cd2'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:16:17.145158 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-a0b82712-dbc2-4fe1-bb0f-227006b811e6 None None] Bound port: ea9a074a-1ae0-40aa-9a6f-9ec5dd4f662c, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f1a98ca-558d-465c-b472-842c423cd380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'bfb098b1-fd71-4485-9f48-0d0faba43cd2'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:16:17.145543 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-a0b82712-dbc2-4fe1-bb0f-227006b811e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:17.191736 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c938df-2b9a-475d-ac3a-a97df6dab57f admin admin] Pushing event deleted for resources: {'Port': ['ID=f1201ccd-b5d3-46da-912d-058070f000a2,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:17.290454 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-36c938df-2b9a-475d-ac3a-a97df6dab57f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-446916'] for router_gateway, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:17.322689 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a01d4210-13b3-466f-856c-d4d10c476c56 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:17.332036 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-a0b82712-dbc2-4fe1-bb0f-227006b811e6 None None] For port ea9a074a-1ae0-40aa-9a6f-9ec5dd4f662c, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:16:17.335877 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-a0b82712-dbc2-4fe1-bb0f-227006b811e6 None None] For port ea9a074a-1ae0-40aa-9a6f-9ec5dd4f662c, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=ea9a074a-1ae0-40aa-9a6f-9ec5dd4f662c,segment=NetworkSegment(4f1a98ca-558d-465c-b472-842c423cd380),segment_id=4f1a98ca-558d-465c-b472-842c423cd380)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:16:17.377054 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01d4210-13b3-466f-856c-d4d10c476c56 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Pushing event deleted for resources: {'Port': ['ID=c5039207-3c0c-4ae2-9658-9d083e88166c,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:17.402357 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-36c938df-2b9a-475d-ac3a-a97df6dab57f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6544'] for router, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:17.404552 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-36c938df-2b9a-475d-ac3a-a97df6dab57f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:17.453112 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-a0b82712-dbc2-4fe1-bb0f-227006b811e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:17.494640 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a01d4210-13b3-466f-856c-d4d10c476c56 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:17.497060 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-a01d4210-13b3-466f-856c-d4d10c476c56 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] 10.222.0.41 "DELETE /v2.0/ports/c5039207-3c0c-4ae2-9658-9d083e88166c HTTP/1.1" status: 204 len: 168 time: 0.8802783 Aug 11 03:16:17.500311 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 39408) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:17.536259 n-d-764292-30 neutron-server[102191]: INFO neutron.pecan_wsgi.hooks.translation [None req-be646b07-e8dc-4d8b-8cbc-610334c00f0f tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] DELETE failed (client error): The resource could not be found. Aug 11 03:16:17.537418 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be646b07-e8dc-4d8b-8cbc-610334c00f0f tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:16:17.543419 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 39410) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:17.543739 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-be646b07-e8dc-4d8b-8cbc-610334c00f0f tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] 10.222.0.41 "DELETE /v2.0/ports/c5039207-3c0c-4ae2-9658-9d083e88166c HTTP/1.1" status: 404 len: 333 time: 0.0411537 Aug 11 03:16:17.554735 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b82712-dbc2-4fe1-bb0f-227006b811e6 None None] Pushing event updated for resources: {'Port': ['ID=ea9a074a-1ae0-40aa-9a6f-9ec5dd4f662c,revision_number=2']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:17.587346 n-d-764292-30 neutron-server[102192]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f1068ea-f4c6-4f87-9296-0b7ef68e8b66 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] GET failed (client error): The resource could not be found. Aug 11 03:16:17.591591 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-2f1068ea-f4c6-4f87-9296-0b7ef68e8b66 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] 10.222.0.41 "GET /v2.0/ports/c5039207-3c0c-4ae2-9658-9d083e88166c HTTP/1.1" status: 404 len: 333 time: 0.0437167 Aug 11 03:16:17.591900 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 39412) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:17.635297 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 1a27bf3e-1d1e-4bef-86e5-5612766f7a17 no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:16:17.658400 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-36c938df-2b9a-475d-ac3a-a97df6dab57f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448809'] for router, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:17.665189 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36c938df-2b9a-475d-ac3a-a97df6dab57f admin admin] Fanout notify agent at l3_agent the message router_deleted on router db8ff22c-f468-4bd7-83db-f2d7e883fa09 {{(pid=102192) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:16:17.682591 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: 1a27bf3e-1d1e-4bef-86e5-5612766f7a17 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:16:17.683128 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 1a27bf3e-1d1e-4bef-86e5-5612766f7a17 not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:16:17.701880 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-36c938df-2b9a-475d-ac3a-a97df6dab57f admin admin] Notify callbacks [] for router, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:17.705479 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-36c938df-2b9a-475d-ac3a-a97df6dab57f admin admin] 10.222.0.41 "DELETE /v2.0/routers/db8ff22c-f468-4bd7-83db-f2d7e883fa09 HTTP/1.1" status: 204 len: 168 time: 2.3583953 Aug 11 03:16:17.708035 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 39420) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:17.730427 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c21632d-39b1-4799-9ab3-315f00c99e90 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Deleting subnet eda168e3-b25b-4fdd-b1a6-917d0b06d240 {{(pid=102192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:16:17.741966 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534ef37a-e039-4dc6-bf17-48175471e37d req-deb12b16-ad49-4a54-9a89-261e48d55a7d tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:17.743234 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-534ef37a-e039-4dc6-bf17-48175471e37d req-deb12b16-ad49-4a54-9a89-261e48d55a7d tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/ports?device_id=23071014-7475-45d4-a929-0adda4de678f HTTP/1.1" status: 200 len: 946 time: 0.2756567 Aug 11 03:16:17.743969 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-2c21632d-39b1-4799-9ab3-315f00c99e90 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks [] for subnet, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:17.801198 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_v2 [None req-468d7b4b-1fc8-4e9a-9e94-d3e13c611a5b admin admin] Deleting subnet 4ea3625a-218b-4c96-9f19-e26b676452c7 {{(pid=102191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:16:17.804744 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-468d7b4b-1fc8-4e9a-9e94-d3e13c611a5b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:17.807209 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6896897a-f7f3-4dee-a749-2050ed061596 req-a4322711-a9ea-4a72-82a8-370616fe75f1 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:17.808777 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6896897a-f7f3-4dee-a749-2050ed061596 req-a4322711-a9ea-4a72-82a8-370616fe75f1 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] 10.222.0.41 "GET /v2.0/ports?device_id=596f546c-0920-46cf-8c5b-7954e9fe6c69 HTTP/1.1" status: 200 len: 943 time: 0.3424237 Aug 11 03:16:17.839508 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-2c21632d-39b1-4799-9ab3-315f00c99e90 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125932460'] for subnet, precommit_delete_associations {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:17.863356 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-468d7b4b-1fc8-4e9a-9e94-d3e13c611a5b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126283525'] for subnet, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:17.890806 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-534ef37a-e039-4dc6-bf17-48175471e37d req-107f5cae-60f6-40d8-8d07-bff6e8f69a73 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a89a04a-70d6-46f3-9b56-7cb537ff4761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113288 Aug 11 03:16:17.914638 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6896897a-f7f3-4dee-a749-2050ed061596 req-209b4383-eef8-435a-ad48-59b72e19c035 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] 10.222.0.41 "GET /v2.0/security-groups?id=fc43ee60-6555-4bc5-a7a0-c97f67a784d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894079 Aug 11 03:16:18.010439 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-2c21632d-39b1-4799-9ab3-315f00c99e90 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:18.113777 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-468d7b4b-1fc8-4e9a-9e94-d3e13c611a5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:18.194572 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-2c21632d-39b1-4799-9ab3-315f00c99e90 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125932157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126180897'] for subnet, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:18.232524 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c21632d-39b1-4799-9ab3-315f00c99e90 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Pushing event deleted for resources: {'Subnet': ['ID=eda168e3-b25b-4fdd-b1a6-917d0b06d240,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:18.244646 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-2c21632d-39b1-4799-9ab3-315f00c99e90 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:18.248177 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-2c21632d-39b1-4799-9ab3-315f00c99e90 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] 10.222.0.41 "DELETE /v2.0/subnets/eda168e3-b25b-4fdd-b1a6-917d0b06d240 HTTP/1.1" status: 204 len: 168 time: 0.6532552 Aug 11 03:16:18.250151 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 39428) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:18.308867 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-468d7b4b-1fc8-4e9a-9e94-d3e13c611a5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126283413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126275158'] for subnet, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:18.344081 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d7b4b-1fc8-4e9a-9e94-d3e13c611a5b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ea3625a-218b-4c96-9f19-e26b676452c7,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:18.353705 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-468d7b4b-1fc8-4e9a-9e94-d3e13c611a5b admin admin] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:18.357739 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efb3b9a3-9a2f-464e-971a-cddcc437abe4 None None] Network e9f60ad6-c983-468c-801f-9acb1516310b requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:16:18.358043 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-468d7b4b-1fc8-4e9a-9e94-d3e13c611a5b admin admin] 10.222.0.41 "DELETE /v2.0/subnets/4ea3625a-218b-4c96-9f19-e26b676452c7 HTTP/1.1" status: 204 len: 168 time: 0.6489995 Aug 11 03:16:18.358914 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 39430) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:18.365200 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-82b0b6ec-53fa-47d0-aa1e-d55637ee733b tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:18.455139 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-82b0b6ec-53fa-47d0-aa1e-d55637ee733b tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Deleting port ea9a074a-1ae0-40aa-9a6f-9ec5dd4f662c {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:16:18.455494 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-82b0b6ec-53fa-47d0-aa1e-d55637ee733b tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:18.465283 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-1cd1d0d7-dc33-4146-a8c9-05bbaf42e46f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:18.533211 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-1cd1d0d7-dc33-4146-a8c9-05bbaf42e46f admin admin] Deleting port 9968beec-60bf-4f4d-824c-e6c5a11d5a44 {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:16:18.533557 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-1cd1d0d7-dc33-4146-a8c9-05bbaf42e46f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:18.596092 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [None req-82b0b6ec-53fa-47d0-aa1e-d55637ee733b tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] For port ea9a074a-1ae0-40aa-9a6f-9ec5dd4f662c, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=ea9a074a-1ae0-40aa-9a6f-9ec5dd4f662c,segment=NetworkSegment(4f1a98ca-558d-465c-b472-842c423cd380),segment_id=4f1a98ca-558d-465c-b472-842c423cd380)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:16:18.597248 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-82b0b6ec-53fa-47d0-aa1e-d55637ee733b tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:18.621755 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-82b0b6ec-53fa-47d0-aa1e-d55637ee733b tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Calling delete_port for ea9a074a-1ae0-40aa-9a6f-9ec5dd4f662c owned by network:dhcp {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:16:18.650593 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ddd2bf4-1bb9-4a75-b65c-4ec024facb44 None None] DHCP port deletion for e9f60ad6-c983-468c-801f-9acb1516310b request from n-d-764292-30 {{(pid=102193) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:16:18.698006 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [None req-1cd1d0d7-dc33-4146-a8c9-05bbaf42e46f admin admin] For port 9968beec-60bf-4f4d-824c-e6c5a11d5a44, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=9968beec-60bf-4f4d-824c-e6c5a11d5a44,segment=NetworkSegment(f54147e9-8b7a-476a-9b8c-5a3e10613aa5),segment_id=f54147e9-8b7a-476a-9b8c-5a3e10613aa5)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:16:18.698710 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-1cd1d0d7-dc33-4146-a8c9-05bbaf42e46f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:18.719528 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 96f189bb-8c4b-4aac-b35e-960c55cea1e2 details requested by agent hyperv_n-h2-764292-30 with host n-h2-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:16:18.755604 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-1cd1d0d7-dc33-4146-a8c9-05bbaf42e46f admin admin] Calling delete_port for 9968beec-60bf-4f4d-824c-e6c5a11d5a44 owned by network:dhcp {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:16:18.868860 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-82b0b6ec-53fa-47d0-aa1e-d55637ee733b tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:18.884310 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port 96f189bb-8c4b-4aac-b35e-960c55cea1e2, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=96f189bb-8c4b-4aac-b35e-960c55cea1e2,segment=NetworkSegment(bd930099-d273-4386-9bc1-426af296d1dc),segment_id=bd930099-d273-4386-9bc1-426af296d1dc)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:16:18.907021 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Returning: {'device': '96f189bb-8c4b-4aac-b35e-960c55cea1e2', 'network_id': 'ec41e9b8-ca95-4733-9938-a40bc676061d', 'port_id': '96f189bb-8c4b-4aac-b35e-960c55cea1e2', 'mac_address': 'fa:16:3e:37:e8:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a117f456-eefd-42ce-85d3-cce35b5c64c2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:16:18.919029 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b0b6ec-53fa-47d0-aa1e-d55637ee733b tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Pushing event deleted for resources: {'Port': ['ID=ea9a074a-1ae0-40aa-9a6f-9ec5dd4f662c,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:18.939634 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b0b6ec-53fa-47d0-aa1e-d55637ee733b tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] No DVR routers for this DVR port ea9a074a-1ae0-40aa-9a6f-9ec5dd4f662c on host n-d-764292-30 {{(pid=102191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:16:18.965694 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-1cd1d0d7-dc33-4146-a8c9-05bbaf42e46f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:18.989515 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd1d0d7-dc33-4146-a8c9-05bbaf42e46f admin admin] No DVR routers for this DVR port 9968beec-60bf-4f4d-824c-e6c5a11d5a44 on host n-d-764292-30 {{(pid=102192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:16:19.043794 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-7ddd2bf4-1bb9-4a75-b65c-4ec024facb44 None None] Deleting port 9968beec-60bf-4f4d-824c-e6c5a11d5a44 {{(pid=102193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:16:19.044174 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-7ddd2bf4-1bb9-4a75-b65c-4ec024facb44 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:19.084733 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-82b0b6ec-53fa-47d0-aa1e-d55637ee733b tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:19.100249 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-82b0b6ec-53fa-47d0-aa1e-d55637ee733b tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfb098b1-fd71-4485-9f48-0d0faba43cd2']}} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:16:19.106874 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd1d0d7-dc33-4146-a8c9-05bbaf42e46f admin admin] Pushing event deleted for resources: {'Port': ['ID=9968beec-60bf-4f4d-824c-e6c5a11d5a44,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:19.113439 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-82b0b6ec-53fa-47d0-aa1e-d55637ee733b tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f1a98ca-558d-465c-b472-842c423cd380') {'for_net_delete': True} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:16:19.113734 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-82b0b6ec-53fa-47d0-aa1e-d55637ee733b tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f1a98ca-558d-465c-b472-842c423cd380') {} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:16:19.129765 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-82b0b6ec-53fa-47d0-aa1e-d55637ee733b tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126283644'] for segment, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:19.149608 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-82b0b6ec-53fa-47d0-aa1e-d55637ee733b tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:19.160735 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82b0b6ec-53fa-47d0-aa1e-d55637ee733b tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=102191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:16:19.161149 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-82b0b6ec-53fa-47d0-aa1e-d55637ee733b tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126283391'] for segment, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:19.167442 n-d-764292-30 neutron-server[102191]: Traceback (most recent call last): Aug 11 03:16:19.167442 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:16:19.167442 n-d-764292-30 neutron-server[102191]: timer() Aug 11 03:16:19.167442 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:16:19.167442 n-d-764292-30 neutron-server[102191]: cb(*args, **kw) Aug 11 03:16:19.167442 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:16:19.167442 n-d-764292-30 neutron-server[102191]: return func(*args, **kwargs) Aug 11 03:16:19.167442 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:16:19.167442 n-d-764292-30 neutron-server[102191]: self._notify() Aug 11 03:16:19.167442 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:16:19.167442 n-d-764292-30 neutron-server[102191]: self.callback(batched_events) Aug 11 03:16:19.167442 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:16:19.167442 n-d-764292-30 neutron-server[102191]: event.method(event) Aug 11 03:16:19.167442 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:16:19.167442 n-d-764292-30 neutron-server[102191]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:16:19.167442 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:16:19.167442 n-d-764292-30 neutron-server[102191]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:16:19.167442 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:16:19.167442 n-d-764292-30 neutron-server[102191]: return f(self, *a, **k) Aug 11 03:16:19.167442 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:16:19.167442 n-d-764292-30 neutron-server[102191]: return self._get(url).json() Aug 11 03:16:19.167442 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:16:19.167442 n-d-764292-30 neutron-server[102191]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:16:19.167442 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:16:19.167442 n-d-764292-30 neutron-server[102191]: return self.request(url, 'GET', **kwargs) Aug 11 03:16:19.167442 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:16:19.167442 n-d-764292-30 neutron-server[102191]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:16:19.167442 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:16:19.167442 n-d-764292-30 neutron-server[102191]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:16:19.167442 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:16:19.167442 n-d-764292-30 neutron-server[102191]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:16:19.167442 n-d-764292-30 neutron-server[102191]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:16:19.316746 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-756c87f5-f9d5-4c08-8e21-12f2cf99973a None None] Network bfb098b1-fd71-4485-9f48-0d0faba43cd2 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:16:19.329345 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-1cd1d0d7-dc33-4146-a8c9-05bbaf42e46f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:19.353832 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-1cd1d0d7-dc33-4146-a8c9-05bbaf42e46f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9f60ad6-c983-468c-801f-9acb1516310b']}} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:16:19.363297 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-cfb6255a-3340-4111-b61a-9ca419db9856 None None] Could not find standard attr ID for object ea9a074a-1ae0-40aa-9a6f-9ec5dd4f662c. {{(pid=102193) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 03:16:19.380315 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386f576b-469d-46b8-9060-3a7371ca94c0 req-fef0ed6a-fee7-469e-bff5-bd5afb6ae527 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:19.381897 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-386f576b-469d-46b8-9060-3a7371ca94c0 req-fef0ed6a-fee7-469e-bff5-bd5afb6ae527 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] 10.222.0.41 "GET /v2.0/ports?device_id=596f546c-0920-46cf-8c5b-7954e9fe6c69 HTTP/1.1" status: 200 len: 943 time: 0.2719333 Aug 11 03:16:19.389604 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-1cd1d0d7-dc33-4146-a8c9-05bbaf42e46f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f54147e9-8b7a-476a-9b8c-5a3e10613aa5') {'for_net_delete': True} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:16:19.389906 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-1cd1d0d7-dc33-4146-a8c9-05bbaf42e46f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f54147e9-8b7a-476a-9b8c-5a3e10613aa5') {} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:16:19.408764 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:19.421784 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afed5349-8152-4a8c-a508-9cf3e229a4c2 req-5106f142-6830-4a6a-a04b-1490feb1bd81 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:19.423688 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-afed5349-8152-4a8c-a508-9cf3e229a4c2 req-5106f142-6830-4a6a-a04b-1490feb1bd81 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/ports?device_id=23071014-7475-45d4-a929-0adda4de678f HTTP/1.1" status: 200 len: 946 time: 0.3180358 Aug 11 03:16:19.427875 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 9968beec-60bf-4f4d-824c-e6c5a11d5a44 no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:16:19.428690 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-82b0b6ec-53fa-47d0-aa1e-d55637ee733b tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:19.434879 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-82b0b6ec-53fa-47d0-aa1e-d55637ee733b tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks [] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:19.442187 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-82b0b6ec-53fa-47d0-aa1e-d55637ee733b tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] 10.222.0.41 "DELETE /v2.0/networks/bfb098b1-fd71-4485-9f48-0d0faba43cd2 HTTP/1.1" status: 204 len: 168 time: 1.1864607 Aug 11 03:16:19.443050 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96f189bb-8c4b-4aac-b35e-960c55cea1e2 {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:16:19.448479 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-1cd1d0d7-dc33-4146-a8c9-05bbaf42e46f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125932501'] for segment, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:19.448927 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 39468) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:19.460690 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-8fefd33b-d165-47d7-be58-6cbbbc9799e9 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1128278412'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:16:19.465943 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-1cd1d0d7-dc33-4146-a8c9-05bbaf42e46f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:19.481437 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: 9968beec-60bf-4f4d-824c-e6c5a11d5a44 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:16:19.482055 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 9968beec-60bf-4f4d-824c-e6c5a11d5a44 not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:16:19.482674 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device f1201ccd-b5d3-46da-912d-058070f000a2 no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:16:19.508554 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cd1d0d7-dc33-4146-a8c9-05bbaf42e46f admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=102192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:16:19.509891 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-1cd1d0d7-dc33-4146-a8c9-05bbaf42e46f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125932183'] for segment, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:19.529785 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-7ddd2bf4-1bb9-4a75-b65c-4ec024facb44 None None] For port 9968beec-60bf-4f4d-824c-e6c5a11d5a44, host n-d-764292-30, got binding levels [] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:16:19.530260 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-7ddd2bf4-1bb9-4a75-b65c-4ec024facb44 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:19.532644 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: f1201ccd-b5d3-46da-912d-058070f000a2 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:16:19.533012 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device f1201ccd-b5d3-46da-912d-058070f000a2 not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:16:19.539890 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b0b6ec-53fa-47d0-aa1e-d55637ee733b tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Pushing event deleted for resources: {'Network': ['ID=bfb098b1-fd71-4485-9f48-0d0faba43cd2,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:19.541166 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port 96f189bb-8c4b-4aac-b35e-960c55cea1e2, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=96f189bb-8c4b-4aac-b35e-960c55cea1e2,segment=NetworkSegment(bd930099-d273-4386-9bc1-426af296d1dc),segment_id=bd930099-d273-4386-9bc1-426af296d1dc)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:16:19.563453 n-d-764292-30 neutron-server[102192]: Traceback (most recent call last): Aug 11 03:16:19.563453 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:16:19.563453 n-d-764292-30 neutron-server[102192]: timer() Aug 11 03:16:19.563453 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:16:19.563453 n-d-764292-30 neutron-server[102192]: cb(*args, **kw) Aug 11 03:16:19.563453 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:16:19.563453 n-d-764292-30 neutron-server[102192]: return func(*args, **kwargs) Aug 11 03:16:19.563453 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:16:19.563453 n-d-764292-30 neutron-server[102192]: self._notify() Aug 11 03:16:19.563453 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:16:19.563453 n-d-764292-30 neutron-server[102192]: self.callback(batched_events) Aug 11 03:16:19.563453 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:16:19.563453 n-d-764292-30 neutron-server[102192]: event.method(event) Aug 11 03:16:19.563453 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:16:19.563453 n-d-764292-30 neutron-server[102192]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:16:19.563453 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:16:19.563453 n-d-764292-30 neutron-server[102192]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:16:19.563453 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:16:19.563453 n-d-764292-30 neutron-server[102192]: return f(self, *a, **k) Aug 11 03:16:19.563453 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:16:19.563453 n-d-764292-30 neutron-server[102192]: return self._get(url).json() Aug 11 03:16:19.563453 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:16:19.563453 n-d-764292-30 neutron-server[102192]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:16:19.563453 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:16:19.563453 n-d-764292-30 neutron-server[102192]: return self.request(url, 'GET', **kwargs) Aug 11 03:16:19.563453 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:16:19.563453 n-d-764292-30 neutron-server[102192]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:16:19.563453 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:16:19.563453 n-d-764292-30 neutron-server[102192]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:16:19.563453 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:16:19.563453 n-d-764292-30 neutron-server[102192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:16:19.563453 n-d-764292-30 neutron-server[102192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:16:19.571688 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-7ddd2bf4-1bb9-4a75-b65c-4ec024facb44 None None] Calling delete_port for 9968beec-60bf-4f4d-824c-e6c5a11d5a44 owned by network:dhcp {{(pid=102193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:16:19.596438 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.ipam_backend_mixin [None req-7ddd2bf4-1bb9-4a75-b65c-4ec024facb44 None None] Port 9968beec-60bf-4f4d-824c-e6c5a11d5a44 was not found and therefore no delete operation was performed {{(pid=102193) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 11 03:16:19.600114 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-7ddd2bf4-1bb9-4a75-b65c-4ec024facb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678'] for port, after_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:19.611580 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fefd33b-d165-47d7-be58-6cbbbc9799e9 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Made reservation on behalf of 619f5dda48254516982a2d4b32c5e174 for: {'network': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:16:19.616777 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8fefd33b-d165-47d7-be58-6cbbbc9799e9 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:19.627342 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddd2bf4-1bb9-4a75-b65c-4ec024facb44 None None] Pushing event deleted for resources: {'Port': ['ID=9968beec-60bf-4f4d-824c-e6c5a11d5a44,revision_number=None']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:19.631850 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ddd2bf4-1bb9-4a75-b65c-4ec024facb44 None None] No DVR routers for this DVR port 9968beec-60bf-4f4d-824c-e6c5a11d5a44 on host n-d-764292-30 {{(pid=102193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:16:19.662976 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:19.675988 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fefd33b-d165-47d7-be58-6cbbbc9799e9 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=102191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:16:19.696306 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-386f576b-469d-46b8-9060-3a7371ca94c0 req-410e68dc-871a-4f36-b51f-b9459f1a3e75 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] 10.222.0.41 "GET /v2.0/security-groups?id=fc43ee60-6555-4bc5-a7a0-c97f67a784d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3038440 Aug 11 03:16:19.700738 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8fefd33b-d165-47d7-be58-6cbbbc9799e9 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:19.701095 n-d-764292-30 neutron-server[102191]: INFO neutron.db.segments_db [None req-8fefd33b-d165-47d7-be58-6cbbbc9799e9 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Added segment d5f32114-d353-40c9-a2db-159249414d47 of type vlan for network ef252098-dbc5-4613-8ff1-e85f6e3daff3 Aug 11 03:16:19.715331 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=96f189bb-8c4b-4aac-b35e-960c55cea1e2,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:19.735834 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18f8f679-fe14-40ab-a867-b4e8c54e1355 None None] DHCP port deletion for bfb098b1-fd71-4485-9f48-0d0faba43cd2 request from n-d-764292-30 {{(pid=102193) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:16:19.747524 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-afed5349-8152-4a8c-a508-9cf3e229a4c2 req-0c3132c5-fd07-4cbd-971e-00d3828d1d75 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a89a04a-70d6-46f3-9b56-7cb537ff4761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519830 Aug 11 03:16:19.771308 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-1cd1d0d7-dc33-4146-a8c9-05bbaf42e46f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:19.776213 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-1cd1d0d7-dc33-4146-a8c9-05bbaf42e46f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:19.778525 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-1cd1d0d7-dc33-4146-a8c9-05bbaf42e46f admin admin] 10.222.0.41 "DELETE /v2.0/networks/e9f60ad6-c983-468c-801f-9acb1516310b HTTP/1.1" status: 204 len: 168 time: 1.4180701 Aug 11 03:16:19.817791 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd1d0d7-dc33-4146-a8c9-05bbaf42e46f admin admin] Pushing event deleted for resources: {'Network': ['ID=e9f60ad6-c983-468c-801f-9acb1516310b,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:19.827654 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8fefd33b-d165-47d7-be58-6cbbbc9799e9 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:19.936794 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['96f189bb-8c4b-4aac-b35e-960c55cea1e2'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:16:19.955413 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8fefd33b-d165-47d7-be58-6cbbbc9799e9 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:19.977401 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fefd33b-d165-47d7-be58-6cbbbc9799e9 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:19.978357 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8fefd33b-d165-47d7-be58-6cbbbc9799e9 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks [] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:20.060263 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72aa400-359e-4c70-8670-9f6ea38b85c5 req-6e33261b-183b-4a1e-95ad-be0eabb628ac tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:20.062532 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f72aa400-359e-4c70-8670-9f6ea38b85c5 req-6e33261b-183b-4a1e-95ad-be0eabb628ac tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/ports?device_id=23071014-7475-45d4-a929-0adda4de678f HTTP/1.1" status: 200 len: 946 time: 0.1086597 Aug 11 03:16:20.088709 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fefd33b-d165-47d7-be58-6cbbbc9799e9 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Pushing event updated for resources: {'Network': ['ID=ef252098-dbc5-4613-8ff1-e85f6e3daff3,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:20.101302 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network ef252098-dbc5-4613-8ff1-e85f6e3daff3 details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:16:20.121638 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f72aa400-359e-4c70-8670-9f6ea38b85c5 req-21912f63-ee2d-4ce8-9cda-6e8edeef1271 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a89a04a-70d6-46f3-9b56-7cb537ff4761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446534 Aug 11 03:16:20.131835 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-8fefd33b-d165-47d7-be58-6cbbbc9799e9 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6812837 Aug 11 03:16:20.134610 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 39488) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:20.149877 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-f43510b7-6cf9-4a64-9d4b-db7846904dad tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Request body: {'subnet': {'network_id': 'ef252098-dbc5-4613-8ff1-e85f6e3daff3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:16:20.315000 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 39506) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:20.338526 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f43510b7-6cf9-4a64-9d4b-db7846904dad tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Made reservation on behalf of 619f5dda48254516982a2d4b32c5e174 for: {'subnet': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:16:20.341933 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f43510b7-6cf9-4a64-9d4b-db7846904dad tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274743'] for subnet, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:20.414779 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 39510) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:20.415328 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-5d4807a1-39ca-4d3f-9f2f-4989595251c4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7dfe11bfde114b89a52959d4b6413ca0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0988276 Aug 11 03:16:20.470215 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c7924a1e-4067-4520-884c-0f1a37654fb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:20.496110 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c7924a1e-4067-4520-884c-0f1a37654fb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:20.552807 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 39512) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:20.646810 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c7924a1e-4067-4520-884c-0f1a37654fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:20.649270 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c7924a1e-4067-4520-884c-0f1a37654fb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:20.652674 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-c7924a1e-4067-4520-884c-0f1a37654fb7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/48ba9580-ef75-419d-a5c2-67cb4e2dfc69 HTTP/1.1" status: 204 len: 168 time: 0.2346730 Aug 11 03:16:20.663366 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7924a1e-4067-4520-884c-0f1a37654fb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48ba9580-ef75-419d-a5c2-67cb4e2dfc69,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:20.675885 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b02d1bc-0391-46b4-a4b0-1b86a7aec3d2 req-f760a380-b04b-4995-be65-9975373e5138 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:20.677554 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8b02d1bc-0391-46b4-a4b0-1b86a7aec3d2 req-f760a380-b04b-4995-be65-9975373e5138 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/ports?device_id=23071014-7475-45d4-a929-0adda4de678f HTTP/1.1" status: 200 len: 946 time: 0.0672672 Aug 11 03:16:20.692662 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f43510b7-6cf9-4a64-9d4b-db7846904dad tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126283476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274725'] for subnet, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:20.755842 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-5f8204e1-a602-406a-8e1f-8d47b764c1af admin admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:20.761293 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8b02d1bc-0391-46b4-a4b0-1b86a7aec3d2 req-9c7ea465-25a5-40fc-adec-cd7e5bcf2555 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a89a04a-70d6-46f3-9b56-7cb537ff4761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762351 Aug 11 03:16:20.779878 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f43510b7-6cf9-4a64-9d4b-db7846904dad tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Checking segment: {'id': 'd5f32114-d353-40c9-a2db-159249414d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'ef252098-dbc5-4613-8ff1-e85f6e3daff3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:16:20.780250 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f43510b7-6cf9-4a64-9d4b-db7846904dad tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Network hostable DHCP agents. Network: ef252098-dbc5-4613-8ff1-e85f6e3daff3, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:16:20.796391 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43510b7-6cf9-4a64-9d4b-db7846904dad tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Pushing event updated for resources: {'Subnet': ['ID=a3cb89db-e8ad-49e8-ae74-6a1b5b653ac5,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:20.862114 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfd1cbf-c55b-49cf-81eb-859e834431be req-ebd39688-7ee1-4f1d-b483-bd091e341a6f tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:20.864188 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9dfd1cbf-c55b-49cf-81eb-859e834431be req-ebd39688-7ee1-4f1d-b483-bd091e341a6f tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] 10.222.0.41 "GET /v2.0/ports?device_id=596f546c-0920-46cf-8c5b-7954e9fe6c69 HTTP/1.1" status: 200 len: 944 time: 0.0765078 Aug 11 03:16:20.923039 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f43510b7-6cf9-4a64-9d4b-db7846904dad tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Network ef252098-dbc5-4613-8ff1-e85f6e3daff3 is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:16:20.930070 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-5f8204e1-a602-406a-8e1f-8d47b764c1af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:20.939341 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9dfd1cbf-c55b-49cf-81eb-859e834431be req-b24cf9af-6657-47a2-8269-10a138659831 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] 10.222.0.41 "GET /v2.0/security-groups?id=fc43ee60-6555-4bc5-a7a0-c97f67a784d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660484 Aug 11 03:16:20.994036 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-5f8204e1-a602-406a-8e1f-8d47b764c1af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:21.024270 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-f43510b7-6cf9-4a64-9d4b-db7846904dad tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, ef252098-dbc5-4613-8ff1-e85f6e3daff3) {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:16:21.035102 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-5f8204e1-a602-406a-8e1f-8d47b764c1af admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5b8c883205764635a96a8a2e7341693e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4809899 Aug 11 03:16:21.035786 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c8568e0-820c-4881-aa88-ce5a49e8d03f None None] Network ef252098-dbc5-4613-8ff1-e85f6e3daff3 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:16:21.036237 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8204e1-a602-406a-8e1f-8d47b764c1af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92ef4141-518c-4a6a-b5e9-37f042cbe708,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:21.038455 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 39536) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:21.039159 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f43510b7-6cf9-4a64-9d4b-db7846904dad tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:21.040239 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f43510b7-6cf9-4a64-9d4b-db7846904dad tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:21.105710 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-86164b9b-f0f5-46d0-ac00-064b7096f510 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:21.129179 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-86164b9b-f0f5-46d0-ac00-064b7096f510 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:21.137709 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-f43510b7-6cf9-4a64-9d4b-db7846904dad tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0020716 Aug 11 03:16:21.140366 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 39540) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:21.145888 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-c914dc9d-2f32-42ae-b4b8-7547839620ba tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Request body: {'port': {'network_id': 'ef252098-dbc5-4613-8ff1-e85f6e3daff3', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1577535001'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:16:21.241996 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68184ecc-0f4b-49fd-9cef-497d9b89fa94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde080026-c28f-55be-b52b-13827cc43646-ef252098-dbc5-4613-8ff1-e85f6e3daff3', 'network_id': 'ef252098-dbc5-4613-8ff1-e85f6e3daff3', 'tenant_id': '619f5dda48254516982a2d4b32c5e174', 'fixed_ips': [{'subnet_id': 'a3cb89db-e8ad-49e8-ae74-6a1b5b653ac5'}]}} from n-d-764292-30. {{(pid=102193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:16:21.242909 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-68184ecc-0f4b-49fd-9cef-497d9b89fa94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:21.275263 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device ea9a074a-1ae0-40aa-9a6f-9ec5dd4f662c no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:16:21.280699 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-86164b9b-f0f5-46d0-ac00-064b7096f510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:21.283899 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-86164b9b-f0f5-46d0-ac00-064b7096f510 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:21.286489 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-86164b9b-f0f5-46d0-ac00-064b7096f510 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/92ef4141-518c-4a6a-b5e9-37f042cbe708 HTTP/1.1" status: 204 len: 168 time: 0.2462845 Aug 11 03:16:21.302434 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: ea9a074a-1ae0-40aa-9a6f-9ec5dd4f662c {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:16:21.302794 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device ea9a074a-1ae0-40aa-9a6f-9ec5dd4f662c not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:16:21.310752 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86164b9b-f0f5-46d0-ac00-064b7096f510 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92ef4141-518c-4a6a-b5e9-37f042cbe708,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:21.395531 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c914dc9d-2f32-42ae-b4b8-7547839620ba tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Made reservation on behalf of 619f5dda48254516982a2d4b32c5e174 for: {'port': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:16:21.400355 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c914dc9d-2f32-42ae-b4b8-7547839620ba tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:21.431052 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [None req-c914dc9d-2f32-42ae-b4b8-7547839620ba tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] device_id is not set on port a48962d0-09c7-40e0-8da8-211eb0252211 yet. {{(pid=102191) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:16:21.452709 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.db_base_plugin_common [None req-68184ecc-0f4b-49fd-9cef-497d9b89fa94 None None] Allocated IP 172.20.0.2 (ef252098-dbc5-4613-8ff1-e85f6e3daff3/a3cb89db-e8ad-49e8-ae74-6a1b5b653ac5/3124dd8f-ba1e-4155-a05e-a315039ebba2) {{(pid=102193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:16:21.612369 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-68184ecc-0f4b-49fd-9cef-497d9b89fa94 None None] Notify callbacks [] for port, precommit_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:21.621767 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-68184ecc-0f4b-49fd-9cef-497d9b89fa94 None None] Transition to ACTIVE for port object 3124dd8f-ba1e-4155-a05e-a315039ebba2 will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:16:21.637530 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-68184ecc-0f4b-49fd-9cef-497d9b89fa94 None None] Transition to ACTIVE for port object 3124dd8f-ba1e-4155-a05e-a315039ebba2 will not be triggered until provisioned by entity DHCP. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:16:21.720865 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-68184ecc-0f4b-49fd-9cef-497d9b89fa94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669'] for port, after_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:21.775763 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68184ecc-0f4b-49fd-9cef-497d9b89fa94 None None] Network ef252098-dbc5-4613-8ff1-e85f6e3daff3 is already hosted by enough agents. {{(pid=102193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:16:21.775763 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.base_scheduler [None req-68184ecc-0f4b-49fd-9cef-497d9b89fa94 None None] Resources bound (agent type, host, resource id): {{(pid=102193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:16:21.779822 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68184ecc-0f4b-49fd-9cef-497d9b89fa94 None None] Received port after_create {{(pid=102193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:16:21.783115 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68184ecc-0f4b-49fd-9cef-497d9b89fa94 None None] Pushing event updated for resources: {'Port': ['ID=3124dd8f-ba1e-4155-a05e-a315039ebba2,revision_number=1']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:21.789065 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [None req-c914dc9d-2f32-42ae-b4b8-7547839620ba tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Allocated IP 172.20.0.3 (ef252098-dbc5-4613-8ff1-e85f6e3daff3/a3cb89db-e8ad-49e8-ae74-6a1b5b653ac5/a48962d0-09c7-40e0-8da8-211eb0252211) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:16:21.899669 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-68184ecc-0f4b-49fd-9cef-497d9b89fa94 None None] Attempting to bind port 3124dd8f-ba1e-4155-a05e-a315039ebba2 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:16:21.901785 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-68184ecc-0f4b-49fd-9cef-497d9b89fa94 None None] Attempting to bind port 3124dd8f-ba1e-4155-a05e-a315039ebba2 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': 'd5f32114-d353-40c9-a2db-159249414d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'ef252098-dbc5-4613-8ff1-e85f6e3daff3'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:16:21.901785 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68184ecc-0f4b-49fd-9cef-497d9b89fa94 None None] Attempting to bind port 3124dd8f-ba1e-4155-a05e-a315039ebba2 on network ef252098-dbc5-4613-8ff1-e85f6e3daff3 {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:16:21.908399 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68184ecc-0f4b-49fd-9cef-497d9b89fa94 None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 16, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:16:21.909330 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68184ecc-0f4b-49fd-9cef-497d9b89fa94 None None] Checking segment: {'id': 'd5f32114-d353-40c9-a2db-159249414d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'ef252098-dbc5-4613-8ff1-e85f6e3daff3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:16:21.910197 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-68184ecc-0f4b-49fd-9cef-497d9b89fa94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:21.911368 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68184ecc-0f4b-49fd-9cef-497d9b89fa94 None None] Bound using segment: {'id': 'd5f32114-d353-40c9-a2db-159249414d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'ef252098-dbc5-4613-8ff1-e85f6e3daff3'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:16:21.912204 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-68184ecc-0f4b-49fd-9cef-497d9b89fa94 None None] Bound port: 3124dd8f-ba1e-4155-a05e-a315039ebba2, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5f32114-d353-40c9-a2db-159249414d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'ef252098-dbc5-4613-8ff1-e85f6e3daff3'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:16:21.912930 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-68184ecc-0f4b-49fd-9cef-497d9b89fa94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:21.987042 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56330344-49bb-466a-bc96-52e5834704c9 req-72a55194-ef0c-419a-9ca3-b018c13e6b18 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:21.987042 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-56330344-49bb-466a-bc96-52e5834704c9 req-72a55194-ef0c-419a-9ca3-b018c13e6b18 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/ports?device_id=23071014-7475-45d4-a929-0adda4de678f HTTP/1.1" status: 200 len: 946 time: 0.0963287 Aug 11 03:16:21.991909 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c914dc9d-2f32-42ae-b4b8-7547839620ba tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:22.007113 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [None req-c914dc9d-2f32-42ae-b4b8-7547839620ba tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Transition to ACTIVE for port object a48962d0-09c7-40e0-8da8-211eb0252211 will not be triggered until provisioned by entity DHCP. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:16:22.031368 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-68184ecc-0f4b-49fd-9cef-497d9b89fa94 None None] For port 3124dd8f-ba1e-4155-a05e-a315039ebba2, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:16:22.035328 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-68184ecc-0f4b-49fd-9cef-497d9b89fa94 None None] For port 3124dd8f-ba1e-4155-a05e-a315039ebba2, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=3124dd8f-ba1e-4155-a05e-a315039ebba2,segment=NetworkSegment(d5f32114-d353-40c9-a2db-159249414d47),segment_id=d5f32114-d353-40c9-a2db-159249414d47)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:16:22.037408 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 39578) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:22.056801 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-56330344-49bb-466a-bc96-52e5834704c9 req-6ab881d6-cf91-48af-a712-706b82908076 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a89a04a-70d6-46f3-9b56-7cb537ff4761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613225 Aug 11 03:16:22.056801 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-3679d5b6-c10f-439d-8609-44cd902be91b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:22.109130 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-68184ecc-0f4b-49fd-9cef-497d9b89fa94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:22.182210 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-3679d5b6-c10f-439d-8609-44cd902be91b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:22.189398 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c914dc9d-2f32-42ae-b4b8-7547839620ba tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:22.245101 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68184ecc-0f4b-49fd-9cef-497d9b89fa94 None None] Pushing event updated for resources: {'Port': ['ID=3124dd8f-ba1e-4155-a05e-a315039ebba2,revision_number=2']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:22.245477 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c914dc9d-2f32-42ae-b4b8-7547839620ba tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Network ef252098-dbc5-4613-8ff1-e85f6e3daff3 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:16:22.249813 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-c914dc9d-2f32-42ae-b4b8-7547839620ba tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:16:22.255492 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c914dc9d-2f32-42ae-b4b8-7547839620ba tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:16:22.260211 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c914dc9d-2f32-42ae-b4b8-7547839620ba tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Pushing event updated for resources: {'Port': ['ID=a48962d0-09c7-40e0-8da8-211eb0252211,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:22.276152 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-3679d5b6-c10f-439d-8609-44cd902be91b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:22.301446 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 39586) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:22.312227 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8d07f5-2740-459a-9757-aeae2380807e req-7e7dd799-4708-4191-8899-807171f01c3e tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:22.313786 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2b8d07f5-2740-459a-9757-aeae2380807e req-7e7dd799-4708-4191-8899-807171f01c3e tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] 10.222.0.41 "GET /v2.0/ports?device_id=596f546c-0920-46cf-8c5b-7954e9fe6c69 HTTP/1.1" status: 200 len: 944 time: 0.1301160 Aug 11 03:16:22.330221 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c914dc9d-2f32-42ae-b4b8-7547839620ba tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:22.331589 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c914dc9d-2f32-42ae-b4b8-7547839620ba tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:22.394833 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2b8d07f5-2740-459a-9757-aeae2380807e req-59b42e4e-ae00-42fe-8bad-dc3b350324c2 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] 10.222.0.41 "GET /v2.0/security-groups?id=fc43ee60-6555-4bc5-a7a0-c97f67a784d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513856 Aug 11 03:16:22.405151 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-3679d5b6-c10f-439d-8609-44cd902be91b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4cef124d58d5435db9fb9f287c927267&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3588655 Aug 11 03:16:22.405151 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3679d5b6-c10f-439d-8609-44cd902be91b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f79b32a-d637-42c9-9982-fa28982b8426,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:22.412528 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 39590) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:22.462145 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-c914dc9d-2f32-42ae-b4b8-7547839620ba tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 1.3196471 Aug 11 03:16:22.464124 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 39596) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:22.510668 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9582081d-5c79-49c7-8829-4c90a19269ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:22.528410 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-55a60792-8208-47ea-9be7-661d20a14696 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1610614148-network', 'tenant_id': '9efcd44618b1499dbaacd7184adc7a1f'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:16:22.536414 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9582081d-5c79-49c7-8829-4c90a19269ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:22.620868 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-e5c50506-35e6-43ff-ab04-e662a6193529 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Deleting port a48962d0-09c7-40e0-8da8-211eb0252211 {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:16:22.621235 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e5c50506-35e6-43ff-ab04-e662a6193529 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:22.679685 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55a60792-8208-47ea-9be7-661d20a14696 admin admin] Made reservation on behalf of 9efcd44618b1499dbaacd7184adc7a1f for: {'network': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:16:22.681762 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-55a60792-8208-47ea-9be7-661d20a14696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:22.699926 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-55a60792-8208-47ea-9be7-661d20a14696 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:22.718778 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 96f189bb-8c4b-4aac-b35e-960c55cea1e2 up at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:16:22.725529 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9582081d-5c79-49c7-8829-4c90a19269ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:22.729563 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9582081d-5c79-49c7-8829-4c90a19269ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:22.730854 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-9582081d-5c79-49c7-8829-4c90a19269ee admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8f79b32a-d637-42c9-9982-fa28982b8426 HTTP/1.1" status: 204 len: 168 time: 0.3168356 Aug 11 03:16:22.731506 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e5c50506-35e6-43ff-ab04-e662a6193529 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:22.748494 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9582081d-5c79-49c7-8829-4c90a19269ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f79b32a-d637-42c9-9982-fa28982b8426,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:22.757917 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-e5c50506-35e6-43ff-ab04-e662a6193529 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Calling delete_port for a48962d0-09c7-40e0-8da8-211eb0252211 owned by {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:16:22.856802 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning for port 96f189bb-8c4b-4aac-b35e-960c55cea1e2 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:16:22.862813 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning complete for port 96f189bb-8c4b-4aac-b35e-960c55cea1e2 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:16:22.863278 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:22.899267 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-55a60792-8208-47ea-9be7-661d20a14696 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:22.956079 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:22.982571 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-55a60792-8208-47ea-9be7-661d20a14696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:22.994440 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '596f546c-0920-46cf-8c5b-7954e9fe6c69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96f189bb-8c4b-4aac-b35e-960c55cea1e2'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:16:22.997142 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-833bad27-003a-448c-afa2-b318ca2ffac7" -d '{"events": [{"server_uuid": "596f546c-0920-46cf-8c5b-7954e9fe6c69", "name": "network-vif-plugged", "status": "completed", "tag": "96f189bb-8c4b-4aac-b35e-960c55cea1e2"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:16:23.012767 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a60792-8208-47ea-9be7-661d20a14696 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bcdfec5-364e-49d2-8266-cef1a51c6464,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:23.015478 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port 96f189bb-8c4b-4aac-b35e-960c55cea1e2, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=96f189bb-8c4b-4aac-b35e-960c55cea1e2,segment=NetworkSegment(bd930099-d273-4386-9bc1-426af296d1dc),segment_id=bd930099-d273-4386-9bc1-426af296d1dc)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:16:23.032185 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e5c50506-35e6-43ff-ab04-e662a6193529 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:23.046179 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:16:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-521605ac-282d-4920-abef-fb9ec7491e39 x-openstack-request-id: req-521605ac-282d-4920-abef-fb9ec7491e39 {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:16:23.046524 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "596f546c-0920-46cf-8c5b-7954e9fe6c69", "name": "network-vif-plugged", "status": "completed", "tag": "96f189bb-8c4b-4aac-b35e-960c55cea1e2", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:16:23.046982 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-521605ac-282d-4920-abef-fb9ec7491e39 {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:16:23.048339 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '596f546c-0920-46cf-8c5b-7954e9fe6c69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96f189bb-8c4b-4aac-b35e-960c55cea1e2', 'code': 200} Aug 11 03:16:23.082312 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55a60792-8208-47ea-9be7-661d20a14696 admin admin] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=102192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:16:23.084713 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c50506-35e6-43ff-ab04-e662a6193529 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Pushing event deleted for resources: {'Port': ['ID=a48962d0-09c7-40e0-8da8-211eb0252211,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:23.085584 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:23.152980 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=96f189bb-8c4b-4aac-b35e-960c55cea1e2,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:23.186878 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-55a60792-8208-47ea-9be7-661d20a14696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:23.187152 n-d-764292-30 neutron-server[102192]: INFO neutron.db.segments_db [None req-55a60792-8208-47ea-9be7-661d20a14696 admin admin] Added segment b6ad42bd-5b6b-45aa-88ab-5bb5d4b396ce of type vlan for network eb94becb-e19c-4bba-9763-5434ec4319fa Aug 11 03:16:23.191807 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e5c50506-35e6-43ff-ab04-e662a6193529 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:23.196222 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-e5c50506-35e6-43ff-ab04-e662a6193529 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] 10.222.0.41 "DELETE /v2.0/ports/a48962d0-09c7-40e0-8da8-211eb0252211 HTTP/1.1" status: 204 len: 168 time: 0.7287869 Aug 11 03:16:23.196920 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 39616) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:23.231915 n-d-764292-30 neutron-server[102191]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccd5ade3-4a56-4e24-a49b-2f8792fe8a9c tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] GET failed (client error): The resource could not be found. Aug 11 03:16:23.236438 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-ccd5ade3-4a56-4e24-a49b-2f8792fe8a9c tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] 10.222.0.41 "GET /v2.0/ports/a48962d0-09c7-40e0-8da8-211eb0252211 HTTP/1.1" status: 404 len: 333 time: 0.0379791 Aug 11 03:16:23.237267 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 39618) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:23.266578 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-55a60792-8208-47ea-9be7-661d20a14696 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:23.363796 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_v2 [None req-76bad7bf-bae8-466e-a5ca-2b64b7e040f7 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Deleting subnet a3cb89db-e8ad-49e8-ae74-6a1b5b653ac5 {{(pid=102191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:16:23.368378 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-76bad7bf-bae8-466e-a5ca-2b64b7e040f7 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks [] for subnet, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:23.412453 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3222965e-0c06-4c71-bdb2-b1873d6f7827 req-b0d2b7be-e203-47cc-93b3-f1fda86ebdff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:23.415032 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3222965e-0c06-4c71-bdb2-b1873d6f7827 req-b0d2b7be-e203-47cc-93b3-f1fda86ebdff service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=596f546c-0920-46cf-8c5b-7954e9fe6c69 HTTP/1.1" status: 200 len: 1097 time: 0.2297802 Aug 11 03:16:23.427198 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 3124dd8f-ba1e-4155-a05e-a315039ebba2 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:16:23.462998 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-76bad7bf-bae8-466e-a5ca-2b64b7e040f7 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126283525'] for subnet, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:23.491173 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58359fe9-5a8d-463b-b64b-c947a0ef1bbb req-5392672e-2a9f-45f8-8d16-51f6bf7ae93b tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:23.504815 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-58359fe9-5a8d-463b-b64b-c947a0ef1bbb req-5392672e-2a9f-45f8-8d16-51f6bf7ae93b tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/ports?device_id=23071014-7475-45d4-a929-0adda4de678f HTTP/1.1" status: 200 len: 946 time: 0.2140958 Aug 11 03:16:23.518016 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-55a60792-8208-47ea-9be7-661d20a14696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:23.524360 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a60792-8208-47ea-9be7-661d20a14696 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:23.527015 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-55a60792-8208-47ea-9be7-661d20a14696 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:23.618639 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-76bad7bf-bae8-466e-a5ca-2b64b7e040f7 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:23.692344 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-58359fe9-5a8d-463b-b64b-c947a0ef1bbb req-65623bc8-3fa9-4b84-be6a-f92ee75ea42c tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a89a04a-70d6-46f3-9b56-7cb537ff4761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843908 Aug 11 03:16:23.702964 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3222965e-0c06-4c71-bdb2-b1873d6f7827 req-3d047c0c-bcd3-4307-8025-b7163c1b35c4 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=fc43ee60-6555-4bc5-a7a0-c97f67a784d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2676151 Aug 11 03:16:23.710408 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a60792-8208-47ea-9be7-661d20a14696 admin admin] Pushing event updated for resources: {'Network': ['ID=eb94becb-e19c-4bba-9763-5434ec4319fa,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:23.721236 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network eb94becb-e19c-4bba-9763-5434ec4319fa details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:16:23.729965 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfb949a-8808-422e-8b74-b5c2495f4759 req-0ff1d661-4916-4678-8760-76edecc9eaa4 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:23.739098 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-fbfb949a-8808-422e-8b74-b5c2495f4759 req-0ff1d661-4916-4678-8760-76edecc9eaa4 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] 10.222.0.41 "GET /v2.0/ports?device_id=596f546c-0920-46cf-8c5b-7954e9fe6c69 HTTP/1.1" status: 200 len: 945 time: 0.1698277 Aug 11 03:16:23.794912 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-76bad7bf-bae8-466e-a5ca-2b64b7e040f7 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126283413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126275158'] for subnet, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:23.803110 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port 3124dd8f-ba1e-4155-a05e-a315039ebba2 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:16:23.806606 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-fbfb949a-8808-422e-8b74-b5c2495f4759 req-ed9514d8-168a-4f79-87c7-37e328f62e9e tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] 10.222.0.41 "GET /v2.0/security-groups?id=fc43ee60-6555-4bc5-a7a0-c97f67a784d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490556 Aug 11 03:16:23.813372 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-55a60792-8208-47ea-9be7-661d20a14696 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.4960167 Aug 11 03:16:23.819778 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 39634) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:23.834227 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-d4b5981c-3de7-49f2-9bfb-04691ef89953 admin admin] Request body: {'subnet': {'network_id': 'eb94becb-e19c-4bba-9763-5434ec4319fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1610614148-subnet', 'tenant_id': '9efcd44618b1499dbaacd7184adc7a1f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:16:23.848722 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bad7bf-bae8-466e-a5ca-2b64b7e040f7 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Pushing event deleted for resources: {'Subnet': ['ID=a3cb89db-e8ad-49e8-ae74-6a1b5b653ac5,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:23.851456 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-76bad7bf-bae8-466e-a5ca-2b64b7e040f7 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:23.853592 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-76bad7bf-bae8-466e-a5ca-2b64b7e040f7 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] 10.222.0.41 "DELETE /v2.0/subnets/a3cb89db-e8ad-49e8-ae74-6a1b5b653ac5 HTTP/1.1" status: 204 len: 168 time: 0.6152420 Aug 11 03:16:23.856142 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 39638) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:23.896058 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dfca062-7a05-4ba1-94ac-6fddcc60a7d0 None None] Network ef252098-dbc5-4613-8ff1-e85f6e3daff3 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:16:23.936992 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-2321d09e-d5f6-467d-9c2b-511c40d4ac85 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:23.952640 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4b5981c-3de7-49f2-9bfb-04691ef89953 admin admin] Made reservation on behalf of 9efcd44618b1499dbaacd7184adc7a1f for: {'subnet': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:16:23.954897 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-d4b5981c-3de7-49f2-9bfb-04691ef89953 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126180544'] for subnet, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:24.008806 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-2321d09e-d5f6-467d-9c2b-511c40d4ac85 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Deleting port 3124dd8f-ba1e-4155-a05e-a315039ebba2 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:16:24.009152 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-2321d09e-d5f6-467d-9c2b-511c40d4ac85 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:24.068843 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-8faab157-469b-490d-b066-c959117b9bd6 None None] Provisioning for port 3124dd8f-ba1e-4155-a05e-a315039ebba2 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:16:24.076341 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-8faab157-469b-490d-b066-c959117b9bd6 None None] Provisioning complete for port 3124dd8f-ba1e-4155-a05e-a315039ebba2 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:16:24.078662 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8faab157-469b-490d-b066-c959117b9bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:24.099636 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [None req-2321d09e-d5f6-467d-9c2b-511c40d4ac85 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] For port 3124dd8f-ba1e-4155-a05e-a315039ebba2, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=3124dd8f-ba1e-4155-a05e-a315039ebba2,segment=NetworkSegment(d5f32114-d353-40c9-a2db-159249414d47),segment_id=d5f32114-d353-40c9-a2db-159249414d47)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:16:24.100000 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-2321d09e-d5f6-467d-9c2b-511c40d4ac85 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:24.121020 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-2321d09e-d5f6-467d-9c2b-511c40d4ac85 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Calling delete_port for 3124dd8f-ba1e-4155-a05e-a315039ebba2 owned by network:dhcp {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:16:24.181440 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ee8d7da-f997-423a-8a85-26d6161dba24 None None] DHCP port deletion for ef252098-dbc5-4613-8ff1-e85f6e3daff3 request from n-d-764292-30 {{(pid=102193) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:16:24.226130 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8faab157-469b-490d-b066-c959117b9bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:24.265461 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-9ee8d7da-f997-423a-8a85-26d6161dba24 None None] Deleting port 3124dd8f-ba1e-4155-a05e-a315039ebba2 {{(pid=102193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:16:24.265918 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-9ee8d7da-f997-423a-8a85-26d6161dba24 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:24.274382 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-d4b5981c-3de7-49f2-9bfb-04691ef89953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125932092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126180562'] for subnet, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:24.309179 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-2321d09e-d5f6-467d-9c2b-511c40d4ac85 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:24.338338 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2321d09e-d5f6-467d-9c2b-511c40d4ac85 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Pushing event deleted for resources: {'Port': ['ID=3124dd8f-ba1e-4155-a05e-a315039ebba2,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:24.340285 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2321d09e-d5f6-467d-9c2b-511c40d4ac85 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] No DVR routers for this DVR port 3124dd8f-ba1e-4155-a05e-a315039ebba2 on host n-d-764292-30 {{(pid=102191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:16:24.364981 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b5981c-3de7-49f2-9bfb-04691ef89953 admin admin] Checking segment: {'id': 'b6ad42bd-5b6b-45aa-88ab-5bb5d4b396ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'eb94becb-e19c-4bba-9763-5434ec4319fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:16:24.365222 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-9ee8d7da-f997-423a-8a85-26d6161dba24 None None] For port 3124dd8f-ba1e-4155-a05e-a315039ebba2, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=3124dd8f-ba1e-4155-a05e-a315039ebba2,segment=NetworkSegment(d5f32114-d353-40c9-a2db-159249414d47),segment_id=d5f32114-d353-40c9-a2db-159249414d47)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:16:24.365495 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4b5981c-3de7-49f2-9bfb-04691ef89953 admin admin] Network hostable DHCP agents. Network: eb94becb-e19c-4bba-9763-5434ec4319fa, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:16:24.365753 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-9ee8d7da-f997-423a-8a85-26d6161dba24 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:24.371023 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b5981c-3de7-49f2-9bfb-04691ef89953 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fcab093f-a03b-46c3-8464-11d950fdaaff,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:24.381330 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-9ee8d7da-f997-423a-8a85-26d6161dba24 None None] Calling delete_port for 3124dd8f-ba1e-4155-a05e-a315039ebba2 owned by network:dhcp {{(pid=102193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:16:24.458008 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4b5981c-3de7-49f2-9bfb-04691ef89953 admin admin] Network eb94becb-e19c-4bba-9763-5434ec4319fa is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:16:24.473405 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-2321d09e-d5f6-467d-9c2b-511c40d4ac85 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:24.490166 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-2321d09e-d5f6-467d-9c2b-511c40d4ac85 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef252098-dbc5-4613-8ff1-e85f6e3daff3']}} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:16:24.498388 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-2321d09e-d5f6-467d-9c2b-511c40d4ac85 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5f32114-d353-40c9-a2db-159249414d47') {'for_net_delete': True} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:16:24.498587 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-2321d09e-d5f6-467d-9c2b-511c40d4ac85 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5f32114-d353-40c9-a2db-159249414d47') {} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:16:24.514051 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-2321d09e-d5f6-467d-9c2b-511c40d4ac85 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126283644'] for segment, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:24.524060 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-2321d09e-d5f6-467d-9c2b-511c40d4ac85 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:24.530380 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2321d09e-d5f6-467d-9c2b-511c40d4ac85 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=102191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:16:24.535740 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-2321d09e-d5f6-467d-9c2b-511c40d4ac85 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126283391'] for segment, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:24.535740 n-d-764292-30 neutron-server[102191]: Traceback (most recent call last): Aug 11 03:16:24.535740 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:16:24.535740 n-d-764292-30 neutron-server[102191]: timer() Aug 11 03:16:24.535740 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:16:24.535740 n-d-764292-30 neutron-server[102191]: cb(*args, **kw) Aug 11 03:16:24.535740 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:16:24.535740 n-d-764292-30 neutron-server[102191]: return func(*args, **kwargs) Aug 11 03:16:24.535740 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:16:24.535740 n-d-764292-30 neutron-server[102191]: self._notify() Aug 11 03:16:24.535740 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:16:24.535740 n-d-764292-30 neutron-server[102191]: self.callback(batched_events) Aug 11 03:16:24.535740 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:16:24.535740 n-d-764292-30 neutron-server[102191]: event.method(event) Aug 11 03:16:24.535740 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:16:24.535740 n-d-764292-30 neutron-server[102191]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:16:24.535740 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:16:24.535740 n-d-764292-30 neutron-server[102191]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:16:24.535740 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:16:24.535740 n-d-764292-30 neutron-server[102191]: return f(self, *a, **k) Aug 11 03:16:24.535740 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:16:24.535740 n-d-764292-30 neutron-server[102191]: return self._get(url).json() Aug 11 03:16:24.535740 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:16:24.535740 n-d-764292-30 neutron-server[102191]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:16:24.535740 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:16:24.535740 n-d-764292-30 neutron-server[102191]: return self.request(url, 'GET', **kwargs) Aug 11 03:16:24.535740 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:16:24.535740 n-d-764292-30 neutron-server[102191]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:16:24.535740 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:16:24.535740 n-d-764292-30 neutron-server[102191]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:16:24.535740 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:16:24.535740 n-d-764292-30 neutron-server[102191]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:16:24.535740 n-d-764292-30 neutron-server[102191]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:16:24.549023 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-9ee8d7da-f997-423a-8a85-26d6161dba24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678'] for port, after_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:24.554335 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-d4b5981c-3de7-49f2-9bfb-04691ef89953 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, eb94becb-e19c-4bba-9763-5434ec4319fa) {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:16:24.559348 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4b5981c-3de7-49f2-9bfb-04691ef89953 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:24.560483 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-d4b5981c-3de7-49f2-9bfb-04691ef89953 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:24.576147 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a813b87-481a-4dda-a8a7-60224f84af5a None None] Network eb94becb-e19c-4bba-9763-5434ec4319fa requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:16:24.630617 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee8d7da-f997-423a-8a85-26d6161dba24 None None] Pushing event deleted for resources: {'Port': ['ID=3124dd8f-ba1e-4155-a05e-a315039ebba2,revision_number=None']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:24.634233 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee8d7da-f997-423a-8a85-26d6161dba24 None None] No DVR routers for this DVR port 3124dd8f-ba1e-4155-a05e-a315039ebba2 on host n-d-764292-30 {{(pid=102193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:16:24.686348 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-d4b5981c-3de7-49f2-9bfb-04691ef89953 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8561800 Aug 11 03:16:24.689132 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 39664) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:24.696541 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-143e34ac-59fa-4cc6-ab7f-73909b072368 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1610614148-router', 'tenant_id': '9efcd44618b1499dbaacd7184adc7a1f', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:16:24.827582 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76d29e41-55f7-4f02-a7e2-6370c12cb464 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde080026-c28f-55be-b52b-13827cc43646-eb94becb-e19c-4bba-9763-5434ec4319fa', 'network_id': 'eb94becb-e19c-4bba-9763-5434ec4319fa', 'tenant_id': '9efcd44618b1499dbaacd7184adc7a1f', 'fixed_ips': [{'subnet_id': 'fcab093f-a03b-46c3-8464-11d950fdaaff'}]}} from n-d-764292-30. {{(pid=102193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:16:24.832083 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-143e34ac-59fa-4cc6-ab7f-73909b072368 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-450010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6626'] for router, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:24.832651 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-76d29e41-55f7-4f02-a7e2-6370c12cb464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:24.833240 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-143e34ac-59fa-4cc6-ab7f-73909b072368 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-446747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6633'] for router, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:24.867282 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f25f94-f1b5-4fcf-929f-ec9aec9befff req-80d5649b-874f-4586-be0c-86410dbc613d tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:24.875363 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-69f25f94-f1b5-4fcf-929f-ec9aec9befff req-80d5649b-874f-4586-be0c-86410dbc613d tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/ports?device_id=23071014-7475-45d4-a929-0adda4de678f HTTP/1.1" status: 200 len: 946 time: 0.0891552 Aug 11 03:16:24.952663 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-69f25f94-f1b5-4fcf-929f-ec9aec9befff req-d84b5ee8-2ef0-4f82-8897-d221c7841993 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a89a04a-70d6-46f3-9b56-7cb537ff4761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731847 Aug 11 03:16:24.995683 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d54d59-508c-43f2-a743-6374bef8f5cd req-0f984bdc-fb77-4592-8168-aa426c42b55d tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:24.995683 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-56d54d59-508c-43f2-a743-6374bef8f5cd req-0f984bdc-fb77-4592-8168-aa426c42b55d tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] 10.222.0.41 "GET /v2.0/ports?device_id=596f546c-0920-46cf-8c5b-7954e9fe6c69 HTTP/1.1" status: 200 len: 945 time: 0.0822017 Aug 11 03:16:25.031862 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-56d54d59-508c-43f2-a743-6374bef8f5cd req-1fb99da6-33ee-4053-a127-3ae0c0acf152 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] 10.222.0.41 "GET /v2.0/security-groups?id=fc43ee60-6555-4bc5-a7a0-c97f67a784d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339429 Aug 11 03:16:25.149452 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-2321d09e-d5f6-467d-9c2b-511c40d4ac85 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:25.167240 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-2321d09e-d5f6-467d-9c2b-511c40d4ac85 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks [] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:25.169181 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-2321d09e-d5f6-467d-9c2b-511c40d4ac85 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] 10.222.0.41 "DELETE /v2.0/networks/ef252098-dbc5-4613-8ff1-e85f6e3daff3 HTTP/1.1" status: 204 len: 168 time: 1.3120937 Aug 11 03:16:25.200445 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 39682) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:25.211736 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-e60235da-b50f-45b8-80aa-ebfa3037e389 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Request body: {'port': {'network_id': '8886bdb2-96cd-41e9-b700-c178565a3929', 'name': 'tempest-PortsTestJSON-762700587'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:16:25.225851 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-143e34ac-59fa-4cc6-ab7f-73909b072368 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:25.234803 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2321d09e-d5f6-467d-9c2b-511c40d4ac85 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Pushing event deleted for resources: {'Network': ['ID=ef252098-dbc5-4613-8ff1-e85f6e3daff3,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:25.286982 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.db_base_plugin_common [None req-76d29e41-55f7-4f02-a7e2-6370c12cb464 None None] Allocated IP 172.20.0.2 (eb94becb-e19c-4bba-9763-5434ec4319fa/fcab093f-a03b-46c3-8464-11d950fdaaff/b9c9df4a-4ed9-4e55-9559-4d7064d4822b) {{(pid=102193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:16:25.372077 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 3124dd8f-ba1e-4155-a05e-a315039ebba2 no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:16:25.399338 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: 3124dd8f-ba1e-4155-a05e-a315039ebba2 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:16:25.399743 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 3124dd8f-ba1e-4155-a05e-a315039ebba2 not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:16:25.519647 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e60235da-b50f-45b8-80aa-ebfa3037e389 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Made reservation on behalf of 619f5dda48254516982a2d4b32c5e174 for: {'port': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:16:25.523265 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e60235da-b50f-45b8-80aa-ebfa3037e389 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:25.556913 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-143e34ac-59fa-4cc6-ab7f-73909b072368 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:25.594550 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [None req-e60235da-b50f-45b8-80aa-ebfa3037e389 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] device_id is not set on port 48817243-2a3d-4bfe-9b9b-9362b0064b19 yet. {{(pid=102191) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:16:25.632459 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-76d29e41-55f7-4f02-a7e2-6370c12cb464 None None] Notify callbacks [] for port, precommit_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:25.656070 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-76d29e41-55f7-4f02-a7e2-6370c12cb464 None None] Transition to ACTIVE for port object b9c9df4a-4ed9-4e55-9559-4d7064d4822b will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:16:25.719884 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-76d29e41-55f7-4f02-a7e2-6370c12cb464 None None] Transition to ACTIVE for port object b9c9df4a-4ed9-4e55-9559-4d7064d4822b will not be triggered until provisioned by entity DHCP. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:16:25.799256 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77cb8c7-85c6-4efc-9b25-5f09bdde2871 req-f231ca0b-f186-419b-9331-7ddbc756467d tempest-ServersTestJSON-270917325 tempest-ServersTestJSON-270917325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:25.808965 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d77cb8c7-85c6-4efc-9b25-5f09bdde2871 req-f231ca0b-f186-419b-9331-7ddbc756467d tempest-ServersTestJSON-270917325 tempest-ServersTestJSON-270917325-project] 10.222.0.41 "GET /v2.0/ports?device_id=f905d2cf-e0d3-404f-9942-a82e4c4a9fe8 HTTP/1.1" status: 200 len: 945 time: 0.2702065 Aug 11 03:16:25.811840 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-76d29e41-55f7-4f02-a7e2-6370c12cb464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669'] for port, after_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:25.927058 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76d29e41-55f7-4f02-a7e2-6370c12cb464 None None] Network eb94becb-e19c-4bba-9763-5434ec4319fa is already hosted by enough agents. {{(pid=102193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:16:25.964263 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.base_scheduler [None req-76d29e41-55f7-4f02-a7e2-6370c12cb464 None None] Resources bound (agent type, host, resource id): {{(pid=102193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:16:25.985133 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-823899c4-598e-4872-a87b-3422964d61e3 req-3c92adf6-e84d-418f-9827-505ee98d7f0a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6e3618b6-52e5-4357-a355-b29ad18e1b9a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.3726103 Aug 11 03:16:25.996305 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d29e41-55f7-4f02-a7e2-6370c12cb464 None None] Received port after_create {{(pid=102193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:16:25.998861 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e60235da-b50f-45b8-80aa-ebfa3037e389 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:26.069303 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d29e41-55f7-4f02-a7e2-6370c12cb464 None None] Pushing event updated for resources: {'Port': ['ID=b9c9df4a-4ed9-4e55-9559-4d7064d4822b,revision_number=1']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:26.071482 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d77cb8c7-85c6-4efc-9b25-5f09bdde2871 req-4269a0ac-b8d3-4b2b-92ab-8dd2be2d2651 tempest-ServersTestJSON-270917325 tempest-ServersTestJSON-270917325-project] 10.222.0.41 "GET /v2.0/security-groups?id=32f19115-bc2b-4ec5-a86c-fca1d0469ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2373967 Aug 11 03:16:26.166406 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e60235da-b50f-45b8-80aa-ebfa3037e389 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:26.213305 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-76d29e41-55f7-4f02-a7e2-6370c12cb464 None None] Attempting to bind port b9c9df4a-4ed9-4e55-9559-4d7064d4822b on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:16:26.213681 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-76d29e41-55f7-4f02-a7e2-6370c12cb464 None None] Attempting to bind port b9c9df4a-4ed9-4e55-9559-4d7064d4822b by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': 'b6ad42bd-5b6b-45aa-88ab-5bb5d4b396ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'eb94becb-e19c-4bba-9763-5434ec4319fa'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:16:26.214051 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d29e41-55f7-4f02-a7e2-6370c12cb464 None None] Attempting to bind port b9c9df4a-4ed9-4e55-9559-4d7064d4822b on network eb94becb-e19c-4bba-9763-5434ec4319fa {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:16:26.227144 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d29e41-55f7-4f02-a7e2-6370c12cb464 None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 16, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:16:26.227519 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d29e41-55f7-4f02-a7e2-6370c12cb464 None None] Checking segment: {'id': 'b6ad42bd-5b6b-45aa-88ab-5bb5d4b396ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'eb94becb-e19c-4bba-9763-5434ec4319fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:16:26.238464 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-76d29e41-55f7-4f02-a7e2-6370c12cb464 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:26.238914 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d29e41-55f7-4f02-a7e2-6370c12cb464 None None] Bound using segment: {'id': 'b6ad42bd-5b6b-45aa-88ab-5bb5d4b396ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'eb94becb-e19c-4bba-9763-5434ec4319fa'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:16:26.239431 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-76d29e41-55f7-4f02-a7e2-6370c12cb464 None None] Bound port: b9c9df4a-4ed9-4e55-9559-4d7064d4822b, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6ad42bd-5b6b-45aa-88ab-5bb5d4b396ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'eb94becb-e19c-4bba-9763-5434ec4319fa'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:16:26.239830 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-76d29e41-55f7-4f02-a7e2-6370c12cb464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:26.244256 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823899c4-598e-4872-a87b-3422964d61e3 req-0b0ae5de-f726-48d9-ab72-24a633af1a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:26.244947 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823899c4-598e-4872-a87b-3422964d61e3 req-0b0ae5de-f726-48d9-ab72-24a633af1a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:26.245563 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823899c4-598e-4872-a87b-3422964d61e3 req-0b0ae5de-f726-48d9-ab72-24a633af1a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:26.246182 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823899c4-598e-4872-a87b-3422964d61e3 req-0b0ae5de-f726-48d9-ab72-24a633af1a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:26.246825 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823899c4-598e-4872-a87b-3422964d61e3 req-0b0ae5de-f726-48d9-ab72-24a633af1a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:26.247443 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823899c4-598e-4872-a87b-3422964d61e3 req-0b0ae5de-f726-48d9-ab72-24a633af1a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:26.248260 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823899c4-598e-4872-a87b-3422964d61e3 req-0b0ae5de-f726-48d9-ab72-24a633af1a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:26.250033 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e60235da-b50f-45b8-80aa-ebfa3037e389 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Network 8886bdb2-96cd-41e9-b700-c178565a3929 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:16:26.250456 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-823899c4-598e-4872-a87b-3422964d61e3 req-0b0ae5de-f726-48d9-ab72-24a633af1a11 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=44415f337b71498496665864f1602b88&device_id=6e3618b6-52e5-4357-a355-b29ad18e1b9a HTTP/1.1" status: 200 len: 6497 time: 0.1779315 Aug 11 03:16:26.261931 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-e60235da-b50f-45b8-80aa-ebfa3037e389 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:16:26.266365 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60235da-b50f-45b8-80aa-ebfa3037e389 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:16:26.276599 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e60235da-b50f-45b8-80aa-ebfa3037e389 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:26.277480 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e60235da-b50f-45b8-80aa-ebfa3037e389 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:26.301336 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60235da-b50f-45b8-80aa-ebfa3037e389 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Pushing event updated for resources: {'Port': ['ID=48817243-2a3d-4bfe-9b9b-9362b0064b19,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:26.350249 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-e60235da-b50f-45b8-80aa-ebfa3037e389 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.1484485 Aug 11 03:16:26.352798 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 39716) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:26.362632 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-76d29e41-55f7-4f02-a7e2-6370c12cb464 None None] For port b9c9df4a-4ed9-4e55-9559-4d7064d4822b, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:16:26.364386 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbea7cd-aa23-48d1-bdb7-12af7ced7afd req-b6bdf1b3-9a3b-4d4e-a824-77c749a865f9 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:26.366023 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7dbea7cd-aa23-48d1-bdb7-12af7ced7afd req-b6bdf1b3-9a3b-4d4e-a824-77c749a865f9 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/ports?device_id=23071014-7475-45d4-a929-0adda4de678f HTTP/1.1" status: 200 len: 946 time: 0.1916220 Aug 11 03:16:26.374614 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-76d29e41-55f7-4f02-a7e2-6370c12cb464 None None] For port b9c9df4a-4ed9-4e55-9559-4d7064d4822b, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=b9c9df4a-4ed9-4e55-9559-4d7064d4822b,segment=NetworkSegment(b6ad42bd-5b6b-45aa-88ab-5bb5d4b396ce),segment_id=b6ad42bd-5b6b-45aa-88ab-5bb5d4b396ce)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:16:26.497903 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-76d29e41-55f7-4f02-a7e2-6370c12cb464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:26.503426 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7dbea7cd-aa23-48d1-bdb7-12af7ced7afd req-b33fb0a4-ee41-466e-a2a9-d88e6e3acafa tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a89a04a-70d6-46f3-9b56-7cb537ff4761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249628 Aug 11 03:16:26.556620 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-143e34ac-59fa-4cc6-ab7f-73909b072368 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:26.593638 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 39724) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:26.619956 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-53ee2e5d-e196-414f-8778-d96f4fe0b31b tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Deleting port 48817243-2a3d-4bfe-9b9b-9362b0064b19 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:16:26.622114 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-53ee2e5d-e196-414f-8778-d96f4fe0b31b tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:26.634966 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-143e34ac-59fa-4cc6-ab7f-73909b072368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:26.669137 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823899c4-598e-4872-a87b-3422964d61e3 req-310d892e-d7cc-4cb0-955b-9a35a60a9414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:26.669871 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823899c4-598e-4872-a87b-3422964d61e3 req-310d892e-d7cc-4cb0-955b-9a35a60a9414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:26.670535 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823899c4-598e-4872-a87b-3422964d61e3 req-310d892e-d7cc-4cb0-955b-9a35a60a9414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:26.672424 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-823899c4-598e-4872-a87b-3422964d61e3 req-310d892e-d7cc-4cb0-955b-9a35a60a9414 service neutron] 10.222.0.24 "GET /v2.0/networks?id=99a68316-7b54-4552-81a4-eb1b8bfe1686&id=ed637a9a-eb30-499d-98db-3d728133dac3&id=ed637a9a-eb30-499d-98db-3d728133dac3&id=ed637a9a-eb30-499d-98db-3d728133dac3&id=ed637a9a-eb30-499d-98db-3d728133dac3&id=e854785b-6921-4aac-9817-a841d5040ff3&id=e854785b-6921-4aac-9817-a841d5040ff3 HTTP/1.1" status: 200 len: 2292 time: 0.3652010 Aug 11 03:16:26.693400 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d29e41-55f7-4f02-a7e2-6370c12cb464 None None] Pushing event updated for resources: {'Port': ['ID=b9c9df4a-4ed9-4e55-9559-4d7064d4822b,revision_number=2']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:26.840380 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-53ee2e5d-e196-414f-8778-d96f4fe0b31b tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:26.857590 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-823899c4-598e-4872-a87b-3422964d61e3 req-dc19d9e1-a937-40dd-a726-bb52f4813caf service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6787f595-faeb-4a36-b917-5d8df4badde1 HTTP/1.1" status: 200 len: 1001 time: 0.1473198 Aug 11 03:16:26.892575 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-53ee2e5d-e196-414f-8778-d96f4fe0b31b tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Calling delete_port for 48817243-2a3d-4bfe-9b9b-9362b0064b19 owned by {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:16:26.926914 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1b1afc25-d42e-4cb6-9cf5-611de03d9a1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:27.054501 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [None req-143e34ac-59fa-4cc6-ab7f-73909b072368 admin admin] Allocated IP 172.25.8.213 (09faf7d2-eaf5-4a50-bb6e-4cb05d009a76/e1a97443-13df-40bb-85f5-fd269e2742c0/ff1d750e-5ea7-45f1-85b2-89493e92a513) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:16:27.092128 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823899c4-598e-4872-a87b-3422964d61e3 req-cfbe6763-9afd-453c-a5c1-bf324cde9fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:27.094108 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-823899c4-598e-4872-a87b-3422964d61e3 req-cfbe6763-9afd-453c-a5c1-bf324cde9fa9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4230503c-7b88-4635-ba97-704ecda79830 HTTP/1.1" status: 200 len: 851 time: 0.2296491 Aug 11 03:16:27.253823 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823899c4-598e-4872-a87b-3422964d61e3 req-1bd84e1c-a499-4870-b197-3a9fdbc47d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:27.253823 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-823899c4-598e-4872-a87b-3422964d61e3 req-1bd84e1c-a499-4870-b197-3a9fdbc47d22 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=99a68316-7b54-4552-81a4-eb1b8bfe1686&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0684602 Aug 11 03:16:27.274925 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1b1afc25-d42e-4cb6-9cf5-611de03d9a1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:27.342976 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-53ee2e5d-e196-414f-8778-d96f4fe0b31b tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:27.373646 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ee2e5d-e196-414f-8778-d96f4fe0b31b tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Pushing event deleted for resources: {'Port': ['ID=48817243-2a3d-4bfe-9b9b-9362b0064b19,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:27.406572 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-53ee2e5d-e196-414f-8778-d96f4fe0b31b tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:27.409360 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-53ee2e5d-e196-414f-8778-d96f4fe0b31b tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] 10.222.0.41 "DELETE /v2.0/ports/48817243-2a3d-4bfe-9b9b-9362b0064b19 HTTP/1.1" status: 204 len: 168 time: 1.0554614 Aug 11 03:16:27.412712 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1b1afc25-d42e-4cb6-9cf5-611de03d9a1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:27.416219 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device b9c9df4a-4ed9-4e55-9559-4d7064d4822b up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:16:27.419659 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 39740) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:27.455172 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-d56ab2dc-b3c7-4b6e-abc4-dd0cd3ce0eeb tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Request body: {'port': {'network_id': '8886bdb2-96cd-41e9-b700-c178565a3929', 'mac_address': 'fa:16:3e:74:98:1e', 'name': 'tempest-PortsTestJSON-1195438871'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:16:27.540119 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1afc25-d42e-4cb6-9cf5-611de03d9a1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dc83f4c-d618-4229-8fd0-8b9596f99fb9,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:27.542715 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port b9c9df4a-4ed9-4e55-9559-4d7064d4822b completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:16:27.581032 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-1b1afc25-d42e-4cb6-9cf5-611de03d9a1d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1a4fddda32ee487f98d97fb3700c75e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9826105 Aug 11 03:16:27.600274 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 39748) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:27.695444 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5f7d9916-3be6-4202-94de-ef662c50167c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:27.733371 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5f7d9916-3be6-4202-94de-ef662c50167c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:27.811428 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d56ab2dc-b3c7-4b6e-abc4-dd0cd3ce0eeb tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Made reservation on behalf of 619f5dda48254516982a2d4b32c5e174 for: {'port': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:16:27.817461 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-143e34ac-59fa-4cc6-ab7f-73909b072368 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:27.921551 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5f7d9916-3be6-4202-94de-ef662c50167c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:27.927038 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5f7d9916-3be6-4202-94de-ef662c50167c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:27.933296 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-5f7d9916-3be6-4202-94de-ef662c50167c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9dc83f4c-d618-4229-8fd0-8b9596f99fb9 HTTP/1.1" status: 204 len: 168 time: 0.3289435 Aug 11 03:16:27.952761 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ff754c-10ba-4c1f-b475-19d0eaf5a2e9 req-2def0018-4c14-4fa2-bb9a-6c2e2d8636e3 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:27.953088 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7d9916-3be6-4202-94de-ef662c50167c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dc83f4c-d618-4229-8fd0-8b9596f99fb9,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:27.953208 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e6ff754c-10ba-4c1f-b475-19d0eaf5a2e9 req-2def0018-4c14-4fa2-bb9a-6c2e2d8636e3 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/ports?device_id=23071014-7475-45d4-a929-0adda4de678f HTTP/1.1" status: 200 len: 946 time: 0.1403520 Aug 11 03:16:27.959562 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d56ab2dc-b3c7-4b6e-abc4-dd0cd3ce0eeb tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:27.988723 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [None req-d56ab2dc-b3c7-4b6e-abc4-dd0cd3ce0eeb tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] device_id is not set on port 5d2a6907-a5f0-4e86-935e-b738435d48c6 yet. {{(pid=102191) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:16:27.996646 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2105965c-d50a-4380-b0c9-00a93e967821 req-4e4c6307-5ab9-4eaf-bd2c-f5f8cd7fa83b tempest-ServersTestJSON-270917325 tempest-ServersTestJSON-270917325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:28.004192 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2105965c-d50a-4380-b0c9-00a93e967821 req-4e4c6307-5ab9-4eaf-bd2c-f5f8cd7fa83b tempest-ServersTestJSON-270917325 tempest-ServersTestJSON-270917325-project] 10.222.0.41 "GET /v2.0/ports?device_id=f905d2cf-e0d3-404f-9942-a82e4c4a9fe8 HTTP/1.1" status: 200 len: 945 time: 0.1956935 Aug 11 03:16:28.012397 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-823899c4-598e-4872-a87b-3422964d61e3 req-ffae1ed9-0490-48b5-a32c-cdb0450c7289 service neutron] 10.222.0.24 "GET /v2.0/networks/99a68316-7b54-4552-81a4-eb1b8bfe1686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7505829 Aug 11 03:16:28.116104 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ac093aa-62c9-494a-91da-b52cffd34f6a None None] Network eb94becb-e19c-4bba-9763-5434ec4319fa requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:16:28.164871 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-823899c4-598e-4872-a87b-3422964d61e3 req-982beddd-cad5-4586-8aa2-b620bdb8c1b9 service neutron] 10.222.0.24 "GET /v2.0/networks/99a68316-7b54-4552-81a4-eb1b8bfe1686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294668 Aug 11 03:16:28.210646 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e6ff754c-10ba-4c1f-b475-19d0eaf5a2e9 req-fde85fc9-4c06-4f71-810c-fd61786aa338 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a89a04a-70d6-46f3-9b56-7cb537ff4761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332628 Aug 11 03:16:28.211865 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-143e34ac-59fa-4cc6-ab7f-73909b072368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:28.215977 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d56ab2dc-b3c7-4b6e-abc4-dd0cd3ce0eeb tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:28.313615 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2105965c-d50a-4380-b0c9-00a93e967821 req-bb48b48a-c890-45bd-9c2b-d4ef9522dd5f tempest-ServersTestJSON-270917325 tempest-ServersTestJSON-270917325-project] 10.222.0.41 "GET /v2.0/security-groups?id=32f19115-bc2b-4ec5-a86c-fca1d0469ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3085184 Aug 11 03:16:28.354504 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-823899c4-598e-4872-a87b-3422964d61e3 req-906f6fb5-ce6d-4eba-b30a-e7e925cbf801 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.170&port_id=7dfdef9f-0d5f-4271-b104-13eb02da9240 HTTP/1.1" status: 200 len: 217 time: 0.1653337 Aug 11 03:16:28.363781 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-143e34ac-59fa-4cc6-ab7f-73909b072368 admin admin] Network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:16:28.386526 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d56ab2dc-b3c7-4b6e-abc4-dd0cd3ce0eeb tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:28.386686 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-b714d2f5-2467-4132-86e9-cf5f90db5e9b None None] Provisioning for port b9c9df4a-4ed9-4e55-9559-4d7064d4822b completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:16:28.390733 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-143e34ac-59fa-4cc6-ab7f-73909b072368 admin admin] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:16:28.404252 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-143e34ac-59fa-4cc6-ab7f-73909b072368 admin admin] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:16:28.416057 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-b714d2f5-2467-4132-86e9-cf5f90db5e9b None None] Provisioning complete for port b9c9df4a-4ed9-4e55-9559-4d7064d4822b triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:16:28.416432 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-b714d2f5-2467-4132-86e9-cf5f90db5e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:28.453921 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d56ab2dc-b3c7-4b6e-abc4-dd0cd3ce0eeb tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Network 8886bdb2-96cd-41e9-b700-c178565a3929 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:16:28.459221 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-d56ab2dc-b3c7-4b6e-abc4-dd0cd3ce0eeb tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:16:28.462500 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143e34ac-59fa-4cc6-ab7f-73909b072368 admin admin] Pushing event updated for resources: {'Port': ['ID=ff1d750e-5ea7-45f1-85b2-89493e92a513,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:28.462833 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56ab2dc-b3c7-4b6e-abc4-dd0cd3ce0eeb tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:16:28.481726 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d56ab2dc-b3c7-4b6e-abc4-dd0cd3ce0eeb tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:28.483166 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d56ab2dc-b3c7-4b6e-abc4-dd0cd3ce0eeb tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:28.493142 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823899c4-598e-4872-a87b-3422964d61e3 req-26686f66-ef95-4251-ab7e-6080603cd0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:28.494916 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-823899c4-598e-4872-a87b-3422964d61e3 req-26686f66-ef95-4251-ab7e-6080603cd0a6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=329e4f03-d8cd-404e-b91b-1cb9368d6c2d HTTP/1.1" status: 200 len: 797 time: 0.1305220 Aug 11 03:16:28.514590 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56ab2dc-b3c7-4b6e-abc4-dd0cd3ce0eeb tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Pushing event updated for resources: {'Port': ['ID=5d2a6907-a5f0-4e86-935e-b738435d48c6,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:28.598315 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-b714d2f5-2467-4132-86e9-cf5f90db5e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:28.613726 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-d56ab2dc-b3c7-4b6e-abc4-dd0cd3ce0eeb tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.1800034 Aug 11 03:16:28.616215 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 39776) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:28.682053 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-b714d2f5-2467-4132-86e9-cf5f90db5e9b None None] For port b9c9df4a-4ed9-4e55-9559-4d7064d4822b, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=b9c9df4a-4ed9-4e55-9559-4d7064d4822b,segment=NetworkSegment(b6ad42bd-5b6b-45aa-88ab-5bb5d4b396ce),segment_id=b6ad42bd-5b6b-45aa-88ab-5bb5d4b396ce)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:16:28.686666 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de5b210-d3d9-47fa-badd-bc86ae4791fb tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:28.692082 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-3de5b210-d3d9-47fa-badd-bc86ae4791fb tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] 10.222.0.41 "GET /v2.0/ports/5d2a6907-a5f0-4e86-935e-b738435d48c6 HTTP/1.1" status: 200 len: 841 time: 0.0745506 Aug 11 03:16:28.695237 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 39780) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:28.716872 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823899c4-598e-4872-a87b-3422964d61e3 req-dc9d86f5-0caa-4271-ae99-548046051bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:28.723209 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-823899c4-598e-4872-a87b-3422964d61e3 req-dc9d86f5-0caa-4271-ae99-548046051bb3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ed637a9a-eb30-499d-98db-3d728133dac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1815944 Aug 11 03:16:28.783066 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-b714d2f5-2467-4132-86e9-cf5f90db5e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:28.851790 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b714d2f5-2467-4132-86e9-cf5f90db5e9b None None] Pushing event updated for resources: {'Port': ['ID=b9c9df4a-4ed9-4e55-9559-4d7064d4822b,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:28.855573 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-b57ff5f2-2d29-4fb0-9406-6e9857c76405 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Deleting port 5d2a6907-a5f0-4e86-935e-b738435d48c6 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:16:28.858084 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b57ff5f2-2d29-4fb0-9406-6e9857c76405 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:28.905980 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-c8d2a663-58cf-4de7-b0d3-7abfdb57afea None None] Provisioning complete for port b9c9df4a-4ed9-4e55-9559-4d7064d4822b triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:16:28.908396 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-c8d2a663-58cf-4de7-b0d3-7abfdb57afea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:28.926860 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-823899c4-598e-4872-a87b-3422964d61e3 req-46316ee7-9f8b-4eca-acfa-eafac2676ac1 service neutron] 10.222.0.24 "GET /v2.0/networks/ed637a9a-eb30-499d-98db-3d728133dac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769691 Aug 11 03:16:28.955697 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b57ff5f2-2d29-4fb0-9406-6e9857c76405 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:28.974786 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-b57ff5f2-2d29-4fb0-9406-6e9857c76405 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Calling delete_port for 5d2a6907-a5f0-4e86-935e-b738435d48c6 owned by {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:16:28.996276 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 39792) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:29.089983 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-cedecc5b-90a7-4148-8bea-782dd59722ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:29.134497 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-143e34ac-59fa-4cc6-ab7f-73909b072368 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:29.147827 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-210270ec-591a-49df-837c-663e1923f4a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:29.189536 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-823899c4-598e-4872-a87b-3422964d61e3 req-6bdcd302-417e-4a12-a623-7f1573e3647f service neutron] 10.222.0.24 "GET /v2.0/networks/ed637a9a-eb30-499d-98db-3d728133dac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940076 Aug 11 03:16:29.258854 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b57ff5f2-2d29-4fb0-9406-6e9857c76405 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:29.271428 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-823899c4-598e-4872-a87b-3422964d61e3 req-efd4d098-5396-4bfb-9657-5b4ee94f3a43 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.168&port_id=b90d6ebc-39d0-4329-8910-886ce1b868bf HTTP/1.1" status: 200 len: 217 time: 0.0735867 Aug 11 03:16:29.290928 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57ff5f2-2d29-4fb0-9406-6e9857c76405 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Pushing event deleted for resources: {'Port': ['ID=5d2a6907-a5f0-4e86-935e-b738435d48c6,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:29.296068 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b57ff5f2-2d29-4fb0-9406-6e9857c76405 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:29.301265 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-b57ff5f2-2d29-4fb0-9406-6e9857c76405 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] 10.222.0.41 "DELETE /v2.0/ports/5d2a6907-a5f0-4e86-935e-b738435d48c6 HTTP/1.1" status: 204 len: 168 time: 0.6027193 Aug 11 03:16:29.301556 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 39804) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:29.340145 n-d-764292-30 neutron-server[102191]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e3979ef-df0a-4810-a59a-2240fd7a2236 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] GET failed (client error): The resource could not be found. Aug 11 03:16:29.345061 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-4e3979ef-df0a-4810-a59a-2240fd7a2236 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] 10.222.0.41 "GET /v2.0/ports/5d2a6907-a5f0-4e86-935e-b738435d48c6 HTTP/1.1" status: 404 len: 333 time: 0.0393975 Aug 11 03:16:29.345494 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 39808) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:29.347552 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device b9c9df4a-4ed9-4e55-9559-4d7064d4822b up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:16:29.351087 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-b7e1531a-e01f-4765-b6b4-8f9513d2a9be tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Request body: {'port': {'network_id': '8886bdb2-96cd-41e9-b700-c178565a3929', 'name': 'tempest-PortsTestJSON-276346593'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:16:29.413665 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port b9c9df4a-4ed9-4e55-9559-4d7064d4822b triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:16:29.414222 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:29.425178 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823899c4-598e-4872-a87b-3422964d61e3 req-81d1b592-fe9e-4fed-91d9-9f248747e47c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:29.426695 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-823899c4-598e-4872-a87b-3422964d61e3 req-81d1b592-fe9e-4fed-91d9-9f248747e47c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=329e4f03-d8cd-404e-b91b-1cb9368d6c2d HTTP/1.1" status: 200 len: 797 time: 0.1380317 Aug 11 03:16:29.441417 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660f5415-f2ef-41b2-a388-92513136f134 req-d56d51d7-e342-40b6-8dbe-d0c9a0659510 tempest-ServersTestJSON-270917325 tempest-ServersTestJSON-270917325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:29.450188 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-660f5415-f2ef-41b2-a388-92513136f134 req-d56d51d7-e342-40b6-8dbe-d0c9a0659510 tempest-ServersTestJSON-270917325 tempest-ServersTestJSON-270917325-project] 10.222.0.41 "GET /v2.0/ports?device_id=f905d2cf-e0d3-404f-9942-a82e4c4a9fe8 HTTP/1.1" status: 200 len: 945 time: 0.1862888 Aug 11 03:16:29.593815 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-cedecc5b-90a7-4148-8bea-782dd59722ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:29.598714 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-660f5415-f2ef-41b2-a388-92513136f134 req-54938016-2463-4e54-987b-45f7d378b28b tempest-ServersTestJSON-270917325 tempest-ServersTestJSON-270917325-project] 10.222.0.41 "GET /v2.0/security-groups?id=32f19115-bc2b-4ec5-a86c-fca1d0469ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1476569 Aug 11 03:16:29.604439 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823899c4-598e-4872-a87b-3422964d61e3 req-bf1405ad-6cfb-4529-ae3c-89cfc301576b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:29.605999 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-823899c4-598e-4872-a87b-3422964d61e3 req-bf1405ad-6cfb-4529-ae3c-89cfc301576b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ed637a9a-eb30-499d-98db-3d728133dac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1438456 Aug 11 03:16:29.609413 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-143e34ac-59fa-4cc6-ab7f-73909b072368 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-446952'] for router, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:29.709069 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-cedecc5b-90a7-4148-8bea-782dd59722ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:29.742802 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7e1531a-e01f-4765-b6b4-8f9513d2a9be tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Made reservation on behalf of 619f5dda48254516982a2d4b32c5e174 for: {'port': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:16:29.746626 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b7e1531a-e01f-4765-b6b4-8f9513d2a9be tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:29.769754 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [None req-b7e1531a-e01f-4765-b6b4-8f9513d2a9be tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] device_id is not set on port 8760aa39-1519-4627-85f3-d97bd54ed0d6 yet. {{(pid=102191) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:16:29.862650 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedecc5b-90a7-4148-8bea-782dd59722ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d060543-f1bf-4d1d-b6fe-0dc9402adb80,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:29.875284 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-cedecc5b-90a7-4148-8bea-782dd59722ff admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a3c13d746e8945babfb5c13965106e93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8780653 Aug 11 03:16:29.884884 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 39816) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:29.947149 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5febf4-ea92-4524-98fe-332d41e04794 req-b66d40f8-336e-40ba-91af-89ada90345d8 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:29.948736 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-de5febf4-ea92-4524-98fe-332d41e04794 req-b66d40f8-336e-40ba-91af-89ada90345d8 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/ports?device_id=23071014-7475-45d4-a929-0adda4de678f HTTP/1.1" status: 200 len: 946 time: 0.2534804 Aug 11 03:16:29.951537 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-823899c4-598e-4872-a87b-3422964d61e3 req-52de8bcf-7682-4145-9dff-9cc42167c918 service neutron] 10.222.0.24 "GET /v2.0/networks/ed637a9a-eb30-499d-98db-3d728133dac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3221776 Aug 11 03:16:29.988467 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b7e1531a-e01f-4765-b6b4-8f9513d2a9be tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:30.083029 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b7e1531a-e01f-4765-b6b4-8f9513d2a9be tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:30.101316 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-1afe3eb6-8007-4dc3-a533-8cdb6a5e4c0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:30.124691 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-de5febf4-ea92-4524-98fe-332d41e04794 req-ace5f6df-aa3a-4880-b259-4496f1c2119e tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a89a04a-70d6-46f3-9b56-7cb537ff4761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580927 Aug 11 03:16:30.147349 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-1afe3eb6-8007-4dc3-a533-8cdb6a5e4c0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:30.149094 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e1531a-e01f-4765-b6b4-8f9513d2a9be tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Network 8886bdb2-96cd-41e9-b700-c178565a3929 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:16:30.155673 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-823899c4-598e-4872-a87b-3422964d61e3 req-defd5f6a-ceeb-4158-ae3c-64905fa687b8 service neutron] 10.222.0.24 "GET /v2.0/networks/ed637a9a-eb30-499d-98db-3d728133dac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955786 Aug 11 03:16:30.157705 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-b7e1531a-e01f-4765-b6b4-8f9513d2a9be tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:16:30.161698 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e1531a-e01f-4765-b6b4-8f9513d2a9be tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:16:30.167422 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e1531a-e01f-4765-b6b4-8f9513d2a9be tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:30.168256 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b7e1531a-e01f-4765-b6b4-8f9513d2a9be tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:30.180931 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e1531a-e01f-4765-b6b4-8f9513d2a9be tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Pushing event updated for resources: {'Port': ['ID=8760aa39-1519-4627-85f3-d97bd54ed0d6,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:30.240253 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-b7e1531a-e01f-4765-b6b4-8f9513d2a9be tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.8932652 Aug 11 03:16:30.240425 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 39820) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:30.244267 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-143e34ac-59fa-4cc6-ab7f-73909b072368 admin admin] Router 27c33809-362f-4297-a704-7239a9b35808 is scheduled to L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 with binding_index 1 {{(pid=102192) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:16:30.245318 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-823899c4-598e-4872-a87b-3422964d61e3 req-b86f222b-fb7f-4423-8dbb-cdb2839854dd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.31&port_id=a312704a-491b-448b-aff9-cbd04cf3547f HTTP/1.1" status: 200 len: 217 time: 0.0803654 Aug 11 03:16:30.249191 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-5200fdd3-a02e-4c43-9c04-4b8eda646fa6 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:16:30.376742 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823899c4-598e-4872-a87b-3422964d61e3 req-ab6f217f-1b2d-46af-befb-99714632309e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:30.378260 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-823899c4-598e-4872-a87b-3422964d61e3 req-ab6f217f-1b2d-46af-befb-99714632309e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=329e4f03-d8cd-404e-b91b-1cb9368d6c2d HTTP/1.1" status: 200 len: 797 time: 0.1226072 Aug 11 03:16:30.446764 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-5200fdd3-a02e-4c43-9c04-4b8eda646fa6 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:30.493407 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-1afe3eb6-8007-4dc3-a533-8cdb6a5e4c0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:30.496017 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-1afe3eb6-8007-4dc3-a533-8cdb6a5e4c0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:30.497188 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-1afe3eb6-8007-4dc3-a533-8cdb6a5e4c0b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6d060543-f1bf-4d1d-b6fe-0dc9402adb80 HTTP/1.1" status: 204 len: 168 time: 0.6099339 Aug 11 03:16:30.544209 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afe3eb6-8007-4dc3-a533-8cdb6a5e4c0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d060543-f1bf-4d1d-b6fe-0dc9402adb80,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:30.558913 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823899c4-598e-4872-a87b-3422964d61e3 req-4fdad02a-e88b-4877-8cf3-ce8ab395a30a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:30.560608 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-823899c4-598e-4872-a87b-3422964d61e3 req-4fdad02a-e88b-4877-8cf3-ce8ab395a30a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ed637a9a-eb30-499d-98db-3d728133dac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1551466 Aug 11 03:16:30.570550 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-143e34ac-59fa-4cc6-ab7f-73909b072368 admin admin] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:16:30.582500 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c27d514-7817-41eb-a028-2680e114c988 None None] Sync routers for ids ['27c33809-362f-4297-a704-7239a9b35808'] in n-d-764292-30 {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:16:30.596752 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c27d514-7817-41eb-a028-2680e114c988 None None] Routers {'27c33809-362f-4297-a704-7239a9b35808'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:16:30.597475 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-6c27d514-7817-41eb-a028-2680e114c988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:16:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['27c33809-362f-4297-a704-7239a9b35808'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:16:30.771907 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-6c27d514-7817-41eb-a028-2680e114c988 None None] Set router 27c33809-362f-4297-a704-7239a9b35808 gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:16:30.801764 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-143e34ac-59fa-4cc6-ab7f-73909b072368 admin admin] Notify callbacks [] for router, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:30.806801 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 39832) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:30.808355 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-143e34ac-59fa-4cc6-ab7f-73909b072368 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.1164286 Aug 11 03:16:30.928300 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dc4ff3-80c3-40c3-8508-93d1db95a14f req-58a7ed8a-6cbc-4fd7-aa53-79a59c8bb3a6 tempest-ServersTestJSON-270917325 tempest-ServersTestJSON-270917325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:30.930317 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c1dc4ff3-80c3-40c3-8508-93d1db95a14f req-58a7ed8a-6cbc-4fd7-aa53-79a59c8bb3a6 tempest-ServersTestJSON-270917325 tempest-ServersTestJSON-270917325-project] 10.222.0.41 "GET /v2.0/ports?device_id=f905d2cf-e0d3-404f-9942-a82e4c4a9fe8 HTTP/1.1" status: 200 len: 945 time: 0.1542726 Aug 11 03:16:30.987289 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-823899c4-598e-4872-a87b-3422964d61e3 req-7dd0b9a9-3042-4ebc-a1ef-d4e7e5c12ff0 service neutron] 10.222.0.24 "GET /v2.0/networks/ed637a9a-eb30-499d-98db-3d728133dac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4140766 Aug 11 03:16:31.004481 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0969fe-0091-4bf6-b865-8c2500f6a915 req-4e240c18-cad5-49b4-ab4c-0b1e038ff780 tempest-ServersTestJSON-270917325 tempest-ServersTestJSON-270917325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:31.006638 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-8c0969fe-0091-4bf6-b865-8c2500f6a915 req-4e240c18-cad5-49b4-ab4c-0b1e038ff780 tempest-ServersTestJSON-270917325 tempest-ServersTestJSON-270917325-project] 10.222.0.22 "GET /v2.0/ports?device_id=f905d2cf-e0d3-404f-9942-a82e4c4a9fe8 HTTP/1.1" status: 200 len: 945 time: 0.1213984 Aug 11 03:16:31.031862 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c1dc4ff3-80c3-40c3-8508-93d1db95a14f req-7c7ed178-7de1-4938-87a8-4e4070358342 tempest-ServersTestJSON-270917325 tempest-ServersTestJSON-270917325-project] 10.222.0.41 "GET /v2.0/security-groups?id=32f19115-bc2b-4ec5-a86c-fca1d0469ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860040 Aug 11 03:16:31.072775 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-6c27d514-7817-41eb-a028-2680e114c988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27c33809-362f-4297-a704-7239a9b35808', 'name': 'tempest-ServersTestMultiNic-1610614148-router', 'tenant_id': '9efcd44618b1499dbaacd7184adc7a1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.213'}], 'enable_snat': True}, 'gw_port_id': 'ff1d750e-5ea7-45f1-85b2-89493e92a513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:16:24Z', 'updated_at': '2021-08-11T03:16:28Z', 'revision_number': 3, 'project_id': '9efcd44618b1499dbaacd7184adc7a1f', 'gw_port': {'id': 'ff1d750e-5ea7-45f1-85b2-89493e92a513', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:20:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27c33809-362f-4297-a704-7239a9b35808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:16:26Z', 'updated_at': '2021-08-11T03:16:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:16:31.100501 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c27d514-7817-41eb-a028-2680e114c988 None None] Checking router: 27c33809-362f-4297-a704-7239a9b35808 for host: n-d-764292-30 {{(pid=102194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:16:31.100932 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c27d514-7817-41eb-a028-2680e114c988 None None] Updating router 27c33809-362f-4297-a704-7239a9b35808 port ff1d750e-5ea7-45f1-85b2-89493e92a513 binding host n-d-764292-30 {{(pid=102194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:16:31.131409 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-6c27d514-7817-41eb-a028-2680e114c988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:31.143463 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-5200fdd3-a02e-4c43-9c04-4b8eda646fa6 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks [] for port, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:31.234997 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-5200fdd3-a02e-4c43-9c04-4b8eda646fa6 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:31.241039 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-823899c4-598e-4872-a87b-3422964d61e3 req-af2b0a07-49ee-4a5f-b483-1cbd990634f3 service neutron] 10.222.0.24 "GET /v2.0/networks/ed637a9a-eb30-499d-98db-3d728133dac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2297885 Aug 11 03:16:31.425157 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-8c0969fe-0091-4bf6-b865-8c2500f6a915 req-87e566e0-30cb-4615-84c9-a907507f5cea tempest-ServersTestJSON-270917325 tempest-ServersTestJSON-270917325-project] Deleting port df47b862-bce6-48bf-ad02-5b37dd7cd3af {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:16:31.425502 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-8c0969fe-0091-4bf6-b865-8c2500f6a915 req-87e566e0-30cb-4615-84c9-a907507f5cea tempest-ServersTestJSON-270917325 tempest-ServersTestJSON-270917325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:31.542654 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-6c27d514-7817-41eb-a028-2680e114c988 None None] Notify callbacks [] for port, precommit_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:31.555226 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.provisioning_blocks [None req-6c27d514-7817-41eb-a028-2680e114c988 None None] Transition to ACTIVE for port object ff1d750e-5ea7-45f1-85b2-89493e92a513 will not be triggered until provisioned by entity L2. {{(pid=102194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:16:31.609140 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-16c99120-e61b-4ce2-8a95-96654d98254e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:31.629504 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-6c27d514-7817-41eb-a028-2680e114c988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:31.747243 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-823899c4-598e-4872-a87b-3422964d61e3 req-08094074-b14c-459d-97a2-c4dfdef59b7d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.25&port_id=d9e703e8-7704-4b91-aaaa-f02c780d0bdd HTTP/1.1" status: 200 len: 217 time: 0.4899962 Aug 11 03:16:31.749770 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-5200fdd3-a02e-4c43-9c04-4b8eda646fa6 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] In _notify_port_updated(), no bound segment for port 8760aa39-1519-4627-85f3-d97bd54ed0d6 on network 8886bdb2-96cd-41e9-b700-c178565a3929 {{(pid=102192) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 03:16:31.756175 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5200fdd3-a02e-4c43-9c04-4b8eda646fa6 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:31.756790 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-5200fdd3-a02e-4c43-9c04-4b8eda646fa6 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:31.758058 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-5200fdd3-a02e-4c43-9c04-4b8eda646fa6 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] 10.222.0.41 "PUT /v2.0/ports/8760aa39-1519-4627-85f3-d97bd54ed0d6 HTTP/1.1" status: 200 len: 818 time: 1.5163765 Aug 11 03:16:31.768764 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 39852) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:31.774944 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661d1425-cb0a-4e39-8b66-3758f6a5cacd None None] Pushing event updated for resources: {'Port': ['ID=ff1d750e-5ea7-45f1-85b2-89493e92a513,revision_number=2']} {{(pid=102194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:31.800699 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [None req-16c99120-e61b-4ce2-8a95-96654d98254e admin admin] Allocated IP 172.20.0.1 (eb94becb-e19c-4bba-9763-5434ec4319fa/fcab093f-a03b-46c3-8464-11d950fdaaff/47b94859-7354-4a93-a21f-7dcb4e431460) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:16:31.811469 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661d1425-cb0a-4e39-8b66-3758f6a5cacd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:16:31.812520 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661d1425-cb0a-4e39-8b66-3758f6a5cacd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:16:31.812872 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661d1425-cb0a-4e39-8b66-3758f6a5cacd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:16:31.813209 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661d1425-cb0a-4e39-8b66-3758f6a5cacd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:16:31.814713 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661d1425-cb0a-4e39-8b66-3758f6a5cacd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:16:31.819047 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661d1425-cb0a-4e39-8b66-3758f6a5cacd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:16:31.819430 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661d1425-cb0a-4e39-8b66-3758f6a5cacd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:16:31.819778 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661d1425-cb0a-4e39-8b66-3758f6a5cacd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:16:31.822569 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661d1425-cb0a-4e39-8b66-3758f6a5cacd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:16:31.822985 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661d1425-cb0a-4e39-8b66-3758f6a5cacd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:16:31.824297 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661d1425-cb0a-4e39-8b66-3758f6a5cacd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:16:31.824639 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661d1425-cb0a-4e39-8b66-3758f6a5cacd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:16:31.842338 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823899c4-598e-4872-a87b-3422964d61e3 req-9516ceb6-1cb9-4cf0-8da1-d0e26e9aa79c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:31.843802 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-823899c4-598e-4872-a87b-3422964d61e3 req-9516ceb6-1cb9-4cf0-8da1-d0e26e9aa79c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=329e4f03-d8cd-404e-b91b-1cb9368d6c2d HTTP/1.1" status: 200 len: 797 time: 0.0835447 Aug 11 03:16:31.857883 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:31.869324 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-6c27d514-7817-41eb-a028-2680e114c988 None None] Attempting to bind port ff1d750e-5ea7-45f1-85b2-89493e92a513 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:16:31.872673 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-6c27d514-7817-41eb-a028-2680e114c988 None None] Attempting to bind port ff1d750e-5ea7-45f1-85b2-89493e92a513 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}] {{(pid=102194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:16:31.872673 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c27d514-7817-41eb-a028-2680e114c988 None None] Attempting to bind port ff1d750e-5ea7-45f1-85b2-89493e92a513 on network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:16:31.877109 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c27d514-7817-41eb-a028-2680e114c988 None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:16:31.878097 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c27d514-7817-41eb-a028-2680e114c988 None None] Checking segment: {'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:16:31.878665 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-6c27d514-7817-41eb-a028-2680e114c988 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:31.879098 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c27d514-7817-41eb-a028-2680e114c988 None None] Bound using segment: {'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'} {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:16:31.879837 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-6c27d514-7817-41eb-a028-2680e114c988 None None] Bound port: ff1d750e-5ea7-45f1-85b2-89493e92a513, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}}] {{(pid=102194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:16:31.880273 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-6c27d514-7817-41eb-a028-2680e114c988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:31.917646 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-16c99120-e61b-4ce2-8a95-96654d98254e admin admin] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:31.946346 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [None req-16c99120-e61b-4ce2-8a95-96654d98254e admin admin] Transition to ACTIVE for port object 47b94859-7354-4a93-a21f-7dcb4e431460 will not be triggered until provisioned by entity DHCP. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:16:31.958482 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-8c0969fe-0091-4bf6-b865-8c2500f6a915 req-87e566e0-30cb-4615-84c9-a907507f5cea tempest-ServersTestJSON-270917325 tempest-ServersTestJSON-270917325-project] For port df47b862-bce6-48bf-ad02-5b37dd7cd3af, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=df47b862-bce6-48bf-ad02-5b37dd7cd3af,segment=NetworkSegment(aecbeae3-037d-45bb-b3df-6bbd23b0c487),segment_id=aecbeae3-037d-45bb-b3df-6bbd23b0c487)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:16:31.961283 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-8c0969fe-0091-4bf6-b865-8c2500f6a915 req-87e566e0-30cb-4615-84c9-a907507f5cea tempest-ServersTestJSON-270917325 tempest-ServersTestJSON-270917325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:31.980178 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.db [None req-6c27d514-7817-41eb-a028-2680e114c988 None None] For port ff1d750e-5ea7-45f1-85b2-89493e92a513, host n-d-764292-30, cleared binding levels {{(pid=102194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:16:32.003800 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.db [None req-6c27d514-7817-41eb-a028-2680e114c988 None None] For port ff1d750e-5ea7-45f1-85b2-89493e92a513, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=ff1d750e-5ea7-45f1-85b2-89493e92a513,segment=NetworkSegment(fab28bed-aa25-40db-bba4-ec26e795194c),segment_id=fab28bed-aa25-40db-bba4-ec26e795194c)] {{(pid=102194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:16:32.006338 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5200fdd3-a02e-4c43-9c04-4b8eda646fa6 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Pushing event updated for resources: {'Port': ['ID=8760aa39-1519-4627-85f3-d97bd54ed0d6,revision_number=2']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:32.047807 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b912463f-0c43-4e01-88d2-ceda3511a276 req-11adecd2-57cd-412b-a1d1-0d76611da9dd tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:32.049324 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b912463f-0c43-4e01-88d2-ceda3511a276 req-11adecd2-57cd-412b-a1d1-0d76611da9dd tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/ports?device_id=23071014-7475-45d4-a929-0adda4de678f HTTP/1.1" status: 200 len: 946 time: 0.7893450 Aug 11 03:16:32.080111 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-695ca7af-d68a-452b-a6ef-b6939e5442d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:32.097147 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-6c27d514-7817-41eb-a028-2680e114c988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:32.179368 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b912463f-0c43-4e01-88d2-ceda3511a276 req-b11b7d77-ab4a-46b8-8989-3262f5c7f027 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a89a04a-70d6-46f3-9b56-7cb537ff4761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108661 Aug 11 03:16:32.183009 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823899c4-598e-4872-a87b-3422964d61e3 req-f015ac2e-b9bd-4617-9484-a7203abd6288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:32.184521 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-823899c4-598e-4872-a87b-3422964d61e3 req-f015ac2e-b9bd-4617-9484-a7203abd6288 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ed637a9a-eb30-499d-98db-3d728133dac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2871766 Aug 11 03:16:32.203998 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-16c99120-e61b-4ce2-8a95-96654d98254e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:32.243247 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661d1425-cb0a-4e39-8b66-3758f6a5cacd None None] Pushing event updated for resources: {'Port': ['ID=ff1d750e-5ea7-45f1-85b2-89493e92a513,revision_number=3']} {{(pid=102194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:32.255390 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c27d514-7817-41eb-a028-2680e114c988 None None] Routers {'27c33809-362f-4297-a704-7239a9b35808'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:16:32.256460 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-6c27d514-7817-41eb-a028-2680e114c988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:16:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['27c33809-362f-4297-a704-7239a9b35808'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:16:32.302903 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-dd7121f9-c6e5-427d-84f0-fa3de7fe5942 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Deleting port 8760aa39-1519-4627-85f3-d97bd54ed0d6 {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:16:32.303140 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-dd7121f9-c6e5-427d-84f0-fa3de7fe5942 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:32.327307 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0ffae4-c611-4d04-b165-25641b077474 req-a89135bf-d7d7-4a7b-94ff-7a7c94915271 tempest-ServersTestJSON-270917325 tempest-ServersTestJSON-270917325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:32.329061 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6f0ffae4-c611-4d04-b165-25641b077474 req-a89135bf-d7d7-4a7b-94ff-7a7c94915271 tempest-ServersTestJSON-270917325 tempest-ServersTestJSON-270917325-project] 10.222.0.41 "GET /v2.0/ports?device_id=f905d2cf-e0d3-404f-9942-a82e4c4a9fe8 HTTP/1.1" status: 200 len: 945 time: 0.1553395 Aug 11 03:16:32.341724 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16c99120-e61b-4ce2-8a95-96654d98254e admin admin] Network eb94becb-e19c-4bba-9763-5434ec4319fa is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:16:32.344014 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c99120-e61b-4ce2-8a95-96654d98254e admin admin] Pushing event updated for resources: {'Port': ['ID=47b94859-7354-4a93-a21f-7dcb4e431460,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:32.356202 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-16c99120-e61b-4ce2-8a95-96654d98254e admin admin] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:16:32.383726 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c99120-e61b-4ce2-8a95-96654d98254e admin admin] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:16:32.423600 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-6c27d514-7817-41eb-a028-2680e114c988 None None] Set router 27c33809-362f-4297-a704-7239a9b35808 gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:16:32.428688 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-dd7121f9-c6e5-427d-84f0-fa3de7fe5942 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:32.467501 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-823899c4-598e-4872-a87b-3422964d61e3 req-ae94ef4d-0a62-4ead-b1c9-fa8ff3cb3440 service neutron] 10.222.0.24 "GET /v2.0/networks/ed637a9a-eb30-499d-98db-3d728133dac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2706988 Aug 11 03:16:32.469162 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-16c99120-e61b-4ce2-8a95-96654d98254e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-520987'] for router_interface, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:32.502676 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6f0ffae4-c611-4d04-b165-25641b077474 req-614c8f9d-43dd-4cee-ba12-fc5f522e1875 tempest-ServersTestJSON-270917325 tempest-ServersTestJSON-270917325-project] 10.222.0.41 "GET /v2.0/security-groups?id=32f19115-bc2b-4ec5-a86c-fca1d0469ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1269782 Aug 11 03:16:32.513260 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-dd7121f9-c6e5-427d-84f0-fa3de7fe5942 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Calling delete_port for 8760aa39-1519-4627-85f3-d97bd54ed0d6 owned by {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:16:32.551596 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-8c0969fe-0091-4bf6-b865-8c2500f6a915 req-87e566e0-30cb-4615-84c9-a907507f5cea tempest-ServersTestJSON-270917325 tempest-ServersTestJSON-270917325-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:32.553699 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-8c0969fe-0091-4bf6-b865-8c2500f6a915 req-87e566e0-30cb-4615-84c9-a907507f5cea tempest-ServersTestJSON-270917325 tempest-ServersTestJSON-270917325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446866'] for floatingip, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:32.553958 n-d-764292-30 neutron-server[102191]: INFO neutron.db.l3_db [req-8c0969fe-0091-4bf6-b865-8c2500f6a915 req-87e566e0-30cb-4615-84c9-a907507f5cea tempest-ServersTestJSON-270917325 tempest-ServersTestJSON-270917325-project] Floating IP ae066b9e-eabc-4da4-8159-73af67ca2d94 disassociated. External IP: 172.25.8.148, port: df47b862-bce6-48bf-ad02-5b37dd7cd3af. Aug 11 03:16:32.554387 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-8c0969fe-0091-4bf6-b865-8c2500f6a915 req-87e566e0-30cb-4615-84c9-a907507f5cea tempest-ServersTestJSON-270917325 tempest-ServersTestJSON-270917325-project] Calling delete_port for df47b862-bce6-48bf-ad02-5b37dd7cd3af owned by compute:nova {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:16:32.724765 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-823899c4-598e-4872-a87b-3422964d61e3 req-05b667ed-faa4-487f-b8f5-06e17e80f151 service neutron] 10.222.0.24 "GET /v2.0/networks/ed637a9a-eb30-499d-98db-3d728133dac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2404771 Aug 11 03:16:32.770935 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-6c955fff-ee78-4c1b-9099-ddc8889fffd9 req-e27a7959-0845-4c15-98fb-703c4215e099 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=b2e62256-bb1c-4b85-9f73-ff3d0c2e4620&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1461241 Aug 11 03:16:32.780758 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-823899c4-598e-4872-a87b-3422964d61e3 req-919c2183-4480-4123-9443-e0cd69fd193e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f418b08e-aa62-46df-bda1-d8d20334592a HTTP/1.1" status: 200 len: 217 time: 0.0457714 Aug 11 03:16:32.840290 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-dd7121f9-c6e5-427d-84f0-fa3de7fe5942 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:32.881717 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7121f9-c6e5-427d-84f0-fa3de7fe5942 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Pushing event deleted for resources: {'Port': ['ID=8760aa39-1519-4627-85f3-d97bd54ed0d6,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:32.891186 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-b0d6de1b-d7cf-4444-8913-45d6032f3aae None None] Provisioning for port 47b94859-7354-4a93-a21f-7dcb4e431460 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:16:32.891796 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823899c4-598e-4872-a87b-3422964d61e3 req-c59691bf-a237-456e-8069-705e537cd586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:32.893443 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-823899c4-598e-4872-a87b-3422964d61e3 req-c59691bf-a237-456e-8069-705e537cd586 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=50b43d93-528a-454a-beae-d58f91ef15e1 HTTP/1.1" status: 200 len: 797 time: 0.1060088 Aug 11 03:16:32.894523 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-dd7121f9-c6e5-427d-84f0-fa3de7fe5942 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:32.898159 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-b0d6de1b-d7cf-4444-8913-45d6032f3aae None None] Provisioning complete for port 47b94859-7354-4a93-a21f-7dcb4e431460 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:16:32.898833 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-b0d6de1b-d7cf-4444-8913-45d6032f3aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:32.900494 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-dd7121f9-c6e5-427d-84f0-fa3de7fe5942 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] 10.222.0.41 "DELETE /v2.0/ports/8760aa39-1519-4627-85f3-d97bd54ed0d6 HTTP/1.1" status: 204 len: 168 time: 1.0588038 Aug 11 03:16:32.901415 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 39872) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:32.961789 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-b0d6de1b-d7cf-4444-8913-45d6032f3aae None None] Port 47b94859-7354-4a93-a21f-7dcb4e431460 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:16:32.979217 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:32.984073 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-16c99120-e61b-4ce2-8a95-96654d98254e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:33.016897 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-6c27d514-7817-41eb-a028-2680e114c988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27c33809-362f-4297-a704-7239a9b35808', 'name': 'tempest-ServersTestMultiNic-1610614148-router', 'tenant_id': '9efcd44618b1499dbaacd7184adc7a1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.213'}], 'enable_snat': True}, 'gw_port_id': 'ff1d750e-5ea7-45f1-85b2-89493e92a513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:16:24Z', 'updated_at': '2021-08-11T03:16:28Z', 'revision_number': 3, 'project_id': '9efcd44618b1499dbaacd7184adc7a1f', 'gw_port': {'id': 'ff1d750e-5ea7-45f1-85b2-89493e92a513', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:20:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27c33809-362f-4297-a704-7239a9b35808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:16:26Z', 'updated_at': '2021-08-11T03:16:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:16:33.017983 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c955fff-ee78-4c1b-9099-ddc8889fffd9 req-d243a299-cc48-405b-9ad9-7db271f00b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:33.019544 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-6c955fff-ee78-4c1b-9099-ddc8889fffd9 req-d243a299-cc48-405b-9ad9-7db271f00b1d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=de7c7081e4f94005a4ad5308630cb9c6&device_id=b2e62256-bb1c-4b85-9f73-ff3d0c2e4620 HTTP/1.1" status: 200 len: 1098 time: 0.1159499 Aug 11 03:16:33.076181 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c27d514-7817-41eb-a028-2680e114c988 None None] The sync data for ids ['27c33809-362f-4297-a704-7239a9b35808'] in n-d-764292-30 is: [{'id': '27c33809-362f-4297-a704-7239a9b35808', 'name': 'tempest-ServersTestMultiNic-1610614148-router', 'tenant_id': '9efcd44618b1499dbaacd7184adc7a1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.213'}], 'enable_snat': True}, 'gw_port_id': 'ff1d750e-5ea7-45f1-85b2-89493e92a513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:16:24Z', 'updated_at': '2021-08-11T03:16:28Z', 'revision_number': 3, 'project_id': '9efcd44618b1499dbaacd7184adc7a1f', 'gw_port': {'id': 'ff1d750e-5ea7-45f1-85b2-89493e92a513', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:20:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27c33809-362f-4297-a704-7239a9b35808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:16:26Z', 'updated_at': '2021-08-11T03:16:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}] {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:16:33.084466 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823899c4-598e-4872-a87b-3422964d61e3 req-ea2b97fe-4c0f-48a0-8182-0d119a14ea48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:33.091435 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-8c0969fe-0091-4bf6-b865-8c2500f6a915 req-87e566e0-30cb-4615-84c9-a907507f5cea tempest-ServersTestJSON-270917325 tempest-ServersTestJSON-270917325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:33.093584 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-823899c4-598e-4872-a87b-3422964d61e3 req-ea2b97fe-4c0f-48a0-8182-0d119a14ea48 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e854785b-6921-4aac-9817-a841d5040ff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1928804 Aug 11 03:16:33.111110 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f81a34f0-2ac2-457d-817f-109724624de8 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:33.114138 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-f81a34f0-2ac2-457d-817f-109724624de8 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2115874 Aug 11 03:16:33.117204 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 39882) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:33.212562 n-d-764292-30 neutron-server[102191]: INFO neutron.pecan_wsgi.hooks.translation [None req-acd6be22-ab79-46f1-a8bc-09444ca8397b tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] GET failed (client error): The resource could not be found. Aug 11 03:16:33.217459 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-acd6be22-ab79-46f1-a8bc-09444ca8397b tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] 10.222.0.41 "GET /v2.0/ports/8760aa39-1519-4627-85f3-d97bd54ed0d6 HTTP/1.1" status: 404 len: 333 time: 0.0676446 Aug 11 03:16:33.219438 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 39888) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:33.222809 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e566e0-30cb-4615-84c9-a907507f5cea tempest-ServersTestJSON-270917325 tempest-ServersTestJSON-270917325-project] Pushing event deleted for resources: {'Port': ['ID=df47b862-bce6-48bf-ad02-5b37dd7cd3af,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:33.234240 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-52aaa2e1-1ecf-4866-81c8-1fdc45e7902a tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1101053815'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:16:33.399344 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-823899c4-598e-4872-a87b-3422964d61e3 req-299c997a-2552-45d8-b079-26c06ed9b661 service neutron] 10.222.0.24 "GET /v2.0/networks/e854785b-6921-4aac-9817-a841d5040ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2836628 Aug 11 03:16:33.406032 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52aaa2e1-1ecf-4866-81c8-1fdc45e7902a tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Made reservation on behalf of 619f5dda48254516982a2d4b32c5e174 for: {'network': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:16:33.415423 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-52aaa2e1-1ecf-4866-81c8-1fdc45e7902a tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:33.572595 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6135797f-99d9-4e6f-be21-2ddcffa27141 req-ecf7d1ef-fef1-4af5-92b4-48f99ff35af0 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:33.574590 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6135797f-99d9-4e6f-be21-2ddcffa27141 req-ecf7d1ef-fef1-4af5-92b4-48f99ff35af0 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/ports?device_id=23071014-7475-45d4-a929-0adda4de678f HTTP/1.1" status: 200 len: 946 time: 0.2541857 Aug 11 03:16:33.594684 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52aaa2e1-1ecf-4866-81c8-1fdc45e7902a tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=102192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:16:33.632194 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-52aaa2e1-1ecf-4866-81c8-1fdc45e7902a tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:33.632542 n-d-764292-30 neutron-server[102192]: INFO neutron.db.segments_db [None req-52aaa2e1-1ecf-4866-81c8-1fdc45e7902a tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Added segment 96874481-cf36-4b02-bcb6-963ad5a73a67 of type vlan for network 6042d468-dff0-476c-94f9-329fe3fc3c23 Aug 11 03:16:33.776714 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6135797f-99d9-4e6f-be21-2ddcffa27141 req-43c2d92f-1539-4be1-bee6-4b29edfa0706 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a89a04a-70d6-46f3-9b56-7cb537ff4761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892982 Aug 11 03:16:33.782815 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-823899c4-598e-4872-a87b-3422964d61e3 req-0a307d19-6089-4bb7-9161-355f63da986c service neutron] 10.222.0.24 "GET /v2.0/networks/e854785b-6921-4aac-9817-a841d5040ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3634295 Aug 11 03:16:33.790311 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1d309c93-d741-4472-9bf0-cdc65746244e req-e759c435-1940-4a03-96c1-1c811d00170f tempest-ServersTestJSON-270917325 tempest-ServersTestJSON-270917325-project] 10.222.0.41 "GET /v2.0/ports?device_id=f905d2cf-e0d3-404f-9942-a82e4c4a9fe8 HTTP/1.1" status: 200 len: 210 time: 0.0859125 Aug 11 03:16:33.792421 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-52aaa2e1-1ecf-4866-81c8-1fdc45e7902a tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:33.911820 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-823899c4-598e-4872-a87b-3422964d61e3 req-afc1a282-0370-4182-a406-d1d938404932 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ba046f43-bd86-472c-a6e9-4db5d5ea61d0 HTTP/1.1" status: 200 len: 217 time: 0.1142180 Aug 11 03:16:33.975025 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-52aaa2e1-1ecf-4866-81c8-1fdc45e7902a tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:33.983849 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c955fff-ee78-4c1b-9099-ddc8889fffd9 req-1ac48601-be13-4111-a66d-e57c5196cad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:33.985339 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-6c955fff-ee78-4c1b-9099-ddc8889fffd9 req-1ac48601-be13-4111-a66d-e57c5196cad0 service neutron] 10.222.0.22 "GET /v2.0/networks?id=ec41e9b8-ca95-4733-9938-a40bc676061d HTTP/1.1" status: 200 len: 915 time: 0.9109876 Aug 11 03:16:33.987379 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52aaa2e1-1ecf-4866-81c8-1fdc45e7902a tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:33.988036 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-52aaa2e1-1ecf-4866-81c8-1fdc45e7902a tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:34.077085 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52aaa2e1-1ecf-4866-81c8-1fdc45e7902a tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Pushing event updated for resources: {'Network': ['ID=6042d468-dff0-476c-94f9-329fe3fc3c23,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:34.088854 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network 6042d468-dff0-476c-94f9-329fe3fc3c23 details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:16:34.107630 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823899c4-598e-4872-a87b-3422964d61e3 req-81ed8605-819f-46d7-b4f8-4c0dba7b3f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:34.109952 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-823899c4-598e-4872-a87b-3422964d61e3 req-81ed8605-819f-46d7-b4f8-4c0dba7b3f4e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=50b43d93-528a-454a-beae-d58f91ef15e1 HTTP/1.1" status: 200 len: 797 time: 0.1907296 Aug 11 03:16:34.113564 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-52aaa2e1-1ecf-4866-81c8-1fdc45e7902a tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8931124 Aug 11 03:16:34.117016 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 39912) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:34.142362 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-561d002d-ac97-4ba7-a53a-342fbf060230 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Request body: {'subnet': {'network_id': '6042d468-dff0-476c-94f9-329fe3fc3c23', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:16:34.195724 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-16c99120-e61b-4ce2-8a95-96654d98254e admin admin] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:34.215662 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-6c955fff-ee78-4c1b-9099-ddc8889fffd9 req-20434f0e-a272-4896-83be-d630cf79da08 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c982f111-cecb-487b-b437-20da5e3a51e8 HTTP/1.1" status: 200 len: 217 time: 0.1820281 Aug 11 03:16:34.322014 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c955fff-ee78-4c1b-9099-ddc8889fffd9 req-c116147a-08ab-4ab1-b3ce-24b02b3c2e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:34.323544 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-6c955fff-ee78-4c1b-9099-ddc8889fffd9 req-c116147a-08ab-4ab1-b3ce-24b02b3c2e44 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a117f456-eefd-42ce-85d3-cce35b5c64c2 HTTP/1.1" status: 200 len: 854 time: 0.0944247 Aug 11 03:16:34.327152 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-16c99120-e61b-4ce2-8a95-96654d98254e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:34.368954 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823899c4-598e-4872-a87b-3422964d61e3 req-dda4310b-1666-4a97-81a8-bd5f98602bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:34.370911 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-823899c4-598e-4872-a87b-3422964d61e3 req-dda4310b-1666-4a97-81a8-bd5f98602bf9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e854785b-6921-4aac-9817-a841d5040ff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2512314 Aug 11 03:16:34.413267 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8c0969fe-0091-4bf6-b865-8c2500f6a915 req-87e566e0-30cb-4615-84c9-a907507f5cea tempest-ServersTestJSON-270917325 tempest-ServersTestJSON-270917325-project] Router 63d10ac5-9792-43c7-b9f6-03a4f91684ec has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:16:34.422452 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-6c955fff-ee78-4c1b-9099-ddc8889fffd9 req-db680e1e-f753-4654-9b5f-2d5aded23834 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ec41e9b8-ca95-4733-9938-a40bc676061d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0650930 Aug 11 03:16:34.496145 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-823899c4-598e-4872-a87b-3422964d61e3 req-cb2efb82-e839-466c-ac27-8fe8933e49b6 service neutron] 10.222.0.24 "GET /v2.0/networks/e854785b-6921-4aac-9817-a841d5040ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149070 Aug 11 03:16:34.506050 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-16c99120-e61b-4ce2-8a95-96654d98254e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16383026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521135'] for router_interface, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:34.511594 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c99120-e61b-4ce2-8a95-96654d98254e admin admin] Pushing event updated for resources: {'Port': ['ID=47b94859-7354-4a93-a21f-7dcb4e431460,revision_number=2']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:34.540388 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-561d002d-ac97-4ba7-a53a-342fbf060230 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Made reservation on behalf of 619f5dda48254516982a2d4b32c5e174 for: {'subnet': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:16:34.546108 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-561d002d-ac97-4ba7-a53a-342fbf060230 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126180544'] for subnet, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:34.587982 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:34.694938 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-6c955fff-ee78-4c1b-9099-ddc8889fffd9 req-4ac65775-1a6a-48ba-a5f3-3f2b92e24ddb service neutron] 10.222.0.22 "GET /v2.0/networks/ec41e9b8-ca95-4733-9938-a40bc676061d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2636194 Aug 11 03:16:34.769633 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8c0969fe-0091-4bf6-b865-8c2500f6a915 req-87e566e0-30cb-4615-84c9-a907507f5cea tempest-ServersTestJSON-270917325 tempest-ServersTestJSON-270917325-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:16:34.785220 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e968def-2ed7-47ed-9450-098c25a58daf None None] Sync routers for ids ['63d10ac5-9792-43c7-b9f6-03a4f91684ec'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:16:34.800436 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e968def-2ed7-47ed-9450-098c25a58daf None None] Routers {'63d10ac5-9792-43c7-b9f6-03a4f91684ec'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:16:34.803242 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-7e968def-2ed7-47ed-9450-098c25a58daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:16:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['63d10ac5-9792-43c7-b9f6-03a4f91684ec'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:16:34.809115 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16c99120-e61b-4ce2-8a95-96654d98254e admin admin] Network eb94becb-e19c-4bba-9763-5434ec4319fa is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:16:34.820970 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-823899c4-598e-4872-a87b-3422964d61e3 req-46ea5bba-757a-47fb-95b3-d3046a2466d9 service neutron] 10.222.0.24 "GET /v2.0/networks/e854785b-6921-4aac-9817-a841d5040ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3195541 Aug 11 03:16:34.825931 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 39920) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:34.832268 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-16c99120-e61b-4ce2-8a95-96654d98254e admin admin] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:16:34.834419 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c0969fe-0091-4bf6-b865-8c2500f6a915 req-87e566e0-30cb-4615-84c9-a907507f5cea tempest-ServersTestJSON-270917325 tempest-ServersTestJSON-270917325-project] No DVR routers for this DVR port df47b862-bce6-48bf-ad02-5b37dd7cd3af on host n-h1-764292-30 {{(pid=102191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:16:34.843872 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-8c0969fe-0091-4bf6-b865-8c2500f6a915 req-87e566e0-30cb-4615-84c9-a907507f5cea tempest-ServersTestJSON-270917325 tempest-ServersTestJSON-270917325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:34.849230 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-8c0969fe-0091-4bf6-b865-8c2500f6a915 req-87e566e0-30cb-4615-84c9-a907507f5cea tempest-ServersTestJSON-270917325 tempest-ServersTestJSON-270917325-project] 10.222.0.22 "DELETE /v2.0/ports/df47b862-bce6-48bf-ad02-5b37dd7cd3af HTTP/1.1" status: 204 len: 173 time: 3.7689412 Aug 11 03:16:34.851659 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f905d2cf-e0d3-404f-9942-a82e4c4a9fe8', 'name': 'network-vif-deleted', 'tag': 'df47b862-bce6-48bf-ad02-5b37dd7cd3af'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:16:34.854006 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f71eb2ab-3ec7-413d-8ef3-a417a89aa7f8" -d '{"events": [{"server_uuid": "f905d2cf-e0d3-404f-9942-a82e4c4a9fe8", "name": "network-vif-deleted", "tag": "df47b862-bce6-48bf-ad02-5b37dd7cd3af"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:16:34.987526 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-6c955fff-ee78-4c1b-9099-ddc8889fffd9 req-176ca108-04e1-4389-91f7-b1565e1c4fdf service neutron] 10.222.0.22 "GET /v2.0/networks/ec41e9b8-ca95-4733-9938-a40bc676061d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2805994 Aug 11 03:16:35.100816 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-38601eb4-7f2a-4e1b-ad15-5c81777b2155 req-57cee68f-e59d-4b83-92c3-61174cb165f0 tempest-ServersTestJSON-270917325 tempest-ServersTestJSON-270917325-project] 10.222.0.41 "GET /v2.0/ports?device_id=f905d2cf-e0d3-404f-9942-a82e4c4a9fe8 HTTP/1.1" status: 200 len: 210 time: 0.1039815 Aug 11 03:16:35.108138 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-561d002d-ac97-4ba7-a53a-342fbf060230 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125932092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126180562'] for subnet, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:35.111355 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16c99120-e61b-4ce2-8a95-96654d98254e admin admin] Router 27c33809-362f-4297-a704-7239a9b35808 has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:16:35.332621 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device df47b862-bce6-48bf-ad02-5b37dd7cd3af no longer exists at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:16:35.373092 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] No Port match for: df47b862-bce6-48bf-ad02-5b37dd7cd3af {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:16:35.373431 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device df47b862-bce6-48bf-ad02-5b37dd7cd3af not bound to the agent host n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:16:35.387182 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-1a2dc982-89f5-4327-badc-a2ba3ea5d244 None None] Provisioning complete for port 47b94859-7354-4a93-a21f-7dcb4e431460 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:16:35.387823 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-1a2dc982-89f5-4327-badc-a2ba3ea5d244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:35.434253 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-fa5608a6-4b13-4588-a79f-267579d6815a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:35.435658 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:16:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-584ba2d0-11fe-4066-8776-2d0987c00990 x-openstack-request-id: req-584ba2d0-11fe-4066-8776-2d0987c00990 {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:16:35.435947 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f905d2cf-e0d3-404f-9942-a82e4c4a9fe8", "name": "network-vif-deleted", "tag": "df47b862-bce6-48bf-ad02-5b37dd7cd3af", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:16:35.436206 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-584ba2d0-11fe-4066-8776-2d0987c00990 {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:16:35.436612 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f905d2cf-e0d3-404f-9942-a82e4c4a9fe8', 'name': 'network-vif-deleted', 'tag': 'df47b862-bce6-48bf-ad02-5b37dd7cd3af', 'status': 'completed', 'code': 200} Aug 11 03:16:35.437720 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16c99120-e61b-4ce2-8a95-96654d98254e admin admin] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:16:35.449719 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-16c99120-e61b-4ce2-8a95-96654d98254e admin admin] 10.222.0.41 "PUT /v2.0/routers/27c33809-362f-4297-a704-7239a9b35808/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6414456 Aug 11 03:16:35.456055 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-7e968def-2ed7-47ed-9450-098c25a58daf None None] Set router 63d10ac5-9792-43c7-b9f6-03a4f91684ec gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:16:35.503704 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-1a2dc982-89f5-4327-badc-a2ba3ea5d244 None None] Port 47b94859-7354-4a93-a21f-7dcb4e431460 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:16:35.510106 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device ff1d750e-5ea7-45f1-85b2-89493e92a513 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:16:35.518578 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c001883b-13e8-4274-b33b-b1af76344bc6 req-89224ad6-4f1d-4ed5-87be-323359ce8b50 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:35.520185 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c001883b-13e8-4274-b33b-b1af76344bc6 req-89224ad6-4f1d-4ed5-87be-323359ce8b50 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/ports?device_id=23071014-7475-45d4-a929-0adda4de678f HTTP/1.1" status: 200 len: 946 time: 0.5373442 Aug 11 03:16:35.520871 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561d002d-ac97-4ba7-a53a-342fbf060230 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Pushing event updated for resources: {'Subnet': ['ID=4e6d3f49-235e-4dc1-a577-b61d2f0ad847,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:35.524406 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561d002d-ac97-4ba7-a53a-342fbf060230 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Checking segment: {'id': '96874481-cf36-4b02-bcb6-963ad5a73a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '6042d468-dff0-476c-94f9-329fe3fc3c23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:16:35.524838 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-561d002d-ac97-4ba7-a53a-342fbf060230 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Network hostable DHCP agents. Network: 6042d468-dff0-476c-94f9-329fe3fc3c23, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:16:35.601535 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c001883b-13e8-4274-b33b-b1af76344bc6 req-dc185607-6d2e-4795-9a6b-50aea29838dd tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a89a04a-70d6-46f3-9b56-7cb537ff4761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641742 Aug 11 03:16:35.652845 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abec90c2-f235-40da-afb0-6c606ee1af66 None None] Sync routers for ids ['27c33809-362f-4297-a704-7239a9b35808'] in n-d-764292-30 {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:16:35.662515 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abec90c2-f235-40da-afb0-6c606ee1af66 None None] Routers {'27c33809-362f-4297-a704-7239a9b35808'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:16:35.664642 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-abec90c2-f235-40da-afb0-6c606ee1af66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:16:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['27c33809-362f-4297-a704-7239a9b35808'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:16:35.669819 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 39938) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:35.688137 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-561d002d-ac97-4ba7-a53a-342fbf060230 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Network 6042d468-dff0-476c-94f9-329fe3fc3c23 is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:16:35.724405 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-fa5608a6-4b13-4588-a79f-267579d6815a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:35.757001 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-ad5c0f78-045b-4890-aae3-287927ade557 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-478555750'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:16:35.759684 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port ff1d750e-5ea7-45f1-85b2-89493e92a513 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:16:35.768030 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port ff1d750e-5ea7-45f1-85b2-89493e92a513 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:16:35.768631 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:35.771942 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-561d002d-ac97-4ba7-a53a-342fbf060230 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, 6042d468-dff0-476c-94f9-329fe3fc3c23) {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:16:35.784765 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-561d002d-ac97-4ba7-a53a-342fbf060230 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:35.785494 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-561d002d-ac97-4ba7-a53a-342fbf060230 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:35.801559 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-fa5608a6-4b13-4588-a79f-267579d6815a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:35.809460 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7935b81-81ab-432c-b06e-4d06fdd2bd14 None None] Network 6042d468-dff0-476c-94f9-329fe3fc3c23 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:16:35.842762 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-fa5608a6-4b13-4588-a79f-267579d6815a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4afd3fe217e5421c95bee8edc6271e6f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0159960 Aug 11 03:16:35.845299 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 39942) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:35.848911 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-abec90c2-f235-40da-afb0-6c606ee1af66 None None] Set router 27c33809-362f-4297-a704-7239a9b35808 gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:16:35.853332 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5608a6-4b13-4588-a79f-267579d6815a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e45ff0a4-c638-4e2d-8324-ecf3bc7e32cd,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:35.908036 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-5686c4b3-f18c-478c-beb8-d5dfa52695b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:35.926216 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad5c0f78-045b-4890-aae3-287927ade557 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Made reservation on behalf of 9efcd44618b1499dbaacd7184adc7a1f for: {'network': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:16:35.930324 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ad5c0f78-045b-4890-aae3-287927ade557 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:35.951056 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-5686c4b3-f18c-478c-beb8-d5dfa52695b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:35.982108 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad5c0f78-045b-4890-aae3-287927ade557 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=102191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:16:35.998800 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-561d002d-ac97-4ba7-a53a-342fbf060230 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8805537 Aug 11 03:16:36.001638 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ad5c0f78-045b-4890-aae3-287927ade557 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:36.002041 n-d-764292-30 neutron-server[102191]: INFO neutron.db.segments_db [None req-ad5c0f78-045b-4890-aae3-287927ade557 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Added segment cec806d2-146e-4899-a64a-ab587545aa11 of type vlan for network 054df3e3-cdfc-452c-8e72-7c6f93926436 Aug 11 03:16:36.009297 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 39944) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:36.032405 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-c7e916bb-015e-49af-a6b2-8aecb4253387 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Request body: {'subnet': {'network_id': '6042d468-dff0-476c-94f9-329fe3fc3c23', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:16:36.135431 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ad5c0f78-045b-4890-aae3-287927ade557 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:36.209032 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:36.240282 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-5686c4b3-f18c-478c-beb8-d5dfa52695b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:36.243116 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-5686c4b3-f18c-478c-beb8-d5dfa52695b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:36.244426 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-5686c4b3-f18c-478c-beb8-d5dfa52695b0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e45ff0a4-c638-4e2d-8324-ecf3bc7e32cd HTTP/1.1" status: 204 len: 168 time: 0.3975439 Aug 11 03:16:36.258974 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5686c4b3-f18c-478c-beb8-d5dfa52695b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e45ff0a4-c638-4e2d-8324-ecf3bc7e32cd,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:36.267340 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port ff1d750e-5ea7-45f1-85b2-89493e92a513, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=ff1d750e-5ea7-45f1-85b2-89493e92a513,segment=NetworkSegment(fab28bed-aa25-40db-bba4-ec26e795194c),segment_id=fab28bed-aa25-40db-bba4-ec26e795194c)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:16:36.269219 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-abec90c2-f235-40da-afb0-6c606ee1af66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27c33809-362f-4297-a704-7239a9b35808', 'name': 'tempest-ServersTestMultiNic-1610614148-router', 'tenant_id': '9efcd44618b1499dbaacd7184adc7a1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.213'}], 'enable_snat': True}, 'gw_port_id': 'ff1d750e-5ea7-45f1-85b2-89493e92a513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:16:24Z', 'updated_at': '2021-08-11T03:16:32Z', 'revision_number': 4, 'project_id': '9efcd44618b1499dbaacd7184adc7a1f', 'gw_port': {'id': 'ff1d750e-5ea7-45f1-85b2-89493e92a513', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:20:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27c33809-362f-4297-a704-7239a9b35808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:16:26Z', 'updated_at': '2021-08-11T03:16:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '47b94859-7354-4a93-a21f-7dcb4e431460', 'name': '', 'network_id': 'eb94becb-e19c-4bba-9763-5434ec4319fa', 'tenant_id': '9efcd44618b1499dbaacd7184adc7a1f', 'mac_address': 'fa:16:3e:9e:f9:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27c33809-362f-4297-a704-7239a9b35808', 'device_owner': 'network:router_interface', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': 'fcab093f-a03b-46c3-8464-11d950fdaaff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:16:31Z', 'updated_at': '2021-08-11T03:16:33Z', 'revision_number': 2, 'project_id': '9efcd44618b1499dbaacd7184adc7a1f', 'subnets': [{'id': 'fcab093f-a03b-46c3-8464-11d950fdaaff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:16:36.279486 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-7e968def-2ed7-47ed-9450-098c25a58daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63d10ac5-9792-43c7-b9f6-03a4f91684ec', 'name': 'tempest-ServersTestJSON-1426552814-router', 'tenant_id': '960cd8e142644cf086ca0c3e15670712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': 'e740ac04-0233-4fe5-84ce-cf9f509e3f81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:13:17Z', 'updated_at': '2021-08-11T03:13:25Z', 'revision_number': 4, 'project_id': '960cd8e142644cf086ca0c3e15670712', 'gw_port': {'id': 'e740ac04-0233-4fe5-84ce-cf9f509e3f81', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:c2:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d10ac5-9792-43c7-b9f6-03a4f91684ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:13:19Z', 'updated_at': '2021-08-11T03:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '5f11349f-aaff-4e25-8347-9a329deba979', 'name': '', 'network_id': '1d9b30d4-4af2-4e92-ab5f-b9a60728562f', 'tenant_id': '960cd8e142644cf086ca0c3e15670712', 'mac_address': 'fa:16:3e:19:f4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d10ac5-9792-43c7-b9f6-03a4f91684ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '98088f52-223d-4261-b781-a2e45477329a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:13:23Z', 'updated_at': '2021-08-11T03:13:35Z', 'revision_number': 5, 'project_id': '960cd8e142644cf086ca0c3e15670712', 'subnets': [{'id': '98088f52-223d-4261-b781-a2e45477329a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:16:36.302363 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abec90c2-f235-40da-afb0-6c606ee1af66 None None] Checking router: 27c33809-362f-4297-a704-7239a9b35808 for host: n-d-764292-30 {{(pid=102194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:16:36.302812 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abec90c2-f235-40da-afb0-6c606ee1af66 None None] Updating router 27c33809-362f-4297-a704-7239a9b35808 port 47b94859-7354-4a93-a21f-7dcb4e431460 binding host n-d-764292-30 {{(pid=102194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:16:36.308374 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ad5c0f78-045b-4890-aae3-287927ade557 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:36.311529 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e968def-2ed7-47ed-9450-098c25a58daf None None] Checking router: 63d10ac5-9792-43c7-b9f6-03a4f91684ec for host: n-d-764292-30 {{(pid=102193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:16:36.314108 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad5c0f78-045b-4890-aae3-287927ade557 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:36.315273 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ad5c0f78-045b-4890-aae3-287927ade557 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Notify callbacks [] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:36.328871 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-abec90c2-f235-40da-afb0-6c606ee1af66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:36.354101 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14960ccb-aaf0-4779-8250-1aebdd5da569 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde080026-c28f-55be-b52b-13827cc43646-6042d468-dff0-476c-94f9-329fe3fc3c23', 'network_id': '6042d468-dff0-476c-94f9-329fe3fc3c23', 'tenant_id': '619f5dda48254516982a2d4b32c5e174', 'fixed_ips': [{'subnet_id': '4e6d3f49-235e-4dc1-a577-b61d2f0ad847'}]}} from n-d-764292-30. {{(pid=102193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:16:36.355123 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-14960ccb-aaf0-4779-8250-1aebdd5da569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:36.365293 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7e916bb-015e-49af-a6b2-8aecb4253387 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Made reservation on behalf of 619f5dda48254516982a2d4b32c5e174 for: {'subnet': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:16:36.374273 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c7e916bb-015e-49af-a6b2-8aecb4253387 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126180544'] for subnet, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:36.379456 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 39952) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:36.382152 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e968def-2ed7-47ed-9450-098c25a58daf None None] Routers {'63d10ac5-9792-43c7-b9f6-03a4f91684ec'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:16:36.388907 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-7e968def-2ed7-47ed-9450-098c25a58daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:16:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['63d10ac5-9792-43c7-b9f6-03a4f91684ec'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:16:36.394251 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:36.457095 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5c0f78-045b-4890-aae3-287927ade557 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Pushing event updated for resources: {'Network': ['ID=054df3e3-cdfc-452c-8e72-7c6f93926436,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:36.489754 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-ad5c0f78-045b-4890-aae3-287927ade557 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8154283 Aug 11 03:16:36.489754 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 39958) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:36.498452 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-14680a7b-b440-4255-b67e-551ae0f00727 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Request body: {'subnet': {'network_id': '054df3e3-cdfc-452c-8e72-7c6f93926436', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:16:36.637918 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-7e968def-2ed7-47ed-9450-098c25a58daf None None] Set router 63d10ac5-9792-43c7-b9f6-03a4f91684ec gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:16:36.704388 n-d-764292-30 neutron-server[102192]: INFO neutron.db.ipam_backend_mixin [None req-c7e916bb-015e-49af-a6b2-8aecb4253387 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 4e6d3f49-235e-4dc1-a577-b61d2f0ad847 (CIDR: 172.20.0.0/28) Aug 11 03:16:36.714151 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14680a7b-b440-4255-b67e-551ae0f00727 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Made reservation on behalf of 9efcd44618b1499dbaacd7184adc7a1f for: {'subnet': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:16:36.718659 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-14680a7b-b440-4255-b67e-551ae0f00727 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274743'] for subnet, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:36.760642 n-d-764292-30 neutron-server[102192]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7e916bb-015e-49af-a6b2-8aecb4253387 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 03:16:36.761161 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7e916bb-015e-49af-a6b2-8aecb4253387 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:16:36.762211 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network 054df3e3-cdfc-452c-8e72-7c6f93926436 details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:16:36.851433 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-fdb0e7a5-84ab-4540-8955-6bfe0598e1e9 tempest-ServersTestJSON-270917325 tempest-ServersTestJSON-270917325-project] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:36.883626 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d58e1cb-e6e7-4336-a59f-ee0629abc7da req-d52b9190-ef11-4850-8ded-26b5bb0cc830 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:36.885500 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0d58e1cb-e6e7-4336-a59f-ee0629abc7da req-d52b9190-ef11-4850-8ded-26b5bb0cc830 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/ports?device_id=23071014-7475-45d4-a929-0adda4de678f HTTP/1.1" status: 200 len: 946 time: 0.1369328 Aug 11 03:16:36.915381 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-fdb0e7a5-84ab-4540-8955-6bfe0598e1e9 tempest-ServersTestJSON-270917325 tempest-ServersTestJSON-270917325-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:36.946008 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-c7e916bb-015e-49af-a6b2-8aecb4253387 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9295259 Aug 11 03:16:36.953217 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 39966) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:36.969308 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-8281b55b-866f-46fc-9a08-cd9af4f14bf2 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Request body: {'subnet': {'network_id': '6042d468-dff0-476c-94f9-329fe3fc3c23', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:16:36.994884 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-abec90c2-f235-40da-afb0-6c606ee1af66 None None] Notify callbacks [] for port, precommit_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:37.006184 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.provisioning_blocks [None req-abec90c2-f235-40da-afb0-6c606ee1af66 None None] Transition to ACTIVE for port object 47b94859-7354-4a93-a21f-7dcb4e431460 will not be triggered until provisioned by entity L2. {{(pid=102194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:16:37.074529 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0d58e1cb-e6e7-4336-a59f-ee0629abc7da req-bccaeb2c-cb97-4d93-9199-e65dad325741 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a89a04a-70d6-46f3-9b56-7cb537ff4761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795113 Aug 11 03:16:37.091548 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-14680a7b-b440-4255-b67e-551ae0f00727 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126283476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274725'] for subnet, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:37.092309 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-abec90c2-f235-40da-afb0-6c606ee1af66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:37.191951 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a36051-7788-43ed-811d-757868c40f74 None None] Pushing event updated for resources: {'Port': ['ID=47b94859-7354-4a93-a21f-7dcb4e431460,revision_number=3']} {{(pid=102194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:37.198486 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14680a7b-b440-4255-b67e-551ae0f00727 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Pushing event updated for resources: {'Subnet': ['ID=bac5de77-3216-4b9c-aea2-23b128d4ba52,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:37.211605 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-fdb0e7a5-84ab-4540-8955-6bfe0598e1e9 tempest-ServersTestJSON-270917325 tempest-ServersTestJSON-270917325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:37.215948 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-fdb0e7a5-84ab-4540-8955-6bfe0598e1e9 tempest-ServersTestJSON-270917325 tempest-ServersTestJSON-270917325-project] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:37.224782 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-fdb0e7a5-84ab-4540-8955-6bfe0598e1e9 tempest-ServersTestJSON-270917325 tempest-ServersTestJSON-270917325-project] 10.222.0.41 "DELETE /v2.0/security-groups/32f19115-bc2b-4ec5-a86c-fca1d0469ca1 HTTP/1.1" status: 204 len: 168 time: 0.8412890 Aug 11 03:16:37.225480 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 39968) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:37.245850 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:37.254504 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=ff1d750e-5ea7-45f1-85b2-89493e92a513,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:37.254710 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14680a7b-b440-4255-b67e-551ae0f00727 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Checking segment: {'id': 'cec806d2-146e-4899-a64a-ab587545aa11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '054df3e3-cdfc-452c-8e72-7c6f93926436'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:16:37.254710 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14680a7b-b440-4255-b67e-551ae0f00727 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Network hostable DHCP agents. Network: 054df3e3-cdfc-452c-8e72-7c6f93926436, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:16:37.286670 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8281b55b-866f-46fc-9a08-cd9af4f14bf2 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Made reservation on behalf of 619f5dda48254516982a2d4b32c5e174 for: {'subnet': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:16:37.290537 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.db_base_plugin_common [None req-14960ccb-aaf0-4779-8250-1aebdd5da569 None None] Allocated IP 172.20.0.2 (6042d468-dff0-476c-94f9-329fe3fc3c23/4e6d3f49-235e-4dc1-a577-b61d2f0ad847/70053d92-6133-4009-afc5-ce7d6a37df21) {{(pid=102193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:16:37.295368 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 39970) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:37.305536 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-7e968def-2ed7-47ed-9450-098c25a58daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63d10ac5-9792-43c7-b9f6-03a4f91684ec', 'name': 'tempest-ServersTestJSON-1426552814-router', 'tenant_id': '960cd8e142644cf086ca0c3e15670712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': 'e740ac04-0233-4fe5-84ce-cf9f509e3f81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:13:17Z', 'updated_at': '2021-08-11T03:13:25Z', 'revision_number': 4, 'project_id': '960cd8e142644cf086ca0c3e15670712', 'gw_port': {'id': 'e740ac04-0233-4fe5-84ce-cf9f509e3f81', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:c2:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d10ac5-9792-43c7-b9f6-03a4f91684ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:13:19Z', 'updated_at': '2021-08-11T03:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '5f11349f-aaff-4e25-8347-9a329deba979', 'name': '', 'network_id': '1d9b30d4-4af2-4e92-ab5f-b9a60728562f', 'tenant_id': '960cd8e142644cf086ca0c3e15670712', 'mac_address': 'fa:16:3e:19:f4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d10ac5-9792-43c7-b9f6-03a4f91684ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '98088f52-223d-4261-b781-a2e45477329a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:13:23Z', 'updated_at': '2021-08-11T03:13:35Z', 'revision_number': 5, 'project_id': '960cd8e142644cf086ca0c3e15670712', 'subnets': [{'id': '98088f52-223d-4261-b781-a2e45477329a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:16:37.309376 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-8281b55b-866f-46fc-9a08-cd9af4f14bf2 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126180544'] for subnet, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:37.312494 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb0e7a5-84ab-4540-8955-6bfe0598e1e9 tempest-ServersTestJSON-270917325 tempest-ServersTestJSON-270917325-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32f19115-bc2b-4ec5-a86c-fca1d0469ca1,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:37.331044 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-abec90c2-f235-40da-afb0-6c606ee1af66 None None] Attempting to bind port 47b94859-7354-4a93-a21f-7dcb4e431460 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:16:37.331420 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-abec90c2-f235-40da-afb0-6c606ee1af66 None None] Attempting to bind port 47b94859-7354-4a93-a21f-7dcb4e431460 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': 'b6ad42bd-5b6b-45aa-88ab-5bb5d4b396ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'eb94becb-e19c-4bba-9763-5434ec4319fa'}] {{(pid=102194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:16:37.332426 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abec90c2-f235-40da-afb0-6c606ee1af66 None None] Attempting to bind port 47b94859-7354-4a93-a21f-7dcb4e431460 on network eb94becb-e19c-4bba-9763-5434ec4319fa {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:16:37.338862 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-05181341-fb31-492f-a794-6131a2232925 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:37.348266 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abec90c2-f235-40da-afb0-6c606ee1af66 None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:16:37.348636 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abec90c2-f235-40da-afb0-6c606ee1af66 None None] Checking segment: {'id': 'b6ad42bd-5b6b-45aa-88ab-5bb5d4b396ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'eb94becb-e19c-4bba-9763-5434ec4319fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:16:37.349084 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-abec90c2-f235-40da-afb0-6c606ee1af66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:37.352850 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abec90c2-f235-40da-afb0-6c606ee1af66 None None] Bound using segment: {'id': 'b6ad42bd-5b6b-45aa-88ab-5bb5d4b396ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'eb94becb-e19c-4bba-9763-5434ec4319fa'} {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:16:37.352850 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-abec90c2-f235-40da-afb0-6c606ee1af66 None None] Bound port: 47b94859-7354-4a93-a21f-7dcb4e431460, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6ad42bd-5b6b-45aa-88ab-5bb5d4b396ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'eb94becb-e19c-4bba-9763-5434ec4319fa'}}] {{(pid=102194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:16:37.352850 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-abec90c2-f235-40da-afb0-6c606ee1af66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:37.365080 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e968def-2ed7-47ed-9450-098c25a58daf None None] The sync data for ids ['63d10ac5-9792-43c7-b9f6-03a4f91684ec'] in n-d-764292-30 is: [{'id': '63d10ac5-9792-43c7-b9f6-03a4f91684ec', 'name': 'tempest-ServersTestJSON-1426552814-router', 'tenant_id': '960cd8e142644cf086ca0c3e15670712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': 'e740ac04-0233-4fe5-84ce-cf9f509e3f81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:13:17Z', 'updated_at': '2021-08-11T03:13:25Z', 'revision_number': 4, 'project_id': '960cd8e142644cf086ca0c3e15670712', 'gw_port': {'id': 'e740ac04-0233-4fe5-84ce-cf9f509e3f81', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:c2:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d10ac5-9792-43c7-b9f6-03a4f91684ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:13:19Z', 'updated_at': '2021-08-11T03:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '5f11349f-aaff-4e25-8347-9a329deba979', 'name': '', 'network_id': '1d9b30d4-4af2-4e92-ab5f-b9a60728562f', 'tenant_id': '960cd8e142644cf086ca0c3e15670712', 'mac_address': 'fa:16:3e:19:f4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d10ac5-9792-43c7-b9f6-03a4f91684ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '98088f52-223d-4261-b781-a2e45477329a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:13:23Z', 'updated_at': '2021-08-11T03:13:35Z', 'revision_number': 5, 'project_id': '960cd8e142644cf086ca0c3e15670712', 'subnets': [{'id': '98088f52-223d-4261-b781-a2e45477329a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:16:37.373676 n-d-764292-30 neutron-server[102192]: INFO neutron.api.v2.resource [None req-6c0085b0-251d-418f-b7ca-0980fb6225ec tempest-ServersTestJSON-270917325 tempest-ServersTestJSON-270917325-project] show failed (client error): The resource could not be found. Aug 11 03:16:37.381920 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14680a7b-b440-4255-b67e-551ae0f00727 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Network 054df3e3-cdfc-452c-8e72-7c6f93926436 is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:16:37.389994 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-6c0085b0-251d-418f-b7ca-0980fb6225ec tempest-ServersTestJSON-270917325 tempest-ServersTestJSON-270917325-project] 10.222.0.41 "GET /v2.0/security-groups/32f19115-bc2b-4ec5-a86c-fca1d0469ca1 HTTP/1.1" status: 404 len: 347 time: 0.1175141 Aug 11 03:16:37.405177 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 39972) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:37.448225 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device ff1d750e-5ea7-45f1-85b2-89493e92a513 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:16:37.501664 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.db [None req-abec90c2-f235-40da-afb0-6c606ee1af66 None None] For port 47b94859-7354-4a93-a21f-7dcb4e431460, host n-d-764292-30, cleared binding levels {{(pid=102194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:16:37.505676 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.db [None req-abec90c2-f235-40da-afb0-6c606ee1af66 None None] For port 47b94859-7354-4a93-a21f-7dcb4e431460, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=47b94859-7354-4a93-a21f-7dcb4e431460,segment=NetworkSegment(b6ad42bd-5b6b-45aa-88ab-5bb5d4b396ce),segment_id=b6ad42bd-5b6b-45aa-88ab-5bb5d4b396ce)] {{(pid=102194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:16:37.600614 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-abec90c2-f235-40da-afb0-6c606ee1af66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:37.624809 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-14680a7b-b440-4255-b67e-551ae0f00727 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, 054df3e3-cdfc-452c-8e72-7c6f93926436) {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:16:37.641713 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14680a7b-b440-4255-b67e-551ae0f00727 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:37.644807 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-14680a7b-b440-4255-b67e-551ae0f00727 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:37.734449 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-14960ccb-aaf0-4779-8250-1aebdd5da569 None None] Notify callbacks [] for port, precommit_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:37.747083 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abec90c2-f235-40da-afb0-6c606ee1af66 None None] Routers {'27c33809-362f-4297-a704-7239a9b35808'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:16:37.747626 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-abec90c2-f235-40da-afb0-6c606ee1af66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:16:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['27c33809-362f-4297-a704-7239a9b35808'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:16:37.759740 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-14960ccb-aaf0-4779-8250-1aebdd5da569 None None] Transition to ACTIVE for port object 70053d92-6133-4009-afc5-ce7d6a37df21 will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:16:37.777937 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port ff1d750e-5ea7-45f1-85b2-89493e92a513 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:16:37.778364 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:37.784167 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e908bef-d142-499a-b014-d7a82a3b2b30 None None] Network 054df3e3-cdfc-452c-8e72-7c6f93926436 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:16:37.809435 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a36051-7788-43ed-811d-757868c40f74 None None] Pushing event updated for resources: {'Port': ['ID=47b94859-7354-4a93-a21f-7dcb4e431460,revision_number=4']} {{(pid=102194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:37.832012 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-14960ccb-aaf0-4779-8250-1aebdd5da569 None None] Transition to ACTIVE for port object 70053d92-6133-4009-afc5-ce7d6a37df21 will not be triggered until provisioned by entity DHCP. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:16:37.845489 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbfd406d-49d6-4434-85c7-c8228fc42dc5 None None] New status for floating IP ae066b9e-eabc-4da4-8159-73af67ca2d94: DOWN {{(pid=102193) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:16:37.866499 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-05181341-fb31-492f-a794-6131a2232925 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:37.870697 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-3e344af0-dec9-4cf2-89b5-e178cd7868de tempest-ServersTestJSON-270917325 tempest-ServersTestJSON-270917325-project] Deleting port 8aaba83c-fbd9-4b32-bb0c-e1cf63537f8f {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:16:37.871158 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3e344af0-dec9-4cf2-89b5-e178cd7868de tempest-ServersTestJSON-270917325 tempest-ServersTestJSON-270917325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:37.946029 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-abec90c2-f235-40da-afb0-6c606ee1af66 None None] Set router 27c33809-362f-4297-a704-7239a9b35808 gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:16:37.948461 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-8281b55b-866f-46fc-9a08-cd9af4f14bf2 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125932092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126180562'] for subnet, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:37.956492 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-05181341-fb31-492f-a794-6131a2232925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:38.014310 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-14960ccb-aaf0-4779-8250-1aebdd5da569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669'] for port, after_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:38.019676 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8281b55b-866f-46fc-9a08-cd9af4f14bf2 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Network 6042d468-dff0-476c-94f9-329fe3fc3c23 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:16:38.023320 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-8281b55b-866f-46fc-9a08-cd9af4f14bf2 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:16:38.029413 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8281b55b-866f-46fc-9a08-cd9af4f14bf2 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:38.035154 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-8281b55b-866f-46fc-9a08-cd9af4f14bf2 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:38.038210 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3e344af0-dec9-4cf2-89b5-e178cd7868de tempest-ServersTestJSON-270917325 tempest-ServersTestJSON-270917325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:38.038797 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3e344af0-dec9-4cf2-89b5-e178cd7868de tempest-ServersTestJSON-270917325 tempest-ServersTestJSON-270917325-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:38.047128 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05181341-fb31-492f-a794-6131a2232925 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20e8937b-ca79-4723-bf58-fbc1e3f81ac0,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:38.052763 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-05181341-fb31-492f-a794-6131a2232925 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fb99924665d24393b85359b92f5eb2db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7579367 Aug 11 03:16:38.056420 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 39980) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:38.069533 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-14680a7b-b440-4255-b67e-551ae0f00727 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.5783935 Aug 11 03:16:38.072630 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 39982) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:38.077677 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-3e344af0-dec9-4cf2-89b5-e178cd7868de tempest-ServersTestJSON-270917325 tempest-ServersTestJSON-270917325-project] Calling delete_port for 8aaba83c-fbd9-4b32-bb0c-e1cf63537f8f owned by network:floatingip {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:16:38.086561 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-9945dfef-fecc-4dbe-9294-5b00c547e713 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-217168506'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:16:38.144347 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8281b55b-866f-46fc-9a08-cd9af4f14bf2 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Pushing event updated for resources: {'Subnet': ['ID=a88fd14d-4c6e-4b9e-93c5-437837fc1462,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:38.184935 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-8281b55b-866f-46fc-9a08-cd9af4f14bf2 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.2277312 Aug 11 03:16:38.187871 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 39986) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:38.196711 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-88bf617a-8023-4e4a-8bed-733de294e8ce tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Request body: {'port': {'network_id': '6042d468-dff0-476c-94f9-329fe3fc3c23', 'fixed_ips': [{'subnet_id': '4e6d3f49-235e-4dc1-a577-b61d2f0ad847'}, {'subnet_id': 'a88fd14d-4c6e-4b9e-93c5-437837fc1462'}], 'name': 'tempest-PortsTestJSON-128909775'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:16:38.209190 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-180e97d7-6700-4a16-b081-49b6ddb55d29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:38.247409 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-180e97d7-6700-4a16-b081-49b6ddb55d29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:38.273401 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-abec90c2-f235-40da-afb0-6c606ee1af66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27c33809-362f-4297-a704-7239a9b35808', 'name': 'tempest-ServersTestMultiNic-1610614148-router', 'tenant_id': '9efcd44618b1499dbaacd7184adc7a1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.213'}], 'enable_snat': True}, 'gw_port_id': 'ff1d750e-5ea7-45f1-85b2-89493e92a513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:16:24Z', 'updated_at': '2021-08-11T03:16:32Z', 'revision_number': 4, 'project_id': '9efcd44618b1499dbaacd7184adc7a1f', 'gw_port': {'id': 'ff1d750e-5ea7-45f1-85b2-89493e92a513', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:20:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c33809-362f-4297-a704-7239a9b35808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:16:26Z', 'updated_at': '2021-08-11T03:16:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '47b94859-7354-4a93-a21f-7dcb4e431460', 'name': '', 'network_id': 'eb94becb-e19c-4bba-9763-5434ec4319fa', 'tenant_id': '9efcd44618b1499dbaacd7184adc7a1f', 'mac_address': 'fa:16:3e:9e:f9:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27c33809-362f-4297-a704-7239a9b35808', 'device_owner': 'network:router_interface', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': 'fcab093f-a03b-46c3-8464-11d950fdaaff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:16:31Z', 'updated_at': '2021-08-11T03:16:37Z', 'revision_number': 4, 'project_id': '9efcd44618b1499dbaacd7184adc7a1f', 'subnets': [{'id': 'fcab093f-a03b-46c3-8464-11d950fdaaff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:16:38.309998 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9945dfef-fecc-4dbe-9294-5b00c547e713 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Made reservation on behalf of 9efcd44618b1499dbaacd7184adc7a1f for: {'network': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:16:38.313871 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9945dfef-fecc-4dbe-9294-5b00c547e713 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:38.315432 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abec90c2-f235-40da-afb0-6c606ee1af66 None None] The sync data for ids ['27c33809-362f-4297-a704-7239a9b35808'] in n-d-764292-30 is: [{'id': '27c33809-362f-4297-a704-7239a9b35808', 'name': 'tempest-ServersTestMultiNic-1610614148-router', 'tenant_id': '9efcd44618b1499dbaacd7184adc7a1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.213'}], 'enable_snat': True}, 'gw_port_id': 'ff1d750e-5ea7-45f1-85b2-89493e92a513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:16:24Z', 'updated_at': '2021-08-11T03:16:32Z', 'revision_number': 4, 'project_id': '9efcd44618b1499dbaacd7184adc7a1f', 'gw_port': {'id': 'ff1d750e-5ea7-45f1-85b2-89493e92a513', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:20:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c33809-362f-4297-a704-7239a9b35808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:16:26Z', 'updated_at': '2021-08-11T03:16:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '47b94859-7354-4a93-a21f-7dcb4e431460', 'name': '', 'network_id': 'eb94becb-e19c-4bba-9763-5434ec4319fa', 'tenant_id': '9efcd44618b1499dbaacd7184adc7a1f', 'mac_address': 'fa:16:3e:9e:f9:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27c33809-362f-4297-a704-7239a9b35808', 'device_owner': 'network:router_interface', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': 'fcab093f-a03b-46c3-8464-11d950fdaaff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:16:31Z', 'updated_at': '2021-08-11T03:16:37Z', 'revision_number': 4, 'project_id': '9efcd44618b1499dbaacd7184adc7a1f', 'subnets': [{'id': 'fcab093f-a03b-46c3-8464-11d950fdaaff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:16:38.389068 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.agents_db [None req-950b7202-decb-43e2-8f71-ac8931dc9749 None None] Agent healthcheck: found 7 active agents {{(pid=102194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:16:38.396665 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3e344af0-dec9-4cf2-89b5-e178cd7868de tempest-ServersTestJSON-270917325 tempest-ServersTestJSON-270917325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:38.404484 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e96f543-4308-4d2c-9c84-6d57f94bfae5 req-344ad78d-fbfb-4fc4-b68d-c0ac92b0b36d tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:38.407532 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3e96f543-4308-4d2c-9c84-6d57f94bfae5 req-344ad78d-fbfb-4fc4-b68d-c0ac92b0b36d tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/ports?device_id=23071014-7475-45d4-a929-0adda4de678f HTTP/1.1" status: 200 len: 946 time: 0.1828504 Aug 11 03:16:38.437956 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e344af0-dec9-4cf2-89b5-e178cd7868de tempest-ServersTestJSON-270917325 tempest-ServersTestJSON-270917325-project] Pushing event deleted for resources: {'Port': ['ID=8aaba83c-fbd9-4b32-bb0c-e1cf63537f8f,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:38.445832 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-180e97d7-6700-4a16-b081-49b6ddb55d29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:38.446914 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-180e97d7-6700-4a16-b081-49b6ddb55d29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:38.448164 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-180e97d7-6700-4a16-b081-49b6ddb55d29 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/20e8937b-ca79-4723-bf58-fbc1e3f81ac0 HTTP/1.1" status: 204 len: 168 time: 0.3773215 Aug 11 03:16:38.479713 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14960ccb-aaf0-4779-8250-1aebdd5da569 None None] Network 6042d468-dff0-476c-94f9-329fe3fc3c23 is already hosted by enough agents. {{(pid=102193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:16:38.504543 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.base_scheduler [None req-14960ccb-aaf0-4779-8250-1aebdd5da569 None None] Resources bound (agent type, host, resource id): {{(pid=102193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:16:38.512613 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14960ccb-aaf0-4779-8250-1aebdd5da569 None None] Received port after_create {{(pid=102193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:16:38.537721 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3e96f543-4308-4d2c-9c84-6d57f94bfae5 req-82bbe105-af40-4bed-b39f-b711995d47cb tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a89a04a-70d6-46f3-9b56-7cb537ff4761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119194 Aug 11 03:16:38.546948 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9945dfef-fecc-4dbe-9294-5b00c547e713 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=102192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:16:38.569518 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180e97d7-6700-4a16-b081-49b6ddb55d29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20e8937b-ca79-4723-bf58-fbc1e3f81ac0,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:38.585954 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14960ccb-aaf0-4779-8250-1aebdd5da569 None None] Pushing event updated for resources: {'Port': ['ID=70053d92-6133-4009-afc5-ce7d6a37df21,revision_number=1']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:38.592567 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9945dfef-fecc-4dbe-9294-5b00c547e713 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:38.592567 n-d-764292-30 neutron-server[102192]: INFO neutron.db.segments_db [None req-9945dfef-fecc-4dbe-9294-5b00c547e713 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Added segment 85ce70aa-07f3-41ac-8bc5-3a54a88b0fc2 of type vlan for network 7c6ed3c1-5731-498c-aa86-c7ee1166f0e9 Aug 11 03:16:38.617867 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3e344af0-dec9-4cf2-89b5-e178cd7868de tempest-ServersTestJSON-270917325 tempest-ServersTestJSON-270917325-project] Notify callbacks [] for floatingip, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:38.620487 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3e344af0-dec9-4cf2-89b5-e178cd7868de tempest-ServersTestJSON-270917325 tempest-ServersTestJSON-270917325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for floatingip, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:38.621610 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-3e344af0-dec9-4cf2-89b5-e178cd7868de tempest-ServersTestJSON-270917325 tempest-ServersTestJSON-270917325-project] 10.222.0.41 "DELETE /v2.0/floatingips/ae066b9e-eabc-4da4-8159-73af67ca2d94 HTTP/1.1" status: 204 len: 168 time: 1.2130294 Aug 11 03:16:38.624760 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 39990) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:38.677575 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9945dfef-fecc-4dbe-9294-5b00c547e713 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:38.753287 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88bf617a-8023-4e4a-8bed-733de294e8ce tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Made reservation on behalf of 619f5dda48254516982a2d4b32c5e174 for: {'port': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:16:38.807748 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14960ccb-aaf0-4779-8250-1aebdd5da569 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:16:38.827288 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14960ccb-aaf0-4779-8250-1aebdd5da569 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:16:38.828175 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14960ccb-aaf0-4779-8250-1aebdd5da569 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:16:38.829457 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14960ccb-aaf0-4779-8250-1aebdd5da569 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:16:38.830151 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14960ccb-aaf0-4779-8250-1aebdd5da569 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:16:38.831346 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14960ccb-aaf0-4779-8250-1aebdd5da569 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:16:38.831976 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14960ccb-aaf0-4779-8250-1aebdd5da569 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:16:38.832578 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14960ccb-aaf0-4779-8250-1aebdd5da569 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:16:38.833189 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14960ccb-aaf0-4779-8250-1aebdd5da569 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:16:38.833771 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14960ccb-aaf0-4779-8250-1aebdd5da569 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:16:38.834417 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14960ccb-aaf0-4779-8250-1aebdd5da569 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:16:38.834973 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14960ccb-aaf0-4779-8250-1aebdd5da569 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:16:38.861107 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9945dfef-fecc-4dbe-9294-5b00c547e713 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:38.870047 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9945dfef-fecc-4dbe-9294-5b00c547e713 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:38.870715 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9945dfef-fecc-4dbe-9294-5b00c547e713 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:38.902007 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-14960ccb-aaf0-4779-8250-1aebdd5da569 None None] Attempting to bind port 70053d92-6133-4009-afc5-ce7d6a37df21 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:16:38.903454 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-14960ccb-aaf0-4779-8250-1aebdd5da569 None None] Attempting to bind port 70053d92-6133-4009-afc5-ce7d6a37df21 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': '96874481-cf36-4b02-bcb6-963ad5a73a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '6042d468-dff0-476c-94f9-329fe3fc3c23'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:16:38.905098 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14960ccb-aaf0-4779-8250-1aebdd5da569 None None] Attempting to bind port 70053d92-6133-4009-afc5-ce7d6a37df21 on network 6042d468-dff0-476c-94f9-329fe3fc3c23 {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:16:38.945693 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14960ccb-aaf0-4779-8250-1aebdd5da569 None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:16:38.947139 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14960ccb-aaf0-4779-8250-1aebdd5da569 None None] Checking segment: {'id': '96874481-cf36-4b02-bcb6-963ad5a73a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '6042d468-dff0-476c-94f9-329fe3fc3c23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:16:38.952529 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-14960ccb-aaf0-4779-8250-1aebdd5da569 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:38.952529 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14960ccb-aaf0-4779-8250-1aebdd5da569 None None] Bound using segment: {'id': '96874481-cf36-4b02-bcb6-963ad5a73a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '6042d468-dff0-476c-94f9-329fe3fc3c23'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:16:38.952529 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-14960ccb-aaf0-4779-8250-1aebdd5da569 None None] Bound port: 70053d92-6133-4009-afc5-ce7d6a37df21, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96874481-cf36-4b02-bcb6-963ad5a73a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '6042d468-dff0-476c-94f9-329fe3fc3c23'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:16:38.954206 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-14960ccb-aaf0-4779-8250-1aebdd5da569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:39.197520 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c5924e4-73cb-40e5-a239-dce1086d640c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde080026-c28f-55be-b52b-13827cc43646-054df3e3-cdfc-452c-8e72-7c6f93926436', 'network_id': '054df3e3-cdfc-452c-8e72-7c6f93926436', 'tenant_id': '9efcd44618b1499dbaacd7184adc7a1f', 'fixed_ips': [{'subnet_id': 'bac5de77-3216-4b9c-aea2-23b128d4ba52'}]}} from n-d-764292-30. {{(pid=102193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:16:39.199318 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3c5924e4-73cb-40e5-a239-dce1086d640c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:39.251657 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-14960ccb-aaf0-4779-8250-1aebdd5da569 None None] For port 70053d92-6133-4009-afc5-ce7d6a37df21, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:16:39.257448 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-14960ccb-aaf0-4779-8250-1aebdd5da569 None None] For port 70053d92-6133-4009-afc5-ce7d6a37df21, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=70053d92-6133-4009-afc5-ce7d6a37df21,segment=NetworkSegment(96874481-cf36-4b02-bcb6-963ad5a73a67),segment_id=96874481-cf36-4b02-bcb6-963ad5a73a67)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:16:39.279098 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-056ebc08-d214-4dc7-bb9a-04ee8cd4798f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521106'] for router_interface, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:39.426136 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-14960ccb-aaf0-4779-8250-1aebdd5da569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:39.491632 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 47b94859-7354-4a93-a21f-7dcb4e431460 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:16:39.525000 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-88bf617a-8023-4e4a-8bed-733de294e8ce tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:39.653749 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [None req-88bf617a-8023-4e4a-8bed-733de294e8ce tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] device_id is not set on port 747e9a68-a48f-4ab8-9b43-fdd758c08e2a yet. {{(pid=102192) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:16:39.667401 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9945dfef-fecc-4dbe-9294-5b00c547e713 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Pushing event updated for resources: {'Network': ['ID=7c6ed3c1-5731-498c-aa86-c7ee1166f0e9,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:39.689394 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network 7c6ed3c1-5731-498c-aa86-c7ee1166f0e9 details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:16:39.709802 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14960ccb-aaf0-4779-8250-1aebdd5da569 None None] Pushing event updated for resources: {'Port': ['ID=70053d92-6133-4009-afc5-ce7d6a37df21,revision_number=2']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:39.763822 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-056ebc08-d214-4dc7-bb9a-04ee8cd4798f admin admin] Deleting port 5f11349f-aaff-4e25-8347-9a329deba979 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:16:39.764439 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-056ebc08-d214-4dc7-bb9a-04ee8cd4798f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:39.776603 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-9945dfef-fecc-4dbe-9294-5b00c547e713 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.7002738 Aug 11 03:16:39.787444 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 40012) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:39.797344 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-00adb9d7-f481-4a18-bb02-95365341d4b5 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Request body: {'subnet': {'network_id': '7c6ed3c1-5731-498c-aa86-c7ee1166f0e9', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:16:39.943441 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [None req-056ebc08-d214-4dc7-bb9a-04ee8cd4798f admin admin] For port 5f11349f-aaff-4e25-8347-9a329deba979, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=5f11349f-aaff-4e25-8347-9a329deba979,segment=NetworkSegment(aecbeae3-037d-45bb-b3df-6bbd23b0c487),segment_id=aecbeae3-037d-45bb-b3df-6bbd23b0c487)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:16:39.943813 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-056ebc08-d214-4dc7-bb9a-04ee8cd4798f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:40.000071 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-056ebc08-d214-4dc7-bb9a-04ee8cd4798f admin admin] Calling delete_port for 5f11349f-aaff-4e25-8347-9a329deba979 owned by network:router_interface {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:16:40.076739 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.db_base_plugin_common [None req-3c5924e4-73cb-40e5-a239-dce1086d640c None None] Allocated IP 19.80.0.2 (054df3e3-cdfc-452c-8e72-7c6f93926436/bac5de77-3216-4b9c-aea2-23b128d4ba52/07d02fed-af7d-4ea7-91c3-03c6a93421b7) {{(pid=102193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:16:40.236109 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port 47b94859-7354-4a93-a21f-7dcb4e431460 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:16:40.256675 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 47b94859-7354-4a93-a21f-7dcb4e431460 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:16:40.257053 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:40.264526 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dff1dfb-9612-4c14-a702-ae24f60e7019 req-013640b9-a921-4dca-a509-81ef04ecf0e3 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:40.266149 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3dff1dfb-9612-4c14-a702-ae24f60e7019 req-013640b9-a921-4dca-a509-81ef04ecf0e3 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/ports?device_id=23071014-7475-45d4-a929-0adda4de678f HTTP/1.1" status: 200 len: 946 time: 0.5956802 Aug 11 03:16:40.394556 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3dff1dfb-9612-4c14-a702-ae24f60e7019 req-eeba7ced-3700-45b7-b97e-64db60f29873 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a89a04a-70d6-46f3-9b56-7cb537ff4761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131089 Aug 11 03:16:40.508889 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00adb9d7-f481-4a18-bb02-95365341d4b5 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Made reservation on behalf of 9efcd44618b1499dbaacd7184adc7a1f for: {'subnet': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:16:40.518340 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-00adb9d7-f481-4a18-bb02-95365341d4b5 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126180544'] for subnet, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:40.603159 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3c5924e4-73cb-40e5-a239-dce1086d640c None None] Notify callbacks [] for port, precommit_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:40.611163 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:40.646742 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3c5924e4-73cb-40e5-a239-dce1086d640c None None] Transition to ACTIVE for port object 07d02fed-af7d-4ea7-91c3-03c6a93421b7 will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:16:40.716145 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port 47b94859-7354-4a93-a21f-7dcb4e431460, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=47b94859-7354-4a93-a21f-7dcb4e431460,segment=NetworkSegment(b6ad42bd-5b6b-45aa-88ab-5bb5d4b396ce),segment_id=b6ad42bd-5b6b-45aa-88ab-5bb5d4b396ce)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:16:40.727613 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3c5924e4-73cb-40e5-a239-dce1086d640c None None] Transition to ACTIVE for port object 07d02fed-af7d-4ea7-91c3-03c6a93421b7 will not be triggered until provisioned by entity DHCP. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:16:40.779354 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [None req-88bf617a-8023-4e4a-8bed-733de294e8ce tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Allocated IP 172.20.0.7 (6042d468-dff0-476c-94f9-329fe3fc3c23/4e6d3f49-235e-4dc1-a577-b61d2f0ad847/747e9a68-a48f-4ab8-9b43-fdd758c08e2a) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:16:40.808983 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [None req-88bf617a-8023-4e4a-8bed-733de294e8ce tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Allocated IP 172.20.0.29 (6042d468-dff0-476c-94f9-329fe3fc3c23/a88fd14d-4c6e-4b9e-93c5-437837fc1462/747e9a68-a48f-4ab8-9b43-fdd758c08e2a) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:16:40.812963 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:40.851426 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3c5924e4-73cb-40e5-a239-dce1086d640c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669'] for port, after_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:40.898566 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c5924e4-73cb-40e5-a239-dce1086d640c None None] Network 054df3e3-cdfc-452c-8e72-7c6f93926436 is already hosted by enough agents. {{(pid=102193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:16:40.903675 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=47b94859-7354-4a93-a21f-7dcb4e431460,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:40.906558 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.base_scheduler [None req-3c5924e4-73cb-40e5-a239-dce1086d640c None None] Resources bound (agent type, host, resource id): {{(pid=102193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:16:40.913758 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5924e4-73cb-40e5-a239-dce1086d640c None None] Received port after_create {{(pid=102193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:16:40.949905 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-056ebc08-d214-4dc7-bb9a-04ee8cd4798f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:41.027564 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-3c5924e4-73cb-40e5-a239-dce1086d640c None None] Attempting to bind port 07d02fed-af7d-4ea7-91c3-03c6a93421b7 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:16:41.028216 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-3c5924e4-73cb-40e5-a239-dce1086d640c None None] Attempting to bind port 07d02fed-af7d-4ea7-91c3-03c6a93421b7 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': 'cec806d2-146e-4899-a64a-ab587545aa11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '054df3e3-cdfc-452c-8e72-7c6f93926436'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:16:41.028814 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5924e4-73cb-40e5-a239-dce1086d640c None None] Attempting to bind port 07d02fed-af7d-4ea7-91c3-03c6a93421b7 on network 054df3e3-cdfc-452c-8e72-7c6f93926436 {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:16:41.036034 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5924e4-73cb-40e5-a239-dce1086d640c None None] Pushing event updated for resources: {'Port': ['ID=07d02fed-af7d-4ea7-91c3-03c6a93421b7,revision_number=1']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:41.047929 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056ebc08-d214-4dc7-bb9a-04ee8cd4798f admin admin] Pushing event deleted for resources: {'Port': ['ID=5f11349f-aaff-4e25-8347-9a329deba979,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:41.050115 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5924e4-73cb-40e5-a239-dce1086d640c None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:16:41.050423 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5924e4-73cb-40e5-a239-dce1086d640c None None] Checking segment: {'id': 'cec806d2-146e-4899-a64a-ab587545aa11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '054df3e3-cdfc-452c-8e72-7c6f93926436'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:16:41.050813 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3c5924e4-73cb-40e5-a239-dce1086d640c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:41.051209 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5924e4-73cb-40e5-a239-dce1086d640c None None] Bound using segment: {'id': 'cec806d2-146e-4899-a64a-ab587545aa11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '054df3e3-cdfc-452c-8e72-7c6f93926436'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:16:41.051692 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-3c5924e4-73cb-40e5-a239-dce1086d640c None None] Bound port: 07d02fed-af7d-4ea7-91c3-03c6a93421b7, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cec806d2-146e-4899-a64a-ab587545aa11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '054df3e3-cdfc-452c-8e72-7c6f93926436'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:16:41.052072 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3c5924e4-73cb-40e5-a239-dce1086d640c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:41.093029 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-00adb9d7-f481-4a18-bb02-95365341d4b5 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125932092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126180562'] for subnet, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:41.152130 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40840ed5-df80-4039-93b0-307da2331a5f None None] Network 6042d468-dff0-476c-94f9-329fe3fc3c23 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:16:41.178214 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00adb9d7-f481-4a18-bb02-95365341d4b5 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Pushing event updated for resources: {'Subnet': ['ID=abcdf93d-ae09-4cad-9191-bf4e3a3c6236,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:41.228953 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:41.355596 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3c5924e4-73cb-40e5-a239-dce1086d640c None None] For port 07d02fed-af7d-4ea7-91c3-03c6a93421b7, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:16:41.376326 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00adb9d7-f481-4a18-bb02-95365341d4b5 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Checking segment: {'id': '85ce70aa-07f3-41ac-8bc5-3a54a88b0fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '7c6ed3c1-5731-498c-aa86-c7ee1166f0e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:16:41.376650 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00adb9d7-f481-4a18-bb02-95365341d4b5 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Network hostable DHCP agents. Network: 7c6ed3c1-5731-498c-aa86-c7ee1166f0e9, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:16:41.400917 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-056ebc08-d214-4dc7-bb9a-04ee8cd4798f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16383033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450082'] for router_interface, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:41.403283 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3c5924e4-73cb-40e5-a239-dce1086d640c None None] For port 07d02fed-af7d-4ea7-91c3-03c6a93421b7, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=07d02fed-af7d-4ea7-91c3-03c6a93421b7,segment=NetworkSegment(cec806d2-146e-4899-a64a-ab587545aa11),segment_id=cec806d2-146e-4899-a64a-ab587545aa11)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:16:41.426536 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-807461fb-6b6b-49fe-809c-031f5531ce59 None None] Provisioning for port 70053d92-6133-4009-afc5-ce7d6a37df21 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:16:41.492905 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-88bf617a-8023-4e4a-8bed-733de294e8ce tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:41.546197 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3c5924e4-73cb-40e5-a239-dce1086d640c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:41.552086 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [None req-88bf617a-8023-4e4a-8bed-733de294e8ce tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Transition to ACTIVE for port object 747e9a68-a48f-4ab8-9b43-fdd758c08e2a will not be triggered until provisioned by entity DHCP. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:16:41.553392 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00adb9d7-f481-4a18-bb02-95365341d4b5 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Network 7c6ed3c1-5731-498c-aa86-c7ee1166f0e9 is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:16:41.679574 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5be887-d7d5-4f8c-9aad-c55c8089edaf req-5cebe1cd-caa0-4ad3-9d75-77d863f6f84c tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:41.689080 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-fa5be887-d7d5-4f8c-9aad-c55c8089edaf req-5cebe1cd-caa0-4ad3-9d75-77d863f6f84c tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/ports?device_id=23071014-7475-45d4-a929-0adda4de678f HTTP/1.1" status: 200 len: 946 time: 0.1667557 Aug 11 03:16:41.705062 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-00adb9d7-f481-4a18-bb02-95365341d4b5 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, 7c6ed3c1-5731-498c-aa86-c7ee1166f0e9) {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:16:41.706500 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 70053d92-6133-4009-afc5-ce7d6a37df21 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:16:41.739738 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f67bfd1-173d-4376-a18a-d30ca3f0540b None None] Network 7c6ed3c1-5731-498c-aa86-c7ee1166f0e9 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:16:41.741405 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5924e4-73cb-40e5-a239-dce1086d640c None None] Pushing event updated for resources: {'Port': ['ID=07d02fed-af7d-4ea7-91c3-03c6a93421b7,revision_number=2']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:41.753073 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00adb9d7-f481-4a18-bb02-95365341d4b5 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:41.757861 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-00adb9d7-f481-4a18-bb02-95365341d4b5 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:41.826984 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-fa5be887-d7d5-4f8c-9aad-c55c8089edaf req-0b065ccb-d00e-4fc1-a02f-b8475e1b9991 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a89a04a-70d6-46f3-9b56-7cb537ff4761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297426 Aug 11 03:16:41.874002 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-88bf617a-8023-4e4a-8bed-733de294e8ce tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:41.887663 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-056ebc08-d214-4dc7-bb9a-04ee8cd4798f admin admin] Router 63d10ac5-9792-43c7-b9f6-03a4f91684ec has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:16:41.943373 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-00adb9d7-f481-4a18-bb02-95365341d4b5 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.1501720 Aug 11 03:16:41.996089 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88bf617a-8023-4e4a-8bed-733de294e8ce tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Network 6042d468-dff0-476c-94f9-329fe3fc3c23 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:16:42.016055 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-88bf617a-8023-4e4a-8bed-733de294e8ce tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:16:42.021346 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88bf617a-8023-4e4a-8bed-733de294e8ce tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:16:42.022777 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-432fc144-a79c-42d3-86a9-c72625151efc None None] Update dhcp port {'port': {'network_id': '6042d468-dff0-476c-94f9-329fe3fc3c23', 'fixed_ips': [{'subnet_id': '4e6d3f49-235e-4dc1-a577-b61d2f0ad847', 'ip_address': '172.20.0.2'}, {'subnet_id': 'a88fd14d-4c6e-4b9e-93c5-437837fc1462'}], 'binding:host_id': 'n-d-764292-30'}, 'id': '70053d92-6133-4009-afc5-ce7d6a37df21'} from n-d-764292-30. {{(pid=102193) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 11 03:16:42.116385 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port 70053d92-6133-4009-afc5-ce7d6a37df21 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:16:42.147822 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 70053d92-6133-4009-afc5-ce7d6a37df21 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:16:42.161339 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:42.171530 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-432fc144-a79c-42d3-86a9-c72625151efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:42.176605 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bf617a-8023-4e4a-8bed-733de294e8ce tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Pushing event updated for resources: {'Port': ['ID=747e9a68-a48f-4ab8-9b43-fdd758c08e2a,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:42.176814 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-056ebc08-d214-4dc7-bb9a-04ee8cd4798f admin admin] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:16:42.205769 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-056ebc08-d214-4dc7-bb9a-04ee8cd4798f admin admin] 10.222.0.41 "PUT /v2.0/routers/63d10ac5-9792-43c7-b9f6-03a4f91684ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5798585 Aug 11 03:16:42.210115 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6026d6be-a98e-4a24-a991-baf15eaa1915 None None] Sync routers for ids ['63d10ac5-9792-43c7-b9f6-03a4f91684ec'] in n-d-764292-30 {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:16:42.214567 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 40088) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:42.258222 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6026d6be-a98e-4a24-a991-baf15eaa1915 None None] Routers {'63d10ac5-9792-43c7-b9f6-03a4f91684ec'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:16:42.258785 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-6026d6be-a98e-4a24-a991-baf15eaa1915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:16:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['63d10ac5-9792-43c7-b9f6-03a4f91684ec'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:16:42.277782 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88bf617a-8023-4e4a-8bed-733de294e8ce tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:42.285980 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-88bf617a-8023-4e4a-8bed-733de294e8ce tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:42.456440 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4850c239-45a0-4ecd-b4ec-16aba5330823 admin admin] Notify callbacks [] for router, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:42.492334 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d4816c3-52d7-4bce-95c3-0797870fd5a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde080026-c28f-55be-b52b-13827cc43646-7c6ed3c1-5731-498c-aa86-c7ee1166f0e9', 'network_id': '7c6ed3c1-5731-498c-aa86-c7ee1166f0e9', 'tenant_id': '9efcd44618b1499dbaacd7184adc7a1f', 'fixed_ips': [{'subnet_id': 'abcdf93d-ae09-4cad-9191-bf4e3a3c6236'}]}} from n-d-764292-30. {{(pid=102193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:16:42.493351 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-9d4816c3-52d7-4bce-95c3-0797870fd5a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:42.508620 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-6026d6be-a98e-4a24-a991-baf15eaa1915 None None] Set router 63d10ac5-9792-43c7-b9f6-03a4f91684ec gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:16:42.508794 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-88bf617a-8023-4e4a-8bed-733de294e8ce tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 4.3187399 Aug 11 03:16:42.513083 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 40114) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:42.522271 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-307fe8fb-a160-4578-b0ef-8d391bcb0347 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '4e6d3f49-235e-4dc1-a577-b61d2f0ad847'}]}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:16:42.703110 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4850c239-45a0-4ecd-b4ec-16aba5330823 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:42.745179 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-307fe8fb-a160-4578-b0ef-8d391bcb0347 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:42.778366 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c144146-6c93-4d27-8b72-46cac7c90019 req-14959440-cd70-449c-a1c2-926d17b065e1 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:42.805292 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c144146-6c93-4d27-8b72-46cac7c90019 req-14959440-cd70-449c-a1c2-926d17b065e1 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:42.807511 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0c144146-6c93-4d27-8b72-46cac7c90019 req-14959440-cd70-449c-a1c2-926d17b065e1 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] 10.222.0.41 "GET /v2.0/networks?id=054df3e3-cdfc-452c-8e72-7c6f93926436&id=7c6ed3c1-5731-498c-aa86-c7ee1166f0e9&id=054df3e3-cdfc-452c-8e72-7c6f93926436 HTTP/1.1" status: 200 len: 1390 time: 0.4166341 Aug 11 03:16:42.877013 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-4850c239-45a0-4ecd-b4ec-16aba5330823 admin admin] Deleting port e740ac04-0233-4fe5-84ce-cf9f509e3f81 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:16:42.877013 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4850c239-45a0-4ecd-b4ec-16aba5330823 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:43.106313 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0c144146-6c93-4d27-8b72-46cac7c90019 req-92f1b763-30a9-4ff8-947a-5299b945eda6 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] 10.222.0.41 "GET /v2.0/quotas/9efcd44618b1499dbaacd7184adc7a1f HTTP/1.1" status: 200 len: 375 time: 0.2850204 Aug 11 03:16:43.112423 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-6026d6be-a98e-4a24-a991-baf15eaa1915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63d10ac5-9792-43c7-b9f6-03a4f91684ec', 'name': 'tempest-ServersTestJSON-1426552814-router', 'tenant_id': '960cd8e142644cf086ca0c3e15670712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': 'e740ac04-0233-4fe5-84ce-cf9f509e3f81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:13:17Z', 'updated_at': '2021-08-11T03:16:40Z', 'revision_number': 5, 'project_id': '960cd8e142644cf086ca0c3e15670712', 'gw_port': {'id': 'e740ac04-0233-4fe5-84ce-cf9f509e3f81', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:c2:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d10ac5-9792-43c7-b9f6-03a4f91684ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:13:19Z', 'updated_at': '2021-08-11T03:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:16:43.148691 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [None req-4850c239-45a0-4ecd-b4ec-16aba5330823 admin admin] For port e740ac04-0233-4fe5-84ce-cf9f509e3f81, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=e740ac04-0233-4fe5-84ce-cf9f509e3f81,segment=NetworkSegment(fab28bed-aa25-40db-bba4-ec26e795194c),segment_id=fab28bed-aa25-40db-bba4-ec26e795194c)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:16:43.153171 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4850c239-45a0-4ecd-b4ec-16aba5330823 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:43.173540 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6026d6be-a98e-4a24-a991-baf15eaa1915 None None] Checking router: 63d10ac5-9792-43c7-b9f6-03a4f91684ec for host: n-d-764292-30 {{(pid=102194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:16:43.179820 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-4850c239-45a0-4ecd-b4ec-16aba5330823 admin admin] Calling delete_port for e740ac04-0233-4fe5-84ce-cf9f509e3f81 owned by network:router_gateway {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:16:43.197830 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6026d6be-a98e-4a24-a991-baf15eaa1915 None None] Routers {'63d10ac5-9792-43c7-b9f6-03a4f91684ec'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:16:43.198442 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-6026d6be-a98e-4a24-a991-baf15eaa1915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:16:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['63d10ac5-9792-43c7-b9f6-03a4f91684ec'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:16:43.339650 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535a9485-bf41-43ff-b62f-709253a78fe3 req-a0944a77-88ac-4cbc-926d-281d756bdb9f tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:43.352105 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-535a9485-bf41-43ff-b62f-709253a78fe3 req-a0944a77-88ac-4cbc-926d-281d756bdb9f tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/ports?device_id=23071014-7475-45d4-a929-0adda4de678f HTTP/1.1" status: 200 len: 946 time: 0.3412714 Aug 11 03:16:43.356006 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:43.406106 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port 70053d92-6133-4009-afc5-ce7d6a37df21, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=70053d92-6133-4009-afc5-ce7d6a37df21,segment=NetworkSegment(96874481-cf36-4b02-bcb6-963ad5a73a67),segment_id=96874481-cf36-4b02-bcb6-963ad5a73a67)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:16:43.419480 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-6026d6be-a98e-4a24-a991-baf15eaa1915 None None] Set router 63d10ac5-9792-43c7-b9f6-03a4f91684ec gateway port host: None {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:16:43.493983 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0c144146-6c93-4d27-8b72-46cac7c90019 req-fadedfd1-22ad-4d65-994f-33b3e07445cf tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=9efcd44618b1499dbaacd7184adc7a1f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3785024 Aug 11 03:16:43.554250 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-6026d6be-a98e-4a24-a991-baf15eaa1915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63d10ac5-9792-43c7-b9f6-03a4f91684ec', 'name': 'tempest-ServersTestJSON-1426552814-router', 'tenant_id': '960cd8e142644cf086ca0c3e15670712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:13:17Z', 'updated_at': '2021-08-11T03:16:42Z', 'revision_number': 6, 'project_id': '960cd8e142644cf086ca0c3e15670712', 'gw_port_host': None}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:16:43.563441 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.db_base_plugin_common [None req-432fc144-a79c-42d3-86a9-c72625151efc None None] Allocated IP 172.20.0.18 (6042d468-dff0-476c-94f9-329fe3fc3c23/a88fd14d-4c6e-4b9e-93c5-437837fc1462/70053d92-6133-4009-afc5-ce7d6a37df21) {{(pid=102193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:16:43.596189 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-535a9485-bf41-43ff-b62f-709253a78fe3 req-997f214e-ed0e-4bb7-b4a1-851de4550046 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a89a04a-70d6-46f3-9b56-7cb537ff4761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390299 Aug 11 03:16:43.644889 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6026d6be-a98e-4a24-a991-baf15eaa1915 None None] The sync data for ids ['63d10ac5-9792-43c7-b9f6-03a4f91684ec'] in n-d-764292-30 is: [{'id': '63d10ac5-9792-43c7-b9f6-03a4f91684ec', 'name': 'tempest-ServersTestJSON-1426552814-router', 'tenant_id': '960cd8e142644cf086ca0c3e15670712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:13:17Z', 'updated_at': '2021-08-11T03:16:42Z', 'revision_number': 6, 'project_id': '960cd8e142644cf086ca0c3e15670712', 'gw_port_host': None}] {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:16:43.645970 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:43.647356 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 47b94859-7354-4a93-a21f-7dcb4e431460 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:16:43.718687 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29df8258-743d-44a9-aec7-5bd24a49570f None None] Network 054df3e3-cdfc-452c-8e72-7c6f93926436 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:16:43.745850 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4850c239-45a0-4ecd-b4ec-16aba5330823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:43.779301 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0c144146-6c93-4d27-8b72-46cac7c90019 req-7726ce23-6039-40fb-b101-cf98afae4165 service neutron] 10.222.0.41 "GET /v2.0/networks/054df3e3-cdfc-452c-8e72-7c6f93926436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2719493 Aug 11 03:16:43.816558 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4850c239-45a0-4ecd-b4ec-16aba5330823 admin admin] Pushing event deleted for resources: {'Port': ['ID=e740ac04-0233-4fe5-84ce-cf9f509e3f81,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:43.920577 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=70053d92-6133-4009-afc5-ce7d6a37df21,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:43.928522 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.db_base_plugin_common [None req-9d4816c3-52d7-4bce-95c3-0797870fd5a5 None None] Allocated IP 19.86.0.2 (7c6ed3c1-5731-498c-aa86-c7ee1166f0e9/abcdf93d-ae09-4cad-9191-bf4e3a3c6236/9096f38b-331a-45b5-8920-5a97f7d4b14f) {{(pid=102193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:16:43.930733 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0c144146-6c93-4d27-8b72-46cac7c90019 req-da9e2108-e091-44dd-ae5e-a093c240b921 service neutron] 10.222.0.41 "GET /v2.0/networks/054df3e3-cdfc-452c-8e72-7c6f93926436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420918 Aug 11 03:16:43.945047 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4850c239-45a0-4ecd-b4ec-16aba5330823 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-446916'] for router_gateway, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:44.062367 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17b32306-21e6-48d5-93fb-f81c2f2b77f1 None None] Provisioning for port 07d02fed-af7d-4ea7-91c3-03c6a93421b7 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:16:44.062367 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 47b94859-7354-4a93-a21f-7dcb4e431460 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:16:44.062367 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:44.114246 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4850c239-45a0-4ecd-b4ec-16aba5330823 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6544'] for router, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:44.116658 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4850c239-45a0-4ecd-b4ec-16aba5330823 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:44.144281 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-432fc144-a79c-42d3-86a9-c72625151efc None None] For port 70053d92-6133-4009-afc5-ce7d6a37df21, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=70053d92-6133-4009-afc5-ce7d6a37df21,segment=NetworkSegment(96874481-cf36-4b02-bcb6-963ad5a73a67),segment_id=96874481-cf36-4b02-bcb6-963ad5a73a67)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:16:44.178823 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0c144146-6c93-4d27-8b72-46cac7c90019 req-f7e6d9e0-3e25-4baf-8479-cbf423cbbf17 service neutron] 10.222.0.41 "GET /v2.0/networks/7c6ed3c1-5731-498c-aa86-c7ee1166f0e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2410262 Aug 11 03:16:44.199020 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-432fc144-a79c-42d3-86a9-c72625151efc None None] Notify callbacks [] for port, precommit_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:44.262084 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4850c239-45a0-4ecd-b4ec-16aba5330823 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448809'] for router, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:44.262930 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4850c239-45a0-4ecd-b4ec-16aba5330823 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 63d10ac5-9792-43c7-b9f6-03a4f91684ec {{(pid=102191) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:16:44.273027 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4850c239-45a0-4ecd-b4ec-16aba5330823 admin admin] Notify callbacks [] for router, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:44.279985 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-4850c239-45a0-4ecd-b4ec-16aba5330823 admin admin] 10.222.0.41 "DELETE /v2.0/routers/63d10ac5-9792-43c7-b9f6-03a4f91684ec HTTP/1.1" status: 204 len: 168 time: 2.0617089 Aug 11 03:16:44.279985 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 40192) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:44.323839 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-432fc144-a79c-42d3-86a9-c72625151efc None None] Transition to ACTIVE for port object 70053d92-6133-4009-afc5-ce7d6a37df21 will not be triggered until provisioned by entity DHCP. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:16:44.400352 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_v2 [None req-80ae7388-1f7b-406e-bdd3-f6e650f0080b admin admin] Deleting subnet 98088f52-223d-4261-b781-a2e45477329a {{(pid=102191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:16:44.403630 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-80ae7388-1f7b-406e-bdd3-f6e650f0080b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:44.405007 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0c144146-6c93-4d27-8b72-46cac7c90019 req-b17d1778-a818-4d1b-b103-a45a7620e4af service neutron] 10.222.0.41 "GET /v2.0/networks/7c6ed3c1-5731-498c-aa86-c7ee1166f0e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200310 Aug 11 03:16:44.443814 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-80ae7388-1f7b-406e-bdd3-f6e650f0080b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126283525'] for subnet, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:44.466158 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-9d4816c3-52d7-4bce-95c3-0797870fd5a5 None None] Notify callbacks [] for port, precommit_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:44.473463 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-9d4816c3-52d7-4bce-95c3-0797870fd5a5 None None] Transition to ACTIVE for port object 9096f38b-331a-45b5-8920-5a97f7d4b14f will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:16:44.490406 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-9d4816c3-52d7-4bce-95c3-0797870fd5a5 None None] Transition to ACTIVE for port object 9096f38b-331a-45b5-8920-5a97f7d4b14f will not be triggered until provisioned by entity DHCP. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:16:44.496563 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-432fc144-a79c-42d3-86a9-c72625151efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:44.615988 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-9d4816c3-52d7-4bce-95c3-0797870fd5a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669'] for port, after_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:44.664462 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-80ae7388-1f7b-406e-bdd3-f6e650f0080b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:44.716198 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [None req-307fe8fb-a160-4578-b0ef-8d391bcb0347 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Delete allocated IP 172.20.0.29 (6042d468-dff0-476c-94f9-329fe3fc3c23/a88fd14d-4c6e-4b9e-93c5-437837fc1462) {{(pid=102192) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 11 03:16:44.723531 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432fc144-a79c-42d3-86a9-c72625151efc None None] Pushing event updated for resources: {'Port': ['ID=70053d92-6133-4009-afc5-ce7d6a37df21,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:44.729500 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d4816c3-52d7-4bce-95c3-0797870fd5a5 None None] Network 7c6ed3c1-5731-498c-aa86-c7ee1166f0e9 is already hosted by enough agents. {{(pid=102193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:16:44.745219 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.base_scheduler [None req-9d4816c3-52d7-4bce-95c3-0797870fd5a5 None None] Resources bound (agent type, host, resource id): {{(pid=102193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:16:44.759311 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4816c3-52d7-4bce-95c3-0797870fd5a5 None None] Received port after_create {{(pid=102193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:16:44.921189 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-80ae7388-1f7b-406e-bdd3-f6e650f0080b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126283413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126275158'] for subnet, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:44.980823 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0c144146-6c93-4d27-8b72-46cac7c90019 req-debaefbf-57e9-45d7-88cb-13be74be99cb service neutron] 10.222.0.41 "GET /v2.0/networks/054df3e3-cdfc-452c-8e72-7c6f93926436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5691419 Aug 11 03:16:45.019456 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57c5d33-5311-4c70-bdda-94e68532c87b req-79727061-8523-4674-ad6f-51eef76f952a tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:45.021067 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ae7388-1f7b-406e-bdd3-f6e650f0080b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98088f52-223d-4261-b781-a2e45477329a,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:45.021466 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a57c5d33-5311-4c70-bdda-94e68532c87b req-79727061-8523-4674-ad6f-51eef76f952a tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/ports?device_id=23071014-7475-45d4-a929-0adda4de678f HTTP/1.1" status: 200 len: 946 time: 0.2884960 Aug 11 03:16:45.023754 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-80ae7388-1f7b-406e-bdd3-f6e650f0080b admin admin] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:45.027470 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-80ae7388-1f7b-406e-bdd3-f6e650f0080b admin admin] 10.222.0.41 "DELETE /v2.0/subnets/98088f52-223d-4261-b781-a2e45477329a HTTP/1.1" status: 204 len: 168 time: 0.7481971 Aug 11 03:16:45.030358 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 40226) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:45.133208 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0c96834-75b4-4def-8053-8f17f5bc2ef8 None None] Network 1d9b30d4-4af2-4e92-ab5f-b9a60728562f requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:16:45.272258 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b0045172-f493-4f18-a8b9-70f1fab11c34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:45.296189 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4816c3-52d7-4bce-95c3-0797870fd5a5 None None] Pushing event updated for resources: {'Port': ['ID=9096f38b-331a-45b5-8920-5a97f7d4b14f,revision_number=1']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:45.367288 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-b0045172-f493-4f18-a8b9-70f1fab11c34 admin admin] Deleting port db05fe35-162d-4bd9-9037-861b64f1138f {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:16:45.367977 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b0045172-f493-4f18-a8b9-70f1fab11c34 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:45.407440 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-9d4816c3-52d7-4bce-95c3-0797870fd5a5 None None] Attempting to bind port 9096f38b-331a-45b5-8920-5a97f7d4b14f on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:16:45.407818 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-9d4816c3-52d7-4bce-95c3-0797870fd5a5 None None] Attempting to bind port 9096f38b-331a-45b5-8920-5a97f7d4b14f by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': '85ce70aa-07f3-41ac-8bc5-3a54a88b0fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '7c6ed3c1-5731-498c-aa86-c7ee1166f0e9'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:16:45.408212 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4816c3-52d7-4bce-95c3-0797870fd5a5 None None] Attempting to bind port 9096f38b-331a-45b5-8920-5a97f7d4b14f on network 7c6ed3c1-5731-498c-aa86-c7ee1166f0e9 {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:16:45.459655 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4816c3-52d7-4bce-95c3-0797870fd5a5 None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:16:45.460031 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4816c3-52d7-4bce-95c3-0797870fd5a5 None None] Checking segment: {'id': '85ce70aa-07f3-41ac-8bc5-3a54a88b0fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '7c6ed3c1-5731-498c-aa86-c7ee1166f0e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:16:45.460447 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-9d4816c3-52d7-4bce-95c3-0797870fd5a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:45.460848 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4816c3-52d7-4bce-95c3-0797870fd5a5 None None] Bound using segment: {'id': '85ce70aa-07f3-41ac-8bc5-3a54a88b0fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '7c6ed3c1-5731-498c-aa86-c7ee1166f0e9'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:16:45.461349 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-9d4816c3-52d7-4bce-95c3-0797870fd5a5 None None] Bound port: 9096f38b-331a-45b5-8920-5a97f7d4b14f, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85ce70aa-07f3-41ac-8bc5-3a54a88b0fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '7c6ed3c1-5731-498c-aa86-c7ee1166f0e9'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:16:45.461733 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-9d4816c3-52d7-4bce-95c3-0797870fd5a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:45.539746 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [None req-b0045172-f493-4f18-a8b9-70f1fab11c34 admin admin] For port db05fe35-162d-4bd9-9037-861b64f1138f, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=db05fe35-162d-4bd9-9037-861b64f1138f,segment=NetworkSegment(aecbeae3-037d-45bb-b3df-6bbd23b0c487),segment_id=aecbeae3-037d-45bb-b3df-6bbd23b0c487)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:16:45.540115 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b0045172-f493-4f18-a8b9-70f1fab11c34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:45.546476 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-307fe8fb-a160-4578-b0ef-8d391bcb0347 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks [] for port, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:45.555472 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-b0045172-f493-4f18-a8b9-70f1fab11c34 admin admin] Calling delete_port for db05fe35-162d-4bd9-9037-861b64f1138f owned by network:dhcp {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:16:45.585175 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [None req-307fe8fb-a160-4578-b0ef-8d391bcb0347 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Ignored duplicate provisioning block setup for port 747e9a68-a48f-4ab8-9b43-fdd758c08e2a by entity DHCP. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 11 03:16:45.597017 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a57c5d33-5311-4c70-bdda-94e68532c87b req-d75cfed2-0cb4-4535-961b-9013b3400012 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a89a04a-70d6-46f3-9b56-7cb537ff4761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5208275 Aug 11 03:16:45.621604 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0c144146-6c93-4d27-8b72-46cac7c90019 req-a4105c1c-e811-44fb-ac6c-6901ddce33e9 service neutron] 10.222.0.41 "GET /v2.0/networks/054df3e3-cdfc-452c-8e72-7c6f93926436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5991209 Aug 11 03:16:45.661739 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 07d02fed-af7d-4ea7-91c3-03c6a93421b7 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:16:45.679307 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-307fe8fb-a160-4578-b0ef-8d391bcb0347 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:45.802059 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-9d4816c3-52d7-4bce-95c3-0797870fd5a5 None None] For port 9096f38b-331a-45b5-8920-5a97f7d4b14f, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:16:45.810960 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b0045172-f493-4f18-a8b9-70f1fab11c34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:45.813085 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-9d4816c3-52d7-4bce-95c3-0797870fd5a5 None None] For port 9096f38b-331a-45b5-8920-5a97f7d4b14f, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=9096f38b-331a-45b5-8920-5a97f7d4b14f,segment=NetworkSegment(85ce70aa-07f3-41ac-8bc5-3a54a88b0fc2),segment_id=85ce70aa-07f3-41ac-8bc5-3a54a88b0fc2)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:16:45.850033 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307fe8fb-a160-4578-b0ef-8d391bcb0347 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Pushing event updated for resources: {'Port': ['ID=747e9a68-a48f-4ab8-9b43-fdd758c08e2a,revision_number=2']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:45.863567 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0045172-f493-4f18-a8b9-70f1fab11c34 admin admin] Pushing event deleted for resources: {'Port': ['ID=db05fe35-162d-4bd9-9037-861b64f1138f,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:45.871687 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0045172-f493-4f18-a8b9-70f1fab11c34 admin admin] No DVR routers for this DVR port db05fe35-162d-4bd9-9037-861b64f1138f on host n-d-764292-30 {{(pid=102191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:16:45.895397 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-963ed21a-981a-49ce-91aa-916877b7905f None None] Network 6042d468-dff0-476c-94f9-329fe3fc3c23 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:16:45.906420 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-307fe8fb-a160-4578-b0ef-8d391bcb0347 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] In _notify_port_updated(), no bound segment for port 747e9a68-a48f-4ab8-9b43-fdd758c08e2a on network 6042d468-dff0-476c-94f9-329fe3fc3c23 {{(pid=102192) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 03:16:45.912281 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-307fe8fb-a160-4578-b0ef-8d391bcb0347 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:45.913123 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-307fe8fb-a160-4578-b0ef-8d391bcb0347 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:45.919464 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3668580a-9890-4c9b-957c-f82260e93b5f None None] DHCP port deletion for 1d9b30d4-4af2-4e92-ab5f-b9a60728562f request from n-d-764292-30 {{(pid=102193) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:16:45.922372 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-307fe8fb-a160-4578-b0ef-8d391bcb0347 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] 10.222.0.41 "PUT /v2.0/ports/747e9a68-a48f-4ab8-9b43-fdd758c08e2a HTTP/1.1" status: 200 len: 918 time: 3.4002559 Aug 11 03:16:45.923411 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 40264) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:45.935922 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-7b5be79a-28e7-4ee8-b405-13544292f0dc tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '4e6d3f49-235e-4dc1-a577-b61d2f0ad847'}, {'subnet_id': 'a88fd14d-4c6e-4b9e-93c5-437837fc1462'}]}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:16:45.942872 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port 07d02fed-af7d-4ea7-91c3-03c6a93421b7 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:16:45.945642 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-9d4816c3-52d7-4bce-95c3-0797870fd5a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:46.055645 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 07d02fed-af7d-4ea7-91c3-03c6a93421b7 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:16:46.056195 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:46.118117 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b0045172-f493-4f18-a8b9-70f1fab11c34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:46.119952 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-eafecd31-0bfc-4aef-921e-43257b0a7f92 req-9ab96cb2-4cdd-436d-a752-5ad56c8e06c7 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] 10.222.0.41 "GET /v2.0/ports?device_id=36d1947e-7c5e-4fe9-94e8-0ba59cd925fa HTTP/1.1" status: 200 len: 210 time: 0.0695989 Aug 11 03:16:46.156580 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-b0045172-f493-4f18-a8b9-70f1fab11c34 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d9b30d4-4af2-4e92-ab5f-b9a60728562f']}} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:16:46.188347 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-b0045172-f493-4f18-a8b9-70f1fab11c34 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aecbeae3-037d-45bb-b3df-6bbd23b0c487') {'for_net_delete': True} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:16:46.188640 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-b0045172-f493-4f18-a8b9-70f1fab11c34 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aecbeae3-037d-45bb-b3df-6bbd23b0c487') {} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:16:46.210781 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b0045172-f493-4f18-a8b9-70f1fab11c34 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126283644'] for segment, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:46.262099 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4816c3-52d7-4bce-95c3-0797870fd5a5 None None] Pushing event updated for resources: {'Port': ['ID=9096f38b-331a-45b5-8920-5a97f7d4b14f,revision_number=2']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:46.274899 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b0045172-f493-4f18-a8b9-70f1fab11c34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:46.289431 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0045172-f493-4f18-a8b9-70f1fab11c34 admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=102191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:16:46.289657 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-1d7c72db-aef3-4bba-bcdd-ab85d00e9c95 None None] Provisioning for port 70053d92-6133-4009-afc5-ce7d6a37df21 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:16:46.290801 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b0045172-f493-4f18-a8b9-70f1fab11c34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126283391'] for segment, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:46.310678 n-d-764292-30 neutron-server[102191]: Traceback (most recent call last): Aug 11 03:16:46.310678 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:16:46.310678 n-d-764292-30 neutron-server[102191]: timer() Aug 11 03:16:46.310678 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:16:46.310678 n-d-764292-30 neutron-server[102191]: cb(*args, **kw) Aug 11 03:16:46.310678 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:16:46.310678 n-d-764292-30 neutron-server[102191]: return func(*args, **kwargs) Aug 11 03:16:46.310678 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:16:46.310678 n-d-764292-30 neutron-server[102191]: self._notify() Aug 11 03:16:46.310678 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:16:46.310678 n-d-764292-30 neutron-server[102191]: self.callback(batched_events) Aug 11 03:16:46.310678 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:16:46.310678 n-d-764292-30 neutron-server[102191]: event.method(event) Aug 11 03:16:46.310678 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:16:46.310678 n-d-764292-30 neutron-server[102191]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:16:46.310678 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:16:46.310678 n-d-764292-30 neutron-server[102191]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:16:46.310678 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:16:46.310678 n-d-764292-30 neutron-server[102191]: return f(self, *a, **k) Aug 11 03:16:46.310678 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:16:46.310678 n-d-764292-30 neutron-server[102191]: return self._get(url).json() Aug 11 03:16:46.310678 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:16:46.310678 n-d-764292-30 neutron-server[102191]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:16:46.310678 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:16:46.310678 n-d-764292-30 neutron-server[102191]: return self.request(url, 'GET', **kwargs) Aug 11 03:16:46.310678 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:16:46.310678 n-d-764292-30 neutron-server[102191]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:16:46.310678 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:16:46.310678 n-d-764292-30 neutron-server[102191]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:16:46.310678 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:16:46.310678 n-d-764292-30 neutron-server[102191]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:16:46.310678 n-d-764292-30 neutron-server[102191]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:16:46.347996 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-7b5be79a-28e7-4ee8-b405-13544292f0dc tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:46.364005 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-1d7c72db-aef3-4bba-bcdd-ab85d00e9c95 None None] Provisioning complete for port 70053d92-6133-4009-afc5-ce7d6a37df21 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:16:46.373518 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-1d7c72db-aef3-4bba-bcdd-ab85d00e9c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:46.487651 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:46.525452 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b0045172-f493-4f18-a8b9-70f1fab11c34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:46.533987 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b0045172-f493-4f18-a8b9-70f1fab11c34 admin admin] Notify callbacks [] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:46.536199 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-b0045172-f493-4f18-a8b9-70f1fab11c34 admin admin] 10.222.0.41 "DELETE /v2.0/networks/1d9b30d4-4af2-4e92-ab5f-b9a60728562f HTTP/1.1" status: 204 len: 168 time: 1.5006881 Aug 11 03:16:46.624024 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0045172-f493-4f18-a8b9-70f1fab11c34 admin admin] Pushing event deleted for resources: {'Network': ['ID=1d9b30d4-4af2-4e92-ab5f-b9a60728562f,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:46.645862 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port 07d02fed-af7d-4ea7-91c3-03c6a93421b7, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=07d02fed-af7d-4ea7-91c3-03c6a93421b7,segment=NetworkSegment(cec806d2-146e-4899-a64a-ab587545aa11),segment_id=cec806d2-146e-4899-a64a-ab587545aa11)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:16:46.750343 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:46.753711 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 70053d92-6133-4009-afc5-ce7d6a37df21 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:16:46.944220 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 70053d92-6133-4009-afc5-ce7d6a37df21 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:16:46.944598 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:46.966107 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90af0de9-ba1b-4b34-a0b6-c6f1c39da255 req-5f0719b2-05f3-44a5-9759-af7cefc59ea5 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:46.967760 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-90af0de9-ba1b-4b34-a0b6-c6f1c39da255 req-5f0719b2-05f3-44a5-9759-af7cefc59ea5 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/ports?device_id=23071014-7475-45d4-a929-0adda4de678f HTTP/1.1" status: 200 len: 946 time: 0.1861470 Aug 11 03:16:47.020792 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [None req-7b5be79a-28e7-4ee8-b405-13544292f0dc tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Allocated IP 172.20.0.27 (6042d468-dff0-476c-94f9-329fe3fc3c23/a88fd14d-4c6e-4b9e-93c5-437837fc1462/747e9a68-a48f-4ab8-9b43-fdd758c08e2a) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:16:47.060265 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-90af0de9-ba1b-4b34-a0b6-c6f1c39da255 req-994871f8-6dc5-4409-9c93-7f1bfcba1546 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a89a04a-70d6-46f3-9b56-7cb537ff4761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792994 Aug 11 03:16:47.191131 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=07d02fed-af7d-4ea7-91c3-03c6a93421b7,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:47.216499 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 40338) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:47.291714 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c44a71b2-dc6c-4388-8765-f58bec39ddc1 req-70ea4380-d8a5-4cfe-b293-f192b8c8d765 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] 10.222.0.41 "GET /v2.0/ports?device_id=36d1947e-7c5e-4fe9-94e8-0ba59cd925fa HTTP/1.1" status: 200 len: 210 time: 0.0676534 Aug 11 03:16:47.303597 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-34aa1c3b-f60e-43d7-a04a-8159d4e25a2a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=960cd8e142644cf086ca0c3e15670712&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0857511 Aug 11 03:16:47.307445 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 40344) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:47.329742 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-810ac53a-d0a4-4d2c-aee9-00d5a9f5eedd None None] Provisioning for port 747e9a68-a48f-4ab8-9b43-fdd758c08e2a completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:16:47.338465 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-7b5be79a-28e7-4ee8-b405-13544292f0dc tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks [] for port, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:47.338723 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-810ac53a-d0a4-4d2c-aee9-00d5a9f5eedd None None] Provisioning complete for port 747e9a68-a48f-4ab8-9b43-fdd758c08e2a triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:16:47.338925 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-810ac53a-d0a4-4d2c-aee9-00d5a9f5eedd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:47.382194 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [None req-7b5be79a-28e7-4ee8-b405-13544292f0dc tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Ignored duplicate provisioning block setup for port 747e9a68-a48f-4ab8-9b43-fdd758c08e2a by entity DHCP. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 11 03:16:47.409288 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-562cb767-98af-4f70-9f09-7900ce95e1ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:47.434387 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 5f11349f-aaff-4e25-8347-9a329deba979 no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:16:47.470813 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-562cb767-98af-4f70-9f09-7900ce95e1ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:47.485527 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-7b5be79a-28e7-4ee8-b405-13544292f0dc tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:47.496799 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: 5f11349f-aaff-4e25-8347-9a329deba979 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:16:47.496799 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 5f11349f-aaff-4e25-8347-9a329deba979 not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:16:47.496799 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device e740ac04-0233-4fe5-84ce-cf9f509e3f81 no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:16:47.518840 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: e740ac04-0233-4fe5-84ce-cf9f509e3f81 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:16:47.519584 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device e740ac04-0233-4fe5-84ce-cf9f509e3f81 not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:16:47.524696 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-810ac53a-d0a4-4d2c-aee9-00d5a9f5eedd None None] Port 747e9a68-a48f-4ab8-9b43-fdd758c08e2a cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:16:47.573546 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-810ac53a-d0a4-4d2c-aee9-00d5a9f5eedd None None] Provisioning complete for port 70053d92-6133-4009-afc5-ce7d6a37df21 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:16:47.575147 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-810ac53a-d0a4-4d2c-aee9-00d5a9f5eedd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:47.641646 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5be79a-28e7-4ee8-b405-13544292f0dc tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Pushing event updated for resources: {'Port': ['ID=747e9a68-a48f-4ab8-9b43-fdd758c08e2a,revision_number=3']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:47.696991 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-562cb767-98af-4f70-9f09-7900ce95e1ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:47.700330 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-562cb767-98af-4f70-9f09-7900ce95e1ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:47.705820 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-562cb767-98af-4f70-9f09-7900ce95e1ca admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/48499428-2352-4289-84d7-04a5f7c2857f HTTP/1.1" status: 204 len: 168 time: 0.3923755 Aug 11 03:16:47.757911 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562cb767-98af-4f70-9f09-7900ce95e1ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48499428-2352-4289-84d7-04a5f7c2857f,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:47.758565 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-7b5be79a-28e7-4ee8-b405-13544292f0dc tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] In _notify_port_updated(), no bound segment for port 747e9a68-a48f-4ab8-9b43-fdd758c08e2a on network 6042d468-dff0-476c-94f9-329fe3fc3c23 {{(pid=102192) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 03:16:47.777842 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b5be79a-28e7-4ee8-b405-13544292f0dc tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:47.778570 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-7b5be79a-28e7-4ee8-b405-13544292f0dc tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:47.788071 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-7b5be79a-28e7-4ee8-b405-13544292f0dc tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] 10.222.0.41 "PUT /v2.0/ports/747e9a68-a48f-4ab8-9b43-fdd758c08e2a HTTP/1.1" status: 200 len: 998 time: 1.8643892 Aug 11 03:16:47.793869 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 40366) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:47.927260 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-691c1d8c-3859-417e-8d78-186d36900c90 None None] Provisioning complete for port 747e9a68-a48f-4ab8-9b43-fdd758c08e2a triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:16:47.937465 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-691c1d8c-3859-417e-8d78-186d36900c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:47.979174 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 07d02fed-af7d-4ea7-91c3-03c6a93421b7 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:16:48.030610 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-c65c0136-c278-4a78-82a8-5bc456131895 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Deleting port 747e9a68-a48f-4ab8-9b43-fdd758c08e2a {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:16:48.030610 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c65c0136-c278-4a78-82a8-5bc456131895 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:48.046073 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-691c1d8c-3859-417e-8d78-186d36900c90 None None] Port 747e9a68-a48f-4ab8-9b43-fdd758c08e2a cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:16:48.071033 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 07d02fed-af7d-4ea7-91c3-03c6a93421b7 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:16:48.071718 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:48.136819 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98583048-ffe2-44c0-b4d9-a0e26aeac44c None None] Network 7c6ed3c1-5731-498c-aa86-c7ee1166f0e9 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:16:48.270874 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 9096f38b-331a-45b5-8920-5a97f7d4b14f up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:16:48.333735 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c65c0136-c278-4a78-82a8-5bc456131895 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:48.335608 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de083146-aa97-4d25-918e-8c654b70cc81 req-8e3b19e8-c014-4521-900c-5c45267dbf7b tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:48.336846 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-de083146-aa97-4d25-918e-8c654b70cc81 req-8e3b19e8-c014-4521-900c-5c45267dbf7b tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/ports?device_id=23071014-7475-45d4-a929-0adda4de678f HTTP/1.1" status: 200 len: 946 time: 0.1024346 Aug 11 03:16:48.357873 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-5987eb6d-ccc2-47ec-83ff-0b2011409fe1 None None] Provisioning complete for port 747e9a68-a48f-4ab8-9b43-fdd758c08e2a triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:16:48.358605 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-5987eb6d-ccc2-47ec-83ff-0b2011409fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:48.375891 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-c65c0136-c278-4a78-82a8-5bc456131895 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Calling delete_port for 747e9a68-a48f-4ab8-9b43-fdd758c08e2a owned by {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:16:48.400287 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-5987eb6d-ccc2-47ec-83ff-0b2011409fe1 None None] Port 747e9a68-a48f-4ab8-9b43-fdd758c08e2a cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:16:48.478920 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port 9096f38b-331a-45b5-8920-5a97f7d4b14f completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:16:48.555157 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-5987eb6d-ccc2-47ec-83ff-0b2011409fe1 None None] Provisioning for port 9096f38b-331a-45b5-8920-5a97f7d4b14f completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:16:48.560293 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-5987eb6d-ccc2-47ec-83ff-0b2011409fe1 None None] Provisioning complete for port 9096f38b-331a-45b5-8920-5a97f7d4b14f triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:16:48.560933 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-5987eb6d-ccc2-47ec-83ff-0b2011409fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:48.566269 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-de083146-aa97-4d25-918e-8c654b70cc81 req-fcc81920-a1f2-4616-91bd-69db7b02c547 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a89a04a-70d6-46f3-9b56-7cb537ff4761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227569 Aug 11 03:16:48.602334 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device db05fe35-162d-4bd9-9037-861b64f1138f no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:16:48.620806 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-49068a11-6049-42f2-81a6-aee01d9fd406 req-702cc538-45c5-4023-9038-8b48f6c60b25 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] 10.222.0.41 "GET /v2.0/ports?device_id=36d1947e-7c5e-4fe9-94e8-0ba59cd925fa HTTP/1.1" status: 200 len: 210 time: 0.1652832 Aug 11 03:16:48.646323 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: db05fe35-162d-4bd9-9037-861b64f1138f {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:16:48.646733 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device db05fe35-162d-4bd9-9037-861b64f1138f not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:16:48.719533 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-5987eb6d-ccc2-47ec-83ff-0b2011409fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:48.756994 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-5987eb6d-ccc2-47ec-83ff-0b2011409fe1 None None] For port 9096f38b-331a-45b5-8920-5a97f7d4b14f, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=9096f38b-331a-45b5-8920-5a97f7d4b14f,segment=NetworkSegment(85ce70aa-07f3-41ac-8bc5-3a54a88b0fc2),segment_id=85ce70aa-07f3-41ac-8bc5-3a54a88b0fc2)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:16:48.804973 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c65c0136-c278-4a78-82a8-5bc456131895 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:48.834707 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-5987eb6d-ccc2-47ec-83ff-0b2011409fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:48.846568 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65c0136-c278-4a78-82a8-5bc456131895 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Pushing event deleted for resources: {'Port': ['ID=747e9a68-a48f-4ab8-9b43-fdd758c08e2a,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:48.990233 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-55bb0895-7a53-4cb1-997b-b9efa9250048 None None] Could not find standard attr ID for object 747e9a68-a48f-4ab8-9b43-fdd758c08e2a. {{(pid=102193) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 03:16:49.007459 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c65c0136-c278-4a78-82a8-5bc456131895 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:49.009469 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-c65c0136-c278-4a78-82a8-5bc456131895 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] 10.222.0.41 "DELETE /v2.0/ports/747e9a68-a48f-4ab8-9b43-fdd758c08e2a HTTP/1.1" status: 204 len: 168 time: 1.2170987 Aug 11 03:16:49.013456 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 40432) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:49.049914 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5987eb6d-ccc2-47ec-83ff-0b2011409fe1 None None] Pushing event updated for resources: {'Port': ['ID=9096f38b-331a-45b5-8920-5a97f7d4b14f,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:49.076827 n-d-764292-30 neutron-server[102192]: INFO neutron.pecan_wsgi.hooks.translation [None req-2578ecd7-0902-4355-a31c-caf629af0e0e tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] GET failed (client error): The resource could not be found. Aug 11 03:16:49.081783 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 40438) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:49.084090 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-2578ecd7-0902-4355-a31c-caf629af0e0e tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] 10.222.0.41 "GET /v2.0/ports/747e9a68-a48f-4ab8-9b43-fdd758c08e2a HTTP/1.1" status: 404 len: 333 time: 0.0683732 Aug 11 03:16:49.134724 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-fcf2d26d-576e-42dc-b8b3-ac1b299ac982 None None] Provisioning complete for port 9096f38b-331a-45b5-8920-5a97f7d4b14f triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:16:49.135334 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-fcf2d26d-576e-42dc-b8b3-ac1b299ac982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:49.296979 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b93cb6f-d45e-4b12-bc68-0e5aaf03e028 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Deleting subnet a88fd14d-4c6e-4b9e-93c5-437837fc1462 {{(pid=102191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:16:49.312562 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9b93cb6f-d45e-4b12-bc68-0e5aaf03e028 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks [] for subnet, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:49.423840 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9b93cb6f-d45e-4b12-bc68-0e5aaf03e028 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126283525'] for subnet, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:49.455620 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c144146-6c93-4d27-8b72-46cac7c90019 req-2decfc85-1ce8-4df1-9ba7-8a00927a45c2 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:49.466086 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c144146-6c93-4d27-8b72-46cac7c90019 req-2decfc85-1ce8-4df1-9ba7-8a00927a45c2 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:49.468007 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0c144146-6c93-4d27-8b72-46cac7c90019 req-2decfc85-1ce8-4df1-9ba7-8a00927a45c2 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] 10.222.0.24 "GET /v2.0/networks?id=054df3e3-cdfc-452c-8e72-7c6f93926436&id=7c6ed3c1-5731-498c-aa86-c7ee1166f0e9&id=054df3e3-cdfc-452c-8e72-7c6f93926436 HTTP/1.1" status: 200 len: 1390 time: 0.2569547 Aug 11 03:16:49.480503 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-0c144146-6c93-4d27-8b72-46cac7c90019 req-8f71452a-d0f0-46dd-9e8c-8195f8a82d92 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Request body: {'port': {'device_id': '36d1947e-7c5e-4fe9-94e8-0ba59cd925fa', 'network_id': '054df3e3-cdfc-452c-8e72-7c6f93926436', 'admin_state_up': True, 'tenant_id': '9efcd44618b1499dbaacd7184adc7a1f'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:16:49.522089 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9b93cb6f-d45e-4b12-bc68-0e5aaf03e028 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:49.686857 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 9096f38b-331a-45b5-8920-5a97f7d4b14f up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:16:49.717309 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 40474) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:49.731003 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-94dc9bbf-b73f-4b36-b4be-00a35a59b16b req-ed186023-a566-44d5-8b1a-e09c2651ebd2 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] 10.222.0.41 "GET /v2.0/ports?device_id=36d1947e-7c5e-4fe9-94e8-0ba59cd925fa HTTP/1.1" status: 200 len: 210 time: 0.0321553 Aug 11 03:16:49.732895 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c144146-6c93-4d27-8b72-46cac7c90019 req-8f71452a-d0f0-46dd-9e8c-8195f8a82d92 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Made reservation on behalf of 9efcd44618b1499dbaacd7184adc7a1f for: {'port': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:16:49.737132 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-0c144146-6c93-4d27-8b72-46cac7c90019 req-8f71452a-d0f0-46dd-9e8c-8195f8a82d92 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:49.738350 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9b93cb6f-d45e-4b12-bc68-0e5aaf03e028 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126283413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126275158'] for subnet, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:49.758471 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 9096f38b-331a-45b5-8920-5a97f7d4b14f triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:16:49.758997 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:49.786128 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60ec5f31-7ec0-4d0c-8941-421a176ba560 None None] Network 6042d468-dff0-476c-94f9-329fe3fc3c23 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:16:49.812104 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9b93cb6f-d45e-4b12-bc68-0e5aaf03e028 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:49.814323 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-9b93cb6f-d45e-4b12-bc68-0e5aaf03e028 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] 10.222.0.41 "DELETE /v2.0/subnets/a88fd14d-4c6e-4b9e-93c5-437837fc1462 HTTP/1.1" status: 204 len: 168 time: 0.7314730 Aug 11 03:16:49.816876 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b93cb6f-d45e-4b12-bc68-0e5aaf03e028 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Pushing event deleted for resources: {'Subnet': ['ID=a88fd14d-4c6e-4b9e-93c5-437837fc1462,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:49.817795 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a67c4e-1f31-49c8-b810-3301771b1164 req-65d4eab7-5187-4e98-90c6-061e7028eb93 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:49.819462 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 40482) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:49.825786 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a8a67c4e-1f31-49c8-b810-3301771b1164 req-65d4eab7-5187-4e98-90c6-061e7028eb93 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/ports?device_id=23071014-7475-45d4-a929-0adda4de678f HTTP/1.1" status: 200 len: 946 time: 0.0973945 Aug 11 03:16:49.834811 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b93cb6f-d45e-4b12-bc68-0e5aaf03e028 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:16:49.835413 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b93cb6f-d45e-4b12-bc68-0e5aaf03e028 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:16:49.835939 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b93cb6f-d45e-4b12-bc68-0e5aaf03e028 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:16:49.836586 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b93cb6f-d45e-4b12-bc68-0e5aaf03e028 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:16:49.837132 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b93cb6f-d45e-4b12-bc68-0e5aaf03e028 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:16:49.837733 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b93cb6f-d45e-4b12-bc68-0e5aaf03e028 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:16:49.838235 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b93cb6f-d45e-4b12-bc68-0e5aaf03e028 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:16:49.838780 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b93cb6f-d45e-4b12-bc68-0e5aaf03e028 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:16:49.839268 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b93cb6f-d45e-4b12-bc68-0e5aaf03e028 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:16:49.839744 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b93cb6f-d45e-4b12-bc68-0e5aaf03e028 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:16:49.840237 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b93cb6f-d45e-4b12-bc68-0e5aaf03e028 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:16:49.840717 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b93cb6f-d45e-4b12-bc68-0e5aaf03e028 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:16:49.897711 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_v2 [None req-468c9d6c-a4f5-4fca-a5dd-f299dfee2e69 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Deleting subnet 4e6d3f49-235e-4dc1-a577-b61d2f0ad847 {{(pid=102191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:16:49.902133 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-468c9d6c-a4f5-4fca-a5dd-f299dfee2e69 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks [] for subnet, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:49.923197 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a8a67c4e-1f31-49c8-b810-3301771b1164 req-45d60fa1-15e0-4c87-97dc-1e52784ce2d0 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a89a04a-70d6-46f3-9b56-7cb537ff4761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965054 Aug 11 03:16:49.938241 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-0d71331a-a4e0-466c-8618-76b7c8b6c314 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1914444924-network', 'tenant_id': '41b5c288d18c42c2bbb943465bc76a20'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:16:49.960658 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-468c9d6c-a4f5-4fca-a5dd-f299dfee2e69 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126283525'] for subnet, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:50.008764 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [req-0c144146-6c93-4d27-8b72-46cac7c90019 req-8f71452a-d0f0-46dd-9e8c-8195f8a82d92 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Allocated IP 19.80.0.229 (054df3e3-cdfc-452c-8e72-7c6f93926436/bac5de77-3216-4b9c-aea2-23b128d4ba52/c7660f25-0ec2-48b9-ae13-ae5a5f2e57ec) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:16:50.079754 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-468c9d6c-a4f5-4fca-a5dd-f299dfee2e69 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:50.110993 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d71331a-a4e0-466c-8618-76b7c8b6c314 admin admin] Made reservation on behalf of 41b5c288d18c42c2bbb943465bc76a20 for: {'network': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:16:50.113894 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0d71331a-a4e0-466c-8618-76b7c8b6c314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:50.131001 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0d71331a-a4e0-466c-8618-76b7c8b6c314 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:50.278055 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0d71331a-a4e0-466c-8618-76b7c8b6c314 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:50.293293 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-0c144146-6c93-4d27-8b72-46cac7c90019 req-8f71452a-d0f0-46dd-9e8c-8195f8a82d92 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:50.316884 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-468c9d6c-a4f5-4fca-a5dd-f299dfee2e69 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126283413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126275158'] for subnet, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:50.317381 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [req-0c144146-6c93-4d27-8b72-46cac7c90019 req-8f71452a-d0f0-46dd-9e8c-8195f8a82d92 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Transition to ACTIVE for port object c7660f25-0ec2-48b9-ae13-ae5a5f2e57ec will not be triggered until provisioned by entity DHCP. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:16:50.353521 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468c9d6c-a4f5-4fca-a5dd-f299dfee2e69 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Pushing event deleted for resources: {'Subnet': ['ID=4e6d3f49-235e-4dc1-a577-b61d2f0ad847,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:50.364331 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-468c9d6c-a4f5-4fca-a5dd-f299dfee2e69 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:50.366333 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-468c9d6c-a4f5-4fca-a5dd-f299dfee2e69 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] 10.222.0.41 "DELETE /v2.0/subnets/4e6d3f49-235e-4dc1-a577-b61d2f0ad847 HTTP/1.1" status: 204 len: 168 time: 0.5457487 Aug 11 03:16:50.369178 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 40522) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:50.429020 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0d71331a-a4e0-466c-8618-76b7c8b6c314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:50.442110 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-0c144146-6c93-4d27-8b72-46cac7c90019 req-8f71452a-d0f0-46dd-9e8c-8195f8a82d92 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:50.472165 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d71331a-a4e0-466c-8618-76b7c8b6c314 admin admin] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=102191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:16:50.515946 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0d71331a-a4e0-466c-8618-76b7c8b6c314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:50.516339 n-d-764292-30 neutron-server[102191]: INFO neutron.db.segments_db [None req-0d71331a-a4e0-466c-8618-76b7c8b6c314 admin admin] Added segment 85e0917a-301a-48f0-af02-10bb8de75f4d of type vlan for network 2edd7c40-ce53-40d0-ad1c-7b106e315d79 Aug 11 03:16:50.518692 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d71331a-a4e0-466c-8618-76b7c8b6c314 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a9c14b7-456b-495d-954b-08faab866e26,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:50.532108 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7fd8669b-7ffb-4658-a2e1-39b1208c3ef3 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:50.548521 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c144146-6c93-4d27-8b72-46cac7c90019 req-8f71452a-d0f0-46dd-9e8c-8195f8a82d92 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Network 054df3e3-cdfc-452c-8e72-7c6f93926436 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:16:50.548521 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [req-0c144146-6c93-4d27-8b72-46cac7c90019 req-8f71452a-d0f0-46dd-9e8c-8195f8a82d92 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:16:50.551390 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c144146-6c93-4d27-8b72-46cac7c90019 req-8f71452a-d0f0-46dd-9e8c-8195f8a82d92 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:16:50.579709 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0d71331a-a4e0-466c-8618-76b7c8b6c314 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:50.622967 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f71452a-d0f0-46dd-9e8c-8195f8a82d92 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Pushing event updated for resources: {'Port': ['ID=c7660f25-0ec2-48b9-ae13-ae5a5f2e57ec,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:50.694274 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c144146-6c93-4d27-8b72-46cac7c90019 req-8f71452a-d0f0-46dd-9e8c-8195f8a82d92 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:50.695133 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-0c144146-6c93-4d27-8b72-46cac7c90019 req-8f71452a-d0f0-46dd-9e8c-8195f8a82d92 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:50.719696 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-7fd8669b-7ffb-4658-a2e1-39b1208c3ef3 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Deleting port 70053d92-6133-4009-afc5-ce7d6a37df21 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:16:50.720366 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7fd8669b-7ffb-4658-a2e1-39b1208c3ef3 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:50.800656 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0d71331a-a4e0-466c-8618-76b7c8b6c314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:50.801641 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d71331a-a4e0-466c-8618-76b7c8b6c314 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:50.802216 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0d71331a-a4e0-466c-8618-76b7c8b6c314 admin admin] Notify callbacks [] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:50.812006 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0c144146-6c93-4d27-8b72-46cac7c90019 req-8f71452a-d0f0-46dd-9e8c-8195f8a82d92 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3352234 Aug 11 03:16:50.824863 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-0c144146-6c93-4d27-8b72-46cac7c90019 req-01367de9-931d-4ba1-9e91-67e686c620fd tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Request body: {'port': {'device_id': '36d1947e-7c5e-4fe9-94e8-0ba59cd925fa', 'network_id': '7c6ed3c1-5731-498c-aa86-c7ee1166f0e9', 'admin_state_up': True, 'tenant_id': '9efcd44618b1499dbaacd7184adc7a1f'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:16:50.909971 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d71331a-a4e0-466c-8618-76b7c8b6c314 admin admin] Pushing event updated for resources: {'Network': ['ID=2edd7c40-ce53-40d0-ad1c-7b106e315d79,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:50.924808 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [None req-7fd8669b-7ffb-4658-a2e1-39b1208c3ef3 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] For port 70053d92-6133-4009-afc5-ce7d6a37df21, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=70053d92-6133-4009-afc5-ce7d6a37df21,segment=NetworkSegment(96874481-cf36-4b02-bcb6-963ad5a73a67),segment_id=96874481-cf36-4b02-bcb6-963ad5a73a67)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:16:50.924808 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7fd8669b-7ffb-4658-a2e1-39b1208c3ef3 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:50.925995 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network 2edd7c40-ce53-40d0-ad1c-7b106e315d79 details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:16:50.957750 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-7fd8669b-7ffb-4658-a2e1-39b1208c3ef3 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Calling delete_port for 70053d92-6133-4009-afc5-ce7d6a37df21 owned by network:dhcp {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:16:50.974174 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c9e5382-6504-4c2f-885a-4533193c7843 None None] Network 6042d468-dff0-476c-94f9-329fe3fc3c23 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:16:50.984670 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90d4d03-ca54-40e0-8f8e-5525614fcd60 req-a6232a01-ec60-49f0-a718-260821a8d564 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:50.986856 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f90d4d03-ca54-40e0-8f8e-5525614fcd60 req-a6232a01-ec60-49f0-a718-260821a8d564 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] 10.222.0.41 "GET /v2.0/ports?device_id=36d1947e-7c5e-4fe9-94e8-0ba59cd925fa HTTP/1.1" status: 200 len: 932 time: 0.1564150 Aug 11 03:16:51.032927 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-0d71331a-a4e0-466c-8618-76b7c8b6c314 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.3147395 Aug 11 03:16:51.034083 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 40564) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:51.041239 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-8ebbf8b1-2300-44a5-8469-1a1ba04bead9 admin admin] Request body: {'subnet': {'network_id': '2edd7c40-ce53-40d0-ad1c-7b106e315d79', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1914444924-subnet', 'tenant_id': '41b5c288d18c42c2bbb943465bc76a20', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:16:51.073229 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f90d4d03-ca54-40e0-8f8e-5525614fcd60 req-257c1636-860a-4f53-a56f-deb3148752a8 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] 10.222.0.41 "GET /v2.0/security-groups?id=9bcdfec5-364e-49d2-8266-cef1a51c6464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758359 Aug 11 03:16:51.161456 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ebbf8b1-2300-44a5-8469-1a1ba04bead9 admin admin] Made reservation on behalf of 41b5c288d18c42c2bbb943465bc76a20 for: {'subnet': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:16:51.182915 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8ebbf8b1-2300-44a5-8469-1a1ba04bead9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274743'] for subnet, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:51.224419 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7fd8669b-7ffb-4658-a2e1-39b1208c3ef3 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:51.243999 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-4ab8203e-ce80-47d7-8ad1-b2a79f5d18ef None None] Provisioning for port c7660f25-0ec2-48b9-ae13-ae5a5f2e57ec completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:16:51.249657 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-4ab8203e-ce80-47d7-8ad1-b2a79f5d18ef None None] Provisioning complete for port c7660f25-0ec2-48b9-ae13-ae5a5f2e57ec triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:16:51.250387 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-4ab8203e-ce80-47d7-8ad1-b2a79f5d18ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:51.262746 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a257ae8d-3144-4b24-a76a-b74d82023651 None None] DHCP port deletion for 6042d468-dff0-476c-94f9-329fe3fc3c23 request from n-d-764292-30 {{(pid=102193) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:16:51.292533 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd8669b-7ffb-4658-a2e1-39b1208c3ef3 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Pushing event deleted for resources: {'Port': ['ID=70053d92-6133-4009-afc5-ce7d6a37df21,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:51.322697 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-4ab8203e-ce80-47d7-8ad1-b2a79f5d18ef None None] Port c7660f25-0ec2-48b9-ae13-ae5a5f2e57ec cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:16:51.327628 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-4ab8203e-ce80-47d7-8ad1-b2a79f5d18ef None None] Could not find standard attr ID for object 70053d92-6133-4009-afc5-ce7d6a37df21. {{(pid=102193) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 03:16:51.342901 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd8669b-7ffb-4658-a2e1-39b1208c3ef3 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] No DVR routers for this DVR port 70053d92-6133-4009-afc5-ce7d6a37df21 on host n-d-764292-30 {{(pid=102191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:16:51.466318 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7fd8669b-7ffb-4658-a2e1-39b1208c3ef3 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:51.489555 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-7fd8669b-7ffb-4658-a2e1-39b1208c3ef3 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6042d468-dff0-476c-94f9-329fe3fc3c23']}} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:16:51.505180 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-7fd8669b-7ffb-4658-a2e1-39b1208c3ef3 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96874481-cf36-4b02-bcb6-963ad5a73a67') {'for_net_delete': True} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:16:51.505482 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-7fd8669b-7ffb-4658-a2e1-39b1208c3ef3 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96874481-cf36-4b02-bcb6-963ad5a73a67') {} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:16:51.520310 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c395f5d2-9ca9-4fb6-9a0b-bf407f5a1218 req-521cd1d7-6600-4ef5-bd00-24afdcc7338f tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:51.521822 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c395f5d2-9ca9-4fb6-9a0b-bf407f5a1218 req-521cd1d7-6600-4ef5-bd00-24afdcc7338f tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/ports?device_id=23071014-7475-45d4-a929-0adda4de678f HTTP/1.1" status: 200 len: 946 time: 0.3838768 Aug 11 03:16:51.541585 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7fd8669b-7ffb-4658-a2e1-39b1208c3ef3 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126283644'] for segment, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:51.567100 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7fd8669b-7ffb-4658-a2e1-39b1208c3ef3 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:51.571313 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c395f5d2-9ca9-4fb6-9a0b-bf407f5a1218 req-888e88a8-489e-4d5e-8795-cec4870ed912 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a89a04a-70d6-46f3-9b56-7cb537ff4761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430493 Aug 11 03:16:51.576952 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fd8669b-7ffb-4658-a2e1-39b1208c3ef3 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=102191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:16:51.577430 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7fd8669b-7ffb-4658-a2e1-39b1208c3ef3 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126283391'] for segment, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:51.581567 n-d-764292-30 neutron-server[102191]: Traceback (most recent call last): Aug 11 03:16:51.581567 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:16:51.581567 n-d-764292-30 neutron-server[102191]: timer() Aug 11 03:16:51.581567 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:16:51.581567 n-d-764292-30 neutron-server[102191]: cb(*args, **kw) Aug 11 03:16:51.581567 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:16:51.581567 n-d-764292-30 neutron-server[102191]: return func(*args, **kwargs) Aug 11 03:16:51.581567 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:16:51.581567 n-d-764292-30 neutron-server[102191]: self._notify() Aug 11 03:16:51.581567 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:16:51.581567 n-d-764292-30 neutron-server[102191]: self.callback(batched_events) Aug 11 03:16:51.581567 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:16:51.581567 n-d-764292-30 neutron-server[102191]: event.method(event) Aug 11 03:16:51.581567 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:16:51.581567 n-d-764292-30 neutron-server[102191]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:16:51.581567 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:16:51.581567 n-d-764292-30 neutron-server[102191]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:16:51.581567 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:16:51.581567 n-d-764292-30 neutron-server[102191]: return f(self, *a, **k) Aug 11 03:16:51.581567 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:16:51.581567 n-d-764292-30 neutron-server[102191]: return self._get(url).json() Aug 11 03:16:51.581567 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:16:51.581567 n-d-764292-30 neutron-server[102191]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:16:51.581567 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:16:51.581567 n-d-764292-30 neutron-server[102191]: return self.request(url, 'GET', **kwargs) Aug 11 03:16:51.581567 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:16:51.581567 n-d-764292-30 neutron-server[102191]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:16:51.581567 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:16:51.581567 n-d-764292-30 neutron-server[102191]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:16:51.581567 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:16:51.581567 n-d-764292-30 neutron-server[102191]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:16:51.581567 n-d-764292-30 neutron-server[102191]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:16:51.593849 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c144146-6c93-4d27-8b72-46cac7c90019 req-01367de9-931d-4ba1-9e91-67e686c620fd tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Made reservation on behalf of 9efcd44618b1499dbaacd7184adc7a1f for: {'port': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:16:51.597487 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-0c144146-6c93-4d27-8b72-46cac7c90019 req-01367de9-931d-4ba1-9e91-67e686c620fd tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:51.645870 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 70053d92-6133-4009-afc5-ce7d6a37df21 no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:16:51.656553 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8ebbf8b1-2300-44a5-8469-1a1ba04bead9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126283476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274725'] for subnet, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:51.671998 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: 70053d92-6133-4009-afc5-ce7d6a37df21 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:16:51.672659 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 70053d92-6133-4009-afc5-ce7d6a37df21 not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:16:51.740058 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebbf8b1-2300-44a5-8469-1a1ba04bead9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e698cbd6-76d9-4af8-b3ec-764f8a7a09e2,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:51.757467 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7fd8669b-7ffb-4658-a2e1-39b1208c3ef3 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:51.782152 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7fd8669b-7ffb-4658-a2e1-39b1208c3ef3 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks [] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:51.793538 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-7fd8669b-7ffb-4658-a2e1-39b1208c3ef3 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] 10.222.0.41 "DELETE /v2.0/networks/6042d468-dff0-476c-94f9-329fe3fc3c23 HTTP/1.1" status: 204 len: 168 time: 1.4178500 Aug 11 03:16:51.796446 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 40602) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:51.802313 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd8669b-7ffb-4658-a2e1-39b1208c3ef3 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Pushing event deleted for resources: {'Network': ['ID=6042d468-dff0-476c-94f9-329fe3fc3c23,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:51.804991 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ebbf8b1-2300-44a5-8469-1a1ba04bead9 admin admin] Checking segment: {'id': '85e0917a-301a-48f0-af02-10bb8de75f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2edd7c40-ce53-40d0-ad1c-7b106e315d79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:16:51.805355 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ebbf8b1-2300-44a5-8469-1a1ba04bead9 admin admin] Network hostable DHCP agents. Network: 2edd7c40-ce53-40d0-ad1c-7b106e315d79, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:16:51.840556 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [req-0c144146-6c93-4d27-8b72-46cac7c90019 req-01367de9-931d-4ba1-9e91-67e686c620fd tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Allocated IP 19.86.0.95 (7c6ed3c1-5731-498c-aa86-c7ee1166f0e9/abcdf93d-ae09-4cad-9191-bf4e3a3c6236/28c015ec-c76d-4e44-990a-188eeaec3d4c) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:16:51.880769 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-767127c7-d69b-41e6-8a26-14a8af45e7af tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:51.886007 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-767127c7-d69b-41e6-8a26-14a8af45e7af tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0883231 Aug 11 03:16:51.886638 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 40610) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:51.892194 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ebbf8b1-2300-44a5-8469-1a1ba04bead9 admin admin] Network 2edd7c40-ce53-40d0-ad1c-7b106e315d79 is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:16:51.976235 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-8ebbf8b1-2300-44a5-8469-1a1ba04bead9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, 2edd7c40-ce53-40d0-ad1c-7b106e315d79) {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:16:51.980715 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ebbf8b1-2300-44a5-8469-1a1ba04bead9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:51.981494 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8ebbf8b1-2300-44a5-8469-1a1ba04bead9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:51.986270 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d2f389e-f2e3-4e29-b435-c45a8b63a7d5 None None] Network 2edd7c40-ce53-40d0-ad1c-7b106e315d79 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:16:52.018602 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-84815b0a-a48f-46d3-afb4-25c1ef3a595d tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] 10.222.0.41 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1280203 Aug 11 03:16:52.019279 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 40616) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:52.030708 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-65cfe39d-4bbd-4e09-909a-5b9c2cff4c4c tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1795604265'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:16:52.070032 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-8ebbf8b1-2300-44a5-8469-1a1ba04bead9 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.0253129 Aug 11 03:16:52.072243 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 40622) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:52.084280 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-3c8b8836-2cd4-4370-aeac-3ef3ae56011a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1914444924-router', 'tenant_id': '41b5c288d18c42c2bbb943465bc76a20', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:16:52.105990 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-0c144146-6c93-4d27-8b72-46cac7c90019 req-01367de9-931d-4ba1-9e91-67e686c620fd tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:52.120176 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [req-0c144146-6c93-4d27-8b72-46cac7c90019 req-01367de9-931d-4ba1-9e91-67e686c620fd tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Transition to ACTIVE for port object 28c015ec-c76d-4e44-990a-188eeaec3d4c will not be triggered until provisioned by entity DHCP. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:16:52.151029 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d348821-808b-4489-b1e4-81d796de5526 None None] Network 2edd7c40-ce53-40d0-ad1c-7b106e315d79 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:16:52.156590 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65cfe39d-4bbd-4e09-909a-5b9c2cff4c4c tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Made reservation on behalf of 619f5dda48254516982a2d4b32c5e174 for: {'network': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:16:52.166532 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-65cfe39d-4bbd-4e09-909a-5b9c2cff4c4c tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:52.236845 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65cfe39d-4bbd-4e09-909a-5b9c2cff4c4c tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=102192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:16:52.240247 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3c8b8836-2cd4-4370-aeac-3ef3ae56011a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-450010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6626'] for router, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:52.242074 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3c8b8836-2cd4-4370-aeac-3ef3ae56011a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-446747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6633'] for router, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:52.254673 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-65cfe39d-4bbd-4e09-909a-5b9c2cff4c4c tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:52.255117 n-d-764292-30 neutron-server[102192]: INFO neutron.db.segments_db [None req-65cfe39d-4bbd-4e09-909a-5b9c2cff4c4c tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Added segment ce24ed22-4b43-43bb-a89b-d1d149a642ee of type vlan for network 48892180-db25-40cf-83c2-aaae4cb060c9 Aug 11 03:16:52.279158 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57838598-1a76-43d5-89a4-0e4f0d03d84b req-a282ed0c-f778-4cd3-8285-7e59b81da6c5 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:52.280945 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-57838598-1a76-43d5-89a4-0e4f0d03d84b req-a282ed0c-f778-4cd3-8285-7e59b81da6c5 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] 10.222.0.41 "GET /v2.0/ports?device_id=36d1947e-7c5e-4fe9-94e8-0ba59cd925fa HTTP/1.1" status: 200 len: 932 time: 0.0867097 Aug 11 03:16:52.324239 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3c8b8836-2cd4-4370-aeac-3ef3ae56011a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:52.338359 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-0c144146-6c93-4d27-8b72-46cac7c90019 req-01367de9-931d-4ba1-9e91-67e686c620fd tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:52.347078 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-65cfe39d-4bbd-4e09-909a-5b9c2cff4c4c tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:52.418054 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c144146-6c93-4d27-8b72-46cac7c90019 req-01367de9-931d-4ba1-9e91-67e686c620fd tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Network 7c6ed3c1-5731-498c-aa86-c7ee1166f0e9 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:16:52.434924 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [req-0c144146-6c93-4d27-8b72-46cac7c90019 req-01367de9-931d-4ba1-9e91-67e686c620fd tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:16:52.437514 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c144146-6c93-4d27-8b72-46cac7c90019 req-01367de9-931d-4ba1-9e91-67e686c620fd tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:16:52.444078 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-57838598-1a76-43d5-89a4-0e4f0d03d84b req-60e0676c-a9f1-4312-8e84-67fc827d258e tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] 10.222.0.41 "GET /v2.0/security-groups?id=9bcdfec5-364e-49d2-8266-cef1a51c6464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363852 Aug 11 03:16:52.500863 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01367de9-931d-4ba1-9e91-67e686c620fd tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Pushing event updated for resources: {'Port': ['ID=28c015ec-c76d-4e44-990a-188eeaec3d4c,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:52.539025 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c144146-6c93-4d27-8b72-46cac7c90019 req-01367de9-931d-4ba1-9e91-67e686c620fd tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:52.539704 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-0c144146-6c93-4d27-8b72-46cac7c90019 req-01367de9-931d-4ba1-9e91-67e686c620fd tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:52.610889 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-65cfe39d-4bbd-4e09-909a-5b9c2cff4c4c tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:52.621523 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65cfe39d-4bbd-4e09-909a-5b9c2cff4c4c tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:52.622750 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-65cfe39d-4bbd-4e09-909a-5b9c2cff4c4c tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:52.738596 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3c8b8836-2cd4-4370-aeac-3ef3ae56011a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:52.759832 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0c144146-6c93-4d27-8b72-46cac7c90019 req-01367de9-931d-4ba1-9e91-67e686c620fd tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9391053 Aug 11 03:16:52.799572 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-0c144146-6c93-4d27-8b72-46cac7c90019 req-0db8dc37-9fa1-4877-9c6b-efb4890abf4b tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Request body: {'port': {'device_id': '36d1947e-7c5e-4fe9-94e8-0ba59cd925fa', 'network_id': '054df3e3-cdfc-452c-8e72-7c6f93926436', 'admin_state_up': True, 'tenant_id': '9efcd44618b1499dbaacd7184adc7a1f'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:16:52.825376 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-65cfe39d-4bbd-4e09-909a-5b9c2cff4c4c tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8027990 Aug 11 03:16:52.829967 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 40660) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:52.835991 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-d86601c1-75bf-483e-9bc2-2ebe71d92ac2 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Request body: {'subnet': {'network_id': '48892180-db25-40cf-83c2-aaae4cb060c9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:16:52.871051 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cfe39d-4bbd-4e09-909a-5b9c2cff4c4c tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Pushing event updated for resources: {'Network': ['ID=48892180-db25-40cf-83c2-aaae4cb060c9,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:52.893293 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network 48892180-db25-40cf-83c2-aaae4cb060c9 details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:16:52.926208 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a92ee1b-ce39-4e4b-9459-9d860f09892a req-79312395-b139-4ef1-95cd-79959dccf49e tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:52.928078 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7a92ee1b-ce39-4e4b-9459-9d860f09892a req-79312395-b139-4ef1-95cd-79959dccf49e tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/ports?device_id=23071014-7475-45d4-a929-0adda4de678f HTTP/1.1" status: 200 len: 946 time: 0.1906435 Aug 11 03:16:52.990079 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-de3e8ada-8487-467d-b394-9f6d54457fb7 None None] Provisioning for port 28c015ec-c76d-4e44-990a-188eeaec3d4c completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:16:53.019920 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7a92ee1b-ce39-4e4b-9459-9d860f09892a req-ff69a73b-c35a-45e1-aba6-890b0559c307 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a89a04a-70d6-46f3-9b56-7cb537ff4761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845091 Aug 11 03:16:53.030512 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-de3e8ada-8487-467d-b394-9f6d54457fb7 None None] Provisioning complete for port 28c015ec-c76d-4e44-990a-188eeaec3d4c triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:16:53.030892 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-de3e8ada-8487-467d-b394-9f6d54457fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:53.116243 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-de3e8ada-8487-467d-b394-9f6d54457fb7 None None] Port 28c015ec-c76d-4e44-990a-188eeaec3d4c cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:16:53.148453 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d86601c1-75bf-483e-9bc2-2ebe71d92ac2 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Made reservation on behalf of 619f5dda48254516982a2d4b32c5e174 for: {'subnet': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:16:53.151903 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d86601c1-75bf-483e-9bc2-2ebe71d92ac2 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274743'] for subnet, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:53.222737 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c144146-6c93-4d27-8b72-46cac7c90019 req-0db8dc37-9fa1-4877-9c6b-efb4890abf4b tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Made reservation on behalf of 9efcd44618b1499dbaacd7184adc7a1f for: {'port': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:16:53.226829 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-0c144146-6c93-4d27-8b72-46cac7c90019 req-0db8dc37-9fa1-4877-9c6b-efb4890abf4b tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:53.410806 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [req-0c144146-6c93-4d27-8b72-46cac7c90019 req-0db8dc37-9fa1-4877-9c6b-efb4890abf4b tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Allocated IP 19.80.0.72 (054df3e3-cdfc-452c-8e72-7c6f93926436/bac5de77-3216-4b9c-aea2-23b128d4ba52/395c6f2e-a6cb-4e3b-89e4-54d8c6ec595e) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:16:53.656710 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3c8b8836-2cd4-4370-aeac-3ef3ae56011a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:53.704677 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3c8b8836-2cd4-4370-aeac-3ef3ae56011a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:53.707355 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851c44ca-b50d-4cea-a211-98fdf2bc6faf req-64c9cba0-578f-4514-8de7-77329a8004dd tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:53.713534 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851c44ca-b50d-4cea-a211-98fdf2bc6faf req-64c9cba0-578f-4514-8de7-77329a8004dd tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:53.715298 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-851c44ca-b50d-4cea-a211-98fdf2bc6faf req-64c9cba0-578f-4514-8de7-77329a8004dd tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] 10.222.0.41 "GET /v2.0/ports?device_id=36d1947e-7c5e-4fe9-94e8-0ba59cd925fa HTTP/1.1" status: 200 len: 1654 time: 0.0962386 Aug 11 03:16:53.759462 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-0c144146-6c93-4d27-8b72-46cac7c90019 req-0db8dc37-9fa1-4877-9c6b-efb4890abf4b tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:53.791446 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [req-0c144146-6c93-4d27-8b72-46cac7c90019 req-0db8dc37-9fa1-4877-9c6b-efb4890abf4b tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Transition to ACTIVE for port object 395c6f2e-a6cb-4e3b-89e4-54d8c6ec595e will not be triggered until provisioned by entity DHCP. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:16:53.810911 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-851c44ca-b50d-4cea-a211-98fdf2bc6faf req-9224e827-38a2-4e16-a0d4-9dc3334baccc tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] 10.222.0.41 "GET /v2.0/security-groups?id=9bcdfec5-364e-49d2-8266-cef1a51c6464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867202 Aug 11 03:16:53.940353 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [None req-3c8b8836-2cd4-4370-aeac-3ef3ae56011a admin admin] Allocated IP 172.25.8.222 (09faf7d2-eaf5-4a50-bb6e-4cb05d009a76/e1a97443-13df-40bb-85f5-fd269e2742c0/7cc0e450-9c26-4aac-90d5-55763314be88) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:16:53.959902 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-0c144146-6c93-4d27-8b72-46cac7c90019 req-0db8dc37-9fa1-4877-9c6b-efb4890abf4b tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:54.008270 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c144146-6c93-4d27-8b72-46cac7c90019 req-0db8dc37-9fa1-4877-9c6b-efb4890abf4b tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Network 054df3e3-cdfc-452c-8e72-7c6f93926436 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:16:54.014086 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [req-0c144146-6c93-4d27-8b72-46cac7c90019 req-0db8dc37-9fa1-4877-9c6b-efb4890abf4b tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:16:54.018702 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c144146-6c93-4d27-8b72-46cac7c90019 req-0db8dc37-9fa1-4877-9c6b-efb4890abf4b tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:16:54.025938 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db8dc37-9fa1-4877-9c6b-efb4890abf4b tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Pushing event updated for resources: {'Port': ['ID=395c6f2e-a6cb-4e3b-89e4-54d8c6ec595e,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:54.041440 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d86601c1-75bf-483e-9bc2-2ebe71d92ac2 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126283476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274725'] for subnet, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:54.096515 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c144146-6c93-4d27-8b72-46cac7c90019 req-0db8dc37-9fa1-4877-9c6b-efb4890abf4b tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:54.097950 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-0c144146-6c93-4d27-8b72-46cac7c90019 req-0db8dc37-9fa1-4877-9c6b-efb4890abf4b tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:54.156260 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86601c1-75bf-483e-9bc2-2ebe71d92ac2 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Pushing event updated for resources: {'Subnet': ['ID=deea502a-6899-4ea4-9e44-632a4aa91e83,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:54.184899 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3c8b8836-2cd4-4370-aeac-3ef3ae56011a admin admin] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:54.187751 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d86601c1-75bf-483e-9bc2-2ebe71d92ac2 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Checking segment: {'id': 'ce24ed22-4b43-43bb-a89b-d1d149a642ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '48892180-db25-40cf-83c2-aaae4cb060c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:16:54.188372 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d86601c1-75bf-483e-9bc2-2ebe71d92ac2 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Network hostable DHCP agents. Network: 48892180-db25-40cf-83c2-aaae4cb060c9, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:16:54.232055 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0c144146-6c93-4d27-8b72-46cac7c90019 req-0db8dc37-9fa1-4877-9c6b-efb4890abf4b tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4373114 Aug 11 03:16:54.263790 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-0c144146-6c93-4d27-8b72-46cac7c90019 req-461604d2-e394-4a5f-8397-45caf7a4a081 service neutron] Request body: {'port': {'device_id': '36d1947e-7c5e-4fe9-94e8-0ba59cd925fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764292-30'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:16:54.345053 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d86601c1-75bf-483e-9bc2-2ebe71d92ac2 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Network 48892180-db25-40cf-83c2-aaae4cb060c9 is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:16:54.348299 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3c8b8836-2cd4-4370-aeac-3ef3ae56011a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:54.355722 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-0c144146-6c93-4d27-8b72-46cac7c90019 req-461604d2-e394-4a5f-8397-45caf7a4a081 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:54.366205 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9c1630-cadc-4558-b68b-166c82d2ffd0 req-81a5e7c1-f590-4bf2-b6ff-c44c009f6a88 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:54.375602 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6e9c1630-cadc-4558-b68b-166c82d2ffd0 req-81a5e7c1-f590-4bf2-b6ff-c44c009f6a88 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/ports?device_id=23071014-7475-45d4-a929-0adda4de678f HTTP/1.1" status: 200 len: 946 time: 0.1867373 Aug 11 03:16:54.443885 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6e9c1630-cadc-4558-b68b-166c82d2ffd0 req-5e47143c-ff28-4aac-af10-50068b10a691 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a89a04a-70d6-46f3-9b56-7cb537ff4761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545418 Aug 11 03:16:54.454028 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c8b8836-2cd4-4370-aeac-3ef3ae56011a admin admin] Network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:16:54.512373 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-3c8b8836-2cd4-4370-aeac-3ef3ae56011a admin admin] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:16:54.512373 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8b8836-2cd4-4370-aeac-3ef3ae56011a admin admin] Pushing event updated for resources: {'Port': ['ID=7cc0e450-9c26-4aac-90d5-55763314be88,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:54.512373 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8b8836-2cd4-4370-aeac-3ef3ae56011a admin admin] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:16:54.702447 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-9a068e55-fa64-4882-8ba8-1e19ac275f02 None None] Provisioning for port 395c6f2e-a6cb-4e3b-89e4-54d8c6ec595e completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:16:54.710186 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-9a068e55-fa64-4882-8ba8-1e19ac275f02 None None] Provisioning complete for port 395c6f2e-a6cb-4e3b-89e4-54d8c6ec595e triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:16:54.711087 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-9a068e55-fa64-4882-8ba8-1e19ac275f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:54.713975 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-d86601c1-75bf-483e-9bc2-2ebe71d92ac2 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, 48892180-db25-40cf-83c2-aaae4cb060c9) {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:16:54.727881 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d86601c1-75bf-483e-9bc2-2ebe71d92ac2 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:54.728478 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d86601c1-75bf-483e-9bc2-2ebe71d92ac2 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:54.771333 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da57f60c-7f95-4170-8096-f09e27cd336c None None] Network 48892180-db25-40cf-83c2-aaae4cb060c9 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:16:54.775652 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [req-0c144146-6c93-4d27-8b72-46cac7c90019 req-461604d2-e394-4a5f-8397-45caf7a4a081 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7660f25-0ec2-48b9-ae13-ae5a5f2e57ec {{(pid=102192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:16:54.787416 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-0c144146-6c93-4d27-8b72-46cac7c90019 req-461604d2-e394-4a5f-8397-45caf7a4a081 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:54.801523 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [req-0c144146-6c93-4d27-8b72-46cac7c90019 req-461604d2-e394-4a5f-8397-45caf7a4a081 service neutron] Transition to ACTIVE for port object c7660f25-0ec2-48b9-ae13-ae5a5f2e57ec will not be triggered until provisioned by entity L2. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:16:54.806760 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-d86601c1-75bf-483e-9bc2-2ebe71d92ac2 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9750221 Aug 11 03:16:54.809022 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 40726) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:54.814806 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-58a76558-69f7-4951-8c5c-3b030bad0fcc tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Request body: {'port': {'network_id': '48892180-db25-40cf-83c2-aaae4cb060c9', 'name': 'tempest-PortsTestJSON-1473303676'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:16:54.833366 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-9a068e55-fa64-4882-8ba8-1e19ac275f02 None None] Port 395c6f2e-a6cb-4e3b-89e4-54d8c6ec595e cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:16:54.899026 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-0c144146-6c93-4d27-8b72-46cac7c90019 req-461604d2-e394-4a5f-8397-45caf7a4a081 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:54.984296 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3c8b8836-2cd4-4370-aeac-3ef3ae56011a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:55.016089 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461604d2-e394-4a5f-8397-45caf7a4a081 service neutron] Pushing event updated for resources: {'Port': ['ID=c7660f25-0ec2-48b9-ae13-ae5a5f2e57ec,revision_number=2']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:55.061306 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9af8458-c2f1-43ba-b371-6718ebf0dd96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde080026-c28f-55be-b52b-13827cc43646-48892180-db25-40cf-83c2-aaae4cb060c9', 'network_id': '48892180-db25-40cf-83c2-aaae4cb060c9', 'tenant_id': '619f5dda48254516982a2d4b32c5e174', 'fixed_ips': [{'subnet_id': 'deea502a-6899-4ea4-9e44-632a4aa91e83'}]}} from n-d-764292-30. {{(pid=102193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:16:55.063480 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-b9af8458-c2f1-43ba-b371-6718ebf0dd96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:55.220158 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-0c144146-6c93-4d27-8b72-46cac7c90019 req-461604d2-e394-4a5f-8397-45caf7a4a081 service neutron] Attempting to bind port c7660f25-0ec2-48b9-ae13-ae5a5f2e57ec on host n-h2-764292-30 for vnic_type normal with profile {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:16:55.221056 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-0c144146-6c93-4d27-8b72-46cac7c90019 req-461604d2-e394-4a5f-8397-45caf7a4a081 service neutron] Attempting to bind port c7660f25-0ec2-48b9-ae13-ae5a5f2e57ec by drivers openvswitch,hyperv on host n-h2-764292-30 at level 0 using segments [{'id': 'cec806d2-146e-4899-a64a-ab587545aa11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '054df3e3-cdfc-452c-8e72-7c6f93926436'}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:16:55.221392 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c144146-6c93-4d27-8b72-46cac7c90019 req-461604d2-e394-4a5f-8397-45caf7a4a081 service neutron] Attempting to bind port c7660f25-0ec2-48b9-ae13-ae5a5f2e57ec on network 054df3e3-cdfc-452c-8e72-7c6f93926436 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:16:55.233924 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46f9ec0-f1cc-434f-bb06-fb03f6a6f5e5 req-5b82430f-1c27-40a5-8bab-484527b6b7e7 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:55.241805 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46f9ec0-f1cc-434f-bb06-fb03f6a6f5e5 req-5b82430f-1c27-40a5-8bab-484527b6b7e7 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:55.245184 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.db_base_plugin_common [None req-b9af8458-c2f1-43ba-b371-6718ebf0dd96 None None] Allocated IP 172.20.0.2 (48892180-db25-40cf-83c2-aaae4cb060c9/deea502a-6899-4ea4-9e44-632a4aa91e83/7c75555e-6ca4-4986-8699-05d4ad3d00d7) {{(pid=102193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:16:55.249714 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46f9ec0-f1cc-434f-bb06-fb03f6a6f5e5 req-5b82430f-1c27-40a5-8bab-484527b6b7e7 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:55.251443 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c46f9ec0-f1cc-434f-bb06-fb03f6a6f5e5 req-5b82430f-1c27-40a5-8bab-484527b6b7e7 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] 10.222.0.41 "GET /v2.0/ports?device_id=36d1947e-7c5e-4fe9-94e8-0ba59cd925fa HTTP/1.1" status: 200 len: 2387 time: 0.2793374 Aug 11 03:16:55.324754 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3c8b8836-2cd4-4370-aeac-3ef3ae56011a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-446952'] for router, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:55.328798 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c144146-6c93-4d27-8b72-46cac7c90019 req-461604d2-e394-4a5f-8397-45caf7a4a081 service neutron] Port c7660f25-0ec2-48b9-ae13-ae5a5f2e57ec on network 054df3e3-cdfc-452c-8e72-7c6f93926436 not bound, no agent of type Open vSwitch agent registered on host n-h2-764292-30 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:16:55.329155 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c144146-6c93-4d27-8b72-46cac7c90019 req-461604d2-e394-4a5f-8397-45caf7a4a081 service neutron] Attempting to bind port c7660f25-0ec2-48b9-ae13-ae5a5f2e57ec on network 054df3e3-cdfc-452c-8e72-7c6f93926436 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:16:55.378000 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c46f9ec0-f1cc-434f-bb06-fb03f6a6f5e5 req-22035dd4-915f-4884-ac5a-77b6ea0b7695 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] 10.222.0.41 "GET /v2.0/security-groups?id=9bcdfec5-364e-49d2-8266-cef1a51c6464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806417 Aug 11 03:16:55.378000 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c144146-6c93-4d27-8b72-46cac7c90019 req-461604d2-e394-4a5f-8397-45caf7a4a081 service neutron] Checking agent: {'id': '70015fc0-62fb-48b2-b453-36906937cf2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 16, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:16:55.378000 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c144146-6c93-4d27-8b72-46cac7c90019 req-461604d2-e394-4a5f-8397-45caf7a4a081 service neutron] Checking segment: {'id': 'cec806d2-146e-4899-a64a-ab587545aa11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '054df3e3-cdfc-452c-8e72-7c6f93926436'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:16:55.378000 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c144146-6c93-4d27-8b72-46cac7c90019 req-461604d2-e394-4a5f-8397-45caf7a4a081 service neutron] Bound using segment: {'id': 'cec806d2-146e-4899-a64a-ab587545aa11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '054df3e3-cdfc-452c-8e72-7c6f93926436'} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:16:55.378000 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-0c144146-6c93-4d27-8b72-46cac7c90019 req-461604d2-e394-4a5f-8397-45caf7a4a081 service neutron] Bound port: c7660f25-0ec2-48b9-ae13-ae5a5f2e57ec, host: n-h2-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cec806d2-146e-4899-a64a-ab587545aa11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '054df3e3-cdfc-452c-8e72-7c6f93926436'}}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:16:55.378000 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-0c144146-6c93-4d27-8b72-46cac7c90019 req-461604d2-e394-4a5f-8397-45caf7a4a081 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:55.451093 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-b9af8458-c2f1-43ba-b371-6718ebf0dd96 None None] Notify callbacks [] for port, precommit_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:55.461702 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-b9af8458-c2f1-43ba-b371-6718ebf0dd96 None None] Transition to ACTIVE for port object 7c75555e-6ca4-4986-8699-05d4ad3d00d7 will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:16:55.477576 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-b9af8458-c2f1-43ba-b371-6718ebf0dd96 None None] Transition to ACTIVE for port object 7c75555e-6ca4-4986-8699-05d4ad3d00d7 will not be triggered until provisioned by entity DHCP. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:16:55.486781 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-0c144146-6c93-4d27-8b72-46cac7c90019 req-461604d2-e394-4a5f-8397-45caf7a4a081 service neutron] For port c7660f25-0ec2-48b9-ae13-ae5a5f2e57ec, host n-h2-764292-30, cleared binding levels {{(pid=102192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:16:55.489911 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-0c144146-6c93-4d27-8b72-46cac7c90019 req-461604d2-e394-4a5f-8397-45caf7a4a081 service neutron] For port c7660f25-0ec2-48b9-ae13-ae5a5f2e57ec, host n-h2-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=c7660f25-0ec2-48b9-ae13-ae5a5f2e57ec,segment=NetworkSegment(cec806d2-146e-4899-a64a-ab587545aa11),segment_id=cec806d2-146e-4899-a64a-ab587545aa11)] {{(pid=102192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:16:55.495895 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58a76558-69f7-4951-8c5c-3b030bad0fcc tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Made reservation on behalf of 619f5dda48254516982a2d4b32c5e174 for: {'port': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:16:55.500043 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-58a76558-69f7-4951-8c5c-3b030bad0fcc tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:55.535190 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ae12bd-e17d-411d-9851-03ac16a0a04d req-891cdd56-5434-4681-a696-0303ec4a2759 tempest-VolumesSnapshotTestJSON-465789868 tempest-VolumesSnapshotTestJSON-465789868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:55.536617 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a7ae12bd-e17d-411d-9851-03ac16a0a04d req-891cdd56-5434-4681-a696-0303ec4a2759 tempest-VolumesSnapshotTestJSON-465789868 tempest-VolumesSnapshotTestJSON-465789868-project] 10.222.0.41 "GET /v2.0/networks?id=01acead8-963f-4169-bd07-29020b4da255 HTTP/1.1" status: 200 len: 813 time: 0.3859551 Aug 11 03:16:55.548396 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [None req-58a76558-69f7-4951-8c5c-3b030bad0fcc tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] device_id is not set on port 4d574449-f57b-45c6-9c9d-745ba51defbc yet. {{(pid=102192) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:16:55.554562 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-b9af8458-c2f1-43ba-b371-6718ebf0dd96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669'] for port, after_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:55.587483 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a7ae12bd-e17d-411d-9851-03ac16a0a04d req-2fd791e8-fbe8-491c-a463-3c108505c5f9 tempest-VolumesSnapshotTestJSON-465789868 tempest-VolumesSnapshotTestJSON-465789868-project] 10.222.0.41 "GET /v2.0/quotas/105a61f27f4d43e89d29d205aeb1b27e HTTP/1.1" status: 200 len: 375 time: 0.0405211 Aug 11 03:16:55.603293 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9af8458-c2f1-43ba-b371-6718ebf0dd96 None None] Network 48892180-db25-40cf-83c2-aaae4cb060c9 is already hosted by enough agents. {{(pid=102193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:16:55.606579 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.base_scheduler [None req-b9af8458-c2f1-43ba-b371-6718ebf0dd96 None None] Resources bound (agent type, host, resource id): {{(pid=102193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:16:55.613237 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9af8458-c2f1-43ba-b371-6718ebf0dd96 None None] Received port after_create {{(pid=102193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:16:55.628431 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9af8458-c2f1-43ba-b371-6718ebf0dd96 None None] Pushing event updated for resources: {'Port': ['ID=7c75555e-6ca4-4986-8699-05d4ad3d00d7,revision_number=1']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:55.634865 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-0c144146-6c93-4d27-8b72-46cac7c90019 req-461604d2-e394-4a5f-8397-45caf7a4a081 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:55.667052 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c8b8836-2cd4-4370-aeac-3ef3ae56011a admin admin] Router f8eeae94-c3d4-451f-a96a-b5f6f4c649a4 is scheduled to L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 with binding_index 1 {{(pid=102191) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:16:55.692754 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a7ae12bd-e17d-411d-9851-03ac16a0a04d req-33d79319-bd0f-4e01-9008-88ab62b7a5f7 tempest-VolumesSnapshotTestJSON-465789868 tempest-VolumesSnapshotTestJSON-465789868-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=105a61f27f4d43e89d29d205aeb1b27e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0728829 Aug 11 03:16:55.704391 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-b9af8458-c2f1-43ba-b371-6718ebf0dd96 None None] Attempting to bind port 7c75555e-6ca4-4986-8699-05d4ad3d00d7 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:16:55.705467 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-b9af8458-c2f1-43ba-b371-6718ebf0dd96 None None] Attempting to bind port 7c75555e-6ca4-4986-8699-05d4ad3d00d7 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': 'ce24ed22-4b43-43bb-a89b-d1d149a642ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '48892180-db25-40cf-83c2-aaae4cb060c9'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:16:55.706020 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9af8458-c2f1-43ba-b371-6718ebf0dd96 None None] Attempting to bind port 7c75555e-6ca4-4986-8699-05d4ad3d00d7 on network 48892180-db25-40cf-83c2-aaae4cb060c9 {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:16:55.706389 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c144146-6c93-4d27-8b72-46cac7c90019 req-461604d2-e394-4a5f-8397-45caf7a4a081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:55.707318 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-0c144146-6c93-4d27-8b72-46cac7c90019 req-461604d2-e394-4a5f-8397-45caf7a4a081 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:55.709204 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0c144146-6c93-4d27-8b72-46cac7c90019 req-461604d2-e394-4a5f-8397-45caf7a4a081 service neutron] 10.222.0.24 "PUT /v2.0/ports/c7660f25-0ec2-48b9-ae13-ae5a5f2e57ec HTTP/1.1" status: 200 len: 1093 time: 1.4604445 Aug 11 03:16:55.721581 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9af8458-c2f1-43ba-b371-6718ebf0dd96 None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:16:55.722390 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9af8458-c2f1-43ba-b371-6718ebf0dd96 None None] Checking segment: {'id': 'ce24ed22-4b43-43bb-a89b-d1d149a642ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '48892180-db25-40cf-83c2-aaae4cb060c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:16:55.723574 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-b9af8458-c2f1-43ba-b371-6718ebf0dd96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:55.724162 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9af8458-c2f1-43ba-b371-6718ebf0dd96 None None] Bound using segment: {'id': 'ce24ed22-4b43-43bb-a89b-d1d149a642ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '48892180-db25-40cf-83c2-aaae4cb060c9'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:16:55.724787 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36d1947e-7c5e-4fe9-94e8-0ba59cd925fa', 'tag': 'c7660f25-0ec2-48b9-ae13-ae5a5f2e57ec'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:16:55.725051 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-b9af8458-c2f1-43ba-b371-6718ebf0dd96 None None] Bound port: 7c75555e-6ca4-4986-8699-05d4ad3d00d7, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce24ed22-4b43-43bb-a89b-d1d149a642ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '48892180-db25-40cf-83c2-aaae4cb060c9'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:16:55.725681 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-b9af8458-c2f1-43ba-b371-6718ebf0dd96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:55.727153 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2de346e0-0435-486c-bb49-3c323bab08da" -d '{"events": [{"name": "network-changed", "server_uuid": "36d1947e-7c5e-4fe9-94e8-0ba59cd925fa", "tag": "c7660f25-0ec2-48b9-ae13-ae5a5f2e57ec"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:16:55.766641 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779b6766-38a6-4e04-ac20-91adb6ca88cf req-7384cec2-c144-4a3a-b541-8bee7bd5caa1 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:55.768894 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-779b6766-38a6-4e04-ac20-91adb6ca88cf req-7384cec2-c144-4a3a-b541-8bee7bd5caa1 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/ports?device_id=23071014-7475-45d4-a929-0adda4de678f HTTP/1.1" status: 200 len: 946 time: 0.2411160 Aug 11 03:16:55.863475 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c8b8836-2cd4-4370-aeac-3ef3ae56011a admin admin] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:16:55.866889 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-0c144146-6c93-4d27-8b72-46cac7c90019 req-208a0f78-ca54-446f-b185-adfafe9a404f service neutron] Request body: {'port': {'device_id': '36d1947e-7c5e-4fe9-94e8-0ba59cd925fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764292-30'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:16:55.879438 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae023380-646c-41cd-ad4d-206915ca9a58 None None] Sync routers for ids ['f8eeae94-c3d4-451f-a96a-b5f6f4c649a4'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:16:55.881870 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-b9af8458-c2f1-43ba-b371-6718ebf0dd96 None None] For port 7c75555e-6ca4-4986-8699-05d4ad3d00d7, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:16:55.899669 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-b9af8458-c2f1-43ba-b371-6718ebf0dd96 None None] For port 7c75555e-6ca4-4986-8699-05d4ad3d00d7, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=7c75555e-6ca4-4986-8699-05d4ad3d00d7,segment=NetworkSegment(ce24ed22-4b43-43bb-a89b-d1d149a642ee),segment_id=ce24ed22-4b43-43bb-a89b-d1d149a642ee)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:16:55.903189 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae023380-646c-41cd-ad4d-206915ca9a58 None None] Routers {'f8eeae94-c3d4-451f-a96a-b5f6f4c649a4'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:16:55.903861 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-ae023380-646c-41cd-ad4d-206915ca9a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:16:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['f8eeae94-c3d4-451f-a96a-b5f6f4c649a4'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:16:56.009742 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3c8b8836-2cd4-4370-aeac-3ef3ae56011a admin admin] Notify callbacks [] for router, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:56.013818 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-3c8b8836-2cd4-4370-aeac-3ef3ae56011a admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.9376755 Aug 11 03:16:56.013998 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 40760) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:56.070248 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [None req-58a76558-69f7-4951-8c5c-3b030bad0fcc tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Allocated IP 172.20.0.11 (48892180-db25-40cf-83c2-aaae4cb060c9/deea502a-6899-4ea4-9e44-632a4aa91e83/4d574449-f57b-45c6-9c9d-745ba51defbc) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:16:56.071686 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-b9af8458-c2f1-43ba-b371-6718ebf0dd96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:56.072644 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461604d2-e394-4a5f-8397-45caf7a4a081 service neutron] Pushing event updated for resources: {'Port': ['ID=c7660f25-0ec2-48b9-ae13-ae5a5f2e57ec,revision_number=3']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:56.093928 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-779b6766-38a6-4e04-ac20-91adb6ca88cf req-adc75d30-9e1f-4046-bb17-b0a243baa33c tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a89a04a-70d6-46f3-9b56-7cb537ff4761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2637279 Aug 11 03:16:56.097755 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a7ae12bd-e17d-411d-9851-03ac16a0a04d req-b97f9d5d-7567-441a-9ad4-5e43ef9f723e service neutron] 10.222.0.41 "GET /v2.0/networks/01acead8-963f-4169-bd07-29020b4da255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3847699 Aug 11 03:16:56.099976 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-0c144146-6c93-4d27-8b72-46cac7c90019 req-208a0f78-ca54-446f-b185-adfafe9a404f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:56.143829 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-ae023380-646c-41cd-ad4d-206915ca9a58 None None] Set router f8eeae94-c3d4-451f-a96a-b5f6f4c649a4 gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:16:56.395119 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a7ae12bd-e17d-411d-9851-03ac16a0a04d req-f704b47e-58bc-4a04-afd4-d759cfb2047d service neutron] 10.222.0.41 "GET /v2.0/networks/01acead8-963f-4169-bd07-29020b4da255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003695 Aug 11 03:16:56.399362 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:16:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dce08c95-cb9e-4e9f-ba6c-7d6eb87bbcdd x-openstack-request-id: req-dce08c95-cb9e-4e9f-ba6c-7d6eb87bbcdd {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:16:56.399362 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36d1947e-7c5e-4fe9-94e8-0ba59cd925fa", "tag": "c7660f25-0ec2-48b9-ae13-ae5a5f2e57ec", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:16:56.399362 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-dce08c95-cb9e-4e9f-ba6c-7d6eb87bbcdd {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:16:56.399362 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36d1947e-7c5e-4fe9-94e8-0ba59cd925fa', 'tag': 'c7660f25-0ec2-48b9-ae13-ae5a5f2e57ec', 'status': 'completed', 'code': 200} Aug 11 03:16:56.647234 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de346e0-0435-486c-bb49-3c323bab08da req-9a866082-8cbf-492d-b4d9-1b5c1b89b74a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:56.647737 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de346e0-0435-486c-bb49-3c323bab08da req-9a866082-8cbf-492d-b4d9-1b5c1b89b74a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:56.648228 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de346e0-0435-486c-bb49-3c323bab08da req-9a866082-8cbf-492d-b4d9-1b5c1b89b74a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:56.649897 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2de346e0-0435-486c-bb49-3c323bab08da req-9a866082-8cbf-492d-b4d9-1b5c1b89b74a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9efcd44618b1499dbaacd7184adc7a1f&device_id=36d1947e-7c5e-4fe9-94e8-0ba59cd925fa HTTP/1.1" status: 200 len: 2731 time: 0.2474189 Aug 11 03:16:56.664523 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9af8458-c2f1-43ba-b371-6718ebf0dd96 None None] Pushing event updated for resources: {'Port': ['ID=7c75555e-6ca4-4986-8699-05d4ad3d00d7,revision_number=2']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:56.747860 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b677df71-1ea1-4ed3-a7ec-d584393bf9bd req-96079d0f-e699-4b7f-a978-896ced0a7443 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:56.756520 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b677df71-1ea1-4ed3-a7ec-d584393bf9bd req-96079d0f-e699-4b7f-a978-896ced0a7443 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:56.771641 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-ae023380-646c-41cd-ad4d-206915ca9a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8eeae94-c3d4-451f-a96a-b5f6f4c649a4', 'name': 'tempest-ServerRescueNegativeTestJSON-1914444924-router', 'tenant_id': '41b5c288d18c42c2bbb943465bc76a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': '7cc0e450-9c26-4aac-90d5-55763314be88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:16:52Z', 'updated_at': '2021-08-11T03:16:54Z', 'revision_number': 3, 'project_id': '41b5c288d18c42c2bbb943465bc76a20', 'gw_port': {'id': '7cc0e450-9c26-4aac-90d5-55763314be88', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:f6:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8eeae94-c3d4-451f-a96a-b5f6f4c649a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:16:53Z', 'updated_at': '2021-08-11T03:16:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:16:56.780109 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b677df71-1ea1-4ed3-a7ec-d584393bf9bd req-96079d0f-e699-4b7f-a978-896ced0a7443 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:56.780109 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b677df71-1ea1-4ed3-a7ec-d584393bf9bd req-96079d0f-e699-4b7f-a978-896ced0a7443 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] 10.222.0.41 "GET /v2.0/ports?device_id=36d1947e-7c5e-4fe9-94e8-0ba59cd925fa HTTP/1.1" status: 200 len: 2387 time: 0.3344944 Aug 11 03:16:56.840441 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae023380-646c-41cd-ad4d-206915ca9a58 None None] Checking router: f8eeae94-c3d4-451f-a96a-b5f6f4c649a4 for host: n-d-764292-30 {{(pid=102193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:16:56.840910 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae023380-646c-41cd-ad4d-206915ca9a58 None None] Updating router f8eeae94-c3d4-451f-a96a-b5f6f4c649a4 port 7cc0e450-9c26-4aac-90d5-55763314be88 binding host n-d-764292-30 {{(pid=102193) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:16:56.909500 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-ae023380-646c-41cd-ad4d-206915ca9a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:56.951959 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a8befd0f-8322-4912-bb01-0ea1a7b19e8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:57.226813 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [None req-a8befd0f-8322-4912-bb01-0ea1a7b19e8b admin admin] Allocated IP 172.20.0.1 (2edd7c40-ce53-40d0-ad1c-7b106e315d79/e698cbd6-76d9-4af8-b3ec-764f8a7a09e2/0b553425-bc8a-41c9-9766-e3ee50149895) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:16:57.387024 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-ae023380-646c-41cd-ad4d-206915ca9a58 None None] Notify callbacks [] for port, precommit_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:57.401649 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-ae023380-646c-41cd-ad4d-206915ca9a58 None None] Transition to ACTIVE for port object 7cc0e450-9c26-4aac-90d5-55763314be88 will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:16:57.406227 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a8befd0f-8322-4912-bb01-0ea1a7b19e8b admin admin] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:57.421866 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b9b9a11f-98b5-4166-b37b-26fe6862c43d req-99667f79-41b2-46a7-9a78-a4eb5b17bae4 tempest-VolumesSnapshotTestJSON-465789868 tempest-VolumesSnapshotTestJSON-465789868-project] 10.222.0.41 "GET /v2.0/ports?device_id=87bccd5e-1550-45c8-b06c-06fc8aa04820 HTTP/1.1" status: 200 len: 210 time: 0.6279149 Aug 11 03:16:57.485648 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b677df71-1ea1-4ed3-a7ec-d584393bf9bd req-3328158f-0875-49d7-96a2-36c0d1b116de tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] 10.222.0.41 "GET /v2.0/security-groups?id=9bcdfec5-364e-49d2-8266-cef1a51c6464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7046254 Aug 11 03:16:57.485818 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-ae023380-646c-41cd-ad4d-206915ca9a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:57.544524 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-ae023380-646c-41cd-ad4d-206915ca9a58 None None] Attempting to bind port 7cc0e450-9c26-4aac-90d5-55763314be88 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:16:57.544799 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-ae023380-646c-41cd-ad4d-206915ca9a58 None None] Attempting to bind port 7cc0e450-9c26-4aac-90d5-55763314be88 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:16:57.545162 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae023380-646c-41cd-ad4d-206915ca9a58 None None] Attempting to bind port 7cc0e450-9c26-4aac-90d5-55763314be88 on network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:16:57.556824 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8005b2e-cab5-4223-b5ac-70b890baffbc None None] Pushing event updated for resources: {'Port': ['ID=7cc0e450-9c26-4aac-90d5-55763314be88,revision_number=2']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:57.562565 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae023380-646c-41cd-ad4d-206915ca9a58 None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:16:57.562565 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae023380-646c-41cd-ad4d-206915ca9a58 None None] Checking segment: {'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:16:57.562565 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-ae023380-646c-41cd-ad4d-206915ca9a58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:57.562565 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae023380-646c-41cd-ad4d-206915ca9a58 None None] Bound using segment: {'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:16:57.562565 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-ae023380-646c-41cd-ad4d-206915ca9a58 None None] Bound port: 7cc0e450-9c26-4aac-90d5-55763314be88, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:16:57.562565 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-ae023380-646c-41cd-ad4d-206915ca9a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:57.582024 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a8befd0f-8322-4912-bb01-0ea1a7b19e8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:57.627133 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-58a76558-69f7-4951-8c5c-3b030bad0fcc tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:57.633571 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8befd0f-8322-4912-bb01-0ea1a7b19e8b admin admin] Network 2edd7c40-ce53-40d0-ad1c-7b106e315d79 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:16:57.637204 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-a8befd0f-8322-4912-bb01-0ea1a7b19e8b admin admin] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:16:57.649238 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8befd0f-8322-4912-bb01-0ea1a7b19e8b admin admin] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:16:57.697229 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-ae023380-646c-41cd-ad4d-206915ca9a58 None None] For port 7cc0e450-9c26-4aac-90d5-55763314be88, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:16:57.709408 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-ae023380-646c-41cd-ad4d-206915ca9a58 None None] For port 7cc0e450-9c26-4aac-90d5-55763314be88, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=7cc0e450-9c26-4aac-90d5-55763314be88,segment=NetworkSegment(fab28bed-aa25-40db-bba4-ec26e795194c),segment_id=fab28bed-aa25-40db-bba4-ec26e795194c)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:16:57.735220 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [req-0c144146-6c93-4d27-8b72-46cac7c90019 req-208a0f78-ca54-446f-b185-adfafe9a404f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28c015ec-c76d-4e44-990a-188eeaec3d4c {{(pid=102192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:16:57.738825 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8befd0f-8322-4912-bb01-0ea1a7b19e8b admin admin] Pushing event updated for resources: {'Port': ['ID=0b553425-bc8a-41c9-9766-e3ee50149895,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:57.766459 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [None req-58a76558-69f7-4951-8c5c-3b030bad0fcc tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Transition to ACTIVE for port object 4d574449-f57b-45c6-9c9d-745ba51defbc will not be triggered until provisioned by entity DHCP. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:16:57.771242 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-0c144146-6c93-4d27-8b72-46cac7c90019 req-208a0f78-ca54-446f-b185-adfafe9a404f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:57.778860 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a8befd0f-8322-4912-bb01-0ea1a7b19e8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-520987'] for router_interface, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:57.781545 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-ae023380-646c-41cd-ad4d-206915ca9a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:57.795504 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de346e0-0435-486c-bb49-3c323bab08da req-ba774b5f-a9be-41b7-8ec7-4ea5916d0296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:57.795986 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de346e0-0435-486c-bb49-3c323bab08da req-ba774b5f-a9be-41b7-8ec7-4ea5916d0296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:57.796525 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de346e0-0435-486c-bb49-3c323bab08da req-ba774b5f-a9be-41b7-8ec7-4ea5916d0296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:57.798378 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2de346e0-0435-486c-bb49-3c323bab08da req-ba774b5f-a9be-41b7-8ec7-4ea5916d0296 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=9efcd44618b1499dbaacd7184adc7a1f&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.9871194 Aug 11 03:16:57.833875 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [req-0c144146-6c93-4d27-8b72-46cac7c90019 req-208a0f78-ca54-446f-b185-adfafe9a404f service neutron] Transition to ACTIVE for port object 28c015ec-c76d-4e44-990a-188eeaec3d4c will not be triggered until provisioned by entity L2. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:16:57.843767 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf7ca11-d7e8-4ded-87a1-bcd80172c0b9 req-cb0516f3-3526-4ae8-b40e-815371d0a6b3 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:57.846621 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0bf7ca11-d7e8-4ded-87a1-bcd80172c0b9 req-cb0516f3-3526-4ae8-b40e-815371d0a6b3 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/ports?device_id=23071014-7475-45d4-a929-0adda4de678f HTTP/1.1" status: 200 len: 946 time: 0.3356776 Aug 11 03:16:57.926919 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8005b2e-cab5-4223-b5ac-70b890baffbc None None] Pushing event updated for resources: {'Port': ['ID=7cc0e450-9c26-4aac-90d5-55763314be88,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:57.943303 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 7c75555e-6ca4-4986-8699-05d4ad3d00d7 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:16:57.957550 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-0c144146-6c93-4d27-8b72-46cac7c90019 req-208a0f78-ca54-446f-b185-adfafe9a404f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:58.011137 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae023380-646c-41cd-ad4d-206915ca9a58 None None] Routers {'f8eeae94-c3d4-451f-a96a-b5f6f4c649a4'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:16:58.011983 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-ae023380-646c-41cd-ad4d-206915ca9a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:16:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['f8eeae94-c3d4-451f-a96a-b5f6f4c649a4'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:16:58.055975 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0bf7ca11-d7e8-4ded-87a1-bcd80172c0b9 req-02638f57-1f7a-42df-bace-085ee441a038 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a89a04a-70d6-46f3-9b56-7cb537ff4761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670847 Aug 11 03:16:58.096231 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-58a76558-69f7-4951-8c5c-3b030bad0fcc tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:58.112980 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208a0f78-ca54-446f-b185-adfafe9a404f service neutron] Pushing event updated for resources: {'Port': ['ID=28c015ec-c76d-4e44-990a-188eeaec3d4c,revision_number=2']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:58.133029 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a8befd0f-8322-4912-bb01-0ea1a7b19e8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:58.193170 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port 7c75555e-6ca4-4986-8699-05d4ad3d00d7 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:16:58.227590 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-ae023380-646c-41cd-ad4d-206915ca9a58 None None] Set router f8eeae94-c3d4-451f-a96a-b5f6f4c649a4 gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:16:58.324850 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de346e0-0435-486c-bb49-3c323bab08da req-54e3b166-85c7-41d8-9f22-c7866f6fb28a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:58.326362 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2de346e0-0435-486c-bb49-3c323bab08da req-54e3b166-85c7-41d8-9f22-c7866f6fb28a service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5135174 Aug 11 03:16:58.328281 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a76558-69f7-4951-8c5c-3b030bad0fcc tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Network 48892180-db25-40cf-83c2-aaae4cb060c9 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:16:58.366890 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70383915-dc4a-4fe1-9d20-afcc1cfd319c None None] Network 48892180-db25-40cf-83c2-aaae4cb060c9 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:16:58.380068 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-58a76558-69f7-4951-8c5c-3b030bad0fcc tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:16:58.392837 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a76558-69f7-4951-8c5c-3b030bad0fcc tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:16:58.399728 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a76558-69f7-4951-8c5c-3b030bad0fcc tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Pushing event updated for resources: {'Port': ['ID=4d574449-f57b-45c6-9c9d-745ba51defbc,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:58.405442 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a8befd0f-8322-4912-bb01-0ea1a7b19e8b admin admin] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:58.464881 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47985dd8-feca-4f76-a12a-1e4896ee37e5 req-04e19170-26be-428d-90ca-04a13d0e6c9a tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:58.467437 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-47985dd8-feca-4f76-a12a-1e4896ee37e5 req-04e19170-26be-428d-90ca-04a13d0e6c9a tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] 10.222.0.41 "GET /v2.0/networks?id=ec41e9b8-ca95-4733-9938-a40bc676061d HTTP/1.1" status: 200 len: 814 time: 0.3592923 Aug 11 03:16:58.473860 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a8befd0f-8322-4912-bb01-0ea1a7b19e8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:58.483428 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-0c144146-6c93-4d27-8b72-46cac7c90019 req-208a0f78-ca54-446f-b185-adfafe9a404f service neutron] Attempting to bind port 28c015ec-c76d-4e44-990a-188eeaec3d4c on host n-h2-764292-30 for vnic_type normal with profile {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:16:58.484063 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-0c144146-6c93-4d27-8b72-46cac7c90019 req-208a0f78-ca54-446f-b185-adfafe9a404f service neutron] Attempting to bind port 28c015ec-c76d-4e44-990a-188eeaec3d4c by drivers openvswitch,hyperv on host n-h2-764292-30 at level 0 using segments [{'id': '85ce70aa-07f3-41ac-8bc5-3a54a88b0fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '7c6ed3c1-5731-498c-aa86-c7ee1166f0e9'}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:16:58.485095 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c144146-6c93-4d27-8b72-46cac7c90019 req-208a0f78-ca54-446f-b185-adfafe9a404f service neutron] Attempting to bind port 28c015ec-c76d-4e44-990a-188eeaec3d4c on network 7c6ed3c1-5731-498c-aa86-c7ee1166f0e9 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:16:58.507123 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c144146-6c93-4d27-8b72-46cac7c90019 req-208a0f78-ca54-446f-b185-adfafe9a404f service neutron] Port 28c015ec-c76d-4e44-990a-188eeaec3d4c on network 7c6ed3c1-5731-498c-aa86-c7ee1166f0e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-764292-30 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:16:58.507447 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c144146-6c93-4d27-8b72-46cac7c90019 req-208a0f78-ca54-446f-b185-adfafe9a404f service neutron] Attempting to bind port 28c015ec-c76d-4e44-990a-188eeaec3d4c on network 7c6ed3c1-5731-498c-aa86-c7ee1166f0e9 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:16:58.517372 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58a76558-69f7-4951-8c5c-3b030bad0fcc tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:58.518233 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-58a76558-69f7-4951-8c5c-3b030bad0fcc tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:58.525002 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-47985dd8-feca-4f76-a12a-1e4896ee37e5 req-e6fb2162-7816-4df9-9905-8a352da7a6cb tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] 10.222.0.41 "GET /v2.0/quotas/de7c7081e4f94005a4ad5308630cb9c6 HTTP/1.1" status: 200 len: 375 time: 0.0358689 Aug 11 03:16:58.546363 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c144146-6c93-4d27-8b72-46cac7c90019 req-208a0f78-ca54-446f-b185-adfafe9a404f service neutron] Checking agent: {'id': '70015fc0-62fb-48b2-b453-36906937cf2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 16, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:16:58.546676 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c144146-6c93-4d27-8b72-46cac7c90019 req-208a0f78-ca54-446f-b185-adfafe9a404f service neutron] Checking segment: {'id': '85ce70aa-07f3-41ac-8bc5-3a54a88b0fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '7c6ed3c1-5731-498c-aa86-c7ee1166f0e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:16:58.547353 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c144146-6c93-4d27-8b72-46cac7c90019 req-208a0f78-ca54-446f-b185-adfafe9a404f service neutron] Bound using segment: {'id': '85ce70aa-07f3-41ac-8bc5-3a54a88b0fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '7c6ed3c1-5731-498c-aa86-c7ee1166f0e9'} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:16:58.547507 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-0c144146-6c93-4d27-8b72-46cac7c90019 req-208a0f78-ca54-446f-b185-adfafe9a404f service neutron] Bound port: 28c015ec-c76d-4e44-990a-188eeaec3d4c, host: n-h2-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85ce70aa-07f3-41ac-8bc5-3a54a88b0fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '7c6ed3c1-5731-498c-aa86-c7ee1166f0e9'}}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:16:58.548372 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-0c144146-6c93-4d27-8b72-46cac7c90019 req-208a0f78-ca54-446f-b185-adfafe9a404f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:58.554601 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a8befd0f-8322-4912-bb01-0ea1a7b19e8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16383026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521135'] for router_interface, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:58.560848 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-468c5616-778f-4828-9770-9a8b996b7f36 None None] Provisioning for port 7c75555e-6ca4-4986-8699-05d4ad3d00d7 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:16:58.561073 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8befd0f-8322-4912-bb01-0ea1a7b19e8b admin admin] Pushing event updated for resources: {'Port': ['ID=0b553425-bc8a-41c9-9766-e3ee50149895,revision_number=2']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:58.575191 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-468c5616-778f-4828-9770-9a8b996b7f36 None None] Provisioning complete for port 7c75555e-6ca4-4986-8699-05d4ad3d00d7 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:16:58.575575 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-468c5616-778f-4828-9770-9a8b996b7f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:58.585621 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-778d70a7-895d-452d-a2f6-dd1cff4a6d58 req-fb5d6773-abec-4474-b9ed-05701022224d tempest-VolumesSnapshotTestJSON-465789868 tempest-VolumesSnapshotTestJSON-465789868-project] 10.222.0.41 "GET /v2.0/ports?device_id=87bccd5e-1550-45c8-b06c-06fc8aa04820 HTTP/1.1" status: 200 len: 210 time: 0.0631089 Aug 11 03:16:58.629517 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-47985dd8-feca-4f76-a12a-1e4896ee37e5 req-2b834850-05fe-4e1d-b5f6-f912a85e254a tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=de7c7081e4f94005a4ad5308630cb9c6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0864828 Aug 11 03:16:58.674401 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-58a76558-69f7-4951-8c5c-3b030bad0fcc tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.8636141 Aug 11 03:16:58.692047 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 40802) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:58.700338 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-2826c843-54e0-4d60-8c0b-11a4190ad1ee tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Request body: {'port': {'network_id': '48892180-db25-40cf-83c2-aaae4cb060c9', 'name': 'tempest-PortsTestJSON-929081514'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:16:58.764179 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8befd0f-8322-4912-bb01-0ea1a7b19e8b admin admin] Network 2edd7c40-ce53-40d0-ad1c-7b106e315d79 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:16:58.773904 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-0c144146-6c93-4d27-8b72-46cac7c90019 req-208a0f78-ca54-446f-b185-adfafe9a404f service neutron] For port 28c015ec-c76d-4e44-990a-188eeaec3d4c, host n-h2-764292-30, cleared binding levels {{(pid=102192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:16:58.774153 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-a8befd0f-8322-4912-bb01-0ea1a7b19e8b admin admin] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:16:58.778947 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-ae023380-646c-41cd-ad4d-206915ca9a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8eeae94-c3d4-451f-a96a-b5f6f4c649a4', 'name': 'tempest-ServerRescueNegativeTestJSON-1914444924-router', 'tenant_id': '41b5c288d18c42c2bbb943465bc76a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': '7cc0e450-9c26-4aac-90d5-55763314be88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:16:52Z', 'updated_at': '2021-08-11T03:16:54Z', 'revision_number': 3, 'project_id': '41b5c288d18c42c2bbb943465bc76a20', 'gw_port': {'id': '7cc0e450-9c26-4aac-90d5-55763314be88', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:f6:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8eeae94-c3d4-451f-a96a-b5f6f4c649a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:16:53Z', 'updated_at': '2021-08-11T03:16:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:16:58.796740 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-0c144146-6c93-4d27-8b72-46cac7c90019 req-208a0f78-ca54-446f-b185-adfafe9a404f service neutron] For port 28c015ec-c76d-4e44-990a-188eeaec3d4c, host n-h2-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=28c015ec-c76d-4e44-990a-188eeaec3d4c,segment=NetworkSegment(85ce70aa-07f3-41ac-8bc5-3a54a88b0fc2),segment_id=85ce70aa-07f3-41ac-8bc5-3a54a88b0fc2)] {{(pid=102192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:16:58.819204 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84982ec4-1e89-43a1-9191-f12a1eef413a req-bafe03e3-5443-4c63-8502-842d7660d9c0 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:58.820403 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae023380-646c-41cd-ad4d-206915ca9a58 None None] The sync data for ids ['f8eeae94-c3d4-451f-a96a-b5f6f4c649a4'] in n-d-764292-30 is: [{'id': 'f8eeae94-c3d4-451f-a96a-b5f6f4c649a4', 'name': 'tempest-ServerRescueNegativeTestJSON-1914444924-router', 'tenant_id': '41b5c288d18c42c2bbb943465bc76a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': '7cc0e450-9c26-4aac-90d5-55763314be88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:16:52Z', 'updated_at': '2021-08-11T03:16:54Z', 'revision_number': 3, 'project_id': '41b5c288d18c42c2bbb943465bc76a20', 'gw_port': {'id': '7cc0e450-9c26-4aac-90d5-55763314be88', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:f6:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8eeae94-c3d4-451f-a96a-b5f6f4c649a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:16:53Z', 'updated_at': '2021-08-11T03:16:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:16:58.825235 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84982ec4-1e89-43a1-9191-f12a1eef413a req-bafe03e3-5443-4c63-8502-842d7660d9c0 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:58.831866 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84982ec4-1e89-43a1-9191-f12a1eef413a req-bafe03e3-5443-4c63-8502-842d7660d9c0 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:58.835741 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-468c5616-778f-4828-9770-9a8b996b7f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:58.839544 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-84982ec4-1e89-43a1-9191-f12a1eef413a req-bafe03e3-5443-4c63-8502-842d7660d9c0 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] 10.222.0.41 "GET /v2.0/ports?device_id=36d1947e-7c5e-4fe9-94e8-0ba59cd925fa HTTP/1.1" status: 200 len: 2399 time: 0.1339779 Aug 11 03:16:58.851354 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-47985dd8-feca-4f76-a12a-1e4896ee37e5 req-86160bb3-ab81-47d5-90a5-90eb02279107 service neutron] 10.222.0.41 "GET /v2.0/networks/ec41e9b8-ca95-4733-9938-a40bc676061d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995890 Aug 11 03:16:58.884367 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-468c5616-778f-4828-9770-9a8b996b7f36 None None] For port 7c75555e-6ca4-4986-8699-05d4ad3d00d7, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=7c75555e-6ca4-4986-8699-05d4ad3d00d7,segment=NetworkSegment(ce24ed22-4b43-43bb-a89b-d1d149a642ee),segment_id=ce24ed22-4b43-43bb-a89b-d1d149a642ee)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:16:58.923805 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-0c144146-6c93-4d27-8b72-46cac7c90019 req-208a0f78-ca54-446f-b185-adfafe9a404f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:58.969878 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-468c5616-778f-4828-9770-9a8b996b7f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:59.008454 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-47985dd8-feca-4f76-a12a-1e4896ee37e5 req-0cacd4f6-74b9-489b-8e8a-4f50cc5bca44 service neutron] 10.222.0.41 "GET /v2.0/networks/ec41e9b8-ca95-4733-9938-a40bc676061d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496515 Aug 11 03:16:59.023776 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-84982ec4-1e89-43a1-9191-f12a1eef413a req-55b107bd-3f1e-408c-ba2b-c69889fc7c9d tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] 10.222.0.41 "GET /v2.0/security-groups?id=9bcdfec5-364e-49d2-8266-cef1a51c6464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793044 Aug 11 03:16:59.055444 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8befd0f-8322-4912-bb01-0ea1a7b19e8b admin admin] Router f8eeae94-c3d4-451f-a96a-b5f6f4c649a4 has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:16:59.147247 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208a0f78-ca54-446f-b185-adfafe9a404f service neutron] Pushing event updated for resources: {'Port': ['ID=28c015ec-c76d-4e44-990a-188eeaec3d4c,revision_number=3']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:59.172807 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2826c843-54e0-4d60-8c0b-11a4190ad1ee tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Made reservation on behalf of 619f5dda48254516982a2d4b32c5e174 for: {'port': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:16:59.175680 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c144146-6c93-4d27-8b72-46cac7c90019 req-208a0f78-ca54-446f-b185-adfafe9a404f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:59.176318 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-0c144146-6c93-4d27-8b72-46cac7c90019 req-208a0f78-ca54-446f-b185-adfafe9a404f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:59.177783 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0c144146-6c93-4d27-8b72-46cac7c90019 req-208a0f78-ca54-446f-b185-adfafe9a404f service neutron] 10.222.0.24 "PUT /v2.0/ports/28c015ec-c76d-4e44-990a-188eeaec3d4c HTTP/1.1" status: 200 len: 1092 time: 3.3192341 Aug 11 03:16:59.178683 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36d1947e-7c5e-4fe9-94e8-0ba59cd925fa', 'tag': '28c015ec-c76d-4e44-990a-188eeaec3d4c'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:16:59.180569 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b3ff83b-23ce-47e7-9103-39b59ea318b1" -d '{"events": [{"name": "network-changed", "server_uuid": "36d1947e-7c5e-4fe9-94e8-0ba59cd925fa", "tag": "28c015ec-c76d-4e44-990a-188eeaec3d4c"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:16:59.187208 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468c5616-778f-4828-9770-9a8b996b7f36 None None] Pushing event updated for resources: {'Port': ['ID=7c75555e-6ca4-4986-8699-05d4ad3d00d7,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:59.204346 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-306047dd-c921-4af2-8ad0-522c167b01ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:59.207150 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-2826c843-54e0-4d60-8c0b-11a4190ad1ee tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:59.308362 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [None req-2826c843-54e0-4d60-8c0b-11a4190ad1ee tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] device_id is not set on port f2e6312a-85e6-4209-94a4-abd010cee6df yet. {{(pid=102191) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:16:59.419436 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-80e343c9-d60b-4be9-a8ec-0b6601425494 None None] Provisioning for port 4d574449-f57b-45c6-9c9d-745ba51defbc completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:16:59.421766 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-80e343c9-d60b-4be9-a8ec-0b6601425494 None None] Provisioning complete for port 4d574449-f57b-45c6-9c9d-745ba51defbc triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:16:59.422138 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-80e343c9-d60b-4be9-a8ec-0b6601425494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:59.443273 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-0c144146-6c93-4d27-8b72-46cac7c90019 req-29eff663-2f24-49b6-8dad-466395bfe148 service neutron] Request body: {'port': {'device_id': '36d1947e-7c5e-4fe9-94e8-0ba59cd925fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764292-30'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:16:59.475390 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:16:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f57930ee-1260-4897-8f4f-af93556ce331 x-openstack-request-id: req-f57930ee-1260-4897-8f4f-af93556ce331 {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:16:59.482720 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36d1947e-7c5e-4fe9-94e8-0ba59cd925fa", "tag": "28c015ec-c76d-4e44-990a-188eeaec3d4c", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:16:59.483206 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f57930ee-1260-4897-8f4f-af93556ce331 {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:16:59.483740 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36d1947e-7c5e-4fe9-94e8-0ba59cd925fa', 'tag': '28c015ec-c76d-4e44-990a-188eeaec3d4c', 'status': 'completed', 'code': 200} Aug 11 03:16:59.546013 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-80e343c9-d60b-4be9-a8ec-0b6601425494 None None] Port 4d574449-f57b-45c6-9c9d-745ba51defbc cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:16:59.568456 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-80e343c9-d60b-4be9-a8ec-0b6601425494 None None] Provisioning complete for port 7c75555e-6ca4-4986-8699-05d4ad3d00d7 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:16:59.569024 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-80e343c9-d60b-4be9-a8ec-0b6601425494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:59.805324 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8befd0f-8322-4912-bb01-0ea1a7b19e8b admin admin] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:16:59.820885 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-a8befd0f-8322-4912-bb01-0ea1a7b19e8b admin admin] 10.222.0.41 "PUT /v2.0/routers/f8eeae94-c3d4-451f-a96a-b5f6f4c649a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8049722 Aug 11 03:16:59.832836 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7c059e-5105-417b-be27-7869f1cc5a28 req-6983c4f8-1288-46c3-bd3f-dd9b4ffa5a07 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:59.842125 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3d7c059e-5105-417b-be27-7869f1cc5a28 req-6983c4f8-1288-46c3-bd3f-dd9b4ffa5a07 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/ports?device_id=23071014-7475-45d4-a929-0adda4de678f HTTP/1.1" status: 200 len: 946 time: 0.5381179 Aug 11 03:16:59.877948 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-373094f7-686c-488c-b391-18160aa04ba6 req-ddec1c6a-d360-40fa-bd6f-0445ab8bbdd6 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] 10.222.0.41 "GET /v2.0/ports?device_id=006b2268-b044-4169-accf-c9c02f7462ce HTTP/1.1" status: 200 len: 210 time: 0.3115125 Aug 11 03:16:59.938661 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-9e60ca72-9e0e-4b6a-b3e1-ece0f1ecf856 None None] Provisioning complete for port 4d574449-f57b-45c6-9c9d-745ba51defbc triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:16:59.941423 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-9e60ca72-9e0e-4b6a-b3e1-ece0f1ecf856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:59.949045 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3ff83b-23ce-47e7-9103-39b59ea318b1 req-34fcafde-9273-40cf-ad7e-b14a3403384f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:59.952826 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3ff83b-23ce-47e7-9103-39b59ea318b1 req-34fcafde-9273-40cf-ad7e-b14a3403384f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:59.953592 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3ff83b-23ce-47e7-9103-39b59ea318b1 req-34fcafde-9273-40cf-ad7e-b14a3403384f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:59.956690 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5b3ff83b-23ce-47e7-9103-39b59ea318b1 req-34fcafde-9273-40cf-ad7e-b14a3403384f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9efcd44618b1499dbaacd7184adc7a1f&device_id=36d1947e-7c5e-4fe9-94e8-0ba59cd925fa HTTP/1.1" status: 200 len: 2799 time: 0.4658358 Aug 11 03:17:00.024334 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [None req-2826c843-54e0-4d60-8c0b-11a4190ad1ee tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Allocated IP 172.20.0.9 (48892180-db25-40cf-83c2-aaae4cb060c9/deea502a-6899-4ea4-9e44-632a4aa91e83/f2e6312a-85e6-4209-94a4-abd010cee6df) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:17:00.027537 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 7cc0e450-9c26-4aac-90d5-55763314be88 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:17:00.076521 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ae12bd-e17d-411d-9851-03ac16a0a04d req-afb4b6ad-e285-4a84-869d-60a62864f070 tempest-VolumesSnapshotTestJSON-465789868 tempest-VolumesSnapshotTestJSON-465789868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:00.082055 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-a7ae12bd-e17d-411d-9851-03ac16a0a04d req-afb4b6ad-e285-4a84-869d-60a62864f070 tempest-VolumesSnapshotTestJSON-465789868 tempest-VolumesSnapshotTestJSON-465789868-project] 10.222.0.22 "GET /v2.0/networks?id=01acead8-963f-4169-bd07-29020b4da255 HTTP/1.1" status: 200 len: 813 time: 0.4641988 Aug 11 03:17:00.106885 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-a7ae12bd-e17d-411d-9851-03ac16a0a04d req-ebce39ae-b04e-4539-b687-2c6a894f4edf tempest-VolumesSnapshotTestJSON-465789868 tempest-VolumesSnapshotTestJSON-465789868-project] Request body: {'port': {'device_id': '87bccd5e-1550-45c8-b06c-06fc8aa04820', 'network_id': '01acead8-963f-4169-bd07-29020b4da255', 'admin_state_up': True, 'tenant_id': '105a61f27f4d43e89d29d205aeb1b27e'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:17:00.139754 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3ff83b-23ce-47e7-9103-39b59ea318b1 req-a3da3b81-a048-4aa5-90fc-869bfe0e454d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:00.140439 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3ff83b-23ce-47e7-9103-39b59ea318b1 req-a3da3b81-a048-4aa5-90fc-869bfe0e454d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:00.140918 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3ff83b-23ce-47e7-9103-39b59ea318b1 req-a3da3b81-a048-4aa5-90fc-869bfe0e454d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:00.143328 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5b3ff83b-23ce-47e7-9103-39b59ea318b1 req-a3da3b81-a048-4aa5-90fc-869bfe0e454d service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=9efcd44618b1499dbaacd7184adc7a1f&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.1579564 Aug 11 03:17:00.191455 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-9e60ca72-9e0e-4b6a-b3e1-ece0f1ecf856 None None] Port 4d574449-f57b-45c6-9c9d-745ba51defbc cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:17:00.209329 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2346fef1-46ed-4be6-946c-3ff500d825cf req-6c406f0a-2202-412a-8331-d5b3dd5f849e tempest-VolumesSnapshotTestJSON-465789868 tempest-VolumesSnapshotTestJSON-465789868-project] 10.222.0.41 "GET /v2.0/ports?device_id=87bccd5e-1550-45c8-b06c-06fc8aa04820 HTTP/1.1" status: 200 len: 210 time: 0.0591800 Aug 11 03:17:00.258441 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port 7cc0e450-9c26-4aac-90d5-55763314be88 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:17:00.265727 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-0c144146-6c93-4d27-8b72-46cac7c90019 req-29eff663-2f24-49b6-8dad-466395bfe148 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:00.265958 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 7cc0e450-9c26-4aac-90d5-55763314be88 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:17:00.266256 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:00.384305 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3d7c059e-5105-417b-be27-7869f1cc5a28 req-2394b45b-3d5e-4483-9ef6-e2d3e110099a tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a89a04a-70d6-46f3-9b56-7cb537ff4761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5410099 Aug 11 03:17:00.475636 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:00.508482 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-2826c843-54e0-4d60-8c0b-11a4190ad1ee tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:00.527891 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port 7cc0e450-9c26-4aac-90d5-55763314be88, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=7cc0e450-9c26-4aac-90d5-55763314be88,segment=NetworkSegment(fab28bed-aa25-40db-bba4-ec26e795194c),segment_id=fab28bed-aa25-40db-bba4-ec26e795194c)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:17:00.535244 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [None req-2826c843-54e0-4d60-8c0b-11a4190ad1ee tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Transition to ACTIVE for port object f2e6312a-85e6-4209-94a4-abd010cee6df will not be triggered until provisioned by entity DHCP. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:17:00.587850 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:00.588279 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7ae12bd-e17d-411d-9851-03ac16a0a04d req-ebce39ae-b04e-4539-b687-2c6a894f4edf tempest-VolumesSnapshotTestJSON-465789868 tempest-VolumesSnapshotTestJSON-465789868-project] Made reservation on behalf of 105a61f27f4d43e89d29d205aeb1b27e for: {'port': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:17:00.588767 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 7c75555e-6ca4-4986-8699-05d4ad3d00d7 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:17:00.592966 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-a7ae12bd-e17d-411d-9851-03ac16a0a04d req-ebce39ae-b04e-4539-b687-2c6a894f4edf tempest-VolumesSnapshotTestJSON-465789868 tempest-VolumesSnapshotTestJSON-465789868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:00.667414 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-2826c843-54e0-4d60-8c0b-11a4190ad1ee tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:00.705353 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 7c75555e-6ca4-4986-8699-05d4ad3d00d7 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:17:00.706214 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:00.730402 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2826c843-54e0-4d60-8c0b-11a4190ad1ee tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Network 48892180-db25-40cf-83c2-aaae4cb060c9 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:17:00.735883 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-2826c843-54e0-4d60-8c0b-11a4190ad1ee tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:17:00.750985 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6616dd5-0447-4981-abaf-4bb5c91c42b5 req-c9096e94-92d2-4beb-9a78-e810ca78be28 tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:00.754160 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2826c843-54e0-4d60-8c0b-11a4190ad1ee tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:17:00.763029 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b6616dd5-0447-4981-abaf-4bb5c91c42b5 req-c9096e94-92d2-4beb-9a78-e810ca78be28 tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] 10.222.0.41 "GET /v2.0/networks?id=2edd7c40-ce53-40d0-ad1c-7b106e315d79 HTTP/1.1" status: 200 len: 819 time: 0.1447299 Aug 11 03:17:00.774805 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=7cc0e450-9c26-4aac-90d5-55763314be88,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:00.838115 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4dc3a6-6cec-4af9-93a6-5801acb91018 req-9bc0c2f8-0f90-49ec-b59a-cf0b6711d875 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:00.841151 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2826c843-54e0-4d60-8c0b-11a4190ad1ee tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Pushing event updated for resources: {'Port': ['ID=f2e6312a-85e6-4209-94a4-abd010cee6df,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:00.850382 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4dc3a6-6cec-4af9-93a6-5801acb91018 req-9bc0c2f8-0f90-49ec-b59a-cf0b6711d875 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:00.874053 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4dc3a6-6cec-4af9-93a6-5801acb91018 req-9bc0c2f8-0f90-49ec-b59a-cf0b6711d875 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:00.879272 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2b4dc3a6-6cec-4af9-93a6-5801acb91018 req-9bc0c2f8-0f90-49ec-b59a-cf0b6711d875 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] 10.222.0.41 "GET /v2.0/ports?device_id=36d1947e-7c5e-4fe9-94e8-0ba59cd925fa HTTP/1.1" status: 200 len: 2399 time: 0.3057892 Aug 11 03:17:00.897585 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b6616dd5-0447-4981-abaf-4bb5c91c42b5 req-a279ee4a-0c9b-4ac5-9510-01407df12fe5 tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] 10.222.0.41 "GET /v2.0/quotas/41b5c288d18c42c2bbb943465bc76a20 HTTP/1.1" status: 200 len: 375 time: 0.1334522 Aug 11 03:17:00.931133 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3ff83b-23ce-47e7-9103-39b59ea318b1 req-8c7a76d2-6039-4dda-a4c1-559ae59a4206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:00.932624 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5b3ff83b-23ce-47e7-9103-39b59ea318b1 req-8c7a76d2-6039-4dda-a4c1-559ae59a4206 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7779703 Aug 11 03:17:01.075590 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2b4dc3a6-6cec-4af9-93a6-5801acb91018 req-7b690cf5-1327-4e66-878b-0e6d5bc28929 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] 10.222.0.41 "GET /v2.0/security-groups?id=9bcdfec5-364e-49d2-8266-cef1a51c6464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499655 Aug 11 03:17:01.090472 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-b60c35fd-097b-481c-be36-5093a2753dba None None] Provisioning for port f2e6312a-85e6-4209-94a4-abd010cee6df completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:17:01.096537 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-b60c35fd-097b-481c-be36-5093a2753dba None None] Provisioning complete for port f2e6312a-85e6-4209-94a4-abd010cee6df triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:17:01.096920 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-b60c35fd-097b-481c-be36-5093a2753dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:01.139014 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b6616dd5-0447-4981-abaf-4bb5c91c42b5 req-b0190034-43d0-4941-9ffc-38bf0bb5a6d6 tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=41b5c288d18c42c2bbb943465bc76a20&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2093136 Aug 11 03:17:01.175199 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-b60c35fd-097b-481c-be36-5093a2753dba None None] Port f2e6312a-85e6-4209-94a4-abd010cee6df cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:17:01.181995 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device c8a9ed43-ee6d-4c76-9bbd-07c4a15a792e no longer exists at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:17:01.280606 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2826c843-54e0-4d60-8c0b-11a4190ad1ee tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:01.281133 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-2826c843-54e0-4d60-8c0b-11a4190ad1ee tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:01.312380 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [req-a7ae12bd-e17d-411d-9851-03ac16a0a04d req-ebce39ae-b04e-4539-b687-2c6a894f4edf tempest-VolumesSnapshotTestJSON-465789868 tempest-VolumesSnapshotTestJSON-465789868-project] Allocated IP 172.20.0.13 (01acead8-963f-4169-bd07-29020b4da255/069bf063-b054-4cb3-bf43-ad7278908edd/183746dc-185e-4579-bacc-6cbe90d30224) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:17:01.333219 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:01.364972 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-2826c843-54e0-4d60-8c0b-11a4190ad1ee tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.6715832 Aug 11 03:17:01.367972 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 40856) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:01.384048 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port c8a9ed43-ee6d-4c76-9bbd-07c4a15a792e, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=c8a9ed43-ee6d-4c76-9bbd-07c4a15a792e,segment=NetworkSegment(75976e57-b4d6-45fc-bdea-76c22fb63b62),segment_id=75976e57-b4d6-45fc-bdea-76c22fb63b62)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:17:01.391523 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23071014-7475-45d4-a929-0adda4de678f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8a9ed43-ee6d-4c76-9bbd-07c4a15a792e'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:17:01.391523 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d36c299-26f0-4839-bb81-4a9088ee882c" -d '{"events": [{"server_uuid": "23071014-7475-45d4-a929-0adda4de678f", "name": "network-vif-unplugged", "status": "completed", "tag": "c8a9ed43-ee6d-4c76-9bbd-07c4a15a792e"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:17:01.391907 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-18a5a965-c2c5-45bf-8b28-f286bf86aa65 req-1dd9494a-0abf-4450-8aa4-5a063e0c5c12 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] 10.222.0.41 "GET /v2.0/ports?device_id=006b2268-b044-4169-accf-c9c02f7462ce HTTP/1.1" status: 200 len: 210 time: 0.1068332 Aug 11 03:17:01.400250 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b6616dd5-0447-4981-abaf-4bb5c91c42b5 req-280e73a8-742e-4edd-b88a-8180517b7955 service neutron] 10.222.0.41 "GET /v2.0/networks/2edd7c40-ce53-40d0-ad1c-7b106e315d79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2364981 Aug 11 03:17:01.473118 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:01.536356 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=c8a9ed43-ee6d-4c76-9bbd-07c4a15a792e,revision_number=6']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:01.577736 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c0f9285-b725-4609-989c-3932a1529f2f tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:01.579366 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-7c0f9285-b725-4609-989c-3932a1529f2f tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] 10.222.0.41 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.11 HTTP/1.1" status: 200 len: 923 time: 0.2104638 Aug 11 03:17:01.594909 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 40864) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:01.609511 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff4e16d-d24f-4e3b-ae28-13647251e991 None None] Sync routers for ids ['f8eeae94-c3d4-451f-a96a-b5f6f4c649a4'] in n-d-764292-30 {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:17:01.623416 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [req-0c144146-6c93-4d27-8b72-46cac7c90019 req-29eff663-2f24-49b6-8dad-466395bfe148 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 395c6f2e-a6cb-4e3b-89e4-54d8c6ec595e {{(pid=102192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:17:01.623881 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff4e16d-d24f-4e3b-ae28-13647251e991 None None] Routers {'f8eeae94-c3d4-451f-a96a-b5f6f4c649a4'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:17:01.625651 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-4ff4e16d-d24f-4e3b-ae28-13647251e991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:16:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['f8eeae94-c3d4-451f-a96a-b5f6f4c649a4'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:17:01.649020 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9cf75789-7263-42bb-9f09-877c9dcbda2f req-ebcf231b-001a-4ac7-aa2e-be6dfe7a8be3 tempest-VolumesSnapshotTestJSON-465789868 tempest-VolumesSnapshotTestJSON-465789868-project] 10.222.0.41 "GET /v2.0/ports?device_id=87bccd5e-1550-45c8-b06c-06fc8aa04820 HTTP/1.1" status: 200 len: 210 time: 0.1163614 Aug 11 03:17:01.680412 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-0c144146-6c93-4d27-8b72-46cac7c90019 req-29eff663-2f24-49b6-8dad-466395bfe148 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:01.688207 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 7cc0e450-9c26-4aac-90d5-55763314be88 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:17:01.717316 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b6616dd5-0447-4981-abaf-4bb5c91c42b5 req-ed3a00dc-d587-424e-8eca-d6845fdd3910 service neutron] 10.222.0.41 "GET /v2.0/networks/2edd7c40-ce53-40d0-ad1c-7b106e315d79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3161979 Aug 11 03:17:01.727894 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [req-0c144146-6c93-4d27-8b72-46cac7c90019 req-29eff663-2f24-49b6-8dad-466395bfe148 service neutron] Transition to ACTIVE for port object 395c6f2e-a6cb-4e3b-89e4-54d8c6ec595e will not be triggered until provisioned by entity L2. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:17:01.742101 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 03:17:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43e66b77-526f-4344-9b62-a91fe361ffc3 x-openstack-request-id: req-43e66b77-526f-4344-9b62-a91fe361ffc3 {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:17:01.742742 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23071014-7475-45d4-a929-0adda4de678f", "name": "network-vif-unplugged", "status": "completed", "tag": "c8a9ed43-ee6d-4c76-9bbd-07c4a15a792e", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:17:01.744113 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-43e66b77-526f-4344-9b62-a91fe361ffc3 {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:17:01.744866 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23071014-7475-45d4-a929-0adda4de678f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8a9ed43-ee6d-4c76-9bbd-07c4a15a792e', 'code': 200} Aug 11 03:17:01.768339 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-a7ae12bd-e17d-411d-9851-03ac16a0a04d req-ebce39ae-b04e-4539-b687-2c6a894f4edf tempest-VolumesSnapshotTestJSON-465789868 tempest-VolumesSnapshotTestJSON-465789868-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:01.800480 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-0c144146-6c93-4d27-8b72-46cac7c90019 req-29eff663-2f24-49b6-8dad-466395bfe148 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:01.802009 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 7cc0e450-9c26-4aac-90d5-55763314be88 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:17:01.802442 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:01.821570 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-c1094b59-d754-4da5-969c-12a0994e6801 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Deleting port f2e6312a-85e6-4209-94a4-abd010cee6df {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:17:01.821911 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c1094b59-d754-4da5-969c-12a0994e6801 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:01.846583 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:01.871001 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-4ff4e16d-d24f-4e3b-ae28-13647251e991 None None] Set router f8eeae94-c3d4-451f-a96a-b5f6f4c649a4 gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:17:01.951074 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c1094b59-d754-4da5-969c-12a0994e6801 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:01.974176 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-c1094b59-d754-4da5-969c-12a0994e6801 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Calling delete_port for f2e6312a-85e6-4209-94a4-abd010cee6df owned by {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:17:02.067667 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-a7ae12bd-e17d-411d-9851-03ac16a0a04d req-ebce39ae-b04e-4539-b687-2c6a894f4edf tempest-VolumesSnapshotTestJSON-465789868 tempest-VolumesSnapshotTestJSON-465789868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:02.089877 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-565eddd4-6abf-457d-849b-669eb9dc1b52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:02.153640 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7ae12bd-e17d-411d-9851-03ac16a0a04d req-ebce39ae-b04e-4539-b687-2c6a894f4edf tempest-VolumesSnapshotTestJSON-465789868 tempest-VolumesSnapshotTestJSON-465789868-project] Network 01acead8-963f-4169-bd07-29020b4da255 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:17:02.160390 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [req-a7ae12bd-e17d-411d-9851-03ac16a0a04d req-ebce39ae-b04e-4539-b687-2c6a894f4edf tempest-VolumesSnapshotTestJSON-465789868 tempest-VolumesSnapshotTestJSON-465789868-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:17:02.171373 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29eff663-2f24-49b6-8dad-466395bfe148 service neutron] Pushing event updated for resources: {'Port': ['ID=395c6f2e-a6cb-4e3b-89e4-54d8c6ec595e,revision_number=2']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:02.204114 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-4ff4e16d-d24f-4e3b-ae28-13647251e991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8eeae94-c3d4-451f-a96a-b5f6f4c649a4', 'name': 'tempest-ServerRescueNegativeTestJSON-1914444924-router', 'tenant_id': '41b5c288d18c42c2bbb943465bc76a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': '7cc0e450-9c26-4aac-90d5-55763314be88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:16:52Z', 'updated_at': '2021-08-11T03:16:57Z', 'revision_number': 4, 'project_id': '41b5c288d18c42c2bbb943465bc76a20', 'gw_port': {'id': '7cc0e450-9c26-4aac-90d5-55763314be88', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:f6:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8eeae94-c3d4-451f-a96a-b5f6f4c649a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:16:53Z', 'updated_at': '2021-08-11T03:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '0b553425-bc8a-41c9-9766-e3ee50149895', 'name': '', 'network_id': '2edd7c40-ce53-40d0-ad1c-7b106e315d79', 'tenant_id': '41b5c288d18c42c2bbb943465bc76a20', 'mac_address': 'fa:16:3e:eb:d0:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8eeae94-c3d4-451f-a96a-b5f6f4c649a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1913, 'fixed_ips': [{'subnet_id': 'e698cbd6-76d9-4af8-b3ec-764f8a7a09e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:16:57Z', 'updated_at': '2021-08-11T03:16:58Z', 'revision_number': 2, 'project_id': '41b5c288d18c42c2bbb943465bc76a20', 'subnets': [{'id': 'e698cbd6-76d9-4af8-b3ec-764f8a7a09e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:17:02.223891 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7ae12bd-e17d-411d-9851-03ac16a0a04d req-ebce39ae-b04e-4539-b687-2c6a894f4edf tempest-VolumesSnapshotTestJSON-465789868 tempest-VolumesSnapshotTestJSON-465789868-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:17:02.252339 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3359ec20-8d46-4622-a594-0e45a6e5e6af req-e979e98b-4d13-4679-8263-562d45d89cc1 tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] 10.222.0.41 "GET /v2.0/ports?device_id=04b6704a-fd4f-453a-8cac-272db11d17cf HTTP/1.1" status: 200 len: 210 time: 0.1477323 Aug 11 03:17:02.298102 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff4e16d-d24f-4e3b-ae28-13647251e991 None None] Checking router: f8eeae94-c3d4-451f-a96a-b5f6f4c649a4 for host: n-d-764292-30 {{(pid=102194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:17:02.306340 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff4e16d-d24f-4e3b-ae28-13647251e991 None None] Updating router f8eeae94-c3d4-451f-a96a-b5f6f4c649a4 port 0b553425-bc8a-41c9-9766-e3ee50149895 binding host n-d-764292-30 {{(pid=102194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:17:02.361731 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-4ff4e16d-d24f-4e3b-ae28-13647251e991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:02.366745 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebce39ae-b04e-4539-b687-2c6a894f4edf tempest-VolumesSnapshotTestJSON-465789868 tempest-VolumesSnapshotTestJSON-465789868-project] Pushing event updated for resources: {'Port': ['ID=183746dc-185e-4579-bacc-6cbe90d30224,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:02.412663 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24664272-6059-4a98-a054-f6edd929804b req-ad486643-2b83-419f-a313-0f177e6d046b tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:02.423983 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-24664272-6059-4a98-a054-f6edd929804b req-ad486643-2b83-419f-a313-0f177e6d046b tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/ports?device_id=23071014-7475-45d4-a929-0adda4de678f HTTP/1.1" status: 200 len: 944 time: 0.5192387 Aug 11 03:17:02.466435 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47985dd8-feca-4f76-a12a-1e4896ee37e5 req-26793b25-6a85-4415-8aae-29614299cf7c tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:02.468346 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-47985dd8-feca-4f76-a12a-1e4896ee37e5 req-26793b25-6a85-4415-8aae-29614299cf7c tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] 10.222.0.24 "GET /v2.0/networks?id=ec41e9b8-ca95-4733-9938-a40bc676061d HTTP/1.1" status: 200 len: 814 time: 0.5655468 Aug 11 03:17:02.476747 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ae12bd-e17d-411d-9851-03ac16a0a04d req-ebce39ae-b04e-4539-b687-2c6a894f4edf tempest-VolumesSnapshotTestJSON-465789868 tempest-VolumesSnapshotTestJSON-465789868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:02.478114 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-a7ae12bd-e17d-411d-9851-03ac16a0a04d req-ebce39ae-b04e-4539-b687-2c6a894f4edf tempest-VolumesSnapshotTestJSON-465789868 tempest-VolumesSnapshotTestJSON-465789868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:02.489331 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-47985dd8-feca-4f76-a12a-1e4896ee37e5 req-7566af79-1134-42fc-acb0-e333429faf2c tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] Request body: {'port': {'device_id': '006b2268-b044-4169-accf-c9c02f7462ce', 'network_id': 'ec41e9b8-ca95-4733-9938-a40bc676061d', 'admin_state_up': True, 'tenant_id': 'de7c7081e4f94005a4ad5308630cb9c6'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:17:02.530241 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c1094b59-d754-4da5-969c-12a0994e6801 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:02.577343 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-0c144146-6c93-4d27-8b72-46cac7c90019 req-29eff663-2f24-49b6-8dad-466395bfe148 service neutron] Attempting to bind port 395c6f2e-a6cb-4e3b-89e4-54d8c6ec595e on host n-h2-764292-30 for vnic_type normal with profile {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:17:02.577676 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-0c144146-6c93-4d27-8b72-46cac7c90019 req-29eff663-2f24-49b6-8dad-466395bfe148 service neutron] Attempting to bind port 395c6f2e-a6cb-4e3b-89e4-54d8c6ec595e by drivers openvswitch,hyperv on host n-h2-764292-30 at level 0 using segments [{'id': 'cec806d2-146e-4899-a64a-ab587545aa11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '054df3e3-cdfc-452c-8e72-7c6f93926436'}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:17:02.578234 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c144146-6c93-4d27-8b72-46cac7c90019 req-29eff663-2f24-49b6-8dad-466395bfe148 service neutron] Attempting to bind port 395c6f2e-a6cb-4e3b-89e4-54d8c6ec595e on network 054df3e3-cdfc-452c-8e72-7c6f93926436 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:17:02.584678 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1094b59-d754-4da5-969c-12a0994e6801 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Pushing event deleted for resources: {'Port': ['ID=f2e6312a-85e6-4209-94a4-abd010cee6df,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:02.607593 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-24664272-6059-4a98-a054-f6edd929804b req-44f02d7a-690a-47de-b6bf-6686932b711f tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a89a04a-70d6-46f3-9b56-7cb537ff4761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823890 Aug 11 03:17:02.650835 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b262d5-f4a4-46d9-88d2-24b06769e8b9 req-1e67a98b-0588-432d-b5eb-e8078471c8ac tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:02.660118 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b262d5-f4a4-46d9-88d2-24b06769e8b9 req-1e67a98b-0588-432d-b5eb-e8078471c8ac tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:02.667820 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b262d5-f4a4-46d9-88d2-24b06769e8b9 req-1e67a98b-0588-432d-b5eb-e8078471c8ac tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:02.677444 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b2b262d5-f4a4-46d9-88d2-24b06769e8b9 req-1e67a98b-0588-432d-b5eb-e8078471c8ac tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] 10.222.0.41 "GET /v2.0/ports?device_id=36d1947e-7c5e-4fe9-94e8-0ba59cd925fa HTTP/1.1" status: 200 len: 2411 time: 0.2997994 Aug 11 03:17:02.679884 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c144146-6c93-4d27-8b72-46cac7c90019 req-29eff663-2f24-49b6-8dad-466395bfe148 service neutron] Port 395c6f2e-a6cb-4e3b-89e4-54d8c6ec595e on network 054df3e3-cdfc-452c-8e72-7c6f93926436 not bound, no agent of type Open vSwitch agent registered on host n-h2-764292-30 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:17:02.680518 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c144146-6c93-4d27-8b72-46cac7c90019 req-29eff663-2f24-49b6-8dad-466395bfe148 service neutron] Attempting to bind port 395c6f2e-a6cb-4e3b-89e4-54d8c6ec595e on network 054df3e3-cdfc-452c-8e72-7c6f93926436 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:17:02.703847 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-a7ae12bd-e17d-411d-9851-03ac16a0a04d req-ebce39ae-b04e-4539-b687-2c6a894f4edf tempest-VolumesSnapshotTestJSON-465789868 tempest-VolumesSnapshotTestJSON-465789868-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6068966 Aug 11 03:17:02.739602 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-a7ae12bd-e17d-411d-9851-03ac16a0a04d req-ed6970f8-98b3-4e73-beb9-c72546d781a4 service neutron] Request body: {'port': {'device_id': '87bccd5e-1550-45c8-b06c-06fc8aa04820', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764292-30'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:17:02.788647 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c144146-6c93-4d27-8b72-46cac7c90019 req-29eff663-2f24-49b6-8dad-466395bfe148 service neutron] Checking agent: {'id': '70015fc0-62fb-48b2-b453-36906937cf2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 16, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:17:02.796646 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c144146-6c93-4d27-8b72-46cac7c90019 req-29eff663-2f24-49b6-8dad-466395bfe148 service neutron] Checking segment: {'id': 'cec806d2-146e-4899-a64a-ab587545aa11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '054df3e3-cdfc-452c-8e72-7c6f93926436'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:17:02.800181 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c144146-6c93-4d27-8b72-46cac7c90019 req-29eff663-2f24-49b6-8dad-466395bfe148 service neutron] Bound using segment: {'id': 'cec806d2-146e-4899-a64a-ab587545aa11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '054df3e3-cdfc-452c-8e72-7c6f93926436'} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:17:02.800181 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-0c144146-6c93-4d27-8b72-46cac7c90019 req-29eff663-2f24-49b6-8dad-466395bfe148 service neutron] Bound port: 395c6f2e-a6cb-4e3b-89e4-54d8c6ec595e, host: n-h2-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cec806d2-146e-4899-a64a-ab587545aa11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '054df3e3-cdfc-452c-8e72-7c6f93926436'}}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:17:02.800181 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-0c144146-6c93-4d27-8b72-46cac7c90019 req-29eff663-2f24-49b6-8dad-466395bfe148 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:02.809666 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-4ff4e16d-d24f-4e3b-ae28-13647251e991 None None] Notify callbacks [] for port, precommit_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:02.833405 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.provisioning_blocks [None req-4ff4e16d-d24f-4e3b-ae28-13647251e991 None None] Transition to ACTIVE for port object 0b553425-bc8a-41c9-9766-e3ee50149895 will not be triggered until provisioned by entity L2. {{(pid=102194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:17:02.848416 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b2b262d5-f4a4-46d9-88d2-24b06769e8b9 req-3440dbe2-da93-46f3-bffa-1448509b9857 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] 10.222.0.41 "GET /v2.0/security-groups?id=9bcdfec5-364e-49d2-8266-cef1a51c6464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697726 Aug 11 03:17:02.862632 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-a7ae12bd-e17d-411d-9851-03ac16a0a04d req-ed6970f8-98b3-4e73-beb9-c72546d781a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:02.930609 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-4ff4e16d-d24f-4e3b-ae28-13647251e991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:02.959019 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:03.053431 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-4ff4e16d-d24f-4e3b-ae28-13647251e991 None None] Attempting to bind port 0b553425-bc8a-41c9-9766-e3ee50149895 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:17:03.054141 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-4ff4e16d-d24f-4e3b-ae28-13647251e991 None None] Attempting to bind port 0b553425-bc8a-41c9-9766-e3ee50149895 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': '85e0917a-301a-48f0-af02-10bb8de75f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2edd7c40-ce53-40d0-ad1c-7b106e315d79'}] {{(pid=102194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:17:03.054793 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff4e16d-d24f-4e3b-ae28-13647251e991 None None] Attempting to bind port 0b553425-bc8a-41c9-9766-e3ee50149895 on network 2edd7c40-ce53-40d0-ad1c-7b106e315d79 {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:17:03.073477 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff4e16d-d24f-4e3b-ae28-13647251e991 None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 17, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:17:03.074313 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff4e16d-d24f-4e3b-ae28-13647251e991 None None] Checking segment: {'id': '85e0917a-301a-48f0-af02-10bb8de75f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2edd7c40-ce53-40d0-ad1c-7b106e315d79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:17:03.074965 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-4ff4e16d-d24f-4e3b-ae28-13647251e991 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:03.075581 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff4e16d-d24f-4e3b-ae28-13647251e991 None None] Bound using segment: {'id': '85e0917a-301a-48f0-af02-10bb8de75f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2edd7c40-ce53-40d0-ad1c-7b106e315d79'} {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:17:03.076259 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-4ff4e16d-d24f-4e3b-ae28-13647251e991 None None] Bound port: 0b553425-bc8a-41c9-9766-e3ee50149895, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85e0917a-301a-48f0-af02-10bb8de75f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2edd7c40-ce53-40d0-ad1c-7b106e315d79'}}] {{(pid=102194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:17:03.080482 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-4ff4e16d-d24f-4e3b-ae28-13647251e991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:03.130121 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f470e4c6-a940-4134-a676-1dc484fc2395 req-4be74610-c6e9-41c5-8d68-7fcfd51eebd0 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] 10.222.0.41 "GET /v2.0/ports?device_id=006b2268-b044-4169-accf-c9c02f7462ce HTTP/1.1" status: 200 len: 210 time: 0.1770363 Aug 11 03:17:03.154501 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.db [None req-4ff4e16d-d24f-4e3b-ae28-13647251e991 None None] For port 0b553425-bc8a-41c9-9766-e3ee50149895, host n-d-764292-30, cleared binding levels {{(pid=102194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:17:03.157010 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-0c144146-6c93-4d27-8b72-46cac7c90019 req-29eff663-2f24-49b6-8dad-466395bfe148 service neutron] For port 395c6f2e-a6cb-4e3b-89e4-54d8c6ec595e, host n-h2-764292-30, cleared binding levels {{(pid=102192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:17:03.158968 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.db [None req-4ff4e16d-d24f-4e3b-ae28-13647251e991 None None] For port 0b553425-bc8a-41c9-9766-e3ee50149895, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=0b553425-bc8a-41c9-9766-e3ee50149895,segment=NetworkSegment(85e0917a-301a-48f0-af02-10bb8de75f4d),segment_id=85e0917a-301a-48f0-af02-10bb8de75f4d)] {{(pid=102194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:17:03.163290 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94c28e0-15b7-4a6e-b0dd-a6c6b7ba7846 None None] Pushing event updated for resources: {'Port': ['ID=0b553425-bc8a-41c9-9766-e3ee50149895,revision_number=3']} {{(pid=102194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:03.172676 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-0c144146-6c93-4d27-8b72-46cac7c90019 req-29eff663-2f24-49b6-8dad-466395bfe148 service neutron] For port 395c6f2e-a6cb-4e3b-89e4-54d8c6ec595e, host n-h2-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=395c6f2e-a6cb-4e3b-89e4-54d8c6ec595e,segment=NetworkSegment(cec806d2-146e-4899-a64a-ab587545aa11),segment_id=cec806d2-146e-4899-a64a-ab587545aa11)] {{(pid=102192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:17:03.183640 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device c8a9ed43-ee6d-4c76-9bbd-07c4a15a792e details requested by agent hyperv_n-h1-764292-30 with host n-h1-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:17:03.205380 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c1094b59-d754-4da5-969c-12a0994e6801 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:03.210241 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-c1094b59-d754-4da5-969c-12a0994e6801 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] 10.222.0.41 "DELETE /v2.0/ports/f2e6312a-85e6-4209-94a4-abd010cee6df HTTP/1.1" status: 204 len: 168 time: 1.6234367 Aug 11 03:17:03.211038 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 40900) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:03.233087 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47985dd8-feca-4f76-a12a-1e4896ee37e5 req-7566af79-1134-42fc-acb0-e333429faf2c tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] Made reservation on behalf of de7c7081e4f94005a4ad5308630cb9c6 for: {'port': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:17:03.244692 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-4ff4e16d-d24f-4e3b-ae28-13647251e991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:03.246977 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-47985dd8-feca-4f76-a12a-1e4896ee37e5 req-7566af79-1134-42fc-acb0-e333429faf2c tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:03.281911 n-d-764292-30 neutron-server[102191]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0d29266-bdc2-4854-bf21-df0595a88e0e tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] GET failed (client error): The resource could not be found. Aug 11 03:17:03.287023 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-0c144146-6c93-4d27-8b72-46cac7c90019 req-29eff663-2f24-49b6-8dad-466395bfe148 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:03.292677 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-b0d29266-bdc2-4854-bf21-df0595a88e0e tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] 10.222.0.41 "GET /v2.0/ports/f2e6312a-85e6-4209-94a4-abd010cee6df HTTP/1.1" status: 404 len: 333 time: 0.0752354 Aug 11 03:17:03.294089 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 40904) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:03.392558 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94c28e0-15b7-4a6e-b0dd-a6c6b7ba7846 None None] Pushing event updated for resources: {'Port': ['ID=0b553425-bc8a-41c9-9766-e3ee50149895,revision_number=4']} {{(pid=102194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:03.421242 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 40906) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:03.429622 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [req-a7ae12bd-e17d-411d-9851-03ac16a0a04d req-ed6970f8-98b3-4e73-beb9-c72546d781a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 183746dc-185e-4579-bacc-6cbe90d30224 {{(pid=102191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:17:03.430167 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff4e16d-d24f-4e3b-ae28-13647251e991 None None] Routers {'f8eeae94-c3d4-451f-a96a-b5f6f4c649a4'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:17:03.430834 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-4ff4e16d-d24f-4e3b-ae28-13647251e991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:17:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['f8eeae94-c3d4-451f-a96a-b5f6f4c649a4'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:17:03.434136 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port c8a9ed43-ee6d-4c76-9bbd-07c4a15a792e, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=c8a9ed43-ee6d-4c76-9bbd-07c4a15a792e,segment=NetworkSegment(75976e57-b4d6-45fc-bdea-76c22fb63b62),segment_id=75976e57-b4d6-45fc-bdea-76c22fb63b62)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:17:03.449553 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-a7ae12bd-e17d-411d-9851-03ac16a0a04d req-ed6970f8-98b3-4e73-beb9-c72546d781a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:03.478059 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Returning: {'device': 'c8a9ed43-ee6d-4c76-9bbd-07c4a15a792e', 'network_id': 'd23f5a1b-0a20-4470-9e66-0c5a40221406', 'port_id': 'c8a9ed43-ee6d-4c76-9bbd-07c4a15a792e', 'mac_address': 'fa:16:3e:32:b0:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '617c48f0-a855-4ee0-bdb7-302ef1d77faa', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:17:03.488775 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb22e6e-0461-4336-b765-2d681b1d374e req-018d37e3-6eb8-4c05-a051-c16b06066f4a tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:03.495616 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [req-a7ae12bd-e17d-411d-9851-03ac16a0a04d req-ed6970f8-98b3-4e73-beb9-c72546d781a4 service neutron] Transition to ACTIVE for port object 183746dc-185e-4579-bacc-6cbe90d30224 will not be triggered until provisioned by entity L2. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:17:03.497578 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2bb22e6e-0461-4336-b765-2d681b1d374e req-018d37e3-6eb8-4c05-a051-c16b06066f4a tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] 10.222.0.41 "GET /v2.0/networks?id=2edd7c40-ce53-40d0-ad1c-7b106e315d79 HTTP/1.1" status: 200 len: 819 time: 0.5706546 Aug 11 03:17:03.517838 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-91e1715f-3c41-4ed2-a752-134a7f207601 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Deleting port 4d574449-f57b-45c6-9c9d-745ba51defbc {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:17:03.518408 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-91e1715f-3c41-4ed2-a752-134a7f207601 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:03.536715 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c144146-6c93-4d27-8b72-46cac7c90019 req-29eff663-2f24-49b6-8dad-466395bfe148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:03.549206 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-0c144146-6c93-4d27-8b72-46cac7c90019 req-29eff663-2f24-49b6-8dad-466395bfe148 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:03.549206 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0c144146-6c93-4d27-8b72-46cac7c90019 req-29eff663-2f24-49b6-8dad-466395bfe148 service neutron] 10.222.0.24 "PUT /v2.0/ports/395c6f2e-a6cb-4e3b-89e4-54d8c6ec595e HTTP/1.1" status: 200 len: 1092 time: 4.1062343 Aug 11 03:17:03.549206 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36d1947e-7c5e-4fe9-94e8-0ba59cd925fa', 'tag': '395c6f2e-a6cb-4e3b-89e4-54d8c6ec595e'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:17:03.552334 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea6e1275-15e8-4613-a9e4-8d7b3712cb46" -d '{"events": [{"name": "network-changed", "server_uuid": "36d1947e-7c5e-4fe9-94e8-0ba59cd925fa", "tag": "395c6f2e-a6cb-4e3b-89e4-54d8c6ec595e"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:17:03.577652 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-a7ae12bd-e17d-411d-9851-03ac16a0a04d req-ed6970f8-98b3-4e73-beb9-c72546d781a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:03.627023 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-4ff4e16d-d24f-4e3b-ae28-13647251e991 None None] Set router f8eeae94-c3d4-451f-a96a-b5f6f4c649a4 gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:17:03.629690 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:03.640976 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2bb22e6e-0461-4336-b765-2d681b1d374e req-df89a2e4-9793-4074-ad88-d6850e19e7c3 tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] 10.222.0.41 "GET /v2.0/quotas/41b5c288d18c42c2bbb943465bc76a20 HTTP/1.1" status: 200 len: 375 time: 0.1265721 Aug 11 03:17:03.660460 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8a9ed43-ee6d-4c76-9bbd-07c4a15a792e {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:17:03.709285 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port c8a9ed43-ee6d-4c76-9bbd-07c4a15a792e, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=c8a9ed43-ee6d-4c76-9bbd-07c4a15a792e,segment=NetworkSegment(75976e57-b4d6-45fc-bdea-76c22fb63b62),segment_id=75976e57-b4d6-45fc-bdea-76c22fb63b62)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:17:03.738511 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29eff663-2f24-49b6-8dad-466395bfe148 service neutron] Pushing event updated for resources: {'Port': ['ID=395c6f2e-a6cb-4e3b-89e4-54d8c6ec595e,revision_number=3']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:03.741868 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-74a7facc-3990-49d3-b69d-0d6c85b59b7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:03.758824 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44513182-9b2e-4e08-8f49-8ca67d9b9caf req-5b206eea-2208-4e99-b3ab-55ee41e11849 tempest-VolumesSnapshotTestJSON-465789868 tempest-VolumesSnapshotTestJSON-465789868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:03.766727 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-44513182-9b2e-4e08-8f49-8ca67d9b9caf req-5b206eea-2208-4e99-b3ab-55ee41e11849 tempest-VolumesSnapshotTestJSON-465789868 tempest-VolumesSnapshotTestJSON-465789868-project] 10.222.0.41 "GET /v2.0/ports?device_id=87bccd5e-1550-45c8-b06c-06fc8aa04820 HTTP/1.1" status: 200 len: 932 time: 0.5133710 Aug 11 03:17:03.777289 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6970f8-98b3-4e73-beb9-c72546d781a4 service neutron] Pushing event updated for resources: {'Port': ['ID=183746dc-185e-4579-bacc-6cbe90d30224,revision_number=2']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:03.816095 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:03.852282 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-91e1715f-3c41-4ed2-a752-134a7f207601 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:03.883028 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-91e1715f-3c41-4ed2-a752-134a7f207601 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Calling delete_port for 4d574449-f57b-45c6-9c9d-745ba51defbc owned by {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:17:03.919268 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=c8a9ed43-ee6d-4c76-9bbd-07c4a15a792e,revision_number=7']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:03.920960 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2bb22e6e-0461-4336-b765-2d681b1d374e req-244c9b01-f7b3-42bb-bb3f-3387b77a0449 tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=41b5c288d18c42c2bbb943465bc76a20&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2786155 Aug 11 03:17:03.943049 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-44513182-9b2e-4e08-8f49-8ca67d9b9caf req-49acbe7b-48cf-487f-9be6-82cc6627a579 tempest-VolumesSnapshotTestJSON-465789868 tempest-VolumesSnapshotTestJSON-465789868-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f4ecb47-4864-42ad-bab7-e92caddf58f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743832 Aug 11 03:17:03.970229 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-a7ae12bd-e17d-411d-9851-03ac16a0a04d req-ed6970f8-98b3-4e73-beb9-c72546d781a4 service neutron] Attempting to bind port 183746dc-185e-4579-bacc-6cbe90d30224 on host n-h1-764292-30 for vnic_type normal with profile {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:17:03.970744 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-a7ae12bd-e17d-411d-9851-03ac16a0a04d req-ed6970f8-98b3-4e73-beb9-c72546d781a4 service neutron] Attempting to bind port 183746dc-185e-4579-bacc-6cbe90d30224 by drivers openvswitch,hyperv on host n-h1-764292-30 at level 0 using segments [{'id': 'a4461aa7-a68f-4ec2-820b-606b00b637c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '01acead8-963f-4169-bd07-29020b4da255'}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:17:03.971168 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ae12bd-e17d-411d-9851-03ac16a0a04d req-ed6970f8-98b3-4e73-beb9-c72546d781a4 service neutron] Attempting to bind port 183746dc-185e-4579-bacc-6cbe90d30224 on network 01acead8-963f-4169-bd07-29020b4da255 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:17:03.987742 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ae12bd-e17d-411d-9851-03ac16a0a04d req-ed6970f8-98b3-4e73-beb9-c72546d781a4 service neutron] Port 183746dc-185e-4579-bacc-6cbe90d30224 on network 01acead8-963f-4169-bd07-29020b4da255 not bound, no agent of type Open vSwitch agent registered on host n-h1-764292-30 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:17:03.988170 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ae12bd-e17d-411d-9851-03ac16a0a04d req-ed6970f8-98b3-4e73-beb9-c72546d781a4 service neutron] Attempting to bind port 183746dc-185e-4579-bacc-6cbe90d30224 on network 01acead8-963f-4169-bd07-29020b4da255 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:17:03.997454 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ae12bd-e17d-411d-9851-03ac16a0a04d req-ed6970f8-98b3-4e73-beb9-c72546d781a4 service neutron] Checking agent: {'id': 'abb524c2-b412-4ed2-8367-45c4fd996fa7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 16, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:17:03.997932 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ae12bd-e17d-411d-9851-03ac16a0a04d req-ed6970f8-98b3-4e73-beb9-c72546d781a4 service neutron] Checking segment: {'id': 'a4461aa7-a68f-4ec2-820b-606b00b637c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '01acead8-963f-4169-bd07-29020b4da255'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:17:04.008825 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ae12bd-e17d-411d-9851-03ac16a0a04d req-ed6970f8-98b3-4e73-beb9-c72546d781a4 service neutron] Bound using segment: {'id': 'a4461aa7-a68f-4ec2-820b-606b00b637c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '01acead8-963f-4169-bd07-29020b4da255'} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:17:04.009574 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-a7ae12bd-e17d-411d-9851-03ac16a0a04d req-ed6970f8-98b3-4e73-beb9-c72546d781a4 service neutron] Bound port: 183746dc-185e-4579-bacc-6cbe90d30224, host: n-h1-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4461aa7-a68f-4ec2-820b-606b00b637c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '01acead8-963f-4169-bd07-29020b4da255'}}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:17:04.009947 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-a7ae12bd-e17d-411d-9851-03ac16a0a04d req-ed6970f8-98b3-4e73-beb9-c72546d781a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:04.031404 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-4ff4e16d-d24f-4e3b-ae28-13647251e991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8eeae94-c3d4-451f-a96a-b5f6f4c649a4', 'name': 'tempest-ServerRescueNegativeTestJSON-1914444924-router', 'tenant_id': '41b5c288d18c42c2bbb943465bc76a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': '7cc0e450-9c26-4aac-90d5-55763314be88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:16:52Z', 'updated_at': '2021-08-11T03:16:57Z', 'revision_number': 4, 'project_id': '41b5c288d18c42c2bbb943465bc76a20', 'gw_port': {'id': '7cc0e450-9c26-4aac-90d5-55763314be88', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:f6:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8eeae94-c3d4-451f-a96a-b5f6f4c649a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:16:53Z', 'updated_at': '2021-08-11T03:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '0b553425-bc8a-41c9-9766-e3ee50149895', 'name': '', 'network_id': '2edd7c40-ce53-40d0-ad1c-7b106e315d79', 'tenant_id': '41b5c288d18c42c2bbb943465bc76a20', 'mac_address': 'fa:16:3e:eb:d0:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8eeae94-c3d4-451f-a96a-b5f6f4c649a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1913, 'fixed_ips': [{'subnet_id': 'e698cbd6-76d9-4af8-b3ec-764f8a7a09e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:16:57Z', 'updated_at': '2021-08-11T03:17:03Z', 'revision_number': 4, 'project_id': '41b5c288d18c42c2bbb943465bc76a20', 'subnets': [{'id': 'e698cbd6-76d9-4af8-b3ec-764f8a7a09e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:17:04.063441 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c144146-6c93-4d27-8b72-46cac7c90019 req-8a478687-57d6-4609-a702-401ad9d94477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:04.063734 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff4e16d-d24f-4e3b-ae28-13647251e991 None None] The sync data for ids ['f8eeae94-c3d4-451f-a96a-b5f6f4c649a4'] in n-d-764292-30 is: [{'id': 'f8eeae94-c3d4-451f-a96a-b5f6f4c649a4', 'name': 'tempest-ServerRescueNegativeTestJSON-1914444924-router', 'tenant_id': '41b5c288d18c42c2bbb943465bc76a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': '7cc0e450-9c26-4aac-90d5-55763314be88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:16:52Z', 'updated_at': '2021-08-11T03:16:57Z', 'revision_number': 4, 'project_id': '41b5c288d18c42c2bbb943465bc76a20', 'gw_port': {'id': '7cc0e450-9c26-4aac-90d5-55763314be88', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:f6:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8eeae94-c3d4-451f-a96a-b5f6f4c649a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:16:53Z', 'updated_at': '2021-08-11T03:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '0b553425-bc8a-41c9-9766-e3ee50149895', 'name': '', 'network_id': '2edd7c40-ce53-40d0-ad1c-7b106e315d79', 'tenant_id': '41b5c288d18c42c2bbb943465bc76a20', 'mac_address': 'fa:16:3e:eb:d0:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8eeae94-c3d4-451f-a96a-b5f6f4c649a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1913, 'fixed_ips': [{'subnet_id': 'e698cbd6-76d9-4af8-b3ec-764f8a7a09e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:16:57Z', 'updated_at': '2021-08-11T03:17:03Z', 'revision_number': 4, 'project_id': '41b5c288d18c42c2bbb943465bc76a20', 'subnets': [{'id': 'e698cbd6-76d9-4af8-b3ec-764f8a7a09e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:17:04.066990 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c144146-6c93-4d27-8b72-46cac7c90019 req-8a478687-57d6-4609-a702-401ad9d94477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:04.066990 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c144146-6c93-4d27-8b72-46cac7c90019 req-8a478687-57d6-4609-a702-401ad9d94477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:04.067420 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0c144146-6c93-4d27-8b72-46cac7c90019 req-8a478687-57d6-4609-a702-401ad9d94477 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9efcd44618b1499dbaacd7184adc7a1f&device_id=36d1947e-7c5e-4fe9-94e8-0ba59cd925fa HTTP/1.1" status: 200 len: 2867 time: 0.3663445 Aug 11 03:17:04.073477 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2bb22e6e-0461-4336-b765-2d681b1d374e req-0e570d99-b32a-43c0-8512-87eaf7037852 service neutron] 10.222.0.41 "GET /v2.0/networks/2edd7c40-ce53-40d0-ad1c-7b106e315d79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521122 Aug 11 03:17:04.077718 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:17:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8bd45e5-aa8c-47e9-b84e-2084076782aa x-openstack-request-id: req-f8bd45e5-aa8c-47e9-b84e-2084076782aa {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:17:04.078441 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36d1947e-7c5e-4fe9-94e8-0ba59cd925fa", "tag": "395c6f2e-a6cb-4e3b-89e4-54d8c6ec595e", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:17:04.079013 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f8bd45e5-aa8c-47e9-b84e-2084076782aa {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:17:04.079618 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36d1947e-7c5e-4fe9-94e8-0ba59cd925fa', 'tag': '395c6f2e-a6cb-4e3b-89e4-54d8c6ec595e', 'status': 'completed', 'code': 200} Aug 11 03:17:04.150261 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-74a7facc-3990-49d3-b69d-0d6c85b59b7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:04.151383 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['c8a9ed43-ee6d-4c76-9bbd-07c4a15a792e'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:17:04.197177 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0c144146-6c93-4d27-8b72-46cac7c90019 req-dc8b99b0-356f-4684-8d4a-d1221e5b0d97 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.229&port_id=c7660f25-0ec2-48b9-ae13-ae5a5f2e57ec HTTP/1.1" status: 200 len: 217 time: 0.1163557 Aug 11 03:17:04.221566 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-74a7facc-3990-49d3-b69d-0d6c85b59b7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:04.244724 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-a7ae12bd-e17d-411d-9851-03ac16a0a04d req-ed6970f8-98b3-4e73-beb9-c72546d781a4 service neutron] For port 183746dc-185e-4579-bacc-6cbe90d30224, host n-h1-764292-30, cleared binding levels {{(pid=102191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:17:04.292556 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-a7ae12bd-e17d-411d-9851-03ac16a0a04d req-ed6970f8-98b3-4e73-beb9-c72546d781a4 service neutron] For port 183746dc-185e-4579-bacc-6cbe90d30224, host n-h1-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=183746dc-185e-4579-bacc-6cbe90d30224,segment=NetworkSegment(a4461aa7-a68f-4ec2-820b-606b00b637c3),segment_id=a4461aa7-a68f-4ec2-820b-606b00b637c3)] {{(pid=102191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:17:04.302453 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [req-47985dd8-feca-4f76-a12a-1e4896ee37e5 req-7566af79-1134-42fc-acb0-e333429faf2c tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] Allocated IP 172.20.0.11 (ec41e9b8-ca95-4733-9938-a40bc676061d/a117f456-eefd-42ce-85d3-cce35b5c64c2/7f702ca6-0574-4a40-839e-67792077d2dd) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:17:04.311246 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-74a7facc-3990-49d3-b69d-0d6c85b59b7c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=28eac3f459454082a67bd13a79a8ad33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8864727 Aug 11 03:17:04.311246 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a7facc-3990-49d3-b69d-0d6c85b59b7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ba545f1-f3ab-4e4e-b41b-2c09ba113aa4,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:04.312423 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 40920) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:04.342081 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-a7ae12bd-e17d-411d-9851-03ac16a0a04d req-ed6970f8-98b3-4e73-beb9-c72546d781a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:04.361766 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c144146-6c93-4d27-8b72-46cac7c90019 req-5b7ee51f-b5ba-4739-9a66-3a917ad499ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:04.363759 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0c144146-6c93-4d27-8b72-46cac7c90019 req-5b7ee51f-b5ba-4739-9a66-3a917ad499ea service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bac5de77-3216-4b9c-aea2-23b128d4ba52 HTTP/1.1" status: 200 len: 801 time: 0.1515834 Aug 11 03:17:04.387686 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-91e1715f-3c41-4ed2-a752-134a7f207601 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:04.405522 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ae12bd-e17d-411d-9851-03ac16a0a04d req-ed6970f8-98b3-4e73-beb9-c72546d781a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:04.406226 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-a7ae12bd-e17d-411d-9851-03ac16a0a04d req-ed6970f8-98b3-4e73-beb9-c72546d781a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:04.408260 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-a7ae12bd-e17d-411d-9851-03ac16a0a04d req-ed6970f8-98b3-4e73-beb9-c72546d781a4 service neutron] 10.222.0.22 "PUT /v2.0/ports/183746dc-185e-4579-bacc-6cbe90d30224 HTTP/1.1" status: 200 len: 1093 time: 1.6957006 Aug 11 03:17:04.414438 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87bccd5e-1550-45c8-b06c-06fc8aa04820', 'tag': '183746dc-185e-4579-bacc-6cbe90d30224'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:17:04.416866 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cc91253-900b-430d-92e4-8c91014120cc" -d '{"events": [{"name": "network-changed", "server_uuid": "87bccd5e-1550-45c8-b06c-06fc8aa04820", "tag": "183746dc-185e-4579-bacc-6cbe90d30224"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:17:04.464623 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e6352ddd-0a49-4cba-ba7e-96fd0ad80f40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:04.529888 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e6352ddd-0a49-4cba-ba7e-96fd0ad80f40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:04.597092 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6970f8-98b3-4e73-beb9-c72546d781a4 service neutron] Pushing event updated for resources: {'Port': ['ID=183746dc-185e-4579-bacc-6cbe90d30224,revision_number=3']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:04.638938 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:04.666016 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e1715f-3c41-4ed2-a752-134a7f207601 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Pushing event deleted for resources: {'Port': ['ID=4d574449-f57b-45c6-9c9d-745ba51defbc,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:04.668262 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-91e1715f-3c41-4ed2-a752-134a7f207601 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:04.670248 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-91e1715f-3c41-4ed2-a752-134a7f207601 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] 10.222.0.41 "DELETE /v2.0/ports/4d574449-f57b-45c6-9c9d-745ba51defbc HTTP/1.1" status: 204 len: 168 time: 1.3610721 Aug 11 03:17:04.675298 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e6352ddd-0a49-4cba-ba7e-96fd0ad80f40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:04.679586 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e6352ddd-0a49-4cba-ba7e-96fd0ad80f40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:04.680802 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-e6352ddd-0a49-4cba-ba7e-96fd0ad80f40 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6ba545f1-f3ab-4e4e-b41b-2c09ba113aa4 HTTP/1.1" status: 204 len: 168 time: 0.3675077 Aug 11 03:17:04.682312 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 40924) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:04.719490 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6352ddd-0a49-4cba-ba7e-96fd0ad80f40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ba545f1-f3ab-4e4e-b41b-2c09ba113aa4,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:04.724227 n-d-764292-30 neutron-server[102191]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e223c1d-ffa9-484f-b648-3ae0b53b6181 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] GET failed (client error): The resource could not be found. Aug 11 03:17:04.728212 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-4e223c1d-ffa9-484f-b648-3ae0b53b6181 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] 10.222.0.41 "GET /v2.0/ports/4d574449-f57b-45c6-9c9d-745ba51defbc HTTP/1.1" status: 404 len: 333 time: 0.0409584 Aug 11 03:17:04.730360 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 40928) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:04.775498 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ae12bd-e17d-411d-9851-03ac16a0a04d req-def1bfac-af56-402d-b480-841e2c1aa3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:04.783854 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-a7ae12bd-e17d-411d-9851-03ac16a0a04d req-def1bfac-af56-402d-b480-841e2c1aa3c1 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=105a61f27f4d43e89d29d205aeb1b27e&device_id=87bccd5e-1550-45c8-b06c-06fc8aa04820 HTTP/1.1" status: 200 len: 1096 time: 0.1909723 Aug 11 03:17:04.835463 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-a7ae12bd-e17d-411d-9851-03ac16a0a04d req-0dd3ec53-1c69-4ca4-aae0-c3cac57c501b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=183746dc-185e-4579-bacc-6cbe90d30224 HTTP/1.1" status: 200 len: 217 time: 0.0498481 Aug 11 03:17:04.841143 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_v2 [None req-6602367e-d885-4d65-a64f-f2e17cf7aa40 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Deleting subnet deea502a-6899-4ea4-9e44-632a4aa91e83 {{(pid=102191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:17:04.886548 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6602367e-d885-4d65-a64f-f2e17cf7aa40 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks [] for subnet, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:04.961226 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f29f07-44be-4d07-86f1-3eb64ca3a4d2 req-5cf0392c-1e0b-4fa6-92f2-c3dd07a88c03 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:04.969957 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d9f29f07-44be-4d07-86f1-3eb64ca3a4d2 req-5cf0392c-1e0b-4fa6-92f2-c3dd07a88c03 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/ports?device_id=23071014-7475-45d4-a929-0adda4de678f HTTP/1.1" status: 200 len: 945 time: 0.7867641 Aug 11 03:17:05.003180 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6602367e-d885-4d65-a64f-f2e17cf7aa40 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126283525'] for subnet, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:05.047698 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ae12bd-e17d-411d-9851-03ac16a0a04d req-c4112f35-35c1-44fb-8459-e5ace314b0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:05.049823 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-a7ae12bd-e17d-411d-9851-03ac16a0a04d req-c4112f35-35c1-44fb-8459-e5ace314b0cd service neutron] 10.222.0.22 "GET /v2.0/subnets?id=069bf063-b054-4cb3-bf43-ad7278908edd HTTP/1.1" status: 200 len: 853 time: 0.1945269 Aug 11 03:17:05.053294 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c144146-6c93-4d27-8b72-46cac7c90019 req-286a7225-fb4b-496b-81a3-446085728c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:05.056550 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0c144146-6c93-4d27-8b72-46cac7c90019 req-286a7225-fb4b-496b-81a3-446085728c29 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=054df3e3-cdfc-452c-8e72-7c6f93926436&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6813679 Aug 11 03:17:05.080276 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d9f29f07-44be-4d07-86f1-3eb64ca3a4d2 req-820fea71-123a-4c2b-bae7-0df599b7479d tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a89a04a-70d6-46f3-9b56-7cb537ff4761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044362 Aug 11 03:17:05.115670 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-a7ae12bd-e17d-411d-9851-03ac16a0a04d req-163b432c-ec93-4337-aea0-909814c534ca service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=01acead8-963f-4169-bd07-29020b4da255&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566459 Aug 11 03:17:05.126531 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6616dd5-0447-4981-abaf-4bb5c91c42b5 req-ef74ca2f-d236-4676-8219-5179b08e0e58 tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:05.127793 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-b6616dd5-0447-4981-abaf-4bb5c91c42b5 req-ef74ca2f-d236-4676-8219-5179b08e0e58 tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] 10.222.0.22 "GET /v2.0/networks?id=2edd7c40-ce53-40d0-ad1c-7b106e315d79 HTTP/1.1" status: 200 len: 819 time: 0.3048720 Aug 11 03:17:05.147018 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-b6616dd5-0447-4981-abaf-4bb5c91c42b5 req-c6484f60-f27a-4d07-9d2d-8435c667cf43 tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] Request body: {'port': {'device_id': '04b6704a-fd4f-453a-8cac-272db11d17cf', 'network_id': '2edd7c40-ce53-40d0-ad1c-7b106e315d79', 'admin_state_up': True, 'tenant_id': '41b5c288d18c42c2bbb943465bc76a20'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:17:05.198519 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device c8a9ed43-ee6d-4c76-9bbd-07c4a15a792e up at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:17:05.212975 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-47985dd8-feca-4f76-a12a-1e4896ee37e5 req-7566af79-1134-42fc-acb0-e333429faf2c tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:05.228421 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2bb22e6e-0461-4336-b765-2d681b1d374e req-3fe7113a-6e7e-465a-b7df-22870925c50c service neutron] 10.222.0.41 "GET /v2.0/networks/2edd7c40-ce53-40d0-ad1c-7b106e315d79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0695965 Aug 11 03:17:05.303987 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning complete for port c8a9ed43-ee6d-4c76-9bbd-07c4a15a792e triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:17:05.304647 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:05.387042 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0c144146-6c93-4d27-8b72-46cac7c90019 req-5598a2d2-96f4-44cd-9204-b2bed8f24458 service neutron] 10.222.0.24 "GET /v2.0/networks/054df3e3-cdfc-452c-8e72-7c6f93926436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3019512 Aug 11 03:17:05.402154 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992dab9b-c952-4f56-922d-2d5a96349f19 req-270669f1-412d-477b-b52c-015a84292304 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:05.409711 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992dab9b-c952-4f56-922d-2d5a96349f19 req-270669f1-412d-477b-b52c-015a84292304 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:05.411811 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:05.419733 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992dab9b-c952-4f56-922d-2d5a96349f19 req-270669f1-412d-477b-b52c-015a84292304 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:05.429303 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-992dab9b-c952-4f56-922d-2d5a96349f19 req-270669f1-412d-477b-b52c-015a84292304 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] 10.222.0.41 "GET /v2.0/ports?device_id=36d1947e-7c5e-4fe9-94e8-0ba59cd925fa HTTP/1.1" status: 200 len: 2411 time: 0.1246715 Aug 11 03:17:05.440196 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6602367e-d885-4d65-a64f-f2e17cf7aa40 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:05.452193 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23071014-7475-45d4-a929-0adda4de678f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8a9ed43-ee6d-4c76-9bbd-07c4a15a792e'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:17:05.456399 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e937684-8515-4265-9786-1c8ac671293f" -d '{"events": [{"server_uuid": "23071014-7475-45d4-a929-0adda4de678f", "name": "network-vif-plugged", "status": "completed", "tag": "c8a9ed43-ee6d-4c76-9bbd-07c4a15a792e"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:17:05.473517 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 40936) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:05.477710 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port c8a9ed43-ee6d-4c76-9bbd-07c4a15a792e, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=c8a9ed43-ee6d-4c76-9bbd-07c4a15a792e,segment=NetworkSegment(75976e57-b4d6-45fc-bdea-76c22fb63b62),segment_id=75976e57-b4d6-45fc-bdea-76c22fb63b62)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:17:05.484687 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-992dab9b-c952-4f56-922d-2d5a96349f19 req-ad7b0128-bb72-4b99-9838-0fcb7bdd04b2 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] 10.222.0.41 "GET /v2.0/security-groups?id=9bcdfec5-364e-49d2-8266-cef1a51c6464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526936 Aug 11 03:17:05.525518 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-a7ae12bd-e17d-411d-9851-03ac16a0a04d req-91bef33f-d922-423b-af2c-3933b40521bf service neutron] 10.222.0.22 "GET /v2.0/networks/01acead8-963f-4169-bd07-29020b4da255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3963616 Aug 11 03:17:05.565215 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:05.572040 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-47985dd8-feca-4f76-a12a-1e4896ee37e5 req-7566af79-1134-42fc-acb0-e333429faf2c tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:05.576259 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c4e3e339-6a6f-40a0-8c8a-8e4801835c1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:05.637152 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['c982f111-cecb-487b-b437-20da5e3a51e8'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:17:05.642264 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['f0027ac7-c11d-49c1-937e-41ff32d936a8', '96f189bb-8c4b-4aac-b35e-960c55cea1e2'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:17:05.665461 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7566af79-1134-42fc-acb0-e333429faf2c tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] Pushing event updated for resources: {'Port': ['ID=7f702ca6-0574-4a40-839e-67792077d2dd,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:05.741040 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47985dd8-feca-4f76-a12a-1e4896ee37e5 req-7566af79-1134-42fc-acb0-e333429faf2c tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] Network ec41e9b8-ca95-4733-9938-a40bc676061d is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:17:05.755301 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [req-47985dd8-feca-4f76-a12a-1e4896ee37e5 req-7566af79-1134-42fc-acb0-e333429faf2c tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:17:05.763309 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [req-47985dd8-feca-4f76-a12a-1e4896ee37e5 req-7566af79-1134-42fc-acb0-e333429faf2c tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:17:05.788182 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 0b553425-bc8a-41c9-9766-e3ee50149895 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:17:05.803212 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:17:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46280292-410f-4eb1-bc23-e2470459a9c5 x-openstack-request-id: req-46280292-410f-4eb1-bc23-e2470459a9c5 {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:17:05.803796 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87bccd5e-1550-45c8-b06c-06fc8aa04820", "tag": "183746dc-185e-4579-bacc-6cbe90d30224", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:17:05.804293 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-46280292-410f-4eb1-bc23-e2470459a9c5 {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:17:05.805086 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87bccd5e-1550-45c8-b06c-06fc8aa04820', 'tag': '183746dc-185e-4579-bacc-6cbe90d30224', 'status': 'completed', 'code': 200} Aug 11 03:17:05.809427 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0c144146-6c93-4d27-8b72-46cac7c90019 req-7d7a367d-bbd3-4c45-b795-cecb8daccd64 service neutron] 10.222.0.24 "GET /v2.0/networks/054df3e3-cdfc-452c-8e72-7c6f93926436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3610022 Aug 11 03:17:05.831407 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599fe0d3-642b-4f2e-8f4d-e188c7d579f2 req-9079bca3-b6da-4720-b51e-65ab2795d77e tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:05.832997 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-a7ae12bd-e17d-411d-9851-03ac16a0a04d req-324c2504-ee89-4ceb-9007-f1890ceef297 service neutron] 10.222.0.22 "GET /v2.0/networks/01acead8-963f-4169-bd07-29020b4da255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2934825 Aug 11 03:17:05.833927 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-599fe0d3-642b-4f2e-8f4d-e188c7d579f2 req-9079bca3-b6da-4720-b51e-65ab2795d77e tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] 10.222.0.41 "GET /v2.0/ports?device_id=006b2268-b044-4169-accf-c9c02f7462ce HTTP/1.1" status: 200 len: 932 time: 0.2778730 Aug 11 03:17:05.841337 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.db.api [None req-c4e3e339-6a6f-40a0-8c8a-8e4801835c1e admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 11 03:17:05.841337 n-d-764292-30 neutron-server[102192]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 11 03:17:05.841337 n-d-764292-30 neutron-server[102192]: [parameters: {'project_id_1': '6c1d604b7049447283df059cf17f9430', 'expiration_1': datetime.datetime(2021, 8, 11, 3, 17, 5, 708690)}] Aug 11 03:17:05.841337 n-d-764292-30 neutron-server[102192]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102192) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 03:17:05.841790 n-d-764292-30 neutron-server[102192]: DEBUG oslo_db.api [None req-c4e3e339-6a6f-40a0-8c8a-8e4801835c1e admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 03:17:05.901323 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6616dd5-0447-4981-abaf-4bb5c91c42b5 req-c6484f60-f27a-4d07-9d2d-8435c667cf43 tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] Made reservation on behalf of 41b5c288d18c42c2bbb943465bc76a20 for: {'port': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:17:05.904381 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=c8a9ed43-ee6d-4c76-9bbd-07c4a15a792e,revision_number=8']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:05.906703 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-b6616dd5-0447-4981-abaf-4bb5c91c42b5 req-c6484f60-f27a-4d07-9d2d-8435c667cf43 tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:05.933059 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6602367e-d885-4d65-a64f-f2e17cf7aa40 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126283413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126275158'] for subnet, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:05.941612 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0c144146-6c93-4d27-8b72-46cac7c90019 req-6ba5868f-bb3e-445b-a333-06f4f53b2229 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.95&port_id=28c015ec-c76d-4e44-990a-188eeaec3d4c HTTP/1.1" status: 200 len: 217 time: 0.1063278 Aug 11 03:17:05.964437 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47985dd8-feca-4f76-a12a-1e4896ee37e5 req-7566af79-1134-42fc-acb0-e333429faf2c tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:05.965180 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-47985dd8-feca-4f76-a12a-1e4896ee37e5 req-7566af79-1134-42fc-acb0-e333429faf2c tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:05.998517 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6602367e-d885-4d65-a64f-f2e17cf7aa40 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Pushing event deleted for resources: {'Subnet': ['ID=deea502a-6899-4ea4-9e44-632a4aa91e83,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:06.007173 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6602367e-d885-4d65-a64f-f2e17cf7aa40 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:06.009117 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-6602367e-d885-4d65-a64f-f2e17cf7aa40 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] 10.222.0.41 "DELETE /v2.0/subnets/deea502a-6899-4ea4-9e44-632a4aa91e83 HTTP/1.1" status: 204 len: 168 time: 1.2778449 Aug 11 03:17:06.019269 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 40946) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:06.028317 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf1f0af-994f-43e4-8ca0-f1a0d0fac3c3 None None] Network 48892180-db25-40cf-83c2-aaae4cb060c9 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:17:06.039504 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port 0b553425-bc8a-41c9-9766-e3ee50149895 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:17:06.042927 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b026290e-c6b7-4b44-8660-2b71b3d54ceb req-6a2a564a-9c20-4bbb-9995-dca08be83469 tempest-VolumesSnapshotTestJSON-465789868 tempest-VolumesSnapshotTestJSON-465789868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:06.044416 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b026290e-c6b7-4b44-8660-2b71b3d54ceb req-6a2a564a-9c20-4bbb-9995-dca08be83469 tempest-VolumesSnapshotTestJSON-465789868 tempest-VolumesSnapshotTestJSON-465789868-project] 10.222.0.41 "GET /v2.0/ports?device_id=87bccd5e-1550-45c8-b06c-06fc8aa04820 HTTP/1.1" status: 200 len: 944 time: 0.2662370 Aug 11 03:17:06.058419 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-599fe0d3-642b-4f2e-8f4d-e188c7d579f2 req-66fe93aa-4e99-43e0-8040-aa2bcfe2cd28 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] 10.222.0.41 "GET /v2.0/security-groups?id=fc43ee60-6555-4bc5-a7a0-c97f67a784d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096410 Aug 11 03:17:06.073422 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 0b553425-bc8a-41c9-9766-e3ee50149895 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:17:06.073797 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:06.118750 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc91253-900b-430d-92e4-8c91014120cc req-000617ff-7247-4a15-a377-a1b72eb19cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:06.118750 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-3cc91253-900b-430d-92e4-8c91014120cc req-000617ff-7247-4a15-a377-a1b72eb19cf3 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=105a61f27f4d43e89d29d205aeb1b27e&device_id=87bccd5e-1550-45c8-b06c-06fc8aa04820 HTTP/1.1" status: 200 len: 1096 time: 0.1410923 Aug 11 03:17:06.159380 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d26c1f59-caf1-41ad-ac04-332af73560b0 x-openstack-request-id: req-d26c1f59-caf1-41ad-ac04-332af73560b0 {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:17:06.159851 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23071014-7475-45d4-a929-0adda4de678f", "name": "network-vif-plugged", "status": "completed", "tag": "c8a9ed43-ee6d-4c76-9bbd-07c4a15a792e", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:17:06.160110 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d26c1f59-caf1-41ad-ac04-332af73560b0 {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:17:06.160508 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23071014-7475-45d4-a929-0adda4de678f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8a9ed43-ee6d-4c76-9bbd-07c4a15a792e', 'code': 200} Aug 11 03:17:06.204038 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [req-b6616dd5-0447-4981-abaf-4bb5c91c42b5 req-c6484f60-f27a-4d07-9d2d-8435c667cf43 tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] Allocated IP 172.20.0.12 (2edd7c40-ce53-40d0-ad1c-7b106e315d79/e698cbd6-76d9-4af8-b3ec-764f8a7a09e2/81cd9af2-119f-426f-8db4-9b3362d3d8d2) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:17:06.261370 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-260c8eda-4adf-44d0-a102-d04db1aba290 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:06.265064 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-47985dd8-feca-4f76-a12a-1e4896ee37e5 req-7566af79-1134-42fc-acb0-e333429faf2c tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7850585 Aug 11 03:17:06.273210 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc91253-900b-430d-92e4-8c91014120cc req-a9c6e39c-c32e-4880-a042-ab1b13ed950c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:06.274732 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-3cc91253-900b-430d-92e4-8c91014120cc req-a9c6e39c-c32e-4880-a042-ab1b13ed950c service neutron] 10.222.0.22 "GET /v2.0/networks?id=01acead8-963f-4169-bd07-29020b4da255 HTTP/1.1" status: 200 len: 914 time: 0.1486871 Aug 11 03:17:06.306720 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-47985dd8-feca-4f76-a12a-1e4896ee37e5 req-d710af5a-8bc8-4a90-b398-4d02e059f050 service neutron] Request body: {'port': {'device_id': '006b2268-b044-4169-accf-c9c02f7462ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764292-30'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:17:06.314676 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-253eb3ba-485d-4622-8582-14aa7874842e req-c8f186b1-60b2-4568-8829-849cd60a7663 tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] 10.222.0.41 "GET /v2.0/ports?device_id=0223be4b-128c-49b3-ac13-d778de5fcb68 HTTP/1.1" status: 200 len: 210 time: 0.0478466 Aug 11 03:17:06.346328 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c4e3e339-6a6f-40a0-8c8a-8e4801835c1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:06.358203 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c144146-6c93-4d27-8b72-46cac7c90019 req-1fa26f83-6df7-4a2f-be36-41907d9571bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:06.359761 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0c144146-6c93-4d27-8b72-46cac7c90019 req-1fa26f83-6df7-4a2f-be36-41907d9571bd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=abcdf93d-ae09-4cad-9191-bf4e3a3c6236 HTTP/1.1" status: 200 len: 801 time: 0.4020648 Aug 11 03:17:06.394413 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-3cc91253-900b-430d-92e4-8c91014120cc req-6a0fa922-579e-48ac-a5d7-16961f8fa35d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=183746dc-185e-4579-bacc-6cbe90d30224 HTTP/1.1" status: 200 len: 217 time: 0.1066053 Aug 11 03:17:06.458564 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b026290e-c6b7-4b44-8660-2b71b3d54ceb req-44ef9db0-da72-43ff-8a66-5c6120ca1efa tempest-VolumesSnapshotTestJSON-465789868 tempest-VolumesSnapshotTestJSON-465789868-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f4ecb47-4864-42ad-bab7-e92caddf58f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3768880 Aug 11 03:17:06.474517 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff572c3d-3d27-473a-8bf9-abe9f868e6f3 req-2d4dceb2-2f3a-4c14-98d2-acd650033a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:06.476031 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-ff572c3d-3d27-473a-8bf9-abe9f868e6f3 req-2d4dceb2-2f3a-4c14-98d2-acd650033a86 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=23071014-7475-45d4-a929-0adda4de678f HTTP/1.1" status: 200 len: 1098 time: 0.1796920 Aug 11 03:17:06.513246 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc91253-900b-430d-92e4-8c91014120cc req-2195b67f-8057-499b-8ee5-216648075214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:06.514790 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-3cc91253-900b-430d-92e4-8c91014120cc req-2195b67f-8057-499b-8ee5-216648075214 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=069bf063-b054-4cb3-bf43-ad7278908edd HTTP/1.1" status: 200 len: 853 time: 0.1056514 Aug 11 03:17:06.561740 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c144146-6c93-4d27-8b72-46cac7c90019 req-41e78984-64d7-46ce-a212-2c91b1a82ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:06.563995 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0c144146-6c93-4d27-8b72-46cac7c90019 req-41e78984-64d7-46ce-a212-2c91b1a82ba4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7c6ed3c1-5731-498c-aa86-c7ee1166f0e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1717677 Aug 11 03:17:06.576397 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-b6616dd5-0447-4981-abaf-4bb5c91c42b5 req-c6484f60-f27a-4d07-9d2d-8435c667cf43 tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:06.582022 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-3cc91253-900b-430d-92e4-8c91014120cc req-3a6d5890-23c8-46f7-bb7b-ddf1931f17be service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=01acead8-963f-4169-bd07-29020b4da255&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574520 Aug 11 03:17:06.583214 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-47985dd8-feca-4f76-a12a-1e4896ee37e5 req-d710af5a-8bc8-4a90-b398-4d02e059f050 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:06.589160 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-ff572c3d-3d27-473a-8bf9-abe9f868e6f3 req-dd48506f-d426-4a2d-a6e0-0fedc364daa4 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=3a89a04a-70d6-46f3-9b56-7cb537ff4761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047351 Aug 11 03:17:06.596171 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:06.611558 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2499bf32-7e5d-4740-bd13-0bc1f7aa6405 req-8aa2ccba-f171-418b-9a06-1e29dafc7a95 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:06.613677 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2499bf32-7e5d-4740-bd13-0bc1f7aa6405 req-8aa2ccba-f171-418b-9a06-1e29dafc7a95 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/ports?device_id=23071014-7475-45d4-a929-0adda4de678f HTTP/1.1" status: 200 len: 946 time: 0.1607280 Aug 11 03:17:06.643289 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port 0b553425-bc8a-41c9-9766-e3ee50149895, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=0b553425-bc8a-41c9-9766-e3ee50149895,segment=NetworkSegment(85e0917a-301a-48f0-af02-10bb8de75f4d),segment_id=85e0917a-301a-48f0-af02-10bb8de75f4d)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:17:06.692114 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-b6616dd5-0447-4981-abaf-4bb5c91c42b5 req-c6484f60-f27a-4d07-9d2d-8435c667cf43 tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:06.700279 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-260c8eda-4adf-44d0-a102-d04db1aba290 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Deleting port 7c75555e-6ca4-4986-8699-05d4ad3d00d7 {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:17:06.700279 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-260c8eda-4adf-44d0-a102-d04db1aba290 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:06.726821 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8811283b-27c6-4c9e-be4c-39667b981fad None None] DHCP port deletion for 48892180-db25-40cf-83c2-aaae4cb060c9 request from n-d-764292-30 {{(pid=102193) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:17:06.739595 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:06.768516 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c4e3e339-6a6f-40a0-8c8a-8e4801835c1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:06.800791 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6616dd5-0447-4981-abaf-4bb5c91c42b5 req-c6484f60-f27a-4d07-9d2d-8435c667cf43 tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] Network 2edd7c40-ce53-40d0-ad1c-7b106e315d79 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:17:06.817201 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [req-b6616dd5-0447-4981-abaf-4bb5c91c42b5 req-c6484f60-f27a-4d07-9d2d-8435c667cf43 tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:17:06.825021 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6616dd5-0447-4981-abaf-4bb5c91c42b5 req-c6484f60-f27a-4d07-9d2d-8435c667cf43 tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:17:06.827534 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6484f60-f27a-4d07-9d2d-8435c667cf43 tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] Pushing event updated for resources: {'Port': ['ID=81cd9af2-119f-426f-8db4-9b3362d3d8d2,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:06.853811 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=0b553425-bc8a-41c9-9766-e3ee50149895,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:06.866334 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c4e3e339-6a6f-40a0-8c8a-8e4801835c1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:06.883884 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-3cc91253-900b-430d-92e4-8c91014120cc req-322dd647-94dd-4f34-9a6e-740778853a17 service neutron] 10.222.0.22 "GET /v2.0/networks/01acead8-963f-4169-bd07-29020b4da255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893156 Aug 11 03:17:06.884648 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-8811283b-27c6-4c9e-be4c-39667b981fad None None] Deleting port 7c75555e-6ca4-4986-8699-05d4ad3d00d7 {{(pid=102193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:17:06.885023 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8811283b-27c6-4c9e-be4c-39667b981fad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:06.892934 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6616dd5-0447-4981-abaf-4bb5c91c42b5 req-c6484f60-f27a-4d07-9d2d-8435c667cf43 tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:06.893562 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-b6616dd5-0447-4981-abaf-4bb5c91c42b5 req-c6484f60-f27a-4d07-9d2d-8435c667cf43 tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:06.935040 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2499bf32-7e5d-4740-bd13-0bc1f7aa6405 req-8f11cbb9-50c7-4e31-a13c-5d280ba77cdd tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a89a04a-70d6-46f3-9b56-7cb537ff4761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2949901 Aug 11 03:17:06.975807 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-8811283b-27c6-4c9e-be4c-39667b981fad None None] For port 7c75555e-6ca4-4986-8699-05d4ad3d00d7, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=7c75555e-6ca4-4986-8699-05d4ad3d00d7,segment=NetworkSegment(ce24ed22-4b43-43bb-a89b-d1d149a642ee),segment_id=ce24ed22-4b43-43bb-a89b-d1d149a642ee)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:17:06.976307 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8811283b-27c6-4c9e-be4c-39667b981fad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:06.990013 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:06.993304 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-8811283b-27c6-4c9e-be4c-39667b981fad None None] Calling delete_port for 7c75555e-6ca4-4986-8699-05d4ad3d00d7 owned by network:dhcp {{(pid=102193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:17:06.998382 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-c4e3e339-6a6f-40a0-8c8a-8e4801835c1e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6c1d604b7049447283df059cf17f9430&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5101781 Aug 11 03:17:06.998382 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [None req-260c8eda-4adf-44d0-a102-d04db1aba290 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] For port 7c75555e-6ca4-4986-8699-05d4ad3d00d7, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=7c75555e-6ca4-4986-8699-05d4ad3d00d7,segment=NetworkSegment(ce24ed22-4b43-43bb-a89b-d1d149a642ee),segment_id=ce24ed22-4b43-43bb-a89b-d1d149a642ee)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:17:06.998382 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-260c8eda-4adf-44d0-a102-d04db1aba290 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:07.049813 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e3e339-6a6f-40a0-8c8a-8e4801835c1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e6dea53-0874-423e-ad7a-f30cb61ba994,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:07.054607 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 40956) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:07.104566 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-260c8eda-4adf-44d0-a102-d04db1aba290 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Calling delete_port for 7c75555e-6ca4-4986-8699-05d4ad3d00d7 owned by network:dhcp {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:17:07.115780 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fbc433-b1d3-4755-903c-86952ef5d011 req-4fd78fcf-7d0e-42fa-a4c7-5d4c31dbb88d tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:07.122103 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fbc433-b1d3-4755-903c-86952ef5d011 req-4fd78fcf-7d0e-42fa-a4c7-5d4c31dbb88d tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:07.128504 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fbc433-b1d3-4755-903c-86952ef5d011 req-4fd78fcf-7d0e-42fa-a4c7-5d4c31dbb88d tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:07.130225 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e4fbc433-b1d3-4755-903c-86952ef5d011 req-4fd78fcf-7d0e-42fa-a4c7-5d4c31dbb88d tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] 10.222.0.41 "GET /v2.0/ports?device_id=36d1947e-7c5e-4fe9-94e8-0ba59cd925fa HTTP/1.1" status: 200 len: 2411 time: 0.4401476 Aug 11 03:17:07.138893 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0c144146-6c93-4d27-8b72-46cac7c90019 req-24efea27-995b-458e-a026-59b70b9ec14d service neutron] 10.222.0.24 "GET /v2.0/networks/7c6ed3c1-5731-498c-aa86-c7ee1166f0e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5613790 Aug 11 03:17:07.149503 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e3e339-6a6f-40a0-8c8a-8e4801835c1e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:17:07.150334 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e3e339-6a6f-40a0-8c8a-8e4801835c1e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:17:07.150729 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e3e339-6a6f-40a0-8c8a-8e4801835c1e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:17:07.151061 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e3e339-6a6f-40a0-8c8a-8e4801835c1e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:17:07.151390 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e3e339-6a6f-40a0-8c8a-8e4801835c1e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:17:07.151720 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e3e339-6a6f-40a0-8c8a-8e4801835c1e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:17:07.152044 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e3e339-6a6f-40a0-8c8a-8e4801835c1e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:17:07.152367 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e3e339-6a6f-40a0-8c8a-8e4801835c1e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:17:07.152687 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e3e339-6a6f-40a0-8c8a-8e4801835c1e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:17:07.153003 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e3e339-6a6f-40a0-8c8a-8e4801835c1e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:17:07.153322 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e3e339-6a6f-40a0-8c8a-8e4801835c1e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:17:07.153637 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e3e339-6a6f-40a0-8c8a-8e4801835c1e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:17:07.210262 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8811283b-27c6-4c9e-be4c-39667b981fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678'] for port, after_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:07.240686 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8811283b-27c6-4c9e-be4c-39667b981fad None None] Pushing event deleted for resources: {'Port': ['ID=7c75555e-6ca4-4986-8699-05d4ad3d00d7,revision_number=None']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:07.252379 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8811283b-27c6-4c9e-be4c-39667b981fad None None] No DVR routers for this DVR port 7c75555e-6ca4-4986-8699-05d4ad3d00d7 on host n-d-764292-30 {{(pid=102193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:17:07.283729 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-3cc91253-900b-430d-92e4-8c91014120cc req-96b2bd34-3d80-4ebd-a45b-567e3a30383d service neutron] 10.222.0.22 "GET /v2.0/networks/01acead8-963f-4169-bd07-29020b4da255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3873878 Aug 11 03:17:07.318988 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-b6616dd5-0447-4981-abaf-4bb5c91c42b5 req-c6484f60-f27a-4d07-9d2d-8435c667cf43 tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1783614 Aug 11 03:17:07.331541 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-b6616dd5-0447-4981-abaf-4bb5c91c42b5 req-bbd6f801-16d6-4eaf-ab8b-378412ec1f9c service neutron] Request body: {'port': {'device_id': '04b6704a-fd4f-453a-8cac-272db11d17cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764292-30'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:17:07.388791 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-b6616dd5-0447-4981-abaf-4bb5c91c42b5 req-bbd6f801-16d6-4eaf-ab8b-378412ec1f9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:07.440191 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e4fbc433-b1d3-4755-903c-86952ef5d011 req-faf41e8b-ddba-4ce8-9f5c-5015522674a1 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] 10.222.0.41 "GET /v2.0/security-groups?id=9bcdfec5-364e-49d2-8266-cef1a51c6464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2937713 Aug 11 03:17:07.480646 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-3d20e280-e911-44d1-8596-fdf97e60ddec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:07.504522 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccae6c09-220c-4062-a6b5-552c7fc2d8ab req-7fca6cf6-fb33-4537-838b-d363f74bbf13 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:07.505952 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ccae6c09-220c-4062-a6b5-552c7fc2d8ab req-7fca6cf6-fb33-4537-838b-d363f74bbf13 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] 10.222.0.41 "GET /v2.0/ports?device_id=006b2268-b044-4169-accf-c9c02f7462ce HTTP/1.1" status: 200 len: 932 time: 0.3280213 Aug 11 03:17:07.571029 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0c144146-6c93-4d27-8b72-46cac7c90019 req-b429e4d7-1c00-4532-a3c6-d21a97216b9d service neutron] 10.222.0.24 "GET /v2.0/networks/7c6ed3c1-5731-498c-aa86-c7ee1166f0e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4080782 Aug 11 03:17:07.585783 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3754a109-4e72-43e1-8f1f-9e22a2b8c2a8 req-588ce6c0-f00b-4ec4-a726-90a4d32c3863 tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] 10.222.0.41 "GET /v2.0/ports?device_id=0223be4b-128c-49b3-ac13-d778de5fcb68 HTTP/1.1" status: 200 len: 210 time: 0.0743926 Aug 11 03:17:07.598950 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-3d20e280-e911-44d1-8596-fdf97e60ddec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:07.606306 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-260c8eda-4adf-44d0-a102-d04db1aba290 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:07.659660 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 0b553425-bc8a-41c9-9766-e3ee50149895 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:17:07.714562 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 0b553425-bc8a-41c9-9766-e3ee50149895 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:17:07.715109 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:07.719082 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260c8eda-4adf-44d0-a102-d04db1aba290 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Pushing event deleted for resources: {'Port': ['ID=7c75555e-6ca4-4986-8699-05d4ad3d00d7,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:07.724237 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0c144146-6c93-4d27-8b72-46cac7c90019 req-00cfbeba-302a-4846-b5a1-ab3d464f0882 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.72&port_id=395c6f2e-a6cb-4e3b-89e4-54d8c6ec595e HTTP/1.1" status: 200 len: 217 time: 0.1357934 Aug 11 03:17:07.725064 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-260c8eda-4adf-44d0-a102-d04db1aba290 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] No DVR routers for this DVR port 7c75555e-6ca4-4986-8699-05d4ad3d00d7 on host n-d-764292-30 {{(pid=102192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:17:07.742591 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [req-b6616dd5-0447-4981-abaf-4bb5c91c42b5 req-bbd6f801-16d6-4eaf-ab8b-378412ec1f9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81cd9af2-119f-426f-8db4-9b3362d3d8d2 {{(pid=102191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:17:07.757864 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-b6616dd5-0447-4981-abaf-4bb5c91c42b5 req-bbd6f801-16d6-4eaf-ab8b-378412ec1f9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:07.771667 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [req-b6616dd5-0447-4981-abaf-4bb5c91c42b5 req-bbd6f801-16d6-4eaf-ab8b-378412ec1f9c service neutron] Transition to ACTIVE for port object 81cd9af2-119f-426f-8db4-9b3362d3d8d2 will not be triggered until provisioned by entity L2. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:17:07.816331 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ccae6c09-220c-4062-a6b5-552c7fc2d8ab req-733031f7-7c06-4c09-998e-4746213fa715 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] 10.222.0.41 "GET /v2.0/security-groups?id=fc43ee60-6555-4bc5-a7a0-c97f67a784d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2965844 Aug 11 03:17:07.846110 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-b6616dd5-0447-4981-abaf-4bb5c91c42b5 req-bbd6f801-16d6-4eaf-ab8b-378412ec1f9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:07.881564 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 7c75555e-6ca4-4986-8699-05d4ad3d00d7 no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:17:07.896279 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [req-47985dd8-feca-4f76-a12a-1e4896ee37e5 req-d710af5a-8bc8-4a90-b398-4d02e059f050 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f702ca6-0574-4a40-839e-67792077d2dd {{(pid=102192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:17:07.923425 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd6f801-16d6-4eaf-ab8b-378412ec1f9c service neutron] Pushing event updated for resources: {'Port': ['ID=81cd9af2-119f-426f-8db4-9b3362d3d8d2,revision_number=2']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:07.923579 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-47985dd8-feca-4f76-a12a-1e4896ee37e5 req-d710af5a-8bc8-4a90-b398-4d02e059f050 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:07.941796 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: 7c75555e-6ca4-4986-8699-05d4ad3d00d7 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:17:07.942484 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 7c75555e-6ca4-4986-8699-05d4ad3d00d7 not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:17:07.947699 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-260c8eda-4adf-44d0-a102-d04db1aba290 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:07.959656 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b4f961-ef91-43da-b242-d53f36682a25 req-bac12856-c028-44f1-8eb1-242f1d75d324 tempest-VolumesSnapshotTestJSON-465789868 tempest-VolumesSnapshotTestJSON-465789868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:07.966840 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-89b4f961-ef91-43da-b242-d53f36682a25 req-bac12856-c028-44f1-8eb1-242f1d75d324 tempest-VolumesSnapshotTestJSON-465789868 tempest-VolumesSnapshotTestJSON-465789868-project] 10.222.0.41 "GET /v2.0/ports?device_id=87bccd5e-1550-45c8-b06c-06fc8aa04820 HTTP/1.1" status: 200 len: 944 time: 0.2809503 Aug 11 03:17:07.970687 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c144146-6c93-4d27-8b72-46cac7c90019 req-356a96ff-725d-4adb-9694-4e98fe234b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:07.972384 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0c144146-6c93-4d27-8b72-46cac7c90019 req-356a96ff-725d-4adb-9694-4e98fe234b0c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bac5de77-3216-4b9c-aea2-23b128d4ba52 HTTP/1.1" status: 200 len: 801 time: 0.1981108 Aug 11 03:17:07.987080 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-260c8eda-4adf-44d0-a102-d04db1aba290 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48892180-db25-40cf-83c2-aaae4cb060c9']}} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:17:08.006080 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [req-47985dd8-feca-4f76-a12a-1e4896ee37e5 req-d710af5a-8bc8-4a90-b398-4d02e059f050 service neutron] Transition to ACTIVE for port object 7f702ca6-0574-4a40-839e-67792077d2dd will not be triggered until provisioned by entity L2. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:17:08.028147 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-260c8eda-4adf-44d0-a102-d04db1aba290 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce24ed22-4b43-43bb-a89b-d1d149a642ee') {'for_net_delete': True} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:17:08.028435 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-260c8eda-4adf-44d0-a102-d04db1aba290 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce24ed22-4b43-43bb-a89b-d1d149a642ee') {} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:17:08.069141 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-3d20e280-e911-44d1-8596-fdf97e60ddec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:08.069651 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-b6616dd5-0447-4981-abaf-4bb5c91c42b5 req-bbd6f801-16d6-4eaf-ab8b-378412ec1f9c service neutron] Attempting to bind port 81cd9af2-119f-426f-8db4-9b3362d3d8d2 on host n-h1-764292-30 for vnic_type normal with profile {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:17:08.069993 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-b6616dd5-0447-4981-abaf-4bb5c91c42b5 req-bbd6f801-16d6-4eaf-ab8b-378412ec1f9c service neutron] Attempting to bind port 81cd9af2-119f-426f-8db4-9b3362d3d8d2 by drivers openvswitch,hyperv on host n-h1-764292-30 at level 0 using segments [{'id': '85e0917a-301a-48f0-af02-10bb8de75f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2edd7c40-ce53-40d0-ad1c-7b106e315d79'}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:17:08.070335 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6616dd5-0447-4981-abaf-4bb5c91c42b5 req-bbd6f801-16d6-4eaf-ab8b-378412ec1f9c service neutron] Attempting to bind port 81cd9af2-119f-426f-8db4-9b3362d3d8d2 on network 2edd7c40-ce53-40d0-ad1c-7b106e315d79 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:17:08.071721 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-3d20e280-e911-44d1-8596-fdf97e60ddec admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:08.076830 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-3d20e280-e911-44d1-8596-fdf97e60ddec admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2e6dea53-0874-423e-ad7a-f30cb61ba994 HTTP/1.1" status: 204 len: 168 time: 1.0076118 Aug 11 03:17:08.077360 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6616dd5-0447-4981-abaf-4bb5c91c42b5 req-bbd6f801-16d6-4eaf-ab8b-378412ec1f9c service neutron] Port 81cd9af2-119f-426f-8db4-9b3362d3d8d2 on network 2edd7c40-ce53-40d0-ad1c-7b106e315d79 not bound, no agent of type Open vSwitch agent registered on host n-h1-764292-30 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:17:08.077693 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6616dd5-0447-4981-abaf-4bb5c91c42b5 req-bbd6f801-16d6-4eaf-ab8b-378412ec1f9c service neutron] Attempting to bind port 81cd9af2-119f-426f-8db4-9b3362d3d8d2 on network 2edd7c40-ce53-40d0-ad1c-7b106e315d79 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:17:08.087414 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6616dd5-0447-4981-abaf-4bb5c91c42b5 req-bbd6f801-16d6-4eaf-ab8b-378412ec1f9c service neutron] Checking agent: {'id': 'abb524c2-b412-4ed2-8367-45c4fd996fa7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 16, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:17:08.087754 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6616dd5-0447-4981-abaf-4bb5c91c42b5 req-bbd6f801-16d6-4eaf-ab8b-378412ec1f9c service neutron] Checking segment: {'id': '85e0917a-301a-48f0-af02-10bb8de75f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2edd7c40-ce53-40d0-ad1c-7b106e315d79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:17:08.088145 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6616dd5-0447-4981-abaf-4bb5c91c42b5 req-bbd6f801-16d6-4eaf-ab8b-378412ec1f9c service neutron] Bound using segment: {'id': '85e0917a-301a-48f0-af02-10bb8de75f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2edd7c40-ce53-40d0-ad1c-7b106e315d79'} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:17:08.088577 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-b6616dd5-0447-4981-abaf-4bb5c91c42b5 req-bbd6f801-16d6-4eaf-ab8b-378412ec1f9c service neutron] Bound port: 81cd9af2-119f-426f-8db4-9b3362d3d8d2, host: n-h1-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85e0917a-301a-48f0-af02-10bb8de75f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2edd7c40-ce53-40d0-ad1c-7b106e315d79'}}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:17:08.088939 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-b6616dd5-0447-4981-abaf-4bb5c91c42b5 req-bbd6f801-16d6-4eaf-ab8b-378412ec1f9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:08.093070 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-260c8eda-4adf-44d0-a102-d04db1aba290 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125932501'] for segment, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:08.109133 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-47985dd8-feca-4f76-a12a-1e4896ee37e5 req-d710af5a-8bc8-4a90-b398-4d02e059f050 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:08.138972 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb22e6e-0461-4336-b765-2d681b1d374e req-c056efe8-dbf7-4b2a-ab69-c9e6235b4c03 tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:08.146792 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-2bb22e6e-0461-4336-b765-2d681b1d374e req-c056efe8-dbf7-4b2a-ab69-c9e6235b4c03 tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] 10.222.0.24 "GET /v2.0/networks?id=2edd7c40-ce53-40d0-ad1c-7b106e315d79 HTTP/1.1" status: 200 len: 819 time: 0.1710298 Aug 11 03:17:08.154964 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-2bb22e6e-0461-4336-b765-2d681b1d374e req-9b11daa0-5bb6-4f87-8fd0-a28e0beabe40 tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] Request body: {'port': {'device_id': '0223be4b-128c-49b3-ac13-d778de5fcb68', 'network_id': '2edd7c40-ce53-40d0-ad1c-7b106e315d79', 'admin_state_up': True, 'tenant_id': '41b5c288d18c42c2bbb943465bc76a20'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:17:08.157208 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d20e280-e911-44d1-8596-fdf97e60ddec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e6dea53-0874-423e-ad7a-f30cb61ba994,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:08.161846 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-260c8eda-4adf-44d0-a102-d04db1aba290 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:08.190173 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-89b4f961-ef91-43da-b242-d53f36682a25 req-3efdbc4f-5839-4fd9-b78e-22e41c76e246 tempest-VolumesSnapshotTestJSON-465789868 tempest-VolumesSnapshotTestJSON-465789868-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f4ecb47-4864-42ad-bab7-e92caddf58f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130809 Aug 11 03:17:08.210588 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-260c8eda-4adf-44d0-a102-d04db1aba290 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=102192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:17:08.210588 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-260c8eda-4adf-44d0-a102-d04db1aba290 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125932183'] for segment, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:08.214961 n-d-764292-30 neutron-server[102192]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:17:08.214961 n-d-764292-30 neutron-server[102192]: self.session.flush() Aug 11 03:17:08.214961 n-d-764292-30 neutron-server[102192]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:17:08.214961 n-d-764292-30 neutron-server[102192]: self.session.flush() Aug 11 03:17:08.214961 n-d-764292-30 neutron-server[102192]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:17:08.214961 n-d-764292-30 neutron-server[102192]: self.session.flush() Aug 11 03:17:08.214961 n-d-764292-30 neutron-server[102192]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:17:08.214961 n-d-764292-30 neutron-server[102192]: self.session.flush() Aug 11 03:17:08.214961 n-d-764292-30 neutron-server[102192]: Traceback (most recent call last): Aug 11 03:17:08.214961 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:17:08.214961 n-d-764292-30 neutron-server[102192]: timer() Aug 11 03:17:08.214961 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:17:08.214961 n-d-764292-30 neutron-server[102192]: cb(*args, **kw) Aug 11 03:17:08.214961 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:17:08.214961 n-d-764292-30 neutron-server[102192]: return func(*args, **kwargs) Aug 11 03:17:08.214961 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:17:08.214961 n-d-764292-30 neutron-server[102192]: self._notify() Aug 11 03:17:08.214961 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:17:08.214961 n-d-764292-30 neutron-server[102192]: self.callback(batched_events) Aug 11 03:17:08.214961 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:17:08.214961 n-d-764292-30 neutron-server[102192]: event.method(event) Aug 11 03:17:08.214961 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:17:08.214961 n-d-764292-30 neutron-server[102192]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:17:08.214961 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:17:08.214961 n-d-764292-30 neutron-server[102192]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:17:08.214961 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:17:08.214961 n-d-764292-30 neutron-server[102192]: return f(self, *a, **k) Aug 11 03:17:08.214961 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:17:08.214961 n-d-764292-30 neutron-server[102192]: return self._get(url).json() Aug 11 03:17:08.214961 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:17:08.214961 n-d-764292-30 neutron-server[102192]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:17:08.214961 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:17:08.214961 n-d-764292-30 neutron-server[102192]: return self.request(url, 'GET', **kwargs) Aug 11 03:17:08.214961 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:17:08.214961 n-d-764292-30 neutron-server[102192]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:17:08.214961 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:17:08.214961 n-d-764292-30 neutron-server[102192]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:17:08.214961 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:17:08.214961 n-d-764292-30 neutron-server[102192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:17:08.214961 n-d-764292-30 neutron-server[102192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:17:08.321966 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-b6616dd5-0447-4981-abaf-4bb5c91c42b5 req-bbd6f801-16d6-4eaf-ab8b-378412ec1f9c service neutron] For port 81cd9af2-119f-426f-8db4-9b3362d3d8d2, host n-h1-764292-30, cleared binding levels {{(pid=102191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:17:08.327111 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-b6616dd5-0447-4981-abaf-4bb5c91c42b5 req-bbd6f801-16d6-4eaf-ab8b-378412ec1f9c service neutron] For port 81cd9af2-119f-426f-8db4-9b3362d3d8d2, host n-h1-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=81cd9af2-119f-426f-8db4-9b3362d3d8d2,segment=NetworkSegment(85e0917a-301a-48f0-af02-10bb8de75f4d),segment_id=85e0917a-301a-48f0-af02-10bb8de75f4d)] {{(pid=102191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:17:08.393702 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-b6616dd5-0447-4981-abaf-4bb5c91c42b5 req-bbd6f801-16d6-4eaf-ab8b-378412ec1f9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:08.430301 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6616dd5-0447-4981-abaf-4bb5c91c42b5 req-bbd6f801-16d6-4eaf-ab8b-378412ec1f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:08.430940 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-b6616dd5-0447-4981-abaf-4bb5c91c42b5 req-bbd6f801-16d6-4eaf-ab8b-378412ec1f9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:08.432505 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-b6616dd5-0447-4981-abaf-4bb5c91c42b5 req-bbd6f801-16d6-4eaf-ab8b-378412ec1f9c service neutron] 10.222.0.22 "PUT /v2.0/ports/81cd9af2-119f-426f-8db4-9b3362d3d8d2 HTTP/1.1" status: 200 len: 1093 time: 1.1052794 Aug 11 03:17:08.435275 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04b6704a-fd4f-453a-8cac-272db11d17cf', 'tag': '81cd9af2-119f-426f-8db4-9b3362d3d8d2'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:17:08.439846 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2129d6e3-2147-472d-a504-c4fdc0622bb2" -d '{"events": [{"name": "network-changed", "server_uuid": "04b6704a-fd4f-453a-8cac-272db11d17cf", "tag": "81cd9af2-119f-426f-8db4-9b3362d3d8d2"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:17:08.446683 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bb22e6e-0461-4336-b765-2d681b1d374e req-9b11daa0-5bb6-4f87-8fd0-a28e0beabe40 tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] Made reservation on behalf of 41b5c288d18c42c2bbb943465bc76a20 for: {'port': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:17:08.449487 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-2bb22e6e-0461-4336-b765-2d681b1d374e req-9b11daa0-5bb6-4f87-8fd0-a28e0beabe40 tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:08.488995 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8d46b2d-1bfe-4d7d-bba8-bd287d6b9f29 x-openstack-request-id: req-d8d46b2d-1bfe-4d7d-bba8-bd287d6b9f29 {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:17:08.489280 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04b6704a-fd4f-453a-8cac-272db11d17cf", "tag": "81cd9af2-119f-426f-8db4-9b3362d3d8d2", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:17:08.489718 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d8d46b2d-1bfe-4d7d-bba8-bd287d6b9f29 {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:17:08.490518 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04b6704a-fd4f-453a-8cac-272db11d17cf', 'tag': '81cd9af2-119f-426f-8db4-9b3362d3d8d2', 'status': 'completed', 'code': 200} Aug 11 03:17:08.555017 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd6f801-16d6-4eaf-ab8b-378412ec1f9c service neutron] Pushing event updated for resources: {'Port': ['ID=81cd9af2-119f-426f-8db4-9b3362d3d8d2,revision_number=3']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:08.626174 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c144146-6c93-4d27-8b72-46cac7c90019 req-17d064f7-a74b-4ec2-a924-630bc7ee8b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:08.628172 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0c144146-6c93-4d27-8b72-46cac7c90019 req-17d064f7-a74b-4ec2-a924-630bc7ee8b48 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=054df3e3-cdfc-452c-8e72-7c6f93926436&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6320322 Aug 11 03:17:08.633255 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d710af5a-8bc8-4a90-b398-4d02e059f050 service neutron] Pushing event updated for resources: {'Port': ['ID=7f702ca6-0574-4a40-839e-67792077d2dd,revision_number=2']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:08.653380 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073c2a59-9b81-4a4d-8b61-f6e1366e1f75 req-efa20a26-a7fc-44bf-8057-00f7d65860fa tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:08.653520 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2129d6e3-2147-472d-a504-c4fdc0622bb2 req-4f11b77e-9c5c-4685-93aa-6fdc9a3e64b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:08.654924 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-2129d6e3-2147-472d-a504-c4fdc0622bb2 req-4f11b77e-9c5c-4685-93aa-6fdc9a3e64b2 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=41b5c288d18c42c2bbb943465bc76a20&device_id=04b6704a-fd4f-453a-8cac-272db11d17cf HTTP/1.1" status: 200 len: 1096 time: 0.1114566 Aug 11 03:17:08.657553 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-073c2a59-9b81-4a4d-8b61-f6e1366e1f75 req-efa20a26-a7fc-44bf-8057-00f7d65860fa tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/ports?device_id=23071014-7475-45d4-a929-0adda4de678f HTTP/1.1" status: 200 len: 946 time: 0.6269183 Aug 11 03:17:08.719514 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [req-2bb22e6e-0461-4336-b765-2d681b1d374e req-9b11daa0-5bb6-4f87-8fd0-a28e0beabe40 tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] Allocated IP 172.20.0.5 (2edd7c40-ce53-40d0-ad1c-7b106e315d79/e698cbd6-76d9-4af8-b3ec-764f8a7a09e2/0e86cc5e-3688-462a-87af-82df734ed054) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:17:08.771982 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2129d6e3-2147-472d-a504-c4fdc0622bb2 req-ebccbd90-091e-4e64-9096-2d005edf6ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:08.773461 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-2129d6e3-2147-472d-a504-c4fdc0622bb2 req-ebccbd90-091e-4e64-9096-2d005edf6ff2 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=41b5c288d18c42c2bbb943465bc76a20&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1105802 Aug 11 03:17:08.818577 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-260c8eda-4adf-44d0-a102-d04db1aba290 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:08.842226 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-260c8eda-4adf-44d0-a102-d04db1aba290 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:08.848425 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-260c8eda-4adf-44d0-a102-d04db1aba290 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] 10.222.0.41 "DELETE /v2.0/networks/48892180-db25-40cf-83c2-aaae4cb060c9 HTTP/1.1" status: 204 len: 168 time: 2.8195210 Aug 11 03:17:08.851735 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 40988) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:08.856806 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-1e9deabe-ae44-4d5c-a484-d1e19448f99f tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-223401729'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:17:08.873441 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-073c2a59-9b81-4a4d-8b61-f6e1366e1f75 req-9901226c-b24b-44b7-9d31-c7d6db828e6e tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a89a04a-70d6-46f3-9b56-7cb537ff4761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959982 Aug 11 03:17:08.882203 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3db8c3-b4df-4002-97f4-3310fc3d9aac req-c2b18ddb-0439-492c-a606-47c06b8d9ca6 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:08.888171 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3db8c3-b4df-4002-97f4-3310fc3d9aac req-c2b18ddb-0439-492c-a606-47c06b8d9ca6 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:08.894508 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3db8c3-b4df-4002-97f4-3310fc3d9aac req-c2b18ddb-0439-492c-a606-47c06b8d9ca6 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:08.901936 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3c3db8c3-b4df-4002-97f4-3310fc3d9aac req-c2b18ddb-0439-492c-a606-47c06b8d9ca6 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] 10.222.0.41 "GET /v2.0/ports?device_id=36d1947e-7c5e-4fe9-94e8-0ba59cd925fa HTTP/1.1" status: 200 len: 2411 time: 0.2874763 Aug 11 03:17:08.925601 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260c8eda-4adf-44d0-a102-d04db1aba290 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Pushing event deleted for resources: {'Network': ['ID=48892180-db25-40cf-83c2-aaae4cb060c9,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:08.944699 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-47985dd8-feca-4f76-a12a-1e4896ee37e5 req-d710af5a-8bc8-4a90-b398-4d02e059f050 service neutron] Attempting to bind port 7f702ca6-0574-4a40-839e-67792077d2dd on host n-h2-764292-30 for vnic_type normal with profile {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:17:08.945038 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-47985dd8-feca-4f76-a12a-1e4896ee37e5 req-d710af5a-8bc8-4a90-b398-4d02e059f050 service neutron] Attempting to bind port 7f702ca6-0574-4a40-839e-67792077d2dd by drivers openvswitch,hyperv on host n-h2-764292-30 at level 0 using segments [{'id': 'bd930099-d273-4386-9bc1-426af296d1dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'ec41e9b8-ca95-4733-9938-a40bc676061d'}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:17:08.945357 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47985dd8-feca-4f76-a12a-1e4896ee37e5 req-d710af5a-8bc8-4a90-b398-4d02e059f050 service neutron] Attempting to bind port 7f702ca6-0574-4a40-839e-67792077d2dd on network ec41e9b8-ca95-4733-9938-a40bc676061d {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:17:08.955396 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2129d6e3-2147-472d-a504-c4fdc0622bb2 req-1be57873-b2e7-4c3c-8245-052944c886d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:08.956933 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-2129d6e3-2147-472d-a504-c4fdc0622bb2 req-1be57873-b2e7-4c3c-8245-052944c886d7 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1767569 Aug 11 03:17:08.958964 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47985dd8-feca-4f76-a12a-1e4896ee37e5 req-d710af5a-8bc8-4a90-b398-4d02e059f050 service neutron] Port 7f702ca6-0574-4a40-839e-67792077d2dd on network ec41e9b8-ca95-4733-9938-a40bc676061d not bound, no agent of type Open vSwitch agent registered on host n-h2-764292-30 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:17:08.959292 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47985dd8-feca-4f76-a12a-1e4896ee37e5 req-d710af5a-8bc8-4a90-b398-4d02e059f050 service neutron] Attempting to bind port 7f702ca6-0574-4a40-839e-67792077d2dd on network ec41e9b8-ca95-4733-9938-a40bc676061d {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:17:08.965144 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0c144146-6c93-4d27-8b72-46cac7c90019 req-3451f7c9-8496-414d-9fac-c62351825454 service neutron] 10.222.0.24 "GET /v2.0/networks/054df3e3-cdfc-452c-8e72-7c6f93926436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3067987 Aug 11 03:17:09.009436 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-aaf9e8d3-3a50-46f5-ad2a-fc6b06dae07e req-7b1e8cd3-7aaa-4e35-9d41-c83a81f20e98 tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] 10.222.0.41 "GET /v2.0/ports?device_id=0223be4b-128c-49b3-ac13-d778de5fcb68 HTTP/1.1" status: 200 len: 210 time: 0.0539751 Aug 11 03:17:09.033113 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3c3db8c3-b4df-4002-97f4-3310fc3d9aac req-f70b4821-5dfc-46ff-8a59-1a7b7771a21b tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] 10.222.0.41 "GET /v2.0/security-groups?id=9bcdfec5-364e-49d2-8266-cef1a51c6464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296334 Aug 11 03:17:09.033956 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47985dd8-feca-4f76-a12a-1e4896ee37e5 req-d710af5a-8bc8-4a90-b398-4d02e059f050 service neutron] Checking agent: {'id': '70015fc0-62fb-48b2-b453-36906937cf2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 17, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:17:09.034342 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47985dd8-feca-4f76-a12a-1e4896ee37e5 req-d710af5a-8bc8-4a90-b398-4d02e059f050 service neutron] Checking segment: {'id': 'bd930099-d273-4386-9bc1-426af296d1dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'ec41e9b8-ca95-4733-9938-a40bc676061d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:17:09.034714 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47985dd8-feca-4f76-a12a-1e4896ee37e5 req-d710af5a-8bc8-4a90-b398-4d02e059f050 service neutron] Bound using segment: {'id': 'bd930099-d273-4386-9bc1-426af296d1dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'ec41e9b8-ca95-4733-9938-a40bc676061d'} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:17:09.035160 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-47985dd8-feca-4f76-a12a-1e4896ee37e5 req-d710af5a-8bc8-4a90-b398-4d02e059f050 service neutron] Bound port: 7f702ca6-0574-4a40-839e-67792077d2dd, host: n-h2-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd930099-d273-4386-9bc1-426af296d1dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'ec41e9b8-ca95-4733-9938-a40bc676061d'}}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:17:09.035516 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-47985dd8-feca-4f76-a12a-1e4896ee37e5 req-d710af5a-8bc8-4a90-b398-4d02e059f050 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:09.036673 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e9deabe-ae44-4d5c-a484-d1e19448f99f tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Made reservation on behalf of 619f5dda48254516982a2d4b32c5e174 for: {'network': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:17:09.040240 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1e9deabe-ae44-4d5c-a484-d1e19448f99f tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:09.122784 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e9deabe-ae44-4d5c-a484-d1e19448f99f tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=102191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:17:09.126003 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6616dd5-0447-4981-abaf-4bb5c91c42b5 req-ad5cf600-103a-4120-ac12-6c9c2d8f1b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:09.134150 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-b6616dd5-0447-4981-abaf-4bb5c91c42b5 req-ad5cf600-103a-4120-ac12-6c9c2d8f1b67 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=41b5c288d18c42c2bbb943465bc76a20&device_id=04b6704a-fd4f-453a-8cac-272db11d17cf HTTP/1.1" status: 200 len: 1096 time: 0.1183212 Aug 11 03:17:09.162315 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-2bb22e6e-0461-4336-b765-2d681b1d374e req-9b11daa0-5bb6-4f87-8fd0-a28e0beabe40 tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:09.195651 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1e9deabe-ae44-4d5c-a484-d1e19448f99f tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:09.196025 n-d-764292-30 neutron-server[102191]: INFO neutron.db.segments_db [None req-1e9deabe-ae44-4d5c-a484-d1e19448f99f tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Added segment b1c11cf8-9340-4594-82d8-7c96dec6adf9 of type vlan for network c53c8c17-6099-4ffd-9047-1c4a4a236591 Aug 11 03:17:09.207123 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-b6616dd5-0447-4981-abaf-4bb5c91c42b5 req-7d2986f8-28dc-41ae-9c42-fbe06712d154 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=81cd9af2-119f-426f-8db4-9b3362d3d8d2 HTTP/1.1" status: 200 len: 217 time: 0.0665827 Aug 11 03:17:09.212725 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 183746dc-185e-4579-bacc-6cbe90d30224 details requested by agent hyperv_n-h1-764292-30 with host n-h1-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:17:09.256292 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8926022f-8abd-41f8-a566-a49c54887e48 req-58b5234e-0b9a-4f64-aa20-c25f1668f1e5 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:09.263926 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8926022f-8abd-41f8-a566-a49c54887e48 req-58b5234e-0b9a-4f64-aa20-c25f1668f1e5 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] 10.222.0.41 "GET /v2.0/ports?device_id=006b2268-b044-4169-accf-c9c02f7462ce HTTP/1.1" status: 200 len: 944 time: 0.1326709 Aug 11 03:17:09.279168 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0c144146-6c93-4d27-8b72-46cac7c90019 req-30611d44-0a09-45bd-af98-e7649fed1f2a service neutron] 10.222.0.24 "GET /v2.0/networks/054df3e3-cdfc-452c-8e72-7c6f93926436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2956932 Aug 11 03:17:09.281572 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1e9deabe-ae44-4d5c-a484-d1e19448f99f tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:09.289971 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-47985dd8-feca-4f76-a12a-1e4896ee37e5 req-d710af5a-8bc8-4a90-b398-4d02e059f050 service neutron] For port 7f702ca6-0574-4a40-839e-67792077d2dd, host n-h2-764292-30, cleared binding levels {{(pid=102192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:17:09.330441 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-47985dd8-feca-4f76-a12a-1e4896ee37e5 req-d710af5a-8bc8-4a90-b398-4d02e059f050 service neutron] For port 7f702ca6-0574-4a40-839e-67792077d2dd, host n-h2-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=7f702ca6-0574-4a40-839e-67792077d2dd,segment=NetworkSegment(bd930099-d273-4386-9bc1-426af296d1dc),segment_id=bd930099-d273-4386-9bc1-426af296d1dc)] {{(pid=102192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:17:09.331768 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6616dd5-0447-4981-abaf-4bb5c91c42b5 req-a5ff145c-e5e9-40fc-9df0-9da8ddfe89d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:09.333312 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-b6616dd5-0447-4981-abaf-4bb5c91c42b5 req-a5ff145c-e5e9-40fc-9df0-9da8ddfe89d6 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e698cbd6-76d9-4af8-b3ec-764f8a7a09e2 HTTP/1.1" status: 200 len: 859 time: 0.1023033 Aug 11 03:17:09.378872 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8926022f-8abd-41f8-a566-a49c54887e48 req-f8f00785-1d82-425f-ba75-e92c5323d664 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] 10.222.0.41 "GET /v2.0/security-groups?id=fc43ee60-6555-4bc5-a7a0-c97f67a784d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139951 Aug 11 03:17:09.392716 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-b6616dd5-0447-4981-abaf-4bb5c91c42b5 req-f92ce3f0-e1cc-44e3-8866-06c8805f8be0 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2edd7c40-ce53-40d0-ad1c-7b106e315d79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426478 Aug 11 03:17:09.403810 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cbd3ef-0f82-45b3-9904-bf0641339260 req-adfd6948-ad6a-475c-886e-bc04a4091b97 tempest-VolumesSnapshotTestJSON-465789868 tempest-VolumesSnapshotTestJSON-465789868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:09.405787 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e1cbd3ef-0f82-45b3-9904-bf0641339260 req-adfd6948-ad6a-475c-886e-bc04a4091b97 tempest-VolumesSnapshotTestJSON-465789868 tempest-VolumesSnapshotTestJSON-465789868-project] 10.222.0.41 "GET /v2.0/ports?device_id=87bccd5e-1550-45c8-b06c-06fc8aa04820 HTTP/1.1" status: 200 len: 944 time: 0.1038859 Aug 11 03:17:09.408299 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-47985dd8-feca-4f76-a12a-1e4896ee37e5 req-d710af5a-8bc8-4a90-b398-4d02e059f050 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:09.425884 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 183746dc-185e-4579-bacc-6cbe90d30224, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=183746dc-185e-4579-bacc-6cbe90d30224,segment=NetworkSegment(a4461aa7-a68f-4ec2-820b-606b00b637c3),segment_id=a4461aa7-a68f-4ec2-820b-606b00b637c3)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:17:09.441009 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Returning: {'device': '183746dc-185e-4579-bacc-6cbe90d30224', 'network_id': '01acead8-963f-4169-bd07-29020b4da255', 'port_id': '183746dc-185e-4579-bacc-6cbe90d30224', 'mac_address': 'fa:16:3e:03:f0:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '069bf063-b054-4cb3-bf43-ad7278908edd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:17:09.476794 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47985dd8-feca-4f76-a12a-1e4896ee37e5 req-d710af5a-8bc8-4a90-b398-4d02e059f050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:09.478267 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-47985dd8-feca-4f76-a12a-1e4896ee37e5 req-d710af5a-8bc8-4a90-b398-4d02e059f050 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:09.480589 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-47985dd8-feca-4f76-a12a-1e4896ee37e5 req-d710af5a-8bc8-4a90-b398-4d02e059f050 service neutron] 10.222.0.24 "PUT /v2.0/ports/7f702ca6-0574-4a40-839e-67792077d2dd HTTP/1.1" status: 200 len: 1093 time: 3.1972952 Aug 11 03:17:09.481938 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:09.482940 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '006b2268-b044-4169-accf-c9c02f7462ce', 'tag': '7f702ca6-0574-4a40-839e-67792077d2dd'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:17:09.485453 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cc829e9-7f8e-40a8-8a23-2e3a0977959f" -d '{"events": [{"name": "network-changed", "server_uuid": "006b2268-b044-4169-accf-c9c02f7462ce", "tag": "7f702ca6-0574-4a40-839e-67792077d2dd"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:17:09.492464 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-2bb22e6e-0461-4336-b765-2d681b1d374e req-9b11daa0-5bb6-4f87-8fd0-a28e0beabe40 tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:09.494506 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1e9deabe-ae44-4d5c-a484-d1e19448f99f tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:09.497051 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 183746dc-185e-4579-bacc-6cbe90d30224 {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:17:09.499870 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e9deabe-ae44-4d5c-a484-d1e19448f99f tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:09.500478 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1e9deabe-ae44-4d5c-a484-d1e19448f99f tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks [] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:09.520340 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 183746dc-185e-4579-bacc-6cbe90d30224, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=183746dc-185e-4579-bacc-6cbe90d30224,segment=NetworkSegment(a4461aa7-a68f-4ec2-820b-606b00b637c3),segment_id=a4461aa7-a68f-4ec2-820b-606b00b637c3)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:17:09.555594 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bb22e6e-0461-4336-b765-2d681b1d374e req-9b11daa0-5bb6-4f87-8fd0-a28e0beabe40 tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] Network 2edd7c40-ce53-40d0-ad1c-7b106e315d79 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:17:09.574419 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:17:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-313c0ec5-53d3-402e-b4d8-16332b887d20 x-openstack-request-id: req-313c0ec5-53d3-402e-b4d8-16332b887d20 {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:17:09.574833 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "006b2268-b044-4169-accf-c9c02f7462ce", "tag": "7f702ca6-0574-4a40-839e-67792077d2dd", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:17:09.575053 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-313c0ec5-53d3-402e-b4d8-16332b887d20 {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:17:09.575511 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '006b2268-b044-4169-accf-c9c02f7462ce', 'tag': '7f702ca6-0574-4a40-839e-67792077d2dd', 'status': 'completed', 'code': 200} Aug 11 03:17:09.596780 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e1cbd3ef-0f82-45b3-9904-bf0641339260 req-99a6c603-f0fc-47ed-8195-32a9c9a10db8 tempest-VolumesSnapshotTestJSON-465789868 tempest-VolumesSnapshotTestJSON-465789868-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f4ecb47-4864-42ad-bab7-e92caddf58f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832290 Aug 11 03:17:09.600537 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d710af5a-8bc8-4a90-b398-4d02e059f050 service neutron] Pushing event updated for resources: {'Port': ['ID=7f702ca6-0574-4a40-839e-67792077d2dd,revision_number=3']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:09.614178 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [req-2bb22e6e-0461-4336-b765-2d681b1d374e req-9b11daa0-5bb6-4f87-8fd0-a28e0beabe40 tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:17:09.618233 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:09.631552 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bb22e6e-0461-4336-b765-2d681b1d374e req-9b11daa0-5bb6-4f87-8fd0-a28e0beabe40 tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:17:09.644541 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-1e9deabe-ae44-4d5c-a484-d1e19448f99f tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7825341 Aug 11 03:17:09.644541 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 41006) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:09.644863 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6e1275-15e8-4613-a9e4-8d7b3712cb46 req-e8223d95-7305-4cd1-a967-80e5ac0e8d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:09.644863 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6e1275-15e8-4613-a9e4-8d7b3712cb46 req-e8223d95-7305-4cd1-a967-80e5ac0e8d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:09.644863 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6e1275-15e8-4613-a9e4-8d7b3712cb46 req-e8223d95-7305-4cd1-a967-80e5ac0e8d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:09.644863 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ea6e1275-15e8-4613-a9e4-8d7b3712cb46 req-e8223d95-7305-4cd1-a967-80e5ac0e8d54 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9efcd44618b1499dbaacd7184adc7a1f&device_id=36d1947e-7c5e-4fe9-94e8-0ba59cd925fa HTTP/1.1" status: 200 len: 2867 time: 0.1365268 Aug 11 03:17:09.654810 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-5456903c-0647-42f9-b041-b33b8fff9abe tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Request body: {'subnet': {'network_id': 'c53c8c17-6099-4ffd-9047-1c4a4a236591', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:17:09.677857 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-b6616dd5-0447-4981-abaf-4bb5c91c42b5 req-e622bf50-740a-41a7-85bd-b16867987476 service neutron] 10.222.0.22 "GET /v2.0/networks/2edd7c40-ce53-40d0-ad1c-7b106e315d79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2831469 Aug 11 03:17:09.688674 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=183746dc-185e-4579-bacc-6cbe90d30224,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:09.714431 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc829e9-7f8e-40a8-8a23-2e3a0977959f req-f2ee124a-e036-4447-821b-5fc393da25b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:09.715952 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8cc829e9-7f8e-40a8-8a23-2e3a0977959f req-f2ee124a-e036-4447-821b-5fc393da25b1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=de7c7081e4f94005a4ad5308630cb9c6&device_id=006b2268-b044-4169-accf-c9c02f7462ce HTTP/1.1" status: 200 len: 1096 time: 0.1305535 Aug 11 03:17:09.756489 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9deabe-ae44-4d5c-a484-d1e19448f99f tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Pushing event updated for resources: {'Network': ['ID=c53c8c17-6099-4ffd-9047-1c4a4a236591,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:09.758681 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b11daa0-5bb6-4f87-8fd0-a28e0beabe40 tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] Pushing event updated for resources: {'Port': ['ID=0e86cc5e-3688-462a-87af-82df734ed054,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:09.771274 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network c53c8c17-6099-4ffd-9047-1c4a4a236591 details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:17:09.819298 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb22e6e-0461-4336-b765-2d681b1d374e req-9b11daa0-5bb6-4f87-8fd0-a28e0beabe40 tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:09.819950 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-2bb22e6e-0461-4336-b765-2d681b1d374e req-9b11daa0-5bb6-4f87-8fd0-a28e0beabe40 tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:09.857195 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6e1275-15e8-4613-a9e4-8d7b3712cb46 req-b2f16300-0f6c-4c6d-b80e-c7521d662dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:09.858793 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ea6e1275-15e8-4613-a9e4-8d7b3712cb46 req-b2f16300-0f6c-4c6d-b80e-c7521d662dd3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=054df3e3-cdfc-452c-8e72-7c6f93926436 HTTP/1.1" status: 200 len: 902 time: 0.2044225 Aug 11 03:17:09.885246 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-b6616dd5-0447-4981-abaf-4bb5c91c42b5 req-58d8fbf5-34df-41df-8e77-ca3169cbe355 service neutron] 10.222.0.22 "GET /v2.0/networks/2edd7c40-ce53-40d0-ad1c-7b106e315d79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840272 Aug 11 03:17:09.903856 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-2bb22e6e-0461-4336-b765-2d681b1d374e req-9b11daa0-5bb6-4f87-8fd0-a28e0beabe40 tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7528312 Aug 11 03:17:09.912418 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ea6e1275-15e8-4613-a9e4-8d7b3712cb46 req-2608277d-2b74-46ed-b23d-a86a14c809c4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.72&port_id=395c6f2e-a6cb-4e3b-89e4-54d8c6ec595e HTTP/1.1" status: 200 len: 217 time: 0.0433156 Aug 11 03:17:09.920680 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-2bb22e6e-0461-4336-b765-2d681b1d374e req-f35f2c8e-60c4-4521-b17e-61d6814ef3cf service neutron] Request body: {'port': {'device_id': '0223be4b-128c-49b3-ac13-d778de5fcb68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764292-30'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:17:09.932596 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc829e9-7f8e-40a8-8a23-2e3a0977959f req-d1e804ce-b273-4ce5-bd7f-a693d63554aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:09.934051 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8cc829e9-7f8e-40a8-8a23-2e3a0977959f req-d1e804ce-b273-4ce5-bd7f-a693d63554aa service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=de7c7081e4f94005a4ad5308630cb9c6&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2082767 Aug 11 03:17:09.941133 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['183746dc-185e-4579-bacc-6cbe90d30224'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:17:09.994081 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-2bb22e6e-0461-4336-b765-2d681b1d374e req-f35f2c8e-60c4-4521-b17e-61d6814ef3cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:10.046402 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5456903c-0647-42f9-b041-b33b8fff9abe tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Made reservation on behalf of 619f5dda48254516982a2d4b32c5e174 for: {'subnet': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:17:10.051600 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5456903c-0647-42f9-b041-b33b8fff9abe tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274743'] for subnet, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:10.082529 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6e1275-15e8-4613-a9e4-8d7b3712cb46 req-9fc3881b-1dfa-4ca9-b3a7-128c0a19d9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:10.084015 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ea6e1275-15e8-4613-a9e4-8d7b3712cb46 req-9fc3881b-1dfa-4ca9-b3a7-128c0a19d9e3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bac5de77-3216-4b9c-aea2-23b128d4ba52 HTTP/1.1" status: 200 len: 801 time: 0.1634717 Aug 11 03:17:10.118613 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedd1e4b-bb11-47e7-aa91-2e0552c6fdac req-fecba416-c681-4537-8e8c-e881eee7b87a tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:10.119609 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-aedd1e4b-bb11-47e7-aa91-2e0552c6fdac req-fecba416-c681-4537-8e8c-e881eee7b87a tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/ports?device_id=23071014-7475-45d4-a929-0adda4de678f HTTP/1.1" status: 200 len: 946 time: 0.1543844 Aug 11 03:17:10.170859 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc829e9-7f8e-40a8-8a23-2e3a0977959f req-a74c3e6d-1f74-4d84-886f-134856425907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:10.172313 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8cc829e9-7f8e-40a8-8a23-2e3a0977959f req-a74c3e6d-1f74-4d84-886f-134856425907 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2180324 Aug 11 03:17:10.240182 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-aedd1e4b-bb11-47e7-aa91-2e0552c6fdac req-214497ee-037b-4a0b-b187-0a2a78e24804 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a89a04a-70d6-46f3-9b56-7cb537ff4761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120229 Aug 11 03:17:10.246508 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6e1275-15e8-4613-a9e4-8d7b3712cb46 req-06951d8e-d38f-4acb-afda-4a83565704e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:10.248266 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ea6e1275-15e8-4613-a9e4-8d7b3712cb46 req-06951d8e-d38f-4acb-afda-4a83565704e6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=054df3e3-cdfc-452c-8e72-7c6f93926436&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1512501 Aug 11 03:17:10.294420 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05b47d7-f446-4da9-9e8e-e6cd4d78349e req-ff913978-e925-46df-aba9-466e68546970 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:10.301212 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05b47d7-f446-4da9-9e8e-e6cd4d78349e req-ff913978-e925-46df-aba9-466e68546970 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:10.307283 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05b47d7-f446-4da9-9e8e-e6cd4d78349e req-ff913978-e925-46df-aba9-466e68546970 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:10.309049 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e05b47d7-f446-4da9-9e8e-e6cd4d78349e req-ff913978-e925-46df-aba9-466e68546970 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] 10.222.0.41 "GET /v2.0/ports?device_id=36d1947e-7c5e-4fe9-94e8-0ba59cd925fa HTTP/1.1" status: 200 len: 2411 time: 0.1514347 Aug 11 03:17:10.420871 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47985dd8-feca-4f76-a12a-1e4896ee37e5 req-62828ea0-ead8-491f-8955-64e154d42e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:10.422398 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-47985dd8-feca-4f76-a12a-1e4896ee37e5 req-62828ea0-ead8-491f-8955-64e154d42e98 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=de7c7081e4f94005a4ad5308630cb9c6&device_id=006b2268-b044-4169-accf-c9c02f7462ce HTTP/1.1" status: 200 len: 1096 time: 0.1955652 Aug 11 03:17:10.462378 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [req-2bb22e6e-0461-4336-b765-2d681b1d374e req-f35f2c8e-60c4-4521-b17e-61d6814ef3cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e86cc5e-3688-462a-87af-82df734ed054 {{(pid=102191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:17:10.470502 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-2bb22e6e-0461-4336-b765-2d681b1d374e req-f35f2c8e-60c4-4521-b17e-61d6814ef3cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:10.483284 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [req-2bb22e6e-0461-4336-b765-2d681b1d374e req-f35f2c8e-60c4-4521-b17e-61d6814ef3cf service neutron] Transition to ACTIVE for port object 0e86cc5e-3688-462a-87af-82df734ed054 will not be triggered until provisioned by entity L2. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:17:10.487145 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e05b47d7-f446-4da9-9e8e-e6cd4d78349e req-b0cb652c-42c2-4f30-8448-d7e1dcf0fbed tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] 10.222.0.41 "GET /v2.0/security-groups?id=9bcdfec5-364e-49d2-8266-cef1a51c6464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514475 Aug 11 03:17:10.489581 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-47985dd8-feca-4f76-a12a-1e4896ee37e5 req-cffa7850-9ea0-4dfd-8048-fce3fc36e12e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7f702ca6-0574-4a40-839e-67792077d2dd HTTP/1.1" status: 200 len: 217 time: 0.0538526 Aug 11 03:17:10.491462 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ea6e1275-15e8-4613-a9e4-8d7b3712cb46 req-0a26a5f2-174c-40ea-949d-bf1ef7ba50fb service neutron] 10.222.0.24 "GET /v2.0/networks/054df3e3-cdfc-452c-8e72-7c6f93926436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2260270 Aug 11 03:17:10.499012 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aab1680-f4cd-4828-b12e-65f76d7a4d1d req-c6841bf0-b993-4bcb-9729-da8657794d35 tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:10.500410 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8aab1680-f4cd-4828-b12e-65f76d7a4d1d req-c6841bf0-b993-4bcb-9729-da8657794d35 tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] 10.222.0.41 "GET /v2.0/ports?device_id=0223be4b-128c-49b3-ac13-d778de5fcb68 HTTP/1.1" status: 200 len: 931 time: 0.1660261 Aug 11 03:17:10.553805 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5456903c-0647-42f9-b041-b33b8fff9abe tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126283476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274725'] for subnet, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:10.594365 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-2bb22e6e-0461-4336-b765-2d681b1d374e req-f35f2c8e-60c4-4521-b17e-61d6814ef3cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:10.628362 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8aab1680-f4cd-4828-b12e-65f76d7a4d1d req-2516017c-b077-490a-aa8b-202ba2090362 tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a9c14b7-456b-495d-954b-08faab866e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047611 Aug 11 03:17:10.637241 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47985dd8-feca-4f76-a12a-1e4896ee37e5 req-db443c4a-2827-460e-897c-43455e8e80f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:10.638764 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-47985dd8-feca-4f76-a12a-1e4896ee37e5 req-db443c4a-2827-460e-897c-43455e8e80f8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a117f456-eefd-42ce-85d3-cce35b5c64c2 HTTP/1.1" status: 200 len: 854 time: 0.1360548 Aug 11 03:17:10.685658 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5456903c-0647-42f9-b041-b33b8fff9abe tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Checking segment: {'id': 'b1c11cf8-9340-4594-82d8-7c96dec6adf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c53c8c17-6099-4ffd-9047-1c4a4a236591'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:17:10.686032 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5456903c-0647-42f9-b041-b33b8fff9abe tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Network hostable DHCP agents. Network: c53c8c17-6099-4ffd-9047-1c4a4a236591, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:17:10.688288 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5456903c-0647-42f9-b041-b33b8fff9abe tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Pushing event updated for resources: {'Subnet': ['ID=a779ced6-cd3a-44dc-906c-e8a3cc1d4633,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:10.703358 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-47985dd8-feca-4f76-a12a-1e4896ee37e5 req-18a02f59-477e-4615-a869-561bdf5d219b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ec41e9b8-ca95-4733-9938-a40bc676061d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553091 Aug 11 03:17:10.724169 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35f2c8e-60c4-4521-b17e-61d6814ef3cf service neutron] Pushing event updated for resources: {'Port': ['ID=0e86cc5e-3688-462a-87af-82df734ed054,revision_number=2']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:10.798047 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-2bb22e6e-0461-4336-b765-2d681b1d374e req-f35f2c8e-60c4-4521-b17e-61d6814ef3cf service neutron] Attempting to bind port 0e86cc5e-3688-462a-87af-82df734ed054 on host n-h2-764292-30 for vnic_type normal with profile {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:17:10.798047 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-2bb22e6e-0461-4336-b765-2d681b1d374e req-f35f2c8e-60c4-4521-b17e-61d6814ef3cf service neutron] Attempting to bind port 0e86cc5e-3688-462a-87af-82df734ed054 by drivers openvswitch,hyperv on host n-h2-764292-30 at level 0 using segments [{'id': '85e0917a-301a-48f0-af02-10bb8de75f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2edd7c40-ce53-40d0-ad1c-7b106e315d79'}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:17:10.798047 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb22e6e-0461-4336-b765-2d681b1d374e req-f35f2c8e-60c4-4521-b17e-61d6814ef3cf service neutron] Attempting to bind port 0e86cc5e-3688-462a-87af-82df734ed054 on network 2edd7c40-ce53-40d0-ad1c-7b106e315d79 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:17:10.800147 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb22e6e-0461-4336-b765-2d681b1d374e req-f35f2c8e-60c4-4521-b17e-61d6814ef3cf service neutron] Port 0e86cc5e-3688-462a-87af-82df734ed054 on network 2edd7c40-ce53-40d0-ad1c-7b106e315d79 not bound, no agent of type Open vSwitch agent registered on host n-h2-764292-30 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:17:10.800481 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb22e6e-0461-4336-b765-2d681b1d374e req-f35f2c8e-60c4-4521-b17e-61d6814ef3cf service neutron] Attempting to bind port 0e86cc5e-3688-462a-87af-82df734ed054 on network 2edd7c40-ce53-40d0-ad1c-7b106e315d79 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:17:10.806311 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb22e6e-0461-4336-b765-2d681b1d374e req-f35f2c8e-60c4-4521-b17e-61d6814ef3cf service neutron] Checking agent: {'id': '70015fc0-62fb-48b2-b453-36906937cf2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 17, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:17:10.806543 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb22e6e-0461-4336-b765-2d681b1d374e req-f35f2c8e-60c4-4521-b17e-61d6814ef3cf service neutron] Checking segment: {'id': '85e0917a-301a-48f0-af02-10bb8de75f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2edd7c40-ce53-40d0-ad1c-7b106e315d79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:17:10.806998 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb22e6e-0461-4336-b765-2d681b1d374e req-f35f2c8e-60c4-4521-b17e-61d6814ef3cf service neutron] Bound using segment: {'id': '85e0917a-301a-48f0-af02-10bb8de75f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2edd7c40-ce53-40d0-ad1c-7b106e315d79'} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:17:10.807503 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-2bb22e6e-0461-4336-b765-2d681b1d374e req-f35f2c8e-60c4-4521-b17e-61d6814ef3cf service neutron] Bound port: 0e86cc5e-3688-462a-87af-82df734ed054, host: n-h2-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85e0917a-301a-48f0-af02-10bb8de75f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2edd7c40-ce53-40d0-ad1c-7b106e315d79'}}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:17:10.807866 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-2bb22e6e-0461-4336-b765-2d681b1d374e req-f35f2c8e-60c4-4521-b17e-61d6814ef3cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:10.820584 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ea6e1275-15e8-4613-a9e4-8d7b3712cb46 req-2b91686a-258b-4e52-8ada-b5e2ea4ec3ab service neutron] 10.222.0.24 "GET /v2.0/networks/054df3e3-cdfc-452c-8e72-7c6f93926436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3100383 Aug 11 03:17:10.821716 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5456903c-0647-42f9-b041-b33b8fff9abe tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Network c53c8c17-6099-4ffd-9047-1c4a4a236591 is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:17:10.840932 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e77d82-54aa-4d54-8e6a-12f94a68df2d req-85819e77-529d-4ca7-88b2-5307cb9a2a7b tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:10.846872 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b8e77d82-54aa-4d54-8e6a-12f94a68df2d req-85819e77-529d-4ca7-88b2-5307cb9a2a7b tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/ports?device_id=23071014-7475-45d4-a929-0adda4de678f HTTP/1.1" status: 200 len: 946 time: 0.1852243 Aug 11 03:17:10.889689 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-5456903c-0647-42f9-b041-b33b8fff9abe tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, c53c8c17-6099-4ffd-9047-1c4a4a236591) {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:17:10.892949 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cee2e4-d70a-4faf-bb76-20ef7516d569 req-263f9839-c3ea-4af8-871a-1a050421ee4f tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:10.896381 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5456903c-0647-42f9-b041-b33b8fff9abe tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:10.897470 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5456903c-0647-42f9-b041-b33b8fff9abe tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:10.900931 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a8d4785-0eb2-4d4a-b0d9-24b93efdff79 None None] Network c53c8c17-6099-4ffd-9047-1c4a4a236591 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:17:10.907474 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-2bb22e6e-0461-4336-b765-2d681b1d374e req-f35f2c8e-60c4-4521-b17e-61d6814ef3cf service neutron] For port 0e86cc5e-3688-462a-87af-82df734ed054, host n-h2-764292-30, cleared binding levels {{(pid=102191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:17:10.907691 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e7cee2e4-d70a-4faf-bb76-20ef7516d569 req-263f9839-c3ea-4af8-871a-1a050421ee4f tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] 10.222.0.41 "GET /v2.0/ports?device_id=006b2268-b044-4169-accf-c9c02f7462ce HTTP/1.1" status: 200 len: 944 time: 0.1728809 Aug 11 03:17:10.907806 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-2bb22e6e-0461-4336-b765-2d681b1d374e req-f35f2c8e-60c4-4521-b17e-61d6814ef3cf service neutron] For port 0e86cc5e-3688-462a-87af-82df734ed054, host n-h2-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=0e86cc5e-3688-462a-87af-82df734ed054,segment=NetworkSegment(85e0917a-301a-48f0-af02-10bb8de75f4d),segment_id=85e0917a-301a-48f0-af02-10bb8de75f4d)] {{(pid=102191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:17:10.953003 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-47985dd8-feca-4f76-a12a-1e4896ee37e5 req-e3b5b055-7849-4e06-9a3f-5de5279802db service neutron] 10.222.0.24 "GET /v2.0/networks/ec41e9b8-ca95-4733-9938-a40bc676061d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2326248 Aug 11 03:17:10.959748 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b8e77d82-54aa-4d54-8e6a-12f94a68df2d req-908e227f-1ee0-419b-ab98-457356eddb7b tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a89a04a-70d6-46f3-9b56-7cb537ff4761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019948 Aug 11 03:17:10.961330 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-2bb22e6e-0461-4336-b765-2d681b1d374e req-f35f2c8e-60c4-4521-b17e-61d6814ef3cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:11.000577 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e7cee2e4-d70a-4faf-bb76-20ef7516d569 req-3260f92d-82ec-47fa-84b4-763973009b15 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] 10.222.0.41 "GET /v2.0/security-groups?id=fc43ee60-6555-4bc5-a7a0-c97f67a784d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935972 Aug 11 03:17:11.031441 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35f2c8e-60c4-4521-b17e-61d6814ef3cf service neutron] Pushing event updated for resources: {'Port': ['ID=0e86cc5e-3688-462a-87af-82df734ed054,revision_number=3']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:11.045161 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-5456903c-0647-42f9-b041-b33b8fff9abe tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4005821 Aug 11 03:17:11.048062 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 41046) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:11.053702 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-24dc332b-e970-41e0-aab9-a5815c730dc1 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Request body: {'port': {'network_id': 'c53c8c17-6099-4ffd-9047-1c4a4a236591', 'name': 'tempest-PortsTestJSON-2039132867', 'fixed_ips': [{'subnet_id': 'a779ced6-cd3a-44dc-906c-e8a3cc1d4633', 'ip_address': '172.20.0.10'}]}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:17:11.114606 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb22e6e-0461-4336-b765-2d681b1d374e req-f35f2c8e-60c4-4521-b17e-61d6814ef3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:11.114851 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-2bb22e6e-0461-4336-b765-2d681b1d374e req-f35f2c8e-60c4-4521-b17e-61d6814ef3cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:11.116829 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-2bb22e6e-0461-4336-b765-2d681b1d374e req-f35f2c8e-60c4-4521-b17e-61d6814ef3cf service neutron] 10.222.0.24 "PUT /v2.0/ports/0e86cc5e-3688-462a-87af-82df734ed054 HTTP/1.1" status: 200 len: 1092 time: 1.2028732 Aug 11 03:17:11.116829 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0223be4b-128c-49b3-ac13-d778de5fcb68', 'tag': '0e86cc5e-3688-462a-87af-82df734ed054'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:17:11.119066 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b199476e-b0c7-4fb6-a9ec-d48f06c81406" -d '{"events": [{"name": "network-changed", "server_uuid": "0223be4b-128c-49b3-ac13-d778de5fcb68", "tag": "0e86cc5e-3688-462a-87af-82df734ed054"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:17:11.165063 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b053edd7-df6d-4f94-b5f9-d0f3d156a21e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde080026-c28f-55be-b52b-13827cc43646-c53c8c17-6099-4ffd-9047-1c4a4a236591', 'network_id': 'c53c8c17-6099-4ffd-9047-1c4a4a236591', 'tenant_id': '619f5dda48254516982a2d4b32c5e174', 'fixed_ips': [{'subnet_id': 'a779ced6-cd3a-44dc-906c-e8a3cc1d4633'}]}} from n-d-764292-30. {{(pid=102193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:17:11.166022 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-b053edd7-df6d-4f94-b5f9-d0f3d156a21e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:11.178525 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:11.179879 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff2b652-c66d-4e9e-a712-457e7560ac59 req-07a31dc3-31bd-48e0-84c4-50074ad41729 tempest-VolumesSnapshotTestJSON-465789868 tempest-VolumesSnapshotTestJSON-465789868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:11.181952 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bff2b652-c66d-4e9e-a712-457e7560ac59 req-07a31dc3-31bd-48e0-84c4-50074ad41729 tempest-VolumesSnapshotTestJSON-465789868 tempest-VolumesSnapshotTestJSON-465789868-project] 10.222.0.41 "GET /v2.0/ports?device_id=87bccd5e-1550-45c8-b06c-06fc8aa04820 HTTP/1.1" status: 200 len: 945 time: 0.0846434 Aug 11 03:17:11.187781 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-47985dd8-feca-4f76-a12a-1e4896ee37e5 req-53b8e0fc-3c18-4fd9-b107-812140a5300c service neutron] 10.222.0.24 "GET /v2.0/networks/ec41e9b8-ca95-4733-9938-a40bc676061d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2021465 Aug 11 03:17:11.255606 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 183746dc-185e-4579-bacc-6cbe90d30224 up at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:17:11.255867 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bff2b652-c66d-4e9e-a712-457e7560ac59 req-2009a570-48df-4acb-aba8-719243473180 tempest-VolumesSnapshotTestJSON-465789868 tempest-VolumesSnapshotTestJSON-465789868-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f4ecb47-4864-42ad-bab7-e92caddf58f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660675 Aug 11 03:17:11.286045 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb22e6e-0461-4336-b765-2d681b1d374e req-88f2cb50-2fdd-4c93-ab2b-74ef69b233e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:11.287787 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2bb22e6e-0461-4336-b765-2d681b1d374e req-88f2cb50-2fdd-4c93-ab2b-74ef69b233e8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=41b5c288d18c42c2bbb943465bc76a20&device_id=0223be4b-128c-49b3-ac13-d778de5fcb68 HTTP/1.1" status: 200 len: 1095 time: 0.0600958 Aug 11 03:17:11.301754 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24dc332b-e970-41e0-aab9-a5815c730dc1 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Made reservation on behalf of 619f5dda48254516982a2d4b32c5e174 for: {'port': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:17:11.308596 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:17:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aaf0b42-6c01-41dc-8aeb-ebe0b934d4bc x-openstack-request-id: req-6aaf0b42-6c01-41dc-8aeb-ebe0b934d4bc {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:17:11.308877 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0223be4b-128c-49b3-ac13-d778de5fcb68", "tag": "0e86cc5e-3688-462a-87af-82df734ed054", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:17:11.309180 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6aaf0b42-6c01-41dc-8aeb-ebe0b934d4bc {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:17:11.309624 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0223be4b-128c-49b3-ac13-d778de5fcb68', 'tag': '0e86cc5e-3688-462a-87af-82df734ed054', 'status': 'completed', 'code': 200} Aug 11 03:17:11.360972 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2bb22e6e-0461-4336-b765-2d681b1d374e req-ad66c3d3-3a43-4ad5-899e-f7b0be795005 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e86cc5e-3688-462a-87af-82df734ed054 HTTP/1.1" status: 200 len: 217 time: 0.0650876 Aug 11 03:17:11.399378 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.db_base_plugin_common [None req-b053edd7-df6d-4f94-b5f9-d0f3d156a21e None None] Allocated IP 172.20.0.2 (c53c8c17-6099-4ffd-9047-1c4a4a236591/a779ced6-cd3a-44dc-906c-e8a3cc1d4633/a8be869c-5384-462b-9f0a-b8ea47c359e6) {{(pid=102193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:17:11.413335 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb22e6e-0461-4336-b765-2d681b1d374e req-686ec792-9591-4a89-89ad-2994cc9b90b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:11.414758 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2bb22e6e-0461-4336-b765-2d681b1d374e req-686ec792-9591-4a89-89ad-2994cc9b90b7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e698cbd6-76d9-4af8-b3ec-764f8a7a09e2 HTTP/1.1" status: 200 len: 859 time: 0.0456214 Aug 11 03:17:11.459234 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning for port 183746dc-185e-4579-bacc-6cbe90d30224 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:17:11.469220 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning complete for port 183746dc-185e-4579-bacc-6cbe90d30224 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:17:11.474527 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:11.481115 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2bb22e6e-0461-4336-b765-2d681b1d374e req-d2250aa9-a7db-42ff-b1d9-35fef3fc59a9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2edd7c40-ce53-40d0-ad1c-7b106e315d79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588026 Aug 11 03:17:11.487380 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-24dc332b-e970-41e0-aab9-a5815c730dc1 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:11.514947 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [None req-24dc332b-e970-41e0-aab9-a5815c730dc1 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] device_id is not set on port 759f1e0c-daf1-47bc-9a16-146e5c2ef940 yet. {{(pid=102191) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:17:11.616445 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 41058) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:11.646507 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2bb22e6e-0461-4336-b765-2d681b1d374e req-02c3da6d-3095-458b-9dcf-0c784840d585 service neutron] 10.222.0.24 "GET /v2.0/networks/2edd7c40-ce53-40d0-ad1c-7b106e315d79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575177 Aug 11 03:17:11.671649 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49582244-299e-48d3-846e-c20f4fa36f6c req-43069fe1-903b-4d2f-a034-a1cc0a0b3b87 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:11.676531 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-b053edd7-df6d-4f94-b5f9-d0f3d156a21e None None] Notify callbacks [] for port, precommit_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:11.677861 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49582244-299e-48d3-846e-c20f4fa36f6c req-43069fe1-903b-4d2f-a034-a1cc0a0b3b87 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:11.684937 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49582244-299e-48d3-846e-c20f4fa36f6c req-43069fe1-903b-4d2f-a034-a1cc0a0b3b87 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:11.689413 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:11.695038 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-49582244-299e-48d3-846e-c20f4fa36f6c req-43069fe1-903b-4d2f-a034-a1cc0a0b3b87 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] 10.222.0.41 "GET /v2.0/ports?device_id=36d1947e-7c5e-4fe9-94e8-0ba59cd925fa HTTP/1.1" status: 200 len: 2411 time: 0.0958731 Aug 11 03:17:11.707364 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-b053edd7-df6d-4f94-b5f9-d0f3d156a21e None None] Transition to ACTIVE for port object a8be869c-5384-462b-9f0a-b8ea47c359e6 will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:17:11.742600 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-b053edd7-df6d-4f94-b5f9-d0f3d156a21e None None] Transition to ACTIVE for port object a8be869c-5384-462b-9f0a-b8ea47c359e6 will not be triggered until provisioned by entity DHCP. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:17:11.747818 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87bccd5e-1550-45c8-b06c-06fc8aa04820', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '183746dc-185e-4579-bacc-6cbe90d30224'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:17:11.750171 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e661eddb-ffb5-4377-9ddc-cefe69057453" -d '{"events": [{"server_uuid": "87bccd5e-1550-45c8-b06c-06fc8aa04820", "name": "network-vif-plugged", "status": "completed", "tag": "183746dc-185e-4579-bacc-6cbe90d30224"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:17:11.765770 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 183746dc-185e-4579-bacc-6cbe90d30224, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=183746dc-185e-4579-bacc-6cbe90d30224,segment=NetworkSegment(a4461aa7-a68f-4ec2-820b-606b00b637c3),segment_id=a4461aa7-a68f-4ec2-820b-606b00b637c3)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:17:11.801025 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3abee275-68c9-4001-b662-b1760f9e63e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:11.821891 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-b053edd7-df6d-4f94-b5f9-d0f3d156a21e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669'] for port, after_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:11.838564 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2bb22e6e-0461-4336-b765-2d681b1d374e req-936af3b4-6a9f-4fed-90f6-af87ebdd320c service neutron] 10.222.0.24 "GET /v2.0/networks/2edd7c40-ce53-40d0-ad1c-7b106e315d79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771836 Aug 11 03:17:11.853901 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-49582244-299e-48d3-846e-c20f4fa36f6c req-b9480e9a-be47-4f20-9369-d2c587c6085d tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] 10.222.0.41 "GET /v2.0/security-groups?id=9bcdfec5-364e-49d2-8266-cef1a51c6464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579411 Aug 11 03:17:11.856685 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:11.867431 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b053edd7-df6d-4f94-b5f9-d0f3d156a21e None None] Network c53c8c17-6099-4ffd-9047-1c4a4a236591 is already hosted by enough agents. {{(pid=102193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:17:11.879526 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d2d10d-1f3f-49cf-a5d3-0cd08f296e94 req-70da20c4-f9df-4770-bbb6-57682d66ca8b tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:11.879526 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a0d2d10d-1f3f-49cf-a5d3-0cd08f296e94 req-70da20c4-f9df-4770-bbb6-57682d66ca8b tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] 10.222.0.41 "GET /v2.0/ports?device_id=0223be4b-128c-49b3-ac13-d778de5fcb68 HTTP/1.1" status: 200 len: 943 time: 0.0850024 Aug 11 03:17:11.889094 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.base_scheduler [None req-b053edd7-df6d-4f94-b5f9-d0f3d156a21e None None] Resources bound (agent type, host, resource id): {{(pid=102193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:17:11.891218 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b053edd7-df6d-4f94-b5f9-d0f3d156a21e None None] Received port after_create {{(pid=102193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:17:11.904089 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b053edd7-df6d-4f94-b5f9-d0f3d156a21e None None] Pushing event updated for resources: {'Port': ['ID=a8be869c-5384-462b-9f0a-b8ea47c359e6,revision_number=1']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:11.908298 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [None req-24dc332b-e970-41e0-aab9-a5815c730dc1 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Allocated IP 172.20.0.10 (c53c8c17-6099-4ffd-9047-1c4a4a236591/a779ced6-cd3a-44dc-906c-e8a3cc1d4633/759f1e0c-daf1-47bc-9a16-146e5c2ef940) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:17:11.942418 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a0d2d10d-1f3f-49cf-a5d3-0cd08f296e94 req-6edba0c8-9dbb-4d01-a86a-9bf635b8b33d tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a9c14b7-456b-495d-954b-08faab866e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590897 Aug 11 03:17:12.009295 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:17:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52177eb0-9293-4ab4-9381-3dfbc0666e3e x-openstack-request-id: req-52177eb0-9293-4ab4-9381-3dfbc0666e3e {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:17:12.009817 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87bccd5e-1550-45c8-b06c-06fc8aa04820", "name": "network-vif-plugged", "status": "completed", "tag": "183746dc-185e-4579-bacc-6cbe90d30224", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:17:12.010228 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-52177eb0-9293-4ab4-9381-3dfbc0666e3e {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:17:12.010807 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87bccd5e-1550-45c8-b06c-06fc8aa04820', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '183746dc-185e-4579-bacc-6cbe90d30224', 'code': 200} Aug 11 03:17:12.015733 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-b053edd7-df6d-4f94-b5f9-d0f3d156a21e None None] Attempting to bind port a8be869c-5384-462b-9f0a-b8ea47c359e6 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:17:12.016343 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-b053edd7-df6d-4f94-b5f9-d0f3d156a21e None None] Attempting to bind port a8be869c-5384-462b-9f0a-b8ea47c359e6 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': 'b1c11cf8-9340-4594-82d8-7c96dec6adf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c53c8c17-6099-4ffd-9047-1c4a4a236591'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:17:12.016941 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b053edd7-df6d-4f94-b5f9-d0f3d156a21e None None] Attempting to bind port a8be869c-5384-462b-9f0a-b8ea47c359e6 on network c53c8c17-6099-4ffd-9047-1c4a4a236591 {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:17:12.021418 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3abee275-68c9-4001-b662-b1760f9e63e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:12.033945 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b053edd7-df6d-4f94-b5f9-d0f3d156a21e None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 17, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:17:12.034694 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b053edd7-df6d-4f94-b5f9-d0f3d156a21e None None] Checking segment: {'id': 'b1c11cf8-9340-4594-82d8-7c96dec6adf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c53c8c17-6099-4ffd-9047-1c4a4a236591'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:17:12.035283 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-b053edd7-df6d-4f94-b5f9-d0f3d156a21e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:12.035695 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b053edd7-df6d-4f94-b5f9-d0f3d156a21e None None] Bound using segment: {'id': 'b1c11cf8-9340-4594-82d8-7c96dec6adf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c53c8c17-6099-4ffd-9047-1c4a4a236591'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:17:12.036180 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-b053edd7-df6d-4f94-b5f9-d0f3d156a21e None None] Bound port: a8be869c-5384-462b-9f0a-b8ea47c359e6, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1c11cf8-9340-4594-82d8-7c96dec6adf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c53c8c17-6099-4ffd-9047-1c4a4a236591'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:17:12.036770 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-b053edd7-df6d-4f94-b5f9-d0f3d156a21e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:12.048885 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=183746dc-185e-4579-bacc-6cbe90d30224,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:12.091190 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b199476e-b0c7-4fb6-a9ec-d48f06c81406 req-013feb60-1f65-474a-bd6a-c0b1a94f992d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:12.092783 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b199476e-b0c7-4fb6-a9ec-d48f06c81406 req-013feb60-1f65-474a-bd6a-c0b1a94f992d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=41b5c288d18c42c2bbb943465bc76a20&device_id=0223be4b-128c-49b3-ac13-d778de5fcb68 HTTP/1.1" status: 200 len: 1095 time: 0.1633909 Aug 11 03:17:12.116688 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3abee275-68c9-4001-b662-b1760f9e63e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:12.134301 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-b053edd7-df6d-4f94-b5f9-d0f3d156a21e None None] For port a8be869c-5384-462b-9f0a-b8ea47c359e6, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:17:12.138537 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-b053edd7-df6d-4f94-b5f9-d0f3d156a21e None None] For port a8be869c-5384-462b-9f0a-b8ea47c359e6, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=a8be869c-5384-462b-9f0a-b8ea47c359e6,segment=NetworkSegment(b1c11cf8-9340-4594-82d8-7c96dec6adf9),segment_id=b1c11cf8-9340-4594-82d8-7c96dec6adf9)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:17:12.180622 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abee275-68c9-4001-b662-b1760f9e63e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8574ccb-0897-402b-9b33-c6ed9db0bff2,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:12.181056 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-b053edd7-df6d-4f94-b5f9-d0f3d156a21e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:12.193629 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-3abee275-68c9-4001-b662-b1760f9e63e5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e51bc03e5ec64468873b51140f35ea21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5733993 Aug 11 03:17:12.198305 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 41078) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:12.219946 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b9035e-f8aa-43a7-af99-23f35c699474 req-66cbbac8-81a5-43cb-bfea-911e9f575750 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:12.221570 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c3b9035e-f8aa-43a7-af99-23f35c699474 req-66cbbac8-81a5-43cb-bfea-911e9f575750 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/networks?id=d23f5a1b-0a20-4470-9e66-0c5a40221406 HTTP/1.1" status: 200 len: 815 time: 0.2480042 Aug 11 03:17:12.221744 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ceda60-36cf-4d11-8586-4090764b20aa req-ddf32de3-aacb-4202-a4c2-275e9de5bb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:12.223839 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-d3ceda60-36cf-4d11-8586-4090764b20aa req-ddf32de3-aacb-4202-a4c2-275e9de5bb14 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=87bccd5e-1550-45c8-b06c-06fc8aa04820 HTTP/1.1" status: 200 len: 1098 time: 0.1364911 Aug 11 03:17:12.245856 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b053edd7-df6d-4f94-b5f9-d0f3d156a21e None None] Pushing event updated for resources: {'Port': ['ID=a8be869c-5384-462b-9f0a-b8ea47c359e6,revision_number=2']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:12.263298 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c3b9035e-f8aa-43a7-af99-23f35c699474 req-d5834b6f-f523-4612-884a-7fe52773b59d tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/quotas/297a8c5e08c24b5285a4c7ceb9597537 HTTP/1.1" status: 200 len: 375 time: 0.0287497 Aug 11 03:17:12.270776 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-24dc332b-e970-41e0-aab9-a5815c730dc1 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:12.282725 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8dce7c-d41f-4a0c-9701-5ff75a98c590 req-a206675d-26fa-4b34-b830-49db1763a642 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:12.285593 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6b8dce7c-d41f-4a0c-9701-5ff75a98c590 req-a206675d-26fa-4b34-b830-49db1763a642 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] 10.222.0.41 "GET /v2.0/ports?device_id=006b2268-b044-4169-accf-c9c02f7462ce HTTP/1.1" status: 200 len: 944 time: 0.1570761 Aug 11 03:17:12.288475 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b199476e-b0c7-4fb6-a9ec-d48f06c81406 req-e1025934-3519-4b89-8d6b-60aabf492fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:12.290093 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b199476e-b0c7-4fb6-a9ec-d48f06c81406 req-e1025934-3519-4b89-8d6b-60aabf492fbd service neutron] 10.222.0.24 "GET /v2.0/networks?id=2edd7c40-ce53-40d0-ad1c-7b106e315d79 HTTP/1.1" status: 200 len: 920 time: 0.1892033 Aug 11 03:17:12.307465 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [None req-24dc332b-e970-41e0-aab9-a5815c730dc1 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Transition to ACTIVE for port object 759f1e0c-daf1-47bc-9a16-146e5c2ef940 will not be triggered until provisioned by entity DHCP. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:17:12.318551 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-d3ceda60-36cf-4d11-8586-4090764b20aa req-8babdecf-c20f-469a-a955-e047944e1251 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=1f4ecb47-4864-42ad-bab7-e92caddf58f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847030 Aug 11 03:17:12.327694 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9a653810-ed8d-442b-b80b-9f051d23157c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:12.369806 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9a653810-ed8d-442b-b80b-9f051d23157c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:12.370172 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b199476e-b0c7-4fb6-a9ec-d48f06c81406 req-ce3c6a95-64e2-486c-943e-a613ff4f0a53 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e86cc5e-3688-462a-87af-82df734ed054 HTTP/1.1" status: 200 len: 217 time: 0.0624042 Aug 11 03:17:12.419958 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6b8dce7c-d41f-4a0c-9701-5ff75a98c590 req-7efa779e-48b4-4112-9200-2d66d0a0634d tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] 10.222.0.41 "GET /v2.0/security-groups?id=fc43ee60-6555-4bc5-a7a0-c97f67a784d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287954 Aug 11 03:17:12.437275 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c3b9035e-f8aa-43a7-af99-23f35c699474 req-1dec36ca-4388-45bb-8891-8335898fb524 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=297a8c5e08c24b5285a4c7ceb9597537&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1503029 Aug 11 03:17:12.449070 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b199476e-b0c7-4fb6-a9ec-d48f06c81406 req-01bec207-70ec-4137-8b2a-eb32c136e13e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:12.457393 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b199476e-b0c7-4fb6-a9ec-d48f06c81406 req-01bec207-70ec-4137-8b2a-eb32c136e13e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e698cbd6-76d9-4af8-b3ec-764f8a7a09e2 HTTP/1.1" status: 200 len: 859 time: 0.0679705 Aug 11 03:17:12.479571 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-24dc332b-e970-41e0-aab9-a5815c730dc1 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:12.521708 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9a653810-ed8d-442b-b80b-9f051d23157c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:12.524632 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9a653810-ed8d-442b-b80b-9f051d23157c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:12.550880 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-9a653810-ed8d-442b-b80b-9f051d23157c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f8574ccb-0897-402b-9b33-c6ed9db0bff2 HTTP/1.1" status: 204 len: 168 time: 0.3302164 Aug 11 03:17:12.563393 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24dc332b-e970-41e0-aab9-a5815c730dc1 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Network c53c8c17-6099-4ffd-9047-1c4a4a236591 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:17:12.567056 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-24dc332b-e970-41e0-aab9-a5815c730dc1 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:17:12.572316 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b199476e-b0c7-4fb6-a9ec-d48f06c81406 req-d92b39d1-2662-485e-878e-a4f12d52dbab service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2edd7c40-ce53-40d0-ad1c-7b106e315d79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0785720 Aug 11 03:17:12.585714 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24dc332b-e970-41e0-aab9-a5815c730dc1 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:17:12.599211 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a653810-ed8d-442b-b80b-9f051d23157c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8574ccb-0897-402b-9b33-c6ed9db0bff2,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:12.632281 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dc332b-e970-41e0-aab9-a5815c730dc1 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Pushing event updated for resources: {'Port': ['ID=759f1e0c-daf1-47bc-9a16-146e5c2ef940,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:12.665063 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24dc332b-e970-41e0-aab9-a5815c730dc1 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:12.665746 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-24dc332b-e970-41e0-aab9-a5815c730dc1 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:12.728707 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-24dc332b-e970-41e0-aab9-a5815c730dc1 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.6784086 Aug 11 03:17:12.729635 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 41086) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:12.735414 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-d92697a7-ae35-4a45-9e28-d2d20bc86b82 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Request body: {'port': {'network_id': 'c53c8c17-6099-4ffd-9047-1c4a4a236591', 'name': 'tempest-PortsTestJSON-1498213965', 'fixed_ips': [{'subnet_id': 'a779ced6-cd3a-44dc-906c-e8a3cc1d4633', 'ip_address': '172.20.0.9'}]}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:17:12.914269 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d92697a7-ae35-4a45-9e28-d2d20bc86b82 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Made reservation on behalf of 619f5dda48254516982a2d4b32c5e174 for: {'port': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:17:12.921634 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d92697a7-ae35-4a45-9e28-d2d20bc86b82 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:12.943068 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [None req-d92697a7-ae35-4a45-9e28-d2d20bc86b82 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] device_id is not set on port c010d696-fee1-4c6c-87bd-edd2741e78b6 yet. {{(pid=102191) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:17:13.047158 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 28c015ec-c76d-4e44-990a-188eeaec3d4c details requested by agent hyperv_n-h2-764292-30 with host n-h2-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:17:13.063206 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c35c7a8-1c40-4d7d-a26c-7e081b78c656 req-dad030b1-830d-4867-a779-1376350fac47 tempest-VolumesSnapshotTestJSON-465789868 tempest-VolumesSnapshotTestJSON-465789868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:13.064778 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3c35c7a8-1c40-4d7d-a26c-7e081b78c656 req-dad030b1-830d-4867-a779-1376350fac47 tempest-VolumesSnapshotTestJSON-465789868 tempest-VolumesSnapshotTestJSON-465789868-project] 10.222.0.41 "GET /v2.0/ports?device_id=87bccd5e-1550-45c8-b06c-06fc8aa04820 HTTP/1.1" status: 200 len: 946 time: 0.5359766 Aug 11 03:17:13.081973 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c3b9035e-f8aa-43a7-af99-23f35c699474 req-bd237090-bf95-4ca5-bae5-3b16d9d0df9f service neutron] 10.222.0.41 "GET /v2.0/networks/d23f5a1b-0a20-4470-9e66-0c5a40221406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6232965 Aug 11 03:17:13.109201 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b199476e-b0c7-4fb6-a9ec-d48f06c81406 req-38bccafb-ddf2-45bd-9d5d-c1e827825bca service neutron] 10.222.0.24 "GET /v2.0/networks/2edd7c40-ce53-40d0-ad1c-7b106e315d79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5251381 Aug 11 03:17:13.144419 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903087e3-6ee1-4602-a44c-4f59a09cf9b4 req-20affc7e-03f8-4419-823c-9fc9c9163e60 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:13.145915 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-903087e3-6ee1-4602-a44c-4f59a09cf9b4 req-20affc7e-03f8-4419-823c-9fc9c9163e60 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.22 "GET /v2.0/ports?device_id=23071014-7475-45d4-a929-0adda4de678f HTTP/1.1" status: 200 len: 946 time: 0.1059511 Aug 11 03:17:13.226309 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 41094) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:13.230511 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port 28c015ec-c76d-4e44-990a-188eeaec3d4c, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=28c015ec-c76d-4e44-990a-188eeaec3d4c,segment=NetworkSegment(85ce70aa-07f3-41ac-8bc5-3a54a88b0fc2),segment_id=85ce70aa-07f3-41ac-8bc5-3a54a88b0fc2)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:17:13.233353 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [None req-d92697a7-ae35-4a45-9e28-d2d20bc86b82 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Allocated IP 172.20.0.9 (c53c8c17-6099-4ffd-9047-1c4a4a236591/a779ced6-cd3a-44dc-906c-e8a3cc1d4633/c010d696-fee1-4c6c-87bd-edd2741e78b6) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:17:13.238684 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3c35c7a8-1c40-4d7d-a26c-7e081b78c656 req-0177eedf-d2e9-4e29-a8e3-ccd1b549d089 tempest-VolumesSnapshotTestJSON-465789868 tempest-VolumesSnapshotTestJSON-465789868-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f4ecb47-4864-42ad-bab7-e92caddf58f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621130 Aug 11 03:17:13.254507 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Returning: {'device': '28c015ec-c76d-4e44-990a-188eeaec3d4c', 'network_id': '7c6ed3c1-5731-498c-aa86-c7ee1166f0e9', 'port_id': '28c015ec-c76d-4e44-990a-188eeaec3d4c', 'mac_address': 'fa:16:3e:db:aa:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abcdf93d-ae09-4cad-9191-bf4e3a3c6236', 'ip_address': '19.86.0.95'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:17:13.260586 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 81cd9af2-119f-426f-8db4-9b3362d3d8d2 details requested by agent hyperv_n-h1-764292-30 with host n-h1-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:17:13.287898 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6c246c52-bd8f-4afc-80cd-6152f67e24e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:13.303759 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c3b9035e-f8aa-43a7-af99-23f35c699474 req-7ddb66be-10eb-4426-9ea9-b11f53ff61e2 service neutron] 10.222.0.41 "GET /v2.0/networks/d23f5a1b-0a20-4470-9e66-0c5a40221406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2040012 Aug 11 03:17:13.314527 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b199476e-b0c7-4fb6-a9ec-d48f06c81406 req-63158661-7144-488b-9f21-8d07ed537c28 service neutron] 10.222.0.24 "GET /v2.0/networks/2edd7c40-ce53-40d0-ad1c-7b106e315d79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895967 Aug 11 03:17:13.424304 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 81cd9af2-119f-426f-8db4-9b3362d3d8d2, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=81cd9af2-119f-426f-8db4-9b3362d3d8d2,segment=NetworkSegment(85e0917a-301a-48f0-af02-10bb8de75f4d),segment_id=85e0917a-301a-48f0-af02-10bb8de75f4d)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:17:13.437485 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:13.443257 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Returning: {'device': '81cd9af2-119f-426f-8db4-9b3362d3d8d2', 'network_id': '2edd7c40-ce53-40d0-ad1c-7b106e315d79', 'port_id': '81cd9af2-119f-426f-8db4-9b3362d3d8d2', 'mac_address': 'fa:16:3e:2a:00:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e698cbd6-76d9-4af8-b3ec-764f8a7a09e2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:17:13.462123 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28c015ec-c76d-4e44-990a-188eeaec3d4c {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:17:13.471500 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-903087e3-6ee1-4602-a44c-4f59a09cf9b4 req-c1e0634a-9724-4803-a52f-642f79a307d4 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] Deleting port c8a9ed43-ee6d-4c76-9bbd-07c4a15a792e {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:17:13.471838 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-903087e3-6ee1-4602-a44c-4f59a09cf9b4 req-c1e0634a-9724-4803-a52f-642f79a307d4 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:13.510348 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port 28c015ec-c76d-4e44-990a-188eeaec3d4c, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=28c015ec-c76d-4e44-990a-188eeaec3d4c,segment=NetworkSegment(85ce70aa-07f3-41ac-8bc5-3a54a88b0fc2),segment_id=85ce70aa-07f3-41ac-8bc5-3a54a88b0fc2)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:17:13.515522 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:13.533545 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81cd9af2-119f-426f-8db4-9b3362d3d8d2 {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:17:13.544265 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9ee37d-4ba3-4a85-9c9e-c8563ee999f0 req-2abd3dc7-00e1-41df-b3d7-6a64eb3fc160 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:13.551164 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9ee37d-4ba3-4a85-9c9e-c8563ee999f0 req-2abd3dc7-00e1-41df-b3d7-6a64eb3fc160 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:13.557214 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9ee37d-4ba3-4a85-9c9e-c8563ee999f0 req-2abd3dc7-00e1-41df-b3d7-6a64eb3fc160 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:13.559229 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 81cd9af2-119f-426f-8db4-9b3362d3d8d2, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=81cd9af2-119f-426f-8db4-9b3362d3d8d2,segment=NetworkSegment(85e0917a-301a-48f0-af02-10bb8de75f4d),segment_id=85e0917a-301a-48f0-af02-10bb8de75f4d)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:17:13.562905 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-dc9ee37d-4ba3-4a85-9c9e-c8563ee999f0 req-2abd3dc7-00e1-41df-b3d7-6a64eb3fc160 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] 10.222.0.41 "GET /v2.0/ports?device_id=36d1947e-7c5e-4fe9-94e8-0ba59cd925fa HTTP/1.1" status: 200 len: 2411 time: 0.0860474 Aug 11 03:17:13.587897 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:13.588773 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 395c6f2e-a6cb-4e3b-89e4-54d8c6ec595e details requested by agent hyperv_n-h2-764292-30 with host n-h2-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:17:13.639012 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-dc9ee37d-4ba3-4a85-9c9e-c8563ee999f0 req-3e1340fa-67ce-49e1-be46-75b4aee8b826 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] 10.222.0.41 "GET /v2.0/security-groups?id=9bcdfec5-364e-49d2-8266-cef1a51c6464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684206 Aug 11 03:17:13.743554 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port 395c6f2e-a6cb-4e3b-89e4-54d8c6ec595e, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=395c6f2e-a6cb-4e3b-89e4-54d8c6ec595e,segment=NetworkSegment(cec806d2-146e-4899-a64a-ab587545aa11),segment_id=cec806d2-146e-4899-a64a-ab587545aa11)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:17:13.764822 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Returning: {'device': '395c6f2e-a6cb-4e3b-89e4-54d8c6ec595e', 'network_id': '054df3e3-cdfc-452c-8e72-7c6f93926436', 'port_id': '395c6f2e-a6cb-4e3b-89e4-54d8c6ec595e', 'mac_address': 'fa:16:3e:ba:ab:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bac5de77-3216-4b9c-aea2-23b128d4ba52', 'ip_address': '19.80.0.72'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:17:13.765068 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c59d8622-d614-40e1-9740-e027ca6ced6b None None] Network c53c8c17-6099-4ffd-9047-1c4a4a236591 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:17:13.772077 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:13.819151 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device a8be869c-5384-462b-9f0a-b8ea47c359e6 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:17:13.864190 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e26bf1d-7c33-4cd9-ab18-ed349956983d req-39c3278b-47d8-4c95-b889-f58beb39a0a1 tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:13.867184 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1e26bf1d-7c33-4cd9-ab18-ed349956983d req-39c3278b-47d8-4c95-b889-f58beb39a0a1 tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] 10.222.0.41 "GET /v2.0/ports?device_id=0223be4b-128c-49b3-ac13-d778de5fcb68 HTTP/1.1" status: 200 len: 943 time: 0.1026263 Aug 11 03:17:13.896004 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92aadb5-8f88-4f4c-b700-bc8e141a96ec req-606b07f4-6fb2-4dd1-ae10-c2e576ce99a5 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:13.899770 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e92aadb5-8f88-4f4c-b700-bc8e141a96ec req-606b07f4-6fb2-4dd1-ae10-c2e576ce99a5 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] 10.222.0.41 "GET /v2.0/ports?device_id=006b2268-b044-4169-accf-c9c02f7462ce HTTP/1.1" status: 200 len: 944 time: 0.1648307 Aug 11 03:17:13.918334 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-94d487f0-4c37-4282-8f9e-548d19e58ad8 None None] Provisioning for port a8be869c-5384-462b-9f0a-b8ea47c359e6 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:17:13.975041 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1e26bf1d-7c33-4cd9-ab18-ed349956983d req-c669ca3d-1404-4773-9619-22cf82a47846 tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a9c14b7-456b-495d-954b-08faab866e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992646 Aug 11 03:17:13.984411 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=28c015ec-c76d-4e44-990a-188eeaec3d4c,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:14.008328 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e92aadb5-8f88-4f4c-b700-bc8e141a96ec req-bdd2d4c8-b2bb-4735-a926-4d4e51be5fb3 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] 10.222.0.41 "GET /v2.0/security-groups?id=fc43ee60-6555-4bc5-a7a0-c97f67a784d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072848 Aug 11 03:17:14.035500 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:14.081387 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 395c6f2e-a6cb-4e3b-89e4-54d8c6ec595e {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:17:14.084644 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5132a0c7-ec04-4415-b386-729bdf240a97 req-b41fbe79-b2cf-4c9f-bf29-15ca679362ed tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/ports?device_id=198e40ac-af59-487f-99be-beb764869941 HTTP/1.1" status: 200 len: 210 time: 0.0421646 Aug 11 03:17:14.094732 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['81cd9af2-119f-426f-8db4-9b3362d3d8d2'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:17:14.161662 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port a8be869c-5384-462b-9f0a-b8ea47c359e6 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:17:14.170181 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port 395c6f2e-a6cb-4e3b-89e4-54d8c6ec595e, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=395c6f2e-a6cb-4e3b-89e4-54d8c6ec595e,segment=NetworkSegment(cec806d2-146e-4899-a64a-ab587545aa11),segment_id=cec806d2-146e-4899-a64a-ab587545aa11)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:17:14.171177 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=81cd9af2-119f-426f-8db4-9b3362d3d8d2,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:14.184544 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port a8be869c-5384-462b-9f0a-b8ea47c359e6 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:17:14.185048 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:14.201715 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d92697a7-ae35-4a45-9e28-d2d20bc86b82 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:14.208383 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-903087e3-6ee1-4602-a44c-4f59a09cf9b4 req-c1e0634a-9724-4803-a52f-642f79a307d4 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] For port c8a9ed43-ee6d-4c76-9bbd-07c4a15a792e, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=c8a9ed43-ee6d-4c76-9bbd-07c4a15a792e,segment=NetworkSegment(75976e57-b4d6-45fc-bdea-76c22fb63b62),segment_id=75976e57-b4d6-45fc-bdea-76c22fb63b62)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:17:14.208746 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-903087e3-6ee1-4602-a44c-4f59a09cf9b4 req-c1e0634a-9724-4803-a52f-642f79a307d4 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:14.230406 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6c246c52-bd8f-4afc-80cd-6152f67e24e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:14.238069 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [None req-d92697a7-ae35-4a45-9e28-d2d20bc86b82 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Transition to ACTIVE for port object c010d696-fee1-4c6c-87bd-edd2741e78b6 will not be triggered until provisioned by entity DHCP. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:17:14.244618 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-903087e3-6ee1-4602-a44c-4f59a09cf9b4 req-c1e0634a-9724-4803-a52f-642f79a307d4 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] Calling delete_port for c8a9ed43-ee6d-4c76-9bbd-07c4a15a792e owned by compute:nova {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:17:14.301274 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6c246c52-bd8f-4afc-80cd-6152f67e24e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:14.372570 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-6c246c52-bd8f-4afc-80cd-6152f67e24e2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a7d20bfc63ee4172bec1db111a58ede6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1451900 Aug 11 03:17:14.373187 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 41112) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:14.394304 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246c52-bd8f-4afc-80cd-6152f67e24e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a8b2b21-f6ff-4ba6-a35c-b2e1576393bf,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:14.406871 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:14.407472 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device c7660f25-0ec2-48b9-ae13-ae5a5f2e57ec details requested by agent hyperv_n-h2-764292-30 with host n-h2-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:17:14.439894 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4092ce49-ad7d-4762-9a1b-dfa8b2e32f74 req-e4c44554-f48c-437a-95be-3146766aefbf tempest-VolumesSnapshotTestJSON-465789868 tempest-VolumesSnapshotTestJSON-465789868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:14.449928 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4092ce49-ad7d-4762-9a1b-dfa8b2e32f74 req-e4c44554-f48c-437a-95be-3146766aefbf tempest-VolumesSnapshotTestJSON-465789868 tempest-VolumesSnapshotTestJSON-465789868-project] 10.222.0.41 "GET /v2.0/ports?device_id=87bccd5e-1550-45c8-b06c-06fc8aa04820 HTTP/1.1" status: 200 len: 946 time: 0.1169164 Aug 11 03:17:14.467903 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e541cb76-8878-44a6-a854-e97472fd9924 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:14.486713 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d92697a7-ae35-4a45-9e28-d2d20bc86b82 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:14.496205 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4092ce49-ad7d-4762-9a1b-dfa8b2e32f74 req-a13e7365-dd97-4268-bc73-25cea0409c5d tempest-VolumesSnapshotTestJSON-465789868 tempest-VolumesSnapshotTestJSON-465789868-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f4ecb47-4864-42ad-bab7-e92caddf58f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439115 Aug 11 03:17:14.522132 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port c7660f25-0ec2-48b9-ae13-ae5a5f2e57ec, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=c7660f25-0ec2-48b9-ae13-ae5a5f2e57ec,segment=NetworkSegment(cec806d2-146e-4899-a64a-ab587545aa11),segment_id=cec806d2-146e-4899-a64a-ab587545aa11)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:17:14.532001 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=395c6f2e-a6cb-4e3b-89e4-54d8c6ec595e,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:14.535786 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e541cb76-8878-44a6-a854-e97472fd9924 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:14.573962 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Returning: {'device': 'c7660f25-0ec2-48b9-ae13-ae5a5f2e57ec', 'network_id': '054df3e3-cdfc-452c-8e72-7c6f93926436', 'port_id': 'c7660f25-0ec2-48b9-ae13-ae5a5f2e57ec', 'mac_address': 'fa:16:3e:fb:88:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bac5de77-3216-4b9c-aea2-23b128d4ba52', 'ip_address': '19.80.0.229'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:17:14.577693 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d92697a7-ae35-4a45-9e28-d2d20bc86b82 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Network c53c8c17-6099-4ffd-9047-1c4a4a236591 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:17:14.580886 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92697a7-ae35-4a45-9e28-d2d20bc86b82 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Pushing event updated for resources: {'Port': ['ID=c010d696-fee1-4c6c-87bd-edd2741e78b6,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:14.588933 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-d92697a7-ae35-4a45-9e28-d2d20bc86b82 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:17:14.595282 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92697a7-ae35-4a45-9e28-d2d20bc86b82 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:17:14.623328 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:14.649730 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-903087e3-6ee1-4602-a44c-4f59a09cf9b4 req-c1e0634a-9724-4803-a52f-642f79a307d4 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:14.679825 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d92697a7-ae35-4a45-9e28-d2d20bc86b82 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:14.680606 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d92697a7-ae35-4a45-9e28-d2d20bc86b82 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:14.693229 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:14.705214 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port a8be869c-5384-462b-9f0a-b8ea47c359e6, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=a8be869c-5384-462b-9f0a-b8ea47c359e6,segment=NetworkSegment(b1c11cf8-9340-4594-82d8-7c96dec6adf9),segment_id=b1c11cf8-9340-4594-82d8-7c96dec6adf9)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:17:14.722593 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7660f25-0ec2-48b9-ae13-ae5a5f2e57ec {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:17:14.729032 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e0634a-9724-4803-a52f-642f79a307d4 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] Pushing event deleted for resources: {'Port': ['ID=c8a9ed43-ee6d-4c76-9bbd-07c4a15a792e,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:14.736774 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e541cb76-8878-44a6-a854-e97472fd9924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:14.739520 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e541cb76-8878-44a6-a854-e97472fd9924 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:14.743046 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-e541cb76-8878-44a6-a854-e97472fd9924 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1a8b2b21-f6ff-4ba6-a35c-b2e1576393bf HTTP/1.1" status: 204 len: 168 time: 0.3612254 Aug 11 03:17:14.760523 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port c7660f25-0ec2-48b9-ae13-ae5a5f2e57ec, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=c7660f25-0ec2-48b9-ae13-ae5a5f2e57ec,segment=NetworkSegment(cec806d2-146e-4899-a64a-ab587545aa11),segment_id=cec806d2-146e-4899-a64a-ab587545aa11)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:17:14.771058 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e541cb76-8878-44a6-a854-e97472fd9924 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a8b2b21-f6ff-4ba6-a35c-b2e1576393bf,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:14.775820 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:14.827866 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-903087e3-6ee1-4602-a44c-4f59a09cf9b4 req-c1e0634a-9724-4803-a52f-642f79a307d4 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] No DVR routers for this DVR port c8a9ed43-ee6d-4c76-9bbd-07c4a15a792e on host n-h1-764292-30 {{(pid=102191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:17:14.835662 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-d92697a7-ae35-4a45-9e28-d2d20bc86b82 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.1023011 Aug 11 03:17:14.835662 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-903087e3-6ee1-4602-a44c-4f59a09cf9b4 req-c1e0634a-9724-4803-a52f-642f79a307d4 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:14.838226 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-903087e3-6ee1-4602-a44c-4f59a09cf9b4 req-c1e0634a-9724-4803-a52f-642f79a307d4 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.22 "DELETE /v2.0/ports/c8a9ed43-ee6d-4c76-9bbd-07c4a15a792e HTTP/1.1" status: 204 len: 173 time: 1.6697731 Aug 11 03:17:14.838578 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23071014-7475-45d4-a929-0adda4de678f', 'name': 'network-vif-deleted', 'tag': 'c8a9ed43-ee6d-4c76-9bbd-07c4a15a792e'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:17:14.851189 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92984cfd-58b0-4838-9711-08bd4549bcce" -d '{"events": [{"server_uuid": "23071014-7475-45d4-a929-0adda4de678f", "name": "network-vif-deleted", "tag": "c8a9ed43-ee6d-4c76-9bbd-07c4a15a792e"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:17:14.855539 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 41150) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:14.898992 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:14.924738 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc311ddd-507b-4cc7-807c-8d1795282f6d req-ad983d97-8dbd-4a7a-9db6-4b3cd36ad25c tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:14.932639 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc311ddd-507b-4cc7-807c-8d1795282f6d req-ad983d97-8dbd-4a7a-9db6-4b3cd36ad25c tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:14.944447 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc311ddd-507b-4cc7-807c-8d1795282f6d req-ad983d97-8dbd-4a7a-9db6-4b3cd36ad25c tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:14.955120 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bc311ddd-507b-4cc7-807c-8d1795282f6d req-ad983d97-8dbd-4a7a-9db6-4b3cd36ad25c tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] 10.222.0.41 "GET /v2.0/ports?device_id=36d1947e-7c5e-4fe9-94e8-0ba59cd925fa HTTP/1.1" status: 200 len: 2413 time: 0.1362724 Aug 11 03:17:14.980142 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=a8be869c-5384-462b-9f0a-b8ea47c359e6,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:14.989489 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e740723a-ff94-4853-8360-b2184c9adff1 x-openstack-request-id: req-e740723a-ff94-4853-8360-b2184c9adff1 {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:17:14.989918 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23071014-7475-45d4-a929-0adda4de678f", "name": "network-vif-deleted", "tag": "c8a9ed43-ee6d-4c76-9bbd-07c4a15a792e", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:17:14.990177 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e740723a-ff94-4853-8360-b2184c9adff1 {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:17:14.990618 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23071014-7475-45d4-a929-0adda4de678f', 'name': 'network-vif-deleted', 'tag': 'c8a9ed43-ee6d-4c76-9bbd-07c4a15a792e', 'status': 'completed', 'code': 200} Aug 11 03:17:15.036524 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bc311ddd-507b-4cc7-807c-8d1795282f6d req-58b1b114-b783-42a6-8cd2-7c420bae8c51 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] 10.222.0.41 "GET /v2.0/security-groups?id=9bcdfec5-364e-49d2-8266-cef1a51c6464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796347 Aug 11 03:17:15.070518 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 0e86cc5e-3688-462a-87af-82df734ed054 details requested by agent hyperv_n-h2-764292-30 with host n-h2-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:17:15.099077 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef398cac-618a-4f01-88e9-f345356e007a tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:15.102825 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-ef398cac-618a-4f01-88e9-f345356e007a tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] 10.222.0.41 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.2461619 Aug 11 03:17:15.105543 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 41164) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:15.186185 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-c3cba275-0ed6-4352-8cb3-acd8c58a7ccd None None] Provisioning for port 759f1e0c-daf1-47bc-9a16-146e5c2ef940 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:17:15.212516 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-c3cba275-0ed6-4352-8cb3-acd8c58a7ccd None None] Provisioning complete for port 759f1e0c-daf1-47bc-9a16-146e5c2ef940 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:17:15.212894 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-c3cba275-0ed6-4352-8cb3-acd8c58a7ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:15.264651 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device c8a9ed43-ee6d-4c76-9bbd-07c4a15a792e no longer exists at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:17:15.290655 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daa0ad1-3f6c-4d14-a076-0c5b1685602d req-1f43852d-6422-4cbf-978c-586338432688 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:15.292163 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7daa0ad1-3f6c-4d14-a076-0c5b1685602d req-1f43852d-6422-4cbf-978c-586338432688 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] 10.222.0.41 "GET /v2.0/ports?device_id=006b2268-b044-4169-accf-c9c02f7462ce HTTP/1.1" status: 200 len: 944 time: 0.1125808 Aug 11 03:17:15.302165 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] No Port match for: c8a9ed43-ee6d-4c76-9bbd-07c4a15a792e {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:17:15.302499 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device c8a9ed43-ee6d-4c76-9bbd-07c4a15a792e not bound to the agent host n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:17:15.305954 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d974aa3-22bf-4368-afd7-0746b069ccbd req-2567ef85-3205-43c5-ae47-7ff1366dba6f tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:15.307781 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=c7660f25-0ec2-48b9-ae13-ae5a5f2e57ec,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:15.313532 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2d974aa3-22bf-4368-afd7-0746b069ccbd req-2567ef85-3205-43c5-ae47-7ff1366dba6f tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] 10.222.0.41 "GET /v2.0/ports?device_id=0223be4b-128c-49b3-ac13-d778de5fcb68 HTTP/1.1" status: 200 len: 943 time: 0.1674023 Aug 11 03:17:15.315878 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-c3cba275-0ed6-4352-8cb3-acd8c58a7ccd None None] Port 759f1e0c-daf1-47bc-9a16-146e5c2ef940 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:17:15.332638 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c3eb12e-eabc-4f4c-b464-1d42569223c3 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:15.335763 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port 0e86cc5e-3688-462a-87af-82df734ed054, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=0e86cc5e-3688-462a-87af-82df734ed054,segment=NetworkSegment(85e0917a-301a-48f0-af02-10bb8de75f4d),segment_id=85e0917a-301a-48f0-af02-10bb8de75f4d)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:17:15.339356 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c3eb12e-eabc-4f4c-b464-1d42569223c3 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:15.341535 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['395c6f2e-a6cb-4e3b-89e4-54d8c6ec595e'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:17:15.346038 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c3eb12e-eabc-4f4c-b464-1d42569223c3 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:15.348009 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-1c3eb12e-eabc-4f4c-b464-1d42569223c3 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] 10.222.0.41 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2380 time: 0.2411308 Aug 11 03:17:15.351113 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 41168) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:15.353883 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-c3cba275-0ed6-4352-8cb3-acd8c58a7ccd None None] Provisioning complete for port a8be869c-5384-462b-9f0a-b8ea47c359e6 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:17:15.354270 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-c3cba275-0ed6-4352-8cb3-acd8c58a7ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:15.388994 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.agents_db [None req-950b7202-decb-43e2-8f71-ac8931dc9749 None None] Agent healthcheck: found 7 active agents {{(pid=102194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:17:15.418709 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['28c015ec-c76d-4e44-990a-188eeaec3d4c'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:17:15.430355 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2d974aa3-22bf-4368-afd7-0746b069ccbd req-23405df9-08c3-40f9-adcc-f9aeb747c968 tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a9c14b7-456b-495d-954b-08faab866e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111772 Aug 11 03:17:15.431055 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['c7660f25-0ec2-48b9-ae13-ae5a5f2e57ec'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:17:15.457257 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7daa0ad1-3f6c-4d14-a076-0c5b1685602d req-2ea83823-d61f-41a7-a20b-7f1e723c9fb4 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] 10.222.0.41 "GET /v2.0/security-groups?id=fc43ee60-6555-4bc5-a7a0-c97f67a784d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397161 Aug 11 03:17:15.526931 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Returning: {'device': '0e86cc5e-3688-462a-87af-82df734ed054', 'network_id': '2edd7c40-ce53-40d0-ad1c-7b106e315d79', 'port_id': '0e86cc5e-3688-462a-87af-82df734ed054', 'mac_address': 'fa:16:3e:5d:34:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e698cbd6-76d9-4af8-b3ec-764f8a7a09e2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:17:15.621192 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-2e2c1df0-90c5-4771-ac75-d4a7a795e438 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Deleting port c010d696-fee1-4c6c-87bd-edd2741e78b6 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:17:15.621461 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-2e2c1df0-90c5-4771-ac75-d4a7a795e438 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:15.632360 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2b6cd9de-228f-4d0b-b737-f06a87b8dcc7 req-dca344b1-53ca-4811-8775-b6ed9b2a56b1 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/ports?device_id=198e40ac-af59-487f-99be-beb764869941 HTTP/1.1" status: 200 len: 210 time: 0.0630984 Aug 11 03:17:15.660508 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:15.764792 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device a8be869c-5384-462b-9f0a-b8ea47c359e6 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:17:15.773226 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e86cc5e-3688-462a-87af-82df734ed054 {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:17:15.811957 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-2e2c1df0-90c5-4771-ac75-d4a7a795e438 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:15.832613 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-2e2c1df0-90c5-4771-ac75-d4a7a795e438 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Calling delete_port for c010d696-fee1-4c6c-87bd-edd2741e78b6 owned by {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:17:15.881835 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port 0e86cc5e-3688-462a-87af-82df734ed054, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=0e86cc5e-3688-462a-87af-82df734ed054,segment=NetworkSegment(85e0917a-301a-48f0-af02-10bb8de75f4d),segment_id=85e0917a-301a-48f0-af02-10bb8de75f4d)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:17:15.960406 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:15.966138 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 7f702ca6-0574-4a40-839e-67792077d2dd details requested by agent hyperv_n-h2-764292-30 with host n-h2-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:17:16.073050 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-2e2c1df0-90c5-4771-ac75-d4a7a795e438 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:16.120502 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2c1df0-90c5-4771-ac75-d4a7a795e438 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Pushing event deleted for resources: {'Port': ['ID=c010d696-fee1-4c6c-87bd-edd2741e78b6,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:16.193022 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port a8be869c-5384-462b-9f0a-b8ea47c359e6 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:17:16.193990 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:16.195821 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-831d6f44-1f76-42d5-b7b5-af94209c0cbf None None] Provisioning for port c010d696-fee1-4c6c-87bd-edd2741e78b6 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:17:16.229908 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-2e2c1df0-90c5-4771-ac75-d4a7a795e438 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:16.237098 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-2e2c1df0-90c5-4771-ac75-d4a7a795e438 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] 10.222.0.41 "DELETE /v2.0/ports/c010d696-fee1-4c6c-87bd-edd2741e78b6 HTTP/1.1" status: 204 len: 168 time: 0.8835926 Aug 11 03:17:16.237830 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 41224) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:16.244700 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=0e86cc5e-3688-462a-87af-82df734ed054,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:16.276156 n-d-764292-30 neutron-server[102192]: INFO neutron.pecan_wsgi.hooks.translation [None req-25f4936a-eb78-4f3b-adb9-ecf3ae1caa49 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] GET failed (client error): The resource could not be found. Aug 11 03:17:16.280542 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-25f4936a-eb78-4f3b-adb9-ecf3ae1caa49 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] 10.222.0.41 "GET /v2.0/ports/c010d696-fee1-4c6c-87bd-edd2741e78b6 HTTP/1.1" status: 404 len: 333 time: 0.0389194 Aug 11 03:17:16.281753 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 41226) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:16.287219 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-831d6f44-1f76-42d5-b7b5-af94209c0cbf None None] Provisioning complete for port c010d696-fee1-4c6c-87bd-edd2741e78b6 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:17:16.287592 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-831d6f44-1f76-42d5-b7b5-af94209c0cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:16.315565 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37406586-356e-4676-b315-8fe4f21bd995 req-85706d8e-150c-4502-a0ec-d9a24f3574e2 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:16.322693 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37406586-356e-4676-b315-8fe4f21bd995 req-85706d8e-150c-4502-a0ec-d9a24f3574e2 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:16.329971 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37406586-356e-4676-b315-8fe4f21bd995 req-85706d8e-150c-4502-a0ec-d9a24f3574e2 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:16.331692 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-37406586-356e-4676-b315-8fe4f21bd995 req-85706d8e-150c-4502-a0ec-d9a24f3574e2 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] 10.222.0.41 "GET /v2.0/ports?device_id=36d1947e-7c5e-4fe9-94e8-0ba59cd925fa HTTP/1.1" status: 200 len: 2414 time: 0.1458967 Aug 11 03:17:16.363638 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-831d6f44-1f76-42d5-b7b5-af94209c0cbf None None] Port c010d696-fee1-4c6c-87bd-edd2741e78b6 was deleted so its status cannot be updated. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 11 03:17:16.428479 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-831d6f44-1f76-42d5-b7b5-af94209c0cbf None None] Provisioning complete for port 759f1e0c-daf1-47bc-9a16-146e5c2ef940 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:17:16.431257 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-831d6f44-1f76-42d5-b7b5-af94209c0cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:16.455248 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port 7f702ca6-0574-4a40-839e-67792077d2dd, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=7f702ca6-0574-4a40-839e-67792077d2dd,segment=NetworkSegment(bd930099-d273-4386-9bc1-426af296d1dc),segment_id=bd930099-d273-4386-9bc1-426af296d1dc)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:17:16.471935 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-37406586-356e-4676-b315-8fe4f21bd995 req-1bfe5de3-b7a1-4e91-bc7c-e259a8800f61 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] 10.222.0.41 "GET /v2.0/security-groups?id=9bcdfec5-364e-49d2-8266-cef1a51c6464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059597 Aug 11 03:17:16.523504 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Returning: {'device': '7f702ca6-0574-4a40-839e-67792077d2dd', 'network_id': 'ec41e9b8-ca95-4733-9938-a40bc676061d', 'port_id': '7f702ca6-0574-4a40-839e-67792077d2dd', 'mac_address': 'fa:16:3e:fb:ae:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a117f456-eefd-42ce-85d3-cce35b5c64c2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:17:16.550911 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-80693cc4-5d4b-4de7-8ab1-e5e3115012ad tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Deleting port 759f1e0c-daf1-47bc-9a16-146e5c2ef940 {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:17:16.551574 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-80693cc4-5d4b-4de7-8ab1-e5e3115012ad tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:16.611814 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-831d6f44-1f76-42d5-b7b5-af94209c0cbf None None] Port 759f1e0c-daf1-47bc-9a16-146e5c2ef940 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:17:16.628181 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:16.646913 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f702ca6-0574-4a40-839e-67792077d2dd {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:17:16.675644 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port 7f702ca6-0574-4a40-839e-67792077d2dd, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=7f702ca6-0574-4a40-839e-67792077d2dd,segment=NetworkSegment(bd930099-d273-4386-9bc1-426af296d1dc),segment_id=bd930099-d273-4386-9bc1-426af296d1dc)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:17:16.708178 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b9035e-f8aa-43a7-af99-23f35c699474 req-7d18ba89-01f8-4db8-a656-a5bab3197cd7 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:16.709731 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c3b9035e-f8aa-43a7-af99-23f35c699474 req-7d18ba89-01f8-4db8-a656-a5bab3197cd7 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.22 "GET /v2.0/networks?id=d23f5a1b-0a20-4470-9e66-0c5a40221406 HTTP/1.1" status: 200 len: 815 time: 0.2344847 Aug 11 03:17:16.730593 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-c3b9035e-f8aa-43a7-af99-23f35c699474 req-0df40a20-bcd1-46bf-98f1-43b68056b7ef tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] Request body: {'port': {'device_id': '198e40ac-af59-487f-99be-beb764869941', 'network_id': 'd23f5a1b-0a20-4470-9e66-0c5a40221406', 'admin_state_up': True, 'tenant_id': '297a8c5e08c24b5285a4c7ceb9597537'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:17:16.737375 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:16.768553 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468203cf-c0a1-41ce-86be-ccc044cc2354 req-f2612e8c-5ba9-47ee-a648-cae3aed5bec6 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:16.780292 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-468203cf-c0a1-41ce-86be-ccc044cc2354 req-f2612e8c-5ba9-47ee-a648-cae3aed5bec6 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] 10.222.0.41 "GET /v2.0/ports?device_id=006b2268-b044-4169-accf-c9c02f7462ce HTTP/1.1" status: 200 len: 944 time: 0.1902213 Aug 11 03:17:16.795104 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d45e51-a38a-43ae-8175-b273daf75dc5 req-60ee52f8-9792-431d-970f-45285f13bda1 tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:16.797234 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e5d45e51-a38a-43ae-8175-b273daf75dc5 req-60ee52f8-9792-431d-970f-45285f13bda1 tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] 10.222.0.41 "GET /v2.0/ports?device_id=0223be4b-128c-49b3-ac13-d778de5fcb68 HTTP/1.1" status: 200 len: 944 time: 0.2059557 Aug 11 03:17:16.839511 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-80693cc4-5d4b-4de7-8ab1-e5e3115012ad tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:16.865555 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=7f702ca6-0574-4a40-839e-67792077d2dd,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:16.888736 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-80693cc4-5d4b-4de7-8ab1-e5e3115012ad tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Calling delete_port for 759f1e0c-daf1-47bc-9a16-146e5c2ef940 owned by {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:17:16.929385 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-468203cf-c0a1-41ce-86be-ccc044cc2354 req-c9e89ec4-7ba5-40c6-ab79-3ec8dc8ceb21 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] 10.222.0.41 "GET /v2.0/security-groups?id=fc43ee60-6555-4bc5-a7a0-c97f67a784d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475239 Aug 11 03:17:16.933627 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e5d45e51-a38a-43ae-8175-b273daf75dc5 req-4e1dce40-94d6-43a2-abc0-382e04c8c9ce tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a9c14b7-456b-495d-954b-08faab866e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240392 Aug 11 03:17:16.981499 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3b9035e-f8aa-43a7-af99-23f35c699474 req-0df40a20-bcd1-46bf-98f1-43b68056b7ef tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] Made reservation on behalf of 297a8c5e08c24b5285a4c7ceb9597537 for: {'port': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:17:16.986605 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-c3b9035e-f8aa-43a7-af99-23f35c699474 req-0df40a20-bcd1-46bf-98f1-43b68056b7ef tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:17.092803 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6bdec349-2226-4b79-8b92-f7182ee7c013 req-b847a834-6dc1-448a-8183-0a4fd1ba7f71 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/ports?device_id=198e40ac-af59-487f-99be-beb764869941 HTTP/1.1" status: 200 len: 210 time: 0.0302694 Aug 11 03:17:17.144506 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-80693cc4-5d4b-4de7-8ab1-e5e3115012ad tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:17.179786 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80693cc4-5d4b-4de7-8ab1-e5e3115012ad tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Pushing event deleted for resources: {'Port': ['ID=759f1e0c-daf1-47bc-9a16-146e5c2ef940,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:17.233157 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 81cd9af2-119f-426f-8db4-9b3362d3d8d2 up at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:17:17.257118 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-80693cc4-5d4b-4de7-8ab1-e5e3115012ad tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:17.262341 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-80693cc4-5d4b-4de7-8ab1-e5e3115012ad tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] 10.222.0.41 "DELETE /v2.0/ports/759f1e0c-daf1-47bc-9a16-146e5c2ef940 HTTP/1.1" status: 204 len: 168 time: 0.9764371 Aug 11 03:17:17.262341 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 41248) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:17.285665 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [req-c3b9035e-f8aa-43a7-af99-23f35c699474 req-0df40a20-bcd1-46bf-98f1-43b68056b7ef tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] Allocated IP 172.20.0.6 (d23f5a1b-0a20-4470-9e66-0c5a40221406/617c48f0-a855-4ee0-bdb7-302ef1d77faa/d043996a-93a8-46a8-9faa-c9a5f1391e4a) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:17:17.295641 n-d-764292-30 neutron-server[102192]: INFO neutron.pecan_wsgi.hooks.translation [None req-30a11f5f-00c6-42a6-8411-56aa5e390329 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] GET failed (client error): The resource could not be found. Aug 11 03:17:17.297344 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-30a11f5f-00c6-42a6-8411-56aa5e390329 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] 10.222.0.41 "GET /v2.0/ports/759f1e0c-daf1-47bc-9a16-146e5c2ef940 HTTP/1.1" status: 404 len: 333 time: 0.0340707 Aug 11 03:17:17.306204 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 41250) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:17.386571 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8c031bc-f947-4980-b294-5a5d8541d08e tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Deleting subnet a779ced6-cd3a-44dc-906c-e8a3cc1d4633 {{(pid=102192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:17:17.390648 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e8c031bc-f947-4980-b294-5a5d8541d08e tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks [] for subnet, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:17.438024 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning for port 81cd9af2-119f-426f-8db4-9b3362d3d8d2 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:17:17.443242 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning complete for port 81cd9af2-119f-426f-8db4-9b3362d3d8d2 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:17:17.443647 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:17.459100 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e8c031bc-f947-4980-b294-5a5d8541d08e tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125932460'] for subnet, precommit_delete_associations {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:17.482032 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['0e86cc5e-3688-462a-87af-82df734ed054'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:17:17.513116 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['7f702ca6-0574-4a40-839e-67792077d2dd'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:17:17.537415 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-c3b9035e-f8aa-43a7-af99-23f35c699474 req-0df40a20-bcd1-46bf-98f1-43b68056b7ef tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:17.656683 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e8c031bc-f947-4980-b294-5a5d8541d08e tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:17.671980 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:17.674608 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-c3b9035e-f8aa-43a7-af99-23f35c699474 req-0df40a20-bcd1-46bf-98f1-43b68056b7ef tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:17.731323 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04b6704a-fd4f-453a-8cac-272db11d17cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81cd9af2-119f-426f-8db4-9b3362d3d8d2'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:17:17.734954 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99862898-ebdb-4efb-9bda-7a6acd39f808" -d '{"events": [{"server_uuid": "04b6704a-fd4f-453a-8cac-272db11d17cf", "name": "network-vif-plugged", "status": "completed", "tag": "81cd9af2-119f-426f-8db4-9b3362d3d8d2"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:17:17.737814 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3897222-dd44-427a-844c-7d6e9e39bb9e req-ca0f9599-824d-46c6-98e6-a07ee0caca35 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:17.744411 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3897222-dd44-427a-844c-7d6e9e39bb9e req-ca0f9599-824d-46c6-98e6-a07ee0caca35 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:17.751321 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3897222-dd44-427a-844c-7d6e9e39bb9e req-ca0f9599-824d-46c6-98e6-a07ee0caca35 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:17.759216 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b3897222-dd44-427a-844c-7d6e9e39bb9e req-ca0f9599-824d-46c6-98e6-a07ee0caca35 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] 10.222.0.41 "GET /v2.0/ports?device_id=36d1947e-7c5e-4fe9-94e8-0ba59cd925fa HTTP/1.1" status: 200 len: 2414 time: 0.1420388 Aug 11 03:17:17.773814 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 81cd9af2-119f-426f-8db4-9b3362d3d8d2, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=81cd9af2-119f-426f-8db4-9b3362d3d8d2,segment=NetworkSegment(85e0917a-301a-48f0-af02-10bb8de75f4d),segment_id=85e0917a-301a-48f0-af02-10bb8de75f4d)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:17:17.827921 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b3897222-dd44-427a-844c-7d6e9e39bb9e req-37b53845-6cd8-4916-997a-f58b827ecf66 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] 10.222.0.41 "GET /v2.0/security-groups?id=9bcdfec5-364e-49d2-8266-cef1a51c6464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677328 Aug 11 03:17:17.848285 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:17.853105 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df40a20-bcd1-46bf-98f1-43b68056b7ef tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] Pushing event updated for resources: {'Port': ['ID=d043996a-93a8-46a8-9faa-c9a5f1391e4a,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:17.859873 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:17:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1b49150-c3be-4801-b61b-65ef8320f1e5 x-openstack-request-id: req-d1b49150-c3be-4801-b61b-65ef8320f1e5 {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:17:17.861665 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04b6704a-fd4f-453a-8cac-272db11d17cf", "name": "network-vif-plugged", "status": "completed", "tag": "81cd9af2-119f-426f-8db4-9b3362d3d8d2", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:17:17.861923 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d1b49150-c3be-4801-b61b-65ef8320f1e5 {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:17:17.862753 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04b6704a-fd4f-453a-8cac-272db11d17cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81cd9af2-119f-426f-8db4-9b3362d3d8d2', 'code': 200} Aug 11 03:17:17.887195 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3b9035e-f8aa-43a7-af99-23f35c699474 req-0df40a20-bcd1-46bf-98f1-43b68056b7ef tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] Network d23f5a1b-0a20-4470-9e66-0c5a40221406 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:17:17.888796 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [req-c3b9035e-f8aa-43a7-af99-23f35c699474 req-0df40a20-bcd1-46bf-98f1-43b68056b7ef tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:17:17.892177 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3b9035e-f8aa-43a7-af99-23f35c699474 req-0df40a20-bcd1-46bf-98f1-43b68056b7ef tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:17:17.898200 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e8c031bc-f947-4980-b294-5a5d8541d08e tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125932157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126180897'] for subnet, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:17.956305 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c031bc-f947-4980-b294-5a5d8541d08e tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Pushing event deleted for resources: {'Subnet': ['ID=a779ced6-cd3a-44dc-906c-e8a3cc1d4633,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:17.960934 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e8c031bc-f947-4980-b294-5a5d8541d08e tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:17.965337 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-e8c031bc-f947-4980-b294-5a5d8541d08e tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] 10.222.0.41 "DELETE /v2.0/subnets/a779ced6-cd3a-44dc-906c-e8a3cc1d4633 HTTP/1.1" status: 204 len: 168 time: 0.6556828 Aug 11 03:17:17.965440 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 41270) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:18.015405 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad012f3b-72dc-4e78-8808-59acf45faa2d None None] Network c53c8c17-6099-4ffd-9047-1c4a4a236591 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:17:18.045492 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b9035e-f8aa-43a7-af99-23f35c699474 req-0df40a20-bcd1-46bf-98f1-43b68056b7ef tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:18.046206 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-c3b9035e-f8aa-43a7-af99-23f35c699474 req-0df40a20-bcd1-46bf-98f1-43b68056b7ef tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:18.052665 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c9dba5-309a-4969-a871-4d8f0dd09fd0 req-55c9f6b7-7608-4b65-85fb-f19e0ca6c941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:18.054264 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c8c9dba5-309a-4969-a871-4d8f0dd09fd0 req-55c9f6b7-7608-4b65-85fb-f19e0ca6c941 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=04b6704a-fd4f-453a-8cac-272db11d17cf HTTP/1.1" status: 200 len: 1098 time: 0.1184249 Aug 11 03:17:18.132103 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c8c9dba5-309a-4969-a871-4d8f0dd09fd0 req-92409cf1-ee16-412a-9efb-932d4154eabd service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=2a9c14b7-456b-495d-954b-08faab866e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669773 Aug 11 03:17:18.167294 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c3b9035e-f8aa-43a7-af99-23f35c699474 req-0df40a20-bcd1-46bf-98f1-43b68056b7ef tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4466631 Aug 11 03:17:18.196039 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ab3d47a1-1a04-4faa-99a4-5ee8e3aece2e tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:18.216599 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=81cd9af2-119f-426f-8db4-9b3362d3d8d2,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:18.226473 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7887fc6-2e6b-4936-9d24-19aefbeb9b0a req-a149b23b-b1e8-4399-9ca4-e73c2cc9150a tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:18.228057 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b7887fc6-2e6b-4936-9d24-19aefbeb9b0a req-a149b23b-b1e8-4399-9ca4-e73c2cc9150a tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] 10.222.0.41 "GET /v2.0/ports?device_id=0223be4b-128c-49b3-ac13-d778de5fcb68 HTTP/1.1" status: 200 len: 944 time: 0.1153026 Aug 11 03:17:18.236269 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bc9d7e-df27-470a-92d8-3da46b26e235 req-6582eb84-75eb-4eee-bf99-4660c1965e7e tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:18.243369 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-87bc9d7e-df27-470a-92d8-3da46b26e235 req-6582eb84-75eb-4eee-bf99-4660c1965e7e tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] 10.222.0.41 "GET /v2.0/ports?device_id=006b2268-b044-4169-accf-c9c02f7462ce HTTP/1.1" status: 200 len: 945 time: 0.1415908 Aug 11 03:17:18.270205 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-c3b9035e-f8aa-43a7-af99-23f35c699474 req-80bf9316-84a6-400b-af8d-77334bcd4573 service neutron] Request body: {'port': {'device_id': '198e40ac-af59-487f-99be-beb764869941', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764292-30'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:17:18.350862 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-87bc9d7e-df27-470a-92d8-3da46b26e235 req-073a3ba3-4d58-4531-bac5-1e8ceca86083 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] 10.222.0.41 "GET /v2.0/security-groups?id=fc43ee60-6555-4bc5-a7a0-c97f67a784d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025786 Aug 11 03:17:18.353558 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08f19167-2b7c-4657-b4d7-ff32fda3b63d None None] DHCP port deletion for c53c8c17-6099-4ffd-9047-1c4a4a236591 request from n-d-764292-30 {{(pid=102193) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:17:18.392203 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b7887fc6-2e6b-4936-9d24-19aefbeb9b0a req-d1624a8c-7ec5-41da-8fb9-2c876621a9d4 tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a9c14b7-456b-495d-954b-08faab866e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452718 Aug 11 03:17:18.426463 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-c3b9035e-f8aa-43a7-af99-23f35c699474 req-80bf9316-84a6-400b-af8d-77334bcd4573 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:18.434013 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-ab3d47a1-1a04-4faa-99a4-5ee8e3aece2e tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Deleting port a8be869c-5384-462b-9f0a-b8ea47c359e6 {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:17:18.435220 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ab3d47a1-1a04-4faa-99a4-5ee8e3aece2e tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:18.498030 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-08f19167-2b7c-4657-b4d7-ff32fda3b63d None None] Deleting port a8be869c-5384-462b-9f0a-b8ea47c359e6 {{(pid=102193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:17:18.498617 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-08f19167-2b7c-4657-b4d7-ff32fda3b63d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:18.589813 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [None req-ab3d47a1-1a04-4faa-99a4-5ee8e3aece2e tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] For port a8be869c-5384-462b-9f0a-b8ea47c359e6, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=a8be869c-5384-462b-9f0a-b8ea47c359e6,segment=NetworkSegment(b1c11cf8-9340-4594-82d8-7c96dec6adf9),segment_id=b1c11cf8-9340-4594-82d8-7c96dec6adf9)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:17:18.590189 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ab3d47a1-1a04-4faa-99a4-5ee8e3aece2e tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:18.592214 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-08f19167-2b7c-4657-b4d7-ff32fda3b63d None None] For port a8be869c-5384-462b-9f0a-b8ea47c359e6, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=a8be869c-5384-462b-9f0a-b8ea47c359e6,segment=NetworkSegment(b1c11cf8-9340-4594-82d8-7c96dec6adf9),segment_id=b1c11cf8-9340-4594-82d8-7c96dec6adf9)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:17:18.593434 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-08f19167-2b7c-4657-b4d7-ff32fda3b63d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:18.607781 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-ab3d47a1-1a04-4faa-99a4-5ee8e3aece2e tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Calling delete_port for a8be869c-5384-462b-9f0a-b8ea47c359e6 owned by network:dhcp {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:17:18.627245 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc5e9ab-d7a4-4f9a-bcd6-4164ecf81898 req-8d04f2a4-9837-4ea1-afd7-78c13629920c tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:18.628771 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4cc5e9ab-d7a4-4f9a-bcd6-4164ecf81898 req-8d04f2a4-9837-4ea1-afd7-78c13629920c tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/ports?device_id=198e40ac-af59-487f-99be-beb764869941 HTTP/1.1" status: 200 len: 931 time: 0.1081076 Aug 11 03:17:18.631768 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-08f19167-2b7c-4657-b4d7-ff32fda3b63d None None] Calling delete_port for a8be869c-5384-462b-9f0a-b8ea47c359e6 owned by network:dhcp {{(pid=102193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:17:18.804708 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [req-c3b9035e-f8aa-43a7-af99-23f35c699474 req-80bf9316-84a6-400b-af8d-77334bcd4573 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d043996a-93a8-46a8-9faa-c9a5f1391e4a {{(pid=102191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:17:18.806974 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4cc5e9ab-d7a4-4f9a-bcd6-4164ecf81898 req-f04fb24f-97c0-480c-bf62-ca1456da2c85 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a89a04a-70d6-46f3-9b56-7cb537ff4761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648638 Aug 11 03:17:18.814329 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-c3b9035e-f8aa-43a7-af99-23f35c699474 req-80bf9316-84a6-400b-af8d-77334bcd4573 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:18.821537 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-08f19167-2b7c-4657-b4d7-ff32fda3b63d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678'] for port, after_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:18.827781 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [req-c3b9035e-f8aa-43a7-af99-23f35c699474 req-80bf9316-84a6-400b-af8d-77334bcd4573 service neutron] Transition to ACTIVE for port object d043996a-93a8-46a8-9faa-c9a5f1391e4a will not be triggered until provisioned by entity L2. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:17:18.828468 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ab3d47a1-1a04-4faa-99a4-5ee8e3aece2e tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:18.866734 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3d47a1-1a04-4faa-99a4-5ee8e3aece2e tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Pushing event deleted for resources: {'Port': ['ID=a8be869c-5384-462b-9f0a-b8ea47c359e6,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:18.875155 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3d47a1-1a04-4faa-99a4-5ee8e3aece2e tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] No DVR routers for this DVR port a8be869c-5384-462b-9f0a-b8ea47c359e6 on host n-d-764292-30 {{(pid=102192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:17:18.887968 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f19167-2b7c-4657-b4d7-ff32fda3b63d None None] Pushing event deleted for resources: {'Port': ['ID=a8be869c-5384-462b-9f0a-b8ea47c359e6,revision_number=None']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:18.896044 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f19167-2b7c-4657-b4d7-ff32fda3b63d None None] No DVR routers for this DVR port a8be869c-5384-462b-9f0a-b8ea47c359e6 on host n-d-764292-30 {{(pid=102193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:17:18.918653 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-c3b9035e-f8aa-43a7-af99-23f35c699474 req-80bf9316-84a6-400b-af8d-77334bcd4573 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:18.997097 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bf9316-84a6-400b-af8d-77334bcd4573 service neutron] Pushing event updated for resources: {'Port': ['ID=d043996a-93a8-46a8-9faa-c9a5f1391e4a,revision_number=2']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:19.015576 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ab3d47a1-1a04-4faa-99a4-5ee8e3aece2e tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:19.026783 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-ab3d47a1-1a04-4faa-99a4-5ee8e3aece2e tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c53c8c17-6099-4ffd-9047-1c4a4a236591']}} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:17:19.042783 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-ab3d47a1-1a04-4faa-99a4-5ee8e3aece2e tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1c11cf8-9340-4594-82d8-7c96dec6adf9') {'for_net_delete': True} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:17:19.042783 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-ab3d47a1-1a04-4faa-99a4-5ee8e3aece2e tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1c11cf8-9340-4594-82d8-7c96dec6adf9') {} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:17:19.060370 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db38e9c3-2716-4519-8722-667251ee0b42 req-3d497540-8154-4b5d-b55c-33a016a0242c tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:19.069640 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-c3b9035e-f8aa-43a7-af99-23f35c699474 req-80bf9316-84a6-400b-af8d-77334bcd4573 service neutron] Attempting to bind port d043996a-93a8-46a8-9faa-c9a5f1391e4a on host n-h1-764292-30 for vnic_type normal with profile {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:17:19.070919 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db38e9c3-2716-4519-8722-667251ee0b42 req-3d497540-8154-4b5d-b55c-33a016a0242c tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:19.071818 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-c3b9035e-f8aa-43a7-af99-23f35c699474 req-80bf9316-84a6-400b-af8d-77334bcd4573 service neutron] Attempting to bind port d043996a-93a8-46a8-9faa-c9a5f1391e4a by drivers openvswitch,hyperv on host n-h1-764292-30 at level 0 using segments [{'id': '75976e57-b4d6-45fc-bdea-76c22fb63b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'd23f5a1b-0a20-4470-9e66-0c5a40221406'}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:17:19.073095 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b9035e-f8aa-43a7-af99-23f35c699474 req-80bf9316-84a6-400b-af8d-77334bcd4573 service neutron] Attempting to bind port d043996a-93a8-46a8-9faa-c9a5f1391e4a on network d23f5a1b-0a20-4470-9e66-0c5a40221406 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:17:19.074165 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 28c015ec-c76d-4e44-990a-188eeaec3d4c up at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:17:19.078869 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db38e9c3-2716-4519-8722-667251ee0b42 req-3d497540-8154-4b5d-b55c-33a016a0242c tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:19.080921 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-db38e9c3-2716-4519-8722-667251ee0b42 req-3d497540-8154-4b5d-b55c-33a016a0242c tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] 10.222.0.41 "GET /v2.0/ports?device_id=36d1947e-7c5e-4fe9-94e8-0ba59cd925fa HTTP/1.1" status: 200 len: 2414 time: 0.1216726 Aug 11 03:17:19.082835 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ab3d47a1-1a04-4faa-99a4-5ee8e3aece2e tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125932501'] for segment, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:19.084858 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b9035e-f8aa-43a7-af99-23f35c699474 req-80bf9316-84a6-400b-af8d-77334bcd4573 service neutron] Port d043996a-93a8-46a8-9faa-c9a5f1391e4a on network d23f5a1b-0a20-4470-9e66-0c5a40221406 not bound, no agent of type Open vSwitch agent registered on host n-h1-764292-30 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:17:19.088965 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b9035e-f8aa-43a7-af99-23f35c699474 req-80bf9316-84a6-400b-af8d-77334bcd4573 service neutron] Attempting to bind port d043996a-93a8-46a8-9faa-c9a5f1391e4a on network d23f5a1b-0a20-4470-9e66-0c5a40221406 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:17:19.096563 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b9035e-f8aa-43a7-af99-23f35c699474 req-80bf9316-84a6-400b-af8d-77334bcd4573 service neutron] Checking agent: {'id': 'abb524c2-b412-4ed2-8367-45c4fd996fa7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 17, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:17:19.099039 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b9035e-f8aa-43a7-af99-23f35c699474 req-80bf9316-84a6-400b-af8d-77334bcd4573 service neutron] Checking segment: {'id': '75976e57-b4d6-45fc-bdea-76c22fb63b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'd23f5a1b-0a20-4470-9e66-0c5a40221406'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:17:19.100360 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b9035e-f8aa-43a7-af99-23f35c699474 req-80bf9316-84a6-400b-af8d-77334bcd4573 service neutron] Bound using segment: {'id': '75976e57-b4d6-45fc-bdea-76c22fb63b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'd23f5a1b-0a20-4470-9e66-0c5a40221406'} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:17:19.103705 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-c3b9035e-f8aa-43a7-af99-23f35c699474 req-80bf9316-84a6-400b-af8d-77334bcd4573 service neutron] Bound port: d043996a-93a8-46a8-9faa-c9a5f1391e4a, host: n-h1-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75976e57-b4d6-45fc-bdea-76c22fb63b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'd23f5a1b-0a20-4470-9e66-0c5a40221406'}}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:17:19.104312 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-c3b9035e-f8aa-43a7-af99-23f35c699474 req-80bf9316-84a6-400b-af8d-77334bcd4573 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:19.109547 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ab3d47a1-1a04-4faa-99a4-5ee8e3aece2e tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:19.138049 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab3d47a1-1a04-4faa-99a4-5ee8e3aece2e tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=102192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:17:19.138049 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ab3d47a1-1a04-4faa-99a4-5ee8e3aece2e tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125932183'] for segment, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:19.140008 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-db38e9c3-2716-4519-8722-667251ee0b42 req-29cbfe6b-66ff-42d4-98a6-853efbf85f7c tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] 10.222.0.41 "GET /v2.0/security-groups?id=9bcdfec5-364e-49d2-8266-cef1a51c6464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486865 Aug 11 03:17:19.140742 n-d-764292-30 neutron-server[102192]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:17:19.140742 n-d-764292-30 neutron-server[102192]: self.session.flush() Aug 11 03:17:19.140742 n-d-764292-30 neutron-server[102192]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:17:19.140742 n-d-764292-30 neutron-server[102192]: self.session.flush() Aug 11 03:17:19.140742 n-d-764292-30 neutron-server[102192]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:17:19.140742 n-d-764292-30 neutron-server[102192]: self.session.flush() Aug 11 03:17:19.140742 n-d-764292-30 neutron-server[102192]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:17:19.140742 n-d-764292-30 neutron-server[102192]: self.session.flush() Aug 11 03:17:19.140742 n-d-764292-30 neutron-server[102192]: Traceback (most recent call last): Aug 11 03:17:19.140742 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:17:19.140742 n-d-764292-30 neutron-server[102192]: timer() Aug 11 03:17:19.140742 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:17:19.140742 n-d-764292-30 neutron-server[102192]: cb(*args, **kw) Aug 11 03:17:19.140742 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:17:19.140742 n-d-764292-30 neutron-server[102192]: return func(*args, **kwargs) Aug 11 03:17:19.140742 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:17:19.140742 n-d-764292-30 neutron-server[102192]: self._notify() Aug 11 03:17:19.140742 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:17:19.140742 n-d-764292-30 neutron-server[102192]: self.callback(batched_events) Aug 11 03:17:19.140742 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:17:19.140742 n-d-764292-30 neutron-server[102192]: event.method(event) Aug 11 03:17:19.140742 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:17:19.140742 n-d-764292-30 neutron-server[102192]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:17:19.140742 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:17:19.140742 n-d-764292-30 neutron-server[102192]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:17:19.140742 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:17:19.140742 n-d-764292-30 neutron-server[102192]: return f(self, *a, **k) Aug 11 03:17:19.140742 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:17:19.140742 n-d-764292-30 neutron-server[102192]: return self._get(url).json() Aug 11 03:17:19.140742 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:17:19.140742 n-d-764292-30 neutron-server[102192]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:17:19.140742 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:17:19.140742 n-d-764292-30 neutron-server[102192]: return self.request(url, 'GET', **kwargs) Aug 11 03:17:19.140742 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:17:19.140742 n-d-764292-30 neutron-server[102192]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:17:19.140742 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:17:19.140742 n-d-764292-30 neutron-server[102192]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:17:19.140742 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:17:19.140742 n-d-764292-30 neutron-server[102192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:17:19.140742 n-d-764292-30 neutron-server[102192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:17:19.227270 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-c3b9035e-f8aa-43a7-af99-23f35c699474 req-80bf9316-84a6-400b-af8d-77334bcd4573 service neutron] For port d043996a-93a8-46a8-9faa-c9a5f1391e4a, host n-h1-764292-30, cleared binding levels {{(pid=102191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:17:19.230944 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-c3b9035e-f8aa-43a7-af99-23f35c699474 req-80bf9316-84a6-400b-af8d-77334bcd4573 service neutron] For port d043996a-93a8-46a8-9faa-c9a5f1391e4a, host n-h1-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=d043996a-93a8-46a8-9faa-c9a5f1391e4a,segment=NetworkSegment(75976e57-b4d6-45fc-bdea-76c22fb63b62),segment_id=75976e57-b4d6-45fc-bdea-76c22fb63b62)] {{(pid=102191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:17:19.232240 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning for port 28c015ec-c76d-4e44-990a-188eeaec3d4c completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:17:19.236953 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning complete for port 28c015ec-c76d-4e44-990a-188eeaec3d4c triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:17:19.237335 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:19.289595 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ab3d47a1-1a04-4faa-99a4-5ee8e3aece2e tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:19.290042 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-c3b9035e-f8aa-43a7-af99-23f35c699474 req-80bf9316-84a6-400b-af8d-77334bcd4573 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:19.301243 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ab3d47a1-1a04-4faa-99a4-5ee8e3aece2e tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:19.302127 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-ab3d47a1-1a04-4faa-99a4-5ee8e3aece2e tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] 10.222.0.41 "DELETE /v2.0/networks/c53c8c17-6099-4ffd-9047-1c4a4a236591 HTTP/1.1" status: 204 len: 168 time: 1.3356352 Aug 11 03:17:19.302694 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 41296) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:19.311452 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-a478cb24-3075-4dfc-8874-eb41404c0d4d tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-52334381'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:17:19.322204 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:19.336303 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3d47a1-1a04-4faa-99a4-5ee8e3aece2e tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Pushing event deleted for resources: {'Network': ['ID=c53c8c17-6099-4ffd-9047-1c4a4a236591,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:19.336750 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b9035e-f8aa-43a7-af99-23f35c699474 req-80bf9316-84a6-400b-af8d-77334bcd4573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:19.337373 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-c3b9035e-f8aa-43a7-af99-23f35c699474 req-80bf9316-84a6-400b-af8d-77334bcd4573 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:19.338938 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c3b9035e-f8aa-43a7-af99-23f35c699474 req-80bf9316-84a6-400b-af8d-77334bcd4573 service neutron] 10.222.0.22 "PUT /v2.0/ports/d043996a-93a8-46a8-9faa-c9a5f1391e4a HTTP/1.1" status: 200 len: 1092 time: 1.0854621 Aug 11 03:17:19.339404 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '198e40ac-af59-487f-99be-beb764869941', 'tag': 'd043996a-93a8-46a8-9faa-c9a5f1391e4a'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:17:19.341955 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e51bb11-c9df-45a3-8759-d5315d458ca1" -d '{"events": [{"name": "network-changed", "server_uuid": "198e40ac-af59-487f-99be-beb764869941", "tag": "d043996a-93a8-46a8-9faa-c9a5f1391e4a"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:17:19.367304 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port 28c015ec-c76d-4e44-990a-188eeaec3d4c, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=28c015ec-c76d-4e44-990a-188eeaec3d4c,segment=NetworkSegment(85ce70aa-07f3-41ac-8bc5-3a54a88b0fc2),segment_id=85ce70aa-07f3-41ac-8bc5-3a54a88b0fc2)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:17:19.376780 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bf9316-84a6-400b-af8d-77334bcd4573 service neutron] Pushing event updated for resources: {'Port': ['ID=d043996a-93a8-46a8-9faa-c9a5f1391e4a,revision_number=3']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:19.397737 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c2768ad-d8f5-4d9d-89b2-f21c2cb99aa6 x-openstack-request-id: req-9c2768ad-d8f5-4d9d-89b2-f21c2cb99aa6 {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:17:19.398021 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "198e40ac-af59-487f-99be-beb764869941", "tag": "d043996a-93a8-46a8-9faa-c9a5f1391e4a", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:17:19.398268 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9c2768ad-d8f5-4d9d-89b2-f21c2cb99aa6 {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:17:19.398696 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '198e40ac-af59-487f-99be-beb764869941', 'tag': 'd043996a-93a8-46a8-9faa-c9a5f1391e4a', 'status': 'completed', 'code': 200} Aug 11 03:17:19.489891 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:19.490796 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 395c6f2e-a6cb-4e3b-89e4-54d8c6ec595e up at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:17:19.502248 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a478cb24-3075-4dfc-8874-eb41404c0d4d tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Made reservation on behalf of 619f5dda48254516982a2d4b32c5e174 for: {'network': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:17:19.503850 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a478cb24-3075-4dfc-8874-eb41404c0d4d tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:19.520113 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e51bb11-c9df-45a3-8759-d5315d458ca1 req-2f2c2a8d-c66d-422b-8123-3cc6662db32a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:19.521219 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-8e51bb11-c9df-45a3-8759-d5315d458ca1 req-2f2c2a8d-c66d-422b-8123-3cc6662db32a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=297a8c5e08c24b5285a4c7ceb9597537&device_id=198e40ac-af59-487f-99be-beb764869941 HTTP/1.1" status: 200 len: 1095 time: 0.0794766 Aug 11 03:17:19.540889 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026497c4-7ada-4147-97fd-e6a7fe1ca8a3 req-608bddc2-ab34-454a-88b7-39b5417b90b7 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:19.546189 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-026497c4-7ada-4147-97fd-e6a7fe1ca8a3 req-608bddc2-ab34-454a-88b7-39b5417b90b7 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] 10.222.0.41 "GET /v2.0/ports?device_id=006b2268-b044-4169-accf-c9c02f7462ce HTTP/1.1" status: 200 len: 945 time: 0.0953414 Aug 11 03:17:19.583533 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a478cb24-3075-4dfc-8874-eb41404c0d4d tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=102192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:17:19.599336 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbc24f5-45f7-4d46-b370-950711519ec9 req-b115ec3f-561c-47bb-be63-b8d7cd384772 tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:19.600532 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ffbc24f5-45f7-4d46-b370-950711519ec9 req-b115ec3f-561c-47bb-be63-b8d7cd384772 tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] 10.222.0.41 "GET /v2.0/ports?device_id=0223be4b-128c-49b3-ac13-d778de5fcb68 HTTP/1.1" status: 200 len: 944 time: 0.1164057 Aug 11 03:17:19.618408 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a478cb24-3075-4dfc-8874-eb41404c0d4d tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:19.618765 n-d-764292-30 neutron-server[102192]: INFO neutron.db.segments_db [None req-a478cb24-3075-4dfc-8874-eb41404c0d4d tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Added segment ed1cb20a-84ab-4c34-b994-1e5ef89fdcc6 of type vlan for network 3ff661e2-c729-46cc-9485-8d50243b6b2f Aug 11 03:17:19.627135 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-026497c4-7ada-4147-97fd-e6a7fe1ca8a3 req-0bedfaf3-519b-466f-acb9-d6a22d861f89 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] 10.222.0.41 "GET /v2.0/security-groups?id=fc43ee60-6555-4bc5-a7a0-c97f67a784d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770102 Aug 11 03:17:19.645587 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=28c015ec-c76d-4e44-990a-188eeaec3d4c,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:19.701279 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device a8be869c-5384-462b-9f0a-b8ea47c359e6 no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:17:19.717038 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a478cb24-3075-4dfc-8874-eb41404c0d4d tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:19.736728 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ffbc24f5-45f7-4d46-b370-950711519ec9 req-ab19c8ec-c124-4b59-b9a2-712988766d31 tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a9c14b7-456b-495d-954b-08faab866e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187184 Aug 11 03:17:19.746143 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: a8be869c-5384-462b-9f0a-b8ea47c359e6 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:17:19.752948 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device a8be869c-5384-462b-9f0a-b8ea47c359e6 not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:17:19.752948 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning for port 395c6f2e-a6cb-4e3b-89e4-54d8c6ec595e completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:17:19.757307 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning complete for port 395c6f2e-a6cb-4e3b-89e4-54d8c6ec595e triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:17:19.757687 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:19.759461 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e51bb11-c9df-45a3-8759-d5315d458ca1 req-0e983853-25b7-40ee-9fb5-42ab4fa67cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:19.761034 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-8e51bb11-c9df-45a3-8759-d5315d458ca1 req-0e983853-25b7-40ee-9fb5-42ab4fa67cd4 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=297a8c5e08c24b5285a4c7ceb9597537&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2329440 Aug 11 03:17:19.832836 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a478cb24-3075-4dfc-8874-eb41404c0d4d tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:19.839395 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a478cb24-3075-4dfc-8874-eb41404c0d4d tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:19.840370 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a478cb24-3075-4dfc-8874-eb41404c0d4d tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:19.892574 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36d1947e-7c5e-4fe9-94e8-0ba59cd925fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28c015ec-c76d-4e44-990a-188eeaec3d4c'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:17:19.895145 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8b603eb-ead8-47a6-8d68-c5111d4a3046" -d '{"events": [{"server_uuid": "36d1947e-7c5e-4fe9-94e8-0ba59cd925fa", "name": "network-vif-plugged", "status": "completed", "tag": "28c015ec-c76d-4e44-990a-188eeaec3d4c"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:17:19.897960 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:19.940484 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e51bb11-c9df-45a3-8759-d5315d458ca1 req-aa658383-58ba-41e7-8f5e-7961df0b0eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:19.945258 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-8e51bb11-c9df-45a3-8759-d5315d458ca1 req-aa658383-58ba-41e7-8f5e-7961df0b0eea service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1766560 Aug 11 03:17:19.968584 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13514e40-262e-48a0-91f0-3174390cb393 x-openstack-request-id: req-13514e40-262e-48a0-91f0-3174390cb393 {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:17:19.968887 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36d1947e-7c5e-4fe9-94e8-0ba59cd925fa", "name": "network-vif-plugged", "status": "completed", "tag": "28c015ec-c76d-4e44-990a-188eeaec3d4c", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:17:19.969112 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-13514e40-262e-48a0-91f0-3174390cb393 {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:17:19.969503 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36d1947e-7c5e-4fe9-94e8-0ba59cd925fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28c015ec-c76d-4e44-990a-188eeaec3d4c', 'code': 200} Aug 11 03:17:19.973334 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port 395c6f2e-a6cb-4e3b-89e4-54d8c6ec595e, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=395c6f2e-a6cb-4e3b-89e4-54d8c6ec595e,segment=NetworkSegment(cec806d2-146e-4899-a64a-ab587545aa11),segment_id=cec806d2-146e-4899-a64a-ab587545aa11)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:17:20.009425 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a478cb24-3075-4dfc-8874-eb41404c0d4d tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Pushing event updated for resources: {'Network': ['ID=3ff661e2-c729-46cc-9485-8d50243b6b2f,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:20.026375 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network 3ff661e2-c729-46cc-9485-8d50243b6b2f details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:17:20.053193 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b9035e-f8aa-43a7-af99-23f35c699474 req-56d25664-8209-4839-b159-87c74fb78aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:20.058254 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52529acb-2fa5-4691-8ba1-7505b773d964 req-eae75b69-3cdd-4645-abf6-deb399890945 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:20.058445 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c3b9035e-f8aa-43a7-af99-23f35c699474 req-56d25664-8209-4839-b159-87c74fb78aa1 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=297a8c5e08c24b5285a4c7ceb9597537&device_id=198e40ac-af59-487f-99be-beb764869941 HTTP/1.1" status: 200 len: 1095 time: 0.0676937 Aug 11 03:17:20.058562 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-52529acb-2fa5-4691-8ba1-7505b773d964 req-eae75b69-3cdd-4645-abf6-deb399890945 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/ports?device_id=198e40ac-af59-487f-99be-beb764869941 HTTP/1.1" status: 200 len: 943 time: 0.0968125 Aug 11 03:17:20.070435 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-a478cb24-3075-4dfc-8874-eb41404c0d4d tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7633712 Aug 11 03:17:20.073412 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 41314) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:20.078514 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-52a0c111-07e3-4403-b901-9095283ab761 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Request body: {'subnet': {'network_id': '3ff661e2-c729-46cc-9485-8d50243b6b2f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:17:20.102114 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:20.102955 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device c7660f25-0ec2-48b9-ae13-ae5a5f2e57ec up at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:17:20.120376 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c3b9035e-f8aa-43a7-af99-23f35c699474 req-edbe8775-8489-4123-a6ff-1c1a508bba2e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d043996a-93a8-46a8-9faa-c9a5f1391e4a HTTP/1.1" status: 200 len: 217 time: 0.0457127 Aug 11 03:17:20.191235 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b9035e-f8aa-43a7-af99-23f35c699474 req-1e19c8af-3fda-4d15-8a14-aba9a5526d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:20.195387 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c3b9035e-f8aa-43a7-af99-23f35c699474 req-1e19c8af-3fda-4d15-8a14-aba9a5526d57 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=617c48f0-a855-4ee0-bdb7-302ef1d77faa HTTP/1.1" status: 200 len: 855 time: 0.0665247 Aug 11 03:17:20.195657 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-52529acb-2fa5-4691-8ba1-7505b773d964 req-f7050522-068e-4173-86d9-1ef616727b41 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a89a04a-70d6-46f3-9b56-7cb537ff4761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239996 Aug 11 03:17:20.307906 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c3b9035e-f8aa-43a7-af99-23f35c699474 req-76ce952a-994e-4628-a29c-6458309f4013 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d23f5a1b-0a20-4470-9e66-0c5a40221406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1005194 Aug 11 03:17:20.336121 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52a0c111-07e3-4403-b901-9095283ab761 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Made reservation on behalf of 619f5dda48254516982a2d4b32c5e174 for: {'subnet': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:17:20.345273 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-52a0c111-07e3-4403-b901-9095283ab761 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126180544'] for subnet, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:20.459495 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=395c6f2e-a6cb-4e3b-89e4-54d8c6ec595e,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:20.465822 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10627070-29b6-4677-9186-7f8dac058bd4 req-32d22bd2-e135-4b1b-accb-562f451d4be2 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:20.471607 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c3b9035e-f8aa-43a7-af99-23f35c699474 req-6b3794d7-bbcd-4359-8f96-dea50fc3109b service neutron] 10.222.0.22 "GET /v2.0/networks/d23f5a1b-0a20-4470-9e66-0c5a40221406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542189 Aug 11 03:17:20.473092 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10627070-29b6-4677-9186-7f8dac058bd4 req-32d22bd2-e135-4b1b-accb-562f451d4be2 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:20.480511 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10627070-29b6-4677-9186-7f8dac058bd4 req-32d22bd2-e135-4b1b-accb-562f451d4be2 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:20.480988 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-10627070-29b6-4677-9186-7f8dac058bd4 req-32d22bd2-e135-4b1b-accb-562f451d4be2 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] 10.222.0.41 "GET /v2.0/ports?device_id=36d1947e-7c5e-4fe9-94e8-0ba59cd925fa HTTP/1.1" status: 200 len: 2416 time: 0.2120876 Aug 11 03:17:20.544422 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-10627070-29b6-4677-9186-7f8dac058bd4 req-d5d49c87-ef1a-4607-9dc7-f1fee031455b tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] 10.222.0.41 "GET /v2.0/security-groups?id=9bcdfec5-364e-49d2-8266-cef1a51c6464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514724 Aug 11 03:17:20.578449 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c3b9035e-f8aa-43a7-af99-23f35c699474 req-b2183ffb-9a29-420b-8dc3-fa9939443285 service neutron] 10.222.0.22 "GET /v2.0/networks/d23f5a1b-0a20-4470-9e66-0c5a40221406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992534 Aug 11 03:17:20.616189 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning for port c7660f25-0ec2-48b9-ae13-ae5a5f2e57ec completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:17:20.619636 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning complete for port c7660f25-0ec2-48b9-ae13-ae5a5f2e57ec triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:17:20.620008 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:20.707280 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:20.727539 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-52a0c111-07e3-4403-b901-9095283ab761 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125932092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126180562'] for subnet, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:20.742549 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port c7660f25-0ec2-48b9-ae13-ae5a5f2e57ec, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=c7660f25-0ec2-48b9-ae13-ae5a5f2e57ec,segment=NetworkSegment(cec806d2-146e-4899-a64a-ab587545aa11),segment_id=cec806d2-146e-4899-a64a-ab587545aa11)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:17:20.809447 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:20.823529 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442d6522-e37b-4daf-8df1-11170ceb91e2 req-75a7a78e-c7b6-4fa4-bc72-d6dc59d75726 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:20.825019 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-442d6522-e37b-4daf-8df1-11170ceb91e2 req-75a7a78e-c7b6-4fa4-bc72-d6dc59d75726 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] 10.222.0.41 "GET /v2.0/ports?device_id=006b2268-b044-4169-accf-c9c02f7462ce HTTP/1.1" status: 200 len: 945 time: 0.1097438 Aug 11 03:17:20.834108 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a0c111-07e3-4403-b901-9095283ab761 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Pushing event updated for resources: {'Subnet': ['ID=39fb45a4-988e-4715-93a0-11f79030792e,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:20.877341 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=c7660f25-0ec2-48b9-ae13-ae5a5f2e57ec,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:20.881008 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a0c111-07e3-4403-b901-9095283ab761 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Checking segment: {'id': 'ed1cb20a-84ab-4c34-b994-1e5ef89fdcc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3ff661e2-c729-46cc-9485-8d50243b6b2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:17:20.881372 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52a0c111-07e3-4403-b901-9095283ab761 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Network hostable DHCP agents. Network: 3ff661e2-c729-46cc-9485-8d50243b6b2f, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:17:20.910645 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-442d6522-e37b-4daf-8df1-11170ceb91e2 req-074f3aa4-77d2-4cba-9529-e65f0d1e1a7f tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] 10.222.0.41 "GET /v2.0/security-groups?id=fc43ee60-6555-4bc5-a7a0-c97f67a784d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716817 Aug 11 03:17:20.923856 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498ea307-a120-4b10-946e-e0d0f1932179 req-4ca588d5-5ed9-453f-a8f3-96e9573eea57 tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:20.929394 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-498ea307-a120-4b10-946e-e0d0f1932179 req-4ca588d5-5ed9-453f-a8f3-96e9573eea57 tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] 10.222.0.41 "GET /v2.0/ports?device_id=0223be4b-128c-49b3-ac13-d778de5fcb68 HTTP/1.1" status: 200 len: 944 time: 0.1156511 Aug 11 03:17:20.983390 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-498ea307-a120-4b10-946e-e0d0f1932179 req-80bde38c-324f-4e21-a6ad-de92fdc9cdd2 tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a9c14b7-456b-495d-954b-08faab866e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383224 Aug 11 03:17:20.992544 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52a0c111-07e3-4403-b901-9095283ab761 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Network 3ff661e2-c729-46cc-9485-8d50243b6b2f is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:17:21.038299 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-52a0c111-07e3-4403-b901-9095283ab761 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, 3ff661e2-c729-46cc-9485-8d50243b6b2f) {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:17:21.042758 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52a0c111-07e3-4403-b901-9095283ab761 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:21.043455 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-52a0c111-07e3-4403-b901-9095283ab761 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:21.051932 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9dbb408-7c44-4f87-9f49-65d530ca9e7a None None] Network 3ff661e2-c729-46cc-9485-8d50243b6b2f requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:17:21.068020 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 0e86cc5e-3688-462a-87af-82df734ed054 up at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:17:21.137011 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-52a0c111-07e3-4403-b901-9095283ab761 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0624945 Aug 11 03:17:21.139837 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 41328) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:21.145059 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-a6110a12-98ad-40fb-a8f2-5c15e5c3d5b8 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-970228973', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:17:21.239100 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning for port 0e86cc5e-3688-462a-87af-82df734ed054 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:17:21.243900 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec632b8c-a815-498c-817c-69a4090a8536 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde080026-c28f-55be-b52b-13827cc43646-3ff661e2-c729-46cc-9485-8d50243b6b2f', 'network_id': '3ff661e2-c729-46cc-9485-8d50243b6b2f', 'tenant_id': '619f5dda48254516982a2d4b32c5e174', 'fixed_ips': [{'subnet_id': '39fb45a4-988e-4715-93a0-11f79030792e'}]}} from n-d-764292-30. {{(pid=102193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:17:21.244797 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-ec632b8c-a815-498c-817c-69a4090a8536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:21.258224 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning complete for port 0e86cc5e-3688-462a-87af-82df734ed054 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:17:21.258624 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:21.268304 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a6110a12-98ad-40fb-a8f2-5c15e5c3d5b8 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-450010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6626'] for router, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:21.269368 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a6110a12-98ad-40fb-a8f2-5c15e5c3d5b8 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-446747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6633'] for router, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:21.333870 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a6110a12-98ad-40fb-a8f2-5c15e5c3d5b8 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:21.338816 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08577fa1-a72b-4421-b8c4-a84b9549cb3d req-611a59d1-cb38-4642-9642-29d5c2a3c903 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:21.340615 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-08577fa1-a72b-4421-b8c4-a84b9549cb3d req-611a59d1-cb38-4642-9642-29d5c2a3c903 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/ports?device_id=198e40ac-af59-487f-99be-beb764869941 HTTP/1.1" status: 200 len: 943 time: 0.0637155 Aug 11 03:17:21.398326 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-08577fa1-a72b-4421-b8c4-a84b9549cb3d req-34793ef5-36b8-45c0-b3a8-a8083bfb43b3 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a89a04a-70d6-46f3-9b56-7cb537ff4761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473084 Aug 11 03:17:21.433442 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a6110a12-98ad-40fb-a8f2-5c15e5c3d5b8 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-446952'] for router, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:21.461371 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.db_base_plugin_common [None req-ec632b8c-a815-498c-817c-69a4090a8536 None None] Allocated IP 172.20.0.2 (3ff661e2-c729-46cc-9485-8d50243b6b2f/39fb45a4-988e-4715-93a0-11f79030792e/463ac842-2c00-4d23-8e96-1cf0a0296958) {{(pid=102193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:17:21.468289 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:21.550578 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port 0e86cc5e-3688-462a-87af-82df734ed054, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=0e86cc5e-3688-462a-87af-82df734ed054,segment=NetworkSegment(85e0917a-301a-48f0-af02-10bb8de75f4d),segment_id=85e0917a-301a-48f0-af02-10bb8de75f4d)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:17:21.569599 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a6110a12-98ad-40fb-a8f2-5c15e5c3d5b8 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks [] for router, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:21.571041 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-a6110a12-98ad-40fb-a8f2-5c15e5c3d5b8 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.4302168 Aug 11 03:17:21.574088 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 41342) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:21.579804 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-93273461-e820-4e77-b63b-d8af1d42c97d tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Request body: {'port': {'network_id': '3ff661e2-c729-46cc-9485-8d50243b6b2f', 'name': 'tempest-PortsTestJSON-1148804566'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:17:21.654147 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:21.654957 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 7f702ca6-0574-4a40-839e-67792077d2dd up at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:17:21.680788 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-ec632b8c-a815-498c-817c-69a4090a8536 None None] Notify callbacks [] for port, precommit_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:21.718401 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447e4f65-f116-4ca2-b5e2-0e8348bf767d req-fa2eacca-3409-4517-aaf4-b9a4ffee9ccf tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:21.724539 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447e4f65-f116-4ca2-b5e2-0e8348bf767d req-fa2eacca-3409-4517-aaf4-b9a4ffee9ccf tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:21.727772 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-ec632b8c-a815-498c-817c-69a4090a8536 None None] Transition to ACTIVE for port object 463ac842-2c00-4d23-8e96-1cf0a0296958 will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:17:21.730570 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447e4f65-f116-4ca2-b5e2-0e8348bf767d req-fa2eacca-3409-4517-aaf4-b9a4ffee9ccf tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:21.732247 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-447e4f65-f116-4ca2-b5e2-0e8348bf767d req-fa2eacca-3409-4517-aaf4-b9a4ffee9ccf tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] 10.222.0.41 "GET /v2.0/ports?device_id=36d1947e-7c5e-4fe9-94e8-0ba59cd925fa HTTP/1.1" status: 200 len: 2417 time: 0.0947878 Aug 11 03:17:21.763126 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-ec632b8c-a815-498c-817c-69a4090a8536 None None] Transition to ACTIVE for port object 463ac842-2c00-4d23-8e96-1cf0a0296958 will not be triggered until provisioned by entity DHCP. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:17:21.769323 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=0e86cc5e-3688-462a-87af-82df734ed054,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:21.780399 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-447e4f65-f116-4ca2-b5e2-0e8348bf767d req-6ab2c652-8a97-4cff-be76-785d567800c0 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] 10.222.0.41 "GET /v2.0/security-groups?id=9bcdfec5-364e-49d2-8266-cef1a51c6464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401177 Aug 11 03:17:21.835596 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93273461-e820-4e77-b63b-d8af1d42c97d tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Made reservation on behalf of 619f5dda48254516982a2d4b32c5e174 for: {'port': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:17:21.839411 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-93273461-e820-4e77-b63b-d8af1d42c97d tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:21.858421 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [None req-93273461-e820-4e77-b63b-d8af1d42c97d tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] device_id is not set on port abb75382-29a2-42fc-a0bf-c2cc565df09b yet. {{(pid=102192) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:17:21.878825 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-ec632b8c-a815-498c-817c-69a4090a8536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669'] for port, after_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:21.880731 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning for port 7f702ca6-0574-4a40-839e-67792077d2dd completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:17:21.892302 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning complete for port 7f702ca6-0574-4a40-839e-67792077d2dd triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:17:21.892669 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:21.940830 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec632b8c-a815-498c-817c-69a4090a8536 None None] Network 3ff661e2-c729-46cc-9485-8d50243b6b2f is already hosted by enough agents. {{(pid=102193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:17:21.948823 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.base_scheduler [None req-ec632b8c-a815-498c-817c-69a4090a8536 None None] Resources bound (agent type, host, resource id): {{(pid=102193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:17:21.959033 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec632b8c-a815-498c-817c-69a4090a8536 None None] Received port after_create {{(pid=102193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:17:21.971615 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec632b8c-a815-498c-817c-69a4090a8536 None None] Pushing event updated for resources: {'Port': ['ID=463ac842-2c00-4d23-8e96-1cf0a0296958,revision_number=1']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:21.974017 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36d1947e-7c5e-4fe9-94e8-0ba59cd925fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '395c6f2e-a6cb-4e3b-89e4-54d8c6ec595e'}, {'server_uuid': '36d1947e-7c5e-4fe9-94e8-0ba59cd925fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7660f25-0ec2-48b9-ae13-ae5a5f2e57ec'}, {'server_uuid': '0223be4b-128c-49b3-ac13-d778de5fcb68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e86cc5e-3688-462a-87af-82df734ed054'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:17:21.976390 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc5f578d-9a7d-4ddf-a791-b88b934313ec" -d '{"events": [{"server_uuid": "36d1947e-7c5e-4fe9-94e8-0ba59cd925fa", "name": "network-vif-plugged", "status": "completed", "tag": "395c6f2e-a6cb-4e3b-89e4-54d8c6ec595e"}, {"server_uuid": "36d1947e-7c5e-4fe9-94e8-0ba59cd925fa", "name": "network-vif-plugged", "status": "completed", "tag": "c7660f25-0ec2-48b9-ae13-ae5a5f2e57ec"}, {"server_uuid": "0223be4b-128c-49b3-ac13-d778de5fcb68", "name": "network-vif-plugged", "status": "completed", "tag": "0e86cc5e-3688-462a-87af-82df734ed054"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:17:22.031926 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-ec632b8c-a815-498c-817c-69a4090a8536 None None] Attempting to bind port 463ac842-2c00-4d23-8e96-1cf0a0296958 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:17:22.032927 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-ec632b8c-a815-498c-817c-69a4090a8536 None None] Attempting to bind port 463ac842-2c00-4d23-8e96-1cf0a0296958 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': 'ed1cb20a-84ab-4c34-b994-1e5ef89fdcc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3ff661e2-c729-46cc-9485-8d50243b6b2f'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:17:22.033296 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec632b8c-a815-498c-817c-69a4090a8536 None None] Attempting to bind port 463ac842-2c00-4d23-8e96-1cf0a0296958 on network 3ff661e2-c729-46cc-9485-8d50243b6b2f {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:17:22.034321 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [None req-93273461-e820-4e77-b63b-d8af1d42c97d tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Allocated IP 172.20.0.6 (3ff661e2-c729-46cc-9485-8d50243b6b2f/39fb45a4-988e-4715-93a0-11f79030792e/abb75382-29a2-42fc-a0bf-c2cc565df09b) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:17:22.040985 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec632b8c-a815-498c-817c-69a4090a8536 None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 17, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:17:22.041351 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec632b8c-a815-498c-817c-69a4090a8536 None None] Checking segment: {'id': 'ed1cb20a-84ab-4c34-b994-1e5ef89fdcc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3ff661e2-c729-46cc-9485-8d50243b6b2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:17:22.041754 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-ec632b8c-a815-498c-817c-69a4090a8536 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:22.042192 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec632b8c-a815-498c-817c-69a4090a8536 None None] Bound using segment: {'id': 'ed1cb20a-84ab-4c34-b994-1e5ef89fdcc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3ff661e2-c729-46cc-9485-8d50243b6b2f'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:17:22.042633 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-ec632b8c-a815-498c-817c-69a4090a8536 None None] Bound port: 463ac842-2c00-4d23-8e96-1cf0a0296958, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed1cb20a-84ab-4c34-b994-1e5ef89fdcc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3ff661e2-c729-46cc-9485-8d50243b6b2f'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:17:22.042996 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-ec632b8c-a815-498c-817c-69a4090a8536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:22.056605 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 11 Aug 2021 03:17:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d29a9a9-eb8d-4fa9-b3c7-18ef47013ea1 x-openstack-request-id: req-2d29a9a9-eb8d-4fa9-b3c7-18ef47013ea1 {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:17:22.056605 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36d1947e-7c5e-4fe9-94e8-0ba59cd925fa", "name": "network-vif-plugged", "status": "completed", "tag": "395c6f2e-a6cb-4e3b-89e4-54d8c6ec595e", "code": 200}, {"server_uuid": "36d1947e-7c5e-4fe9-94e8-0ba59cd925fa", "name": "network-vif-plugged", "status": "completed", "tag": "c7660f25-0ec2-48b9-ae13-ae5a5f2e57ec", "code": 200}, {"server_uuid": "0223be4b-128c-49b3-ac13-d778de5fcb68", "name": "network-vif-plugged", "status": "completed", "tag": "0e86cc5e-3688-462a-87af-82df734ed054", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:17:22.056605 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2d29a9a9-eb8d-4fa9-b3c7-18ef47013ea1 {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:17:22.057069 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36d1947e-7c5e-4fe9-94e8-0ba59cd925fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '395c6f2e-a6cb-4e3b-89e4-54d8c6ec595e', 'code': 200} Aug 11 03:17:22.057181 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36d1947e-7c5e-4fe9-94e8-0ba59cd925fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7660f25-0ec2-48b9-ae13-ae5a5f2e57ec', 'code': 200} Aug 11 03:17:22.057405 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0223be4b-128c-49b3-ac13-d778de5fcb68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e86cc5e-3688-462a-87af-82df734ed054', 'code': 200} Aug 11 03:17:22.123287 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:22.164642 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-ec632b8c-a815-498c-817c-69a4090a8536 None None] For port 463ac842-2c00-4d23-8e96-1cf0a0296958, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:17:22.167786 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-ec632b8c-a815-498c-817c-69a4090a8536 None None] For port 463ac842-2c00-4d23-8e96-1cf0a0296958, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=463ac842-2c00-4d23-8e96-1cf0a0296958,segment=NetworkSegment(ed1cb20a-84ab-4c34-b994-1e5ef89fdcc6),segment_id=ed1cb20a-84ab-4c34-b994-1e5ef89fdcc6)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:17:22.179049 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port 7f702ca6-0574-4a40-839e-67792077d2dd, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=7f702ca6-0574-4a40-839e-67792077d2dd,segment=NetworkSegment(bd930099-d273-4386-9bc1-426af296d1dc),segment_id=bd930099-d273-4386-9bc1-426af296d1dc)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:17:22.220619 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f148a36d-8f2a-45af-9ced-fa65c2cd631d req-6c6b0d59-7946-469f-bcf0-a7b7a3ce265d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:22.222035 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f148a36d-8f2a-45af-9ced-fa65c2cd631d req-6c6b0d59-7946-469f-bcf0-a7b7a3ce265d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:22.222923 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f148a36d-8f2a-45af-9ced-fa65c2cd631d req-6c6b0d59-7946-469f-bcf0-a7b7a3ce265d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:22.226088 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-f148a36d-8f2a-45af-9ced-fa65c2cd631d req-6c6b0d59-7946-469f-bcf0-a7b7a3ce265d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=36d1947e-7c5e-4fe9-94e8-0ba59cd925fa HTTP/1.1" status: 200 len: 2873 time: 0.0727527 Aug 11 03:17:22.250272 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398cb6c5-63d0-49f4-9463-c244bc927bde req-adece6ed-fc4c-47eb-8b72-72d30638c6ad tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:22.253165 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-398cb6c5-63d0-49f4-9463-c244bc927bde req-adece6ed-fc4c-47eb-8b72-72d30638c6ad tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] 10.222.0.41 "GET /v2.0/ports?device_id=006b2268-b044-4169-accf-c9c02f7462ce HTTP/1.1" status: 200 len: 945 time: 0.2141423 Aug 11 03:17:22.274071 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-ec632b8c-a815-498c-817c-69a4090a8536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:22.301782 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-f148a36d-8f2a-45af-9ced-fa65c2cd631d req-a60b2b6c-5a6a-480c-8e7e-500eed24155f service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=9bcdfec5-364e-49d2-8266-cef1a51c6464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652704 Aug 11 03:17:22.337020 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-398cb6c5-63d0-49f4-9463-c244bc927bde req-3b7f95e0-c019-4370-88ea-fecf099f3301 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] 10.222.0.41 "GET /v2.0/security-groups?id=fc43ee60-6555-4bc5-a7a0-c97f67a784d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647004 Aug 11 03:17:22.350215 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:22.393627 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec632b8c-a815-498c-817c-69a4090a8536 None None] Pushing event updated for resources: {'Port': ['ID=463ac842-2c00-4d23-8e96-1cf0a0296958,revision_number=2']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:22.451371 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b2d8a5-c0e0-4975-a757-6f857b6cdac5 req-de13d546-cf7d-4f8d-b96b-d5d92e0ada80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:22.461316 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d4b2d8a5-c0e0-4975-a757-6f857b6cdac5 req-de13d546-cf7d-4f8d-b96b-d5d92e0ada80 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0223be4b-128c-49b3-ac13-d778de5fcb68 HTTP/1.1" status: 200 len: 1097 time: 0.3003998 Aug 11 03:17:22.473486 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536886f0-724c-4a26-b689-56c15510d3a4 req-e7ab8cfb-801b-4327-9cf1-502be6aa1e79 tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:22.481734 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-536886f0-724c-4a26-b689-56c15510d3a4 req-e7ab8cfb-801b-4327-9cf1-502be6aa1e79 tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] 10.222.0.41 "GET /v2.0/ports?device_id=0223be4b-128c-49b3-ac13-d778de5fcb68 HTTP/1.1" status: 200 len: 945 time: 0.2258234 Aug 11 03:17:22.487799 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=7f702ca6-0574-4a40-839e-67792077d2dd,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:22.622848 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d4b2d8a5-c0e0-4975-a757-6f857b6cdac5 req-79d7c615-8980-4c92-a981-492a6597e7d7 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=2a9c14b7-456b-495d-954b-08faab866e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348801 Aug 11 03:17:22.632575 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-536886f0-724c-4a26-b689-56c15510d3a4 req-dd14a8c8-d57b-4832-b83d-672d381ce965 tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a9c14b7-456b-495d-954b-08faab866e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492465 Aug 11 03:17:22.654857 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-93273461-e820-4e77-b63b-d8af1d42c97d tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:22.678861 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fe7e69-61b7-489b-a88a-9b9bf13bdfb4 req-ee183b3f-1b50-495c-89d5-e9b3d04db315 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:22.680462 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-67fe7e69-61b7-489b-a88a-9b9bf13bdfb4 req-ee183b3f-1b50-495c-89d5-e9b3d04db315 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/ports?device_id=198e40ac-af59-487f-99be-beb764869941 HTTP/1.1" status: 200 len: 943 time: 0.1524761 Aug 11 03:17:22.703215 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [None req-93273461-e820-4e77-b63b-d8af1d42c97d tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Transition to ACTIVE for port object abb75382-29a2-42fc-a0bf-c2cc565df09b will not be triggered until provisioned by entity DHCP. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:17:22.740519 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-67fe7e69-61b7-489b-a88a-9b9bf13bdfb4 req-cbb37692-a0cb-4722-b9b2-064fb39062ff tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a89a04a-70d6-46f3-9b56-7cb537ff4761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484881 Aug 11 03:17:22.825074 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-93273461-e820-4e77-b63b-d8af1d42c97d tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:22.888765 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93273461-e820-4e77-b63b-d8af1d42c97d tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Network 3ff661e2-c729-46cc-9485-8d50243b6b2f is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:17:22.891513 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-93273461-e820-4e77-b63b-d8af1d42c97d tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:17:22.911470 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93273461-e820-4e77-b63b-d8af1d42c97d tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:17:22.992320 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93273461-e820-4e77-b63b-d8af1d42c97d tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:22.992972 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-93273461-e820-4e77-b63b-d8af1d42c97d tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:22.995420 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93273461-e820-4e77-b63b-d8af1d42c97d tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Pushing event updated for resources: {'Port': ['ID=abb75382-29a2-42fc-a0bf-c2cc565df09b,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:23.034069 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1824b53f-2ad0-4708-8d4c-7bd403b19852 req-9ad7974f-cc18-43ea-a00a-c8adb1aa1ff8 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:23.040011 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1824b53f-2ad0-4708-8d4c-7bd403b19852 req-9ad7974f-cc18-43ea-a00a-c8adb1aa1ff8 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:23.046009 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1824b53f-2ad0-4708-8d4c-7bd403b19852 req-9ad7974f-cc18-43ea-a00a-c8adb1aa1ff8 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:23.047691 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1824b53f-2ad0-4708-8d4c-7bd403b19852 req-9ad7974f-cc18-43ea-a00a-c8adb1aa1ff8 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] 10.222.0.41 "GET /v2.0/ports?device_id=36d1947e-7c5e-4fe9-94e8-0ba59cd925fa HTTP/1.1" status: 200 len: 2417 time: 0.1681681 Aug 11 03:17:23.079925 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-93273461-e820-4e77-b63b-d8af1d42c97d tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.5046856 Aug 11 03:17:23.082706 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 41364) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:23.097766 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1824b53f-2ad0-4708-8d4c-7bd403b19852 req-f19220a3-a623-4f9b-b9fa-83bc644b8416 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] 10.222.0.41 "GET /v2.0/security-groups?id=9bcdfec5-364e-49d2-8266-cef1a51c6464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425272 Aug 11 03:17:23.246905 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device d043996a-93a8-46a8-9faa-c9a5f1391e4a details requested by agent hyperv_n-h1-764292-30 with host n-h1-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:17:23.462082 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port d043996a-93a8-46a8-9faa-c9a5f1391e4a, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=d043996a-93a8-46a8-9faa-c9a5f1391e4a,segment=NetworkSegment(75976e57-b4d6-45fc-bdea-76c22fb63b62),segment_id=75976e57-b4d6-45fc-bdea-76c22fb63b62)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:17:23.477491 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Returning: {'device': 'd043996a-93a8-46a8-9faa-c9a5f1391e4a', 'network_id': 'd23f5a1b-0a20-4470-9e66-0c5a40221406', 'port_id': 'd043996a-93a8-46a8-9faa-c9a5f1391e4a', 'mac_address': 'fa:16:3e:28:ab:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '617c48f0-a855-4ee0-bdb7-302ef1d77faa', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:17:23.570196 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e508d1a6-479b-4e42-ae13-6c58d6174b1f req-ef222135-23bd-4cf8-a757-091149a42758 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:23.581063 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e508d1a6-479b-4e42-ae13-6c58d6174b1f req-ef222135-23bd-4cf8-a757-091149a42758 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] 10.222.0.41 "GET /v2.0/ports?device_id=006b2268-b044-4169-accf-c9c02f7462ce HTTP/1.1" status: 200 len: 946 time: 0.0861814 Aug 11 03:17:23.598032 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-cca84da1-cae5-4e06-96e6-d3f8ab354cfe tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:23.646570 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:23.682581 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d043996a-93a8-46a8-9faa-c9a5f1391e4a {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:17:23.735375 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port d043996a-93a8-46a8-9faa-c9a5f1391e4a, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=d043996a-93a8-46a8-9faa-c9a5f1391e4a,segment=NetworkSegment(75976e57-b4d6-45fc-bdea-76c22fb63b62),segment_id=75976e57-b4d6-45fc-bdea-76c22fb63b62)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:17:23.746018 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e508d1a6-479b-4e42-ae13-6c58d6174b1f req-6dc62651-1bfd-4df3-b0b8-32c1dadeab80 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] 10.222.0.41 "GET /v2.0/security-groups?id=fc43ee60-6555-4bc5-a7a0-c97f67a784d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622388 Aug 11 03:17:23.804257 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 463ac842-2c00-4d23-8e96-1cf0a0296958 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:17:23.854929 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:23.856739 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63681df8-d03b-48b8-b304-5e63c374266b None None] Network 3ff661e2-c729-46cc-9485-8d50243b6b2f requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:17:23.868904 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94d745b-a4b5-4b4c-b32d-77ea5d94dcc6 req-68fdc15d-0ba1-4eaa-98db-8fbe46916613 tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:23.870510 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f94d745b-a4b5-4b4c-b32d-77ea5d94dcc6 req-68fdc15d-0ba1-4eaa-98db-8fbe46916613 tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] 10.222.0.41 "GET /v2.0/ports?device_id=0223be4b-128c-49b3-ac13-d778de5fcb68 HTTP/1.1" status: 200 len: 945 time: 0.0996828 Aug 11 03:17:23.962861 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=d043996a-93a8-46a8-9faa-c9a5f1391e4a,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:24.004071 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f94d745b-a4b5-4b4c-b32d-77ea5d94dcc6 req-ec89bd90-4484-4984-b9d3-6428aef22c9e tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a9c14b7-456b-495d-954b-08faab866e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238606 Aug 11 03:17:24.045345 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25127e1d-7133-48b0-8b5f-e735dd522490 req-0da3ef53-81cd-4598-9dd8-56cf58fa8d2d tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:24.052393 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-25127e1d-7133-48b0-8b5f-e735dd522490 req-0da3ef53-81cd-4598-9dd8-56cf58fa8d2d tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/ports?device_id=198e40ac-af59-487f-99be-beb764869941 HTTP/1.1" status: 200 len: 944 time: 0.1760740 Aug 11 03:17:24.060850 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '006b2268-b044-4169-accf-c9c02f7462ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f702ca6-0574-4a40-839e-67792077d2dd'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:17:24.064563 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce3ff077-6daa-4fc5-b7da-1c527bb4b842" -d '{"events": [{"server_uuid": "006b2268-b044-4169-accf-c9c02f7462ce", "name": "network-vif-plugged", "status": "completed", "tag": "7f702ca6-0574-4a40-839e-67792077d2dd"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:17:24.070734 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-cca84da1-cae5-4e06-96e6-d3f8ab354cfe tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:24.071912 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-7af99bd8-1e64-46de-be67-10e36571a1dd None None] Provisioning for port 463ac842-2c00-4d23-8e96-1cf0a0296958 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:17:24.099615 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port 463ac842-2c00-4d23-8e96-1cf0a0296958 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:17:24.103321 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-7af99bd8-1e64-46de-be67-10e36571a1dd None None] Provisioning complete for port 463ac842-2c00-4d23-8e96-1cf0a0296958 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:17:24.103690 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-7af99bd8-1e64-46de-be67-10e36571a1dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:24.113266 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:17:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bef485a-422f-4548-9c40-20468bb685a8 x-openstack-request-id: req-4bef485a-422f-4548-9c40-20468bb685a8 {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:17:24.113595 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "006b2268-b044-4169-accf-c9c02f7462ce", "name": "network-vif-plugged", "status": "completed", "tag": "7f702ca6-0574-4a40-839e-67792077d2dd", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:17:24.113798 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4bef485a-422f-4548-9c40-20468bb685a8 {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:17:24.114188 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '006b2268-b044-4169-accf-c9c02f7462ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f702ca6-0574-4a40-839e-67792077d2dd', 'code': 200} Aug 11 03:17:24.129101 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-25127e1d-7133-48b0-8b5f-e735dd522490 req-302d9cd1-5e56-4359-8eb4-b0e263d327a0 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a89a04a-70d6-46f3-9b56-7cb537ff4761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520523 Aug 11 03:17:24.140651 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 463ac842-2c00-4d23-8e96-1cf0a0296958 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:17:24.141022 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:24.185542 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-cca84da1-cae5-4e06-96e6-d3f8ab354cfe tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:24.206389 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['d043996a-93a8-46a8-9faa-c9a5f1391e4a'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:17:24.271873 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ef2ba6-e5bd-4dd4-8c03-d666d8270c6a req-03e6f0fc-5b71-40d0-b1fc-5e082eae5d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:24.273671 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b9ef2ba6-e5bd-4dd4-8c03-d666d8270c6a req-03e6f0fc-5b71-40d0-b1fc-5e082eae5d35 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=006b2268-b044-4169-accf-c9c02f7462ce HTTP/1.1" status: 200 len: 1098 time: 0.0878358 Aug 11 03:17:24.283910 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab62f7a-8569-44e1-adf4-a2abf89b8c52 req-393654a3-2e18-43b4-a47f-78d19ae82d38 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:24.290147 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab62f7a-8569-44e1-adf4-a2abf89b8c52 req-393654a3-2e18-43b4-a47f-78d19ae82d38 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:24.290571 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca84da1-cae5-4e06-96e6-d3f8ab354cfe tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Pushing event updated for resources: {'Port': ['ID=abb75382-29a2-42fc-a0bf-c2cc565df09b,revision_number=2']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:24.296345 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab62f7a-8569-44e1-adf4-a2abf89b8c52 req-393654a3-2e18-43b4-a47f-78d19ae82d38 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:24.304488 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-eab62f7a-8569-44e1-adf4-a2abf89b8c52 req-393654a3-2e18-43b4-a47f-78d19ae82d38 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] 10.222.0.41 "GET /v2.0/ports?device_id=36d1947e-7c5e-4fe9-94e8-0ba59cd925fa HTTP/1.1" status: 200 len: 2417 time: 0.1053147 Aug 11 03:17:24.338650 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-7af99bd8-1e64-46de-be67-10e36571a1dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:24.382640 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-eab62f7a-8569-44e1-adf4-a2abf89b8c52 req-90a81e74-b6d2-40c7-9a10-a64b68d29370 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] 10.222.0.41 "GET /v2.0/security-groups?id=9bcdfec5-364e-49d2-8266-cef1a51c6464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707266 Aug 11 03:17:24.392736 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b9ef2ba6-e5bd-4dd4-8c03-d666d8270c6a req-3895a61f-7126-4c51-9d14-d4a2b9d9ebbe service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=fc43ee60-6555-4bc5-a7a0-c97f67a784d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781586 Aug 11 03:17:24.529125 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-7af99bd8-1e64-46de-be67-10e36571a1dd None None] For port 463ac842-2c00-4d23-8e96-1cf0a0296958, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=463ac842-2c00-4d23-8e96-1cf0a0296958,segment=NetworkSegment(ed1cb20a-84ab-4c34-b994-1e5ef89fdcc6),segment_id=ed1cb20a-84ab-4c34-b994-1e5ef89fdcc6)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:17:24.550964 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:24.556158 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-cca84da1-cae5-4e06-96e6-d3f8ab354cfe tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-520987'] for router_interface, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:24.599758 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-7af99bd8-1e64-46de-be67-10e36571a1dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:24.690982 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.db.api [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102193) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 03:17:24.692935 n-d-764292-30 neutron-server[102193]: DEBUG oslo_db.api [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 03:17:24.701037 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af99bd8-1e64-46de-be67-10e36571a1dd None None] Pushing event updated for resources: {'Port': ['ID=463ac842-2c00-4d23-8e96-1cf0a0296958,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:24.838517 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-d3e9e537-a9f2-43ed-bc9e-4366c35c69b5 None None] Provisioning complete for port 463ac842-2c00-4d23-8e96-1cf0a0296958 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:17:24.839190 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-d3e9e537-a9f2-43ed-bc9e-4366c35c69b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:24.874415 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-cca84da1-cae5-4e06-96e6-d3f8ab354cfe tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:24.961483 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637f7ef6-b3b7-48de-b957-6cc79d851b2d req-983d7537-e4f1-42fe-b699-4a3ffaea6a92 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:24.964266 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-637f7ef6-b3b7-48de-b957-6cc79d851b2d req-983d7537-e4f1-42fe-b699-4a3ffaea6a92 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] 10.222.0.41 "GET /v2.0/ports?device_id=006b2268-b044-4169-accf-c9c02f7462ce HTTP/1.1" status: 200 len: 946 time: 0.0918632 Aug 11 03:17:25.051586 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-637f7ef6-b3b7-48de-b957-6cc79d851b2d req-e9a188d7-9e39-4995-84be-9402bff6b692 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] 10.222.0.41 "GET /v2.0/security-groups?id=fc43ee60-6555-4bc5-a7a0-c97f67a784d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707431 Aug 11 03:17:25.077374 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-d3e9e537-a9f2-43ed-bc9e-4366c35c69b5 None None] Provisioning for port abb75382-29a2-42fc-a0bf-c2cc565df09b completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:17:25.084412 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-d3e9e537-a9f2-43ed-bc9e-4366c35c69b5 None None] Provisioning complete for port abb75382-29a2-42fc-a0bf-c2cc565df09b triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:17:25.084805 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-d3e9e537-a9f2-43ed-bc9e-4366c35c69b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:25.208187 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9e537-a9f2-43ed-bc9e-4366c35c69b5 None None] Port abb75382-29a2-42fc-a0bf-c2cc565df09b cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:17:25.337759 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-8f7112f2-95ee-43e1-b4ea-5b12fec10a76 None None] Provisioning complete for port abb75382-29a2-42fc-a0bf-c2cc565df09b triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:17:25.338135 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8f7112f2-95ee-43e1-b4ea-5b12fec10a76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:25.414045 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-8f7112f2-95ee-43e1-b4ea-5b12fec10a76 None None] Port abb75382-29a2-42fc-a0bf-c2cc565df09b cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:17:25.417246 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-cca84da1-cae5-4e06-96e6-d3f8ab354cfe tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:25.559426 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc8aa58f-d773-400d-9beb-38d996e0ec8b None None] Provisioning complete for port abb75382-29a2-42fc-a0bf-c2cc565df09b triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:17:25.559426 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc8aa58f-d773-400d-9beb-38d996e0ec8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:25.664613 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc8aa58f-d773-400d-9beb-38d996e0ec8b None None] Port abb75382-29a2-42fc-a0bf-c2cc565df09b cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:17:25.672384 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed40312-24c7-464e-a8dd-0f0aa67c2329 req-f03f2fea-46b9-42b6-a32e-f1ed365055f0 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:25.678702 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed40312-24c7-464e-a8dd-0f0aa67c2329 req-f03f2fea-46b9-42b6-a32e-f1ed365055f0 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:25.684651 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed40312-24c7-464e-a8dd-0f0aa67c2329 req-f03f2fea-46b9-42b6-a32e-f1ed365055f0 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:25.686413 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9ed40312-24c7-464e-a8dd-0f0aa67c2329 req-f03f2fea-46b9-42b6-a32e-f1ed365055f0 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] 10.222.0.41 "GET /v2.0/ports?device_id=36d1947e-7c5e-4fe9-94e8-0ba59cd925fa HTTP/1.1" status: 200 len: 2417 time: 0.6337781 Aug 11 03:17:25.706113 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 463ac842-2c00-4d23-8e96-1cf0a0296958 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:17:25.733987 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7f6c40-b4bf-4866-93d9-002574c4b9f9 req-1920aa98-a3be-4e33-bdcf-8c5247064a26 tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:25.743510 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5b7f6c40-b4bf-4866-93d9-002574c4b9f9 req-1920aa98-a3be-4e33-bdcf-8c5247064a26 tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] 10.222.0.41 "GET /v2.0/ports?device_id=0223be4b-128c-49b3-ac13-d778de5fcb68 HTTP/1.1" status: 200 len: 945 time: 0.1347480 Aug 11 03:17:25.789981 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 463ac842-2c00-4d23-8e96-1cf0a0296958 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:17:25.790735 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:25.799221 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9ed40312-24c7-464e-a8dd-0f0aa67c2329 req-2856dd87-12f5-468b-b35f-55c0711a048f tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] 10.222.0.41 "GET /v2.0/security-groups?id=9bcdfec5-364e-49d2-8266-cef1a51c6464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018507 Aug 11 03:17:25.816593 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5b7f6c40-b4bf-4866-93d9-002574c4b9f9 req-eab1eec8-3d43-4b52-9bd7-2e5fcc646c59 tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a9c14b7-456b-495d-954b-08faab866e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720570 Aug 11 03:17:25.929977 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e503118-0237-4067-810b-f256dfb4bb24 req-9e6d43e5-56dc-4997-ab2d-ab665f413f0f tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:25.932081 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1e503118-0237-4067-810b-f256dfb4bb24 req-9e6d43e5-56dc-4997-ab2d-ab665f413f0f tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/ports?device_id=198e40ac-af59-487f-99be-beb764869941 HTTP/1.1" status: 200 len: 944 time: 0.0628612 Aug 11 03:17:25.969642 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-cca84da1-cae5-4e06-96e6-d3f8ab354cfe tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:25.991110 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1e503118-0237-4067-810b-f256dfb4bb24 req-bec10226-5eae-4979-9983-84834c976d70 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a89a04a-70d6-46f3-9b56-7cb537ff4761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509133 Aug 11 03:17:26.083706 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca84da1-cae5-4e06-96e6-d3f8ab354cfe tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Pushing event updated for resources: {'Port': ['ID=abb75382-29a2-42fc-a0bf-c2cc565df09b,revision_number=3']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:26.091298 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-cca84da1-cae5-4e06-96e6-d3f8ab354cfe tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16383026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521135'] for router_interface, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:26.200718 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f329c6-1f67-4eee-9019-e61b6460b4ca req-d5650b85-7431-4da2-a3d0-93158e6fa34f tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:26.203043 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-50f329c6-1f67-4eee-9019-e61b6460b4ca req-d5650b85-7431-4da2-a3d0-93158e6fa34f tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] 10.222.0.41 "GET /v2.0/ports?device_id=006b2268-b044-4169-accf-c9c02f7462ce HTTP/1.1" status: 200 len: 946 time: 0.0747521 Aug 11 03:17:26.261505 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca84da1-cae5-4e06-96e6-d3f8ab354cfe tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Network 3ff661e2-c729-46cc-9485-8d50243b6b2f is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:17:26.268169 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-cca84da1-cae5-4e06-96e6-d3f8ab354cfe tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:17:26.283381 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-50f329c6-1f67-4eee-9019-e61b6460b4ca req-248da49b-b5f0-42fb-bf7a-fc657b9eb183 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] 10.222.0.41 "GET /v2.0/security-groups?id=fc43ee60-6555-4bc5-a7a0-c97f67a784d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675023 Aug 11 03:17:26.555625 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 41416) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:26.610730 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cca84da1-cae5-4e06-96e6-d3f8ab354cfe tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Router 91e32dae-867f-4bdb-85ff-d8bdd5d1fdee is scheduled to L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 with binding_index 1 {{(pid=102191) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:17:26.623408 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25ca302-c24a-40ef-8f4f-df666f5c113c req-0c9d5ebc-702f-4be5-bf93-e973e611e5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:26.625561 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b25ca302-c24a-40ef-8f4f-df666f5c113c req-0c9d5ebc-702f-4be5-bf93-e973e611e5e8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=41b5c288d18c42c2bbb943465bc76a20&device_id=0223be4b-128c-49b3-ac13-d778de5fcb68 HTTP/1.1" status: 200 len: 1097 time: 0.1144586 Aug 11 03:17:26.670113 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0cecf9-5fcf-407c-9d7f-b0f46efff7d7 req-ebff6716-27c7-49fe-9db7-a3fc33cc300b tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:26.671749 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3a0cecf9-5fcf-407c-9d7f-b0f46efff7d7 req-ebff6716-27c7-49fe-9db7-a3fc33cc300b tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] 10.222.0.41 "GET /v2.0/ports?device_id=0223be4b-128c-49b3-ac13-d778de5fcb68 HTTP/1.1" status: 200 len: 945 time: 0.1183925 Aug 11 03:17:26.778149 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3a0cecf9-5fcf-407c-9d7f-b0f46efff7d7 req-b4cbd372-301e-407b-8d21-942fab0f2fc9 tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a9c14b7-456b-495d-954b-08faab866e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542500 Aug 11 03:17:26.784091 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-96c1b91d-1d47-49ce-b455-b265990614aa None None] Provisioning complete for port abb75382-29a2-42fc-a0bf-c2cc565df09b triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:17:26.784698 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-96c1b91d-1d47-49ce-b455-b265990614aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:26.834203 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25ca302-c24a-40ef-8f4f-df666f5c113c req-b5528787-a94e-4e89-86e9-96519ea5de82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:26.835814 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b25ca302-c24a-40ef-8f4f-df666f5c113c req-b5528787-a94e-4e89-86e9-96519ea5de82 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2edd7c40-ce53-40d0-ad1c-7b106e315d79 HTTP/1.1" status: 200 len: 920 time: 0.2020364 Aug 11 03:17:26.872202 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-96c1b91d-1d47-49ce-b455-b265990614aa None None] Port abb75382-29a2-42fc-a0bf-c2cc565df09b cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:17:26.891873 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b25ca302-c24a-40ef-8f4f-df666f5c113c req-e33a277d-1312-4cae-a454-2e3165f7a85b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e86cc5e-3688-462a-87af-82df734ed054 HTTP/1.1" status: 200 len: 217 time: 0.0481739 Aug 11 03:17:26.933277 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fc609363-2b25-465d-882d-c3427da97ec9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:27.006357 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25ca302-c24a-40ef-8f4f-df666f5c113c req-51cfe4d4-9aac-4ba5-8fa8-bb0153d3ef47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:27.007848 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b25ca302-c24a-40ef-8f4f-df666f5c113c req-51cfe4d4-9aac-4ba5-8fa8-bb0153d3ef47 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e698cbd6-76d9-4af8-b3ec-764f8a7a09e2 HTTP/1.1" status: 200 len: 859 time: 0.1007471 Aug 11 03:17:27.011028 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2375e7-c8f5-4994-bd31-971eacbbe0eb req-297dc040-6782-414e-acf0-bcfa224171fd tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:27.017335 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08270155-0b98-4c31-a0cc-1fedfa3c7b1f req-151cf4d6-438c-4654-9a68-e6aec8356268 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:27.023802 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2375e7-c8f5-4994-bd31-971eacbbe0eb req-297dc040-6782-414e-acf0-bcfa224171fd tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:27.029257 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08270155-0b98-4c31-a0cc-1fedfa3c7b1f req-151cf4d6-438c-4654-9a68-e6aec8356268 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:27.045793 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08270155-0b98-4c31-a0cc-1fedfa3c7b1f req-151cf4d6-438c-4654-9a68-e6aec8356268 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:27.045980 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2375e7-c8f5-4994-bd31-971eacbbe0eb req-297dc040-6782-414e-acf0-bcfa224171fd tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:27.047211 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-08270155-0b98-4c31-a0cc-1fedfa3c7b1f req-151cf4d6-438c-4654-9a68-e6aec8356268 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] 10.222.0.41 "GET /v2.0/ports?device_id=36d1947e-7c5e-4fe9-94e8-0ba59cd925fa HTTP/1.1" status: 200 len: 2417 time: 0.1274483 Aug 11 03:17:27.066625 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-dd2375e7-c8f5-4994-bd31-971eacbbe0eb req-297dc040-6782-414e-acf0-bcfa224171fd tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] 10.222.0.24 "GET /v2.0/ports?device_id=36d1947e-7c5e-4fe9-94e8-0ba59cd925fa HTTP/1.1" status: 200 len: 2417 time: 0.3147097 Aug 11 03:17:27.109891 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b25ca302-c24a-40ef-8f4f-df666f5c113c req-376941ac-e9e7-42e3-b8d0-356b042b39bc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2edd7c40-ce53-40d0-ad1c-7b106e315d79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0617614 Aug 11 03:17:27.154742 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cca84da1-cae5-4e06-96e6-d3f8ab354cfe tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:17:27.161904 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-cca84da1-cae5-4e06-96e6-d3f8ab354cfe tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] 10.222.0.41 "PUT /v2.0/routers/91e32dae-867f-4bdb-85ff-d8bdd5d1fdee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0776708 Aug 11 03:17:27.168539 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0db5ee-91c7-440d-bf19-282a55cb0102 None None] Sync routers for ids ['91e32dae-867f-4bdb-85ff-d8bdd5d1fdee'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:17:27.181069 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 41432) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:27.183581 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0db5ee-91c7-440d-bf19-282a55cb0102 None None] Routers {'91e32dae-867f-4bdb-85ff-d8bdd5d1fdee'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:17:27.184242 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-08270155-0b98-4c31-a0cc-1fedfa3c7b1f req-e9d2ee86-b1dd-46d2-8de9-a02cb19e01a6 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] 10.222.0.41 "GET /v2.0/security-groups?id=9bcdfec5-364e-49d2-8266-cef1a51c6464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993600 Aug 11 03:17:27.184975 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-7e0db5ee-91c7-440d-bf19-282a55cb0102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:17:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['91e32dae-867f-4bdb-85ff-d8bdd5d1fdee'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:17:27.303926 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba9a3199-6bdc-42b5-a952-c1640dfc10d5 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:27.308961 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-ba9a3199-6bdc-42b5-a952-c1640dfc10d5 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] 10.222.0.41 "GET /v2.0/ports?device_id=91e32dae-867f-4bdb-85ff-d8bdd5d1fdee HTTP/1.1" status: 200 len: 982 time: 0.1236792 Aug 11 03:17:27.309777 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-dd2375e7-c8f5-4994-bd31-971eacbbe0eb req-86252c61-4690-49a7-b611-c09251f6e215 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Deleting port 28c015ec-c76d-4e44-990a-188eeaec3d4c {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:17:27.310130 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-dd2375e7-c8f5-4994-bd31-971eacbbe0eb req-86252c61-4690-49a7-b611-c09251f6e215 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:27.312246 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 41434) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:27.407915 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fc609363-2b25-465d-882d-c3427da97ec9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:27.409738 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-7e0db5ee-91c7-440d-bf19-282a55cb0102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:17:27.419949 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device d043996a-93a8-46a8-9faa-c9a5f1391e4a up at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:17:27.433498 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-dd2375e7-c8f5-4994-bd31-971eacbbe0eb req-86252c61-4690-49a7-b611-c09251f6e215 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] For port 28c015ec-c76d-4e44-990a-188eeaec3d4c, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=28c015ec-c76d-4e44-990a-188eeaec3d4c,segment=NetworkSegment(85ce70aa-07f3-41ac-8bc5-3a54a88b0fc2),segment_id=85ce70aa-07f3-41ac-8bc5-3a54a88b0fc2)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:17:27.434186 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-dd2375e7-c8f5-4994-bd31-971eacbbe0eb req-86252c61-4690-49a7-b611-c09251f6e215 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:27.449133 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0db5ee-91c7-440d-bf19-282a55cb0102 None None] Routers {'91e32dae-867f-4bdb-85ff-d8bdd5d1fdee'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:17:27.449737 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-7e0db5ee-91c7-440d-bf19-282a55cb0102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:17:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['91e32dae-867f-4bdb-85ff-d8bdd5d1fdee'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:17:27.453641 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-dd2375e7-c8f5-4994-bd31-971eacbbe0eb req-86252c61-4690-49a7-b611-c09251f6e215 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Calling delete_port for 28c015ec-c76d-4e44-990a-188eeaec3d4c owned by compute:nova {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:17:27.491225 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-7e0db5ee-91c7-440d-bf19-282a55cb0102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:17:27.492146 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0db5ee-91c7-440d-bf19-282a55cb0102 None None] The sync data for ids ['91e32dae-867f-4bdb-85ff-d8bdd5d1fdee'] in n-d-764292-30 is: [] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:17:27.492463 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d5b038-89ed-40ac-a233-21148d82a336 req-9e6661a0-db78-470c-99cd-d82c1bc298ef tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:27.494048 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e2d5b038-89ed-40ac-a233-21148d82a336 req-9e6661a0-db78-470c-99cd-d82c1bc298ef tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/ports?device_id=198e40ac-af59-487f-99be-beb764869941 HTTP/1.1" status: 200 len: 944 time: 0.2937822 Aug 11 03:17:27.532278 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b25ca302-c24a-40ef-8f4f-df666f5c113c req-ee265cbf-c9c9-4e07-8424-dc0261c22c84 service neutron] 10.222.0.24 "GET /v2.0/networks/2edd7c40-ce53-40d0-ad1c-7b106e315d79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4110270 Aug 11 03:17:27.609871 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning for port d043996a-93a8-46a8-9faa-c9a5f1391e4a completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:17:27.614667 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning complete for port d043996a-93a8-46a8-9faa-c9a5f1391e4a triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:17:27.615038 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:27.694349 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e2d5b038-89ed-40ac-a233-21148d82a336 req-06dfa3fe-96ac-4a3b-ab1b-8b736c846f65 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a89a04a-70d6-46f3-9b56-7cb537ff4761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673379 Aug 11 03:17:27.771322 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b25ca302-c24a-40ef-8f4f-df666f5c113c req-4519fc78-4bc5-40e9-b9e0-6b082cfe7f75 service neutron] 10.222.0.24 "GET /v2.0/networks/2edd7c40-ce53-40d0-ad1c-7b106e315d79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2296798 Aug 11 03:17:27.819797 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:27.923999 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port d043996a-93a8-46a8-9faa-c9a5f1391e4a, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=d043996a-93a8-46a8-9faa-c9a5f1391e4a,segment=NetworkSegment(75976e57-b4d6-45fc-bdea-76c22fb63b62),segment_id=75976e57-b4d6-45fc-bdea-76c22fb63b62)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:17:27.931628 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '198e40ac-af59-487f-99be-beb764869941', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd043996a-93a8-46a8-9faa-c9a5f1391e4a'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:17:27.940541 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05f320e9-a68d-4872-9a5a-2eca61949068" -d '{"events": [{"server_uuid": "198e40ac-af59-487f-99be-beb764869941", "name": "network-vif-plugged", "status": "completed", "tag": "d043996a-93a8-46a8-9faa-c9a5f1391e4a"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:17:28.007672 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:17:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe6192ef-d66e-48f2-8591-cf9d7a399c30 x-openstack-request-id: req-fe6192ef-d66e-48f2-8591-cf9d7a399c30 {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:17:28.007672 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "198e40ac-af59-487f-99be-beb764869941", "name": "network-vif-plugged", "status": "completed", "tag": "d043996a-93a8-46a8-9faa-c9a5f1391e4a", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:17:28.007672 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fe6192ef-d66e-48f2-8591-cf9d7a399c30 {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:17:28.007672 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '198e40ac-af59-487f-99be-beb764869941', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd043996a-93a8-46a8-9faa-c9a5f1391e4a', 'code': 200} Aug 11 03:17:28.045748 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-17e4fd42-e782-4e82-a408-60c50dee76d1 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521106'] for router_interface, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:28.049648 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fc609363-2b25-465d-882d-c3427da97ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:28.050176 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:28.142553 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=d043996a-93a8-46a8-9faa-c9a5f1391e4a,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:28.170366 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-fc609363-2b25-465d-882d-c3427da97ec9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3b5235d6a2014c379f60e9f4f3b68efe&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6135693 Aug 11 03:17:28.174679 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 41452) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:28.186513 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc609363-2b25-465d-882d-c3427da97ec9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dacb1ab-a26a-4be4-849c-69a78c2c20ee,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:28.269392 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884db636-8961-4d07-88c9-1bee8c03dccd req-d08fd83d-a42a-4833-b669-37508b738145 tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:28.275915 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d71fb96-5ba6-40e2-9565-9a971b6826da req-d074faf7-263f-460e-9741-44efc29631d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:28.280607 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-884db636-8961-4d07-88c9-1bee8c03dccd req-d08fd83d-a42a-4833-b669-37508b738145 tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] 10.222.0.41 "GET /v2.0/ports?device_id=0223be4b-128c-49b3-ac13-d778de5fcb68 HTTP/1.1" status: 200 len: 945 time: 0.3503001 Aug 11 03:17:28.280754 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-3d71fb96-5ba6-40e2-9565-9a971b6826da req-d074faf7-263f-460e-9741-44efc29631d5 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=198e40ac-af59-487f-99be-beb764869941 HTTP/1.1" status: 200 len: 1097 time: 0.1736262 Aug 11 03:17:28.339399 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3ebb974d-7b36-4b94-979c-08c3cbf8ad1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:28.377108 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-3d71fb96-5ba6-40e2-9565-9a971b6826da req-cefbf829-6d5f-45b0-ad61-4044ec285d6e service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=3a89a04a-70d6-46f3-9b56-7cb537ff4761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895615 Aug 11 03:17:28.387764 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3ebb974d-7b36-4b94-979c-08c3cbf8ad1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:28.446740 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-884db636-8961-4d07-88c9-1bee8c03dccd req-84bcf16e-8fd7-4a63-bbe8-4f822bfa1b93 tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a9c14b7-456b-495d-954b-08faab866e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675136 Aug 11 03:17:28.451325 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-dd2375e7-c8f5-4994-bd31-971eacbbe0eb req-86252c61-4690-49a7-b611-c09251f6e215 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:28.464285 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['395c6f2e-a6cb-4e3b-89e4-54d8c6ec595e', '28c015ec-c76d-4e44-990a-188eeaec3d4c', 'c7660f25-0ec2-48b9-ae13-ae5a5f2e57ec'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:17:28.473266 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a56b127f-10b8-4d5c-b48e-00a6555258d9 req-247ef677-d522-4557-97b0-b5b870f882fb service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=271d6373-28ca-45c7-b75b-f6d35cc45b96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1113434 Aug 11 03:17:28.482843 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6d8930-242d-40a9-9103-5c7e633eaa10 req-af0cda87-c3e9-49b0-9843-d1bad97b43ca tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:28.494923 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6d8930-242d-40a9-9103-5c7e633eaa10 req-af0cda87-c3e9-49b0-9843-d1bad97b43ca tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:28.503224 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6d8930-242d-40a9-9103-5c7e633eaa10 req-af0cda87-c3e9-49b0-9843-d1bad97b43ca tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:28.504952 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ab6d8930-242d-40a9-9103-5c7e633eaa10 req-af0cda87-c3e9-49b0-9843-d1bad97b43ca tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] 10.222.0.41 "GET /v2.0/ports?device_id=36d1947e-7c5e-4fe9-94e8-0ba59cd925fa HTTP/1.1" status: 200 len: 2339 time: 0.1935010 Aug 11 03:17:28.535252 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd2375e7-c8f5-4994-bd31-971eacbbe0eb req-86252c61-4690-49a7-b611-c09251f6e215 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] No DVR routers for this DVR port 28c015ec-c76d-4e44-990a-188eeaec3d4c on host n-h2-764292-30 {{(pid=102191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:17:28.565958 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-dd2375e7-c8f5-4994-bd31-971eacbbe0eb req-86252c61-4690-49a7-b611-c09251f6e215 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:28.568575 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-dd2375e7-c8f5-4994-bd31-971eacbbe0eb req-86252c61-4690-49a7-b611-c09251f6e215 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] 10.222.0.24 "DELETE /v2.0/ports/28c015ec-c76d-4e44-990a-188eeaec3d4c HTTP/1.1" status: 204 len: 173 time: 1.5011327 Aug 11 03:17:28.569321 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36d1947e-7c5e-4fe9-94e8-0ba59cd925fa', 'name': 'network-vif-deleted', 'tag': '28c015ec-c76d-4e44-990a-188eeaec3d4c'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:17:28.572515 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86837a77-1dba-42a8-888a-8998c4b6b140" -d '{"events": [{"server_uuid": "36d1947e-7c5e-4fe9-94e8-0ba59cd925fa", "name": "network-vif-deleted", "tag": "28c015ec-c76d-4e44-990a-188eeaec3d4c"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:17:28.585739 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3ebb974d-7b36-4b94-979c-08c3cbf8ad1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:28.588683 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3ebb974d-7b36-4b94-979c-08c3cbf8ad1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:28.592160 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-3ebb974d-7b36-4b94-979c-08c3cbf8ad1e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8dacb1ab-a26a-4be4-849c-69a78c2c20ee HTTP/1.1" status: 204 len: 168 time: 0.4131398 Aug 11 03:17:28.592160 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86252c61-4690-49a7-b611-c09251f6e215 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Pushing event deleted for resources: {'Port': ['ID=28c015ec-c76d-4e44-990a-188eeaec3d4c,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:28.636084 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebb974d-7b36-4b94-979c-08c3cbf8ad1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dacb1ab-a26a-4be4-849c-69a78c2c20ee,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:28.637398 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ab6d8930-242d-40a9-9103-5c7e633eaa10 req-2d201714-e34f-44ec-869b-4bfaa9bdfd5a tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] 10.222.0.41 "GET /v2.0/security-groups?id=9bcdfec5-364e-49d2-8266-cef1a51c6464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130931 Aug 11 03:17:28.650391 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56b127f-10b8-4d5c-b48e-00a6555258d9 req-07985368-9071-409d-ae6d-cf0ac3bec316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:28.651952 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a56b127f-10b8-4d5c-b48e-00a6555258d9 req-07985368-9071-409d-ae6d-cf0ac3bec316 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=de7c7081e4f94005a4ad5308630cb9c6&device_id=271d6373-28ca-45c7-b75b-f6d35cc45b96 HTTP/1.1" status: 200 len: 1097 time: 0.1458671 Aug 11 03:17:28.727272 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:17:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3e8ac5d-df80-4bf0-8c28-8f6076499b7c x-openstack-request-id: req-b3e8ac5d-df80-4bf0-8c28-8f6076499b7c {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:17:28.727823 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36d1947e-7c5e-4fe9-94e8-0ba59cd925fa", "name": "network-vif-deleted", "tag": "28c015ec-c76d-4e44-990a-188eeaec3d4c", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:17:28.728312 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b3e8ac5d-df80-4bf0-8c28-8f6076499b7c {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:17:28.728887 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36d1947e-7c5e-4fe9-94e8-0ba59cd925fa', 'name': 'network-vif-deleted', 'tag': '28c015ec-c76d-4e44-990a-188eeaec3d4c', 'status': 'completed', 'code': 200} Aug 11 03:17:28.802856 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-dd2375e7-c8f5-4994-bd31-971eacbbe0eb req-1ae7016e-a395-4de3-8bba-0b59c0fdeead tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Deleting port c7660f25-0ec2-48b9-ae13-ae5a5f2e57ec {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:17:28.806448 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-dd2375e7-c8f5-4994-bd31-971eacbbe0eb req-1ae7016e-a395-4de3-8bba-0b59c0fdeead tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:28.835106 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-17e4fd42-e782-4e82-a408-60c50dee76d1 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Deleting port abb75382-29a2-42fc-a0bf-c2cc565df09b {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:17:28.835444 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-17e4fd42-e782-4e82-a408-60c50dee76d1 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:28.945730 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56b127f-10b8-4d5c-b48e-00a6555258d9 req-4eadc3b4-e3bb-4856-ad13-fda0125a2ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:28.947254 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a56b127f-10b8-4d5c-b48e-00a6555258d9 req-4eadc3b4-e3bb-4856-ad13-fda0125a2ae8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ec41e9b8-ca95-4733-9938-a40bc676061d HTTP/1.1" status: 200 len: 915 time: 0.2272038 Aug 11 03:17:28.953697 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-dd2375e7-c8f5-4994-bd31-971eacbbe0eb req-1ae7016e-a395-4de3-8bba-0b59c0fdeead tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] For port c7660f25-0ec2-48b9-ae13-ae5a5f2e57ec, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=c7660f25-0ec2-48b9-ae13-ae5a5f2e57ec,segment=NetworkSegment(cec806d2-146e-4899-a64a-ab587545aa11),segment_id=cec806d2-146e-4899-a64a-ab587545aa11)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:17:28.954408 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-dd2375e7-c8f5-4994-bd31-971eacbbe0eb req-1ae7016e-a395-4de3-8bba-0b59c0fdeead tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:28.977563 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-dd2375e7-c8f5-4994-bd31-971eacbbe0eb req-1ae7016e-a395-4de3-8bba-0b59c0fdeead tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Calling delete_port for c7660f25-0ec2-48b9-ae13-ae5a5f2e57ec owned by compute:nova {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:17:29.025805 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a56b127f-10b8-4d5c-b48e-00a6555258d9 req-b95af18a-4d6b-4fd3-9d89-806cc374b946 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f0027ac7-c11d-49c1-937e-41ff32d936a8 HTTP/1.1" status: 200 len: 217 time: 0.0509281 Aug 11 03:17:29.076210 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04efd30e-d73a-41ac-b091-5f7a7b034990 req-37ff9eab-6825-410b-b4e1-1f31dc653bb8 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:29.077738 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-04efd30e-d73a-41ac-b091-5f7a7b034990 req-37ff9eab-6825-410b-b4e1-1f31dc653bb8 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/ports?device_id=198e40ac-af59-487f-99be-beb764869941 HTTP/1.1" status: 200 len: 945 time: 0.2501843 Aug 11 03:17:29.123246 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-17e4fd42-e782-4e82-a408-60c50dee76d1 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:29.135020 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-d4252c26-9a13-4f20-9cd7-774d04edb227 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:29.135600 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56b127f-10b8-4d5c-b48e-00a6555258d9 req-67b13245-6f6b-4da5-a13c-635e260d5240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:29.136600 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a56b127f-10b8-4d5c-b48e-00a6555258d9 req-67b13245-6f6b-4da5-a13c-635e260d5240 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a117f456-eefd-42ce-85d3-cce35b5c64c2 HTTP/1.1" status: 200 len: 854 time: 0.1089270 Aug 11 03:17:29.156699 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-17e4fd42-e782-4e82-a408-60c50dee76d1 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Calling delete_port for abb75382-29a2-42fc-a0bf-c2cc565df09b owned by network:router_interface {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:17:29.180702 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-04efd30e-d73a-41ac-b091-5f7a7b034990 req-5f01b363-5f1f-4b08-aaab-4234b79d624b tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a89a04a-70d6-46f3-9b56-7cb537ff4761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944755 Aug 11 03:17:29.185952 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a56b127f-10b8-4d5c-b48e-00a6555258d9 req-9f289ac1-5620-4860-a971-77a3a7d6d835 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ec41e9b8-ca95-4733-9938-a40bc676061d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414436 Aug 11 03:17:29.221974 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-dd2375e7-c8f5-4994-bd31-971eacbbe0eb req-1ae7016e-a395-4de3-8bba-0b59c0fdeead tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:29.261696 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae7016e-a395-4de3-8bba-0b59c0fdeead tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Pushing event deleted for resources: {'Port': ['ID=c7660f25-0ec2-48b9-ae13-ae5a5f2e57ec,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:29.345275 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd2375e7-c8f5-4994-bd31-971eacbbe0eb req-1ae7016e-a395-4de3-8bba-0b59c0fdeead tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] No DVR routers for this DVR port c7660f25-0ec2-48b9-ae13-ae5a5f2e57ec on host n-h2-764292-30 {{(pid=102191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:17:29.351089 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-dd2375e7-c8f5-4994-bd31-971eacbbe0eb req-1ae7016e-a395-4de3-8bba-0b59c0fdeead tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:29.351089 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-dd2375e7-c8f5-4994-bd31-971eacbbe0eb req-1ae7016e-a395-4de3-8bba-0b59c0fdeead tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] 10.222.0.24 "DELETE /v2.0/ports/c7660f25-0ec2-48b9-ae13-ae5a5f2e57ec HTTP/1.1" status: 204 len: 173 time: 0.7741489 Aug 11 03:17:29.432716 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a56b127f-10b8-4d5c-b48e-00a6555258d9 req-1c08f983-3a45-434e-bfbe-cdacef5e4344 service neutron] 10.222.0.24 "GET /v2.0/networks/ec41e9b8-ca95-4733-9938-a40bc676061d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2375004 Aug 11 03:17:29.522534 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 41476) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:29.586717 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e35787d8-b319-4fbb-b602-467fba160864 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:29.607171 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-dd2375e7-c8f5-4994-bd31-971eacbbe0eb req-0fb8ff06-b199-4d66-8c1f-db15da4ebd15 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Deleting port 395c6f2e-a6cb-4e3b-89e4-54d8c6ec595e {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:17:29.607517 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-dd2375e7-c8f5-4994-bd31-971eacbbe0eb req-0fb8ff06-b199-4d66-8c1f-db15da4ebd15 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:29.636992 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-17e4fd42-e782-4e82-a408-60c50dee76d1 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:29.705839 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a56b127f-10b8-4d5c-b48e-00a6555258d9 req-0dbec70a-f7b3-4dac-a32a-60b8571edbfd service neutron] 10.222.0.24 "GET /v2.0/networks/ec41e9b8-ca95-4733-9938-a40bc676061d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2680321 Aug 11 03:17:29.706734 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e4fd42-e782-4e82-a408-60c50dee76d1 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Pushing event deleted for resources: {'Port': ['ID=abb75382-29a2-42fc-a0bf-c2cc565df09b,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:29.735588 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-dd2375e7-c8f5-4994-bd31-971eacbbe0eb req-0fb8ff06-b199-4d66-8c1f-db15da4ebd15 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] For port 395c6f2e-a6cb-4e3b-89e4-54d8c6ec595e, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=395c6f2e-a6cb-4e3b-89e4-54d8c6ec595e,segment=NetworkSegment(cec806d2-146e-4899-a64a-ab587545aa11),segment_id=cec806d2-146e-4899-a64a-ab587545aa11)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:17:29.735777 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-dd2375e7-c8f5-4994-bd31-971eacbbe0eb req-0fb8ff06-b199-4d66-8c1f-db15da4ebd15 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:29.755978 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-dd2375e7-c8f5-4994-bd31-971eacbbe0eb req-0fb8ff06-b199-4d66-8c1f-db15da4ebd15 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Calling delete_port for 395c6f2e-a6cb-4e3b-89e4-54d8c6ec595e owned by compute:nova {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:17:29.772976 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c69ca66-a5c9-42ac-8bbe-e8074c012f01 req-1a2f9228-94dc-4218-b0ee-834846a2108e tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:29.774725 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0c69ca66-a5c9-42ac-8bbe-e8074c012f01 req-1a2f9228-94dc-4218-b0ee-834846a2108e tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] 10.222.0.41 "GET /v2.0/ports?device_id=0223be4b-128c-49b3-ac13-d778de5fcb68 HTTP/1.1" status: 200 len: 945 time: 0.1574261 Aug 11 03:17:29.869936 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e35787d8-b319-4fbb-b602-467fba160864 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:29.893013 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0c69ca66-a5c9-42ac-8bbe-e8074c012f01 req-f0c90407-b552-4a8b-8a67-a33e6d1297b6 tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a9c14b7-456b-495d-954b-08faab866e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121249 Aug 11 03:17:29.903715 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-17e4fd42-e782-4e82-a408-60c50dee76d1 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16383033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450082'] for router_interface, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:29.940886 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e35787d8-b319-4fbb-b602-467fba160864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:30.073031 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35787d8-b319-4fbb-b602-467fba160864 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c082a96-678c-42cb-9f69-ab846dc5c9d7,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:30.083251 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-e35787d8-b319-4fbb-b602-467fba160864 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ea6809420d984337b77aba314e6cfbb0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5556929 Aug 11 03:17:30.086361 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 41486) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:30.143929 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d798190f-2a0c-41ff-8dfb-2b6785dc5e25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:30.173649 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d798190f-2a0c-41ff-8dfb-2b6785dc5e25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:30.196926 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17e4fd42-e782-4e82-a408-60c50dee76d1 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Router 91e32dae-867f-4bdb-85ff-d8bdd5d1fdee has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:17:30.215666 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-dd2375e7-c8f5-4994-bd31-971eacbbe0eb req-0fb8ff06-b199-4d66-8c1f-db15da4ebd15 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:30.218732 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f73b232-a51f-46ca-b27e-7c2bca3b3783 req-31643ea7-d8e0-41ee-9071-818bdd96027e tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:30.220846 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0f73b232-a51f-46ca-b27e-7c2bca3b3783 req-31643ea7-d8e0-41ee-9071-818bdd96027e tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] 10.222.0.41 "GET /v2.0/ports?device_id=36d1947e-7c5e-4fe9-94e8-0ba59cd925fa HTTP/1.1" status: 200 len: 945 time: 0.1514716 Aug 11 03:17:30.248459 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb8ff06-b199-4d66-8c1f-db15da4ebd15 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Pushing event deleted for resources: {'Port': ['ID=395c6f2e-a6cb-4e3b-89e4-54d8c6ec595e,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:30.297455 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd2375e7-c8f5-4994-bd31-971eacbbe0eb req-0fb8ff06-b199-4d66-8c1f-db15da4ebd15 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] No DVR routers for this DVR port 395c6f2e-a6cb-4e3b-89e4-54d8c6ec595e on host n-h2-764292-30 {{(pid=102191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:17:30.300236 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-dd2375e7-c8f5-4994-bd31-971eacbbe0eb req-0fb8ff06-b199-4d66-8c1f-db15da4ebd15 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:30.305062 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-dd2375e7-c8f5-4994-bd31-971eacbbe0eb req-0fb8ff06-b199-4d66-8c1f-db15da4ebd15 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] 10.222.0.24 "DELETE /v2.0/ports/395c6f2e-a6cb-4e3b-89e4-54d8c6ec595e HTTP/1.1" status: 204 len: 173 time: 0.9388862 Aug 11 03:17:30.341102 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d798190f-2a0c-41ff-8dfb-2b6785dc5e25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:30.343893 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d798190f-2a0c-41ff-8dfb-2b6785dc5e25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:30.350847 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-d798190f-2a0c-41ff-8dfb-2b6785dc5e25 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3c082a96-678c-42cb-9f69-ab846dc5c9d7 HTTP/1.1" status: 204 len: 168 time: 0.2634628 Aug 11 03:17:30.394149 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d798190f-2a0c-41ff-8dfb-2b6785dc5e25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c082a96-678c-42cb-9f69-ab846dc5c9d7,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:30.651922 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17e4fd42-e782-4e82-a408-60c50dee76d1 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:17:30.657594 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-17e4fd42-e782-4e82-a408-60c50dee76d1 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] 10.222.0.41 "PUT /v2.0/routers/91e32dae-867f-4bdb-85ff-d8bdd5d1fdee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3441963 Aug 11 03:17:30.661993 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 41494) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:30.669201 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1078a8d6-0d34-4420-a62c-4ea2a16b4fe9 None None] Sync routers for ids ['91e32dae-867f-4bdb-85ff-d8bdd5d1fdee'] in n-d-764292-30 {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:17:30.679714 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0f73b232-a51f-46ca-b27e-7c2bca3b3783 req-05aac9c6-ad4e-43e3-8702-4127ff78af28 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] 10.222.0.41 "GET /v2.0/security-groups?id=9bcdfec5-364e-49d2-8266-cef1a51c6464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4517448 Aug 11 03:17:30.715668 n-d-764292-30 neutron-server[102191]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb916f95-53c6-4f1a-b16c-363662859d9a tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] GET failed (client error): The resource could not be found. Aug 11 03:17:30.719284 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-cb916f95-53c6-4f1a-b16c-363662859d9a tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] 10.222.0.41 "GET /v2.0/ports/abb75382-29a2-42fc-a0bf-c2cc565df09b HTTP/1.1" status: 404 len: 333 time: 0.0539460 Aug 11 03:17:30.720325 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1078a8d6-0d34-4420-a62c-4ea2a16b4fe9 None None] Routers {'91e32dae-867f-4bdb-85ff-d8bdd5d1fdee'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:17:30.724193 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-1078a8d6-0d34-4420-a62c-4ea2a16b4fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:17:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['91e32dae-867f-4bdb-85ff-d8bdd5d1fdee'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:17:30.731878 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36d1947e-7c5e-4fe9-94e8-0ba59cd925fa', 'name': 'network-vif-deleted', 'tag': 'c7660f25-0ec2-48b9-ae13-ae5a5f2e57ec'}, {'server_uuid': '36d1947e-7c5e-4fe9-94e8-0ba59cd925fa', 'name': 'network-vif-deleted', 'tag': '395c6f2e-a6cb-4e3b-89e4-54d8c6ec595e'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:17:30.734246 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1f7e624-eca3-4422-ad52-28aa6014bb9f" -d '{"events": [{"server_uuid": "36d1947e-7c5e-4fe9-94e8-0ba59cd925fa", "name": "network-vif-deleted", "tag": "c7660f25-0ec2-48b9-ae13-ae5a5f2e57ec"}, {"server_uuid": "36d1947e-7c5e-4fe9-94e8-0ba59cd925fa", "name": "network-vif-deleted", "tag": "395c6f2e-a6cb-4e3b-89e4-54d8c6ec595e"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:17:30.736500 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 41498) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:30.842558 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-1078a8d6-0d34-4420-a62c-4ea2a16b4fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:17:30.851834 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1078a8d6-0d34-4420-a62c-4ea2a16b4fe9 None None] Routers {'91e32dae-867f-4bdb-85ff-d8bdd5d1fdee'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:17:30.852745 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-1078a8d6-0d34-4420-a62c-4ea2a16b4fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:17:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['91e32dae-867f-4bdb-85ff-d8bdd5d1fdee'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:17:30.902394 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-1078a8d6-0d34-4420-a62c-4ea2a16b4fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:17:30.903343 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1078a8d6-0d34-4420-a62c-4ea2a16b4fe9 None None] The sync data for ids ['91e32dae-867f-4bdb-85ff-d8bdd5d1fdee'] in n-d-764292-30 is: [] {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:17:30.939582 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 11 Aug 2021 03:17:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d29d7bc-b4e8-4e41-8750-5d1d8c03eb63 x-openstack-request-id: req-3d29d7bc-b4e8-4e41-8750-5d1d8c03eb63 {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:17:30.940345 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36d1947e-7c5e-4fe9-94e8-0ba59cd925fa", "name": "network-vif-deleted", "tag": "c7660f25-0ec2-48b9-ae13-ae5a5f2e57ec", "status": "completed", "code": 200}, {"server_uuid": "36d1947e-7c5e-4fe9-94e8-0ba59cd925fa", "name": "network-vif-deleted", "tag": "395c6f2e-a6cb-4e3b-89e4-54d8c6ec595e", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:17:30.940794 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3d29d7bc-b4e8-4e41-8750-5d1d8c03eb63 {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:17:30.941399 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36d1947e-7c5e-4fe9-94e8-0ba59cd925fa', 'name': 'network-vif-deleted', 'tag': 'c7660f25-0ec2-48b9-ae13-ae5a5f2e57ec', 'status': 'completed', 'code': 200} Aug 11 03:17:30.942040 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36d1947e-7c5e-4fe9-94e8-0ba59cd925fa', 'name': 'network-vif-deleted', 'tag': '395c6f2e-a6cb-4e3b-89e4-54d8c6ec595e', 'status': 'completed', 'code': 200} Aug 11 03:17:30.949611 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-6dbb65a9-38d0-4d59-98b3-e9e665a53ba6 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks [] for router, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:31.078910 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 395c6f2e-a6cb-4e3b-89e4-54d8c6ec595e no longer exists at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:17:31.133492 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] No Port match for: 395c6f2e-a6cb-4e3b-89e4-54d8c6ec595e {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:17:31.135121 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61be794-e723-4fe6-aa0d-36b64681d804 req-bb8936f3-be9f-48b6-8f1e-dae3fdccda51 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:31.136660 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e61be794-e723-4fe6-aa0d-36b64681d804 req-bb8936f3-be9f-48b6-8f1e-dae3fdccda51 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/ports?device_id=198e40ac-af59-487f-99be-beb764869941 HTTP/1.1" status: 200 len: 945 time: 0.2422857 Aug 11 03:17:31.139695 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 395c6f2e-a6cb-4e3b-89e4-54d8c6ec595e not bound to the agent host n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:17:31.141104 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 28c015ec-c76d-4e44-990a-188eeaec3d4c no longer exists at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:17:31.191837 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] No Port match for: 28c015ec-c76d-4e44-990a-188eeaec3d4c {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:17:31.192410 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 28c015ec-c76d-4e44-990a-188eeaec3d4c not bound to the agent host n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:17:31.193030 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device c7660f25-0ec2-48b9-ae13-ae5a5f2e57ec no longer exists at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:17:31.195553 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-6dbb65a9-38d0-4d59-98b3-e9e665a53ba6 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6544'] for router, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:31.200024 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-6dbb65a9-38d0-4d59-98b3-e9e665a53ba6 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:31.212945 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7069c7f-50ee-411c-8883-1ca0d98fe88c req-eb7a0425-c8f7-4d34-b48f-df00f58d70e5 tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:31.221005 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f7069c7f-50ee-411c-8883-1ca0d98fe88c req-eb7a0425-c8f7-4d34-b48f-df00f58d70e5 tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] 10.222.0.41 "GET /v2.0/ports?device_id=0223be4b-128c-49b3-ac13-d778de5fcb68 HTTP/1.1" status: 200 len: 945 time: 0.1940708 Aug 11 03:17:31.222142 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] No Port match for: c7660f25-0ec2-48b9-ae13-ae5a5f2e57ec {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:17:31.222619 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device c7660f25-0ec2-48b9-ae13-ae5a5f2e57ec not bound to the agent host n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:17:31.299116 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e61be794-e723-4fe6-aa0d-36b64681d804 req-54114e2b-1c76-4753-aaa0-fb3153d8ccfa tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a89a04a-70d6-46f3-9b56-7cb537ff4761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294761 Aug 11 03:17:31.345147 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f7069c7f-50ee-411c-8883-1ca0d98fe88c req-1140a8ef-86a4-4a11-b2e8-ced16e2bc413 tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a9c14b7-456b-495d-954b-08faab866e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223791 Aug 11 03:17:31.436045 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-6dbb65a9-38d0-4d59-98b3-e9e665a53ba6 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448809'] for router, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:31.436552 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dbb65a9-38d0-4d59-98b3-e9e665a53ba6 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Fanout notify agent at l3_agent the message router_deleted on router 91e32dae-867f-4bdb-85ff-d8bdd5d1fdee {{(pid=102192) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:17:31.447741 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-6dbb65a9-38d0-4d59-98b3-e9e665a53ba6 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks [] for router, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:31.451441 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-6dbb65a9-38d0-4d59-98b3-e9e665a53ba6 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] 10.222.0.41 "DELETE /v2.0/routers/91e32dae-867f-4bdb-85ff-d8bdd5d1fdee HTTP/1.1" status: 204 len: 168 time: 0.7134135 Aug 11 03:17:31.452067 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 41518) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:31.472108 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989b839a-ff36-4116-87c7-0beddd531db0 req-c4e4b129-4eae-40a7-9449-b89995786cf4 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:31.473958 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-989b839a-ff36-4116-87c7-0beddd531db0 req-c4e4b129-4eae-40a7-9449-b89995786cf4 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/ports?device_id=198e40ac-af59-487f-99be-beb764869941 HTTP/1.1" status: 200 len: 945 time: 0.0785472 Aug 11 03:17:31.526091 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_v2 [None req-16b98831-b7d1-4b28-b804-19df81e78d97 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Deleting subnet 39fb45a4-988e-4715-93a0-11f79030792e {{(pid=102191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:17:31.529771 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-16b98831-b7d1-4b28-b804-19df81e78d97 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks [] for subnet, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:31.537331 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-989b839a-ff36-4116-87c7-0beddd531db0 req-d0d8f2f6-3db0-4e62-9cc9-aec7fdbdd721 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a89a04a-70d6-46f3-9b56-7cb537ff4761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572357 Aug 11 03:17:31.578543 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-16b98831-b7d1-4b28-b804-19df81e78d97 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126283525'] for subnet, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:31.696400 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-16b98831-b7d1-4b28-b804-19df81e78d97 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:31.795667 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 41532) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:31.858918 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_v2 [None req-e453a068-30d8-4ddc-bce9-c8793ed92efc tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Deleting subnet abcdf93d-ae09-4cad-9191-bf4e3a3c6236 {{(pid=102191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:17:31.861521 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:31.862822 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e453a068-30d8-4ddc-bce9-c8793ed92efc tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Notify callbacks [] for subnet, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:31.872050 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23472375-4ad3-48a6-ac56-5d9f9f44ebb8 req-43382d1b-ec41-4d07-9b78-ec2a524c165a tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:31.880297 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-23472375-4ad3-48a6-ac56-5d9f9f44ebb8 req-43382d1b-ec41-4d07-9b78-ec2a524c165a tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/ports?device_id=198e40ac-af59-487f-99be-beb764869941 HTTP/1.1" status: 200 len: 945 time: 0.0732443 Aug 11 03:17:31.932230 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-16b98831-b7d1-4b28-b804-19df81e78d97 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126283413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126275158'] for subnet, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:31.964099 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-23472375-4ad3-48a6-ac56-5d9f9f44ebb8 req-de75291d-ea8a-4ecf-92c0-448d8eda4233 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a89a04a-70d6-46f3-9b56-7cb537ff4761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828652 Aug 11 03:17:31.975713 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b98831-b7d1-4b28-b804-19df81e78d97 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Pushing event deleted for resources: {'Subnet': ['ID=39fb45a4-988e-4715-93a0-11f79030792e,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:31.989929 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-16b98831-b7d1-4b28-b804-19df81e78d97 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:31.994685 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 41542) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:31.994842 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-16b98831-b7d1-4b28-b804-19df81e78d97 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] 10.222.0.41 "DELETE /v2.0/subnets/39fb45a4-988e-4715-93a0-11f79030792e HTTP/1.1" status: 204 len: 168 time: 0.5408425 Aug 11 03:17:32.009462 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34644535-b485-4080-9c44-de6a2adf4481 None None] Network 3ff661e2-c729-46cc-9485-8d50243b6b2f requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:17:32.015200 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e453a068-30d8-4ddc-bce9-c8793ed92efc tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126283525'] for subnet, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:32.211754 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e453a068-30d8-4ddc-bce9-c8793ed92efc tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:32.260959 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf28002-3234-441b-b740-00cf973de1db req-39fe4571-044a-4b57-b53a-374e1b55cf09 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:32.263024 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9cf28002-3234-441b-b740-00cf973de1db req-39fe4571-044a-4b57-b53a-374e1b55cf09 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/ports?device_id=198e40ac-af59-487f-99be-beb764869941 HTTP/1.1" status: 200 len: 945 time: 0.1299126 Aug 11 03:17:32.268058 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-68fb47f8-9bfb-4467-9b66-945f0b3945f7 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:32.332383 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-f0bc0dc6-4ecb-4466-8c7e-53fa469f2058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:32.369198 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9cf28002-3234-441b-b740-00cf973de1db req-2b09ee3b-0c2b-49cf-b241-fc5b4ff6e608 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a89a04a-70d6-46f3-9b56-7cb537ff4761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952084 Aug 11 03:17:32.381454 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e453a068-30d8-4ddc-bce9-c8793ed92efc tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126283413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126275158'] for subnet, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:32.399836 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-089b9aae-f930-4944-9ea9-49f020b44b93 None None] DHCP port deletion for 3ff661e2-c729-46cc-9485-8d50243b6b2f request from n-d-764292-30 {{(pid=102193) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:17:32.407512 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-68fb47f8-9bfb-4467-9b66-945f0b3945f7 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Deleting port 463ac842-2c00-4d23-8e96-1cf0a0296958 {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:17:32.407870 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-68fb47f8-9bfb-4467-9b66-945f0b3945f7 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:32.457122 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e453a068-30d8-4ddc-bce9-c8793ed92efc tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Pushing event deleted for resources: {'Subnet': ['ID=abcdf93d-ae09-4cad-9191-bf4e3a3c6236,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:32.460276 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e453a068-30d8-4ddc-bce9-c8793ed92efc tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:32.462814 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-e453a068-30d8-4ddc-bce9-c8793ed92efc tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] 10.222.0.41 "DELETE /v2.0/subnets/abcdf93d-ae09-4cad-9191-bf4e3a3c6236 HTTP/1.1" status: 204 len: 168 time: 0.6653910 Aug 11 03:17:32.465335 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 41554) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:32.492064 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f1b82e6-4f33-45df-893d-b6b8cfdbf391 None None] Network 7c6ed3c1-5731-498c-aa86-c7ee1166f0e9 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:17:32.525353 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [None req-68fb47f8-9bfb-4467-9b66-945f0b3945f7 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] For port 463ac842-2c00-4d23-8e96-1cf0a0296958, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=463ac842-2c00-4d23-8e96-1cf0a0296958,segment=NetworkSegment(ed1cb20a-84ab-4c34-b994-1e5ef89fdcc6),segment_id=ed1cb20a-84ab-4c34-b994-1e5ef89fdcc6)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:17:32.525729 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-68fb47f8-9bfb-4467-9b66-945f0b3945f7 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:32.588070 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d39c0cf5-dd6a-4855-a551-a874184bf729 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:32.610587 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-68fb47f8-9bfb-4467-9b66-945f0b3945f7 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Calling delete_port for 463ac842-2c00-4d23-8e96-1cf0a0296958 owned by network:dhcp {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:17:32.618162 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-089b9aae-f930-4944-9ea9-49f020b44b93 None None] Deleting port 463ac842-2c00-4d23-8e96-1cf0a0296958 {{(pid=102193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:17:32.618557 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-089b9aae-f930-4944-9ea9-49f020b44b93 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:32.730950 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-d39c0cf5-dd6a-4855-a551-a874184bf729 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Deleting port 9096f38b-331a-45b5-8920-5a97f7d4b14f {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:17:32.732390 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d39c0cf5-dd6a-4855-a551-a874184bf729 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:32.740098 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6d7260-1dc4-4917-a417-f880e3a3e18f req-fe47c28b-4a66-4964-9349-c5896555bbcd tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:32.758883 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-de6d7260-1dc4-4917-a417-f880e3a3e18f req-fe47c28b-4a66-4964-9349-c5896555bbcd tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] 10.222.0.41 "GET /v2.0/ports?device_id=0223be4b-128c-49b3-ac13-d778de5fcb68 HTTP/1.1" status: 200 len: 945 time: 0.2441409 Aug 11 03:17:32.768657 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-089b9aae-f930-4944-9ea9-49f020b44b93 None None] For port 463ac842-2c00-4d23-8e96-1cf0a0296958, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=463ac842-2c00-4d23-8e96-1cf0a0296958,segment=NetworkSegment(ed1cb20a-84ab-4c34-b994-1e5ef89fdcc6),segment_id=ed1cb20a-84ab-4c34-b994-1e5ef89fdcc6)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:17:32.772763 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-089b9aae-f930-4944-9ea9-49f020b44b93 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:32.829634 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-089b9aae-f930-4944-9ea9-49f020b44b93 None None] Calling delete_port for 463ac842-2c00-4d23-8e96-1cf0a0296958 owned by network:dhcp {{(pid=102193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:17:32.849895 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-de6d7260-1dc4-4917-a417-f880e3a3e18f req-56134447-f5b2-4067-a247-d5b62616cf20 tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a9c14b7-456b-495d-954b-08faab866e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881422 Aug 11 03:17:32.906418 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [None req-d39c0cf5-dd6a-4855-a551-a874184bf729 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] For port 9096f38b-331a-45b5-8920-5a97f7d4b14f, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=9096f38b-331a-45b5-8920-5a97f7d4b14f,segment=NetworkSegment(85ce70aa-07f3-41ac-8bc5-3a54a88b0fc2),segment_id=85ce70aa-07f3-41ac-8bc5-3a54a88b0fc2)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:17:32.906793 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d39c0cf5-dd6a-4855-a551-a874184bf729 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:32.963666 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-d39c0cf5-dd6a-4855-a551-a874184bf729 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Calling delete_port for 9096f38b-331a-45b5-8920-5a97f7d4b14f owned by network:dhcp {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:17:33.159087 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49d0b9a0-670a-4bad-a389-561a6bad0b64 None None] DHCP port deletion for 7c6ed3c1-5731-498c-aa86-c7ee1166f0e9 request from n-d-764292-30 {{(pid=102193) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:17:33.179667 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-68fb47f8-9bfb-4467-9b66-945f0b3945f7 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:33.197717 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-089b9aae-f930-4944-9ea9-49f020b44b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678'] for port, after_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:33.203206 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:33.227011 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68fb47f8-9bfb-4467-9b66-945f0b3945f7 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] No DVR routers for this DVR port 463ac842-2c00-4d23-8e96-1cf0a0296958 on host n-d-764292-30 {{(pid=102192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:17:33.244156 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d39c0cf5-dd6a-4855-a551-a874184bf729 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:33.262432 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089b9aae-f930-4944-9ea9-49f020b44b93 None None] Pushing event deleted for resources: {'Port': ['ID=463ac842-2c00-4d23-8e96-1cf0a0296958,revision_number=None']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:33.265066 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39c0cf5-dd6a-4855-a551-a874184bf729 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] No DVR routers for this DVR port 9096f38b-331a-45b5-8920-5a97f7d4b14f on host n-d-764292-30 {{(pid=102191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:17:33.273273 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089b9aae-f930-4944-9ea9-49f020b44b93 None None] No DVR routers for this DVR port 463ac842-2c00-4d23-8e96-1cf0a0296958 on host n-d-764292-30 {{(pid=102193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:17:33.322037 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fb47f8-9bfb-4467-9b66-945f0b3945f7 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Pushing event deleted for resources: {'Port': ['ID=463ac842-2c00-4d23-8e96-1cf0a0296958,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:33.334147 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-49d0b9a0-670a-4bad-a389-561a6bad0b64 None None] Deleting port 9096f38b-331a-45b5-8920-5a97f7d4b14f {{(pid=102193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:17:33.345676 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-49d0b9a0-670a-4bad-a389-561a6bad0b64 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:33.346032 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39c0cf5-dd6a-4855-a551-a874184bf729 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Pushing event deleted for resources: {'Port': ['ID=9096f38b-331a-45b5-8920-5a97f7d4b14f,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:33.379475 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe76789-b0d0-4997-95e1-a69b3e1276d0 req-d9def8a9-41d7-45dc-9789-91b8bc00b5a8 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:33.389881 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-fbe76789-b0d0-4997-95e1-a69b3e1276d0 req-d9def8a9-41d7-45dc-9789-91b8bc00b5a8 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/ports?device_id=198e40ac-af59-487f-99be-beb764869941 HTTP/1.1" status: 200 len: 945 time: 0.2614148 Aug 11 03:17:33.443502 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d39c0cf5-dd6a-4855-a551-a874184bf729 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:33.481002 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-d39c0cf5-dd6a-4855-a551-a874184bf729 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c6ed3c1-5731-498c-aa86-c7ee1166f0e9']}} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:17:33.496694 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-fbe76789-b0d0-4997-95e1-a69b3e1276d0 req-ef23b22f-972b-4483-8bff-cab35719ccfa tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a89a04a-70d6-46f3-9b56-7cb537ff4761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054227 Aug 11 03:17:33.523289 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-d39c0cf5-dd6a-4855-a551-a874184bf729 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85ce70aa-07f3-41ac-8bc5-3a54a88b0fc2') {'for_net_delete': True} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:17:33.523659 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-d39c0cf5-dd6a-4855-a551-a874184bf729 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85ce70aa-07f3-41ac-8bc5-3a54a88b0fc2') {} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:17:33.525074 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-49d0b9a0-670a-4bad-a389-561a6bad0b64 None None] For port 9096f38b-331a-45b5-8920-5a97f7d4b14f, host n-d-764292-30, got binding levels [] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:17:33.525480 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-49d0b9a0-670a-4bad-a389-561a6bad0b64 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:33.535761 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d39c0cf5-dd6a-4855-a551-a874184bf729 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126283644'] for segment, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:33.554010 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-49d0b9a0-670a-4bad-a389-561a6bad0b64 None None] Calling delete_port for 9096f38b-331a-45b5-8920-5a97f7d4b14f owned by network:dhcp {{(pid=102193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:17:33.555010 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d39c0cf5-dd6a-4855-a551-a874184bf729 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:33.557515 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.ipam_backend_mixin [None req-49d0b9a0-670a-4bad-a389-561a6bad0b64 None None] Port 9096f38b-331a-45b5-8920-5a97f7d4b14f was not found and therefore no delete operation was performed {{(pid=102193) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 11 03:17:33.564452 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d39c0cf5-dd6a-4855-a551-a874184bf729 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=102191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:17:33.565227 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d39c0cf5-dd6a-4855-a551-a874184bf729 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126283391'] for segment, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:33.567505 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-49d0b9a0-670a-4bad-a389-561a6bad0b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678'] for port, after_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:33.569319 n-d-764292-30 neutron-server[102191]: Traceback (most recent call last): Aug 11 03:17:33.569319 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:17:33.569319 n-d-764292-30 neutron-server[102191]: timer() Aug 11 03:17:33.569319 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:17:33.569319 n-d-764292-30 neutron-server[102191]: cb(*args, **kw) Aug 11 03:17:33.569319 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:17:33.569319 n-d-764292-30 neutron-server[102191]: return func(*args, **kwargs) Aug 11 03:17:33.569319 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:17:33.569319 n-d-764292-30 neutron-server[102191]: self._notify() Aug 11 03:17:33.569319 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:17:33.569319 n-d-764292-30 neutron-server[102191]: self.callback(batched_events) Aug 11 03:17:33.569319 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:17:33.569319 n-d-764292-30 neutron-server[102191]: event.method(event) Aug 11 03:17:33.569319 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:17:33.569319 n-d-764292-30 neutron-server[102191]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:17:33.569319 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:17:33.569319 n-d-764292-30 neutron-server[102191]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:17:33.569319 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:17:33.569319 n-d-764292-30 neutron-server[102191]: return f(self, *a, **k) Aug 11 03:17:33.569319 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:17:33.569319 n-d-764292-30 neutron-server[102191]: return self._get(url).json() Aug 11 03:17:33.569319 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:17:33.569319 n-d-764292-30 neutron-server[102191]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:17:33.569319 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:17:33.569319 n-d-764292-30 neutron-server[102191]: return self.request(url, 'GET', **kwargs) Aug 11 03:17:33.569319 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:17:33.569319 n-d-764292-30 neutron-server[102191]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:17:33.569319 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:17:33.569319 n-d-764292-30 neutron-server[102191]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:17:33.569319 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:17:33.569319 n-d-764292-30 neutron-server[102191]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:17:33.569319 n-d-764292-30 neutron-server[102191]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:17:33.574218 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-68fb47f8-9bfb-4467-9b66-945f0b3945f7 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:33.586226 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-68fb47f8-9bfb-4467-9b66-945f0b3945f7 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ff661e2-c729-46cc-9485-8d50243b6b2f']}} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:17:33.603004 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d0b9a0-670a-4bad-a389-561a6bad0b64 None None] No DVR routers for this DVR port 9096f38b-331a-45b5-8920-5a97f7d4b14f on host n-d-764292-30 {{(pid=102193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:17:33.609588 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-68fb47f8-9bfb-4467-9b66-945f0b3945f7 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed1cb20a-84ab-4c34-b994-1e5ef89fdcc6') {'for_net_delete': True} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:17:33.611685 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-68fb47f8-9bfb-4467-9b66-945f0b3945f7 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed1cb20a-84ab-4c34-b994-1e5ef89fdcc6') {} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:17:33.640014 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d0b9a0-670a-4bad-a389-561a6bad0b64 None None] Pushing event deleted for resources: {'Port': ['ID=9096f38b-331a-45b5-8920-5a97f7d4b14f,revision_number=None']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:33.640176 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-68fb47f8-9bfb-4467-9b66-945f0b3945f7 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125932501'] for segment, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:33.659374 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-68fb47f8-9bfb-4467-9b66-945f0b3945f7 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:33.672137 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68fb47f8-9bfb-4467-9b66-945f0b3945f7 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=102192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:17:33.672569 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-68fb47f8-9bfb-4467-9b66-945f0b3945f7 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125932183'] for segment, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:33.675545 n-d-764292-30 neutron-server[102192]: Traceback (most recent call last): Aug 11 03:17:33.675545 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:17:33.675545 n-d-764292-30 neutron-server[102192]: timer() Aug 11 03:17:33.675545 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:17:33.675545 n-d-764292-30 neutron-server[102192]: cb(*args, **kw) Aug 11 03:17:33.675545 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:17:33.675545 n-d-764292-30 neutron-server[102192]: return func(*args, **kwargs) Aug 11 03:17:33.675545 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:17:33.675545 n-d-764292-30 neutron-server[102192]: self._notify() Aug 11 03:17:33.675545 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:17:33.675545 n-d-764292-30 neutron-server[102192]: self.callback(batched_events) Aug 11 03:17:33.675545 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:17:33.675545 n-d-764292-30 neutron-server[102192]: event.method(event) Aug 11 03:17:33.675545 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:17:33.675545 n-d-764292-30 neutron-server[102192]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:17:33.675545 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:17:33.675545 n-d-764292-30 neutron-server[102192]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:17:33.675545 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:17:33.675545 n-d-764292-30 neutron-server[102192]: return f(self, *a, **k) Aug 11 03:17:33.675545 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:17:33.675545 n-d-764292-30 neutron-server[102192]: return self._get(url).json() Aug 11 03:17:33.675545 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:17:33.675545 n-d-764292-30 neutron-server[102192]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:17:33.675545 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:17:33.675545 n-d-764292-30 neutron-server[102192]: return self.request(url, 'GET', **kwargs) Aug 11 03:17:33.675545 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:17:33.675545 n-d-764292-30 neutron-server[102192]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:17:33.675545 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:17:33.675545 n-d-764292-30 neutron-server[102192]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:17:33.675545 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:17:33.675545 n-d-764292-30 neutron-server[102192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:17:33.675545 n-d-764292-30 neutron-server[102192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:17:33.728278 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 9096f38b-331a-45b5-8920-5a97f7d4b14f no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:17:33.760181 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: 9096f38b-331a-45b5-8920-5a97f7d4b14f {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:17:33.760478 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 9096f38b-331a-45b5-8920-5a97f7d4b14f not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:17:33.761328 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 463ac842-2c00-4d23-8e96-1cf0a0296958 no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:17:33.781305 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: 463ac842-2c00-4d23-8e96-1cf0a0296958 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:17:33.781657 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 463ac842-2c00-4d23-8e96-1cf0a0296958 not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:17:33.786606 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d39c0cf5-dd6a-4855-a551-a874184bf729 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:33.796550 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d39c0cf5-dd6a-4855-a551-a874184bf729 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Notify callbacks [] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:33.796550 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-d39c0cf5-dd6a-4855-a551-a874184bf729 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] 10.222.0.41 "DELETE /v2.0/networks/7c6ed3c1-5731-498c-aa86-c7ee1166f0e9 HTTP/1.1" status: 204 len: 168 time: 1.3291380 Aug 11 03:17:33.799214 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 41586) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:33.822369 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39c0cf5-dd6a-4855-a551-a874184bf729 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Pushing event deleted for resources: {'Network': ['ID=7c6ed3c1-5731-498c-aa86-c7ee1166f0e9,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:33.873579 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-68fb47f8-9bfb-4467-9b66-945f0b3945f7 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:33.909844 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9e477c9-f921-479a-9dc8-7448a58d05fc tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Deleting subnet bac5de77-3216-4b9c-aea2-23b128d4ba52 {{(pid=102191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:17:33.917577 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-68fb47f8-9bfb-4467-9b66-945f0b3945f7 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:33.919370 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e9e477c9-f921-479a-9dc8-7448a58d05fc tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Notify callbacks [] for subnet, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:33.925288 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 41592) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:33.929366 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-68fb47f8-9bfb-4467-9b66-945f0b3945f7 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] 10.222.0.41 "DELETE /v2.0/networks/3ff661e2-c729-46cc-9485-8d50243b6b2f HTTP/1.1" status: 204 len: 168 time: 1.9324589 Aug 11 03:17:33.929787 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fb47f8-9bfb-4467-9b66-945f0b3945f7 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Pushing event deleted for resources: {'Network': ['ID=3ff661e2-c729-46cc-9485-8d50243b6b2f,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:34.032446 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92c97efa-4755-4d31-ba15-575b0546cc68 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:34.033891 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-92c97efa-4755-4d31-ba15-575b0546cc68 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] 10.222.0.41 "GET /v2.0/ports/84463fc6-069a-4188-8114-c15a7ee34f20 HTTP/1.1" status: 200 len: 841 time: 0.1076188 Aug 11 03:17:34.037850 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 41594) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:34.046415 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e597a57f-18fe-4230-83c7-3a0d0b82ce7e req-1cd0dd2f-a078-4356-b952-aa30a238f3cd tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:34.048595 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e597a57f-18fe-4230-83c7-3a0d0b82ce7e req-1cd0dd2f-a078-4356-b952-aa30a238f3cd tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] 10.222.0.41 "GET /v2.0/ports?device_id=0223be4b-128c-49b3-ac13-d778de5fcb68 HTTP/1.1" status: 200 len: 945 time: 0.0915763 Aug 11 03:17:34.100164 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e9e477c9-f921-479a-9dc8-7448a58d05fc tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126283525'] for subnet, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:34.130388 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-158f8650-37f0-4169-bfae-3c4e8e34fd04 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] 10.222.0.41 "GET /v2.0/ports/84463fc6-069a-4188-8114-c15a7ee34f20?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0913024 Aug 11 03:17:34.133829 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 41602) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:34.140486 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-f01403ae-09d5-4da4-8a4f-b916e49a6e8c tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Request body: {'subnet': {'network_id': '8886bdb2-96cd-41e9-b700-c178565a3929', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:17:34.144398 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e597a57f-18fe-4230-83c7-3a0d0b82ce7e req-4b65dabe-1fec-4c9f-93d6-8b648d4f3eb9 tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a9c14b7-456b-495d-954b-08faab866e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891759 Aug 11 03:17:34.305588 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e9e477c9-f921-479a-9dc8-7448a58d05fc tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:34.392930 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f01403ae-09d5-4da4-8a4f-b916e49a6e8c tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Made reservation on behalf of 619f5dda48254516982a2d4b32c5e174 for: {'subnet': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:17:34.396943 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f01403ae-09d5-4da4-8a4f-b916e49a6e8c tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274743'] for subnet, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:34.488027 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e9e477c9-f921-479a-9dc8-7448a58d05fc tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126283413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126275158'] for subnet, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:34.559091 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e477c9-f921-479a-9dc8-7448a58d05fc tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Pushing event deleted for resources: {'Subnet': ['ID=bac5de77-3216-4b9c-aea2-23b128d4ba52,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:34.581069 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d9f4e7b-3ec7-4aad-9dbf-2100f6da68b4 None None] Network 054df3e3-cdfc-452c-8e72-7c6f93926436 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:17:34.585637 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e9e477c9-f921-479a-9dc8-7448a58d05fc tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:34.597116 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-e9e477c9-f921-479a-9dc8-7448a58d05fc tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] 10.222.0.41 "DELETE /v2.0/subnets/bac5de77-3216-4b9c-aea2-23b128d4ba52 HTTP/1.1" status: 204 len: 168 time: 0.7847228 Aug 11 03:17:34.599277 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 41616) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:34.665178 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:34.684286 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fe2747-ea8e-47f8-a02c-c846d4ba6dbf req-5f8ff4ff-8f8c-4c69-999f-a76c64e6097e tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:34.689455 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f4fe2747-ea8e-47f8-a02c-c846d4ba6dbf req-5f8ff4ff-8f8c-4c69-999f-a76c64e6097e tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/ports?device_id=198e40ac-af59-487f-99be-beb764869941 HTTP/1.1" status: 200 len: 945 time: 0.1250424 Aug 11 03:17:34.747965 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-39e052bd-c18a-46d3-a76f-0f69936c39b4 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:34.765012 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f4fe2747-ea8e-47f8-a02c-c846d4ba6dbf req-16b026e9-b7cf-4498-891f-d142fd7182d5 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a89a04a-70d6-46f3-9b56-7cb537ff4761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683281 Aug 11 03:17:34.865547 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-39e052bd-c18a-46d3-a76f-0f69936c39b4 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Deleting port 07d02fed-af7d-4ea7-91c3-03c6a93421b7 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:17:34.865547 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-39e052bd-c18a-46d3-a76f-0f69936c39b4 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:34.902054 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3896d155-1b58-44c9-8da7-1f056273e520 None None] DHCP port deletion for 054df3e3-cdfc-452c-8e72-7c6f93926436 request from n-d-764292-30 {{(pid=102193) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:17:34.944311 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [None req-39e052bd-c18a-46d3-a76f-0f69936c39b4 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] For port 07d02fed-af7d-4ea7-91c3-03c6a93421b7, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=07d02fed-af7d-4ea7-91c3-03c6a93421b7,segment=NetworkSegment(cec806d2-146e-4899-a64a-ab587545aa11),segment_id=cec806d2-146e-4899-a64a-ab587545aa11)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:17:34.945279 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-39e052bd-c18a-46d3-a76f-0f69936c39b4 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:34.958364 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-39e052bd-c18a-46d3-a76f-0f69936c39b4 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Calling delete_port for 07d02fed-af7d-4ea7-91c3-03c6a93421b7 owned by network:dhcp {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:17:34.966509 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-3896d155-1b58-44c9-8da7-1f056273e520 None None] Deleting port 07d02fed-af7d-4ea7-91c3-03c6a93421b7 {{(pid=102193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:17:34.969608 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3896d155-1b58-44c9-8da7-1f056273e520 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:35.020734 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f01403ae-09d5-4da4-8a4f-b916e49a6e8c tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126283476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274725'] for subnet, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:35.072081 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3896d155-1b58-44c9-8da7-1f056273e520 None None] For port 07d02fed-af7d-4ea7-91c3-03c6a93421b7, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=07d02fed-af7d-4ea7-91c3-03c6a93421b7,segment=NetworkSegment(cec806d2-146e-4899-a64a-ab587545aa11),segment_id=cec806d2-146e-4899-a64a-ab587545aa11)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:17:35.072512 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3896d155-1b58-44c9-8da7-1f056273e520 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:35.089677 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-3896d155-1b58-44c9-8da7-1f056273e520 None None] Calling delete_port for 07d02fed-af7d-4ea7-91c3-03c6a93421b7 owned by network:dhcp {{(pid=102193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:17:35.098860 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f01403ae-09d5-4da4-8a4f-b916e49a6e8c tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Network 8886bdb2-96cd-41e9-b700-c178565a3929 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:17:35.109235 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-f01403ae-09d5-4da4-8a4f-b916e49a6e8c tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:17:35.112781 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f01403ae-09d5-4da4-8a4f-b916e49a6e8c tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:35.113374 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f01403ae-09d5-4da4-8a4f-b916e49a6e8c tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:35.131268 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01403ae-09d5-4da4-8a4f-b916e49a6e8c tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Pushing event updated for resources: {'Subnet': ['ID=76da590d-d3ff-479a-acd1-096bc1c8e052,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:35.133153 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8a90e2f-f903-4ed6-8b02-aef6fbba545a None None] Network 8886bdb2-96cd-41e9-b700-c178565a3929 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:17:35.227413 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-f01403ae-09d5-4da4-8a4f-b916e49a6e8c tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0924807 Aug 11 03:17:35.230102 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 41628) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:35.237600 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-0c7894a5-408c-4199-9887-b4f382d3f53f tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Request body: {'security_group': {'name': 'tempest-secgroup-1152707603'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:17:35.272081 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-39e052bd-c18a-46d3-a76f-0f69936c39b4 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:35.286463 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3896d155-1b58-44c9-8da7-1f056273e520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678'] for port, after_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:35.308305 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3896d155-1b58-44c9-8da7-1f056273e520 None None] No DVR routers for this DVR port 07d02fed-af7d-4ea7-91c3-03c6a93421b7 on host n-d-764292-30 {{(pid=102193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:17:35.318023 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e052bd-c18a-46d3-a76f-0f69936c39b4 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] No DVR routers for this DVR port 07d02fed-af7d-4ea7-91c3-03c6a93421b7 on host n-d-764292-30 {{(pid=102191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:17:35.346594 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3896d155-1b58-44c9-8da7-1f056273e520 None None] Pushing event deleted for resources: {'Port': ['ID=07d02fed-af7d-4ea7-91c3-03c6a93421b7,revision_number=None']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:35.385608 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1848e713-5db2-49d9-8e60-241aec9c28a7 req-be4858d8-e6cf-4a7a-b9ba-8ba4fdd445c8 tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:35.394040 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e052bd-c18a-46d3-a76f-0f69936c39b4 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Pushing event deleted for resources: {'Port': ['ID=07d02fed-af7d-4ea7-91c3-03c6a93421b7,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:35.395743 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1848e713-5db2-49d9-8e60-241aec9c28a7 req-be4858d8-e6cf-4a7a-b9ba-8ba4fdd445c8 tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] 10.222.0.41 "GET /v2.0/ports?device_id=0223be4b-128c-49b3-ac13-d778de5fcb68 HTTP/1.1" status: 200 len: 945 time: 0.1240156 Aug 11 03:17:35.450080 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1848e713-5db2-49d9-8e60-241aec9c28a7 req-fcb9c364-0143-40cc-b41a-097f91a7ff8d tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a9c14b7-456b-495d-954b-08faab866e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487463 Aug 11 03:17:35.450266 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-763feecd-aee1-443c-bd88-77ba98bc7315 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde080026-c28f-55be-b52b-13827cc43646-8886bdb2-96cd-41e9-b700-c178565a3929', 'network_id': '8886bdb2-96cd-41e9-b700-c178565a3929', 'tenant_id': '619f5dda48254516982a2d4b32c5e174', 'fixed_ips': [{'subnet_id': '76da590d-d3ff-479a-acd1-096bc1c8e052'}]}} from n-d-764292-30. {{(pid=102193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:17:35.450266 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-763feecd-aee1-443c-bd88-77ba98bc7315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:35.467052 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0c7894a5-408c-4199-9887-b4f382d3f53f tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:35.568909 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-39e052bd-c18a-46d3-a76f-0f69936c39b4 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:35.608571 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-39e052bd-c18a-46d3-a76f-0f69936c39b4 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['054df3e3-cdfc-452c-8e72-7c6f93926436']}} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:17:35.636569 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-39e052bd-c18a-46d3-a76f-0f69936c39b4 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cec806d2-146e-4899-a64a-ab587545aa11') {'for_net_delete': True} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:17:35.636985 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-39e052bd-c18a-46d3-a76f-0f69936c39b4 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cec806d2-146e-4899-a64a-ab587545aa11') {} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:17:35.637681 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.db_base_plugin_common [None req-763feecd-aee1-443c-bd88-77ba98bc7315 None None] Allocated IP 172.20.0.2 (8886bdb2-96cd-41e9-b700-c178565a3929/76da590d-d3ff-479a-acd1-096bc1c8e052/5d9196a1-9030-4d6f-8467-b71219dae786) {{(pid=102193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:17:35.653638 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-39e052bd-c18a-46d3-a76f-0f69936c39b4 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126283644'] for segment, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:35.668785 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 07d02fed-af7d-4ea7-91c3-03c6a93421b7 no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:17:35.676810 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-39e052bd-c18a-46d3-a76f-0f69936c39b4 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:35.691557 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39e052bd-c18a-46d3-a76f-0f69936c39b4 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=102191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:17:35.692023 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-39e052bd-c18a-46d3-a76f-0f69936c39b4 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126283391'] for segment, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:35.695231 n-d-764292-30 neutron-server[102191]: Traceback (most recent call last): Aug 11 03:17:35.695231 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:17:35.695231 n-d-764292-30 neutron-server[102191]: timer() Aug 11 03:17:35.695231 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:17:35.695231 n-d-764292-30 neutron-server[102191]: cb(*args, **kw) Aug 11 03:17:35.695231 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:17:35.695231 n-d-764292-30 neutron-server[102191]: return func(*args, **kwargs) Aug 11 03:17:35.695231 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:17:35.695231 n-d-764292-30 neutron-server[102191]: self._notify() Aug 11 03:17:35.695231 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:17:35.695231 n-d-764292-30 neutron-server[102191]: self.callback(batched_events) Aug 11 03:17:35.695231 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:17:35.695231 n-d-764292-30 neutron-server[102191]: event.method(event) Aug 11 03:17:35.695231 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:17:35.695231 n-d-764292-30 neutron-server[102191]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:17:35.695231 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:17:35.695231 n-d-764292-30 neutron-server[102191]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:17:35.695231 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:17:35.695231 n-d-764292-30 neutron-server[102191]: return f(self, *a, **k) Aug 11 03:17:35.695231 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:17:35.695231 n-d-764292-30 neutron-server[102191]: return self._get(url).json() Aug 11 03:17:35.695231 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:17:35.695231 n-d-764292-30 neutron-server[102191]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:17:35.695231 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:17:35.695231 n-d-764292-30 neutron-server[102191]: return self.request(url, 'GET', **kwargs) Aug 11 03:17:35.695231 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:17:35.695231 n-d-764292-30 neutron-server[102191]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:17:35.695231 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:17:35.695231 n-d-764292-30 neutron-server[102191]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:17:35.695231 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:17:35.695231 n-d-764292-30 neutron-server[102191]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:17:35.695231 n-d-764292-30 neutron-server[102191]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:17:35.709822 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: 07d02fed-af7d-4ea7-91c3-03c6a93421b7 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:17:35.710273 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 07d02fed-af7d-4ea7-91c3-03c6a93421b7 not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:17:35.776909 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0c7894a5-408c-4199-9887-b4f382d3f53f tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:35.850127 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0c7894a5-408c-4199-9887-b4f382d3f53f tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:35.872769 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-763feecd-aee1-443c-bd88-77ba98bc7315 None None] Notify callbacks [] for port, precommit_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:35.894376 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-763feecd-aee1-443c-bd88-77ba98bc7315 None None] Transition to ACTIVE for port object 5d9196a1-9030-4d6f-8467-b71219dae786 will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:17:35.910769 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-39e052bd-c18a-46d3-a76f-0f69936c39b4 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:35.923620 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-39e052bd-c18a-46d3-a76f-0f69936c39b4 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Notify callbacks [] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:35.924774 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-763feecd-aee1-443c-bd88-77ba98bc7315 None None] Transition to ACTIVE for port object 5d9196a1-9030-4d6f-8467-b71219dae786 will not be triggered until provisioned by entity DHCP. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:17:35.932313 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-39e052bd-c18a-46d3-a76f-0f69936c39b4 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] 10.222.0.41 "DELETE /v2.0/networks/054df3e3-cdfc-452c-8e72-7c6f93926436 HTTP/1.1" status: 204 len: 168 time: 1.3292143 Aug 11 03:17:35.942180 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 41642) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:35.957621 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e052bd-c18a-46d3-a76f-0f69936c39b4 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Pushing event deleted for resources: {'Network': ['ID=054df3e3-cdfc-452c-8e72-7c6f93926436,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:35.959579 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7894a5-408c-4199-9887-b4f382d3f53f tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da3e013f-97df-4bdf-b9f3-3d771ea9c92f,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:35.962996 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-4b3b919c-410b-4324-b23a-7f7db6af640b tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-460925223'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:17:36.006042 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f4bd0d-b959-4054-aebb-23fbe4ea8339 req-34e663c7-c737-48c7-8c2e-b4dfda823e75 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:36.006042 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-74f4bd0d-b959-4054-aebb-23fbe4ea8339 req-34e663c7-c737-48c7-8c2e-b4dfda823e75 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/ports?device_id=198e40ac-af59-487f-99be-beb764869941 HTTP/1.1" status: 200 len: 945 time: 0.1053157 Aug 11 03:17:36.033562 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-74f4bd0d-b959-4054-aebb-23fbe4ea8339 req-1fcb4da1-aea3-4390-84c6-584112cafdc3 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a89a04a-70d6-46f3-9b56-7cb537ff4761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369809 Aug 11 03:17:36.416545 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-763feecd-aee1-443c-bd88-77ba98bc7315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669'] for port, after_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:36.444635 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-763feecd-aee1-443c-bd88-77ba98bc7315 None None] Network 8886bdb2-96cd-41e9-b700-c178565a3929 is already hosted by enough agents. {{(pid=102193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:17:36.447656 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.base_scheduler [None req-763feecd-aee1-443c-bd88-77ba98bc7315 None None] Resources bound (agent type, host, resource id): {{(pid=102193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:17:36.451471 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-763feecd-aee1-443c-bd88-77ba98bc7315 None None] Received port after_create {{(pid=102193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:17:36.460021 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763feecd-aee1-443c-bd88-77ba98bc7315 None None] Pushing event updated for resources: {'Port': ['ID=5d9196a1-9030-4d6f-8467-b71219dae786,revision_number=1']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:36.525016 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-763feecd-aee1-443c-bd88-77ba98bc7315 None None] Attempting to bind port 5d9196a1-9030-4d6f-8467-b71219dae786 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:17:36.525475 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-763feecd-aee1-443c-bd88-77ba98bc7315 None None] Attempting to bind port 5d9196a1-9030-4d6f-8467-b71219dae786 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': 'f57eee17-12e1-4fed-b972-2de095077297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '8886bdb2-96cd-41e9-b700-c178565a3929'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:17:36.525876 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-763feecd-aee1-443c-bd88-77ba98bc7315 None None] Attempting to bind port 5d9196a1-9030-4d6f-8467-b71219dae786 on network 8886bdb2-96cd-41e9-b700-c178565a3929 {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:17:36.532324 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-763feecd-aee1-443c-bd88-77ba98bc7315 None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 17, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:17:36.532708 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-763feecd-aee1-443c-bd88-77ba98bc7315 None None] Checking segment: {'id': 'f57eee17-12e1-4fed-b972-2de095077297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '8886bdb2-96cd-41e9-b700-c178565a3929'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:17:36.533105 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-763feecd-aee1-443c-bd88-77ba98bc7315 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:36.533561 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-763feecd-aee1-443c-bd88-77ba98bc7315 None None] Bound using segment: {'id': 'f57eee17-12e1-4fed-b972-2de095077297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '8886bdb2-96cd-41e9-b700-c178565a3929'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:17:36.534067 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-763feecd-aee1-443c-bd88-77ba98bc7315 None None] Bound port: 5d9196a1-9030-4d6f-8467-b71219dae786, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f57eee17-12e1-4fed-b972-2de095077297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '8886bdb2-96cd-41e9-b700-c178565a3929'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:17:36.534504 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-763feecd-aee1-443c-bd88-77ba98bc7315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:36.595573 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14b7518-595d-48d0-8783-1d14ca2be99f req-57803b3e-4b8e-4493-982f-f643114065cd tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:36.597404 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d14b7518-595d-48d0-8783-1d14ca2be99f req-57803b3e-4b8e-4493-982f-f643114065cd tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] 10.222.0.41 "GET /v2.0/ports?device_id=0223be4b-128c-49b3-ac13-d778de5fcb68 HTTP/1.1" status: 200 len: 945 time: 0.0530035 Aug 11 03:17:36.616718 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-763feecd-aee1-443c-bd88-77ba98bc7315 None None] For port 5d9196a1-9030-4d6f-8467-b71219dae786, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:17:36.620771 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-763feecd-aee1-443c-bd88-77ba98bc7315 None None] For port 5d9196a1-9030-4d6f-8467-b71219dae786, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=5d9196a1-9030-4d6f-8467-b71219dae786,segment=NetworkSegment(f57eee17-12e1-4fed-b972-2de095077297),segment_id=f57eee17-12e1-4fed-b972-2de095077297)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:17:36.645429 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d14b7518-595d-48d0-8783-1d14ca2be99f req-c73f8606-6c88-40f6-87e0-57c4adf7e1b3 tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a9c14b7-456b-495d-954b-08faab866e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387919 Aug 11 03:17:36.717921 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0c7894a5-408c-4199-9887-b4f382d3f53f tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:36.723364 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-0c7894a5-408c-4199-9887-b4f382d3f53f tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.4907382 Aug 11 03:17:36.724107 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 41660) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:36.729479 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-48e9c37e-1b65-472f-8212-b2d2e1dfa374 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Request body: {'security_group': {'name': 'tempest-secgroup-420071375'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:17:36.827188 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-763feecd-aee1-443c-bd88-77ba98bc7315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:36.894660 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b3b919c-410b-4324-b23a-7f7db6af640b tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Made reservation on behalf of 9efcd44618b1499dbaacd7184adc7a1f for: {'network': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:17:36.898349 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4b3b919c-410b-4324-b23a-7f7db6af640b tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:36.910825 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763feecd-aee1-443c-bd88-77ba98bc7315 None None] Pushing event updated for resources: {'Port': ['ID=5d9196a1-9030-4d6f-8467-b71219dae786,revision_number=2']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:36.958722 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b3b919c-410b-4324-b23a-7f7db6af640b tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=102192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:17:36.971757 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4b3b919c-410b-4324-b23a-7f7db6af640b tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:36.973213 n-d-764292-30 neutron-server[102192]: INFO neutron.db.segments_db [None req-4b3b919c-410b-4324-b23a-7f7db6af640b tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Added segment f6431bf5-83cc-4ceb-b805-3ac9abf9387d of type vlan for network 7e3f2063-0a4f-46ef-b793-96c2d84236a0 Aug 11 03:17:37.010113 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-48e9c37e-1b65-472f-8212-b2d2e1dfa374 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:37.025198 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4b3b919c-410b-4324-b23a-7f7db6af640b tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:37.044086 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:37.134348 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-48e9c37e-1b65-472f-8212-b2d2e1dfa374 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:37.204817 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4b3b919c-410b-4324-b23a-7f7db6af640b tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:37.217514 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b3b919c-410b-4324-b23a-7f7db6af640b tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:37.218180 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4b3b919c-410b-4324-b23a-7f7db6af640b tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:37.258499 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1005889e-bdd1-413f-a8e1-e159c30f2801 req-9e10afac-371b-4f16-a0e0-5f702ba4b9b9 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:37.260370 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1005889e-bdd1-413f-a8e1-e159c30f2801 req-9e10afac-371b-4f16-a0e0-5f702ba4b9b9 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/ports?device_id=198e40ac-af59-487f-99be-beb764869941 HTTP/1.1" status: 200 len: 945 time: 0.1239564 Aug 11 03:17:37.285294 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-48e9c37e-1b65-472f-8212-b2d2e1dfa374 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:37.364006 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-4b3b919c-410b-4324-b23a-7f7db6af640b tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.4195762 Aug 11 03:17:37.375368 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 41672) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:37.376099 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3b919c-410b-4324-b23a-7f7db6af640b tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Pushing event updated for resources: {'Network': ['ID=7e3f2063-0a4f-46ef-b793-96c2d84236a0,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:37.380863 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-c6ddf8d4-d261-4477-a5d5-c3c796e95eae tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Request body: {'subnet': {'network_id': '7e3f2063-0a4f-46ef-b793-96c2d84236a0', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:17:37.383912 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network 7e3f2063-0a4f-46ef-b793-96c2d84236a0 details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:17:37.409924 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1005889e-bdd1-413f-a8e1-e159c30f2801 req-218435d7-31c8-4370-9f2e-e2518cf53534 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a89a04a-70d6-46f3-9b56-7cb537ff4761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803301 Aug 11 03:17:37.410062 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-48e9c37e-1b65-472f-8212-b2d2e1dfa374 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:37.411571 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 41676) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:37.411716 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-48e9c37e-1b65-472f-8212-b2d2e1dfa374 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6861725 Aug 11 03:17:37.412444 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e9c37e-1b65-472f-8212-b2d2e1dfa374 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d208d8b0-f70d-4478-baa3-9424449b5e65,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:37.416676 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-3ec36bf6-b41a-4e91-a005-6423e1b38faa tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-251063685', 'security_groups': ['d208d8b0-f70d-4478-baa3-9424449b5e65'], 'network_id': '8886bdb2-96cd-41e9-b700-c178565a3929', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '76da590d-d3ff-479a-acd1-096bc1c8e052'}]}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:17:37.585958 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6ddf8d4-d261-4477-a5d5-c3c796e95eae tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Made reservation on behalf of 9efcd44618b1499dbaacd7184adc7a1f for: {'subnet': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:17:37.592976 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c6ddf8d4-d261-4477-a5d5-c3c796e95eae tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274743'] for subnet, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:37.700082 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ec36bf6-b41a-4e91-a005-6423e1b38faa tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Made reservation on behalf of 619f5dda48254516982a2d4b32c5e174 for: {'port': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:17:37.777388 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 5d9196a1-9030-4d6f-8467-b71219dae786 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:17:37.823043 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-3ec36bf6-b41a-4e91-a005-6423e1b38faa tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:37.874090 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [None req-3ec36bf6-b41a-4e91-a005-6423e1b38faa tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] device_id is not set on port 40a50aec-a462-4bb3-b6cc-97cc856e1f90 yet. {{(pid=102192) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:17:37.946743 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port 5d9196a1-9030-4d6f-8467-b71219dae786 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:17:37.948043 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4924fd52-60d8-46b7-a03e-404ce944ba42 req-0a58e1fa-44b8-49f7-84f4-56086419d138 tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:37.949619 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4924fd52-60d8-46b7-a03e-404ce944ba42 req-0a58e1fa-44b8-49f7-84f4-56086419d138 tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] 10.222.0.41 "GET /v2.0/ports?device_id=0223be4b-128c-49b3-ac13-d778de5fcb68 HTTP/1.1" status: 200 len: 945 time: 0.1306832 Aug 11 03:17:37.982244 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c6ddf8d4-d261-4477-a5d5-c3c796e95eae tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126283476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274725'] for subnet, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:38.069868 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ddf8d4-d261-4477-a5d5-c3c796e95eae tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Checking segment: {'id': 'f6431bf5-83cc-4ceb-b805-3ac9abf9387d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7e3f2063-0a4f-46ef-b793-96c2d84236a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:17:38.070361 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6ddf8d4-d261-4477-a5d5-c3c796e95eae tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Network hostable DHCP agents. Network: 7e3f2063-0a4f-46ef-b793-96c2d84236a0, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:17:38.075922 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ddf8d4-d261-4477-a5d5-c3c796e95eae tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Pushing event updated for resources: {'Subnet': ['ID=c8866a3c-afb6-4309-b7bf-f9c3fb2c2059,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:38.099714 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4924fd52-60d8-46b7-a03e-404ce944ba42 req-e302d20e-ac9a-458c-a607-033865a8e0af tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a9c14b7-456b-495d-954b-08faab866e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317720 Aug 11 03:17:38.181233 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6ddf8d4-d261-4477-a5d5-c3c796e95eae tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Network 7e3f2063-0a4f-46ef-b793-96c2d84236a0 is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:17:38.194260 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [None req-3ec36bf6-b41a-4e91-a005-6423e1b38faa tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Allocated IP 172.20.0.4 (8886bdb2-96cd-41e9-b700-c178565a3929/76da590d-d3ff-479a-acd1-096bc1c8e052/40a50aec-a462-4bb3-b6cc-97cc856e1f90) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:17:38.249349 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-c6ddf8d4-d261-4477-a5d5-c3c796e95eae tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, 7e3f2063-0a4f-46ef-b793-96c2d84236a0) {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:17:38.257943 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6ddf8d4-d261-4477-a5d5-c3c796e95eae tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:38.259950 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c6ddf8d4-d261-4477-a5d5-c3c796e95eae tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:38.263504 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c667f1a8-381d-4a90-864e-922967339419 None None] Network 7e3f2063-0a4f-46ef-b793-96c2d84236a0 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:17:38.349396 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-3ec36bf6-b41a-4e91-a005-6423e1b38faa tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:38.353440 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-babe102f-13f3-4667-bac7-cc35e203523e None None] Provisioning complete for port 84463fc6-069a-4188-8114-c15a7ee34f20 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:17:38.353853 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-babe102f-13f3-4667-bac7-cc35e203523e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:38.365254 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [None req-3ec36bf6-b41a-4e91-a005-6423e1b38faa tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Transition to ACTIVE for port object 40a50aec-a462-4bb3-b6cc-97cc856e1f90 will not be triggered until provisioned by entity DHCP. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:17:38.398008 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-c6ddf8d4-d261-4477-a5d5-c3c796e95eae tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.0283346 Aug 11 03:17:38.400870 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 41686) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:38.405890 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-5d5d5e86-3021-47ec-ba9b-6ae44b3266d4 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-296703110'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:17:38.407632 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-babe102f-13f3-4667-bac7-cc35e203523e None None] Port 84463fc6-069a-4188-8114-c15a7ee34f20 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:17:38.466648 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-3ec36bf6-b41a-4e91-a005-6423e1b38faa tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:38.497680 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-036382cb-b723-41ea-9ba2-f84a13e6eafa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde080026-c28f-55be-b52b-13827cc43646-7e3f2063-0a4f-46ef-b793-96c2d84236a0', 'network_id': '7e3f2063-0a4f-46ef-b793-96c2d84236a0', 'tenant_id': '9efcd44618b1499dbaacd7184adc7a1f', 'fixed_ips': [{'subnet_id': 'c8866a3c-afb6-4309-b7bf-f9c3fb2c2059'}]}} from n-d-764292-30. {{(pid=102193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:17:38.498708 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-036382cb-b723-41ea-9ba2-f84a13e6eafa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:38.534679 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ec36bf6-b41a-4e91-a005-6423e1b38faa tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Network 8886bdb2-96cd-41e9-b700-c178565a3929 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:17:38.559945 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-3ec36bf6-b41a-4e91-a005-6423e1b38faa tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:17:38.562013 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d5d5e86-3021-47ec-ba9b-6ae44b3266d4 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Made reservation on behalf of 9efcd44618b1499dbaacd7184adc7a1f for: {'network': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:17:38.566540 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-5d5d5e86-3021-47ec-ba9b-6ae44b3266d4 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:38.586805 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec36bf6-b41a-4e91-a005-6423e1b38faa tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:17:38.647522 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ec36bf6-b41a-4e91-a005-6423e1b38faa tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:38.648475 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-3ec36bf6-b41a-4e91-a005-6423e1b38faa tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:38.658629 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-babe102f-13f3-4667-bac7-cc35e203523e None None] Provisioning for port 5d9196a1-9030-4d6f-8467-b71219dae786 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:17:38.674496 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-babe102f-13f3-4667-bac7-cc35e203523e None None] Provisioning complete for port 5d9196a1-9030-4d6f-8467-b71219dae786 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:17:38.675135 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-babe102f-13f3-4667-bac7-cc35e203523e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:38.682967 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec36bf6-b41a-4e91-a005-6423e1b38faa tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Pushing event updated for resources: {'Port': ['ID=40a50aec-a462-4bb3-b6cc-97cc856e1f90,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:38.704516 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d5d5e86-3021-47ec-ba9b-6ae44b3266d4 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=102192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:17:38.715011 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe10473e-13cf-490a-9373-e8439151a2be req-192bcaf9-72f2-40a3-b762-9514b87bd8bc tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:38.725787 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-fe10473e-13cf-490a-9373-e8439151a2be req-192bcaf9-72f2-40a3-b762-9514b87bd8bc tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/ports?device_id=198e40ac-af59-487f-99be-beb764869941 HTTP/1.1" status: 200 len: 945 time: 0.2094760 Aug 11 03:17:38.762939 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-5d5d5e86-3021-47ec-ba9b-6ae44b3266d4 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:38.762939 n-d-764292-30 neutron-server[102192]: INFO neutron.db.segments_db [None req-5d5d5e86-3021-47ec-ba9b-6ae44b3266d4 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Added segment 90206451-2911-44be-b61c-7392abb821e0 of type vlan for network 4e580d1f-7d26-40ae-9a23-fd733b74bd23 Aug 11 03:17:38.801028 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.db_base_plugin_common [None req-036382cb-b723-41ea-9ba2-f84a13e6eafa None None] Allocated IP 19.80.0.2 (7e3f2063-0a4f-46ef-b793-96c2d84236a0/c8866a3c-afb6-4309-b7bf-f9c3fb2c2059/a684fc83-6b5a-4242-9297-4cd997d7f44a) {{(pid=102193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:17:38.830924 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-fe10473e-13cf-490a-9373-e8439151a2be req-e33a74ff-13b3-43ae-b528-385d437e0f5f tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a89a04a-70d6-46f3-9b56-7cb537ff4761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041245 Aug 11 03:17:38.842718 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-babe102f-13f3-4667-bac7-cc35e203523e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:38.845796 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-3ec36bf6-b41a-4e91-a005-6423e1b38faa tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.4331002 Aug 11 03:17:38.849088 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 41702) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:38.858830 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-3cad5ada-c8ac-4d00-b5a5-baef7c048b87 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Request body: {'subnet': {'network_id': '8886bdb2-96cd-41e9-b700-c178565a3929', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:17:38.872097 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-5d5d5e86-3021-47ec-ba9b-6ae44b3266d4 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:38.971456 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-babe102f-13f3-4667-bac7-cc35e203523e None None] For port 5d9196a1-9030-4d6f-8467-b71219dae786, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=5d9196a1-9030-4d6f-8467-b71219dae786,segment=NetworkSegment(f57eee17-12e1-4fed-b972-2de095077297),segment_id=f57eee17-12e1-4fed-b972-2de095077297)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:17:38.992007 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-5d5d5e86-3021-47ec-ba9b-6ae44b3266d4 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:38.997862 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d5d5e86-3021-47ec-ba9b-6ae44b3266d4 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:38.999004 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-5d5d5e86-3021-47ec-ba9b-6ae44b3266d4 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:39.067667 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cad5ada-c8ac-4d00-b5a5-baef7c048b87 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Made reservation on behalf of 619f5dda48254516982a2d4b32c5e174 for: {'subnet': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:17:39.070119 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-babe102f-13f3-4667-bac7-cc35e203523e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:39.071467 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3cad5ada-c8ac-4d00-b5a5-baef7c048b87 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274743'] for subnet, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:39.081237 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5d5e86-3021-47ec-ba9b-6ae44b3266d4 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Pushing event updated for resources: {'Network': ['ID=4e580d1f-7d26-40ae-9a23-fd733b74bd23,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:39.107175 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network 4e580d1f-7d26-40ae-9a23-fd733b74bd23 details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:17:39.143591 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-5d5d5e86-3021-47ec-ba9b-6ae44b3266d4 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7391760 Aug 11 03:17:39.144207 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 41710) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:39.148789 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-e85b9cdc-b73b-415e-bf28-306527c818b6 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Request body: {'subnet': {'network_id': '4e580d1f-7d26-40ae-9a23-fd733b74bd23', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:17:39.176246 n-d-764292-30 neutron-server[102191]: INFO neutron.db.ipam_backend_mixin [None req-3cad5ada-c8ac-4d00-b5a5-baef7c048b87 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 76da590d-d3ff-479a-acd1-096bc1c8e052 (CIDR: 172.20.0.0/28) Aug 11 03:17:39.184761 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-036382cb-b723-41ea-9ba2-f84a13e6eafa None None] Notify callbacks [] for port, precommit_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:39.211592 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-036382cb-b723-41ea-9ba2-f84a13e6eafa None None] Transition to ACTIVE for port object a684fc83-6b5a-4242-9297-4cd997d7f44a will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:17:39.221022 n-d-764292-30 neutron-server[102191]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cad5ada-c8ac-4d00-b5a5-baef7c048b87 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 03:17:39.221774 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cad5ada-c8ac-4d00-b5a5-baef7c048b87 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:17:39.249112 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babe102f-13f3-4667-bac7-cc35e203523e None None] Pushing event updated for resources: {'Port': ['ID=5d9196a1-9030-4d6f-8467-b71219dae786,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:39.255499 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-036382cb-b723-41ea-9ba2-f84a13e6eafa None None] Transition to ACTIVE for port object a684fc83-6b5a-4242-9297-4cd997d7f44a will not be triggered until provisioned by entity DHCP. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:17:39.262109 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babe102f-13f3-4667-bac7-cc35e203523e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:17:39.262501 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babe102f-13f3-4667-bac7-cc35e203523e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:17:39.262844 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babe102f-13f3-4667-bac7-cc35e203523e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:17:39.263179 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babe102f-13f3-4667-bac7-cc35e203523e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:17:39.263525 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babe102f-13f3-4667-bac7-cc35e203523e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:17:39.263840 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babe102f-13f3-4667-bac7-cc35e203523e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:17:39.264363 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babe102f-13f3-4667-bac7-cc35e203523e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:17:39.264880 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babe102f-13f3-4667-bac7-cc35e203523e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:17:39.265223 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babe102f-13f3-4667-bac7-cc35e203523e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:17:39.265530 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babe102f-13f3-4667-bac7-cc35e203523e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:17:39.266043 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babe102f-13f3-4667-bac7-cc35e203523e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:17:39.266426 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babe102f-13f3-4667-bac7-cc35e203523e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:17:39.291973 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acba8053-03ed-4deb-87d7-c7e08138f051 req-f1330ab5-7d93-4b1b-b22d-72848a798a5c tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:39.293440 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-acba8053-03ed-4deb-87d7-c7e08138f051 req-f1330ab5-7d93-4b1b-b22d-72848a798a5c tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] 10.222.0.41 "GET /v2.0/ports?device_id=0223be4b-128c-49b3-ac13-d778de5fcb68 HTTP/1.1" status: 200 len: 945 time: 0.0868676 Aug 11 03:17:39.301168 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-3cad5ada-c8ac-4d00-b5a5-baef7c048b87 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4509773 Aug 11 03:17:39.303842 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 41712) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:39.308795 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-88917215-3f17-47c7-b47c-0e65d9d4abd3 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Request body: {'subnet': {'network_id': '8886bdb2-96cd-41e9-b700-c178565a3929', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:17:39.333541 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-ed6bcf0e-7113-4769-8d42-88e737aa1b7f None None] Provisioning for port 40a50aec-a462-4bb3-b6cc-97cc856e1f90 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:17:39.338661 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-ed6bcf0e-7113-4769-8d42-88e737aa1b7f None None] Provisioning complete for port 40a50aec-a462-4bb3-b6cc-97cc856e1f90 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:17:39.339152 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-ed6bcf0e-7113-4769-8d42-88e737aa1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:39.341988 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-036382cb-b723-41ea-9ba2-f84a13e6eafa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669'] for port, after_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:39.356377 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-acba8053-03ed-4deb-87d7-c7e08138f051 req-af451b08-7add-4fbf-b2c2-ac9e46fd2bfe tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a9c14b7-456b-495d-954b-08faab866e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493426 Aug 11 03:17:39.409100 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e85b9cdc-b73b-415e-bf28-306527c818b6 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Made reservation on behalf of 9efcd44618b1499dbaacd7184adc7a1f for: {'subnet': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:17:39.413081 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e85b9cdc-b73b-415e-bf28-306527c818b6 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126180544'] for subnet, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:39.420764 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-ed6bcf0e-7113-4769-8d42-88e737aa1b7f None None] Port 40a50aec-a462-4bb3-b6cc-97cc856e1f90 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:17:39.449321 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036382cb-b723-41ea-9ba2-f84a13e6eafa None None] Pushing event updated for resources: {'Port': ['ID=a684fc83-6b5a-4242-9297-4cd997d7f44a,revision_number=1']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:39.452823 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-036382cb-b723-41ea-9ba2-f84a13e6eafa None None] Network 7e3f2063-0a4f-46ef-b793-96c2d84236a0 is already hosted by enough agents. {{(pid=102193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:17:39.455554 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.base_scheduler [None req-036382cb-b723-41ea-9ba2-f84a13e6eafa None None] Resources bound (agent type, host, resource id): {{(pid=102193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:17:39.457462 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036382cb-b723-41ea-9ba2-f84a13e6eafa None None] Received port after_create {{(pid=102193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:17:39.494728 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88917215-3f17-47c7-b47c-0e65d9d4abd3 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Made reservation on behalf of 619f5dda48254516982a2d4b32c5e174 for: {'subnet': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:17:39.498347 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-88917215-3f17-47c7-b47c-0e65d9d4abd3 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274743'] for subnet, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:39.528002 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-036382cb-b723-41ea-9ba2-f84a13e6eafa None None] Attempting to bind port a684fc83-6b5a-4242-9297-4cd997d7f44a on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:17:39.530576 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-036382cb-b723-41ea-9ba2-f84a13e6eafa None None] Attempting to bind port a684fc83-6b5a-4242-9297-4cd997d7f44a by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': 'f6431bf5-83cc-4ceb-b805-3ac9abf9387d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7e3f2063-0a4f-46ef-b793-96c2d84236a0'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:17:39.530576 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036382cb-b723-41ea-9ba2-f84a13e6eafa None None] Attempting to bind port a684fc83-6b5a-4242-9297-4cd997d7f44a on network 7e3f2063-0a4f-46ef-b793-96c2d84236a0 {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:17:39.535563 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036382cb-b723-41ea-9ba2-f84a13e6eafa None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 17, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:17:39.535984 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036382cb-b723-41ea-9ba2-f84a13e6eafa None None] Checking segment: {'id': 'f6431bf5-83cc-4ceb-b805-3ac9abf9387d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7e3f2063-0a4f-46ef-b793-96c2d84236a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:17:39.536398 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-036382cb-b723-41ea-9ba2-f84a13e6eafa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:39.536845 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036382cb-b723-41ea-9ba2-f84a13e6eafa None None] Bound using segment: {'id': 'f6431bf5-83cc-4ceb-b805-3ac9abf9387d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7e3f2063-0a4f-46ef-b793-96c2d84236a0'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:17:39.537323 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-036382cb-b723-41ea-9ba2-f84a13e6eafa None None] Bound port: a684fc83-6b5a-4242-9297-4cd997d7f44a, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6431bf5-83cc-4ceb-b805-3ac9abf9387d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7e3f2063-0a4f-46ef-b793-96c2d84236a0'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:17:39.537749 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-036382cb-b723-41ea-9ba2-f84a13e6eafa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:39.609756 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-036382cb-b723-41ea-9ba2-f84a13e6eafa None None] For port a684fc83-6b5a-4242-9297-4cd997d7f44a, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:17:39.613772 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-036382cb-b723-41ea-9ba2-f84a13e6eafa None None] For port a684fc83-6b5a-4242-9297-4cd997d7f44a, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=a684fc83-6b5a-4242-9297-4cd997d7f44a,segment=NetworkSegment(f6431bf5-83cc-4ceb-b805-3ac9abf9387d),segment_id=f6431bf5-83cc-4ceb-b805-3ac9abf9387d)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:17:39.691479 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-036382cb-b723-41ea-9ba2-f84a13e6eafa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:39.723405 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 5d9196a1-9030-4d6f-8467-b71219dae786 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:17:39.758244 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e85b9cdc-b73b-415e-bf28-306527c818b6 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125932092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126180562'] for subnet, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:39.812219 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036382cb-b723-41ea-9ba2-f84a13e6eafa None None] Pushing event updated for resources: {'Port': ['ID=a684fc83-6b5a-4242-9297-4cd997d7f44a,revision_number=2']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:39.842897 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 5d9196a1-9030-4d6f-8467-b71219dae786 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:17:39.843946 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:39.878522 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85b9cdc-b73b-415e-bf28-306527c818b6 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Pushing event updated for resources: {'Subnet': ['ID=9512eb6f-f3da-44e4-ba03-08558120d87a,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:39.882465 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85b9cdc-b73b-415e-bf28-306527c818b6 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Checking segment: {'id': '90206451-2911-44be-b61c-7392abb821e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '4e580d1f-7d26-40ae-9a23-fd733b74bd23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:17:39.882835 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e85b9cdc-b73b-415e-bf28-306527c818b6 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Network hostable DHCP agents. Network: 4e580d1f-7d26-40ae-9a23-fd733b74bd23, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:17:39.983710 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e85b9cdc-b73b-415e-bf28-306527c818b6 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Network 4e580d1f-7d26-40ae-9a23-fd733b74bd23 is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:17:40.025087 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c051b2b-89dc-4683-a1f4-e5c391aa4053 req-dccbe8ed-c869-44a3-93fb-d23342f1dfb2 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:40.037558 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0c051b2b-89dc-4683-a1f4-e5c391aa4053 req-dccbe8ed-c869-44a3-93fb-d23342f1dfb2 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/ports?device_id=198e40ac-af59-487f-99be-beb764869941 HTTP/1.1" status: 200 len: 945 time: 0.0872762 Aug 11 03:17:40.089896 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-88917215-3f17-47c7-b47c-0e65d9d4abd3 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126283476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274725'] for subnet, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:40.091738 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0c051b2b-89dc-4683-a1f4-e5c391aa4053 req-0f67b2e8-0611-4e10-ac29-f616f572b474 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a89a04a-70d6-46f3-9b56-7cb537ff4761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538249 Aug 11 03:17:40.117829 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-e85b9cdc-b73b-415e-bf28-306527c818b6 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, 4e580d1f-7d26-40ae-9a23-fd733b74bd23) {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:17:40.121975 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e85b9cdc-b73b-415e-bf28-306527c818b6 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:40.122654 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e85b9cdc-b73b-415e-bf28-306527c818b6 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:40.132097 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f076b81-c3a6-4e70-9041-10d3cc1f5155 None None] Network 4e580d1f-7d26-40ae-9a23-fd733b74bd23 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:17:40.156636 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88917215-3f17-47c7-b47c-0e65d9d4abd3 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Network 8886bdb2-96cd-41e9-b700-c178565a3929 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:17:40.160246 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-88917215-3f17-47c7-b47c-0e65d9d4abd3 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:17:40.166677 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88917215-3f17-47c7-b47c-0e65d9d4abd3 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:40.167446 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-88917215-3f17-47c7-b47c-0e65d9d4abd3 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:40.185980 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88917215-3f17-47c7-b47c-0e65d9d4abd3 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Pushing event updated for resources: {'Subnet': ['ID=078862f6-d9c7-414e-b0d7-ba21c58eb7e4,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:40.216196 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-e85b9cdc-b73b-415e-bf28-306527c818b6 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.0712671 Aug 11 03:17:40.272798 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-88917215-3f17-47c7-b47c-0e65d9d4abd3 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9678023 Aug 11 03:17:40.275321 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 41732) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:40.280752 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-a2628007-e076-4342-af69-a776639c2ba0 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1994160701', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '078862f6-d9c7-414e-b0d7-ba21c58eb7e4'}], 'security_groups': ['da3e013f-97df-4bdf-b9f3-3d771ea9c92f']}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:17:40.341955 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fddffb4a-cdc7-49e8-8d9b-67aa49a0117e None None] Network 8886bdb2-96cd-41e9-b700-c178565a3929 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:17:40.532652 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a2628007-e076-4342-af69-a776639c2ba0 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:40.639821 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78a5a6b-12fc-4637-b12e-7179f64b2254 req-12876e80-a00d-4889-888f-4ac3cb79c485 tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:40.642602 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e78a5a6b-12fc-4637-b12e-7179f64b2254 req-12876e80-a00d-4889-888f-4ac3cb79c485 tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] 10.222.0.41 "GET /v2.0/ports?device_id=0223be4b-128c-49b3-ac13-d778de5fcb68 HTTP/1.1" status: 200 len: 945 time: 0.1246362 Aug 11 03:17:40.650051 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4370e1c1-39bd-4e16-96dc-68ac978ca4cd req-fd45035f-1dba-4f50-affd-a66ebead925e tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:40.656312 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4370e1c1-39bd-4e16-96dc-68ac978ca4cd req-fd45035f-1dba-4f50-affd-a66ebead925e tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:40.664754 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4370e1c1-39bd-4e16-96dc-68ac978ca4cd req-fd45035f-1dba-4f50-affd-a66ebead925e tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] 10.222.0.41 "GET /v2.0/networks?id=7e3f2063-0a4f-46ef-b793-96c2d84236a0&id=4e580d1f-7d26-40ae-9a23-fd733b74bd23 HTTP/1.1" status: 200 len: 1390 time: 0.2193913 Aug 11 03:17:40.729697 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b90909c0-18ea-4b91-bc41-27a9054afd01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde080026-c28f-55be-b52b-13827cc43646-4e580d1f-7d26-40ae-9a23-fd733b74bd23', 'network_id': '4e580d1f-7d26-40ae-9a23-fd733b74bd23', 'tenant_id': '9efcd44618b1499dbaacd7184adc7a1f', 'fixed_ips': [{'subnet_id': '9512eb6f-f3da-44e4-ba03-08558120d87a'}]}} from n-d-764292-30. {{(pid=102193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:17:40.730666 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-b90909c0-18ea-4b91-bc41-27a9054afd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:40.733534 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4370e1c1-39bd-4e16-96dc-68ac978ca4cd req-f3145236-44a0-4093-9ede-860ce1d8d4bd tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] 10.222.0.41 "GET /v2.0/quotas/9efcd44618b1499dbaacd7184adc7a1f HTTP/1.1" status: 200 len: 375 time: 0.0678029 Aug 11 03:17:40.934387 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.db_base_plugin_common [None req-b90909c0-18ea-4b91-bc41-27a9054afd01 None None] Allocated IP 19.86.0.2 (4e580d1f-7d26-40ae-9a23-fd733b74bd23/9512eb6f-f3da-44e4-ba03-08558120d87a/bb24e91a-4461-402a-a6bc-226a783f6eeb) {{(pid=102193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:17:40.939063 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e78a5a6b-12fc-4637-b12e-7179f64b2254 req-1cc14981-89fe-4ec3-ba91-fb2a495536cd tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a9c14b7-456b-495d-954b-08faab866e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2694585 Aug 11 03:17:40.970150 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4370e1c1-39bd-4e16-96dc-68ac978ca4cd req-9c520de4-5bce-4cee-a992-1569af4c9ade tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=9efcd44618b1499dbaacd7184adc7a1f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2357368 Aug 11 03:17:41.056247 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [None req-a2628007-e076-4342-af69-a776639c2ba0 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Delete allocated IP 172.20.0.4 (8886bdb2-96cd-41e9-b700-c178565a3929/76da590d-d3ff-479a-acd1-096bc1c8e052) {{(pid=102191) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 11 03:17:41.067658 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [None req-a2628007-e076-4342-af69-a776639c2ba0 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Allocated IP 172.20.0.26 (8886bdb2-96cd-41e9-b700-c178565a3929/078862f6-d9c7-414e-b0d7-ba21c58eb7e4/40a50aec-a462-4bb3-b6cc-97cc856e1f90) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:17:41.157996 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4370e1c1-39bd-4e16-96dc-68ac978ca4cd req-cf5597f0-029e-4e3c-9ba6-fef60543803a service neutron] 10.222.0.41 "GET /v2.0/networks/7e3f2063-0a4f-46ef-b793-96c2d84236a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804485 Aug 11 03:17:41.192946 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:41.227957 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-b90909c0-18ea-4b91-bc41-27a9054afd01 None None] Notify callbacks [] for port, precommit_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:41.279839 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-b90909c0-18ea-4b91-bc41-27a9054afd01 None None] Transition to ACTIVE for port object bb24e91a-4461-402a-a6bc-226a783f6eeb will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:17:41.311058 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-279a2a5f-75fc-44fe-95a9-4bca71f9c852 None None] Update dhcp port {'port': {'network_id': '8886bdb2-96cd-41e9-b700-c178565a3929', 'fixed_ips': [{'subnet_id': '76da590d-d3ff-479a-acd1-096bc1c8e052', 'ip_address': '172.20.0.2'}, {'subnet_id': '078862f6-d9c7-414e-b0d7-ba21c58eb7e4'}], 'binding:host_id': 'n-d-764292-30'}, 'id': '5d9196a1-9030-4d6f-8467-b71219dae786'} from n-d-764292-30. {{(pid=102193) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 11 03:17:41.318577 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-b90909c0-18ea-4b91-bc41-27a9054afd01 None None] Transition to ACTIVE for port object bb24e91a-4461-402a-a6bc-226a783f6eeb will not be triggered until provisioned by entity DHCP. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:17:41.339162 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce269d53-7edc-427c-a46b-585725fae197 None None] Network 7e3f2063-0a4f-46ef-b793-96c2d84236a0 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:17:41.381557 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75077e97-a0a8-4377-9685-3c108c69061a req-a5ff283f-5a8a-4f03-9f7b-a4b24448f86f tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:41.383367 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-75077e97-a0a8-4377-9685-3c108c69061a req-a5ff283f-5a8a-4f03-9f7b-a4b24448f86f tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/ports?device_id=198e40ac-af59-487f-99be-beb764869941 HTTP/1.1" status: 200 len: 945 time: 0.1243558 Aug 11 03:17:41.386715 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a2628007-e076-4342-af69-a776639c2ba0 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:41.428456 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-75077e97-a0a8-4377-9685-3c108c69061a req-b4aefd6c-8a54-490c-ac8e-34e72f1daf73 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a89a04a-70d6-46f3-9b56-7cb537ff4761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388646 Aug 11 03:17:41.432506 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-279a2a5f-75fc-44fe-95a9-4bca71f9c852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:41.481017 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [None req-a2628007-e076-4342-af69-a776639c2ba0 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Transition to ACTIVE for port object 40a50aec-a462-4bb3-b6cc-97cc856e1f90 will not be triggered until provisioned by entity DHCP. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:17:41.488305 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4370e1c1-39bd-4e16-96dc-68ac978ca4cd req-6fa372b9-739f-4f89-8195-fbcee6a9f3af service neutron] 10.222.0.41 "GET /v2.0/networks/7e3f2063-0a4f-46ef-b793-96c2d84236a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3204205 Aug 11 03:17:41.499577 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-b90909c0-18ea-4b91-bc41-27a9054afd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669'] for port, after_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:41.548474 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-f733b78f-c492-4928-baa5-165d3892b273 None None] Provisioning for port a684fc83-6b5a-4242-9297-4cd997d7f44a completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:17:41.587777 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4370e1c1-39bd-4e16-96dc-68ac978ca4cd req-ac3b2533-2b89-474f-84e4-6b36cecad221 service neutron] 10.222.0.41 "GET /v2.0/networks/4e580d1f-7d26-40ae-9a23-fd733b74bd23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922384 Aug 11 03:17:41.643996 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a2628007-e076-4342-af69-a776639c2ba0 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:41.648033 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b90909c0-18ea-4b91-bc41-27a9054afd01 None None] Network 4e580d1f-7d26-40ae-9a23-fd733b74bd23 is already hosted by enough agents. {{(pid=102193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:17:41.670737 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.base_scheduler [None req-b90909c0-18ea-4b91-bc41-27a9054afd01 None None] Resources bound (agent type, host, resource id): {{(pid=102193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:17:41.673858 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90909c0-18ea-4b91-bc41-27a9054afd01 None None] Received port after_create {{(pid=102193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:17:41.720661 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4370e1c1-39bd-4e16-96dc-68ac978ca4cd req-31654aaa-e7ae-4923-8d04-5623615050d6 service neutron] 10.222.0.41 "GET /v2.0/networks/4e580d1f-7d26-40ae-9a23-fd733b74bd23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263897 Aug 11 03:17:41.721830 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90909c0-18ea-4b91-bc41-27a9054afd01 None None] Pushing event updated for resources: {'Port': ['ID=bb24e91a-4461-402a-a6bc-226a783f6eeb,revision_number=1']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:41.780973 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device a684fc83-6b5a-4242-9297-4cd997d7f44a up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:17:41.853410 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-b90909c0-18ea-4b91-bc41-27a9054afd01 None None] Attempting to bind port bb24e91a-4461-402a-a6bc-226a783f6eeb on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:17:41.853806 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-b90909c0-18ea-4b91-bc41-27a9054afd01 None None] Attempting to bind port bb24e91a-4461-402a-a6bc-226a783f6eeb by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': '90206451-2911-44be-b61c-7392abb821e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '4e580d1f-7d26-40ae-9a23-fd733b74bd23'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:17:41.854179 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b90909c0-18ea-4b91-bc41-27a9054afd01 None None] Attempting to bind port bb24e91a-4461-402a-a6bc-226a783f6eeb on network 4e580d1f-7d26-40ae-9a23-fd733b74bd23 {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:17:41.869833 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b90909c0-18ea-4b91-bc41-27a9054afd01 None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 17, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:17:41.870216 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b90909c0-18ea-4b91-bc41-27a9054afd01 None None] Checking segment: {'id': '90206451-2911-44be-b61c-7392abb821e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '4e580d1f-7d26-40ae-9a23-fd733b74bd23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:17:41.870707 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-b90909c0-18ea-4b91-bc41-27a9054afd01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:41.871210 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b90909c0-18ea-4b91-bc41-27a9054afd01 None None] Bound using segment: {'id': '90206451-2911-44be-b61c-7392abb821e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '4e580d1f-7d26-40ae-9a23-fd733b74bd23'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:17:41.871592 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-b90909c0-18ea-4b91-bc41-27a9054afd01 None None] Bound port: bb24e91a-4461-402a-a6bc-226a783f6eeb, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90206451-2911-44be-b61c-7392abb821e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '4e580d1f-7d26-40ae-9a23-fd733b74bd23'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:17:41.871977 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-b90909c0-18ea-4b91-bc41-27a9054afd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:41.963562 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.db_base_plugin_common [None req-279a2a5f-75fc-44fe-95a9-4bca71f9c852 None None] Allocated IP 172.20.0.18 (8886bdb2-96cd-41e9-b700-c178565a3929/078862f6-d9c7-414e-b0d7-ba21c58eb7e4/5d9196a1-9030-4d6f-8467-b71219dae786) {{(pid=102193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:17:42.107582 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port a684fc83-6b5a-4242-9297-4cd997d7f44a completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:17:42.144288 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port a684fc83-6b5a-4242-9297-4cd997d7f44a triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:17:42.144668 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:42.149562 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-b90909c0-18ea-4b91-bc41-27a9054afd01 None None] For port bb24e91a-4461-402a-a6bc-226a783f6eeb, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:17:42.157688 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-b90909c0-18ea-4b91-bc41-27a9054afd01 None None] For port bb24e91a-4461-402a-a6bc-226a783f6eeb, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=bb24e91a-4461-402a-a6bc-226a783f6eeb,segment=NetworkSegment(90206451-2911-44be-b61c-7392abb821e0),segment_id=90206451-2911-44be-b61c-7392abb821e0)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:17:42.179509 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a9d2901d-ec8e-41fd-87a4-8bc1ebd3cad7 req-3bc98e87-a166-460e-8622-a73c80afea09 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] 10.222.0.41 "GET /v2.0/ports?device_id=77be1442-778d-4411-864c-39b16f7e1fa5 HTTP/1.1" status: 200 len: 210 time: 0.1257079 Aug 11 03:17:42.246704 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f7f4e3-5182-4440-98fb-f43aa8e4bfc6 req-bde118d6-ee40-4fd2-ac8f-91eef8a25b4f tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:42.262122 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-10f7f4e3-5182-4440-98fb-f43aa8e4bfc6 req-bde118d6-ee40-4fd2-ac8f-91eef8a25b4f tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] 10.222.0.41 "GET /v2.0/ports?device_id=0223be4b-128c-49b3-ac13-d778de5fcb68 HTTP/1.1" status: 200 len: 945 time: 0.2227931 Aug 11 03:17:42.280303 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-b90909c0-18ea-4b91-bc41-27a9054afd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:42.314626 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-279a2a5f-75fc-44fe-95a9-4bca71f9c852 None None] For port 5d9196a1-9030-4d6f-8467-b71219dae786, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=5d9196a1-9030-4d6f-8467-b71219dae786,segment=NetworkSegment(f57eee17-12e1-4fed-b972-2de095077297),segment_id=f57eee17-12e1-4fed-b972-2de095077297)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:17:42.328148 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-a2628007-e076-4342-af69-a776639c2ba0 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] In _notify_port_updated(), no bound segment for port 40a50aec-a462-4bb3-b6cc-97cc856e1f90 on network 8886bdb2-96cd-41e9-b700-c178565a3929 {{(pid=102191) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 03:17:42.329893 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2628007-e076-4342-af69-a776639c2ba0 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:42.330608 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a2628007-e076-4342-af69-a776639c2ba0 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:42.334892 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-a2628007-e076-4342-af69-a776639c2ba0 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] 10.222.0.41 "PUT /v2.0/ports/40a50aec-a462-4bb3-b6cc-97cc856e1f90 HTTP/1.1" status: 200 len: 921 time: 2.0585451 Aug 11 03:17:42.335551 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 41788) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:42.345571 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2628007-e076-4342-af69-a776639c2ba0 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Pushing event updated for resources: {'Port': ['ID=40a50aec-a462-4bb3-b6cc-97cc856e1f90,revision_number=2']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:42.373977 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-10f7f4e3-5182-4440-98fb-f43aa8e4bfc6 req-e32a4485-2f1d-41bb-8aaa-0dc23f78bb16 tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a9c14b7-456b-495d-954b-08faab866e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100247 Aug 11 03:17:42.465765 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-5e84bc81-7dd4-4a57-b801-6345b11b2101 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Deleting port 40a50aec-a462-4bb3-b6cc-97cc856e1f90 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:17:42.466345 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5e84bc81-7dd4-4a57-b801-6345b11b2101 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:42.553781 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-279a2a5f-75fc-44fe-95a9-4bca71f9c852 None None] Notify callbacks [] for port, precommit_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:42.557224 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-93fcf45a-a505-4a60-8a74-c23b22d33953 None None] Provisioning complete for port a684fc83-6b5a-4242-9297-4cd997d7f44a triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:17:42.557590 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-93fcf45a-a505-4a60-8a74-c23b22d33953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:42.570734 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90909c0-18ea-4b91-bc41-27a9054afd01 None None] Pushing event updated for resources: {'Port': ['ID=bb24e91a-4461-402a-a6bc-226a783f6eeb,revision_number=2']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:42.611284 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-279a2a5f-75fc-44fe-95a9-4bca71f9c852 None None] Transition to ACTIVE for port object 5d9196a1-9030-4d6f-8467-b71219dae786 will not be triggered until provisioned by entity DHCP. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:17:42.621364 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:42.625567 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5e84bc81-7dd4-4a57-b801-6345b11b2101 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:42.644324 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-5e84bc81-7dd4-4a57-b801-6345b11b2101 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Calling delete_port for 40a50aec-a462-4bb3-b6cc-97cc856e1f90 owned by {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:17:42.646092 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b6af31-d3bc-472b-876b-f06e2c6d1ed7 req-bfab19bb-ffee-4cd8-be33-adb0b96feac9 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:42.653585 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a8b6af31-d3bc-472b-876b-f06e2c6d1ed7 req-bfab19bb-ffee-4cd8-be33-adb0b96feac9 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/ports?device_id=198e40ac-af59-487f-99be-beb764869941 HTTP/1.1" status: 200 len: 945 time: 0.1136892 Aug 11 03:17:42.687864 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port a684fc83-6b5a-4242-9297-4cd997d7f44a, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=a684fc83-6b5a-4242-9297-4cd997d7f44a,segment=NetworkSegment(f6431bf5-83cc-4ceb-b805-3ac9abf9387d),segment_id=f6431bf5-83cc-4ceb-b805-3ac9abf9387d)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:17:42.746114 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a8b6af31-d3bc-472b-876b-f06e2c6d1ed7 req-8d40ce8b-bb2a-4da7-a159-6305edcb3a83 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a89a04a-70d6-46f3-9b56-7cb537ff4761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914409 Aug 11 03:17:42.763621 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-279a2a5f-75fc-44fe-95a9-4bca71f9c852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:42.875342 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-93fcf45a-a505-4a60-8a74-c23b22d33953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:42.877668 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279a2a5f-75fc-44fe-95a9-4bca71f9c852 None None] Pushing event updated for resources: {'Port': ['ID=5d9196a1-9030-4d6f-8467-b71219dae786,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:42.893666 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:42.980598 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5e84bc81-7dd4-4a57-b801-6345b11b2101 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:43.040859 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=a684fc83-6b5a-4242-9297-4cd997d7f44a,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:43.069099 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.db.api [None req-93fcf45a-a505-4a60-8a74-c23b22d33953 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102193) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 03:17:43.070639 n-d-764292-30 neutron-server[102193]: DEBUG oslo_db.api [None req-93fcf45a-a505-4a60-8a74-c23b22d33953 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 03:17:43.087313 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e84bc81-7dd4-4a57-b801-6345b11b2101 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Pushing event deleted for resources: {'Port': ['ID=40a50aec-a462-4bb3-b6cc-97cc856e1f90,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:43.155438 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5e84bc81-7dd4-4a57-b801-6345b11b2101 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:43.157817 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-5e84bc81-7dd4-4a57-b801-6345b11b2101 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] 10.222.0.41 "DELETE /v2.0/ports/40a50aec-a462-4bb3-b6cc-97cc856e1f90 HTTP/1.1" status: 204 len: 168 time: 0.8133323 Aug 11 03:17:43.160598 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 41798) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:43.185866 n-d-764292-30 neutron-server[102191]: INFO neutron.pecan_wsgi.hooks.translation [None req-33d64720-7211-466c-af02-00421435cb24 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] GET failed (client error): The resource could not be found. Aug 11 03:17:43.187506 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-33d64720-7211-466c-af02-00421435cb24 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] 10.222.0.41 "GET /v2.0/ports/40a50aec-a462-4bb3-b6cc-97cc856e1f90 HTTP/1.1" status: 404 len: 333 time: 0.0259750 Aug 11 03:17:43.191342 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 41800) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:43.259576 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-60c8e801-febe-4986-8c07-17edf2e1dc9f tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:43.270483 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-648f4aca-0452-4ea1-ad11-96c965837c40 req-7a697e39-a6d2-499e-b790-0314cbd44294 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] 10.222.0.41 "GET /v2.0/ports?device_id=77be1442-778d-4411-864c-39b16f7e1fa5 HTTP/1.1" status: 200 len: 210 time: 0.0306993 Aug 11 03:17:43.305001 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-60c8e801-febe-4986-8c07-17edf2e1dc9f tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:43.472438 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-60c8e801-febe-4986-8c07-17edf2e1dc9f tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:43.476282 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-60c8e801-febe-4986-8c07-17edf2e1dc9f tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:43.477807 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-60c8e801-febe-4986-8c07-17edf2e1dc9f tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] 10.222.0.41 "DELETE /v2.0/security-groups/d208d8b0-f70d-4478-baa3-9424449b5e65 HTTP/1.1" status: 204 len: 168 time: 0.2853212 Aug 11 03:17:43.495680 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 41810) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:43.496605 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c8e801-febe-4986-8c07-17edf2e1dc9f tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d208d8b0-f70d-4478-baa3-9424449b5e65,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:43.579824 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967a2981-00cc-4f3f-bbd2-4dedef865064 req-5ec7e448-9a7d-40e9-960f-9545be2b73f8 tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:43.581397 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-967a2981-00cc-4f3f-bbd2-4dedef865064 req-5ec7e448-9a7d-40e9-960f-9545be2b73f8 tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] 10.222.0.41 "GET /v2.0/ports?device_id=0223be4b-128c-49b3-ac13-d778de5fcb68 HTTP/1.1" status: 200 len: 945 time: 0.0998745 Aug 11 03:17:43.614592 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-6facca37-46d3-45ca-8dac-c67dad596a54 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:43.662981 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-6facca37-46d3-45ca-8dac-c67dad596a54 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:43.682697 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-967a2981-00cc-4f3f-bbd2-4dedef865064 req-cf049102-9c68-485d-8b7e-a7abec78e5e0 tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a9c14b7-456b-495d-954b-08faab866e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891743 Aug 11 03:17:43.831868 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 5d9196a1-9030-4d6f-8467-b71219dae786 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:17:43.873623 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ead052-4bcc-49cc-866b-0956880b47e0 req-b9899f05-dfff-4a29-9da0-82bcd554d67d tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:43.875285 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e1ead052-4bcc-49cc-866b-0956880b47e0 req-b9899f05-dfff-4a29-9da0-82bcd554d67d tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/ports?device_id=198e40ac-af59-487f-99be-beb764869941 HTTP/1.1" status: 200 len: 945 time: 0.0544145 Aug 11 03:17:43.887428 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc1d6b9a-8b18-4827-aa21-988ccfd2f85f None None] Network 4e580d1f-7d26-40ae-9a23-fd733b74bd23 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:17:43.900794 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-70a4dc98-2acf-4d57-8a3f-02fac439f383 None None] Provisioning complete for port 84463fc6-069a-4188-8114-c15a7ee34f20 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:17:43.901171 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-70a4dc98-2acf-4d57-8a3f-02fac439f383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:43.919304 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e1ead052-4bcc-49cc-866b-0956880b47e0 req-8327d016-73a0-4cdb-82a2-cd7ad1f189e8 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a89a04a-70d6-46f3-9b56-7cb537ff4761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367391 Aug 11 03:17:43.923764 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-6facca37-46d3-45ca-8dac-c67dad596a54 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:43.926361 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-6facca37-46d3-45ca-8dac-c67dad596a54 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:43.927648 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-6facca37-46d3-45ca-8dac-c67dad596a54 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] 10.222.0.41 "DELETE /v2.0/security-groups/da3e013f-97df-4bdf-b9f3-3d771ea9c92f HTTP/1.1" status: 204 len: 168 time: 0.4289734 Aug 11 03:17:43.930454 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 41814) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:43.939009 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6facca37-46d3-45ca-8dac-c67dad596a54 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da3e013f-97df-4bdf-b9f3-3d771ea9c92f,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:43.997684 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_v2 [None req-21e86dd1-4ed3-4ba1-ae5e-3afcb86fa9af tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Deleting subnet 76da590d-d3ff-479a-acd1-096bc1c8e052 {{(pid=102191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:17:44.001977 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-21e86dd1-4ed3-4ba1-ae5e-3afcb86fa9af tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks [] for subnet, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:44.066183 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-21e86dd1-4ed3-4ba1-ae5e-3afcb86fa9af tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126283525'] for subnet, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:44.242424 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-70a4dc98-2acf-4d57-8a3f-02fac439f383 None None] Port 84463fc6-069a-4188-8114-c15a7ee34f20 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:17:44.254754 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-21e86dd1-4ed3-4ba1-ae5e-3afcb86fa9af tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:44.260040 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-70a4dc98-2acf-4d57-8a3f-02fac439f383 None None] Could not find standard attr ID for object 40a50aec-a462-4bb3-b6cc-97cc856e1f90. {{(pid=102193) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 03:17:44.261747 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device bb24e91a-4461-402a-a6bc-226a783f6eeb up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:17:44.421835 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-70a4dc98-2acf-4d57-8a3f-02fac439f383 None None] Provisioning for port 5d9196a1-9030-4d6f-8467-b71219dae786 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:17:44.432056 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-70a4dc98-2acf-4d57-8a3f-02fac439f383 None None] Provisioning complete for port 5d9196a1-9030-4d6f-8467-b71219dae786 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:17:44.432698 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-70a4dc98-2acf-4d57-8a3f-02fac439f383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:44.438679 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-61cd929e-f744-454b-8c13-8d3edb284f45 req-5bf90a2c-16a9-4250-a52c-c163c9f2521e tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] 10.222.0.41 "GET /v2.0/ports?device_id=77be1442-778d-4411-864c-39b16f7e1fa5 HTTP/1.1" status: 200 len: 210 time: 0.0451245 Aug 11 03:17:44.457515 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-21e86dd1-4ed3-4ba1-ae5e-3afcb86fa9af tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126283413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126275158'] for subnet, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:44.494136 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e86dd1-4ed3-4ba1-ae5e-3afcb86fa9af tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Pushing event deleted for resources: {'Subnet': ['ID=76da590d-d3ff-479a-acd1-096bc1c8e052,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:44.508947 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-21e86dd1-4ed3-4ba1-ae5e-3afcb86fa9af tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:44.508947 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-21e86dd1-4ed3-4ba1-ae5e-3afcb86fa9af tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] 10.222.0.41 "DELETE /v2.0/subnets/76da590d-d3ff-479a-acd1-096bc1c8e052 HTTP/1.1" status: 204 len: 168 time: 0.5733311 Aug 11 03:17:44.509255 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 41836) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:44.516954 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-9f5d1700-1bc9-4535-b12a-0c69308f0a65 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Request body: {'subnet': {'network_id': '8886bdb2-96cd-41e9-b700-c178565a3929', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:17:44.639558 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port bb24e91a-4461-402a-a6bc-226a783f6eeb completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:17:44.644715 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device a684fc83-6b5a-4242-9297-4cd997d7f44a up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:17:44.730067 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port a684fc83-6b5a-4242-9297-4cd997d7f44a triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:17:44.730600 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:44.775021 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-bf32f73c-3d26-4400-b77e-44f4655cd5fe None None] Could not find standard attr ID for object 40a50aec-a462-4bb3-b6cc-97cc856e1f90. {{(pid=102193) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 03:17:44.803268 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f5d1700-1bc9-4535-b12a-0c69308f0a65 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Made reservation on behalf of 619f5dda48254516982a2d4b32c5e174 for: {'subnet': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:17:44.806777 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9f5d1700-1bc9-4535-b12a-0c69308f0a65 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274743'] for subnet, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:44.902189 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad7cf222-bee4-4e14-98a0-28b900a8bd01 None None] Network 8886bdb2-96cd-41e9-b700-c178565a3929 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:17:44.933232 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fca7d3-159a-4572-b21a-5e76f477b6d4 req-775ca2bf-504b-4303-87b1-d3baae360a6d tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:44.940792 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b2fca7d3-159a-4572-b21a-5e76f477b6d4 req-775ca2bf-504b-4303-87b1-d3baae360a6d tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] 10.222.0.41 "GET /v2.0/ports?device_id=0223be4b-128c-49b3-ac13-d778de5fcb68 HTTP/1.1" status: 200 len: 945 time: 0.1451142 Aug 11 03:17:44.946256 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-bf32f73c-3d26-4400-b77e-44f4655cd5fe None None] Provisioning for port bb24e91a-4461-402a-a6bc-226a783f6eeb completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:17:44.955234 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-bf32f73c-3d26-4400-b77e-44f4655cd5fe None None] Provisioning complete for port bb24e91a-4461-402a-a6bc-226a783f6eeb triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:17:44.955620 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-bf32f73c-3d26-4400-b77e-44f4655cd5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:45.026901 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b2fca7d3-159a-4572-b21a-5e76f477b6d4 req-9c72fa87-b6af-4730-9bdb-03b28a1edfc4 tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a9c14b7-456b-495d-954b-08faab866e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745540 Aug 11 03:17:45.148381 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee2904c-f0d6-46d2-bfee-afafb1f139f6 req-0f0efd3c-3f54-4484-82a8-04a95f678900 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:45.148677 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-bf32f73c-3d26-4400-b77e-44f4655cd5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:45.154442 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-eee2904c-f0d6-46d2-bfee-afafb1f139f6 req-0f0efd3c-3f54-4484-82a8-04a95f678900 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/ports?device_id=198e40ac-af59-487f-99be-beb764869941 HTTP/1.1" status: 200 len: 945 time: 0.0652618 Aug 11 03:17:45.209086 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-eee2904c-f0d6-46d2-bfee-afafb1f139f6 req-68997eb5-da3c-439d-ace3-ce92d0872a44 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a89a04a-70d6-46f3-9b56-7cb537ff4761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471964 Aug 11 03:17:45.224615 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-bf32f73c-3d26-4400-b77e-44f4655cd5fe None None] For port bb24e91a-4461-402a-a6bc-226a783f6eeb, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=bb24e91a-4461-402a-a6bc-226a783f6eeb,segment=NetworkSegment(90206451-2911-44be-b61c-7392abb821e0),segment_id=90206451-2911-44be-b61c-7392abb821e0)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:17:45.335025 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-bf32f73c-3d26-4400-b77e-44f4655cd5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:45.401872 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4370e1c1-39bd-4e16-96dc-68ac978ca4cd req-46770d92-91fc-49e6-bd42-edba273c748b tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:45.403578 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf32f73c-3d26-4400-b77e-44f4655cd5fe None None] Pushing event updated for resources: {'Port': ['ID=bb24e91a-4461-402a-a6bc-226a783f6eeb,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:45.408931 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4370e1c1-39bd-4e16-96dc-68ac978ca4cd req-46770d92-91fc-49e6-bd42-edba273c748b tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:45.410647 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-4370e1c1-39bd-4e16-96dc-68ac978ca4cd req-46770d92-91fc-49e6-bd42-edba273c748b tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] 10.222.0.22 "GET /v2.0/networks?id=7e3f2063-0a4f-46ef-b793-96c2d84236a0&id=4e580d1f-7d26-40ae-9a23-fd733b74bd23 HTTP/1.1" status: 200 len: 1390 time: 0.1855581 Aug 11 03:17:45.425942 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-4370e1c1-39bd-4e16-96dc-68ac978ca4cd req-13c3aa5f-8b7b-4f50-a187-382941b848af tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Request body: {'port': {'device_id': '77be1442-778d-4411-864c-39b16f7e1fa5', 'network_id': '7e3f2063-0a4f-46ef-b793-96c2d84236a0', 'admin_state_up': True, 'tenant_id': '9efcd44618b1499dbaacd7184adc7a1f'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:17:45.459378 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-a9b48349-7e54-46bd-9502-7462b7cbe9da None None] Provisioning complete for port bb24e91a-4461-402a-a6bc-226a783f6eeb triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:17:45.460038 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-a9b48349-7e54-46bd-9502-7462b7cbe9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:45.473183 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9f5d1700-1bc9-4535-b12a-0c69308f0a65 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126283476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274725'] for subnet, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:45.545487 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f5d1700-1bc9-4535-b12a-0c69308f0a65 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Network 8886bdb2-96cd-41e9-b700-c178565a3929 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:17:45.557289 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-9f5d1700-1bc9-4535-b12a-0c69308f0a65 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:17:45.566488 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f5d1700-1bc9-4535-b12a-0c69308f0a65 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:45.567162 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9f5d1700-1bc9-4535-b12a-0c69308f0a65 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:45.594259 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5d1700-1bc9-4535-b12a-0c69308f0a65 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Pushing event updated for resources: {'Subnet': ['ID=2c8e3224-4eeb-42ba-af04-6e6ebfa597f9,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:45.645302 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-475c661e-b165-4fc2-8e6b-ef9ce7e4ee2e req-18788828-184d-4a5f-a3b8-4695d595d6d5 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] 10.222.0.41 "GET /v2.0/ports?device_id=77be1442-778d-4411-864c-39b16f7e1fa5 HTTP/1.1" status: 200 len: 210 time: 0.0790045 Aug 11 03:17:45.682322 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 41860) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:45.710225 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device bb24e91a-4461-402a-a6bc-226a783f6eeb up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:17:45.730157 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-9f5d1700-1bc9-4535-b12a-0c69308f0a65 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2196958 Aug 11 03:17:45.739309 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 41864) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:45.740222 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-47a04a80-2202-4cd5-9580-a2a04fbb1224 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Request body: {'security_group': {'name': 'tempest-secgroup-653207521'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:17:45.784935 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port bb24e91a-4461-402a-a6bc-226a783f6eeb triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:17:45.785316 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:45.845347 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4370e1c1-39bd-4e16-96dc-68ac978ca4cd req-13c3aa5f-8b7b-4f50-a187-382941b848af tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Made reservation on behalf of 9efcd44618b1499dbaacd7184adc7a1f for: {'port': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:17:45.850007 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-4370e1c1-39bd-4e16-96dc-68ac978ca4cd req-13c3aa5f-8b7b-4f50-a187-382941b848af tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:45.860937 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ba234505-2232-4123-9e88-695dcce47da5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:45.929605 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-47a04a80-2202-4cd5-9580-a2a04fbb1224 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:45.946258 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ee8a6fd-58ca-4ded-9a96-31bd1757334b None None] Network 8886bdb2-96cd-41e9-b700-c178565a3929 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:17:46.028874 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-d4bf165b-e208-4d17-a7cb-5fcd18db3ec0 None None] Provisioning complete for port 84463fc6-069a-4188-8114-c15a7ee34f20 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:17:46.029242 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-d4bf165b-e208-4d17-a7cb-5fcd18db3ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:46.088352 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-d4bf165b-e208-4d17-a7cb-5fcd18db3ec0 None None] Port 84463fc6-069a-4188-8114-c15a7ee34f20 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:17:46.109883 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ba234505-2232-4123-9e88-695dcce47da5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:46.131228 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [req-4370e1c1-39bd-4e16-96dc-68ac978ca4cd req-13c3aa5f-8b7b-4f50-a187-382941b848af tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Allocated IP 19.80.0.43 (7e3f2063-0a4f-46ef-b793-96c2d84236a0/c8866a3c-afb6-4309-b7bf-f9c3fb2c2059/302d728f-8603-4ffa-87bb-ad99f33603de) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:17:46.136296 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-d4bf165b-e208-4d17-a7cb-5fcd18db3ec0 None None] Provisioning complete for port 5d9196a1-9030-4d6f-8467-b71219dae786 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:17:46.137908 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-d4bf165b-e208-4d17-a7cb-5fcd18db3ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:46.178305 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ba234505-2232-4123-9e88-695dcce47da5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:46.200498 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d9168d-4fc3-4f8b-9102-00ac5bbcb5f8 req-c1368d21-81a1-4725-8121-cc80faa9e01a tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:46.203187 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-22d9168d-4fc3-4f8b-9102-00ac5bbcb5f8 req-c1368d21-81a1-4725-8121-cc80faa9e01a tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] 10.222.0.41 "GET /v2.0/ports?device_id=0223be4b-128c-49b3-ac13-d778de5fcb68 HTTP/1.1" status: 200 len: 945 time: 0.0896399 Aug 11 03:17:46.293821 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba234505-2232-4123-9e88-695dcce47da5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70b28888-691c-4425-905b-44567ea1d522,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:46.326028 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-ba234505-2232-4123-9e88-695dcce47da5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1cd2759b2f434f4e9398c7f2a4a23849&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6425662 Aug 11 03:17:46.332782 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 41874) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:46.334904 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-47a04a80-2202-4cd5-9580-a2a04fbb1224 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:46.339788 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-22d9168d-4fc3-4f8b-9102-00ac5bbcb5f8 req-315626b3-4ec4-48e1-b032-a6f3ea4870fe tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a9c14b7-456b-495d-954b-08faab866e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263232 Aug 11 03:17:46.403586 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d2fcc5d-3599-4398-ad5e-93484a6e4ded None None] Update dhcp port {'port': {'network_id': '8886bdb2-96cd-41e9-b700-c178565a3929', 'fixed_ips': [{'subnet_id': '078862f6-d9c7-414e-b0d7-ba21c58eb7e4', 'ip_address': '172.20.0.18'}, {'subnet_id': '2c8e3224-4eeb-42ba-af04-6e6ebfa597f9'}], 'binding:host_id': 'n-d-764292-30'}, 'id': '5d9196a1-9030-4d6f-8467-b71219dae786'} from n-d-764292-30. {{(pid=102193) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 11 03:17:46.438418 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-6d2fcc5d-3599-4398-ad5e-93484a6e4ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:46.445277 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fc4808-d1d6-4dfa-9ce8-5025cb18bd20 req-e5d8601e-75ec-4a38-bd4d-661104d2cb87 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:46.447261 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-92fc4808-d1d6-4dfa-9ce8-5025cb18bd20 req-e5d8601e-75ec-4a38-bd4d-661104d2cb87 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/ports?device_id=198e40ac-af59-487f-99be-beb764869941 HTTP/1.1" status: 200 len: 945 time: 0.0606971 Aug 11 03:17:46.448155 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-47a04a80-2202-4cd5-9580-a2a04fbb1224 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:46.463028 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e0ab83d5-05e2-45ba-b2c6-6586b715aae1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:46.469583 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-4370e1c1-39bd-4e16-96dc-68ac978ca4cd req-13c3aa5f-8b7b-4f50-a187-382941b848af tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:46.494460 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a04a80-2202-4cd5-9580-a2a04fbb1224 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4df33c49-532f-4885-af61-85ee1be5aa85,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:46.498953 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [req-4370e1c1-39bd-4e16-96dc-68ac978ca4cd req-13c3aa5f-8b7b-4f50-a187-382941b848af tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Transition to ACTIVE for port object 302d728f-8603-4ffa-87bb-ad99f33603de will not be triggered until provisioned by entity DHCP. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:17:46.502021 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e0ab83d5-05e2-45ba-b2c6-6586b715aae1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:46.564138 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-92fc4808-d1d6-4dfa-9ce8-5025cb18bd20 req-29c6a2c3-5099-4ef1-83c8-e905f2f7dd10 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a89a04a-70d6-46f3-9b56-7cb537ff4761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027744 Aug 11 03:17:46.610185 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-47a04a80-2202-4cd5-9580-a2a04fbb1224 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:46.613962 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-47a04a80-2202-4cd5-9580-a2a04fbb1224 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8771219 Aug 11 03:17:46.614277 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 41876) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:46.619092 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-f47081ad-4df7-4512-8d59-ad8cb5e7c82b tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Request body: {'security_group': {'name': 'tempest-secgroup-1917199425'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:17:46.660934 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-4370e1c1-39bd-4e16-96dc-68ac978ca4cd req-13c3aa5f-8b7b-4f50-a187-382941b848af tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:46.672585 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.db_base_plugin_common [None req-6d2fcc5d-3599-4398-ad5e-93484a6e4ded None None] Allocated IP 172.20.0.2 (8886bdb2-96cd-41e9-b700-c178565a3929/2c8e3224-4eeb-42ba-af04-6e6ebfa597f9/5d9196a1-9030-4d6f-8467-b71219dae786) {{(pid=102193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:17:46.701133 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e0ab83d5-05e2-45ba-b2c6-6586b715aae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:46.704599 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e0ab83d5-05e2-45ba-b2c6-6586b715aae1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:46.708377 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-e0ab83d5-05e2-45ba-b2c6-6586b715aae1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/70b28888-691c-4425-905b-44567ea1d522 HTTP/1.1" status: 204 len: 168 time: 0.3712935 Aug 11 03:17:46.719841 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ab83d5-05e2-45ba-b2c6-6586b715aae1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70b28888-691c-4425-905b-44567ea1d522,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:46.733432 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4370e1c1-39bd-4e16-96dc-68ac978ca4cd req-13c3aa5f-8b7b-4f50-a187-382941b848af tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Network 7e3f2063-0a4f-46ef-b793-96c2d84236a0 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:17:46.734556 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f47081ad-4df7-4512-8d59-ad8cb5e7c82b tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:46.743042 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [req-4370e1c1-39bd-4e16-96dc-68ac978ca4cd req-13c3aa5f-8b7b-4f50-a187-382941b848af tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:17:46.751864 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-4370e1c1-39bd-4e16-96dc-68ac978ca4cd req-13c3aa5f-8b7b-4f50-a187-382941b848af tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:17:46.758844 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c3aa5f-8b7b-4f50-a187-382941b848af tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Pushing event updated for resources: {'Port': ['ID=302d728f-8603-4ffa-87bb-ad99f33603de,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:46.840603 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-6d2fcc5d-3599-4398-ad5e-93484a6e4ded None None] For port 5d9196a1-9030-4d6f-8467-b71219dae786, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=5d9196a1-9030-4d6f-8467-b71219dae786,segment=NetworkSegment(f57eee17-12e1-4fed-b972-2de095077297),segment_id=f57eee17-12e1-4fed-b972-2de095077297)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:17:46.882543 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-6d2fcc5d-3599-4398-ad5e-93484a6e4ded None None] Notify callbacks [] for port, precommit_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:46.889489 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f000c18-6651-4ea3-b78f-f02a1d9f8254 req-611bb1da-adc6-4d07-9fd5-3690d766d5f6 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:46.902977 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8f000c18-6651-4ea3-b78f-f02a1d9f8254 req-611bb1da-adc6-4d07-9fd5-3690d766d5f6 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] 10.222.0.41 "GET /v2.0/ports?device_id=77be1442-778d-4411-864c-39b16f7e1fa5 HTTP/1.1" status: 200 len: 931 time: 0.1114571 Aug 11 03:17:46.910607 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-6d2fcc5d-3599-4398-ad5e-93484a6e4ded None None] Transition to ACTIVE for port object 5d9196a1-9030-4d6f-8467-b71219dae786 will not be triggered until provisioned by entity DHCP. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:17:46.913184 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f47081ad-4df7-4512-8d59-ad8cb5e7c82b tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:46.946259 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4370e1c1-39bd-4e16-96dc-68ac978ca4cd req-13c3aa5f-8b7b-4f50-a187-382941b848af tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:46.947179 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-4370e1c1-39bd-4e16-96dc-68ac978ca4cd req-13c3aa5f-8b7b-4f50-a187-382941b848af tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:46.980003 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8f000c18-6651-4ea3-b78f-f02a1d9f8254 req-f277f755-79e1-45a2-b756-6b16aa53fe0e tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] 10.222.0.41 "GET /v2.0/security-groups?id=9bcdfec5-364e-49d2-8266-cef1a51c6464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759435 Aug 11 03:17:47.002316 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-6d2fcc5d-3599-4398-ad5e-93484a6e4ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:47.033785 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f47081ad-4df7-4512-8d59-ad8cb5e7c82b tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:47.070570 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47081ad-4df7-4512-8d59-ad8cb5e7c82b tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e9bcee2-b513-47fb-b8ca-9078b8dacc0d,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:47.103820 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2fcc5d-3599-4398-ad5e-93484a6e4ded None None] Pushing event updated for resources: {'Port': ['ID=5d9196a1-9030-4d6f-8467-b71219dae786,revision_number=6']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:47.135567 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-4370e1c1-39bd-4e16-96dc-68ac978ca4cd req-13c3aa5f-8b7b-4f50-a187-382941b848af tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7152832 Aug 11 03:17:47.147753 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-4370e1c1-39bd-4e16-96dc-68ac978ca4cd req-37f70a40-1463-48d5-b23f-b66b37d3718e tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Request body: {'port': {'device_id': '77be1442-778d-4411-864c-39b16f7e1fa5', 'network_id': '4e580d1f-7d26-40ae-9a23-fd733b74bd23', 'admin_state_up': True, 'tenant_id': '9efcd44618b1499dbaacd7184adc7a1f'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:17:47.200047 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f47081ad-4df7-4512-8d59-ad8cb5e7c82b tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:47.204334 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 41888) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:47.204848 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-f47081ad-4df7-4512-8d59-ad8cb5e7c82b tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5889916 Aug 11 03:17:47.212033 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-03f93e14-5919-4609-a40c-5c05cfd0cea7 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Request body: {'security_group': {'name': 'tempest-secgroup-965821822'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:17:47.226421 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-14419684-40d4-41b8-8df2-185fb559428a None None] Provisioning for port 302d728f-8603-4ffa-87bb-ad99f33603de completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:17:47.234313 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-14419684-40d4-41b8-8df2-185fb559428a None None] Provisioning complete for port 302d728f-8603-4ffa-87bb-ad99f33603de triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:17:47.235643 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-14419684-40d4-41b8-8df2-185fb559428a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:47.298750 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-14419684-40d4-41b8-8df2-185fb559428a None None] Port 302d728f-8603-4ffa-87bb-ad99f33603de cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:17:47.330092 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-03f93e14-5919-4609-a40c-5c05cfd0cea7 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:47.512155 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4370e1c1-39bd-4e16-96dc-68ac978ca4cd req-37f70a40-1463-48d5-b23f-b66b37d3718e tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Made reservation on behalf of 9efcd44618b1499dbaacd7184adc7a1f for: {'port': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:17:47.521701 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-4370e1c1-39bd-4e16-96dc-68ac978ca4cd req-37f70a40-1463-48d5-b23f-b66b37d3718e tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:47.689154 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [req-4370e1c1-39bd-4e16-96dc-68ac978ca4cd req-37f70a40-1463-48d5-b23f-b66b37d3718e tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Allocated IP 19.86.0.163 (4e580d1f-7d26-40ae-9a23-fd733b74bd23/9512eb6f-f3da-44e4-ba03-08558120d87a/dd404e45-1d81-456a-bb9b-44710a16ea74) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:17:47.699886 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 41896) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:47.707522 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 5d9196a1-9030-4d6f-8467-b71219dae786 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:17:47.712253 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-03f93e14-5919-4609-a40c-5c05cfd0cea7 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:47.822685 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-be6f96eb-c94e-4030-8c3f-382784068792 None None] Provisioning complete for port 84463fc6-069a-4188-8114-c15a7ee34f20 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:17:47.826705 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-be6f96eb-c94e-4030-8c3f-382784068792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:47.859002 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-be6f96eb-c94e-4030-8c3f-382784068792 None None] Port 84463fc6-069a-4188-8114-c15a7ee34f20 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:17:47.893353 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-4370e1c1-39bd-4e16-96dc-68ac978ca4cd req-37f70a40-1463-48d5-b23f-b66b37d3718e tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:47.909535 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [req-4370e1c1-39bd-4e16-96dc-68ac978ca4cd req-37f70a40-1463-48d5-b23f-b66b37d3718e tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Transition to ACTIVE for port object dd404e45-1d81-456a-bb9b-44710a16ea74 will not be triggered until provisioned by entity DHCP. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:17:47.917905 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-be6f96eb-c94e-4030-8c3f-382784068792 None None] Provisioning for port 5d9196a1-9030-4d6f-8467-b71219dae786 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:17:47.924681 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-be6f96eb-c94e-4030-8c3f-382784068792 None None] Provisioning complete for port 5d9196a1-9030-4d6f-8467-b71219dae786 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:17:47.942331 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-be6f96eb-c94e-4030-8c3f-382784068792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:48.033546 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-4370e1c1-39bd-4e16-96dc-68ac978ca4cd req-37f70a40-1463-48d5-b23f-b66b37d3718e tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:48.090645 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-62d75b02-9ff3-4aa9-9788-5b2710a66bdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:48.099055 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-03f93e14-5919-4609-a40c-5c05cfd0cea7 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:48.101117 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4370e1c1-39bd-4e16-96dc-68ac978ca4cd req-37f70a40-1463-48d5-b23f-b66b37d3718e tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Network 4e580d1f-7d26-40ae-9a23-fd733b74bd23 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:17:48.104917 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [req-4370e1c1-39bd-4e16-96dc-68ac978ca4cd req-37f70a40-1463-48d5-b23f-b66b37d3718e tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:17:48.107447 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-4370e1c1-39bd-4e16-96dc-68ac978ca4cd req-37f70a40-1463-48d5-b23f-b66b37d3718e tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:17:48.111098 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f70a40-1463-48d5-b23f-b66b37d3718e tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Pushing event updated for resources: {'Port': ['ID=dd404e45-1d81-456a-bb9b-44710a16ea74,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:48.164305 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4370e1c1-39bd-4e16-96dc-68ac978ca4cd req-37f70a40-1463-48d5-b23f-b66b37d3718e tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:48.165156 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-4370e1c1-39bd-4e16-96dc-68ac978ca4cd req-37f70a40-1463-48d5-b23f-b66b37d3718e tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:48.166210 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ec0d46-9b21-4b6c-8fed-9ab04edadf64 req-0f1393ea-ac1c-42c1-93bb-a5c9e81566f3 tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:48.167851 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-50ec0d46-9b21-4b6c-8fed-9ab04edadf64 req-0f1393ea-ac1c-42c1-93bb-a5c9e81566f3 tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] 10.222.0.41 "GET /v2.0/ports?device_id=0223be4b-128c-49b3-ac13-d778de5fcb68 HTTP/1.1" status: 200 len: 945 time: 0.6406920 Aug 11 03:17:48.175172 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f93e14-5919-4609-a40c-5c05cfd0cea7 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7a24806-da6e-48ab-a4f6-fc89da0bc2e7,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:48.217059 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779c11f9-320f-400c-a5e8-2dee3f728d5f req-60aed4c1-f4de-4130-95eb-c32b9b648391 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:48.218640 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-779c11f9-320f-400c-a5e8-2dee3f728d5f req-60aed4c1-f4de-4130-95eb-c32b9b648391 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/ports?device_id=198e40ac-af59-487f-99be-beb764869941 HTTP/1.1" status: 200 len: 945 time: 0.5292232 Aug 11 03:17:48.264087 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-50ec0d46-9b21-4b6c-8fed-9ab04edadf64 req-f11948ac-0fae-49c1-a6ee-f8b4ffdbae15 tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a9c14b7-456b-495d-954b-08faab866e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830009 Aug 11 03:17:48.303877 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-779c11f9-320f-400c-a5e8-2dee3f728d5f req-1dad5a46-c079-4c1c-91c2-5b903f0c1521 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a89a04a-70d6-46f3-9b56-7cb537ff4761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726297 Aug 11 03:17:48.350542 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-62d75b02-9ff3-4aa9-9788-5b2710a66bdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:48.469604 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6672c2fa-1a77-4d56-b549-493a2034066a req-a9ee80c2-61af-4034-b8ea-9df9b632ecf0 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:48.475684 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6672c2fa-1a77-4d56-b549-493a2034066a req-a9ee80c2-61af-4034-b8ea-9df9b632ecf0 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:48.477326 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6672c2fa-1a77-4d56-b549-493a2034066a req-a9ee80c2-61af-4034-b8ea-9df9b632ecf0 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] 10.222.0.41 "GET /v2.0/ports?device_id=77be1442-778d-4411-864c-39b16f7e1fa5 HTTP/1.1" status: 200 len: 1654 time: 0.0647030 Aug 11 03:17:48.492596 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-62d75b02-9ff3-4aa9-9788-5b2710a66bdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:48.546016 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-11b035e9-4e2e-49e1-b087-e88494ebc728 None None] Provisioning for port dd404e45-1d81-456a-bb9b-44710a16ea74 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:17:48.548270 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-62d75b02-9ff3-4aa9-9788-5b2710a66bdc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=15c5f843890a4213b91350fdef1c9035&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8470359 Aug 11 03:17:48.551073 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 41906) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:48.555524 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6672c2fa-1a77-4d56-b549-493a2034066a req-ec183f69-ed5d-4b30-9358-7001d0cea3b3 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] 10.222.0.41 "GET /v2.0/security-groups?id=9bcdfec5-364e-49d2-8266-cef1a51c6464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717473 Aug 11 03:17:48.556723 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d75b02-9ff3-4aa9-9788-5b2710a66bdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7e5fe0f-e42b-4da1-86e0-b93c750dcd2d,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:48.561765 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-11b035e9-4e2e-49e1-b087-e88494ebc728 None None] Provisioning complete for port dd404e45-1d81-456a-bb9b-44710a16ea74 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:17:48.562353 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-11b035e9-4e2e-49e1-b087-e88494ebc728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:48.615236 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-11b035e9-4e2e-49e1-b087-e88494ebc728 None None] Port dd404e45-1d81-456a-bb9b-44710a16ea74 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:17:48.622035 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-4370e1c1-39bd-4e16-96dc-68ac978ca4cd req-37f70a40-1463-48d5-b23f-b66b37d3718e tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4786534 Aug 11 03:17:48.636864 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-4370e1c1-39bd-4e16-96dc-68ac978ca4cd req-35077607-bd49-43dd-acee-272f6d2e8061 service neutron] Request body: {'port': {'device_id': '77be1442-778d-4411-864c-39b16f7e1fa5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764292-30'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:17:48.640687 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3728506a-8cad-46e8-9d8a-bc88f0aafe53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:48.704573 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3728506a-8cad-46e8-9d8a-bc88f0aafe53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:48.717947 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-03f93e14-5919-4609-a40c-5c05cfd0cea7 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:48.720592 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-03f93e14-5919-4609-a40c-5c05cfd0cea7 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.5142565 Aug 11 03:17:48.722917 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 41908) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:48.725179 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-4370e1c1-39bd-4e16-96dc-68ac978ca4cd req-35077607-bd49-43dd-acee-272f6d2e8061 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:48.728509 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-ba42a6f9-ac03-4f70-b231-c60bc077e095 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-813698637', 'security_groups': ['a7a24806-da6e-48ab-a4f6-fc89da0bc2e7'], 'network_id': '8886bdb2-96cd-41e9-b700-c178565a3929', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '2c8e3224-4eeb-42ba-af04-6e6ebfa597f9'}]}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:17:48.854656 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3728506a-8cad-46e8-9d8a-bc88f0aafe53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:48.857523 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3728506a-8cad-46e8-9d8a-bc88f0aafe53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:48.858980 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-3728506a-8cad-46e8-9d8a-bc88f0aafe53 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f7e5fe0f-e42b-4da1-86e0-b93c750dcd2d HTTP/1.1" status: 204 len: 168 time: 0.3063798 Aug 11 03:17:48.879291 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3728506a-8cad-46e8-9d8a-bc88f0aafe53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7e5fe0f-e42b-4da1-86e0-b93c750dcd2d,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:48.923324 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba42a6f9-ac03-4f70-b231-c60bc077e095 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Made reservation on behalf of 619f5dda48254516982a2d4b32c5e174 for: {'port': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:17:49.023067 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ba42a6f9-ac03-4f70-b231-c60bc077e095 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:49.044029 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [None req-ba42a6f9-ac03-4f70-b231-c60bc077e095 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] device_id is not set on port ba75f542-403e-4a27-af79-bb5ee228f88f yet. {{(pid=102192) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:17:49.047540 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [req-4370e1c1-39bd-4e16-96dc-68ac978ca4cd req-35077607-bd49-43dd-acee-272f6d2e8061 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 302d728f-8603-4ffa-87bb-ad99f33603de {{(pid=102191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:17:49.055961 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-4370e1c1-39bd-4e16-96dc-68ac978ca4cd req-35077607-bd49-43dd-acee-272f6d2e8061 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:49.077624 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [req-4370e1c1-39bd-4e16-96dc-68ac978ca4cd req-35077607-bd49-43dd-acee-272f6d2e8061 service neutron] Transition to ACTIVE for port object 302d728f-8603-4ffa-87bb-ad99f33603de will not be triggered until provisioned by entity L2. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:17:49.186335 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-4370e1c1-39bd-4e16-96dc-68ac978ca4cd req-35077607-bd49-43dd-acee-272f6d2e8061 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:49.225259 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [None req-ba42a6f9-ac03-4f70-b231-c60bc077e095 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Allocated IP 172.20.0.7 (8886bdb2-96cd-41e9-b700-c178565a3929/2c8e3224-4eeb-42ba-af04-6e6ebfa597f9/ba75f542-403e-4a27-af79-bb5ee228f88f) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:17:49.244100 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35077607-bd49-43dd-acee-272f6d2e8061 service neutron] Pushing event updated for resources: {'Port': ['ID=302d728f-8603-4ffa-87bb-ad99f33603de,revision_number=2']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:49.329395 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-4370e1c1-39bd-4e16-96dc-68ac978ca4cd req-35077607-bd49-43dd-acee-272f6d2e8061 service neutron] Attempting to bind port 302d728f-8603-4ffa-87bb-ad99f33603de on host n-h1-764292-30 for vnic_type normal with profile {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:17:49.330117 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-4370e1c1-39bd-4e16-96dc-68ac978ca4cd req-35077607-bd49-43dd-acee-272f6d2e8061 service neutron] Attempting to bind port 302d728f-8603-4ffa-87bb-ad99f33603de by drivers openvswitch,hyperv on host n-h1-764292-30 at level 0 using segments [{'id': 'f6431bf5-83cc-4ceb-b805-3ac9abf9387d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7e3f2063-0a4f-46ef-b793-96c2d84236a0'}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:17:49.330664 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4370e1c1-39bd-4e16-96dc-68ac978ca4cd req-35077607-bd49-43dd-acee-272f6d2e8061 service neutron] Attempting to bind port 302d728f-8603-4ffa-87bb-ad99f33603de on network 7e3f2063-0a4f-46ef-b793-96c2d84236a0 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:17:49.338137 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4370e1c1-39bd-4e16-96dc-68ac978ca4cd req-35077607-bd49-43dd-acee-272f6d2e8061 service neutron] Port 302d728f-8603-4ffa-87bb-ad99f33603de on network 7e3f2063-0a4f-46ef-b793-96c2d84236a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-764292-30 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:17:49.338783 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4370e1c1-39bd-4e16-96dc-68ac978ca4cd req-35077607-bd49-43dd-acee-272f6d2e8061 service neutron] Attempting to bind port 302d728f-8603-4ffa-87bb-ad99f33603de on network 7e3f2063-0a4f-46ef-b793-96c2d84236a0 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:17:49.346502 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4370e1c1-39bd-4e16-96dc-68ac978ca4cd req-35077607-bd49-43dd-acee-272f6d2e8061 service neutron] Checking agent: {'id': 'abb524c2-b412-4ed2-8367-45c4fd996fa7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 17, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:17:49.347101 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4370e1c1-39bd-4e16-96dc-68ac978ca4cd req-35077607-bd49-43dd-acee-272f6d2e8061 service neutron] Checking segment: {'id': 'f6431bf5-83cc-4ceb-b805-3ac9abf9387d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7e3f2063-0a4f-46ef-b793-96c2d84236a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:17:49.347665 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4370e1c1-39bd-4e16-96dc-68ac978ca4cd req-35077607-bd49-43dd-acee-272f6d2e8061 service neutron] Bound using segment: {'id': 'f6431bf5-83cc-4ceb-b805-3ac9abf9387d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7e3f2063-0a4f-46ef-b793-96c2d84236a0'} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:17:49.348265 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-4370e1c1-39bd-4e16-96dc-68ac978ca4cd req-35077607-bd49-43dd-acee-272f6d2e8061 service neutron] Bound port: 302d728f-8603-4ffa-87bb-ad99f33603de, host: n-h1-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6431bf5-83cc-4ceb-b805-3ac9abf9387d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7e3f2063-0a4f-46ef-b793-96c2d84236a0'}}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:17:49.348800 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-4370e1c1-39bd-4e16-96dc-68ac978ca4cd req-35077607-bd49-43dd-acee-272f6d2e8061 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:49.460533 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ba42a6f9-ac03-4f70-b231-c60bc077e095 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:49.483355 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-4370e1c1-39bd-4e16-96dc-68ac978ca4cd req-35077607-bd49-43dd-acee-272f6d2e8061 service neutron] For port 302d728f-8603-4ffa-87bb-ad99f33603de, host n-h1-764292-30, cleared binding levels {{(pid=102191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:17:49.487117 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-4370e1c1-39bd-4e16-96dc-68ac978ca4cd req-35077607-bd49-43dd-acee-272f6d2e8061 service neutron] For port 302d728f-8603-4ffa-87bb-ad99f33603de, host n-h1-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=302d728f-8603-4ffa-87bb-ad99f33603de,segment=NetworkSegment(f6431bf5-83cc-4ceb-b805-3ac9abf9387d),segment_id=f6431bf5-83cc-4ceb-b805-3ac9abf9387d)] {{(pid=102191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:17:49.528963 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [None req-ba42a6f9-ac03-4f70-b231-c60bc077e095 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Transition to ACTIVE for port object ba75f542-403e-4a27-af79-bb5ee228f88f will not be triggered until provisioned by entity DHCP. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:17:49.587459 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6af4cc-fb44-4f63-814b-4cb6560a4dc6 req-aa69236d-66bf-4c3f-9cda-a64a3cacec6a tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:49.588993 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4a6af4cc-fb44-4f63-814b-4cb6560a4dc6 req-aa69236d-66bf-4c3f-9cda-a64a3cacec6a tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] 10.222.0.41 "GET /v2.0/ports?device_id=0223be4b-128c-49b3-ac13-d778de5fcb68 HTTP/1.1" status: 200 len: 945 time: 0.1164410 Aug 11 03:17:49.593135 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-4370e1c1-39bd-4e16-96dc-68ac978ca4cd req-35077607-bd49-43dd-acee-272f6d2e8061 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:49.610767 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c3ea77-10e4-4200-a34d-fa67492ff9fe req-be7a4585-4961-4520-97f3-27dbf55bc623 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:49.610767 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d9c3ea77-10e4-4200-a34d-fa67492ff9fe req-be7a4585-4961-4520-97f3-27dbf55bc623 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/ports?device_id=198e40ac-af59-487f-99be-beb764869941 HTTP/1.1" status: 200 len: 945 time: 0.1388528 Aug 11 03:17:49.674505 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35077607-bd49-43dd-acee-272f6d2e8061 service neutron] Pushing event updated for resources: {'Port': ['ID=302d728f-8603-4ffa-87bb-ad99f33603de,revision_number=3']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:49.688850 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4a6af4cc-fb44-4f63-814b-4cb6560a4dc6 req-158352fc-93f2-4ff0-8a80-21b76e718d67 tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a9c14b7-456b-495d-954b-08faab866e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702085 Aug 11 03:17:49.694664 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d9c3ea77-10e4-4200-a34d-fa67492ff9fe req-ff9005d8-67f3-4b8c-9507-0421b2dd1551 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a89a04a-70d6-46f3-9b56-7cb537ff4761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834587 Aug 11 03:17:49.697670 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4370e1c1-39bd-4e16-96dc-68ac978ca4cd req-35077607-bd49-43dd-acee-272f6d2e8061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:49.698797 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-4370e1c1-39bd-4e16-96dc-68ac978ca4cd req-35077607-bd49-43dd-acee-272f6d2e8061 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:49.700484 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-4370e1c1-39bd-4e16-96dc-68ac978ca4cd req-35077607-bd49-43dd-acee-272f6d2e8061 service neutron] 10.222.0.22 "PUT /v2.0/ports/302d728f-8603-4ffa-87bb-ad99f33603de HTTP/1.1" status: 200 len: 1092 time: 1.0695183 Aug 11 03:17:49.700855 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77be1442-778d-4411-864c-39b16f7e1fa5', 'tag': '302d728f-8603-4ffa-87bb-ad99f33603de'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:17:49.703718 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f13257bd-3a29-4ef9-8d06-bfb7c39ddeca" -d '{"events": [{"name": "network-changed", "server_uuid": "77be1442-778d-4411-864c-39b16f7e1fa5", "tag": "302d728f-8603-4ffa-87bb-ad99f33603de"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:17:49.728291 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ba42a6f9-ac03-4f70-b231-c60bc077e095 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:49.801921 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba42a6f9-ac03-4f70-b231-c60bc077e095 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Network 8886bdb2-96cd-41e9-b700-c178565a3929 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:17:49.803759 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba42a6f9-ac03-4f70-b231-c60bc077e095 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Pushing event updated for resources: {'Port': ['ID=ba75f542-403e-4a27-af79-bb5ee228f88f,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:49.816325 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-ba42a6f9-ac03-4f70-b231-c60bc077e095 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:17:49.819127 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba42a6f9-ac03-4f70-b231-c60bc077e095 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:17:49.833753 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:17:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cbf0422-f2c8-4d6d-a406-643943423d7e x-openstack-request-id: req-8cbf0422-f2c8-4d6d-a406-643943423d7e {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:17:49.834257 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77be1442-778d-4411-864c-39b16f7e1fa5", "tag": "302d728f-8603-4ffa-87bb-ad99f33603de", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:17:49.834414 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8cbf0422-f2c8-4d6d-a406-643943423d7e {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:17:49.834726 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77be1442-778d-4411-864c-39b16f7e1fa5', 'tag': '302d728f-8603-4ffa-87bb-ad99f33603de', 'status': 'completed', 'code': 200} Aug 11 03:17:49.858727 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-4370e1c1-39bd-4e16-96dc-68ac978ca4cd req-38523a52-c97e-4ec3-9d26-f502d4b58816 service neutron] Request body: {'port': {'device_id': '77be1442-778d-4411-864c-39b16f7e1fa5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764292-30'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:17:49.902622 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 41928) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:49.958568 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-1b34a678-cc04-4580-bca3-a9d595ed131e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:49.987370 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13257bd-3a29-4ef9-8d06-bfb7c39ddeca req-9bcbe29e-454f-425d-8f64-42017ee0abc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:49.988055 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13257bd-3a29-4ef9-8d06-bfb7c39ddeca req-9bcbe29e-454f-425d-8f64-42017ee0abc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:49.989782 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-f13257bd-3a29-4ef9-8d06-bfb7c39ddeca req-9bcbe29e-454f-425d-8f64-42017ee0abc1 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9efcd44618b1499dbaacd7184adc7a1f&device_id=77be1442-778d-4411-864c-39b16f7e1fa5 HTTP/1.1" status: 200 len: 1914 time: 0.1223633 Aug 11 03:17:49.991891 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-4370e1c1-39bd-4e16-96dc-68ac978ca4cd req-38523a52-c97e-4ec3-9d26-f502d4b58816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:49.998067 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba42a6f9-ac03-4f70-b231-c60bc077e095 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:49.999172 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ba42a6f9-ac03-4f70-b231-c60bc077e095 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:50.022170 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3c762d-0391-471f-b322-9c9594b9a7db req-7581c000-1b77-430d-9ea2-767d59a97f3e tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:50.029558 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3c762d-0391-471f-b322-9c9594b9a7db req-7581c000-1b77-430d-9ea2-767d59a97f3e tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:50.031280 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0e3c762d-0391-471f-b322-9c9594b9a7db req-7581c000-1b77-430d-9ea2-767d59a97f3e tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] 10.222.0.41 "GET /v2.0/ports?device_id=77be1442-778d-4411-864c-39b16f7e1fa5 HTTP/1.1" status: 200 len: 1666 time: 0.1508365 Aug 11 03:17:50.089176 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0e3c762d-0391-471f-b322-9c9594b9a7db req-8da5f485-34f5-424d-b3d0-fb5d6b76decb tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] 10.222.0.41 "GET /v2.0/security-groups?id=9bcdfec5-364e-49d2-8266-cef1a51c6464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503719 Aug 11 03:17:50.112008 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-ba42a6f9-ac03-4f70-b231-c60bc077e095 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.3879640 Aug 11 03:17:50.112719 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 41932) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:50.121983 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-026ecbd7-7dd4-4665-9038-9b7c6bf0385c tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Request body: {'subnet': {'network_id': '8886bdb2-96cd-41e9-b700-c178565a3929', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:17:50.200484 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-1b34a678-cc04-4580-bca3-a9d595ed131e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:50.288886 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-2ef26f0e-ca90-4392-83d4-5d8202998b17 None None] Provisioning for port ba75f542-403e-4a27-af79-bb5ee228f88f completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:17:50.289459 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-1b34a678-cc04-4580-bca3-a9d595ed131e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:50.294507 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-2ef26f0e-ca90-4392-83d4-5d8202998b17 None None] Provisioning complete for port ba75f542-403e-4a27-af79-bb5ee228f88f triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:17:50.294843 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2ef26f0e-ca90-4392-83d4-5d8202998b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:50.309330 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13257bd-3a29-4ef9-8d06-bfb7c39ddeca req-08b27f83-04e5-4a5a-93ed-2be37defe9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:50.309842 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13257bd-3a29-4ef9-8d06-bfb7c39ddeca req-08b27f83-04e5-4a5a-93ed-2be37defe9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:50.310338 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13257bd-3a29-4ef9-8d06-bfb7c39ddeca req-08b27f83-04e5-4a5a-93ed-2be37defe9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:50.311939 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-f13257bd-3a29-4ef9-8d06-bfb7c39ddeca req-08b27f83-04e5-4a5a-93ed-2be37defe9a3 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=9efcd44618b1499dbaacd7184adc7a1f&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.3112061 Aug 11 03:17:50.333051 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-2ef26f0e-ca90-4392-83d4-5d8202998b17 None None] Port ba75f542-403e-4a27-af79-bb5ee228f88f cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:17:50.335403 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-1b34a678-cc04-4580-bca3-a9d595ed131e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=672cddf1079644e79daae58daa99780f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4311755 Aug 11 03:17:50.338465 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b34a678-cc04-4580-bca3-a9d595ed131e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a2c0452-cad7-4102-933e-f1774961cf84,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:50.341240 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 41934) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:50.394759 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-11f1d0ac-7355-416e-a77b-117f7fdd1f42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:50.420352 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-11f1d0ac-7355-416e-a77b-117f7fdd1f42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:50.489905 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13257bd-3a29-4ef9-8d06-bfb7c39ddeca req-f82106a1-1ea2-492d-af8f-91a17ff171da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:50.491402 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-f13257bd-3a29-4ef9-8d06-bfb7c39ddeca req-f82106a1-1ea2-492d-af8f-91a17ff171da service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1673272 Aug 11 03:17:50.561078 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [req-4370e1c1-39bd-4e16-96dc-68ac978ca4cd req-38523a52-c97e-4ec3-9d26-f502d4b58816 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd404e45-1d81-456a-bb9b-44710a16ea74 {{(pid=102191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:17:50.568966 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-4370e1c1-39bd-4e16-96dc-68ac978ca4cd req-38523a52-c97e-4ec3-9d26-f502d4b58816 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:50.581733 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [req-4370e1c1-39bd-4e16-96dc-68ac978ca4cd req-38523a52-c97e-4ec3-9d26-f502d4b58816 service neutron] Transition to ACTIVE for port object dd404e45-1d81-456a-bb9b-44710a16ea74 will not be triggered until provisioned by entity L2. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:17:50.648566 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-026ecbd7-7dd4-4665-9038-9b7c6bf0385c tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Made reservation on behalf of 619f5dda48254516982a2d4b32c5e174 for: {'subnet': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:17:50.648776 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-11f1d0ac-7355-416e-a77b-117f7fdd1f42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:50.651149 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-11f1d0ac-7355-416e-a77b-117f7fdd1f42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:50.652296 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-11f1d0ac-7355-416e-a77b-117f7fdd1f42 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3a2c0452-cad7-4102-933e-f1774961cf84 HTTP/1.1" status: 204 len: 168 time: 0.3100393 Aug 11 03:17:50.652456 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-026ecbd7-7dd4-4665-9038-9b7c6bf0385c tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274743'] for subnet, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:50.661613 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f1d0ac-7355-416e-a77b-117f7fdd1f42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a2c0452-cad7-4102-933e-f1774961cf84,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:50.725858 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-4370e1c1-39bd-4e16-96dc-68ac978ca4cd req-38523a52-c97e-4ec3-9d26-f502d4b58816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:50.814382 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38523a52-c97e-4ec3-9d26-f502d4b58816 service neutron] Pushing event updated for resources: {'Port': ['ID=dd404e45-1d81-456a-bb9b-44710a16ea74,revision_number=2']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:50.815510 n-d-764292-30 neutron-server[102191]: INFO neutron.db.ipam_backend_mixin [None req-026ecbd7-7dd4-4665-9038-9b7c6bf0385c tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 2c8e3224-4eeb-42ba-af04-6e6ebfa597f9 (CIDR: 172.20.0.0/28) Aug 11 03:17:50.841200 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38523a52-c97e-4ec3-9d26-f502d4b58816 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:17:50.842108 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38523a52-c97e-4ec3-9d26-f502d4b58816 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:17:50.842108 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38523a52-c97e-4ec3-9d26-f502d4b58816 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:17:50.842530 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38523a52-c97e-4ec3-9d26-f502d4b58816 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:17:50.842983 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38523a52-c97e-4ec3-9d26-f502d4b58816 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:17:50.843327 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38523a52-c97e-4ec3-9d26-f502d4b58816 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:17:50.843658 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38523a52-c97e-4ec3-9d26-f502d4b58816 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:17:50.844525 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38523a52-c97e-4ec3-9d26-f502d4b58816 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:17:50.844863 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38523a52-c97e-4ec3-9d26-f502d4b58816 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:17:50.845188 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38523a52-c97e-4ec3-9d26-f502d4b58816 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:17:50.845511 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38523a52-c97e-4ec3-9d26-f502d4b58816 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:17:50.845831 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38523a52-c97e-4ec3-9d26-f502d4b58816 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:17:50.868212 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2b8c45-af90-4a34-a610-9cfa5a7ec4a6 req-75e2a349-156a-41ea-99e6-763e2a0453fb tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:50.869945 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5d2b8c45-af90-4a34-a610-9cfa5a7ec4a6 req-75e2a349-156a-41ea-99e6-763e2a0453fb tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] 10.222.0.41 "GET /v2.0/ports?device_id=0223be4b-128c-49b3-ac13-d778de5fcb68 HTTP/1.1" status: 200 len: 945 time: 0.1059265 Aug 11 03:17:50.886102 n-d-764292-30 neutron-server[102191]: INFO neutron.pecan_wsgi.hooks.translation [None req-026ecbd7-7dd4-4665-9038-9b7c6bf0385c tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 03:17:50.886631 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-026ecbd7-7dd4-4665-9038-9b7c6bf0385c tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:17:50.899461 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330227db-1363-4916-8654-964f036df0e2 req-04653557-8cae-4bef-9b8d-507ac1691a60 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:50.901216 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-330227db-1363-4916-8654-964f036df0e2 req-04653557-8cae-4bef-9b8d-507ac1691a60 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/ports?device_id=198e40ac-af59-487f-99be-beb764869941 HTTP/1.1" status: 200 len: 945 time: 0.0874400 Aug 11 03:17:50.912852 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-4370e1c1-39bd-4e16-96dc-68ac978ca4cd req-38523a52-c97e-4ec3-9d26-f502d4b58816 service neutron] Attempting to bind port dd404e45-1d81-456a-bb9b-44710a16ea74 on host n-h1-764292-30 for vnic_type normal with profile {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:17:50.913187 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-4370e1c1-39bd-4e16-96dc-68ac978ca4cd req-38523a52-c97e-4ec3-9d26-f502d4b58816 service neutron] Attempting to bind port dd404e45-1d81-456a-bb9b-44710a16ea74 by drivers openvswitch,hyperv on host n-h1-764292-30 at level 0 using segments [{'id': '90206451-2911-44be-b61c-7392abb821e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '4e580d1f-7d26-40ae-9a23-fd733b74bd23'}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:17:50.913517 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4370e1c1-39bd-4e16-96dc-68ac978ca4cd req-38523a52-c97e-4ec3-9d26-f502d4b58816 service neutron] Attempting to bind port dd404e45-1d81-456a-bb9b-44710a16ea74 on network 4e580d1f-7d26-40ae-9a23-fd733b74bd23 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:17:50.924024 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4370e1c1-39bd-4e16-96dc-68ac978ca4cd req-38523a52-c97e-4ec3-9d26-f502d4b58816 service neutron] Port dd404e45-1d81-456a-bb9b-44710a16ea74 on network 4e580d1f-7d26-40ae-9a23-fd733b74bd23 not bound, no agent of type Open vSwitch agent registered on host n-h1-764292-30 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:17:50.926059 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4370e1c1-39bd-4e16-96dc-68ac978ca4cd req-38523a52-c97e-4ec3-9d26-f502d4b58816 service neutron] Attempting to bind port dd404e45-1d81-456a-bb9b-44710a16ea74 on network 4e580d1f-7d26-40ae-9a23-fd733b74bd23 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:17:50.930174 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4370e1c1-39bd-4e16-96dc-68ac978ca4cd req-38523a52-c97e-4ec3-9d26-f502d4b58816 service neutron] Checking agent: {'id': 'abb524c2-b412-4ed2-8367-45c4fd996fa7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 17, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:17:50.930678 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4370e1c1-39bd-4e16-96dc-68ac978ca4cd req-38523a52-c97e-4ec3-9d26-f502d4b58816 service neutron] Checking segment: {'id': '90206451-2911-44be-b61c-7392abb821e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '4e580d1f-7d26-40ae-9a23-fd733b74bd23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:17:50.931082 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4370e1c1-39bd-4e16-96dc-68ac978ca4cd req-38523a52-c97e-4ec3-9d26-f502d4b58816 service neutron] Bound using segment: {'id': '90206451-2911-44be-b61c-7392abb821e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '4e580d1f-7d26-40ae-9a23-fd733b74bd23'} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:17:50.931533 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-4370e1c1-39bd-4e16-96dc-68ac978ca4cd req-38523a52-c97e-4ec3-9d26-f502d4b58816 service neutron] Bound port: dd404e45-1d81-456a-bb9b-44710a16ea74, host: n-h1-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90206451-2911-44be-b61c-7392abb821e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '4e580d1f-7d26-40ae-9a23-fd733b74bd23'}}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:17:50.931899 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-4370e1c1-39bd-4e16-96dc-68ac978ca4cd req-38523a52-c97e-4ec3-9d26-f502d4b58816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:50.974249 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-330227db-1363-4916-8654-964f036df0e2 req-181ad6c9-6480-415f-b436-60cf452a7d66 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a89a04a-70d6-46f3-9b56-7cb537ff4761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558956 Aug 11 03:17:50.977243 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5d2b8c45-af90-4a34-a610-9cfa5a7ec4a6 req-ecd57345-fc98-4b7b-89a1-95bbce303dd5 tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a9c14b7-456b-495d-954b-08faab866e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938644 Aug 11 03:17:51.027495 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-4370e1c1-39bd-4e16-96dc-68ac978ca4cd req-38523a52-c97e-4ec3-9d26-f502d4b58816 service neutron] For port dd404e45-1d81-456a-bb9b-44710a16ea74, host n-h1-764292-30, cleared binding levels {{(pid=102191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:17:51.031247 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-026ecbd7-7dd4-4665-9038-9b7c6bf0385c tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9153292 Aug 11 03:17:51.035261 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-4370e1c1-39bd-4e16-96dc-68ac978ca4cd req-38523a52-c97e-4ec3-9d26-f502d4b58816 service neutron] For port dd404e45-1d81-456a-bb9b-44710a16ea74, host n-h1-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=dd404e45-1d81-456a-bb9b-44710a16ea74,segment=NetworkSegment(90206451-2911-44be-b61c-7392abb821e0),segment_id=90206451-2911-44be-b61c-7392abb821e0)] {{(pid=102191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:17:51.037434 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 41948) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:51.043559 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-84d7e8c1-a7be-4d31-9520-fcffcb0dbeeb tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Request body: {'subnet': {'network_id': '8886bdb2-96cd-41e9-b700-c178565a3929', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:17:51.141197 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-4370e1c1-39bd-4e16-96dc-68ac978ca4cd req-38523a52-c97e-4ec3-9d26-f502d4b58816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:51.216440 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4370e1c1-39bd-4e16-96dc-68ac978ca4cd req-38523a52-c97e-4ec3-9d26-f502d4b58816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:51.217203 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-4370e1c1-39bd-4e16-96dc-68ac978ca4cd req-38523a52-c97e-4ec3-9d26-f502d4b58816 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:51.218744 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-4370e1c1-39bd-4e16-96dc-68ac978ca4cd req-38523a52-c97e-4ec3-9d26-f502d4b58816 service neutron] 10.222.0.22 "PUT /v2.0/ports/dd404e45-1d81-456a-bb9b-44710a16ea74 HTTP/1.1" status: 200 len: 1093 time: 1.3676496 Aug 11 03:17:51.241835 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38523a52-c97e-4ec3-9d26-f502d4b58816 service neutron] Pushing event updated for resources: {'Port': ['ID=dd404e45-1d81-456a-bb9b-44710a16ea74,revision_number=3']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:51.273234 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fdae13-deaf-4d6c-bb31-be6d52bc85a0 req-ee2a0ea6-1d57-4b06-b0e7-f89f218fd8d3 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:51.279702 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fdae13-deaf-4d6c-bb31-be6d52bc85a0 req-ee2a0ea6-1d57-4b06-b0e7-f89f218fd8d3 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:51.281552 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-91fdae13-deaf-4d6c-bb31-be6d52bc85a0 req-ee2a0ea6-1d57-4b06-b0e7-f89f218fd8d3 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] 10.222.0.41 "GET /v2.0/ports?device_id=77be1442-778d-4411-864c-39b16f7e1fa5 HTTP/1.1" status: 200 len: 1678 time: 0.0783808 Aug 11 03:17:51.330705 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-91fdae13-deaf-4d6c-bb31-be6d52bc85a0 req-73a861c2-74cf-4772-8f2d-f434b0bc5c3e tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] 10.222.0.41 "GET /v2.0/security-groups?id=9bcdfec5-364e-49d2-8266-cef1a51c6464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402796 Aug 11 03:17:51.380765 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84d7e8c1-a7be-4d31-9520-fcffcb0dbeeb tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Made reservation on behalf of 619f5dda48254516982a2d4b32c5e174 for: {'subnet': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:17:51.385139 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-84d7e8c1-a7be-4d31-9520-fcffcb0dbeeb tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126180544'] for subnet, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:51.452510 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4370e1c1-39bd-4e16-96dc-68ac978ca4cd req-d8186660-df96-40ce-88f3-4827f63af5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:51.452989 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4370e1c1-39bd-4e16-96dc-68ac978ca4cd req-d8186660-df96-40ce-88f3-4827f63af5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:51.455264 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-4370e1c1-39bd-4e16-96dc-68ac978ca4cd req-d8186660-df96-40ce-88f3-4827f63af5b9 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9efcd44618b1499dbaacd7184adc7a1f&device_id=77be1442-778d-4411-864c-39b16f7e1fa5 HTTP/1.1" status: 200 len: 1982 time: 0.0500841 Aug 11 03:17:51.477861 n-d-764292-30 neutron-server[102192]: INFO neutron.db.ipam_backend_mixin [None req-84d7e8c1-a7be-4d31-9520-fcffcb0dbeeb tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 078862f6-d9c7-414e-b0d7-ba21c58eb7e4 (CIDR: 172.20.0.16/28) Aug 11 03:17:51.505774 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-4370e1c1-39bd-4e16-96dc-68ac978ca4cd req-13d17f86-9fdc-46ae-b156-df980c8c5f84 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.43&port_id=302d728f-8603-4ffa-87bb-ad99f33603de HTTP/1.1" status: 200 len: 217 time: 0.0417445 Aug 11 03:17:51.562104 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4370e1c1-39bd-4e16-96dc-68ac978ca4cd req-df85746c-4688-47a5-bbeb-513fafca428b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:51.563641 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-4370e1c1-39bd-4e16-96dc-68ac978ca4cd req-df85746c-4688-47a5-bbeb-513fafca428b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c8866a3c-afb6-4309-b7bf-f9c3fb2c2059 HTTP/1.1" status: 200 len: 801 time: 0.0499706 Aug 11 03:17:51.584132 n-d-764292-30 neutron-server[102192]: INFO neutron.pecan_wsgi.hooks.translation [None req-84d7e8c1-a7be-4d31-9520-fcffcb0dbeeb tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 03:17:51.584132 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84d7e8c1-a7be-4d31-9520-fcffcb0dbeeb tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:17:51.614079 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4370e1c1-39bd-4e16-96dc-68ac978ca4cd req-9532c856-ad0f-417c-aa5c-51f69aa0c421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:51.615718 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-4370e1c1-39bd-4e16-96dc-68ac978ca4cd req-9532c856-ad0f-417c-aa5c-51f69aa0c421 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=7e3f2063-0a4f-46ef-b793-96c2d84236a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437863 Aug 11 03:17:51.703984 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-84d7e8c1-a7be-4d31-9520-fcffcb0dbeeb tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.6643786 Aug 11 03:17:51.711271 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 41970) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:51.718045 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-4370e1c1-39bd-4e16-96dc-68ac978ca4cd req-5bf99acc-08ca-4551-a0a9-da1dad35df0c service neutron] 10.222.0.22 "GET /v2.0/networks/7e3f2063-0a4f-46ef-b793-96c2d84236a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924332 Aug 11 03:17:51.718625 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-8113d3c7-377b-4199-bb42-b44eb48fa228 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Request body: {'subnet': {'network_id': '8886bdb2-96cd-41e9-b700-c178565a3929', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:17:51.835587 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-4370e1c1-39bd-4e16-96dc-68ac978ca4cd req-1fecd29f-4297-432b-b4c9-71eb7fbf876c service neutron] 10.222.0.22 "GET /v2.0/networks/7e3f2063-0a4f-46ef-b793-96c2d84236a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080453 Aug 11 03:17:51.835968 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77be1442-778d-4411-864c-39b16f7e1fa5', 'tag': 'dd404e45-1d81-456a-bb9b-44710a16ea74'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:17:51.838556 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d00a8ab-005b-4b73-b68e-0b67783d3f7d" -d '{"events": [{"name": "network-changed", "server_uuid": "77be1442-778d-4411-864c-39b16f7e1fa5", "tag": "dd404e45-1d81-456a-bb9b-44710a16ea74"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:17:51.946077 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8113d3c7-377b-4199-bb42-b44eb48fa228 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Made reservation on behalf of 619f5dda48254516982a2d4b32c5e174 for: {'subnet': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:17:51.949998 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-8113d3c7-377b-4199-bb42-b44eb48fa228 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126180544'] for subnet, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:52.236636 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-4370e1c1-39bd-4e16-96dc-68ac978ca4cd req-f10bd470-fcf8-45a8-b41c-b7f7effddad9 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.163&port_id=dd404e45-1d81-456a-bb9b-44710a16ea74 HTTP/1.1" status: 200 len: 217 time: 0.3914263 Aug 11 03:17:52.238780 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81bc34e3-9dae-4c72-b544-aef723d2b9d7 x-openstack-request-id: req-81bc34e3-9dae-4c72-b544-aef723d2b9d7 {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:17:52.239333 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77be1442-778d-4411-864c-39b16f7e1fa5", "tag": "dd404e45-1d81-456a-bb9b-44710a16ea74", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:17:52.239739 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-81bc34e3-9dae-4c72-b544-aef723d2b9d7 {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:17:52.240302 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77be1442-778d-4411-864c-39b16f7e1fa5', 'tag': 'dd404e45-1d81-456a-bb9b-44710a16ea74', 'status': 'completed', 'code': 200} Aug 11 03:17:52.265513 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5731047c-44c8-4632-b7f3-c053c5ed998f req-0c6a0f3f-4640-4893-ad4e-a29cb26b4727 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:52.280330 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5731047c-44c8-4632-b7f3-c053c5ed998f req-0c6a0f3f-4640-4893-ad4e-a29cb26b4727 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/ports?device_id=198e40ac-af59-487f-99be-beb764869941 HTTP/1.1" status: 200 len: 945 time: 0.1554406 Aug 11 03:17:52.305106 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4370e1c1-39bd-4e16-96dc-68ac978ca4cd req-f3a7a2bb-be43-4425-9039-39e26aea140c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:52.306444 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-4370e1c1-39bd-4e16-96dc-68ac978ca4cd req-f3a7a2bb-be43-4425-9039-39e26aea140c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9512eb6f-f3da-44e4-ba03-08558120d87a HTTP/1.1" status: 200 len: 801 time: 0.0608468 Aug 11 03:17:52.315590 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bb730e-b9ff-4d77-9c3b-72ae03fd8bba req-1a7085df-c6ef-49f7-8673-93ab5e69ac08 tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:52.322848 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b0bb730e-b9ff-4d77-9c3b-72ae03fd8bba req-1a7085df-c6ef-49f7-8673-93ab5e69ac08 tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] 10.222.0.41 "GET /v2.0/ports?device_id=0223be4b-128c-49b3-ac13-d778de5fcb68 HTTP/1.1" status: 200 len: 945 time: 0.1436405 Aug 11 03:17:52.357529 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4370e1c1-39bd-4e16-96dc-68ac978ca4cd req-c23c40a7-4cd5-48db-993b-bb6afbecf1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:52.360491 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-4370e1c1-39bd-4e16-96dc-68ac978ca4cd req-c23c40a7-4cd5-48db-993b-bb6afbecf1c1 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=4e580d1f-7d26-40ae-9a23-fd733b74bd23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462344 Aug 11 03:17:52.393677 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.agents_db [None req-950b7202-decb-43e2-8f71-ac8931dc9749 None None] Agent healthcheck: found 7 active agents {{(pid=102194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:17:52.404244 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5731047c-44c8-4632-b7f3-c053c5ed998f req-975bb2c6-ee0b-43b7-b827-2d32d5bdce52 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a89a04a-70d6-46f3-9b56-7cb537ff4761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229653 Aug 11 03:17:52.436450 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b0bb730e-b9ff-4d77-9c3b-72ae03fd8bba req-e927b369-744f-4add-b166-08b20dc423db tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a9c14b7-456b-495d-954b-08faab866e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126397 Aug 11 03:17:52.496972 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-4370e1c1-39bd-4e16-96dc-68ac978ca4cd req-84c408a2-4959-4698-a1f4-e20cbf873c5c service neutron] 10.222.0.22 "GET /v2.0/networks/4e580d1f-7d26-40ae-9a23-fd733b74bd23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287370 Aug 11 03:17:52.631499 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4eaa3c-6c5f-4946-9b19-22d0da32376d req-d331b557-c474-4c70-a8dc-dcb6d8ceed4a tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:52.638429 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4eaa3c-6c5f-4946-9b19-22d0da32376d req-d331b557-c474-4c70-a8dc-dcb6d8ceed4a tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:52.640738 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-dd4eaa3c-6c5f-4946-9b19-22d0da32376d req-d331b557-c474-4c70-a8dc-dcb6d8ceed4a tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] 10.222.0.41 "GET /v2.0/ports?device_id=77be1442-778d-4411-864c-39b16f7e1fa5 HTTP/1.1" status: 200 len: 1678 time: 0.0905280 Aug 11 03:17:52.649811 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-4370e1c1-39bd-4e16-96dc-68ac978ca4cd req-a4e4b459-cc93-44d0-b515-0dcafc902e01 service neutron] 10.222.0.22 "GET /v2.0/networks/4e580d1f-7d26-40ae-9a23-fd733b74bd23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421061 Aug 11 03:17:52.673808 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-8113d3c7-377b-4199-bb42-b44eb48fa228 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125932092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126180562'] for subnet, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:52.754929 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8113d3c7-377b-4199-bb42-b44eb48fa228 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Pushing event updated for resources: {'Subnet': ['ID=4e61c0d3-0eaf-4b8e-ae41-ed5133bcf0cd,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:52.771353 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8113d3c7-377b-4199-bb42-b44eb48fa228 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Network 8886bdb2-96cd-41e9-b700-c178565a3929 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:17:52.789698 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-8113d3c7-377b-4199-bb42-b44eb48fa228 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:17:52.795886 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8113d3c7-377b-4199-bb42-b44eb48fa228 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:52.796585 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-8113d3c7-377b-4199-bb42-b44eb48fa228 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:52.807309 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed4008ab-5b9c-4ac2-83eb-378c08fcce1e None None] Network 8886bdb2-96cd-41e9-b700-c178565a3929 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:17:52.841140 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-dd4eaa3c-6c5f-4946-9b19-22d0da32376d req-6b7c0cd8-f6e0-447b-a74e-8d54f6a24cbb tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] 10.222.0.41 "GET /v2.0/security-groups?id=9bcdfec5-364e-49d2-8266-cef1a51c6464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893578 Aug 11 03:17:52.899287 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d00a8ab-005b-4b73-b68e-0b67783d3f7d req-8c49758d-45a1-42a9-ae9b-d506a7779454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:52.900365 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d00a8ab-005b-4b73-b68e-0b67783d3f7d req-8c49758d-45a1-42a9-ae9b-d506a7779454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:52.902575 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-3d00a8ab-005b-4b73-b68e-0b67783d3f7d req-8c49758d-45a1-42a9-ae9b-d506a7779454 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9efcd44618b1499dbaacd7184adc7a1f&device_id=77be1442-778d-4411-864c-39b16f7e1fa5 HTTP/1.1" status: 200 len: 1982 time: 0.1040571 Aug 11 03:17:52.941239 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-8113d3c7-377b-4199-bb42-b44eb48fa228 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.2287030 Aug 11 03:17:52.943821 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 42002) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:52.949543 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-41ad0c3f-297d-4f48-8463-3bb6f4618471 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-836205795', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '4e61c0d3-0eaf-4b8e-ae41-ed5133bcf0cd'}], 'security_groups': ['4df33c49-532f-4885-af61-85ee1be5aa85', '9e9bcee2-b513-47fb-b8ca-9078b8dacc0d']}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:17:53.073894 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-41ad0c3f-297d-4f48-8463-3bb6f4618471 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:53.096758 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d00a8ab-005b-4b73-b68e-0b67783d3f7d req-2f94d209-a59b-40d0-ad01-5f291ac45e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:53.098315 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-3d00a8ab-005b-4b73-b68e-0b67783d3f7d req-2f94d209-a59b-40d0-ad01-5f291ac45e07 service neutron] 10.222.0.22 "GET /v2.0/networks?id=4e580d1f-7d26-40ae-9a23-fd733b74bd23 HTTP/1.1" status: 200 len: 902 time: 0.1850572 Aug 11 03:17:53.174161 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-3d00a8ab-005b-4b73-b68e-0b67783d3f7d req-32189860-7ab8-4a1b-9842-46292af51f0d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.163&port_id=dd404e45-1d81-456a-bb9b-44710a16ea74 HTTP/1.1" status: 200 len: 217 time: 0.0681500 Aug 11 03:17:53.243512 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bcd4a6f-83ce-4e3e-9f30-598e067bbd8a None None] Update dhcp port {'port': {'network_id': '8886bdb2-96cd-41e9-b700-c178565a3929', 'fixed_ips': [{'subnet_id': '078862f6-d9c7-414e-b0d7-ba21c58eb7e4', 'ip_address': '172.20.0.18'}, {'subnet_id': '2c8e3224-4eeb-42ba-af04-6e6ebfa597f9', 'ip_address': '172.20.0.2'}, {'subnet_id': '4e61c0d3-0eaf-4b8e-ae41-ed5133bcf0cd'}], 'binding:host_id': 'n-d-764292-30'}, 'id': '5d9196a1-9030-4d6f-8467-b71219dae786'} from n-d-764292-30. {{(pid=102193) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 11 03:17:53.245722 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d00a8ab-005b-4b73-b68e-0b67783d3f7d req-697ea4c3-6089-492b-a2a2-126334b850f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:53.248284 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-3d00a8ab-005b-4b73-b68e-0b67783d3f7d req-697ea4c3-6089-492b-a2a2-126334b850f2 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9512eb6f-f3da-44e4-ba03-08558120d87a HTTP/1.1" status: 200 len: 801 time: 0.0654976 Aug 11 03:17:53.324791 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-5bcd4a6f-83ce-4e3e-9f30-598e067bbd8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:53.336496 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d00a8ab-005b-4b73-b68e-0b67783d3f7d req-c2836ae9-1d10-49d6-bf88-8aa5d69e249b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:53.339744 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-3d00a8ab-005b-4b73-b68e-0b67783d3f7d req-c2836ae9-1d10-49d6-bf88-8aa5d69e249b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=4e580d1f-7d26-40ae-9a23-fd733b74bd23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0825558 Aug 11 03:17:53.531840 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-3d00a8ab-005b-4b73-b68e-0b67783d3f7d req-672859f2-ce35-46cc-a59c-26f710531dcc service neutron] 10.222.0.22 "GET /v2.0/networks/4e580d1f-7d26-40ae-9a23-fd733b74bd23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813712 Aug 11 03:17:53.676000 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-3d00a8ab-005b-4b73-b68e-0b67783d3f7d req-c0714213-47c6-44d3-95ed-de1d2e56e5ea service neutron] 10.222.0.22 "GET /v2.0/networks/4e580d1f-7d26-40ae-9a23-fd733b74bd23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353674 Aug 11 03:17:53.693461 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [None req-41ad0c3f-297d-4f48-8463-3bb6f4618471 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Delete allocated IP 172.20.0.7 (8886bdb2-96cd-41e9-b700-c178565a3929/2c8e3224-4eeb-42ba-af04-6e6ebfa597f9) {{(pid=102192) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 11 03:17:53.717147 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b45e228-9145-4c9b-b8d5-e16538b081d9 req-8691e29a-4db3-46fe-b4ac-aff71ed701f5 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:53.719303 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9b45e228-9145-4c9b-b8d5-e16538b081d9 req-8691e29a-4db3-46fe-b4ac-aff71ed701f5 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/ports?device_id=198e40ac-af59-487f-99be-beb764869941 HTTP/1.1" status: 200 len: 945 time: 0.1352513 Aug 11 03:17:53.726840 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dcb48e-b306-4dc5-ad8f-dca836987dfa req-d1068836-883a-4284-9ce8-646cd01a9e70 tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:53.728533 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e9dcb48e-b306-4dc5-ad8f-dca836987dfa req-d1068836-883a-4284-9ce8-646cd01a9e70 tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] 10.222.0.41 "GET /v2.0/ports?device_id=0223be4b-128c-49b3-ac13-d778de5fcb68 HTTP/1.1" status: 200 len: 945 time: 0.1129854 Aug 11 03:17:53.731252 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [None req-41ad0c3f-297d-4f48-8463-3bb6f4618471 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Allocated IP 172.20.0.40 (8886bdb2-96cd-41e9-b700-c178565a3929/4e61c0d3-0eaf-4b8e-ae41-ed5133bcf0cd/ba75f542-403e-4a27-af79-bb5ee228f88f) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:17:53.832701 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9b45e228-9145-4c9b-b8d5-e16538b081d9 req-e967a456-ef76-46c3-8893-cf506a1cbc55 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a89a04a-70d6-46f3-9b56-7cb537ff4761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017222 Aug 11 03:17:53.861560 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e9dcb48e-b306-4dc5-ad8f-dca836987dfa req-d5ec9fb7-ac7d-403a-a3ce-f2769889973d tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a9c14b7-456b-495d-954b-08faab866e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950236 Aug 11 03:17:54.037940 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e3a01a-107a-4193-9ee7-2378043f6dbb req-a06e64b4-b81a-4909-b866-a1b144cf22fa tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:54.044005 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e3a01a-107a-4193-9ee7-2378043f6dbb req-a06e64b4-b81a-4909-b866-a1b144cf22fa tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:54.045565 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-59e3a01a-107a-4193-9ee7-2378043f6dbb req-a06e64b4-b81a-4909-b866-a1b144cf22fa tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] 10.222.0.41 "GET /v2.0/ports?device_id=77be1442-778d-4411-864c-39b16f7e1fa5 HTTP/1.1" status: 200 len: 1678 time: 0.0925891 Aug 11 03:17:54.065377 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-41ad0c3f-297d-4f48-8463-3bb6f4618471 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks [] for port, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:54.090567 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [None req-41ad0c3f-297d-4f48-8463-3bb6f4618471 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Transition to ACTIVE for port object ba75f542-403e-4a27-af79-bb5ee228f88f will not be triggered until provisioned by entity DHCP. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:17:54.114240 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-59e3a01a-107a-4193-9ee7-2378043f6dbb req-41443045-fc7a-4a6d-86e3-de7d071ea531 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] 10.222.0.41 "GET /v2.0/security-groups?id=9bcdfec5-364e-49d2-8266-cef1a51c6464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575469 Aug 11 03:17:54.157092 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-41ad0c3f-297d-4f48-8463-3bb6f4618471 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:54.210736 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.db_base_plugin_common [None req-5bcd4a6f-83ce-4e3e-9f30-598e067bbd8a None None] Allocated IP 172.20.0.34 (8886bdb2-96cd-41e9-b700-c178565a3929/4e61c0d3-0eaf-4b8e-ae41-ed5133bcf0cd/5d9196a1-9030-4d6f-8467-b71219dae786) {{(pid=102193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:17:54.256005 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ad0c3f-297d-4f48-8463-3bb6f4618471 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Pushing event updated for resources: {'Port': ['ID=ba75f542-403e-4a27-af79-bb5ee228f88f,revision_number=2']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:54.276640 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-41ad0c3f-297d-4f48-8463-3bb6f4618471 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] In _notify_port_updated(), no bound segment for port ba75f542-403e-4a27-af79-bb5ee228f88f on network 8886bdb2-96cd-41e9-b700-c178565a3929 {{(pid=102192) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 03:17:54.282322 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ad0c3f-297d-4f48-8463-3bb6f4618471 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:54.282989 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-41ad0c3f-297d-4f48-8463-3bb6f4618471 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:54.286426 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-41ad0c3f-297d-4f48-8463-3bb6f4618471 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] 10.222.0.41 "PUT /v2.0/ports/ba75f542-403e-4a27-af79-bb5ee228f88f HTTP/1.1" status: 200 len: 959 time: 1.3394935 Aug 11 03:17:54.287325 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 42026) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:54.324355 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-5bcd4a6f-83ce-4e3e-9f30-598e067bbd8a None None] For port 5d9196a1-9030-4d6f-8467-b71219dae786, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=5d9196a1-9030-4d6f-8467-b71219dae786,segment=NetworkSegment(f57eee17-12e1-4fed-b972-2de095077297),segment_id=f57eee17-12e1-4fed-b972-2de095077297)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:17:54.357483 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-5bcd4a6f-83ce-4e3e-9f30-598e067bbd8a None None] Notify callbacks [] for port, precommit_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:54.371544 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-5bcd4a6f-83ce-4e3e-9f30-598e067bbd8a None None] Transition to ACTIVE for port object 5d9196a1-9030-4d6f-8467-b71219dae786 will not be triggered until provisioned by entity DHCP. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:17:54.395962 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-53bae139-38b9-4321-9fff-c36361327531 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Deleting port ba75f542-403e-4a27-af79-bb5ee228f88f {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:17:54.396383 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-53bae139-38b9-4321-9fff-c36361327531 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:54.443886 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-5bcd4a6f-83ce-4e3e-9f30-598e067bbd8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:54.497480 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-53bae139-38b9-4321-9fff-c36361327531 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:54.511044 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-53bae139-38b9-4321-9fff-c36361327531 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Calling delete_port for ba75f542-403e-4a27-af79-bb5ee228f88f owned by {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:17:54.554034 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcd4a6f-83ce-4e3e-9f30-598e067bbd8a None None] Pushing event updated for resources: {'Port': ['ID=5d9196a1-9030-4d6f-8467-b71219dae786,revision_number=7']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:54.701025 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-53bae139-38b9-4321-9fff-c36361327531 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:54.756309 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bae139-38b9-4321-9fff-c36361327531 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Pushing event deleted for resources: {'Port': ['ID=ba75f542-403e-4a27-af79-bb5ee228f88f,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:54.872419 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-53bae139-38b9-4321-9fff-c36361327531 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:54.876851 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-53bae139-38b9-4321-9fff-c36361327531 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] 10.222.0.41 "DELETE /v2.0/ports/ba75f542-403e-4a27-af79-bb5ee228f88f HTTP/1.1" status: 204 len: 168 time: 0.5861051 Aug 11 03:17:54.877246 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 42042) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:54.932062 n-d-764292-30 neutron-server[102192]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b76e83b-b923-465a-83a6-c5bd088c3f95 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] GET failed (client error): The resource could not be found. Aug 11 03:17:54.936196 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-4b76e83b-b923-465a-83a6-c5bd088c3f95 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] 10.222.0.41 "GET /v2.0/ports/ba75f542-403e-4a27-af79-bb5ee228f88f HTTP/1.1" status: 404 len: 333 time: 0.0554268 Aug 11 03:17:54.937841 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 42048) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:55.020617 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01e96e4-8aca-4590-8e46-925692b1f598 req-55b40d73-2695-42a5-a9f3-3235725d874a tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:55.022153 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f01e96e4-8aca-4590-8e46-925692b1f598 req-55b40d73-2695-42a5-a9f3-3235725d874a tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/ports?device_id=198e40ac-af59-487f-99be-beb764869941 HTTP/1.1" status: 200 len: 945 time: 0.0621791 Aug 11 03:17:55.031272 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6920e810-11bd-4273-b2f2-c7a95db2e67a tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:55.071245 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6920e810-11bd-4273-b2f2-c7a95db2e67a tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:55.080900 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f01e96e4-8aca-4590-8e46-925692b1f598 req-9d8da5c0-5bc4-4973-bd70-2978a274cadd tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a89a04a-70d6-46f3-9b56-7cb537ff4761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505478 Aug 11 03:17:55.231532 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7151e295-5e8b-4870-933d-a3233add17fb req-445df95b-e442-45c6-a83c-696066821bd3 tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:55.233061 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7151e295-5e8b-4870-933d-a3233add17fb req-445df95b-e442-45c6-a83c-696066821bd3 tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] 10.222.0.41 "GET /v2.0/ports?device_id=0223be4b-128c-49b3-ac13-d778de5fcb68 HTTP/1.1" status: 200 len: 945 time: 0.0624831 Aug 11 03:17:55.237697 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6920e810-11bd-4273-b2f2-c7a95db2e67a tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:55.240438 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6920e810-11bd-4273-b2f2-c7a95db2e67a tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:55.244125 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-6920e810-11bd-4273-b2f2-c7a95db2e67a tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] 10.222.0.41 "DELETE /v2.0/security-groups/a7a24806-da6e-48ab-a4f6-fc89da0bc2e7 HTTP/1.1" status: 204 len: 168 time: 0.3041136 Aug 11 03:17:55.246262 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 42054) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:55.264986 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6920e810-11bd-4273-b2f2-c7a95db2e67a tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7a24806-da6e-48ab-a4f6-fc89da0bc2e7,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:55.301299 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7151e295-5e8b-4870-933d-a3233add17fb req-6caeed26-af04-47ed-876f-a95232eb7a13 tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a9c14b7-456b-495d-954b-08faab866e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556231 Aug 11 03:17:55.333568 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-536535d3-781e-4287-8ad4-c01e659d0d66 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:55.357313 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-93ea64ec-bc43-4518-ac47-291216f11a31 None None] Provisioning complete for port 84463fc6-069a-4188-8114-c15a7ee34f20 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:17:55.357885 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-93ea64ec-bc43-4518-ac47-291216f11a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:55.368721 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-536535d3-781e-4287-8ad4-c01e659d0d66 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:55.419302 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-93ea64ec-bc43-4518-ac47-291216f11a31 None None] Port 84463fc6-069a-4188-8114-c15a7ee34f20 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:17:55.423713 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-93ea64ec-bc43-4518-ac47-291216f11a31 None None] Could not find standard attr ID for object ba75f542-403e-4a27-af79-bb5ee228f88f. {{(pid=102193) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 03:17:55.545951 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-93ea64ec-bc43-4518-ac47-291216f11a31 None None] Provisioning for port 5d9196a1-9030-4d6f-8467-b71219dae786 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:17:55.554701 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-93ea64ec-bc43-4518-ac47-291216f11a31 None None] Provisioning complete for port 5d9196a1-9030-4d6f-8467-b71219dae786 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:17:55.561014 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-93ea64ec-bc43-4518-ac47-291216f11a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:55.583268 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-536535d3-781e-4287-8ad4-c01e659d0d66 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:55.587014 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-536535d3-781e-4287-8ad4-c01e659d0d66 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:55.590575 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-536535d3-781e-4287-8ad4-c01e659d0d66 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] 10.222.0.41 "DELETE /v2.0/security-groups/9e9bcee2-b513-47fb-b8ca-9078b8dacc0d HTTP/1.1" status: 204 len: 168 time: 0.3392911 Aug 11 03:17:55.591669 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 42062) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:55.597184 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84df9596-49e8-4ff6-84a6-659a2f0f956b req-36592750-c9c7-458a-8128-0550b459eafd tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:55.611409 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536535d3-781e-4287-8ad4-c01e659d0d66 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e9bcee2-b513-47fb-b8ca-9078b8dacc0d,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:55.621905 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84df9596-49e8-4ff6-84a6-659a2f0f956b req-36592750-c9c7-458a-8128-0550b459eafd tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:55.630925 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-84df9596-49e8-4ff6-84a6-659a2f0f956b req-36592750-c9c7-458a-8128-0550b459eafd tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] 10.222.0.41 "GET /v2.0/ports?device_id=77be1442-778d-4411-864c-39b16f7e1fa5 HTTP/1.1" status: 200 len: 1678 time: 0.1492870 Aug 11 03:17:55.693813 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-84df9596-49e8-4ff6-84a6-659a2f0f956b req-a946a619-4a09-4fce-bf31-f21d294cd464 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] 10.222.0.41 "GET /v2.0/security-groups?id=9bcdfec5-364e-49d2-8266-cef1a51c6464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619714 Aug 11 03:17:55.726132 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3d2edb3f-f556-4ef5-a482-376571d33284 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:55.766391 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 5d9196a1-9030-4d6f-8467-b71219dae786 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:17:55.779102 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3d2edb3f-f556-4ef5-a482-376571d33284 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:55.841699 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 5d9196a1-9030-4d6f-8467-b71219dae786 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:17:55.842116 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:55.870274 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25940c2-a023-4b47-b505-81eecf4954e9 req-2bc301b7-0b98-4134-8760-dd7382f69fab tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:55.872147 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f25940c2-a023-4b47-b505-81eecf4954e9 req-2bc301b7-0b98-4134-8760-dd7382f69fab tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] 10.222.0.41 "GET /v2.0/ports?device_id=006b2268-b044-4169-accf-c9c02f7462ce HTTP/1.1" status: 200 len: 946 time: 0.0550056 Aug 11 03:17:55.924865 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f25940c2-a023-4b47-b505-81eecf4954e9 req-6c282503-a11b-4ac4-8647-53cfd93bb628 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] 10.222.0.41 "GET /v2.0/security-groups?id=fc43ee60-6555-4bc5-a7a0-c97f67a784d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420022 Aug 11 03:17:55.946605 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3d2edb3f-f556-4ef5-a482-376571d33284 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:55.947217 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dd81d165-4fdf-4aab-b00a-463a1e2996cb None None] Could not find standard attr ID for object ba75f542-403e-4a27-af79-bb5ee228f88f. {{(pid=102193) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 03:17:55.949641 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3d2edb3f-f556-4ef5-a482-376571d33284 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:55.953397 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-3d2edb3f-f556-4ef5-a482-376571d33284 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] 10.222.0.41 "DELETE /v2.0/security-groups/4df33c49-532f-4885-af61-85ee1be5aa85 HTTP/1.1" status: 204 len: 168 time: 0.3598173 Aug 11 03:17:55.967134 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2edb3f-f556-4ef5-a482-376571d33284 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4df33c49-532f-4885-af61-85ee1be5aa85,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:55.969643 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 42068) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:56.029918 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb50af06-fb5a-4bf1-893b-414c4a2329c6 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Deleting subnet 2c8e3224-4eeb-42ba-af04-6e6ebfa597f9 {{(pid=102191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:17:56.034130 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-bb50af06-fb5a-4bf1-893b-414c4a2329c6 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks [] for subnet, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:56.076355 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-bb50af06-fb5a-4bf1-893b-414c4a2329c6 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126283525'] for subnet, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:56.164996 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-bb50af06-fb5a-4bf1-893b-414c4a2329c6 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:56.204584 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee576b2-3307-44fc-bcde-915752f8c1d3 req-7f2b3011-9aac-47d0-8237-744f8615ac07 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:56.206155 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3ee576b2-3307-44fc-bcde-915752f8c1d3 req-7f2b3011-9aac-47d0-8237-744f8615ac07 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/ports?device_id=198e40ac-af59-487f-99be-beb764869941 HTTP/1.1" status: 200 len: 945 time: 0.0536013 Aug 11 03:17:56.243816 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3ee576b2-3307-44fc-bcde-915752f8c1d3 req-2b16bb1a-ba35-4005-bc45-942d55403f30 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a89a04a-70d6-46f3-9b56-7cb537ff4761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311275 Aug 11 03:17:56.308054 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-bb50af06-fb5a-4bf1-893b-414c4a2329c6 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126283413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126275158'] for subnet, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:56.337504 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb50af06-fb5a-4bf1-893b-414c4a2329c6 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Pushing event deleted for resources: {'Subnet': ['ID=2c8e3224-4eeb-42ba-af04-6e6ebfa597f9,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:56.339585 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-bb50af06-fb5a-4bf1-893b-414c4a2329c6 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:56.347321 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72f06758-78b5-4360-b77d-676fd566b78a None None] Network 8886bdb2-96cd-41e9-b700-c178565a3929 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:17:56.348285 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 42076) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:56.355024 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-bb50af06-fb5a-4bf1-893b-414c4a2329c6 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] 10.222.0.41 "DELETE /v2.0/subnets/2c8e3224-4eeb-42ba-af04-6e6ebfa597f9 HTTP/1.1" status: 204 len: 168 time: 0.3836513 Aug 11 03:17:56.433171 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_v2 [None req-aea5aedc-7d4d-4f0b-b010-a379cbc0b478 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Deleting subnet 4e61c0d3-0eaf-4b8e-ae41-ed5133bcf0cd {{(pid=102192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:17:56.438246 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-aea5aedc-7d4d-4f0b-b010-a379cbc0b478 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks [] for subnet, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:56.480517 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab652f42-5dda-4d43-97de-2d7f5a0cc6f5 req-b095538d-57ac-453f-9113-2b707d15c5ec tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:56.482246 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ab652f42-5dda-4d43-97de-2d7f5a0cc6f5 req-b095538d-57ac-453f-9113-2b707d15c5ec tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] 10.222.0.41 "GET /v2.0/ports?device_id=0223be4b-128c-49b3-ac13-d778de5fcb68 HTTP/1.1" status: 200 len: 945 time: 0.1006682 Aug 11 03:17:56.507072 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-aea5aedc-7d4d-4f0b-b010-a379cbc0b478 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125932460'] for subnet, precommit_delete_associations {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:56.566911 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ab652f42-5dda-4d43-97de-2d7f5a0cc6f5 req-449886ff-3ab6-47db-906a-dc89490c21d8 tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a9c14b7-456b-495d-954b-08faab866e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756378 Aug 11 03:17:56.627800 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-aea5aedc-7d4d-4f0b-b010-a379cbc0b478 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:56.763734 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-aea5aedc-7d4d-4f0b-b010-a379cbc0b478 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125932157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126180897'] for subnet, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:56.802269 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea5aedc-7d4d-4f0b-b010-a379cbc0b478 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Pushing event deleted for resources: {'Subnet': ['ID=4e61c0d3-0eaf-4b8e-ae41-ed5133bcf0cd,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:56.837129 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-aea5aedc-7d4d-4f0b-b010-a379cbc0b478 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:56.842112 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-aea5aedc-7d4d-4f0b-b010-a379cbc0b478 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] 10.222.0.41 "DELETE /v2.0/subnets/4e61c0d3-0eaf-4b8e-ae41-ed5133bcf0cd HTTP/1.1" status: 204 len: 168 time: 0.4932342 Aug 11 03:17:56.842519 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 42086) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:56.874146 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a56291-190e-4f22-b294-ac814237cb71 req-4adecbcc-c79b-4a24-9cdf-23c00c882fd2 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:56.877011 n-d-764292-30 neutron-server[102191]: INFO neutron.pecan_wsgi.hooks.translation [None req-0773fc0e-52c7-4495-83de-a80299b4af8a tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] DELETE failed (client error): The resource could not be found. Aug 11 03:17:56.877655 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0773fc0e-52c7-4495-83de-a80299b4af8a tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:17:56.880427 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-0773fc0e-52c7-4495-83de-a80299b4af8a tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] 10.222.0.41 "DELETE /v2.0/subnets/2c8e3224-4eeb-42ba-af04-6e6ebfa597f9 HTTP/1.1" status: 404 len: 337 time: 0.0369241 Aug 11 03:17:56.881142 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a56291-190e-4f22-b294-ac814237cb71 req-4adecbcc-c79b-4a24-9cdf-23c00c882fd2 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:56.882768 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-18a56291-190e-4f22-b294-ac814237cb71 req-4adecbcc-c79b-4a24-9cdf-23c00c882fd2 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] 10.222.0.41 "GET /v2.0/ports?device_id=77be1442-778d-4411-864c-39b16f7e1fa5 HTTP/1.1" status: 200 len: 1678 time: 0.0875399 Aug 11 03:17:56.883411 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 42088) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:56.961959 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da722fe8-d77d-432b-a6d0-7e7bcd1acf5a req-a4bbeea3-6ee3-4244-8286-b5e9bf4a8e8b tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:56.963979 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-da722fe8-d77d-432b-a6d0-7e7bcd1acf5a req-a4bbeea3-6ee3-4244-8286-b5e9bf4a8e8b tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] 10.222.0.24 "GET /v2.0/ports?device_id=006b2268-b044-4169-accf-c9c02f7462ce HTTP/1.1" status: 200 len: 946 time: 0.0696890 Aug 11 03:17:56.967651 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-18a56291-190e-4f22-b294-ac814237cb71 req-a2c55098-7d6a-43fb-883b-11469b3a4fe6 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] 10.222.0.41 "GET /v2.0/security-groups?id=9bcdfec5-364e-49d2-8266-cef1a51c6464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756927 Aug 11 03:17:56.977952 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_v2 [None req-10bad942-dc23-4253-b051-22ac76959903 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Deleting subnet 078862f6-d9c7-414e-b0d7-ba21c58eb7e4 {{(pid=102192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:17:56.981748 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-10bad942-dc23-4253-b051-22ac76959903 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks [] for subnet, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:57.048364 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-10bad942-dc23-4253-b051-22ac76959903 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125932460'] for subnet, precommit_delete_associations {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:57.104147 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-da722fe8-d77d-432b-a6d0-7e7bcd1acf5a req-a3a84c22-6faa-42eb-a78d-3a150d6361a4 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] Deleting port 7f702ca6-0574-4a40-839e-67792077d2dd {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:17:57.104567 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-da722fe8-d77d-432b-a6d0-7e7bcd1acf5a req-a3a84c22-6faa-42eb-a78d-3a150d6361a4 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:57.135039 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3716468-e4d3-42cf-b850-2af5f9cfd43f req-f68648d2-7d59-4f7f-9446-e71c89693a80 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:57.136730 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e3716468-e4d3-42cf-b850-2af5f9cfd43f req-f68648d2-7d59-4f7f-9446-e71c89693a80 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] 10.222.0.41 "GET /v2.0/ports?device_id=006b2268-b044-4169-accf-c9c02f7462ce HTTP/1.1" status: 200 len: 946 time: 0.1063883 Aug 11 03:17:57.209916 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-10bad942-dc23-4253-b051-22ac76959903 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:57.243817 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f121951b-b8c1-44cd-ba90-4bdf441bdd91 None None] Network 8886bdb2-96cd-41e9-b700-c178565a3929 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:17:57.255033 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-da722fe8-d77d-432b-a6d0-7e7bcd1acf5a req-a3a84c22-6faa-42eb-a78d-3a150d6361a4 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] For port 7f702ca6-0574-4a40-839e-67792077d2dd, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=7f702ca6-0574-4a40-839e-67792077d2dd,segment=NetworkSegment(bd930099-d273-4386-9bc1-426af296d1dc),segment_id=bd930099-d273-4386-9bc1-426af296d1dc)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:17:57.255411 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-da722fe8-d77d-432b-a6d0-7e7bcd1acf5a req-a3a84c22-6faa-42eb-a78d-3a150d6361a4 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:57.298217 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-da722fe8-d77d-432b-a6d0-7e7bcd1acf5a req-a3a84c22-6faa-42eb-a78d-3a150d6361a4 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] Calling delete_port for 7f702ca6-0574-4a40-839e-67792077d2dd owned by compute:nova {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:17:57.311795 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e3716468-e4d3-42cf-b850-2af5f9cfd43f req-80ce9ced-0348-4454-8f21-b1581f97a2fd tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] 10.222.0.41 "GET /v2.0/security-groups?id=fc43ee60-6555-4bc5-a7a0-c97f67a784d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523631 Aug 11 03:17:57.333606 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-a14c26e2-6d39-4bcc-8f73-0ca200a57b7e None None] Provisioning complete for port 84463fc6-069a-4188-8114-c15a7ee34f20 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:17:57.334121 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-a14c26e2-6d39-4bcc-8f73-0ca200a57b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:57.408780 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-a14c26e2-6d39-4bcc-8f73-0ca200a57b7e None None] Port 84463fc6-069a-4188-8114-c15a7ee34f20 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:17:57.415059 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 302d728f-8603-4ffa-87bb-ad99f33603de details requested by agent hyperv_n-h1-764292-30 with host n-h1-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:17:57.421737 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-10bad942-dc23-4253-b051-22ac76959903 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125932157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126180897'] for subnet, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:57.460555 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a873cf26-2f0b-463f-ad4e-6d3ce5e789c4 req-8f247af7-9dce-4050-9827-f489bbfd47ff tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:57.462121 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a873cf26-2f0b-463f-ad4e-6d3ce5e789c4 req-8f247af7-9dce-4050-9827-f489bbfd47ff tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/ports?device_id=198e40ac-af59-487f-99be-beb764869941 HTTP/1.1" status: 200 len: 945 time: 0.1078680 Aug 11 03:17:57.469676 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bad942-dc23-4253-b051-22ac76959903 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Pushing event deleted for resources: {'Subnet': ['ID=078862f6-d9c7-414e-b0d7-ba21c58eb7e4,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:57.481990 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-10bad942-dc23-4253-b051-22ac76959903 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:57.483845 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-10bad942-dc23-4253-b051-22ac76959903 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] 10.222.0.41 "DELETE /v2.0/subnets/078862f6-d9c7-414e-b0d7-ba21c58eb7e4 HTTP/1.1" status: 204 len: 168 time: 0.5992315 Aug 11 03:17:57.486365 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 42100) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:57.493761 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-a14c26e2-6d39-4bcc-8f73-0ca200a57b7e None None] Provisioning complete for port 5d9196a1-9030-4d6f-8467-b71219dae786 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:17:57.501657 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-a14c26e2-6d39-4bcc-8f73-0ca200a57b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:57.533080 n-d-764292-30 neutron-server[102192]: INFO neutron.pecan_wsgi.hooks.translation [None req-aef7688f-abfb-4239-8599-af1d80bfddb4 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] DELETE failed (client error): The resource could not be found. Aug 11 03:17:57.533535 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aef7688f-abfb-4239-8599-af1d80bfddb4 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:17:57.535284 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-aef7688f-abfb-4239-8599-af1d80bfddb4 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] 10.222.0.41 "DELETE /v2.0/subnets/76da590d-d3ff-479a-acd1-096bc1c8e052 HTTP/1.1" status: 404 len: 337 time: 0.0478797 Aug 11 03:17:57.537867 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 42102) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:57.584604 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-bab029d4-d7b6-4dca-a5fd-86f878c67745 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] 10.222.0.41 "GET /v2.0/ports?device_id=91e32dae-867f-4bdb-85ff-d8bdd5d1fdee HTTP/1.1" status: 200 len: 205 time: 0.0450830 Aug 11 03:17:57.587047 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 42104) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:57.605503 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a873cf26-2f0b-463f-ad4e-6d3ce5e789c4 req-cc85a28f-4fa3-45e5-9763-4216bb9310cb tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a89a04a-70d6-46f3-9b56-7cb537ff4761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335506 Aug 11 03:17:57.681791 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-da722fe8-d77d-432b-a6d0-7e7bcd1acf5a req-a3a84c22-6faa-42eb-a78d-3a150d6361a4 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:57.685499 n-d-764292-30 neutron-server[102191]: INFO neutron.api.v2.resource [None req-bbe9a752-4eb9-487a-8be8-4191ddf9bdcb tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] delete failed (client error): The resource could not be found. Aug 11 03:17:57.691135 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-bbe9a752-4eb9-487a-8be8-4191ddf9bdcb tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] 10.222.0.41 "DELETE /v2.0/routers/91e32dae-867f-4bdb-85ff-d8bdd5d1fdee HTTP/1.1" status: 404 len: 336 time: 0.1028488 Aug 11 03:17:57.691755 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 42108) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:57.707113 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['f0027ac7-c11d-49c1-937e-41ff32d936a8', '96f189bb-8c4b-4aac-b35e-960c55cea1e2', '7f702ca6-0574-4a40-839e-67792077d2dd'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:17:57.710490 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['c982f111-cecb-487b-b437-20da5e3a51e8'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:17:57.757455 n-d-764292-30 neutron-server[102191]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1960a32-bc48-43b3-b73b-42b8807cc29d tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] DELETE failed (client error): The resource could not be found. Aug 11 03:17:57.757928 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1960a32-bc48-43b3-b73b-42b8807cc29d tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:17:57.760253 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6c0d34-906e-408f-bfe2-72c2e45d3f88 req-e5dd4724-fe9e-47c1-9972-2673301cff1a tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:57.761808 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9a6c0d34-906e-408f-bfe2-72c2e45d3f88 req-e5dd4724-fe9e-47c1-9972-2673301cff1a tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] 10.222.0.41 "GET /v2.0/ports?device_id=0223be4b-128c-49b3-ac13-d778de5fcb68 HTTP/1.1" status: 200 len: 945 time: 0.1032627 Aug 11 03:17:57.762443 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 42110) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:57.762687 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-c1960a32-bc48-43b3-b73b-42b8807cc29d tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] 10.222.0.41 "DELETE /v2.0/subnets/39fb45a4-988e-4715-93a0-11f79030792e HTTP/1.1" status: 404 len: 337 time: 0.0669205 Aug 11 03:17:57.764168 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a84c22-6faa-42eb-a78d-3a150d6361a4 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] Pushing event deleted for resources: {'Port': ['ID=7f702ca6-0574-4a40-839e-67792077d2dd,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:57.821499 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-da722fe8-d77d-432b-a6d0-7e7bcd1acf5a req-a3a84c22-6faa-42eb-a78d-3a150d6361a4 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] No DVR routers for this DVR port 7f702ca6-0574-4a40-839e-67792077d2dd on host n-h2-764292-30 {{(pid=102191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:17:57.824030 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-da722fe8-d77d-432b-a6d0-7e7bcd1acf5a req-a3a84c22-6faa-42eb-a78d-3a150d6361a4 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:57.827050 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-da722fe8-d77d-432b-a6d0-7e7bcd1acf5a req-a3a84c22-6faa-42eb-a78d-3a150d6361a4 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] 10.222.0.24 "DELETE /v2.0/ports/7f702ca6-0574-4a40-839e-67792077d2dd HTTP/1.1" status: 204 len: 173 time: 0.8557155 Aug 11 03:17:57.827449 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '006b2268-b044-4169-accf-c9c02f7462ce', 'name': 'network-vif-deleted', 'tag': '7f702ca6-0574-4a40-839e-67792077d2dd'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:17:57.830351 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93def82f-17bf-4d56-af63-7a977c5acd68" -d '{"events": [{"server_uuid": "006b2268-b044-4169-accf-c9c02f7462ce", "name": "network-vif-deleted", "tag": "7f702ca6-0574-4a40-839e-67792077d2dd"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:17:57.846589 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 302d728f-8603-4ffa-87bb-ad99f33603de, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=302d728f-8603-4ffa-87bb-ad99f33603de,segment=NetworkSegment(f6431bf5-83cc-4ceb-b805-3ac9abf9387d),segment_id=f6431bf5-83cc-4ceb-b805-3ac9abf9387d)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:17:57.848393 n-d-764292-30 neutron-server[102192]: INFO neutron.pecan_wsgi.hooks.translation [None req-7080d1a9-97f5-44b9-9899-7bd18008ff1d tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] DELETE failed (client error): The resource could not be found. Aug 11 03:17:57.848858 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7080d1a9-97f5-44b9-9899-7bd18008ff1d tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:17:57.850664 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-7080d1a9-97f5-44b9-9899-7bd18008ff1d tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] 10.222.0.41 "DELETE /v2.0/subnets/a779ced6-cd3a-44dc-906c-e8a3cc1d4633 HTTP/1.1" status: 404 len: 337 time: 0.0874183 Aug 11 03:17:57.853165 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 42114) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:57.867613 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Returning: {'device': '302d728f-8603-4ffa-87bb-ad99f33603de', 'network_id': '7e3f2063-0a4f-46ef-b793-96c2d84236a0', 'port_id': '302d728f-8603-4ffa-87bb-ad99f33603de', 'mac_address': 'fa:16:3e:d2:2c:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8866a3c-afb6-4309-b7bf-f9c3fb2c2059', 'ip_address': '19.80.0.43'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:17:57.894989 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18ec94db-8485-4fbc-a1e0-a488f2d1127f x-openstack-request-id: req-18ec94db-8485-4fbc-a1e0-a488f2d1127f {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:17:57.895293 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "006b2268-b044-4169-accf-c9c02f7462ce", "name": "network-vif-deleted", "tag": "7f702ca6-0574-4a40-839e-67792077d2dd", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:17:57.895578 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-18ec94db-8485-4fbc-a1e0-a488f2d1127f {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:17:57.896026 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '006b2268-b044-4169-accf-c9c02f7462ce', 'name': 'network-vif-deleted', 'tag': '7f702ca6-0574-4a40-839e-67792077d2dd', 'status': 'completed', 'code': 200} Aug 11 03:17:57.908295 n-d-764292-30 neutron-server[102192]: INFO neutron.pecan_wsgi.hooks.translation [None req-9762b0df-ad3a-4f3f-a943-18e851933ab9 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] DELETE failed (client error): The resource could not be found. Aug 11 03:17:57.908768 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9762b0df-ad3a-4f3f-a943-18e851933ab9 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:17:57.910562 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-9762b0df-ad3a-4f3f-a943-18e851933ab9 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] 10.222.0.41 "DELETE /v2.0/subnets/deea502a-6899-4ea4-9e44-632a4aa91e83 HTTP/1.1" status: 404 len: 337 time: 0.0565481 Aug 11 03:17:57.915777 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 42116) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:57.946075 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9a6c0d34-906e-408f-bfe2-72c2e45d3f88 req-82b05ead-b9a5-4481-a5c6-19055882a1da tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a9c14b7-456b-495d-954b-08faab866e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640780 Aug 11 03:17:58.033687 n-d-764292-30 neutron-server[102191]: INFO neutron.pecan_wsgi.hooks.translation [None req-2093bf59-3576-424e-99ef-44e077affa53 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] DELETE failed (client error): The resource could not be found. Aug 11 03:17:58.037831 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2093bf59-3576-424e-99ef-44e077affa53 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:17:58.050238 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-2093bf59-3576-424e-99ef-44e077affa53 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] 10.222.0.41 "DELETE /v2.0/ports/747e9a68-a48f-4ab8-9b43-fdd758c08e2a HTTP/1.1" status: 404 len: 333 time: 0.1337671 Aug 11 03:17:58.054587 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 42120) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:58.101988 n-d-764292-30 neutron-server[102192]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6d1814b-28b4-47a4-a25c-473fc2ab9f80 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] DELETE failed (client error): The resource could not be found. Aug 11 03:17:58.102396 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6d1814b-28b4-47a4-a25c-473fc2ab9f80 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:17:58.104526 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-f6d1814b-28b4-47a4-a25c-473fc2ab9f80 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] 10.222.0.41 "DELETE /v2.0/subnets/a88fd14d-4c6e-4b9e-93c5-437837fc1462 HTTP/1.1" status: 404 len: 337 time: 0.0492792 Aug 11 03:17:58.107204 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 42122) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:58.148924 n-d-764292-30 neutron-server[102191]: INFO neutron.pecan_wsgi.hooks.translation [None req-69e336bc-7014-41cf-9ebb-e3bd3c818051 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] DELETE failed (client error): The resource could not be found. Aug 11 03:17:58.149693 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69e336bc-7014-41cf-9ebb-e3bd3c818051 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:17:58.154653 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-69e336bc-7014-41cf-9ebb-e3bd3c818051 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] 10.222.0.41 "DELETE /v2.0/subnets/4e6d3f49-235e-4dc1-a577-b61d2f0ad847 HTTP/1.1" status: 404 len: 337 time: 0.0462501 Aug 11 03:17:58.155591 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 42124) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:58.183361 n-d-764292-30 neutron-server[102191]: INFO neutron.pecan_wsgi.hooks.translation [None req-19e6369c-fdbd-49b1-9271-b8768162a5e3 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] DELETE failed (client error): The resource could not be found. Aug 11 03:17:58.184768 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19e6369c-fdbd-49b1-9271-b8768162a5e3 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:17:58.189030 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-19e6369c-fdbd-49b1-9271-b8768162a5e3 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] 10.222.0.41 "DELETE /v2.0/ports/a48962d0-09c7-40e0-8da8-211eb0252211 HTTP/1.1" status: 404 len: 333 time: 0.0317745 Aug 11 03:17:58.195022 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 42126) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:58.230993 n-d-764292-30 neutron-server[102192]: INFO neutron.pecan_wsgi.hooks.translation [None req-846390f4-1f87-483d-b74c-aed9cf2f8a7d tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] DELETE failed (client error): The resource could not be found. Aug 11 03:17:58.230993 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-846390f4-1f87-483d-b74c-aed9cf2f8a7d tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:17:58.237307 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-846390f4-1f87-483d-b74c-aed9cf2f8a7d tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] 10.222.0.41 "DELETE /v2.0/subnets/a3cb89db-e8ad-49e8-ae74-6a1b5b653ac5 HTTP/1.1" status: 404 len: 337 time: 0.0362518 Aug 11 03:17:58.238110 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 42130) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:58.254376 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5a64f3-bdd0-43c1-95a0-b60adeb375b0 req-eeb0e00e-f7bc-4edc-b6ba-f3ff3590816d tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:58.261627 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5a64f3-bdd0-43c1-95a0-b60adeb375b0 req-eeb0e00e-f7bc-4edc-b6ba-f3ff3590816d tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:58.263684 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-fd5a64f3-bdd0-43c1-95a0-b60adeb375b0 req-eeb0e00e-f7bc-4edc-b6ba-f3ff3590816d tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] 10.222.0.41 "GET /v2.0/ports?device_id=77be1442-778d-4411-864c-39b16f7e1fa5 HTTP/1.1" status: 200 len: 1678 time: 0.1390226 Aug 11 03:17:58.274359 n-d-764292-30 neutron-server[102191]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c505e6b-9d53-4662-b61b-f6ca9a775520 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] DELETE failed (client error): The resource could not be found. Aug 11 03:17:58.274797 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8f8dee7-586a-4977-9b0e-1de40d88c49e None None] DHCP port deletion for 8886bdb2-96cd-41e9-b700-c178565a3929 request from n-d-764292-30 {{(pid=102193) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:17:58.275636 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c505e6b-9d53-4662-b61b-f6ca9a775520 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:17:58.280388 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-1c505e6b-9d53-4662-b61b-f6ca9a775520 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] 10.222.0.41 "DELETE /v2.0/subnets/eda168e3-b25b-4fdd-b1a6-917d0b06d240 HTTP/1.1" status: 404 len: 337 time: 0.0410268 Aug 11 03:17:58.281784 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 42132) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:58.330935 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-fd5a64f3-bdd0-43c1-95a0-b60adeb375b0 req-a30f71bb-a9ab-4414-a4aa-00c8983b797f tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] 10.222.0.41 "GET /v2.0/security-groups?id=9bcdfec5-364e-49d2-8266-cef1a51c6464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608656 Aug 11 03:17:58.394232 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:58.409800 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-f9639549-2a5d-4abd-bd02-2cbca278030c tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Deleting port 84463fc6-069a-4188-8114-c15a7ee34f20 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:17:58.410160 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f9639549-2a5d-4abd-bd02-2cbca278030c tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:58.444683 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 302d728f-8603-4ffa-87bb-ad99f33603de {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:17:58.461045 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-af9ebd3e-3388-4016-835d-abce3a68304d req-7d7c36dc-1876-4bcb-a788-e21dde4ac48a tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] 10.222.0.41 "GET /v2.0/ports?device_id=006b2268-b044-4169-accf-c9c02f7462ce HTTP/1.1" status: 200 len: 210 time: 0.0282478 Aug 11 03:17:58.511006 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 302d728f-8603-4ffa-87bb-ad99f33603de, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=302d728f-8603-4ffa-87bb-ad99f33603de,segment=NetworkSegment(f6431bf5-83cc-4ceb-b805-3ac9abf9387d),segment_id=f6431bf5-83cc-4ceb-b805-3ac9abf9387d)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:17:58.537791 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f9639549-2a5d-4abd-bd02-2cbca278030c tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:58.552443 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-e8f8dee7-586a-4977-9b0e-1de40d88c49e None None] Deleting port 5d9196a1-9030-4d6f-8467-b71219dae786 {{(pid=102193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:17:58.552823 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-e8f8dee7-586a-4977-9b0e-1de40d88c49e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:58.555628 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-f9639549-2a5d-4abd-bd02-2cbca278030c tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Calling delete_port for 84463fc6-069a-4188-8114-c15a7ee34f20 owned by {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:17:58.640030 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:58.641688 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device dd404e45-1d81-456a-bb9b-44710a16ea74 details requested by agent hyperv_n-h1-764292-30 with host n-h1-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:17:58.705677 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f9639549-2a5d-4abd-bd02-2cbca278030c tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:58.729666 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f9639549-2a5d-4abd-bd02-2cbca278030c tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:58.743567 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-f9639549-2a5d-4abd-bd02-2cbca278030c tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] 10.222.0.41 "DELETE /v2.0/ports/84463fc6-069a-4188-8114-c15a7ee34f20 HTTP/1.1" status: 204 len: 168 time: 0.4598746 Aug 11 03:17:58.751495 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 42142) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:58.778117 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-e8f8dee7-586a-4977-9b0e-1de40d88c49e None None] For port 5d9196a1-9030-4d6f-8467-b71219dae786, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=5d9196a1-9030-4d6f-8467-b71219dae786,segment=NetworkSegment(f57eee17-12e1-4fed-b972-2de095077297),segment_id=f57eee17-12e1-4fed-b972-2de095077297)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:17:58.778826 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-e8f8dee7-586a-4977-9b0e-1de40d88c49e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:58.800497 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad29e9ea-11c9-49a9-a929-692e407eff1f req-0dbb1243-f6aa-4c8b-a992-c0cedfaa7a4d tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:58.806858 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ad29e9ea-11c9-49a9-a929-692e407eff1f req-0dbb1243-f6aa-4c8b-a992-c0cedfaa7a4d tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/ports?device_id=198e40ac-af59-487f-99be-beb764869941 HTTP/1.1" status: 200 len: 945 time: 0.1059566 Aug 11 03:17:58.859662 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ad29e9ea-11c9-49a9-a929-692e407eff1f req-da01b093-5f03-4f60-aec6-4d9708f508c2 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a89a04a-70d6-46f3-9b56-7cb537ff4761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507221 Aug 11 03:17:58.874110 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-e8f8dee7-586a-4977-9b0e-1de40d88c49e None None] Calling delete_port for 5d9196a1-9030-4d6f-8467-b71219dae786 owned by network:dhcp {{(pid=102193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:17:58.883933 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=302d728f-8603-4ffa-87bb-ad99f33603de,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:58.904140 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9fc4fd4f-d1d9-4a25-bcec-cfe424a98c98 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:58.907956 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9639549-2a5d-4abd-bd02-2cbca278030c tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Pushing event deleted for resources: {'Port': ['ID=84463fc6-069a-4188-8114-c15a7ee34f20,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:58.964726 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-9fc4fd4f-d1d9-4a25-bcec-cfe424a98c98 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Deleting port 5d9196a1-9030-4d6f-8467-b71219dae786 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:17:58.965071 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9fc4fd4f-d1d9-4a25-bcec-cfe424a98c98 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:59.038725 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [None req-9fc4fd4f-d1d9-4a25-bcec-cfe424a98c98 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] For port 5d9196a1-9030-4d6f-8467-b71219dae786, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=5d9196a1-9030-4d6f-8467-b71219dae786,segment=NetworkSegment(f57eee17-12e1-4fed-b972-2de095077297),segment_id=f57eee17-12e1-4fed-b972-2de095077297)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:17:59.039088 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9fc4fd4f-d1d9-4a25-bcec-cfe424a98c98 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:59.055664 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-9fc4fd4f-d1d9-4a25-bcec-cfe424a98c98 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Calling delete_port for 5d9196a1-9030-4d6f-8467-b71219dae786 owned by network:dhcp {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:17:59.103193 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port dd404e45-1d81-456a-bb9b-44710a16ea74, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=dd404e45-1d81-456a-bb9b-44710a16ea74,segment=NetworkSegment(90206451-2911-44be-b61c-7392abb821e0),segment_id=90206451-2911-44be-b61c-7392abb821e0)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:17:59.133691 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Returning: {'device': 'dd404e45-1d81-456a-bb9b-44710a16ea74', 'network_id': '4e580d1f-7d26-40ae-9a23-fd733b74bd23', 'port_id': 'dd404e45-1d81-456a-bb9b-44710a16ea74', 'mac_address': 'fa:16:3e:ae:ef:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9512eb6f-f3da-44e4-ba03-08558120d87a', 'ip_address': '19.86.0.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:17:59.146900 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7d13c2-6817-4fd5-972d-94d05dd228a0 req-3854caa7-3ce9-4f8e-9671-015385a65870 tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:59.158642 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-fe7d13c2-6817-4fd5-972d-94d05dd228a0 req-3854caa7-3ce9-4f8e-9671-015385a65870 tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] 10.222.0.41 "GET /v2.0/ports?device_id=0223be4b-128c-49b3-ac13-d778de5fcb68 HTTP/1.1" status: 200 len: 945 time: 0.0985873 Aug 11 03:17:59.169134 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacd2e2a-c0b4-46cd-b4ce-26632dd2c18c req-306286e8-b2b1-46a2-b829-1e5f25b92442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:59.171013 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-dacd2e2a-c0b4-46cd-b4ce-26632dd2c18c req-306286e8-b2b1-46a2-b829-1e5f25b92442 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0223be4b-128c-49b3-ac13-d778de5fcb68 HTTP/1.1" status: 200 len: 1097 time: 0.0996208 Aug 11 03:17:59.179103 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-98977b08-2659-4015-99f6-30d399f7db62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:59.205402 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:59.223017 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-e8f8dee7-586a-4977-9b0e-1de40d88c49e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678'] for port, after_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:59.223406 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-dacd2e2a-c0b4-46cd-b4ce-26632dd2c18c req-9245b660-511c-4062-b8a3-c1e1960abfc3 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=2a9c14b7-456b-495d-954b-08faab866e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436807 Aug 11 03:17:59.225041 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-fe7d13c2-6817-4fd5-972d-94d05dd228a0 req-bbe41d00-102b-4fd9-a0e9-3beaeb923ef1 tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a9c14b7-456b-495d-954b-08faab866e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633783 Aug 11 03:17:59.228489 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd404e45-1d81-456a-bb9b-44710a16ea74 {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:17:59.230877 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9fc4fd4f-d1d9-4a25-bcec-cfe424a98c98 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:59.267610 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc4fd4f-d1d9-4a25-bcec-cfe424a98c98 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Pushing event deleted for resources: {'Port': ['ID=5d9196a1-9030-4d6f-8467-b71219dae786,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:59.268369 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc4fd4f-d1d9-4a25-bcec-cfe424a98c98 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] No DVR routers for this DVR port 5d9196a1-9030-4d6f-8467-b71219dae786 on host n-d-764292-30 {{(pid=102191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:17:59.274701 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f8dee7-586a-4977-9b0e-1de40d88c49e None None] Pushing event deleted for resources: {'Port': ['ID=5d9196a1-9030-4d6f-8467-b71219dae786,revision_number=None']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:59.284448 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f8dee7-586a-4977-9b0e-1de40d88c49e None None] No DVR routers for this DVR port 5d9196a1-9030-4d6f-8467-b71219dae786 on host n-d-764292-30 {{(pid=102193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:17:59.300302 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port dd404e45-1d81-456a-bb9b-44710a16ea74, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=dd404e45-1d81-456a-bb9b-44710a16ea74,segment=NetworkSegment(90206451-2911-44be-b61c-7392abb821e0),segment_id=90206451-2911-44be-b61c-7392abb821e0)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:17:59.353872 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:59.367341 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9fc4fd4f-d1d9-4a25-bcec-cfe424a98c98 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:59.380128 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-9fc4fd4f-d1d9-4a25-bcec-cfe424a98c98 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8886bdb2-96cd-41e9-b700-c178565a3929']}} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:17:59.395370 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-9fc4fd4f-d1d9-4a25-bcec-cfe424a98c98 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f57eee17-12e1-4fed-b972-2de095077297') {'for_net_delete': True} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:17:59.395932 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-9fc4fd4f-d1d9-4a25-bcec-cfe424a98c98 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f57eee17-12e1-4fed-b972-2de095077297') {} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:17:59.407702 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9fc4fd4f-d1d9-4a25-bcec-cfe424a98c98 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126283644'] for segment, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:59.410246 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=dd404e45-1d81-456a-bb9b-44710a16ea74,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:59.434184 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9fc4fd4f-d1d9-4a25-bcec-cfe424a98c98 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:59.445856 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fc4fd4f-d1d9-4a25-bcec-cfe424a98c98 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=102191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:17:59.446164 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9fc4fd4f-d1d9-4a25-bcec-cfe424a98c98 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126283391'] for segment, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:59.449302 n-d-764292-30 neutron-server[102191]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:17:59.449302 n-d-764292-30 neutron-server[102191]: self.session.flush() Aug 11 03:17:59.449302 n-d-764292-30 neutron-server[102191]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:17:59.449302 n-d-764292-30 neutron-server[102191]: self.session.flush() Aug 11 03:17:59.449302 n-d-764292-30 neutron-server[102191]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:17:59.449302 n-d-764292-30 neutron-server[102191]: self.session.flush() Aug 11 03:17:59.449302 n-d-764292-30 neutron-server[102191]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:17:59.449302 n-d-764292-30 neutron-server[102191]: self.session.flush() Aug 11 03:17:59.449302 n-d-764292-30 neutron-server[102191]: Traceback (most recent call last): Aug 11 03:17:59.449302 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:17:59.449302 n-d-764292-30 neutron-server[102191]: timer() Aug 11 03:17:59.449302 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:17:59.449302 n-d-764292-30 neutron-server[102191]: cb(*args, **kw) Aug 11 03:17:59.449302 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:17:59.449302 n-d-764292-30 neutron-server[102191]: return func(*args, **kwargs) Aug 11 03:17:59.449302 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:17:59.449302 n-d-764292-30 neutron-server[102191]: self._notify() Aug 11 03:17:59.449302 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:17:59.449302 n-d-764292-30 neutron-server[102191]: self.callback(batched_events) Aug 11 03:17:59.449302 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:17:59.449302 n-d-764292-30 neutron-server[102191]: event.method(event) Aug 11 03:17:59.449302 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:17:59.449302 n-d-764292-30 neutron-server[102191]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:17:59.449302 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:17:59.449302 n-d-764292-30 neutron-server[102191]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:17:59.449302 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:17:59.449302 n-d-764292-30 neutron-server[102191]: return f(self, *a, **k) Aug 11 03:17:59.449302 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:17:59.449302 n-d-764292-30 neutron-server[102191]: return self._get(url).json() Aug 11 03:17:59.449302 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:17:59.449302 n-d-764292-30 neutron-server[102191]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:17:59.449302 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:17:59.449302 n-d-764292-30 neutron-server[102191]: return self.request(url, 'GET', **kwargs) Aug 11 03:17:59.449302 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:17:59.449302 n-d-764292-30 neutron-server[102191]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:17:59.449302 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:17:59.449302 n-d-764292-30 neutron-server[102191]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:17:59.449302 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:17:59.449302 n-d-764292-30 neutron-server[102191]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:17:59.449302 n-d-764292-30 neutron-server[102191]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:17:59.470910 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04772dd3-4a7e-4ad5-a2a5-54fb9a70ec8a req-9892ae1e-eeda-4cda-9f6e-7e72ae5f5faa tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:59.477216 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04772dd3-4a7e-4ad5-a2a5-54fb9a70ec8a req-9892ae1e-eeda-4cda-9f6e-7e72ae5f5faa tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:59.478885 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-04772dd3-4a7e-4ad5-a2a5-54fb9a70ec8a req-9892ae1e-eeda-4cda-9f6e-7e72ae5f5faa tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] 10.222.0.41 "GET /v2.0/ports?device_id=77be1442-778d-4411-864c-39b16f7e1fa5 HTTP/1.1" status: 200 len: 1680 time: 0.0669346 Aug 11 03:17:59.530523 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-04772dd3-4a7e-4ad5-a2a5-54fb9a70ec8a req-dd787162-c61f-4bae-bdd3-a724157089d6 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] 10.222.0.41 "GET /v2.0/security-groups?id=9bcdfec5-364e-49d2-8266-cef1a51c6464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434556 Aug 11 03:17:59.585751 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9fc4fd4f-d1d9-4a25-bcec-cfe424a98c98 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:59.591195 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9fc4fd4f-d1d9-4a25-bcec-cfe424a98c98 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Notify callbacks [] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:59.593073 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-9fc4fd4f-d1d9-4a25-bcec-cfe424a98c98 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] 10.222.0.41 "DELETE /v2.0/networks/8886bdb2-96cd-41e9-b700-c178565a3929 HTTP/1.1" status: 204 len: 168 time: 0.8383811 Aug 11 03:17:59.609068 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc4fd4f-d1d9-4a25-bcec-cfe424a98c98 tempest-PortsTestJSON-2120361787 tempest-PortsTestJSON-2120361787-project] Pushing event deleted for resources: {'Network': ['ID=8886bdb2-96cd-41e9-b700-c178565a3929,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:59.676907 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 5d9196a1-9030-4d6f-8467-b71219dae786 no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:17:59.698671 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: 5d9196a1-9030-4d6f-8467-b71219dae786 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:17:59.699085 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 5d9196a1-9030-4d6f-8467-b71219dae786 not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:17:59.717837 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['302d728f-8603-4ffa-87bb-ad99f33603de'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:17:59.994332 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b2a45e-4acb-4bef-b6e1-a781ef05297a req-e6a7c67a-f641-46fc-8c1d-99ab483febe1 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:59.994332 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a4b2a45e-4acb-4bef-b6e1-a781ef05297a req-e6a7c67a-f641-46fc-8c1d-99ab483febe1 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/ports?device_id=198e40ac-af59-487f-99be-beb764869941 HTTP/1.1" status: 200 len: 945 time: 0.0551469 Aug 11 03:18:00.034404 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a4b2a45e-4acb-4bef-b6e1-a781ef05297a req-cb94c04b-4746-4a9c-9ef3-39ed7741a7cc tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a89a04a-70d6-46f3-9b56-7cb537ff4761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399857 Aug 11 03:18:00.074469 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 42168) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:00.208796 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-8dd956ee-c503-4ac0-befa-03699e3baee1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=619f5dda48254516982a2d4b32c5e174&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1325307 Aug 11 03:18:00.211055 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 42172) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:00.265230 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-eb726863-cc0c-4170-93e6-38be6a220419 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:00.293783 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-eb726863-cc0c-4170-93e6-38be6a220419 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:00.356812 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c01a472-bb2c-4518-b34a-90d7a5cbaeaf req-729a0633-5bad-47b3-ad2f-3e27e0ebeeb4 tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:00.358319 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6c01a472-bb2c-4518-b34a-90d7a5cbaeaf req-729a0633-5bad-47b3-ad2f-3e27e0ebeeb4 tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] 10.222.0.41 "GET /v2.0/ports?device_id=0223be4b-128c-49b3-ac13-d778de5fcb68 HTTP/1.1" status: 200 len: 945 time: 0.0547845 Aug 11 03:18:00.400673 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6c01a472-bb2c-4518-b34a-90d7a5cbaeaf req-733bdf65-626c-40ee-b507-37d918b598a4 tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a9c14b7-456b-495d-954b-08faab866e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355713 Aug 11 03:18:00.403067 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-eb726863-cc0c-4170-93e6-38be6a220419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:00.408697 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-eb726863-cc0c-4170-93e6-38be6a220419 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:00.410444 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-eb726863-cc0c-4170-93e6-38be6a220419 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8f2eef71-d3ac-47d3-9577-b0f1d1c14ef0 HTTP/1.1" status: 204 len: 168 time: 0.1983917 Aug 11 03:18:00.421454 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb726863-cc0c-4170-93e6-38be6a220419 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f2eef71-d3ac-47d3-9577-b0f1d1c14ef0,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:00.543592 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e854010-3a8e-4350-aa68-e8e9c6cb4743 req-9d7b92ca-6969-432a-a7b8-228d01fe4cbd tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:00.545156 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8e854010-3a8e-4350-aa68-e8e9c6cb4743 req-9d7b92ca-6969-432a-a7b8-228d01fe4cbd tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] 10.222.0.41 "GET /v2.0/ports?device_id=04b6704a-fd4f-453a-8cac-272db11d17cf HTTP/1.1" status: 200 len: 946 time: 0.0501709 Aug 11 03:18:00.587383 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8e854010-3a8e-4350-aa68-e8e9c6cb4743 req-8999e1b7-36f2-4e79-b0a2-4bbb0033576d tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a9c14b7-456b-495d-954b-08faab866e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351110 Aug 11 03:18:00.674828 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f41ca04-658a-4717-9edf-9477d53aae0e req-eeeb531a-8b88-411e-ab6b-491a7f741c36 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:00.682149 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f41ca04-658a-4717-9edf-9477d53aae0e req-eeeb531a-8b88-411e-ab6b-491a7f741c36 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:00.691341 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0f41ca04-658a-4717-9edf-9477d53aae0e req-eeeb531a-8b88-411e-ab6b-491a7f741c36 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] 10.222.0.41 "GET /v2.0/ports?device_id=77be1442-778d-4411-864c-39b16f7e1fa5 HTTP/1.1" status: 200 len: 1680 time: 0.0740600 Aug 11 03:18:00.732224 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0f41ca04-658a-4717-9edf-9477d53aae0e req-0e824869-5e3b-408f-8015-6664541b0cfa tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] 10.222.0.41 "GET /v2.0/security-groups?id=9bcdfec5-364e-49d2-8266-cef1a51c6464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357907 Aug 11 03:18:00.957368 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['dd404e45-1d81-456a-bb9b-44710a16ea74'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:18:01.034682 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba71ea57-cce8-4264-94dc-0d374eaa3d1a req-f20f54c7-c4b5-4890-8f5e-9ad7f5aaf7de tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:01.036436 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ba71ea57-cce8-4264-94dc-0d374eaa3d1a req-f20f54c7-c4b5-4890-8f5e-9ad7f5aaf7de tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] 10.222.0.41 "GET /v2.0/ports?device_id=04b6704a-fd4f-453a-8cac-272db11d17cf HTTP/1.1" status: 200 len: 946 time: 0.0982602 Aug 11 03:18:01.104275 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ba71ea57-cce8-4264-94dc-0d374eaa3d1a req-726ebee1-35b9-4ac8-ab01-3745a5ab119a tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a9c14b7-456b-495d-954b-08faab866e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609064 Aug 11 03:18:01.199644 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac833865-d40d-48bf-9477-5e481bdf6d9e req-4b249798-82ce-46b3-a18a-b8765a489495 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:01.202881 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ac833865-d40d-48bf-9477-5e481bdf6d9e req-4b249798-82ce-46b3-a18a-b8765a489495 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/ports?device_id=198e40ac-af59-487f-99be-beb764869941 HTTP/1.1" status: 200 len: 945 time: 0.0584707 Aug 11 03:18:01.246567 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ac833865-d40d-48bf-9477-5e481bdf6d9e req-2514b526-7cf2-46e4-b5e0-4a3bb29263b0 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a89a04a-70d6-46f3-9b56-7cb537ff4761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350146 Aug 11 03:18:01.276605 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 7f702ca6-0574-4a40-839e-67792077d2dd no longer exists at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:18:01.297926 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] No Port match for: 7f702ca6-0574-4a40-839e-67792077d2dd {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:18:01.298309 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 7f702ca6-0574-4a40-839e-67792077d2dd not bound to the agent host n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:18:01.367446 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 302d728f-8603-4ffa-87bb-ad99f33603de up at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:18:01.517815 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning for port 302d728f-8603-4ffa-87bb-ad99f33603de completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:18:01.521892 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning complete for port 302d728f-8603-4ffa-87bb-ad99f33603de triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:18:01.522401 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:01.603943 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:01.631486 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77be1442-778d-4411-864c-39b16f7e1fa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '302d728f-8603-4ffa-87bb-ad99f33603de'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:18:01.634046 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b6f04c7-b8fe-43a6-b9c9-2771b296043a" -d '{"events": [{"server_uuid": "77be1442-778d-4411-864c-39b16f7e1fa5", "name": "network-vif-plugged", "status": "completed", "tag": "302d728f-8603-4ffa-87bb-ad99f33603de"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:18:01.648262 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 302d728f-8603-4ffa-87bb-ad99f33603de, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=302d728f-8603-4ffa-87bb-ad99f33603de,segment=NetworkSegment(f6431bf5-83cc-4ceb-b805-3ac9abf9387d),segment_id=f6431bf5-83cc-4ceb-b805-3ac9abf9387d)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:18:01.678739 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 42220) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:01.681646 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:18:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e240413c-1a67-420d-b06b-fb8182510bd5 x-openstack-request-id: req-e240413c-1a67-420d-b06b-fb8182510bd5 {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:18:01.682027 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77be1442-778d-4411-864c-39b16f7e1fa5", "name": "network-vif-plugged", "status": "completed", "tag": "302d728f-8603-4ffa-87bb-ad99f33603de", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:18:01.682416 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e240413c-1a67-420d-b06b-fb8182510bd5 {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:18:01.682891 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77be1442-778d-4411-864c-39b16f7e1fa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '302d728f-8603-4ffa-87bb-ad99f33603de', 'code': 200} Aug 11 03:18:01.722702 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:01.784391 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=302d728f-8603-4ffa-87bb-ad99f33603de,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:01.798445 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-cc18baad-eb51-4d72-bc14-6c20781c8687 tempest-TagsTest-588052329 tempest-TagsTest-588052329-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1074176097'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:18:01.825669 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:01.883901 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b610817b-f5d5-4072-bf7f-f24a29850eb8 req-1372dfd9-982c-4318-8f23-6c4f53e5c7be tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:01.890199 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b610817b-f5d5-4072-bf7f-f24a29850eb8 req-1372dfd9-982c-4318-8f23-6c4f53e5c7be tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:01.891918 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b610817b-f5d5-4072-bf7f-f24a29850eb8 req-1372dfd9-982c-4318-8f23-6c4f53e5c7be tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] 10.222.0.41 "GET /v2.0/ports?device_id=77be1442-778d-4411-864c-39b16f7e1fa5 HTTP/1.1" status: 200 len: 1681 time: 0.0734079 Aug 11 03:18:01.906275 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc18baad-eb51-4d72-bc14-6c20781c8687 tempest-TagsTest-588052329 tempest-TagsTest-588052329-project] Made reservation on behalf of dd03945570054b9b879bd14a2788500e for: {'network': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:18:01.910351 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-cc18baad-eb51-4d72-bc14-6c20781c8687 tempest-TagsTest-588052329 tempest-TagsTest-588052329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:01.921185 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-cc18baad-eb51-4d72-bc14-6c20781c8687 tempest-TagsTest-588052329 tempest-TagsTest-588052329-project] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:01.936910 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b610817b-f5d5-4072-bf7f-f24a29850eb8 req-db8ded43-153f-45f7-b005-585160463635 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] 10.222.0.41 "GET /v2.0/security-groups?id=9bcdfec5-364e-49d2-8266-cef1a51c6464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384381 Aug 11 03:18:02.050083 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-cc18baad-eb51-4d72-bc14-6c20781c8687 tempest-TagsTest-588052329 tempest-TagsTest-588052329-project] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:02.082849 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-35edb858-51d2-4252-a25d-afb7c02449e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:02.155789 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-cc18baad-eb51-4d72-bc14-6c20781c8687 tempest-TagsTest-588052329 tempest-TagsTest-588052329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:02.177374 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc18baad-eb51-4d72-bc14-6c20781c8687 tempest-TagsTest-588052329 tempest-TagsTest-588052329-project] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=102191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:18:02.193177 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc18baad-eb51-4d72-bc14-6c20781c8687 tempest-TagsTest-588052329 tempest-TagsTest-588052329-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a268f4de-c22b-42af-8da5-2d9263bc8e99,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:02.198032 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-cc18baad-eb51-4d72-bc14-6c20781c8687 tempest-TagsTest-588052329 tempest-TagsTest-588052329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:02.198403 n-d-764292-30 neutron-server[102191]: INFO neutron.db.segments_db [None req-cc18baad-eb51-4d72-bc14-6c20781c8687 tempest-TagsTest-588052329 tempest-TagsTest-588052329-project] Added segment 2f6143e5-421c-42a8-b902-fe71c2088237 of type vlan for network 284376a4-4757-4d99-a428-a91a702a2891 Aug 11 03:18:02.231339 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fe0582-76c9-4a70-8b1f-c7a0f60e4050 req-79ecddb7-cb55-48b5-9b31-30d6f382c68c tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:02.232969 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-75fe0582-76c9-4a70-8b1f-c7a0f60e4050 req-79ecddb7-cb55-48b5-9b31-30d6f382c68c tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] 10.222.0.41 "GET /v2.0/ports?device_id=04b6704a-fd4f-453a-8cac-272db11d17cf HTTP/1.1" status: 200 len: 946 time: 0.0588603 Aug 11 03:18:02.242598 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-cc18baad-eb51-4d72-bc14-6c20781c8687 tempest-TagsTest-588052329 tempest-TagsTest-588052329-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:02.282365 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-75fe0582-76c9-4a70-8b1f-c7a0f60e4050 req-422d3939-7878-4fc4-91f9-2a1d881a4a29 tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a9c14b7-456b-495d-954b-08faab866e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417173 Aug 11 03:18:02.330428 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-cc18baad-eb51-4d72-bc14-6c20781c8687 tempest-TagsTest-588052329 tempest-TagsTest-588052329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:02.335514 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc18baad-eb51-4d72-bc14-6c20781c8687 tempest-TagsTest-588052329 tempest-TagsTest-588052329-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:02.336117 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-cc18baad-eb51-4d72-bc14-6c20781c8687 tempest-TagsTest-588052329 tempest-TagsTest-588052329-project] Notify callbacks [] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:02.400319 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be085be-26f6-46f3-b272-d1a585b1c6cd req-a8ef2312-a8c7-4657-abc1-4455b6f170e2 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:02.400319 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0be085be-26f6-46f3-b272-d1a585b1c6cd req-a8ef2312-a8c7-4657-abc1-4455b6f170e2 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/ports?device_id=198e40ac-af59-487f-99be-beb764869941 HTTP/1.1" status: 200 len: 945 time: 0.0843272 Aug 11 03:18:02.438348 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc18baad-eb51-4d72-bc14-6c20781c8687 tempest-TagsTest-588052329 tempest-TagsTest-588052329-project] Pushing event updated for resources: {'Network': ['ID=284376a4-4757-4d99-a428-a91a702a2891,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:02.449625 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network 284376a4-4757-4d99-a428-a91a702a2891 details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:18:02.454668 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0be085be-26f6-46f3-b272-d1a585b1c6cd req-4887dc65-ab72-492b-b225-428a5105e472 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a89a04a-70d6-46f3-9b56-7cb537ff4761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494697 Aug 11 03:18:02.512142 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-cc18baad-eb51-4d72-bc14-6c20781c8687 tempest-TagsTest-588052329 tempest-TagsTest-588052329-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 0.8315241 Aug 11 03:18:02.516437 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 42242) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:02.521347 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.tag.tag_plugin [None req-ef123e70-08fd-42e9-96d5-e9f2440f3843 tempest-TagsTest-588052329 tempest-TagsTest-588052329-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '284376a4-4757-4d99-a428-a91a702a2891', 'tempest-TagsTest-Tag-1166640158') {} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:18:02.686196 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-ef123e70-08fd-42e9-96d5-e9f2440f3843 tempest-TagsTest-588052329 tempest-TagsTest-588052329-project] 10.222.0.41 "PUT /v2.0/networks/284376a4-4757-4d99-a428-a91a702a2891/tags/tempest-TagsTest-Tag-1166640158 HTTP/1.1" status: 201 len: 201 time: 0.1664712 Aug 11 03:18:02.686568 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 42246) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:02.691666 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.tag.tag_plugin [None req-1c476227-c63a-4fd2-9f3d-f44c0dcf68a8 tempest-TagsTest-588052329 tempest-TagsTest-588052329-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '284376a4-4757-4d99-a428-a91a702a2891', 'tempest-TagsTest-Tag-1166640158') {} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:18:02.807667 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41e2ff8-43fe-4480-b9df-d8b7bde7f46b req-a2b72e9d-f7a8-4711-913a-874a970db626 tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:02.809145 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a41e2ff8-43fe-4480-b9df-d8b7bde7f46b req-a2b72e9d-f7a8-4711-913a-874a970db626 tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] 10.222.0.41 "GET /v2.0/ports?device_id=04b6704a-fd4f-453a-8cac-272db11d17cf HTTP/1.1" status: 200 len: 946 time: 0.1146672 Aug 11 03:18:02.818918 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-1c476227-c63a-4fd2-9f3d-f44c0dcf68a8 tempest-TagsTest-588052329 tempest-TagsTest-588052329-project] 10.222.0.41 "GET /v2.0/networks/284376a4-4757-4d99-a428-a91a702a2891/tags/tempest-TagsTest-Tag-1166640158 HTTP/1.1" status: 204 len: 168 time: 0.1292346 Aug 11 03:18:02.819177 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 42248) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:02.823738 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.tag.tag_plugin [None req-b40e9ec0-971f-487b-8a48-737e3b554f02 tempest-TagsTest-588052329 tempest-TagsTest-588052329-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '284376a4-4757-4d99-a428-a91a702a2891') {} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:18:02.883614 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a41e2ff8-43fe-4480-b9df-d8b7bde7f46b req-0381c378-c021-4a46-8d79-85c01ba5bb6f tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a9c14b7-456b-495d-954b-08faab866e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582314 Aug 11 03:18:02.937979 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-b40e9ec0-971f-487b-8a48-737e3b554f02 tempest-TagsTest-588052329 tempest-TagsTest-588052329-project] 10.222.0.41 "GET /v2.0/networks/284376a4-4757-4d99-a428-a91a702a2891/tags HTTP/1.1" status: 200 len: 238 time: 0.1147852 Aug 11 03:18:02.940917 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 42252) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:02.945730 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.tag.tag_plugin [None req-682eadd9-a668-40a4-8c22-486e1442cecd tempest-TagsTest-588052329 tempest-TagsTest-588052329-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '284376a4-4757-4d99-a428-a91a702a2891', {'tags': ['tempest-TagsTest-Tag-382714292', 'tempest-TagsTest-Tag-615580493', 'tempest-TagsTest-Tag-521063308']}) {} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:18:02.946352 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:03.148639 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b20731-e08f-4f6b-ba8a-e2217e0d6007 req-da48f9ab-9dca-4bf8-aca3-b1872943837c tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:03.155320 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b20731-e08f-4f6b-ba8a-e2217e0d6007 req-da48f9ab-9dca-4bf8-aca3-b1872943837c tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:03.156965 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b7b20731-e08f-4f6b-ba8a-e2217e0d6007 req-da48f9ab-9dca-4bf8-aca3-b1872943837c tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] 10.222.0.41 "GET /v2.0/ports?device_id=77be1442-778d-4411-864c-39b16f7e1fa5 HTTP/1.1" status: 200 len: 1681 time: 0.0855088 Aug 11 03:18:03.186573 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-682eadd9-a668-40a4-8c22-486e1442cecd tempest-TagsTest-588052329 tempest-TagsTest-588052329-project] 10.222.0.41 "PUT /v2.0/networks/284376a4-4757-4d99-a428-a91a702a2891/tags HTTP/1.1" status: 200 len: 306 time: 0.2445495 Aug 11 03:18:03.190325 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 42260) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:03.195908 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.tag.tag_plugin [None req-a3c3bad6-ec57-436f-99da-f74adb932113 tempest-TagsTest-588052329 tempest-TagsTest-588052329-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '284376a4-4757-4d99-a428-a91a702a2891', 'tempest-TagsTest-Tag-382714292') {} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:18:03.207505 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b7b20731-e08f-4f6b-ba8a-e2217e0d6007 req-bdf79b9f-fa67-4464-a900-667022da0863 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] 10.222.0.41 "GET /v2.0/security-groups?id=9bcdfec5-364e-49d2-8266-cef1a51c6464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439250 Aug 11 03:18:03.356157 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-a3c3bad6-ec57-436f-99da-f74adb932113 tempest-TagsTest-588052329 tempest-TagsTest-588052329-project] 10.222.0.41 "DELETE /v2.0/networks/284376a4-4757-4d99-a428-a91a702a2891/tags/tempest-TagsTest-Tag-382714292 HTTP/1.1" status: 204 len: 168 time: 0.1647317 Aug 11 03:18:03.356648 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 42264) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:03.362969 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.tag.tag_plugin [None req-a6e412d5-28e2-48bf-95c6-66ae470335da tempest-TagsTest-588052329 tempest-TagsTest-588052329-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '284376a4-4757-4d99-a428-a91a702a2891', 'tempest-TagsTest-Tag-382714292') {} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:18:03.370080 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device dd404e45-1d81-456a-bb9b-44710a16ea74 up at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:18:03.442044 n-d-764292-30 neutron-server[102192]: INFO neutron.api.v2.resource [None req-a6e412d5-28e2-48bf-95c6-66ae470335da tempest-TagsTest-588052329 tempest-TagsTest-588052329-project] show failed (client error): The resource could not be found. Aug 11 03:18:03.445768 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-a6e412d5-28e2-48bf-95c6-66ae470335da tempest-TagsTest-588052329 tempest-TagsTest-588052329-project] 10.222.0.41 "GET /v2.0/networks/284376a4-4757-4d99-a428-a91a702a2891/tags/tempest-TagsTest-Tag-382714292 HTTP/1.1" status: 404 len: 325 time: 0.0855327 Aug 11 03:18:03.446077 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 42266) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:03.450564 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.tag.tag_plugin [None req-34252e5a-adc2-4dc8-b7ed-ba565bb48fb6 tempest-TagsTest-588052329 tempest-TagsTest-588052329-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '284376a4-4757-4d99-a428-a91a702a2891', 'tempest-TagsTest-Tag-615580493') {} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:18:03.511432 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning for port dd404e45-1d81-456a-bb9b-44710a16ea74 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:18:03.518993 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning complete for port dd404e45-1d81-456a-bb9b-44710a16ea74 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:18:03.519819 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:03.532806 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-34252e5a-adc2-4dc8-b7ed-ba565bb48fb6 tempest-TagsTest-588052329 tempest-TagsTest-588052329-project] 10.222.0.41 "GET /v2.0/networks/284376a4-4757-4d99-a428-a91a702a2891/tags/tempest-TagsTest-Tag-615580493 HTTP/1.1" status: 204 len: 168 time: 0.0826583 Aug 11 03:18:03.533381 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 42270) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:03.539537 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.tag.tag_plugin [None req-c309d219-5b91-4f75-8b0b-eca0ebf27b96 tempest-TagsTest-588052329 tempest-TagsTest-588052329-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '284376a4-4757-4d99-a428-a91a702a2891', 'tempest-TagsTest-Tag-521063308') {} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:18:03.626800 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:03.652773 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a668e36b-5b28-458d-9aee-f8f967016198 req-f0438a3e-a134-4ec3-89d3-70dbb95c734f tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:03.660726 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a668e36b-5b28-458d-9aee-f8f967016198 req-f0438a3e-a134-4ec3-89d3-70dbb95c734f tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/ports?device_id=198e40ac-af59-487f-99be-beb764869941 HTTP/1.1" status: 200 len: 945 time: 0.1164160 Aug 11 03:18:03.661037 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port dd404e45-1d81-456a-bb9b-44710a16ea74, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=dd404e45-1d81-456a-bb9b-44710a16ea74,segment=NetworkSegment(90206451-2911-44be-b61c-7392abb821e0),segment_id=90206451-2911-44be-b61c-7392abb821e0)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:18:03.684105 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77be1442-778d-4411-864c-39b16f7e1fa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd404e45-1d81-456a-bb9b-44710a16ea74'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:18:03.685148 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-c309d219-5b91-4f75-8b0b-eca0ebf27b96 tempest-TagsTest-588052329 tempest-TagsTest-588052329-project] 10.222.0.41 "GET /v2.0/networks/284376a4-4757-4d99-a428-a91a702a2891/tags/tempest-TagsTest-Tag-521063308 HTTP/1.1" status: 204 len: 168 time: 0.1507003 Aug 11 03:18:03.686439 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b070b32-958b-4577-ac21-9070d37450cb" -d '{"events": [{"server_uuid": "77be1442-778d-4411-864c-39b16f7e1fa5", "name": "network-vif-plugged", "status": "completed", "tag": "dd404e45-1d81-456a-bb9b-44710a16ea74"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:18:03.688018 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 42274) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:03.693118 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.tag.tag_plugin [None req-c7e5c48b-4372-459f-ae70-169f10b3e59c tempest-TagsTest-588052329 tempest-TagsTest-588052329-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '284376a4-4757-4d99-a428-a91a702a2891') {} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:18:03.742885 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:18:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbb3da11-f4f6-4bba-b249-ab7f485c95b1 x-openstack-request-id: req-dbb3da11-f4f6-4bba-b249-ab7f485c95b1 {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:18:03.743183 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77be1442-778d-4411-864c-39b16f7e1fa5", "name": "network-vif-plugged", "status": "completed", "tag": "dd404e45-1d81-456a-bb9b-44710a16ea74", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:18:03.743435 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-dbb3da11-f4f6-4bba-b249-ab7f485c95b1 {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:18:03.743904 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77be1442-778d-4411-864c-39b16f7e1fa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd404e45-1d81-456a-bb9b-44710a16ea74', 'code': 200} Aug 11 03:18:03.749718 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a668e36b-5b28-458d-9aee-f8f967016198 req-681f6744-e0f4-4cf7-b8f4-9dbd6480aa62 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a89a04a-70d6-46f3-9b56-7cb537ff4761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880725 Aug 11 03:18:03.757876 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:03.758602 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device d043996a-93a8-46a8-9faa-c9a5f1391e4a no longer exists at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:18:03.861722 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=dd404e45-1d81-456a-bb9b-44710a16ea74,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:03.868757 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-c7e5c48b-4372-459f-ae70-169f10b3e59c tempest-TagsTest-588052329 tempest-TagsTest-588052329-project] 10.222.0.41 "DELETE /v2.0/networks/284376a4-4757-4d99-a428-a91a702a2891/tags HTTP/1.1" status: 204 len: 168 time: 0.1794522 Aug 11 03:18:03.871053 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 42278) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:03.879680 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.tag.tag_plugin [None req-ce7e6d4f-24b2-426a-a2c0-480178495aa9 tempest-TagsTest-588052329 tempest-TagsTest-588052329-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '284376a4-4757-4d99-a428-a91a702a2891', 'tempest-TagsTest-Tag-615580493') {} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:18:03.924794 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482664b0-1da1-4325-88f0-0c34785f6c37 req-82b96a50-bc95-4ad1-8002-c65135b451a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:03.930074 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482664b0-1da1-4325-88f0-0c34785f6c37 req-82b96a50-bc95-4ad1-8002-c65135b451a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:03.932151 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-482664b0-1da1-4325-88f0-0c34785f6c37 req-82b96a50-bc95-4ad1-8002-c65135b451a6 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=77be1442-778d-4411-864c-39b16f7e1fa5 HTTP/1.1" status: 200 len: 1986 time: 0.1026566 Aug 11 03:18:03.936739 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:03.981660 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-482664b0-1da1-4325-88f0-0c34785f6c37 req-098c7769-ee02-4ec1-902d-506d62c05821 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=9bcdfec5-364e-49d2-8266-cef1a51c6464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422630 Aug 11 03:18:03.999615 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port d043996a-93a8-46a8-9faa-c9a5f1391e4a, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=d043996a-93a8-46a8-9faa-c9a5f1391e4a,segment=NetworkSegment(75976e57-b4d6-45fc-bdea-76c22fb63b62),segment_id=75976e57-b4d6-45fc-bdea-76c22fb63b62)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:18:04.002065 n-d-764292-30 neutron-server[102192]: INFO neutron.api.v2.resource [None req-ce7e6d4f-24b2-426a-a2c0-480178495aa9 tempest-TagsTest-588052329 tempest-TagsTest-588052329-project] show failed (client error): The resource could not be found. Aug 11 03:18:04.005930 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-ce7e6d4f-24b2-426a-a2c0-480178495aa9 tempest-TagsTest-588052329 tempest-TagsTest-588052329-project] 10.222.0.41 "GET /v2.0/networks/284376a4-4757-4d99-a428-a91a702a2891/tags/tempest-TagsTest-Tag-615580493 HTTP/1.1" status: 404 len: 325 time: 0.1303196 Aug 11 03:18:04.006899 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 42284) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:04.013757 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.tag.tag_plugin [None req-b6bbd204-5394-4418-9853-127fcea3fe4d tempest-TagsTest-588052329 tempest-TagsTest-588052329-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '284376a4-4757-4d99-a428-a91a702a2891', 'tempest-TagsTest-Tag-521063308') {} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:18:04.080369 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:04.118161 n-d-764292-30 neutron-server[102191]: INFO neutron.api.v2.resource [None req-b6bbd204-5394-4418-9853-127fcea3fe4d tempest-TagsTest-588052329 tempest-TagsTest-588052329-project] show failed (client error): The resource could not be found. Aug 11 03:18:04.121945 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-b6bbd204-5394-4418-9853-127fcea3fe4d tempest-TagsTest-588052329 tempest-TagsTest-588052329-project] 10.222.0.41 "GET /v2.0/networks/284376a4-4757-4d99-a428-a91a702a2891/tags/tempest-TagsTest-Tag-521063308 HTTP/1.1" status: 404 len: 325 time: 0.1112788 Aug 11 03:18:04.122180 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 42288) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:04.127831 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.tag.tag_plugin [None req-e9a07dac-7150-48da-a1b9-c04351aa4a3c tempest-TagsTest-588052329 tempest-TagsTest-588052329-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '284376a4-4757-4d99-a428-a91a702a2891') {} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:18:04.150595 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=d043996a-93a8-46a8-9faa-c9a5f1391e4a,revision_number=6']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:04.238798 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-e9a07dac-7150-48da-a1b9-c04351aa4a3c tempest-TagsTest-588052329 tempest-TagsTest-588052329-project] 10.222.0.41 "DELETE /v2.0/networks/284376a4-4757-4d99-a428-a91a702a2891/tags HTTP/1.1" status: 204 len: 168 time: 0.1105223 Aug 11 03:18:04.244347 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 42294) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:04.337646 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d65d137e-6851-4f45-b0f5-64afdbde598a tempest-TagsTest-588052329 tempest-TagsTest-588052329-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:04.436899 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d65d137e-6851-4f45-b0f5-64afdbde598a tempest-TagsTest-588052329 tempest-TagsTest-588052329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:04.449417 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-d65d137e-6851-4f45-b0f5-64afdbde598a tempest-TagsTest-588052329 tempest-TagsTest-588052329-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['284376a4-4757-4d99-a428-a91a702a2891']}} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:18:04.462964 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-d65d137e-6851-4f45-b0f5-64afdbde598a tempest-TagsTest-588052329 tempest-TagsTest-588052329-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f6143e5-421c-42a8-b902-fe71c2088237') {'for_net_delete': True} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:18:04.463245 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-d65d137e-6851-4f45-b0f5-64afdbde598a tempest-TagsTest-588052329 tempest-TagsTest-588052329-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f6143e5-421c-42a8-b902-fe71c2088237') {} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:18:04.474320 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d65d137e-6851-4f45-b0f5-64afdbde598a tempest-TagsTest-588052329 tempest-TagsTest-588052329-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126283644'] for segment, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:04.495585 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d65d137e-6851-4f45-b0f5-64afdbde598a tempest-TagsTest-588052329 tempest-TagsTest-588052329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:04.504482 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d65d137e-6851-4f45-b0f5-64afdbde598a tempest-TagsTest-588052329 tempest-TagsTest-588052329-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=102191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:18:04.504889 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d65d137e-6851-4f45-b0f5-64afdbde598a tempest-TagsTest-588052329 tempest-TagsTest-588052329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126283391'] for segment, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:04.507974 n-d-764292-30 neutron-server[102191]: Traceback (most recent call last): Aug 11 03:18:04.507974 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:18:04.507974 n-d-764292-30 neutron-server[102191]: timer() Aug 11 03:18:04.507974 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:18:04.507974 n-d-764292-30 neutron-server[102191]: cb(*args, **kw) Aug 11 03:18:04.507974 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:18:04.507974 n-d-764292-30 neutron-server[102191]: return func(*args, **kwargs) Aug 11 03:18:04.507974 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:18:04.507974 n-d-764292-30 neutron-server[102191]: self._notify() Aug 11 03:18:04.507974 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:18:04.507974 n-d-764292-30 neutron-server[102191]: self.callback(batched_events) Aug 11 03:18:04.507974 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:18:04.507974 n-d-764292-30 neutron-server[102191]: event.method(event) Aug 11 03:18:04.507974 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:18:04.507974 n-d-764292-30 neutron-server[102191]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:18:04.507974 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:18:04.507974 n-d-764292-30 neutron-server[102191]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:18:04.507974 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:18:04.507974 n-d-764292-30 neutron-server[102191]: return f(self, *a, **k) Aug 11 03:18:04.507974 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:18:04.507974 n-d-764292-30 neutron-server[102191]: return self._get(url).json() Aug 11 03:18:04.507974 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:18:04.507974 n-d-764292-30 neutron-server[102191]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:18:04.507974 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:18:04.507974 n-d-764292-30 neutron-server[102191]: return self.request(url, 'GET', **kwargs) Aug 11 03:18:04.507974 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:18:04.507974 n-d-764292-30 neutron-server[102191]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:18:04.507974 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:18:04.507974 n-d-764292-30 neutron-server[102191]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:18:04.507974 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:18:04.507974 n-d-764292-30 neutron-server[102191]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:18:04.507974 n-d-764292-30 neutron-server[102191]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:18:04.530461 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9343a5b-0bcb-4515-b180-00983baeb394 req-44782d77-d3df-4911-b215-e4dc60523846 tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:04.538452 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d9343a5b-0bcb-4515-b180-00983baeb394 req-44782d77-d3df-4911-b215-e4dc60523846 tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] 10.222.0.41 "GET /v2.0/ports?device_id=04b6704a-fd4f-453a-8cac-272db11d17cf HTTP/1.1" status: 200 len: 946 time: 0.5189946 Aug 11 03:18:04.580230 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:04.590162 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cb7b31-0969-40bd-a4d3-436b932bf146 req-1c914932-2359-4d39-a42b-41214a8277f4 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:04.597383 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cb7b31-0969-40bd-a4d3-436b932bf146 req-1c914932-2359-4d39-a42b-41214a8277f4 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:04.599091 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e0cb7b31-0969-40bd-a4d3-436b932bf146 req-1c914932-2359-4d39-a42b-41214a8277f4 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] 10.222.0.41 "GET /v2.0/ports?device_id=77be1442-778d-4411-864c-39b16f7e1fa5 HTTP/1.1" status: 200 len: 1682 time: 0.1172256 Aug 11 03:18:04.630531 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d9343a5b-0bcb-4515-b180-00983baeb394 req-4e6b2b23-8bec-40d2-9038-a04d6b1458e9 tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a9c14b7-456b-495d-954b-08faab866e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905871 Aug 11 03:18:04.648849 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d65d137e-6851-4f45-b0f5-64afdbde598a tempest-TagsTest-588052329 tempest-TagsTest-588052329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:04.660692 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d65d137e-6851-4f45-b0f5-64afdbde598a tempest-TagsTest-588052329 tempest-TagsTest-588052329-project] Notify callbacks [] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:04.669093 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-d65d137e-6851-4f45-b0f5-64afdbde598a tempest-TagsTest-588052329 tempest-TagsTest-588052329-project] 10.222.0.41 "DELETE /v2.0/networks/284376a4-4757-4d99-a428-a91a702a2891 HTTP/1.1" status: 204 len: 168 time: 0.4222529 Aug 11 03:18:04.687019 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e0cb7b31-0969-40bd-a4d3-436b932bf146 req-c4cd8116-e08a-4a1e-af00-f8f4512744f2 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] 10.222.0.41 "GET /v2.0/security-groups?id=9bcdfec5-364e-49d2-8266-cef1a51c6464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780282 Aug 11 03:18:04.700278 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65d137e-6851-4f45-b0f5-64afdbde598a tempest-TagsTest-588052329 tempest-TagsTest-588052329-project] Pushing event deleted for resources: {'Network': ['ID=284376a4-4757-4d99-a428-a91a702a2891,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:04.908032 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04de38c-9ddb-443e-a09b-35ffbe9d28d3 req-82de7212-940a-4c00-b473-716907c4baf8 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:04.909560 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e04de38c-9ddb-443e-a09b-35ffbe9d28d3 req-82de7212-940a-4c00-b473-716907c4baf8 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/ports?device_id=198e40ac-af59-487f-99be-beb764869941 HTTP/1.1" status: 200 len: 943 time: 0.0616586 Aug 11 03:18:04.959277 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e04de38c-9ddb-443e-a09b-35ffbe9d28d3 req-b068bdec-583f-4730-a4d0-8a3b09243a50 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a89a04a-70d6-46f3-9b56-7cb537ff4761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382257 Aug 11 03:18:05.303683 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 42314) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:05.369159 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device d043996a-93a8-46a8-9faa-c9a5f1391e4a details requested by agent hyperv_n-h1-764292-30 with host n-h1-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:18:05.526792 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-038f7c7e-0fd4-4a33-81d2-f53013643355 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=dd03945570054b9b879bd14a2788500e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2218196 Aug 11 03:18:05.529127 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 42324) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:05.539041 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port d043996a-93a8-46a8-9faa-c9a5f1391e4a, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=d043996a-93a8-46a8-9faa-c9a5f1391e4a,segment=NetworkSegment(75976e57-b4d6-45fc-bdea-76c22fb63b62),segment_id=75976e57-b4d6-45fc-bdea-76c22fb63b62)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:18:05.559678 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Returning: {'device': 'd043996a-93a8-46a8-9faa-c9a5f1391e4a', 'network_id': 'd23f5a1b-0a20-4470-9e66-0c5a40221406', 'port_id': 'd043996a-93a8-46a8-9faa-c9a5f1391e4a', 'mac_address': 'fa:16:3e:28:ab:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '617c48f0-a855-4ee0-bdb7-302ef1d77faa', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:18:05.616576 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:05.631529 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d043996a-93a8-46a8-9faa-c9a5f1391e4a {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:18:05.631876 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-423b6123-aad8-45fb-a0aa-8a8a77af797c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:05.654078 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port d043996a-93a8-46a8-9faa-c9a5f1391e4a, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=d043996a-93a8-46a8-9faa-c9a5f1391e4a,segment=NetworkSegment(75976e57-b4d6-45fc-bdea-76c22fb63b62),segment_id=75976e57-b4d6-45fc-bdea-76c22fb63b62)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:18:05.685497 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-423b6123-aad8-45fb-a0aa-8a8a77af797c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:05.745507 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '198e40ac-af59-487f-99be-beb764869941', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd043996a-93a8-46a8-9faa-c9a5f1391e4a'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:18:05.748008 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fe8af35-93a8-4662-86ff-737d0ce71434" -d '{"events": [{"server_uuid": "198e40ac-af59-487f-99be-beb764869941", "name": "network-vif-unplugged", "status": "completed", "tag": "d043996a-93a8-46a8-9faa-c9a5f1391e4a"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:18:05.818446 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aaba66-65e5-458f-b32b-306600b2f949 req-ffaccd59-1e96-4c04-8e7f-6a1caf7c9bc1 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:05.824386 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aaba66-65e5-458f-b32b-306600b2f949 req-ffaccd59-1e96-4c04-8e7f-6a1caf7c9bc1 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:05.825975 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-56aaba66-65e5-458f-b32b-306600b2f949 req-ffaccd59-1e96-4c04-8e7f-6a1caf7c9bc1 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] 10.222.0.41 "GET /v2.0/ports?device_id=77be1442-778d-4411-864c-39b16f7e1fa5 HTTP/1.1" status: 200 len: 1682 time: 0.0599294 Aug 11 03:18:05.865118 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-56aaba66-65e5-458f-b32b-306600b2f949 req-b3053393-d9ca-489c-b9a9-db0ec246ea03 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] 10.222.0.41 "GET /v2.0/security-groups?id=9bcdfec5-364e-49d2-8266-cef1a51c6464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326054 Aug 11 03:18:05.907373 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:05.912329 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-423b6123-aad8-45fb-a0aa-8a8a77af797c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:05.914754 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-423b6123-aad8-45fb-a0aa-8a8a77af797c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:05.916939 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-423b6123-aad8-45fb-a0aa-8a8a77af797c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a268f4de-c22b-42af-8da5-2d9263bc8e99 HTTP/1.1" status: 204 len: 168 time: 0.3862276 Aug 11 03:18:05.929643 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423b6123-aad8-45fb-a0aa-8a8a77af797c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a268f4de-c22b-42af-8da5-2d9263bc8e99,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:05.956016 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 03:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e73bdddc-8b6b-409a-b81c-a94b8239a279 x-openstack-request-id: req-e73bdddc-8b6b-409a-b81c-a94b8239a279 {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:18:05.956478 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "198e40ac-af59-487f-99be-beb764869941", "name": "network-vif-unplugged", "status": "completed", "tag": "d043996a-93a8-46a8-9faa-c9a5f1391e4a", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:18:05.956604 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e73bdddc-8b6b-409a-b81c-a94b8239a279 {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:18:05.956930 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '198e40ac-af59-487f-99be-beb764869941', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd043996a-93a8-46a8-9faa-c9a5f1391e4a', 'code': 200} Aug 11 03:18:06.008098 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=d043996a-93a8-46a8-9faa-c9a5f1391e4a,revision_number=7']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:06.150483 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55f19e7-62c2-480f-b0b8-ef208ab29a49 req-6f523b1f-1aff-4289-9dd4-29da2c5ff67b tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:06.152040 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c55f19e7-62c2-480f-b0b8-ef208ab29a49 req-6f523b1f-1aff-4289-9dd4-29da2c5ff67b tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/ports?device_id=198e40ac-af59-487f-99be-beb764869941 HTTP/1.1" status: 200 len: 944 time: 0.0963252 Aug 11 03:18:06.160642 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaf2d88-c477-4587-8e23-9cca6aed9e80 req-feb53972-39d9-4128-987c-2c441351d62a tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:06.166895 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cbaf2d88-c477-4587-8e23-9cca6aed9e80 req-feb53972-39d9-4128-987c-2c441351d62a tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] 10.222.0.41 "GET /v2.0/ports?device_id=596f546c-0920-46cf-8c5b-7954e9fe6c69 HTTP/1.1" status: 200 len: 945 time: 0.1129103 Aug 11 03:18:06.233617 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c55f19e7-62c2-480f-b0b8-ef208ab29a49 req-782cc690-2556-426d-a1c1-011d14a37a50 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a89a04a-70d6-46f3-9b56-7cb537ff4761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657163 Aug 11 03:18:06.246736 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cbaf2d88-c477-4587-8e23-9cca6aed9e80 req-e5328dd6-60e0-49aa-b5fb-f523a0493c1c tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] 10.222.0.41 "GET /v2.0/security-groups?id=fc43ee60-6555-4bc5-a7a0-c97f67a784d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773985 Aug 11 03:18:06.276948 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['d043996a-93a8-46a8-9faa-c9a5f1391e4a'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:18:06.741014 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b88c73-c847-480d-8a3f-22dc85834b87 req-3669d480-df3b-492b-a880-248d8952248e tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:06.747116 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b88c73-c847-480d-8a3f-22dc85834b87 req-3669d480-df3b-492b-a880-248d8952248e tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:06.749047 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a9b88c73-c847-480d-8a3f-22dc85834b87 req-3669d480-df3b-492b-a880-248d8952248e tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] 10.222.0.41 "GET /v2.0/ports?device_id=77be1442-778d-4411-864c-39b16f7e1fa5 HTTP/1.1" status: 200 len: 1682 time: 0.0566163 Aug 11 03:18:06.790794 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a9b88c73-c847-480d-8a3f-22dc85834b87 req-503f1b06-dcce-47d7-aecb-e5e2801a098a tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] 10.222.0.41 "GET /v2.0/security-groups?id=9bcdfec5-364e-49d2-8266-cef1a51c6464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351775 Aug 11 03:18:07.013999 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:07.384275 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device d043996a-93a8-46a8-9faa-c9a5f1391e4a up at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:18:07.388162 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1087a4d2-8bb9-4569-9d32-7d8adeb61164 req-76ebb308-8b99-454d-b973-12910ac18eda tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:07.389717 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1087a4d2-8bb9-4569-9d32-7d8adeb61164 req-76ebb308-8b99-454d-b973-12910ac18eda tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] 10.222.0.41 "GET /v2.0/ports?device_id=596f546c-0920-46cf-8c5b-7954e9fe6c69 HTTP/1.1" status: 200 len: 945 time: 0.0692141 Aug 11 03:18:07.452361 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning complete for port d043996a-93a8-46a8-9faa-c9a5f1391e4a triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:18:07.453424 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:07.461078 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff8303d-c1e2-486d-9cf1-47ba93d002ea req-1715e865-50ee-4380-b49d-10044d2486f1 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:07.469948 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-eff8303d-c1e2-486d-9cf1-47ba93d002ea req-1715e865-50ee-4380-b49d-10044d2486f1 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/ports?device_id=198e40ac-af59-487f-99be-beb764869941 HTTP/1.1" status: 200 len: 944 time: 0.1025455 Aug 11 03:18:07.504108 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1087a4d2-8bb9-4569-9d32-7d8adeb61164 req-3cc08c55-ad08-4d42-b907-431c08828568 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] 10.222.0.41 "GET /v2.0/security-groups?id=fc43ee60-6555-4bc5-a7a0-c97f67a784d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936038 Aug 11 03:18:07.571586 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13c3344-5b43-4cd9-aa72-e6b1bd16ed77 req-23d1f385-ccf9-47b2-a51e-65eb56410385 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:07.573098 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c13c3344-5b43-4cd9-aa72-e6b1bd16ed77 req-23d1f385-ccf9-47b2-a51e-65eb56410385 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] 10.222.0.24 "GET /v2.0/ports?device_id=596f546c-0920-46cf-8c5b-7954e9fe6c69 HTTP/1.1" status: 200 len: 945 time: 0.0883229 Aug 11 03:18:07.581034 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:07.593485 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-eff8303d-c1e2-486d-9cf1-47ba93d002ea req-f6b5db64-376f-4291-8f52-863ec6c27bbf tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a89a04a-70d6-46f3-9b56-7cb537ff4761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187310 Aug 11 03:18:07.654149 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port d043996a-93a8-46a8-9faa-c9a5f1391e4a, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=d043996a-93a8-46a8-9faa-c9a5f1391e4a,segment=NetworkSegment(75976e57-b4d6-45fc-bdea-76c22fb63b62),segment_id=75976e57-b4d6-45fc-bdea-76c22fb63b62)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:18:07.700028 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-c13c3344-5b43-4cd9-aa72-e6b1bd16ed77 req-0979dddf-f457-44df-89d3-d1f5b3c7a629 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] Deleting port 96f189bb-8c4b-4aac-b35e-960c55cea1e2 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:18:07.700375 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-c13c3344-5b43-4cd9-aa72-e6b1bd16ed77 req-0979dddf-f457-44df-89d3-d1f5b3c7a629 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:07.756651 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:07.798017 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-c13c3344-5b43-4cd9-aa72-e6b1bd16ed77 req-0979dddf-f457-44df-89d3-d1f5b3c7a629 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] For port 96f189bb-8c4b-4aac-b35e-960c55cea1e2, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=96f189bb-8c4b-4aac-b35e-960c55cea1e2,segment=NetworkSegment(bd930099-d273-4386-9bc1-426af296d1dc),segment_id=bd930099-d273-4386-9bc1-426af296d1dc)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:18:07.798466 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-c13c3344-5b43-4cd9-aa72-e6b1bd16ed77 req-0979dddf-f457-44df-89d3-d1f5b3c7a629 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:07.811657 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-c13c3344-5b43-4cd9-aa72-e6b1bd16ed77 req-0979dddf-f457-44df-89d3-d1f5b3c7a629 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] Calling delete_port for 96f189bb-8c4b-4aac-b35e-960c55cea1e2 owned by compute:nova {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:18:07.816639 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=d043996a-93a8-46a8-9faa-c9a5f1391e4a,revision_number=8']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:07.960529 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '198e40ac-af59-487f-99be-beb764869941', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd043996a-93a8-46a8-9faa-c9a5f1391e4a'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:18:07.964914 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-139298de-ec8e-4b28-ba46-f1e2b9d807fa" -d '{"events": [{"server_uuid": "198e40ac-af59-487f-99be-beb764869941", "name": "network-vif-plugged", "status": "completed", "tag": "d043996a-93a8-46a8-9faa-c9a5f1391e4a"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:18:07.976421 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2519605f-a00a-4605-8c7f-4e352f58b1ba req-2a7cca8c-32ef-45cc-a144-9bcb1634ba02 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:07.989201 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2519605f-a00a-4605-8c7f-4e352f58b1ba req-2a7cca8c-32ef-45cc-a144-9bcb1634ba02 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:07.991107 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2519605f-a00a-4605-8c7f-4e352f58b1ba req-2a7cca8c-32ef-45cc-a144-9bcb1634ba02 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] 10.222.0.41 "GET /v2.0/ports?device_id=77be1442-778d-4411-864c-39b16f7e1fa5 HTTP/1.1" status: 200 len: 1682 time: 0.1012974 Aug 11 03:18:08.081560 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2519605f-a00a-4605-8c7f-4e352f58b1ba req-54bb3c10-e17f-427e-ab6e-87f9b0ea3102 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] 10.222.0.41 "GET /v2.0/security-groups?id=9bcdfec5-364e-49d2-8266-cef1a51c6464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838330 Aug 11 03:18:08.112787 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c387657f-92ed-4635-a67d-4471dc8f417d req-246e936b-3486-4d9e-ae9e-4435de052e76 tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:08.114391 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c387657f-92ed-4635-a67d-4471dc8f417d req-246e936b-3486-4d9e-ae9e-4435de052e76 tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] 10.222.0.41 "GET /v2.0/ports?device_id=04b6704a-fd4f-453a-8cac-272db11d17cf HTTP/1.1" status: 200 len: 946 time: 0.0813425 Aug 11 03:18:08.134751 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:18:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d44e84b3-63a5-4727-abf0-c898fe5c77e7 x-openstack-request-id: req-d44e84b3-63a5-4727-abf0-c898fe5c77e7 {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:18:08.135616 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "198e40ac-af59-487f-99be-beb764869941", "name": "network-vif-plugged", "status": "completed", "tag": "d043996a-93a8-46a8-9faa-c9a5f1391e4a", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:18:08.136042 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d44e84b3-63a5-4727-abf0-c898fe5c77e7 {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:18:08.136609 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '198e40ac-af59-487f-99be-beb764869941', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd043996a-93a8-46a8-9faa-c9a5f1391e4a', 'code': 200} Aug 11 03:18:08.142789 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-c13c3344-5b43-4cd9-aa72-e6b1bd16ed77 req-0979dddf-f457-44df-89d3-d1f5b3c7a629 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:08.154251 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['f0027ac7-c11d-49c1-937e-41ff32d936a8', '96f189bb-8c4b-4aac-b35e-960c55cea1e2'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:18:08.159807 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['c982f111-cecb-487b-b437-20da5e3a51e8'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:18:08.197279 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c387657f-92ed-4635-a67d-4471dc8f417d req-c4a0e4f4-c1c9-4e90-94c5-5366e80a27f1 tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a9c14b7-456b-495d-954b-08faab866e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751438 Aug 11 03:18:08.215084 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0979dddf-f457-44df-89d3-d1f5b3c7a629 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] Pushing event deleted for resources: {'Port': ['ID=96f189bb-8c4b-4aac-b35e-960c55cea1e2,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:08.262544 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d709ec23-bc6f-438d-87a1-0e69549af812 req-25699390-8b1e-48cf-a772-e1c8a19bf92e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:08.264395 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-d709ec23-bc6f-438d-87a1-0e69549af812 req-25699390-8b1e-48cf-a772-e1c8a19bf92e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=41b5c288d18c42c2bbb943465bc76a20&device_id=04b6704a-fd4f-453a-8cac-272db11d17cf HTTP/1.1" status: 200 len: 1098 time: 0.1845944 Aug 11 03:18:08.286192 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-c13c3344-5b43-4cd9-aa72-e6b1bd16ed77 req-0979dddf-f457-44df-89d3-d1f5b3c7a629 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] No DVR routers for this DVR port 96f189bb-8c4b-4aac-b35e-960c55cea1e2 on host n-h2-764292-30 {{(pid=102191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:18:08.297658 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-c13c3344-5b43-4cd9-aa72-e6b1bd16ed77 req-0979dddf-f457-44df-89d3-d1f5b3c7a629 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:08.299797 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c13c3344-5b43-4cd9-aa72-e6b1bd16ed77 req-0979dddf-f457-44df-89d3-d1f5b3c7a629 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] 10.222.0.24 "DELETE /v2.0/ports/96f189bb-8c4b-4aac-b35e-960c55cea1e2 HTTP/1.1" status: 204 len: 173 time: 0.7120218 Aug 11 03:18:08.300252 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '596f546c-0920-46cf-8c5b-7954e9fe6c69', 'name': 'network-vif-deleted', 'tag': '96f189bb-8c4b-4aac-b35e-960c55cea1e2'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:18:08.302534 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8d792cd-30e1-4a39-8fef-289d35fad3cf" -d '{"events": [{"server_uuid": "596f546c-0920-46cf-8c5b-7954e9fe6c69", "name": "network-vif-deleted", "tag": "96f189bb-8c4b-4aac-b35e-960c55cea1e2"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:18:08.370917 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:18:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-632717d4-8f88-4aec-88b7-e83367899ef0 x-openstack-request-id: req-632717d4-8f88-4aec-88b7-e83367899ef0 {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:18:08.371617 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "596f546c-0920-46cf-8c5b-7954e9fe6c69", "name": "network-vif-deleted", "tag": "96f189bb-8c4b-4aac-b35e-960c55cea1e2", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:18:08.371886 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-632717d4-8f88-4aec-88b7-e83367899ef0 {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:18:08.372266 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '596f546c-0920-46cf-8c5b-7954e9fe6c69', 'name': 'network-vif-deleted', 'tag': '96f189bb-8c4b-4aac-b35e-960c55cea1e2', 'status': 'completed', 'code': 200} Aug 11 03:18:08.430669 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e40c56-ae3d-47c8-937b-08824008ce3c req-f087c59c-8aba-43aa-8899-209cd90c50ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:08.432077 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-91e40c56-ae3d-47c8-937b-08824008ce3c req-f087c59c-8aba-43aa-8899-209cd90c50ce service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=198e40ac-af59-487f-99be-beb764869941 HTTP/1.1" status: 200 len: 1097 time: 0.1375675 Aug 11 03:18:08.459105 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5b5777-2a51-4b1f-b3f9-263eba951ad1 req-5c8fdfc7-5715-4d9f-8c11-0c58debc31c9 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:08.465420 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5b5777-2a51-4b1f-b3f9-263eba951ad1 req-5c8fdfc7-5715-4d9f-8c11-0c58debc31c9 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:08.466236 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-7a5b5777-2a51-4b1f-b3f9-263eba951ad1 req-5c8fdfc7-5715-4d9f-8c11-0c58debc31c9 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] 10.222.0.22 "GET /v2.0/ports?device_id=77be1442-778d-4411-864c-39b16f7e1fa5 HTTP/1.1" status: 200 len: 1682 time: 0.1436901 Aug 11 03:18:08.510941 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d709ec23-bc6f-438d-87a1-0e69549af812 req-d9678b84-67f9-49c9-b1db-834c2ef2780d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:08.512699 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-d709ec23-bc6f-438d-87a1-0e69549af812 req-d9678b84-67f9-49c9-b1db-834c2ef2780d service neutron] 10.222.0.22 "GET /v2.0/networks?id=2edd7c40-ce53-40d0-ad1c-7b106e315d79 HTTP/1.1" status: 200 len: 920 time: 0.2279575 Aug 11 03:18:08.568909 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-91e40c56-ae3d-47c8-937b-08824008ce3c req-2dee6df5-f1c4-43a4-8f47-e5bbdb1e68c3 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=3a89a04a-70d6-46f3-9b56-7cb537ff4761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274149 Aug 11 03:18:08.576171 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-d709ec23-bc6f-438d-87a1-0e69549af812 req-37cdce5a-e329-4358-824a-fc3f3d03916e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=81cd9af2-119f-426f-8db4-9b3362d3d8d2 HTTP/1.1" status: 200 len: 217 time: 0.0546215 Aug 11 03:18:08.608376 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a79db575-b222-4459-86cd-ffc6eded5d13 req-413319e2-0d5a-4ce0-b80f-1148463611ee tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] 10.222.0.41 "GET /v2.0/ports?device_id=596f546c-0920-46cf-8c5b-7954e9fe6c69 HTTP/1.1" status: 200 len: 210 time: 0.0285215 Aug 11 03:18:08.659760 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-7a5b5777-2a51-4b1f-b3f9-263eba951ad1 req-11951154-648c-4b8c-a466-7eb0c1177356 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Deleting port dd404e45-1d81-456a-bb9b-44710a16ea74 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:18:08.666340 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-7a5b5777-2a51-4b1f-b3f9-263eba951ad1 req-11951154-648c-4b8c-a466-7eb0c1177356 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:08.719562 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ad20ac-4a37-4058-90da-836e475d1e29 req-0242d996-91ba-45dc-8ccf-9a3f1a70572c tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:08.721180 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-05ad20ac-4a37-4058-90da-836e475d1e29 req-0242d996-91ba-45dc-8ccf-9a3f1a70572c tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/ports?device_id=198e40ac-af59-487f-99be-beb764869941 HTTP/1.1" status: 200 len: 945 time: 0.0586150 Aug 11 03:18:08.769831 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-05ad20ac-4a37-4058-90da-836e475d1e29 req-c2bf292f-9fbd-4d15-b8bc-79c9ac7d1d04 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a89a04a-70d6-46f3-9b56-7cb537ff4761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423102 Aug 11 03:18:08.776318 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d709ec23-bc6f-438d-87a1-0e69549af812 req-9e73f231-de32-4ff7-b405-fb7827491016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:08.777765 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-d709ec23-bc6f-438d-87a1-0e69549af812 req-9e73f231-de32-4ff7-b405-fb7827491016 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e698cbd6-76d9-4af8-b3ec-764f8a7a09e2 HTTP/1.1" status: 200 len: 859 time: 0.0938246 Aug 11 03:18:08.818420 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-d709ec23-bc6f-438d-87a1-0e69549af812 req-7729cba9-d6ab-40be-94f5-8010955c9a88 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2edd7c40-ce53-40d0-ad1c-7b106e315d79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326259 Aug 11 03:18:08.823004 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-7a5b5777-2a51-4b1f-b3f9-263eba951ad1 req-11951154-648c-4b8c-a466-7eb0c1177356 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] For port dd404e45-1d81-456a-bb9b-44710a16ea74, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=dd404e45-1d81-456a-bb9b-44710a16ea74,segment=NetworkSegment(90206451-2911-44be-b61c-7392abb821e0),segment_id=90206451-2911-44be-b61c-7392abb821e0)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:18:08.823363 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-7a5b5777-2a51-4b1f-b3f9-263eba951ad1 req-11951154-648c-4b8c-a466-7eb0c1177356 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:08.843128 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-7a5b5777-2a51-4b1f-b3f9-263eba951ad1 req-11951154-648c-4b8c-a466-7eb0c1177356 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Calling delete_port for dd404e45-1d81-456a-bb9b-44710a16ea74 owned by compute:nova {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:18:08.971115 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-d709ec23-bc6f-438d-87a1-0e69549af812 req-fe6a8252-9e11-4c45-8787-d5765982c60e service neutron] 10.222.0.22 "GET /v2.0/networks/2edd7c40-ce53-40d0-ad1c-7b106e315d79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399791 Aug 11 03:18:09.227360 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2414b0e-b2e7-4719-a1be-4d5aaac1c6b9 req-5eebb6a6-aa6f-4211-82fa-55500920dd5c tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:09.232676 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2414b0e-b2e7-4719-a1be-4d5aaac1c6b9 req-5eebb6a6-aa6f-4211-82fa-55500920dd5c tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:09.234886 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a2414b0e-b2e7-4719-a1be-4d5aaac1c6b9 req-5eebb6a6-aa6f-4211-82fa-55500920dd5c tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] 10.222.0.41 "GET /v2.0/ports?device_id=77be1442-778d-4411-864c-39b16f7e1fa5 HTTP/1.1" status: 200 len: 1682 time: 0.0761096 Aug 11 03:18:09.320692 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a2414b0e-b2e7-4719-a1be-4d5aaac1c6b9 req-7c242d71-7db9-40e3-a53f-78ca0bc7f1a4 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] 10.222.0.41 "GET /v2.0/security-groups?id=9bcdfec5-364e-49d2-8266-cef1a51c6464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775509 Aug 11 03:18:09.361314 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756dfb12-fad5-435a-acc7-0c89e9f87812 req-9a468005-5537-42c8-9b26-3d5f1aa60c36 tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:09.369506 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-756dfb12-fad5-435a-acc7-0c89e9f87812 req-9a468005-5537-42c8-9b26-3d5f1aa60c36 tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] 10.222.0.41 "GET /v2.0/ports?device_id=04b6704a-fd4f-453a-8cac-272db11d17cf HTTP/1.1" status: 200 len: 946 time: 0.0791707 Aug 11 03:18:09.415773 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-756dfb12-fad5-435a-acc7-0c89e9f87812 req-ca9dea79-467b-4c67-a450-3908f976ab0a tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a9c14b7-456b-495d-954b-08faab866e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443776 Aug 11 03:18:09.429759 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-d709ec23-bc6f-438d-87a1-0e69549af812 req-708acd53-a70d-4fbd-b630-4d5cabba80e3 service neutron] 10.222.0.22 "GET /v2.0/networks/2edd7c40-ce53-40d0-ad1c-7b106e315d79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4489954 Aug 11 03:18:09.494694 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-7a5b5777-2a51-4b1f-b3f9-263eba951ad1 req-11951154-648c-4b8c-a466-7eb0c1177356 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:09.516149 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['302d728f-8603-4ffa-87bb-ad99f33603de', 'dd404e45-1d81-456a-bb9b-44710a16ea74'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:18:09.544322 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11951154-648c-4b8c-a466-7eb0c1177356 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Pushing event deleted for resources: {'Port': ['ID=dd404e45-1d81-456a-bb9b-44710a16ea74,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:09.636008 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a5b5777-2a51-4b1f-b3f9-263eba951ad1 req-11951154-648c-4b8c-a466-7eb0c1177356 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] No DVR routers for this DVR port dd404e45-1d81-456a-bb9b-44710a16ea74 on host n-h1-764292-30 {{(pid=102191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:18:09.656630 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-7a5b5777-2a51-4b1f-b3f9-263eba951ad1 req-11951154-648c-4b8c-a466-7eb0c1177356 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:09.659050 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-7a5b5777-2a51-4b1f-b3f9-263eba951ad1 req-11951154-648c-4b8c-a466-7eb0c1177356 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] 10.222.0.22 "DELETE /v2.0/ports/dd404e45-1d81-456a-bb9b-44710a16ea74 HTTP/1.1" status: 204 len: 173 time: 1.1789839 Aug 11 03:18:09.821492 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-7a5b5777-2a51-4b1f-b3f9-263eba951ad1 req-57613dea-ba0e-4ccb-8ddf-ddeb29f59ae9 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Deleting port 302d728f-8603-4ffa-87bb-ad99f33603de {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:18:09.822505 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-7a5b5777-2a51-4b1f-b3f9-263eba951ad1 req-57613dea-ba0e-4ccb-8ddf-ddeb29f59ae9 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:09.969161 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdac58e-2a0f-48a0-bff0-0cbc8e4edb39 req-911bc50f-7f6e-4ac8-9e04-ea3341d40312 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:09.970822 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-efdac58e-2a0f-48a0-bff0-0cbc8e4edb39 req-911bc50f-7f6e-4ac8-9e04-ea3341d40312 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/ports?device_id=198e40ac-af59-487f-99be-beb764869941 HTTP/1.1" status: 200 len: 945 time: 0.0593276 Aug 11 03:18:09.994488 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-7a5b5777-2a51-4b1f-b3f9-263eba951ad1 req-57613dea-ba0e-4ccb-8ddf-ddeb29f59ae9 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] For port 302d728f-8603-4ffa-87bb-ad99f33603de, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=302d728f-8603-4ffa-87bb-ad99f33603de,segment=NetworkSegment(f6431bf5-83cc-4ceb-b805-3ac9abf9387d),segment_id=f6431bf5-83cc-4ceb-b805-3ac9abf9387d)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:18:09.994982 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-7a5b5777-2a51-4b1f-b3f9-263eba951ad1 req-57613dea-ba0e-4ccb-8ddf-ddeb29f59ae9 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:10.015226 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-7a5b5777-2a51-4b1f-b3f9-263eba951ad1 req-57613dea-ba0e-4ccb-8ddf-ddeb29f59ae9 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Calling delete_port for 302d728f-8603-4ffa-87bb-ad99f33603de owned by compute:nova {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:18:10.032094 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-efdac58e-2a0f-48a0-bff0-0cbc8e4edb39 req-9920a0a7-2c23-4a80-86d8-51440827c16a tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a89a04a-70d6-46f3-9b56-7cb537ff4761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534379 Aug 11 03:18:10.163792 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cf0a14-9c04-4e45-a887-6f6338779d89 req-6cb2c00e-3de8-49bd-889c-b7ceb3036ad8 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:10.165401 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-97cf0a14-9c04-4e45-a887-6f6338779d89 req-6cb2c00e-3de8-49bd-889c-b7ceb3036ad8 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/ports?device_id=198e40ac-af59-487f-99be-beb764869941 HTTP/1.1" status: 200 len: 945 time: 0.0517089 Aug 11 03:18:10.215985 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-97cf0a14-9c04-4e45-a887-6f6338779d89 req-27aece1f-7f2c-4c25-82fa-71e2423d4113 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a89a04a-70d6-46f3-9b56-7cb537ff4761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441370 Aug 11 03:18:10.254526 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-7a5b5777-2a51-4b1f-b3f9-263eba951ad1 req-57613dea-ba0e-4ccb-8ddf-ddeb29f59ae9 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:10.267599 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['dd404e45-1d81-456a-bb9b-44710a16ea74'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:18:10.303661 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da1251c-83b0-42c5-a966-e3bb02fbb89e req-66d55e7f-451c-42a6-a5b8-6f12e812343f tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:10.304282 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57613dea-ba0e-4ccb-8ddf-ddeb29f59ae9 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Pushing event deleted for resources: {'Port': ['ID=302d728f-8603-4ffa-87bb-ad99f33603de,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:10.304398 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7da1251c-83b0-42c5-a966-e3bb02fbb89e req-66d55e7f-451c-42a6-a5b8-6f12e812343f tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] 10.222.0.41 "GET /v2.0/ports?device_id=271d6373-28ca-45c7-b75b-f6d35cc45b96 HTTP/1.1" status: 200 len: 945 time: 0.0849111 Aug 11 03:18:10.351917 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a5b5777-2a51-4b1f-b3f9-263eba951ad1 req-57613dea-ba0e-4ccb-8ddf-ddeb29f59ae9 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] No DVR routers for this DVR port 302d728f-8603-4ffa-87bb-ad99f33603de on host n-h1-764292-30 {{(pid=102191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:18:10.356600 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7da1251c-83b0-42c5-a966-e3bb02fbb89e req-100f2039-57d6-4dc7-8e35-ed2ab5295503 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] 10.222.0.41 "GET /v2.0/security-groups?id=fc43ee60-6555-4bc5-a7a0-c97f67a784d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511405 Aug 11 03:18:10.357325 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-7a5b5777-2a51-4b1f-b3f9-263eba951ad1 req-57613dea-ba0e-4ccb-8ddf-ddeb29f59ae9 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:10.360677 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-7a5b5777-2a51-4b1f-b3f9-263eba951ad1 req-57613dea-ba0e-4ccb-8ddf-ddeb29f59ae9 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] 10.222.0.22 "DELETE /v2.0/ports/302d728f-8603-4ffa-87bb-ad99f33603de HTTP/1.1" status: 204 len: 173 time: 0.6947753 Aug 11 03:18:10.373707 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77be1442-778d-4411-864c-39b16f7e1fa5', 'name': 'network-vif-deleted', 'tag': 'dd404e45-1d81-456a-bb9b-44710a16ea74'}, {'server_uuid': '77be1442-778d-4411-864c-39b16f7e1fa5', 'name': 'network-vif-deleted', 'tag': '302d728f-8603-4ffa-87bb-ad99f33603de'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:18:10.376808 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea1933ff-2d39-4910-ba43-803e487ab851" -d '{"events": [{"server_uuid": "77be1442-778d-4411-864c-39b16f7e1fa5", "name": "network-vif-deleted", "tag": "dd404e45-1d81-456a-bb9b-44710a16ea74"}, {"server_uuid": "77be1442-778d-4411-864c-39b16f7e1fa5", "name": "network-vif-deleted", "tag": "302d728f-8603-4ffa-87bb-ad99f33603de"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:18:10.445408 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2646158a-73f2-4dbd-a207-3c7ce767d4c6 req-a6ccd7d2-3527-4adf-b1c0-08a1a2832936 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] 10.222.0.41 "GET /v2.0/ports?device_id=77be1442-778d-4411-864c-39b16f7e1fa5 HTTP/1.1" status: 200 len: 210 time: 0.0285785 Aug 11 03:18:10.508081 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 11 Aug 2021 03:18:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57ed1653-9499-4609-bc25-aab4d7bcfafa x-openstack-request-id: req-57ed1653-9499-4609-bc25-aab4d7bcfafa {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:18:10.508455 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77be1442-778d-4411-864c-39b16f7e1fa5", "name": "network-vif-deleted", "tag": "dd404e45-1d81-456a-bb9b-44710a16ea74", "status": "completed", "code": 200}, {"server_uuid": "77be1442-778d-4411-864c-39b16f7e1fa5", "name": "network-vif-deleted", "tag": "302d728f-8603-4ffa-87bb-ad99f33603de", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:18:10.508778 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-57ed1653-9499-4609-bc25-aab4d7bcfafa {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:18:10.509306 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77be1442-778d-4411-864c-39b16f7e1fa5', 'name': 'network-vif-deleted', 'tag': 'dd404e45-1d81-456a-bb9b-44710a16ea74', 'status': 'completed', 'code': 200} Aug 11 03:18:10.509659 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77be1442-778d-4411-864c-39b16f7e1fa5', 'name': 'network-vif-deleted', 'tag': '302d728f-8603-4ffa-87bb-ad99f33603de', 'status': 'completed', 'code': 200} Aug 11 03:18:10.610995 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa66e30-283c-4a79-af5f-a480e548e544 req-3701f187-8b49-45f0-80e9-88ef65a7fcf1 tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:10.612420 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-daa66e30-283c-4a79-af5f-a480e548e544 req-3701f187-8b49-45f0-80e9-88ef65a7fcf1 tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] 10.222.0.41 "GET /v2.0/ports?device_id=04b6704a-fd4f-453a-8cac-272db11d17cf HTTP/1.1" status: 200 len: 946 time: 0.0553224 Aug 11 03:18:10.652814 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-daa66e30-283c-4a79-af5f-a480e548e544 req-dfccf5f4-61c4-47a4-a0ed-fcf30958662e tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a9c14b7-456b-495d-954b-08faab866e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342093 Aug 11 03:18:11.123144 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:11.151921 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f561e9f4-06e4-4c16-bef5-25600cae1e97 req-3aed2cc4-339e-4896-b1d5-994454280d57 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:11.159070 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f561e9f4-06e4-4c16-bef5-25600cae1e97 req-3aed2cc4-339e-4896-b1d5-994454280d57 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/networks?id=d23f5a1b-0a20-4470-9e66-0c5a40221406 HTTP/1.1" status: 200 len: 815 time: 0.1186078 Aug 11 03:18:11.169930 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f561e9f4-06e4-4c16-bef5-25600cae1e97 req-30c312b1-b9ec-4e11-834a-7b758280650e tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/quotas/297a8c5e08c24b5285a4c7ceb9597537 HTTP/1.1" status: 200 len: 375 time: 0.0100031 Aug 11 03:18:11.223928 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f561e9f4-06e4-4c16-bef5-25600cae1e97 req-3c3d7fca-48de-476b-83a9-f3bfcc09ab92 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=297a8c5e08c24b5285a4c7ceb9597537&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0469131 Aug 11 03:18:11.325145 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f561e9f4-06e4-4c16-bef5-25600cae1e97 req-64eac82f-4beb-45ed-a339-f526e288bcf2 service neutron] 10.222.0.41 "GET /v2.0/networks/d23f5a1b-0a20-4470-9e66-0c5a40221406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908873 Aug 11 03:18:11.336870 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 96f189bb-8c4b-4aac-b35e-960c55cea1e2 no longer exists at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:18:11.367341 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] No Port match for: 96f189bb-8c4b-4aac-b35e-960c55cea1e2 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:18:11.367767 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 96f189bb-8c4b-4aac-b35e-960c55cea1e2 not bound to the agent host n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:18:11.454391 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f561e9f4-06e4-4c16-bef5-25600cae1e97 req-28fb42c1-0f36-49d4-88df-06a67f2524a9 service neutron] 10.222.0.41 "GET /v2.0/networks/d23f5a1b-0a20-4470-9e66-0c5a40221406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228099 Aug 11 03:18:11.483673 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 42550) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:11.521021 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7ca3e9-f01b-4f26-88b6-15b656028752 req-2e1d99a2-762c-4931-8e87-e16baab67133 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:11.529373 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ef7ca3e9-f01b-4f26-88b6-15b656028752 req-2e1d99a2-762c-4931-8e87-e16baab67133 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] 10.222.0.41 "GET /v2.0/ports?device_id=271d6373-28ca-45c7-b75b-f6d35cc45b96 HTTP/1.1" status: 200 len: 945 time: 0.0737479 Aug 11 03:18:11.601157 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dae73d-615b-4dd3-a35e-0ede115bcfd2 req-4b191bc1-c26a-42dc-a574-e1246bc93fe4 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:11.602109 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ef7ca3e9-f01b-4f26-88b6-15b656028752 req-39b5f2a0-ce9f-4139-a322-c7f74dc7ab03 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] 10.222.0.41 "GET /v2.0/security-groups?id=fc43ee60-6555-4bc5-a7a0-c97f67a784d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608771 Aug 11 03:18:11.615827 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-52dae73d-615b-4dd3-a35e-0ede115bcfd2 req-4b191bc1-c26a-42dc-a574-e1246bc93fe4 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] 10.222.0.24 "GET /v2.0/ports?device_id=271d6373-28ca-45c7-b75b-f6d35cc45b96 HTTP/1.1" status: 200 len: 945 time: 0.1698511 Aug 11 03:18:11.652255 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 42556) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:11.772801 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-52dae73d-615b-4dd3-a35e-0ede115bcfd2 req-e09f804f-97e3-4ae3-9b8f-3c3422b6d0d0 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] Deleting port f0027ac7-c11d-49c1-937e-41ff32d936a8 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:18:11.773247 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-52dae73d-615b-4dd3-a35e-0ede115bcfd2 req-e09f804f-97e3-4ae3-9b8f-3c3422b6d0d0 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:11.861632 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-da128c22-5613-4f05-8f56-110f961bf13d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:11.877395 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d7f80f54-bac0-4b49-9e23-c43db4fa5f43 req-afb38e48-5920-4eaf-9a96-94b7d2ea90a2 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed52311d-c2a0-46e1-b404-2d97b8519585 HTTP/1.1" status: 200 len: 210 time: 0.0585773 Aug 11 03:18:11.919219 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-52dae73d-615b-4dd3-a35e-0ede115bcfd2 req-e09f804f-97e3-4ae3-9b8f-3c3422b6d0d0 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] For port f0027ac7-c11d-49c1-937e-41ff32d936a8, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=f0027ac7-c11d-49c1-937e-41ff32d936a8,segment=NetworkSegment(bd930099-d273-4386-9bc1-426af296d1dc),segment_id=bd930099-d273-4386-9bc1-426af296d1dc)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:18:11.929343 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca1c9431-5677-4925-92f9-38fc7869c8fb tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Deleting subnet 9512eb6f-f3da-44e4-ba03-08558120d87a {{(pid=102192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:18:11.930065 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-52dae73d-615b-4dd3-a35e-0ede115bcfd2 req-e09f804f-97e3-4ae3-9b8f-3c3422b6d0d0 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:11.943217 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8514460a-3302-4b49-afa4-7531e4bab6af req-3e90d414-5c42-43fd-8ec1-ae212036adfc tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:11.943217 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8514460a-3302-4b49-afa4-7531e4bab6af req-3e90d414-5c42-43fd-8ec1-ae212036adfc tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] 10.222.0.41 "GET /v2.0/ports?device_id=04b6704a-fd4f-453a-8cac-272db11d17cf HTTP/1.1" status: 200 len: 946 time: 0.1611979 Aug 11 03:18:11.945213 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ca1c9431-5677-4925-92f9-38fc7869c8fb tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Notify callbacks [] for subnet, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:11.963832 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-52dae73d-615b-4dd3-a35e-0ede115bcfd2 req-e09f804f-97e3-4ae3-9b8f-3c3422b6d0d0 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] Calling delete_port for f0027ac7-c11d-49c1-937e-41ff32d936a8 owned by compute:nova {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:18:12.031100 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ca1c9431-5677-4925-92f9-38fc7869c8fb tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125932460'] for subnet, precommit_delete_associations {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:12.106960 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8514460a-3302-4b49-afa4-7531e4bab6af req-a06f8588-8656-47f5-861c-8e1fa967aedd tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a9c14b7-456b-495d-954b-08faab866e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356323 Aug 11 03:18:12.166825 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-da128c22-5613-4f05-8f56-110f961bf13d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:12.223289 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ca1c9431-5677-4925-92f9-38fc7869c8fb tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:12.252387 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-da128c22-5613-4f05-8f56-110f961bf13d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:12.293678 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-52dae73d-615b-4dd3-a35e-0ede115bcfd2 req-e09f804f-97e3-4ae3-9b8f-3c3422b6d0d0 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:12.308300 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['f0027ac7-c11d-49c1-937e-41ff32d936a8'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:18:12.314394 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-da128c22-5613-4f05-8f56-110f961bf13d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=98d89206b1ca4110a5a8ac491251e4b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8258982 Aug 11 03:18:12.314933 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 42578) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:12.315578 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da128c22-5613-4f05-8f56-110f961bf13d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae227d13-5789-40d1-bc3c-44370e3b2ece,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:12.344979 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da128c22-5613-4f05-8f56-110f961bf13d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:18:12.345339 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da128c22-5613-4f05-8f56-110f961bf13d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:18:12.345664 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da128c22-5613-4f05-8f56-110f961bf13d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:18:12.346002 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da128c22-5613-4f05-8f56-110f961bf13d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:18:12.346362 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da128c22-5613-4f05-8f56-110f961bf13d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:18:12.346699 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da128c22-5613-4f05-8f56-110f961bf13d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:18:12.347028 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da128c22-5613-4f05-8f56-110f961bf13d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:18:12.347353 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da128c22-5613-4f05-8f56-110f961bf13d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:18:12.347678 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da128c22-5613-4f05-8f56-110f961bf13d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:18:12.348003 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da128c22-5613-4f05-8f56-110f961bf13d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:18:12.348344 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da128c22-5613-4f05-8f56-110f961bf13d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:18:12.348652 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da128c22-5613-4f05-8f56-110f961bf13d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:18:12.353135 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['c982f111-cecb-487b-b437-20da5e3a51e8'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:18:12.396977 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0173a8f2-7376-4fc1-8578-3b277a46dcd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:12.421053 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09f804f-97e3-4ae3-9b8f-3c3422b6d0d0 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] Pushing event deleted for resources: {'Port': ['ID=f0027ac7-c11d-49c1-937e-41ff32d936a8,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:12.430009 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0173a8f2-7376-4fc1-8578-3b277a46dcd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:12.453887 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ca1c9431-5677-4925-92f9-38fc7869c8fb tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125932157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126180897'] for subnet, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:12.457635 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-52dae73d-615b-4dd3-a35e-0ede115bcfd2 req-e09f804f-97e3-4ae3-9b8f-3c3422b6d0d0 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] No DVR routers for this DVR port f0027ac7-c11d-49c1-937e-41ff32d936a8 on host n-h2-764292-30 {{(pid=102191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:18:12.464263 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-52dae73d-615b-4dd3-a35e-0ede115bcfd2 req-e09f804f-97e3-4ae3-9b8f-3c3422b6d0d0 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:12.466788 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-52dae73d-615b-4dd3-a35e-0ede115bcfd2 req-e09f804f-97e3-4ae3-9b8f-3c3422b6d0d0 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] 10.222.0.24 "DELETE /v2.0/ports/f0027ac7-c11d-49c1-937e-41ff32d936a8 HTTP/1.1" status: 204 len: 173 time: 0.8444977 Aug 11 03:18:12.517602 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1c9431-5677-4925-92f9-38fc7869c8fb tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Pushing event deleted for resources: {'Subnet': ['ID=9512eb6f-f3da-44e4-ba03-08558120d87a,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:12.522567 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ca1c9431-5677-4925-92f9-38fc7869c8fb tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:12.526323 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-ca1c9431-5677-4925-92f9-38fc7869c8fb tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] 10.222.0.41 "DELETE /v2.0/subnets/9512eb6f-f3da-44e4-ba03-08558120d87a HTTP/1.1" status: 204 len: 168 time: 0.8709414 Aug 11 03:18:12.529203 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '271d6373-28ca-45c7-b75b-f6d35cc45b96', 'name': 'network-vif-deleted', 'tag': 'f0027ac7-c11d-49c1-937e-41ff32d936a8'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:18:12.532254 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b8e099c-64b6-40a0-ad9d-5a0d1de31585" -d '{"events": [{"server_uuid": "271d6373-28ca-45c7-b75b-f6d35cc45b96", "name": "network-vif-deleted", "tag": "f0027ac7-c11d-49c1-937e-41ff32d936a8"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:18:12.532773 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 42586) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:12.604376 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6012025-a85b-4b76-afd2-0a250eabeef5 None None] Network 4e580d1f-7d26-40ae-9a23-fd733b74bd23 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:18:12.613528 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:18:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06a973e8-3618-4dd8-9b32-3e45baa333a8 x-openstack-request-id: req-06a973e8-3618-4dd8-9b32-3e45baa333a8 {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:18:12.614140 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "271d6373-28ca-45c7-b75b-f6d35cc45b96", "name": "network-vif-deleted", "tag": "f0027ac7-c11d-49c1-937e-41ff32d936a8", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:18:12.614140 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-06a973e8-3618-4dd8-9b32-3e45baa333a8 {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:18:12.615185 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '271d6373-28ca-45c7-b75b-f6d35cc45b96', 'name': 'network-vif-deleted', 'tag': 'f0027ac7-c11d-49c1-937e-41ff32d936a8', 'status': 'completed', 'code': 200} Aug 11 03:18:12.643268 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331eee4f-30a7-4d68-9197-79a8e9872ca2 req-7aa18711-2789-4b4d-a7bb-cf93f3bb3b45 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:12.645499 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-331eee4f-30a7-4d68-9197-79a8e9872ca2 req-7aa18711-2789-4b4d-a7bb-cf93f3bb3b45 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.22 "GET /v2.0/ports?device_id=198e40ac-af59-487f-99be-beb764869941 HTTP/1.1" status: 200 len: 945 time: 0.1591907 Aug 11 03:18:12.693132 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-23726ae4-dbbb-4619-9a27-bb968ad782e7 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:12.762413 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9d3cedc8-1561-4941-8163-8e3b8a9884d9 req-81c11f8d-26da-4123-9971-4e0130ef068a tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] 10.222.0.41 "GET /v2.0/ports?device_id=271d6373-28ca-45c7-b75b-f6d35cc45b96 HTTP/1.1" status: 200 len: 210 time: 0.0561960 Aug 11 03:18:12.766125 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0173a8f2-7376-4fc1-8578-3b277a46dcd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:12.769469 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0173a8f2-7376-4fc1-8578-3b277a46dcd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:12.770888 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-0173a8f2-7376-4fc1-8578-3b277a46dcd0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ae227d13-5789-40d1-bc3c-44370e3b2ece HTTP/1.1" status: 204 len: 168 time: 0.4529812 Aug 11 03:18:12.808544 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0173a8f2-7376-4fc1-8578-3b277a46dcd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae227d13-5789-40d1-bc3c-44370e3b2ece,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:12.844689 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-23726ae4-dbbb-4619-9a27-bb968ad782e7 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Deleting port bb24e91a-4461-402a-a6bc-226a783f6eeb {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:18:12.845046 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-23726ae4-dbbb-4619-9a27-bb968ad782e7 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:12.966236 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-331eee4f-30a7-4d68-9197-79a8e9872ca2 req-d102b7ed-1a69-4ec0-a882-b2bb98204bb2 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] Deleting port d043996a-93a8-46a8-9faa-c9a5f1391e4a {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:18:12.967734 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-331eee4f-30a7-4d68-9197-79a8e9872ca2 req-d102b7ed-1a69-4ec0-a882-b2bb98204bb2 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:12.988435 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4d62c54-1255-4d99-80c1-4ecf0738c208 None None] DHCP port deletion for 4e580d1f-7d26-40ae-9a23-fd733b74bd23 request from n-d-764292-30 {{(pid=102193) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:18:13.087116 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-c4d62c54-1255-4d99-80c1-4ecf0738c208 None None] Deleting port bb24e91a-4461-402a-a6bc-226a783f6eeb {{(pid=102193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:18:13.087490 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-c4d62c54-1255-4d99-80c1-4ecf0738c208 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:13.112274 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [None req-23726ae4-dbbb-4619-9a27-bb968ad782e7 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] For port bb24e91a-4461-402a-a6bc-226a783f6eeb, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=bb24e91a-4461-402a-a6bc-226a783f6eeb,segment=NetworkSegment(90206451-2911-44be-b61c-7392abb821e0),segment_id=90206451-2911-44be-b61c-7392abb821e0)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:18:13.112760 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-23726ae4-dbbb-4619-9a27-bb968ad782e7 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:13.133055 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-23726ae4-dbbb-4619-9a27-bb968ad782e7 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Calling delete_port for bb24e91a-4461-402a-a6bc-226a783f6eeb owned by network:dhcp {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:18:13.229815 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-c4d62c54-1255-4d99-80c1-4ecf0738c208 None None] For port bb24e91a-4461-402a-a6bc-226a783f6eeb, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=bb24e91a-4461-402a-a6bc-226a783f6eeb,segment=NetworkSegment(90206451-2911-44be-b61c-7392abb821e0),segment_id=90206451-2911-44be-b61c-7392abb821e0)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:18:13.230293 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-c4d62c54-1255-4d99-80c1-4ecf0738c208 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:13.266633 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-331eee4f-30a7-4d68-9197-79a8e9872ca2 req-d102b7ed-1a69-4ec0-a882-b2bb98204bb2 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] For port d043996a-93a8-46a8-9faa-c9a5f1391e4a, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=d043996a-93a8-46a8-9faa-c9a5f1391e4a,segment=NetworkSegment(75976e57-b4d6-45fc-bdea-76c22fb63b62),segment_id=75976e57-b4d6-45fc-bdea-76c22fb63b62)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:18:13.266901 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-331eee4f-30a7-4d68-9197-79a8e9872ca2 req-d102b7ed-1a69-4ec0-a882-b2bb98204bb2 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:13.276490 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-c4d62c54-1255-4d99-80c1-4ecf0738c208 None None] Calling delete_port for bb24e91a-4461-402a-a6bc-226a783f6eeb owned by network:dhcp {{(pid=102193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:18:13.300121 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-53e5e00a-d422-4fd9-afae-af88aab98f04 req-60ae6660-0bf9-4ad3-800a-f1ccb78f791d tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed52311d-c2a0-46e1-b404-2d97b8519585 HTTP/1.1" status: 200 len: 210 time: 0.1073732 Aug 11 03:18:13.322570 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-331eee4f-30a7-4d68-9197-79a8e9872ca2 req-d102b7ed-1a69-4ec0-a882-b2bb98204bb2 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] Calling delete_port for d043996a-93a8-46a8-9faa-c9a5f1391e4a owned by compute:nova {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:18:13.405647 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbdc9c7-5ff2-4af4-b980-ddac1e59e250 req-4238cabf-f014-4e79-86a8-8548e1d82a50 tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:13.425684 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-dbbdc9c7-5ff2-4af4-b980-ddac1e59e250 req-4238cabf-f014-4e79-86a8-8548e1d82a50 tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] 10.222.0.41 "GET /v2.0/ports?device_id=04b6704a-fd4f-453a-8cac-272db11d17cf HTTP/1.1" status: 200 len: 946 time: 0.1198220 Aug 11 03:18:13.438708 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device dd404e45-1d81-456a-bb9b-44710a16ea74 no longer exists at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:18:13.463111 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] No Port match for: dd404e45-1d81-456a-bb9b-44710a16ea74 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:18:13.463771 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device dd404e45-1d81-456a-bb9b-44710a16ea74 not bound to the agent host n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:18:13.464363 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 302d728f-8603-4ffa-87bb-ad99f33603de no longer exists at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:18:13.495916 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-dbbdc9c7-5ff2-4af4-b980-ddac1e59e250 req-776733a9-fd3d-4246-9fc9-93a831d75626 tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a9c14b7-456b-495d-954b-08faab866e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693514 Aug 11 03:18:13.521704 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] No Port match for: 302d728f-8603-4ffa-87bb-ad99f33603de {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:18:13.522051 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 302d728f-8603-4ffa-87bb-ad99f33603de not bound to the agent host n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:18:13.525674 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-23726ae4-dbbb-4619-9a27-bb968ad782e7 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:13.530837 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-c4d62c54-1255-4d99-80c1-4ecf0738c208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678'] for port, after_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:13.555176 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23726ae4-dbbb-4619-9a27-bb968ad782e7 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Pushing event deleted for resources: {'Port': ['ID=bb24e91a-4461-402a-a6bc-226a783f6eeb,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:13.560293 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d62c54-1255-4d99-80c1-4ecf0738c208 None None] Pushing event deleted for resources: {'Port': ['ID=bb24e91a-4461-402a-a6bc-226a783f6eeb,revision_number=None']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:13.562927 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d62c54-1255-4d99-80c1-4ecf0738c208 None None] No DVR routers for this DVR port bb24e91a-4461-402a-a6bc-226a783f6eeb on host n-d-764292-30 {{(pid=102193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:18:13.570987 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23726ae4-dbbb-4619-9a27-bb968ad782e7 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] No DVR routers for this DVR port bb24e91a-4461-402a-a6bc-226a783f6eeb on host n-d-764292-30 {{(pid=102192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:18:13.592055 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-331eee4f-30a7-4d68-9197-79a8e9872ca2 req-d102b7ed-1a69-4ec0-a882-b2bb98204bb2 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:13.605655 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['d043996a-93a8-46a8-9faa-c9a5f1391e4a'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:18:13.637837 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d102b7ed-1a69-4ec0-a882-b2bb98204bb2 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] Pushing event deleted for resources: {'Port': ['ID=d043996a-93a8-46a8-9faa-c9a5f1391e4a,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:13.686338 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-331eee4f-30a7-4d68-9197-79a8e9872ca2 req-d102b7ed-1a69-4ec0-a882-b2bb98204bb2 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] No DVR routers for this DVR port d043996a-93a8-46a8-9faa-c9a5f1391e4a on host n-h1-764292-30 {{(pid=102191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:18:13.691111 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-331eee4f-30a7-4d68-9197-79a8e9872ca2 req-d102b7ed-1a69-4ec0-a882-b2bb98204bb2 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:13.696643 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-331eee4f-30a7-4d68-9197-79a8e9872ca2 req-d102b7ed-1a69-4ec0-a882-b2bb98204bb2 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.22 "DELETE /v2.0/ports/d043996a-93a8-46a8-9faa-c9a5f1391e4a HTTP/1.1" status: 204 len: 173 time: 1.0369859 Aug 11 03:18:13.720311 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-23726ae4-dbbb-4619-9a27-bb968ad782e7 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:13.731658 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-23726ae4-dbbb-4619-9a27-bb968ad782e7 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e580d1f-7d26-40ae-9a23-fd733b74bd23']}} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:18:13.743536 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-23726ae4-dbbb-4619-9a27-bb968ad782e7 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90206451-2911-44be-b61c-7392abb821e0') {'for_net_delete': True} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:18:13.743830 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-23726ae4-dbbb-4619-9a27-bb968ad782e7 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90206451-2911-44be-b61c-7392abb821e0') {} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:18:13.747846 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device bb24e91a-4461-402a-a6bc-226a783f6eeb no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:18:13.753746 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-23726ae4-dbbb-4619-9a27-bb968ad782e7 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125932501'] for segment, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:13.768494 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: bb24e91a-4461-402a-a6bc-226a783f6eeb {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:18:13.768772 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-23726ae4-dbbb-4619-9a27-bb968ad782e7 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:13.768895 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device bb24e91a-4461-402a-a6bc-226a783f6eeb not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:18:13.781893 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 42616) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:13.785589 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23726ae4-dbbb-4619-9a27-bb968ad782e7 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=102192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:18:13.786012 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-23726ae4-dbbb-4619-9a27-bb968ad782e7 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125932183'] for segment, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:13.795314 n-d-764292-30 neutron-server[102192]: Traceback (most recent call last): Aug 11 03:18:13.795314 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:18:13.795314 n-d-764292-30 neutron-server[102192]: timer() Aug 11 03:18:13.795314 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:18:13.795314 n-d-764292-30 neutron-server[102192]: cb(*args, **kw) Aug 11 03:18:13.795314 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:18:13.795314 n-d-764292-30 neutron-server[102192]: return func(*args, **kwargs) Aug 11 03:18:13.795314 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:18:13.795314 n-d-764292-30 neutron-server[102192]: self._notify() Aug 11 03:18:13.795314 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:18:13.795314 n-d-764292-30 neutron-server[102192]: self.callback(batched_events) Aug 11 03:18:13.795314 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:18:13.795314 n-d-764292-30 neutron-server[102192]: event.method(event) Aug 11 03:18:13.795314 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:18:13.795314 n-d-764292-30 neutron-server[102192]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:18:13.795314 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:18:13.795314 n-d-764292-30 neutron-server[102192]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:18:13.795314 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:18:13.795314 n-d-764292-30 neutron-server[102192]: return f(self, *a, **k) Aug 11 03:18:13.795314 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:18:13.795314 n-d-764292-30 neutron-server[102192]: return self._get(url).json() Aug 11 03:18:13.795314 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:18:13.795314 n-d-764292-30 neutron-server[102192]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:18:13.795314 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:18:13.795314 n-d-764292-30 neutron-server[102192]: return self.request(url, 'GET', **kwargs) Aug 11 03:18:13.795314 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:18:13.795314 n-d-764292-30 neutron-server[102192]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:18:13.795314 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:18:13.795314 n-d-764292-30 neutron-server[102192]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:18:13.795314 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:18:13.795314 n-d-764292-30 neutron-server[102192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:18:13.795314 n-d-764292-30 neutron-server[102192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:18:13.815453 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5ffb2fd9-bf65-4480-ac54-1a6a688308c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:13.919955 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0b1e90ec-2b9f-4c09-b336-9e5d39a99bce req-02455da5-8388-4301-80ae-ef3b791b4ade tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] 10.222.0.41 "GET /v2.0/ports?device_id=271d6373-28ca-45c7-b75b-f6d35cc45b96 HTTP/1.1" status: 200 len: 210 time: 0.0367410 Aug 11 03:18:13.954307 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-23726ae4-dbbb-4619-9a27-bb968ad782e7 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:13.960053 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-23726ae4-dbbb-4619-9a27-bb968ad782e7 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:13.962250 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-23726ae4-dbbb-4619-9a27-bb968ad782e7 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] 10.222.0.41 "DELETE /v2.0/networks/4e580d1f-7d26-40ae-9a23-fd733b74bd23 HTTP/1.1" status: 204 len: 168 time: 1.4270911 Aug 11 03:18:13.964709 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 42622) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:14.002710 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23726ae4-dbbb-4619-9a27-bb968ad782e7 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Pushing event deleted for resources: {'Network': ['ID=4e580d1f-7d26-40ae-9a23-fd733b74bd23,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:14.026121 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcda7a09-4e8e-48ca-94b6-cb2f2c988c06 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Deleting subnet c8866a3c-afb6-4309-b7bf-f9c3fb2c2059 {{(pid=102192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:18:14.029324 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-fcda7a09-4e8e-48ca-94b6-cb2f2c988c06 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Notify callbacks [] for subnet, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:14.038651 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5ffb2fd9-bf65-4480-ac54-1a6a688308c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:14.070426 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-fcda7a09-4e8e-48ca-94b6-cb2f2c988c06 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125932460'] for subnet, precommit_delete_associations {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:14.087989 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5ffb2fd9-bf65-4480-ac54-1a6a688308c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:14.125698 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffb2fd9-bf65-4480-ac54-1a6a688308c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=268e3574-33a4-4116-8322-e6337204512c,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:14.133658 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-5ffb2fd9-bf65-4480-ac54-1a6a688308c8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8f51f22c9d14467ea053b3a1ba7397d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3482590 Aug 11 03:18:14.133940 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 42624) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:14.166851 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-fcda7a09-4e8e-48ca-94b6-cb2f2c988c06 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:14.191483 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a6606732-227e-42da-94c2-e3a8f97af739 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:14.217833 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a6606732-227e-42da-94c2-e3a8f97af739 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:14.291219 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-fcda7a09-4e8e-48ca-94b6-cb2f2c988c06 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125932157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126180897'] for subnet, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:14.329737 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcda7a09-4e8e-48ca-94b6-cb2f2c988c06 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Pushing event deleted for resources: {'Subnet': ['ID=c8866a3c-afb6-4309-b7bf-f9c3fb2c2059,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:14.335664 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-fcda7a09-4e8e-48ca-94b6-cb2f2c988c06 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:14.338373 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-fcda7a09-4e8e-48ca-94b6-cb2f2c988c06 tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] 10.222.0.41 "DELETE /v2.0/subnets/c8866a3c-afb6-4309-b7bf-f9c3fb2c2059 HTTP/1.1" status: 204 len: 168 time: 0.3725724 Aug 11 03:18:14.340953 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 42638) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:14.344950 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7947553d-f108-45f8-a1ba-0ad33ae95231 None None] Network 7e3f2063-0a4f-46ef-b793-96c2d84236a0 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:18:14.437969 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-6472fa04-3da7-4ff5-bbe5-7a9b06add0cc tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:14.456281 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b00497c9-717d-434e-bf2f-f9208c9e13f7 req-339af2a6-9707-4940-ac3b-99b717457f09 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed52311d-c2a0-46e1-b404-2d97b8519585 HTTP/1.1" status: 200 len: 210 time: 0.0403464 Aug 11 03:18:14.460473 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a6606732-227e-42da-94c2-e3a8f97af739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:14.463052 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a6606732-227e-42da-94c2-e3a8f97af739 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:14.470814 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-a6606732-227e-42da-94c2-e3a8f97af739 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/268e3574-33a4-4116-8322-e6337204512c HTTP/1.1" status: 204 len: 168 time: 0.3357921 Aug 11 03:18:14.491835 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6606732-227e-42da-94c2-e3a8f97af739 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=268e3574-33a4-4116-8322-e6337204512c,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:14.527064 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-6472fa04-3da7-4ff5-bbe5-7a9b06add0cc tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Deleting port a684fc83-6b5a-4242-9297-4cd997d7f44a {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:18:14.528333 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-6472fa04-3da7-4ff5-bbe5-7a9b06add0cc tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:14.563528 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f561e9f4-06e4-4c16-bef5-25600cae1e97 req-3c03c909-1f1c-4055-abf7-1269c01968bc tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:14.565283 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-f561e9f4-06e4-4c16-bef5-25600cae1e97 req-3c03c909-1f1c-4055-abf7-1269c01968bc tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.22 "GET /v2.0/networks?id=d23f5a1b-0a20-4470-9e66-0c5a40221406 HTTP/1.1" status: 200 len: 815 time: 0.2281826 Aug 11 03:18:14.584047 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-f561e9f4-06e4-4c16-bef5-25600cae1e97 req-3395bd79-91c5-4bc0-917b-ace76687d44a tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] Request body: {'port': {'device_id': 'ed52311d-c2a0-46e1-b404-2d97b8519585', 'network_id': 'd23f5a1b-0a20-4470-9e66-0c5a40221406', 'admin_state_up': True, 'tenant_id': '297a8c5e08c24b5285a4c7ceb9597537'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:18:14.686751 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '198e40ac-af59-487f-99be-beb764869941', 'name': 'network-vif-deleted', 'tag': 'd043996a-93a8-46a8-9faa-c9a5f1391e4a'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:18:14.689895 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7c897d1-a6d6-4111-8b24-22e002b7a046" -d '{"events": [{"server_uuid": "198e40ac-af59-487f-99be-beb764869941", "name": "network-vif-deleted", "tag": "d043996a-93a8-46a8-9faa-c9a5f1391e4a"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:18:14.713631 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [None req-6472fa04-3da7-4ff5-bbe5-7a9b06add0cc tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] For port a684fc83-6b5a-4242-9297-4cd997d7f44a, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=a684fc83-6b5a-4242-9297-4cd997d7f44a,segment=NetworkSegment(f6431bf5-83cc-4ceb-b805-3ac9abf9387d),segment_id=f6431bf5-83cc-4ceb-b805-3ac9abf9387d)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:18:14.714269 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-6472fa04-3da7-4ff5-bbe5-7a9b06add0cc tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:14.736154 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-6472fa04-3da7-4ff5-bbe5-7a9b06add0cc tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Calling delete_port for a684fc83-6b5a-4242-9297-4cd997d7f44a owned by network:dhcp {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:18:14.774900 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2b2e8a-4f63-4e7c-b4f8-816d105d91f5 req-4a672a9c-b75b-46e4-b444-4d91369cbc41 tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:14.796367 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7a2b2e8a-4f63-4e7c-b4f8-816d105d91f5 req-4a672a9c-b75b-46e4-b444-4d91369cbc41 tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] 10.222.0.41 "GET /v2.0/ports?device_id=04b6704a-fd4f-453a-8cac-272db11d17cf HTTP/1.1" status: 200 len: 946 time: 0.1726782 Aug 11 03:18:14.827173 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:18:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-524aff59-1e3b-491c-ab00-e8b03dc309f6 x-openstack-request-id: req-524aff59-1e3b-491c-ab00-e8b03dc309f6 {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:18:14.827774 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "198e40ac-af59-487f-99be-beb764869941", "name": "network-vif-deleted", "tag": "d043996a-93a8-46a8-9faa-c9a5f1391e4a", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:18:14.828545 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-524aff59-1e3b-491c-ab00-e8b03dc309f6 {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:18:14.829202 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '198e40ac-af59-487f-99be-beb764869941', 'name': 'network-vif-deleted', 'tag': 'd043996a-93a8-46a8-9faa-c9a5f1391e4a', 'status': 'completed', 'code': 200} Aug 11 03:18:14.889437 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7a2b2e8a-4f63-4e7c-b4f8-816d105d91f5 req-9ae8333c-475a-4f07-a3e8-fbbc8a91ef3e tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a9c14b7-456b-495d-954b-08faab866e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916464 Aug 11 03:18:14.890651 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21de8470-7773-4342-9432-733fd0ff5630 None None] DHCP port deletion for 7e3f2063-0a4f-46ef-b793-96c2d84236a0 request from n-d-764292-30 {{(pid=102193) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:18:14.928621 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f561e9f4-06e4-4c16-bef5-25600cae1e97 req-3395bd79-91c5-4bc0-917b-ace76687d44a tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] Made reservation on behalf of 297a8c5e08c24b5285a4c7ceb9597537 for: {'port': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:18:14.933697 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-f561e9f4-06e4-4c16-bef5-25600cae1e97 req-3395bd79-91c5-4bc0-917b-ace76687d44a tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:14.989453 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-21de8470-7773-4342-9432-733fd0ff5630 None None] Deleting port a684fc83-6b5a-4242-9297-4cd997d7f44a {{(pid=102193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:18:14.989453 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-21de8470-7773-4342-9432-733fd0ff5630 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:15.066718 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-6472fa04-3da7-4ff5-bbe5-7a9b06add0cc tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:15.102377 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-21de8470-7773-4342-9432-733fd0ff5630 None None] For port a684fc83-6b5a-4242-9297-4cd997d7f44a, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=a684fc83-6b5a-4242-9297-4cd997d7f44a,segment=NetworkSegment(f6431bf5-83cc-4ceb-b805-3ac9abf9387d),segment_id=f6431bf5-83cc-4ceb-b805-3ac9abf9387d)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:18:15.103270 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-21de8470-7773-4342-9432-733fd0ff5630 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:15.118981 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-21de8470-7773-4342-9432-733fd0ff5630 None None] Calling delete_port for a684fc83-6b5a-4242-9297-4cd997d7f44a owned by network:dhcp {{(pid=102193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:18:15.137808 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6472fa04-3da7-4ff5-bbe5-7a9b06add0cc tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Pushing event deleted for resources: {'Port': ['ID=a684fc83-6b5a-4242-9297-4cd997d7f44a,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:15.143982 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6472fa04-3da7-4ff5-bbe5-7a9b06add0cc tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] No DVR routers for this DVR port a684fc83-6b5a-4242-9297-4cd997d7f44a on host n-d-764292-30 {{(pid=102192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:18:15.240551 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-6472fa04-3da7-4ff5-bbe5-7a9b06add0cc tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:15.241812 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-21de8470-7773-4342-9432-733fd0ff5630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678'] for port, after_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:15.252116 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-6472fa04-3da7-4ff5-bbe5-7a9b06add0cc tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e3f2063-0a4f-46ef-b793-96c2d84236a0']}} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:18:15.265824 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-6472fa04-3da7-4ff5-bbe5-7a9b06add0cc tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6431bf5-83cc-4ceb-b805-3ac9abf9387d') {'for_net_delete': True} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:18:15.266432 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-6472fa04-3da7-4ff5-bbe5-7a9b06add0cc tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6431bf5-83cc-4ceb-b805-3ac9abf9387d') {} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:18:15.278326 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-6472fa04-3da7-4ff5-bbe5-7a9b06add0cc tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125932501'] for segment, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:15.326883 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21de8470-7773-4342-9432-733fd0ff5630 None None] Pushing event deleted for resources: {'Port': ['ID=a684fc83-6b5a-4242-9297-4cd997d7f44a,revision_number=None']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:15.331436 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-6472fa04-3da7-4ff5-bbe5-7a9b06add0cc tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:15.353211 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21de8470-7773-4342-9432-733fd0ff5630 None None] No DVR routers for this DVR port a684fc83-6b5a-4242-9297-4cd997d7f44a on host n-d-764292-30 {{(pid=102193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:18:15.360625 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6472fa04-3da7-4ff5-bbe5-7a9b06add0cc tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=102192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:18:15.360625 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-6472fa04-3da7-4ff5-bbe5-7a9b06add0cc tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125932183'] for segment, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:15.366392 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device f0027ac7-c11d-49c1-937e-41ff32d936a8 no longer exists at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:18:15.370363 n-d-764292-30 neutron-server[102192]: Traceback (most recent call last): Aug 11 03:18:15.370363 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:18:15.370363 n-d-764292-30 neutron-server[102192]: timer() Aug 11 03:18:15.370363 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:18:15.370363 n-d-764292-30 neutron-server[102192]: cb(*args, **kw) Aug 11 03:18:15.370363 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:18:15.370363 n-d-764292-30 neutron-server[102192]: return func(*args, **kwargs) Aug 11 03:18:15.370363 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:18:15.370363 n-d-764292-30 neutron-server[102192]: self._notify() Aug 11 03:18:15.370363 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:18:15.370363 n-d-764292-30 neutron-server[102192]: self.callback(batched_events) Aug 11 03:18:15.370363 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:18:15.370363 n-d-764292-30 neutron-server[102192]: event.method(event) Aug 11 03:18:15.370363 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:18:15.370363 n-d-764292-30 neutron-server[102192]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:18:15.370363 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:18:15.370363 n-d-764292-30 neutron-server[102192]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:18:15.370363 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:18:15.370363 n-d-764292-30 neutron-server[102192]: return f(self, *a, **k) Aug 11 03:18:15.370363 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:18:15.370363 n-d-764292-30 neutron-server[102192]: return self._get(url).json() Aug 11 03:18:15.370363 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:18:15.370363 n-d-764292-30 neutron-server[102192]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:18:15.370363 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:18:15.370363 n-d-764292-30 neutron-server[102192]: return self.request(url, 'GET', **kwargs) Aug 11 03:18:15.370363 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:18:15.370363 n-d-764292-30 neutron-server[102192]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:18:15.370363 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:18:15.370363 n-d-764292-30 neutron-server[102192]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:18:15.370363 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:18:15.370363 n-d-764292-30 neutron-server[102192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:18:15.370363 n-d-764292-30 neutron-server[102192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:18:15.391693 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [req-f561e9f4-06e4-4c16-bef5-25600cae1e97 req-3395bd79-91c5-4bc0-917b-ace76687d44a tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] Allocated IP 172.20.0.13 (d23f5a1b-0a20-4470-9e66-0c5a40221406/617c48f0-a855-4ee0-bdb7-302ef1d77faa/5d17a1a1-5ef8-4fd8-b2f7-14c2fb5a0e55) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:18:15.401170 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] No Port match for: f0027ac7-c11d-49c1-937e-41ff32d936a8 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:18:15.401891 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device f0027ac7-c11d-49c1-937e-41ff32d936a8 not bound to the agent host n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:18:15.533989 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-6472fa04-3da7-4ff5-bbe5-7a9b06add0cc tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:15.552944 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-6472fa04-3da7-4ff5-bbe5-7a9b06add0cc tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:15.559828 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-6472fa04-3da7-4ff5-bbe5-7a9b06add0cc tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] 10.222.0.41 "DELETE /v2.0/networks/7e3f2063-0a4f-46ef-b793-96c2d84236a0 HTTP/1.1" status: 204 len: 168 time: 1.2176149 Aug 11 03:18:15.612624 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6472fa04-3da7-4ff5-bbe5-7a9b06add0cc tempest-ServersTestMultiNic-1725351179 tempest-ServersTestMultiNic-1725351179-project] Pushing event deleted for resources: {'Network': ['ID=7e3f2063-0a4f-46ef-b793-96c2d84236a0,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:15.697395 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-fbf953b9-2123-449f-a864-c6d623bedef2 req-8a682697-381c-45ed-982b-c58afcbaf33f tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed52311d-c2a0-46e1-b404-2d97b8519585 HTTP/1.1" status: 200 len: 210 time: 0.0597818 Aug 11 03:18:15.708741 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-f561e9f4-06e4-4c16-bef5-25600cae1e97 req-3395bd79-91c5-4bc0-917b-ace76687d44a tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:15.758170 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device a684fc83-6b5a-4242-9297-4cd997d7f44a no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:18:15.798042 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: a684fc83-6b5a-4242-9297-4cd997d7f44a {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:18:15.798700 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device a684fc83-6b5a-4242-9297-4cd997d7f44a not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:18:15.821500 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 42688) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:15.947088 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-f561e9f4-06e4-4c16-bef5-25600cae1e97 req-3395bd79-91c5-4bc0-917b-ace76687d44a tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:16.059712 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17ca680-4f3b-4990-8ae1-f6322a9e1fa8 req-c504e631-cc52-454c-9a95-4632df54d55b tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:16.068454 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d17ca680-4f3b-4990-8ae1-f6322a9e1fa8 req-c504e631-cc52-454c-9a95-4632df54d55b tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] 10.222.0.41 "GET /v2.0/ports?device_id=04b6704a-fd4f-453a-8cac-272db11d17cf HTTP/1.1" status: 200 len: 946 time: 0.0760188 Aug 11 03:18:16.118011 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f561e9f4-06e4-4c16-bef5-25600cae1e97 req-3395bd79-91c5-4bc0-917b-ace76687d44a tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] Network d23f5a1b-0a20-4470-9e66-0c5a40221406 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:18:16.120389 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3395bd79-91c5-4bc0-917b-ace76687d44a tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] Pushing event updated for resources: {'Port': ['ID=5d17a1a1-5ef8-4fd8-b2f7-14c2fb5a0e55,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:16.136012 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d17ca680-4f3b-4990-8ae1-f6322a9e1fa8 req-735a4cfb-f602-4829-b6b8-d3e4e94478c8 tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a9c14b7-456b-495d-954b-08faab866e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609095 Aug 11 03:18:16.165119 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [req-f561e9f4-06e4-4c16-bef5-25600cae1e97 req-3395bd79-91c5-4bc0-917b-ace76687d44a tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:18:16.169148 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-f561e9f4-06e4-4c16-bef5-25600cae1e97 req-3395bd79-91c5-4bc0-917b-ace76687d44a tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:18:16.247302 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f561e9f4-06e4-4c16-bef5-25600cae1e97 req-3395bd79-91c5-4bc0-917b-ace76687d44a tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:16.248309 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-f561e9f4-06e4-4c16-bef5-25600cae1e97 req-3395bd79-91c5-4bc0-917b-ace76687d44a tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:16.462785 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-f561e9f4-06e4-4c16-bef5-25600cae1e97 req-3395bd79-91c5-4bc0-917b-ace76687d44a tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8827863 Aug 11 03:18:16.478760 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-f561e9f4-06e4-4c16-bef5-25600cae1e97 req-e6cb683c-6d17-43a3-aab0-6993fdc43a36 service neutron] Request body: {'port': {'device_id': 'ed52311d-c2a0-46e1-b404-2d97b8519585', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764292-30'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:18:16.557023 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-f561e9f4-06e4-4c16-bef5-25600cae1e97 req-e6cb683c-6d17-43a3-aab0-6993fdc43a36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:16.969786 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cdcaaa-ecb1-49e0-a6f8-881d375ad069 req-fe9a581d-5f00-4c70-aae2-fcc053b6d6fe tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:16.982986 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-16cdcaaa-ecb1-49e0-a6f8-881d375ad069 req-fe9a581d-5f00-4c70-aae2-fcc053b6d6fe tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed52311d-c2a0-46e1-b404-2d97b8519585 HTTP/1.1" status: 200 len: 932 time: 0.1907685 Aug 11 03:18:17.071965 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-16cdcaaa-ecb1-49e0-a6f8-881d375ad069 req-a142d207-9e63-4128-8aab-9ec0ac4a98f8 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a89a04a-70d6-46f3-9b56-7cb537ff4761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809772 Aug 11 03:18:17.107185 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [req-f561e9f4-06e4-4c16-bef5-25600cae1e97 req-e6cb683c-6d17-43a3-aab0-6993fdc43a36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d17a1a1-5ef8-4fd8-b2f7-14c2fb5a0e55 {{(pid=102191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:18:17.127969 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-62a0b8b5-215b-4b84-abad-c8b47dabc3ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521106'] for router_interface, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:17.132575 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-f561e9f4-06e4-4c16-bef5-25600cae1e97 req-e6cb683c-6d17-43a3-aab0-6993fdc43a36 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:17.208632 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [req-f561e9f4-06e4-4c16-bef5-25600cae1e97 req-e6cb683c-6d17-43a3-aab0-6993fdc43a36 service neutron] Transition to ACTIVE for port object 5d17a1a1-5ef8-4fd8-b2f7-14c2fb5a0e55 will not be triggered until provisioned by entity L2. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:18:17.247888 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 42738) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:17.274179 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-f561e9f4-06e4-4c16-bef5-25600cae1e97 req-e6cb683c-6d17-43a3-aab0-6993fdc43a36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:17.332376 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1203630f-a7bb-4349-adef-b566aa6a7b31 req-410449ff-8000-4785-9436-6e7788bfc4f1 tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:17.336385 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cb683c-6d17-43a3-aab0-6993fdc43a36 service neutron] Pushing event updated for resources: {'Port': ['ID=5d17a1a1-5ef8-4fd8-b2f7-14c2fb5a0e55,revision_number=2']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:17.342132 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1203630f-a7bb-4349-adef-b566aa6a7b31 req-410449ff-8000-4785-9436-6e7788bfc4f1 tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] 10.222.0.41 "GET /v2.0/ports?device_id=04b6704a-fd4f-453a-8cac-272db11d17cf HTTP/1.1" status: 200 len: 946 time: 0.0874054 Aug 11 03:18:17.400536 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-f554dffd-6cb9-4478-99e1-789ed83fea1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:17.427264 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1203630f-a7bb-4349-adef-b566aa6a7b31 req-2dc6aae6-be30-4e16-803d-9ea85f799a7f tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a9c14b7-456b-495d-954b-08faab866e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778947 Aug 11 03:18:17.478421 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device d043996a-93a8-46a8-9faa-c9a5f1391e4a no longer exists at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:18:17.525184 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] No Port match for: d043996a-93a8-46a8-9faa-c9a5f1391e4a {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:18:17.525922 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device d043996a-93a8-46a8-9faa-c9a5f1391e4a not bound to the agent host n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:18:17.556720 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-f554dffd-6cb9-4478-99e1-789ed83fea1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:17.560391 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-f561e9f4-06e4-4c16-bef5-25600cae1e97 req-e6cb683c-6d17-43a3-aab0-6993fdc43a36 service neutron] Attempting to bind port 5d17a1a1-5ef8-4fd8-b2f7-14c2fb5a0e55 on host n-h1-764292-30 for vnic_type normal with profile {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:18:17.560726 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-f561e9f4-06e4-4c16-bef5-25600cae1e97 req-e6cb683c-6d17-43a3-aab0-6993fdc43a36 service neutron] Attempting to bind port 5d17a1a1-5ef8-4fd8-b2f7-14c2fb5a0e55 by drivers openvswitch,hyperv on host n-h1-764292-30 at level 0 using segments [{'id': '75976e57-b4d6-45fc-bdea-76c22fb63b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'd23f5a1b-0a20-4470-9e66-0c5a40221406'}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:18:17.561196 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f561e9f4-06e4-4c16-bef5-25600cae1e97 req-e6cb683c-6d17-43a3-aab0-6993fdc43a36 service neutron] Attempting to bind port 5d17a1a1-5ef8-4fd8-b2f7-14c2fb5a0e55 on network d23f5a1b-0a20-4470-9e66-0c5a40221406 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:18:17.571882 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f561e9f4-06e4-4c16-bef5-25600cae1e97 req-e6cb683c-6d17-43a3-aab0-6993fdc43a36 service neutron] Port 5d17a1a1-5ef8-4fd8-b2f7-14c2fb5a0e55 on network d23f5a1b-0a20-4470-9e66-0c5a40221406 not bound, no agent of type Open vSwitch agent registered on host n-h1-764292-30 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:18:17.572385 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f561e9f4-06e4-4c16-bef5-25600cae1e97 req-e6cb683c-6d17-43a3-aab0-6993fdc43a36 service neutron] Attempting to bind port 5d17a1a1-5ef8-4fd8-b2f7-14c2fb5a0e55 on network d23f5a1b-0a20-4470-9e66-0c5a40221406 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:18:17.583181 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f561e9f4-06e4-4c16-bef5-25600cae1e97 req-e6cb683c-6d17-43a3-aab0-6993fdc43a36 service neutron] Checking agent: {'id': 'abb524c2-b412-4ed2-8367-45c4fd996fa7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 18, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:18:17.583516 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f561e9f4-06e4-4c16-bef5-25600cae1e97 req-e6cb683c-6d17-43a3-aab0-6993fdc43a36 service neutron] Checking segment: {'id': '75976e57-b4d6-45fc-bdea-76c22fb63b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'd23f5a1b-0a20-4470-9e66-0c5a40221406'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:18:17.583971 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f561e9f4-06e4-4c16-bef5-25600cae1e97 req-e6cb683c-6d17-43a3-aab0-6993fdc43a36 service neutron] Bound using segment: {'id': '75976e57-b4d6-45fc-bdea-76c22fb63b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'd23f5a1b-0a20-4470-9e66-0c5a40221406'} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:18:17.584390 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-f561e9f4-06e4-4c16-bef5-25600cae1e97 req-e6cb683c-6d17-43a3-aab0-6993fdc43a36 service neutron] Bound port: 5d17a1a1-5ef8-4fd8-b2f7-14c2fb5a0e55, host: n-h1-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75976e57-b4d6-45fc-bdea-76c22fb63b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'd23f5a1b-0a20-4470-9e66-0c5a40221406'}}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:18:17.584741 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-f561e9f4-06e4-4c16-bef5-25600cae1e97 req-e6cb683c-6d17-43a3-aab0-6993fdc43a36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:17.650636 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-f554dffd-6cb9-4478-99e1-789ed83fea1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:17.682476 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-f554dffd-6cb9-4478-99e1-789ed83fea1a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=70ada64e7c814302bd90881ed6f1f765&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4310567 Aug 11 03:18:17.687736 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 42750) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:17.696757 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f554dffd-6cb9-4478-99e1-789ed83fea1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4b7250f-7a47-4adf-a4f8-59aa4078e1c2,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:17.730023 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-f561e9f4-06e4-4c16-bef5-25600cae1e97 req-e6cb683c-6d17-43a3-aab0-6993fdc43a36 service neutron] For port 5d17a1a1-5ef8-4fd8-b2f7-14c2fb5a0e55, host n-h1-764292-30, cleared binding levels {{(pid=102191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:18:17.762745 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-f561e9f4-06e4-4c16-bef5-25600cae1e97 req-e6cb683c-6d17-43a3-aab0-6993fdc43a36 service neutron] For port 5d17a1a1-5ef8-4fd8-b2f7-14c2fb5a0e55, host n-h1-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=5d17a1a1-5ef8-4fd8-b2f7-14c2fb5a0e55,segment=NetworkSegment(75976e57-b4d6-45fc-bdea-76c22fb63b62),segment_id=75976e57-b4d6-45fc-bdea-76c22fb63b62)] {{(pid=102191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:18:17.799536 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-62a0b8b5-215b-4b84-abad-c8b47dabc3ed admin admin] Deleting port 47b94859-7354-4a93-a21f-7dcb4e431460 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:18:17.799882 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-62a0b8b5-215b-4b84-abad-c8b47dabc3ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:17.801571 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-12b03383-084d-49d2-be06-3983230d3359 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:17.846083 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-f561e9f4-06e4-4c16-bef5-25600cae1e97 req-e6cb683c-6d17-43a3-aab0-6993fdc43a36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:17.894346 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-12b03383-084d-49d2-be06-3983230d3359 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:17.911395 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f561e9f4-06e4-4c16-bef5-25600cae1e97 req-e6cb683c-6d17-43a3-aab0-6993fdc43a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:17.912026 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-f561e9f4-06e4-4c16-bef5-25600cae1e97 req-e6cb683c-6d17-43a3-aab0-6993fdc43a36 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:17.913426 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-f561e9f4-06e4-4c16-bef5-25600cae1e97 req-e6cb683c-6d17-43a3-aab0-6993fdc43a36 service neutron] 10.222.0.22 "PUT /v2.0/ports/5d17a1a1-5ef8-4fd8-b2f7-14c2fb5a0e55 HTTP/1.1" status: 200 len: 1093 time: 1.4413517 Aug 11 03:18:17.919412 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed52311d-c2a0-46e1-b404-2d97b8519585', 'tag': '5d17a1a1-5ef8-4fd8-b2f7-14c2fb5a0e55'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:18:17.922223 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39134bd4-a208-4a78-bcba-814d64250a50" -d '{"events": [{"name": "network-changed", "server_uuid": "ed52311d-c2a0-46e1-b404-2d97b8519585", "tag": "5d17a1a1-5ef8-4fd8-b2f7-14c2fb5a0e55"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:18:17.983500 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cb683c-6d17-43a3-aab0-6993fdc43a36 service neutron] Pushing event updated for resources: {'Port': ['ID=5d17a1a1-5ef8-4fd8-b2f7-14c2fb5a0e55,revision_number=3']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:17.991725 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [None req-62a0b8b5-215b-4b84-abad-c8b47dabc3ed admin admin] For port 47b94859-7354-4a93-a21f-7dcb4e431460, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=47b94859-7354-4a93-a21f-7dcb4e431460,segment=NetworkSegment(b6ad42bd-5b6b-45aa-88ab-5bb5d4b396ce),segment_id=b6ad42bd-5b6b-45aa-88ab-5bb5d4b396ce)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:18:17.992100 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-62a0b8b5-215b-4b84-abad-c8b47dabc3ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:18.007869 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:18:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c48a319c-6d8e-4404-a79a-febc08af5021 x-openstack-request-id: req-c48a319c-6d8e-4404-a79a-febc08af5021 {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:18:18.008165 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed52311d-c2a0-46e1-b404-2d97b8519585", "tag": "5d17a1a1-5ef8-4fd8-b2f7-14c2fb5a0e55", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:18:18.008528 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c48a319c-6d8e-4404-a79a-febc08af5021 {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:18:18.008824 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed52311d-c2a0-46e1-b404-2d97b8519585', 'tag': '5d17a1a1-5ef8-4fd8-b2f7-14c2fb5a0e55', 'status': 'completed', 'code': 200} Aug 11 03:18:18.014062 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-62a0b8b5-215b-4b84-abad-c8b47dabc3ed admin admin] Calling delete_port for 47b94859-7354-4a93-a21f-7dcb4e431460 owned by network:router_interface {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:18:18.107953 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-12b03383-084d-49d2-be06-3983230d3359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:18.110852 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-12b03383-084d-49d2-be06-3983230d3359 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:18.115162 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-12b03383-084d-49d2-be06-3983230d3359 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f4b7250f-7a47-4adf-a4f8-59aa4078e1c2 HTTP/1.1" status: 204 len: 168 time: 0.4300282 Aug 11 03:18:18.131476 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b03383-084d-49d2-be06-3983230d3359 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4b7250f-7a47-4adf-a4f8-59aa4078e1c2,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:18.196692 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39134bd4-a208-4a78-bcba-814d64250a50 req-3ade50b7-75d7-4421-b09d-a54133c8ccad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:18.198188 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-39134bd4-a208-4a78-bcba-814d64250a50 req-3ade50b7-75d7-4421-b09d-a54133c8ccad service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=297a8c5e08c24b5285a4c7ceb9597537&device_id=ed52311d-c2a0-46e1-b404-2d97b8519585 HTTP/1.1" status: 200 len: 1096 time: 0.1700494 Aug 11 03:18:18.251172 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440f27a0-98c3-42c1-8f04-f64c1ffa5d36 req-d9e01356-7b4c-4ee4-a17a-8efcb347cb14 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:18.261658 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-440f27a0-98c3-42c1-8f04-f64c1ffa5d36 req-d9e01356-7b4c-4ee4-a17a-8efcb347cb14 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed52311d-c2a0-46e1-b404-2d97b8519585 HTTP/1.1" status: 200 len: 944 time: 0.0959017 Aug 11 03:18:18.337854 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-440f27a0-98c3-42c1-8f04-f64c1ffa5d36 req-3d038ebd-3950-4d2b-8523-0183f2ebf3f5 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a89a04a-70d6-46f3-9b56-7cb537ff4761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747004 Aug 11 03:18:18.379023 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39134bd4-a208-4a78-bcba-814d64250a50 req-3482c6f9-93f5-4d6d-af35-3bad337d8398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:18.380525 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-39134bd4-a208-4a78-bcba-814d64250a50 req-3482c6f9-93f5-4d6d-af35-3bad337d8398 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=297a8c5e08c24b5285a4c7ceb9597537&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1706088 Aug 11 03:18:18.494920 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39134bd4-a208-4a78-bcba-814d64250a50 req-7eb6c2c0-3947-4633-a381-9088c4bba190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:18.496726 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-39134bd4-a208-4a78-bcba-814d64250a50 req-7eb6c2c0-3947-4633-a381-9088c4bba190 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1071024 Aug 11 03:18:18.535776 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-62a0b8b5-215b-4b84-abad-c8b47dabc3ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:18.583995 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a0b8b5-215b-4b84-abad-c8b47dabc3ed admin admin] Pushing event deleted for resources: {'Port': ['ID=47b94859-7354-4a93-a21f-7dcb4e431460,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:18.654035 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d9b765-df8a-4956-a5f9-b915b1c0e78d req-fda1ef35-8a9d-44fc-8612-7ca47060e433 tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:18.663596 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-90d9b765-df8a-4956-a5f9-b915b1c0e78d req-fda1ef35-8a9d-44fc-8612-7ca47060e433 tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] 10.222.0.41 "GET /v2.0/ports?device_id=04b6704a-fd4f-453a-8cac-272db11d17cf HTTP/1.1" status: 200 len: 946 time: 0.1389811 Aug 11 03:18:18.741224 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-90d9b765-df8a-4956-a5f9-b915b1c0e78d req-bef17d17-76a6-4655-86d0-7e7b7ffd6dfb tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a9c14b7-456b-495d-954b-08faab866e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699935 Aug 11 03:18:18.833675 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f561e9f4-06e4-4c16-bef5-25600cae1e97 req-3dde8e13-ce82-41f8-a9e1-95b6ff2280dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:18.835648 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-f561e9f4-06e4-4c16-bef5-25600cae1e97 req-3dde8e13-ce82-41f8-a9e1-95b6ff2280dc service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=297a8c5e08c24b5285a4c7ceb9597537&device_id=ed52311d-c2a0-46e1-b404-2d97b8519585 HTTP/1.1" status: 200 len: 1096 time: 0.2654984 Aug 11 03:18:18.922207 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-f561e9f4-06e4-4c16-bef5-25600cae1e97 req-ad18367f-c127-49e8-bafe-9ccfb2de0171 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5d17a1a1-5ef8-4fd8-b2f7-14c2fb5a0e55 HTTP/1.1" status: 200 len: 217 time: 0.0464036 Aug 11 03:18:18.977285 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-62a0b8b5-215b-4b84-abad-c8b47dabc3ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16383033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450082'] for router_interface, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:18.996408 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f561e9f4-06e4-4c16-bef5-25600cae1e97 req-b2c9db4b-899b-400a-b548-14647670fe95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:18.997781 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-f561e9f4-06e4-4c16-bef5-25600cae1e97 req-b2c9db4b-899b-400a-b548-14647670fe95 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=617c48f0-a855-4ee0-bdb7-302ef1d77faa HTTP/1.1" status: 200 len: 855 time: 0.0675073 Aug 11 03:18:19.465882 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-f561e9f4-06e4-4c16-bef5-25600cae1e97 req-d43deb02-c403-4e50-9c75-965a33c6d8a9 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d23f5a1b-0a20-4470-9e66-0c5a40221406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516832 Aug 11 03:18:19.535396 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf52fd7-bb72-4bb8-b785-36b5c0ecdb8e req-513404bb-a4ef-4cae-8cf1-b9837edf0b21 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:19.545854 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8cf52fd7-bb72-4bb8-b785-36b5c0ecdb8e req-513404bb-a4ef-4cae-8cf1-b9837edf0b21 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed52311d-c2a0-46e1-b404-2d97b8519585 HTTP/1.1" status: 200 len: 944 time: 0.0891323 Aug 11 03:18:19.589964 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-f561e9f4-06e4-4c16-bef5-25600cae1e97 req-77ee3249-1074-4955-8dbe-cbf5b23351c5 service neutron] 10.222.0.22 "GET /v2.0/networks/d23f5a1b-0a20-4470-9e66-0c5a40221406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161656 Aug 11 03:18:19.636842 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8cf52fd7-bb72-4bb8-b785-36b5c0ecdb8e req-2efa8bab-4ef7-423f-9e61-aca8b1b4d251 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a89a04a-70d6-46f3-9b56-7cb537ff4761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887682 Aug 11 03:18:19.818810 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-f561e9f4-06e4-4c16-bef5-25600cae1e97 req-1f63ddef-4f57-4e49-a28f-665668992645 service neutron] 10.222.0.22 "GET /v2.0/networks/d23f5a1b-0a20-4470-9e66-0c5a40221406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2198677 Aug 11 03:18:19.940377 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62a0b8b5-215b-4b84-abad-c8b47dabc3ed admin admin] Router 27c33809-362f-4297-a704-7239a9b35808 has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:18:19.979259 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9479e2c2-d3da-4250-924c-f05ff79e6512 req-b9744ed5-a263-448f-bd4f-0b3a0928c341 tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:19.983302 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9479e2c2-d3da-4250-924c-f05ff79e6512 req-b9744ed5-a263-448f-bd4f-0b3a0928c341 tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] 10.222.0.41 "GET /v2.0/ports?device_id=04b6704a-fd4f-453a-8cac-272db11d17cf HTTP/1.1" status: 200 len: 946 time: 0.1093442 Aug 11 03:18:20.145500 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62a0b8b5-215b-4b84-abad-c8b47dabc3ed admin admin] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:18:20.163528 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d8565a3-6602-4781-8b55-6cc0a8b4e26c None None] Sync routers for ids ['27c33809-362f-4297-a704-7239a9b35808'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:18:20.168830 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-62a0b8b5-215b-4b84-abad-c8b47dabc3ed admin admin] 10.222.0.41 "PUT /v2.0/routers/27c33809-362f-4297-a704-7239a9b35808/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3454678 Aug 11 03:18:20.171900 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 42834) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:20.188189 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8565a3-6602-4781-8b55-6cc0a8b4e26c None None] Routers {'27c33809-362f-4297-a704-7239a9b35808'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:18:20.191661 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-1d8565a3-6602-4781-8b55-6cc0a8b4e26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:18:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['27c33809-362f-4297-a704-7239a9b35808'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:18:20.239187 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9479e2c2-d3da-4250-924c-f05ff79e6512 req-c70044ab-3bcf-49a9-bdbf-a2799b68d56a tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a9c14b7-456b-495d-954b-08faab866e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464242 Aug 11 03:18:20.405814 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ed0ce2fc-1e4c-4711-9a4f-d3394e98482d admin admin] Notify callbacks [] for router, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:20.467877 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c291a8-12cf-4489-9835-b26750e7571e req-7590d856-e9cb-4f54-ae7f-dc2332d6b7e2 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:20.471757 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-94c291a8-12cf-4489-9835-b26750e7571e req-7590d856-e9cb-4f54-ae7f-dc2332d6b7e2 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2e62256-bb1c-4b85-9f73-ff3d0c2e4620 HTTP/1.1" status: 200 len: 946 time: 0.1311486 Aug 11 03:18:20.530522 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-94c291a8-12cf-4489-9835-b26750e7571e req-603e3905-8a38-41cf-98ae-bd89ac8503d9 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] 10.222.0.41 "GET /v2.0/security-groups?id=fc43ee60-6555-4bc5-a7a0-c97f67a784d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517995 Aug 11 03:18:20.589808 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ed0ce2fc-1e4c-4711-9a4f-d3394e98482d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:20.667250 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-1d8565a3-6602-4781-8b55-6cc0a8b4e26c None None] Set router 27c33809-362f-4297-a704-7239a9b35808 gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:18:20.729275 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-ed0ce2fc-1e4c-4711-9a4f-d3394e98482d admin admin] Deleting port ff1d750e-5ea7-45f1-85b2-89493e92a513 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:18:20.729589 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ed0ce2fc-1e4c-4711-9a4f-d3394e98482d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:20.809270 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4652a4cb-432f-40c5-b2e6-7083a743f55b req-8aca9deb-dd39-495c-a19f-97ed63077834 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:20.819208 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4652a4cb-432f-40c5-b2e6-7083a743f55b req-8aca9deb-dd39-495c-a19f-97ed63077834 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed52311d-c2a0-46e1-b404-2d97b8519585 HTTP/1.1" status: 200 len: 944 time: 0.0853863 Aug 11 03:18:20.885165 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4652a4cb-432f-40c5-b2e6-7083a743f55b req-458c4b06-113c-44b4-a5f8-33d1a10d0d34 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a89a04a-70d6-46f3-9b56-7cb537ff4761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543947 Aug 11 03:18:20.887712 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [None req-ed0ce2fc-1e4c-4711-9a4f-d3394e98482d admin admin] For port ff1d750e-5ea7-45f1-85b2-89493e92a513, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=ff1d750e-5ea7-45f1-85b2-89493e92a513,segment=NetworkSegment(fab28bed-aa25-40db-bba4-ec26e795194c),segment_id=fab28bed-aa25-40db-bba4-ec26e795194c)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:18:20.888257 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ed0ce2fc-1e4c-4711-9a4f-d3394e98482d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:20.912456 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-ed0ce2fc-1e4c-4711-9a4f-d3394e98482d admin admin] Calling delete_port for ff1d750e-5ea7-45f1-85b2-89493e92a513 owned by network:router_gateway {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:18:20.952073 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-1d8565a3-6602-4781-8b55-6cc0a8b4e26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27c33809-362f-4297-a704-7239a9b35808', 'name': 'tempest-ServersTestMultiNic-1610614148-router', 'tenant_id': '9efcd44618b1499dbaacd7184adc7a1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.213'}], 'enable_snat': True}, 'gw_port_id': 'ff1d750e-5ea7-45f1-85b2-89493e92a513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:16:24Z', 'updated_at': '2021-08-11T03:18:18Z', 'revision_number': 5, 'project_id': '9efcd44618b1499dbaacd7184adc7a1f', 'gw_port': {'id': 'ff1d750e-5ea7-45f1-85b2-89493e92a513', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:20:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c33809-362f-4297-a704-7239a9b35808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:16:26Z', 'updated_at': '2021-08-11T03:16:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:18:20.981206 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d8565a3-6602-4781-8b55-6cc0a8b4e26c None None] Checking router: 27c33809-362f-4297-a704-7239a9b35808 for host: n-d-764292-30 {{(pid=102193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:18:20.990737 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8565a3-6602-4781-8b55-6cc0a8b4e26c None None] Routers {'27c33809-362f-4297-a704-7239a9b35808'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:18:20.991358 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-1d8565a3-6602-4781-8b55-6cc0a8b4e26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:18:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['27c33809-362f-4297-a704-7239a9b35808'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:18:21.091170 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-1d8565a3-6602-4781-8b55-6cc0a8b4e26c None None] Set router 27c33809-362f-4297-a704-7239a9b35808 gateway port host: None {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:18:21.148222 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-1d8565a3-6602-4781-8b55-6cc0a8b4e26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27c33809-362f-4297-a704-7239a9b35808', 'name': 'tempest-ServersTestMultiNic-1610614148-router', 'tenant_id': '9efcd44618b1499dbaacd7184adc7a1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:16:24Z', 'updated_at': '2021-08-11T03:18:20Z', 'revision_number': 6, 'project_id': '9efcd44618b1499dbaacd7184adc7a1f', 'gw_port_host': None}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:18:21.170437 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ed0ce2fc-1e4c-4711-9a4f-d3394e98482d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:21.177442 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d8565a3-6602-4781-8b55-6cc0a8b4e26c None None] The sync data for ids ['27c33809-362f-4297-a704-7239a9b35808'] in n-d-764292-30 is: [{'id': '27c33809-362f-4297-a704-7239a9b35808', 'name': 'tempest-ServersTestMultiNic-1610614148-router', 'tenant_id': '9efcd44618b1499dbaacd7184adc7a1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:16:24Z', 'updated_at': '2021-08-11T03:18:20Z', 'revision_number': 6, 'project_id': '9efcd44618b1499dbaacd7184adc7a1f', 'gw_port_host': None}] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:18:21.200966 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0ce2fc-1e4c-4711-9a4f-d3394e98482d admin admin] Pushing event deleted for resources: {'Port': ['ID=ff1d750e-5ea7-45f1-85b2-89493e92a513,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:21.286416 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ed0ce2fc-1e4c-4711-9a4f-d3394e98482d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-446916'] for router_gateway, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:21.354064 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32667a5-2dc7-49f5-9563-1c0e9f2df5c2 req-5d1e9ae8-b40d-4ee5-ab84-5031080015eb tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:21.355588 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a32667a5-2dc7-49f5-9563-1c0e9f2df5c2 req-5d1e9ae8-b40d-4ee5-ab84-5031080015eb tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] 10.222.0.41 "GET /v2.0/ports?device_id=04b6704a-fd4f-453a-8cac-272db11d17cf HTTP/1.1" status: 200 len: 946 time: 0.0578027 Aug 11 03:18:21.394811 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ed0ce2fc-1e4c-4711-9a4f-d3394e98482d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6544'] for router, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:21.396964 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ed0ce2fc-1e4c-4711-9a4f-d3394e98482d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:21.400971 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a32667a5-2dc7-49f5-9563-1c0e9f2df5c2 req-e2067f5f-360f-438c-b6fa-d4576aadbfe1 tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a9c14b7-456b-495d-954b-08faab866e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357246 Aug 11 03:18:21.482779 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ed0ce2fc-1e4c-4711-9a4f-d3394e98482d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448809'] for router, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:21.483349 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed0ce2fc-1e4c-4711-9a4f-d3394e98482d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 27c33809-362f-4297-a704-7239a9b35808 {{(pid=102191) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:18:21.488596 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ed0ce2fc-1e4c-4711-9a4f-d3394e98482d admin admin] Notify callbacks [] for router, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:21.489839 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-ed0ce2fc-1e4c-4711-9a4f-d3394e98482d admin admin] 10.222.0.41 "DELETE /v2.0/routers/27c33809-362f-4297-a704-7239a9b35808 HTTP/1.1" status: 204 len: 168 time: 1.3129766 Aug 11 03:18:21.495754 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 42876) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:21.572949 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_v2 [None req-af2c910a-a822-4433-90eb-edbb56b3e2c1 admin admin] Deleting subnet fcab093f-a03b-46c3-8464-11d950fdaaff {{(pid=102192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:18:21.576733 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-af2c910a-a822-4433-90eb-edbb56b3e2c1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:21.630339 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-af2c910a-a822-4433-90eb-edbb56b3e2c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125932460'] for subnet, precommit_delete_associations {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:21.670962 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49911e3c-4d7a-42c5-9dc1-12e6617d8d39 req-4b6ae081-b5b7-4df7-ae69-ffeed453a0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:21.673808 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-49911e3c-4d7a-42c5-9dc1-12e6617d8d39 req-4b6ae081-b5b7-4df7-ae69-ffeed453a0c8 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=04b6704a-fd4f-453a-8cac-272db11d17cf HTTP/1.1" status: 200 len: 1098 time: 0.0905268 Aug 11 03:18:21.742480 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-49911e3c-4d7a-42c5-9dc1-12e6617d8d39 req-1cd45eef-9a75-4938-9e57-c54ea0526989 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=2a9c14b7-456b-495d-954b-08faab866e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548925 Aug 11 03:18:21.768631 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 47b94859-7354-4a93-a21f-7dcb4e431460 no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:18:21.781304 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb58e8d8-d261-45b9-bcf4-63f41b591c4b req-9ceda800-129d-42d6-b697-f0fd277e7679 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:21.789168 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bb58e8d8-d261-45b9-bcf4-63f41b591c4b req-9ceda800-129d-42d6-b697-f0fd277e7679 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2e62256-bb1c-4b85-9f73-ff3d0c2e4620 HTTP/1.1" status: 200 len: 946 time: 0.1214013 Aug 11 03:18:21.810228 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: 47b94859-7354-4a93-a21f-7dcb4e431460 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:18:21.810613 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 47b94859-7354-4a93-a21f-7dcb4e431460 not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:18:21.857601 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-af2c910a-a822-4433-90eb-edbb56b3e2c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:21.866865 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bb58e8d8-d261-45b9-bcf4-63f41b591c4b req-a4dc8511-ebb4-475d-970d-aaf90ba7026a tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] 10.222.0.41 "GET /v2.0/security-groups?id=fc43ee60-6555-4bc5-a7a0-c97f67a784d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766909 Aug 11 03:18:22.024979 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-af2c910a-a822-4433-90eb-edbb56b3e2c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125932157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126180897'] for subnet, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:22.060954 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2c910a-a822-4433-90eb-edbb56b3e2c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fcab093f-a03b-46c3-8464-11d950fdaaff,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:22.074156 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-af2c910a-a822-4433-90eb-edbb56b3e2c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:22.079924 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2821da7-8d4f-48a7-baac-aeee4c2ef791 None None] Network eb94becb-e19c-4bba-9763-5434ec4319fa requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:18:22.080094 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 42904) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:22.080756 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-af2c910a-a822-4433-90eb-edbb56b3e2c1 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/fcab093f-a03b-46c3-8464-11d950fdaaff HTTP/1.1" status: 204 len: 168 time: 0.5873356 Aug 11 03:18:22.112498 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5cad31-0d4c-4de6-8140-2ff0314e6c0f req-59e39270-5726-4117-9e8a-94c96f26fdfd tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:22.114649 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ae5cad31-0d4c-4de6-8140-2ff0314e6c0f req-59e39270-5726-4117-9e8a-94c96f26fdfd tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed52311d-c2a0-46e1-b404-2d97b8519585 HTTP/1.1" status: 200 len: 944 time: 0.1286802 Aug 11 03:18:22.209594 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8906de0e-5940-4458-aabf-8f465852ddaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:22.220169 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ae5cad31-0d4c-4de6-8140-2ff0314e6c0f req-8df59e3f-1535-4ebe-a8ba-f4c98abe4226 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a89a04a-70d6-46f3-9b56-7cb537ff4761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984313 Aug 11 03:18:22.298907 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b262ce29-0312-48a6-b9d9-04e0d3027435 req-88a38f81-3c68-47f0-9abc-b5b76d7c0ec0 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:22.302203 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-b262ce29-0312-48a6-b9d9-04e0d3027435 req-88a38f81-3c68-47f0-9abc-b5b76d7c0ec0 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] 10.222.0.22 "GET /v2.0/ports?device_id=b2e62256-bb1c-4b85-9f73-ff3d0c2e4620 HTTP/1.1" status: 200 len: 946 time: 0.0897195 Aug 11 03:18:22.335590 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91bd896a-0da4-4c80-a38c-98e3d162dd6c None None] DHCP port deletion for eb94becb-e19c-4bba-9763-5434ec4319fa request from n-d-764292-30 {{(pid=102193) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:18:22.408184 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-91bd896a-0da4-4c80-a38c-98e3d162dd6c None None] Deleting port b9c9df4a-4ed9-4e55-9559-4d7064d4822b {{(pid=102193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:18:22.409058 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-91bd896a-0da4-4c80-a38c-98e3d162dd6c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:22.451032 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-8906de0e-5940-4458-aabf-8f465852ddaf admin admin] Deleting port b9c9df4a-4ed9-4e55-9559-4d7064d4822b {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:18:22.451501 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8906de0e-5940-4458-aabf-8f465852ddaf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:22.543072 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-b262ce29-0312-48a6-b9d9-04e0d3027435 req-af62a04d-ebc0-4218-a39e-8bc14e1d2de1 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] Deleting port c982f111-cecb-487b-b437-20da5e3a51e8 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:18:22.543485 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-b262ce29-0312-48a6-b9d9-04e0d3027435 req-af62a04d-ebc0-4218-a39e-8bc14e1d2de1 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:22.548302 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-91bd896a-0da4-4c80-a38c-98e3d162dd6c None None] For port b9c9df4a-4ed9-4e55-9559-4d7064d4822b, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=b9c9df4a-4ed9-4e55-9559-4d7064d4822b,segment=NetworkSegment(b6ad42bd-5b6b-45aa-88ab-5bb5d4b396ce),segment_id=b6ad42bd-5b6b-45aa-88ab-5bb5d4b396ce)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:18:22.551664 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [None req-8906de0e-5940-4458-aabf-8f465852ddaf admin admin] For port b9c9df4a-4ed9-4e55-9559-4d7064d4822b, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=b9c9df4a-4ed9-4e55-9559-4d7064d4822b,segment=NetworkSegment(b6ad42bd-5b6b-45aa-88ab-5bb5d4b396ce),segment_id=b6ad42bd-5b6b-45aa-88ab-5bb5d4b396ce)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:18:22.551664 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8906de0e-5940-4458-aabf-8f465852ddaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:22.556894 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-91bd896a-0da4-4c80-a38c-98e3d162dd6c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:22.575593 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-91bd896a-0da4-4c80-a38c-98e3d162dd6c None None] Calling delete_port for b9c9df4a-4ed9-4e55-9559-4d7064d4822b owned by network:dhcp {{(pid=102193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:18:22.620986 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-8906de0e-5940-4458-aabf-8f465852ddaf admin admin] Calling delete_port for b9c9df4a-4ed9-4e55-9559-4d7064d4822b owned by network:dhcp {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:18:22.628628 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c012f564-5b67-44c7-b5e9-c799be96d93a req-cbf684bd-7187-42ef-85ba-6968aa30a86a tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:22.656577 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c012f564-5b67-44c7-b5e9-c799be96d93a req-cbf684bd-7187-42ef-85ba-6968aa30a86a tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] 10.222.0.41 "GET /v2.0/ports?device_id=04b6704a-fd4f-453a-8cac-272db11d17cf HTTP/1.1" status: 200 len: 946 time: 0.1395969 Aug 11 03:18:22.749984 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c012f564-5b67-44c7-b5e9-c799be96d93a req-9e42e7a5-047f-4e32-b7a6-c778c7fed2ec tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a9c14b7-456b-495d-954b-08faab866e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898888 Aug 11 03:18:22.772408 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-b262ce29-0312-48a6-b9d9-04e0d3027435 req-af62a04d-ebc0-4218-a39e-8bc14e1d2de1 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] For port c982f111-cecb-487b-b437-20da5e3a51e8, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=c982f111-cecb-487b-b437-20da5e3a51e8,segment=NetworkSegment(bd930099-d273-4386-9bc1-426af296d1dc),segment_id=bd930099-d273-4386-9bc1-426af296d1dc)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:18:22.772938 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-b262ce29-0312-48a6-b9d9-04e0d3027435 req-af62a04d-ebc0-4218-a39e-8bc14e1d2de1 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:22.790968 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-b262ce29-0312-48a6-b9d9-04e0d3027435 req-af62a04d-ebc0-4218-a39e-8bc14e1d2de1 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] Calling delete_port for c982f111-cecb-487b-b437-20da5e3a51e8 owned by compute:nova {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:18:22.826461 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-91bd896a-0da4-4c80-a38c-98e3d162dd6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678'] for port, after_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:22.856237 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8906de0e-5940-4458-aabf-8f465852ddaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:22.891254 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bd896a-0da4-4c80-a38c-98e3d162dd6c None None] Pushing event deleted for resources: {'Port': ['ID=b9c9df4a-4ed9-4e55-9559-4d7064d4822b,revision_number=None']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:22.893257 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91bd896a-0da4-4c80-a38c-98e3d162dd6c None None] No DVR routers for this DVR port b9c9df4a-4ed9-4e55-9559-4d7064d4822b on host n-d-764292-30 {{(pid=102193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:18:22.903003 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8906de0e-5940-4458-aabf-8f465852ddaf admin admin] Pushing event deleted for resources: {'Port': ['ID=b9c9df4a-4ed9-4e55-9559-4d7064d4822b,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:22.911265 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8906de0e-5940-4458-aabf-8f465852ddaf admin admin] No DVR routers for this DVR port b9c9df4a-4ed9-4e55-9559-4d7064d4822b on host n-d-764292-30 {{(pid=102191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:18:23.031371 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491e7434-9e76-4c07-a2de-5660eaaf06ee req-bff325c0-6712-4dba-b5c0-e8d76e908a64 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:23.032772 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-491e7434-9e76-4c07-a2de-5660eaaf06ee req-bff325c0-6712-4dba-b5c0-e8d76e908a64 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2e62256-bb1c-4b85-9f73-ff3d0c2e4620 HTTP/1.1" status: 200 len: 946 time: 0.0657907 Aug 11 03:18:23.041601 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8906de0e-5940-4458-aabf-8f465852ddaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:23.062222 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-8906de0e-5940-4458-aabf-8f465852ddaf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb94becb-e19c-4bba-9763-5434ec4319fa']}} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:18:23.078053 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-8906de0e-5940-4458-aabf-8f465852ddaf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6ad42bd-5b6b-45aa-88ab-5bb5d4b396ce') {'for_net_delete': True} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:18:23.078053 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-8906de0e-5940-4458-aabf-8f465852ddaf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6ad42bd-5b6b-45aa-88ab-5bb5d4b396ce') {} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:18:23.091630 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8906de0e-5940-4458-aabf-8f465852ddaf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126283644'] for segment, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:23.110136 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-491e7434-9e76-4c07-a2de-5660eaaf06ee req-c048a602-e1c1-47f9-9ccc-8bea4ce1b20d tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] 10.222.0.41 "GET /v2.0/security-groups?id=fc43ee60-6555-4bc5-a7a0-c97f67a784d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708377 Aug 11 03:18:23.125057 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8906de0e-5940-4458-aabf-8f465852ddaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:23.160400 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8906de0e-5940-4458-aabf-8f465852ddaf admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=102191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:18:23.160818 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8906de0e-5940-4458-aabf-8f465852ddaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126283391'] for segment, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:23.179169 n-d-764292-30 neutron-server[102191]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:18:23.179169 n-d-764292-30 neutron-server[102191]: self.session.flush() Aug 11 03:18:23.179169 n-d-764292-30 neutron-server[102191]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:18:23.179169 n-d-764292-30 neutron-server[102191]: self.session.flush() Aug 11 03:18:23.179169 n-d-764292-30 neutron-server[102191]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:18:23.179169 n-d-764292-30 neutron-server[102191]: self.session.flush() Aug 11 03:18:23.179169 n-d-764292-30 neutron-server[102191]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:18:23.179169 n-d-764292-30 neutron-server[102191]: self.session.flush() Aug 11 03:18:23.179169 n-d-764292-30 neutron-server[102191]: Traceback (most recent call last): Aug 11 03:18:23.179169 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:18:23.179169 n-d-764292-30 neutron-server[102191]: timer() Aug 11 03:18:23.179169 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:18:23.179169 n-d-764292-30 neutron-server[102191]: cb(*args, **kw) Aug 11 03:18:23.179169 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:18:23.179169 n-d-764292-30 neutron-server[102191]: return func(*args, **kwargs) Aug 11 03:18:23.179169 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:18:23.179169 n-d-764292-30 neutron-server[102191]: self._notify() Aug 11 03:18:23.179169 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:18:23.179169 n-d-764292-30 neutron-server[102191]: self.callback(batched_events) Aug 11 03:18:23.179169 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:18:23.179169 n-d-764292-30 neutron-server[102191]: event.method(event) Aug 11 03:18:23.179169 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:18:23.179169 n-d-764292-30 neutron-server[102191]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:18:23.179169 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:18:23.179169 n-d-764292-30 neutron-server[102191]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:18:23.179169 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:18:23.179169 n-d-764292-30 neutron-server[102191]: return f(self, *a, **k) Aug 11 03:18:23.179169 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:18:23.179169 n-d-764292-30 neutron-server[102191]: return self._get(url).json() Aug 11 03:18:23.179169 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:18:23.179169 n-d-764292-30 neutron-server[102191]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:18:23.179169 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:18:23.179169 n-d-764292-30 neutron-server[102191]: return self.request(url, 'GET', **kwargs) Aug 11 03:18:23.179169 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:18:23.179169 n-d-764292-30 neutron-server[102191]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:18:23.179169 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:18:23.179169 n-d-764292-30 neutron-server[102191]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:18:23.179169 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:18:23.179169 n-d-764292-30 neutron-server[102191]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:18:23.179169 n-d-764292-30 neutron-server[102191]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:18:23.215186 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-b262ce29-0312-48a6-b9d9-04e0d3027435 req-af62a04d-ebc0-4218-a39e-8bc14e1d2de1 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:23.236724 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['c982f111-cecb-487b-b437-20da5e3a51e8'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:18:23.351451 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af62a04d-ebc0-4218-a39e-8bc14e1d2de1 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] Pushing event deleted for resources: {'Port': ['ID=c982f111-cecb-487b-b437-20da5e3a51e8,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:23.382379 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8906de0e-5940-4458-aabf-8f465852ddaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:23.402305 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-b262ce29-0312-48a6-b9d9-04e0d3027435 req-af62a04d-ebc0-4218-a39e-8bc14e1d2de1 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] No DVR routers for this DVR port c982f111-cecb-487b-b437-20da5e3a51e8 on host n-h1-764292-30 {{(pid=102191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:18:23.404312 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8906de0e-5940-4458-aabf-8f465852ddaf admin admin] Notify callbacks [] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:23.410156 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-8906de0e-5940-4458-aabf-8f465852ddaf admin admin] 10.222.0.41 "DELETE /v2.0/networks/eb94becb-e19c-4bba-9763-5434ec4319fa HTTP/1.1" status: 204 len: 168 time: 1.3288860 Aug 11 03:18:23.412884 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-b262ce29-0312-48a6-b9d9-04e0d3027435 req-af62a04d-ebc0-4218-a39e-8bc14e1d2de1 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:23.414890 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-b262ce29-0312-48a6-b9d9-04e0d3027435 req-af62a04d-ebc0-4218-a39e-8bc14e1d2de1 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] 10.222.0.22 "DELETE /v2.0/ports/c982f111-cecb-487b-b437-20da5e3a51e8 HTTP/1.1" status: 204 len: 173 time: 1.0903947 Aug 11 03:18:23.415322 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2e62256-bb1c-4b85-9f73-ff3d0c2e4620', 'name': 'network-vif-deleted', 'tag': 'c982f111-cecb-487b-b437-20da5e3a51e8'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:18:23.417871 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79f2052e-9470-4b0e-b1fb-631d79667c72" -d '{"events": [{"server_uuid": "b2e62256-bb1c-4b85-9f73-ff3d0c2e4620", "name": "network-vif-deleted", "tag": "c982f111-cecb-487b-b437-20da5e3a51e8"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:18:23.430652 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8906de0e-5940-4458-aabf-8f465852ddaf admin admin] Pushing event deleted for resources: {'Network': ['ID=eb94becb-e19c-4bba-9763-5434ec4319fa,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:23.462920 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03aecfa-1fd3-459f-8482-4b77729820b7 req-edd90ef7-7d3e-462c-b3cd-3418eecba28c tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:23.472624 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d03aecfa-1fd3-459f-8482-4b77729820b7 req-edd90ef7-7d3e-462c-b3cd-3418eecba28c tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed52311d-c2a0-46e1-b404-2d97b8519585 HTTP/1.1" status: 200 len: 944 time: 0.0933108 Aug 11 03:18:23.476133 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:18:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccbe8668-a91f-4290-89ba-9302c079d422 x-openstack-request-id: req-ccbe8668-a91f-4290-89ba-9302c079d422 {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:18:23.476418 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2e62256-bb1c-4b85-9f73-ff3d0c2e4620", "name": "network-vif-deleted", "tag": "c982f111-cecb-487b-b437-20da5e3a51e8", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:18:23.476667 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ccbe8668-a91f-4290-89ba-9302c079d422 {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:18:23.477062 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2e62256-bb1c-4b85-9f73-ff3d0c2e4620', 'name': 'network-vif-deleted', 'tag': 'c982f111-cecb-487b-b437-20da5e3a51e8', 'status': 'completed', 'code': 200} Aug 11 03:18:23.493516 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 5d17a1a1-5ef8-4fd8-b2f7-14c2fb5a0e55 details requested by agent hyperv_n-h1-764292-30 with host n-h1-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:18:23.534889 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d03aecfa-1fd3-459f-8482-4b77729820b7 req-7133b0cb-b30f-439f-a0a0-7823277c923c tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a89a04a-70d6-46f3-9b56-7cb537ff4761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611827 Aug 11 03:18:23.612318 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 5d17a1a1-5ef8-4fd8-b2f7-14c2fb5a0e55, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=5d17a1a1-5ef8-4fd8-b2f7-14c2fb5a0e55,segment=NetworkSegment(75976e57-b4d6-45fc-bdea-76c22fb63b62),segment_id=75976e57-b4d6-45fc-bdea-76c22fb63b62)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:18:23.627210 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Returning: {'device': '5d17a1a1-5ef8-4fd8-b2f7-14c2fb5a0e55', 'network_id': 'd23f5a1b-0a20-4470-9e66-0c5a40221406', 'port_id': '5d17a1a1-5ef8-4fd8-b2f7-14c2fb5a0e55', 'mac_address': 'fa:16:3e:b8:7f:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '617c48f0-a855-4ee0-bdb7-302ef1d77faa', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:18:23.694964 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:23.699370 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device b9c9df4a-4ed9-4e55-9559-4d7064d4822b no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:18:23.726005 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: b9c9df4a-4ed9-4e55-9559-4d7064d4822b {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:18:23.726383 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device b9c9df4a-4ed9-4e55-9559-4d7064d4822b not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:18:23.726810 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device ff1d750e-5ea7-45f1-85b2-89493e92a513 no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:18:23.748800 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: ff1d750e-5ea7-45f1-85b2-89493e92a513 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:18:23.754667 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device ff1d750e-5ea7-45f1-85b2-89493e92a513 not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:18:23.756527 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d17a1a1-5ef8-4fd8-b2f7-14c2fb5a0e55 {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:18:23.780951 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 5d17a1a1-5ef8-4fd8-b2f7-14c2fb5a0e55, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=5d17a1a1-5ef8-4fd8-b2f7-14c2fb5a0e55,segment=NetworkSegment(75976e57-b4d6-45fc-bdea-76c22fb63b62),segment_id=75976e57-b4d6-45fc-bdea-76c22fb63b62)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:18:23.822438 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 42946) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:23.882317 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:23.929760 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-b62e2828-9051-4f80-a11b-71c3bbaadb22 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9efcd44618b1499dbaacd7184adc7a1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1055498 Aug 11 03:18:23.932608 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 42952) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:23.949350 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=5d17a1a1-5ef8-4fd8-b2f7-14c2fb5a0e55,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:23.951249 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6677fd08-ee93-4504-be80-016625b57b4d req-86cc9401-281d-4ba4-924f-d30c5fe3de72 tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:23.954748 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6677fd08-ee93-4504-be80-016625b57b4d req-86cc9401-281d-4ba4-924f-d30c5fe3de72 tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] 10.222.0.41 "GET /v2.0/ports?device_id=04b6704a-fd4f-453a-8cac-272db11d17cf HTTP/1.1" status: 200 len: 946 time: 0.1246397 Aug 11 03:18:23.993969 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6677fd08-ee93-4504-be80-016625b57b4d req-230d9a06-3258-45b6-ba21-1c7e20b3fb7a tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a9c14b7-456b-495d-954b-08faab866e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337410 Aug 11 03:18:24.005754 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0b96479f-4515-4aa1-8865-6690acb7312d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:24.040023 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0b96479f-4515-4aa1-8865-6690acb7312d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:24.167945 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0b96479f-4515-4aa1-8865-6690acb7312d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:24.172354 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0b96479f-4515-4aa1-8865-6690acb7312d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:24.181932 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-0b96479f-4515-4aa1-8865-6690acb7312d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9bcdfec5-364e-49d2-8266-cef1a51c6464 HTTP/1.1" status: 204 len: 168 time: 0.2398920 Aug 11 03:18:24.189877 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b96479f-4515-4aa1-8865-6690acb7312d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bcdfec5-364e-49d2-8266-cef1a51c6464,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:24.204603 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['5d17a1a1-5ef8-4fd8-b2f7-14c2fb5a0e55'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:18:24.275174 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7aeff52a-c383-4fd1-ae40-c6cf6f71e461 req-989ac79e-a30d-44ac-bc9d-dd683d24e575 tempest-AttachVolumeNegativeTest-974092089 tempest-AttachVolumeNegativeTest-974092089-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2e62256-bb1c-4b85-9f73-ff3d0c2e4620 HTTP/1.1" status: 200 len: 210 time: 0.0645545 Aug 11 03:18:24.537155 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3572c77-fdcc-40b7-879d-2abc41ff57dc req-501f3a10-d2ed-4f12-86b1-fb12dc5062be tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:24.537372 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac58ce72-1965-46e8-952e-330f8fccbfb3 req-dba8cc3b-eecc-42f6-9dce-0fbdf6e85f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:24.537504 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b3572c77-fdcc-40b7-879d-2abc41ff57dc req-501f3a10-d2ed-4f12-86b1-fb12dc5062be tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] 10.222.0.41 "GET /v2.0/ports?device_id=04b6704a-fd4f-453a-8cac-272db11d17cf HTTP/1.1" status: 200 len: 946 time: 0.0695691 Aug 11 03:18:24.537615 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-ac58ce72-1965-46e8-952e-330f8fccbfb3 req-dba8cc3b-eecc-42f6-9dce-0fbdf6e85f58 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=41b5c288d18c42c2bbb943465bc76a20&device_id=04b6704a-fd4f-453a-8cac-272db11d17cf HTTP/1.1" status: 200 len: 1098 time: 0.0573142 Aug 11 03:18:24.597132 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b3572c77-fdcc-40b7-879d-2abc41ff57dc req-4d7c1657-efdf-4804-983b-0b2dffdacc6a tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a9c14b7-456b-495d-954b-08faab866e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563295 Aug 11 03:18:24.639368 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac58ce72-1965-46e8-952e-330f8fccbfb3 req-616281a3-045c-4735-8971-71f80a79db3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:24.640881 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-ac58ce72-1965-46e8-952e-330f8fccbfb3 req-616281a3-045c-4735-8971-71f80a79db3a service neutron] 10.222.0.22 "GET /v2.0/networks?id=2edd7c40-ce53-40d0-ad1c-7b106e315d79 HTTP/1.1" status: 200 len: 920 time: 0.0960424 Aug 11 03:18:24.686178 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9794bf-2ec9-41c3-8a4a-b3239778dd6d req-b978b8ae-15d0-4376-9273-745b10f9802e tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:24.687839 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8b9794bf-2ec9-41c3-8a4a-b3239778dd6d req-b978b8ae-15d0-4376-9273-745b10f9802e tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed52311d-c2a0-46e1-b404-2d97b8519585 HTTP/1.1" status: 200 len: 945 time: 0.0522456 Aug 11 03:18:24.699264 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-ac58ce72-1965-46e8-952e-330f8fccbfb3 req-9b62cbe7-7635-43a7-aabe-194edbedee23 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=81cd9af2-119f-426f-8db4-9b3362d3d8d2 HTTP/1.1" status: 200 len: 217 time: 0.0500760 Aug 11 03:18:24.740654 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8b9794bf-2ec9-41c3-8a4a-b3239778dd6d req-f404c376-42fc-47b7-8842-433b7e442be9 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a89a04a-70d6-46f3-9b56-7cb537ff4761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434089 Aug 11 03:18:24.762465 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac58ce72-1965-46e8-952e-330f8fccbfb3 req-5f85ec08-b8ea-4670-9347-86dbb767df19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:24.764086 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-ac58ce72-1965-46e8-952e-330f8fccbfb3 req-5f85ec08-b8ea-4670-9347-86dbb767df19 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e698cbd6-76d9-4af8-b3ec-764f8a7a09e2 HTTP/1.1" status: 200 len: 859 time: 0.0557020 Aug 11 03:18:24.800566 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-ac58ce72-1965-46e8-952e-330f8fccbfb3 req-43d18522-e7c6-4702-a3d7-07bf58bc05e7 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2edd7c40-ce53-40d0-ad1c-7b106e315d79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275567 Aug 11 03:18:24.921351 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-ac58ce72-1965-46e8-952e-330f8fccbfb3 req-08887889-2e4b-4814-ae87-00b273366177 service neutron] 10.222.0.22 "GET /v2.0/networks/2edd7c40-ce53-40d0-ad1c-7b106e315d79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133370 Aug 11 03:18:25.021349 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-ac58ce72-1965-46e8-952e-330f8fccbfb3 req-14db7aa1-a4f2-4b0b-a79a-69670818eb67 service neutron] 10.222.0.22 "GET /v2.0/networks/2edd7c40-ce53-40d0-ad1c-7b106e315d79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913444 Aug 11 03:18:25.341834 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 43006) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:25.399042 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e84863b-f202-42af-8213-369b5ecc01ef admin admin] Deleting subnet a117f456-eefd-42ce-85d3-cce35b5c64c2 {{(pid=102191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:18:25.402265 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4e84863b-f202-42af-8213-369b5ecc01ef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:25.442120 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4e84863b-f202-42af-8213-369b5ecc01ef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126283525'] for subnet, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:25.484493 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4e84863b-f202-42af-8213-369b5ecc01ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:25.509850 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 5d17a1a1-5ef8-4fd8-b2f7-14c2fb5a0e55 up at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:18:25.528862 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 43022) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:25.677201 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning for port 5d17a1a1-5ef8-4fd8-b2f7-14c2fb5a0e55 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:18:25.681984 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning complete for port 5d17a1a1-5ef8-4fd8-b2f7-14c2fb5a0e55 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:18:25.682509 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:25.757317 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4e84863b-f202-42af-8213-369b5ecc01ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126283413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126275158'] for subnet, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:25.785046 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43494ba6-b37b-48c9-8b87-927be05d97ba req-cf89c532-d639-4554-9639-beea9aea28ed tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:25.787000 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-43494ba6-b37b-48c9-8b87-927be05d97ba req-cf89c532-d639-4554-9639-beea9aea28ed tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] 10.222.0.41 "GET /v2.0/ports?device_id=04b6704a-fd4f-453a-8cac-272db11d17cf HTTP/1.1" status: 200 len: 946 time: 0.1017528 Aug 11 03:18:25.821806 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-44e377b1-d1b5-428f-9e47-03fd6aba625d admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1434525376-network', 'tenant_id': '1e3a3dec0d2940aab5c9502dc6fc47bc'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:18:25.838275 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:25.860061 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4e84863b-f202-42af-8213-369b5ecc01ef admin admin] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:25.864211 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-4e84863b-f202-42af-8213-369b5ecc01ef admin admin] 10.222.0.41 "DELETE /v2.0/subnets/a117f456-eefd-42ce-85d3-cce35b5c64c2 HTTP/1.1" status: 204 len: 168 time: 0.5190897 Aug 11 03:18:25.868977 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e84863b-f202-42af-8213-369b5ecc01ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a117f456-eefd-42ce-85d3-cce35b5c64c2,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:25.875766 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 43034) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:25.885781 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed52311d-c2a0-46e1-b404-2d97b8519585', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d17a1a1-5ef8-4fd8-b2f7-14c2fb5a0e55'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:18:25.888311 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f426bc2-dfd8-4726-a5ed-e56bbb77485f" -d '{"events": [{"server_uuid": "ed52311d-c2a0-46e1-b404-2d97b8519585", "name": "network-vif-plugged", "status": "completed", "tag": "5d17a1a1-5ef8-4fd8-b2f7-14c2fb5a0e55"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:18:25.900478 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 5d17a1a1-5ef8-4fd8-b2f7-14c2fb5a0e55, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=5d17a1a1-5ef8-4fd8-b2f7-14c2fb5a0e55,segment=NetworkSegment(75976e57-b4d6-45fc-bdea-76c22fb63b62),segment_id=75976e57-b4d6-45fc-bdea-76c22fb63b62)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:18:25.973642 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:25.975097 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device c982f111-cecb-487b-b437-20da5e3a51e8 no longer exists at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:18:26.060800 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] No Port match for: c982f111-cecb-487b-b437-20da5e3a51e8 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:18:26.061089 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-43494ba6-b37b-48c9-8b87-927be05d97ba req-d89e7105-72ab-4901-a92c-e3dc7d4d6e92 tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a9c14b7-456b-495d-954b-08faab866e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2620473 Aug 11 03:18:26.062333 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device c982f111-cecb-487b-b437-20da5e3a51e8 not bound to the agent host n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:18:26.079962 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-db43821f-2387-4524-9399-a2ca94e04e95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:26.102528 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6bc079-adf3-445e-9387-9eca09419e7d req-e29f92a7-99e8-4799-8982-c8ccb907af6b tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:26.107390 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9b6bc079-adf3-445e-9387-9eca09419e7d req-e29f92a7-99e8-4799-8982-c8ccb907af6b tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed52311d-c2a0-46e1-b404-2d97b8519585 HTTP/1.1" status: 200 len: 945 time: 0.1771095 Aug 11 03:18:26.108568 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44e377b1-d1b5-428f-9e47-03fd6aba625d admin admin] Made reservation on behalf of 1e3a3dec0d2940aab5c9502dc6fc47bc for: {'network': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:18:26.110860 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-44e377b1-d1b5-428f-9e47-03fd6aba625d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:26.134731 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=5d17a1a1-5ef8-4fd8-b2f7-14c2fb5a0e55,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:26.155974 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-44e377b1-d1b5-428f-9e47-03fd6aba625d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:26.170161 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:18:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ad84c2a-cf00-4c3e-9933-11f27de23fa5 x-openstack-request-id: req-9ad84c2a-cf00-4c3e-9933-11f27de23fa5 {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:18:26.171158 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed52311d-c2a0-46e1-b404-2d97b8519585", "name": "network-vif-plugged", "status": "completed", "tag": "5d17a1a1-5ef8-4fd8-b2f7-14c2fb5a0e55", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:18:26.172316 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9ad84c2a-cf00-4c3e-9933-11f27de23fa5 {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:18:26.172972 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed52311d-c2a0-46e1-b404-2d97b8519585', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d17a1a1-5ef8-4fd8-b2f7-14c2fb5a0e55', 'code': 200} Aug 11 03:18:26.300394 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-db43821f-2387-4524-9399-a2ca94e04e95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:26.305607 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-44e377b1-d1b5-428f-9e47-03fd6aba625d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:26.316986 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-db43821f-2387-4524-9399-a2ca94e04e95 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec41e9b8-ca95-4733-9938-a40bc676061d']}} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:18:26.335589 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90fa5d2-8563-42cf-9eef-b55382a5e214 req-20b3dabc-9810-40d7-af31-abfb7e468a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:26.348129 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-a90fa5d2-8563-42cf-9eef-b55382a5e214 req-20b3dabc-9810-40d7-af31-abfb7e468a19 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=ed52311d-c2a0-46e1-b404-2d97b8519585 HTTP/1.1" status: 200 len: 1098 time: 0.1073084 Aug 11 03:18:26.351994 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9b6bc079-adf3-445e-9387-9eca09419e7d req-a65fcb43-c1c7-4b72-a64c-92a42c6689f7 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a89a04a-70d6-46f3-9b56-7cb537ff4761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972017 Aug 11 03:18:26.352166 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-db43821f-2387-4524-9399-a2ca94e04e95 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd930099-d273-4386-9bc1-426af296d1dc') {'for_net_delete': True} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:18:26.352328 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-db43821f-2387-4524-9399-a2ca94e04e95 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd930099-d273-4386-9bc1-426af296d1dc') {} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:18:26.375046 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-db43821f-2387-4524-9399-a2ca94e04e95 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126283644'] for segment, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:26.396576 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-db43821f-2387-4524-9399-a2ca94e04e95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:26.406423 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db43821f-2387-4524-9399-a2ca94e04e95 admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=102191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:18:26.407090 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-db43821f-2387-4524-9399-a2ca94e04e95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126283391'] for segment, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:26.411232 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-a90fa5d2-8563-42cf-9eef-b55382a5e214 req-9ae5371a-131f-4218-998e-605bbca85c88 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=3a89a04a-70d6-46f3-9b56-7cb537ff4761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510585 Aug 11 03:18:26.412069 n-d-764292-30 neutron-server[102191]: Traceback (most recent call last): Aug 11 03:18:26.412069 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:18:26.412069 n-d-764292-30 neutron-server[102191]: timer() Aug 11 03:18:26.412069 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:18:26.412069 n-d-764292-30 neutron-server[102191]: cb(*args, **kw) Aug 11 03:18:26.412069 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:18:26.412069 n-d-764292-30 neutron-server[102191]: return func(*args, **kwargs) Aug 11 03:18:26.412069 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:18:26.412069 n-d-764292-30 neutron-server[102191]: self._notify() Aug 11 03:18:26.412069 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:18:26.412069 n-d-764292-30 neutron-server[102191]: self.callback(batched_events) Aug 11 03:18:26.412069 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:18:26.412069 n-d-764292-30 neutron-server[102191]: event.method(event) Aug 11 03:18:26.412069 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:18:26.412069 n-d-764292-30 neutron-server[102191]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:18:26.412069 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:18:26.412069 n-d-764292-30 neutron-server[102191]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:18:26.412069 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:18:26.412069 n-d-764292-30 neutron-server[102191]: return f(self, *a, **k) Aug 11 03:18:26.412069 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:18:26.412069 n-d-764292-30 neutron-server[102191]: return self._get(url).json() Aug 11 03:18:26.412069 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:18:26.412069 n-d-764292-30 neutron-server[102191]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:18:26.412069 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:18:26.412069 n-d-764292-30 neutron-server[102191]: return self.request(url, 'GET', **kwargs) Aug 11 03:18:26.412069 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:18:26.412069 n-d-764292-30 neutron-server[102191]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:18:26.412069 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:18:26.412069 n-d-764292-30 neutron-server[102191]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:18:26.412069 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:18:26.412069 n-d-764292-30 neutron-server[102191]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:18:26.412069 n-d-764292-30 neutron-server[102191]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:18:26.443590 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-44e377b1-d1b5-428f-9e47-03fd6aba625d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:26.509362 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44e377b1-d1b5-428f-9e47-03fd6aba625d admin admin] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=102192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:18:26.538008 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e377b1-d1b5-428f-9e47-03fd6aba625d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcbfa33a-cb74-4b2b-a4ba-7b441c7903cf,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:26.548187 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-44e377b1-d1b5-428f-9e47-03fd6aba625d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:26.548566 n-d-764292-30 neutron-server[102192]: INFO neutron.db.segments_db [None req-44e377b1-d1b5-428f-9e47-03fd6aba625d admin admin] Added segment 11d86ed1-3e42-4373-91ba-14a165296468 of type vlan for network 60087c28-58c6-47fb-b679-966705624307 Aug 11 03:18:26.590900 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-db43821f-2387-4524-9399-a2ca94e04e95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:26.622391 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-db43821f-2387-4524-9399-a2ca94e04e95 admin admin] Notify callbacks [] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:26.625584 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-db43821f-2387-4524-9399-a2ca94e04e95 admin admin] 10.222.0.41 "DELETE /v2.0/networks/ec41e9b8-ca95-4733-9938-a40bc676061d HTTP/1.1" status: 204 len: 168 time: 0.7488420 Aug 11 03:18:26.629652 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db43821f-2387-4524-9399-a2ca94e04e95 admin admin] Pushing event deleted for resources: {'Network': ['ID=ec41e9b8-ca95-4733-9938-a40bc676061d,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:26.656820 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-44e377b1-d1b5-428f-9e47-03fd6aba625d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:26.768014 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-44e377b1-d1b5-428f-9e47-03fd6aba625d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:26.777177 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44e377b1-d1b5-428f-9e47-03fd6aba625d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:26.781570 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-44e377b1-d1b5-428f-9e47-03fd6aba625d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:26.915948 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-44e377b1-d1b5-428f-9e47-03fd6aba625d admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.3852839 Aug 11 03:18:26.919003 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 43060) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:26.924634 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-3bb6caf9-a41c-4f66-b6c8-fa608a2f676f admin admin] Request body: {'subnet': {'network_id': '60087c28-58c6-47fb-b679-966705624307', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1434525376-subnet', 'tenant_id': '1e3a3dec0d2940aab5c9502dc6fc47bc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:18:26.944678 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e377b1-d1b5-428f-9e47-03fd6aba625d admin admin] Pushing event updated for resources: {'Network': ['ID=60087c28-58c6-47fb-b679-966705624307,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:26.965315 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network 60087c28-58c6-47fb-b679-966705624307 details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:18:27.062450 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 43062) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:27.084416 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bb6caf9-a41c-4f66-b6c8-fa608a2f676f admin admin] Made reservation on behalf of 1e3a3dec0d2940aab5c9502dc6fc47bc for: {'subnet': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:18:27.092756 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3bb6caf9-a41c-4f66-b6c8-fa608a2f676f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274743'] for subnet, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:27.158769 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-53e95d12-8797-4a34-b9a7-3db0d9cd18be admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=de7c7081e4f94005a4ad5308630cb9c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0895388 Aug 11 03:18:27.158769 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 43072) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:27.186605 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8133e997-03fc-4db1-8aa9-e82e5323e14b req-ab1c19c9-b42b-4d39-9879-d699454b18ec tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:27.189160 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8133e997-03fc-4db1-8aa9-e82e5323e14b req-ab1c19c9-b42b-4d39-9879-d699454b18ec tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] 10.222.0.41 "GET /v2.0/ports?device_id=04b6704a-fd4f-453a-8cac-272db11d17cf HTTP/1.1" status: 200 len: 946 time: 0.0547361 Aug 11 03:18:27.240874 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c97c95b3-3ac7-4d14-973c-9c353e19d9f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:27.260220 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8133e997-03fc-4db1-8aa9-e82e5323e14b req-97aa9215-6c48-4146-a626-2757e37f9a59 tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a9c14b7-456b-495d-954b-08faab866e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469556 Aug 11 03:18:27.316172 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c97c95b3-3ac7-4d14-973c-9c353e19d9f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:27.482825 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3bb6caf9-a41c-4f66-b6c8-fa608a2f676f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126283476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274725'] for subnet, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:27.483050 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a721b8-65a4-4499-9643-0efdc175e45e req-fd8023b1-b699-4283-9f8b-85fee83e18fa tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:27.485190 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f2a721b8-65a4-4499-9643-0efdc175e45e req-fd8023b1-b699-4283-9f8b-85fee83e18fa tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed52311d-c2a0-46e1-b404-2d97b8519585 HTTP/1.1" status: 200 len: 946 time: 0.0526953 Aug 11 03:18:27.527096 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f2a721b8-65a4-4499-9643-0efdc175e45e req-b94291c9-cc3c-4af5-aca4-4510e12e5975 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a89a04a-70d6-46f3-9b56-7cb537ff4761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354590 Aug 11 03:18:27.531319 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c97c95b3-3ac7-4d14-973c-9c353e19d9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:27.533621 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c97c95b3-3ac7-4d14-973c-9c353e19d9f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:27.537572 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-c97c95b3-3ac7-4d14-973c-9c353e19d9f9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fc43ee60-6555-4bc5-a7a0-c97f67a784d8 HTTP/1.1" status: 204 len: 168 time: 0.3807755 Aug 11 03:18:27.553572 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97c95b3-3ac7-4d14-973c-9c353e19d9f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc43ee60-6555-4bc5-a7a0-c97f67a784d8,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:27.561663 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb6caf9-a41c-4f66-b6c8-fa608a2f676f admin admin] Pushing event updated for resources: {'Subnet': ['ID=20ff773c-e16e-407d-ac01-e6da934a06ce,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:27.582838 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb6caf9-a41c-4f66-b6c8-fa608a2f676f admin admin] Checking segment: {'id': '11d86ed1-3e42-4373-91ba-14a165296468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '60087c28-58c6-47fb-b679-966705624307'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:18:27.583612 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb6caf9-a41c-4f66-b6c8-fa608a2f676f admin admin] Network hostable DHCP agents. Network: 60087c28-58c6-47fb-b679-966705624307, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:18:27.641889 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb6caf9-a41c-4f66-b6c8-fa608a2f676f admin admin] Network 60087c28-58c6-47fb-b679-966705624307 is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:18:27.739572 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-3bb6caf9-a41c-4f66-b6c8-fa608a2f676f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, 60087c28-58c6-47fb-b679-966705624307) {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:18:27.743521 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bb6caf9-a41c-4f66-b6c8-fa608a2f676f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:27.744111 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3bb6caf9-a41c-4f66-b6c8-fa608a2f676f admin admin] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:27.749172 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c54c29c7-b5fa-449f-839e-f24a98e35249 None None] Network 60087c28-58c6-47fb-b679-966705624307 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:18:27.838318 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-3bb6caf9-a41c-4f66-b6c8-fa608a2f676f admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.9129455 Aug 11 03:18:27.900191 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-888c68fc-22ed-4470-9d4a-e088340fa3f7 None None] Network 60087c28-58c6-47fb-b679-966705624307 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:18:28.429576 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690fe47c-32cf-4e9a-82c8-aa795cbcbbea req-f68ad957-9fdf-4ea6-9b62-fd4ccf439a94 tempest-ListServersNegativeTestJSON-1001985315 tempest-ListServersNegativeTestJSON-1001985315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:28.431249 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-690fe47c-32cf-4e9a-82c8-aa795cbcbbea req-f68ad957-9fdf-4ea6-9b62-fd4ccf439a94 tempest-ListServersNegativeTestJSON-1001985315 tempest-ListServersNegativeTestJSON-1001985315-project] 10.222.0.41 "GET /v2.0/networks?id=60087c28-58c6-47fb-b679-966705624307 HTTP/1.1" status: 200 len: 818 time: 0.1151440 Aug 11 03:18:28.450006 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-690fe47c-32cf-4e9a-82c8-aa795cbcbbea req-1f7dd96b-27c7-4715-a43a-6137b9f043b1 tempest-ListServersNegativeTestJSON-1001985315 tempest-ListServersNegativeTestJSON-1001985315-project] 10.222.0.41 "GET /v2.0/quotas/1e3a3dec0d2940aab5c9502dc6fc47bc HTTP/1.1" status: 200 len: 375 time: 0.0104253 Aug 11 03:18:28.506009 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-690fe47c-32cf-4e9a-82c8-aa795cbcbbea req-8ee9c064-c850-4373-81a8-3266108a7017 tempest-ListServersNegativeTestJSON-1001985315 tempest-ListServersNegativeTestJSON-1001985315-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=1e3a3dec0d2940aab5c9502dc6fc47bc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0433517 Aug 11 03:18:28.683694 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-690fe47c-32cf-4e9a-82c8-aa795cbcbbea req-c39418bb-e527-4333-9cf4-0993cf0fb1fa service neutron] 10.222.0.41 "GET /v2.0/networks/60087c28-58c6-47fb-b679-966705624307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761198 Aug 11 03:18:28.693051 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7aad0d-4885-4f1c-89f9-d690eabc5728 req-4ef2e605-fbe5-45ad-8828-40817b3326e8 tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:28.694520 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7a7aad0d-4885-4f1c-89f9-d690eabc5728 req-4ef2e605-fbe5-45ad-8828-40817b3326e8 tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] 10.222.0.41 "GET /v2.0/ports?device_id=04b6704a-fd4f-453a-8cac-272db11d17cf HTTP/1.1" status: 200 len: 946 time: 0.3270404 Aug 11 03:18:28.782785 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7a7aad0d-4885-4f1c-89f9-d690eabc5728 req-22523583-4097-4841-98e6-6c9b7d9a3ef9 tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a9c14b7-456b-495d-954b-08faab866e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800750 Aug 11 03:18:28.829085 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-690fe47c-32cf-4e9a-82c8-aa795cbcbbea req-f0a9c77d-c6ab-46d4-8c74-b073db886500 service neutron] 10.222.0.41 "GET /v2.0/networks/60087c28-58c6-47fb-b679-966705624307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306355 Aug 11 03:18:28.968358 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0a4371-23f5-45bd-86af-a8c47602e7db req-981235da-7b00-4899-9890-1931577556d5 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:28.977823 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-eb0a4371-23f5-45bd-86af-a8c47602e7db req-981235da-7b00-4899-9890-1931577556d5 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed52311d-c2a0-46e1-b404-2d97b8519585 HTTP/1.1" status: 200 len: 946 time: 0.1160638 Aug 11 03:18:29.084679 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-eb0a4371-23f5-45bd-86af-a8c47602e7db req-0e2d2fde-2058-4d1c-aca9-99d400305c75 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a89a04a-70d6-46f3-9b56-7cb537ff4761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819030 Aug 11 03:18:29.185329 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-d8b78700-2d84-48bb-ac61-14ceef0a4fae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:29.273420 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fdffb8-000b-4be8-9d71-d3f1a570e254 req-b6ebfa7c-09ce-4148-a097-896f32b615f0 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:29.281725 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c9fdffb8-000b-4be8-9d71-d3f1a570e254 req-b6ebfa7c-09ce-4148-a097-896f32b615f0 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed52311d-c2a0-46e1-b404-2d97b8519585 HTTP/1.1" status: 200 len: 946 time: 0.0716665 Aug 11 03:18:29.344818 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c9fdffb8-000b-4be8-9d71-d3f1a570e254 req-cfc6ff66-a66f-4d1e-8fbc-8a2dee3715bc tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a89a04a-70d6-46f3-9b56-7cb537ff4761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549057 Aug 11 03:18:29.394878 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.agents_db [None req-950b7202-decb-43e2-8f71-ac8931dc9749 None None] Agent healthcheck: found 7 active agents {{(pid=102194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:18:29.805538 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-99872735-2805-4b25-bd54-51c6c806f5bf req-7ac9f5e9-6539-43cc-9736-d0ce01596208 tempest-ListServersNegativeTestJSON-1001985315 tempest-ListServersNegativeTestJSON-1001985315-project] 10.222.0.41 "GET /v2.0/ports?device_id=41f82774-e08b-4049-ab43-7399d65705e3 HTTP/1.1" status: 200 len: 210 time: 0.1241302 Aug 11 03:18:29.920010 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a459798-5b05-4077-a179-ae6bf8bb1ed2 req-54a8f314-4e55-4039-87c8-c84d5446801d tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:29.927876 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0a459798-5b05-4077-a179-ae6bf8bb1ed2 req-54a8f314-4e55-4039-87c8-c84d5446801d tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed52311d-c2a0-46e1-b404-2d97b8519585 HTTP/1.1" status: 200 len: 946 time: 0.1252902 Aug 11 03:18:29.965203 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0a459798-5b05-4077-a179-ae6bf8bb1ed2 req-f3c8bc2d-d29e-4f80-86b2-ace6f5114c2d tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a89a04a-70d6-46f3-9b56-7cb537ff4761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364652 Aug 11 03:18:30.196542 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c5d348-4590-4372-89a3-7ebebb3be544 req-46c4020d-3492-4397-89e2-a38923dc2128 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:30.198225 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-49c5d348-4590-4372-89a3-7ebebb3be544 req-46c4020d-3492-4397-89e2-a38923dc2128 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed52311d-c2a0-46e1-b404-2d97b8519585 HTTP/1.1" status: 200 len: 946 time: 0.0900674 Aug 11 03:18:30.273418 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-49c5d348-4590-4372-89a3-7ebebb3be544 req-26d40153-e1bf-46d6-8fce-60b90980b061 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a89a04a-70d6-46f3-9b56-7cb537ff4761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687337 Aug 11 03:18:30.706570 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21cdf29-5fad-4b6c-bd95-81c25d558697 req-29e9ebe9-297f-4e8d-9c00-bddb19b993f2 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:30.716252 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e21cdf29-5fad-4b6c-bd95-81c25d558697 req-29e9ebe9-297f-4e8d-9c00-bddb19b993f2 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed52311d-c2a0-46e1-b404-2d97b8519585 HTTP/1.1" status: 200 len: 946 time: 0.1067090 Aug 11 03:18:30.856749 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e21cdf29-5fad-4b6c-bd95-81c25d558697 req-4f89dd0e-dedf-49bc-9d52-eae0f8388c10 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a89a04a-70d6-46f3-9b56-7cb537ff4761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390827 Aug 11 03:18:31.005472 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8eaa2b45-d7f6-4f1e-8943-4014078397a4 req-93b6cfeb-15a2-4a12-8280-e5ba1107f40f tempest-ListServersNegativeTestJSON-1001985315 tempest-ListServersNegativeTestJSON-1001985315-project] 10.222.0.41 "GET /v2.0/ports?device_id=41f82774-e08b-4049-ab43-7399d65705e3 HTTP/1.1" status: 200 len: 210 time: 0.0725505 Aug 11 03:18:31.070612 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98fae43-2c48-4c13-b21c-1c99e84d57e0 req-b4477532-1969-476d-a05a-415914ba6f2a tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:31.072285 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a98fae43-2c48-4c13-b21c-1c99e84d57e0 req-b4477532-1969-476d-a05a-415914ba6f2a tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed52311d-c2a0-46e1-b404-2d97b8519585 HTTP/1.1" status: 200 len: 946 time: 0.0551593 Aug 11 03:18:31.116272 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a98fae43-2c48-4c13-b21c-1c99e84d57e0 req-a9105682-73a0-4abe-a8a9-6dc9ded02556 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a89a04a-70d6-46f3-9b56-7cb537ff4761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374694 Aug 11 03:18:31.860100 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:31.958591 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc00433-a4ea-4372-9eaf-c0dd1388197c req-cd8d3273-9b26-4030-99e6-5118f39edc3d tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:31.961339 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6fc00433-a4ea-4372-9eaf-c0dd1388197c req-cd8d3273-9b26-4030-99e6-5118f39edc3d tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed52311d-c2a0-46e1-b404-2d97b8519585 HTTP/1.1" status: 200 len: 946 time: 0.0905619 Aug 11 03:18:32.049278 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6fc00433-a4ea-4372-9eaf-c0dd1388197c req-ee00d53a-c761-448b-9bb4-2e2cb7977545 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a89a04a-70d6-46f3-9b56-7cb537ff4761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812535 Aug 11 03:18:32.099389 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-111c4684-eb14-4cd7-9344-d73fcf3add92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:32.151942 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-807cb5c7-529d-4559-8b0f-5f1b6c7520df req-111f0f8c-4632-4a7d-881e-c3ca420d4044 tempest-ListServersNegativeTestJSON-1001985315 tempest-ListServersNegativeTestJSON-1001985315-project] 10.222.0.41 "GET /v2.0/ports?device_id=41f82774-e08b-4049-ab43-7399d65705e3 HTTP/1.1" status: 200 len: 210 time: 0.0634763 Aug 11 03:18:32.316583 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8684c9a9-5dd9-4f4d-826a-a9429d011143 req-c542088e-9e65-4a0e-aa44-093e30fc6353 tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:32.318372 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8684c9a9-5dd9-4f4d-826a-a9429d011143 req-c542088e-9e65-4a0e-aa44-093e30fc6353 tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] 10.222.0.41 "GET /v2.0/ports?device_id=04b6704a-fd4f-453a-8cac-272db11d17cf HTTP/1.1" status: 200 len: 946 time: 0.0551252 Aug 11 03:18:32.378257 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8684c9a9-5dd9-4f4d-826a-a9429d011143 req-e726a286-b104-473a-b2bd-f04c8358c417 tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a9c14b7-456b-495d-954b-08faab866e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469766 Aug 11 03:18:32.911519 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:33.148179 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537b44ad-3c3d-494c-8d0f-04c69cb78fae req-d492397b-374b-48af-9d8a-72da118a8a88 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:33.150201 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-537b44ad-3c3d-494c-8d0f-04c69cb78fae req-d492397b-374b-48af-9d8a-72da118a8a88 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.22 "GET /v2.0/ports?device_id=ed52311d-c2a0-46e1-b404-2d97b8519585 HTTP/1.1" status: 200 len: 946 time: 0.0694361 Aug 11 03:18:33.205325 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c527c07-7b7a-4866-91b2-7de4443fb6cc req-1e8e374e-9a60-4a35-a35f-8e8fb57bf059 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:33.219077 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0c527c07-7b7a-4866-91b2-7de4443fb6cc req-1e8e374e-9a60-4a35-a35f-8e8fb57bf059 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed52311d-c2a0-46e1-b404-2d97b8519585 HTTP/1.1" status: 200 len: 946 time: 0.0648518 Aug 11 03:18:33.256454 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-537b44ad-3c3d-494c-8d0f-04c69cb78fae req-57a8ddc0-57dc-49d6-80f9-d331e5fdb8af tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] Deleting port 5d17a1a1-5ef8-4fd8-b2f7-14c2fb5a0e55 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:18:33.257127 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-537b44ad-3c3d-494c-8d0f-04c69cb78fae req-57a8ddc0-57dc-49d6-80f9-d331e5fdb8af tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:33.319960 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0c527c07-7b7a-4866-91b2-7de4443fb6cc req-93c4be61-cdcc-4df2-b469-a110b3f79759 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a89a04a-70d6-46f3-9b56-7cb537ff4761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966423 Aug 11 03:18:33.478571 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-537b44ad-3c3d-494c-8d0f-04c69cb78fae req-57a8ddc0-57dc-49d6-80f9-d331e5fdb8af tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] For port 5d17a1a1-5ef8-4fd8-b2f7-14c2fb5a0e55, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=5d17a1a1-5ef8-4fd8-b2f7-14c2fb5a0e55,segment=NetworkSegment(75976e57-b4d6-45fc-bdea-76c22fb63b62),segment_id=75976e57-b4d6-45fc-bdea-76c22fb63b62)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:18:33.479036 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-537b44ad-3c3d-494c-8d0f-04c69cb78fae req-57a8ddc0-57dc-49d6-80f9-d331e5fdb8af tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:33.493743 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-537b44ad-3c3d-494c-8d0f-04c69cb78fae req-57a8ddc0-57dc-49d6-80f9-d331e5fdb8af tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] Calling delete_port for 5d17a1a1-5ef8-4fd8-b2f7-14c2fb5a0e55 owned by compute:nova {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:18:34.268225 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2450e2cf-0671-4f43-b927-4606bdd70749 req-1b25cb98-b705-449c-9232-40c23ed09a21 tempest-ListServersNegativeTestJSON-1001985315 tempest-ListServersNegativeTestJSON-1001985315-project] 10.222.0.41 "GET /v2.0/ports?device_id=41f82774-e08b-4049-ab43-7399d65705e3 HTTP/1.1" status: 200 len: 210 time: 0.8381166 Aug 11 03:18:34.416671 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690fe47c-32cf-4e9a-82c8-aa795cbcbbea req-eea991c8-d22b-4f28-898a-a745f3fd11df tempest-ListServersNegativeTestJSON-1001985315 tempest-ListServersNegativeTestJSON-1001985315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:34.419385 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-690fe47c-32cf-4e9a-82c8-aa795cbcbbea req-eea991c8-d22b-4f28-898a-a745f3fd11df tempest-ListServersNegativeTestJSON-1001985315 tempest-ListServersNegativeTestJSON-1001985315-project] 10.222.0.24 "GET /v2.0/networks?id=60087c28-58c6-47fb-b679-966705624307 HTTP/1.1" status: 200 len: 818 time: 0.7486603 Aug 11 03:18:34.445587 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-537b44ad-3c3d-494c-8d0f-04c69cb78fae req-57a8ddc0-57dc-49d6-80f9-d331e5fdb8af tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:34.458896 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['5d17a1a1-5ef8-4fd8-b2f7-14c2fb5a0e55'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:18:34.484778 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-690fe47c-32cf-4e9a-82c8-aa795cbcbbea req-aea74aad-d43e-44c6-b982-77b39c17ce9f tempest-ListServersNegativeTestJSON-1001985315 tempest-ListServersNegativeTestJSON-1001985315-project] Request body: {'port': {'device_id': 'd035fdc4-7181-4b3c-85ab-eb5fdf398672', 'network_id': '60087c28-58c6-47fb-b679-966705624307', 'admin_state_up': True, 'tenant_id': '1e3a3dec0d2940aab5c9502dc6fc47bc'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:18:34.571619 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a8ddc0-57dc-49d6-80f9-d331e5fdb8af tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] Pushing event deleted for resources: {'Port': ['ID=5d17a1a1-5ef8-4fd8-b2f7-14c2fb5a0e55,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:34.657202 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-fb69debc-fbf3-4371-9f37-61e5d562a750 req-24f46eaa-ebb0-41d9-9889-be4f8fbea0f7 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=87bccd5e-1550-45c8-b06c-06fc8aa04820&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.9854918 Aug 11 03:18:34.668503 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-537b44ad-3c3d-494c-8d0f-04c69cb78fae req-57a8ddc0-57dc-49d6-80f9-d331e5fdb8af tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] No DVR routers for this DVR port 5d17a1a1-5ef8-4fd8-b2f7-14c2fb5a0e55 on host n-h1-764292-30 {{(pid=102191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:18:34.672622 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:34.675373 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-537b44ad-3c3d-494c-8d0f-04c69cb78fae req-57a8ddc0-57dc-49d6-80f9-d331e5fdb8af tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:34.677823 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-537b44ad-3c3d-494c-8d0f-04c69cb78fae req-57a8ddc0-57dc-49d6-80f9-d331e5fdb8af tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.22 "DELETE /v2.0/ports/5d17a1a1-5ef8-4fd8-b2f7-14c2fb5a0e55 HTTP/1.1" status: 204 len: 173 time: 1.5212736 Aug 11 03:18:34.684265 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed52311d-c2a0-46e1-b404-2d97b8519585', 'name': 'network-vif-deleted', 'tag': '5d17a1a1-5ef8-4fd8-b2f7-14c2fb5a0e55'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:18:34.701826 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-463bffe1-e53a-4ea6-a6c8-7d48bd07d03e" -d '{"events": [{"server_uuid": "ed52311d-c2a0-46e1-b404-2d97b8519585", "name": "network-vif-deleted", "tag": "5d17a1a1-5ef8-4fd8-b2f7-14c2fb5a0e55"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:18:34.779958 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:18:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e13d8b5f-4108-4ebe-9f06-feaa6d1d4d31 x-openstack-request-id: req-e13d8b5f-4108-4ebe-9f06-feaa6d1d4d31 {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:18:34.780814 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed52311d-c2a0-46e1-b404-2d97b8519585", "name": "network-vif-deleted", "tag": "5d17a1a1-5ef8-4fd8-b2f7-14c2fb5a0e55", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:18:34.781162 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e13d8b5f-4108-4ebe-9f06-feaa6d1d4d31 {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:18:34.781571 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed52311d-c2a0-46e1-b404-2d97b8519585', 'name': 'network-vif-deleted', 'tag': '5d17a1a1-5ef8-4fd8-b2f7-14c2fb5a0e55', 'status': 'completed', 'code': 200} Aug 11 03:18:34.802382 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690fe47c-32cf-4e9a-82c8-aa795cbcbbea req-4db7b2bc-5a99-47be-b7d0-a64c6ca0263d tempest-ListServersNegativeTestJSON-1001985315 tempest-ListServersNegativeTestJSON-1001985315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:34.809968 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-690fe47c-32cf-4e9a-82c8-aa795cbcbbea req-4db7b2bc-5a99-47be-b7d0-a64c6ca0263d tempest-ListServersNegativeTestJSON-1001985315 tempest-ListServersNegativeTestJSON-1001985315-project] 10.222.0.22 "GET /v2.0/networks?id=60087c28-58c6-47fb-b679-966705624307 HTTP/1.1" status: 200 len: 818 time: 0.3801844 Aug 11 03:18:34.860038 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-690fe47c-32cf-4e9a-82c8-aa795cbcbbea req-57ae3a67-36ed-43bb-83ce-eefa604c8811 tempest-ListServersNegativeTestJSON-1001985315 tempest-ListServersNegativeTestJSON-1001985315-project] Request body: {'port': {'device_id': '3d1c410a-fc4c-4c4b-9a80-8e1a6b19ffc8', 'network_id': '60087c28-58c6-47fb-b679-966705624307', 'admin_state_up': True, 'tenant_id': '1e3a3dec0d2940aab5c9502dc6fc47bc'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:18:34.909834 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb69debc-fbf3-4371-9f37-61e5d562a750 req-8b780521-385d-43b7-bfd7-221f568b3b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:34.914110 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-fb69debc-fbf3-4371-9f37-61e5d562a750 req-8b780521-385d-43b7-bfd7-221f568b3b9b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=105a61f27f4d43e89d29d205aeb1b27e&device_id=87bccd5e-1550-45c8-b06c-06fc8aa04820 HTTP/1.1" status: 200 len: 1098 time: 0.1674926 Aug 11 03:18:35.006695 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690fe47c-32cf-4e9a-82c8-aa795cbcbbea req-b19494dc-533b-4987-bdb0-1985654340b4 tempest-ListServersNegativeTestJSON-1001985315 tempest-ListServersNegativeTestJSON-1001985315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:35.008152 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-690fe47c-32cf-4e9a-82c8-aa795cbcbbea req-b19494dc-533b-4987-bdb0-1985654340b4 tempest-ListServersNegativeTestJSON-1001985315 tempest-ListServersNegativeTestJSON-1001985315-project] 10.222.0.24 "GET /v2.0/networks?id=60087c28-58c6-47fb-b679-966705624307 HTTP/1.1" status: 200 len: 818 time: 0.2360184 Aug 11 03:18:35.024644 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-690fe47c-32cf-4e9a-82c8-aa795cbcbbea req-bb90d8e9-66ee-47e4-bfe2-4cce98006ed1 tempest-ListServersNegativeTestJSON-1001985315 tempest-ListServersNegativeTestJSON-1001985315-project] Request body: {'port': {'device_id': '41f82774-e08b-4049-ab43-7399d65705e3', 'network_id': '60087c28-58c6-47fb-b679-966705624307', 'admin_state_up': True, 'tenant_id': '1e3a3dec0d2940aab5c9502dc6fc47bc'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:18:35.100030 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-690fe47c-32cf-4e9a-82c8-aa795cbcbbea req-aea74aad-d43e-44c6-b982-77b39c17ce9f tempest-ListServersNegativeTestJSON-1001985315 tempest-ListServersNegativeTestJSON-1001985315-project] Made reservation on behalf of 1e3a3dec0d2940aab5c9502dc6fc47bc for: {'port': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:18:35.104493 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-690fe47c-32cf-4e9a-82c8-aa795cbcbbea req-aea74aad-d43e-44c6-b982-77b39c17ce9f tempest-ListServersNegativeTestJSON-1001985315 tempest-ListServersNegativeTestJSON-1001985315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:35.159434 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4bf0e96c-4fb0-4470-8da3-cfb87d789e1d req-99e398d0-a20f-40d2-8e78-1d6f38924fb1 tempest-ServerDiskConfigTestJSON-824881122 tempest-ServerDiskConfigTestJSON-824881122-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed52311d-c2a0-46e1-b404-2d97b8519585 HTTP/1.1" status: 200 len: 210 time: 0.5651071 Aug 11 03:18:35.251977 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb69debc-fbf3-4371-9f37-61e5d562a750 req-6ad56e27-2391-4a1b-86e8-9cd06feccbe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:35.253477 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-fb69debc-fbf3-4371-9f37-61e5d562a750 req-6ad56e27-2391-4a1b-86e8-9cd06feccbe9 service neutron] 10.222.0.22 "GET /v2.0/networks?id=01acead8-963f-4169-bd07-29020b4da255 HTTP/1.1" status: 200 len: 914 time: 0.2707345 Aug 11 03:18:35.307680 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-fb69debc-fbf3-4371-9f37-61e5d562a750 req-5e04b49b-469d-4e7f-80df-97cb20421ca3 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=183746dc-185e-4579-bacc-6cbe90d30224 HTTP/1.1" status: 200 len: 217 time: 0.0365713 Aug 11 03:18:35.351280 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-690fe47c-32cf-4e9a-82c8-aa795cbcbbea req-bb90d8e9-66ee-47e4-bfe2-4cce98006ed1 tempest-ListServersNegativeTestJSON-1001985315 tempest-ListServersNegativeTestJSON-1001985315-project] Made reservation on behalf of 1e3a3dec0d2940aab5c9502dc6fc47bc for: {'port': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:18:35.362295 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-690fe47c-32cf-4e9a-82c8-aa795cbcbbea req-bb90d8e9-66ee-47e4-bfe2-4cce98006ed1 tempest-ListServersNegativeTestJSON-1001985315 tempest-ListServersNegativeTestJSON-1001985315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:35.503758 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [req-690fe47c-32cf-4e9a-82c8-aa795cbcbbea req-aea74aad-d43e-44c6-b982-77b39c17ce9f tempest-ListServersNegativeTestJSON-1001985315 tempest-ListServersNegativeTestJSON-1001985315-project] Allocated IP 172.20.0.13 (60087c28-58c6-47fb-b679-966705624307/20ff773c-e16e-407d-ac01-e6da934a06ce/3bede6e6-a44e-4736-b58d-e09fc97ed486) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:18:35.508626 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b48828e8-d053-4e85-8b97-fb067a673107 req-58d1981b-753e-43e3-ad4c-5761dcf065fc tempest-ListServersNegativeTestJSON-1001985315 tempest-ListServersNegativeTestJSON-1001985315-project] 10.222.0.41 "GET /v2.0/ports?device_id=41f82774-e08b-4049-ab43-7399d65705e3 HTTP/1.1" status: 200 len: 210 time: 0.0867984 Aug 11 03:18:35.737054 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb69debc-fbf3-4371-9f37-61e5d562a750 req-4e56b4a2-0fee-40e8-80f4-47dfd16f9b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:35.738885 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-fb69debc-fbf3-4371-9f37-61e5d562a750 req-4e56b4a2-0fee-40e8-80f4-47dfd16f9b0a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=069bf063-b054-4cb3-bf43-ad7278908edd HTTP/1.1" status: 200 len: 853 time: 0.4230092 Aug 11 03:18:35.774566 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-690fe47c-32cf-4e9a-82c8-aa795cbcbbea req-aea74aad-d43e-44c6-b982-77b39c17ce9f tempest-ListServersNegativeTestJSON-1001985315 tempest-ListServersNegativeTestJSON-1001985315-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:35.794063 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-fb69debc-fbf3-4371-9f37-61e5d562a750 req-157c2745-fcac-4ed1-8673-e8a0033bff5e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=01acead8-963f-4169-bd07-29020b4da255&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461466 Aug 11 03:18:35.821681 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-690fe47c-32cf-4e9a-82c8-aa795cbcbbea req-57ae3a67-36ed-43bb-83ce-eefa604c8811 tempest-ListServersNegativeTestJSON-1001985315 tempest-ListServersNegativeTestJSON-1001985315-project] Made reservation on behalf of 1e3a3dec0d2940aab5c9502dc6fc47bc for: {'port': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:18:35.825187 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-690fe47c-32cf-4e9a-82c8-aa795cbcbbea req-57ae3a67-36ed-43bb-83ce-eefa604c8811 tempest-ListServersNegativeTestJSON-1001985315 tempest-ListServersNegativeTestJSON-1001985315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:36.011347 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-fb69debc-fbf3-4371-9f37-61e5d562a750 req-d8eb3587-5022-4b40-b439-d651f270cc3c service neutron] 10.222.0.22 "GET /v2.0/networks/01acead8-963f-4169-bd07-29020b4da255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2046380 Aug 11 03:18:36.118911 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-fb69debc-fbf3-4371-9f37-61e5d562a750 req-b9fc8157-d720-460e-9b33-a09cea961835 service neutron] 10.222.0.22 "GET /v2.0/networks/01acead8-963f-4169-bd07-29020b4da255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988488 Aug 11 03:18:36.123038 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-690fe47c-32cf-4e9a-82c8-aa795cbcbbea req-aea74aad-d43e-44c6-b982-77b39c17ce9f tempest-ListServersNegativeTestJSON-1001985315 tempest-ListServersNegativeTestJSON-1001985315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:36.175523 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-690fe47c-32cf-4e9a-82c8-aa795cbcbbea req-aea74aad-d43e-44c6-b982-77b39c17ce9f tempest-ListServersNegativeTestJSON-1001985315 tempest-ListServersNegativeTestJSON-1001985315-project] Network 60087c28-58c6-47fb-b679-966705624307 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:18:36.179632 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [req-690fe47c-32cf-4e9a-82c8-aa795cbcbbea req-aea74aad-d43e-44c6-b982-77b39c17ce9f tempest-ListServersNegativeTestJSON-1001985315 tempest-ListServersNegativeTestJSON-1001985315-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:18:36.184044 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-690fe47c-32cf-4e9a-82c8-aa795cbcbbea req-aea74aad-d43e-44c6-b982-77b39c17ce9f tempest-ListServersNegativeTestJSON-1001985315 tempest-ListServersNegativeTestJSON-1001985315-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:18:36.265974 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.db.api [req-690fe47c-32cf-4e9a-82c8-aa795cbcbbea req-bb90d8e9-66ee-47e4-bfe2-4cce98006ed1 tempest-ListServersNegativeTestJSON-1001985315 tempest-ListServersNegativeTestJSON-1001985315-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.13-09e9bcc0-540a-4752-82a3-c6a75636814f {{(pid=102192) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 03:18:36.266335 n-d-764292-30 neutron-server[102192]: DEBUG oslo_db.api [req-690fe47c-32cf-4e9a-82c8-aa795cbcbbea req-bb90d8e9-66ee-47e4-bfe2-4cce98006ed1 tempest-ListServersNegativeTestJSON-1001985315 tempest-ListServersNegativeTestJSON-1001985315-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 03:18:36.330693 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea74aad-d43e-44c6-b982-77b39c17ce9f tempest-ListServersNegativeTestJSON-1001985315 tempest-ListServersNegativeTestJSON-1001985315-project] Pushing event updated for resources: {'Port': ['ID=3bede6e6-a44e-4736-b58d-e09fc97ed486,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:36.355572 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690fe47c-32cf-4e9a-82c8-aa795cbcbbea req-aea74aad-d43e-44c6-b982-77b39c17ce9f tempest-ListServersNegativeTestJSON-1001985315 tempest-ListServersNegativeTestJSON-1001985315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:36.356028 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-690fe47c-32cf-4e9a-82c8-aa795cbcbbea req-aea74aad-d43e-44c6-b982-77b39c17ce9f tempest-ListServersNegativeTestJSON-1001985315 tempest-ListServersNegativeTestJSON-1001985315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:36.384981 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [req-690fe47c-32cf-4e9a-82c8-aa795cbcbbea req-57ae3a67-36ed-43bb-83ce-eefa604c8811 tempest-ListServersNegativeTestJSON-1001985315 tempest-ListServersNegativeTestJSON-1001985315-project] Allocated IP 172.20.0.5 (60087c28-58c6-47fb-b679-966705624307/20ff773c-e16e-407d-ac01-e6da934a06ce/26ec3b6a-bbf4-418c-8141-f380845595e5) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:18:36.448842 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 43416) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:36.456065 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-690fe47c-32cf-4e9a-82c8-aa795cbcbbea req-aea74aad-d43e-44c6-b982-77b39c17ce9f tempest-ListServersNegativeTestJSON-1001985315 tempest-ListServersNegativeTestJSON-1001985315-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0069263 Aug 11 03:18:36.501204 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_v2 [None req-57c66dd0-9d9a-4fc5-b796-53176d7f5771 admin admin] Deleting subnet 617c48f0-a855-4ee0-bdb7-302ef1d77faa {{(pid=102192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:18:36.505025 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-57c66dd0-9d9a-4fc5-b796-53176d7f5771 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:36.521713 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [req-690fe47c-32cf-4e9a-82c8-aa795cbcbbea req-c2766dbd-9a9a-4a20-bcd1-07149232c157 tempest-ListServersNegativeTestJSON-1001985315 tempest-ListServersNegativeTestJSON-1001985315-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102191) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:18:36.527681 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-690fe47c-32cf-4e9a-82c8-aa795cbcbbea req-c2766dbd-9a9a-4a20-bcd1-07149232c157 tempest-ListServersNegativeTestJSON-1001985315 tempest-ListServersNegativeTestJSON-1001985315-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0483112 Aug 11 03:18:36.575450 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-57c66dd0-9d9a-4fc5-b796-53176d7f5771 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125932460'] for subnet, precommit_delete_associations {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:36.602488 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-690fe47c-32cf-4e9a-82c8-aa795cbcbbea req-6b06fb1f-b260-4863-854a-85082f004e3e service neutron] Request body: {'port': {'device_id': 'd035fdc4-7181-4b3c-85ab-eb5fdf398672', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764292-30'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:18:36.664839 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-57c66dd0-9d9a-4fc5-b796-53176d7f5771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:36.681482 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c55fa1e3-0b8b-43a0-9ff2-c0f95688850c req-431e3a33-e8be-4546-b591-df25f822ac6b tempest-ListServersNegativeTestJSON-1001985315 tempest-ListServersNegativeTestJSON-1001985315-project] 10.222.0.41 "GET /v2.0/ports?device_id=41f82774-e08b-4049-ab43-7399d65705e3 HTTP/1.1" status: 200 len: 210 time: 0.0339956 Aug 11 03:18:36.720155 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-690fe47c-32cf-4e9a-82c8-aa795cbcbbea req-6b06fb1f-b260-4863-854a-85082f004e3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:36.728248 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-690fe47c-32cf-4e9a-82c8-aa795cbcbbea req-57ae3a67-36ed-43bb-83ce-eefa604c8811 tempest-ListServersNegativeTestJSON-1001985315 tempest-ListServersNegativeTestJSON-1001985315-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:36.778543 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-690fe47c-32cf-4e9a-82c8-aa795cbcbbea req-bb90d8e9-66ee-47e4-bfe2-4cce98006ed1 tempest-ListServersNegativeTestJSON-1001985315 tempest-ListServersNegativeTestJSON-1001985315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:37.004616 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-57c66dd0-9d9a-4fc5-b796-53176d7f5771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125932157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126180897'] for subnet, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:37.007576 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:37.009095 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-690fe47c-32cf-4e9a-82c8-aa795cbcbbea req-57ae3a67-36ed-43bb-83ce-eefa604c8811 tempest-ListServersNegativeTestJSON-1001985315 tempest-ListServersNegativeTestJSON-1001985315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:37.056964 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-690fe47c-32cf-4e9a-82c8-aa795cbcbbea req-57ae3a67-36ed-43bb-83ce-eefa604c8811 tempest-ListServersNegativeTestJSON-1001985315 tempest-ListServersNegativeTestJSON-1001985315-project] Network 60087c28-58c6-47fb-b679-966705624307 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:18:37.068418 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [req-690fe47c-32cf-4e9a-82c8-aa795cbcbbea req-57ae3a67-36ed-43bb-83ce-eefa604c8811 tempest-ListServersNegativeTestJSON-1001985315 tempest-ListServersNegativeTestJSON-1001985315-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:18:37.068687 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c66dd0-9d9a-4fc5-b796-53176d7f5771 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=617c48f0-a855-4ee0-bdb7-302ef1d77faa,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:37.070819 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-57c66dd0-9d9a-4fc5-b796-53176d7f5771 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:37.071882 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-690fe47c-32cf-4e9a-82c8-aa795cbcbbea req-57ae3a67-36ed-43bb-83ce-eefa604c8811 tempest-ListServersNegativeTestJSON-1001985315 tempest-ListServersNegativeTestJSON-1001985315-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:18:37.073046 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-57c66dd0-9d9a-4fc5-b796-53176d7f5771 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/617c48f0-a855-4ee0-bdb7-302ef1d77faa HTTP/1.1" status: 204 len: 168 time: 0.6230369 Aug 11 03:18:37.076167 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 43426) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:37.102824 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ae3a67-36ed-43bb-83ce-eefa604c8811 tempest-ListServersNegativeTestJSON-1001985315 tempest-ListServersNegativeTestJSON-1001985315-project] Pushing event updated for resources: {'Port': ['ID=26ec3b6a-bbf4-418c-8141-f380845595e5,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:37.138222 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690fe47c-32cf-4e9a-82c8-aa795cbcbbea req-57ae3a67-36ed-43bb-83ce-eefa604c8811 tempest-ListServersNegativeTestJSON-1001985315 tempest-ListServersNegativeTestJSON-1001985315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:37.140470 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-690fe47c-32cf-4e9a-82c8-aa795cbcbbea req-57ae3a67-36ed-43bb-83ce-eefa604c8811 tempest-ListServersNegativeTestJSON-1001985315 tempest-ListServersNegativeTestJSON-1001985315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:37.153694 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [req-690fe47c-32cf-4e9a-82c8-aa795cbcbbea req-bb90d8e9-66ee-47e4-bfe2-4cce98006ed1 tempest-ListServersNegativeTestJSON-1001985315 tempest-ListServersNegativeTestJSON-1001985315-project] Allocated IP 172.20.0.8 (60087c28-58c6-47fb-b679-966705624307/20ff773c-e16e-407d-ac01-e6da934a06ce/a246b339-64a0-470e-a6b0-02ea4bd38c18) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:18:37.176165 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-8cde5ba0-bef2-4bfe-92c4-3846b9dc04b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:37.191616 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-690fe47c-32cf-4e9a-82c8-aa795cbcbbea req-57ae3a67-36ed-43bb-83ce-eefa604c8811 tempest-ListServersNegativeTestJSON-1001985315 tempest-ListServersNegativeTestJSON-1001985315-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3748145 Aug 11 03:18:37.207002 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-690fe47c-32cf-4e9a-82c8-aa795cbcbbea req-e521ba0a-ede8-4730-bd0d-a7b653d0ec03 service neutron] Request body: {'port': {'device_id': '3d1c410a-fc4c-4c4b-9a80-8e1a6b19ffc8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764292-30'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:18:37.287502 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-690fe47c-32cf-4e9a-82c8-aa795cbcbbea req-e521ba0a-ede8-4730-bd0d-a7b653d0ec03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:37.336255 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-8cde5ba0-bef2-4bfe-92c4-3846b9dc04b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:37.354862 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-8cde5ba0-bef2-4bfe-92c4-3846b9dc04b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d23f5a1b-0a20-4470-9e66-0c5a40221406']}} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:18:37.369642 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-8cde5ba0-bef2-4bfe-92c4-3846b9dc04b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75976e57-b4d6-45fc-bdea-76c22fb63b62') {'for_net_delete': True} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:18:37.385727 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-8cde5ba0-bef2-4bfe-92c4-3846b9dc04b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75976e57-b4d6-45fc-bdea-76c22fb63b62') {} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:18:37.388268 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-8cde5ba0-bef2-4bfe-92c4-3846b9dc04b1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125932501'] for segment, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:37.414323 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-8cde5ba0-bef2-4bfe-92c4-3846b9dc04b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:37.429248 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cde5ba0-bef2-4bfe-92c4-3846b9dc04b1 admin admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=102192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:18:37.429739 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-8cde5ba0-bef2-4bfe-92c4-3846b9dc04b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125932183'] for segment, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:37.431500 n-d-764292-30 neutron-server[102192]: Traceback (most recent call last): Aug 11 03:18:37.431500 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:18:37.431500 n-d-764292-30 neutron-server[102192]: timer() Aug 11 03:18:37.431500 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:18:37.431500 n-d-764292-30 neutron-server[102192]: cb(*args, **kw) Aug 11 03:18:37.431500 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:18:37.431500 n-d-764292-30 neutron-server[102192]: return func(*args, **kwargs) Aug 11 03:18:37.431500 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:18:37.431500 n-d-764292-30 neutron-server[102192]: self._notify() Aug 11 03:18:37.431500 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:18:37.431500 n-d-764292-30 neutron-server[102192]: self.callback(batched_events) Aug 11 03:18:37.431500 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:18:37.431500 n-d-764292-30 neutron-server[102192]: event.method(event) Aug 11 03:18:37.431500 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:18:37.431500 n-d-764292-30 neutron-server[102192]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:18:37.431500 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:18:37.431500 n-d-764292-30 neutron-server[102192]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:18:37.431500 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:18:37.431500 n-d-764292-30 neutron-server[102192]: return f(self, *a, **k) Aug 11 03:18:37.431500 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:18:37.431500 n-d-764292-30 neutron-server[102192]: return self._get(url).json() Aug 11 03:18:37.431500 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:18:37.431500 n-d-764292-30 neutron-server[102192]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:18:37.431500 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:18:37.431500 n-d-764292-30 neutron-server[102192]: return self.request(url, 'GET', **kwargs) Aug 11 03:18:37.431500 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:18:37.431500 n-d-764292-30 neutron-server[102192]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:18:37.431500 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:18:37.431500 n-d-764292-30 neutron-server[102192]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:18:37.431500 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:18:37.431500 n-d-764292-30 neutron-server[102192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:18:37.431500 n-d-764292-30 neutron-server[102192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:18:37.435198 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-690fe47c-32cf-4e9a-82c8-aa795cbcbbea req-bb90d8e9-66ee-47e4-bfe2-4cce98006ed1 tempest-ListServersNegativeTestJSON-1001985315 tempest-ListServersNegativeTestJSON-1001985315-project] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:37.571703 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 5d17a1a1-5ef8-4fd8-b2f7-14c2fb5a0e55 no longer exists at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:18:37.584937 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-8cde5ba0-bef2-4bfe-92c4-3846b9dc04b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:37.596406 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] No Port match for: 5d17a1a1-5ef8-4fd8-b2f7-14c2fb5a0e55 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:18:37.596406 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 5d17a1a1-5ef8-4fd8-b2f7-14c2fb5a0e55 not bound to the agent host n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:18:37.597277 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-8cde5ba0-bef2-4bfe-92c4-3846b9dc04b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:37.601624 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-8cde5ba0-bef2-4bfe-92c4-3846b9dc04b1 admin admin] 10.222.0.41 "DELETE /v2.0/networks/d23f5a1b-0a20-4470-9e66-0c5a40221406 HTTP/1.1" status: 204 len: 168 time: 0.5212331 Aug 11 03:18:37.612159 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cde5ba0-bef2-4bfe-92c4-3846b9dc04b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=d23f5a1b-0a20-4470-9e66-0c5a40221406,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:37.615923 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-690fe47c-32cf-4e9a-82c8-aa795cbcbbea req-bb90d8e9-66ee-47e4-bfe2-4cce98006ed1 tempest-ListServersNegativeTestJSON-1001985315 tempest-ListServersNegativeTestJSON-1001985315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:37.672004 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-690fe47c-32cf-4e9a-82c8-aa795cbcbbea req-bb90d8e9-66ee-47e4-bfe2-4cce98006ed1 tempest-ListServersNegativeTestJSON-1001985315 tempest-ListServersNegativeTestJSON-1001985315-project] Network 60087c28-58c6-47fb-b679-966705624307 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:18:37.675982 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [req-690fe47c-32cf-4e9a-82c8-aa795cbcbbea req-bb90d8e9-66ee-47e4-bfe2-4cce98006ed1 tempest-ListServersNegativeTestJSON-1001985315 tempest-ListServersNegativeTestJSON-1001985315-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:18:37.684908 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [req-690fe47c-32cf-4e9a-82c8-aa795cbcbbea req-bb90d8e9-66ee-47e4-bfe2-4cce98006ed1 tempest-ListServersNegativeTestJSON-1001985315 tempest-ListServersNegativeTestJSON-1001985315-project] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:18:37.690212 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb90d8e9-66ee-47e4-bfe2-4cce98006ed1 tempest-ListServersNegativeTestJSON-1001985315 tempest-ListServersNegativeTestJSON-1001985315-project] Pushing event updated for resources: {'Port': ['ID=a246b339-64a0-470e-a6b0-02ea4bd38c18,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:37.754376 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690fe47c-32cf-4e9a-82c8-aa795cbcbbea req-bb90d8e9-66ee-47e4-bfe2-4cce98006ed1 tempest-ListServersNegativeTestJSON-1001985315 tempest-ListServersNegativeTestJSON-1001985315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:37.755643 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-690fe47c-32cf-4e9a-82c8-aa795cbcbbea req-bb90d8e9-66ee-47e4-bfe2-4cce98006ed1 tempest-ListServersNegativeTestJSON-1001985315 tempest-ListServersNegativeTestJSON-1001985315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:37.844993 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03663685-0064-48c2-9ea3-9d090c31ba62 req-a7bc1716-58b3-4051-b25b-dfc43c0b7440 tempest-ListServersNegativeTestJSON-1001985315 tempest-ListServersNegativeTestJSON-1001985315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:37.846661 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-03663685-0064-48c2-9ea3-9d090c31ba62 req-a7bc1716-58b3-4051-b25b-dfc43c0b7440 tempest-ListServersNegativeTestJSON-1001985315 tempest-ListServersNegativeTestJSON-1001985315-project] 10.222.0.41 "GET /v2.0/ports?device_id=41f82774-e08b-4049-ab43-7399d65705e3 HTTP/1.1" status: 200 len: 931 time: 0.0573921 Aug 11 03:18:37.847439 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [req-690fe47c-32cf-4e9a-82c8-aa795cbcbbea req-6b06fb1f-b260-4863-854a-85082f004e3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bede6e6-a44e-4736-b58d-e09fc97ed486 {{(pid=102191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:18:37.855166 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-690fe47c-32cf-4e9a-82c8-aa795cbcbbea req-6b06fb1f-b260-4863-854a-85082f004e3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:37.868204 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [req-690fe47c-32cf-4e9a-82c8-aa795cbcbbea req-6b06fb1f-b260-4863-854a-85082f004e3e service neutron] Transition to ACTIVE for port object 3bede6e6-a44e-4736-b58d-e09fc97ed486 will not be triggered until provisioned by entity L2. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:18:37.871412 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-690fe47c-32cf-4e9a-82c8-aa795cbcbbea req-bb90d8e9-66ee-47e4-bfe2-4cce98006ed1 tempest-ListServersNegativeTestJSON-1001985315 tempest-ListServersNegativeTestJSON-1001985315-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8522534 Aug 11 03:18:37.890731 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-690fe47c-32cf-4e9a-82c8-aa795cbcbbea req-661efcc5-ec8a-43fe-920e-030601bb4476 service neutron] Request body: {'port': {'device_id': '41f82774-e08b-4049-ab43-7399d65705e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764292-30'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:18:37.898690 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-03663685-0064-48c2-9ea3-9d090c31ba62 req-36970a7e-52ae-412d-9862-864632f7e2ba tempest-ListServersNegativeTestJSON-1001985315 tempest-ListServersNegativeTestJSON-1001985315-project] 10.222.0.41 "GET /v2.0/security-groups?id=dcbfa33a-cb74-4b2b-a4ba-7b441c7903cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457237 Aug 11 03:18:37.963646 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-690fe47c-32cf-4e9a-82c8-aa795cbcbbea req-661efcc5-ec8a-43fe-920e-030601bb4476 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:37.964120 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-690fe47c-32cf-4e9a-82c8-aa795cbcbbea req-6b06fb1f-b260-4863-854a-85082f004e3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:38.128886 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b06fb1f-b260-4863-854a-85082f004e3e service neutron] Pushing event updated for resources: {'Port': ['ID=3bede6e6-a44e-4736-b58d-e09fc97ed486,revision_number=2']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:38.173607 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 43442) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:38.269528 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-d2ab74b2-ff47-45bf-8487-1dfc5b88b3b0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=297a8c5e08c24b5285a4c7ceb9597537&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0913367 Aug 11 03:18:38.270096 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 43446) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:38.567042 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-690fe47c-32cf-4e9a-82c8-aa795cbcbbea req-6b06fb1f-b260-4863-854a-85082f004e3e service neutron] Attempting to bind port 3bede6e6-a44e-4736-b58d-e09fc97ed486 on host n-h2-764292-30 for vnic_type normal with profile {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:18:38.567042 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-690fe47c-32cf-4e9a-82c8-aa795cbcbbea req-6b06fb1f-b260-4863-854a-85082f004e3e service neutron] Attempting to bind port 3bede6e6-a44e-4736-b58d-e09fc97ed486 by drivers openvswitch,hyperv on host n-h2-764292-30 at level 0 using segments [{'id': '11d86ed1-3e42-4373-91ba-14a165296468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '60087c28-58c6-47fb-b679-966705624307'}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:18:38.567042 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-690fe47c-32cf-4e9a-82c8-aa795cbcbbea req-6b06fb1f-b260-4863-854a-85082f004e3e service neutron] Attempting to bind port 3bede6e6-a44e-4736-b58d-e09fc97ed486 on network 60087c28-58c6-47fb-b679-966705624307 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:18:38.567042 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [req-690fe47c-32cf-4e9a-82c8-aa795cbcbbea req-e521ba0a-ede8-4730-bd0d-a7b653d0ec03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26ec3b6a-bbf4-418c-8141-f380845595e5 {{(pid=102191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:18:38.567042 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-690fe47c-32cf-4e9a-82c8-aa795cbcbbea req-e521ba0a-ede8-4730-bd0d-a7b653d0ec03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:38.567042 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-690fe47c-32cf-4e9a-82c8-aa795cbcbbea req-6b06fb1f-b260-4863-854a-85082f004e3e service neutron] Port 3bede6e6-a44e-4736-b58d-e09fc97ed486 on network 60087c28-58c6-47fb-b679-966705624307 not bound, no agent of type Open vSwitch agent registered on host n-h2-764292-30 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:18:38.567042 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-690fe47c-32cf-4e9a-82c8-aa795cbcbbea req-6b06fb1f-b260-4863-854a-85082f004e3e service neutron] Attempting to bind port 3bede6e6-a44e-4736-b58d-e09fc97ed486 on network 60087c28-58c6-47fb-b679-966705624307 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:18:38.567042 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-690fe47c-32cf-4e9a-82c8-aa795cbcbbea req-6b06fb1f-b260-4863-854a-85082f004e3e service neutron] Checking agent: {'id': '70015fc0-62fb-48b2-b453-36906937cf2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 18, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:18:38.567042 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-690fe47c-32cf-4e9a-82c8-aa795cbcbbea req-6b06fb1f-b260-4863-854a-85082f004e3e service neutron] Checking segment: {'id': '11d86ed1-3e42-4373-91ba-14a165296468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '60087c28-58c6-47fb-b679-966705624307'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:18:38.567042 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-690fe47c-32cf-4e9a-82c8-aa795cbcbbea req-6b06fb1f-b260-4863-854a-85082f004e3e service neutron] Bound using segment: {'id': '11d86ed1-3e42-4373-91ba-14a165296468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '60087c28-58c6-47fb-b679-966705624307'} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:18:38.567042 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-690fe47c-32cf-4e9a-82c8-aa795cbcbbea req-6b06fb1f-b260-4863-854a-85082f004e3e service neutron] Bound port: 3bede6e6-a44e-4736-b58d-e09fc97ed486, host: n-h2-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11d86ed1-3e42-4373-91ba-14a165296468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '60087c28-58c6-47fb-b679-966705624307'}}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:18:38.604322 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-690fe47c-32cf-4e9a-82c8-aa795cbcbbea req-6b06fb1f-b260-4863-854a-85082f004e3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:38.604322 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [req-690fe47c-32cf-4e9a-82c8-aa795cbcbbea req-e521ba0a-ede8-4730-bd0d-a7b653d0ec03 service neutron] Transition to ACTIVE for port object 26ec3b6a-bbf4-418c-8141-f380845595e5 will not be triggered until provisioned by entity L2. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:18:38.608029 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-cf68a4c7-25c7-4492-b977-ffc1031d98d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:38.608029 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-cf68a4c7-25c7-4492-b977-ffc1031d98d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:38.608964 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-690fe47c-32cf-4e9a-82c8-aa795cbcbbea req-6b06fb1f-b260-4863-854a-85082f004e3e service neutron] For port 3bede6e6-a44e-4736-b58d-e09fc97ed486, host n-h2-764292-30, cleared binding levels {{(pid=102191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:18:38.608964 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-690fe47c-32cf-4e9a-82c8-aa795cbcbbea req-6b06fb1f-b260-4863-854a-85082f004e3e service neutron] For port 3bede6e6-a44e-4736-b58d-e09fc97ed486, host n-h2-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=3bede6e6-a44e-4736-b58d-e09fc97ed486,segment=NetworkSegment(11d86ed1-3e42-4373-91ba-14a165296468),segment_id=11d86ed1-3e42-4373-91ba-14a165296468)] {{(pid=102191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:18:38.608964 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-690fe47c-32cf-4e9a-82c8-aa795cbcbbea req-e521ba0a-ede8-4730-bd0d-a7b653d0ec03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:38.684969 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e521ba0a-ede8-4730-bd0d-a7b653d0ec03 service neutron] Pushing event updated for resources: {'Port': ['ID=26ec3b6a-bbf4-418c-8141-f380845595e5,revision_number=2']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:38.737735 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [req-690fe47c-32cf-4e9a-82c8-aa795cbcbbea req-661efcc5-ec8a-43fe-920e-030601bb4476 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a246b339-64a0-470e-a6b0-02ea4bd38c18 {{(pid=102192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:18:38.751170 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-690fe47c-32cf-4e9a-82c8-aa795cbcbbea req-661efcc5-ec8a-43fe-920e-030601bb4476 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:38.778085 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [req-690fe47c-32cf-4e9a-82c8-aa795cbcbbea req-661efcc5-ec8a-43fe-920e-030601bb4476 service neutron] Transition to ACTIVE for port object a246b339-64a0-470e-a6b0-02ea4bd38c18 will not be triggered until provisioned by entity L2. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:18:38.779438 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-cf68a4c7-25c7-4492-b977-ffc1031d98d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:38.787442 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-cf68a4c7-25c7-4492-b977-ffc1031d98d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:38.791518 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-cf68a4c7-25c7-4492-b977-ffc1031d98d5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3a89a04a-70d6-46f3-9b56-7cb537ff4761 HTTP/1.1" status: 204 len: 168 time: 0.5201678 Aug 11 03:18:38.800834 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf68a4c7-25c7-4492-b977-ffc1031d98d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a89a04a-70d6-46f3-9b56-7cb537ff4761,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:38.803792 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-690fe47c-32cf-4e9a-82c8-aa795cbcbbea req-6b06fb1f-b260-4863-854a-85082f004e3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:38.840072 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-690fe47c-32cf-4e9a-82c8-aa795cbcbbea req-e521ba0a-ede8-4730-bd0d-a7b653d0ec03 service neutron] Attempting to bind port 26ec3b6a-bbf4-418c-8141-f380845595e5 on host n-h1-764292-30 for vnic_type normal with profile {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:18:38.840361 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-690fe47c-32cf-4e9a-82c8-aa795cbcbbea req-e521ba0a-ede8-4730-bd0d-a7b653d0ec03 service neutron] Attempting to bind port 26ec3b6a-bbf4-418c-8141-f380845595e5 by drivers openvswitch,hyperv on host n-h1-764292-30 at level 0 using segments [{'id': '11d86ed1-3e42-4373-91ba-14a165296468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '60087c28-58c6-47fb-b679-966705624307'}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:18:38.840734 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-690fe47c-32cf-4e9a-82c8-aa795cbcbbea req-e521ba0a-ede8-4730-bd0d-a7b653d0ec03 service neutron] Attempting to bind port 26ec3b6a-bbf4-418c-8141-f380845595e5 on network 60087c28-58c6-47fb-b679-966705624307 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:18:38.850513 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-690fe47c-32cf-4e9a-82c8-aa795cbcbbea req-661efcc5-ec8a-43fe-920e-030601bb4476 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:38.857430 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-690fe47c-32cf-4e9a-82c8-aa795cbcbbea req-e521ba0a-ede8-4730-bd0d-a7b653d0ec03 service neutron] Port 26ec3b6a-bbf4-418c-8141-f380845595e5 on network 60087c28-58c6-47fb-b679-966705624307 not bound, no agent of type Open vSwitch agent registered on host n-h1-764292-30 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:18:38.857952 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-690fe47c-32cf-4e9a-82c8-aa795cbcbbea req-e521ba0a-ede8-4730-bd0d-a7b653d0ec03 service neutron] Attempting to bind port 26ec3b6a-bbf4-418c-8141-f380845595e5 on network 60087c28-58c6-47fb-b679-966705624307 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:18:38.867011 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-690fe47c-32cf-4e9a-82c8-aa795cbcbbea req-e521ba0a-ede8-4730-bd0d-a7b653d0ec03 service neutron] Checking agent: {'id': 'abb524c2-b412-4ed2-8367-45c4fd996fa7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 18, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:18:38.867529 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-690fe47c-32cf-4e9a-82c8-aa795cbcbbea req-e521ba0a-ede8-4730-bd0d-a7b653d0ec03 service neutron] Checking segment: {'id': '11d86ed1-3e42-4373-91ba-14a165296468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '60087c28-58c6-47fb-b679-966705624307'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:18:38.867936 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-690fe47c-32cf-4e9a-82c8-aa795cbcbbea req-e521ba0a-ede8-4730-bd0d-a7b653d0ec03 service neutron] Bound using segment: {'id': '11d86ed1-3e42-4373-91ba-14a165296468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '60087c28-58c6-47fb-b679-966705624307'} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:18:38.868371 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-690fe47c-32cf-4e9a-82c8-aa795cbcbbea req-e521ba0a-ede8-4730-bd0d-a7b653d0ec03 service neutron] Bound port: 26ec3b6a-bbf4-418c-8141-f380845595e5, host: n-h1-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11d86ed1-3e42-4373-91ba-14a165296468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '60087c28-58c6-47fb-b679-966705624307'}}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:18:38.868724 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-690fe47c-32cf-4e9a-82c8-aa795cbcbbea req-e521ba0a-ede8-4730-bd0d-a7b653d0ec03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:38.874696 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690fe47c-32cf-4e9a-82c8-aa795cbcbbea req-6b06fb1f-b260-4863-854a-85082f004e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:38.875306 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-690fe47c-32cf-4e9a-82c8-aa795cbcbbea req-6b06fb1f-b260-4863-854a-85082f004e3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:38.876714 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-690fe47c-32cf-4e9a-82c8-aa795cbcbbea req-6b06fb1f-b260-4863-854a-85082f004e3e service neutron] 10.222.0.24 "PUT /v2.0/ports/3bede6e6-a44e-4736-b58d-e09fc97ed486 HTTP/1.1" status: 200 len: 1093 time: 2.2909689 Aug 11 03:18:38.878176 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd035fdc4-7181-4b3c-85ab-eb5fdf398672', 'tag': '3bede6e6-a44e-4736-b58d-e09fc97ed486'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:18:38.880474 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-507c857e-1e24-4e13-9ee7-480e316a4624" -d '{"events": [{"name": "network-changed", "server_uuid": "d035fdc4-7181-4b3c-85ab-eb5fdf398672", "tag": "3bede6e6-a44e-4736-b58d-e09fc97ed486"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:18:38.902874 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b06fb1f-b260-4863-854a-85082f004e3e service neutron] Pushing event updated for resources: {'Port': ['ID=3bede6e6-a44e-4736-b58d-e09fc97ed486,revision_number=3']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:38.936519 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661efcc5-ec8a-43fe-920e-030601bb4476 service neutron] Pushing event updated for resources: {'Port': ['ID=a246b339-64a0-470e-a6b0-02ea4bd38c18,revision_number=2']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:38.998939 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:18:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd047ba1-33d8-4c0a-9a62-f24886a1dbb2 x-openstack-request-id: req-cd047ba1-33d8-4c0a-9a62-f24886a1dbb2 {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:18:38.999247 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d035fdc4-7181-4b3c-85ab-eb5fdf398672", "tag": "3bede6e6-a44e-4736-b58d-e09fc97ed486", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:18:38.999505 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cd047ba1-33d8-4c0a-9a62-f24886a1dbb2 {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:18:39.000050 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd035fdc4-7181-4b3c-85ab-eb5fdf398672', 'tag': '3bede6e6-a44e-4736-b58d-e09fc97ed486', 'status': 'completed', 'code': 200} Aug 11 03:18:39.084035 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-690fe47c-32cf-4e9a-82c8-aa795cbcbbea req-661efcc5-ec8a-43fe-920e-030601bb4476 service neutron] Attempting to bind port a246b339-64a0-470e-a6b0-02ea4bd38c18 on host n-h2-764292-30 for vnic_type normal with profile {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:18:39.084397 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-690fe47c-32cf-4e9a-82c8-aa795cbcbbea req-661efcc5-ec8a-43fe-920e-030601bb4476 service neutron] Attempting to bind port a246b339-64a0-470e-a6b0-02ea4bd38c18 by drivers openvswitch,hyperv on host n-h2-764292-30 at level 0 using segments [{'id': '11d86ed1-3e42-4373-91ba-14a165296468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '60087c28-58c6-47fb-b679-966705624307'}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:18:39.084717 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-690fe47c-32cf-4e9a-82c8-aa795cbcbbea req-661efcc5-ec8a-43fe-920e-030601bb4476 service neutron] Attempting to bind port a246b339-64a0-470e-a6b0-02ea4bd38c18 on network 60087c28-58c6-47fb-b679-966705624307 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:18:39.142433 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-690fe47c-32cf-4e9a-82c8-aa795cbcbbea req-e521ba0a-ede8-4730-bd0d-a7b653d0ec03 service neutron] For port 26ec3b6a-bbf4-418c-8141-f380845595e5, host n-h1-764292-30, cleared binding levels {{(pid=102191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:18:39.151615 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-690fe47c-32cf-4e9a-82c8-aa795cbcbbea req-661efcc5-ec8a-43fe-920e-030601bb4476 service neutron] Port a246b339-64a0-470e-a6b0-02ea4bd38c18 on network 60087c28-58c6-47fb-b679-966705624307 not bound, no agent of type Open vSwitch agent registered on host n-h2-764292-30 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:18:39.151948 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-690fe47c-32cf-4e9a-82c8-aa795cbcbbea req-661efcc5-ec8a-43fe-920e-030601bb4476 service neutron] Attempting to bind port a246b339-64a0-470e-a6b0-02ea4bd38c18 on network 60087c28-58c6-47fb-b679-966705624307 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:18:39.153626 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-690fe47c-32cf-4e9a-82c8-aa795cbcbbea req-e521ba0a-ede8-4730-bd0d-a7b653d0ec03 service neutron] For port 26ec3b6a-bbf4-418c-8141-f380845595e5, host n-h1-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=26ec3b6a-bbf4-418c-8141-f380845595e5,segment=NetworkSegment(11d86ed1-3e42-4373-91ba-14a165296468),segment_id=11d86ed1-3e42-4373-91ba-14a165296468)] {{(pid=102191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:18:39.162711 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507c857e-1e24-4e13-9ee7-480e316a4624 req-20ecee77-6bce-4a98-b55d-aeedf51ed8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:39.164269 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-507c857e-1e24-4e13-9ee7-480e316a4624 req-20ecee77-6bce-4a98-b55d-aeedf51ed8c4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1e3a3dec0d2940aab5c9502dc6fc47bc&device_id=d035fdc4-7181-4b3c-85ab-eb5fdf398672 HTTP/1.1" status: 200 len: 1096 time: 0.1549730 Aug 11 03:18:39.178024 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-690fe47c-32cf-4e9a-82c8-aa795cbcbbea req-661efcc5-ec8a-43fe-920e-030601bb4476 service neutron] Checking agent: {'id': '70015fc0-62fb-48b2-b453-36906937cf2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 18, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:18:39.178401 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-690fe47c-32cf-4e9a-82c8-aa795cbcbbea req-661efcc5-ec8a-43fe-920e-030601bb4476 service neutron] Checking segment: {'id': '11d86ed1-3e42-4373-91ba-14a165296468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '60087c28-58c6-47fb-b679-966705624307'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:18:39.179158 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-690fe47c-32cf-4e9a-82c8-aa795cbcbbea req-661efcc5-ec8a-43fe-920e-030601bb4476 service neutron] Bound using segment: {'id': '11d86ed1-3e42-4373-91ba-14a165296468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '60087c28-58c6-47fb-b679-966705624307'} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:18:39.179275 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-690fe47c-32cf-4e9a-82c8-aa795cbcbbea req-661efcc5-ec8a-43fe-920e-030601bb4476 service neutron] Bound port: a246b339-64a0-470e-a6b0-02ea4bd38c18, host: n-h2-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11d86ed1-3e42-4373-91ba-14a165296468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '60087c28-58c6-47fb-b679-966705624307'}}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:18:39.179567 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-690fe47c-32cf-4e9a-82c8-aa795cbcbbea req-661efcc5-ec8a-43fe-920e-030601bb4476 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:39.198532 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b18247-8f62-4bba-bab7-6a4a62a406cb req-12277ace-c317-449a-871f-6d9340cd9304 tempest-ListServersNegativeTestJSON-1001985315 tempest-ListServersNegativeTestJSON-1001985315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:39.206571 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-35b18247-8f62-4bba-bab7-6a4a62a406cb req-12277ace-c317-449a-871f-6d9340cd9304 tempest-ListServersNegativeTestJSON-1001985315 tempest-ListServersNegativeTestJSON-1001985315-project] 10.222.0.41 "GET /v2.0/ports?device_id=41f82774-e08b-4049-ab43-7399d65705e3 HTTP/1.1" status: 200 len: 943 time: 0.1189406 Aug 11 03:18:39.236438 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-690fe47c-32cf-4e9a-82c8-aa795cbcbbea req-e521ba0a-ede8-4730-bd0d-a7b653d0ec03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:39.292809 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690fe47c-32cf-4e9a-82c8-aa795cbcbbea req-e521ba0a-ede8-4730-bd0d-a7b653d0ec03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:39.293603 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-690fe47c-32cf-4e9a-82c8-aa795cbcbbea req-e521ba0a-ede8-4730-bd0d-a7b653d0ec03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:39.295054 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-690fe47c-32cf-4e9a-82c8-aa795cbcbbea req-e521ba0a-ede8-4730-bd0d-a7b653d0ec03 service neutron] 10.222.0.22 "PUT /v2.0/ports/26ec3b6a-bbf4-418c-8141-f380845595e5 HTTP/1.1" status: 200 len: 1092 time: 2.0942523 Aug 11 03:18:39.309869 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0636313b-bbbe-49bc-9498-0e9ea748e4a4 req-7c63c0ad-f77b-44ba-bf52-3da48002d6f6 tempest-VolumesSnapshotTestJSON-465789868 tempest-VolumesSnapshotTestJSON-465789868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:39.311298 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0636313b-bbbe-49bc-9498-0e9ea748e4a4 req-7c63c0ad-f77b-44ba-bf52-3da48002d6f6 tempest-VolumesSnapshotTestJSON-465789868 tempest-VolumesSnapshotTestJSON-465789868-project] 10.222.0.41 "GET /v2.0/ports?device_id=87bccd5e-1550-45c8-b06c-06fc8aa04820 HTTP/1.1" status: 200 len: 946 time: 0.1759744 Aug 11 03:18:39.335890 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e521ba0a-ede8-4730-bd0d-a7b653d0ec03 service neutron] Pushing event updated for resources: {'Port': ['ID=26ec3b6a-bbf4-418c-8141-f380845595e5,revision_number=3']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:39.352249 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507c857e-1e24-4e13-9ee7-480e316a4624 req-d825b00c-27fd-4775-8b8f-68823a42262f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:39.360755 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-507c857e-1e24-4e13-9ee7-480e316a4624 req-d825b00c-27fd-4775-8b8f-68823a42262f service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=1e3a3dec0d2940aab5c9502dc6fc47bc&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1794541 Aug 11 03:18:39.375116 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-35b18247-8f62-4bba-bab7-6a4a62a406cb req-9f46063e-957a-487b-835b-c0e719d00a12 tempest-ListServersNegativeTestJSON-1001985315 tempest-ListServersNegativeTestJSON-1001985315-project] 10.222.0.41 "GET /v2.0/security-groups?id=dcbfa33a-cb74-4b2b-a4ba-7b441c7903cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675661 Aug 11 03:18:39.385397 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-690fe47c-32cf-4e9a-82c8-aa795cbcbbea req-661efcc5-ec8a-43fe-920e-030601bb4476 service neutron] For port a246b339-64a0-470e-a6b0-02ea4bd38c18, host n-h2-764292-30, cleared binding levels {{(pid=102192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:18:39.408706 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-690fe47c-32cf-4e9a-82c8-aa795cbcbbea req-661efcc5-ec8a-43fe-920e-030601bb4476 service neutron] For port a246b339-64a0-470e-a6b0-02ea4bd38c18, host n-h2-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=a246b339-64a0-470e-a6b0-02ea4bd38c18,segment=NetworkSegment(11d86ed1-3e42-4373-91ba-14a165296468),segment_id=11d86ed1-3e42-4373-91ba-14a165296468)] {{(pid=102192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:18:39.476598 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0636313b-bbbe-49bc-9498-0e9ea748e4a4 req-53dd31b4-004e-4d50-89d6-16418e5ecdbf tempest-VolumesSnapshotTestJSON-465789868 tempest-VolumesSnapshotTestJSON-465789868-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f4ecb47-4864-42ad-bab7-e92caddf58f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133606 Aug 11 03:18:39.502704 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-690fe47c-32cf-4e9a-82c8-aa795cbcbbea req-661efcc5-ec8a-43fe-920e-030601bb4476 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:39.603159 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690fe47c-32cf-4e9a-82c8-aa795cbcbbea req-a18fc9d7-f0de-4ee1-ae39-87989e7a5108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:39.603254 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690fe47c-32cf-4e9a-82c8-aa795cbcbbea req-661efcc5-ec8a-43fe-920e-030601bb4476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:39.603254 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-690fe47c-32cf-4e9a-82c8-aa795cbcbbea req-661efcc5-ec8a-43fe-920e-030601bb4476 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:39.603379 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-690fe47c-32cf-4e9a-82c8-aa795cbcbbea req-a18fc9d7-f0de-4ee1-ae39-87989e7a5108 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1e3a3dec0d2940aab5c9502dc6fc47bc&device_id=3d1c410a-fc4c-4c4b-9a80-8e1a6b19ffc8 HTTP/1.1" status: 200 len: 1095 time: 0.1652308 Aug 11 03:18:39.603457 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-690fe47c-32cf-4e9a-82c8-aa795cbcbbea req-661efcc5-ec8a-43fe-920e-030601bb4476 service neutron] 10.222.0.24 "PUT /v2.0/ports/a246b339-64a0-470e-a6b0-02ea4bd38c18 HTTP/1.1" status: 200 len: 1092 time: 1.7163169 Aug 11 03:18:39.603457 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41f82774-e08b-4049-ab43-7399d65705e3', 'tag': 'a246b339-64a0-470e-a6b0-02ea4bd38c18'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:18:39.605782 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d93520d5-91cf-498f-93b5-0192069e42ff" -d '{"events": [{"name": "network-changed", "server_uuid": "41f82774-e08b-4049-ab43-7399d65705e3", "tag": "a246b339-64a0-470e-a6b0-02ea4bd38c18"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:18:39.615350 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507c857e-1e24-4e13-9ee7-480e316a4624 req-0bc8479a-905a-4bb3-801c-1bebda2ee877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:39.617081 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-507c857e-1e24-4e13-9ee7-480e316a4624 req-0bc8479a-905a-4bb3-801c-1bebda2ee877 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2412035 Aug 11 03:18:39.638420 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661efcc5-ec8a-43fe-920e-030601bb4476 service neutron] Pushing event updated for resources: {'Port': ['ID=a246b339-64a0-470e-a6b0-02ea4bd38c18,revision_number=3']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:39.678207 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:18:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eef97c2-a47c-4af4-9be6-95888f981c79 x-openstack-request-id: req-6eef97c2-a47c-4af4-9be6-95888f981c79 {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:18:39.678758 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41f82774-e08b-4049-ab43-7399d65705e3", "tag": "a246b339-64a0-470e-a6b0-02ea4bd38c18", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:18:39.679016 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6eef97c2-a47c-4af4-9be6-95888f981c79 {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:18:39.692403 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41f82774-e08b-4049-ab43-7399d65705e3', 'tag': 'a246b339-64a0-470e-a6b0-02ea4bd38c18', 'status': 'completed', 'code': 200} Aug 11 03:18:39.758463 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-690fe47c-32cf-4e9a-82c8-aa795cbcbbea req-f23805b8-3ff3-43fe-bd62-ca32473e5f74 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=26ec3b6a-bbf4-418c-8141-f380845595e5 HTTP/1.1" status: 200 len: 217 time: 0.1402311 Aug 11 03:18:39.848443 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93520d5-91cf-498f-93b5-0192069e42ff req-208670e4-0c27-4aa0-9baf-c595239c7ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:39.851293 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d93520d5-91cf-498f-93b5-0192069e42ff req-208670e4-0c27-4aa0-9baf-c595239c7ae0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1e3a3dec0d2940aab5c9502dc6fc47bc&device_id=41f82774-e08b-4049-ab43-7399d65705e3 HTTP/1.1" status: 200 len: 1095 time: 0.1342962 Aug 11 03:18:39.898423 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690fe47c-32cf-4e9a-82c8-aa795cbcbbea req-05702f7f-feeb-4579-8dbc-be301f1cb8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:39.899989 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-690fe47c-32cf-4e9a-82c8-aa795cbcbbea req-05702f7f-feeb-4579-8dbc-be301f1cb8c3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1e3a3dec0d2940aab5c9502dc6fc47bc&device_id=d035fdc4-7181-4b3c-85ab-eb5fdf398672 HTTP/1.1" status: 200 len: 1096 time: 0.1652508 Aug 11 03:18:39.906618 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690fe47c-32cf-4e9a-82c8-aa795cbcbbea req-16ba35cc-9b04-4727-a324-3c382e2eb1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:39.908227 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-690fe47c-32cf-4e9a-82c8-aa795cbcbbea req-16ba35cc-9b04-4727-a324-3c382e2eb1c3 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=20ff773c-e16e-407d-ac01-e6da934a06ce HTTP/1.1" status: 200 len: 858 time: 0.1408606 Aug 11 03:18:40.030873 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-690fe47c-32cf-4e9a-82c8-aa795cbcbbea req-68d8b4e9-4fde-4c6d-ae07-e5583410d26c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=60087c28-58c6-47fb-b679-966705624307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544066 Aug 11 03:18:40.032815 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-690fe47c-32cf-4e9a-82c8-aa795cbcbbea req-0e41d4ca-3a03-45a8-ac5e-054e5563648b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3bede6e6-a44e-4736-b58d-e09fc97ed486 HTTP/1.1" status: 200 len: 217 time: 0.1234109 Aug 11 03:18:40.109123 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93520d5-91cf-498f-93b5-0192069e42ff req-105880db-1a86-4316-93b1-f09ae445aca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:40.109123 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d93520d5-91cf-498f-93b5-0192069e42ff req-105880db-1a86-4316-93b1-f09ae445aca5 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=1e3a3dec0d2940aab5c9502dc6fc47bc&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2487895 Aug 11 03:18:40.214442 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690fe47c-32cf-4e9a-82c8-aa795cbcbbea req-744af3a9-495f-4a38-83e9-c5b55d776e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:40.216267 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-690fe47c-32cf-4e9a-82c8-aa795cbcbbea req-744af3a9-495f-4a38-83e9-c5b55d776e20 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=20ff773c-e16e-407d-ac01-e6da934a06ce HTTP/1.1" status: 200 len: 858 time: 0.1395116 Aug 11 03:18:40.247830 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93520d5-91cf-498f-93b5-0192069e42ff req-5d519ac3-45c4-4746-a86a-80995fad5e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:40.249731 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d93520d5-91cf-498f-93b5-0192069e42ff req-5d519ac3-45c4-4746-a86a-80995fad5e90 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1345108 Aug 11 03:18:40.296817 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-690fe47c-32cf-4e9a-82c8-aa795cbcbbea req-edda3b02-7ef6-4371-95b7-2a5c22f4c83e service neutron] 10.222.0.22 "GET /v2.0/networks/60087c28-58c6-47fb-b679-966705624307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2493889 Aug 11 03:18:40.298906 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-690fe47c-32cf-4e9a-82c8-aa795cbcbbea req-001e28cd-5929-4b8e-98bd-77ea686ff927 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=60087c28-58c6-47fb-b679-966705624307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0717645 Aug 11 03:18:40.367159 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690fe47c-32cf-4e9a-82c8-aa795cbcbbea req-1c07f72c-4065-4cc6-8162-e7f922a93234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:40.372834 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-690fe47c-32cf-4e9a-82c8-aa795cbcbbea req-1c07f72c-4065-4cc6-8162-e7f922a93234 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1e3a3dec0d2940aab5c9502dc6fc47bc&device_id=41f82774-e08b-4049-ab43-7399d65705e3 HTTP/1.1" status: 200 len: 1095 time: 0.0787241 Aug 11 03:18:40.481074 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-690fe47c-32cf-4e9a-82c8-aa795cbcbbea req-a7670fa6-c0fd-4c92-a688-94e2267d4e0d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a246b339-64a0-470e-a6b0-02ea4bd38c18 HTTP/1.1" status: 200 len: 217 time: 0.0977519 Aug 11 03:18:40.569926 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-690fe47c-32cf-4e9a-82c8-aa795cbcbbea req-b437c340-7770-4517-a967-87d08e0d6ffd service neutron] 10.222.0.24 "GET /v2.0/networks/60087c28-58c6-47fb-b679-966705624307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2602310 Aug 11 03:18:40.572053 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-690fe47c-32cf-4e9a-82c8-aa795cbcbbea req-e9b1eec4-f832-43cc-80ee-38ce3b25f030 service neutron] 10.222.0.22 "GET /v2.0/networks/60087c28-58c6-47fb-b679-966705624307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2593286 Aug 11 03:18:40.735231 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690fe47c-32cf-4e9a-82c8-aa795cbcbbea req-4d5e77d1-6cc4-4938-86a5-6350563f62dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:40.736766 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-690fe47c-32cf-4e9a-82c8-aa795cbcbbea req-4d5e77d1-6cc4-4938-86a5-6350563f62dd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=20ff773c-e16e-407d-ac01-e6da934a06ce HTTP/1.1" status: 200 len: 858 time: 0.2457597 Aug 11 03:18:40.762447 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516ff643-e871-401f-98d1-e660c071e2bf req-64c55fda-a09f-428c-8b7e-044983de1c7d tempest-ListServersNegativeTestJSON-1001985315 tempest-ListServersNegativeTestJSON-1001985315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:40.769967 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-516ff643-e871-401f-98d1-e660c071e2bf req-64c55fda-a09f-428c-8b7e-044983de1c7d tempest-ListServersNegativeTestJSON-1001985315 tempest-ListServersNegativeTestJSON-1001985315-project] 10.222.0.41 "GET /v2.0/ports?device_id=41f82774-e08b-4049-ab43-7399d65705e3 HTTP/1.1" status: 200 len: 943 time: 0.2916913 Aug 11 03:18:40.777206 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-690fe47c-32cf-4e9a-82c8-aa795cbcbbea req-1cd9ba38-4223-4ffb-99dd-645f1387afbc service neutron] 10.222.0.24 "GET /v2.0/networks/60087c28-58c6-47fb-b679-966705624307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2006426 Aug 11 03:18:40.888853 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-690fe47c-32cf-4e9a-82c8-aa795cbcbbea req-fc5473ed-7f63-4507-9b2a-e99ecf246afd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=60087c28-58c6-47fb-b679-966705624307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1165206 Aug 11 03:18:40.904822 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46ad07c-3881-4ac9-bb5a-a14f48bee31a req-43bdbddb-c871-4324-a74a-feffb8ec7f0b tempest-VolumesSnapshotTestJSON-465789868 tempest-VolumesSnapshotTestJSON-465789868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:40.908869 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcb1905-2ba3-4857-8502-6d11f40abbce req-1674fdf2-de53-4bd0-bbf8-e6771f9f5d4f tempest-VolumesSnapshotTestJSON-465789868 tempest-VolumesSnapshotTestJSON-465789868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:40.912875 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c46ad07c-3881-4ac9-bb5a-a14f48bee31a req-43bdbddb-c871-4324-a74a-feffb8ec7f0b tempest-VolumesSnapshotTestJSON-465789868 tempest-VolumesSnapshotTestJSON-465789868-project] 10.222.0.41 "GET /v2.0/ports?device_id=87bccd5e-1550-45c8-b06c-06fc8aa04820 HTTP/1.1" status: 200 len: 946 time: 0.2785735 Aug 11 03:18:40.926221 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-5fcb1905-2ba3-4857-8502-6d11f40abbce req-1674fdf2-de53-4bd0-bbf8-e6771f9f5d4f tempest-VolumesSnapshotTestJSON-465789868 tempest-VolumesSnapshotTestJSON-465789868-project] 10.222.0.22 "GET /v2.0/ports?device_id=87bccd5e-1550-45c8-b06c-06fc8aa04820 HTTP/1.1" status: 200 len: 946 time: 0.0785761 Aug 11 03:18:40.997984 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-516ff643-e871-401f-98d1-e660c071e2bf req-b3322f48-290e-4952-997f-484ab5398b89 tempest-ListServersNegativeTestJSON-1001985315 tempest-ListServersNegativeTestJSON-1001985315-project] 10.222.0.41 "GET /v2.0/security-groups?id=dcbfa33a-cb74-4b2b-a4ba-7b441c7903cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269692 Aug 11 03:18:41.012189 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d1c410a-fc4c-4c4b-9a80-8e1a6b19ffc8', 'tag': '26ec3b6a-bbf4-418c-8141-f380845595e5'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:18:41.023394 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da0891a3-e626-405d-9ad1-65a3aa0837dd" -d '{"events": [{"name": "network-changed", "server_uuid": "3d1c410a-fc4c-4c4b-9a80-8e1a6b19ffc8", "tag": "26ec3b6a-bbf4-418c-8141-f380845595e5"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:18:41.084191 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-5fcb1905-2ba3-4857-8502-6d11f40abbce req-1780a90b-2f13-49d3-b4fd-b190854270b2 tempest-VolumesSnapshotTestJSON-465789868 tempest-VolumesSnapshotTestJSON-465789868-project] Deleting port 183746dc-185e-4579-bacc-6cbe90d30224 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:18:41.084535 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-5fcb1905-2ba3-4857-8502-6d11f40abbce req-1780a90b-2f13-49d3-b4fd-b190854270b2 tempest-VolumesSnapshotTestJSON-465789868 tempest-VolumesSnapshotTestJSON-465789868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:41.169925 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c46ad07c-3881-4ac9-bb5a-a14f48bee31a req-a6e7c542-09cf-4330-af76-db2d5f414b66 tempest-VolumesSnapshotTestJSON-465789868 tempest-VolumesSnapshotTestJSON-465789868-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f4ecb47-4864-42ad-bab7-e92caddf58f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2540450 Aug 11 03:18:41.214909 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-690fe47c-32cf-4e9a-82c8-aa795cbcbbea req-9e3beb3b-d392-4b2e-b607-351f2cabad0c service neutron] 10.222.0.24 "GET /v2.0/networks/60087c28-58c6-47fb-b679-966705624307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2930737 Aug 11 03:18:41.265817 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:41.414415 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-690fe47c-32cf-4e9a-82c8-aa795cbcbbea req-710ea043-184d-4e54-8b15-1e0717471d0d service neutron] 10.222.0.24 "GET /v2.0/networks/60087c28-58c6-47fb-b679-966705624307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839309 Aug 11 03:18:41.594415 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c59e0086-ae24-4f55-9593-3ae0e250446d x-openstack-request-id: req-c59e0086-ae24-4f55-9593-3ae0e250446d {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:18:41.594698 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d1c410a-fc4c-4c4b-9a80-8e1a6b19ffc8", "tag": "26ec3b6a-bbf4-418c-8141-f380845595e5", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:18:41.594950 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c59e0086-ae24-4f55-9593-3ae0e250446d {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:18:41.595342 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d1c410a-fc4c-4c4b-9a80-8e1a6b19ffc8', 'tag': '26ec3b6a-bbf4-418c-8141-f380845595e5', 'status': 'completed', 'code': 200} Aug 11 03:18:41.665506 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0891a3-e626-405d-9ad1-65a3aa0837dd req-d406ab0c-960d-4140-8979-3635838c7c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:41.667024 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-da0891a3-e626-405d-9ad1-65a3aa0837dd req-d406ab0c-960d-4140-8979-3635838c7c04 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1e3a3dec0d2940aab5c9502dc6fc47bc&device_id=3d1c410a-fc4c-4c4b-9a80-8e1a6b19ffc8 HTTP/1.1" status: 200 len: 1095 time: 0.0709419 Aug 11 03:18:41.679341 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-5fcb1905-2ba3-4857-8502-6d11f40abbce req-1780a90b-2f13-49d3-b4fd-b190854270b2 tempest-VolumesSnapshotTestJSON-465789868 tempest-VolumesSnapshotTestJSON-465789868-project] For port 183746dc-185e-4579-bacc-6cbe90d30224, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=183746dc-185e-4579-bacc-6cbe90d30224,segment=NetworkSegment(a4461aa7-a68f-4ec2-820b-606b00b637c3),segment_id=a4461aa7-a68f-4ec2-820b-606b00b637c3)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:18:41.679660 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-5fcb1905-2ba3-4857-8502-6d11f40abbce req-1780a90b-2f13-49d3-b4fd-b190854270b2 tempest-VolumesSnapshotTestJSON-465789868 tempest-VolumesSnapshotTestJSON-465789868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:41.736236 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-5fcb1905-2ba3-4857-8502-6d11f40abbce req-1780a90b-2f13-49d3-b4fd-b190854270b2 tempest-VolumesSnapshotTestJSON-465789868 tempest-VolumesSnapshotTestJSON-465789868-project] Calling delete_port for 183746dc-185e-4579-bacc-6cbe90d30224 owned by compute:nova {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:18:41.827923 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2f045976-f015-4e7d-9721-c2a45a35eba7 req-40ead80d-be10-49da-871d-6b0b7249cb27 tempest-ServerShowV254Test-1168266136 tempest-ServerShowV254Test-1168266136-project] 10.222.0.41 "GET /v2.0/ports?device_id=b16d05d2-4906-48a5-94a7-9a78f7144572 HTTP/1.1" status: 200 len: 210 time: 0.0622668 Aug 11 03:18:41.863822 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0891a3-e626-405d-9ad1-65a3aa0837dd req-7859ba75-5780-4175-955e-3190e6eebe58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:41.865400 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-da0891a3-e626-405d-9ad1-65a3aa0837dd req-7859ba75-5780-4175-955e-3190e6eebe58 service neutron] 10.222.0.22 "GET /v2.0/networks?id=60087c28-58c6-47fb-b679-966705624307 HTTP/1.1" status: 200 len: 919 time: 0.1831827 Aug 11 03:18:41.946005 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-da0891a3-e626-405d-9ad1-65a3aa0837dd req-108baa97-95b1-4be4-9225-4e837b82c243 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=26ec3b6a-bbf4-418c-8141-f380845595e5 HTTP/1.1" status: 200 len: 217 time: 0.0689821 Aug 11 03:18:42.041113 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0891a3-e626-405d-9ad1-65a3aa0837dd req-a475f208-7d35-4b54-a88d-1504d10d7832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:42.042817 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-da0891a3-e626-405d-9ad1-65a3aa0837dd req-a475f208-7d35-4b54-a88d-1504d10d7832 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=20ff773c-e16e-407d-ac01-e6da934a06ce HTTP/1.1" status: 200 len: 858 time: 0.0876327 Aug 11 03:18:42.088978 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-da0891a3-e626-405d-9ad1-65a3aa0837dd req-6f34bd11-f58f-4676-9074-1c96881c26ed service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=60087c28-58c6-47fb-b679-966705624307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385509 Aug 11 03:18:42.104590 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-5fcb1905-2ba3-4857-8502-6d11f40abbce req-1780a90b-2f13-49d3-b4fd-b190854270b2 tempest-VolumesSnapshotTestJSON-465789868 tempest-VolumesSnapshotTestJSON-465789868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:42.123555 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['183746dc-185e-4579-bacc-6cbe90d30224'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:18:42.230398 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1780a90b-2f13-49d3-b4fd-b190854270b2 tempest-VolumesSnapshotTestJSON-465789868 tempest-VolumesSnapshotTestJSON-465789868-project] Pushing event deleted for resources: {'Port': ['ID=183746dc-185e-4579-bacc-6cbe90d30224,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:42.270843 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa06147-2186-441b-8959-a9de0954b6ab req-ba43c754-30c8-4d01-bec7-ae8627fca932 tempest-ListServersNegativeTestJSON-1001985315 tempest-ListServersNegativeTestJSON-1001985315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:42.272462 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9fa06147-2186-441b-8959-a9de0954b6ab req-ba43c754-30c8-4d01-bec7-ae8627fca932 tempest-ListServersNegativeTestJSON-1001985315 tempest-ListServersNegativeTestJSON-1001985315-project] 10.222.0.41 "GET /v2.0/ports?device_id=41f82774-e08b-4049-ab43-7399d65705e3 HTTP/1.1" status: 200 len: 943 time: 0.1594713 Aug 11 03:18:42.371934 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9fa06147-2186-441b-8959-a9de0954b6ab req-570489df-4835-4b0e-89a1-1b61b6436c0c tempest-ListServersNegativeTestJSON-1001985315 tempest-ListServersNegativeTestJSON-1001985315-project] 10.222.0.41 "GET /v2.0/security-groups?id=dcbfa33a-cb74-4b2b-a4ba-7b441c7903cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886776 Aug 11 03:18:42.396953 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fcb1905-2ba3-4857-8502-6d11f40abbce req-1780a90b-2f13-49d3-b4fd-b190854270b2 tempest-VolumesSnapshotTestJSON-465789868 tempest-VolumesSnapshotTestJSON-465789868-project] No DVR routers for this DVR port 183746dc-185e-4579-bacc-6cbe90d30224 on host n-h1-764292-30 {{(pid=102191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:18:42.400664 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-5fcb1905-2ba3-4857-8502-6d11f40abbce req-1780a90b-2f13-49d3-b4fd-b190854270b2 tempest-VolumesSnapshotTestJSON-465789868 tempest-VolumesSnapshotTestJSON-465789868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:42.403600 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-5fcb1905-2ba3-4857-8502-6d11f40abbce req-1780a90b-2f13-49d3-b4fd-b190854270b2 tempest-VolumesSnapshotTestJSON-465789868 tempest-VolumesSnapshotTestJSON-465789868-project] 10.222.0.22 "DELETE /v2.0/ports/183746dc-185e-4579-bacc-6cbe90d30224 HTTP/1.1" status: 204 len: 173 time: 1.4765160 Aug 11 03:18:42.425136 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-da0891a3-e626-405d-9ad1-65a3aa0837dd req-4b6226f3-a932-48ba-b2b5-5fc029c1af47 service neutron] 10.222.0.22 "GET /v2.0/networks/60087c28-58c6-47fb-b679-966705624307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3282497 Aug 11 03:18:42.432236 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b845fbdb-eb63-46a9-ab56-d98f90d091f1 req-5ed098e4-dab2-409f-81d2-aee5d9c104e0 tempest-VolumesSnapshotTestJSON-465789868 tempest-VolumesSnapshotTestJSON-465789868-project] 10.222.0.41 "GET /v2.0/ports?device_id=87bccd5e-1550-45c8-b06c-06fc8aa04820 HTTP/1.1" status: 200 len: 210 time: 0.0588756 Aug 11 03:18:42.565176 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-da0891a3-e626-405d-9ad1-65a3aa0837dd req-0536fc47-8185-46b5-a025-063dd2bc82ab service neutron] 10.222.0.22 "GET /v2.0/networks/60087c28-58c6-47fb-b679-966705624307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317184 Aug 11 03:18:42.982501 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a8523ee7-cbdb-48e0-a2d1-9853ca60c509 req-0abf6a9f-44fb-4009-ab69-1865eaa055bf tempest-ServerShowV254Test-1168266136 tempest-ServerShowV254Test-1168266136-project] 10.222.0.41 "GET /v2.0/ports?device_id=b16d05d2-4906-48a5-94a7-9a78f7144572 HTTP/1.1" status: 200 len: 210 time: 0.0449319 Aug 11 03:18:43.495297 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 3bede6e6-a44e-4736-b58d-e09fc97ed486 details requested by agent hyperv_n-h2-764292-30 with host n-h2-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:18:43.596091 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87bccd5e-1550-45c8-b06c-06fc8aa04820', 'name': 'network-vif-deleted', 'tag': '183746dc-185e-4579-bacc-6cbe90d30224'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:18:43.599369 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d7da9a1-0031-4252-91c5-03b91ae88d6d" -d '{"events": [{"server_uuid": "87bccd5e-1550-45c8-b06c-06fc8aa04820", "name": "network-vif-deleted", "tag": "183746dc-185e-4579-bacc-6cbe90d30224"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:18:43.622191 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-05562c8c-438e-4496-9014-e1e96639160b req-830a2ea2-9014-419f-b9b9-e23456a0247b tempest-VolumesSnapshotTestJSON-465789868 tempest-VolumesSnapshotTestJSON-465789868-project] 10.222.0.41 "GET /v2.0/ports?device_id=87bccd5e-1550-45c8-b06c-06fc8aa04820 HTTP/1.1" status: 200 len: 210 time: 0.0589168 Aug 11 03:18:43.650258 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7ff527-e922-4406-b2b7-ae29e3167d4e req-f1e52cc4-967d-4754-9629-3db9b6253207 tempest-ListServersNegativeTestJSON-1001985315 tempest-ListServersNegativeTestJSON-1001985315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:43.650830 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 26ec3b6a-bbf4-418c-8141-f380845595e5 details requested by agent hyperv_n-h1-764292-30 with host n-h1-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:18:43.660051 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2c7ff527-e922-4406-b2b7-ae29e3167d4e req-f1e52cc4-967d-4754-9629-3db9b6253207 tempest-ListServersNegativeTestJSON-1001985315 tempest-ListServersNegativeTestJSON-1001985315-project] 10.222.0.41 "GET /v2.0/ports?device_id=41f82774-e08b-4049-ab43-7399d65705e3 HTTP/1.1" status: 200 len: 943 time: 0.1400142 Aug 11 03:18:43.744203 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2c7ff527-e922-4406-b2b7-ae29e3167d4e req-eb42cb9b-4df3-4815-ab63-ca79874b00fe tempest-ListServersNegativeTestJSON-1001985315 tempest-ListServersNegativeTestJSON-1001985315-project] 10.222.0.41 "GET /v2.0/security-groups?id=dcbfa33a-cb74-4b2b-a4ba-7b441c7903cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819607 Aug 11 03:18:43.793160 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:18:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd468681-c593-4aa3-a381-7ddf74786db2 x-openstack-request-id: req-bd468681-c593-4aa3-a381-7ddf74786db2 {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:18:43.793488 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87bccd5e-1550-45c8-b06c-06fc8aa04820", "name": "network-vif-deleted", "tag": "183746dc-185e-4579-bacc-6cbe90d30224", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:18:43.793747 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bd468681-c593-4aa3-a381-7ddf74786db2 {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:18:43.794176 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87bccd5e-1550-45c8-b06c-06fc8aa04820', 'name': 'network-vif-deleted', 'tag': '183746dc-185e-4579-bacc-6cbe90d30224', 'status': 'completed', 'code': 200} Aug 11 03:18:43.800704 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 26ec3b6a-bbf4-418c-8141-f380845595e5, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=26ec3b6a-bbf4-418c-8141-f380845595e5,segment=NetworkSegment(11d86ed1-3e42-4373-91ba-14a165296468),segment_id=11d86ed1-3e42-4373-91ba-14a165296468)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:18:43.826749 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Returning: {'device': '26ec3b6a-bbf4-418c-8141-f380845595e5', 'network_id': '60087c28-58c6-47fb-b679-966705624307', 'port_id': '26ec3b6a-bbf4-418c-8141-f380845595e5', 'mac_address': 'fa:16:3e:a8:c1:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20ff773c-e16e-407d-ac01-e6da934a06ce', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:18:43.828939 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port 3bede6e6-a44e-4736-b58d-e09fc97ed486, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=3bede6e6-a44e-4736-b58d-e09fc97ed486,segment=NetworkSegment(11d86ed1-3e42-4373-91ba-14a165296468),segment_id=11d86ed1-3e42-4373-91ba-14a165296468)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:18:43.842639 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Returning: {'device': '3bede6e6-a44e-4736-b58d-e09fc97ed486', 'network_id': '60087c28-58c6-47fb-b679-966705624307', 'port_id': '3bede6e6-a44e-4736-b58d-e09fc97ed486', 'mac_address': 'fa:16:3e:51:f7:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20ff773c-e16e-407d-ac01-e6da934a06ce', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:18:43.903705 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:43.925678 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26ec3b6a-bbf4-418c-8141-f380845595e5 {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:18:43.930147 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:43.963010 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bede6e6-a44e-4736-b58d-e09fc97ed486 {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:18:43.973905 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 26ec3b6a-bbf4-418c-8141-f380845595e5, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=26ec3b6a-bbf4-418c-8141-f380845595e5,segment=NetworkSegment(11d86ed1-3e42-4373-91ba-14a165296468),segment_id=11d86ed1-3e42-4373-91ba-14a165296468)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:18:43.992639 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port 3bede6e6-a44e-4736-b58d-e09fc97ed486, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=3bede6e6-a44e-4736-b58d-e09fc97ed486,segment=NetworkSegment(11d86ed1-3e42-4373-91ba-14a165296468),segment_id=11d86ed1-3e42-4373-91ba-14a165296468)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:18:44.053971 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:44.148750 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:44.154520 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device a246b339-64a0-470e-a6b0-02ea4bd38c18 details requested by agent hyperv_n-h2-764292-30 with host n-h2-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:18:44.186814 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e710496d-8a00-4ca3-ae4d-ffc6d640352b req-1bdaba23-7169-4417-8467-e9629150aaa2 tempest-ServerShowV254Test-1168266136 tempest-ServerShowV254Test-1168266136-project] 10.222.0.41 "GET /v2.0/ports?device_id=b16d05d2-4906-48a5-94a7-9a78f7144572 HTTP/1.1" status: 200 len: 210 time: 0.0425169 Aug 11 03:18:44.189224 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=26ec3b6a-bbf4-418c-8141-f380845595e5,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:44.201827 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:18:44.202506 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:18:44.203024 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:18:44.203528 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:18:44.204026 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:18:44.204521 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:18:44.205027 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:18:44.205698 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:18:44.206196 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:18:44.206715 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:18:44.207205 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:18:44.207790 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:18:44.269848 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port a246b339-64a0-470e-a6b0-02ea4bd38c18, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=a246b339-64a0-470e-a6b0-02ea4bd38c18,segment=NetworkSegment(11d86ed1-3e42-4373-91ba-14a165296468),segment_id=11d86ed1-3e42-4373-91ba-14a165296468)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:18:44.302029 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Returning: {'device': 'a246b339-64a0-470e-a6b0-02ea4bd38c18', 'network_id': '60087c28-58c6-47fb-b679-966705624307', 'port_id': 'a246b339-64a0-470e-a6b0-02ea4bd38c18', 'mac_address': 'fa:16:3e:81:9a:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20ff773c-e16e-407d-ac01-e6da934a06ce', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:18:44.316959 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=3bede6e6-a44e-4736-b58d-e09fc97ed486,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:44.360040 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:44.374419 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a246b339-64a0-470e-a6b0-02ea4bd38c18 {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:18:44.415318 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port a246b339-64a0-470e-a6b0-02ea4bd38c18, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=a246b339-64a0-470e-a6b0-02ea4bd38c18,segment=NetworkSegment(11d86ed1-3e42-4373-91ba-14a165296468),segment_id=11d86ed1-3e42-4373-91ba-14a165296468)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:18:44.418568 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['26ec3b6a-bbf4-418c-8141-f380845595e5'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:18:44.507566 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:44.605880 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=a246b339-64a0-470e-a6b0-02ea4bd38c18,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:44.659573 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 43686) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:44.825206 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['3bede6e6-a44e-4736-b58d-e09fc97ed486'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:18:44.830998 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fa70efcd-7518-433b-bd86-7e8b75aa5d62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:44.870793 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['a246b339-64a0-470e-a6b0-02ea4bd38c18'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:18:44.889040 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e602481c-90a2-4a26-8303-f28d72c7f13c req-2b92beda-734e-43b2-8d4a-0581fe089403 tempest-ListServersNegativeTestJSON-1001985315 tempest-ListServersNegativeTestJSON-1001985315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:44.897060 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e602481c-90a2-4a26-8303-f28d72c7f13c req-2b92beda-734e-43b2-8d4a-0581fe089403 tempest-ListServersNegativeTestJSON-1001985315 tempest-ListServersNegativeTestJSON-1001985315-project] 10.222.0.41 "GET /v2.0/ports?device_id=41f82774-e08b-4049-ab43-7399d65705e3 HTTP/1.1" status: 200 len: 944 time: 0.0576382 Aug 11 03:18:44.951910 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fa70efcd-7518-433b-bd86-7e8b75aa5d62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:44.974317 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e602481c-90a2-4a26-8303-f28d72c7f13c req-9600a9c5-e358-4055-ace1-03716fef5b6c tempest-ListServersNegativeTestJSON-1001985315 tempest-ListServersNegativeTestJSON-1001985315-project] 10.222.0.41 "GET /v2.0/security-groups?id=dcbfa33a-cb74-4b2b-a4ba-7b441c7903cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761399 Aug 11 03:18:45.019236 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fa70efcd-7518-433b-bd86-7e8b75aa5d62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:45.074589 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-fa70efcd-7518-433b-bd86-7e8b75aa5d62 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=49012ed0144a499ab1702c7f9ad24163&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4138331 Aug 11 03:18:45.075693 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa70efcd-7518-433b-bd86-7e8b75aa5d62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f848fbc-a43f-4a9c-a6f3-cfe981ceb5f6,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:45.077841 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 43698) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:45.169719 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b0a13eb4-bd5d-460d-b97d-d20080206a2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:45.220142 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b0a13eb4-bd5d-460d-b97d-d20080206a2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:45.339982 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e064cd76-c069-4d0f-8d3a-21937580242f req-de2c20a0-2e6e-44cd-a717-899ea4d56c94 tempest-ServerShowV254Test-1168266136 tempest-ServerShowV254Test-1168266136-project] 10.222.0.41 "GET /v2.0/ports?device_id=b16d05d2-4906-48a5-94a7-9a78f7144572 HTTP/1.1" status: 200 len: 210 time: 0.0381916 Aug 11 03:18:45.487422 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b0a13eb4-bd5d-460d-b97d-d20080206a2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:45.490322 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b0a13eb4-bd5d-460d-b97d-d20080206a2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:45.498036 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-b0a13eb4-bd5d-460d-b97d-d20080206a2f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6f848fbc-a43f-4a9c-a6f3-cfe981ceb5f6 HTTP/1.1" status: 204 len: 168 time: 0.4189765 Aug 11 03:18:45.505989 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a13eb4-bd5d-460d-b97d-d20080206a2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f848fbc-a43f-4a9c-a6f3-cfe981ceb5f6,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:45.634387 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 26ec3b6a-bbf4-418c-8141-f380845595e5 up at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:18:45.796581 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning for port 26ec3b6a-bbf4-418c-8141-f380845595e5 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:18:45.805872 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning complete for port 26ec3b6a-bbf4-418c-8141-f380845595e5 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:18:45.805872 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:45.958316 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:46.003016 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d1c410a-fc4c-4c4b-9a80-8e1a6b19ffc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26ec3b6a-bbf4-418c-8141-f380845595e5'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:18:46.005598 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fc04034-2c0d-4881-8b8b-b50a0bca0bd8" -d '{"events": [{"server_uuid": "3d1c410a-fc4c-4c4b-9a80-8e1a6b19ffc8", "name": "network-vif-plugged", "status": "completed", "tag": "26ec3b6a-bbf4-418c-8141-f380845595e5"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:18:46.024064 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 26ec3b6a-bbf4-418c-8141-f380845595e5, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=26ec3b6a-bbf4-418c-8141-f380845595e5,segment=NetworkSegment(11d86ed1-3e42-4373-91ba-14a165296468),segment_id=11d86ed1-3e42-4373-91ba-14a165296468)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:18:46.052724 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:18:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d2c5392-24fb-459f-b325-046760add89c x-openstack-request-id: req-2d2c5392-24fb-459f-b325-046760add89c {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:18:46.053138 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d1c410a-fc4c-4c4b-9a80-8e1a6b19ffc8", "name": "network-vif-plugged", "status": "completed", "tag": "26ec3b6a-bbf4-418c-8141-f380845595e5", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:18:46.053398 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2d2c5392-24fb-459f-b325-046760add89c {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:18:46.053808 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d1c410a-fc4c-4c4b-9a80-8e1a6b19ffc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26ec3b6a-bbf4-418c-8141-f380845595e5', 'code': 200} Aug 11 03:18:46.116090 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:46.117028 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 183746dc-185e-4579-bacc-6cbe90d30224 no longer exists at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:18:46.155114 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b622067-eeab-4b4d-bc3b-faafb14965d1 req-9d6b3c09-6215-49b0-ad4a-bf9cb5e6fa70 tempest-ListServersNegativeTestJSON-1001985315 tempest-ListServersNegativeTestJSON-1001985315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:46.158057 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0b622067-eeab-4b4d-bc3b-faafb14965d1 req-9d6b3c09-6215-49b0-ad4a-bf9cb5e6fa70 tempest-ListServersNegativeTestJSON-1001985315 tempest-ListServersNegativeTestJSON-1001985315-project] 10.222.0.41 "GET /v2.0/ports?device_id=41f82774-e08b-4049-ab43-7399d65705e3 HTTP/1.1" status: 200 len: 944 time: 0.0888274 Aug 11 03:18:46.189761 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] No Port match for: 183746dc-185e-4579-bacc-6cbe90d30224 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:18:46.191344 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 183746dc-185e-4579-bacc-6cbe90d30224 not bound to the agent host n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:18:46.229736 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ccffab-8858-4a7c-a95c-f3d26bfd76fb req-fbf1e062-a77e-4208-9a9a-b3f47b9feae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:46.230236 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=26ec3b6a-bbf4-418c-8141-f380845595e5,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:46.230508 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-35ccffab-8858-4a7c-a95c-f3d26bfd76fb req-fbf1e062-a77e-4208-9a9a-b3f47b9feae6 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=3d1c410a-fc4c-4c4b-9a80-8e1a6b19ffc8 HTTP/1.1" status: 200 len: 1097 time: 0.0837622 Aug 11 03:18:46.247579 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0b622067-eeab-4b4d-bc3b-faafb14965d1 req-5c2c045b-0202-4279-bad5-7e831d71f3cc tempest-ListServersNegativeTestJSON-1001985315 tempest-ListServersNegativeTestJSON-1001985315-project] 10.222.0.41 "GET /v2.0/security-groups?id=dcbfa33a-cb74-4b2b-a4ba-7b441c7903cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806022 Aug 11 03:18:46.275066 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-35ccffab-8858-4a7c-a95c-f3d26bfd76fb req-45beb8b7-6d3a-49c2-9834-58b85ab401fc service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=dcbfa33a-cb74-4b2b-a4ba-7b441c7903cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404346 Aug 11 03:18:46.290145 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 43736) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:46.306678 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-bad6fc22-f126-4282-ab3a-fa7077eaac68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:46.436358 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-bad6fc22-f126-4282-ab3a-fa7077eaac68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:46.466629 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d02b94f6-7897-442d-8010-b8f41b4ec404 req-0cbdf9d9-b9d8-4da5-9c55-ab68fc180393 tempest-ServerShowV254Test-1168266136 tempest-ServerShowV254Test-1168266136-project] 10.222.0.41 "GET /v2.0/ports?device_id=b16d05d2-4906-48a5-94a7-9a78f7144572 HTTP/1.1" status: 200 len: 210 time: 0.0288899 Aug 11 03:18:46.511050 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-bad6fc22-f126-4282-ab3a-fa7077eaac68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:46.551078 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad6fc22-f126-4282-ab3a-fa7077eaac68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=482c472d-6709-4f8b-95a3-7317bc70006b,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:46.555233 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-bad6fc22-f126-4282-ab3a-fa7077eaac68 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b68c54d0430b4ad6b96d2032d601ca32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2638638 Aug 11 03:18:46.558095 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 43746) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:46.617352 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-23775a3e-c0a7-4bf9-825b-01c87a84de8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:46.646763 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-23775a3e-c0a7-4bf9-825b-01c87a84de8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:46.831581 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-23775a3e-c0a7-4bf9-825b-01c87a84de8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:46.837260 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-23775a3e-c0a7-4bf9-825b-01c87a84de8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:46.850325 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-23775a3e-c0a7-4bf9-825b-01c87a84de8d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/482c472d-6709-4f8b-95a3-7317bc70006b HTTP/1.1" status: 204 len: 168 time: 0.2908604 Aug 11 03:18:46.871926 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23775a3e-c0a7-4bf9-825b-01c87a84de8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=482c472d-6709-4f8b-95a3-7317bc70006b,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:47.397963 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31e01b8-4c5a-467d-89b7-611aecb854a0 req-fa3a5ad4-40fe-45eb-9f06-a8c68ece6ed3 tempest-ListServersNegativeTestJSON-1001985315 tempest-ListServersNegativeTestJSON-1001985315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:47.406709 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e31e01b8-4c5a-467d-89b7-611aecb854a0 req-fa3a5ad4-40fe-45eb-9f06-a8c68ece6ed3 tempest-ListServersNegativeTestJSON-1001985315 tempest-ListServersNegativeTestJSON-1001985315-project] 10.222.0.41 "GET /v2.0/ports?device_id=41f82774-e08b-4049-ab43-7399d65705e3 HTTP/1.1" status: 200 len: 944 time: 0.0831902 Aug 11 03:18:47.445127 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e31e01b8-4c5a-467d-89b7-611aecb854a0 req-9812071b-2da0-4b8c-9c99-8b28f3f9b8a7 tempest-ListServersNegativeTestJSON-1001985315 tempest-ListServersNegativeTestJSON-1001985315-project] 10.222.0.41 "GET /v2.0/security-groups?id=dcbfa33a-cb74-4b2b-a4ba-7b441c7903cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374417 Aug 11 03:18:47.541065 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device a246b339-64a0-470e-a6b0-02ea4bd38c18 up at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:18:47.584070 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5306ef0d-6310-4dd2-83fb-f652da4c74af req-94b6cacc-6e0e-4cf2-96ae-3a31c63a7b90 tempest-ServerShowV254Test-1168266136 tempest-ServerShowV254Test-1168266136-project] 10.222.0.41 "GET /v2.0/ports?device_id=b16d05d2-4906-48a5-94a7-9a78f7144572 HTTP/1.1" status: 200 len: 210 time: 0.0287647 Aug 11 03:18:47.681681 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning for port a246b339-64a0-470e-a6b0-02ea4bd38c18 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:18:47.687336 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning complete for port a246b339-64a0-470e-a6b0-02ea4bd38c18 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:18:47.688144 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:47.759248 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-d9088c74-fbe1-451f-b138-93b393c8d3f7 req-0b506aaf-e280-4095-8d0d-39e5de9d250e service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=b16d05d2-4906-48a5-94a7-9a78f7144572 HTTP/1.1" status: 200 len: 210 time: 0.0383241 Aug 11 03:18:47.850588 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:47.852194 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 43796) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:47.879574 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-747381cf-cfc7-464d-8cf1-963c9106f638 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:47.899980 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port a246b339-64a0-470e-a6b0-02ea4bd38c18, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=a246b339-64a0-470e-a6b0-02ea4bd38c18,segment=NetworkSegment(11d86ed1-3e42-4373-91ba-14a165296468),segment_id=11d86ed1-3e42-4373-91ba-14a165296468)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:18:47.985734 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-747381cf-cfc7-464d-8cf1-963c9106f638 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:47.990401 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:47.991324 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 3bede6e6-a44e-4736-b58d-e09fc97ed486 up at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:18:48.056383 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41f82774-e08b-4049-ab43-7399d65705e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a246b339-64a0-470e-a6b0-02ea4bd38c18'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:18:48.058694 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-747381cf-cfc7-464d-8cf1-963c9106f638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:48.070085 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22061c23-9585-40eb-9aaf-bc40df642798" -d '{"events": [{"server_uuid": "41f82774-e08b-4049-ab43-7399d65705e3", "name": "network-vif-plugged", "status": "completed", "tag": "a246b339-64a0-470e-a6b0-02ea4bd38c18"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:18:48.099886 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=a246b339-64a0-470e-a6b0-02ea4bd38c18,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:48.113135 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-747381cf-cfc7-464d-8cf1-963c9106f638 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d3596ebf2abd4396bb01e472d2c1e881&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2576170 Aug 11 03:18:48.113135 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747381cf-cfc7-464d-8cf1-963c9106f638 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=627f2e77-c24d-48eb-8e7e-199d1fba5587,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:48.113501 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 43804) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:48.137478 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:18:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be4e12f2-100f-45d8-ac00-087417d94ae4 x-openstack-request-id: req-be4e12f2-100f-45d8-ac00-087417d94ae4 {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:18:48.137769 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41f82774-e08b-4049-ab43-7399d65705e3", "name": "network-vif-plugged", "status": "completed", "tag": "a246b339-64a0-470e-a6b0-02ea4bd38c18", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:18:48.138072 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-be4e12f2-100f-45d8-ac00-087417d94ae4 {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:18:48.138679 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41f82774-e08b-4049-ab43-7399d65705e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a246b339-64a0-470e-a6b0-02ea4bd38c18', 'code': 200} Aug 11 03:18:48.205862 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fe68cea5-2515-44a6-9e24-4fd172bddd49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:48.224284 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning for port 3bede6e6-a44e-4736-b58d-e09fc97ed486 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:18:48.237101 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning complete for port 3bede6e6-a44e-4736-b58d-e09fc97ed486 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:18:48.237546 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:48.287623 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fe68cea5-2515-44a6-9e24-4fd172bddd49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:48.372879 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:48.411679 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port 3bede6e6-a44e-4736-b58d-e09fc97ed486, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=3bede6e6-a44e-4736-b58d-e09fc97ed486,segment=NetworkSegment(11d86ed1-3e42-4373-91ba-14a165296468),segment_id=11d86ed1-3e42-4373-91ba-14a165296468)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:18:48.466069 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38169159-96d0-4e4e-8ef6-0af8c60a1ec0 req-a7fb2413-c2cd-4136-a3cc-c99b56d61ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:48.469191 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-38169159-96d0-4e4e-8ef6-0af8c60a1ec0 req-a7fb2413-c2cd-4136-a3cc-c99b56d61ddb service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=41f82774-e08b-4049-ab43-7399d65705e3 HTTP/1.1" status: 200 len: 1097 time: 0.2636797 Aug 11 03:18:48.481816 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fe68cea5-2515-44a6-9e24-4fd172bddd49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:48.484960 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fe68cea5-2515-44a6-9e24-4fd172bddd49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:48.487219 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-fe68cea5-2515-44a6-9e24-4fd172bddd49 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/627f2e77-c24d-48eb-8e7e-199d1fba5587 HTTP/1.1" status: 204 len: 168 time: 0.3714302 Aug 11 03:18:48.504366 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe68cea5-2515-44a6-9e24-4fd172bddd49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=627f2e77-c24d-48eb-8e7e-199d1fba5587,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:48.525663 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-38169159-96d0-4e4e-8ef6-0af8c60a1ec0 req-3612bfce-81a6-433f-bd8d-ad831bfe7a0a service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=dcbfa33a-cb74-4b2b-a4ba-7b441c7903cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475490 Aug 11 03:18:48.538618 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:48.604085 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=3bede6e6-a44e-4736-b58d-e09fc97ed486,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:48.656629 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dd2efd-da7e-4c54-a279-5f9ffce6d9d2 req-7dd217fb-232b-4400-ab53-0587f087e81c tempest-ListServersNegativeTestJSON-1001985315 tempest-ListServersNegativeTestJSON-1001985315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:48.658335 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-66dd2efd-da7e-4c54-a279-5f9ffce6d9d2 req-7dd217fb-232b-4400-ab53-0587f087e81c tempest-ListServersNegativeTestJSON-1001985315 tempest-ListServersNegativeTestJSON-1001985315-project] 10.222.0.41 "GET /v2.0/ports?device_id=41f82774-e08b-4049-ab43-7399d65705e3 HTTP/1.1" status: 200 len: 945 time: 0.1013737 Aug 11 03:18:48.732297 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-66dd2efd-da7e-4c54-a279-5f9ffce6d9d2 req-8eeab726-facb-444d-ab48-6b6850a0d948 tempest-ListServersNegativeTestJSON-1001985315 tempest-ListServersNegativeTestJSON-1001985315-project] 10.222.0.41 "GET /v2.0/security-groups?id=dcbfa33a-cb74-4b2b-a4ba-7b441c7903cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647876 Aug 11 03:18:48.804668 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2ec3d392-f67f-4d74-a019-add4ecc69822 req-697e4903-f185-41a8-82c9-dcd1ec5151bb tempest-ServerShowV254Test-1168266136 tempest-ServerShowV254Test-1168266136-project] 10.222.0.41 "GET /v2.0/ports?device_id=b16d05d2-4906-48a5-94a7-9a78f7144572 HTTP/1.1" status: 200 len: 210 time: 0.0572710 Aug 11 03:18:49.846903 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb2e12e-aa2d-42cd-8858-ee0ae07e4e8c req-f6cf5078-0a86-443e-8b7b-e98be9423b2b tempest-ListServersNegativeTestJSON-1001985315 tempest-ListServersNegativeTestJSON-1001985315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:49.849940 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cbb2e12e-aa2d-42cd-8858-ee0ae07e4e8c req-f6cf5078-0a86-443e-8b7b-e98be9423b2b tempest-ListServersNegativeTestJSON-1001985315 tempest-ListServersNegativeTestJSON-1001985315-project] 10.222.0.41 "GET /v2.0/ports?device_id=41f82774-e08b-4049-ab43-7399d65705e3 HTTP/1.1" status: 200 len: 945 time: 0.0551012 Aug 11 03:18:49.972274 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a16b6ec6-3de3-44e5-b6f3-be48d8d097f5 req-89ab3114-14e9-4e40-bca9-4609a3f3a6df tempest-ServerShowV254Test-1168266136 tempest-ServerShowV254Test-1168266136-project] 10.222.0.41 "GET /v2.0/ports?device_id=b16d05d2-4906-48a5-94a7-9a78f7144572 HTTP/1.1" status: 200 len: 210 time: 0.0466843 Aug 11 03:18:49.972274 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cbb2e12e-aa2d-42cd-8858-ee0ae07e4e8c req-6ddb69cb-6350-4a27-8018-d1bfe2c0a8ea tempest-ListServersNegativeTestJSON-1001985315 tempest-ListServersNegativeTestJSON-1001985315-project] 10.222.0.41 "GET /v2.0/security-groups?id=dcbfa33a-cb74-4b2b-a4ba-7b441c7903cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134105 Aug 11 03:18:50.140266 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd035fdc4-7181-4b3c-85ab-eb5fdf398672', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bede6e6-a44e-4736-b58d-e09fc97ed486'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:18:50.143264 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23b8bcbd-ee8d-4347-b975-fa8131a83ea5" -d '{"events": [{"server_uuid": "d035fdc4-7181-4b3c-85ab-eb5fdf398672", "name": "network-vif-plugged", "status": "completed", "tag": "3bede6e6-a44e-4736-b58d-e09fc97ed486"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:18:50.207420 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c45aa4-d1b7-4c41-8777-313d1ae81bba req-6f69c56c-a524-4405-9d82-20d4fdf69642 tempest-ListServersNegativeTestJSON-1001985315 tempest-ListServersNegativeTestJSON-1001985315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:50.220034 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-75c45aa4-d1b7-4c41-8777-313d1ae81bba req-6f69c56c-a524-4405-9d82-20d4fdf69642 tempest-ListServersNegativeTestJSON-1001985315 tempest-ListServersNegativeTestJSON-1001985315-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d1c410a-fc4c-4c4b-9a80-8e1a6b19ffc8 HTTP/1.1" status: 200 len: 945 time: 0.0881023 Aug 11 03:18:50.255108 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-75c45aa4-d1b7-4c41-8777-313d1ae81bba req-a04c0b0e-d508-4ca4-b00e-dd83029f65ce tempest-ListServersNegativeTestJSON-1001985315 tempest-ListServersNegativeTestJSON-1001985315-project] 10.222.0.41 "GET /v2.0/security-groups?id=dcbfa33a-cb74-4b2b-a4ba-7b441c7903cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342488 Aug 11 03:18:50.320590 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:18:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6189c312-2682-4489-80e1-e668f65f44aa x-openstack-request-id: req-6189c312-2682-4489-80e1-e668f65f44aa {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:18:50.320885 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d035fdc4-7181-4b3c-85ab-eb5fdf398672", "name": "network-vif-plugged", "status": "completed", "tag": "3bede6e6-a44e-4736-b58d-e09fc97ed486", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:18:50.321305 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6189c312-2682-4489-80e1-e668f65f44aa {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:18:50.321840 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd035fdc4-7181-4b3c-85ab-eb5fdf398672', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bede6e6-a44e-4736-b58d-e09fc97ed486', 'code': 200} Aug 11 03:18:50.457040 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ea1392-d8ad-490b-afd1-8f2b3bf90071 req-85f1aa05-ac64-492d-9758-ed8a556ba0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:50.459001 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-95ea1392-d8ad-490b-afd1-8f2b3bf90071 req-85f1aa05-ac64-492d-9758-ed8a556ba0d2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d035fdc4-7181-4b3c-85ab-eb5fdf398672 HTTP/1.1" status: 200 len: 1098 time: 0.0754051 Aug 11 03:18:50.473364 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3549da20-2a31-4154-a9ba-b86e93b30e3c req-1f066077-fa9c-4e0e-b2bd-d81149dd4a61 tempest-ListServersNegativeTestJSON-1001985315 tempest-ListServersNegativeTestJSON-1001985315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:50.475371 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3549da20-2a31-4154-a9ba-b86e93b30e3c req-1f066077-fa9c-4e0e-b2bd-d81149dd4a61 tempest-ListServersNegativeTestJSON-1001985315 tempest-ListServersNegativeTestJSON-1001985315-project] 10.222.0.41 "GET /v2.0/ports?device_id=d035fdc4-7181-4b3c-85ab-eb5fdf398672 HTTP/1.1" status: 200 len: 946 time: 0.1023359 Aug 11 03:18:50.519941 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-95ea1392-d8ad-490b-afd1-8f2b3bf90071 req-f5f9afb7-3434-4ef9-9c0b-bc41ddb4c777 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=dcbfa33a-cb74-4b2b-a4ba-7b441c7903cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430984 Aug 11 03:18:50.547926 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3549da20-2a31-4154-a9ba-b86e93b30e3c req-da25deed-9f6d-4c1a-9c7b-ddeec7f2c98f tempest-ListServersNegativeTestJSON-1001985315 tempest-ListServersNegativeTestJSON-1001985315-project] 10.222.0.41 "GET /v2.0/security-groups?id=dcbfa33a-cb74-4b2b-a4ba-7b441c7903cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509791 Aug 11 03:18:51.814753 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92e662b-b126-4cf2-9ebc-644af9b223dc req-920ebc03-5733-4cb0-9774-5f50da0646d5 tempest-ListServersNegativeTestJSON-1001985315 tempest-ListServersNegativeTestJSON-1001985315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:51.816422 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f92e662b-b126-4cf2-9ebc-644af9b223dc req-920ebc03-5733-4cb0-9774-5f50da0646d5 tempest-ListServersNegativeTestJSON-1001985315 tempest-ListServersNegativeTestJSON-1001985315-project] 10.222.0.41 "GET /v2.0/ports?device_id=d035fdc4-7181-4b3c-85ab-eb5fdf398672 HTTP/1.1" status: 200 len: 946 time: 0.0606501 Aug 11 03:18:51.935289 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f92e662b-b126-4cf2-9ebc-644af9b223dc req-1fdb2423-a18f-4421-90e1-550e6995a63a tempest-ListServersNegativeTestJSON-1001985315 tempest-ListServersNegativeTestJSON-1001985315-project] 10.222.0.41 "GET /v2.0/security-groups?id=dcbfa33a-cb74-4b2b-a4ba-7b441c7903cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050203 Aug 11 03:18:52.117997 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a104a466-7b96-49e4-b862-e8f61b0a4deb req-546198ba-25f5-4aa1-8fb4-1b4fe225e827 tempest-ServerShowV254Test-1168266136 tempest-ServerShowV254Test-1168266136-project] 10.222.0.41 "GET /v2.0/ports?device_id=b16d05d2-4906-48a5-94a7-9a78f7144572 HTTP/1.1" status: 200 len: 210 time: 0.0544193 Aug 11 03:18:52.252007 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a13d978-e75d-41bf-a9aa-6db9abead454 req-19f0b294-40fd-4476-8fe3-78d8e181947b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:52.253673 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-7a13d978-e75d-41bf-a9aa-6db9abead454 req-19f0b294-40fd-4476-8fe3-78d8e181947b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=41b5c288d18c42c2bbb943465bc76a20&device_id=04b6704a-fd4f-453a-8cac-272db11d17cf HTTP/1.1" status: 200 len: 1098 time: 0.0783780 Aug 11 03:18:52.301004 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598b01ed-bb06-4716-8723-91137f4c347a req-9f1a897d-82c0-4e92-95f5-fdd6f8b299a3 tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:52.312939 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-598b01ed-bb06-4716-8723-91137f4c347a req-9f1a897d-82c0-4e92-95f5-fdd6f8b299a3 tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] 10.222.0.41 "GET /v2.0/ports?device_id=04b6704a-fd4f-453a-8cac-272db11d17cf HTTP/1.1" status: 200 len: 946 time: 0.1124792 Aug 11 03:18:52.417286 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-598b01ed-bb06-4716-8723-91137f4c347a req-ee11de47-e859-4272-9763-bf21560e5ab6 tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a9c14b7-456b-495d-954b-08faab866e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030350 Aug 11 03:18:52.516069 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a13d978-e75d-41bf-a9aa-6db9abead454 req-04367f69-3cf3-4822-8167-cdad5f208624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:52.520014 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-7a13d978-e75d-41bf-a9aa-6db9abead454 req-04367f69-3cf3-4822-8167-cdad5f208624 service neutron] 10.222.0.22 "GET /v2.0/networks?id=2edd7c40-ce53-40d0-ad1c-7b106e315d79 HTTP/1.1" status: 200 len: 920 time: 0.2586930 Aug 11 03:18:52.608415 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-7a13d978-e75d-41bf-a9aa-6db9abead454 req-2a2af0cb-d360-45ee-94d1-29a9b14982d5 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=81cd9af2-119f-426f-8db4-9b3362d3d8d2 HTTP/1.1" status: 200 len: 217 time: 0.0790682 Aug 11 03:18:52.698800 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a13d978-e75d-41bf-a9aa-6db9abead454 req-8d22e7c4-580c-49ba-8b18-b597c96f5e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:52.703554 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-7a13d978-e75d-41bf-a9aa-6db9abead454 req-8d22e7c4-580c-49ba-8b18-b597c96f5e35 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e698cbd6-76d9-4af8-b3ec-764f8a7a09e2 HTTP/1.1" status: 200 len: 859 time: 0.0873036 Aug 11 03:18:52.771809 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-7a13d978-e75d-41bf-a9aa-6db9abead454 req-8f8b74a1-7f6b-43a5-b66d-5122bbea22f4 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2edd7c40-ce53-40d0-ad1c-7b106e315d79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0593736 Aug 11 03:18:52.781420 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd397ead-5e8e-4e19-90b7-3cbb00830133 req-2a21b8f9-4fe3-4eea-9380-3c0ee69b9729 tempest-ListServersNegativeTestJSON-1001985315 tempest-ListServersNegativeTestJSON-1001985315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:52.787862 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bd397ead-5e8e-4e19-90b7-3cbb00830133 req-2a21b8f9-4fe3-4eea-9380-3c0ee69b9729 tempest-ListServersNegativeTestJSON-1001985315 tempest-ListServersNegativeTestJSON-1001985315-project] 10.222.0.41 "GET /v2.0/ports?device_id=d035fdc4-7181-4b3c-85ab-eb5fdf398672 HTTP/1.1" status: 200 len: 946 time: 0.0981698 Aug 11 03:18:52.878432 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bd397ead-5e8e-4e19-90b7-3cbb00830133 req-7352521b-6834-4a37-8416-100b67211bf8 tempest-ListServersNegativeTestJSON-1001985315 tempest-ListServersNegativeTestJSON-1001985315-project] 10.222.0.41 "GET /v2.0/security-groups?id=dcbfa33a-cb74-4b2b-a4ba-7b441c7903cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800502 Aug 11 03:18:52.942660 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-7a13d978-e75d-41bf-a9aa-6db9abead454 req-cafc93a1-4b46-4fbb-abc5-ee0e7279975c service neutron] 10.222.0.22 "GET /v2.0/networks/2edd7c40-ce53-40d0-ad1c-7b106e315d79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534030 Aug 11 03:18:53.046523 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-7a13d978-e75d-41bf-a9aa-6db9abead454 req-25ae9b74-f837-4b78-9ed8-9f8cef27e201 service neutron] 10.222.0.22 "GET /v2.0/networks/2edd7c40-ce53-40d0-ad1c-7b106e315d79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064105 Aug 11 03:18:53.270735 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-42d912f3-8d64-445a-883e-430ec6d1fd9e req-1d2c3432-707c-4ec5-97d8-0c16640bc42a tempest-ServerShowV254Test-1168266136 tempest-ServerShowV254Test-1168266136-project] 10.222.0.41 "GET /v2.0/ports?device_id=b16d05d2-4906-48a5-94a7-9a78f7144572 HTTP/1.1" status: 200 len: 210 time: 0.0344429 Aug 11 03:18:53.384789 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e30486c-d57e-4291-ad2f-49d18ead7e55 req-3826f915-1b37-42ab-9b2a-6d208d35020d tempest-VolumesSnapshotTestJSON-465789868 tempest-VolumesSnapshotTestJSON-465789868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:53.389641 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6e30486c-d57e-4291-ad2f-49d18ead7e55 req-3826f915-1b37-42ab-9b2a-6d208d35020d tempest-VolumesSnapshotTestJSON-465789868 tempest-VolumesSnapshotTestJSON-465789868-project] 10.222.0.41 "GET /v2.0/networks?id=01acead8-963f-4169-bd07-29020b4da255 HTTP/1.1" status: 200 len: 813 time: 0.1413491 Aug 11 03:18:53.402450 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6e30486c-d57e-4291-ad2f-49d18ead7e55 req-f08dd445-2425-4f9a-bf1e-feba4b0bca9d tempest-VolumesSnapshotTestJSON-465789868 tempest-VolumesSnapshotTestJSON-465789868-project] 10.222.0.41 "GET /v2.0/quotas/105a61f27f4d43e89d29d205aeb1b27e HTTP/1.1" status: 200 len: 375 time: 0.0094731 Aug 11 03:18:53.449027 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6e30486c-d57e-4291-ad2f-49d18ead7e55 req-b6e8b05d-150a-47e9-8850-e274a4712b3e tempest-VolumesSnapshotTestJSON-465789868 tempest-VolumesSnapshotTestJSON-465789868-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=105a61f27f4d43e89d29d205aeb1b27e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0348067 Aug 11 03:18:53.603543 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9755e716-4d82-439f-b5f3-43c44c199851 req-0b15dd10-ea76-4574-b590-4891f961a7de tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:53.605040 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9755e716-4d82-439f-b5f3-43c44c199851 req-0b15dd10-ea76-4574-b590-4891f961a7de tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] 10.222.0.41 "GET /v2.0/ports?device_id=04b6704a-fd4f-453a-8cac-272db11d17cf HTTP/1.1" status: 200 len: 946 time: 0.0998845 Aug 11 03:18:53.618074 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6e30486c-d57e-4291-ad2f-49d18ead7e55 req-7213f8f0-4503-4281-a892-c1df7231d1ec service neutron] 10.222.0.41 "GET /v2.0/networks/01acead8-963f-4169-bd07-29020b4da255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591885 Aug 11 03:18:53.734343 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9755e716-4d82-439f-b5f3-43c44c199851 req-c6454ca9-02b8-49c8-b4d7-df6ed56bb58c tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a9c14b7-456b-495d-954b-08faab866e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141310 Aug 11 03:18:53.771810 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6e30486c-d57e-4291-ad2f-49d18ead7e55 req-cccfd2ea-1428-465f-a338-e033c9836c99 service neutron] 10.222.0.41 "GET /v2.0/networks/01acead8-963f-4169-bd07-29020b4da255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527615 Aug 11 03:18:53.866421 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dc332f-14b5-41e7-bba5-65a14947a9ed req-d85a20e2-0210-404e-922f-58dc44cf9385 tempest-ListServersNegativeTestJSON-1001985315 tempest-ListServersNegativeTestJSON-1001985315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:53.867838 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-85dc332f-14b5-41e7-bba5-65a14947a9ed req-d85a20e2-0210-404e-922f-58dc44cf9385 tempest-ListServersNegativeTestJSON-1001985315 tempest-ListServersNegativeTestJSON-1001985315-project] 10.222.0.24 "GET /v2.0/ports?device_id=d035fdc4-7181-4b3c-85ab-eb5fdf398672 HTTP/1.1" status: 200 len: 946 time: 0.0521874 Aug 11 03:18:54.025828 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [req-85dc332f-14b5-41e7-bba5-65a14947a9ed req-211e4b55-172d-4bd7-a860-6b9260f417cf tempest-ListServersNegativeTestJSON-1001985315 tempest-ListServersNegativeTestJSON-1001985315-project] Deleting port 3bede6e6-a44e-4736-b58d-e09fc97ed486 {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:18:54.026527 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-85dc332f-14b5-41e7-bba5-65a14947a9ed req-211e4b55-172d-4bd7-a860-6b9260f417cf tempest-ListServersNegativeTestJSON-1001985315 tempest-ListServersNegativeTestJSON-1001985315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:54.109906 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4fb66523-ab33-4b61-8eec-feda3fb361a0 req-a7efe2e7-d4d4-4fa9-b6a3-18b30e9f5709 tempest-VolumesSnapshotTestJSON-465789868 tempest-VolumesSnapshotTestJSON-465789868-project] 10.222.0.41 "GET /v2.0/ports?device_id=25553e3e-f82d-48a4-96f3-86d747927b3a HTTP/1.1" status: 200 len: 210 time: 0.0745471 Aug 11 03:18:54.186716 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2736fc-4bc0-414e-9e4e-27ba50ba7c5c req-b850062b-a2a2-4884-99f7-dea0131a2a47 tempest-ListServersNegativeTestJSON-1001985315 tempest-ListServersNegativeTestJSON-1001985315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:54.188731 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6c2736fc-4bc0-414e-9e4e-27ba50ba7c5c req-b850062b-a2a2-4884-99f7-dea0131a2a47 tempest-ListServersNegativeTestJSON-1001985315 tempest-ListServersNegativeTestJSON-1001985315-project] 10.222.0.41 "GET /v2.0/ports?device_id=d035fdc4-7181-4b3c-85ab-eb5fdf398672 HTTP/1.1" status: 200 len: 946 time: 0.1380973 Aug 11 03:18:54.219266 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-85dc332f-14b5-41e7-bba5-65a14947a9ed req-211e4b55-172d-4bd7-a860-6b9260f417cf tempest-ListServersNegativeTestJSON-1001985315 tempest-ListServersNegativeTestJSON-1001985315-project] For port 3bede6e6-a44e-4736-b58d-e09fc97ed486, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=3bede6e6-a44e-4736-b58d-e09fc97ed486,segment=NetworkSegment(11d86ed1-3e42-4373-91ba-14a165296468),segment_id=11d86ed1-3e42-4373-91ba-14a165296468)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:18:54.219647 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-85dc332f-14b5-41e7-bba5-65a14947a9ed req-211e4b55-172d-4bd7-a860-6b9260f417cf tempest-ListServersNegativeTestJSON-1001985315 tempest-ListServersNegativeTestJSON-1001985315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:54.236059 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [req-85dc332f-14b5-41e7-bba5-65a14947a9ed req-211e4b55-172d-4bd7-a860-6b9260f417cf tempest-ListServersNegativeTestJSON-1001985315 tempest-ListServersNegativeTestJSON-1001985315-project] Calling delete_port for 3bede6e6-a44e-4736-b58d-e09fc97ed486 owned by compute:nova {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:18:54.323528 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6c2736fc-4bc0-414e-9e4e-27ba50ba7c5c req-58d2aee8-c957-4060-9c86-b923c8954234 tempest-ListServersNegativeTestJSON-1001985315 tempest-ListServersNegativeTestJSON-1001985315-project] 10.222.0.41 "GET /v2.0/security-groups?id=dcbfa33a-cb74-4b2b-a4ba-7b441c7903cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854788 Aug 11 03:18:54.445524 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bbbd2e76-256b-4573-81de-1cb0365e90b7 req-4874bedc-0fab-42c3-a2c2-9604d732dc13 tempest-ServerShowV254Test-1168266136 tempest-ServerShowV254Test-1168266136-project] 10.222.0.41 "GET /v2.0/ports?device_id=b16d05d2-4906-48a5-94a7-9a78f7144572 HTTP/1.1" status: 200 len: 210 time: 0.0460045 Aug 11 03:18:54.560741 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-85dc332f-14b5-41e7-bba5-65a14947a9ed req-211e4b55-172d-4bd7-a860-6b9260f417cf tempest-ListServersNegativeTestJSON-1001985315 tempest-ListServersNegativeTestJSON-1001985315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:54.571818 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['3bede6e6-a44e-4736-b58d-e09fc97ed486', 'a246b339-64a0-470e-a6b0-02ea4bd38c18'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:18:54.576240 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['26ec3b6a-bbf4-418c-8141-f380845595e5'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:18:54.610352 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211e4b55-172d-4bd7-a860-6b9260f417cf tempest-ListServersNegativeTestJSON-1001985315 tempest-ListServersNegativeTestJSON-1001985315-project] Pushing event deleted for resources: {'Port': ['ID=3bede6e6-a44e-4736-b58d-e09fc97ed486,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:54.688525 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [req-85dc332f-14b5-41e7-bba5-65a14947a9ed req-211e4b55-172d-4bd7-a860-6b9260f417cf tempest-ListServersNegativeTestJSON-1001985315 tempest-ListServersNegativeTestJSON-1001985315-project] No DVR routers for this DVR port 3bede6e6-a44e-4736-b58d-e09fc97ed486 on host n-h2-764292-30 {{(pid=102192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:18:54.694955 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-85dc332f-14b5-41e7-bba5-65a14947a9ed req-211e4b55-172d-4bd7-a860-6b9260f417cf tempest-ListServersNegativeTestJSON-1001985315 tempest-ListServersNegativeTestJSON-1001985315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:54.697088 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-85dc332f-14b5-41e7-bba5-65a14947a9ed req-211e4b55-172d-4bd7-a860-6b9260f417cf tempest-ListServersNegativeTestJSON-1001985315 tempest-ListServersNegativeTestJSON-1001985315-project] 10.222.0.24 "DELETE /v2.0/ports/3bede6e6-a44e-4736-b58d-e09fc97ed486 HTTP/1.1" status: 204 len: 173 time: 0.8227742 Aug 11 03:18:54.697605 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd035fdc4-7181-4b3c-85ab-eb5fdf398672', 'name': 'network-vif-deleted', 'tag': '3bede6e6-a44e-4736-b58d-e09fc97ed486'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:18:54.707399 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b8c65aa-bb28-4d70-b894-914bf7c344c9" -d '{"events": [{"server_uuid": "d035fdc4-7181-4b3c-85ab-eb5fdf398672", "name": "network-vif-deleted", "tag": "3bede6e6-a44e-4736-b58d-e09fc97ed486"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:18:54.948877 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dabe03c-53d2-4a84-a871-a520255b4d93 req-e3a4a56c-5202-49a1-956a-e8c5d139537b tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:54.959848 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6dabe03c-53d2-4a84-a871-a520255b4d93 req-e3a4a56c-5202-49a1-956a-e8c5d139537b tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] 10.222.0.41 "GET /v2.0/ports?device_id=04b6704a-fd4f-453a-8cac-272db11d17cf HTTP/1.1" status: 200 len: 946 time: 0.0758643 Aug 11 03:18:55.022772 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:18:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41fc50d2-5f71-4922-8c88-229e7575e2ea x-openstack-request-id: req-41fc50d2-5f71-4922-8c88-229e7575e2ea {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:18:55.034039 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d035fdc4-7181-4b3c-85ab-eb5fdf398672", "name": "network-vif-deleted", "tag": "3bede6e6-a44e-4736-b58d-e09fc97ed486", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:18:55.034039 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-41fc50d2-5f71-4922-8c88-229e7575e2ea {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:18:55.034039 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd035fdc4-7181-4b3c-85ab-eb5fdf398672', 'name': 'network-vif-deleted', 'tag': '3bede6e6-a44e-4736-b58d-e09fc97ed486', 'status': 'completed', 'code': 200} Aug 11 03:18:55.059503 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6dabe03c-53d2-4a84-a871-a520255b4d93 req-751de5f7-e5fa-411b-8935-52ee1829f1cf tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a9c14b7-456b-495d-954b-08faab866e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986629 Aug 11 03:18:55.106224 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 44052) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:55.201127 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a4bffa6c-b9fc-4221-95a4-130a262d11d7 req-9ba63308-794b-4c1a-9f5e-54115a59bb6f tempest-VolumesSnapshotTestJSON-465789868 tempest-VolumesSnapshotTestJSON-465789868-project] 10.222.0.41 "GET /v2.0/ports?device_id=25553e3e-f82d-48a4-96f3-86d747927b3a HTTP/1.1" status: 200 len: 210 time: 0.0282531 Aug 11 03:18:55.263145 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ab7162c3-0e41-459f-af9f-a4c0628223f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:55.370004 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ab7162c3-0e41-459f-af9f-a4c0628223f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:55.488433 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4e285313-b16e-4732-b933-62bdbe86bd8e req-68fd1e31-7d9e-48f1-8087-54913dfed8c4 tempest-ListServersNegativeTestJSON-1001985315 tempest-ListServersNegativeTestJSON-1001985315-project] 10.222.0.41 "GET /v2.0/ports?device_id=d035fdc4-7181-4b3c-85ab-eb5fdf398672 HTTP/1.1" status: 200 len: 210 time: 0.0489917 Aug 11 03:18:55.505731 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ab7162c3-0e41-459f-af9f-a4c0628223f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:55.580481 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-ab7162c3-0e41-459f-af9f-a4c0628223f2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a520ca6516ba40f58cb02762aa3dba4c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4643526 Aug 11 03:18:55.583068 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 44066) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:55.593897 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7162c3-0e41-459f-af9f-a4c0628223f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbc97d83-414a-4923-ac2a-bd622317352a,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:55.607160 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c7deb760-070c-44ba-b21e-84675458b6cb req-7e28f3b9-8bc6-409c-b2ab-b3be44ca63d4 tempest-ServerShowV254Test-1168266136 tempest-ServerShowV254Test-1168266136-project] 10.222.0.41 "GET /v2.0/ports?device_id=b16d05d2-4906-48a5-94a7-9a78f7144572 HTTP/1.1" status: 200 len: 210 time: 0.0514538 Aug 11 03:18:55.627719 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7162c3-0e41-459f-af9f-a4c0628223f2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:18:55.627719 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7162c3-0e41-459f-af9f-a4c0628223f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:18:55.627719 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7162c3-0e41-459f-af9f-a4c0628223f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:18:55.627719 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7162c3-0e41-459f-af9f-a4c0628223f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:18:55.627719 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7162c3-0e41-459f-af9f-a4c0628223f2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:18:55.627719 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7162c3-0e41-459f-af9f-a4c0628223f2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:18:55.627719 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7162c3-0e41-459f-af9f-a4c0628223f2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:18:55.627719 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7162c3-0e41-459f-af9f-a4c0628223f2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:18:55.627719 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7162c3-0e41-459f-af9f-a4c0628223f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:18:55.627719 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7162c3-0e41-459f-af9f-a4c0628223f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:18:55.627719 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7162c3-0e41-459f-af9f-a4c0628223f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:18:55.627719 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7162c3-0e41-459f-af9f-a4c0628223f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:18:55.668544 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5f3010eb-e813-4755-ae31-1caba2de716c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:55.692388 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5f3010eb-e813-4755-ae31-1caba2de716c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:55.796041 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5f3010eb-e813-4755-ae31-1caba2de716c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:55.806388 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5f3010eb-e813-4755-ae31-1caba2de716c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:55.806388 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-5f3010eb-e813-4755-ae31-1caba2de716c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cbc97d83-414a-4923-ac2a-bd622317352a HTTP/1.1" status: 204 len: 168 time: 0.2154353 Aug 11 03:18:55.808572 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3010eb-e813-4755-ae31-1caba2de716c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbc97d83-414a-4923-ac2a-bd622317352a,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:56.240388 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536d36df-e08a-4677-bccd-35736135b958 req-2dba7a38-8d97-4f95-aa2c-a79cf4ddb6a2 tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:56.242062 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-536d36df-e08a-4677-bccd-35736135b958 req-2dba7a38-8d97-4f95-aa2c-a79cf4ddb6a2 tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] 10.222.0.41 "GET /v2.0/ports?device_id=04b6704a-fd4f-453a-8cac-272db11d17cf HTTP/1.1" status: 200 len: 946 time: 0.0547063 Aug 11 03:18:56.639935 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e30486c-d57e-4291-ad2f-49d18ead7e55 req-59788b57-af06-4c19-9e32-9530f5fff095 tempest-VolumesSnapshotTestJSON-465789868 tempest-VolumesSnapshotTestJSON-465789868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:56.641438 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-6e30486c-d57e-4291-ad2f-49d18ead7e55 req-59788b57-af06-4c19-9e32-9530f5fff095 tempest-VolumesSnapshotTestJSON-465789868 tempest-VolumesSnapshotTestJSON-465789868-project] 10.222.0.22 "GET /v2.0/networks?id=01acead8-963f-4169-bd07-29020b4da255 HTTP/1.1" status: 200 len: 813 time: 0.1312537 Aug 11 03:18:56.669282 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-6e30486c-d57e-4291-ad2f-49d18ead7e55 req-7e0cacb3-8348-4bda-ac69-c4b7b9bccfe3 tempest-VolumesSnapshotTestJSON-465789868 tempest-VolumesSnapshotTestJSON-465789868-project] Request body: {'port': {'device_id': '25553e3e-f82d-48a4-96f3-86d747927b3a', 'network_id': '01acead8-963f-4169-bd07-29020b4da255', 'admin_state_up': True, 'tenant_id': '105a61f27f4d43e89d29d205aeb1b27e'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:18:56.732029 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1a9b592f-8324-447d-a34c-e4b98743284b req-3e9cbb2a-c415-4461-b463-0664513592ed tempest-VolumesSnapshotTestJSON-465789868 tempest-VolumesSnapshotTestJSON-465789868-project] 10.222.0.41 "GET /v2.0/ports?device_id=25553e3e-f82d-48a4-96f3-86d747927b3a HTTP/1.1" status: 200 len: 210 time: 0.4483232 Aug 11 03:18:56.736459 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-536d36df-e08a-4677-bccd-35736135b958 req-56e16f27-b381-4d03-b382-546c7f70470a tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a9c14b7-456b-495d-954b-08faab866e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4863186 Aug 11 03:18:56.889129 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9170df52-37b5-4720-9305-08072d561d28 req-8110e81e-daf3-44f4-813d-04320a04faee tempest-ServerShowV254Test-1168266136 tempest-ServerShowV254Test-1168266136-project] 10.222.0.41 "GET /v2.0/ports?device_id=b16d05d2-4906-48a5-94a7-9a78f7144572 HTTP/1.1" status: 200 len: 210 time: 0.0443368 Aug 11 03:18:56.949687 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e30486c-d57e-4291-ad2f-49d18ead7e55 req-7e0cacb3-8348-4bda-ac69-c4b7b9bccfe3 tempest-VolumesSnapshotTestJSON-465789868 tempest-VolumesSnapshotTestJSON-465789868-project] Made reservation on behalf of 105a61f27f4d43e89d29d205aeb1b27e for: {'port': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:18:56.953910 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-6e30486c-d57e-4291-ad2f-49d18ead7e55 req-7e0cacb3-8348-4bda-ac69-c4b7b9bccfe3 tempest-VolumesSnapshotTestJSON-465789868 tempest-VolumesSnapshotTestJSON-465789868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:57.136878 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [req-6e30486c-d57e-4291-ad2f-49d18ead7e55 req-7e0cacb3-8348-4bda-ac69-c4b7b9bccfe3 tempest-VolumesSnapshotTestJSON-465789868 tempest-VolumesSnapshotTestJSON-465789868-project] Allocated IP 172.20.0.9 (01acead8-963f-4169-bd07-29020b4da255/069bf063-b054-4cb3-bf43-ad7278908edd/4b6d20d1-a624-4ec6-9694-c4fe9e6f6516) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:18:57.406740 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-6e30486c-d57e-4291-ad2f-49d18ead7e55 req-7e0cacb3-8348-4bda-ac69-c4b7b9bccfe3 tempest-VolumesSnapshotTestJSON-465789868 tempest-VolumesSnapshotTestJSON-465789868-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:57.565533 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-6e30486c-d57e-4291-ad2f-49d18ead7e55 req-7e0cacb3-8348-4bda-ac69-c4b7b9bccfe3 tempest-VolumesSnapshotTestJSON-465789868 tempest-VolumesSnapshotTestJSON-465789868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:57.649941 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 3bede6e6-a44e-4736-b58d-e09fc97ed486 no longer exists at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:18:57.658702 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e30486c-d57e-4291-ad2f-49d18ead7e55 req-7e0cacb3-8348-4bda-ac69-c4b7b9bccfe3 tempest-VolumesSnapshotTestJSON-465789868 tempest-VolumesSnapshotTestJSON-465789868-project] Network 01acead8-963f-4169-bd07-29020b4da255 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:18:57.662985 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [req-6e30486c-d57e-4291-ad2f-49d18ead7e55 req-7e0cacb3-8348-4bda-ac69-c4b7b9bccfe3 tempest-VolumesSnapshotTestJSON-465789868 tempest-VolumesSnapshotTestJSON-465789868-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:18:57.674530 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e30486c-d57e-4291-ad2f-49d18ead7e55 req-7e0cacb3-8348-4bda-ac69-c4b7b9bccfe3 tempest-VolumesSnapshotTestJSON-465789868 tempest-VolumesSnapshotTestJSON-465789868-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:18:57.700372 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] No Port match for: 3bede6e6-a44e-4736-b58d-e09fc97ed486 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:18:57.700837 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 3bede6e6-a44e-4736-b58d-e09fc97ed486 not bound to the agent host n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:18:57.785922 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0cacb3-8348-4bda-ac69-c4b7b9bccfe3 tempest-VolumesSnapshotTestJSON-465789868 tempest-VolumesSnapshotTestJSON-465789868-project] Pushing event updated for resources: {'Port': ['ID=4b6d20d1-a624-4ec6-9694-c4fe9e6f6516,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:57.881346 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e30486c-d57e-4291-ad2f-49d18ead7e55 req-7e0cacb3-8348-4bda-ac69-c4b7b9bccfe3 tempest-VolumesSnapshotTestJSON-465789868 tempest-VolumesSnapshotTestJSON-465789868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:57.885276 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-6e30486c-d57e-4291-ad2f-49d18ead7e55 req-7e0cacb3-8348-4bda-ac69-c4b7b9bccfe3 tempest-VolumesSnapshotTestJSON-465789868 tempest-VolumesSnapshotTestJSON-465789868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:57.930247 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c210f5-5e4a-4382-b3f4-7f35b8e33c64 req-2b11bd33-b727-4bd8-96e5-73cde89d63dc tempest-ListServersNegativeTestJSON-1001985315 tempest-ListServersNegativeTestJSON-1001985315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:57.940389 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c210f5-5e4a-4382-b3f4-7f35b8e33c64 req-2b11bd33-b727-4bd8-96e5-73cde89d63dc tempest-ListServersNegativeTestJSON-1001985315 tempest-ListServersNegativeTestJSON-1001985315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:57.949264 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-93c210f5-5e4a-4382-b3f4-7f35b8e33c64 req-2b11bd33-b727-4bd8-96e5-73cde89d63dc tempest-ListServersNegativeTestJSON-1001985315 tempest-ListServersNegativeTestJSON-1001985315-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d1c410a-fc4c-4c4b-9a80-8e1a6b19ffc8&device_id=41f82774-e08b-4049-ab43-7399d65705e3 HTTP/1.1" status: 200 len: 1681 time: 0.1551161 Aug 11 03:18:57.964645 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-6e30486c-d57e-4291-ad2f-49d18ead7e55 req-7e0cacb3-8348-4bda-ac69-c4b7b9bccfe3 tempest-VolumesSnapshotTestJSON-465789868 tempest-VolumesSnapshotTestJSON-465789868-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2990551 Aug 11 03:18:57.975987 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [req-6e30486c-d57e-4291-ad2f-49d18ead7e55 req-5ed23473-ccab-4a69-88a4-2df2c342415d tempest-VolumesSnapshotTestJSON-465789868 tempest-VolumesSnapshotTestJSON-465789868-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102191) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:18:57.979074 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-6e30486c-d57e-4291-ad2f-49d18ead7e55 req-5ed23473-ccab-4a69-88a4-2df2c342415d tempest-VolumesSnapshotTestJSON-465789868 tempest-VolumesSnapshotTestJSON-465789868-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062823 Aug 11 03:18:57.988403 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-6e30486c-d57e-4291-ad2f-49d18ead7e55 req-02c32510-0387-431e-ba6c-cf369c0c94d8 service neutron] Request body: {'port': {'device_id': '25553e3e-f82d-48a4-96f3-86d747927b3a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764292-30'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:18:57.993731 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56380889-9c1a-4054-bc7c-76310f537ff0 req-2d7820e6-8cfa-4cb3-9d66-081b2ba61866 tempest-VolumesSnapshotTestJSON-465789868 tempest-VolumesSnapshotTestJSON-465789868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:57.995295 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-56380889-9c1a-4054-bc7c-76310f537ff0 req-2d7820e6-8cfa-4cb3-9d66-081b2ba61866 tempest-VolumesSnapshotTestJSON-465789868 tempest-VolumesSnapshotTestJSON-465789868-project] 10.222.0.41 "GET /v2.0/ports?device_id=25553e3e-f82d-48a4-96f3-86d747927b3a HTTP/1.1" status: 200 len: 931 time: 0.1320393 Aug 11 03:18:58.024597 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-93c210f5-5e4a-4382-b3f4-7f35b8e33c64 req-02826012-3172-4ce4-ab92-e3bbcfb9fa7d tempest-ListServersNegativeTestJSON-1001985315 tempest-ListServersNegativeTestJSON-1001985315-project] 10.222.0.41 "GET /v2.0/security-groups?id=dcbfa33a-cb74-4b2b-a4ba-7b441c7903cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743434 Aug 11 03:18:58.075347 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-56380889-9c1a-4054-bc7c-76310f537ff0 req-a64a2b0b-b7fe-4f03-80f4-9dc4bbc5cdaf tempest-VolumesSnapshotTestJSON-465789868 tempest-VolumesSnapshotTestJSON-465789868-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f4ecb47-4864-42ad-bab7-e92caddf58f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674267 Aug 11 03:18:58.085362 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-6e30486c-d57e-4291-ad2f-49d18ead7e55 req-02c32510-0387-431e-ba6c-cf369c0c94d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:58.242014 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-870485c6-1dd6-4101-8a12-6059edff5249 req-ca7ccc57-cd44-470e-a86a-9319bebf9986 tempest-ServerShowV254Test-1168266136 tempest-ServerShowV254Test-1168266136-project] 10.222.0.41 "GET /v2.0/ports?device_id=b16d05d2-4906-48a5-94a7-9a78f7144572 HTTP/1.1" status: 200 len: 210 time: 0.0525069 Aug 11 03:18:58.292465 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad7bba6-ca41-4f27-b437-b942301c97d6 req-869111ab-fc8f-4124-bf1e-be7993c91c66 tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:58.293876 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1ad7bba6-ca41-4f27-b437-b942301c97d6 req-869111ab-fc8f-4124-bf1e-be7993c91c66 tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] 10.222.0.41 "GET /v2.0/ports?device_id=04b6704a-fd4f-453a-8cac-272db11d17cf HTTP/1.1" status: 200 len: 946 time: 0.1805892 Aug 11 03:18:58.390891 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1ad7bba6-ca41-4f27-b437-b942301c97d6 req-12c559de-6f43-441f-88be-1ebaaad6e24a tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a9c14b7-456b-495d-954b-08faab866e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901434 Aug 11 03:18:58.469708 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [req-6e30486c-d57e-4291-ad2f-49d18ead7e55 req-02c32510-0387-431e-ba6c-cf369c0c94d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b6d20d1-a624-4ec6-9694-c4fe9e6f6516 {{(pid=102191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:18:58.480679 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-6e30486c-d57e-4291-ad2f-49d18ead7e55 req-02c32510-0387-431e-ba6c-cf369c0c94d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:58.501965 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [req-6e30486c-d57e-4291-ad2f-49d18ead7e55 req-02c32510-0387-431e-ba6c-cf369c0c94d8 service neutron] Transition to ACTIVE for port object 4b6d20d1-a624-4ec6-9694-c4fe9e6f6516 will not be triggered until provisioned by entity L2. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:18:58.555387 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-6e30486c-d57e-4291-ad2f-49d18ead7e55 req-02c32510-0387-431e-ba6c-cf369c0c94d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:58.606406 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ccb1b0-486e-42bb-9cb1-c72ea7c2f930 req-d8da627c-0ee4-446e-8fbc-e9617b0578e1 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:58.614472 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ccb1b0-486e-42bb-9cb1-c72ea7c2f930 req-d8da627c-0ee4-446e-8fbc-e9617b0578e1 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:58.621582 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ccb1b0-486e-42bb-9cb1-c72ea7c2f930 req-d8da627c-0ee4-446e-8fbc-e9617b0578e1 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:58.627457 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c32510-0387-431e-ba6c-cf369c0c94d8 service neutron] Pushing event updated for resources: {'Port': ['ID=4b6d20d1-a624-4ec6-9694-c4fe9e6f6516,revision_number=2']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:58.630171 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ccb1b0-486e-42bb-9cb1-c72ea7c2f930 req-d8da627c-0ee4-446e-8fbc-e9617b0578e1 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:58.636812 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ccb1b0-486e-42bb-9cb1-c72ea7c2f930 req-d8da627c-0ee4-446e-8fbc-e9617b0578e1 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:58.643281 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ccb1b0-486e-42bb-9cb1-c72ea7c2f930 req-d8da627c-0ee4-446e-8fbc-e9617b0578e1 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:58.649525 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ccb1b0-486e-42bb-9cb1-c72ea7c2f930 req-d8da627c-0ee4-446e-8fbc-e9617b0578e1 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:58.651756 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-08ccb1b0-486e-42bb-9cb1-c72ea7c2f930 req-d8da627c-0ee4-446e-8fbc-e9617b0578e1 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e3618b6-52e5-4357-a355-b29ad18e1b9a HTTP/1.1" status: 200 len: 5433 time: 0.1201439 Aug 11 03:18:58.758915 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-08ccb1b0-486e-42bb-9cb1-c72ea7c2f930 req-15c91ebc-075d-492a-a647-da44388e6d79 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e828c0d-4136-4a51-aeb5-a8e208cb4b52&id=95104542-16f5-45dc-8618-c4fbbca06b56&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0975814 Aug 11 03:18:58.774739 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-6e30486c-d57e-4291-ad2f-49d18ead7e55 req-02c32510-0387-431e-ba6c-cf369c0c94d8 service neutron] Attempting to bind port 4b6d20d1-a624-4ec6-9694-c4fe9e6f6516 on host n-h1-764292-30 for vnic_type normal with profile {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:18:58.775234 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-6e30486c-d57e-4291-ad2f-49d18ead7e55 req-02c32510-0387-431e-ba6c-cf369c0c94d8 service neutron] Attempting to bind port 4b6d20d1-a624-4ec6-9694-c4fe9e6f6516 by drivers openvswitch,hyperv on host n-h1-764292-30 at level 0 using segments [{'id': 'a4461aa7-a68f-4ec2-820b-606b00b637c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '01acead8-963f-4169-bd07-29020b4da255'}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:18:58.775532 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e30486c-d57e-4291-ad2f-49d18ead7e55 req-02c32510-0387-431e-ba6c-cf369c0c94d8 service neutron] Attempting to bind port 4b6d20d1-a624-4ec6-9694-c4fe9e6f6516 on network 01acead8-963f-4169-bd07-29020b4da255 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:18:58.787952 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e30486c-d57e-4291-ad2f-49d18ead7e55 req-02c32510-0387-431e-ba6c-cf369c0c94d8 service neutron] Port 4b6d20d1-a624-4ec6-9694-c4fe9e6f6516 on network 01acead8-963f-4169-bd07-29020b4da255 not bound, no agent of type Open vSwitch agent registered on host n-h1-764292-30 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:18:58.787952 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e30486c-d57e-4291-ad2f-49d18ead7e55 req-02c32510-0387-431e-ba6c-cf369c0c94d8 service neutron] Attempting to bind port 4b6d20d1-a624-4ec6-9694-c4fe9e6f6516 on network 01acead8-963f-4169-bd07-29020b4da255 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:18:58.787952 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e30486c-d57e-4291-ad2f-49d18ead7e55 req-02c32510-0387-431e-ba6c-cf369c0c94d8 service neutron] Checking agent: {'id': 'abb524c2-b412-4ed2-8367-45c4fd996fa7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 18, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:18:58.788291 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e30486c-d57e-4291-ad2f-49d18ead7e55 req-02c32510-0387-431e-ba6c-cf369c0c94d8 service neutron] Checking segment: {'id': 'a4461aa7-a68f-4ec2-820b-606b00b637c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '01acead8-963f-4169-bd07-29020b4da255'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:18:58.788615 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e30486c-d57e-4291-ad2f-49d18ead7e55 req-02c32510-0387-431e-ba6c-cf369c0c94d8 service neutron] Bound using segment: {'id': 'a4461aa7-a68f-4ec2-820b-606b00b637c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '01acead8-963f-4169-bd07-29020b4da255'} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:18:58.789143 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-6e30486c-d57e-4291-ad2f-49d18ead7e55 req-02c32510-0387-431e-ba6c-cf369c0c94d8 service neutron] Bound port: 4b6d20d1-a624-4ec6-9694-c4fe9e6f6516, host: n-h1-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4461aa7-a68f-4ec2-820b-606b00b637c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '01acead8-963f-4169-bd07-29020b4da255'}}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:18:58.789510 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-6e30486c-d57e-4291-ad2f-49d18ead7e55 req-02c32510-0387-431e-ba6c-cf369c0c94d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:58.863935 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-6e30486c-d57e-4291-ad2f-49d18ead7e55 req-02c32510-0387-431e-ba6c-cf369c0c94d8 service neutron] For port 4b6d20d1-a624-4ec6-9694-c4fe9e6f6516, host n-h1-764292-30, cleared binding levels {{(pid=102191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:18:58.867411 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-6e30486c-d57e-4291-ad2f-49d18ead7e55 req-02c32510-0387-431e-ba6c-cf369c0c94d8 service neutron] For port 4b6d20d1-a624-4ec6-9694-c4fe9e6f6516, host n-h1-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=4b6d20d1-a624-4ec6-9694-c4fe9e6f6516,segment=NetworkSegment(a4461aa7-a68f-4ec2-820b-606b00b637c3),segment_id=a4461aa7-a68f-4ec2-820b-606b00b637c3)] {{(pid=102191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:18:58.922500 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867b8d3b-7f8c-41e3-885e-5570ca334f1f req-c3b21ecc-12bb-4610-a365-5e034e194759 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:58.928560 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867b8d3b-7f8c-41e3-885e-5570ca334f1f req-c3b21ecc-12bb-4610-a365-5e034e194759 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:58.934897 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867b8d3b-7f8c-41e3-885e-5570ca334f1f req-c3b21ecc-12bb-4610-a365-5e034e194759 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:58.941875 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867b8d3b-7f8c-41e3-885e-5570ca334f1f req-c3b21ecc-12bb-4610-a365-5e034e194759 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:58.947913 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867b8d3b-7f8c-41e3-885e-5570ca334f1f req-c3b21ecc-12bb-4610-a365-5e034e194759 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:58.953921 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867b8d3b-7f8c-41e3-885e-5570ca334f1f req-c3b21ecc-12bb-4610-a365-5e034e194759 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:58.956704 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-6e30486c-d57e-4291-ad2f-49d18ead7e55 req-02c32510-0387-431e-ba6c-cf369c0c94d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:58.960685 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867b8d3b-7f8c-41e3-885e-5570ca334f1f req-c3b21ecc-12bb-4610-a365-5e034e194759 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:58.962948 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-867b8d3b-7f8c-41e3-885e-5570ca334f1f req-c3b21ecc-12bb-4610-a365-5e034e194759 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e3618b6-52e5-4357-a355-b29ad18e1b9a HTTP/1.1" status: 200 len: 5433 time: 0.0990644 Aug 11 03:18:59.025907 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e30486c-d57e-4291-ad2f-49d18ead7e55 req-02c32510-0387-431e-ba6c-cf369c0c94d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:59.029620 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-6e30486c-d57e-4291-ad2f-49d18ead7e55 req-02c32510-0387-431e-ba6c-cf369c0c94d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:59.029620 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-6e30486c-d57e-4291-ad2f-49d18ead7e55 req-02c32510-0387-431e-ba6c-cf369c0c94d8 service neutron] 10.222.0.22 "PUT /v2.0/ports/4b6d20d1-a624-4ec6-9694-c4fe9e6f6516 HTTP/1.1" status: 200 len: 1092 time: 1.0439069 Aug 11 03:18:59.029620 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25553e3e-f82d-48a4-96f3-86d747927b3a', 'tag': '4b6d20d1-a624-4ec6-9694-c4fe9e6f6516'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:18:59.046155 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be31f3d8-1aff-4842-8aa1-f42ce64e151b" -d '{"events": [{"name": "network-changed", "server_uuid": "25553e3e-f82d-48a4-96f3-86d747927b3a", "tag": "4b6d20d1-a624-4ec6-9694-c4fe9e6f6516"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:18:59.068998 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c32510-0387-431e-ba6c-cf369c0c94d8 service neutron] Pushing event updated for resources: {'Port': ['ID=4b6d20d1-a624-4ec6-9694-c4fe9e6f6516,revision_number=3']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:59.096378 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:18:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec2ea8c7-5781-4868-8fe8-ec1aa575a2f0 x-openstack-request-id: req-ec2ea8c7-5781-4868-8fe8-ec1aa575a2f0 {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:18:59.096846 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25553e3e-f82d-48a4-96f3-86d747927b3a", "tag": "4b6d20d1-a624-4ec6-9694-c4fe9e6f6516", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:18:59.097347 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ec2ea8c7-5781-4868-8fe8-ec1aa575a2f0 {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:18:59.098367 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25553e3e-f82d-48a4-96f3-86d747927b3a', 'tag': '4b6d20d1-a624-4ec6-9694-c4fe9e6f6516', 'status': 'completed', 'code': 200} Aug 11 03:18:59.144515 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-e8d4b178-c02e-4e56-a3e5-59ec6a7c4223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:59.229378 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be31f3d8-1aff-4842-8aa1-f42ce64e151b req-6a5fc884-d5f2-4bf9-b4fc-ae52fa4ea5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:59.229378 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-be31f3d8-1aff-4842-8aa1-f42ce64e151b req-6a5fc884-d5f2-4bf9-b4fc-ae52fa4ea5c9 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=105a61f27f4d43e89d29d205aeb1b27e&device_id=25553e3e-f82d-48a4-96f3-86d747927b3a HTTP/1.1" status: 200 len: 1095 time: 0.0914910 Aug 11 03:18:59.265861 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a2bbef-dd38-488f-b68b-5ab0db725e3e req-21fbd31d-f94d-4758-96d4-a15bceb628a7 tempest-VolumesSnapshotTestJSON-465789868 tempest-VolumesSnapshotTestJSON-465789868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:59.267703 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-89a2bbef-dd38-488f-b68b-5ab0db725e3e req-21fbd31d-f94d-4758-96d4-a15bceb628a7 tempest-VolumesSnapshotTestJSON-465789868 tempest-VolumesSnapshotTestJSON-465789868-project] 10.222.0.41 "GET /v2.0/ports?device_id=25553e3e-f82d-48a4-96f3-86d747927b3a HTTP/1.1" status: 200 len: 943 time: 0.0565708 Aug 11 03:18:59.326939 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-89a2bbef-dd38-488f-b68b-5ab0db725e3e req-3ad04ce3-e25b-4238-8a22-60dfa2b9dd4f tempest-VolumesSnapshotTestJSON-465789868 tempest-VolumesSnapshotTestJSON-465789868-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f4ecb47-4864-42ad-bab7-e92caddf58f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502009 Aug 11 03:18:59.379953 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be31f3d8-1aff-4842-8aa1-f42ce64e151b req-52126dde-5dc8-4aa0-a17a-21dbe317d3af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:59.381710 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-be31f3d8-1aff-4842-8aa1-f42ce64e151b req-52126dde-5dc8-4aa0-a17a-21dbe317d3af service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=105a61f27f4d43e89d29d205aeb1b27e&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1436384 Aug 11 03:18:59.396753 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7a87860b-0fff-4807-a861-68066c8313e4 req-53703e11-f682-4b6f-b518-6a2481ba66c0 tempest-ServerShowV254Test-1168266136 tempest-ServerShowV254Test-1168266136-project] 10.222.0.41 "GET /v2.0/ports?device_id=b16d05d2-4906-48a5-94a7-9a78f7144572 HTTP/1.1" status: 200 len: 210 time: 0.0330708 Aug 11 03:18:59.549069 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be31f3d8-1aff-4842-8aa1-f42ce64e151b req-f7822aa0-fdd1-4ee3-8674-5da373d96c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:59.550773 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-be31f3d8-1aff-4842-8aa1-f42ce64e151b req-f7822aa0-fdd1-4ee3-8674-5da373d96c27 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1590755 Aug 11 03:18:59.585765 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18c36a1-338e-4d86-9a65-8122d2180153 req-aa97e287-0790-42b6-aefd-487555db7250 tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:59.587792 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b18c36a1-338e-4d86-9a65-8122d2180153 req-aa97e287-0790-42b6-aefd-487555db7250 tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] 10.222.0.41 "GET /v2.0/ports?device_id=04b6704a-fd4f-453a-8cac-272db11d17cf HTTP/1.1" status: 200 len: 946 time: 0.1011431 Aug 11 03:18:59.601962 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fa6347-1c5f-4b50-899a-87ebda2ba804 req-c0358e36-abb9-4d1d-8ff6-5d001c3af2b8 tempest-ListServersNegativeTestJSON-1001985315 tempest-ListServersNegativeTestJSON-1001985315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:59.601962 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c5fa6347-1c5f-4b50-899a-87ebda2ba804 req-c0358e36-abb9-4d1d-8ff6-5d001c3af2b8 tempest-ListServersNegativeTestJSON-1001985315 tempest-ListServersNegativeTestJSON-1001985315-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d1c410a-fc4c-4c4b-9a80-8e1a6b19ffc8 HTTP/1.1" status: 200 len: 945 time: 0.1003163 Aug 11 03:18:59.661556 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e30486c-d57e-4291-ad2f-49d18ead7e55 req-949faaa6-8d15-4ac5-80ae-5608f352d3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:59.663266 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-6e30486c-d57e-4291-ad2f-49d18ead7e55 req-949faaa6-8d15-4ac5-80ae-5608f352d3dd service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=105a61f27f4d43e89d29d205aeb1b27e&device_id=25553e3e-f82d-48a4-96f3-86d747927b3a HTTP/1.1" status: 200 len: 1095 time: 0.0675075 Aug 11 03:18:59.676786 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c5fa6347-1c5f-4b50-899a-87ebda2ba804 req-752ad090-8e4c-4ef8-bf86-554f9d91076d tempest-ListServersNegativeTestJSON-1001985315 tempest-ListServersNegativeTestJSON-1001985315-project] 10.222.0.41 "GET /v2.0/security-groups?id=dcbfa33a-cb74-4b2b-a4ba-7b441c7903cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680418 Aug 11 03:18:59.687906 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b18c36a1-338e-4d86-9a65-8122d2180153 req-cbd219be-d522-4dda-b786-6c858ee61b0a tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a9c14b7-456b-495d-954b-08faab866e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862439 Aug 11 03:18:59.714571 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-6e30486c-d57e-4291-ad2f-49d18ead7e55 req-66f725a7-ab05-4dd3-935d-5327c3280270 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4b6d20d1-a624-4ec6-9694-c4fe9e6f6516 HTTP/1.1" status: 200 len: 217 time: 0.0392461 Aug 11 03:18:59.774615 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e30486c-d57e-4291-ad2f-49d18ead7e55 req-c3259403-1073-4c4e-b1dd-49a55456dca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:59.776116 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-6e30486c-d57e-4291-ad2f-49d18ead7e55 req-c3259403-1073-4c4e-b1dd-49a55456dca3 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=069bf063-b054-4cb3-bf43-ad7278908edd HTTP/1.1" status: 200 len: 853 time: 0.0483077 Aug 11 03:18:59.839274 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-6e30486c-d57e-4291-ad2f-49d18ead7e55 req-003cf970-5e5c-44d2-85dd-c97327356b38 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=01acead8-963f-4169-bd07-29020b4da255&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405128 Aug 11 03:18:59.975864 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd0f091-51ae-4aff-ac6e-262819454645 req-8a7b2572-dee9-4c8f-8fef-847c2b2d51da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:59.977440 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-3bd0f091-51ae-4aff-ac6e-262819454645 req-8a7b2572-dee9-4c8f-8fef-847c2b2d51da service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=04b6704a-fd4f-453a-8cac-272db11d17cf HTTP/1.1" status: 200 len: 1098 time: 0.0794051 Aug 11 03:18:59.981489 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-6e30486c-d57e-4291-ad2f-49d18ead7e55 req-beca3537-8e13-435e-8b1b-9652f6563532 service neutron] 10.222.0.22 "GET /v2.0/networks/01acead8-963f-4169-bd07-29020b4da255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303678 Aug 11 03:19:00.082031 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-3bd0f091-51ae-4aff-ac6e-262819454645 req-afebd57c-2ea3-466d-b267-6414d365e250 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=2a9c14b7-456b-495d-954b-08faab866e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899303 Aug 11 03:19:00.109860 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-6e30486c-d57e-4291-ad2f-49d18ead7e55 req-679ad887-3fde-4030-82cf-625792ccd4fe service neutron] 10.222.0.22 "GET /v2.0/networks/01acead8-963f-4169-bd07-29020b4da255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118124 Aug 11 03:19:00.594637 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9da8f21a-699c-42ac-a23b-fe8916e32036 req-3d466860-cf9f-4015-8368-aa3678143ce1 tempest-ServerShowV254Test-1168266136 tempest-ServerShowV254Test-1168266136-project] 10.222.0.41 "GET /v2.0/ports?device_id=b16d05d2-4906-48a5-94a7-9a78f7144572 HTTP/1.1" status: 200 len: 210 time: 0.0385413 Aug 11 03:19:00.606083 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 44268) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:00.614850 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88939bd-9903-45a5-90f7-b5c68b3f0fd0 req-c585199d-a4cd-4dba-a708-d95de6cea21c tempest-VolumesSnapshotTestJSON-465789868 tempest-VolumesSnapshotTestJSON-465789868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:00.621011 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b88939bd-9903-45a5-90f7-b5c68b3f0fd0 req-c585199d-a4cd-4dba-a708-d95de6cea21c tempest-VolumesSnapshotTestJSON-465789868 tempest-VolumesSnapshotTestJSON-465789868-project] 10.222.0.41 "GET /v2.0/ports?device_id=25553e3e-f82d-48a4-96f3-86d747927b3a HTTP/1.1" status: 200 len: 943 time: 0.1694548 Aug 11 03:19:00.659761 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b88939bd-9903-45a5-90f7-b5c68b3f0fd0 req-a2f22ac7-e57f-4505-9e35-fabdd5be6007 tempest-VolumesSnapshotTestJSON-465789868 tempest-VolumesSnapshotTestJSON-465789868-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f4ecb47-4864-42ad-bab7-e92caddf58f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368772 Aug 11 03:19:00.729706 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6c09664f-e87f-4f68-bbd2-93bfe7372b7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:00.853296 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b77ef3-bbe5-44a2-a9b7-ceb7972acbaa req-a4188c0b-0237-4998-82a1-731f9053fa5f tempest-ListServersNegativeTestJSON-1001985315 tempest-ListServersNegativeTestJSON-1001985315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:00.854908 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e9b77ef3-bbe5-44a2-a9b7-ceb7972acbaa req-a4188c0b-0237-4998-82a1-731f9053fa5f tempest-ListServersNegativeTestJSON-1001985315 tempest-ListServersNegativeTestJSON-1001985315-project] 10.222.0.24 "GET /v2.0/ports?device_id=41f82774-e08b-4049-ab43-7399d65705e3 HTTP/1.1" status: 200 len: 945 time: 0.1325936 Aug 11 03:19:00.922482 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6c09664f-e87f-4f68-bbd2-93bfe7372b7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:00.974008 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4626b953-c29c-42b5-b15d-2d911378fcff req-765de986-4346-4565-a5e1-93f5d04f2b46 tempest-ListServersNegativeTestJSON-1001985315 tempest-ListServersNegativeTestJSON-1001985315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:00.975814 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-4626b953-c29c-42b5-b15d-2d911378fcff req-765de986-4346-4565-a5e1-93f5d04f2b46 tempest-ListServersNegativeTestJSON-1001985315 tempest-ListServersNegativeTestJSON-1001985315-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d1c410a-fc4c-4c4b-9a80-8e1a6b19ffc8 HTTP/1.1" status: 200 len: 945 time: 0.0949261 Aug 11 03:19:01.000941 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240f90ff-0064-49e5-91ac-5af0648897f0 req-2f2d35f4-7823-4597-ab51-0f91e72f1597 tempest-ListServersNegativeTestJSON-1001985315 tempest-ListServersNegativeTestJSON-1001985315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:01.010483 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-240f90ff-0064-49e5-91ac-5af0648897f0 req-2f2d35f4-7823-4597-ab51-0f91e72f1597 tempest-ListServersNegativeTestJSON-1001985315 tempest-ListServersNegativeTestJSON-1001985315-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d1c410a-fc4c-4c4b-9a80-8e1a6b19ffc8 HTTP/1.1" status: 200 len: 945 time: 0.2467499 Aug 11 03:19:01.052336 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01fd8f7-2f6a-4bd0-b70c-b228b62820c4 req-d2f2293f-6688-4a19-b441-e1a8f7f83977 tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:01.052511 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6c09664f-e87f-4f68-bbd2-93bfe7372b7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:01.055454 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f01fd8f7-2f6a-4bd0-b70c-b228b62820c4 req-d2f2293f-6688-4a19-b441-e1a8f7f83977 tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] 10.222.0.41 "GET /v2.0/ports?device_id=04b6704a-fd4f-453a-8cac-272db11d17cf HTTP/1.1" status: 200 len: 946 time: 0.2496850 Aug 11 03:19:01.103959 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-240f90ff-0064-49e5-91ac-5af0648897f0 req-bd7ba409-7b16-4744-8ed7-ab154fd2a277 tempest-ListServersNegativeTestJSON-1001985315 tempest-ListServersNegativeTestJSON-1001985315-project] 10.222.0.41 "GET /v2.0/security-groups?id=dcbfa33a-cb74-4b2b-a4ba-7b441c7903cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925946 Aug 11 03:19:01.129274 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f01fd8f7-2f6a-4bd0-b70c-b228b62820c4 req-c5ebdb38-0810-40ca-98f6-78db555e48f2 tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a9c14b7-456b-495d-954b-08faab866e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729744 Aug 11 03:19:01.145477 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [req-e9b77ef3-bbe5-44a2-a9b7-ceb7972acbaa req-28259495-29fe-4d32-a6af-4ebef5a1958e tempest-ListServersNegativeTestJSON-1001985315 tempest-ListServersNegativeTestJSON-1001985315-project] Deleting port a246b339-64a0-470e-a6b0-02ea4bd38c18 {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:19:01.145834 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-e9b77ef3-bbe5-44a2-a9b7-ceb7972acbaa req-28259495-29fe-4d32-a6af-4ebef5a1958e tempest-ListServersNegativeTestJSON-1001985315 tempest-ListServersNegativeTestJSON-1001985315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:01.197859 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c09664f-e87f-4f68-bbd2-93bfe7372b7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64009ae4-6b01-4cc5-ada9-ab8e53278a08,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:01.203255 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-6c09664f-e87f-4f68-bbd2-93bfe7372b7d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7a6cbd3c584a4a03b77ba85f6ec8e416&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5959122 Aug 11 03:19:01.206103 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 44312) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:01.274174 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-4626b953-c29c-42b5-b15d-2d911378fcff req-972692bc-3624-47af-ad1e-19c8b7177c40 tempest-ListServersNegativeTestJSON-1001985315 tempest-ListServersNegativeTestJSON-1001985315-project] Deleting port 26ec3b6a-bbf4-418c-8141-f380845595e5 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:19:01.274455 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-4626b953-c29c-42b5-b15d-2d911378fcff req-972692bc-3624-47af-ad1e-19c8b7177c40 tempest-ListServersNegativeTestJSON-1001985315 tempest-ListServersNegativeTestJSON-1001985315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:01.282597 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-e9b77ef3-bbe5-44a2-a9b7-ceb7972acbaa req-28259495-29fe-4d32-a6af-4ebef5a1958e tempest-ListServersNegativeTestJSON-1001985315 tempest-ListServersNegativeTestJSON-1001985315-project] For port a246b339-64a0-470e-a6b0-02ea4bd38c18, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=a246b339-64a0-470e-a6b0-02ea4bd38c18,segment=NetworkSegment(11d86ed1-3e42-4373-91ba-14a165296468),segment_id=11d86ed1-3e42-4373-91ba-14a165296468)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:19:01.283061 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-e9b77ef3-bbe5-44a2-a9b7-ceb7972acbaa req-28259495-29fe-4d32-a6af-4ebef5a1958e tempest-ListServersNegativeTestJSON-1001985315 tempest-ListServersNegativeTestJSON-1001985315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:01.304371 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [req-e9b77ef3-bbe5-44a2-a9b7-ceb7972acbaa req-28259495-29fe-4d32-a6af-4ebef5a1958e tempest-ListServersNegativeTestJSON-1001985315 tempest-ListServersNegativeTestJSON-1001985315-project] Calling delete_port for a246b339-64a0-470e-a6b0-02ea4bd38c18 owned by compute:nova {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:19:01.316741 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 44318) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:01.390909 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b7329d96-bff5-4202-8b61-b706a8f08d5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:01.418592 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-4626b953-c29c-42b5-b15d-2d911378fcff req-972692bc-3624-47af-ad1e-19c8b7177c40 tempest-ListServersNegativeTestJSON-1001985315 tempest-ListServersNegativeTestJSON-1001985315-project] For port 26ec3b6a-bbf4-418c-8141-f380845595e5, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=26ec3b6a-bbf4-418c-8141-f380845595e5,segment=NetworkSegment(11d86ed1-3e42-4373-91ba-14a165296468),segment_id=11d86ed1-3e42-4373-91ba-14a165296468)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:19:01.419031 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-4626b953-c29c-42b5-b15d-2d911378fcff req-972692bc-3624-47af-ad1e-19c8b7177c40 tempest-ListServersNegativeTestJSON-1001985315 tempest-ListServersNegativeTestJSON-1001985315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:01.440974 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b7329d96-bff5-4202-8b61-b706a8f08d5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:01.450670 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-4626b953-c29c-42b5-b15d-2d911378fcff req-972692bc-3624-47af-ad1e-19c8b7177c40 tempest-ListServersNegativeTestJSON-1001985315 tempest-ListServersNegativeTestJSON-1001985315-project] Calling delete_port for 26ec3b6a-bbf4-418c-8141-f380845595e5 owned by compute:nova {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:19:01.549770 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-e9b77ef3-bbe5-44a2-a9b7-ceb7972acbaa req-28259495-29fe-4d32-a6af-4ebef5a1958e tempest-ListServersNegativeTestJSON-1001985315 tempest-ListServersNegativeTestJSON-1001985315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:01.566184 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['26ec3b6a-bbf4-418c-8141-f380845595e5'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:19:01.583680 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a143e42-b78b-4ec0-8d2b-7d7c86378e2a req-00f44829-83f7-4f92-8559-7d69bb84c52b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:01.584173 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a143e42-b78b-4ec0-8d2b-7d7c86378e2a req-00f44829-83f7-4f92-8559-7d69bb84c52b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:01.584646 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a143e42-b78b-4ec0-8d2b-7d7c86378e2a req-00f44829-83f7-4f92-8559-7d69bb84c52b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:01.585397 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a143e42-b78b-4ec0-8d2b-7d7c86378e2a req-00f44829-83f7-4f92-8559-7d69bb84c52b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:01.585932 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a143e42-b78b-4ec0-8d2b-7d7c86378e2a req-00f44829-83f7-4f92-8559-7d69bb84c52b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:01.586604 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a143e42-b78b-4ec0-8d2b-7d7c86378e2a req-00f44829-83f7-4f92-8559-7d69bb84c52b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:01.587165 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a143e42-b78b-4ec0-8d2b-7d7c86378e2a req-00f44829-83f7-4f92-8559-7d69bb84c52b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:01.588371 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28259495-29fe-4d32-a6af-4ebef5a1958e tempest-ListServersNegativeTestJSON-1001985315 tempest-ListServersNegativeTestJSON-1001985315-project] Pushing event deleted for resources: {'Port': ['ID=a246b339-64a0-470e-a6b0-02ea4bd38c18,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:01.589433 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-4a143e42-b78b-4ec0-8d2b-7d7c86378e2a req-00f44829-83f7-4f92-8559-7d69bb84c52b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6e3618b6-52e5-4357-a355-b29ad18e1b9a HTTP/1.1" status: 200 len: 6497 time: 0.2715921 Aug 11 03:19:01.652078 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['a246b339-64a0-470e-a6b0-02ea4bd38c18'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:19:01.663249 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9b77ef3-bbe5-44a2-a9b7-ceb7972acbaa req-28259495-29fe-4d32-a6af-4ebef5a1958e tempest-ListServersNegativeTestJSON-1001985315 tempest-ListServersNegativeTestJSON-1001985315-project] No DVR routers for this DVR port a246b339-64a0-470e-a6b0-02ea4bd38c18 on host n-h2-764292-30 {{(pid=102192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:19:01.665826 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-e9b77ef3-bbe5-44a2-a9b7-ceb7972acbaa req-28259495-29fe-4d32-a6af-4ebef5a1958e tempest-ListServersNegativeTestJSON-1001985315 tempest-ListServersNegativeTestJSON-1001985315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:01.668176 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e9b77ef3-bbe5-44a2-a9b7-ceb7972acbaa req-28259495-29fe-4d32-a6af-4ebef5a1958e tempest-ListServersNegativeTestJSON-1001985315 tempest-ListServersNegativeTestJSON-1001985315-project] 10.222.0.24 "DELETE /v2.0/ports/a246b339-64a0-470e-a6b0-02ea4bd38c18 HTTP/1.1" status: 204 len: 173 time: 0.7706394 Aug 11 03:19:01.668671 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41f82774-e08b-4049-ab43-7399d65705e3', 'name': 'network-vif-deleted', 'tag': 'a246b339-64a0-470e-a6b0-02ea4bd38c18'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:19:01.672287 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cda4d06-3f16-499a-9d31-af9b5c88e32b" -d '{"events": [{"server_uuid": "41f82774-e08b-4049-ab43-7399d65705e3", "name": "network-vif-deleted", "tag": "a246b339-64a0-470e-a6b0-02ea4bd38c18"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:19:01.697290 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b7329d96-bff5-4202-8b61-b706a8f08d5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:01.701620 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b7329d96-bff5-4202-8b61-b706a8f08d5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:01.701914 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-b7329d96-bff5-4202-8b61-b706a8f08d5c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/64009ae4-6b01-4cc5-ada9-ab8e53278a08 HTTP/1.1" status: 204 len: 168 time: 0.4945078 Aug 11 03:19:01.723597 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-4a143e42-b78b-4ec0-8d2b-7d7c86378e2a req-99bebed8-f233-43c3-9dea-f2d38b9a3434 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=95104542-16f5-45dc-8618-c4fbbca06b56&id=5e828c0d-4136-4a51-aeb5-a8e208cb4b52&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1129589 Aug 11 03:19:01.725066 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7329d96-bff5-4202-8b61-b706a8f08d5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64009ae4-6b01-4cc5-ada9-ab8e53278a08,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:01.800088 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b31ebd7d-c0e6-4195-b473-363a612eabb7 req-78228ba6-d6fd-4798-930f-bf4e000e77e3 tempest-ServerShowV254Test-1168266136 tempest-ServerShowV254Test-1168266136-project] 10.222.0.41 "GET /v2.0/ports?device_id=b16d05d2-4906-48a5-94a7-9a78f7144572 HTTP/1.1" status: 200 len: 210 time: 0.0543389 Aug 11 03:19:01.896105 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c38fa2-94a0-4408-abcd-d9a161cc7fc4 req-a6d3ee66-83ac-4ac5-b2c6-0c1e4413ab8f tempest-VolumesSnapshotTestJSON-465789868 tempest-VolumesSnapshotTestJSON-465789868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:01.897771 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-17c38fa2-94a0-4408-abcd-d9a161cc7fc4 req-a6d3ee66-83ac-4ac5-b2c6-0c1e4413ab8f tempest-VolumesSnapshotTestJSON-465789868 tempest-VolumesSnapshotTestJSON-465789868-project] 10.222.0.41 "GET /v2.0/ports?device_id=25553e3e-f82d-48a4-96f3-86d747927b3a HTTP/1.1" status: 200 len: 943 time: 0.1001933 Aug 11 03:19:01.899507 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:19:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2f943af-be42-44df-be4b-5e2dfda9f5fc x-openstack-request-id: req-d2f943af-be42-44df-be4b-5e2dfda9f5fc {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:19:01.899790 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41f82774-e08b-4049-ab43-7399d65705e3", "name": "network-vif-deleted", "tag": "a246b339-64a0-470e-a6b0-02ea4bd38c18", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:19:01.900187 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d2f943af-be42-44df-be4b-5e2dfda9f5fc {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:19:01.900577 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41f82774-e08b-4049-ab43-7399d65705e3', 'name': 'network-vif-deleted', 'tag': 'a246b339-64a0-470e-a6b0-02ea4bd38c18', 'status': 'completed', 'code': 200} Aug 11 03:19:01.939664 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-17c38fa2-94a0-4408-abcd-d9a161cc7fc4 req-efd6842b-93c1-4118-9ab2-f20fb9a8ac91 tempest-VolumesSnapshotTestJSON-465789868 tempest-VolumesSnapshotTestJSON-465789868-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f4ecb47-4864-42ad-bab7-e92caddf58f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343437 Aug 11 03:19:01.961349 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:02.007962 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-4626b953-c29c-42b5-b15d-2d911378fcff req-972692bc-3624-47af-ad1e-19c8b7177c40 tempest-ListServersNegativeTestJSON-1001985315 tempest-ListServersNegativeTestJSON-1001985315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:02.021850 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['a246b339-64a0-470e-a6b0-02ea4bd38c18'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:19:02.078884 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-449f1bf1-d518-4e02-af88-d1a7543c2a8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:02.082510 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972692bc-3624-47af-ad1e-19c8b7177c40 tempest-ListServersNegativeTestJSON-1001985315 tempest-ListServersNegativeTestJSON-1001985315-project] Pushing event deleted for resources: {'Port': ['ID=26ec3b6a-bbf4-418c-8141-f380845595e5,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:02.129146 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-4626b953-c29c-42b5-b15d-2d911378fcff req-972692bc-3624-47af-ad1e-19c8b7177c40 tempest-ListServersNegativeTestJSON-1001985315 tempest-ListServersNegativeTestJSON-1001985315-project] No DVR routers for this DVR port 26ec3b6a-bbf4-418c-8141-f380845595e5 on host n-h1-764292-30 {{(pid=102191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:19:02.131759 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-4626b953-c29c-42b5-b15d-2d911378fcff req-972692bc-3624-47af-ad1e-19c8b7177c40 tempest-ListServersNegativeTestJSON-1001985315 tempest-ListServersNegativeTestJSON-1001985315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:02.136257 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-4626b953-c29c-42b5-b15d-2d911378fcff req-972692bc-3624-47af-ad1e-19c8b7177c40 tempest-ListServersNegativeTestJSON-1001985315 tempest-ListServersNegativeTestJSON-1001985315-project] 10.222.0.22 "DELETE /v2.0/ports/26ec3b6a-bbf4-418c-8141-f380845595e5 HTTP/1.1" status: 204 len: 173 time: 1.1523907 Aug 11 03:19:02.136723 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d1c410a-fc4c-4c4b-9a80-8e1a6b19ffc8', 'name': 'network-vif-deleted', 'tag': '26ec3b6a-bbf4-418c-8141-f380845595e5'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:19:02.157715 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8962c903-72c3-42e8-b54a-575415fedf0b" -d '{"events": [{"server_uuid": "3d1c410a-fc4c-4c4b-9a80-8e1a6b19ffc8", "name": "network-vif-deleted", "tag": "26ec3b6a-bbf4-418c-8141-f380845595e5"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:19:02.338911 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-21e9dd5a-1b19-4ed7-b039-f317830f6bb2 req-cfce0a8f-d8a1-47d1-a57a-388d832f4037 tempest-ListServersNegativeTestJSON-1001985315 tempest-ListServersNegativeTestJSON-1001985315-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d1c410a-fc4c-4c4b-9a80-8e1a6b19ffc8 HTTP/1.1" status: 200 len: 210 time: 0.0455780 Aug 11 03:19:02.359721 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0df99b4-5d3c-41a5-b060-9d9d37a42c01 req-8357f175-9fc9-486c-8810-122bff3c7bf0 tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:02.359721 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c0df99b4-5d3c-41a5-b060-9d9d37a42c01 req-8357f175-9fc9-486c-8810-122bff3c7bf0 tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] 10.222.0.41 "GET /v2.0/ports?device_id=04b6704a-fd4f-453a-8cac-272db11d17cf HTTP/1.1" status: 200 len: 946 time: 0.1057234 Aug 11 03:19:02.452194 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c0df99b4-5d3c-41a5-b060-9d9d37a42c01 req-262000ce-ab6d-4981-b902-c2d3395ec452 tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a9c14b7-456b-495d-954b-08faab866e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910530 Aug 11 03:19:02.456451 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:19:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12321c2e-928c-4857-934b-2d0c71cc4d91 x-openstack-request-id: req-12321c2e-928c-4857-934b-2d0c71cc4d91 {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:19:02.456758 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d1c410a-fc4c-4c4b-9a80-8e1a6b19ffc8", "name": "network-vif-deleted", "tag": "26ec3b6a-bbf4-418c-8141-f380845595e5", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:19:02.457005 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-12321c2e-928c-4857-934b-2d0c71cc4d91 {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:19:02.457430 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d1c410a-fc4c-4c4b-9a80-8e1a6b19ffc8', 'name': 'network-vif-deleted', 'tag': '26ec3b6a-bbf4-418c-8141-f380845595e5', 'status': 'completed', 'code': 200} Aug 11 03:19:02.569798 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 44368) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:02.585722 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4f4852ef-e3cb-4891-aa9e-4e3f0107e300 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:02.708655 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4f4852ef-e3cb-4891-aa9e-4e3f0107e300 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:02.767134 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4f4852ef-e3cb-4891-aa9e-4e3f0107e300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:02.810869 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-4f4852ef-e3cb-4891-aa9e-4e3f0107e300 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8aff0b9321ea41a58cba40b32e51ffef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2397056 Aug 11 03:19:02.811656 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4852ef-e3cb-4891-aa9e-4e3f0107e300 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1aa5b476-09ed-43b1-811c-d551a1ff0d61,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:02.814340 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 44372) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:02.881198 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-de9ac0b9-d102-4d43-8972-170155099ca5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:02.910827 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-de9ac0b9-d102-4d43-8972-170155099ca5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:02.961186 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:03.017195 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-fa029940-1c4d-43ed-8e7f-ac4b7466269f req-710906e3-48b6-43a7-aee6-e254c56d2920 tempest-ServerShowV254Test-1168266136 tempest-ServerShowV254Test-1168266136-project] 10.222.0.41 "GET /v2.0/ports?device_id=b16d05d2-4906-48a5-94a7-9a78f7144572 HTTP/1.1" status: 200 len: 210 time: 0.0729451 Aug 11 03:19:03.067224 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74cf8a0-d4b0-4f0e-a8e8-7abba5c979c0 req-98828db5-7599-4a14-9056-34879638e672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:03.085124 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-e74cf8a0-d4b0-4f0e-a8e8-7abba5c979c0 req-98828db5-7599-4a14-9056-34879638e672 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=41b5c288d18c42c2bbb943465bc76a20&device_id=04b6704a-fd4f-453a-8cac-272db11d17cf HTTP/1.1" status: 200 len: 1098 time: 0.1142082 Aug 11 03:19:03.153739 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-de9ac0b9-d102-4d43-8972-170155099ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:03.158036 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-de9ac0b9-d102-4d43-8972-170155099ca5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:03.166737 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-de9ac0b9-d102-4d43-8972-170155099ca5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1aa5b476-09ed-43b1-811c-d551a1ff0d61 HTTP/1.1" status: 204 len: 168 time: 0.3512309 Aug 11 03:19:03.192983 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9ac0b9-d102-4d43-8972-170155099ca5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aa5b476-09ed-43b1-811c-d551a1ff0d61,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:03.221725 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a657661-cfab-47f1-a693-340147c2004e req-fa93d8a4-bca3-4148-b609-51651a2b4c29 tempest-VolumesSnapshotTestJSON-465789868 tempest-VolumesSnapshotTestJSON-465789868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:03.230232 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2a657661-cfab-47f1-a693-340147c2004e req-fa93d8a4-bca3-4148-b609-51651a2b4c29 tempest-VolumesSnapshotTestJSON-465789868 tempest-VolumesSnapshotTestJSON-465789868-project] 10.222.0.41 "GET /v2.0/ports?device_id=25553e3e-f82d-48a4-96f3-86d747927b3a HTTP/1.1" status: 200 len: 943 time: 0.1389656 Aug 11 03:19:03.291050 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74cf8a0-d4b0-4f0e-a8e8-7abba5c979c0 req-ae2bc5e3-5bae-450a-8f32-1cc84b70a9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:03.292605 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-e74cf8a0-d4b0-4f0e-a8e8-7abba5c979c0 req-ae2bc5e3-5bae-450a-8f32-1cc84b70a9c1 service neutron] 10.222.0.22 "GET /v2.0/networks?id=2edd7c40-ce53-40d0-ad1c-7b106e315d79 HTTP/1.1" status: 200 len: 920 time: 0.1983912 Aug 11 03:19:03.300856 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2a657661-cfab-47f1-a693-340147c2004e req-15be7618-4146-48ea-9539-d393871f49e2 tempest-VolumesSnapshotTestJSON-465789868 tempest-VolumesSnapshotTestJSON-465789868-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f4ecb47-4864-42ad-bab7-e92caddf58f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695529 Aug 11 03:19:03.355576 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-e74cf8a0-d4b0-4f0e-a8e8-7abba5c979c0 req-6b79cda8-3591-4e3e-ad10-b0562b5d3d79 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=81cd9af2-119f-426f-8db4-9b3362d3d8d2 HTTP/1.1" status: 200 len: 217 time: 0.0543587 Aug 11 03:19:03.481228 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74cf8a0-d4b0-4f0e-a8e8-7abba5c979c0 req-ca0572e0-145c-4e06-9e0e-7f99534cda4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:03.483914 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-e74cf8a0-d4b0-4f0e-a8e8-7abba5c979c0 req-ca0572e0-145c-4e06-9e0e-7f99534cda4b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e698cbd6-76d9-4af8-b3ec-764f8a7a09e2 HTTP/1.1" status: 200 len: 859 time: 0.1219625 Aug 11 03:19:03.550837 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b32a52-352b-43d3-9ebf-9c1b345dcc2a req-9434b3d7-c15c-4e44-89f0-66c8624565c5 tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:03.556579 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-e74cf8a0-d4b0-4f0e-a8e8-7abba5c979c0 req-054d921c-595c-4c70-b9e9-9f9a425d2410 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2edd7c40-ce53-40d0-ad1c-7b106e315d79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0648613 Aug 11 03:19:03.558740 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-31b32a52-352b-43d3-9ebf-9c1b345dcc2a req-9434b3d7-c15c-4e44-89f0-66c8624565c5 tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] 10.222.0.41 "GET /v2.0/ports?device_id=04b6704a-fd4f-453a-8cac-272db11d17cf HTTP/1.1" status: 200 len: 946 time: 0.0880997 Aug 11 03:19:03.568308 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 44390) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:03.659003 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-31b32a52-352b-43d3-9ebf-9c1b345dcc2a req-66374601-5691-4543-a854-ee8d36977e29 tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a9c14b7-456b-495d-954b-08faab866e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991139 Aug 11 03:19:03.671601 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_v2 [None req-13478de2-2136-4338-bfcb-abddedc8c45d admin admin] Deleting subnet 20ff773c-e16e-407d-ac01-e6da934a06ce {{(pid=102192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:19:03.673810 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-e74cf8a0-d4b0-4f0e-a8e8-7abba5c979c0 req-0db57ebd-ade3-43f8-8881-a0ea15f4958f service neutron] 10.222.0.22 "GET /v2.0/networks/2edd7c40-ce53-40d0-ad1c-7b106e315d79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098740 Aug 11 03:19:03.676472 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-13478de2-2136-4338-bfcb-abddedc8c45d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:03.715698 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-13478de2-2136-4338-bfcb-abddedc8c45d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125932460'] for subnet, precommit_delete_associations {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:03.742120 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 4b6d20d1-a624-4ec6-9694-c4fe9e6f6516 details requested by agent hyperv_n-h1-764292-30 with host n-h1-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:19:03.798424 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-13478de2-2136-4338-bfcb-abddedc8c45d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:03.802081 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-e74cf8a0-d4b0-4f0e-a8e8-7abba5c979c0 req-9a98f154-73cf-4b0c-bbf5-84a31da5dc88 service neutron] 10.222.0.22 "GET /v2.0/networks/2edd7c40-ce53-40d0-ad1c-7b106e315d79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206658 Aug 11 03:19:03.920065 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 4b6d20d1-a624-4ec6-9694-c4fe9e6f6516, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=4b6d20d1-a624-4ec6-9694-c4fe9e6f6516,segment=NetworkSegment(a4461aa7-a68f-4ec2-820b-606b00b637c3),segment_id=a4461aa7-a68f-4ec2-820b-606b00b637c3)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:19:03.932499 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Returning: {'device': '4b6d20d1-a624-4ec6-9694-c4fe9e6f6516', 'network_id': '01acead8-963f-4169-bd07-29020b4da255', 'port_id': '4b6d20d1-a624-4ec6-9694-c4fe9e6f6516', 'mac_address': 'fa:16:3e:75:08:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '069bf063-b054-4cb3-bf43-ad7278908edd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:19:03.944506 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-13478de2-2136-4338-bfcb-abddedc8c45d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125932157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126180897'] for subnet, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:03.980887 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:03.983789 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13478de2-2136-4338-bfcb-abddedc8c45d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20ff773c-e16e-407d-ac01-e6da934a06ce,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:03.990820 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-13478de2-2136-4338-bfcb-abddedc8c45d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:03.995091 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-13478de2-2136-4338-bfcb-abddedc8c45d admin admin] 10.222.0.41 "DELETE /v2.0/subnets/20ff773c-e16e-407d-ac01-e6da934a06ce HTTP/1.1" status: 204 len: 168 time: 0.4236243 Aug 11 03:19:04.006720 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 44402) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:04.015532 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b6d20d1-a624-4ec6-9694-c4fe9e6f6516 {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:19:04.037257 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 4b6d20d1-a624-4ec6-9694-c4fe9e6f6516, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=4b6d20d1-a624-4ec6-9694-c4fe9e6f6516,segment=NetworkSegment(a4461aa7-a68f-4ec2-820b-606b00b637c3),segment_id=a4461aa7-a68f-4ec2-820b-606b00b637c3)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:19:04.091573 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9889c2ab-98bc-4e22-b1cb-0352b27ad6ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:04.126988 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:04.140111 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f81199eb-a4a6-4886-a6cc-ce8238b6d7fb req-5444890c-89da-44f2-95cf-fa58af4d0119 tempest-ServerShowV254Test-1168266136 tempest-ServerShowV254Test-1168266136-project] 10.222.0.41 "GET /v2.0/ports?device_id=b16d05d2-4906-48a5-94a7-9a78f7144572 HTTP/1.1" status: 200 len: 210 time: 0.0373626 Aug 11 03:19:04.228391 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=4b6d20d1-a624-4ec6-9694-c4fe9e6f6516,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:04.229535 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9889c2ab-98bc-4e22-b1cb-0352b27ad6ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:04.244039 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-9889c2ab-98bc-4e22-b1cb-0352b27ad6ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60087c28-58c6-47fb-b679-966705624307']}} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:19:04.255499 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-9889c2ab-98bc-4e22-b1cb-0352b27ad6ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11d86ed1-3e42-4373-91ba-14a165296468') {'for_net_delete': True} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:19:04.255922 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-9889c2ab-98bc-4e22-b1cb-0352b27ad6ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11d86ed1-3e42-4373-91ba-14a165296468') {} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:19:04.265618 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9889c2ab-98bc-4e22-b1cb-0352b27ad6ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126283644'] for segment, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:04.285795 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9889c2ab-98bc-4e22-b1cb-0352b27ad6ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:04.293400 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9889c2ab-98bc-4e22-b1cb-0352b27ad6ec admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=102191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:19:04.293898 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9889c2ab-98bc-4e22-b1cb-0352b27ad6ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126283391'] for segment, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:04.295768 n-d-764292-30 neutron-server[102191]: Traceback (most recent call last): Aug 11 03:19:04.295768 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:19:04.295768 n-d-764292-30 neutron-server[102191]: timer() Aug 11 03:19:04.295768 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:19:04.295768 n-d-764292-30 neutron-server[102191]: cb(*args, **kw) Aug 11 03:19:04.295768 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:19:04.295768 n-d-764292-30 neutron-server[102191]: return func(*args, **kwargs) Aug 11 03:19:04.295768 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:19:04.295768 n-d-764292-30 neutron-server[102191]: self._notify() Aug 11 03:19:04.295768 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:19:04.295768 n-d-764292-30 neutron-server[102191]: self.callback(batched_events) Aug 11 03:19:04.295768 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:19:04.295768 n-d-764292-30 neutron-server[102191]: event.method(event) Aug 11 03:19:04.295768 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:19:04.295768 n-d-764292-30 neutron-server[102191]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:19:04.295768 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:19:04.295768 n-d-764292-30 neutron-server[102191]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:19:04.295768 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:19:04.295768 n-d-764292-30 neutron-server[102191]: return f(self, *a, **k) Aug 11 03:19:04.295768 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:19:04.295768 n-d-764292-30 neutron-server[102191]: return self._get(url).json() Aug 11 03:19:04.295768 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:19:04.295768 n-d-764292-30 neutron-server[102191]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:19:04.295768 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:19:04.295768 n-d-764292-30 neutron-server[102191]: return self.request(url, 'GET', **kwargs) Aug 11 03:19:04.295768 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:19:04.295768 n-d-764292-30 neutron-server[102191]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:19:04.295768 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:19:04.295768 n-d-764292-30 neutron-server[102191]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:19:04.295768 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:19:04.295768 n-d-764292-30 neutron-server[102191]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:19:04.295768 n-d-764292-30 neutron-server[102191]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:19:04.434248 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220a3969-4b16-4180-9d3a-a3d71774d848 req-48e97d0f-ba59-4e92-8208-14e93ff50789 tempest-VolumesSnapshotTestJSON-465789868 tempest-VolumesSnapshotTestJSON-465789868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:04.443199 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-220a3969-4b16-4180-9d3a-a3d71774d848 req-48e97d0f-ba59-4e92-8208-14e93ff50789 tempest-VolumesSnapshotTestJSON-465789868 tempest-VolumesSnapshotTestJSON-465789868-project] 10.222.0.41 "GET /v2.0/ports?device_id=25553e3e-f82d-48a4-96f3-86d747927b3a HTTP/1.1" status: 200 len: 944 time: 0.0726604 Aug 11 03:19:04.458147 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9889c2ab-98bc-4e22-b1cb-0352b27ad6ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:04.465993 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['4b6d20d1-a624-4ec6-9694-c4fe9e6f6516'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:19:04.472614 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9889c2ab-98bc-4e22-b1cb-0352b27ad6ec admin admin] Notify callbacks [] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:04.483589 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-9889c2ab-98bc-4e22-b1cb-0352b27ad6ec admin admin] 10.222.0.41 "DELETE /v2.0/networks/60087c28-58c6-47fb-b679-966705624307 HTTP/1.1" status: 204 len: 168 time: 0.4868357 Aug 11 03:19:04.504737 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-220a3969-4b16-4180-9d3a-a3d71774d848 req-75b2583d-038a-42e0-b687-96f9027c4d2a tempest-VolumesSnapshotTestJSON-465789868 tempest-VolumesSnapshotTestJSON-465789868-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f4ecb47-4864-42ad-bab7-e92caddf58f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605910 Aug 11 03:19:04.518167 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9889c2ab-98bc-4e22-b1cb-0352b27ad6ec admin admin] Pushing event deleted for resources: {'Network': ['ID=60087c28-58c6-47fb-b679-966705624307,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:04.629968 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:04.813427 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba84d77-1d9d-48ad-92df-7938b88f6084 req-5133c864-7a5c-4a04-ac10-b8e67241bb5c tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:04.815017 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9ba84d77-1d9d-48ad-92df-7938b88f6084 req-5133c864-7a5c-4a04-ac10-b8e67241bb5c tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] 10.222.0.41 "GET /v2.0/ports?device_id=04b6704a-fd4f-453a-8cac-272db11d17cf HTTP/1.1" status: 200 len: 946 time: 0.0879705 Aug 11 03:19:04.875878 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9ba84d77-1d9d-48ad-92df-7938b88f6084 req-39085046-3e1d-447e-adf5-3b1d4bb2d9db tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a9c14b7-456b-495d-954b-08faab866e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523467 Aug 11 03:19:04.891352 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 44432) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:04.943809 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-ec6a6c73-0fff-4ce1-873e-6e709b519f08 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1e3a3dec0d2940aab5c9502dc6fc47bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0512750 Aug 11 03:19:04.946313 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 44434) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:05.014303 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c6053e42-7d99-49ee-8751-b685d9a634f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:05.042073 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c6053e42-7d99-49ee-8751-b685d9a634f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:05.145010 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c6053e42-7d99-49ee-8751-b685d9a634f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:05.148473 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c6053e42-7d99-49ee-8751-b685d9a634f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:05.161350 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-c6053e42-7d99-49ee-8751-b685d9a634f2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/dcbfa33a-cb74-4b2b-a4ba-7b441c7903cf HTTP/1.1" status: 204 len: 168 time: 0.2135553 Aug 11 03:19:05.190058 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6053e42-7d99-49ee-8751-b685d9a634f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcbfa33a-cb74-4b2b-a4ba-7b441c7903cf,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:05.262210 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f423559b-2f51-4347-817d-123b895611ba req-8654a11f-0466-46d0-aa92-a31042af9394 tempest-ServerShowV254Test-1168266136 tempest-ServerShowV254Test-1168266136-project] 10.222.0.41 "GET /v2.0/ports?device_id=b16d05d2-4906-48a5-94a7-9a78f7144572 HTTP/1.1" status: 200 len: 210 time: 0.0294783 Aug 11 03:19:05.629535 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f975ef-b423-4b76-ac18-33a94acd4974 req-ae2434b8-6498-473a-9665-4d0501901695 tempest-VolumesSnapshotTestJSON-465789868 tempest-VolumesSnapshotTestJSON-465789868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:05.636893 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-29f975ef-b423-4b76-ac18-33a94acd4974 req-ae2434b8-6498-473a-9665-4d0501901695 tempest-VolumesSnapshotTestJSON-465789868 tempest-VolumesSnapshotTestJSON-465789868-project] 10.222.0.41 "GET /v2.0/ports?device_id=25553e3e-f82d-48a4-96f3-86d747927b3a HTTP/1.1" status: 200 len: 944 time: 0.0632215 Aug 11 03:19:05.689940 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-29f975ef-b423-4b76-ac18-33a94acd4974 req-e7e00df0-5fb0-40f5-9a11-44e1f1d5e7cf tempest-VolumesSnapshotTestJSON-465789868 tempest-VolumesSnapshotTestJSON-465789868-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f4ecb47-4864-42ad-bab7-e92caddf58f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520253 Aug 11 03:19:05.727975 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device a246b339-64a0-470e-a6b0-02ea4bd38c18 no longer exists at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:19:05.764482 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 4b6d20d1-a624-4ec6-9694-c4fe9e6f6516 up at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:19:05.767887 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] No Port match for: a246b339-64a0-470e-a6b0-02ea4bd38c18 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:19:05.768085 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device a246b339-64a0-470e-a6b0-02ea4bd38c18 not bound to the agent host n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:19:05.875937 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning for port 4b6d20d1-a624-4ec6-9694-c4fe9e6f6516 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:19:05.886128 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning complete for port 4b6d20d1-a624-4ec6-9694-c4fe9e6f6516 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:19:05.886128 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:05.972148 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:05.998179 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25553e3e-f82d-48a4-96f3-86d747927b3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b6d20d1-a624-4ec6-9694-c4fe9e6f6516'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:19:06.009330 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0c067a1-da2d-4d79-bcba-8400d1f45155" -d '{"events": [{"server_uuid": "25553e3e-f82d-48a4-96f3-86d747927b3a", "name": "network-vif-plugged", "status": "completed", "tag": "4b6d20d1-a624-4ec6-9694-c4fe9e6f6516"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:19:06.023174 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 4b6d20d1-a624-4ec6-9694-c4fe9e6f6516, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=4b6d20d1-a624-4ec6-9694-c4fe9e6f6516,segment=NetworkSegment(a4461aa7-a68f-4ec2-820b-606b00b637c3),segment_id=a4461aa7-a68f-4ec2-820b-606b00b637c3)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:19:06.025287 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39627dd1-e315-4aba-a945-029fbdd8d4f6 req-1aa44b39-b8ef-4805-864c-995b53eaaf86 tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:06.027023 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-39627dd1-e315-4aba-a945-029fbdd8d4f6 req-1aa44b39-b8ef-4805-864c-995b53eaaf86 tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] 10.222.0.41 "GET /v2.0/ports?device_id=04b6704a-fd4f-453a-8cac-272db11d17cf HTTP/1.1" status: 200 len: 946 time: 0.0772369 Aug 11 03:19:06.057117 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20fa1c31-3af2-449d-9b8c-5713a2d96e47 x-openstack-request-id: req-20fa1c31-3af2-449d-9b8c-5713a2d96e47 {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:19:06.068616 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25553e3e-f82d-48a4-96f3-86d747927b3a", "name": "network-vif-plugged", "status": "completed", "tag": "4b6d20d1-a624-4ec6-9694-c4fe9e6f6516", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:19:06.069168 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-20fa1c31-3af2-449d-9b8c-5713a2d96e47 {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:19:06.069816 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25553e3e-f82d-48a4-96f3-86d747927b3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b6d20d1-a624-4ec6-9694-c4fe9e6f6516', 'code': 200} Aug 11 03:19:06.071276 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-39627dd1-e315-4aba-a945-029fbdd8d4f6 req-94bcc9c0-6d9f-470b-a006-90977ffcd8af tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a9c14b7-456b-495d-954b-08faab866e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377834 Aug 11 03:19:06.109585 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:06.110505 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 26ec3b6a-bbf4-418c-8141-f380845595e5 no longer exists at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:19:06.132604 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] No Port match for: 26ec3b6a-bbf4-418c-8141-f380845595e5 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:19:06.132604 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 26ec3b6a-bbf4-418c-8141-f380845595e5 not bound to the agent host n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:19:06.212657 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=4b6d20d1-a624-4ec6-9694-c4fe9e6f6516,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:06.229303 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d404c6b-243e-4913-94c9-4cabbb2ea059 req-620d9712-24c1-4cdb-a0f7-76dcd76facce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:06.234257 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-3d404c6b-243e-4913-94c9-4cabbb2ea059 req-620d9712-24c1-4cdb-a0f7-76dcd76facce service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=25553e3e-f82d-48a4-96f3-86d747927b3a HTTP/1.1" status: 200 len: 1097 time: 0.0810156 Aug 11 03:19:06.269020 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-3d404c6b-243e-4913-94c9-4cabbb2ea059 req-efa6f09e-cfd9-474d-85e1-10f173b173fa service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=1f4ecb47-4864-42ad-bab7-e92caddf58f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282114 Aug 11 03:19:06.378616 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ba3a683e-5b12-44bb-abaa-5bf3958f1b4b req-63948b7b-de53-4066-8031-4fb4541fc986 tempest-ServerShowV254Test-1168266136 tempest-ServerShowV254Test-1168266136-project] 10.222.0.41 "GET /v2.0/ports?device_id=b16d05d2-4906-48a5-94a7-9a78f7144572 HTTP/1.1" status: 200 len: 210 time: 0.0295901 Aug 11 03:19:06.390438 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.agents_db [None req-950b7202-decb-43e2-8f71-ac8931dc9749 None None] Agent healthcheck: found 7 active agents {{(pid=102194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:19:06.689876 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 44506) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:06.821789 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c985d79-46e3-4c9b-829b-53998e5a0119 req-86e2c5a6-7b5e-419d-ba39-c14582a5c5af tempest-VolumesSnapshotTestJSON-465789868 tempest-VolumesSnapshotTestJSON-465789868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:06.830126 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3c985d79-46e3-4c9b-829b-53998e5a0119 req-86e2c5a6-7b5e-419d-ba39-c14582a5c5af tempest-VolumesSnapshotTestJSON-465789868 tempest-VolumesSnapshotTestJSON-465789868-project] 10.222.0.41 "GET /v2.0/ports?device_id=25553e3e-f82d-48a4-96f3-86d747927b3a HTTP/1.1" status: 200 len: 945 time: 0.0658054 Aug 11 03:19:06.865634 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3c985d79-46e3-4c9b-829b-53998e5a0119 req-caea2468-1861-403d-bd49-bdd1b798e047 tempest-VolumesSnapshotTestJSON-465789868 tempest-VolumesSnapshotTestJSON-465789868-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f4ecb47-4864-42ad-bab7-e92caddf58f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345140 Aug 11 03:19:06.870194 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-1cbb5e91-5493-4b39-a091-519110355405 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-474552917-network', 'tenant_id': '3c3f24d43a6d469998a52c0f18fe5e13'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:19:06.949561 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cbb5e91-5493-4b39-a091-519110355405 admin admin] Made reservation on behalf of 3c3f24d43a6d469998a52c0f18fe5e13 for: {'network': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:19:06.952020 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1cbb5e91-5493-4b39-a091-519110355405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:06.961099 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1cbb5e91-5493-4b39-a091-519110355405 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:06.972160 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:07.065268 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1cbb5e91-5493-4b39-a091-519110355405 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:07.126991 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1cbb5e91-5493-4b39-a091-519110355405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:07.151758 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cbb5e91-5493-4b39-a091-519110355405 admin admin] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=102191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:19:07.167655 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbb5e91-5493-4b39-a091-519110355405 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8402e18-afe7-430b-8d71-744621e49758,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:07.188504 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1cbb5e91-5493-4b39-a091-519110355405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:07.189346 n-d-764292-30 neutron-server[102191]: INFO neutron.db.segments_db [None req-1cbb5e91-5493-4b39-a091-519110355405 admin admin] Added segment d2943fe1-acff-4cdf-87d8-f77fcd011cc3 of type vlan for network 9c2ffc79-c7d1-4f3d-9944-f7fc9ba8ab0e Aug 11 03:19:07.225726 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f7b93a-3df3-4512-9c55-2cb097956442 req-010c0021-8660-400a-94fa-a36e87186d77 tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:07.227279 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-82f7b93a-3df3-4512-9c55-2cb097956442 req-010c0021-8660-400a-94fa-a36e87186d77 tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] 10.222.0.41 "GET /v2.0/ports?device_id=04b6704a-fd4f-453a-8cac-272db11d17cf HTTP/1.1" status: 200 len: 946 time: 0.0718074 Aug 11 03:19:07.240066 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1cbb5e91-5493-4b39-a091-519110355405 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:07.275122 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-82f7b93a-3df3-4512-9c55-2cb097956442 req-eecc4e67-bd0a-4e15-92c4-27f43aeaf27a tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a9c14b7-456b-495d-954b-08faab866e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382984 Aug 11 03:19:07.384063 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1cbb5e91-5493-4b39-a091-519110355405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:07.385061 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cbb5e91-5493-4b39-a091-519110355405 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:07.385641 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1cbb5e91-5493-4b39-a091-519110355405 admin admin] Notify callbacks [] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:07.477430 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbb5e91-5493-4b39-a091-519110355405 admin admin] Pushing event updated for resources: {'Network': ['ID=9c2ffc79-c7d1-4f3d-9944-f7fc9ba8ab0e,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:07.492411 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network 9c2ffc79-c7d1-4f3d-9944-f7fc9ba8ab0e details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:19:07.534938 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-1cbb5e91-5493-4b39-a091-519110355405 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8408108 Aug 11 03:19:07.536486 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 44538) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:07.547492 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-0f84a1d2-2581-4b40-a532-e2e0aa79db46 admin admin] Request body: {'subnet': {'network_id': '9c2ffc79-c7d1-4f3d-9944-f7fc9ba8ab0e', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-474552917-subnet', 'tenant_id': '3c3f24d43a6d469998a52c0f18fe5e13', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:19:07.596897 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-871e78f7-e2a4-4e59-8d0d-6d5c13d26f9c req-1b957fbd-b48f-482a-98a2-415c9b39ff1f tempest-ServerShowV254Test-1168266136 tempest-ServerShowV254Test-1168266136-project] 10.222.0.41 "GET /v2.0/ports?device_id=b16d05d2-4906-48a5-94a7-9a78f7144572 HTTP/1.1" status: 200 len: 210 time: 0.1201005 Aug 11 03:19:07.703982 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f84a1d2-2581-4b40-a532-e2e0aa79db46 admin admin] Made reservation on behalf of 3c3f24d43a6d469998a52c0f18fe5e13 for: {'subnet': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:19:07.706712 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0f84a1d2-2581-4b40-a532-e2e0aa79db46 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274743'] for subnet, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:07.982830 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0f84a1d2-2581-4b40-a532-e2e0aa79db46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126283476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274725'] for subnet, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:08.003052 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25ea47d-31d4-4e69-9b30-8732f9592cce req-4daf63f7-28de-44f1-85c6-5152819ff179 tempest-VolumesSnapshotTestJSON-465789868 tempest-VolumesSnapshotTestJSON-465789868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:08.004712 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e25ea47d-31d4-4e69-9b30-8732f9592cce req-4daf63f7-28de-44f1-85c6-5152819ff179 tempest-VolumesSnapshotTestJSON-465789868 tempest-VolumesSnapshotTestJSON-465789868-project] 10.222.0.41 "GET /v2.0/ports?device_id=25553e3e-f82d-48a4-96f3-86d747927b3a HTTP/1.1" status: 200 len: 945 time: 0.0510163 Aug 11 03:19:08.042617 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f84a1d2-2581-4b40-a532-e2e0aa79db46 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a493fe9-4afb-474b-bbc9-d80e95cd20b9,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:08.046816 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e25ea47d-31d4-4e69-9b30-8732f9592cce req-99e8d4b7-28ea-4ef5-96a7-f1a96cde13a8 tempest-VolumesSnapshotTestJSON-465789868 tempest-VolumesSnapshotTestJSON-465789868-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f4ecb47-4864-42ad-bab7-e92caddf58f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346549 Aug 11 03:19:08.065481 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f84a1d2-2581-4b40-a532-e2e0aa79db46 admin admin] Checking segment: {'id': 'd2943fe1-acff-4cdf-87d8-f77fcd011cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '9c2ffc79-c7d1-4f3d-9944-f7fc9ba8ab0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:19:08.066091 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f84a1d2-2581-4b40-a532-e2e0aa79db46 admin admin] Network hostable DHCP agents. Network: 9c2ffc79-c7d1-4f3d-9944-f7fc9ba8ab0e, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:19:08.173835 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 44562) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:08.195249 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f84a1d2-2581-4b40-a532-e2e0aa79db46 admin admin] Network 9c2ffc79-c7d1-4f3d-9944-f7fc9ba8ab0e is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:19:08.292430 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-0f84a1d2-2581-4b40-a532-e2e0aa79db46 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, 9c2ffc79-c7d1-4f3d-9944-f7fc9ba8ab0e) {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:19:08.294471 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f6a2d03b-4889-4261-b983-db801cfd2929 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:08.299284 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f84a1d2-2581-4b40-a532-e2e0aa79db46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:08.299867 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0f84a1d2-2581-4b40-a532-e2e0aa79db46 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:08.301109 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b591646d-228c-40d0-b451-61ecfe4a5dfd None None] Network 9c2ffc79-c7d1-4f3d-9944-f7fc9ba8ab0e requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:19:08.433676 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5351ca02-85a7-4413-91e8-7da758cdd711 None None] Network 9c2ffc79-c7d1-4f3d-9944-f7fc9ba8ab0e requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:19:08.453846 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-0f84a1d2-2581-4b40-a532-e2e0aa79db46 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9056544 Aug 11 03:19:08.552874 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f6a2d03b-4889-4261-b983-db801cfd2929 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:08.629690 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f6a2d03b-4889-4261-b983-db801cfd2929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:08.700987 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a2d03b-4889-4261-b983-db801cfd2929 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07893c6d-1254-4218-bb0e-bd30b1316eaa,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:08.709180 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-f6a2d03b-4889-4261-b983-db801cfd2929 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e0b6df5ec0304218b18b260f494bbf62&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5342245 Aug 11 03:19:08.712016 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 44584) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:08.759675 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-75cbf06d-878a-4034-9c8d-647613d2f4b7 req-9b338d5e-b9c3-4ef9-84ba-58de8e77a4e6 tempest-ServerShowV254Test-1168266136 tempest-ServerShowV254Test-1168266136-project] 10.222.0.41 "GET /v2.0/ports?device_id=b16d05d2-4906-48a5-94a7-9a78f7144572 HTTP/1.1" status: 200 len: 210 time: 0.0645084 Aug 11 03:19:08.806870 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-f6e4f98e-06a2-4301-9f7a-8559877959ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:08.829342 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-f6e4f98e-06a2-4301-9f7a-8559877959ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:08.984697 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-f6e4f98e-06a2-4301-9f7a-8559877959ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:08.987190 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-f6e4f98e-06a2-4301-9f7a-8559877959ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:08.990738 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-f6e4f98e-06a2-4301-9f7a-8559877959ed admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/07893c6d-1254-4218-bb0e-bd30b1316eaa HTTP/1.1" status: 204 len: 168 time: 0.2748046 Aug 11 03:19:09.051027 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e4f98e-06a2-4301-9f7a-8559877959ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07893c6d-1254-4218-bb0e-bd30b1316eaa,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:09.130568 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a27df8-dfbf-490b-9081-2f5a9abe90c3 req-f6f30202-ddb4-4ddd-a58f-bdd9c9142394 tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:09.132193 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-16a27df8-dfbf-490b-9081-2f5a9abe90c3 req-f6f30202-ddb4-4ddd-a58f-bdd9c9142394 tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] 10.222.0.41 "GET /v2.0/networks?id=9c2ffc79-c7d1-4f3d-9944-f7fc9ba8ab0e HTTP/1.1" status: 200 len: 812 time: 0.1589780 Aug 11 03:19:09.148816 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-16a27df8-dfbf-490b-9081-2f5a9abe90c3 req-7a5f1098-616e-49c2-8ddb-18cdfc359fd0 tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] 10.222.0.41 "GET /v2.0/quotas/3c3f24d43a6d469998a52c0f18fe5e13 HTTP/1.1" status: 200 len: 375 time: 0.0104365 Aug 11 03:19:09.183249 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-16a27df8-dfbf-490b-9081-2f5a9abe90c3 req-03f4296c-2281-4193-8ecc-6955c6801075 tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=3c3f24d43a6d469998a52c0f18fe5e13&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0276973 Aug 11 03:19:09.291730 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-16a27df8-dfbf-490b-9081-2f5a9abe90c3 req-44c6a4c1-9506-44e9-8827-441d844dfd1c service neutron] 10.222.0.41 "GET /v2.0/networks/9c2ffc79-c7d1-4f3d-9944-f7fc9ba8ab0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007318 Aug 11 03:19:09.423540 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-16a27df8-dfbf-490b-9081-2f5a9abe90c3 req-7a4f0aa6-9e99-4deb-b2f2-7c1554ae021f service neutron] 10.222.0.41 "GET /v2.0/networks/9c2ffc79-c7d1-4f3d-9944-f7fc9ba8ab0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243665 Aug 11 03:19:09.871514 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 44614) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:09.920463 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a03cd530-21cf-496f-942d-3b92ef5c5936 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:09.922689 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9329ef3b-1eb2-497d-8625-dce367bf062c req-f72104fd-5b56-403e-945d-47a449be964a tempest-ServerShowV254Test-1168266136 tempest-ServerShowV254Test-1168266136-project] 10.222.0.41 "GET /v2.0/ports?device_id=b16d05d2-4906-48a5-94a7-9a78f7144572 HTTP/1.1" status: 200 len: 210 time: 0.0383439 Aug 11 03:19:10.041110 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-382abbc7-643a-4e6e-83cc-732fe49086f8 req-075b7747-97ed-421e-8f62-319a312260e1 tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] 10.222.0.41 "GET /v2.0/ports?device_id=c74b09d2-74b0-49e2-8ef0-bbc9eabf5af0 HTTP/1.1" status: 200 len: 210 time: 0.0575395 Aug 11 03:19:10.108437 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a03cd530-21cf-496f-942d-3b92ef5c5936 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:10.218985 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a03cd530-21cf-496f-942d-3b92ef5c5936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:10.277323 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-a03cd530-21cf-496f-942d-3b92ef5c5936 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=40d9d52051e5495bb80602edd8bfa083&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4045632 Aug 11 03:19:10.277806 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 44624) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:10.278642 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03cd530-21cf-496f-942d-3b92ef5c5936 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42bd6b1f-60af-4f24-824f-3fc23e3b0f69,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:10.364697 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-071d27ba-9f44-435e-86f0-4b5ebae209a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:10.393608 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-071d27ba-9f44-435e-86f0-4b5ebae209a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:10.533421 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-071d27ba-9f44-435e-86f0-4b5ebae209a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:10.536868 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-071d27ba-9f44-435e-86f0-4b5ebae209a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:10.538752 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-071d27ba-9f44-435e-86f0-4b5ebae209a5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/42bd6b1f-60af-4f24-824f-3fc23e3b0f69 HTTP/1.1" status: 204 len: 168 time: 0.2594995 Aug 11 03:19:10.550650 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071d27ba-9f44-435e-86f0-4b5ebae209a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42bd6b1f-60af-4f24-824f-3fc23e3b0f69,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:11.038408 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-68250230-b653-4c78-a9a9-329e84880845 req-244d7f22-8deb-4bf0-a6e3-dbc71fd577c9 tempest-ServerShowV254Test-1168266136 tempest-ServerShowV254Test-1168266136-project] 10.222.0.41 "GET /v2.0/ports?device_id=b16d05d2-4906-48a5-94a7-9a78f7144572 HTTP/1.1" status: 200 len: 210 time: 0.0408418 Aug 11 03:19:11.137367 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8acd22e7-38a0-48ac-a60e-226d5e4ff633 req-b78047cc-fbde-4263-953e-9b12a461875b tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] 10.222.0.41 "GET /v2.0/ports?device_id=c74b09d2-74b0-49e2-8ef0-bbc9eabf5af0 HTTP/1.1" status: 200 len: 210 time: 0.0337760 Aug 11 03:19:11.160783 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:12.142127 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-73869d91-d8ac-4e4e-ab50-13f77c8b3a5c req-99e38084-1100-4e4e-9f59-1a9c1821d0ab tempest-ServerShowV254Test-1168266136 tempest-ServerShowV254Test-1168266136-project] 10.222.0.41 "GET /v2.0/ports?device_id=b16d05d2-4906-48a5-94a7-9a78f7144572 HTTP/1.1" status: 200 len: 210 time: 0.0287430 Aug 11 03:19:12.244667 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-21d627a1-7110-4188-a9c8-e2a719ca7069 req-ee6acbcd-3771-4288-aee8-d78ac342cb2b tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] 10.222.0.41 "GET /v2.0/ports?device_id=c74b09d2-74b0-49e2-8ef0-bbc9eabf5af0 HTTP/1.1" status: 200 len: 210 time: 0.0347693 Aug 11 03:19:12.946810 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a27df8-dfbf-490b-9081-2f5a9abe90c3 req-f52d91cd-2858-4994-a66e-cf1ef867c67a tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:12.948228 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-16a27df8-dfbf-490b-9081-2f5a9abe90c3 req-f52d91cd-2858-4994-a66e-cf1ef867c67a tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] 10.222.0.24 "GET /v2.0/networks?id=9c2ffc79-c7d1-4f3d-9944-f7fc9ba8ab0e HTTP/1.1" status: 200 len: 812 time: 0.1206937 Aug 11 03:19:12.965253 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-16a27df8-dfbf-490b-9081-2f5a9abe90c3 req-6154bb18-db8e-4441-8999-5ee21fea98e5 tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] Request body: {'port': {'device_id': '435533e4-d1bc-4065-b05a-8e2183d3e056', 'network_id': '9c2ffc79-c7d1-4f3d-9944-f7fc9ba8ab0e', 'admin_state_up': True, 'tenant_id': '3c3f24d43a6d469998a52c0f18fe5e13'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:19:13.201722 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 44698) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:13.281232 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-731af477-364f-40b3-b296-969cb9523888 req-10f57126-f1d0-45bf-8ea6-6cb64f5cb8f8 tempest-ServerShowV254Test-1168266136 tempest-ServerShowV254Test-1168266136-project] 10.222.0.41 "GET /v2.0/ports?device_id=b16d05d2-4906-48a5-94a7-9a78f7144572 HTTP/1.1" status: 200 len: 210 time: 0.0387905 Aug 11 03:19:13.283748 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16a27df8-dfbf-490b-9081-2f5a9abe90c3 req-6154bb18-db8e-4441-8999-5ee21fea98e5 tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] Made reservation on behalf of 3c3f24d43a6d469998a52c0f18fe5e13 for: {'port': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:19:13.288122 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-16a27df8-dfbf-490b-9081-2f5a9abe90c3 req-6154bb18-db8e-4441-8999-5ee21fea98e5 tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:13.468993 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d17e3ec5-fe1d-4105-8344-9ed594b3b9ce req-d19196b3-d7ce-4bd4-a18d-e5e6187b1cd6 tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] 10.222.0.41 "GET /v2.0/ports?device_id=c74b09d2-74b0-49e2-8ef0-bbc9eabf5af0 HTTP/1.1" status: 200 len: 210 time: 0.0778165 Aug 11 03:19:13.511672 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [req-16a27df8-dfbf-490b-9081-2f5a9abe90c3 req-6154bb18-db8e-4441-8999-5ee21fea98e5 tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] Allocated IP 172.20.0.7 (9c2ffc79-c7d1-4f3d-9944-f7fc9ba8ab0e/1a493fe9-4afb-474b-bbc9-d80e95cd20b9/c9ad6d04-e9c4-4222-bff9-46f184a01dd6) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:19:13.565886 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a27df8-dfbf-490b-9081-2f5a9abe90c3 req-c700f9e6-d646-44db-bb7a-d094b90737f5 tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:13.580126 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-16a27df8-dfbf-490b-9081-2f5a9abe90c3 req-c700f9e6-d646-44db-bb7a-d094b90737f5 tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] 10.222.0.24 "GET /v2.0/networks?id=9c2ffc79-c7d1-4f3d-9944-f7fc9ba8ab0e HTTP/1.1" status: 200 len: 812 time: 0.1446238 Aug 11 03:19:13.599773 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fb1dedfc-c65c-4daf-ac16-2f2b184d0ba0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:13.754109 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-16a27df8-dfbf-490b-9081-2f5a9abe90c3 req-6154bb18-db8e-4441-8999-5ee21fea98e5 tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:13.872493 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-16a27df8-dfbf-490b-9081-2f5a9abe90c3 req-6154bb18-db8e-4441-8999-5ee21fea98e5 tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:13.914363 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16a27df8-dfbf-490b-9081-2f5a9abe90c3 req-6154bb18-db8e-4441-8999-5ee21fea98e5 tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] Network 9c2ffc79-c7d1-4f3d-9944-f7fc9ba8ab0e is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:19:13.917365 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [req-16a27df8-dfbf-490b-9081-2f5a9abe90c3 req-6154bb18-db8e-4441-8999-5ee21fea98e5 tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:19:13.937400 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-16a27df8-dfbf-490b-9081-2f5a9abe90c3 req-f9d2b9e1-7528-4ee3-9ed4-3a6fdfc7572e tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] Request body: {'port': {'device_id': 'c74b09d2-74b0-49e2-8ef0-bbc9eabf5af0', 'network_id': '9c2ffc79-c7d1-4f3d-9944-f7fc9ba8ab0e', 'admin_state_up': True, 'tenant_id': '3c3f24d43a6d469998a52c0f18fe5e13'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:19:13.939677 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [req-16a27df8-dfbf-490b-9081-2f5a9abe90c3 req-6154bb18-db8e-4441-8999-5ee21fea98e5 tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:19:13.995705 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6154bb18-db8e-4441-8999-5ee21fea98e5 tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] Pushing event updated for resources: {'Port': ['ID=c9ad6d04-e9c4-4222-bff9-46f184a01dd6,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:14.019250 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a27df8-dfbf-490b-9081-2f5a9abe90c3 req-6154bb18-db8e-4441-8999-5ee21fea98e5 tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:14.019883 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-16a27df8-dfbf-490b-9081-2f5a9abe90c3 req-6154bb18-db8e-4441-8999-5ee21fea98e5 tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:14.030398 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6154bb18-db8e-4441-8999-5ee21fea98e5 tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:19:14.030751 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6154bb18-db8e-4441-8999-5ee21fea98e5 tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:19:14.031096 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6154bb18-db8e-4441-8999-5ee21fea98e5 tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:19:14.031440 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6154bb18-db8e-4441-8999-5ee21fea98e5 tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:19:14.031780 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6154bb18-db8e-4441-8999-5ee21fea98e5 tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:19:14.032112 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6154bb18-db8e-4441-8999-5ee21fea98e5 tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:19:14.032443 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6154bb18-db8e-4441-8999-5ee21fea98e5 tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:19:14.032770 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6154bb18-db8e-4441-8999-5ee21fea98e5 tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:19:14.033096 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6154bb18-db8e-4441-8999-5ee21fea98e5 tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:19:14.033424 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6154bb18-db8e-4441-8999-5ee21fea98e5 tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:19:14.033749 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6154bb18-db8e-4441-8999-5ee21fea98e5 tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:19:14.034075 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6154bb18-db8e-4441-8999-5ee21fea98e5 tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:19:14.162941 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fb1dedfc-c65c-4daf-ac16-2f2b184d0ba0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:14.237068 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fb1dedfc-c65c-4daf-ac16-2f2b184d0ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:14.282231 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-fb1dedfc-c65c-4daf-ac16-2f2b184d0ba0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ba9ad0c80ddd46c6b5aef6041dc11ef2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0762572 Aug 11 03:19:14.282421 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 44726) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:14.289817 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1dedfc-c65c-4daf-ac16-2f2b184d0ba0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca779795-b585-40cb-a4b8-4956f2bfbb61,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:14.333128 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-16a27df8-dfbf-490b-9081-2f5a9abe90c3 req-6154bb18-db8e-4441-8999-5ee21fea98e5 tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3758702 Aug 11 03:19:14.347881 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-16a27df8-dfbf-490b-9081-2f5a9abe90c3 req-91c7f6f2-8e36-48a2-82cf-559b5aba5a6c service neutron] Request body: {'port': {'device_id': '435533e4-d1bc-4065-b05a-8e2183d3e056', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764292-30'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:19:14.349058 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4e0fac8c-d61d-460f-bccd-d73800edd57c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:14.391161 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4e0fac8c-d61d-460f-bccd-d73800edd57c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:14.447799 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-69a81c45-ad09-4d55-a937-cc138aff7ff0 req-edd8e813-ec2d-4576-9cdb-dc1581dce972 tempest-ServerShowV254Test-1168266136 tempest-ServerShowV254Test-1168266136-project] 10.222.0.41 "GET /v2.0/ports?device_id=b16d05d2-4906-48a5-94a7-9a78f7144572 HTTP/1.1" status: 200 len: 210 time: 0.0472567 Aug 11 03:19:14.469492 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16a27df8-dfbf-490b-9081-2f5a9abe90c3 req-f9d2b9e1-7528-4ee3-9ed4-3a6fdfc7572e tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] Made reservation on behalf of 3c3f24d43a6d469998a52c0f18fe5e13 for: {'port': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:19:14.473061 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-16a27df8-dfbf-490b-9081-2f5a9abe90c3 req-f9d2b9e1-7528-4ee3-9ed4-3a6fdfc7572e tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:14.485049 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-16a27df8-dfbf-490b-9081-2f5a9abe90c3 req-91c7f6f2-8e36-48a2-82cf-559b5aba5a6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:14.625726 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4e0fac8c-d61d-460f-bccd-d73800edd57c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:14.628330 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4e0fac8c-d61d-460f-bccd-d73800edd57c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:14.632565 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-4e0fac8c-d61d-460f-bccd-d73800edd57c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ca779795-b585-40cb-a4b8-4956f2bfbb61 HTTP/1.1" status: 204 len: 168 time: 0.3489792 Aug 11 03:19:14.648329 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0fac8c-d61d-460f-bccd-d73800edd57c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca779795-b585-40cb-a4b8-4956f2bfbb61,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:14.668381 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5804645f-c71e-4e74-8dd7-34af60d87b02 req-710992d0-2821-4667-a4ab-806271bc5e60 tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] 10.222.0.41 "GET /v2.0/ports?device_id=c74b09d2-74b0-49e2-8ef0-bbc9eabf5af0 HTTP/1.1" status: 200 len: 210 time: 0.0440485 Aug 11 03:19:14.868364 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [req-16a27df8-dfbf-490b-9081-2f5a9abe90c3 req-91c7f6f2-8e36-48a2-82cf-559b5aba5a6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9ad6d04-e9c4-4222-bff9-46f184a01dd6 {{(pid=102192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:19:14.875866 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-16a27df8-dfbf-490b-9081-2f5a9abe90c3 req-91c7f6f2-8e36-48a2-82cf-559b5aba5a6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:14.887360 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [req-16a27df8-dfbf-490b-9081-2f5a9abe90c3 req-91c7f6f2-8e36-48a2-82cf-559b5aba5a6c service neutron] Transition to ACTIVE for port object c9ad6d04-e9c4-4222-bff9-46f184a01dd6 will not be triggered until provisioned by entity L2. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:19:14.977598 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-16a27df8-dfbf-490b-9081-2f5a9abe90c3 req-91c7f6f2-8e36-48a2-82cf-559b5aba5a6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:15.032564 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [req-16a27df8-dfbf-490b-9081-2f5a9abe90c3 req-f9d2b9e1-7528-4ee3-9ed4-3a6fdfc7572e tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] Allocated IP 172.20.0.11 (9c2ffc79-c7d1-4f3d-9944-f7fc9ba8ab0e/1a493fe9-4afb-474b-bbc9-d80e95cd20b9/e5542177-2bcf-4a93-b326-e8f39cdb46ba) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:19:15.035485 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c7f6f2-8e36-48a2-82cf-559b5aba5a6c service neutron] Pushing event updated for resources: {'Port': ['ID=c9ad6d04-e9c4-4222-bff9-46f184a01dd6,revision_number=2']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:15.127729 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-16a27df8-dfbf-490b-9081-2f5a9abe90c3 req-91c7f6f2-8e36-48a2-82cf-559b5aba5a6c service neutron] Attempting to bind port c9ad6d04-e9c4-4222-bff9-46f184a01dd6 on host n-h2-764292-30 for vnic_type normal with profile {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:19:15.128400 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-16a27df8-dfbf-490b-9081-2f5a9abe90c3 req-91c7f6f2-8e36-48a2-82cf-559b5aba5a6c service neutron] Attempting to bind port c9ad6d04-e9c4-4222-bff9-46f184a01dd6 by drivers openvswitch,hyperv on host n-h2-764292-30 at level 0 using segments [{'id': 'd2943fe1-acff-4cdf-87d8-f77fcd011cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '9c2ffc79-c7d1-4f3d-9944-f7fc9ba8ab0e'}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:19:15.128957 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a27df8-dfbf-490b-9081-2f5a9abe90c3 req-91c7f6f2-8e36-48a2-82cf-559b5aba5a6c service neutron] Attempting to bind port c9ad6d04-e9c4-4222-bff9-46f184a01dd6 on network 9c2ffc79-c7d1-4f3d-9944-f7fc9ba8ab0e {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:19:15.135345 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a27df8-dfbf-490b-9081-2f5a9abe90c3 req-91c7f6f2-8e36-48a2-82cf-559b5aba5a6c service neutron] Port c9ad6d04-e9c4-4222-bff9-46f184a01dd6 on network 9c2ffc79-c7d1-4f3d-9944-f7fc9ba8ab0e not bound, no agent of type Open vSwitch agent registered on host n-h2-764292-30 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:19:15.135987 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a27df8-dfbf-490b-9081-2f5a9abe90c3 req-91c7f6f2-8e36-48a2-82cf-559b5aba5a6c service neutron] Attempting to bind port c9ad6d04-e9c4-4222-bff9-46f184a01dd6 on network 9c2ffc79-c7d1-4f3d-9944-f7fc9ba8ab0e {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:19:15.141688 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a27df8-dfbf-490b-9081-2f5a9abe90c3 req-91c7f6f2-8e36-48a2-82cf-559b5aba5a6c service neutron] Checking agent: {'id': '70015fc0-62fb-48b2-b453-36906937cf2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 19, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:19:15.142387 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a27df8-dfbf-490b-9081-2f5a9abe90c3 req-91c7f6f2-8e36-48a2-82cf-559b5aba5a6c service neutron] Checking segment: {'id': 'd2943fe1-acff-4cdf-87d8-f77fcd011cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '9c2ffc79-c7d1-4f3d-9944-f7fc9ba8ab0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:19:15.143134 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a27df8-dfbf-490b-9081-2f5a9abe90c3 req-91c7f6f2-8e36-48a2-82cf-559b5aba5a6c service neutron] Bound using segment: {'id': 'd2943fe1-acff-4cdf-87d8-f77fcd011cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '9c2ffc79-c7d1-4f3d-9944-f7fc9ba8ab0e'} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:19:15.144093 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-16a27df8-dfbf-490b-9081-2f5a9abe90c3 req-91c7f6f2-8e36-48a2-82cf-559b5aba5a6c service neutron] Bound port: c9ad6d04-e9c4-4222-bff9-46f184a01dd6, host: n-h2-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2943fe1-acff-4cdf-87d8-f77fcd011cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '9c2ffc79-c7d1-4f3d-9944-f7fc9ba8ab0e'}}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:19:15.144660 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-16a27df8-dfbf-490b-9081-2f5a9abe90c3 req-91c7f6f2-8e36-48a2-82cf-559b5aba5a6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:15.254891 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-16a27df8-dfbf-490b-9081-2f5a9abe90c3 req-f9d2b9e1-7528-4ee3-9ed4-3a6fdfc7572e tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:15.266380 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-16a27df8-dfbf-490b-9081-2f5a9abe90c3 req-91c7f6f2-8e36-48a2-82cf-559b5aba5a6c service neutron] For port c9ad6d04-e9c4-4222-bff9-46f184a01dd6, host n-h2-764292-30, cleared binding levels {{(pid=102192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:19:15.271051 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-16a27df8-dfbf-490b-9081-2f5a9abe90c3 req-91c7f6f2-8e36-48a2-82cf-559b5aba5a6c service neutron] For port c9ad6d04-e9c4-4222-bff9-46f184a01dd6, host n-h2-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=c9ad6d04-e9c4-4222-bff9-46f184a01dd6,segment=NetworkSegment(d2943fe1-acff-4cdf-87d8-f77fcd011cc3),segment_id=d2943fe1-acff-4cdf-87d8-f77fcd011cc3)] {{(pid=102192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:19:15.333454 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-16a27df8-dfbf-490b-9081-2f5a9abe90c3 req-91c7f6f2-8e36-48a2-82cf-559b5aba5a6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:15.375383 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a27df8-dfbf-490b-9081-2f5a9abe90c3 req-91c7f6f2-8e36-48a2-82cf-559b5aba5a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:15.376033 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-16a27df8-dfbf-490b-9081-2f5a9abe90c3 req-91c7f6f2-8e36-48a2-82cf-559b5aba5a6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:15.377456 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-16a27df8-dfbf-490b-9081-2f5a9abe90c3 req-91c7f6f2-8e36-48a2-82cf-559b5aba5a6c service neutron] 10.222.0.24 "PUT /v2.0/ports/c9ad6d04-e9c4-4222-bff9-46f184a01dd6 HTTP/1.1" status: 200 len: 1092 time: 1.0350461 Aug 11 03:19:15.377899 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '435533e4-d1bc-4065-b05a-8e2183d3e056', 'tag': 'c9ad6d04-e9c4-4222-bff9-46f184a01dd6'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:19:15.380190 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-799725be-223d-433a-9417-c484ce616eb8" -d '{"events": [{"name": "network-changed", "server_uuid": "435533e4-d1bc-4065-b05a-8e2183d3e056", "tag": "c9ad6d04-e9c4-4222-bff9-46f184a01dd6"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:19:15.385034 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-16a27df8-dfbf-490b-9081-2f5a9abe90c3 req-f9d2b9e1-7528-4ee3-9ed4-3a6fdfc7572e tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:15.418115 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c7f6f2-8e36-48a2-82cf-559b5aba5a6c service neutron] Pushing event updated for resources: {'Port': ['ID=c9ad6d04-e9c4-4222-bff9-46f184a01dd6,revision_number=3']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:15.424713 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c8af48b-e345-41bc-9c50-97fde43b6c35 x-openstack-request-id: req-9c8af48b-e345-41bc-9c50-97fde43b6c35 {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:19:15.424713 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "435533e4-d1bc-4065-b05a-8e2183d3e056", "tag": "c9ad6d04-e9c4-4222-bff9-46f184a01dd6", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:19:15.424713 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9c8af48b-e345-41bc-9c50-97fde43b6c35 {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:19:15.424713 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '435533e4-d1bc-4065-b05a-8e2183d3e056', 'tag': 'c9ad6d04-e9c4-4222-bff9-46f184a01dd6', 'status': 'completed', 'code': 200} Aug 11 03:19:15.456554 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16a27df8-dfbf-490b-9081-2f5a9abe90c3 req-f9d2b9e1-7528-4ee3-9ed4-3a6fdfc7572e tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] Network 9c2ffc79-c7d1-4f3d-9944-f7fc9ba8ab0e is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:19:15.460063 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [req-16a27df8-dfbf-490b-9081-2f5a9abe90c3 req-f9d2b9e1-7528-4ee3-9ed4-3a6fdfc7572e tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:19:15.462614 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-16a27df8-dfbf-490b-9081-2f5a9abe90c3 req-f9d2b9e1-7528-4ee3-9ed4-3a6fdfc7572e tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:19:15.489401 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799725be-223d-433a-9417-c484ce616eb8 req-0bd0f761-ae4f-4278-b1f0-ab908826ec08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:15.491571 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-799725be-223d-433a-9417-c484ce616eb8 req-0bd0f761-ae4f-4278-b1f0-ab908826ec08 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3c3f24d43a6d469998a52c0f18fe5e13&device_id=435533e4-d1bc-4065-b05a-8e2183d3e056 HTTP/1.1" status: 200 len: 1095 time: 0.0453167 Aug 11 03:19:15.494163 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d2b9e1-7528-4ee3-9ed4-3a6fdfc7572e tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] Pushing event updated for resources: {'Port': ['ID=e5542177-2bcf-4a93-b326-e8f39cdb46ba,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:15.524854 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a27df8-dfbf-490b-9081-2f5a9abe90c3 req-f9d2b9e1-7528-4ee3-9ed4-3a6fdfc7572e tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:15.525521 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-16a27df8-dfbf-490b-9081-2f5a9abe90c3 req-f9d2b9e1-7528-4ee3-9ed4-3a6fdfc7572e tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:15.596898 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-00e8dadb-d27f-403c-9837-3f53249028ac req-27da837f-980c-496f-ae3a-e44e4abd2e69 tempest-ServerShowV254Test-1168266136 tempest-ServerShowV254Test-1168266136-project] 10.222.0.41 "GET /v2.0/ports?device_id=b16d05d2-4906-48a5-94a7-9a78f7144572 HTTP/1.1" status: 200 len: 210 time: 0.0381429 Aug 11 03:19:15.642737 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-16a27df8-dfbf-490b-9081-2f5a9abe90c3 req-f9d2b9e1-7528-4ee3-9ed4-3a6fdfc7572e tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0391805 Aug 11 03:19:15.656382 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-16a27df8-dfbf-490b-9081-2f5a9abe90c3 req-e9d65318-ad86-452c-8dfd-ee23a0ee5232 service neutron] Request body: {'port': {'device_id': 'c74b09d2-74b0-49e2-8ef0-bbc9eabf5af0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764292-30'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:19:15.682600 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799725be-223d-433a-9417-c484ce616eb8 req-af2eda3f-ef38-4c24-8245-cb915755abc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:15.687212 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-799725be-223d-433a-9417-c484ce616eb8 req-af2eda3f-ef38-4c24-8245-cb915755abc1 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=3c3f24d43a6d469998a52c0f18fe5e13&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1866510 Aug 11 03:19:15.757223 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-16a27df8-dfbf-490b-9081-2f5a9abe90c3 req-e9d65318-ad86-452c-8dfd-ee23a0ee5232 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:15.952388 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d9c62f-de95-43f5-8ff2-7d3406e3e34c req-606fd619-e38b-4bc6-93dd-1178c661811d tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:15.959896 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f3d9c62f-de95-43f5-8ff2-7d3406e3e34c req-606fd619-e38b-4bc6-93dd-1178c661811d tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] 10.222.0.41 "GET /v2.0/ports?device_id=c74b09d2-74b0-49e2-8ef0-bbc9eabf5af0 HTTP/1.1" status: 200 len: 932 time: 0.1336110 Aug 11 03:19:16.022362 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799725be-223d-433a-9417-c484ce616eb8 req-6d5ec486-81e3-422a-9cfe-b137a210f095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:16.024273 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-799725be-223d-433a-9417-c484ce616eb8 req-6d5ec486-81e3-422a-9cfe-b137a210f095 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3289444 Aug 11 03:19:16.046991 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 44768) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:16.053912 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f3d9c62f-de95-43f5-8ff2-7d3406e3e34c req-112f3fbc-6107-48c9-925d-6720e523ca72 tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] 10.222.0.41 "GET /v2.0/security-groups?id=d8402e18-afe7-430b-8d71-744621e49758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931220 Aug 11 03:19:16.120697 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a27df8-dfbf-490b-9081-2f5a9abe90c3 req-20c4f115-e92e-4bcb-9b8f-68274037baaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:16.122788 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-16a27df8-dfbf-490b-9081-2f5a9abe90c3 req-20c4f115-e92e-4bcb-9b8f-68274037baaf service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3c3f24d43a6d469998a52c0f18fe5e13&device_id=435533e4-d1bc-4065-b05a-8e2183d3e056 HTTP/1.1" status: 200 len: 1095 time: 0.0537050 Aug 11 03:19:16.179284 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-16a27df8-dfbf-490b-9081-2f5a9abe90c3 req-a7ee0b9a-10a3-4cee-94a2-a0712e9f104b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c9ad6d04-e9c4-4222-bff9-46f184a01dd6 HTTP/1.1" status: 200 len: 217 time: 0.0472851 Aug 11 03:19:16.254909 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a27df8-dfbf-490b-9081-2f5a9abe90c3 req-26f7550a-d3c9-4f0d-bd93-e2800aa7da1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:16.256819 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-16a27df8-dfbf-490b-9081-2f5a9abe90c3 req-26f7550a-d3c9-4f0d-bd93-e2800aa7da1a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1a493fe9-4afb-474b-bbc9-d80e95cd20b9 HTTP/1.1" status: 200 len: 852 time: 0.0699303 Aug 11 03:19:16.260370 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-bc937f7f-267e-4f9a-94fd-8c7a7dc0c221 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:16.343019 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-16a27df8-dfbf-490b-9081-2f5a9abe90c3 req-e06ac2af-8bf0-4707-95e7-197b2e98d112 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9c2ffc79-c7d1-4f3d-9944-f7fc9ba8ab0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0617325 Aug 11 03:19:16.358767 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [req-16a27df8-dfbf-490b-9081-2f5a9abe90c3 req-e9d65318-ad86-452c-8dfd-ee23a0ee5232 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5542177-2bcf-4a93-b326-e8f39cdb46ba {{(pid=102191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:19:16.367243 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-16a27df8-dfbf-490b-9081-2f5a9abe90c3 req-e9d65318-ad86-452c-8dfd-ee23a0ee5232 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:16.380613 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [req-16a27df8-dfbf-490b-9081-2f5a9abe90c3 req-e9d65318-ad86-452c-8dfd-ee23a0ee5232 service neutron] Transition to ACTIVE for port object e5542177-2bcf-4a93-b326-e8f39cdb46ba will not be triggered until provisioned by entity L2. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:19:16.457913 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-16a27df8-dfbf-490b-9081-2f5a9abe90c3 req-e9d65318-ad86-452c-8dfd-ee23a0ee5232 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:16.481180 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-16a27df8-dfbf-490b-9081-2f5a9abe90c3 req-df975a02-0eb4-41a0-942d-57ce42866c90 service neutron] 10.222.0.24 "GET /v2.0/networks/9c2ffc79-c7d1-4f3d-9944-f7fc9ba8ab0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303194 Aug 11 03:19:16.618990 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d65318-ad86-452c-8dfd-ee23a0ee5232 service neutron] Pushing event updated for resources: {'Port': ['ID=e5542177-2bcf-4a93-b326-e8f39cdb46ba,revision_number=2']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:16.660781 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-16a27df8-dfbf-490b-9081-2f5a9abe90c3 req-c16249ae-5c97-42e7-81c5-496daf9b0171 service neutron] 10.222.0.24 "GET /v2.0/networks/9c2ffc79-c7d1-4f3d-9944-f7fc9ba8ab0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720726 Aug 11 03:19:16.671307 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-bc937f7f-267e-4f9a-94fd-8c7a7dc0c221 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:16.682321 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-16a27df8-dfbf-490b-9081-2f5a9abe90c3 req-e9d65318-ad86-452c-8dfd-ee23a0ee5232 service neutron] Attempting to bind port e5542177-2bcf-4a93-b326-e8f39cdb46ba on host n-h2-764292-30 for vnic_type normal with profile {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:19:16.682944 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-16a27df8-dfbf-490b-9081-2f5a9abe90c3 req-e9d65318-ad86-452c-8dfd-ee23a0ee5232 service neutron] Attempting to bind port e5542177-2bcf-4a93-b326-e8f39cdb46ba by drivers openvswitch,hyperv on host n-h2-764292-30 at level 0 using segments [{'id': 'd2943fe1-acff-4cdf-87d8-f77fcd011cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '9c2ffc79-c7d1-4f3d-9944-f7fc9ba8ab0e'}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:19:16.683269 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a27df8-dfbf-490b-9081-2f5a9abe90c3 req-e9d65318-ad86-452c-8dfd-ee23a0ee5232 service neutron] Attempting to bind port e5542177-2bcf-4a93-b326-e8f39cdb46ba on network 9c2ffc79-c7d1-4f3d-9944-f7fc9ba8ab0e {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:19:16.687751 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a27df8-dfbf-490b-9081-2f5a9abe90c3 req-e9d65318-ad86-452c-8dfd-ee23a0ee5232 service neutron] Port e5542177-2bcf-4a93-b326-e8f39cdb46ba on network 9c2ffc79-c7d1-4f3d-9944-f7fc9ba8ab0e not bound, no agent of type Open vSwitch agent registered on host n-h2-764292-30 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:19:16.688692 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a27df8-dfbf-490b-9081-2f5a9abe90c3 req-e9d65318-ad86-452c-8dfd-ee23a0ee5232 service neutron] Attempting to bind port e5542177-2bcf-4a93-b326-e8f39cdb46ba on network 9c2ffc79-c7d1-4f3d-9944-f7fc9ba8ab0e {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:19:16.693691 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a27df8-dfbf-490b-9081-2f5a9abe90c3 req-e9d65318-ad86-452c-8dfd-ee23a0ee5232 service neutron] Checking agent: {'id': '70015fc0-62fb-48b2-b453-36906937cf2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 19, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:19:16.694026 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a27df8-dfbf-490b-9081-2f5a9abe90c3 req-e9d65318-ad86-452c-8dfd-ee23a0ee5232 service neutron] Checking segment: {'id': 'd2943fe1-acff-4cdf-87d8-f77fcd011cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '9c2ffc79-c7d1-4f3d-9944-f7fc9ba8ab0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:19:16.700197 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a27df8-dfbf-490b-9081-2f5a9abe90c3 req-e9d65318-ad86-452c-8dfd-ee23a0ee5232 service neutron] Bound using segment: {'id': 'd2943fe1-acff-4cdf-87d8-f77fcd011cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '9c2ffc79-c7d1-4f3d-9944-f7fc9ba8ab0e'} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:19:16.700197 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-16a27df8-dfbf-490b-9081-2f5a9abe90c3 req-e9d65318-ad86-452c-8dfd-ee23a0ee5232 service neutron] Bound port: e5542177-2bcf-4a93-b326-e8f39cdb46ba, host: n-h2-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2943fe1-acff-4cdf-87d8-f77fcd011cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '9c2ffc79-c7d1-4f3d-9944-f7fc9ba8ab0e'}}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:19:16.700197 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-16a27df8-dfbf-490b-9081-2f5a9abe90c3 req-e9d65318-ad86-452c-8dfd-ee23a0ee5232 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:16.754860 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-bc937f7f-267e-4f9a-94fd-8c7a7dc0c221 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:16.812443 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-149a5edd-d2a7-49fe-8919-f0e9d4480380 req-a52cb257-4f93-47ae-9955-19e994b18e57 tempest-ServerShowV254Test-1168266136 tempest-ServerShowV254Test-1168266136-project] 10.222.0.41 "GET /v2.0/ports?device_id=b16d05d2-4906-48a5-94a7-9a78f7144572 HTTP/1.1" status: 200 len: 210 time: 0.0370164 Aug 11 03:19:16.812766 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc937f7f-267e-4f9a-94fd-8c7a7dc0c221 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6bbf4eb-32a4-4309-bba7-48065912a2fe,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:16.828844 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-bc937f7f-267e-4f9a-94fd-8c7a7dc0c221 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1c456e155c8f413f9061c64625f4495e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7803962 Aug 11 03:19:16.831624 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 44786) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:16.843042 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-16a27df8-dfbf-490b-9081-2f5a9abe90c3 req-e9d65318-ad86-452c-8dfd-ee23a0ee5232 service neutron] For port e5542177-2bcf-4a93-b326-e8f39cdb46ba, host n-h2-764292-30, cleared binding levels {{(pid=102191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:19:16.875817 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-16a27df8-dfbf-490b-9081-2f5a9abe90c3 req-e9d65318-ad86-452c-8dfd-ee23a0ee5232 service neutron] For port e5542177-2bcf-4a93-b326-e8f39cdb46ba, host n-h2-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=e5542177-2bcf-4a93-b326-e8f39cdb46ba,segment=NetworkSegment(d2943fe1-acff-4cdf-87d8-f77fcd011cc3),segment_id=d2943fe1-acff-4cdf-87d8-f77fcd011cc3)] {{(pid=102191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:19:16.907729 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a4248ac8-8d78-42b4-914c-02d5dde034a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:16.929315 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a4248ac8-8d78-42b4-914c-02d5dde034a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:16.941041 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-16a27df8-dfbf-490b-9081-2f5a9abe90c3 req-e9d65318-ad86-452c-8dfd-ee23a0ee5232 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:16.997613 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a27df8-dfbf-490b-9081-2f5a9abe90c3 req-e9d65318-ad86-452c-8dfd-ee23a0ee5232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:16.999206 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-16a27df8-dfbf-490b-9081-2f5a9abe90c3 req-e9d65318-ad86-452c-8dfd-ee23a0ee5232 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:17.000668 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-16a27df8-dfbf-490b-9081-2f5a9abe90c3 req-e9d65318-ad86-452c-8dfd-ee23a0ee5232 service neutron] 10.222.0.24 "PUT /v2.0/ports/e5542177-2bcf-4a93-b326-e8f39cdb46ba HTTP/1.1" status: 200 len: 1093 time: 1.3501272 Aug 11 03:19:17.001194 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c74b09d2-74b0-49e2-8ef0-bbc9eabf5af0', 'tag': 'e5542177-2bcf-4a93-b326-e8f39cdb46ba'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:19:17.003504 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9da2f2a1-1a7d-4b39-bcbf-62e2f3390301" -d '{"events": [{"name": "network-changed", "server_uuid": "c74b09d2-74b0-49e2-8ef0-bbc9eabf5af0", "tag": "e5542177-2bcf-4a93-b326-e8f39cdb46ba"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:19:17.035054 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d65318-ad86-452c-8dfd-ee23a0ee5232 service neutron] Pushing event updated for resources: {'Port': ['ID=e5542177-2bcf-4a93-b326-e8f39cdb46ba,revision_number=3']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:17.067969 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:19:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c581e62-258a-41dd-a305-49dfdcc9912b x-openstack-request-id: req-9c581e62-258a-41dd-a305-49dfdcc9912b {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:19:17.068473 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c74b09d2-74b0-49e2-8ef0-bbc9eabf5af0", "tag": "e5542177-2bcf-4a93-b326-e8f39cdb46ba", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:19:17.068875 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9c581e62-258a-41dd-a305-49dfdcc9912b {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:19:17.070752 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c74b09d2-74b0-49e2-8ef0-bbc9eabf5af0', 'tag': 'e5542177-2bcf-4a93-b326-e8f39cdb46ba', 'status': 'completed', 'code': 200} Aug 11 03:19:17.119310 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a4248ac8-8d78-42b4-914c-02d5dde034a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:17.121730 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a4248ac8-8d78-42b4-914c-02d5dde034a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:17.123471 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-a4248ac8-8d78-42b4-914c-02d5dde034a6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f6bbf4eb-32a4-4309-bba7-48065912a2fe HTTP/1.1" status: 204 len: 168 time: 0.2901497 Aug 11 03:19:17.140916 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4248ac8-8d78-42b4-914c-02d5dde034a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6bbf4eb-32a4-4309-bba7-48065912a2fe,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:17.150721 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da2f2a1-1a7d-4b39-bcbf-62e2f3390301 req-b313686e-2bf6-4957-b47c-b1bd496c51f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:17.152256 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-9da2f2a1-1a7d-4b39-bcbf-62e2f3390301 req-b313686e-2bf6-4957-b47c-b1bd496c51f2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3c3f24d43a6d469998a52c0f18fe5e13&device_id=c74b09d2-74b0-49e2-8ef0-bbc9eabf5af0 HTTP/1.1" status: 200 len: 1096 time: 0.0619450 Aug 11 03:19:17.217861 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359793fb-857a-4145-88b0-f5405f713853 req-808280d1-fba5-49d6-bacb-c7c4cfab133c tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:17.227493 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-359793fb-857a-4145-88b0-f5405f713853 req-808280d1-fba5-49d6-bacb-c7c4cfab133c tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] 10.222.0.41 "GET /v2.0/ports?device_id=c74b09d2-74b0-49e2-8ef0-bbc9eabf5af0 HTTP/1.1" status: 200 len: 944 time: 0.0753996 Aug 11 03:19:17.275250 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-359793fb-857a-4145-88b0-f5405f713853 req-b495f602-a7ce-44c8-91ca-e2f5aa7ad63f tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] 10.222.0.41 "GET /v2.0/security-groups?id=d8402e18-afe7-430b-8d71-744621e49758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425911 Aug 11 03:19:17.276426 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da2f2a1-1a7d-4b39-bcbf-62e2f3390301 req-cf53d97b-624f-4307-891f-83aea7c699b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:17.277999 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-9da2f2a1-1a7d-4b39-bcbf-62e2f3390301 req-cf53d97b-624f-4307-891f-83aea7c699b2 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=3c3f24d43a6d469998a52c0f18fe5e13&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1109192 Aug 11 03:19:17.394660 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da2f2a1-1a7d-4b39-bcbf-62e2f3390301 req-244eb5cd-a214-47d8-9da4-a78560e7cde7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:17.396198 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-9da2f2a1-1a7d-4b39-bcbf-62e2f3390301 req-244eb5cd-a214-47d8-9da4-a78560e7cde7 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1106591 Aug 11 03:19:17.504489 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a27df8-dfbf-490b-9081-2f5a9abe90c3 req-65459180-d149-4118-9900-97ab9735dcc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:17.506310 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-16a27df8-dfbf-490b-9081-2f5a9abe90c3 req-65459180-d149-4118-9900-97ab9735dcc2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3c3f24d43a6d469998a52c0f18fe5e13&device_id=c74b09d2-74b0-49e2-8ef0-bbc9eabf5af0 HTTP/1.1" status: 200 len: 1096 time: 0.0690775 Aug 11 03:19:17.551133 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-16a27df8-dfbf-490b-9081-2f5a9abe90c3 req-015d3233-dc51-47e6-83f3-2b8023bfdd88 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e5542177-2bcf-4a93-b326-e8f39cdb46ba HTTP/1.1" status: 200 len: 217 time: 0.0362990 Aug 11 03:19:17.623468 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a27df8-dfbf-490b-9081-2f5a9abe90c3 req-a9e15d04-932e-46ed-94fa-fe9b85277ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:17.625543 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-16a27df8-dfbf-490b-9081-2f5a9abe90c3 req-a9e15d04-932e-46ed-94fa-fe9b85277ff6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1a493fe9-4afb-474b-bbc9-d80e95cd20b9 HTTP/1.1" status: 200 len: 852 time: 0.0587626 Aug 11 03:19:17.665243 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-16a27df8-dfbf-490b-9081-2f5a9abe90c3 req-980ac583-d850-4dda-9438-a1793b1e3104 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9c2ffc79-c7d1-4f3d-9944-f7fc9ba8ab0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308404 Aug 11 03:19:17.762497 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-16a27df8-dfbf-490b-9081-2f5a9abe90c3 req-9e8d809c-3997-40b8-8dee-b56de049d76f service neutron] 10.222.0.24 "GET /v2.0/networks/9c2ffc79-c7d1-4f3d-9944-f7fc9ba8ab0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889611 Aug 11 03:19:17.890939 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-16a27df8-dfbf-490b-9081-2f5a9abe90c3 req-9c24dd0c-d42a-406b-b202-2653528e0dc8 service neutron] 10.222.0.24 "GET /v2.0/networks/9c2ffc79-c7d1-4f3d-9944-f7fc9ba8ab0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215858 Aug 11 03:19:17.914903 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 44820) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:17.931456 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-2090301a-f6bc-4a6b-b71f-ad9516991993 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:17.940468 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f69ffa54-b8aa-4ab8-b2a1-b01ee5c34510 req-f7556826-3810-481b-9f50-455a71ac6cbb tempest-ServerShowV254Test-1168266136 tempest-ServerShowV254Test-1168266136-project] 10.222.0.41 "GET /v2.0/ports?device_id=b16d05d2-4906-48a5-94a7-9a78f7144572 HTTP/1.1" status: 200 len: 210 time: 0.0536931 Aug 11 03:19:18.076303 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-2090301a-f6bc-4a6b-b71f-ad9516991993 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:18.141199 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 44822) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:18.146031 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-2d8682bc-8b08-4a19-b250-ac0584c33ce8 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-558212144', 'description': 'tempest-secgroup-smoke-558212144 description', 'project_id': 'a5478860f7cb432583cc8e5d994d2237'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:19:18.155838 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-2090301a-f6bc-4a6b-b71f-ad9516991993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:18.199105 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2090301a-f6bc-4a6b-b71f-ad9516991993 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7c51a9c-09b3-4db8-8e9a-8d16beb525b1,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:18.209839 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-2090301a-f6bc-4a6b-b71f-ad9516991993 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=dfb862d05d5840998c445b6a72c21619&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2914224 Aug 11 03:19:18.210120 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 44824) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:18.261540 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-2d8682bc-8b08-4a19-b250-ac0584c33ce8 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:18.272922 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-2d8682bc-8b08-4a19-b250-ac0584c33ce8 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:18.274752 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4b5c8d4b-f255-470e-a43f-d936973b75b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:18.318582 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4b5c8d4b-f255-470e-a43f-d936973b75b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:18.398320 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54be91a-dda3-4e83-af4b-12dce8ec65f6 req-b9654fab-b834-4de4-ba8a-b0f288ccc6a3 tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:18.407337 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a54be91a-dda3-4e83-af4b-12dce8ec65f6 req-b9654fab-b834-4de4-ba8a-b0f288ccc6a3 tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] 10.222.0.41 "GET /v2.0/ports?device_id=c74b09d2-74b0-49e2-8ef0-bbc9eabf5af0 HTTP/1.1" status: 200 len: 944 time: 0.0668077 Aug 11 03:19:18.434451 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-2d8682bc-8b08-4a19-b250-ac0584c33ce8 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:18.454127 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a54be91a-dda3-4e83-af4b-12dce8ec65f6 req-d1e83ce6-1dbf-4e2d-b1cc-09d0df1bd989 tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] 10.222.0.41 "GET /v2.0/security-groups?id=d8402e18-afe7-430b-8d71-744621e49758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424681 Aug 11 03:19:18.515316 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-2d8682bc-8b08-4a19-b250-ac0584c33ce8 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:18.546589 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4b5c8d4b-f255-470e-a43f-d936973b75b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:18.549543 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4b5c8d4b-f255-470e-a43f-d936973b75b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:18.553375 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-4b5c8d4b-f255-470e-a43f-d936973b75b9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a7c51a9c-09b3-4db8-8e9a-8d16beb525b1 HTTP/1.1" status: 204 len: 168 time: 0.3422570 Aug 11 03:19:18.567483 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8682bc-8b08-4a19-b250-ac0584c33ce8 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a2358b5-51be-4064-8b1d-8a797c4d2a20,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:18.588847 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5c8d4b-f255-470e-a43f-d936973b75b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7c51a9c-09b3-4db8-8e9a-8d16beb525b1,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:18.727467 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-2d8682bc-8b08-4a19-b250-ac0584c33ce8 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:18.795334 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-2d8682bc-8b08-4a19-b250-ac0584c33ce8 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:18.827977 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8682bc-8b08-4a19-b250-ac0584c33ce8 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Pushing event updated for resources: {'SecurityGroup': ['ID=028f82ce-145e-4da5-a893-c699717fae6e,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:18.870454 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-2d8682bc-8b08-4a19-b250-ac0584c33ce8 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:18.872764 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-2d8682bc-8b08-4a19-b250-ac0584c33ce8 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.7302268 Aug 11 03:19:18.876848 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 44834) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:18.882671 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-29b2a5ff-ba14-4f62-813f-c552d1ddcebd tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Request body: {'security_group_rule': {'security_group_id': '028f82ce-145e-4da5-a893-c699717fae6e', 'project_id': 'a5478860f7cb432583cc8e5d994d2237', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:19:18.984518 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-29b2a5ff-ba14-4f62-813f-c552d1ddcebd tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:19.094431 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5a05f14a-4480-4ac6-9fb2-b470ef2225ef req-c2f66611-0ec5-4409-9f26-de7bc8a05a5b tempest-ServerShowV254Test-1168266136 tempest-ServerShowV254Test-1168266136-project] 10.222.0.41 "GET /v2.0/ports?device_id=b16d05d2-4906-48a5-94a7-9a78f7144572 HTTP/1.1" status: 200 len: 210 time: 0.0372381 Aug 11 03:19:19.140159 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-29b2a5ff-ba14-4f62-813f-c552d1ddcebd tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:19.229027 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-29b2a5ff-ba14-4f62-813f-c552d1ddcebd tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:19.245584 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b2a5ff-ba14-4f62-813f-c552d1ddcebd tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce61d61a-a0fe-4a07-a715-16d1c92ddbb7,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:19.332605 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-29b2a5ff-ba14-4f62-813f-c552d1ddcebd tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:19.334428 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-29b2a5ff-ba14-4f62-813f-c552d1ddcebd tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4558780 Aug 11 03:19:19.336856 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 44852) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:19.342248 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-9892e284-5a89-4436-a419-dd71e8b2a252 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Request body: {'security_group_rule': {'security_group_id': '028f82ce-145e-4da5-a893-c699717fae6e', 'project_id': 'a5478860f7cb432583cc8e5d994d2237', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:19:19.492569 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9892e284-5a89-4436-a419-dd71e8b2a252 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:19.596326 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9892e284-5a89-4436-a419-dd71e8b2a252 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:19.620411 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2df8ae2-04be-489b-bc67-c8cae8b9bbba req-93c46847-696b-4bef-8f0c-5d6c37435312 tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:19.626764 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e2df8ae2-04be-489b-bc67-c8cae8b9bbba req-93c46847-696b-4bef-8f0c-5d6c37435312 tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] 10.222.0.41 "GET /v2.0/ports?device_id=c74b09d2-74b0-49e2-8ef0-bbc9eabf5af0 HTTP/1.1" status: 200 len: 944 time: 0.0589163 Aug 11 03:19:19.665789 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e2df8ae2-04be-489b-bc67-c8cae8b9bbba req-4b7fa260-c06d-42f2-ae8e-3fabccca3853 tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] 10.222.0.41 "GET /v2.0/security-groups?id=d8402e18-afe7-430b-8d71-744621e49758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368452 Aug 11 03:19:19.680693 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9892e284-5a89-4436-a419-dd71e8b2a252 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:19.710232 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9892e284-5a89-4436-a419-dd71e8b2a252 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82f42380-d386-495a-ac5e-498c20cb853c,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:19.755417 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9892e284-5a89-4436-a419-dd71e8b2a252 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:19.757901 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-9892e284-5a89-4436-a419-dd71e8b2a252 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4186447 Aug 11 03:19:19.759445 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 44866) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:19.764628 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-dfe2f1af-e8c3-46eb-98a8-0bf871bbb3fa tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Request body: {'security_group_rule': {'security_group_id': '028f82ce-145e-4da5-a893-c699717fae6e', 'project_id': 'a5478860f7cb432583cc8e5d994d2237', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:19:19.820705 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device c9ad6d04-e9c4-4222-bff9-46f184a01dd6 details requested by agent hyperv_n-h2-764292-30 with host n-h2-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:19:19.876317 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-dfe2f1af-e8c3-46eb-98a8-0bf871bbb3fa tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:19.935699 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port c9ad6d04-e9c4-4222-bff9-46f184a01dd6, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=c9ad6d04-e9c4-4222-bff9-46f184a01dd6,segment=NetworkSegment(d2943fe1-acff-4cdf-87d8-f77fcd011cc3),segment_id=d2943fe1-acff-4cdf-87d8-f77fcd011cc3)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:19:19.951512 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Returning: {'device': 'c9ad6d04-e9c4-4222-bff9-46f184a01dd6', 'network_id': '9c2ffc79-c7d1-4f3d-9944-f7fc9ba8ab0e', 'port_id': 'c9ad6d04-e9c4-4222-bff9-46f184a01dd6', 'mac_address': 'fa:16:3e:d6:05:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a493fe9-4afb-474b-bbc9-d80e95cd20b9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:19:19.981906 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-dfe2f1af-e8c3-46eb-98a8-0bf871bbb3fa tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:19.993469 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:20.013988 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9ad6d04-e9c4-4222-bff9-46f184a01dd6 {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:19:20.035864 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port c9ad6d04-e9c4-4222-bff9-46f184a01dd6, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=c9ad6d04-e9c4-4222-bff9-46f184a01dd6,segment=NetworkSegment(d2943fe1-acff-4cdf-87d8-f77fcd011cc3),segment_id=d2943fe1-acff-4cdf-87d8-f77fcd011cc3)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:19:20.075393 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-dfe2f1af-e8c3-46eb-98a8-0bf871bbb3fa tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:20.108993 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:20.110403 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device e5542177-2bcf-4a93-b326-e8f39cdb46ba details requested by agent hyperv_n-h2-764292-30 with host n-h2-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:19:20.110588 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe2f1af-e8c3-46eb-98a8-0bf871bbb3fa tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6cde5ba-04e0-4458-bc42-537340f9e00a,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:20.183499 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-dfe2f1af-e8c3-46eb-98a8-0bf871bbb3fa tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:20.184895 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-dfe2f1af-e8c3-46eb-98a8-0bf871bbb3fa tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4244165 Aug 11 03:19:20.188796 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 44878) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:20.203336 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-25d34802-c068-4b63-9be4-e171c7182365 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Request body: {'security_group_rule': {'security_group_id': '028f82ce-145e-4da5-a893-c699717fae6e', 'project_id': 'a5478860f7cb432583cc8e5d994d2237', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:19:20.250864 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port e5542177-2bcf-4a93-b326-e8f39cdb46ba, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=e5542177-2bcf-4a93-b326-e8f39cdb46ba,segment=NetworkSegment(d2943fe1-acff-4cdf-87d8-f77fcd011cc3),segment_id=d2943fe1-acff-4cdf-87d8-f77fcd011cc3)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:19:20.264246 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Returning: {'device': 'e5542177-2bcf-4a93-b326-e8f39cdb46ba', 'network_id': '9c2ffc79-c7d1-4f3d-9944-f7fc9ba8ab0e', 'port_id': 'e5542177-2bcf-4a93-b326-e8f39cdb46ba', 'mac_address': 'fa:16:3e:c6:eb:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a493fe9-4afb-474b-bbc9-d80e95cd20b9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:19:20.281729 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8a4e4f0b-5e07-4eb2-88dc-61a1a0aa4014 req-20a10661-ed3a-4052-ba59-09efd0d4291e tempest-ServerShowV254Test-1168266136 tempest-ServerShowV254Test-1168266136-project] 10.222.0.41 "GET /v2.0/ports?device_id=b16d05d2-4906-48a5-94a7-9a78f7144572 HTTP/1.1" status: 200 len: 210 time: 0.0484979 Aug 11 03:19:20.328349 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=c9ad6d04-e9c4-4222-bff9-46f184a01dd6,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:20.380709 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:20.380709 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5542177-2bcf-4a93-b326-e8f39cdb46ba {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:19:20.380709 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port e5542177-2bcf-4a93-b326-e8f39cdb46ba, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=e5542177-2bcf-4a93-b326-e8f39cdb46ba,segment=NetworkSegment(d2943fe1-acff-4cdf-87d8-f77fcd011cc3),segment_id=d2943fe1-acff-4cdf-87d8-f77fcd011cc3)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:19:20.405867 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-25d34802-c068-4b63-9be4-e171c7182365 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:20.476772 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-25d34802-c068-4b63-9be4-e171c7182365 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:20.578390 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:20.635052 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-25d34802-c068-4b63-9be4-e171c7182365 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:20.639235 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=e5542177-2bcf-4a93-b326-e8f39cdb46ba,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:20.668051 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d34802-c068-4b63-9be4-e171c7182365 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1e43843-8d1a-4d3c-bc4a-8632b3482413,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:20.738102 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-25d34802-c068-4b63-9be4-e171c7182365 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:20.742593 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 44892) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:20.743085 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-25d34802-c068-4b63-9be4-e171c7182365 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5529091 Aug 11 03:19:20.748406 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-57798bb8-8fa1-433a-8c64-235146bc0efe tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Request body: {'security_group_rule': {'security_group_id': '028f82ce-145e-4da5-a893-c699717fae6e', 'project_id': 'a5478860f7cb432583cc8e5d994d2237', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:19:20.849667 n-d-764292-30 neutron-server[102192]: INFO neutron.db.securitygroups_db [None req-57798bb8-8fa1-433a-8c64-235146bc0efe tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Project a5478860f7cb432583cc8e5d994d2237 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 03:19:20.862003 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1478b57-ab97-47c9-b8d0-9250c16a99ff req-685f3833-5c51-439a-b701-0d1c63201637 tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:20.870251 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a1478b57-ab97-47c9-b8d0-9250c16a99ff req-685f3833-5c51-439a-b701-0d1c63201637 tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] 10.222.0.41 "GET /v2.0/ports?device_id=c74b09d2-74b0-49e2-8ef0-bbc9eabf5af0 HTTP/1.1" status: 200 len: 945 time: 0.0786810 Aug 11 03:19:20.872205 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-57798bb8-8fa1-433a-8c64-235146bc0efe tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:20.876956 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['e5542177-2bcf-4a93-b326-e8f39cdb46ba'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:19:20.882545 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['c9ad6d04-e9c4-4222-bff9-46f184a01dd6'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:19:20.992310 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a1478b57-ab97-47c9-b8d0-9250c16a99ff req-26d8f750-cd04-4cf8-b37d-f97c4c54c007 tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] 10.222.0.41 "GET /v2.0/security-groups?id=d8402e18-afe7-430b-8d71-744621e49758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885494 Aug 11 03:19:21.029728 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-57798bb8-8fa1-433a-8c64-235146bc0efe tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:21.109443 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-57798bb8-8fa1-433a-8c64-235146bc0efe tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:21.129163 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57798bb8-8fa1-433a-8c64-235146bc0efe tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a35efdc-a1a3-41ec-955a-f92730a8fa4f,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:21.195364 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-57798bb8-8fa1-433a-8c64-235146bc0efe tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:21.196899 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-57798bb8-8fa1-433a-8c64-235146bc0efe tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4532783 Aug 11 03:19:21.200003 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 44908) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:21.206243 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-e1016a8b-f03b-4276-b6ab-d39244d26f3a tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Request body: {'security_group_rule': {'security_group_id': '028f82ce-145e-4da5-a893-c699717fae6e', 'project_id': 'a5478860f7cb432583cc8e5d994d2237', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:19:21.309355 n-d-764292-30 neutron-server[102192]: INFO neutron.db.securitygroups_db [None req-e1016a8b-f03b-4276-b6ab-d39244d26f3a tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Project a5478860f7cb432583cc8e5d994d2237 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 03:19:21.319201 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e1016a8b-f03b-4276-b6ab-d39244d26f3a tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:21.430786 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b09fbb71-c093-4a6e-bb11-03b55bf1e8e4 req-b43f6978-91e8-4bb6-8e29-2553c3649e24 tempest-ServerShowV254Test-1168266136 tempest-ServerShowV254Test-1168266136-project] 10.222.0.41 "GET /v2.0/ports?device_id=b16d05d2-4906-48a5-94a7-9a78f7144572 HTTP/1.1" status: 200 len: 210 time: 0.0344815 Aug 11 03:19:21.465033 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e1016a8b-f03b-4276-b6ab-d39244d26f3a tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:21.537531 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e1016a8b-f03b-4276-b6ab-d39244d26f3a tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:21.556874 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1016a8b-f03b-4276-b6ab-d39244d26f3a tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ebae7f8-0b5b-42d5-84cb-0b2bf52aa7c1,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:21.651900 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e1016a8b-f03b-4276-b6ab-d39244d26f3a tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:21.653196 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-e1016a8b-f03b-4276-b6ab-d39244d26f3a tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4517930 Aug 11 03:19:21.656748 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 44916) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:21.661704 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-e568cbb8-5df1-42f6-bb03-55a46adafdad tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Request body: {'network': {'name': 'tempest-network-smoke--1222252428', 'project_id': 'a5478860f7cb432583cc8e5d994d2237', 'port_security_enabled': True}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:19:21.761967 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e568cbb8-5df1-42f6-bb03-55a46adafdad tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Made reservation on behalf of a5478860f7cb432583cc8e5d994d2237 for: {'network': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:19:21.767771 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e568cbb8-5df1-42f6-bb03-55a46adafdad tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:21.798506 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e568cbb8-5df1-42f6-bb03-55a46adafdad tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=102192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:19:21.808986 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e568cbb8-5df1-42f6-bb03-55a46adafdad tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:21.809550 n-d-764292-30 neutron-server[102192]: INFO neutron.db.segments_db [None req-e568cbb8-5df1-42f6-bb03-55a46adafdad tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Added segment a9ef83d9-c206-4b92-b5da-2bb339718328 of type vlan for network 0ff3f448-ca9b-4036-ac09-80380a15e692 Aug 11 03:19:21.859265 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e568cbb8-5df1-42f6-bb03-55a46adafdad tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:21.938313 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e568cbb8-5df1-42f6-bb03-55a46adafdad tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:21.945843 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e568cbb8-5df1-42f6-bb03-55a46adafdad tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:21.946151 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e568cbb8-5df1-42f6-bb03-55a46adafdad tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:22.034537 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e568cbb8-5df1-42f6-bb03-55a46adafdad tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Pushing event updated for resources: {'Network': ['ID=0ff3f448-ca9b-4036-ac09-80380a15e692,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:22.040902 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-e568cbb8-5df1-42f6-bb03-55a46adafdad tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3803382 Aug 11 03:19:22.041829 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 44922) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:22.046849 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network 0ff3f448-ca9b-4036-ac09-80380a15e692 details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:19:22.047343 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-8ed04870-554e-475d-95d9-ecc4f15bf584 req-c655f71b-0a62-4e8a-90c4-22432a7c793d service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=b16d05d2-4906-48a5-94a7-9a78f7144572 HTTP/1.1" status: 200 len: 210 time: 0.0442598 Aug 11 03:19:22.047685 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-65bcec66-c008-4042-b619-b0c729cd9e01 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-447097152', 'admin_state_up': True, 'project_id': 'a5478860f7cb432583cc8e5d994d2237', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:19:22.191611 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373dcb97-b901-40e4-a541-ee7df02772cc req-e4f1c4ea-763f-4f0d-8be5-4fa31eeb45cc tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:22.193209 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-373dcb97-b901-40e4-a541-ee7df02772cc req-e4f1c4ea-763f-4f0d-8be5-4fa31eeb45cc tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] 10.222.0.41 "GET /v2.0/ports?device_id=c74b09d2-74b0-49e2-8ef0-bbc9eabf5af0 HTTP/1.1" status: 200 len: 945 time: 0.0585861 Aug 11 03:19:22.417029 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 44934) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:22.575217 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e7ef64ff-c520-4b4d-b3f1-413c1f587b11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:22.581758 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-65bcec66-c008-4042-b619-b0c729cd9e01 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-450010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6626'] for router, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:22.582796 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-65bcec66-c008-4042-b619-b0c729cd9e01 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-446747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6633'] for router, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:22.621996 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5c1710dd-46a5-4ab6-89a9-408bc5aa6f98 req-5a63777e-4518-405d-9f2e-281c4fa5d178 tempest-ServerShowV254Test-1168266136 tempest-ServerShowV254Test-1168266136-project] 10.222.0.41 "GET /v2.0/ports?device_id=b16d05d2-4906-48a5-94a7-9a78f7144572 HTTP/1.1" status: 200 len: 210 time: 0.0440581 Aug 11 03:19:22.641963 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-373dcb97-b901-40e4-a541-ee7df02772cc req-361a0c75-886c-45ff-9fd4-1e7ca3b5beeb tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] 10.222.0.41 "GET /v2.0/security-groups?id=d8402e18-afe7-430b-8d71-744621e49758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4411454 Aug 11 03:19:22.688216 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e7ef64ff-c520-4b4d-b3f1-413c1f587b11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:22.689087 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-65bcec66-c008-4042-b619-b0c729cd9e01 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:22.755223 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e7ef64ff-c520-4b4d-b3f1-413c1f587b11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:22.797532 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-e7ef64ff-c520-4b4d-b3f1-413c1f587b11 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f5ce3f84a7e2403bbcc695c670953b7d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3789589 Aug 11 03:19:22.798483 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ef64ff-c520-4b4d-b3f1-413c1f587b11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=934d6040-8c86-4950-a7ea-d8760ce14fda,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:22.800782 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 44940) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:22.851167 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-35fd4d83-1b72-443c-b812-97c3c7581de6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:22.872059 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-35fd4d83-1b72-443c-b812-97c3c7581de6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:22.920902 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-65bcec66-c008-4042-b619-b0c729cd9e01 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:22.966226 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-35fd4d83-1b72-443c-b812-97c3c7581de6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:22.968868 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-35fd4d83-1b72-443c-b812-97c3c7581de6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:22.970039 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-35fd4d83-1b72-443c-b812-97c3c7581de6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/934d6040-8c86-4950-a7ea-d8760ce14fda HTTP/1.1" status: 204 len: 168 time: 0.1683567 Aug 11 03:19:22.980139 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fd4d83-1b72-443c-b812-97c3c7581de6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=934d6040-8c86-4950-a7ea-d8760ce14fda,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:23.208303 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-65bcec66-c008-4042-b619-b0c729cd9e01 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks [] for router_gateway, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:23.227824 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-65bcec66-c008-4042-b619-b0c729cd9e01 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:23.376134 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [None req-65bcec66-c008-4042-b619-b0c729cd9e01 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Allocated IP 172.25.8.202 (09faf7d2-eaf5-4a50-bb6e-4cb05d009a76/e1a97443-13df-40bb-85f5-fd269e2742c0/2e235153-c798-4f91-b541-c88728aadbfb) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:19:23.537875 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-65bcec66-c008-4042-b619-b0c729cd9e01 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:23.682991 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-65bcec66-c008-4042-b619-b0c729cd9e01 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:23.763452 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 44964) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:23.771858 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65bcec66-c008-4042-b619-b0c729cd9e01 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:19:23.779954 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-65bcec66-c008-4042-b619-b0c729cd9e01 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:19:23.781632 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6fe1f8b9-fbe4-4171-b67d-d952add40921 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:23.802660 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65bcec66-c008-4042-b619-b0c729cd9e01 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:19:23.827532 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c4b4f21a-0b33-4635-93c5-6d5617e85ab9 req-c0aecd99-3a92-4cc3-a9e3-d5c3701d8b51 tempest-ServerShowV254Test-1168266136 tempest-ServerShowV254Test-1168266136-project] 10.222.0.41 "GET /v2.0/ports?device_id=b16d05d2-4906-48a5-94a7-9a78f7144572 HTTP/1.1" status: 200 len: 210 time: 0.0957892 Aug 11 03:19:23.830544 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device c9ad6d04-e9c4-4222-bff9-46f184a01dd6 up at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:19:23.896050 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bcec66-c008-4042-b619-b0c729cd9e01 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Pushing event updated for resources: {'Port': ['ID=2e235153-c798-4f91-b541-c88728aadbfb,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:23.919597 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6fe1f8b9-fbe4-4171-b67d-d952add40921 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:23.951583 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93db4bd-0472-49e1-aa3e-92b15d4e88bc req-d383f0b5-fa00-4de9-a2cd-4c0083063d30 tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:23.953184 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a93db4bd-0472-49e1-aa3e-92b15d4e88bc req-d383f0b5-fa00-4de9-a2cd-4c0083063d30 tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] 10.222.0.41 "GET /v2.0/ports?device_id=0223be4b-128c-49b3-ac13-d778de5fcb68 HTTP/1.1" status: 200 len: 945 time: 0.2378929 Aug 11 03:19:24.034706 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning for port c9ad6d04-e9c4-4222-bff9-46f184a01dd6 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:19:24.038504 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6fe1f8b9-fbe4-4171-b67d-d952add40921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:24.043766 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning complete for port c9ad6d04-e9c4-4222-bff9-46f184a01dd6 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:19:24.045240 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:24.093996 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-6fe1f8b9-fbe4-4171-b67d-d952add40921 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b9f53c1cbd8641ac9ee09bf75a20b111&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3293462 Aug 11 03:19:24.095173 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe1f8b9-fbe4-4171-b67d-d952add40921 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4344f667-0a77-4ed1-b596-c1a54e640557,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:24.098353 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 44978) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:24.128717 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a93db4bd-0472-49e1-aa3e-92b15d4e88bc req-837bb45c-000f-41cf-9f6f-c98e6fcff89f tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a9c14b7-456b-495d-954b-08faab866e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369212 Aug 11 03:19:24.304529 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:24.405256 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370ff215-e8d8-433d-8317-fb0fc750d6ba req-f1faa2b8-00f7-44dc-aa4e-dd95f889a455 tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:24.405256 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-370ff215-e8d8-433d-8317-fb0fc750d6ba req-f1faa2b8-00f7-44dc-aa4e-dd95f889a455 tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] 10.222.0.41 "GET /v2.0/ports?device_id=c74b09d2-74b0-49e2-8ef0-bbc9eabf5af0 HTTP/1.1" status: 200 len: 945 time: 0.2582450 Aug 11 03:19:24.407731 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9ec8c7ab-505c-4108-83ad-6ce44c46fc74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:24.407986 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '435533e4-d1bc-4065-b05a-8e2183d3e056', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9ad6d04-e9c4-4222-bff9-46f184a01dd6'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:19:24.407986 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ada9b106-816e-4ac8-a22f-3b8863eaeffe" -d '{"events": [{"server_uuid": "435533e4-d1bc-4065-b05a-8e2183d3e056", "name": "network-vif-plugged", "status": "completed", "tag": "c9ad6d04-e9c4-4222-bff9-46f184a01dd6"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:19:24.407986 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port c9ad6d04-e9c4-4222-bff9-46f184a01dd6, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=c9ad6d04-e9c4-4222-bff9-46f184a01dd6,segment=NetworkSegment(d2943fe1-acff-4cdf-87d8-f77fcd011cc3),segment_id=d2943fe1-acff-4cdf-87d8-f77fcd011cc3)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:19:24.408433 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9ec8c7ab-505c-4108-83ad-6ce44c46fc74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:24.408669 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-370ff215-e8d8-433d-8317-fb0fc750d6ba req-96806556-260e-4f48-8ca7-1914fdbc80a3 tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] 10.222.0.41 "GET /v2.0/security-groups?id=d8402e18-afe7-430b-8d71-744621e49758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222205 Aug 11 03:19:24.446557 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:19:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90ec8a12-75a2-42ab-b93b-0c2ca983638f x-openstack-request-id: req-90ec8a12-75a2-42ab-b93b-0c2ca983638f {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:19:24.446960 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "435533e4-d1bc-4065-b05a-8e2183d3e056", "name": "network-vif-plugged", "status": "completed", "tag": "c9ad6d04-e9c4-4222-bff9-46f184a01dd6", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:19:24.447270 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-90ec8a12-75a2-42ab-b93b-0c2ca983638f {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:19:24.447730 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '435533e4-d1bc-4065-b05a-8e2183d3e056', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9ad6d04-e9c4-4222-bff9-46f184a01dd6', 'code': 200} Aug 11 03:19:24.469857 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:24.473482 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device e5542177-2bcf-4a93-b326-e8f39cdb46ba up at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:19:24.473608 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9ec8c7ab-505c-4108-83ad-6ce44c46fc74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:24.475870 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9ec8c7ab-505c-4108-83ad-6ce44c46fc74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:24.479030 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-9ec8c7ab-505c-4108-83ad-6ce44c46fc74 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4344f667-0a77-4ed1-b596-c1a54e640557 HTTP/1.1" status: 204 len: 168 time: 0.3794117 Aug 11 03:19:24.524566 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec8c7ab-505c-4108-83ad-6ce44c46fc74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4344f667-0a77-4ed1-b596-c1a54e640557,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:24.635826 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc078d9-2cc8-4918-bdb2-62c024e8c185 req-6b93f73e-7f65-42c2-88bf-078142556f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:24.637805 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-efc078d9-2cc8-4918-bdb2-62c024e8c185 req-6b93f73e-7f65-42c2-88bf-078142556f10 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=435533e4-d1bc-4065-b05a-8e2183d3e056 HTTP/1.1" status: 200 len: 1097 time: 0.0874648 Aug 11 03:19:24.699616 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-efc078d9-2cc8-4918-bdb2-62c024e8c185 req-d5d89bad-56fa-4602-bb09-b68692ec9fff service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=d8402e18-afe7-430b-8d71-744621e49758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531428 Aug 11 03:19:24.739848 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=c9ad6d04-e9c4-4222-bff9-46f184a01dd6,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:24.777503 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning for port e5542177-2bcf-4a93-b326-e8f39cdb46ba completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:19:24.779866 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-65bcec66-c008-4042-b619-b0c729cd9e01 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks [] for router_gateway, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:24.782682 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning complete for port e5542177-2bcf-4a93-b326-e8f39cdb46ba triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:19:24.788273 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:24.882257 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:24.934234 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port e5542177-2bcf-4a93-b326-e8f39cdb46ba, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=e5542177-2bcf-4a93-b326-e8f39cdb46ba,segment=NetworkSegment(d2943fe1-acff-4cdf-87d8-f77fcd011cc3),segment_id=d2943fe1-acff-4cdf-87d8-f77fcd011cc3)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:19:25.046787 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:25.075847 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9bdcd7fb-1282-40bd-82a4-644dbac88c86 req-b05c8263-46eb-48e9-969c-48b675e31b62 tempest-ServerShowV254Test-1168266136 tempest-ServerShowV254Test-1168266136-project] 10.222.0.41 "GET /v2.0/ports?device_id=b16d05d2-4906-48a5-94a7-9a78f7144572 HTTP/1.1" status: 200 len: 210 time: 0.0464184 Aug 11 03:19:25.084318 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-51a231c2-6bad-4092-b8e9-f7d3617e583e req-d08dfc76-6212-49b6-ae06-5969a8bf71f0 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1a66a0724b95443f946f98d762e1273d&device_id=b16d05d2-4906-48a5-94a7-9a78f7144572 HTTP/1.1" status: 200 len: 210 time: 0.0574408 Aug 11 03:19:25.109068 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-65bcec66-c008-4042-b619-b0c729cd9e01 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-446952'] for router, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:25.145955 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-51a231c2-6bad-4092-b8e9-f7d3617e583e req-e726b2eb-4fa2-4891-826a-1d727141ae71 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=1a66a0724b95443f946f98d762e1273d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0501342 Aug 11 03:19:25.170253 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=e5542177-2bcf-4a93-b326-e8f39cdb46ba,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:25.308494 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a231c2-6bad-4092-b8e9-f7d3617e583e req-b73143cb-4cad-4004-bfb4-121e4755dc2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:25.311606 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-51a231c2-6bad-4092-b8e9-f7d3617e583e req-b73143cb-4cad-4004-bfb4-121e4755dc2d service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1552958 Aug 11 03:19:25.350637 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f24acc-37b8-4fd7-84a1-40d592b403ca req-9cdf6b59-c1f9-46b0-a3be-a1eb0e8256e0 tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:25.358141 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e7f24acc-37b8-4fd7-84a1-40d592b403ca req-9cdf6b59-c1f9-46b0-a3be-a1eb0e8256e0 tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] 10.222.0.41 "GET /v2.0/ports?device_id=0223be4b-128c-49b3-ac13-d778de5fcb68 HTTP/1.1" status: 200 len: 945 time: 0.1117640 Aug 11 03:19:25.402915 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e7f24acc-37b8-4fd7-84a1-40d592b403ca req-d523410d-63c7-47ff-99ef-eef9477a3bbf tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a9c14b7-456b-495d-954b-08faab866e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436716 Aug 11 03:19:25.524175 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d81f19-8349-4183-804e-a2685f3aabf0 req-adfd979d-2cfe-4ef0-a0f3-e045b1a435b1 tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:25.526635 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a3d81f19-8349-4183-804e-a2685f3aabf0 req-adfd979d-2cfe-4ef0-a0f3-e045b1a435b1 tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] 10.222.0.41 "GET /v2.0/ports?device_id=c74b09d2-74b0-49e2-8ef0-bbc9eabf5af0 HTTP/1.1" status: 200 len: 946 time: 0.0564797 Aug 11 03:19:25.576728 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a3d81f19-8349-4183-804e-a2685f3aabf0 req-41ace207-d541-434a-88cb-2734fac1488f tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] 10.222.0.41 "GET /v2.0/security-groups?id=d8402e18-afe7-430b-8d71-744621e49758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435483 Aug 11 03:19:25.591666 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65bcec66-c008-4042-b619-b0c729cd9e01 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Router a72ef3e6-40d8-42f4-901f-e934cfb5db82 is scheduled to L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 with binding_index 1 {{(pid=102192) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:19:25.907827 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65bcec66-c008-4042-b619-b0c729cd9e01 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:19:25.936114 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee74bf4-2b39-4f99-b184-95d80950ebb8 None None] Sync routers for ids ['a72ef3e6-40d8-42f4-901f-e934cfb5db82'] in n-d-764292-30 {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:19:25.955027 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee74bf4-2b39-4f99-b184-95d80950ebb8 None None] Routers {'a72ef3e6-40d8-42f4-901f-e934cfb5db82'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:19:25.957983 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-7ee74bf4-2b39-4f99-b184-95d80950ebb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:19:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['a72ef3e6-40d8-42f4-901f-e934cfb5db82'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:19:25.978939 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd257046-ce7c-476c-93d7-141529f05d59 req-2c758a45-2c84-49d1-b312-ab07ff1816f1 tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:25.980946 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-dd257046-ce7c-476c-93d7-141529f05d59 req-2c758a45-2c84-49d1-b312-ab07ff1816f1 tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] 10.222.0.24 "GET /v2.0/ports?device_id=0223be4b-128c-49b3-ac13-d778de5fcb68 HTTP/1.1" status: 200 len: 945 time: 0.1351182 Aug 11 03:19:26.052031 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-65bcec66-c008-4042-b619-b0c729cd9e01 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks [] for router, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:26.056802 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-65bcec66-c008-4042-b619-b0c729cd9e01 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 4.0135272 Aug 11 03:19:26.057457 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 45040) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:26.161686 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-dd257046-ce7c-476c-93d7-141529f05d59 req-d964355d-1633-4f0d-907e-3f94d83906af tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] Deleting port 0e86cc5e-3688-462a-87af-82df734ed054 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:19:26.162251 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-dd257046-ce7c-476c-93d7-141529f05d59 req-d964355d-1633-4f0d-907e-3f94d83906af tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:26.197625 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-7ee74bf4-2b39-4f99-b184-95d80950ebb8 None None] Set router a72ef3e6-40d8-42f4-901f-e934cfb5db82 gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:19:26.316664 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0f8415e5-7402-401c-91f7-633454f45ea1 req-04b6387f-0ac7-4f54-9894-dd357a1dca3b tempest-ServerShowV254Test-1168266136 tempest-ServerShowV254Test-1168266136-project] 10.222.0.41 "GET /v2.0/ports?device_id=b16d05d2-4906-48a5-94a7-9a78f7144572 HTTP/1.1" status: 200 len: 210 time: 0.0694942 Aug 11 03:19:26.380762 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-dd257046-ce7c-476c-93d7-141529f05d59 req-d964355d-1633-4f0d-907e-3f94d83906af tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] For port 0e86cc5e-3688-462a-87af-82df734ed054, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=0e86cc5e-3688-462a-87af-82df734ed054,segment=NetworkSegment(85e0917a-301a-48f0-af02-10bb8de75f4d),segment_id=85e0917a-301a-48f0-af02-10bb8de75f4d)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:19:26.381136 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-dd257046-ce7c-476c-93d7-141529f05d59 req-d964355d-1633-4f0d-907e-3f94d83906af tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:26.399036 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-dd257046-ce7c-476c-93d7-141529f05d59 req-d964355d-1633-4f0d-907e-3f94d83906af tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] Calling delete_port for 0e86cc5e-3688-462a-87af-82df734ed054 owned by compute:nova {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:19:26.422329 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-7ee74bf4-2b39-4f99-b184-95d80950ebb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a72ef3e6-40d8-42f4-901f-e934cfb5db82', 'name': 'tempest-TestNetworkAdvancedServerOps-router-447097152', 'tenant_id': 'a5478860f7cb432583cc8e5d994d2237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': '2e235153-c798-4f91-b541-c88728aadbfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:19:22Z', 'updated_at': '2021-08-11T03:19:24Z', 'revision_number': 3, 'project_id': 'a5478860f7cb432583cc8e5d994d2237', 'gw_port': {'id': '2e235153-c798-4f91-b541-c88728aadbfb', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:23:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a72ef3e6-40d8-42f4-901f-e934cfb5db82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2132, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:19:23Z', 'updated_at': '2021-08-11T03:19:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:19:26.451133 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c74b09d2-74b0-49e2-8ef0-bbc9eabf5af0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5542177-2bcf-4a93-b326-e8f39cdb46ba'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:19:26.452701 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb8afd58-320b-4965-a4b3-6e93df5925a0" -d '{"events": [{"server_uuid": "c74b09d2-74b0-49e2-8ef0-bbc9eabf5af0", "name": "network-vif-plugged", "status": "completed", "tag": "e5542177-2bcf-4a93-b326-e8f39cdb46ba"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:19:26.498422 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee74bf4-2b39-4f99-b184-95d80950ebb8 None None] Checking router: a72ef3e6-40d8-42f4-901f-e934cfb5db82 for host: n-d-764292-30 {{(pid=102194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:19:26.505270 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee74bf4-2b39-4f99-b184-95d80950ebb8 None None] Updating router a72ef3e6-40d8-42f4-901f-e934cfb5db82 port 2e235153-c798-4f91-b541-c88728aadbfb binding host n-d-764292-30 {{(pid=102194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:19:26.518219 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:19:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bddad71e-b4c2-4a22-ad63-95b9022ce76d x-openstack-request-id: req-bddad71e-b4c2-4a22-ad63-95b9022ce76d {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:19:26.518539 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c74b09d2-74b0-49e2-8ef0-bbc9eabf5af0", "name": "network-vif-plugged", "status": "completed", "tag": "e5542177-2bcf-4a93-b326-e8f39cdb46ba", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:19:26.518788 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bddad71e-b4c2-4a22-ad63-95b9022ce76d {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:19:26.519241 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c74b09d2-74b0-49e2-8ef0-bbc9eabf5af0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5542177-2bcf-4a93-b326-e8f39cdb46ba', 'code': 200} Aug 11 03:19:26.551612 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-7ee74bf4-2b39-4f99-b184-95d80950ebb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:26.749663 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-dd257046-ce7c-476c-93d7-141529f05d59 req-d964355d-1633-4f0d-907e-3f94d83906af tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:26.765220 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['81cd9af2-119f-426f-8db4-9b3362d3d8d2'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:19:26.767777 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['0e86cc5e-3688-462a-87af-82df734ed054'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:19:26.798573 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-5a5b6cd6-93af-4344-871a-8af83bd19f60 tempest-TestNetworkAdvancedServerOps-665886235 tempest-TestNetworkAdvancedServerOps-665886235-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=a5478860f7cb432583cc8e5d994d2237&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.7398396 Aug 11 03:19:26.835673 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 45070) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:26.837402 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d964355d-1633-4f0d-907e-3f94d83906af tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] Pushing event deleted for resources: {'Port': ['ID=0e86cc5e-3688-462a-87af-82df734ed054,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:26.946589 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd257046-ce7c-476c-93d7-141529f05d59 req-d964355d-1633-4f0d-907e-3f94d83906af tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] No DVR routers for this DVR port 0e86cc5e-3688-462a-87af-82df734ed054 on host n-h2-764292-30 {{(pid=102191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:19:26.953367 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-dd257046-ce7c-476c-93d7-141529f05d59 req-d964355d-1633-4f0d-907e-3f94d83906af tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:26.958671 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-dd257046-ce7c-476c-93d7-141529f05d59 req-d964355d-1633-4f0d-907e-3f94d83906af tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] 10.222.0.24 "DELETE /v2.0/ports/0e86cc5e-3688-462a-87af-82df734ed054 HTTP/1.1" status: 204 len: 173 time: 0.9700804 Aug 11 03:19:26.959178 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0223be4b-128c-49b3-ac13-d778de5fcb68', 'name': 'network-vif-deleted', 'tag': '0e86cc5e-3688-462a-87af-82df734ed054'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:19:26.973689 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-944b82bb-9be8-469b-9bb6-db0275c59150" -d '{"events": [{"server_uuid": "0223be4b-128c-49b3-ac13-d778de5fcb68", "name": "network-vif-deleted", "tag": "0e86cc5e-3688-462a-87af-82df734ed054"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:19:27.051659 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-7ee74bf4-2b39-4f99-b184-95d80950ebb8 None None] Notify callbacks [] for port, precommit_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:27.091280 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-51a231c2-6bad-4092-b8e9-f7d3617e583e req-9fd6eb1b-592d-4a3d-ad1f-ba5176a293e1 tempest-ServerShowV254Test-1168266136 tempest-ServerShowV254Test-1168266136-project] 10.222.0.22 "GET /v2.0/ports?device_id=b16d05d2-4906-48a5-94a7-9a78f7144572 HTTP/1.1" status: 200 len: 210 time: 0.1090422 Aug 11 03:19:27.133659 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.provisioning_blocks [None req-7ee74bf4-2b39-4f99-b184-95d80950ebb8 None None] Transition to ACTIVE for port object 2e235153-c798-4f91-b541-c88728aadbfb will not be triggered until provisioned by entity L2. {{(pid=102194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:19:27.209871 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8798e5-5130-465d-afcb-4bc204720337 req-54f70ec3-6020-48d4-8def-c019ecce9ea8 tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:27.218182 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-7ee74bf4-2b39-4f99-b184-95d80950ebb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:27.235046 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4d8798e5-5130-465d-afcb-4bc204720337 req-54f70ec3-6020-48d4-8def-c019ecce9ea8 tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] 10.222.0.41 "GET /v2.0/ports?device_id=0223be4b-128c-49b3-ac13-d778de5fcb68 HTTP/1.1" status: 200 len: 867 time: 0.6756530 Aug 11 03:19:27.272321 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b41f08-4fb5-4457-9a2b-a9a35d276735 req-db5e48d2-1460-4161-9933-b6fbcb05e47a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:27.275244 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c8b41f08-4fb5-4457-9a2b-a9a35d276735 req-db5e48d2-1460-4161-9933-b6fbcb05e47a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c74b09d2-74b0-49e2-8ef0-bbc9eabf5af0 HTTP/1.1" status: 200 len: 1098 time: 0.6912088 Aug 11 03:19:27.385412 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-7ee74bf4-2b39-4f99-b184-95d80950ebb8 None None] Attempting to bind port 2e235153-c798-4f91-b541-c88728aadbfb on host n-d-764292-30 for vnic_type normal with profile {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:19:27.385793 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-7ee74bf4-2b39-4f99-b184-95d80950ebb8 None None] Attempting to bind port 2e235153-c798-4f91-b541-c88728aadbfb by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}] {{(pid=102194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:19:27.386122 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee74bf4-2b39-4f99-b184-95d80950ebb8 None None] Attempting to bind port 2e235153-c798-4f91-b541-c88728aadbfb on network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:19:27.425534 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee74bf4-2b39-4f99-b184-95d80950ebb8 None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 19, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:19:27.425983 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee74bf4-2b39-4f99-b184-95d80950ebb8 None None] Checking segment: {'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:19:27.426826 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-7ee74bf4-2b39-4f99-b184-95d80950ebb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:27.427269 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee74bf4-2b39-4f99-b184-95d80950ebb8 None None] Bound using segment: {'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'} {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:19:27.427792 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-7ee74bf4-2b39-4f99-b184-95d80950ebb8 None None] Bound port: 2e235153-c798-4f91-b541-c88728aadbfb, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}}] {{(pid=102194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:19:27.428138 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-7ee74bf4-2b39-4f99-b184-95d80950ebb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:27.490411 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69992c20-36ae-418f-88e6-42498fe34b21 None None] Pushing event updated for resources: {'Port': ['ID=2e235153-c798-4f91-b541-c88728aadbfb,revision_number=2']} {{(pid=102194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:27.517657 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69992c20-36ae-418f-88e6-42498fe34b21 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:19:27.517999 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69992c20-36ae-418f-88e6-42498fe34b21 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:19:27.518372 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69992c20-36ae-418f-88e6-42498fe34b21 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:19:27.518710 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69992c20-36ae-418f-88e6-42498fe34b21 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:19:27.519116 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69992c20-36ae-418f-88e6-42498fe34b21 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:19:27.519364 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69992c20-36ae-418f-88e6-42498fe34b21 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:19:27.519688 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69992c20-36ae-418f-88e6-42498fe34b21 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:19:27.520012 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69992c20-36ae-418f-88e6-42498fe34b21 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:19:27.520334 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69992c20-36ae-418f-88e6-42498fe34b21 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:19:27.520684 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69992c20-36ae-418f-88e6-42498fe34b21 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:19:27.520975 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69992c20-36ae-418f-88e6-42498fe34b21 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:19:27.521293 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69992c20-36ae-418f-88e6-42498fe34b21 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:19:27.531364 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f07056f4-97d9-412d-b23a-8866caf0d143 tempest-TestNetworkAdvancedServerOps-665886235 tempest-TestNetworkAdvancedServerOps-665886235-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:27.532850 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-f07056f4-97d9-412d-b23a-8866caf0d143 tempest-TestNetworkAdvancedServerOps-665886235 tempest-TestNetworkAdvancedServerOps-665886235-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6925716 Aug 11 03:19:27.539901 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 45098) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:27.553420 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e62fcf-7db4-4f81-86cd-02a493d2b294 req-9d0fdd4f-9bc7-4c18-987f-8e9ecb2d0f9e tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:27.561809 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c1e62fcf-7db4-4f81-86cd-02a493d2b294 req-9d0fdd4f-9bc7-4c18-987f-8e9ecb2d0f9e tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] 10.222.0.41 "GET /v2.0/ports?device_id=c74b09d2-74b0-49e2-8ef0-bbc9eabf5af0 HTTP/1.1" status: 200 len: 946 time: 0.8300147 Aug 11 03:19:27.591852 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4d8798e5-5130-465d-afcb-4bc204720337 req-0d1496fe-654c-4507-8701-81df1dcac8ed tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a9c14b7-456b-495d-954b-08faab866e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3550930 Aug 11 03:19:27.595874 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.db [None req-7ee74bf4-2b39-4f99-b184-95d80950ebb8 None None] For port 2e235153-c798-4f91-b541-c88728aadbfb, host n-d-764292-30, cleared binding levels {{(pid=102194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:19:27.616831 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.db [None req-7ee74bf4-2b39-4f99-b184-95d80950ebb8 None None] For port 2e235153-c798-4f91-b541-c88728aadbfb, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=2e235153-c798-4f91-b541-c88728aadbfb,segment=NetworkSegment(fab28bed-aa25-40db-bba4-ec26e795194c),segment_id=fab28bed-aa25-40db-bba4-ec26e795194c)] {{(pid=102194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:19:27.647534 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c1e62fcf-7db4-4f81-86cd-02a493d2b294 req-5cadeaad-5e0f-4268-bcb6-b6575ac4bafa tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] 10.222.0.41 "GET /v2.0/security-groups?id=d8402e18-afe7-430b-8d71-744621e49758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847728 Aug 11 03:19:27.666226 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-2248e8bf-dd09-42ed-aee5-0bd8d2a04fb1 tempest-TestNetworkAdvancedServerOps-665886235 tempest-TestNetworkAdvancedServerOps-665886235-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=09faf7d2-eaf5-4a50-bb6e-4cb05d009a76&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1239798 Aug 11 03:19:27.680944 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-7ee74bf4-2b39-4f99-b184-95d80950ebb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:27.681620 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 45106) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:27.690468 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-0f35de35-ff1d-4a9d-b361-2c4096880f64 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-186788826', 'network_id': '0ff3f448-ca9b-4036-ac09-80380a15e692', 'project_id': 'a5478860f7cb432583cc8e5d994d2237', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:19:27.697068 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c8b41f08-4fb5-4457-9a2b-a9a35d276735 req-bdf826c0-956f-4fb4-a04a-c5e1f82d5af7 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=d8402e18-afe7-430b-8d71-744621e49758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2334917 Aug 11 03:19:27.754552 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cafba49-42a5-4f36-af1a-b8c7a84026fa x-openstack-request-id: req-5cafba49-42a5-4f36-af1a-b8c7a84026fa {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:19:27.754962 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0223be4b-128c-49b3-ac13-d778de5fcb68", "name": "network-vif-deleted", "tag": "0e86cc5e-3688-462a-87af-82df734ed054", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:19:27.758223 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5cafba49-42a5-4f36-af1a-b8c7a84026fa {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:19:27.758223 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0223be4b-128c-49b3-ac13-d778de5fcb68', 'name': 'network-vif-deleted', 'tag': '0e86cc5e-3688-462a-87af-82df734ed054', 'status': 'completed', 'code': 200} Aug 11 03:19:27.771180 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69992c20-36ae-418f-88e6-42498fe34b21 None None] Pushing event updated for resources: {'Port': ['ID=2e235153-c798-4f91-b541-c88728aadbfb,revision_number=3']} {{(pid=102194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:27.793536 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8a603c0f-0546-4755-9c9a-7af13be551d8 req-a99b0e14-30fa-485d-817f-5cfc6dd89141 tempest-ServerShowV254Test-1168266136 tempest-ServerShowV254Test-1168266136-project] 10.222.0.41 "GET /v2.0/ports?device_id=b16d05d2-4906-48a5-94a7-9a78f7144572 HTTP/1.1" status: 200 len: 210 time: 0.0474045 Aug 11 03:19:27.827831 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee74bf4-2b39-4f99-b184-95d80950ebb8 None None] Routers {'a72ef3e6-40d8-42f4-901f-e934cfb5db82'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:19:27.827831 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-7ee74bf4-2b39-4f99-b184-95d80950ebb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:19:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['a72ef3e6-40d8-42f4-901f-e934cfb5db82'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:19:27.908897 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f35de35-ff1d-4a9d-b361-2c4096880f64 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Made reservation on behalf of a5478860f7cb432583cc8e5d994d2237 for: {'subnet': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:19:27.912458 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0f35de35-ff1d-4a9d-b361-2c4096880f64 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274743'] for subnet, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:27.999077 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-7ee74bf4-2b39-4f99-b184-95d80950ebb8 None None] Set router a72ef3e6-40d8-42f4-901f-e934cfb5db82 gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:19:28.259499 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-7ee74bf4-2b39-4f99-b184-95d80950ebb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a72ef3e6-40d8-42f4-901f-e934cfb5db82', 'name': 'tempest-TestNetworkAdvancedServerOps-router-447097152', 'tenant_id': 'a5478860f7cb432583cc8e5d994d2237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': '2e235153-c798-4f91-b541-c88728aadbfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:19:22Z', 'updated_at': '2021-08-11T03:19:24Z', 'revision_number': 3, 'project_id': 'a5478860f7cb432583cc8e5d994d2237', 'gw_port': {'id': '2e235153-c798-4f91-b541-c88728aadbfb', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:23:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a72ef3e6-40d8-42f4-901f-e934cfb5db82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2132, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:19:23Z', 'updated_at': '2021-08-11T03:19:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:19:28.292676 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0f35de35-ff1d-4a9d-b361-2c4096880f64 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126283476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274725'] for subnet, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:28.296382 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee74bf4-2b39-4f99-b184-95d80950ebb8 None None] The sync data for ids ['a72ef3e6-40d8-42f4-901f-e934cfb5db82'] in n-d-764292-30 is: [{'id': 'a72ef3e6-40d8-42f4-901f-e934cfb5db82', 'name': 'tempest-TestNetworkAdvancedServerOps-router-447097152', 'tenant_id': 'a5478860f7cb432583cc8e5d994d2237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': '2e235153-c798-4f91-b541-c88728aadbfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:19:22Z', 'updated_at': '2021-08-11T03:19:24Z', 'revision_number': 3, 'project_id': 'a5478860f7cb432583cc8e5d994d2237', 'gw_port': {'id': '2e235153-c798-4f91-b541-c88728aadbfb', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:23:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a72ef3e6-40d8-42f4-901f-e934cfb5db82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2132, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:19:23Z', 'updated_at': '2021-08-11T03:19:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}] {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:19:28.375599 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f35de35-ff1d-4a9d-b361-2c4096880f64 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Pushing event updated for resources: {'Subnet': ['ID=715e9a5a-e634-4765-95b3-22d13c494c3d,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:28.383105 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f35de35-ff1d-4a9d-b361-2c4096880f64 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Checking segment: {'id': 'a9ef83d9-c206-4b92-b5da-2bb339718328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '0ff3f448-ca9b-4036-ac09-80380a15e692'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:19:28.383472 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f35de35-ff1d-4a9d-b361-2c4096880f64 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Network hostable DHCP agents. Network: 0ff3f448-ca9b-4036-ac09-80380a15e692, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:19:28.544114 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f35de35-ff1d-4a9d-b361-2c4096880f64 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Network 0ff3f448-ca9b-4036-ac09-80380a15e692 is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:19:28.629377 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-0f35de35-ff1d-4a9d-b361-2c4096880f64 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, 0ff3f448-ca9b-4036-ac09-80380a15e692) {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:19:28.638989 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f35de35-ff1d-4a9d-b361-2c4096880f64 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:28.639918 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0f35de35-ff1d-4a9d-b361-2c4096880f64 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:28.648629 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2797ae8c-84fe-4ab9-a543-f6a8dd1fec21 None None] Network 0ff3f448-ca9b-4036-ac09-80380a15e692 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:19:28.785519 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-0f35de35-ff1d-4a9d-b361-2c4096880f64 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.1001139 Aug 11 03:19:28.785760 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 45134) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:28.888941 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba15f35-268a-4b5c-8102-7335e0673f06 req-26f01273-b7fe-4f52-aa3a-a070ff1d292b tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:28.894815 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2ba15f35-268a-4b5c-8102-7335e0673f06 req-26f01273-b7fe-4f52-aa3a-a070ff1d292b tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] 10.222.0.41 "GET /v2.0/ports?device_id=c74b09d2-74b0-49e2-8ef0-bbc9eabf5af0 HTTP/1.1" status: 200 len: 946 time: 0.0935838 Aug 11 03:19:28.988407 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2ba15f35-268a-4b5c-8102-7335e0673f06 req-051253d0-de77-4ea8-a846-b21ae9e64567 tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] 10.222.0.41 "GET /v2.0/security-groups?id=d8402e18-afe7-430b-8d71-744621e49758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893843 Aug 11 03:19:29.041654 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02a35fb0-2a8a-4ebd-b676-d4958a827312 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde080026-c28f-55be-b52b-13827cc43646-0ff3f448-ca9b-4036-ac09-80380a15e692', 'network_id': '0ff3f448-ca9b-4036-ac09-80380a15e692', 'tenant_id': 'a5478860f7cb432583cc8e5d994d2237', 'fixed_ips': [{'subnet_id': '715e9a5a-e634-4765-95b3-22d13c494c3d'}]}} from n-d-764292-30. {{(pid=102193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:19:29.042708 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-02a35fb0-2a8a-4ebd-b676-d4958a827312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:29.107813 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 45144) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:29.285413 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-047d7dc3-0cb7-45cd-998b-06db0fc1940c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:29.368456 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-e1cbdecc-d1fa-48aa-85c6-658d426d897a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:29.373819 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.db_base_plugin_common [None req-02a35fb0-2a8a-4ebd-b676-d4958a827312 None None] Allocated IP 172.20.0.2 (0ff3f448-ca9b-4036-ac09-80380a15e692/715e9a5a-e634-4765-95b3-22d13c494c3d/a67adc90-ca65-44e9-8371-6cd4c437dde2) {{(pid=102193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:19:29.422782 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc79eee-749f-4eb7-bace-999ffba6573b req-8feab774-aa0e-41f1-8e33-3365c3e40176 tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:29.440136 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-abc79eee-749f-4eb7-bace-999ffba6573b req-8feab774-aa0e-41f1-8e33-3365c3e40176 tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] 10.222.0.41 "GET /v2.0/ports?device_id=04b6704a-fd4f-453a-8cac-272db11d17cf HTTP/1.1" status: 200 len: 946 time: 0.1424170 Aug 11 03:19:29.510391 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-abc79eee-749f-4eb7-bace-999ffba6573b req-36f089eb-dcb2-4059-8741-0793d718eecd tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a9c14b7-456b-495d-954b-08faab866e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633614 Aug 11 03:19:29.778094 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-047d7dc3-0cb7-45cd-998b-06db0fc1940c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:29.823543 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-047d7dc3-0cb7-45cd-998b-06db0fc1940c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:29.864530 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 0e86cc5e-3688-462a-87af-82df734ed054 no longer exists at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:19:29.911673 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 2e235153-c798-4f91-b541-c88728aadbfb up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:19:29.916989 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] No Port match for: 0e86cc5e-3688-462a-87af-82df734ed054 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:19:29.917607 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 0e86cc5e-3688-462a-87af-82df734ed054 not bound to the agent host n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:19:29.949282 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047d7dc3-0cb7-45cd-998b-06db0fc1940c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33786f98-86b9-475b-9a77-7caa3b7bbf6d,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:29.968650 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-047d7dc3-0cb7-45cd-998b-06db0fc1940c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a04799cc558249f993a19c3cd869e038&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8592389 Aug 11 03:19:29.974739 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 45162) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:30.008947 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-02a35fb0-2a8a-4ebd-b676-d4958a827312 None None] Notify callbacks [] for port, precommit_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:30.021358 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b354e075-01f9-4d72-82b1-9e4ef3c49b50 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:30.036886 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-02a35fb0-2a8a-4ebd-b676-d4958a827312 None None] Transition to ACTIVE for port object a67adc90-ca65-44e9-8371-6cd4c437dde2 will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:19:30.063822 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-02a35fb0-2a8a-4ebd-b676-d4958a827312 None None] Transition to ACTIVE for port object a67adc90-ca65-44e9-8371-6cd4c437dde2 will not be triggered until provisioned by entity DHCP. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:19:30.115879 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port 2e235153-c798-4f91-b541-c88728aadbfb completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:19:30.122085 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 2e235153-c798-4f91-b541-c88728aadbfb triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:19:30.123374 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:30.138792 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-525e1c3e-ad17-4bb2-aa5a-76a357159afc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:30.150465 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 45168) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:30.204971 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-02a35fb0-2a8a-4ebd-b676-d4958a827312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669'] for port, after_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:30.237254 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-525e1c3e-ad17-4bb2-aa5a-76a357159afc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:30.262559 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02a35fb0-2a8a-4ebd-b676-d4958a827312 None None] Network 0ff3f448-ca9b-4036-ac09-80380a15e692 is already hosted by enough agents. {{(pid=102193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:19:30.272576 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:30.285820 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aed8ed0-caa0-4cdc-a2a0-3f4feb0da744 req-ab6ba93a-6e71-4e96-b93b-4d1114377676 tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:30.287613 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9aed8ed0-caa0-4cdc-a2a0-3f4feb0da744 req-ab6ba93a-6e71-4e96-b93b-4d1114377676 tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] 10.222.0.41 "GET /v2.0/ports?device_id=c74b09d2-74b0-49e2-8ef0-bbc9eabf5af0 HTTP/1.1" status: 200 len: 946 time: 0.1626852 Aug 11 03:19:30.318686 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.base_scheduler [None req-02a35fb0-2a8a-4ebd-b676-d4958a827312 None None] Resources bound (agent type, host, resource id): {{(pid=102193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:19:30.329769 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a35fb0-2a8a-4ebd-b676-d4958a827312 None None] Received port after_create {{(pid=102193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:19:30.343321 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9aed8ed0-caa0-4cdc-a2a0-3f4feb0da744 req-11299be7-d552-4a34-92e2-d42437a5966b tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] 10.222.0.41 "GET /v2.0/security-groups?id=d8402e18-afe7-430b-8d71-744621e49758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478966 Aug 11 03:19:30.442558 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a35fb0-2a8a-4ebd-b676-d4958a827312 None None] Pushing event updated for resources: {'Port': ['ID=a67adc90-ca65-44e9-8371-6cd4c437dde2,revision_number=1']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:30.461848 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port 2e235153-c798-4f91-b541-c88728aadbfb, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=2e235153-c798-4f91-b541-c88728aadbfb,segment=NetworkSegment(fab28bed-aa25-40db-bba4-ec26e795194c),segment_id=fab28bed-aa25-40db-bba4-ec26e795194c)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:19:30.464227 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-02a35fb0-2a8a-4ebd-b676-d4958a827312 None None] Attempting to bind port a67adc90-ca65-44e9-8371-6cd4c437dde2 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:19:30.464910 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-02a35fb0-2a8a-4ebd-b676-d4958a827312 None None] Attempting to bind port a67adc90-ca65-44e9-8371-6cd4c437dde2 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': 'a9ef83d9-c206-4b92-b5da-2bb339718328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '0ff3f448-ca9b-4036-ac09-80380a15e692'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:19:30.465399 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a35fb0-2a8a-4ebd-b676-d4958a827312 None None] Attempting to bind port a67adc90-ca65-44e9-8371-6cd4c437dde2 on network 0ff3f448-ca9b-4036-ac09-80380a15e692 {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:19:30.472175 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-525e1c3e-ad17-4bb2-aa5a-76a357159afc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:30.474198 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a35fb0-2a8a-4ebd-b676-d4958a827312 None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 19, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:19:30.479185 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a35fb0-2a8a-4ebd-b676-d4958a827312 None None] Checking segment: {'id': 'a9ef83d9-c206-4b92-b5da-2bb339718328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '0ff3f448-ca9b-4036-ac09-80380a15e692'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:19:30.479185 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-02a35fb0-2a8a-4ebd-b676-d4958a827312 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:30.479401 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-525e1c3e-ad17-4bb2-aa5a-76a357159afc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:30.479485 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a35fb0-2a8a-4ebd-b676-d4958a827312 None None] Bound using segment: {'id': 'a9ef83d9-c206-4b92-b5da-2bb339718328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '0ff3f448-ca9b-4036-ac09-80380a15e692'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:19:30.479485 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-02a35fb0-2a8a-4ebd-b676-d4958a827312 None None] Bound port: a67adc90-ca65-44e9-8371-6cd4c437dde2, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9ef83d9-c206-4b92-b5da-2bb339718328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '0ff3f448-ca9b-4036-ac09-80380a15e692'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:19:30.479485 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-02a35fb0-2a8a-4ebd-b676-d4958a827312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:30.480353 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-525e1c3e-ad17-4bb2-aa5a-76a357159afc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/33786f98-86b9-475b-9a77-7caa3b7bbf6d HTTP/1.1" status: 204 len: 168 time: 0.5011504 Aug 11 03:19:30.495174 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525e1c3e-ad17-4bb2-aa5a-76a357159afc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33786f98-86b9-475b-9a77-7caa3b7bbf6d,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:30.507536 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a80f13-f9bb-4d8f-a260-4c5c60ff7a7a req-4b4eaab4-e2b9-4336-b565-a96471737196 tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:30.516565 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-13a80f13-f9bb-4d8f-a260-4c5c60ff7a7a req-4b4eaab4-e2b9-4336-b565-a96471737196 tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] 10.222.0.41 "GET /v2.0/ports?device_id=435533e4-d1bc-4065-b05a-8e2183d3e056 HTTP/1.1" status: 200 len: 945 time: 0.0856798 Aug 11 03:19:30.577228 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-13a80f13-f9bb-4d8f-a260-4c5c60ff7a7a req-c0a3218c-f05a-4417-b508-18f32ab6e22b tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] 10.222.0.41 "GET /v2.0/security-groups?id=d8402e18-afe7-430b-8d71-744621e49758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498183 Aug 11 03:19:30.593563 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-02a35fb0-2a8a-4ebd-b676-d4958a827312 None None] For port a67adc90-ca65-44e9-8371-6cd4c437dde2, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:19:30.596134 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-02a35fb0-2a8a-4ebd-b676-d4958a827312 None None] For port a67adc90-ca65-44e9-8371-6cd4c437dde2, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=a67adc90-ca65-44e9-8371-6cd4c437dde2,segment=NetworkSegment(a9ef83d9-c206-4b92-b5da-2bb339718328),segment_id=a9ef83d9-c206-4b92-b5da-2bb339718328)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:19:30.614670 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:30.682633 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-02a35fb0-2a8a-4ebd-b676-d4958a827312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:30.719837 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=2e235153-c798-4f91-b541-c88728aadbfb,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:30.760905 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135817a6-5cd1-4054-986f-409cc77bebbb req-23f13081-2ae0-4b63-bc51-61552e76fa96 tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:30.763456 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-135817a6-5cd1-4054-986f-409cc77bebbb req-23f13081-2ae0-4b63-bc51-61552e76fa96 tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] 10.222.0.41 "GET /v2.0/ports?device_id=04b6704a-fd4f-453a-8cac-272db11d17cf HTTP/1.1" status: 200 len: 946 time: 0.1183333 Aug 11 03:19:30.790443 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a35fb0-2a8a-4ebd-b676-d4958a827312 None None] Pushing event updated for resources: {'Port': ['ID=a67adc90-ca65-44e9-8371-6cd4c437dde2,revision_number=2']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:30.847848 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-dfab98f7-4ea0-4e82-9101-98eec05e9c7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:30.918392 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-135817a6-5cd1-4054-986f-409cc77bebbb req-c8a04eef-5d02-460d-a700-d35a942ace21 tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a9c14b7-456b-495d-954b-08faab866e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420698 Aug 11 03:19:31.055310 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [None req-b354e075-01f9-4d72-82b1-9e4ef3c49b50 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Allocated IP 172.20.0.1 (0ff3f448-ca9b-4036-ac09-80380a15e692/715e9a5a-e634-4765-95b3-22d13c494c3d/fc20df90-c00e-457a-963f-5998a670e2af) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:19:31.209347 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-dfab98f7-4ea0-4e82-9101-98eec05e9c7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:31.272488 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b354e075-01f9-4d72-82b1-9e4ef3c49b50 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:31.289200 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [None req-b354e075-01f9-4d72-82b1-9e4ef3c49b50 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Transition to ACTIVE for port object fc20df90-c00e-457a-963f-5998a670e2af will not be triggered until provisioned by entity DHCP. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:19:31.307322 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-dfab98f7-4ea0-4e82-9101-98eec05e9c7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:31.370987 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfab98f7-4ea0-4e82-9101-98eec05e9c7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89ee356d-3f4b-4d8d-9b5b-73c203a16263,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:31.377541 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-dfab98f7-4ea0-4e82-9101-98eec05e9c7f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1a66a0724b95443f946f98d762e1273d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2256877 Aug 11 03:19:31.379883 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 45210) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:31.445940 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-99e5801e-a2f1-4064-80cf-665b3ea0decf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:31.472468 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-99e5801e-a2f1-4064-80cf-665b3ea0decf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:31.549919 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b354e075-01f9-4d72-82b1-9e4ef3c49b50 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:31.608217 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b354e075-01f9-4d72-82b1-9e4ef3c49b50 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Network 0ff3f448-ca9b-4036-ac09-80380a15e692 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:19:31.613691 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-b354e075-01f9-4d72-82b1-9e4ef3c49b50 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:19:31.617976 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b354e075-01f9-4d72-82b1-9e4ef3c49b50 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:19:31.618915 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-99e5801e-a2f1-4064-80cf-665b3ea0decf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:31.622537 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-99e5801e-a2f1-4064-80cf-665b3ea0decf admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:31.627015 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-99e5801e-a2f1-4064-80cf-665b3ea0decf admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/89ee356d-3f4b-4d8d-9b5b-73c203a16263 HTTP/1.1" status: 204 len: 168 time: 0.2457838 Aug 11 03:19:31.635960 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e5801e-a2f1-4064-80cf-665b3ea0decf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89ee356d-3f4b-4d8d-9b5b-73c203a16263,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:31.677950 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b354e075-01f9-4d72-82b1-9e4ef3c49b50 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Pushing event updated for resources: {'Port': ['ID=fc20df90-c00e-457a-963f-5998a670e2af,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:31.737990 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b354e075-01f9-4d72-82b1-9e4ef3c49b50 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-520987'] for router_interface, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:31.848043 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:31.972877 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 2e235153-c798-4f91-b541-c88728aadbfb up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:19:32.226982 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 2e235153-c798-4f91-b541-c88728aadbfb triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:19:32.226982 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:32.227193 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b354e075-01f9-4d72-82b1-9e4ef3c49b50 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:32.288099 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-1b5ed7d0-e02e-4fdd-b964-efb17fba9ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:32.415355 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9812fde1-c5eb-4757-a678-3d5e44e57a77 req-bde6242f-50d1-4aee-a285-fa48e307dcfb tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:32.421331 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9812fde1-c5eb-4757-a678-3d5e44e57a77 req-bde6242f-50d1-4aee-a285-fa48e307dcfb tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] 10.222.0.41 "GET /v2.0/ports?device_id=04b6704a-fd4f-453a-8cac-272db11d17cf HTTP/1.1" status: 200 len: 946 time: 0.1976020 Aug 11 03:19:32.428998 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device a67adc90-ca65-44e9-8371-6cd4c437dde2 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:19:32.476194 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b95cf0c-e277-4631-9da4-7180cf00322a req-c8e893c1-c0b9-4f62-ac33-91c9bad29193 tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:32.484766 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8b95cf0c-e277-4631-9da4-7180cf00322a req-c8e893c1-c0b9-4f62-ac33-91c9bad29193 tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] 10.222.0.41 "GET /v2.0/networks?id=9c2ffc79-c7d1-4f3d-9944-f7fc9ba8ab0e HTTP/1.1" status: 200 len: 812 time: 0.3839965 Aug 11 03:19:32.521859 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ed8491c-ed33-4541-b2fe-525b6fa51f00 None None] Network 0ff3f448-ca9b-4036-ac09-80380a15e692 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:19:32.551058 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c203677e-b810-4ca2-acbd-a7689b9deedb req-d30191bd-f185-47fd-a201-566920133d14 tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:32.552806 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c203677e-b810-4ca2-acbd-a7689b9deedb req-d30191bd-f185-47fd-a201-566920133d14 tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] 10.222.0.24 "GET /v2.0/ports?device_id=435533e4-d1bc-4065-b05a-8e2183d3e056 HTTP/1.1" status: 200 len: 945 time: 0.1985140 Aug 11 03:19:32.571131 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8b95cf0c-e277-4631-9da4-7180cf00322a req-c8cee6d0-26e7-43e1-9d0d-3b3c2c1740df tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] 10.222.0.41 "GET /v2.0/quotas/3c3f24d43a6d469998a52c0f18fe5e13 HTTP/1.1" status: 200 len: 375 time: 0.0666590 Aug 11 03:19:32.621118 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9812fde1-c5eb-4757-a678-3d5e44e57a77 req-3da8cdcb-72da-4af4-b194-58b8a75fc5b9 tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a9c14b7-456b-495d-954b-08faab866e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983833 Aug 11 03:19:32.735492 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-9a38df2f-af22-4b9c-b969-7f3f01089209 req-fa777bf7-be28-48a9-80f3-41bc57d36b5e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6e3618b6-52e5-4357-a355-b29ad18e1b9a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2020473 Aug 11 03:19:32.807925 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-f0dfbd8e-db61-48dd-9511-89c71b92146f None None] Provisioning for port a67adc90-ca65-44e9-8371-6cd4c437dde2 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:19:32.827727 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8b95cf0c-e277-4631-9da4-7180cf00322a req-ec89dce6-180a-4a9f-96c4-1096b0f152ce tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=3c3f24d43a6d469998a52c0f18fe5e13&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2527874 Aug 11 03:19:32.850321 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [req-8b95cf0c-e277-4631-9da4-7180cf00322a req-ba48126e-ea8d-4f3d-bdd9-abc8896657d6 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:19:32.857469 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8b95cf0c-e277-4631-9da4-7180cf00322a req-ba48126e-ea8d-4f3d-bdd9-abc8896657d6 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0167670 Aug 11 03:19:32.865939 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [req-c203677e-b810-4ca2-acbd-a7689b9deedb req-52357086-bbfb-43c5-9fe0-67f19bd2f27f tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] Deleting port c9ad6d04-e9c4-4222-bff9-46f184a01dd6 {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:19:32.868729 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-c203677e-b810-4ca2-acbd-a7689b9deedb req-52357086-bbfb-43c5-9fe0-67f19bd2f27f tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:32.886325 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port a67adc90-ca65-44e9-8371-6cd4c437dde2 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:19:32.891985 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port a67adc90-ca65-44e9-8371-6cd4c437dde2 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:19:32.892628 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:33.021467 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:33.105365 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b354e075-01f9-4d72-82b1-9e4ef3c49b50 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:33.123518 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:33.154007 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a38df2f-af22-4b9c-b969-7f3f01089209 req-80189480-4e9d-49de-9b64-d7d42b82d47f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:33.155405 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a38df2f-af22-4b9c-b969-7f3f01089209 req-80189480-4e9d-49de-9b64-d7d42b82d47f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:33.156539 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a38df2f-af22-4b9c-b969-7f3f01089209 req-80189480-4e9d-49de-9b64-d7d42b82d47f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:33.158921 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a38df2f-af22-4b9c-b969-7f3f01089209 req-80189480-4e9d-49de-9b64-d7d42b82d47f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:33.160262 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a38df2f-af22-4b9c-b969-7f3f01089209 req-80189480-4e9d-49de-9b64-d7d42b82d47f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:33.171157 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a38df2f-af22-4b9c-b969-7f3f01089209 req-80189480-4e9d-49de-9b64-d7d42b82d47f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:33.171157 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a38df2f-af22-4b9c-b969-7f3f01089209 req-80189480-4e9d-49de-9b64-d7d42b82d47f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:33.171157 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-9a38df2f-af22-4b9c-b969-7f3f01089209 req-80189480-4e9d-49de-9b64-d7d42b82d47f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=44415f337b71498496665864f1602b88&device_id=6e3618b6-52e5-4357-a355-b29ad18e1b9a HTTP/1.1" status: 200 len: 6497 time: 0.2678738 Aug 11 03:19:33.193788 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port a67adc90-ca65-44e9-8371-6cd4c437dde2, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=a67adc90-ca65-44e9-8371-6cd4c437dde2,segment=NetworkSegment(a9ef83d9-c206-4b92-b5da-2bb339718328),segment_id=a9ef83d9-c206-4b92-b5da-2bb339718328)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:19:33.200298 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b354e075-01f9-4d72-82b1-9e4ef3c49b50 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:33.281101 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:33.316387 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b354e075-01f9-4d72-82b1-9e4ef3c49b50 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Pushing event updated for resources: {'Port': ['ID=fc20df90-c00e-457a-963f-5998a670e2af,revision_number=2']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:33.405452 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=a67adc90-ca65-44e9-8371-6cd4c437dde2,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:33.462509 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-303be0e0-54a7-45eb-af38-e1d114933024 None None] Provisioning complete for port a67adc90-ca65-44e9-8371-6cd4c437dde2 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:19:33.463305 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-303be0e0-54a7-45eb-af38-e1d114933024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:33.577698 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 45292) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:33.601832 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b354e075-01f9-4d72-82b1-9e4ef3c49b50 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16383026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521135'] for router_interface, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:33.811755 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-303be0e0-54a7-45eb-af38-e1d114933024 None None] Provisioning for port fc20df90-c00e-457a-963f-5998a670e2af completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:19:33.818710 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-303be0e0-54a7-45eb-af38-e1d114933024 None None] Provisioning complete for port fc20df90-c00e-457a-963f-5998a670e2af triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:19:33.819101 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-303be0e0-54a7-45eb-af38-e1d114933024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:33.830874 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a38df2f-af22-4b9c-b969-7f3f01089209 req-9c8fd690-adbf-436e-ba01-324f6c4ce080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:33.837610 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a38df2f-af22-4b9c-b969-7f3f01089209 req-9c8fd690-adbf-436e-ba01-324f6c4ce080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:33.838104 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a38df2f-af22-4b9c-b969-7f3f01089209 req-9c8fd690-adbf-436e-ba01-324f6c4ce080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:33.839888 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-9a38df2f-af22-4b9c-b969-7f3f01089209 req-9c8fd690-adbf-436e-ba01-324f6c4ce080 service neutron] 10.222.0.24 "GET /v2.0/networks?id=99a68316-7b54-4552-81a4-eb1b8bfe1686&id=ed637a9a-eb30-499d-98db-3d728133dac3&id=ed637a9a-eb30-499d-98db-3d728133dac3&id=ed637a9a-eb30-499d-98db-3d728133dac3&id=ed637a9a-eb30-499d-98db-3d728133dac3&id=e854785b-6921-4aac-9817-a841d5040ff3&id=e854785b-6921-4aac-9817-a841d5040ff3 HTTP/1.1" status: 200 len: 2292 time: 0.5320807 Aug 11 03:19:33.868631 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-07c2196a-42ae-44fd-91e1-dca11f17d916 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-820716467-network', 'tenant_id': '1c3a4a4854b046bf84e782d3a4f4fd61'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:19:33.887250 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device a67adc90-ca65-44e9-8371-6cd4c437dde2 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:19:33.924187 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-303be0e0-54a7-45eb-af38-e1d114933024 None None] Port fc20df90-c00e-457a-963f-5998a670e2af cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:19:33.941413 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port a67adc90-ca65-44e9-8371-6cd4c437dde2 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:19:33.942149 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:34.021278 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-9a38df2f-af22-4b9c-b969-7f3f01089209 req-b5413dde-9444-496b-9d75-e1110a96693e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6787f595-faeb-4a36-b917-5d8df4badde1 HTTP/1.1" status: 200 len: 1001 time: 0.1712468 Aug 11 03:19:34.067893 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dd19541e-6649-426c-bf32-fe82e1cf01b9 None None] Provisioning complete for port fc20df90-c00e-457a-963f-5998a670e2af triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:19:34.074129 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dd19541e-6649-426c-bf32-fe82e1cf01b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:34.074444 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b354e075-01f9-4d72-82b1-9e4ef3c49b50 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Network 0ff3f448-ca9b-4036-ac09-80380a15e692 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:19:34.077148 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-b354e075-01f9-4d72-82b1-9e4ef3c49b50 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:19:34.111849 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07c2196a-42ae-44fd-91e1-dca11f17d916 admin admin] Made reservation on behalf of 1c3a4a4854b046bf84e782d3a4f4fd61 for: {'network': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:19:34.114568 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-07c2196a-42ae-44fd-91e1-dca11f17d916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:34.135387 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-07c2196a-42ae-44fd-91e1-dca11f17d916 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:34.180590 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dd19541e-6649-426c-bf32-fe82e1cf01b9 None None] Port fc20df90-c00e-457a-963f-5998a670e2af cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:19:34.217992 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8785b21-c0b5-43fc-923a-38b9059b22ff req-1335cb89-ead3-4104-ab40-96c0f39527a6 tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:34.218635 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a38df2f-af22-4b9c-b969-7f3f01089209 req-7e566b8c-f6ca-41a3-b5d3-800f5f0dbee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:34.222831 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d8785b21-c0b5-43fc-923a-38b9059b22ff req-1335cb89-ead3-4104-ab40-96c0f39527a6 tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] 10.222.0.24 "GET /v2.0/ports?device_id=c74b09d2-74b0-49e2-8ef0-bbc9eabf5af0 HTTP/1.1" status: 200 len: 946 time: 1.1938601 Aug 11 03:19:34.223036 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-9a38df2f-af22-4b9c-b969-7f3f01089209 req-7e566b8c-f6ca-41a3-b5d3-800f5f0dbee4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4230503c-7b88-4635-ba97-704ecda79830 HTTP/1.1" status: 200 len: 851 time: 0.1901639 Aug 11 03:19:34.271852 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-c203677e-b810-4ca2-acbd-a7689b9deedb req-52357086-bbfb-43c5-9fe0-67f19bd2f27f tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] For port c9ad6d04-e9c4-4222-bff9-46f184a01dd6, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=c9ad6d04-e9c4-4222-bff9-46f184a01dd6,segment=NetworkSegment(d2943fe1-acff-4cdf-87d8-f77fcd011cc3),segment_id=d2943fe1-acff-4cdf-87d8-f77fcd011cc3)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:19:34.275473 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-c203677e-b810-4ca2-acbd-a7689b9deedb req-52357086-bbfb-43c5-9fe0-67f19bd2f27f tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:34.292825 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [req-c203677e-b810-4ca2-acbd-a7689b9deedb req-52357086-bbfb-43c5-9fe0-67f19bd2f27f tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] Calling delete_port for c9ad6d04-e9c4-4222-bff9-46f184a01dd6 owned by compute:nova {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:19:34.370853 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a38df2f-af22-4b9c-b969-7f3f01089209 req-d60f282e-574f-49ed-8cf2-6668f69268eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:34.375267 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-9a38df2f-af22-4b9c-b969-7f3f01089209 req-d60f282e-574f-49ed-8cf2-6668f69268eb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=99a68316-7b54-4552-81a4-eb1b8bfe1686&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1408734 Aug 11 03:19:34.483481 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b16022-290d-4669-8f3f-ed1228bdad55 req-30a4ef5f-e78c-4344-a8d9-43c8e789ad26 tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:34.501094 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-51b16022-290d-4669-8f3f-ed1228bdad55 req-30a4ef5f-e78c-4344-a8d9-43c8e789ad26 tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] 10.222.0.41 "GET /v2.0/ports?device_id=04b6704a-fd4f-453a-8cac-272db11d17cf HTTP/1.1" status: 200 len: 946 time: 0.4683940 Aug 11 03:19:34.507451 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-08aa954f-032a-4664-84c6-3b1c86035e46 None None] Provisioning complete for port fc20df90-c00e-457a-963f-5998a670e2af triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:19:34.507845 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-08aa954f-032a-4664-84c6-3b1c86035e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:34.514638 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8b95cf0c-e277-4631-9da4-7180cf00322a req-2945bcfa-d244-4411-917d-be44d84834cb service neutron] 10.222.0.41 "GET /v2.0/networks/9c2ffc79-c7d1-4f3d-9944-f7fc9ba8ab0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6352112 Aug 11 03:19:34.584822 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-07c2196a-42ae-44fd-91e1-dca11f17d916 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:34.588467 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-08aa954f-032a-4664-84c6-3b1c86035e46 None None] Port fc20df90-c00e-457a-963f-5998a670e2af cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:19:34.597700 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b354e075-01f9-4d72-82b1-9e4ef3c49b50 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Router a72ef3e6-40d8-42f4-901f-e934cfb5db82 has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:19:34.689040 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-07c2196a-42ae-44fd-91e1-dca11f17d916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:34.714533 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:34.765122 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07c2196a-42ae-44fd-91e1-dca11f17d916 admin admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=102191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:19:34.774519 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-9a38df2f-af22-4b9c-b969-7f3f01089209 req-304c29dd-5d24-4cb8-96ec-e7134218895c service neutron] 10.222.0.24 "GET /v2.0/networks/99a68316-7b54-4552-81a4-eb1b8bfe1686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3763902 Aug 11 03:19:34.804239 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-51b16022-290d-4669-8f3f-ed1228bdad55 req-14f82f52-a703-4a52-8489-395dc4ae98c5 tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a9c14b7-456b-495d-954b-08faab866e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2756128 Aug 11 03:19:34.842932 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8b95cf0c-e277-4631-9da4-7180cf00322a req-c0bd8d2a-69c6-49f7-9431-d9ff125f27a0 service neutron] 10.222.0.41 "GET /v2.0/networks/9c2ffc79-c7d1-4f3d-9944-f7fc9ba8ab0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3154259 Aug 11 03:19:34.844075 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-c203677e-b810-4ca2-acbd-a7689b9deedb req-52357086-bbfb-43c5-9fe0-67f19bd2f27f tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:34.854755 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-07c2196a-42ae-44fd-91e1-dca11f17d916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:34.856765 n-d-764292-30 neutron-server[102191]: INFO neutron.db.segments_db [None req-07c2196a-42ae-44fd-91e1-dca11f17d916 admin admin] Added segment ae9692f4-c155-4a13-a589-facf8973fb30 of type vlan for network 5550882c-d5be-4613-b9ce-af7283467065 Aug 11 03:19:34.861653 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['e5542177-2bcf-4a93-b326-e8f39cdb46ba'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:19:34.892250 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [req-d8785b21-c0b5-43fc-923a-38b9059b22ff req-fd30d23e-7392-4e75-95d7-3a46e568efab tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] Deleting port e5542177-2bcf-4a93-b326-e8f39cdb46ba {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:19:34.892717 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-d8785b21-c0b5-43fc-923a-38b9059b22ff req-fd30d23e-7392-4e75-95d7-3a46e568efab tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:34.896423 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c2196a-42ae-44fd-91e1-dca11f17d916 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bbb5f37-cd37-415a-b820-36c249955487,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:34.975890 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52357086-bbfb-43c5-9fe0-67f19bd2f27f tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] Pushing event deleted for resources: {'Port': ['ID=c9ad6d04-e9c4-4222-bff9-46f184a01dd6,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:35.009773 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-07c2196a-42ae-44fd-91e1-dca11f17d916 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:35.026768 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [req-c203677e-b810-4ca2-acbd-a7689b9deedb req-52357086-bbfb-43c5-9fe0-67f19bd2f27f tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] No DVR routers for this DVR port c9ad6d04-e9c4-4222-bff9-46f184a01dd6 on host n-h2-764292-30 {{(pid=102192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:19:35.031159 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-c203677e-b810-4ca2-acbd-a7689b9deedb req-52357086-bbfb-43c5-9fe0-67f19bd2f27f tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:35.033228 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c203677e-b810-4ca2-acbd-a7689b9deedb req-52357086-bbfb-43c5-9fe0-67f19bd2f27f tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] 10.222.0.24 "DELETE /v2.0/ports/c9ad6d04-e9c4-4222-bff9-46f184a01dd6 HTTP/1.1" status: 204 len: 173 time: 2.4711893 Aug 11 03:19:35.033716 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '435533e4-d1bc-4065-b05a-8e2183d3e056', 'name': 'network-vif-deleted', 'tag': 'c9ad6d04-e9c4-4222-bff9-46f184a01dd6'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:19:35.036110 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12744101-00b2-4c2c-88d2-9fbe713148a6" -d '{"events": [{"server_uuid": "435533e4-d1bc-4065-b05a-8e2183d3e056", "name": "network-vif-deleted", "tag": "c9ad6d04-e9c4-4222-bff9-46f184a01dd6"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:19:35.124329 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-d8785b21-c0b5-43fc-923a-38b9059b22ff req-fd30d23e-7392-4e75-95d7-3a46e568efab tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] For port e5542177-2bcf-4a93-b326-e8f39cdb46ba, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=e5542177-2bcf-4a93-b326-e8f39cdb46ba,segment=NetworkSegment(d2943fe1-acff-4cdf-87d8-f77fcd011cc3),segment_id=d2943fe1-acff-4cdf-87d8-f77fcd011cc3)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:19:35.132084 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-d8785b21-c0b5-43fc-923a-38b9059b22ff req-fd30d23e-7392-4e75-95d7-3a46e568efab tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:35.140552 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:19:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b77f61eb-562d-4dc2-932e-e43b81ee4463 x-openstack-request-id: req-b77f61eb-562d-4dc2-932e-e43b81ee4463 {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:19:35.141017 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "435533e4-d1bc-4065-b05a-8e2183d3e056", "name": "network-vif-deleted", "tag": "c9ad6d04-e9c4-4222-bff9-46f184a01dd6", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:19:35.141278 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b77f61eb-562d-4dc2-932e-e43b81ee4463 {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:19:35.141681 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '435533e4-d1bc-4065-b05a-8e2183d3e056', 'name': 'network-vif-deleted', 'tag': 'c9ad6d04-e9c4-4222-bff9-46f184a01dd6', 'status': 'completed', 'code': 200} Aug 11 03:19:35.172155 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b354e075-01f9-4d72-82b1-9e4ef3c49b50 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:19:35.174051 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [req-d8785b21-c0b5-43fc-923a-38b9059b22ff req-fd30d23e-7392-4e75-95d7-3a46e568efab tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] Calling delete_port for e5542177-2bcf-4a93-b326-e8f39cdb46ba owned by compute:nova {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:19:35.188478 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-b354e075-01f9-4d72-82b1-9e4ef3c49b50 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "PUT /v2.0/routers/a72ef3e6-40d8-42f4-901f-e934cfb5db82/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3967786 Aug 11 03:19:35.229420 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401a024f-d053-4341-b025-7583bfe04e46 req-534e686e-b2f1-4c32-93b7-8e2fbec1952f tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:35.231408 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-401a024f-d053-4341-b025-7583bfe04e46 req-534e686e-b2f1-4c32-93b7-8e2fbec1952f tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] 10.222.0.22 "GET /v2.0/ports?device_id=04b6704a-fd4f-453a-8cac-272db11d17cf HTTP/1.1" status: 200 len: 946 time: 0.4560285 Aug 11 03:19:35.233600 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-212055c3-ce7d-46b7-b0f1-571dd0c3d8a4 None None] Sync routers for ids ['a72ef3e6-40d8-42f4-901f-e934cfb5db82'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:19:35.235736 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-07c2196a-42ae-44fd-91e1-dca11f17d916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:35.237347 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07c2196a-42ae-44fd-91e1-dca11f17d916 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:35.238161 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-07c2196a-42ae-44fd-91e1-dca11f17d916 admin admin] Notify callbacks [] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:35.288424 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212055c3-ce7d-46b7-b0f1-571dd0c3d8a4 None None] Routers {'a72ef3e6-40d8-42f4-901f-e934cfb5db82'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:19:35.289085 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-212055c3-ce7d-46b7-b0f1-571dd0c3d8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:19:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['a72ef3e6-40d8-42f4-901f-e934cfb5db82'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:19:35.342209 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-9a38df2f-af22-4b9c-b969-7f3f01089209 req-828b2269-9de4-46fc-ac36-b2414924f450 service neutron] 10.222.0.24 "GET /v2.0/networks/99a68316-7b54-4552-81a4-eb1b8bfe1686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5566363 Aug 11 03:19:35.356293 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-07c2196a-42ae-44fd-91e1-dca11f17d916 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.7767124 Aug 11 03:19:35.360896 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 45340) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:35.420942 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-6b61389c-0ce0-4bed-b527-fe37f1397622 admin admin] Request body: {'subnet': {'network_id': '5550882c-d5be-4613-b9ce-af7283467065', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-820716467-subnet', 'tenant_id': '1c3a4a4854b046bf84e782d3a4f4fd61', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:19:35.423746 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-9a38df2f-af22-4b9c-b969-7f3f01089209 req-1910230e-bc7a-4bea-9137-a1dc9904b22f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.170&port_id=7dfdef9f-0d5f-4271-b104-13eb02da9240 HTTP/1.1" status: 200 len: 217 time: 0.0598228 Aug 11 03:19:35.566445 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c2196a-42ae-44fd-91e1-dca11f17d916 admin admin] Pushing event updated for resources: {'Network': ['ID=5550882c-d5be-4613-b9ce-af7283467065,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:35.587610 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-212055c3-ce7d-46b7-b0f1-571dd0c3d8a4 None None] Set router a72ef3e6-40d8-42f4-901f-e934cfb5db82 gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:19:35.640996 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-d8785b21-c0b5-43fc-923a-38b9059b22ff req-fd30d23e-7392-4e75-95d7-3a46e568efab tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:35.659226 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1d8334a0-f48c-4816-8e63-00eb2000b6be req-13bc89af-2de3-4cfe-9524-4bd4075560f6 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-558212144&fields=id&tenant_id=a5478860f7cb432583cc8e5d994d2237 HTTP/1.1" status: 200 len: 267 time: 0.0908363 Aug 11 03:19:35.742500 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a38df2f-af22-4b9c-b969-7f3f01089209 req-c1b16456-5917-4cd1-9ee0-0d767ba578b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:35.744260 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-9a38df2f-af22-4b9c-b969-7f3f01089209 req-c1b16456-5917-4cd1-9ee0-0d767ba578b7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=329e4f03-d8cd-404e-b91b-1cb9368d6c2d HTTP/1.1" status: 200 len: 797 time: 0.2873657 Aug 11 03:19:35.748453 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b61389c-0ce0-4bed-b527-fe37f1397622 admin admin] Made reservation on behalf of 1c3a4a4854b046bf84e782d3a4f4fd61 for: {'subnet': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:19:35.751572 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6b61389c-0ce0-4bed-b527-fe37f1397622 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274743'] for subnet, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:35.851450 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd30d23e-7392-4e75-95d7-3a46e568efab tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] Pushing event deleted for resources: {'Port': ['ID=e5542177-2bcf-4a93-b326-e8f39cdb46ba,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:35.932968 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-401a024f-d053-4341-b025-7583bfe04e46 req-68cbbf3c-bed0-4d25-8219-95b0b7b22e52 tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] Deleting port 81cd9af2-119f-426f-8db4-9b3362d3d8d2 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:19:35.933662 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-401a024f-d053-4341-b025-7583bfe04e46 req-68cbbf3c-bed0-4d25-8219-95b0b7b22e52 tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:35.959449 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network 5550882c-d5be-4613-b9ce-af7283467065 details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:19:35.970442 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device c9ad6d04-e9c4-4222-bff9-46f184a01dd6 no longer exists at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:19:35.975577 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cbb1a0fc-09d6-4219-8c80-6aa5174e0a06 req-e73a5e05-9312-4ebe-933a-b40118b913ef tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] 10.222.0.41 "GET /v2.0/ports?device_id=baca4c6f-edfe-4bb8-8897-643e5e432c4a HTTP/1.1" status: 200 len: 210 time: 0.1060159 Aug 11 03:19:36.031672 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8785b21-c0b5-43fc-923a-38b9059b22ff req-fd30d23e-7392-4e75-95d7-3a46e568efab tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] No DVR routers for this DVR port e5542177-2bcf-4a93-b326-e8f39cdb46ba on host n-h2-764292-30 {{(pid=102192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:19:36.037086 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-d8785b21-c0b5-43fc-923a-38b9059b22ff req-fd30d23e-7392-4e75-95d7-3a46e568efab tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:36.039800 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d8785b21-c0b5-43fc-923a-38b9059b22ff req-fd30d23e-7392-4e75-95d7-3a46e568efab tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] 10.222.0.24 "DELETE /v2.0/ports/e5542177-2bcf-4a93-b326-e8f39cdb46ba HTTP/1.1" status: 204 len: 173 time: 1.6139338 Aug 11 03:19:36.093575 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a38df2f-af22-4b9c-b969-7f3f01089209 req-af1c5231-ce3f-4c75-9d25-f779e0572ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:36.102387 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-9a38df2f-af22-4b9c-b969-7f3f01089209 req-af1c5231-ce3f-4c75-9d25-f779e0572ccd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ed637a9a-eb30-499d-98db-3d728133dac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3449640 Aug 11 03:19:36.108793 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] No Port match for: c9ad6d04-e9c4-4222-bff9-46f184a01dd6 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:19:36.109420 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device c9ad6d04-e9c4-4222-bff9-46f184a01dd6 not bound to the agent host n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:19:36.136801 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8334a0-f48c-4816-8e63-00eb2000b6be req-cab6f81c-4d05-4aa2-8f45-8b802988b854 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:36.144050 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1d8334a0-f48c-4816-8e63-00eb2000b6be req-cab6f81c-4d05-4aa2-8f45-8b802988b854 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/networks?id=0ff3f448-ca9b-4036-ac09-80380a15e692 HTTP/1.1" status: 200 len: 797 time: 0.4835045 Aug 11 03:19:36.170180 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1d8334a0-f48c-4816-8e63-00eb2000b6be req-0da4089c-dd7f-4f59-924f-ae1c6009b245 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/quotas/a5478860f7cb432583cc8e5d994d2237 HTTP/1.1" status: 200 len: 375 time: 0.0164573 Aug 11 03:19:36.180221 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-212055c3-ce7d-46b7-b0f1-571dd0c3d8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a72ef3e6-40d8-42f4-901f-e934cfb5db82', 'name': 'tempest-TestNetworkAdvancedServerOps-router-447097152', 'tenant_id': 'a5478860f7cb432583cc8e5d994d2237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': '2e235153-c798-4f91-b541-c88728aadbfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:19:22Z', 'updated_at': '2021-08-11T03:19:32Z', 'revision_number': 4, 'project_id': 'a5478860f7cb432583cc8e5d994d2237', 'gw_port': {'id': '2e235153-c798-4f91-b541-c88728aadbfb', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:23:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72ef3e6-40d8-42f4-901f-e934cfb5db82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2132, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:19:23Z', 'updated_at': '2021-08-11T03:19:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': 'fc20df90-c00e-457a-963f-5998a670e2af', 'name': '', 'network_id': '0ff3f448-ca9b-4036-ac09-80380a15e692', 'tenant_id': 'a5478860f7cb432583cc8e5d994d2237', 'mac_address': 'fa:16:3e:9c:e2:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a72ef3e6-40d8-42f4-901f-e934cfb5db82', 'device_owner': 'network:router_interface', 'standard_attr_id': 2145, 'fixed_ips': [{'subnet_id': '715e9a5a-e634-4765-95b3-22d13c494c3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:19:30Z', 'updated_at': '2021-08-11T03:19:32Z', 'revision_number': 2, 'project_id': 'a5478860f7cb432583cc8e5d994d2237', 'subnets': [{'id': '715e9a5a-e634-4765-95b3-22d13c494c3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:19:36.336870 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-212055c3-ce7d-46b7-b0f1-571dd0c3d8a4 None None] Checking router: a72ef3e6-40d8-42f4-901f-e934cfb5db82 for host: n-d-764292-30 {{(pid=102193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:19:36.337548 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-212055c3-ce7d-46b7-b0f1-571dd0c3d8a4 None None] Updating router a72ef3e6-40d8-42f4-901f-e934cfb5db82 port fc20df90-c00e-457a-963f-5998a670e2af binding host n-d-764292-30 {{(pid=102193) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:19:36.351969 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-401a024f-d053-4341-b025-7583bfe04e46 req-68cbbf3c-bed0-4d25-8219-95b0b7b22e52 tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] For port 81cd9af2-119f-426f-8db4-9b3362d3d8d2, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=81cd9af2-119f-426f-8db4-9b3362d3d8d2,segment=NetworkSegment(85e0917a-301a-48f0-af02-10bb8de75f4d),segment_id=85e0917a-301a-48f0-af02-10bb8de75f4d)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:19:36.353534 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-401a024f-d053-4341-b025-7583bfe04e46 req-68cbbf3c-bed0-4d25-8219-95b0b7b22e52 tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:36.384647 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-212055c3-ce7d-46b7-b0f1-571dd0c3d8a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:36.410696 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-401a024f-d053-4341-b025-7583bfe04e46 req-68cbbf3c-bed0-4d25-8219-95b0b7b22e52 tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] Calling delete_port for 81cd9af2-119f-426f-8db4-9b3362d3d8d2 owned by compute:nova {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:19:36.413397 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1d8334a0-f48c-4816-8e63-00eb2000b6be req-26c96164-fbf7-467a-95d8-ab610e5caced tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=a5478860f7cb432583cc8e5d994d2237&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2314668 Aug 11 03:19:36.435903 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6c8814-772d-4220-83ca-fcde78a28b65 req-234d4c0b-e8b9-4714-b20a-d50dd0915e85 tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:36.444070 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-da6c8814-772d-4220-83ca-fcde78a28b65 req-234d4c0b-e8b9-4714-b20a-d50dd0915e85 tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] 10.222.0.41 "GET /v2.0/ports?device_id=04b6704a-fd4f-453a-8cac-272db11d17cf HTTP/1.1" status: 200 len: 946 time: 0.0883689 Aug 11 03:19:36.456028 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [req-1d8334a0-f48c-4816-8e63-00eb2000b6be req-153e6e57-24ff-4435-913c-079add0c8ade service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:19:36.457503 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1d8334a0-f48c-4816-8e63-00eb2000b6be req-153e6e57-24ff-4435-913c-079add0c8ade service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054533 Aug 11 03:19:36.562326 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-da6c8814-772d-4220-83ca-fcde78a28b65 req-16850197-9387-4dbd-a60b-919f2f9531bf tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a9c14b7-456b-495d-954b-08faab866e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170185 Aug 11 03:19:36.622687 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1d8334a0-f48c-4816-8e63-00eb2000b6be req-61ad08c8-6682-450a-8db0-2c41df79c207 service neutron] 10.222.0.41 "GET /v2.0/networks/0ff3f448-ca9b-4036-ac09-80380a15e692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535318 Aug 11 03:19:36.849620 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-9a38df2f-af22-4b9c-b969-7f3f01089209 req-42d7e5ae-25e6-44e6-8fd3-300a8c19a738 service neutron] 10.222.0.24 "GET /v2.0/networks/ed637a9a-eb30-499d-98db-3d728133dac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5480008 Aug 11 03:19:36.854494 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1d8334a0-f48c-4816-8e63-00eb2000b6be req-a9d39098-d79b-4b66-b4a2-eeb2b7a051b9 service neutron] 10.222.0.41 "GET /v2.0/networks/0ff3f448-ca9b-4036-ac09-80380a15e692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2259076 Aug 11 03:19:36.955029 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-401a024f-d053-4341-b025-7583bfe04e46 req-68cbbf3c-bed0-4d25-8219-95b0b7b22e52 tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:36.970554 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-212055c3-ce7d-46b7-b0f1-571dd0c3d8a4 None None] Notify callbacks [] for port, precommit_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:36.978118 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['81cd9af2-119f-426f-8db4-9b3362d3d8d2'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:19:36.993900 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cbbf3c-bed0-4d25-8219-95b0b7b22e52 tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] Pushing event deleted for resources: {'Port': ['ID=81cd9af2-119f-426f-8db4-9b3362d3d8d2,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:36.997260 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-9a38df2f-af22-4b9c-b969-7f3f01089209 req-9a7097fd-966d-4f92-bb4d-659e724ee48e service neutron] 10.222.0.24 "GET /v2.0/networks/ed637a9a-eb30-499d-98db-3d728133dac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340106 Aug 11 03:19:37.004120 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6b61389c-0ce0-4bed-b527-fe37f1397622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126283476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274725'] for subnet, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:37.045626 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-212055c3-ce7d-46b7-b0f1-571dd0c3d8a4 None None] Transition to ACTIVE for port object fc20df90-c00e-457a-963f-5998a670e2af will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:19:37.126713 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-212055c3-ce7d-46b7-b0f1-571dd0c3d8a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:37.141433 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-9a38df2f-af22-4b9c-b969-7f3f01089209 req-d6b1ae31-ffaa-4c4c-9949-65eea650bc16 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.168&port_id=b90d6ebc-39d0-4329-8910-886ce1b868bf HTTP/1.1" status: 200 len: 217 time: 0.1351309 Aug 11 03:19:37.145104 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-401a024f-d053-4341-b025-7583bfe04e46 req-68cbbf3c-bed0-4d25-8219-95b0b7b22e52 tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] No DVR routers for this DVR port 81cd9af2-119f-426f-8db4-9b3362d3d8d2 on host n-h1-764292-30 {{(pid=102191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:19:37.153032 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-401a024f-d053-4341-b025-7583bfe04e46 req-68cbbf3c-bed0-4d25-8219-95b0b7b22e52 tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:37.154231 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c74b09d2-74b0-49e2-8ef0-bbc9eabf5af0', 'name': 'network-vif-deleted', 'tag': 'e5542177-2bcf-4a93-b326-e8f39cdb46ba'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:19:37.156883 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c48381f2-a818-4d3b-8df2-3d26b5fc91b1" -d '{"events": [{"server_uuid": "c74b09d2-74b0-49e2-8ef0-bbc9eabf5af0", "name": "network-vif-deleted", "tag": "e5542177-2bcf-4a93-b326-e8f39cdb46ba"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:19:37.163364 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-401a024f-d053-4341-b025-7583bfe04e46 req-68cbbf3c-bed0-4d25-8219-95b0b7b22e52 tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] 10.222.0.22 "DELETE /v2.0/ports/81cd9af2-119f-426f-8db4-9b3362d3d8d2 HTTP/1.1" status: 204 len: 173 time: 1.9205303 Aug 11 03:19:37.166076 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04b6704a-fd4f-453a-8cac-272db11d17cf', 'name': 'network-vif-deleted', 'tag': '81cd9af2-119f-426f-8db4-9b3362d3d8d2'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:19:37.168516 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3c5b72f-2abf-4b9b-9d28-4eda27e025fe" -d '{"events": [{"server_uuid": "04b6704a-fd4f-453a-8cac-272db11d17cf", "name": "network-vif-deleted", "tag": "81cd9af2-119f-426f-8db4-9b3362d3d8d2"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:19:37.174916 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4dd95390-af57-48e8-9506-4f9d639e30c9 req-5646b60d-05dc-415c-be88-f8dc8725f434 tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] 10.222.0.41 "GET /v2.0/ports?device_id=baca4c6f-edfe-4bb8-8897-643e5e432c4a HTTP/1.1" status: 200 len: 210 time: 0.1084328 Aug 11 03:19:37.240021 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:37.260336 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223e9163-04f7-4662-be27-70a260656107 None None] Pushing event updated for resources: {'Port': ['ID=fc20df90-c00e-457a-963f-5998a670e2af,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:37.288735 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f02f1328-8e5e-408c-b67e-6a0df409fb02 x-openstack-request-id: req-f02f1328-8e5e-408c-b67e-6a0df409fb02 {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:19:37.291963 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c74b09d2-74b0-49e2-8ef0-bbc9eabf5af0", "name": "network-vif-deleted", "tag": "e5542177-2bcf-4a93-b326-e8f39cdb46ba", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:19:37.292392 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f02f1328-8e5e-408c-b67e-6a0df409fb02 {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:19:37.293019 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c74b09d2-74b0-49e2-8ef0-bbc9eabf5af0', 'name': 'network-vif-deleted', 'tag': 'e5542177-2bcf-4a93-b326-e8f39cdb46ba', 'status': 'completed', 'code': 200} Aug 11 03:19:37.327435 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b61389c-0ce0-4bed-b527-fe37f1397622 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1720ed9a-a4c0-46ed-8d38-cf818eba15ba,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:37.346790 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c31a64a-f1d9-4c40-b36d-288ddbcd819a x-openstack-request-id: req-6c31a64a-f1d9-4c40-b36d-288ddbcd819a {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:19:37.347084 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04b6704a-fd4f-453a-8cac-272db11d17cf", "name": "network-vif-deleted", "tag": "81cd9af2-119f-426f-8db4-9b3362d3d8d2", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:19:37.347353 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6c31a64a-f1d9-4c40-b36d-288ddbcd819a {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:19:37.348889 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04b6704a-fd4f-453a-8cac-272db11d17cf', 'name': 'network-vif-deleted', 'tag': '81cd9af2-119f-426f-8db4-9b3362d3d8d2', 'status': 'completed', 'code': 200} Aug 11 03:19:37.368131 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a38df2f-af22-4b9c-b969-7f3f01089209 req-aa4dc9f0-147e-4dd7-9117-477fae48760b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:37.370815 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-9a38df2f-af22-4b9c-b969-7f3f01089209 req-aa4dc9f0-147e-4dd7-9117-477fae48760b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=329e4f03-d8cd-404e-b91b-1cb9368d6c2d HTTP/1.1" status: 200 len: 797 time: 0.2056515 Aug 11 03:19:37.376632 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-212055c3-ce7d-46b7-b0f1-571dd0c3d8a4 None None] Attempting to bind port fc20df90-c00e-457a-963f-5998a670e2af on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:19:37.377605 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-212055c3-ce7d-46b7-b0f1-571dd0c3d8a4 None None] Attempting to bind port fc20df90-c00e-457a-963f-5998a670e2af by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': 'a9ef83d9-c206-4b92-b5da-2bb339718328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '0ff3f448-ca9b-4036-ac09-80380a15e692'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:19:37.378235 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-212055c3-ce7d-46b7-b0f1-571dd0c3d8a4 None None] Attempting to bind port fc20df90-c00e-457a-963f-5998a670e2af on network 0ff3f448-ca9b-4036-ac09-80380a15e692 {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:19:37.395146 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-212055c3-ce7d-46b7-b0f1-571dd0c3d8a4 None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 19, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:19:37.399569 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-212055c3-ce7d-46b7-b0f1-571dd0c3d8a4 None None] Checking segment: {'id': 'a9ef83d9-c206-4b92-b5da-2bb339718328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '0ff3f448-ca9b-4036-ac09-80380a15e692'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:19:37.400456 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-212055c3-ce7d-46b7-b0f1-571dd0c3d8a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:37.401108 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-212055c3-ce7d-46b7-b0f1-571dd0c3d8a4 None None] Bound using segment: {'id': 'a9ef83d9-c206-4b92-b5da-2bb339718328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '0ff3f448-ca9b-4036-ac09-80380a15e692'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:19:37.401769 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-212055c3-ce7d-46b7-b0f1-571dd0c3d8a4 None None] Bound port: fc20df90-c00e-457a-963f-5998a670e2af, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9ef83d9-c206-4b92-b5da-2bb339718328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '0ff3f448-ca9b-4036-ac09-80380a15e692'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:19:37.402504 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-212055c3-ce7d-46b7-b0f1-571dd0c3d8a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:37.459518 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1403dcf8-bcfb-4c62-8e09-1ab9e58147d6 req-246e400d-bcec-418a-a0eb-f967da043240 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f5ca1c5-549b-45f8-b644-c1be9314f82b HTTP/1.1" status: 200 len: 210 time: 0.0961347 Aug 11 03:19:37.482839 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b61389c-0ce0-4bed-b527-fe37f1397622 admin admin] Checking segment: {'id': 'ae9692f4-c155-4a13-a589-facf8973fb30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5550882c-d5be-4613-b9ce-af7283467065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:19:37.482839 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b61389c-0ce0-4bed-b527-fe37f1397622 admin admin] Network hostable DHCP agents. Network: 5550882c-d5be-4613-b9ce-af7283467065, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:19:37.508131 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-212055c3-ce7d-46b7-b0f1-571dd0c3d8a4 None None] For port fc20df90-c00e-457a-963f-5998a670e2af, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:19:37.511859 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-212055c3-ce7d-46b7-b0f1-571dd0c3d8a4 None None] For port fc20df90-c00e-457a-963f-5998a670e2af, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=fc20df90-c00e-457a-963f-5998a670e2af,segment=NetworkSegment(a9ef83d9-c206-4b92-b5da-2bb339718328),segment_id=a9ef83d9-c206-4b92-b5da-2bb339718328)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:19:37.522214 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a38df2f-af22-4b9c-b969-7f3f01089209 req-73a0e1fe-f027-48e2-8903-659c16df4876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:37.523846 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-9a38df2f-af22-4b9c-b969-7f3f01089209 req-73a0e1fe-f027-48e2-8903-659c16df4876 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ed637a9a-eb30-499d-98db-3d728133dac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1388879 Aug 11 03:19:37.648671 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b61389c-0ce0-4bed-b527-fe37f1397622 admin admin] Network 5550882c-d5be-4613-b9ce-af7283467065 is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:19:37.650275 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-212055c3-ce7d-46b7-b0f1-571dd0c3d8a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:37.658624 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-9a38df2f-af22-4b9c-b969-7f3f01089209 req-3f261027-3bfd-4824-bd45-ce986670150a service neutron] 10.222.0.24 "GET /v2.0/networks/ed637a9a-eb30-499d-98db-3d728133dac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267574 Aug 11 03:19:37.765716 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212055c3-ce7d-46b7-b0f1-571dd0c3d8a4 None None] Routers {'a72ef3e6-40d8-42f4-901f-e934cfb5db82'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:19:37.766423 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-212055c3-ce7d-46b7-b0f1-571dd0c3d8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:19:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['a72ef3e6-40d8-42f4-901f-e934cfb5db82'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:19:37.815445 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-6b61389c-0ce0-4bed-b527-fe37f1397622 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, 5550882c-d5be-4613-b9ce-af7283467065) {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:19:37.830258 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b61389c-0ce0-4bed-b527-fe37f1397622 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:37.831388 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6b61389c-0ce0-4bed-b527-fe37f1397622 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:37.833469 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceaab160-a623-4b07-9478-a564899628f7 None None] Network 5550882c-d5be-4613-b9ce-af7283467065 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:19:37.836878 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1da0e290-65e8-4e01-a2a2-db1a5ad2fef2 req-d08459f9-7043-488d-bff1-86131f06802f tempest-ServerRescueNegativeTestJSON-1647649547 tempest-ServerRescueNegativeTestJSON-1647649547-project] 10.222.0.41 "GET /v2.0/ports?device_id=04b6704a-fd4f-453a-8cac-272db11d17cf HTTP/1.1" status: 200 len: 210 time: 0.0683970 Aug 11 03:19:37.894832 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-9a38df2f-af22-4b9c-b969-7f3f01089209 req-ac254eba-9866-49c9-83d9-19cd5081064e service neutron] 10.222.0.24 "GET /v2.0/networks/ed637a9a-eb30-499d-98db-3d728133dac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2289522 Aug 11 03:19:38.028953 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-9a38df2f-af22-4b9c-b969-7f3f01089209 req-9645a07b-f197-4709-800e-624e399cb058 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.31&port_id=a312704a-491b-448b-aff9-cbd04cf3547f HTTP/1.1" status: 200 len: 217 time: 0.0759392 Aug 11 03:19:38.049921 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-6b61389c-0ce0-4bed-b527-fe37f1397622 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.6847894 Aug 11 03:19:38.059888 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 45440) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:38.072930 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a38df2f-af22-4b9c-b969-7f3f01089209 req-e1c33563-5a48-42c3-aeab-ce32e23b1db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:38.076580 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-9a38df2f-af22-4b9c-b969-7f3f01089209 req-e1c33563-5a48-42c3-aeab-ce32e23b1db1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=329e4f03-d8cd-404e-b91b-1cb9368d6c2d HTTP/1.1" status: 200 len: 797 time: 0.0870645 Aug 11 03:19:38.247047 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223e9163-04f7-4662-be27-70a260656107 None None] Pushing event updated for resources: {'Port': ['ID=fc20df90-c00e-457a-963f-5998a670e2af,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:38.270368 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4c18776c-e263-4db7-afd8-49f561766caf admin admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:38.350216 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-212055c3-ce7d-46b7-b0f1-571dd0c3d8a4 None None] Set router a72ef3e6-40d8-42f4-901f-e934cfb5db82 gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:19:38.477072 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-99ce4d9d-c69a-4889-80cf-083f2ff2a53d req-0ffe1d2a-f2c9-4e5b-aee1-8147b62ec6d3 tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] 10.222.0.41 "GET /v2.0/ports?device_id=baca4c6f-edfe-4bb8-8897-643e5e432c4a HTTP/1.1" status: 200 len: 210 time: 0.1033559 Aug 11 03:19:38.557710 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device e5542177-2bcf-4a93-b326-e8f39cdb46ba no longer exists at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:19:38.588213 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] No Port match for: e5542177-2bcf-4a93-b326-e8f39cdb46ba {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:19:38.588634 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device e5542177-2bcf-4a93-b326-e8f39cdb46ba not bound to the agent host n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:19:38.603299 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4c18776c-e263-4db7-afd8-49f561766caf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:38.649058 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-060aaaf3-5d29-4bc0-ac0b-37a04fcb3d26 req-3b8d764f-d8fe-43fd-aef6-781d8fd975ce tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f5ca1c5-549b-45f8-b644-c1be9314f82b HTTP/1.1" status: 200 len: 210 time: 0.0441639 Aug 11 03:19:38.692607 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4c18776c-e263-4db7-afd8-49f561766caf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:38.836538 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c18776c-e263-4db7-afd8-49f561766caf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d020dcd-d4d8-4bf8-baa9-d85b7e027a6a,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:38.858075 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-4c18776c-e263-4db7-afd8-49f561766caf admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ee18b8c91f7749bfae84af5c8a10b407&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7950609 Aug 11 03:19:38.861232 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 45478) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:38.890420 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a38df2f-af22-4b9c-b969-7f3f01089209 req-2ba9d3d0-6273-4a91-9ca9-d1aa7a487cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:38.892125 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-9a38df2f-af22-4b9c-b969-7f3f01089209 req-2ba9d3d0-6273-4a91-9ca9-d1aa7a487cba service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ed637a9a-eb30-499d-98db-3d728133dac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.8099537 Aug 11 03:19:38.910503 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 45480) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:38.991004 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-624cf7f0-e354-42d7-8457-0046db9deab2 None None] Network 5550882c-d5be-4613-b9ce-af7283467065 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:19:39.030159 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-5958fd69-d08a-4a27-ac12-0ef61e964262 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:39.080021 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-5958fd69-d08a-4a27-ac12-0ef61e964262 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:39.124847 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698f02bb-9ca4-478d-867b-fbb1974bda31 req-bc4eec35-a4d8-494d-a7b8-a657e20aac5a tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:39.131323 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-698f02bb-9ca4-478d-867b-fbb1974bda31 req-bc4eec35-a4d8-494d-a7b8-a657e20aac5a tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/networks?id=5550882c-d5be-4613-b9ce-af7283467065 HTTP/1.1" status: 200 len: 813 time: 0.2526662 Aug 11 03:19:39.171813 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-212055c3-ce7d-46b7-b0f1-571dd0c3d8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a72ef3e6-40d8-42f4-901f-e934cfb5db82', 'name': 'tempest-TestNetworkAdvancedServerOps-router-447097152', 'tenant_id': 'a5478860f7cb432583cc8e5d994d2237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': '2e235153-c798-4f91-b541-c88728aadbfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:19:22Z', 'updated_at': '2021-08-11T03:19:32Z', 'revision_number': 4, 'project_id': 'a5478860f7cb432583cc8e5d994d2237', 'gw_port': {'id': '2e235153-c798-4f91-b541-c88728aadbfb', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:23:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72ef3e6-40d8-42f4-901f-e934cfb5db82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2132, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:19:23Z', 'updated_at': '2021-08-11T03:19:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': 'fc20df90-c00e-457a-963f-5998a670e2af', 'name': '', 'network_id': '0ff3f448-ca9b-4036-ac09-80380a15e692', 'tenant_id': 'a5478860f7cb432583cc8e5d994d2237', 'mac_address': 'fa:16:3e:9c:e2:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a72ef3e6-40d8-42f4-901f-e934cfb5db82', 'device_owner': 'network:router_interface', 'standard_attr_id': 2145, 'fixed_ips': [{'subnet_id': '715e9a5a-e634-4765-95b3-22d13c494c3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:19:30Z', 'updated_at': '2021-08-11T03:19:37Z', 'revision_number': 4, 'project_id': 'a5478860f7cb432583cc8e5d994d2237', 'subnets': [{'id': '715e9a5a-e634-4765-95b3-22d13c494c3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:19:39.193750 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-698f02bb-9ca4-478d-867b-fbb1974bda31 req-6df970b3-1c92-47b5-8e1a-25c33079408d tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/quotas/1c3a4a4854b046bf84e782d3a4f4fd61 HTTP/1.1" status: 200 len: 375 time: 0.0588751 Aug 11 03:19:39.220217 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-212055c3-ce7d-46b7-b0f1-571dd0c3d8a4 None None] The sync data for ids ['a72ef3e6-40d8-42f4-901f-e934cfb5db82'] in n-d-764292-30 is: [{'id': 'a72ef3e6-40d8-42f4-901f-e934cfb5db82', 'name': 'tempest-TestNetworkAdvancedServerOps-router-447097152', 'tenant_id': 'a5478860f7cb432583cc8e5d994d2237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': '2e235153-c798-4f91-b541-c88728aadbfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:19:22Z', 'updated_at': '2021-08-11T03:19:32Z', 'revision_number': 4, 'project_id': 'a5478860f7cb432583cc8e5d994d2237', 'gw_port': {'id': '2e235153-c798-4f91-b541-c88728aadbfb', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:23:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72ef3e6-40d8-42f4-901f-e934cfb5db82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2132, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:19:23Z', 'updated_at': '2021-08-11T03:19:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': 'fc20df90-c00e-457a-963f-5998a670e2af', 'name': '', 'network_id': '0ff3f448-ca9b-4036-ac09-80380a15e692', 'tenant_id': 'a5478860f7cb432583cc8e5d994d2237', 'mac_address': 'fa:16:3e:9c:e2:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a72ef3e6-40d8-42f4-901f-e934cfb5db82', 'device_owner': 'network:router_interface', 'standard_attr_id': 2145, 'fixed_ips': [{'subnet_id': '715e9a5a-e634-4765-95b3-22d13c494c3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:19:30Z', 'updated_at': '2021-08-11T03:19:37Z', 'revision_number': 4, 'project_id': 'a5478860f7cb432583cc8e5d994d2237', 'subnets': [{'id': '715e9a5a-e634-4765-95b3-22d13c494c3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:19:39.338673 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-698f02bb-9ca4-478d-867b-fbb1974bda31 req-12c6112c-cfd5-42ec-89f5-0d74cc583103 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=1c3a4a4854b046bf84e782d3a4f4fd61&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1134527 Aug 11 03:19:39.511195 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-698f02bb-9ca4-478d-867b-fbb1974bda31 req-05a93123-8067-415b-bda4-d18360935c3d service neutron] 10.222.0.41 "GET /v2.0/networks/5550882c-d5be-4613-b9ce-af7283467065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668072 Aug 11 03:19:39.605019 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-5958fd69-d08a-4a27-ac12-0ef61e964262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:39.612823 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-5958fd69-d08a-4a27-ac12-0ef61e964262 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:39.612823 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-5958fd69-d08a-4a27-ac12-0ef61e964262 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8d020dcd-d4d8-4bf8-baa9-d85b7e027a6a HTTP/1.1" status: 204 len: 168 time: 0.7482731 Aug 11 03:19:39.631296 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5958fd69-d08a-4a27-ac12-0ef61e964262 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d020dcd-d4d8-4bf8-baa9-d85b7e027a6a,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:39.683600 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-698f02bb-9ca4-478d-867b-fbb1974bda31 req-b29d9020-60bc-4409-941e-7d510a86fd09 service neutron] 10.222.0.41 "GET /v2.0/networks/5550882c-d5be-4613-b9ce-af7283467065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727743 Aug 11 03:19:39.738569 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-9a38df2f-af22-4b9c-b969-7f3f01089209 req-a2d05e3a-c2e9-4b9a-bf8b-255f4528fba5 service neutron] 10.222.0.24 "GET /v2.0/networks/ed637a9a-eb30-499d-98db-3d728133dac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8384535 Aug 11 03:19:39.849503 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b95cf0c-e277-4631-9da4-7180cf00322a req-f4e86153-3fae-419a-80e1-4caa22ecc5f4 tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:39.852957 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0ab9c5e0-21d7-4a6e-9d9a-76f2ecc65946 req-f936542e-7aad-436f-af66-4d5322e2677a tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] 10.222.0.41 "GET /v2.0/ports?device_id=baca4c6f-edfe-4bb8-8897-643e5e432c4a HTTP/1.1" status: 200 len: 210 time: 0.1113863 Aug 11 03:19:39.869132 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-8b95cf0c-e277-4631-9da4-7180cf00322a req-f4e86153-3fae-419a-80e1-4caa22ecc5f4 tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] 10.222.0.22 "GET /v2.0/networks?id=9c2ffc79-c7d1-4f3d-9944-f7fc9ba8ab0e HTTP/1.1" status: 200 len: 812 time: 0.4570169 Aug 11 03:19:39.920593 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 81cd9af2-119f-426f-8db4-9b3362d3d8d2 no longer exists at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:19:39.946127 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-8b95cf0c-e277-4631-9da4-7180cf00322a req-30e40858-952f-4be5-9628-b048c60aa562 tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] Request body: {'port': {'device_id': 'a7254dd5-f008-4a5d-8be1-090c1b45f2cc', 'network_id': '9c2ffc79-c7d1-4f3d-9944-f7fc9ba8ab0e', 'admin_state_up': True, 'tenant_id': '3c3f24d43a6d469998a52c0f18fe5e13'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:19:39.949388 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device fc20df90-c00e-457a-963f-5998a670e2af up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:19:40.021367 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] No Port match for: 81cd9af2-119f-426f-8db4-9b3362d3d8d2 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:19:40.025488 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 81cd9af2-119f-426f-8db4-9b3362d3d8d2 not bound to the agent host n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:19:40.131735 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port fc20df90-c00e-457a-963f-5998a670e2af completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:19:40.136007 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port fc20df90-c00e-457a-963f-5998a670e2af triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:19:40.136734 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:40.206500 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d2456de5-969d-453d-b43c-820d614a02bb req-c75e3921-d7fc-4d0b-9731-fe63eedf5227 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f5ca1c5-549b-45f8-b644-c1be9314f82b HTTP/1.1" status: 200 len: 210 time: 0.1229825 Aug 11 03:19:40.365227 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-9a38df2f-af22-4b9c-b969-7f3f01089209 req-c38ebe08-2d7e-4a9e-a721-577437557256 service neutron] 10.222.0.24 "GET /v2.0/networks/ed637a9a-eb30-499d-98db-3d728133dac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5755060 Aug 11 03:19:40.400605 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:40.414886 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8b8b6535-211a-45bc-8a74-8dbdba1b13f6 req-273ecd1b-7058-4f64-a727-8ccf8c5440fc tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/ports?device_id=a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c HTTP/1.1" status: 200 len: 210 time: 0.2177947 Aug 11 03:19:40.458848 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-9a38df2f-af22-4b9c-b969-7f3f01089209 req-f9e1de8a-0db4-48bb-8970-3885f7cd6f99 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.25&port_id=d9e703e8-7704-4b91-aaaa-f02c780d0bdd HTTP/1.1" status: 200 len: 217 time: 0.0832760 Aug 11 03:19:40.471839 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port fc20df90-c00e-457a-963f-5998a670e2af, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=fc20df90-c00e-457a-963f-5998a670e2af,segment=NetworkSegment(a9ef83d9-c206-4b92-b5da-2bb339718328),segment_id=a9ef83d9-c206-4b92-b5da-2bb339718328)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:19:40.530525 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b95cf0c-e277-4631-9da4-7180cf00322a req-5771451f-f7cc-4478-ae75-377c08a58014 tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:40.535887 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e3cdc34e-823b-4109-85de-c0a3b78f69a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521106'] for router_interface, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:40.548996 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8b95cf0c-e277-4631-9da4-7180cf00322a req-5771451f-f7cc-4478-ae75-377c08a58014 tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] 10.222.0.24 "GET /v2.0/networks?id=9c2ffc79-c7d1-4f3d-9944-f7fc9ba8ab0e HTTP/1.1" status: 200 len: 812 time: 0.4339819 Aug 11 03:19:40.570056 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-8b95cf0c-e277-4631-9da4-7180cf00322a req-e49fdfd1-b6f4-4f8f-bc8f-8c7c90fc982b tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] Request body: {'port': {'device_id': 'baca4c6f-edfe-4bb8-8897-643e5e432c4a', 'network_id': '9c2ffc79-c7d1-4f3d-9944-f7fc9ba8ab0e', 'admin_state_up': True, 'tenant_id': '3c3f24d43a6d469998a52c0f18fe5e13'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:19:40.600932 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:40.617537 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b95cf0c-e277-4631-9da4-7180cf00322a req-30e40858-952f-4be5-9628-b048c60aa562 tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] Made reservation on behalf of 3c3f24d43a6d469998a52c0f18fe5e13 for: {'port': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:19:40.621831 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-8b95cf0c-e277-4631-9da4-7180cf00322a req-30e40858-952f-4be5-9628-b048c60aa562 tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:40.640217 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a38df2f-af22-4b9c-b969-7f3f01089209 req-d8fe0113-bf7f-4ac3-a50a-f97b07cdbccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:40.644962 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-9a38df2f-af22-4b9c-b969-7f3f01089209 req-d8fe0113-bf7f-4ac3-a50a-f97b07cdbccf service neutron] 10.222.0.24 "GET /v2.0/subnets?id=329e4f03-d8cd-404e-b91b-1cb9368d6c2d HTTP/1.1" status: 200 len: 797 time: 0.1730514 Aug 11 03:19:40.708097 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=fc20df90-c00e-457a-963f-5998a670e2af,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:40.892013 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b95cf0c-e277-4631-9da4-7180cf00322a req-e49fdfd1-b6f4-4f8f-bc8f-8c7c90fc982b tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] Made reservation on behalf of 3c3f24d43a6d469998a52c0f18fe5e13 for: {'port': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:19:40.896271 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-8b95cf0c-e277-4631-9da4-7180cf00322a req-e49fdfd1-b6f4-4f8f-bc8f-8c7c90fc982b tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:40.958255 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a38df2f-af22-4b9c-b969-7f3f01089209 req-e35d5039-de9c-4b26-91d1-da666c388300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:40.960363 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-9a38df2f-af22-4b9c-b969-7f3f01089209 req-e35d5039-de9c-4b26-91d1-da666c388300 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ed637a9a-eb30-499d-98db-3d728133dac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3039141 Aug 11 03:19:40.998214 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [req-8b95cf0c-e277-4631-9da4-7180cf00322a req-30e40858-952f-4be5-9628-b048c60aa562 tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] Allocated IP 172.20.0.13 (9c2ffc79-c7d1-4f3d-9944-f7fc9ba8ab0e/1a493fe9-4afb-474b-bbc9-d80e95cd20b9/76ce3396-3d47-494f-9df0-6c9fb766b55f) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:19:41.096166 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b4ae283d-0c4a-4045-aa3b-dd0e000e361d req-bf719aba-4257-4d74-8261-d70b77057ff8 tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] 10.222.0.41 "GET /v2.0/ports?device_id=baca4c6f-edfe-4bb8-8897-643e5e432c4a HTTP/1.1" status: 200 len: 210 time: 0.0635791 Aug 11 03:19:41.177575 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:41.395105 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-9a38df2f-af22-4b9c-b969-7f3f01089209 req-2f999759-ef69-4292-b872-9c3b2c6d126e service neutron] 10.222.0.24 "GET /v2.0/networks/ed637a9a-eb30-499d-98db-3d728133dac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3547068 Aug 11 03:19:41.418190 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-53085ab0-ca74-47bf-8c6a-57fbc7a08c03 req-fcbfe841-f568-46a2-bd58-14340c2b1930 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f5ca1c5-549b-45f8-b644-c1be9314f82b HTTP/1.1" status: 200 len: 210 time: 0.0704904 Aug 11 03:19:41.555777 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8334a0-f48c-4816-8e63-00eb2000b6be req-f8ccbceb-628d-4f8f-b525-de6e3993b866 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:41.557582 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1d8334a0-f48c-4816-8e63-00eb2000b6be req-f8ccbceb-628d-4f8f-b525-de6e3993b866 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.24 "GET /v2.0/networks?id=0ff3f448-ca9b-4036-ac09-80380a15e692 HTTP/1.1" status: 200 len: 797 time: 0.3234320 Aug 11 03:19:41.611714 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-9a38df2f-af22-4b9c-b969-7f3f01089209 req-352db0d1-0529-4031-bc95-47da790e6f08 service neutron] 10.222.0.24 "GET /v2.0/networks/ed637a9a-eb30-499d-98db-3d728133dac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054489 Aug 11 03:19:41.642331 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-18a787d8-97a3-4320-9945-42574025a530 req-de8b1736-3576-406e-93b2-8d5932f12bd0 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/ports?device_id=a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c HTTP/1.1" status: 200 len: 210 time: 0.0833230 Aug 11 03:19:41.680708 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1d8334a0-f48c-4816-8e63-00eb2000b6be req-07299e32-0bf7-493c-85c3-dc9e80cda023 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a5478860f7cb432583cc8e5d994d2237 HTTP/1.1" status: 200 len: 379 time: 0.1079803 Aug 11 03:19:41.691961 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-1d8334a0-f48c-4816-8e63-00eb2000b6be req-b9873dc1-a912-4646-94cc-a6975556e6ef tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Request body: {'port': {'device_id': '6f5ca1c5-549b-45f8-b644-c1be9314f82b', 'network_id': '0ff3f448-ca9b-4036-ac09-80380a15e692', 'admin_state_up': True, 'tenant_id': 'a5478860f7cb432583cc8e5d994d2237', 'security_groups': ['028f82ce-145e-4da5-a893-c699717fae6e']}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:19:41.706149 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-9a38df2f-af22-4b9c-b969-7f3f01089209 req-63ca46a8-46d9-46bd-91a2-cb04e38a2714 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f418b08e-aa62-46df-bda1-d8d20334592a HTTP/1.1" status: 200 len: 217 time: 0.0802290 Aug 11 03:19:41.709342 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-8b95cf0c-e277-4631-9da4-7180cf00322a req-30e40858-952f-4be5-9628-b048c60aa562 tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:41.804398 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-e3cdc34e-823b-4109-85de-c0a3b78f69a5 admin admin] Deleting port 0b553425-bc8a-41c9-9766-e3ee50149895 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:19:41.804860 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e3cdc34e-823b-4109-85de-c0a3b78f69a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:41.805082 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device fc20df90-c00e-457a-963f-5998a670e2af up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:19:41.810933 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a38df2f-af22-4b9c-b969-7f3f01089209 req-e9fcdadd-a387-4e7c-8077-c3c7d44d85e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:41.812849 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-9a38df2f-af22-4b9c-b969-7f3f01089209 req-e9fcdadd-a387-4e7c-8077-c3c7d44d85e9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=50b43d93-528a-454a-beae-d58f91ef15e1 HTTP/1.1" status: 200 len: 797 time: 0.0973611 Aug 11 03:19:41.894858 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port fc20df90-c00e-457a-963f-5998a670e2af triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:19:41.895222 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:41.947474 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a38df2f-af22-4b9c-b969-7f3f01089209 req-efdb7ac2-eb86-43a4-9752-741bf9db24a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:41.948064 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-9a38df2f-af22-4b9c-b969-7f3f01089209 req-efdb7ac2-eb86-43a4-9752-741bf9db24a7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e854785b-6921-4aac-9817-a841d5040ff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1217399 Aug 11 03:19:42.018081 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d8334a0-f48c-4816-8e63-00eb2000b6be req-b9873dc1-a912-4646-94cc-a6975556e6ef tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Made reservation on behalf of a5478860f7cb432583cc8e5d994d2237 for: {'port': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:19:42.022823 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-1d8334a0-f48c-4816-8e63-00eb2000b6be req-b9873dc1-a912-4646-94cc-a6975556e6ef tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:42.033877 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-8b95cf0c-e277-4631-9da4-7180cf00322a req-30e40858-952f-4be5-9628-b048c60aa562 tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:42.054035 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [None req-e3cdc34e-823b-4109-85de-c0a3b78f69a5 admin admin] For port 0b553425-bc8a-41c9-9766-e3ee50149895, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=0b553425-bc8a-41c9-9766-e3ee50149895,segment=NetworkSegment(85e0917a-301a-48f0-af02-10bb8de75f4d),segment_id=85e0917a-301a-48f0-af02-10bb8de75f4d)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:19:42.054540 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e3cdc34e-823b-4109-85de-c0a3b78f69a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:42.100349 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b95cf0c-e277-4631-9da4-7180cf00322a req-30e40858-952f-4be5-9628-b048c60aa562 tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] Network 9c2ffc79-c7d1-4f3d-9944-f7fc9ba8ab0e is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:19:42.112798 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [req-8b95cf0c-e277-4631-9da4-7180cf00322a req-30e40858-952f-4be5-9628-b048c60aa562 tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:19:42.116778 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b95cf0c-e277-4631-9da4-7180cf00322a req-30e40858-952f-4be5-9628-b048c60aa562 tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:19:42.133616 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-e3cdc34e-823b-4109-85de-c0a3b78f69a5 admin admin] Calling delete_port for 0b553425-bc8a-41c9-9766-e3ee50149895 owned by network:router_interface {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:19:42.179873 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e40858-952f-4be5-9628-b048c60aa562 tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] Pushing event updated for resources: {'Port': ['ID=76ce3396-3d47-494f-9df0-6c9fb766b55f,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:42.186117 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [req-8b95cf0c-e277-4631-9da4-7180cf00322a req-e49fdfd1-b6f4-4f8f-bc8f-8c7c90fc982b tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] Allocated IP 172.20.0.4 (9c2ffc79-c7d1-4f3d-9944-f7fc9ba8ab0e/1a493fe9-4afb-474b-bbc9-d80e95cd20b9/bb7842d3-2485-42db-8f90-87ada6a88c81) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:19:42.253394 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b0abd0eb-684a-4ac5-aabf-430e5eb7b5ef req-4927ace7-4c75-4c2c-819f-3355e8a414cd tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] 10.222.0.41 "GET /v2.0/ports?device_id=baca4c6f-edfe-4bb8-8897-643e5e432c4a HTTP/1.1" status: 200 len: 210 time: 0.0733011 Aug 11 03:19:42.263550 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b95cf0c-e277-4631-9da4-7180cf00322a req-30e40858-952f-4be5-9628-b048c60aa562 tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:42.264224 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-8b95cf0c-e277-4631-9da4-7180cf00322a req-30e40858-952f-4be5-9628-b048c60aa562 tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:42.269745 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-9a38df2f-af22-4b9c-b969-7f3f01089209 req-04595b6d-d375-423a-9dd5-856977163083 service neutron] 10.222.0.24 "GET /v2.0/networks/e854785b-6921-4aac-9817-a841d5040ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3124168 Aug 11 03:19:42.513558 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [req-1d8334a0-f48c-4816-8e63-00eb2000b6be req-b9873dc1-a912-4646-94cc-a6975556e6ef tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Allocated IP 172.20.0.10 (0ff3f448-ca9b-4036-ac09-80380a15e692/715e9a5a-e634-4765-95b3-22d13c494c3d/0ea4b77d-3452-49a3-af5b-6f0e3d74e9d6) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:19:42.574327 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-82f2a4ee-a1f9-4412-adfc-3164a598a94a req-e68bbcd8-1a72-422a-836d-4c9c1a5166b1 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f5ca1c5-549b-45f8-b644-c1be9314f82b HTTP/1.1" status: 200 len: 210 time: 0.0528324 Aug 11 03:19:42.756009 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-8b95cf0c-e277-4631-9da4-7180cf00322a req-30e40858-952f-4be5-9628-b048c60aa562 tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8151371 Aug 11 03:19:42.815198 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-8b95cf0c-e277-4631-9da4-7180cf00322a req-e49fdfd1-b6f4-4f8f-bc8f-8c7c90fc982b tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:42.865840 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e473673e-81d7-4651-9acf-69f9c5473b83 req-66c1db78-01f1-4d28-a325-a17067e36bde tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/ports?device_id=a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c HTTP/1.1" status: 200 len: 210 time: 0.0611243 Aug 11 03:19:42.871971 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-9a38df2f-af22-4b9c-b969-7f3f01089209 req-29da5041-dd5b-4bc6-b40e-9dc4ddd96c48 service neutron] 10.222.0.24 "GET /v2.0/networks/e854785b-6921-4aac-9817-a841d5040ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5900712 Aug 11 03:19:42.994018 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-9a38df2f-af22-4b9c-b969-7f3f01089209 req-b74b7ed4-9987-4e40-b068-819267c3c55e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ba046f43-bd86-472c-a6e9-4db5d5ea61d0 HTTP/1.1" status: 200 len: 217 time: 0.1129632 Aug 11 03:19:43.038702 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-1d8334a0-f48c-4816-8e63-00eb2000b6be req-b9873dc1-a912-4646-94cc-a6975556e6ef tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:43.044848 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e3cdc34e-823b-4109-85de-c0a3b78f69a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:43.060103 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [req-1d8334a0-f48c-4816-8e63-00eb2000b6be req-b9873dc1-a912-4646-94cc-a6975556e6ef tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Transition to ACTIVE for port object 0ea4b77d-3452-49a3-af5b-6f0e3d74e9d6 will not be triggered until provisioned by entity DHCP. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:19:43.088697 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-8b95cf0c-e277-4631-9da4-7180cf00322a req-e49fdfd1-b6f4-4f8f-bc8f-8c7c90fc982b tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:43.097866 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cdc34e-823b-4109-85de-c0a3b78f69a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b553425-bc8a-41c9-9766-e3ee50149895,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:43.131230 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-8b95cf0c-e277-4631-9da4-7180cf00322a req-b5da89e1-0685-474f-8ec8-257258b36826 service neutron] Request body: {'port': {'device_id': 'a7254dd5-f008-4a5d-8be1-090c1b45f2cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764292-30'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:19:43.199000 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a38df2f-af22-4b9c-b969-7f3f01089209 req-0f542dac-eabd-41ea-8960-8a2b4ae254d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:43.200632 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-9a38df2f-af22-4b9c-b969-7f3f01089209 req-0f542dac-eabd-41ea-8960-8a2b4ae254d2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=50b43d93-528a-454a-beae-d58f91ef15e1 HTTP/1.1" status: 200 len: 797 time: 0.2013948 Aug 11 03:19:43.208393 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b95cf0c-e277-4631-9da4-7180cf00322a req-e49fdfd1-b6f4-4f8f-bc8f-8c7c90fc982b tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] Network 9c2ffc79-c7d1-4f3d-9944-f7fc9ba8ab0e is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:19:43.212518 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [req-8b95cf0c-e277-4631-9da4-7180cf00322a req-e49fdfd1-b6f4-4f8f-bc8f-8c7c90fc982b tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:19:43.214929 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49fdfd1-b6f4-4f8f-bc8f-8c7c90fc982b tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] Pushing event updated for resources: {'Port': ['ID=bb7842d3-2485-42db-8f90-87ada6a88c81,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:43.225241 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b95cf0c-e277-4631-9da4-7180cf00322a req-e49fdfd1-b6f4-4f8f-bc8f-8c7c90fc982b tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:19:43.319339 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b95cf0c-e277-4631-9da4-7180cf00322a req-e49fdfd1-b6f4-4f8f-bc8f-8c7c90fc982b tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:43.320067 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-8b95cf0c-e277-4631-9da4-7180cf00322a req-e49fdfd1-b6f4-4f8f-bc8f-8c7c90fc982b tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:43.355161 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-1d8334a0-f48c-4816-8e63-00eb2000b6be req-b9873dc1-a912-4646-94cc-a6975556e6ef tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:43.390849 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.agents_db [None req-950b7202-decb-43e2-8f71-ac8931dc9749 None None] Agent healthcheck: found 7 active agents {{(pid=102194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:19:43.455001 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d8334a0-f48c-4816-8e63-00eb2000b6be req-b9873dc1-a912-4646-94cc-a6975556e6ef tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Network 0ff3f448-ca9b-4036-ac09-80380a15e692 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:19:43.467499 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [req-1d8334a0-f48c-4816-8e63-00eb2000b6be req-b9873dc1-a912-4646-94cc-a6975556e6ef tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:19:43.477280 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d8334a0-f48c-4816-8e63-00eb2000b6be req-b9873dc1-a912-4646-94cc-a6975556e6ef tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:19:43.538507 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9873dc1-a912-4646-94cc-a6975556e6ef tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Pushing event updated for resources: {'Port': ['ID=0ea4b77d-3452-49a3-af5b-6f0e3d74e9d6,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:43.577414 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf80106-b026-4a2f-a41b-74805ae2fa4a req-99090d9f-867b-46cf-a6a3-ae434b829ebc tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:43.592549 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a38df2f-af22-4b9c-b969-7f3f01089209 req-1a3e6086-e8dd-40a0-9d57-bad92b279c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:43.592733 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5cf80106-b026-4a2f-a41b-74805ae2fa4a req-99090d9f-867b-46cf-a6a3-ae434b829ebc tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] 10.222.0.41 "GET /v2.0/ports?device_id=baca4c6f-edfe-4bb8-8897-643e5e432c4a HTTP/1.1" status: 200 len: 931 time: 0.1718013 Aug 11 03:19:43.592836 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-9a38df2f-af22-4b9c-b969-7f3f01089209 req-1a3e6086-e8dd-40a0-9d57-bad92b279c3b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e854785b-6921-4aac-9817-a841d5040ff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3555038 Aug 11 03:19:43.592929 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8b95cf0c-e277-4631-9da4-7180cf00322a req-e49fdfd1-b6f4-4f8f-bc8f-8c7c90fc982b tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0258198 Aug 11 03:19:43.593027 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-8b95cf0c-e277-4631-9da4-7180cf00322a req-b5da89e1-0685-474f-8ec8-257258b36826 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:43.616270 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-8b95cf0c-e277-4631-9da4-7180cf00322a req-4b1f1cf0-e15b-4c86-8580-06d703a773ea service neutron] Request body: {'port': {'device_id': 'baca4c6f-edfe-4bb8-8897-643e5e432c4a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764292-30'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:19:43.643957 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8334a0-f48c-4816-8e63-00eb2000b6be req-b9873dc1-a912-4646-94cc-a6975556e6ef tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:43.643957 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-1d8334a0-f48c-4816-8e63-00eb2000b6be req-b9873dc1-a912-4646-94cc-a6975556e6ef tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:43.806697 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5cf80106-b026-4a2f-a41b-74805ae2fa4a req-984515ab-5041-4bb0-ad01-6a3d6f0a1b4d tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] 10.222.0.41 "GET /v2.0/security-groups?id=d8402e18-afe7-430b-8d71-744621e49758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189672 Aug 11 03:19:43.866672 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-8b95cf0c-e277-4631-9da4-7180cf00322a req-4b1f1cf0-e15b-4c86-8580-06d703a773ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:43.895803 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1d8334a0-f48c-4816-8e63-00eb2000b6be req-b9873dc1-a912-4646-94cc-a6975556e6ef tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2081139 Aug 11 03:19:43.910467 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-1d8334a0-f48c-4816-8e63-00eb2000b6be req-74a00c7f-93f2-448b-9864-be4023915986 service neutron] Request body: {'port': {'device_id': '6f5ca1c5-549b-45f8-b644-c1be9314f82b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764292-30'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:19:43.949394 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-502e5506-2a66-4d74-ae0b-63affe40cb60 None None] Provisioning for port 0ea4b77d-3452-49a3-af5b-6f0e3d74e9d6 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:19:43.970132 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-502e5506-2a66-4d74-ae0b-63affe40cb60 None None] Provisioning complete for port 0ea4b77d-3452-49a3-af5b-6f0e3d74e9d6 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:19:43.974687 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-502e5506-2a66-4d74-ae0b-63affe40cb60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:44.005887 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305c0b3c-23ca-4799-9a6a-6a3af1e87769 req-13ba0abd-820c-42fe-a869-3ab642fe9ac8 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:44.008398 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-305c0b3c-23ca-4799-9a6a-6a3af1e87769 req-13ba0abd-820c-42fe-a869-3ab642fe9ac8 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f5ca1c5-549b-45f8-b644-c1be9314f82b HTTP/1.1" status: 200 len: 932 time: 0.3158236 Aug 11 03:19:44.027047 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-502e5506-2a66-4d74-ae0b-63affe40cb60 None None] Port 0ea4b77d-3452-49a3-af5b-6f0e3d74e9d6 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:19:44.034113 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698f02bb-9ca4-478d-867b-fbb1974bda31 req-4f0eedda-a135-4554-8aee-304bcb803672 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:44.036563 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-698f02bb-9ca4-478d-867b-fbb1974bda31 req-4f0eedda-a135-4554-8aee-304bcb803672 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.22 "GET /v2.0/networks?id=5550882c-d5be-4613-b9ce-af7283467065 HTTP/1.1" status: 200 len: 813 time: 0.7213266 Aug 11 03:19:44.039213 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e3cdc34e-823b-4109-85de-c0a3b78f69a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16383033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450082'] for router_interface, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:44.082782 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-698f02bb-9ca4-478d-867b-fbb1974bda31 req-4636e897-63c9-46e8-afe9-c46ca491d0c3 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Request body: {'port': {'device_id': 'a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c', 'network_id': '5550882c-d5be-4613-b9ce-af7283467065', 'admin_state_up': True, 'tenant_id': '1c3a4a4854b046bf84e782d3a4f4fd61'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:19:44.094305 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-69bc7cd1-446e-4ae8-bfa9-8178271eefa1 req-c10bcc07-f65e-4fb2-be11-198544ffca32 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/ports?device_id=a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c HTTP/1.1" status: 200 len: 210 time: 0.1140740 Aug 11 03:19:44.123194 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-1d8334a0-f48c-4816-8e63-00eb2000b6be req-74a00c7f-93f2-448b-9864-be4023915986 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:44.193800 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-305c0b3c-23ca-4799-9a6a-6a3af1e87769 req-a60e67b5-eaf0-4641-bf43-e94e1fcc47bb tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/security-groups?id=028f82ce-145e-4da5-a893-c699717fae6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1845372 Aug 11 03:19:44.238759 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-9a38df2f-af22-4b9c-b969-7f3f01089209 req-f35c15d3-74d4-481e-9d14-48f5993353c5 service neutron] 10.222.0.24 "GET /v2.0/networks/e854785b-6921-4aac-9817-a841d5040ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6105697 Aug 11 03:19:44.537708 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-9a38df2f-af22-4b9c-b969-7f3f01089209 req-7d618c0f-d569-444e-b9c0-d4ccf5e662fb service neutron] 10.222.0.24 "GET /v2.0/networks/e854785b-6921-4aac-9817-a841d5040ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2824926 Aug 11 03:19:44.554089 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [req-1d8334a0-f48c-4816-8e63-00eb2000b6be req-74a00c7f-93f2-448b-9864-be4023915986 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ea4b77d-3452-49a3-af5b-6f0e3d74e9d6 {{(pid=102192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:19:44.563253 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-1d8334a0-f48c-4816-8e63-00eb2000b6be req-74a00c7f-93f2-448b-9864-be4023915986 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:44.586525 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [req-1d8334a0-f48c-4816-8e63-00eb2000b6be req-74a00c7f-93f2-448b-9864-be4023915986 service neutron] Transition to ACTIVE for port object 0ea4b77d-3452-49a3-af5b-6f0e3d74e9d6 will not be triggered until provisioned by entity L2. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:19:44.653081 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-698f02bb-9ca4-478d-867b-fbb1974bda31 req-4636e897-63c9-46e8-afe9-c46ca491d0c3 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Made reservation on behalf of 1c3a4a4854b046bf84e782d3a4f4fd61 for: {'port': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:19:44.670996 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-698f02bb-9ca4-478d-867b-fbb1974bda31 req-4636e897-63c9-46e8-afe9-c46ca491d0c3 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:44.752334 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [req-8b95cf0c-e277-4631-9da4-7180cf00322a req-b5da89e1-0685-474f-8ec8-257258b36826 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76ce3396-3d47-494f-9df0-6c9fb766b55f {{(pid=102191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:19:44.760840 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-1d8334a0-f48c-4816-8e63-00eb2000b6be req-74a00c7f-93f2-448b-9864-be4023915986 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:44.789835 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-8b95cf0c-e277-4631-9da4-7180cf00322a req-b5da89e1-0685-474f-8ec8-257258b36826 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:44.826320 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [req-8b95cf0c-e277-4631-9da4-7180cf00322a req-b5da89e1-0685-474f-8ec8-257258b36826 service neutron] Transition to ACTIVE for port object 76ce3396-3d47-494f-9df0-6c9fb766b55f will not be triggered until provisioned by entity L2. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:19:44.832185 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3cdc34e-823b-4109-85de-c0a3b78f69a5 admin admin] Router f8eeae94-c3d4-451f-a96a-b5f6f4c649a4 has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:19:44.880177 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-8b95cf0c-e277-4631-9da4-7180cf00322a req-b5da89e1-0685-474f-8ec8-257258b36826 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:45.021768 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [req-698f02bb-9ca4-478d-867b-fbb1974bda31 req-4636e897-63c9-46e8-afe9-c46ca491d0c3 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Allocated IP 172.20.0.7 (5550882c-d5be-4613-b9ce-af7283467065/1720ed9a-a4c0-46ed-8d38-cf818eba15ba/1cb8468e-17ff-4509-bb1e-469bb7546cf3) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:19:45.172836 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a00c7f-93f2-448b-9864-be4023915986 service neutron] Pushing event updated for resources: {'Port': ['ID=0ea4b77d-3452-49a3-af5b-6f0e3d74e9d6,revision_number=2']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:45.185050 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [req-8b95cf0c-e277-4631-9da4-7180cf00322a req-4b1f1cf0-e15b-4c86-8580-06d703a773ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb7842d3-2485-42db-8f90-87ada6a88c81 {{(pid=102192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:19:45.202047 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-8b95cf0c-e277-4631-9da4-7180cf00322a req-4b1f1cf0-e15b-4c86-8580-06d703a773ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:45.229623 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [req-8b95cf0c-e277-4631-9da4-7180cf00322a req-4b1f1cf0-e15b-4c86-8580-06d703a773ea service neutron] Transition to ACTIVE for port object bb7842d3-2485-42db-8f90-87ada6a88c81 will not be triggered until provisioned by entity L2. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:19:45.276500 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-1d8334a0-f48c-4816-8e63-00eb2000b6be req-74a00c7f-93f2-448b-9864-be4023915986 service neutron] Attempting to bind port 0ea4b77d-3452-49a3-af5b-6f0e3d74e9d6 on host n-h2-764292-30 for vnic_type normal with profile {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:19:45.277475 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-1d8334a0-f48c-4816-8e63-00eb2000b6be req-74a00c7f-93f2-448b-9864-be4023915986 service neutron] Attempting to bind port 0ea4b77d-3452-49a3-af5b-6f0e3d74e9d6 by drivers openvswitch,hyperv on host n-h2-764292-30 at level 0 using segments [{'id': 'a9ef83d9-c206-4b92-b5da-2bb339718328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '0ff3f448-ca9b-4036-ac09-80380a15e692'}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:19:45.277738 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d8334a0-f48c-4816-8e63-00eb2000b6be req-74a00c7f-93f2-448b-9864-be4023915986 service neutron] Attempting to bind port 0ea4b77d-3452-49a3-af5b-6f0e3d74e9d6 on network 0ff3f448-ca9b-4036-ac09-80380a15e692 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:19:45.305420 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cd4e70ee-479d-48cb-a9fb-cc5b1a478772 req-93f68da0-4c85-470d-b541-483e106a8faf tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/ports?device_id=a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c HTTP/1.1" status: 200 len: 210 time: 0.0538461 Aug 11 03:19:45.311410 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-8b95cf0c-e277-4631-9da4-7180cf00322a req-4b1f1cf0-e15b-4c86-8580-06d703a773ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:45.315000 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d8334a0-f48c-4816-8e63-00eb2000b6be req-74a00c7f-93f2-448b-9864-be4023915986 service neutron] Port 0ea4b77d-3452-49a3-af5b-6f0e3d74e9d6 on network 0ff3f448-ca9b-4036-ac09-80380a15e692 not bound, no agent of type Open vSwitch agent registered on host n-h2-764292-30 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:19:45.315514 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d8334a0-f48c-4816-8e63-00eb2000b6be req-74a00c7f-93f2-448b-9864-be4023915986 service neutron] Attempting to bind port 0ea4b77d-3452-49a3-af5b-6f0e3d74e9d6 on network 0ff3f448-ca9b-4036-ac09-80380a15e692 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:19:45.333867 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66d3f41-d481-446e-adec-d9ce105df60c req-020ac57a-4370-426f-9b2d-33767a03e7f6 tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:45.337515 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b66d3f41-d481-446e-adec-d9ce105df60c req-020ac57a-4370-426f-9b2d-33767a03e7f6 tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] 10.222.0.41 "GET /v2.0/ports?device_id=baca4c6f-edfe-4bb8-8897-643e5e432c4a HTTP/1.1" status: 200 len: 931 time: 0.2557707 Aug 11 03:19:45.361648 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5da89e1-0685-474f-8ec8-257258b36826 service neutron] Pushing event updated for resources: {'Port': ['ID=76ce3396-3d47-494f-9df0-6c9fb766b55f,revision_number=2']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:45.380948 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d8334a0-f48c-4816-8e63-00eb2000b6be req-74a00c7f-93f2-448b-9864-be4023915986 service neutron] Checking agent: {'id': '70015fc0-62fb-48b2-b453-36906937cf2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 19, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:19:45.381495 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d8334a0-f48c-4816-8e63-00eb2000b6be req-74a00c7f-93f2-448b-9864-be4023915986 service neutron] Checking segment: {'id': 'a9ef83d9-c206-4b92-b5da-2bb339718328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '0ff3f448-ca9b-4036-ac09-80380a15e692'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:19:45.382036 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d8334a0-f48c-4816-8e63-00eb2000b6be req-74a00c7f-93f2-448b-9864-be4023915986 service neutron] Bound using segment: {'id': 'a9ef83d9-c206-4b92-b5da-2bb339718328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '0ff3f448-ca9b-4036-ac09-80380a15e692'} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:19:45.382793 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-1d8334a0-f48c-4816-8e63-00eb2000b6be req-74a00c7f-93f2-448b-9864-be4023915986 service neutron] Bound port: 0ea4b77d-3452-49a3-af5b-6f0e3d74e9d6, host: n-h2-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9ef83d9-c206-4b92-b5da-2bb339718328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '0ff3f448-ca9b-4036-ac09-80380a15e692'}}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:19:45.383323 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-1d8334a0-f48c-4816-8e63-00eb2000b6be req-74a00c7f-93f2-448b-9864-be4023915986 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:45.484972 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1f1cf0-e15b-4c86-8580-06d703a773ea service neutron] Pushing event updated for resources: {'Port': ['ID=bb7842d3-2485-42db-8f90-87ada6a88c81,revision_number=2']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:45.498981 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3cdc34e-823b-4109-85de-c0a3b78f69a5 admin admin] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:19:45.509964 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-e3cdc34e-823b-4109-85de-c0a3b78f69a5 admin admin] 10.222.0.41 "PUT /v2.0/routers/f8eeae94-c3d4-451f-a96a-b5f6f4c649a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5984674 Aug 11 03:19:45.515089 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-140e85f0-4583-49b8-aabf-5cb30befd958 None None] Sync routers for ids ['f8eeae94-c3d4-451f-a96a-b5f6f4c649a4'] in n-d-764292-30 {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:19:45.517790 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 45658) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:45.533779 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b66d3f41-d481-446e-adec-d9ce105df60c req-59796721-3d33-4d95-905d-bbd4b89aa988 tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] 10.222.0.41 "GET /v2.0/security-groups?id=d8402e18-afe7-430b-8d71-744621e49758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544783 Aug 11 03:19:45.536512 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-698f02bb-9ca4-478d-867b-fbb1974bda31 req-4636e897-63c9-46e8-afe9-c46ca491d0c3 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:45.544518 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-8b95cf0c-e277-4631-9da4-7180cf00322a req-b5da89e1-0685-474f-8ec8-257258b36826 service neutron] Attempting to bind port 76ce3396-3d47-494f-9df0-6c9fb766b55f on host n-h1-764292-30 for vnic_type normal with profile {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:19:45.544860 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-8b95cf0c-e277-4631-9da4-7180cf00322a req-b5da89e1-0685-474f-8ec8-257258b36826 service neutron] Attempting to bind port 76ce3396-3d47-494f-9df0-6c9fb766b55f by drivers openvswitch,hyperv on host n-h1-764292-30 at level 0 using segments [{'id': 'd2943fe1-acff-4cdf-87d8-f77fcd011cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '9c2ffc79-c7d1-4f3d-9944-f7fc9ba8ab0e'}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:19:45.545191 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b95cf0c-e277-4631-9da4-7180cf00322a req-b5da89e1-0685-474f-8ec8-257258b36826 service neutron] Attempting to bind port 76ce3396-3d47-494f-9df0-6c9fb766b55f on network 9c2ffc79-c7d1-4f3d-9944-f7fc9ba8ab0e {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:19:45.610801 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b95cf0c-e277-4631-9da4-7180cf00322a req-b5da89e1-0685-474f-8ec8-257258b36826 service neutron] Port 76ce3396-3d47-494f-9df0-6c9fb766b55f on network 9c2ffc79-c7d1-4f3d-9944-f7fc9ba8ab0e not bound, no agent of type Open vSwitch agent registered on host n-h1-764292-30 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:19:45.611034 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b95cf0c-e277-4631-9da4-7180cf00322a req-b5da89e1-0685-474f-8ec8-257258b36826 service neutron] Attempting to bind port 76ce3396-3d47-494f-9df0-6c9fb766b55f on network 9c2ffc79-c7d1-4f3d-9944-f7fc9ba8ab0e {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:19:45.662576 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b95cf0c-e277-4631-9da4-7180cf00322a req-b5da89e1-0685-474f-8ec8-257258b36826 service neutron] Checking agent: {'id': 'abb524c2-b412-4ed2-8367-45c4fd996fa7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 19, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:19:45.662921 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b95cf0c-e277-4631-9da4-7180cf00322a req-b5da89e1-0685-474f-8ec8-257258b36826 service neutron] Checking segment: {'id': 'd2943fe1-acff-4cdf-87d8-f77fcd011cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '9c2ffc79-c7d1-4f3d-9944-f7fc9ba8ab0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:19:45.663317 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b95cf0c-e277-4631-9da4-7180cf00322a req-b5da89e1-0685-474f-8ec8-257258b36826 service neutron] Bound using segment: {'id': 'd2943fe1-acff-4cdf-87d8-f77fcd011cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '9c2ffc79-c7d1-4f3d-9944-f7fc9ba8ab0e'} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:19:45.663769 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-8b95cf0c-e277-4631-9da4-7180cf00322a req-b5da89e1-0685-474f-8ec8-257258b36826 service neutron] Bound port: 76ce3396-3d47-494f-9df0-6c9fb766b55f, host: n-h1-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2943fe1-acff-4cdf-87d8-f77fcd011cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '9c2ffc79-c7d1-4f3d-9944-f7fc9ba8ab0e'}}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:19:45.664262 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-8b95cf0c-e277-4631-9da4-7180cf00322a req-b5da89e1-0685-474f-8ec8-257258b36826 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:45.679998 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140e85f0-4583-49b8-aabf-5cb30befd958 None None] Routers {'f8eeae94-c3d4-451f-a96a-b5f6f4c649a4'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:19:45.680725 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-140e85f0-4583-49b8-aabf-5cb30befd958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:19:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['f8eeae94-c3d4-451f-a96a-b5f6f4c649a4'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:19:45.703193 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-8b95cf0c-e277-4631-9da4-7180cf00322a req-4b1f1cf0-e15b-4c86-8580-06d703a773ea service neutron] Attempting to bind port bb7842d3-2485-42db-8f90-87ada6a88c81 on host n-h2-764292-30 for vnic_type normal with profile {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:19:45.704055 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-8b95cf0c-e277-4631-9da4-7180cf00322a req-4b1f1cf0-e15b-4c86-8580-06d703a773ea service neutron] Attempting to bind port bb7842d3-2485-42db-8f90-87ada6a88c81 by drivers openvswitch,hyperv on host n-h2-764292-30 at level 0 using segments [{'id': 'd2943fe1-acff-4cdf-87d8-f77fcd011cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '9c2ffc79-c7d1-4f3d-9944-f7fc9ba8ab0e'}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:19:45.704680 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b95cf0c-e277-4631-9da4-7180cf00322a req-4b1f1cf0-e15b-4c86-8580-06d703a773ea service neutron] Attempting to bind port bb7842d3-2485-42db-8f90-87ada6a88c81 on network 9c2ffc79-c7d1-4f3d-9944-f7fc9ba8ab0e {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:19:45.713078 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b95cf0c-e277-4631-9da4-7180cf00322a req-4b1f1cf0-e15b-4c86-8580-06d703a773ea service neutron] Port bb7842d3-2485-42db-8f90-87ada6a88c81 on network 9c2ffc79-c7d1-4f3d-9944-f7fc9ba8ab0e not bound, no agent of type Open vSwitch agent registered on host n-h2-764292-30 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:19:45.713672 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b95cf0c-e277-4631-9da4-7180cf00322a req-4b1f1cf0-e15b-4c86-8580-06d703a773ea service neutron] Attempting to bind port bb7842d3-2485-42db-8f90-87ada6a88c81 on network 9c2ffc79-c7d1-4f3d-9944-f7fc9ba8ab0e {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:19:45.723685 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b95cf0c-e277-4631-9da4-7180cf00322a req-4b1f1cf0-e15b-4c86-8580-06d703a773ea service neutron] Checking agent: {'id': '70015fc0-62fb-48b2-b453-36906937cf2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 19, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:19:45.724277 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b95cf0c-e277-4631-9da4-7180cf00322a req-4b1f1cf0-e15b-4c86-8580-06d703a773ea service neutron] Checking segment: {'id': 'd2943fe1-acff-4cdf-87d8-f77fcd011cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '9c2ffc79-c7d1-4f3d-9944-f7fc9ba8ab0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:19:45.725198 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b95cf0c-e277-4631-9da4-7180cf00322a req-4b1f1cf0-e15b-4c86-8580-06d703a773ea service neutron] Bound using segment: {'id': 'd2943fe1-acff-4cdf-87d8-f77fcd011cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '9c2ffc79-c7d1-4f3d-9944-f7fc9ba8ab0e'} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:19:45.725854 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-8b95cf0c-e277-4631-9da4-7180cf00322a req-4b1f1cf0-e15b-4c86-8580-06d703a773ea service neutron] Bound port: bb7842d3-2485-42db-8f90-87ada6a88c81, host: n-h2-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2943fe1-acff-4cdf-87d8-f77fcd011cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '9c2ffc79-c7d1-4f3d-9944-f7fc9ba8ab0e'}}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:19:45.726418 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-8b95cf0c-e277-4631-9da4-7180cf00322a req-4b1f1cf0-e15b-4c86-8580-06d703a773ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:45.807854 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-8b95cf0c-e277-4631-9da4-7180cf00322a req-4b1f1cf0-e15b-4c86-8580-06d703a773ea service neutron] For port bb7842d3-2485-42db-8f90-87ada6a88c81, host n-h2-764292-30, cleared binding levels {{(pid=102192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:19:45.812590 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-8b95cf0c-e277-4631-9da4-7180cf00322a req-4b1f1cf0-e15b-4c86-8580-06d703a773ea service neutron] For port bb7842d3-2485-42db-8f90-87ada6a88c81, host n-h2-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=bb7842d3-2485-42db-8f90-87ada6a88c81,segment=NetworkSegment(d2943fe1-acff-4cdf-87d8-f77fcd011cc3),segment_id=d2943fe1-acff-4cdf-87d8-f77fcd011cc3)] {{(pid=102192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:19:45.830844 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c269f6-8f28-4d0e-bf74-3b932a7fc924 req-bed54f19-8a78-417b-95e8-1e51cf8250e5 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:45.844198 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-140e85f0-4583-49b8-aabf-5cb30befd958 None None] Set router f8eeae94-c3d4-451f-a96a-b5f6f4c649a4 gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:19:45.850485 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e7c269f6-8f28-4d0e-bf74-3b932a7fc924 req-bed54f19-8a78-417b-95e8-1e51cf8250e5 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f5ca1c5-549b-45f8-b644-c1be9314f82b HTTP/1.1" status: 200 len: 944 time: 0.3962226 Aug 11 03:19:45.889058 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-1d8334a0-f48c-4816-8e63-00eb2000b6be req-74a00c7f-93f2-448b-9864-be4023915986 service neutron] For port 0ea4b77d-3452-49a3-af5b-6f0e3d74e9d6, host n-h2-764292-30, cleared binding levels {{(pid=102192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:19:45.904968 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e7c269f6-8f28-4d0e-bf74-3b932a7fc924 req-028bd2e4-95f2-4a4b-92b8-72a02370bcde tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/security-groups?id=028f82ce-145e-4da5-a893-c699717fae6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495586 Aug 11 03:19:45.907842 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-8b95cf0c-e277-4631-9da4-7180cf00322a req-4b1f1cf0-e15b-4c86-8580-06d703a773ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:45.930453 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b95cf0c-e277-4631-9da4-7180cf00322a req-4b1f1cf0-e15b-4c86-8580-06d703a773ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:45.930453 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-8b95cf0c-e277-4631-9da4-7180cf00322a req-4b1f1cf0-e15b-4c86-8580-06d703a773ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:45.930453 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8b95cf0c-e277-4631-9da4-7180cf00322a req-4b1f1cf0-e15b-4c86-8580-06d703a773ea service neutron] 10.222.0.24 "PUT /v2.0/ports/bb7842d3-2485-42db-8f90-87ada6a88c81 HTTP/1.1" status: 200 len: 1092 time: 2.3286800 Aug 11 03:19:45.940481 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baca4c6f-edfe-4bb8-8897-643e5e432c4a', 'tag': 'bb7842d3-2485-42db-8f90-87ada6a88c81'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:19:45.943601 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d307f84d-9a0c-46c1-87d1-04a41d253f9d" -d '{"events": [{"name": "network-changed", "server_uuid": "baca4c6f-edfe-4bb8-8897-643e5e432c4a", "tag": "bb7842d3-2485-42db-8f90-87ada6a88c81"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:19:45.970876 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-1d8334a0-f48c-4816-8e63-00eb2000b6be req-74a00c7f-93f2-448b-9864-be4023915986 service neutron] For port 0ea4b77d-3452-49a3-af5b-6f0e3d74e9d6, host n-h2-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=0ea4b77d-3452-49a3-af5b-6f0e3d74e9d6,segment=NetworkSegment(a9ef83d9-c206-4b92-b5da-2bb339718328),segment_id=a9ef83d9-c206-4b92-b5da-2bb339718328)] {{(pid=102192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:19:46.017105 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1f1cf0-e15b-4c86-8580-06d703a773ea service neutron] Pushing event updated for resources: {'Port': ['ID=bb7842d3-2485-42db-8f90-87ada6a88c81,revision_number=3']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:46.042906 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:19:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce6c3d55-212e-4ffa-bd46-1c51b6022055 x-openstack-request-id: req-ce6c3d55-212e-4ffa-bd46-1c51b6022055 {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:19:46.043201 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "baca4c6f-edfe-4bb8-8897-643e5e432c4a", "tag": "bb7842d3-2485-42db-8f90-87ada6a88c81", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:19:46.043458 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ce6c3d55-212e-4ffa-bd46-1c51b6022055 {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:19:46.044410 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'baca4c6f-edfe-4bb8-8897-643e5e432c4a', 'tag': 'bb7842d3-2485-42db-8f90-87ada6a88c81', 'status': 'completed', 'code': 200} Aug 11 03:19:46.067044 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-1d8334a0-f48c-4816-8e63-00eb2000b6be req-74a00c7f-93f2-448b-9864-be4023915986 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:46.147399 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-86109432-f38a-4ad0-9de2-b445659a9a11 admin admin] Notify callbacks [] for router, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:46.222276 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-8b95cf0c-e277-4631-9da4-7180cf00322a req-b5da89e1-0685-474f-8ec8-257258b36826 service neutron] For port 76ce3396-3d47-494f-9df0-6c9fb766b55f, host n-h1-764292-30, cleared binding levels {{(pid=102191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:19:46.229443 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-698f02bb-9ca4-478d-867b-fbb1974bda31 req-4636e897-63c9-46e8-afe9-c46ca491d0c3 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:46.235685 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-8b95cf0c-e277-4631-9da4-7180cf00322a req-b5da89e1-0685-474f-8ec8-257258b36826 service neutron] For port 76ce3396-3d47-494f-9df0-6c9fb766b55f, host n-h1-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=76ce3396-3d47-494f-9df0-6c9fb766b55f,segment=NetworkSegment(d2943fe1-acff-4cdf-87d8-f77fcd011cc3),segment_id=d2943fe1-acff-4cdf-87d8-f77fcd011cc3)] {{(pid=102191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:19:46.272239 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-140e85f0-4583-49b8-aabf-5cb30befd958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8eeae94-c3d4-451f-a96a-b5f6f4c649a4', 'name': 'tempest-ServerRescueNegativeTestJSON-1914444924-router', 'tenant_id': '41b5c288d18c42c2bbb943465bc76a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': '7cc0e450-9c26-4aac-90d5-55763314be88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:16:52Z', 'updated_at': '2021-08-11T03:19:42Z', 'revision_number': 5, 'project_id': '41b5c288d18c42c2bbb943465bc76a20', 'gw_port': {'id': '7cc0e450-9c26-4aac-90d5-55763314be88', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:f6:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8eeae94-c3d4-451f-a96a-b5f6f4c649a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:16:53Z', 'updated_at': '2021-08-11T03:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:19:46.305944 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-140e85f0-4583-49b8-aabf-5cb30befd958 None None] Checking router: f8eeae94-c3d4-451f-a96a-b5f6f4c649a4 for host: n-d-764292-30 {{(pid=102194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:19:46.321229 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140e85f0-4583-49b8-aabf-5cb30befd958 None None] Routers {'f8eeae94-c3d4-451f-a96a-b5f6f4c649a4'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:19:46.324256 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-140e85f0-4583-49b8-aabf-5cb30befd958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:19:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['f8eeae94-c3d4-451f-a96a-b5f6f4c649a4'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:19:46.339545 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-698f02bb-9ca4-478d-867b-fbb1974bda31 req-4636e897-63c9-46e8-afe9-c46ca491d0c3 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Network 5550882c-d5be-4613-b9ce-af7283467065 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:19:46.348205 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [req-698f02bb-9ca4-478d-867b-fbb1974bda31 req-4636e897-63c9-46e8-afe9-c46ca491d0c3 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:19:46.374417 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4636e897-63c9-46e8-afe9-c46ca491d0c3 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Pushing event updated for resources: {'Port': ['ID=1cb8468e-17ff-4509-bb1e-469bb7546cf3,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:46.386330 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-698f02bb-9ca4-478d-867b-fbb1974bda31 req-4636e897-63c9-46e8-afe9-c46ca491d0c3 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:19:46.391002 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-8b95cf0c-e277-4631-9da4-7180cf00322a req-b5da89e1-0685-474f-8ec8-257258b36826 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:46.428964 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-86109432-f38a-4ad0-9de2-b445659a9a11 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:46.531138 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-140e85f0-4583-49b8-aabf-5cb30befd958 None None] Set router f8eeae94-c3d4-451f-a96a-b5f6f4c649a4 gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:19:46.648922 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698f02bb-9ca4-478d-867b-fbb1974bda31 req-4636e897-63c9-46e8-afe9-c46ca491d0c3 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:46.649852 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-698f02bb-9ca4-478d-867b-fbb1974bda31 req-4636e897-63c9-46e8-afe9-c46ca491d0c3 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:46.654557 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a00c7f-93f2-448b-9864-be4023915986 service neutron] Pushing event updated for resources: {'Port': ['ID=0ea4b77d-3452-49a3-af5b-6f0e3d74e9d6,revision_number=3']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:46.665530 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5da89e1-0685-474f-8ec8-257258b36826 service neutron] Pushing event updated for resources: {'Port': ['ID=76ce3396-3d47-494f-9df0-6c9fb766b55f,revision_number=3']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:46.671364 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8334a0-f48c-4816-8e63-00eb2000b6be req-74a00c7f-93f2-448b-9864-be4023915986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:46.672253 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-1d8334a0-f48c-4816-8e63-00eb2000b6be req-74a00c7f-93f2-448b-9864-be4023915986 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:46.674875 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1d8334a0-f48c-4816-8e63-00eb2000b6be req-74a00c7f-93f2-448b-9864-be4023915986 service neutron] 10.222.0.24 "PUT /v2.0/ports/0ea4b77d-3452-49a3-af5b-6f0e3d74e9d6 HTTP/1.1" status: 200 len: 1093 time: 2.7690015 Aug 11 03:19:46.685912 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b95cf0c-e277-4631-9da4-7180cf00322a req-b5da89e1-0685-474f-8ec8-257258b36826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:46.685912 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-8b95cf0c-e277-4631-9da4-7180cf00322a req-b5da89e1-0685-474f-8ec8-257258b36826 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:46.696977 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-8b95cf0c-e277-4631-9da4-7180cf00322a req-b5da89e1-0685-474f-8ec8-257258b36826 service neutron] 10.222.0.22 "PUT /v2.0/ports/76ce3396-3d47-494f-9df0-6c9fb766b55f HTTP/1.1" status: 200 len: 1093 time: 3.9176095 Aug 11 03:19:46.698160 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7254dd5-f008-4a5d-8be1-090c1b45f2cc', 'tag': '76ce3396-3d47-494f-9df0-6c9fb766b55f'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:19:46.702093 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f9b9625-3810-4449-8c90-9b78fbf53eb6" -d '{"events": [{"name": "network-changed", "server_uuid": "a7254dd5-f008-4a5d-8be1-090c1b45f2cc", "tag": "76ce3396-3d47-494f-9df0-6c9fb766b55f"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:19:46.799189 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b95cf0c-e277-4631-9da4-7180cf00322a req-85f0e9a8-ff86-4dce-9414-02493ddff1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:46.801276 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8b95cf0c-e277-4631-9da4-7180cf00322a req-85f0e9a8-ff86-4dce-9414-02493ddff1f7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3c3f24d43a6d469998a52c0f18fe5e13&device_id=baca4c6f-edfe-4bb8-8897-643e5e432c4a HTTP/1.1" status: 200 len: 1095 time: 0.7508101 Aug 11 03:19:46.833578 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec3aaac-c00a-4202-8f05-afc8b5a1a6b1 req-5edc3896-8bfc-40a4-b595-97487496bc8c tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:46.842451 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2ec3aaac-c00a-4202-8f05-afc8b5a1a6b1 req-5edc3896-8bfc-40a4-b595-97487496bc8c tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/ports?device_id=a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c HTTP/1.1" status: 200 len: 931 time: 0.1836765 Aug 11 03:19:46.871834 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-140e85f0-4583-49b8-aabf-5cb30befd958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8eeae94-c3d4-451f-a96a-b5f6f4c649a4', 'name': 'tempest-ServerRescueNegativeTestJSON-1914444924-router', 'tenant_id': '41b5c288d18c42c2bbb943465bc76a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': '7cc0e450-9c26-4aac-90d5-55763314be88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:16:52Z', 'updated_at': '2021-08-11T03:19:42Z', 'revision_number': 5, 'project_id': '41b5c288d18c42c2bbb943465bc76a20', 'gw_port': {'id': '7cc0e450-9c26-4aac-90d5-55763314be88', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:f6:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8eeae94-c3d4-451f-a96a-b5f6f4c649a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:16:53Z', 'updated_at': '2021-08-11T03:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:19:46.899160 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee3c330-5a8d-407d-8060-a43305afb964 req-06739564-069a-46e2-af92-bd8df14ab4a3 tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:46.900819 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3ee3c330-5a8d-407d-8060-a43305afb964 req-06739564-069a-46e2-af92-bd8df14ab4a3 tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] 10.222.0.41 "GET /v2.0/ports?device_id=baca4c6f-edfe-4bb8-8897-643e5e432c4a HTTP/1.1" status: 200 len: 943 time: 0.1746767 Aug 11 03:19:46.902481 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8b95cf0c-e277-4631-9da4-7180cf00322a req-678213d6-dd7d-401d-918d-f7f246ea7426 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bb7842d3-2485-42db-8f90-87ada6a88c81 HTTP/1.1" status: 200 len: 217 time: 0.0829203 Aug 11 03:19:46.933430 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-698f02bb-9ca4-478d-867b-fbb1974bda31 req-4636e897-63c9-46e8-afe9-c46ca491d0c3 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8595741 Aug 11 03:19:46.945840 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-140e85f0-4583-49b8-aabf-5cb30befd958 None None] The sync data for ids ['f8eeae94-c3d4-451f-a96a-b5f6f4c649a4'] in n-d-764292-30 is: [{'id': 'f8eeae94-c3d4-451f-a96a-b5f6f4c649a4', 'name': 'tempest-ServerRescueNegativeTestJSON-1914444924-router', 'tenant_id': '41b5c288d18c42c2bbb943465bc76a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': '7cc0e450-9c26-4aac-90d5-55763314be88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:16:52Z', 'updated_at': '2021-08-11T03:19:42Z', 'revision_number': 5, 'project_id': '41b5c288d18c42c2bbb943465bc76a20', 'gw_port': {'id': '7cc0e450-9c26-4aac-90d5-55763314be88', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:f6:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8eeae94-c3d4-451f-a96a-b5f6f4c649a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:16:53Z', 'updated_at': '2021-08-11T03:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}] {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:19:46.952801 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-698f02bb-9ca4-478d-867b-fbb1974bda31 req-b6a8c360-ef61-4109-86e1-591f2e0c6853 service neutron] Request body: {'port': {'device_id': 'a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764292-30'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:19:46.956608 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b95cf0c-e277-4631-9da4-7180cf00322a req-ad508597-87b5-46bb-8ef2-dab4b3e1d142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:46.958125 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-8b95cf0c-e277-4631-9da4-7180cf00322a req-ad508597-87b5-46bb-8ef2-dab4b3e1d142 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=3c3f24d43a6d469998a52c0f18fe5e13&device_id=a7254dd5-f008-4a5d-8be1-090c1b45f2cc HTTP/1.1" status: 200 len: 1096 time: 0.1490674 Aug 11 03:19:46.965031 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-86109432-f38a-4ad0-9de2-b445659a9a11 admin admin] Deleting port 7cc0e450-9c26-4aac-90d5-55763314be88 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:19:46.965450 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-86109432-f38a-4ad0-9de2-b445659a9a11 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:47.043199 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b95cf0c-e277-4631-9da4-7180cf00322a req-ff117add-5f9e-4935-89f9-9baab8c8379c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:47.044701 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8b95cf0c-e277-4631-9da4-7180cf00322a req-ff117add-5f9e-4935-89f9-9baab8c8379c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1a493fe9-4afb-474b-bbc9-d80e95cd20b9 HTTP/1.1" status: 200 len: 852 time: 0.0837219 Aug 11 03:19:47.097130 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-8b95cf0c-e277-4631-9da4-7180cf00322a req-17fd3a6f-9ce8-4ebf-851d-8887b1fb6589 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=76ce3396-3d47-494f-9df0-6c9fb766b55f HTTP/1.1" status: 200 len: 217 time: 0.1007977 Aug 11 03:19:47.145717 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2ec3aaac-c00a-4202-8f05-afc8b5a1a6b1 req-f3d8a29d-b782-4464-aacf-dc44df082a27 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbb5f37-cd37-415a-b820-36c249955487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3021810 Aug 11 03:19:47.153901 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8b95cf0c-e277-4631-9da4-7180cf00322a req-20b75486-fd4c-4905-ae24-194928b5400e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9c2ffc79-c7d1-4f3d-9944-f7fc9ba8ab0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0809753 Aug 11 03:19:47.186861 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-698f02bb-9ca4-478d-867b-fbb1974bda31 req-b6a8c360-ef61-4109-86e1-591f2e0c6853 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:47.213639 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b95cf0c-e277-4631-9da4-7180cf00322a req-57c2a415-4ea0-4b60-8169-131fd8d44432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:47.215206 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-8b95cf0c-e277-4631-9da4-7180cf00322a req-57c2a415-4ea0-4b60-8169-131fd8d44432 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1a493fe9-4afb-474b-bbc9-d80e95cd20b9 HTTP/1.1" status: 200 len: 852 time: 0.1052284 Aug 11 03:19:47.235376 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8334a0-f48c-4816-8e63-00eb2000b6be req-ac0609b1-668c-49c3-95d1-47ff889c63c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:47.246669 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1d8334a0-f48c-4816-8e63-00eb2000b6be req-ac0609b1-668c-49c3-95d1-47ff889c63c9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a5478860f7cb432583cc8e5d994d2237&device_id=6f5ca1c5-549b-45f8-b644-c1be9314f82b HTTP/1.1" status: 200 len: 1096 time: 0.4261887 Aug 11 03:19:47.246765 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf018f5a-384a-4477-9ea1-a9f8d708c1c2 x-openstack-request-id: req-bf018f5a-384a-4477-9ea1-a9f8d708c1c2 {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:19:47.246765 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7254dd5-f008-4a5d-8be1-090c1b45f2cc", "tag": "76ce3396-3d47-494f-9df0-6c9fb766b55f", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:19:47.246765 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bf018f5a-384a-4477-9ea1-a9f8d708c1c2 {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:19:47.246765 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7254dd5-f008-4a5d-8be1-090c1b45f2cc', 'tag': '76ce3396-3d47-494f-9df0-6c9fb766b55f', 'status': 'completed', 'code': 200} Aug 11 03:19:47.290749 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3ee3c330-5a8d-407d-8060-a43305afb964 req-2123f0eb-8ed6-4cc9-bcd5-c796ecb36a23 tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] 10.222.0.41 "GET /v2.0/security-groups?id=d8402e18-afe7-430b-8d71-744621e49758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3443837 Aug 11 03:19:47.362744 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1d8334a0-f48c-4816-8e63-00eb2000b6be req-7cca464d-d7bc-4cef-ad60-50da71a09e10 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0ea4b77d-3452-49a3-af5b-6f0e3d74e9d6 HTTP/1.1" status: 200 len: 217 time: 0.0881233 Aug 11 03:19:47.455856 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8b95cf0c-e277-4631-9da4-7180cf00322a req-521a1200-c333-4856-855e-b4d13370fdef service neutron] 10.222.0.24 "GET /v2.0/networks/9c2ffc79-c7d1-4f3d-9944-f7fc9ba8ab0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2872214 Aug 11 03:19:47.473546 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-8b95cf0c-e277-4631-9da4-7180cf00322a req-44488a0d-4226-4be1-b118-6f93b869ae7b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=9c2ffc79-c7d1-4f3d-9944-f7fc9ba8ab0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2497907 Aug 11 03:19:47.480955 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [None req-86109432-f38a-4ad0-9de2-b445659a9a11 admin admin] For port 7cc0e450-9c26-4aac-90d5-55763314be88, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=7cc0e450-9c26-4aac-90d5-55763314be88,segment=NetworkSegment(fab28bed-aa25-40db-bba4-ec26e795194c),segment_id=fab28bed-aa25-40db-bba4-ec26e795194c)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:19:47.481876 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-86109432-f38a-4ad0-9de2-b445659a9a11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:47.548903 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-86109432-f38a-4ad0-9de2-b445659a9a11 admin admin] Calling delete_port for 7cc0e450-9c26-4aac-90d5-55763314be88 owned by network:router_gateway {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:19:47.579322 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482a7dc1-6674-49eb-8e32-a7bc4f071f32 req-46ee4383-60d3-4e61-b575-b9f3c9085ac6 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:47.580999 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-482a7dc1-6674-49eb-8e32-a7bc4f071f32 req-46ee4383-60d3-4e61-b575-b9f3c9085ac6 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f5ca1c5-549b-45f8-b644-c1be9314f82b HTTP/1.1" status: 200 len: 944 time: 0.2346432 Aug 11 03:19:47.582642 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8334a0-f48c-4816-8e63-00eb2000b6be req-a18068a9-ba5c-4761-a4d1-b904cb83758b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:47.584365 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1d8334a0-f48c-4816-8e63-00eb2000b6be req-a18068a9-ba5c-4761-a4d1-b904cb83758b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=715e9a5a-e634-4765-95b3-22d13c494c3d HTTP/1.1" status: 200 len: 834 time: 0.2017200 Aug 11 03:19:47.659540 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8b95cf0c-e277-4631-9da4-7180cf00322a req-fea2b1e9-41b7-49cf-ae1f-2442184ba64f service neutron] 10.222.0.24 "GET /v2.0/networks/9c2ffc79-c7d1-4f3d-9944-f7fc9ba8ab0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703496 Aug 11 03:19:47.681781 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8334a0-f48c-4816-8e63-00eb2000b6be req-b544ab8f-b226-4770-b729-0e2572f74ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:47.683519 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1d8334a0-f48c-4816-8e63-00eb2000b6be req-b544ab8f-b226-4770-b729-0e2572f74ea5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0ff3f448-ca9b-4036-ac09-80380a15e692&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0898917 Aug 11 03:19:47.690367 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-482a7dc1-6674-49eb-8e32-a7bc4f071f32 req-66205443-97e8-448e-ae78-aa7d0289a8ae tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/security-groups?id=028f82ce-145e-4da5-a893-c699717fae6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818689 Aug 11 03:19:47.727644 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-8b95cf0c-e277-4631-9da4-7180cf00322a req-f73c4eb2-4178-4f60-8a6a-fd56788d5068 service neutron] 10.222.0.22 "GET /v2.0/networks/9c2ffc79-c7d1-4f3d-9944-f7fc9ba8ab0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2415183 Aug 11 03:19:47.736582 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 0b553425-bc8a-41c9-9766-e3ee50149895 no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:19:47.763133 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: 0b553425-bc8a-41c9-9766-e3ee50149895 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:19:47.763490 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 0b553425-bc8a-41c9-9766-e3ee50149895 not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:19:47.867315 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d307f84d-9a0c-46c1-87d1-04a41d253f9d req-9d4fd263-7d3c-4dc7-bdc7-e508569a9b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:47.868970 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d307f84d-9a0c-46c1-87d1-04a41d253f9d req-9d4fd263-7d3c-4dc7-bdc7-e508569a9b58 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3c3f24d43a6d469998a52c0f18fe5e13&device_id=baca4c6f-edfe-4bb8-8897-643e5e432c4a HTTP/1.1" status: 200 len: 1095 time: 0.0840800 Aug 11 03:19:47.877063 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [req-698f02bb-9ca4-478d-867b-fbb1974bda31 req-b6a8c360-ef61-4109-86e1-591f2e0c6853 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cb8468e-17ff-4509-bb1e-469bb7546cf3 {{(pid=102191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:19:47.896888 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-698f02bb-9ca4-478d-867b-fbb1974bda31 req-b6a8c360-ef61-4109-86e1-591f2e0c6853 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:47.899793 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1d8334a0-f48c-4816-8e63-00eb2000b6be req-0d364c77-57a7-462b-9e5d-fc5748a08630 service neutron] 10.222.0.24 "GET /v2.0/networks/0ff3f448-ca9b-4036-ac09-80380a15e692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091823 Aug 11 03:19:47.913111 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-8b95cf0c-e277-4631-9da4-7180cf00322a req-20273619-4e3a-4a46-9d8b-7fc19bba589a service neutron] 10.222.0.22 "GET /v2.0/networks/9c2ffc79-c7d1-4f3d-9944-f7fc9ba8ab0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628830 Aug 11 03:19:47.936308 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [req-698f02bb-9ca4-478d-867b-fbb1974bda31 req-b6a8c360-ef61-4109-86e1-591f2e0c6853 service neutron] Transition to ACTIVE for port object 1cb8468e-17ff-4509-bb1e-469bb7546cf3 will not be triggered until provisioned by entity L2. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:19:48.034748 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-698f02bb-9ca4-478d-867b-fbb1974bda31 req-b6a8c360-ef61-4109-86e1-591f2e0c6853 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:48.039415 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-86109432-f38a-4ad0-9de2-b445659a9a11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:48.052110 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f5ca1c5-549b-45f8-b644-c1be9314f82b', 'tag': '0ea4b77d-3452-49a3-af5b-6f0e3d74e9d6'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:19:48.054390 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7a880ab-3d81-45bb-b748-c2531ed41eff" -d '{"events": [{"name": "network-changed", "server_uuid": "6f5ca1c5-549b-45f8-b644-c1be9314f82b", "tag": "0ea4b77d-3452-49a3-af5b-6f0e3d74e9d6"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:19:48.110301 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d307f84d-9a0c-46c1-87d1-04a41d253f9d req-177c7531-d0f9-4e1f-9d7b-9113e58f7aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:48.112190 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d307f84d-9a0c-46c1-87d1-04a41d253f9d req-177c7531-d0f9-4e1f-9d7b-9113e58f7aa5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9c2ffc79-c7d1-4f3d-9944-f7fc9ba8ab0e HTTP/1.1" status: 200 len: 913 time: 0.2354684 Aug 11 03:19:48.118795 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1d8334a0-f48c-4816-8e63-00eb2000b6be req-659a6908-a16d-4747-8f37-554ecc058e29 service neutron] 10.222.0.24 "GET /v2.0/networks/0ff3f448-ca9b-4036-ac09-80380a15e692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054863 Aug 11 03:19:48.120693 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8518c76f-b411-47d5-b3e6-b4d68c4fe266 x-openstack-request-id: req-8518c76f-b411-47d5-b3e6-b4d68c4fe266 {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:19:48.121415 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f5ca1c5-549b-45f8-b644-c1be9314f82b", "tag": "0ea4b77d-3452-49a3-af5b-6f0e3d74e9d6", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:19:48.121415 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8518c76f-b411-47d5-b3e6-b4d68c4fe266 {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:19:48.121604 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f5ca1c5-549b-45f8-b644-c1be9314f82b', 'tag': '0ea4b77d-3452-49a3-af5b-6f0e3d74e9d6', 'status': 'completed', 'code': 200} Aug 11 03:19:48.175725 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d307f84d-9a0c-46c1-87d1-04a41d253f9d req-854f3e55-bcbf-4489-b531-6f6c4754f2dd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bb7842d3-2485-42db-8f90-87ada6a88c81 HTTP/1.1" status: 200 len: 217 time: 0.0478859 Aug 11 03:19:48.196535 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a8c360-ef61-4109-86e1-591f2e0c6853 service neutron] Pushing event updated for resources: {'Port': ['ID=1cb8468e-17ff-4509-bb1e-469bb7546cf3,revision_number=2']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:48.241274 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86109432-f38a-4ad0-9de2-b445659a9a11 admin admin] Pushing event deleted for resources: {'Port': ['ID=7cc0e450-9c26-4aac-90d5-55763314be88,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:48.302227 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9b9625-3810-4449-8c90-9b78fbf53eb6 req-f0a757af-0f6a-4b7a-bd3d-49b672b87b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:48.315068 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-9f9b9625-3810-4449-8c90-9b78fbf53eb6 req-f0a757af-0f6a-4b7a-bd3d-49b672b87b1b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=3c3f24d43a6d469998a52c0f18fe5e13&device_id=a7254dd5-f008-4a5d-8be1-090c1b45f2cc HTTP/1.1" status: 200 len: 1096 time: 0.2373862 Aug 11 03:19:48.346995 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-698f02bb-9ca4-478d-867b-fbb1974bda31 req-b6a8c360-ef61-4109-86e1-591f2e0c6853 service neutron] Attempting to bind port 1cb8468e-17ff-4509-bb1e-469bb7546cf3 on host n-h1-764292-30 for vnic_type normal with profile {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:19:48.346995 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-698f02bb-9ca4-478d-867b-fbb1974bda31 req-b6a8c360-ef61-4109-86e1-591f2e0c6853 service neutron] Attempting to bind port 1cb8468e-17ff-4509-bb1e-469bb7546cf3 by drivers openvswitch,hyperv on host n-h1-764292-30 at level 0 using segments [{'id': 'ae9692f4-c155-4a13-a589-facf8973fb30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5550882c-d5be-4613-b9ce-af7283467065'}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:19:48.346995 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-698f02bb-9ca4-478d-867b-fbb1974bda31 req-b6a8c360-ef61-4109-86e1-591f2e0c6853 service neutron] Attempting to bind port 1cb8468e-17ff-4509-bb1e-469bb7546cf3 on network 5550882c-d5be-4613-b9ce-af7283467065 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:19:48.350225 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d307f84d-9a0c-46c1-87d1-04a41d253f9d req-79b8c52b-1512-487d-b454-2b58de49bba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:48.351751 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d307f84d-9a0c-46c1-87d1-04a41d253f9d req-79b8c52b-1512-487d-b454-2b58de49bba6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1a493fe9-4afb-474b-bbc9-d80e95cd20b9 HTTP/1.1" status: 200 len: 852 time: 0.1679647 Aug 11 03:19:48.382668 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f41000-8f7a-4456-81b0-aa8f6272b063 req-c8d8e479-0bc6-42d6-b2ac-b8d84f191681 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:48.384164 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-88f41000-8f7a-4456-81b0-aa8f6272b063 req-c8d8e479-0bc6-42d6-b2ac-b8d84f191681 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/ports?device_id=a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c HTTP/1.1" status: 200 len: 943 time: 0.1502793 Aug 11 03:19:48.393074 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-86109432-f38a-4ad0-9de2-b445659a9a11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-446916'] for router_gateway, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:48.397529 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-698f02bb-9ca4-478d-867b-fbb1974bda31 req-b6a8c360-ef61-4109-86e1-591f2e0c6853 service neutron] Port 1cb8468e-17ff-4509-bb1e-469bb7546cf3 on network 5550882c-d5be-4613-b9ce-af7283467065 not bound, no agent of type Open vSwitch agent registered on host n-h1-764292-30 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:19:48.397852 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-698f02bb-9ca4-478d-867b-fbb1974bda31 req-b6a8c360-ef61-4109-86e1-591f2e0c6853 service neutron] Attempting to bind port 1cb8468e-17ff-4509-bb1e-469bb7546cf3 on network 5550882c-d5be-4613-b9ce-af7283467065 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:19:48.403846 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a880ab-3d81-45bb-b748-c2531ed41eff req-9e350618-8acc-45bd-8eb9-2257ef151abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:48.405363 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d7a880ab-3d81-45bb-b748-c2531ed41eff req-9e350618-8acc-45bd-8eb9-2257ef151abf service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a5478860f7cb432583cc8e5d994d2237&device_id=6f5ca1c5-549b-45f8-b644-c1be9314f82b HTTP/1.1" status: 200 len: 1096 time: 0.1730795 Aug 11 03:19:48.408676 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d307f84d-9a0c-46c1-87d1-04a41d253f9d req-3bc3bc99-c225-43ea-bf79-68b99d1278a8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9c2ffc79-c7d1-4f3d-9944-f7fc9ba8ab0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440528 Aug 11 03:19:48.503978 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-698f02bb-9ca4-478d-867b-fbb1974bda31 req-b6a8c360-ef61-4109-86e1-591f2e0c6853 service neutron] Checking agent: {'id': 'abb524c2-b412-4ed2-8367-45c4fd996fa7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 19, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:19:48.504754 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-698f02bb-9ca4-478d-867b-fbb1974bda31 req-b6a8c360-ef61-4109-86e1-591f2e0c6853 service neutron] Checking segment: {'id': 'ae9692f4-c155-4a13-a589-facf8973fb30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5550882c-d5be-4613-b9ce-af7283467065'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:19:48.504754 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-698f02bb-9ca4-478d-867b-fbb1974bda31 req-b6a8c360-ef61-4109-86e1-591f2e0c6853 service neutron] Bound using segment: {'id': 'ae9692f4-c155-4a13-a589-facf8973fb30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5550882c-d5be-4613-b9ce-af7283467065'} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:19:48.505175 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-698f02bb-9ca4-478d-867b-fbb1974bda31 req-b6a8c360-ef61-4109-86e1-591f2e0c6853 service neutron] Bound port: 1cb8468e-17ff-4509-bb1e-469bb7546cf3, host: n-h1-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae9692f4-c155-4a13-a589-facf8973fb30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5550882c-d5be-4613-b9ce-af7283467065'}}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:19:48.505507 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-698f02bb-9ca4-478d-867b-fbb1974bda31 req-b6a8c360-ef61-4109-86e1-591f2e0c6853 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:48.525345 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-86109432-f38a-4ad0-9de2-b445659a9a11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6544'] for router, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:48.533610 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-86109432-f38a-4ad0-9de2-b445659a9a11 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:48.538659 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-88f41000-8f7a-4456-81b0-aa8f6272b063 req-a463f9ee-413e-4f0f-9b0d-b0b06f230c63 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbb5f37-cd37-415a-b820-36c249955487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320894 Aug 11 03:19:48.623419 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a880ab-3d81-45bb-b748-c2531ed41eff req-699da72e-1e74-46cc-af13-db081de1af83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:48.624985 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d7a880ab-3d81-45bb-b748-c2531ed41eff req-699da72e-1e74-46cc-af13-db081de1af83 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0ff3f448-ca9b-4036-ac09-80380a15e692 HTTP/1.1" status: 200 len: 898 time: 0.2026131 Aug 11 03:19:48.629287 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d307f84d-9a0c-46c1-87d1-04a41d253f9d req-18971790-5ea3-4eb6-8bec-188cd49820b0 service neutron] 10.222.0.24 "GET /v2.0/networks/9c2ffc79-c7d1-4f3d-9944-f7fc9ba8ab0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1980929 Aug 11 03:19:48.630738 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9b9625-3810-4449-8c90-9b78fbf53eb6 req-56cf66a1-b73c-4ea0-9eb3-c2ade12f093c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:48.632207 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-9f9b9625-3810-4449-8c90-9b78fbf53eb6 req-56cf66a1-b73c-4ea0-9eb3-c2ade12f093c service neutron] 10.222.0.22 "GET /v2.0/networks?id=9c2ffc79-c7d1-4f3d-9944-f7fc9ba8ab0e HTTP/1.1" status: 200 len: 913 time: 0.3036554 Aug 11 03:19:48.688364 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-9f9b9625-3810-4449-8c90-9b78fbf53eb6 req-278fac1f-9670-4ca1-a97b-f040efec7ba2 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=76ce3396-3d47-494f-9df0-6c9fb766b55f HTTP/1.1" status: 200 len: 217 time: 0.0425651 Aug 11 03:19:48.708372 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-86109432-f38a-4ad0-9de2-b445659a9a11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448809'] for router, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:48.708853 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86109432-f38a-4ad0-9de2-b445659a9a11 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f8eeae94-c3d4-451f-a96a-b5f6f4c649a4 {{(pid=102191) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:19:48.725920 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-86109432-f38a-4ad0-9de2-b445659a9a11 admin admin] Notify callbacks [] for router, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:48.727235 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-86109432-f38a-4ad0-9de2-b445659a9a11 admin admin] 10.222.0.41 "DELETE /v2.0/routers/f8eeae94-c3d4-451f-a96a-b5f6f4c649a4 HTTP/1.1" status: 204 len: 168 time: 3.2019327 Aug 11 03:19:48.729980 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 45724) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:48.753677 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d7a880ab-3d81-45bb-b748-c2531ed41eff req-79f4e4ed-c2fb-498b-8ef1-48d39b630155 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0ea4b77d-3452-49a3-af5b-6f0e3d74e9d6 HTTP/1.1" status: 200 len: 217 time: 0.1091399 Aug 11 03:19:48.776333 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-698f02bb-9ca4-478d-867b-fbb1974bda31 req-b6a8c360-ef61-4109-86e1-591f2e0c6853 service neutron] For port 1cb8468e-17ff-4509-bb1e-469bb7546cf3, host n-h1-764292-30, cleared binding levels {{(pid=102191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:19:48.821008 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-698f02bb-9ca4-478d-867b-fbb1974bda31 req-b6a8c360-ef61-4109-86e1-591f2e0c6853 service neutron] For port 1cb8468e-17ff-4509-bb1e-469bb7546cf3, host n-h1-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=1cb8468e-17ff-4509-bb1e-469bb7546cf3,segment=NetworkSegment(ae9692f4-c155-4a13-a589-facf8973fb30),segment_id=ae9692f4-c155-4a13-a589-facf8973fb30)] {{(pid=102191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:19:48.834531 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9b9625-3810-4449-8c90-9b78fbf53eb6 req-cb7d8506-56d9-4294-96ad-068c0ad3d718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:48.836144 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-9f9b9625-3810-4449-8c90-9b78fbf53eb6 req-cb7d8506-56d9-4294-96ad-068c0ad3d718 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1a493fe9-4afb-474b-bbc9-d80e95cd20b9 HTTP/1.1" status: 200 len: 852 time: 0.1396103 Aug 11 03:19:48.853608 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d88dee-2dda-4dc9-8d50-ebcc323ff65d req-a8f9af6e-6573-411c-95e4-11291878b525 tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:48.855793 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b4d88dee-2dda-4dc9-8d50-ebcc323ff65d req-a8f9af6e-6573-411c-95e4-11291878b525 tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] 10.222.0.41 "GET /v2.0/ports?device_id=baca4c6f-edfe-4bb8-8897-643e5e432c4a HTTP/1.1" status: 200 len: 943 time: 0.2217052 Aug 11 03:19:48.858431 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8f62995-d154-4180-96a8-0def4052be2f admin admin] Deleting subnet e698cbd6-76d9-4af8-b3ec-764f8a7a09e2 {{(pid=102191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:19:48.864265 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e8f62995-d154-4180-96a8-0def4052be2f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:48.890994 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a880ab-3d81-45bb-b748-c2531ed41eff req-d1b691bb-120f-4cd9-9a71-2d08707a44bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:48.892132 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d7a880ab-3d81-45bb-b748-c2531ed41eff req-d1b691bb-120f-4cd9-9a71-2d08707a44bc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=715e9a5a-e634-4765-95b3-22d13c494c3d HTTP/1.1" status: 200 len: 834 time: 0.1283653 Aug 11 03:19:48.909106 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-9f9b9625-3810-4449-8c90-9b78fbf53eb6 req-50eb2122-38a9-4efc-8ba7-0bf49afe300e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=9c2ffc79-c7d1-4f3d-9944-f7fc9ba8ab0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623355 Aug 11 03:19:48.920775 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-698f02bb-9ca4-478d-867b-fbb1974bda31 req-b6a8c360-ef61-4109-86e1-591f2e0c6853 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:48.924759 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d307f84d-9a0c-46c1-87d1-04a41d253f9d req-5f28b3c9-706c-41d8-857d-f1a38d54a49f service neutron] 10.222.0.24 "GET /v2.0/networks/9c2ffc79-c7d1-4f3d-9944-f7fc9ba8ab0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2791381 Aug 11 03:19:48.961296 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47524fce-d033-40bd-ae95-8593f1037b46 req-6d96318e-50e2-4d21-9a0b-e501869ca21a tempest-VolumesSnapshotTestJSON-465789868 tempest-VolumesSnapshotTestJSON-465789868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:48.970809 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-47524fce-d033-40bd-ae95-8593f1037b46 req-6d96318e-50e2-4d21-9a0b-e501869ca21a tempest-VolumesSnapshotTestJSON-465789868 tempest-VolumesSnapshotTestJSON-465789868-project] 10.222.0.41 "GET /v2.0/ports?device_id=25553e3e-f82d-48a4-96f3-86d747927b3a HTTP/1.1" status: 200 len: 945 time: 0.1904721 Aug 11 03:19:48.977137 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e8f62995-d154-4180-96a8-0def4052be2f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126283525'] for subnet, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:48.983629 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b4d88dee-2dda-4dc9-8d50-ebcc323ff65d req-b46fd403-3e03-4094-b785-0007f7169fce tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] 10.222.0.41 "GET /v2.0/security-groups?id=d8402e18-afe7-430b-8d71-744621e49758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165891 Aug 11 03:19:49.021191 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a880ab-3d81-45bb-b748-c2531ed41eff req-4e1fe121-0d5e-4d50-8777-a94bb1f58f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:49.022760 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d7a880ab-3d81-45bb-b748-c2531ed41eff req-4e1fe121-0d5e-4d50-8777-a94bb1f58f6c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0ff3f448-ca9b-4036-ac09-80380a15e692&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1167428 Aug 11 03:19:49.040699 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698f02bb-9ca4-478d-867b-fbb1974bda31 req-b6a8c360-ef61-4109-86e1-591f2e0c6853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:49.041341 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-698f02bb-9ca4-478d-867b-fbb1974bda31 req-b6a8c360-ef61-4109-86e1-591f2e0c6853 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:49.042741 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-698f02bb-9ca4-478d-867b-fbb1974bda31 req-b6a8c360-ef61-4109-86e1-591f2e0c6853 service neutron] 10.222.0.22 "PUT /v2.0/ports/1cb8468e-17ff-4509-bb1e-469bb7546cf3 HTTP/1.1" status: 200 len: 1092 time: 2.1017413 Aug 11 03:19:49.044226 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-47524fce-d033-40bd-ae95-8593f1037b46 req-dae43591-299d-4037-84f6-0177d7a80fde tempest-VolumesSnapshotTestJSON-465789868 tempest-VolumesSnapshotTestJSON-465789868-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f4ecb47-4864-42ad-bab7-e92caddf58f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681982 Aug 11 03:19:49.108541 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a8c360-ef61-4109-86e1-591f2e0c6853 service neutron] Pushing event updated for resources: {'Port': ['ID=1cb8468e-17ff-4509-bb1e-469bb7546cf3,revision_number=3']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:49.112480 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e8f62995-d154-4180-96a8-0def4052be2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:49.171769 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06b386a-d8b7-4424-8fce-1ff967b738ce req-7e827ba7-2507-43ea-834d-e176683dff1a tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:49.173229 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b06b386a-d8b7-4424-8fce-1ff967b738ce req-7e827ba7-2507-43ea-834d-e176683dff1a tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f5ca1c5-549b-45f8-b644-c1be9314f82b HTTP/1.1" status: 200 len: 944 time: 0.1050367 Aug 11 03:19:49.207317 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-9f9b9625-3810-4449-8c90-9b78fbf53eb6 req-b5610eca-792b-4b87-8747-215c34fad671 service neutron] 10.222.0.22 "GET /v2.0/networks/9c2ffc79-c7d1-4f3d-9944-f7fc9ba8ab0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2786014 Aug 11 03:19:49.222749 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d7a880ab-3d81-45bb-b748-c2531ed41eff req-6f5133a0-b29c-4a15-9ac3-23f192743c82 service neutron] 10.222.0.24 "GET /v2.0/networks/0ff3f448-ca9b-4036-ac09-80380a15e692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818318 Aug 11 03:19:49.227486 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698f02bb-9ca4-478d-867b-fbb1974bda31 req-a3a922f8-b4ae-4d64-98b2-8ed18f7ac25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:49.228941 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-698f02bb-9ca4-478d-867b-fbb1974bda31 req-a3a922f8-b4ae-4d64-98b2-8ed18f7ac25f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1c3a4a4854b046bf84e782d3a4f4fd61&device_id=a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c HTTP/1.1" status: 200 len: 1095 time: 0.0870709 Aug 11 03:19:49.249315 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b06b386a-d8b7-4424-8fce-1ff967b738ce req-97ef44cf-5e41-4a8e-b45d-1120136dcad0 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/security-groups?id=028f82ce-145e-4da5-a893-c699717fae6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659478 Aug 11 03:19:49.274955 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c', 'tag': '1cb8468e-17ff-4509-bb1e-469bb7546cf3'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:19:49.277196 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b99aaf99-4980-4a40-a1aa-cf0558702431" -d '{"events": [{"name": "network-changed", "server_uuid": "a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c", "tag": "1cb8468e-17ff-4509-bb1e-469bb7546cf3"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:19:49.340293 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-698f02bb-9ca4-478d-867b-fbb1974bda31 req-2302651c-c30a-4dd1-b375-f9ffaafa7811 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1cb8468e-17ff-4509-bb1e-469bb7546cf3 HTTP/1.1" status: 200 len: 217 time: 0.0980141 Aug 11 03:19:49.344059 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e8f62995-d154-4180-96a8-0def4052be2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126283413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126275158'] for subnet, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:49.367955 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d7a880ab-3d81-45bb-b748-c2531ed41eff req-d261e435-53cf-4664-9d54-16b2e432dc11 service neutron] 10.222.0.24 "GET /v2.0/networks/0ff3f448-ca9b-4036-ac09-80380a15e692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357174 Aug 11 03:19:49.386011 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e8f62995-d154-4180-96a8-0def4052be2f admin admin] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:49.388442 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-e8f62995-d154-4180-96a8-0def4052be2f admin admin] 10.222.0.41 "DELETE /v2.0/subnets/e698cbd6-76d9-4af8-b3ec-764f8a7a09e2 HTTP/1.1" status: 204 len: 168 time: 0.6279817 Aug 11 03:19:49.390979 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 45732) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:49.420925 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2db01fca-8219-41cc-8502-254546498481 x-openstack-request-id: req-2db01fca-8219-41cc-8502-254546498481 {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:19:49.421369 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c", "tag": "1cb8468e-17ff-4509-bb1e-469bb7546cf3", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:19:49.421706 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2db01fca-8219-41cc-8502-254546498481 {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:19:49.425369 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c', 'tag': '1cb8468e-17ff-4509-bb1e-469bb7546cf3', 'status': 'completed', 'code': 200} Aug 11 03:19:49.447574 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f62995-d154-4180-96a8-0def4052be2f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e698cbd6-76d9-4af8-b3ec-764f8a7a09e2,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:49.474253 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-349a768b-dfcc-4602-8df1-409d670e93c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:49.483113 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698f02bb-9ca4-478d-867b-fbb1974bda31 req-41c9358d-84f1-4ae1-902a-f74a04b60b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:49.484796 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-698f02bb-9ca4-478d-867b-fbb1974bda31 req-41c9358d-84f1-4ae1-902a-f74a04b60b46 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1720ed9a-a4c0-46ed-8d38-cf818eba15ba HTTP/1.1" status: 200 len: 853 time: 0.1281550 Aug 11 03:19:49.487200 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-9f9b9625-3810-4449-8c90-9b78fbf53eb6 req-8b92e2cd-98f4-43d9-9093-736dfeab74ae service neutron] 10.222.0.22 "GET /v2.0/networks/9c2ffc79-c7d1-4f3d-9944-f7fc9ba8ab0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2688155 Aug 11 03:19:49.535665 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-698f02bb-9ca4-478d-867b-fbb1974bda31 req-67c57faf-7aed-4212-896d-228f305b3062 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=5550882c-d5be-4613-b9ce-af7283467065&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379815 Aug 11 03:19:49.566645 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-349a768b-dfcc-4602-8df1-409d670e93c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:49.579917 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-349a768b-dfcc-4602-8df1-409d670e93c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2edd7c40-ce53-40d0-ad1c-7b106e315d79']}} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:19:49.592519 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-349a768b-dfcc-4602-8df1-409d670e93c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85e0917a-301a-48f0-af02-10bb8de75f4d') {'for_net_delete': True} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:19:49.592834 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-349a768b-dfcc-4602-8df1-409d670e93c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85e0917a-301a-48f0-af02-10bb8de75f4d') {} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:19:49.602777 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-349a768b-dfcc-4602-8df1-409d670e93c8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125932501'] for segment, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:49.617596 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-349a768b-dfcc-4602-8df1-409d670e93c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:49.639769 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-698f02bb-9ca4-478d-867b-fbb1974bda31 req-ef3a1867-bccc-4077-9cbf-b809d2589e88 service neutron] 10.222.0.22 "GET /v2.0/networks/5550882c-d5be-4613-b9ce-af7283467065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957649 Aug 11 03:19:49.648981 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-349a768b-dfcc-4602-8df1-409d670e93c8 admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=102192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:19:49.649389 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-349a768b-dfcc-4602-8df1-409d670e93c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125932183'] for segment, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:49.651112 n-d-764292-30 neutron-server[102192]: Traceback (most recent call last): Aug 11 03:19:49.651112 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:19:49.651112 n-d-764292-30 neutron-server[102192]: timer() Aug 11 03:19:49.651112 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:19:49.651112 n-d-764292-30 neutron-server[102192]: cb(*args, **kw) Aug 11 03:19:49.651112 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:19:49.651112 n-d-764292-30 neutron-server[102192]: return func(*args, **kwargs) Aug 11 03:19:49.651112 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:19:49.651112 n-d-764292-30 neutron-server[102192]: self._notify() Aug 11 03:19:49.651112 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:19:49.651112 n-d-764292-30 neutron-server[102192]: self.callback(batched_events) Aug 11 03:19:49.651112 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:19:49.651112 n-d-764292-30 neutron-server[102192]: event.method(event) Aug 11 03:19:49.651112 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:19:49.651112 n-d-764292-30 neutron-server[102192]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:19:49.651112 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:19:49.651112 n-d-764292-30 neutron-server[102192]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:19:49.651112 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:19:49.651112 n-d-764292-30 neutron-server[102192]: return f(self, *a, **k) Aug 11 03:19:49.651112 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:19:49.651112 n-d-764292-30 neutron-server[102192]: return self._get(url).json() Aug 11 03:19:49.651112 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:19:49.651112 n-d-764292-30 neutron-server[102192]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:19:49.651112 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:19:49.651112 n-d-764292-30 neutron-server[102192]: return self.request(url, 'GET', **kwargs) Aug 11 03:19:49.651112 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:19:49.651112 n-d-764292-30 neutron-server[102192]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:19:49.651112 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:19:49.651112 n-d-764292-30 neutron-server[102192]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:19:49.651112 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:19:49.651112 n-d-764292-30 neutron-server[102192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:19:49.651112 n-d-764292-30 neutron-server[102192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:19:49.719343 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97487cb5-8951-48bb-93f2-d5390f337136 req-a99b5b08-6bb4-466a-b28e-9462b4d38c30 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:49.720751 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-97487cb5-8951-48bb-93f2-d5390f337136 req-a99b5b08-6bb4-466a-b28e-9462b4d38c30 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/ports?device_id=a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c HTTP/1.1" status: 200 len: 943 time: 0.1050751 Aug 11 03:19:49.756208 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-698f02bb-9ca4-478d-867b-fbb1974bda31 req-5ffdd286-ec2e-43e8-8453-4812d5c7423d service neutron] 10.222.0.22 "GET /v2.0/networks/5550882c-d5be-4613-b9ce-af7283467065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072304 Aug 11 03:19:49.765162 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-97487cb5-8951-48bb-93f2-d5390f337136 req-63078c6a-1e59-49d1-bd2a-17d346861bed tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbb5f37-cd37-415a-b820-36c249955487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372512 Aug 11 03:19:49.794370 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-349a768b-dfcc-4602-8df1-409d670e93c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:49.800619 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-349a768b-dfcc-4602-8df1-409d670e93c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:49.803137 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-349a768b-dfcc-4602-8df1-409d670e93c8 admin admin] 10.222.0.41 "DELETE /v2.0/networks/2edd7c40-ce53-40d0-ad1c-7b106e315d79 HTTP/1.1" status: 204 len: 168 time: 0.4109893 Aug 11 03:19:49.808146 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 7cc0e450-9c26-4aac-90d5-55763314be88 no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:19:49.816035 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349a768b-dfcc-4602-8df1-409d670e93c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=2edd7c40-ce53-40d0-ad1c-7b106e315d79,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:49.834242 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: 7cc0e450-9c26-4aac-90d5-55763314be88 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:19:49.839515 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 7cc0e450-9c26-4aac-90d5-55763314be88 not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:19:49.904424 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99aaf99-4980-4a40-a1aa-cf0558702431 req-da857efe-03d0-4c19-b6d5-91e69cc9a724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:49.906263 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-b99aaf99-4980-4a40-a1aa-cf0558702431 req-da857efe-03d0-4c19-b6d5-91e69cc9a724 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1c3a4a4854b046bf84e782d3a4f4fd61&device_id=a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c HTTP/1.1" status: 200 len: 1095 time: 0.0462697 Aug 11 03:19:49.955975 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 76ce3396-3d47-494f-9df0-6c9fb766b55f details requested by agent hyperv_n-h1-764292-30 with host n-h1-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:19:49.986910 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device bb7842d3-2485-42db-8f90-87ada6a88c81 details requested by agent hyperv_n-h2-764292-30 with host n-h2-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:19:50.020919 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99aaf99-4980-4a40-a1aa-cf0558702431 req-7b9fc765-2427-4ed9-9a9c-ef89b5664098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:50.022666 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-b99aaf99-4980-4a40-a1aa-cf0558702431 req-7b9fc765-2427-4ed9-9a9c-ef89b5664098 service neutron] 10.222.0.22 "GET /v2.0/networks?id=5550882c-d5be-4613-b9ce-af7283467065 HTTP/1.1" status: 200 len: 914 time: 0.1077948 Aug 11 03:19:50.120089 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port bb7842d3-2485-42db-8f90-87ada6a88c81, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=bb7842d3-2485-42db-8f90-87ada6a88c81,segment=NetworkSegment(d2943fe1-acff-4cdf-87d8-f77fcd011cc3),segment_id=d2943fe1-acff-4cdf-87d8-f77fcd011cc3)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:19:50.134270 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Returning: {'device': 'bb7842d3-2485-42db-8f90-87ada6a88c81', 'network_id': '9c2ffc79-c7d1-4f3d-9944-f7fc9ba8ab0e', 'port_id': 'bb7842d3-2485-42db-8f90-87ada6a88c81', 'mac_address': 'fa:16:3e:3c:83:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a493fe9-4afb-474b-bbc9-d80e95cd20b9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:19:50.152184 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdf613f-38fa-4175-b977-c75319fa10e4 req-04ea5ba0-0a10-421c-8236-2f4b4a1ec04a tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:50.163990 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0cdf613f-38fa-4175-b977-c75319fa10e4 req-04ea5ba0-0a10-421c-8236-2f4b4a1ec04a tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] 10.222.0.41 "GET /v2.0/ports?device_id=baca4c6f-edfe-4bb8-8897-643e5e432c4a HTTP/1.1" status: 200 len: 943 time: 0.1001003 Aug 11 03:19:50.226916 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 76ce3396-3d47-494f-9df0-6c9fb766b55f, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=76ce3396-3d47-494f-9df0-6c9fb766b55f,segment=NetworkSegment(d2943fe1-acff-4cdf-87d8-f77fcd011cc3),segment_id=d2943fe1-acff-4cdf-87d8-f77fcd011cc3)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:19:50.256491 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e15c21-5880-4b6f-8cf1-6127565833d9 req-758b68eb-d4cf-4294-a91c-352b1feb82d2 tempest-VolumesSnapshotTestJSON-465789868 tempest-VolumesSnapshotTestJSON-465789868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:50.265256 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-16e15c21-5880-4b6f-8cf1-6127565833d9 req-758b68eb-d4cf-4294-a91c-352b1feb82d2 tempest-VolumesSnapshotTestJSON-465789868 tempest-VolumesSnapshotTestJSON-465789868-project] 10.222.0.41 "GET /v2.0/ports?device_id=25553e3e-f82d-48a4-96f3-86d747927b3a HTTP/1.1" status: 200 len: 945 time: 0.0909517 Aug 11 03:19:50.268617 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0cdf613f-38fa-4175-b977-c75319fa10e4 req-c3bdb919-d6ca-4249-93dc-1af3e01d7ccf tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] 10.222.0.41 "GET /v2.0/security-groups?id=d8402e18-afe7-430b-8d71-744621e49758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033289 Aug 11 03:19:50.302162 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 45748) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:50.381100 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Returning: {'device': '76ce3396-3d47-494f-9df0-6c9fb766b55f', 'network_id': '9c2ffc79-c7d1-4f3d-9944-f7fc9ba8ab0e', 'port_id': '76ce3396-3d47-494f-9df0-6c9fb766b55f', 'mac_address': 'fa:16:3e:22:84:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a493fe9-4afb-474b-bbc9-d80e95cd20b9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:19:50.452249 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-b99aaf99-4980-4a40-a1aa-cf0558702431 req-a7e374b2-c832-4689-8439-fe0854c66d46 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1cb8468e-17ff-4509-bb1e-469bb7546cf3 HTTP/1.1" status: 200 len: 217 time: 0.4210577 Aug 11 03:19:50.457420 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-2990cba2-1cdf-4c79-ae26-a436b101372c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=41b5c288d18c42c2bbb943465bc76a20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1517808 Aug 11 03:19:50.457576 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:50.458789 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 45754) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:50.471300 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-16e15c21-5880-4b6f-8cf1-6127565833d9 req-18fa7c30-8530-4ec9-95e9-1f3655d1b674 tempest-VolumesSnapshotTestJSON-465789868 tempest-VolumesSnapshotTestJSON-465789868-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f4ecb47-4864-42ad-bab7-e92caddf58f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965985 Aug 11 03:19:50.477975 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76ce3396-3d47-494f-9df0-6c9fb766b55f {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:19:50.487308 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:50.499454 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093001ad-ff39-4482-bb02-da8d471d2c46 req-029f4778-56d8-408d-8150-fe902828d99a tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:50.502336 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-093001ad-ff39-4482-bb02-da8d471d2c46 req-029f4778-56d8-408d-8150-fe902828d99a tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f5ca1c5-549b-45f8-b644-c1be9314f82b HTTP/1.1" status: 200 len: 944 time: 0.1049142 Aug 11 03:19:50.511783 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 76ce3396-3d47-494f-9df0-6c9fb766b55f, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=76ce3396-3d47-494f-9df0-6c9fb766b55f,segment=NetworkSegment(d2943fe1-acff-4cdf-87d8-f77fcd011cc3),segment_id=d2943fe1-acff-4cdf-87d8-f77fcd011cc3)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:19:50.513912 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb7842d3-2485-42db-8f90-87ada6a88c81 {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:19:50.534749 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port bb7842d3-2485-42db-8f90-87ada6a88c81, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=bb7842d3-2485-42db-8f90-87ada6a88c81,segment=NetworkSegment(d2943fe1-acff-4cdf-87d8-f77fcd011cc3),segment_id=d2943fe1-acff-4cdf-87d8-f77fcd011cc3)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:19:50.560637 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-093001ad-ff39-4482-bb02-da8d471d2c46 req-ef306b21-b82e-45d8-9489-6d6fe65ac857 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/security-groups?id=028f82ce-145e-4da5-a893-c699717fae6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488074 Aug 11 03:19:50.588875 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:50.596114 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99aaf99-4980-4a40-a1aa-cf0558702431 req-49014f77-e117-42c3-9b71-b289158fb25d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:50.596114 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-b99aaf99-4980-4a40-a1aa-cf0558702431 req-49014f77-e117-42c3-9b71-b289158fb25d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1720ed9a-a4c0-46ed-8d38-cf818eba15ba HTTP/1.1" status: 200 len: 853 time: 0.1194417 Aug 11 03:19:50.608017 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540774a8-5687-4d2a-849e-9898b9b852c6 req-6ed94ec2-defe-425f-99ff-dc0000b2e24d tempest-VolumesSnapshotTestJSON-465789868 tempest-VolumesSnapshotTestJSON-465789868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:50.609480 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-540774a8-5687-4d2a-849e-9898b9b852c6 req-6ed94ec2-defe-425f-99ff-dc0000b2e24d tempest-VolumesSnapshotTestJSON-465789868 tempest-VolumesSnapshotTestJSON-465789868-project] 10.222.0.22 "GET /v2.0/ports?device_id=25553e3e-f82d-48a4-96f3-86d747927b3a HTTP/1.1" status: 200 len: 945 time: 0.1013851 Aug 11 03:19:50.613211 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:50.613890 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 0ea4b77d-3452-49a3-af5b-6f0e3d74e9d6 details requested by agent hyperv_n-h2-764292-30 with host n-h2-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:19:50.652175 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-b99aaf99-4980-4a40-a1aa-cf0558702431 req-ace9029c-e7b3-4436-b1e9-4e456fd2f59c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=5550882c-d5be-4613-b9ce-af7283467065&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399346 Aug 11 03:19:50.663772 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=76ce3396-3d47-494f-9df0-6c9fb766b55f,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:50.672150 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a2e87063-c857-4988-96d5-0fb44036d9aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:50.709842 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:19:50.710349 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:19:50.710793 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:19:50.711232 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:19:50.711665 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:19:50.712095 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:19:50.712523 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:19:50.712966 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:19:50.713389 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:19:50.714236 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:19:50.714236 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:19:50.716985 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:19:50.772226 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=bb7842d3-2485-42db-8f90-87ada6a88c81,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:50.780030 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a2e87063-c857-4988-96d5-0fb44036d9aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:50.826134 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port 0ea4b77d-3452-49a3-af5b-6f0e3d74e9d6, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=0ea4b77d-3452-49a3-af5b-6f0e3d74e9d6,segment=NetworkSegment(a9ef83d9-c206-4b92-b5da-2bb339718328),segment_id=a9ef83d9-c206-4b92-b5da-2bb339718328)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:19:50.842731 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Returning: {'device': '0ea4b77d-3452-49a3-af5b-6f0e3d74e9d6', 'network_id': '0ff3f448-ca9b-4036-ac09-80380a15e692', 'port_id': '0ea4b77d-3452-49a3-af5b-6f0e3d74e9d6', 'mac_address': 'fa:16:3e:da:65:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '715e9a5a-e634-4765-95b3-22d13c494c3d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:19:50.859611 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-b99aaf99-4980-4a40-a1aa-cf0558702431 req-8dcdfb83-e02c-438d-a4aa-1f53d0b2f830 service neutron] 10.222.0.22 "GET /v2.0/networks/5550882c-d5be-4613-b9ce-af7283467065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837904 Aug 11 03:19:50.866073 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-540774a8-5687-4d2a-849e-9898b9b852c6 req-9192d6ac-3d91-4da2-8eb5-7eef54315084 tempest-VolumesSnapshotTestJSON-465789868 tempest-VolumesSnapshotTestJSON-465789868-project] Deleting port 4b6d20d1-a624-4ec6-9694-c4fe9e6f6516 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:19:50.866476 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-540774a8-5687-4d2a-849e-9898b9b852c6 req-9192d6ac-3d91-4da2-8eb5-7eef54315084 tempest-VolumesSnapshotTestJSON-465789868 tempest-VolumesSnapshotTestJSON-465789868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:50.899710 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:50.915947 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ea4b77d-3452-49a3-af5b-6f0e3d74e9d6 {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:19:50.919676 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ffd02c-1327-4dcb-b1ba-65f7488f1d3d req-976d4755-10e3-4fc7-a216-4fe190abef73 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:50.921510 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-14ffd02c-1327-4dcb-b1ba-65f7488f1d3d req-976d4755-10e3-4fc7-a216-4fe190abef73 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/ports?device_id=a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c HTTP/1.1" status: 200 len: 943 time: 0.0715082 Aug 11 03:19:50.947677 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port 0ea4b77d-3452-49a3-af5b-6f0e3d74e9d6, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=0ea4b77d-3452-49a3-af5b-6f0e3d74e9d6,segment=NetworkSegment(a9ef83d9-c206-4b92-b5da-2bb339718328),segment_id=a9ef83d9-c206-4b92-b5da-2bb339718328)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:19:50.965319 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a2e87063-c857-4988-96d5-0fb44036d9aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:50.968601 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-14ffd02c-1327-4dcb-b1ba-65f7488f1d3d req-101ca72c-d208-48d9-a411-cd03e5bdcd23 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbb5f37-cd37-415a-b820-36c249955487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385916 Aug 11 03:19:50.968720 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a2e87063-c857-4988-96d5-0fb44036d9aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:50.970740 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-a2e87063-c857-4988-96d5-0fb44036d9aa admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2a9c14b7-456b-495d-954b-08faab866e26 HTTP/1.1" status: 204 len: 168 time: 0.5106509 Aug 11 03:19:50.983747 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['76ce3396-3d47-494f-9df0-6c9fb766b55f'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:19:50.992935 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e87063-c857-4988-96d5-0fb44036d9aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a9c14b7-456b-495d-954b-08faab866e26,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:51.030521 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:51.084775 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-540774a8-5687-4d2a-849e-9898b9b852c6 req-9192d6ac-3d91-4da2-8eb5-7eef54315084 tempest-VolumesSnapshotTestJSON-465789868 tempest-VolumesSnapshotTestJSON-465789868-project] For port 4b6d20d1-a624-4ec6-9694-c4fe9e6f6516, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=4b6d20d1-a624-4ec6-9694-c4fe9e6f6516,segment=NetworkSegment(a4461aa7-a68f-4ec2-820b-606b00b637c3),segment_id=a4461aa7-a68f-4ec2-820b-606b00b637c3)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:19:51.085162 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-540774a8-5687-4d2a-849e-9898b9b852c6 req-9192d6ac-3d91-4da2-8eb5-7eef54315084 tempest-VolumesSnapshotTestJSON-465789868 tempest-VolumesSnapshotTestJSON-465789868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:51.102713 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-b99aaf99-4980-4a40-a1aa-cf0558702431 req-4cc17156-8fee-464b-b8b0-bec0edd4f0f5 service neutron] 10.222.0.22 "GET /v2.0/networks/5550882c-d5be-4613-b9ce-af7283467065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2330499 Aug 11 03:19:51.103551 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=0ea4b77d-3452-49a3-af5b-6f0e3d74e9d6,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:51.108562 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-540774a8-5687-4d2a-849e-9898b9b852c6 req-9192d6ac-3d91-4da2-8eb5-7eef54315084 tempest-VolumesSnapshotTestJSON-465789868 tempest-VolumesSnapshotTestJSON-465789868-project] Calling delete_port for 4b6d20d1-a624-4ec6-9694-c4fe9e6f6516 owned by compute:nova {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:19:51.291192 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-540774a8-5687-4d2a-849e-9898b9b852c6 req-9192d6ac-3d91-4da2-8eb5-7eef54315084 tempest-VolumesSnapshotTestJSON-465789868 tempest-VolumesSnapshotTestJSON-465789868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:51.326509 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192d6ac-3d91-4da2-8eb5-7eef54315084 tempest-VolumesSnapshotTestJSON-465789868 tempest-VolumesSnapshotTestJSON-465789868-project] Pushing event deleted for resources: {'Port': ['ID=4b6d20d1-a624-4ec6-9694-c4fe9e6f6516,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:51.327708 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['bb7842d3-2485-42db-8f90-87ada6a88c81'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:19:51.363861 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['0ea4b77d-3452-49a3-af5b-6f0e3d74e9d6'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:19:51.383151 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-540774a8-5687-4d2a-849e-9898b9b852c6 req-9192d6ac-3d91-4da2-8eb5-7eef54315084 tempest-VolumesSnapshotTestJSON-465789868 tempest-VolumesSnapshotTestJSON-465789868-project] No DVR routers for this DVR port 4b6d20d1-a624-4ec6-9694-c4fe9e6f6516 on host n-h1-764292-30 {{(pid=102191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:19:51.386330 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-540774a8-5687-4d2a-849e-9898b9b852c6 req-9192d6ac-3d91-4da2-8eb5-7eef54315084 tempest-VolumesSnapshotTestJSON-465789868 tempest-VolumesSnapshotTestJSON-465789868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:51.388975 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-540774a8-5687-4d2a-849e-9898b9b852c6 req-9192d6ac-3d91-4da2-8eb5-7eef54315084 tempest-VolumesSnapshotTestJSON-465789868 tempest-VolumesSnapshotTestJSON-465789868-project] 10.222.0.22 "DELETE /v2.0/ports/4b6d20d1-a624-4ec6-9694-c4fe9e6f6516 HTTP/1.1" status: 204 len: 173 time: 0.7614717 Aug 11 03:19:51.423336 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25553e3e-f82d-48a4-96f3-86d747927b3a', 'name': 'network-vif-deleted', 'tag': '4b6d20d1-a624-4ec6-9694-c4fe9e6f6516'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:19:51.425322 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51d74eb2-bb88-490c-bd43-5b012855117b" -d '{"events": [{"server_uuid": "25553e3e-f82d-48a4-96f3-86d747927b3a", "name": "network-vif-deleted", "tag": "4b6d20d1-a624-4ec6-9694-c4fe9e6f6516"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:19:51.454622 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9045ae2-c566-4634-a0ea-9faaa2757382 req-6a6c82d8-ab93-4842-b739-796d28ef542d tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:51.463156 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b9045ae2-c566-4634-a0ea-9faaa2757382 req-6a6c82d8-ab93-4842-b739-796d28ef542d tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] 10.222.0.41 "GET /v2.0/ports?device_id=baca4c6f-edfe-4bb8-8897-643e5e432c4a HTTP/1.1" status: 200 len: 944 time: 0.0821753 Aug 11 03:19:51.498540 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:19:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcaca9d4-9ec6-4798-b765-971a25f4b613 x-openstack-request-id: req-dcaca9d4-9ec6-4798-b765-971a25f4b613 {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:19:51.499095 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25553e3e-f82d-48a4-96f3-86d747927b3a", "name": "network-vif-deleted", "tag": "4b6d20d1-a624-4ec6-9694-c4fe9e6f6516", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:19:51.499516 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-dcaca9d4-9ec6-4798-b765-971a25f4b613 {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:19:51.500068 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25553e3e-f82d-48a4-96f3-86d747927b3a', 'name': 'network-vif-deleted', 'tag': '4b6d20d1-a624-4ec6-9694-c4fe9e6f6516', 'status': 'completed', 'code': 200} Aug 11 03:19:51.526915 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b9045ae2-c566-4634-a0ea-9faaa2757382 req-40a774da-742e-4d1b-8250-54b0e937db79 tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] 10.222.0.41 "GET /v2.0/security-groups?id=d8402e18-afe7-430b-8d71-744621e49758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626748 Aug 11 03:19:51.639945 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-afa80141-4c30-4c7e-8c5d-4e59f8b0530d req-a2c2c3fe-a280-446e-b331-ea2802ab0c4b tempest-VolumesSnapshotTestJSON-465789868 tempest-VolumesSnapshotTestJSON-465789868-project] 10.222.0.41 "GET /v2.0/ports?device_id=25553e3e-f82d-48a4-96f3-86d747927b3a HTTP/1.1" status: 200 len: 210 time: 0.0416431 Aug 11 03:19:51.720795 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eacbbf0-28cf-4bd4-972c-b5c3f7ce3b28 req-ecf0419a-c1da-4707-be85-8c5bde572895 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:51.722539 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8eacbbf0-28cf-4bd4-972c-b5c3f7ce3b28 req-ecf0419a-c1da-4707-be85-8c5bde572895 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f5ca1c5-549b-45f8-b644-c1be9314f82b HTTP/1.1" status: 200 len: 945 time: 0.0538852 Aug 11 03:19:51.774936 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8eacbbf0-28cf-4bd4-972c-b5c3f7ce3b28 req-8b8b4dc2-7096-4d65-936b-070acab7c1ed tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/security-groups?id=028f82ce-145e-4da5-a893-c699717fae6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425699 Aug 11 03:19:51.970228 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 1cb8468e-17ff-4509-bb1e-469bb7546cf3 details requested by agent hyperv_n-h1-764292-30 with host n-h1-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:19:51.974511 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 76ce3396-3d47-494f-9df0-6c9fb766b55f up at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:19:52.116738 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5c3e9e-1dbe-4336-a242-7b4ca0bef101 req-4fbd4ed0-41b2-4b1f-97e5-3f88c70cd745 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:52.119708 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0b5c3e9e-1dbe-4336-a242-7b4ca0bef101 req-4fbd4ed0-41b2-4b1f-97e5-3f88c70cd745 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/ports?device_id=a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c HTTP/1.1" status: 200 len: 943 time: 0.0676458 Aug 11 03:19:52.144746 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 1cb8468e-17ff-4509-bb1e-469bb7546cf3, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=1cb8468e-17ff-4509-bb1e-469bb7546cf3,segment=NetworkSegment(ae9692f4-c155-4a13-a589-facf8973fb30),segment_id=ae9692f4-c155-4a13-a589-facf8973fb30)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:19:52.157692 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Returning: {'device': '1cb8468e-17ff-4509-bb1e-469bb7546cf3', 'network_id': '5550882c-d5be-4613-b9ce-af7283467065', 'port_id': '1cb8468e-17ff-4509-bb1e-469bb7546cf3', 'mac_address': 'fa:16:3e:d8:8b:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1720ed9a-a4c0-46ed-8d38-cf818eba15ba', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:19:52.177762 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0b5c3e9e-1dbe-4336-a242-7b4ca0bef101 req-550bca7a-096b-4cfe-b62c-93d35dbb1341 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbb5f37-cd37-415a-b820-36c249955487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483940 Aug 11 03:19:52.198573 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning for port 76ce3396-3d47-494f-9df0-6c9fb766b55f completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:19:52.233469 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 45794) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:52.361463 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-b8fc8514-e93d-488a-87cc-e5494a0f5485 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1588215241-network', 'tenant_id': 'fc43bb10917e41c1a77be3312d17cce2'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:19:52.373312 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning complete for port 76ce3396-3d47-494f-9df0-6c9fb766b55f triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:19:52.376298 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:52.397845 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:52.420103 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cb8468e-17ff-4509-bb1e-469bb7546cf3 {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:19:52.445450 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 1cb8468e-17ff-4509-bb1e-469bb7546cf3, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=1cb8468e-17ff-4509-bb1e-469bb7546cf3,segment=NetworkSegment(ae9692f4-c155-4a13-a589-facf8973fb30),segment_id=ae9692f4-c155-4a13-a589-facf8973fb30)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:19:52.479826 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8fc8514-e93d-488a-87cc-e5494a0f5485 admin admin] Made reservation on behalf of fc43bb10917e41c1a77be3312d17cce2 for: {'network': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:19:52.483220 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b8fc8514-e93d-488a-87cc-e5494a0f5485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:52.488377 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:52.493199 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b8fc8514-e93d-488a-87cc-e5494a0f5485 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:52.511812 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7254dd5-f008-4a5d-8be1-090c1b45f2cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76ce3396-3d47-494f-9df0-6c9fb766b55f'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:19:52.514227 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0c8baf9-c30d-42fb-b56e-11b0264e701f" -d '{"events": [{"server_uuid": "a7254dd5-f008-4a5d-8be1-090c1b45f2cc", "name": "network-vif-plugged", "status": "completed", "tag": "76ce3396-3d47-494f-9df0-6c9fb766b55f"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:19:52.527246 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 76ce3396-3d47-494f-9df0-6c9fb766b55f, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=76ce3396-3d47-494f-9df0-6c9fb766b55f,segment=NetworkSegment(d2943fe1-acff-4cdf-87d8-f77fcd011cc3),segment_id=d2943fe1-acff-4cdf-87d8-f77fcd011cc3)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:19:52.537699 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:52.580098 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:19:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14b6a4e5-a8e4-4093-ad38-cb972af7256a x-openstack-request-id: req-14b6a4e5-a8e4-4093-ad38-cb972af7256a {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:19:52.580330 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7254dd5-f008-4a5d-8be1-090c1b45f2cc", "name": "network-vif-plugged", "status": "completed", "tag": "76ce3396-3d47-494f-9df0-6c9fb766b55f", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:19:52.580540 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-14b6a4e5-a8e4-4093-ad38-cb972af7256a {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:19:52.581003 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7254dd5-f008-4a5d-8be1-090c1b45f2cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76ce3396-3d47-494f-9df0-6c9fb766b55f', 'code': 200} Aug 11 03:19:52.610423 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=1cb8468e-17ff-4509-bb1e-469bb7546cf3,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:52.613782 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b8fc8514-e93d-488a-87cc-e5494a0f5485 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:52.622815 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:52.623714 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 4b6d20d1-a624-4ec6-9694-c4fe9e6f6516 no longer exists at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:19:52.663801 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] No Port match for: 4b6d20d1-a624-4ec6-9694-c4fe9e6f6516 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:19:52.664148 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 4b6d20d1-a624-4ec6-9694-c4fe9e6f6516 not bound to the agent host n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:19:52.681383 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1cfef8-69ae-46cc-bb24-09ff331b6a1a req-0ce58dc9-e309-42a3-b055-48ff7e843e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:52.682960 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-cd1cfef8-69ae-46cc-bb24-09ff331b6a1a req-0ce58dc9-e309-42a3-b055-48ff7e843e6e service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=a7254dd5-f008-4a5d-8be1-090c1b45f2cc HTTP/1.1" status: 200 len: 1098 time: 0.0525451 Aug 11 03:19:52.697829 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=76ce3396-3d47-494f-9df0-6c9fb766b55f,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:52.717941 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b8fc8514-e93d-488a-87cc-e5494a0f5485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:52.740446 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-cd1cfef8-69ae-46cc-bb24-09ff331b6a1a req-bee549e6-ca2a-4a61-a5fe-16223d7c426c service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=d8402e18-afe7-430b-8d71-744621e49758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461061 Aug 11 03:19:52.761024 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8fc8514-e93d-488a-87cc-e5494a0f5485 admin admin] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=102192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:19:52.772330 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fc8514-e93d-488a-87cc-e5494a0f5485 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6505407-ab24-4c3c-99b6-6f2e7c1d3f9c,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:52.779692 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b8fc8514-e93d-488a-87cc-e5494a0f5485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:52.783104 n-d-764292-30 neutron-server[102192]: INFO neutron.db.segments_db [None req-b8fc8514-e93d-488a-87cc-e5494a0f5485 admin admin] Added segment 303786ba-d8fb-4a53-9249-eee9eb575f9d of type vlan for network 0aa569e4-e528-4c2e-b8d5-219191a31ba1 Aug 11 03:19:52.801657 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4f4486-243b-46d7-8480-bdf8b046e136 req-8548d9af-eec2-4be4-bb59-f5e609c5a7d3 tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:52.803194 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2a4f4486-243b-46d7-8480-bdf8b046e136 req-8548d9af-eec2-4be4-bb59-f5e609c5a7d3 tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] 10.222.0.41 "GET /v2.0/ports?device_id=baca4c6f-edfe-4bb8-8897-643e5e432c4a HTTP/1.1" status: 200 len: 944 time: 0.1540062 Aug 11 03:19:52.851204 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b8fc8514-e93d-488a-87cc-e5494a0f5485 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:52.857327 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['1cb8468e-17ff-4509-bb1e-469bb7546cf3'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:19:52.909362 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2a4f4486-243b-46d7-8480-bdf8b046e136 req-f6db5b42-db62-4fa9-be2b-34df0b47d105 tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] 10.222.0.41 "GET /v2.0/security-groups?id=d8402e18-afe7-430b-8d71-744621e49758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859580 Aug 11 03:19:52.956153 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499e7f96-d069-407d-af51-7ed82e6e06cc req-541be5be-ce8f-4b4f-8b90-9501cd124e85 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:52.957675 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-499e7f96-d069-407d-af51-7ed82e6e06cc req-541be5be-ce8f-4b4f-8b90-9501cd124e85 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f5ca1c5-549b-45f8-b644-c1be9314f82b HTTP/1.1" status: 200 len: 945 time: 0.0929427 Aug 11 03:19:53.001609 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b8fc8514-e93d-488a-87cc-e5494a0f5485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:53.006025 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8fc8514-e93d-488a-87cc-e5494a0f5485 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:53.006025 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b8fc8514-e93d-488a-87cc-e5494a0f5485 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:53.020543 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-499e7f96-d069-407d-af51-7ed82e6e06cc req-7022e1f3-c5ee-4f85-ad0a-2e824e4e1cbd tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/security-groups?id=028f82ce-145e-4da5-a893-c699717fae6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560138 Aug 11 03:19:53.083608 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fc8514-e93d-488a-87cc-e5494a0f5485 admin admin] Pushing event updated for resources: {'Network': ['ID=0aa569e4-e528-4c2e-b8d5-219191a31ba1,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:53.093953 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network 0aa569e4-e528-4c2e-b8d5-219191a31ba1 details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:19:53.132693 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-b8fc8514-e93d-488a-87cc-e5494a0f5485 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8917413 Aug 11 03:19:53.132693 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 45810) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:53.135146 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-0bb8ad44-d849-4cc3-9465-629cd8940a47 admin admin] Request body: {'subnet': {'network_id': '0aa569e4-e528-4c2e-b8d5-219191a31ba1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1588215241-subnet', 'tenant_id': 'fc43bb10917e41c1a77be3312d17cce2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:19:53.222718 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bb8ad44-d849-4cc3-9465-629cd8940a47 admin admin] Made reservation on behalf of fc43bb10917e41c1a77be3312d17cce2 for: {'subnet': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:19:53.225189 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0bb8ad44-d849-4cc3-9465-629cd8940a47 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126180544'] for subnet, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:53.344486 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe73a6b4-e46b-432e-84bb-2b799599e255 req-68d7f537-696a-46d1-af8e-3a20443029f5 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:53.345975 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-fe73a6b4-e46b-432e-84bb-2b799599e255 req-68d7f537-696a-46d1-af8e-3a20443029f5 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/ports?device_id=a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c HTTP/1.1" status: 200 len: 944 time: 0.0842977 Aug 11 03:19:53.421209 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-fe73a6b4-e46b-432e-84bb-2b799599e255 req-9fd64d01-736b-40ab-b116-3acc0c98a361 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbb5f37-cd37-415a-b820-36c249955487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665102 Aug 11 03:19:53.548458 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0bb8ad44-d849-4cc3-9465-629cd8940a47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125932092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126180562'] for subnet, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:53.611632 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb8ad44-d849-4cc3-9465-629cd8940a47 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d4a0bbe-9b98-494e-a5c0-f51a8b50f430,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:53.624055 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb8ad44-d849-4cc3-9465-629cd8940a47 admin admin] Checking segment: {'id': '303786ba-d8fb-4a53-9249-eee9eb575f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '0aa569e4-e528-4c2e-b8d5-219191a31ba1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:19:53.624410 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bb8ad44-d849-4cc3-9465-629cd8940a47 admin admin] Network hostable DHCP agents. Network: 0aa569e4-e528-4c2e-b8d5-219191a31ba1, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:19:53.719861 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bb8ad44-d849-4cc3-9465-629cd8940a47 admin admin] Network 0aa569e4-e528-4c2e-b8d5-219191a31ba1 is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:19:53.806373 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-0bb8ad44-d849-4cc3-9465-629cd8940a47 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, 0aa569e4-e528-4c2e-b8d5-219191a31ba1) {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:19:53.810537 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bb8ad44-d849-4cc3-9465-629cd8940a47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:53.811201 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0bb8ad44-d849-4cc3-9465-629cd8940a47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:53.815873 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88cae10f-fa80-4e4c-be08-92c6dd2dedb4 None None] Network 0aa569e4-e528-4c2e-b8d5-219191a31ba1 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:19:53.916196 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-0bb8ad44-d849-4cc3-9465-629cd8940a47 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7849925 Aug 11 03:19:53.987039 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 1cb8468e-17ff-4509-bb1e-469bb7546cf3 up at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:19:53.995351 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f45567e-96ab-42d1-afb2-f50cd023b12c None None] Network 0aa569e4-e528-4c2e-b8d5-219191a31ba1 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:19:54.054376 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 0ea4b77d-3452-49a3-af5b-6f0e3d74e9d6 up at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:19:54.149065 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187b25da-8324-4e76-8e16-608109c36679 req-777a5a0b-bfc1-44ee-a95b-5dfe05da9b83 tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:54.162083 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-187b25da-8324-4e76-8e16-608109c36679 req-777a5a0b-bfc1-44ee-a95b-5dfe05da9b83 tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] 10.222.0.41 "GET /v2.0/ports?device_id=baca4c6f-edfe-4bb8-8897-643e5e432c4a HTTP/1.1" status: 200 len: 944 time: 0.1166379 Aug 11 03:19:54.279346 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-187b25da-8324-4e76-8e16-608109c36679 req-7649b296-22ff-4b6b-8257-8c9bfd3bc78a tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] 10.222.0.41 "GET /v2.0/security-groups?id=d8402e18-afe7-430b-8d71-744621e49758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095352 Aug 11 03:19:54.310389 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7b0663-abd3-40b4-91c0-74c53a29d42c req-1c36a662-255c-4a83-8529-284cf47dac82 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:54.321432 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8b7b0663-abd3-40b4-91c0-74c53a29d42c req-1c36a662-255c-4a83-8529-284cf47dac82 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f5ca1c5-549b-45f8-b644-c1be9314f82b HTTP/1.1" status: 200 len: 945 time: 0.1526587 Aug 11 03:19:54.394512 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning for port 1cb8468e-17ff-4509-bb1e-469bb7546cf3 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:19:54.399864 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning complete for port 1cb8468e-17ff-4509-bb1e-469bb7546cf3 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:19:54.400239 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:54.431480 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning for port 0ea4b77d-3452-49a3-af5b-6f0e3d74e9d6 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:19:54.441658 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning complete for port 0ea4b77d-3452-49a3-af5b-6f0e3d74e9d6 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:19:54.442160 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:54.442981 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8b7b0663-abd3-40b4-91c0-74c53a29d42c req-63aa0ceb-de8e-4ce0-8fe7-f4c1a95e2c5e tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/security-groups?id=028f82ce-145e-4da5-a893-c699717fae6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1134038 Aug 11 03:19:54.569586 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:54.600880 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b8da1e-187c-4707-a23c-388ceaa5cca9 req-837bf295-e270-42f0-b5b9-60c8edef65b0 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:54.603386 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-88b8da1e-187c-4707-a23c-388ceaa5cca9 req-837bf295-e270-42f0-b5b9-60c8edef65b0 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/ports?device_id=a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c HTTP/1.1" status: 200 len: 944 time: 0.0752380 Aug 11 03:19:54.628575 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cb8468e-17ff-4509-bb1e-469bb7546cf3'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:19:54.634509 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edf72e50-f2fc-46fb-847e-79335f3429f6" -d '{"events": [{"server_uuid": "a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c", "name": "network-vif-plugged", "status": "completed", "tag": "1cb8468e-17ff-4509-bb1e-469bb7546cf3"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:19:54.642760 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:54.648746 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 1cb8468e-17ff-4509-bb1e-469bb7546cf3, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=1cb8468e-17ff-4509-bb1e-469bb7546cf3,segment=NetworkSegment(ae9692f4-c155-4a13-a589-facf8973fb30),segment_id=ae9692f4-c155-4a13-a589-facf8973fb30)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:19:54.667522 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-88b8da1e-187c-4707-a23c-388ceaa5cca9 req-60018893-56d8-428a-a414-4a1bc30f3902 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbb5f37-cd37-415a-b820-36c249955487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564857 Aug 11 03:19:54.687684 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port 0ea4b77d-3452-49a3-af5b-6f0e3d74e9d6, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=0ea4b77d-3452-49a3-af5b-6f0e3d74e9d6,segment=NetworkSegment(a9ef83d9-c206-4b92-b5da-2bb339718328),segment_id=a9ef83d9-c206-4b92-b5da-2bb339718328)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:19:54.722357 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3565006-e206-43c0-8ced-4e81a78c0198 x-openstack-request-id: req-f3565006-e206-43c0-8ced-4e81a78c0198 {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:19:54.722853 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c", "name": "network-vif-plugged", "status": "completed", "tag": "1cb8468e-17ff-4509-bb1e-469bb7546cf3", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:19:54.723259 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f3565006-e206-43c0-8ced-4e81a78c0198 {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:19:54.723919 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cb8468e-17ff-4509-bb1e-469bb7546cf3', 'code': 200} Aug 11 03:19:54.725645 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:54.776517 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3472eb87-c38b-4d08-a199-e8ab58d97641 req-53dfcce4-7478-427e-beee-5de72deab886 tempest-ServerTagsTestJSON-140909041 tempest-ServerTagsTestJSON-140909041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:54.782790 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3472eb87-c38b-4d08-a199-e8ab58d97641 req-53dfcce4-7478-427e-beee-5de72deab886 tempest-ServerTagsTestJSON-140909041 tempest-ServerTagsTestJSON-140909041-project] 10.222.0.41 "GET /v2.0/networks?id=0aa569e4-e528-4c2e-b8d5-219191a31ba1 HTTP/1.1" status: 200 len: 809 time: 0.1198781 Aug 11 03:19:54.789278 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=1cb8468e-17ff-4509-bb1e-469bb7546cf3,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:54.795357 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:54.796511 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device bb7842d3-2485-42db-8f90-87ada6a88c81 up at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:19:54.797985 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3472eb87-c38b-4d08-a199-e8ab58d97641 req-d3b650be-5ad6-4158-8adf-133bcc339598 tempest-ServerTagsTestJSON-140909041 tempest-ServerTagsTestJSON-140909041-project] 10.222.0.41 "GET /v2.0/quotas/fc43bb10917e41c1a77be3312d17cce2 HTTP/1.1" status: 200 len: 375 time: 0.0130000 Aug 11 03:19:54.855362 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3472eb87-c38b-4d08-a199-e8ab58d97641 req-2de380a5-0d85-453d-afb9-e2a8d96fb28c tempest-ServerTagsTestJSON-140909041 tempest-ServerTagsTestJSON-140909041-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=fc43bb10917e41c1a77be3312d17cce2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0403371 Aug 11 03:19:54.867395 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d87202e-aa67-49d9-a24d-f3e394d7a82c req-01fc3119-6a12-44c7-ae5b-ffcd56bd0dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:54.869784 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-6d87202e-aa67-49d9-a24d-f3e394d7a82c req-01fc3119-6a12-44c7-ae5b-ffcd56bd0dca service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c HTTP/1.1" status: 200 len: 1097 time: 0.0792232 Aug 11 03:19:54.878681 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=0ea4b77d-3452-49a3-af5b-6f0e3d74e9d6,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:54.921872 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-6d87202e-aa67-49d9-a24d-f3e394d7a82c req-23efa82e-03d9-4953-ac4b-4635c755c3c7 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=5bbb5f37-cd37-415a-b820-36c249955487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449629 Aug 11 03:19:54.948043 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning for port bb7842d3-2485-42db-8f90-87ada6a88c81 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:19:54.952614 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning complete for port bb7842d3-2485-42db-8f90-87ada6a88c81 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:19:54.953101 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:54.962966 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3472eb87-c38b-4d08-a199-e8ab58d97641 req-92f136fa-4ddf-4742-8f6c-ece2a18ef188 service neutron] 10.222.0.41 "GET /v2.0/networks/0aa569e4-e528-4c2e-b8d5-219191a31ba1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993450 Aug 11 03:19:55.043682 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:55.082861 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port bb7842d3-2485-42db-8f90-87ada6a88c81, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=bb7842d3-2485-42db-8f90-87ada6a88c81,segment=NetworkSegment(d2943fe1-acff-4cdf-87d8-f77fcd011cc3),segment_id=d2943fe1-acff-4cdf-87d8-f77fcd011cc3)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:19:55.087960 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3472eb87-c38b-4d08-a199-e8ab58d97641 req-edfe1be3-7420-47bf-a9dc-6a24c098715e service neutron] 10.222.0.41 "GET /v2.0/networks/0aa569e4-e528-4c2e-b8d5-219191a31ba1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177115 Aug 11 03:19:55.154742 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:55.212689 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=bb7842d3-2485-42db-8f90-87ada6a88c81,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:55.337593 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-368b91e6-0c4b-40f8-9bd0-fad0844f431d req-60508446-a914-4aca-b940-39b6dcd0c162 tempest-ServerTagsTestJSON-140909041 tempest-ServerTagsTestJSON-140909041-project] 10.222.0.41 "GET /v2.0/ports?device_id=624fbe7c-ab86-4372-a0fc-1ad4cf475d13 HTTP/1.1" status: 200 len: 210 time: 0.0343292 Aug 11 03:19:55.412135 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340ba38c-63cd-427c-b0af-51b57efe7577 req-c6e4f109-b3cc-4f6e-a5fe-2af0bc9cbb39 tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:55.413864 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-340ba38c-63cd-427c-b0af-51b57efe7577 req-c6e4f109-b3cc-4f6e-a5fe-2af0bc9cbb39 tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] 10.222.0.41 "GET /v2.0/ports?device_id=baca4c6f-edfe-4bb8-8897-643e5e432c4a HTTP/1.1" status: 200 len: 945 time: 0.0698497 Aug 11 03:19:55.456684 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-340ba38c-63cd-427c-b0af-51b57efe7577 req-077bffed-4ef4-4a82-83b6-9c401dd07948 tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] 10.222.0.41 "GET /v2.0/security-groups?id=d8402e18-afe7-430b-8d71-744621e49758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367098 Aug 11 03:19:55.593588 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f66cd6-dd21-4ac5-8d0c-c7026433b4cf req-d921e2ba-1d84-4b41-bbc8-aa4ce7f7a5fd tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:55.598833 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-86f66cd6-dd21-4ac5-8d0c-c7026433b4cf req-d921e2ba-1d84-4b41-bbc8-aa4ce7f7a5fd tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f5ca1c5-549b-45f8-b644-c1be9314f82b HTTP/1.1" status: 200 len: 946 time: 0.0740054 Aug 11 03:19:55.643483 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-86f66cd6-dd21-4ac5-8d0c-c7026433b4cf req-cd732a63-03d2-4522-87d0-13c39075401a tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/security-groups?id=028f82ce-145e-4da5-a893-c699717fae6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413010 Aug 11 03:19:55.805511 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66516ca-6119-4e46-8fe7-2b8efb6d1a21 req-787b101d-3e50-437b-87d8-4054d7138010 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:55.811499 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c66516ca-6119-4e46-8fe7-2b8efb6d1a21 req-787b101d-3e50-437b-87d8-4054d7138010 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/ports?device_id=a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c HTTP/1.1" status: 200 len: 945 time: 0.0554757 Aug 11 03:19:55.856845 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c66516ca-6119-4e46-8fe7-2b8efb6d1a21 req-0f5d42e1-e47c-40ea-bb6e-048f65335abd tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbb5f37-cd37-415a-b820-36c249955487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383186 Aug 11 03:19:56.431122 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8682a559-0bd1-402f-ad7b-22d368037213 req-e5df7d27-d27e-48f0-b909-05a9d622b3d3 tempest-ServerTagsTestJSON-140909041 tempest-ServerTagsTestJSON-140909041-project] 10.222.0.41 "GET /v2.0/ports?device_id=624fbe7c-ab86-4372-a0fc-1ad4cf475d13 HTTP/1.1" status: 200 len: 210 time: 0.0356479 Aug 11 03:19:56.589213 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedc56e8-2b67-4ae4-bd5c-ffebf4bc257b req-428a43bd-5a32-49b5-96ee-3f60b3376f97 tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:56.591683 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-dedc56e8-2b67-4ae4-bd5c-ffebf4bc257b req-428a43bd-5a32-49b5-96ee-3f60b3376f97 tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] 10.222.0.41 "GET /v2.0/ports?device_id=baca4c6f-edfe-4bb8-8897-643e5e432c4a HTTP/1.1" status: 200 len: 945 time: 0.0525563 Aug 11 03:19:56.647417 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-dedc56e8-2b67-4ae4-bd5c-ffebf4bc257b req-b7b6c3db-02d6-47db-a34a-91469a6631b6 tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] 10.222.0.41 "GET /v2.0/security-groups?id=d8402e18-afe7-430b-8d71-744621e49758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431850 Aug 11 03:19:56.725071 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f5ca1c5-549b-45f8-b644-c1be9314f82b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ea4b77d-3452-49a3-af5b-6f0e3d74e9d6'}, {'server_uuid': 'baca4c6f-edfe-4bb8-8897-643e5e432c4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb7842d3-2485-42db-8f90-87ada6a88c81'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:19:56.727434 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c324c09c-ef99-4f2b-b72f-791440391677" -d '{"events": [{"server_uuid": "6f5ca1c5-549b-45f8-b644-c1be9314f82b", "name": "network-vif-plugged", "status": "completed", "tag": "0ea4b77d-3452-49a3-af5b-6f0e3d74e9d6"}, {"server_uuid": "baca4c6f-edfe-4bb8-8897-643e5e432c4a", "name": "network-vif-plugged", "status": "completed", "tag": "bb7842d3-2485-42db-8f90-87ada6a88c81"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:19:56.760431 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc17294-7f67-4c77-9307-97e95addeb17 req-64343a2a-a3ab-459a-ba16-2bb96fbedb53 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:56.762162 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ebc17294-7f67-4c77-9307-97e95addeb17 req-64343a2a-a3ab-459a-ba16-2bb96fbedb53 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f5ca1c5-549b-45f8-b644-c1be9314f82b HTTP/1.1" status: 200 len: 946 time: 0.0519376 Aug 11 03:19:56.771333 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 11 Aug 2021 03:19:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73c395ff-8f59-478c-b30c-403d895dec9e x-openstack-request-id: req-73c395ff-8f59-478c-b30c-403d895dec9e {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:19:56.771627 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f5ca1c5-549b-45f8-b644-c1be9314f82b", "name": "network-vif-plugged", "status": "completed", "tag": "0ea4b77d-3452-49a3-af5b-6f0e3d74e9d6", "code": 200}, {"server_uuid": "baca4c6f-edfe-4bb8-8897-643e5e432c4a", "name": "network-vif-plugged", "status": "completed", "tag": "bb7842d3-2485-42db-8f90-87ada6a88c81", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:19:56.776997 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-73c395ff-8f59-478c-b30c-403d895dec9e {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:19:56.776997 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f5ca1c5-549b-45f8-b644-c1be9314f82b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ea4b77d-3452-49a3-af5b-6f0e3d74e9d6', 'code': 200} Aug 11 03:19:56.776997 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baca4c6f-edfe-4bb8-8897-643e5e432c4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb7842d3-2485-42db-8f90-87ada6a88c81', 'code': 200} Aug 11 03:19:56.812779 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ebc17294-7f67-4c77-9307-97e95addeb17 req-817bbe2c-ca80-4012-aaca-1014a212ccac tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/security-groups?id=028f82ce-145e-4da5-a893-c699717fae6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426855 Aug 11 03:19:56.973993 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b9ef22-aa6d-48c0-8a43-15c716491590 req-82df8663-e69c-47f4-ac48-4f730c91b96c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:56.975657 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-22b9ef22-aa6d-48c0-8a43-15c716491590 req-82df8663-e69c-47f4-ac48-4f730c91b96c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=baca4c6f-edfe-4bb8-8897-643e5e432c4a HTTP/1.1" status: 200 len: 1097 time: 0.0956206 Aug 11 03:19:56.990185 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60c40d5-3a07-4fdc-b96b-373660d4702c req-b17e9be5-4702-4bc7-ac91-d80c4ee2fbca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:56.991697 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f60c40d5-3a07-4fdc-b96b-373660d4702c req-b17e9be5-4702-4bc7-ac91-d80c4ee2fbca service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6f5ca1c5-549b-45f8-b644-c1be9314f82b HTTP/1.1" status: 200 len: 1098 time: 0.1204081 Aug 11 03:19:57.055041 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f60c40d5-3a07-4fdc-b96b-373660d4702c req-9bd14664-2fd8-4c41-8dea-b9070d7ea78e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=028f82ce-145e-4da5-a893-c699717fae6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552390 Aug 11 03:19:57.081611 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-22b9ef22-aa6d-48c0-8a43-15c716491590 req-17353022-ef23-4656-92f5-14584a1e4669 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=d8402e18-afe7-430b-8d71-744621e49758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888178 Aug 11 03:19:57.091460 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2202ba30-e7df-4e0e-ada9-15c6f996d5ae req-51094da1-df86-4ab4-b03a-5984a6ac3fe7 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:57.093082 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2202ba30-e7df-4e0e-ada9-15c6f996d5ae req-51094da1-df86-4ab4-b03a-5984a6ac3fe7 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/ports?device_id=a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c HTTP/1.1" status: 200 len: 945 time: 0.1383219 Aug 11 03:19:57.147374 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2202ba30-e7df-4e0e-ada9-15c6f996d5ae req-cb3bd8fa-56c1-4c53-9d61-150e0cc4ffe3 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbb5f37-cd37-415a-b820-36c249955487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440993 Aug 11 03:19:57.475528 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0a125a-aeb5-4d95-b97e-31f275dae94a req-539d1ef6-cc0d-406d-bc69-c87de6fd589d tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:57.484396 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cd0a125a-aeb5-4d95-b97e-31f275dae94a req-539d1ef6-cc0d-406d-bc69-c87de6fd589d tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/networks?id=5550882c-d5be-4613-b9ce-af7283467065 HTTP/1.1" status: 200 len: 813 time: 0.1211045 Aug 11 03:19:57.503060 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cd0a125a-aeb5-4d95-b97e-31f275dae94a req-1c7822c3-1da3-4d24-b718-558879a795b5 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/quotas/1c3a4a4854b046bf84e782d3a4f4fd61 HTTP/1.1" status: 200 len: 375 time: 0.0173998 Aug 11 03:19:57.574752 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cd0a125a-aeb5-4d95-b97e-31f275dae94a req-a8bf6e36-41a1-42dc-a317-4260a5f7a41e tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=1c3a4a4854b046bf84e782d3a4f4fd61&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0703156 Aug 11 03:19:57.596132 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a81a82e5-9ea3-46a1-9b3e-f62b8bc9b2a1 req-97f6fd4e-0c18-4346-a4c8-0f3fe2aaf942 tempest-ServerTagsTestJSON-140909041 tempest-ServerTagsTestJSON-140909041-project] 10.222.0.41 "GET /v2.0/ports?device_id=624fbe7c-ab86-4372-a0fc-1ad4cf475d13 HTTP/1.1" status: 200 len: 210 time: 0.0371516 Aug 11 03:19:57.844523 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3472eb87-c38b-4d08-a199-e8ab58d97641 req-32e06150-814d-4936-bb73-2b3c71951c9f tempest-ServerTagsTestJSON-140909041 tempest-ServerTagsTestJSON-140909041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:57.849352 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-3472eb87-c38b-4d08-a199-e8ab58d97641 req-32e06150-814d-4936-bb73-2b3c71951c9f tempest-ServerTagsTestJSON-140909041 tempest-ServerTagsTestJSON-140909041-project] 10.222.0.22 "GET /v2.0/networks?id=0aa569e4-e528-4c2e-b8d5-219191a31ba1 HTTP/1.1" status: 200 len: 809 time: 0.1688452 Aug 11 03:19:57.863447 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-3472eb87-c38b-4d08-a199-e8ab58d97641 req-276ffe7a-6bd7-4fad-b38d-26dce2467fa8 tempest-ServerTagsTestJSON-140909041 tempest-ServerTagsTestJSON-140909041-project] Request body: {'port': {'device_id': '624fbe7c-ab86-4372-a0fc-1ad4cf475d13', 'network_id': '0aa569e4-e528-4c2e-b8d5-219191a31ba1', 'admin_state_up': True, 'tenant_id': 'fc43bb10917e41c1a77be3312d17cce2'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:19:57.881715 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cd0a125a-aeb5-4d95-b97e-31f275dae94a req-c5e05419-1462-4546-9fb5-91489d2078b3 service neutron] 10.222.0.41 "GET /v2.0/networks/5550882c-d5be-4613-b9ce-af7283467065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2894220 Aug 11 03:19:57.899013 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fabd5d-d070-4b85-bcbd-ad2f3eef4351 req-6060e9a3-3653-4e52-9085-aff999c9f278 tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:57.901206 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-82fabd5d-d070-4b85-bcbd-ad2f3eef4351 req-6060e9a3-3653-4e52-9085-aff999c9f278 tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] 10.222.0.41 "GET /v2.0/ports?device_id=baca4c6f-edfe-4bb8-8897-643e5e432c4a HTTP/1.1" status: 200 len: 945 time: 0.0979538 Aug 11 03:19:58.019028 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-82fabd5d-d070-4b85-bcbd-ad2f3eef4351 req-a9ef8ccd-f577-4bd7-8cdf-b6849dfa31ac tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] 10.222.0.41 "GET /v2.0/security-groups?id=d8402e18-afe7-430b-8d71-744621e49758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072917 Aug 11 03:19:58.069271 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cd0a125a-aeb5-4d95-b97e-31f275dae94a req-f3e7905f-59fb-462b-99a9-97ea9c61470f service neutron] 10.222.0.41 "GET /v2.0/networks/5550882c-d5be-4613-b9ce-af7283467065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668441 Aug 11 03:19:58.156094 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05951596-26aa-41f8-9def-2191882c4362 req-b537e272-88e4-41a9-a202-31c5ac3f6297 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:58.157594 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-05951596-26aa-41f8-9def-2191882c4362 req-b537e272-88e4-41a9-a202-31c5ac3f6297 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f5ca1c5-549b-45f8-b644-c1be9314f82b HTTP/1.1" status: 200 len: 946 time: 0.0546520 Aug 11 03:19:58.196704 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-05951596-26aa-41f8-9def-2191882c4362 req-2632aea4-cb7c-4bdc-a435-bcbcf5ff6bfa tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/security-groups?id=028f82ce-145e-4da5-a893-c699717fae6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330651 Aug 11 03:19:58.253719 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3472eb87-c38b-4d08-a199-e8ab58d97641 req-276ffe7a-6bd7-4fad-b38d-26dce2467fa8 tempest-ServerTagsTestJSON-140909041 tempest-ServerTagsTestJSON-140909041-project] Made reservation on behalf of fc43bb10917e41c1a77be3312d17cce2 for: {'port': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:19:58.261553 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-3472eb87-c38b-4d08-a199-e8ab58d97641 req-276ffe7a-6bd7-4fad-b38d-26dce2467fa8 tempest-ServerTagsTestJSON-140909041 tempest-ServerTagsTestJSON-140909041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:58.390512 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0ffbd86a-29eb-4e36-a36b-003769f1e9b7 req-c5c90228-ee2d-41c6-a601-2cc0c1adc6b9 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb244aed-b693-4985-a21a-a30298e83a0a HTTP/1.1" status: 200 len: 210 time: 0.0386941 Aug 11 03:19:58.461994 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [req-3472eb87-c38b-4d08-a199-e8ab58d97641 req-276ffe7a-6bd7-4fad-b38d-26dce2467fa8 tempest-ServerTagsTestJSON-140909041 tempest-ServerTagsTestJSON-140909041-project] Allocated IP 172.20.0.5 (0aa569e4-e528-4c2e-b8d5-219191a31ba1/0d4a0bbe-9b98-494e-a5c0-f51a8b50f430/715b97bc-359e-4228-97a0-b2dfa6f78a33) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:19:58.621594 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-3472eb87-c38b-4d08-a199-e8ab58d97641 req-276ffe7a-6bd7-4fad-b38d-26dce2467fa8 tempest-ServerTagsTestJSON-140909041 tempest-ServerTagsTestJSON-140909041-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:58.720428 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-3472eb87-c38b-4d08-a199-e8ab58d97641 req-276ffe7a-6bd7-4fad-b38d-26dce2467fa8 tempest-ServerTagsTestJSON-140909041 tempest-ServerTagsTestJSON-140909041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:58.732938 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6a340de0-eaaa-4ee2-bfe6-eada03b063f4 req-a7c9196e-8b28-496d-95ac-4789b3e40281 tempest-ServerTagsTestJSON-140909041 tempest-ServerTagsTestJSON-140909041-project] 10.222.0.41 "GET /v2.0/ports?device_id=624fbe7c-ab86-4372-a0fc-1ad4cf475d13 HTTP/1.1" status: 200 len: 210 time: 0.0270085 Aug 11 03:19:58.763084 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3472eb87-c38b-4d08-a199-e8ab58d97641 req-276ffe7a-6bd7-4fad-b38d-26dce2467fa8 tempest-ServerTagsTestJSON-140909041 tempest-ServerTagsTestJSON-140909041-project] Network 0aa569e4-e528-4c2e-b8d5-219191a31ba1 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:19:58.768885 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [req-3472eb87-c38b-4d08-a199-e8ab58d97641 req-276ffe7a-6bd7-4fad-b38d-26dce2467fa8 tempest-ServerTagsTestJSON-140909041 tempest-ServerTagsTestJSON-140909041-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:19:58.775259 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-3472eb87-c38b-4d08-a199-e8ab58d97641 req-276ffe7a-6bd7-4fad-b38d-26dce2467fa8 tempest-ServerTagsTestJSON-140909041 tempest-ServerTagsTestJSON-140909041-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:19:58.811433 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276ffe7a-6bd7-4fad-b38d-26dce2467fa8 tempest-ServerTagsTestJSON-140909041 tempest-ServerTagsTestJSON-140909041-project] Pushing event updated for resources: {'Port': ['ID=715b97bc-359e-4228-97a0-b2dfa6f78a33,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:58.826324 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276ffe7a-6bd7-4fad-b38d-26dce2467fa8 tempest-ServerTagsTestJSON-140909041 tempest-ServerTagsTestJSON-140909041-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:19:58.826666 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276ffe7a-6bd7-4fad-b38d-26dce2467fa8 tempest-ServerTagsTestJSON-140909041 tempest-ServerTagsTestJSON-140909041-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:19:58.827006 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276ffe7a-6bd7-4fad-b38d-26dce2467fa8 tempest-ServerTagsTestJSON-140909041 tempest-ServerTagsTestJSON-140909041-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:19:58.827343 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276ffe7a-6bd7-4fad-b38d-26dce2467fa8 tempest-ServerTagsTestJSON-140909041 tempest-ServerTagsTestJSON-140909041-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:19:58.827673 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276ffe7a-6bd7-4fad-b38d-26dce2467fa8 tempest-ServerTagsTestJSON-140909041 tempest-ServerTagsTestJSON-140909041-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:19:58.828002 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276ffe7a-6bd7-4fad-b38d-26dce2467fa8 tempest-ServerTagsTestJSON-140909041 tempest-ServerTagsTestJSON-140909041-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:19:58.828331 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276ffe7a-6bd7-4fad-b38d-26dce2467fa8 tempest-ServerTagsTestJSON-140909041 tempest-ServerTagsTestJSON-140909041-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:19:58.828662 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276ffe7a-6bd7-4fad-b38d-26dce2467fa8 tempest-ServerTagsTestJSON-140909041 tempest-ServerTagsTestJSON-140909041-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:19:58.828990 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276ffe7a-6bd7-4fad-b38d-26dce2467fa8 tempest-ServerTagsTestJSON-140909041 tempest-ServerTagsTestJSON-140909041-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:19:58.829314 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276ffe7a-6bd7-4fad-b38d-26dce2467fa8 tempest-ServerTagsTestJSON-140909041 tempest-ServerTagsTestJSON-140909041-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:19:58.829647 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276ffe7a-6bd7-4fad-b38d-26dce2467fa8 tempest-ServerTagsTestJSON-140909041 tempest-ServerTagsTestJSON-140909041-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:19:58.829955 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276ffe7a-6bd7-4fad-b38d-26dce2467fa8 tempest-ServerTagsTestJSON-140909041 tempest-ServerTagsTestJSON-140909041-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:19:58.846751 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3472eb87-c38b-4d08-a199-e8ab58d97641 req-276ffe7a-6bd7-4fad-b38d-26dce2467fa8 tempest-ServerTagsTestJSON-140909041 tempest-ServerTagsTestJSON-140909041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:58.847363 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-3472eb87-c38b-4d08-a199-e8ab58d97641 req-276ffe7a-6bd7-4fad-b38d-26dce2467fa8 tempest-ServerTagsTestJSON-140909041 tempest-ServerTagsTestJSON-140909041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:58.921479 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-3472eb87-c38b-4d08-a199-e8ab58d97641 req-276ffe7a-6bd7-4fad-b38d-26dce2467fa8 tempest-ServerTagsTestJSON-140909041 tempest-ServerTagsTestJSON-140909041-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0622551 Aug 11 03:19:58.937494 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-3472eb87-c38b-4d08-a199-e8ab58d97641 req-266bda58-c969-48d8-8690-6ab2f6e6a1d0 service neutron] Request body: {'port': {'device_id': '624fbe7c-ab86-4372-a0fc-1ad4cf475d13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764292-30'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:19:58.993543 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-3472eb87-c38b-4d08-a199-e8ab58d97641 req-266bda58-c969-48d8-8690-6ab2f6e6a1d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:59.099981 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-f0a8cec9-26aa-4158-8091-f803a73794ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:59.161757 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d08d5ea-ea05-4f15-ada0-748ae3578ed8 req-ad24e381-7d60-4c00-8a27-7c40726c8d9d tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:59.162770 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8d08d5ea-ea05-4f15-ada0-748ae3578ed8 req-ad24e381-7d60-4c00-8a27-7c40726c8d9d tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] 10.222.0.41 "GET /v2.0/ports?device_id=baca4c6f-edfe-4bb8-8897-643e5e432c4a HTTP/1.1" status: 200 len: 945 time: 0.0543187 Aug 11 03:19:59.218126 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8d08d5ea-ea05-4f15-ada0-748ae3578ed8 req-47a8b5b4-04d4-4097-a41a-a3fefea8b4e8 tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] 10.222.0.41 "GET /v2.0/security-groups?id=d8402e18-afe7-430b-8d71-744621e49758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511746 Aug 11 03:19:59.333847 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [req-3472eb87-c38b-4d08-a199-e8ab58d97641 req-266bda58-c969-48d8-8690-6ab2f6e6a1d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 715b97bc-359e-4228-97a0-b2dfa6f78a33 {{(pid=102191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:19:59.345561 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-3472eb87-c38b-4d08-a199-e8ab58d97641 req-266bda58-c969-48d8-8690-6ab2f6e6a1d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:59.360081 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [req-3472eb87-c38b-4d08-a199-e8ab58d97641 req-266bda58-c969-48d8-8690-6ab2f6e6a1d0 service neutron] Transition to ACTIVE for port object 715b97bc-359e-4228-97a0-b2dfa6f78a33 will not be triggered until provisioned by entity L2. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:19:59.406675 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4658b4c2-19a8-4f15-9009-8b68cac51a94 req-c6944968-07f5-485e-b66e-7924e087ffba tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:59.408067 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4658b4c2-19a8-4f15-9009-8b68cac51a94 req-c6944968-07f5-485e-b66e-7924e087ffba tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f5ca1c5-549b-45f8-b644-c1be9314f82b HTTP/1.1" status: 200 len: 946 time: 0.1021159 Aug 11 03:19:59.442510 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38b060a-2dc9-4263-9fd9-85eb2488b975 req-0720969a-d398-4a30-b2b4-d3682934d67d tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:59.444570 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a38b060a-2dc9-4263-9fd9-85eb2488b975 req-0720969a-d398-4a30-b2b4-d3682934d67d tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] 10.222.0.41 "GET /v2.0/ports?device_id=a7254dd5-f008-4a5d-8be1-090c1b45f2cc HTTP/1.1" status: 200 len: 946 time: 0.0841606 Aug 11 03:19:59.474035 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-3472eb87-c38b-4d08-a199-e8ab58d97641 req-266bda58-c969-48d8-8690-6ab2f6e6a1d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:59.476529 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4658b4c2-19a8-4f15-9009-8b68cac51a94 req-17aaa0c5-8423-45b7-9a29-982bb67c5cca tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/security-groups?id=028f82ce-145e-4da5-a893-c699717fae6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620031 Aug 11 03:19:59.500511 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a38b060a-2dc9-4263-9fd9-85eb2488b975 req-ad56ab3a-9ed3-4e66-beba-28fcea5abaf5 tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] 10.222.0.41 "GET /v2.0/security-groups?id=d8402e18-afe7-430b-8d71-744621e49758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423930 Aug 11 03:19:59.599785 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266bda58-c969-48d8-8690-6ab2f6e6a1d0 service neutron] Pushing event updated for resources: {'Port': ['ID=715b97bc-359e-4228-97a0-b2dfa6f78a33,revision_number=2']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:59.656082 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-fe28b4b6-5c11-4318-8fcd-f1a3e9f47b3e req-4f0f9f09-eb38-488a-b92c-16ba648f0e14 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb244aed-b693-4985-a21a-a30298e83a0a HTTP/1.1" status: 200 len: 210 time: 0.0521965 Aug 11 03:19:59.657764 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-3472eb87-c38b-4d08-a199-e8ab58d97641 req-266bda58-c969-48d8-8690-6ab2f6e6a1d0 service neutron] Attempting to bind port 715b97bc-359e-4228-97a0-b2dfa6f78a33 on host n-h1-764292-30 for vnic_type normal with profile {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:19:59.658110 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-3472eb87-c38b-4d08-a199-e8ab58d97641 req-266bda58-c969-48d8-8690-6ab2f6e6a1d0 service neutron] Attempting to bind port 715b97bc-359e-4228-97a0-b2dfa6f78a33 by drivers openvswitch,hyperv on host n-h1-764292-30 at level 0 using segments [{'id': '303786ba-d8fb-4a53-9249-eee9eb575f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '0aa569e4-e528-4c2e-b8d5-219191a31ba1'}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:19:59.658488 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3472eb87-c38b-4d08-a199-e8ab58d97641 req-266bda58-c969-48d8-8690-6ab2f6e6a1d0 service neutron] Attempting to bind port 715b97bc-359e-4228-97a0-b2dfa6f78a33 on network 0aa569e4-e528-4c2e-b8d5-219191a31ba1 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:19:59.664007 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3472eb87-c38b-4d08-a199-e8ab58d97641 req-266bda58-c969-48d8-8690-6ab2f6e6a1d0 service neutron] Port 715b97bc-359e-4228-97a0-b2dfa6f78a33 on network 0aa569e4-e528-4c2e-b8d5-219191a31ba1 not bound, no agent of type Open vSwitch agent registered on host n-h1-764292-30 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:19:59.664366 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3472eb87-c38b-4d08-a199-e8ab58d97641 req-266bda58-c969-48d8-8690-6ab2f6e6a1d0 service neutron] Attempting to bind port 715b97bc-359e-4228-97a0-b2dfa6f78a33 on network 0aa569e4-e528-4c2e-b8d5-219191a31ba1 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:19:59.670600 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3472eb87-c38b-4d08-a199-e8ab58d97641 req-266bda58-c969-48d8-8690-6ab2f6e6a1d0 service neutron] Checking agent: {'id': 'abb524c2-b412-4ed2-8367-45c4fd996fa7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 19, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:19:59.670940 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3472eb87-c38b-4d08-a199-e8ab58d97641 req-266bda58-c969-48d8-8690-6ab2f6e6a1d0 service neutron] Checking segment: {'id': '303786ba-d8fb-4a53-9249-eee9eb575f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '0aa569e4-e528-4c2e-b8d5-219191a31ba1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:19:59.671317 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3472eb87-c38b-4d08-a199-e8ab58d97641 req-266bda58-c969-48d8-8690-6ab2f6e6a1d0 service neutron] Bound using segment: {'id': '303786ba-d8fb-4a53-9249-eee9eb575f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '0aa569e4-e528-4c2e-b8d5-219191a31ba1'} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:19:59.671873 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-3472eb87-c38b-4d08-a199-e8ab58d97641 req-266bda58-c969-48d8-8690-6ab2f6e6a1d0 service neutron] Bound port: 715b97bc-359e-4228-97a0-b2dfa6f78a33, host: n-h1-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '303786ba-d8fb-4a53-9249-eee9eb575f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '0aa569e4-e528-4c2e-b8d5-219191a31ba1'}}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:19:59.672302 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-3472eb87-c38b-4d08-a199-e8ab58d97641 req-266bda58-c969-48d8-8690-6ab2f6e6a1d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:59.680232 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6e7157-faaf-44c5-821d-8dc9034e83b9 req-946259cf-bd12-472c-9eac-e9d7dd76b93b tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:59.681840 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3f6e7157-faaf-44c5-821d-8dc9034e83b9 req-946259cf-bd12-472c-9eac-e9d7dd76b93b tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f5ca1c5-549b-45f8-b644-c1be9314f82b HTTP/1.1" status: 200 len: 946 time: 0.0809026 Aug 11 03:19:59.740064 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3f6e7157-faaf-44c5-821d-8dc9034e83b9 req-a5127f48-5def-4e76-b8eb-f00320de316f tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/security-groups?id=028f82ce-145e-4da5-a893-c699717fae6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498784 Aug 11 03:19:59.752860 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-3472eb87-c38b-4d08-a199-e8ab58d97641 req-266bda58-c969-48d8-8690-6ab2f6e6a1d0 service neutron] For port 715b97bc-359e-4228-97a0-b2dfa6f78a33, host n-h1-764292-30, cleared binding levels {{(pid=102191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:19:59.765727 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-3472eb87-c38b-4d08-a199-e8ab58d97641 req-266bda58-c969-48d8-8690-6ab2f6e6a1d0 service neutron] For port 715b97bc-359e-4228-97a0-b2dfa6f78a33, host n-h1-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=715b97bc-359e-4228-97a0-b2dfa6f78a33,segment=NetworkSegment(303786ba-d8fb-4a53-9249-eee9eb575f9d),segment_id=303786ba-d8fb-4a53-9249-eee9eb575f9d)] {{(pid=102191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:19:59.774784 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 46162) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:59.851914 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-3472eb87-c38b-4d08-a199-e8ab58d97641 req-266bda58-c969-48d8-8690-6ab2f6e6a1d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:59.920362 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3472eb87-c38b-4d08-a199-e8ab58d97641 req-266bda58-c969-48d8-8690-6ab2f6e6a1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:59.920613 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-3472eb87-c38b-4d08-a199-e8ab58d97641 req-266bda58-c969-48d8-8690-6ab2f6e6a1d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:59.922384 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-3472eb87-c38b-4d08-a199-e8ab58d97641 req-266bda58-c969-48d8-8690-6ab2f6e6a1d0 service neutron] 10.222.0.22 "PUT /v2.0/ports/715b97bc-359e-4228-97a0-b2dfa6f78a33 HTTP/1.1" status: 200 len: 1092 time: 0.9918039 Aug 11 03:19:59.923088 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '624fbe7c-ab86-4372-a0fc-1ad4cf475d13', 'tag': '715b97bc-359e-4228-97a0-b2dfa6f78a33'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:19:59.933711 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-698cd458-94f2-41f5-a21e-5273251f6d99" -d '{"events": [{"name": "network-changed", "server_uuid": "624fbe7c-ab86-4372-a0fc-1ad4cf475d13", "tag": "715b97bc-359e-4228-97a0-b2dfa6f78a33"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:20:00.012038 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266bda58-c969-48d8-8690-6ab2f6e6a1d0 service neutron] Pushing event updated for resources: {'Port': ['ID=715b97bc-359e-4228-97a0-b2dfa6f78a33,revision_number=3']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:00.108855 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3472eb87-c38b-4d08-a199-e8ab58d97641 req-f660f6f3-371b-4da0-b658-0cc04b0f45ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:00.110538 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-3472eb87-c38b-4d08-a199-e8ab58d97641 req-f660f6f3-371b-4da0-b658-0cc04b0f45ba service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=fc43bb10917e41c1a77be3312d17cce2&device_id=624fbe7c-ab86-4372-a0fc-1ad4cf475d13 HTTP/1.1" status: 200 len: 1095 time: 0.0719266 Aug 11 03:20:00.164816 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:19:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-085c3281-88bc-4573-b280-20a8945c918c x-openstack-request-id: req-085c3281-88bc-4573-b280-20a8945c918c {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:20:00.166794 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "624fbe7c-ab86-4372-a0fc-1ad4cf475d13", "tag": "715b97bc-359e-4228-97a0-b2dfa6f78a33", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:20:00.166974 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-085c3281-88bc-4573-b280-20a8945c918c {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:20:00.167415 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '624fbe7c-ab86-4372-a0fc-1ad4cf475d13', 'tag': '715b97bc-359e-4228-97a0-b2dfa6f78a33', 'status': 'completed', 'code': 200} Aug 11 03:20:00.169908 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-3472eb87-c38b-4d08-a199-e8ab58d97641 req-c1be1156-dff8-4071-939f-36652dc6f180 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=715b97bc-359e-4228-97a0-b2dfa6f78a33 HTTP/1.1" status: 200 len: 217 time: 0.0513225 Aug 11 03:20:00.258041 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3472eb87-c38b-4d08-a199-e8ab58d97641 req-3b6bf237-f8b5-47cc-a7d6-2508b80bbe37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:00.259772 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-3472eb87-c38b-4d08-a199-e8ab58d97641 req-3b6bf237-f8b5-47cc-a7d6-2508b80bbe37 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=0d4a0bbe-9b98-494e-a5c0-f51a8b50f430 HTTP/1.1" status: 200 len: 849 time: 0.0759938 Aug 11 03:20:00.292134 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-3472eb87-c38b-4d08-a199-e8ab58d97641 req-6d0e0ff1-7360-4330-a988-31f00db58478 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0aa569e4-e528-4c2e-b8d5-219191a31ba1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246463 Aug 11 03:20:00.327205 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb33e6be-cebe-46e5-a796-549052d28830 tempest-TestNetworkAdvancedServerOps-665886235 tempest-TestNetworkAdvancedServerOps-665886235-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:00.333059 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-eb33e6be-cebe-46e5-a796-549052d28830 tempest-TestNetworkAdvancedServerOps-665886235 tempest-TestNetworkAdvancedServerOps-665886235-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=6f5ca1c5-549b-45f8-b644-c1be9314f82b HTTP/1.1" status: 200 len: 1093 time: 0.5536420 Aug 11 03:20:00.335479 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 46192) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:00.340872 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-0de0181a-2448-40fa-b1a9-479ff8041a87 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Request body: {'floatingip': {'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'port_id': '0ea4b77d-3452-49a3-af5b-6f0e3d74e9d6', 'tenant_id': 'a5478860f7cb432583cc8e5d994d2237', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:20:00.372346 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90822510-c76b-4f59-a170-a761ba013938 req-86031dd3-1109-4f6b-b0e5-4881dd86be29 tempest-ServerTagsTestJSON-140909041 tempest-ServerTagsTestJSON-140909041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:00.373828 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-90822510-c76b-4f59-a170-a761ba013938 req-86031dd3-1109-4f6b-b0e5-4881dd86be29 tempest-ServerTagsTestJSON-140909041 tempest-ServerTagsTestJSON-140909041-project] 10.222.0.41 "GET /v2.0/ports?device_id=624fbe7c-ab86-4372-a0fc-1ad4cf475d13 HTTP/1.1" status: 200 len: 943 time: 0.1198380 Aug 11 03:20:00.417700 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-3472eb87-c38b-4d08-a199-e8ab58d97641 req-1a6c9b9e-183f-4f31-a5aa-9ddcf9083f66 service neutron] 10.222.0.22 "GET /v2.0/networks/0aa569e4-e528-4c2e-b8d5-219191a31ba1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166515 Aug 11 03:20:00.419283 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-90822510-c76b-4f59-a170-a761ba013938 req-4ef9eb60-cbc1-446f-96e1-e22783c73a81 tempest-ServerTagsTestJSON-140909041 tempest-ServerTagsTestJSON-140909041-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6505407-ab24-4c3c-99b6-6f2e7c1d3f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375690 Aug 11 03:20:00.517422 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0de0181a-2448-40fa-b1a9-479ff8041a87 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks [] for floatingip, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:00.528890 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-3472eb87-c38b-4d08-a199-e8ab58d97641 req-8e97d2d5-3873-4f3e-b4a4-34329ee5caf2 service neutron] 10.222.0.22 "GET /v2.0/networks/0aa569e4-e528-4c2e-b8d5-219191a31ba1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041968 Aug 11 03:20:00.664131 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0a125a-aeb5-4d95-b97e-31f275dae94a req-31e267f2-f0a3-47f4-af46-68c11714c2c3 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:00.665742 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cd0a125a-aeb5-4d95-b97e-31f275dae94a req-31e267f2-f0a3-47f4-af46-68c11714c2c3 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.24 "GET /v2.0/networks?id=5550882c-d5be-4613-b9ce-af7283467065 HTTP/1.1" status: 200 len: 813 time: 0.1752431 Aug 11 03:20:00.695325 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-cd0a125a-aeb5-4d95-b97e-31f275dae94a req-f813979a-1516-43a5-b15b-e87f01491bb4 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Request body: {'port': {'device_id': 'cb244aed-b693-4985-a21a-a30298e83a0a', 'network_id': '5550882c-d5be-4613-b9ce-af7283467065', 'admin_state_up': True, 'tenant_id': '1c3a4a4854b046bf84e782d3a4f4fd61'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:20:00.734831 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698cd458-94f2-41f5-a21e-5273251f6d99 req-0ed550a8-a37e-4280-bb4a-6e10f50ff21c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:00.736852 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-698cd458-94f2-41f5-a21e-5273251f6d99 req-0ed550a8-a37e-4280-bb4a-6e10f50ff21c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=fc43bb10917e41c1a77be3312d17cce2&device_id=624fbe7c-ab86-4372-a0fc-1ad4cf475d13 HTTP/1.1" status: 200 len: 1095 time: 0.0668430 Aug 11 03:20:00.834921 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d2fee832-52e3-4cc9-a62e-242ffc04312f req-989fbc28-c305-43e8-bbc4-5bb907afebb0 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb244aed-b693-4985-a21a-a30298e83a0a HTTP/1.1" status: 200 len: 210 time: 0.0632260 Aug 11 03:20:00.864274 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698cd458-94f2-41f5-a21e-5273251f6d99 req-06673637-82c5-4a17-b6e2-4dbd67cd07ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:00.867218 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-698cd458-94f2-41f5-a21e-5273251f6d99 req-06673637-82c5-4a17-b6e2-4dbd67cd07ae service neutron] 10.222.0.22 "GET /v2.0/networks?id=0aa569e4-e528-4c2e-b8d5-219191a31ba1 HTTP/1.1" status: 200 len: 910 time: 0.1193182 Aug 11 03:20:00.880552 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0e8884-49d0-498c-acad-6e5176435708 req-d5e9b2d5-f0a1-42fe-b479-011b013ab1c8 tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:00.888390 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2a0e8884-49d0-498c-acad-6e5176435708 req-d5e9b2d5-f0a1-42fe-b479-011b013ab1c8 tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] 10.222.0.41 "GET /v2.0/ports?device_id=a7254dd5-f008-4a5d-8be1-090c1b45f2cc HTTP/1.1" status: 200 len: 946 time: 0.2159705 Aug 11 03:20:00.932917 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-698cd458-94f2-41f5-a21e-5273251f6d99 req-a5fea291-2a07-49a5-b5a3-af8fdae3e424 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=715b97bc-359e-4228-97a0-b2dfa6f78a33 HTTP/1.1" status: 200 len: 217 time: 0.0531590 Aug 11 03:20:00.943889 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0de0181a-2448-40fa-b1a9-479ff8041a87 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:00.978962 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2a0e8884-49d0-498c-acad-6e5176435708 req-8ecdb8cb-bb3d-4c33-840f-75c2830ecf18 tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] 10.222.0.41 "GET /v2.0/security-groups?id=d8402e18-afe7-430b-8d71-744621e49758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896955 Aug 11 03:20:00.994386 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698cd458-94f2-41f5-a21e-5273251f6d99 req-07b6792d-f6f8-49d6-b85d-0ae5f839ef30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:00.996076 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-698cd458-94f2-41f5-a21e-5273251f6d99 req-07b6792d-f6f8-49d6-b85d-0ae5f839ef30 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=0d4a0bbe-9b98-494e-a5c0-f51a8b50f430 HTTP/1.1" status: 200 len: 849 time: 0.0556736 Aug 11 03:20:01.039295 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-698cd458-94f2-41f5-a21e-5273251f6d99 req-8a2d67c9-c53d-40a1-aad7-73e8e482d26a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0aa569e4-e528-4c2e-b8d5-219191a31ba1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352535 Aug 11 03:20:01.046964 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd0a125a-aeb5-4d95-b97e-31f275dae94a req-f813979a-1516-43a5-b15b-e87f01491bb4 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Made reservation on behalf of 1c3a4a4854b046bf84e782d3a4f4fd61 for: {'port': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:20:01.050379 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-cd0a125a-aeb5-4d95-b97e-31f275dae94a req-f813979a-1516-43a5-b15b-e87f01491bb4 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:01.157244 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [None req-0de0181a-2448-40fa-b1a9-479ff8041a87 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Allocated IP 172.25.8.31 (09faf7d2-eaf5-4a50-bb6e-4cb05d009a76/e1a97443-13df-40bb-85f5-fd269e2742c0/13146d77-8a7b-4438-a4c6-fc800ad606ae) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:20:01.171283 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-698cd458-94f2-41f5-a21e-5273251f6d99 req-2e402f2c-fe0c-4a03-a4ba-4be8f36cebb1 service neutron] 10.222.0.22 "GET /v2.0/networks/0aa569e4-e528-4c2e-b8d5-219191a31ba1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219466 Aug 11 03:20:01.287749 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-698cd458-94f2-41f5-a21e-5273251f6d99 req-3fee937d-3d7b-47c7-8004-201214c94e83 service neutron] 10.222.0.22 "GET /v2.0/networks/0aa569e4-e528-4c2e-b8d5-219191a31ba1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021147 Aug 11 03:20:01.313108 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [req-cd0a125a-aeb5-4d95-b97e-31f275dae94a req-f813979a-1516-43a5-b15b-e87f01491bb4 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Allocated IP 172.20.0.6 (5550882c-d5be-4613-b9ce-af7283467065/1720ed9a-a4c0-46ed-8d38-cf818eba15ba/69635f0a-d926-467d-8c8f-903b6369344c) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:20:01.356651 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0de0181a-2448-40fa-b1a9-479ff8041a87 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:01.524253 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-cd0a125a-aeb5-4d95-b97e-31f275dae94a req-f813979a-1516-43a5-b15b-e87f01491bb4 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:01.567773 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0de0181a-2448-40fa-b1a9-479ff8041a87 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:01.631031 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de0181a-2448-40fa-b1a9-479ff8041a87 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:20:01.640984 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-0de0181a-2448-40fa-b1a9-479ff8041a87 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:20:01.646618 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de0181a-2448-40fa-b1a9-479ff8041a87 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:20:01.651829 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-cd0a125a-aeb5-4d95-b97e-31f275dae94a req-f813979a-1516-43a5-b15b-e87f01491bb4 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:01.666526 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['1cb8468e-17ff-4509-bb1e-469bb7546cf3'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:20:01.687235 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de0181a-2448-40fa-b1a9-479ff8041a87 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Pushing event updated for resources: {'Port': ['ID=13146d77-8a7b-4438-a4c6-fc800ad606ae,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:01.748620 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6951b9-d6e3-461a-999b-3f61117bc270 req-a6246a01-0f66-4e47-aa71-eddce3b619a2 tempest-ServerTagsTestJSON-140909041 tempest-ServerTagsTestJSON-140909041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:01.750206 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4a6951b9-d6e3-461a-999b-3f61117bc270 req-a6246a01-0f66-4e47-aa71-eddce3b619a2 tempest-ServerTagsTestJSON-140909041 tempest-ServerTagsTestJSON-140909041-project] 10.222.0.41 "GET /v2.0/ports?device_id=624fbe7c-ab86-4372-a0fc-1ad4cf475d13 HTTP/1.1" status: 200 len: 943 time: 0.1779294 Aug 11 03:20:01.753174 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd0a125a-aeb5-4d95-b97e-31f275dae94a req-f813979a-1516-43a5-b15b-e87f01491bb4 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Network 5550882c-d5be-4613-b9ce-af7283467065 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:20:01.769110 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [req-cd0a125a-aeb5-4d95-b97e-31f275dae94a req-f813979a-1516-43a5-b15b-e87f01491bb4 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:20:01.776062 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd0a125a-aeb5-4d95-b97e-31f275dae94a req-f813979a-1516-43a5-b15b-e87f01491bb4 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:20:01.836587 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f813979a-1516-43a5-b15b-e87f01491bb4 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Pushing event updated for resources: {'Port': ['ID=69635f0a-d926-467d-8c8f-903b6369344c,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:01.843907 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:01.849048 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99507408-6e68-4249-9935-9c7a21355edb req-c090d1fb-acda-433a-a7ca-61bd7fef8ff4 tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:01.850572 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-99507408-6e68-4249-9935-9c7a21355edb req-c090d1fb-acda-433a-a7ca-61bd7fef8ff4 tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] 10.222.0.22 "GET /v2.0/ports?device_id=a7254dd5-f008-4a5d-8be1-090c1b45f2cc HTTP/1.1" status: 200 len: 946 time: 0.0731170 Aug 11 03:20:01.909723 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0a125a-aeb5-4d95-b97e-31f275dae94a req-f813979a-1516-43a5-b15b-e87f01491bb4 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:01.910379 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-cd0a125a-aeb5-4d95-b97e-31f275dae94a req-f813979a-1516-43a5-b15b-e87f01491bb4 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:01.931717 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4a6951b9-d6e3-461a-999b-3f61117bc270 req-89b06d7f-f09b-4688-8022-f2407b580062 tempest-ServerTagsTestJSON-140909041 tempest-ServerTagsTestJSON-140909041-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6505407-ab24-4c3c-99b6-6f2e7c1d3f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479473 Aug 11 03:20:01.973635 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-99507408-6e68-4249-9935-9c7a21355edb req-425f567e-f305-4f27-9caf-72ea049b9886 tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] Deleting port 76ce3396-3d47-494f-9df0-6c9fb766b55f {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:20:01.975094 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-99507408-6e68-4249-9935-9c7a21355edb req-425f567e-f305-4f27-9caf-72ea049b9886 tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:02.111928 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-99507408-6e68-4249-9935-9c7a21355edb req-425f567e-f305-4f27-9caf-72ea049b9886 tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] For port 76ce3396-3d47-494f-9df0-6c9fb766b55f, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=76ce3396-3d47-494f-9df0-6c9fb766b55f,segment=NetworkSegment(d2943fe1-acff-4cdf-87d8-f77fcd011cc3),segment_id=d2943fe1-acff-4cdf-87d8-f77fcd011cc3)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:20:02.112430 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-99507408-6e68-4249-9935-9c7a21355edb req-425f567e-f305-4f27-9caf-72ea049b9886 tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:02.113717 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-81be559a-cd7d-4b5f-a978-a211e2c0b4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:02.125029 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cd0a125a-aeb5-4d95-b97e-31f275dae94a req-f813979a-1516-43a5-b15b-e87f01491bb4 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4453752 Aug 11 03:20:02.131132 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-99507408-6e68-4249-9935-9c7a21355edb req-425f567e-f305-4f27-9caf-72ea049b9886 tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] Calling delete_port for 76ce3396-3d47-494f-9df0-6c9fb766b55f owned by compute:nova {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:20:02.158302 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-cd0a125a-aeb5-4d95-b97e-31f275dae94a req-0f72e145-44e5-441d-ab55-9ba81dccba16 service neutron] Request body: {'port': {'device_id': 'cb244aed-b693-4985-a21a-a30298e83a0a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764292-30'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:20:02.165558 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b096c7-e846-4872-a366-f08c7a8e9207 req-b83086bd-dc11-4842-94ba-8507c1015a6e tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:02.167082 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f0b096c7-e846-4872-a366-f08c7a8e9207 req-b83086bd-dc11-4842-94ba-8507c1015a6e tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] 10.222.0.24 "GET /v2.0/ports?device_id=baca4c6f-edfe-4bb8-8897-643e5e432c4a HTTP/1.1" status: 200 len: 945 time: 0.2328768 Aug 11 03:20:02.206924 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224210a8-edf4-4fd4-bcbd-5af16811a090 req-24307ffd-c39d-4743-9cca-b2ca2af7c1cd tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:02.208455 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-224210a8-edf4-4fd4-bcbd-5af16811a090 req-24307ffd-c39d-4743-9cca-b2ca2af7c1cd tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb244aed-b693-4985-a21a-a30298e83a0a HTTP/1.1" status: 200 len: 931 time: 0.2916818 Aug 11 03:20:02.390480 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-99507408-6e68-4249-9935-9c7a21355edb req-425f567e-f305-4f27-9caf-72ea049b9886 tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:02.405999 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['76ce3396-3d47-494f-9df0-6c9fb766b55f'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:20:02.415654 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ca3c8e-e7e0-48d3-a657-a0d57280b73e req-6af941dc-b9ce-406b-bf9f-9f95ded3bf1f tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:02.417316 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-31ca3c8e-e7e0-48d3-a657-a0d57280b73e req-6af941dc-b9ce-406b-bf9f-9f95ded3bf1f tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] 10.222.0.41 "GET /v2.0/ports?device_id=a7254dd5-f008-4a5d-8be1-090c1b45f2cc HTTP/1.1" status: 200 len: 946 time: 0.2956958 Aug 11 03:20:02.423296 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-cd0a125a-aeb5-4d95-b97e-31f275dae94a req-0f72e145-44e5-441d-ab55-9ba81dccba16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:02.427710 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-224210a8-edf4-4fd4-bcbd-5af16811a090 req-eef196ee-43b0-4b18-b807-6148992e8b1a tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbb5f37-cd37-415a-b820-36c249955487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927090 Aug 11 03:20:02.442615 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425f567e-f305-4f27-9caf-72ea049b9886 tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] Pushing event deleted for resources: {'Port': ['ID=76ce3396-3d47-494f-9df0-6c9fb766b55f,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:02.459730 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['bb7842d3-2485-42db-8f90-87ada6a88c81'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:20:02.507974 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-99507408-6e68-4249-9935-9c7a21355edb req-425f567e-f305-4f27-9caf-72ea049b9886 tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] No DVR routers for this DVR port 76ce3396-3d47-494f-9df0-6c9fb766b55f on host n-h1-764292-30 {{(pid=102191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:20:02.511639 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-99507408-6e68-4249-9935-9c7a21355edb req-425f567e-f305-4f27-9caf-72ea049b9886 tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:02.514246 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-99507408-6e68-4249-9935-9c7a21355edb req-425f567e-f305-4f27-9caf-72ea049b9886 tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] 10.222.0.22 "DELETE /v2.0/ports/76ce3396-3d47-494f-9df0-6c9fb766b55f HTTP/1.1" status: 204 len: 173 time: 0.6572845 Aug 11 03:20:02.514824 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7254dd5-f008-4a5d-8be1-090c1b45f2cc', 'name': 'network-vif-deleted', 'tag': '76ce3396-3d47-494f-9df0-6c9fb766b55f'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:20:02.517311 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba984b75-ea25-43c6-8c57-0c002ab07b3b" -d '{"events": [{"server_uuid": "a7254dd5-f008-4a5d-8be1-090c1b45f2cc", "name": "network-vif-deleted", "tag": "76ce3396-3d47-494f-9df0-6c9fb766b55f"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:20:02.555686 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:20:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90adab8c-b510-41c0-91f6-87c32dd6b464 x-openstack-request-id: req-90adab8c-b510-41c0-91f6-87c32dd6b464 {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:20:02.555989 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7254dd5-f008-4a5d-8be1-090c1b45f2cc", "name": "network-vif-deleted", "tag": "76ce3396-3d47-494f-9df0-6c9fb766b55f", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:20:02.556308 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-90adab8c-b510-41c0-91f6-87c32dd6b464 {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:20:02.556768 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7254dd5-f008-4a5d-8be1-090c1b45f2cc', 'name': 'network-vif-deleted', 'tag': '76ce3396-3d47-494f-9df0-6c9fb766b55f', 'status': 'completed', 'code': 200} Aug 11 03:20:02.668803 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-31ca3c8e-e7e0-48d3-a657-a0d57280b73e req-45256862-6c1d-48b4-82d3-fa8a5607042f tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] 10.222.0.41 "GET /v2.0/security-groups?id=d8402e18-afe7-430b-8d71-744621e49758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391889 Aug 11 03:20:02.690372 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [req-f0b096c7-e846-4872-a366-f08c7a8e9207 req-5f37c36f-1947-4a14-8930-883b98c2ff74 tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] Deleting port bb7842d3-2485-42db-8f90-87ada6a88c81 {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:20:02.690657 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-f0b096c7-e846-4872-a366-f08c7a8e9207 req-5f37c36f-1947-4a14-8930-883b98c2ff74 tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:02.876845 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0de0181a-2448-40fa-b1a9-479ff8041a87 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:02.961127 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-f0b096c7-e846-4872-a366-f08c7a8e9207 req-5f37c36f-1947-4a14-8930-883b98c2ff74 tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] For port bb7842d3-2485-42db-8f90-87ada6a88c81, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=bb7842d3-2485-42db-8f90-87ada6a88c81,segment=NetworkSegment(d2943fe1-acff-4cdf-87d8-f77fcd011cc3),segment_id=d2943fe1-acff-4cdf-87d8-f77fcd011cc3)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:20:02.961700 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-f0b096c7-e846-4872-a366-f08c7a8e9207 req-5f37c36f-1947-4a14-8930-883b98c2ff74 tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:02.986025 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [req-f0b096c7-e846-4872-a366-f08c7a8e9207 req-5f37c36f-1947-4a14-8930-883b98c2ff74 tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] Calling delete_port for bb7842d3-2485-42db-8f90-87ada6a88c81 owned by compute:nova {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:20:02.988453 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:03.521702 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0de0181a-2448-40fa-b1a9-479ff8041a87 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:03.544941 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9802a514-9356-4d86-bfa8-e78b735ff53b req-fce4e019-2b8e-486b-be78-7f1ba6c74332 tempest-ServerTagsTestJSON-140909041 tempest-ServerTagsTestJSON-140909041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:03.546519 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9802a514-9356-4d86-bfa8-e78b735ff53b req-fce4e019-2b8e-486b-be78-7f1ba6c74332 tempest-ServerTagsTestJSON-140909041 tempest-ServerTagsTestJSON-140909041-project] 10.222.0.41 "GET /v2.0/ports?device_id=624fbe7c-ab86-4372-a0fc-1ad4cf475d13 HTTP/1.1" status: 200 len: 943 time: 0.5349567 Aug 11 03:20:03.627437 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [req-cd0a125a-aeb5-4d95-b97e-31f275dae94a req-0f72e145-44e5-441d-ab55-9ba81dccba16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69635f0a-d926-467d-8c8f-903b6369344c {{(pid=102192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:20:03.670957 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-cd0a125a-aeb5-4d95-b97e-31f275dae94a req-0f72e145-44e5-441d-ab55-9ba81dccba16 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:03.754339 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9802a514-9356-4d86-bfa8-e78b735ff53b req-fd748a7b-5db2-45b1-a95c-4bfd42d1146a tempest-ServerTagsTestJSON-140909041 tempest-ServerTagsTestJSON-140909041-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6505407-ab24-4c3c-99b6-6f2e7c1d3f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797404 Aug 11 03:20:03.755622 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [req-cd0a125a-aeb5-4d95-b97e-31f275dae94a req-0f72e145-44e5-441d-ab55-9ba81dccba16 service neutron] Transition to ACTIVE for port object 69635f0a-d926-467d-8c8f-903b6369344c will not be triggered until provisioned by entity L2. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:20:03.778538 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff470651-77ec-489c-bc20-88a03c63d25a req-5b05f02f-1a49-43e7-8689-a08b4a757851 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:03.778538 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ff470651-77ec-489c-bc20-88a03c63d25a req-5b05f02f-1a49-43e7-8689-a08b4a757851 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb244aed-b693-4985-a21a-a30298e83a0a HTTP/1.1" status: 200 len: 931 time: 0.2489471 Aug 11 03:20:03.842075 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ff470651-77ec-489c-bc20-88a03c63d25a req-3c452c4b-7d7d-45ef-9d1f-19fc7cee2577 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbb5f37-cd37-415a-b820-36c249955487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570247 Aug 11 03:20:03.848386 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-cd0a125a-aeb5-4d95-b97e-31f275dae94a req-0f72e145-44e5-441d-ab55-9ba81dccba16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:03.904730 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-f0b096c7-e846-4872-a366-f08c7a8e9207 req-5f37c36f-1947-4a14-8930-883b98c2ff74 tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:03.917860 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['76ce3396-3d47-494f-9df0-6c9fb766b55f'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:20:03.941470 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8f483149-1c57-40e0-828e-b021bcc81bed req-01c4f498-bae4-4097-a29e-5349125eaed3 tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] 10.222.0.41 "GET /v2.0/ports?device_id=baca4c6f-edfe-4bb8-8897-643e5e432c4a HTTP/1.1" status: 200 len: 210 time: 0.0762496 Aug 11 03:20:03.957266 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f72e145-44e5-441d-ab55-9ba81dccba16 service neutron] Pushing event updated for resources: {'Port': ['ID=69635f0a-d926-467d-8c8f-903b6369344c,revision_number=2']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:04.024084 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f37c36f-1947-4a14-8930-883b98c2ff74 tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] Pushing event deleted for resources: {'Port': ['ID=bb7842d3-2485-42db-8f90-87ada6a88c81,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:04.029664 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0de0181a-2448-40fa-b1a9-479ff8041a87 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks [] for port, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:04.047016 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 715b97bc-359e-4228-97a0-b2dfa6f78a33 details requested by agent hyperv_n-h1-764292-30 with host n-h1-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:20:04.066767 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0b096c7-e846-4872-a366-f08c7a8e9207 req-5f37c36f-1947-4a14-8930-883b98c2ff74 tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] No DVR routers for this DVR port bb7842d3-2485-42db-8f90-87ada6a88c81 on host n-h2-764292-30 {{(pid=102192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:20:04.070556 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-f0b096c7-e846-4872-a366-f08c7a8e9207 req-5f37c36f-1947-4a14-8930-883b98c2ff74 tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:04.072555 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f0b096c7-e846-4872-a366-f08c7a8e9207 req-5f37c36f-1947-4a14-8930-883b98c2ff74 tempest-MultipleCreateTestJSON-605465079 tempest-MultipleCreateTestJSON-605465079-project] 10.222.0.24 "DELETE /v2.0/ports/bb7842d3-2485-42db-8f90-87ada6a88c81 HTTP/1.1" status: 204 len: 173 time: 1.8792551 Aug 11 03:20:04.072979 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baca4c6f-edfe-4bb8-8897-643e5e432c4a', 'name': 'network-vif-deleted', 'tag': 'bb7842d3-2485-42db-8f90-87ada6a88c81'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:20:04.075318 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c5ba334-c909-406a-abe1-e3a39c6e34a1" -d '{"events": [{"server_uuid": "baca4c6f-edfe-4bb8-8897-643e5e432c4a", "name": "network-vif-deleted", "tag": "bb7842d3-2485-42db-8f90-87ada6a88c81"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:20:04.105539 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0de0181a-2448-40fa-b1a9-479ff8041a87 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:04.115007 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-cd0a125a-aeb5-4d95-b97e-31f275dae94a req-0f72e145-44e5-441d-ab55-9ba81dccba16 service neutron] Attempting to bind port 69635f0a-d926-467d-8c8f-903b6369344c on host n-h2-764292-30 for vnic_type normal with profile {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:20:04.115343 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-cd0a125a-aeb5-4d95-b97e-31f275dae94a req-0f72e145-44e5-441d-ab55-9ba81dccba16 service neutron] Attempting to bind port 69635f0a-d926-467d-8c8f-903b6369344c by drivers openvswitch,hyperv on host n-h2-764292-30 at level 0 using segments [{'id': 'ae9692f4-c155-4a13-a589-facf8973fb30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5550882c-d5be-4613-b9ce-af7283467065'}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:20:04.115847 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd0a125a-aeb5-4d95-b97e-31f275dae94a req-0f72e145-44e5-441d-ab55-9ba81dccba16 service neutron] Attempting to bind port 69635f0a-d926-467d-8c8f-903b6369344c on network 5550882c-d5be-4613-b9ce-af7283467065 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:20:04.143679 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:20:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e485663-3637-47a6-9e42-edd5a4e0ac8f x-openstack-request-id: req-5e485663-3637-47a6-9e42-edd5a4e0ac8f {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:20:04.143974 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baca4c6f-edfe-4bb8-8897-643e5e432c4a", "name": "network-vif-deleted", "tag": "bb7842d3-2485-42db-8f90-87ada6a88c81", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:20:04.144230 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5e485663-3637-47a6-9e42-edd5a4e0ac8f {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:20:04.144617 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baca4c6f-edfe-4bb8-8897-643e5e432c4a', 'name': 'network-vif-deleted', 'tag': 'bb7842d3-2485-42db-8f90-87ada6a88c81', 'status': 'completed', 'code': 200} Aug 11 03:20:04.150228 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd0a125a-aeb5-4d95-b97e-31f275dae94a req-0f72e145-44e5-441d-ab55-9ba81dccba16 service neutron] Port 69635f0a-d926-467d-8c8f-903b6369344c on network 5550882c-d5be-4613-b9ce-af7283467065 not bound, no agent of type Open vSwitch agent registered on host n-h2-764292-30 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:20:04.150595 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd0a125a-aeb5-4d95-b97e-31f275dae94a req-0f72e145-44e5-441d-ab55-9ba81dccba16 service neutron] Attempting to bind port 69635f0a-d926-467d-8c8f-903b6369344c on network 5550882c-d5be-4613-b9ce-af7283467065 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:20:04.173719 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 715b97bc-359e-4228-97a0-b2dfa6f78a33, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=715b97bc-359e-4228-97a0-b2dfa6f78a33,segment=NetworkSegment(303786ba-d8fb-4a53-9249-eee9eb575f9d),segment_id=303786ba-d8fb-4a53-9249-eee9eb575f9d)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:20:04.185097 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd0a125a-aeb5-4d95-b97e-31f275dae94a req-0f72e145-44e5-441d-ab55-9ba81dccba16 service neutron] Checking agent: {'id': '70015fc0-62fb-48b2-b453-36906937cf2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 19, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:20:04.185442 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd0a125a-aeb5-4d95-b97e-31f275dae94a req-0f72e145-44e5-441d-ab55-9ba81dccba16 service neutron] Checking segment: {'id': 'ae9692f4-c155-4a13-a589-facf8973fb30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5550882c-d5be-4613-b9ce-af7283467065'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:20:04.188473 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd0a125a-aeb5-4d95-b97e-31f275dae94a req-0f72e145-44e5-441d-ab55-9ba81dccba16 service neutron] Bound using segment: {'id': 'ae9692f4-c155-4a13-a589-facf8973fb30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5550882c-d5be-4613-b9ce-af7283467065'} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:20:04.188473 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-cd0a125a-aeb5-4d95-b97e-31f275dae94a req-0f72e145-44e5-441d-ab55-9ba81dccba16 service neutron] Bound port: 69635f0a-d926-467d-8c8f-903b6369344c, host: n-h2-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae9692f4-c155-4a13-a589-facf8973fb30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5550882c-d5be-4613-b9ce-af7283467065'}}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:20:04.188473 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-cd0a125a-aeb5-4d95-b97e-31f275dae94a req-0f72e145-44e5-441d-ab55-9ba81dccba16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:04.188736 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Returning: {'device': '715b97bc-359e-4228-97a0-b2dfa6f78a33', 'network_id': '0aa569e4-e528-4c2e-b8d5-219191a31ba1', 'port_id': '715b97bc-359e-4228-97a0-b2dfa6f78a33', 'mac_address': 'fa:16:3e:45:ed:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d4a0bbe-9b98-494e-a5c0-f51a8b50f430', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:20:04.211251 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de0181a-2448-40fa-b1a9-479ff8041a87 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Pushing event updated for resources: {'Port': ['ID=13146d77-8a7b-4438-a4c6-fc800ad606ae,revision_number=2']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:04.223079 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0de0181a-2448-40fa-b1a9-479ff8041a87 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446866'] for floatingip, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:04.229940 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:04.244031 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 715b97bc-359e-4228-97a0-b2dfa6f78a33 {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:20:04.303905 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 715b97bc-359e-4228-97a0-b2dfa6f78a33, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=715b97bc-359e-4228-97a0-b2dfa6f78a33,segment=NetworkSegment(303786ba-d8fb-4a53-9249-eee9eb575f9d),segment_id=303786ba-d8fb-4a53-9249-eee9eb575f9d)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:20:04.347536 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-cd0a125a-aeb5-4d95-b97e-31f275dae94a req-0f72e145-44e5-441d-ab55-9ba81dccba16 service neutron] For port 69635f0a-d926-467d-8c8f-903b6369344c, host n-h2-764292-30, cleared binding levels {{(pid=102192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:20:04.367504 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-cd0a125a-aeb5-4d95-b97e-31f275dae94a req-0f72e145-44e5-441d-ab55-9ba81dccba16 service neutron] For port 69635f0a-d926-467d-8c8f-903b6369344c, host n-h2-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=69635f0a-d926-467d-8c8f-903b6369344c,segment=NetworkSegment(ae9692f4-c155-4a13-a589-facf8973fb30),segment_id=ae9692f4-c155-4a13-a589-facf8973fb30)] {{(pid=102192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:20:04.374524 n-d-764292-30 neutron-server[102192]: INFO neutron.db.l3_db [None req-0de0181a-2448-40fa-b1a9-479ff8041a87 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Floating IP d5ee743d-d33f-4ce1-ba2c-9851df652645 associated. External IP: 172.25.8.31, port: 0ea4b77d-3452-49a3-af5b-6f0e3d74e9d6. Aug 11 03:20:04.377099 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:04.437630 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=715b97bc-359e-4228-97a0-b2dfa6f78a33,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:04.467149 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-cd0a125a-aeb5-4d95-b97e-31f275dae94a req-0f72e145-44e5-441d-ab55-9ba81dccba16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:04.520795 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0a125a-aeb5-4d95-b97e-31f275dae94a req-0f72e145-44e5-441d-ab55-9ba81dccba16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:04.521403 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-cd0a125a-aeb5-4d95-b97e-31f275dae94a req-0f72e145-44e5-441d-ab55-9ba81dccba16 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:04.522812 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cd0a125a-aeb5-4d95-b97e-31f275dae94a req-0f72e145-44e5-441d-ab55-9ba81dccba16 service neutron] 10.222.0.24 "PUT /v2.0/ports/69635f0a-d926-467d-8c8f-903b6369344c HTTP/1.1" status: 200 len: 1092 time: 2.3789763 Aug 11 03:20:04.548381 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f72e145-44e5-441d-ab55-9ba81dccba16 service neutron] Pushing event updated for resources: {'Port': ['ID=69635f0a-d926-467d-8c8f-903b6369344c,revision_number=3']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:04.611287 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:04.661798 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0de0181a-2448-40fa-b1a9-479ff8041a87 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Router a72ef3e6-40d8-42f4-901f-e934cfb5db82 has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:20:04.681018 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['715b97bc-359e-4228-97a0-b2dfa6f78a33'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:20:04.753537 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0a125a-aeb5-4d95-b97e-31f275dae94a req-305a83ce-6228-4d5e-98fb-0bc68617c819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:04.754988 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cd0a125a-aeb5-4d95-b97e-31f275dae94a req-305a83ce-6228-4d5e-98fb-0bc68617c819 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1c3a4a4854b046bf84e782d3a4f4fd61&device_id=cb244aed-b693-4985-a21a-a30298e83a0a HTTP/1.1" status: 200 len: 1095 time: 0.0885961 Aug 11 03:20:04.838697 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cd0a125a-aeb5-4d95-b97e-31f275dae94a req-89bb5f56-3ee2-4969-9754-be1f69308d67 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=69635f0a-d926-467d-8c8f-903b6369344c HTTP/1.1" status: 200 len: 217 time: 0.0519381 Aug 11 03:20:04.911791 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0de0181a-2448-40fa-b1a9-479ff8041a87 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:20:04.923189 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce948d9-cdeb-4af8-b478-b16de066fae5 None None] Sync routers for ids ['a72ef3e6-40d8-42f4-901f-e934cfb5db82'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:20:04.933220 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce948d9-cdeb-4af8-b478-b16de066fae5 None None] Routers {'a72ef3e6-40d8-42f4-901f-e934cfb5db82'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:20:04.934623 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-cce948d9-cdeb-4af8-b478-b16de066fae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:20:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['a72ef3e6-40d8-42f4-901f-e934cfb5db82'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:20:04.962947 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0a125a-aeb5-4d95-b97e-31f275dae94a req-c9c6eeae-7d92-46d8-8d6a-2cba146e174f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:04.964507 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cd0a125a-aeb5-4d95-b97e-31f275dae94a req-c9c6eeae-7d92-46d8-8d6a-2cba146e174f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1720ed9a-a4c0-46ed-8d38-cf818eba15ba HTTP/1.1" status: 200 len: 853 time: 0.1182280 Aug 11 03:20:05.023232 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cd0a125a-aeb5-4d95-b97e-31f275dae94a req-614bb305-e1df-4ba6-b45c-b8facb30dff8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5550882c-d5be-4613-b9ce-af7283467065&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390792 Aug 11 03:20:05.047130 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e13645-0677-4579-839d-1e1124ee31e2 req-5d18bda3-6ece-4a1f-9182-7a0e0d0e3a86 tempest-ServerTagsTestJSON-140909041 tempest-ServerTagsTestJSON-140909041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:05.055907 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-19e13645-0677-4579-839d-1e1124ee31e2 req-5d18bda3-6ece-4a1f-9182-7a0e0d0e3a86 tempest-ServerTagsTestJSON-140909041 tempest-ServerTagsTestJSON-140909041-project] 10.222.0.41 "GET /v2.0/ports?device_id=624fbe7c-ab86-4372-a0fc-1ad4cf475d13 HTTP/1.1" status: 200 len: 944 time: 0.1592481 Aug 11 03:20:05.114657 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2135f33b-47d8-483f-a39c-024a0a052db0 req-29135090-a1a0-4749-a087-e8df4d6aa93a tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:05.115701 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-cce948d9-cdeb-4af8-b478-b16de066fae5 None None] Set router a72ef3e6-40d8-42f4-901f-e934cfb5db82 gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:20:05.116438 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2135f33b-47d8-483f-a39c-024a0a052db0 req-29135090-a1a0-4749-a087-e8df4d6aa93a tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb244aed-b693-4985-a21a-a30298e83a0a HTTP/1.1" status: 200 len: 943 time: 0.1814656 Aug 11 03:20:05.117595 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0de0181a-2448-40fa-b1a9-479ff8041a87 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for floatingip, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:05.230047 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-0de0181a-2448-40fa-b1a9-479ff8041a87 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.8932669 Aug 11 03:20:05.245367 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-19e13645-0677-4579-839d-1e1124ee31e2 req-ffb7f097-22ef-4082-803d-dc1d1fdc1823 tempest-ServerTagsTestJSON-140909041 tempest-ServerTagsTestJSON-140909041-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6505407-ab24-4c3c-99b6-6f2e7c1d3f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854277 Aug 11 03:20:05.250757 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2135f33b-47d8-483f-a39c-024a0a052db0 req-571e751d-8726-4160-8b6d-d340d1f52e06 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbb5f37-cd37-415a-b820-36c249955487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042187 Aug 11 03:20:05.298440 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cd0a125a-aeb5-4d95-b97e-31f275dae94a req-5e5e7855-ebcf-4791-ac69-45cc4f9f4d12 service neutron] 10.222.0.24 "GET /v2.0/networks/5550882c-d5be-4613-b9ce-af7283467065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286162 Aug 11 03:20:05.384890 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 46436) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:05.401997 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-cce948d9-cdeb-4af8-b478-b16de066fae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a72ef3e6-40d8-42f4-901f-e934cfb5db82', 'name': 'tempest-TestNetworkAdvancedServerOps-router-447097152', 'tenant_id': 'a5478860f7cb432583cc8e5d994d2237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': '2e235153-c798-4f91-b541-c88728aadbfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:19:22Z', 'updated_at': '2021-08-11T03:19:32Z', 'revision_number': 4, 'project_id': 'a5478860f7cb432583cc8e5d994d2237', 'gw_port': {'id': '2e235153-c798-4f91-b541-c88728aadbfb', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:23:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72ef3e6-40d8-42f4-901f-e934cfb5db82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2132, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:19:23Z', 'updated_at': '2021-08-11T03:19:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_floatingips': [{'id': 'd5ee743d-d33f-4ce1-ba2c-9851df652645', 'tenant_id': 'a5478860f7cb432583cc8e5d994d2237', 'floating_ip_address': '172.25.8.31', 'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'router_id': 'a72ef3e6-40d8-42f4-901f-e934cfb5db82', 'port_id': '0ea4b77d-3452-49a3-af5b-6f0e3d74e9d6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2179, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ff3f448-ca9b-4036-ac09-80380a15e692', 'mac_address': 'fa:16:3e:da:65:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f5ca1c5-549b-45f8-b644-c1be9314f82b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:20:02Z', 'updated_at': '2021-08-11T03:20:02Z', 'revision_number': 0, 'project_id': 'a5478860f7cb432583cc8e5d994d2237', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc20df90-c00e-457a-963f-5998a670e2af', 'name': '', 'network_id': '0ff3f448-ca9b-4036-ac09-80380a15e692', 'tenant_id': 'a5478860f7cb432583cc8e5d994d2237', 'mac_address': 'fa:16:3e:9c:e2:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72ef3e6-40d8-42f4-901f-e934cfb5db82', 'device_owner': 'network:router_interface', 'standard_attr_id': 2145, 'fixed_ips': [{'subnet_id': '715e9a5a-e634-4765-95b3-22d13c494c3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:19:30Z', 'updated_at': '2021-08-11T03:19:40Z', 'revision_number': 5, 'project_id': 'a5478860f7cb432583cc8e5d994d2237', 'subnets': [{'id': '715e9a5a-e634-4765-95b3-22d13c494c3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:20:05.437433 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce948d9-cdeb-4af8-b478-b16de066fae5 None None] Checking router: a72ef3e6-40d8-42f4-901f-e934cfb5db82 for host: n-d-764292-30 {{(pid=102193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:20:05.441148 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce948d9-cdeb-4af8-b478-b16de066fae5 None None] Routers {'a72ef3e6-40d8-42f4-901f-e934cfb5db82'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:20:05.441852 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-cce948d9-cdeb-4af8-b478-b16de066fae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:20:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['a72ef3e6-40d8-42f4-901f-e934cfb5db82'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:20:05.454993 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_v2 [None req-539a972e-5887-4c81-8ff2-ce2b9d5eb798 admin admin] Deleting subnet 1a493fe9-4afb-474b-bbc9-d80e95cd20b9 {{(pid=102191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:20:05.458181 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-539a972e-5887-4c81-8ff2-ce2b9d5eb798 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:05.460923 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a9068b-23aa-41a7-bb24-6f157c08b703 req-1b21082e-c756-4c61-9984-a92327841fd1 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:05.472269 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-91a9068b-23aa-41a7-bb24-6f157c08b703 req-1b21082e-c756-4c61-9984-a92327841fd1 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f5ca1c5-549b-45f8-b644-c1be9314f82b HTTP/1.1" status: 200 len: 946 time: 0.0865204 Aug 11 03:20:05.498444 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-539a972e-5887-4c81-8ff2-ce2b9d5eb798 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126283525'] for subnet, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:05.510546 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cd0a125a-aeb5-4d95-b97e-31f275dae94a req-050fcf4c-5845-4a48-9802-8c4aba076e7e service neutron] 10.222.0.24 "GET /v2.0/networks/5550882c-d5be-4613-b9ce-af7283467065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2044680 Aug 11 03:20:05.533313 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-91a9068b-23aa-41a7-bb24-6f157c08b703 req-6c168202-cacc-4c69-914d-775a3acb1c04 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/security-groups?id=028f82ce-145e-4da5-a893-c699717fae6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599716 Aug 11 03:20:05.546856 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-539a972e-5887-4c81-8ff2-ce2b9d5eb798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:05.561122 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 46446) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:05.606443 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-cce948d9-cdeb-4af8-b478-b16de066fae5 None None] Set router a72ef3e6-40d8-42f4-901f-e934cfb5db82 gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:20:05.632048 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-883f78b0-e80b-4539-8a6b-2d7a47800fa7 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/floatingips/d5ee743d-d33f-4ce1-ba2c-9851df652645 HTTP/1.1" status: 200 len: 991 time: 0.0698643 Aug 11 03:20:05.765698 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-539a972e-5887-4c81-8ff2-ce2b9d5eb798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126283413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126275158'] for subnet, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:05.792746 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539a972e-5887-4c81-8ff2-ce2b9d5eb798 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a493fe9-4afb-474b-bbc9-d80e95cd20b9,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:05.799828 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-539a972e-5887-4c81-8ff2-ce2b9d5eb798 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:05.804571 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-539a972e-5887-4c81-8ff2-ce2b9d5eb798 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/1a493fe9-4afb-474b-bbc9-d80e95cd20b9 HTTP/1.1" status: 204 len: 168 time: 0.4149010 Aug 11 03:20:05.804681 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 46454) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:05.875771 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-f6c3d772-5c76-4c79-8d51-3292a19e4f15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:05.958273 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-f6c3d772-5c76-4c79-8d51-3292a19e4f15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:05.971082 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-f6c3d772-5c76-4c79-8d51-3292a19e4f15 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c2ffc79-c7d1-4f3d-9944-f7fc9ba8ab0e']}} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:20:05.983014 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-f6c3d772-5c76-4c79-8d51-3292a19e4f15 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2943fe1-acff-4cdf-87d8-f77fcd011cc3') {'for_net_delete': True} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:20:05.983654 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-f6c3d772-5c76-4c79-8d51-3292a19e4f15 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2943fe1-acff-4cdf-87d8-f77fcd011cc3') {} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:20:05.992764 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-f6c3d772-5c76-4c79-8d51-3292a19e4f15 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125932501'] for segment, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:05.996601 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-cce948d9-cdeb-4af8-b478-b16de066fae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a72ef3e6-40d8-42f4-901f-e934cfb5db82', 'name': 'tempest-TestNetworkAdvancedServerOps-router-447097152', 'tenant_id': 'a5478860f7cb432583cc8e5d994d2237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': '2e235153-c798-4f91-b541-c88728aadbfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:19:22Z', 'updated_at': '2021-08-11T03:19:32Z', 'revision_number': 4, 'project_id': 'a5478860f7cb432583cc8e5d994d2237', 'gw_port': {'id': '2e235153-c798-4f91-b541-c88728aadbfb', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:23:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72ef3e6-40d8-42f4-901f-e934cfb5db82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2132, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:19:23Z', 'updated_at': '2021-08-11T03:19:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_floatingips': [{'id': 'd5ee743d-d33f-4ce1-ba2c-9851df652645', 'tenant_id': 'a5478860f7cb432583cc8e5d994d2237', 'floating_ip_address': '172.25.8.31', 'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'router_id': 'a72ef3e6-40d8-42f4-901f-e934cfb5db82', 'port_id': '0ea4b77d-3452-49a3-af5b-6f0e3d74e9d6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2179, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ff3f448-ca9b-4036-ac09-80380a15e692', 'mac_address': 'fa:16:3e:da:65:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f5ca1c5-549b-45f8-b644-c1be9314f82b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:20:02Z', 'updated_at': '2021-08-11T03:20:02Z', 'revision_number': 0, 'project_id': 'a5478860f7cb432583cc8e5d994d2237', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc20df90-c00e-457a-963f-5998a670e2af', 'name': '', 'network_id': '0ff3f448-ca9b-4036-ac09-80380a15e692', 'tenant_id': 'a5478860f7cb432583cc8e5d994d2237', 'mac_address': 'fa:16:3e:9c:e2:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72ef3e6-40d8-42f4-901f-e934cfb5db82', 'device_owner': 'network:router_interface', 'standard_attr_id': 2145, 'fixed_ips': [{'subnet_id': '715e9a5a-e634-4765-95b3-22d13c494c3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:19:30Z', 'updated_at': '2021-08-11T03:19:40Z', 'revision_number': 5, 'project_id': 'a5478860f7cb432583cc8e5d994d2237', 'subnets': [{'id': '715e9a5a-e634-4765-95b3-22d13c494c3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:20:06.009422 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-f6c3d772-5c76-4c79-8d51-3292a19e4f15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:06.015278 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6c3d772-5c76-4c79-8d51-3292a19e4f15 admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=102192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:20:06.015669 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-f6c3d772-5c76-4c79-8d51-3292a19e4f15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125932183'] for segment, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:06.017311 n-d-764292-30 neutron-server[102192]: Traceback (most recent call last): Aug 11 03:20:06.017311 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:20:06.017311 n-d-764292-30 neutron-server[102192]: timer() Aug 11 03:20:06.017311 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:20:06.017311 n-d-764292-30 neutron-server[102192]: cb(*args, **kw) Aug 11 03:20:06.017311 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:20:06.017311 n-d-764292-30 neutron-server[102192]: return func(*args, **kwargs) Aug 11 03:20:06.017311 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:20:06.017311 n-d-764292-30 neutron-server[102192]: self._notify() Aug 11 03:20:06.017311 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:20:06.017311 n-d-764292-30 neutron-server[102192]: self.callback(batched_events) Aug 11 03:20:06.017311 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:20:06.017311 n-d-764292-30 neutron-server[102192]: event.method(event) Aug 11 03:20:06.017311 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:20:06.017311 n-d-764292-30 neutron-server[102192]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:20:06.017311 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:20:06.017311 n-d-764292-30 neutron-server[102192]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:20:06.017311 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:20:06.017311 n-d-764292-30 neutron-server[102192]: return f(self, *a, **k) Aug 11 03:20:06.017311 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:20:06.017311 n-d-764292-30 neutron-server[102192]: return self._get(url).json() Aug 11 03:20:06.017311 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:20:06.017311 n-d-764292-30 neutron-server[102192]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:20:06.017311 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:20:06.017311 n-d-764292-30 neutron-server[102192]: return self.request(url, 'GET', **kwargs) Aug 11 03:20:06.017311 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:20:06.017311 n-d-764292-30 neutron-server[102192]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:20:06.017311 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:20:06.017311 n-d-764292-30 neutron-server[102192]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:20:06.017311 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:20:06.017311 n-d-764292-30 neutron-server[102192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:20:06.017311 n-d-764292-30 neutron-server[102192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:20:06.028422 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce948d9-cdeb-4af8-b478-b16de066fae5 None None] The sync data for ids ['a72ef3e6-40d8-42f4-901f-e934cfb5db82'] in n-d-764292-30 is: [{'id': 'a72ef3e6-40d8-42f4-901f-e934cfb5db82', 'name': 'tempest-TestNetworkAdvancedServerOps-router-447097152', 'tenant_id': 'a5478860f7cb432583cc8e5d994d2237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': '2e235153-c798-4f91-b541-c88728aadbfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:19:22Z', 'updated_at': '2021-08-11T03:19:32Z', 'revision_number': 4, 'project_id': 'a5478860f7cb432583cc8e5d994d2237', 'gw_port': {'id': '2e235153-c798-4f91-b541-c88728aadbfb', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:23:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72ef3e6-40d8-42f4-901f-e934cfb5db82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2132, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:19:23Z', 'updated_at': '2021-08-11T03:19:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_floatingips': [{'id': 'd5ee743d-d33f-4ce1-ba2c-9851df652645', 'tenant_id': 'a5478860f7cb432583cc8e5d994d2237', 'floating_ip_address': '172.25.8.31', 'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'router_id': 'a72ef3e6-40d8-42f4-901f-e934cfb5db82', 'port_id': '0ea4b77d-3452-49a3-af5b-6f0e3d74e9d6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2179, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ff3f448-ca9b-4036-ac09-80380a15e692', 'mac_address': 'fa:16:3e:da:65:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f5ca1c5-549b-45f8-b644-c1be9314f82b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:20:02Z', 'updated_at': '2021-08-11T03:20:02Z', 'revision_number': 0, 'project_id': 'a5478860f7cb432583cc8e5d994d2237', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc20df90-c00e-457a-963f-5998a670e2af', 'name': '', 'network_id': '0ff3f448-ca9b-4036-ac09-80380a15e692', 'tenant_id': 'a5478860f7cb432583cc8e5d994d2237', 'mac_address': 'fa:16:3e:9c:e2:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72ef3e6-40d8-42f4-901f-e934cfb5db82', 'device_owner': 'network:router_interface', 'standard_attr_id': 2145, 'fixed_ips': [{'subnet_id': '715e9a5a-e634-4765-95b3-22d13c494c3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:19:30Z', 'updated_at': '2021-08-11T03:19:40Z', 'revision_number': 5, 'project_id': 'a5478860f7cb432583cc8e5d994d2237', 'subnets': [{'id': '715e9a5a-e634-4765-95b3-22d13c494c3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:20:06.039776 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device bb7842d3-2485-42db-8f90-87ada6a88c81 no longer exists at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:20:06.067503 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 715b97bc-359e-4228-97a0-b2dfa6f78a33 up at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:20:06.070994 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] No Port match for: bb7842d3-2485-42db-8f90-87ada6a88c81 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:20:06.071959 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device bb7842d3-2485-42db-8f90-87ada6a88c81 not bound to the agent host n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:20:06.145437 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb244aed-b693-4985-a21a-a30298e83a0a', 'tag': '69635f0a-d926-467d-8c8f-903b6369344c'}, {'name': 'network-changed', 'server_uuid': '6f5ca1c5-549b-45f8-b644-c1be9314f82b', 'tag': '0ea4b77d-3452-49a3-af5b-6f0e3d74e9d6'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:20:06.147897 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3284b870-6ec3-4899-b16a-a51d2abae0bc" -d '{"events": [{"name": "network-changed", "server_uuid": "cb244aed-b693-4985-a21a-a30298e83a0a", "tag": "69635f0a-d926-467d-8c8f-903b6369344c"}, {"name": "network-changed", "server_uuid": "6f5ca1c5-549b-45f8-b644-c1be9314f82b", "tag": "0ea4b77d-3452-49a3-af5b-6f0e3d74e9d6"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:20:06.194413 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 11 Aug 2021 03:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bf2c3e6-5289-4204-95ea-ce7ecadb1e6c x-openstack-request-id: req-3bf2c3e6-5289-4204-95ea-ce7ecadb1e6c {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:20:06.194413 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb244aed-b693-4985-a21a-a30298e83a0a", "tag": "69635f0a-d926-467d-8c8f-903b6369344c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6f5ca1c5-549b-45f8-b644-c1be9314f82b", "tag": "0ea4b77d-3452-49a3-af5b-6f0e3d74e9d6", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:20:06.194413 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3bf2c3e6-5289-4204-95ea-ce7ecadb1e6c {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:20:06.194413 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb244aed-b693-4985-a21a-a30298e83a0a', 'tag': '69635f0a-d926-467d-8c8f-903b6369344c', 'status': 'completed', 'code': 200} Aug 11 03:20:06.194413 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f5ca1c5-549b-45f8-b644-c1be9314f82b', 'tag': '0ea4b77d-3452-49a3-af5b-6f0e3d74e9d6', 'status': 'completed', 'code': 200} Aug 11 03:20:06.251040 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-f6c3d772-5c76-4c79-8d51-3292a19e4f15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:06.254918 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834ebd0d-ed52-4098-a082-379482e50497 None None] New status for floating IP d5ee743d-d33f-4ce1-ba2c-9851df652645: ACTIVE {{(pid=102194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:20:06.260953 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-f6c3d772-5c76-4c79-8d51-3292a19e4f15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:06.265768 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-f6c3d772-5c76-4c79-8d51-3292a19e4f15 admin admin] 10.222.0.41 "DELETE /v2.0/networks/9c2ffc79-c7d1-4f3d-9944-f7fc9ba8ab0e HTTP/1.1" status: 204 len: 168 time: 0.4603641 Aug 11 03:20:06.280163 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning for port 715b97bc-359e-4228-97a0-b2dfa6f78a33 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:20:06.291358 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c3d772-5c76-4c79-8d51-3292a19e4f15 admin admin] Pushing event deleted for resources: {'Network': ['ID=9c2ffc79-c7d1-4f3d-9944-f7fc9ba8ab0e,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:06.294194 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning complete for port 715b97bc-359e-4228-97a0-b2dfa6f78a33 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:20:06.294790 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:06.321341 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3284b870-6ec3-4899-b16a-a51d2abae0bc req-f2f20b04-998c-4fc4-9251-05035a22e98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:06.323545 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3284b870-6ec3-4899-b16a-a51d2abae0bc req-f2f20b04-998c-4fc4-9251-05035a22e98d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1c3a4a4854b046bf84e782d3a4f4fd61&device_id=cb244aed-b693-4985-a21a-a30298e83a0a HTTP/1.1" status: 200 len: 1095 time: 0.1058025 Aug 11 03:20:06.449574 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:06.478659 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '624fbe7c-ab86-4372-a0fc-1ad4cf475d13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '715b97bc-359e-4228-97a0-b2dfa6f78a33'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:20:06.493018 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bda095bc-b737-4225-aa7f-0da59ca1bb24" -d '{"events": [{"server_uuid": "624fbe7c-ab86-4372-a0fc-1ad4cf475d13", "name": "network-vif-plugged", "status": "completed", "tag": "715b97bc-359e-4228-97a0-b2dfa6f78a33"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:20:06.497180 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 715b97bc-359e-4228-97a0-b2dfa6f78a33, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=715b97bc-359e-4228-97a0-b2dfa6f78a33,segment=NetworkSegment(303786ba-d8fb-4a53-9249-eee9eb575f9d),segment_id=303786ba-d8fb-4a53-9249-eee9eb575f9d)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:20:06.582531 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfe2d97-2711-4827-9209-71c861fc205b req-af06f054-10e1-4959-b656-5a2f232791a4 tempest-ServerTagsTestJSON-140909041 tempest-ServerTagsTestJSON-140909041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:06.585616 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2cfe2d97-2711-4827-9209-71c861fc205b req-af06f054-10e1-4959-b656-5a2f232791a4 tempest-ServerTagsTestJSON-140909041 tempest-ServerTagsTestJSON-140909041-project] 10.222.0.41 "GET /v2.0/ports?device_id=624fbe7c-ab86-4372-a0fc-1ad4cf475d13 HTTP/1.1" status: 200 len: 944 time: 0.1753876 Aug 11 03:20:06.594047 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:06.594908 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 76ce3396-3d47-494f-9df0-6c9fb766b55f no longer exists at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:20:06.607879 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1081ab42-f92f-41ab-9f4b-9951d672dd94 req-40351d77-28ac-4162-941f-a3eefbc25948 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:06.609389 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1081ab42-f92f-41ab-9f4b-9951d672dd94 req-40351d77-28ac-4162-941f-a3eefbc25948 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb244aed-b693-4985-a21a-a30298e83a0a HTTP/1.1" status: 200 len: 943 time: 0.1518886 Aug 11 03:20:06.615101 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3284b870-6ec3-4899-b16a-a51d2abae0bc req-2fe34c03-b1d7-4995-a508-bc1c56a85d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:06.616501 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3284b870-6ec3-4899-b16a-a51d2abae0bc req-2fe34c03-b1d7-4995-a508-bc1c56a85d66 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5550882c-d5be-4613-b9ce-af7283467065 HTTP/1.1" status: 200 len: 914 time: 0.2798440 Aug 11 03:20:06.635249 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 46504) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:06.641585 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] No Port match for: 76ce3396-3d47-494f-9df0-6c9fb766b55f {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:20:06.642130 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 76ce3396-3d47-494f-9df0-6c9fb766b55f not bound to the agent host n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:20:06.672052 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=715b97bc-359e-4228-97a0-b2dfa6f78a33,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:06.719364 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-e06886d3-8101-4d24-9c31-cfce7c774e48 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/floatingips/d5ee743d-d33f-4ce1-ba2c-9851df652645 HTTP/1.1" status: 200 len: 993 time: 0.0829656 Aug 11 03:20:06.723585 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3284b870-6ec3-4899-b16a-a51d2abae0bc req-a29032f2-5741-46ef-8909-f8d931aea001 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=69635f0a-d926-467d-8c8f-903b6369344c HTTP/1.1" status: 200 len: 217 time: 0.0766900 Aug 11 03:20:06.775340 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1081ab42-f92f-41ab-9f4b-9951d672dd94 req-ab72d0cc-165a-4319-b8df-1059366abbed tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbb5f37-cd37-415a-b820-36c249955487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570902 Aug 11 03:20:06.780137 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2cfe2d97-2711-4827-9209-71c861fc205b req-7cd76b21-db66-4fdf-8ee9-1921c79ff8dc tempest-ServerTagsTestJSON-140909041 tempest-ServerTagsTestJSON-140909041-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6505407-ab24-4c3c-99b6-6f2e7c1d3f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872978 Aug 11 03:20:06.808048 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3284b870-6ec3-4899-b16a-a51d2abae0bc req-dc09b25a-6f09-49ec-9811-9f3f6177b134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:06.809644 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3284b870-6ec3-4899-b16a-a51d2abae0bc req-dc09b25a-6f09-49ec-9811-9f3f6177b134 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1720ed9a-a4c0-46ed-8d38-cf818eba15ba HTTP/1.1" status: 200 len: 853 time: 0.0744920 Aug 11 03:20:06.821443 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e875cb94-d2a0-4940-989a-1b7fe0d9ae02 x-openstack-request-id: req-e875cb94-d2a0-4940-989a-1b7fe0d9ae02 {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:20:06.821814 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "624fbe7c-ab86-4372-a0fc-1ad4cf475d13", "name": "network-vif-plugged", "status": "completed", "tag": "715b97bc-359e-4228-97a0-b2dfa6f78a33", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:20:06.822180 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e875cb94-d2a0-4940-989a-1b7fe0d9ae02 {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:20:06.829144 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '624fbe7c-ab86-4372-a0fc-1ad4cf475d13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '715b97bc-359e-4228-97a0-b2dfa6f78a33', 'code': 200} Aug 11 03:20:06.848026 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3284b870-6ec3-4899-b16a-a51d2abae0bc req-4d4fd452-f36e-484b-a44d-f266ba82c204 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5550882c-d5be-4613-b9ce-af7283467065&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318544 Aug 11 03:20:06.877878 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 46512) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:06.946384 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3284b870-6ec3-4899-b16a-a51d2abae0bc req-541e8a1e-0ebf-4d60-ae54-25fa846e9087 service neutron] 10.222.0.24 "GET /v2.0/networks/5550882c-d5be-4613-b9ce-af7283467065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902746 Aug 11 03:20:06.950325 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-52ccb2b6-e4d7-47fb-9775-4e99d6fa4e2c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3c3f24d43a6d469998a52c0f18fe5e13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0706532 Aug 11 03:20:06.954072 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 46514) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:06.960119 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe5f644-8903-4f8a-ad13-46306f682c72 req-ee52fa07-9fe4-49b6-8216-90758ab5ed97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:06.961592 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-6fe5f644-8903-4f8a-ad13-46306f682c72 req-ee52fa07-9fe4-49b6-8216-90758ab5ed97 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=624fbe7c-ab86-4372-a0fc-1ad4cf475d13 HTTP/1.1" status: 200 len: 1097 time: 0.0770500 Aug 11 03:20:06.999531 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-6fe5f644-8903-4f8a-ad13-46306f682c72 req-541e5efb-f81e-4e69-b914-4050c9c8886a service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=b6505407-ab24-4c3c-99b6-6f2e7c1d3f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285048 Aug 11 03:20:07.022765 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:07.067408 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ea47c7e5-3892-41c0-baaa-f1babfba1f2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:07.084317 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3284b870-6ec3-4899-b16a-a51d2abae0bc req-ec58ed74-ebc2-49c7-a2c1-e2153a8c2aa2 service neutron] 10.222.0.24 "GET /v2.0/networks/5550882c-d5be-4613-b9ce-af7283467065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313770 Aug 11 03:20:07.103470 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ea47c7e5-3892-41c0-baaa-f1babfba1f2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:07.175137 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3284b870-6ec3-4899-b16a-a51d2abae0bc req-94ca4b5a-20d5-40b3-9e1c-45699f5620b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:07.176717 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3284b870-6ec3-4899-b16a-a51d2abae0bc req-94ca4b5a-20d5-40b3-9e1c-45699f5620b4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a5478860f7cb432583cc8e5d994d2237&device_id=6f5ca1c5-549b-45f8-b644-c1be9314f82b HTTP/1.1" status: 200 len: 1098 time: 0.0517852 Aug 11 03:20:07.260908 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ea47c7e5-3892-41c0-baaa-f1babfba1f2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:07.264242 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ea47c7e5-3892-41c0-baaa-f1babfba1f2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:07.267993 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-ea47c7e5-3892-41c0-baaa-f1babfba1f2d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d8402e18-afe7-430b-8d71-744621e49758 HTTP/1.1" status: 204 len: 168 time: 0.3062832 Aug 11 03:20:07.278388 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3284b870-6ec3-4899-b16a-a51d2abae0bc req-157592c1-b582-4ddb-a34a-6b1ca2c6e4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:07.279834 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3284b870-6ec3-4899-b16a-a51d2abae0bc req-157592c1-b582-4ddb-a34a-6b1ca2c6e4c0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0ff3f448-ca9b-4036-ac09-80380a15e692 HTTP/1.1" status: 200 len: 898 time: 0.0968056 Aug 11 03:20:07.280915 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea47c7e5-3892-41c0-baaa-f1babfba1f2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8402e18-afe7-430b-8d71-744621e49758,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:07.357404 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3284b870-6ec3-4899-b16a-a51d2abae0bc req-c1640b98-bea2-4e17-a5b5-a27fcad4d097 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0ea4b77d-3452-49a3-af5b-6f0e3d74e9d6 HTTP/1.1" status: 200 len: 1001 time: 0.0688715 Aug 11 03:20:07.405408 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3284b870-6ec3-4899-b16a-a51d2abae0bc req-b88bdb5f-6053-4fc9-8f35-96cf85defee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:07.406901 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3284b870-6ec3-4899-b16a-a51d2abae0bc req-b88bdb5f-6053-4fc9-8f35-96cf85defee9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=715e9a5a-e634-4765-95b3-22d13c494c3d HTTP/1.1" status: 200 len: 834 time: 0.0433931 Aug 11 03:20:07.452190 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3284b870-6ec3-4899-b16a-a51d2abae0bc req-69ab658d-d1b7-4088-9697-e96225a7f32c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:07.453654 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3284b870-6ec3-4899-b16a-a51d2abae0bc req-69ab658d-d1b7-4088-9697-e96225a7f32c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0ff3f448-ca9b-4036-ac09-80380a15e692&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395219 Aug 11 03:20:07.549714 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3284b870-6ec3-4899-b16a-a51d2abae0bc req-98aedf0d-1823-43be-99b5-91484e331ade service neutron] 10.222.0.24 "GET /v2.0/networks/0ff3f448-ca9b-4036-ac09-80380a15e692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884101 Aug 11 03:20:07.654712 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3284b870-6ec3-4899-b16a-a51d2abae0bc req-43de048d-3c5f-4bc4-b656-377e1bbde9f2 service neutron] 10.222.0.24 "GET /v2.0/networks/0ff3f448-ca9b-4036-ac09-80380a15e692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976927 Aug 11 03:20:07.949242 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2760a078-da49-4e37-8955-8288ca9ed056 req-e69e9de3-843a-4886-8aed-526e41e444a7 tempest-ServerTagsTestJSON-140909041 tempest-ServerTagsTestJSON-140909041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:07.951319 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2760a078-da49-4e37-8955-8288ca9ed056 req-e69e9de3-843a-4886-8aed-526e41e444a7 tempest-ServerTagsTestJSON-140909041 tempest-ServerTagsTestJSON-140909041-project] 10.222.0.41 "GET /v2.0/ports?device_id=624fbe7c-ab86-4372-a0fc-1ad4cf475d13 HTTP/1.1" status: 200 len: 945 time: 0.0854208 Aug 11 03:20:07.965129 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc76378-b0a7-40f0-af60-1b3d37978ad3 req-7e3aad50-10c2-4d5b-ba82-bb51b75a3043 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:07.966638 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-acc76378-b0a7-40f0-af60-1b3d37978ad3 req-7e3aad50-10c2-4d5b-ba82-bb51b75a3043 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb244aed-b693-4985-a21a-a30298e83a0a HTTP/1.1" status: 200 len: 943 time: 0.0987048 Aug 11 03:20:08.024823 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2760a078-da49-4e37-8955-8288ca9ed056 req-cabe826e-925a-4046-8f46-6289b6c57ac9 tempest-ServerTagsTestJSON-140909041 tempest-ServerTagsTestJSON-140909041-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6505407-ab24-4c3c-99b6-6f2e7c1d3f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570951 Aug 11 03:20:08.030656 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-acc76378-b0a7-40f0-af60-1b3d37978ad3 req-0be5d995-cffd-4ff7-91b0-e86dbc18bb3a tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbb5f37-cd37-415a-b820-36c249955487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559855 Aug 11 03:20:08.045933 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 69635f0a-d926-467d-8c8f-903b6369344c details requested by agent hyperv_n-h2-764292-30 with host n-h2-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:20:08.163304 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port 69635f0a-d926-467d-8c8f-903b6369344c, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=69635f0a-d926-467d-8c8f-903b6369344c,segment=NetworkSegment(ae9692f4-c155-4a13-a589-facf8973fb30),segment_id=ae9692f4-c155-4a13-a589-facf8973fb30)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:20:08.175632 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Returning: {'device': '69635f0a-d926-467d-8c8f-903b6369344c', 'network_id': '5550882c-d5be-4613-b9ce-af7283467065', 'port_id': '69635f0a-d926-467d-8c8f-903b6369344c', 'mac_address': 'fa:16:3e:11:b6:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1720ed9a-a4c0-46ed-8d38-cf818eba15ba', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:20:08.214577 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:08.228728 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69635f0a-d926-467d-8c8f-903b6369344c {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:20:08.256889 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port 69635f0a-d926-467d-8c8f-903b6369344c, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=69635f0a-d926-467d-8c8f-903b6369344c,segment=NetworkSegment(ae9692f4-c155-4a13-a589-facf8973fb30),segment_id=ae9692f4-c155-4a13-a589-facf8973fb30)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:20:08.319755 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:08.370183 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=69635f0a-d926-467d-8c8f-903b6369344c,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:08.595950 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['69635f0a-d926-467d-8c8f-903b6369344c'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:20:09.191128 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f7f008-4171-4016-8de3-3220e963a396 req-ebb2c92f-9103-4444-ba9a-a5f42d09025e tempest-ServerTagsTestJSON-140909041 tempest-ServerTagsTestJSON-140909041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:09.192846 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f7f7f008-4171-4016-8de3-3220e963a396 req-ebb2c92f-9103-4444-ba9a-a5f42d09025e tempest-ServerTagsTestJSON-140909041 tempest-ServerTagsTestJSON-140909041-project] 10.222.0.41 "GET /v2.0/ports?device_id=624fbe7c-ab86-4372-a0fc-1ad4cf475d13 HTTP/1.1" status: 200 len: 945 time: 0.0858757 Aug 11 03:20:09.206865 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fe0594-9d79-4302-b277-32b89a7c763b req-9784f630-111c-4345-850d-5af74ae70291 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:09.208960 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-03fe0594-9d79-4302-b277-32b89a7c763b req-9784f630-111c-4345-850d-5af74ae70291 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb244aed-b693-4985-a21a-a30298e83a0a HTTP/1.1" status: 200 len: 944 time: 0.0762994 Aug 11 03:20:09.268646 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f7f7f008-4171-4016-8de3-3220e963a396 req-29d750f5-1e04-48e5-b0fd-6da28b2a10bf tempest-ServerTagsTestJSON-140909041 tempest-ServerTagsTestJSON-140909041-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6505407-ab24-4c3c-99b6-6f2e7c1d3f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586314 Aug 11 03:20:09.286133 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-03fe0594-9d79-4302-b277-32b89a7c763b req-9626a4bd-3672-4143-bca8-54278b163b5f tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbb5f37-cd37-415a-b820-36c249955487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684888 Aug 11 03:20:09.608818 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 46600) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:09.738333 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 46606) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:09.785040 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4e7ddf1b-516e-48f9-bb97-37f174bc08ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:09.815026 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e465fc71-d3df-4b56-8377-638612ab5922 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:09.881411 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4e7ddf1b-516e-48f9-bb97-37f174bc08ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:09.971318 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4e7ddf1b-516e-48f9-bb97-37f174bc08ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:10.018484 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7ddf1b-516e-48f9-bb97-37f174bc08ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7d3fae7-9c0b-4d25-ae54-03954b5aee19,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:10.031512 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-4e7ddf1b-516e-48f9-bb97-37f174bc08ed admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1030a30c76364cbfa223d4c9e9a5f7ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4147720 Aug 11 03:20:10.033560 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 46618) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:10.044665 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 69635f0a-d926-467d-8c8f-903b6369344c up at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:20:10.115116 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e465fc71-d3df-4b56-8377-638612ab5922 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:10.116095 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-6574c3f7-75e9-42be-812b-219f82dc2bba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:10.137429 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-6574c3f7-75e9-42be-812b-219f82dc2bba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:10.245578 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning for port 69635f0a-d926-467d-8c8f-903b6369344c completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:20:10.247032 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e465fc71-d3df-4b56-8377-638612ab5922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:10.252154 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning complete for port 69635f0a-d926-467d-8c8f-903b6369344c triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:20:10.252578 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:10.289615 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-6574c3f7-75e9-42be-812b-219f82dc2bba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:10.292498 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-6574c3f7-75e9-42be-812b-219f82dc2bba admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:10.293670 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-6574c3f7-75e9-42be-812b-219f82dc2bba admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b7d3fae7-9c0b-4d25-ae54-03954b5aee19 HTTP/1.1" status: 204 len: 168 time: 0.2591500 Aug 11 03:20:10.296752 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e465fc71-d3df-4b56-8377-638612ab5922 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6a7d1ee-c5cc-4331-a688-71261de01f1b,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:10.317372 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 46630) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:10.331766 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-e465fc71-d3df-4b56-8377-638612ab5922 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6e9685bb09fd4d2d98fc4eb5035ac366&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5912478 Aug 11 03:20:10.350809 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6574c3f7-75e9-42be-812b-219f82dc2bba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7d3fae7-9c0b-4d25-ae54-03954b5aee19,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:10.429096 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3fada774-766f-4433-abb7-ecf22924075f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:10.451744 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:10.484229 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb244aed-b693-4985-a21a-a30298e83a0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69635f0a-d926-467d-8c8f-903b6369344c'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:20:10.484446 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3fada774-766f-4433-abb7-ecf22924075f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:10.497309 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e139c04f-cfb7-4490-b4ce-9610040714b2" -d '{"events": [{"server_uuid": "cb244aed-b693-4985-a21a-a30298e83a0a", "name": "network-vif-plugged", "status": "completed", "tag": "69635f0a-d926-467d-8c8f-903b6369344c"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:20:10.497660 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cacacca-9afa-40e5-b650-03267e716ba9 req-9e402aa8-eebe-4115-a340-152407ed9170 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:10.497660 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6cacacca-9afa-40e5-b650-03267e716ba9 req-9e402aa8-eebe-4115-a340-152407ed9170 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb244aed-b693-4985-a21a-a30298e83a0a HTTP/1.1" status: 200 len: 944 time: 0.0824044 Aug 11 03:20:10.507290 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port 69635f0a-d926-467d-8c8f-903b6369344c, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=69635f0a-d926-467d-8c8f-903b6369344c,segment=NetworkSegment(ae9692f4-c155-4a13-a589-facf8973fb30),segment_id=ae9692f4-c155-4a13-a589-facf8973fb30)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:20:10.539643 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6cacacca-9afa-40e5-b650-03267e716ba9 req-8661102c-ad99-41bd-8d6f-27f2f72d4a01 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbb5f37-cd37-415a-b820-36c249955487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436137 Aug 11 03:20:10.590830 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:20:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b54dc1c2-b6e1-4ee2-80db-02afe99c6129 x-openstack-request-id: req-b54dc1c2-b6e1-4ee2-80db-02afe99c6129 {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:20:10.591154 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb244aed-b693-4985-a21a-a30298e83a0a", "name": "network-vif-plugged", "status": "completed", "tag": "69635f0a-d926-467d-8c8f-903b6369344c", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:20:10.591408 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b54dc1c2-b6e1-4ee2-80db-02afe99c6129 {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:20:10.591804 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb244aed-b693-4985-a21a-a30298e83a0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69635f0a-d926-467d-8c8f-903b6369344c', 'code': 200} Aug 11 03:20:10.599403 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3fada774-766f-4433-abb7-ecf22924075f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:10.602495 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3fada774-766f-4433-abb7-ecf22924075f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:10.603961 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-3fada774-766f-4433-abb7-ecf22924075f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b6a7d1ee-c5cc-4331-a688-71261de01f1b HTTP/1.1" status: 204 len: 168 time: 0.2855735 Aug 11 03:20:10.604579 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:10.616791 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fada774-766f-4433-abb7-ecf22924075f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6a7d1ee-c5cc-4331-a688-71261de01f1b,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:10.702305 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=69635f0a-d926-467d-8c8f-903b6369344c,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:10.774476 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3eaa3b-ea7e-4cce-9f8d-e883a8a2fc70 req-6bc0033d-5dc1-4c95-a853-abe5d78d5f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:10.780954 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4f3eaa3b-ea7e-4cce-9f8d-e883a8a2fc70 req-6bc0033d-5dc1-4c95-a853-abe5d78d5f0e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=cb244aed-b693-4985-a21a-a30298e83a0a HTTP/1.1" status: 200 len: 1097 time: 0.0626078 Aug 11 03:20:10.815477 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4f3eaa3b-ea7e-4cce-9f8d-e883a8a2fc70 req-63c8d03f-1d37-47e8-a811-4d0d92262581 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=5bbb5f37-cd37-415a-b820-36c249955487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315325 Aug 11 03:20:11.190168 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:11.711491 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a0cea1-eafb-4da8-a2c0-2c8048225c22 req-14ef6ab5-19fd-4844-94fb-0b03678f7ca5 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:11.721833 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-11a0cea1-eafb-4da8-a2c0-2c8048225c22 req-14ef6ab5-19fd-4844-94fb-0b03678f7ca5 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb244aed-b693-4985-a21a-a30298e83a0a HTTP/1.1" status: 200 len: 945 time: 0.1029820 Aug 11 03:20:11.796202 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-11a0cea1-eafb-4da8-a2c0-2c8048225c22 req-e45e882e-dfb7-48c2-a0d1-10cb47f948b5 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbb5f37-cd37-415a-b820-36c249955487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748615 Aug 11 03:20:12.083482 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 46708) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:12.211910 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-68681afc-9cba-4fc5-b46e-148c7ddbcde0 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-700912948-network', 'tenant_id': '34b3ef0248b14fe889e6a245280f0eba'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:20:12.353657 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68681afc-9cba-4fc5-b46e-148c7ddbcde0 admin admin] Made reservation on behalf of 34b3ef0248b14fe889e6a245280f0eba for: {'network': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:20:12.356600 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-68681afc-9cba-4fc5-b46e-148c7ddbcde0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:12.365335 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-68681afc-9cba-4fc5-b46e-148c7ddbcde0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:12.461557 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-68681afc-9cba-4fc5-b46e-148c7ddbcde0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:12.571996 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-68681afc-9cba-4fc5-b46e-148c7ddbcde0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:12.597993 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68681afc-9cba-4fc5-b46e-148c7ddbcde0 admin admin] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=102191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:20:12.608723 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68681afc-9cba-4fc5-b46e-148c7ddbcde0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ae9cc34-f229-47fa-88da-bd88ec29ea8d,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:12.623538 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-68681afc-9cba-4fc5-b46e-148c7ddbcde0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:12.624059 n-d-764292-30 neutron-server[102191]: INFO neutron.db.segments_db [None req-68681afc-9cba-4fc5-b46e-148c7ddbcde0 admin admin] Added segment 4ae39e03-8666-410d-a4c0-afb5e733fb2a of type vlan for network 07ac84cf-b583-4b32-b60e-41e3964862a4 Aug 11 03:20:12.686095 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-68681afc-9cba-4fc5-b46e-148c7ddbcde0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:12.805211 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-68681afc-9cba-4fc5-b46e-148c7ddbcde0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:12.806362 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68681afc-9cba-4fc5-b46e-148c7ddbcde0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:12.807136 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-68681afc-9cba-4fc5-b46e-148c7ddbcde0 admin admin] Notify callbacks [] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:12.818781 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a002bf7-1aea-4bfa-affd-016f4d13acfe req-a9fae888-5352-4b6c-9636-222492b7c202 tempest-ServerTagsTestJSON-140909041 tempest-ServerTagsTestJSON-140909041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:12.820430 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7a002bf7-1aea-4bfa-affd-016f4d13acfe req-a9fae888-5352-4b6c-9636-222492b7c202 tempest-ServerTagsTestJSON-140909041 tempest-ServerTagsTestJSON-140909041-project] 10.222.0.41 "GET /v2.0/ports?device_id=624fbe7c-ab86-4372-a0fc-1ad4cf475d13 HTTP/1.1" status: 200 len: 945 time: 0.0775716 Aug 11 03:20:12.884055 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7a002bf7-1aea-4bfa-affd-016f4d13acfe req-39846fab-bf11-4c63-b464-e544dda6a636 tempest-ServerTagsTestJSON-140909041 tempest-ServerTagsTestJSON-140909041-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6505407-ab24-4c3c-99b6-6f2e7c1d3f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472944 Aug 11 03:20:12.884962 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 46730) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:12.919473 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68681afc-9cba-4fc5-b46e-148c7ddbcde0 admin admin] Pushing event updated for resources: {'Network': ['ID=07ac84cf-b583-4b32-b60e-41e3964862a4,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:12.938380 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network 07ac84cf-b583-4b32-b60e-41e3964862a4 details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:20:12.971610 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acc18bd-ff60-45ad-85a5-d8ffa523801c req-c7507f59-998c-42c8-8897-faa5f66320ee tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:12.973299 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7acc18bd-ff60-45ad-85a5-d8ffa523801c req-c7507f59-998c-42c8-8897-faa5f66320ee tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb244aed-b693-4985-a21a-a30298e83a0a HTTP/1.1" status: 200 len: 945 time: 0.0866995 Aug 11 03:20:13.024152 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-68681afc-9cba-4fc5-b46e-148c7ddbcde0 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9380331 Aug 11 03:20:13.024802 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 46734) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:13.030319 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-f74516f3-81d1-4a0d-96fe-8c45f1d14815 admin admin] Request body: {'subnet': {'network_id': '07ac84cf-b583-4b32-b60e-41e3964862a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-700912948-subnet', 'tenant_id': '34b3ef0248b14fe889e6a245280f0eba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:20:13.054844 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7acc18bd-ff60-45ad-85a5-d8ffa523801c req-41480eee-aa03-4eb2-8706-2ef52a44f4b9 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbb5f37-cd37-415a-b820-36c249955487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705593 Aug 11 03:20:13.146736 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f74516f3-81d1-4a0d-96fe-8c45f1d14815 admin admin] Made reservation on behalf of 34b3ef0248b14fe889e6a245280f0eba for: {'subnet': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:20:13.149077 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f74516f3-81d1-4a0d-96fe-8c45f1d14815 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274743'] for subnet, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:13.188901 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-aabf8fd3-0203-4cfb-a225-5281528a3507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-321706585 tempest-PortsAdminExtendedAttrsIpV6TestJSON-321706585-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-2107382229'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:20:13.302062 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aabf8fd3-0203-4cfb-a225-5281528a3507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-321706585 tempest-PortsAdminExtendedAttrsIpV6TestJSON-321706585-project] Made reservation on behalf of 3a63f6873f2c467a9f20b662d3f1d77e for: {'network': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:20:13.305568 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-aabf8fd3-0203-4cfb-a225-5281528a3507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-321706585 tempest-PortsAdminExtendedAttrsIpV6TestJSON-321706585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:13.316061 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-aabf8fd3-0203-4cfb-a225-5281528a3507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-321706585 tempest-PortsAdminExtendedAttrsIpV6TestJSON-321706585-project] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:13.424739 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-aabf8fd3-0203-4cfb-a225-5281528a3507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-321706585 tempest-PortsAdminExtendedAttrsIpV6TestJSON-321706585-project] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:13.452275 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f74516f3-81d1-4a0d-96fe-8c45f1d14815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126283476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274725'] for subnet, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:13.513340 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74516f3-81d1-4a0d-96fe-8c45f1d14815 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c129db7d-29d5-4fe8-871f-874a2d997f75,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:13.522064 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74516f3-81d1-4a0d-96fe-8c45f1d14815 admin admin] Checking segment: {'id': '4ae39e03-8666-410d-a4c0-afb5e733fb2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '07ac84cf-b583-4b32-b60e-41e3964862a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:20:13.522567 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f74516f3-81d1-4a0d-96fe-8c45f1d14815 admin admin] Network hostable DHCP agents. Network: 07ac84cf-b583-4b32-b60e-41e3964862a4, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:20:13.611510 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-aabf8fd3-0203-4cfb-a225-5281528a3507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-321706585 tempest-PortsAdminExtendedAttrsIpV6TestJSON-321706585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:13.644898 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f74516f3-81d1-4a0d-96fe-8c45f1d14815 admin admin] Network 07ac84cf-b583-4b32-b60e-41e3964862a4 is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:20:13.652417 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8daaf29-02bf-4050-bdac-eee9004f60c3 req-40841f75-49f2-4fbc-ae73-8ba65fa8d8d0 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:13.658744 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b8daaf29-02bf-4050-bdac-eee9004f60c3 req-40841f75-49f2-4fbc-ae73-8ba65fa8d8d0 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb244aed-b693-4985-a21a-a30298e83a0a HTTP/1.1" status: 200 len: 945 time: 0.0867100 Aug 11 03:20:13.659791 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aabf8fd3-0203-4cfb-a225-5281528a3507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-321706585 tempest-PortsAdminExtendedAttrsIpV6TestJSON-321706585-project] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=102192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:20:13.685472 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-aabf8fd3-0203-4cfb-a225-5281528a3507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-321706585 tempest-PortsAdminExtendedAttrsIpV6TestJSON-321706585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:13.686021 n-d-764292-30 neutron-server[102192]: INFO neutron.db.segments_db [None req-aabf8fd3-0203-4cfb-a225-5281528a3507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-321706585 tempest-PortsAdminExtendedAttrsIpV6TestJSON-321706585-project] Added segment b1a1bdde-d94d-42a4-8c47-e8f6535b6e7f of type vlan for network 9b61a1be-0188-4747-ad39-e5310663ffc1 Aug 11 03:20:13.700268 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabf8fd3-0203-4cfb-a225-5281528a3507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-321706585 tempest-PortsAdminExtendedAttrsIpV6TestJSON-321706585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0297c916-c753-4d3b-a3db-453ff3a508b0,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:13.747733 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-aabf8fd3-0203-4cfb-a225-5281528a3507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-321706585 tempest-PortsAdminExtendedAttrsIpV6TestJSON-321706585-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:13.753514 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b8daaf29-02bf-4050-bdac-eee9004f60c3 req-ca10ecda-b9da-4a2c-bca4-88971720f94e tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbb5f37-cd37-415a-b820-36c249955487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866828 Aug 11 03:20:13.765082 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-f74516f3-81d1-4a0d-96fe-8c45f1d14815 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, 07ac84cf-b583-4b32-b60e-41e3964862a4) {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:20:13.769482 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f74516f3-81d1-4a0d-96fe-8c45f1d14815 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:13.770230 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f74516f3-81d1-4a0d-96fe-8c45f1d14815 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:13.784998 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d149e76e-f29f-4a70-a9be-1de98205f157 None None] Network 07ac84cf-b583-4b32-b60e-41e3964862a4 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:20:13.872450 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-f74516f3-81d1-4a0d-96fe-8c45f1d14815 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8464224 Aug 11 03:20:13.908005 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-aabf8fd3-0203-4cfb-a225-5281528a3507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-321706585 tempest-PortsAdminExtendedAttrsIpV6TestJSON-321706585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:13.915492 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aabf8fd3-0203-4cfb-a225-5281528a3507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-321706585 tempest-PortsAdminExtendedAttrsIpV6TestJSON-321706585-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:13.918989 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-aabf8fd3-0203-4cfb-a225-5281528a3507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-321706585 tempest-PortsAdminExtendedAttrsIpV6TestJSON-321706585-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:13.925523 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd70e9bc-6539-4148-9c91-2f79c1da531a None None] Network 07ac84cf-b583-4b32-b60e-41e3964862a4 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:20:14.324261 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f748b1-e745-4cc2-818c-65f859bfdd2f req-d71508ad-8b70-4819-a540-ae5be85a17ed tempest-ServerTagsTestJSON-140909041 tempest-ServerTagsTestJSON-140909041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:14.325886 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-42f748b1-e745-4cc2-818c-65f859bfdd2f req-d71508ad-8b70-4819-a540-ae5be85a17ed tempest-ServerTagsTestJSON-140909041 tempest-ServerTagsTestJSON-140909041-project] 10.222.0.22 "GET /v2.0/ports?device_id=624fbe7c-ab86-4372-a0fc-1ad4cf475d13 HTTP/1.1" status: 200 len: 945 time: 0.0577338 Aug 11 03:20:14.483358 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-42f748b1-e745-4cc2-818c-65f859bfdd2f req-22829144-910e-4138-bf84-680d811e80ce tempest-ServerTagsTestJSON-140909041 tempest-ServerTagsTestJSON-140909041-project] Deleting port 715b97bc-359e-4228-97a0-b2dfa6f78a33 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:20:14.483783 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-42f748b1-e745-4cc2-818c-65f859bfdd2f req-22829144-910e-4138-bf84-680d811e80ce tempest-ServerTagsTestJSON-140909041 tempest-ServerTagsTestJSON-140909041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:14.489485 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabf8fd3-0203-4cfb-a225-5281528a3507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-321706585 tempest-PortsAdminExtendedAttrsIpV6TestJSON-321706585-project] Pushing event updated for resources: {'Network': ['ID=9b61a1be-0188-4747-ad39-e5310663ffc1,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:14.495905 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabf8fd3-0203-4cfb-a225-5281528a3507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-321706585 tempest-PortsAdminExtendedAttrsIpV6TestJSON-321706585-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:20:14.496296 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabf8fd3-0203-4cfb-a225-5281528a3507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-321706585 tempest-PortsAdminExtendedAttrsIpV6TestJSON-321706585-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:20:14.497236 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabf8fd3-0203-4cfb-a225-5281528a3507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-321706585 tempest-PortsAdminExtendedAttrsIpV6TestJSON-321706585-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:20:14.497624 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabf8fd3-0203-4cfb-a225-5281528a3507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-321706585 tempest-PortsAdminExtendedAttrsIpV6TestJSON-321706585-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:20:14.497977 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabf8fd3-0203-4cfb-a225-5281528a3507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-321706585 tempest-PortsAdminExtendedAttrsIpV6TestJSON-321706585-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:20:14.498650 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabf8fd3-0203-4cfb-a225-5281528a3507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-321706585 tempest-PortsAdminExtendedAttrsIpV6TestJSON-321706585-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:20:14.498650 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabf8fd3-0203-4cfb-a225-5281528a3507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-321706585 tempest-PortsAdminExtendedAttrsIpV6TestJSON-321706585-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:20:14.498990 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabf8fd3-0203-4cfb-a225-5281528a3507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-321706585 tempest-PortsAdminExtendedAttrsIpV6TestJSON-321706585-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:20:14.499318 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabf8fd3-0203-4cfb-a225-5281528a3507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-321706585 tempest-PortsAdminExtendedAttrsIpV6TestJSON-321706585-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:20:14.499639 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabf8fd3-0203-4cfb-a225-5281528a3507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-321706585 tempest-PortsAdminExtendedAttrsIpV6TestJSON-321706585-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:20:14.499965 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabf8fd3-0203-4cfb-a225-5281528a3507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-321706585 tempest-PortsAdminExtendedAttrsIpV6TestJSON-321706585-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:20:14.500285 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabf8fd3-0203-4cfb-a225-5281528a3507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-321706585 tempest-PortsAdminExtendedAttrsIpV6TestJSON-321706585-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:20:14.513703 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network 9b61a1be-0188-4747-ad39-e5310663ffc1 details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:20:14.528672 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-aabf8fd3-0203-4cfb-a225-5281528a3507 tempest-PortsAdminExtendedAttrsIpV6TestJSON-321706585 tempest-PortsAdminExtendedAttrsIpV6TestJSON-321706585-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.6387815 Aug 11 03:20:14.548388 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d6372f-4f7d-44c3-bd04-6610a1ed65cd req-c4e88d02-21fc-4bde-9949-8c7364d5c81e tempest-ServerTagsTestJSON-140909041 tempest-ServerTagsTestJSON-140909041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:14.557469 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-20d6372f-4f7d-44c3-bd04-6610a1ed65cd req-c4e88d02-21fc-4bde-9949-8c7364d5c81e tempest-ServerTagsTestJSON-140909041 tempest-ServerTagsTestJSON-140909041-project] 10.222.0.41 "GET /v2.0/ports?device_id=624fbe7c-ab86-4372-a0fc-1ad4cf475d13 HTTP/1.1" status: 200 len: 945 time: 0.1182153 Aug 11 03:20:14.617802 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-42f748b1-e745-4cc2-818c-65f859bfdd2f req-22829144-910e-4138-bf84-680d811e80ce tempest-ServerTagsTestJSON-140909041 tempest-ServerTagsTestJSON-140909041-project] For port 715b97bc-359e-4228-97a0-b2dfa6f78a33, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=715b97bc-359e-4228-97a0-b2dfa6f78a33,segment=NetworkSegment(303786ba-d8fb-4a53-9249-eee9eb575f9d),segment_id=303786ba-d8fb-4a53-9249-eee9eb575f9d)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:20:14.618191 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-42f748b1-e745-4cc2-818c-65f859bfdd2f req-22829144-910e-4138-bf84-680d811e80ce tempest-ServerTagsTestJSON-140909041 tempest-ServerTagsTestJSON-140909041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:14.626887 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-20d6372f-4f7d-44c3-bd04-6610a1ed65cd req-2825bd9b-e243-4fa0-9c26-6f8bed5fece6 tempest-ServerTagsTestJSON-140909041 tempest-ServerTagsTestJSON-140909041-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6505407-ab24-4c3c-99b6-6f2e7c1d3f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683050 Aug 11 03:20:14.662547 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-42f748b1-e745-4cc2-818c-65f859bfdd2f req-22829144-910e-4138-bf84-680d811e80ce tempest-ServerTagsTestJSON-140909041 tempest-ServerTagsTestJSON-140909041-project] Calling delete_port for 715b97bc-359e-4228-97a0-b2dfa6f78a33 owned by compute:nova {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:20:14.898963 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 46768) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:14.909342 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-a7b7c0d4-969e-4385-b526-ca5937d8826f tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Request body: {'port': {'network_id': '9b61a1be-0188-4747-ad39-e5310663ffc1', 'binding:host_id': 'n-h2-764292-30', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1148278565'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:20:14.928768 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a43244-befa-414e-81b3-122247ce9326 req-6da7448a-7654-48af-bc89-b020c2c6bdc7 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:14.930406 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-00a43244-befa-414e-81b3-122247ce9326 req-6da7448a-7654-48af-bc89-b020c2c6bdc7 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb244aed-b693-4985-a21a-a30298e83a0a HTTP/1.1" status: 200 len: 945 time: 0.0994954 Aug 11 03:20:14.948247 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 46770) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:14.954574 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-1c7862f4-7d59-4af7-ab90-8fd3872c7077 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1707408013-network', 'tenant_id': 'da7f3af010a84077b703f574a876a859'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:20:14.960307 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe779196-951c-443e-ae51-5e3230ccf992 req-680fe66c-ce56-4bb6-8801-8f909c65161f tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:14.962105 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-fe779196-951c-443e-ae51-5e3230ccf992 req-680fe66c-ce56-4bb6-8801-8f909c65161f tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb244aed-b693-4985-a21a-a30298e83a0a HTTP/1.1" status: 200 len: 945 time: 0.0926666 Aug 11 03:20:14.968191 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-42f748b1-e745-4cc2-818c-65f859bfdd2f req-22829144-910e-4138-bf84-680d811e80ce tempest-ServerTagsTestJSON-140909041 tempest-ServerTagsTestJSON-140909041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:14.981365 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['715b97bc-359e-4228-97a0-b2dfa6f78a33'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:20:15.046036 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7b7c0d4-969e-4385-b526-ca5937d8826f tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Made reservation on behalf of 99ccc4902515423ba1327a53c4a291e6 for: {'port': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:20:15.048640 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a7b7c0d4-969e-4385-b526-ca5937d8826f tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:15.066750 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a7b7c0d4-969e-4385-b526-ca5937d8826f tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:15.086242 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-fe779196-951c-443e-ae51-5e3230ccf992 req-c267bc90-bea7-4766-b435-350c2db59904 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbb5f37-cd37-415a-b820-36c249955487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946343 Aug 11 03:20:15.124731 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [req-00a43244-befa-414e-81b3-122247ce9326 req-7445ed29-5984-4ba5-a6f2-c2000766280a tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Deleting port 69635f0a-d926-467d-8c8f-903b6369344c {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:20:15.124731 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-00a43244-befa-414e-81b3-122247ce9326 req-7445ed29-5984-4ba5-a6f2-c2000766280a tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:15.129911 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22829144-910e-4138-bf84-680d811e80ce tempest-ServerTagsTestJSON-140909041 tempest-ServerTagsTestJSON-140909041-project] Pushing event deleted for resources: {'Port': ['ID=715b97bc-359e-4228-97a0-b2dfa6f78a33,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:15.141160 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c7862f4-7d59-4af7-ab90-8fd3872c7077 admin admin] Made reservation on behalf of da7f3af010a84077b703f574a876a859 for: {'network': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:20:15.146969 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1c7862f4-7d59-4af7-ab90-8fd3872c7077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:15.160738 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1c7862f4-7d59-4af7-ab90-8fd3872c7077 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:15.179628 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-42f748b1-e745-4cc2-818c-65f859bfdd2f req-22829144-910e-4138-bf84-680d811e80ce tempest-ServerTagsTestJSON-140909041 tempest-ServerTagsTestJSON-140909041-project] No DVR routers for this DVR port 715b97bc-359e-4228-97a0-b2dfa6f78a33 on host n-h1-764292-30 {{(pid=102191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:20:15.189922 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-42f748b1-e745-4cc2-818c-65f859bfdd2f req-22829144-910e-4138-bf84-680d811e80ce tempest-ServerTagsTestJSON-140909041 tempest-ServerTagsTestJSON-140909041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:15.192150 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-42f748b1-e745-4cc2-818c-65f859bfdd2f req-22829144-910e-4138-bf84-680d811e80ce tempest-ServerTagsTestJSON-140909041 tempest-ServerTagsTestJSON-140909041-project] 10.222.0.22 "DELETE /v2.0/ports/715b97bc-359e-4228-97a0-b2dfa6f78a33 HTTP/1.1" status: 204 len: 173 time: 0.8600836 Aug 11 03:20:15.193062 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '624fbe7c-ab86-4372-a0fc-1ad4cf475d13', 'name': 'network-vif-deleted', 'tag': '715b97bc-359e-4228-97a0-b2dfa6f78a33'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:20:15.195746 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-530aa50c-f635-4ae8-9520-3d408ceb0421" -d '{"events": [{"server_uuid": "624fbe7c-ab86-4372-a0fc-1ad4cf475d13", "name": "network-vif-deleted", "tag": "715b97bc-359e-4228-97a0-b2dfa6f78a33"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:20:15.273750 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-00a43244-befa-414e-81b3-122247ce9326 req-7445ed29-5984-4ba5-a6f2-c2000766280a tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] For port 69635f0a-d926-467d-8c8f-903b6369344c, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=69635f0a-d926-467d-8c8f-903b6369344c,segment=NetworkSegment(ae9692f4-c155-4a13-a589-facf8973fb30),segment_id=ae9692f4-c155-4a13-a589-facf8973fb30)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:20:15.274569 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-00a43244-befa-414e-81b3-122247ce9326 req-7445ed29-5984-4ba5-a6f2-c2000766280a tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:15.295563 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [req-00a43244-befa-414e-81b3-122247ce9326 req-7445ed29-5984-4ba5-a6f2-c2000766280a tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Calling delete_port for 69635f0a-d926-467d-8c8f-903b6369344c owned by compute:nova {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:20:15.349675 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a7b7c0d4-969e-4385-b526-ca5937d8826f tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:15.436578 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:20:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2af1a8f4-158d-4fd2-938b-be0faea49f83 x-openstack-request-id: req-2af1a8f4-158d-4fd2-938b-be0faea49f83 {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:20:15.436578 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "624fbe7c-ab86-4372-a0fc-1ad4cf475d13", "name": "network-vif-deleted", "tag": "715b97bc-359e-4228-97a0-b2dfa6f78a33", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:20:15.436578 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2af1a8f4-158d-4fd2-938b-be0faea49f83 {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:20:15.436578 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '624fbe7c-ab86-4372-a0fc-1ad4cf475d13', 'name': 'network-vif-deleted', 'tag': '715b97bc-359e-4228-97a0-b2dfa6f78a33', 'status': 'completed', 'code': 200} Aug 11 03:20:15.492410 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a7b7c0d4-969e-4385-b526-ca5937d8826f tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:15.517148 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [None req-a7b7c0d4-969e-4385-b526-ca5937d8826f tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] device_id is not set on port 671370b3-1201-4c9a-8845-46ed0c9813d5 yet. {{(pid=102191) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:20:15.545156 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b7c0d4-969e-4385-b526-ca5937d8826f tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=971018f9-0edc-4160-b449-d96e32724e47,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:15.548110 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-00a43244-befa-414e-81b3-122247ce9326 req-7445ed29-5984-4ba5-a6f2-c2000766280a tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:15.566938 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['1cb8468e-17ff-4509-bb1e-469bb7546cf3'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:20:15.718017 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7445ed29-5984-4ba5-a6f2-c2000766280a tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Pushing event deleted for resources: {'Port': ['ID=69635f0a-d926-467d-8c8f-903b6369344c,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:15.719485 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['69635f0a-d926-467d-8c8f-903b6369344c'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:20:15.719572 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [req-00a43244-befa-414e-81b3-122247ce9326 req-7445ed29-5984-4ba5-a6f2-c2000766280a tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] No DVR routers for this DVR port 69635f0a-d926-467d-8c8f-903b6369344c on host n-h2-764292-30 {{(pid=102192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:20:15.719572 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-00a43244-befa-414e-81b3-122247ce9326 req-7445ed29-5984-4ba5-a6f2-c2000766280a tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:15.719572 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-00a43244-befa-414e-81b3-122247ce9326 req-7445ed29-5984-4ba5-a6f2-c2000766280a tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.24 "DELETE /v2.0/ports/69635f0a-d926-467d-8c8f-903b6369344c HTTP/1.1" status: 204 len: 173 time: 0.7613311 Aug 11 03:20:15.719572 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb244aed-b693-4985-a21a-a30298e83a0a', 'name': 'network-vif-deleted', 'tag': '69635f0a-d926-467d-8c8f-903b6369344c'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:20:15.719572 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95a44b53-2ea1-467f-a042-f6a5aaac5279" -d '{"events": [{"server_uuid": "cb244aed-b693-4985-a21a-a30298e83a0a", "name": "network-vif-deleted", "tag": "69635f0a-d926-467d-8c8f-903b6369344c"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:20:15.790089 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:20:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e80e332-dc4a-4cc3-8aea-25b70136ff62 x-openstack-request-id: req-2e80e332-dc4a-4cc3-8aea-25b70136ff62 {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:20:15.791164 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb244aed-b693-4985-a21a-a30298e83a0a", "name": "network-vif-deleted", "tag": "69635f0a-d926-467d-8c8f-903b6369344c", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:20:15.791164 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2e80e332-dc4a-4cc3-8aea-25b70136ff62 {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:20:15.792376 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb244aed-b693-4985-a21a-a30298e83a0a', 'name': 'network-vif-deleted', 'tag': '69635f0a-d926-467d-8c8f-903b6369344c', 'status': 'completed', 'code': 200} Aug 11 03:20:15.842733 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1c7862f4-7d59-4af7-ab90-8fd3872c7077 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:15.852577 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d97b6e23-1d2b-4baa-ae48-9da510f22be2 req-7540f5e1-f8b4-4aef-a7bd-7e504529aa5b tempest-ServerTagsTestJSON-140909041 tempest-ServerTagsTestJSON-140909041-project] 10.222.0.41 "GET /v2.0/ports?device_id=624fbe7c-ab86-4372-a0fc-1ad4cf475d13 HTTP/1.1" status: 200 len: 210 time: 0.0374033 Aug 11 03:20:15.920656 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [None req-a7b7c0d4-969e-4385-b526-ca5937d8826f tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] device_id is not set on port 671370b3-1201-4c9a-8845-46ed0c9813d5 yet. {{(pid=102191) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:20:15.929641 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a7b7c0d4-969e-4385-b526-ca5937d8826f tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:15.940230 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [None req-a7b7c0d4-969e-4385-b526-ca5937d8826f tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Transition to ACTIVE for port object 671370b3-1201-4c9a-8845-46ed0c9813d5 will not be triggered until provisioned by entity L2. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:20:16.033465 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1c7862f4-7d59-4af7-ab90-8fd3872c7077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:16.063695 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c7862f4-7d59-4af7-ab90-8fd3872c7077 admin admin] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=102191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:20:16.070536 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7862f4-7d59-4af7-ab90-8fd3872c7077 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd65c84b-b744-418a-a916-552340653bf5,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:16.076347 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a7b7c0d4-969e-4385-b526-ca5937d8826f tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:16.087069 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1c7862f4-7d59-4af7-ab90-8fd3872c7077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:16.087069 n-d-764292-30 neutron-server[102191]: INFO neutron.db.segments_db [None req-1c7862f4-7d59-4af7-ab90-8fd3872c7077 admin admin] Added segment d4470754-e1d2-4494-b7fb-a32771805936 of type vlan for network d9285d62-0aa2-4891-9ad5-872b8782788c Aug 11 03:20:16.196968 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1c7862f4-7d59-4af7-ab90-8fd3872c7077 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:16.208877 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b7c0d4-969e-4385-b526-ca5937d8826f tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Pushing event updated for resources: {'Port': ['ID=671370b3-1201-4c9a-8845-46ed0c9813d5,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:16.225752 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b7c0d4-969e-4385-b526-ca5937d8826f tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Checking segment: {'id': 'b1a1bdde-d94d-42a4-8c47-e8f6535b6e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9b61a1be-0188-4747-ad39-e5310663ffc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:20:16.226139 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b7c0d4-969e-4385-b526-ca5937d8826f tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Network hostable DHCP agents. Network: 9b61a1be-0188-4747-ad39-e5310663ffc1, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:20:16.262525 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4401f3b1-4d17-4367-b002-caee57134bd2 req-9d920027-d359-4ab9-be26-6db3db7af9d8 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb244aed-b693-4985-a21a-a30298e83a0a HTTP/1.1" status: 200 len: 210 time: 0.0594370 Aug 11 03:20:16.359056 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1c7862f4-7d59-4af7-ab90-8fd3872c7077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:16.360054 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c7862f4-7d59-4af7-ab90-8fd3872c7077 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:16.360637 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1c7862f4-7d59-4af7-ab90-8fd3872c7077 admin admin] Notify callbacks [] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:16.415363 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b7c0d4-969e-4385-b526-ca5937d8826f tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Network 9b61a1be-0188-4747-ad39-e5310663ffc1 is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:20:16.437693 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7862f4-7d59-4af7-ab90-8fd3872c7077 admin admin] Pushing event updated for resources: {'Network': ['ID=d9285d62-0aa2-4891-9ad5-872b8782788c,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:16.451782 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network d9285d62-0aa2-4891-9ad5-872b8782788c details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:20:16.496949 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-1c7862f4-7d59-4af7-ab90-8fd3872c7077 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.5476372 Aug 11 03:20:16.500192 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 46792) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:16.513640 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-d631a0a5-f896-4685-a744-657db426e3b4 admin admin] Request body: {'subnet': {'network_id': 'd9285d62-0aa2-4891-9ad5-872b8782788c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1707408013-subnet', 'tenant_id': 'da7f3af010a84077b703f574a876a859', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:20:16.542028 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-a7b7c0d4-969e-4385-b526-ca5937d8826f tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, 9b61a1be-0188-4747-ad39-e5310663ffc1) {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:20:16.548082 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b7c0d4-969e-4385-b526-ca5937d8826f tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:20:16.553948 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-865f16d1-5f75-467a-b0d6-306a0cc695f4 None None] Network 9b61a1be-0188-4747-ad39-e5310663ffc1 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:20:16.562427 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [None req-a7b7c0d4-969e-4385-b526-ca5937d8826f tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Attempting to bind port 671370b3-1201-4c9a-8845-46ed0c9813d5 on host n-h2-764292-30 for vnic_type normal with profile {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:20:16.563939 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [None req-a7b7c0d4-969e-4385-b526-ca5937d8826f tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Attempting to bind port 671370b3-1201-4c9a-8845-46ed0c9813d5 by drivers openvswitch,hyperv on host n-h2-764292-30 at level 0 using segments [{'id': 'b1a1bdde-d94d-42a4-8c47-e8f6535b6e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9b61a1be-0188-4747-ad39-e5310663ffc1'}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:20:16.564479 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b7c0d4-969e-4385-b526-ca5937d8826f tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Attempting to bind port 671370b3-1201-4c9a-8845-46ed0c9813d5 on network 9b61a1be-0188-4747-ad39-e5310663ffc1 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:20:16.570165 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b7c0d4-969e-4385-b526-ca5937d8826f tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Port 671370b3-1201-4c9a-8845-46ed0c9813d5 on network 9b61a1be-0188-4747-ad39-e5310663ffc1 not bound, no agent of type Open vSwitch agent registered on host n-h2-764292-30 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:20:16.570550 n-d-764292-30 neutron-server[102191]: ERROR neutron.plugins.ml2.managers [None req-a7b7c0d4-969e-4385-b526-ca5937d8826f tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Failed to bind port 671370b3-1201-4c9a-8845-46ed0c9813d5 on host n-h2-764292-30 for vnic_type normal using segments [{'id': 'b1a1bdde-d94d-42a4-8c47-e8f6535b6e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9b61a1be-0188-4747-ad39-e5310663ffc1'}] Aug 11 03:20:16.570950 n-d-764292-30 neutron-server[102191]: INFO neutron.plugins.ml2.plugin [None req-a7b7c0d4-969e-4385-b526-ca5937d8826f tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Attempt 2 to bind port 671370b3-1201-4c9a-8845-46ed0c9813d5 Aug 11 03:20:16.585257 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [None req-a7b7c0d4-969e-4385-b526-ca5937d8826f tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Attempting to bind port 671370b3-1201-4c9a-8845-46ed0c9813d5 on host n-h2-764292-30 for vnic_type normal with profile {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:20:16.585601 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [None req-a7b7c0d4-969e-4385-b526-ca5937d8826f tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Attempting to bind port 671370b3-1201-4c9a-8845-46ed0c9813d5 by drivers openvswitch,hyperv on host n-h2-764292-30 at level 0 using segments [{'id': 'b1a1bdde-d94d-42a4-8c47-e8f6535b6e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9b61a1be-0188-4747-ad39-e5310663ffc1'}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:20:16.585934 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b7c0d4-969e-4385-b526-ca5937d8826f tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Attempting to bind port 671370b3-1201-4c9a-8845-46ed0c9813d5 on network 9b61a1be-0188-4747-ad39-e5310663ffc1 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:20:16.591053 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b7c0d4-969e-4385-b526-ca5937d8826f tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Port 671370b3-1201-4c9a-8845-46ed0c9813d5 on network 9b61a1be-0188-4747-ad39-e5310663ffc1 not bound, no agent of type Open vSwitch agent registered on host n-h2-764292-30 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:20:16.591362 n-d-764292-30 neutron-server[102191]: ERROR neutron.plugins.ml2.managers [None req-a7b7c0d4-969e-4385-b526-ca5937d8826f tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Failed to bind port 671370b3-1201-4c9a-8845-46ed0c9813d5 on host n-h2-764292-30 for vnic_type normal using segments [{'id': 'b1a1bdde-d94d-42a4-8c47-e8f6535b6e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9b61a1be-0188-4747-ad39-e5310663ffc1'}] Aug 11 03:20:16.591945 n-d-764292-30 neutron-server[102191]: INFO neutron.plugins.ml2.plugin [None req-a7b7c0d4-969e-4385-b526-ca5937d8826f tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Attempt 3 to bind port 671370b3-1201-4c9a-8845-46ed0c9813d5 Aug 11 03:20:16.605091 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [None req-a7b7c0d4-969e-4385-b526-ca5937d8826f tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Attempting to bind port 671370b3-1201-4c9a-8845-46ed0c9813d5 on host n-h2-764292-30 for vnic_type normal with profile {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:20:16.605450 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [None req-a7b7c0d4-969e-4385-b526-ca5937d8826f tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Attempting to bind port 671370b3-1201-4c9a-8845-46ed0c9813d5 by drivers openvswitch,hyperv on host n-h2-764292-30 at level 0 using segments [{'id': 'b1a1bdde-d94d-42a4-8c47-e8f6535b6e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9b61a1be-0188-4747-ad39-e5310663ffc1'}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:20:16.605779 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b7c0d4-969e-4385-b526-ca5937d8826f tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Attempting to bind port 671370b3-1201-4c9a-8845-46ed0c9813d5 on network 9b61a1be-0188-4747-ad39-e5310663ffc1 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:20:16.610131 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b7c0d4-969e-4385-b526-ca5937d8826f tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Port 671370b3-1201-4c9a-8845-46ed0c9813d5 on network 9b61a1be-0188-4747-ad39-e5310663ffc1 not bound, no agent of type Open vSwitch agent registered on host n-h2-764292-30 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:20:16.610534 n-d-764292-30 neutron-server[102191]: ERROR neutron.plugins.ml2.managers [None req-a7b7c0d4-969e-4385-b526-ca5937d8826f tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Failed to bind port 671370b3-1201-4c9a-8845-46ed0c9813d5 on host n-h2-764292-30 for vnic_type normal using segments [{'id': 'b1a1bdde-d94d-42a4-8c47-e8f6535b6e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9b61a1be-0188-4747-ad39-e5310663ffc1'}] Aug 11 03:20:16.610929 n-d-764292-30 neutron-server[102191]: INFO neutron.plugins.ml2.plugin [None req-a7b7c0d4-969e-4385-b526-ca5937d8826f tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Attempt 4 to bind port 671370b3-1201-4c9a-8845-46ed0c9813d5 Aug 11 03:20:16.626823 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [None req-a7b7c0d4-969e-4385-b526-ca5937d8826f tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Attempting to bind port 671370b3-1201-4c9a-8845-46ed0c9813d5 on host n-h2-764292-30 for vnic_type normal with profile {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:20:16.627210 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [None req-a7b7c0d4-969e-4385-b526-ca5937d8826f tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Attempting to bind port 671370b3-1201-4c9a-8845-46ed0c9813d5 by drivers openvswitch,hyperv on host n-h2-764292-30 at level 0 using segments [{'id': 'b1a1bdde-d94d-42a4-8c47-e8f6535b6e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9b61a1be-0188-4747-ad39-e5310663ffc1'}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:20:16.627563 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b7c0d4-969e-4385-b526-ca5937d8826f tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Attempting to bind port 671370b3-1201-4c9a-8845-46ed0c9813d5 on network 9b61a1be-0188-4747-ad39-e5310663ffc1 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:20:16.632147 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b7c0d4-969e-4385-b526-ca5937d8826f tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Port 671370b3-1201-4c9a-8845-46ed0c9813d5 on network 9b61a1be-0188-4747-ad39-e5310663ffc1 not bound, no agent of type Open vSwitch agent registered on host n-h2-764292-30 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:20:16.632469 n-d-764292-30 neutron-server[102191]: ERROR neutron.plugins.ml2.managers [None req-a7b7c0d4-969e-4385-b526-ca5937d8826f tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Failed to bind port 671370b3-1201-4c9a-8845-46ed0c9813d5 on host n-h2-764292-30 for vnic_type normal using segments [{'id': 'b1a1bdde-d94d-42a4-8c47-e8f6535b6e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9b61a1be-0188-4747-ad39-e5310663ffc1'}] Aug 11 03:20:16.632858 n-d-764292-30 neutron-server[102191]: INFO neutron.plugins.ml2.plugin [None req-a7b7c0d4-969e-4385-b526-ca5937d8826f tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Attempt 5 to bind port 671370b3-1201-4c9a-8845-46ed0c9813d5 Aug 11 03:20:16.645603 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [None req-a7b7c0d4-969e-4385-b526-ca5937d8826f tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Attempting to bind port 671370b3-1201-4c9a-8845-46ed0c9813d5 on host n-h2-764292-30 for vnic_type normal with profile {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:20:16.645939 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [None req-a7b7c0d4-969e-4385-b526-ca5937d8826f tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Attempting to bind port 671370b3-1201-4c9a-8845-46ed0c9813d5 by drivers openvswitch,hyperv on host n-h2-764292-30 at level 0 using segments [{'id': 'b1a1bdde-d94d-42a4-8c47-e8f6535b6e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9b61a1be-0188-4747-ad39-e5310663ffc1'}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:20:16.646269 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b7c0d4-969e-4385-b526-ca5937d8826f tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Attempting to bind port 671370b3-1201-4c9a-8845-46ed0c9813d5 on network 9b61a1be-0188-4747-ad39-e5310663ffc1 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:20:16.650645 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b7c0d4-969e-4385-b526-ca5937d8826f tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Port 671370b3-1201-4c9a-8845-46ed0c9813d5 on network 9b61a1be-0188-4747-ad39-e5310663ffc1 not bound, no agent of type Open vSwitch agent registered on host n-h2-764292-30 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:20:16.650808 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d631a0a5-f896-4685-a744-657db426e3b4 admin admin] Made reservation on behalf of da7f3af010a84077b703f574a876a859 for: {'subnet': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:20:16.651005 n-d-764292-30 neutron-server[102191]: ERROR neutron.plugins.ml2.managers [None req-a7b7c0d4-969e-4385-b526-ca5937d8826f tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Failed to bind port 671370b3-1201-4c9a-8845-46ed0c9813d5 on host n-h2-764292-30 for vnic_type normal using segments [{'id': 'b1a1bdde-d94d-42a4-8c47-e8f6535b6e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9b61a1be-0188-4747-ad39-e5310663ffc1'}] Aug 11 03:20:16.651342 n-d-764292-30 neutron-server[102191]: INFO neutron.plugins.ml2.plugin [None req-a7b7c0d4-969e-4385-b526-ca5937d8826f tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Attempt 6 to bind port 671370b3-1201-4c9a-8845-46ed0c9813d5 Aug 11 03:20:16.654130 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-d631a0a5-f896-4685-a744-657db426e3b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126180544'] for subnet, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:16.667314 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [None req-a7b7c0d4-969e-4385-b526-ca5937d8826f tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Attempting to bind port 671370b3-1201-4c9a-8845-46ed0c9813d5 on host n-h2-764292-30 for vnic_type normal with profile {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:20:16.667674 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [None req-a7b7c0d4-969e-4385-b526-ca5937d8826f tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Attempting to bind port 671370b3-1201-4c9a-8845-46ed0c9813d5 by drivers openvswitch,hyperv on host n-h2-764292-30 at level 0 using segments [{'id': 'b1a1bdde-d94d-42a4-8c47-e8f6535b6e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9b61a1be-0188-4747-ad39-e5310663ffc1'}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:20:16.668622 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b7c0d4-969e-4385-b526-ca5937d8826f tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Attempting to bind port 671370b3-1201-4c9a-8845-46ed0c9813d5 on network 9b61a1be-0188-4747-ad39-e5310663ffc1 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:20:16.674344 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b7c0d4-969e-4385-b526-ca5937d8826f tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Port 671370b3-1201-4c9a-8845-46ed0c9813d5 on network 9b61a1be-0188-4747-ad39-e5310663ffc1 not bound, no agent of type Open vSwitch agent registered on host n-h2-764292-30 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:20:16.674686 n-d-764292-30 neutron-server[102191]: ERROR neutron.plugins.ml2.managers [None req-a7b7c0d4-969e-4385-b526-ca5937d8826f tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Failed to bind port 671370b3-1201-4c9a-8845-46ed0c9813d5 on host n-h2-764292-30 for vnic_type normal using segments [{'id': 'b1a1bdde-d94d-42a4-8c47-e8f6535b6e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9b61a1be-0188-4747-ad39-e5310663ffc1'}] Aug 11 03:20:16.675081 n-d-764292-30 neutron-server[102191]: INFO neutron.plugins.ml2.plugin [None req-a7b7c0d4-969e-4385-b526-ca5937d8826f tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Attempt 7 to bind port 671370b3-1201-4c9a-8845-46ed0c9813d5 Aug 11 03:20:16.689535 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [None req-a7b7c0d4-969e-4385-b526-ca5937d8826f tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Attempting to bind port 671370b3-1201-4c9a-8845-46ed0c9813d5 on host n-h2-764292-30 for vnic_type normal with profile {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:20:16.689876 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [None req-a7b7c0d4-969e-4385-b526-ca5937d8826f tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Attempting to bind port 671370b3-1201-4c9a-8845-46ed0c9813d5 by drivers openvswitch,hyperv on host n-h2-764292-30 at level 0 using segments [{'id': 'b1a1bdde-d94d-42a4-8c47-e8f6535b6e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9b61a1be-0188-4747-ad39-e5310663ffc1'}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:20:16.690440 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b7c0d4-969e-4385-b526-ca5937d8826f tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Attempting to bind port 671370b3-1201-4c9a-8845-46ed0c9813d5 on network 9b61a1be-0188-4747-ad39-e5310663ffc1 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:20:16.695156 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b7c0d4-969e-4385-b526-ca5937d8826f tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Port 671370b3-1201-4c9a-8845-46ed0c9813d5 on network 9b61a1be-0188-4747-ad39-e5310663ffc1 not bound, no agent of type Open vSwitch agent registered on host n-h2-764292-30 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:20:16.695550 n-d-764292-30 neutron-server[102191]: ERROR neutron.plugins.ml2.managers [None req-a7b7c0d4-969e-4385-b526-ca5937d8826f tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Failed to bind port 671370b3-1201-4c9a-8845-46ed0c9813d5 on host n-h2-764292-30 for vnic_type normal using segments [{'id': 'b1a1bdde-d94d-42a4-8c47-e8f6535b6e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9b61a1be-0188-4747-ad39-e5310663ffc1'}] Aug 11 03:20:16.695941 n-d-764292-30 neutron-server[102191]: INFO neutron.plugins.ml2.plugin [None req-a7b7c0d4-969e-4385-b526-ca5937d8826f tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Attempt 8 to bind port 671370b3-1201-4c9a-8845-46ed0c9813d5 Aug 11 03:20:16.712715 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [None req-a7b7c0d4-969e-4385-b526-ca5937d8826f tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Attempting to bind port 671370b3-1201-4c9a-8845-46ed0c9813d5 on host n-h2-764292-30 for vnic_type normal with profile {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:20:16.713044 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [None req-a7b7c0d4-969e-4385-b526-ca5937d8826f tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Attempting to bind port 671370b3-1201-4c9a-8845-46ed0c9813d5 by drivers openvswitch,hyperv on host n-h2-764292-30 at level 0 using segments [{'id': 'b1a1bdde-d94d-42a4-8c47-e8f6535b6e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9b61a1be-0188-4747-ad39-e5310663ffc1'}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:20:16.713373 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b7c0d4-969e-4385-b526-ca5937d8826f tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Attempting to bind port 671370b3-1201-4c9a-8845-46ed0c9813d5 on network 9b61a1be-0188-4747-ad39-e5310663ffc1 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:20:16.718450 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b7c0d4-969e-4385-b526-ca5937d8826f tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Port 671370b3-1201-4c9a-8845-46ed0c9813d5 on network 9b61a1be-0188-4747-ad39-e5310663ffc1 not bound, no agent of type Open vSwitch agent registered on host n-h2-764292-30 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:20:16.718450 n-d-764292-30 neutron-server[102191]: ERROR neutron.plugins.ml2.managers [None req-a7b7c0d4-969e-4385-b526-ca5937d8826f tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Failed to bind port 671370b3-1201-4c9a-8845-46ed0c9813d5 on host n-h2-764292-30 for vnic_type normal using segments [{'id': 'b1a1bdde-d94d-42a4-8c47-e8f6535b6e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9b61a1be-0188-4747-ad39-e5310663ffc1'}] Aug 11 03:20:16.718672 n-d-764292-30 neutron-server[102191]: INFO neutron.plugins.ml2.plugin [None req-a7b7c0d4-969e-4385-b526-ca5937d8826f tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Attempt 9 to bind port 671370b3-1201-4c9a-8845-46ed0c9813d5 Aug 11 03:20:16.737723 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [None req-a7b7c0d4-969e-4385-b526-ca5937d8826f tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Attempting to bind port 671370b3-1201-4c9a-8845-46ed0c9813d5 on host n-h2-764292-30 for vnic_type normal with profile {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:20:16.738091 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [None req-a7b7c0d4-969e-4385-b526-ca5937d8826f tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Attempting to bind port 671370b3-1201-4c9a-8845-46ed0c9813d5 by drivers openvswitch,hyperv on host n-h2-764292-30 at level 0 using segments [{'id': 'b1a1bdde-d94d-42a4-8c47-e8f6535b6e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9b61a1be-0188-4747-ad39-e5310663ffc1'}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:20:16.738580 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b7c0d4-969e-4385-b526-ca5937d8826f tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Attempting to bind port 671370b3-1201-4c9a-8845-46ed0c9813d5 on network 9b61a1be-0188-4747-ad39-e5310663ffc1 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:20:16.743994 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b7c0d4-969e-4385-b526-ca5937d8826f tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Port 671370b3-1201-4c9a-8845-46ed0c9813d5 on network 9b61a1be-0188-4747-ad39-e5310663ffc1 not bound, no agent of type Open vSwitch agent registered on host n-h2-764292-30 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:20:16.749832 n-d-764292-30 neutron-server[102191]: ERROR neutron.plugins.ml2.managers [None req-a7b7c0d4-969e-4385-b526-ca5937d8826f tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Failed to bind port 671370b3-1201-4c9a-8845-46ed0c9813d5 on host n-h2-764292-30 for vnic_type normal using segments [{'id': 'b1a1bdde-d94d-42a4-8c47-e8f6535b6e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9b61a1be-0188-4747-ad39-e5310663ffc1'}] Aug 11 03:20:16.750277 n-d-764292-30 neutron-server[102191]: INFO neutron.plugins.ml2.plugin [None req-a7b7c0d4-969e-4385-b526-ca5937d8826f tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Attempt 10 to bind port 671370b3-1201-4c9a-8845-46ed0c9813d5 Aug 11 03:20:16.765262 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [None req-a7b7c0d4-969e-4385-b526-ca5937d8826f tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Attempting to bind port 671370b3-1201-4c9a-8845-46ed0c9813d5 on host n-h2-764292-30 for vnic_type normal with profile {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:20:16.765526 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [None req-a7b7c0d4-969e-4385-b526-ca5937d8826f tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Attempting to bind port 671370b3-1201-4c9a-8845-46ed0c9813d5 by drivers openvswitch,hyperv on host n-h2-764292-30 at level 0 using segments [{'id': 'b1a1bdde-d94d-42a4-8c47-e8f6535b6e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9b61a1be-0188-4747-ad39-e5310663ffc1'}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:20:16.766038 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b7c0d4-969e-4385-b526-ca5937d8826f tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Attempting to bind port 671370b3-1201-4c9a-8845-46ed0c9813d5 on network 9b61a1be-0188-4747-ad39-e5310663ffc1 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:20:16.770356 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b7c0d4-969e-4385-b526-ca5937d8826f tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Port 671370b3-1201-4c9a-8845-46ed0c9813d5 on network 9b61a1be-0188-4747-ad39-e5310663ffc1 not bound, no agent of type Open vSwitch agent registered on host n-h2-764292-30 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:20:16.770679 n-d-764292-30 neutron-server[102191]: ERROR neutron.plugins.ml2.managers [None req-a7b7c0d4-969e-4385-b526-ca5937d8826f tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Failed to bind port 671370b3-1201-4c9a-8845-46ed0c9813d5 on host n-h2-764292-30 for vnic_type normal using segments [{'id': 'b1a1bdde-d94d-42a4-8c47-e8f6535b6e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9b61a1be-0188-4747-ad39-e5310663ffc1'}] Aug 11 03:20:16.771045 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a7b7c0d4-969e-4385-b526-ca5937d8826f tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:16.843751 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [None req-a7b7c0d4-969e-4385-b526-ca5937d8826f tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] For port 671370b3-1201-4c9a-8845-46ed0c9813d5, host n-h2-764292-30, cleared binding levels {{(pid=102191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:20:16.844389 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [None req-a7b7c0d4-969e-4385-b526-ca5937d8826f tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Attempted to set empty binding levels {{(pid=102191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 11 03:20:16.910364 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 46796) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:16.919651 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-d631a0a5-f896-4685-a744-657db426e3b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125932092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126180562'] for subnet, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:16.955553 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a7b7c0d4-969e-4385-b526-ca5937d8826f tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:16.988647 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7b7c0d4-969e-4385-b526-ca5937d8826f tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:16.989366 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a7b7c0d4-969e-4385-b526-ca5937d8826f tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:17.002904 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bd2a741-1334-464c-b25e-e200faeb4cab admin admin] Deleting subnet 0d4a0bbe-9b98-494e-a5c0-f51a8b50f430 {{(pid=102192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:20:17.010333 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b7c0d4-969e-4385-b526-ca5937d8826f tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Pushing event updated for resources: {'Port': ['ID=671370b3-1201-4c9a-8845-46ed0c9813d5,revision_number=2']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:17.013975 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-3bd2a741-1334-464c-b25e-e200faeb4cab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:17.018178 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d631a0a5-f896-4685-a744-657db426e3b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=53fb9c77-00cc-4f21-881c-0a633cdc4ab3,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:17.055668 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d631a0a5-f896-4685-a744-657db426e3b4 admin admin] Checking segment: {'id': 'd4470754-e1d2-4494-b7fb-a32771805936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'd9285d62-0aa2-4891-9ad5-872b8782788c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:20:17.057203 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d631a0a5-f896-4685-a744-657db426e3b4 admin admin] Network hostable DHCP agents. Network: d9285d62-0aa2-4891-9ad5-872b8782788c, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:20:17.066146 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-3bd2a741-1334-464c-b25e-e200faeb4cab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125932460'] for subnet, precommit_delete_associations {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:17.108613 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-a7b7c0d4-969e-4385-b526-ca5937d8826f tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 2.2081575 Aug 11 03:20:17.111414 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 46798) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:17.113389 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-3bd2a741-1334-464c-b25e-e200faeb4cab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:17.189105 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d631a0a5-f896-4685-a744-657db426e3b4 admin admin] Network d9285d62-0aa2-4891-9ad5-872b8782788c is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:20:17.189520 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-f2d6c9a0-bcf6-4025-9adf-59d55f51e41f tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Deleting port 671370b3-1201-4c9a-8845-46ed0c9813d5 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:20:17.189875 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f2d6c9a0-bcf6-4025-9adf-59d55f51e41f tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:17.253347 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [None req-f2d6c9a0-bcf6-4025-9adf-59d55f51e41f tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] For port 671370b3-1201-4c9a-8845-46ed0c9813d5, host n-h2-764292-30, got binding levels [] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:20:17.253707 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f2d6c9a0-bcf6-4025-9adf-59d55f51e41f tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:17.266195 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-f2d6c9a0-bcf6-4025-9adf-59d55f51e41f tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Calling delete_port for 671370b3-1201-4c9a-8845-46ed0c9813d5 owned by {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:20:17.269211 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-3bd2a741-1334-464c-b25e-e200faeb4cab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125932157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126180897'] for subnet, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:17.307737 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-3bd2a741-1334-464c-b25e-e200faeb4cab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:17.317401 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-3bd2a741-1334-464c-b25e-e200faeb4cab admin admin] 10.222.0.41 "DELETE /v2.0/subnets/0d4a0bbe-9b98-494e-a5c0-f51a8b50f430 HTTP/1.1" status: 204 len: 168 time: 0.3989623 Aug 11 03:20:17.317401 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd2a741-1334-464c-b25e-e200faeb4cab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d4a0bbe-9b98-494e-a5c0-f51a8b50f430,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:17.317401 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-d631a0a5-f896-4685-a744-657db426e3b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, d9285d62-0aa2-4891-9ad5-872b8782788c) {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:20:17.318896 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 46806) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:17.327720 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d631a0a5-f896-4685-a744-657db426e3b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:17.328787 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-d631a0a5-f896-4685-a744-657db426e3b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:17.329562 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b73ae69-0939-4049-8c33-b650347392c7 None None] Network d9285d62-0aa2-4891-9ad5-872b8782788c requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:20:17.486467 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d7c40c8-9e5c-4fc8-8d08-a18eda12c162 None None] Network d9285d62-0aa2-4891-9ad5-872b8782788c requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:20:17.497358 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a1ff39-4ced-4b81-bad6-7407d56a112a req-624c156a-6076-4d53-b593-9d801e51538c tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:17.505369 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b6a1ff39-4ced-4b81-bad6-7407d56a112a req-624c156a-6076-4d53-b593-9d801e51538c tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/ports?device_id=a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c HTTP/1.1" status: 200 len: 945 time: 0.0746870 Aug 11 03:20:17.552048 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b6a1ff39-4ced-4b81-bad6-7407d56a112a req-11c611c6-b930-4d9e-a62b-86db90b8f0be tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbb5f37-cd37-415a-b820-36c249955487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465324 Aug 11 03:20:17.553768 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-d631a0a5-f896-4685-a744-657db426e3b4 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0512981 Aug 11 03:20:17.766434 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3f92e8a7-af86-4775-8a62-c1691cb46764 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:17.865574 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3f92e8a7-af86-4775-8a62-c1691cb46764 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:17.877273 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-3f92e8a7-af86-4775-8a62-c1691cb46764 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0aa569e4-e528-4c2e-b8d5-219191a31ba1']}} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:20:17.900981 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f2d6c9a0-bcf6-4025-9adf-59d55f51e41f tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:17.904840 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-3f92e8a7-af86-4775-8a62-c1691cb46764 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '303786ba-d8fb-4a53-9249-eee9eb575f9d') {'for_net_delete': True} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:20:17.905136 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-3f92e8a7-af86-4775-8a62-c1691cb46764 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '303786ba-d8fb-4a53-9249-eee9eb575f9d') {} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:20:17.941856 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3f92e8a7-af86-4775-8a62-c1691cb46764 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126283644'] for segment, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:17.949923 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d6c9a0-bcf6-4025-9adf-59d55f51e41f tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Pushing event deleted for resources: {'Port': ['ID=671370b3-1201-4c9a-8845-46ed0c9813d5,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:17.953275 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663852a9-bcd2-42b7-9f4d-96e37273deb2 req-ea6a7860-9f19-47c6-83ac-923cf1ffed20 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:17.955217 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-663852a9-bcd2-42b7-9f4d-96e37273deb2 req-ea6a7860-9f19-47c6-83ac-923cf1ffed20 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/ports?device_id=a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c HTTP/1.1" status: 200 len: 945 time: 0.0702574 Aug 11 03:20:17.962528 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f2d6c9a0-bcf6-4025-9adf-59d55f51e41f tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:17.964518 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-f2d6c9a0-bcf6-4025-9adf-59d55f51e41f tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] 10.222.0.41 "DELETE /v2.0/ports/671370b3-1201-4c9a-8845-46ed0c9813d5 HTTP/1.1" status: 204 len: 168 time: 0.8520880 Aug 11 03:20:17.969008 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 46820) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:17.982888 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3f92e8a7-af86-4775-8a62-c1691cb46764 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:18.003422 n-d-764292-30 neutron-server[102191]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1ac5b51-27c6-4e8b-93b4-561d6f6f31f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] GET failed (client error): The resource could not be found. Aug 11 03:20:18.005016 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-f1ac5b51-27c6-4e8b-93b4-561d6f6f31f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] 10.222.0.41 "GET /v2.0/ports/671370b3-1201-4c9a-8845-46ed0c9813d5 HTTP/1.1" status: 404 len: 333 time: 0.0350575 Aug 11 03:20:18.008139 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f92e8a7-af86-4775-8a62-c1691cb46764 admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=102191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:20:18.008552 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3f92e8a7-af86-4775-8a62-c1691cb46764 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126283391'] for segment, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:18.010258 n-d-764292-30 neutron-server[102191]: Traceback (most recent call last): Aug 11 03:20:18.010258 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:20:18.010258 n-d-764292-30 neutron-server[102191]: timer() Aug 11 03:20:18.010258 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:20:18.010258 n-d-764292-30 neutron-server[102191]: cb(*args, **kw) Aug 11 03:20:18.010258 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:20:18.010258 n-d-764292-30 neutron-server[102191]: return func(*args, **kwargs) Aug 11 03:20:18.010258 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:20:18.010258 n-d-764292-30 neutron-server[102191]: self._notify() Aug 11 03:20:18.010258 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:20:18.010258 n-d-764292-30 neutron-server[102191]: self.callback(batched_events) Aug 11 03:20:18.010258 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:20:18.010258 n-d-764292-30 neutron-server[102191]: event.method(event) Aug 11 03:20:18.010258 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:20:18.010258 n-d-764292-30 neutron-server[102191]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:20:18.010258 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:20:18.010258 n-d-764292-30 neutron-server[102191]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:20:18.010258 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:20:18.010258 n-d-764292-30 neutron-server[102191]: return f(self, *a, **k) Aug 11 03:20:18.010258 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:20:18.010258 n-d-764292-30 neutron-server[102191]: return self._get(url).json() Aug 11 03:20:18.010258 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:20:18.010258 n-d-764292-30 neutron-server[102191]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:20:18.010258 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:20:18.010258 n-d-764292-30 neutron-server[102191]: return self.request(url, 'GET', **kwargs) Aug 11 03:20:18.010258 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:20:18.010258 n-d-764292-30 neutron-server[102191]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:20:18.010258 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:20:18.010258 n-d-764292-30 neutron-server[102191]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:20:18.010258 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:20:18.010258 n-d-764292-30 neutron-server[102191]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:20:18.010258 n-d-764292-30 neutron-server[102191]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:20:18.019200 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 46826) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:18.022143 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-663852a9-bcd2-42b7-9f4d-96e37273deb2 req-b3a7577d-9762-45e1-93fc-e3b7d2826bd6 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbb5f37-cd37-415a-b820-36c249955487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572083 Aug 11 03:20:18.028564 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-b0cf29b1-d7e3-4e2c-bb48-f7b0364e8296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Request body: {'port': {'network_id': '9b61a1be-0188-4747-ad39-e5310663ffc1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-715816843'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:20:18.066210 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 69635f0a-d926-467d-8c8f-903b6369344c no longer exists at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:20:18.094473 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] No Port match for: 69635f0a-d926-467d-8c8f-903b6369344c {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:20:18.094970 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 69635f0a-d926-467d-8c8f-903b6369344c not bound to the agent host n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:20:18.098698 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 715b97bc-359e-4228-97a0-b2dfa6f78a33 no longer exists at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:20:18.124000 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] No Port match for: 715b97bc-359e-4228-97a0-b2dfa6f78a33 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:20:18.124602 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 715b97bc-359e-4228-97a0-b2dfa6f78a33 not bound to the agent host n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:20:18.181539 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0cf29b1-d7e3-4e2c-bb48-f7b0364e8296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Made reservation on behalf of 99ccc4902515423ba1327a53c4a291e6 for: {'port': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:20:18.184258 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b0cf29b1-d7e3-4e2c-bb48-f7b0364e8296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:18.210891 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3f92e8a7-af86-4775-8a62-c1691cb46764 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:18.217027 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3f92e8a7-af86-4775-8a62-c1691cb46764 admin admin] Notify callbacks [] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:18.219255 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-3f92e8a7-af86-4775-8a62-c1691cb46764 admin admin] 10.222.0.41 "DELETE /v2.0/networks/0aa569e4-e528-4c2e-b8d5-219191a31ba1 HTTP/1.1" status: 204 len: 168 time: 0.8976076 Aug 11 03:20:18.224904 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [None req-b0cf29b1-d7e3-4e2c-bb48-f7b0364e8296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] device_id is not set on port fb461332-2915-4557-a1a6-1c3062a61198 yet. {{(pid=102192) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:20:18.237774 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f92e8a7-af86-4775-8a62-c1691cb46764 admin admin] Pushing event deleted for resources: {'Network': ['ID=0aa569e4-e528-4c2e-b8d5-219191a31ba1,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:18.352722 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01880bee-aaa4-41bd-a236-abf567ceabad req-825ff174-06f1-4b6c-8205-5bcac4098e42 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:18.352722 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-01880bee-aaa4-41bd-a236-abf567ceabad req-825ff174-06f1-4b6c-8205-5bcac4098e42 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/ports?device_id=a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c HTTP/1.1" status: 200 len: 945 time: 0.2050860 Aug 11 03:20:18.468251 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b129089d-cf26-446f-b377-a47392220166 req-d74cdb16-badc-4007-9d16-a3c28418d9c7 tempest-ServersNegativeTestMultiTenantJSON-2124607836 tempest-ServersNegativeTestMultiTenantJSON-2124607836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:18.474828 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b129089d-cf26-446f-b377-a47392220166 req-d74cdb16-badc-4007-9d16-a3c28418d9c7 tempest-ServersNegativeTestMultiTenantJSON-2124607836 tempest-ServersNegativeTestMultiTenantJSON-2124607836-project] 10.222.0.41 "GET /v2.0/networks?id=07ac84cf-b583-4b32-b60e-41e3964862a4 HTTP/1.1" status: 200 len: 824 time: 0.2882018 Aug 11 03:20:18.503956 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-01880bee-aaa4-41bd-a236-abf567ceabad req-b1d35675-5dfc-4522-af31-f8a5d190fec8 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbb5f37-cd37-415a-b820-36c249955487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334524 Aug 11 03:20:18.507122 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b129089d-cf26-446f-b377-a47392220166 req-1ada9ed1-c550-47ea-9908-e42703729038 tempest-ServersNegativeTestMultiTenantJSON-2124607836 tempest-ServersNegativeTestMultiTenantJSON-2124607836-project] 10.222.0.41 "GET /v2.0/quotas/34b3ef0248b14fe889e6a245280f0eba HTTP/1.1" status: 200 len: 375 time: 0.0314279 Aug 11 03:20:18.586960 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b129089d-cf26-446f-b377-a47392220166 req-a1eecdf1-1577-4955-9104-a8dbf0d30c1c tempest-ServersNegativeTestMultiTenantJSON-2124607836 tempest-ServersNegativeTestMultiTenantJSON-2124607836-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=34b3ef0248b14fe889e6a245280f0eba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0688858 Aug 11 03:20:18.642296 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 46852) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:18.659624 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b0cf29b1-d7e3-4e2c-bb48-f7b0364e8296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:18.723633 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-55e2e2bb-3b49-4d1c-af23-621bee4d3e69 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fc43bb10917e41c1a77be3312d17cce2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0799479 Aug 11 03:20:18.725956 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 46856) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:18.726597 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b129089d-cf26-446f-b377-a47392220166 req-7d2a6c77-9860-438a-80f3-ce7fd8732224 service neutron] 10.222.0.41 "GET /v2.0/networks/07ac84cf-b583-4b32-b60e-41e3964862a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282966 Aug 11 03:20:18.795296 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a2e0ecdb-ab51-4ff0-9b93-8ccf628ffc53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:18.821808 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a2e0ecdb-ab51-4ff0-9b93-8ccf628ffc53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:18.842260 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b129089d-cf26-446f-b377-a47392220166 req-1ba18c11-33fa-4b59-a55d-40f419abf114 service neutron] 10.222.0.41 "GET /v2.0/networks/07ac84cf-b583-4b32-b60e-41e3964862a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070175 Aug 11 03:20:18.897310 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b0cf29b1-d7e3-4e2c-bb48-f7b0364e8296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:18.955150 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0cf29b1-d7e3-4e2c-bb48-f7b0364e8296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Network 9b61a1be-0188-4747-ad39-e5310663ffc1 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:20:18.957938 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-b0cf29b1-d7e3-4e2c-bb48-f7b0364e8296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:20:18.961523 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0cf29b1-d7e3-4e2c-bb48-f7b0364e8296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:20:18.962590 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0cf29b1-d7e3-4e2c-bb48-f7b0364e8296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:18.963231 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b0cf29b1-d7e3-4e2c-bb48-f7b0364e8296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:18.971004 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cf29b1-d7e3-4e2c-bb48-f7b0364e8296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Pushing event updated for resources: {'Port': ['ID=fb461332-2915-4557-a1a6-1c3062a61198,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:19.062144 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a2e0ecdb-ab51-4ff0-9b93-8ccf628ffc53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:19.064716 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a2e0ecdb-ab51-4ff0-9b93-8ccf628ffc53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:19.066118 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-a2e0ecdb-ab51-4ff0-9b93-8ccf628ffc53 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b6505407-ab24-4c3c-99b6-6f2e7c1d3f9c HTTP/1.1" status: 204 len: 168 time: 0.3392072 Aug 11 03:20:19.075461 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e0ecdb-ab51-4ff0-9b93-8ccf628ffc53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6505407-ab24-4c3c-99b6-6f2e7c1d3f9c,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:19.131394 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-b0cf29b1-d7e3-4e2c-bb48-f7b0364e8296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.1093202 Aug 11 03:20:19.134532 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 46864) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:19.141118 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-4ac49d76-058a-49bd-bf67-59ac44fad8e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-764292-30'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:20:19.204370 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4ac49d76-058a-49bd-bf67-59ac44fad8e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:19.267885 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e91ee9b9-5e89-4047-8e37-fdc94d131903 req-71fff6f9-0e28-453c-be7e-0f0e24b98dec tempest-ServersNegativeTestMultiTenantJSON-2124607836 tempest-ServersNegativeTestMultiTenantJSON-2124607836-project] 10.222.0.41 "GET /v2.0/ports?device_id=02ca5b5f-3d7d-41ce-a47b-89e12508665a HTTP/1.1" status: 200 len: 210 time: 0.0450778 Aug 11 03:20:19.472945 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [None req-4ac49d76-058a-49bd-bf67-59ac44fad8e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] device_id is not set on port fb461332-2915-4557-a1a6-1c3062a61198 yet. {{(pid=102191) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:20:19.500970 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4ac49d76-058a-49bd-bf67-59ac44fad8e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:19.531504 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [None req-4ac49d76-058a-49bd-bf67-59ac44fad8e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Transition to ACTIVE for port object fb461332-2915-4557-a1a6-1c3062a61198 will not be triggered until provisioned by entity L2. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:20:19.650673 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4ac49d76-058a-49bd-bf67-59ac44fad8e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:19.756131 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [None req-4ac49d76-058a-49bd-bf67-59ac44fad8e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Attempting to bind port fb461332-2915-4557-a1a6-1c3062a61198 on host n-h2-764292-30 for vnic_type normal with profile {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:20:19.756791 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [None req-4ac49d76-058a-49bd-bf67-59ac44fad8e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Attempting to bind port fb461332-2915-4557-a1a6-1c3062a61198 by drivers openvswitch,hyperv on host n-h2-764292-30 at level 0 using segments [{'id': 'b1a1bdde-d94d-42a4-8c47-e8f6535b6e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9b61a1be-0188-4747-ad39-e5310663ffc1'}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:20:19.757138 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac49d76-058a-49bd-bf67-59ac44fad8e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Attempting to bind port fb461332-2915-4557-a1a6-1c3062a61198 on network 9b61a1be-0188-4747-ad39-e5310663ffc1 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:20:19.765325 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac49d76-058a-49bd-bf67-59ac44fad8e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Port fb461332-2915-4557-a1a6-1c3062a61198 on network 9b61a1be-0188-4747-ad39-e5310663ffc1 not bound, no agent of type Open vSwitch agent registered on host n-h2-764292-30 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:20:19.765811 n-d-764292-30 neutron-server[102191]: ERROR neutron.plugins.ml2.managers [None req-4ac49d76-058a-49bd-bf67-59ac44fad8e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Failed to bind port fb461332-2915-4557-a1a6-1c3062a61198 on host n-h2-764292-30 for vnic_type normal using segments [{'id': 'b1a1bdde-d94d-42a4-8c47-e8f6535b6e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9b61a1be-0188-4747-ad39-e5310663ffc1'}] Aug 11 03:20:19.766944 n-d-764292-30 neutron-server[102191]: INFO neutron.plugins.ml2.plugin [None req-4ac49d76-058a-49bd-bf67-59ac44fad8e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Attempt 2 to bind port fb461332-2915-4557-a1a6-1c3062a61198 Aug 11 03:20:19.776596 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac49d76-058a-49bd-bf67-59ac44fad8e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Pushing event updated for resources: {'Port': ['ID=fb461332-2915-4557-a1a6-1c3062a61198,revision_number=2']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:19.789241 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [None req-4ac49d76-058a-49bd-bf67-59ac44fad8e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Attempting to bind port fb461332-2915-4557-a1a6-1c3062a61198 on host n-h2-764292-30 for vnic_type normal with profile {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:20:19.789578 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [None req-4ac49d76-058a-49bd-bf67-59ac44fad8e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Attempting to bind port fb461332-2915-4557-a1a6-1c3062a61198 by drivers openvswitch,hyperv on host n-h2-764292-30 at level 0 using segments [{'id': 'b1a1bdde-d94d-42a4-8c47-e8f6535b6e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9b61a1be-0188-4747-ad39-e5310663ffc1'}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:20:19.789916 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac49d76-058a-49bd-bf67-59ac44fad8e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Attempting to bind port fb461332-2915-4557-a1a6-1c3062a61198 on network 9b61a1be-0188-4747-ad39-e5310663ffc1 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:20:19.794731 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac49d76-058a-49bd-bf67-59ac44fad8e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Port fb461332-2915-4557-a1a6-1c3062a61198 on network 9b61a1be-0188-4747-ad39-e5310663ffc1 not bound, no agent of type Open vSwitch agent registered on host n-h2-764292-30 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:20:19.795266 n-d-764292-30 neutron-server[102191]: ERROR neutron.plugins.ml2.managers [None req-4ac49d76-058a-49bd-bf67-59ac44fad8e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Failed to bind port fb461332-2915-4557-a1a6-1c3062a61198 on host n-h2-764292-30 for vnic_type normal using segments [{'id': 'b1a1bdde-d94d-42a4-8c47-e8f6535b6e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9b61a1be-0188-4747-ad39-e5310663ffc1'}] Aug 11 03:20:19.795820 n-d-764292-30 neutron-server[102191]: INFO neutron.plugins.ml2.plugin [None req-4ac49d76-058a-49bd-bf67-59ac44fad8e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Attempt 3 to bind port fb461332-2915-4557-a1a6-1c3062a61198 Aug 11 03:20:19.809421 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [None req-4ac49d76-058a-49bd-bf67-59ac44fad8e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Attempting to bind port fb461332-2915-4557-a1a6-1c3062a61198 on host n-h2-764292-30 for vnic_type normal with profile {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:20:19.809780 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [None req-4ac49d76-058a-49bd-bf67-59ac44fad8e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Attempting to bind port fb461332-2915-4557-a1a6-1c3062a61198 by drivers openvswitch,hyperv on host n-h2-764292-30 at level 0 using segments [{'id': 'b1a1bdde-d94d-42a4-8c47-e8f6535b6e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9b61a1be-0188-4747-ad39-e5310663ffc1'}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:20:19.810142 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac49d76-058a-49bd-bf67-59ac44fad8e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Attempting to bind port fb461332-2915-4557-a1a6-1c3062a61198 on network 9b61a1be-0188-4747-ad39-e5310663ffc1 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:20:19.815123 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac49d76-058a-49bd-bf67-59ac44fad8e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Port fb461332-2915-4557-a1a6-1c3062a61198 on network 9b61a1be-0188-4747-ad39-e5310663ffc1 not bound, no agent of type Open vSwitch agent registered on host n-h2-764292-30 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:20:19.822605 n-d-764292-30 neutron-server[102191]: ERROR neutron.plugins.ml2.managers [None req-4ac49d76-058a-49bd-bf67-59ac44fad8e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Failed to bind port fb461332-2915-4557-a1a6-1c3062a61198 on host n-h2-764292-30 for vnic_type normal using segments [{'id': 'b1a1bdde-d94d-42a4-8c47-e8f6535b6e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9b61a1be-0188-4747-ad39-e5310663ffc1'}] Aug 11 03:20:19.822605 n-d-764292-30 neutron-server[102191]: INFO neutron.plugins.ml2.plugin [None req-4ac49d76-058a-49bd-bf67-59ac44fad8e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Attempt 4 to bind port fb461332-2915-4557-a1a6-1c3062a61198 Aug 11 03:20:19.828476 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [None req-4ac49d76-058a-49bd-bf67-59ac44fad8e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Attempting to bind port fb461332-2915-4557-a1a6-1c3062a61198 on host n-h2-764292-30 for vnic_type normal with profile {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:20:19.828808 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [None req-4ac49d76-058a-49bd-bf67-59ac44fad8e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Attempting to bind port fb461332-2915-4557-a1a6-1c3062a61198 by drivers openvswitch,hyperv on host n-h2-764292-30 at level 0 using segments [{'id': 'b1a1bdde-d94d-42a4-8c47-e8f6535b6e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9b61a1be-0188-4747-ad39-e5310663ffc1'}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:20:19.829137 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac49d76-058a-49bd-bf67-59ac44fad8e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Attempting to bind port fb461332-2915-4557-a1a6-1c3062a61198 on network 9b61a1be-0188-4747-ad39-e5310663ffc1 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:20:19.833572 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac49d76-058a-49bd-bf67-59ac44fad8e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Port fb461332-2915-4557-a1a6-1c3062a61198 on network 9b61a1be-0188-4747-ad39-e5310663ffc1 not bound, no agent of type Open vSwitch agent registered on host n-h2-764292-30 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:20:19.833886 n-d-764292-30 neutron-server[102191]: ERROR neutron.plugins.ml2.managers [None req-4ac49d76-058a-49bd-bf67-59ac44fad8e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Failed to bind port fb461332-2915-4557-a1a6-1c3062a61198 on host n-h2-764292-30 for vnic_type normal using segments [{'id': 'b1a1bdde-d94d-42a4-8c47-e8f6535b6e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9b61a1be-0188-4747-ad39-e5310663ffc1'}] Aug 11 03:20:19.834263 n-d-764292-30 neutron-server[102191]: INFO neutron.plugins.ml2.plugin [None req-4ac49d76-058a-49bd-bf67-59ac44fad8e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Attempt 5 to bind port fb461332-2915-4557-a1a6-1c3062a61198 Aug 11 03:20:19.847919 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [None req-4ac49d76-058a-49bd-bf67-59ac44fad8e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Attempting to bind port fb461332-2915-4557-a1a6-1c3062a61198 on host n-h2-764292-30 for vnic_type normal with profile {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:20:19.848260 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [None req-4ac49d76-058a-49bd-bf67-59ac44fad8e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Attempting to bind port fb461332-2915-4557-a1a6-1c3062a61198 by drivers openvswitch,hyperv on host n-h2-764292-30 at level 0 using segments [{'id': 'b1a1bdde-d94d-42a4-8c47-e8f6535b6e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9b61a1be-0188-4747-ad39-e5310663ffc1'}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:20:19.848593 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac49d76-058a-49bd-bf67-59ac44fad8e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Attempting to bind port fb461332-2915-4557-a1a6-1c3062a61198 on network 9b61a1be-0188-4747-ad39-e5310663ffc1 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:20:19.853076 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac49d76-058a-49bd-bf67-59ac44fad8e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Port fb461332-2915-4557-a1a6-1c3062a61198 on network 9b61a1be-0188-4747-ad39-e5310663ffc1 not bound, no agent of type Open vSwitch agent registered on host n-h2-764292-30 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:20:19.853398 n-d-764292-30 neutron-server[102191]: ERROR neutron.plugins.ml2.managers [None req-4ac49d76-058a-49bd-bf67-59ac44fad8e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Failed to bind port fb461332-2915-4557-a1a6-1c3062a61198 on host n-h2-764292-30 for vnic_type normal using segments [{'id': 'b1a1bdde-d94d-42a4-8c47-e8f6535b6e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9b61a1be-0188-4747-ad39-e5310663ffc1'}] Aug 11 03:20:19.853792 n-d-764292-30 neutron-server[102191]: INFO neutron.plugins.ml2.plugin [None req-4ac49d76-058a-49bd-bf67-59ac44fad8e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Attempt 6 to bind port fb461332-2915-4557-a1a6-1c3062a61198 Aug 11 03:20:19.865855 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [None req-4ac49d76-058a-49bd-bf67-59ac44fad8e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Attempting to bind port fb461332-2915-4557-a1a6-1c3062a61198 on host n-h2-764292-30 for vnic_type normal with profile {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:20:19.866186 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [None req-4ac49d76-058a-49bd-bf67-59ac44fad8e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Attempting to bind port fb461332-2915-4557-a1a6-1c3062a61198 by drivers openvswitch,hyperv on host n-h2-764292-30 at level 0 using segments [{'id': 'b1a1bdde-d94d-42a4-8c47-e8f6535b6e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9b61a1be-0188-4747-ad39-e5310663ffc1'}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:20:19.866547 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac49d76-058a-49bd-bf67-59ac44fad8e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Attempting to bind port fb461332-2915-4557-a1a6-1c3062a61198 on network 9b61a1be-0188-4747-ad39-e5310663ffc1 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:20:19.870901 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac49d76-058a-49bd-bf67-59ac44fad8e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Port fb461332-2915-4557-a1a6-1c3062a61198 on network 9b61a1be-0188-4747-ad39-e5310663ffc1 not bound, no agent of type Open vSwitch agent registered on host n-h2-764292-30 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:20:19.871242 n-d-764292-30 neutron-server[102191]: ERROR neutron.plugins.ml2.managers [None req-4ac49d76-058a-49bd-bf67-59ac44fad8e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Failed to bind port fb461332-2915-4557-a1a6-1c3062a61198 on host n-h2-764292-30 for vnic_type normal using segments [{'id': 'b1a1bdde-d94d-42a4-8c47-e8f6535b6e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9b61a1be-0188-4747-ad39-e5310663ffc1'}] Aug 11 03:20:19.871637 n-d-764292-30 neutron-server[102191]: INFO neutron.plugins.ml2.plugin [None req-4ac49d76-058a-49bd-bf67-59ac44fad8e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Attempt 7 to bind port fb461332-2915-4557-a1a6-1c3062a61198 Aug 11 03:20:19.884306 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [None req-4ac49d76-058a-49bd-bf67-59ac44fad8e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Attempting to bind port fb461332-2915-4557-a1a6-1c3062a61198 on host n-h2-764292-30 for vnic_type normal with profile {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:20:19.884638 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [None req-4ac49d76-058a-49bd-bf67-59ac44fad8e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Attempting to bind port fb461332-2915-4557-a1a6-1c3062a61198 by drivers openvswitch,hyperv on host n-h2-764292-30 at level 0 using segments [{'id': 'b1a1bdde-d94d-42a4-8c47-e8f6535b6e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9b61a1be-0188-4747-ad39-e5310663ffc1'}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:20:19.884970 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac49d76-058a-49bd-bf67-59ac44fad8e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Attempting to bind port fb461332-2915-4557-a1a6-1c3062a61198 on network 9b61a1be-0188-4747-ad39-e5310663ffc1 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:20:19.889767 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac49d76-058a-49bd-bf67-59ac44fad8e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Port fb461332-2915-4557-a1a6-1c3062a61198 on network 9b61a1be-0188-4747-ad39-e5310663ffc1 not bound, no agent of type Open vSwitch agent registered on host n-h2-764292-30 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:20:19.890084 n-d-764292-30 neutron-server[102191]: ERROR neutron.plugins.ml2.managers [None req-4ac49d76-058a-49bd-bf67-59ac44fad8e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Failed to bind port fb461332-2915-4557-a1a6-1c3062a61198 on host n-h2-764292-30 for vnic_type normal using segments [{'id': 'b1a1bdde-d94d-42a4-8c47-e8f6535b6e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9b61a1be-0188-4747-ad39-e5310663ffc1'}] Aug 11 03:20:19.890754 n-d-764292-30 neutron-server[102191]: INFO neutron.plugins.ml2.plugin [None req-4ac49d76-058a-49bd-bf67-59ac44fad8e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Attempt 8 to bind port fb461332-2915-4557-a1a6-1c3062a61198 Aug 11 03:20:19.904374 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [None req-4ac49d76-058a-49bd-bf67-59ac44fad8e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Attempting to bind port fb461332-2915-4557-a1a6-1c3062a61198 on host n-h2-764292-30 for vnic_type normal with profile {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:20:19.904744 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [None req-4ac49d76-058a-49bd-bf67-59ac44fad8e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Attempting to bind port fb461332-2915-4557-a1a6-1c3062a61198 by drivers openvswitch,hyperv on host n-h2-764292-30 at level 0 using segments [{'id': 'b1a1bdde-d94d-42a4-8c47-e8f6535b6e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9b61a1be-0188-4747-ad39-e5310663ffc1'}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:20:19.905081 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac49d76-058a-49bd-bf67-59ac44fad8e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Attempting to bind port fb461332-2915-4557-a1a6-1c3062a61198 on network 9b61a1be-0188-4747-ad39-e5310663ffc1 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:20:19.910163 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac49d76-058a-49bd-bf67-59ac44fad8e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Port fb461332-2915-4557-a1a6-1c3062a61198 on network 9b61a1be-0188-4747-ad39-e5310663ffc1 not bound, no agent of type Open vSwitch agent registered on host n-h2-764292-30 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:20:19.910522 n-d-764292-30 neutron-server[102191]: ERROR neutron.plugins.ml2.managers [None req-4ac49d76-058a-49bd-bf67-59ac44fad8e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Failed to bind port fb461332-2915-4557-a1a6-1c3062a61198 on host n-h2-764292-30 for vnic_type normal using segments [{'id': 'b1a1bdde-d94d-42a4-8c47-e8f6535b6e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9b61a1be-0188-4747-ad39-e5310663ffc1'}] Aug 11 03:20:19.911180 n-d-764292-30 neutron-server[102191]: INFO neutron.plugins.ml2.plugin [None req-4ac49d76-058a-49bd-bf67-59ac44fad8e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Attempt 9 to bind port fb461332-2915-4557-a1a6-1c3062a61198 Aug 11 03:20:19.925510 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [None req-4ac49d76-058a-49bd-bf67-59ac44fad8e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Attempting to bind port fb461332-2915-4557-a1a6-1c3062a61198 on host n-h2-764292-30 for vnic_type normal with profile {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:20:19.925843 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [None req-4ac49d76-058a-49bd-bf67-59ac44fad8e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Attempting to bind port fb461332-2915-4557-a1a6-1c3062a61198 by drivers openvswitch,hyperv on host n-h2-764292-30 at level 0 using segments [{'id': 'b1a1bdde-d94d-42a4-8c47-e8f6535b6e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9b61a1be-0188-4747-ad39-e5310663ffc1'}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:20:19.938665 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac49d76-058a-49bd-bf67-59ac44fad8e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Attempting to bind port fb461332-2915-4557-a1a6-1c3062a61198 on network 9b61a1be-0188-4747-ad39-e5310663ffc1 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:20:19.943962 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac49d76-058a-49bd-bf67-59ac44fad8e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Port fb461332-2915-4557-a1a6-1c3062a61198 on network 9b61a1be-0188-4747-ad39-e5310663ffc1 not bound, no agent of type Open vSwitch agent registered on host n-h2-764292-30 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:20:19.944289 n-d-764292-30 neutron-server[102191]: ERROR neutron.plugins.ml2.managers [None req-4ac49d76-058a-49bd-bf67-59ac44fad8e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Failed to bind port fb461332-2915-4557-a1a6-1c3062a61198 on host n-h2-764292-30 for vnic_type normal using segments [{'id': 'b1a1bdde-d94d-42a4-8c47-e8f6535b6e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9b61a1be-0188-4747-ad39-e5310663ffc1'}] Aug 11 03:20:19.944685 n-d-764292-30 neutron-server[102191]: INFO neutron.plugins.ml2.plugin [None req-4ac49d76-058a-49bd-bf67-59ac44fad8e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Attempt 10 to bind port fb461332-2915-4557-a1a6-1c3062a61198 Aug 11 03:20:19.957652 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [None req-4ac49d76-058a-49bd-bf67-59ac44fad8e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Attempting to bind port fb461332-2915-4557-a1a6-1c3062a61198 on host n-h2-764292-30 for vnic_type normal with profile {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:20:19.957988 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [None req-4ac49d76-058a-49bd-bf67-59ac44fad8e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Attempting to bind port fb461332-2915-4557-a1a6-1c3062a61198 by drivers openvswitch,hyperv on host n-h2-764292-30 at level 0 using segments [{'id': 'b1a1bdde-d94d-42a4-8c47-e8f6535b6e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9b61a1be-0188-4747-ad39-e5310663ffc1'}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:20:19.958350 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac49d76-058a-49bd-bf67-59ac44fad8e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Attempting to bind port fb461332-2915-4557-a1a6-1c3062a61198 on network 9b61a1be-0188-4747-ad39-e5310663ffc1 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:20:19.962791 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac49d76-058a-49bd-bf67-59ac44fad8e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Port fb461332-2915-4557-a1a6-1c3062a61198 on network 9b61a1be-0188-4747-ad39-e5310663ffc1 not bound, no agent of type Open vSwitch agent registered on host n-h2-764292-30 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:20:19.963116 n-d-764292-30 neutron-server[102191]: ERROR neutron.plugins.ml2.managers [None req-4ac49d76-058a-49bd-bf67-59ac44fad8e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Failed to bind port fb461332-2915-4557-a1a6-1c3062a61198 on host n-h2-764292-30 for vnic_type normal using segments [{'id': 'b1a1bdde-d94d-42a4-8c47-e8f6535b6e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9b61a1be-0188-4747-ad39-e5310663ffc1'}] Aug 11 03:20:19.963487 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4ac49d76-058a-49bd-bf67-59ac44fad8e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:20.034395 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [None req-4ac49d76-058a-49bd-bf67-59ac44fad8e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] For port fb461332-2915-4557-a1a6-1c3062a61198, host n-h2-764292-30, cleared binding levels {{(pid=102191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:20:20.034777 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [None req-4ac49d76-058a-49bd-bf67-59ac44fad8e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Attempted to set empty binding levels {{(pid=102191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 11 03:20:20.079526 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4ac49d76-058a-49bd-bf67-59ac44fad8e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:20.149472 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-4ac49d76-058a-49bd-bf67-59ac44fad8e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] In _notify_port_updated(), no bound segment for port fb461332-2915-4557-a1a6-1c3062a61198 on network 9b61a1be-0188-4747-ad39-e5310663ffc1 {{(pid=102191) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 03:20:20.151196 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac49d76-058a-49bd-bf67-59ac44fad8e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:20.151887 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4ac49d76-058a-49bd-bf67-59ac44fad8e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:20.153215 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-4ac49d76-058a-49bd-bf67-59ac44fad8e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] 10.222.0.41 "PUT /v2.0/ports/fb461332-2915-4557-a1a6-1c3062a61198 HTTP/1.1" status: 200 len: 979 time: 1.0177033 Aug 11 03:20:20.156163 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 46914) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:20.156614 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac49d76-058a-49bd-bf67-59ac44fad8e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Pushing event updated for resources: {'Port': ['ID=fb461332-2915-4557-a1a6-1c3062a61198,revision_number=3']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:20.263013 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a29c69-8cdd-4fac-b163-5920243360a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:20.263614 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a29c69-8cdd-4fac-b163-5920243360a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:20.264159 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a29c69-8cdd-4fac-b163-5920243360a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:20.264694 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a29c69-8cdd-4fac-b163-5920243360a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:20.265227 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a29c69-8cdd-4fac-b163-5920243360a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:20.265868 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a29c69-8cdd-4fac-b163-5920243360a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:20.266493 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a29c69-8cdd-4fac-b163-5920243360a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:20.266852 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a29c69-8cdd-4fac-b163-5920243360a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:20.267324 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a29c69-8cdd-4fac-b163-5920243360a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:20.267835 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a29c69-8cdd-4fac-b163-5920243360a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:20.268290 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a29c69-8cdd-4fac-b163-5920243360a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:20.268755 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a29c69-8cdd-4fac-b163-5920243360a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:20.269220 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a29c69-8cdd-4fac-b163-5920243360a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:20.269715 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a29c69-8cdd-4fac-b163-5920243360a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:20.270186 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a29c69-8cdd-4fac-b163-5920243360a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:20.270740 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a29c69-8cdd-4fac-b163-5920243360a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:20.271205 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a29c69-8cdd-4fac-b163-5920243360a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:20.271765 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a29c69-8cdd-4fac-b163-5920243360a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:20.272169 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a29c69-8cdd-4fac-b163-5920243360a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:20.272805 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a29c69-8cdd-4fac-b163-5920243360a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:20.273274 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a29c69-8cdd-4fac-b163-5920243360a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:20.273853 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a29c69-8cdd-4fac-b163-5920243360a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:20.274274 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a29c69-8cdd-4fac-b163-5920243360a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:20.275446 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a29c69-8cdd-4fac-b163-5920243360a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:20.278685 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-39a29c69-8cdd-4fac-b163-5920243360a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 21722 time: 0.1214981 Aug 11 03:20:20.282881 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 46918) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:20.355276 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-62a2f7ff-7359-4471-b8c3-bdfaa8f40b9c req-359e6acb-3930-4e3d-aa68-b4a033fc2624 tempest-ServersNegativeTestMultiTenantJSON-2124607836 tempest-ServersNegativeTestMultiTenantJSON-2124607836-project] 10.222.0.41 "GET /v2.0/ports?device_id=02ca5b5f-3d7d-41ce-a47b-89e12508665a HTTP/1.1" status: 200 len: 210 time: 0.0287445 Aug 11 03:20:20.374174 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-b517c89e-d6c1-447c-9ba5-8aa3ddf89aea tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Deleting port fb461332-2915-4557-a1a6-1c3062a61198 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:20:20.374647 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b517c89e-d6c1-447c-9ba5-8aa3ddf89aea tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:20.392456 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.agents_db [None req-950b7202-decb-43e2-8f71-ac8931dc9749 None None] Agent healthcheck: found 7 active agents {{(pid=102194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:20:20.442250 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [None req-b517c89e-d6c1-447c-9ba5-8aa3ddf89aea tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] For port fb461332-2915-4557-a1a6-1c3062a61198, host n-h2-764292-30, got binding levels [] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:20:20.442653 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b517c89e-d6c1-447c-9ba5-8aa3ddf89aea tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:20.457001 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-b517c89e-d6c1-447c-9ba5-8aa3ddf89aea tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Calling delete_port for fb461332-2915-4557-a1a6-1c3062a61198 owned by {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:20:20.668694 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b517c89e-d6c1-447c-9ba5-8aa3ddf89aea tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:20.721524 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b517c89e-d6c1-447c-9ba5-8aa3ddf89aea tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Pushing event deleted for resources: {'Port': ['ID=fb461332-2915-4557-a1a6-1c3062a61198,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:20.731921 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b517c89e-d6c1-447c-9ba5-8aa3ddf89aea tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:20.736762 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-b517c89e-d6c1-447c-9ba5-8aa3ddf89aea tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] 10.222.0.41 "DELETE /v2.0/ports/fb461332-2915-4557-a1a6-1c3062a61198 HTTP/1.1" status: 204 len: 168 time: 0.4500928 Aug 11 03:20:20.736893 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 46944) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:20.759953 n-d-764292-30 neutron-server[102191]: INFO neutron.pecan_wsgi.hooks.translation [None req-28c55727-6b0d-48dd-8b69-9b2c9ac8e434 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] GET failed (client error): The resource could not be found. Aug 11 03:20:20.761395 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-28c55727-6b0d-48dd-8b69-9b2c9ac8e434 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] 10.222.0.41 "GET /v2.0/ports/fb461332-2915-4557-a1a6-1c3062a61198 HTTP/1.1" status: 404 len: 333 time: 0.0235107 Aug 11 03:20:20.765805 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 46946) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:20.771126 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-850e869f-409a-467d-a1a4-d12a7d4c911f tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-799792344', 'network_id': '9b61a1be-0188-4747-ad39-e5310663ffc1'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:20:20.902122 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-850e869f-409a-467d-a1a4-d12a7d4c911f tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Made reservation on behalf of 99ccc4902515423ba1327a53c4a291e6 for: {'port': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:20:20.905009 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-850e869f-409a-467d-a1a4-d12a7d4c911f tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:20.921646 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [None req-850e869f-409a-467d-a1a4-d12a7d4c911f tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] device_id is not set on port 34c2666c-6c74-4947-8e1d-309e3ef96a2c yet. {{(pid=102192) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:20:21.105738 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-850e869f-409a-467d-a1a4-d12a7d4c911f tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:21.216997 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-850e869f-409a-467d-a1a4-d12a7d4c911f tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:21.263135 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-850e869f-409a-467d-a1a4-d12a7d4c911f tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Network 9b61a1be-0188-4747-ad39-e5310663ffc1 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:20:21.265995 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-850e869f-409a-467d-a1a4-d12a7d4c911f tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:20:21.269739 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850e869f-409a-467d-a1a4-d12a7d4c911f tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:20:21.271685 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-850e869f-409a-467d-a1a4-d12a7d4c911f tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:21.271685 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-850e869f-409a-467d-a1a4-d12a7d4c911f tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:21.277208 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850e869f-409a-467d-a1a4-d12a7d4c911f tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Pushing event updated for resources: {'Port': ['ID=34c2666c-6c74-4947-8e1d-309e3ef96a2c,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:21.352043 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 46972) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:21.357875 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-850e869f-409a-467d-a1a4-d12a7d4c911f tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.5873988 Aug 11 03:20:21.462183 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9174fe1-293e-48ab-8286-cbba9c0ff792 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:21.468964 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-c9174fe1-293e-48ab-8286-cbba9c0ff792 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] 10.222.0.41 "GET /v2.0/ports/34c2666c-6c74-4947-8e1d-309e3ef96a2c HTTP/1.1" status: 200 len: 958 time: 0.1134789 Aug 11 03:20:21.469500 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 46980) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:21.489295 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-46dd0d75-543c-43ae-a5fa-951aa3c31003 req-38ea3354-5eaf-4f51-bec8-d7d81a476846 tempest-ServersNegativeTestMultiTenantJSON-2124607836 tempest-ServersNegativeTestMultiTenantJSON-2124607836-project] 10.222.0.41 "GET /v2.0/ports?device_id=02ca5b5f-3d7d-41ce-a47b-89e12508665a HTTP/1.1" status: 200 len: 210 time: 0.0490084 Aug 11 03:20:21.578587 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-631b586e-4a00-425d-906b-f39b845882df tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Deleting port 34c2666c-6c74-4947-8e1d-309e3ef96a2c {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:20:21.579013 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-631b586e-4a00-425d-906b-f39b845882df tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:21.648831 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-631b586e-4a00-425d-906b-f39b845882df tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:21.664769 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-631b586e-4a00-425d-906b-f39b845882df tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Calling delete_port for 34c2666c-6c74-4947-8e1d-309e3ef96a2c owned by {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:20:21.879354 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-631b586e-4a00-425d-906b-f39b845882df tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:21.910056 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631b586e-4a00-425d-906b-f39b845882df tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Pushing event deleted for resources: {'Port': ['ID=34c2666c-6c74-4947-8e1d-309e3ef96a2c,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:21.934060 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-631b586e-4a00-425d-906b-f39b845882df tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:21.942859 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 47002) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:21.946034 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-631b586e-4a00-425d-906b-f39b845882df tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] 10.222.0.41 "DELETE /v2.0/ports/34c2666c-6c74-4947-8e1d-309e3ef96a2c HTTP/1.1" status: 204 len: 168 time: 0.4732380 Aug 11 03:20:21.996661 n-d-764292-30 neutron-server[102192]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf476c32-c15e-4272-be48-ea59b2d00bf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] GET failed (client error): The resource could not be found. Aug 11 03:20:22.004174 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-bf476c32-c15e-4272-be48-ea59b2d00bf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] 10.222.0.41 "GET /v2.0/ports/34c2666c-6c74-4947-8e1d-309e3ef96a2c HTTP/1.1" status: 404 len: 333 time: 0.0579967 Aug 11 03:20:22.004410 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 47006) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:22.009457 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-00aa4b7a-810f-4448-acd8-52537c3936fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Request body: {'port': {'network_id': '9b61a1be-0188-4747-ad39-e5310663ffc1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-967442152'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:20:22.136341 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00aa4b7a-810f-4448-acd8-52537c3936fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Made reservation on behalf of 99ccc4902515423ba1327a53c4a291e6 for: {'port': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:20:22.143151 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-00aa4b7a-810f-4448-acd8-52537c3936fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:22.172094 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [None req-00aa4b7a-810f-4448-acd8-52537c3936fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] device_id is not set on port d8255a80-4a4f-43fb-95d2-105f316acdbf yet. {{(pid=102191) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:20:22.307010 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20c12f8-5ebf-46c8-9185-482950348a95 req-1f8451f8-f414-4ea7-93ae-93f21a42bb58 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:22.318165 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b20c12f8-5ebf-46c8-9185-482950348a95 req-1f8451f8-f414-4ea7-93ae-93f21a42bb58 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/ports?device_id=a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c HTTP/1.1" status: 200 len: 945 time: 0.0894287 Aug 11 03:20:22.330326 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b129089d-cf26-446f-b377-a47392220166 req-d4e08706-8cfa-4b35-98f8-59c528d1e999 tempest-ServersNegativeTestMultiTenantJSON-2124607836 tempest-ServersNegativeTestMultiTenantJSON-2124607836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:22.333212 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-b129089d-cf26-446f-b377-a47392220166 req-d4e08706-8cfa-4b35-98f8-59c528d1e999 tempest-ServersNegativeTestMultiTenantJSON-2124607836 tempest-ServersNegativeTestMultiTenantJSON-2124607836-project] 10.222.0.22 "GET /v2.0/networks?id=07ac84cf-b583-4b32-b60e-41e3964862a4 HTTP/1.1" status: 200 len: 824 time: 0.1723855 Aug 11 03:20:22.374640 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b20c12f8-5ebf-46c8-9185-482950348a95 req-0d1c8eca-43fc-4182-98b5-ed633d68171c tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbb5f37-cd37-415a-b820-36c249955487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481210 Aug 11 03:20:22.375813 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-b129089d-cf26-446f-b377-a47392220166 req-d4d64195-9172-4107-8e51-afef96ffa09f tempest-ServersNegativeTestMultiTenantJSON-2124607836 tempest-ServersNegativeTestMultiTenantJSON-2124607836-project] Request body: {'port': {'device_id': '02ca5b5f-3d7d-41ce-a47b-89e12508665a', 'network_id': '07ac84cf-b583-4b32-b60e-41e3964862a4', 'admin_state_up': True, 'tenant_id': '34b3ef0248b14fe889e6a245280f0eba'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:20:22.582928 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b49e1a-dbe7-42e0-b018-3f122b3b6e86 req-44341e62-27da-4e3d-b1a7-ca84955d8199 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:22.584840 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c6b49e1a-dbe7-42e0-b018-3f122b3b6e86 req-44341e62-27da-4e3d-b1a7-ca84955d8199 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/ports?device_id=a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c HTTP/1.1" status: 200 len: 945 time: 0.1024983 Aug 11 03:20:22.599204 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-00aa4b7a-810f-4448-acd8-52537c3936fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:22.653497 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b129089d-cf26-446f-b377-a47392220166 req-d4d64195-9172-4107-8e51-afef96ffa09f tempest-ServersNegativeTestMultiTenantJSON-2124607836 tempest-ServersNegativeTestMultiTenantJSON-2124607836-project] Made reservation on behalf of 34b3ef0248b14fe889e6a245280f0eba for: {'port': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:20:22.657810 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-b129089d-cf26-446f-b377-a47392220166 req-d4d64195-9172-4107-8e51-afef96ffa09f tempest-ServersNegativeTestMultiTenantJSON-2124607836 tempest-ServersNegativeTestMultiTenantJSON-2124607836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:22.660761 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-76007ae4-8557-4d3a-9bc5-f2d53f86526f req-7e6a67b0-bbaa-473c-950c-ca7eeeef806c tempest-ServersNegativeTestMultiTenantJSON-2124607836 tempest-ServersNegativeTestMultiTenantJSON-2124607836-project] 10.222.0.41 "GET /v2.0/ports?device_id=02ca5b5f-3d7d-41ce-a47b-89e12508665a HTTP/1.1" status: 200 len: 210 time: 0.0521944 Aug 11 03:20:22.686888 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c6b49e1a-dbe7-42e0-b018-3f122b3b6e86 req-8829c15d-2f9d-4867-ab2c-59f8d73c6312 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbb5f37-cd37-415a-b820-36c249955487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941420 Aug 11 03:20:22.795951 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-00aa4b7a-810f-4448-acd8-52537c3936fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:22.815753 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 47036) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:22.898116 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [req-b129089d-cf26-446f-b377-a47392220166 req-d4d64195-9172-4107-8e51-afef96ffa09f tempest-ServersNegativeTestMultiTenantJSON-2124607836 tempest-ServersNegativeTestMultiTenantJSON-2124607836-project] Allocated IP 172.20.0.11 (07ac84cf-b583-4b32-b60e-41e3964862a4/c129db7d-29d5-4fe8-871f-874a2d997f75/8c7bd3b8-5348-4655-b87e-230a2dd9938c) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:20:22.901384 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00aa4b7a-810f-4448-acd8-52537c3936fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Network 9b61a1be-0188-4747-ad39-e5310663ffc1 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:20:22.916324 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-00aa4b7a-810f-4448-acd8-52537c3936fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:20:22.926135 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00aa4b7a-810f-4448-acd8-52537c3936fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:20:22.926135 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00aa4b7a-810f-4448-acd8-52537c3936fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:22.927063 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-00aa4b7a-810f-4448-acd8-52537c3936fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:22.936072 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00aa4b7a-810f-4448-acd8-52537c3936fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Pushing event updated for resources: {'Port': ['ID=d8255a80-4a4f-43fb-95d2-105f316acdbf,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:23.006513 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-26dbfdb9-fcfe-44cb-b22c-5cc99601961c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:23.048924 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-00aa4b7a-810f-4448-acd8-52537c3936fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.0433455 Aug 11 03:20:23.051911 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 47044) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:23.067743 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-83cb7fa7-e6ee-42cc-91b5-2a7e40e03333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-764292-30'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:20:23.153378 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-83cb7fa7-e6ee-42cc-91b5-2a7e40e03333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:23.161732 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-b129089d-cf26-446f-b377-a47392220166 req-d4d64195-9172-4107-8e51-afef96ffa09f tempest-ServersNegativeTestMultiTenantJSON-2124607836 tempest-ServersNegativeTestMultiTenantJSON-2124607836-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:23.237241 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-26dbfdb9-fcfe-44cb-b22c-5cc99601961c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:23.274069 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-b129089d-cf26-446f-b377-a47392220166 req-d4d64195-9172-4107-8e51-afef96ffa09f tempest-ServersNegativeTestMultiTenantJSON-2124607836 tempest-ServersNegativeTestMultiTenantJSON-2124607836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:23.350256 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-26dbfdb9-fcfe-44cb-b22c-5cc99601961c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:23.371018 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b129089d-cf26-446f-b377-a47392220166 req-d4d64195-9172-4107-8e51-afef96ffa09f tempest-ServersNegativeTestMultiTenantJSON-2124607836 tempest-ServersNegativeTestMultiTenantJSON-2124607836-project] Network 07ac84cf-b583-4b32-b60e-41e3964862a4 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:20:23.377032 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [req-b129089d-cf26-446f-b377-a47392220166 req-d4d64195-9172-4107-8e51-afef96ffa09f tempest-ServersNegativeTestMultiTenantJSON-2124607836 tempest-ServersNegativeTestMultiTenantJSON-2124607836-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:20:23.384351 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-b129089d-cf26-446f-b377-a47392220166 req-d4d64195-9172-4107-8e51-afef96ffa09f tempest-ServersNegativeTestMultiTenantJSON-2124607836 tempest-ServersNegativeTestMultiTenantJSON-2124607836-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:20:23.397376 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-26dbfdb9-fcfe-44cb-b22c-5cc99601961c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6b4c40f648c54fcba456a28eab4390dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5804937 Aug 11 03:20:23.411857 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 47056) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:23.421869 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dbfdb9-fcfe-44cb-b22c-5cc99601961c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a156c539-fd7d-40d3-bdac-3ed90c0b83dd,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:23.453028 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d64195-9172-4107-8e51-afef96ffa09f tempest-ServersNegativeTestMultiTenantJSON-2124607836 tempest-ServersNegativeTestMultiTenantJSON-2124607836-project] Pushing event updated for resources: {'Port': ['ID=8c7bd3b8-5348-4655-b87e-230a2dd9938c,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:23.463106 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [None req-83cb7fa7-e6ee-42cc-91b5-2a7e40e03333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] device_id is not set on port d8255a80-4a4f-43fb-95d2-105f316acdbf yet. {{(pid=102192) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:20:23.505907 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b129089d-cf26-446f-b377-a47392220166 req-d4d64195-9172-4107-8e51-afef96ffa09f tempest-ServersNegativeTestMultiTenantJSON-2124607836 tempest-ServersNegativeTestMultiTenantJSON-2124607836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:23.506548 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-b129089d-cf26-446f-b377-a47392220166 req-d4d64195-9172-4107-8e51-afef96ffa09f tempest-ServersNegativeTestMultiTenantJSON-2124607836 tempest-ServersNegativeTestMultiTenantJSON-2124607836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:23.528805 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9139bbd3-535a-4e76-98b5-b453864fd529 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:23.557192 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9139bbd3-535a-4e76-98b5-b453864fd529 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:23.579795 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-83cb7fa7-e6ee-42cc-91b5-2a7e40e03333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:23.596029 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-b129089d-cf26-446f-b377-a47392220166 req-d4d64195-9172-4107-8e51-afef96ffa09f tempest-ServersNegativeTestMultiTenantJSON-2124607836 tempest-ServersNegativeTestMultiTenantJSON-2124607836-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2259500 Aug 11 03:20:23.608917 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-b129089d-cf26-446f-b377-a47392220166 req-0bea3255-8173-4849-b25c-41342c358350 service neutron] Request body: {'port': {'device_id': '02ca5b5f-3d7d-41ce-a47b-89e12508665a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764292-30'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:20:23.670624 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-b129089d-cf26-446f-b377-a47392220166 req-0bea3255-8173-4849-b25c-41342c358350 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:23.685676 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [None req-83cb7fa7-e6ee-42cc-91b5-2a7e40e03333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Transition to ACTIVE for port object d8255a80-4a4f-43fb-95d2-105f316acdbf will not be triggered until provisioned by entity L2. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:20:23.718751 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9139bbd3-535a-4e76-98b5-b453864fd529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:23.725064 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9139bbd3-535a-4e76-98b5-b453864fd529 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:23.733011 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-9139bbd3-535a-4e76-98b5-b453864fd529 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a156c539-fd7d-40d3-bdac-3ed90c0b83dd HTTP/1.1" status: 204 len: 168 time: 0.3166907 Aug 11 03:20:23.796074 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-83cb7fa7-e6ee-42cc-91b5-2a7e40e03333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:23.832230 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9139bbd3-535a-4e76-98b5-b453864fd529 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a156c539-fd7d-40d3-bdac-3ed90c0b83dd,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:23.906962 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcbba86-e341-4a46-8888-754ed87d8fb9 req-58a88b9a-f780-4071-9830-40c99d8a61be tempest-ServersNegativeTestMultiTenantJSON-2124607836 tempest-ServersNegativeTestMultiTenantJSON-2124607836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:23.908534 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6bcbba86-e341-4a46-8888-754ed87d8fb9 req-58a88b9a-f780-4071-9830-40c99d8a61be tempest-ServersNegativeTestMultiTenantJSON-2124607836 tempest-ServersNegativeTestMultiTenantJSON-2124607836-project] 10.222.0.41 "GET /v2.0/ports?device_id=02ca5b5f-3d7d-41ce-a47b-89e12508665a HTTP/1.1" status: 200 len: 932 time: 0.1544766 Aug 11 03:20:23.914838 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cb7fa7-e6ee-42cc-91b5-2a7e40e03333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Pushing event updated for resources: {'Port': ['ID=d8255a80-4a4f-43fb-95d2-105f316acdbf,revision_number=2']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:23.952590 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [None req-83cb7fa7-e6ee-42cc-91b5-2a7e40e03333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Attempting to bind port d8255a80-4a4f-43fb-95d2-105f316acdbf on host n-h2-764292-30 for vnic_type normal with profile {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:20:23.952919 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [None req-83cb7fa7-e6ee-42cc-91b5-2a7e40e03333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Attempting to bind port d8255a80-4a4f-43fb-95d2-105f316acdbf by drivers openvswitch,hyperv on host n-h2-764292-30 at level 0 using segments [{'id': 'b1a1bdde-d94d-42a4-8c47-e8f6535b6e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9b61a1be-0188-4747-ad39-e5310663ffc1'}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:20:23.953347 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83cb7fa7-e6ee-42cc-91b5-2a7e40e03333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Attempting to bind port d8255a80-4a4f-43fb-95d2-105f316acdbf on network 9b61a1be-0188-4747-ad39-e5310663ffc1 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:20:23.964116 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83cb7fa7-e6ee-42cc-91b5-2a7e40e03333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Port d8255a80-4a4f-43fb-95d2-105f316acdbf on network 9b61a1be-0188-4747-ad39-e5310663ffc1 not bound, no agent of type Open vSwitch agent registered on host n-h2-764292-30 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:20:23.964584 n-d-764292-30 neutron-server[102192]: ERROR neutron.plugins.ml2.managers [None req-83cb7fa7-e6ee-42cc-91b5-2a7e40e03333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Failed to bind port d8255a80-4a4f-43fb-95d2-105f316acdbf on host n-h2-764292-30 for vnic_type normal using segments [{'id': 'b1a1bdde-d94d-42a4-8c47-e8f6535b6e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9b61a1be-0188-4747-ad39-e5310663ffc1'}] Aug 11 03:20:23.966727 n-d-764292-30 neutron-server[102192]: INFO neutron.plugins.ml2.plugin [None req-83cb7fa7-e6ee-42cc-91b5-2a7e40e03333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Attempt 2 to bind port d8255a80-4a4f-43fb-95d2-105f316acdbf Aug 11 03:20:24.013948 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6bcbba86-e341-4a46-8888-754ed87d8fb9 req-5362f453-5b06-455b-a66a-2464480b721e tempest-ServersNegativeTestMultiTenantJSON-2124607836 tempest-ServersNegativeTestMultiTenantJSON-2124607836-project] 10.222.0.41 "GET /v2.0/security-groups?id=9ae9cc34-f229-47fa-88da-bd88ec29ea8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819657 Aug 11 03:20:24.014679 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [None req-83cb7fa7-e6ee-42cc-91b5-2a7e40e03333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Attempting to bind port d8255a80-4a4f-43fb-95d2-105f316acdbf on host n-h2-764292-30 for vnic_type normal with profile {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:20:24.017300 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [None req-83cb7fa7-e6ee-42cc-91b5-2a7e40e03333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Attempting to bind port d8255a80-4a4f-43fb-95d2-105f316acdbf by drivers openvswitch,hyperv on host n-h2-764292-30 at level 0 using segments [{'id': 'b1a1bdde-d94d-42a4-8c47-e8f6535b6e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9b61a1be-0188-4747-ad39-e5310663ffc1'}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:20:24.017300 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83cb7fa7-e6ee-42cc-91b5-2a7e40e03333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Attempting to bind port d8255a80-4a4f-43fb-95d2-105f316acdbf on network 9b61a1be-0188-4747-ad39-e5310663ffc1 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:20:24.022789 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83cb7fa7-e6ee-42cc-91b5-2a7e40e03333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Port d8255a80-4a4f-43fb-95d2-105f316acdbf on network 9b61a1be-0188-4747-ad39-e5310663ffc1 not bound, no agent of type Open vSwitch agent registered on host n-h2-764292-30 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:20:24.023118 n-d-764292-30 neutron-server[102192]: ERROR neutron.plugins.ml2.managers [None req-83cb7fa7-e6ee-42cc-91b5-2a7e40e03333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Failed to bind port d8255a80-4a4f-43fb-95d2-105f316acdbf on host n-h2-764292-30 for vnic_type normal using segments [{'id': 'b1a1bdde-d94d-42a4-8c47-e8f6535b6e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9b61a1be-0188-4747-ad39-e5310663ffc1'}] Aug 11 03:20:24.023512 n-d-764292-30 neutron-server[102192]: INFO neutron.plugins.ml2.plugin [None req-83cb7fa7-e6ee-42cc-91b5-2a7e40e03333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Attempt 3 to bind port d8255a80-4a4f-43fb-95d2-105f316acdbf Aug 11 03:20:24.038120 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [None req-83cb7fa7-e6ee-42cc-91b5-2a7e40e03333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Attempting to bind port d8255a80-4a4f-43fb-95d2-105f316acdbf on host n-h2-764292-30 for vnic_type normal with profile {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:20:24.038472 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [None req-83cb7fa7-e6ee-42cc-91b5-2a7e40e03333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Attempting to bind port d8255a80-4a4f-43fb-95d2-105f316acdbf by drivers openvswitch,hyperv on host n-h2-764292-30 at level 0 using segments [{'id': 'b1a1bdde-d94d-42a4-8c47-e8f6535b6e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9b61a1be-0188-4747-ad39-e5310663ffc1'}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:20:24.038863 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83cb7fa7-e6ee-42cc-91b5-2a7e40e03333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Attempting to bind port d8255a80-4a4f-43fb-95d2-105f316acdbf on network 9b61a1be-0188-4747-ad39-e5310663ffc1 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:20:24.044004 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83cb7fa7-e6ee-42cc-91b5-2a7e40e03333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Port d8255a80-4a4f-43fb-95d2-105f316acdbf on network 9b61a1be-0188-4747-ad39-e5310663ffc1 not bound, no agent of type Open vSwitch agent registered on host n-h2-764292-30 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:20:24.044325 n-d-764292-30 neutron-server[102192]: ERROR neutron.plugins.ml2.managers [None req-83cb7fa7-e6ee-42cc-91b5-2a7e40e03333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Failed to bind port d8255a80-4a4f-43fb-95d2-105f316acdbf on host n-h2-764292-30 for vnic_type normal using segments [{'id': 'b1a1bdde-d94d-42a4-8c47-e8f6535b6e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9b61a1be-0188-4747-ad39-e5310663ffc1'}] Aug 11 03:20:24.046090 n-d-764292-30 neutron-server[102192]: INFO neutron.plugins.ml2.plugin [None req-83cb7fa7-e6ee-42cc-91b5-2a7e40e03333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Attempt 4 to bind port d8255a80-4a4f-43fb-95d2-105f316acdbf Aug 11 03:20:24.060277 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [None req-83cb7fa7-e6ee-42cc-91b5-2a7e40e03333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Attempting to bind port d8255a80-4a4f-43fb-95d2-105f316acdbf on host n-h2-764292-30 for vnic_type normal with profile {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:20:24.066420 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [None req-83cb7fa7-e6ee-42cc-91b5-2a7e40e03333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Attempting to bind port d8255a80-4a4f-43fb-95d2-105f316acdbf by drivers openvswitch,hyperv on host n-h2-764292-30 at level 0 using segments [{'id': 'b1a1bdde-d94d-42a4-8c47-e8f6535b6e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9b61a1be-0188-4747-ad39-e5310663ffc1'}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:20:24.066420 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83cb7fa7-e6ee-42cc-91b5-2a7e40e03333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Attempting to bind port d8255a80-4a4f-43fb-95d2-105f316acdbf on network 9b61a1be-0188-4747-ad39-e5310663ffc1 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:20:24.068169 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83cb7fa7-e6ee-42cc-91b5-2a7e40e03333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Port d8255a80-4a4f-43fb-95d2-105f316acdbf on network 9b61a1be-0188-4747-ad39-e5310663ffc1 not bound, no agent of type Open vSwitch agent registered on host n-h2-764292-30 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:20:24.068564 n-d-764292-30 neutron-server[102192]: ERROR neutron.plugins.ml2.managers [None req-83cb7fa7-e6ee-42cc-91b5-2a7e40e03333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Failed to bind port d8255a80-4a4f-43fb-95d2-105f316acdbf on host n-h2-764292-30 for vnic_type normal using segments [{'id': 'b1a1bdde-d94d-42a4-8c47-e8f6535b6e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9b61a1be-0188-4747-ad39-e5310663ffc1'}] Aug 11 03:20:24.068956 n-d-764292-30 neutron-server[102192]: INFO neutron.plugins.ml2.plugin [None req-83cb7fa7-e6ee-42cc-91b5-2a7e40e03333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Attempt 5 to bind port d8255a80-4a4f-43fb-95d2-105f316acdbf Aug 11 03:20:24.084068 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [None req-83cb7fa7-e6ee-42cc-91b5-2a7e40e03333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Attempting to bind port d8255a80-4a4f-43fb-95d2-105f316acdbf on host n-h2-764292-30 for vnic_type normal with profile {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:20:24.084414 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [None req-83cb7fa7-e6ee-42cc-91b5-2a7e40e03333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Attempting to bind port d8255a80-4a4f-43fb-95d2-105f316acdbf by drivers openvswitch,hyperv on host n-h2-764292-30 at level 0 using segments [{'id': 'b1a1bdde-d94d-42a4-8c47-e8f6535b6e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9b61a1be-0188-4747-ad39-e5310663ffc1'}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:20:24.084748 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83cb7fa7-e6ee-42cc-91b5-2a7e40e03333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Attempting to bind port d8255a80-4a4f-43fb-95d2-105f316acdbf on network 9b61a1be-0188-4747-ad39-e5310663ffc1 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:20:24.096736 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83cb7fa7-e6ee-42cc-91b5-2a7e40e03333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Port d8255a80-4a4f-43fb-95d2-105f316acdbf on network 9b61a1be-0188-4747-ad39-e5310663ffc1 not bound, no agent of type Open vSwitch agent registered on host n-h2-764292-30 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:20:24.097070 n-d-764292-30 neutron-server[102192]: ERROR neutron.plugins.ml2.managers [None req-83cb7fa7-e6ee-42cc-91b5-2a7e40e03333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Failed to bind port d8255a80-4a4f-43fb-95d2-105f316acdbf on host n-h2-764292-30 for vnic_type normal using segments [{'id': 'b1a1bdde-d94d-42a4-8c47-e8f6535b6e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9b61a1be-0188-4747-ad39-e5310663ffc1'}] Aug 11 03:20:24.097479 n-d-764292-30 neutron-server[102192]: INFO neutron.plugins.ml2.plugin [None req-83cb7fa7-e6ee-42cc-91b5-2a7e40e03333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Attempt 6 to bind port d8255a80-4a4f-43fb-95d2-105f316acdbf Aug 11 03:20:24.119096 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [None req-83cb7fa7-e6ee-42cc-91b5-2a7e40e03333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Attempting to bind port d8255a80-4a4f-43fb-95d2-105f316acdbf on host n-h2-764292-30 for vnic_type normal with profile {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:20:24.119495 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [None req-83cb7fa7-e6ee-42cc-91b5-2a7e40e03333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Attempting to bind port d8255a80-4a4f-43fb-95d2-105f316acdbf by drivers openvswitch,hyperv on host n-h2-764292-30 at level 0 using segments [{'id': 'b1a1bdde-d94d-42a4-8c47-e8f6535b6e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9b61a1be-0188-4747-ad39-e5310663ffc1'}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:20:24.119874 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83cb7fa7-e6ee-42cc-91b5-2a7e40e03333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Attempting to bind port d8255a80-4a4f-43fb-95d2-105f316acdbf on network 9b61a1be-0188-4747-ad39-e5310663ffc1 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:20:24.132571 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83cb7fa7-e6ee-42cc-91b5-2a7e40e03333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Port d8255a80-4a4f-43fb-95d2-105f316acdbf on network 9b61a1be-0188-4747-ad39-e5310663ffc1 not bound, no agent of type Open vSwitch agent registered on host n-h2-764292-30 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:20:24.132906 n-d-764292-30 neutron-server[102192]: ERROR neutron.plugins.ml2.managers [None req-83cb7fa7-e6ee-42cc-91b5-2a7e40e03333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Failed to bind port d8255a80-4a4f-43fb-95d2-105f316acdbf on host n-h2-764292-30 for vnic_type normal using segments [{'id': 'b1a1bdde-d94d-42a4-8c47-e8f6535b6e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9b61a1be-0188-4747-ad39-e5310663ffc1'}] Aug 11 03:20:24.133302 n-d-764292-30 neutron-server[102192]: INFO neutron.plugins.ml2.plugin [None req-83cb7fa7-e6ee-42cc-91b5-2a7e40e03333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Attempt 7 to bind port d8255a80-4a4f-43fb-95d2-105f316acdbf Aug 11 03:20:24.147413 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [None req-83cb7fa7-e6ee-42cc-91b5-2a7e40e03333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Attempting to bind port d8255a80-4a4f-43fb-95d2-105f316acdbf on host n-h2-764292-30 for vnic_type normal with profile {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:20:24.147751 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [None req-83cb7fa7-e6ee-42cc-91b5-2a7e40e03333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Attempting to bind port d8255a80-4a4f-43fb-95d2-105f316acdbf by drivers openvswitch,hyperv on host n-h2-764292-30 at level 0 using segments [{'id': 'b1a1bdde-d94d-42a4-8c47-e8f6535b6e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9b61a1be-0188-4747-ad39-e5310663ffc1'}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:20:24.148084 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83cb7fa7-e6ee-42cc-91b5-2a7e40e03333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Attempting to bind port d8255a80-4a4f-43fb-95d2-105f316acdbf on network 9b61a1be-0188-4747-ad39-e5310663ffc1 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:20:24.152760 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83cb7fa7-e6ee-42cc-91b5-2a7e40e03333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Port d8255a80-4a4f-43fb-95d2-105f316acdbf on network 9b61a1be-0188-4747-ad39-e5310663ffc1 not bound, no agent of type Open vSwitch agent registered on host n-h2-764292-30 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:20:24.153131 n-d-764292-30 neutron-server[102192]: ERROR neutron.plugins.ml2.managers [None req-83cb7fa7-e6ee-42cc-91b5-2a7e40e03333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Failed to bind port d8255a80-4a4f-43fb-95d2-105f316acdbf on host n-h2-764292-30 for vnic_type normal using segments [{'id': 'b1a1bdde-d94d-42a4-8c47-e8f6535b6e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9b61a1be-0188-4747-ad39-e5310663ffc1'}] Aug 11 03:20:24.153534 n-d-764292-30 neutron-server[102192]: INFO neutron.plugins.ml2.plugin [None req-83cb7fa7-e6ee-42cc-91b5-2a7e40e03333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Attempt 8 to bind port d8255a80-4a4f-43fb-95d2-105f316acdbf Aug 11 03:20:24.194212 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [req-b129089d-cf26-446f-b377-a47392220166 req-0bea3255-8173-4849-b25c-41342c358350 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c7bd3b8-5348-4655-b87e-230a2dd9938c {{(pid=102191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:20:24.204939 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [None req-83cb7fa7-e6ee-42cc-91b5-2a7e40e03333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Attempting to bind port d8255a80-4a4f-43fb-95d2-105f316acdbf on host n-h2-764292-30 for vnic_type normal with profile {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:20:24.204939 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [None req-83cb7fa7-e6ee-42cc-91b5-2a7e40e03333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Attempting to bind port d8255a80-4a4f-43fb-95d2-105f316acdbf by drivers openvswitch,hyperv on host n-h2-764292-30 at level 0 using segments [{'id': 'b1a1bdde-d94d-42a4-8c47-e8f6535b6e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9b61a1be-0188-4747-ad39-e5310663ffc1'}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:20:24.204939 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83cb7fa7-e6ee-42cc-91b5-2a7e40e03333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Attempting to bind port d8255a80-4a4f-43fb-95d2-105f316acdbf on network 9b61a1be-0188-4747-ad39-e5310663ffc1 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:20:24.212477 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83cb7fa7-e6ee-42cc-91b5-2a7e40e03333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Port d8255a80-4a4f-43fb-95d2-105f316acdbf on network 9b61a1be-0188-4747-ad39-e5310663ffc1 not bound, no agent of type Open vSwitch agent registered on host n-h2-764292-30 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:20:24.212812 n-d-764292-30 neutron-server[102192]: ERROR neutron.plugins.ml2.managers [None req-83cb7fa7-e6ee-42cc-91b5-2a7e40e03333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Failed to bind port d8255a80-4a4f-43fb-95d2-105f316acdbf on host n-h2-764292-30 for vnic_type normal using segments [{'id': 'b1a1bdde-d94d-42a4-8c47-e8f6535b6e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9b61a1be-0188-4747-ad39-e5310663ffc1'}] Aug 11 03:20:24.213215 n-d-764292-30 neutron-server[102192]: INFO neutron.plugins.ml2.plugin [None req-83cb7fa7-e6ee-42cc-91b5-2a7e40e03333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Attempt 9 to bind port d8255a80-4a4f-43fb-95d2-105f316acdbf Aug 11 03:20:24.226159 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-b129089d-cf26-446f-b377-a47392220166 req-0bea3255-8173-4849-b25c-41342c358350 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:24.240678 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [None req-83cb7fa7-e6ee-42cc-91b5-2a7e40e03333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Attempting to bind port d8255a80-4a4f-43fb-95d2-105f316acdbf on host n-h2-764292-30 for vnic_type normal with profile {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:20:24.241002 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [None req-83cb7fa7-e6ee-42cc-91b5-2a7e40e03333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Attempting to bind port d8255a80-4a4f-43fb-95d2-105f316acdbf by drivers openvswitch,hyperv on host n-h2-764292-30 at level 0 using segments [{'id': 'b1a1bdde-d94d-42a4-8c47-e8f6535b6e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9b61a1be-0188-4747-ad39-e5310663ffc1'}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:20:24.241854 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83cb7fa7-e6ee-42cc-91b5-2a7e40e03333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Attempting to bind port d8255a80-4a4f-43fb-95d2-105f316acdbf on network 9b61a1be-0188-4747-ad39-e5310663ffc1 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:20:24.256898 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [req-b129089d-cf26-446f-b377-a47392220166 req-0bea3255-8173-4849-b25c-41342c358350 service neutron] Transition to ACTIVE for port object 8c7bd3b8-5348-4655-b87e-230a2dd9938c will not be triggered until provisioned by entity L2. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:20:24.258633 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83cb7fa7-e6ee-42cc-91b5-2a7e40e03333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Port d8255a80-4a4f-43fb-95d2-105f316acdbf on network 9b61a1be-0188-4747-ad39-e5310663ffc1 not bound, no agent of type Open vSwitch agent registered on host n-h2-764292-30 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:20:24.258976 n-d-764292-30 neutron-server[102192]: ERROR neutron.plugins.ml2.managers [None req-83cb7fa7-e6ee-42cc-91b5-2a7e40e03333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Failed to bind port d8255a80-4a4f-43fb-95d2-105f316acdbf on host n-h2-764292-30 for vnic_type normal using segments [{'id': 'b1a1bdde-d94d-42a4-8c47-e8f6535b6e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9b61a1be-0188-4747-ad39-e5310663ffc1'}] Aug 11 03:20:24.259383 n-d-764292-30 neutron-server[102192]: INFO neutron.plugins.ml2.plugin [None req-83cb7fa7-e6ee-42cc-91b5-2a7e40e03333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Attempt 10 to bind port d8255a80-4a4f-43fb-95d2-105f316acdbf Aug 11 03:20:24.279145 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [None req-83cb7fa7-e6ee-42cc-91b5-2a7e40e03333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Attempting to bind port d8255a80-4a4f-43fb-95d2-105f316acdbf on host n-h2-764292-30 for vnic_type normal with profile {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:20:24.279489 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [None req-83cb7fa7-e6ee-42cc-91b5-2a7e40e03333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Attempting to bind port d8255a80-4a4f-43fb-95d2-105f316acdbf by drivers openvswitch,hyperv on host n-h2-764292-30 at level 0 using segments [{'id': 'b1a1bdde-d94d-42a4-8c47-e8f6535b6e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9b61a1be-0188-4747-ad39-e5310663ffc1'}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:20:24.279831 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83cb7fa7-e6ee-42cc-91b5-2a7e40e03333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Attempting to bind port d8255a80-4a4f-43fb-95d2-105f316acdbf on network 9b61a1be-0188-4747-ad39-e5310663ffc1 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:20:24.288480 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83cb7fa7-e6ee-42cc-91b5-2a7e40e03333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Port d8255a80-4a4f-43fb-95d2-105f316acdbf on network 9b61a1be-0188-4747-ad39-e5310663ffc1 not bound, no agent of type Open vSwitch agent registered on host n-h2-764292-30 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:20:24.288831 n-d-764292-30 neutron-server[102192]: ERROR neutron.plugins.ml2.managers [None req-83cb7fa7-e6ee-42cc-91b5-2a7e40e03333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Failed to bind port d8255a80-4a4f-43fb-95d2-105f316acdbf on host n-h2-764292-30 for vnic_type normal using segments [{'id': 'b1a1bdde-d94d-42a4-8c47-e8f6535b6e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9b61a1be-0188-4747-ad39-e5310663ffc1'}] Aug 11 03:20:24.289214 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-83cb7fa7-e6ee-42cc-91b5-2a7e40e03333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:24.325202 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-b129089d-cf26-446f-b377-a47392220166 req-0bea3255-8173-4849-b25c-41342c358350 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:24.406607 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [None req-83cb7fa7-e6ee-42cc-91b5-2a7e40e03333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] For port d8255a80-4a4f-43fb-95d2-105f316acdbf, host n-h2-764292-30, cleared binding levels {{(pid=102192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:20:24.407111 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [None req-83cb7fa7-e6ee-42cc-91b5-2a7e40e03333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Attempted to set empty binding levels {{(pid=102192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 11 03:20:24.480347 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-83cb7fa7-e6ee-42cc-91b5-2a7e40e03333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:24.512550 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bea3255-8173-4849-b25c-41342c358350 service neutron] Pushing event updated for resources: {'Port': ['ID=8c7bd3b8-5348-4655-b87e-230a2dd9938c,revision_number=2']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:24.572243 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-b129089d-cf26-446f-b377-a47392220166 req-0bea3255-8173-4849-b25c-41342c358350 service neutron] Attempting to bind port 8c7bd3b8-5348-4655-b87e-230a2dd9938c on host n-h1-764292-30 for vnic_type normal with profile {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:20:24.574893 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-b129089d-cf26-446f-b377-a47392220166 req-0bea3255-8173-4849-b25c-41342c358350 service neutron] Attempting to bind port 8c7bd3b8-5348-4655-b87e-230a2dd9938c by drivers openvswitch,hyperv on host n-h1-764292-30 at level 0 using segments [{'id': '4ae39e03-8666-410d-a4c0-afb5e733fb2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '07ac84cf-b583-4b32-b60e-41e3964862a4'}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:20:24.575306 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b129089d-cf26-446f-b377-a47392220166 req-0bea3255-8173-4849-b25c-41342c358350 service neutron] Attempting to bind port 8c7bd3b8-5348-4655-b87e-230a2dd9938c on network 07ac84cf-b583-4b32-b60e-41e3964862a4 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:20:24.583623 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-83cb7fa7-e6ee-42cc-91b5-2a7e40e03333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] In _notify_port_updated(), no bound segment for port d8255a80-4a4f-43fb-95d2-105f316acdbf on network 9b61a1be-0188-4747-ad39-e5310663ffc1 {{(pid=102192) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 03:20:24.588949 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83cb7fa7-e6ee-42cc-91b5-2a7e40e03333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:24.590532 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-83cb7fa7-e6ee-42cc-91b5-2a7e40e03333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:24.592130 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-83cb7fa7-e6ee-42cc-91b5-2a7e40e03333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] 10.222.0.41 "PUT /v2.0/ports/d8255a80-4a4f-43fb-95d2-105f316acdbf HTTP/1.1" status: 200 len: 979 time: 1.5312123 Aug 11 03:20:24.595084 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 47094) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:24.598386 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b129089d-cf26-446f-b377-a47392220166 req-0bea3255-8173-4849-b25c-41342c358350 service neutron] Port 8c7bd3b8-5348-4655-b87e-230a2dd9938c on network 07ac84cf-b583-4b32-b60e-41e3964862a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-764292-30 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:20:24.598815 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b129089d-cf26-446f-b377-a47392220166 req-0bea3255-8173-4849-b25c-41342c358350 service neutron] Attempting to bind port 8c7bd3b8-5348-4655-b87e-230a2dd9938c on network 07ac84cf-b583-4b32-b60e-41e3964862a4 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:20:24.605428 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b129089d-cf26-446f-b377-a47392220166 req-0bea3255-8173-4849-b25c-41342c358350 service neutron] Checking agent: {'id': 'abb524c2-b412-4ed2-8367-45c4fd996fa7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 20, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:20:24.606424 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b129089d-cf26-446f-b377-a47392220166 req-0bea3255-8173-4849-b25c-41342c358350 service neutron] Checking segment: {'id': '4ae39e03-8666-410d-a4c0-afb5e733fb2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '07ac84cf-b583-4b32-b60e-41e3964862a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:20:24.606818 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b129089d-cf26-446f-b377-a47392220166 req-0bea3255-8173-4849-b25c-41342c358350 service neutron] Bound using segment: {'id': '4ae39e03-8666-410d-a4c0-afb5e733fb2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '07ac84cf-b583-4b32-b60e-41e3964862a4'} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:20:24.607257 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-b129089d-cf26-446f-b377-a47392220166 req-0bea3255-8173-4849-b25c-41342c358350 service neutron] Bound port: 8c7bd3b8-5348-4655-b87e-230a2dd9938c, host: n-h1-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ae39e03-8666-410d-a4c0-afb5e733fb2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '07ac84cf-b583-4b32-b60e-41e3964862a4'}}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:20:24.607619 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-b129089d-cf26-446f-b377-a47392220166 req-0bea3255-8173-4849-b25c-41342c358350 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:24.677599 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cb7fa7-e6ee-42cc-91b5-2a7e40e03333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Pushing event updated for resources: {'Port': ['ID=d8255a80-4a4f-43fb-95d2-105f316acdbf,revision_number=3']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:24.715937 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-b129089d-cf26-446f-b377-a47392220166 req-0bea3255-8173-4849-b25c-41342c358350 service neutron] For port 8c7bd3b8-5348-4655-b87e-230a2dd9938c, host n-h1-764292-30, cleared binding levels {{(pid=102191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:20:24.717547 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-b129089d-cf26-446f-b377-a47392220166 req-0bea3255-8173-4849-b25c-41342c358350 service neutron] For port 8c7bd3b8-5348-4655-b87e-230a2dd9938c, host n-h1-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=8c7bd3b8-5348-4655-b87e-230a2dd9938c,segment=NetworkSegment(4ae39e03-8666-410d-a4c0-afb5e733fb2a),segment_id=4ae39e03-8666-410d-a4c0-afb5e733fb2a)] {{(pid=102191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:20:24.731119 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-00266388-9c6b-412d-8637-de7ffd60041d tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Deleting port d8255a80-4a4f-43fb-95d2-105f316acdbf {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:20:24.731479 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-00266388-9c6b-412d-8637-de7ffd60041d tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:24.797846 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [None req-00266388-9c6b-412d-8637-de7ffd60041d tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] For port d8255a80-4a4f-43fb-95d2-105f316acdbf, host n-h2-764292-30, got binding levels [] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:20:24.798264 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-00266388-9c6b-412d-8637-de7ffd60041d tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:24.811315 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-00266388-9c6b-412d-8637-de7ffd60041d tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Calling delete_port for d8255a80-4a4f-43fb-95d2-105f316acdbf owned by {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:20:24.816841 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-b129089d-cf26-446f-b377-a47392220166 req-0bea3255-8173-4849-b25c-41342c358350 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:24.864485 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b129089d-cf26-446f-b377-a47392220166 req-0bea3255-8173-4849-b25c-41342c358350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:24.865155 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-b129089d-cf26-446f-b377-a47392220166 req-0bea3255-8173-4849-b25c-41342c358350 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:24.868203 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-b129089d-cf26-446f-b377-a47392220166 req-0bea3255-8173-4849-b25c-41342c358350 service neutron] 10.222.0.22 "PUT /v2.0/ports/8c7bd3b8-5348-4655-b87e-230a2dd9938c HTTP/1.1" status: 200 len: 1093 time: 1.2625113 Aug 11 03:20:24.868720 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02ca5b5f-3d7d-41ce-a47b-89e12508665a', 'tag': '8c7bd3b8-5348-4655-b87e-230a2dd9938c'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:20:24.871084 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-051494f7-a103-4b68-9c8f-ddd2a69dfb6d" -d '{"events": [{"name": "network-changed", "server_uuid": "02ca5b5f-3d7d-41ce-a47b-89e12508665a", "tag": "8c7bd3b8-5348-4655-b87e-230a2dd9938c"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:20:24.907523 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bea3255-8173-4849-b25c-41342c358350 service neutron] Pushing event updated for resources: {'Port': ['ID=8c7bd3b8-5348-4655-b87e-230a2dd9938c,revision_number=3']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:24.964393 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:20:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ce13668-f359-493b-b46a-b5c604f6c97e x-openstack-request-id: req-1ce13668-f359-493b-b46a-b5c604f6c97e {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:20:24.964963 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02ca5b5f-3d7d-41ce-a47b-89e12508665a", "tag": "8c7bd3b8-5348-4655-b87e-230a2dd9938c", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:20:24.965957 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1ce13668-f359-493b-b46a-b5c604f6c97e {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:20:24.966480 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02ca5b5f-3d7d-41ce-a47b-89e12508665a', 'tag': '8c7bd3b8-5348-4655-b87e-230a2dd9938c', 'status': 'completed', 'code': 200} Aug 11 03:20:25.038566 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051494f7-a103-4b68-9c8f-ddd2a69dfb6d req-1807a290-ab4c-479c-bc22-53230e9cec43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:25.040171 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-051494f7-a103-4b68-9c8f-ddd2a69dfb6d req-1807a290-ab4c-479c-bc22-53230e9cec43 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=34b3ef0248b14fe889e6a245280f0eba&device_id=02ca5b5f-3d7d-41ce-a47b-89e12508665a HTTP/1.1" status: 200 len: 1096 time: 0.0446696 Aug 11 03:20:25.067852 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-00266388-9c6b-412d-8637-de7ffd60041d tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:25.120124 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00266388-9c6b-412d-8637-de7ffd60041d tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Pushing event deleted for resources: {'Port': ['ID=d8255a80-4a4f-43fb-95d2-105f316acdbf,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:25.126396 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-00266388-9c6b-412d-8637-de7ffd60041d tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:25.139911 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-00266388-9c6b-412d-8637-de7ffd60041d tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] 10.222.0.41 "DELETE /v2.0/ports/d8255a80-4a4f-43fb-95d2-105f316acdbf HTTP/1.1" status: 204 len: 168 time: 0.5322621 Aug 11 03:20:25.140537 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 47120) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:25.175052 n-d-764292-30 neutron-server[102191]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cc4aa52-fba6-4707-a5d8-05cadd7723db tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] GET failed (client error): The resource could not be found. Aug 11 03:20:25.178463 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-6cc4aa52-fba6-4707-a5d8-05cadd7723db tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-657050154-project-admin] 10.222.0.41 "GET /v2.0/ports/d8255a80-4a4f-43fb-95d2-105f316acdbf HTTP/1.1" status: 404 len: 333 time: 0.0351305 Aug 11 03:20:25.178772 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05004bd-78c1-4fb7-b797-4598b9eb100d req-6984ee7a-c4c4-4fc8-a4b4-758b7a7ee58e tempest-ServersNegativeTestMultiTenantJSON-2124607836 tempest-ServersNegativeTestMultiTenantJSON-2124607836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:25.180513 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d05004bd-78c1-4fb7-b797-4598b9eb100d req-6984ee7a-c4c4-4fc8-a4b4-758b7a7ee58e tempest-ServersNegativeTestMultiTenantJSON-2124607836 tempest-ServersNegativeTestMultiTenantJSON-2124607836-project] 10.222.0.41 "GET /v2.0/ports?device_id=02ca5b5f-3d7d-41ce-a47b-89e12508665a HTTP/1.1" status: 200 len: 944 time: 0.0765920 Aug 11 03:20:25.180860 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 47122) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:25.200554 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051494f7-a103-4b68-9c8f-ddd2a69dfb6d req-b59aae6b-d11e-456a-9eb6-b3ecd11ee1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:25.202021 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-051494f7-a103-4b68-9c8f-ddd2a69dfb6d req-b59aae6b-d11e-456a-9eb6-b3ecd11ee1a5 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=34b3ef0248b14fe889e6a245280f0eba&shared=False HTTP/1.1" status: 200 len: 925 time: 0.1534240 Aug 11 03:20:25.353087 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d05004bd-78c1-4fb7-b797-4598b9eb100d req-d7cbe744-5527-4436-9456-f761e602644c tempest-ServersNegativeTestMultiTenantJSON-2124607836 tempest-ServersNegativeTestMultiTenantJSON-2124607836-project] 10.222.0.41 "GET /v2.0/security-groups?id=9ae9cc34-f229-47fa-88da-bd88ec29ea8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619990 Aug 11 03:20:25.360778 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ab21c68e-2fe3-4f65-855e-9910527900d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-321706585 tempest-PortsAdminExtendedAttrsIpV6TestJSON-321706585-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:25.363552 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051494f7-a103-4b68-9c8f-ddd2a69dfb6d req-bcf6e02e-dfc1-47d3-93b2-f5390abfef18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:25.365115 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-051494f7-a103-4b68-9c8f-ddd2a69dfb6d req-bcf6e02e-dfc1-47d3-93b2-f5390abfef18 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1565380 Aug 11 03:20:25.473217 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b129089d-cf26-446f-b377-a47392220166 req-ed7d1ef2-ed08-44f4-921d-ccf7330ba9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:25.474910 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-b129089d-cf26-446f-b377-a47392220166 req-ed7d1ef2-ed08-44f4-921d-ccf7330ba9c6 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=34b3ef0248b14fe889e6a245280f0eba&device_id=02ca5b5f-3d7d-41ce-a47b-89e12508665a HTTP/1.1" status: 200 len: 1096 time: 0.0666120 Aug 11 03:20:25.475254 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ab21c68e-2fe3-4f65-855e-9910527900d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-321706585 tempest-PortsAdminExtendedAttrsIpV6TestJSON-321706585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:25.521538 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-ab21c68e-2fe3-4f65-855e-9910527900d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-321706585 tempest-PortsAdminExtendedAttrsIpV6TestJSON-321706585-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b61a1be-0188-4747-ad39-e5310663ffc1']}} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:20:25.579158 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-ab21c68e-2fe3-4f65-855e-9910527900d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-321706585 tempest-PortsAdminExtendedAttrsIpV6TestJSON-321706585-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1a1bdde-d94d-42a4-8c47-e8f6535b6e7f') {'for_net_delete': True} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:20:25.579744 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-ab21c68e-2fe3-4f65-855e-9910527900d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-321706585 tempest-PortsAdminExtendedAttrsIpV6TestJSON-321706585-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1a1bdde-d94d-42a4-8c47-e8f6535b6e7f') {} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:20:25.591522 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-b129089d-cf26-446f-b377-a47392220166 req-1113954f-99f6-40e1-96e1-591a2fb97e3a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8c7bd3b8-5348-4655-b87e-230a2dd9938c HTTP/1.1" status: 200 len: 217 time: 0.1076558 Aug 11 03:20:25.595886 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ab21c68e-2fe3-4f65-855e-9910527900d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-321706585 tempest-PortsAdminExtendedAttrsIpV6TestJSON-321706585-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125932501'] for segment, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:25.630720 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ab21c68e-2fe3-4f65-855e-9910527900d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-321706585 tempest-PortsAdminExtendedAttrsIpV6TestJSON-321706585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:25.642343 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab21c68e-2fe3-4f65-855e-9910527900d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-321706585 tempest-PortsAdminExtendedAttrsIpV6TestJSON-321706585-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=102192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:20:25.642343 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ab21c68e-2fe3-4f65-855e-9910527900d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-321706585 tempest-PortsAdminExtendedAttrsIpV6TestJSON-321706585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125932183'] for segment, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:25.648773 n-d-764292-30 neutron-server[102192]: Traceback (most recent call last): Aug 11 03:20:25.648773 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:20:25.648773 n-d-764292-30 neutron-server[102192]: timer() Aug 11 03:20:25.648773 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:20:25.648773 n-d-764292-30 neutron-server[102192]: cb(*args, **kw) Aug 11 03:20:25.648773 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:20:25.648773 n-d-764292-30 neutron-server[102192]: return func(*args, **kwargs) Aug 11 03:20:25.648773 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:20:25.648773 n-d-764292-30 neutron-server[102192]: self._notify() Aug 11 03:20:25.648773 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:20:25.648773 n-d-764292-30 neutron-server[102192]: self.callback(batched_events) Aug 11 03:20:25.648773 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:20:25.648773 n-d-764292-30 neutron-server[102192]: event.method(event) Aug 11 03:20:25.648773 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:20:25.648773 n-d-764292-30 neutron-server[102192]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:20:25.648773 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:20:25.648773 n-d-764292-30 neutron-server[102192]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:20:25.648773 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:20:25.648773 n-d-764292-30 neutron-server[102192]: return f(self, *a, **k) Aug 11 03:20:25.648773 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:20:25.648773 n-d-764292-30 neutron-server[102192]: return self._get(url).json() Aug 11 03:20:25.648773 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:20:25.648773 n-d-764292-30 neutron-server[102192]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:20:25.648773 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:20:25.648773 n-d-764292-30 neutron-server[102192]: return self.request(url, 'GET', **kwargs) Aug 11 03:20:25.648773 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:20:25.648773 n-d-764292-30 neutron-server[102192]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:20:25.648773 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:20:25.648773 n-d-764292-30 neutron-server[102192]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:20:25.648773 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:20:25.648773 n-d-764292-30 neutron-server[102192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:20:25.648773 n-d-764292-30 neutron-server[102192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:20:25.673260 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b129089d-cf26-446f-b377-a47392220166 req-8fc44294-dfab-4592-8cbc-897475b34f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:25.673260 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-b129089d-cf26-446f-b377-a47392220166 req-8fc44294-dfab-4592-8cbc-897475b34f8b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c129db7d-29d5-4fe8-871f-874a2d997f75 HTTP/1.1" status: 200 len: 864 time: 0.0737457 Aug 11 03:20:25.765142 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-b129089d-cf26-446f-b377-a47392220166 req-e210176a-1793-44e4-bacf-38784f7d3a5a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=07ac84cf-b583-4b32-b60e-41e3964862a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0776391 Aug 11 03:20:25.898701 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23010d64-a0eb-4195-afc3-f2863d99e2b0 req-20dbe2fa-7f07-40ae-b7a9-7fc32d896588 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:25.902615 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-23010d64-a0eb-4195-afc3-f2863d99e2b0 req-20dbe2fa-7f07-40ae-b7a9-7fc32d896588 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/ports?device_id=a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c HTTP/1.1" status: 200 len: 945 time: 0.1104119 Aug 11 03:20:25.907315 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ab21c68e-2fe3-4f65-855e-9910527900d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-321706585 tempest-PortsAdminExtendedAttrsIpV6TestJSON-321706585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:25.913950 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ab21c68e-2fe3-4f65-855e-9910527900d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-321706585 tempest-PortsAdminExtendedAttrsIpV6TestJSON-321706585-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:25.916857 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-ab21c68e-2fe3-4f65-855e-9910527900d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-321706585 tempest-PortsAdminExtendedAttrsIpV6TestJSON-321706585-project] 10.222.0.41 "DELETE /v2.0/networks/9b61a1be-0188-4747-ad39-e5310663ffc1 HTTP/1.1" status: 204 len: 168 time: 0.7350607 Aug 11 03:20:25.945068 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-b129089d-cf26-446f-b377-a47392220166 req-8ff54c11-40d6-464c-a4ac-50e9e76def59 service neutron] 10.222.0.22 "GET /v2.0/networks/07ac84cf-b583-4b32-b60e-41e3964862a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698651 Aug 11 03:20:25.950884 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab21c68e-2fe3-4f65-855e-9910527900d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-321706585 tempest-PortsAdminExtendedAttrsIpV6TestJSON-321706585-project] Pushing event deleted for resources: {'Network': ['ID=9b61a1be-0188-4747-ad39-e5310663ffc1,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:26.034595 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-23010d64-a0eb-4195-afc3-f2863d99e2b0 req-2e006be6-5f8e-4a8a-a8e3-cecc55a23bcc tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbb5f37-cd37-415a-b820-36c249955487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136336 Aug 11 03:20:26.213438 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-b129089d-cf26-446f-b377-a47392220166 req-5c60bc07-fef5-4307-95ea-75980b30db43 service neutron] 10.222.0.22 "GET /v2.0/networks/07ac84cf-b583-4b32-b60e-41e3964862a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2593529 Aug 11 03:20:26.256720 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cdd2a3-97f1-4504-bf22-24702e4d3e1f req-8b24720b-9eb4-40bb-a2df-41a18a7bce1d tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:26.258521 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-86cdd2a3-97f1-4504-bf22-24702e4d3e1f req-8b24720b-9eb4-40bb-a2df-41a18a7bce1d tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/ports?device_id=a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c HTTP/1.1" status: 200 len: 945 time: 0.0632944 Aug 11 03:20:26.314425 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-86cdd2a3-97f1-4504-bf22-24702e4d3e1f req-39f5a0e9-9a16-429f-8d21-02acf7e111df tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbb5f37-cd37-415a-b820-36c249955487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410612 Aug 11 03:20:26.499942 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b19074-45bf-4ef5-97bc-02e5f79c6e00 req-70850970-ebc0-4fae-9385-d191ea606129 tempest-ServersNegativeTestMultiTenantJSON-2124607836 tempest-ServersNegativeTestMultiTenantJSON-2124607836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:26.507040 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b7b19074-45bf-4ef5-97bc-02e5f79c6e00 req-70850970-ebc0-4fae-9385-d191ea606129 tempest-ServersNegativeTestMultiTenantJSON-2124607836 tempest-ServersNegativeTestMultiTenantJSON-2124607836-project] 10.222.0.41 "GET /v2.0/ports?device_id=02ca5b5f-3d7d-41ce-a47b-89e12508665a HTTP/1.1" status: 200 len: 944 time: 0.0673115 Aug 11 03:20:26.574847 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b7b19074-45bf-4ef5-97bc-02e5f79c6e00 req-f63bbd14-9d0f-47c0-b432-938f7418752e tempest-ServersNegativeTestMultiTenantJSON-2124607836 tempest-ServersNegativeTestMultiTenantJSON-2124607836-project] 10.222.0.41 "GET /v2.0/security-groups?id=9ae9cc34-f229-47fa-88da-bd88ec29ea8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668774 Aug 11 03:20:26.589642 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 47194) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:26.702698 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30fca96-7de0-4cd6-9c51-c4a8d6239488 req-c68f5f15-85f1-4386-9816-7597ab687e71 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:26.718049 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e30fca96-7de0-4cd6-9c51-c4a8d6239488 req-c68f5f15-85f1-4386-9816-7597ab687e71 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/ports?device_id=a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c HTTP/1.1" status: 200 len: 945 time: 0.1045995 Aug 11 03:20:26.783729 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e30fca96-7de0-4cd6-9c51-c4a8d6239488 req-af40deee-6dd4-4ee1-b729-61322e32653d tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbb5f37-cd37-415a-b820-36c249955487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647593 Aug 11 03:20:26.822052 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-74de437d-4d44-4d6f-b1f6-b425bbc455b6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3a63f6873f2c467a9f20b662d3f1d77e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2298574 Aug 11 03:20:26.824604 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 47200) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:26.909730 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-39881c6b-165e-4d5a-9906-84180545ce81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:26.941911 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a63fd6-ecfe-49cc-a8d3-120b2d02e632 req-c42d5fcf-0dfd-44b4-96e6-d6fa9a8fc7f9 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:26.943484 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-47a63fd6-ecfe-49cc-a8d3-120b2d02e632 req-c42d5fcf-0dfd-44b4-96e6-d6fa9a8fc7f9 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/ports?device_id=a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c HTTP/1.1" status: 200 len: 945 time: 0.0787506 Aug 11 03:20:26.948538 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-39881c6b-165e-4d5a-9906-84180545ce81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:27.008889 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-47a63fd6-ecfe-49cc-a8d3-120b2d02e632 req-ba737ddc-c09f-4978-9984-ec1adaf3f599 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbb5f37-cd37-415a-b820-36c249955487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582030 Aug 11 03:20:27.102024 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-39881c6b-165e-4d5a-9906-84180545ce81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:27.104997 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-39881c6b-165e-4d5a-9906-84180545ce81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:27.107722 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-39881c6b-165e-4d5a-9906-84180545ce81 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0297c916-c753-4d3b-a3db-453ff3a508b0 HTTP/1.1" status: 204 len: 168 time: 0.2813206 Aug 11 03:20:27.115159 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39881c6b-165e-4d5a-9906-84180545ce81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0297c916-c753-4d3b-a3db-453ff3a508b0,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:27.201794 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1474b6a3-bd63-432b-b9e9-8a37d2b113cc req-5e3c8072-01cd-4b1c-a400-09d462050d51 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:27.217059 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1474b6a3-bd63-432b-b9e9-8a37d2b113cc req-5e3c8072-01cd-4b1c-a400-09d462050d51 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/ports?device_id=a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c HTTP/1.1" status: 200 len: 945 time: 0.0696447 Aug 11 03:20:27.262925 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1474b6a3-bd63-432b-b9e9-8a37d2b113cc req-68330ef7-8e4b-4dd9-b77f-be200a9308c9 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbb5f37-cd37-415a-b820-36c249955487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518637 Aug 11 03:20:27.393829 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f088c35-9a91-496d-8220-aabc1e86e2d5 req-2facaa86-514f-49f6-916c-8a439e656100 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:27.395406 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8f088c35-9a91-496d-8220-aabc1e86e2d5 req-2facaa86-514f-49f6-916c-8a439e656100 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/ports?device_id=a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c HTTP/1.1" status: 200 len: 945 time: 0.0516856 Aug 11 03:20:27.442847 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8f088c35-9a91-496d-8220-aabc1e86e2d5 req-2bc34f23-4ee9-48cb-b0c7-c6caa86912fa tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbb5f37-cd37-415a-b820-36c249955487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409551 Aug 11 03:20:27.768731 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1050b9-a0df-4ac1-9927-b68f300ac801 req-fe68579c-a4b7-4863-9bd1-2c0c20aed3e7 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:27.770402 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cb1050b9-a0df-4ac1-9927-b68f300ac801 req-fe68579c-a4b7-4863-9bd1-2c0c20aed3e7 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/ports?device_id=a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c HTTP/1.1" status: 200 len: 945 time: 0.0986545 Aug 11 03:20:27.783449 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03df0f31-05a0-45e2-b1ea-bdfd52c56514 req-859a927d-6e8d-40aa-aa9a-8ee480439588 tempest-ServersNegativeTestMultiTenantJSON-2124607836 tempest-ServersNegativeTestMultiTenantJSON-2124607836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:27.784926 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-03df0f31-05a0-45e2-b1ea-bdfd52c56514 req-859a927d-6e8d-40aa-aa9a-8ee480439588 tempest-ServersNegativeTestMultiTenantJSON-2124607836 tempest-ServersNegativeTestMultiTenantJSON-2124607836-project] 10.222.0.41 "GET /v2.0/ports?device_id=02ca5b5f-3d7d-41ce-a47b-89e12508665a HTTP/1.1" status: 200 len: 944 time: 0.1000624 Aug 11 03:20:27.845180 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cb1050b9-a0df-4ac1-9927-b68f300ac801 req-0a4f6453-4bab-4817-90c8-46632565282b tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbb5f37-cd37-415a-b820-36c249955487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592685 Aug 11 03:20:27.850620 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-03df0f31-05a0-45e2-b1ea-bdfd52c56514 req-c34dca9b-c6e4-4098-a109-e03816673afa tempest-ServersNegativeTestMultiTenantJSON-2124607836 tempest-ServersNegativeTestMultiTenantJSON-2124607836-project] 10.222.0.41 "GET /v2.0/security-groups?id=9ae9cc34-f229-47fa-88da-bd88ec29ea8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505636 Aug 11 03:20:28.051360 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2863da8f-b07c-44c5-b7c9-6648f516f854 req-a0951aed-36eb-401a-a3bb-9c6e0021efcc tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:28.053237 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2863da8f-b07c-44c5-b7c9-6648f516f854 req-a0951aed-36eb-401a-a3bb-9c6e0021efcc tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/ports?device_id=a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c HTTP/1.1" status: 200 len: 945 time: 0.0847852 Aug 11 03:20:28.055160 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 47274) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:28.098551 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-ee64c1db-f641-4f99-9497-bfbf9d8a3c14 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=99ccc4902515423ba1327a53c4a291e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0421975 Aug 11 03:20:28.101146 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 47278) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:28.122926 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2863da8f-b07c-44c5-b7c9-6648f516f854 req-12391f1f-454a-46ad-8ad5-dfd90f53133d tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbb5f37-cd37-415a-b820-36c249955487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544567 Aug 11 03:20:28.142768 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 8c7bd3b8-5348-4655-b87e-230a2dd9938c details requested by agent hyperv_n-h1-764292-30 with host n-h1-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:20:28.170175 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ab688923-f41e-42b1-adff-b16a42e29777 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:28.200564 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ab688923-f41e-42b1-adff-b16a42e29777 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:28.336196 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 8c7bd3b8-5348-4655-b87e-230a2dd9938c, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=8c7bd3b8-5348-4655-b87e-230a2dd9938c,segment=NetworkSegment(4ae39e03-8666-410d-a4c0-afb5e733fb2a),segment_id=4ae39e03-8666-410d-a4c0-afb5e733fb2a)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:20:28.347964 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ab688923-f41e-42b1-adff-b16a42e29777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:28.351065 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ab688923-f41e-42b1-adff-b16a42e29777 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:28.352124 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-ab688923-f41e-42b1-adff-b16a42e29777 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/971018f9-0edc-4160-b449-d96e32724e47 HTTP/1.1" status: 204 len: 168 time: 0.2496500 Aug 11 03:20:28.354033 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Returning: {'device': '8c7bd3b8-5348-4655-b87e-230a2dd9938c', 'network_id': '07ac84cf-b583-4b32-b60e-41e3964862a4', 'port_id': '8c7bd3b8-5348-4655-b87e-230a2dd9938c', 'mac_address': 'fa:16:3e:62:84:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c129db7d-29d5-4fe8-871f-874a2d997f75', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:20:28.365785 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab688923-f41e-42b1-adff-b16a42e29777 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=971018f9-0edc-4160-b449-d96e32724e47,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:28.375091 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 47292) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:28.444715 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:28.465491 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c7bd3b8-5348-4655-b87e-230a2dd9938c {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:20:28.491740 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bf33b0-a83a-4792-828d-fb69fd740e5c req-aacc00bc-6d4d-4e0a-811c-5fa380c2cabd tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:28.494166 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 8c7bd3b8-5348-4655-b87e-230a2dd9938c, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=8c7bd3b8-5348-4655-b87e-230a2dd9938c,segment=NetworkSegment(4ae39e03-8666-410d-a4c0-afb5e733fb2a),segment_id=4ae39e03-8666-410d-a4c0-afb5e733fb2a)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:20:28.494320 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-41bf33b0-a83a-4792-828d-fb69fd740e5c req-aacc00bc-6d4d-4e0a-811c-5fa380c2cabd tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/ports?device_id=a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c HTTP/1.1" status: 200 len: 945 time: 0.1036286 Aug 11 03:20:28.549760 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-41bf33b0-a83a-4792-828d-fb69fd740e5c req-3c8f66c8-6eb9-4804-a512-b4e062b878db tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbb5f37-cd37-415a-b820-36c249955487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496063 Aug 11 03:20:28.564377 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-5cea61fd-d136-4e78-9682-73804b6bb47b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:28.599334 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:28.664537 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=8c7bd3b8-5348-4655-b87e-230a2dd9938c,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:28.751405 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbda382-0bec-4e3c-be96-8546b8d43944 req-b7eee674-2f28-4346-9226-86e95d2c7e48 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:28.752972 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cdbda382-0bec-4e3c-be96-8546b8d43944 req-b7eee674-2f28-4346-9226-86e95d2c7e48 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/ports?device_id=a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c HTTP/1.1" status: 200 len: 945 time: 0.0971091 Aug 11 03:20:28.802707 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-5cea61fd-d136-4e78-9682-73804b6bb47b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:28.831914 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cdbda382-0bec-4e3c-be96-8546b8d43944 req-ccfe3dbd-f3e9-4023-9b83-dd5cac0196f9 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbb5f37-cd37-415a-b820-36c249955487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700719 Aug 11 03:20:28.856042 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-5cea61fd-d136-4e78-9682-73804b6bb47b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:28.914891 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['8c7bd3b8-5348-4655-b87e-230a2dd9938c'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:20:28.929332 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 47314) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:28.929901 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-5cea61fd-d136-4e78-9682-73804b6bb47b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4ad771683b6e4d19b01ef3cbacc1bf11&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5532389 Aug 11 03:20:28.931102 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cea61fd-d136-4e78-9682-73804b6bb47b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d73fc18-6b5d-4dff-bbb1-ff9e3a1738e1,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:29.063747 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-904a425e-85dc-4dcc-8313-692c7b557235 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:29.069593 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b93dc6-360c-4567-810d-30b91d12085d req-0704c563-fe50-42dd-9f03-4b047aa3abe8 tempest-ServersNegativeTestMultiTenantJSON-2124607836 tempest-ServersNegativeTestMultiTenantJSON-2124607836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:29.075471 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f6b93dc6-360c-4567-810d-30b91d12085d req-0704c563-fe50-42dd-9f03-4b047aa3abe8 tempest-ServersNegativeTestMultiTenantJSON-2124607836 tempest-ServersNegativeTestMultiTenantJSON-2124607836-project] 10.222.0.41 "GET /v2.0/ports?device_id=02ca5b5f-3d7d-41ce-a47b-89e12508665a HTTP/1.1" status: 200 len: 945 time: 0.1114516 Aug 11 03:20:29.109769 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-904a425e-85dc-4dcc-8313-692c7b557235 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:29.133805 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-06f84401-a7f3-48ad-b36d-0d734c50807b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:29.232937 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f6b93dc6-360c-4567-810d-30b91d12085d req-924ed212-e6e4-4720-aefb-38220aea772a tempest-ServersNegativeTestMultiTenantJSON-2124607836 tempest-ServersNegativeTestMultiTenantJSON-2124607836-project] 10.222.0.41 "GET /v2.0/security-groups?id=9ae9cc34-f229-47fa-88da-bd88ec29ea8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468885 Aug 11 03:20:29.247046 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecee8576-e26a-43c8-8fb8-d4a463083708 req-d8a60192-d854-4500-9cd0-302d3d1ed4b9 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:29.254669 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ecee8576-e26a-43c8-8fb8-d4a463083708 req-d8a60192-d854-4500-9cd0-302d3d1ed4b9 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/ports?device_id=a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c HTTP/1.1" status: 200 len: 945 time: 0.1015191 Aug 11 03:20:29.286765 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-904a425e-85dc-4dcc-8313-692c7b557235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:29.290725 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ecee8576-e26a-43c8-8fb8-d4a463083708 req-07905491-924d-431e-839b-dd47a7f3be4c tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbb5f37-cd37-415a-b820-36c249955487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350018 Aug 11 03:20:29.291483 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-904a425e-85dc-4dcc-8313-692c7b557235 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:29.295611 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-904a425e-85dc-4dcc-8313-692c7b557235 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6d73fc18-6b5d-4dff-bbb1-ff9e3a1738e1 HTTP/1.1" status: 204 len: 168 time: 0.3618896 Aug 11 03:20:29.307170 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904a425e-85dc-4dcc-8313-692c7b557235 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d73fc18-6b5d-4dff-bbb1-ff9e3a1738e1,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:29.461972 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df9f8f4-0e11-433f-805e-73141738f4c7 req-bae810b3-1300-403c-8104-c910ac4b96ec tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:29.463526 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8df9f8f4-0e11-433f-805e-73141738f4c7 req-bae810b3-1300-403c-8104-c910ac4b96ec tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/ports?device_id=a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c HTTP/1.1" status: 200 len: 945 time: 0.0752828 Aug 11 03:20:29.556414 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8df9f8f4-0e11-433f-805e-73141738f4c7 req-8803fcd8-972d-495a-bb60-c325b6efcd60 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbb5f37-cd37-415a-b820-36c249955487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847018 Aug 11 03:20:29.954477 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64572537-2e41-4c13-b3a5-373764f55892 req-ef2793e5-5129-4b34-ad00-c1bf4bf770f0 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:29.954477 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-64572537-2e41-4c13-b3a5-373764f55892 req-ef2793e5-5129-4b34-ad00-c1bf4bf770f0 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/networks?id=5550882c-d5be-4613-b9ce-af7283467065 HTTP/1.1" status: 200 len: 813 time: 0.1038365 Aug 11 03:20:29.968516 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-64572537-2e41-4c13-b3a5-373764f55892 req-cbc5f842-4d0e-40fd-99fb-7133e668aa8d tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/quotas/1c3a4a4854b046bf84e782d3a4f4fd61 HTTP/1.1" status: 200 len: 375 time: 0.0111067 Aug 11 03:20:30.032193 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 47370) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:30.044043 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-64572537-2e41-4c13-b3a5-373764f55892 req-3f6a6769-a5b0-4007-bda8-e592168f798f tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=1c3a4a4854b046bf84e782d3a4f4fd61&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0687521 Aug 11 03:20:30.050060 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-bf1d516f-20de-46f3-95d7-e7e08d585238 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:30.155532 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-bf1d516f-20de-46f3-95d7-e7e08d585238 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:30.156195 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 8c7bd3b8-5348-4655-b87e-230a2dd9938c up at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:20:30.219740 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa0998c-0575-4961-b985-23a8d128550a req-d080124f-6326-48c9-8b27-ce2d64168fc8 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:30.221306 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-baa0998c-0575-4961-b985-23a8d128550a req-d080124f-6326-48c9-8b27-ce2d64168fc8 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/ports?device_id=a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c HTTP/1.1" status: 200 len: 945 time: 0.0614722 Aug 11 03:20:30.221626 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-bf1d516f-20de-46f3-95d7-e7e08d585238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:30.263970 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-bf1d516f-20de-46f3-95d7-e7e08d585238 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=22b7ae84a996492a9d816f587af0478b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2253947 Aug 11 03:20:30.264271 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 47380) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:30.277015 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-baa0998c-0575-4961-b985-23a8d128550a req-37fafb28-e0d3-4bc9-9e24-7ee9bb841f32 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbb5f37-cd37-415a-b820-36c249955487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414340 Aug 11 03:20:30.279891 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1d516f-20de-46f3-95d7-e7e08d585238 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89a15730-b098-45ba-85f6-482dd441c625,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:30.307837 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning for port 8c7bd3b8-5348-4655-b87e-230a2dd9938c completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:20:30.317453 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning complete for port 8c7bd3b8-5348-4655-b87e-230a2dd9938c triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:20:30.321084 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:30.351871 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c5b35b38-5ae6-4a59-a46b-8d23357f318e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:30.384716 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c5b35b38-5ae6-4a59-a46b-8d23357f318e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:30.412219 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967d7c6d-f0a4-4d69-87d9-39ec7498b591 req-c05dce9a-eb7c-4e34-93bb-b5caa7310e5a tempest-ServersNegativeTestMultiTenantJSON-2124607836 tempest-ServersNegativeTestMultiTenantJSON-2124607836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:30.416851 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-967d7c6d-f0a4-4d69-87d9-39ec7498b591 req-c05dce9a-eb7c-4e34-93bb-b5caa7310e5a tempest-ServersNegativeTestMultiTenantJSON-2124607836 tempest-ServersNegativeTestMultiTenantJSON-2124607836-project] 10.222.0.41 "GET /v2.0/ports?device_id=02ca5b5f-3d7d-41ce-a47b-89e12508665a HTTP/1.1" status: 200 len: 945 time: 0.0810599 Aug 11 03:20:30.493477 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:30.499383 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-967d7c6d-f0a4-4d69-87d9-39ec7498b591 req-3d83535f-4cab-4b5f-bed7-987c4f3faece tempest-ServersNegativeTestMultiTenantJSON-2124607836 tempest-ServersNegativeTestMultiTenantJSON-2124607836-project] 10.222.0.41 "GET /v2.0/security-groups?id=9ae9cc34-f229-47fa-88da-bd88ec29ea8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719261 Aug 11 03:20:30.528866 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02ca5b5f-3d7d-41ce-a47b-89e12508665a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c7bd3b8-5348-4655-b87e-230a2dd9938c'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:20:30.530700 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c5b35b38-5ae6-4a59-a46b-8d23357f318e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:30.531922 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd04c22b-7bf3-4c00-826e-9fd6572b428f" -d '{"events": [{"server_uuid": "02ca5b5f-3d7d-41ce-a47b-89e12508665a", "name": "network-vif-plugged", "status": "completed", "tag": "8c7bd3b8-5348-4655-b87e-230a2dd9938c"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:20:30.533675 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c5b35b38-5ae6-4a59-a46b-8d23357f318e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:30.548024 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-c5b35b38-5ae6-4a59-a46b-8d23357f318e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/89a15730-b098-45ba-85f6-482dd441c625 HTTP/1.1" status: 204 len: 168 time: 0.2768962 Aug 11 03:20:30.550902 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 8c7bd3b8-5348-4655-b87e-230a2dd9938c, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=8c7bd3b8-5348-4655-b87e-230a2dd9938c,segment=NetworkSegment(4ae39e03-8666-410d-a4c0-afb5e733fb2a),segment_id=4ae39e03-8666-410d-a4c0-afb5e733fb2a)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:20:30.573292 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b35b38-5ae6-4a59-a46b-8d23357f318e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89a15730-b098-45ba-85f6-482dd441c625,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:30.581780 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ae98eb-c7dc-433d-b933-2ccb8ba20e21 req-bbecc8f4-3e84-4935-b906-47af0872cbc8 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:30.590746 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e0ae98eb-c7dc-433d-b933-2ccb8ba20e21 req-bbecc8f4-3e84-4935-b906-47af0872cbc8 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/ports?device_id=a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c HTTP/1.1" status: 200 len: 945 time: 0.1341722 Aug 11 03:20:30.616650 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:30.644268 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e0ae98eb-c7dc-433d-b933-2ccb8ba20e21 req-65fccdb3-a3e8-4374-b9b3-95b92b30b5ff tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbb5f37-cd37-415a-b820-36c249955487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523081 Aug 11 03:20:30.697935 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=8c7bd3b8-5348-4655-b87e-230a2dd9938c,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:30.758422 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:20:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcdb93e8-bb6c-4c1f-81fe-b5ba5eaa0779 x-openstack-request-id: req-dcdb93e8-bb6c-4c1f-81fe-b5ba5eaa0779 {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:20:30.758943 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02ca5b5f-3d7d-41ce-a47b-89e12508665a", "name": "network-vif-plugged", "status": "completed", "tag": "8c7bd3b8-5348-4655-b87e-230a2dd9938c", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:20:30.759201 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-dcdb93e8-bb6c-4c1f-81fe-b5ba5eaa0779 {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:20:30.759606 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02ca5b5f-3d7d-41ce-a47b-89e12508665a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c7bd3b8-5348-4655-b87e-230a2dd9938c', 'code': 200} Aug 11 03:20:30.897007 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8023d548-d54f-4347-9813-93bcecde9798 req-b57933f8-e360-42a0-a0a6-07532c4eba60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:30.904625 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-8023d548-d54f-4347-9813-93bcecde9798 req-b57933f8-e360-42a0-a0a6-07532c4eba60 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=02ca5b5f-3d7d-41ce-a47b-89e12508665a HTTP/1.1" status: 200 len: 1098 time: 0.0861549 Aug 11 03:20:30.945326 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-8023d548-d54f-4347-9813-93bcecde9798 req-99c23726-d356-4527-aea0-261992aafa7b service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=9ae9cc34-f229-47fa-88da-bd88ec29ea8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330167 Aug 11 03:20:30.954144 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ec9d0f04-c1a6-4035-ab5b-ca3a6030694e req-758ad52d-e4e3-49e0-9964-d601062185ac tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=1c3a4a4854b046bf84e782d3a4f4fd61 HTTP/1.1" status: 200 len: 221 time: 0.0318663 Aug 11 03:20:31.117241 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49a1c06-9761-44d8-b950-d63b97f344b1 req-050c6d1a-5066-4bbc-b917-1aca644929a1 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:31.120487 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d49a1c06-9761-44d8-b950-d63b97f344b1 req-050c6d1a-5066-4bbc-b917-1aca644929a1 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/ports?device_id=a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c HTTP/1.1" status: 200 len: 945 time: 0.1000502 Aug 11 03:20:31.179995 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d49a1c06-9761-44d8-b950-d63b97f344b1 req-207a4a5e-490f-474e-937f-8a5cab61a930 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbb5f37-cd37-415a-b820-36c249955487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435700 Aug 11 03:20:31.326305 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ec4c9c-c8e7-41bd-8fc5-af1a1bc8dda4 req-417942bb-7b28-456f-b48e-fcf78980ec53 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:31.327930 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f5ec4c9c-c8e7-41bd-8fc5-af1a1bc8dda4 req-417942bb-7b28-456f-b48e-fcf78980ec53 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/ports?device_id=a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c HTTP/1.1" status: 200 len: 945 time: 0.0596914 Aug 11 03:20:31.393283 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f5ec4c9c-c8e7-41bd-8fc5-af1a1bc8dda4 req-cd1fb37c-81fa-4f66-a10f-60aa65964bc1 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbb5f37-cd37-415a-b820-36c249955487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574083 Aug 11 03:20:31.413397 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 47444) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:31.579850 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99a2824-bca8-4636-b3b1-a7de6d56b9a2 req-f906c4a9-beae-4a2e-8190-3e7395a8cd88 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:31.582051 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d99a2824-bca8-4636-b3b1-a7de6d56b9a2 req-f906c4a9-beae-4a2e-8190-3e7395a8cd88 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/ports?device_id=a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c HTTP/1.1" status: 200 len: 945 time: 0.0709336 Aug 11 03:20:31.666129 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-b4afa6aa-7eee-41ca-a5df-f4b0446ce400 tempest-PortsAdminExtendedAttrsTestJSON-430157930 tempest-PortsAdminExtendedAttrsTestJSON-430157930-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1372763394'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:20:31.670016 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d99a2824-bca8-4636-b3b1-a7de6d56b9a2 req-72fe0c82-1a8a-47d5-871b-7f4a98c01e93 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbb5f37-cd37-415a-b820-36c249955487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763032 Aug 11 03:20:31.692987 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9168749-2e5d-4f60-b473-3365fc6b897c req-06821002-8d83-4d4a-82e9-3040030aab4d tempest-ServersNegativeTestMultiTenantJSON-2124607836 tempest-ServersNegativeTestMultiTenantJSON-2124607836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:31.694923 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b9168749-2e5d-4f60-b473-3365fc6b897c req-06821002-8d83-4d4a-82e9-3040030aab4d tempest-ServersNegativeTestMultiTenantJSON-2124607836 tempest-ServersNegativeTestMultiTenantJSON-2124607836-project] 10.222.0.41 "GET /v2.0/ports?device_id=02ca5b5f-3d7d-41ce-a47b-89e12508665a HTTP/1.1" status: 200 len: 946 time: 0.1117144 Aug 11 03:20:31.795901 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b9168749-2e5d-4f60-b473-3365fc6b897c req-a4ebcfcb-f3b5-40ac-b0cb-f3495e338197 tempest-ServersNegativeTestMultiTenantJSON-2124607836 tempest-ServersNegativeTestMultiTenantJSON-2124607836-project] 10.222.0.41 "GET /v2.0/security-groups?id=9ae9cc34-f229-47fa-88da-bd88ec29ea8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855217 Aug 11 03:20:31.833479 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4afa6aa-7eee-41ca-a5df-f4b0446ce400 tempest-PortsAdminExtendedAttrsTestJSON-430157930 tempest-PortsAdminExtendedAttrsTestJSON-430157930-project] Made reservation on behalf of f9d73b6b3f18410ea53a8b54aa4bae70 for: {'network': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:20:31.837160 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b4afa6aa-7eee-41ca-a5df-f4b0446ce400 tempest-PortsAdminExtendedAttrsTestJSON-430157930 tempest-PortsAdminExtendedAttrsTestJSON-430157930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:31.848471 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b4afa6aa-7eee-41ca-a5df-f4b0446ce400 tempest-PortsAdminExtendedAttrsTestJSON-430157930 tempest-PortsAdminExtendedAttrsTestJSON-430157930-project] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:31.854064 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26042467-6226-4e17-ac13-791523045d4e req-4dbfd453-aa78-442c-a440-0cb36db7e501 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:31.856148 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-26042467-6226-4e17-ac13-791523045d4e req-4dbfd453-aa78-442c-a440-0cb36db7e501 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/ports?device_id=a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c HTTP/1.1" status: 200 len: 945 time: 0.0519993 Aug 11 03:20:31.867467 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:31.898320 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-26042467-6226-4e17-ac13-791523045d4e req-689b0e95-25d3-436d-90ce-06fc08873f8a tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbb5f37-cd37-415a-b820-36c249955487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350194 Aug 11 03:20:31.966359 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b4afa6aa-7eee-41ca-a5df-f4b0446ce400 tempest-PortsAdminExtendedAttrsTestJSON-430157930 tempest-PortsAdminExtendedAttrsTestJSON-430157930-project] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:32.055261 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f590c0-e17b-4b59-b7c5-d7d15da42093 req-eb5cdc79-a6d2-4897-bacf-007330754e9e tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:32.062326 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-74f590c0-e17b-4b59-b7c5-d7d15da42093 req-eb5cdc79-a6d2-4897-bacf-007330754e9e tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/ports?device_id=a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c HTTP/1.1" status: 200 len: 945 time: 0.0500953 Aug 11 03:20:32.062704 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b4afa6aa-7eee-41ca-a5df-f4b0446ce400 tempest-PortsAdminExtendedAttrsTestJSON-430157930 tempest-PortsAdminExtendedAttrsTestJSON-430157930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:32.091172 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-d8eab85a-4aac-4322-bcd9-c842240f2426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:32.144324 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4afa6aa-7eee-41ca-a5df-f4b0446ce400 tempest-PortsAdminExtendedAttrsTestJSON-430157930 tempest-PortsAdminExtendedAttrsTestJSON-430157930-project] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=102191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:20:32.146891 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-74f590c0-e17b-4b59-b7c5-d7d15da42093 req-d1bb224c-35d6-4750-847f-8a684b795ff7 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbb5f37-cd37-415a-b820-36c249955487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755618 Aug 11 03:20:32.156982 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b4afa6aa-7eee-41ca-a5df-f4b0446ce400 tempest-PortsAdminExtendedAttrsTestJSON-430157930 tempest-PortsAdminExtendedAttrsTestJSON-430157930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:32.157324 n-d-764292-30 neutron-server[102191]: INFO neutron.db.segments_db [None req-b4afa6aa-7eee-41ca-a5df-f4b0446ce400 tempest-PortsAdminExtendedAttrsTestJSON-430157930 tempest-PortsAdminExtendedAttrsTestJSON-430157930-project] Added segment 515ec75d-169e-43f2-be4b-991f7c4f3bb8 of type vlan for network 2861fd00-cdc0-4925-afab-fb848729978e Aug 11 03:20:32.224378 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b4afa6aa-7eee-41ca-a5df-f4b0446ce400 tempest-PortsAdminExtendedAttrsTestJSON-430157930 tempest-PortsAdminExtendedAttrsTestJSON-430157930-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:32.229945 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4afa6aa-7eee-41ca-a5df-f4b0446ce400 tempest-PortsAdminExtendedAttrsTestJSON-430157930 tempest-PortsAdminExtendedAttrsTestJSON-430157930-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df25c02c-c403-41de-84ca-716b33fc405f,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:32.314984 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0040dfd7-bdbe-4f0e-be3d-f2e38ad32989 req-f8648147-8efa-4be9-8c78-1560bad900d7 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:32.323939 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0040dfd7-bdbe-4f0e-be3d-f2e38ad32989 req-f8648147-8efa-4be9-8c78-1560bad900d7 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/ports?device_id=a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c HTTP/1.1" status: 200 len: 945 time: 0.0631852 Aug 11 03:20:32.325528 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b4afa6aa-7eee-41ca-a5df-f4b0446ce400 tempest-PortsAdminExtendedAttrsTestJSON-430157930 tempest-PortsAdminExtendedAttrsTestJSON-430157930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:32.331408 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4afa6aa-7eee-41ca-a5df-f4b0446ce400 tempest-PortsAdminExtendedAttrsTestJSON-430157930 tempest-PortsAdminExtendedAttrsTestJSON-430157930-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:32.332879 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b4afa6aa-7eee-41ca-a5df-f4b0446ce400 tempest-PortsAdminExtendedAttrsTestJSON-430157930 tempest-PortsAdminExtendedAttrsTestJSON-430157930-project] Notify callbacks [] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:32.381773 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0040dfd7-bdbe-4f0e-be3d-f2e38ad32989 req-ad23aea8-c72c-4d45-8311-89eaa3d73b19 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbb5f37-cd37-415a-b820-36c249955487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554631 Aug 11 03:20:32.438643 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4afa6aa-7eee-41ca-a5df-f4b0446ce400 tempest-PortsAdminExtendedAttrsTestJSON-430157930 tempest-PortsAdminExtendedAttrsTestJSON-430157930-project] Pushing event updated for resources: {'Network': ['ID=2861fd00-cdc0-4925-afab-fb848729978e,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:32.451264 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network 2861fd00-cdc0-4925-afab-fb848729978e details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:20:32.502677 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-b4afa6aa-7eee-41ca-a5df-f4b0446ce400 tempest-PortsAdminExtendedAttrsTestJSON-430157930 tempest-PortsAdminExtendedAttrsTestJSON-430157930-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.0880065 Aug 11 03:20:32.619048 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47be5bce-a934-4ae9-bb78-858343242a1d req-f1205576-d785-4ff5-858d-b096bf49d595 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:32.624328 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-47be5bce-a934-4ae9-bb78-858343242a1d req-f1205576-d785-4ff5-858d-b096bf49d595 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/ports?device_id=a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c HTTP/1.1" status: 200 len: 945 time: 0.1185732 Aug 11 03:20:32.697722 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-47be5bce-a934-4ae9-bb78-858343242a1d req-99701a88-3eb9-4a5f-a3de-c87e3976257f tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbb5f37-cd37-415a-b820-36c249955487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694711 Aug 11 03:20:32.726109 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b44386bf-238b-4128-a465-8b09ef39cf93 req-a7725151-5e50-4a7f-9030-d93b1e37b86b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6e3618b6-52e5-4357-a355-b29ad18e1b9a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0956059 Aug 11 03:20:32.909645 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 47520) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:32.916857 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44386bf-238b-4128-a465-8b09ef39cf93 req-0dbf2b9b-fa86-4f59-b251-02cfab2dc99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:32.923374 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-d849bf15-f54d-4bfe-9fbb-11b61e992506 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Request body: {'port': {'network_id': '2861fd00-cdc0-4925-afab-fb848729978e', 'binding:host_id': 'n-h2-764292-30', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-514773279'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:20:32.924197 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44386bf-238b-4128-a465-8b09ef39cf93 req-0dbf2b9b-fa86-4f59-b251-02cfab2dc99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:32.926219 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44386bf-238b-4128-a465-8b09ef39cf93 req-0dbf2b9b-fa86-4f59-b251-02cfab2dc99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:32.926802 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44386bf-238b-4128-a465-8b09ef39cf93 req-0dbf2b9b-fa86-4f59-b251-02cfab2dc99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:32.927844 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44386bf-238b-4128-a465-8b09ef39cf93 req-0dbf2b9b-fa86-4f59-b251-02cfab2dc99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:32.930215 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44386bf-238b-4128-a465-8b09ef39cf93 req-0dbf2b9b-fa86-4f59-b251-02cfab2dc99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:32.930749 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44386bf-238b-4128-a465-8b09ef39cf93 req-0dbf2b9b-fa86-4f59-b251-02cfab2dc99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:32.933033 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b44386bf-238b-4128-a465-8b09ef39cf93 req-0dbf2b9b-fa86-4f59-b251-02cfab2dc99f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=44415f337b71498496665864f1602b88&device_id=6e3618b6-52e5-4357-a355-b29ad18e1b9a HTTP/1.1" status: 200 len: 6497 time: 0.1411891 Aug 11 03:20:32.953170 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:32.976139 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546d2662-9b72-4c9d-b1d5-5c5a8f45bb5c req-fd6e3eb2-7525-4645-864e-02e3b08c4a21 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:32.977739 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-546d2662-9b72-4c9d-b1d5-5c5a8f45bb5c req-fd6e3eb2-7525-4645-864e-02e3b08c4a21 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/ports?device_id=a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c HTTP/1.1" status: 200 len: 945 time: 0.1958888 Aug 11 03:20:33.067848 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d849bf15-f54d-4bfe-9fbb-11b61e992506 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Made reservation on behalf of 985d3fc86708438a9c7d047bb6816423 for: {'port': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:20:33.070376 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d849bf15-f54d-4bfe-9fbb-11b61e992506 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:33.086390 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d849bf15-f54d-4bfe-9fbb-11b61e992506 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:33.186762 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-546d2662-9b72-4c9d-b1d5-5c5a8f45bb5c req-55a95763-3931-4686-aaf6-ac258e9bf6e0 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbb5f37-cd37-415a-b820-36c249955487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962354 Aug 11 03:20:33.264039 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d849bf15-f54d-4bfe-9fbb-11b61e992506 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:33.298306 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce048cd8-6c3f-452f-9b65-29703c61208e req-605918e4-351a-4f94-87cd-d3234e4588ab tempest-ServersNegativeTestMultiTenantJSON-2124607836 tempest-ServersNegativeTestMultiTenantJSON-2124607836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:33.300271 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ce048cd8-6c3f-452f-9b65-29703c61208e req-605918e4-351a-4f94-87cd-d3234e4588ab tempest-ServersNegativeTestMultiTenantJSON-2124607836 tempest-ServersNegativeTestMultiTenantJSON-2124607836-project] 10.222.0.41 "GET /v2.0/ports?device_id=02ca5b5f-3d7d-41ce-a47b-89e12508665a HTTP/1.1" status: 200 len: 946 time: 0.2732921 Aug 11 03:20:33.332768 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44386bf-238b-4128-a465-8b09ef39cf93 req-521348ed-8aa0-4df2-a17d-4ed8882f6430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:33.333159 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44386bf-238b-4128-a465-8b09ef39cf93 req-521348ed-8aa0-4df2-a17d-4ed8882f6430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:33.333625 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44386bf-238b-4128-a465-8b09ef39cf93 req-521348ed-8aa0-4df2-a17d-4ed8882f6430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:33.335252 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b44386bf-238b-4128-a465-8b09ef39cf93 req-521348ed-8aa0-4df2-a17d-4ed8882f6430 service neutron] 10.222.0.24 "GET /v2.0/networks?id=99a68316-7b54-4552-81a4-eb1b8bfe1686&id=ed637a9a-eb30-499d-98db-3d728133dac3&id=ed637a9a-eb30-499d-98db-3d728133dac3&id=ed637a9a-eb30-499d-98db-3d728133dac3&id=ed637a9a-eb30-499d-98db-3d728133dac3&id=e854785b-6921-4aac-9817-a841d5040ff3&id=e854785b-6921-4aac-9817-a841d5040ff3 HTTP/1.1" status: 200 len: 2292 time: 0.3565896 Aug 11 03:20:33.342162 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d849bf15-f54d-4bfe-9fbb-11b61e992506 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:33.346637 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [None req-d849bf15-f54d-4bfe-9fbb-11b61e992506 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] device_id is not set on port df629aa1-887c-4e9f-bc0c-c8c407084d6d yet. {{(pid=102191) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:20:33.441378 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d7acbc-6b06-4d28-89a2-1d09767ad988 req-d7622f60-d99b-4386-89ef-27275ccac996 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:33.442949 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c2d7acbc-6b06-4d28-89a2-1d09767ad988 req-d7622f60-d99b-4386-89ef-27275ccac996 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/ports?device_id=a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c HTTP/1.1" status: 200 len: 945 time: 0.1391704 Aug 11 03:20:33.444856 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b44386bf-238b-4128-a465-8b09ef39cf93 req-076a64bf-237a-4b4e-ac35-fdb855017fff service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6787f595-faeb-4a36-b917-5d8df4badde1 HTTP/1.1" status: 200 len: 1001 time: 0.1000924 Aug 11 03:20:33.458697 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ce048cd8-6c3f-452f-9b65-29703c61208e req-de8fdd78-4f54-4b66-8f5e-e0086e9d7a08 tempest-ServersNegativeTestMultiTenantJSON-2124607836 tempest-ServersNegativeTestMultiTenantJSON-2124607836-project] 10.222.0.41 "GET /v2.0/security-groups?id=9ae9cc34-f229-47fa-88da-bd88ec29ea8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223884 Aug 11 03:20:33.513211 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d849bf15-f54d-4bfe-9fbb-11b61e992506 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9140ebb-4534-4602-877b-6651965582f6,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:33.560857 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 47542) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:33.569372 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44386bf-238b-4128-a465-8b09ef39cf93 req-d15e23d7-80f7-4e6b-93bd-c30c5f0bf2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:33.570872 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b44386bf-238b-4128-a465-8b09ef39cf93 req-d15e23d7-80f7-4e6b-93bd-c30c5f0bf2c6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4230503c-7b88-4635-ba97-704ecda79830 HTTP/1.1" status: 200 len: 851 time: 0.1186252 Aug 11 03:20:33.657577 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c2d7acbc-6b06-4d28-89a2-1d09767ad988 req-ab9251cb-eb1e-45ae-a8ad-2a2a5a8338fb tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbb5f37-cd37-415a-b820-36c249955487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062740 Aug 11 03:20:33.678813 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44386bf-238b-4128-a465-8b09ef39cf93 req-cb77e5d9-34d1-4da3-89c0-161f5640b5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:33.680704 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b44386bf-238b-4128-a465-8b09ef39cf93 req-cb77e5d9-34d1-4da3-89c0-161f5640b5d7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=99a68316-7b54-4552-81a4-eb1b8bfe1686&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0973198 Aug 11 03:20:33.750234 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d94bae-4b4b-4b1b-b548-49cee1654a3a req-10c39bdf-917b-4d28-9814-5986b274c982 tempest-ServersNegativeTestMultiTenantJSON-2124607836 tempest-ServersNegativeTestMultiTenantJSON-2124607836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:33.751821 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d3d94bae-4b4b-4b1b-b548-49cee1654a3a req-10c39bdf-917b-4d28-9814-5986b274c982 tempest-ServersNegativeTestMultiTenantJSON-2124607836 tempest-ServersNegativeTestMultiTenantJSON-2124607836-project] 10.222.0.41 "GET /v2.0/ports?device_id=02ca5b5f-3d7d-41ce-a47b-89e12508665a HTTP/1.1" status: 200 len: 946 time: 0.1843677 Aug 11 03:20:33.753213 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [None req-d849bf15-f54d-4bfe-9fbb-11b61e992506 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] device_id is not set on port df629aa1-887c-4e9f-bc0c-c8c407084d6d yet. {{(pid=102191) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:20:33.764517 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-89c6c7a0-0c79-41ca-b771-233c146312b7 tempest-QuotasTest-397531881 tempest-QuotasTest-397531881-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:20:33.772373 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d849bf15-f54d-4bfe-9fbb-11b61e992506 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:33.794567 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [None req-d849bf15-f54d-4bfe-9fbb-11b61e992506 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Transition to ACTIVE for port object df629aa1-887c-4e9f-bc0c-c8c407084d6d will not be triggered until provisioned by entity L2. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:20:33.889780 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d3d94bae-4b4b-4b1b-b548-49cee1654a3a req-ed5f6ae5-df8c-4f3d-890b-fc7fa5c7aeb0 tempest-ServersNegativeTestMultiTenantJSON-2124607836 tempest-ServersNegativeTestMultiTenantJSON-2124607836-project] 10.222.0.41 "GET /v2.0/security-groups?id=9ae9cc34-f229-47fa-88da-bd88ec29ea8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281223 Aug 11 03:20:33.894830 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b44386bf-238b-4128-a465-8b09ef39cf93 req-f7aeea5a-b3fc-49ac-8880-2ac47b19c138 service neutron] 10.222.0.24 "GET /v2.0/networks/99a68316-7b54-4552-81a4-eb1b8bfe1686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057657 Aug 11 03:20:33.908493 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4698b34d-2d50-464b-a6b5-b0f3fe7051b4 req-07d82f28-ef1b-4603-8eb2-06c48c900fa3 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:33.910141 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4698b34d-2d50-464b-a6b5-b0f3fe7051b4 req-07d82f28-ef1b-4603-8eb2-06c48c900fa3 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/ports?device_id=a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c HTTP/1.1" status: 200 len: 945 time: 0.1276479 Aug 11 03:20:33.915302 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d849bf15-f54d-4bfe-9fbb-11b61e992506 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:34.026801 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d849bf15-f54d-4bfe-9fbb-11b61e992506 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Checking segment: {'id': '515ec75d-169e-43f2-be4b-991f7c4f3bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2861fd00-cdc0-4925-afab-fb848729978e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:20:34.027182 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d849bf15-f54d-4bfe-9fbb-11b61e992506 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Network hostable DHCP agents. Network: 2861fd00-cdc0-4925-afab-fb848729978e, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:20:34.034854 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-89c6c7a0-0c79-41ca-b771-233c146312b7 tempest-QuotasTest-397531881 tempest-QuotasTest-397531881-project-admin] 10.222.0.41 "PUT /v2.0/quotas/4411de83fc5b4570ae959fa6ef8856a1 HTTP/1.1" status: 200 len: 366 time: 0.4698803 Aug 11 03:20:34.034854 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d849bf15-f54d-4bfe-9fbb-11b61e992506 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Pushing event updated for resources: {'Port': ['ID=df629aa1-887c-4e9f-bc0c-c8c407084d6d,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:34.036553 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 47562) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:34.062183 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-8bea11a1-c5e5-4519-a2fe-a8f701fdcf8b tempest-QuotasTest-397531881 tempest-QuotasTest-397531881-project-admin] 10.222.0.41 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0131862 Aug 11 03:20:34.062183 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 47566) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:34.062463 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4698b34d-2d50-464b-a6b5-b0f3fe7051b4 req-d280985b-34ae-4934-99fb-3de0c00fbb68 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbb5f37-cd37-415a-b820-36c249955487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764716 Aug 11 03:20:34.090416 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b44386bf-238b-4128-a465-8b09ef39cf93 req-a52a775d-990d-4e8d-aa4d-6803a6b05dcb service neutron] 10.222.0.24 "GET /v2.0/networks/99a68316-7b54-4552-81a4-eb1b8bfe1686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782982 Aug 11 03:20:34.093924 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-fc3a6f78-e75d-47f9-863e-0a5a88cb50ad tempest-QuotasTest-397531881 tempest-QuotasTest-397531881-project-admin] 10.222.0.41 "GET /v2.0/quotas/4411de83fc5b4570ae959fa6ef8856a1 HTTP/1.1" status: 200 len: 366 time: 0.0288751 Aug 11 03:20:34.096225 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 47570) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:34.160925 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b44386bf-238b-4128-a465-8b09ef39cf93 req-90555433-76d5-4a66-8e2d-35c5607278ed service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.170&port_id=7dfdef9f-0d5f-4271-b104-13eb02da9240 HTTP/1.1" status: 200 len: 217 time: 0.0570929 Aug 11 03:20:34.170967 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d849bf15-f54d-4bfe-9fbb-11b61e992506 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Network 2861fd00-cdc0-4925-afab-fb848729978e is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:20:34.241662 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329dbe8d-b8b5-449c-90ea-1f66181c4686 req-41a1d1ae-105c-48d3-9fd8-de6ea37e8e6f tempest-TestNetworkAdvancedServerOps-665886235 tempest-TestNetworkAdvancedServerOps-665886235-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:34.243393 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-329dbe8d-b8b5-449c-90ea-1f66181c4686 req-41a1d1ae-105c-48d3-9fd8-de6ea37e8e6f tempest-TestNetworkAdvancedServerOps-665886235 tempest-TestNetworkAdvancedServerOps-665886235-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=6f5ca1c5-549b-45f8-b644-c1be9314f82b HTTP/1.1" status: 200 len: 1098 time: 0.0877583 Aug 11 03:20:34.247839 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44386bf-238b-4128-a465-8b09ef39cf93 req-2e0a7253-f25a-40ad-a5fa-0c6983e8e247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:34.249285 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b44386bf-238b-4128-a465-8b09ef39cf93 req-2e0a7253-f25a-40ad-a5fa-0c6983e8e247 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=329e4f03-d8cd-404e-b91b-1cb9368d6c2d HTTP/1.1" status: 200 len: 797 time: 0.0587988 Aug 11 03:20:34.253149 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-f1b28983-4196-41e5-a0f4-98411b6dfe29 tempest-QuotasTest-397531881 tempest-QuotasTest-397531881-project-admin] 10.222.0.41 "DELETE /v2.0/quotas/4411de83fc5b4570ae959fa6ef8856a1 HTTP/1.1" status: 204 len: 168 time: 0.1537695 Aug 11 03:20:34.253553 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 47574) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:34.268110 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-791a0356-8371-4f6a-a978-df5bf3dabda7 tempest-QuotasTest-397531881 tempest-QuotasTest-397531881-project-admin] 10.222.0.41 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0108702 Aug 11 03:20:34.268444 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 47576) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:34.278542 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-329dbe8d-b8b5-449c-90ea-1f66181c4686 req-14b9d4fc-9d0b-4cd5-bfab-81b49b08136e tempest-TestNetworkAdvancedServerOps-665886235 tempest-TestNetworkAdvancedServerOps-665886235-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:34.286577 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-beb63dd6-5130-40e7-b1a0-88615d7a322a tempest-QuotasTest-397531881 tempest-QuotasTest-397531881-project-admin] 10.222.0.41 "GET /v2.0/quotas/4411de83fc5b4570ae959fa6ef8856a1 HTTP/1.1" status: 200 len: 370 time: 0.0148332 Aug 11 03:20:34.286877 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 47580) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:34.294389 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-98c51a84-4719-4bd5-8007-5b9952a66052 tempest-QuotasTest-397531881 tempest-QuotasTest-397531881-project-admin] 10.222.0.41 "GET /v2.0/quotas/4411de83fc5b4570ae959fa6ef8856a1/default HTTP/1.1" status: 200 len: 370 time: 0.0041547 Aug 11 03:20:34.294776 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 47584) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:34.304205 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-d849bf15-f54d-4bfe-9fbb-11b61e992506 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, 2861fd00-cdc0-4925-afab-fb848729978e) {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:20:34.315894 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87afb6da-eb99-4d48-af9e-824650781aa7 None None] Network 2861fd00-cdc0-4925-afab-fb848729978e requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:20:34.335609 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d849bf15-f54d-4bfe-9fbb-11b61e992506 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:20:34.359395 n-d-764292-30 neutron-server[102191]: INFO neutron.api.v2.resource [None req-76bd8456-8473-4c82-b4ad-cdd3105b0d31 tempest-QuotasTest-397531881 tempest-QuotasTest-397531881-project-admin] delete failed (client error): The resource could not be found. Aug 11 03:20:34.363848 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-76bd8456-8473-4c82-b4ad-cdd3105b0d31 tempest-QuotasTest-397531881 tempest-QuotasTest-397531881-project-admin] 10.222.0.41 "DELETE /v2.0/quotas/4411de83fc5b4570ae959fa6ef8856a1 HTTP/1.1" status: 404 len: 348 time: 0.0677803 Aug 11 03:20:34.369793 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [None req-d849bf15-f54d-4bfe-9fbb-11b61e992506 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Attempting to bind port df629aa1-887c-4e9f-bc0c-c8c407084d6d on host n-h2-764292-30 for vnic_type normal with profile {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:20:34.374795 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [None req-d849bf15-f54d-4bfe-9fbb-11b61e992506 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Attempting to bind port df629aa1-887c-4e9f-bc0c-c8c407084d6d by drivers openvswitch,hyperv on host n-h2-764292-30 at level 0 using segments [{'id': '515ec75d-169e-43f2-be4b-991f7c4f3bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2861fd00-cdc0-4925-afab-fb848729978e'}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:20:34.374795 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d849bf15-f54d-4bfe-9fbb-11b61e992506 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Attempting to bind port df629aa1-887c-4e9f-bc0c-c8c407084d6d on network 2861fd00-cdc0-4925-afab-fb848729978e {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:20:34.377107 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d849bf15-f54d-4bfe-9fbb-11b61e992506 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Port df629aa1-887c-4e9f-bc0c-c8c407084d6d on network 2861fd00-cdc0-4925-afab-fb848729978e not bound, no agent of type Open vSwitch agent registered on host n-h2-764292-30 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:20:34.377664 n-d-764292-30 neutron-server[102191]: ERROR neutron.plugins.ml2.managers [None req-d849bf15-f54d-4bfe-9fbb-11b61e992506 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Failed to bind port df629aa1-887c-4e9f-bc0c-c8c407084d6d on host n-h2-764292-30 for vnic_type normal using segments [{'id': '515ec75d-169e-43f2-be4b-991f7c4f3bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2861fd00-cdc0-4925-afab-fb848729978e'}] Aug 11 03:20:34.378157 n-d-764292-30 neutron-server[102191]: INFO neutron.plugins.ml2.plugin [None req-d849bf15-f54d-4bfe-9fbb-11b61e992506 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Attempt 2 to bind port df629aa1-887c-4e9f-bc0c-c8c407084d6d Aug 11 03:20:34.395576 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [None req-d849bf15-f54d-4bfe-9fbb-11b61e992506 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Attempting to bind port df629aa1-887c-4e9f-bc0c-c8c407084d6d on host n-h2-764292-30 for vnic_type normal with profile {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:20:34.396113 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [None req-d849bf15-f54d-4bfe-9fbb-11b61e992506 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Attempting to bind port df629aa1-887c-4e9f-bc0c-c8c407084d6d by drivers openvswitch,hyperv on host n-h2-764292-30 at level 0 using segments [{'id': '515ec75d-169e-43f2-be4b-991f7c4f3bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2861fd00-cdc0-4925-afab-fb848729978e'}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:20:34.397230 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d849bf15-f54d-4bfe-9fbb-11b61e992506 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Attempting to bind port df629aa1-887c-4e9f-bc0c-c8c407084d6d on network 2861fd00-cdc0-4925-afab-fb848729978e {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:20:34.404963 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d849bf15-f54d-4bfe-9fbb-11b61e992506 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Port df629aa1-887c-4e9f-bc0c-c8c407084d6d on network 2861fd00-cdc0-4925-afab-fb848729978e not bound, no agent of type Open vSwitch agent registered on host n-h2-764292-30 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:20:34.405303 n-d-764292-30 neutron-server[102191]: ERROR neutron.plugins.ml2.managers [None req-d849bf15-f54d-4bfe-9fbb-11b61e992506 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Failed to bind port df629aa1-887c-4e9f-bc0c-c8c407084d6d on host n-h2-764292-30 for vnic_type normal using segments [{'id': '515ec75d-169e-43f2-be4b-991f7c4f3bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2861fd00-cdc0-4925-afab-fb848729978e'}] Aug 11 03:20:34.405708 n-d-764292-30 neutron-server[102191]: INFO neutron.plugins.ml2.plugin [None req-d849bf15-f54d-4bfe-9fbb-11b61e992506 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Attempt 3 to bind port df629aa1-887c-4e9f-bc0c-c8c407084d6d Aug 11 03:20:34.420786 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [None req-d849bf15-f54d-4bfe-9fbb-11b61e992506 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Attempting to bind port df629aa1-887c-4e9f-bc0c-c8c407084d6d on host n-h2-764292-30 for vnic_type normal with profile {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:20:34.421132 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [None req-d849bf15-f54d-4bfe-9fbb-11b61e992506 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Attempting to bind port df629aa1-887c-4e9f-bc0c-c8c407084d6d by drivers openvswitch,hyperv on host n-h2-764292-30 at level 0 using segments [{'id': '515ec75d-169e-43f2-be4b-991f7c4f3bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2861fd00-cdc0-4925-afab-fb848729978e'}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:20:34.421475 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d849bf15-f54d-4bfe-9fbb-11b61e992506 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Attempting to bind port df629aa1-887c-4e9f-bc0c-c8c407084d6d on network 2861fd00-cdc0-4925-afab-fb848729978e {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:20:34.427935 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d849bf15-f54d-4bfe-9fbb-11b61e992506 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Port df629aa1-887c-4e9f-bc0c-c8c407084d6d on network 2861fd00-cdc0-4925-afab-fb848729978e not bound, no agent of type Open vSwitch agent registered on host n-h2-764292-30 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:20:34.428196 n-d-764292-30 neutron-server[102191]: ERROR neutron.plugins.ml2.managers [None req-d849bf15-f54d-4bfe-9fbb-11b61e992506 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Failed to bind port df629aa1-887c-4e9f-bc0c-c8c407084d6d on host n-h2-764292-30 for vnic_type normal using segments [{'id': '515ec75d-169e-43f2-be4b-991f7c4f3bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2861fd00-cdc0-4925-afab-fb848729978e'}] Aug 11 03:20:34.429037 n-d-764292-30 neutron-server[102191]: INFO neutron.plugins.ml2.plugin [None req-d849bf15-f54d-4bfe-9fbb-11b61e992506 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Attempt 4 to bind port df629aa1-887c-4e9f-bc0c-c8c407084d6d Aug 11 03:20:34.445722 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [None req-d849bf15-f54d-4bfe-9fbb-11b61e992506 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Attempting to bind port df629aa1-887c-4e9f-bc0c-c8c407084d6d on host n-h2-764292-30 for vnic_type normal with profile {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:20:34.446067 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [None req-d849bf15-f54d-4bfe-9fbb-11b61e992506 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Attempting to bind port df629aa1-887c-4e9f-bc0c-c8c407084d6d by drivers openvswitch,hyperv on host n-h2-764292-30 at level 0 using segments [{'id': '515ec75d-169e-43f2-be4b-991f7c4f3bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2861fd00-cdc0-4925-afab-fb848729978e'}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:20:34.446447 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d849bf15-f54d-4bfe-9fbb-11b61e992506 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Attempting to bind port df629aa1-887c-4e9f-bc0c-c8c407084d6d on network 2861fd00-cdc0-4925-afab-fb848729978e {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:20:34.457308 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d849bf15-f54d-4bfe-9fbb-11b61e992506 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Port df629aa1-887c-4e9f-bc0c-c8c407084d6d on network 2861fd00-cdc0-4925-afab-fb848729978e not bound, no agent of type Open vSwitch agent registered on host n-h2-764292-30 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:20:34.457650 n-d-764292-30 neutron-server[102191]: ERROR neutron.plugins.ml2.managers [None req-d849bf15-f54d-4bfe-9fbb-11b61e992506 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Failed to bind port df629aa1-887c-4e9f-bc0c-c8c407084d6d on host n-h2-764292-30 for vnic_type normal using segments [{'id': '515ec75d-169e-43f2-be4b-991f7c4f3bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2861fd00-cdc0-4925-afab-fb848729978e'}] Aug 11 03:20:34.459322 n-d-764292-30 neutron-server[102191]: INFO neutron.plugins.ml2.plugin [None req-d849bf15-f54d-4bfe-9fbb-11b61e992506 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Attempt 5 to bind port df629aa1-887c-4e9f-bc0c-c8c407084d6d Aug 11 03:20:34.491987 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [None req-d849bf15-f54d-4bfe-9fbb-11b61e992506 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Attempting to bind port df629aa1-887c-4e9f-bc0c-c8c407084d6d on host n-h2-764292-30 for vnic_type normal with profile {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:20:34.492590 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [None req-d849bf15-f54d-4bfe-9fbb-11b61e992506 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Attempting to bind port df629aa1-887c-4e9f-bc0c-c8c407084d6d by drivers openvswitch,hyperv on host n-h2-764292-30 at level 0 using segments [{'id': '515ec75d-169e-43f2-be4b-991f7c4f3bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2861fd00-cdc0-4925-afab-fb848729978e'}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:20:34.493134 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d849bf15-f54d-4bfe-9fbb-11b61e992506 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Attempting to bind port df629aa1-887c-4e9f-bc0c-c8c407084d6d on network 2861fd00-cdc0-4925-afab-fb848729978e {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:20:34.507427 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d849bf15-f54d-4bfe-9fbb-11b61e992506 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Port df629aa1-887c-4e9f-bc0c-c8c407084d6d on network 2861fd00-cdc0-4925-afab-fb848729978e not bound, no agent of type Open vSwitch agent registered on host n-h2-764292-30 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:20:34.507903 n-d-764292-30 neutron-server[102191]: ERROR neutron.plugins.ml2.managers [None req-d849bf15-f54d-4bfe-9fbb-11b61e992506 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Failed to bind port df629aa1-887c-4e9f-bc0c-c8c407084d6d on host n-h2-764292-30 for vnic_type normal using segments [{'id': '515ec75d-169e-43f2-be4b-991f7c4f3bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2861fd00-cdc0-4925-afab-fb848729978e'}] Aug 11 03:20:34.508396 n-d-764292-30 neutron-server[102191]: INFO neutron.plugins.ml2.plugin [None req-d849bf15-f54d-4bfe-9fbb-11b61e992506 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Attempt 6 to bind port df629aa1-887c-4e9f-bc0c-c8c407084d6d Aug 11 03:20:34.546601 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [None req-d849bf15-f54d-4bfe-9fbb-11b61e992506 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Attempting to bind port df629aa1-887c-4e9f-bc0c-c8c407084d6d on host n-h2-764292-30 for vnic_type normal with profile {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:20:34.547241 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [None req-d849bf15-f54d-4bfe-9fbb-11b61e992506 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Attempting to bind port df629aa1-887c-4e9f-bc0c-c8c407084d6d by drivers openvswitch,hyperv on host n-h2-764292-30 at level 0 using segments [{'id': '515ec75d-169e-43f2-be4b-991f7c4f3bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2861fd00-cdc0-4925-afab-fb848729978e'}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:20:34.549851 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d849bf15-f54d-4bfe-9fbb-11b61e992506 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Attempting to bind port df629aa1-887c-4e9f-bc0c-c8c407084d6d on network 2861fd00-cdc0-4925-afab-fb848729978e {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:20:34.570129 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d849bf15-f54d-4bfe-9fbb-11b61e992506 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Port df629aa1-887c-4e9f-bc0c-c8c407084d6d on network 2861fd00-cdc0-4925-afab-fb848729978e not bound, no agent of type Open vSwitch agent registered on host n-h2-764292-30 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:20:34.570504 n-d-764292-30 neutron-server[102191]: ERROR neutron.plugins.ml2.managers [None req-d849bf15-f54d-4bfe-9fbb-11b61e992506 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Failed to bind port df629aa1-887c-4e9f-bc0c-c8c407084d6d on host n-h2-764292-30 for vnic_type normal using segments [{'id': '515ec75d-169e-43f2-be4b-991f7c4f3bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2861fd00-cdc0-4925-afab-fb848729978e'}] Aug 11 03:20:34.584516 n-d-764292-30 neutron-server[102191]: INFO neutron.plugins.ml2.plugin [None req-d849bf15-f54d-4bfe-9fbb-11b61e992506 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Attempt 7 to bind port df629aa1-887c-4e9f-bc0c-c8c407084d6d Aug 11 03:20:34.604218 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [None req-d849bf15-f54d-4bfe-9fbb-11b61e992506 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Attempting to bind port df629aa1-887c-4e9f-bc0c-c8c407084d6d on host n-h2-764292-30 for vnic_type normal with profile {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:20:34.604553 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [None req-d849bf15-f54d-4bfe-9fbb-11b61e992506 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Attempting to bind port df629aa1-887c-4e9f-bc0c-c8c407084d6d by drivers openvswitch,hyperv on host n-h2-764292-30 at level 0 using segments [{'id': '515ec75d-169e-43f2-be4b-991f7c4f3bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2861fd00-cdc0-4925-afab-fb848729978e'}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:20:34.604888 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d849bf15-f54d-4bfe-9fbb-11b61e992506 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Attempting to bind port df629aa1-887c-4e9f-bc0c-c8c407084d6d on network 2861fd00-cdc0-4925-afab-fb848729978e {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:20:34.612572 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d849bf15-f54d-4bfe-9fbb-11b61e992506 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Port df629aa1-887c-4e9f-bc0c-c8c407084d6d on network 2861fd00-cdc0-4925-afab-fb848729978e not bound, no agent of type Open vSwitch agent registered on host n-h2-764292-30 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:20:34.612897 n-d-764292-30 neutron-server[102191]: ERROR neutron.plugins.ml2.managers [None req-d849bf15-f54d-4bfe-9fbb-11b61e992506 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Failed to bind port df629aa1-887c-4e9f-bc0c-c8c407084d6d on host n-h2-764292-30 for vnic_type normal using segments [{'id': '515ec75d-169e-43f2-be4b-991f7c4f3bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2861fd00-cdc0-4925-afab-fb848729978e'}] Aug 11 03:20:34.614013 n-d-764292-30 neutron-server[102191]: INFO neutron.plugins.ml2.plugin [None req-d849bf15-f54d-4bfe-9fbb-11b61e992506 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Attempt 8 to bind port df629aa1-887c-4e9f-bc0c-c8c407084d6d Aug 11 03:20:34.634939 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-abcf160a-1e6f-45cf-b2a5-ebe1193db3c3 req-f6988f11-e6b0-4ab5-b561-709d78d83113 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0924742 Aug 11 03:20:34.637985 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [None req-d849bf15-f54d-4bfe-9fbb-11b61e992506 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Attempting to bind port df629aa1-887c-4e9f-bc0c-c8c407084d6d on host n-h2-764292-30 for vnic_type normal with profile {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:20:34.638350 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [None req-d849bf15-f54d-4bfe-9fbb-11b61e992506 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Attempting to bind port df629aa1-887c-4e9f-bc0c-c8c407084d6d by drivers openvswitch,hyperv on host n-h2-764292-30 at level 0 using segments [{'id': '515ec75d-169e-43f2-be4b-991f7c4f3bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2861fd00-cdc0-4925-afab-fb848729978e'}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:20:34.638687 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d849bf15-f54d-4bfe-9fbb-11b61e992506 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Attempting to bind port df629aa1-887c-4e9f-bc0c-c8c407084d6d on network 2861fd00-cdc0-4925-afab-fb848729978e {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:20:34.639743 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:34.655322 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d849bf15-f54d-4bfe-9fbb-11b61e992506 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Port df629aa1-887c-4e9f-bc0c-c8c407084d6d on network 2861fd00-cdc0-4925-afab-fb848729978e not bound, no agent of type Open vSwitch agent registered on host n-h2-764292-30 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:20:34.655943 n-d-764292-30 neutron-server[102191]: ERROR neutron.plugins.ml2.managers [None req-d849bf15-f54d-4bfe-9fbb-11b61e992506 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Failed to bind port df629aa1-887c-4e9f-bc0c-c8c407084d6d on host n-h2-764292-30 for vnic_type normal using segments [{'id': '515ec75d-169e-43f2-be4b-991f7c4f3bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2861fd00-cdc0-4925-afab-fb848729978e'}] Aug 11 03:20:34.656503 n-d-764292-30 neutron-server[102191]: INFO neutron.plugins.ml2.plugin [None req-d849bf15-f54d-4bfe-9fbb-11b61e992506 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Attempt 9 to bind port df629aa1-887c-4e9f-bc0c-c8c407084d6d Aug 11 03:20:34.673516 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [None req-d849bf15-f54d-4bfe-9fbb-11b61e992506 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Attempting to bind port df629aa1-887c-4e9f-bc0c-c8c407084d6d on host n-h2-764292-30 for vnic_type normal with profile {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:20:34.673816 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [None req-d849bf15-f54d-4bfe-9fbb-11b61e992506 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Attempting to bind port df629aa1-887c-4e9f-bc0c-c8c407084d6d by drivers openvswitch,hyperv on host n-h2-764292-30 at level 0 using segments [{'id': '515ec75d-169e-43f2-be4b-991f7c4f3bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2861fd00-cdc0-4925-afab-fb848729978e'}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:20:34.674100 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d849bf15-f54d-4bfe-9fbb-11b61e992506 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Attempting to bind port df629aa1-887c-4e9f-bc0c-c8c407084d6d on network 2861fd00-cdc0-4925-afab-fb848729978e {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:20:34.679286 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d849bf15-f54d-4bfe-9fbb-11b61e992506 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Port df629aa1-887c-4e9f-bc0c-c8c407084d6d on network 2861fd00-cdc0-4925-afab-fb848729978e not bound, no agent of type Open vSwitch agent registered on host n-h2-764292-30 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:20:34.679683 n-d-764292-30 neutron-server[102191]: ERROR neutron.plugins.ml2.managers [None req-d849bf15-f54d-4bfe-9fbb-11b61e992506 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Failed to bind port df629aa1-887c-4e9f-bc0c-c8c407084d6d on host n-h2-764292-30 for vnic_type normal using segments [{'id': '515ec75d-169e-43f2-be4b-991f7c4f3bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2861fd00-cdc0-4925-afab-fb848729978e'}] Aug 11 03:20:34.680076 n-d-764292-30 neutron-server[102191]: INFO neutron.plugins.ml2.plugin [None req-d849bf15-f54d-4bfe-9fbb-11b61e992506 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Attempt 10 to bind port df629aa1-887c-4e9f-bc0c-c8c407084d6d Aug 11 03:20:34.741718 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [None req-d849bf15-f54d-4bfe-9fbb-11b61e992506 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Attempting to bind port df629aa1-887c-4e9f-bc0c-c8c407084d6d on host n-h2-764292-30 for vnic_type normal with profile {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:20:34.742077 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [None req-d849bf15-f54d-4bfe-9fbb-11b61e992506 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Attempting to bind port df629aa1-887c-4e9f-bc0c-c8c407084d6d by drivers openvswitch,hyperv on host n-h2-764292-30 at level 0 using segments [{'id': '515ec75d-169e-43f2-be4b-991f7c4f3bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2861fd00-cdc0-4925-afab-fb848729978e'}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:20:34.742436 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d849bf15-f54d-4bfe-9fbb-11b61e992506 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Attempting to bind port df629aa1-887c-4e9f-bc0c-c8c407084d6d on network 2861fd00-cdc0-4925-afab-fb848729978e {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:20:34.750726 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d849bf15-f54d-4bfe-9fbb-11b61e992506 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Port df629aa1-887c-4e9f-bc0c-c8c407084d6d on network 2861fd00-cdc0-4925-afab-fb848729978e not bound, no agent of type Open vSwitch agent registered on host n-h2-764292-30 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:20:34.751081 n-d-764292-30 neutron-server[102191]: ERROR neutron.plugins.ml2.managers [None req-d849bf15-f54d-4bfe-9fbb-11b61e992506 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Failed to bind port df629aa1-887c-4e9f-bc0c-c8c407084d6d on host n-h2-764292-30 for vnic_type normal using segments [{'id': '515ec75d-169e-43f2-be4b-991f7c4f3bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2861fd00-cdc0-4925-afab-fb848729978e'}] Aug 11 03:20:34.751537 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d849bf15-f54d-4bfe-9fbb-11b61e992506 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:34.804717 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcf160a-1e6f-45cf-b2a5-ebe1193db3c3 req-267bfc9d-1e4f-40b9-8366-a1a6a93ea243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:34.806347 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-abcf160a-1e6f-45cf-b2a5-ebe1193db3c3 req-267bfc9d-1e4f-40b9-8366-a1a6a93ea243 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1c3a4a4854b046bf84e782d3a4f4fd61&device_id=a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c HTTP/1.1" status: 200 len: 1097 time: 0.1211588 Aug 11 03:20:34.831422 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44386bf-238b-4128-a465-8b09ef39cf93 req-7a997122-fb02-413a-9aa1-0ae586a4dcaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:34.833430 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b44386bf-238b-4128-a465-8b09ef39cf93 req-7a997122-fb02-413a-9aa1-0ae586a4dcaf service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ed637a9a-eb30-499d-98db-3d728133dac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5751951 Aug 11 03:20:34.833996 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 47594) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:34.881495 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcd953b-8b3b-4c05-a596-820ad398bcac req-e22df6d8-1cf7-4ba4-97a0-98d981eea48c tempest-ServersNegativeTestMultiTenantJSON-2124607836 tempest-ServersNegativeTestMultiTenantJSON-2124607836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:34.883276 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-fdcd953b-8b3b-4c05-a596-820ad398bcac req-e22df6d8-1cf7-4ba4-97a0-98d981eea48c tempest-ServersNegativeTestMultiTenantJSON-2124607836 tempest-ServersNegativeTestMultiTenantJSON-2124607836-project] 10.222.0.41 "GET /v2.0/ports?device_id=02ca5b5f-3d7d-41ce-a47b-89e12508665a HTTP/1.1" status: 200 len: 946 time: 0.1225140 Aug 11 03:20:34.927972 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [None req-d849bf15-f54d-4bfe-9fbb-11b61e992506 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] For port df629aa1-887c-4e9f-bc0c-c8c407084d6d, host n-h2-764292-30, cleared binding levels {{(pid=102191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:20:34.928312 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [None req-d849bf15-f54d-4bfe-9fbb-11b61e992506 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Attempted to set empty binding levels {{(pid=102191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 11 03:20:34.976125 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcf160a-1e6f-45cf-b2a5-ebe1193db3c3 req-1735cfff-ab8a-4c74-a9c2-832cc8d1c07b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:34.977802 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-abcf160a-1e6f-45cf-b2a5-ebe1193db3c3 req-1735cfff-ab8a-4c74-a9c2-832cc8d1c07b service neutron] 10.222.0.22 "GET /v2.0/networks?id=5550882c-d5be-4613-b9ce-af7283467065 HTTP/1.1" status: 200 len: 914 time: 0.1420774 Aug 11 03:20:34.988477 n-d-764292-30 neutron-server[102192]: DEBUG neutron.quota.resource [None req-fe06e5db-754a-4325-8cfb-5d5eabdb9a45 tempest-QuotasTest-397531881 tempest-QuotasTest-397531881-project-admin] Usage tracker for resource:network and tenant:6473637ab27744d38b4f6d463f54aeb8 is out of sync, need to count used quota {{(pid=102192) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 11 03:20:35.027792 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-abcf160a-1e6f-45cf-b2a5-ebe1193db3c3 req-697d4471-b43c-4393-8f36-1b1a7b53444c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1cb8468e-17ff-4509-bb1e-469bb7546cf3 HTTP/1.1" status: 200 len: 217 time: 0.0416045 Aug 11 03:20:35.029398 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d849bf15-f54d-4bfe-9fbb-11b61e992506 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:35.055249 n-d-764292-30 neutron-server[102192]: DEBUG neutron.quota.resource [None req-fe06e5db-754a-4325-8cfb-5d5eabdb9a45 tempest-QuotasTest-397531881 tempest-QuotasTest-397531881-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=102192) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 11 03:20:35.072773 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-fdcd953b-8b3b-4c05-a596-820ad398bcac req-732b0f56-bdb7-4638-9cfe-9671ff8906aa tempest-ServersNegativeTestMultiTenantJSON-2124607836 tempest-ServersNegativeTestMultiTenantJSON-2124607836-project] 10.222.0.41 "GET /v2.0/security-groups?id=9ae9cc34-f229-47fa-88da-bd88ec29ea8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490312 Aug 11 03:20:35.096515 n-d-764292-30 neutron-server[102192]: DEBUG neutron.quota.resource [None req-fe06e5db-754a-4325-8cfb-5d5eabdb9a45 tempest-QuotasTest-397531881 tempest-QuotasTest-397531881-project-admin] Usage tracker for resource:subnet and tenant:6473637ab27744d38b4f6d463f54aeb8 is out of sync, need to count used quota {{(pid=102192) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 11 03:20:35.115815 n-d-764292-30 neutron-server[102192]: DEBUG neutron.quota.resource [None req-fe06e5db-754a-4325-8cfb-5d5eabdb9a45 tempest-QuotasTest-397531881 tempest-QuotasTest-397531881-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=102192) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 11 03:20:35.119552 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-329dbe8d-b8b5-449c-90ea-1f66181c4686 req-14b9d4fc-9d0b-4cd5-bfab-81b49b08136e tempest-TestNetworkAdvancedServerOps-665886235 tempest-TestNetworkAdvancedServerOps-665886235-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:35.124362 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b44386bf-238b-4128-a465-8b09ef39cf93 req-8f92c55c-2a2c-4b5d-a44a-b906e0a78122 service neutron] 10.222.0.24 "GET /v2.0/networks/ed637a9a-eb30-499d-98db-3d728133dac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2690887 Aug 11 03:20:35.131371 n-d-764292-30 neutron-server[102192]: DEBUG neutron.quota.resource [None req-fe06e5db-754a-4325-8cfb-5d5eabdb9a45 tempest-QuotasTest-397531881 tempest-QuotasTest-397531881-project-admin] Usage tracker for resource:subnetpool and tenant:6473637ab27744d38b4f6d463f54aeb8 is out of sync, need to count used quota {{(pid=102192) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 11 03:20:35.145102 n-d-764292-30 neutron-server[102192]: DEBUG neutron.quota.resource [None req-fe06e5db-754a-4325-8cfb-5d5eabdb9a45 tempest-QuotasTest-397531881 tempest-QuotasTest-397531881-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=102192) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 11 03:20:35.155208 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d849bf15-f54d-4bfe-9fbb-11b61e992506 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:35.155962 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d849bf15-f54d-4bfe-9fbb-11b61e992506 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:35.180981 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d849bf15-f54d-4bfe-9fbb-11b61e992506 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Pushing event updated for resources: {'Port': ['ID=df629aa1-887c-4e9f-bc0c-c8c407084d6d,revision_number=2']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:35.188812 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcf160a-1e6f-45cf-b2a5-ebe1193db3c3 req-9064ca4c-3f09-4963-8fa5-44eaadd9ea5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:35.190272 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-abcf160a-1e6f-45cf-b2a5-ebe1193db3c3 req-9064ca4c-3f09-4963-8fa5-44eaadd9ea5d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1720ed9a-a4c0-46ed-8d38-cf818eba15ba HTTP/1.1" status: 200 len: 853 time: 0.1279025 Aug 11 03:20:35.211582 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-329dbe8d-b8b5-449c-90ea-1f66181c4686 req-14b9d4fc-9d0b-4cd5-bfab-81b49b08136e tempest-TestNetworkAdvancedServerOps-665886235 tempest-TestNetworkAdvancedServerOps-665886235-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:35.226677 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-abcf160a-1e6f-45cf-b2a5-ebe1193db3c3 req-ac9cdf7e-8c14-4000-9c0e-68acacea93b1 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=5550882c-d5be-4613-b9ce-af7283467065&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275540 Aug 11 03:20:35.248707 n-d-764292-30 neutron-server[102192]: DEBUG neutron.quota.resource [None req-fe06e5db-754a-4325-8cfb-5d5eabdb9a45 tempest-QuotasTest-397531881 tempest-QuotasTest-397531881-project-admin] Usage tracker for resource:port and tenant:6473637ab27744d38b4f6d463f54aeb8 is out of sync, need to count used quota {{(pid=102192) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 11 03:20:35.265714 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-d849bf15-f54d-4bfe-9fbb-11b61e992506 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 2.3508034 Aug 11 03:20:35.265714 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 47606) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:35.274610 n-d-764292-30 neutron-server[102192]: DEBUG neutron.quota.resource [None req-fe06e5db-754a-4325-8cfb-5d5eabdb9a45 tempest-QuotasTest-397531881 tempest-QuotasTest-397531881-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=102192) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 11 03:20:35.278342 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-329dbe8d-b8b5-449c-90ea-1f66181c4686 req-14b9d4fc-9d0b-4cd5-bfab-81b49b08136e tempest-TestNetworkAdvancedServerOps-665886235 tempest-TestNetworkAdvancedServerOps-665886235-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=028f82ce-145e-4da5-a893-c699717fae6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0261772 Aug 11 03:20:35.327757 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b44386bf-238b-4128-a465-8b09ef39cf93 req-020bfafc-a069-4863-9d51-82a422dc71d2 service neutron] 10.222.0.24 "GET /v2.0/networks/ed637a9a-eb30-499d-98db-3d728133dac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920938 Aug 11 03:20:35.330015 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b9d4fc-9d0b-4cd5-bfab-81b49b08136e tempest-TestNetworkAdvancedServerOps-665886235 tempest-TestNetworkAdvancedServerOps-665886235-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08f86f28-2743-44bd-9528-3334fa8f2971,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:35.336257 n-d-764292-30 neutron-server[102192]: DEBUG neutron.quota.resource [None req-fe06e5db-754a-4325-8cfb-5d5eabdb9a45 tempest-QuotasTest-397531881 tempest-QuotasTest-397531881-project-admin] Usage tracker for resource:router and tenant:6473637ab27744d38b4f6d463f54aeb8 is out of sync, need to count used quota {{(pid=102192) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 11 03:20:35.403359 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b44386bf-238b-4128-a465-8b09ef39cf93 req-098cd13b-f15a-4202-b7b9-d70faa36133c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.168&port_id=b90d6ebc-39d0-4329-8910-886ce1b868bf HTTP/1.1" status: 200 len: 217 time: 0.0664129 Aug 11 03:20:35.413468 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32648686-cbd4-4686-9ded-9c66ec137d28 req-f4de3f5e-659d-4834-942d-1dbf4618e603 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:35.415160 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-32648686-cbd4-4686-9ded-9c66ec137d28 req-f4de3f5e-659d-4834-942d-1dbf4618e603 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/ports?device_id=a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c HTTP/1.1" status: 200 len: 945 time: 0.2165937 Aug 11 03:20:35.415859 n-d-764292-30 neutron-server[102192]: DEBUG neutron.quota.resource [None req-fe06e5db-754a-4325-8cfb-5d5eabdb9a45 tempest-QuotasTest-397531881 tempest-QuotasTest-397531881-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=102192) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 11 03:20:35.439635 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-abcf160a-1e6f-45cf-b2a5-ebe1193db3c3 req-1566647f-205b-4180-8ad6-4c1b7e1febf7 service neutron] 10.222.0.22 "GET /v2.0/networks/5550882c-d5be-4613-b9ce-af7283467065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2053084 Aug 11 03:20:35.455645 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-6304a2be-7b30-40b8-9bc0-6d7889e444c5 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Deleting port df629aa1-887c-4e9f-bc0c-c8c407084d6d {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:20:35.456034 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6304a2be-7b30-40b8-9bc0-6d7889e444c5 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:35.487169 n-d-764292-30 neutron-server[102192]: DEBUG neutron.quota.resource [None req-fe06e5db-754a-4325-8cfb-5d5eabdb9a45 tempest-QuotasTest-397531881 tempest-QuotasTest-397531881-project-admin] Usage tracker for resource:floatingip and tenant:6473637ab27744d38b4f6d463f54aeb8 is out of sync, need to count used quota {{(pid=102192) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 11 03:20:35.500213 n-d-764292-30 neutron-server[102192]: DEBUG neutron.quota.resource [None req-fe06e5db-754a-4325-8cfb-5d5eabdb9a45 tempest-QuotasTest-397531881 tempest-QuotasTest-397531881-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=102192) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 11 03:20:35.532477 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-32648686-cbd4-4686-9ded-9c66ec137d28 req-7c68797c-f925-4a31-94fd-7055a9722bd1 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbb5f37-cd37-415a-b820-36c249955487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960529 Aug 11 03:20:35.564004 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44386bf-238b-4128-a465-8b09ef39cf93 req-17e61a62-7202-4942-86e1-2301c90847f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:35.565786 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b44386bf-238b-4128-a465-8b09ef39cf93 req-17e61a62-7202-4942-86e1-2301c90847f0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=329e4f03-d8cd-404e-b91b-1cb9368d6c2d HTTP/1.1" status: 200 len: 797 time: 0.1472473 Aug 11 03:20:35.584934 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [None req-6304a2be-7b30-40b8-9bc0-6d7889e444c5 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] For port df629aa1-887c-4e9f-bc0c-c8c407084d6d, host n-h2-764292-30, got binding levels [] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:20:35.588334 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6304a2be-7b30-40b8-9bc0-6d7889e444c5 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:35.600891 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9fd4bc-373f-4b78-a4ca-1e41be45d45a req-81e40e54-505a-4b67-9389-232747659110 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:35.602795 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4a9fd4bc-373f-4b78-a4ca-1e41be45d45a req-81e40e54-505a-4b67-9389-232747659110 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f5ca1c5-549b-45f8-b644-c1be9314f82b HTTP/1.1" status: 200 len: 946 time: 0.1754937 Aug 11 03:20:35.606170 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-6304a2be-7b30-40b8-9bc0-6d7889e444c5 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Calling delete_port for df629aa1-887c-4e9f-bc0c-c8c407084d6d owned by {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:20:35.614104 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-abcf160a-1e6f-45cf-b2a5-ebe1193db3c3 req-c930d905-9639-442f-8c88-c94719125e1e service neutron] 10.222.0.22 "GET /v2.0/networks/5550882c-d5be-4613-b9ce-af7283467065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670511 Aug 11 03:20:35.680499 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4a9fd4bc-373f-4b78-a4ca-1e41be45d45a req-414b67b3-07f0-4ebe-a6b4-5449d621df31 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/security-groups?id=028f82ce-145e-4da5-a893-c699717fae6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500007 Aug 11 03:20:35.692489 n-d-764292-30 neutron-server[102192]: DEBUG neutron.quota.resource [None req-fe06e5db-754a-4325-8cfb-5d5eabdb9a45 tempest-QuotasTest-397531881 tempest-QuotasTest-397531881-project-admin] Usage tracker for resource:security_group and tenant:6473637ab27744d38b4f6d463f54aeb8 is out of sync, need to count used quota {{(pid=102192) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 11 03:20:35.695320 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44386bf-238b-4128-a465-8b09ef39cf93 req-0bdc40f5-d3aa-4da9-9c1c-e5868acd99d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:35.696872 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b44386bf-238b-4128-a465-8b09ef39cf93 req-0bdc40f5-d3aa-4da9-9c1c-e5868acd99d5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ed637a9a-eb30-499d-98db-3d728133dac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1200716 Aug 11 03:20:35.705609 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 47616) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:35.726058 n-d-764292-30 neutron-server[102192]: DEBUG neutron.quota.resource [None req-fe06e5db-754a-4325-8cfb-5d5eabdb9a45 tempest-QuotasTest-397531881 tempest-QuotasTest-397531881-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=102192) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 11 03:20:35.796408 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-7c5791ad-61e0-44c7-8d79-049e719f46d3 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/floatingips/d5ee743d-d33f-4ce1-ba2c-9851df652645 HTTP/1.1" status: 200 len: 993 time: 0.0896204 Aug 11 03:20:35.799892 n-d-764292-30 neutron-server[102192]: DEBUG neutron.quota.resource [None req-fe06e5db-754a-4325-8cfb-5d5eabdb9a45 tempest-QuotasTest-397531881 tempest-QuotasTest-397531881-project-admin] Usage tracker for resource:security_group_rule and tenant:6473637ab27744d38b4f6d463f54aeb8 is out of sync, need to count used quota {{(pid=102192) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 11 03:20:35.817450 n-d-764292-30 neutron-server[102192]: DEBUG neutron.quota.resource [None req-fe06e5db-754a-4325-8cfb-5d5eabdb9a45 tempest-QuotasTest-397531881 tempest-QuotasTest-397531881-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=102192) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 11 03:20:35.830894 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6304a2be-7b30-40b8-9bc0-6d7889e444c5 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:35.833570 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-fe06e5db-754a-4325-8cfb-5d5eabdb9a45 tempest-QuotasTest-397531881 tempest-QuotasTest-397531881-project-admin] 10.222.0.41 "GET /v2.0/quotas/6473637ab27744d38b4f6d463f54aeb8/details.json HTTP/1.1" status: 200 len: 703 time: 0.9935310 Aug 11 03:20:35.866151 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98729a04-3be6-4280-891c-60c23012eeeb req-063ddb7a-3aae-4938-a832-5436c69456b6 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:35.873806 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-98729a04-3be6-4280-891c-60c23012eeeb req-063ddb7a-3aae-4938-a832-5436c69456b6 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/ports?device_id=a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c HTTP/1.1" status: 200 len: 945 time: 0.1086261 Aug 11 03:20:35.880735 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6304a2be-7b30-40b8-9bc0-6d7889e444c5 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:35.886049 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-6304a2be-7b30-40b8-9bc0-6d7889e444c5 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] 10.222.0.41 "DELETE /v2.0/ports/df629aa1-887c-4e9f-bc0c-c8c407084d6d HTTP/1.1" status: 204 len: 168 time: 0.6205995 Aug 11 03:20:35.886773 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 47624) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:35.887572 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6304a2be-7b30-40b8-9bc0-6d7889e444c5 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Pushing event deleted for resources: {'Port': ['ID=df629aa1-887c-4e9f-bc0c-c8c407084d6d,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:35.896685 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b44386bf-238b-4128-a465-8b09ef39cf93 req-15ec6979-4999-4ad6-b43c-5d24a9444be6 service neutron] 10.222.0.24 "GET /v2.0/networks/ed637a9a-eb30-499d-98db-3d728133dac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917312 Aug 11 03:20:35.917476 n-d-764292-30 neutron-server[102191]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fa7734b-f3b8-4e24-9652-ceebeb740bff tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] GET failed (client error): The resource could not be found. Aug 11 03:20:35.924284 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-6fa7734b-f3b8-4e24-9652-ceebeb740bff tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] 10.222.0.41 "GET /v2.0/ports/df629aa1-887c-4e9f-bc0c-c8c407084d6d HTTP/1.1" status: 404 len: 333 time: 0.0344832 Aug 11 03:20:35.924902 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 47628) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:35.929784 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-c1a4d8b4-d9d5-4e87-be5d-b1e0694744c8 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Request body: {'port': {'network_id': '2861fd00-cdc0-4925-afab-fb848729978e', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-459298204'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:20:35.981078 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-98729a04-3be6-4280-891c-60c23012eeeb req-87803a30-c323-4a2c-b6cc-07af7028a945 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbb5f37-cd37-415a-b820-36c249955487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063483 Aug 11 03:20:36.034236 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1a4d8b4-d9d5-4e87-be5d-b1e0694744c8 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Made reservation on behalf of 985d3fc86708438a9c7d047bb6816423 for: {'port': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:20:36.041090 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c1a4d8b4-d9d5-4e87-be5d-b1e0694744c8 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:36.100034 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [None req-c1a4d8b4-d9d5-4e87-be5d-b1e0694744c8 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] device_id is not set on port 80b3fa7b-11b5-4ab2-9442-9197df46d1f8 yet. {{(pid=102191) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:20:36.168833 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b44386bf-238b-4128-a465-8b09ef39cf93 req-f26a0ce6-a6a8-4783-914a-e6b00cdebda6 service neutron] 10.222.0.24 "GET /v2.0/networks/ed637a9a-eb30-499d-98db-3d728133dac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2536404 Aug 11 03:20:36.223013 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b44386bf-238b-4128-a465-8b09ef39cf93 req-28bbae2d-4031-459b-99c9-8744a9ef0275 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.31&port_id=a312704a-491b-448b-aff9-cbd04cf3547f HTTP/1.1" status: 200 len: 217 time: 0.0532262 Aug 11 03:20:36.326531 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c1a4d8b4-d9d5-4e87-be5d-b1e0694744c8 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:36.329338 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56defef6-f739-4050-987c-9394e6414d55 req-380e6064-2d45-488e-b1d1-8cbb697b0d9a tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:36.330908 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-56defef6-f739-4050-987c-9394e6414d55 req-380e6064-2d45-488e-b1d1-8cbb697b0d9a tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/ports?device_id=a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c HTTP/1.1" status: 200 len: 945 time: 0.1119914 Aug 11 03:20:36.334664 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44386bf-238b-4128-a465-8b09ef39cf93 req-5818bbb3-0cec-42e8-b52b-26c0d12a8b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:36.336513 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b44386bf-238b-4128-a465-8b09ef39cf93 req-5818bbb3-0cec-42e8-b52b-26c0d12a8b32 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=329e4f03-d8cd-404e-b91b-1cb9368d6c2d HTTP/1.1" status: 200 len: 797 time: 0.0977204 Aug 11 03:20:36.362320 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137fb306-95dc-41c4-bbde-a906a6c327a0 req-89e89859-15fe-4360-b6c3-a6fee919460b tempest-ServersNegativeTestMultiTenantJSON-2124607836 tempest-ServersNegativeTestMultiTenantJSON-2124607836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:36.362320 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-137fb306-95dc-41c4-bbde-a906a6c327a0 req-89e89859-15fe-4360-b6c3-a6fee919460b tempest-ServersNegativeTestMultiTenantJSON-2124607836 tempest-ServersNegativeTestMultiTenantJSON-2124607836-project] 10.222.0.41 "GET /v2.0/ports?device_id=02ca5b5f-3d7d-41ce-a47b-89e12508665a HTTP/1.1" status: 200 len: 946 time: 0.1395340 Aug 11 03:20:36.434374 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-56defef6-f739-4050-987c-9394e6414d55 req-296cd9df-1557-4956-87c7-0ac8eb768463 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbb5f37-cd37-415a-b820-36c249955487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929120 Aug 11 03:20:36.452009 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-137fb306-95dc-41c4-bbde-a906a6c327a0 req-c3695b5b-dc68-4c8c-bb22-2e23e41167d1 tempest-ServersNegativeTestMultiTenantJSON-2124607836 tempest-ServersNegativeTestMultiTenantJSON-2124607836-project] 10.222.0.41 "GET /v2.0/security-groups?id=9ae9cc34-f229-47fa-88da-bd88ec29ea8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761843 Aug 11 03:20:36.456672 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44386bf-238b-4128-a465-8b09ef39cf93 req-a9dc8f34-a537-45c0-ab74-c70f03e5750e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:36.458579 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b44386bf-238b-4128-a465-8b09ef39cf93 req-a9dc8f34-a537-45c0-ab74-c70f03e5750e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ed637a9a-eb30-499d-98db-3d728133dac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1003418 Aug 11 03:20:36.542701 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c1a4d8b4-d9d5-4e87-be5d-b1e0694744c8 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:36.654999 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76955a0a-2987-48dc-a228-dd1f05c819ad req-e9960459-9f34-4c83-95cd-405870efb1ea tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:36.657085 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-76955a0a-2987-48dc-a228-dd1f05c819ad req-e9960459-9f34-4c83-95cd-405870efb1ea tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/ports?device_id=a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c HTTP/1.1" status: 200 len: 945 time: 0.1046329 Aug 11 03:20:36.676196 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 47656) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:36.713446 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b44386bf-238b-4128-a465-8b09ef39cf93 req-59211e6a-3ce2-4504-8530-8747da0d2348 service neutron] 10.222.0.24 "GET /v2.0/networks/ed637a9a-eb30-499d-98db-3d728133dac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2418585 Aug 11 03:20:36.787166 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-76955a0a-2987-48dc-a228-dd1f05c819ad req-0c3c0df9-35bb-4f68-a002-444ea266c9f9 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbb5f37-cd37-415a-b820-36c249955487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221828 Aug 11 03:20:36.852680 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b44386bf-238b-4128-a465-8b09ef39cf93 req-d9707307-4455-4244-8d9e-ce2afc9a5f5d service neutron] 10.222.0.24 "GET /v2.0/networks/ed637a9a-eb30-499d-98db-3d728133dac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314690 Aug 11 03:20:36.950504 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b44386bf-238b-4128-a465-8b09ef39cf93 req-5bccc59f-5b34-4103-be80-9e7d0e45458e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.25&port_id=d9e703e8-7704-4b91-aaaa-f02c780d0bdd HTTP/1.1" status: 200 len: 217 time: 0.0872936 Aug 11 03:20:37.031747 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44386bf-238b-4128-a465-8b09ef39cf93 req-14952f07-5c9d-4749-9633-11af2d9ee31e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:37.033612 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b44386bf-238b-4128-a465-8b09ef39cf93 req-14952f07-5c9d-4749-9633-11af2d9ee31e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=329e4f03-d8cd-404e-b91b-1cb9368d6c2d HTTP/1.1" status: 200 len: 797 time: 0.0666821 Aug 11 03:20:37.034831 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0a7a4864-afdd-4d6b-9a32-96c7109add91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:37.049326 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:37.108477 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a4d8b4-d9d5-4e87-be5d-b1e0694744c8 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Network 2861fd00-cdc0-4925-afab-fb848729978e is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:20:37.109812 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a4d8b4-d9d5-4e87-be5d-b1e0694744c8 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Pushing event updated for resources: {'Port': ['ID=80b3fa7b-11b5-4ab2-9442-9197df46d1f8,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:37.115951 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-c1a4d8b4-d9d5-4e87-be5d-b1e0694744c8 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:20:37.116632 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a4d8b4-d9d5-4e87-be5d-b1e0694744c8 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:20:37.116980 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44386bf-238b-4128-a465-8b09ef39cf93 req-1875c40e-148e-4597-a0e9-3d5a60db0cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:37.117069 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1a4d8b4-d9d5-4e87-be5d-b1e0694744c8 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:37.117529 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c1a4d8b4-d9d5-4e87-be5d-b1e0694744c8 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:37.121336 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b44386bf-238b-4128-a465-8b09ef39cf93 req-1875c40e-148e-4597-a0e9-3d5a60db0cc5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ed637a9a-eb30-499d-98db-3d728133dac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0729063 Aug 11 03:20:37.340264 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fff1fc-26ab-4625-a9fb-ef7a4007f072 req-6fc8c919-360a-4e4b-9020-c4f8e7098fe8 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:37.341769 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-66fff1fc-26ab-4625-a9fb-ef7a4007f072 req-6fc8c919-360a-4e4b-9020-c4f8e7098fe8 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/ports?device_id=a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c HTTP/1.1" status: 200 len: 945 time: 0.1825039 Aug 11 03:20:37.351255 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd079f6-5825-4fea-8492-df6d0d09027a req-27afbdec-1ad2-4a13-a507-cadafc9b362c tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:37.352711 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ffd079f6-5825-4fea-8492-df6d0d09027a req-27afbdec-1ad2-4a13-a507-cadafc9b362c tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f5ca1c5-549b-45f8-b644-c1be9314f82b HTTP/1.1" status: 200 len: 946 time: 0.1550510 Aug 11 03:20:37.367579 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b44386bf-238b-4128-a465-8b09ef39cf93 req-6f8d59a1-3498-4790-8b22-68f48c3e20bf service neutron] 10.222.0.24 "GET /v2.0/networks/ed637a9a-eb30-499d-98db-3d728133dac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2374065 Aug 11 03:20:37.450749 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0a7a4864-afdd-4d6b-9a32-96c7109add91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:37.516837 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-66fff1fc-26ab-4625-a9fb-ef7a4007f072 req-7caf00e2-b1f7-4ee9-a314-2317e9598bf7 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbb5f37-cd37-415a-b820-36c249955487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631632 Aug 11 03:20:37.523599 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac94e0c-7a89-40fd-a193-8f703d89b40e req-b3e53a7e-5ee9-4e20-8eda-f3226b01fe16 tempest-ServersNegativeTestMultiTenantJSON-2124607836 tempest-ServersNegativeTestMultiTenantJSON-2124607836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:37.525206 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-0ac94e0c-7a89-40fd-a193-8f703d89b40e req-b3e53a7e-5ee9-4e20-8eda-f3226b01fe16 tempest-ServersNegativeTestMultiTenantJSON-2124607836 tempest-ServersNegativeTestMultiTenantJSON-2124607836-project] 10.222.0.22 "GET /v2.0/ports?device_id=02ca5b5f-3d7d-41ce-a47b-89e12508665a HTTP/1.1" status: 200 len: 946 time: 0.0613773 Aug 11 03:20:37.534883 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0a7a4864-afdd-4d6b-9a32-96c7109add91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:37.538358 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ffd079f6-5825-4fea-8492-df6d0d09027a req-68242c98-cc41-4aa3-9caf-4baa27f8785d tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/security-groups?id=028f82ce-145e-4da5-a893-c699717fae6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1695423 Aug 11 03:20:37.594718 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-02471893-f8aa-486f-9607-83712830beae req-0957bb23-f697-48fd-9935-740ca2eca815 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6f5ca1c5-549b-45f8-b644-c1be9314f82b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2381666 Aug 11 03:20:37.601171 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-0a7a4864-afdd-4d6b-9a32-96c7109add91 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a0775786a2284c909a10f6b25513d66e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9119303 Aug 11 03:20:37.602900 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a4864-afdd-4d6b-9a32-96c7109add91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=992a55b5-7773-4d35-a6b3-f2b2949096fe,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:37.607454 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b44386bf-238b-4128-a465-8b09ef39cf93 req-a708539b-a4a2-40dc-9d14-6f730dc5ab1c service neutron] 10.222.0.24 "GET /v2.0/networks/ed637a9a-eb30-499d-98db-3d728133dac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2305827 Aug 11 03:20:37.614980 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 47686) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:37.675324 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-0ac94e0c-7a89-40fd-a193-8f703d89b40e req-ed41ddc7-c3b9-47bf-8464-0a734bbf024c tempest-ServersNegativeTestMultiTenantJSON-2124607836 tempest-ServersNegativeTestMultiTenantJSON-2124607836-project] Deleting port 8c7bd3b8-5348-4655-b87e-230a2dd9938c {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:20:37.676067 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-0ac94e0c-7a89-40fd-a193-8f703d89b40e req-ed41ddc7-c3b9-47bf-8464-0a734bbf024c tempest-ServersNegativeTestMultiTenantJSON-2124607836 tempest-ServersNegativeTestMultiTenantJSON-2124607836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:37.694475 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b44386bf-238b-4128-a465-8b09ef39cf93 req-e7d69033-4f01-49cc-a3b6-9fb9b7345cb9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f418b08e-aa62-46df-bda1-d8d20334592a HTTP/1.1" status: 200 len: 217 time: 0.0707643 Aug 11 03:20:37.729803 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-c1a4d8b4-d9d5-4e87-be5d-b1e0694744c8 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.8037734 Aug 11 03:20:37.734863 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 47690) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:37.761491 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-faeb2c29-68a6-421e-b9b3-6a450834ec69 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-764292-30'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:20:37.815294 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3011414-d074-48d2-9281-e0ab7233a66a req-1b1fab09-5a3b-4cfd-aec3-fbeebb6f7684 tempest-ServersNegativeTestMultiTenantJSON-2124607836 tempest-ServersNegativeTestMultiTenantJSON-2124607836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:37.822464 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c3011414-d074-48d2-9281-e0ab7233a66a req-1b1fab09-5a3b-4cfd-aec3-fbeebb6f7684 tempest-ServersNegativeTestMultiTenantJSON-2124607836 tempest-ServersNegativeTestMultiTenantJSON-2124607836-project] 10.222.0.41 "GET /v2.0/ports?device_id=02ca5b5f-3d7d-41ce-a47b-89e12508665a HTTP/1.1" status: 200 len: 946 time: 0.2240639 Aug 11 03:20:37.867686 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d0bf1f-4b47-434e-834d-e9a3baf4f6a6 req-c987b173-0149-457a-8b4f-a87eab072566 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:37.875571 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-08d0bf1f-4b47-434e-834d-e9a3baf4f6a6 req-c987b173-0149-457a-8b4f-a87eab072566 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/ports?device_id=a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c HTTP/1.1" status: 200 len: 945 time: 0.1868801 Aug 11 03:20:37.882092 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-0ac94e0c-7a89-40fd-a193-8f703d89b40e req-ed41ddc7-c3b9-47bf-8464-0a734bbf024c tempest-ServersNegativeTestMultiTenantJSON-2124607836 tempest-ServersNegativeTestMultiTenantJSON-2124607836-project] For port 8c7bd3b8-5348-4655-b87e-230a2dd9938c, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=8c7bd3b8-5348-4655-b87e-230a2dd9938c,segment=NetworkSegment(4ae39e03-8666-410d-a4c0-afb5e733fb2a),segment_id=4ae39e03-8666-410d-a4c0-afb5e733fb2a)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:20:37.882585 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-0ac94e0c-7a89-40fd-a193-8f703d89b40e req-ed41ddc7-c3b9-47bf-8464-0a734bbf024c tempest-ServersNegativeTestMultiTenantJSON-2124607836 tempest-ServersNegativeTestMultiTenantJSON-2124607836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:37.885317 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-faeb2c29-68a6-421e-b9b3-6a450834ec69 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:37.889103 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-dccf5949-5f28-4984-ae9c-710af3796017 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:37.906641 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-0ac94e0c-7a89-40fd-a193-8f703d89b40e req-ed41ddc7-c3b9-47bf-8464-0a734bbf024c tempest-ServersNegativeTestMultiTenantJSON-2124607836 tempest-ServersNegativeTestMultiTenantJSON-2124607836-project] Calling delete_port for 8c7bd3b8-5348-4655-b87e-230a2dd9938c owned by compute:nova {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:20:37.910784 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44386bf-238b-4128-a465-8b09ef39cf93 req-3cde08b0-964f-4559-afa4-4f07ecfc626d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:37.917250 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b44386bf-238b-4128-a465-8b09ef39cf93 req-3cde08b0-964f-4559-afa4-4f07ecfc626d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=50b43d93-528a-454a-beae-d58f91ef15e1 HTTP/1.1" status: 200 len: 797 time: 0.2060790 Aug 11 03:20:38.194540 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [None req-faeb2c29-68a6-421e-b9b3-6a450834ec69 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] device_id is not set on port 80b3fa7b-11b5-4ab2-9442-9197df46d1f8 yet. {{(pid=102191) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:20:38.211192 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-faeb2c29-68a6-421e-b9b3-6a450834ec69 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:38.247341 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c3011414-d074-48d2-9281-e0ab7233a66a req-03e0337e-d58f-4943-acbc-5f5b64de650e tempest-ServersNegativeTestMultiTenantJSON-2124607836 tempest-ServersNegativeTestMultiTenantJSON-2124607836-project] 10.222.0.41 "GET /v2.0/security-groups?id=9ae9cc34-f229-47fa-88da-bd88ec29ea8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4239593 Aug 11 03:20:38.295308 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-08d0bf1f-4b47-434e-834d-e9a3baf4f6a6 req-ef2cb6f9-cde9-46d4-b079-9805c036dee0 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbb5f37-cd37-415a-b820-36c249955487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4136603 Aug 11 03:20:38.320241 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-dccf5949-5f28-4984-ae9c-710af3796017 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:38.343679 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44386bf-238b-4128-a465-8b09ef39cf93 req-6c5dabe0-1f7a-4d11-a48d-8a8b09701ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:38.346030 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b44386bf-238b-4128-a465-8b09ef39cf93 req-6c5dabe0-1f7a-4d11-a48d-8a8b09701ec9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e854785b-6921-4aac-9817-a841d5040ff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4181821 Aug 11 03:20:38.407546 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-0ac94e0c-7a89-40fd-a193-8f703d89b40e req-ed41ddc7-c3b9-47bf-8464-0a734bbf024c tempest-ServersNegativeTestMultiTenantJSON-2124607836 tempest-ServersNegativeTestMultiTenantJSON-2124607836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:38.419507 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['8c7bd3b8-5348-4655-b87e-230a2dd9938c'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:20:38.421576 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [None req-faeb2c29-68a6-421e-b9b3-6a450834ec69 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Transition to ACTIVE for port object 80b3fa7b-11b5-4ab2-9442-9197df46d1f8 will not be triggered until provisioned by entity L2. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:20:38.483258 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed41ddc7-c3b9-47bf-8464-0a734bbf024c tempest-ServersNegativeTestMultiTenantJSON-2124607836 tempest-ServersNegativeTestMultiTenantJSON-2124607836-project] Pushing event deleted for resources: {'Port': ['ID=8c7bd3b8-5348-4655-b87e-230a2dd9938c,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:38.534404 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ac94e0c-7a89-40fd-a193-8f703d89b40e req-ed41ddc7-c3b9-47bf-8464-0a734bbf024c tempest-ServersNegativeTestMultiTenantJSON-2124607836 tempest-ServersNegativeTestMultiTenantJSON-2124607836-project] No DVR routers for this DVR port 8c7bd3b8-5348-4655-b87e-230a2dd9938c on host n-h1-764292-30 {{(pid=102191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:20:38.536711 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-0ac94e0c-7a89-40fd-a193-8f703d89b40e req-ed41ddc7-c3b9-47bf-8464-0a734bbf024c tempest-ServersNegativeTestMultiTenantJSON-2124607836 tempest-ServersNegativeTestMultiTenantJSON-2124607836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:38.538971 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-0ac94e0c-7a89-40fd-a193-8f703d89b40e req-ed41ddc7-c3b9-47bf-8464-0a734bbf024c tempest-ServersNegativeTestMultiTenantJSON-2124607836 tempest-ServersNegativeTestMultiTenantJSON-2124607836-project] 10.222.0.22 "DELETE /v2.0/ports/8c7bd3b8-5348-4655-b87e-230a2dd9938c HTTP/1.1" status: 204 len: 173 time: 0.9989233 Aug 11 03:20:38.539490 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02ca5b5f-3d7d-41ce-a47b-89e12508665a', 'name': 'network-vif-deleted', 'tag': '8c7bd3b8-5348-4655-b87e-230a2dd9938c'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:20:38.545822 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c25a91-176b-41b2-bb99-1d2b085979f3 req-03ad01c8-e46b-4779-84ba-f8a1567e09c4 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:38.547334 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-14c25a91-176b-41b2-bb99-1d2b085979f3 req-03ad01c8-e46b-4779-84ba-f8a1567e09c4 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/ports?device_id=a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c HTTP/1.1" status: 200 len: 945 time: 0.0763736 Aug 11 03:20:38.550019 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b44386bf-238b-4128-a465-8b09ef39cf93 req-47fa5251-453c-463f-ba34-b9def9fdbbfa service neutron] 10.222.0.24 "GET /v2.0/networks/e854785b-6921-4aac-9817-a841d5040ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959534 Aug 11 03:20:38.554999 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71ee30e2-1bdd-4e74-9dec-9589876f0002" -d '{"events": [{"server_uuid": "02ca5b5f-3d7d-41ce-a47b-89e12508665a", "name": "network-vif-deleted", "tag": "8c7bd3b8-5348-4655-b87e-230a2dd9938c"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:20:38.554999 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-faeb2c29-68a6-421e-b9b3-6a450834ec69 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:38.597527 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faeb2c29-68a6-421e-b9b3-6a450834ec69 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Pushing event updated for resources: {'Port': ['ID=80b3fa7b-11b5-4ab2-9442-9197df46d1f8,revision_number=2']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:38.633058 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a61b3f4-f1e5-4b23-9dce-563ecedb60b2 x-openstack-request-id: req-6a61b3f4-f1e5-4b23-9dce-563ecedb60b2 {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:20:38.637960 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02ca5b5f-3d7d-41ce-a47b-89e12508665a", "name": "network-vif-deleted", "tag": "8c7bd3b8-5348-4655-b87e-230a2dd9938c", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:20:38.638228 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6a61b3f4-f1e5-4b23-9dce-563ecedb60b2 {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:20:38.638695 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02ca5b5f-3d7d-41ce-a47b-89e12508665a', 'name': 'network-vif-deleted', 'tag': '8c7bd3b8-5348-4655-b87e-230a2dd9938c', 'status': 'completed', 'code': 200} Aug 11 03:20:38.650926 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [None req-faeb2c29-68a6-421e-b9b3-6a450834ec69 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Attempting to bind port 80b3fa7b-11b5-4ab2-9442-9197df46d1f8 on host n-h2-764292-30 for vnic_type normal with profile {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:20:38.651442 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [None req-faeb2c29-68a6-421e-b9b3-6a450834ec69 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Attempting to bind port 80b3fa7b-11b5-4ab2-9442-9197df46d1f8 by drivers openvswitch,hyperv on host n-h2-764292-30 at level 0 using segments [{'id': '515ec75d-169e-43f2-be4b-991f7c4f3bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2861fd00-cdc0-4925-afab-fb848729978e'}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:20:38.652124 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faeb2c29-68a6-421e-b9b3-6a450834ec69 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Attempting to bind port 80b3fa7b-11b5-4ab2-9442-9197df46d1f8 on network 2861fd00-cdc0-4925-afab-fb848729978e {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:20:38.660947 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-dccf5949-5f28-4984-ae9c-710af3796017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:38.665387 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faeb2c29-68a6-421e-b9b3-6a450834ec69 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Port 80b3fa7b-11b5-4ab2-9442-9197df46d1f8 on network 2861fd00-cdc0-4925-afab-fb848729978e not bound, no agent of type Open vSwitch agent registered on host n-h2-764292-30 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:20:38.665746 n-d-764292-30 neutron-server[102191]: ERROR neutron.plugins.ml2.managers [None req-faeb2c29-68a6-421e-b9b3-6a450834ec69 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Failed to bind port 80b3fa7b-11b5-4ab2-9442-9197df46d1f8 on host n-h2-764292-30 for vnic_type normal using segments [{'id': '515ec75d-169e-43f2-be4b-991f7c4f3bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2861fd00-cdc0-4925-afab-fb848729978e'}] Aug 11 03:20:38.668970 n-d-764292-30 neutron-server[102191]: INFO neutron.plugins.ml2.plugin [None req-faeb2c29-68a6-421e-b9b3-6a450834ec69 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Attempt 2 to bind port 80b3fa7b-11b5-4ab2-9442-9197df46d1f8 Aug 11 03:20:38.679200 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-dccf5949-5f28-4984-ae9c-710af3796017 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:38.685058 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [None req-faeb2c29-68a6-421e-b9b3-6a450834ec69 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Attempting to bind port 80b3fa7b-11b5-4ab2-9442-9197df46d1f8 on host n-h2-764292-30 for vnic_type normal with profile {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:20:38.685377 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [None req-faeb2c29-68a6-421e-b9b3-6a450834ec69 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Attempting to bind port 80b3fa7b-11b5-4ab2-9442-9197df46d1f8 by drivers openvswitch,hyperv on host n-h2-764292-30 at level 0 using segments [{'id': '515ec75d-169e-43f2-be4b-991f7c4f3bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2861fd00-cdc0-4925-afab-fb848729978e'}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:20:38.685718 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faeb2c29-68a6-421e-b9b3-6a450834ec69 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Attempting to bind port 80b3fa7b-11b5-4ab2-9442-9197df46d1f8 on network 2861fd00-cdc0-4925-afab-fb848729978e {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:20:38.690190 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-dccf5949-5f28-4984-ae9c-710af3796017 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/992a55b5-7773-4d35-a6b3-f2b2949096fe HTTP/1.1" status: 204 len: 168 time: 1.0742698 Aug 11 03:20:38.722335 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faeb2c29-68a6-421e-b9b3-6a450834ec69 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Port 80b3fa7b-11b5-4ab2-9442-9197df46d1f8 on network 2861fd00-cdc0-4925-afab-fb848729978e not bound, no agent of type Open vSwitch agent registered on host n-h2-764292-30 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:20:38.722685 n-d-764292-30 neutron-server[102191]: ERROR neutron.plugins.ml2.managers [None req-faeb2c29-68a6-421e-b9b3-6a450834ec69 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Failed to bind port 80b3fa7b-11b5-4ab2-9442-9197df46d1f8 on host n-h2-764292-30 for vnic_type normal using segments [{'id': '515ec75d-169e-43f2-be4b-991f7c4f3bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2861fd00-cdc0-4925-afab-fb848729978e'}] Aug 11 03:20:38.724567 n-d-764292-30 neutron-server[102191]: INFO neutron.plugins.ml2.plugin [None req-faeb2c29-68a6-421e-b9b3-6a450834ec69 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Attempt 3 to bind port 80b3fa7b-11b5-4ab2-9442-9197df46d1f8 Aug 11 03:20:38.734074 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-14c25a91-176b-41b2-bb99-1d2b085979f3 req-bd52e6c7-0812-4aed-85b3-db21bd9233cf tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbb5f37-cd37-415a-b820-36c249955487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720629 Aug 11 03:20:38.738579 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccf5949-5f28-4984-ae9c-710af3796017 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=992a55b5-7773-4d35-a6b3-f2b2949096fe,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:38.775335 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [None req-faeb2c29-68a6-421e-b9b3-6a450834ec69 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Attempting to bind port 80b3fa7b-11b5-4ab2-9442-9197df46d1f8 on host n-h2-764292-30 for vnic_type normal with profile {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:20:38.775627 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [None req-faeb2c29-68a6-421e-b9b3-6a450834ec69 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Attempting to bind port 80b3fa7b-11b5-4ab2-9442-9197df46d1f8 by drivers openvswitch,hyperv on host n-h2-764292-30 at level 0 using segments [{'id': '515ec75d-169e-43f2-be4b-991f7c4f3bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2861fd00-cdc0-4925-afab-fb848729978e'}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:20:38.775964 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faeb2c29-68a6-421e-b9b3-6a450834ec69 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Attempting to bind port 80b3fa7b-11b5-4ab2-9442-9197df46d1f8 on network 2861fd00-cdc0-4925-afab-fb848729978e {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:20:38.794615 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faeb2c29-68a6-421e-b9b3-6a450834ec69 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Port 80b3fa7b-11b5-4ab2-9442-9197df46d1f8 on network 2861fd00-cdc0-4925-afab-fb848729978e not bound, no agent of type Open vSwitch agent registered on host n-h2-764292-30 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:20:38.794954 n-d-764292-30 neutron-server[102191]: ERROR neutron.plugins.ml2.managers [None req-faeb2c29-68a6-421e-b9b3-6a450834ec69 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Failed to bind port 80b3fa7b-11b5-4ab2-9442-9197df46d1f8 on host n-h2-764292-30 for vnic_type normal using segments [{'id': '515ec75d-169e-43f2-be4b-991f7c4f3bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2861fd00-cdc0-4925-afab-fb848729978e'}] Aug 11 03:20:38.797109 n-d-764292-30 neutron-server[102191]: INFO neutron.plugins.ml2.plugin [None req-faeb2c29-68a6-421e-b9b3-6a450834ec69 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Attempt 4 to bind port 80b3fa7b-11b5-4ab2-9442-9197df46d1f8 Aug 11 03:20:38.823488 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [None req-faeb2c29-68a6-421e-b9b3-6a450834ec69 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Attempting to bind port 80b3fa7b-11b5-4ab2-9442-9197df46d1f8 on host n-h2-764292-30 for vnic_type normal with profile {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:20:38.823860 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [None req-faeb2c29-68a6-421e-b9b3-6a450834ec69 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Attempting to bind port 80b3fa7b-11b5-4ab2-9442-9197df46d1f8 by drivers openvswitch,hyperv on host n-h2-764292-30 at level 0 using segments [{'id': '515ec75d-169e-43f2-be4b-991f7c4f3bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2861fd00-cdc0-4925-afab-fb848729978e'}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:20:38.824204 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faeb2c29-68a6-421e-b9b3-6a450834ec69 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Attempting to bind port 80b3fa7b-11b5-4ab2-9442-9197df46d1f8 on network 2861fd00-cdc0-4925-afab-fb848729978e {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:20:38.832776 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faeb2c29-68a6-421e-b9b3-6a450834ec69 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Port 80b3fa7b-11b5-4ab2-9442-9197df46d1f8 on network 2861fd00-cdc0-4925-afab-fb848729978e not bound, no agent of type Open vSwitch agent registered on host n-h2-764292-30 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:20:38.833807 n-d-764292-30 neutron-server[102191]: ERROR neutron.plugins.ml2.managers [None req-faeb2c29-68a6-421e-b9b3-6a450834ec69 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Failed to bind port 80b3fa7b-11b5-4ab2-9442-9197df46d1f8 on host n-h2-764292-30 for vnic_type normal using segments [{'id': '515ec75d-169e-43f2-be4b-991f7c4f3bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2861fd00-cdc0-4925-afab-fb848729978e'}] Aug 11 03:20:38.835137 n-d-764292-30 neutron-server[102191]: INFO neutron.plugins.ml2.plugin [None req-faeb2c29-68a6-421e-b9b3-6a450834ec69 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Attempt 5 to bind port 80b3fa7b-11b5-4ab2-9442-9197df46d1f8 Aug 11 03:20:38.868002 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b44386bf-238b-4128-a465-8b09ef39cf93 req-cbd42aa3-181e-4034-afd8-5596f6af65c5 service neutron] 10.222.0.24 "GET /v2.0/networks/e854785b-6921-4aac-9817-a841d5040ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3071806 Aug 11 03:20:38.882780 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [None req-faeb2c29-68a6-421e-b9b3-6a450834ec69 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Attempting to bind port 80b3fa7b-11b5-4ab2-9442-9197df46d1f8 on host n-h2-764292-30 for vnic_type normal with profile {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:20:38.883751 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [None req-faeb2c29-68a6-421e-b9b3-6a450834ec69 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Attempting to bind port 80b3fa7b-11b5-4ab2-9442-9197df46d1f8 by drivers openvswitch,hyperv on host n-h2-764292-30 at level 0 using segments [{'id': '515ec75d-169e-43f2-be4b-991f7c4f3bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2861fd00-cdc0-4925-afab-fb848729978e'}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:20:38.886498 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faeb2c29-68a6-421e-b9b3-6a450834ec69 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Attempting to bind port 80b3fa7b-11b5-4ab2-9442-9197df46d1f8 on network 2861fd00-cdc0-4925-afab-fb848729978e {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:20:38.897647 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faeb2c29-68a6-421e-b9b3-6a450834ec69 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Port 80b3fa7b-11b5-4ab2-9442-9197df46d1f8 on network 2861fd00-cdc0-4925-afab-fb848729978e not bound, no agent of type Open vSwitch agent registered on host n-h2-764292-30 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:20:38.898125 n-d-764292-30 neutron-server[102191]: ERROR neutron.plugins.ml2.managers [None req-faeb2c29-68a6-421e-b9b3-6a450834ec69 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Failed to bind port 80b3fa7b-11b5-4ab2-9442-9197df46d1f8 on host n-h2-764292-30 for vnic_type normal using segments [{'id': '515ec75d-169e-43f2-be4b-991f7c4f3bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2861fd00-cdc0-4925-afab-fb848729978e'}] Aug 11 03:20:38.901182 n-d-764292-30 neutron-server[102191]: INFO neutron.plugins.ml2.plugin [None req-faeb2c29-68a6-421e-b9b3-6a450834ec69 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Attempt 6 to bind port 80b3fa7b-11b5-4ab2-9442-9197df46d1f8 Aug 11 03:20:38.928791 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [None req-faeb2c29-68a6-421e-b9b3-6a450834ec69 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Attempting to bind port 80b3fa7b-11b5-4ab2-9442-9197df46d1f8 on host n-h2-764292-30 for vnic_type normal with profile {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:20:38.929184 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [None req-faeb2c29-68a6-421e-b9b3-6a450834ec69 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Attempting to bind port 80b3fa7b-11b5-4ab2-9442-9197df46d1f8 by drivers openvswitch,hyperv on host n-h2-764292-30 at level 0 using segments [{'id': '515ec75d-169e-43f2-be4b-991f7c4f3bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2861fd00-cdc0-4925-afab-fb848729978e'}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:20:38.929462 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faeb2c29-68a6-421e-b9b3-6a450834ec69 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Attempting to bind port 80b3fa7b-11b5-4ab2-9442-9197df46d1f8 on network 2861fd00-cdc0-4925-afab-fb848729978e {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:20:38.940454 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b44386bf-238b-4128-a465-8b09ef39cf93 req-7783934a-a039-4306-a8f6-b5d31aedd6c3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ba046f43-bd86-472c-a6e9-4db5d5ea61d0 HTTP/1.1" status: 200 len: 217 time: 0.0626180 Aug 11 03:20:38.940785 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faeb2c29-68a6-421e-b9b3-6a450834ec69 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Port 80b3fa7b-11b5-4ab2-9442-9197df46d1f8 on network 2861fd00-cdc0-4925-afab-fb848729978e not bound, no agent of type Open vSwitch agent registered on host n-h2-764292-30 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:20:38.941123 n-d-764292-30 neutron-server[102191]: ERROR neutron.plugins.ml2.managers [None req-faeb2c29-68a6-421e-b9b3-6a450834ec69 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Failed to bind port 80b3fa7b-11b5-4ab2-9442-9197df46d1f8 on host n-h2-764292-30 for vnic_type normal using segments [{'id': '515ec75d-169e-43f2-be4b-991f7c4f3bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2861fd00-cdc0-4925-afab-fb848729978e'}] Aug 11 03:20:38.941516 n-d-764292-30 neutron-server[102191]: INFO neutron.plugins.ml2.plugin [None req-faeb2c29-68a6-421e-b9b3-6a450834ec69 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Attempt 7 to bind port 80b3fa7b-11b5-4ab2-9442-9197df46d1f8 Aug 11 03:20:38.949726 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b1acd5-9f3e-4a80-9cb4-73429a1f0280 req-551adfc4-747a-407f-adb7-7fb5165f6529 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:38.951362 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-56b1acd5-9f3e-4a80-9cb4-73429a1f0280 req-551adfc4-747a-407f-adb7-7fb5165f6529 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f5ca1c5-549b-45f8-b644-c1be9314f82b HTTP/1.1" status: 200 len: 946 time: 0.2161210 Aug 11 03:20:38.984243 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [None req-faeb2c29-68a6-421e-b9b3-6a450834ec69 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Attempting to bind port 80b3fa7b-11b5-4ab2-9442-9197df46d1f8 on host n-h2-764292-30 for vnic_type normal with profile {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:20:38.984582 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [None req-faeb2c29-68a6-421e-b9b3-6a450834ec69 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Attempting to bind port 80b3fa7b-11b5-4ab2-9442-9197df46d1f8 by drivers openvswitch,hyperv on host n-h2-764292-30 at level 0 using segments [{'id': '515ec75d-169e-43f2-be4b-991f7c4f3bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2861fd00-cdc0-4925-afab-fb848729978e'}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:20:38.984912 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faeb2c29-68a6-421e-b9b3-6a450834ec69 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Attempting to bind port 80b3fa7b-11b5-4ab2-9442-9197df46d1f8 on network 2861fd00-cdc0-4925-afab-fb848729978e {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:20:38.989530 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faeb2c29-68a6-421e-b9b3-6a450834ec69 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Port 80b3fa7b-11b5-4ab2-9442-9197df46d1f8 on network 2861fd00-cdc0-4925-afab-fb848729978e not bound, no agent of type Open vSwitch agent registered on host n-h2-764292-30 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:20:38.989858 n-d-764292-30 neutron-server[102191]: ERROR neutron.plugins.ml2.managers [None req-faeb2c29-68a6-421e-b9b3-6a450834ec69 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Failed to bind port 80b3fa7b-11b5-4ab2-9442-9197df46d1f8 on host n-h2-764292-30 for vnic_type normal using segments [{'id': '515ec75d-169e-43f2-be4b-991f7c4f3bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2861fd00-cdc0-4925-afab-fb848729978e'}] Aug 11 03:20:38.990254 n-d-764292-30 neutron-server[102191]: INFO neutron.plugins.ml2.plugin [None req-faeb2c29-68a6-421e-b9b3-6a450834ec69 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Attempt 8 to bind port 80b3fa7b-11b5-4ab2-9442-9197df46d1f8 Aug 11 03:20:39.008523 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [None req-faeb2c29-68a6-421e-b9b3-6a450834ec69 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Attempting to bind port 80b3fa7b-11b5-4ab2-9442-9197df46d1f8 on host n-h2-764292-30 for vnic_type normal with profile {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:20:39.009679 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [None req-faeb2c29-68a6-421e-b9b3-6a450834ec69 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Attempting to bind port 80b3fa7b-11b5-4ab2-9442-9197df46d1f8 by drivers openvswitch,hyperv on host n-h2-764292-30 at level 0 using segments [{'id': '515ec75d-169e-43f2-be4b-991f7c4f3bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2861fd00-cdc0-4925-afab-fb848729978e'}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:20:39.010085 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faeb2c29-68a6-421e-b9b3-6a450834ec69 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Attempting to bind port 80b3fa7b-11b5-4ab2-9442-9197df46d1f8 on network 2861fd00-cdc0-4925-afab-fb848729978e {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:20:39.018385 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faeb2c29-68a6-421e-b9b3-6a450834ec69 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Port 80b3fa7b-11b5-4ab2-9442-9197df46d1f8 on network 2861fd00-cdc0-4925-afab-fb848729978e not bound, no agent of type Open vSwitch agent registered on host n-h2-764292-30 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:20:39.018716 n-d-764292-30 neutron-server[102191]: ERROR neutron.plugins.ml2.managers [None req-faeb2c29-68a6-421e-b9b3-6a450834ec69 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Failed to bind port 80b3fa7b-11b5-4ab2-9442-9197df46d1f8 on host n-h2-764292-30 for vnic_type normal using segments [{'id': '515ec75d-169e-43f2-be4b-991f7c4f3bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2861fd00-cdc0-4925-afab-fb848729978e'}] Aug 11 03:20:39.019108 n-d-764292-30 neutron-server[102191]: INFO neutron.plugins.ml2.plugin [None req-faeb2c29-68a6-421e-b9b3-6a450834ec69 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Attempt 9 to bind port 80b3fa7b-11b5-4ab2-9442-9197df46d1f8 Aug 11 03:20:39.034401 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44386bf-238b-4128-a465-8b09ef39cf93 req-fee05755-d600-4c57-998e-956ef10837b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:39.035892 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b44386bf-238b-4128-a465-8b09ef39cf93 req-fee05755-d600-4c57-998e-956ef10837b4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=50b43d93-528a-454a-beae-d58f91ef15e1 HTTP/1.1" status: 200 len: 797 time: 0.0835838 Aug 11 03:20:39.038844 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [None req-faeb2c29-68a6-421e-b9b3-6a450834ec69 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Attempting to bind port 80b3fa7b-11b5-4ab2-9442-9197df46d1f8 on host n-h2-764292-30 for vnic_type normal with profile {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:20:39.039196 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [None req-faeb2c29-68a6-421e-b9b3-6a450834ec69 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Attempting to bind port 80b3fa7b-11b5-4ab2-9442-9197df46d1f8 by drivers openvswitch,hyperv on host n-h2-764292-30 at level 0 using segments [{'id': '515ec75d-169e-43f2-be4b-991f7c4f3bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2861fd00-cdc0-4925-afab-fb848729978e'}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:20:39.039535 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faeb2c29-68a6-421e-b9b3-6a450834ec69 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Attempting to bind port 80b3fa7b-11b5-4ab2-9442-9197df46d1f8 on network 2861fd00-cdc0-4925-afab-fb848729978e {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:20:39.044868 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e19fc3-67e6-4292-bdc1-825277491342 req-5e0f4199-13d5-4876-9b8d-5bcca61b4ea9 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:39.045051 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faeb2c29-68a6-421e-b9b3-6a450834ec69 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Port 80b3fa7b-11b5-4ab2-9442-9197df46d1f8 on network 2861fd00-cdc0-4925-afab-fb848729978e not bound, no agent of type Open vSwitch agent registered on host n-h2-764292-30 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:20:39.045390 n-d-764292-30 neutron-server[102191]: ERROR neutron.plugins.ml2.managers [None req-faeb2c29-68a6-421e-b9b3-6a450834ec69 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Failed to bind port 80b3fa7b-11b5-4ab2-9442-9197df46d1f8 on host n-h2-764292-30 for vnic_type normal using segments [{'id': '515ec75d-169e-43f2-be4b-991f7c4f3bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2861fd00-cdc0-4925-afab-fb848729978e'}] Aug 11 03:20:39.045925 n-d-764292-30 neutron-server[102191]: INFO neutron.plugins.ml2.plugin [None req-faeb2c29-68a6-421e-b9b3-6a450834ec69 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Attempt 10 to bind port 80b3fa7b-11b5-4ab2-9442-9197df46d1f8 Aug 11 03:20:39.046213 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b5e19fc3-67e6-4292-bdc1-825277491342 req-5e0f4199-13d5-4876-9b8d-5bcca61b4ea9 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/ports?device_id=a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c HTTP/1.1" status: 200 len: 945 time: 0.1986208 Aug 11 03:20:39.062606 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [None req-faeb2c29-68a6-421e-b9b3-6a450834ec69 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Attempting to bind port 80b3fa7b-11b5-4ab2-9442-9197df46d1f8 on host n-h2-764292-30 for vnic_type normal with profile {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:20:39.062949 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [None req-faeb2c29-68a6-421e-b9b3-6a450834ec69 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Attempting to bind port 80b3fa7b-11b5-4ab2-9442-9197df46d1f8 by drivers openvswitch,hyperv on host n-h2-764292-30 at level 0 using segments [{'id': '515ec75d-169e-43f2-be4b-991f7c4f3bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2861fd00-cdc0-4925-afab-fb848729978e'}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:20:39.063270 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faeb2c29-68a6-421e-b9b3-6a450834ec69 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Attempting to bind port 80b3fa7b-11b5-4ab2-9442-9197df46d1f8 on network 2861fd00-cdc0-4925-afab-fb848729978e {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:20:39.072063 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faeb2c29-68a6-421e-b9b3-6a450834ec69 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Port 80b3fa7b-11b5-4ab2-9442-9197df46d1f8 on network 2861fd00-cdc0-4925-afab-fb848729978e not bound, no agent of type Open vSwitch agent registered on host n-h2-764292-30 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:20:39.072522 n-d-764292-30 neutron-server[102191]: ERROR neutron.plugins.ml2.managers [None req-faeb2c29-68a6-421e-b9b3-6a450834ec69 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Failed to bind port 80b3fa7b-11b5-4ab2-9442-9197df46d1f8 on host n-h2-764292-30 for vnic_type normal using segments [{'id': '515ec75d-169e-43f2-be4b-991f7c4f3bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2861fd00-cdc0-4925-afab-fb848729978e'}] Aug 11 03:20:39.072790 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-faeb2c29-68a6-421e-b9b3-6a450834ec69 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:39.113995 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-56b1acd5-9f3e-4a80-9cb4-73429a1f0280 req-48c966a7-bd8b-49db-b586-57c0c13a17b9 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/security-groups?id=028f82ce-145e-4da5-a893-c699717fae6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1369259 Aug 11 03:20:39.166007 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [None req-faeb2c29-68a6-421e-b9b3-6a450834ec69 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] For port 80b3fa7b-11b5-4ab2-9442-9197df46d1f8, host n-h2-764292-30, cleared binding levels {{(pid=102191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:20:39.166691 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [None req-faeb2c29-68a6-421e-b9b3-6a450834ec69 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Attempted to set empty binding levels {{(pid=102191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 11 03:20:39.174832 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b5e19fc3-67e6-4292-bdc1-825277491342 req-110d78d2-139f-4449-a1dc-5e6a5b593348 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbb5f37-cd37-415a-b820-36c249955487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203861 Aug 11 03:20:39.186101 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44386bf-238b-4128-a465-8b09ef39cf93 req-c9432ab7-d17d-411f-a530-8117d2333e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:39.186101 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b44386bf-238b-4128-a465-8b09ef39cf93 req-c9432ab7-d17d-411f-a530-8117d2333e67 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e854785b-6921-4aac-9817-a841d5040ff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1295767 Aug 11 03:20:39.286769 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-faeb2c29-68a6-421e-b9b3-6a450834ec69 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:39.339126 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-faeb2c29-68a6-421e-b9b3-6a450834ec69 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] In _notify_port_updated(), no bound segment for port 80b3fa7b-11b5-4ab2-9442-9197df46d1f8 on network 2861fd00-cdc0-4925-afab-fb848729978e {{(pid=102191) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 03:20:39.340427 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faeb2c29-68a6-421e-b9b3-6a450834ec69 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:39.341053 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-faeb2c29-68a6-421e-b9b3-6a450834ec69 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:39.345326 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-faeb2c29-68a6-421e-b9b3-6a450834ec69 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] 10.222.0.41 "PUT /v2.0/ports/80b3fa7b-11b5-4ab2-9442-9197df46d1f8 HTTP/1.1" status: 200 len: 975 time: 1.6044190 Aug 11 03:20:39.345478 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323755f4-a8fe-4e48-bb52-b20fe4298b75 req-97efcf66-067b-4823-ba8e-3150cb917ce3 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:39.349470 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 47756) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:39.352149 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-323755f4-a8fe-4e48-bb52-b20fe4298b75 req-97efcf66-067b-4823-ba8e-3150cb917ce3 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/ports?device_id=a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c HTTP/1.1" status: 200 len: 945 time: 0.0694838 Aug 11 03:20:39.450610 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-323755f4-a8fe-4e48-bb52-b20fe4298b75 req-a9f3baee-1578-44e5-9f15-30d5710b5b7f tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbb5f37-cd37-415a-b820-36c249955487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974491 Aug 11 03:20:39.453801 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faeb2c29-68a6-421e-b9b3-6a450834ec69 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Pushing event updated for resources: {'Port': ['ID=80b3fa7b-11b5-4ab2-9442-9197df46d1f8,revision_number=3']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:39.486522 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b44386bf-238b-4128-a465-8b09ef39cf93 req-351e7189-e97d-47ff-ac59-b714ed0aa6ed service neutron] 10.222.0.24 "GET /v2.0/networks/e854785b-6921-4aac-9817-a841d5040ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2937796 Aug 11 03:20:39.512952 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af91d3de-13bf-4db4-ba65-84f925b29064 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:39.513448 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af91d3de-13bf-4db4-ba65-84f925b29064 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:39.513921 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af91d3de-13bf-4db4-ba65-84f925b29064 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:39.518187 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af91d3de-13bf-4db4-ba65-84f925b29064 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:39.518705 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af91d3de-13bf-4db4-ba65-84f925b29064 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:39.519183 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af91d3de-13bf-4db4-ba65-84f925b29064 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:39.519652 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af91d3de-13bf-4db4-ba65-84f925b29064 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:39.520114 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af91d3de-13bf-4db4-ba65-84f925b29064 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:39.520574 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af91d3de-13bf-4db4-ba65-84f925b29064 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:39.521032 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af91d3de-13bf-4db4-ba65-84f925b29064 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:39.521518 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af91d3de-13bf-4db4-ba65-84f925b29064 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:39.521968 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af91d3de-13bf-4db4-ba65-84f925b29064 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:39.522465 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af91d3de-13bf-4db4-ba65-84f925b29064 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:39.523045 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af91d3de-13bf-4db4-ba65-84f925b29064 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:39.524200 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af91d3de-13bf-4db4-ba65-84f925b29064 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:39.524679 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af91d3de-13bf-4db4-ba65-84f925b29064 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:39.525144 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af91d3de-13bf-4db4-ba65-84f925b29064 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:39.525604 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af91d3de-13bf-4db4-ba65-84f925b29064 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:39.526077 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af91d3de-13bf-4db4-ba65-84f925b29064 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:39.526556 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af91d3de-13bf-4db4-ba65-84f925b29064 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:39.526855 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-24449469-f60d-4814-badf-df73db700ab9 req-33415f24-a788-44f2-8a0f-dc1b383ffb77 tempest-ServersNegativeTestMultiTenantJSON-2124607836 tempest-ServersNegativeTestMultiTenantJSON-2124607836-project] 10.222.0.41 "GET /v2.0/ports?device_id=02ca5b5f-3d7d-41ce-a47b-89e12508665a HTTP/1.1" status: 200 len: 210 time: 0.0746293 Aug 11 03:20:39.527567 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af91d3de-13bf-4db4-ba65-84f925b29064 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:39.528145 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af91d3de-13bf-4db4-ba65-84f925b29064 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:39.529080 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af91d3de-13bf-4db4-ba65-84f925b29064 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:39.529555 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af91d3de-13bf-4db4-ba65-84f925b29064 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:39.536677 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-af91d3de-13bf-4db4-ba65-84f925b29064 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 21718 time: 0.1861951 Aug 11 03:20:39.540563 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 47760) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:39.654548 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-0c4d215c-1096-464d-9211-6c9975fe42f9 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Deleting port 80b3fa7b-11b5-4ab2-9442-9197df46d1f8 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:20:39.655235 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0c4d215c-1096-464d-9211-6c9975fe42f9 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:39.661653 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b44386bf-238b-4128-a465-8b09ef39cf93 req-c3cd955a-bd79-4d9f-8a6b-99121e22491d service neutron] 10.222.0.24 "GET /v2.0/networks/e854785b-6921-4aac-9817-a841d5040ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322899 Aug 11 03:20:39.685781 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a1a8a3-d589-4912-8c68-50b75f85c254 req-abdf388f-5bff-47a0-b4c1-2b545c16da48 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:39.687675 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a2a1a8a3-d589-4912-8c68-50b75f85c254 req-abdf388f-5bff-47a0-b4c1-2b545c16da48 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/ports?device_id=a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c HTTP/1.1" status: 200 len: 945 time: 0.0786138 Aug 11 03:20:39.733736 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [None req-0c4d215c-1096-464d-9211-6c9975fe42f9 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] For port 80b3fa7b-11b5-4ab2-9442-9197df46d1f8, host n-h2-764292-30, got binding levels [] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:20:39.734535 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0c4d215c-1096-464d-9211-6c9975fe42f9 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:39.751400 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-0c4d215c-1096-464d-9211-6c9975fe42f9 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Calling delete_port for 80b3fa7b-11b5-4ab2-9442-9197df46d1f8 owned by {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:20:39.795034 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a2a1a8a3-d589-4912-8c68-50b75f85c254 req-62822899-528d-45a5-93fa-230daa194e23 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbb5f37-cd37-415a-b820-36c249955487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987525 Aug 11 03:20:39.927462 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 47768) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:39.943843 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-572739eb-0c93-4754-b370-e687fb3190a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:40.004489 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0c4d215c-1096-464d-9211-6c9975fe42f9 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:40.040180 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4d215c-1096-464d-9211-6c9975fe42f9 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Pushing event deleted for resources: {'Port': ['ID=80b3fa7b-11b5-4ab2-9442-9197df46d1f8,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:40.052236 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0c4d215c-1096-464d-9211-6c9975fe42f9 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:40.054115 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-0c4d215c-1096-464d-9211-6c9975fe42f9 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] 10.222.0.41 "DELETE /v2.0/ports/80b3fa7b-11b5-4ab2-9442-9197df46d1f8 HTTP/1.1" status: 204 len: 168 time: 0.5122051 Aug 11 03:20:40.057644 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 47772) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:40.086252 n-d-764292-30 neutron-server[102192]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f1019a9-212e-413b-a720-526eadbdd4b3 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] GET failed (client error): The resource could not be found. Aug 11 03:20:40.087808 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-8f1019a9-212e-413b-a720-526eadbdd4b3 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] 10.222.0.41 "GET /v2.0/ports/80b3fa7b-11b5-4ab2-9442-9197df46d1f8 HTTP/1.1" status: 404 len: 333 time: 0.0289309 Aug 11 03:20:40.092435 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 47774) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:40.097372 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-04ac0b06-cd22-41d2-a1e0-a0f144519971 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1695723590', 'network_id': '2861fd00-cdc0-4925-afab-fb848729978e'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:20:40.098405 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-572739eb-0c93-4754-b370-e687fb3190a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:40.171129 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-572739eb-0c93-4754-b370-e687fb3190a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:40.232257 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-572739eb-0c93-4754-b370-e687fb3190a6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6473637ab27744d38b4f6d463f54aeb8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2988555 Aug 11 03:20:40.232257 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572739eb-0c93-4754-b370-e687fb3190a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e96761bf-ebd5-44a6-8e0b-c81f4356d3fa,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:40.240830 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 47784) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:40.287964 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04ac0b06-cd22-41d2-a1e0-a0f144519971 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Made reservation on behalf of 985d3fc86708438a9c7d047bb6816423 for: {'port': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:20:40.290438 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-04ac0b06-cd22-41d2-a1e0-a0f144519971 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:40.336874 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e777967-b77e-424b-9b38-7cce2debcedb req-75c1a61a-6106-458c-beb0-8aeedc1eb96c tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:40.338396 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0e777967-b77e-424b-9b38-7cce2debcedb req-75c1a61a-6106-458c-beb0-8aeedc1eb96c tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f5ca1c5-549b-45f8-b644-c1be9314f82b HTTP/1.1" status: 200 len: 946 time: 0.1453493 Aug 11 03:20:40.347712 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1a19e9-ba28-400b-9368-f3961e08c170 req-0233facb-d8fe-40fb-a8d3-f7efa2c65085 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:40.349083 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9a1a19e9-ba28-400b-9368-f3961e08c170 req-0233facb-d8fe-40fb-a8d3-f7efa2c65085 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/ports?device_id=a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c HTTP/1.1" status: 200 len: 945 time: 0.1461079 Aug 11 03:20:40.350186 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [None req-04ac0b06-cd22-41d2-a1e0-a0f144519971 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] device_id is not set on port 9fb4cc8b-97f9-4bde-93e0-c5080d544e16 yet. {{(pid=102192) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:20:40.430923 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-d9377ee0-ccfa-4d41-80f4-7f346ecbf8a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:40.487573 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0e777967-b77e-424b-9b38-7cce2debcedb req-82d958d6-08dd-41d4-bd52-416fba33b949 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/security-groups?id=028f82ce-145e-4da5-a893-c699717fae6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1322134 Aug 11 03:20:40.499297 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9a1a19e9-ba28-400b-9368-f3961e08c170 req-823d9306-3c11-4c1f-ba9b-293ecc1c732b tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbb5f37-cd37-415a-b820-36c249955487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424057 Aug 11 03:20:40.519933 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-d9377ee0-ccfa-4d41-80f4-7f346ecbf8a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:40.589589 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 47792) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:40.643337 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_v2 [None req-56841240-0842-4d8c-ab0c-a86d51393db2 admin admin] Deleting subnet c129db7d-29d5-4fe8-871f-874a2d997f75 {{(pid=102191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:20:40.646581 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-56841240-0842-4d8c-ab0c-a86d51393db2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:40.687945 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-04ac0b06-cd22-41d2-a1e0-a0f144519971 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:40.702140 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-56841240-0842-4d8c-ab0c-a86d51393db2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126283525'] for subnet, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:40.706323 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02471893-f8aa-486f-9607-83712830beae req-ee6a6624-ff05-414a-951b-a60388f9a13c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:40.708477 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-02471893-f8aa-486f-9607-83712830beae req-ee6a6624-ff05-414a-951b-a60388f9a13c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a5478860f7cb432583cc8e5d994d2237&device_id=6f5ca1c5-549b-45f8-b644-c1be9314f82b HTTP/1.1" status: 200 len: 1098 time: 0.1513743 Aug 11 03:20:40.750142 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-56841240-0842-4d8c-ab0c-a86d51393db2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:40.777919 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-d9377ee0-ccfa-4d41-80f4-7f346ecbf8a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:40.780569 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-d9377ee0-ccfa-4d41-80f4-7f346ecbf8a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:40.784591 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-d9377ee0-ccfa-4d41-80f4-7f346ecbf8a1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e96761bf-ebd5-44a6-8e0b-c81f4356d3fa HTTP/1.1" status: 204 len: 168 time: 0.5424972 Aug 11 03:20:40.806755 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9377ee0-ccfa-4d41-80f4-7f346ecbf8a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e96761bf-ebd5-44a6-8e0b-c81f4356d3fa,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:40.852912 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02471893-f8aa-486f-9607-83712830beae req-1f968ab1-6f02-4055-9d79-35edbcb7f817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:40.854530 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-02471893-f8aa-486f-9607-83712830beae req-1f968ab1-6f02-4055-9d79-35edbcb7f817 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0ff3f448-ca9b-4036-ac09-80380a15e692 HTTP/1.1" status: 200 len: 898 time: 0.1372657 Aug 11 03:20:40.903389 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-04ac0b06-cd22-41d2-a1e0-a0f144519971 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:40.907840 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-56841240-0842-4d8c-ab0c-a86d51393db2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126283413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126275158'] for subnet, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:40.946904 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-56841240-0842-4d8c-ab0c-a86d51393db2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:40.948913 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-56841240-0842-4d8c-ab0c-a86d51393db2 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/c129db7d-29d5-4fe8-871f-874a2d997f75 HTTP/1.1" status: 204 len: 168 time: 0.3579955 Aug 11 03:20:40.950159 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56841240-0842-4d8c-ab0c-a86d51393db2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c129db7d-29d5-4fe8-871f-874a2d997f75,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:40.952617 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 47800) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:40.972854 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ac0b06-cd22-41d2-a1e0-a0f144519971 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Network 2861fd00-cdc0-4925-afab-fb848729978e is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:20:40.976209 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ac0b06-cd22-41d2-a1e0-a0f144519971 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Pushing event updated for resources: {'Port': ['ID=9fb4cc8b-97f9-4bde-93e0-c5080d544e16,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:40.980782 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-02471893-f8aa-486f-9607-83712830beae req-47c9ac57-cc5f-406d-b4fb-18c55fb4634c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0ea4b77d-3452-49a3-af5b-6f0e3d74e9d6 HTTP/1.1" status: 200 len: 1001 time: 0.1186657 Aug 11 03:20:40.981627 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-04ac0b06-cd22-41d2-a1e0-a0f144519971 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:20:40.983975 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ac0b06-cd22-41d2-a1e0-a0f144519971 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:20:40.984847 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04ac0b06-cd22-41d2-a1e0-a0f144519971 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:40.985706 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-04ac0b06-cd22-41d2-a1e0-a0f144519971 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:41.038976 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9eeb88bf-9b59-4572-a2a0-c8d546302a0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:41.057822 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02471893-f8aa-486f-9607-83712830beae req-b07f248f-2b4a-4d63-9210-25a112e47884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:41.063321 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-02471893-f8aa-486f-9607-83712830beae req-b07f248f-2b4a-4d63-9210-25a112e47884 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=715e9a5a-e634-4765-95b3-22d13c494c3d HTTP/1.1" status: 200 len: 834 time: 0.0751288 Aug 11 03:20:41.118215 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02471893-f8aa-486f-9607-83712830beae req-5074f088-af9c-49a9-926f-45c33a52c958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:41.119823 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-02471893-f8aa-486f-9607-83712830beae req-5074f088-af9c-49a9-926f-45c33a52c958 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0ff3f448-ca9b-4036-ac09-80380a15e692&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0494657 Aug 11 03:20:41.126421 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9eeb88bf-9b59-4572-a2a0-c8d546302a0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:41.142729 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-04ac0b06-cd22-41d2-a1e0-a0f144519971 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.0492141 Aug 11 03:20:41.145753 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 47806) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:41.181148 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:41.207744 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-9eeb88bf-9b59-4572-a2a0-c8d546302a0c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07ac84cf-b583-4b32-b60e-41e3964862a4']}} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:20:41.222765 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-9eeb88bf-9b59-4572-a2a0-c8d546302a0c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ae39e03-8666-410d-a4c0-afb5e733fb2a') {'for_net_delete': True} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:20:41.223060 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-9eeb88bf-9b59-4572-a2a0-c8d546302a0c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ae39e03-8666-410d-a4c0-afb5e733fb2a') {} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:20:41.225352 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3bee82c-7a6f-404b-b5dc-f39b61c520a8 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:41.226776 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-a3bee82c-7a6f-404b-b5dc-f39b61c520a8 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] 10.222.0.41 "GET /v2.0/ports/9fb4cc8b-97f9-4bde-93e0-c5080d544e16 HTTP/1.1" status: 200 len: 955 time: 0.0754006 Aug 11 03:20:41.233365 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 47810) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:41.236306 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9eeb88bf-9b59-4572-a2a0-c8d546302a0c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126283644'] for segment, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:41.267816 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9eeb88bf-9b59-4572-a2a0-c8d546302a0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:41.278070 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9eeb88bf-9b59-4572-a2a0-c8d546302a0c admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=102191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:20:41.278567 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9eeb88bf-9b59-4572-a2a0-c8d546302a0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126283391'] for segment, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:41.304445 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-02471893-f8aa-486f-9607-83712830beae req-d94cb9f7-054e-4ff3-a1ea-4288d864d51a service neutron] 10.222.0.24 "GET /v2.0/networks/0ff3f448-ca9b-4036-ac09-80380a15e692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759784 Aug 11 03:20:41.356405 n-d-764292-30 neutron-server[102191]: Traceback (most recent call last): Aug 11 03:20:41.356405 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:20:41.356405 n-d-764292-30 neutron-server[102191]: timer() Aug 11 03:20:41.356405 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:20:41.356405 n-d-764292-30 neutron-server[102191]: cb(*args, **kw) Aug 11 03:20:41.356405 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:20:41.356405 n-d-764292-30 neutron-server[102191]: return func(*args, **kwargs) Aug 11 03:20:41.356405 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:20:41.356405 n-d-764292-30 neutron-server[102191]: self._notify() Aug 11 03:20:41.356405 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:20:41.356405 n-d-764292-30 neutron-server[102191]: self.callback(batched_events) Aug 11 03:20:41.356405 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:20:41.356405 n-d-764292-30 neutron-server[102191]: event.method(event) Aug 11 03:20:41.356405 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:20:41.356405 n-d-764292-30 neutron-server[102191]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:20:41.356405 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:20:41.356405 n-d-764292-30 neutron-server[102191]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:20:41.356405 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:20:41.356405 n-d-764292-30 neutron-server[102191]: return f(self, *a, **k) Aug 11 03:20:41.356405 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:20:41.356405 n-d-764292-30 neutron-server[102191]: return self._get(url).json() Aug 11 03:20:41.356405 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:20:41.356405 n-d-764292-30 neutron-server[102191]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:20:41.356405 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:20:41.356405 n-d-764292-30 neutron-server[102191]: return self.request(url, 'GET', **kwargs) Aug 11 03:20:41.356405 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:20:41.356405 n-d-764292-30 neutron-server[102191]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:20:41.356405 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:20:41.356405 n-d-764292-30 neutron-server[102191]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:20:41.356405 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:20:41.356405 n-d-764292-30 neutron-server[102191]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:20:41.356405 n-d-764292-30 neutron-server[102191]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:20:41.421655 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-2c8d438f-6a1b-444b-90c5-983c3e4e72a4 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Deleting port 9fb4cc8b-97f9-4bde-93e0-c5080d544e16 {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:20:41.422146 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-2c8d438f-6a1b-444b-90c5-983c3e4e72a4 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:41.482922 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-02471893-f8aa-486f-9607-83712830beae req-fc02988a-358f-4171-9ed2-950ba3dd4987 service neutron] 10.222.0.24 "GET /v2.0/networks/0ff3f448-ca9b-4036-ac09-80380a15e692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526101 Aug 11 03:20:41.498891 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-2c8d438f-6a1b-444b-90c5-983c3e4e72a4 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:41.514496 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-2c8d438f-6a1b-444b-90c5-983c3e4e72a4 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Calling delete_port for 9fb4cc8b-97f9-4bde-93e0-c5080d544e16 owned by {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:20:41.531542 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9eeb88bf-9b59-4572-a2a0-c8d546302a0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:41.541681 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9eeb88bf-9b59-4572-a2a0-c8d546302a0c admin admin] Notify callbacks [] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:41.544904 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-9eeb88bf-9b59-4572-a2a0-c8d546302a0c admin admin] 10.222.0.41 "DELETE /v2.0/networks/07ac84cf-b583-4b32-b60e-41e3964862a4 HTTP/1.1" status: 204 len: 168 time: 0.5909457 Aug 11 03:20:41.558874 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 47826) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:41.654406 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eeb88bf-9b59-4572-a2a0-c8d546302a0c admin admin] Pushing event deleted for resources: {'Network': ['ID=07ac84cf-b583-4b32-b60e-41e3964862a4,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:41.677835 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_v2 [None req-21d2aa97-024d-4231-b1c9-dc6169f3be44 admin admin] Deleting subnet 53fb9c77-00cc-4f21-881c-0a633cdc4ab3 {{(pid=102191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:20:41.684094 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-21d2aa97-024d-4231-b1c9-dc6169f3be44 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:41.730735 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-21d2aa97-024d-4231-b1c9-dc6169f3be44 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126283525'] for subnet, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:41.750464 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9e6bd6-f6b3-487d-a23f-662974ad8324 req-13b94b45-8f7f-416d-b998-73beea67b7c0 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:41.752004 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ca9e6bd6-f6b3-487d-a23f-662974ad8324 req-13b94b45-8f7f-416d-b998-73beea67b7c0 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/ports?device_id=a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c HTTP/1.1" status: 200 len: 945 time: 0.1278865 Aug 11 03:20:41.789638 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b9cbbe-88a1-4371-8bb4-f39021ed05ba req-030a6038-2d55-422f-9ad3-71a3014e852a tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:41.791224 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d4b9cbbe-88a1-4371-8bb4-f39021ed05ba req-030a6038-2d55-422f-9ad3-71a3014e852a tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f5ca1c5-549b-45f8-b644-c1be9314f82b HTTP/1.1" status: 200 len: 946 time: 0.1659832 Aug 11 03:20:41.829047 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-21d2aa97-024d-4231-b1c9-dc6169f3be44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:41.833395 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ca9e6bd6-f6b3-487d-a23f-662974ad8324 req-72a67648-2899-4123-a47b-882f9258cd22 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbb5f37-cd37-415a-b820-36c249955487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723207 Aug 11 03:20:41.839845 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-2c8d438f-6a1b-444b-90c5-983c3e4e72a4 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:41.884164 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d4b9cbbe-88a1-4371-8bb4-f39021ed05ba req-84093231-1306-4da5-bb34-be3705bb8b9f tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/security-groups?id=028f82ce-145e-4da5-a893-c699717fae6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826268 Aug 11 03:20:41.884164 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8d438f-6a1b-444b-90c5-983c3e4e72a4 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Pushing event deleted for resources: {'Port': ['ID=9fb4cc8b-97f9-4bde-93e0-c5080d544e16,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:41.892915 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-2c8d438f-6a1b-444b-90c5-983c3e4e72a4 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:41.897653 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-2c8d438f-6a1b-444b-90c5-983c3e4e72a4 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] 10.222.0.41 "DELETE /v2.0/ports/9fb4cc8b-97f9-4bde-93e0-c5080d544e16 HTTP/1.1" status: 204 len: 168 time: 0.6608677 Aug 11 03:20:41.898094 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 47836) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:41.936572 n-d-764292-30 neutron-server[102192]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bd91019-77ad-4862-8d48-e5edf519f394 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] GET failed (client error): The resource could not be found. Aug 11 03:20:41.941593 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-7bd91019-77ad-4862-8d48-e5edf519f394 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] 10.222.0.41 "GET /v2.0/ports/9fb4cc8b-97f9-4bde-93e0-c5080d544e16 HTTP/1.1" status: 404 len: 333 time: 0.0391364 Aug 11 03:20:41.942092 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 47840) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:41.949890 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-78181404-9f53-4841-82f4-ec8df857257e tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Request body: {'port': {'network_id': '2861fd00-cdc0-4925-afab-fb848729978e', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-240130962'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:20:42.010915 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-21d2aa97-024d-4231-b1c9-dc6169f3be44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126283413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126275158'] for subnet, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:42.039459 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d2aa97-024d-4231-b1c9-dc6169f3be44 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53fb9c77-00cc-4f21-881c-0a633cdc4ab3,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:42.046074 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-21d2aa97-024d-4231-b1c9-dc6169f3be44 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:42.053166 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 47850) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:42.053478 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-21d2aa97-024d-4231-b1c9-dc6169f3be44 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/53fb9c77-00cc-4f21-881c-0a633cdc4ab3 HTTP/1.1" status: 204 len: 168 time: 0.4992449 Aug 11 03:20:42.055428 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78181404-9f53-4841-82f4-ec8df857257e tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Made reservation on behalf of 985d3fc86708438a9c7d047bb6816423 for: {'port': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:20:42.057839 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-78181404-9f53-4841-82f4-ec8df857257e tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:42.099016 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [None req-78181404-9f53-4841-82f4-ec8df857257e tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] device_id is not set on port 789df54d-f3e6-466e-a84a-f6f5f72ab4e4 yet. {{(pid=102191) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:20:42.176786 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-042d2452-2b56-4f5f-aa7e-3f3113798e03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:42.238036 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 8c7bd3b8-5348-4655-b87e-230a2dd9938c no longer exists at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:20:42.285979 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-78181404-9f53-4841-82f4-ec8df857257e tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:42.299420 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] No Port match for: 8c7bd3b8-5348-4655-b87e-230a2dd9938c {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:20:42.299770 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 8c7bd3b8-5348-4655-b87e-230a2dd9938c not bound to the agent host n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:20:42.341746 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-042d2452-2b56-4f5f-aa7e-3f3113798e03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:42.385006 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-042d2452-2b56-4f5f-aa7e-3f3113798e03 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9285d62-0aa2-4891-9ad5-872b8782788c']}} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:20:42.401987 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-042d2452-2b56-4f5f-aa7e-3f3113798e03 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4470754-e1d2-4494-b7fb-a32771805936') {'for_net_delete': True} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:20:42.402307 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-042d2452-2b56-4f5f-aa7e-3f3113798e03 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4470754-e1d2-4494-b7fb-a32771805936') {} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:20:42.409637 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 47858) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:42.426892 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90d9fe3-9e89-4f80-bcce-1e66f6a78ed9 req-6e28bbed-13a6-435b-a0c4-b772a31c2af9 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:42.440072 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-78181404-9f53-4841-82f4-ec8df857257e tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:42.440406 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b90d9fe3-9e89-4f80-bcce-1e66f6a78ed9 req-6e28bbed-13a6-435b-a0c4-b772a31c2af9 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/ports?device_id=a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c HTTP/1.1" status: 200 len: 945 time: 0.0907371 Aug 11 03:20:42.440406 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-042d2452-2b56-4f5f-aa7e-3f3113798e03 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125932501'] for segment, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:42.503022 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-042d2452-2b56-4f5f-aa7e-3f3113798e03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:42.527632 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b90d9fe3-9e89-4f80-bcce-1e66f6a78ed9 req-4af6b512-ebdb-4d8a-a0d9-ec14d376c312 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbb5f37-cd37-415a-b820-36c249955487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887306 Aug 11 03:20:42.528618 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-042d2452-2b56-4f5f-aa7e-3f3113798e03 admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=102192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:20:42.529029 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-042d2452-2b56-4f5f-aa7e-3f3113798e03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125932183'] for segment, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:42.534629 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78181404-9f53-4841-82f4-ec8df857257e tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Network 2861fd00-cdc0-4925-afab-fb848729978e is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:20:42.539762 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-78181404-9f53-4841-82f4-ec8df857257e tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:20:42.544912 n-d-764292-30 neutron-server[102192]: Traceback (most recent call last): Aug 11 03:20:42.544912 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:20:42.544912 n-d-764292-30 neutron-server[102192]: timer() Aug 11 03:20:42.544912 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:20:42.544912 n-d-764292-30 neutron-server[102192]: cb(*args, **kw) Aug 11 03:20:42.544912 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:20:42.544912 n-d-764292-30 neutron-server[102192]: return func(*args, **kwargs) Aug 11 03:20:42.544912 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:20:42.544912 n-d-764292-30 neutron-server[102192]: self._notify() Aug 11 03:20:42.544912 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:20:42.544912 n-d-764292-30 neutron-server[102192]: self.callback(batched_events) Aug 11 03:20:42.544912 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:20:42.544912 n-d-764292-30 neutron-server[102192]: event.method(event) Aug 11 03:20:42.544912 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:20:42.544912 n-d-764292-30 neutron-server[102192]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:20:42.544912 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:20:42.544912 n-d-764292-30 neutron-server[102192]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:20:42.544912 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:20:42.544912 n-d-764292-30 neutron-server[102192]: return f(self, *a, **k) Aug 11 03:20:42.544912 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:20:42.544912 n-d-764292-30 neutron-server[102192]: return self._get(url).json() Aug 11 03:20:42.544912 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:20:42.544912 n-d-764292-30 neutron-server[102192]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:20:42.544912 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:20:42.544912 n-d-764292-30 neutron-server[102192]: return self.request(url, 'GET', **kwargs) Aug 11 03:20:42.544912 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:20:42.544912 n-d-764292-30 neutron-server[102192]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:20:42.544912 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:20:42.544912 n-d-764292-30 neutron-server[102192]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:20:42.544912 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:20:42.544912 n-d-764292-30 neutron-server[102192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:20:42.544912 n-d-764292-30 neutron-server[102192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:20:42.554373 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78181404-9f53-4841-82f4-ec8df857257e tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:20:42.555356 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78181404-9f53-4841-82f4-ec8df857257e tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:42.555940 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-78181404-9f53-4841-82f4-ec8df857257e tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:42.568458 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78181404-9f53-4841-82f4-ec8df857257e tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Pushing event updated for resources: {'Port': ['ID=789df54d-f3e6-466e-a84a-f6f5f72ab4e4,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:42.627912 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-6835ba0c-f551-48c3-962c-18651eb16230 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1996167117'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:20:42.721640 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-78181404-9f53-4841-82f4-ec8df857257e tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.7783549 Aug 11 03:20:42.724356 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 47868) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:42.731749 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-d5ad8688-7c0a-4fc7-9aa6-1e87ed918c5f tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-764292-30'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:20:42.760773 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-042d2452-2b56-4f5f-aa7e-3f3113798e03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:42.780144 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-042d2452-2b56-4f5f-aa7e-3f3113798e03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:42.781796 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-042d2452-2b56-4f5f-aa7e-3f3113798e03 admin admin] 10.222.0.41 "DELETE /v2.0/networks/d9285d62-0aa2-4891-9ad5-872b8782788c HTTP/1.1" status: 204 len: 168 time: 0.7270882 Aug 11 03:20:42.829678 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042d2452-2b56-4f5f-aa7e-3f3113798e03 admin admin] Pushing event deleted for resources: {'Network': ['ID=d9285d62-0aa2-4891-9ad5-872b8782788c,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:42.867017 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6835ba0c-f551-48c3-962c-18651eb16230 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Made reservation on behalf of 0c28768474b748ba96f3a3b94cb33f57 for: {'network': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:20:42.871029 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6835ba0c-f551-48c3-962c-18651eb16230 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:42.885868 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6835ba0c-f551-48c3-962c-18651eb16230 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:42.903754 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-d5ad8688-7c0a-4fc7-9aa6-1e87ed918c5f tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:43.033599 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6835ba0c-f551-48c3-962c-18651eb16230 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:43.122523 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e44622-db63-4855-8700-6ed7b6811235 req-ed47a443-ff84-4296-8fe5-f0b392d61a94 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:43.123993 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-65e44622-db63-4855-8700-6ed7b6811235 req-ed47a443-ff84-4296-8fe5-f0b392d61a94 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f5ca1c5-549b-45f8-b644-c1be9314f82b HTTP/1.1" status: 200 len: 946 time: 0.1178153 Aug 11 03:20:43.135466 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6835ba0c-f551-48c3-962c-18651eb16230 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:43.148450 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6835ba0c-f551-48c3-962c-18651eb16230 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=102191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:20:43.176265 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-65e44622-db63-4855-8700-6ed7b6811235 req-dc6b1682-2a37-40f9-b9ad-17f36739d716 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/security-groups?id=028f82ce-145e-4da5-a893-c699717fae6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442178 Aug 11 03:20:43.178538 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6835ba0c-f551-48c3-962c-18651eb16230 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:43.178975 n-d-764292-30 neutron-server[102191]: INFO neutron.db.segments_db [None req-6835ba0c-f551-48c3-962c-18651eb16230 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Added segment 74336c2e-7509-4a2e-8b59-be7a5d2580de of type vlan for network fd80172a-d247-4524-8420-4e12bbb636d1 Aug 11 03:20:43.193946 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6835ba0c-f551-48c3-962c-18651eb16230 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d0ab3ba-7781-42ef-ba9a-71193a4e7534,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:43.238911 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6835ba0c-f551-48c3-962c-18651eb16230 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:43.271169 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [None req-d5ad8688-7c0a-4fc7-9aa6-1e87ed918c5f tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] device_id is not set on port 789df54d-f3e6-466e-a84a-f6f5f72ab4e4 yet. {{(pid=102192) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:20:43.283290 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-d5ad8688-7c0a-4fc7-9aa6-1e87ed918c5f tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:43.297095 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [None req-d5ad8688-7c0a-4fc7-9aa6-1e87ed918c5f tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Transition to ACTIVE for port object 789df54d-f3e6-466e-a84a-f6f5f72ab4e4 will not be triggered until provisioned by entity L2. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:20:43.375307 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 47880) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:43.398463 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-d5ad8688-7c0a-4fc7-9aa6-1e87ed918c5f tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:43.398714 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6835ba0c-f551-48c3-962c-18651eb16230 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:43.404940 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6835ba0c-f551-48c3-962c-18651eb16230 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:43.405538 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6835ba0c-f551-48c3-962c-18651eb16230 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks [] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:43.498098 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-d7517b97-c2e8-406e-a078-bf950ce266c5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=34b3ef0248b14fe889e6a245280f0eba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1215668 Aug 11 03:20:43.506492 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ad8688-7c0a-4fc7-9aa6-1e87ed918c5f tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Pushing event updated for resources: {'Port': ['ID=789df54d-f3e6-466e-a84a-f6f5f72ab4e4,revision_number=2']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:43.508216 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 47884) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:43.511875 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [None req-d5ad8688-7c0a-4fc7-9aa6-1e87ed918c5f tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Attempting to bind port 789df54d-f3e6-466e-a84a-f6f5f72ab4e4 on host n-h2-764292-30 for vnic_type normal with profile {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:20:43.513003 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [None req-d5ad8688-7c0a-4fc7-9aa6-1e87ed918c5f tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Attempting to bind port 789df54d-f3e6-466e-a84a-f6f5f72ab4e4 by drivers openvswitch,hyperv on host n-h2-764292-30 at level 0 using segments [{'id': '515ec75d-169e-43f2-be4b-991f7c4f3bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2861fd00-cdc0-4925-afab-fb848729978e'}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:20:43.513003 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ad8688-7c0a-4fc7-9aa6-1e87ed918c5f tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Attempting to bind port 789df54d-f3e6-466e-a84a-f6f5f72ab4e4 on network 2861fd00-cdc0-4925-afab-fb848729978e {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:20:43.517655 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ad8688-7c0a-4fc7-9aa6-1e87ed918c5f tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Port 789df54d-f3e6-466e-a84a-f6f5f72ab4e4 on network 2861fd00-cdc0-4925-afab-fb848729978e not bound, no agent of type Open vSwitch agent registered on host n-h2-764292-30 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:20:43.519678 n-d-764292-30 neutron-server[102192]: ERROR neutron.plugins.ml2.managers [None req-d5ad8688-7c0a-4fc7-9aa6-1e87ed918c5f tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Failed to bind port 789df54d-f3e6-466e-a84a-f6f5f72ab4e4 on host n-h2-764292-30 for vnic_type normal using segments [{'id': '515ec75d-169e-43f2-be4b-991f7c4f3bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2861fd00-cdc0-4925-afab-fb848729978e'}] Aug 11 03:20:43.519678 n-d-764292-30 neutron-server[102192]: INFO neutron.plugins.ml2.plugin [None req-d5ad8688-7c0a-4fc7-9aa6-1e87ed918c5f tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Attempt 2 to bind port 789df54d-f3e6-466e-a84a-f6f5f72ab4e4 Aug 11 03:20:43.533367 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [None req-d5ad8688-7c0a-4fc7-9aa6-1e87ed918c5f tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Attempting to bind port 789df54d-f3e6-466e-a84a-f6f5f72ab4e4 on host n-h2-764292-30 for vnic_type normal with profile {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:20:43.533707 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [None req-d5ad8688-7c0a-4fc7-9aa6-1e87ed918c5f tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Attempting to bind port 789df54d-f3e6-466e-a84a-f6f5f72ab4e4 by drivers openvswitch,hyperv on host n-h2-764292-30 at level 0 using segments [{'id': '515ec75d-169e-43f2-be4b-991f7c4f3bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2861fd00-cdc0-4925-afab-fb848729978e'}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:20:43.534042 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ad8688-7c0a-4fc7-9aa6-1e87ed918c5f tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Attempting to bind port 789df54d-f3e6-466e-a84a-f6f5f72ab4e4 on network 2861fd00-cdc0-4925-afab-fb848729978e {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:20:43.538423 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ad8688-7c0a-4fc7-9aa6-1e87ed918c5f tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Port 789df54d-f3e6-466e-a84a-f6f5f72ab4e4 on network 2861fd00-cdc0-4925-afab-fb848729978e not bound, no agent of type Open vSwitch agent registered on host n-h2-764292-30 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:20:43.538753 n-d-764292-30 neutron-server[102192]: ERROR neutron.plugins.ml2.managers [None req-d5ad8688-7c0a-4fc7-9aa6-1e87ed918c5f tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Failed to bind port 789df54d-f3e6-466e-a84a-f6f5f72ab4e4 on host n-h2-764292-30 for vnic_type normal using segments [{'id': '515ec75d-169e-43f2-be4b-991f7c4f3bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2861fd00-cdc0-4925-afab-fb848729978e'}] Aug 11 03:20:43.539138 n-d-764292-30 neutron-server[102192]: INFO neutron.plugins.ml2.plugin [None req-d5ad8688-7c0a-4fc7-9aa6-1e87ed918c5f tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Attempt 3 to bind port 789df54d-f3e6-466e-a84a-f6f5f72ab4e4 Aug 11 03:20:43.550604 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6835ba0c-f551-48c3-962c-18651eb16230 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Pushing event updated for resources: {'Network': ['ID=fd80172a-d247-4524-8420-4e12bbb636d1,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:43.555792 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [None req-d5ad8688-7c0a-4fc7-9aa6-1e87ed918c5f tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Attempting to bind port 789df54d-f3e6-466e-a84a-f6f5f72ab4e4 on host n-h2-764292-30 for vnic_type normal with profile {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:20:43.556338 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [None req-d5ad8688-7c0a-4fc7-9aa6-1e87ed918c5f tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Attempting to bind port 789df54d-f3e6-466e-a84a-f6f5f72ab4e4 by drivers openvswitch,hyperv on host n-h2-764292-30 at level 0 using segments [{'id': '515ec75d-169e-43f2-be4b-991f7c4f3bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2861fd00-cdc0-4925-afab-fb848729978e'}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:20:43.556842 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ad8688-7c0a-4fc7-9aa6-1e87ed918c5f tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Attempting to bind port 789df54d-f3e6-466e-a84a-f6f5f72ab4e4 on network 2861fd00-cdc0-4925-afab-fb848729978e {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:20:43.564285 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ad8688-7c0a-4fc7-9aa6-1e87ed918c5f tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Port 789df54d-f3e6-466e-a84a-f6f5f72ab4e4 on network 2861fd00-cdc0-4925-afab-fb848729978e not bound, no agent of type Open vSwitch agent registered on host n-h2-764292-30 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:20:43.566592 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network fd80172a-d247-4524-8420-4e12bbb636d1 details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:20:43.579514 n-d-764292-30 neutron-server[102192]: ERROR neutron.plugins.ml2.managers [None req-d5ad8688-7c0a-4fc7-9aa6-1e87ed918c5f tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Failed to bind port 789df54d-f3e6-466e-a84a-f6f5f72ab4e4 on host n-h2-764292-30 for vnic_type normal using segments [{'id': '515ec75d-169e-43f2-be4b-991f7c4f3bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2861fd00-cdc0-4925-afab-fb848729978e'}] Aug 11 03:20:43.579958 n-d-764292-30 neutron-server[102192]: INFO neutron.plugins.ml2.plugin [None req-d5ad8688-7c0a-4fc7-9aa6-1e87ed918c5f tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Attempt 4 to bind port 789df54d-f3e6-466e-a84a-f6f5f72ab4e4 Aug 11 03:20:43.586951 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-6835ba0c-f551-48c3-962c-18651eb16230 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1761482 Aug 11 03:20:43.594118 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4f344513-1fdd-49e9-9100-1b8afbedb1eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:43.607320 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [None req-d5ad8688-7c0a-4fc7-9aa6-1e87ed918c5f tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Attempting to bind port 789df54d-f3e6-466e-a84a-f6f5f72ab4e4 on host n-h2-764292-30 for vnic_type normal with profile {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:20:43.607684 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [None req-d5ad8688-7c0a-4fc7-9aa6-1e87ed918c5f tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Attempting to bind port 789df54d-f3e6-466e-a84a-f6f5f72ab4e4 by drivers openvswitch,hyperv on host n-h2-764292-30 at level 0 using segments [{'id': '515ec75d-169e-43f2-be4b-991f7c4f3bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2861fd00-cdc0-4925-afab-fb848729978e'}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:20:43.608021 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ad8688-7c0a-4fc7-9aa6-1e87ed918c5f tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Attempting to bind port 789df54d-f3e6-466e-a84a-f6f5f72ab4e4 on network 2861fd00-cdc0-4925-afab-fb848729978e {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:20:43.619211 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ad8688-7c0a-4fc7-9aa6-1e87ed918c5f tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Port 789df54d-f3e6-466e-a84a-f6f5f72ab4e4 on network 2861fd00-cdc0-4925-afab-fb848729978e not bound, no agent of type Open vSwitch agent registered on host n-h2-764292-30 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:20:43.619819 n-d-764292-30 neutron-server[102192]: ERROR neutron.plugins.ml2.managers [None req-d5ad8688-7c0a-4fc7-9aa6-1e87ed918c5f tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Failed to bind port 789df54d-f3e6-466e-a84a-f6f5f72ab4e4 on host n-h2-764292-30 for vnic_type normal using segments [{'id': '515ec75d-169e-43f2-be4b-991f7c4f3bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2861fd00-cdc0-4925-afab-fb848729978e'}] Aug 11 03:20:43.621231 n-d-764292-30 neutron-server[102192]: INFO neutron.plugins.ml2.plugin [None req-d5ad8688-7c0a-4fc7-9aa6-1e87ed918c5f tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Attempt 5 to bind port 789df54d-f3e6-466e-a84a-f6f5f72ab4e4 Aug 11 03:20:43.662692 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [None req-d5ad8688-7c0a-4fc7-9aa6-1e87ed918c5f tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Attempting to bind port 789df54d-f3e6-466e-a84a-f6f5f72ab4e4 on host n-h2-764292-30 for vnic_type normal with profile {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:20:43.665673 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [None req-d5ad8688-7c0a-4fc7-9aa6-1e87ed918c5f tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Attempting to bind port 789df54d-f3e6-466e-a84a-f6f5f72ab4e4 by drivers openvswitch,hyperv on host n-h2-764292-30 at level 0 using segments [{'id': '515ec75d-169e-43f2-be4b-991f7c4f3bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2861fd00-cdc0-4925-afab-fb848729978e'}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:20:43.666123 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ad8688-7c0a-4fc7-9aa6-1e87ed918c5f tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Attempting to bind port 789df54d-f3e6-466e-a84a-f6f5f72ab4e4 on network 2861fd00-cdc0-4925-afab-fb848729978e {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:20:43.669252 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4f344513-1fdd-49e9-9100-1b8afbedb1eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:43.711403 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ad8688-7c0a-4fc7-9aa6-1e87ed918c5f tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Port 789df54d-f3e6-466e-a84a-f6f5f72ab4e4 on network 2861fd00-cdc0-4925-afab-fb848729978e not bound, no agent of type Open vSwitch agent registered on host n-h2-764292-30 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:20:43.711403 n-d-764292-30 neutron-server[102192]: ERROR neutron.plugins.ml2.managers [None req-d5ad8688-7c0a-4fc7-9aa6-1e87ed918c5f tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Failed to bind port 789df54d-f3e6-466e-a84a-f6f5f72ab4e4 on host n-h2-764292-30 for vnic_type normal using segments [{'id': '515ec75d-169e-43f2-be4b-991f7c4f3bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2861fd00-cdc0-4925-afab-fb848729978e'}] Aug 11 03:20:43.713249 n-d-764292-30 neutron-server[102192]: INFO neutron.plugins.ml2.plugin [None req-d5ad8688-7c0a-4fc7-9aa6-1e87ed918c5f tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Attempt 6 to bind port 789df54d-f3e6-466e-a84a-f6f5f72ab4e4 Aug 11 03:20:43.756418 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [None req-d5ad8688-7c0a-4fc7-9aa6-1e87ed918c5f tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Attempting to bind port 789df54d-f3e6-466e-a84a-f6f5f72ab4e4 on host n-h2-764292-30 for vnic_type normal with profile {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:20:43.758834 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [None req-d5ad8688-7c0a-4fc7-9aa6-1e87ed918c5f tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Attempting to bind port 789df54d-f3e6-466e-a84a-f6f5f72ab4e4 by drivers openvswitch,hyperv on host n-h2-764292-30 at level 0 using segments [{'id': '515ec75d-169e-43f2-be4b-991f7c4f3bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2861fd00-cdc0-4925-afab-fb848729978e'}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:20:43.759897 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ad8688-7c0a-4fc7-9aa6-1e87ed918c5f tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Attempting to bind port 789df54d-f3e6-466e-a84a-f6f5f72ab4e4 on network 2861fd00-cdc0-4925-afab-fb848729978e {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:20:43.773226 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 47892) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:43.780104 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-09222a9c-b0a2-42cb-be10-1f23c159b41c tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Request body: {'subnet': {'network_id': 'fd80172a-d247-4524-8420-4e12bbb636d1', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:20:43.782946 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b10d7b6-ac7f-4576-a643-23358afa4ef9 req-1da54625-37a8-4a9c-a52f-097e5c81b9fe tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:43.784530 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8b10d7b6-ac7f-4576-a643-23358afa4ef9 req-1da54625-37a8-4a9c-a52f-097e5c81b9fe tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/ports?device_id=a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c HTTP/1.1" status: 200 len: 945 time: 0.1484244 Aug 11 03:20:43.785129 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ad8688-7c0a-4fc7-9aa6-1e87ed918c5f tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Port 789df54d-f3e6-466e-a84a-f6f5f72ab4e4 on network 2861fd00-cdc0-4925-afab-fb848729978e not bound, no agent of type Open vSwitch agent registered on host n-h2-764292-30 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:20:43.785461 n-d-764292-30 neutron-server[102192]: ERROR neutron.plugins.ml2.managers [None req-d5ad8688-7c0a-4fc7-9aa6-1e87ed918c5f tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Failed to bind port 789df54d-f3e6-466e-a84a-f6f5f72ab4e4 on host n-h2-764292-30 for vnic_type normal using segments [{'id': '515ec75d-169e-43f2-be4b-991f7c4f3bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2861fd00-cdc0-4925-afab-fb848729978e'}] Aug 11 03:20:43.785858 n-d-764292-30 neutron-server[102192]: INFO neutron.plugins.ml2.plugin [None req-d5ad8688-7c0a-4fc7-9aa6-1e87ed918c5f tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Attempt 7 to bind port 789df54d-f3e6-466e-a84a-f6f5f72ab4e4 Aug 11 03:20:43.817989 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [None req-d5ad8688-7c0a-4fc7-9aa6-1e87ed918c5f tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Attempting to bind port 789df54d-f3e6-466e-a84a-f6f5f72ab4e4 on host n-h2-764292-30 for vnic_type normal with profile {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:20:43.818492 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [None req-d5ad8688-7c0a-4fc7-9aa6-1e87ed918c5f tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Attempting to bind port 789df54d-f3e6-466e-a84a-f6f5f72ab4e4 by drivers openvswitch,hyperv on host n-h2-764292-30 at level 0 using segments [{'id': '515ec75d-169e-43f2-be4b-991f7c4f3bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2861fd00-cdc0-4925-afab-fb848729978e'}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:20:43.818814 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ad8688-7c0a-4fc7-9aa6-1e87ed918c5f tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Attempting to bind port 789df54d-f3e6-466e-a84a-f6f5f72ab4e4 on network 2861fd00-cdc0-4925-afab-fb848729978e {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:20:43.829026 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ad8688-7c0a-4fc7-9aa6-1e87ed918c5f tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Port 789df54d-f3e6-466e-a84a-f6f5f72ab4e4 on network 2861fd00-cdc0-4925-afab-fb848729978e not bound, no agent of type Open vSwitch agent registered on host n-h2-764292-30 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:20:43.829026 n-d-764292-30 neutron-server[102192]: ERROR neutron.plugins.ml2.managers [None req-d5ad8688-7c0a-4fc7-9aa6-1e87ed918c5f tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Failed to bind port 789df54d-f3e6-466e-a84a-f6f5f72ab4e4 on host n-h2-764292-30 for vnic_type normal using segments [{'id': '515ec75d-169e-43f2-be4b-991f7c4f3bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2861fd00-cdc0-4925-afab-fb848729978e'}] Aug 11 03:20:43.829026 n-d-764292-30 neutron-server[102192]: INFO neutron.plugins.ml2.plugin [None req-d5ad8688-7c0a-4fc7-9aa6-1e87ed918c5f tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Attempt 8 to bind port 789df54d-f3e6-466e-a84a-f6f5f72ab4e4 Aug 11 03:20:43.851393 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8b10d7b6-ac7f-4576-a643-23358afa4ef9 req-e73d98b7-9017-49e6-8b28-b9dc9a93a690 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbb5f37-cd37-415a-b820-36c249955487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558474 Aug 11 03:20:43.857363 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [None req-d5ad8688-7c0a-4fc7-9aa6-1e87ed918c5f tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Attempting to bind port 789df54d-f3e6-466e-a84a-f6f5f72ab4e4 on host n-h2-764292-30 for vnic_type normal with profile {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:20:43.857363 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [None req-d5ad8688-7c0a-4fc7-9aa6-1e87ed918c5f tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Attempting to bind port 789df54d-f3e6-466e-a84a-f6f5f72ab4e4 by drivers openvswitch,hyperv on host n-h2-764292-30 at level 0 using segments [{'id': '515ec75d-169e-43f2-be4b-991f7c4f3bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2861fd00-cdc0-4925-afab-fb848729978e'}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:20:43.857363 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ad8688-7c0a-4fc7-9aa6-1e87ed918c5f tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Attempting to bind port 789df54d-f3e6-466e-a84a-f6f5f72ab4e4 on network 2861fd00-cdc0-4925-afab-fb848729978e {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:20:43.858513 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ad8688-7c0a-4fc7-9aa6-1e87ed918c5f tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Port 789df54d-f3e6-466e-a84a-f6f5f72ab4e4 on network 2861fd00-cdc0-4925-afab-fb848729978e not bound, no agent of type Open vSwitch agent registered on host n-h2-764292-30 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:20:43.858907 n-d-764292-30 neutron-server[102192]: ERROR neutron.plugins.ml2.managers [None req-d5ad8688-7c0a-4fc7-9aa6-1e87ed918c5f tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Failed to bind port 789df54d-f3e6-466e-a84a-f6f5f72ab4e4 on host n-h2-764292-30 for vnic_type normal using segments [{'id': '515ec75d-169e-43f2-be4b-991f7c4f3bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2861fd00-cdc0-4925-afab-fb848729978e'}] Aug 11 03:20:43.859365 n-d-764292-30 neutron-server[102192]: INFO neutron.plugins.ml2.plugin [None req-d5ad8688-7c0a-4fc7-9aa6-1e87ed918c5f tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Attempt 9 to bind port 789df54d-f3e6-466e-a84a-f6f5f72ab4e4 Aug 11 03:20:43.883031 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4f344513-1fdd-49e9-9100-1b8afbedb1eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:43.886725 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [None req-d5ad8688-7c0a-4fc7-9aa6-1e87ed918c5f tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Attempting to bind port 789df54d-f3e6-466e-a84a-f6f5f72ab4e4 on host n-h2-764292-30 for vnic_type normal with profile {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:20:43.887186 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [None req-d5ad8688-7c0a-4fc7-9aa6-1e87ed918c5f tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Attempting to bind port 789df54d-f3e6-466e-a84a-f6f5f72ab4e4 by drivers openvswitch,hyperv on host n-h2-764292-30 at level 0 using segments [{'id': '515ec75d-169e-43f2-be4b-991f7c4f3bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2861fd00-cdc0-4925-afab-fb848729978e'}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:20:43.887653 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ad8688-7c0a-4fc7-9aa6-1e87ed918c5f tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Attempting to bind port 789df54d-f3e6-466e-a84a-f6f5f72ab4e4 on network 2861fd00-cdc0-4925-afab-fb848729978e {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:20:43.891546 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4f344513-1fdd-49e9-9100-1b8afbedb1eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:43.899318 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ad8688-7c0a-4fc7-9aa6-1e87ed918c5f tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Port 789df54d-f3e6-466e-a84a-f6f5f72ab4e4 on network 2861fd00-cdc0-4925-afab-fb848729978e not bound, no agent of type Open vSwitch agent registered on host n-h2-764292-30 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:20:43.899560 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-4f344513-1fdd-49e9-9100-1b8afbedb1eb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9ae9cc34-f229-47fa-88da-bd88ec29ea8d HTTP/1.1" status: 204 len: 168 time: 0.3861594 Aug 11 03:20:43.899641 n-d-764292-30 neutron-server[102192]: ERROR neutron.plugins.ml2.managers [None req-d5ad8688-7c0a-4fc7-9aa6-1e87ed918c5f tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Failed to bind port 789df54d-f3e6-466e-a84a-f6f5f72ab4e4 on host n-h2-764292-30 for vnic_type normal using segments [{'id': '515ec75d-169e-43f2-be4b-991f7c4f3bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2861fd00-cdc0-4925-afab-fb848729978e'}] Aug 11 03:20:43.899641 n-d-764292-30 neutron-server[102192]: INFO neutron.plugins.ml2.plugin [None req-d5ad8688-7c0a-4fc7-9aa6-1e87ed918c5f tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Attempt 10 to bind port 789df54d-f3e6-466e-a84a-f6f5f72ab4e4 Aug 11 03:20:43.922903 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [None req-d5ad8688-7c0a-4fc7-9aa6-1e87ed918c5f tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Attempting to bind port 789df54d-f3e6-466e-a84a-f6f5f72ab4e4 on host n-h2-764292-30 for vnic_type normal with profile {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:20:43.923248 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [None req-d5ad8688-7c0a-4fc7-9aa6-1e87ed918c5f tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Attempting to bind port 789df54d-f3e6-466e-a84a-f6f5f72ab4e4 by drivers openvswitch,hyperv on host n-h2-764292-30 at level 0 using segments [{'id': '515ec75d-169e-43f2-be4b-991f7c4f3bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2861fd00-cdc0-4925-afab-fb848729978e'}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:20:43.923657 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ad8688-7c0a-4fc7-9aa6-1e87ed918c5f tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Attempting to bind port 789df54d-f3e6-466e-a84a-f6f5f72ab4e4 on network 2861fd00-cdc0-4925-afab-fb848729978e {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:20:43.931851 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ad8688-7c0a-4fc7-9aa6-1e87ed918c5f tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Port 789df54d-f3e6-466e-a84a-f6f5f72ab4e4 on network 2861fd00-cdc0-4925-afab-fb848729978e not bound, no agent of type Open vSwitch agent registered on host n-h2-764292-30 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:20:43.932187 n-d-764292-30 neutron-server[102192]: ERROR neutron.plugins.ml2.managers [None req-d5ad8688-7c0a-4fc7-9aa6-1e87ed918c5f tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Failed to bind port 789df54d-f3e6-466e-a84a-f6f5f72ab4e4 on host n-h2-764292-30 for vnic_type normal using segments [{'id': '515ec75d-169e-43f2-be4b-991f7c4f3bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2861fd00-cdc0-4925-afab-fb848729978e'}] Aug 11 03:20:43.932720 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-d5ad8688-7c0a-4fc7-9aa6-1e87ed918c5f tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:43.947179 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f344513-1fdd-49e9-9100-1b8afbedb1eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ae9cc34-f229-47fa-88da-bd88ec29ea8d,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:44.054509 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [None req-d5ad8688-7c0a-4fc7-9aa6-1e87ed918c5f tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] For port 789df54d-f3e6-466e-a84a-f6f5f72ab4e4, host n-h2-764292-30, cleared binding levels {{(pid=102192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:20:44.056065 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [None req-d5ad8688-7c0a-4fc7-9aa6-1e87ed918c5f tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Attempted to set empty binding levels {{(pid=102192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 11 03:20:44.065302 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48abf3c-247b-4823-8b39-9896594526b1 req-91f9f0f2-ad33-4b63-8b45-497a4d3d9743 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:44.067477 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f48abf3c-247b-4823-8b39-9896594526b1 req-91f9f0f2-ad33-4b63-8b45-497a4d3d9743 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/ports?device_id=a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c HTTP/1.1" status: 200 len: 945 time: 0.0878391 Aug 11 03:20:44.108957 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f48abf3c-247b-4823-8b39-9896594526b1 req-75e0501a-b863-4634-b2a4-4f0cfbf2eea7 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbb5f37-cd37-415a-b820-36c249955487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352843 Aug 11 03:20:44.181219 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09222a9c-b0a2-42cb-be10-1f23c159b41c tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Made reservation on behalf of 0c28768474b748ba96f3a3b94cb33f57 for: {'subnet': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:20:44.187362 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-09222a9c-b0a2-42cb-be10-1f23c159b41c tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274743'] for subnet, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:44.547364 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-09222a9c-b0a2-42cb-be10-1f23c159b41c tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126283476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274725'] for subnet, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:44.558033 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-d5ad8688-7c0a-4fc7-9aa6-1e87ed918c5f tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:44.605426 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7324f41-9d28-4f6f-b809-f5dde06341d0 req-2b938df4-8a2d-4332-bae0-b139a07f6582 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:44.610935 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d7324f41-9d28-4f6f-b809-f5dde06341d0 req-2b938df4-8a2d-4332-bae0-b139a07f6582 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/ports?device_id=a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c HTTP/1.1" status: 200 len: 945 time: 0.3908124 Aug 11 03:20:44.615282 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09222a9c-b0a2-42cb-be10-1f23c159b41c tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Pushing event updated for resources: {'Subnet': ['ID=0d703cd8-37ac-406a-aff1-da338daf5b77,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:44.622549 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09222a9c-b0a2-42cb-be10-1f23c159b41c tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Checking segment: {'id': '74336c2e-7509-4a2e-8b59-be7a5d2580de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'fd80172a-d247-4524-8420-4e12bbb636d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:20:44.622549 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09222a9c-b0a2-42cb-be10-1f23c159b41c tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Network hostable DHCP agents. Network: fd80172a-d247-4524-8420-4e12bbb636d1, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:20:44.630180 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-d5ad8688-7c0a-4fc7-9aa6-1e87ed918c5f tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] In _notify_port_updated(), no bound segment for port 789df54d-f3e6-466e-a84a-f6f5f72ab4e4 on network 2861fd00-cdc0-4925-afab-fb848729978e {{(pid=102192) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 03:20:44.631261 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ad8688-7c0a-4fc7-9aa6-1e87ed918c5f tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:44.632132 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-d5ad8688-7c0a-4fc7-9aa6-1e87ed918c5f tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:44.635844 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-d5ad8688-7c0a-4fc7-9aa6-1e87ed918c5f tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] 10.222.0.41 "PUT /v2.0/ports/789df54d-f3e6-466e-a84a-f6f5f72ab4e4 HTTP/1.1" status: 200 len: 975 time: 1.9077942 Aug 11 03:20:44.637752 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 47912) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:44.698953 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ad8688-7c0a-4fc7-9aa6-1e87ed918c5f tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Pushing event updated for resources: {'Port': ['ID=789df54d-f3e6-466e-a84a-f6f5f72ab4e4,revision_number=3']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:44.709896 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8695f5-f1a4-4c97-a73b-4fb646a19050 req-5bd04819-ebfc-4507-8695-41bfdcc11921 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:44.711457 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9d8695f5-f1a4-4c97-a73b-4fb646a19050 req-5bd04819-ebfc-4507-8695-41bfdcc11921 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f5ca1c5-549b-45f8-b644-c1be9314f82b HTTP/1.1" status: 200 len: 946 time: 0.4408834 Aug 11 03:20:44.747767 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09222a9c-b0a2-42cb-be10-1f23c159b41c tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Network fd80172a-d247-4524-8420-4e12bbb636d1 is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:20:44.765764 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d7324f41-9d28-4f6f-b809-f5dde06341d0 req-2d35c48e-17f5-42d5-a904-640ffbdc2bc1 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbb5f37-cd37-415a-b820-36c249955487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311624 Aug 11 03:20:44.811586 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9d8695f5-f1a4-4c97-a73b-4fb646a19050 req-5a69b2a1-1996-44d9-bbff-f955b5759d7b tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/security-groups?id=028f82ce-145e-4da5-a893-c699717fae6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904551 Aug 11 03:20:44.841086 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-ed7f9d2f-8caa-46fe-b0c1-d4aea640cba2 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Deleting port 789df54d-f3e6-466e-a84a-f6f5f72ab4e4 {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:20:44.844057 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ed7f9d2f-8caa-46fe-b0c1-d4aea640cba2 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:44.861597 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-09222a9c-b0a2-42cb-be10-1f23c159b41c tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, fd80172a-d247-4524-8420-4e12bbb636d1) {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:20:44.867887 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09222a9c-b0a2-42cb-be10-1f23c159b41c tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:44.868491 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-09222a9c-b0a2-42cb-be10-1f23c159b41c tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:44.873469 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79950569-aa83-4ebb-b102-a498f02295ec None None] Network fd80172a-d247-4524-8420-4e12bbb636d1 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:20:44.999777 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-09222a9c-b0a2-42cb-be10-1f23c159b41c tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.2248125 Aug 11 03:20:45.004028 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 47922) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:45.021378 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [None req-ed7f9d2f-8caa-46fe-b0c1-d4aea640cba2 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] For port 789df54d-f3e6-466e-a84a-f6f5f72ab4e4, host n-h2-764292-30, got binding levels [] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:20:45.023709 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ed7f9d2f-8caa-46fe-b0c1-d4aea640cba2 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:45.024973 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-86cbf1ee-e454-4339-b704-a1d86da18cb7 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1445674805'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:20:45.040048 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5dc4da-d4af-4116-a330-dc8af9f06c7c req-9e2a141a-8658-4538-86bf-e23a6e1b5331 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:45.048046 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0f5dc4da-d4af-4116-a330-dc8af9f06c7c req-9e2a141a-8658-4538-86bf-e23a6e1b5331 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/ports?device_id=a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c HTTP/1.1" status: 200 len: 945 time: 0.1124775 Aug 11 03:20:45.084777 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-ed7f9d2f-8caa-46fe-b0c1-d4aea640cba2 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Calling delete_port for 789df54d-f3e6-466e-a84a-f6f5f72ab4e4 owned by {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:20:45.117567 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0f5dc4da-d4af-4116-a330-dc8af9f06c7c req-df850df8-4639-44c6-8bf1-5648fa4b1f41 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbb5f37-cd37-415a-b820-36c249955487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642946 Aug 11 03:20:45.170715 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f98afcaf-de81-449e-82b6-f671b455e232 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde080026-c28f-55be-b52b-13827cc43646-fd80172a-d247-4524-8420-4e12bbb636d1', 'network_id': 'fd80172a-d247-4524-8420-4e12bbb636d1', 'tenant_id': '0c28768474b748ba96f3a3b94cb33f57', 'fixed_ips': [{'subnet_id': '0d703cd8-37ac-406a-aff1-da338daf5b77'}]}} from n-d-764292-30. {{(pid=102193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:20:45.172070 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-f98afcaf-de81-449e-82b6-f671b455e232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:45.234840 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86cbf1ee-e454-4339-b704-a1d86da18cb7 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Made reservation on behalf of 0c28768474b748ba96f3a3b94cb33f57 for: {'network': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:20:45.238418 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-86cbf1ee-e454-4339-b704-a1d86da18cb7 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:45.272028 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86cbf1ee-e454-4339-b704-a1d86da18cb7 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=102191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:20:45.285448 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-86cbf1ee-e454-4339-b704-a1d86da18cb7 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:45.287138 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53af8502-824e-41b8-b11f-776eac1e4463 req-bb00f13f-cdb5-4385-91a1-5c1553c24e48 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:45.287394 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-53af8502-824e-41b8-b11f-776eac1e4463 req-bb00f13f-cdb5-4385-91a1-5c1553c24e48 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/ports?device_id=a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c HTTP/1.1" status: 200 len: 945 time: 0.0702341 Aug 11 03:20:45.287920 n-d-764292-30 neutron-server[102191]: INFO neutron.db.segments_db [None req-86cbf1ee-e454-4339-b704-a1d86da18cb7 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Added segment e70886ba-2740-4608-b213-f4ca8ab9158d of type vlan for network ad0f47cd-f067-4d4a-bff3-f58e71d63331 Aug 11 03:20:45.313622 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ed7f9d2f-8caa-46fe-b0c1-d4aea640cba2 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:45.341144 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-53af8502-824e-41b8-b11f-776eac1e4463 req-5ce847b1-d7c2-455c-a21f-f29b2f5858f3 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbb5f37-cd37-415a-b820-36c249955487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434902 Aug 11 03:20:45.363516 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7f9d2f-8caa-46fe-b0c1-d4aea640cba2 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Pushing event deleted for resources: {'Port': ['ID=789df54d-f3e6-466e-a84a-f6f5f72ab4e4,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:45.372923 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ed7f9d2f-8caa-46fe-b0c1-d4aea640cba2 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:45.375456 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-ed7f9d2f-8caa-46fe-b0c1-d4aea640cba2 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] 10.222.0.41 "DELETE /v2.0/ports/789df54d-f3e6-466e-a84a-f6f5f72ab4e4 HTTP/1.1" status: 204 len: 168 time: 0.7352710 Aug 11 03:20:45.378075 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 47936) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:45.410945 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-86cbf1ee-e454-4339-b704-a1d86da18cb7 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:45.415052 n-d-764292-30 neutron-server[102192]: INFO neutron.pecan_wsgi.hooks.translation [None req-036e5898-16f0-40f4-bb55-265458616843 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] GET failed (client error): The resource could not be found. Aug 11 03:20:45.416651 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-036e5898-16f0-40f4-bb55-265458616843 tempest-PortsAdminExtendedAttrsTestJSON-302868415 tempest-PortsAdminExtendedAttrsTestJSON-302868415-project-admin] 10.222.0.41 "GET /v2.0/ports/789df54d-f3e6-466e-a84a-f6f5f72ab4e4 HTTP/1.1" status: 404 len: 333 time: 0.0375714 Aug 11 03:20:45.419819 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 47938) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:45.443387 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 47940) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:45.472532 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.db_base_plugin_common [None req-f98afcaf-de81-449e-82b6-f671b455e232 None None] Allocated IP 172.20.255.242 (fd80172a-d247-4524-8420-4e12bbb636d1/0d703cd8-37ac-406a-aff1-da338daf5b77/5604420e-56af-4527-af0a-106c1edd28c9) {{(pid=102193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:20:45.548645 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-b2d7d1e2-7dc7-43d0-95e8-38979af4d4a9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=da7f3af010a84077b703f574a876a859&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1248021 Aug 11 03:20:45.550735 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 47942) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:45.595085 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3691de22-a0fa-4b15-aafc-0889df49e69c req-d8282e36-d762-4433-b175-f901b675d6cc tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:45.602640 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3691de22-a0fa-4b15-aafc-0889df49e69c req-d8282e36-d762-4433-b175-f901b675d6cc tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/ports?device_id=a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c HTTP/1.1" status: 200 len: 945 time: 0.1165435 Aug 11 03:20:45.609976 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d3946e7e-72ed-4a11-96d8-cdb0bd14b921 tempest-PortsAdminExtendedAttrsTestJSON-430157930 tempest-PortsAdminExtendedAttrsTestJSON-430157930-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:45.612963 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-86cbf1ee-e454-4339-b704-a1d86da18cb7 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:45.622360 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86cbf1ee-e454-4339-b704-a1d86da18cb7 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:45.622969 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-86cbf1ee-e454-4339-b704-a1d86da18cb7 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks [] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:45.693275 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3691de22-a0fa-4b15-aafc-0889df49e69c req-817c390e-ef68-4410-ab49-6216fd1b3544 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbb5f37-cd37-415a-b820-36c249955487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894537 Aug 11 03:20:45.705696 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-59a955b1-3e57-47a7-a8d5-fa8d85671e3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:45.727818 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cbf1ee-e454-4339-b704-a1d86da18cb7 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Pushing event updated for resources: {'Network': ['ID=ad0f47cd-f067-4d4a-bff3-f58e71d63331,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:45.764903 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-59a955b1-3e57-47a7-a8d5-fa8d85671e3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:45.771297 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network ad0f47cd-f067-4d4a-bff3-f58e71d63331 details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:20:46.028818 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-86cbf1ee-e454-4339-b704-a1d86da18cb7 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8902826 Aug 11 03:20:46.030320 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 47956) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:46.030430 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d3946e7e-72ed-4a11-96d8-cdb0bd14b921 tempest-PortsAdminExtendedAttrsTestJSON-430157930 tempest-PortsAdminExtendedAttrsTestJSON-430157930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:46.030522 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-f94bb837-5d10-460e-993a-f8245f14de54 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Request body: {'subnet': {'network_id': 'ad0f47cd-f067-4d4a-bff3-f58e71d63331', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:20:46.030615 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-d3946e7e-72ed-4a11-96d8-cdb0bd14b921 tempest-PortsAdminExtendedAttrsTestJSON-430157930 tempest-PortsAdminExtendedAttrsTestJSON-430157930-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2861fd00-cdc0-4925-afab-fb848729978e']}} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:20:46.030615 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-d3946e7e-72ed-4a11-96d8-cdb0bd14b921 tempest-PortsAdminExtendedAttrsTestJSON-430157930 tempest-PortsAdminExtendedAttrsTestJSON-430157930-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '515ec75d-169e-43f2-be4b-991f7c4f3bb8') {'for_net_delete': True} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:20:46.030615 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-d3946e7e-72ed-4a11-96d8-cdb0bd14b921 tempest-PortsAdminExtendedAttrsTestJSON-430157930 tempest-PortsAdminExtendedAttrsTestJSON-430157930-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '515ec75d-169e-43f2-be4b-991f7c4f3bb8') {} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:20:46.030615 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d3946e7e-72ed-4a11-96d8-cdb0bd14b921 tempest-PortsAdminExtendedAttrsTestJSON-430157930 tempest-PortsAdminExtendedAttrsTestJSON-430157930-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126283644'] for segment, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:46.042894 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d3946e7e-72ed-4a11-96d8-cdb0bd14b921 tempest-PortsAdminExtendedAttrsTestJSON-430157930 tempest-PortsAdminExtendedAttrsTestJSON-430157930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:46.057931 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3946e7e-72ed-4a11-96d8-cdb0bd14b921 tempest-PortsAdminExtendedAttrsTestJSON-430157930 tempest-PortsAdminExtendedAttrsTestJSON-430157930-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=102191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:20:46.058703 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d3946e7e-72ed-4a11-96d8-cdb0bd14b921 tempest-PortsAdminExtendedAttrsTestJSON-430157930 tempest-PortsAdminExtendedAttrsTestJSON-430157930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126283391'] for segment, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:46.066261 n-d-764292-30 neutron-server[102191]: Traceback (most recent call last): Aug 11 03:20:46.066261 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:20:46.066261 n-d-764292-30 neutron-server[102191]: timer() Aug 11 03:20:46.066261 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:20:46.066261 n-d-764292-30 neutron-server[102191]: cb(*args, **kw) Aug 11 03:20:46.066261 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:20:46.066261 n-d-764292-30 neutron-server[102191]: return func(*args, **kwargs) Aug 11 03:20:46.066261 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:20:46.066261 n-d-764292-30 neutron-server[102191]: self._notify() Aug 11 03:20:46.066261 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:20:46.066261 n-d-764292-30 neutron-server[102191]: self.callback(batched_events) Aug 11 03:20:46.066261 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:20:46.066261 n-d-764292-30 neutron-server[102191]: event.method(event) Aug 11 03:20:46.066261 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:20:46.066261 n-d-764292-30 neutron-server[102191]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:20:46.066261 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:20:46.066261 n-d-764292-30 neutron-server[102191]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:20:46.066261 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:20:46.066261 n-d-764292-30 neutron-server[102191]: return f(self, *a, **k) Aug 11 03:20:46.066261 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:20:46.066261 n-d-764292-30 neutron-server[102191]: return self._get(url).json() Aug 11 03:20:46.066261 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:20:46.066261 n-d-764292-30 neutron-server[102191]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:20:46.066261 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:20:46.066261 n-d-764292-30 neutron-server[102191]: return self.request(url, 'GET', **kwargs) Aug 11 03:20:46.066261 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:20:46.066261 n-d-764292-30 neutron-server[102191]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:20:46.066261 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:20:46.066261 n-d-764292-30 neutron-server[102191]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:20:46.066261 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:20:46.066261 n-d-764292-30 neutron-server[102191]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:20:46.066261 n-d-764292-30 neutron-server[102191]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:20:46.080064 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-59a955b1-3e57-47a7-a8d5-fa8d85671e3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:46.082728 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-59a955b1-3e57-47a7-a8d5-fa8d85671e3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:46.083858 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-59a955b1-3e57-47a7-a8d5-fa8d85671e3f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/dd65c84b-b744-418a-a916-552340653bf5 HTTP/1.1" status: 204 len: 168 time: 0.5321960 Aug 11 03:20:46.129205 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a955b1-3e57-47a7-a8d5-fa8d85671e3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd65c84b-b744-418a-a916-552340653bf5,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:46.145398 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-f98afcaf-de81-449e-82b6-f671b455e232 None None] Notify callbacks [] for port, precommit_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:46.189387 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-f98afcaf-de81-449e-82b6-f671b455e232 None None] Transition to ACTIVE for port object 5604420e-56af-4527-af0a-106c1edd28c9 will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:20:46.233289 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dbd5c9-9292-4deb-97fa-62f57a07d5ea req-43e58e1b-a814-4215-a2d1-0215f016e0d8 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:46.235219 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-57dbd5c9-9292-4deb-97fa-62f57a07d5ea req-43e58e1b-a814-4215-a2d1-0215f016e0d8 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/ports?device_id=a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c HTTP/1.1" status: 200 len: 945 time: 0.2380135 Aug 11 03:20:46.253099 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-f98afcaf-de81-449e-82b6-f671b455e232 None None] Transition to ACTIVE for port object 5604420e-56af-4527-af0a-106c1edd28c9 will not be triggered until provisioned by entity DHCP. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:20:46.273106 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d3946e7e-72ed-4a11-96d8-cdb0bd14b921 tempest-PortsAdminExtendedAttrsTestJSON-430157930 tempest-PortsAdminExtendedAttrsTestJSON-430157930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:46.276744 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3b2d2d-8080-4e56-a17f-8f79387868ff req-28e6d667-ca0c-4f2d-9abe-42f72dbbfe7f tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:46.279747 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9d3b2d2d-8080-4e56-a17f-8f79387868ff req-28e6d667-ca0c-4f2d-9abe-42f72dbbfe7f tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f5ca1c5-549b-45f8-b644-c1be9314f82b HTTP/1.1" status: 200 len: 946 time: 0.1999342 Aug 11 03:20:46.303705 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d3946e7e-72ed-4a11-96d8-cdb0bd14b921 tempest-PortsAdminExtendedAttrsTestJSON-430157930 tempest-PortsAdminExtendedAttrsTestJSON-430157930-project] Notify callbacks [] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:46.307756 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-d3946e7e-72ed-4a11-96d8-cdb0bd14b921 tempest-PortsAdminExtendedAttrsTestJSON-430157930 tempest-PortsAdminExtendedAttrsTestJSON-430157930-project] 10.222.0.41 "DELETE /v2.0/networks/2861fd00-cdc0-4925-afab-fb848729978e HTTP/1.1" status: 204 len: 168 time: 0.8561275 Aug 11 03:20:46.310065 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3946e7e-72ed-4a11-96d8-cdb0bd14b921 tempest-PortsAdminExtendedAttrsTestJSON-430157930 tempest-PortsAdminExtendedAttrsTestJSON-430157930-project] Pushing event deleted for resources: {'Network': ['ID=2861fd00-cdc0-4925-afab-fb848729978e,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:46.381829 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-f98afcaf-de81-449e-82b6-f671b455e232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669'] for port, after_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:46.383312 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9d3b2d2d-8080-4e56-a17f-8f79387868ff req-0002da51-23a8-4715-a869-1cb2214e296d tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/security-groups?id=028f82ce-145e-4da5-a893-c699717fae6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872037 Aug 11 03:20:46.391387 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-57dbd5c9-9292-4deb-97fa-62f57a07d5ea req-efdc352d-0636-4b4c-81ae-9271bc7bcdda tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbb5f37-cd37-415a-b820-36c249955487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441240 Aug 11 03:20:46.409810 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f98afcaf-de81-449e-82b6-f671b455e232 None None] Network fd80172a-d247-4524-8420-4e12bbb636d1 is already hosted by enough agents. {{(pid=102193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:20:46.418459 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.base_scheduler [None req-f98afcaf-de81-449e-82b6-f671b455e232 None None] Resources bound (agent type, host, resource id): {{(pid=102193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:20:46.421259 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98afcaf-de81-449e-82b6-f671b455e232 None None] Received port after_create {{(pid=102193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:20:46.433763 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98afcaf-de81-449e-82b6-f671b455e232 None None] Pushing event updated for resources: {'Port': ['ID=5604420e-56af-4527-af0a-106c1edd28c9,revision_number=1']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:46.467329 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f94bb837-5d10-460e-993a-f8245f14de54 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Made reservation on behalf of 0c28768474b748ba96f3a3b94cb33f57 for: {'subnet': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:20:46.471764 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-f94bb837-5d10-460e-993a-f8245f14de54 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126180544'] for subnet, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:46.506478 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-f98afcaf-de81-449e-82b6-f671b455e232 None None] Attempting to bind port 5604420e-56af-4527-af0a-106c1edd28c9 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:20:46.507535 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-f98afcaf-de81-449e-82b6-f671b455e232 None None] Attempting to bind port 5604420e-56af-4527-af0a-106c1edd28c9 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': '74336c2e-7509-4a2e-8b59-be7a5d2580de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'fd80172a-d247-4524-8420-4e12bbb636d1'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:20:46.507535 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f98afcaf-de81-449e-82b6-f671b455e232 None None] Attempting to bind port 5604420e-56af-4527-af0a-106c1edd28c9 on network fd80172a-d247-4524-8420-4e12bbb636d1 {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:20:46.513987 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f98afcaf-de81-449e-82b6-f671b455e232 None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 20, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:20:46.514449 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f98afcaf-de81-449e-82b6-f671b455e232 None None] Checking segment: {'id': '74336c2e-7509-4a2e-8b59-be7a5d2580de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'fd80172a-d247-4524-8420-4e12bbb636d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:20:46.514854 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-f98afcaf-de81-449e-82b6-f671b455e232 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:46.515249 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f98afcaf-de81-449e-82b6-f671b455e232 None None] Bound using segment: {'id': '74336c2e-7509-4a2e-8b59-be7a5d2580de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'fd80172a-d247-4524-8420-4e12bbb636d1'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:20:46.515712 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-f98afcaf-de81-449e-82b6-f671b455e232 None None] Bound port: 5604420e-56af-4527-af0a-106c1edd28c9, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74336c2e-7509-4a2e-8b59-be7a5d2580de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'fd80172a-d247-4524-8420-4e12bbb636d1'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:20:46.516091 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-f98afcaf-de81-449e-82b6-f671b455e232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:46.618185 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd92e2c8-69d7-47d5-9e34-2bdc5c8fd525 req-f8edc89f-4d4a-4add-9ec0-9a928439c01b tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:46.620709 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-f98afcaf-de81-449e-82b6-f671b455e232 None None] For port 5604420e-56af-4527-af0a-106c1edd28c9, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:20:46.625919 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bd92e2c8-69d7-47d5-9e34-2bdc5c8fd525 req-f8edc89f-4d4a-4add-9ec0-9a928439c01b tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/ports?device_id=a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c HTTP/1.1" status: 200 len: 945 time: 0.1424179 Aug 11 03:20:46.628519 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-f98afcaf-de81-449e-82b6-f671b455e232 None None] For port 5604420e-56af-4527-af0a-106c1edd28c9, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=5604420e-56af-4527-af0a-106c1edd28c9,segment=NetworkSegment(74336c2e-7509-4a2e-8b59-be7a5d2580de),segment_id=74336c2e-7509-4a2e-8b59-be7a5d2580de)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:20:46.704509 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bd92e2c8-69d7-47d5-9e34-2bdc5c8fd525 req-d32629f4-8923-41c1-b1c7-e2845c587df5 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbb5f37-cd37-415a-b820-36c249955487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613711 Aug 11 03:20:46.789471 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-f98afcaf-de81-449e-82b6-f671b455e232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:46.850701 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e04d38f-8831-48e6-b8a2-b911fcea9e9f req-022c95a1-7f65-462b-90ec-2e2933278b8d tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:46.858347 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98afcaf-de81-449e-82b6-f671b455e232 None None] Pushing event updated for resources: {'Port': ['ID=5604420e-56af-4527-af0a-106c1edd28c9,revision_number=2']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:46.864410 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4e04d38f-8831-48e6-b8a2-b911fcea9e9f req-022c95a1-7f65-462b-90ec-2e2933278b8d tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/ports?device_id=a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c HTTP/1.1" status: 200 len: 945 time: 0.0780234 Aug 11 03:20:46.919426 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4e04d38f-8831-48e6-b8a2-b911fcea9e9f req-5cf41424-a9f9-4a63-a7c6-7639c5ebb0e8 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbb5f37-cd37-415a-b820-36c249955487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489917 Aug 11 03:20:46.930873 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-f94bb837-5d10-460e-993a-f8245f14de54 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125932092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126180562'] for subnet, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:46.994357 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 47992) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:47.094173 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94bb837-5d10-460e-993a-f8245f14de54 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Pushing event updated for resources: {'Subnet': ['ID=5252b61b-efdb-4d0a-b684-46ae9be80716,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:47.116859 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94bb837-5d10-460e-993a-f8245f14de54 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Checking segment: {'id': 'e70886ba-2740-4608-b213-f4ca8ab9158d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'ad0f47cd-f067-4d4a-bff3-f58e71d63331'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:20:47.117309 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f94bb837-5d10-460e-993a-f8245f14de54 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Network hostable DHCP agents. Network: ad0f47cd-f067-4d4a-bff3-f58e71d63331, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:20:47.167040 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa591e0b-c9ae-4a22-ad78-96b2a81d6e10 req-65f31a25-8edb-4b97-9ad2-4be1dddcee21 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:47.170036 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-fa591e0b-c9ae-4a22-ad78-96b2a81d6e10 req-65f31a25-8edb-4b97-9ad2-4be1dddcee21 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/ports?device_id=a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c HTTP/1.1" status: 200 len: 945 time: 0.1461704 Aug 11 03:20:47.275463 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f94bb837-5d10-460e-993a-f8245f14de54 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Network ad0f47cd-f067-4d4a-bff3-f58e71d63331 is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:20:47.291558 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-fa591e0b-c9ae-4a22-ad78-96b2a81d6e10 req-5305e2ef-c4f9-4897-9a99-44819986930d tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbb5f37-cd37-415a-b820-36c249955487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018271 Aug 11 03:20:47.297108 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-34699604-d8f9-494b-adfa-314a716bce8c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f9d73b6b3f18410ea53a8b54aa4bae70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3012364 Aug 11 03:20:47.300627 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 48008) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:47.376049 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-41f55b11-5aa3-4fbb-a4fd-5b3e60390c7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:47.398068 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-f94bb837-5d10-460e-993a-f8245f14de54 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, ad0f47cd-f067-4d4a-bff3-f58e71d63331) {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:20:47.407886 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d19a95-5028-45af-a017-c1a3e3b9f882 None None] Network ad0f47cd-f067-4d4a-bff3-f58e71d63331 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:20:47.432201 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-41f55b11-5aa3-4fbb-a4fd-5b3e60390c7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:47.437754 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f94bb837-5d10-460e-993a-f8245f14de54 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:47.438640 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-f94bb837-5d10-460e-993a-f8245f14de54 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:47.581087 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 48026) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:47.589333 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-f94bb837-5d10-460e-993a-f8245f14de54 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.6778898 Aug 11 03:20:47.597673 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18808f62-fe5d-47c1-9491-dd20ed214619 req-ee5177eb-1ca4-4401-be3d-058a594e74eb tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:47.599593 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-18808f62-fe5d-47c1-9491-dd20ed214619 req-ee5177eb-1ca4-4401-be3d-058a594e74eb tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/ports?device_id=a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c HTTP/1.1" status: 200 len: 945 time: 0.2073181 Aug 11 03:20:47.631121 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b7521e-9d57-4eef-ab58-ed9daa927aa2 req-17840b77-613f-4d59-bb6f-b2abb2b07233 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:47.633840 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-67b7521e-9d57-4eef-ab58-ed9daa927aa2 req-17840b77-613f-4d59-bb6f-b2abb2b07233 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f5ca1c5-549b-45f8-b644-c1be9314f82b HTTP/1.1" status: 200 len: 946 time: 0.1661067 Aug 11 03:20:47.690615 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05aebc47-1f59-42e5-840a-9f5562d78026 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde080026-c28f-55be-b52b-13827cc43646-ad0f47cd-f067-4d4a-bff3-f58e71d63331', 'network_id': 'ad0f47cd-f067-4d4a-bff3-f58e71d63331', 'tenant_id': '0c28768474b748ba96f3a3b94cb33f57', 'fixed_ips': [{'subnet_id': '5252b61b-efdb-4d0a-b684-46ae9be80716'}]}} from n-d-764292-30. {{(pid=102193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:20:47.691475 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-05aebc47-1f59-42e5-840a-9f5562d78026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:47.707321 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-18808f62-fe5d-47c1-9491-dd20ed214619 req-916e3720-a1c2-447e-99a2-5f3864dc3f09 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbb5f37-cd37-415a-b820-36c249955487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004577 Aug 11 03:20:47.759903 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-67b7521e-9d57-4eef-ab58-ed9daa927aa2 req-d7a961c1-a622-4cda-819d-bda5736fed6e tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/security-groups?id=028f82ce-145e-4da5-a893-c699717fae6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0973480 Aug 11 03:20:47.774709 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-54e9e3f3-f52f-4903-8661-95691af1d183 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:47.842330 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-41f55b11-5aa3-4fbb-a4fd-5b3e60390c7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:47.842330 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-41f55b11-5aa3-4fbb-a4fd-5b3e60390c7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:47.853982 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-41f55b11-5aa3-4fbb-a4fd-5b3e60390c7c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/df25c02c-c403-41de-84ca-716b33fc405f HTTP/1.1" status: 204 len: 168 time: 0.5416737 Aug 11 03:20:47.859077 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f55b11-5aa3-4fbb-a4fd-5b3e60390c7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df25c02c-c403-41de-84ca-716b33fc405f,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:47.928616 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-54e9e3f3-f52f-4903-8661-95691af1d183 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:47.996737 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 5604420e-56af-4527-af0a-106c1edd28c9 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:20:48.054697 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b175380b-b7e6-4d52-8db4-2f6a2d5256b7 req-8dce8f36-76e5-47d2-b839-1227145d9318 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:48.056359 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b175380b-b7e6-4d52-8db4-2f6a2d5256b7 req-8dce8f36-76e5-47d2-b839-1227145d9318 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/ports?device_id=a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c HTTP/1.1" status: 200 len: 945 time: 0.1832418 Aug 11 03:20:48.153664 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.db_base_plugin_common [None req-05aebc47-1f59-42e5-840a-9f5562d78026 None None] Allocated IP 172.20.0.2 (ad0f47cd-f067-4d4a-bff3-f58e71d63331/5252b61b-efdb-4d0a-b684-46ae9be80716/deb13fa6-0a15-4460-9ce5-2ab5e9484cc2) {{(pid=102193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:20:48.158047 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b175380b-b7e6-4d52-8db4-2f6a2d5256b7 req-776bfcd6-b774-4304-af99-ee0579836094 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbb5f37-cd37-415a-b820-36c249955487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698674 Aug 11 03:20:48.259884 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port 5604420e-56af-4527-af0a-106c1edd28c9 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:20:48.455860 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-05aebc47-1f59-42e5-840a-9f5562d78026 None None] Notify callbacks [] for port, precommit_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:48.474118 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-05aebc47-1f59-42e5-840a-9f5562d78026 None None] Transition to ACTIVE for port object deb13fa6-0a15-4460-9ce5-2ab5e9484cc2 will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:20:48.492862 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-05aebc47-1f59-42e5-840a-9f5562d78026 None None] Transition to ACTIVE for port object deb13fa6-0a15-4460-9ce5-2ab5e9484cc2 will not be triggered until provisioned by entity DHCP. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:20:48.499954 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71739fa-c4c3-4b8e-935d-ee67e14d209e req-a6d59fe3-e071-4ead-9fb0-574ac5168938 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:48.512488 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdeefa53-4cae-4138-8b54-ee0d9cf79f67 None None] Network fd80172a-d247-4524-8420-4e12bbb636d1 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:20:48.515687 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a71739fa-c4c3-4b8e-935d-ee67e14d209e req-a6d59fe3-e071-4ead-9fb0-574ac5168938 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/ports?device_id=a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c HTTP/1.1" status: 200 len: 945 time: 0.1347227 Aug 11 03:20:48.577917 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-05aebc47-1f59-42e5-840a-9f5562d78026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669'] for port, after_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:48.594077 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a71739fa-c4c3-4b8e-935d-ee67e14d209e req-41520f54-fdfa-49c1-8375-d30e83502845 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbb5f37-cd37-415a-b820-36c249955487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772130 Aug 11 03:20:48.673024 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-54e9e3f3-f52f-4903-8661-95691af1d183 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126283413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126275158'] for subnet, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:48.730495 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05aebc47-1f59-42e5-840a-9f5562d78026 None None] Network ad0f47cd-f067-4d4a-bff3-f58e71d63331 is already hosted by enough agents. {{(pid=102193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:20:48.747212 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.base_scheduler [None req-05aebc47-1f59-42e5-840a-9f5562d78026 None None] Resources bound (agent type, host, resource id): {{(pid=102193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:20:48.756880 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05aebc47-1f59-42e5-840a-9f5562d78026 None None] Received port after_create {{(pid=102193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:20:48.757075 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e9e3f3-f52f-4903-8661-95691af1d183 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Pushing event deleted for resources: {'Subnet': ['ID=5252b61b-efdb-4d0a-b684-46ae9be80716,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:48.770495 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05aebc47-1f59-42e5-840a-9f5562d78026 None None] Pushing event updated for resources: {'Port': ['ID=deb13fa6-0a15-4460-9ce5-2ab5e9484cc2,revision_number=1']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:48.831496 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-54e9e3f3-f52f-4903-8661-95691af1d183 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:48.844648 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-54e9e3f3-f52f-4903-8661-95691af1d183 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad0f47cd-f067-4d4a-bff3-f58e71d63331']}} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:20:48.858903 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-54e9e3f3-f52f-4903-8661-95691af1d183 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e70886ba-2740-4608-b213-f4ca8ab9158d') {'for_net_delete': True} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:20:48.858903 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-54e9e3f3-f52f-4903-8661-95691af1d183 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e70886ba-2740-4608-b213-f4ca8ab9158d') {} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:20:48.870221 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-54e9e3f3-f52f-4903-8661-95691af1d183 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126283644'] for segment, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:48.890996 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-54e9e3f3-f52f-4903-8661-95691af1d183 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:48.891282 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5137e079-2235-4b98-83f8-f8c76120ee23 req-996ed9b8-c5b0-4559-b469-07196389a3b5 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:48.893922 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5137e079-2235-4b98-83f8-f8c76120ee23 req-996ed9b8-c5b0-4559-b469-07196389a3b5 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/ports?device_id=a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c HTTP/1.1" status: 200 len: 945 time: 0.1324704 Aug 11 03:20:48.898630 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54e9e3f3-f52f-4903-8661-95691af1d183 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=102191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:20:48.899410 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-54e9e3f3-f52f-4903-8661-95691af1d183 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126283391'] for segment, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:48.903475 n-d-764292-30 neutron-server[102191]: Traceback (most recent call last): Aug 11 03:20:48.903475 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:20:48.903475 n-d-764292-30 neutron-server[102191]: timer() Aug 11 03:20:48.903475 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:20:48.903475 n-d-764292-30 neutron-server[102191]: cb(*args, **kw) Aug 11 03:20:48.903475 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:20:48.903475 n-d-764292-30 neutron-server[102191]: return func(*args, **kwargs) Aug 11 03:20:48.903475 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:20:48.903475 n-d-764292-30 neutron-server[102191]: self._notify() Aug 11 03:20:48.903475 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:20:48.903475 n-d-764292-30 neutron-server[102191]: self.callback(batched_events) Aug 11 03:20:48.903475 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:20:48.903475 n-d-764292-30 neutron-server[102191]: event.method(event) Aug 11 03:20:48.903475 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:20:48.903475 n-d-764292-30 neutron-server[102191]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:20:48.903475 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:20:48.903475 n-d-764292-30 neutron-server[102191]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:20:48.903475 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:20:48.903475 n-d-764292-30 neutron-server[102191]: return f(self, *a, **k) Aug 11 03:20:48.903475 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:20:48.903475 n-d-764292-30 neutron-server[102191]: return self._get(url).json() Aug 11 03:20:48.903475 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:20:48.903475 n-d-764292-30 neutron-server[102191]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:20:48.903475 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:20:48.903475 n-d-764292-30 neutron-server[102191]: return self.request(url, 'GET', **kwargs) Aug 11 03:20:48.903475 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:20:48.903475 n-d-764292-30 neutron-server[102191]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:20:48.903475 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:20:48.903475 n-d-764292-30 neutron-server[102191]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:20:48.903475 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:20:48.903475 n-d-764292-30 neutron-server[102191]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:20:48.903475 n-d-764292-30 neutron-server[102191]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:20:48.929127 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-530b4ac2-8179-4202-baaf-a5e5db63cb8d None None] Provisioning for port 5604420e-56af-4527-af0a-106c1edd28c9 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:20:48.970662 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 48084) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:48.973988 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-530b4ac2-8179-4202-baaf-a5e5db63cb8d None None] Provisioning complete for port 5604420e-56af-4527-af0a-106c1edd28c9 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:20:48.974394 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-530b4ac2-8179-4202-baaf-a5e5db63cb8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:49.002312 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-05aebc47-1f59-42e5-840a-9f5562d78026 None None] Attempting to bind port deb13fa6-0a15-4460-9ce5-2ab5e9484cc2 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:20:49.002979 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-05aebc47-1f59-42e5-840a-9f5562d78026 None None] Attempting to bind port deb13fa6-0a15-4460-9ce5-2ab5e9484cc2 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': 'e70886ba-2740-4608-b213-f4ca8ab9158d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'ad0f47cd-f067-4d4a-bff3-f58e71d63331'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:20:49.003510 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05aebc47-1f59-42e5-840a-9f5562d78026 None None] Attempting to bind port deb13fa6-0a15-4460-9ce5-2ab5e9484cc2 on network ad0f47cd-f067-4d4a-bff3-f58e71d63331 {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:20:49.040546 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05aebc47-1f59-42e5-840a-9f5562d78026 None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 20, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:20:49.040930 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05aebc47-1f59-42e5-840a-9f5562d78026 None None] Checking segment: {'id': 'e70886ba-2740-4608-b213-f4ca8ab9158d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'ad0f47cd-f067-4d4a-bff3-f58e71d63331'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:20:49.041493 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-05aebc47-1f59-42e5-840a-9f5562d78026 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:49.041900 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05aebc47-1f59-42e5-840a-9f5562d78026 None None] Bound using segment: {'id': 'e70886ba-2740-4608-b213-f4ca8ab9158d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'ad0f47cd-f067-4d4a-bff3-f58e71d63331'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:20:49.042521 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-05aebc47-1f59-42e5-840a-9f5562d78026 None None] Bound port: deb13fa6-0a15-4460-9ce5-2ab5e9484cc2, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e70886ba-2740-4608-b213-f4ca8ab9158d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'ad0f47cd-f067-4d4a-bff3-f58e71d63331'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:20:49.043682 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-05aebc47-1f59-42e5-840a-9f5562d78026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:49.052589 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-36e33cad-4c0d-47de-89d9-b9d0aa2d0619 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=985d3fc86708438a9c7d047bb6816423&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0776522 Aug 11 03:20:49.052951 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 48088) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:49.060733 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5137e079-2235-4b98-83f8-f8c76120ee23 req-97400f1b-ba72-4cf2-a2bc-f6a01199e4b9 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbb5f37-cd37-415a-b820-36c249955487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262097 Aug 11 03:20:49.075912 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4880b671-3424-4dd7-934e-255eec8f9b09 req-a2ebd62c-2387-44fe-843e-911c171d6dd4 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:49.078644 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4880b671-3424-4dd7-934e-255eec8f9b09 req-a2ebd62c-2387-44fe-843e-911c171d6dd4 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f5ca1c5-549b-45f8-b644-c1be9314f82b HTTP/1.1" status: 200 len: 946 time: 0.1833398 Aug 11 03:20:49.098345 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.db.api [None req-54e9e3f3-f52f-4903-8661-95691af1d183 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 11 03:20:49.098345 n-d-764292-30 neutron-server[102191]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 11 03:20:49.098345 n-d-764292-30 neutron-server[102191]: [parameters: {'id': 'ad0f47cd-f067-4d4a-bff3-f58e71d63331'}] Aug 11 03:20:49.098345 n-d-764292-30 neutron-server[102191]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102191) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 03:20:49.103915 n-d-764292-30 neutron-server[102191]: DEBUG oslo_db.api [None req-54e9e3f3-f52f-4903-8661-95691af1d183 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 03:20:49.138855 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-2b1f3de0-3ede-450e-8a74-f6e052e5d8d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:49.168682 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4880b671-3424-4dd7-934e-255eec8f9b09 req-13dbade3-6a54-4b98-9d22-fc214fb03f60 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/security-groups?id=028f82ce-145e-4da5-a893-c699717fae6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788600 Aug 11 03:20:49.181820 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-2b1f3de0-3ede-450e-8a74-f6e052e5d8d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:49.256498 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 48094) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:49.273315 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-530b4ac2-8179-4202-baaf-a5e5db63cb8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:49.276350 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-05aebc47-1f59-42e5-840a-9f5562d78026 None None] For port deb13fa6-0a15-4460-9ce5-2ab5e9484cc2, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:20:49.282334 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-05aebc47-1f59-42e5-840a-9f5562d78026 None None] For port deb13fa6-0a15-4460-9ce5-2ab5e9484cc2, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=deb13fa6-0a15-4460-9ce5-2ab5e9484cc2,segment=NetworkSegment(e70886ba-2740-4608-b213-f4ca8ab9158d),segment_id=e70886ba-2740-4608-b213-f4ca8ab9158d)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:20:49.335209 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-530b4ac2-8179-4202-baaf-a5e5db63cb8d None None] For port 5604420e-56af-4527-af0a-106c1edd28c9, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=5604420e-56af-4527-af0a-106c1edd28c9,segment=NetworkSegment(74336c2e-7509-4a2e-8b59-be7a5d2580de),segment_id=74336c2e-7509-4a2e-8b59-be7a5d2580de)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:20:49.353960 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ea52ad-c3c6-4d4c-8135-aeb86438028d req-c8870f28-9255-4e76-b8f2-620561962dfb tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:49.355540 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f9ea52ad-c3c6-4d4c-8135-aeb86438028d req-c8870f28-9255-4e76-b8f2-620561962dfb tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/ports?device_id=a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c HTTP/1.1" status: 200 len: 945 time: 0.1155598 Aug 11 03:20:49.360759 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-2b1f3de0-3ede-450e-8a74-f6e052e5d8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:49.364156 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-2b1f3de0-3ede-450e-8a74-f6e052e5d8d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:49.371066 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-2b1f3de0-3ede-450e-8a74-f6e052e5d8d4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e9140ebb-4534-4602-877b-6651965582f6 HTTP/1.1" status: 204 len: 168 time: 0.3165429 Aug 11 03:20:49.388542 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-05aebc47-1f59-42e5-840a-9f5562d78026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:49.391276 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1f3de0-3ede-450e-8a74-f6e052e5d8d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9140ebb-4534-4602-877b-6651965582f6,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:49.452832 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f9ea52ad-c3c6-4d4c-8135-aeb86438028d req-dce79785-3aa1-4cdb-989d-45edf5ff9240 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbb5f37-cd37-415a-b820-36c249955487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785198 Aug 11 03:20:49.473330 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-eb77adbb-f301-4dce-ad08-387cd5fe364c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:49.518054 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05aebc47-1f59-42e5-840a-9f5562d78026 None None] Pushing event updated for resources: {'Port': ['ID=deb13fa6-0a15-4460-9ce5-2ab5e9484cc2,revision_number=2']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:49.526015 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-530b4ac2-8179-4202-baaf-a5e5db63cb8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:49.600570 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-54e9e3f3-f52f-4903-8661-95691af1d183 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:49.637487 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074cad70-72b1-44c3-aff3-10e0b61b4d3b req-5da6d474-aa61-438c-a358-c082ead8885c tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:49.642616 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-074cad70-72b1-44c3-aff3-10e0b61b4d3b req-5da6d474-aa61-438c-a358-c082ead8885c tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/ports?device_id=a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c HTTP/1.1" status: 200 len: 945 time: 0.0866468 Aug 11 03:20:49.678757 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-eb77adbb-f301-4dce-ad08-387cd5fe364c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:49.712231 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-560c68ed-88d4-4bc9-b898-47c5008a5cf7 None None] Provisioning complete for port 5604420e-56af-4527-af0a-106c1edd28c9 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:20:49.713172 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-560c68ed-88d4-4bc9-b898-47c5008a5cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:49.724897 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-54e9e3f3-f52f-4903-8661-95691af1d183 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Deleting port deb13fa6-0a15-4460-9ce5-2ab5e9484cc2 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:20:49.736238 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-54e9e3f3-f52f-4903-8661-95691af1d183 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:49.763666 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-074cad70-72b1-44c3-aff3-10e0b61b4d3b req-c25f51e9-e6b8-42c9-946a-547cf97dfad5 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbb5f37-cd37-415a-b820-36c249955487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173830 Aug 11 03:20:49.773815 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1721aecc-a2f4-4d15-8ca7-f71ce610b3f9 None None] Network ad0f47cd-f067-4d4a-bff3-f58e71d63331 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:20:49.789516 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530b4ac2-8179-4202-baaf-a5e5db63cb8d None None] Pushing event updated for resources: {'Port': ['ID=5604420e-56af-4527-af0a-106c1edd28c9,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:49.845781 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-eb77adbb-f301-4dce-ad08-387cd5fe364c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:49.944310 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-eb77adbb-f301-4dce-ad08-387cd5fe364c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=34bc9b3342df46ddab28dd746a15a219&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6863148 Aug 11 03:20:49.946923 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 48120) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:49.982618 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [None req-54e9e3f3-f52f-4903-8661-95691af1d183 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] For port deb13fa6-0a15-4460-9ce5-2ab5e9484cc2, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=deb13fa6-0a15-4460-9ce5-2ab5e9484cc2,segment=NetworkSegment(e70886ba-2740-4608-b213-f4ca8ab9158d),segment_id=e70886ba-2740-4608-b213-f4ca8ab9158d)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:20:49.988189 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-54e9e3f3-f52f-4903-8661-95691af1d183 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:49.988189 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb77adbb-f301-4dce-ad08-387cd5fe364c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d9c13e4-b37d-4c68-bd39-3d971e922a96,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:50.016320 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-54e9e3f3-f52f-4903-8661-95691af1d183 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Calling delete_port for deb13fa6-0a15-4460-9ce5-2ab5e9484cc2 owned by network:dhcp {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:20:50.028187 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8578727-3a81-434a-9bc9-489f96cc69f5 None None] get_active_networks_info from n-d-764292-30 {{(pid=102193) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 11 03:20:50.081003 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-257de222-60ca-4287-b62e-e58f81935dcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:50.113045 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d045d3fc-8707-4786-a2e7-10e2c3a50794 req-6c81927e-149b-4ac9-aa6f-def617877c3e tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:50.121543 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d045d3fc-8707-4786-a2e7-10e2c3a50794 req-6c81927e-149b-4ac9-aa6f-def617877c3e tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/ports?device_id=a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c HTTP/1.1" status: 200 len: 945 time: 0.0945859 Aug 11 03:20:50.141902 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-257de222-60ca-4287-b62e-e58f81935dcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:50.191052 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8578727-3a81-434a-9bc9-489f96cc69f5 None None] Resources bound (agent type, host, resource id): {{(pid=102193) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 11 03:20:50.216601 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d045d3fc-8707-4786-a2e7-10e2c3a50794 req-7e6e8656-4222-452b-b384-e71ac5a4b560 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbb5f37-cd37-415a-b820-36c249955487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895786 Aug 11 03:20:50.232567 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-54e9e3f3-f52f-4903-8661-95691af1d183 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:50.268602 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e9e3f3-f52f-4903-8661-95691af1d183 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Pushing event deleted for resources: {'Port': ['ID=deb13fa6-0a15-4460-9ce5-2ab5e9484cc2,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:50.279471 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e9e3f3-f52f-4903-8661-95691af1d183 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] No DVR routers for this DVR port deb13fa6-0a15-4460-9ce5-2ab5e9484cc2 on host n-d-764292-30 {{(pid=102191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:20:50.328608 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-257de222-60ca-4287-b62e-e58f81935dcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:50.330135 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-257de222-60ca-4287-b62e-e58f81935dcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:50.331580 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-257de222-60ca-4287-b62e-e58f81935dcd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4d9c13e4-b37d-4c68-bd39-3d971e922a96 HTTP/1.1" status: 204 len: 168 time: 0.3834600 Aug 11 03:20:50.360553 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257de222-60ca-4287-b62e-e58f81935dcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d9c13e4-b37d-4c68-bd39-3d971e922a96,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:50.418220 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95b2fdd-9f10-48b5-83a2-b7bcfa2ea691 req-3d4e6166-8e3a-4602-aa0b-6841c6cef7e6 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:50.425655 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e95b2fdd-9f10-48b5-83a2-b7bcfa2ea691 req-3d4e6166-8e3a-4602-aa0b-6841c6cef7e6 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/ports?device_id=a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c HTTP/1.1" status: 200 len: 945 time: 0.1117427 Aug 11 03:20:50.466618 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672952e1-81b0-48a5-95ef-2df259e72c83 req-50f82a5d-3dcb-4cc3-83f4-88f9d9bb90d9 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:50.468173 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-672952e1-81b0-48a5-95ef-2df259e72c83 req-50f82a5d-3dcb-4cc3-83f4-88f9d9bb90d9 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f5ca1c5-549b-45f8-b644-c1be9314f82b HTTP/1.1" status: 200 len: 946 time: 0.1113517 Aug 11 03:20:50.476620 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-54e9e3f3-f52f-4903-8661-95691af1d183 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:50.527895 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-54e9e3f3-f52f-4903-8661-95691af1d183 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad0f47cd-f067-4d4a-bff3-f58e71d63331']}} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:20:50.528934 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e95b2fdd-9f10-48b5-83a2-b7bcfa2ea691 req-3091e6f2-bc36-4591-a7a7-00e271ad4c23 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbb5f37-cd37-415a-b820-36c249955487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020379 Aug 11 03:20:50.561539 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-54e9e3f3-f52f-4903-8661-95691af1d183 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e70886ba-2740-4608-b213-f4ca8ab9158d') {'for_net_delete': True} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:20:50.562216 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-54e9e3f3-f52f-4903-8661-95691af1d183 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e70886ba-2740-4608-b213-f4ca8ab9158d') {} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:20:50.575368 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-672952e1-81b0-48a5-95ef-2df259e72c83 req-d390b6b5-1bff-4496-8489-29cbb6c4622f tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/security-groups?id=028f82ce-145e-4da5-a893-c699717fae6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990448 Aug 11 03:20:50.581362 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-54e9e3f3-f52f-4903-8661-95691af1d183 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126283644'] for segment, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:50.604305 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-54e9e3f3-f52f-4903-8661-95691af1d183 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:50.611450 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54e9e3f3-f52f-4903-8661-95691af1d183 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=102191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:20:50.611849 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-54e9e3f3-f52f-4903-8661-95691af1d183 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126283391'] for segment, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:50.614988 n-d-764292-30 neutron-server[102191]: Traceback (most recent call last): Aug 11 03:20:50.614988 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:20:50.614988 n-d-764292-30 neutron-server[102191]: timer() Aug 11 03:20:50.614988 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:20:50.614988 n-d-764292-30 neutron-server[102191]: cb(*args, **kw) Aug 11 03:20:50.614988 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:20:50.614988 n-d-764292-30 neutron-server[102191]: return func(*args, **kwargs) Aug 11 03:20:50.614988 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:20:50.614988 n-d-764292-30 neutron-server[102191]: self._notify() Aug 11 03:20:50.614988 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:20:50.614988 n-d-764292-30 neutron-server[102191]: self.callback(batched_events) Aug 11 03:20:50.614988 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:20:50.614988 n-d-764292-30 neutron-server[102191]: event.method(event) Aug 11 03:20:50.614988 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:20:50.614988 n-d-764292-30 neutron-server[102191]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:20:50.614988 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:20:50.614988 n-d-764292-30 neutron-server[102191]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:20:50.614988 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:20:50.614988 n-d-764292-30 neutron-server[102191]: return f(self, *a, **k) Aug 11 03:20:50.614988 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:20:50.614988 n-d-764292-30 neutron-server[102191]: return self._get(url).json() Aug 11 03:20:50.614988 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:20:50.614988 n-d-764292-30 neutron-server[102191]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:20:50.614988 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:20:50.614988 n-d-764292-30 neutron-server[102191]: return self.request(url, 'GET', **kwargs) Aug 11 03:20:50.614988 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:20:50.614988 n-d-764292-30 neutron-server[102191]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:20:50.614988 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:20:50.614988 n-d-764292-30 neutron-server[102191]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:20:50.614988 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:20:50.614988 n-d-764292-30 neutron-server[102191]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:20:50.614988 n-d-764292-30 neutron-server[102191]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:20:50.746790 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-54e9e3f3-f52f-4903-8661-95691af1d183 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:50.805845 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-54e9e3f3-f52f-4903-8661-95691af1d183 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks [] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:50.808100 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-54e9e3f3-f52f-4903-8661-95691af1d183 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] 10.222.0.41 "DELETE /v2.0/networks/ad0f47cd-f067-4d4a-bff3-f58e71d63331 HTTP/1.1" status: 204 len: 168 time: 3.2259233 Aug 11 03:20:50.809493 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e9e3f3-f52f-4903-8661-95691af1d183 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Pushing event deleted for resources: {'Network': ['ID=ad0f47cd-f067-4d4a-bff3-f58e71d63331,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:50.816866 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 48160) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:50.838886 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-3af7a917-1c7a-46fb-a138-ec703f0ff747 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1663226459'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:20:50.876757 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-face831a-f9bf-4644-9bb2-6a0ae1ce2c68 req-02011e21-e0be-4e71-83a2-297bbbc9b73b tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:50.878870 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-face831a-f9bf-4644-9bb2-6a0ae1ce2c68 req-02011e21-e0be-4e71-83a2-297bbbc9b73b tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/ports?device_id=a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c HTTP/1.1" status: 200 len: 945 time: 0.1372881 Aug 11 03:20:50.936555 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-face831a-f9bf-4644-9bb2-6a0ae1ce2c68 req-c2827461-d0d4-423c-be9d-04cb98010584 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbb5f37-cd37-415a-b820-36c249955487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481036 Aug 11 03:20:51.004031 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3af7a917-1c7a-46fb-a138-ec703f0ff747 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Made reservation on behalf of 0c28768474b748ba96f3a3b94cb33f57 for: {'network': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:20:51.007973 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3af7a917-1c7a-46fb-a138-ec703f0ff747 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:51.032275 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3af7a917-1c7a-46fb-a138-ec703f0ff747 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=102191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:20:51.043728 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3af7a917-1c7a-46fb-a138-ec703f0ff747 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:51.044061 n-d-764292-30 neutron-server[102191]: INFO neutron.db.segments_db [None req-3af7a917-1c7a-46fb-a138-ec703f0ff747 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Added segment 0bd0fb1f-0467-496b-8fc6-916568fdbb73 of type vlan for network dd2e9b16-f439-41c4-a400-32d3e6ffcee6 Aug 11 03:20:51.079973 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff6b902-1eb2-42e2-8082-0b06acba1256 req-bdd2ecb8-98cb-41c6-b9ab-44bb04fa2db4 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:51.100578 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8ff6b902-1eb2-42e2-8082-0b06acba1256 req-bdd2ecb8-98cb-41c6-b9ab-44bb04fa2db4 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/ports?device_id=a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c HTTP/1.1" status: 200 len: 945 time: 0.0992920 Aug 11 03:20:51.146911 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8ff6b902-1eb2-42e2-8082-0b06acba1256 req-5e6016ed-cef4-4294-919c-74565e6325c5 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbb5f37-cd37-415a-b820-36c249955487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454345 Aug 11 03:20:51.178720 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3af7a917-1c7a-46fb-a138-ec703f0ff747 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:51.301976 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3af7a917-1c7a-46fb-a138-ec703f0ff747 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:51.309554 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af7a917-1c7a-46fb-a138-ec703f0ff747 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:51.310159 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3af7a917-1c7a-46fb-a138-ec703f0ff747 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks [] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:51.400313 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af7a917-1c7a-46fb-a138-ec703f0ff747 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Pushing event updated for resources: {'Network': ['ID=dd2e9b16-f439-41c4-a400-32d3e6ffcee6,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:51.413655 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network dd2e9b16-f439-41c4-a400-32d3e6ffcee6 details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:20:51.415616 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e5a854-6677-477e-ba85-fbe88c031b12 req-be55e435-f017-455d-b3b8-24443d3a4f23 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:51.418029 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c3e5a854-6677-477e-ba85-fbe88c031b12 req-be55e435-f017-455d-b3b8-24443d3a4f23 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/ports?device_id=a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c HTTP/1.1" status: 200 len: 945 time: 0.1022134 Aug 11 03:20:51.495069 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c3e5a854-6677-477e-ba85-fbe88c031b12 req-5b57cfcc-1c9a-4d84-aa38-03d44db68c7c tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbb5f37-cd37-415a-b820-36c249955487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671895 Aug 11 03:20:51.613573 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-3af7a917-1c7a-46fb-a138-ec703f0ff747 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7847869 Aug 11 03:20:51.614678 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 48206) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:51.620390 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-e0c660d5-13a5-4273-b65e-caec4aaf321f tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Request body: {'subnet': {'network_id': 'dd2e9b16-f439-41c4-a400-32d3e6ffcee6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:20:51.746518 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075de593-8344-4225-aef1-d5a275cec1b2 req-a62fb521-fc88-4033-aab6-c8e72d06f9c7 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:51.755019 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-075de593-8344-4225-aef1-d5a275cec1b2 req-a62fb521-fc88-4033-aab6-c8e72d06f9c7 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/ports?device_id=a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c HTTP/1.1" status: 200 len: 945 time: 0.1221852 Aug 11 03:20:51.858206 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-075de593-8344-4225-aef1-d5a275cec1b2 req-a4357f80-fdf6-469d-bd6b-f096104af3ed tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbb5f37-cd37-415a-b820-36c249955487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941885 Aug 11 03:20:51.918741 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5521bbe-aae1-42c6-bfba-0e8c8ec6bf17 req-36031973-0bb5-4247-8ea6-91d3d7744313 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:51.921353 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c5521bbe-aae1-42c6-bfba-0e8c8ec6bf17 req-36031973-0bb5-4247-8ea6-91d3d7744313 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f5ca1c5-549b-45f8-b644-c1be9314f82b HTTP/1.1" status: 200 len: 946 time: 0.1916556 Aug 11 03:20:51.955658 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 5604420e-56af-4527-af0a-106c1edd28c9 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:20:51.969773 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0c660d5-13a5-4273-b65e-caec4aaf321f tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Made reservation on behalf of 0c28768474b748ba96f3a3b94cb33f57 for: {'subnet': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:20:51.973827 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e0c660d5-13a5-4273-b65e-caec4aaf321f tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274743'] for subnet, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:52.036329 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c5521bbe-aae1-42c6-bfba-0e8c8ec6bf17 req-234214ee-9803-4c42-bfc9-75f1ba238adb tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/security-groups?id=028f82ce-145e-4da5-a893-c699717fae6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1087689 Aug 11 03:20:52.085197 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.ipam_backend_mixin [None req-e0c660d5-13a5-4273-b65e-caec4aaf321f tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Performing IP validity checks on allocation pools {{(pid=102191) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 11 03:20:52.085301 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.ipam_backend_mixin [None req-e0c660d5-13a5-4273-b65e-caec4aaf321f tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102191) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 11 03:20:52.092475 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 5604420e-56af-4527-af0a-106c1edd28c9 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:20:52.092856 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:52.455549 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e0c660d5-13a5-4273-b65e-caec4aaf321f tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126283476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274725'] for subnet, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:52.547156 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c660d5-13a5-4273-b65e-caec4aaf321f tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Pushing event updated for resources: {'Subnet': ['ID=46de3213-dbed-4bc6-8ea2-bbb344cb5155,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:52.560451 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c660d5-13a5-4273-b65e-caec4aaf321f tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Checking segment: {'id': '0bd0fb1f-0467-496b-8fc6-916568fdbb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'dd2e9b16-f439-41c4-a400-32d3e6ffcee6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:20:52.560642 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c660d5-13a5-4273-b65e-caec4aaf321f tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Network hostable DHCP agents. Network: dd2e9b16-f439-41c4-a400-32d3e6ffcee6, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:20:52.660218 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c660d5-13a5-4273-b65e-caec4aaf321f tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Network dd2e9b16-f439-41c4-a400-32d3e6ffcee6 is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:20:52.744763 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 48250) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:52.786470 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-e0c660d5-13a5-4273-b65e-caec4aaf321f tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, dd2e9b16-f439-41c4-a400-32d3e6ffcee6) {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:20:52.790786 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-826a17a0-13ed-4e6c-9485-52c5da0bfe28 None None] Network dd2e9b16-f439-41c4-a400-32d3e6ffcee6 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:20:52.792878 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c660d5-13a5-4273-b65e-caec4aaf321f tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:52.794832 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e0c660d5-13a5-4273-b65e-caec4aaf321f tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:52.895609 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-e0c660d5-13a5-4273-b65e-caec4aaf321f tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.2797687 Aug 11 03:20:52.896309 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 48258) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:53.019482 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab584b9-b9e4-4462-975e-ed01440c1e45 req-4b1a6435-15bd-4642-b700-74a6cb1a2ed8 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:53.036976 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8ab584b9-b9e4-4462-975e-ed01440c1e45 req-4b1a6435-15bd-4642-b700-74a6cb1a2ed8 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/ports?device_id=a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c HTTP/1.1" status: 200 len: 945 time: 0.1640778 Aug 11 03:20:53.079433 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-734248f4-a69b-473f-bbc6-8d11fba4538c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde080026-c28f-55be-b52b-13827cc43646-dd2e9b16-f439-41c4-a400-32d3e6ffcee6', 'network_id': 'dd2e9b16-f439-41c4-a400-32d3e6ffcee6', 'tenant_id': '0c28768474b748ba96f3a3b94cb33f57', 'fixed_ips': [{'subnet_id': '46de3213-dbed-4bc6-8ea2-bbb344cb5155'}]}} from n-d-764292-30. {{(pid=102193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:20:53.080515 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-734248f4-a69b-473f-bbc6-8d11fba4538c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:53.126170 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-cf932f32-c246-4a85-bdc3-863cef830cb6 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-705423564', 'router:external': True}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:20:53.145067 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8ab584b9-b9e4-4462-975e-ed01440c1e45 req-6cfc15ba-ffe0-44c2-97e5-22d2537f5b72 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbb5f37-cd37-415a-b820-36c249955487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047354 Aug 11 03:20:53.192210 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-001030e3-661d-4577-9fbf-0fcb5ea458be tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:53.243355 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead8ecac-179f-4931-9613-fbe31b910f2d req-ed8fadc6-f324-4b38-a557-26d18e61c476 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:53.245427 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ead8ecac-179f-4931-9613-fbe31b910f2d req-ed8fadc6-f324-4b38-a557-26d18e61c476 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f5ca1c5-549b-45f8-b644-c1be9314f82b HTTP/1.1" status: 200 len: 946 time: 0.1013885 Aug 11 03:20:53.301823 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf932f32-c246-4a85-bdc3-863cef830cb6 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Made reservation on behalf of 5dc2602a9c8b417193fac0508c351f0e for: {'network': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:20:53.307956 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-cf932f32-c246-4a85-bdc3-863cef830cb6 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:53.325850 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.db_base_plugin_common [None req-734248f4-a69b-473f-bbc6-8d11fba4538c None None] Allocated IP 172.20.0.3 (dd2e9b16-f439-41c4-a400-32d3e6ffcee6/46de3213-dbed-4bc6-8ea2-bbb344cb5155/207a2358-8703-47cc-afeb-a5a660725754) {{(pid=102193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:20:53.329835 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-001030e3-661d-4577-9fbf-0fcb5ea458be tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:53.344445 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ead8ecac-179f-4931-9613-fbe31b910f2d req-6b233e3e-1bae-461b-b4c8-3757dbdc2f31 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/security-groups?id=028f82ce-145e-4da5-a893-c699717fae6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923913 Aug 11 03:20:53.359454 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-cf932f32-c246-4a85-bdc3-863cef830cb6 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:53.487021 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-cf932f32-c246-4a85-bdc3-863cef830cb6 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:53.529362 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-734248f4-a69b-473f-bbc6-8d11fba4538c None None] Notify callbacks [] for port, precommit_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:53.537636 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-734248f4-a69b-473f-bbc6-8d11fba4538c None None] Transition to ACTIVE for port object 207a2358-8703-47cc-afeb-a5a660725754 will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:20:53.555184 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-734248f4-a69b-473f-bbc6-8d11fba4538c None None] Transition to ACTIVE for port object 207a2358-8703-47cc-afeb-a5a660725754 will not be triggered until provisioned by entity DHCP. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:20:53.595546 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-cf932f32-c246-4a85-bdc3-863cef830cb6 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:53.639866 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-734248f4-a69b-473f-bbc6-8d11fba4538c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669'] for port, after_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:53.669086 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf932f32-c246-4a85-bdc3-863cef830cb6 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc1e95b7-c889-4e69-91ae-9167513fdbbd,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:53.697277 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-734248f4-a69b-473f-bbc6-8d11fba4538c None None] Network dd2e9b16-f439-41c4-a400-32d3e6ffcee6 is already hosted by enough agents. {{(pid=102193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:20:53.701455 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.base_scheduler [None req-734248f4-a69b-473f-bbc6-8d11fba4538c None None] Resources bound (agent type, host, resource id): {{(pid=102193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:20:53.704065 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734248f4-a69b-473f-bbc6-8d11fba4538c None None] Received port after_create {{(pid=102193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:20:53.713277 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734248f4-a69b-473f-bbc6-8d11fba4538c None None] Pushing event updated for resources: {'Port': ['ID=207a2358-8703-47cc-afeb-a5a660725754,revision_number=1']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:53.743103 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734248f4-a69b-473f-bbc6-8d11fba4538c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:20:53.743582 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734248f4-a69b-473f-bbc6-8d11fba4538c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:20:53.744149 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734248f4-a69b-473f-bbc6-8d11fba4538c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:20:53.744753 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734248f4-a69b-473f-bbc6-8d11fba4538c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:20:53.745848 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734248f4-a69b-473f-bbc6-8d11fba4538c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:20:53.746456 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734248f4-a69b-473f-bbc6-8d11fba4538c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:20:53.747016 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734248f4-a69b-473f-bbc6-8d11fba4538c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:20:53.747559 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734248f4-a69b-473f-bbc6-8d11fba4538c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:20:53.748087 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734248f4-a69b-473f-bbc6-8d11fba4538c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:20:53.748624 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734248f4-a69b-473f-bbc6-8d11fba4538c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:20:53.749159 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734248f4-a69b-473f-bbc6-8d11fba4538c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:20:53.749692 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734248f4-a69b-473f-bbc6-8d11fba4538c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:20:53.750112 n-d-764292-30 neutron-server[102192]: INFO neutron.api.v2.resource [req-02471893-f8aa-486f-9607-83712830beae req-3c470d92-b14d-4ada-b948-1f7ae8015dd2 service neutron] show failed (client error): The resource could not be found. Aug 11 03:20:53.751206 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-02471893-f8aa-486f-9607-83712830beae req-3c470d92-b14d-4ada-b948-1f7ae8015dd2 service neutron] 10.222.0.24 "GET /v2.0/ports/0ea4b77d-3452-49a3-af5b-6f0e3d74e9d6/bindings/n-h1-764292-30 HTTP/1.1" status: 404 len: 381 time: 0.0934155 Aug 11 03:20:53.783580 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-001030e3-661d-4577-9fbf-0fcb5ea458be tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126283413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126275158'] for subnet, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:53.795438 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf932f32-c246-4a85-bdc3-863cef830cb6 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=102192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:20:53.800271 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-734248f4-a69b-473f-bbc6-8d11fba4538c None None] Attempting to bind port 207a2358-8703-47cc-afeb-a5a660725754 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:20:53.800737 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-734248f4-a69b-473f-bbc6-8d11fba4538c None None] Attempting to bind port 207a2358-8703-47cc-afeb-a5a660725754 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': '0bd0fb1f-0467-496b-8fc6-916568fdbb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'dd2e9b16-f439-41c4-a400-32d3e6ffcee6'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:20:53.800928 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734248f4-a69b-473f-bbc6-8d11fba4538c None None] Attempting to bind port 207a2358-8703-47cc-afeb-a5a660725754 on network dd2e9b16-f439-41c4-a400-32d3e6ffcee6 {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:20:53.820173 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-cf932f32-c246-4a85-bdc3-863cef830cb6 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:53.820704 n-d-764292-30 neutron-server[102192]: INFO neutron.db.segments_db [None req-cf932f32-c246-4a85-bdc3-863cef830cb6 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Added segment d7f7ef48-3f7a-417d-837d-8df019f53e9f of type vlan for network 41f0176e-5892-452f-a5a1-b98585f4f016 Aug 11 03:20:53.829801 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734248f4-a69b-473f-bbc6-8d11fba4538c None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 20, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:20:53.832062 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734248f4-a69b-473f-bbc6-8d11fba4538c None None] Checking segment: {'id': '0bd0fb1f-0467-496b-8fc6-916568fdbb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'dd2e9b16-f439-41c4-a400-32d3e6ffcee6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:20:53.832833 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-734248f4-a69b-473f-bbc6-8d11fba4538c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:53.836946 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734248f4-a69b-473f-bbc6-8d11fba4538c None None] Bound using segment: {'id': '0bd0fb1f-0467-496b-8fc6-916568fdbb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'dd2e9b16-f439-41c4-a400-32d3e6ffcee6'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:20:53.837668 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-734248f4-a69b-473f-bbc6-8d11fba4538c None None] Bound port: 207a2358-8703-47cc-afeb-a5a660725754, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bd0fb1f-0467-496b-8fc6-916568fdbb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'dd2e9b16-f439-41c4-a400-32d3e6ffcee6'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:20:53.843558 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-734248f4-a69b-473f-bbc6-8d11fba4538c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:53.862580 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001030e3-661d-4577-9fbf-0fcb5ea458be tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Pushing event deleted for resources: {'Subnet': ['ID=46de3213-dbed-4bc6-8ea2-bbb344cb5155,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:53.949829 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-cf932f32-c246-4a85-bdc3-863cef830cb6 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:53.960337 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-734248f4-a69b-473f-bbc6-8d11fba4538c None None] For port 207a2358-8703-47cc-afeb-a5a660725754, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:20:53.965990 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-734248f4-a69b-473f-bbc6-8d11fba4538c None None] For port 207a2358-8703-47cc-afeb-a5a660725754, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=207a2358-8703-47cc-afeb-a5a660725754,segment=NetworkSegment(0bd0fb1f-0467-496b-8fc6-916568fdbb73),segment_id=0bd0fb1f-0467-496b-8fc6-916568fdbb73)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:20:53.985051 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-001030e3-661d-4577-9fbf-0fcb5ea458be tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:53.996369 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-001030e3-661d-4577-9fbf-0fcb5ea458be tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd2e9b16-f439-41c4-a400-32d3e6ffcee6']}} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:20:54.008098 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-001030e3-661d-4577-9fbf-0fcb5ea458be tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bd0fb1f-0467-496b-8fc6-916568fdbb73') {'for_net_delete': True} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:20:54.008098 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-001030e3-661d-4577-9fbf-0fcb5ea458be tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bd0fb1f-0467-496b-8fc6-916568fdbb73') {} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:20:54.018883 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-001030e3-661d-4577-9fbf-0fcb5ea458be tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126283644'] for segment, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:54.045064 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-734248f4-a69b-473f-bbc6-8d11fba4538c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:54.046959 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-001030e3-661d-4577-9fbf-0fcb5ea458be tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:54.055869 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-001030e3-661d-4577-9fbf-0fcb5ea458be tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=102191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:20:54.056195 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-001030e3-661d-4577-9fbf-0fcb5ea458be tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126283391'] for segment, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:54.064153 n-d-764292-30 neutron-server[102191]: Traceback (most recent call last): Aug 11 03:20:54.064153 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:20:54.064153 n-d-764292-30 neutron-server[102191]: timer() Aug 11 03:20:54.064153 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:20:54.064153 n-d-764292-30 neutron-server[102191]: cb(*args, **kw) Aug 11 03:20:54.064153 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:20:54.064153 n-d-764292-30 neutron-server[102191]: return func(*args, **kwargs) Aug 11 03:20:54.064153 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:20:54.064153 n-d-764292-30 neutron-server[102191]: self._notify() Aug 11 03:20:54.064153 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:20:54.064153 n-d-764292-30 neutron-server[102191]: self.callback(batched_events) Aug 11 03:20:54.064153 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:20:54.064153 n-d-764292-30 neutron-server[102191]: event.method(event) Aug 11 03:20:54.064153 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:20:54.064153 n-d-764292-30 neutron-server[102191]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:20:54.064153 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:20:54.064153 n-d-764292-30 neutron-server[102191]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:20:54.064153 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:20:54.064153 n-d-764292-30 neutron-server[102191]: return f(self, *a, **k) Aug 11 03:20:54.064153 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:20:54.064153 n-d-764292-30 neutron-server[102191]: return self._get(url).json() Aug 11 03:20:54.064153 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:20:54.064153 n-d-764292-30 neutron-server[102191]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:20:54.064153 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:20:54.064153 n-d-764292-30 neutron-server[102191]: return self.request(url, 'GET', **kwargs) Aug 11 03:20:54.064153 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:20:54.064153 n-d-764292-30 neutron-server[102191]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:20:54.064153 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:20:54.064153 n-d-764292-30 neutron-server[102191]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:20:54.064153 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:20:54.064153 n-d-764292-30 neutron-server[102191]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:20:54.064153 n-d-764292-30 neutron-server[102191]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:20:54.108524 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-cf932f32-c246-4a85-bdc3-863cef830cb6 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:54.109906 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf932f32-c246-4a85-bdc3-863cef830cb6 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:54.111314 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-cf932f32-c246-4a85-bdc3-863cef830cb6 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:54.126164 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734248f4-a69b-473f-bbc6-8d11fba4538c None None] Pushing event updated for resources: {'Port': ['ID=207a2358-8703-47cc-afeb-a5a660725754,revision_number=2']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:54.175670 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fad12c3-620f-4b3d-879e-dd798ba68acf None None] Network dd2e9b16-f439-41c4-a400-32d3e6ffcee6 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:20:54.221630 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.db.api [None req-001030e3-661d-4577-9fbf-0fcb5ea458be tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 11 03:20:54.221630 n-d-764292-30 neutron-server[102191]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 11 03:20:54.221630 n-d-764292-30 neutron-server[102191]: [parameters: {'id': 'dd2e9b16-f439-41c4-a400-32d3e6ffcee6'}] Aug 11 03:20:54.221630 n-d-764292-30 neutron-server[102191]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102191) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 03:20:54.222358 n-d-764292-30 neutron-server[102191]: DEBUG oslo_db.api [None req-001030e3-661d-4577-9fbf-0fcb5ea458be tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 03:20:54.248691 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-cf932f32-c246-4a85-bdc3-863cef830cb6 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.5054133 Aug 11 03:20:54.250089 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 48296) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:54.260922 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-b8867ee0-d2ff-4905-9a55-66a9a098a975 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Request body: {'subnet': {'network_id': '41f0176e-5892-452f-a5a1-b98585f4f016', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:20:54.271699 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf932f32-c246-4a85-bdc3-863cef830cb6 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Pushing event updated for resources: {'Network': ['ID=41f0176e-5892-452f-a5a1-b98585f4f016,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:54.308774 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network 41f0176e-5892-452f-a5a1-b98585f4f016 details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:20:54.373529 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fe6974-4c58-4e9f-b3b2-af85f8488a1d req-c8a5d6ef-78b2-4d17-b7c5-2ef42e5c7daf tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:54.375637 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-31fe6974-4c58-4e9f-b3b2-af85f8488a1d req-c8a5d6ef-78b2-4d17-b7c5-2ef42e5c7daf tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/ports?device_id=a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c HTTP/1.1" status: 200 len: 945 time: 0.0602202 Aug 11 03:20:54.382960 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8867ee0-d2ff-4905-9a55-66a9a098a975 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Made reservation on behalf of 5dc2602a9c8b417193fac0508c351f0e for: {'subnet': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:20:54.387799 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b8867ee0-d2ff-4905-9a55-66a9a098a975 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274743'] for subnet, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:54.470072 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-282a09e2-6ddb-404f-be11-69ae333a2032 None None] get_active_networks_info from n-d-764292-30 {{(pid=102193) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 11 03:20:54.480458 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-31fe6974-4c58-4e9f-b3b2-af85f8488a1d req-8bc83d68-aca4-4730-8cbb-9bcbd881bd21 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbb5f37-cd37-415a-b820-36c249955487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866315 Aug 11 03:20:54.534055 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bbc586-fcb2-4392-b2c4-6f902e010162 req-aa5f8456-3e97-4aa1-8cf1-32ba0720a137 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:54.541572 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-82bbc586-fcb2-4392-b2c4-6f902e010162 req-aa5f8456-3e97-4aa1-8cf1-32ba0720a137 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f5ca1c5-549b-45f8-b644-c1be9314f82b HTTP/1.1" status: 200 len: 946 time: 0.0587285 Aug 11 03:20:54.618633 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02471893-f8aa-486f-9607-83712830beae req-dd2b82e5-e36c-4ed9-baf8-bfd60bd8ebfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:54.625057 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-282a09e2-6ddb-404f-be11-69ae333a2032 None None] Resources bound (agent type, host, resource id): {{(pid=102193) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 11 03:20:54.631320 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-02471893-f8aa-486f-9607-83712830beae req-dd2b82e5-e36c-4ed9-baf8-bfd60bd8ebfb service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=6f5ca1c5-549b-45f8-b644-c1be9314f82b&tenant_id=a5478860f7cb432583cc8e5d994d2237 HTTP/1.1" status: 200 len: 1098 time: 0.1643064 Aug 11 03:20:54.641448 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-82bbc586-fcb2-4392-b2c4-6f902e010162 req-28ae6cd6-a1c1-46ed-9bb1-e1bcf4ac1585 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/security-groups?id=028f82ce-145e-4da5-a893-c699717fae6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986083 Aug 11 03:20:54.673863 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-02471893-f8aa-486f-9607-83712830beae req-26722909-a1ff-4266-9b88-39686b50bc1e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-764292-30', 'device_owner': 'compute:nova'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:20:55.048468 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-001030e3-661d-4577-9fbf-0fcb5ea458be tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:55.185617 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-02471893-f8aa-486f-9607-83712830beae req-26722909-a1ff-4266-9b88-39686b50bc1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:55.272436 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-001030e3-661d-4577-9fbf-0fcb5ea458be tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Deleting port 207a2358-8703-47cc-afeb-a5a660725754 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:20:55.272436 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-001030e3-661d-4577-9fbf-0fcb5ea458be tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:55.540599 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-02471893-f8aa-486f-9607-83712830beae req-26722909-a1ff-4266-9b88-39686b50bc1e service neutron] For port 0ea4b77d-3452-49a3-af5b-6f0e3d74e9d6, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=0ea4b77d-3452-49a3-af5b-6f0e3d74e9d6,segment=NetworkSegment(a9ef83d9-c206-4b92-b5da-2bb339718328),segment_id=a9ef83d9-c206-4b92-b5da-2bb339718328)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:20:55.579814 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [None req-001030e3-661d-4577-9fbf-0fcb5ea458be tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] For port 207a2358-8703-47cc-afeb-a5a660725754, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=207a2358-8703-47cc-afeb-a5a660725754,segment=NetworkSegment(0bd0fb1f-0467-496b-8fc6-916568fdbb73),segment_id=0bd0fb1f-0467-496b-8fc6-916568fdbb73)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:20:55.580182 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-001030e3-661d-4577-9fbf-0fcb5ea458be tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:55.610270 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-001030e3-661d-4577-9fbf-0fcb5ea458be tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Calling delete_port for 207a2358-8703-47cc-afeb-a5a660725754 owned by network:dhcp {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:20:55.650510 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-02471893-f8aa-486f-9607-83712830beae req-26722909-a1ff-4266-9b88-39686b50bc1e service neutron] For port 0ea4b77d-3452-49a3-af5b-6f0e3d74e9d6, host n-h2-764292-30, cleared binding levels {{(pid=102191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:20:55.699785 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f5ca1c5-549b-45f8-b644-c1be9314f82b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ea4b77d-3452-49a3-af5b-6f0e3d74e9d6'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:20:55.702522 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2875b789-ae7a-4f48-9c0a-4a40de177097" -d '{"events": [{"server_uuid": "6f5ca1c5-549b-45f8-b644-c1be9314f82b", "name": "network-vif-unplugged", "status": "completed", "tag": "0ea4b77d-3452-49a3-af5b-6f0e3d74e9d6"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:20:55.706630 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-02471893-f8aa-486f-9607-83712830beae req-26722909-a1ff-4266-9b88-39686b50bc1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:55.711106 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d8d42a-627b-49ed-8b43-fbd1fc35df9c req-fe755c84-6f35-4435-91d0-21058be75edb tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:55.722483 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b1d8d42a-627b-49ed-8b43-fbd1fc35df9c req-fe755c84-6f35-4435-91d0-21058be75edb tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/ports?device_id=a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c HTTP/1.1" status: 200 len: 945 time: 0.1413753 Aug 11 03:20:55.743913 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [req-02471893-f8aa-486f-9607-83712830beae req-26722909-a1ff-4266-9b88-39686b50bc1e service neutron] Transition to ACTIVE for port object 0ea4b77d-3452-49a3-af5b-6f0e3d74e9d6 will not be triggered until provisioned by entity L2. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:20:55.802829 n-d-764292-30 neutron-server[102191]: DEBUG neutron.objects.ports [None req-b8867ee0-d2ff-4905-9a55-66a9a098a975 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102191) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 11 03:20:55.803314 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b8867ee0-d2ff-4905-9a55-66a9a098a975 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126283476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274725'] for subnet, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:55.836809 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-02471893-f8aa-486f-9607-83712830beae req-26722909-a1ff-4266-9b88-39686b50bc1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:55.848590 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b1d8d42a-627b-49ed-8b43-fbd1fc35df9c req-68574d7f-f50d-431a-bdad-9eb3b046a46b tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbb5f37-cd37-415a-b820-36c249955487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132638 Aug 11 03:20:55.869375 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e5b0c9-99c1-4d4e-ab92-6d2074f6ee9c req-c3fafafe-8dad-462c-a78d-d6eefa23fe5a tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:55.869375 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e7e5b0c9-99c1-4d4e-ab92-6d2074f6ee9c req-c3fafafe-8dad-462c-a78d-d6eefa23fe5a tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f5ca1c5-549b-45f8-b644-c1be9314f82b HTTP/1.1" status: 200 len: 946 time: 0.0919945 Aug 11 03:20:55.913037 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8867ee0-d2ff-4905-9a55-66a9a098a975 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Pushing event updated for resources: {'Subnet': ['ID=1e024485-ee1b-4f07-bf1e-4cc59978f396,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:55.927575 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 03:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0232741-743f-413f-afe0-e76cfca1bf45 x-openstack-request-id: req-e0232741-743f-413f-afe0-e76cfca1bf45 {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:20:55.927760 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f5ca1c5-549b-45f8-b644-c1be9314f82b", "name": "network-vif-unplugged", "status": "completed", "tag": "0ea4b77d-3452-49a3-af5b-6f0e3d74e9d6", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:20:55.928018 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e0232741-743f-413f-afe0-e76cfca1bf45 {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:20:55.928448 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e7e5b0c9-99c1-4d4e-ab92-6d2074f6ee9c req-caa4e462-cdb2-484e-a3d8-39363ba6b127 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/security-groups?id=028f82ce-145e-4da5-a893-c699717fae6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536506 Aug 11 03:20:55.928569 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f5ca1c5-549b-45f8-b644-c1be9314f82b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ea4b77d-3452-49a3-af5b-6f0e3d74e9d6', 'code': 200} Aug 11 03:20:55.961786 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26722909-a1ff-4266-9b88-39686b50bc1e service neutron] Pushing event updated for resources: {'Port': ['ID=0ea4b77d-3452-49a3-af5b-6f0e3d74e9d6,revision_number=6']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:56.128659 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8867ee0-d2ff-4905-9a55-66a9a098a975 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Checking segment: {'id': 'd7f7ef48-3f7a-417d-837d-8df019f53e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '41f0176e-5892-452f-a5a1-b98585f4f016'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:20:56.129260 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8867ee0-d2ff-4905-9a55-66a9a098a975 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Network hostable DHCP agents. Network: 41f0176e-5892-452f-a5a1-b98585f4f016, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:20:56.181095 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-02471893-f8aa-486f-9607-83712830beae req-26722909-a1ff-4266-9b88-39686b50bc1e service neutron] No DVR routers for this DVR port 0ea4b77d-3452-49a3-af5b-6f0e3d74e9d6 on host n-h2-764292-30 {{(pid=102191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:20:56.289105 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-001030e3-661d-4577-9fbf-0fcb5ea458be tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:56.297116 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8867ee0-d2ff-4905-9a55-66a9a098a975 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Network 41f0176e-5892-452f-a5a1-b98585f4f016 is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:20:56.338467 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001030e3-661d-4577-9fbf-0fcb5ea458be tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Pushing event deleted for resources: {'Port': ['ID=207a2358-8703-47cc-afeb-a5a660725754,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:56.342623 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001030e3-661d-4577-9fbf-0fcb5ea458be tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] No DVR routers for this DVR port 207a2358-8703-47cc-afeb-a5a660725754 on host n-d-764292-30 {{(pid=102191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:20:56.442976 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-b8867ee0-d2ff-4905-9a55-66a9a098a975 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, 41f0176e-5892-452f-a5a1-b98585f4f016) {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:20:56.451809 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8867ee0-d2ff-4905-9a55-66a9a098a975 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:56.452396 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b8867ee0-d2ff-4905-9a55-66a9a098a975 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:56.455961 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f376ac7a-4ade-4985-8837-dfef92582899 None None] Network 41f0176e-5892-452f-a5a1-b98585f4f016 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:20:56.460072 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-02471893-f8aa-486f-9607-83712830beae req-26722909-a1ff-4266-9b88-39686b50bc1e service neutron] Attempting to bind port 0ea4b77d-3452-49a3-af5b-6f0e3d74e9d6 on host n-h1-764292-30 for vnic_type normal with profile {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:20:56.460443 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-02471893-f8aa-486f-9607-83712830beae req-26722909-a1ff-4266-9b88-39686b50bc1e service neutron] Attempting to bind port 0ea4b77d-3452-49a3-af5b-6f0e3d74e9d6 by drivers openvswitch,hyperv on host n-h1-764292-30 at level 0 using segments [{'id': 'a9ef83d9-c206-4b92-b5da-2bb339718328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '0ff3f448-ca9b-4036-ac09-80380a15e692'}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:20:56.460763 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02471893-f8aa-486f-9607-83712830beae req-26722909-a1ff-4266-9b88-39686b50bc1e service neutron] Attempting to bind port 0ea4b77d-3452-49a3-af5b-6f0e3d74e9d6 on network 0ff3f448-ca9b-4036-ac09-80380a15e692 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:20:56.469564 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-001030e3-661d-4577-9fbf-0fcb5ea458be tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:56.483055 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02471893-f8aa-486f-9607-83712830beae req-26722909-a1ff-4266-9b88-39686b50bc1e service neutron] Port 0ea4b77d-3452-49a3-af5b-6f0e3d74e9d6 on network 0ff3f448-ca9b-4036-ac09-80380a15e692 not bound, no agent of type Open vSwitch agent registered on host n-h1-764292-30 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:20:56.483055 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02471893-f8aa-486f-9607-83712830beae req-26722909-a1ff-4266-9b88-39686b50bc1e service neutron] Attempting to bind port 0ea4b77d-3452-49a3-af5b-6f0e3d74e9d6 on network 0ff3f448-ca9b-4036-ac09-80380a15e692 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:20:56.489598 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-001030e3-661d-4577-9fbf-0fcb5ea458be tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd2e9b16-f439-41c4-a400-32d3e6ffcee6']}} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:20:56.502887 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02471893-f8aa-486f-9607-83712830beae req-26722909-a1ff-4266-9b88-39686b50bc1e service neutron] Checking agent: {'id': 'abb524c2-b412-4ed2-8367-45c4fd996fa7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:20:56.502887 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02471893-f8aa-486f-9607-83712830beae req-26722909-a1ff-4266-9b88-39686b50bc1e service neutron] Checking segment: {'id': 'a9ef83d9-c206-4b92-b5da-2bb339718328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '0ff3f448-ca9b-4036-ac09-80380a15e692'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:20:56.502887 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02471893-f8aa-486f-9607-83712830beae req-26722909-a1ff-4266-9b88-39686b50bc1e service neutron] Bound using segment: {'id': 'a9ef83d9-c206-4b92-b5da-2bb339718328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '0ff3f448-ca9b-4036-ac09-80380a15e692'} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:20:56.502887 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-02471893-f8aa-486f-9607-83712830beae req-26722909-a1ff-4266-9b88-39686b50bc1e service neutron] Bound port: 0ea4b77d-3452-49a3-af5b-6f0e3d74e9d6, host: n-h1-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9ef83d9-c206-4b92-b5da-2bb339718328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '0ff3f448-ca9b-4036-ac09-80380a15e692'}}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:20:56.502887 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-02471893-f8aa-486f-9607-83712830beae req-26722909-a1ff-4266-9b88-39686b50bc1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:56.516046 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-001030e3-661d-4577-9fbf-0fcb5ea458be tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bd0fb1f-0467-496b-8fc6-916568fdbb73') {'for_net_delete': True} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:20:56.516046 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-001030e3-661d-4577-9fbf-0fcb5ea458be tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bd0fb1f-0467-496b-8fc6-916568fdbb73') {} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:20:56.532153 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-001030e3-661d-4577-9fbf-0fcb5ea458be tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126283644'] for segment, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:56.571256 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-001030e3-661d-4577-9fbf-0fcb5ea458be tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:56.584075 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-001030e3-661d-4577-9fbf-0fcb5ea458be tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=102191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:20:56.584531 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-001030e3-661d-4577-9fbf-0fcb5ea458be tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126283391'] for segment, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:56.587880 n-d-764292-30 neutron-server[102191]: Traceback (most recent call last): Aug 11 03:20:56.587880 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:20:56.587880 n-d-764292-30 neutron-server[102191]: timer() Aug 11 03:20:56.587880 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:20:56.587880 n-d-764292-30 neutron-server[102191]: cb(*args, **kw) Aug 11 03:20:56.587880 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:20:56.587880 n-d-764292-30 neutron-server[102191]: return func(*args, **kwargs) Aug 11 03:20:56.587880 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:20:56.587880 n-d-764292-30 neutron-server[102191]: self._notify() Aug 11 03:20:56.587880 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:20:56.587880 n-d-764292-30 neutron-server[102191]: self.callback(batched_events) Aug 11 03:20:56.587880 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:20:56.587880 n-d-764292-30 neutron-server[102191]: event.method(event) Aug 11 03:20:56.587880 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:20:56.587880 n-d-764292-30 neutron-server[102191]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:20:56.587880 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:20:56.587880 n-d-764292-30 neutron-server[102191]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:20:56.587880 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:20:56.587880 n-d-764292-30 neutron-server[102191]: return f(self, *a, **k) Aug 11 03:20:56.587880 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:20:56.587880 n-d-764292-30 neutron-server[102191]: return self._get(url).json() Aug 11 03:20:56.587880 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:20:56.587880 n-d-764292-30 neutron-server[102191]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:20:56.587880 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:20:56.587880 n-d-764292-30 neutron-server[102191]: return self.request(url, 'GET', **kwargs) Aug 11 03:20:56.587880 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:20:56.587880 n-d-764292-30 neutron-server[102191]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:20:56.587880 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:20:56.587880 n-d-764292-30 neutron-server[102191]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:20:56.587880 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:20:56.587880 n-d-764292-30 neutron-server[102191]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:20:56.587880 n-d-764292-30 neutron-server[102191]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:20:56.607328 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-b8867ee0-d2ff-4905-9a55-66a9a098a975 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.3547783 Aug 11 03:20:56.610698 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 48360) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:56.618297 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-9409cb13-a36a-49dc-8b0e-515ca9ec1a95 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-568331266', 'network_id': '41f0176e-5892-452f-a5a1-b98585f4f016'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:20:56.654249 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a260acf-3d67-4a8a-b444-73fda9b917b5 None None] Network 41f0176e-5892-452f-a5a1-b98585f4f016 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:20:56.658769 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-02471893-f8aa-486f-9607-83712830beae req-26722909-a1ff-4266-9b88-39686b50bc1e service neutron] For port 0ea4b77d-3452-49a3-af5b-6f0e3d74e9d6, host n-h1-764292-30, cleared binding levels {{(pid=102191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:20:56.676005 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-02471893-f8aa-486f-9607-83712830beae req-26722909-a1ff-4266-9b88-39686b50bc1e service neutron] For port 0ea4b77d-3452-49a3-af5b-6f0e3d74e9d6, host n-h1-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=0ea4b77d-3452-49a3-af5b-6f0e3d74e9d6,segment=NetworkSegment(a9ef83d9-c206-4b92-b5da-2bb339718328),segment_id=a9ef83d9-c206-4b92-b5da-2bb339718328)] {{(pid=102191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:20:56.707039 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9409cb13-a36a-49dc-8b0e-515ca9ec1a95 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Made reservation on behalf of 5dc2602a9c8b417193fac0508c351f0e for: {'port': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:20:56.709775 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9409cb13-a36a-49dc-8b0e-515ca9ec1a95 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:56.741899 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [None req-9409cb13-a36a-49dc-8b0e-515ca9ec1a95 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] device_id is not set on port 539e540b-c181-4acd-ae0b-a011439514d5 yet. {{(pid=102192) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:20:56.771385 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-02471893-f8aa-486f-9607-83712830beae req-26722909-a1ff-4266-9b88-39686b50bc1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:56.834834 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-001030e3-661d-4577-9fbf-0fcb5ea458be tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:56.837668 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02471893-f8aa-486f-9607-83712830beae req-26722909-a1ff-4266-9b88-39686b50bc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:56.838352 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-02471893-f8aa-486f-9607-83712830beae req-26722909-a1ff-4266-9b88-39686b50bc1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:56.840830 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-02471893-f8aa-486f-9607-83712830beae req-26722909-a1ff-4266-9b88-39686b50bc1e service neutron] 10.222.0.22 "PUT /v2.0/ports/0ea4b77d-3452-49a3-af5b-6f0e3d74e9d6 HTTP/1.1" status: 200 len: 1093 time: 2.1778486 Aug 11 03:20:56.868927 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-001030e3-661d-4577-9fbf-0fcb5ea458be tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks [] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:56.874374 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-001030e3-661d-4577-9fbf-0fcb5ea458be tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] 10.222.0.41 "DELETE /v2.0/networks/dd2e9b16-f439-41c4-a400-32d3e6ffcee6 HTTP/1.1" status: 204 len: 168 time: 3.9743669 Aug 11 03:20:56.925136 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 48378) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:56.936881 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-393663e2-674e-4ee3-9683-7e420cc82e15 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-480031787'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:20:56.942093 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001030e3-661d-4577-9fbf-0fcb5ea458be tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Pushing event deleted for resources: {'Network': ['ID=dd2e9b16-f439-41c4-a400-32d3e6ffcee6,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:57.106117 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26722909-a1ff-4266-9b88-39686b50bc1e service neutron] Pushing event updated for resources: {'Port': ['ID=0ea4b77d-3452-49a3-af5b-6f0e3d74e9d6,revision_number=7']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:57.119025 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02471893-f8aa-486f-9607-83712830beae req-5260139b-4661-49e4-8504-9972df7607d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:57.121343 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-02471893-f8aa-486f-9607-83712830beae req-5260139b-4661-49e4-8504-9972df7607d3 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a5478860f7cb432583cc8e5d994d2237&device_id=6f5ca1c5-549b-45f8-b644-c1be9314f82b HTTP/1.1" status: 200 len: 1096 time: 0.2289116 Aug 11 03:20:57.188929 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-393663e2-674e-4ee3-9683-7e420cc82e15 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Made reservation on behalf of 0c28768474b748ba96f3a3b94cb33f57 for: {'network': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:20:57.192849 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-393663e2-674e-4ee3-9683-7e420cc82e15 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:57.224316 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ef60c6-daa8-46a2-9172-1b65b4669bc1 req-f9d80dc7-df23-4d7d-ac15-c70ade04ca33 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:57.232968 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-16ef60c6-daa8-46a2-9172-1b65b4669bc1 req-f9d80dc7-df23-4d7d-ac15-c70ade04ca33 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f5ca1c5-549b-45f8-b644-c1be9314f82b HTTP/1.1" status: 200 len: 944 time: 0.1325581 Aug 11 03:20:57.278205 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02471893-f8aa-486f-9607-83712830beae req-f8e2ec27-49f1-4ce0-a0ed-becb0d886932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:57.279867 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d56fb3-d5ac-45c3-9c56-28cd9e641b01 req-1a39a1bd-32fe-4cff-a297-af77f007ad29 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:57.279997 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-02471893-f8aa-486f-9607-83712830beae req-f8e2ec27-49f1-4ce0-a0ed-becb0d886932 service neutron] 10.222.0.22 "GET /v2.0/networks?id=0ff3f448-ca9b-4036-ac09-80380a15e692 HTTP/1.1" status: 200 len: 898 time: 0.1486750 Aug 11 03:20:57.287496 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-07d56fb3-d5ac-45c3-9c56-28cd9e641b01 req-1a39a1bd-32fe-4cff-a297-af77f007ad29 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/ports?device_id=a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c HTTP/1.1" status: 200 len: 945 time: 0.3005712 Aug 11 03:20:57.374786 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-02471893-f8aa-486f-9607-83712830beae req-c33077e2-6f32-4c60-841a-b8443c2a4d1c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0ea4b77d-3452-49a3-af5b-6f0e3d74e9d6 HTTP/1.1" status: 200 len: 999 time: 0.0751414 Aug 11 03:20:57.375555 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-393663e2-674e-4ee3-9683-7e420cc82e15 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=102191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:20:57.395770 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.agents_db [None req-950b7202-decb-43e2-8f71-ac8931dc9749 None None] Agent healthcheck: found 7 active agents {{(pid=102194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:20:57.399678 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-07d56fb3-d5ac-45c3-9c56-28cd9e641b01 req-a251246d-0449-498a-bdcb-8809fa67570f tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbb5f37-cd37-415a-b820-36c249955487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109033 Aug 11 03:20:57.419491 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [None req-9409cb13-a36a-49dc-8b0e-515ca9ec1a95 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Allocated IP 2001:db8::1ba (41f0176e-5892-452f-a5a1-b98585f4f016/1e024485-ee1b-4f07-bf1e-4cc59978f396/539e540b-c181-4acd-ae0b-a011439514d5) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:20:57.434937 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-16ef60c6-daa8-46a2-9172-1b65b4669bc1 req-b1d34732-30ed-42f7-a8f4-f2959802660a tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/security-groups?id=028f82ce-145e-4da5-a893-c699717fae6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2007132 Aug 11 03:20:57.436338 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-393663e2-674e-4ee3-9683-7e420cc82e15 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:57.436720 n-d-764292-30 neutron-server[102191]: INFO neutron.db.segments_db [None req-393663e2-674e-4ee3-9683-7e420cc82e15 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Added segment 03299d50-cd23-4f76-9497-1cbac020ac01 of type vlan for network d81db127-e052-4ce3-a921-3c44ca8516fb Aug 11 03:20:57.489078 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02471893-f8aa-486f-9607-83712830beae req-5d19dd3d-bf84-412a-a746-3fbc19fd0502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:57.490964 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-02471893-f8aa-486f-9607-83712830beae req-5d19dd3d-bf84-412a-a746-3fbc19fd0502 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=715e9a5a-e634-4765-95b3-22d13c494c3d HTTP/1.1" status: 200 len: 834 time: 0.1087301 Aug 11 03:20:57.509155 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-393663e2-674e-4ee3-9683-7e420cc82e15 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:57.567958 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02471893-f8aa-486f-9607-83712830beae req-2044bed4-5c83-4bf4-822b-979c95da9894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:57.569481 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-02471893-f8aa-486f-9607-83712830beae req-2044bed4-5c83-4bf4-822b-979c95da9894 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0ff3f448-ca9b-4036-ac09-80380a15e692&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0704391 Aug 11 03:20:57.617914 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9409cb13-a36a-49dc-8b0e-515ca9ec1a95 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:57.642103 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-393663e2-674e-4ee3-9683-7e420cc82e15 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:57.647826 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-393663e2-674e-4ee3-9683-7e420cc82e15 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:57.648580 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-393663e2-674e-4ee3-9683-7e420cc82e15 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks [] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:57.719630 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9409cb13-a36a-49dc-8b0e-515ca9ec1a95 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:57.749571 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393663e2-674e-4ee3-9683-7e420cc82e15 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Pushing event updated for resources: {'Network': ['ID=d81db127-e052-4ce3-a921-3c44ca8516fb,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:57.768888 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network d81db127-e052-4ce3-a921-3c44ca8516fb details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:20:57.771246 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-02471893-f8aa-486f-9607-83712830beae req-24027f31-0831-4b28-898e-94c1ae3191dc service neutron] 10.222.0.22 "GET /v2.0/networks/0ff3f448-ca9b-4036-ac09-80380a15e692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941810 Aug 11 03:20:57.776081 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-393663e2-674e-4ee3-9683-7e420cc82e15 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8447070 Aug 11 03:20:57.833877 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 48398) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:57.843589 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-f23563a6-9aa6-4ae6-9ccc-ff652d713585 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Request body: {'subnet': {'network_id': 'd81db127-e052-4ce3-a921-3c44ca8516fb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:20:57.884808 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-02471893-f8aa-486f-9607-83712830beae req-c016fe43-10c1-4dfc-9218-525d40754522 service neutron] 10.222.0.22 "GET /v2.0/networks/0ff3f448-ca9b-4036-ac09-80380a15e692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065786 Aug 11 03:20:57.930818 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f5ca1c5-549b-45f8-b644-c1be9314f82b', 'tag': '0ea4b77d-3452-49a3-af5b-6f0e3d74e9d6'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:20:57.934990 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55370fea-8e35-4a7c-a1f7-4b3bcf459a27" -d '{"events": [{"name": "network-changed", "server_uuid": "6f5ca1c5-549b-45f8-b644-c1be9314f82b", "tag": "0ea4b77d-3452-49a3-af5b-6f0e3d74e9d6"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:20:58.027198 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9409cb13-a36a-49dc-8b0e-515ca9ec1a95 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Network 41f0176e-5892-452f-a5a1-b98585f4f016 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:20:58.036762 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-9409cb13-a36a-49dc-8b0e-515ca9ec1a95 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:20:58.039554 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9409cb13-a36a-49dc-8b0e-515ca9ec1a95 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:20:58.040975 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9409cb13-a36a-49dc-8b0e-515ca9ec1a95 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:58.055010 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9409cb13-a36a-49dc-8b0e-515ca9ec1a95 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:58.078742 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9409cb13-a36a-49dc-8b0e-515ca9ec1a95 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Pushing event updated for resources: {'Port': ['ID=539e540b-c181-4acd-ae0b-a011439514d5,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:58.083410 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ae31099-af30-4c14-9235-0dcd61230faa x-openstack-request-id: req-7ae31099-af30-4c14-9235-0dcd61230faa {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:20:58.083902 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f5ca1c5-549b-45f8-b644-c1be9314f82b", "tag": "0ea4b77d-3452-49a3-af5b-6f0e3d74e9d6", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:20:58.084328 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7ae31099-af30-4c14-9235-0dcd61230faa {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:20:58.084871 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f5ca1c5-549b-45f8-b644-c1be9314f82b', 'tag': '0ea4b77d-3452-49a3-af5b-6f0e3d74e9d6', 'status': 'completed', 'code': 200} Aug 11 03:20:58.159764 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55370fea-8e35-4a7c-a1f7-4b3bcf459a27 req-fb573e1f-5115-4e38-872b-b9a821db0041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:58.161373 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-55370fea-8e35-4a7c-a1f7-4b3bcf459a27 req-fb573e1f-5115-4e38-872b-b9a821db0041 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a5478860f7cb432583cc8e5d994d2237&device_id=6f5ca1c5-549b-45f8-b644-c1be9314f82b HTTP/1.1" status: 200 len: 1096 time: 0.0704827 Aug 11 03:20:58.230561 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55370fea-8e35-4a7c-a1f7-4b3bcf459a27 req-158fc2f3-b74c-40e2-af6f-68d410362a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:58.232993 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-55370fea-8e35-4a7c-a1f7-4b3bcf459a27 req-158fc2f3-b74c-40e2-af6f-68d410362a6f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a5478860f7cb432583cc8e5d994d2237&device_id=6f5ca1c5-549b-45f8-b644-c1be9314f82b HTTP/1.1" status: 200 len: 1096 time: 0.1340570 Aug 11 03:20:58.295605 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55370fea-8e35-4a7c-a1f7-4b3bcf459a27 req-76c52cb5-9a33-44f9-be2d-be875b76dce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:58.298897 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-55370fea-8e35-4a7c-a1f7-4b3bcf459a27 req-76c52cb5-9a33-44f9-be2d-be875b76dce3 service neutron] 10.222.0.22 "GET /v2.0/networks?id=0ff3f448-ca9b-4036-ac09-80380a15e692 HTTP/1.1" status: 200 len: 898 time: 0.1300509 Aug 11 03:20:58.312830 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f23563a6-9aa6-4ae6-9ccc-ff652d713585 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Made reservation on behalf of 0c28768474b748ba96f3a3b94cb33f57 for: {'subnet': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:20:58.316390 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-f23563a6-9aa6-4ae6-9ccc-ff652d713585 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126180544'] for subnet, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:58.341583 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 0ea4b77d-3452-49a3-af5b-6f0e3d74e9d6 no longer exists at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:20:58.424398 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-55370fea-8e35-4a7c-a1f7-4b3bcf459a27 req-9c991e63-7b28-4fc3-9aaa-d4e38a93d9e8 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0ea4b77d-3452-49a3-af5b-6f0e3d74e9d6 HTTP/1.1" status: 200 len: 999 time: 0.1137345 Aug 11 03:20:58.437009 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 48424) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:58.437227 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-9409cb13-a36a-49dc-8b0e-515ca9ec1a95 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.8212824 Aug 11 03:20:58.444232 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 0ea4b77d-3452-49a3-af5b-6f0e3d74e9d6 not bound to the agent host n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:20:58.509169 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55370fea-8e35-4a7c-a1f7-4b3bcf459a27 req-cd287580-c843-46aa-8c97-e57568fc0b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:58.509495 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-55370fea-8e35-4a7c-a1f7-4b3bcf459a27 req-cd287580-c843-46aa-8c97-e57568fc0b1f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=715e9a5a-e634-4765-95b3-22d13c494c3d HTTP/1.1" status: 200 len: 834 time: 0.0738962 Aug 11 03:20:58.636426 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-faf421de-683c-42ee-b7e9-38fe355eac78 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Deleting port 539e540b-c181-4acd-ae0b-a011439514d5 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:20:58.636426 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-faf421de-683c-42ee-b7e9-38fe355eac78 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:58.639611 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55370fea-8e35-4a7c-a1f7-4b3bcf459a27 req-338d1763-2334-4d87-a123-c9134c8dbc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:58.641114 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-55370fea-8e35-4a7c-a1f7-4b3bcf459a27 req-338d1763-2334-4d87-a123-c9134c8dbc74 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0ff3f448-ca9b-4036-ac09-80380a15e692&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0716608 Aug 11 03:20:58.652523 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55370fea-8e35-4a7c-a1f7-4b3bcf459a27 req-6c3b10a3-aaa4-4df1-9eec-841b71922b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:58.652967 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-55370fea-8e35-4a7c-a1f7-4b3bcf459a27 req-6c3b10a3-aaa4-4df1-9eec-841b71922b9d service neutron] 10.222.0.24 "GET /v2.0/networks?id=0ff3f448-ca9b-4036-ac09-80380a15e692 HTTP/1.1" status: 200 len: 898 time: 0.4092069 Aug 11 03:20:58.831768 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-faf421de-683c-42ee-b7e9-38fe355eac78 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:58.850842 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-faf421de-683c-42ee-b7e9-38fe355eac78 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Calling delete_port for 539e540b-c181-4acd-ae0b-a011439514d5 owned by {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:20:58.908148 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-55370fea-8e35-4a7c-a1f7-4b3bcf459a27 req-5ef584aa-aeb3-47a7-834a-4f2ed5def764 service neutron] 10.222.0.22 "GET /v2.0/networks/0ff3f448-ca9b-4036-ac09-80380a15e692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2571497 Aug 11 03:20:59.042510 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4360de0b-c5d1-401e-a651-181e3aa666c1 req-8f6ebaad-f6c6-4922-9aef-2a5f1e976f4f tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:59.045024 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4360de0b-c5d1-401e-a651-181e3aa666c1 req-8f6ebaad-f6c6-4922-9aef-2a5f1e976f4f tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/ports?device_id=a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c HTTP/1.1" status: 200 len: 945 time: 0.5215111 Aug 11 03:20:59.103077 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eef2357-d07a-4972-9ff6-79c2331e5461 req-c17163d0-b9a0-4a88-a450-6efd2fd2849f tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:59.105623 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8eef2357-d07a-4972-9ff6-79c2331e5461 req-c17163d0-b9a0-4a88-a450-6efd2fd2849f tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f5ca1c5-549b-45f8-b644-c1be9314f82b HTTP/1.1" status: 200 len: 944 time: 0.5317266 Aug 11 03:20:59.109927 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-55370fea-8e35-4a7c-a1f7-4b3bcf459a27 req-2e04c119-dc89-4ada-a585-daec05f567ec service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0ea4b77d-3452-49a3-af5b-6f0e3d74e9d6 HTTP/1.1" status: 200 len: 999 time: 0.4397285 Aug 11 03:20:59.124399 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-5428e852-dd1a-44b4-80b5-fe717d2c6134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:59.129711 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-55370fea-8e35-4a7c-a1f7-4b3bcf459a27 req-31c69aa5-250c-4f3a-b0b6-5a082dc0e260 service neutron] 10.222.0.22 "GET /v2.0/networks/0ff3f448-ca9b-4036-ac09-80380a15e692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2034676 Aug 11 03:20:59.170202 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4360de0b-c5d1-401e-a651-181e3aa666c1 req-65f0e449-449f-48f4-9417-bc59d47cfa0c tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbb5f37-cd37-415a-b820-36c249955487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130519 Aug 11 03:20:59.181879 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-faf421de-683c-42ee-b7e9-38fe355eac78 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:59.207606 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55370fea-8e35-4a7c-a1f7-4b3bcf459a27 req-00fcd135-edba-4e07-86ac-f3761c665f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:59.209825 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-55370fea-8e35-4a7c-a1f7-4b3bcf459a27 req-00fcd135-edba-4e07-86ac-f3761c665f2e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=715e9a5a-e634-4765-95b3-22d13c494c3d HTTP/1.1" status: 200 len: 834 time: 0.0805671 Aug 11 03:20:59.212748 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8eef2357-d07a-4972-9ff6-79c2331e5461 req-9e2cf035-6462-4e51-a821-bdcbc76f3694 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/security-groups?id=028f82ce-145e-4da5-a893-c699717fae6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991249 Aug 11 03:20:59.214399 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-f23563a6-9aa6-4ae6-9ccc-ff652d713585 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125932092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126180562'] for subnet, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:59.231645 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf421de-683c-42ee-b7e9-38fe355eac78 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Pushing event deleted for resources: {'Port': ['ID=539e540b-c181-4acd-ae0b-a011439514d5,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:59.247553 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf421de-683c-42ee-b7e9-38fe355eac78 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:20:59.247900 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf421de-683c-42ee-b7e9-38fe355eac78 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:20:59.248278 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf421de-683c-42ee-b7e9-38fe355eac78 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:20:59.248620 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf421de-683c-42ee-b7e9-38fe355eac78 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:20:59.248948 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf421de-683c-42ee-b7e9-38fe355eac78 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:20:59.249274 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf421de-683c-42ee-b7e9-38fe355eac78 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:20:59.249595 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf421de-683c-42ee-b7e9-38fe355eac78 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:20:59.249924 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf421de-683c-42ee-b7e9-38fe355eac78 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:20:59.250260 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf421de-683c-42ee-b7e9-38fe355eac78 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:20:59.250602 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf421de-683c-42ee-b7e9-38fe355eac78 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:20:59.250922 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf421de-683c-42ee-b7e9-38fe355eac78 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:20:59.251235 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf421de-683c-42ee-b7e9-38fe355eac78 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:20:59.279615 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-faf421de-683c-42ee-b7e9-38fe355eac78 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:59.281890 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-faf421de-683c-42ee-b7e9-38fe355eac78 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] 10.222.0.41 "DELETE /v2.0/ports/539e540b-c181-4acd-ae0b-a011439514d5 HTTP/1.1" status: 204 len: 168 time: 0.7767570 Aug 11 03:20:59.290077 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 48448) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:59.296547 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-70eccc78-90ca-4539-9621-57804e886b3e tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '41f0176e-5892-452f-a5a1-b98585f4f016', 'external_fixed_ips': [{'subnet_id': '1e024485-ee1b-4f07-bf1e-4cc59978f396', 'ip_address': '2001:db8::1ba'}]}}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:20:59.313950 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23563a6-9aa6-4ae6-9ccc-ff652d713585 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Pushing event updated for resources: {'Subnet': ['ID=6d0f2680-910e-494b-bf33-67ba995ad02a,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:59.327990 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55370fea-8e35-4a7c-a1f7-4b3bcf459a27 req-cd141f13-fcc4-4d16-af85-a14fca51893d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:59.334353 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-55370fea-8e35-4a7c-a1f7-4b3bcf459a27 req-cd141f13-fcc4-4d16-af85-a14fca51893d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0ff3f448-ca9b-4036-ac09-80380a15e692&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1090691 Aug 11 03:20:59.343709 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23563a6-9aa6-4ae6-9ccc-ff652d713585 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Checking segment: {'id': '03299d50-cd23-4f76-9497-1cbac020ac01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd81db127-e052-4ce3-a921-3c44ca8516fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:20:59.344070 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f23563a6-9aa6-4ae6-9ccc-ff652d713585 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Network hostable DHCP agents. Network: d81db127-e052-4ce3-a921-3c44ca8516fb, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:20:59.409909 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-70eccc78-90ca-4539-9621-57804e886b3e tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-450010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6626'] for router, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:59.411005 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-70eccc78-90ca-4539-9621-57804e886b3e tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-446747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6633'] for router, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:59.439616 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-55370fea-8e35-4a7c-a1f7-4b3bcf459a27 req-c9a0d0b5-9ad6-416f-9659-72baffa16fd5 service neutron] 10.222.0.24 "GET /v2.0/networks/0ff3f448-ca9b-4036-ac09-80380a15e692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030636 Aug 11 03:20:59.518803 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-70eccc78-90ca-4539-9621-57804e886b3e tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:59.526699 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f23563a6-9aa6-4ae6-9ccc-ff652d713585 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Network d81db127-e052-4ce3-a921-3c44ca8516fb is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:20:59.581402 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-55370fea-8e35-4a7c-a1f7-4b3bcf459a27 req-103fd012-73e4-4927-b507-f1fb39b23208 service neutron] 10.222.0.24 "GET /v2.0/networks/0ff3f448-ca9b-4036-ac09-80380a15e692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297925 Aug 11 03:20:59.603881 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-f23563a6-9aa6-4ae6-9ccc-ff652d713585 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, d81db127-e052-4ce3-a921-3c44ca8516fb) {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:20:59.608737 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f23563a6-9aa6-4ae6-9ccc-ff652d713585 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:59.609329 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-f23563a6-9aa6-4ae6-9ccc-ff652d713585 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:59.616214 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c113a7af-b9a2-46f8-82b9-3a821c414d4b None None] Network d81db127-e052-4ce3-a921-3c44ca8516fb requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:20:59.685257 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-f23563a6-9aa6-4ae6-9ccc-ff652d713585 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.8466551 Aug 11 03:20:59.688167 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 48460) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:59.887606 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ca32a70-7e80-4330-8168-72934b26f1ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde080026-c28f-55be-b52b-13827cc43646-d81db127-e052-4ce3-a921-3c44ca8516fb', 'network_id': 'd81db127-e052-4ce3-a921-3c44ca8516fb', 'tenant_id': '0c28768474b748ba96f3a3b94cb33f57', 'fixed_ips': [{'subnet_id': '6d0f2680-910e-494b-bf33-67ba995ad02a'}]}} from n-d-764292-30. {{(pid=102193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:20:59.888473 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2ca32a70-7e80-4330-8168-72934b26f1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:59.896974 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-50d6660e-90fe-4477-973e-3070752689d8 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:00.087731 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-50d6660e-90fe-4477-973e-3070752689d8 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:00.165517 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-70eccc78-90ca-4539-9621-57804e886b3e tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:00.196099 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.db_base_plugin_common [None req-2ca32a70-7e80-4330-8168-72934b26f1ae None None] Allocated IP 172.20.0.1 (d81db127-e052-4ce3-a921-3c44ca8516fb/6d0f2680-910e-494b-bf33-67ba995ad02a/cbc4910a-d5a8-4543-80da-41787860bbe1) {{(pid=102193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:21:00.264010 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 0ea4b77d-3452-49a3-af5b-6f0e3d74e9d6 details requested by agent hyperv_n-h1-764292-30 with host n-h1-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:21:00.479081 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51879e89-6704-43ff-9424-1541972ce6fd req-d0baa8fe-22ee-4e8e-ae20-be2e915fcffa tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:00.481409 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-51879e89-6704-43ff-9424-1541972ce6fd req-d0baa8fe-22ee-4e8e-ae20-be2e915fcffa tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/ports?device_id=a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c HTTP/1.1" status: 200 len: 945 time: 0.1646969 Aug 11 03:21:00.496740 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 0ea4b77d-3452-49a3-af5b-6f0e3d74e9d6, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=0ea4b77d-3452-49a3-af5b-6f0e3d74e9d6,segment=NetworkSegment(a9ef83d9-c206-4b92-b5da-2bb339718328),segment_id=a9ef83d9-c206-4b92-b5da-2bb339718328)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:21:00.508886 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Returning: {'device': '0ea4b77d-3452-49a3-af5b-6f0e3d74e9d6', 'network_id': '0ff3f448-ca9b-4036-ac09-80380a15e692', 'port_id': '0ea4b77d-3452-49a3-af5b-6f0e3d74e9d6', 'mac_address': 'fa:16:3e:da:65:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '715e9a5a-e634-4765-95b3-22d13c494c3d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:21:00.534041 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc91ce8-2067-4f01-b83d-6cb742434782 req-99c1c5cd-7603-41bd-9fb7-8497d5294a01 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:00.535623 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8cc91ce8-2067-4f01-b83d-6cb742434782 req-99c1c5cd-7603-41bd-9fb7-8497d5294a01 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f5ca1c5-549b-45f8-b644-c1be9314f82b HTTP/1.1" status: 200 len: 944 time: 0.1618409 Aug 11 03:21:00.556943 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-51879e89-6704-43ff-9424-1541972ce6fd req-d2d2a9bd-7b8f-4dba-9949-8adb043efb17 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbb5f37-cd37-415a-b820-36c249955487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693967 Aug 11 03:21:00.622029 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8cc91ce8-2067-4f01-b83d-6cb742434782 req-b9d6c00d-2dce-4bec-ae3f-61e1ff9010cf tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/security-groups?id=028f82ce-145e-4da5-a893-c699717fae6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757658 Aug 11 03:21:00.649652 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2ca32a70-7e80-4330-8168-72934b26f1ae None None] Notify callbacks [] for port, precommit_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:00.657642 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:00.658470 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-70eccc78-90ca-4539-9621-57804e886b3e tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:00.662390 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-2ca32a70-7e80-4330-8168-72934b26f1ae None None] Transition to ACTIVE for port object cbc4910a-d5a8-4543-80da-41787860bbe1 will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:21:00.683253 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ea4b77d-3452-49a3-af5b-6f0e3d74e9d6 {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:21:00.694549 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-70eccc78-90ca-4539-9621-57804e886b3e tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:00.706592 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 0ea4b77d-3452-49a3-af5b-6f0e3d74e9d6, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=0ea4b77d-3452-49a3-af5b-6f0e3d74e9d6,segment=NetworkSegment(a9ef83d9-c206-4b92-b5da-2bb339718328),segment_id=a9ef83d9-c206-4b92-b5da-2bb339718328)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:21:00.712419 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-2ca32a70-7e80-4330-8168-72934b26f1ae None None] Transition to ACTIVE for port object cbc4910a-d5a8-4543-80da-41787860bbe1 will not be triggered until provisioned by entity DHCP. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:21:00.786584 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:00.820212 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2ca32a70-7e80-4330-8168-72934b26f1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669'] for port, after_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:00.850812 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ca32a70-7e80-4330-8168-72934b26f1ae None None] Network d81db127-e052-4ce3-a921-3c44ca8516fb is already hosted by enough agents. {{(pid=102193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:21:00.852679 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.base_scheduler [None req-2ca32a70-7e80-4330-8168-72934b26f1ae None None] Resources bound (agent type, host, resource id): {{(pid=102193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:21:00.854640 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=0ea4b77d-3452-49a3-af5b-6f0e3d74e9d6,revision_number=8']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:00.857319 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca32a70-7e80-4330-8168-72934b26f1ae None None] Received port after_create {{(pid=102193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:21:00.909100 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [None req-70eccc78-90ca-4539-9621-57804e886b3e tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Allocated IP 2001:db8::1ba (41f0176e-5892-452f-a5a1-b98585f4f016/1e024485-ee1b-4f07-bf1e-4cc59978f396/83a41f27-8e52-4cd4-90ae-40dc4433f741) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:21:00.924064 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-50d6660e-90fe-4477-973e-3070752689d8 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125932157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126180897'] for subnet, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:00.960475 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-2ca32a70-7e80-4330-8168-72934b26f1ae None None] Attempting to bind port cbc4910a-d5a8-4543-80da-41787860bbe1 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:21:00.961112 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-2ca32a70-7e80-4330-8168-72934b26f1ae None None] Attempting to bind port cbc4910a-d5a8-4543-80da-41787860bbe1 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': '03299d50-cd23-4f76-9497-1cbac020ac01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd81db127-e052-4ce3-a921-3c44ca8516fb'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:21:00.961640 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca32a70-7e80-4330-8168-72934b26f1ae None None] Attempting to bind port cbc4910a-d5a8-4543-80da-41787860bbe1 on network d81db127-e052-4ce3-a921-3c44ca8516fb {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:21:00.967393 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca32a70-7e80-4330-8168-72934b26f1ae None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 20, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:21:00.968937 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca32a70-7e80-4330-8168-72934b26f1ae None None] Checking segment: {'id': '03299d50-cd23-4f76-9497-1cbac020ac01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd81db127-e052-4ce3-a921-3c44ca8516fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:21:00.968937 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2ca32a70-7e80-4330-8168-72934b26f1ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:00.968937 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca32a70-7e80-4330-8168-72934b26f1ae None None] Bound using segment: {'id': '03299d50-cd23-4f76-9497-1cbac020ac01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd81db127-e052-4ce3-a921-3c44ca8516fb'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:21:00.969578 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-2ca32a70-7e80-4330-8168-72934b26f1ae None None] Bound port: cbc4910a-d5a8-4543-80da-41787860bbe1, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03299d50-cd23-4f76-9497-1cbac020ac01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd81db127-e052-4ce3-a921-3c44ca8516fb'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:21:00.970140 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2ca32a70-7e80-4330-8168-72934b26f1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:00.972145 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca32a70-7e80-4330-8168-72934b26f1ae None None] Pushing event updated for resources: {'Port': ['ID=cbc4910a-d5a8-4543-80da-41787860bbe1,revision_number=1']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:00.983260 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d6660e-90fe-4477-973e-3070752689d8 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Pushing event deleted for resources: {'Subnet': ['ID=6d0f2680-910e-494b-bf33-67ba995ad02a,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:01.066405 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-50d6660e-90fe-4477-973e-3070752689d8 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:01.094064 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-50d6660e-90fe-4477-973e-3070752689d8 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d81db127-e052-4ce3-a921-3c44ca8516fb']}} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:01.113633 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-70eccc78-90ca-4539-9621-57804e886b3e tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:01.124536 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-50d6660e-90fe-4477-973e-3070752689d8 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03299d50-cd23-4f76-9497-1cbac020ac01') {'for_net_delete': True} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:01.124835 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-50d6660e-90fe-4477-973e-3070752689d8 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03299d50-cd23-4f76-9497-1cbac020ac01') {} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:01.138584 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-50d6660e-90fe-4477-973e-3070752689d8 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125932501'] for segment, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:01.138851 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-2ca32a70-7e80-4330-8168-72934b26f1ae None None] For port cbc4910a-d5a8-4543-80da-41787860bbe1, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:21:01.144295 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-2ca32a70-7e80-4330-8168-72934b26f1ae None None] For port cbc4910a-d5a8-4543-80da-41787860bbe1, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=cbc4910a-d5a8-4543-80da-41787860bbe1,segment=NetworkSegment(03299d50-cd23-4f76-9497-1cbac020ac01),segment_id=03299d50-cd23-4f76-9497-1cbac020ac01)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:21:01.187475 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2ca32a70-7e80-4330-8168-72934b26f1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:01.191912 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-50d6660e-90fe-4477-973e-3070752689d8 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:01.199037 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50d6660e-90fe-4477-973e-3070752689d8 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=102192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:21:01.199812 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-50d6660e-90fe-4477-973e-3070752689d8 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125932183'] for segment, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:01.203400 n-d-764292-30 neutron-server[102192]: Traceback (most recent call last): Aug 11 03:21:01.203400 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:21:01.203400 n-d-764292-30 neutron-server[102192]: timer() Aug 11 03:21:01.203400 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:21:01.203400 n-d-764292-30 neutron-server[102192]: cb(*args, **kw) Aug 11 03:21:01.203400 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:21:01.203400 n-d-764292-30 neutron-server[102192]: return func(*args, **kwargs) Aug 11 03:21:01.203400 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:21:01.203400 n-d-764292-30 neutron-server[102192]: self._notify() Aug 11 03:21:01.203400 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:21:01.203400 n-d-764292-30 neutron-server[102192]: self.callback(batched_events) Aug 11 03:21:01.203400 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:21:01.203400 n-d-764292-30 neutron-server[102192]: event.method(event) Aug 11 03:21:01.203400 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:21:01.203400 n-d-764292-30 neutron-server[102192]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:21:01.203400 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:21:01.203400 n-d-764292-30 neutron-server[102192]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:21:01.203400 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:21:01.203400 n-d-764292-30 neutron-server[102192]: return f(self, *a, **k) Aug 11 03:21:01.203400 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:21:01.203400 n-d-764292-30 neutron-server[102192]: return self._get(url).json() Aug 11 03:21:01.203400 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:21:01.203400 n-d-764292-30 neutron-server[102192]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:21:01.203400 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:21:01.203400 n-d-764292-30 neutron-server[102192]: return self.request(url, 'GET', **kwargs) Aug 11 03:21:01.203400 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:21:01.203400 n-d-764292-30 neutron-server[102192]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:21:01.203400 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:21:01.203400 n-d-764292-30 neutron-server[102192]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:21:01.203400 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:21:01.203400 n-d-764292-30 neutron-server[102192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:21:01.203400 n-d-764292-30 neutron-server[102192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:21:01.279076 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-70eccc78-90ca-4539-9621-57804e886b3e tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:01.291980 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca32a70-7e80-4330-8168-72934b26f1ae None None] Pushing event updated for resources: {'Port': ['ID=cbc4910a-d5a8-4543-80da-41787860bbe1,revision_number=2']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:01.308415 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.db.api [None req-50d6660e-90fe-4477-973e-3070752689d8 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 11 03:21:01.308415 n-d-764292-30 neutron-server[102192]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 11 03:21:01.308415 n-d-764292-30 neutron-server[102192]: [parameters: {'id': 'd81db127-e052-4ce3-a921-3c44ca8516fb'}] Aug 11 03:21:01.308415 n-d-764292-30 neutron-server[102192]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102192) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 03:21:01.308840 n-d-764292-30 neutron-server[102192]: DEBUG oslo_db.api [None req-50d6660e-90fe-4477-973e-3070752689d8 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 03:21:01.315666 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1587b136-70ab-4daa-b1a6-633e96c0f70d None None] Network d81db127-e052-4ce3-a921-3c44ca8516fb requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:21:01.332935 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70eccc78-90ca-4539-9621-57804e886b3e tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Network 41f0176e-5892-452f-a5a1-b98585f4f016 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:21:01.347848 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-70eccc78-90ca-4539-9621-57804e886b3e tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:21:01.354332 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70eccc78-90ca-4539-9621-57804e886b3e tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:21:01.446549 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70eccc78-90ca-4539-9621-57804e886b3e tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Pushing event updated for resources: {'Port': ['ID=83a41f27-8e52-4cd4-90ae-40dc4433f741,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:01.483292 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec4d0fb-cc79-4bca-927d-c03da5e66666 None None] get_active_networks_info from n-d-764292-30 {{(pid=102193) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 11 03:21:01.618997 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec4d0fb-cc79-4bca-927d-c03da5e66666 None None] Resources bound (agent type, host, resource id): {{(pid=102193) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 11 03:21:01.780483 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648a2cef-ca86-482d-84a7-c0cd4ed2f729 req-915e5b27-8b59-43bf-bc57-37f17da9a0a3 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:01.783598 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-70eccc78-90ca-4539-9621-57804e886b3e tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:01.789815 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-648a2cef-ca86-482d-84a7-c0cd4ed2f729 req-915e5b27-8b59-43bf-bc57-37f17da9a0a3 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/ports?device_id=a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c HTTP/1.1" status: 200 len: 945 time: 0.1319189 Aug 11 03:21:01.809376 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-50d6660e-90fe-4477-973e-3070752689d8 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:01.841555 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7daec6c-3d35-443e-af0f-da6c522a1d4d req-ed32d0a9-cfd7-4b55-bf4d-ad4a0e635021 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:01.851966 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e7daec6c-3d35-443e-af0f-da6c522a1d4d req-ed32d0a9-cfd7-4b55-bf4d-ad4a0e635021 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f5ca1c5-549b-45f8-b644-c1be9314f82b HTTP/1.1" status: 200 len: 945 time: 0.1275394 Aug 11 03:21:01.877448 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-648a2cef-ca86-482d-84a7-c0cd4ed2f729 req-ec24da8c-fc81-43f6-86e0-0845c5524054 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbb5f37-cd37-415a-b820-36c249955487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866630 Aug 11 03:21:01.939769 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:02.036533 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e7daec6c-3d35-443e-af0f-da6c522a1d4d req-890d6d4e-4328-4aeb-9150-966f738a43c0 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/security-groups?id=028f82ce-145e-4da5-a893-c699717fae6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1835532 Aug 11 03:21:02.073678 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-50d6660e-90fe-4477-973e-3070752689d8 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Deleting port cbc4910a-d5a8-4543-80da-41787860bbe1 {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:21:02.076781 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-50d6660e-90fe-4477-973e-3070752689d8 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:02.164241 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-e1adf197-bfe5-413e-af2c-9fd5d3e1d216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:02.206519 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [None req-50d6660e-90fe-4477-973e-3070752689d8 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] For port cbc4910a-d5a8-4543-80da-41787860bbe1, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=cbc4910a-d5a8-4543-80da-41787860bbe1,segment=NetworkSegment(03299d50-cd23-4f76-9497-1cbac020ac01),segment_id=03299d50-cd23-4f76-9497-1cbac020ac01)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:21:02.206519 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-50d6660e-90fe-4477-973e-3070752689d8 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:02.207210 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-70eccc78-90ca-4539-9621-57804e886b3e tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-446952'] for router, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:02.217279 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['0ea4b77d-3452-49a3-af5b-6f0e3d74e9d6'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:21:02.222899 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-50d6660e-90fe-4477-973e-3070752689d8 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Calling delete_port for cbc4910a-d5a8-4543-80da-41787860bbe1 owned by network:dhcp {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:21:02.444416 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70eccc78-90ca-4539-9621-57804e886b3e tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Router fff0013b-3dc7-4c64-b286-3419eea4209b is scheduled to L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 with binding_index 1 {{(pid=102191) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:21:02.483604 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-50d6660e-90fe-4477-973e-3070752689d8 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:02.558843 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d6660e-90fe-4477-973e-3070752689d8 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] No DVR routers for this DVR port cbc4910a-d5a8-4543-80da-41787860bbe1 on host n-d-764292-30 {{(pid=102192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:21:02.570139 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d6660e-90fe-4477-973e-3070752689d8 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Pushing event deleted for resources: {'Port': ['ID=cbc4910a-d5a8-4543-80da-41787860bbe1,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:02.695547 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70eccc78-90ca-4539-9621-57804e886b3e tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:21:02.706324 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d9ebfe-2b05-4258-a93d-8247ebb4b254 None None] Sync routers for ids ['fff0013b-3dc7-4c64-b286-3419eea4209b'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:21:02.723023 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d9ebfe-2b05-4258-a93d-8247ebb4b254 None None] Routers {'fff0013b-3dc7-4c64-b286-3419eea4209b'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:21:02.723023 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-84d9ebfe-2b05-4258-a93d-8247ebb4b254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:21:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['fff0013b-3dc7-4c64-b286-3419eea4209b'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:02.780674 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-50d6660e-90fe-4477-973e-3070752689d8 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:02.797391 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcb17ef-fa9f-4849-8dee-6bf658ffc341 req-5b8dd37c-0489-4c31-bb37-432e8ec2302c tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:02.802760 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8dcb17ef-fa9f-4849-8dee-6bf658ffc341 req-5b8dd37c-0489-4c31-bb37-432e8ec2302c tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f5ca1c5-549b-45f8-b644-c1be9314f82b HTTP/1.1" status: 200 len: 945 time: 0.3653965 Aug 11 03:21:02.815192 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-50d6660e-90fe-4477-973e-3070752689d8 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d81db127-e052-4ce3-a921-3c44ca8516fb']}} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:02.825525 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6063485e-9422-44b3-b713-3f8cf321dd65 req-9e19bf14-c717-405b-a1bb-65eeab0039a4 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:02.826862 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6063485e-9422-44b3-b713-3f8cf321dd65 req-9e19bf14-c717-405b-a1bb-65eeab0039a4 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f5ca1c5-549b-45f8-b644-c1be9314f82b&tenant_id=a5478860f7cb432583cc8e5d994d2237&binding%3Ahost_id=n-h1-764292-30 HTTP/1.1" status: 200 len: 945 time: 0.2605028 Aug 11 03:21:02.878027 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-70eccc78-90ca-4539-9621-57804e886b3e tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Notify callbacks [] for router, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:02.887346 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-70eccc78-90ca-4539-9621-57804e886b3e tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 3.5956511 Aug 11 03:21:02.887852 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 48548) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:03.006066 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-84d9ebfe-2b05-4258-a93d-8247ebb4b254 None None] Set router fff0013b-3dc7-4c64-b286-3419eea4209b gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:21:03.032260 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-50d6660e-90fe-4477-973e-3070752689d8 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03299d50-cd23-4f76-9497-1cbac020ac01') {'for_net_delete': True} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:03.033736 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-50d6660e-90fe-4477-973e-3070752689d8 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03299d50-cd23-4f76-9497-1cbac020ac01') {} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:03.078267 n-d-764292-30 neutron-server[102192]: INFO neutron.api.v2.resource [req-6063485e-9422-44b3-b713-3f8cf321dd65 req-d000afb6-60a5-421f-81f9-453d61641362 service neutron] delete failed (client error): The resource could not be found. Aug 11 03:21:03.084380 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6063485e-9422-44b3-b713-3f8cf321dd65 req-d000afb6-60a5-421f-81f9-453d61641362 service neutron] 10.222.0.24 "DELETE /v2.0/ports/0ea4b77d-3452-49a3-af5b-6f0e3d74e9d6/bindings/n-h2-764292-30 HTTP/1.1" status: 404 len: 381 time: 0.2282581 Aug 11 03:21:03.086324 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-50d6660e-90fe-4477-973e-3070752689d8 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125932501'] for segment, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:03.173978 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:03.188312 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-2c669819-8e5b-489b-bcdf-c64eff51d854 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Notify callbacks [] for router, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:03.267792 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-50d6660e-90fe-4477-973e-3070752689d8 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:03.294890 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8dcb17ef-fa9f-4849-8dee-6bf658ffc341 req-cd66333c-e59b-4047-b178-284e55481ded tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/security-groups?id=028f82ce-145e-4da5-a893-c699717fae6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4829507 Aug 11 03:21:03.303076 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50d6660e-90fe-4477-973e-3070752689d8 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=102192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:21:03.303598 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-50d6660e-90fe-4477-973e-3070752689d8 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125932183'] for segment, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:03.363034 n-d-764292-30 neutron-server[102192]: Traceback (most recent call last): Aug 11 03:21:03.363034 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:21:03.363034 n-d-764292-30 neutron-server[102192]: timer() Aug 11 03:21:03.363034 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:21:03.363034 n-d-764292-30 neutron-server[102192]: cb(*args, **kw) Aug 11 03:21:03.363034 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:21:03.363034 n-d-764292-30 neutron-server[102192]: return func(*args, **kwargs) Aug 11 03:21:03.363034 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:21:03.363034 n-d-764292-30 neutron-server[102192]: self._notify() Aug 11 03:21:03.363034 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:21:03.363034 n-d-764292-30 neutron-server[102192]: self.callback(batched_events) Aug 11 03:21:03.363034 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:21:03.363034 n-d-764292-30 neutron-server[102192]: event.method(event) Aug 11 03:21:03.363034 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:21:03.363034 n-d-764292-30 neutron-server[102192]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:21:03.363034 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:21:03.363034 n-d-764292-30 neutron-server[102192]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:21:03.363034 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:21:03.363034 n-d-764292-30 neutron-server[102192]: return f(self, *a, **k) Aug 11 03:21:03.363034 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:21:03.363034 n-d-764292-30 neutron-server[102192]: return self._get(url).json() Aug 11 03:21:03.363034 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:21:03.363034 n-d-764292-30 neutron-server[102192]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:21:03.363034 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:21:03.363034 n-d-764292-30 neutron-server[102192]: return self.request(url, 'GET', **kwargs) Aug 11 03:21:03.363034 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:21:03.363034 n-d-764292-30 neutron-server[102192]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:21:03.363034 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:21:03.363034 n-d-764292-30 neutron-server[102192]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:21:03.363034 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:21:03.363034 n-d-764292-30 neutron-server[102192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:21:03.363034 n-d-764292-30 neutron-server[102192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:21:03.390246 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dad6eb-1e82-4373-b4e7-7658eed48d8c req-ee37edbb-2776-4a2d-a162-078b0c5c29fa tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:03.398081 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-82dad6eb-1e82-4373-b4e7-7658eed48d8c req-ee37edbb-2776-4a2d-a162-078b0c5c29fa tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/ports?device_id=a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c HTTP/1.1" status: 200 len: 945 time: 0.3096287 Aug 11 03:21:03.421016 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-2c669819-8e5b-489b-bcdf-c64eff51d854 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:03.445241 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6063485e-9422-44b3-b713-3f8cf321dd65 req-f1f5e34b-fcbf-42ae-ba42-5e2a0f4cac52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:03.460970 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6063485e-9422-44b3-b713-3f8cf321dd65 req-f1f5e34b-fcbf-42ae-ba42-5e2a0f4cac52 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a5478860f7cb432583cc8e5d994d2237&device_id=6f5ca1c5-549b-45f8-b644-c1be9314f82b HTTP/1.1" status: 200 len: 1097 time: 0.2465079 Aug 11 03:21:03.469446 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-84d9ebfe-2b05-4258-a93d-8247ebb4b254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fff0013b-3dc7-4c64-b286-3419eea4209b', 'name': '', 'tenant_id': '5dc2602a9c8b417193fac0508c351f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41f0176e-5892-452f-a5a1-b98585f4f016', 'external_fixed_ips': [{'subnet_id': '1e024485-ee1b-4f07-bf1e-4cc59978f396', 'ip_address': '2001:db8::1ba'}], 'enable_snat': True}, 'gw_port_id': '83a41f27-8e52-4cd4-90ae-40dc4433f741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:20:59Z', 'updated_at': '2021-08-11T03:21:01Z', 'revision_number': 3, 'project_id': '5dc2602a9c8b417193fac0508c351f0e', 'gw_port': {'id': '83a41f27-8e52-4cd4-90ae-40dc4433f741', 'name': '', 'network_id': '41f0176e-5892-452f-a5a1-b98585f4f016', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:c0:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fff0013b-3dc7-4c64-b286-3419eea4209b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2305, 'fixed_ips': [{'subnet_id': '1e024485-ee1b-4f07-bf1e-4cc59978f396', 'ip_address': '2001:db8::1ba', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:21:00Z', 'updated_at': '2021-08-11T03:21:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1e024485-ee1b-4f07-bf1e-4cc59978f396', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:03.502225 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d9ebfe-2b05-4258-a93d-8247ebb4b254 None None] Checking router: fff0013b-3dc7-4c64-b286-3419eea4209b for host: n-d-764292-30 {{(pid=102193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:21:03.502609 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d9ebfe-2b05-4258-a93d-8247ebb4b254 None None] Updating router fff0013b-3dc7-4c64-b286-3419eea4209b port 83a41f27-8e52-4cd4-90ae-40dc4433f741 binding host n-d-764292-30 {{(pid=102193) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:21:03.514878 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-82dad6eb-1e82-4373-b4e7-7658eed48d8c req-568dd2c2-b9e0-4b80-ab0c-afd7d2314f84 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbb5f37-cd37-415a-b820-36c249955487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158497 Aug 11 03:21:03.550670 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-84d9ebfe-2b05-4258-a93d-8247ebb4b254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:03.564542 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-50d6660e-90fe-4477-973e-3070752689d8 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:03.604170 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-50d6660e-90fe-4477-973e-3070752689d8 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:03.609515 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-50d6660e-90fe-4477-973e-3070752689d8 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] 10.222.0.41 "DELETE /v2.0/networks/d81db127-e052-4ce3-a921-3c44ca8516fb HTTP/1.1" status: 204 len: 168 time: 3.9175885 Aug 11 03:21:03.612758 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 48576) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:03.628068 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-c4a948fb-c9de-4510-9d6a-e1583105c320 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-831487448'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:21:03.634314 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d6660e-90fe-4477-973e-3070752689d8 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Pushing event deleted for resources: {'Network': ['ID=d81db127-e052-4ce3-a921-3c44ca8516fb,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:03.693851 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6063485e-9422-44b3-b713-3f8cf321dd65 req-28c2e3f9-91b5-4097-9675-7f64e221880d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:03.695456 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6063485e-9422-44b3-b713-3f8cf321dd65 req-28c2e3f9-91b5-4097-9675-7f64e221880d service neutron] 10.222.0.24 "GET /v2.0/networks?id=0ff3f448-ca9b-4036-ac09-80380a15e692 HTTP/1.1" status: 200 len: 898 time: 0.2361093 Aug 11 03:21:03.707878 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-2c669819-8e5b-489b-bcdf-c64eff51d854 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Deleting port 83a41f27-8e52-4cd4-90ae-40dc4433f741 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:21:03.711591 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-2c669819-8e5b-489b-bcdf-c64eff51d854 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:03.817917 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4a948fb-c9de-4510-9d6a-e1583105c320 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Made reservation on behalf of 0c28768474b748ba96f3a3b94cb33f57 for: {'network': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:21:03.823713 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c4a948fb-c9de-4510-9d6a-e1583105c320 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:03.834113 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6063485e-9422-44b3-b713-3f8cf321dd65 req-142593b3-af81-4a71-ba01-777c9f4f9f44 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0ea4b77d-3452-49a3-af5b-6f0e3d74e9d6 HTTP/1.1" status: 200 len: 1000 time: 0.1306829 Aug 11 03:21:03.861186 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4a948fb-c9de-4510-9d6a-e1583105c320 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=102191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:21:03.871591 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c4a948fb-c9de-4510-9d6a-e1583105c320 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:03.872395 n-d-764292-30 neutron-server[102191]: INFO neutron.db.segments_db [None req-c4a948fb-c9de-4510-9d6a-e1583105c320 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Added segment 71e05d8d-9108-4f98-abde-fc51b44b0dcb of type vlan for network 725113af-afe6-478f-ab52-6b06888195b9 Aug 11 03:21:03.922357 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c4a948fb-c9de-4510-9d6a-e1583105c320 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:03.949574 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6063485e-9422-44b3-b713-3f8cf321dd65 req-053852b7-a153-4d41-8bcf-4b0880d0ae32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:03.951126 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6063485e-9422-44b3-b713-3f8cf321dd65 req-053852b7-a153-4d41-8bcf-4b0880d0ae32 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=715e9a5a-e634-4765-95b3-22d13c494c3d HTTP/1.1" status: 200 len: 834 time: 0.1071887 Aug 11 03:21:04.005000 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-2c669819-8e5b-489b-bcdf-c64eff51d854 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:04.021165 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-2c669819-8e5b-489b-bcdf-c64eff51d854 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Calling delete_port for 83a41f27-8e52-4cd4-90ae-40dc4433f741 owned by network:router_gateway {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:21:04.035122 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c4a948fb-c9de-4510-9d6a-e1583105c320 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:04.039712 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6063485e-9422-44b3-b713-3f8cf321dd65 req-a054094f-bd5e-4ec0-b11c-2837a4d27b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:04.041179 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a948fb-c9de-4510-9d6a-e1583105c320 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:04.041627 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6063485e-9422-44b3-b713-3f8cf321dd65 req-a054094f-bd5e-4ec0-b11c-2837a4d27b50 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0ff3f448-ca9b-4036-ac09-80380a15e692&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0789349 Aug 11 03:21:04.042125 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c4a948fb-c9de-4510-9d6a-e1583105c320 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks [] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:04.149792 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-84d9ebfe-2b05-4258-a93d-8247ebb4b254 None None] Notify callbacks [] for port, precommit_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:04.177021 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-84d9ebfe-2b05-4258-a93d-8247ebb4b254 None None] Transition to ACTIVE for port object 83a41f27-8e52-4cd4-90ae-40dc4433f741 will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:21:04.240774 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a948fb-c9de-4510-9d6a-e1583105c320 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Pushing event updated for resources: {'Network': ['ID=725113af-afe6-478f-ab52-6b06888195b9,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:04.252782 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network 725113af-afe6-478f-ab52-6b06888195b9 details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:21:04.271752 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-c4a948fb-c9de-4510-9d6a-e1583105c320 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6553442 Aug 11 03:21:04.282851 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 48586) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:04.290173 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-bcf71e5e-170a-4e6a-851e-504bb206b232 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Request body: {'subnet': {'network_id': '725113af-afe6-478f-ab52-6b06888195b9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:21:04.297788 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6063485e-9422-44b3-b713-3f8cf321dd65 req-4684c840-bb1a-4f2b-ad9b-6eeee2084d2f service neutron] 10.222.0.24 "GET /v2.0/networks/0ff3f448-ca9b-4036-ac09-80380a15e692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2463045 Aug 11 03:21:04.363248 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-84d9ebfe-2b05-4258-a93d-8247ebb4b254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:04.368119 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 1cb8468e-17ff-4509-bb1e-469bb7546cf3 details requested by agent hyperv_n-h1-764292-30 with host n-h1-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:21:04.375085 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 0ea4b77d-3452-49a3-af5b-6f0e3d74e9d6 up at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:21:04.490513 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6063485e-9422-44b3-b713-3f8cf321dd65 req-b6f5c50c-f4ed-41cd-b87a-1261d3b46323 service neutron] 10.222.0.24 "GET /v2.0/networks/0ff3f448-ca9b-4036-ac09-80380a15e692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841533 Aug 11 03:21:04.545061 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f4e934-580f-49ea-88e1-451b48790a63 None None] Pushing event updated for resources: {'Port': ['ID=83a41f27-8e52-4cd4-90ae-40dc4433f741,revision_number=2']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:04.594129 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304d9fd2-44b1-4019-bf8e-877cf5bae76e req-7458343b-c0a4-47d3-a60b-1612b4a2d936 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:04.613512 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-304d9fd2-44b1-4019-bf8e-877cf5bae76e req-7458343b-c0a4-47d3-a60b-1612b4a2d936 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f5ca1c5-549b-45f8-b644-c1be9314f82b HTTP/1.1" status: 200 len: 945 time: 0.1103308 Aug 11 03:21:04.632190 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-2c669819-8e5b-489b-bcdf-c64eff51d854 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:04.697383 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c669819-8e5b-489b-bcdf-c64eff51d854 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Pushing event deleted for resources: {'Port': ['ID=83a41f27-8e52-4cd4-90ae-40dc4433f741,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:04.707618 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcf71e5e-170a-4e6a-851e-504bb206b232 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Made reservation on behalf of 0c28768474b748ba96f3a3b94cb33f57 for: {'subnet': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:21:04.709182 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-304d9fd2-44b1-4019-bf8e-877cf5bae76e req-37797fae-0417-4db4-8a3a-846eb1714030 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/security-groups?id=028f82ce-145e-4da5-a893-c699717fae6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1032989 Aug 11 03:21:04.718052 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-bcf71e5e-170a-4e6a-851e-504bb206b232 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274743'] for subnet, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:04.774047 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:04.774824 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-84d9ebfe-2b05-4258-a93d-8247ebb4b254 None None] Attempting to bind port 83a41f27-8e52-4cd4-90ae-40dc4433f741 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:21:04.775192 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-84d9ebfe-2b05-4258-a93d-8247ebb4b254 None None] Attempting to bind port 83a41f27-8e52-4cd4-90ae-40dc4433f741 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': 'd7f7ef48-3f7a-417d-837d-8df019f53e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '41f0176e-5892-452f-a5a1-b98585f4f016'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:21:04.775548 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d9ebfe-2b05-4258-a93d-8247ebb4b254 None None] Attempting to bind port 83a41f27-8e52-4cd4-90ae-40dc4433f741 on network 41f0176e-5892-452f-a5a1-b98585f4f016 {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:21:04.803352 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d9ebfe-2b05-4258-a93d-8247ebb4b254 None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 21, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:21:04.803644 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d9ebfe-2b05-4258-a93d-8247ebb4b254 None None] Checking segment: {'id': 'd7f7ef48-3f7a-417d-837d-8df019f53e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '41f0176e-5892-452f-a5a1-b98585f4f016'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:21:04.804051 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-84d9ebfe-2b05-4258-a93d-8247ebb4b254 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:04.804450 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d9ebfe-2b05-4258-a93d-8247ebb4b254 None None] Bound using segment: {'id': 'd7f7ef48-3f7a-417d-837d-8df019f53e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '41f0176e-5892-452f-a5a1-b98585f4f016'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:21:04.805010 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-84d9ebfe-2b05-4258-a93d-8247ebb4b254 None None] Bound port: 83a41f27-8e52-4cd4-90ae-40dc4433f741, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7f7ef48-3f7a-417d-837d-8df019f53e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '41f0176e-5892-452f-a5a1-b98585f4f016'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:21:04.805397 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-84d9ebfe-2b05-4258-a93d-8247ebb4b254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:04.860613 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-2c669819-8e5b-489b-bcdf-c64eff51d854 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-446916'] for router_gateway, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:04.866607 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-84d9ebfe-2b05-4258-a93d-8247ebb4b254 None None] Port 83a41f27-8e52-4cd4-90ae-40dc4433f741 has been deleted concurrently {{(pid=102193) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Aug 11 03:21:04.920435 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d9ebfe-2b05-4258-a93d-8247ebb4b254 None None] Routers {'fff0013b-3dc7-4c64-b286-3419eea4209b'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:21:04.921064 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-84d9ebfe-2b05-4258-a93d-8247ebb4b254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:21:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['fff0013b-3dc7-4c64-b286-3419eea4209b'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:04.938648 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning for port 0ea4b77d-3452-49a3-af5b-6f0e3d74e9d6 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:21:04.939731 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0343a8e8-4693-455c-ad05-f678d7967e52 req-1e5fded1-c99a-46b4-8b80-7bb8394256d0 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:04.947624 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0343a8e8-4693-455c-ad05-f678d7967e52 req-1e5fded1-c99a-46b4-8b80-7bb8394256d0 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/ports?device_id=a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c HTTP/1.1" status: 200 len: 945 time: 0.1475296 Aug 11 03:21:04.987591 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b238c0aa-cca8-440b-bbcf-68142cfe1da8 req-70b4e0f3-33eb-49c1-aa8e-bef9e3704564 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:04.993664 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b238c0aa-cca8-440b-bbcf-68142cfe1da8 req-70b4e0f3-33eb-49c1-aa8e-bef9e3704564 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:05.000287 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b238c0aa-cca8-440b-bbcf-68142cfe1da8 req-70b4e0f3-33eb-49c1-aa8e-bef9e3704564 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:05.007178 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b238c0aa-cca8-440b-bbcf-68142cfe1da8 req-70b4e0f3-33eb-49c1-aa8e-bef9e3704564 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:05.009746 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning complete for port 0ea4b77d-3452-49a3-af5b-6f0e3d74e9d6 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:21:05.010120 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:05.012855 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 1cb8468e-17ff-4509-bb1e-469bb7546cf3, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=1cb8468e-17ff-4509-bb1e-469bb7546cf3,segment=NetworkSegment(ae9692f4-c155-4a13-a589-facf8973fb30),segment_id=ae9692f4-c155-4a13-a589-facf8973fb30)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:21:05.014162 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b238c0aa-cca8-440b-bbcf-68142cfe1da8 req-70b4e0f3-33eb-49c1-aa8e-bef9e3704564 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:05.022849 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b238c0aa-cca8-440b-bbcf-68142cfe1da8 req-70b4e0f3-33eb-49c1-aa8e-bef9e3704564 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:05.029906 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b238c0aa-cca8-440b-bbcf-68142cfe1da8 req-70b4e0f3-33eb-49c1-aa8e-bef9e3704564 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:05.038587 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b238c0aa-cca8-440b-bbcf-68142cfe1da8 req-70b4e0f3-33eb-49c1-aa8e-bef9e3704564 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e3618b6-52e5-4357-a355-b29ad18e1b9a HTTP/1.1" status: 200 len: 5433 time: 0.1570768 Aug 11 03:21:05.071651 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Returning: {'device': '1cb8468e-17ff-4509-bb1e-469bb7546cf3', 'network_id': '5550882c-d5be-4613-b9ce-af7283467065', 'port_id': '1cb8468e-17ff-4509-bb1e-469bb7546cf3', 'mac_address': 'fa:16:3e:d8:8b:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1720ed9a-a4c0-46ed-8d38-cf818eba15ba', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:21:05.077702 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-84d9ebfe-2b05-4258-a93d-8247ebb4b254 None None] Set router fff0013b-3dc7-4c64-b286-3419eea4209b gateway port host: None {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:21:05.096952 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0343a8e8-4693-455c-ad05-f678d7967e52 req-950d5147-e280-423c-afe3-d7e5b57adcd6 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbb5f37-cd37-415a-b820-36c249955487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440458 Aug 11 03:21:05.144260 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-2c669819-8e5b-489b-bcdf-c64eff51d854 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6544'] for router, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:05.152374 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b238c0aa-cca8-440b-bbcf-68142cfe1da8 req-eed73bbc-8c84-4d06-a4f1-38f978a9fe59 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e828c0d-4136-4a51-aeb5-a8e208cb4b52&id=95104542-16f5-45dc-8618-c4fbbca06b56&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1131513 Aug 11 03:21:05.171431 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-2c669819-8e5b-489b-bcdf-c64eff51d854 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:05.381902 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-84d9ebfe-2b05-4258-a93d-8247ebb4b254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fff0013b-3dc7-4c64-b286-3419eea4209b', 'name': '', 'tenant_id': '5dc2602a9c8b417193fac0508c351f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:20:59Z', 'updated_at': '2021-08-11T03:21:04Z', 'revision_number': 5, 'project_id': '5dc2602a9c8b417193fac0508c351f0e', 'gw_port_host': None}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:05.417270 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d9ebfe-2b05-4258-a93d-8247ebb4b254 None None] The sync data for ids ['fff0013b-3dc7-4c64-b286-3419eea4209b'] in n-d-764292-30 is: [{'id': 'fff0013b-3dc7-4c64-b286-3419eea4209b', 'name': '', 'tenant_id': '5dc2602a9c8b417193fac0508c351f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:20:59Z', 'updated_at': '2021-08-11T03:21:04Z', 'revision_number': 5, 'project_id': '5dc2602a9c8b417193fac0508c351f0e', 'gw_port_host': None}] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:21:05.455372 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:05.485794 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1cb8468e-17ff-4509-bb1e-469bb7546cf3 {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:21:05.513426 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-2c669819-8e5b-489b-bcdf-c64eff51d854 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448809'] for router, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:05.516333 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c669819-8e5b-489b-bcdf-c64eff51d854 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fff0013b-3dc7-4c64-b286-3419eea4209b {{(pid=102191) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:21:05.518837 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-bcf71e5e-170a-4e6a-851e-504bb206b232 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126283476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274725'] for subnet, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:05.533734 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-2c669819-8e5b-489b-bcdf-c64eff51d854 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Notify callbacks [] for router, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:05.540362 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-2c669819-8e5b-489b-bcdf-c64eff51d854 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] 10.222.0.41 "DELETE /v2.0/routers/fff0013b-3dc7-4c64-b286-3419eea4209b HTTP/1.1" status: 204 len: 168 time: 2.6484854 Aug 11 03:21:05.542368 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 48614) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:05.580229 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 1cb8468e-17ff-4509-bb1e-469bb7546cf3, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=1cb8468e-17ff-4509-bb1e-469bb7546cf3,segment=NetworkSegment(ae9692f4-c155-4a13-a589-facf8973fb30),segment_id=ae9692f4-c155-4a13-a589-facf8973fb30)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:21:05.611485 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:05.620332 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 48618) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:05.647982 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:05.672296 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_v2 [None req-150930cd-b7f3-4f10-b68b-17cbef4361dd tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Deleting subnet 1e024485-ee1b-4f07-bf1e-4cc59978f396 {{(pid=102192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:21:05.677341 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-150930cd-b7f3-4f10-b68b-17cbef4361dd tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:05.768747 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf71e5e-170a-4e6a-851e-504bb206b232 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Pushing event updated for resources: {'Subnet': ['ID=27435334-889d-4bc8-87ba-8b5bfdf85949,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:05.771613 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf71e5e-170a-4e6a-851e-504bb206b232 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Checking segment: {'id': '71e05d8d-9108-4f98-abde-fc51b44b0dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '725113af-afe6-478f-ab52-6b06888195b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:21:05.772470 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf71e5e-170a-4e6a-851e-504bb206b232 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Network hostable DHCP agents. Network: 725113af-afe6-478f-ab52-6b06888195b9, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:21:05.788688 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f5ca1c5-549b-45f8-b644-c1be9314f82b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ea4b77d-3452-49a3-af5b-6f0e3d74e9d6'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:21:05.795632 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba8d5c3a-fbbd-4126-a622-fc91cf5312a7" -d '{"events": [{"server_uuid": "6f5ca1c5-549b-45f8-b644-c1be9314f82b", "name": "network-vif-plugged", "status": "completed", "tag": "0ea4b77d-3452-49a3-af5b-6f0e3d74e9d6"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:21:05.836967 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-150930cd-b7f3-4f10-b68b-17cbef4361dd tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125932460'] for subnet, precommit_delete_associations {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:05.837279 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 0ea4b77d-3452-49a3-af5b-6f0e3d74e9d6, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=0ea4b77d-3452-49a3-af5b-6f0e3d74e9d6,segment=NetworkSegment(a9ef83d9-c206-4b92-b5da-2bb339718328),segment_id=a9ef83d9-c206-4b92-b5da-2bb339718328)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:21:05.852544 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['1cb8468e-17ff-4509-bb1e-469bb7546cf3'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:21:05.906543 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf71e5e-170a-4e6a-851e-504bb206b232 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Network 725113af-afe6-478f-ab52-6b06888195b9 is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:21:05.959660 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-6df9da34-0030-47ac-8884-e74e64813966 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:05.971920 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:21:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6869d159-952b-494e-8331-c072b072db04 x-openstack-request-id: req-6869d159-952b-494e-8331-c072b072db04 {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:21:05.972204 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f5ca1c5-549b-45f8-b644-c1be9314f82b", "name": "network-vif-plugged", "status": "completed", "tag": "0ea4b77d-3452-49a3-af5b-6f0e3d74e9d6", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:21:05.972486 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6869d159-952b-494e-8331-c072b072db04 {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:21:05.972878 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f5ca1c5-549b-45f8-b644-c1be9314f82b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ea4b77d-3452-49a3-af5b-6f0e3d74e9d6', 'code': 200} Aug 11 03:21:05.975264 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-bcf71e5e-170a-4e6a-851e-504bb206b232 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, 725113af-afe6-478f-ab52-6b06888195b9) {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:21:05.980491 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf71e5e-170a-4e6a-851e-504bb206b232 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:05.981379 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-bcf71e5e-170a-4e6a-851e-504bb206b232 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:05.991680 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bce0aee-3eb1-4d76-b704-94aa9403f55d None None] Network 725113af-afe6-478f-ab52-6b06888195b9 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:21:05.994316 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:05.997653 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=1cb8468e-17ff-4509-bb1e-469bb7546cf3,revision_number=6']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:06.038104 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-150930cd-b7f3-4f10-b68b-17cbef4361dd tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:06.056148 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-bcf71e5e-170a-4e6a-851e-504bb206b232 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7697763 Aug 11 03:21:06.058946 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 48630) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:06.223673 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=0ea4b77d-3452-49a3-af5b-6f0e3d74e9d6,revision_number=9']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:06.267777 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de2f040-5ad6-4990-9718-fbd5f0dd9c26 req-0e67baa4-7c57-4084-9cf1-1f0215b72afc tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:06.275766 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3a34ba64-baa5-4066-9872-ae82d47fbab1 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:06.282355 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de2f040-5ad6-4990-9718-fbd5f0dd9c26 req-0e67baa4-7c57-4084-9cf1-1f0215b72afc tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:06.291173 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de2f040-5ad6-4990-9718-fbd5f0dd9c26 req-0e67baa4-7c57-4084-9cf1-1f0215b72afc tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:06.297234 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de2f040-5ad6-4990-9718-fbd5f0dd9c26 req-0e67baa4-7c57-4084-9cf1-1f0215b72afc tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:06.310261 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de2f040-5ad6-4990-9718-fbd5f0dd9c26 req-0e67baa4-7c57-4084-9cf1-1f0215b72afc tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:06.310261 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de2f040-5ad6-4990-9718-fbd5f0dd9c26 req-0e67baa4-7c57-4084-9cf1-1f0215b72afc tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:06.316398 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de2f040-5ad6-4990-9718-fbd5f0dd9c26 req-0e67baa4-7c57-4084-9cf1-1f0215b72afc tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:06.328225 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5de2f040-5ad6-4990-9718-fbd5f0dd9c26 req-0e67baa4-7c57-4084-9cf1-1f0215b72afc tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e3618b6-52e5-4357-a355-b29ad18e1b9a HTTP/1.1" status: 200 len: 5433 time: 0.4714277 Aug 11 03:21:06.360198 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-150930cd-b7f3-4f10-b68b-17cbef4361dd tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125932157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126180897'] for subnet, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:06.389247 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11d0511a-8898-4618-804a-3e3fb931a06f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde080026-c28f-55be-b52b-13827cc43646-725113af-afe6-478f-ab52-6b06888195b9', 'network_id': '725113af-afe6-478f-ab52-6b06888195b9', 'tenant_id': '0c28768474b748ba96f3a3b94cb33f57', 'fixed_ips': [{'subnet_id': '27435334-889d-4bc8-87ba-8b5bfdf85949'}]}} from n-d-764292-30. {{(pid=102193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:21:06.390243 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-11d0511a-8898-4618-804a-3e3fb931a06f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:06.401413 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3a34ba64-baa5-4066-9872-ae82d47fbab1 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:06.435035 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-150930cd-b7f3-4f10-b68b-17cbef4361dd tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:06.437633 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-150930cd-b7f3-4f10-b68b-17cbef4361dd tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] 10.222.0.41 "DELETE /v2.0/subnets/1e024485-ee1b-4f07-bf1e-4cc59978f396 HTTP/1.1" status: 204 len: 168 time: 0.8934226 Aug 11 03:21:06.444314 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 48638) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:06.451047 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9e997a-236b-4714-a993-14e6708c5926 req-9ed5d720-e123-40e8-9011-6aac13ae7fb8 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:06.453435 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6f9e997a-236b-4714-a993-14e6708c5926 req-9ed5d720-e123-40e8-9011-6aac13ae7fb8 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f5ca1c5-549b-45f8-b644-c1be9314f82b HTTP/1.1" status: 200 len: 946 time: 0.5487034 Aug 11 03:21:06.502205 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de2f040-5ad6-4990-9718-fbd5f0dd9c26 req-94ea394b-82fa-44bd-a8fd-ea19947d21d8 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:06.504159 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5de2f040-5ad6-4990-9718-fbd5f0dd9c26 req-94ea394b-82fa-44bd-a8fd-ea19947d21d8 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] 10.222.0.24 "GET /v2.0/ports/7dfdef9f-0d5f-4271-b104-13eb02da9240?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1749043 Aug 11 03:21:06.561011 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-03871a59-fa67-4a25-91d1-47da01751cc8 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:06.584216 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.db_base_plugin_common [None req-11d0511a-8898-4618-804a-3e3fb931a06f None None] Allocated IP 172.20.0.2 (725113af-afe6-478f-ab52-6b06888195b9/27435334-889d-4bc8-87ba-8b5bfdf85949/1e505c2e-deb9-46fa-8177-9268f2187b5f) {{(pid=102193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:21:06.595713 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150930cd-b7f3-4f10-b68b-17cbef4361dd tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=1e024485-ee1b-4f07-bf1e-4cc59978f396,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:06.649814 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07cc2a0-20fd-4751-912c-ba38643d9ca2 req-9027ab5f-b6c6-4d18-8b71-d79408538a0c tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:06.658884 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c07cc2a0-20fd-4751-912c-ba38643d9ca2 req-9027ab5f-b6c6-4d18-8b71-d79408538a0c tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/ports?device_id=a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c HTTP/1.1" status: 200 len: 944 time: 0.3159091 Aug 11 03:21:06.680578 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6f9e997a-236b-4714-a993-14e6708c5926 req-12dda04f-18a4-4fa5-b231-dbe2102ce9ee tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/security-groups?id=028f82ce-145e-4da5-a893-c699717fae6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2096660 Aug 11 03:21:06.683922 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-03871a59-fa67-4a25-91d1-47da01751cc8 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:06.702886 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 48644) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:06.704443 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-6df9da34-0030-47ac-8884-e74e64813966 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:06.721992 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-03871a59-fa67-4a25-91d1-47da01751cc8 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41f0176e-5892-452f-a5a1-b98585f4f016']}} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:06.769743 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-03871a59-fa67-4a25-91d1-47da01751cc8 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7f7ef48-3f7a-417d-837d-8df019f53e9f') {'for_net_delete': True} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:06.770131 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-03871a59-fa67-4a25-91d1-47da01751cc8 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7f7ef48-3f7a-417d-837d-8df019f53e9f') {} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:06.797997 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-03871a59-fa67-4a25-91d1-47da01751cc8 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126283644'] for segment, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:06.818029 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-6df9da34-0030-47ac-8884-e74e64813966 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:06.838180 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-11d0511a-8898-4618-804a-3e3fb931a06f None None] Notify callbacks [] for port, precommit_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:06.847878 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-11d0511a-8898-4618-804a-3e3fb931a06f None None] Transition to ACTIVE for port object 1e505c2e-deb9-46fa-8177-9268f2187b5f will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:21:06.855421 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-d6f043f6-a3e4-414c-ae99-af93885f1003 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/floatingips/d5ee743d-d33f-4ce1-ba2c-9851df652645 HTTP/1.1" status: 200 len: 993 time: 0.1371236 Aug 11 03:21:06.856643 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-03871a59-fa67-4a25-91d1-47da01751cc8 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:06.868316 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-11d0511a-8898-4618-804a-3e3fb931a06f None None] Transition to ACTIVE for port object 1e505c2e-deb9-46fa-8177-9268f2187b5f will not be triggered until provisioned by entity DHCP. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:21:06.875555 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03871a59-fa67-4a25-91d1-47da01751cc8 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=102191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:21:06.875970 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-03871a59-fa67-4a25-91d1-47da01751cc8 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126283391'] for segment, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:06.878049 n-d-764292-30 neutron-server[102191]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:21:06.878049 n-d-764292-30 neutron-server[102191]: items = [ Aug 11 03:21:06.878049 n-d-764292-30 neutron-server[102191]: Traceback (most recent call last): Aug 11 03:21:06.878049 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:21:06.878049 n-d-764292-30 neutron-server[102191]: timer() Aug 11 03:21:06.878049 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:21:06.878049 n-d-764292-30 neutron-server[102191]: cb(*args, **kw) Aug 11 03:21:06.878049 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:21:06.878049 n-d-764292-30 neutron-server[102191]: return func(*args, **kwargs) Aug 11 03:21:06.878049 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:21:06.878049 n-d-764292-30 neutron-server[102191]: self._notify() Aug 11 03:21:06.878049 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:21:06.878049 n-d-764292-30 neutron-server[102191]: self.callback(batched_events) Aug 11 03:21:06.878049 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:21:06.878049 n-d-764292-30 neutron-server[102191]: event.method(event) Aug 11 03:21:06.878049 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:21:06.878049 n-d-764292-30 neutron-server[102191]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:21:06.878049 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:21:06.878049 n-d-764292-30 neutron-server[102191]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:21:06.878049 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:21:06.878049 n-d-764292-30 neutron-server[102191]: return f(self, *a, **k) Aug 11 03:21:06.878049 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:21:06.878049 n-d-764292-30 neutron-server[102191]: return self._get(url).json() Aug 11 03:21:06.878049 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:21:06.878049 n-d-764292-30 neutron-server[102191]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:21:06.878049 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:21:06.878049 n-d-764292-30 neutron-server[102191]: return self.request(url, 'GET', **kwargs) Aug 11 03:21:06.878049 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:21:06.878049 n-d-764292-30 neutron-server[102191]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:21:06.878049 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:21:06.878049 n-d-764292-30 neutron-server[102191]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:21:06.878049 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:21:06.878049 n-d-764292-30 neutron-server[102191]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:21:06.878049 n-d-764292-30 neutron-server[102191]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:21:06.923995 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c07cc2a0-20fd-4751-912c-ba38643d9ca2 req-377e632e-f94c-4334-82ff-a819c2cbcbf0 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbb5f37-cd37-415a-b820-36c249955487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2641652 Aug 11 03:21:06.947504 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-6df9da34-0030-47ac-8884-e74e64813966 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=edd364e28b73436797bce808c7e5dfc4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3182886 Aug 11 03:21:06.947868 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 48648) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:06.967889 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df9da34-0030-47ac-8884-e74e64813966 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1453518d-2e1d-45b8-97f9-cc11b5fec73e,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:06.970861 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-11d0511a-8898-4618-804a-3e3fb931a06f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669'] for port, after_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:07.021899 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e007ae2-0062-4bc8-878b-bcd282d309c7 req-4668e18f-d55c-4f48-9cad-7bf402252be0 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:07.028542 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e007ae2-0062-4bc8-878b-bcd282d309c7 req-4668e18f-d55c-4f48-9cad-7bf402252be0 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:07.034702 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e007ae2-0062-4bc8-878b-bcd282d309c7 req-4668e18f-d55c-4f48-9cad-7bf402252be0 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:07.041461 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e007ae2-0062-4bc8-878b-bcd282d309c7 req-4668e18f-d55c-4f48-9cad-7bf402252be0 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:07.049759 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d0511a-8898-4618-804a-3e3fb931a06f None None] Network 725113af-afe6-478f-ab52-6b06888195b9 is already hosted by enough agents. {{(pid=102193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:21:07.050161 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e007ae2-0062-4bc8-878b-bcd282d309c7 req-4668e18f-d55c-4f48-9cad-7bf402252be0 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:07.061357 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e007ae2-0062-4bc8-878b-bcd282d309c7 req-4668e18f-d55c-4f48-9cad-7bf402252be0 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:07.062807 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e007ae2-0062-4bc8-878b-bcd282d309c7 req-4668e18f-d55c-4f48-9cad-7bf402252be0 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:07.063883 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.base_scheduler [None req-11d0511a-8898-4618-804a-3e3fb931a06f None None] Resources bound (agent type, host, resource id): {{(pid=102193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:21:07.065104 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8e007ae2-0062-4bc8-878b-bcd282d309c7 req-4668e18f-d55c-4f48-9cad-7bf402252be0 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e3618b6-52e5-4357-a355-b29ad18e1b9a HTTP/1.1" status: 200 len: 5433 time: 0.2493744 Aug 11 03:21:07.070710 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5de2f040-5ad6-4990-9718-fbd5f0dd9c26 req-d7e4355c-e42b-47d9-a97d-f0a18bdd59ca tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] 10.222.0.24 "GET /v2.0/networks/ed637a9a-eb30-499d-98db-3d728133dac3?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.4804468 Aug 11 03:21:07.078395 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d0511a-8898-4618-804a-3e3fb931a06f None None] Received port after_create {{(pid=102193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:21:07.079698 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e345324c-19ac-4555-8812-d034ab5fb877 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:07.081298 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-03871a59-fa67-4a25-91d1-47da01751cc8 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:07.085074 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:07.085278 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-5de2f040-5ad6-4990-9718-fbd5f0dd9c26 req-36c5d30e-bf7e-478c-9691-3d132c7b10d1 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:21:07.089543 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d0511a-8898-4618-804a-3e3fb931a06f None None] Pushing event updated for resources: {'Port': ['ID=1e505c2e-deb9-46fa-8177-9268f2187b5f,revision_number=1']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:07.097834 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03871a59-fa67-4a25-91d1-47da01751cc8 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 41f0176e-5892-452f-a5a1-b98585f4f016 {{(pid=102191) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 11 03:21:07.140810 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-03871a59-fa67-4a25-91d1-47da01751cc8 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Notify callbacks [] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:07.142073 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-03871a59-fa67-4a25-91d1-47da01751cc8 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] 10.222.0.41 "DELETE /v2.0/networks/41f0176e-5892-452f-a5a1-b98585f4f016 HTTP/1.1" status: 204 len: 168 time: 0.6965992 Aug 11 03:21:07.155523 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-11d0511a-8898-4618-804a-3e3fb931a06f None None] Attempting to bind port 1e505c2e-deb9-46fa-8177-9268f2187b5f on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:21:07.155924 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-11d0511a-8898-4618-804a-3e3fb931a06f None None] Attempting to bind port 1e505c2e-deb9-46fa-8177-9268f2187b5f by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': '71e05d8d-9108-4f98-abde-fc51b44b0dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '725113af-afe6-478f-ab52-6b06888195b9'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:21:07.156627 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d0511a-8898-4618-804a-3e3fb931a06f None None] Attempting to bind port 1e505c2e-deb9-46fa-8177-9268f2187b5f on network 725113af-afe6-478f-ab52-6b06888195b9 {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:21:07.161874 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d0511a-8898-4618-804a-3e3fb931a06f None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 21, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:21:07.162393 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d0511a-8898-4618-804a-3e3fb931a06f None None] Checking segment: {'id': '71e05d8d-9108-4f98-abde-fc51b44b0dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '725113af-afe6-478f-ab52-6b06888195b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:21:07.162946 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-11d0511a-8898-4618-804a-3e3fb931a06f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:07.163543 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d0511a-8898-4618-804a-3e3fb931a06f None None] Bound using segment: {'id': '71e05d8d-9108-4f98-abde-fc51b44b0dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '725113af-afe6-478f-ab52-6b06888195b9'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:21:07.164202 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-11d0511a-8898-4618-804a-3e3fb931a06f None None] Bound port: 1e505c2e-deb9-46fa-8177-9268f2187b5f, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71e05d8d-9108-4f98-abde-fc51b44b0dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '725113af-afe6-478f-ab52-6b06888195b9'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:21:07.164694 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-11d0511a-8898-4618-804a-3e3fb931a06f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:07.168286 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e345324c-19ac-4555-8812-d034ab5fb877 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:07.230238 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03871a59-fa67-4a25-91d1-47da01751cc8 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Pushing event deleted for resources: {'Network': ['ID=41f0176e-5892-452f-a5a1-b98585f4f016,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:07.236978 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3a34ba64-baa5-4066-9872-ae82d47fbab1 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126283413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126275158'] for subnet, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:07.276773 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a34ba64-baa5-4066-9872-ae82d47fbab1 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Pushing event deleted for resources: {'Subnet': ['ID=27435334-889d-4bc8-87ba-8b5bfdf85949,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:07.304810 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e345324c-19ac-4555-8812-d034ab5fb877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:07.312419 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e345324c-19ac-4555-8812-d034ab5fb877 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:07.315145 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-e345324c-19ac-4555-8812-d034ab5fb877 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1453518d-2e1d-45b8-97f9-cc11b5fec73e HTTP/1.1" status: 204 len: 168 time: 0.3651099 Aug 11 03:21:07.343052 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-11d0511a-8898-4618-804a-3e3fb931a06f None None] For port 1e505c2e-deb9-46fa-8177-9268f2187b5f, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:21:07.365415 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-11d0511a-8898-4618-804a-3e3fb931a06f None None] For port 1e505c2e-deb9-46fa-8177-9268f2187b5f, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=1e505c2e-deb9-46fa-8177-9268f2187b5f,segment=NetworkSegment(71e05d8d-9108-4f98-abde-fc51b44b0dcb),segment_id=71e05d8d-9108-4f98-abde-fc51b44b0dcb)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:21:07.432553 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-11d0511a-8898-4618-804a-3e3fb931a06f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:07.614277 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d0511a-8898-4618-804a-3e3fb931a06f None None] Pushing event updated for resources: {'Port': ['ID=1e505c2e-deb9-46fa-8177-9268f2187b5f,revision_number=2']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:07.633058 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81866c28-da8e-4a31-bc2a-50efa719ddb0 None None] Network 725113af-afe6-478f-ab52-6b06888195b9 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:21:07.674514 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8e007ae2-0062-4bc8-878b-bcd282d309c7 req-20a451f8-106c-4dbe-aa24-a3c67025d083 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e828c0d-4136-4a51-aeb5-a8e208cb4b52&id=95104542-16f5-45dc-8618-c4fbbca06b56&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6002893 Aug 11 03:21:07.692507 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-5de2f040-5ad6-4990-9718-fbd5f0dd9c26 req-36c5d30e-bf7e-478c-9691-3d132c7b10d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:07.825473 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 48672) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:07.830166 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-faad26c6-5b83-4a7f-b53c-9546cf2a22c2 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Request body: {'router': {'name': 'tempest-router--1232923757', 'project_id': 'd98f924976674ed3b481f8699e5bc83f'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:21:07.960810 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6133e530-44e3-4344-aa68-81a8c98e8763 None None] get_active_networks_info from n-d-764292-30 {{(pid=102193) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 11 03:21:08.111854 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6133e530-44e3-4344-aa68-81a8c98e8763 None None] Resources bound (agent type, host, resource id): {{(pid=102193) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 11 03:21:08.117630 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-5de2f040-5ad6-4990-9718-fbd5f0dd9c26 req-36c5d30e-bf7e-478c-9691-3d132c7b10d1 service neutron] For port 7dfdef9f-0d5f-4271-b104-13eb02da9240, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=7dfdef9f-0d5f-4271-b104-13eb02da9240,segment=NetworkSegment(271bafdf-7464-485b-b3ae-2126cb9c0bfd),segment_id=271bafdf-7464-485b-b3ae-2126cb9c0bfd)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:21:08.166022 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-5de2f040-5ad6-4990-9718-fbd5f0dd9c26 req-36c5d30e-bf7e-478c-9691-3d132c7b10d1 service neutron] For port 7dfdef9f-0d5f-4271-b104-13eb02da9240, host n-h2-764292-30, cleared binding levels {{(pid=102192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:21:08.187371 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3a34ba64-baa5-4066-9872-ae82d47fbab1 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:08.197873 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-3a34ba64-baa5-4066-9872-ae82d47fbab1 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['725113af-afe6-478f-ab52-6b06888195b9']}} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:08.209212 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-3a34ba64-baa5-4066-9872-ae82d47fbab1 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71e05d8d-9108-4f98-abde-fc51b44b0dcb') {'for_net_delete': True} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:08.209524 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-3a34ba64-baa5-4066-9872-ae82d47fbab1 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71e05d8d-9108-4f98-abde-fc51b44b0dcb') {} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:08.235917 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3a34ba64-baa5-4066-9872-ae82d47fbab1 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126283644'] for segment, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:08.256502 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3a34ba64-baa5-4066-9872-ae82d47fbab1 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:08.263369 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a34ba64-baa5-4066-9872-ae82d47fbab1 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=102191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:21:08.263779 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3a34ba64-baa5-4066-9872-ae82d47fbab1 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126283391'] for segment, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:08.283563 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [req-5de2f040-5ad6-4990-9718-fbd5f0dd9c26 req-36c5d30e-bf7e-478c-9691-3d132c7b10d1 service neutron] device_id is not set on port 7dfdef9f-0d5f-4271-b104-13eb02da9240 yet. {{(pid=102192) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:21:08.297662 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 1cb8468e-17ff-4509-bb1e-469bb7546cf3 up at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:21:08.313130 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-faad26c6-5b83-4a7f-b53c-9546cf2a22c2 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-450010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6626'] for router, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:08.317206 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-faad26c6-5b83-4a7f-b53c-9546cf2a22c2 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-446747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6633'] for router, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:08.326888 n-d-764292-30 neutron-server[102191]: Traceback (most recent call last): Aug 11 03:21:08.326888 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:21:08.326888 n-d-764292-30 neutron-server[102191]: timer() Aug 11 03:21:08.326888 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:21:08.326888 n-d-764292-30 neutron-server[102191]: cb(*args, **kw) Aug 11 03:21:08.326888 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:21:08.326888 n-d-764292-30 neutron-server[102191]: return func(*args, **kwargs) Aug 11 03:21:08.326888 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:21:08.326888 n-d-764292-30 neutron-server[102191]: self._notify() Aug 11 03:21:08.326888 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:21:08.326888 n-d-764292-30 neutron-server[102191]: self.callback(batched_events) Aug 11 03:21:08.326888 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:21:08.326888 n-d-764292-30 neutron-server[102191]: event.method(event) Aug 11 03:21:08.326888 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:21:08.326888 n-d-764292-30 neutron-server[102191]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:21:08.326888 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:21:08.326888 n-d-764292-30 neutron-server[102191]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:21:08.326888 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:21:08.326888 n-d-764292-30 neutron-server[102191]: return f(self, *a, **k) Aug 11 03:21:08.326888 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:21:08.326888 n-d-764292-30 neutron-server[102191]: return self._get(url).json() Aug 11 03:21:08.326888 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:21:08.326888 n-d-764292-30 neutron-server[102191]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:21:08.326888 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:21:08.326888 n-d-764292-30 neutron-server[102191]: return self.request(url, 'GET', **kwargs) Aug 11 03:21:08.326888 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:21:08.326888 n-d-764292-30 neutron-server[102191]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:21:08.326888 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:21:08.326888 n-d-764292-30 neutron-server[102191]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:21:08.326888 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:21:08.326888 n-d-764292-30 neutron-server[102191]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:21:08.326888 n-d-764292-30 neutron-server[102191]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:21:08.341630 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e345324c-19ac-4555-8812-d034ab5fb877 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1453518d-2e1d-45b8-97f9-cc11b5fec73e,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:08.356071 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 48686) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:08.377212 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e4f0721e-12cf-447f-b8fa-9788ee510cf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:08.382633 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-5de2f040-5ad6-4990-9718-fbd5f0dd9c26 req-36c5d30e-bf7e-478c-9691-3d132c7b10d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:08.471994 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device b90d6ebc-39d0-4329-8910-886ce1b868bf no longer exists at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:21:08.475260 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.db.api [None req-3a34ba64-baa5-4066-9872-ae82d47fbab1 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 11 03:21:08.475260 n-d-764292-30 neutron-server[102191]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 11 03:21:08.475260 n-d-764292-30 neutron-server[102191]: [parameters: {'id': '725113af-afe6-478f-ab52-6b06888195b9'}] Aug 11 03:21:08.475260 n-d-764292-30 neutron-server[102191]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102191) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 03:21:08.475802 n-d-764292-30 neutron-server[102191]: DEBUG oslo_db.api [None req-3a34ba64-baa5-4066-9872-ae82d47fbab1 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 03:21:08.508237 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-5de2f040-5ad6-4990-9718-fbd5f0dd9c26 req-36c5d30e-bf7e-478c-9691-3d132c7b10d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:08.513231 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e4f0721e-12cf-447f-b8fa-9788ee510cf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:08.576114 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d40481-9e68-4453-b557-0a77130d8a21 req-fce45a08-db0d-4eea-8e6f-f3d6bdaf698e tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:08.577688 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-05d40481-9e68-4453-b557-0a77130d8a21 req-fce45a08-db0d-4eea-8e6f-f3d6bdaf698e tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/ports?device_id=a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c HTTP/1.1" status: 200 len: 944 time: 0.2716663 Aug 11 03:21:08.580855 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-faad26c6-5b83-4a7f-b53c-9546cf2a22c2 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:08.594461 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e4f0721e-12cf-447f-b8fa-9788ee510cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:08.628672 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c5d30e-bf7e-478c-9691-3d132c7b10d1 service neutron] Pushing event updated for resources: {'Port': ['ID=7dfdef9f-0d5f-4271-b104-13eb02da9240,revision_number=6']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:08.648623 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [req-5de2f040-5ad6-4990-9718-fbd5f0dd9c26 req-36c5d30e-bf7e-478c-9691-3d132c7b10d1 service neutron] No DVR routers for this DVR port 7dfdef9f-0d5f-4271-b104-13eb02da9240 on host n-h2-764292-30 {{(pid=102192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:21:08.652878 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-faad26c6-5b83-4a7f-b53c-9546cf2a22c2 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-446952'] for router, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:08.685435 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning complete for port 1cb8468e-17ff-4509-bb1e-469bb7546cf3 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:21:08.689902 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:08.693849 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-e4f0721e-12cf-447f-b8fa-9788ee510cf3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9a0df79789b4479d9e6f7bf141b94759&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3364031 Aug 11 03:21:08.695111 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 48694) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:08.699106 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f0721e-12cf-447f-b8fa-9788ee510cf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe953d5e-2747-42d7-951b-eff5e217926c,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:08.719223 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-05d40481-9e68-4453-b557-0a77130d8a21 req-d896ae8b-f8d2-4bde-94ec-fc301accf6c0 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbb5f37-cd37-415a-b820-36c249955487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184187 Aug 11 03:21:08.727024 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [req-5de2f040-5ad6-4990-9718-fbd5f0dd9c26 req-36c5d30e-bf7e-478c-9691-3d132c7b10d1 service neutron] In _notify_port_updated(), no bound segment for port 7dfdef9f-0d5f-4271-b104-13eb02da9240 on network ed637a9a-eb30-499d-98db-3d728133dac3 {{(pid=102192) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 03:21:08.728278 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de2f040-5ad6-4990-9718-fbd5f0dd9c26 req-36c5d30e-bf7e-478c-9691-3d132c7b10d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:08.729018 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-5de2f040-5ad6-4990-9718-fbd5f0dd9c26 req-36c5d30e-bf7e-478c-9691-3d132c7b10d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:08.730385 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5de2f040-5ad6-4990-9718-fbd5f0dd9c26 req-36c5d30e-bf7e-478c-9691-3d132c7b10d1 service neutron] 10.222.0.24 "PUT /v2.0/ports/7dfdef9f-0d5f-4271-b104-13eb02da9240 HTTP/1.1" status: 200 len: 1027 time: 1.6494341 Aug 11 03:21:08.797502 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de2f040-5ad6-4990-9718-fbd5f0dd9c26 req-ad0c1d60-b175-42f5-a289-52f93494f797 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:08.799536 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5de2f040-5ad6-4990-9718-fbd5f0dd9c26 req-ad0c1d60-b175-42f5-a289-52f93494f797 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] 10.222.0.24 "GET /v2.0/ports/b90d6ebc-39d0-4329-8910-886ce1b868bf?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0629466 Aug 11 03:21:08.809867 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:08.812513 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-5de2f040-5ad6-4990-9718-fbd5f0dd9c26 req-46fbc660-5d7b-4f6f-9f0b-af4e8b7074c2 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:21:08.835348 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6aa66569-ea8b-498b-8b57-4f18db37a492 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:08.896547 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e3618b6-52e5-4357-a355-b29ad18e1b9a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b90d6ebc-39d0-4329-8910-886ce1b868bf'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:21:08.899153 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ea6e989-beef-4284-a083-936069eae7be" -d '{"events": [{"server_uuid": "6e3618b6-52e5-4357-a355-b29ad18e1b9a", "name": "network-vif-unplugged", "status": "completed", "tag": "b90d6ebc-39d0-4329-8910-886ce1b868bf"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:21:08.904379 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6aa66569-ea8b-498b-8b57-4f18db37a492 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:08.932234 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-faad26c6-5b83-4a7f-b53c-9546cf2a22c2 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Notify callbacks [] for router, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:08.934994 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port b90d6ebc-39d0-4329-8910-886ce1b868bf, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=b90d6ebc-39d0-4329-8910-886ce1b868bf,segment=NetworkSegment(271bafdf-7464-485b-b3ae-2126cb9c0bfd),segment_id=271bafdf-7464-485b-b3ae-2126cb9c0bfd)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:21:08.940735 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-faad26c6-5b83-4a7f-b53c-9546cf2a22c2 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.1134098 Aug 11 03:21:08.947218 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 48702) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:08.975175 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:09.004986 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-5de2f040-5ad6-4990-9718-fbd5f0dd9c26 req-46fbc660-5d7b-4f6f-9f0b-af4e8b7074c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:09.020237 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 03:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-def30f01-da3f-437d-86c3-4d8370b4c835 x-openstack-request-id: req-def30f01-da3f-437d-86c3-4d8370b4c835 {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:21:09.020663 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e3618b6-52e5-4357-a355-b29ad18e1b9a", "name": "network-vif-unplugged", "status": "completed", "tag": "b90d6ebc-39d0-4329-8910-886ce1b868bf", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:21:09.021049 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-def30f01-da3f-437d-86c3-4d8370b4c835 {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:21:09.021577 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e3618b6-52e5-4357-a355-b29ad18e1b9a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b90d6ebc-39d0-4329-8910-886ce1b868bf', 'code': 200} Aug 11 03:21:09.027166 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:09.028585 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device a312704a-491b-448b-aff9-cbd04cf3547f no longer exists at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:21:09.093389 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3a34ba64-baa5-4066-9872-ae82d47fbab1 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:09.098084 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a6d6fd96-b268-4ab5-87cb-834cd825c597 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Notify callbacks [] for router, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:09.103741 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 1cb8468e-17ff-4509-bb1e-469bb7546cf3, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=1cb8468e-17ff-4509-bb1e-469bb7546cf3,segment=NetworkSegment(ae9692f4-c155-4a13-a589-facf8973fb30),segment_id=ae9692f4-c155-4a13-a589-facf8973fb30)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:21:09.170459 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=b90d6ebc-39d0-4329-8910-886ce1b868bf,revision_number=6']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:09.193100 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:09.212123 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4101bdbb-5a5e-4ab7-b852-a50c7b377d67 req-64dcf13a-22eb-4e0b-8c14-4a06c84bc7f3 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:09.230763 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4101bdbb-5a5e-4ab7-b852-a50c7b377d67 req-64dcf13a-22eb-4e0b-8c14-4a06c84bc7f3 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:09.246174 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4101bdbb-5a5e-4ab7-b852-a50c7b377d67 req-64dcf13a-22eb-4e0b-8c14-4a06c84bc7f3 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:09.264695 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4101bdbb-5a5e-4ab7-b852-a50c7b377d67 req-64dcf13a-22eb-4e0b-8c14-4a06c84bc7f3 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:09.286389 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4101bdbb-5a5e-4ab7-b852-a50c7b377d67 req-64dcf13a-22eb-4e0b-8c14-4a06c84bc7f3 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:09.295840 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4101bdbb-5a5e-4ab7-b852-a50c7b377d67 req-64dcf13a-22eb-4e0b-8c14-4a06c84bc7f3 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:09.297919 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4101bdbb-5a5e-4ab7-b852-a50c7b377d67 req-64dcf13a-22eb-4e0b-8c14-4a06c84bc7f3 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e3618b6-52e5-4357-a355-b29ad18e1b9a HTTP/1.1" status: 200 len: 4659 time: 0.4122491 Aug 11 03:21:09.331461 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:09.374380 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=1cb8468e-17ff-4509-bb1e-469bb7546cf3,revision_number=7']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:09.415504 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a6d6fd96-b268-4ab5-87cb-834cd825c597 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6544'] for router, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:09.422518 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a6d6fd96-b268-4ab5-87cb-834cd825c597 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:09.425144 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port a312704a-491b-448b-aff9-cbd04cf3547f, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=a312704a-491b-448b-aff9-cbd04cf3547f,segment=NetworkSegment(271bafdf-7464-485b-b3ae-2126cb9c0bfd),segment_id=271bafdf-7464-485b-b3ae-2126cb9c0bfd)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:21:09.437204 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-82d9890b-5dc8-4d23-a1d4-e3633181fff3 None None] Provisioning complete for port 7dfdef9f-0d5f-4271-b104-13eb02da9240 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:21:09.437766 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-82d9890b-5dc8-4d23-a1d4-e3633181fff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:09.485496 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6aa66569-ea8b-498b-8b57-4f18db37a492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:09.488444 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6aa66569-ea8b-498b-8b57-4f18db37a492 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:09.490242 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-6aa66569-ea8b-498b-8b57-4f18db37a492 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fe953d5e-2747-42d7-951b-eff5e217926c HTTP/1.1" status: 204 len: 168 time: 0.7940040 Aug 11 03:21:09.501120 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4101bdbb-5a5e-4ab7-b852-a50c7b377d67 req-0eb9af47-51c9-4a0c-acd1-9356097c1c4a tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e828c0d-4136-4a51-aeb5-a8e208cb4b52&id=95104542-16f5-45dc-8618-c4fbbca06b56&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1920431 Aug 11 03:21:09.504487 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa66569-ea8b-498b-8b57-4f18db37a492 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe953d5e-2747-42d7-951b-eff5e217926c,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:09.522716 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-3a34ba64-baa5-4066-9872-ae82d47fbab1 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Deleting port 1e505c2e-deb9-46fa-8177-9268f2187b5f {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:21:09.523446 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3a34ba64-baa5-4066-9872-ae82d47fbab1 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:09.579476 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:09.581050 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 6787f595-faeb-4a36-b917-5d8df4badde1 no longer exists at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:21:09.616770 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-82d9890b-5dc8-4d23-a1d4-e3633181fff3 None None] Port 7dfdef9f-0d5f-4271-b104-13eb02da9240 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:21:09.651898 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-5de2f040-5ad6-4990-9718-fbd5f0dd9c26 req-46fbc660-5d7b-4f6f-9f0b-af4e8b7074c2 service neutron] For port b90d6ebc-39d0-4329-8910-886ce1b868bf, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=b90d6ebc-39d0-4329-8910-886ce1b868bf,segment=NetworkSegment(271bafdf-7464-485b-b3ae-2126cb9c0bfd),segment_id=271bafdf-7464-485b-b3ae-2126cb9c0bfd)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:21:09.653834 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a6d6fd96-b268-4ab5-87cb-834cd825c597 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448809'] for router, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:09.653834 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6d6fd96-b268-4ab5-87cb-834cd825c597 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d0563a43-445f-4432-bcae-78ab9c15fa0e {{(pid=102191) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:21:09.653834 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a6d6fd96-b268-4ab5-87cb-834cd825c597 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Notify callbacks [] for router, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:09.661801 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-a6d6fd96-b268-4ab5-87cb-834cd825c597 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] 10.222.0.41 "DELETE /v2.0/routers/d0563a43-445f-4432-bcae-78ab9c15fa0e HTTP/1.1" status: 204 len: 168 time: 0.7117531 Aug 11 03:21:09.681972 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-5de2f040-5ad6-4990-9718-fbd5f0dd9c26 req-46fbc660-5d7b-4f6f-9f0b-af4e8b7074c2 service neutron] For port b90d6ebc-39d0-4329-8910-886ce1b868bf, host n-h2-764292-30, cleared binding levels {{(pid=102192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:21:09.725494 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [req-5de2f040-5ad6-4990-9718-fbd5f0dd9c26 req-46fbc660-5d7b-4f6f-9f0b-af4e8b7074c2 service neutron] device_id is not set on port b90d6ebc-39d0-4329-8910-886ce1b868bf yet. {{(pid=102192) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:21:09.734876 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-5de2f040-5ad6-4990-9718-fbd5f0dd9c26 req-46fbc660-5d7b-4f6f-9f0b-af4e8b7074c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:09.751649 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [None req-3a34ba64-baa5-4066-9872-ae82d47fbab1 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] For port 1e505c2e-deb9-46fa-8177-9268f2187b5f, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=1e505c2e-deb9-46fa-8177-9268f2187b5f,segment=NetworkSegment(71e05d8d-9108-4f98-abde-fc51b44b0dcb),segment_id=71e05d8d-9108-4f98-abde-fc51b44b0dcb)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:21:09.751932 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3a34ba64-baa5-4066-9872-ae82d47fbab1 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:09.767248 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-3a34ba64-baa5-4066-9872-ae82d47fbab1 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Calling delete_port for 1e505c2e-deb9-46fa-8177-9268f2187b5f owned by network:dhcp {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:21:09.780985 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=a312704a-491b-448b-aff9-cbd04cf3547f,revision_number=6']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:09.809985 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-5de2f040-5ad6-4990-9718-fbd5f0dd9c26 req-46fbc660-5d7b-4f6f-9f0b-af4e8b7074c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:09.940412 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:09.978771 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fbc660-5d7b-4f6f-9f0b-af4e8b7074c2 service neutron] Pushing event updated for resources: {'Port': ['ID=b90d6ebc-39d0-4329-8910-886ce1b868bf,revision_number=7']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:10.000874 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port 6787f595-faeb-4a36-b917-5d8df4badde1, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=6787f595-faeb-4a36-b917-5d8df4badde1,segment=NetworkSegment(6636cac9-4e2b-442e-bc2a-cdca0dca5176),segment_id=6636cac9-4e2b-442e-bc2a-cdca0dca5176)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:21:10.043659 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3a34ba64-baa5-4066-9872-ae82d47fbab1 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:10.080397 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [req-5de2f040-5ad6-4990-9718-fbd5f0dd9c26 req-46fbc660-5d7b-4f6f-9f0b-af4e8b7074c2 service neutron] No DVR routers for this DVR port b90d6ebc-39d0-4329-8910-886ce1b868bf on host n-h2-764292-30 {{(pid=102192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:21:10.095050 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:10.095786 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device d9e703e8-7704-4b91-aaaa-f02c780d0bdd no longer exists at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:21:10.162663 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a34ba64-baa5-4066-9872-ae82d47fbab1 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] No DVR routers for this DVR port 1e505c2e-deb9-46fa-8177-9268f2187b5f on host n-d-764292-30 {{(pid=102191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:21:10.169183 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a34ba64-baa5-4066-9872-ae82d47fbab1 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Pushing event deleted for resources: {'Port': ['ID=1e505c2e-deb9-46fa-8177-9268f2187b5f,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:10.201085 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1c34e8-957c-4520-b3bc-fedf74371403 req-304c88cd-b483-40b2-a21a-29bd50b97c73 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:10.211643 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5b1c34e8-957c-4520-b3bc-fedf74371403 req-304c88cd-b483-40b2-a21a-29bd50b97c73 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/ports?device_id=a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c HTTP/1.1" status: 200 len: 945 time: 0.2906659 Aug 11 03:21:10.232299 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=6787f595-faeb-4a36-b917-5d8df4badde1,revision_number=6']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:10.249308 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [req-5de2f040-5ad6-4990-9718-fbd5f0dd9c26 req-46fbc660-5d7b-4f6f-9f0b-af4e8b7074c2 service neutron] In _notify_port_updated(), no bound segment for port b90d6ebc-39d0-4329-8910-886ce1b868bf on network ed637a9a-eb30-499d-98db-3d728133dac3 {{(pid=102192) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 03:21:10.252497 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de2f040-5ad6-4990-9718-fbd5f0dd9c26 req-46fbc660-5d7b-4f6f-9f0b-af4e8b7074c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:10.255504 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-5de2f040-5ad6-4990-9718-fbd5f0dd9c26 req-46fbc660-5d7b-4f6f-9f0b-af4e8b7074c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:10.258042 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5de2f040-5ad6-4990-9718-fbd5f0dd9c26 req-46fbc660-5d7b-4f6f-9f0b-af4e8b7074c2 service neutron] 10.222.0.24 "PUT /v2.0/ports/b90d6ebc-39d0-4329-8910-886ce1b868bf HTTP/1.1" status: 200 len: 1028 time: 1.4510949 Aug 11 03:21:10.347759 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:10.366367 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 48738) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:10.381621 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-99b910cb-1f90-44a6-be62-3f27f00fa5b1 None None] Provisioning complete for port b90d6ebc-39d0-4329-8910-886ce1b868bf triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:21:10.382066 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-99b910cb-1f90-44a6-be62-3f27f00fa5b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:10.412865 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5b1c34e8-957c-4520-b3bc-fedf74371403 req-958834bd-4921-4657-8a02-c3ccb2a374f3 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbb5f37-cd37-415a-b820-36c249955487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821959 Aug 11 03:21:10.424246 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3a34ba64-baa5-4066-9872-ae82d47fbab1 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:10.438871 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-3a34ba64-baa5-4066-9872-ae82d47fbab1 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['725113af-afe6-478f-ab52-6b06888195b9']}} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:10.455217 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port d9e703e8-7704-4b91-aaaa-f02c780d0bdd, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=d9e703e8-7704-4b91-aaaa-f02c780d0bdd,segment=NetworkSegment(271bafdf-7464-485b-b3ae-2126cb9c0bfd),segment_id=271bafdf-7464-485b-b3ae-2126cb9c0bfd)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:21:10.458564 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-3a34ba64-baa5-4066-9872-ae82d47fbab1 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71e05d8d-9108-4f98-abde-fc51b44b0dcb') {'for_net_delete': True} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:10.459354 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-3a34ba64-baa5-4066-9872-ae82d47fbab1 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71e05d8d-9108-4f98-abde-fc51b44b0dcb') {} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:10.463963 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-99b910cb-1f90-44a6-be62-3f27f00fa5b1 None None] Port b90d6ebc-39d0-4329-8910-886ce1b868bf cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:21:10.475371 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3a34ba64-baa5-4066-9872-ae82d47fbab1 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126283644'] for segment, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:10.514969 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [req-5de2f040-5ad6-4990-9718-fbd5f0dd9c26 req-1b1e5c21-8c87-405f-aa1a-a281aed5c4f1 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Deleting port f418b08e-aa62-46df-bda1-d8d20334592a {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:21:10.514969 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-5de2f040-5ad6-4990-9718-fbd5f0dd9c26 req-1b1e5c21-8c87-405f-aa1a-a281aed5c4f1 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:10.521564 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3a34ba64-baa5-4066-9872-ae82d47fbab1 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:10.534132 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a34ba64-baa5-4066-9872-ae82d47fbab1 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=102191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:21:10.534580 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3a34ba64-baa5-4066-9872-ae82d47fbab1 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126283391'] for segment, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:10.535254 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:10.536233 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device ba046f43-bd86-472c-a6e9-4db5d5ea61d0 no longer exists at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:21:10.537712 n-d-764292-30 neutron-server[102191]: Traceback (most recent call last): Aug 11 03:21:10.537712 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:21:10.537712 n-d-764292-30 neutron-server[102191]: timer() Aug 11 03:21:10.537712 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:21:10.537712 n-d-764292-30 neutron-server[102191]: cb(*args, **kw) Aug 11 03:21:10.537712 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:21:10.537712 n-d-764292-30 neutron-server[102191]: return func(*args, **kwargs) Aug 11 03:21:10.537712 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:21:10.537712 n-d-764292-30 neutron-server[102191]: self._notify() Aug 11 03:21:10.537712 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:21:10.537712 n-d-764292-30 neutron-server[102191]: self.callback(batched_events) Aug 11 03:21:10.537712 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:21:10.537712 n-d-764292-30 neutron-server[102191]: event.method(event) Aug 11 03:21:10.537712 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:21:10.537712 n-d-764292-30 neutron-server[102191]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:21:10.537712 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:21:10.537712 n-d-764292-30 neutron-server[102191]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:21:10.537712 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:21:10.537712 n-d-764292-30 neutron-server[102191]: return f(self, *a, **k) Aug 11 03:21:10.537712 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:21:10.537712 n-d-764292-30 neutron-server[102191]: return self._get(url).json() Aug 11 03:21:10.537712 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:21:10.537712 n-d-764292-30 neutron-server[102191]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:21:10.537712 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:21:10.537712 n-d-764292-30 neutron-server[102191]: return self.request(url, 'GET', **kwargs) Aug 11 03:21:10.537712 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:21:10.537712 n-d-764292-30 neutron-server[102191]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:21:10.537712 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:21:10.537712 n-d-764292-30 neutron-server[102191]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:21:10.537712 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:21:10.537712 n-d-764292-30 neutron-server[102191]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:21:10.537712 n-d-764292-30 neutron-server[102191]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:21:10.686684 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-55ef703f-7b2d-46e6-bb59-7340ff469d3e tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-217689752', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}, 'admin_state_up': False}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:21:10.702475 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3a34ba64-baa5-4066-9872-ae82d47fbab1 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:10.707806 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=d9e703e8-7704-4b91-aaaa-f02c780d0bdd,revision_number=6']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:10.736448 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3a34ba64-baa5-4066-9872-ae82d47fbab1 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks [] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:10.738644 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-5de2f040-5ad6-4990-9718-fbd5f0dd9c26 req-1b1e5c21-8c87-405f-aa1a-a281aed5c4f1 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] For port f418b08e-aa62-46df-bda1-d8d20334592a, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=f418b08e-aa62-46df-bda1-d8d20334592a,segment=NetworkSegment(d34586da-2abd-49ab-bd6c-1c89fb56752b),segment_id=d34586da-2abd-49ab-bd6c-1c89fb56752b)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:21:10.739113 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-5de2f040-5ad6-4990-9718-fbd5f0dd9c26 req-1b1e5c21-8c87-405f-aa1a-a281aed5c4f1 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:10.742414 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-3a34ba64-baa5-4066-9872-ae82d47fbab1 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] 10.222.0.41 "DELETE /v2.0/networks/725113af-afe6-478f-ab52-6b06888195b9 HTTP/1.1" status: 204 len: 168 time: 4.6803625 Aug 11 03:21:10.747108 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 48758) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:10.779799 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-31e8b510-f3e4-480d-b110-d9ae000a5559 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-616088711'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:21:10.785623 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:10.789154 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a34ba64-baa5-4066-9872-ae82d47fbab1 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Pushing event deleted for resources: {'Network': ['ID=725113af-afe6-478f-ab52-6b06888195b9,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:10.814719 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [req-5de2f040-5ad6-4990-9718-fbd5f0dd9c26 req-1b1e5c21-8c87-405f-aa1a-a281aed5c4f1 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Calling delete_port for f418b08e-aa62-46df-bda1-d8d20334592a owned by compute:nova {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:21:10.844681 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port ba046f43-bd86-472c-a6e9-4db5d5ea61d0, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=ba046f43-bd86-472c-a6e9-4db5d5ea61d0,segment=NetworkSegment(d34586da-2abd-49ab-bd6c-1c89fb56752b),segment_id=d34586da-2abd-49ab-bd6c-1c89fb56752b)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:21:10.860362 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-55ef703f-7b2d-46e6-bb59-7340ff469d3e tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-450010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6626'] for router, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:10.861932 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-55ef703f-7b2d-46e6-bb59-7340ff469d3e tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-446747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6633'] for router, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:10.918257 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:10.919186 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device f418b08e-aa62-46df-bda1-d8d20334592a no longer exists at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:21:10.960928 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-55ef703f-7b2d-46e6-bb59-7340ff469d3e tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:11.023146 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cb8468e-17ff-4509-bb1e-469bb7546cf3'}, {'server_uuid': '6e3618b6-52e5-4357-a355-b29ad18e1b9a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a312704a-491b-448b-aff9-cbd04cf3547f'}, {'server_uuid': '6e3618b6-52e5-4357-a355-b29ad18e1b9a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6787f595-faeb-4a36-b917-5d8df4badde1'}, {'server_uuid': '6e3618b6-52e5-4357-a355-b29ad18e1b9a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9e703e8-7704-4b91-aaaa-f02c780d0bdd'}, {'server_uuid': '6e3618b6-52e5-4357-a355-b29ad18e1b9a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba046f43-bd86-472c-a6e9-4db5d5ea61d0'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:21:11.029484 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-982bf844-d8e1-414d-ac75-303e88680118" -d '{"events": [{"server_uuid": "a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c", "name": "network-vif-plugged", "status": "completed", "tag": "1cb8468e-17ff-4509-bb1e-469bb7546cf3"}, {"server_uuid": "6e3618b6-52e5-4357-a355-b29ad18e1b9a", "name": "network-vif-unplugged", "status": "completed", "tag": "a312704a-491b-448b-aff9-cbd04cf3547f"}, {"server_uuid": "6e3618b6-52e5-4357-a355-b29ad18e1b9a", "name": "network-vif-unplugged", "status": "completed", "tag": "6787f595-faeb-4a36-b917-5d8df4badde1"}, {"server_uuid": "6e3618b6-52e5-4357-a355-b29ad18e1b9a", "name": "network-vif-unplugged", "status": "completed", "tag": "d9e703e8-7704-4b91-aaaa-f02c780d0bdd"}, {"server_uuid": "6e3618b6-52e5-4357-a355-b29ad18e1b9a", "name": "network-vif-unplugged", "status": "completed", "tag": "ba046f43-bd86-472c-a6e9-4db5d5ea61d0"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:21:11.037677 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76535266-eea0-407b-b6f8-979d73ffb3e4 req-369954eb-5288-47f6-9e81-f0770e7d1571 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:11.044237 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76535266-eea0-407b-b6f8-979d73ffb3e4 req-369954eb-5288-47f6-9e81-f0770e7d1571 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:11.051126 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76535266-eea0-407b-b6f8-979d73ffb3e4 req-369954eb-5288-47f6-9e81-f0770e7d1571 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:11.058964 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76535266-eea0-407b-b6f8-979d73ffb3e4 req-369954eb-5288-47f6-9e81-f0770e7d1571 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:11.065903 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76535266-eea0-407b-b6f8-979d73ffb3e4 req-369954eb-5288-47f6-9e81-f0770e7d1571 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:11.068030 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-76535266-eea0-407b-b6f8-979d73ffb3e4 req-369954eb-5288-47f6-9e81-f0770e7d1571 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e3618b6-52e5-4357-a355-b29ad18e1b9a HTTP/1.1" status: 200 len: 3878 time: 0.3200128 Aug 11 03:21:11.095823 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-5de2f040-5ad6-4990-9718-fbd5f0dd9c26 req-1b1e5c21-8c87-405f-aa1a-a281aed5c4f1 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:11.162482 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] No active binding found for port f418b08e-aa62-46df-bda1-d8d20334592a {{(pid=102193) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 11 03:21:11.163406 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device f418b08e-aa62-46df-bda1-d8d20334592a not bound to the agent host n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:21:11.164451 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 7dfdef9f-0d5f-4271-b104-13eb02da9240 no longer exists at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:21:11.172631 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=ba046f43-bd86-472c-a6e9-4db5d5ea61d0,revision_number=6']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:11.192926 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 875 Content-Type: application/json Date: Wed, 11 Aug 2021 03:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97c179cd-8815-4b25-b0fc-fd52b888190f x-openstack-request-id: req-97c179cd-8815-4b25-b0fc-fd52b888190f {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:21:11.193441 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c", "name": "network-vif-plugged", "status": "completed", "tag": "1cb8468e-17ff-4509-bb1e-469bb7546cf3", "code": 200}, {"server_uuid": "6e3618b6-52e5-4357-a355-b29ad18e1b9a", "name": "network-vif-unplugged", "status": "completed", "tag": "a312704a-491b-448b-aff9-cbd04cf3547f", "code": 200}, {"server_uuid": "6e3618b6-52e5-4357-a355-b29ad18e1b9a", "name": "network-vif-unplugged", "status": "completed", "tag": "6787f595-faeb-4a36-b917-5d8df4badde1", "code": 200}, {"server_uuid": "6e3618b6-52e5-4357-a355-b29ad18e1b9a", "name": "network-vif-unplugged", "status": "completed", "tag": "d9e703e8-7704-4b91-aaaa-f02c780d0bdd", "code": 200}, {"server_uuid": "6e3618b6-52e5-4357-a355-b29ad18e1b9a", "name": "network-vif-unplugged", "status": "completed", "tag": "ba046f43-bd86-472c-a6e9-4db5d5ea61d0", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:21:11.193860 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-97c179cd-8815-4b25-b0fc-fd52b888190f {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:21:11.197620 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31e8b510-f3e4-480d-b110-d9ae000a5559 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Made reservation on behalf of 0c28768474b748ba96f3a3b94cb33f57 for: {'network': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:21:11.202117 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cb8468e-17ff-4509-bb1e-469bb7546cf3', 'code': 200} Aug 11 03:21:11.202472 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e3618b6-52e5-4357-a355-b29ad18e1b9a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a312704a-491b-448b-aff9-cbd04cf3547f', 'code': 200} Aug 11 03:21:11.202852 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e3618b6-52e5-4357-a355-b29ad18e1b9a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6787f595-faeb-4a36-b917-5d8df4badde1', 'code': 200} Aug 11 03:21:11.203111 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e3618b6-52e5-4357-a355-b29ad18e1b9a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9e703e8-7704-4b91-aaaa-f02c780d0bdd', 'code': 200} Aug 11 03:21:11.203369 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e3618b6-52e5-4357-a355-b29ad18e1b9a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba046f43-bd86-472c-a6e9-4db5d5ea61d0', 'code': 200} Aug 11 03:21:11.216234 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-31e8b510-f3e4-480d-b110-d9ae000a5559 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:11.242718 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1e5c21-8c87-405f-aa1a-a281aed5c4f1 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Pushing event deleted for resources: {'Port': ['ID=f418b08e-aa62-46df-bda1-d8d20334592a,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:11.269879 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:11.295002 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-76535266-eea0-407b-b6f8-979d73ffb3e4 req-d8b9b74b-14fc-4584-b089-c37c54c045f3 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e828c0d-4136-4a51-aeb5-a8e208cb4b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2151957 Aug 11 03:21:11.312515 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [req-5de2f040-5ad6-4990-9718-fbd5f0dd9c26 req-1b1e5c21-8c87-405f-aa1a-a281aed5c4f1 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] No DVR routers for this DVR port f418b08e-aa62-46df-bda1-d8d20334592a on host n-h2-764292-30 {{(pid=102192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:21:11.314272 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31e8b510-f3e4-480d-b110-d9ae000a5559 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=102192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:21:11.316669 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 7dfdef9f-0d5f-4271-b104-13eb02da9240 not bound to the agent host n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:21:11.331925 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-5de2f040-5ad6-4990-9718-fbd5f0dd9c26 req-1b1e5c21-8c87-405f-aa1a-a281aed5c4f1 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:11.346187 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5de2f040-5ad6-4990-9718-fbd5f0dd9c26 req-1b1e5c21-8c87-405f-aa1a-a281aed5c4f1 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] 10.222.0.24 "DELETE /v2.0/ports/f418b08e-aa62-46df-bda1-d8d20334592a HTTP/1.1" status: 204 len: 173 time: 1.0655377 Aug 11 03:21:11.348831 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e3618b6-52e5-4357-a355-b29ad18e1b9a', 'name': 'network-vif-deleted', 'tag': 'f418b08e-aa62-46df-bda1-d8d20334592a'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:21:11.353647 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29d316b9-175d-4dc1-b33f-6c9f5afc2524" -d '{"events": [{"server_uuid": "6e3618b6-52e5-4357-a355-b29ad18e1b9a", "name": "network-vif-deleted", "tag": "f418b08e-aa62-46df-bda1-d8d20334592a"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:21:11.397399 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-31e8b510-f3e4-480d-b110-d9ae000a5559 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:11.398035 n-d-764292-30 neutron-server[102192]: INFO neutron.db.segments_db [None req-31e8b510-f3e4-480d-b110-d9ae000a5559 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Added segment c4d7fbaa-da5f-4ef9-be96-ee75314ff482 of type vlan for network 26765684-d9ea-4c5e-be9c-f6aa55d3b5a0 Aug 11 03:21:11.425053 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-55ef703f-7b2d-46e6-bb59-7340ff469d3e tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:11.503283 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55dcf004-18b6-459b-9b06-78e7877756dc x-openstack-request-id: req-55dcf004-18b6-459b-9b06-78e7877756dc {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:21:11.503598 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e3618b6-52e5-4357-a355-b29ad18e1b9a", "name": "network-vif-deleted", "tag": "f418b08e-aa62-46df-bda1-d8d20334592a", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:21:11.503861 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-55dcf004-18b6-459b-9b06-78e7877756dc {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:21:11.512940 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e3618b6-52e5-4357-a355-b29ad18e1b9a', 'name': 'network-vif-deleted', 'tag': 'f418b08e-aa62-46df-bda1-d8d20334592a', 'status': 'completed', 'code': 200} Aug 11 03:21:11.619405 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-31e8b510-f3e4-480d-b110-d9ae000a5559 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:11.815576 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fcb284-2b74-4294-a297-5e54eac49a35 req-976ee421-7954-4c50-a4a2-0348c1e782ad tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:11.844751 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b4fcb284-2b74-4294-a297-5e54eac49a35 req-976ee421-7954-4c50-a4a2-0348c1e782ad tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/ports?device_id=a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c HTTP/1.1" status: 200 len: 945 time: 0.3369625 Aug 11 03:21:11.856697 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-55ef703f-7b2d-46e6-bb59-7340ff469d3e tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Notify callbacks [] for router_gateway, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:11.879413 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-55ef703f-7b2d-46e6-bb59-7340ff469d3e tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:11.898647 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [req-5de2f040-5ad6-4990-9718-fbd5f0dd9c26 req-70ea1cee-a0c8-4ffe-a5cc-6c34daa30add tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Deleting port ba046f43-bd86-472c-a6e9-4db5d5ea61d0 {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:21:11.899170 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-5de2f040-5ad6-4990-9718-fbd5f0dd9c26 req-70ea1cee-a0c8-4ffe-a5cc-6c34daa30add tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:11.999873 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b4fcb284-2b74-4294-a297-5e54eac49a35 req-9e32cfd3-5eef-4395-b704-625bdd3ee49c tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbb5f37-cd37-415a-b820-36c249955487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541200 Aug 11 03:21:12.049352 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [None req-55ef703f-7b2d-46e6-bb59-7340ff469d3e tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Allocated IP 172.25.8.65 (09faf7d2-eaf5-4a50-bb6e-4cb05d009a76/e1a97443-13df-40bb-85f5-fd269e2742c0/5556965c-cbf7-4936-ab42-55a91b9a3c3b) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:21:12.067652 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-5de2f040-5ad6-4990-9718-fbd5f0dd9c26 req-70ea1cee-a0c8-4ffe-a5cc-6c34daa30add tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] For port ba046f43-bd86-472c-a6e9-4db5d5ea61d0, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=ba046f43-bd86-472c-a6e9-4db5d5ea61d0,segment=NetworkSegment(d34586da-2abd-49ab-bd6c-1c89fb56752b),segment_id=d34586da-2abd-49ab-bd6c-1c89fb56752b)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:21:12.067988 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-5de2f040-5ad6-4990-9718-fbd5f0dd9c26 req-70ea1cee-a0c8-4ffe-a5cc-6c34daa30add tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:12.070694 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-31e8b510-f3e4-480d-b110-d9ae000a5559 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:12.076831 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31e8b510-f3e4-480d-b110-d9ae000a5559 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:12.077436 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-31e8b510-f3e4-480d-b110-d9ae000a5559 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:12.166577 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [req-5de2f040-5ad6-4990-9718-fbd5f0dd9c26 req-70ea1cee-a0c8-4ffe-a5cc-6c34daa30add tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Calling delete_port for ba046f43-bd86-472c-a6e9-4db5d5ea61d0 owned by compute:nova {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:21:12.192202 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e8b510-f3e4-480d-b110-d9ae000a5559 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Pushing event updated for resources: {'Network': ['ID=26765684-d9ea-4c5e-be9c-f6aa55d3b5a0,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:12.204470 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network 26765684-d9ea-4c5e-be9c-f6aa55d3b5a0 details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:21:12.214728 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-55ef703f-7b2d-46e6-bb59-7340ff469d3e tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:12.347203 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-55ef703f-7b2d-46e6-bb59-7340ff469d3e tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:12.374187 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-31e8b510-f3e4-480d-b110-d9ae000a5559 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.6247873 Aug 11 03:21:12.376986 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 48800) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:12.391296 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-81e30583-5d6a-4840-bcc0-ec62d2c61a67 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Request body: {'subnet': {'network_id': '26765684-d9ea-4c5e-be9c-f6aa55d3b5a0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:21:12.464716 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ef703f-7b2d-46e6-bb59-7340ff469d3e tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:21:12.470489 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-55ef703f-7b2d-46e6-bb59-7340ff469d3e tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:21:12.478459 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ef703f-7b2d-46e6-bb59-7340ff469d3e tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:21:12.505765 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ef703f-7b2d-46e6-bb59-7340ff469d3e tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Pushing event updated for resources: {'Port': ['ID=5556965c-cbf7-4936-ab42-55a91b9a3c3b,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:12.557971 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-5de2f040-5ad6-4990-9718-fbd5f0dd9c26 req-70ea1cee-a0c8-4ffe-a5cc-6c34daa30add tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:12.631522 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ea1cee-a0c8-4ffe-a5cc-6c34daa30add tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Pushing event deleted for resources: {'Port': ['ID=ba046f43-bd86-472c-a6e9-4db5d5ea61d0,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:12.702378 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [req-5de2f040-5ad6-4990-9718-fbd5f0dd9c26 req-70ea1cee-a0c8-4ffe-a5cc-6c34daa30add tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] No DVR routers for this DVR port ba046f43-bd86-472c-a6e9-4db5d5ea61d0 on host n-h2-764292-30 {{(pid=102192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:21:12.709155 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-5de2f040-5ad6-4990-9718-fbd5f0dd9c26 req-70ea1cee-a0c8-4ffe-a5cc-6c34daa30add tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:12.711414 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5de2f040-5ad6-4990-9718-fbd5f0dd9c26 req-70ea1cee-a0c8-4ffe-a5cc-6c34daa30add tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] 10.222.0.24 "DELETE /v2.0/ports/ba046f43-bd86-472c-a6e9-4db5d5ea61d0 HTTP/1.1" status: 204 len: 173 time: 1.3522065 Aug 11 03:21:12.722917 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2547d501-d5dd-42df-be74-335dff4681f7 req-86530750-a6b1-426f-a20a-132e798012fc tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:12.728798 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2547d501-d5dd-42df-be74-335dff4681f7 req-86530750-a6b1-426f-a20a-132e798012fc tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:12.735448 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2547d501-d5dd-42df-be74-335dff4681f7 req-86530750-a6b1-426f-a20a-132e798012fc tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:12.737131 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2547d501-d5dd-42df-be74-335dff4681f7 req-86530750-a6b1-426f-a20a-132e798012fc tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e3618b6-52e5-4357-a355-b29ad18e1b9a HTTP/1.1" status: 200 len: 2408 time: 0.2947130 Aug 11 03:21:12.828902 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2547d501-d5dd-42df-be74-335dff4681f7 req-8bc9124a-5c37-4d8d-839d-775d92d8e9b8 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e828c0d-4136-4a51-aeb5-a8e208cb4b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772533 Aug 11 03:21:12.863959 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81e30583-5d6a-4840-bcc0-ec62d2c61a67 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Made reservation on behalf of 0c28768474b748ba96f3a3b94cb33f57 for: {'subnet': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:21:12.875452 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-81e30583-5d6a-4840-bcc0-ec62d2c61a67 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126180544'] for subnet, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:12.961105 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.ipam_backend_mixin [None req-81e30583-5d6a-4840-bcc0-ec62d2c61a67 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Performing IP validity checks on allocation pools {{(pid=102192) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 11 03:21:12.961848 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.ipam_backend_mixin [None req-81e30583-5d6a-4840-bcc0-ec62d2c61a67 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102192) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 11 03:21:12.987440 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [req-5de2f040-5ad6-4990-9718-fbd5f0dd9c26 req-79e17776-178f-4b37-a126-8354a9346e23 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Deleting port 6787f595-faeb-4a36-b917-5d8df4badde1 {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:21:12.987759 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-5de2f040-5ad6-4990-9718-fbd5f0dd9c26 req-79e17776-178f-4b37-a126-8354a9346e23 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:13.092699 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-55ef703f-7b2d-46e6-bb59-7340ff469d3e tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Notify callbacks [] for router_gateway, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:13.249289 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-5de2f040-5ad6-4990-9718-fbd5f0dd9c26 req-79e17776-178f-4b37-a126-8354a9346e23 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] For port 6787f595-faeb-4a36-b917-5d8df4badde1, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=6787f595-faeb-4a36-b917-5d8df4badde1,segment=NetworkSegment(6636cac9-4e2b-442e-bc2a-cdca0dca5176),segment_id=6636cac9-4e2b-442e-bc2a-cdca0dca5176)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:21:13.249672 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-5de2f040-5ad6-4990-9718-fbd5f0dd9c26 req-79e17776-178f-4b37-a126-8354a9346e23 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:13.471260 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4afcf02-0aba-4bbf-b35c-540b960f9521 req-4e9fbcae-da32-4e3d-862e-9456a335f115 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:13.476987 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f4afcf02-0aba-4bbf-b35c-540b960f9521 req-4e9fbcae-da32-4e3d-862e-9456a335f115 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/ports?device_id=a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c HTTP/1.1" status: 200 len: 945 time: 0.3021567 Aug 11 03:21:13.557966 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e3618b6-52e5-4357-a355-b29ad18e1b9a', 'name': 'network-vif-deleted', 'tag': 'ba046f43-bd86-472c-a6e9-4db5d5ea61d0'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:21:13.571680 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b124a69-adbf-4ef3-8182-32203920c011" -d '{"events": [{"server_uuid": "6e3618b6-52e5-4357-a355-b29ad18e1b9a", "name": "network-vif-deleted", "tag": "ba046f43-bd86-472c-a6e9-4db5d5ea61d0"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:21:13.587949 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-81e30583-5d6a-4840-bcc0-ec62d2c61a67 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125932092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126180562'] for subnet, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:13.631156 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-55ef703f-7b2d-46e6-bb59-7340ff469d3e tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-446952'] for router, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:13.694861 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:21:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7adaaaa9-e4df-45eb-9dd4-1d34c68df6ae x-openstack-request-id: req-7adaaaa9-e4df-45eb-9dd4-1d34c68df6ae {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:21:13.695285 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e3618b6-52e5-4357-a355-b29ad18e1b9a", "name": "network-vif-deleted", "tag": "ba046f43-bd86-472c-a6e9-4db5d5ea61d0", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:21:13.695547 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7adaaaa9-e4df-45eb-9dd4-1d34c68df6ae {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:21:13.695952 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e3618b6-52e5-4357-a355-b29ad18e1b9a', 'name': 'network-vif-deleted', 'tag': 'ba046f43-bd86-472c-a6e9-4db5d5ea61d0', 'status': 'completed', 'code': 200} Aug 11 03:21:13.738268 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f4afcf02-0aba-4bbf-b35c-540b960f9521 req-9af8d016-e054-450c-920a-5f14c3afe2ba tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbb5f37-cd37-415a-b820-36c249955487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2603803 Aug 11 03:21:13.813824 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e30583-5d6a-4840-bcc0-ec62d2c61a67 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Pushing event updated for resources: {'Subnet': ['ID=a2e47271-4d92-4a39-b77d-edb1bc14a725,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:13.854203 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e30583-5d6a-4840-bcc0-ec62d2c61a67 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Checking segment: {'id': 'c4d7fbaa-da5f-4ef9-be96-ee75314ff482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '26765684-d9ea-4c5e-be9c-f6aa55d3b5a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:21:13.855353 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81e30583-5d6a-4840-bcc0-ec62d2c61a67 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Network hostable DHCP agents. Network: 26765684-d9ea-4c5e-be9c-f6aa55d3b5a0, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:21:13.869109 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-5de2f040-5ad6-4990-9718-fbd5f0dd9c26 req-79e17776-178f-4b37-a126-8354a9346e23 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:13.869919 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-5de2f040-5ad6-4990-9718-fbd5f0dd9c26 req-79e17776-178f-4b37-a126-8354a9346e23 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446866'] for floatingip, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:13.870520 n-d-764292-30 neutron-server[102192]: INFO neutron.db.l3_db [req-5de2f040-5ad6-4990-9718-fbd5f0dd9c26 req-79e17776-178f-4b37-a126-8354a9346e23 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Floating IP b63ff88a-c03e-4925-a8ac-bd09c2b9d409 disassociated. External IP: 172.25.8.145, port: 6787f595-faeb-4a36-b917-5d8df4badde1. Aug 11 03:21:13.871230 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [req-5de2f040-5ad6-4990-9718-fbd5f0dd9c26 req-79e17776-178f-4b37-a126-8354a9346e23 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Calling delete_port for 6787f595-faeb-4a36-b917-5d8df4badde1 owned by compute:nova {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:21:13.967905 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81e30583-5d6a-4840-bcc0-ec62d2c61a67 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Network 26765684-d9ea-4c5e-be9c-f6aa55d3b5a0 is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:21:13.992014 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55ef703f-7b2d-46e6-bb59-7340ff469d3e tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Router 10277933-00c7-480c-a084-c33c8f6c3939 is scheduled to L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 with binding_index 1 {{(pid=102191) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:21:14.191593 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55ef703f-7b2d-46e6-bb59-7340ff469d3e tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:21:14.203971 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eda3b03-9214-41c6-bfea-29162bd6deab None None] Sync routers for ids ['10277933-00c7-480c-a084-c33c8f6c3939'] in n-d-764292-30 {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:21:14.221452 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eda3b03-9214-41c6-bfea-29162bd6deab None None] Routers {'10277933-00c7-480c-a084-c33c8f6c3939'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:21:14.222102 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-1eda3b03-9214-41c6-bfea-29162bd6deab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:21:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['10277933-00c7-480c-a084-c33c8f6c3939'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:14.308946 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-1eda3b03-9214-41c6-bfea-29162bd6deab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:14.318013 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-55ef703f-7b2d-46e6-bb59-7340ff469d3e tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Notify callbacks [] for router, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:14.322686 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-55ef703f-7b2d-46e6-bb59-7340ff469d3e tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.9515176 Aug 11 03:21:14.323647 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 48844) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:14.355194 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eda3b03-9214-41c6-bfea-29162bd6deab None None] Routers {'10277933-00c7-480c-a084-c33c8f6c3939'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:21:14.363332 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-1eda3b03-9214-41c6-bfea-29162bd6deab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:21:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['10277933-00c7-480c-a084-c33c8f6c3939'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:14.419579 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-81e30583-5d6a-4840-bcc0-ec62d2c61a67 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, 26765684-d9ea-4c5e-be9c-f6aa55d3b5a0) {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:21:14.429795 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f79b20ac-80df-4394-983d-7c70a399311a None None] Network 26765684-d9ea-4c5e-be9c-f6aa55d3b5a0 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:21:14.437604 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e30583-5d6a-4840-bcc0-ec62d2c61a67 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:14.439726 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-81e30583-5d6a-4840-bcc0-ec62d2c61a67 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:14.494577 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c781ff63-12a8-40fa-a378-98d18b6bb869 req-dd7d42c2-5888-429a-8142-1a7e891cf91d tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:14.503798 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-1eda3b03-9214-41c6-bfea-29162bd6deab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:14.504816 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eda3b03-9214-41c6-bfea-29162bd6deab None None] The sync data for ids ['10277933-00c7-480c-a084-c33c8f6c3939'] in n-d-764292-30 is: [] {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:21:14.509284 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c781ff63-12a8-40fa-a378-98d18b6bb869 req-dd7d42c2-5888-429a-8142-1a7e891cf91d tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:14.518948 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c781ff63-12a8-40fa-a378-98d18b6bb869 req-dd7d42c2-5888-429a-8142-1a7e891cf91d tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:14.520695 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c781ff63-12a8-40fa-a378-98d18b6bb869 req-dd7d42c2-5888-429a-8142-1a7e891cf91d tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e3618b6-52e5-4357-a355-b29ad18e1b9a HTTP/1.1" status: 200 len: 2408 time: 0.5073619 Aug 11 03:21:14.522618 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-5de2f040-5ad6-4990-9718-fbd5f0dd9c26 req-79e17776-178f-4b37-a126-8354a9346e23 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:14.563430 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-81e30583-5d6a-4840-bcc0-ec62d2c61a67 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.1847770 Aug 11 03:21:14.590906 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 48848) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:14.624415 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e17776-178f-4b37-a126-8354a9346e23 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Pushing event deleted for resources: {'Port': ['ID=6787f595-faeb-4a36-b917-5d8df4badde1,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:14.641863 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-7b34f30f-e6b8-4590-9dd8-b1670dacb904 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] 10.222.0.41 "GET /v2.0/routers/10277933-00c7-480c-a084-c33c8f6c3939 HTTP/1.1" status: 200 len: 923 time: 0.3168933 Aug 11 03:21:14.643329 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 48850) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:14.706159 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-18b25871-009a-4c07-a860-7093d98b007d tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] 10.222.0.41 "GET /v2.0/ports?device_id=10277933-00c7-480c-a084-c33c8f6c3939 HTTP/1.1" status: 200 len: 205 time: 0.0614927 Aug 11 03:21:14.708231 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 48852) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:14.801255 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c6fdfa7-f032-4e8f-a33b-91ec0a61dfce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde080026-c28f-55be-b52b-13827cc43646-26765684-d9ea-4c5e-be9c-f6aa55d3b5a0', 'network_id': '26765684-d9ea-4c5e-be9c-f6aa55d3b5a0', 'tenant_id': '0c28768474b748ba96f3a3b94cb33f57', 'fixed_ips': [{'subnet_id': 'a2e47271-4d92-4a39-b77d-edb1bc14a725'}]}} from n-d-764292-30. {{(pid=102193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:21:14.802236 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3c6fdfa7-f032-4e8f-a33b-91ec0a61dfce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:14.822394 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5de2f040-5ad6-4990-9718-fbd5f0dd9c26 req-79e17776-178f-4b37-a126-8354a9346e23 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Router 72dfec54-4279-4516-bfa0-52b4220fb293 has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:21:14.912148 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e17776-178f-4b37-a126-8354a9346e23 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:21:14.913204 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e17776-178f-4b37-a126-8354a9346e23 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:21:14.913707 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e17776-178f-4b37-a126-8354a9346e23 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:21:14.914203 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e17776-178f-4b37-a126-8354a9346e23 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:21:14.914800 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e17776-178f-4b37-a126-8354a9346e23 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:21:14.915550 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e17776-178f-4b37-a126-8354a9346e23 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:21:14.916040 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e17776-178f-4b37-a126-8354a9346e23 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:21:14.916526 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e17776-178f-4b37-a126-8354a9346e23 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:21:14.917588 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e17776-178f-4b37-a126-8354a9346e23 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:21:14.918080 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e17776-178f-4b37-a126-8354a9346e23 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:21:14.918734 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e17776-178f-4b37-a126-8354a9346e23 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:21:14.919224 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e17776-178f-4b37-a126-8354a9346e23 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:21:14.968780 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4aa90abe-3151-4ecb-9983-debfa4462335 tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Notify callbacks [] for router, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:15.097276 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 48860) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:15.109397 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c781ff63-12a8-40fa-a378-98d18b6bb869 req-aa3bfec0-2e82-4eff-9881-86fdea47f498 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e828c0d-4136-4a51-aeb5-a8e208cb4b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5751395 Aug 11 03:21:15.221306 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.db_base_plugin_common [None req-3c6fdfa7-f032-4e8f-a33b-91ec0a61dfce None None] Allocated IP 172.20.0.3 (26765684-d9ea-4c5e-be9c-f6aa55d3b5a0/a2e47271-4d92-4a39-b77d-edb1bc14a725/accc4cd0-6478-4828-9f54-af17b97ca850) {{(pid=102193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:21:15.270175 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c743c846-8c0d-403b-adf7-a41ff0eaa0b7 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:15.322033 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4aa90abe-3151-4ecb-9983-debfa4462335 tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:15.332821 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfe96a4-882a-4b6a-b660-93c3696cb08d req-510ebe4f-cc9b-483f-acdb-620f7cc6d597 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:15.334660 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2cfe96a4-882a-4b6a-b660-93c3696cb08d req-510ebe4f-cc9b-483f-acdb-620f7cc6d597 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/ports?device_id=a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c HTTP/1.1" status: 200 len: 945 time: 0.2566819 Aug 11 03:21:15.352106 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5de2f040-5ad6-4990-9718-fbd5f0dd9c26 req-79e17776-178f-4b37-a126-8354a9346e23 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:21:15.436501 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a98c11c-8864-42c6-95d0-d7af60b6b646 None None] Sync routers for ids ['72dfec54-4279-4516-bfa0-52b4220fb293'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:21:15.451039 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [req-5de2f040-5ad6-4990-9718-fbd5f0dd9c26 req-79e17776-178f-4b37-a126-8354a9346e23 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] No DVR routers for this DVR port 6787f595-faeb-4a36-b917-5d8df4badde1 on host n-h2-764292-30 {{(pid=102192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:21:15.457855 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-5de2f040-5ad6-4990-9718-fbd5f0dd9c26 req-79e17776-178f-4b37-a126-8354a9346e23 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:15.460235 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5de2f040-5ad6-4990-9718-fbd5f0dd9c26 req-79e17776-178f-4b37-a126-8354a9346e23 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] 10.222.0.24 "DELETE /v2.0/ports/6787f595-faeb-4a36-b917-5d8df4badde1 HTTP/1.1" status: 204 len: 173 time: 2.7221513 Aug 11 03:21:15.475329 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2cfe96a4-882a-4b6a-b660-93c3696cb08d req-9690f08c-fee8-464d-9369-d713d7c91780 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbb5f37-cd37-415a-b820-36c249955487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300716 Aug 11 03:21:15.478516 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-78fbd4aa-ca5a-4c54-8953-8122080843c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:15.490753 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a98c11c-8864-42c6-95d0-d7af60b6b646 None None] Routers {'72dfec54-4279-4516-bfa0-52b4220fb293'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:21:15.491825 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-8a98c11c-8864-42c6-95d0-d7af60b6b646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:21:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['72dfec54-4279-4516-bfa0-52b4220fb293'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:15.553306 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c743c846-8c0d-403b-adf7-a41ff0eaa0b7 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:15.568522 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-4aa90abe-3151-4ecb-9983-debfa4462335 tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Deleting port 5556965c-cbf7-4936-ab42-55a91b9a3c3b {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:21:15.569232 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4aa90abe-3151-4ecb-9983-debfa4462335 tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:15.698667 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4aa90abe-3151-4ecb-9983-debfa4462335 tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:15.719185 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e3618b6-52e5-4357-a355-b29ad18e1b9a', 'name': 'network-vif-deleted', 'tag': '6787f595-faeb-4a36-b917-5d8df4badde1'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:21:15.722146 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6459697-f4da-4eb7-aed1-1ba544c24b21" -d '{"events": [{"server_uuid": "6e3618b6-52e5-4357-a355-b29ad18e1b9a", "name": "network-vif-deleted", "tag": "6787f595-faeb-4a36-b917-5d8df4badde1"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:21:15.726835 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-4aa90abe-3151-4ecb-9983-debfa4462335 tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Calling delete_port for 5556965c-cbf7-4936-ab42-55a91b9a3c3b owned by network:router_gateway {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:21:15.764510 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-78fbd4aa-ca5a-4c54-8953-8122080843c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:15.847440 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [req-5de2f040-5ad6-4990-9718-fbd5f0dd9c26 req-0e8c12c1-b348-43e5-b933-a476c9533fc2 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Deleting port d9e703e8-7704-4b91-aaaa-f02c780d0bdd {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:21:15.847794 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-5de2f040-5ad6-4990-9718-fbd5f0dd9c26 req-0e8c12c1-b348-43e5-b933-a476c9533fc2 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:16.081170 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3c6fdfa7-f032-4e8f-a33b-91ec0a61dfce None None] Notify callbacks [] for port, precommit_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:16.094872 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3c6fdfa7-f032-4e8f-a33b-91ec0a61dfce None None] Transition to ACTIVE for port object accc4cd0-6478-4828-9f54-af17b97ca850 will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:21:16.101012 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-5de2f040-5ad6-4990-9718-fbd5f0dd9c26 req-0e8c12c1-b348-43e5-b933-a476c9533fc2 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] For port d9e703e8-7704-4b91-aaaa-f02c780d0bdd, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=d9e703e8-7704-4b91-aaaa-f02c780d0bdd,segment=NetworkSegment(271bafdf-7464-485b-b3ae-2126cb9c0bfd),segment_id=271bafdf-7464-485b-b3ae-2126cb9c0bfd)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:21:16.101641 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-5de2f040-5ad6-4990-9718-fbd5f0dd9c26 req-0e8c12c1-b348-43e5-b933-a476c9533fc2 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:16.123327 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3c6fdfa7-f032-4e8f-a33b-91ec0a61dfce None None] Transition to ACTIVE for port object accc4cd0-6478-4828-9f54-af17b97ca850 will not be triggered until provisioned by entity DHCP. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:21:16.124756 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [req-5de2f040-5ad6-4990-9718-fbd5f0dd9c26 req-0e8c12c1-b348-43e5-b933-a476c9533fc2 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Calling delete_port for d9e703e8-7704-4b91-aaaa-f02c780d0bdd owned by compute:nova {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:21:16.307344 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:21:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bca0ac7-68c1-4853-af5b-8a2dba2fe046 x-openstack-request-id: req-7bca0ac7-68c1-4853-af5b-8a2dba2fe046 {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:21:16.307720 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e3618b6-52e5-4357-a355-b29ad18e1b9a", "name": "network-vif-deleted", "tag": "6787f595-faeb-4a36-b917-5d8df4badde1", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:21:16.308053 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7bca0ac7-68c1-4853-af5b-8a2dba2fe046 {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:21:16.308577 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e3618b6-52e5-4357-a355-b29ad18e1b9a', 'name': 'network-vif-deleted', 'tag': '6787f595-faeb-4a36-b917-5d8df4badde1', 'status': 'completed', 'code': 200} Aug 11 03:21:16.319350 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-8a98c11c-8864-42c6-95d0-d7af60b6b646 None None] Set router 72dfec54-4279-4516-bfa0-52b4220fb293 gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:21:16.360766 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-5de2f040-5ad6-4990-9718-fbd5f0dd9c26 req-0e8c12c1-b348-43e5-b933-a476c9533fc2 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:16.399109 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13e921a-b95b-4218-81be-9711775d0ca5 req-f5f43236-ff32-4301-b4c2-efbe664ec3d7 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:16.406186 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13e921a-b95b-4218-81be-9711775d0ca5 req-f5f43236-ff32-4301-b4c2-efbe664ec3d7 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:16.424373 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c13e921a-b95b-4218-81be-9711775d0ca5 req-f5f43236-ff32-4301-b4c2-efbe664ec3d7 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e3618b6-52e5-4357-a355-b29ad18e1b9a HTTP/1.1" status: 200 len: 1598 time: 0.1158736 Aug 11 03:21:16.618851 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3c6fdfa7-f032-4e8f-a33b-91ec0a61dfce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669'] for port, after_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:16.645712 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8c12c1-b348-43e5-b933-a476c9533fc2 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Pushing event deleted for resources: {'Port': ['ID=d9e703e8-7704-4b91-aaaa-f02c780d0bdd,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:16.647935 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c743c846-8c0d-403b-adf7-a41ff0eaa0b7 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125932157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126180897'] for subnet, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:16.658036 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-78fbd4aa-ca5a-4c54-8953-8122080843c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:16.690098 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c6fdfa7-f032-4e8f-a33b-91ec0a61dfce None None] Network 26765684-d9ea-4c5e-be9c-f6aa55d3b5a0 is already hosted by enough agents. {{(pid=102193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:21:16.693992 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.base_scheduler [None req-3c6fdfa7-f032-4e8f-a33b-91ec0a61dfce None None] Resources bound (agent type, host, resource id): {{(pid=102193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:21:16.697121 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6fdfa7-f032-4e8f-a33b-91ec0a61dfce None None] Received port after_create {{(pid=102193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:21:16.717663 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [req-5de2f040-5ad6-4990-9718-fbd5f0dd9c26 req-0e8c12c1-b348-43e5-b933-a476c9533fc2 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] No DVR routers for this DVR port d9e703e8-7704-4b91-aaaa-f02c780d0bdd on host n-h2-764292-30 {{(pid=102192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:21:16.722441 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-78fbd4aa-ca5a-4c54-8953-8122080843c4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a103d236a3034825b921801e0778983c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6228044 Aug 11 03:21:16.723636 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 48876) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:16.747593 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fbd4aa-ca5a-4c54-8953-8122080843c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8058068-a551-4b35-a0e8-c76d8ba0a166,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:16.753508 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-5de2f040-5ad6-4990-9718-fbd5f0dd9c26 req-0e8c12c1-b348-43e5-b933-a476c9533fc2 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:16.760694 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5de2f040-5ad6-4990-9718-fbd5f0dd9c26 req-0e8c12c1-b348-43e5-b933-a476c9533fc2 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] 10.222.0.24 "DELETE /v2.0/ports/d9e703e8-7704-4b91-aaaa-f02c780d0bdd HTTP/1.1" status: 204 len: 173 time: 1.2941182 Aug 11 03:21:16.796733 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6fdfa7-f032-4e8f-a33b-91ec0a61dfce None None] Pushing event updated for resources: {'Port': ['ID=accc4cd0-6478-4828-9f54-af17b97ca850,revision_number=1']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:16.806105 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4aa90abe-3151-4ecb-9983-debfa4462335 tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:16.829801 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-3c6fdfa7-f032-4e8f-a33b-91ec0a61dfce None None] Attempting to bind port accc4cd0-6478-4828-9f54-af17b97ca850 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:21:16.830515 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-3c6fdfa7-f032-4e8f-a33b-91ec0a61dfce None None] Attempting to bind port accc4cd0-6478-4828-9f54-af17b97ca850 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': 'c4d7fbaa-da5f-4ef9-be96-ee75314ff482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '26765684-d9ea-4c5e-be9c-f6aa55d3b5a0'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:21:16.831221 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6fdfa7-f032-4e8f-a33b-91ec0a61dfce None None] Attempting to bind port accc4cd0-6478-4828-9f54-af17b97ca850 on network 26765684-d9ea-4c5e-be9c-f6aa55d3b5a0 {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:21:16.839913 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6fdfa7-f032-4e8f-a33b-91ec0a61dfce None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 21, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:21:16.840655 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6fdfa7-f032-4e8f-a33b-91ec0a61dfce None None] Checking segment: {'id': 'c4d7fbaa-da5f-4ef9-be96-ee75314ff482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '26765684-d9ea-4c5e-be9c-f6aa55d3b5a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:21:16.841429 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3c6fdfa7-f032-4e8f-a33b-91ec0a61dfce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:16.842014 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6fdfa7-f032-4e8f-a33b-91ec0a61dfce None None] Bound using segment: {'id': 'c4d7fbaa-da5f-4ef9-be96-ee75314ff482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '26765684-d9ea-4c5e-be9c-f6aa55d3b5a0'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:21:16.842708 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-3c6fdfa7-f032-4e8f-a33b-91ec0a61dfce None None] Bound port: accc4cd0-6478-4828-9f54-af17b97ca850, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4d7fbaa-da5f-4ef9-be96-ee75314ff482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '26765684-d9ea-4c5e-be9c-f6aa55d3b5a0'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:21:16.843313 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3c6fdfa7-f032-4e8f-a33b-91ec0a61dfce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:16.868709 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c743c846-8c0d-403b-adf7-a41ff0eaa0b7 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Pushing event deleted for resources: {'Subnet': ['ID=a2e47271-4d92-4a39-b77d-edb1bc14a725,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:16.954403 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3c6fdfa7-f032-4e8f-a33b-91ec0a61dfce None None] For port accc4cd0-6478-4828-9f54-af17b97ca850, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:21:16.955446 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa90abe-3151-4ecb-9983-debfa4462335 tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Pushing event deleted for resources: {'Port': ['ID=5556965c-cbf7-4936-ab42-55a91b9a3c3b,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:16.965705 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3c6fdfa7-f032-4e8f-a33b-91ec0a61dfce None None] For port accc4cd0-6478-4828-9f54-af17b97ca850, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=accc4cd0-6478-4828-9f54-af17b97ca850,segment=NetworkSegment(c4d7fbaa-da5f-4ef9-be96-ee75314ff482),segment_id=c4d7fbaa-da5f-4ef9-be96-ee75314ff482)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:21:16.976498 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-8a98c11c-8864-42c6-95d0-d7af60b6b646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72dfec54-4279-4516-bfa0-52b4220fb293', 'name': 'tempest-TaggedBootDevicesTest-1821193535-router', 'tenant_id': '44415f337b71498496665864f1602b88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': '3ce4906e-cf67-4c44-b642-a857b9adf59e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:10:24Z', 'updated_at': '2021-08-11T03:10:32Z', 'revision_number': 4, 'project_id': '44415f337b71498496665864f1602b88', 'gw_port': {'id': '3ce4906e-cf67-4c44-b642-a857b9adf59e', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:34:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72dfec54-4279-4516-bfa0-52b4220fb293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:10:26Z', 'updated_at': '2021-08-11T03:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '114082ba-dfff-40f9-97f9-8738e330c4a2', 'name': '', 'network_id': '99a68316-7b54-4552-81a4-eb1b8bfe1686', 'tenant_id': '44415f337b71498496665864f1602b88', 'mac_address': 'fa:16:3e:a7:e2:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72dfec54-4279-4516-bfa0-52b4220fb293', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': '4230503c-7b88-4635-ba97-704ecda79830', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:10:31Z', 'updated_at': '2021-08-11T03:10:42Z', 'revision_number': 5, 'project_id': '44415f337b71498496665864f1602b88', 'subnets': [{'id': '4230503c-7b88-4635-ba97-704ecda79830', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:16.998991 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c13e921a-b95b-4218-81be-9711775d0ca5 req-330aea6f-d784-4ee3-83fc-ad5b43599f60 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] 10.222.0.41 "GET /v2.0/security-groups?id=5e828c0d-4136-4a51-aeb5-a8e208cb4b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5765603 Aug 11 03:21:17.032804 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a98c11c-8864-42c6-95d0-d7af60b6b646 None None] Checking router: 72dfec54-4279-4516-bfa0-52b4220fb293 for host: n-d-764292-30 {{(pid=102193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:21:17.046740 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3c6fdfa7-f032-4e8f-a33b-91ec0a61dfce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:17.130594 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-60332c2a-ac80-4ae9-8080-3cd0a500bed5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:17.133235 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c743c846-8c0d-403b-adf7-a41ff0eaa0b7 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:17.143828 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6fdfa7-f032-4e8f-a33b-91ec0a61dfce None None] Pushing event updated for resources: {'Port': ['ID=accc4cd0-6478-4828-9f54-af17b97ca850,revision_number=2']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:17.149155 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a98c11c-8864-42c6-95d0-d7af60b6b646 None None] Routers {'72dfec54-4279-4516-bfa0-52b4220fb293'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:21:17.149696 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-8a98c11c-8864-42c6-95d0-d7af60b6b646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:21:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['72dfec54-4279-4516-bfa0-52b4220fb293'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:17.180894 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-c743c846-8c0d-403b-adf7-a41ff0eaa0b7 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26765684-d9ea-4c5e-be9c-f6aa55d3b5a0']}} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:17.198738 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75116fde-688a-4436-a214-d4e0d0fd8982 req-2f547613-cb92-46e8-b9ea-06ee2ffcb6ab tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:17.211504 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-75116fde-688a-4436-a214-d4e0d0fd8982 req-2f547613-cb92-46e8-b9ea-06ee2ffcb6ab tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/ports?device_id=a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c HTTP/1.1" status: 200 len: 945 time: 0.5430536 Aug 11 03:21:17.233773 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a63e08a-81f2-465d-a8f8-988962fcc90f None None] Network 26765684-d9ea-4c5e-be9c-f6aa55d3b5a0 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:21:17.255030 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-60332c2a-ac80-4ae9-8080-3cd0a500bed5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:17.257848 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4aa90abe-3151-4ecb-9983-debfa4462335 tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-446916'] for router_gateway, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:17.264671 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-c743c846-8c0d-403b-adf7-a41ff0eaa0b7 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4d7fbaa-da5f-4ef9-be96-ee75314ff482') {'for_net_delete': True} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:17.264999 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-c743c846-8c0d-403b-adf7-a41ff0eaa0b7 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4d7fbaa-da5f-4ef9-be96-ee75314ff482') {} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:17.275209 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [req-5de2f040-5ad6-4990-9718-fbd5f0dd9c26 req-5f69a688-904a-421e-ade4-484341b5f211 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Deleting port a312704a-491b-448b-aff9-cbd04cf3547f {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:21:17.275557 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-5de2f040-5ad6-4990-9718-fbd5f0dd9c26 req-5f69a688-904a-421e-ade4-484341b5f211 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:17.286204 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c743c846-8c0d-403b-adf7-a41ff0eaa0b7 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125932501'] for segment, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:17.418668 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c743c846-8c0d-403b-adf7-a41ff0eaa0b7 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:17.437988 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4aa90abe-3151-4ecb-9983-debfa4462335 tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6544'] for router, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:17.445219 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4aa90abe-3151-4ecb-9983-debfa4462335 tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:17.447846 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-75116fde-688a-4436-a214-d4e0d0fd8982 req-1d5d52d8-36b8-47a2-b901-acfe88cafde5 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbb5f37-cd37-415a-b820-36c249955487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2350628 Aug 11 03:21:17.453221 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b05dd90f-ef23-42ec-9987-a20f559d5478 None None] get_active_networks_info from n-d-764292-30 {{(pid=102193) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 11 03:21:17.473442 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c743c846-8c0d-403b-adf7-a41ff0eaa0b7 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=102192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:21:17.474110 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c743c846-8c0d-403b-adf7-a41ff0eaa0b7 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125932183'] for segment, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:17.477440 n-d-764292-30 neutron-server[102192]: Traceback (most recent call last): Aug 11 03:21:17.477440 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:21:17.477440 n-d-764292-30 neutron-server[102192]: timer() Aug 11 03:21:17.477440 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:21:17.477440 n-d-764292-30 neutron-server[102192]: cb(*args, **kw) Aug 11 03:21:17.477440 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:21:17.477440 n-d-764292-30 neutron-server[102192]: return func(*args, **kwargs) Aug 11 03:21:17.477440 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:21:17.477440 n-d-764292-30 neutron-server[102192]: self._notify() Aug 11 03:21:17.477440 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:21:17.477440 n-d-764292-30 neutron-server[102192]: self.callback(batched_events) Aug 11 03:21:17.477440 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:21:17.477440 n-d-764292-30 neutron-server[102192]: event.method(event) Aug 11 03:21:17.477440 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:21:17.477440 n-d-764292-30 neutron-server[102192]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:21:17.477440 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:21:17.477440 n-d-764292-30 neutron-server[102192]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:21:17.477440 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:21:17.477440 n-d-764292-30 neutron-server[102192]: return f(self, *a, **k) Aug 11 03:21:17.477440 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:21:17.477440 n-d-764292-30 neutron-server[102192]: return self._get(url).json() Aug 11 03:21:17.477440 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:21:17.477440 n-d-764292-30 neutron-server[102192]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:21:17.477440 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:21:17.477440 n-d-764292-30 neutron-server[102192]: return self.request(url, 'GET', **kwargs) Aug 11 03:21:17.477440 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:21:17.477440 n-d-764292-30 neutron-server[102192]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:21:17.477440 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:21:17.477440 n-d-764292-30 neutron-server[102192]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:21:17.477440 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:21:17.477440 n-d-764292-30 neutron-server[102192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:21:17.477440 n-d-764292-30 neutron-server[102192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:21:17.621564 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4aa90abe-3151-4ecb-9983-debfa4462335 tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448809'] for router, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:17.622631 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aa90abe-3151-4ecb-9983-debfa4462335 tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Fanout notify agent at l3_agent the message router_deleted on router 10277933-00c7-480c-a084-c33c8f6c3939 {{(pid=102191) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:21:17.630166 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-8a98c11c-8864-42c6-95d0-d7af60b6b646 None None] Set router 72dfec54-4279-4516-bfa0-52b4220fb293 gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:21:17.640942 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4aa90abe-3151-4ecb-9983-debfa4462335 tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Notify callbacks [] for router, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:17.644612 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-4aa90abe-3151-4ecb-9983-debfa4462335 tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] 10.222.0.41 "DELETE /v2.0/routers/10277933-00c7-480c-a084-c33c8f6c3939 HTTP/1.1" status: 204 len: 168 time: 2.9352038 Aug 11 03:21:17.649418 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 48882) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:17.651666 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-60332c2a-ac80-4ae9-8080-3cd0a500bed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:17.658822 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-60332c2a-ac80-4ae9-8080-3cd0a500bed5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:17.660819 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-60332c2a-ac80-4ae9-8080-3cd0a500bed5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a8058068-a551-4b35-a0e8-c76d8ba0a166 HTTP/1.1" status: 204 len: 168 time: 0.9248927 Aug 11 03:21:17.667414 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-0cdd642a-68f2-423b-9e35-b2f60ecd3db9 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1494466542', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'enable_snat': False}}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:21:17.691926 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60332c2a-ac80-4ae9-8080-3cd0a500bed5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8058068-a551-4b35-a0e8-c76d8ba0a166,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:17.693912 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b05dd90f-ef23-42ec-9987-a20f559d5478 None None] Resources bound (agent type, host, resource id): {{(pid=102193) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 11 03:21:17.739057 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.db.api [None req-c743c846-8c0d-403b-adf7-a41ff0eaa0b7 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 11 03:21:17.739057 n-d-764292-30 neutron-server[102192]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 11 03:21:17.739057 n-d-764292-30 neutron-server[102192]: [parameters: {'id': '26765684-d9ea-4c5e-be9c-f6aa55d3b5a0'}] Aug 11 03:21:17.739057 n-d-764292-30 neutron-server[102192]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102192) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 03:21:17.739556 n-d-764292-30 neutron-server[102192]: DEBUG oslo_db.api [None req-c743c846-8c0d-403b-adf7-a41ff0eaa0b7 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 03:21:17.761984 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-5de2f040-5ad6-4990-9718-fbd5f0dd9c26 req-5f69a688-904a-421e-ade4-484341b5f211 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] For port a312704a-491b-448b-aff9-cbd04cf3547f, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=a312704a-491b-448b-aff9-cbd04cf3547f,segment=NetworkSegment(271bafdf-7464-485b-b3ae-2126cb9c0bfd),segment_id=271bafdf-7464-485b-b3ae-2126cb9c0bfd)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:21:17.761984 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-5de2f040-5ad6-4990-9718-fbd5f0dd9c26 req-5f69a688-904a-421e-ade4-484341b5f211 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:17.780923 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0cdd642a-68f2-423b-9e35-b2f60ecd3db9 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-450010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6626'] for router, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:17.782305 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0cdd642a-68f2-423b-9e35-b2f60ecd3db9 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-446747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6633'] for router, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:17.795039 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [req-5de2f040-5ad6-4990-9718-fbd5f0dd9c26 req-5f69a688-904a-421e-ade4-484341b5f211 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Calling delete_port for a312704a-491b-448b-aff9-cbd04cf3547f owned by compute:nova {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:21:17.891841 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0cdd642a-68f2-423b-9e35-b2f60ecd3db9 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:18.073852 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-5de2f040-5ad6-4990-9718-fbd5f0dd9c26 req-5f69a688-904a-421e-ade4-484341b5f211 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:18.151869 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f69a688-904a-421e-ade4-484341b5f211 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Pushing event deleted for resources: {'Port': ['ID=a312704a-491b-448b-aff9-cbd04cf3547f,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:18.281060 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c743c846-8c0d-403b-adf7-a41ff0eaa0b7 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:18.286047 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [req-5de2f040-5ad6-4990-9718-fbd5f0dd9c26 req-5f69a688-904a-421e-ade4-484341b5f211 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] No DVR routers for this DVR port a312704a-491b-448b-aff9-cbd04cf3547f on host n-h2-764292-30 {{(pid=102192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:21:18.293561 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-5de2f040-5ad6-4990-9718-fbd5f0dd9c26 req-5f69a688-904a-421e-ade4-484341b5f211 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:18.298325 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5de2f040-5ad6-4990-9718-fbd5f0dd9c26 req-5f69a688-904a-421e-ade4-484341b5f211 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] 10.222.0.24 "DELETE /v2.0/ports/a312704a-491b-448b-aff9-cbd04cf3547f HTTP/1.1" status: 204 len: 173 time: 1.4816024 Aug 11 03:21:18.312257 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e3618b6-52e5-4357-a355-b29ad18e1b9a', 'name': 'network-vif-deleted', 'tag': 'd9e703e8-7704-4b91-aaaa-f02c780d0bdd'}, {'server_uuid': '6e3618b6-52e5-4357-a355-b29ad18e1b9a', 'name': 'network-vif-deleted', 'tag': 'a312704a-491b-448b-aff9-cbd04cf3547f'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:21:18.315093 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4f73b1e-e6f5-4a7e-9459-fab8fefb12f8" -d '{"events": [{"server_uuid": "6e3618b6-52e5-4357-a355-b29ad18e1b9a", "name": "network-vif-deleted", "tag": "d9e703e8-7704-4b91-aaaa-f02c780d0bdd"}, {"server_uuid": "6e3618b6-52e5-4357-a355-b29ad18e1b9a", "name": "network-vif-deleted", "tag": "a312704a-491b-448b-aff9-cbd04cf3547f"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:21:18.320085 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9c9c979e-69d7-4a1a-9676-5f9508635164 req-b8b85338-d8c2-46be-9e10-c6cae1c9259c tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e3618b6-52e5-4357-a355-b29ad18e1b9a HTTP/1.1" status: 200 len: 210 time: 0.1475792 Aug 11 03:21:18.381824 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-c743c846-8c0d-403b-adf7-a41ff0eaa0b7 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Deleting port accc4cd0-6478-4828-9f54-af17b97ca850 {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:21:18.381824 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c743c846-8c0d-403b-adf7-a41ff0eaa0b7 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:18.383974 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0cdd642a-68f2-423b-9e35-b2f60ecd3db9 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:18.430747 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-8a98c11c-8864-42c6-95d0-d7af60b6b646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72dfec54-4279-4516-bfa0-52b4220fb293', 'name': 'tempest-TaggedBootDevicesTest-1821193535-router', 'tenant_id': '44415f337b71498496665864f1602b88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': '3ce4906e-cf67-4c44-b642-a857b9adf59e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:10:24Z', 'updated_at': '2021-08-11T03:10:32Z', 'revision_number': 4, 'project_id': '44415f337b71498496665864f1602b88', 'gw_port': {'id': '3ce4906e-cf67-4c44-b642-a857b9adf59e', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:34:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72dfec54-4279-4516-bfa0-52b4220fb293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:10:26Z', 'updated_at': '2021-08-11T03:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '114082ba-dfff-40f9-97f9-8738e330c4a2', 'name': '', 'network_id': '99a68316-7b54-4552-81a4-eb1b8bfe1686', 'tenant_id': '44415f337b71498496665864f1602b88', 'mac_address': 'fa:16:3e:a7:e2:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72dfec54-4279-4516-bfa0-52b4220fb293', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': '4230503c-7b88-4635-ba97-704ecda79830', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:10:31Z', 'updated_at': '2021-08-11T03:10:42Z', 'revision_number': 5, 'project_id': '44415f337b71498496665864f1602b88', 'subnets': [{'id': '4230503c-7b88-4635-ba97-704ecda79830', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:18.471368 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [None req-c743c846-8c0d-403b-adf7-a41ff0eaa0b7 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] For port accc4cd0-6478-4828-9f54-af17b97ca850, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=accc4cd0-6478-4828-9f54-af17b97ca850,segment=NetworkSegment(c4d7fbaa-da5f-4ef9-be96-ee75314ff482),segment_id=c4d7fbaa-da5f-4ef9-be96-ee75314ff482)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:21:18.471778 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c743c846-8c0d-403b-adf7-a41ff0eaa0b7 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:18.487549 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-c743c846-8c0d-403b-adf7-a41ff0eaa0b7 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Calling delete_port for accc4cd0-6478-4828-9f54-af17b97ca850 owned by network:dhcp {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:21:18.525699 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a98c11c-8864-42c6-95d0-d7af60b6b646 None None] The sync data for ids ['72dfec54-4279-4516-bfa0-52b4220fb293'] in n-d-764292-30 is: [{'id': '72dfec54-4279-4516-bfa0-52b4220fb293', 'name': 'tempest-TaggedBootDevicesTest-1821193535-router', 'tenant_id': '44415f337b71498496665864f1602b88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': '3ce4906e-cf67-4c44-b642-a857b9adf59e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:10:24Z', 'updated_at': '2021-08-11T03:10:32Z', 'revision_number': 4, 'project_id': '44415f337b71498496665864f1602b88', 'gw_port': {'id': '3ce4906e-cf67-4c44-b642-a857b9adf59e', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:34:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72dfec54-4279-4516-bfa0-52b4220fb293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:10:26Z', 'updated_at': '2021-08-11T03:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '114082ba-dfff-40f9-97f9-8738e330c4a2', 'name': '', 'network_id': '99a68316-7b54-4552-81a4-eb1b8bfe1686', 'tenant_id': '44415f337b71498496665864f1602b88', 'mac_address': 'fa:16:3e:a7:e2:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72dfec54-4279-4516-bfa0-52b4220fb293', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': '4230503c-7b88-4635-ba97-704ecda79830', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:10:31Z', 'updated_at': '2021-08-11T03:10:42Z', 'revision_number': 5, 'project_id': '44415f337b71498496665864f1602b88', 'subnets': [{'id': '4230503c-7b88-4635-ba97-704ecda79830', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:21:18.644097 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 11 Aug 2021 03:21:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1c74fa1-df9b-4e85-8697-1daee4a88288 x-openstack-request-id: req-a1c74fa1-df9b-4e85-8697-1daee4a88288 {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:21:18.644686 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e3618b6-52e5-4357-a355-b29ad18e1b9a", "name": "network-vif-deleted", "tag": "d9e703e8-7704-4b91-aaaa-f02c780d0bdd", "status": "completed", "code": 200}, {"server_uuid": "6e3618b6-52e5-4357-a355-b29ad18e1b9a", "name": "network-vif-deleted", "tag": "a312704a-491b-448b-aff9-cbd04cf3547f", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:21:18.645102 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a1c74fa1-df9b-4e85-8697-1daee4a88288 {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:21:18.645649 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e3618b6-52e5-4357-a355-b29ad18e1b9a', 'name': 'network-vif-deleted', 'tag': 'd9e703e8-7704-4b91-aaaa-f02c780d0bdd', 'status': 'completed', 'code': 200} Aug 11 03:21:18.646060 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e3618b6-52e5-4357-a355-b29ad18e1b9a', 'name': 'network-vif-deleted', 'tag': 'a312704a-491b-448b-aff9-cbd04cf3547f', 'status': 'completed', 'code': 200} Aug 11 03:21:18.724588 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 48898) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:18.745675 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-dc4570be-4206-41aa-bcdd-4abb6bb4ab5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:18.787433 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c743c846-8c0d-403b-adf7-a41ff0eaa0b7 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:18.833871 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f46748-5c42-4964-adba-cd645edb175a req-49990534-9b3d-4cdb-8261-3da492f8eea7 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:18.845999 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-64f46748-5c42-4964-adba-cd645edb175a req-49990534-9b3d-4cdb-8261-3da492f8eea7 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/ports?device_id=a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c HTTP/1.1" status: 200 len: 945 time: 0.1954658 Aug 11 03:21:18.908850 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c743c846-8c0d-403b-adf7-a41ff0eaa0b7 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Pushing event deleted for resources: {'Port': ['ID=accc4cd0-6478-4828-9f54-af17b97ca850,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:18.911312 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c743c846-8c0d-403b-adf7-a41ff0eaa0b7 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] No DVR routers for this DVR port accc4cd0-6478-4828-9f54-af17b97ca850 on host n-d-764292-30 {{(pid=102192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:21:19.015874 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-64f46748-5c42-4964-adba-cd645edb175a req-c27e79bc-8bf5-4de2-bd97-8d1c9fef76f5 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbb5f37-cd37-415a-b820-36c249955487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612949 Aug 11 03:21:19.155888 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0cdd642a-68f2-423b-9e35-b2f60ecd3db9 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:19.181800 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed422d4-2ac5-4709-9c31-77affd9d9078 None None] New status for floating IP b63ff88a-c03e-4925-a8ac-bd09c2b9d409: DOWN {{(pid=102194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:21:19.199735 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0cdd642a-68f2-423b-9e35-b2f60ecd3db9 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:19.245797 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c743c846-8c0d-403b-adf7-a41ff0eaa0b7 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:19.268625 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 48902) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:19.289558 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-c743c846-8c0d-403b-adf7-a41ff0eaa0b7 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26765684-d9ea-4c5e-be9c-f6aa55d3b5a0']}} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:19.317811 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-c743c846-8c0d-403b-adf7-a41ff0eaa0b7 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4d7fbaa-da5f-4ef9-be96-ee75314ff482') {'for_net_delete': True} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:19.318122 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-c743c846-8c0d-403b-adf7-a41ff0eaa0b7 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4d7fbaa-da5f-4ef9-be96-ee75314ff482') {} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:19.335745 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c743c846-8c0d-403b-adf7-a41ff0eaa0b7 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125932501'] for segment, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:19.367153 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c743c846-8c0d-403b-adf7-a41ff0eaa0b7 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:19.379742 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c743c846-8c0d-403b-adf7-a41ff0eaa0b7 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=102192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:21:19.380382 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c743c846-8c0d-403b-adf7-a41ff0eaa0b7 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125932183'] for segment, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:19.405644 n-d-764292-30 neutron-server[102192]: Traceback (most recent call last): Aug 11 03:21:19.405644 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:21:19.405644 n-d-764292-30 neutron-server[102192]: timer() Aug 11 03:21:19.405644 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:21:19.405644 n-d-764292-30 neutron-server[102192]: cb(*args, **kw) Aug 11 03:21:19.405644 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:21:19.405644 n-d-764292-30 neutron-server[102192]: return func(*args, **kwargs) Aug 11 03:21:19.405644 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:21:19.405644 n-d-764292-30 neutron-server[102192]: self._notify() Aug 11 03:21:19.405644 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:21:19.405644 n-d-764292-30 neutron-server[102192]: self.callback(batched_events) Aug 11 03:21:19.405644 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:21:19.405644 n-d-764292-30 neutron-server[102192]: event.method(event) Aug 11 03:21:19.405644 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:21:19.405644 n-d-764292-30 neutron-server[102192]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:21:19.405644 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:21:19.405644 n-d-764292-30 neutron-server[102192]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:21:19.405644 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:21:19.405644 n-d-764292-30 neutron-server[102192]: return f(self, *a, **k) Aug 11 03:21:19.405644 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:21:19.405644 n-d-764292-30 neutron-server[102192]: return self._get(url).json() Aug 11 03:21:19.405644 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:21:19.405644 n-d-764292-30 neutron-server[102192]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:21:19.405644 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:21:19.405644 n-d-764292-30 neutron-server[102192]: return self.request(url, 'GET', **kwargs) Aug 11 03:21:19.405644 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:21:19.405644 n-d-764292-30 neutron-server[102192]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:21:19.405644 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:21:19.405644 n-d-764292-30 neutron-server[102192]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:21:19.405644 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:21:19.405644 n-d-764292-30 neutron-server[102192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:21:19.405644 n-d-764292-30 neutron-server[102192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:21:19.427811 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [None req-0cdd642a-68f2-423b-9e35-b2f60ecd3db9 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Allocated IP 172.25.8.10 (09faf7d2-eaf5-4a50-bb6e-4cb05d009a76/e1a97443-13df-40bb-85f5-fd269e2742c0/8d02340a-7fd3-4915-815c-b7072eac89e8) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:21:19.475923 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-dc4570be-4206-41aa-bcdd-4abb6bb4ab5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:19.550896 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1ea1b6a9-a7dc-4be4-9a07-92dbb933bbbc req-cc2619ef-a34d-40b5-b36f-14aaa62f381c tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e3618b6-52e5-4357-a355-b29ad18e1b9a HTTP/1.1" status: 200 len: 210 time: 0.0485334 Aug 11 03:21:19.618579 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-dc4570be-4206-41aa-bcdd-4abb6bb4ab5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:19.649864 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0cdd642a-68f2-423b-9e35-b2f60ecd3db9 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:19.697593 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c743c846-8c0d-403b-adf7-a41ff0eaa0b7 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:19.697814 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-dc4570be-4206-41aa-bcdd-4abb6bb4ab5a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ac9cdd35cfe3497692eb7d9def5be473&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9682534 Aug 11 03:21:19.698362 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 48908) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:19.698520 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4570be-4206-41aa-bcdd-4abb6bb4ab5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c227af08-7a34-4c6c-97ba-00e84ee4ec79,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:19.707300 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c743c846-8c0d-403b-adf7-a41ff0eaa0b7 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:19.714197 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-c743c846-8c0d-403b-adf7-a41ff0eaa0b7 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] 10.222.0.41 "DELETE /v2.0/networks/26765684-d9ea-4c5e-be9c-f6aa55d3b5a0 HTTP/1.1" status: 204 len: 168 time: 5.1101468 Aug 11 03:21:19.720162 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 48912) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:19.725277 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-153d26a9-f28e-4c38-820f-596672b7b82c tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1895882816'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:21:19.739782 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c743c846-8c0d-403b-adf7-a41ff0eaa0b7 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Pushing event deleted for resources: {'Network': ['ID=26765684-d9ea-4c5e-be9c-f6aa55d3b5a0,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:19.757642 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa6d5926-1dd3-40a8-ae67-be5e6fda91ba admin admin] Deleting subnet 069bf063-b054-4cb3-bf43-ad7278908edd {{(pid=102192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:21:19.781529 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-aa6d5926-1dd3-40a8-ae67-be5e6fda91ba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:19.839897 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-1131a115-154d-4a43-95c3-9d4a64a1f451 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:19.848821 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-aa6d5926-1dd3-40a8-ae67-be5e6fda91ba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125932460'] for subnet, precommit_delete_associations {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:19.893998 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-1131a115-154d-4a43-95c3-9d4a64a1f451 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:19.911719 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-153d26a9-f28e-4c38-820f-596672b7b82c tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Made reservation on behalf of 0c28768474b748ba96f3a3b94cb33f57 for: {'network': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:21:19.915427 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-153d26a9-f28e-4c38-820f-596672b7b82c tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:19.934438 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-aa6d5926-1dd3-40a8-ae67-be5e6fda91ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:19.953922 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0cdd642a-68f2-423b-9e35-b2f60ecd3db9 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:20.038310 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-153d26a9-f28e-4c38-820f-596672b7b82c tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=102191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:21:20.058606 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cdd642a-68f2-423b-9e35-b2f60ecd3db9 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:21:20.066528 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-1131a115-154d-4a43-95c3-9d4a64a1f451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:20.069093 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-1131a115-154d-4a43-95c3-9d4a64a1f451 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:20.070709 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-1131a115-154d-4a43-95c3-9d4a64a1f451 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c227af08-7a34-4c6c-97ba-00e84ee4ec79 HTTP/1.1" status: 204 len: 168 time: 0.3696482 Aug 11 03:21:20.070860 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-153d26a9-f28e-4c38-820f-596672b7b82c tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:20.071328 n-d-764292-30 neutron-server[102191]: INFO neutron.db.segments_db [None req-153d26a9-f28e-4c38-820f-596672b7b82c tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Added segment c61c8396-5d65-408e-b988-c7993af6f6bc of type vlan for network efb3be62-cc6d-451f-b00a-e8e9211a9f00 Aug 11 03:21:20.089791 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-aa6d5926-1dd3-40a8-ae67-be5e6fda91ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125932157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126180897'] for subnet, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:20.110345 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1131a115-154d-4a43-95c3-9d4a64a1f451 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c227af08-7a34-4c6c-97ba-00e84ee4ec79,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:20.133881 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-153d26a9-f28e-4c38-820f-596672b7b82c tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:20.174799 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-0cdd642a-68f2-423b-9e35-b2f60ecd3db9 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:21:20.179262 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cdd642a-68f2-423b-9e35-b2f60ecd3db9 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:21:20.211423 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-aa6d5926-1dd3-40a8-ae67-be5e6fda91ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:20.217190 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-aa6d5926-1dd3-40a8-ae67-be5e6fda91ba admin admin] 10.222.0.41 "DELETE /v2.0/subnets/069bf063-b054-4cb3-bf43-ad7278908edd HTTP/1.1" status: 204 len: 168 time: 0.9473424 Aug 11 03:21:20.222117 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 48922) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:20.224677 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6d5926-1dd3-40a8-ae67-be5e6fda91ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=069bf063-b054-4cb3-bf43-ad7278908edd,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:20.249348 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdd642a-68f2-423b-9e35-b2f60ecd3db9 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Pushing event updated for resources: {'Port': ['ID=8d02340a-7fd3-4915-815c-b7072eac89e8,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:20.306255 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-153d26a9-f28e-4c38-820f-596672b7b82c tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:20.314346 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-153d26a9-f28e-4c38-820f-596672b7b82c tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:20.315240 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-153d26a9-f28e-4c38-820f-596672b7b82c tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks [] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:20.362654 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f06fbb9-b9f2-41cb-9a4e-2edae2bbac49 req-029f6d0f-cb13-4fbc-a9d9-5f862ce4deec tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:20.370569 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7f06fbb9-b9f2-41cb-9a4e-2edae2bbac49 req-029f6d0f-cb13-4fbc-a9d9-5f862ce4deec tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/ports?device_id=a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c HTTP/1.1" status: 200 len: 945 time: 0.1491444 Aug 11 03:21:20.380693 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9d2caa87-b4ef-4aa2-8fc1-85c848e504da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:20.472366 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7f06fbb9-b9f2-41cb-9a4e-2edae2bbac49 req-ed6f6d22-907e-4286-bc0b-0eab8bbb29b2 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbb5f37-cd37-415a-b820-36c249955487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994105 Aug 11 03:21:20.474145 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-153d26a9-f28e-4c38-820f-596672b7b82c tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7524424 Aug 11 03:21:20.479091 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 48924) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:20.486578 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-3aef7c61-eaf8-44ef-8ded-abf464613437 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Request body: {'subnet': {'network_id': 'efb3be62-cc6d-451f-b00a-e8e9211a9f00', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:21:20.498884 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153d26a9-f28e-4c38-820f-596672b7b82c tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Pushing event updated for resources: {'Network': ['ID=efb3be62-cc6d-451f-b00a-e8e9211a9f00,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:20.512329 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network efb3be62-cc6d-451f-b00a-e8e9211a9f00 details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:21:20.686262 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9d2caa87-b4ef-4aa2-8fc1-85c848e504da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:20.706575 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-9d2caa87-b4ef-4aa2-8fc1-85c848e504da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01acead8-963f-4169-bd07-29020b4da255']}} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:20.735318 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-9d2caa87-b4ef-4aa2-8fc1-85c848e504da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4461aa7-a68f-4ec2-820b-606b00b637c3') {'for_net_delete': True} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:20.735614 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-9d2caa87-b4ef-4aa2-8fc1-85c848e504da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4461aa7-a68f-4ec2-820b-606b00b637c3') {} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:20.748948 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9d2caa87-b4ef-4aa2-8fc1-85c848e504da admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125932501'] for segment, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:20.768629 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9d2caa87-b4ef-4aa2-8fc1-85c848e504da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:20.777699 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d2caa87-b4ef-4aa2-8fc1-85c848e504da admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=102192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:21:20.778361 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9d2caa87-b4ef-4aa2-8fc1-85c848e504da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125932183'] for segment, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:20.784927 n-d-764292-30 neutron-server[102192]: Traceback (most recent call last): Aug 11 03:21:20.784927 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:21:20.784927 n-d-764292-30 neutron-server[102192]: timer() Aug 11 03:21:20.784927 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:21:20.784927 n-d-764292-30 neutron-server[102192]: cb(*args, **kw) Aug 11 03:21:20.784927 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:21:20.784927 n-d-764292-30 neutron-server[102192]: return func(*args, **kwargs) Aug 11 03:21:20.784927 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:21:20.784927 n-d-764292-30 neutron-server[102192]: self._notify() Aug 11 03:21:20.784927 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:21:20.784927 n-d-764292-30 neutron-server[102192]: self.callback(batched_events) Aug 11 03:21:20.784927 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:21:20.784927 n-d-764292-30 neutron-server[102192]: event.method(event) Aug 11 03:21:20.784927 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:21:20.784927 n-d-764292-30 neutron-server[102192]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:21:20.784927 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:21:20.784927 n-d-764292-30 neutron-server[102192]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:21:20.784927 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:21:20.784927 n-d-764292-30 neutron-server[102192]: return f(self, *a, **k) Aug 11 03:21:20.784927 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:21:20.784927 n-d-764292-30 neutron-server[102192]: return self._get(url).json() Aug 11 03:21:20.784927 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:21:20.784927 n-d-764292-30 neutron-server[102192]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:21:20.784927 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:21:20.784927 n-d-764292-30 neutron-server[102192]: return self.request(url, 'GET', **kwargs) Aug 11 03:21:20.784927 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:21:20.784927 n-d-764292-30 neutron-server[102192]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:21:20.784927 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:21:20.784927 n-d-764292-30 neutron-server[102192]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:21:20.784927 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:21:20.784927 n-d-764292-30 neutron-server[102192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:21:20.784927 n-d-764292-30 neutron-server[102192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:21:20.886424 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aef7c61-eaf8-44ef-8ded-abf464613437 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Made reservation on behalf of 0c28768474b748ba96f3a3b94cb33f57 for: {'subnet': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:21:20.893529 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-3aef7c61-eaf8-44ef-8ded-abf464613437 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126180544'] for subnet, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:20.908753 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f765efe2-645b-46ff-82c2-7ca7706ad2ff req-ac2fa1fc-2609-4817-82c7-34ac67b9c39e tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e3618b6-52e5-4357-a355-b29ad18e1b9a HTTP/1.1" status: 200 len: 210 time: 0.0736618 Aug 11 03:21:20.934743 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0cdd642a-68f2-423b-9e35-b2f60ecd3db9 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:21.062863 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9d2caa87-b4ef-4aa2-8fc1-85c848e504da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:21.071316 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9d2caa87-b4ef-4aa2-8fc1-85c848e504da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:21.078519 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-9d2caa87-b4ef-4aa2-8fc1-85c848e504da admin admin] 10.222.0.41 "DELETE /v2.0/networks/01acead8-963f-4169-bd07-29020b4da255 HTTP/1.1" status: 204 len: 168 time: 0.8542409 Aug 11 03:21:21.419322 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2caa87-b4ef-4aa2-8fc1-85c848e504da admin admin] Pushing event deleted for resources: {'Network': ['ID=01acead8-963f-4169-bd07-29020b4da255,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:21.515079 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0cdd642a-68f2-423b-9e35-b2f60ecd3db9 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-446952'] for router, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:21.601557 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 48960) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:21.691017 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-3aef7c61-eaf8-44ef-8ded-abf464613437 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125932092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126180562'] for subnet, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:21.782478 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-3bfe8f13-f788-4020-8b76-9992acefde0d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=105a61f27f4d43e89d29d205aeb1b27e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1782680 Aug 11 03:21:21.784485 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 48962) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:21.794914 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aef7c61-eaf8-44ef-8ded-abf464613437 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Pushing event updated for resources: {'Subnet': ['ID=313f24ca-fd3a-41b3-925b-032f741b28be,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:21.820928 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe03059-9b7b-4640-a404-27508b2e6a9f req-9668e1e2-2908-49a1-962b-d2e8784ed861 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:21.822544 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ebe03059-9b7b-4640-a404-27508b2e6a9f req-9668e1e2-2908-49a1-962b-d2e8784ed861 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/ports?device_id=a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c HTTP/1.1" status: 200 len: 945 time: 0.1990206 Aug 11 03:21:21.848868 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aef7c61-eaf8-44ef-8ded-abf464613437 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Checking segment: {'id': 'c61c8396-5d65-408e-b988-c7993af6f6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'efb3be62-cc6d-451f-b00a-e8e9211a9f00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:21:21.849305 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aef7c61-eaf8-44ef-8ded-abf464613437 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Network hostable DHCP agents. Network: efb3be62-cc6d-451f-b00a-e8e9211a9f00, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:21:21.868922 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-66a2564f-e048-445a-b2af-7794261103f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:21.892690 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ebe03059-9b7b-4640-a404-27508b2e6a9f req-6c6cdd85-44ec-4246-812c-1002e88852de tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbb5f37-cd37-415a-b820-36c249955487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581095 Aug 11 03:21:21.919044 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-66a2564f-e048-445a-b2af-7794261103f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:21.956441 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cdd642a-68f2-423b-9e35-b2f60ecd3db9 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Router 9eb122d4-9bba-435c-95a3-077affd297cb is scheduled to L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 with binding_index 1 {{(pid=102191) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:21:21.986601 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aef7c61-eaf8-44ef-8ded-abf464613437 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Network efb3be62-cc6d-451f-b00a-e8e9211a9f00 is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:21:22.084078 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-3aef7c61-eaf8-44ef-8ded-abf464613437 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, efb3be62-cc6d-451f-b00a-e8e9211a9f00) {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:21:22.089959 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aef7c61-eaf8-44ef-8ded-abf464613437 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:22.090677 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-3aef7c61-eaf8-44ef-8ded-abf464613437 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:22.098782 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32ad665a-5277-47f5-bc3a-8f1cca2f8401 None None] Network efb3be62-cc6d-451f-b00a-e8e9211a9f00 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:21:22.117547 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-66a2564f-e048-445a-b2af-7794261103f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:22.128838 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-66a2564f-e048-445a-b2af-7794261103f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:22.132930 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-66a2564f-e048-445a-b2af-7794261103f8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1f4ecb47-4864-42ad-bab7-e92caddf58f5 HTTP/1.1" status: 204 len: 168 time: 0.3444622 Aug 11 03:21:22.180298 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a2564f-e048-445a-b2af-7794261103f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f4ecb47-4864-42ad-bab7-e92caddf58f5,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:22.228841 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c6156215-ce30-445b-bd08-1a2595998dc7 req-181f6df4-49d8-427d-8d38-e2a84c5e71ba tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e3618b6-52e5-4357-a355-b29ad18e1b9a HTTP/1.1" status: 200 len: 210 time: 0.0897040 Aug 11 03:21:22.238521 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cdd642a-68f2-423b-9e35-b2f60ecd3db9 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:21:22.240272 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-3aef7c61-eaf8-44ef-8ded-abf464613437 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.7559741 Aug 11 03:21:22.240991 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 48976) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:22.363107 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0cdd642a-68f2-423b-9e35-b2f60ecd3db9 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Notify callbacks [] for router, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:22.367863 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-0cdd642a-68f2-423b-9e35-b2f60ecd3db9 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.7028878 Aug 11 03:21:22.371891 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 48986) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:22.421729 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe41484-5cab-40de-be39-893a679b9ae3 None None] Sync routers for ids ['9eb122d4-9bba-435c-95a3-077affd297cb'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:21:22.543250 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe41484-5cab-40de-be39-893a679b9ae3 None None] Routers {'9eb122d4-9bba-435c-95a3-077affd297cb'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:21:22.544087 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-dc07ae84-1994-4d82-b31e-501466591616 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:22.550489 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-8fe41484-5cab-40de-be39-893a679b9ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:21:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['9eb122d4-9bba-435c-95a3-077affd297cb'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:22.616264 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-dc07ae84-1994-4d82-b31e-501466591616 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:22.719306 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 48994) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:22.719672 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-6ca895b6-a050-446a-a7c5-20f675d161aa tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] 10.222.0.41 "GET /v2.0/routers/9eb122d4-9bba-435c-95a3-077affd297cb HTTP/1.1" status: 200 len: 908 time: 0.3464537 Aug 11 03:21:22.731464 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-9870f1d2-57ac-48ac-8e4b-a50aa3a77eb9 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1494466542', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'enable_snat': True}}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:21:22.781310 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-dc07ae84-1994-4d82-b31e-501466591616 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125932157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126180897'] for subnet, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:22.865340 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15bf2923-01c2-4537-9337-4768c03313cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde080026-c28f-55be-b52b-13827cc43646-efb3be62-cc6d-451f-b00a-e8e9211a9f00', 'network_id': 'efb3be62-cc6d-451f-b00a-e8e9211a9f00', 'tenant_id': '0c28768474b748ba96f3a3b94cb33f57', 'fixed_ips': [{'subnet_id': '313f24ca-fd3a-41b3-925b-032f741b28be'}]}} from n-d-764292-30. {{(pid=102193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:21:22.870725 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-15bf2923-01c2-4537-9337-4768c03313cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:22.870921 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc07ae84-1994-4d82-b31e-501466591616 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Pushing event deleted for resources: {'Subnet': ['ID=313f24ca-fd3a-41b3-925b-032f741b28be,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:22.877913 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9870f1d2-57ac-48ac-8e4b-a50aa3a77eb9 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-450010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6626'] for router, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:22.882123 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9870f1d2-57ac-48ac-8e4b-a50aa3a77eb9 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-446747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6633'] for router, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:22.975863 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9870f1d2-57ac-48ac-8e4b-a50aa3a77eb9 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:23.131999 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-8fe41484-5cab-40de-be39-893a679b9ae3 None None] Set router 9eb122d4-9bba-435c-95a3-077affd297cb gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:21:23.320543 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a1231f5-7bb8-4922-bf7c-9f5f93abc1b2 None None] Network efb3be62-cc6d-451f-b00a-e8e9211a9f00 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:21:23.320867 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-dc07ae84-1994-4d82-b31e-501466591616 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:23.466702 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-dc07ae84-1994-4d82-b31e-501466591616 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efb3be62-cc6d-451f-b00a-e8e9211a9f00']}} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:23.609368 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-dc07ae84-1994-4d82-b31e-501466591616 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c61c8396-5d65-408e-b988-c7993af6f6bc') {'for_net_delete': True} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:23.611025 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-dc07ae84-1994-4d82-b31e-501466591616 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c61c8396-5d65-408e-b988-c7993af6f6bc') {} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:23.707082 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9870f1d2-57ac-48ac-8e4b-a50aa3a77eb9 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:23.728662 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f964a183-df3b-4bc3-a7a9-6560cdf1c0af req-c9851b48-6666-4fc2-8579-cf0b500b1da0 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e3618b6-52e5-4357-a355-b29ad18e1b9a HTTP/1.1" status: 200 len: 210 time: 0.2568042 Aug 11 03:21:23.730538 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-8fe41484-5cab-40de-be39-893a679b9ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eb122d4-9bba-435c-95a3-077affd297cb', 'name': 'tempest-snat-router-1494466542', 'tenant_id': '5dc2602a9c8b417193fac0508c351f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.10'}], 'enable_snat': False}, 'gw_port_id': '8d02340a-7fd3-4915-815c-b7072eac89e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:21:17Z', 'updated_at': '2021-08-11T03:21:20Z', 'revision_number': 3, 'project_id': '5dc2602a9c8b417193fac0508c351f0e', 'gw_port': {'id': '8d02340a-7fd3-4915-815c-b7072eac89e8', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:6f:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eb122d4-9bba-435c-95a3-077affd297cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:21:19Z', 'updated_at': '2021-08-11T03:21:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-764292-30'}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:23.756113 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c668e02-5daa-494d-8d11-ba694c5fde94 req-e72e03bf-df93-4f84-a123-9406b670fb44 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:23.770972 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe41484-5cab-40de-be39-893a679b9ae3 None None] Checking router: 9eb122d4-9bba-435c-95a3-077affd297cb for host: n-d-764292-30 {{(pid=102193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:21:23.771341 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe41484-5cab-40de-be39-893a679b9ae3 None None] Updating router 9eb122d4-9bba-435c-95a3-077affd297cb port 8d02340a-7fd3-4915-815c-b7072eac89e8 binding host n-d-764292-30 {{(pid=102193) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:21:23.775525 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3c668e02-5daa-494d-8d11-ba694c5fde94 req-e72e03bf-df93-4f84-a123-9406b670fb44 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/ports?device_id=a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c HTTP/1.1" status: 200 len: 945 time: 0.6910403 Aug 11 03:21:23.790316 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-dc07ae84-1994-4d82-b31e-501466591616 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125932501'] for segment, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:23.835752 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8fe41484-5cab-40de-be39-893a679b9ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:23.982422 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-dc07ae84-1994-4d82-b31e-501466591616 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:24.023778 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc07ae84-1994-4d82-b31e-501466591616 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=102192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:21:24.024201 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-dc07ae84-1994-4d82-b31e-501466591616 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125932183'] for segment, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:24.040100 n-d-764292-30 neutron-server[102192]: Traceback (most recent call last): Aug 11 03:21:24.040100 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:21:24.040100 n-d-764292-30 neutron-server[102192]: timer() Aug 11 03:21:24.040100 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:21:24.040100 n-d-764292-30 neutron-server[102192]: cb(*args, **kw) Aug 11 03:21:24.040100 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:21:24.040100 n-d-764292-30 neutron-server[102192]: return func(*args, **kwargs) Aug 11 03:21:24.040100 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:21:24.040100 n-d-764292-30 neutron-server[102192]: self._notify() Aug 11 03:21:24.040100 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:21:24.040100 n-d-764292-30 neutron-server[102192]: self.callback(batched_events) Aug 11 03:21:24.040100 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:21:24.040100 n-d-764292-30 neutron-server[102192]: event.method(event) Aug 11 03:21:24.040100 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:21:24.040100 n-d-764292-30 neutron-server[102192]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:21:24.040100 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:21:24.040100 n-d-764292-30 neutron-server[102192]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:21:24.040100 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:21:24.040100 n-d-764292-30 neutron-server[102192]: return f(self, *a, **k) Aug 11 03:21:24.040100 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:21:24.040100 n-d-764292-30 neutron-server[102192]: return self._get(url).json() Aug 11 03:21:24.040100 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:21:24.040100 n-d-764292-30 neutron-server[102192]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:21:24.040100 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:21:24.040100 n-d-764292-30 neutron-server[102192]: return self.request(url, 'GET', **kwargs) Aug 11 03:21:24.040100 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:21:24.040100 n-d-764292-30 neutron-server[102192]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:21:24.040100 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:21:24.040100 n-d-764292-30 neutron-server[102192]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:21:24.040100 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:21:24.040100 n-d-764292-30 neutron-server[102192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:21:24.040100 n-d-764292-30 neutron-server[102192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:21:24.170933 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3c668e02-5daa-494d-8d11-ba694c5fde94 req-c8a34a30-e5cc-4545-881b-407ca0d9f1b2 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbb5f37-cd37-415a-b820-36c249955487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3778820 Aug 11 03:21:24.286109 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8fe41484-5cab-40de-be39-893a679b9ae3 None None] Notify callbacks [] for port, precommit_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:24.329229 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-8fe41484-5cab-40de-be39-893a679b9ae3 None None] Transition to ACTIVE for port object 8d02340a-7fd3-4915-815c-b7072eac89e8 will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:21:24.395181 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-dc07ae84-1994-4d82-b31e-501466591616 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:24.412037 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-dc07ae84-1994-4d82-b31e-501466591616 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:24.412037 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-dc07ae84-1994-4d82-b31e-501466591616 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] 10.222.0.41 "DELETE /v2.0/networks/efb3be62-cc6d-451f-b00a-e8e9211a9f00 HTTP/1.1" status: 204 len: 168 time: 2.1572795 Aug 11 03:21:24.412734 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 49088) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:24.418552 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-9881b13a-c273-4969-a78b-7d6a5cac3c76 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-508897921'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:21:24.427132 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 49092) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:24.430504 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc07ae84-1994-4d82-b31e-501466591616 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Pushing event deleted for resources: {'Network': ['ID=efb3be62-cc6d-451f-b00a-e8e9211a9f00,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:24.460359 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8fe41484-5cab-40de-be39-893a679b9ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:24.535213 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9881b13a-c273-4969-a78b-7d6a5cac3c76 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Made reservation on behalf of 0c28768474b748ba96f3a3b94cb33f57 for: {'network': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:21:24.551572 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9881b13a-c273-4969-a78b-7d6a5cac3c76 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:24.575218 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-8fe41484-5cab-40de-be39-893a679b9ae3 None None] Attempting to bind port 8d02340a-7fd3-4915-815c-b7072eac89e8 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:21:24.577486 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-8fe41484-5cab-40de-be39-893a679b9ae3 None None] Attempting to bind port 8d02340a-7fd3-4915-815c-b7072eac89e8 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:21:24.577486 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe41484-5cab-40de-be39-893a679b9ae3 None None] Attempting to bind port 8d02340a-7fd3-4915-815c-b7072eac89e8 on network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:21:24.589496 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9870f1d2-57ac-48ac-8e4b-a50aa3a77eb9 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:24.592862 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe41484-5cab-40de-be39-893a679b9ae3 None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 21, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:21:24.593251 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe41484-5cab-40de-be39-893a679b9ae3 None None] Checking segment: {'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:21:24.593663 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8fe41484-5cab-40de-be39-893a679b9ae3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:24.594066 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe41484-5cab-40de-be39-893a679b9ae3 None None] Bound using segment: {'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:21:24.594621 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-8fe41484-5cab-40de-be39-893a679b9ae3 None None] Bound port: 8d02340a-7fd3-4915-815c-b7072eac89e8, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:21:24.594948 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8fe41484-5cab-40de-be39-893a679b9ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:24.641804 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9870f1d2-57ac-48ac-8e4b-a50aa3a77eb9 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:24.671129 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9881b13a-c273-4969-a78b-7d6a5cac3c76 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=102191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:21:24.682951 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-fb64f147-ca9f-4b32-bcf0-04bb59a1e25d admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1249826893-network', 'tenant_id': '710d71fa568e4c94ae62395985243d4a'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:21:24.710949 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-8fe41484-5cab-40de-be39-893a679b9ae3 None None] For port 8d02340a-7fd3-4915-815c-b7072eac89e8, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:21:24.712043 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9881b13a-c273-4969-a78b-7d6a5cac3c76 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:24.712553 n-d-764292-30 neutron-server[102191]: INFO neutron.db.segments_db [None req-9881b13a-c273-4969-a78b-7d6a5cac3c76 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Added segment 574f0a99-5ab5-4c26-94b9-85e2e6d185fa of type vlan for network 0f8a8440-5f3d-4739-80e2-50ddff31a35a Aug 11 03:21:24.724199 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-8fe41484-5cab-40de-be39-893a679b9ae3 None None] For port 8d02340a-7fd3-4915-815c-b7072eac89e8, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=8d02340a-7fd3-4915-815c-b7072eac89e8,segment=NetworkSegment(fab28bed-aa25-40db-bba4-ec26e795194c),segment_id=fab28bed-aa25-40db-bba4-ec26e795194c)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:21:24.725344 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf699b39-3da3-4285-951f-0739d164a9f3 None None] Pushing event updated for resources: {'Port': ['ID=8d02340a-7fd3-4915-815c-b7072eac89e8,revision_number=2']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:24.798867 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8fe41484-5cab-40de-be39-893a679b9ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:24.814573 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9881b13a-c273-4969-a78b-7d6a5cac3c76 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:24.827773 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb64f147-ca9f-4b32-bcf0-04bb59a1e25d admin admin] Made reservation on behalf of 710d71fa568e4c94ae62395985243d4a for: {'network': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:21:24.834731 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fb64f147-ca9f-4b32-bcf0-04bb59a1e25d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:24.873376 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fb64f147-ca9f-4b32-bcf0-04bb59a1e25d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:24.876414 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf699b39-3da3-4285-951f-0739d164a9f3 None None] Pushing event updated for resources: {'Port': ['ID=8d02340a-7fd3-4915-815c-b7072eac89e8,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:24.897511 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe41484-5cab-40de-be39-893a679b9ae3 None None] Routers {'9eb122d4-9bba-435c-95a3-077affd297cb'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:21:24.898207 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-8fe41484-5cab-40de-be39-893a679b9ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:21:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['9eb122d4-9bba-435c-95a3-077affd297cb'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:24.917450 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [None req-9870f1d2-57ac-48ac-8e4b-a50aa3a77eb9 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Allocated IP 172.25.8.30 (09faf7d2-eaf5-4a50-bb6e-4cb05d009a76/e1a97443-13df-40bb-85f5-fd269e2742c0/b804a56b-7869-4d1b-8b00-d44cc45965d0) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:21:24.970591 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-855d545e-b35a-46e6-a1d0-9f37296a7e35 req-6f63f963-78fe-47d0-a398-265de9342a44 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e3618b6-52e5-4357-a355-b29ad18e1b9a HTTP/1.1" status: 200 len: 210 time: 0.0552320 Aug 11 03:21:25.127311 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9870f1d2-57ac-48ac-8e4b-a50aa3a77eb9 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:25.157648 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 49124) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:25.173106 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fb64f147-ca9f-4b32-bcf0-04bb59a1e25d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:25.220551 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9881b13a-c273-4969-a78b-7d6a5cac3c76 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:25.227242 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9881b13a-c273-4969-a78b-7d6a5cac3c76 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:25.227936 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9881b13a-c273-4969-a78b-7d6a5cac3c76 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks [] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:25.262061 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fb64f147-ca9f-4b32-bcf0-04bb59a1e25d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:25.295474 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9870f1d2-57ac-48ac-8e4b-a50aa3a77eb9 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:25.360540 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9870f1d2-57ac-48ac-8e4b-a50aa3a77eb9 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:21:25.366479 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-9870f1d2-57ac-48ac-8e4b-a50aa3a77eb9 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:21:25.378525 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9870f1d2-57ac-48ac-8e4b-a50aa3a77eb9 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:21:25.383203 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9870f1d2-57ac-48ac-8e4b-a50aa3a77eb9 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Pushing event updated for resources: {'Port': ['ID=b804a56b-7869-4d1b-8b00-d44cc45965d0,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:25.403875 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788f843e-7738-43aa-85d4-0d7fd7edcde0 req-4b8862e5-dd6b-41aa-a0be-ca13dad6bb5e tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:25.413784 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-788f843e-7738-43aa-85d4-0d7fd7edcde0 req-4b8862e5-dd6b-41aa-a0be-ca13dad6bb5e tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/ports?device_id=a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c HTTP/1.1" status: 200 len: 945 time: 0.1495216 Aug 11 03:21:25.477442 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb64f147-ca9f-4b32-bcf0-04bb59a1e25d admin admin] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=102191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:21:25.480273 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-3eb8b872-c63b-43fe-ac48-e000cf6ee891 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:25.497078 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb64f147-ca9f-4b32-bcf0-04bb59a1e25d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b0ad471-100b-447c-8d33-603471550998,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:25.504076 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9881b13a-c273-4969-a78b-7d6a5cac3c76 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Pushing event updated for resources: {'Network': ['ID=0f8a8440-5f3d-4739-80e2-50ddff31a35a,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:25.511127 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fb64f147-ca9f-4b32-bcf0-04bb59a1e25d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:25.512597 n-d-764292-30 neutron-server[102191]: INFO neutron.db.segments_db [None req-fb64f147-ca9f-4b32-bcf0-04bb59a1e25d admin admin] Added segment a17e976c-4f19-4583-bdbe-63c6da9923ed of type vlan for network 4869e9e4-7444-4b96-940f-4562723c09aa Aug 11 03:21:25.538228 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-9881b13a-c273-4969-a78b-7d6a5cac3c76 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1214335 Aug 11 03:21:25.543443 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-788f843e-7738-43aa-85d4-0d7fd7edcde0 req-c23698e0-b9fa-45c6-bd68-4fc71383e60e tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbb5f37-cd37-415a-b820-36c249955487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282887 Aug 11 03:21:25.546380 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 49148) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:25.554029 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-37346be0-c43c-41e7-88cc-0e95962f9953 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Request body: {'subnet': {'network_id': '0f8a8440-5f3d-4739-80e2-50ddff31a35a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:21:25.583444 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fb64f147-ca9f-4b32-bcf0-04bb59a1e25d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:25.590995 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network 0f8a8440-5f3d-4739-80e2-50ddff31a35a details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:21:25.749358 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-8fe41484-5cab-40de-be39-893a679b9ae3 None None] Set router 9eb122d4-9bba-435c-95a3-077affd297cb gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:21:25.749614 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fb64f147-ca9f-4b32-bcf0-04bb59a1e25d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:25.753436 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb64f147-ca9f-4b32-bcf0-04bb59a1e25d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:25.754248 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fb64f147-ca9f-4b32-bcf0-04bb59a1e25d admin admin] Notify callbacks [] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:25.848996 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb64f147-ca9f-4b32-bcf0-04bb59a1e25d admin admin] Pushing event updated for resources: {'Network': ['ID=4869e9e4-7444-4b96-940f-4562723c09aa,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:25.867087 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network 4869e9e4-7444-4b96-940f-4562723c09aa details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:21:26.072476 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-3eb8b872-c63b-43fe-ac48-e000cf6ee891 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:26.126620 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-8fe41484-5cab-40de-be39-893a679b9ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eb122d4-9bba-435c-95a3-077affd297cb', 'name': 'tempest-snat-router-1494466542', 'tenant_id': '5dc2602a9c8b417193fac0508c351f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.10'}], 'enable_snat': False}, 'gw_port_id': '8d02340a-7fd3-4915-815c-b7072eac89e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:21:17Z', 'updated_at': '2021-08-11T03:21:20Z', 'revision_number': 3, 'project_id': '5dc2602a9c8b417193fac0508c351f0e', 'gw_port': {'id': '8d02340a-7fd3-4915-815c-b7072eac89e8', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:6f:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eb122d4-9bba-435c-95a3-077affd297cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:21:19Z', 'updated_at': '2021-08-11T03:21:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-764292-30'}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:26.197022 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe41484-5cab-40de-be39-893a679b9ae3 None None] The sync data for ids ['9eb122d4-9bba-435c-95a3-077affd297cb'] in n-d-764292-30 is: [{'id': '9eb122d4-9bba-435c-95a3-077affd297cb', 'name': 'tempest-snat-router-1494466542', 'tenant_id': '5dc2602a9c8b417193fac0508c351f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.10'}], 'enable_snat': False}, 'gw_port_id': '8d02340a-7fd3-4915-815c-b7072eac89e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:21:17Z', 'updated_at': '2021-08-11T03:21:20Z', 'revision_number': 3, 'project_id': '5dc2602a9c8b417193fac0508c351f0e', 'gw_port': {'id': '8d02340a-7fd3-4915-815c-b7072eac89e8', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:6f:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eb122d4-9bba-435c-95a3-077affd297cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:21:19Z', 'updated_at': '2021-08-11T03:21:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-764292-30'}] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:21:26.204128 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-3eb8b872-c63b-43fe-ac48-e000cf6ee891 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:26.208162 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-011e61e9-5b7c-471e-9e10-2005d467bed0 req-2da03ebe-773a-46fa-837c-a3492fc32fe3 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e3618b6-52e5-4357-a355-b29ad18e1b9a HTTP/1.1" status: 200 len: 210 time: 0.0576952 Aug 11 03:21:26.218953 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-fb64f147-ca9f-4b32-bcf0-04bb59a1e25d admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.7899861 Aug 11 03:21:26.221002 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 49170) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:26.227453 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-c881ed97-ec09-4548-b0f5-db367e7b265f admin admin] Request body: {'subnet': {'network_id': '4869e9e4-7444-4b96-940f-4562723c09aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1249826893-subnet', 'tenant_id': '710d71fa568e4c94ae62395985243d4a', 'ip_version': 4}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:21:26.351992 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.db.api [None req-c881ed97-ec09-4548-b0f5-db367e7b265f admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 11 03:21:26.351992 n-d-764292-30 neutron-server[102191]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 11 03:21:26.351992 n-d-764292-30 neutron-server[102191]: [parameters: {'project_id_1': '710d71fa568e4c94ae62395985243d4a', 'expiration_1': datetime.datetime(2021, 8, 11, 3, 21, 26, 238023)}] Aug 11 03:21:26.351992 n-d-764292-30 neutron-server[102191]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102191) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 03:21:26.352512 n-d-764292-30 neutron-server[102191]: DEBUG oslo_db.api [None req-c881ed97-ec09-4548-b0f5-db367e7b265f admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 03:21:26.354028 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9870f1d2-57ac-48ac-8e4b-a50aa3a77eb9 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:26.426097 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb8b872-c63b-43fe-ac48-e000cf6ee891 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59fabd1d-2da1-41f5-ac41-96e2d0576ae8,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:26.433310 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-3eb8b872-c63b-43fe-ac48-e000cf6ee891 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=eca06e28fdaa470aa95f0242e2e88ba0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2735364 Aug 11 03:21:26.438749 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 49176) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:26.556492 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-112b4d80-b635-4a69-b8ec-7718a33edd41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:26.642884 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-112b4d80-b635-4a69-b8ec-7718a33edd41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:26.890696 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-112b4d80-b635-4a69-b8ec-7718a33edd41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:26.894728 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-112b4d80-b635-4a69-b8ec-7718a33edd41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:26.895961 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-112b4d80-b635-4a69-b8ec-7718a33edd41 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/59fabd1d-2da1-41f5-ac41-96e2d0576ae8 HTTP/1.1" status: 204 len: 168 time: 0.4562311 Aug 11 03:21:26.905678 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37346be0-c43c-41e7-88cc-0e95962f9953 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Made reservation on behalf of 0c28768474b748ba96f3a3b94cb33f57 for: {'subnet': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:21:26.909368 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-37346be0-c43c-41e7-88cc-0e95962f9953 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126180544'] for subnet, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:26.916241 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112b4d80-b635-4a69-b8ec-7718a33edd41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59fabd1d-2da1-41f5-ac41-96e2d0576ae8,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:26.963083 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c881ed97-ec09-4548-b0f5-db367e7b265f admin admin] Made reservation on behalf of 710d71fa568e4c94ae62395985243d4a for: {'subnet': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:21:26.967150 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c881ed97-ec09-4548-b0f5-db367e7b265f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274743'] for subnet, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:27.165259 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb49494c-e848-4295-bcf4-69344b299662 req-48bb6b58-e44d-4c4d-bc1f-4064213b9c14 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:27.168216 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-fb49494c-e848-4295-bcf4-69344b299662 req-48bb6b58-e44d-4c4d-bc1f-4064213b9c14 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/ports?device_id=a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c HTTP/1.1" status: 200 len: 945 time: 0.2663887 Aug 11 03:21:27.421917 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c881ed97-ec09-4548-b0f5-db367e7b265f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126283476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274725'] for subnet, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:27.453038 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-272a4692-766f-4ffd-9f6a-dbe91d348e2e req-22cf1089-0b20-44db-9264-87fd909729d5 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e3618b6-52e5-4357-a355-b29ad18e1b9a HTTP/1.1" status: 200 len: 210 time: 0.0593624 Aug 11 03:21:27.529647 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-fb49494c-e848-4295-bcf4-69344b299662 req-d60152cc-399a-47a0-b00d-158abbe72deb tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbb5f37-cd37-415a-b820-36c249955487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3191543 Aug 11 03:21:27.552605 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9870f1d2-57ac-48ac-8e4b-a50aa3a77eb9 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-446952'] for router, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:27.665750 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c881ed97-ec09-4548-b0f5-db367e7b265f admin admin] Checking segment: {'id': 'a17e976c-4f19-4583-bdbe-63c6da9923ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '4869e9e4-7444-4b96-940f-4562723c09aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:21:27.667779 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c881ed97-ec09-4548-b0f5-db367e7b265f admin admin] Network hostable DHCP agents. Network: 4869e9e4-7444-4b96-940f-4562723c09aa, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:21:27.678743 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c881ed97-ec09-4548-b0f5-db367e7b265f admin admin] Pushing event updated for resources: {'Subnet': ['ID=26465408-ae38-4313-b025-1fa77152a1bc,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:27.723177 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-37346be0-c43c-41e7-88cc-0e95962f9953 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125932092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126180562'] for subnet, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:27.802434 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c881ed97-ec09-4548-b0f5-db367e7b265f admin admin] Network 4869e9e4-7444-4b96-940f-4562723c09aa is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:21:27.814760 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37346be0-c43c-41e7-88cc-0e95962f9953 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Pushing event updated for resources: {'Subnet': ['ID=9e455018-f6b3-460f-abf7-25b92546ea2f,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:27.827558 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37346be0-c43c-41e7-88cc-0e95962f9953 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Checking segment: {'id': '574f0a99-5ab5-4c26-94b9-85e2e6d185fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '0f8a8440-5f3d-4739-80e2-50ddff31a35a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:21:27.827918 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37346be0-c43c-41e7-88cc-0e95962f9953 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Network hostable DHCP agents. Network: 0f8a8440-5f3d-4739-80e2-50ddff31a35a, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:21:27.888959 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-c881ed97-ec09-4548-b0f5-db367e7b265f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, 4869e9e4-7444-4b96-940f-4562723c09aa) {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:21:27.894053 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c881ed97-ec09-4548-b0f5-db367e7b265f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:27.895140 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c881ed97-ec09-4548-b0f5-db367e7b265f admin admin] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:27.902305 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41e64d30-c0f3-47a5-b849-d2604f97ae19 None None] Network 4869e9e4-7444-4b96-940f-4562723c09aa requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:21:27.917156 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9870f1d2-57ac-48ac-8e4b-a50aa3a77eb9 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Router b2e2b31f-304a-40c2-950c-e42d3777c15b is scheduled to L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 with binding_index 1 {{(pid=102192) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:21:28.023439 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-c881ed97-ec09-4548-b0f5-db367e7b265f admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8010323 Aug 11 03:21:28.030767 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 49232) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:28.036778 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-3c5d7075-30bd-42f1-829c-1cf41a0a3371 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1249826893-router', 'tenant_id': '710d71fa568e4c94ae62395985243d4a', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:21:28.053941 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37346be0-c43c-41e7-88cc-0e95962f9953 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Network 0f8a8440-5f3d-4739-80e2-50ddff31a35a is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:21:28.100434 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-37346be0-c43c-41e7-88cc-0e95962f9953 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, 0f8a8440-5f3d-4739-80e2-50ddff31a35a) {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:21:28.128286 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37346be0-c43c-41e7-88cc-0e95962f9953 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:28.128899 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-37346be0-c43c-41e7-88cc-0e95962f9953 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:28.134944 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 49236) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:28.157031 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-cfa8b652-9d63-497d-903b-e25cdb759184 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:28.181099 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3c5d7075-30bd-42f1-829c-1cf41a0a3371 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-450010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6626'] for router, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:28.183917 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3c5d7075-30bd-42f1-829c-1cf41a0a3371 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-446747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6633'] for router, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:28.231682 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 8d02340a-7fd3-4915-815c-b7072eac89e8 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:21:28.234372 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0da72e37-bc36-45c6-8762-54336cc755d8 None None] Network 0f8a8440-5f3d-4739-80e2-50ddff31a35a requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:21:28.324401 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3c5d7075-30bd-42f1-829c-1cf41a0a3371 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:28.354485 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-37346be0-c43c-41e7-88cc-0e95962f9953 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.8026102 Aug 11 03:21:28.358559 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 49246) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:28.384017 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9870f1d2-57ac-48ac-8e4b-a50aa3a77eb9 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:21:28.398448 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddd9933f-912e-48b0-8f80-b857900494eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde080026-c28f-55be-b52b-13827cc43646-4869e9e4-7444-4b96-940f-4562723c09aa', 'network_id': '4869e9e4-7444-4b96-940f-4562723c09aa', 'tenant_id': '710d71fa568e4c94ae62395985243d4a', 'fixed_ips': [{'subnet_id': '26465408-ae38-4313-b025-1fa77152a1bc'}]}} from n-d-764292-30. {{(pid=102193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:21:28.398448 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-ddd9933f-912e-48b0-8f80-b857900494eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:28.403083 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e9e178-3aeb-41f0-bc4e-97f61795f533 None None] Sync routers for ids ['b2e2b31f-304a-40c2-950c-e42d3777c15b'] in n-d-764292-30 {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:21:28.448589 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e9e178-3aeb-41f0-bc4e-97f61795f533 None None] Routers {'b2e2b31f-304a-40c2-950c-e42d3777c15b'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:21:28.449558 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-54e9e178-3aeb-41f0-bc4e-97f61795f533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:21:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['b2e2b31f-304a-40c2-950c-e42d3777c15b'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:28.529451 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port 8d02340a-7fd3-4915-815c-b7072eac89e8 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:21:28.537349 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 8d02340a-7fd3-4915-815c-b7072eac89e8 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:21:28.537943 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:28.734083 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-54e9e178-3aeb-41f0-bc4e-97f61795f533 None None] Set router b2e2b31f-304a-40c2-950c-e42d3777c15b gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:21:28.764454 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c3fca4be-212f-463f-a628-a4eb9a6e72ad req-7f386912-aa06-4803-922f-c9edb8c33177 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e3618b6-52e5-4357-a355-b29ad18e1b9a HTTP/1.1" status: 200 len: 210 time: 0.0828655 Aug 11 03:21:28.816014 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.db_base_plugin_common [None req-ddd9933f-912e-48b0-8f80-b857900494eb None None] Allocated IP 172.20.0.2 (4869e9e4-7444-4b96-940f-4562723c09aa/26465408-ae38-4313-b025-1fa77152a1bc/9eb4a1d3-e379-475e-9a52-6adf85f873de) {{(pid=102193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:21:28.843007 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511acbd1-5354-49e3-95b7-bb99884df6a3 req-39b51d8b-a4ac-4630-8285-8d5d576a0316 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:28.857638 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:28.863071 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-511acbd1-5354-49e3-95b7-bb99884df6a3 req-39b51d8b-a4ac-4630-8285-8d5d576a0316 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/ports?device_id=a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c HTTP/1.1" status: 200 len: 945 time: 0.1478829 Aug 11 03:21:28.882385 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15a4f547-511f-463a-9485-7ad79c3378fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde080026-c28f-55be-b52b-13827cc43646-0f8a8440-5f3d-4739-80e2-50ddff31a35a', 'network_id': '0f8a8440-5f3d-4739-80e2-50ddff31a35a', 'tenant_id': '0c28768474b748ba96f3a3b94cb33f57', 'fixed_ips': [{'subnet_id': '9e455018-f6b3-460f-abf7-25b92546ea2f'}]}} from n-d-764292-30. {{(pid=102193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:21:28.883270 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-15a4f547-511f-463a-9485-7ad79c3378fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:28.941250 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-511acbd1-5354-49e3-95b7-bb99884df6a3 req-431ce3b8-458f-4acc-9b9f-5fee51f19941 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbb5f37-cd37-415a-b820-36c249955487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770488 Aug 11 03:21:28.960689 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port 8d02340a-7fd3-4915-815c-b7072eac89e8, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=8d02340a-7fd3-4915-815c-b7072eac89e8,segment=NetworkSegment(fab28bed-aa25-40db-bba4-ec26e795194c),segment_id=fab28bed-aa25-40db-bba4-ec26e795194c)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:21:29.215822 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.db_base_plugin_common [None req-15a4f547-511f-463a-9485-7ad79c3378fa None None] Allocated IP 172.20.0.1 (0f8a8440-5f3d-4739-80e2-50ddff31a35a/9e455018-f6b3-460f-abf7-25b92546ea2f/a1dd3fdb-51ce-42b5-8920-5e8e20f7bff5) {{(pid=102193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:21:29.384754 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-15a4f547-511f-463a-9485-7ad79c3378fa None None] Notify callbacks [] for port, precommit_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:29.397169 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-15a4f547-511f-463a-9485-7ad79c3378fa None None] Transition to ACTIVE for port object a1dd3fdb-51ce-42b5-8920-5e8e20f7bff5 will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:21:29.399013 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-54e9e178-3aeb-41f0-bc4e-97f61795f533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2e2b31f-304a-40c2-950c-e42d3777c15b', 'name': 'tempest-snat-router-1494466542', 'tenant_id': '5dc2602a9c8b417193fac0508c351f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.30'}], 'enable_snat': True}, 'gw_port_id': 'b804a56b-7869-4d1b-8b00-d44cc45965d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:21:22Z', 'updated_at': '2021-08-11T03:21:25Z', 'revision_number': 3, 'project_id': '5dc2602a9c8b417193fac0508c351f0e', 'gw_port': {'id': 'b804a56b-7869-4d1b-8b00-d44cc45965d0', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:c1:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2e2b31f-304a-40c2-950c-e42d3777c15b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:21:24Z', 'updated_at': '2021-08-11T03:21:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:29.412361 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-15a4f547-511f-463a-9485-7ad79c3378fa None None] Transition to ACTIVE for port object a1dd3fdb-51ce-42b5-8920-5e8e20f7bff5 will not be triggered until provisioned by entity DHCP. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:21:29.447654 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e9e178-3aeb-41f0-bc4e-97f61795f533 None None] Checking router: b2e2b31f-304a-40c2-950c-e42d3777c15b for host: n-d-764292-30 {{(pid=102194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:21:29.448235 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e9e178-3aeb-41f0-bc4e-97f61795f533 None None] Updating router b2e2b31f-304a-40c2-950c-e42d3777c15b port b804a56b-7869-4d1b-8b00-d44cc45965d0 binding host n-d-764292-30 {{(pid=102194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:21:29.455762 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:29.506165 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-54e9e178-3aeb-41f0-bc4e-97f61795f533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:29.547581 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-15a4f547-511f-463a-9485-7ad79c3378fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669'] for port, after_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:29.593306 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-9df41773-f40d-47cc-ae0d-7e9a8ef5b8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:29.610414 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a4f547-511f-463a-9485-7ad79c3378fa None None] Network 0f8a8440-5f3d-4739-80e2-50ddff31a35a is already hosted by enough agents. {{(pid=102193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:21:29.612684 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=8d02340a-7fd3-4915-815c-b7072eac89e8,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:29.623553 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3c5d7075-30bd-42f1-829c-1cf41a0a3371 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:29.631293 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fe0a3352-e106-4467-acee-c90f69a81af8 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:29.686576 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a4f547-511f-463a-9485-7ad79c3378fa None None] Pushing event updated for resources: {'Port': ['ID=a1dd3fdb-51ce-42b5-8920-5e8e20f7bff5,revision_number=1']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:29.701402 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.base_scheduler [None req-15a4f547-511f-463a-9485-7ad79c3378fa None None] Resources bound (agent type, host, resource id): {{(pid=102193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:21:29.707728 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a4f547-511f-463a-9485-7ad79c3378fa None None] Received port after_create {{(pid=102193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:21:29.829703 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-cfa8b652-9d63-497d-903b-e25cdb759184 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:29.855653 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-15a4f547-511f-463a-9485-7ad79c3378fa None None] Attempting to bind port a1dd3fdb-51ce-42b5-8920-5e8e20f7bff5 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:21:29.856141 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-15a4f547-511f-463a-9485-7ad79c3378fa None None] Attempting to bind port a1dd3fdb-51ce-42b5-8920-5e8e20f7bff5 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': '574f0a99-5ab5-4c26-94b9-85e2e6d185fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '0f8a8440-5f3d-4739-80e2-50ddff31a35a'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:21:29.856620 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a4f547-511f-463a-9485-7ad79c3378fa None None] Attempting to bind port a1dd3fdb-51ce-42b5-8920-5e8e20f7bff5 on network 0f8a8440-5f3d-4739-80e2-50ddff31a35a {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:21:29.865548 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a4f547-511f-463a-9485-7ad79c3378fa None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 21, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:21:29.868647 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a4f547-511f-463a-9485-7ad79c3378fa None None] Checking segment: {'id': '574f0a99-5ab5-4c26-94b9-85e2e6d185fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '0f8a8440-5f3d-4739-80e2-50ddff31a35a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:21:29.868647 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-15a4f547-511f-463a-9485-7ad79c3378fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:29.868647 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a4f547-511f-463a-9485-7ad79c3378fa None None] Bound using segment: {'id': '574f0a99-5ab5-4c26-94b9-85e2e6d185fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '0f8a8440-5f3d-4739-80e2-50ddff31a35a'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:21:29.868647 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-15a4f547-511f-463a-9485-7ad79c3378fa None None] Bound port: a1dd3fdb-51ce-42b5-8920-5e8e20f7bff5, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '574f0a99-5ab5-4c26-94b9-85e2e6d185fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '0f8a8440-5f3d-4739-80e2-50ddff31a35a'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:21:29.868647 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-15a4f547-511f-463a-9485-7ad79c3378fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:29.940010 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-cfa8b652-9d63-497d-903b-e25cdb759184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:29.962865 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 8d02340a-7fd3-4915-815c-b7072eac89e8 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:21:29.972997 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-ddd9933f-912e-48b0-8f80-b857900494eb None None] Notify callbacks [] for port, precommit_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:29.997477 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-83745257-9ae8-4b2e-b0c1-15adb6b9971d req-9e312a03-cccd-4bea-89af-e094d6ac9afc tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e3618b6-52e5-4357-a355-b29ad18e1b9a HTTP/1.1" status: 200 len: 210 time: 0.0485420 Aug 11 03:21:30.002553 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9870f1d2-57ac-48ac-8e4b-a50aa3a77eb9 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Notify callbacks [] for router, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:30.007865 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-cfa8b652-9d63-497d-903b-e25cdb759184 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fcd2da96756a4da49fbeef4ebbf9a142&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8691056 Aug 11 03:21:30.011508 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 49308) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:30.013340 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-9870f1d2-57ac-48ac-8e4b-a50aa3a77eb9 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 7.2926385 Aug 11 03:21:30.016534 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 49310) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:30.040833 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-ddd9933f-912e-48b0-8f80-b857900494eb None None] Transition to ACTIVE for port object 9eb4a1d3-e379-475e-9a52-6adf85f873de will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:21:30.058022 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-54e9e178-3aeb-41f0-bc4e-97f61795f533 None None] Notify callbacks [] for port, precommit_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:30.089801 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-ddd9933f-912e-48b0-8f80-b857900494eb None None] Transition to ACTIVE for port object 9eb4a1d3-e379-475e-9a52-6adf85f873de will not be triggered until provisioned by entity DHCP. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:21:30.095486 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-15a4f547-511f-463a-9485-7ad79c3378fa None None] For port a1dd3fdb-51ce-42b5-8920-5e8e20f7bff5, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:21:30.103174 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-15a4f547-511f-463a-9485-7ad79c3378fa None None] For port a1dd3fdb-51ce-42b5-8920-5e8e20f7bff5, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=a1dd3fdb-51ce-42b5-8920-5e8e20f7bff5,segment=NetworkSegment(574f0a99-5ab5-4c26-94b9-85e2e6d185fa),segment_id=574f0a99-5ab5-4c26-94b9-85e2e6d185fa)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:21:30.105671 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.provisioning_blocks [None req-54e9e178-3aeb-41f0-bc4e-97f61795f533 None None] Transition to ACTIVE for port object b804a56b-7869-4d1b-8b00-d44cc45965d0 will not be triggered until provisioned by entity L2. {{(pid=102194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:21:30.108723 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 8d02340a-7fd3-4915-815c-b7072eac89e8 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:21:30.109151 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:30.164944 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-ddd9933f-912e-48b0-8f80-b857900494eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669'] for port, after_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:30.191784 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-54e9e178-3aeb-41f0-bc4e-97f61795f533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:30.210926 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-e4bf16bb-b176-4b11-b845-41f08cfc588b tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] 10.222.0.41 "GET /v2.0/routers/b2e2b31f-304a-40c2-950c-e42d3777c15b HTTP/1.1" status: 200 len: 907 time: 0.1908519 Aug 11 03:21:30.210926 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 49318) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:30.236089 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-15a4f547-511f-463a-9485-7ad79c3378fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:30.277617 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddd9933f-912e-48b0-8f80-b857900494eb None None] Network 4869e9e4-7444-4b96-940f-4562723c09aa is already hosted by enough agents. {{(pid=102193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:21:30.288722 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa8b652-9d63-497d-903b-e25cdb759184 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bb780c7-2b48-4b9e-9b9b-c7f9101df8af,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:30.299005 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.base_scheduler [None req-ddd9933f-912e-48b0-8f80-b857900494eb None None] Resources bound (agent type, host, resource id): {{(pid=102193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:21:30.303446 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd9933f-912e-48b0-8f80-b857900494eb None None] Pushing event updated for resources: {'Port': ['ID=9eb4a1d3-e379-475e-9a52-6adf85f873de,revision_number=1']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:30.306092 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd9933f-912e-48b0-8f80-b857900494eb None None] Received port after_create {{(pid=102193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:21:30.309891 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b292ecc-8a00-428f-8482-6bfcc9222ff8 None None] Pushing event updated for resources: {'Port': ['ID=b804a56b-7869-4d1b-8b00-d44cc45965d0,revision_number=2']} {{(pid=102194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:30.324281 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b292ecc-8a00-428f-8482-6bfcc9222ff8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:21:30.324847 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b292ecc-8a00-428f-8482-6bfcc9222ff8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:21:30.325387 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b292ecc-8a00-428f-8482-6bfcc9222ff8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:21:30.326026 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b292ecc-8a00-428f-8482-6bfcc9222ff8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:21:30.326627 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b292ecc-8a00-428f-8482-6bfcc9222ff8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:21:30.327332 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b292ecc-8a00-428f-8482-6bfcc9222ff8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:21:30.327939 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b292ecc-8a00-428f-8482-6bfcc9222ff8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:21:30.329010 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b292ecc-8a00-428f-8482-6bfcc9222ff8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:21:30.329616 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b292ecc-8a00-428f-8482-6bfcc9222ff8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:21:30.330143 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b292ecc-8a00-428f-8482-6bfcc9222ff8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:21:30.330732 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b292ecc-8a00-428f-8482-6bfcc9222ff8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:21:30.331262 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b292ecc-8a00-428f-8482-6bfcc9222ff8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:21:30.378959 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-fe0a3352-e106-4467-acee-c90f69a81af8 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Deleting port a1dd3fdb-51ce-42b5-8920-5e8e20f7bff5 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:21:30.381289 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fe0a3352-e106-4467-acee-c90f69a81af8 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:30.406838 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-54e9e178-3aeb-41f0-bc4e-97f61795f533 None None] Attempting to bind port b804a56b-7869-4d1b-8b00-d44cc45965d0 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:21:30.410670 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-54e9e178-3aeb-41f0-bc4e-97f61795f533 None None] Attempting to bind port b804a56b-7869-4d1b-8b00-d44cc45965d0 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}] {{(pid=102194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:21:30.411688 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e9e178-3aeb-41f0-bc4e-97f61795f533 None None] Attempting to bind port b804a56b-7869-4d1b-8b00-d44cc45965d0 on network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:21:30.445336 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e9e178-3aeb-41f0-bc4e-97f61795f533 None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 21, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:21:30.449003 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e9e178-3aeb-41f0-bc4e-97f61795f533 None None] Checking segment: {'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:21:30.450101 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-54e9e178-3aeb-41f0-bc4e-97f61795f533 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:30.450702 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e9e178-3aeb-41f0-bc4e-97f61795f533 None None] Bound using segment: {'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'} {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:21:30.451630 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-54e9e178-3aeb-41f0-bc4e-97f61795f533 None None] Bound port: b804a56b-7869-4d1b-8b00-d44cc45965d0, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}}] {{(pid=102194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:21:30.452236 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-54e9e178-3aeb-41f0-bc4e-97f61795f533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:30.456282 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-ddd9933f-912e-48b0-8f80-b857900494eb None None] Attempting to bind port 9eb4a1d3-e379-475e-9a52-6adf85f873de on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:21:30.456667 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-ddd9933f-912e-48b0-8f80-b857900494eb None None] Attempting to bind port 9eb4a1d3-e379-475e-9a52-6adf85f873de by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': 'a17e976c-4f19-4583-bdbe-63c6da9923ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '4869e9e4-7444-4b96-940f-4562723c09aa'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:21:30.457033 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd9933f-912e-48b0-8f80-b857900494eb None None] Attempting to bind port 9eb4a1d3-e379-475e-9a52-6adf85f873de on network 4869e9e4-7444-4b96-940f-4562723c09aa {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:21:30.476964 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a4f547-511f-463a-9485-7ad79c3378fa None None] Pushing event updated for resources: {'Port': ['ID=a1dd3fdb-51ce-42b5-8920-5e8e20f7bff5,revision_number=2']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:30.482645 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd9933f-912e-48b0-8f80-b857900494eb None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 21, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:21:30.483034 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd9933f-912e-48b0-8f80-b857900494eb None None] Checking segment: {'id': 'a17e976c-4f19-4583-bdbe-63c6da9923ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '4869e9e4-7444-4b96-940f-4562723c09aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:21:30.483557 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-ddd9933f-912e-48b0-8f80-b857900494eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:30.483827 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd9933f-912e-48b0-8f80-b857900494eb None None] Bound using segment: {'id': 'a17e976c-4f19-4583-bdbe-63c6da9923ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '4869e9e4-7444-4b96-940f-4562723c09aa'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:21:30.484308 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-ddd9933f-912e-48b0-8f80-b857900494eb None None] Bound port: 9eb4a1d3-e379-475e-9a52-6adf85f873de, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a17e976c-4f19-4583-bdbe-63c6da9923ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '4869e9e4-7444-4b96-940f-4562723c09aa'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:21:30.487309 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-ddd9933f-912e-48b0-8f80-b857900494eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:30.519050 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-d013041d-35c5-4689-ba2e-028b1b694a5b tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Notify callbacks [] for router, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:30.565295 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [None req-fe0a3352-e106-4467-acee-c90f69a81af8 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] For port a1dd3fdb-51ce-42b5-8920-5e8e20f7bff5, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=a1dd3fdb-51ce-42b5-8920-5e8e20f7bff5,segment=NetworkSegment(574f0a99-5ab5-4c26-94b9-85e2e6d185fa),segment_id=574f0a99-5ab5-4c26-94b9-85e2e6d185fa)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:21:30.568545 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fe0a3352-e106-4467-acee-c90f69a81af8 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:30.602183 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-fe0a3352-e106-4467-acee-c90f69a81af8 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Calling delete_port for a1dd3fdb-51ce-42b5-8920-5e8e20f7bff5 owned by network:dhcp {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:21:30.602789 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.db [None req-54e9e178-3aeb-41f0-bc4e-97f61795f533 None None] For port b804a56b-7869-4d1b-8b00-d44cc45965d0, host n-d-764292-30, cleared binding levels {{(pid=102194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:21:30.616350 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.db [None req-54e9e178-3aeb-41f0-bc4e-97f61795f533 None None] For port b804a56b-7869-4d1b-8b00-d44cc45965d0, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=b804a56b-7869-4d1b-8b00-d44cc45965d0,segment=NetworkSegment(fab28bed-aa25-40db-bba4-ec26e795194c),segment_id=fab28bed-aa25-40db-bba4-ec26e795194c)] {{(pid=102194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:21:30.661574 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-ddd9933f-912e-48b0-8f80-b857900494eb None None] For port 9eb4a1d3-e379-475e-9a52-6adf85f873de, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:21:30.675738 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-ddd9933f-912e-48b0-8f80-b857900494eb None None] For port 9eb4a1d3-e379-475e-9a52-6adf85f873de, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=9eb4a1d3-e379-475e-9a52-6adf85f873de,segment=NetworkSegment(a17e976c-4f19-4583-bdbe-63c6da9923ed),segment_id=a17e976c-4f19-4583-bdbe-63c6da9923ed)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:21:30.690958 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-54e9e178-3aeb-41f0-bc4e-97f61795f533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:30.695065 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-deb5c087-87de-4cef-812b-67284f187a35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:30.745228 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-d013041d-35c5-4689-ba2e-028b1b694a5b tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:30.746423 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-ddd9933f-912e-48b0-8f80-b857900494eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:30.762956 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29daae36-9ac8-43b4-bff8-e4085ee84c63 req-29aa4142-746f-40de-92a1-4dac954242a9 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:30.763468 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-29daae36-9ac8-43b4-bff8-e4085ee84c63 req-29aa4142-746f-40de-92a1-4dac954242a9 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/ports?device_id=a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c HTTP/1.1" status: 200 len: 945 time: 0.5516167 Aug 11 03:21:30.840286 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-deb5c087-87de-4cef-812b-67284f187a35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:30.861169 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd9933f-912e-48b0-8f80-b857900494eb None None] Pushing event updated for resources: {'Port': ['ID=9eb4a1d3-e379-475e-9a52-6adf85f873de,revision_number=2']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:30.892391 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e9e178-3aeb-41f0-bc4e-97f61795f533 None None] Routers {'b2e2b31f-304a-40c2-950c-e42d3777c15b'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:21:30.892679 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-29daae36-9ac8-43b4-bff8-e4085ee84c63 req-508fa100-9253-4680-b271-6c0dc848f1b2 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbb5f37-cd37-415a-b820-36c249955487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185415 Aug 11 03:21:30.893390 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-54e9e178-3aeb-41f0-bc4e-97f61795f533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:21:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['b2e2b31f-304a-40c2-950c-e42d3777c15b'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:30.909195 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b292ecc-8a00-428f-8482-6bfcc9222ff8 None None] Pushing event updated for resources: {'Port': ['ID=b804a56b-7869-4d1b-8b00-d44cc45965d0,revision_number=3']} {{(pid=102194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:30.977587 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-deb5c087-87de-4cef-812b-67284f187a35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:30.980466 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-deb5c087-87de-4cef-812b-67284f187a35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:30.981696 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-deb5c087-87de-4cef-812b-67284f187a35 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9bb780c7-2b48-4b9e-9b9b-c7f9101df8af HTTP/1.1" status: 204 len: 168 time: 0.9484034 Aug 11 03:21:31.007561 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-d013041d-35c5-4689-ba2e-028b1b694a5b tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Deleting port b804a56b-7869-4d1b-8b00-d44cc45965d0 {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:21:31.008012 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-d013041d-35c5-4689-ba2e-028b1b694a5b tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:31.165586 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb5c087-87de-4cef-812b-67284f187a35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bb780c7-2b48-4b9e-9b9b-c7f9101df8af,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:31.212815 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-54e9e178-3aeb-41f0-bc4e-97f61795f533 None None] Set router b2e2b31f-304a-40c2-950c-e42d3777c15b gateway port host: None {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:21:31.256306 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [None req-d013041d-35c5-4689-ba2e-028b1b694a5b tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] For port b804a56b-7869-4d1b-8b00-d44cc45965d0, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=b804a56b-7869-4d1b-8b00-d44cc45965d0,segment=NetworkSegment(fab28bed-aa25-40db-bba4-ec26e795194c),segment_id=fab28bed-aa25-40db-bba4-ec26e795194c)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:21:31.256695 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-d013041d-35c5-4689-ba2e-028b1b694a5b tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:31.276360 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-d013041d-35c5-4689-ba2e-028b1b694a5b tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Calling delete_port for b804a56b-7869-4d1b-8b00-d44cc45965d0 owned by network:router_gateway {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:21:31.391751 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3c5d7075-30bd-42f1-829c-1cf41a0a3371 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:31.409807 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-54e9e178-3aeb-41f0-bc4e-97f61795f533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2e2b31f-304a-40c2-950c-e42d3777c15b', 'name': 'tempest-snat-router-1494466542', 'tenant_id': '5dc2602a9c8b417193fac0508c351f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:21:22Z', 'updated_at': '2021-08-11T03:21:30Z', 'revision_number': 4, 'project_id': '5dc2602a9c8b417193fac0508c351f0e', 'gw_port_host': None}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:31.456585 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fe0a3352-e106-4467-acee-c90f69a81af8 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:31.459340 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3c5d7075-30bd-42f1-829c-1cf41a0a3371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:31.492883 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e9e178-3aeb-41f0-bc4e-97f61795f533 None None] The sync data for ids ['b2e2b31f-304a-40c2-950c-e42d3777c15b'] in n-d-764292-30 is: [{'id': 'b2e2b31f-304a-40c2-950c-e42d3777c15b', 'name': 'tempest-snat-router-1494466542', 'tenant_id': '5dc2602a9c8b417193fac0508c351f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:21:22Z', 'updated_at': '2021-08-11T03:21:30Z', 'revision_number': 4, 'project_id': '5dc2602a9c8b417193fac0508c351f0e', 'gw_port_host': None}] {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:21:31.546311 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0a3352-e106-4467-acee-c90f69a81af8 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Pushing event deleted for resources: {'Port': ['ID=a1dd3fdb-51ce-42b5-8920-5e8e20f7bff5,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:31.697319 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0a3352-e106-4467-acee-c90f69a81af8 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] No DVR routers for this DVR port a1dd3fdb-51ce-42b5-8920-5e8e20f7bff5 on host n-d-764292-30 {{(pid=102191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:21:31.836110 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fe0a3352-e106-4467-acee-c90f69a81af8 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:31.837096 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:31.905874 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-314ee885-fe1c-4c8f-bbb5-5295cd011246 req-f7975520-c017-4823-bf57-71eed76a2fd0 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e3618b6-52e5-4357-a355-b29ad18e1b9a HTTP/1.1" status: 200 len: 210 time: 0.1252985 Aug 11 03:21:32.015535 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fe0a3352-e106-4467-acee-c90f69a81af8 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126283413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126275158'] for subnet, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:32.028145 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [None req-3c5d7075-30bd-42f1-829c-1cf41a0a3371 admin admin] Allocated IP 172.25.8.209 (09faf7d2-eaf5-4a50-bb6e-4cb05d009a76/e1a97443-13df-40bb-85f5-fd269e2742c0/473271a9-69a8-441a-bcfb-6158a4abd855) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:21:32.094184 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-28ae6473-df0b-417e-96e0-a14e390ff582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:32.160175 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 9eb4a1d3-e379-475e-9a52-6adf85f873de up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:21:32.175848 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0a3352-e106-4467-acee-c90f69a81af8 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Pushing event deleted for resources: {'Subnet': ['ID=9e455018-f6b3-460f-abf7-25b92546ea2f,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:32.203393 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-d013041d-35c5-4689-ba2e-028b1b694a5b tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:32.277360 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d013041d-35c5-4689-ba2e-028b1b694a5b tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Pushing event deleted for resources: {'Port': ['ID=b804a56b-7869-4d1b-8b00-d44cc45965d0,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:32.277764 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c3a95e-1560-4432-a070-f3df0f4cd94a None None] Network 0f8a8440-5f3d-4739-80e2-50ddff31a35a requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:21:32.302962 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-9fd3de59-2092-4a3f-8183-cd10c703a271 None None] Could not find standard attr ID for object a1dd3fdb-51ce-42b5-8920-5e8e20f7bff5. {{(pid=102193) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 03:21:32.432624 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fe0a3352-e106-4467-acee-c90f69a81af8 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:32.447650 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-fe0a3352-e106-4467-acee-c90f69a81af8 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f8a8440-5f3d-4739-80e2-50ddff31a35a']}} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:32.471422 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port 9eb4a1d3-e379-475e-9a52-6adf85f873de completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:21:32.476395 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-fe0a3352-e106-4467-acee-c90f69a81af8 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '574f0a99-5ab5-4c26-94b9-85e2e6d185fa') {'for_net_delete': True} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:32.476801 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-fe0a3352-e106-4467-acee-c90f69a81af8 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '574f0a99-5ab5-4c26-94b9-85e2e6d185fa') {} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:32.507954 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fe0a3352-e106-4467-acee-c90f69a81af8 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126283644'] for segment, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:32.532378 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fe0a3352-e106-4467-acee-c90f69a81af8 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:32.552798 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b19aff-3d7f-4674-83d4-98d2443aa076 req-390fb854-71de-405d-895b-12a31a3cbf30 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:32.562868 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-58b19aff-3d7f-4674-83d4-98d2443aa076 req-390fb854-71de-405d-895b-12a31a3cbf30 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/ports?device_id=a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c HTTP/1.1" status: 200 len: 945 time: 0.2904449 Aug 11 03:21:32.587317 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe0a3352-e106-4467-acee-c90f69a81af8 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=102191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:21:32.589611 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fe0a3352-e106-4467-acee-c90f69a81af8 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126283391'] for segment, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:32.612659 n-d-764292-30 neutron-server[102191]: Traceback (most recent call last): Aug 11 03:21:32.612659 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:21:32.612659 n-d-764292-30 neutron-server[102191]: timer() Aug 11 03:21:32.612659 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:21:32.612659 n-d-764292-30 neutron-server[102191]: cb(*args, **kw) Aug 11 03:21:32.612659 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:21:32.612659 n-d-764292-30 neutron-server[102191]: return func(*args, **kwargs) Aug 11 03:21:32.612659 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:21:32.612659 n-d-764292-30 neutron-server[102191]: self._notify() Aug 11 03:21:32.612659 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:21:32.612659 n-d-764292-30 neutron-server[102191]: self.callback(batched_events) Aug 11 03:21:32.612659 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:21:32.612659 n-d-764292-30 neutron-server[102191]: event.method(event) Aug 11 03:21:32.612659 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:21:32.612659 n-d-764292-30 neutron-server[102191]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:21:32.612659 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:21:32.612659 n-d-764292-30 neutron-server[102191]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:21:32.612659 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:21:32.612659 n-d-764292-30 neutron-server[102191]: return f(self, *a, **k) Aug 11 03:21:32.612659 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:21:32.612659 n-d-764292-30 neutron-server[102191]: return self._get(url).json() Aug 11 03:21:32.612659 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:21:32.612659 n-d-764292-30 neutron-server[102191]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:21:32.612659 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:21:32.612659 n-d-764292-30 neutron-server[102191]: return self.request(url, 'GET', **kwargs) Aug 11 03:21:32.612659 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:21:32.612659 n-d-764292-30 neutron-server[102191]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:21:32.612659 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:21:32.612659 n-d-764292-30 neutron-server[102191]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:21:32.612659 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:21:32.612659 n-d-764292-30 neutron-server[102191]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:21:32.612659 n-d-764292-30 neutron-server[102191]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:21:32.639495 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-d013041d-35c5-4689-ba2e-028b1b694a5b tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-446916'] for router_gateway, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:32.761622 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3c5d7075-30bd-42f1-829c-1cf41a0a3371 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:32.840121 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31ef7f11-a312-447a-9ce7-3e0499f73ca5 None None] DHCP port deletion for 0f8a8440-5f3d-4739-80e2-50ddff31a35a request from n-d-764292-30 {{(pid=102193) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:21:32.919758 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fe0a3352-e106-4467-acee-c90f69a81af8 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:32.969038 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fe0a3352-e106-4467-acee-c90f69a81af8 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks [] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:32.973595 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-fe0a3352-e106-4467-acee-c90f69a81af8 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] 10.222.0.41 "DELETE /v2.0/networks/0f8a8440-5f3d-4739-80e2-50ddff31a35a HTTP/1.1" status: 204 len: 168 time: 4.6130340 Aug 11 03:21:32.976538 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0a3352-e106-4467-acee-c90f69a81af8 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Pushing event deleted for resources: {'Network': ['ID=0f8a8440-5f3d-4739-80e2-50ddff31a35a,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:32.980337 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 49418) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:32.987233 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-25c30631-ff07-4efb-bdd4-8f6c99491858 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1333019754'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:21:33.018480 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-58b19aff-3d7f-4674-83d4-98d2443aa076 req-87758a08-53ed-405d-9a18-ad35c2727143 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbb5f37-cd37-415a-b820-36c249955487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4500082 Aug 11 03:21:33.018846 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:33.061814 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-d013041d-35c5-4689-ba2e-028b1b694a5b tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6544'] for router, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:33.071838 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-d013041d-35c5-4689-ba2e-028b1b694a5b tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:33.117976 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3c5d7075-30bd-42f1-829c-1cf41a0a3371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:33.121897 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25c30631-ff07-4efb-bdd4-8f6c99491858 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Made reservation on behalf of 0c28768474b748ba96f3a3b94cb33f57 for: {'network': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:21:33.129443 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-25c30631-ff07-4efb-bdd4-8f6c99491858 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:33.141351 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d8514b6-446f-40be-afca-800dd4364960 None None] Network 4869e9e4-7444-4b96-940f-4562723c09aa requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:21:33.232603 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c5d7075-30bd-42f1-829c-1cf41a0a3371 admin admin] Network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:21:33.237442 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-3c5d7075-30bd-42f1-829c-1cf41a0a3371 admin admin] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:21:33.241892 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5d7075-30bd-42f1-829c-1cf41a0a3371 admin admin] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:21:33.257400 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bc51970e-62cc-47a2-8c05-7300c80242a5 req-414da07f-1b1b-483f-b189-02131acc3b89 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e3618b6-52e5-4357-a355-b29ad18e1b9a HTTP/1.1" status: 200 len: 210 time: 0.1511421 Aug 11 03:21:33.418616 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25c30631-ff07-4efb-bdd4-8f6c99491858 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=102191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:21:33.435441 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-322ef3c2-2593-4b31-8132-26f6e380a31d None None] Provisioning for port 9eb4a1d3-e379-475e-9a52-6adf85f873de completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:21:33.455891 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5d7075-30bd-42f1-829c-1cf41a0a3371 admin admin] Pushing event updated for resources: {'Port': ['ID=473271a9-69a8-441a-bcfb-6158a4abd855,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:33.467764 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-322ef3c2-2593-4b31-8132-26f6e380a31d None None] Provisioning complete for port 9eb4a1d3-e379-475e-9a52-6adf85f873de triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:21:33.468317 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-322ef3c2-2593-4b31-8132-26f6e380a31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:33.741922 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-322ef3c2-2593-4b31-8132-26f6e380a31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:33.746985 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-25c30631-ff07-4efb-bdd4-8f6c99491858 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:33.758180 n-d-764292-30 neutron-server[102191]: INFO neutron.db.segments_db [None req-25c30631-ff07-4efb-bdd4-8f6c99491858 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Added segment bc758142-59fd-4cc4-8713-62198f33cbb1 of type vlan for network 3b6b2052-6cec-4972-8e7d-e2e122627f1c Aug 11 03:21:33.790067 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-322ef3c2-2593-4b31-8132-26f6e380a31d None None] For port 9eb4a1d3-e379-475e-9a52-6adf85f873de, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=9eb4a1d3-e379-475e-9a52-6adf85f873de,segment=NetworkSegment(a17e976c-4f19-4583-bdbe-63c6da9923ed),segment_id=a17e976c-4f19-4583-bdbe-63c6da9923ed)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:21:33.843192 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-25c30631-ff07-4efb-bdd4-8f6c99491858 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:33.845265 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device a1dd3fdb-51ce-42b5-8920-5e8e20f7bff5 no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:21:33.890933 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: a1dd3fdb-51ce-42b5-8920-5e8e20f7bff5 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:21:33.891623 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device a1dd3fdb-51ce-42b5-8920-5e8e20f7bff5 not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:21:33.903018 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-322ef3c2-2593-4b31-8132-26f6e380a31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:34.009616 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322ef3c2-2593-4b31-8132-26f6e380a31d None None] Pushing event updated for resources: {'Port': ['ID=9eb4a1d3-e379-475e-9a52-6adf85f873de,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:34.198080 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-25c30631-ff07-4efb-bdd4-8f6c99491858 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:34.205800 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25c30631-ff07-4efb-bdd4-8f6c99491858 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:34.207344 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-25c30631-ff07-4efb-bdd4-8f6c99491858 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks [] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:34.231611 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-d013041d-35c5-4689-ba2e-028b1b694a5b tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448809'] for router, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:34.233102 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d013041d-35c5-4689-ba2e-028b1b694a5b tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b2e2b31f-304a-40c2-950c-e42d3777c15b {{(pid=102192) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:21:34.240094 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-de6ca283-a5ec-4b33-9eb7-fd7bdf59934c None None] Provisioning complete for port 9eb4a1d3-e379-475e-9a52-6adf85f873de triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:21:34.240475 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-de6ca283-a5ec-4b33-9eb7-fd7bdf59934c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:34.261381 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-d013041d-35c5-4689-ba2e-028b1b694a5b tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Notify callbacks [] for router, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:34.261381 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-d013041d-35c5-4689-ba2e-028b1b694a5b tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] 10.222.0.41 "DELETE /v2.0/routers/b2e2b31f-304a-40c2-950c-e42d3777c15b HTTP/1.1" status: 204 len: 168 time: 4.0468559 Aug 11 03:21:34.266616 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 49474) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:34.321622 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd26a7a6-ad5a-49c8-a906-01035fae923f req-2b25de9d-c799-488f-9556-3cfcdb9cd5ba tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:34.327729 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cd26a7a6-ad5a-49c8-a906-01035fae923f req-2b25de9d-c799-488f-9556-3cfcdb9cd5ba tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/ports?device_id=a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c HTTP/1.1" status: 200 len: 945 time: 0.1571074 Aug 11 03:21:34.352297 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-25c30631-ff07-4efb-bdd4-8f6c99491858 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.3662934 Aug 11 03:21:34.362344 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 49480) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:34.369767 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-4fd85bb3-69ec-4e6b-812a-b6cfabd9291a tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Request body: {'network': {'name': 'New_network'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:21:34.397168 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.agents_db [None req-950b7202-decb-43e2-8f71-ac8931dc9749 None None] Agent healthcheck: found 7 active agents {{(pid=102194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:21:34.498384 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c30631-ff07-4efb-bdd4-8f6c99491858 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Pushing event updated for resources: {'Network': ['ID=3b6b2052-6cec-4972-8e7d-e2e122627f1c,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:34.516663 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network 3b6b2052-6cec-4972-8e7d-e2e122627f1c details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:21:34.547066 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3c5d7075-30bd-42f1-829c-1cf41a0a3371 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:34.604326 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ac130325-24e5-4161-aa42-7c58f961b368 req-97167a18-991d-4a33-8d89-65fce5708cd3 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e3618b6-52e5-4357-a355-b29ad18e1b9a HTTP/1.1" status: 200 len: 210 time: 0.1217051 Aug 11 03:21:34.655230 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:34.695560 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cd26a7a6-ad5a-49c8-a906-01035fae923f req-66995779-0a64-4131-acdf-03c95839bdd1 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbb5f37-cd37-415a-b820-36c249955487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109897 Aug 11 03:21:34.733356 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-428069e7-3e77-4891-8442-1abc8ca6e398 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Notify callbacks [] for router, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:34.923072 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-428069e7-3e77-4891-8442-1abc8ca6e398 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:34.938274 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4fd85bb3-69ec-4e6b-812a-b6cfabd9291a tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:35.043219 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4fd85bb3-69ec-4e6b-812a-b6cfabd9291a tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:35.102100 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4fd85bb3-69ec-4e6b-812a-b6cfabd9291a tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Network 3b6b2052-6cec-4972-8e7d-e2e122627f1c is not hosted by any dhcp agent {{(pid=102191) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 11 03:21:35.107532 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fd85bb3-69ec-4e6b-812a-b6cfabd9291a tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:35.108281 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4fd85bb3-69ec-4e6b-812a-b6cfabd9291a tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks [] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:35.109575 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-4fd85bb3-69ec-4e6b-812a-b6cfabd9291a tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] 10.222.0.41 "PUT /v2.0/networks/3b6b2052-6cec-4972-8e7d-e2e122627f1c HTTP/1.1" status: 200 len: 723 time: 0.7462521 Aug 11 03:21:35.112665 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 49518) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:35.119786 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-b1999a7c-ec88-4bf0-bdbd-071744da3228 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Request body: {'subnet': {'network_id': '3b6b2052-6cec-4972-8e7d-e2e122627f1c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:21:35.181334 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3c5d7075-30bd-42f1-829c-1cf41a0a3371 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-446952'] for router, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:35.183858 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd85bb3-69ec-4e6b-812a-b6cfabd9291a tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Pushing event updated for resources: {'Network': ['ID=3b6b2052-6cec-4972-8e7d-e2e122627f1c,revision_number=2']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:35.195656 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network 3b6b2052-6cec-4972-8e7d-e2e122627f1c details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:21:35.268783 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-428069e7-3e77-4891-8442-1abc8ca6e398 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Deleting port 8d02340a-7fd3-4915-815c-b7072eac89e8 {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:21:35.269227 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-428069e7-3e77-4891-8442-1abc8ca6e398 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:35.414945 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [None req-428069e7-3e77-4891-8442-1abc8ca6e398 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] For port 8d02340a-7fd3-4915-815c-b7072eac89e8, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=8d02340a-7fd3-4915-815c-b7072eac89e8,segment=NetworkSegment(fab28bed-aa25-40db-bba4-ec26e795194c),segment_id=fab28bed-aa25-40db-bba4-ec26e795194c)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:21:35.415532 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-428069e7-3e77-4891-8442-1abc8ca6e398 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:35.430530 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-428069e7-3e77-4891-8442-1abc8ca6e398 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Calling delete_port for 8d02340a-7fd3-4915-815c-b7072eac89e8 owned by network:router_gateway {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:21:35.493988 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c5d7075-30bd-42f1-829c-1cf41a0a3371 admin admin] Router 71eb81b0-a0fb-46b7-8f05-443c50b71d72 is scheduled to L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 with binding_index 1 {{(pid=102191) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:21:35.675151 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1999a7c-ec88-4bf0-bdbd-071744da3228 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Made reservation on behalf of 0c28768474b748ba96f3a3b94cb33f57 for: {'subnet': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:21:35.678780 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b1999a7c-ec88-4bf0-bdbd-071744da3228 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126180544'] for subnet, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:35.765728 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c5d7075-30bd-42f1-829c-1cf41a0a3371 admin admin] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:21:35.776516 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ecb0e8-da34-4fa3-8df4-ebc801762698 None None] Sync routers for ids ['71eb81b0-a0fb-46b7-8f05-443c50b71d72'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:21:35.789351 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ecb0e8-da34-4fa3-8df4-ebc801762698 None None] Routers {'71eb81b0-a0fb-46b7-8f05-443c50b71d72'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:21:35.789996 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-82ecb0e8-da34-4fa3-8df4-ebc801762698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:21:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['71eb81b0-a0fb-46b7-8f05-443c50b71d72'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:35.877566 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-92db5691-63cc-4e5c-87a8-b28fd1528783 req-cfc3517c-c673-45fa-afaa-107509c5c18a tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e3618b6-52e5-4357-a355-b29ad18e1b9a HTTP/1.1" status: 200 len: 210 time: 0.0784481 Aug 11 03:21:35.942370 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3c5d7075-30bd-42f1-829c-1cf41a0a3371 admin admin] Notify callbacks [] for router, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:35.942370 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-3c5d7075-30bd-42f1-829c-1cf41a0a3371 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 7.9046400 Aug 11 03:21:35.942370 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 49550) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:36.058761 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d0fe19-805e-4375-bcbe-4c72bb133b25 req-e661681f-772f-4b7d-b040-349eb6667ce5 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:36.061665 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-85d0fe19-805e-4375-bcbe-4c72bb133b25 req-e661681f-772f-4b7d-b040-349eb6667ce5 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/ports?device_id=a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c HTTP/1.1" status: 200 len: 945 time: 0.2478278 Aug 11 03:21:36.117266 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 9eb4a1d3-e379-475e-9a52-6adf85f873de up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:21:36.221354 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-85d0fe19-805e-4375-bcbe-4c72bb133b25 req-caf76dd4-ee3f-49ce-9632-c4016adbb095 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbb5f37-cd37-415a-b820-36c249955487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795238 Aug 11 03:21:36.237514 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-82ecb0e8-da34-4fa3-8df4-ebc801762698 None None] Set router 71eb81b0-a0fb-46b7-8f05-443c50b71d72 gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:21:36.260996 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 9eb4a1d3-e379-475e-9a52-6adf85f873de triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:21:36.261718 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:36.328924 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-428069e7-3e77-4891-8442-1abc8ca6e398 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:36.364413 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b1999a7c-ec88-4bf0-bdbd-071744da3228 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125932092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126180562'] for subnet, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:36.378553 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428069e7-3e77-4891-8442-1abc8ca6e398 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Pushing event deleted for resources: {'Port': ['ID=8d02340a-7fd3-4915-815c-b7072eac89e8,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:36.559289 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1999a7c-ec88-4bf0-bdbd-071744da3228 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Pushing event updated for resources: {'Subnet': ['ID=2a249cae-699b-4419-91c4-30596d63c7c7,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:36.577544 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-82ecb0e8-da34-4fa3-8df4-ebc801762698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71eb81b0-a0fb-46b7-8f05-443c50b71d72', 'name': 'tempest-TestAggregatesBasicOps-1249826893-router', 'tenant_id': '710d71fa568e4c94ae62395985243d4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.209'}], 'enable_snat': True}, 'gw_port_id': '473271a9-69a8-441a-bcfb-6158a4abd855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:21:28Z', 'updated_at': '2021-08-11T03:21:33Z', 'revision_number': 3, 'project_id': '710d71fa568e4c94ae62395985243d4a', 'gw_port': {'id': '473271a9-69a8-441a-bcfb-6158a4abd855', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:d3:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71eb81b0-a0fb-46b7-8f05-443c50b71d72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2369, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:21:31Z', 'updated_at': '2021-08-11T03:21:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:36.626513 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-428069e7-3e77-4891-8442-1abc8ca6e398 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-446916'] for router_gateway, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:36.629328 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1999a7c-ec88-4bf0-bdbd-071744da3228 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Checking segment: {'id': 'bc758142-59fd-4cc4-8713-62198f33cbb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '3b6b2052-6cec-4972-8e7d-e2e122627f1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:21:36.630786 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1999a7c-ec88-4bf0-bdbd-071744da3228 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Network hostable DHCP agents. Network: 3b6b2052-6cec-4972-8e7d-e2e122627f1c, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:21:36.645525 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ecb0e8-da34-4fa3-8df4-ebc801762698 None None] Checking router: 71eb81b0-a0fb-46b7-8f05-443c50b71d72 for host: n-d-764292-30 {{(pid=102193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:21:36.645525 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ecb0e8-da34-4fa3-8df4-ebc801762698 None None] Updating router 71eb81b0-a0fb-46b7-8f05-443c50b71d72 port 473271a9-69a8-441a-bcfb-6158a4abd855 binding host n-d-764292-30 {{(pid=102193) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:21:36.685998 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-82ecb0e8-da34-4fa3-8df4-ebc801762698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:36.710833 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-843ab502-9c84-4bd3-b1b9-6838f0cf6fef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:36.893888 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-428069e7-3e77-4891-8442-1abc8ca6e398 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6544'] for router, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:36.896220 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-428069e7-3e77-4891-8442-1abc8ca6e398 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:37.003897 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-428069e7-3e77-4891-8442-1abc8ca6e398 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448809'] for router, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:37.004476 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-428069e7-3e77-4891-8442-1abc8ca6e398 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9eb122d4-9bba-435c-95a3-077affd297cb {{(pid=102192) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:21:37.009614 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-428069e7-3e77-4891-8442-1abc8ca6e398 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Notify callbacks [] for router, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:37.013174 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-428069e7-3e77-4891-8442-1abc8ca6e398 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] 10.222.0.41 "DELETE /v2.0/routers/9eb122d4-9bba-435c-95a3-077affd297cb HTTP/1.1" status: 204 len: 168 time: 2.7409861 Aug 11 03:21:37.016975 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 49590) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:37.047799 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-cf8f8839-1f25-46a4-9685-ea043fcc919f tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-655736410', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}, 'admin_state_up': False}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:21:37.097888 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1999a7c-ec88-4bf0-bdbd-071744da3228 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Network 3b6b2052-6cec-4972-8e7d-e2e122627f1c is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:21:37.238227 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-97aec4bc-be04-4673-826d-00c0b10ddffc req-e25636c1-7ec8-45be-9dd3-5781e0fb6a81 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e3618b6-52e5-4357-a355-b29ad18e1b9a HTTP/1.1" status: 200 len: 210 time: 0.1415045 Aug 11 03:21:37.311287 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:37.311822 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-b1999a7c-ec88-4bf0-bdbd-071744da3228 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, 3b6b2052-6cec-4972-8e7d-e2e122627f1c) {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:21:37.311822 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1999a7c-ec88-4bf0-bdbd-071744da3228 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:37.315184 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b1999a7c-ec88-4bf0-bdbd-071744da3228 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:37.345352 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92a1ca07-8977-41ee-86f3-0057c7823c95 None None] Network 3b6b2052-6cec-4972-8e7d-e2e122627f1c requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:21:37.398935 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-cf8f8839-1f25-46a4-9685-ea043fcc919f tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-450010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6626'] for router, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:37.401858 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-cf8f8839-1f25-46a4-9685-ea043fcc919f tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-446747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6633'] for router, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:37.610966 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-cf8f8839-1f25-46a4-9685-ea043fcc919f tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:37.620730 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-b1999a7c-ec88-4bf0-bdbd-071744da3228 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5064967 Aug 11 03:21:37.624136 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 49612) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:37.644298 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-ccfb5159-e4f7-45af-97a8-601162cd077f tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:21:37.772111 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-82ecb0e8-da34-4fa3-8df4-ebc801762698 None None] Notify callbacks [] for port, precommit_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:37.847603 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-82ecb0e8-da34-4fa3-8df4-ebc801762698 None None] Transition to ACTIVE for port object 473271a9-69a8-441a-bcfb-6158a4abd855 will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:21:37.920472 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf8dc4c-e257-4fe6-ad3d-8d523cd94501 req-3f3f9028-9f4f-41d0-8eb5-dd532b74d2a3 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:37.922586 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-dbf8dc4c-e257-4fe6-ad3d-8d523cd94501 req-3f3f9028-9f4f-41d0-8eb5-dd532b74d2a3 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/ports?device_id=a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c HTTP/1.1" status: 200 len: 945 time: 0.4705536 Aug 11 03:21:37.926146 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-482f66e7-1590-4b22-b87f-6c904ec302bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde080026-c28f-55be-b52b-13827cc43646-3b6b2052-6cec-4972-8e7d-e2e122627f1c', 'network_id': '3b6b2052-6cec-4972-8e7d-e2e122627f1c', 'tenant_id': '0c28768474b748ba96f3a3b94cb33f57', 'fixed_ips': [{'subnet_id': '2a249cae-699b-4419-91c4-30596d63c7c7'}]}} from n-d-764292-30. {{(pid=102193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:21:37.928905 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-482f66e7-1590-4b22-b87f-6c904ec302bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:37.952034 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-82ecb0e8-da34-4fa3-8df4-ebc801762698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:38.001091 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 8d02340a-7fd3-4915-815c-b7072eac89e8 no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:21:38.011665 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-cf8f8839-1f25-46a4-9685-ea043fcc919f tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:38.094079 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-dbf8dc4c-e257-4fe6-ad3d-8d523cd94501 req-477f6770-b06b-4815-80b5-10ae8e895299 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbb5f37-cd37-415a-b820-36c249955487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196845 Aug 11 03:21:38.131152 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [None req-843ab502-9c84-4bd3-b1b9-6838f0cf6fef admin admin] Allocated IP 172.20.0.1 (4869e9e4-7444-4b96-940f-4562723c09aa/26465408-ae38-4313-b025-1fa77152a1bc/e9a9f347-ab2c-4f3e-8202-6e8d92762bc2) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:21:38.134623 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ccfb5159-e4f7-45af-97a8-601162cd077f tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-126180555'] for subnet, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:38.146349 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: 8d02340a-7fd3-4915-815c-b7072eac89e8 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:21:38.146349 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 8d02340a-7fd3-4915-815c-b7072eac89e8 not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:21:38.355854 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-82ecb0e8-da34-4fa3-8df4-ebc801762698 None None] Attempting to bind port 473271a9-69a8-441a-bcfb-6158a4abd855 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:21:38.356419 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-82ecb0e8-da34-4fa3-8df4-ebc801762698 None None] Attempting to bind port 473271a9-69a8-441a-bcfb-6158a4abd855 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:21:38.356574 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ecb0e8-da34-4fa3-8df4-ebc801762698 None None] Attempting to bind port 473271a9-69a8-441a-bcfb-6158a4abd855 on network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:21:38.358375 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-843ab502-9c84-4bd3-b1b9-6838f0cf6fef admin admin] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:38.397483 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35857b16-8242-40fc-a6db-e07e50e895c6 None None] Pushing event updated for resources: {'Port': ['ID=473271a9-69a8-441a-bcfb-6158a4abd855,revision_number=2']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:38.406463 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ecb0e8-da34-4fa3-8df4-ebc801762698 None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 21, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:21:38.406876 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ecb0e8-da34-4fa3-8df4-ebc801762698 None None] Checking segment: {'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:21:38.407335 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-82ecb0e8-da34-4fa3-8df4-ebc801762698 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:38.407732 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ecb0e8-da34-4fa3-8df4-ebc801762698 None None] Bound using segment: {'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:21:38.408214 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-82ecb0e8-da34-4fa3-8df4-ebc801762698 None None] Bound port: 473271a9-69a8-441a-bcfb-6158a4abd855, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:21:38.408598 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-82ecb0e8-da34-4fa3-8df4-ebc801762698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:38.427263 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [None req-843ab502-9c84-4bd3-b1b9-6838f0cf6fef admin admin] Transition to ACTIVE for port object e9a9f347-ab2c-4f3e-8202-6e8d92762bc2 will not be triggered until provisioned by entity DHCP. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:21:38.467834 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a13844a4-d1c8-4df5-abe6-dd0f176b1629 req-29d9ec5d-6542-43a2-99b8-1065ebe3a915 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e3618b6-52e5-4357-a355-b29ad18e1b9a HTTP/1.1" status: 200 len: 210 time: 0.0747797 Aug 11 03:21:38.484264 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-82ecb0e8-da34-4fa3-8df4-ebc801762698 None None] For port 473271a9-69a8-441a-bcfb-6158a4abd855, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:21:38.488536 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-82ecb0e8-da34-4fa3-8df4-ebc801762698 None None] For port 473271a9-69a8-441a-bcfb-6158a4abd855, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=473271a9-69a8-441a-bcfb-6158a4abd855,segment=NetworkSegment(fab28bed-aa25-40db-bba4-ec26e795194c),segment_id=fab28bed-aa25-40db-bba4-ec26e795194c)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:21:38.577582 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ccfb5159-e4f7-45af-97a8-601162cd077f tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8790262932372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-125932146'] for subnet, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:38.596674 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.db_base_plugin_common [None req-482f66e7-1590-4b22-b87f-6c904ec302bf None None] Allocated IP 172.20.0.2 (3b6b2052-6cec-4972-8e7d-e2e122627f1c/2a249cae-699b-4419-91c4-30596d63c7c7/012e3b57-c905-4874-ba67-80a5854ffa46) {{(pid=102193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:21:38.622115 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-843ab502-9c84-4bd3-b1b9-6838f0cf6fef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:38.648675 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccfb5159-e4f7-45af-97a8-601162cd077f tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:38.649523 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ccfb5159-e4f7-45af-97a8-601162cd077f tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks [] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:38.651240 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-ccfb5159-e4f7-45af-97a8-601162cd077f tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] 10.222.0.41 "PUT /v2.0/subnets/2a249cae-699b-4419-91c4-30596d63c7c7 HTTP/1.1" status: 200 len: 806 time: 1.0208006 Aug 11 03:21:38.654311 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-cf8f8839-1f25-46a4-9685-ea043fcc919f tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Notify callbacks [] for router_gateway, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:38.656611 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 49662) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:38.679397 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-82ecb0e8-da34-4fa3-8df4-ebc801762698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:38.689392 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-843ab502-9c84-4bd3-b1b9-6838f0cf6fef admin admin] Network 4869e9e4-7444-4b96-940f-4562723c09aa is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:21:38.694486 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-843ab502-9c84-4bd3-b1b9-6838f0cf6fef admin admin] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:21:38.696874 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-cf8f8839-1f25-46a4-9685-ea043fcc919f tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:38.706484 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843ab502-9c84-4bd3-b1b9-6838f0cf6fef admin admin] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:21:38.771369 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843ab502-9c84-4bd3-b1b9-6838f0cf6fef admin admin] Pushing event updated for resources: {'Port': ['ID=e9a9f347-ab2c-4f3e-8202-6e8d92762bc2,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:38.791850 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-843ab502-9c84-4bd3-b1b9-6838f0cf6fef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-520987'] for router_interface, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:38.808331 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-482f66e7-1590-4b22-b87f-6c904ec302bf None None] Notify callbacks [] for port, precommit_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:38.826932 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-482f66e7-1590-4b22-b87f-6c904ec302bf None None] Transition to ACTIVE for port object 012e3b57-c905-4874-ba67-80a5854ffa46 will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:21:38.852524 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-482f66e7-1590-4b22-b87f-6c904ec302bf None None] Transition to ACTIVE for port object 012e3b57-c905-4874-ba67-80a5854ffa46 will not be triggered until provisioned by entity DHCP. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:21:38.932089 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-482f66e7-1590-4b22-b87f-6c904ec302bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669'] for port, after_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:38.988924 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ecb0e8-da34-4fa3-8df4-ebc801762698 None None] Routers {'71eb81b0-a0fb-46b7-8f05-443c50b71d72'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:21:38.989685 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-82ecb0e8-da34-4fa3-8df4-ebc801762698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:21:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['71eb81b0-a0fb-46b7-8f05-443c50b71d72'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:39.005612 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-482f66e7-1590-4b22-b87f-6c904ec302bf None None] Network 3b6b2052-6cec-4972-8e7d-e2e122627f1c is already hosted by enough agents. {{(pid=102193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:21:39.013518 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.base_scheduler [None req-482f66e7-1590-4b22-b87f-6c904ec302bf None None] Resources bound (agent type, host, resource id): {{(pid=102193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:21:39.026156 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-843ab502-9c84-4bd3-b1b9-6838f0cf6fef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:39.099788 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482f66e7-1590-4b22-b87f-6c904ec302bf None None] Received port after_create {{(pid=102193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:21:39.115221 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35857b16-8242-40fc-a6db-e07e50e895c6 None None] Pushing event updated for resources: {'Port': ['ID=473271a9-69a8-441a-bcfb-6158a4abd855,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:39.272832 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482f66e7-1590-4b22-b87f-6c904ec302bf None None] Pushing event updated for resources: {'Port': ['ID=012e3b57-c905-4874-ba67-80a5854ffa46,revision_number=1']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:39.311717 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-482f66e7-1590-4b22-b87f-6c904ec302bf None None] Attempting to bind port 012e3b57-c905-4874-ba67-80a5854ffa46 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:21:39.312006 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-482f66e7-1590-4b22-b87f-6c904ec302bf None None] Attempting to bind port 012e3b57-c905-4874-ba67-80a5854ffa46 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': 'bc758142-59fd-4cc4-8713-62198f33cbb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '3b6b2052-6cec-4972-8e7d-e2e122627f1c'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:21:39.312377 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482f66e7-1590-4b22-b87f-6c904ec302bf None None] Attempting to bind port 012e3b57-c905-4874-ba67-80a5854ffa46 on network 3b6b2052-6cec-4972-8e7d-e2e122627f1c {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:21:39.318250 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-843ab502-9c84-4bd3-b1b9-6838f0cf6fef admin admin] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:39.324181 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482f66e7-1590-4b22-b87f-6c904ec302bf None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 21, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:21:39.324561 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482f66e7-1590-4b22-b87f-6c904ec302bf None None] Checking segment: {'id': 'bc758142-59fd-4cc4-8713-62198f33cbb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '3b6b2052-6cec-4972-8e7d-e2e122627f1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:21:39.324972 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-482f66e7-1590-4b22-b87f-6c904ec302bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:39.325380 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482f66e7-1590-4b22-b87f-6c904ec302bf None None] Bound using segment: {'id': 'bc758142-59fd-4cc4-8713-62198f33cbb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '3b6b2052-6cec-4972-8e7d-e2e122627f1c'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:21:39.325867 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-482f66e7-1590-4b22-b87f-6c904ec302bf None None] Bound port: 012e3b57-c905-4874-ba67-80a5854ffa46, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc758142-59fd-4cc4-8713-62198f33cbb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '3b6b2052-6cec-4972-8e7d-e2e122627f1c'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:21:39.326255 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-482f66e7-1590-4b22-b87f-6c904ec302bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:39.340107 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-82ecb0e8-da34-4fa3-8df4-ebc801762698 None None] Set router 71eb81b0-a0fb-46b7-8f05-443c50b71d72 gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:21:39.363399 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfb5159-e4f7-45af-97a8-601162cd077f tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Pushing event updated for resources: {'Subnet': ['ID=2a249cae-699b-4419-91c4-30596d63c7c7,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:39.369616 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3a6e729b-9368-4c88-a956-593d83f3d4f9 None None] Provisioning for port e9a9f347-ab2c-4f3e-8202-6e8d92762bc2 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:21:39.401106 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3a6e729b-9368-4c88-a956-593d83f3d4f9 None None] Provisioning complete for port e9a9f347-ab2c-4f3e-8202-6e8d92762bc2 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:21:39.401477 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3a6e729b-9368-4c88-a956-593d83f3d4f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:39.420006 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-843ab502-9c84-4bd3-b1b9-6838f0cf6fef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:39.462532 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-3a6e729b-9368-4c88-a956-593d83f3d4f9 None None] Port e9a9f347-ab2c-4f3e-8202-6e8d92762bc2 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:21:39.473199 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [None req-cf8f8839-1f25-46a4-9685-ea043fcc919f tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Allocated IP 172.25.8.128 (09faf7d2-eaf5-4a50-bb6e-4cb05d009a76/e1a97443-13df-40bb-85f5-fd269e2742c0/efe43861-a203-4f2a-ba61-5b5228174c5f) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:21:39.500099 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09340ab4-56f2-405e-a53f-1d6ce5eb4eb7 req-d6e3ee9b-d0ad-40ba-88c5-e5f40421652a tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:39.501252 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-09340ab4-56f2-405e-a53f-1d6ce5eb4eb7 req-d6e3ee9b-d0ad-40ba-88c5-e5f40421652a tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/ports?device_id=a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c HTTP/1.1" status: 200 len: 945 time: 0.1639333 Aug 11 03:21:39.527186 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e88b7859-2bab-4b7e-9282-1a7604705e36 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:39.529836 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-843ab502-9c84-4bd3-b1b9-6838f0cf6fef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16383026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521135'] for router_interface, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:39.554618 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843ab502-9c84-4bd3-b1b9-6838f0cf6fef admin admin] Pushing event updated for resources: {'Port': ['ID=e9a9f347-ab2c-4f3e-8202-6e8d92762bc2,revision_number=2']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:39.626327 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-482f66e7-1590-4b22-b87f-6c904ec302bf None None] For port 012e3b57-c905-4874-ba67-80a5854ffa46, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:21:39.674448 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-843ab502-9c84-4bd3-b1b9-6838f0cf6fef admin admin] Network 4869e9e4-7444-4b96-940f-4562723c09aa is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:21:39.675969 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-843ab502-9c84-4bd3-b1b9-6838f0cf6fef admin admin] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:21:39.702882 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5b0130d9-1528-4058-b187-f930f88ba98b req-058a650d-2a72-42ae-8d79-4d4d9b03ca7c tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e3618b6-52e5-4357-a355-b29ad18e1b9a HTTP/1.1" status: 200 len: 210 time: 0.0906060 Aug 11 03:21:39.724406 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-09340ab4-56f2-405e-a53f-1d6ce5eb4eb7 req-fe0b6dce-20c9-45a8-9b00-c9efaba812cc tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbb5f37-cd37-415a-b820-36c249955487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114222 Aug 11 03:21:39.815016 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-e88b7859-2bab-4b7e-9282-1a7604705e36 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Deleting port 012e3b57-c905-4874-ba67-80a5854ffa46 {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:21:39.815295 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e88b7859-2bab-4b7e-9282-1a7604705e36 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:39.854634 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-482f66e7-1590-4b22-b87f-6c904ec302bf None None] For port 012e3b57-c905-4874-ba67-80a5854ffa46, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=012e3b57-c905-4874-ba67-80a5854ffa46,segment=NetworkSegment(bc758142-59fd-4cc4-8713-62198f33cbb1),segment_id=bc758142-59fd-4cc4-8713-62198f33cbb1)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:21:39.855470 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-cf8f8839-1f25-46a4-9685-ea043fcc919f tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:39.929355 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-482f66e7-1590-4b22-b87f-6c904ec302bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:39.968245 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-843ab502-9c84-4bd3-b1b9-6838f0cf6fef admin admin] Router 71eb81b0-a0fb-46b7-8f05-443c50b71d72 has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:21:39.975698 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4d2411-1ea5-48db-8e70-06818c92dd33 req-50f81950-ca95-4e92-ae13-fdbffd7ccc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:39.977651 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-ae4d2411-1ea5-48db-8e70-06818c92dd33 req-50f81950-ca95-4e92-ae13-fdbffd7ccc20 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1c3a4a4854b046bf84e782d3a4f4fd61&device_id=a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c HTTP/1.1" status: 200 len: 1097 time: 0.0825188 Aug 11 03:21:40.014156 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [None req-e88b7859-2bab-4b7e-9282-1a7604705e36 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] For port 012e3b57-c905-4874-ba67-80a5854ffa46, host n-d-764292-30, got binding levels [] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:21:40.014156 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e88b7859-2bab-4b7e-9282-1a7604705e36 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:40.037464 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-e88b7859-2bab-4b7e-9282-1a7604705e36 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Calling delete_port for 012e3b57-c905-4874-ba67-80a5854ffa46 owned by network:dhcp {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:21:40.062265 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482f66e7-1590-4b22-b87f-6c904ec302bf None None] Pushing event updated for resources: {'Port': ['ID=012e3b57-c905-4874-ba67-80a5854ffa46,revision_number=2']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:40.081891 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-82ecb0e8-da34-4fa3-8df4-ebc801762698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71eb81b0-a0fb-46b7-8f05-443c50b71d72', 'name': 'tempest-TestAggregatesBasicOps-1249826893-router', 'tenant_id': '710d71fa568e4c94ae62395985243d4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.209'}], 'enable_snat': True}, 'gw_port_id': '473271a9-69a8-441a-bcfb-6158a4abd855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:21:28Z', 'updated_at': '2021-08-11T03:21:38Z', 'revision_number': 4, 'project_id': '710d71fa568e4c94ae62395985243d4a', 'gw_port': {'id': '473271a9-69a8-441a-bcfb-6158a4abd855', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:d3:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71eb81b0-a0fb-46b7-8f05-443c50b71d72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2369, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:21:31Z', 'updated_at': '2021-08-11T03:21:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': 'e9a9f347-ab2c-4f3e-8202-6e8d92762bc2', 'name': '', 'network_id': '4869e9e4-7444-4b96-940f-4562723c09aa', 'tenant_id': '710d71fa568e4c94ae62395985243d4a', 'mac_address': 'fa:16:3e:fe:ea:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71eb81b0-a0fb-46b7-8f05-443c50b71d72', 'device_owner': 'network:router_interface', 'standard_attr_id': 2374, 'fixed_ips': [{'subnet_id': '26465408-ae38-4313-b025-1fa77152a1bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:21:37Z', 'updated_at': '2021-08-11T03:21:38Z', 'revision_number': 1, 'project_id': '710d71fa568e4c94ae62395985243d4a', 'subnets': [{'id': '26465408-ae38-4313-b025-1fa77152a1bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:40.145648 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-cf8f8839-1f25-46a4-9685-ea043fcc919f tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:40.147569 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ecb0e8-da34-4fa3-8df4-ebc801762698 None None] The sync data for ids ['71eb81b0-a0fb-46b7-8f05-443c50b71d72'] in n-d-764292-30 is: [{'id': '71eb81b0-a0fb-46b7-8f05-443c50b71d72', 'name': 'tempest-TestAggregatesBasicOps-1249826893-router', 'tenant_id': '710d71fa568e4c94ae62395985243d4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.209'}], 'enable_snat': True}, 'gw_port_id': '473271a9-69a8-441a-bcfb-6158a4abd855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:21:28Z', 'updated_at': '2021-08-11T03:21:38Z', 'revision_number': 4, 'project_id': '710d71fa568e4c94ae62395985243d4a', 'gw_port': {'id': '473271a9-69a8-441a-bcfb-6158a4abd855', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:d3:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71eb81b0-a0fb-46b7-8f05-443c50b71d72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2369, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:21:31Z', 'updated_at': '2021-08-11T03:21:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': 'e9a9f347-ab2c-4f3e-8202-6e8d92762bc2', 'name': '', 'network_id': '4869e9e4-7444-4b96-940f-4562723c09aa', 'tenant_id': '710d71fa568e4c94ae62395985243d4a', 'mac_address': 'fa:16:3e:fe:ea:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71eb81b0-a0fb-46b7-8f05-443c50b71d72', 'device_owner': 'network:router_interface', 'standard_attr_id': 2374, 'fixed_ips': [{'subnet_id': '26465408-ae38-4313-b025-1fa77152a1bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:21:37Z', 'updated_at': '2021-08-11T03:21:38Z', 'revision_number': 1, 'project_id': '710d71fa568e4c94ae62395985243d4a', 'subnets': [{'id': '26465408-ae38-4313-b025-1fa77152a1bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:21:40.205368 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf8f8839-1f25-46a4-9685-ea043fcc919f tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:21:40.214253 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-cf8f8839-1f25-46a4-9685-ea043fcc919f tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:21:40.216111 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-b3e662cc-2e11-446d-980c-88dfa0807b4a None None] Provisioning complete for port e9a9f347-ab2c-4f3e-8202-6e8d92762bc2 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:21:40.217824 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-b3e662cc-2e11-446d-980c-88dfa0807b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:40.243376 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf8f8839-1f25-46a4-9685-ea043fcc919f tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:21:40.312295 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-843ab502-9c84-4bd3-b1b9-6838f0cf6fef admin admin] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:21:40.319077 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-843ab502-9c84-4bd3-b1b9-6838f0cf6fef admin admin] 10.222.0.41 "PUT /v2.0/routers/71eb81b0-a0fb-46b7-8f05-443c50b71d72/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3785746 Aug 11 03:21:40.355006 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-b3e662cc-2e11-446d-980c-88dfa0807b4a None None] Port e9a9f347-ab2c-4f3e-8202-6e8d92762bc2 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:21:40.356723 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4d2411-1ea5-48db-8e70-06818c92dd33 req-356d0034-b8d4-48a2-8b84-81c0412bcfdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:40.367144 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-ae4d2411-1ea5-48db-8e70-06818c92dd33 req-356d0034-b8d4-48a2-8b84-81c0412bcfdb service neutron] 10.222.0.22 "GET /v2.0/networks?id=5550882c-d5be-4613-b9ce-af7283467065 HTTP/1.1" status: 200 len: 914 time: 0.3769686 Aug 11 03:21:40.433984 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-ae4d2411-1ea5-48db-8e70-06818c92dd33 req-4ed18ed5-5605-43f3-bfe5-b8a7e0e6ef66 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1cb8468e-17ff-4509-bb1e-469bb7546cf3 HTTP/1.1" status: 200 len: 217 time: 0.0528603 Aug 11 03:21:40.460963 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8f8839-1f25-46a4-9685-ea043fcc919f tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Pushing event updated for resources: {'Port': ['ID=efe43861-a203-4f2a-ba61-5b5228174c5f,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:40.509657 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4d2411-1ea5-48db-8e70-06818c92dd33 req-9db70415-df41-4b07-abf1-4f99895a5b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:40.511986 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-ae4d2411-1ea5-48db-8e70-06818c92dd33 req-9db70415-df41-4b07-abf1-4f99895a5b3d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1720ed9a-a4c0-46ed-8d38-cf818eba15ba HTTP/1.1" status: 200 len: 853 time: 0.0700350 Aug 11 03:21:40.627270 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-ae4d2411-1ea5-48db-8e70-06818c92dd33 req-252380d2-90de-4543-91f5-b2ad5232bead service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=5550882c-d5be-4613-b9ce-af7283467065&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1015112 Aug 11 03:21:40.787005 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-ae4d2411-1ea5-48db-8e70-06818c92dd33 req-68cc0973-9217-43de-9056-d6f1a76c4a60 service neutron] 10.222.0.22 "GET /v2.0/networks/5550882c-d5be-4613-b9ce-af7283467065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437418 Aug 11 03:21:40.820542 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e88b7859-2bab-4b7e-9282-1a7604705e36 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:40.921439 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88b7859-2bab-4b7e-9282-1a7604705e36 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Pushing event deleted for resources: {'Port': ['ID=012e3b57-c905-4874-ba67-80a5854ffa46,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:41.047466 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-ae4d2411-1ea5-48db-8e70-06818c92dd33 req-c4f99356-3c18-4a47-97dc-9e04be3e44b6 service neutron] 10.222.0.22 "GET /v2.0/networks/5550882c-d5be-4613-b9ce-af7283467065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2512574 Aug 11 03:21:41.050537 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bbbf53df-f578-4722-9953-c3073bc6bfb4 req-d026d0da-9761-4487-a398-daee050e8d69 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e3618b6-52e5-4357-a355-b29ad18e1b9a HTTP/1.1" status: 200 len: 210 time: 0.1786509 Aug 11 03:21:41.115491 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88b7859-2bab-4b7e-9282-1a7604705e36 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] No DVR routers for this DVR port 012e3b57-c905-4874-ba67-80a5854ffa46 on host n-d-764292-30 {{(pid=102192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:21:41.225410 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:41.318899 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e453891-c0e0-4c85-a4a8-4a44bd6efeec req-b1c3279a-e8cb-4b3a-8339-09f4fa1c8676 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:41.320535 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9e453891-c0e0-4c85-a4a8-4a44bd6efeec req-b1c3279a-e8cb-4b3a-8339-09f4fa1c8676 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/ports?device_id=a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c HTTP/1.1" status: 200 len: 945 time: 0.4066646 Aug 11 03:21:41.361993 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e88b7859-2bab-4b7e-9282-1a7604705e36 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:41.369647 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-cf8f8839-1f25-46a4-9685-ea043fcc919f tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Notify callbacks [] for router_gateway, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:41.561695 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9e453891-c0e0-4c85-a4a8-4a44bd6efeec req-02b4daff-d19f-4fb0-b33e-db5e2e3fff55 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbb5f37-cd37-415a-b820-36c249955487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054009 Aug 11 03:21:41.598508 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-114335ef-da1d-49a4-bd08-11efc448dac2 None None] Network 3b6b2052-6cec-4972-8e7d-e2e122627f1c requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:21:41.700006 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-8e5ce85d-63ec-46b6-9836-f44d44312bb9 None None] Could not find standard attr ID for object 012e3b57-c905-4874-ba67-80a5854ffa46. {{(pid=102193) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 03:21:41.768013 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e88b7859-2bab-4b7e-9282-1a7604705e36 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125932157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126180897'] for subnet, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:41.863203 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 49758) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:41.877121 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-456b70e9-f441-4752-864c-057d42974262 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-566755049-network', 'tenant_id': 'c9d3ace5da3d416db998ed72babce785'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:21:41.919496 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88b7859-2bab-4b7e-9282-1a7604705e36 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Pushing event deleted for resources: {'Subnet': ['ID=2a249cae-699b-4419-91c4-30596d63c7c7,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:41.922710 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-494e6bb5-d2a3-4212-b5ae-9c5a28e45389 None None] DHCP port deletion for 3b6b2052-6cec-4972-8e7d-e2e122627f1c request from n-d-764292-30 {{(pid=102193) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:21:41.948599 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a604547-f1c0-4fa4-9cea-9908b09b131a None None] Network 3b6b2052-6cec-4972-8e7d-e2e122627f1c requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:21:42.012102 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-456b70e9-f441-4752-864c-057d42974262 admin admin] Made reservation on behalf of c9d3ace5da3d416db998ed72babce785 for: {'network': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:21:42.016756 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-456b70e9-f441-4752-864c-057d42974262 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:42.030270 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-456b70e9-f441-4752-864c-057d42974262 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:42.048285 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 473271a9-69a8-441a-bcfb-6158a4abd855 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:21:42.052677 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e88b7859-2bab-4b7e-9282-1a7604705e36 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:42.059249 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-cf8f8839-1f25-46a4-9685-ea043fcc919f tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-446952'] for router, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:42.074848 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-e88b7859-2bab-4b7e-9282-1a7604705e36 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b6b2052-6cec-4972-8e7d-e2e122627f1c']}} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:42.096169 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-e88b7859-2bab-4b7e-9282-1a7604705e36 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc758142-59fd-4cc4-8713-62198f33cbb1') {'for_net_delete': True} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:42.096675 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-e88b7859-2bab-4b7e-9282-1a7604705e36 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc758142-59fd-4cc4-8713-62198f33cbb1') {} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:42.202573 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e88b7859-2bab-4b7e-9282-1a7604705e36 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125932501'] for segment, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:42.214632 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-456b70e9-f441-4752-864c-057d42974262 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:42.234265 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e88b7859-2bab-4b7e-9282-1a7604705e36 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:42.275283 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e88b7859-2bab-4b7e-9282-1a7604705e36 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=102192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:21:42.275804 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e88b7859-2bab-4b7e-9282-1a7604705e36 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125932183'] for segment, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:42.282037 n-d-764292-30 neutron-server[102192]: Traceback (most recent call last): Aug 11 03:21:42.282037 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:21:42.282037 n-d-764292-30 neutron-server[102192]: timer() Aug 11 03:21:42.282037 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:21:42.282037 n-d-764292-30 neutron-server[102192]: cb(*args, **kw) Aug 11 03:21:42.282037 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:21:42.282037 n-d-764292-30 neutron-server[102192]: return func(*args, **kwargs) Aug 11 03:21:42.282037 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:21:42.282037 n-d-764292-30 neutron-server[102192]: self._notify() Aug 11 03:21:42.282037 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:21:42.282037 n-d-764292-30 neutron-server[102192]: self.callback(batched_events) Aug 11 03:21:42.282037 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:21:42.282037 n-d-764292-30 neutron-server[102192]: event.method(event) Aug 11 03:21:42.282037 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:21:42.282037 n-d-764292-30 neutron-server[102192]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:21:42.282037 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:21:42.282037 n-d-764292-30 neutron-server[102192]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:21:42.282037 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:21:42.282037 n-d-764292-30 neutron-server[102192]: return f(self, *a, **k) Aug 11 03:21:42.282037 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:21:42.282037 n-d-764292-30 neutron-server[102192]: return self._get(url).json() Aug 11 03:21:42.282037 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:21:42.282037 n-d-764292-30 neutron-server[102192]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:21:42.282037 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:21:42.282037 n-d-764292-30 neutron-server[102192]: return self.request(url, 'GET', **kwargs) Aug 11 03:21:42.282037 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:21:42.282037 n-d-764292-30 neutron-server[102192]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:21:42.282037 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:21:42.282037 n-d-764292-30 neutron-server[102192]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:21:42.282037 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:21:42.282037 n-d-764292-30 neutron-server[102192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:21:42.282037 n-d-764292-30 neutron-server[102192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:21:42.317272 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-456b70e9-f441-4752-864c-057d42974262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:42.340732 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port 473271a9-69a8-441a-bcfb-6158a4abd855 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:21:42.346608 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 473271a9-69a8-441a-bcfb-6158a4abd855 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:21:42.346979 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:42.351709 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456b70e9-f441-4752-864c-057d42974262 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9df5e864-deb4-4bb6-992a-59ce89ddaac5,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:42.398803 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d80f6cf2-a3d1-4e4a-8367-67426520d347 req-569d4b62-8158-4b17-a39b-97d7fbec96cc tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e3618b6-52e5-4357-a355-b29ad18e1b9a HTTP/1.1" status: 200 len: 210 time: 0.1247954 Aug 11 03:21:42.407903 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 1cb8468e-17ff-4509-bb1e-469bb7546cf3 no longer exists at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:21:42.460202 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e88b7859-2bab-4b7e-9282-1a7604705e36 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:42.472213 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-456b70e9-f441-4752-864c-057d42974262 admin admin] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=102191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:21:42.496588 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-456b70e9-f441-4752-864c-057d42974262 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:42.496812 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e88b7859-2bab-4b7e-9282-1a7604705e36 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:42.497077 n-d-764292-30 neutron-server[102191]: INFO neutron.db.segments_db [None req-456b70e9-f441-4752-864c-057d42974262 admin admin] Added segment f731e462-ce27-4a44-9eb6-cb0a7adfc31f of type vlan for network c675a6cd-95a2-4004-a0ca-3c164345dd5f Aug 11 03:21:42.499868 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-e88b7859-2bab-4b7e-9282-1a7604705e36 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] 10.222.0.41 "DELETE /v2.0/networks/3b6b2052-6cec-4972-8e7d-e2e122627f1c HTTP/1.1" status: 204 len: 168 time: 3.8401749 Aug 11 03:21:42.501023 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88b7859-2bab-4b7e-9282-1a7604705e36 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Pushing event deleted for resources: {'Network': ['ID=3b6b2052-6cec-4972-8e7d-e2e122627f1c,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:42.502831 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 49772) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:42.527894 n-d-764292-30 neutron-server[102192]: INFO neutron.pecan_wsgi.hooks.translation [None req-00e8038e-cf8c-4b12-8e35-ce373309af24 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] DELETE failed (client error): The resource could not be found. Aug 11 03:21:42.528492 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00e8038e-cf8c-4b12-8e35-ce373309af24 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:21:42.536421 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-00e8038e-cf8c-4b12-8e35-ce373309af24 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] 10.222.0.41 "DELETE /v2.0/networks/3b6b2052-6cec-4972-8e7d-e2e122627f1c HTTP/1.1" status: 404 len: 339 time: 0.0325639 Aug 11 03:21:42.537076 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 49774) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:42.539511 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf8f8839-1f25-46a4-9685-ea043fcc919f tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Router 0921c1c7-63fb-49fd-ba2b-cc4d956115b3 is scheduled to L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 with binding_index 1 {{(pid=102192) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:21:42.548524 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-950c88ef-3d7a-4ce3-9ed4-ae9a4c9d391b tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-484413560', 'description': 'd1'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:21:42.563378 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-456b70e9-f441-4752-864c-057d42974262 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:42.565490 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:42.594948 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port 473271a9-69a8-441a-bcfb-6158a4abd855, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=473271a9-69a8-441a-bcfb-6158a4abd855,segment=NetworkSegment(fab28bed-aa25-40db-bba4-ec26e795194c),segment_id=fab28bed-aa25-40db-bba4-ec26e795194c)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:21:42.640231 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:42.665888 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1cb8468e-17ff-4509-bb1e-469bb7546cf3'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:21:42.668663 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8445469-89b9-40b0-9957-ce0e7d879e6a" -d '{"events": [{"server_uuid": "a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c", "name": "network-vif-unplugged", "status": "completed", "tag": "1cb8468e-17ff-4509-bb1e-469bb7546cf3"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:21:42.681568 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 1cb8468e-17ff-4509-bb1e-469bb7546cf3, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=1cb8468e-17ff-4509-bb1e-469bb7546cf3,segment=NetworkSegment(ae9692f4-c155-4a13-a589-facf8973fb30),segment_id=ae9692f4-c155-4a13-a589-facf8973fb30)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:21:42.688431 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:42.689018 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-456b70e9-f441-4752-864c-057d42974262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:42.690020 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-456b70e9-f441-4752-864c-057d42974262 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:42.693072 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-456b70e9-f441-4752-864c-057d42974262 admin admin] Notify callbacks [] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:42.699085 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-950c88ef-3d7a-4ce3-9ed4-ae9a4c9d391b tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Made reservation on behalf of 0c28768474b748ba96f3a3b94cb33f57 for: {'network': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:21:42.702634 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-950c88ef-3d7a-4ce3-9ed4-ae9a4c9d391b tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:42.747234 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:42.766312 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf8f8839-1f25-46a4-9685-ea043fcc919f tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:21:42.787290 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-950c88ef-3d7a-4ce3-9ed4-ae9a4c9d391b tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=102192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:21:42.787999 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd45caf4-1886-49c8-9b83-9349184b2a39 None None] Sync routers for ids ['0921c1c7-63fb-49fd-ba2b-cc4d956115b3'] in n-d-764292-30 {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:21:42.797605 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87f4ee6-572b-4de1-9908-0207395229d5 req-f9a53080-c7c5-41c1-bcf1-10782c534056 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:42.799261 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d87f4ee6-572b-4de1-9908-0207395229d5 req-f9a53080-c7c5-41c1-bcf1-10782c534056 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/ports?device_id=a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c HTTP/1.1" status: 200 len: 945 time: 0.1472015 Aug 11 03:21:42.806399 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 03:21:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a4d876d-4994-4986-b69c-2fb7c7afd0c5 x-openstack-request-id: req-7a4d876d-4994-4986-b69c-2fb7c7afd0c5 {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:21:42.807096 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd45caf4-1886-49c8-9b83-9349184b2a39 None None] Routers {'0921c1c7-63fb-49fd-ba2b-cc4d956115b3'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:21:42.807230 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c", "name": "network-vif-unplugged", "status": "completed", "tag": "1cb8468e-17ff-4509-bb1e-469bb7546cf3", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:21:42.807476 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7a4d876d-4994-4986-b69c-2fb7c7afd0c5 {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:21:42.807756 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-fd45caf4-1886-49c8-9b83-9349184b2a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:21:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['0921c1c7-63fb-49fd-ba2b-cc4d956115b3'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:42.807895 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1cb8468e-17ff-4509-bb1e-469bb7546cf3', 'code': 200} Aug 11 03:21:42.813997 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-950c88ef-3d7a-4ce3-9ed4-ae9a4c9d391b tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:42.814316 n-d-764292-30 neutron-server[102192]: INFO neutron.db.segments_db [None req-950c88ef-3d7a-4ce3-9ed4-ae9a4c9d391b tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Added segment b6012587-b40b-4cd0-8a58-01d234725afa of type vlan for network 9c79922d-8a8c-4dfe-b8d4-724ef8330155 Aug 11 03:21:42.815931 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=473271a9-69a8-441a-bcfb-6158a4abd855,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:42.829539 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456b70e9-f441-4752-864c-057d42974262 admin admin] Pushing event updated for resources: {'Network': ['ID=c675a6cd-95a2-4004-a0ca-3c164345dd5f,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:42.849068 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-456b70e9-f441-4752-864c-057d42974262 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9847112 Aug 11 03:21:42.851788 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 49786) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:42.876252 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-d373741e-fed9-480f-b171-77b60b5ab038 admin admin] Request body: {'subnet': {'network_id': 'c675a6cd-95a2-4004-a0ca-3c164345dd5f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-566755049-subnet', 'tenant_id': 'c9d3ace5da3d416db998ed72babce785', 'ip_version': 4}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:21:42.883090 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-950c88ef-3d7a-4ce3-9ed4-ae9a4c9d391b tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:42.897354 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network c675a6cd-95a2-4004-a0ca-3c164345dd5f details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:21:42.898722 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-fd45caf4-1886-49c8-9b83-9349184b2a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:42.921780 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd45caf4-1886-49c8-9b83-9349184b2a39 None None] Routers {'0921c1c7-63fb-49fd-ba2b-cc4d956115b3'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:21:42.922709 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-fd45caf4-1886-49c8-9b83-9349184b2a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:21:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['0921c1c7-63fb-49fd-ba2b-cc4d956115b3'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:42.923210 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-cf8f8839-1f25-46a4-9685-ea043fcc919f tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Notify callbacks [] for router, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:42.924416 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-cf8f8839-1f25-46a4-9685-ea043fcc919f tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 5.9066703 Aug 11 03:21:42.928004 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 49788) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:42.935791 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-fd32d4a2-1a81-48e0-8d4e-2011e817fd47 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'enable_snat': False}}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:21:42.990426 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d87f4ee6-572b-4de1-9908-0207395229d5 req-04150011-eb06-4c90-908d-ea5dcba16e08 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbb5f37-cd37-415a-b820-36c249955487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682905 Aug 11 03:21:42.995721 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=1cb8468e-17ff-4509-bb1e-469bb7546cf3,revision_number=8']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:43.020984 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-950c88ef-3d7a-4ce3-9ed4-ae9a4c9d391b tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:43.027562 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-fd45caf4-1886-49c8-9b83-9349184b2a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:43.027562 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd45caf4-1886-49c8-9b83-9349184b2a39 None None] The sync data for ids ['0921c1c7-63fb-49fd-ba2b-cc4d956115b3'] in n-d-764292-30 is: [] {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:21:43.030133 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-950c88ef-3d7a-4ce3-9ed4-ae9a4c9d391b tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:43.030831 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-950c88ef-3d7a-4ce3-9ed4-ae9a4c9d391b tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:43.136899 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950c88ef-3d7a-4ce3-9ed4-ae9a4c9d391b tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Pushing event updated for resources: {'Network': ['ID=9c79922d-8a8c-4dfe-b8d4-724ef8330155,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:43.138700 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d373741e-fed9-480f-b171-77b60b5ab038 admin admin] Made reservation on behalf of c9d3ace5da3d416db998ed72babce785 for: {'subnet': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:21:43.141250 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d373741e-fed9-480f-b171-77b60b5ab038 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274743'] for subnet, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:43.157641 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network 9c79922d-8a8c-4dfe-b8d4-724ef8330155 details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:21:43.200616 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-950c88ef-3d7a-4ce3-9ed4-ae9a4c9d391b tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.6619422 Aug 11 03:21:43.201545 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 49794) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:43.355807 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5ef4b66-2db6-4063-ba54-77fd5f92fd42 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:43.360667 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 49800) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:43.362599 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-e5ef4b66-2db6-4063-ba54-77fd5f92fd42 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] 10.222.0.41 "GET /v2.0/networks?id=9c79922d-8a8c-4dfe-b8d4-724ef8330155 HTTP/1.1" status: 200 len: 760 time: 0.1546826 Aug 11 03:21:43.367835 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-22828a30-dbd5-4774-9151-49489a161956 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Request body: {'network': {'description': 'd2'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:21:43.472400 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d47f35-e8a4-4957-890a-a13d68932081 None None] Sync routers for ids ['71eb81b0-a0fb-46b7-8f05-443c50b71d72'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:21:43.486437 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d47f35-e8a4-4957-890a-a13d68932081 None None] Routers {'71eb81b0-a0fb-46b7-8f05-443c50b71d72'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:21:43.487791 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-a6d47f35-e8a4-4957-890a-a13d68932081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:21:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['71eb81b0-a0fb-46b7-8f05-443c50b71d72'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:43.640682 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-22828a30-dbd5-4774-9151-49489a161956 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:43.644297 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 49808) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:43.658334 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-a6d47f35-e8a4-4957-890a-a13d68932081 None None] Set router 71eb81b0-a0fb-46b7-8f05-443c50b71d72 gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:21:43.668415 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fd32d4a2-1a81-48e0-8d4e-2011e817fd47 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:43.754683 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-f41ec062-013d-47cb-9f13-0f28ca275adb tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:43.784975 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-f41ec062-013d-47cb-9f13-0f28ca275adb tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:43.789413 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-22828a30-dbd5-4774-9151-49489a161956 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:43.831332 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-22828a30-dbd5-4774-9151-49489a161956 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Network 9c79922d-8a8c-4dfe-b8d4-724ef8330155 is not hosted by any dhcp agent {{(pid=102191) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 11 03:21:43.852108 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22828a30-dbd5-4774-9151-49489a161956 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:43.852791 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-22828a30-dbd5-4774-9151-49489a161956 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks [] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:43.866408 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-22828a30-dbd5-4774-9151-49489a161956 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] 10.222.0.41 "PUT /v2.0/networks/9c79922d-8a8c-4dfe-b8d4-724ef8330155 HTTP/1.1" status: 200 len: 757 time: 0.4941695 Aug 11 03:21:43.866521 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 49812) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:43.940759 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 473271a9-69a8-441a-bcfb-6158a4abd855 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:21:43.960034 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-f41ec062-013d-47cb-9f13-0f28ca275adb tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:43.960034 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-f41ec062-013d-47cb-9f13-0f28ca275adb tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:43.960034 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-f41ec062-013d-47cb-9f13-0f28ca275adb tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] 10.222.0.41 "DELETE /v2.0/security-groups/5e828c0d-4136-4a51-aeb5-a8e208cb4b52 HTTP/1.1" status: 204 len: 168 time: 0.3127894 Aug 11 03:21:43.965149 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 49832) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:43.966992 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d373741e-fed9-480f-b171-77b60b5ab038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126283476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274725'] for subnet, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:43.997942 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41ec062-013d-47cb-9f13-0f28ca275adb tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e828c0d-4136-4a51-aeb5-a8e208cb4b52,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:43.998187 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22828a30-dbd5-4774-9151-49489a161956 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Pushing event updated for resources: {'Network': ['ID=9c79922d-8a8c-4dfe-b8d4-724ef8330155,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:44.042861 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8564878c-751f-4edf-9011-9333e5233a32 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:44.044383 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-8564878c-751f-4edf-9011-9333e5233a32 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] 10.222.0.41 "GET /v2.0/networks?id=9c79922d-8a8c-4dfe-b8d4-724ef8330155 HTTP/1.1" status: 200 len: 760 time: 0.1847804 Aug 11 03:21:44.049717 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 49836) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:44.052516 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network 9c79922d-8a8c-4dfe-b8d4-724ef8330155 details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:21:44.066139 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-e1746c76-31f7-41af-be65-3cd588a46ad4 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-349879715'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:21:44.085560 n-d-764292-30 neutron-server[102191]: INFO neutron.api.v2.resource [None req-6c81a740-74e2-4576-bc6b-be484f5b749f tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] show failed (client error): The resource could not be found. Aug 11 03:21:44.088874 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-6c81a740-74e2-4576-bc6b-be484f5b749f tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] 10.222.0.41 "GET /v2.0/security-groups/5e828c0d-4136-4a51-aeb5-a8e208cb4b52 HTTP/1.1" status: 404 len: 347 time: 0.1163726 Aug 11 03:21:44.092238 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 49842) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:44.154460 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d373741e-fed9-480f-b171-77b60b5ab038 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2a0f3d9-7974-46bc-a56e-bfb61f04292d,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:44.167792 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d373741e-fed9-480f-b171-77b60b5ab038 admin admin] Checking segment: {'id': 'f731e462-ce27-4a44-9eb6-cb0a7adfc31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'c675a6cd-95a2-4004-a0ca-3c164345dd5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:21:44.168150 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d373741e-fed9-480f-b171-77b60b5ab038 admin admin] Network hostable DHCP agents. Network: c675a6cd-95a2-4004-a0ca-3c164345dd5f, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:21:44.218871 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 473271a9-69a8-441a-bcfb-6158a4abd855 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:21:44.219247 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:44.288052 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-a6d47f35-e8a4-4957-890a-a13d68932081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71eb81b0-a0fb-46b7-8f05-443c50b71d72', 'name': 'tempest-TestAggregatesBasicOps-1249826893-router', 'tenant_id': '710d71fa568e4c94ae62395985243d4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.209'}], 'enable_snat': True}, 'gw_port_id': '473271a9-69a8-441a-bcfb-6158a4abd855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:21:28Z', 'updated_at': '2021-08-11T03:21:38Z', 'revision_number': 4, 'project_id': '710d71fa568e4c94ae62395985243d4a', 'gw_port': {'id': '473271a9-69a8-441a-bcfb-6158a4abd855', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:d3:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71eb81b0-a0fb-46b7-8f05-443c50b71d72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2369, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:21:31Z', 'updated_at': '2021-08-11T03:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': 'e9a9f347-ab2c-4f3e-8202-6e8d92762bc2', 'name': '', 'network_id': '4869e9e4-7444-4b96-940f-4562723c09aa', 'tenant_id': '710d71fa568e4c94ae62395985243d4a', 'mac_address': 'fa:16:3e:fe:ea:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71eb81b0-a0fb-46b7-8f05-443c50b71d72', 'device_owner': 'network:router_interface', 'standard_attr_id': 2374, 'fixed_ips': [{'subnet_id': '26465408-ae38-4313-b025-1fa77152a1bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:21:37Z', 'updated_at': '2021-08-11T03:21:39Z', 'revision_number': 2, 'project_id': '710d71fa568e4c94ae62395985243d4a', 'subnets': [{'id': '26465408-ae38-4313-b025-1fa77152a1bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:44.323348 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d373741e-fed9-480f-b171-77b60b5ab038 admin admin] Network c675a6cd-95a2-4004-a0ca-3c164345dd5f is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:21:44.390104 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d47f35-e8a4-4957-890a-a13d68932081 None None] Checking router: 71eb81b0-a0fb-46b7-8f05-443c50b71d72 for host: n-d-764292-30 {{(pid=102193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:21:44.390608 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d47f35-e8a4-4957-890a-a13d68932081 None None] Updating router 71eb81b0-a0fb-46b7-8f05-443c50b71d72 port e9a9f347-ab2c-4f3e-8202-6e8d92762bc2 binding host n-d-764292-30 {{(pid=102193) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:21:44.428716 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-a6d47f35-e8a4-4957-890a-a13d68932081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:44.496615 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-d373741e-fed9-480f-b171-77b60b5ab038 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, c675a6cd-95a2-4004-a0ca-3c164345dd5f) {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:21:44.546579 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d373741e-fed9-480f-b171-77b60b5ab038 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:44.547234 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d373741e-fed9-480f-b171-77b60b5ab038 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:44.569395 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1746c76-31f7-41af-be65-3cd588a46ad4 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Made reservation on behalf of 0c28768474b748ba96f3a3b94cb33f57 for: {'network': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:21:44.573110 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e1746c76-31f7-41af-be65-3cd588a46ad4 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:44.606158 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c79660c-5cab-458e-b30f-92d71ea0dd92 req-296c5f9d-f4cf-4b7e-8f54-c8b5260c6b55 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:44.608634 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8c79660c-5cab-458e-b30f-92d71ea0dd92 req-296c5f9d-f4cf-4b7e-8f54-c8b5260c6b55 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/ports?device_id=a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c HTTP/1.1" status: 200 len: 943 time: 0.4485419 Aug 11 03:21:44.634805 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-d373741e-fed9-480f-b171-77b60b5ab038 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7791271 Aug 11 03:21:44.635611 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 49880) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:44.641706 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-f30e5de4-b1ca-434a-af9d-bedc5d4b1fff admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-566755049-router', 'tenant_id': 'c9d3ace5da3d416db998ed72babce785', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:21:44.654108 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1746c76-31f7-41af-be65-3cd588a46ad4 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=102192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:21:44.692613 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdddb306-6d2c-4b63-a5cb-d5bccb3e50bd None None] Network c675a6cd-95a2-4004-a0ca-3c164345dd5f requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:21:44.693105 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fd32d4a2-1a81-48e0-8d4e-2011e817fd47 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-446725', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-448852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6559'] for router, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:44.697479 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 012e3b57-c905-4874-ba67-80a5854ffa46 no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:21:44.698944 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fd32d4a2-1a81-48e0-8d4e-2011e817fd47 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-446952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-446974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-446967', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-448845'] for router, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:44.712288 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e1746c76-31f7-41af-be65-3cd588a46ad4 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:44.713510 n-d-764292-30 neutron-server[102192]: INFO neutron.db.segments_db [None req-e1746c76-31f7-41af-be65-3cd588a46ad4 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Added segment 9e1c106e-57cc-4f7e-b081-d5b8463452f3 of type vlan for network 5e4b886c-82cd-4dd6-9f3a-b28f2548f4ee Aug 11 03:21:44.764331 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: 012e3b57-c905-4874-ba67-80a5854ffa46 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:21:44.764778 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 012e3b57-c905-4874-ba67-80a5854ffa46 not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:21:44.781740 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e1746c76-31f7-41af-be65-3cd588a46ad4 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:44.791467 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-f9dbb874-f91b-46ba-bd5c-068626bc3247 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Deleting port d6ad158d-9192-40de-af7f-4572e56df07c {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:21:44.791815 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-f9dbb874-f91b-46ba-bd5c-068626bc3247 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:44.796654 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8c79660c-5cab-458e-b30f-92d71ea0dd92 req-2feb67cb-4eaa-4f23-b64f-cce6e3c97652 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbb5f37-cd37-415a-b820-36c249955487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796384 Aug 11 03:21:44.812399 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f30e5de4-b1ca-434a-af9d-bedc5d4b1fff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-450010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6626'] for router, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:44.813463 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f30e5de4-b1ca-434a-af9d-bedc5d4b1fff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-446747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6633'] for router, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:44.885068 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-a6d47f35-e8a4-4957-890a-a13d68932081 None None] Notify callbacks [] for port, precommit_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:44.918212 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-a6d47f35-e8a4-4957-890a-a13d68932081 None None] Transition to ACTIVE for port object e9a9f347-ab2c-4f3e-8202-6e8d92762bc2 will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:21:44.935575 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f30e5de4-b1ca-434a-af9d-bedc5d4b1fff admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:44.943227 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd32d4a2-1a81-48e0-8d4e-2011e817fd47 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Router 0921c1c7-63fb-49fd-ba2b-cc4d956115b3 has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:21:44.959955 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-f9dbb874-f91b-46ba-bd5c-068626bc3247 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:44.960290 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-f9dbb874-f91b-46ba-bd5c-068626bc3247 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:44.975032 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-f9dbb874-f91b-46ba-bd5c-068626bc3247 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Calling delete_port for d6ad158d-9192-40de-af7f-4572e56df07c owned by network:floatingip {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:21:45.012796 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb926482-dbd9-4fd1-bea9-f7c2496252e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde080026-c28f-55be-b52b-13827cc43646-c675a6cd-95a2-4004-a0ca-3c164345dd5f', 'network_id': 'c675a6cd-95a2-4004-a0ca-3c164345dd5f', 'tenant_id': 'c9d3ace5da3d416db998ed72babce785', 'fixed_ips': [{'subnet_id': 'e2a0f3d9-7974-46bc-a56e-bfb61f04292d'}]}} from n-d-764292-30. {{(pid=102193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:21:45.012796 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-bb926482-dbd9-4fd1-bea9-f7c2496252e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:45.018143 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e1746c76-31f7-41af-be65-3cd588a46ad4 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:45.024141 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1746c76-31f7-41af-be65-3cd588a46ad4 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:45.026984 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e1746c76-31f7-41af-be65-3cd588a46ad4 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:45.055449 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-a6d47f35-e8a4-4957-890a-a13d68932081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:45.063665 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd32d4a2-1a81-48e0-8d4e-2011e817fd47 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:21:45.069602 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fd32d4a2-1a81-48e0-8d4e-2011e817fd47 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Notify callbacks [] for router, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:45.074043 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-fd32d4a2-1a81-48e0-8d4e-2011e817fd47 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] 10.222.0.41 "PUT /v2.0/routers/0921c1c7-63fb-49fd-ba2b-cc4d956115b3 HTTP/1.1" status: 200 len: 925 time: 2.1410651 Aug 11 03:21:45.078521 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 49908) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:45.082856 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c82224-66c1-4063-81dc-39ef8cfcaf62 None None] Sync routers for ids ['0921c1c7-63fb-49fd-ba2b-cc4d956115b3'] in n-d-764292-30 {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:21:45.093472 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c82224-66c1-4063-81dc-39ef8cfcaf62 None None] Routers {'0921c1c7-63fb-49fd-ba2b-cc4d956115b3'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:21:45.100314 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-26c82224-66c1-4063-81dc-39ef8cfcaf62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:21:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['0921c1c7-63fb-49fd-ba2b-cc4d956115b3'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:45.207112 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-26c82224-66c1-4063-81dc-39ef8cfcaf62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:45.226544 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c82224-66c1-4063-81dc-39ef8cfcaf62 None None] Routers {'0921c1c7-63fb-49fd-ba2b-cc4d956115b3'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:21:45.229224 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-26c82224-66c1-4063-81dc-39ef8cfcaf62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:21:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['0921c1c7-63fb-49fd-ba2b-cc4d956115b3'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:45.270564 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1746c76-31f7-41af-be65-3cd588a46ad4 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Pushing event updated for resources: {'Network': ['ID=5e4b886c-82cd-4dd6-9f3a-b28f2548f4ee,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:45.302541 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed794c0a-92c5-420b-af5f-be938f2411f6 req-676a2b14-ed8a-49e5-b511-6e6c4a565e87 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:45.311406 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ed794c0a-92c5-420b-af5f-be938f2411f6 req-676a2b14-ed8a-49e5-b511-6e6c4a565e87 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/ports?device_id=a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c HTTP/1.1" status: 200 len: 943 time: 0.3896444 Aug 11 03:21:45.326897 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network 5e4b886c-82cd-4dd6-9f3a-b28f2548f4ee details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:21:45.341589 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-26c82224-66c1-4063-81dc-39ef8cfcaf62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:45.342668 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c82224-66c1-4063-81dc-39ef8cfcaf62 None None] The sync data for ids ['0921c1c7-63fb-49fd-ba2b-cc4d956115b3'] in n-d-764292-30 is: [] {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:21:45.388930 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f30e5de4-b1ca-434a-af9d-bedc5d4b1fff admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:45.505584 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ed794c0a-92c5-420b-af5f-be938f2411f6 req-15b7ab0d-f9da-47f9-ad00-19e6196f0b28 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbb5f37-cd37-415a-b820-36c249955487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988405 Aug 11 03:21:45.552510 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-e1746c76-31f7-41af-be65-3cd588a46ad4 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.5016687 Aug 11 03:21:45.560128 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 49928) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:45.572044 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-b87fa042-2e45-4361-8142-9b70cc6d3950 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] 10.222.0.41 "GET /v2.0/routers/0921c1c7-63fb-49fd-ba2b-cc4d956115b3 HTTP/1.1" status: 200 len: 925 time: 0.4629295 Aug 11 03:21:45.578848 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 49930) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:45.623907 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-1a5753d2-062b-4866-9988-89d17fc03f72 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Request body: {'subnet': {'network_id': '5e4b886c-82cd-4dd6-9f3a-b28f2548f4ee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:21:45.714862 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e74a1e-2e5c-4fba-a4be-77ac00bd5c47 None None] Pushing event updated for resources: {'Port': ['ID=e9a9f347-ab2c-4f3e-8202-6e8d92762bc2,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:45.836362 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ae4c143-7c96-4f85-875a-476f247eac20 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:45.838546 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-0ae4c143-7c96-4f85-875a-476f247eac20 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=09faf7d2-eaf5-4a50-bb6e-4cb05d009a76&device_id=0921c1c7-63fb-49fd-ba2b-cc4d956115b3&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2578673 Aug 11 03:21:45.843394 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 49946) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:45.877193 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-a6d47f35-e8a4-4957-890a-a13d68932081 None None] Attempting to bind port e9a9f347-ab2c-4f3e-8202-6e8d92762bc2 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:21:45.877571 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-a6d47f35-e8a4-4957-890a-a13d68932081 None None] Attempting to bind port e9a9f347-ab2c-4f3e-8202-6e8d92762bc2 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': 'a17e976c-4f19-4583-bdbe-63c6da9923ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '4869e9e4-7444-4b96-940f-4562723c09aa'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:21:45.877943 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d47f35-e8a4-4957-890a-a13d68932081 None None] Attempting to bind port e9a9f347-ab2c-4f3e-8202-6e8d92762bc2 on network 4869e9e4-7444-4b96-940f-4562723c09aa {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:21:45.918731 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d47f35-e8a4-4957-890a-a13d68932081 None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 21, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:21:45.919155 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d47f35-e8a4-4957-890a-a13d68932081 None None] Checking segment: {'id': 'a17e976c-4f19-4583-bdbe-63c6da9923ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '4869e9e4-7444-4b96-940f-4562723c09aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:21:45.919579 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-a6d47f35-e8a4-4957-890a-a13d68932081 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:45.922463 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d47f35-e8a4-4957-890a-a13d68932081 None None] Bound using segment: {'id': 'a17e976c-4f19-4583-bdbe-63c6da9923ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '4869e9e4-7444-4b96-940f-4562723c09aa'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:21:45.923066 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-a6d47f35-e8a4-4957-890a-a13d68932081 None None] Bound port: e9a9f347-ab2c-4f3e-8202-6e8d92762bc2, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a17e976c-4f19-4583-bdbe-63c6da9923ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '4869e9e4-7444-4b96-940f-4562723c09aa'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:21:45.923492 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-a6d47f35-e8a4-4957-890a-a13d68932081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:45.970071 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.db_base_plugin_common [None req-bb926482-dbd9-4fd1-bea9-f7c2496252e6 None None] Allocated IP 172.20.0.2 (c675a6cd-95a2-4004-a0ca-3c164345dd5f/e2a0f3d9-7974-46bc-a56e-bfb61f04292d/e4329ffc-999e-4ea0-a0ef-b1a31e87f77f) {{(pid=102193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:21:45.976536 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-f9dbb874-f91b-46ba-bd5c-068626bc3247 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:46.071208 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dbb874-f91b-46ba-bd5c-068626bc3247 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Pushing event deleted for resources: {'Port': ['ID=d6ad158d-9192-40de-af7f-4572e56df07c,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:46.110620 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-a6d47f35-e8a4-4957-890a-a13d68932081 None None] For port e9a9f347-ab2c-4f3e-8202-6e8d92762bc2, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:21:46.119985 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-a6d47f35-e8a4-4957-890a-a13d68932081 None None] For port e9a9f347-ab2c-4f3e-8202-6e8d92762bc2, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=e9a9f347-ab2c-4f3e-8202-6e8d92762bc2,segment=NetworkSegment(a17e976c-4f19-4583-bdbe-63c6da9923ed),segment_id=a17e976c-4f19-4583-bdbe-63c6da9923ed)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:21:46.215014 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-bb926482-dbd9-4fd1-bea9-f7c2496252e6 None None] Notify callbacks [] for port, precommit_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:46.224671 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-bb926482-dbd9-4fd1-bea9-f7c2496252e6 None None] Transition to ACTIVE for port object e4329ffc-999e-4ea0-a0ef-b1a31e87f77f will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:21:46.241821 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-bb926482-dbd9-4fd1-bea9-f7c2496252e6 None None] Transition to ACTIVE for port object e4329ffc-999e-4ea0-a0ef-b1a31e87f77f will not be triggered until provisioned by entity DHCP. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:21:46.246726 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-a6d47f35-e8a4-4957-890a-a13d68932081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:46.289294 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a058775-626b-4d65-a12b-3fcb88c7ac5f tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:46.291240 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-0a058775-626b-4d65-a12b-3fcb88c7ac5f tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] 10.222.0.41 "GET /v2.0/networks/09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 HTTP/1.1" status: 200 len: 881 time: 0.4468601 Aug 11 03:21:46.297725 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 49968) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:46.350832 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d47f35-e8a4-4957-890a-a13d68932081 None None] Routers {'71eb81b0-a0fb-46b7-8f05-443c50b71d72'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:21:46.351485 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-a6d47f35-e8a4-4957-890a-a13d68932081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:21:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['71eb81b0-a0fb-46b7-8f05-443c50b71d72'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:46.357037 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-bb926482-dbd9-4fd1-bea9-f7c2496252e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669'] for port, after_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:46.372375 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-bdf728ed-5100-4970-b29e-c26fb04bbc91 tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] 10.222.0.41 "GET /v2.0/ports?device_id=0921c1c7-63fb-49fd-ba2b-cc4d956115b3 HTTP/1.1" status: 200 len: 205 time: 0.0635703 Aug 11 03:21:46.391241 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 49970) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:46.418905 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb926482-dbd9-4fd1-bea9-f7c2496252e6 None None] Network c675a6cd-95a2-4004-a0ca-3c164345dd5f is already hosted by enough agents. {{(pid=102193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:21:46.499805 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.base_scheduler [None req-bb926482-dbd9-4fd1-bea9-f7c2496252e6 None None] Resources bound (agent type, host, resource id): {{(pid=102193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:21:46.505195 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb926482-dbd9-4fd1-bea9-f7c2496252e6 None None] Received port after_create {{(pid=102193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:21:46.520264 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 1cb8468e-17ff-4509-bb1e-469bb7546cf3 no longer exists at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:21:46.595159 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-f9dbb874-f91b-46ba-bd5c-068626bc3247 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Notify callbacks [] for floatingip, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:46.597138 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e74a1e-2e5c-4fba-a4be-77ac00bd5c47 None None] Pushing event updated for resources: {'Port': ['ID=e9a9f347-ab2c-4f3e-8202-6e8d92762bc2,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:46.599174 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-f9dbb874-f91b-46ba-bd5c-068626bc3247 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for floatingip, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:46.611521 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-f9dbb874-f91b-46ba-bd5c-068626bc3247 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] 10.222.0.41 "DELETE /v2.0/floatingips/b63ff88a-c03e-4925-a8ac-bd09c2b9d409 HTTP/1.1" status: 204 len: 168 time: 2.5152133 Aug 11 03:21:46.624572 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaecee8b-47af-4219-9e20-49a4b407bb4e req-2818277a-28f9-401a-871c-9635f1accaf6 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:46.624572 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-aaecee8b-47af-4219-9e20-49a4b407bb4e req-2818277a-28f9-401a-871c-9635f1accaf6 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/ports?device_id=a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c HTTP/1.1" status: 200 len: 943 time: 0.4978817 Aug 11 03:21:46.635017 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 49986) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:46.669393 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a5753d2-062b-4866-9988-89d17fc03f72 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Made reservation on behalf of 0c28768474b748ba96f3a3b94cb33f57 for: {'subnet': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:21:46.672177 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1a5753d2-062b-4866-9988-89d17fc03f72 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274743'] for subnet, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:46.741226 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ab06413c-baf5-42dd-bc1e-1d700fefe4a5 tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Notify callbacks [] for router, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:46.784910 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-bb926482-dbd9-4fd1-bea9-f7c2496252e6 None None] Attempting to bind port e4329ffc-999e-4ea0-a0ef-b1a31e87f77f on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:21:46.785872 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-bb926482-dbd9-4fd1-bea9-f7c2496252e6 None None] Attempting to bind port e4329ffc-999e-4ea0-a0ef-b1a31e87f77f by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': 'f731e462-ce27-4a44-9eb6-cb0a7adfc31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'c675a6cd-95a2-4004-a0ca-3c164345dd5f'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:21:46.786435 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb926482-dbd9-4fd1-bea9-f7c2496252e6 None None] Attempting to bind port e4329ffc-999e-4ea0-a0ef-b1a31e87f77f on network c675a6cd-95a2-4004-a0ca-3c164345dd5f {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:21:46.800212 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb926482-dbd9-4fd1-bea9-f7c2496252e6 None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 21, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:21:46.800799 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb926482-dbd9-4fd1-bea9-f7c2496252e6 None None] Checking segment: {'id': 'f731e462-ce27-4a44-9eb6-cb0a7adfc31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'c675a6cd-95a2-4004-a0ca-3c164345dd5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:21:46.801371 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-bb926482-dbd9-4fd1-bea9-f7c2496252e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:46.802094 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb926482-dbd9-4fd1-bea9-f7c2496252e6 None None] Bound using segment: {'id': 'f731e462-ce27-4a44-9eb6-cb0a7adfc31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'c675a6cd-95a2-4004-a0ca-3c164345dd5f'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:21:46.802781 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-bb926482-dbd9-4fd1-bea9-f7c2496252e6 None None] Bound port: e4329ffc-999e-4ea0-a0ef-b1a31e87f77f, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f731e462-ce27-4a44-9eb6-cb0a7adfc31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'c675a6cd-95a2-4004-a0ca-3c164345dd5f'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:21:46.803504 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-bb926482-dbd9-4fd1-bea9-f7c2496252e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:46.837241 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-aaecee8b-47af-4219-9e20-49a4b407bb4e req-3dc6b2ed-ed63-40b9-8bdf-e9ef319ecea8 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbb5f37-cd37-415a-b820-36c249955487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005856 Aug 11 03:21:46.928443 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f30e5de4-b1ca-434a-af9d-bedc5d4b1fff admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:46.953552 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-50f34b39-ac55-4929-896f-f75167468c9f tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Deleting port b90d6ebc-39d0-4329-8910-886ce1b868bf {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:21:46.953904 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-50f34b39-ac55-4929-896f-f75167468c9f tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:46.963570 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f30e5de4-b1ca-434a-af9d-bedc5d4b1fff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:47.050487 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ab06413c-baf5-42dd-bc1e-1d700fefe4a5 tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:47.090964 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-50f34b39-ac55-4929-896f-f75167468c9f tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:47.094142 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb926482-dbd9-4fd1-bea9-f7c2496252e6 None None] Pushing event updated for resources: {'Port': ['ID=e4329ffc-999e-4ea0-a0ef-b1a31e87f77f,revision_number=1']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:47.128928 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-50f34b39-ac55-4929-896f-f75167468c9f tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Calling delete_port for b90d6ebc-39d0-4329-8910-886ce1b868bf owned by {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:21:47.139202 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-a6d47f35-e8a4-4957-890a-a13d68932081 None None] Set router 71eb81b0-a0fb-46b7-8f05-443c50b71d72 gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:21:47.142135 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-bb926482-dbd9-4fd1-bea9-f7c2496252e6 None None] For port e4329ffc-999e-4ea0-a0ef-b1a31e87f77f, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:21:47.191976 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-bb926482-dbd9-4fd1-bea9-f7c2496252e6 None None] For port e4329ffc-999e-4ea0-a0ef-b1a31e87f77f, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=e4329ffc-999e-4ea0-a0ef-b1a31e87f77f,segment=NetworkSegment(f731e462-ce27-4a44-9eb6-cb0a7adfc31f),segment_id=f731e462-ce27-4a44-9eb6-cb0a7adfc31f)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:21:47.197068 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-571d3458-00c6-4cd8-a5e3-a40749717db7 req-35da31ed-98b0-432c-907e-7eb709c04058 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3806951 Aug 11 03:21:47.321562 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-ab06413c-baf5-42dd-bc1e-1d700fefe4a5 tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Deleting port efe43861-a203-4f2a-ba61-5b5228174c5f {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:21:47.322699 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ab06413c-baf5-42dd-bc1e-1d700fefe4a5 tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:47.337407 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [None req-f30e5de4-b1ca-434a-af9d-bedc5d4b1fff admin admin] Allocated IP 172.25.8.65 (09faf7d2-eaf5-4a50-bb6e-4cb05d009a76/e1a97443-13df-40bb-85f5-fd269e2742c0/baac1390-9072-4951-b5fb-c9ebbd3b893b) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:21:47.342507 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-bb926482-dbd9-4fd1-bea9-f7c2496252e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:47.433193 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ab06413c-baf5-42dd-bc1e-1d700fefe4a5 tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:47.477052 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb926482-dbd9-4fd1-bea9-f7c2496252e6 None None] Pushing event updated for resources: {'Port': ['ID=e4329ffc-999e-4ea0-a0ef-b1a31e87f77f,revision_number=2']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:47.496279 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1a5753d2-062b-4866-9988-89d17fc03f72 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126283476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274725'] for subnet, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:47.568022 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-ab06413c-baf5-42dd-bc1e-1d700fefe4a5 tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Calling delete_port for efe43861-a203-4f2a-ba61-5b5228174c5f owned by network:router_gateway {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:21:47.595811 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-a6d47f35-e8a4-4957-890a-a13d68932081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71eb81b0-a0fb-46b7-8f05-443c50b71d72', 'name': 'tempest-TestAggregatesBasicOps-1249826893-router', 'tenant_id': '710d71fa568e4c94ae62395985243d4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.209'}], 'enable_snat': True}, 'gw_port_id': '473271a9-69a8-441a-bcfb-6158a4abd855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:21:28Z', 'updated_at': '2021-08-11T03:21:38Z', 'revision_number': 4, 'project_id': '710d71fa568e4c94ae62395985243d4a', 'gw_port': {'id': '473271a9-69a8-441a-bcfb-6158a4abd855', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:d3:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71eb81b0-a0fb-46b7-8f05-443c50b71d72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2369, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:21:31Z', 'updated_at': '2021-08-11T03:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': 'e9a9f347-ab2c-4f3e-8202-6e8d92762bc2', 'name': '', 'network_id': '4869e9e4-7444-4b96-940f-4562723c09aa', 'tenant_id': '710d71fa568e4c94ae62395985243d4a', 'mac_address': 'fa:16:3e:fe:ea:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71eb81b0-a0fb-46b7-8f05-443c50b71d72', 'device_owner': 'network:router_interface', 'standard_attr_id': 2374, 'fixed_ips': [{'subnet_id': '26465408-ae38-4313-b025-1fa77152a1bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:21:37Z', 'updated_at': '2021-08-11T03:21:46Z', 'revision_number': 4, 'project_id': '710d71fa568e4c94ae62395985243d4a', 'subnets': [{'id': '26465408-ae38-4313-b025-1fa77152a1bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:47.658645 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d47f35-e8a4-4957-890a-a13d68932081 None None] The sync data for ids ['71eb81b0-a0fb-46b7-8f05-443c50b71d72'] in n-d-764292-30 is: [{'id': '71eb81b0-a0fb-46b7-8f05-443c50b71d72', 'name': 'tempest-TestAggregatesBasicOps-1249826893-router', 'tenant_id': '710d71fa568e4c94ae62395985243d4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.209'}], 'enable_snat': True}, 'gw_port_id': '473271a9-69a8-441a-bcfb-6158a4abd855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:21:28Z', 'updated_at': '2021-08-11T03:21:38Z', 'revision_number': 4, 'project_id': '710d71fa568e4c94ae62395985243d4a', 'gw_port': {'id': '473271a9-69a8-441a-bcfb-6158a4abd855', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:d3:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71eb81b0-a0fb-46b7-8f05-443c50b71d72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2369, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:21:31Z', 'updated_at': '2021-08-11T03:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': 'e9a9f347-ab2c-4f3e-8202-6e8d92762bc2', 'name': '', 'network_id': '4869e9e4-7444-4b96-940f-4562723c09aa', 'tenant_id': '710d71fa568e4c94ae62395985243d4a', 'mac_address': 'fa:16:3e:fe:ea:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71eb81b0-a0fb-46b7-8f05-443c50b71d72', 'device_owner': 'network:router_interface', 'standard_attr_id': 2374, 'fixed_ips': [{'subnet_id': '26465408-ae38-4313-b025-1fa77152a1bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:21:37Z', 'updated_at': '2021-08-11T03:21:46Z', 'revision_number': 4, 'project_id': '710d71fa568e4c94ae62395985243d4a', 'subnets': [{'id': '26465408-ae38-4313-b025-1fa77152a1bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:21:47.662836 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5753d2-062b-4866-9988-89d17fc03f72 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Pushing event updated for resources: {'Subnet': ['ID=09e951d2-6a3a-4f7c-bc3f-030b55583095,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:47.679974 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a5753d2-062b-4866-9988-89d17fc03f72 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Checking segment: {'id': '9e1c106e-57cc-4f7e-b081-d5b8463452f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '5e4b886c-82cd-4dd6-9f3a-b28f2548f4ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:21:47.680629 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a5753d2-062b-4866-9988-89d17fc03f72 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Network hostable DHCP agents. Network: 5e4b886c-82cd-4dd6-9f3a-b28f2548f4ee, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:21:47.727990 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f30e5de4-b1ca-434a-af9d-bedc5d4b1fff admin admin] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:47.732692 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-50f34b39-ac55-4929-896f-f75167468c9f tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:47.799269 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a5753d2-062b-4866-9988-89d17fc03f72 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Network 5e4b886c-82cd-4dd6-9f3a-b28f2548f4ee is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:21:47.883440 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f34b39-ac55-4929-896f-f75167468c9f tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Pushing event deleted for resources: {'Port': ['ID=b90d6ebc-39d0-4329-8910-886ce1b868bf,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:47.901128 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f30e5de4-b1ca-434a-af9d-bedc5d4b1fff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:48.009423 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-1a5753d2-062b-4866-9988-89d17fc03f72 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, 5e4b886c-82cd-4dd6-9f3a-b28f2548f4ee) {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:21:48.020629 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ed454b-1510-4e5d-be2b-9dbafce81d05 None None] Network 5e4b886c-82cd-4dd6-9f3a-b28f2548f4ee requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:21:48.021161 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a5753d2-062b-4866-9988-89d17fc03f72 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:48.021667 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1a5753d2-062b-4866-9988-89d17fc03f72 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:48.047687 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f30e5de4-b1ca-434a-af9d-bedc5d4b1fff admin admin] Network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:21:48.062422 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-f30e5de4-b1ca-434a-af9d-bedc5d4b1fff admin admin] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:21:48.068120 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30e5de4-b1ca-434a-af9d-bedc5d4b1fff admin admin] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:21:48.070996 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30e5de4-b1ca-434a-af9d-bedc5d4b1fff admin admin] Pushing event updated for resources: {'Port': ['ID=baac1390-9072-4951-b5fb-c9ebbd3b893b,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:48.189330 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-1a5753d2-062b-4866-9988-89d17fc03f72 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5672503 Aug 11 03:21:48.213211 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 50042) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:48.215569 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ab06413c-baf5-42dd-bc1e-1d700fefe4a5 tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:48.257959 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device e9a9f347-ab2c-4f3e-8202-6e8d92762bc2 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:21:48.491432 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-229eb7d5-e536-4f94-8a50-5c3261f71b2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde080026-c28f-55be-b52b-13827cc43646-5e4b886c-82cd-4dd6-9f3a-b28f2548f4ee', 'network_id': '5e4b886c-82cd-4dd6-9f3a-b28f2548f4ee', 'tenant_id': '0c28768474b748ba96f3a3b94cb33f57', 'fixed_ips': [{'subnet_id': '09e951d2-6a3a-4f7c-bc3f-030b55583095'}]}} from n-d-764292-30. {{(pid=102193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:21:48.492584 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-229eb7d5-e536-4f94-8a50-5c3261f71b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:48.505177 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-f91407fe-271e-45f8-a308-921714630251 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:48.511051 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port e9a9f347-ab2c-4f3e-8202-6e8d92762bc2 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:21:48.604767 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab06413c-baf5-42dd-bc1e-1d700fefe4a5 tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Pushing event deleted for resources: {'Port': ['ID=efe43861-a203-4f2a-ba61-5b5228174c5f,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:48.619422 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ab06413c-baf5-42dd-bc1e-1d700fefe4a5 tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-446916'] for router_gateway, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:48.721609 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f30e5de4-b1ca-434a-af9d-bedc5d4b1fff admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:48.829725 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ab06413c-baf5-42dd-bc1e-1d700fefe4a5 tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6544'] for router, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:48.833204 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ab06413c-baf5-42dd-bc1e-1d700fefe4a5 tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:48.860228 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.db_base_plugin_common [None req-229eb7d5-e536-4f94-8a50-5c3261f71b2c None None] Allocated IP 172.20.0.2 (5e4b886c-82cd-4dd6-9f3a-b28f2548f4ee/09e951d2-6a3a-4f7c-bc3f-030b55583095/21792a80-87a6-4170-bc99-1731ead91878) {{(pid=102193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:21:48.893201 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-50f34b39-ac55-4929-896f-f75167468c9f tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:48.899086 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-50f34b39-ac55-4929-896f-f75167468c9f tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] 10.222.0.41 "DELETE /v2.0/ports/b90d6ebc-39d0-4329-8910-886ce1b868bf HTTP/1.1" status: 204 len: 168 time: 2.2458813 Aug 11 03:21:48.902434 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 50064) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:49.083002 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port e9a9f347-ab2c-4f3e-8202-6e8d92762bc2 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:21:49.083885 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:49.217439 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f30e5de4-b1ca-434a-af9d-bedc5d4b1fff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-446952'] for router, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:49.227580 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bea993e1-2bd7-4b6c-912b-19388afa674e None None] Network c675a6cd-95a2-4004-a0ca-3c164345dd5f requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:21:49.302030 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-229eb7d5-e536-4f94-8a50-5c3261f71b2c None None] Notify callbacks [] for port, precommit_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:49.320305 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-229eb7d5-e536-4f94-8a50-5c3261f71b2c None None] Transition to ACTIVE for port object 21792a80-87a6-4170-bc99-1731ead91878 will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:21:49.335700 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ab06413c-baf5-42dd-bc1e-1d700fefe4a5 tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448809'] for router, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:49.336346 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab06413c-baf5-42dd-bc1e-1d700fefe4a5 tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Fanout notify agent at l3_agent the message router_deleted on router 0921c1c7-63fb-49fd-ba2b-cc4d956115b3 {{(pid=102192) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:21:49.352162 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ab06413c-baf5-42dd-bc1e-1d700fefe4a5 tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Notify callbacks [] for router, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:49.357223 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-ab06413c-baf5-42dd-bc1e-1d700fefe4a5 tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] 10.222.0.41 "DELETE /v2.0/routers/0921c1c7-63fb-49fd-ba2b-cc4d956115b3 HTTP/1.1" status: 204 len: 168 time: 2.9677122 Aug 11 03:21:49.358327 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 50078) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:49.363352 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-02ddfc86-c040-4f08-bdb3-793b7229dc28 tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-313122937', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:21:49.391615 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-229eb7d5-e536-4f94-8a50-5c3261f71b2c None None] Transition to ACTIVE for port object 21792a80-87a6-4170-bc99-1731ead91878 will not be triggered until provisioned by entity DHCP. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:21:49.409286 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:49.422233 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8517bc65-874d-459d-a17a-de7fa22c5f13 req-844de576-65b4-4c6e-bc8d-59000310d15c tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:49.424316 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8517bc65-874d-459d-a17a-de7fa22c5f13 req-844de576-65b4-4c6e-bc8d-59000310d15c tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/ports?device_id=a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c HTTP/1.1" status: 200 len: 943 time: 1.4318786 Aug 11 03:21:49.474825 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port e9a9f347-ab2c-4f3e-8202-6e8d92762bc2, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=e9a9f347-ab2c-4f3e-8202-6e8d92762bc2,segment=NetworkSegment(a17e976c-4f19-4583-bdbe-63c6da9923ed),segment_id=a17e976c-4f19-4583-bdbe-63c6da9923ed)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:21:49.482800 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-d03909aa-bff1-4b90-80f1-ccf19e29acc7 None None] Provisioning for port e4329ffc-999e-4ea0-a0ef-b1a31e87f77f completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:21:49.536717 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-229eb7d5-e536-4f94-8a50-5c3261f71b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669'] for port, after_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:49.538141 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-02ddfc86-c040-4f08-bdb3-793b7229dc28 tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-450010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6626'] for router, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:49.540524 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-02ddfc86-c040-4f08-bdb3-793b7229dc28 tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-446747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6633'] for router, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:49.545434 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571d3458-00c6-4cd8-a5e3-a40749717db7 req-bd954bc7-0267-45d2-9046-c8808c3412ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:49.546472 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-571d3458-00c6-4cd8-a5e3-a40749717db7 req-bd954bc7-0267-45d2-9046-c8808c3412ce service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c&tenant_id=1c3a4a4854b046bf84e782d3a4f4fd61 HTTP/1.1" status: 200 len: 1095 time: 0.2633200 Aug 11 03:21:49.548565 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f30e5de4-b1ca-434a-af9d-bedc5d4b1fff admin admin] Router ccc720ea-71d8-4fa9-b187-84b51c695c95 is scheduled to L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 with binding_index 1 {{(pid=102191) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:21:49.564913 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-f91407fe-271e-45f8-a308-921714630251 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:49.591752 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-229eb7d5-e536-4f94-8a50-5c3261f71b2c None None] Network 5e4b886c-82cd-4dd6-9f3a-b28f2548f4ee is already hosted by enough agents. {{(pid=102193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:21:49.595862 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.base_scheduler [None req-229eb7d5-e536-4f94-8a50-5c3261f71b2c None None] Resources bound (agent type, host, resource id): {{(pid=102193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:21:49.605486 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-229eb7d5-e536-4f94-8a50-5c3261f71b2c None None] Received port after_create {{(pid=102193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:21:49.636815 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-571d3458-00c6-4cd8-a5e3-a40749717db7 req-58313d81-948c-4035-8a1b-f6a767ba8ddf service neutron] Request body: {'port': {'binding:host_id': 'n-h2-764292-30', 'device_owner': 'compute:nova'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:21:49.637633 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-02ddfc86-c040-4f08-bdb3-793b7229dc28 tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:49.648359 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229eb7d5-e536-4f94-8a50-5c3261f71b2c None None] Pushing event updated for resources: {'Port': ['ID=21792a80-87a6-4170-bc99-1731ead91878,revision_number=1']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:49.659002 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:49.660365 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device e4329ffc-999e-4ea0-a0ef-b1a31e87f77f up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:21:49.671360 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8517bc65-874d-459d-a17a-de7fa22c5f13 req-32564b62-44b3-4742-bfd1-f38ae7f7bc4e tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbb5f37-cd37-415a-b820-36c249955487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162576 Aug 11 03:21:49.695777 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-3e8bc8d1-6921-4079-b80f-24061b8bd01e tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Deleting port 7dfdef9f-0d5f-4271-b104-13eb02da9240 {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:21:49.696137 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-3e8bc8d1-6921-4079-b80f-24061b8bd01e tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:49.713448 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-02ddfc86-c040-4f08-bdb3-793b7229dc28 tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-446952'] for router, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:49.795212 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-02ddfc86-c040-4f08-bdb3-793b7229dc28 tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Notify callbacks [] for router, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:49.796413 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-02ddfc86-c040-4f08-bdb3-793b7229dc28 tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4371200 Aug 11 03:21:49.799374 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 50088) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:49.808535 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-87e84238-92ac-4e82-b230-b50ac03b9fe8 tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Request body: {'router': {'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:21:49.849754 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-229eb7d5-e536-4f94-8a50-5c3261f71b2c None None] Attempting to bind port 21792a80-87a6-4170-bc99-1731ead91878 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:21:49.850478 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-229eb7d5-e536-4f94-8a50-5c3261f71b2c None None] Attempting to bind port 21792a80-87a6-4170-bc99-1731ead91878 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': '9e1c106e-57cc-4f7e-b081-d5b8463452f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '5e4b886c-82cd-4dd6-9f3a-b28f2548f4ee'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:21:49.851068 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-229eb7d5-e536-4f94-8a50-5c3261f71b2c None None] Attempting to bind port 21792a80-87a6-4170-bc99-1731ead91878 on network 5e4b886c-82cd-4dd6-9f3a-b28f2548f4ee {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:21:49.875577 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-229eb7d5-e536-4f94-8a50-5c3261f71b2c None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 21, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:21:49.876419 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-229eb7d5-e536-4f94-8a50-5c3261f71b2c None None] Checking segment: {'id': '9e1c106e-57cc-4f7e-b081-d5b8463452f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '5e4b886c-82cd-4dd6-9f3a-b28f2548f4ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:21:49.877007 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-229eb7d5-e536-4f94-8a50-5c3261f71b2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:49.877575 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-229eb7d5-e536-4f94-8a50-5c3261f71b2c None None] Bound using segment: {'id': '9e1c106e-57cc-4f7e-b081-d5b8463452f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '5e4b886c-82cd-4dd6-9f3a-b28f2548f4ee'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:21:49.878055 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-229eb7d5-e536-4f94-8a50-5c3261f71b2c None None] Bound port: 21792a80-87a6-4170-bc99-1731ead91878, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e1c106e-57cc-4f7e-b081-d5b8463452f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '5e4b886c-82cd-4dd6-9f3a-b28f2548f4ee'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:21:49.878483 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-229eb7d5-e536-4f94-8a50-5c3261f71b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:49.881949 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=e9a9f347-ab2c-4f3e-8202-6e8d92762bc2,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:49.905654 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-f91407fe-271e-45f8-a308-921714630251 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125932157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126180897'] for subnet, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:49.964134 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port e4329ffc-999e-4ea0-a0ef-b1a31e87f77f completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:21:49.977409 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port e4329ffc-999e-4ea0-a0ef-b1a31e87f77f triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:21:49.977409 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:49.977409 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-229eb7d5-e536-4f94-8a50-5c3261f71b2c None None] For port 21792a80-87a6-4170-bc99-1731ead91878, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:21:49.979803 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-229eb7d5-e536-4f94-8a50-5c3261f71b2c None None] For port 21792a80-87a6-4170-bc99-1731ead91878, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=21792a80-87a6-4170-bc99-1731ead91878,segment=NetworkSegment(9e1c106e-57cc-4f7e-b081-d5b8463452f3),segment_id=9e1c106e-57cc-4f7e-b081-d5b8463452f3)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:21:49.985654 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f30e5de4-b1ca-434a-af9d-bedc5d4b1fff admin admin] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:21:50.001923 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae0f6c5a-1b14-4b79-8e48-3551383c779a None None] Sync routers for ids ['ccc720ea-71d8-4fa9-b187-84b51c695c95'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:21:50.031880 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0f6c5a-1b14-4b79-8e48-3551383c779a None None] Routers {'ccc720ea-71d8-4fa9-b187-84b51c695c95'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:21:50.032605 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-ae0f6c5a-1b14-4b79-8e48-3551383c779a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:21:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['ccc720ea-71d8-4fa9-b187-84b51c695c95'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:50.039214 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-f91407fe-271e-45f8-a308-921714630251 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:50.050943 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-f91407fe-271e-45f8-a308-921714630251 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e4b886c-82cd-4dd6-9f3a-b28f2548f4ee']}} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:50.067460 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-87e84238-92ac-4e82-b230-b50ac03b9fe8 tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:50.080502 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-229eb7d5-e536-4f94-8a50-5c3261f71b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:50.105281 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-f91407fe-271e-45f8-a308-921714630251 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e1c106e-57cc-4f7e-b081-d5b8463452f3') {'for_net_delete': True} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:50.105633 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-f91407fe-271e-45f8-a308-921714630251 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e1c106e-57cc-4f7e-b081-d5b8463452f3') {} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:50.129279 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91407fe-271e-45f8-a308-921714630251 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Pushing event deleted for resources: {'Subnet': ['ID=09e951d2-6a3a-4f7c-bc3f-030b55583095,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:50.145832 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-f91407fe-271e-45f8-a308-921714630251 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125932501'] for segment, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:50.161636 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-3e8bc8d1-6921-4079-b80f-24061b8bd01e tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:50.167060 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-571d3458-00c6-4cd8-a5e3-a40749717db7 req-58313d81-948c-4035-8a1b-f6a767ba8ddf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:50.174770 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f30e5de4-b1ca-434a-af9d-bedc5d4b1fff admin admin] Notify callbacks [] for router, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:50.176608 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-f30e5de4-b1ca-434a-af9d-bedc5d4b1fff admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.5400741 Aug 11 03:21:50.181645 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 50090) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:50.421651 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-571d3458-00c6-4cd8-a5e3-a40749717db7 req-58313d81-948c-4035-8a1b-f6a767ba8ddf service neutron] For port 1cb8468e-17ff-4509-bb1e-469bb7546cf3, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=1cb8468e-17ff-4509-bb1e-469bb7546cf3,segment=NetworkSegment(ae9692f4-c155-4a13-a589-facf8973fb30),segment_id=ae9692f4-c155-4a13-a589-facf8973fb30)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:21:50.441060 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-f91407fe-271e-45f8-a308-921714630251 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:50.448195 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-3e8bc8d1-6921-4079-b80f-24061b8bd01e tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Calling delete_port for 7dfdef9f-0d5f-4271-b104-13eb02da9240 owned by {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:21:50.455462 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 50094) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:50.457867 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f91407fe-271e-45f8-a308-921714630251 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=102192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:21:50.458309 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-f91407fe-271e-45f8-a308-921714630251 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125932183'] for segment, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:50.463570 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:50.468163 n-d-764292-30 neutron-server[102192]: Traceback (most recent call last): Aug 11 03:21:50.468163 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:21:50.468163 n-d-764292-30 neutron-server[102192]: timer() Aug 11 03:21:50.468163 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:21:50.468163 n-d-764292-30 neutron-server[102192]: cb(*args, **kw) Aug 11 03:21:50.468163 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:21:50.468163 n-d-764292-30 neutron-server[102192]: return func(*args, **kwargs) Aug 11 03:21:50.468163 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:21:50.468163 n-d-764292-30 neutron-server[102192]: self._notify() Aug 11 03:21:50.468163 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:21:50.468163 n-d-764292-30 neutron-server[102192]: self.callback(batched_events) Aug 11 03:21:50.468163 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:21:50.468163 n-d-764292-30 neutron-server[102192]: event.method(event) Aug 11 03:21:50.468163 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:21:50.468163 n-d-764292-30 neutron-server[102192]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:21:50.468163 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:21:50.468163 n-d-764292-30 neutron-server[102192]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:21:50.468163 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:21:50.468163 n-d-764292-30 neutron-server[102192]: return f(self, *a, **k) Aug 11 03:21:50.468163 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:21:50.468163 n-d-764292-30 neutron-server[102192]: return self._get(url).json() Aug 11 03:21:50.468163 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:21:50.468163 n-d-764292-30 neutron-server[102192]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:21:50.468163 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:21:50.468163 n-d-764292-30 neutron-server[102192]: return self.request(url, 'GET', **kwargs) Aug 11 03:21:50.468163 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:21:50.468163 n-d-764292-30 neutron-server[102192]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:21:50.468163 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:21:50.468163 n-d-764292-30 neutron-server[102192]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:21:50.468163 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:21:50.468163 n-d-764292-30 neutron-server[102192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:21:50.468163 n-d-764292-30 neutron-server[102192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:21:50.496869 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ff02cfb-6a0e-4463-ae9b-b3d97b7a0763 None None] Network 5e4b886c-82cd-4dd6-9f3a-b28f2548f4ee requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:21:50.507391 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229eb7d5-e536-4f94-8a50-5c3261f71b2c None None] Pushing event updated for resources: {'Port': ['ID=21792a80-87a6-4170-bc99-1731ead91878,revision_number=2']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:50.574455 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-ae0f6c5a-1b14-4b79-8e48-3551383c779a None None] Set router ccc720ea-71d8-4fa9-b187-84b51c695c95 gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:21:50.601047 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-571d3458-00c6-4cd8-a5e3-a40749717db7 req-58313d81-948c-4035-8a1b-f6a767ba8ddf service neutron] For port 1cb8468e-17ff-4509-bb1e-469bb7546cf3, host n-h1-764292-30, cleared binding levels {{(pid=102192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:21:50.648812 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c5741925-0269-4233-95da-6cf1541e9fc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:50.677801 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [req-571d3458-00c6-4cd8-a5e3-a40749717db7 req-58313d81-948c-4035-8a1b-f6a767ba8ddf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cb8468e-17ff-4509-bb1e-469bb7546cf3 {{(pid=102192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:21:50.685899 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.db.api [None req-f91407fe-271e-45f8-a308-921714630251 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 11 03:21:50.685899 n-d-764292-30 neutron-server[102192]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 11 03:21:50.685899 n-d-764292-30 neutron-server[102192]: [parameters: {'id': '5e4b886c-82cd-4dd6-9f3a-b28f2548f4ee'}] Aug 11 03:21:50.685899 n-d-764292-30 neutron-server[102192]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102192) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 03:21:50.686380 n-d-764292-30 neutron-server[102192]: DEBUG oslo_db.api [None req-f91407fe-271e-45f8-a308-921714630251 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 03:21:50.693451 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-571d3458-00c6-4cd8-a5e3-a40749717db7 req-58313d81-948c-4035-8a1b-f6a767ba8ddf service neutron] Notify callbacks [] for port, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:50.733721 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [req-571d3458-00c6-4cd8-a5e3-a40749717db7 req-58313d81-948c-4035-8a1b-f6a767ba8ddf service neutron] Transition to ACTIVE for port object 1cb8468e-17ff-4509-bb1e-469bb7546cf3 will not be triggered until provisioned by entity L2. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:21:50.771028 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-87e84238-92ac-4e82-b230-b50ac03b9fe8 tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Notify callbacks [] for router_gateway, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:50.795745 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-571d3458-00c6-4cd8-a5e3-a40749717db7 req-58313d81-948c-4035-8a1b-f6a767ba8ddf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:50.803817 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-87e84238-92ac-4e82-b230-b50ac03b9fe8 tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:50.891738 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-3e8bc8d1-6921-4079-b80f-24061b8bd01e tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:50.917405 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port e4329ffc-999e-4ea0-a0ef-b1a31e87f77f, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=e4329ffc-999e-4ea0-a0ef-b1a31e87f77f,segment=NetworkSegment(f731e462-ce27-4a44-9eb6-cb0a7adfc31f),segment_id=f731e462-ce27-4a44-9eb6-cb0a7adfc31f)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:21:50.935542 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [req-571d3458-00c6-4cd8-a5e3-a40749717db7 req-58313d81-948c-4035-8a1b-f6a767ba8ddf service neutron] No DVR routers for this DVR port 1cb8468e-17ff-4509-bb1e-469bb7546cf3 on host n-h1-764292-30 {{(pid=102192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:21:50.962277 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58313d81-948c-4035-8a1b-f6a767ba8ddf service neutron] Pushing event updated for resources: {'Port': ['ID=1cb8468e-17ff-4509-bb1e-469bb7546cf3,revision_number=9']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:50.988768 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:51.013255 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [None req-87e84238-92ac-4e82-b230-b50ac03b9fe8 tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Allocated IP 172.25.8.174 (09faf7d2-eaf5-4a50-bb6e-4cb05d009a76/e1a97443-13df-40bb-85f5-fd269e2742c0/547b4ff1-6f28-4d1f-a040-d5793e7a088f) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:21:51.026493 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8bc8d1-6921-4079-b80f-24061b8bd01e tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Pushing event deleted for resources: {'Port': ['ID=7dfdef9f-0d5f-4271-b104-13eb02da9240,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:51.037332 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ade1c2-58c4-4614-981b-26bad9509dd7 req-9af92bc4-06fe-4fd7-a883-eb5ce193c09e tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:51.039756 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-36ade1c2-58c4-4614-981b-26bad9509dd7 req-9af92bc4-06fe-4fd7-a883-eb5ce193c09e tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/ports?device_id=a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c HTTP/1.1" status: 200 len: 943 time: 0.2056181 Aug 11 03:21:51.072715 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-832a67c1-2278-4b4f-9906-5fb17c4b6e7c None None] get_active_networks_info from n-d-764292-30 {{(pid=102193) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 11 03:21:51.158139 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-571d3458-00c6-4cd8-a5e3-a40749717db7 req-58313d81-948c-4035-8a1b-f6a767ba8ddf service neutron] Attempting to bind port 1cb8468e-17ff-4509-bb1e-469bb7546cf3 on host n-h2-764292-30 for vnic_type normal with profile {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:21:51.159819 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-571d3458-00c6-4cd8-a5e3-a40749717db7 req-58313d81-948c-4035-8a1b-f6a767ba8ddf service neutron] Attempting to bind port 1cb8468e-17ff-4509-bb1e-469bb7546cf3 by drivers openvswitch,hyperv on host n-h2-764292-30 at level 0 using segments [{'id': 'ae9692f4-c155-4a13-a589-facf8973fb30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5550882c-d5be-4613-b9ce-af7283467065'}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:21:51.160758 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-571d3458-00c6-4cd8-a5e3-a40749717db7 req-58313d81-948c-4035-8a1b-f6a767ba8ddf service neutron] Attempting to bind port 1cb8468e-17ff-4509-bb1e-469bb7546cf3 on network 5550882c-d5be-4613-b9ce-af7283467065 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:21:51.166338 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-87e84238-92ac-4e82-b230-b50ac03b9fe8 tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:51.194491 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-832a67c1-2278-4b4f-9906-5fb17c4b6e7c None None] Resources bound (agent type, host, resource id): {{(pid=102193) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 11 03:21:51.203811 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c5741925-0269-4233-95da-6cf1541e9fc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:51.205937 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device e9a9f347-ab2c-4f3e-8202-6e8d92762bc2 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:21:51.209497 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-36ade1c2-58c4-4614-981b-26bad9509dd7 req-fece5714-1d14-4560-abaf-ff6e9d0d167e tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbb5f37-cd37-415a-b820-36c249955487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340322 Aug 11 03:21:51.210073 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-f91407fe-271e-45f8-a308-921714630251 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:51.238978 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-ae0f6c5a-1b14-4b79-8e48-3551383c779a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccc720ea-71d8-4fa9-b187-84b51c695c95', 'name': 'tempest-TestAggregatesBasicOps-566755049-router', 'tenant_id': 'c9d3ace5da3d416db998ed72babce785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.65'}], 'enable_snat': True}, 'gw_port_id': 'baac1390-9072-4951-b5fb-c9ebbd3b893b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:21:44Z', 'updated_at': '2021-08-11T03:21:48Z', 'revision_number': 3, 'project_id': 'c9d3ace5da3d416db998ed72babce785', 'gw_port': {'id': 'baac1390-9072-4951-b5fb-c9ebbd3b893b', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a7:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccc720ea-71d8-4fa9-b187-84b51c695c95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2392, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:21:46Z', 'updated_at': '2021-08-11T03:21:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:51.241459 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-571d3458-00c6-4cd8-a5e3-a40749717db7 req-58313d81-948c-4035-8a1b-f6a767ba8ddf service neutron] Port 1cb8468e-17ff-4509-bb1e-469bb7546cf3 on network 5550882c-d5be-4613-b9ce-af7283467065 not bound, no agent of type Open vSwitch agent registered on host n-h2-764292-30 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:21:51.241788 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-571d3458-00c6-4cd8-a5e3-a40749717db7 req-58313d81-948c-4035-8a1b-f6a767ba8ddf service neutron] Attempting to bind port 1cb8468e-17ff-4509-bb1e-469bb7546cf3 on network 5550882c-d5be-4613-b9ce-af7283467065 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:21:51.260678 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-571d3458-00c6-4cd8-a5e3-a40749717db7 req-58313d81-948c-4035-8a1b-f6a767ba8ddf service neutron] Checking agent: {'id': '70015fc0-62fb-48b2-b453-36906937cf2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:21:51.261057 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-571d3458-00c6-4cd8-a5e3-a40749717db7 req-58313d81-948c-4035-8a1b-f6a767ba8ddf service neutron] Checking segment: {'id': 'ae9692f4-c155-4a13-a589-facf8973fb30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5550882c-d5be-4613-b9ce-af7283467065'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:21:51.261408 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-571d3458-00c6-4cd8-a5e3-a40749717db7 req-58313d81-948c-4035-8a1b-f6a767ba8ddf service neutron] Bound using segment: {'id': 'ae9692f4-c155-4a13-a589-facf8973fb30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5550882c-d5be-4613-b9ce-af7283467065'} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:21:51.262102 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-571d3458-00c6-4cd8-a5e3-a40749717db7 req-58313d81-948c-4035-8a1b-f6a767ba8ddf service neutron] Bound port: 1cb8468e-17ff-4509-bb1e-469bb7546cf3, host: n-h2-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae9692f4-c155-4a13-a589-facf8973fb30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5550882c-d5be-4613-b9ce-af7283467065'}}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:21:51.262260 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-571d3458-00c6-4cd8-a5e3-a40749717db7 req-58313d81-948c-4035-8a1b-f6a767ba8ddf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:51.278504 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-87e84238-92ac-4e82-b230-b50ac03b9fe8 tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:51.289397 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-3e8bc8d1-6921-4079-b80f-24061b8bd01e tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:51.294498 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-3e8bc8d1-6921-4079-b80f-24061b8bd01e tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] 10.222.0.41 "DELETE /v2.0/ports/7dfdef9f-0d5f-4271-b104-13eb02da9240 HTTP/1.1" status: 204 len: 168 time: 2.3870602 Aug 11 03:21:51.303766 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae0f6c5a-1b14-4b79-8e48-3551383c779a None None] Checking router: ccc720ea-71d8-4fa9-b187-84b51c695c95 for host: n-d-764292-30 {{(pid=102193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:21:51.304166 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae0f6c5a-1b14-4b79-8e48-3551383c779a None None] Updating router ccc720ea-71d8-4fa9-b187-84b51c695c95 port baac1390-9072-4951-b5fb-c9ebbd3b893b binding host n-d-764292-30 {{(pid=102193) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:21:51.313742 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 50106) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:51.344029 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c5741925-0269-4233-95da-6cf1541e9fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:51.367013 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e84238-92ac-4e82-b230-b50ac03b9fe8 tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:21:51.373310 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b98338e0-4667-4b14-ba53-841cb47f3ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:51.385279 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-87e84238-92ac-4e82-b230-b50ac03b9fe8 tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:21:51.402231 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e84238-92ac-4e82-b230-b50ac03b9fe8 tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Pushing event updated for resources: {'Port': ['ID=547b4ff1-6f28-4d1f-a040-d5793e7a088f,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:51.402570 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e84238-92ac-4e82-b230-b50ac03b9fe8 tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:21:51.420723 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-c5741925-0269-4233-95da-6cf1541e9fc2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8433c03c99964461ace8cef33a707818&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9641759 Aug 11 03:21:51.422055 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-571d3458-00c6-4cd8-a5e3-a40749717db7 req-58313d81-948c-4035-8a1b-f6a767ba8ddf service neutron] For port 1cb8468e-17ff-4509-bb1e-469bb7546cf3, host n-h2-764292-30, cleared binding levels {{(pid=102192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:21:51.423605 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-ae0f6c5a-1b14-4b79-8e48-3551383c779a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:51.428914 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 50110) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:51.429208 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=e4329ffc-999e-4ea0-a0ef-b1a31e87f77f,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:51.443465 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5741925-0269-4233-95da-6cf1541e9fc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb5de3fb-3420-46a5-90c8-476a70dca4a2,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:51.450542 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-571d3458-00c6-4cd8-a5e3-a40749717db7 req-58313d81-948c-4035-8a1b-f6a767ba8ddf service neutron] For port 1cb8468e-17ff-4509-bb1e-469bb7546cf3, host n-h2-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=1cb8468e-17ff-4509-bb1e-469bb7546cf3,segment=NetworkSegment(ae9692f4-c155-4a13-a589-facf8973fb30),segment_id=ae9692f4-c155-4a13-a589-facf8973fb30)] {{(pid=102192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:21:51.475989 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-f91407fe-271e-45f8-a308-921714630251 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Deleting port 21792a80-87a6-4170-bc99-1731ead91878 {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:21:51.476341 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-f91407fe-271e-45f8-a308-921714630251 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:51.488402 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 50112) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:51.495895 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_v2 [None req-16b2ece8-01f2-47b4-bfcd-3d28a0745ba7 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Deleting subnet 50b43d93-528a-454a-beae-d58f91ef15e1 {{(pid=102191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:21:51.517161 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-16b2ece8-01f2-47b4-bfcd-3d28a0745ba7 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Notify callbacks [] for subnet, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:51.566815 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-571d3458-00c6-4cd8-a5e3-a40749717db7 req-58313d81-948c-4035-8a1b-f6a767ba8ddf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:51.574190 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-bcaf0567-b121-4a97-8a59-7cb222a1fe0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:51.638219 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [None req-f91407fe-271e-45f8-a308-921714630251 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] For port 21792a80-87a6-4170-bc99-1731ead91878, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=21792a80-87a6-4170-bc99-1731ead91878,segment=NetworkSegment(9e1c106e-57cc-4f7e-b081-d5b8463452f3),segment_id=9e1c106e-57cc-4f7e-b081-d5b8463452f3)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:21:51.638738 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-f91407fe-271e-45f8-a308-921714630251 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:51.659709 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port e9a9f347-ab2c-4f3e-8202-6e8d92762bc2 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:21:51.660273 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:51.665415 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-bcaf0567-b121-4a97-8a59-7cb222a1fe0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:51.670368 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571d3458-00c6-4cd8-a5e3-a40749717db7 req-58313d81-948c-4035-8a1b-f6a767ba8ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:51.671086 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-571d3458-00c6-4cd8-a5e3-a40749717db7 req-58313d81-948c-4035-8a1b-f6a767ba8ddf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:51.672570 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-571d3458-00c6-4cd8-a5e3-a40749717db7 req-58313d81-948c-4035-8a1b-f6a767ba8ddf service neutron] 10.222.0.24 "PUT /v2.0/ports/1cb8468e-17ff-4509-bb1e-469bb7546cf3 HTTP/1.1" status: 200 len: 1092 time: 2.1029124 Aug 11 03:21:51.673497 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-f91407fe-271e-45f8-a308-921714630251 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Calling delete_port for 21792a80-87a6-4170-bc99-1731ead91878 owned by network:dhcp {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:21:51.679669 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c', 'tag': '1cb8468e-17ff-4509-bb1e-469bb7546cf3'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:21:51.682088 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d1204dc-3030-4cef-b77c-a0ac870c663d" -d '{"events": [{"name": "network-changed", "server_uuid": "a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c", "tag": "1cb8468e-17ff-4509-bb1e-469bb7546cf3"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:21:51.741183 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:21:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f74b9080-c6ba-4f66-893f-f3f2a321c9c6 x-openstack-request-id: req-f74b9080-c6ba-4f66-893f-f3f2a321c9c6 {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:21:51.741634 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c", "tag": "1cb8468e-17ff-4509-bb1e-469bb7546cf3", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:21:51.742254 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f74b9080-c6ba-4f66-893f-f3f2a321c9c6 {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:21:51.742477 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c', 'tag': '1cb8468e-17ff-4509-bb1e-469bb7546cf3', 'status': 'completed', 'code': 200} Aug 11 03:21:51.800157 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58313d81-948c-4035-8a1b-f6a767ba8ddf service neutron] Pushing event updated for resources: {'Port': ['ID=1cb8468e-17ff-4509-bb1e-469bb7546cf3,revision_number=10']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:51.841067 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571d3458-00c6-4cd8-a5e3-a40749717db7 req-1f2aa971-1971-4541-8527-d21e0d93be04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:51.842945 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-571d3458-00c6-4cd8-a5e3-a40749717db7 req-1f2aa971-1971-4541-8527-d21e0d93be04 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1c3a4a4854b046bf84e782d3a4f4fd61&device_id=a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c HTTP/1.1" status: 200 len: 1096 time: 0.1368349 Aug 11 03:21:51.929233 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-bcaf0567-b121-4a97-8a59-7cb222a1fe0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:51.932249 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-bcaf0567-b121-4a97-8a59-7cb222a1fe0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:51.933665 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-bcaf0567-b121-4a97-8a59-7cb222a1fe0a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/eb5de3fb-3420-46a5-90c8-476a70dca4a2 HTTP/1.1" status: 204 len: 168 time: 0.5034809 Aug 11 03:21:51.956493 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaf0567-b121-4a97-8a59-7cb222a1fe0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb5de3fb-3420-46a5-90c8-476a70dca4a2,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:51.986227 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571d3458-00c6-4cd8-a5e3-a40749717db7 req-3ce5dc96-c5c4-4f2a-91b8-c9fa25d86e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:51.993341 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-571d3458-00c6-4cd8-a5e3-a40749717db7 req-3ce5dc96-c5c4-4f2a-91b8-c9fa25d86e83 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5550882c-d5be-4613-b9ce-af7283467065 HTTP/1.1" status: 200 len: 914 time: 0.1415792 Aug 11 03:21:51.996550 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-f91407fe-271e-45f8-a308-921714630251 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:52.023375 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-ae0f6c5a-1b14-4b79-8e48-3551383c779a None None] Notify callbacks [] for port, precommit_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:52.033758 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91407fe-271e-45f8-a308-921714630251 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Pushing event deleted for resources: {'Port': ['ID=21792a80-87a6-4170-bc99-1731ead91878,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:52.035648 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-ae0f6c5a-1b14-4b79-8e48-3551383c779a None None] Transition to ACTIVE for port object baac1390-9072-4951-b5fb-c9ebbd3b893b will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:21:52.075289 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91407fe-271e-45f8-a308-921714630251 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] No DVR routers for this DVR port 21792a80-87a6-4170-bc99-1731ead91878 on host n-d-764292-30 {{(pid=102192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:21:52.078625 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-571d3458-00c6-4cd8-a5e3-a40749717db7 req-eaa66ba1-a7e9-43a2-a504-393000fac28f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1cb8468e-17ff-4509-bb1e-469bb7546cf3 HTTP/1.1" status: 200 len: 217 time: 0.0540302 Aug 11 03:21:52.089377 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-16b2ece8-01f2-47b4-bfcd-3d28a0745ba7 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126283525'] for subnet, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:52.091953 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3455aa29-ce36-4d1f-9a61-71ae3ca2f05f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:52.106166 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-ae0f6c5a-1b14-4b79-8e48-3551383c779a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:52.173782 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-ae0f6c5a-1b14-4b79-8e48-3551383c779a None None] Attempting to bind port baac1390-9072-4951-b5fb-c9ebbd3b893b on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:21:52.174073 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-ae0f6c5a-1b14-4b79-8e48-3551383c779a None None] Attempting to bind port baac1390-9072-4951-b5fb-c9ebbd3b893b by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:21:52.174697 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0f6c5a-1b14-4b79-8e48-3551383c779a None None] Attempting to bind port baac1390-9072-4951-b5fb-c9ebbd3b893b on network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:21:52.176875 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df610a-be90-44b2-a5b1-d90d56fbf387 None None] Pushing event updated for resources: {'Port': ['ID=baac1390-9072-4951-b5fb-c9ebbd3b893b,revision_number=2']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:52.184006 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0f6c5a-1b14-4b79-8e48-3551383c779a None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 21, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:21:52.184387 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0f6c5a-1b14-4b79-8e48-3551383c779a None None] Checking segment: {'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:21:52.185318 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-ae0f6c5a-1b14-4b79-8e48-3551383c779a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:52.185880 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0f6c5a-1b14-4b79-8e48-3551383c779a None None] Bound using segment: {'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:21:52.186392 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-ae0f6c5a-1b14-4b79-8e48-3551383c779a None None] Bound port: baac1390-9072-4951-b5fb-c9ebbd3b893b, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:21:52.186774 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-ae0f6c5a-1b14-4b79-8e48-3551383c779a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:52.209347 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571d3458-00c6-4cd8-a5e3-a40749717db7 req-7bd31045-1def-40e9-9e56-76f89b9bb7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:52.210991 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-571d3458-00c6-4cd8-a5e3-a40749717db7 req-7bd31045-1def-40e9-9e56-76f89b9bb7e2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1720ed9a-a4c0-46ed-8d38-cf818eba15ba HTTP/1.1" status: 200 len: 853 time: 0.1079752 Aug 11 03:21:52.222132 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-f91407fe-271e-45f8-a308-921714630251 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:52.250871 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-f91407fe-271e-45f8-a308-921714630251 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e4b886c-82cd-4dd6-9f3a-b28f2548f4ee']}} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:52.266870 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-ae0f6c5a-1b14-4b79-8e48-3551383c779a None None] For port baac1390-9072-4951-b5fb-c9ebbd3b893b, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:21:52.270624 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-ae0f6c5a-1b14-4b79-8e48-3551383c779a None None] For port baac1390-9072-4951-b5fb-c9ebbd3b893b, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=baac1390-9072-4951-b5fb-c9ebbd3b893b,segment=NetworkSegment(fab28bed-aa25-40db-bba4-ec26e795194c),segment_id=fab28bed-aa25-40db-bba4-ec26e795194c)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:21:52.289944 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-571d3458-00c6-4cd8-a5e3-a40749717db7 req-fdb21522-d02c-420c-81b7-7d7f1e416fe3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5550882c-d5be-4613-b9ce-af7283467065&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598485 Aug 11 03:21:52.292026 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-f91407fe-271e-45f8-a308-921714630251 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e1c106e-57cc-4f7e-b081-d5b8463452f3') {'for_net_delete': True} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:52.292461 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-f91407fe-271e-45f8-a308-921714630251 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e1c106e-57cc-4f7e-b081-d5b8463452f3') {} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:52.311017 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-f91407fe-271e-45f8-a308-921714630251 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125932501'] for segment, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:52.324048 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-16b2ece8-01f2-47b4-bfcd-3d28a0745ba7 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:52.365148 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-ae0f6c5a-1b14-4b79-8e48-3551383c779a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:52.420215 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-f91407fe-271e-45f8-a308-921714630251 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:52.454734 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f91407fe-271e-45f8-a308-921714630251 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=102192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:21:52.455392 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-f91407fe-271e-45f8-a308-921714630251 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125932183'] for segment, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:52.455685 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0f6c5a-1b14-4b79-8e48-3551383c779a None None] Routers {'ccc720ea-71d8-4fa9-b187-84b51c695c95'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:21:52.456360 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-ae0f6c5a-1b14-4b79-8e48-3551383c779a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:21:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['ccc720ea-71d8-4fa9-b187-84b51c695c95'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:52.460075 n-d-764292-30 neutron-server[102192]: Traceback (most recent call last): Aug 11 03:21:52.460075 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:21:52.460075 n-d-764292-30 neutron-server[102192]: timer() Aug 11 03:21:52.460075 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:21:52.460075 n-d-764292-30 neutron-server[102192]: cb(*args, **kw) Aug 11 03:21:52.460075 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:21:52.460075 n-d-764292-30 neutron-server[102192]: return func(*args, **kwargs) Aug 11 03:21:52.460075 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:21:52.460075 n-d-764292-30 neutron-server[102192]: self._notify() Aug 11 03:21:52.460075 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:21:52.460075 n-d-764292-30 neutron-server[102192]: self.callback(batched_events) Aug 11 03:21:52.460075 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:21:52.460075 n-d-764292-30 neutron-server[102192]: event.method(event) Aug 11 03:21:52.460075 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:21:52.460075 n-d-764292-30 neutron-server[102192]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:21:52.460075 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:21:52.460075 n-d-764292-30 neutron-server[102192]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:21:52.460075 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:21:52.460075 n-d-764292-30 neutron-server[102192]: return f(self, *a, **k) Aug 11 03:21:52.460075 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:21:52.460075 n-d-764292-30 neutron-server[102192]: return self._get(url).json() Aug 11 03:21:52.460075 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:21:52.460075 n-d-764292-30 neutron-server[102192]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:21:52.460075 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:21:52.460075 n-d-764292-30 neutron-server[102192]: return self.request(url, 'GET', **kwargs) Aug 11 03:21:52.460075 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:21:52.460075 n-d-764292-30 neutron-server[102192]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:21:52.460075 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:21:52.460075 n-d-764292-30 neutron-server[102192]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:21:52.460075 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:21:52.460075 n-d-764292-30 neutron-server[102192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:21:52.460075 n-d-764292-30 neutron-server[102192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:21:52.492204 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [None req-b98338e0-4667-4b14-ba53-841cb47f3ce7 admin admin] Allocated IP 172.20.0.1 (c675a6cd-95a2-4004-a0ca-3c164345dd5f/e2a0f3d9-7974-46bc-a56e-bfb61f04292d/ef70c153-80a0-49c7-a721-5fe7a3f4d703) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:21:52.527410 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df610a-be90-44b2-a5b1-d90d56fbf387 None None] Pushing event updated for resources: {'Port': ['ID=baac1390-9072-4951-b5fb-c9ebbd3b893b,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:52.572578 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-16b2ece8-01f2-47b4-bfcd-3d28a0745ba7 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126283413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126275158'] for subnet, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:52.585795 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2835e40-26a1-4c33-aaed-c8fe66c3cc02 req-a70630c5-b9ab-4960-8e4b-596c1ec99968 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:52.587398 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b2835e40-26a1-4c33-aaed-c8fe66c3cc02 req-a70630c5-b9ab-4960-8e4b-596c1ec99968 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/ports?device_id=a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c HTTP/1.1" status: 200 len: 944 time: 0.2268167 Aug 11 03:21:52.590026 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-571d3458-00c6-4cd8-a5e3-a40749717db7 req-1d1d5a9d-85f9-492c-a589-f867c24dcf53 service neutron] 10.222.0.24 "GET /v2.0/networks/5550882c-d5be-4613-b9ce-af7283467065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2906556 Aug 11 03:21:52.638481 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-ae0f6c5a-1b14-4b79-8e48-3551383c779a None None] Set router ccc720ea-71d8-4fa9-b187-84b51c695c95 gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:21:52.660496 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b2ece8-01f2-47b4-bfcd-3d28a0745ba7 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Pushing event deleted for resources: {'Subnet': ['ID=50b43d93-528a-454a-beae-d58f91ef15e1,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:52.666257 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-16b2ece8-01f2-47b4-bfcd-3d28a0745ba7 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:52.668261 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-16b2ece8-01f2-47b4-bfcd-3d28a0745ba7 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] 10.222.0.41 "DELETE /v2.0/subnets/50b43d93-528a-454a-beae-d58f91ef15e1 HTTP/1.1" status: 204 len: 168 time: 1.3507116 Aug 11 03:21:52.673465 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 50130) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:52.678140 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-f91407fe-271e-45f8-a308-921714630251 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:52.684161 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-f91407fe-271e-45f8-a308-921714630251 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:52.689922 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-f91407fe-271e-45f8-a308-921714630251 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] 10.222.0.41 "DELETE /v2.0/networks/5e4b886c-82cd-4dd6-9f3a-b28f2548f4ee HTTP/1.1" status: 204 len: 168 time: 4.4227231 Aug 11 03:21:52.691631 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 50132) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:52.696544 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21420003-a201-4b6a-b690-eacabea8bce6 None None] Network e854785b-6921-4aac-9817-a841d5040ff3 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:21:52.711739 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-87e84238-92ac-4e82-b230-b50ac03b9fe8 tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Notify callbacks [] for router_gateway, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:52.766872 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-571d3458-00c6-4cd8-a5e3-a40749717db7 req-cebdc3e7-b507-457e-af01-9707a1f0d6e8 service neutron] 10.222.0.24 "GET /v2.0/networks/5550882c-d5be-4613-b9ce-af7283467065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645365 Aug 11 03:21:52.818649 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91407fe-271e-45f8-a308-921714630251 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Pushing event deleted for resources: {'Network': ['ID=5e4b886c-82cd-4dd6-9f3a-b28f2548f4ee,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:52.819055 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3455aa29-ce36-4d1f-9a61-71ae3ca2f05f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:52.834051 n-d-764292-30 neutron-server[102192]: INFO neutron.pecan_wsgi.hooks.translation [None req-47d54ebf-5d05-4cbe-80b2-9ea5e384c7c4 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] GET failed (client error): The resource could not be found. Aug 11 03:21:52.837248 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a2e8f57-7ab3-4afd-8b30-1b51da9e0ea5 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Deleting subnet 329e4f03-d8cd-404e-b91b-1cb9368d6c2d {{(pid=102191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:21:52.839829 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-47d54ebf-5d05-4cbe-80b2-9ea5e384c7c4 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] 10.222.0.41 "GET /v2.0/subnets/09e951d2-6a3a-4f7c-bc3f-030b55583095 HTTP/1.1" status: 404 len: 337 time: 0.0841002 Aug 11 03:21:52.846517 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 50136) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:52.861372 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b2835e40-26a1-4c33-aaed-c8fe66c3cc02 req-2d7cfc82-eeec-43ee-a1fa-3c46d16d25c1 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbb5f37-cd37-415a-b820-36c249955487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2666714 Aug 11 03:21:52.876733 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0a2e8f57-7ab3-4afd-8b30-1b51da9e0ea5 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Notify callbacks [] for subnet, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:52.891992 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b98338e0-4667-4b14-ba53-841cb47f3ce7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:52.936733 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3455aa29-ce36-4d1f-9a61-71ae3ca2f05f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:52.947891 n-d-764292-30 neutron-server[102191]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8a87a2d-11f5-4719-bd54-26bf779f1a5a tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] DELETE failed (client error): The resource could not be found. Aug 11 03:21:52.948489 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8a87a2d-11f5-4719-bd54-26bf779f1a5a tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:21:52.950206 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-c8a87a2d-11f5-4719-bd54-26bf779f1a5a tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] 10.222.0.41 "DELETE /v2.0/networks/5e4b886c-82cd-4dd6-9f3a-b28f2548f4ee HTTP/1.1" status: 404 len: 339 time: 0.1012971 Aug 11 03:21:52.956891 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 50144) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:52.986244 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1204dc-3030-4cef-b77c-a0ac870c663d req-37ba3ea5-db47-4f26-b906-c18144c3f84e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:52.987874 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0d1204dc-3030-4cef-b77c-a0ac870c663d req-37ba3ea5-db47-4f26-b906-c18144c3f84e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1c3a4a4854b046bf84e782d3a4f4fd61&device_id=a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c HTTP/1.1" status: 200 len: 1096 time: 0.1061225 Aug 11 03:21:53.001296 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [None req-b98338e0-4667-4b14-ba53-841cb47f3ce7 admin admin] Transition to ACTIVE for port object ef70c153-80a0-49c7-a721-5fe7a3f4d703 will not be triggered until provisioned by entity DHCP. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:21:53.012703 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-ae0f6c5a-1b14-4b79-8e48-3551383c779a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccc720ea-71d8-4fa9-b187-84b51c695c95', 'name': 'tempest-TestAggregatesBasicOps-566755049-router', 'tenant_id': 'c9d3ace5da3d416db998ed72babce785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.65'}], 'enable_snat': True}, 'gw_port_id': 'baac1390-9072-4951-b5fb-c9ebbd3b893b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:21:44Z', 'updated_at': '2021-08-11T03:21:48Z', 'revision_number': 3, 'project_id': 'c9d3ace5da3d416db998ed72babce785', 'gw_port': {'id': 'baac1390-9072-4951-b5fb-c9ebbd3b893b', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a7:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccc720ea-71d8-4fa9-b187-84b51c695c95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2392, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:21:46Z', 'updated_at': '2021-08-11T03:21:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:53.017657 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0a2e8f57-7ab3-4afd-8b30-1b51da9e0ea5 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126283525'] for subnet, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:53.058480 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-3455aa29-ce36-4d1f-9a61-71ae3ca2f05f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c587f64a1ef848f5aea1aa5ba5f9f21f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5663030 Aug 11 03:21:53.074529 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 50150) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:53.097528 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3455aa29-ce36-4d1f-9a61-71ae3ca2f05f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9bbe3b1-2a37-42e7-a36e-eaacca4eee60,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:53.103960 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea0a1240-8b0c-4a57-a38c-980b6e036de5 None None] DHCP port deletion for e854785b-6921-4aac-9817-a841d5040ff3 request from n-d-764292-30 {{(pid=102193) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:21:53.108357 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae0f6c5a-1b14-4b79-8e48-3551383c779a None None] The sync data for ids ['ccc720ea-71d8-4fa9-b187-84b51c695c95'] in n-d-764292-30 is: [{'id': 'ccc720ea-71d8-4fa9-b187-84b51c695c95', 'name': 'tempest-TestAggregatesBasicOps-566755049-router', 'tenant_id': 'c9d3ace5da3d416db998ed72babce785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.65'}], 'enable_snat': True}, 'gw_port_id': 'baac1390-9072-4951-b5fb-c9ebbd3b893b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:21:44Z', 'updated_at': '2021-08-11T03:21:48Z', 'revision_number': 3, 'project_id': 'c9d3ace5da3d416db998ed72babce785', 'gw_port': {'id': 'baac1390-9072-4951-b5fb-c9ebbd3b893b', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a7:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccc720ea-71d8-4fa9-b187-84b51c695c95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2392, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:21:46Z', 'updated_at': '2021-08-11T03:21:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:21:53.202909 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device e4329ffc-999e-4ea0-a0ef-b1a31e87f77f up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:21:53.286492 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-ea0a1240-8b0c-4a57-a38c-980b6e036de5 None None] Deleting port 24a5021b-8735-4074-98ab-bb77790711ed {{(pid=102193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:21:53.286905 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-ea0a1240-8b0c-4a57-a38c-980b6e036de5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:53.302206 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0a2e8f57-7ab3-4afd-8b30-1b51da9e0ea5 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:53.389843 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-ea0a1240-8b0c-4a57-a38c-980b6e036de5 None None] For port 24a5021b-8735-4074-98ab-bb77790711ed, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=24a5021b-8735-4074-98ab-bb77790711ed,segment=NetworkSegment(d34586da-2abd-49ab-bd6c-1c89fb56752b),segment_id=d34586da-2abd-49ab-bd6c-1c89fb56752b)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:21:53.390604 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-ea0a1240-8b0c-4a57-a38c-980b6e036de5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:53.406458 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-ea0a1240-8b0c-4a57-a38c-980b6e036de5 None None] Calling delete_port for 24a5021b-8735-4074-98ab-bb77790711ed owned by network:dhcp {{(pid=102193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:21:53.419311 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-87e84238-92ac-4e82-b230-b50ac03b9fe8 tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-446725', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-448852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6559'] for router, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:53.431812 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-87e84238-92ac-4e82-b230-b50ac03b9fe8 tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-446952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-446974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-446967', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-448845'] for router, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:53.444611 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8c0c2306-fe20-4b41-b81b-31d8e80b4afb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:53.516539 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port e4329ffc-999e-4ea0-a0ef-b1a31e87f77f triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:21:53.516927 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:53.566115 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-ea0a1240-8b0c-4a57-a38c-980b6e036de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678'] for port, after_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:53.567320 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b98338e0-4667-4b14-ba53-841cb47f3ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:53.597370 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0a1240-8b0c-4a57-a38c-980b6e036de5 None None] No DVR routers for this DVR port 24a5021b-8735-4074-98ab-bb77790711ed on host n-d-764292-30 {{(pid=102193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:21:53.609208 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8c0c2306-fe20-4b41-b81b-31d8e80b4afb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:53.631262 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0a1240-8b0c-4a57-a38c-980b6e036de5 None None] Pushing event deleted for resources: {'Port': ['ID=24a5021b-8735-4074-98ab-bb77790711ed,revision_number=None']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:53.677510 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0a2e8f57-7ab3-4afd-8b30-1b51da9e0ea5 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126283413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126275158'] for subnet, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:53.844714 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b98338e0-4667-4b14-ba53-841cb47f3ce7 admin admin] Network c675a6cd-95a2-4004-a0ca-3c164345dd5f is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:21:53.855559 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae9b85ae-04f3-4070-8185-0d4751a7287a None None] Network ed637a9a-eb30-499d-98db-3d728133dac3 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:21:53.868000 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98338e0-4667-4b14-ba53-841cb47f3ce7 admin admin] Pushing event updated for resources: {'Port': ['ID=ef70c153-80a0-49c7-a721-5fe7a3f4d703,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:53.872521 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e8f57-7ab3-4afd-8b30-1b51da9e0ea5 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Pushing event deleted for resources: {'Subnet': ['ID=329e4f03-d8cd-404e-b91b-1cb9368d6c2d,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:53.875545 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0a2e8f57-7ab3-4afd-8b30-1b51da9e0ea5 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:53.880987 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-0a2e8f57-7ab3-4afd-8b30-1b51da9e0ea5 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] 10.222.0.41 "DELETE /v2.0/subnets/329e4f03-d8cd-404e-b91b-1cb9368d6c2d HTTP/1.1" status: 204 len: 168 time: 1.2008257 Aug 11 03:21:53.909618 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-b98338e0-4667-4b14-ba53-841cb47f3ce7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:21:53.910783 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 50182) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:53.920901 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98338e0-4667-4b14-ba53-841cb47f3ce7 admin admin] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:21:54.173389 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-106c4a2b-26dd-4edd-9cd3-e7590e430f53 None None] DHCP port deletion for ed637a9a-eb30-499d-98db-3d728133dac3 request from n-d-764292-30 {{(pid=102193) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:21:54.297267 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-106c4a2b-26dd-4edd-9cd3-e7590e430f53 None None] Deleting port 33fa429b-895e-430a-8a55-9b0d3dff446b {{(pid=102193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:21:54.297649 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-106c4a2b-26dd-4edd-9cd3-e7590e430f53 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:54.332432 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a5a153f0-5cc5-4ff8-935f-c761fab2a5e4 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:54.452307 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbdf9bc4-0edf-451a-ac2a-73c40da16d63 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:54.454489 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-fbdf9bc4-0edf-451a-ac2a-73c40da16d63 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 1.4953070 Aug 11 03:21:54.459314 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 50204) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:54.528857 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1204dc-3030-4cef-b77c-a0ac870c663d req-27b94551-2e5b-475a-9861-aadfc8a29302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:54.530915 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0d1204dc-3030-4cef-b77c-a0ac870c663d req-27b94551-2e5b-475a-9861-aadfc8a29302 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5550882c-d5be-4613-b9ce-af7283467065 HTTP/1.1" status: 200 len: 914 time: 1.4639735 Aug 11 03:21:54.543399 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-20af2eeb-110f-47df-9c01-e39fdd45c9c1 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] 10.222.0.41 "GET /v2.0/subnets?network_id=09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 HTTP/1.1" status: 200 len: 207 time: 0.0810437 Aug 11 03:21:54.546759 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 50206) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:54.558999 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-106c4a2b-26dd-4edd-9cd3-e7590e430f53 None None] For port 33fa429b-895e-430a-8a55-9b0d3dff446b, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=33fa429b-895e-430a-8a55-9b0d3dff446b,segment=NetworkSegment(271bafdf-7464-485b-b3ae-2126cb9c0bfd),segment_id=271bafdf-7464-485b-b3ae-2126cb9c0bfd)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:21:54.560130 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-106c4a2b-26dd-4edd-9cd3-e7590e430f53 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:54.561477 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a5a153f0-5cc5-4ff8-935f-c761fab2a5e4 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:54.573508 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-a5a153f0-5cc5-4ff8-935f-c761fab2a5e4 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e854785b-6921-4aac-9817-a841d5040ff3']}} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:54.594377 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-a5a153f0-5cc5-4ff8-935f-c761fab2a5e4 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd34586da-2abd-49ab-bd6c-1c89fb56752b') {'for_net_delete': True} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:54.595251 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-a5a153f0-5cc5-4ff8-935f-c761fab2a5e4 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd34586da-2abd-49ab-bd6c-1c89fb56752b') {} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:54.608073 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-106c4a2b-26dd-4edd-9cd3-e7590e430f53 None None] Calling delete_port for 33fa429b-895e-430a-8a55-9b0d3dff446b owned by network:dhcp {{(pid=102193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:21:54.611977 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a5a153f0-5cc5-4ff8-935f-c761fab2a5e4 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126283644'] for segment, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:54.613232 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-b2f11cb2-cd03-416d-b9b0-69b1b8571ab8 None None] Provisioning for port ef70c153-80a0-49c7-a721-5fe7a3f4d703 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:21:54.636016 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a5a153f0-5cc5-4ff8-935f-c761fab2a5e4 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:54.642970 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5a153f0-5cc5-4ff8-935f-c761fab2a5e4 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=102191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:21:54.643382 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a5a153f0-5cc5-4ff8-935f-c761fab2a5e4 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126283391'] for segment, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:54.654251 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-b2f11cb2-cd03-416d-b9b0-69b1b8571ab8 None None] Provisioning complete for port ef70c153-80a0-49c7-a721-5fe7a3f4d703 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:21:54.654655 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-b2f11cb2-cd03-416d-b9b0-69b1b8571ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:54.707613 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a868e9-058c-4bff-a9e6-4a5026f91b38 req-0e3bd778-a181-4239-a88b-b259ec3b3d58 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:54.718494 n-d-764292-30 neutron-server[102191]: Traceback (most recent call last): Aug 11 03:21:54.718494 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:21:54.718494 n-d-764292-30 neutron-server[102191]: timer() Aug 11 03:21:54.718494 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:21:54.718494 n-d-764292-30 neutron-server[102191]: cb(*args, **kw) Aug 11 03:21:54.718494 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:21:54.718494 n-d-764292-30 neutron-server[102191]: return func(*args, **kwargs) Aug 11 03:21:54.718494 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:21:54.718494 n-d-764292-30 neutron-server[102191]: self._notify() Aug 11 03:21:54.718494 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:21:54.718494 n-d-764292-30 neutron-server[102191]: self.callback(batched_events) Aug 11 03:21:54.718494 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:21:54.718494 n-d-764292-30 neutron-server[102191]: event.method(event) Aug 11 03:21:54.718494 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:21:54.718494 n-d-764292-30 neutron-server[102191]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:21:54.718494 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:21:54.718494 n-d-764292-30 neutron-server[102191]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:21:54.718494 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:21:54.718494 n-d-764292-30 neutron-server[102191]: return f(self, *a, **k) Aug 11 03:21:54.718494 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:21:54.718494 n-d-764292-30 neutron-server[102191]: return self._get(url).json() Aug 11 03:21:54.718494 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:21:54.718494 n-d-764292-30 neutron-server[102191]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:21:54.718494 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:21:54.718494 n-d-764292-30 neutron-server[102191]: return self.request(url, 'GET', **kwargs) Aug 11 03:21:54.718494 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:21:54.718494 n-d-764292-30 neutron-server[102191]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:21:54.718494 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:21:54.718494 n-d-764292-30 neutron-server[102191]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:21:54.718494 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:21:54.718494 n-d-764292-30 neutron-server[102191]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:21:54.718494 n-d-764292-30 neutron-server[102191]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:21:54.720720 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8c0c2306-fe20-4b41-b81b-31d8e80b4afb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:54.722069 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-85a868e9-058c-4bff-a9e6-4a5026f91b38 req-0e3bd778-a181-4239-a88b-b259ec3b3d58 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/ports?device_id=a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c HTTP/1.1" status: 200 len: 944 time: 0.4492064 Aug 11 03:21:54.729199 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8c0c2306-fe20-4b41-b81b-31d8e80b4afb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:54.730884 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-8c0c2306-fe20-4b41-b81b-31d8e80b4afb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b9bbe3b1-2a37-42e7-a36e-eaacca4eee60 HTTP/1.1" status: 204 len: 168 time: 1.6550100 Aug 11 03:21:54.757457 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b98338e0-4667-4b14-ba53-841cb47f3ce7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-520987'] for router_interface, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:54.819352 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87e84238-92ac-4e82-b230-b50ac03b9fe8 tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Router 2d2847a8-c25a-4ddf-901b-9687248b9ebb is scheduled to L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 with binding_index 1 {{(pid=102191) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:21:54.843348 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0c2306-fe20-4b41-b81b-31d8e80b4afb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9bbe3b1-2a37-42e7-a36e-eaacca4eee60,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:54.863523 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0d1204dc-3030-4cef-b77c-a0ac870c663d req-2321d611-4909-4d95-9955-84190ed449db service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1cb8468e-17ff-4509-bb1e-469bb7546cf3 HTTP/1.1" status: 200 len: 217 time: 0.2555044 Aug 11 03:21:54.942589 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a5a153f0-5cc5-4ff8-935f-c761fab2a5e4 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:54.968858 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a5a153f0-5cc5-4ff8-935f-c761fab2a5e4 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Notify callbacks [] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:54.971713 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-a5a153f0-5cc5-4ff8-935f-c761fab2a5e4 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] 10.222.0.41 "DELETE /v2.0/networks/e854785b-6921-4aac-9817-a841d5040ff3 HTTP/1.1" status: 204 len: 168 time: 1.0594852 Aug 11 03:21:55.001045 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-b2f11cb2-cd03-416d-b9b0-69b1b8571ab8 None None] Port ef70c153-80a0-49c7-a721-5fe7a3f4d703 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:21:55.024424 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 50242) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:55.035221 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-85a868e9-058c-4bff-a9e6-4a5026f91b38 req-5d031201-6fe0-472f-8213-ad67bbb6be6f tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbb5f37-cd37-415a-b820-36c249955487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3058941 Aug 11 03:21:55.060258 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a153f0-5cc5-4ff8-935f-c761fab2a5e4 tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Pushing event deleted for resources: {'Network': ['ID=e854785b-6921-4aac-9817-a841d5040ff3,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:55.116954 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-106c4a2b-26dd-4edd-9cd3-e7590e430f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678'] for port, after_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:55.183846 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106c4a2b-26dd-4edd-9cd3-e7590e430f53 None None] Pushing event deleted for resources: {'Port': ['ID=33fa429b-895e-430a-8a55-9b0d3dff446b,revision_number=None']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:55.211711 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106c4a2b-26dd-4edd-9cd3-e7590e430f53 None None] No DVR routers for this DVR port 33fa429b-895e-430a-8a55-9b0d3dff446b on host n-d-764292-30 {{(pid=102193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:21:55.220684 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1204dc-3030-4cef-b77c-a0ac870c663d req-1dc86f73-c1b6-41d5-928a-2b8c3341004b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:55.222209 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0d1204dc-3030-4cef-b77c-a0ac870c663d req-1dc86f73-c1b6-41d5-928a-2b8c3341004b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1720ed9a-a4c0-46ed-8d38-cf818eba15ba HTTP/1.1" status: 200 len: 853 time: 0.3451087 Aug 11 03:21:55.249889 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device baac1390-9072-4951-b5fb-c9ebbd3b893b up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:21:55.285877 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87e84238-92ac-4e82-b230-b50ac03b9fe8 tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:21:55.287052 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d4b9ab3-92c5-40f6-a8a0-924df193d922 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:55.293535 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d4b9ab3-92c5-40f6-a8a0-924df193d922 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:55.293848 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-87e84238-92ac-4e82-b230-b50ac03b9fe8 tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Notify callbacks [] for router, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:55.296081 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-87e84238-92ac-4e82-b230-b50ac03b9fe8 tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] 10.222.0.41 "PUT /v2.0/routers/2d2847a8-c25a-4ddf-901b-9687248b9ebb HTTP/1.1" status: 200 len: 883 time: 5.4936824 Aug 11 03:21:55.298320 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 50252) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:55.300897 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc96cc03-5174-46e9-983d-91e199e1d6bf None None] Sync routers for ids ['2d2847a8-c25a-4ddf-901b-9687248b9ebb'] in n-d-764292-30 {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:21:55.312511 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d4b9ab3-92c5-40f6-a8a0-924df193d922 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:55.312953 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc96cc03-5174-46e9-983d-91e199e1d6bf None None] Routers {'2d2847a8-c25a-4ddf-901b-9687248b9ebb'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:21:55.313580 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-bc96cc03-5174-46e9-983d-91e199e1d6bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:21:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['2d2847a8-c25a-4ddf-901b-9687248b9ebb'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:55.325600 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d4b9ab3-92c5-40f6-a8a0-924df193d922 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:55.335809 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-2d4b9ab3-92c5-40f6-a8a0-924df193d922 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.7878823 Aug 11 03:21:55.343527 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 50254) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:55.345973 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0d1204dc-3030-4cef-b77c-a0ac870c663d req-2e14b378-2cdf-40ce-8683-b4e217ee3ee1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5550882c-d5be-4613-b9ce-af7283467065&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1056690 Aug 11 03:21:55.357852 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-bc96cc03-5174-46e9-983d-91e199e1d6bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:55.376043 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc96cc03-5174-46e9-983d-91e199e1d6bf None None] Routers {'2d2847a8-c25a-4ddf-901b-9687248b9ebb'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:21:55.376913 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-bc96cc03-5174-46e9-983d-91e199e1d6bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:21:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['2d2847a8-c25a-4ddf-901b-9687248b9ebb'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:55.410997 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106c4a2b-26dd-4edd-9cd3-e7590e430f53 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:21:55.411345 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106c4a2b-26dd-4edd-9cd3-e7590e430f53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:21:55.411709 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106c4a2b-26dd-4edd-9cd3-e7590e430f53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:21:55.412190 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106c4a2b-26dd-4edd-9cd3-e7590e430f53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:21:55.415360 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106c4a2b-26dd-4edd-9cd3-e7590e430f53 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:21:55.418032 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106c4a2b-26dd-4edd-9cd3-e7590e430f53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:21:55.419331 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106c4a2b-26dd-4edd-9cd3-e7590e430f53 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:21:55.426885 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106c4a2b-26dd-4edd-9cd3-e7590e430f53 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:21:55.426885 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106c4a2b-26dd-4edd-9cd3-e7590e430f53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:21:55.426885 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106c4a2b-26dd-4edd-9cd3-e7590e430f53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:21:55.426885 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106c4a2b-26dd-4edd-9cd3-e7590e430f53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:21:55.426885 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106c4a2b-26dd-4edd-9cd3-e7590e430f53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:21:55.435645 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-bc96cc03-5174-46e9-983d-91e199e1d6bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:55.436318 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc96cc03-5174-46e9-983d-91e199e1d6bf None None] The sync data for ids ['2d2847a8-c25a-4ddf-901b-9687248b9ebb'] in n-d-764292-30 is: [] {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:21:55.473922 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b98338e0-4667-4b14-ba53-841cb47f3ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:55.528283 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port baac1390-9072-4951-b5fb-c9ebbd3b893b completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:21:55.532380 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port baac1390-9072-4951-b5fb-c9ebbd3b893b triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:21:55.532772 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:55.609220 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0d1204dc-3030-4cef-b77c-a0ac870c663d req-27cc8225-7fe8-47cb-83fd-c56497c298ed service neutron] 10.222.0.24 "GET /v2.0/networks/5550882c-d5be-4613-b9ce-af7283467065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074541 Aug 11 03:21:55.622682 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9a485f8e-6a9f-46f6-9223-8c7290264e3c tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:55.793337 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-e55b2e1c-5f52-4f7e-852d-658d26f22b57 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] 10.222.0.41 "GET /v2.0/routers/2d2847a8-c25a-4ddf-901b-9687248b9ebb HTTP/1.1" status: 200 len: 924 time: 0.4937115 Aug 11 03:21:55.798014 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 50272) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:55.865476 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-ef2b2c6b-3311-456b-99c5-4800f8740dcd tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] 10.222.0.41 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.5138133 Aug 11 03:21:55.873902 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [req-2ddac0dd-3a41-40f0-9d65-0aa9a46aa386 req-2011c223-3240-46ba-8afa-045f24801a9e service neutron] (102191) timed out ('10.222.0.24', 57724) {{(pid=102191) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 11 03:21:55.876820 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 50274) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:55.956684 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 50276) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:56.020159 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-7733f2ae-77fe-4931-a448-bca172e66c43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:56.047456 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9a485f8e-6a9f-46f6-9223-8c7290264e3c tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:56.065609 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:56.077800 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-9a485f8e-6a9f-46f6-9223-8c7290264e3c tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed637a9a-eb30-499d-98db-3d728133dac3']}} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:56.105969 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-9a485f8e-6a9f-46f6-9223-8c7290264e3c tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '271bafdf-7464-485b-b3ae-2126cb9c0bfd') {'for_net_delete': True} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:56.106701 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-9a485f8e-6a9f-46f6-9223-8c7290264e3c tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '271bafdf-7464-485b-b3ae-2126cb9c0bfd') {} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:56.132128 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9a485f8e-6a9f-46f6-9223-8c7290264e3c tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125932501'] for segment, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:56.139082 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port baac1390-9072-4951-b5fb-c9ebbd3b893b, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=baac1390-9072-4951-b5fb-c9ebbd3b893b,segment=NetworkSegment(fab28bed-aa25-40db-bba4-ec26e795194c),segment_id=fab28bed-aa25-40db-bba4-ec26e795194c)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:21:56.143563 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0d1204dc-3030-4cef-b77c-a0ac870c663d req-f79bfc91-1ab7-42f3-a730-676d932f4de7 service neutron] 10.222.0.24 "GET /v2.0/networks/5550882c-d5be-4613-b9ce-af7283467065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4807699 Aug 11 03:21:56.173581 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9a485f8e-6a9f-46f6-9223-8c7290264e3c tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:56.213924 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a485f8e-6a9f-46f6-9223-8c7290264e3c tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=102192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:21:56.214368 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9a485f8e-6a9f-46f6-9223-8c7290264e3c tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125932183'] for segment, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:56.220484 n-d-764292-30 neutron-server[102192]: Traceback (most recent call last): Aug 11 03:21:56.220484 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:21:56.220484 n-d-764292-30 neutron-server[102192]: timer() Aug 11 03:21:56.220484 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:21:56.220484 n-d-764292-30 neutron-server[102192]: cb(*args, **kw) Aug 11 03:21:56.220484 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:21:56.220484 n-d-764292-30 neutron-server[102192]: return func(*args, **kwargs) Aug 11 03:21:56.220484 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:21:56.220484 n-d-764292-30 neutron-server[102192]: self._notify() Aug 11 03:21:56.220484 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:21:56.220484 n-d-764292-30 neutron-server[102192]: self.callback(batched_events) Aug 11 03:21:56.220484 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:21:56.220484 n-d-764292-30 neutron-server[102192]: event.method(event) Aug 11 03:21:56.220484 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:21:56.220484 n-d-764292-30 neutron-server[102192]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:21:56.220484 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:21:56.220484 n-d-764292-30 neutron-server[102192]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:21:56.220484 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:21:56.220484 n-d-764292-30 neutron-server[102192]: return f(self, *a, **k) Aug 11 03:21:56.220484 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:21:56.220484 n-d-764292-30 neutron-server[102192]: return self._get(url).json() Aug 11 03:21:56.220484 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:21:56.220484 n-d-764292-30 neutron-server[102192]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:21:56.220484 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:21:56.220484 n-d-764292-30 neutron-server[102192]: return self.request(url, 'GET', **kwargs) Aug 11 03:21:56.220484 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:21:56.220484 n-d-764292-30 neutron-server[102192]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:21:56.220484 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:21:56.220484 n-d-764292-30 neutron-server[102192]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:21:56.220484 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:21:56.220484 n-d-764292-30 neutron-server[102192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:21:56.220484 n-d-764292-30 neutron-server[102192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:21:56.254861 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:56.325168 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344c708f-1af1-41ec-aa1e-642604e2f7c7 req-8ac07784-3a46-4b14-b4b6-ced43f190953 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:56.328937 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-344c708f-1af1-41ec-aa1e-642604e2f7c7 req-8ac07784-3a46-4b14-b4b6-ced43f190953 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/ports?device_id=a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c HTTP/1.1" status: 200 len: 944 time: 0.1591818 Aug 11 03:21:56.395653 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 33fa429b-895e-430a-8a55-9b0d3dff446b no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:21:56.417898 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-7733f2ae-77fe-4931-a448-bca172e66c43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:56.419878 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 50282) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:56.426717 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: 33fa429b-895e-430a-8a55-9b0d3dff446b {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:21:56.427112 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 33fa429b-895e-430a-8a55-9b0d3dff446b not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:21:56.428054 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 24a5021b-8735-4074-98ab-bb77790711ed no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:21:56.432261 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9a485f8e-6a9f-46f6-9223-8c7290264e3c tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:56.463704 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9a485f8e-6a9f-46f6-9223-8c7290264e3c tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:56.466068 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-9a485f8e-6a9f-46f6-9223-8c7290264e3c tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] 10.222.0.41 "DELETE /v2.0/networks/ed637a9a-eb30-499d-98db-3d728133dac3 HTTP/1.1" status: 204 len: 168 time: 1.4355593 Aug 11 03:21:56.467010 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a485f8e-6a9f-46f6-9223-8c7290264e3c tempest-TaggedBootDevicesTest-739522820 tempest-TaggedBootDevicesTest-739522820-project] Pushing event deleted for resources: {'Network': ['ID=ed637a9a-eb30-499d-98db-3d728133dac3,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:56.476954 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: 24a5021b-8735-4074-98ab-bb77790711ed {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:21:56.477366 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 24a5021b-8735-4074-98ab-bb77790711ed not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:21:56.481855 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=baac1390-9072-4951-b5fb-c9ebbd3b893b,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:56.501822 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-7733f2ae-77fe-4931-a448-bca172e66c43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:56.530826 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-344c708f-1af1-41ec-aa1e-642604e2f7c7 req-e730e798-71b4-4855-a6d5-c36f3398e502 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbb5f37-cd37-415a-b820-36c249955487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934488 Aug 11 03:21:56.588551 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc11536b-370d-463c-9a0d-c30d7d968c75 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:56.588551 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc11536b-370d-463c-9a0d-c30d7d968c75 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:56.588551 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-dc11536b-370d-463c-9a0d-c30d7d968c75 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.7024555 Aug 11 03:21:56.594422 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 50286) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:56.596951 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-7733f2ae-77fe-4931-a448-bca172e66c43 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=246c9ec4be2b4763a62047d50162d6eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6392798 Aug 11 03:21:56.602640 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 50288) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:56.651326 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4bbab3c-7be1-460b-abf3-10b5710b5949 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:56.651326 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-b4bbab3c-7be1-460b-abf3-10b5710b5949 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=09faf7d2-eaf5-4a50-bb6e-4cb05d009a76&device_id=2d2847a8-c25a-4ddf-901b-9687248b9ebb&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.8466709 Aug 11 03:21:56.651326 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 50290) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:56.653224 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7733f2ae-77fe-4931-a448-bca172e66c43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5b83501-b9f8-4ec1-a7be-1ba312e0d952,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:56.754182 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b98338e0-4667-4b14-ba53-841cb47f3ce7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:56.767004 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-dbcf05ab-1b1b-45c2-b469-68dce0265c8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:56.798572 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9cb383a8-2b46-463f-9b61-c6e94d0b87d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:56.832599 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b98338e0-4667-4b14-ba53-841cb47f3ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:56.836614 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9cb383a8-2b46-463f-9b61-c6e94d0b87d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:56.845218 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d585c15-96ca-4f13-a15f-7564b887d7cc tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:56.845218 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-5d585c15-96ca-4f13-a15f-7564b887d7cc tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] 10.222.0.41 "GET /v2.0/networks/09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 HTTP/1.1" status: 200 len: 881 time: 0.1909447 Aug 11 03:21:56.849400 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 50298) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:56.924334 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-15d129be-7264-478d-b56c-f667e4f74c82 tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d2847a8-c25a-4ddf-901b-9687248b9ebb HTTP/1.1" status: 200 len: 205 time: 0.0402243 Aug 11 03:21:56.934329 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e4fcb3-c63c-4a4e-8dd5-69f87d43476c tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Attributes excluded by policy engine: ['shared'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:56.937335 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 50300) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:56.940169 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e4fcb3-c63c-4a4e-8dd5-69f87d43476c tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Attributes excluded by policy engine: ['shared'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:56.941812 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-10e4fcb3-c63c-4a4e-8dd5-69f87d43476c tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] 10.222.0.41 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.3422074 Aug 11 03:21:56.957003 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 50302) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:57.002566 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98338e0-4667-4b14-ba53-841cb47f3ce7 admin admin] Pushing event updated for resources: {'Port': ['ID=ef70c153-80a0-49c7-a721-5fe7a3f4d703,revision_number=2']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:57.013400 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b98338e0-4667-4b14-ba53-841cb47f3ce7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16383026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521135'] for router_interface, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:57.169647 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-dbcf05ab-1b1b-45c2-b469-68dce0265c8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:57.193705 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device baac1390-9072-4951-b5fb-c9ebbd3b893b up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:21:57.206755 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a0a066e-d5cb-4585-901f-4db2608d2d2f tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:57.215488 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-2a0a066e-d5cb-4585-901f-4db2608d2d2f tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] 10.222.0.41 "GET /v2.0/networks/fd80172a-d247-4524-8420-4e12bbb636d1 HTTP/1.1" status: 200 len: 800 time: 0.2564516 Aug 11 03:21:57.217056 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 50306) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:57.279730 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5bb90058-2e2e-45f2-8392-d61901f378be tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Notify callbacks [] for router, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:57.290640 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-dbcf05ab-1b1b-45c2-b469-68dce0265c8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:57.338359 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port baac1390-9072-4951-b5fb-c9ebbd3b893b triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:21:57.339094 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:57.417014 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcf05ab-1b1b-45c2-b469-68dce0265c8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e35886f4-1e73-4d4b-9063-d4b99c695332,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:57.436853 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-dbcf05ab-1b1b-45c2-b469-68dce0265c8f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bd7beb55964842539c01853a62e81868&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0105822 Aug 11 03:21:57.457471 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 50308) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:57.520577 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9cb383a8-2b46-463f-9b61-c6e94d0b87d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:57.523340 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9cb383a8-2b46-463f-9b61-c6e94d0b87d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:57.524510 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-9cb383a8-2b46-463f-9b61-c6e94d0b87d3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c5b83501-b9f8-4ec1-a7be-1ba312e0d952 HTTP/1.1" status: 204 len: 168 time: 0.9199297 Aug 11 03:21:57.526676 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b98338e0-4667-4b14-ba53-841cb47f3ce7 admin admin] Network c675a6cd-95a2-4004-a0ca-3c164345dd5f is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:21:57.535663 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb383a8-2b46-463f-9b61-c6e94d0b87d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5b83501-b9f8-4ec1-a7be-1ba312e0d952,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:57.538309 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5bb90058-2e2e-45f2-8392-d61901f378be tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:57.543276 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-b98338e0-4667-4b14-ba53-841cb47f3ce7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:21:57.548445 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-4e6583e7-4795-46e5-835d-3cfeceae640f tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] 10.222.0.41 "GET /v2.0/networks/fd80172a-d247-4524-8420-4e12bbb636d1?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.3264151 Aug 11 03:21:57.551176 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 50312) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:57.659184 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c9437ba-6bf5-442e-b24a-75787c6f827e tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:57.664951 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-6c9437ba-6bf5-442e-b24a-75787c6f827e tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] 10.222.0.41 "GET /v2.0/subnets/0d703cd8-37ac-406a-aff1-da338daf5b77 HTTP/1.1" status: 200 len: 811 time: 0.1127048 Aug 11 03:21:57.667473 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 50316) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:57.834106 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-d3eec352-1492-42f5-b660-72f2587661e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:57.904657 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a813dd52-95d6-477d-8db1-9cd1dc293ed6 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Attributes excluded by policy engine: ['shared'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:57.907075 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-a813dd52-95d6-477d-8db1-9cd1dc293ed6 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] 10.222.0.41 "GET /v2.0/subnets/0d703cd8-37ac-406a-aff1-da338daf5b77?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2385790 Aug 11 03:21:57.910381 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-d3eec352-1492-42f5-b660-72f2587661e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:57.911085 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 50318) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:57.917959 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-73fe44a4-484f-4a97-b5b3-82b1e947ef83 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-397058191'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:21:57.949802 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-cee5d612-3fcd-41e7-a7cc-b927ef31c717 None None] Provisioning complete for port ef70c153-80a0-49c7-a721-5fe7a3f4d703 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:21:57.950337 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-cee5d612-3fcd-41e7-a7cc-b927ef31c717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:57.955611 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65e85d0-f123-447b-9168-e33c416c5e7c req-10e36839-420e-4192-8742-02fdba95d31d tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:57.964824 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e65e85d0-f123-447b-9168-e33c416c5e7c req-10e36839-420e-4192-8742-02fdba95d31d tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/ports?device_id=a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c HTTP/1.1" status: 200 len: 944 time: 0.2294154 Aug 11 03:21:57.987092 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b98338e0-4667-4b14-ba53-841cb47f3ce7 admin admin] Router ccc720ea-71d8-4fa9-b187-84b51c695c95 has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:21:57.994816 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-5bb90058-2e2e-45f2-8392-d61901f378be tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Deleting port 547b4ff1-6f28-4d1f-a040-d5793e7a088f {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:21:57.995258 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5bb90058-2e2e-45f2-8392-d61901f378be tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:58.018725 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73fe44a4-484f-4a97-b5b3-82b1e947ef83 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Made reservation on behalf of 0c28768474b748ba96f3a3b94cb33f57 for: {'network': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:21:58.021892 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-73fe44a4-484f-4a97-b5b3-82b1e947ef83 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:58.039435 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-cee5d612-3fcd-41e7-a7cc-b927ef31c717 None None] Port ef70c153-80a0-49c7-a721-5fe7a3f4d703 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:21:58.082044 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e65e85d0-f123-447b-9168-e33c416c5e7c req-01ca3a61-82cd-4dac-8562-8c79293557a0 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbb5f37-cd37-415a-b820-36c249955487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163259 Aug 11 03:21:58.148239 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-d3eec352-1492-42f5-b660-72f2587661e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:58.152160 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-d3eec352-1492-42f5-b660-72f2587661e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:58.153575 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-d3eec352-1492-42f5-b660-72f2587661e7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e35886f4-1e73-4d4b-9063-d4b99c695332 HTTP/1.1" status: 204 len: 168 time: 0.6970074 Aug 11 03:21:58.183721 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3eec352-1492-42f5-b660-72f2587661e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e35886f4-1e73-4d4b-9063-d4b99c695332,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:58.345216 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73695a2a-156d-4e7b-b1a4-b823db9d955a req-45571ca4-5c85-4c8a-92c6-6a1346197228 tempest-TestNetworkAdvancedServerOps-665886235 tempest-TestNetworkAdvancedServerOps-665886235-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:58.347099 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73fe44a4-484f-4a97-b5b3-82b1e947ef83 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=102191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:21:58.354881 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-73695a2a-156d-4e7b-b1a4-b823db9d955a req-45571ca4-5c85-4c8a-92c6-6a1346197228 tempest-TestNetworkAdvancedServerOps-665886235 tempest-TestNetworkAdvancedServerOps-665886235-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=6f5ca1c5-549b-45f8-b644-c1be9314f82b HTTP/1.1" status: 200 len: 1098 time: 0.1174207 Aug 11 03:21:58.377354 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-73fe44a4-484f-4a97-b5b3-82b1e947ef83 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:58.377815 n-d-764292-30 neutron-server[102191]: INFO neutron.db.segments_db [None req-73fe44a4-484f-4a97-b5b3-82b1e947ef83 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Added segment 46e86c90-97d0-4163-a19c-1a6b5101faa9 of type vlan for network 2b45c577-a47b-4967-bb25-67813d7a5638 Aug 11 03:21:58.381690 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b98338e0-4667-4b14-ba53-841cb47f3ce7 admin admin] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:21:58.399846 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe51a3f-b366-49b3-b9cf-5453615fb8b7 None None] Sync routers for ids ['ccc720ea-71d8-4fa9-b187-84b51c695c95'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:21:58.411618 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe51a3f-b366-49b3-b9cf-5453615fb8b7 None None] Routers {'ccc720ea-71d8-4fa9-b187-84b51c695c95'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:21:58.413357 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-b98338e0-4667-4b14-ba53-841cb47f3ce7 admin admin] 10.222.0.41 "PUT /v2.0/routers/ccc720ea-71d8-4fa9-b187-84b51c695c95/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2291284 Aug 11 03:21:58.413805 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-5fe51a3f-b366-49b3-b9cf-5453615fb8b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:21:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['ccc720ea-71d8-4fa9-b187-84b51c695c95'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:58.451121 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-73695a2a-156d-4e7b-b1a4-b823db9d955a req-9fe19248-59e1-4478-929c-d232756795d9 tempest-TestNetworkAdvancedServerOps-665886235 tempest-TestNetworkAdvancedServerOps-665886235-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=028f82ce-145e-4da5-a893-c699717fae6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930657 Aug 11 03:21:58.473455 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 50342) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:58.482553 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5bb90058-2e2e-45f2-8392-d61901f378be tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:58.544852 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-5bb90058-2e2e-45f2-8392-d61901f378be tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Calling delete_port for 547b4ff1-6f28-4d1f-a040-d5793e7a088f owned by network:router_gateway {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:21:58.555986 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-73fe44a4-484f-4a97-b5b3-82b1e947ef83 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:58.662003 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-5fe51a3f-b366-49b3-b9cf-5453615fb8b7 None None] Set router ccc720ea-71d8-4fa9-b187-84b51c695c95 gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:21:58.884706 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-73fe44a4-484f-4a97-b5b3-82b1e947ef83 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:58.898908 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73fe44a4-484f-4a97-b5b3-82b1e947ef83 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:58.899550 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-73fe44a4-484f-4a97-b5b3-82b1e947ef83 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks [] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:58.950477 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-dfbbec58-b3b7-4144-b93a-49e12462711b tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Deleting port 13146d77-8a7b-4438-a4c6-fc800ad606ae {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:21:58.951022 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-dfbbec58-b3b7-4144-b93a-49e12462711b tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:59.076445 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 50358) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:59.081192 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-73fe44a4-484f-4a97-b5b3-82b1e947ef83 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1688373 Aug 11 03:21:59.122157 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-ccbc7322-f043-41f6-a65a-2e433a1ec39a tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Request body: {'subnet': {'network_id': '2b45c577-a47b-4967-bb25-67813d7a5638', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:21:59.158666 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-16eaf5e4-f0c9-47b8-aa1c-66751b2e1d14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:59.241475 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fe44a4-484f-4a97-b5b3-82b1e947ef83 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Pushing event updated for resources: {'Network': ['ID=2b45c577-a47b-4967-bb25-67813d7a5638,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:59.256731 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network 2b45c577-a47b-4967-bb25-67813d7a5638 details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:21:59.326716 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5bb90058-2e2e-45f2-8392-d61901f378be tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:59.396369 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-dfbbec58-b3b7-4144-b93a-49e12462711b tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:59.396764 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-dfbbec58-b3b7-4144-b93a-49e12462711b tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:59.424775 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-dfbbec58-b3b7-4144-b93a-49e12462711b tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Calling delete_port for 13146d77-8a7b-4438-a4c6-fc800ad606ae owned by network:floatingip {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:21:59.457642 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-5fe51a3f-b366-49b3-b9cf-5453615fb8b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccc720ea-71d8-4fa9-b187-84b51c695c95', 'name': 'tempest-TestAggregatesBasicOps-566755049-router', 'tenant_id': 'c9d3ace5da3d416db998ed72babce785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.65'}], 'enable_snat': True}, 'gw_port_id': 'baac1390-9072-4951-b5fb-c9ebbd3b893b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:21:44Z', 'updated_at': '2021-08-11T03:21:55Z', 'revision_number': 4, 'project_id': 'c9d3ace5da3d416db998ed72babce785', 'gw_port': {'id': 'baac1390-9072-4951-b5fb-c9ebbd3b893b', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a7:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccc720ea-71d8-4fa9-b187-84b51c695c95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2392, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:21:46Z', 'updated_at': '2021-08-11T03:21:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': 'ef70c153-80a0-49c7-a721-5fe7a3f4d703', 'name': '', 'network_id': 'c675a6cd-95a2-4004-a0ca-3c164345dd5f', 'tenant_id': 'c9d3ace5da3d416db998ed72babce785', 'mac_address': 'fa:16:3e:32:be:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccc720ea-71d8-4fa9-b187-84b51c695c95', 'device_owner': 'network:router_interface', 'standard_attr_id': 2401, 'fixed_ips': [{'subnet_id': 'e2a0f3d9-7974-46bc-a56e-bfb61f04292d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:21:51Z', 'updated_at': '2021-08-11T03:21:55Z', 'revision_number': 2, 'project_id': 'c9d3ace5da3d416db998ed72babce785', 'subnets': [{'id': 'e2a0f3d9-7974-46bc-a56e-bfb61f04292d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:59.461041 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb90058-2e2e-45f2-8392-d61901f378be tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Pushing event deleted for resources: {'Port': ['ID=547b4ff1-6f28-4d1f-a040-d5793e7a088f,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:59.507145 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb90058-2e2e-45f2-8392-d61901f378be tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:21:59.507489 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb90058-2e2e-45f2-8392-d61901f378be tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:21:59.507828 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb90058-2e2e-45f2-8392-d61901f378be tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:21:59.508160 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb90058-2e2e-45f2-8392-d61901f378be tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:21:59.508490 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb90058-2e2e-45f2-8392-d61901f378be tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:21:59.508813 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb90058-2e2e-45f2-8392-d61901f378be tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:21:59.509190 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb90058-2e2e-45f2-8392-d61901f378be tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:21:59.509619 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb90058-2e2e-45f2-8392-d61901f378be tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:21:59.510075 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb90058-2e2e-45f2-8392-d61901f378be tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:21:59.510430 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb90058-2e2e-45f2-8392-d61901f378be tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:21:59.510756 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb90058-2e2e-45f2-8392-d61901f378be tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:21:59.531676 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb90058-2e2e-45f2-8392-d61901f378be tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:21:59.565472 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe51a3f-b366-49b3-b9cf-5453615fb8b7 None None] Checking router: ccc720ea-71d8-4fa9-b187-84b51c695c95 for host: n-d-764292-30 {{(pid=102193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:21:59.565472 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe51a3f-b366-49b3-b9cf-5453615fb8b7 None None] Updating router ccc720ea-71d8-4fa9-b187-84b51c695c95 port ef70c153-80a0-49c7-a721-5fe7a3f4d703 binding host n-d-764292-30 {{(pid=102193) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:21:59.662001 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-5fe51a3f-b366-49b3-b9cf-5453615fb8b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:59.667522 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5bb90058-2e2e-45f2-8392-d61901f378be tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-446916'] for router_gateway, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:59.833516 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5bb90058-2e2e-45f2-8392-d61901f378be tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6544'] for router, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:59.848027 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5bb90058-2e2e-45f2-8392-d61901f378be tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:00.071107 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5bb90058-2e2e-45f2-8392-d61901f378be tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448809'] for router, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:00.071836 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bb90058-2e2e-45f2-8392-d61901f378be tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Fanout notify agent at l3_agent the message router_deleted on router 2d2847a8-c25a-4ddf-901b-9687248b9ebb {{(pid=102191) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:22:00.080125 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5bb90058-2e2e-45f2-8392-d61901f378be tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Notify callbacks [] for router, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:00.081754 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-5bb90058-2e2e-45f2-8392-d61901f378be tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] 10.222.0.41 "DELETE /v2.0/routers/2d2847a8-c25a-4ddf-901b-9687248b9ebb HTTP/1.1" status: 204 len: 168 time: 3.1434762 Aug 11 03:22:00.096807 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 50400) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:00.098042 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-5fe51a3f-b366-49b3-b9cf-5453615fb8b7 None None] Notify callbacks [] for port, precommit_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:00.101955 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-8751840f-0911-4167-a8a4-e0598bf8b3c4 tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-256038514', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:22:00.111774 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-5fe51a3f-b366-49b3-b9cf-5453615fb8b7 None None] Transition to ACTIVE for port object ef70c153-80a0-49c7-a721-5fe7a3f4d703 will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:22:00.202675 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-5fe51a3f-b366-49b3-b9cf-5453615fb8b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:00.248146 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8751840f-0911-4167-a8a4-e0598bf8b3c4 tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-450010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6626'] for router, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:00.249323 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8751840f-0911-4167-a8a4-e0598bf8b3c4 tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-446747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6633'] for router, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:00.277114 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f71432-cf16-4743-993d-acdafa28d3e1 req-a60639e1-0191-4533-905a-e19ab783905c tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:00.282042 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d7f71432-cf16-4743-993d-acdafa28d3e1 req-a60639e1-0191-4533-905a-e19ab783905c tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/ports?device_id=a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c HTTP/1.1" status: 200 len: 944 time: 1.0016501 Aug 11 03:22:00.296667 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e51e53-4f7d-4d46-9379-02b48534602f None None] Pushing event updated for resources: {'Port': ['ID=ef70c153-80a0-49c7-a721-5fe7a3f4d703,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:00.349669 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8751840f-0911-4167-a8a4-e0598bf8b3c4 tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:00.437333 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8751840f-0911-4167-a8a4-e0598bf8b3c4 tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-446952'] for router, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:00.462890 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-5fe51a3f-b366-49b3-b9cf-5453615fb8b7 None None] Attempting to bind port ef70c153-80a0-49c7-a721-5fe7a3f4d703 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:22:00.463879 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-5fe51a3f-b366-49b3-b9cf-5453615fb8b7 None None] Attempting to bind port ef70c153-80a0-49c7-a721-5fe7a3f4d703 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': 'f731e462-ce27-4a44-9eb6-cb0a7adfc31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'c675a6cd-95a2-4004-a0ca-3c164345dd5f'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:22:00.464484 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe51a3f-b366-49b3-b9cf-5453615fb8b7 None None] Attempting to bind port ef70c153-80a0-49c7-a721-5fe7a3f4d703 on network c675a6cd-95a2-4004-a0ca-3c164345dd5f {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:22:00.470743 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe51a3f-b366-49b3-b9cf-5453615fb8b7 None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 21, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:22:00.471661 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe51a3f-b366-49b3-b9cf-5453615fb8b7 None None] Checking segment: {'id': 'f731e462-ce27-4a44-9eb6-cb0a7adfc31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'c675a6cd-95a2-4004-a0ca-3c164345dd5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:22:00.472296 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-5fe51a3f-b366-49b3-b9cf-5453615fb8b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:00.473035 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe51a3f-b366-49b3-b9cf-5453615fb8b7 None None] Bound using segment: {'id': 'f731e462-ce27-4a44-9eb6-cb0a7adfc31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'c675a6cd-95a2-4004-a0ca-3c164345dd5f'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:22:00.473768 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-5fe51a3f-b366-49b3-b9cf-5453615fb8b7 None None] Bound port: ef70c153-80a0-49c7-a721-5fe7a3f4d703, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f731e462-ce27-4a44-9eb6-cb0a7adfc31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'c675a6cd-95a2-4004-a0ca-3c164345dd5f'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:22:00.474433 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-5fe51a3f-b366-49b3-b9cf-5453615fb8b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:00.492650 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccbc7322-f043-41f6-a65a-2e433a1ec39a tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Made reservation on behalf of 0c28768474b748ba96f3a3b94cb33f57 for: {'subnet': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:22:00.513006 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ccbc7322-f043-41f6-a65a-2e433a1ec39a tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126180544'] for subnet, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:00.554806 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d7f71432-cf16-4743-993d-acdafa28d3e1 req-8899e95c-3b6d-4ea0-af04-b5d760343021 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbb5f37-cd37-415a-b820-36c249955487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2631836 Aug 11 03:22:00.562523 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8751840f-0911-4167-a8a4-e0598bf8b3c4 tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Notify callbacks [] for router, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:00.566762 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-8751840f-0911-4167-a8a4-e0598bf8b3c4 tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4729986 Aug 11 03:22:00.574897 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 50442) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:00.585869 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-83913cdd-6917-476a-be76-7dd412d793d8 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'enable_snat': True}}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:22:00.624621 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-5fe51a3f-b366-49b3-b9cf-5453615fb8b7 None None] For port ef70c153-80a0-49c7-a721-5fe7a3f4d703, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:22:00.628500 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-5fe51a3f-b366-49b3-b9cf-5453615fb8b7 None None] For port ef70c153-80a0-49c7-a721-5fe7a3f4d703, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=ef70c153-80a0-49c7-a721-5fe7a3f4d703,segment=NetworkSegment(f731e462-ce27-4a44-9eb6-cb0a7adfc31f),segment_id=f731e462-ce27-4a44-9eb6-cb0a7adfc31f)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:22:00.712025 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-5fe51a3f-b366-49b3-b9cf-5453615fb8b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:00.810017 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe51a3f-b366-49b3-b9cf-5453615fb8b7 None None] Routers {'ccc720ea-71d8-4fa9-b187-84b51c695c95'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:22:00.811430 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-5fe51a3f-b366-49b3-b9cf-5453615fb8b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:21:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['ccc720ea-71d8-4fa9-b187-84b51c695c95'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:00.844343 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.ipam_backend_mixin [None req-ccbc7322-f043-41f6-a65a-2e433a1ec39a tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Performing IP validity checks on allocation pools {{(pid=102192) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 11 03:22:00.847159 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.ipam_backend_mixin [None req-ccbc7322-f043-41f6-a65a-2e433a1ec39a tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102192) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 11 03:22:00.979063 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-5fe51a3f-b366-49b3-b9cf-5453615fb8b7 None None] Set router ccc720ea-71d8-4fa9-b187-84b51c695c95 gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:22:01.086389 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-dfbbec58-b3b7-4144-b93a-49e12462711b tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:01.239475 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbbec58-b3b7-4144-b93a-49e12462711b tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Pushing event deleted for resources: {'Port': ['ID=13146d77-8a7b-4438-a4c6-fc800ad606ae,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:01.356651 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e51e53-4f7d-4d46-9379-02b48534602f None None] Pushing event updated for resources: {'Port': ['ID=ef70c153-80a0-49c7-a721-5fe7a3f4d703,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:01.396719 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-dfbbec58-b3b7-4144-b93a-49e12462711b tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks [] for floatingip, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:01.397195 n-d-764292-30 neutron-server[102192]: INFO neutron.db.l3_db [None req-dfbbec58-b3b7-4144-b93a-49e12462711b tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Floating IP d5ee743d-d33f-4ce1-ba2c-9851df652645 disassociated (deleted). External IP: 172.25.8.31, port: 0ea4b77d-3452-49a3-af5b-6f0e3d74e9d6. Aug 11 03:22:01.457677 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-83913cdd-6917-476a-be76-7dd412d793d8 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:01.491132 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-5fe51a3f-b366-49b3-b9cf-5453615fb8b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccc720ea-71d8-4fa9-b187-84b51c695c95', 'name': 'tempest-TestAggregatesBasicOps-566755049-router', 'tenant_id': 'c9d3ace5da3d416db998ed72babce785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.65'}], 'enable_snat': True}, 'gw_port_id': 'baac1390-9072-4951-b5fb-c9ebbd3b893b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:21:44Z', 'updated_at': '2021-08-11T03:21:55Z', 'revision_number': 4, 'project_id': 'c9d3ace5da3d416db998ed72babce785', 'gw_port': {'id': 'baac1390-9072-4951-b5fb-c9ebbd3b893b', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a7:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccc720ea-71d8-4fa9-b187-84b51c695c95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2392, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:21:46Z', 'updated_at': '2021-08-11T03:21:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': 'ef70c153-80a0-49c7-a721-5fe7a3f4d703', 'name': '', 'network_id': 'c675a6cd-95a2-4004-a0ca-3c164345dd5f', 'tenant_id': 'c9d3ace5da3d416db998ed72babce785', 'mac_address': 'fa:16:3e:32:be:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccc720ea-71d8-4fa9-b187-84b51c695c95', 'device_owner': 'network:router_interface', 'standard_attr_id': 2401, 'fixed_ips': [{'subnet_id': 'e2a0f3d9-7974-46bc-a56e-bfb61f04292d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:21:51Z', 'updated_at': '2021-08-11T03:22:00Z', 'revision_number': 4, 'project_id': 'c9d3ace5da3d416db998ed72babce785', 'subnets': [{'id': 'e2a0f3d9-7974-46bc-a56e-bfb61f04292d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:01.536472 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ccbc7322-f043-41f6-a65a-2e433a1ec39a tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125932092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126180562'] for subnet, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:01.579184 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe51a3f-b366-49b3-b9cf-5453615fb8b7 None None] The sync data for ids ['ccc720ea-71d8-4fa9-b187-84b51c695c95'] in n-d-764292-30 is: [{'id': 'ccc720ea-71d8-4fa9-b187-84b51c695c95', 'name': 'tempest-TestAggregatesBasicOps-566755049-router', 'tenant_id': 'c9d3ace5da3d416db998ed72babce785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.65'}], 'enable_snat': True}, 'gw_port_id': 'baac1390-9072-4951-b5fb-c9ebbd3b893b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:21:44Z', 'updated_at': '2021-08-11T03:21:55Z', 'revision_number': 4, 'project_id': 'c9d3ace5da3d416db998ed72babce785', 'gw_port': {'id': 'baac1390-9072-4951-b5fb-c9ebbd3b893b', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a7:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccc720ea-71d8-4fa9-b187-84b51c695c95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2392, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:21:46Z', 'updated_at': '2021-08-11T03:21:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': 'ef70c153-80a0-49c7-a721-5fe7a3f4d703', 'name': '', 'network_id': 'c675a6cd-95a2-4004-a0ca-3c164345dd5f', 'tenant_id': 'c9d3ace5da3d416db998ed72babce785', 'mac_address': 'fa:16:3e:32:be:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccc720ea-71d8-4fa9-b187-84b51c695c95', 'device_owner': 'network:router_interface', 'standard_attr_id': 2401, 'fixed_ips': [{'subnet_id': 'e2a0f3d9-7974-46bc-a56e-bfb61f04292d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:21:51Z', 'updated_at': '2021-08-11T03:22:00Z', 'revision_number': 4, 'project_id': 'c9d3ace5da3d416db998ed72babce785', 'subnets': [{'id': 'e2a0f3d9-7974-46bc-a56e-bfb61f04292d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:22:01.758175 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbc7322-f043-41f6-a65a-2e433a1ec39a tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Pushing event updated for resources: {'Subnet': ['ID=d853eaff-fec9-4a30-91cf-5a9694c32dbe,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:01.808165 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:01.813093 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 50492) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:01.957021 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccbc7322-f043-41f6-a65a-2e433a1ec39a tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Checking segment: {'id': '46e86c90-97d0-4163-a19c-1a6b5101faa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '2b45c577-a47b-4967-bb25-67813d7a5638'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:22:01.957743 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccbc7322-f043-41f6-a65a-2e433a1ec39a tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Network hostable DHCP agents. Network: 2b45c577-a47b-4967-bb25-67813d7a5638, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:22:02.021842 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0abe38-7e28-42c6-9d97-d5422280c201 req-e753954c-c83e-4469-a54f-a192c67daa72 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:02.023846 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-df0abe38-7e28-42c6-9d97-d5422280c201 req-e753954c-c83e-4469-a54f-a192c67daa72 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/ports?device_id=a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c HTTP/1.1" status: 200 len: 944 time: 0.2457402 Aug 11 03:22:02.080174 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfbbec58-b3b7-4144-b93a-49e12462711b tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Router a72ef3e6-40d8-42f4-901f-e934cfb5db82 has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:22:02.094724 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-d2d492a8-1de4-43a9-9e04-ba18b127f7d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:02.103426 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-df0abe38-7e28-42c6-9d97-d5422280c201 req-afac34a5-2048-452c-af71-ef155306e6fd tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbb5f37-cd37-415a-b820-36c249955487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691464 Aug 11 03:22:02.153580 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccbc7322-f043-41f6-a65a-2e433a1ec39a tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Network 2b45c577-a47b-4967-bb25-67813d7a5638 is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:22:02.249992 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfbbec58-b3b7-4144-b93a-49e12462711b tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:22:02.255162 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-dfbbec58-b3b7-4144-b93a-49e12462711b tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for floatingip, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:02.259706 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-ccbc7322-f043-41f6-a65a-2e433a1ec39a tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, 2b45c577-a47b-4967-bb25-67813d7a5638) {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:22:02.270499 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66512f5-2bb0-4446-811c-fe0cac11ef65 None None] Sync routers for ids ['a72ef3e6-40d8-42f4-901f-e934cfb5db82'] in n-d-764292-30 {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:22:02.276974 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e7b22cf-fcdc-414f-a89f-86697147c8f4 None None] Network 2b45c577-a47b-4967-bb25-67813d7a5638 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:22:02.282594 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccbc7322-f043-41f6-a65a-2e433a1ec39a tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:02.283196 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ccbc7322-f043-41f6-a65a-2e433a1ec39a tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks [] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:02.288409 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66512f5-2bb0-4446-811c-fe0cac11ef65 None None] Routers {'a72ef3e6-40d8-42f4-901f-e934cfb5db82'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:22:02.292786 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-e66512f5-2bb0-4446-811c-fe0cac11ef65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:22:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['a72ef3e6-40d8-42f4-901f-e934cfb5db82'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:02.303070 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-dfbbec58-b3b7-4144-b93a-49e12462711b tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "DELETE /v2.0/floatingips/d5ee743d-d33f-4ce1-ba2c-9851df652645 HTTP/1.1" status: 204 len: 168 time: 3.8262496 Aug 11 03:22:02.303070 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f5ca1c5-549b-45f8-b644-c1be9314f82b', 'tag': '0ea4b77d-3452-49a3-af5b-6f0e3d74e9d6'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:22:02.304913 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9add9b4-65b6-4920-a135-142215e6153b" -d '{"events": [{"name": "network-changed", "server_uuid": "6f5ca1c5-549b-45f8-b644-c1be9314f82b", "tag": "0ea4b77d-3452-49a3-af5b-6f0e3d74e9d6"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:22:02.423383 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-ccbc7322-f043-41f6-a65a-2e433a1ec39a tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 3.3458123 Aug 11 03:22:02.424075 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 50522) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:02.432449 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-d59d1d70-f46c-412d-9244-e57b6bd710a2 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:22:02.464190 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d158880-e024-49fc-a883-06b1ce6a39ac x-openstack-request-id: req-9d158880-e024-49fc-a883-06b1ce6a39ac {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:22:02.464514 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f5ca1c5-549b-45f8-b644-c1be9314f82b", "tag": "0ea4b77d-3452-49a3-af5b-6f0e3d74e9d6", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:22:02.464803 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9d158880-e024-49fc-a883-06b1ce6a39ac {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:22:02.465323 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f5ca1c5-549b-45f8-b644-c1be9314f82b', 'tag': '0ea4b77d-3452-49a3-af5b-6f0e3d74e9d6', 'status': 'completed', 'code': 200} Aug 11 03:22:02.694739 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-e66512f5-2bb0-4446-811c-fe0cac11ef65 None None] Set router a72ef3e6-40d8-42f4-901f-e934cfb5db82 gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:22:02.781039 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-d59d1d70-f46c-412d-9244-e57b6bd710a2 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-126180555'] for subnet, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:02.812862 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b94eeb5a-a988-4be5-b52c-2a78ae32da45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde080026-c28f-55be-b52b-13827cc43646-2b45c577-a47b-4967-bb25-67813d7a5638', 'network_id': '2b45c577-a47b-4967-bb25-67813d7a5638', 'tenant_id': '0c28768474b748ba96f3a3b94cb33f57', 'fixed_ips': [{'subnet_id': 'd853eaff-fec9-4a30-91cf-5a9694c32dbe'}]}} from n-d-764292-30. {{(pid=102193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:22:02.813734 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-b94eeb5a-a988-4be5-b52c-2a78ae32da45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:03.164881 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-83913cdd-6917-476a-be76-7dd412d793d8 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:03.294229 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:03.310820 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-83913cdd-6917-476a-be76-7dd412d793d8 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:03.320847 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9add9b4-65b6-4920-a135-142215e6153b req-616bfe30-512c-430b-8a10-4955feb0f83d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:03.322936 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-f9add9b4-65b6-4920-a135-142215e6153b req-616bfe30-512c-430b-8a10-4955feb0f83d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a5478860f7cb432583cc8e5d994d2237&device_id=6f5ca1c5-549b-45f8-b644-c1be9314f82b HTTP/1.1" status: 200 len: 1098 time: 0.7797992 Aug 11 03:22:03.389634 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device ef70c153-80a0-49c7-a721-5fe7a3f4d703 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:22:03.452181 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-e66512f5-2bb0-4446-811c-fe0cac11ef65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a72ef3e6-40d8-42f4-901f-e934cfb5db82', 'name': 'tempest-TestNetworkAdvancedServerOps-router-447097152', 'tenant_id': 'a5478860f7cb432583cc8e5d994d2237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': '2e235153-c798-4f91-b541-c88728aadbfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:19:22Z', 'updated_at': '2021-08-11T03:19:32Z', 'revision_number': 4, 'project_id': 'a5478860f7cb432583cc8e5d994d2237', 'gw_port': {'id': '2e235153-c798-4f91-b541-c88728aadbfb', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:23:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72ef3e6-40d8-42f4-901f-e934cfb5db82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2132, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:19:23Z', 'updated_at': '2021-08-11T03:19:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': 'fc20df90-c00e-457a-963f-5998a670e2af', 'name': '', 'network_id': '0ff3f448-ca9b-4036-ac09-80380a15e692', 'tenant_id': 'a5478860f7cb432583cc8e5d994d2237', 'mac_address': 'fa:16:3e:9c:e2:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72ef3e6-40d8-42f4-901f-e934cfb5db82', 'device_owner': 'network:router_interface', 'standard_attr_id': 2145, 'fixed_ips': [{'subnet_id': '715e9a5a-e634-4765-95b3-22d13c494c3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:19:30Z', 'updated_at': '2021-08-11T03:19:40Z', 'revision_number': 5, 'project_id': 'a5478860f7cb432583cc8e5d994d2237', 'subnets': [{'id': '715e9a5a-e634-4765-95b3-22d13c494c3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:03.528090 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66512f5-2bb0-4446-811c-fe0cac11ef65 None None] Checking router: a72ef3e6-40d8-42f4-901f-e934cfb5db82 for host: n-d-764292-30 {{(pid=102194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:22:03.554073 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66512f5-2bb0-4446-811c-fe0cac11ef65 None None] Routers {'a72ef3e6-40d8-42f4-901f-e934cfb5db82'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:22:03.555283 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-e66512f5-2bb0-4446-811c-fe0cac11ef65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:22:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['a72ef3e6-40d8-42f4-901f-e934cfb5db82'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:03.643282 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 50562) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:03.646166 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-d59d1d70-f46c-412d-9244-e57b6bd710a2 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8790262932372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-125932146'] for subnet, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:03.751459 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.db_base_plugin_common [None req-b94eeb5a-a988-4be5-b52c-2a78ae32da45 None None] Allocated IP 172.20.0.3 (2b45c577-a47b-4967-bb25-67813d7a5638/d853eaff-fec9-4a30-91cf-5a9694c32dbe/e4cb65f3-f34b-4397-8095-6be550015bbc) {{(pid=102193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:22:03.784312 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port ef70c153-80a0-49c7-a721-5fe7a3f4d703 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:22:03.822965 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59d1d70-f46c-412d-9244-e57b6bd710a2 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Pushing event updated for resources: {'Subnet': ['ID=d853eaff-fec9-4a30-91cf-5a9694c32dbe,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:03.832044 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port ef70c153-80a0-49c7-a721-5fe7a3f4d703 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:22:03.832626 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:03.895645 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-e66512f5-2bb0-4446-811c-fe0cac11ef65 None None] Set router a72ef3e6-40d8-42f4-901f-e934cfb5db82 gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:22:03.963732 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eb1873-bdaf-4e5a-a1e4-1749a78369d2 req-63b38eb2-ba1f-4567-bb61-77d1e02c4cee tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:03.975423 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a5eb1873-bdaf-4e5a-a1e4-1749a78369d2 req-63b38eb2-ba1f-4567-bb61-77d1e02c4cee tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f5ca1c5-549b-45f8-b644-c1be9314f82b HTTP/1.1" status: 200 len: 946 time: 0.7884173 Aug 11 03:22:04.116309 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d59d1d70-f46c-412d-9244-e57b6bd710a2 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:04.117658 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-d59d1d70-f46c-412d-9244-e57b6bd710a2 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks [] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:04.126840 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-d59d1d70-f46c-412d-9244-e57b6bd710a2 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] 10.222.0.41 "PUT /v2.0/subnets/d853eaff-fec9-4a30-91cf-5a9694c32dbe HTTP/1.1" status: 200 len: 877 time: 1.7016571 Aug 11 03:22:04.141963 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 50570) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:04.542031 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:04.568890 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-da533399-80f6-49b2-bee6-28c20b4fd986 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:04.610565 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52d9a4c-b24f-4291-aec9-978b609a7746 req-e3e6f7bc-2c11-4e13-96c0-52152548461c tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:04.614205 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e52d9a4c-b24f-4291-aec9-978b609a7746 req-e3e6f7bc-2c11-4e13-96c0-52152548461c tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/ports?device_id=a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c HTTP/1.1" status: 200 len: 944 time: 1.0660789 Aug 11 03:22:04.671917 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-b94eeb5a-a988-4be5-b52c-2a78ae32da45 None None] Notify callbacks [] for port, precommit_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:04.692302 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-b94eeb5a-a988-4be5-b52c-2a78ae32da45 None None] Transition to ACTIVE for port object e4cb65f3-f34b-4397-8095-6be550015bbc will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:22:04.747320 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-b94eeb5a-a988-4be5-b52c-2a78ae32da45 None None] Transition to ACTIVE for port object e4cb65f3-f34b-4397-8095-6be550015bbc will not be triggered until provisioned by entity DHCP. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:22:04.747570 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-5375affa-c2de-41d7-94d4-b62d678fb9da admin admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:04.797595 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a5eb1873-bdaf-4e5a-a1e4-1749a78369d2 req-2cd3e278-97a0-46c0-8b2e-0c184979dc9c tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/security-groups?id=028f82ce-145e-4da5-a893-c699717fae6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8033652 Aug 11 03:22:04.826906 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port ef70c153-80a0-49c7-a721-5fe7a3f4d703, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=ef70c153-80a0-49c7-a721-5fe7a3f4d703,segment=NetworkSegment(f731e462-ce27-4a44-9eb6-cb0a7adfc31f),segment_id=f731e462-ce27-4a44-9eb6-cb0a7adfc31f)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:22:04.842916 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:04.845740 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-b94eeb5a-a988-4be5-b52c-2a78ae32da45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669'] for port, after_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:04.913076 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e52d9a4c-b24f-4291-aec9-978b609a7746 req-c970018a-8e3f-4f1f-bf5f-0f879d2f030c tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbb5f37-cd37-415a-b820-36c249955487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2882063 Aug 11 03:22:04.952043 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-da533399-80f6-49b2-bee6-28c20b4fd986 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:04.966788 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:05.027730 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b94eeb5a-a988-4be5-b52c-2a78ae32da45 None None] Network 2b45c577-a47b-4967-bb25-67813d7a5638 is already hosted by enough agents. {{(pid=102193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:22:05.045895 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.base_scheduler [None req-b94eeb5a-a988-4be5-b52c-2a78ae32da45 None None] Resources bound (agent type, host, resource id): {{(pid=102193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:22:05.048275 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94eeb5a-a988-4be5-b52c-2a78ae32da45 None None] Received port after_create {{(pid=102193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:22:05.049080 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0af722-4226-43eb-9c36-ab0c924f2bcb req-a1af88ba-c88c-4c7d-b6bc-95ca176bb9ed tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:05.052905 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-fb0af722-4226-43eb-9c36-ab0c924f2bcb req-a1af88ba-c88c-4c7d-b6bc-95ca176bb9ed tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f5ca1c5-549b-45f8-b644-c1be9314f82b HTTP/1.1" status: 200 len: 946 time: 0.4710870 Aug 11 03:22:05.062571 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-e66512f5-2bb0-4446-811c-fe0cac11ef65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a72ef3e6-40d8-42f4-901f-e934cfb5db82', 'name': 'tempest-TestNetworkAdvancedServerOps-router-447097152', 'tenant_id': 'a5478860f7cb432583cc8e5d994d2237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': '2e235153-c798-4f91-b541-c88728aadbfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:19:22Z', 'updated_at': '2021-08-11T03:19:32Z', 'revision_number': 4, 'project_id': 'a5478860f7cb432583cc8e5d994d2237', 'gw_port': {'id': '2e235153-c798-4f91-b541-c88728aadbfb', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:23:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72ef3e6-40d8-42f4-901f-e934cfb5db82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2132, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:19:23Z', 'updated_at': '2021-08-11T03:19:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': 'fc20df90-c00e-457a-963f-5998a670e2af', 'name': '', 'network_id': '0ff3f448-ca9b-4036-ac09-80380a15e692', 'tenant_id': 'a5478860f7cb432583cc8e5d994d2237', 'mac_address': 'fa:16:3e:9c:e2:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72ef3e6-40d8-42f4-901f-e934cfb5db82', 'device_owner': 'network:router_interface', 'standard_attr_id': 2145, 'fixed_ips': [{'subnet_id': '715e9a5a-e634-4765-95b3-22d13c494c3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:19:30Z', 'updated_at': '2021-08-11T03:19:40Z', 'revision_number': 5, 'project_id': 'a5478860f7cb432583cc8e5d994d2237', 'subnets': [{'id': '715e9a5a-e634-4765-95b3-22d13c494c3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:05.077555 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94eeb5a-a988-4be5-b52c-2a78ae32da45 None None] Pushing event updated for resources: {'Port': ['ID=e4cb65f3-f34b-4397-8095-6be550015bbc,revision_number=1']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:05.178809 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66512f5-2bb0-4446-811c-fe0cac11ef65 None None] The sync data for ids ['a72ef3e6-40d8-42f4-901f-e934cfb5db82'] in n-d-764292-30 is: [{'id': 'a72ef3e6-40d8-42f4-901f-e934cfb5db82', 'name': 'tempest-TestNetworkAdvancedServerOps-router-447097152', 'tenant_id': 'a5478860f7cb432583cc8e5d994d2237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': '2e235153-c798-4f91-b541-c88728aadbfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:19:22Z', 'updated_at': '2021-08-11T03:19:32Z', 'revision_number': 4, 'project_id': 'a5478860f7cb432583cc8e5d994d2237', 'gw_port': {'id': '2e235153-c798-4f91-b541-c88728aadbfb', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:23:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72ef3e6-40d8-42f4-901f-e934cfb5db82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2132, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:19:23Z', 'updated_at': '2021-08-11T03:19:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': 'fc20df90-c00e-457a-963f-5998a670e2af', 'name': '', 'network_id': '0ff3f448-ca9b-4036-ac09-80380a15e692', 'tenant_id': 'a5478860f7cb432583cc8e5d994d2237', 'mac_address': 'fa:16:3e:9c:e2:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72ef3e6-40d8-42f4-901f-e934cfb5db82', 'device_owner': 'network:router_interface', 'standard_attr_id': 2145, 'fixed_ips': [{'subnet_id': '715e9a5a-e634-4765-95b3-22d13c494c3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:19:30Z', 'updated_at': '2021-08-11T03:19:40Z', 'revision_number': 5, 'project_id': 'a5478860f7cb432583cc8e5d994d2237', 'subnets': [{'id': '715e9a5a-e634-4765-95b3-22d13c494c3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:22:05.220734 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=ef70c153-80a0-49c7-a721-5fe7a3f4d703,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:05.289681 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-b94eeb5a-a988-4be5-b52c-2a78ae32da45 None None] Attempting to bind port e4cb65f3-f34b-4397-8095-6be550015bbc on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:22:05.291881 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-b94eeb5a-a988-4be5-b52c-2a78ae32da45 None None] Attempting to bind port e4cb65f3-f34b-4397-8095-6be550015bbc by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': '46e86c90-97d0-4163-a19c-1a6b5101faa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '2b45c577-a47b-4967-bb25-67813d7a5638'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:22:05.294066 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94eeb5a-a988-4be5-b52c-2a78ae32da45 None None] Attempting to bind port e4cb65f3-f34b-4397-8095-6be550015bbc on network 2b45c577-a47b-4967-bb25-67813d7a5638 {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:22:05.308465 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94eeb5a-a988-4be5-b52c-2a78ae32da45 None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:22:05.308741 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94eeb5a-a988-4be5-b52c-2a78ae32da45 None None] Checking segment: {'id': '46e86c90-97d0-4163-a19c-1a6b5101faa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '2b45c577-a47b-4967-bb25-67813d7a5638'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:22:05.310473 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-b94eeb5a-a988-4be5-b52c-2a78ae32da45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:05.310915 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94eeb5a-a988-4be5-b52c-2a78ae32da45 None None] Bound using segment: {'id': '46e86c90-97d0-4163-a19c-1a6b5101faa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '2b45c577-a47b-4967-bb25-67813d7a5638'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:22:05.313174 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-b94eeb5a-a988-4be5-b52c-2a78ae32da45 None None] Bound port: e4cb65f3-f34b-4397-8095-6be550015bbc, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46e86c90-97d0-4163-a19c-1a6b5101faa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '2b45c577-a47b-4967-bb25-67813d7a5638'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:22:05.313589 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-5375affa-c2de-41d7-94d4-b62d678fb9da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:05.313849 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-b94eeb5a-a988-4be5-b52c-2a78ae32da45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:05.319260 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-da533399-80f6-49b2-bee6-28c20b4fd986 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125932157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126180897'] for subnet, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:05.388865 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9add9b4-65b6-4920-a135-142215e6153b req-11690204-b9dd-4a93-a0b7-1361b2d6f815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:05.392433 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-f9add9b4-65b6-4920-a135-142215e6153b req-11690204-b9dd-4a93-a0b7-1361b2d6f815 service neutron] 10.222.0.22 "GET /v2.0/networks?id=0ff3f448-ca9b-4036-ac09-80380a15e692 HTTP/1.1" status: 200 len: 898 time: 2.0403512 Aug 11 03:22:05.412312 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-5375affa-c2de-41d7-94d4-b62d678fb9da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:05.422270 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da533399-80f6-49b2-bee6-28c20b4fd986 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Pushing event deleted for resources: {'Subnet': ['ID=d853eaff-fec9-4a30-91cf-5a9694c32dbe,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:05.483379 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5375affa-c2de-41d7-94d4-b62d678fb9da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=148fdc24-3334-4390-a19d-be4371731e9d,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:05.533433 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-b94eeb5a-a988-4be5-b52c-2a78ae32da45 None None] For port e4cb65f3-f34b-4397-8095-6be550015bbc, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:22:05.548190 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-b94eeb5a-a988-4be5-b52c-2a78ae32da45 None None] For port e4cb65f3-f34b-4397-8095-6be550015bbc, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=e4cb65f3-f34b-4397-8095-6be550015bbc,segment=NetworkSegment(46e86c90-97d0-4163-a19c-1a6b5101faa9),segment_id=46e86c90-97d0-4163-a19c-1a6b5101faa9)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:22:05.642630 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-b94eeb5a-a988-4be5-b52c-2a78ae32da45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:05.675820 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-5375affa-c2de-41d7-94d4-b62d678fb9da admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=81505069d1a345f08e268c29dde3c46c&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0152223 Aug 11 03:22:05.677572 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-f9add9b4-65b6-4920-a135-142215e6153b req-c6b17a1e-4ad2-4708-8cac-e415e8a3c791 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0ea4b77d-3452-49a3-af5b-6f0e3d74e9d6 HTTP/1.1" status: 200 len: 217 time: 0.2415485 Aug 11 03:22:05.682722 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 50578) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:05.758925 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-da533399-80f6-49b2-bee6-28c20b4fd986 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:05.795671 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-da533399-80f6-49b2-bee6-28c20b4fd986 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b45c577-a47b-4967-bb25-67813d7a5638']}} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:05.819654 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9add9b4-65b6-4920-a135-142215e6153b req-101653bd-ef22-4f9f-8118-0c7da4cfb78e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:05.820252 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-f9add9b4-65b6-4920-a135-142215e6153b req-101653bd-ef22-4f9f-8118-0c7da4cfb78e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=715e9a5a-e634-4765-95b3-22d13c494c3d HTTP/1.1" status: 200 len: 834 time: 0.1259098 Aug 11 03:22:05.832802 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-da533399-80f6-49b2-bee6-28c20b4fd986 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46e86c90-97d0-4163-a19c-1a6b5101faa9') {'for_net_delete': True} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:05.833151 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-da533399-80f6-49b2-bee6-28c20b4fd986 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46e86c90-97d0-4163-a19c-1a6b5101faa9') {} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:05.856173 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94eeb5a-a988-4be5-b52c-2a78ae32da45 None None] Pushing event updated for resources: {'Port': ['ID=e4cb65f3-f34b-4397-8095-6be550015bbc,revision_number=2']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:05.865394 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-da533399-80f6-49b2-bee6-28c20b4fd986 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125932501'] for segment, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:05.874352 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-2bf4cf63-e36d-467d-9cf9-dd81c8eed886 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:05.895378 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-da533399-80f6-49b2-bee6-28c20b4fd986 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:05.903229 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5575ec9-6ba0-4033-acdd-c32eb95c03e9 None None] New status for floating IP d5ee743d-d33f-4ce1-ba2c-9851df652645: DOWN {{(pid=102193) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:22:05.905973 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da533399-80f6-49b2-bee6-28c20b4fd986 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=102192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:22:05.906539 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-da533399-80f6-49b2-bee6-28c20b4fd986 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125932183'] for segment, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:05.910088 n-d-764292-30 neutron-server[102192]: Traceback (most recent call last): Aug 11 03:22:05.910088 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:22:05.910088 n-d-764292-30 neutron-server[102192]: timer() Aug 11 03:22:05.910088 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:22:05.910088 n-d-764292-30 neutron-server[102192]: cb(*args, **kw) Aug 11 03:22:05.910088 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:22:05.910088 n-d-764292-30 neutron-server[102192]: return func(*args, **kwargs) Aug 11 03:22:05.910088 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:22:05.910088 n-d-764292-30 neutron-server[102192]: self._notify() Aug 11 03:22:05.910088 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:22:05.910088 n-d-764292-30 neutron-server[102192]: self.callback(batched_events) Aug 11 03:22:05.910088 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:22:05.910088 n-d-764292-30 neutron-server[102192]: event.method(event) Aug 11 03:22:05.910088 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:22:05.910088 n-d-764292-30 neutron-server[102192]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:22:05.910088 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:22:05.910088 n-d-764292-30 neutron-server[102192]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:22:05.910088 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:22:05.910088 n-d-764292-30 neutron-server[102192]: return f(self, *a, **k) Aug 11 03:22:05.910088 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:22:05.910088 n-d-764292-30 neutron-server[102192]: return self._get(url).json() Aug 11 03:22:05.910088 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:22:05.910088 n-d-764292-30 neutron-server[102192]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:22:05.910088 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:22:05.910088 n-d-764292-30 neutron-server[102192]: return self.request(url, 'GET', **kwargs) Aug 11 03:22:05.910088 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:22:05.910088 n-d-764292-30 neutron-server[102192]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:22:05.910088 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:22:05.910088 n-d-764292-30 neutron-server[102192]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:22:05.910088 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:22:05.910088 n-d-764292-30 neutron-server[102192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:22:05.910088 n-d-764292-30 neutron-server[102192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:22:05.947752 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [None req-83913cdd-6917-476a-be76-7dd412d793d8 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Allocated IP 172.25.8.37 (09faf7d2-eaf5-4a50-bb6e-4cb05d009a76/e1a97443-13df-40bb-85f5-fd269e2742c0/7a3a6624-5acb-487d-9e52-30d531f681c6) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:22:05.977649 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-2bf4cf63-e36d-467d-9cf9-dd81c8eed886 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:06.073387 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9add9b4-65b6-4920-a135-142215e6153b req-9c36123b-afd5-491b-adbb-b147a27f33cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:06.075711 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-f9add9b4-65b6-4920-a135-142215e6153b req-9c36123b-afd5-491b-adbb-b147a27f33cc service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0ff3f448-ca9b-4036-ac09-80380a15e692&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2391307 Aug 11 03:22:06.080044 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-fb0af722-4226-43eb-9c36-ab0c924f2bcb req-36de4e67-c472-44ad-aab9-6820b767861a tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Deleting port 0ea4b77d-3452-49a3-af5b-6f0e3d74e9d6 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:22:06.080629 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-fb0af722-4226-43eb-9c36-ab0c924f2bcb req-36de4e67-c472-44ad-aab9-6820b767861a tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:06.188538 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-f9add9b4-65b6-4920-a135-142215e6153b req-d8dac57d-8316-4603-9cb4-d72436816532 service neutron] 10.222.0.22 "GET /v2.0/networks/0ff3f448-ca9b-4036-ac09-80380a15e692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012168 Aug 11 03:22:06.303542 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c8a626b-01c0-409c-be46-e76f33ee46b9 None None] Network 2b45c577-a47b-4967-bb25-67813d7a5638 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:22:06.338965 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dac487-3e27-4937-a385-053286bcc1cf req-dcc171c9-2061-4bc6-8296-6c54600f0335 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:06.355987 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e3dac487-3e27-4937-a385-053286bcc1cf req-dcc171c9-2061-4bc6-8296-6c54600f0335 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f5ca1c5-549b-45f8-b644-c1be9314f82b HTTP/1.1" status: 200 len: 946 time: 0.2810912 Aug 11 03:22:06.454020 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.db.api [None req-da533399-80f6-49b2-bee6-28c20b4fd986 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 11 03:22:06.454020 n-d-764292-30 neutron-server[102192]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 11 03:22:06.454020 n-d-764292-30 neutron-server[102192]: [parameters: {'id': '2b45c577-a47b-4967-bb25-67813d7a5638'}] Aug 11 03:22:06.454020 n-d-764292-30 neutron-server[102192]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102192) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 03:22:06.454529 n-d-764292-30 neutron-server[102192]: DEBUG oslo_db.api [None req-da533399-80f6-49b2-bee6-28c20b4fd986 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 03:22:06.508410 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-83913cdd-6917-476a-be76-7dd412d793d8 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:06.511628 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b0e376-478f-4592-9bbb-74fda1201217 req-58aac041-de70-4e79-9fd9-108b4e08a406 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:06.528022 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-99b0e376-478f-4592-9bbb-74fda1201217 req-58aac041-de70-4e79-9fd9-108b4e08a406 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/ports?device_id=a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c HTTP/1.1" status: 200 len: 944 time: 0.4372692 Aug 11 03:22:06.529345 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e3179545-79bc-4086-8f7e-e203d4620d80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521106'] for router_interface, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:06.567189 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e3dac487-3e27-4937-a385-053286bcc1cf req-2a0d61ff-831f-410c-815d-cd318960a875 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/security-groups?id=028f82ce-145e-4da5-a893-c699717fae6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2094061 Aug 11 03:22:06.580654 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-fb0af722-4226-43eb-9c36-ab0c924f2bcb req-36de4e67-c472-44ad-aab9-6820b767861a tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] For port 0ea4b77d-3452-49a3-af5b-6f0e3d74e9d6, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=0ea4b77d-3452-49a3-af5b-6f0e3d74e9d6,segment=NetworkSegment(a9ef83d9-c206-4b92-b5da-2bb339718328),segment_id=a9ef83d9-c206-4b92-b5da-2bb339718328)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:22:06.581021 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-fb0af722-4226-43eb-9c36-ab0c924f2bcb req-36de4e67-c472-44ad-aab9-6820b767861a tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:06.617928 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-99b0e376-478f-4592-9bbb-74fda1201217 req-222d94a9-2280-4609-b2e9-10abfdf1c376 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbb5f37-cd37-415a-b820-36c249955487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885036 Aug 11 03:22:06.661619 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-fb0af722-4226-43eb-9c36-ab0c924f2bcb req-36de4e67-c472-44ad-aab9-6820b767861a tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Calling delete_port for 0ea4b77d-3452-49a3-af5b-6f0e3d74e9d6 owned by compute:nova {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:22:06.665247 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-2bf4cf63-e36d-467d-9cf9-dd81c8eed886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:06.673534 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-2bf4cf63-e36d-467d-9cf9-dd81c8eed886 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:06.673690 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-f9add9b4-65b6-4920-a135-142215e6153b req-b8c21e1d-b3f1-4297-a8c5-0923973e3180 service neutron] 10.222.0.22 "GET /v2.0/networks/0ff3f448-ca9b-4036-ac09-80380a15e692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4681034 Aug 11 03:22:06.673789 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-2bf4cf63-e36d-467d-9cf9-dd81c8eed886 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/148fdc24-3334-4390-a19d-be4371731e9d HTTP/1.1" status: 204 len: 168 time: 0.9850259 Aug 11 03:22:06.710668 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf4cf63-e36d-467d-9cf9-dd81c8eed886 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=148fdc24-3334-4390-a19d-be4371731e9d,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:06.955204 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-da533399-80f6-49b2-bee6-28c20b4fd986 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:06.978358 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-83913cdd-6917-476a-be76-7dd412d793d8 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:07.015819 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83913cdd-6917-476a-be76-7dd412d793d8 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:22:07.066418 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-83913cdd-6917-476a-be76-7dd412d793d8 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:22:07.078449 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83913cdd-6917-476a-be76-7dd412d793d8 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:22:07.127827 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43cb2394-5558-424f-9003-14cd59572a66 None None] Network 2b45c577-a47b-4967-bb25-67813d7a5638 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:22:07.166219 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83913cdd-6917-476a-be76-7dd412d793d8 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Pushing event updated for resources: {'Port': ['ID=7a3a6624-5acb-487d-9e52-30d531f681c6,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:07.236936 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-da533399-80f6-49b2-bee6-28c20b4fd986 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Deleting port e4cb65f3-f34b-4397-8095-6be550015bbc {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:22:07.239530 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-da533399-80f6-49b2-bee6-28c20b4fd986 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:07.251088 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:07.272036 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device ef70c153-80a0-49c7-a721-5fe7a3f4d703 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:22:07.330961 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-fb0af722-4226-43eb-9c36-ab0c924f2bcb req-36de4e67-c472-44ad-aab9-6820b767861a tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:07.443644 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [None req-da533399-80f6-49b2-bee6-28c20b4fd986 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] For port e4cb65f3-f34b-4397-8095-6be550015bbc, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=e4cb65f3-f34b-4397-8095-6be550015bbc,segment=NetworkSegment(46e86c90-97d0-4163-a19c-1a6b5101faa9),segment_id=46e86c90-97d0-4163-a19c-1a6b5101faa9)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:22:07.467907 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-da533399-80f6-49b2-bee6-28c20b4fd986 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:07.499202 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-da533399-80f6-49b2-bee6-28c20b4fd986 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Calling delete_port for e4cb65f3-f34b-4397-8095-6be550015bbc owned by network:dhcp {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:22:07.577736 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36de4e67-c472-44ad-aab9-6820b767861a tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Pushing event deleted for resources: {'Port': ['ID=0ea4b77d-3452-49a3-af5b-6f0e3d74e9d6,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:07.594108 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port ef70c153-80a0-49c7-a721-5fe7a3f4d703 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:22:07.595971 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:08.079204 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-07fb2374-4d3f-4bb8-8632-83151454a16b req-9b1752ce-ee3a-4dc0-88a3-67ab2655880e tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f5ca1c5-549b-45f8-b644-c1be9314f82b HTTP/1.1" status: 200 len: 210 time: 0.0561380 Aug 11 03:22:08.079204 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f149affe-f47c-4785-ac23-71e9476aed64 req-8e500e51-1917-45e4-a9f0-0e06acdb9b94 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:08.079204 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f149affe-f47c-4785-ac23-71e9476aed64 req-8e500e51-1917-45e4-a9f0-0e06acdb9b94 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/ports?device_id=a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c HTTP/1.1" status: 200 len: 944 time: 0.0587659 Aug 11 03:22:08.084133 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb0af722-4226-43eb-9c36-ab0c924f2bcb req-36de4e67-c472-44ad-aab9-6820b767861a tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] No DVR routers for this DVR port 0ea4b77d-3452-49a3-af5b-6f0e3d74e9d6 on host n-h1-764292-30 {{(pid=102191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:22:08.084133 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-fb0af722-4226-43eb-9c36-ab0c924f2bcb req-36de4e67-c472-44ad-aab9-6820b767861a tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:08.084133 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-fb0af722-4226-43eb-9c36-ab0c924f2bcb req-36de4e67-c472-44ad-aab9-6820b767861a tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.22 "DELETE /v2.0/ports/0ea4b77d-3452-49a3-af5b-6f0e3d74e9d6 HTTP/1.1" status: 204 len: 173 time: 2.8961077 Aug 11 03:22:08.084133 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f5ca1c5-549b-45f8-b644-c1be9314f82b', 'name': 'network-vif-deleted', 'tag': '0ea4b77d-3452-49a3-af5b-6f0e3d74e9d6'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:22:08.084133 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20c7d781-9f16-492b-9619-b01b93f8ff53" -d '{"events": [{"server_uuid": "6f5ca1c5-549b-45f8-b644-c1be9314f82b", "name": "network-vif-deleted", "tag": "0ea4b77d-3452-49a3-af5b-6f0e3d74e9d6"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:22:08.085582 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f149affe-f47c-4785-ac23-71e9476aed64 req-409b87f6-6196-45f1-aca2-34bf0ee69314 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbb5f37-cd37-415a-b820-36c249955487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527632 Aug 11 03:22:08.086503 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-e3179545-79bc-4086-8f7e-e203d4620d80 admin admin] Deleting port e9a9f347-ab2c-4f3e-8202-6e8d92762bc2 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:22:08.086503 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e3179545-79bc-4086-8f7e-e203d4620d80 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:08.086503 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f2a48ab-8988-428b-972c-f761b885ec32 x-openstack-request-id: req-3f2a48ab-8988-428b-972c-f761b885ec32 {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:22:08.086503 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f5ca1c5-549b-45f8-b644-c1be9314f82b", "name": "network-vif-deleted", "tag": "0ea4b77d-3452-49a3-af5b-6f0e3d74e9d6", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:22:08.086503 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3f2a48ab-8988-428b-972c-f761b885ec32 {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:22:08.086503 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f5ca1c5-549b-45f8-b644-c1be9314f82b', 'name': 'network-vif-deleted', 'tag': '0ea4b77d-3452-49a3-af5b-6f0e3d74e9d6', 'status': 'completed', 'code': 200} Aug 11 03:22:08.126331 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [None req-e3179545-79bc-4086-8f7e-e203d4620d80 admin admin] For port e9a9f347-ab2c-4f3e-8202-6e8d92762bc2, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=e9a9f347-ab2c-4f3e-8202-6e8d92762bc2,segment=NetworkSegment(a17e976c-4f19-4583-bdbe-63c6da9923ed),segment_id=a17e976c-4f19-4583-bdbe-63c6da9923ed)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:22:08.128462 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e3179545-79bc-4086-8f7e-e203d4620d80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:08.151780 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-e3179545-79bc-4086-8f7e-e203d4620d80 admin admin] Calling delete_port for e9a9f347-ab2c-4f3e-8202-6e8d92762bc2 owned by network:router_interface {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:22:08.481131 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 0ea4b77d-3452-49a3-af5b-6f0e3d74e9d6 no longer exists at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:22:08.501154 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-da533399-80f6-49b2-bee6-28c20b4fd986 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:08.521032 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] No Port match for: 0ea4b77d-3452-49a3-af5b-6f0e3d74e9d6 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:22:08.521853 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 0ea4b77d-3452-49a3-af5b-6f0e3d74e9d6 not bound to the agent host n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:22:08.588618 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ef2eb02-2e3e-4ea1-87ff-e2916b4d5336 None None] get_active_networks_info from n-d-764292-30 {{(pid=102193) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 11 03:22:08.589053 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da533399-80f6-49b2-bee6-28c20b4fd986 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Pushing event deleted for resources: {'Port': ['ID=e4cb65f3-f34b-4397-8095-6be550015bbc,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:08.592798 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da533399-80f6-49b2-bee6-28c20b4fd986 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] No DVR routers for this DVR port e4cb65f3-f34b-4397-8095-6be550015bbc on host n-d-764292-30 {{(pid=102192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:22:08.697411 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ef2eb02-2e3e-4ea1-87ff-e2916b4d5336 None None] Resources bound (agent type, host, resource id): {{(pid=102193) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 11 03:22:08.730958 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-83913cdd-6917-476a-be76-7dd412d793d8 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:08.846717 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-da533399-80f6-49b2-bee6-28c20b4fd986 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:08.893038 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-da533399-80f6-49b2-bee6-28c20b4fd986 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b45c577-a47b-4967-bb25-67813d7a5638']}} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:08.941315 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-da533399-80f6-49b2-bee6-28c20b4fd986 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46e86c90-97d0-4163-a19c-1a6b5101faa9') {'for_net_delete': True} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:08.941749 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-da533399-80f6-49b2-bee6-28c20b4fd986 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46e86c90-97d0-4163-a19c-1a6b5101faa9') {} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:08.966794 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-da533399-80f6-49b2-bee6-28c20b4fd986 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125932501'] for segment, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:09.005131 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-da533399-80f6-49b2-bee6-28c20b4fd986 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:09.014678 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da533399-80f6-49b2-bee6-28c20b4fd986 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=102192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:22:09.016496 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-da533399-80f6-49b2-bee6-28c20b4fd986 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125932183'] for segment, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:09.021973 n-d-764292-30 neutron-server[102192]: Traceback (most recent call last): Aug 11 03:22:09.021973 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:22:09.021973 n-d-764292-30 neutron-server[102192]: timer() Aug 11 03:22:09.021973 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:22:09.021973 n-d-764292-30 neutron-server[102192]: cb(*args, **kw) Aug 11 03:22:09.021973 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:22:09.021973 n-d-764292-30 neutron-server[102192]: return func(*args, **kwargs) Aug 11 03:22:09.021973 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:22:09.021973 n-d-764292-30 neutron-server[102192]: self._notify() Aug 11 03:22:09.021973 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:22:09.021973 n-d-764292-30 neutron-server[102192]: self.callback(batched_events) Aug 11 03:22:09.021973 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:22:09.021973 n-d-764292-30 neutron-server[102192]: event.method(event) Aug 11 03:22:09.021973 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:22:09.021973 n-d-764292-30 neutron-server[102192]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:22:09.021973 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:22:09.021973 n-d-764292-30 neutron-server[102192]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:22:09.021973 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:22:09.021973 n-d-764292-30 neutron-server[102192]: return f(self, *a, **k) Aug 11 03:22:09.021973 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:22:09.021973 n-d-764292-30 neutron-server[102192]: return self._get(url).json() Aug 11 03:22:09.021973 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:22:09.021973 n-d-764292-30 neutron-server[102192]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:22:09.021973 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:22:09.021973 n-d-764292-30 neutron-server[102192]: return self.request(url, 'GET', **kwargs) Aug 11 03:22:09.021973 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:22:09.021973 n-d-764292-30 neutron-server[102192]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:22:09.021973 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:22:09.021973 n-d-764292-30 neutron-server[102192]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:22:09.021973 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:22:09.021973 n-d-764292-30 neutron-server[102192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:22:09.021973 n-d-764292-30 neutron-server[102192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:22:09.165720 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-83913cdd-6917-476a-be76-7dd412d793d8 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-446725', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-448852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6559'] for router, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:09.170247 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-83913cdd-6917-476a-be76-7dd412d793d8 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-446952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-446974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-446967', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-448845'] for router, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:09.175126 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e3179545-79bc-4086-8f7e-e203d4620d80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:09.429266 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-114df048-92a3-480b-b08a-488dfeceb7f9 req-f656263f-d401-4e32-a693-efad84a1dd9d tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f5ca1c5-549b-45f8-b644-c1be9314f82b HTTP/1.1" status: 200 len: 210 time: 0.1266236 Aug 11 03:22:09.545384 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ce4e68-fc72-45e6-b53c-37ec00b7c18b req-1643dcd7-7f02-40dd-ac39-d25fc9beec43 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:09.547017 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a2ce4e68-fc72-45e6-b53c-37ec00b7c18b req-1643dcd7-7f02-40dd-ac39-d25fc9beec43 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/ports?device_id=a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c HTTP/1.1" status: 200 len: 944 time: 0.2022426 Aug 11 03:22:09.622729 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-da533399-80f6-49b2-bee6-28c20b4fd986 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:09.638091 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-da533399-80f6-49b2-bee6-28c20b4fd986 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:09.645849 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-da533399-80f6-49b2-bee6-28c20b4fd986 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] 10.222.0.41 "DELETE /v2.0/networks/2b45c577-a47b-4967-bb25-67813d7a5638 HTTP/1.1" status: 204 len: 168 time: 5.5005250 Aug 11 03:22:09.658113 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 50630) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:09.769730 n-d-764292-30 neutron-server[102192]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f07881c-89a3-4c66-83bb-b65160f3eb95 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] DELETE failed (client error): The resource could not be found. Aug 11 03:22:09.774928 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f07881c-89a3-4c66-83bb-b65160f3eb95 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:22:09.778876 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-8f07881c-89a3-4c66-83bb-b65160f3eb95 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] 10.222.0.41 "DELETE /v2.0/subnets/d853eaff-fec9-4a30-91cf-5a9694c32dbe HTTP/1.1" status: 404 len: 337 time: 0.1057467 Aug 11 03:22:09.800219 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 50634) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:09.817972 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a2ce4e68-fc72-45e6-b53c-37ec00b7c18b req-f56837d9-44b2-49ae-859e-c6804a881dd8 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbb5f37-cd37-415a-b820-36c249955487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2608650 Aug 11 03:22:09.839767 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da533399-80f6-49b2-bee6-28c20b4fd986 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Pushing event deleted for resources: {'Network': ['ID=2b45c577-a47b-4967-bb25-67813d7a5638,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:09.864842 n-d-764292-30 neutron-server[102192]: INFO neutron.pecan_wsgi.hooks.translation [None req-999fb913-02d7-4113-a67c-e33bf746643f tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] DELETE failed (client error): The resource could not be found. Aug 11 03:22:09.865804 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-999fb913-02d7-4113-a67c-e33bf746643f tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:22:09.872324 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-999fb913-02d7-4113-a67c-e33bf746643f tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] 10.222.0.41 "DELETE /v2.0/networks/2b45c577-a47b-4967-bb25-67813d7a5638 HTTP/1.1" status: 404 len: 339 time: 0.0530066 Aug 11 03:22:09.880903 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 50636) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:09.962963 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3179545-79bc-4086-8f7e-e203d4620d80 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9a9f347-ab2c-4f3e-8202-6e8d92762bc2,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:09.969067 n-d-764292-30 neutron-server[102192]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad4c3f28-e1ba-40d6-a3e7-32b7c74847d1 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] DELETE failed (client error): The resource could not be found. Aug 11 03:22:09.969067 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad4c3f28-e1ba-40d6-a3e7-32b7c74847d1 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:22:09.986575 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-ad4c3f28-e1ba-40d6-a3e7-32b7c74847d1 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] 10.222.0.41 "DELETE /v2.0/subnets/09e951d2-6a3a-4f7c-bc3f-030b55583095 HTTP/1.1" status: 404 len: 337 time: 0.1043863 Aug 11 03:22:09.989638 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 50638) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:10.063248 n-d-764292-30 neutron-server[102192]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6d92f0e-da53-493c-b2b4-45649f93c412 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] DELETE failed (client error): The resource could not be found. Aug 11 03:22:10.071608 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6d92f0e-da53-493c-b2b4-45649f93c412 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:22:10.073531 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-c6d92f0e-da53-493c-b2b4-45649f93c412 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] 10.222.0.41 "DELETE /v2.0/networks/5e4b886c-82cd-4dd6-9f3a-b28f2548f4ee HTTP/1.1" status: 404 len: 339 time: 0.0816081 Aug 11 03:22:10.078851 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 50642) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:10.229276 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e3179545-79bc-4086-8f7e-e203d4620d80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16383033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450082'] for router_interface, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:10.335884 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-57c81478-d81a-40d4-8e85-297bbb526398 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:10.453552 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83913cdd-6917-476a-be76-7dd412d793d8 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Router 5a109a30-5ddc-4452-83c0-3b6f45d1a49a is scheduled to L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 with binding_index 1 {{(pid=102191) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:22:10.491598 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-57c81478-d81a-40d4-8e85-297bbb526398 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:10.505505 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 50656) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:10.511018 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-57c81478-d81a-40d4-8e85-297bbb526398 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c79922d-8a8c-4dfe-b8d4-724ef8330155']}} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:10.542341 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-57c81478-d81a-40d4-8e85-297bbb526398 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6012587-b40b-4cd0-8a58-01d234725afa') {'for_net_delete': True} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:10.542341 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-57c81478-d81a-40d4-8e85-297bbb526398 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6012587-b40b-4cd0-8a58-01d234725afa') {} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:10.576065 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-57c81478-d81a-40d4-8e85-297bbb526398 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125932501'] for segment, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:10.618797 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-57c81478-d81a-40d4-8e85-297bbb526398 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:10.668334 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57c81478-d81a-40d4-8e85-297bbb526398 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=102192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:22:10.670948 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-57c81478-d81a-40d4-8e85-297bbb526398 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125932183'] for segment, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:10.794637 n-d-764292-30 neutron-server[102192]: Traceback (most recent call last): Aug 11 03:22:10.794637 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:22:10.794637 n-d-764292-30 neutron-server[102192]: timer() Aug 11 03:22:10.794637 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:22:10.794637 n-d-764292-30 neutron-server[102192]: cb(*args, **kw) Aug 11 03:22:10.794637 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:22:10.794637 n-d-764292-30 neutron-server[102192]: return func(*args, **kwargs) Aug 11 03:22:10.794637 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:22:10.794637 n-d-764292-30 neutron-server[102192]: self._notify() Aug 11 03:22:10.794637 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:22:10.794637 n-d-764292-30 neutron-server[102192]: self.callback(batched_events) Aug 11 03:22:10.794637 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:22:10.794637 n-d-764292-30 neutron-server[102192]: event.method(event) Aug 11 03:22:10.794637 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:22:10.794637 n-d-764292-30 neutron-server[102192]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:22:10.794637 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:22:10.794637 n-d-764292-30 neutron-server[102192]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:22:10.794637 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:22:10.794637 n-d-764292-30 neutron-server[102192]: return f(self, *a, **k) Aug 11 03:22:10.794637 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:22:10.794637 n-d-764292-30 neutron-server[102192]: return self._get(url).json() Aug 11 03:22:10.794637 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:22:10.794637 n-d-764292-30 neutron-server[102192]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:22:10.794637 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:22:10.794637 n-d-764292-30 neutron-server[102192]: return self.request(url, 'GET', **kwargs) Aug 11 03:22:10.794637 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:22:10.794637 n-d-764292-30 neutron-server[102192]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:22:10.794637 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:22:10.794637 n-d-764292-30 neutron-server[102192]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:22:10.794637 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:22:10.794637 n-d-764292-30 neutron-server[102192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:22:10.794637 n-d-764292-30 neutron-server[102192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:22:10.846274 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 50664) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:10.864953 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-57c81478-d81a-40d4-8e85-297bbb526398 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:10.876479 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-57c81478-d81a-40d4-8e85-297bbb526398 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:10.884403 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-57c81478-d81a-40d4-8e85-297bbb526398 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] 10.222.0.41 "DELETE /v2.0/networks/9c79922d-8a8c-4dfe-b8d4-724ef8330155 HTTP/1.1" status: 204 len: 168 time: 0.8040051 Aug 11 03:22:10.888723 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 50670) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:11.027468 n-d-764292-30 neutron-server[102192]: INFO neutron.pecan_wsgi.hooks.translation [None req-eaca29fa-9e3c-46b1-a5c4-83f4b3842623 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] DELETE failed (client error): The resource could not be found. Aug 11 03:22:11.027923 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eaca29fa-9e3c-46b1-a5c4-83f4b3842623 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:22:11.032379 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-eaca29fa-9e3c-46b1-a5c4-83f4b3842623 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] 10.222.0.41 "DELETE /v2.0/subnets/2a249cae-699b-4419-91c4-30596d63c7c7 HTTP/1.1" status: 404 len: 337 time: 0.1427169 Aug 11 03:22:11.033244 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c81478-d81a-40d4-8e85-297bbb526398 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Pushing event deleted for resources: {'Network': ['ID=9c79922d-8a8c-4dfe-b8d4-724ef8330155,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:11.046559 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 50672) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:11.047822 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-a789bc3e-a970-4a08-a6a7-ad9a14bf9ae4 tempest-RoutersAdminNegativeIpV6Test-1220664185 tempest-RoutersAdminNegativeIpV6Test-1220664185-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1498992839', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:22:11.050631 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83913cdd-6917-476a-be76-7dd412d793d8 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:22:11.082475 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c30dcf-5fb1-41ca-bb2b-d2dbe49a1a2c None None] Sync routers for ids ['5a109a30-5ddc-4452-83c0-3b6f45d1a49a'] in n-d-764292-30 {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:22:11.091728 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f94a39-3886-4f45-930b-f268da17dad3 req-ef72bcb7-4d6c-47f7-b107-7874fe0a4937 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:11.093845 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-65f94a39-3886-4f45-930b-f268da17dad3 req-ef72bcb7-4d6c-47f7-b107-7874fe0a4937 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/ports?device_id=a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c HTTP/1.1" status: 200 len: 944 time: 0.1122475 Aug 11 03:22:11.096485 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c30dcf-5fb1-41ca-bb2b-d2dbe49a1a2c None None] Routers {'5a109a30-5ddc-4452-83c0-3b6f45d1a49a'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:22:11.098581 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-99c30dcf-5fb1-41ca-bb2b-d2dbe49a1a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:22:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['5a109a30-5ddc-4452-83c0-3b6f45d1a49a'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:11.108733 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-83913cdd-6917-476a-be76-7dd412d793d8 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Notify callbacks [] for router, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:11.113906 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-83913cdd-6917-476a-be76-7dd412d793d8 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] 10.222.0.41 "PUT /v2.0/routers/5a109a30-5ddc-4452-83c0-3b6f45d1a49a HTTP/1.1" status: 200 len: 917 time: 10.5383925 Aug 11 03:22:11.116812 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 50674) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:11.130040 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3179545-79bc-4086-8f7e-e203d4620d80 admin admin] Router 71eb81b0-a0fb-46b7-8f05-443c50b71d72 has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:22:11.152966 n-d-764292-30 neutron-server[102191]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c514f58-cf07-4f4c-a6bb-4c8bc50d57cf tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] DELETE failed (client error): The resource could not be found. Aug 11 03:22:11.154110 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c514f58-cf07-4f4c-a6bb-4c8bc50d57cf tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:22:11.158267 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-1c514f58-cf07-4f4c-a6bb-4c8bc50d57cf tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] 10.222.0.41 "DELETE /v2.0/networks/3b6b2052-6cec-4972-8e7d-e2e122627f1c HTTP/1.1" status: 404 len: 339 time: 0.1033921 Aug 11 03:22:11.164751 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 50676) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:11.207975 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-99c30dcf-5fb1-41ca-bb2b-d2dbe49a1a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:11.213466 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:11.224056 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c30dcf-5fb1-41ca-bb2b-d2dbe49a1a2c None None] Routers {'5a109a30-5ddc-4452-83c0-3b6f45d1a49a'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:22:11.225059 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-99c30dcf-5fb1-41ca-bb2b-d2dbe49a1a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:22:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['5a109a30-5ddc-4452-83c0-3b6f45d1a49a'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:11.286634 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-99c30dcf-5fb1-41ca-bb2b-d2dbe49a1a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:11.287670 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c30dcf-5fb1-41ca-bb2b-d2dbe49a1a2c None None] The sync data for ids ['5a109a30-5ddc-4452-83c0-3b6f45d1a49a'] in n-d-764292-30 is: [] {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:22:11.303199 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3179545-79bc-4086-8f7e-e203d4620d80 admin admin] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:22:11.304544 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-724314e9-f33c-4d96-8655-35d9b3769950 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] 10.222.0.41 "GET /v2.0/routers/5a109a30-5ddc-4452-83c0-3b6f45d1a49a HTTP/1.1" status: 200 len: 923 time: 0.1859922 Aug 11 03:22:11.305248 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a789bc3e-a970-4a08-a6a7-ad9a14bf9ae4 tempest-RoutersAdminNegativeIpV6Test-1220664185 tempest-RoutersAdminNegativeIpV6Test-1220664185-project-admin] Made reservation on behalf of 3ebbeb89a0ee48809868664563bed824 for: {'port': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:22:11.309138 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a789bc3e-a970-4a08-a6a7-ad9a14bf9ae4 tempest-RoutersAdminNegativeIpV6Test-1220664185 tempest-RoutersAdminNegativeIpV6Test-1220664185-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:11.316187 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-e3179545-79bc-4086-8f7e-e203d4620d80 admin admin] 10.222.0.41 "PUT /v2.0/routers/71eb81b0-a0fb-46b7-8f05-443c50b71d72/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4989700 Aug 11 03:22:11.316816 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 50678) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:11.323934 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b4b57c-1109-4df1-b3c3-6e562fec4ae5 None None] Sync routers for ids ['71eb81b0-a0fb-46b7-8f05-443c50b71d72'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:22:11.327227 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 50680) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:11.327972 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a789bc3e-a970-4a08-a6a7-ad9a14bf9ae4 tempest-RoutersAdminNegativeIpV6Test-1220664185 tempest-RoutersAdminNegativeIpV6Test-1220664185-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:11.337349 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b4b57c-1109-4df1-b3c3-6e562fec4ae5 None None] Routers {'71eb81b0-a0fb-46b7-8f05-443c50b71d72'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:22:11.339137 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-f1b4b57c-1109-4df1-b3c3-6e562fec4ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:22:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['71eb81b0-a0fb-46b7-8f05-443c50b71d72'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:11.397686 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.agents_db [None req-950b7202-decb-43e2-8f71-ac8931dc9749 None None] Agent healthcheck: found 7 active agents {{(pid=102194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:22:11.445605 n-d-764292-30 neutron-server[102191]: INFO neutron.pecan_wsgi.hooks.translation [None req-df7f0f90-1b34-41a7-a209-be3aba95be1c tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] DELETE failed (client error): The resource could not be found. Aug 11 03:22:11.446060 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df7f0f90-1b34-41a7-a209-be3aba95be1c tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:22:11.448118 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-df7f0f90-1b34-41a7-a209-be3aba95be1c tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] 10.222.0.41 "DELETE /v2.0/subnets/9e455018-f6b3-460f-abf7-25b92546ea2f HTTP/1.1" status: 404 len: 337 time: 0.1567538 Aug 11 03:22:11.458424 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 50684) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:11.474367 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-65f94a39-3886-4f45-930b-f268da17dad3 req-7fae7f6d-ca27-4c9c-bb90-bf0c2731dbe7 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbb5f37-cd37-415a-b820-36c249955487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3724072 Aug 11 03:22:11.536143 n-d-764292-30 neutron-server[102191]: INFO neutron.pecan_wsgi.hooks.translation [None req-67384b17-48f8-42f6-add1-256b10e85b6d tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] DELETE failed (client error): The resource could not be found. Aug 11 03:22:11.536769 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67384b17-48f8-42f6-add1-256b10e85b6d tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:22:11.538631 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-67384b17-48f8-42f6-add1-256b10e85b6d tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] 10.222.0.41 "DELETE /v2.0/networks/0f8a8440-5f3d-4739-80e2-50ddff31a35a HTTP/1.1" status: 404 len: 339 time: 0.0723948 Aug 11 03:22:11.544259 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 50686) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:11.570392 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9190226-2a74-4720-b3d3-94c7097d05ef tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:11.574754 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-f9190226-2a74-4720-b3d3-94c7097d05ef tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=09faf7d2-eaf5-4a50-bb6e-4cb05d009a76&device_id=5a109a30-5ddc-4452-83c0-3b6f45d1a49a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2542157 Aug 11 03:22:11.574919 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 50688) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:11.587877 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-f1b4b57c-1109-4df1-b3c3-6e562fec4ae5 None None] Set router 71eb81b0-a0fb-46b7-8f05-443c50b71d72 gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:22:11.589003 n-d-764292-30 neutron-server[102192]: INFO neutron.pecan_wsgi.hooks.translation [None req-45678c67-24e1-4bc0-8d4b-94eda1db4d44 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] DELETE failed (client error): The resource could not be found. Aug 11 03:22:11.589003 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45678c67-24e1-4bc0-8d4b-94eda1db4d44 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:22:11.593148 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-45678c67-24e1-4bc0-8d4b-94eda1db4d44 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] 10.222.0.41 "DELETE /v2.0/subnets/313f24ca-fd3a-41b3-925b-032f741b28be HTTP/1.1" status: 404 len: 337 time: 0.0461972 Aug 11 03:22:11.594228 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 50690) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:11.620021 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b8380a16-2eae-4fb8-8567-a1dfb34f634e admin admin] Notify callbacks [] for router, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:11.686557 n-d-764292-30 neutron-server[102191]: INFO neutron.pecan_wsgi.hooks.translation [None req-7464855c-3289-472c-b7dc-cd4d548e07af tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] DELETE failed (client error): The resource could not be found. Aug 11 03:22:11.687150 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7464855c-3289-472c-b7dc-cd4d548e07af tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:22:11.688875 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-7464855c-3289-472c-b7dc-cd4d548e07af tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] 10.222.0.41 "DELETE /v2.0/networks/efb3be62-cc6d-451f-b00a-e8e9211a9f00 HTTP/1.1" status: 404 len: 339 time: 0.0627053 Aug 11 03:22:11.693012 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 50692) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:11.738646 n-d-764292-30 neutron-server[102191]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f828532-7e08-4a00-9ed8-c0d21a958328 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] DELETE failed (client error): The resource could not be found. Aug 11 03:22:11.739101 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f828532-7e08-4a00-9ed8-c0d21a958328 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:22:11.739736 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b8380a16-2eae-4fb8-8567-a1dfb34f634e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:11.740950 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-5f828532-7e08-4a00-9ed8-c0d21a958328 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] 10.222.0.41 "DELETE /v2.0/subnets/a2e47271-4d92-4a39-b77d-edb1bc14a725 HTTP/1.1" status: 404 len: 337 time: 0.0457561 Aug 11 03:22:11.745868 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 50696) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:11.777866 n-d-764292-30 neutron-server[102192]: INFO neutron.pecan_wsgi.hooks.translation [None req-3154e27b-f452-423f-963a-7d8ee08a2331 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] DELETE failed (client error): The resource could not be found. Aug 11 03:22:11.787988 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3154e27b-f452-423f-963a-7d8ee08a2331 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:22:11.787988 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-3154e27b-f452-423f-963a-7d8ee08a2331 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] 10.222.0.41 "DELETE /v2.0/networks/26765684-d9ea-4c5e-be9c-f6aa55d3b5a0 HTTP/1.1" status: 404 len: 339 time: 0.0297832 Aug 11 03:22:11.789184 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 50698) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:11.830686 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-734811fc-ad69-4220-af76-a072eb8ce4a8 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:11.832222 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-734811fc-ad69-4220-af76-a072eb8ce4a8 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] 10.222.0.41 "GET /v2.0/networks/09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 HTTP/1.1" status: 200 len: 881 time: 0.2564392 Aug 11 03:22:11.834741 n-d-764292-30 neutron-server[102191]: INFO neutron.pecan_wsgi.hooks.translation [None req-c276aa6c-6142-4516-8fae-e9da26b7cdec tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] DELETE failed (client error): The resource could not be found. Aug 11 03:22:11.835168 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c276aa6c-6142-4516-8fae-e9da26b7cdec tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:22:11.836265 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 50700) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:11.839698 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-c276aa6c-6142-4516-8fae-e9da26b7cdec tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] 10.222.0.41 "DELETE /v2.0/subnets/27435334-889d-4bc8-87ba-8b5bfdf85949 HTTP/1.1" status: 404 len: 337 time: 0.0477486 Aug 11 03:22:11.841012 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 50702) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:11.874061 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a789bc3e-a970-4a08-a6a7-ad9a14bf9ae4 tempest-RoutersAdminNegativeIpV6Test-1220664185 tempest-RoutersAdminNegativeIpV6Test-1220664185-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:11.885997 n-d-764292-30 neutron-server[102191]: INFO neutron.pecan_wsgi.hooks.translation [None req-595989ca-b07e-42f6-978c-de3095f8ebaa tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] DELETE failed (client error): The resource could not be found. Aug 11 03:22:11.888767 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-595989ca-b07e-42f6-978c-de3095f8ebaa tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:22:11.892009 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-595989ca-b07e-42f6-978c-de3095f8ebaa tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] 10.222.0.41 "DELETE /v2.0/networks/725113af-afe6-478f-ab52-6b06888195b9 HTTP/1.1" status: 404 len: 339 time: 0.0426526 Aug 11 03:22:11.895111 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-46c9d0ca-aab3-4d3a-afd7-603463916d67 tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a109a30-5ddc-4452-83c0-3b6f45d1a49a HTTP/1.1" status: 200 len: 205 time: 0.0572093 Aug 11 03:22:11.896218 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 50704) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:11.898094 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 50706) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:11.901392 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-f1b4b57c-1109-4df1-b3c3-6e562fec4ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71eb81b0-a0fb-46b7-8f05-443c50b71d72', 'name': 'tempest-TestAggregatesBasicOps-1249826893-router', 'tenant_id': '710d71fa568e4c94ae62395985243d4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.209'}], 'enable_snat': True}, 'gw_port_id': '473271a9-69a8-441a-bcfb-6158a4abd855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:21:28Z', 'updated_at': '2021-08-11T03:22:08Z', 'revision_number': 5, 'project_id': '710d71fa568e4c94ae62395985243d4a', 'gw_port': {'id': '473271a9-69a8-441a-bcfb-6158a4abd855', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:d3:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71eb81b0-a0fb-46b7-8f05-443c50b71d72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2369, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:21:31Z', 'updated_at': '2021-08-11T03:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:11.940079 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b4b57c-1109-4df1-b3c3-6e562fec4ae5 None None] Checking router: 71eb81b0-a0fb-46b7-8f05-443c50b71d72 for host: n-d-764292-30 {{(pid=102193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:22:11.947718 n-d-764292-30 neutron-server[102192]: INFO neutron.pecan_wsgi.hooks.translation [None req-2452f08d-d692-4047-a5f3-db54173449d9 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] DELETE failed (client error): The resource could not be found. Aug 11 03:22:11.948180 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2452f08d-d692-4047-a5f3-db54173449d9 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:22:11.952532 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-2452f08d-d692-4047-a5f3-db54173449d9 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] 10.222.0.41 "DELETE /v2.0/subnets/6d0f2680-910e-494b-bf33-67ba995ad02a HTTP/1.1" status: 404 len: 337 time: 0.0515542 Aug 11 03:22:11.952760 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b4b57c-1109-4df1-b3c3-6e562fec4ae5 None None] Routers {'71eb81b0-a0fb-46b7-8f05-443c50b71d72'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:22:11.953033 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 50708) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:11.953430 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-f1b4b57c-1109-4df1-b3c3-6e562fec4ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:22:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['71eb81b0-a0fb-46b7-8f05-443c50b71d72'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:11.963076 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a789bc3e-a970-4a08-a6a7-ad9a14bf9ae4 tempest-RoutersAdminNegativeIpV6Test-1220664185 tempest-RoutersAdminNegativeIpV6Test-1220664185-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:11.966659 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [None req-a789bc3e-a970-4a08-a6a7-ad9a14bf9ae4 tempest-RoutersAdminNegativeIpV6Test-1220664185 tempest-RoutersAdminNegativeIpV6Test-1220664185-project-admin] device_id is not set on port bc1b3923-810b-4744-82a5-a0c198b0b61a yet. {{(pid=102192) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:22:12.057609 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-f1b4b57c-1109-4df1-b3c3-6e562fec4ae5 None None] Set router 71eb81b0-a0fb-46b7-8f05-443c50b71d72 gateway port host: None {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:22:12.125002 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-f1b4b57c-1109-4df1-b3c3-6e562fec4ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71eb81b0-a0fb-46b7-8f05-443c50b71d72', 'name': 'tempest-TestAggregatesBasicOps-1249826893-router', 'tenant_id': '710d71fa568e4c94ae62395985243d4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:21:28Z', 'updated_at': '2021-08-11T03:22:11Z', 'revision_number': 6, 'project_id': '710d71fa568e4c94ae62395985243d4a', 'gw_port_host': None}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:12.132863 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [None req-a789bc3e-a970-4a08-a6a7-ad9a14bf9ae4 tempest-RoutersAdminNegativeIpV6Test-1220664185 tempest-RoutersAdminNegativeIpV6Test-1220664185-project-admin] Allocated IP 172.25.8.73 (09faf7d2-eaf5-4a50-bb6e-4cb05d009a76/e1a97443-13df-40bb-85f5-fd269e2742c0/bc1b3923-810b-4744-82a5-a0c198b0b61a) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:22:12.160255 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-64524c83-bf13-4c47-b42f-6705d2c39c8d tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Notify callbacks [] for router, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:12.162144 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b4b57c-1109-4df1-b3c3-6e562fec4ae5 None None] The sync data for ids ['71eb81b0-a0fb-46b7-8f05-443c50b71d72'] in n-d-764292-30 is: [{'id': '71eb81b0-a0fb-46b7-8f05-443c50b71d72', 'name': 'tempest-TestAggregatesBasicOps-1249826893-router', 'tenant_id': '710d71fa568e4c94ae62395985243d4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:21:28Z', 'updated_at': '2021-08-11T03:22:11Z', 'revision_number': 6, 'project_id': '710d71fa568e4c94ae62395985243d4a', 'gw_port_host': None}] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:22:12.170761 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-08fd5e2d-c978-4d18-aac2-505f4cf734c0 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521106'] for router_interface, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:12.300659 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a789bc3e-a970-4a08-a6a7-ad9a14bf9ae4 tempest-RoutersAdminNegativeIpV6Test-1220664185 tempest-RoutersAdminNegativeIpV6Test-1220664185-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:12.372004 n-d-764292-30 neutron-server[102192]: INFO neutron.pecan_wsgi.hooks.translation [None req-e53c49c9-c4ca-454f-b696-b9da046d69f5 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] DELETE failed (client error): The resource could not be found. Aug 11 03:22:12.372516 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e53c49c9-c4ca-454f-b696-b9da046d69f5 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:22:12.374304 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-e53c49c9-c4ca-454f-b696-b9da046d69f5 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] 10.222.0.41 "DELETE /v2.0/networks/d81db127-e052-4ce3-a921-3c44ca8516fb HTTP/1.1" status: 404 len: 339 time: 0.4204319 Aug 11 03:22:12.380134 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 50710) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:12.398202 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a789bc3e-a970-4a08-a6a7-ad9a14bf9ae4 tempest-RoutersAdminNegativeIpV6Test-1220664185 tempest-RoutersAdminNegativeIpV6Test-1220664185-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79f1cdae-db15-4567-b5bd-398374b33758,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:12.407765 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-b8380a16-2eae-4fb8-8567-a1dfb34f634e admin admin] Deleting port 473271a9-69a8-441a-bcfb-6158a4abd855 {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:22:12.408115 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b8380a16-2eae-4fb8-8567-a1dfb34f634e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:12.421877 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a789bc3e-a970-4a08-a6a7-ad9a14bf9ae4 tempest-RoutersAdminNegativeIpV6Test-1220664185 tempest-RoutersAdminNegativeIpV6Test-1220664185-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:12.435270 n-d-764292-30 neutron-server[102191]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee579502-d779-4d68-95e1-1f871321a012 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] DELETE failed (client error): The resource could not be found. Aug 11 03:22:12.435985 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee579502-d779-4d68-95e1-1f871321a012 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:22:12.440253 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-ee579502-d779-4d68-95e1-1f871321a012 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] 10.222.0.41 "DELETE /v2.0/subnets/46de3213-dbed-4bc6-8ea2-bbb344cb5155 HTTP/1.1" status: 404 len: 337 time: 0.0566332 Aug 11 03:22:12.441896 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 50712) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:12.498689 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a789bc3e-a970-4a08-a6a7-ad9a14bf9ae4 tempest-RoutersAdminNegativeIpV6Test-1220664185 tempest-RoutersAdminNegativeIpV6Test-1220664185-project-admin] Network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:22:12.505327 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-a789bc3e-a970-4a08-a6a7-ad9a14bf9ae4 tempest-RoutersAdminNegativeIpV6Test-1220664185 tempest-RoutersAdminNegativeIpV6Test-1220664185-project-admin] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:22:12.507691 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a789bc3e-a970-4a08-a6a7-ad9a14bf9ae4 tempest-RoutersAdminNegativeIpV6Test-1220664185 tempest-RoutersAdminNegativeIpV6Test-1220664185-project-admin] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:22:12.555831 n-d-764292-30 neutron-server[102191]: INFO neutron.pecan_wsgi.hooks.translation [None req-31358b69-594f-4c6d-a3e3-dae598d6985f tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] DELETE failed (client error): The resource could not be found. Aug 11 03:22:12.556713 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31358b69-594f-4c6d-a3e3-dae598d6985f tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:22:12.567512 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-31358b69-594f-4c6d-a3e3-dae598d6985f tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] 10.222.0.41 "DELETE /v2.0/networks/dd2e9b16-f439-41c4-a400-32d3e6ffcee6 HTTP/1.1" status: 404 len: 339 time: 0.1229000 Aug 11 03:22:12.574988 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 50718) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:12.577087 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-64524c83-bf13-4c47-b42f-6705d2c39c8d tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:12.620345 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a789bc3e-a970-4a08-a6a7-ad9a14bf9ae4 tempest-RoutersAdminNegativeIpV6Test-1220664185 tempest-RoutersAdminNegativeIpV6Test-1220664185-project-admin] Pushing event updated for resources: {'Port': ['ID=bc1b3923-810b-4744-82a5-a0c198b0b61a,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:12.668177 n-d-764292-30 neutron-server[102191]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cae0daa-7d91-42c3-9367-99054ccdbfc5 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] DELETE failed (client error): The resource could not be found. Aug 11 03:22:12.674070 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cae0daa-7d91-42c3-9367-99054ccdbfc5 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:22:12.674070 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-2cae0daa-7d91-42c3-9367-99054ccdbfc5 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] 10.222.0.41 "DELETE /v2.0/subnets/5252b61b-efdb-4d0a-b684-46ae9be80716 HTTP/1.1" status: 404 len: 337 time: 0.0783584 Aug 11 03:22:12.674270 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 50720) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:12.734857 n-d-764292-30 neutron-server[102191]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3cffa4f-f8c3-46b0-82cc-040a2b629f61 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] DELETE failed (client error): The resource could not be found. Aug 11 03:22:12.735483 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3cffa4f-f8c3-46b0-82cc-040a2b629f61 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:22:12.740383 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-f3cffa4f-f8c3-46b0-82cc-040a2b629f61 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] 10.222.0.41 "DELETE /v2.0/networks/ad0f47cd-f067-4d4a-bff3-f58e71d63331 HTTP/1.1" status: 404 len: 339 time: 0.0626490 Aug 11 03:22:12.740961 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 50722) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:12.741399 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 1cb8468e-17ff-4509-bb1e-469bb7546cf3 details requested by agent hyperv_n-h2-764292-30 with host n-h2-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:22:12.895637 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port 1cb8468e-17ff-4509-bb1e-469bb7546cf3, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=1cb8468e-17ff-4509-bb1e-469bb7546cf3,segment=NetworkSegment(ae9692f4-c155-4a13-a589-facf8973fb30),segment_id=ae9692f4-c155-4a13-a589-facf8973fb30)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:22:12.928232 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Returning: {'device': '1cb8468e-17ff-4509-bb1e-469bb7546cf3', 'network_id': '5550882c-d5be-4613-b9ce-af7283467065', 'port_id': '1cb8468e-17ff-4509-bb1e-469bb7546cf3', 'mac_address': 'fa:16:3e:d8:8b:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1720ed9a-a4c0-46ed-8d38-cf818eba15ba', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:22:12.969029 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_v2 [None req-58f005b8-5eeb-4dbc-ae12-7b7bb2108016 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Deleting subnet 0d703cd8-37ac-406a-aff1-da338daf5b77 {{(pid=102191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:22:12.981138 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-58f005b8-5eeb-4dbc-ae12-7b7bb2108016 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks [] for subnet, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:12.998684 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:13.029772 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cb8468e-17ff-4509-bb1e-469bb7546cf3 {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:22:13.041326 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [None req-b8380a16-2eae-4fb8-8567-a1dfb34f634e admin admin] For port 473271a9-69a8-441a-bcfb-6158a4abd855, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=473271a9-69a8-441a-bcfb-6158a4abd855,segment=NetworkSegment(fab28bed-aa25-40db-bba4-ec26e795194c),segment_id=fab28bed-aa25-40db-bba4-ec26e795194c)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:22:13.041326 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b8380a16-2eae-4fb8-8567-a1dfb34f634e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:13.054056 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-b8380a16-2eae-4fb8-8567-a1dfb34f634e admin admin] Calling delete_port for 473271a9-69a8-441a-bcfb-6158a4abd855 owned by network:router_gateway {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:22:13.093462 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port 1cb8468e-17ff-4509-bb1e-469bb7546cf3, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=1cb8468e-17ff-4509-bb1e-469bb7546cf3,segment=NetworkSegment(ae9692f4-c155-4a13-a589-facf8973fb30),segment_id=ae9692f4-c155-4a13-a589-facf8973fb30)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:22:13.149913 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a789bc3e-a970-4a08-a6a7-ad9a14bf9ae4 tempest-RoutersAdminNegativeIpV6Test-1220664185 tempest-RoutersAdminNegativeIpV6Test-1220664185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:13.160507 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a789bc3e-a970-4a08-a6a7-ad9a14bf9ae4 tempest-RoutersAdminNegativeIpV6Test-1220664185 tempest-RoutersAdminNegativeIpV6Test-1220664185-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:13.160766 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:13.189555 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17213920-9466-4a51-ad3d-0e007b46f503 req-090d6604-48f6-4918-9be5-52743704a06c tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:13.191225 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-17213920-9466-4a51-ad3d-0e007b46f503 req-090d6604-48f6-4918-9be5-52743704a06c tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/ports?device_id=a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c HTTP/1.1" status: 200 len: 944 time: 0.6113546 Aug 11 03:22:13.213283 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device e9a9f347-ab2c-4f3e-8202-6e8d92762bc2 no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:22:13.257361 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-a789bc3e-a970-4a08-a6a7-ad9a14bf9ae4 tempest-RoutersAdminNegativeIpV6Test-1220664185 tempest-RoutersAdminNegativeIpV6Test-1220664185-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 2.4098206 Aug 11 03:22:13.258255 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 50726) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:13.266663 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-778f11cc-a96b-4229-b953-b14a86aabc5a tempest-RoutersAdminNegativeIpV6Test-1220664185 tempest-RoutersAdminNegativeIpV6Test-1220664185-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.73'}]}}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:22:13.268151 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: e9a9f347-ab2c-4f3e-8202-6e8d92762bc2 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:22:13.268726 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device e9a9f347-ab2c-4f3e-8202-6e8d92762bc2 not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:22:13.269378 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 473271a9-69a8-441a-bcfb-6158a4abd855 no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:22:13.340178 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-17213920-9466-4a51-ad3d-0e007b46f503 req-519ba4c8-04be-42e9-b90e-8e8f425b18e0 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbb5f37-cd37-415a-b820-36c249955487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001551 Aug 11 03:22:13.394127 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-778f11cc-a96b-4229-b953-b14a86aabc5a tempest-RoutersAdminNegativeIpV6Test-1220664185 tempest-RoutersAdminNegativeIpV6Test-1220664185-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-450010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6626'] for router, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:13.395606 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-778f11cc-a96b-4229-b953-b14a86aabc5a tempest-RoutersAdminNegativeIpV6Test-1220664185 tempest-RoutersAdminNegativeIpV6Test-1220664185-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-446747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6633'] for router, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:13.405215 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=1cb8468e-17ff-4509-bb1e-469bb7546cf3,revision_number=11']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:13.429836 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['1cb8468e-17ff-4509-bb1e-469bb7546cf3'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:22:13.460496 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-778f11cc-a96b-4229-b953-b14a86aabc5a tempest-RoutersAdminNegativeIpV6Test-1220664185 tempest-RoutersAdminNegativeIpV6Test-1220664185-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:13.497255 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:13.533052 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-58f005b8-5eeb-4dbc-ae12-7b7bb2108016 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126283525'] for subnet, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:13.589691 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b8380a16-2eae-4fb8-8567-a1dfb34f634e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:13.635131 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-58f005b8-5eeb-4dbc-ae12-7b7bb2108016 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:13.666978 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8380a16-2eae-4fb8-8567-a1dfb34f634e admin admin] Pushing event deleted for resources: {'Port': ['ID=473271a9-69a8-441a-bcfb-6158a4abd855,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:13.719450 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-64524c83-bf13-4c47-b42f-6705d2c39c8d tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Deleting port 7a3a6624-5acb-487d-9e52-30d531f681c6 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:22:13.719814 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-64524c83-bf13-4c47-b42f-6705d2c39c8d tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:13.755924 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-778f11cc-a96b-4229-b953-b14a86aabc5a tempest-RoutersAdminNegativeIpV6Test-1220664185 tempest-RoutersAdminNegativeIpV6Test-1220664185-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:13.828091 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-08fd5e2d-c978-4d18-aac2-505f4cf734c0 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Deleting port fc20df90-c00e-457a-963f-5998a670e2af {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:22:13.828454 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-08fd5e2d-c978-4d18-aac2-505f4cf734c0 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:13.849105 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b8380a16-2eae-4fb8-8567-a1dfb34f634e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-446916'] for router_gateway, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:13.892336 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-58f005b8-5eeb-4dbc-ae12-7b7bb2108016 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126283413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126275158'] for subnet, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:13.906725 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-64524c83-bf13-4c47-b42f-6705d2c39c8d tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:13.945731 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-58f005b8-5eeb-4dbc-ae12-7b7bb2108016 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:13.950528 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-58f005b8-5eeb-4dbc-ae12-7b7bb2108016 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] 10.222.0.41 "DELETE /v2.0/subnets/0d703cd8-37ac-406a-aff1-da338daf5b77 HTTP/1.1" status: 204 len: 168 time: 1.2057207 Aug 11 03:22:13.959687 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-64524c83-bf13-4c47-b42f-6705d2c39c8d tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Calling delete_port for 7a3a6624-5acb-487d-9e52-30d531f681c6 owned by network:router_gateway {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:22:13.960736 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-753d75f6-24c7-42f5-8011-b60e650fc65e None None] Network fd80172a-d247-4524-8420-4e12bbb636d1 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:22:13.961277 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 50730) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:13.962513 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f005b8-5eeb-4dbc-ae12-7b7bb2108016 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Pushing event deleted for resources: {'Subnet': ['ID=0d703cd8-37ac-406a-aff1-da338daf5b77,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:13.997613 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b8380a16-2eae-4fb8-8567-a1dfb34f634e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6544'] for router, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:14.000997 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b8380a16-2eae-4fb8-8567-a1dfb34f634e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:14.216824 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-988542c1-0381-407b-9bdb-23de3f0cb61c None None] DHCP port deletion for fd80172a-d247-4524-8420-4e12bbb636d1 request from n-d-764292-30 {{(pid=102193) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:22:14.230515 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b8380a16-2eae-4fb8-8567-a1dfb34f634e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448809'] for router, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:14.231161 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8380a16-2eae-4fb8-8567-a1dfb34f634e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 71eb81b0-a0fb-46b7-8f05-443c50b71d72 {{(pid=102192) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:22:14.270589 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b8380a16-2eae-4fb8-8567-a1dfb34f634e admin admin] Notify callbacks [] for router, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:14.270589 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-b8380a16-2eae-4fb8-8567-a1dfb34f634e admin admin] 10.222.0.41 "DELETE /v2.0/routers/71eb81b0-a0fb-46b7-8f05-443c50b71d72 HTTP/1.1" status: 204 len: 168 time: 2.9013577 Aug 11 03:22:14.270589 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 50734) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:14.280215 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [None req-08fd5e2d-c978-4d18-aac2-505f4cf734c0 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] For port fc20df90-c00e-457a-963f-5998a670e2af, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=fc20df90-c00e-457a-963f-5998a670e2af,segment=NetworkSegment(a9ef83d9-c206-4b92-b5da-2bb339718328),segment_id=a9ef83d9-c206-4b92-b5da-2bb339718328)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:22:14.280215 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-08fd5e2d-c978-4d18-aac2-505f4cf734c0 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:14.286782 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e4cce48f-d616-405f-953b-3c2b1fe42023 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:14.312682 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-988542c1-0381-407b-9bdb-23de3f0cb61c None None] Deleting port 5604420e-56af-4527-af0a-106c1edd28c9 {{(pid=102193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:22:14.313814 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-988542c1-0381-407b-9bdb-23de3f0cb61c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:14.318653 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-08fd5e2d-c978-4d18-aac2-505f4cf734c0 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Calling delete_port for fc20df90-c00e-457a-963f-5998a670e2af owned by network:router_interface {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:22:14.335136 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f68fee3-d241-4cd1-9741-b4ba968be0f4 admin admin] Deleting subnet 26465408-ae38-4313-b025-1fa77152a1bc {{(pid=102192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:22:14.338914 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-6f68fee3-d241-4cd1-9741-b4ba968be0f4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:14.340909 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-778f11cc-a96b-4229-b953-b14a86aabc5a tempest-RoutersAdminNegativeIpV6Test-1220664185 tempest-RoutersAdminNegativeIpV6Test-1220664185-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:14.402210 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-778f11cc-a96b-4229-b953-b14a86aabc5a tempest-RoutersAdminNegativeIpV6Test-1220664185 tempest-RoutersAdminNegativeIpV6Test-1220664185-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:14.415638 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-988542c1-0381-407b-9bdb-23de3f0cb61c None None] For port 5604420e-56af-4527-af0a-106c1edd28c9, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=5604420e-56af-4527-af0a-106c1edd28c9,segment=NetworkSegment(74336c2e-7509-4a2e-8b59-be7a5d2580de),segment_id=74336c2e-7509-4a2e-8b59-be7a5d2580de)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:22:14.416571 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-988542c1-0381-407b-9bdb-23de3f0cb61c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:14.439982 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-988542c1-0381-407b-9bdb-23de3f0cb61c None None] Calling delete_port for 5604420e-56af-4527-af0a-106c1edd28c9 owned by network:dhcp {{(pid=102193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:22:14.524153 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-e4cce48f-d616-405f-953b-3c2b1fe42023 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Deleting port 5604420e-56af-4527-af0a-106c1edd28c9 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:22:14.524689 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e4cce48f-d616-405f-953b-3c2b1fe42023 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:14.620780 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-6f68fee3-d241-4cd1-9741-b4ba968be0f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125932460'] for subnet, precommit_delete_associations {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:14.642479 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [None req-e4cce48f-d616-405f-953b-3c2b1fe42023 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] For port 5604420e-56af-4527-af0a-106c1edd28c9, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=5604420e-56af-4527-af0a-106c1edd28c9,segment=NetworkSegment(74336c2e-7509-4a2e-8b59-be7a5d2580de),segment_id=74336c2e-7509-4a2e-8b59-be7a5d2580de)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:22:14.643498 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e4cce48f-d616-405f-953b-3c2b1fe42023 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:14.675658 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-e4cce48f-d616-405f-953b-3c2b1fe42023 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Calling delete_port for 5604420e-56af-4527-af0a-106c1edd28c9 owned by network:dhcp {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:22:14.723023 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbe2f6e-fe9a-41ec-843d-e8699c8db974 req-7a286ace-17ed-42b3-8202-682dc882e684 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:14.724455 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-fbbe2f6e-fe9a-41ec-843d-e8699c8db974 req-7a286ace-17ed-42b3-8202-682dc882e684 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/ports?device_id=a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c HTTP/1.1" status: 200 len: 945 time: 0.1669648 Aug 11 03:22:14.843225 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 1cb8468e-17ff-4509-bb1e-469bb7546cf3 up at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:22:14.861830 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-6f68fee3-d241-4cd1-9741-b4ba968be0f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:14.893405 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-fbbe2f6e-fe9a-41ec-843d-e8699c8db974 req-e332ac59-e56c-48b4-9b8c-c65fd919a22f tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbb5f37-cd37-415a-b820-36c249955487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428957 Aug 11 03:22:14.939624 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-778f11cc-a96b-4229-b953-b14a86aabc5a tempest-RoutersAdminNegativeIpV6Test-1220664185 tempest-RoutersAdminNegativeIpV6Test-1220664185-project-admin] Notify callbacks [] for router, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:14.968335 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-988542c1-0381-407b-9bdb-23de3f0cb61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678'] for port, after_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:14.971835 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning for port 1cb8468e-17ff-4509-bb1e-469bb7546cf3 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:22:14.978385 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-64524c83-bf13-4c47-b42f-6705d2c39c8d tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:14.980821 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-08fd5e2d-c978-4d18-aac2-505f4cf734c0 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:14.987478 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e4cce48f-d616-405f-953b-3c2b1fe42023 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:15.004162 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988542c1-0381-407b-9bdb-23de3f0cb61c None None] Pushing event deleted for resources: {'Port': ['ID=5604420e-56af-4527-af0a-106c1edd28c9,revision_number=None']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:15.014830 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning complete for port 1cb8468e-17ff-4509-bb1e-469bb7546cf3 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:22:15.015829 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:15.017495 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-6f68fee3-d241-4cd1-9741-b4ba968be0f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125932157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126180897'] for subnet, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:15.020438 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988542c1-0381-407b-9bdb-23de3f0cb61c None None] No DVR routers for this DVR port 5604420e-56af-4527-af0a-106c1edd28c9 on host n-d-764292-30 {{(pid=102193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:22:15.026527 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64524c83-bf13-4c47-b42f-6705d2c39c8d tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Pushing event deleted for resources: {'Port': ['ID=7a3a6624-5acb-487d-9e52-30d531f681c6,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:15.038806 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-6f68fee3-d241-4cd1-9741-b4ba968be0f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:15.041749 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-6f68fee3-d241-4cd1-9741-b4ba968be0f4 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/26465408-ae38-4313-b025-1fa77152a1bc HTTP/1.1" status: 204 len: 168 time: 0.7994747 Aug 11 03:22:15.078457 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 50740) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:15.079379 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4cce48f-d616-405f-953b-3c2b1fe42023 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] No DVR routers for this DVR port 5604420e-56af-4527-af0a-106c1edd28c9 on host n-d-764292-30 {{(pid=102191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:22:15.117981 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 50744) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:15.119528 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0228907d-4702-49a4-915c-6104047f9662 None None] Network 4869e9e4-7444-4b96-940f-4562723c09aa requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:22:15.187165 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f68fee3-d241-4cd1-9741-b4ba968be0f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26465408-ae38-4313-b025-1fa77152a1bc,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:15.224655 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 5604420e-56af-4527-af0a-106c1edd28c9 no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:22:15.238060 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f68fee3-d241-4cd1-9741-b4ba968be0f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:22:15.238060 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f68fee3-d241-4cd1-9741-b4ba968be0f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:22:15.238060 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f68fee3-d241-4cd1-9741-b4ba968be0f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:22:15.238060 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f68fee3-d241-4cd1-9741-b4ba968be0f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:22:15.240072 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f68fee3-d241-4cd1-9741-b4ba968be0f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:22:15.240307 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f68fee3-d241-4cd1-9741-b4ba968be0f4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:22:15.240558 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f68fee3-d241-4cd1-9741-b4ba968be0f4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:22:15.240891 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f68fee3-d241-4cd1-9741-b4ba968be0f4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:22:15.243757 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f68fee3-d241-4cd1-9741-b4ba968be0f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:22:15.244107 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f68fee3-d241-4cd1-9741-b4ba968be0f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:22:15.244444 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f68fee3-d241-4cd1-9741-b4ba968be0f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:22:15.244776 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f68fee3-d241-4cd1-9741-b4ba968be0f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:22:15.253508 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-778f11cc-a96b-4229-b953-b14a86aabc5a tempest-RoutersAdminNegativeIpV6Test-1220664185 tempest-RoutersAdminNegativeIpV6Test-1220664185-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6544'] for router, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:15.260462 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-778f11cc-a96b-4229-b953-b14a86aabc5a tempest-RoutersAdminNegativeIpV6Test-1220664185 tempest-RoutersAdminNegativeIpV6Test-1220664185-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:15.300035 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: 5604420e-56af-4527-af0a-106c1edd28c9 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:22:15.300293 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 5604420e-56af-4527-af0a-106c1edd28c9 not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:22:15.333372 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:15.334092 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-bd760302-00bf-4cda-8c0b-4dcb34e1404a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:15.379437 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fd5e2d-c978-4d18-aac2-505f4cf734c0 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Pushing event deleted for resources: {'Port': ['ID=fc20df90-c00e-457a-963f-5998a670e2af,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:15.399412 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-64524c83-bf13-4c47-b42f-6705d2c39c8d tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-446916'] for router_gateway, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:15.411057 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port 1cb8468e-17ff-4509-bb1e-469bb7546cf3, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=1cb8468e-17ff-4509-bb1e-469bb7546cf3,segment=NetworkSegment(ae9692f4-c155-4a13-a589-facf8973fb30),segment_id=ae9692f4-c155-4a13-a589-facf8973fb30)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:22:15.412957 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cb8468e-17ff-4509-bb1e-469bb7546cf3'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:22:15.416661 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec0762eb-4e12-4192-b07a-7b5729c2b772" -d '{"events": [{"server_uuid": "a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c", "name": "network-vif-plugged", "status": "completed", "tag": "1cb8468e-17ff-4509-bb1e-469bb7546cf3"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:22:15.514376 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:22:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51b80e21-ffce-4b13-bb95-45ae57995a2f x-openstack-request-id: req-51b80e21-ffce-4b13-bb95-45ae57995a2f {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:22:15.514745 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c", "name": "network-vif-plugged", "status": "completed", "tag": "1cb8468e-17ff-4509-bb1e-469bb7546cf3", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:22:15.515106 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-51b80e21-ffce-4b13-bb95-45ae57995a2f {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:22:15.515627 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cb8468e-17ff-4509-bb1e-469bb7546cf3', 'code': 200} Aug 11 03:22:15.525966 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-64524c83-bf13-4c47-b42f-6705d2c39c8d tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6544'] for router, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:15.527984 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-64524c83-bf13-4c47-b42f-6705d2c39c8d tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:15.546715 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:15.564650 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-778f11cc-a96b-4229-b953-b14a86aabc5a tempest-RoutersAdminNegativeIpV6Test-1220664185 tempest-RoutersAdminNegativeIpV6Test-1220664185-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448809'] for router, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:15.565427 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-778f11cc-a96b-4229-b953-b14a86aabc5a tempest-RoutersAdminNegativeIpV6Test-1220664185 tempest-RoutersAdminNegativeIpV6Test-1220664185-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 31e7d6a0-7921-4e26-baa6-bf26231bd42a {{(pid=102192) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:22:15.627338 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaa9a8d6-0e22-4367-889b-a32a8ccb3b4c None None] DHCP port deletion for 4869e9e4-7444-4b96-940f-4562723c09aa request from n-d-764292-30 {{(pid=102193) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:22:15.686710 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=1cb8468e-17ff-4509-bb1e-469bb7546cf3,revision_number=12']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:15.687802 n-d-764292-30 neutron-server[102192]: INFO neutron.api.v2.resource [None req-778f11cc-a96b-4229-b953-b14a86aabc5a tempest-RoutersAdminNegativeIpV6Test-1220664185 tempest-RoutersAdminNegativeIpV6Test-1220664185-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 11 03:22:15.689105 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-778f11cc-a96b-4229-b953-b14a86aabc5a tempest-RoutersAdminNegativeIpV6Test-1220664185 tempest-RoutersAdminNegativeIpV6Test-1220664185-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 2.4260726 Aug 11 03:22:15.694780 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 50750) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:15.732325 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-aaa9a8d6-0e22-4367-889b-a32a8ccb3b4c None None] Deleting port 9eb4a1d3-e379-475e-9a52-6adf85f873de {{(pid=102193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:22:15.732640 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-aaa9a8d6-0e22-4367-889b-a32a8ccb3b4c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:15.761906 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-64524c83-bf13-4c47-b42f-6705d2c39c8d tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448809'] for router, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:15.763123 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64524c83-bf13-4c47-b42f-6705d2c39c8d tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Fanout notify agent at l3_agent the message router_deleted on router 5a109a30-5ddc-4452-83c0-3b6f45d1a49a {{(pid=102191) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:22:15.772104 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-64524c83-bf13-4c47-b42f-6705d2c39c8d tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Notify callbacks [] for router, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:15.779399 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-64524c83-bf13-4c47-b42f-6705d2c39c8d tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] 10.222.0.41 "DELETE /v2.0/routers/5a109a30-5ddc-4452-83c0-3b6f45d1a49a HTTP/1.1" status: 204 len: 168 time: 3.8720372 Aug 11 03:22:15.786505 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cce48f-d616-405f-953b-3c2b1fe42023 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Pushing event deleted for resources: {'Port': ['ID=5604420e-56af-4527-af0a-106c1edd28c9,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:15.797540 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 50752) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:15.819689 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-26d79f1a-43bd-4565-914e-7370f771fc6e tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2000153300', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:22:15.820162 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-aaa9a8d6-0e22-4367-889b-a32a8ccb3b4c None None] For port 9eb4a1d3-e379-475e-9a52-6adf85f873de, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=9eb4a1d3-e379-475e-9a52-6adf85f873de,segment=NetworkSegment(a17e976c-4f19-4583-bdbe-63c6da9923ed),segment_id=a17e976c-4f19-4583-bdbe-63c6da9923ed)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:22:15.820620 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-aaa9a8d6-0e22-4367-889b-a32a8ccb3b4c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:15.840885 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-aaa9a8d6-0e22-4367-889b-a32a8ccb3b4c None None] Calling delete_port for 9eb4a1d3-e379-475e-9a52-6adf85f873de owned by network:dhcp {{(pid=102193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:22:15.913308 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e4cce48f-d616-405f-953b-3c2b1fe42023 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:15.936889 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-e4cce48f-d616-405f-953b-3c2b1fe42023 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd80172a-d247-4524-8420-4e12bbb636d1']}} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:15.981604 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b04784f-b412-4944-ab29-b9239e410746 req-442d55db-fabe-4b39-b3dc-21ce21c0d351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:15.983161 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4b04784f-b412-4944-ab29-b9239e410746 req-442d55db-fabe-4b39-b3dc-21ce21c0d351 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c HTTP/1.1" status: 200 len: 1098 time: 0.1556919 Aug 11 03:22:16.016238 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-26d79f1a-43bd-4565-914e-7370f771fc6e tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-450010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6626'] for router, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:16.017626 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-26d79f1a-43bd-4565-914e-7370f771fc6e tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-446747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6633'] for router, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:16.022888 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-e4cce48f-d616-405f-953b-3c2b1fe42023 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74336c2e-7509-4a2e-8b59-be7a5d2580de') {'for_net_delete': True} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:16.023327 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-e4cce48f-d616-405f-953b-3c2b1fe42023 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74336c2e-7509-4a2e-8b59-be7a5d2580de') {} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:16.044876 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e4cce48f-d616-405f-953b-3c2b1fe42023 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126283644'] for segment, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:16.076481 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-aaa9a8d6-0e22-4367-889b-a32a8ccb3b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678'] for port, after_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:16.086429 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-bd760302-00bf-4cda-8c0b-4dcb34e1404a admin admin] Deleting port 9eb4a1d3-e379-475e-9a52-6adf85f873de {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:22:16.087335 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-bd760302-00bf-4cda-8c0b-4dcb34e1404a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:16.114424 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-43e98992-c502-4f3b-9c40-93419de1452f tempest-RoutersAdminNegativeIpV6Test-1220664185 tempest-RoutersAdminNegativeIpV6Test-1220664185-project-admin] Deleting port bc1b3923-810b-4744-82a5-a0c198b0b61a {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:22:16.114772 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-43e98992-c502-4f3b-9c40-93419de1452f tempest-RoutersAdminNegativeIpV6Test-1220664185 tempest-RoutersAdminNegativeIpV6Test-1220664185-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:16.157208 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [None req-bd760302-00bf-4cda-8c0b-4dcb34e1404a admin admin] For port 9eb4a1d3-e379-475e-9a52-6adf85f873de, host n-d-764292-30, got binding levels [] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:22:16.157575 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-bd760302-00bf-4cda-8c0b-4dcb34e1404a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:16.172800 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-bd760302-00bf-4cda-8c0b-4dcb34e1404a admin admin] Calling delete_port for 9eb4a1d3-e379-475e-9a52-6adf85f873de owned by network:dhcp {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:22:16.175945 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.ipam_backend_mixin [None req-bd760302-00bf-4cda-8c0b-4dcb34e1404a admin admin] Port 9eb4a1d3-e379-475e-9a52-6adf85f873de was not found and therefore no delete operation was performed {{(pid=102191) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 11 03:22:16.176991 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa9a8d6-0e22-4367-889b-a32a8ccb3b4c None None] Pushing event deleted for resources: {'Port': ['ID=9eb4a1d3-e379-475e-9a52-6adf85f873de,revision_number=None']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:16.183243 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-bd760302-00bf-4cda-8c0b-4dcb34e1404a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:16.184096 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa9a8d6-0e22-4367-889b-a32a8ccb3b4c None None] No DVR routers for this DVR port 9eb4a1d3-e379-475e-9a52-6adf85f873de on host n-d-764292-30 {{(pid=102193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:22:16.199071 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e4cce48f-d616-405f-953b-3c2b1fe42023 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:16.242520 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4cce48f-d616-405f-953b-3c2b1fe42023 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=102191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:22:16.242952 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e4cce48f-d616-405f-953b-3c2b1fe42023 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126283391'] for segment, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:16.256294 n-d-764292-30 neutron-server[102191]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:22:16.256294 n-d-764292-30 neutron-server[102191]: self.session.flush() Aug 11 03:22:16.256294 n-d-764292-30 neutron-server[102191]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:22:16.256294 n-d-764292-30 neutron-server[102191]: self.session.flush() Aug 11 03:22:16.256294 n-d-764292-30 neutron-server[102191]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:22:16.256294 n-d-764292-30 neutron-server[102191]: self.session.flush() Aug 11 03:22:16.256294 n-d-764292-30 neutron-server[102191]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:22:16.256294 n-d-764292-30 neutron-server[102191]: self.session.flush() Aug 11 03:22:16.256294 n-d-764292-30 neutron-server[102191]: Traceback (most recent call last): Aug 11 03:22:16.256294 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:22:16.256294 n-d-764292-30 neutron-server[102191]: timer() Aug 11 03:22:16.256294 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:22:16.256294 n-d-764292-30 neutron-server[102191]: cb(*args, **kw) Aug 11 03:22:16.256294 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:22:16.256294 n-d-764292-30 neutron-server[102191]: return func(*args, **kwargs) Aug 11 03:22:16.256294 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:22:16.256294 n-d-764292-30 neutron-server[102191]: self._notify() Aug 11 03:22:16.256294 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:22:16.256294 n-d-764292-30 neutron-server[102191]: self.callback(batched_events) Aug 11 03:22:16.256294 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:22:16.256294 n-d-764292-30 neutron-server[102191]: event.method(event) Aug 11 03:22:16.256294 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:22:16.256294 n-d-764292-30 neutron-server[102191]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:22:16.256294 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:22:16.256294 n-d-764292-30 neutron-server[102191]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:22:16.256294 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:22:16.256294 n-d-764292-30 neutron-server[102191]: return f(self, *a, **k) Aug 11 03:22:16.256294 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:22:16.256294 n-d-764292-30 neutron-server[102191]: return self._get(url).json() Aug 11 03:22:16.256294 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:22:16.256294 n-d-764292-30 neutron-server[102191]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:22:16.256294 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:22:16.256294 n-d-764292-30 neutron-server[102191]: return self.request(url, 'GET', **kwargs) Aug 11 03:22:16.256294 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:22:16.256294 n-d-764292-30 neutron-server[102191]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:22:16.256294 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:22:16.256294 n-d-764292-30 neutron-server[102191]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:22:16.256294 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:22:16.256294 n-d-764292-30 neutron-server[102191]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:22:16.256294 n-d-764292-30 neutron-server[102191]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:22:16.265628 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd760302-00bf-4cda-8c0b-4dcb34e1404a admin admin] Pushing event deleted for resources: {'Port': ['ID=9eb4a1d3-e379-475e-9a52-6adf85f873de,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:16.278111 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd760302-00bf-4cda-8c0b-4dcb34e1404a admin admin] No DVR routers for this DVR port 9eb4a1d3-e379-475e-9a52-6adf85f873de on host n-d-764292-30 {{(pid=102191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:22:16.369008 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-26d79f1a-43bd-4565-914e-7370f771fc6e tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:16.384639 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-08fd5e2d-c978-4d18-aac2-505f4cf734c0 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16383033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450082'] for router_interface, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:16.459426 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-26d79f1a-43bd-4565-914e-7370f771fc6e tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-446952'] for router, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:16.486876 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-bd760302-00bf-4cda-8c0b-4dcb34e1404a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:16.506369 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4b04784f-b412-4944-ab29-b9239e410746 req-ba0b37b5-2f61-41d2-bf2c-d8cb098ab98d service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=5bbb5f37-cd37-415a-b820-36c249955487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4768200 Aug 11 03:22:16.512741 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b92a2f2-4093-4de9-aa51-8f2a303a1399 req-c0b95cae-cbf6-449d-ad17-1d9c6ca74efc tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:16.518043 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4b92a2f2-4093-4de9-aa51-8f2a303a1399 req-c0b95cae-cbf6-449d-ad17-1d9c6ca74efc tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/ports?device_id=a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c HTTP/1.1" status: 200 len: 946 time: 0.4846096 Aug 11 03:22:16.529893 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-bd760302-00bf-4cda-8c0b-4dcb34e1404a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4869e9e4-7444-4b96-940f-4562723c09aa']}} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:16.545048 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e4cce48f-d616-405f-953b-3c2b1fe42023 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:16.549959 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e4cce48f-d616-405f-953b-3c2b1fe42023 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Notify callbacks [] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:16.554462 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-e4cce48f-d616-405f-953b-3c2b1fe42023 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] 10.222.0.41 "DELETE /v2.0/networks/fd80172a-d247-4524-8420-4e12bbb636d1 HTTP/1.1" status: 204 len: 168 time: 2.5827076 Aug 11 03:22:16.560788 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-bd760302-00bf-4cda-8c0b-4dcb34e1404a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a17e976c-4f19-4583-bdbe-63c6da9923ed') {'for_net_delete': True} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:16.561083 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-bd760302-00bf-4cda-8c0b-4dcb34e1404a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a17e976c-4f19-4583-bdbe-63c6da9923ed') {} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:16.591767 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cce48f-d616-405f-953b-3c2b1fe42023 tempest-NetworksTest-1560774852 tempest-NetworksTest-1560774852-project] Pushing event deleted for resources: {'Network': ['ID=fd80172a-d247-4524-8420-4e12bbb636d1,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:16.595959 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-26d79f1a-43bd-4565-914e-7370f771fc6e tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Notify callbacks [] for router, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:16.597155 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-26d79f1a-43bd-4565-914e-7370f771fc6e tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7836299 Aug 11 03:22:16.599143 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-bd760302-00bf-4cda-8c0b-4dcb34e1404a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126283644'] for segment, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:16.608437 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 50760) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:16.626538 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4b92a2f2-4093-4de9-aa51-8f2a303a1399 req-8160112c-7c50-45f7-9e5c-f7526f8b3c5c tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbb5f37-cd37-415a-b820-36c249955487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981984 Aug 11 03:22:16.631603 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-e100fe13-9b1c-40b8-adab-814f2b695291 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'enable_snat': False}}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:22:16.654822 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-bd760302-00bf-4cda-8c0b-4dcb34e1404a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:16.665336 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd760302-00bf-4cda-8c0b-4dcb34e1404a admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=102191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:22:16.665735 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-bd760302-00bf-4cda-8c0b-4dcb34e1404a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126283391'] for segment, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:16.667463 n-d-764292-30 neutron-server[102191]: Traceback (most recent call last): Aug 11 03:22:16.667463 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:22:16.667463 n-d-764292-30 neutron-server[102191]: timer() Aug 11 03:22:16.667463 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:22:16.667463 n-d-764292-30 neutron-server[102191]: cb(*args, **kw) Aug 11 03:22:16.667463 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:22:16.667463 n-d-764292-30 neutron-server[102191]: return func(*args, **kwargs) Aug 11 03:22:16.667463 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:22:16.667463 n-d-764292-30 neutron-server[102191]: self._notify() Aug 11 03:22:16.667463 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:22:16.667463 n-d-764292-30 neutron-server[102191]: self.callback(batched_events) Aug 11 03:22:16.667463 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:22:16.667463 n-d-764292-30 neutron-server[102191]: event.method(event) Aug 11 03:22:16.667463 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:22:16.667463 n-d-764292-30 neutron-server[102191]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:22:16.667463 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:22:16.667463 n-d-764292-30 neutron-server[102191]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:22:16.667463 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:22:16.667463 n-d-764292-30 neutron-server[102191]: return f(self, *a, **k) Aug 11 03:22:16.667463 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:22:16.667463 n-d-764292-30 neutron-server[102191]: return self._get(url).json() Aug 11 03:22:16.667463 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:22:16.667463 n-d-764292-30 neutron-server[102191]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:22:16.667463 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:22:16.667463 n-d-764292-30 neutron-server[102191]: return self.request(url, 'GET', **kwargs) Aug 11 03:22:16.667463 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:22:16.667463 n-d-764292-30 neutron-server[102191]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:22:16.667463 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:22:16.667463 n-d-764292-30 neutron-server[102191]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:22:16.667463 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:22:16.667463 n-d-764292-30 neutron-server[102191]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:22:16.667463 n-d-764292-30 neutron-server[102191]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:22:16.763772 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-43e98992-c502-4f3b-9c40-93419de1452f tempest-RoutersAdminNegativeIpV6Test-1220664185 tempest-RoutersAdminNegativeIpV6Test-1220664185-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:16.815745 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-bd760302-00bf-4cda-8c0b-4dcb34e1404a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:16.821722 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-bd760302-00bf-4cda-8c0b-4dcb34e1404a admin admin] Notify callbacks [] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:16.822926 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-bd760302-00bf-4cda-8c0b-4dcb34e1404a admin admin] 10.222.0.41 "DELETE /v2.0/networks/4869e9e4-7444-4b96-940f-4562723c09aa HTTP/1.1" status: 204 len: 168 time: 1.7368870 Aug 11 03:22:16.829046 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 50762) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:16.852215 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-43e98992-c502-4f3b-9c40-93419de1452f tempest-RoutersAdminNegativeIpV6Test-1220664185 tempest-RoutersAdminNegativeIpV6Test-1220664185-project-admin] Calling delete_port for bc1b3923-810b-4744-82a5-a0c198b0b61a owned by {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:22:16.885891 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd760302-00bf-4cda-8c0b-4dcb34e1404a admin admin] Pushing event deleted for resources: {'Network': ['ID=4869e9e4-7444-4b96-940f-4562723c09aa,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:16.906676 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08fd5e2d-c978-4d18-aac2-505f4cf734c0 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Router a72ef3e6-40d8-42f4-901f-e934cfb5db82 has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:22:16.982438 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e100fe13-9b1c-40b8-adab-814f2b695291 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:17.090894 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 50768) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:17.173941 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08fd5e2d-c978-4d18-aac2-505f4cf734c0 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:22:17.178143 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c477110f-75e4-4c3e-8550-3a60e6e6efc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521106'] for router_interface, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:17.184441 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-08fd5e2d-c978-4d18-aac2-505f4cf734c0 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "PUT /v2.0/routers/a72ef3e6-40d8-42f4-901f-e934cfb5db82/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6779783 Aug 11 03:22:17.187250 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 50772) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:17.188405 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a401cc-2aa4-4447-87f3-336c723b28a9 None None] Sync routers for ids ['a72ef3e6-40d8-42f4-901f-e934cfb5db82'] in n-d-764292-30 {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:22:17.213979 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a401cc-2aa4-4447-87f3-336c723b28a9 None None] Routers {'a72ef3e6-40d8-42f4-901f-e934cfb5db82'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:22:17.216477 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-b4a401cc-2aa4-4447-87f3-336c723b28a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:22:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['a72ef3e6-40d8-42f4-901f-e934cfb5db82'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:17.236140 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 9eb4a1d3-e379-475e-9a52-6adf85f873de no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:22:17.281907 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: 9eb4a1d3-e379-475e-9a52-6adf85f873de {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:22:17.282600 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 9eb4a1d3-e379-475e-9a52-6adf85f873de not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:22:17.284386 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_v2 [None req-694cbbfa-bb89-4563-90c9-21c4972f4c17 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Deleting subnet 715e9a5a-e634-4765-95b3-22d13c494c3d {{(pid=102191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:22:17.289613 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-694cbbfa-bb89-4563-90c9-21c4972f4c17 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks [] for subnet, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:17.384109 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-694cbbfa-bb89-4563-90c9-21c4972f4c17 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126283525'] for subnet, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:17.402763 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-43e98992-c502-4f3b-9c40-93419de1452f tempest-RoutersAdminNegativeIpV6Test-1220664185 tempest-RoutersAdminNegativeIpV6Test-1220664185-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:17.421423 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-b4a401cc-2aa4-4447-87f3-336c723b28a9 None None] Set router a72ef3e6-40d8-42f4-901f-e934cfb5db82 gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:22:17.451110 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e98992-c502-4f3b-9c40-93419de1452f tempest-RoutersAdminNegativeIpV6Test-1220664185 tempest-RoutersAdminNegativeIpV6Test-1220664185-project-admin] Pushing event deleted for resources: {'Port': ['ID=bc1b3923-810b-4744-82a5-a0c198b0b61a,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:17.593889 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-694cbbfa-bb89-4563-90c9-21c4972f4c17 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:17.601099 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-92d0ef9b-c41b-49e1-aa30-79d5c5ae05dc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0c28768474b748ba96f3a3b94cb33f57&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5090764 Aug 11 03:22:17.662106 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 50784) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:17.729866 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-b4a401cc-2aa4-4447-87f3-336c723b28a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a72ef3e6-40d8-42f4-901f-e934cfb5db82', 'name': 'tempest-TestNetworkAdvancedServerOps-router-447097152', 'tenant_id': 'a5478860f7cb432583cc8e5d994d2237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': '2e235153-c798-4f91-b541-c88728aadbfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:19:22Z', 'updated_at': '2021-08-11T03:22:14Z', 'revision_number': 5, 'project_id': 'a5478860f7cb432583cc8e5d994d2237', 'gw_port': {'id': '2e235153-c798-4f91-b541-c88728aadbfb', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:23:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72ef3e6-40d8-42f4-901f-e934cfb5db82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2132, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:19:23Z', 'updated_at': '2021-08-11T03:19:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:17.764748 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a401cc-2aa4-4447-87f3-336c723b28a9 None None] Checking router: a72ef3e6-40d8-42f4-901f-e934cfb5db82 for host: n-d-764292-30 {{(pid=102194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:22:17.777900 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a401cc-2aa4-4447-87f3-336c723b28a9 None None] Routers {'a72ef3e6-40d8-42f4-901f-e934cfb5db82'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:22:17.779023 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-b4a401cc-2aa4-4447-87f3-336c723b28a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:22:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['a72ef3e6-40d8-42f4-901f-e934cfb5db82'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:17.780018 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-43e98992-c502-4f3b-9c40-93419de1452f tempest-RoutersAdminNegativeIpV6Test-1220664185 tempest-RoutersAdminNegativeIpV6Test-1220664185-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:17.785237 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-43e98992-c502-4f3b-9c40-93419de1452f tempest-RoutersAdminNegativeIpV6Test-1220664185 tempest-RoutersAdminNegativeIpV6Test-1220664185-project-admin] 10.222.0.41 "DELETE /v2.0/ports/bc1b3923-810b-4744-82a5-a0c198b0b61a HTTP/1.1" status: 204 len: 168 time: 2.0890884 Aug 11 03:22:17.931353 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-31e44e5f-7e9b-4612-a818-18ae18dddf68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:17.933702 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-b4a401cc-2aa4-4447-87f3-336c723b28a9 None None] Set router a72ef3e6-40d8-42f4-901f-e934cfb5db82 gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:22:18.056191 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610114a9-02fb-43e9-8a34-1adef790846c req-29cddcb0-9f12-4160-ab01-00a146d403b8 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:18.059926 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-610114a9-02fb-43e9-8a34-1adef790846c req-29cddcb0-9f12-4160-ab01-00a146d403b8 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/ports?device_id=a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c HTTP/1.1" status: 200 len: 946 time: 0.2449481 Aug 11 03:22:18.072188 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-31e44e5f-7e9b-4612-a818-18ae18dddf68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:18.103467 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e100fe13-9b1c-40b8-adab-814f2b695291 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:18.240678 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-b4a401cc-2aa4-4447-87f3-336c723b28a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a72ef3e6-40d8-42f4-901f-e934cfb5db82', 'name': 'tempest-TestNetworkAdvancedServerOps-router-447097152', 'tenant_id': 'a5478860f7cb432583cc8e5d994d2237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': '2e235153-c798-4f91-b541-c88728aadbfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:19:22Z', 'updated_at': '2021-08-11T03:22:14Z', 'revision_number': 5, 'project_id': 'a5478860f7cb432583cc8e5d994d2237', 'gw_port': {'id': '2e235153-c798-4f91-b541-c88728aadbfb', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:23:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72ef3e6-40d8-42f4-901f-e934cfb5db82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2132, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:19:23Z', 'updated_at': '2021-08-11T03:19:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:18.262123 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-09437917-7a94-4a37-a1bc-05846a612e95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521106'] for router_interface, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:18.276824 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e100fe13-9b1c-40b8-adab-814f2b695291 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:18.278724 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a401cc-2aa4-4447-87f3-336c723b28a9 None None] The sync data for ids ['a72ef3e6-40d8-42f4-901f-e934cfb5db82'] in n-d-764292-30 is: [{'id': 'a72ef3e6-40d8-42f4-901f-e934cfb5db82', 'name': 'tempest-TestNetworkAdvancedServerOps-router-447097152', 'tenant_id': 'a5478860f7cb432583cc8e5d994d2237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': '2e235153-c798-4f91-b541-c88728aadbfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:19:22Z', 'updated_at': '2021-08-11T03:22:14Z', 'revision_number': 5, 'project_id': 'a5478860f7cb432583cc8e5d994d2237', 'gw_port': {'id': '2e235153-c798-4f91-b541-c88728aadbfb', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:23:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72ef3e6-40d8-42f4-901f-e934cfb5db82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2132, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:19:23Z', 'updated_at': '2021-08-11T03:19:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}] {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:22:18.327510 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-694cbbfa-bb89-4563-90c9-21c4972f4c17 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126283413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126275158'] for subnet, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:18.343276 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-31e44e5f-7e9b-4612-a818-18ae18dddf68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:18.346001 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-31e44e5f-7e9b-4612-a818-18ae18dddf68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:18.346992 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-31e44e5f-7e9b-4612-a818-18ae18dddf68 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8d0ab3ba-7781-42ef-ba9a-71193a4e7534 HTTP/1.1" status: 204 len: 168 time: 0.6721308 Aug 11 03:22:18.384733 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-610114a9-02fb-43e9-8a34-1adef790846c req-246f1685-3aff-4082-b9e7-daf8f5e1c34e tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbb5f37-cd37-415a-b820-36c249955487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3024032 Aug 11 03:22:18.391899 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e44e5f-7e9b-4612-a818-18ae18dddf68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d0ab3ba-7781-42ef-ba9a-71193a4e7534,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:18.417371 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 50822) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:18.428493 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694cbbfa-bb89-4563-90c9-21c4972f4c17 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Pushing event deleted for resources: {'Subnet': ['ID=715e9a5a-e634-4765-95b3-22d13c494c3d,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:18.434850 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-694cbbfa-bb89-4563-90c9-21c4972f4c17 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:18.436703 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-694cbbfa-bb89-4563-90c9-21c4972f4c17 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "DELETE /v2.0/subnets/715e9a5a-e634-4765-95b3-22d13c494c3d HTTP/1.1" status: 204 len: 168 time: 1.2487168 Aug 11 03:22:18.439227 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa128e67-c367-4cdd-8562-fb56c1eecfd9 None None] Network 0ff3f448-ca9b-4036-ac09-80380a15e692 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:22:18.441177 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 50826) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:18.507470 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-c477110f-75e4-4c3e-8550-3a60e6e6efc4 admin admin] Deleting port 114082ba-dfff-40f9-97f9-8738e330c4a2 {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:22:18.507833 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c477110f-75e4-4c3e-8550-3a60e6e6efc4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:18.600179 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [None req-e100fe13-9b1c-40b8-adab-814f2b695291 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Allocated IP 172.25.8.175 (09faf7d2-eaf5-4a50-bb6e-4cb05d009a76/e1a97443-13df-40bb-85f5-fd269e2742c0/9b173281-168d-42d5-b84f-3959816db0b5) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:22:18.719858 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-6c149445-1991-40a1-906f-4aed047d28c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:18.787307 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-09437917-7a94-4a37-a1bc-05846a612e95 admin admin] Deleting port ef70c153-80a0-49c7-a721-5fe7a3f4d703 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:22:18.788001 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-09437917-7a94-4a37-a1bc-05846a612e95 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:18.798726 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96c6f53c-fd1f-4260-8d84-00ab1775cf1b None None] DHCP port deletion for 0ff3f448-ca9b-4036-ac09-80380a15e692 request from n-d-764292-30 {{(pid=102193) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:22:18.834349 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0c20a5ce-50bc-4172-9f17-b08193d71d53 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks [] for router, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:18.889011 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-96c6f53c-fd1f-4260-8d84-00ab1775cf1b None None] Deleting port a67adc90-ca65-44e9-8371-6cd4c437dde2 {{(pid=102193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:22:18.893704 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-96c6f53c-fd1f-4260-8d84-00ab1775cf1b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:18.916682 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [None req-c477110f-75e4-4c3e-8550-3a60e6e6efc4 admin admin] For port 114082ba-dfff-40f9-97f9-8738e330c4a2, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=114082ba-dfff-40f9-97f9-8738e330c4a2,segment=NetworkSegment(6636cac9-4e2b-442e-bc2a-cdca0dca5176),segment_id=6636cac9-4e2b-442e-bc2a-cdca0dca5176)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:22:18.916926 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c477110f-75e4-4c3e-8550-3a60e6e6efc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:18.958404 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-c477110f-75e4-4c3e-8550-3a60e6e6efc4 admin admin] Calling delete_port for 114082ba-dfff-40f9-97f9-8738e330c4a2 owned by network:router_interface {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:22:18.958850 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [None req-09437917-7a94-4a37-a1bc-05846a612e95 admin admin] For port ef70c153-80a0-49c7-a721-5fe7a3f4d703, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=ef70c153-80a0-49c7-a721-5fe7a3f4d703,segment=NetworkSegment(f731e462-ce27-4a44-9eb6-cb0a7adfc31f),segment_id=f731e462-ce27-4a44-9eb6-cb0a7adfc31f)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:22:18.959211 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-09437917-7a94-4a37-a1bc-05846a612e95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:18.999379 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-09437917-7a94-4a37-a1bc-05846a612e95 admin admin] Calling delete_port for ef70c153-80a0-49c7-a721-5fe7a3f4d703 owned by network:router_interface {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:22:19.082650 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-96c6f53c-fd1f-4260-8d84-00ab1775cf1b None None] For port a67adc90-ca65-44e9-8371-6cd4c437dde2, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=a67adc90-ca65-44e9-8371-6cd4c437dde2,segment=NetworkSegment(a9ef83d9-c206-4b92-b5da-2bb339718328),segment_id=a9ef83d9-c206-4b92-b5da-2bb339718328)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:22:19.083426 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0c20a5ce-50bc-4172-9f17-b08193d71d53 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:19.086597 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-96c6f53c-fd1f-4260-8d84-00ab1775cf1b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:19.110406 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-96c6f53c-fd1f-4260-8d84-00ab1775cf1b None None] Calling delete_port for a67adc90-ca65-44e9-8371-6cd4c437dde2 owned by network:dhcp {{(pid=102193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:22:19.139661 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e100fe13-9b1c-40b8-adab-814f2b695291 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:19.412319 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device fc20df90-c00e-457a-963f-5998a670e2af no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:22:19.442977 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-09437917-7a94-4a37-a1bc-05846a612e95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:19.448227 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: fc20df90-c00e-457a-963f-5998a670e2af {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:22:19.448750 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device fc20df90-c00e-457a-963f-5998a670e2af not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:22:19.449158 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device a67adc90-ca65-44e9-8371-6cd4c437dde2 no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:22:19.516866 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09437917-7a94-4a37-a1bc-05846a612e95 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef70c153-80a0-49c7-a721-5fe7a3f4d703,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:19.630009 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:19.683926 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-96c6f53c-fd1f-4260-8d84-00ab1775cf1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678'] for port, after_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:19.738361 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-6c149445-1991-40a1-906f-4aed047d28c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:19.751587 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c6f53c-fd1f-4260-8d84-00ab1775cf1b None None] Pushing event deleted for resources: {'Port': ['ID=a67adc90-ca65-44e9-8371-6cd4c437dde2,revision_number=None']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:19.754494 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c6f53c-fd1f-4260-8d84-00ab1775cf1b None None] No DVR routers for this DVR port a67adc90-ca65-44e9-8371-6cd4c437dde2 on host n-d-764292-30 {{(pid=102193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:22:19.821784 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbafbc6-edb9-4287-8472-f0c4ac0d0cef req-8e14aee9-b4f0-4eb4-b305-ec0f9d0289f9 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:19.824927 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-09437917-7a94-4a37-a1bc-05846a612e95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16383033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450082'] for router_interface, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:19.829349 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-adbafbc6-edb9-4287-8472-f0c4ac0d0cef req-8e14aee9-b4f0-4eb4-b305-ec0f9d0289f9 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/ports?device_id=a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c HTTP/1.1" status: 200 len: 946 time: 0.1547556 Aug 11 03:22:19.875292 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-6c149445-1991-40a1-906f-4aed047d28c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:19.912782 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-0c20a5ce-50bc-4172-9f17-b08193d71d53 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Deleting port 2e235153-c798-4f91-b541-c88728aadbfb {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:22:19.913123 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0c20a5ce-50bc-4172-9f17-b08193d71d53 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:19.925255 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-6c149445-1991-40a1-906f-4aed047d28c9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d55137ea05a549ba8559e9c7fb310cdb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5068736 Aug 11 03:22:19.931308 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 50850) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:20.042212 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c149445-1991-40a1-906f-4aed047d28c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36c6b2ae-3b79-4294-b42e-174ce8ac7ca7,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:20.072767 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-adbafbc6-edb9-4287-8472-f0c4ac0d0cef req-ad2cd93e-8e28-458b-a3db-a0df574e42a2 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbb5f37-cd37-415a-b820-36c249955487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2424798 Aug 11 03:22:20.084025 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-bfe8f43d-1e6b-47ad-b47d-590007600aea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:20.132619 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [None req-0c20a5ce-50bc-4172-9f17-b08193d71d53 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] For port 2e235153-c798-4f91-b541-c88728aadbfb, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=2e235153-c798-4f91-b541-c88728aadbfb,segment=NetworkSegment(fab28bed-aa25-40db-bba4-ec26e795194c),segment_id=fab28bed-aa25-40db-bba4-ec26e795194c)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:22:20.132619 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0c20a5ce-50bc-4172-9f17-b08193d71d53 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:20.150721 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-bfe8f43d-1e6b-47ad-b47d-590007600aea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:20.153513 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-0c20a5ce-50bc-4172-9f17-b08193d71d53 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Calling delete_port for 2e235153-c798-4f91-b541-c88728aadbfb owned by network:router_gateway {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:22:20.218826 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09437917-7a94-4a37-a1bc-05846a612e95 admin admin] Router ccc720ea-71d8-4fa9-b187-84b51c695c95 has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:22:20.257910 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e100fe13-9b1c-40b8-adab-814f2b695291 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:20.324489 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-bfe8f43d-1e6b-47ad-b47d-590007600aea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:20.324785 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-bfe8f43d-1e6b-47ad-b47d-590007600aea admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:20.328899 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-bfe8f43d-1e6b-47ad-b47d-590007600aea admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/36c6b2ae-3b79-4294-b42e-174ce8ac7ca7 HTTP/1.1" status: 204 len: 168 time: 0.3935204 Aug 11 03:22:20.344816 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe8f43d-1e6b-47ad-b47d-590007600aea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36c6b2ae-3b79-4294-b42e-174ce8ac7ca7,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:20.384838 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e100fe13-9b1c-40b8-adab-814f2b695291 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:22:20.409398 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-e100fe13-9b1c-40b8-adab-814f2b695291 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:22:20.430383 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e100fe13-9b1c-40b8-adab-814f2b695291 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:22:20.460669 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09437917-7a94-4a37-a1bc-05846a612e95 admin admin] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:22:20.462985 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 50860) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:20.470736 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea70325f-4112-4463-aa1f-87c93dcf13fa None None] Sync routers for ids ['ccc720ea-71d8-4fa9-b187-84b51c695c95'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:22:20.471982 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-09437917-7a94-4a37-a1bc-05846a612e95 admin admin] 10.222.0.41 "PUT /v2.0/routers/ccc720ea-71d8-4fa9-b187-84b51c695c95/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6419234 Aug 11 03:22:20.476660 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 50862) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:20.486161 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea70325f-4112-4463-aa1f-87c93dcf13fa None None] Routers {'ccc720ea-71d8-4fa9-b187-84b51c695c95'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:22:20.487344 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-ea70325f-4112-4463-aa1f-87c93dcf13fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:22:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['ccc720ea-71d8-4fa9-b187-84b51c695c95'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:20.533862 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e100fe13-9b1c-40b8-adab-814f2b695291 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Pushing event updated for resources: {'Port': ['ID=9b173281-168d-42d5-b84f-3959816db0b5,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:20.548880 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fe9f7a-3de0-4df8-9606-a942456a8db2 req-ac2d675d-9353-436a-b9f5-995d618aad0a tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:20.550491 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-51fe9f7a-3de0-4df8-9606-a942456a8db2 req-ac2d675d-9353-436a-b9f5-995d618aad0a tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/ports?device_id=a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c HTTP/1.1" status: 200 len: 946 time: 0.2967470 Aug 11 03:22:20.677833 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c477110f-75e4-4c3e-8550-3a60e6e6efc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:20.683784 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-3d510ede-e4fb-42f1-9ac5-c12f3dfe4dfe tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Request body: {'network': {'name': 'tempest-RoutersTest-372933897'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:22:20.723320 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e9f8e0d8-6409-4d17-b504-83a61b773316 admin admin] Notify callbacks [] for router, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:20.727850 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-ea70325f-4112-4463-aa1f-87c93dcf13fa None None] Set router ccc720ea-71d8-4fa9-b187-84b51c695c95 gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:22:20.750626 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c477110f-75e4-4c3e-8550-3a60e6e6efc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=114082ba-dfff-40f9-97f9-8738e330c4a2,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:20.770937 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-51fe9f7a-3de0-4df8-9606-a942456a8db2 req-f0f45c15-0110-4e38-9906-cdf0db9bb941 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbb5f37-cd37-415a-b820-36c249955487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107329 Aug 11 03:22:20.889711 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0c20a5ce-50bc-4172-9f17-b08193d71d53 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:20.922242 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d510ede-e4fb-42f1-9ac5-c12f3dfe4dfe tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Made reservation on behalf of 8002057c241341da96913e0b77a31349 for: {'network': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:22:20.947987 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3d510ede-e4fb-42f1-9ac5-c12f3dfe4dfe tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:20.977251 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3d510ede-e4fb-42f1-9ac5-c12f3dfe4dfe tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:21.086982 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e9f8e0d8-6409-4d17-b504-83a61b773316 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:21.104409 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-ea70325f-4112-4463-aa1f-87c93dcf13fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccc720ea-71d8-4fa9-b187-84b51c695c95', 'name': 'tempest-TestAggregatesBasicOps-566755049-router', 'tenant_id': 'c9d3ace5da3d416db998ed72babce785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.65'}], 'enable_snat': True}, 'gw_port_id': 'baac1390-9072-4951-b5fb-c9ebbd3b893b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:21:44Z', 'updated_at': '2021-08-11T03:22:19Z', 'revision_number': 5, 'project_id': 'c9d3ace5da3d416db998ed72babce785', 'gw_port': {'id': 'baac1390-9072-4951-b5fb-c9ebbd3b893b', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a7:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccc720ea-71d8-4fa9-b187-84b51c695c95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2392, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:21:46Z', 'updated_at': '2021-08-11T03:21:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:21.135662 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c20a5ce-50bc-4172-9f17-b08193d71d53 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Pushing event deleted for resources: {'Port': ['ID=2e235153-c798-4f91-b541-c88728aadbfb,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:21.153542 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea70325f-4112-4463-aa1f-87c93dcf13fa None None] Checking router: ccc720ea-71d8-4fa9-b187-84b51c695c95 for host: n-d-764292-30 {{(pid=102193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:22:21.184850 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea70325f-4112-4463-aa1f-87c93dcf13fa None None] Routers {'ccc720ea-71d8-4fa9-b187-84b51c695c95'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:22:21.185566 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-ea70325f-4112-4463-aa1f-87c93dcf13fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:22:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['ccc720ea-71d8-4fa9-b187-84b51c695c95'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:21.251985 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3d510ede-e4fb-42f1-9ac5-c12f3dfe4dfe tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:21.264073 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-e9f8e0d8-6409-4d17-b504-83a61b773316 admin admin] Deleting port baac1390-9072-4951-b5fb-c9ebbd3b893b {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:22:21.264414 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e9f8e0d8-6409-4d17-b504-83a61b773316 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:21.311785 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3d510ede-e4fb-42f1-9ac5-c12f3dfe4dfe tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:21.313365 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef884369-3f92-46fd-beea-e33f19aeb8cc req-fb1db061-9e9f-4019-8111-65d7b5dac3a1 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:21.321289 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ef884369-3f92-46fd-beea-e33f19aeb8cc req-fb1db061-9e9f-4019-8111-65d7b5dac3a1 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/ports?device_id=a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c HTTP/1.1" status: 200 len: 946 time: 0.3605812 Aug 11 03:22:21.326874 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d510ede-e4fb-42f1-9ac5-c12f3dfe4dfe tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=102191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:22:21.331894 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-ea70325f-4112-4463-aa1f-87c93dcf13fa None None] Set router ccc720ea-71d8-4fa9-b187-84b51c695c95 gateway port host: None {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:22:21.337213 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3d510ede-e4fb-42f1-9ac5-c12f3dfe4dfe tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:21.337570 n-d-764292-30 neutron-server[102191]: INFO neutron.db.segments_db [None req-3d510ede-e4fb-42f1-9ac5-c12f3dfe4dfe tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Added segment d65637ef-911b-4b95-b7be-5ac698fbc134 of type vlan for network 3a05285e-4828-4fa9-b910-29b06e768eba Aug 11 03:22:21.342217 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 50872) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:21.346400 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0c20a5ce-50bc-4172-9f17-b08193d71d53 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-446916'] for router_gateway, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:21.387993 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3d510ede-e4fb-42f1-9ac5-c12f3dfe4dfe tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:21.389297 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-ea70325f-4112-4463-aa1f-87c93dcf13fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccc720ea-71d8-4fa9-b187-84b51c695c95', 'name': 'tempest-TestAggregatesBasicOps-566755049-router', 'tenant_id': 'c9d3ace5da3d416db998ed72babce785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:21:44Z', 'updated_at': '2021-08-11T03:22:21Z', 'revision_number': 6, 'project_id': 'c9d3ace5da3d416db998ed72babce785', 'gw_port_host': None}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:21.430231 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea70325f-4112-4463-aa1f-87c93dcf13fa None None] The sync data for ids ['ccc720ea-71d8-4fa9-b187-84b51c695c95'] in n-d-764292-30 is: [{'id': 'ccc720ea-71d8-4fa9-b187-84b51c695c95', 'name': 'tempest-TestAggregatesBasicOps-566755049-router', 'tenant_id': 'c9d3ace5da3d416db998ed72babce785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:21:44Z', 'updated_at': '2021-08-11T03:22:21Z', 'revision_number': 6, 'project_id': 'c9d3ace5da3d416db998ed72babce785', 'gw_port_host': None}] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:22:21.476100 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d510ede-e4fb-42f1-9ac5-c12f3dfe4dfe tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3d6132c-1dac-492e-83c0-aaf1df7c4fe0,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:21.502925 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [None req-e9f8e0d8-6409-4d17-b504-83a61b773316 admin admin] For port baac1390-9072-4951-b5fb-c9ebbd3b893b, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=baac1390-9072-4951-b5fb-c9ebbd3b893b,segment=NetworkSegment(fab28bed-aa25-40db-bba4-ec26e795194c),segment_id=fab28bed-aa25-40db-bba4-ec26e795194c)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:22:21.503325 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e9f8e0d8-6409-4d17-b504-83a61b773316 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:21.505640 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e100fe13-9b1c-40b8-adab-814f2b695291 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:21.510891 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3d510ede-e4fb-42f1-9ac5-c12f3dfe4dfe tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:21.516678 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d510ede-e4fb-42f1-9ac5-c12f3dfe4dfe tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:21.517268 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3d510ede-e4fb-42f1-9ac5-c12f3dfe4dfe tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks [] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:21.534393 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-e9f8e0d8-6409-4d17-b504-83a61b773316 admin admin] Calling delete_port for baac1390-9072-4951-b5fb-c9ebbd3b893b owned by network:router_gateway {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:22:21.570076 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0c20a5ce-50bc-4172-9f17-b08193d71d53 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6544'] for router, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:21.586083 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0c20a5ce-50bc-4172-9f17-b08193d71d53 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:21.596763 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ef884369-3f92-46fd-beea-e33f19aeb8cc req-2149e825-af58-4553-a86a-b73cb05dc842 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbb5f37-cd37-415a-b820-36c249955487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2745037 Aug 11 03:22:21.635783 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d510ede-e4fb-42f1-9ac5-c12f3dfe4dfe tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Pushing event updated for resources: {'Network': ['ID=3a05285e-4828-4fa9-b910-29b06e768eba,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:21.653086 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network 3a05285e-4828-4fa9-b910-29b06e768eba details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:22:21.710111 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-3d510ede-e4fb-42f1-9ac5-c12f3dfe4dfe tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.2433307 Aug 11 03:22:21.712763 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 50878) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:21.714775 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c477110f-75e4-4c3e-8550-3a60e6e6efc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16383033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450082'] for router_interface, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:21.719973 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-f8d2e5d5-5e75-488b-81d6-49921b47f372 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Request body: {'network': {'name': 'tempest-RoutersTest-564076617'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:22:21.727110 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-80fbafa7-79b0-426c-9638-30e42c7f9b91 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3ebbeb89a0ee48809868664563bed824&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3837709 Aug 11 03:22:21.735788 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 50880) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:21.841735 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a725b035-06d3-4935-8276-60589263308c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:21.865349 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8d2e5d5-5e75-488b-81d6-49921b47f372 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Made reservation on behalf of 8002057c241341da96913e0b77a31349 for: {'network': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:22:21.869700 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f8d2e5d5-5e75-488b-81d6-49921b47f372 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:21.874822 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0c20a5ce-50bc-4172-9f17-b08193d71d53 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448809'] for router, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:21.875473 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c20a5ce-50bc-4172-9f17-b08193d71d53 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Fanout notify agent at l3_agent the message router_deleted on router a72ef3e6-40d8-42f4-901f-e934cfb5db82 {{(pid=102192) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:22:21.876467 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a725b035-06d3-4935-8276-60589263308c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:21.884108 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0c20a5ce-50bc-4172-9f17-b08193d71d53 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks [] for router, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:21.888026 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-0c20a5ce-50bc-4172-9f17-b08193d71d53 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "DELETE /v2.0/routers/a72ef3e6-40d8-42f4-901f-e934cfb5db82 HTTP/1.1" status: 204 len: 168 time: 3.4390659 Aug 11 03:22:21.892569 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 50882) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:21.924757 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e9f8e0d8-6409-4d17-b504-83a61b773316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:21.946796 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d479b263-d7bb-4f6e-8b60-29b290180aba req-fa05ab61-ca19-4c2c-b48d-f9699b92e626 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:21.950792 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d479b263-d7bb-4f6e-8b60-29b290180aba req-fa05ab61-ca19-4c2c-b48d-f9699b92e626 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/ports?device_id=a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c HTTP/1.1" status: 200 len: 946 time: 0.2187722 Aug 11 03:22:21.958384 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8d2e5d5-5e75-488b-81d6-49921b47f372 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=102191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:22:21.969379 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f8e0d8-6409-4d17-b504-83a61b773316 admin admin] Pushing event deleted for resources: {'Port': ['ID=baac1390-9072-4951-b5fb-c9ebbd3b893b,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:21.976696 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f8d2e5d5-5e75-488b-81d6-49921b47f372 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:21.977030 n-d-764292-30 neutron-server[102191]: INFO neutron.db.segments_db [None req-f8d2e5d5-5e75-488b-81d6-49921b47f372 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Added segment 5475e9bf-d857-4f57-aa2d-0921b37ca6e8 of type vlan for network 8770b0db-6497-4ea3-903b-fd212d767fd7 Aug 11 03:22:22.078381 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f8d2e5d5-5e75-488b-81d6-49921b47f372 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:22.097279 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e9f8e0d8-6409-4d17-b504-83a61b773316 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-446916'] for router_gateway, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:22.169099 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a725b035-06d3-4935-8276-60589263308c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:22.171665 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a725b035-06d3-4935-8276-60589263308c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:22.172910 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-a725b035-06d3-4935-8276-60589263308c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/79f1cdae-db15-4567-b5bd-398374b33758 HTTP/1.1" status: 204 len: 168 time: 0.4355688 Aug 11 03:22:22.214643 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a725b035-06d3-4935-8276-60589263308c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79f1cdae-db15-4567-b5bd-398374b33758,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:22.217551 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e9f8e0d8-6409-4d17-b504-83a61b773316 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6544'] for router, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:22.220446 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e9f8e0d8-6409-4d17-b504-83a61b773316 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:22.291309 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f8d2e5d5-5e75-488b-81d6-49921b47f372 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:22.297873 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8d2e5d5-5e75-488b-81d6-49921b47f372 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:22.298562 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f8d2e5d5-5e75-488b-81d6-49921b47f372 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks [] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:22.391191 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d2e5d5-5e75-488b-81d6-49921b47f372 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Pushing event updated for resources: {'Network': ['ID=8770b0db-6497-4ea3-903b-fd212d767fd7,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:22.402159 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network 8770b0db-6497-4ea3-903b-fd212d767fd7 details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:22:22.413905 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e9f8e0d8-6409-4d17-b504-83a61b773316 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448809'] for router, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:22.414494 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9f8e0d8-6409-4d17-b504-83a61b773316 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ccc720ea-71d8-4fa9-b187-84b51c695c95 {{(pid=102191) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:22:22.422805 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e9f8e0d8-6409-4d17-b504-83a61b773316 admin admin] Notify callbacks [] for router, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:22.426328 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-e9f8e0d8-6409-4d17-b504-83a61b773316 admin admin] 10.222.0.41 "DELETE /v2.0/routers/ccc720ea-71d8-4fa9-b187-84b51c695c95 HTTP/1.1" status: 204 len: 168 time: 1.9482563 Aug 11 03:22:22.427383 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 50886) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:22.471713 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c49be564-9133-48d6-8507-cfb066c1dde5 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:22.488127 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d479b263-d7bb-4f6e-8b60-29b290180aba req-7d21e407-681c-4ac7-8c35-b72342db9775 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbb5f37-cd37-415a-b820-36c249955487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4819901 Aug 11 03:22:22.494459 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_v2 [None req-eea7afd3-2c3e-49f9-8963-7aab79278d85 admin admin] Deleting subnet e2a0f3d9-7974-46bc-a56e-bfb61f04292d {{(pid=102191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:22:22.498206 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-eea7afd3-2c3e-49f9-8963-7aab79278d85 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:22.525066 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e100fe13-9b1c-40b8-adab-814f2b695291 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-446725', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-448852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6559'] for router, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:22.538533 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e100fe13-9b1c-40b8-adab-814f2b695291 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-446952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-446974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-446967', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-448845'] for router, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:22.556511 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-eea7afd3-2c3e-49f9-8963-7aab79278d85 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126283525'] for subnet, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:22.626319 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-f8d2e5d5-5e75-488b-81d6-49921b47f372 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.9098992 Aug 11 03:22:22.633423 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 50892) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:22.639281 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-b5889400-f748-4402-b1a5-ba4ccad0d99f tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Request body: {'subnet': {'network_id': '3a05285e-4828-4fa9-b910-29b06e768eba', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:22:22.772517 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-eea7afd3-2c3e-49f9-8963-7aab79278d85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:22.901048 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c49be564-9133-48d6-8507-cfb066c1dde5 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:22.910442 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5889400-f748-4402-b1a5-ba4ccad0d99f tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Made reservation on behalf of 8002057c241341da96913e0b77a31349 for: {'subnet': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:22:22.932094 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b5889400-f748-4402-b1a5-ba4ccad0d99f tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274743'] for subnet, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:22.932330 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-c49be564-9133-48d6-8507-cfb066c1dde5 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ff3f448-ca9b-4036-ac09-80380a15e692']}} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:22.932467 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-eea7afd3-2c3e-49f9-8963-7aab79278d85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126283413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126275158'] for subnet, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:22.934357 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c477110f-75e4-4c3e-8550-3a60e6e6efc4 admin admin] Router 72dfec54-4279-4516-bfa0-52b4220fb293 has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:22:22.944950 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7e0ba1-1dcb-4b5e-807e-8e88fcf3a88b req-29fc1b1c-1c63-485f-b13e-ec050d33d562 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:22.946515 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5c7e0ba1-1dcb-4b5e-807e-8e88fcf3a88b req-29fc1b1c-1c63-485f-b13e-ec050d33d562 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/ports?device_id=a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c HTTP/1.1" status: 200 len: 946 time: 0.2737803 Aug 11 03:22:22.948853 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-c49be564-9133-48d6-8507-cfb066c1dde5 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9ef83d9-c206-4b92-b5da-2bb339718328') {'for_net_delete': True} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:22.949150 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-c49be564-9133-48d6-8507-cfb066c1dde5 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9ef83d9-c206-4b92-b5da-2bb339718328') {} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:22.986044 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c49be564-9133-48d6-8507-cfb066c1dde5 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125932501'] for segment, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:22.999159 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea7afd3-2c3e-49f9-8963-7aab79278d85 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2a0f3d9-7974-46bc-a56e-bfb61f04292d,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:23.006707 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-eea7afd3-2c3e-49f9-8963-7aab79278d85 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:23.010208 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-eea7afd3-2c3e-49f9-8963-7aab79278d85 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/e2a0f3d9-7974-46bc-a56e-bfb61f04292d HTTP/1.1" status: 204 len: 168 time: 0.5816207 Aug 11 03:22:23.013431 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 50902) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:23.014505 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-407a8203-96f2-4aa8-997b-c5842bdea6c1 None None] Network c675a6cd-95a2-4004-a0ca-3c164345dd5f requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:22:23.037879 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c49be564-9133-48d6-8507-cfb066c1dde5 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:23.095373 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5c7e0ba1-1dcb-4b5e-807e-8e88fcf3a88b req-bbb151f9-7a61-4dc7-b80b-c9445cdea078 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbb5f37-cd37-415a-b820-36c249955487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299706 Aug 11 03:22:23.100471 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f3f31639-fa2d-4817-bf13-bc6ccd222e98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:23.100636 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c49be564-9133-48d6-8507-cfb066c1dde5 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=102192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:22:23.100636 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c49be564-9133-48d6-8507-cfb066c1dde5 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125932183'] for segment, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:23.104441 n-d-764292-30 neutron-server[102192]: Traceback (most recent call last): Aug 11 03:22:23.104441 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:22:23.104441 n-d-764292-30 neutron-server[102192]: timer() Aug 11 03:22:23.104441 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:22:23.104441 n-d-764292-30 neutron-server[102192]: cb(*args, **kw) Aug 11 03:22:23.104441 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:22:23.104441 n-d-764292-30 neutron-server[102192]: return func(*args, **kwargs) Aug 11 03:22:23.104441 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:22:23.104441 n-d-764292-30 neutron-server[102192]: self._notify() Aug 11 03:22:23.104441 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:22:23.104441 n-d-764292-30 neutron-server[102192]: self.callback(batched_events) Aug 11 03:22:23.104441 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:22:23.104441 n-d-764292-30 neutron-server[102192]: event.method(event) Aug 11 03:22:23.104441 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:22:23.104441 n-d-764292-30 neutron-server[102192]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:22:23.104441 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:22:23.104441 n-d-764292-30 neutron-server[102192]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:22:23.104441 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:22:23.104441 n-d-764292-30 neutron-server[102192]: return f(self, *a, **k) Aug 11 03:22:23.104441 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:22:23.104441 n-d-764292-30 neutron-server[102192]: return self._get(url).json() Aug 11 03:22:23.104441 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:22:23.104441 n-d-764292-30 neutron-server[102192]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:22:23.104441 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:22:23.104441 n-d-764292-30 neutron-server[102192]: return self.request(url, 'GET', **kwargs) Aug 11 03:22:23.104441 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:22:23.104441 n-d-764292-30 neutron-server[102192]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:22:23.104441 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:22:23.104441 n-d-764292-30 neutron-server[102192]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:22:23.104441 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:22:23.104441 n-d-764292-30 neutron-server[102192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:22:23.104441 n-d-764292-30 neutron-server[102192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:22:23.184592 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device ef70c153-80a0-49c7-a721-5fe7a3f4d703 no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:22:23.219541 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: ef70c153-80a0-49c7-a721-5fe7a3f4d703 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:22:23.220225 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device ef70c153-80a0-49c7-a721-5fe7a3f4d703 not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:22:23.223250 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 2e235153-c798-4f91-b541-c88728aadbfb no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:22:23.246089 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e100fe13-9b1c-40b8-adab-814f2b695291 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Router af1dc703-3b62-400e-aaff-c3c60fe8e34f is scheduled to L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 with binding_index 1 {{(pid=102192) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:22:23.265836 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-f3f31639-fa2d-4817-bf13-bc6ccd222e98 admin admin] Deleting port e4329ffc-999e-4ea0-a0ef-b1a31e87f77f {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:22:23.266171 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f3f31639-fa2d-4817-bf13-bc6ccd222e98 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:23.301370 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: 2e235153-c798-4f91-b541-c88728aadbfb {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:22:23.302603 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 2e235153-c798-4f91-b541-c88728aadbfb not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:22:23.303511 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device baac1390-9072-4951-b5fb-c9ebbd3b893b no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:22:23.336115 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: baac1390-9072-4951-b5fb-c9ebbd3b893b {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:22:23.337564 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device baac1390-9072-4951-b5fb-c9ebbd3b893b not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:22:23.350529 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [None req-f3f31639-fa2d-4817-bf13-bc6ccd222e98 admin admin] For port e4329ffc-999e-4ea0-a0ef-b1a31e87f77f, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=e4329ffc-999e-4ea0-a0ef-b1a31e87f77f,segment=NetworkSegment(f731e462-ce27-4a44-9eb6-cb0a7adfc31f),segment_id=f731e462-ce27-4a44-9eb6-cb0a7adfc31f)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:22:23.350951 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f3f31639-fa2d-4817-bf13-bc6ccd222e98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:23.365307 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-f3f31639-fa2d-4817-bf13-bc6ccd222e98 admin admin] Calling delete_port for e4329ffc-999e-4ea0-a0ef-b1a31e87f77f owned by network:dhcp {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:22:23.371093 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c49be564-9133-48d6-8507-cfb066c1dde5 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:23.391406 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c477110f-75e4-4c3e-8550-3a60e6e6efc4 admin admin] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:22:23.400052 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536bcbf9-6be8-41ec-adbd-18574f3f5e1c None None] Sync routers for ids ['72dfec54-4279-4516-bfa0-52b4220fb293'] in n-d-764292-30 {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:22:23.411925 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-c477110f-75e4-4c3e-8550-3a60e6e6efc4 admin admin] 10.222.0.41 "PUT /v2.0/routers/72dfec54-4279-4516-bfa0-52b4220fb293/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2928720 Aug 11 03:22:23.416882 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c49be564-9133-48d6-8507-cfb066c1dde5 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:23.417023 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536bcbf9-6be8-41ec-adbd-18574f3f5e1c None None] Routers {'72dfec54-4279-4516-bfa0-52b4220fb293'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:22:23.417023 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-536bcbf9-6be8-41ec-adbd-18574f3f5e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:22:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['72dfec54-4279-4516-bfa0-52b4220fb293'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:23.417219 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-c49be564-9133-48d6-8507-cfb066c1dde5 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "DELETE /v2.0/networks/0ff3f448-ca9b-4036-ac09-80380a15e692 HTTP/1.1" status: 204 len: 168 time: 1.4946744 Aug 11 03:22:23.434251 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 50910) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:23.434882 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 50912) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:23.453324 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b5889400-f748-4402-b1a5-ba4ccad0d99f tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126283476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274725'] for subnet, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:23.456968 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49be564-9133-48d6-8507-cfb066c1dde5 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Pushing event deleted for resources: {'Network': ['ID=0ff3f448-ca9b-4036-ac09-80380a15e692,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:23.515053 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0019279-e579-4aa2-9fa1-235684a1a380 None None] DHCP port deletion for c675a6cd-95a2-4004-a0ca-3c164345dd5f request from n-d-764292-30 {{(pid=102193) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:22:23.536680 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63b501d-85c6-485d-aa9e-1e27a9d98ce9 req-4529584d-e3d8-46fc-b09a-a3e9ff35c3d9 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:23.544534 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a63b501d-85c6-485d-aa9e-1e27a9d98ce9 req-4529584d-e3d8-46fc-b09a-a3e9ff35c3d9 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/ports?device_id=a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c HTTP/1.1" status: 200 len: 946 time: 0.1869059 Aug 11 03:22:23.567736 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-536bcbf9-6be8-41ec-adbd-18574f3f5e1c None None] Set router 72dfec54-4279-4516-bfa0-52b4220fb293 gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:22:23.606815 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a63b501d-85c6-485d-aa9e-1e27a9d98ce9 req-5a7f53cd-1f12-435d-98ea-af3c2213d1c5 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbb5f37-cd37-415a-b820-36c249955487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612636 Aug 11 03:22:23.635678 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e100fe13-9b1c-40b8-adab-814f2b695291 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:22:23.640733 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e100fe13-9b1c-40b8-adab-814f2b695291 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Notify callbacks [] for router, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:23.642128 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-e100fe13-9b1c-40b8-adab-814f2b695291 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] 10.222.0.41 "PUT /v2.0/routers/af1dc703-3b62-400e-aaff-c3c60fe8e34f HTTP/1.1" status: 200 len: 920 time: 7.0143158 Aug 11 03:22:23.645610 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 50922) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:23.656636 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8793ca77-f2b9-4107-bc90-c388a9926886 None None] Sync routers for ids ['af1dc703-3b62-400e-aaff-c3c60fe8e34f'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:22:23.729909 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-e0019279-e579-4aa2-9fa1-235684a1a380 None None] Deleting port e4329ffc-999e-4ea0-a0ef-b1a31e87f77f {{(pid=102193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:22:23.732155 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-e0019279-e579-4aa2-9fa1-235684a1a380 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:23.774023 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8793ca77-f2b9-4107-bc90-c388a9926886 None None] Routers {'af1dc703-3b62-400e-aaff-c3c60fe8e34f'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:22:23.779565 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-8793ca77-f2b9-4107-bc90-c388a9926886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:22:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['af1dc703-3b62-400e-aaff-c3c60fe8e34f'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:23.788908 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5889400-f748-4402-b1a5-ba4ccad0d99f tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Checking segment: {'id': 'd65637ef-911b-4b95-b7be-5ac698fbc134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '3a05285e-4828-4fa9-b910-29b06e768eba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:22:23.792566 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5889400-f748-4402-b1a5-ba4ccad0d99f tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Network hostable DHCP agents. Network: 3a05285e-4828-4fa9-b910-29b06e768eba, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:22:23.827926 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-536bcbf9-6be8-41ec-adbd-18574f3f5e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72dfec54-4279-4516-bfa0-52b4220fb293', 'name': 'tempest-TaggedBootDevicesTest-1821193535-router', 'tenant_id': '44415f337b71498496665864f1602b88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': '3ce4906e-cf67-4c44-b642-a857b9adf59e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:10:24Z', 'updated_at': '2021-08-11T03:22:20Z', 'revision_number': 5, 'project_id': '44415f337b71498496665864f1602b88', 'gw_port': {'id': '3ce4906e-cf67-4c44-b642-a857b9adf59e', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:34:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72dfec54-4279-4516-bfa0-52b4220fb293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:10:26Z', 'updated_at': '2021-08-11T03:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:23.858314 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536bcbf9-6be8-41ec-adbd-18574f3f5e1c None None] Checking router: 72dfec54-4279-4516-bfa0-52b4220fb293 for host: n-d-764292-30 {{(pid=102194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:22:23.867239 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536bcbf9-6be8-41ec-adbd-18574f3f5e1c None None] Routers {'72dfec54-4279-4516-bfa0-52b4220fb293'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:22:23.867973 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-536bcbf9-6be8-41ec-adbd-18574f3f5e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:22:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['72dfec54-4279-4516-bfa0-52b4220fb293'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:23.878133 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45331130-9168-4f9e-92e7-b65b4b244098 req-17df65a2-fab7-46f2-b152-685df551d69f tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:23.880527 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-45331130-9168-4f9e-92e7-b65b4b244098 req-17df65a2-fab7-46f2-b152-685df551d69f tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/ports?device_id=a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c HTTP/1.1" status: 200 len: 946 time: 0.0758574 Aug 11 03:22:23.885106 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-44ec9346-7408-4cb9-bf61-4065bc8bb025 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] 10.222.0.41 "GET /v2.0/routers/af1dc703-3b62-400e-aaff-c3c60fe8e34f HTTP/1.1" status: 200 len: 926 time: 0.2379072 Aug 11 03:22:23.887121 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-81cfc893-8d01-4750-8a4c-0a65f719921f admin admin] Notify callbacks [] for router, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:23.888456 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 50926) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:23.912394 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-8793ca77-f2b9-4107-bc90-c388a9926886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:23.952284 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-e0019279-e579-4aa2-9fa1-235684a1a380 None None] For port e4329ffc-999e-4ea0-a0ef-b1a31e87f77f, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=e4329ffc-999e-4ea0-a0ef-b1a31e87f77f,segment=NetworkSegment(f731e462-ce27-4a44-9eb6-cb0a7adfc31f),segment_id=f731e462-ce27-4a44-9eb6-cb0a7adfc31f)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:22:23.953203 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-e0019279-e579-4aa2-9fa1-235684a1a380 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:23.969275 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-e0019279-e579-4aa2-9fa1-235684a1a380 None None] Calling delete_port for e4329ffc-999e-4ea0-a0ef-b1a31e87f77f owned by network:dhcp {{(pid=102193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:22:24.048436 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f1d6cb-d3bf-4a59-a0e3-517441f8ae66 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:24.056752 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-b7f1d6cb-d3bf-4a59-a0e3-517441f8ae66 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=09faf7d2-eaf5-4a50-bb6e-4cb05d009a76&device_id=af1dc703-3b62-400e-aaff-c3c60fe8e34f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1638093 Aug 11 03:22:24.058749 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 50930) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:24.071351 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8793ca77-f2b9-4107-bc90-c388a9926886 None None] Routers {'af1dc703-3b62-400e-aaff-c3c60fe8e34f'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:22:24.072926 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-8793ca77-f2b9-4107-bc90-c388a9926886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:22:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['af1dc703-3b62-400e-aaff-c3c60fe8e34f'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:24.090532 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-45331130-9168-4f9e-92e7-b65b4b244098 req-4179b163-9cc8-4677-9dba-3a2f6ff1ed08 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbb5f37-cd37-415a-b820-36c249955487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294289 Aug 11 03:22:24.108345 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-536bcbf9-6be8-41ec-adbd-18574f3f5e1c None None] Set router 72dfec54-4279-4516-bfa0-52b4220fb293 gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:22:24.125123 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-8793ca77-f2b9-4107-bc90-c388a9926886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:24.126237 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8793ca77-f2b9-4107-bc90-c388a9926886 None None] The sync data for ids ['af1dc703-3b62-400e-aaff-c3c60fe8e34f'] in n-d-764292-30 is: [] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:22:24.138627 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-e0019279-e579-4aa2-9fa1-235684a1a380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678'] for port, after_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:24.148129 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5889400-f748-4402-b1a5-ba4ccad0d99f tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Pushing event updated for resources: {'Subnet': ['ID=593e4b8b-506a-4a3b-a610-d5141459a055,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:24.201355 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0019279-e579-4aa2-9fa1-235684a1a380 None None] Pushing event deleted for resources: {'Port': ['ID=e4329ffc-999e-4ea0-a0ef-b1a31e87f77f,revision_number=None']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:24.219846 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0019279-e579-4aa2-9fa1-235684a1a380 None None] No DVR routers for this DVR port e4329ffc-999e-4ea0-a0ef-b1a31e87f77f on host n-d-764292-30 {{(pid=102193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:22:24.242169 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 50934) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:24.249657 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-422b060c-abf3-429f-b020-952d3680633c tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:24.254246 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-422b060c-abf3-429f-b020-952d3680633c tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] 10.222.0.41 "GET /v2.0/networks/09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 HTTP/1.1" status: 200 len: 881 time: 0.1939850 Aug 11 03:22:24.257945 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 50938) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:24.286019 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f3f31639-fa2d-4817-bf13-bc6ccd222e98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:24.296673 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fa32eca5-28e3-4783-b326-af72fca563cb tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:24.307576 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-77fb3294-2030-4910-bd61-9334b7427abd tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] 10.222.0.41 "GET /v2.0/ports?device_id=af1dc703-3b62-400e-aaff-c3c60fe8e34f HTTP/1.1" status: 200 len: 205 time: 0.0418527 Aug 11 03:22:24.308211 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 50940) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:24.309932 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f31639-fa2d-4817-bf13-bc6ccd222e98 admin admin] No DVR routers for this DVR port e4329ffc-999e-4ea0-a0ef-b1a31e87f77f on host n-d-764292-30 {{(pid=102191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:22:24.348026 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-81cfc893-8d01-4750-8a4c-0a65f719921f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:24.348227 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-536bcbf9-6be8-41ec-adbd-18574f3f5e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72dfec54-4279-4516-bfa0-52b4220fb293', 'name': 'tempest-TaggedBootDevicesTest-1821193535-router', 'tenant_id': '44415f337b71498496665864f1602b88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': '3ce4906e-cf67-4c44-b642-a857b9adf59e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:10:24Z', 'updated_at': '2021-08-11T03:22:20Z', 'revision_number': 5, 'project_id': '44415f337b71498496665864f1602b88', 'gw_port': {'id': '3ce4906e-cf67-4c44-b642-a857b9adf59e', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:34:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72dfec54-4279-4516-bfa0-52b4220fb293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:10:26Z', 'updated_at': '2021-08-11T03:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:24.377941 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536bcbf9-6be8-41ec-adbd-18574f3f5e1c None None] The sync data for ids ['72dfec54-4279-4516-bfa0-52b4220fb293'] in n-d-764292-30 is: [{'id': '72dfec54-4279-4516-bfa0-52b4220fb293', 'name': 'tempest-TaggedBootDevicesTest-1821193535-router', 'tenant_id': '44415f337b71498496665864f1602b88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': '3ce4906e-cf67-4c44-b642-a857b9adf59e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:10:24Z', 'updated_at': '2021-08-11T03:22:20Z', 'revision_number': 5, 'project_id': '44415f337b71498496665864f1602b88', 'gw_port': {'id': '3ce4906e-cf67-4c44-b642-a857b9adf59e', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:34:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72dfec54-4279-4516-bfa0-52b4220fb293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:10:26Z', 'updated_at': '2021-08-11T03:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}] {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:22:24.459438 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-f2f15527-8712-4647-abe4-748a3c526808 tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Notify callbacks [] for router, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:24.467287 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-4114de3b-96c5-4731-8631-854dac429cc2 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1319824680'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:22:24.640617 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-f2f15527-8712-4647-abe4-748a3c526808 tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:24.646033 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4114de3b-96c5-4731-8631-854dac429cc2 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Made reservation on behalf of 36371e2845a94adc8766212c496af890 for: {'network': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:22:24.650156 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4114de3b-96c5-4731-8631-854dac429cc2 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:24.667849 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4114de3b-96c5-4731-8631-854dac429cc2 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:24.687774 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e457294-1d06-4ef0-84cd-0f2d79d174fb req-73581216-5960-422a-9f5a-33e686f7c7de tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:24.702229 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4e457294-1d06-4ef0-84cd-0f2d79d174fb req-73581216-5960-422a-9f5a-33e686f7c7de tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/ports?device_id=a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c HTTP/1.1" status: 200 len: 946 time: 0.0955946 Aug 11 03:22:24.718168 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f31639-fa2d-4817-bf13-bc6ccd222e98 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4329ffc-999e-4ea0-a0ef-b1a31e87f77f,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:24.725111 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5889400-f748-4402-b1a5-ba4ccad0d99f tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Network 3a05285e-4828-4fa9-b910-29b06e768eba is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:22:24.752484 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fa32eca5-28e3-4783-b326-af72fca563cb tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:24.755304 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4e457294-1d06-4ef0-84cd-0f2d79d174fb req-2d634f73-61ac-4940-a869-7887bd03742b tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbb5f37-cd37-415a-b820-36c249955487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558114 Aug 11 03:22:24.847789 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4114de3b-96c5-4731-8631-854dac429cc2 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:24.860336 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f3f31639-fa2d-4817-bf13-bc6ccd222e98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:24.875159 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-f3f31639-fa2d-4817-bf13-bc6ccd222e98 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c675a6cd-95a2-4004-a0ca-3c164345dd5f']}} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:24.888162 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-f3f31639-fa2d-4817-bf13-bc6ccd222e98 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f731e462-ce27-4a44-9eb6-cb0a7adfc31f') {'for_net_delete': True} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:24.888430 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-f3f31639-fa2d-4817-bf13-bc6ccd222e98 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f731e462-ce27-4a44-9eb6-cb0a7adfc31f') {} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:24.901978 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f3f31639-fa2d-4817-bf13-bc6ccd222e98 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126283644'] for segment, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:24.923416 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f3f31639-fa2d-4817-bf13-bc6ccd222e98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:24.930349 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3f31639-fa2d-4817-bf13-bc6ccd222e98 admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=102191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:22:24.930758 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f3f31639-fa2d-4817-bf13-bc6ccd222e98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126283391'] for segment, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:24.932637 n-d-764292-30 neutron-server[102191]: Traceback (most recent call last): Aug 11 03:22:24.932637 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:22:24.932637 n-d-764292-30 neutron-server[102191]: timer() Aug 11 03:22:24.932637 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:22:24.932637 n-d-764292-30 neutron-server[102191]: cb(*args, **kw) Aug 11 03:22:24.932637 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:22:24.932637 n-d-764292-30 neutron-server[102191]: return func(*args, **kwargs) Aug 11 03:22:24.932637 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:22:24.932637 n-d-764292-30 neutron-server[102191]: self._notify() Aug 11 03:22:24.932637 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:22:24.932637 n-d-764292-30 neutron-server[102191]: self.callback(batched_events) Aug 11 03:22:24.932637 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:22:24.932637 n-d-764292-30 neutron-server[102191]: event.method(event) Aug 11 03:22:24.932637 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:22:24.932637 n-d-764292-30 neutron-server[102191]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:22:24.932637 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:22:24.932637 n-d-764292-30 neutron-server[102191]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:22:24.932637 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:22:24.932637 n-d-764292-30 neutron-server[102191]: return f(self, *a, **k) Aug 11 03:22:24.932637 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:22:24.932637 n-d-764292-30 neutron-server[102191]: return self._get(url).json() Aug 11 03:22:24.932637 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:22:24.932637 n-d-764292-30 neutron-server[102191]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:22:24.932637 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:22:24.932637 n-d-764292-30 neutron-server[102191]: return self.request(url, 'GET', **kwargs) Aug 11 03:22:24.932637 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:22:24.932637 n-d-764292-30 neutron-server[102191]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:22:24.932637 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:22:24.932637 n-d-764292-30 neutron-server[102191]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:22:24.932637 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:22:24.932637 n-d-764292-30 neutron-server[102191]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:22:24.932637 n-d-764292-30 neutron-server[102191]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:22:25.088884 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device e4329ffc-999e-4ea0-a0ef-b1a31e87f77f no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:22:25.112693 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: e4329ffc-999e-4ea0-a0ef-b1a31e87f77f {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:22:25.113034 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device e4329ffc-999e-4ea0-a0ef-b1a31e87f77f not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:22:25.113480 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 114082ba-dfff-40f9-97f9-8738e330c4a2 no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:22:25.133068 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: 114082ba-dfff-40f9-97f9-8738e330c4a2 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:22:25.134001 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 114082ba-dfff-40f9-97f9-8738e330c4a2 not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:22:25.380129 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-f2f15527-8712-4647-abe4-748a3c526808 tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Deleting port 9b173281-168d-42d5-b84f-3959816db0b5 {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:22:25.380391 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-f2f15527-8712-4647-abe4-748a3c526808 tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:25.388632 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-b5889400-f748-4402-b1a5-ba4ccad0d99f tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, 3a05285e-4828-4fa9-b910-29b06e768eba) {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:22:25.389891 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f3f31639-fa2d-4817-bf13-bc6ccd222e98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:25.400290 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-772edcd3-99ae-43dd-a771-17514712c7aa None None] Network 3a05285e-4828-4fa9-b910-29b06e768eba requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:22:25.414601 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fa32eca5-28e3-4783-b326-af72fca563cb tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:25.417656 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fa32eca5-28e3-4783-b326-af72fca563cb tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:25.418795 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-fa32eca5-28e3-4783-b326-af72fca563cb tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "DELETE /v2.0/security-groups/028f82ce-145e-4da5-a893-c699717fae6e HTTP/1.1" status: 204 len: 168 time: 1.9769611 Aug 11 03:22:25.420384 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4114de3b-96c5-4731-8631-854dac429cc2 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:25.421955 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5889400-f748-4402-b1a5-ba4ccad0d99f tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:25.423093 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b5889400-f748-4402-b1a5-ba4ccad0d99f tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:25.441723 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f3f31639-fa2d-4817-bf13-bc6ccd222e98 admin admin] Notify callbacks [] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:25.446680 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-f3f31639-fa2d-4817-bf13-bc6ccd222e98 admin admin] 10.222.0.41 "DELETE /v2.0/networks/c675a6cd-95a2-4004-a0ca-3c164345dd5f HTTP/1.1" status: 204 len: 168 time: 2.4299412 Aug 11 03:22:25.466546 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa32eca5-28e3-4783-b326-af72fca563cb tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=028f82ce-145e-4da5-a893-c699717fae6e,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:25.475123 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f31639-fa2d-4817-bf13-bc6ccd222e98 admin admin] Pushing event deleted for resources: {'Network': ['ID=c675a6cd-95a2-4004-a0ca-3c164345dd5f,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:25.487077 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4114de3b-96c5-4731-8631-854dac429cc2 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=102192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:22:25.515521 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-81cfc893-8d01-4750-8a4c-0a65f719921f admin admin] Deleting port 3ce4906e-cf67-4c44-b642-a857b9adf59e {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:22:25.523362 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-81cfc893-8d01-4750-8a4c-0a65f719921f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:25.527582 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4114de3b-96c5-4731-8631-854dac429cc2 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:25.527988 n-d-764292-30 neutron-server[102192]: INFO neutron.db.segments_db [None req-4114de3b-96c5-4731-8631-854dac429cc2 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Added segment 1c0a74f6-21a3-43a1-be49-9efc34378d02 of type vlan for network 3e1d1075-3ba8-47d8-827d-34f7f177bab2 Aug 11 03:22:25.540958 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4114de3b-96c5-4731-8631-854dac429cc2 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3d34c8e-4720-41b2-9a8c-b5b706c66449,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:25.595411 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-b5889400-f748-4402-b1a5-ba4ccad0d99f tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9574420 Aug 11 03:22:25.597616 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 50964) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:25.608239 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-77591778-6f63-44d0-8c85-ecfa6cd8daef tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Request body: {'subnet': {'network_id': '8770b0db-6497-4ea3-903b-fd212d767fd7', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:22:25.618623 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4114de3b-96c5-4731-8631-854dac429cc2 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:25.673102 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb7f457-bb7d-46a8-8f03-8694c2131e8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde080026-c28f-55be-b52b-13827cc43646-3a05285e-4828-4fa9-b910-29b06e768eba', 'network_id': '3a05285e-4828-4fa9-b910-29b06e768eba', 'tenant_id': '8002057c241341da96913e0b77a31349', 'fixed_ips': [{'subnet_id': '593e4b8b-506a-4a3b-a610-d5141459a055'}]}} from n-d-764292-30. {{(pid=102193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:22:25.673973 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-9fb7f457-bb7d-46a8-8f03-8694c2131e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:25.728708 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-f2f15527-8712-4647-abe4-748a3c526808 tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:25.756310 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-f2f15527-8712-4647-abe4-748a3c526808 tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Calling delete_port for 9b173281-168d-42d5-b84f-3959816db0b5 owned by network:router_gateway {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:22:25.767773 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4114de3b-96c5-4731-8631-854dac429cc2 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:25.770523 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [None req-81cfc893-8d01-4750-8a4c-0a65f719921f admin admin] For port 3ce4906e-cf67-4c44-b642-a857b9adf59e, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=3ce4906e-cf67-4c44-b642-a857b9adf59e,segment=NetworkSegment(fab28bed-aa25-40db-bba4-ec26e795194c),segment_id=fab28bed-aa25-40db-bba4-ec26e795194c)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:22:25.770899 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-81cfc893-8d01-4750-8a4c-0a65f719921f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:25.776447 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4114de3b-96c5-4731-8631-854dac429cc2 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:25.778312 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4114de3b-96c5-4731-8631-854dac429cc2 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:25.795763 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-81cfc893-8d01-4750-8a4c-0a65f719921f admin admin] Calling delete_port for 3ce4906e-cf67-4c44-b642-a857b9adf59e owned by network:router_gateway {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:22:25.940753 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4114de3b-96c5-4731-8631-854dac429cc2 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Pushing event updated for resources: {'Network': ['ID=3e1d1075-3ba8-47d8-827d-34f7f177bab2,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:25.944352 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.db_base_plugin_common [None req-9fb7f457-bb7d-46a8-8f03-8694c2131e8c None None] Allocated IP 172.20.0.2 (3a05285e-4828-4fa9-b910-29b06e768eba/593e4b8b-506a-4a3b-a610-d5141459a055/17ababcd-10e3-4201-9ec5-c52bd280ec5d) {{(pid=102193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:22:25.958052 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network 3e1d1075-3ba8-47d8-827d-34f7f177bab2 details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:22:26.018337 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-4114de3b-96c5-4731-8631-854dac429cc2 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.7649920 Aug 11 03:22:26.028242 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 50974) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:26.045682 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-234ed631-09d6-4983-8a9f-7e514a4bfeac tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1775310053', 'description': 'tempest-secgroup-smoke-1775310053 description', 'project_id': 'a5478860f7cb432583cc8e5d994d2237'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:22:26.059270 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77591778-6f63-44d0-8c85-ecfa6cd8daef tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Made reservation on behalf of 8002057c241341da96913e0b77a31349 for: {'subnet': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:22:26.067605 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-77591778-6f63-44d0-8c85-ecfa6cd8daef tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274743'] for subnet, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:26.076367 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 50976) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:26.146375 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72d6cb7-2178-4d8d-9bc3-3ad039f7e0ae req-50f5470f-b226-4104-9e42-9893a6ccaadc tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:26.153778 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e72d6cb7-2178-4d8d-9bc3-3ad039f7e0ae req-50f5470f-b226-4104-9e42-9893a6ccaadc tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/ports?device_id=a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c HTTP/1.1" status: 200 len: 946 time: 0.2466006 Aug 11 03:22:26.255223 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-234ed631-09d6-4983-8a9f-7e514a4bfeac tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:26.370244 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-dbdd7112-01d3-40ac-b196-05ed0334a6fe admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=710d71fa568e4c94ae62395985243d4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2900233 Aug 11 03:22:26.374628 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 50978) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:26.376184 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-9fb7f457-bb7d-46a8-8f03-8694c2131e8c None None] Notify callbacks [] for port, precommit_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:26.431157 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e72d6cb7-2178-4d8d-9bc3-3ad039f7e0ae req-596e16d2-8e2a-4822-8db2-879f1783fc93 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbb5f37-cd37-415a-b820-36c249955487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2628586 Aug 11 03:22:26.511989 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-8a8cd251-1d3f-4be7-9a1d-ff5d46ffe9ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:26.624798 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-8a8cd251-1d3f-4be7-9a1d-ff5d46ffe9ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:26.686878 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-234ed631-09d6-4983-8a9f-7e514a4bfeac tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:26.710569 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-f2f15527-8712-4647-abe4-748a3c526808 tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:26.710791 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-9fb7f457-bb7d-46a8-8f03-8694c2131e8c None None] Transition to ACTIVE for port object 17ababcd-10e3-4201-9ec5-c52bd280ec5d will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:22:26.721833 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-81cfc893-8d01-4750-8a4c-0a65f719921f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:26.741106 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-9fb7f457-bb7d-46a8-8f03-8694c2131e8c None None] Transition to ACTIVE for port object 17ababcd-10e3-4201-9ec5-c52bd280ec5d will not be triggered until provisioned by entity DHCP. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:22:26.776802 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f15527-8712-4647-abe4-748a3c526808 tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Pushing event deleted for resources: {'Port': ['ID=9b173281-168d-42d5-b84f-3959816db0b5,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:26.795267 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cfc893-8d01-4750-8a4c-0a65f719921f admin admin] Pushing event deleted for resources: {'Port': ['ID=3ce4906e-cf67-4c44-b642-a857b9adf59e,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:26.826975 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-234ed631-09d6-4983-8a9f-7e514a4bfeac tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:26.854368 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-9fb7f457-bb7d-46a8-8f03-8694c2131e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669'] for port, after_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:26.905985 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-77591778-6f63-44d0-8c85-ecfa6cd8daef tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126283476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274725'] for subnet, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:26.983448 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb7f457-bb7d-46a8-8f03-8694c2131e8c None None] Network 3a05285e-4828-4fa9-b910-29b06e768eba is already hosted by enough agents. {{(pid=102193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:22:26.992223 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77591778-6f63-44d0-8c85-ecfa6cd8daef tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Pushing event updated for resources: {'Subnet': ['ID=c8e1ccb2-6a70-40ae-9f68-247ef8b3ab64,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:27.004843 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.base_scheduler [None req-9fb7f457-bb7d-46a8-8f03-8694c2131e8c None None] Resources bound (agent type, host, resource id): {{(pid=102193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:22:27.004843 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb7f457-bb7d-46a8-8f03-8694c2131e8c None None] Received port after_create {{(pid=102193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:22:27.012319 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234ed631-09d6-4983-8a9f-7e514a4bfeac tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d4c303e-0c5b-4d5a-b0c4-6f31f4676a83,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:27.014757 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb7f457-bb7d-46a8-8f03-8694c2131e8c None None] Pushing event updated for resources: {'Port': ['ID=17ababcd-10e3-4201-9ec5-c52bd280ec5d,revision_number=1']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:27.019802 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-234ed631-09d6-4983-8a9f-7e514a4bfeac tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:27.034479 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-234ed631-09d6-4983-8a9f-7e514a4bfeac tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.9926102 Aug 11 03:22:27.034479 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-8a8cd251-1d3f-4be7-9a1d-ff5d46ffe9ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:27.034667 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 50986) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:27.034767 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-8a8cd251-1d3f-4be7-9a1d-ff5d46ffe9ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:27.034767 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-8a8cd251-1d3f-4be7-9a1d-ff5d46ffe9ae admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3b0ad471-100b-447c-8d33-603471550998 HTTP/1.1" status: 204 len: 168 time: 0.6518102 Aug 11 03:22:27.069542 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8cd251-1d3f-4be7-9a1d-ff5d46ffe9ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b0ad471-100b-447c-8d33-603471550998,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:27.103260 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-f2f15527-8712-4647-abe4-748a3c526808 tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-446916'] for router_gateway, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:27.110023 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-fff0555c-9d87-415f-904c-c2591b81b182 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Request body: {'security_group_rule': {'security_group_id': '1d4c303e-0c5b-4d5a-b0c4-6f31f4676a83', 'project_id': 'a5478860f7cb432583cc8e5d994d2237', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:22:27.217199 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-81cfc893-8d01-4750-8a4c-0a65f719921f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-446916'] for router_gateway, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:27.223912 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77591778-6f63-44d0-8c85-ecfa6cd8daef tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Checking segment: {'id': '5475e9bf-d857-4f57-aa2d-0921b37ca6e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '8770b0db-6497-4ea3-903b-fd212d767fd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:22:27.224646 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77591778-6f63-44d0-8c85-ecfa6cd8daef tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Network hostable DHCP agents. Network: 8770b0db-6497-4ea3-903b-fd212d767fd7, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:22:27.361738 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-9fb7f457-bb7d-46a8-8f03-8694c2131e8c None None] Attempting to bind port 17ababcd-10e3-4201-9ec5-c52bd280ec5d on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:22:27.366100 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-9fb7f457-bb7d-46a8-8f03-8694c2131e8c None None] Attempting to bind port 17ababcd-10e3-4201-9ec5-c52bd280ec5d by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': 'd65637ef-911b-4b95-b7be-5ac698fbc134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '3a05285e-4828-4fa9-b910-29b06e768eba'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:22:27.366743 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb7f457-bb7d-46a8-8f03-8694c2131e8c None None] Attempting to bind port 17ababcd-10e3-4201-9ec5-c52bd280ec5d on network 3a05285e-4828-4fa9-b910-29b06e768eba {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:22:27.380755 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb7f457-bb7d-46a8-8f03-8694c2131e8c None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:22:27.381872 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb7f457-bb7d-46a8-8f03-8694c2131e8c None None] Checking segment: {'id': 'd65637ef-911b-4b95-b7be-5ac698fbc134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '3a05285e-4828-4fa9-b910-29b06e768eba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:22:27.382475 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-9fb7f457-bb7d-46a8-8f03-8694c2131e8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:27.383042 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb7f457-bb7d-46a8-8f03-8694c2131e8c None None] Bound using segment: {'id': 'd65637ef-911b-4b95-b7be-5ac698fbc134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '3a05285e-4828-4fa9-b910-29b06e768eba'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:22:27.385995 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-9fb7f457-bb7d-46a8-8f03-8694c2131e8c None None] Bound port: 17ababcd-10e3-4201-9ec5-c52bd280ec5d, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd65637ef-911b-4b95-b7be-5ac698fbc134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '3a05285e-4828-4fa9-b910-29b06e768eba'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:22:27.386652 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-9fb7f457-bb7d-46a8-8f03-8694c2131e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:27.435210 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-81cfc893-8d01-4750-8a4c-0a65f719921f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6544'] for router, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:27.437812 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-81cfc893-8d01-4750-8a4c-0a65f719921f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:27.463590 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-9fb7f457-bb7d-46a8-8f03-8694c2131e8c None None] For port 17ababcd-10e3-4201-9ec5-c52bd280ec5d, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:22:27.466848 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-9fb7f457-bb7d-46a8-8f03-8694c2131e8c None None] For port 17ababcd-10e3-4201-9ec5-c52bd280ec5d, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=17ababcd-10e3-4201-9ec5-c52bd280ec5d,segment=NetworkSegment(d65637ef-911b-4b95-b7be-5ac698fbc134),segment_id=d65637ef-911b-4b95-b7be-5ac698fbc134)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:22:27.482313 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-f2f15527-8712-4647-abe4-748a3c526808 tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6544'] for router, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:27.485268 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fff0555c-9d87-415f-904c-c2591b81b182 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:27.487504 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-f2f15527-8712-4647-abe4-748a3c526808 tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:27.547374 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221bf167-5e05-4b02-9c72-76e7aed70119 req-dc106fb9-e8d7-47ee-b129-990efdfe12ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:27.549003 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-221bf167-5e05-4b02-9c72-76e7aed70119 req-dc106fb9-e8d7-47ee-b129-990efdfe12ba service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1c3a4a4854b046bf84e782d3a4f4fd61&device_id=a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c HTTP/1.1" status: 200 len: 1098 time: 0.1903384 Aug 11 03:22:27.557153 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fff0555c-9d87-415f-904c-c2591b81b182 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:27.558069 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf81eebd-c4e2-4653-b2a0-403f5045d7d0 req-7098a790-4c5a-41ad-98c8-d9ed889a743c tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:27.559857 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bf81eebd-c4e2-4653-b2a0-403f5045d7d0 req-7098a790-4c5a-41ad-98c8-d9ed889a743c tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/ports?device_id=a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c HTTP/1.1" status: 200 len: 946 time: 0.2024961 Aug 11 03:22:27.595886 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-81cfc893-8d01-4750-8a4c-0a65f719921f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448809'] for router, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:27.596433 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-9fb7f457-bb7d-46a8-8f03-8694c2131e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:27.596566 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81cfc893-8d01-4750-8a4c-0a65f719921f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 72dfec54-4279-4516-bfa0-52b4220fb293 {{(pid=102191) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:22:27.601348 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-81cfc893-8d01-4750-8a4c-0a65f719921f admin admin] Notify callbacks [] for router, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:27.606467 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-81cfc893-8d01-4750-8a4c-0a65f719921f admin admin] 10.222.0.41 "DELETE /v2.0/routers/72dfec54-4279-4516-bfa0-52b4220fb293 HTTP/1.1" status: 204 len: 168 time: 4.1704133 Aug 11 03:22:27.607040 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 50992) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:27.642528 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-f2f15527-8712-4647-abe4-748a3c526808 tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448809'] for router, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:27.646070 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2f15527-8712-4647-abe4-748a3c526808 tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Fanout notify agent at l3_agent the message router_deleted on router af1dc703-3b62-400e-aaff-c3c60fe8e34f {{(pid=102192) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:22:27.682364 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-f2f15527-8712-4647-abe4-748a3c526808 tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Notify callbacks [] for router, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:27.692096 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77591778-6f63-44d0-8c85-ecfa6cd8daef tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Network 8770b0db-6497-4ea3-903b-fd212d767fd7 is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:22:27.692762 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-f2f15527-8712-4647-abe4-748a3c526808 tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] 10.222.0.41 "DELETE /v2.0/routers/af1dc703-3b62-400e-aaff-c3c60fe8e34f HTTP/1.1" status: 204 len: 168 time: 3.3829191 Aug 11 03:22:27.702212 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fff0555c-9d87-415f-904c-c2591b81b182 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:27.703187 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 51004) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:27.708188 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-be6e399a-d6ee-4d05-b940-d02cba4910e9 tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-540913448', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}, 'admin_state_up': False}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:22:27.749664 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bf81eebd-c4e2-4653-b2a0-403f5045d7d0 req-e7370274-1771-4f91-b380-3ac7a09b3276 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbb5f37-cd37-415a-b820-36c249955487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772234 Aug 11 03:22:27.751135 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb7f457-bb7d-46a8-8f03-8694c2131e8c None None] Pushing event updated for resources: {'Port': ['ID=17ababcd-10e3-4201-9ec5-c52bd280ec5d,revision_number=2']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:27.777092 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff0555c-9d87-415f-904c-c2591b81b182 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39ab9c9a-c632-4496-8f5a-1a87d12b04e8,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:27.819995 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221bf167-5e05-4b02-9c72-76e7aed70119 req-eac06f89-50c1-4643-9a3b-9d3f55e1e1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:27.828088 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-221bf167-5e05-4b02-9c72-76e7aed70119 req-eac06f89-50c1-4643-9a3b-9d3f55e1e1a9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5550882c-d5be-4613-b9ce-af7283467065 HTTP/1.1" status: 200 len: 914 time: 0.2670367 Aug 11 03:22:27.852592 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_v2 [None req-60ea586e-aea9-4023-981f-d6499463a326 admin admin] Deleting subnet 4230503c-7b88-4635-ba97-704ecda79830 {{(pid=102191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:22:27.861551 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-60ea586e-aea9-4023-981f-d6499463a326 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:27.921031 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-77591778-6f63-44d0-8c85-ecfa6cd8daef tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, 8770b0db-6497-4ea3-903b-fd212d767fd7) {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:22:27.926245 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-221bf167-5e05-4b02-9c72-76e7aed70119 req-c702734c-dcc3-4850-93ad-6393149ac4b8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1cb8468e-17ff-4509-bb1e-469bb7546cf3 HTTP/1.1" status: 200 len: 217 time: 0.0873954 Aug 11 03:22:27.926840 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77591778-6f63-44d0-8c85-ecfa6cd8daef tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:27.927712 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-77591778-6f63-44d0-8c85-ecfa6cd8daef tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:27.932922 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f7e1fb9-eddb-4cbf-9be7-9830c0eb9a7e None None] Network 8770b0db-6497-4ea3-903b-fd212d767fd7 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:22:27.941231 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-be6e399a-d6ee-4d05-b940-d02cba4910e9 tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-450010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6626'] for router, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:27.941231 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-be6e399a-d6ee-4d05-b940-d02cba4910e9 tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-446747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6633'] for router, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:28.016885 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-60ea586e-aea9-4023-981f-d6499463a326 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126283525'] for subnet, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:28.035866 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221bf167-5e05-4b02-9c72-76e7aed70119 req-b469a8d5-278e-4b7c-a6f2-2f7064fd1ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:28.037785 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-221bf167-5e05-4b02-9c72-76e7aed70119 req-b469a8d5-278e-4b7c-a6f2-2f7064fd1ba8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1720ed9a-a4c0-46ed-8d38-cf818eba15ba HTTP/1.1" status: 200 len: 853 time: 0.0906179 Aug 11 03:22:28.044181 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-be6e399a-d6ee-4d05-b940-d02cba4910e9 tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:28.076262 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fff0555c-9d87-415f-904c-c2591b81b182 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:28.077666 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-fff0555c-9d87-415f-904c-c2591b81b182 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0324388 Aug 11 03:22:28.084252 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-77591778-6f63-44d0-8c85-ecfa6cd8daef tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4831502 Aug 11 03:22:28.087607 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 51008) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:28.088091 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 51010) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:28.094030 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-c5dbb42d-96d2-4f07-b9f8-343dc15a03d9 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Request body: {'security_group_rule': {'security_group_id': '1d4c303e-0c5b-4d5a-b0c4-6f31f4676a83', 'project_id': 'a5478860f7cb432583cc8e5d994d2237', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:22:28.104260 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-cf9ae625-34e3-4e2f-a072-3adf0353a5e5 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1643845362', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:22:28.115292 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-221bf167-5e05-4b02-9c72-76e7aed70119 req-577cf036-4ac2-4279-8695-dd9bdf7770d5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5550882c-d5be-4613-b9ce-af7283467065&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0694244 Aug 11 03:22:28.320191 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-cf9ae625-34e3-4e2f-a072-3adf0353a5e5 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-450010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6626'] for router, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:28.322980 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-cf9ae625-34e3-4e2f-a072-3adf0353a5e5 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-446747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6633'] for router, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:28.349855 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e3bc1fa-26d3-4981-9e7f-c4198178a7e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde080026-c28f-55be-b52b-13827cc43646-8770b0db-6497-4ea3-903b-fd212d767fd7', 'network_id': '8770b0db-6497-4ea3-903b-fd212d767fd7', 'tenant_id': '8002057c241341da96913e0b77a31349', 'fixed_ips': [{'subnet_id': 'c8e1ccb2-6a70-40ae-9f68-247ef8b3ab64'}]}} from n-d-764292-30. {{(pid=102193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:22:28.355351 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-0e3bc1fa-26d3-4981-9e7f-c4198178a7e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:28.389356 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-221bf167-5e05-4b02-9c72-76e7aed70119 req-0a73755a-e881-451a-87e6-36ddbc0d3dde service neutron] 10.222.0.24 "GET /v2.0/networks/5550882c-d5be-4613-b9ce-af7283467065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2652094 Aug 11 03:22:28.389855 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 51012) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:28.449751 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-cf9ae625-34e3-4e2f-a072-3adf0353a5e5 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:28.470707 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c5dbb42d-96d2-4f07-b9f8-343dc15a03d9 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:28.493438 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-60ea586e-aea9-4023-981f-d6499463a326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:28.568366 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-cf9ae625-34e3-4e2f-a072-3adf0353a5e5 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-446952'] for router, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:28.660736 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-cf9ae625-34e3-4e2f-a072-3adf0353a5e5 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks [] for router, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:28.668334 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-cf9ae625-34e3-4e2f-a072-3adf0353a5e5 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5694938 Aug 11 03:22:28.673100 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 51014) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:28.768680 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.db_base_plugin_common [None req-0e3bc1fa-26d3-4981-9e7f-c4198178a7e0 None None] Allocated IP 172.21.0.2 (8770b0db-6497-4ea3-903b-fd212d767fd7/c8e1ccb2-6a70-40ae-9f68-247ef8b3ab64/768d2c2d-18ca-4358-b3a8-eb5fcb773529) {{(pid=102193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:22:28.986111 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c5dbb42d-96d2-4f07-b9f8-343dc15a03d9 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:29.110253 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-60ea586e-aea9-4023-981f-d6499463a326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126283413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126275158'] for subnet, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:29.185587 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-0e3bc1fa-26d3-4981-9e7f-c4198178a7e0 None None] Notify callbacks [] for port, precommit_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:29.191867 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c5dbb42d-96d2-4f07-b9f8-343dc15a03d9 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:29.223898 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-e0ef1c1f-a965-4a16-82e6-487854fcd7f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:29.225931 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-0e3bc1fa-26d3-4981-9e7f-c4198178a7e0 None None] Transition to ACTIVE for port object 768d2c2d-18ca-4358-b3a8-eb5fcb773529 will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:22:29.283004 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-0e3bc1fa-26d3-4981-9e7f-c4198178a7e0 None None] Transition to ACTIVE for port object 768d2c2d-18ca-4358-b3a8-eb5fcb773529 will not be triggered until provisioned by entity DHCP. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:22:29.294899 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 17ababcd-10e3-4201-9ec5-c52bd280ec5d up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:22:29.320574 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ea586e-aea9-4023-981f-d6499463a326 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4230503c-7b88-4635-ba97-704ecda79830,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:29.339080 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-60ea586e-aea9-4023-981f-d6499463a326 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:29.349962 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-60ea586e-aea9-4023-981f-d6499463a326 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/4230503c-7b88-4635-ba97-704ecda79830 HTTP/1.1" status: 204 len: 168 time: 1.7394826 Aug 11 03:22:29.353357 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 51020) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:29.385003 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49a2fc54-9a72-435c-a11e-dff539476635 None None] Network 99a68316-7b54-4552-81a4-eb1b8bfe1686 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:22:29.392522 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-0e3bc1fa-26d3-4981-9e7f-c4198178a7e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669'] for port, after_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:29.416589 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dbb42d-96d2-4f07-b9f8-343dc15a03d9 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44139710-70c8-44bd-b0d6-049dd8ac8fda,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:29.512019 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3bc1fa-26d3-4981-9e7f-c4198178a7e0 None None] Pushing event updated for resources: {'Port': ['ID=768d2c2d-18ca-4358-b3a8-eb5fcb773529,revision_number=1']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:29.517117 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 51022) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:29.532663 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-54680aab-f320-4642-9214-d13e23afa62f tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Request body: {'subnet': {'network_id': '3e1d1075-3ba8-47d8-827d-34f7f177bab2', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:22:29.555229 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c5dbb42d-96d2-4f07-b9f8-343dc15a03d9 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:29.560251 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-c5dbb42d-96d2-4f07-b9f8-343dc15a03d9 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.4708385 Aug 11 03:22:29.573623 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 51024) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:29.587123 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e3bc1fa-26d3-4981-9e7f-c4198178a7e0 None None] Network 8770b0db-6497-4ea3-903b-fd212d767fd7 is already hosted by enough agents. {{(pid=102193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:22:29.593332 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.base_scheduler [None req-0e3bc1fa-26d3-4981-9e7f-c4198178a7e0 None None] Resources bound (agent type, host, resource id): {{(pid=102193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:22:29.603043 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3bc1fa-26d3-4981-9e7f-c4198178a7e0 None None] Received port after_create {{(pid=102193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:22:29.623256 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-b87b7729-e430-4a26-a6f5-655c03ab0955 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Request body: {'security_group_rule': {'security_group_id': '1d4c303e-0c5b-4d5a-b0c4-6f31f4676a83', 'project_id': 'a5478860f7cb432583cc8e5d994d2237', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:22:29.663256 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-202a8ac0-61e6-4d0f-bfd5-8ae9b7c07e79 None None] Network 3a05285e-4828-4fa9-b910-29b06e768eba requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:22:29.686846 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-522cd7ea-1175-4727-9ca4-fb4bed6a0734 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c9d3ace5da3d416db998ed72babce785&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2941825 Aug 11 03:22:29.693531 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 51026) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:29.710748 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-be6e399a-d6ee-4d05-b940-d02cba4910e9 tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:29.764736 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ad3369-b5ed-4b87-9b4f-dab3b8b49c90 req-20a896cb-7954-432a-ac17-b173cb160093 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:29.766674 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-76ad3369-b5ed-4b87-9b4f-dab3b8b49c90 req-20a896cb-7954-432a-ac17-b173cb160093 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/ports?device_id=a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c HTTP/1.1" status: 200 len: 946 time: 0.1774554 Aug 11 03:22:29.773147 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-221bf167-5e05-4b02-9c72-76e7aed70119 req-55d96e14-4f96-4f89-869f-47ad5ed9b059 service neutron] 10.222.0.24 "GET /v2.0/networks/5550882c-d5be-4613-b9ce-af7283467065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3724489 Aug 11 03:22:29.777180 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-60ddceef-bbb8-4c17-94b3-f22999b5ca87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:29.828504 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-76ad3369-b5ed-4b87-9b4f-dab3b8b49c90 req-57fc02a4-c421-4293-89b0-8f09a050bf98 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbb5f37-cd37-415a-b820-36c249955487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495105 Aug 11 03:22:29.829359 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-cc983144-7c90-449b-88ab-173b4495e53b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:29.841586 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b10b3341-7bde-4452-94db-1b19b8bc5086 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:29.858637 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-cc983144-7c90-449b-88ab-173b4495e53b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:29.950389 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-8594e270-a6a8-4028-8ec8-16f11480c581 None None] Provisioning for port 17ababcd-10e3-4201-9ec5-c52bd280ec5d completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:22:29.975335 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b87b7729-e430-4a26-a6f5-655c03ab0955 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:29.982649 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-0e3bc1fa-26d3-4981-9e7f-c4198178a7e0 None None] Attempting to bind port 768d2c2d-18ca-4358-b3a8-eb5fcb773529 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:22:29.982844 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-0e3bc1fa-26d3-4981-9e7f-c4198178a7e0 None None] Attempting to bind port 768d2c2d-18ca-4358-b3a8-eb5fcb773529 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': '5475e9bf-d857-4f57-aa2d-0921b37ca6e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '8770b0db-6497-4ea3-903b-fd212d767fd7'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:22:29.983158 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3bc1fa-26d3-4981-9e7f-c4198178a7e0 None None] Attempting to bind port 768d2c2d-18ca-4358-b3a8-eb5fcb773529 on network 8770b0db-6497-4ea3-903b-fd212d767fd7 {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:22:29.996087 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3bc1fa-26d3-4981-9e7f-c4198178a7e0 None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:22:29.996644 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3bc1fa-26d3-4981-9e7f-c4198178a7e0 None None] Checking segment: {'id': '5475e9bf-d857-4f57-aa2d-0921b37ca6e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '8770b0db-6497-4ea3-903b-fd212d767fd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:22:29.997154 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-0e3bc1fa-26d3-4981-9e7f-c4198178a7e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:29.997653 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3bc1fa-26d3-4981-9e7f-c4198178a7e0 None None] Bound using segment: {'id': '5475e9bf-d857-4f57-aa2d-0921b37ca6e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '8770b0db-6497-4ea3-903b-fd212d767fd7'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:22:29.998402 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-0e3bc1fa-26d3-4981-9e7f-c4198178a7e0 None None] Bound port: 768d2c2d-18ca-4358-b3a8-eb5fcb773529, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5475e9bf-d857-4f57-aa2d-0921b37ca6e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '8770b0db-6497-4ea3-903b-fd212d767fd7'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:22:29.998892 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-0e3bc1fa-26d3-4981-9e7f-c4198178a7e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:30.049238 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port 17ababcd-10e3-4201-9ec5-c52bd280ec5d completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:22:30.070770 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 17ababcd-10e3-4201-9ec5-c52bd280ec5d triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:22:30.071404 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:30.105842 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-be6e399a-d6ee-4d05-b940-d02cba4910e9 tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Notify callbacks [] for router_gateway, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:30.107748 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-cc983144-7c90-449b-88ab-173b4495e53b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:30.111630 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-cc983144-7c90-449b-88ab-173b4495e53b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:30.115689 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-cc983144-7c90-449b-88ab-173b4495e53b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9df5e864-deb4-4bb6-992a-59ce89ddaac5 HTTP/1.1" status: 204 len: 168 time: 0.4118612 Aug 11 03:22:30.139358 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-be6e399a-d6ee-4d05-b940-d02cba4910e9 tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:30.144869 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54680aab-f320-4642-9214-d13e23afa62f tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Made reservation on behalf of 36371e2845a94adc8766212c496af890 for: {'subnet': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:22:30.150536 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-54680aab-f320-4642-9214-d13e23afa62f tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274743'] for subnet, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:30.154622 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc983144-7c90-449b-88ab-173b4495e53b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9df5e864-deb4-4bb6-992a-59ce89ddaac5,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:30.261064 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b19c139-0028-476e-8ed0-f01b828af9c9 None None] DHCP port deletion for 99a68316-7b54-4552-81a4-eb1b8bfe1686 request from n-d-764292-30 {{(pid=102193) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:22:30.299202 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b87b7729-e430-4a26-a6f5-655c03ab0955 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:30.317721 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-60ddceef-bbb8-4c17-94b3-f22999b5ca87 admin admin] Deleting port ff96b7cd-67e3-4486-9c6d-f9ee43f4bd21 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:22:30.318067 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-60ddceef-bbb8-4c17-94b3-f22999b5ca87 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:30.336394 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-0e3bc1fa-26d3-4981-9e7f-c4198178a7e0 None None] For port 768d2c2d-18ca-4358-b3a8-eb5fcb773529, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:22:30.362956 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-0e3bc1fa-26d3-4981-9e7f-c4198178a7e0 None None] For port 768d2c2d-18ca-4358-b3a8-eb5fcb773529, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=768d2c2d-18ca-4358-b3a8-eb5fcb773529,segment=NetworkSegment(5475e9bf-d857-4f57-aa2d-0921b37ca6e8),segment_id=5475e9bf-d857-4f57-aa2d-0921b37ca6e8)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:22:30.364841 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [None req-be6e399a-d6ee-4d05-b940-d02cba4910e9 tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Allocated IP 172.25.8.33 (09faf7d2-eaf5-4a50-bb6e-4cb05d009a76/e1a97443-13df-40bb-85f5-fd269e2742c0/529426c9-a42c-480f-b8e6-aeb4d3ac6fd2) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:22:30.434752 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b87b7729-e430-4a26-a6f5-655c03ab0955 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:30.469007 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87b7729-e430-4a26-a6f5-655c03ab0955 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83388602-f7bc-433d-bfdc-4181f6b58c9b,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:30.470238 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:30.504722 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-0e3bc1fa-26d3-4981-9e7f-c4198178a7e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:30.521834 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [None req-60ddceef-bbb8-4c17-94b3-f22999b5ca87 admin admin] For port ff96b7cd-67e3-4486-9c6d-f9ee43f4bd21, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=ff96b7cd-67e3-4486-9c6d-f9ee43f4bd21,segment=NetworkSegment(6636cac9-4e2b-442e-bc2a-cdca0dca5176),segment_id=6636cac9-4e2b-442e-bc2a-cdca0dca5176)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:22:30.523084 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-60ddceef-bbb8-4c17-94b3-f22999b5ca87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:30.526565 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-2b19c139-0028-476e-8ed0-f01b828af9c9 None None] Deleting port ff96b7cd-67e3-4486-9c6d-f9ee43f4bd21 {{(pid=102193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:22:30.526958 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2b19c139-0028-476e-8ed0-f01b828af9c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:30.552762 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-be6e399a-d6ee-4d05-b940-d02cba4910e9 tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:30.584355 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-60ddceef-bbb8-4c17-94b3-f22999b5ca87 admin admin] Calling delete_port for ff96b7cd-67e3-4486-9c6d-f9ee43f4bd21 owned by network:dhcp {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:22:30.590992 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b87b7729-e430-4a26-a6f5-655c03ab0955 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:30.592950 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-b87b7729-e430-4a26-a6f5-655c03ab0955 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9739449 Aug 11 03:22:30.601468 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 51032) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:30.618850 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-78d5e1c9-d177-432c-9056-e9324096f3ac tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Request body: {'security_group_rule': {'security_group_id': '1d4c303e-0c5b-4d5a-b0c4-6f31f4676a83', 'project_id': 'a5478860f7cb432583cc8e5d994d2237', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:22:30.731173 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [None req-b10b3341-7bde-4452-94db-1b19b8bc5086 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Allocated IP 172.20.0.1 (3a05285e-4828-4fa9-b910-29b06e768eba/593e4b8b-506a-4a3b-a610-d5141459a055/ab9eff48-3a88-4edf-a493-343258b43c1d) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:22:30.765151 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port 17ababcd-10e3-4201-9ec5-c52bd280ec5d, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=17ababcd-10e3-4201-9ec5-c52bd280ec5d,segment=NetworkSegment(d65637ef-911b-4b95-b7be-5ac698fbc134),segment_id=d65637ef-911b-4b95-b7be-5ac698fbc134)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:22:30.795352 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-2b19c139-0028-476e-8ed0-f01b828af9c9 None None] For port ff96b7cd-67e3-4486-9c6d-f9ee43f4bd21, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=ff96b7cd-67e3-4486-9c6d-f9ee43f4bd21,segment=NetworkSegment(6636cac9-4e2b-442e-bc2a-cdca0dca5176),segment_id=6636cac9-4e2b-442e-bc2a-cdca0dca5176)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:22:30.795756 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2b19c139-0028-476e-8ed0-f01b828af9c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:30.807158 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-be6e399a-d6ee-4d05-b940-d02cba4910e9 tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:30.815697 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3bc1fa-26d3-4981-9e7f-c4198178a7e0 None None] Pushing event updated for resources: {'Port': ['ID=768d2c2d-18ca-4358-b3a8-eb5fcb773529,revision_number=2']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:30.821995 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-2b19c139-0028-476e-8ed0-f01b828af9c9 None None] Calling delete_port for ff96b7cd-67e3-4486-9c6d-f9ee43f4bd21 owned by network:dhcp {{(pid=102193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:22:30.835434 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-78d5e1c9-d177-432c-9056-e9324096f3ac tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:30.891739 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:30.991098 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 3ce4906e-cf67-4c44-b642-a857b9adf59e no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:22:31.030780 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-54680aab-f320-4642-9214-d13e23afa62f tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126283476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274725'] for subnet, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:31.058077 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be6e399a-d6ee-4d05-b940-d02cba4910e9 tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:22:31.071032 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: 3ce4906e-cf67-4c44-b642-a857b9adf59e {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:22:31.071561 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 3ce4906e-cf67-4c44-b642-a857b9adf59e not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:22:31.082400 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-0d5dae0d-9683-4c7f-bf62-891b769cedea None None] Provisioning complete for port 17ababcd-10e3-4201-9ec5-c52bd280ec5d triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:22:31.082771 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-0d5dae0d-9683-4c7f-bf62-891b769cedea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:31.095301 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-60ddceef-bbb8-4c17-94b3-f22999b5ca87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:31.108897 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-be6e399a-d6ee-4d05-b940-d02cba4910e9 tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:22:31.146355 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6e399a-d6ee-4d05-b940-d02cba4910e9 tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:22:31.147895 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2b19c139-0028-476e-8ed0-f01b828af9c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678'] for port, after_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:31.170983 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6e399a-d6ee-4d05-b940-d02cba4910e9 tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Pushing event updated for resources: {'Port': ['ID=529426c9-a42c-480f-b8e6-aeb4d3ac6fd2,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:31.182040 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b10b3341-7bde-4452-94db-1b19b8bc5086 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:31.199084 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ddceef-bbb8-4c17-94b3-f22999b5ca87 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff96b7cd-67e3-4486-9c6d-f9ee43f4bd21,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:31.201291 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ddceef-bbb8-4c17-94b3-f22999b5ca87 admin admin] No DVR routers for this DVR port ff96b7cd-67e3-4486-9c6d-f9ee43f4bd21 on host n-d-764292-30 {{(pid=102191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:22:31.231397 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b19c139-0028-476e-8ed0-f01b828af9c9 None None] No DVR routers for this DVR port ff96b7cd-67e3-4486-9c6d-f9ee43f4bd21 on host n-d-764292-30 {{(pid=102193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:22:31.257120 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=17ababcd-10e3-4201-9ec5-c52bd280ec5d,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:31.266261 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 768d2c2d-18ca-4358-b3a8-eb5fcb773529 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:22:31.273589 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-78d5e1c9-d177-432c-9056-e9324096f3ac tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:31.280824 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54680aab-f320-4642-9214-d13e23afa62f tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Pushing event updated for resources: {'Subnet': ['ID=261bfeb4-1151-412c-877e-47fe21af161a,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:31.285427 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [None req-b10b3341-7bde-4452-94db-1b19b8bc5086 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Transition to ACTIVE for port object ab9eff48-3a88-4edf-a493-343258b43c1d will not be triggered until provisioned by entity DHCP. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:22:31.304315 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b2ad17-8b03-4f4b-8748-4876a8b78a0a req-ac93528c-4ded-49ac-9629-55a36b09e213 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:31.306926 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f7b2ad17-8b03-4f4b-8748-4876a8b78a0a req-ac93528c-4ded-49ac-9629-55a36b09e213 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/ports?device_id=a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c HTTP/1.1" status: 200 len: 946 time: 0.3480213 Aug 11 03:22:31.319414 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b19c139-0028-476e-8ed0-f01b828af9c9 None None] Pushing event deleted for resources: {'Port': ['ID=ff96b7cd-67e3-4486-9c6d-f9ee43f4bd21,revision_number=None']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:31.372184 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-78d5e1c9-d177-432c-9056-e9324096f3ac tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:31.397286 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54680aab-f320-4642-9214-d13e23afa62f tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Checking segment: {'id': '1c0a74f6-21a3-43a1-be49-9efc34378d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3e1d1075-3ba8-47d8-827d-34f7f177bab2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:22:31.397918 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54680aab-f320-4642-9214-d13e23afa62f tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Network hostable DHCP agents. Network: 3e1d1075-3ba8-47d8-827d-34f7f177bab2, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:22:31.409229 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-60ddceef-bbb8-4c17-94b3-f22999b5ca87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:31.429596 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-60ddceef-bbb8-4c17-94b3-f22999b5ca87 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99a68316-7b54-4552-81a4-eb1b8bfe1686']}} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:31.453997 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-60ddceef-bbb8-4c17-94b3-f22999b5ca87 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6636cac9-4e2b-442e-bc2a-cdca0dca5176') {'for_net_delete': True} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:31.454754 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-60ddceef-bbb8-4c17-94b3-f22999b5ca87 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6636cac9-4e2b-442e-bc2a-cdca0dca5176') {} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:31.467914 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-60ddceef-bbb8-4c17-94b3-f22999b5ca87 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126283644'] for segment, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:31.491587 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-60ddceef-bbb8-4c17-94b3-f22999b5ca87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:31.497999 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d5e1c9-d177-432c-9056-e9324096f3ac tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46dae602-3b84-4c0f-ad9a-c05df274f2f6,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:31.498822 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60ddceef-bbb8-4c17-94b3-f22999b5ca87 admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=102191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:22:31.499274 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-60ddceef-bbb8-4c17-94b3-f22999b5ca87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126283391'] for segment, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:31.500052 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port 768d2c2d-18ca-4358-b3a8-eb5fcb773529 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:22:31.501310 n-d-764292-30 neutron-server[102191]: Traceback (most recent call last): Aug 11 03:22:31.501310 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:22:31.501310 n-d-764292-30 neutron-server[102191]: timer() Aug 11 03:22:31.501310 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:22:31.501310 n-d-764292-30 neutron-server[102191]: cb(*args, **kw) Aug 11 03:22:31.501310 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:22:31.501310 n-d-764292-30 neutron-server[102191]: return func(*args, **kwargs) Aug 11 03:22:31.501310 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:22:31.501310 n-d-764292-30 neutron-server[102191]: self._notify() Aug 11 03:22:31.501310 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:22:31.501310 n-d-764292-30 neutron-server[102191]: self.callback(batched_events) Aug 11 03:22:31.501310 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:22:31.501310 n-d-764292-30 neutron-server[102191]: event.method(event) Aug 11 03:22:31.501310 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:22:31.501310 n-d-764292-30 neutron-server[102191]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:22:31.501310 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:22:31.501310 n-d-764292-30 neutron-server[102191]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:22:31.501310 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:22:31.501310 n-d-764292-30 neutron-server[102191]: return f(self, *a, **k) Aug 11 03:22:31.501310 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:22:31.501310 n-d-764292-30 neutron-server[102191]: return self._get(url).json() Aug 11 03:22:31.501310 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:22:31.501310 n-d-764292-30 neutron-server[102191]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:22:31.501310 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:22:31.501310 n-d-764292-30 neutron-server[102191]: return self.request(url, 'GET', **kwargs) Aug 11 03:22:31.501310 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:22:31.501310 n-d-764292-30 neutron-server[102191]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:22:31.501310 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:22:31.501310 n-d-764292-30 neutron-server[102191]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:22:31.501310 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:22:31.501310 n-d-764292-30 neutron-server[102191]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:22:31.501310 n-d-764292-30 neutron-server[102191]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:22:31.521545 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f7b2ad17-8b03-4f4b-8748-4876a8b78a0a req-af9bbcbc-29c1-4e2d-b8ae-4196fcc03f81 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbb5f37-cd37-415a-b820-36c249955487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511955 Aug 11 03:22:31.546874 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-78d5e1c9-d177-432c-9056-e9324096f3ac tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:31.551010 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-78d5e1c9-d177-432c-9056-e9324096f3ac tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9423468 Aug 11 03:22:31.556907 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 51050) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:31.556907 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-33f0f3a3-2e82-41af-968e-ca288ee0f5a7 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Request body: {'security_group_rule': {'security_group_id': '1d4c303e-0c5b-4d5a-b0c4-6f31f4676a83', 'project_id': 'a5478860f7cb432583cc8e5d994d2237', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:22:31.564084 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54680aab-f320-4642-9214-d13e23afa62f tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Network 3e1d1075-3ba8-47d8-827d-34f7f177bab2 is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:22:31.567602 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b10b3341-7bde-4452-94db-1b19b8bc5086 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:31.597856 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device ff96b7cd-67e3-4486-9c6d-f9ee43f4bd21 no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:22:31.627217 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: ff96b7cd-67e3-4486-9c6d-f9ee43f4bd21 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:22:31.627553 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device ff96b7cd-67e3-4486-9c6d-f9ee43f4bd21 not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:22:31.639310 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b10b3341-7bde-4452-94db-1b19b8bc5086 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Network 3a05285e-4828-4fa9-b910-29b06e768eba is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:22:31.644298 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-b10b3341-7bde-4452-94db-1b19b8bc5086 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:22:31.648765 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10b3341-7bde-4452-94db-1b19b8bc5086 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Pushing event updated for resources: {'Port': ['ID=ab9eff48-3a88-4edf-a493-343258b43c1d,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:31.650686 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10b3341-7bde-4452-94db-1b19b8bc5086 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:22:31.724053 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b10b3341-7bde-4452-94db-1b19b8bc5086 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-520987'] for router_interface, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:31.755944 n-d-764292-30 neutron-server[102192]: INFO neutron.db.securitygroups_db [None req-33f0f3a3-2e82-41af-968e-ca288ee0f5a7 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Project a5478860f7cb432583cc8e5d994d2237 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 03:22:31.772697 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-60ddceef-bbb8-4c17-94b3-f22999b5ca87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:31.775214 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-33f0f3a3-2e82-41af-968e-ca288ee0f5a7 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:31.776904 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-54680aab-f320-4642-9214-d13e23afa62f tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, 3e1d1075-3ba8-47d8-827d-34f7f177bab2) {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:22:31.788247 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-60ddceef-bbb8-4c17-94b3-f22999b5ca87 admin admin] Notify callbacks [] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:31.793148 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-60ddceef-bbb8-4c17-94b3-f22999b5ca87 admin admin] 10.222.0.41 "DELETE /v2.0/networks/99a68316-7b54-4552-81a4-eb1b8bfe1686 HTTP/1.1" status: 204 len: 168 time: 2.3717241 Aug 11 03:22:31.800989 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a819924-548c-4093-99ac-b654b42a5b62 None None] Network 3e1d1075-3ba8-47d8-827d-34f7f177bab2 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:22:31.803288 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54680aab-f320-4642-9214-d13e23afa62f tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:31.803609 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-54680aab-f320-4642-9214-d13e23afa62f tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:31.841422 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5e9325-8c08-406f-926a-5b943543b44d req-8b658b3b-5238-452b-b966-bf5a1d6d7d4c tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:31.853232 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bd5e9325-8c08-406f-926a-5b943543b44d req-8b658b3b-5238-452b-b966-bf5a1d6d7d4c tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/ports?device_id=a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c HTTP/1.1" status: 200 len: 946 time: 0.2409091 Aug 11 03:22:31.860413 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ddceef-bbb8-4c17-94b3-f22999b5ca87 admin admin] Pushing event deleted for resources: {'Network': ['ID=99a68316-7b54-4552-81a4-eb1b8bfe1686,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:31.912458 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:32.016015 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bd5e9325-8c08-406f-926a-5b943543b44d req-c3d94f99-6d2d-4848-bc6c-de8f2bac79d8 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbb5f37-cd37-415a-b820-36c249955487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617889 Aug 11 03:22:32.017869 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-54680aab-f320-4642-9214-d13e23afa62f tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.4993083 Aug 11 03:22:32.029805 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 51062) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:32.029805 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-5cbde6af-c016-4458-ae98-65b3bb301ace tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-214009253'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:22:32.038700 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-be6e399a-d6ee-4d05-b940-d02cba4910e9 tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Notify callbacks [] for router_gateway, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:32.127880 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-33f0f3a3-2e82-41af-968e-ca288ee0f5a7 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:32.138413 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b10b3341-7bde-4452-94db-1b19b8bc5086 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:32.174250 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cbde6af-c016-4458-ae98-65b3bb301ace tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Made reservation on behalf of 36371e2845a94adc8766212c496af890 for: {'network': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:22:32.174250 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5cbde6af-c016-4458-ae98-65b3bb301ace tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:32.200014 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-0508d1d6-d8d7-46e9-8d7c-594ef37c4eb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:32.212193 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-728d4f8f-ec20-4c5d-aea3-c1a2f306af5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde080026-c28f-55be-b52b-13827cc43646-3e1d1075-3ba8-47d8-827d-34f7f177bab2', 'network_id': '3e1d1075-3ba8-47d8-827d-34f7f177bab2', 'tenant_id': '36371e2845a94adc8766212c496af890', 'fixed_ips': [{'subnet_id': '261bfeb4-1151-412c-877e-47fe21af161a'}]}} from n-d-764292-30. {{(pid=102193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:22:32.213054 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-728d4f8f-ec20-4c5d-aea3-c1a2f306af5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:32.273122 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cbde6af-c016-4458-ae98-65b3bb301ace tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=102191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:22:32.295182 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47095b1-9ac8-4614-9138-71f3938862d5 req-69ebbcbe-fa6f-4e1e-8106-adfe6c92f5b1 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:32.295182 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e47095b1-9ac8-4614-9138-71f3938862d5 req-69ebbcbe-fa6f-4e1e-8106-adfe6c92f5b1 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/ports?device_id=a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c HTTP/1.1" status: 200 len: 946 time: 0.1400623 Aug 11 03:22:32.295182 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-33f0f3a3-2e82-41af-968e-ca288ee0f5a7 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:32.319600 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9783645a-ee87-4a0f-b166-d05f6ac2b59c None None] Network 8770b0db-6497-4ea3-903b-fd212d767fd7 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:22:32.370876 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f0f3a3-2e82-41af-968e-ca288ee0f5a7 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50d8ce9d-8222-42c5-be1a-01c68d3e3f5c,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:32.402535 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e47095b1-9ac8-4614-9138-71f3938862d5 req-779c8910-94f9-4d07-be08-5c9058840f04 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbb5f37-cd37-415a-b820-36c249955487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042788 Aug 11 03:22:32.473651 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-ef61d3a1-8639-4af3-8cc3-2a3182e4a8b3 None None] Provisioning for port ab9eff48-3a88-4edf-a493-343258b43c1d completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:22:32.486102 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-be6e399a-d6ee-4d05-b940-d02cba4910e9 tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-446952'] for router, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:32.492981 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 51072) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:32.503157 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-ef61d3a1-8639-4af3-8cc3-2a3182e4a8b3 None None] Provisioning complete for port ab9eff48-3a88-4edf-a493-343258b43c1d triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:22:32.503528 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-ef61d3a1-8639-4af3-8cc3-2a3182e4a8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:32.612293 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-33f0f3a3-2e82-41af-968e-ca288ee0f5a7 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:32.613556 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-33f0f3a3-2e82-41af-968e-ca288ee0f5a7 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.0608017 Aug 11 03:22:32.653445 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-ef61d3a1-8639-4af3-8cc3-2a3182e4a8b3 None None] Port ab9eff48-3a88-4edf-a493-343258b43c1d cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:22:32.663284 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 51080) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:32.672702 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.db_base_plugin_common [None req-728d4f8f-ec20-4c5d-aea3-c1a2f306af5a None None] Allocated IP 2001:db8:0:ffff::2 (3e1d1075-3ba8-47d8-827d-34f7f177bab2/261bfeb4-1151-412c-877e-47fe21af161a/52562b40-055c-46a6-9002-0a885d82fabf) {{(pid=102193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:22:32.672939 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-564a1f39-6333-43de-a8b8-b562fd7c98a5 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Request body: {'security_group_rule': {'security_group_id': '1d4c303e-0c5b-4d5a-b0c4-6f31f4676a83', 'project_id': 'a5478860f7cb432583cc8e5d994d2237', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:22:32.833713 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5cbde6af-c016-4458-ae98-65b3bb301ace tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:32.834432 n-d-764292-30 neutron-server[102191]: INFO neutron.db.segments_db [None req-5cbde6af-c016-4458-ae98-65b3bb301ace tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Added segment ceb82df8-b54d-4856-8bb6-5befc8a6b04a of type vlan for network ea262936-ed33-4000-b5d1-c3b79ef9fd7d Aug 11 03:22:32.856321 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-1d8d5502-5a85-4c21-be85-6d2461cc30fe admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=44415f337b71498496665864f1602b88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2529602 Aug 11 03:22:32.861047 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 51086) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:32.874203 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-db6a6f14-b92f-4da9-a71d-52e4cd1c35b9 req-155fc2fc-a6fa-4852-9a67-6f3fe26e053d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2687287 Aug 11 03:22:32.893825 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a030767b-25e0-4fb3-b484-50aaa1d372d0 req-61434f11-88b6-4c66-b734-eecca49d8b23 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:32.895375 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a030767b-25e0-4fb3-b484-50aaa1d372d0 req-61434f11-88b6-4c66-b734-eecca49d8b23 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/ports?device_id=a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c HTTP/1.1" status: 200 len: 946 time: 0.2912264 Aug 11 03:22:32.917671 n-d-764292-30 neutron-server[102192]: INFO neutron.db.securitygroups_db [None req-564a1f39-6333-43de-a8b8-b562fd7c98a5 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Project a5478860f7cb432583cc8e5d994d2237 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 03:22:32.928972 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b10b3341-7bde-4452-94db-1b19b8bc5086 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:32.939107 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-bf2e1328-5389-462f-94da-6271fe51ca7f None None] Provisioning for port 768d2c2d-18ca-4358-b3a8-eb5fcb773529 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:22:32.958021 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-728d4f8f-ec20-4c5d-aea3-c1a2f306af5a None None] Notify callbacks [] for port, precommit_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:32.980087 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5cbde6af-c016-4458-ae98-65b3bb301ace tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:32.980306 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-bf2e1328-5389-462f-94da-6271fe51ca7f None None] Provisioning complete for port 768d2c2d-18ca-4358-b3a8-eb5fcb773529 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:22:32.980306 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-bf2e1328-5389-462f-94da-6271fe51ca7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:32.989688 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-728d4f8f-ec20-4c5d-aea3-c1a2f306af5a None None] Transition to ACTIVE for port object 52562b40-055c-46a6-9002-0a885d82fabf will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:22:33.009898 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-564a1f39-6333-43de-a8b8-b562fd7c98a5 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:33.026693 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:33.036483 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b10b3341-7bde-4452-94db-1b19b8bc5086 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:33.048593 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-728d4f8f-ec20-4c5d-aea3-c1a2f306af5a None None] Transition to ACTIVE for port object 52562b40-055c-46a6-9002-0a885d82fabf will not be triggered until provisioned by entity DHCP. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:22:33.116128 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-bf2e1328-5389-462f-94da-6271fe51ca7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:33.122880 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5cbde6af-c016-4458-ae98-65b3bb301ace tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:33.133305 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cbde6af-c016-4458-ae98-65b3bb301ace tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:33.136576 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5cbde6af-c016-4458-ae98-65b3bb301ace tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks [] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:33.142618 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-08158fc0-3738-42aa-88db-ea746f518609 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:33.157161 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-bf2e1328-5389-462f-94da-6271fe51ca7f None None] For port 768d2c2d-18ca-4358-b3a8-eb5fcb773529, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=768d2c2d-18ca-4358-b3a8-eb5fcb773529,segment=NetworkSegment(5475e9bf-d857-4f57-aa2d-0921b37ca6e8),segment_id=5475e9bf-d857-4f57-aa2d-0921b37ca6e8)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:22:33.158930 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-728d4f8f-ec20-4c5d-aea3-c1a2f306af5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669'] for port, after_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:33.175412 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-08158fc0-3738-42aa-88db-ea746f518609 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:33.202467 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-728d4f8f-ec20-4c5d-aea3-c1a2f306af5a None None] Network 3e1d1075-3ba8-47d8-827d-34f7f177bab2 is already hosted by enough agents. {{(pid=102193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:22:33.207798 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.base_scheduler [None req-728d4f8f-ec20-4c5d-aea3-c1a2f306af5a None None] Resources bound (agent type, host, resource id): {{(pid=102193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:22:33.211425 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 17ababcd-10e3-4201-9ec5-c52bd280ec5d up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:22:33.238193 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a030767b-25e0-4fb3-b484-50aaa1d372d0 req-629e9cc9-846a-433d-95c9-0fb5a69adc22 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbb5f37-cd37-415a-b820-36c249955487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3292274 Aug 11 03:22:33.264875 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728d4f8f-ec20-4c5d-aea3-c1a2f306af5a None None] Received port after_create {{(pid=102193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:22:33.271285 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10b3341-7bde-4452-94db-1b19b8bc5086 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Pushing event updated for resources: {'Port': ['ID=ab9eff48-3a88-4edf-a493-343258b43c1d,revision_number=2']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:33.279661 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-bf2e1328-5389-462f-94da-6271fe51ca7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:33.284290 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6a6f14-b92f-4da9-a71d-52e4cd1c35b9 req-7079a932-f022-4eb9-9d68-f6f34fe33b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:33.286547 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-db6a6f14-b92f-4da9-a71d-52e4cd1c35b9 req-7079a932-f022-4eb9-9d68-f6f34fe33b41 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1c3a4a4854b046bf84e782d3a4f4fd61&device_id=a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c HTTP/1.1" status: 200 len: 1098 time: 0.3176136 Aug 11 03:22:33.297861 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b10b3341-7bde-4452-94db-1b19b8bc5086 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16383026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521135'] for router_interface, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:33.312284 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728d4f8f-ec20-4c5d-aea3-c1a2f306af5a None None] Pushing event updated for resources: {'Port': ['ID=52562b40-055c-46a6-9002-0a885d82fabf,revision_number=1']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:33.312520 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-564a1f39-6333-43de-a8b8-b562fd7c98a5 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:33.367566 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 17ababcd-10e3-4201-9ec5-c52bd280ec5d triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:22:33.368095 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:33.393683 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-5cbde6af-c016-4458-ae98-65b3bb301ace tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.3696537 Aug 11 03:22:33.395726 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbde6af-c016-4458-ae98-65b3bb301ace tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Pushing event updated for resources: {'Network': ['ID=ea262936-ed33-4000-b5d1-c3b79ef9fd7d,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:33.407275 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 51098) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:33.414161 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network ea262936-ed33-4000-b5d1-c3b79ef9fd7d details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:22:33.415312 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-4202d829-3d4b-48d8-8038-2dda0a46f666 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Request body: {'subnet': {'network_id': 'ea262936-ed33-4000-b5d1-c3b79ef9fd7d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:22:33.451199 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-08158fc0-3738-42aa-88db-ea746f518609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:33.455999 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-08158fc0-3738-42aa-88db-ea746f518609 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:33.457582 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-08158fc0-3738-42aa-88db-ea746f518609 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/95104542-16f5-45dc-8618-c4fbbca06b56 HTTP/1.1" status: 204 len: 168 time: 0.5938628 Aug 11 03:22:33.475111 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 51102) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:33.479448 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-564a1f39-6333-43de-a8b8-b562fd7c98a5 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:33.490461 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be6e399a-d6ee-4d05-b940-d02cba4910e9 tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Router 090e27b4-37e3-43f3-875d-c9f657e18374 is scheduled to L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 with binding_index 1 {{(pid=102192) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:22:33.558603 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b10b3341-7bde-4452-94db-1b19b8bc5086 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Network 3a05285e-4828-4fa9-b910-29b06e768eba is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:22:33.561553 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08158fc0-3738-42aa-88db-ea746f518609 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95104542-16f5-45dc-8618-c4fbbca06b56,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:33.561811 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-b10b3341-7bde-4452-94db-1b19b8bc5086 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:22:33.569358 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564a1f39-6333-43de-a8b8-b562fd7c98a5 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f9574d4-c99e-44a3-b94e-2cf89421688f,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:33.609740 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-728d4f8f-ec20-4c5d-aea3-c1a2f306af5a None None] Attempting to bind port 52562b40-055c-46a6-9002-0a885d82fabf on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:22:33.622941 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-728d4f8f-ec20-4c5d-aea3-c1a2f306af5a None None] Attempting to bind port 52562b40-055c-46a6-9002-0a885d82fabf by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': '1c0a74f6-21a3-43a1-be49-9efc34378d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3e1d1075-3ba8-47d8-827d-34f7f177bab2'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:22:33.623843 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728d4f8f-ec20-4c5d-aea3-c1a2f306af5a None None] Attempting to bind port 52562b40-055c-46a6-9002-0a885d82fabf on network 3e1d1075-3ba8-47d8-827d-34f7f177bab2 {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:22:33.691596 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6a6f14-b92f-4da9-a71d-52e4cd1c35b9 req-755db089-fb82-47b0-8a6b-9a79efb1c8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:33.693385 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-db6a6f14-b92f-4da9-a71d-52e4cd1c35b9 req-755db089-fb82-47b0-8a6b-9a79efb1c8b8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5550882c-d5be-4613-b9ce-af7283467065 HTTP/1.1" status: 200 len: 914 time: 0.3799400 Aug 11 03:22:33.701091 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-564a1f39-6333-43de-a8b8-b562fd7c98a5 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:33.702872 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-564a1f39-6333-43de-a8b8-b562fd7c98a5 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.0382028 Aug 11 03:22:33.719346 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 51110) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:33.747272 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-9a156657-0fae-4fc9-814f-cb8f721bcd49 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Request body: {'network': {'name': 'tempest-network-smoke--916310630', 'project_id': 'a5478860f7cb432583cc8e5d994d2237', 'port_security_enabled': True}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:22:33.765363 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728d4f8f-ec20-4c5d-aea3-c1a2f306af5a None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 22, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:22:33.765752 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728d4f8f-ec20-4c5d-aea3-c1a2f306af5a None None] Checking segment: {'id': '1c0a74f6-21a3-43a1-be49-9efc34378d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3e1d1075-3ba8-47d8-827d-34f7f177bab2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:22:33.766204 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-728d4f8f-ec20-4c5d-aea3-c1a2f306af5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:33.766567 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728d4f8f-ec20-4c5d-aea3-c1a2f306af5a None None] Bound using segment: {'id': '1c0a74f6-21a3-43a1-be49-9efc34378d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3e1d1075-3ba8-47d8-827d-34f7f177bab2'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:22:33.767060 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-728d4f8f-ec20-4c5d-aea3-c1a2f306af5a None None] Bound port: 52562b40-055c-46a6-9002-0a885d82fabf, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c0a74f6-21a3-43a1-be49-9efc34378d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3e1d1075-3ba8-47d8-827d-34f7f177bab2'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:22:33.767467 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-728d4f8f-ec20-4c5d-aea3-c1a2f306af5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:33.795880 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2e1328-5389-462f-94da-6271fe51ca7f None None] Pushing event updated for resources: {'Port': ['ID=768d2c2d-18ca-4358-b3a8-eb5fcb773529,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:33.797086 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-db6a6f14-b92f-4da9-a71d-52e4cd1c35b9 req-09dd64cf-31b9-4991-b127-8c7abf1ae456 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1cb8468e-17ff-4509-bb1e-469bb7546cf3 HTTP/1.1" status: 200 len: 217 time: 0.0928590 Aug 11 03:22:33.829330 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-8501e85d-04dd-4741-8622-c858109dafa6 None None] Provisioning complete for port 768d2c2d-18ca-4358-b3a8-eb5fcb773529 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:22:33.829507 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8501e85d-04dd-4741-8622-c858109dafa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:33.889101 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ae5da2-7a4b-4d52-bba7-2ad027bfd299 req-9b8fbf1f-999f-46b5-b34a-195df89c5bdc tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:33.897568 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-34ae5da2-7a4b-4d52-bba7-2ad027bfd299 req-9b8fbf1f-999f-46b5-b34a-195df89c5bdc tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/ports?device_id=a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c HTTP/1.1" status: 200 len: 946 time: 0.3913262 Aug 11 03:22:33.911610 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-85726f5e-4900-4d92-8913-e39f42937692 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Request body: {'network': {'name': 'tempest-network-smoke--1694546875', 'project_id': '6f34ea378b0c4732b01bbd0e8e3ce05d', 'port_security_enabled': True}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:22:33.944549 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4202d829-3d4b-48d8-8038-2dda0a46f666 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Made reservation on behalf of 36371e2845a94adc8766212c496af890 for: {'subnet': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:22:33.948413 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4202d829-3d4b-48d8-8038-2dda0a46f666 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274743'] for subnet, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:33.967023 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-728d4f8f-ec20-4c5d-aea3-c1a2f306af5a None None] For port 52562b40-055c-46a6-9002-0a885d82fabf, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:22:33.971335 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be6e399a-d6ee-4d05-b940-d02cba4910e9 tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:22:33.972478 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-728d4f8f-ec20-4c5d-aea3-c1a2f306af5a None None] For port 52562b40-055c-46a6-9002-0a885d82fabf, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=52562b40-055c-46a6-9002-0a885d82fabf,segment=NetworkSegment(1c0a74f6-21a3-43a1-be49-9efc34378d02),segment_id=1c0a74f6-21a3-43a1-be49-9efc34378d02)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:22:33.988805 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be715f0e-c3b5-4e61-ac5f-7143757cfe3e None None] Sync routers for ids ['090e27b4-37e3-43f3-875d-c9f657e18374'] in n-d-764292-30 {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:22:33.999759 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be715f0e-c3b5-4e61-ac5f-7143757cfe3e None None] Routers {'090e27b4-37e3-43f3-875d-c9f657e18374'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:22:34.000721 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-be715f0e-c3b5-4e61-ac5f-7143757cfe3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:22:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['090e27b4-37e3-43f3-875d-c9f657e18374'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:34.004080 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6a6f14-b92f-4da9-a71d-52e4cd1c35b9 req-2ac92009-f4a1-402e-aa12-2f34078129e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:34.005858 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-db6a6f14-b92f-4da9-a71d-52e4cd1c35b9 req-2ac92009-f4a1-402e-aa12-2f34078129e6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1720ed9a-a4c0-46ed-8d38-cf818eba15ba HTTP/1.1" status: 200 len: 853 time: 0.1656098 Aug 11 03:22:34.019497 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b10b3341-7bde-4452-94db-1b19b8bc5086 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Router 6f69017a-604d-4b2d-877e-255acbea439b is scheduled to L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 with binding_index 1 {{(pid=102191) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:22:34.037868 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-34ae5da2-7a4b-4d52-bba7-2ad027bfd299 req-92e340cb-9c39-4819-915f-eedec808cab5 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbb5f37-cd37-415a-b820-36c249955487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392598 Aug 11 03:22:34.044325 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-be715f0e-c3b5-4e61-ac5f-7143757cfe3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:34.054717 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-db6a6f14-b92f-4da9-a71d-52e4cd1c35b9 req-098a268e-e2d7-40d0-ba52-83f888a1b704 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5550882c-d5be-4613-b9ce-af7283467065&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367334 Aug 11 03:22:34.069035 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be715f0e-c3b5-4e61-ac5f-7143757cfe3e None None] Routers {'090e27b4-37e3-43f3-875d-c9f657e18374'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:22:34.071092 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-be715f0e-c3b5-4e61-ac5f-7143757cfe3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:22:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['090e27b4-37e3-43f3-875d-c9f657e18374'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:34.115640 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-be715f0e-c3b5-4e61-ac5f-7143757cfe3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:34.116530 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be715f0e-c3b5-4e61-ac5f-7143757cfe3e None None] The sync data for ids ['090e27b4-37e3-43f3-875d-c9f657e18374'] in n-d-764292-30 is: [] {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:22:34.134475 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-728d4f8f-ec20-4c5d-aea3-c1a2f306af5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:34.146542 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a156657-0fae-4fc9-814f-cb8f721bcd49 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Made reservation on behalf of a5478860f7cb432583cc8e5d994d2237 for: {'network': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:22:34.152799 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9a156657-0fae-4fc9-814f-cb8f721bcd49 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:34.180741 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b10b3341-7bde-4452-94db-1b19b8bc5086 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:22:34.187641 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-b10b3341-7bde-4452-94db-1b19b8bc5086 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] 10.222.0.41 "PUT /v2.0/routers/6f69017a-604d-4b2d-877e-255acbea439b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5124986 Aug 11 03:22:34.188638 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-aacfbfb3-43b3-41d2-b39f-98f6ac25f0d9 None None] Provisioning complete for port ab9eff48-3a88-4edf-a493-343258b43c1d triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:22:34.189194 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-aacfbfb3-43b3-41d2-b39f-98f6ac25f0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:34.190452 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 51116) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:34.238162 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-aacfbfb3-43b3-41d2-b39f-98f6ac25f0d9 None None] Port ab9eff48-3a88-4edf-a493-343258b43c1d cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:22:34.241634 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27332d10-265a-4a21-af37-94131328bbc3 None None] Sync routers for ids ['6f69017a-604d-4b2d-877e-255acbea439b'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:22:34.249389 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-be6e399a-d6ee-4d05-b940-d02cba4910e9 tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Notify callbacks [] for router, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:34.254482 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-be6e399a-d6ee-4d05-b940-d02cba4910e9 tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 6.5466790 Aug 11 03:22:34.254482 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a156657-0fae-4fc9-814f-cb8f721bcd49 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=102192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:22:34.258220 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 51118) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:34.264160 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-fe9d01d9-3ba7-4db7-9db0-794c8ce4e607 tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:22:34.291322 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27332d10-265a-4a21-af37-94131328bbc3 None None] Routers {'6f69017a-604d-4b2d-877e-255acbea439b'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:22:34.298488 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-27332d10-265a-4a21-af37-94131328bbc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:22:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['6f69017a-604d-4b2d-877e-255acbea439b'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:34.298488 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728d4f8f-ec20-4c5d-aea3-c1a2f306af5a None None] Pushing event updated for resources: {'Port': ['ID=52562b40-055c-46a6-9002-0a885d82fabf,revision_number=2']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:34.316895 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9a156657-0fae-4fc9-814f-cb8f721bcd49 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:34.317671 n-d-764292-30 neutron-server[102192]: INFO neutron.db.segments_db [None req-9a156657-0fae-4fc9-814f-cb8f721bcd49 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Added segment d0314809-797b-49c5-956f-3a5c1e5c0001 of type vlan for network 6a6493ce-4ad4-4581-8e07-a017fe78dc31 Aug 11 03:22:34.329745 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a7fc2bb-6bc5-4d3f-942b-877e74ca541b tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:34.334144 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-1a7fc2bb-6bc5-4d3f-942b-877e74ca541b tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] 10.222.0.41 "GET /v2.0/ports/ab9eff48-3a88-4edf-a493-343258b43c1d HTTP/1.1" status: 200 len: 910 time: 0.1399009 Aug 11 03:22:34.338486 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 51122) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:34.341981 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-db6a6f14-b92f-4da9-a71d-52e4cd1c35b9 req-f1390fb0-b287-400d-872f-9c5088a4e7df service neutron] 10.222.0.24 "GET /v2.0/networks/5550882c-d5be-4613-b9ce-af7283467065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2783463 Aug 11 03:22:34.350141 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-27332d10-265a-4a21-af37-94131328bbc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:34.354145 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4a521f-175a-49b3-8904-aab00ed99f35 req-ec5bbd02-264a-49de-9948-434ac233288c tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:34.355738 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7a4a521f-175a-49b3-8904-aab00ed99f35 req-ec5bbd02-264a-49de-9948-434ac233288c tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/ports?device_id=a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c HTTP/1.1" status: 200 len: 946 time: 0.2119696 Aug 11 03:22:34.361259 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27332d10-265a-4a21-af37-94131328bbc3 None None] Routers {'6f69017a-604d-4b2d-877e-255acbea439b'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:22:34.362047 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-27332d10-265a-4a21-af37-94131328bbc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:22:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['6f69017a-604d-4b2d-877e-255acbea439b'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:34.421803 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-27332d10-265a-4a21-af37-94131328bbc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:34.422894 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27332d10-265a-4a21-af37-94131328bbc3 None None] The sync data for ids ['6f69017a-604d-4b2d-877e-255acbea439b'] in n-d-764292-30 is: [] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:22:34.460051 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85726f5e-4900-4d92-8913-e39f42937692 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Made reservation on behalf of 6f34ea378b0c4732b01bbd0e8e3ce05d for: {'network': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:22:34.463855 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-85726f5e-4900-4d92-8913-e39f42937692 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:34.467667 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9a156657-0fae-4fc9-814f-cb8f721bcd49 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:34.491783 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-85726f5e-4900-4d92-8913-e39f42937692 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:34.536069 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7a4a521f-175a-49b3-8904-aab00ed99f35 req-fdb617ee-c3be-4a29-98a0-e5f6b48f8649 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbb5f37-cd37-415a-b820-36c249955487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463509 Aug 11 03:22:34.610982 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-db6a6f14-b92f-4da9-a71d-52e4cd1c35b9 req-51a2559b-a73f-4307-b86d-de09d2d0b5bf service neutron] 10.222.0.24 "GET /v2.0/networks/5550882c-d5be-4613-b9ce-af7283467065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2326803 Aug 11 03:22:34.670652 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:34.711224 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9a156657-0fae-4fc9-814f-cb8f721bcd49 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:34.722758 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a156657-0fae-4fc9-814f-cb8f721bcd49 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:34.723424 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9a156657-0fae-4fc9-814f-cb8f721bcd49 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:34.846000 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4202d829-3d4b-48d8-8038-2dda0a46f666 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126283476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274725'] for subnet, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:34.852662 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a156657-0fae-4fc9-814f-cb8f721bcd49 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Pushing event updated for resources: {'Network': ['ID=6a6493ce-4ad4-4581-8e07-a017fe78dc31,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:34.864370 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network 6a6493ce-4ad4-4581-8e07-a017fe78dc31 details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:22:34.897041 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ccf05f-558b-449d-8dc7-dd85a611c0cd req-71120dcd-599e-4c0c-bef6-bfde9d0f5c70 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:34.905007 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b7ccf05f-558b-449d-8dc7-dd85a611c0cd req-71120dcd-599e-4c0c-bef6-bfde9d0f5c70 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/ports?device_id=a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c HTTP/1.1" status: 200 len: 946 time: 0.1762550 Aug 11 03:22:34.950974 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-85726f5e-4900-4d92-8913-e39f42937692 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:35.000882 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b7ccf05f-558b-449d-8dc7-dd85a611c0cd req-af36cd6f-85f8-440b-b384-0f1e144cb1e1 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbb5f37-cd37-415a-b820-36c249955487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949080 Aug 11 03:22:35.035226 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4202d829-3d4b-48d8-8038-2dda0a46f666 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Pushing event updated for resources: {'Subnet': ['ID=599a5c62-f035-4c4f-a204-b0aafd925128,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:35.047925 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-85726f5e-4900-4d92-8913-e39f42937692 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:35.073958 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85726f5e-4900-4d92-8913-e39f42937692 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=102192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:22:35.077885 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4202d829-3d4b-48d8-8038-2dda0a46f666 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Checking segment: {'id': 'ceb82df8-b54d-4856-8bb6-5befc8a6b04a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'ea262936-ed33-4000-b5d1-c3b79ef9fd7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:22:35.078261 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4202d829-3d4b-48d8-8038-2dda0a46f666 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Network hostable DHCP agents. Network: ea262936-ed33-4000-b5d1-c3b79ef9fd7d, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:22:35.109538 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85726f5e-4900-4d92-8913-e39f42937692 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ae5c550-91d7-4806-913d-f3471de7c6c4,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:35.132863 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-85726f5e-4900-4d92-8913-e39f42937692 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:35.133241 n-d-764292-30 neutron-server[102192]: INFO neutron.db.segments_db [None req-85726f5e-4900-4d92-8913-e39f42937692 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Added segment 145c3e1a-6f9b-4c27-a2c7-345c6495cc09 of type vlan for network aca38bb8-53be-4609-8761-de24e0c00b2e Aug 11 03:22:35.151309 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-9a156657-0fae-4fc9-814f-cb8f721bcd49 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.4295824 Aug 11 03:22:35.176742 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 51146) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:35.183463 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-925cad4e-af6d-41a0-809c-577a19c6ffc3 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1865942917', 'admin_state_up': True, 'project_id': 'a5478860f7cb432583cc8e5d994d2237', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:22:35.221596 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-85726f5e-4900-4d92-8913-e39f42937692 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:35.254662 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2c0d96-f86b-4390-b556-cc1fa8f1e3ab req-dc0d161e-4ad7-433c-8bc8-431ff7e4b49b tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:35.256278 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2d2c0d96-f86b-4390-b556-cc1fa8f1e3ab req-dc0d161e-4ad7-433c-8bc8-431ff7e4b49b tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/ports?device_id=a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c HTTP/1.1" status: 200 len: 946 time: 0.1713750 Aug 11 03:22:35.276241 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4202d829-3d4b-48d8-8038-2dda0a46f666 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Network ea262936-ed33-4000-b5d1-c3b79ef9fd7d is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:22:35.303539 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 768d2c2d-18ca-4358-b3a8-eb5fcb773529 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:22:35.313648 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4789767a-9a76-47d8-b6a8-8c41ea8abc84 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:35.338707 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2d2c0d96-f86b-4390-b556-cc1fa8f1e3ab req-2a0c5d24-4bd2-4572-aaa5-7f2eab64913d tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbb5f37-cd37-415a-b820-36c249955487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748668 Aug 11 03:22:35.351332 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-925cad4e-af6d-41a0-809c-577a19c6ffc3 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-450010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6626'] for router, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:35.369411 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-925cad4e-af6d-41a0-809c-577a19c6ffc3 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-446747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6633'] for router, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:35.377680 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 51150) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:35.389316 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 768d2c2d-18ca-4358-b3a8-eb5fcb773529 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:22:35.392140 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:35.443836 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-4202d829-3d4b-48d8-8038-2dda0a46f666 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, ea262936-ed33-4000-b5d1-c3b79ef9fd7d) {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:22:35.455606 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-159b8cf8-d0ac-41e5-8e97-8ad92ad15b5f None None] Network ea262936-ed33-4000-b5d1-c3b79ef9fd7d requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:22:35.475264 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-925cad4e-af6d-41a0-809c-577a19c6ffc3 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:35.491493 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-85726f5e-4900-4d92-8913-e39f42937692 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:35.500048 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85726f5e-4900-4d92-8913-e39f42937692 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:35.502548 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-85726f5e-4900-4d92-8913-e39f42937692 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:35.527714 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4202d829-3d4b-48d8-8038-2dda0a46f666 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:35.528256 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4202d829-3d4b-48d8-8038-2dda0a46f666 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:35.556879 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fe9d01d9-3ba7-4db7-9db0-794c8ce4e607 tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:35.557827 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-9b4b4ea4-e1fb-44cd-9ad9-72ecc79254f0 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-592477593-network', 'tenant_id': '381bd3f836e84635bd53ce4472f95deb'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:22:35.626482 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 52562b40-055c-46a6-9002-0a885d82fabf up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:22:35.697567 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-4202d829-3d4b-48d8-8038-2dda0a46f666 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.2886646 Aug 11 03:22:35.701511 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 51156) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:35.779773 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fe9d01d9-3ba7-4db7-9db0-794c8ce4e607 tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:35.800354 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7572906-a733-448c-89b5-4972adb43ffd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde080026-c28f-55be-b52b-13827cc43646-ea262936-ed33-4000-b5d1-c3b79ef9fd7d', 'network_id': 'ea262936-ed33-4000-b5d1-c3b79ef9fd7d', 'tenant_id': '36371e2845a94adc8766212c496af890', 'fixed_ips': [{'subnet_id': '599a5c62-f035-4c4f-a204-b0aafd925128'}]}} from n-d-764292-30. {{(pid=102193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:22:35.801686 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-d7572906-a733-448c-89b5-4972adb43ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:35.827735 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45561339-956c-49b6-95fb-1a65563cfb0e None None] Network 3e1d1075-3ba8-47d8-827d-34f7f177bab2 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:22:35.882226 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port 52562b40-055c-46a6-9002-0a885d82fabf completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:22:35.895260 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [None req-4789767a-9a76-47d8-b6a8-8c41ea8abc84 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Allocated IP 172.21.0.1 (8770b0db-6497-4ea3-903b-fd212d767fd7/c8e1ccb2-6a70-40ae-9f68-247ef8b3ab64/d9930284-ca53-4430-b598-3340798f92ee) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:22:35.907187 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-bcfcb6e6-596c-4b92-9d35-cdaf5480ecce tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:35.998699 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-bcfcb6e6-596c-4b92-9d35-cdaf5480ecce tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:36.011705 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-0e46e581-8ea5-4ffc-9ad8-7fbdf065e880 None None] Provisioning for port 52562b40-055c-46a6-9002-0a885d82fabf completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:22:36.017942 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-0e46e581-8ea5-4ffc-9ad8-7fbdf065e880 None None] Provisioning complete for port 52562b40-055c-46a6-9002-0a885d82fabf triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:22:36.018335 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-0e46e581-8ea5-4ffc-9ad8-7fbdf065e880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:36.048836 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-fe9d01d9-3ba7-4db7-9db0-794c8ce4e607 tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Deleting port 529426c9-a42c-480f-b8e6-aeb4d3ac6fd2 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:22:36.049446 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fe9d01d9-3ba7-4db7-9db0-794c8ce4e607 tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:36.081485 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85726f5e-4900-4d92-8913-e39f42937692 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Pushing event updated for resources: {'Network': ['ID=aca38bb8-53be-4609-8761-de24e0c00b2e,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:36.133870 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network aca38bb8-53be-4609-8761-de24e0c00b2e details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:22:36.195474 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18243c88-0e75-4e07-bc2f-323db8fa972d req-865a67a3-b968-4e4d-818e-bcd01ebd185e tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:36.205685 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-18243c88-0e75-4e07-bc2f-323db8fa972d req-865a67a3-b968-4e4d-818e-bcd01ebd185e tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/ports?device_id=a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c HTTP/1.1" status: 200 len: 946 time: 0.6939936 Aug 11 03:22:36.234632 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-925cad4e-af6d-41a0-809c-577a19c6ffc3 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:36.270710 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-18243c88-0e75-4e07-bc2f-323db8fa972d req-d02accff-c0b9-47bf-935b-90532a56ff76 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbb5f37-cd37-415a-b820-36c249955487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645130 Aug 11 03:22:36.280704 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b4b4ea4-e1fb-44cd-9ad9-72ecc79254f0 admin admin] Made reservation on behalf of 381bd3f836e84635bd53ce4472f95deb for: {'network': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:22:36.297395 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9b4b4ea4-e1fb-44cd-9ad9-72ecc79254f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:36.297768 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-0e46e581-8ea5-4ffc-9ad8-7fbdf065e880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:36.297871 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9b4b4ea4-e1fb-44cd-9ad9-72ecc79254f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:36.366113 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-0e46e581-8ea5-4ffc-9ad8-7fbdf065e880 None None] For port 52562b40-055c-46a6-9002-0a885d82fabf, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=52562b40-055c-46a6-9002-0a885d82fabf,segment=NetworkSegment(1c0a74f6-21a3-43a1-be49-9efc34378d02),segment_id=1c0a74f6-21a3-43a1-be49-9efc34378d02)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:22:36.406198 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-85726f5e-4900-4d92-8913-e39f42937692 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.9178922 Aug 11 03:22:36.412873 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 51162) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:36.435062 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-54e06307-a645-48f9-b72b-24fa44526619 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-477221125', 'admin_state_up': True, 'project_id': '6f34ea378b0c4732b01bbd0e8e3ce05d', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:22:36.458116 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-0e46e581-8ea5-4ffc-9ad8-7fbdf065e880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:36.511669 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e46e581-8ea5-4ffc-9ad8-7fbdf065e880 None None] Pushing event updated for resources: {'Port': ['ID=52562b40-055c-46a6-9002-0a885d82fabf,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:36.518942 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151fe11e-ab54-4cdb-b8ac-1b850626410a req-f3b38cb2-569f-4c15-82a6-68082bba7a0c tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:36.520949 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-151fe11e-ab54-4cdb-b8ac-1b850626410a req-f3b38cb2-569f-4c15-82a6-68082bba7a0c tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/ports?device_id=a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c HTTP/1.1" status: 200 len: 946 time: 0.1276183 Aug 11 03:22:36.549663 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fe9d01d9-3ba7-4db7-9db0-794c8ce4e607 tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:36.573964 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-fe9d01d9-3ba7-4db7-9db0-794c8ce4e607 tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Calling delete_port for 529426c9-a42c-480f-b8e6-aeb4d3ac6fd2 owned by network:router_gateway {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:22:36.578592 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-bcfcb6e6-596c-4b92-9d35-cdaf5480ecce tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126283413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126275158'] for subnet, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:36.583536 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-618d5a67-e61f-44d6-86c6-e215f549a03a None None] Provisioning complete for port 52562b40-055c-46a6-9002-0a885d82fabf triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:22:36.583830 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-618d5a67-e61f-44d6-86c6-e215f549a03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:36.607139 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-151fe11e-ab54-4cdb-b8ac-1b850626410a req-13b04aa4-21b8-4ca9-9b04-d185aef8670c tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbb5f37-cd37-415a-b820-36c249955487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766177 Aug 11 03:22:36.652463 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server [None req-d7572906-a733-448c-89b5-4972adb43ffd None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 599a5c62-f035-4c4f-a204-b0aafd925128: This subnet is being modified by another concurrent operation. Aug 11 03:22:36.652463 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 11 03:22:36.652463 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 11 03:22:36.652463 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 11 03:22:36.652463 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 11 03:22:36.652463 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 11 03:22:36.652463 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 11 03:22:36.652463 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 11 03:22:36.652463 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 11 03:22:36.652463 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 11 03:22:36.652463 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 11 03:22:36.652463 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 11 03:22:36.652463 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 03:22:36.652463 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 03:22:36.652463 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 03:22:36.652463 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 03:22:36.652463 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 11 03:22:36.652463 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 03:22:36.652463 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 11 03:22:36.652463 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 11 03:22:36.652463 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 03:22:36.652463 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 03:22:36.652463 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 03:22:36.652463 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 03:22:36.652463 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 11 03:22:36.652463 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 03:22:36.652463 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 11 03:22:36.652463 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 11 03:22:36.652463 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 03:22:36.652463 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 03:22:36.652463 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 03:22:36.652463 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 03:22:36.652463 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 11 03:22:36.652463 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 11 03:22:36.652463 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 11 03:22:36.652463 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 11 03:22:36.652463 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 11 03:22:36.652463 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 11 03:22:36.652463 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 11 03:22:36.652463 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 11 03:22:36.652463 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 11 03:22:36.652463 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 11 03:22:36.652463 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 11 03:22:36.652463 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 11 03:22:36.652463 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 11 03:22:36.652463 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 11 03:22:36.652463 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 11 03:22:36.652463 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 11 03:22:36.652463 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 03:22:36.652463 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 03:22:36.652463 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 03:22:36.652463 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 03:22:36.652463 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 11 03:22:36.652463 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 03:22:36.656373 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 11 03:22:36.656373 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 11 03:22:36.656373 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 03:22:36.656373 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 03:22:36.656373 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 03:22:36.656373 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 03:22:36.656373 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 11 03:22:36.656373 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 03:22:36.656373 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 11 03:22:36.656373 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 11 03:22:36.656373 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 03:22:36.656373 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 03:22:36.656373 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 03:22:36.656373 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 03:22:36.656373 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 11 03:22:36.656373 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 11 03:22:36.656373 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 11 03:22:36.656373 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 11 03:22:36.656373 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 11 03:22:36.656373 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 11 03:22:36.656373 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 11 03:22:36.656373 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 11 03:22:36.656373 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 11 03:22:36.656373 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 11 03:22:36.656373 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 03:22:36.656373 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 03:22:36.656373 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 03:22:36.656373 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 03:22:36.656373 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 11 03:22:36.656373 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 11 03:22:36.656373 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 11 03:22:36.656373 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 11 03:22:36.656373 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 11 03:22:36.656373 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 11 03:22:36.656373 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 11 03:22:36.656373 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server raise exception Aug 11 03:22:36.656373 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 599a5c62-f035-4c4f-a204-b0aafd925128: This subnet is being modified by another concurrent operation. Aug 11 03:22:36.656373 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server Aug 11 03:22:36.670390 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4789767a-9a76-47d8-b6a8-8c41ea8abc84 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:36.681012 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9417ecb9-5c42-4d74-a81b-326c254501e8 None None] Network ea262936-ed33-4000-b5d1-c3b79ef9fd7d requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:22:36.681509 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9b4b4ea4-e1fb-44cd-9ad9-72ecc79254f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:36.699746 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfcb6e6-596c-4b92-9d35-cdaf5480ecce tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Pushing event deleted for resources: {'Subnet': ['ID=599a5c62-f035-4c4f-a204-b0aafd925128,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:36.759684 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [None req-4789767a-9a76-47d8-b6a8-8c41ea8abc84 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Transition to ACTIVE for port object d9930284-ca53-4430-b598-3340798f92ee will not be triggered until provisioned by entity DHCP. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:22:36.768008 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-bcfcb6e6-596c-4b92-9d35-cdaf5480ecce tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:36.776527 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-925cad4e-af6d-41a0-809c-577a19c6ffc3 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks [] for router_gateway, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:36.787452 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-bcfcb6e6-596c-4b92-9d35-cdaf5480ecce tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea262936-ed33-4000-b5d1-c3b79ef9fd7d']}} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:36.803647 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9b4b4ea4-e1fb-44cd-9ad9-72ecc79254f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:36.807067 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-925cad4e-af6d-41a0-809c-577a19c6ffc3 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:36.814480 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-bcfcb6e6-596c-4b92-9d35-cdaf5480ecce tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ceb82df8-b54d-4856-8bb6-5befc8a6b04a') {'for_net_delete': True} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:36.814806 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-bcfcb6e6-596c-4b92-9d35-cdaf5480ecce tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ceb82df8-b54d-4856-8bb6-5befc8a6b04a') {} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:36.838371 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-bcfcb6e6-596c-4b92-9d35-cdaf5480ecce tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126283644'] for segment, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:36.851731 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620f986a-da0f-40c5-9166-de1274b8e95c req-f9a3882e-3265-4657-a7ec-529c0247d4ee tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:36.853400 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-620f986a-da0f-40c5-9166-de1274b8e95c req-f9a3882e-3265-4657-a7ec-529c0247d4ee tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/ports?device_id=a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c HTTP/1.1" status: 200 len: 946 time: 0.1426206 Aug 11 03:22:36.862803 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b4b4ea4-e1fb-44cd-9ad9-72ecc79254f0 admin admin] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=102192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:22:36.870759 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0c23c37-9fdd-4d29-9d63-500b11f51ea5 None None] get_active_networks_info from n-d-764292-30 {{(pid=102193) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 11 03:22:36.904337 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-bcfcb6e6-596c-4b92-9d35-cdaf5480ecce tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:36.919161 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcfcb6e6-596c-4b92-9d35-cdaf5480ecce tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=102191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:22:36.919568 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-bcfcb6e6-596c-4b92-9d35-cdaf5480ecce tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126283391'] for segment, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:36.923002 n-d-764292-30 neutron-server[102191]: Traceback (most recent call last): Aug 11 03:22:36.923002 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:22:36.923002 n-d-764292-30 neutron-server[102191]: timer() Aug 11 03:22:36.923002 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:22:36.923002 n-d-764292-30 neutron-server[102191]: cb(*args, **kw) Aug 11 03:22:36.923002 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:22:36.923002 n-d-764292-30 neutron-server[102191]: return func(*args, **kwargs) Aug 11 03:22:36.923002 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:22:36.923002 n-d-764292-30 neutron-server[102191]: self._notify() Aug 11 03:22:36.923002 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:22:36.923002 n-d-764292-30 neutron-server[102191]: self.callback(batched_events) Aug 11 03:22:36.923002 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:22:36.923002 n-d-764292-30 neutron-server[102191]: event.method(event) Aug 11 03:22:36.923002 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:22:36.923002 n-d-764292-30 neutron-server[102191]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:22:36.923002 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:22:36.923002 n-d-764292-30 neutron-server[102191]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:22:36.923002 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:22:36.923002 n-d-764292-30 neutron-server[102191]: return f(self, *a, **k) Aug 11 03:22:36.923002 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:22:36.923002 n-d-764292-30 neutron-server[102191]: return self._get(url).json() Aug 11 03:22:36.923002 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:22:36.923002 n-d-764292-30 neutron-server[102191]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:22:36.923002 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:22:36.923002 n-d-764292-30 neutron-server[102191]: return self.request(url, 'GET', **kwargs) Aug 11 03:22:36.923002 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:22:36.923002 n-d-764292-30 neutron-server[102191]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:22:36.923002 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:22:36.923002 n-d-764292-30 neutron-server[102191]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:22:36.923002 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:22:36.923002 n-d-764292-30 neutron-server[102191]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:22:36.923002 n-d-764292-30 neutron-server[102191]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:22:36.940784 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4b4ea4-e1fb-44cd-9ad9-72ecc79254f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e65ff429-9c9c-43ff-8c00-2b2cbbc9daf0,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:36.947367 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9b4b4ea4-e1fb-44cd-9ad9-72ecc79254f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:36.947709 n-d-764292-30 neutron-server[102192]: INFO neutron.db.segments_db [None req-9b4b4ea4-e1fb-44cd-9ad9-72ecc79254f0 admin admin] Added segment 705c4024-35dd-41b1-9db2-081f2ec1f0f1 of type vlan for network f9b619db-2b3d-432a-950f-510abd52d789 Aug 11 03:22:37.012348 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c23c37-9fdd-4d29-9d63-500b11f51ea5 None None] Resources bound (agent type, host, resource id): {{(pid=102193) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 11 03:22:37.024817 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-620f986a-da0f-40c5-9166-de1274b8e95c req-751ce60f-fa07-4e8a-8ac7-adbaf5d213a2 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbb5f37-cd37-415a-b820-36c249955487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557031 Aug 11 03:22:37.025618 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-54e06307-a645-48f9-b72b-24fa44526619 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-450010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6626'] for router, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:37.030132 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-54e06307-a645-48f9-b72b-24fa44526619 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-446747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6633'] for router, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:37.069937 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [None req-925cad4e-af6d-41a0-809c-577a19c6ffc3 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Allocated IP 172.25.8.161 (09faf7d2-eaf5-4a50-bb6e-4cb05d009a76/e1a97443-13df-40bb-85f5-fd269e2742c0/0b626914-d0d1-4f5d-ac24-73a0a4d2d624) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:22:37.099391 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4789767a-9a76-47d8-b6a8-8c41ea8abc84 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:37.117211 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:37.176041 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9b4b4ea4-e1fb-44cd-9ad9-72ecc79254f0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:37.186372 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-bcfcb6e6-596c-4b92-9d35-cdaf5480ecce tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:37.189575 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fe9d01d9-3ba7-4db7-9db0-794c8ce4e607 tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:37.228196 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-bcfcb6e6-596c-4b92-9d35-cdaf5480ecce tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks [] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:37.238036 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-bcfcb6e6-596c-4b92-9d35-cdaf5480ecce tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] 10.222.0.41 "DELETE /v2.0/networks/ea262936-ed33-4000-b5d1-c3b79ef9fd7d HTTP/1.1" status: 204 len: 168 time: 1.5348508 Aug 11 03:22:37.240539 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 51172) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:37.244838 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 52562b40-055c-46a6-9002-0a885d82fabf up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:22:37.255668 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4789767a-9a76-47d8-b6a8-8c41ea8abc84 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Network 8770b0db-6497-4ea3-903b-fd212d767fd7 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:22:37.257180 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-009aec4b-ba8b-4cbf-9df9-8c8227622386 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-832176658'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:22:37.283273 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-4789767a-9a76-47d8-b6a8-8c41ea8abc84 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:22:37.300847 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfcb6e6-596c-4b92-9d35-cdaf5480ecce tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Pushing event deleted for resources: {'Network': ['ID=ea262936-ed33-4000-b5d1-c3b79ef9fd7d,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:37.313855 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-54e06307-a645-48f9-b72b-24fa44526619 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:37.314533 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4789767a-9a76-47d8-b6a8-8c41ea8abc84 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Pushing event updated for resources: {'Port': ['ID=d9930284-ca53-4430-b598-3340798f92ee,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:37.333211 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4789767a-9a76-47d8-b6a8-8c41ea8abc84 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:22:37.339758 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 52562b40-055c-46a6-9002-0a885d82fabf triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:22:37.340881 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:37.372688 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cae60cf-78f9-40a3-888b-5cbc899866ec req-edc721f2-8ebc-4ab2-bc12-3996f6dd2be4 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:37.374577 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8cae60cf-78f9-40a3-888b-5cbc899866ec req-edc721f2-8ebc-4ab2-bc12-3996f6dd2be4 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/ports?device_id=a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c HTTP/1.1" status: 200 len: 946 time: 0.2420871 Aug 11 03:22:37.467470 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fe9d01d9-3ba7-4db7-9db0-794c8ce4e607 tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-446916'] for router_gateway, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:37.489095 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4789767a-9a76-47d8-b6a8-8c41ea8abc84 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-520987'] for router_interface, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:37.502692 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9d01d9-3ba7-4db7-9db0-794c8ce4e607 tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Pushing event deleted for resources: {'Port': ['ID=529426c9-a42c-480f-b8e6-aeb4d3ac6fd2,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:37.555596 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-54e06307-a645-48f9-b72b-24fa44526619 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:37.585089 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9b4b4ea4-e1fb-44cd-9ad9-72ecc79254f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:37.586111 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b4b4ea4-e1fb-44cd-9ad9-72ecc79254f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:37.586745 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9b4b4ea4-e1fb-44cd-9ad9-72ecc79254f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:37.622628 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8cae60cf-78f9-40a3-888b-5cbc899866ec req-27df665b-a49f-413d-a381-9e422426ccfc tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbb5f37-cd37-415a-b820-36c249955487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374017 Aug 11 03:22:37.650624 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-925cad4e-af6d-41a0-809c-577a19c6ffc3 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:37.728292 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-009aec4b-ba8b-4cbf-9df9-8c8227622386 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Made reservation on behalf of 36371e2845a94adc8766212c496af890 for: {'network': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:22:37.731771 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-009aec4b-ba8b-4cbf-9df9-8c8227622386 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:37.778220 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-8120c330-e42a-4254-b792-07451132e456 None None] Provisioning for port d9930284-ca53-4430-b598-3340798f92ee completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:22:37.782549 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-8120c330-e42a-4254-b792-07451132e456 None None] Provisioning complete for port d9930284-ca53-4430-b598-3340798f92ee triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:22:37.783545 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8120c330-e42a-4254-b792-07451132e456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:37.794676 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4b4ea4-e1fb-44cd-9ad9-72ecc79254f0 admin admin] Pushing event updated for resources: {'Network': ['ID=f9b619db-2b3d-432a-950f-510abd52d789,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:37.819667 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-9b4b4ea4-e1fb-44cd-9ad9-72ecc79254f0 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.4401736 Aug 11 03:22:37.822707 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 51178) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:37.829715 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-009aec4b-ba8b-4cbf-9df9-8c8227622386 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=102192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:22:37.830168 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-d49a35d3-89a5-4185-982d-bb90d0405988 admin admin] Request body: {'subnet': {'network_id': 'f9b619db-2b3d-432a-950f-510abd52d789', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-592477593-subnet', 'tenant_id': '381bd3f836e84635bd53ce4472f95deb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:22:37.836365 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fe9d01d9-3ba7-4db7-9db0-794c8ce4e607 tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-446725', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-448852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6559'] for router, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:37.840076 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network f9b619db-2b3d-432a-950f-510abd52d789 details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:22:37.845085 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fe9d01d9-3ba7-4db7-9db0-794c8ce4e607 tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-446952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-446974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-446967', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-448845'] for router, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:37.863052 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fb0b86-6bfb-4adf-810b-3fab01c8550c req-0c01458e-ef7d-44c9-b0ef-ca94604f5cd8 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:37.864668 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-31fb0b86-6bfb-4adf-810b-3fab01c8550c req-0c01458e-ef7d-44c9-b0ef-ca94604f5cd8 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/ports?device_id=a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c HTTP/1.1" status: 200 len: 946 time: 0.1459301 Aug 11 03:22:37.865875 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-009aec4b-ba8b-4cbf-9df9-8c8227622386 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:37.866220 n-d-764292-30 neutron-server[102192]: INFO neutron.db.segments_db [None req-009aec4b-ba8b-4cbf-9df9-8c8227622386 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Added segment 9ac563b4-f65e-4a18-80d4-e2c4a019442f of type vlan for network 18c5ee95-95b1-470a-bf2a-c3fadd5a9076 Aug 11 03:22:37.906864 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-8120c330-e42a-4254-b792-07451132e456 None None] Port d9930284-ca53-4430-b598-3340798f92ee cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:22:37.943236 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d49a35d3-89a5-4185-982d-bb90d0405988 admin admin] Made reservation on behalf of 381bd3f836e84635bd53ce4472f95deb for: {'subnet': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:22:37.945708 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d49a35d3-89a5-4185-982d-bb90d0405988 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274743'] for subnet, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:37.984462 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-009aec4b-ba8b-4cbf-9df9-8c8227622386 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:37.998435 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-31fb0b86-6bfb-4adf-810b-3fab01c8550c req-2cfbf07f-ea35-482d-9db5-fed3b337315e tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbb5f37-cd37-415a-b820-36c249955487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031337 Aug 11 03:22:38.003551 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-925cad4e-af6d-41a0-809c-577a19c6ffc3 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:38.029443 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe9d01d9-3ba7-4db7-9db0-794c8ce4e607 tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Router 090e27b4-37e3-43f3-875d-c9f657e18374 has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:22:38.044149 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4789767a-9a76-47d8-b6a8-8c41ea8abc84 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:38.123785 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-925cad4e-af6d-41a0-809c-577a19c6ffc3 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:22:38.144047 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-925cad4e-af6d-41a0-809c-577a19c6ffc3 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:22:38.177399 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-009aec4b-ba8b-4cbf-9df9-8c8227622386 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:38.180643 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe9d01d9-3ba7-4db7-9db0-794c8ce4e607 tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:22:38.182984 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-009aec4b-ba8b-4cbf-9df9-8c8227622386 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:38.183561 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-009aec4b-ba8b-4cbf-9df9-8c8227622386 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:38.188550 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fe9d01d9-3ba7-4db7-9db0-794c8ce4e607 tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Notify callbacks [] for router, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:38.188912 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925cad4e-af6d-41a0-809c-577a19c6ffc3 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:22:38.189630 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-fe9d01d9-3ba7-4db7-9db0-794c8ce4e607 tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] 10.222.0.41 "PUT /v2.0/routers/090e27b4-37e3-43f3-875d-c9f657e18374 HTTP/1.1" status: 200 len: 709 time: 3.9332962 Aug 11 03:22:38.196725 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-117a801c-42f3-4ed4-887b-cf6e368c1150 None None] Sync routers for ids ['090e27b4-37e3-43f3-875d-c9f657e18374'] in n-d-764292-30 {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:22:38.197299 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 51184) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:38.208950 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925cad4e-af6d-41a0-809c-577a19c6ffc3 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Pushing event updated for resources: {'Port': ['ID=0b626914-d0d1-4f5d-ac24-73a0a4d2d624,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:38.209832 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117a801c-42f3-4ed4-887b-cf6e368c1150 None None] Routers {'090e27b4-37e3-43f3-875d-c9f657e18374'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:22:38.210747 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-117a801c-42f3-4ed4-887b-cf6e368c1150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:22:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['090e27b4-37e3-43f3-875d-c9f657e18374'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:38.248583 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-117a801c-42f3-4ed4-887b-cf6e368c1150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:38.269020 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117a801c-42f3-4ed4-887b-cf6e368c1150 None None] Routers {'090e27b4-37e3-43f3-875d-c9f657e18374'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:22:38.270744 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-117a801c-42f3-4ed4-887b-cf6e368c1150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:22:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['090e27b4-37e3-43f3-875d-c9f657e18374'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:38.310614 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-117a801c-42f3-4ed4-887b-cf6e368c1150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:38.311520 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-117a801c-42f3-4ed4-887b-cf6e368c1150 None None] The sync data for ids ['090e27b4-37e3-43f3-875d-c9f657e18374'] in n-d-764292-30 is: [] {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:22:38.360692 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-54e06307-a645-48f9-b72b-24fa44526619 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks [] for router_gateway, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:38.365421 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009aec4b-ba8b-4cbf-9df9-8c8227622386 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Pushing event updated for resources: {'Network': ['ID=18c5ee95-95b1-470a-bf2a-c3fadd5a9076,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:38.379362 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network 18c5ee95-95b1-470a-bf2a-c3fadd5a9076 details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:22:38.381030 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-12a49c55-b2c7-42be-a8da-d5994de3caf3 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] 10.222.0.41 "GET /v2.0/routers/090e27b4-37e3-43f3-875d-c9f657e18374 HTTP/1.1" status: 200 len: 744 time: 0.1823835 Aug 11 03:22:38.386477 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 51186) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:38.396927 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5f7a52-90cf-4ef2-a3a7-599f0e993878 req-e690ff2b-3e73-4550-bcdc-88a4f42de178 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:38.398456 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cb5f7a52-90cf-4ef2-a3a7-599f0e993878 req-e690ff2b-3e73-4550-bcdc-88a4f42de178 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/ports?device_id=a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c HTTP/1.1" status: 200 len: 946 time: 0.3021166 Aug 11 03:22:38.432442 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-009aec4b-ba8b-4cbf-9df9-8c8227622386 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.1854310 Aug 11 03:22:38.432442 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-54e06307-a645-48f9-b72b-24fa44526619 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:38.436532 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 51188) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:38.450397 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-d298d6df-13ee-4b4b-ab9f-d84b42d18142 tempest-RoutersIpV6AdminTest-1511144281 tempest-RoutersIpV6AdminTest-1511144281-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=09faf7d2-eaf5-4a50-bb6e-4cb05d009a76&device_id=090e27b4-37e3-43f3-875d-c9f657e18374 HTTP/1.1" status: 200 len: 205 time: 0.0591092 Aug 11 03:22:38.456438 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 51190) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:38.482431 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-ba2414ac-6db7-4c26-9382-254ac3c48c8b tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Request body: {'subnet': {'network_id': '18c5ee95-95b1-470a-bf2a-c3fadd5a9076', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:22:38.534855 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-2c9e085c-4577-4972-8c9a-40011f073853 tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] 10.222.0.41 "GET /v2.0/ports?device_id=090e27b4-37e3-43f3-875d-c9f657e18374 HTTP/1.1" status: 200 len: 205 time: 0.0618668 Aug 11 03:22:38.558529 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 51192) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:38.619578 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d49a35d3-89a5-4185-982d-bb90d0405988 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126283476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274725'] for subnet, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:38.680454 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4789767a-9a76-47d8-b6a8-8c41ea8abc84 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:38.686711 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49a35d3-89a5-4185-982d-bb90d0405988 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c85f597-8e7e-40a1-8518-d59e92964402,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:38.714193 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49a35d3-89a5-4185-982d-bb90d0405988 admin admin] Checking segment: {'id': '705c4024-35dd-41b1-9db2-081f2ec1f0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'f9b619db-2b3d-432a-950f-510abd52d789'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:22:38.714614 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d49a35d3-89a5-4185-982d-bb90d0405988 admin admin] Network hostable DHCP agents. Network: f9b619db-2b3d-432a-950f-510abd52d789, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:22:38.772894 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4789767a-9a76-47d8-b6a8-8c41ea8abc84 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:38.849131 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d49a35d3-89a5-4185-982d-bb90d0405988 admin admin] Network f9b619db-2b3d-432a-950f-510abd52d789 is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:22:38.882144 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4789767a-9a76-47d8-b6a8-8c41ea8abc84 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16383026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521135'] for router_interface, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:38.890637 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4789767a-9a76-47d8-b6a8-8c41ea8abc84 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Pushing event updated for resources: {'Port': ['ID=d9930284-ca53-4430-b598-3340798f92ee,revision_number=2']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:38.974491 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-d49a35d3-89a5-4185-982d-bb90d0405988 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, f9b619db-2b3d-432a-950f-510abd52d789) {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:22:38.995925 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d49a35d3-89a5-4185-982d-bb90d0405988 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:38.995925 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d49a35d3-89a5-4185-982d-bb90d0405988 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:38.996109 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb046b20-45ed-4dfa-a1a8-389582628386 None None] Network f9b619db-2b3d-432a-950f-510abd52d789 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:22:39.008842 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4789767a-9a76-47d8-b6a8-8c41ea8abc84 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Network 8770b0db-6497-4ea3-903b-fd212d767fd7 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:22:39.011548 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-4789767a-9a76-47d8-b6a8-8c41ea8abc84 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:22:39.069384 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cb5f7a52-90cf-4ef2-a3a7-599f0e993878 req-804b6cb4-e10c-4f46-83ce-df5d4c48c248 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbb5f37-cd37-415a-b820-36c249955487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6201460 Aug 11 03:22:39.069384 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-290bb888-6041-48b1-a7ff-367c3d4e4428 tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Notify callbacks [] for router, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:39.118108 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-d49a35d3-89a5-4185-982d-bb90d0405988 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2932324 Aug 11 03:22:39.193863 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4789767a-9a76-47d8-b6a8-8c41ea8abc84 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Router 6f69017a-604d-4b2d-877e-255acbea439b has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:22:39.274660 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-541672e7-dc25-4c6e-bcd5-23fd262a3ca1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde080026-c28f-55be-b52b-13827cc43646-f9b619db-2b3d-432a-950f-510abd52d789', 'network_id': 'f9b619db-2b3d-432a-950f-510abd52d789', 'tenant_id': '381bd3f836e84635bd53ce4472f95deb', 'fixed_ips': [{'subnet_id': '1c85f597-8e7e-40a1-8518-d59e92964402'}]}} from n-d-764292-30. {{(pid=102193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:22:39.275740 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-541672e7-dc25-4c6e-bcd5-23fd262a3ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:39.368916 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [None req-54e06307-a645-48f9-b72b-24fa44526619 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Allocated IP 172.25.8.8 (09faf7d2-eaf5-4a50-bb6e-4cb05d009a76/e1a97443-13df-40bb-85f5-fd269e2742c0/befd763a-b608-436f-8eb1-d6b23b28a1e1) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:22:39.382502 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4789767a-9a76-47d8-b6a8-8c41ea8abc84 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:22:39.399554 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-4789767a-9a76-47d8-b6a8-8c41ea8abc84 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] 10.222.0.41 "PUT /v2.0/routers/6f69017a-604d-4b2d-877e-255acbea439b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0492969 Aug 11 03:22:39.401976 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 51210) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:39.459891 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47dce4f7-dfdd-41ae-b7f2-e4d0a41d1df3 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:39.462014 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-47dce4f7-dfdd-41ae-b7f2-e4d0a41d1df3 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] 10.222.0.41 "GET /v2.0/ports/d9930284-ca53-4430-b598-3340798f92ee HTTP/1.1" status: 200 len: 910 time: 0.0585866 Aug 11 03:22:39.464865 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 51216) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:39.487444 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.db_base_plugin_common [None req-541672e7-dc25-4c6e-bcd5-23fd262a3ca1 None None] Allocated IP 172.20.0.2 (f9b619db-2b3d-432a-950f-510abd52d789/1c85f597-8e7e-40a1-8518-d59e92964402/245af183-aa32-4514-86b5-65b388769abf) {{(pid=102193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:22:39.546356 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bea7890-6993-4afa-8cf5-514b046c29cd None None] Sync routers for ids ['6f69017a-604d-4b2d-877e-255acbea439b'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:22:39.574701 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba2414ac-6db7-4c26-9382-254ac3c48c8b tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Made reservation on behalf of 36371e2845a94adc8766212c496af890 for: {'subnet': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:22:39.577870 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ba2414ac-6db7-4c26-9382-254ac3c48c8b tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126180544'] for subnet, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:39.618469 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3129ed9c-79ca-4fc3-89c1-5647c04b30ef None None] Provisioning complete for port d9930284-ca53-4430-b598-3340798f92ee triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:22:39.618852 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3129ed9c-79ca-4fc3-89c1-5647c04b30ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:39.665510 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bea7890-6993-4afa-8cf5-514b046c29cd None None] Routers {'6f69017a-604d-4b2d-877e-255acbea439b'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:22:39.666152 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-9bea7890-6993-4afa-8cf5-514b046c29cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:22:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['6f69017a-604d-4b2d-877e-255acbea439b'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:39.735702 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-9bea7890-6993-4afa-8cf5-514b046c29cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:39.740567 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-290bb888-6041-48b1-a7ff-367c3d4e4428 tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6544'] for router, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:39.756401 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-290bb888-6041-48b1-a7ff-367c3d4e4428 tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:39.767021 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c914e5-fa10-49a7-adaf-723a458187d3 req-0a66bef4-6ed1-42c6-81d4-d040d3c917bc tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:39.768523 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f9c914e5-fa10-49a7-adaf-723a458187d3 req-0a66bef4-6ed1-42c6-81d4-d040d3c917bc tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/ports?device_id=a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c HTTP/1.1" status: 200 len: 946 time: 0.5423937 Aug 11 03:22:39.773092 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bea7890-6993-4afa-8cf5-514b046c29cd None None] Routers {'6f69017a-604d-4b2d-877e-255acbea439b'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:22:39.774262 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-9bea7890-6993-4afa-8cf5-514b046c29cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:22:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['6f69017a-604d-4b2d-877e-255acbea439b'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:39.814624 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-3129ed9c-79ca-4fc3-89c1-5647c04b30ef None None] Port d9930284-ca53-4430-b598-3340798f92ee cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:22:39.821568 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-9bea7890-6993-4afa-8cf5-514b046c29cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:39.821568 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bea7890-6993-4afa-8cf5-514b046c29cd None None] The sync data for ids ['6f69017a-604d-4b2d-877e-255acbea439b'] in n-d-764292-30 is: [] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:22:39.826375 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-54e06307-a645-48f9-b72b-24fa44526619 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:39.869408 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-541672e7-dc25-4c6e-bcd5-23fd262a3ca1 None None] Notify callbacks [] for port, precommit_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:39.877918 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-541672e7-dc25-4c6e-bcd5-23fd262a3ca1 None None] Transition to ACTIVE for port object 245af183-aa32-4514-86b5-65b388769abf will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:22:39.889607 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-661e96b7-3210-4481-8b26-ef08f4993e41 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521106'] for router_interface, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:39.893910 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-541672e7-dc25-4c6e-bcd5-23fd262a3ca1 None None] Transition to ACTIVE for port object 245af183-aa32-4514-86b5-65b388769abf will not be triggered until provisioned by entity DHCP. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:22:39.911847 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-925cad4e-af6d-41a0-809c-577a19c6ffc3 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks [] for router_gateway, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:39.967516 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-541672e7-dc25-4c6e-bcd5-23fd262a3ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669'] for port, after_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:40.016737 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-290bb888-6041-48b1-a7ff-367c3d4e4428 tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448809'] for router, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:40.017246 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-290bb888-6041-48b1-a7ff-367c3d4e4428 tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Fanout notify agent at l3_agent the message router_deleted on router 090e27b4-37e3-43f3-875d-c9f657e18374 {{(pid=102192) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:22:40.017676 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-541672e7-dc25-4c6e-bcd5-23fd262a3ca1 None None] Network f9b619db-2b3d-432a-950f-510abd52d789 is already hosted by enough agents. {{(pid=102193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:22:40.021308 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.base_scheduler [None req-541672e7-dc25-4c6e-bcd5-23fd262a3ca1 None None] Resources bound (agent type, host, resource id): {{(pid=102193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:22:40.021493 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f9c914e5-fa10-49a7-adaf-723a458187d3 req-d069fdfa-241d-4b67-a87a-e2f03d91e7e8 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbb5f37-cd37-415a-b820-36c249955487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938112 Aug 11 03:22:40.030370 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541672e7-dc25-4c6e-bcd5-23fd262a3ca1 None None] Received port after_create {{(pid=102193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:22:40.030370 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541672e7-dc25-4c6e-bcd5-23fd262a3ca1 None None] Pushing event updated for resources: {'Port': ['ID=245af183-aa32-4514-86b5-65b388769abf,revision_number=1']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:40.039953 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-290bb888-6041-48b1-a7ff-367c3d4e4428 tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] Notify callbacks [] for router, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:40.046820 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-290bb888-6041-48b1-a7ff-367c3d4e4428 tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] 10.222.0.41 "DELETE /v2.0/routers/090e27b4-37e3-43f3-875d-c9f657e18374 HTTP/1.1" status: 204 len: 168 time: 1.4616094 Aug 11 03:22:40.057366 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 51234) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:40.235531 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-661e96b7-3210-4481-8b26-ef08f4993e41 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Deleting port d9930284-ca53-4430-b598-3340798f92ee {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:22:40.236795 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-661e96b7-3210-4481-8b26-ef08f4993e41 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:40.260593 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-9e6ae776-9ba1-4a8e-a93f-5d2f09387d52 tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] 10.222.0.41 "GET /v2.0/ports?device_id=090e27b4-37e3-43f3-875d-c9f657e18374 HTTP/1.1" status: 200 len: 205 time: 0.2016025 Aug 11 03:22:40.281467 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104a8f1e-5030-49b8-89e1-e01deb715528 req-acff4fe6-ae30-4fb9-9a2d-b48889c7e8c2 tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:40.283086 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-104a8f1e-5030-49b8-89e1-e01deb715528 req-acff4fe6-ae30-4fb9-9a2d-b48889c7e8c2 tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] 10.222.0.41 "GET /v2.0/networks?id=f9b619db-2b3d-432a-950f-510abd52d789 HTTP/1.1" status: 200 len: 815 time: 0.5363259 Aug 11 03:22:40.283884 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 51240) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:40.309980 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-541672e7-dc25-4c6e-bcd5-23fd262a3ca1 None None] Attempting to bind port 245af183-aa32-4514-86b5-65b388769abf on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:22:40.310603 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-541672e7-dc25-4c6e-bcd5-23fd262a3ca1 None None] Attempting to bind port 245af183-aa32-4514-86b5-65b388769abf by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': '705c4024-35dd-41b1-9db2-081f2ec1f0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'f9b619db-2b3d-432a-950f-510abd52d789'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:22:40.310984 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-541672e7-dc25-4c6e-bcd5-23fd262a3ca1 None None] Attempting to bind port 245af183-aa32-4514-86b5-65b388769abf on network f9b619db-2b3d-432a-950f-510abd52d789 {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:22:40.317773 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-541672e7-dc25-4c6e-bcd5-23fd262a3ca1 None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 22, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:22:40.318146 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-541672e7-dc25-4c6e-bcd5-23fd262a3ca1 None None] Checking segment: {'id': '705c4024-35dd-41b1-9db2-081f2ec1f0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'f9b619db-2b3d-432a-950f-510abd52d789'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:22:40.318593 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-541672e7-dc25-4c6e-bcd5-23fd262a3ca1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:40.319034 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-541672e7-dc25-4c6e-bcd5-23fd262a3ca1 None None] Bound using segment: {'id': '705c4024-35dd-41b1-9db2-081f2ec1f0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'f9b619db-2b3d-432a-950f-510abd52d789'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:22:40.319540 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-541672e7-dc25-4c6e-bcd5-23fd262a3ca1 None None] Bound port: 245af183-aa32-4514-86b5-65b388769abf, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '705c4024-35dd-41b1-9db2-081f2ec1f0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'f9b619db-2b3d-432a-950f-510abd52d789'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:22:40.320031 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-541672e7-dc25-4c6e-bcd5-23fd262a3ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:40.372893 n-d-764292-30 neutron-server[102192]: INFO neutron.api.v2.resource [None req-0b3dea88-b7ee-4e4f-a447-2369031b2ca7 tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] delete failed (client error): The resource could not be found. Aug 11 03:22:40.374269 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-0b3dea88-b7ee-4e4f-a447-2369031b2ca7 tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] 10.222.0.41 "DELETE /v2.0/routers/090e27b4-37e3-43f3-875d-c9f657e18374 HTTP/1.1" status: 404 len: 336 time: 0.0478706 Aug 11 03:22:40.378620 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 51244) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:40.385685 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-54e06307-a645-48f9-b72b-24fa44526619 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:40.420718 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-541672e7-dc25-4c6e-bcd5-23fd262a3ca1 None None] For port 245af183-aa32-4514-86b5-65b388769abf, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:22:40.422929 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-685f593b-30f6-4c84-9060-fda9e67e40de tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] 10.222.0.41 "GET /v2.0/ports?device_id=af1dc703-3b62-400e-aaff-c3c60fe8e34f HTTP/1.1" status: 200 len: 205 time: 0.0370564 Aug 11 03:22:40.427189 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-541672e7-dc25-4c6e-bcd5-23fd262a3ca1 None None] For port 245af183-aa32-4514-86b5-65b388769abf, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=245af183-aa32-4514-86b5-65b388769abf,segment=NetworkSegment(705c4024-35dd-41b1-9db2-081f2ec1f0f1),segment_id=705c4024-35dd-41b1-9db2-081f2ec1f0f1)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:22:40.429467 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 51246) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:40.440371 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-661e96b7-3210-4481-8b26-ef08f4993e41 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:40.485213 n-d-764292-30 neutron-server[102191]: INFO neutron.api.v2.resource [None req-e75912f7-0829-4cc9-b3ce-12ea4afc3047 tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] delete failed (client error): The resource could not be found. Aug 11 03:22:40.486272 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-e75912f7-0829-4cc9-b3ce-12ea4afc3047 tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] 10.222.0.41 "DELETE /v2.0/routers/af1dc703-3b62-400e-aaff-c3c60fe8e34f HTTP/1.1" status: 404 len: 336 time: 0.0558696 Aug 11 03:22:40.493112 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 51248) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:40.494840 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-661e96b7-3210-4481-8b26-ef08f4993e41 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Calling delete_port for d9930284-ca53-4430-b598-3340798f92ee owned by network:router_interface {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:22:40.506576 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-541672e7-dc25-4c6e-bcd5-23fd262a3ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:40.511413 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-104a8f1e-5030-49b8-89e1-e01deb715528 req-1ba0b04e-80c8-4b9e-9d70-20ab57e72124 tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] 10.222.0.41 "GET /v2.0/quotas/381bd3f836e84635bd53ce4472f95deb HTTP/1.1" status: 200 len: 375 time: 0.1404157 Aug 11 03:22:40.533197 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-04b2db47-0f90-4d28-9d9f-0ea34d790068 tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a109a30-5ddc-4452-83c0-3b6f45d1a49a HTTP/1.1" status: 200 len: 205 time: 0.0394375 Aug 11 03:22:40.537521 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 51250) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:40.543101 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54e06307-a645-48f9-b72b-24fa44526619 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:22:40.572523 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e06307-a645-48f9-b72b-24fa44526619 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Pushing event updated for resources: {'Port': ['ID=befd763a-b608-436f-8eb1-d6b23b28a1e1,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:40.584122 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541672e7-dc25-4c6e-bcd5-23fd262a3ca1 None None] Pushing event updated for resources: {'Port': ['ID=245af183-aa32-4514-86b5-65b388769abf,revision_number=2']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:40.592021 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-54e06307-a645-48f9-b72b-24fa44526619 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:22:40.597351 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ba2414ac-6db7-4c26-9382-254ac3c48c8b tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125932092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126180562'] for subnet, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:40.601156 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e06307-a645-48f9-b72b-24fa44526619 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:22:40.609086 n-d-764292-30 neutron-server[102191]: INFO neutron.api.v2.resource [None req-45a59960-e335-4f78-b91c-f106f3e6a3a3 tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] delete failed (client error): The resource could not be found. Aug 11 03:22:40.612571 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-45a59960-e335-4f78-b91c-f106f3e6a3a3 tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] 10.222.0.41 "DELETE /v2.0/routers/5a109a30-5ddc-4452-83c0-3b6f45d1a49a HTTP/1.1" status: 404 len: 336 time: 0.0717175 Aug 11 03:22:40.613761 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 51252) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:40.715840 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-925cad4e-af6d-41a0-809c-577a19c6ffc3 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-446952'] for router, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:40.743166 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-104a8f1e-5030-49b8-89e1-e01deb715528 req-2ee38da9-c495-4864-9e51-824e89f1154b tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=381bd3f836e84635bd53ce4472f95deb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2197456 Aug 11 03:22:40.843087 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2414ac-6db7-4c26-9382-254ac3c48c8b tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Pushing event updated for resources: {'Subnet': ['ID=04701c0a-fdde-4ae9-88d7-4ac3a081262b,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:40.942195 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2414ac-6db7-4c26-9382-254ac3c48c8b tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Checking segment: {'id': '9ac563b4-f65e-4a18-80d4-e2c4a019442f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '18c5ee95-95b1-470a-bf2a-c3fadd5a9076'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:22:40.942744 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba2414ac-6db7-4c26-9382-254ac3c48c8b tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Network hostable DHCP agents. Network: 18c5ee95-95b1-470a-bf2a-c3fadd5a9076, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:22:41.154102 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-84214663-becf-4282-9582-0e43d1bc6c71 tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d2847a8-c25a-4ddf-901b-9687248b9ebb HTTP/1.1" status: 200 len: 205 time: 0.5371101 Aug 11 03:22:41.154427 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 51258) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:41.205713 n-d-764292-30 neutron-server[102191]: INFO neutron.api.v2.resource [None req-21d4b4d7-7b5c-41f2-a97a-e20bcda7a057 tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] delete failed (client error): The resource could not be found. Aug 11 03:22:41.205942 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba2414ac-6db7-4c26-9382-254ac3c48c8b tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Network 18c5ee95-95b1-470a-bf2a-c3fadd5a9076 is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:22:41.209743 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-21d4b4d7-7b5c-41f2-a97a-e20bcda7a057 tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] 10.222.0.41 "DELETE /v2.0/routers/2d2847a8-c25a-4ddf-901b-9687248b9ebb HTTP/1.1" status: 404 len: 336 time: 0.0518813 Aug 11 03:22:41.212804 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 51260) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:41.237444 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:41.244893 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-d6aa8c62-a675-4caf-ae7d-19c4e96765f6 tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] 10.222.0.41 "GET /v2.0/ports?device_id=0921c1c7-63fb-49fd-ba2b-cc4d956115b3 HTTP/1.1" status: 200 len: 205 time: 0.0303247 Aug 11 03:22:41.247864 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 51262) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:41.289808 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 245af183-aa32-4514-86b5-65b388769abf up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:22:41.317502 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-104a8f1e-5030-49b8-89e1-e01deb715528 req-4097b581-4d96-47f2-baae-c48223820808 service neutron] 10.222.0.41 "GET /v2.0/networks/f9b619db-2b3d-432a-950f-510abd52d789?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4885452 Aug 11 03:22:41.400154 n-d-764292-30 neutron-server[102191]: INFO neutron.api.v2.resource [None req-4b1badd3-7eeb-43a1-99d3-4e014b909177 tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] delete failed (client error): The resource could not be found. Aug 11 03:22:41.403768 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-4b1badd3-7eeb-43a1-99d3-4e014b909177 tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] 10.222.0.41 "DELETE /v2.0/routers/0921c1c7-63fb-49fd-ba2b-cc4d956115b3 HTTP/1.1" status: 404 len: 336 time: 0.1524642 Aug 11 03:22:41.405415 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 51266) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:41.435162 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-104a8f1e-5030-49b8-89e1-e01deb715528 req-e0058216-70fe-472b-bdc9-bc7372403c64 service neutron] 10.222.0.41 "GET /v2.0/networks/f9b619db-2b3d-432a-950f-510abd52d789?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168325 Aug 11 03:22:41.438180 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-ba2414ac-6db7-4c26-9382-254ac3c48c8b tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, 18c5ee95-95b1-470a-bf2a-c3fadd5a9076) {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:22:41.448696 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42ee67ce-70e8-4271-bdd7-4997b848f6b0 None None] Network 18c5ee95-95b1-470a-bf2a-c3fadd5a9076 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:22:41.458729 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-25f74d2b-0fb1-4139-8dc9-dd945f275ac4 tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] 10.222.0.41 "GET /v2.0/ports?device_id=10277933-00c7-480c-a084-c33c8f6c3939 HTTP/1.1" status: 200 len: 205 time: 0.0481720 Aug 11 03:22:41.458943 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 51268) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:41.473277 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba2414ac-6db7-4c26-9382-254ac3c48c8b tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:41.473975 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ba2414ac-6db7-4c26-9382-254ac3c48c8b tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks [] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:41.484069 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port 245af183-aa32-4514-86b5-65b388769abf completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:22:41.513262 n-d-764292-30 neutron-server[102191]: INFO neutron.api.v2.resource [None req-3a402cc6-5fa7-40e3-b807-786c291f0a78 tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] delete failed (client error): The resource could not be found. Aug 11 03:22:41.514677 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-3a402cc6-5fa7-40e3-b807-786c291f0a78 tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] 10.222.0.41 "DELETE /v2.0/routers/10277933-00c7-480c-a084-c33c8f6c3939 HTTP/1.1" status: 404 len: 336 time: 0.0547390 Aug 11 03:22:41.517500 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 51270) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:41.599389 n-d-764292-30 neutron-server[102191]: INFO neutron.pecan_wsgi.hooks.translation [None req-310b74c5-5962-4dfd-bc60-8818c62c98a7 tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] DELETE failed (client error): The resource could not be found. Aug 11 03:22:41.600657 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-310b74c5-5962-4dfd-bc60-8818c62c98a7 tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:22:41.604545 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-310b74c5-5962-4dfd-bc60-8818c62c98a7 tempest-RoutersIpV6AdminTest-946766866 tempest-RoutersIpV6AdminTest-946766866-project] 10.222.0.41 "DELETE /v2.0/subnets/1e024485-ee1b-4f07-bf1e-4cc59978f396 HTTP/1.1" status: 404 len: 337 time: 0.0857210 Aug 11 03:22:41.692717 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-661e96b7-3210-4481-8b26-ef08f4993e41 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:41.743065 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661e96b7-3210-4481-8b26-ef08f4993e41 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Pushing event deleted for resources: {'Port': ['ID=d9930284-ca53-4430-b598-3340798f92ee,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:41.818636 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51d26fc7-6cc1-44f0-9a45-be8716e0459a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde080026-c28f-55be-b52b-13827cc43646-18c5ee95-95b1-470a-bf2a-c3fadd5a9076', 'network_id': '18c5ee95-95b1-470a-bf2a-c3fadd5a9076', 'tenant_id': '36371e2845a94adc8766212c496af890', 'fixed_ips': [{'subnet_id': '04701c0a-fdde-4ae9-88d7-4ac3a081262b'}]}} from n-d-764292-30. {{(pid=102193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:22:41.825722 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-51d26fc7-6cc1-44f0-9a45-be8716e0459a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:42.216129 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-661e96b7-3210-4481-8b26-ef08f4993e41 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16383033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450082'] for router_interface, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:42.349106 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-ba2414ac-6db7-4c26-9382-254ac3c48c8b tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 3.9082787 Aug 11 03:22:42.350025 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-925cad4e-af6d-41a0-809c-577a19c6ffc3 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Router 9b20808e-97f4-47b7-9610-95e658ef559d is scheduled to L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 with binding_index 1 {{(pid=102192) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:22:42.352347 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 51296) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:42.360927 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-d84809a2-b53f-4610-89b0-752eca782e1b tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2080957912'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:22:42.411515 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.db_base_plugin_common [None req-51d26fc7-6cc1-44f0-9a45-be8716e0459a None None] Allocated IP 2001:db8::3 (18c5ee95-95b1-470a-bf2a-c3fadd5a9076/04701c0a-fdde-4ae9-88d7-4ac3a081262b/ac48824b-ade0-49fd-bfb5-8ed09f692d1a) {{(pid=102193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:22:42.422661 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 51298) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:42.443098 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-295662e0-8c20-4773-a2b2-7c143099fffa None None] Network f9b619db-2b3d-432a-950f-510abd52d789 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:22:42.536098 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d84809a2-b53f-4610-89b0-752eca782e1b tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Made reservation on behalf of 36371e2845a94adc8766212c496af890 for: {'network': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:22:42.545774 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-d84809a2-b53f-4610-89b0-752eca782e1b tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:42.575978 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17aec24f-2242-4d23-bf16-e487ce889af5 None None] Provisioning for port 245af183-aa32-4514-86b5-65b388769abf completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:22:42.580335 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-54e06307-a645-48f9-b72b-24fa44526619 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks [] for router_gateway, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:42.593079 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17aec24f-2242-4d23-bf16-e487ce889af5 None None] Provisioning complete for port 245af183-aa32-4514-86b5-65b388769abf triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:22:42.594111 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17aec24f-2242-4d23-bf16-e487ce889af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:42.675776 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-661e96b7-3210-4481-8b26-ef08f4993e41 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Router 6f69017a-604d-4b2d-877e-255acbea439b has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:22:42.761618 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-211d915a-c87d-49b4-bf49-dcfb11d14f36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:42.779144 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d84809a2-b53f-4610-89b0-752eca782e1b tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=102192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:22:42.818346 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-51d26fc7-6cc1-44f0-9a45-be8716e0459a None None] Notify callbacks [] for port, precommit_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:42.860376 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-51d26fc7-6cc1-44f0-9a45-be8716e0459a None None] Transition to ACTIVE for port object ac48824b-ade0-49fd-bfb5-8ed09f692d1a will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:22:42.865870 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-661e96b7-3210-4481-8b26-ef08f4993e41 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:22:42.874469 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17aec24f-2242-4d23-bf16-e487ce889af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:42.886152 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc5e2d7-4195-4fb8-93d0-1ce29ab0fdd1 None None] Sync routers for ids ['6f69017a-604d-4b2d-877e-255acbea439b'] in n-d-764292-30 {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:22:42.889701 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-661e96b7-3210-4481-8b26-ef08f4993e41 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] 10.222.0.41 "PUT /v2.0/routers/6f69017a-604d-4b2d-877e-255acbea439b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4236887 Aug 11 03:22:42.891392 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-d84809a2-b53f-4610-89b0-752eca782e1b tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:42.891749 n-d-764292-30 neutron-server[102192]: INFO neutron.db.segments_db [None req-d84809a2-b53f-4610-89b0-752eca782e1b tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Added segment d488fc63-bd0e-4615-ab83-326ae9a8f0f9 of type vlan for network 4f3a850b-e254-4b30-9351-39ff3d582f13 Aug 11 03:22:42.892440 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 51304) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:42.906024 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc5e2d7-4195-4fb8-93d0-1ce29ab0fdd1 None None] Routers {'6f69017a-604d-4b2d-877e-255acbea439b'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:22:42.906756 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-0dc5e2d7-4195-4fb8-93d0-1ce29ab0fdd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:22:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['6f69017a-604d-4b2d-877e-255acbea439b'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:42.926019 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-51d26fc7-6cc1-44f0-9a45-be8716e0459a None None] Transition to ACTIVE for port object ac48824b-ade0-49fd-bfb5-8ed09f692d1a will not be triggered until provisioned by entity DHCP. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:22:42.971227 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-0dc5e2d7-4195-4fb8-93d0-1ce29ab0fdd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:42.989011 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17aec24f-2242-4d23-bf16-e487ce889af5 None None] For port 245af183-aa32-4514-86b5-65b388769abf, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=245af183-aa32-4514-86b5-65b388769abf,segment=NetworkSegment(705c4024-35dd-41b1-9db2-081f2ec1f0f1),segment_id=705c4024-35dd-41b1-9db2-081f2ec1f0f1)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:22:42.994990 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc5e2d7-4195-4fb8-93d0-1ce29ab0fdd1 None None] Routers {'6f69017a-604d-4b2d-877e-255acbea439b'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:22:42.995605 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-0dc5e2d7-4195-4fb8-93d0-1ce29ab0fdd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:22:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['6f69017a-604d-4b2d-877e-255acbea439b'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:43.031213 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-0dc5e2d7-4195-4fb8-93d0-1ce29ab0fdd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:43.032189 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc5e2d7-4195-4fb8-93d0-1ce29ab0fdd1 None None] The sync data for ids ['6f69017a-604d-4b2d-877e-255acbea439b'] in n-d-764292-30 is: [] {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:22:43.052774 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-d84809a2-b53f-4610-89b0-752eca782e1b tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:43.077218 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d132ce-ff58-4b96-a8b5-654ca1c1c5f4 req-4f975c47-d176-4772-8a5c-04b65981d214 tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:43.081652 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b3d132ce-ff58-4b96-a8b5-654ca1c1c5f4 req-4f975c47-d176-4772-8a5c-04b65981d214 tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] 10.222.0.41 "GET /v2.0/networks?id=f9b619db-2b3d-432a-950f-510abd52d789 HTTP/1.1" status: 200 len: 815 time: 0.7239394 Aug 11 03:22:43.086598 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-925cad4e-af6d-41a0-809c-577a19c6ffc3 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:22:43.098306 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27e370c-6662-4810-95cc-9d4f9ac78f52 None None] Sync routers for ids ['9b20808e-97f4-47b7-9610-95e658ef559d'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:22:43.112219 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-51d26fc7-6cc1-44f0-9a45-be8716e0459a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669'] for port, after_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:43.125283 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b3d132ce-ff58-4b96-a8b5-654ca1c1c5f4 req-f81f56a2-371e-4edd-a977-ef768ad467eb tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] 10.222.0.41 "GET /v2.0/quotas/381bd3f836e84635bd53ce4472f95deb HTTP/1.1" status: 200 len: 375 time: 0.0272660 Aug 11 03:22:43.185334 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d26fc7-6cc1-44f0-9a45-be8716e0459a None None] Pushing event updated for resources: {'Port': ['ID=ac48824b-ade0-49fd-bfb5-8ed09f692d1a,revision_number=1']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:43.197015 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27e370c-6662-4810-95cc-9d4f9ac78f52 None None] Routers {'9b20808e-97f4-47b7-9610-95e658ef559d'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:22:43.197975 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-e27e370c-6662-4810-95cc-9d4f9ac78f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:22:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['9b20808e-97f4-47b7-9610-95e658ef559d'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:43.226842 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d26fc7-6cc1-44f0-9a45-be8716e0459a None None] Network 18c5ee95-95b1-470a-bf2a-c3fadd5a9076 is already hosted by enough agents. {{(pid=102193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:22:43.230548 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17aec24f-2242-4d23-bf16-e487ce889af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:43.295052 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.base_scheduler [None req-51d26fc7-6cc1-44f0-9a45-be8716e0459a None None] Resources bound (agent type, host, resource id): {{(pid=102193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:22:43.297695 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d26fc7-6cc1-44f0-9a45-be8716e0459a None None] Received port after_create {{(pid=102193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:22:43.341255 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-54e06307-a645-48f9-b72b-24fa44526619 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-446952'] for router, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:43.353772 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b3d132ce-ff58-4b96-a8b5-654ca1c1c5f4 req-d882642d-e04c-4210-a427-2cdd7c1db01d tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=381bd3f836e84635bd53ce4472f95deb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2080410 Aug 11 03:22:43.423061 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a11e8ae9-d545-4d2c-badc-2ac6889bf277 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521106'] for router_interface, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:43.429530 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-51d26fc7-6cc1-44f0-9a45-be8716e0459a None None] Attempting to bind port ac48824b-ade0-49fd-bfb5-8ed09f692d1a on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:22:43.430664 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-51d26fc7-6cc1-44f0-9a45-be8716e0459a None None] Attempting to bind port ac48824b-ade0-49fd-bfb5-8ed09f692d1a by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': '9ac563b4-f65e-4a18-80d4-e2c4a019442f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '18c5ee95-95b1-470a-bf2a-c3fadd5a9076'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:22:43.430885 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d26fc7-6cc1-44f0-9a45-be8716e0459a None None] Attempting to bind port ac48824b-ade0-49fd-bfb5-8ed09f692d1a on network 18c5ee95-95b1-470a-bf2a-c3fadd5a9076 {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:22:43.442923 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-211d915a-c87d-49b4-bf49-dcfb11d14f36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:43.445370 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d26fc7-6cc1-44f0-9a45-be8716e0459a None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 22, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:22:43.446267 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d26fc7-6cc1-44f0-9a45-be8716e0459a None None] Checking segment: {'id': '9ac563b4-f65e-4a18-80d4-e2c4a019442f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '18c5ee95-95b1-470a-bf2a-c3fadd5a9076'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:22:43.446715 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-51d26fc7-6cc1-44f0-9a45-be8716e0459a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:43.447118 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d26fc7-6cc1-44f0-9a45-be8716e0459a None None] Bound using segment: {'id': '9ac563b4-f65e-4a18-80d4-e2c4a019442f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '18c5ee95-95b1-470a-bf2a-c3fadd5a9076'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:22:43.447611 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-51d26fc7-6cc1-44f0-9a45-be8716e0459a None None] Bound port: ac48824b-ade0-49fd-bfb5-8ed09f692d1a, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ac563b4-f65e-4a18-80d4-e2c4a019442f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '18c5ee95-95b1-470a-bf2a-c3fadd5a9076'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:22:43.447998 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-51d26fc7-6cc1-44f0-9a45-be8716e0459a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:43.449640 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-d84809a2-b53f-4610-89b0-752eca782e1b tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:43.464729 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d84809a2-b53f-4610-89b0-752eca782e1b tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:43.468385 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-d84809a2-b53f-4610-89b0-752eca782e1b tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:43.519170 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17aec24f-2242-4d23-bf16-e487ce889af5 None None] Pushing event updated for resources: {'Port': ['ID=245af183-aa32-4514-86b5-65b388769abf,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:43.535182 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-0290e69f-e828-433b-bd9d-c32781eb2587 None None] Provisioning complete for port 245af183-aa32-4514-86b5-65b388769abf triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:22:43.535754 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-0290e69f-e828-433b-bd9d-c32781eb2587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:43.638211 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84809a2-b53f-4610-89b0-752eca782e1b tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Pushing event updated for resources: {'Network': ['ID=4f3a850b-e254-4b30-9351-39ff3d582f13,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:43.666038 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-211d915a-c87d-49b4-bf49-dcfb11d14f36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:43.671912 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network 4f3a850b-e254-4b30-9351-39ff3d582f13 details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:22:43.747160 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-e27e370c-6662-4810-95cc-9d4f9ac78f52 None None] Set router 9b20808e-97f4-47b7-9610-95e658ef559d gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:22:43.769951 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-211d915a-c87d-49b4-bf49-dcfb11d14f36 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=78a6ee772359443891816a279a38bdce&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2579784 Aug 11 03:22:43.772001 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 51320) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:43.784164 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211d915a-c87d-49b4-bf49-dcfb11d14f36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a370bbf2-8367-423e-9968-a74ec1d3fa78,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:43.787953 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-925cad4e-af6d-41a0-809c-577a19c6ffc3 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks [] for router, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:43.790241 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-925cad4e-af6d-41a0-809c-577a19c6ffc3 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 8.6110020 Aug 11 03:22:43.810849 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 51322) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:43.848779 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-51d26fc7-6cc1-44f0-9a45-be8716e0459a None None] For port ac48824b-ade0-49fd-bfb5-8ed09f692d1a, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:22:43.876332 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-d84809a2-b53f-4610-89b0-752eca782e1b tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.5201924 Aug 11 03:22:43.892316 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 51326) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:43.905665 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-d9590fc5-ef6a-4678-b118-fa59a2141d86 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Request body: {'subnet': {'network_id': '4f3a850b-e254-4b30-9351-39ff3d582f13', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:22:43.949144 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-51d26fc7-6cc1-44f0-9a45-be8716e0459a None None] For port ac48824b-ade0-49fd-bfb5-8ed09f692d1a, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=ac48824b-ade0-49fd-bfb5-8ed09f692d1a,segment=NetworkSegment(9ac563b4-f65e-4a18-80d4-e2c4a019442f),segment_id=9ac563b4-f65e-4a18-80d4-e2c4a019442f)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:22:44.032989 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-ba1b653b-647f-4f58-8791-4b11a5ad6868 tempest-TestNetworkAdvancedServerOps-665886235 tempest-TestNetworkAdvancedServerOps-665886235-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=a5478860f7cb432583cc8e5d994d2237&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2172875 Aug 11 03:22:44.034856 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 51328) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:44.035453 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 51330) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:44.052957 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-51d26fc7-6cc1-44f0-9a45-be8716e0459a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:44.202714 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d26fc7-6cc1-44f0-9a45-be8716e0459a None None] Pushing event updated for resources: {'Port': ['ID=ac48824b-ade0-49fd-bfb5-8ed09f692d1a,revision_number=2']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:44.231150 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9590fc5-ef6a-4678-b118-fa59a2141d86 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Made reservation on behalf of 36371e2845a94adc8766212c496af890 for: {'subnet': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:22:44.239046 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-d9590fc5-ef6a-4678-b118-fa59a2141d86 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126180544'] for subnet, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:44.247241 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-16233dd2-9c54-4158-ae45-601e5e81efd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:44.256721 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b3d132ce-ff58-4b96-a8b5-654ca1c1c5f4 req-6b6b9923-b3b1-4e27-9c34-5df179cd4a66 service neutron] 10.222.0.41 "GET /v2.0/networks/f9b619db-2b3d-432a-950f-510abd52d789?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8571224 Aug 11 03:22:44.278503 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a8f40f38-5587-4d6b-84c5-e24502eacd4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:44.292903 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-e27e370c-6662-4810-95cc-9d4f9ac78f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b20808e-97f4-47b7-9610-95e658ef559d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1865942917', 'tenant_id': 'a5478860f7cb432583cc8e5d994d2237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': '0b626914-d0d1-4f5d-ac24-73a0a4d2d624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:22:35Z', 'updated_at': '2021-08-11T03:22:39Z', 'revision_number': 3, 'project_id': 'a5478860f7cb432583cc8e5d994d2237', 'gw_port': {'id': '0b626914-d0d1-4f5d-ac24-73a0a4d2d624', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ab:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b20808e-97f4-47b7-9610-95e658ef559d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2499, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:22:36Z', 'updated_at': '2021-08-11T03:22:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:44.362830 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27e370c-6662-4810-95cc-9d4f9ac78f52 None None] Checking router: 9b20808e-97f4-47b7-9610-95e658ef559d for host: n-d-764292-30 {{(pid=102193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:22:44.363187 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27e370c-6662-4810-95cc-9d4f9ac78f52 None None] Updating router 9b20808e-97f4-47b7-9610-95e658ef559d port 0b626914-d0d1-4f5d-ac24-73a0a4d2d624 binding host n-d-764292-30 {{(pid=102193) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:22:44.423113 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-e27e370c-6662-4810-95cc-9d4f9ac78f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:44.449681 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-a11e8ae9-d545-4d2c-badc-2ac6889bf277 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Deleting port ab9eff48-3a88-4edf-a493-343258b43c1d {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:22:44.450210 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a11e8ae9-d545-4d2c-badc-2ac6889bf277 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:44.556079 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b3d132ce-ff58-4b96-a8b5-654ca1c1c5f4 req-429a79c1-2e45-406a-937a-1bdba42ecace service neutron] 10.222.0.41 "GET /v2.0/networks/f9b619db-2b3d-432a-950f-510abd52d789?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2771859 Aug 11 03:22:44.668429 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.ipam_backend_mixin [None req-d9590fc5-ef6a-4678-b118-fa59a2141d86 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Performing IP validity checks on allocation pools {{(pid=102192) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 11 03:22:44.671420 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.ipam_backend_mixin [None req-d9590fc5-ef6a-4678-b118-fa59a2141d86 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102192) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 11 03:22:44.686911 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-16233dd2-9c54-4158-ae45-601e5e81efd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:44.791097 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54e06307-a645-48f9-b72b-24fa44526619 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Router c2512fa5-e65b-455d-87b5-af2204aa28df is scheduled to L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 with binding_index 1 {{(pid=102192) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:22:44.850215 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a8f40f38-5587-4d6b-84c5-e24502eacd4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:44.880053 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70484e1b-aef3-41f2-9ad1-588b5ef12607 tempest-TestNetworkAdvancedServerOps-665886235 tempest-TestNetworkAdvancedServerOps-665886235-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:44.884144 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-70484e1b-aef3-41f2-9ad1-588b5ef12607 tempest-TestNetworkAdvancedServerOps-665886235 tempest-TestNetworkAdvancedServerOps-665886235-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.8415022 Aug 11 03:22:44.887535 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 51336) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:44.901785 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a11e8ae9-d545-4d2c-badc-2ac6889bf277 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:44.939385 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-38a6de32-8fb7-4b0c-a28f-e9f54cce23ce tempest-TestNetworkAdvancedServerOps-665886235 tempest-TestNetworkAdvancedServerOps-665886235-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=09faf7d2-eaf5-4a50-bb6e-4cb05d009a76&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0507281 Aug 11 03:22:44.948919 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 51338) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:44.951601 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-a11e8ae9-d545-4d2c-badc-2ac6889bf277 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Calling delete_port for ab9eff48-3a88-4edf-a493-343258b43c1d owned by network:router_interface {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:22:44.966459 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-df7cb756-5e73-4e87-ab41-80571559bf20 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1806040347', 'network_id': '6a6493ce-4ad4-4581-8e07-a017fe78dc31', 'project_id': 'a5478860f7cb432583cc8e5d994d2237', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:22:45.018262 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a8f40f38-5587-4d6b-84c5-e24502eacd4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:45.183135 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-e27e370c-6662-4810-95cc-9d4f9ac78f52 None None] Notify callbacks [] for port, precommit_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:45.209918 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-e27e370c-6662-4810-95cc-9d4f9ac78f52 None None] Transition to ACTIVE for port object 0b626914-d0d1-4f5d-ac24-73a0a4d2d624 will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:22:45.223763 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-16233dd2-9c54-4158-ae45-601e5e81efd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:45.239341 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-16233dd2-9c54-4158-ae45-601e5e81efd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:45.239341 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-16233dd2-9c54-4158-ae45-601e5e81efd2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a370bbf2-8367-423e-9968-a74ec1d3fa78 HTTP/1.1" status: 204 len: 168 time: 1.4376004 Aug 11 03:22:45.271010 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16233dd2-9c54-4158-ae45-601e5e81efd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a370bbf2-8367-423e-9968-a74ec1d3fa78,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:45.305669 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54e06307-a645-48f9-b72b-24fa44526619 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:22:45.315815 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b779c744-2212-4c91-b77e-a9f8ed62b959 None None] Sync routers for ids ['c2512fa5-e65b-455d-87b5-af2204aa28df'] in n-d-764292-30 {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:22:45.327541 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-e27e370c-6662-4810-95cc-9d4f9ac78f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:45.338448 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b779c744-2212-4c91-b77e-a9f8ed62b959 None None] Routers {'c2512fa5-e65b-455d-87b5-af2204aa28df'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:22:45.343047 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-b779c744-2212-4c91-b77e-a9f8ed62b959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:22:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['c2512fa5-e65b-455d-87b5-af2204aa28df'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:45.455460 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device ac48824b-ade0-49fd-bfb5-8ed09f692d1a up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:22:45.522984 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd9e13e-e10d-487d-9b28-6e03d2355467 req-4829958c-3fb1-419e-b4a1-047fe469064c tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:45.524596 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bdd9e13e-e10d-487d-9b28-6e03d2355467 req-4829958c-3fb1-419e-b4a1-047fe469064c tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] 10.222.0.41 "GET /v2.0/networks?id=f9b619db-2b3d-432a-950f-510abd52d789 HTTP/1.1" status: 200 len: 815 time: 0.1450286 Aug 11 03:22:45.557174 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bdd9e13e-e10d-487d-9b28-6e03d2355467 req-2e70af87-a383-4f83-b30b-397bd3b5b3ab tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] 10.222.0.41 "GET /v2.0/quotas/381bd3f836e84635bd53ce4472f95deb HTTP/1.1" status: 200 len: 375 time: 0.0215721 Aug 11 03:22:45.571719 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df7cb756-5e73-4e87-ab41-80571559bf20 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Made reservation on behalf of a5478860f7cb432583cc8e5d994d2237 for: {'subnet': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:22:45.575561 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-df7cb756-5e73-4e87-ab41-80571559bf20 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274743'] for subnet, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:45.584183 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-b779c744-2212-4c91-b77e-a9f8ed62b959 None None] Set router c2512fa5-e65b-455d-87b5-af2204aa28df gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:22:45.626623 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a65e53-41a3-4235-89f9-9ee532629856 None None] Pushing event updated for resources: {'Port': ['ID=0b626914-d0d1-4f5d-ac24-73a0a4d2d624,revision_number=2']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:45.638623 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-e27e370c-6662-4810-95cc-9d4f9ac78f52 None None] Attempting to bind port 0b626914-d0d1-4f5d-ac24-73a0a4d2d624 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:22:45.638998 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-e27e370c-6662-4810-95cc-9d4f9ac78f52 None None] Attempting to bind port 0b626914-d0d1-4f5d-ac24-73a0a4d2d624 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:22:45.640879 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27e370c-6662-4810-95cc-9d4f9ac78f52 None None] Attempting to bind port 0b626914-d0d1-4f5d-ac24-73a0a4d2d624 on network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:22:45.699230 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27e370c-6662-4810-95cc-9d4f9ac78f52 None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 22, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:22:45.699835 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27e370c-6662-4810-95cc-9d4f9ac78f52 None None] Checking segment: {'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:22:45.700338 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-e27e370c-6662-4810-95cc-9d4f9ac78f52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:45.700785 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27e370c-6662-4810-95cc-9d4f9ac78f52 None None] Bound using segment: {'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:22:45.701427 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-e27e370c-6662-4810-95cc-9d4f9ac78f52 None None] Bound port: 0b626914-d0d1-4f5d-ac24-73a0a4d2d624, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:22:45.701859 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-e27e370c-6662-4810-95cc-9d4f9ac78f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:45.734959 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bdd9e13e-e10d-487d-9b28-6e03d2355467 req-8396b253-6d9d-4e47-aeab-5818a0ce14d1 tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=381bd3f836e84635bd53ce4472f95deb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1673961 Aug 11 03:22:45.787225 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-e27e370c-6662-4810-95cc-9d4f9ac78f52 None None] For port 0b626914-d0d1-4f5d-ac24-73a0a4d2d624, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:22:45.812441 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-e27e370c-6662-4810-95cc-9d4f9ac78f52 None None] For port 0b626914-d0d1-4f5d-ac24-73a0a4d2d624, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=0b626914-d0d1-4f5d-ac24-73a0a4d2d624,segment=NetworkSegment(fab28bed-aa25-40db-bba4-ec26e795194c),segment_id=fab28bed-aa25-40db-bba4-ec26e795194c)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:22:45.892865 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-54e06307-a645-48f9-b72b-24fa44526619 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks [] for router, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:45.894222 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-54e06307-a645-48f9-b72b-24fa44526619 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 9.4803956 Aug 11 03:22:45.895903 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-d9590fc5-ef6a-4678-b118-fa59a2141d86 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125932092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126180562'] for subnet, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:45.900180 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bdd9e13e-e10d-487d-9b28-6e03d2355467 req-37fd0dc9-221c-4f82-a275-d80d2c3d1ca7 service neutron] 10.222.0.41 "GET /v2.0/networks/f9b619db-2b3d-432a-950f-510abd52d789?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643395 Aug 11 03:22:45.901721 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 51362) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:45.906367 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-b779c744-2212-4c91-b77e-a9f8ed62b959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2512fa5-e65b-455d-87b5-af2204aa28df', 'name': 'tempest-TestNetworkBasicOps-router-477221125', 'tenant_id': '6f34ea378b0c4732b01bbd0e8e3ce05d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': 'befd763a-b608-436f-8eb1-d6b23b28a1e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:22:37Z', 'updated_at': '2021-08-11T03:22:41Z', 'revision_number': 3, 'project_id': '6f34ea378b0c4732b01bbd0e8e3ce05d', 'gw_port': {'id': 'befd763a-b608-436f-8eb1-d6b23b28a1e1', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:eb:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2512fa5-e65b-455d-87b5-af2204aa28df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2505, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:22:38Z', 'updated_at': '2021-08-11T03:22:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:45.951918 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port ac48824b-ade0-49fd-bfb5-8ed09f692d1a completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:22:45.971192 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 245af183-aa32-4514-86b5-65b388769abf up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:22:45.971192 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-e27e370c-6662-4810-95cc-9d4f9ac78f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:45.971856 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b779c744-2212-4c91-b77e-a9f8ed62b959 None None] Checking router: c2512fa5-e65b-455d-87b5-af2204aa28df for host: n-d-764292-30 {{(pid=102194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:22:45.972207 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b779c744-2212-4c91-b77e-a9f8ed62b959 None None] Updating router c2512fa5-e65b-455d-87b5-af2204aa28df port befd763a-b608-436f-8eb1-d6b23b28a1e1 binding host n-d-764292-30 {{(pid=102194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:22:46.012958 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-a8f40f38-5587-4d6b-84c5-e24502eacd4e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3ea3c9e41ff24d39957b4dc27ca947ce&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9761701 Aug 11 03:22:46.019259 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 51370) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:46.038825 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-b779c744-2212-4c91-b77e-a9f8ed62b959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:46.070946 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-df7cb756-5e73-4e87-ab41-80571559bf20 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126283476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274725'] for subnet, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:46.112694 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f40f38-5587-4d6b-84c5-e24502eacd4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16f80dd4-05e3-49c0-9eb4-2096ae328f26,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:46.121199 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d5ea2c4-0e49-4459-9cb7-1bb47ba49236 None None] Network 18c5ee95-95b1-470a-bf2a-c3fadd5a9076 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:22:46.251503 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9590fc5-ef6a-4678-b118-fa59a2141d86 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Pushing event updated for resources: {'Subnet': ['ID=cc3f3e2a-6a60-45f6-8fdd-6c359e894516,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:46.255621 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9590fc5-ef6a-4678-b118-fa59a2141d86 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Checking segment: {'id': 'd488fc63-bd0e-4615-ab83-326ae9a8f0f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '4f3a850b-e254-4b30-9351-39ff3d582f13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:22:46.255982 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9590fc5-ef6a-4678-b118-fa59a2141d86 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Network hostable DHCP agents. Network: 4f3a850b-e254-4b30-9351-39ff3d582f13, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:22:46.288965 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bdd9e13e-e10d-487d-9b28-6e03d2355467 req-e17aff53-04f1-44a5-af2e-4778bf0bd21c service neutron] 10.222.0.41 "GET /v2.0/networks/f9b619db-2b3d-432a-950f-510abd52d789?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3523960 Aug 11 03:22:46.347193 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-8401e511-a88b-40d1-9953-82a2c375d563 tempest-TestNetworkBasicOps-852784014 tempest-TestNetworkBasicOps-852784014-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=6f34ea378b0c4732b01bbd0e8e3ce05d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4291899 Aug 11 03:22:46.350805 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 51374) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:46.379312 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27e370c-6662-4810-95cc-9d4f9ac78f52 None None] Routers {'9b20808e-97f4-47b7-9610-95e658ef559d'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:22:46.380261 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-e27e370c-6662-4810-95cc-9d4f9ac78f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:22:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['9b20808e-97f4-47b7-9610-95e658ef559d'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:46.388103 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a65e53-41a3-4235-89f9-9ee532629856 None None] Pushing event updated for resources: {'Port': ['ID=0b626914-d0d1-4f5d-ac24-73a0a4d2d624,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:46.412022 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7cb756-5e73-4e87-ab41-80571559bf20 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Pushing event updated for resources: {'Subnet': ['ID=37cbef7f-f057-476b-a1c7-ed84d89eefd6,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:46.451309 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104a8f1e-5030-49b8-89e1-e01deb715528 req-8af07f0a-cc99-4aa0-9a8c-44163feaf45b tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:46.456780 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-104a8f1e-5030-49b8-89e1-e01deb715528 req-8af07f0a-cc99-4aa0-9a8c-44163feaf45b tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] 10.222.0.22 "GET /v2.0/networks?id=f9b619db-2b3d-432a-950f-510abd52d789 HTTP/1.1" status: 200 len: 815 time: 1.0372155 Aug 11 03:22:46.469103 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9590fc5-ef6a-4678-b118-fa59a2141d86 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Network 4f3a850b-e254-4b30-9351-39ff3d582f13 is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:22:46.484195 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-104a8f1e-5030-49b8-89e1-e01deb715528 req-fb77e238-a97b-45f6-bbf5-2237217c65a7 tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] Request body: {'port': {'device_id': '27eed5b6-1696-492b-b635-59b5fce59416', 'network_id': 'f9b619db-2b3d-432a-950f-510abd52d789', 'admin_state_up': True, 'tenant_id': '381bd3f836e84635bd53ce4472f95deb'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:22:46.491673 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-e1bc1cfb-0c67-4be7-a98d-8176d3aa48b2 None None] Provisioning for port ac48824b-ade0-49fd-bfb5-8ed09f692d1a completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:22:46.493290 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7cb756-5e73-4e87-ab41-80571559bf20 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Checking segment: {'id': 'd0314809-797b-49c5-956f-3a5c1e5c0001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6a6493ce-4ad4-4581-8e07-a017fe78dc31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:22:46.493663 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df7cb756-5e73-4e87-ab41-80571559bf20 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Network hostable DHCP agents. Network: 6a6493ce-4ad4-4581-8e07-a017fe78dc31, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:22:46.498973 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 245af183-aa32-4514-86b5-65b388769abf triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:22:46.499354 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:46.506158 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-69c1b907-6b38-45e5-8770-32c848ae891d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:46.532105 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-e1bc1cfb-0c67-4be7-a98d-8176d3aa48b2 None None] Provisioning complete for port ac48824b-ade0-49fd-bfb5-8ed09f692d1a triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:22:46.532482 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-e1bc1cfb-0c67-4be7-a98d-8176d3aa48b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:46.566921 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-115835dd-3cd3-4609-ac5c-7b1a57b1b3d1 tempest-TestNetworkBasicOps-852784014 tempest-TestNetworkBasicOps-852784014-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:46.574152 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-115835dd-3cd3-4609-ac5c-7b1a57b1b3d1 tempest-TestNetworkBasicOps-852784014 tempest-TestNetworkBasicOps-852784014-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2219434 Aug 11 03:22:46.575698 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 51376) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:46.620947 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 51378) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:46.630412 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-69c1b907-6b38-45e5-8770-32c848ae891d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:46.637038 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-7b5081af-1e67-4fc9-957c-ca7bff753624 tempest-TestNetworkBasicOps-852784014 tempest-TestNetworkBasicOps-852784014-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=09faf7d2-eaf5-4a50-bb6e-4cb05d009a76&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0607367 Aug 11 03:22:46.637954 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-d9590fc5-ef6a-4678-b118-fa59a2141d86 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, 4f3a850b-e254-4b30-9351-39ff3d582f13) {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:22:46.641478 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 51380) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:46.659558 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-d87c2c41-e739-471a-bd12-08f71e512981 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-673540517', 'network_id': 'aca38bb8-53be-4609-8761-de24e0c00b2e', 'project_id': '6f34ea378b0c4732b01bbd0e8e3ce05d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:22:46.672067 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9590fc5-ef6a-4678-b118-fa59a2141d86 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:46.672698 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-d9590fc5-ef6a-4678-b118-fa59a2141d86 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks [] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:46.723243 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-6ef7f917-5353-4d19-aced-f45eb88d887b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5dc2602a9c8b417193fac0508c351f0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1005754 Aug 11 03:22:46.725058 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 51384) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:46.781824 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df7cb756-5e73-4e87-ab41-80571559bf20 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Network 6a6493ce-4ad4-4581-8e07-a017fe78dc31 is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:22:46.789708 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-b779c744-2212-4c91-b77e-a9f8ed62b959 None None] Notify callbacks [] for port, precommit_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:46.797800 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c769bb38-a1f0-4e8d-b3af-6ef72b5c0ba8 req-d29f5e18-ba7d-40eb-a0ca-a8c73a47a277 tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] 10.222.0.41 "GET /v2.0/ports?device_id=04c5ac5e-e73c-4ce9-8c89-88c2affb1e0d HTTP/1.1" status: 200 len: 210 time: 0.0512083 Aug 11 03:22:46.811864 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.provisioning_blocks [None req-b779c744-2212-4c91-b77e-a9f8ed62b959 None None] Transition to ACTIVE for port object befd763a-b608-436f-8eb1-d6b23b28a1e1 will not be triggered until provisioned by entity L2. {{(pid=102194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:22:46.816470 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-d9590fc5-ef6a-4678-b118-fa59a2141d86 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.9177523 Aug 11 03:22:46.816882 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 51388) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:46.840729 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-df7cb756-5e73-4e87-ab41-80571559bf20 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, 6a6493ce-4ad4-4581-8e07-a017fe78dc31) {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:22:46.881029 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df7cb756-5e73-4e87-ab41-80571559bf20 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:46.881711 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-df7cb756-5e73-4e87-ab41-80571559bf20 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:46.903837 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a11e8ae9-d545-4d2c-badc-2ac6889bf277 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:46.937864 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-b779c744-2212-4c91-b77e-a9f8ed62b959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:46.974896 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-89a2e23d-f3ec-48ea-a503-65c48abe413d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:46.985524 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11e8ae9-d545-4d2c-badc-2ac6889bf277 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Pushing event deleted for resources: {'Port': ['ID=ab9eff48-3a88-4edf-a493-343258b43c1d,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:47.002007 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55071a66-31d1-42b4-b4c3-b2eb9e4dd2de None None] Network 4f3a850b-e254-4b30-9351-39ff3d582f13 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:22:47.005379 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aab82a8-6333-4d2d-b2c6-02ead0fef5ff None None] Network 6a6493ce-4ad4-4581-8e07-a017fe78dc31 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:22:47.050166 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-b779c744-2212-4c91-b77e-a9f8ed62b959 None None] Attempting to bind port befd763a-b608-436f-8eb1-d6b23b28a1e1 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:22:47.052411 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-b779c744-2212-4c91-b77e-a9f8ed62b959 None None] Attempting to bind port befd763a-b608-436f-8eb1-d6b23b28a1e1 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}] {{(pid=102194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:22:47.052645 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-89a2e23d-f3ec-48ea-a503-65c48abe413d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:47.053194 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b779c744-2212-4c91-b77e-a9f8ed62b959 None None] Attempting to bind port befd763a-b608-436f-8eb1-d6b23b28a1e1 on network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:22:47.100977 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b779c744-2212-4c91-b77e-a9f8ed62b959 None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 22, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:22:47.101445 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b779c744-2212-4c91-b77e-a9f8ed62b959 None None] Checking segment: {'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:22:47.104579 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-b779c744-2212-4c91-b77e-a9f8ed62b959 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:47.105014 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b779c744-2212-4c91-b77e-a9f8ed62b959 None None] Bound using segment: {'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'} {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:22:47.105525 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-b779c744-2212-4c91-b77e-a9f8ed62b959 None None] Bound port: befd763a-b608-436f-8eb1-d6b23b28a1e1, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}}] {{(pid=102194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:22:47.107294 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-104a8f1e-5030-49b8-89e1-e01deb715528 req-fb77e238-a97b-45f6-bbf5-2237217c65a7 tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] Made reservation on behalf of 381bd3f836e84635bd53ce4472f95deb for: {'port': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:22:47.109233 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-b779c744-2212-4c91-b77e-a9f8ed62b959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:47.115898 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6f6c56-a1c8-4823-9aca-34f428e9f86a None None] Pushing event updated for resources: {'Port': ['ID=befd763a-b608-436f-8eb1-d6b23b28a1e1,revision_number=2']} {{(pid=102194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:47.121790 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-670be3e5-3de8-474b-baeb-5643d43c8040 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:47.129560 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-104a8f1e-5030-49b8-89e1-e01deb715528 req-fb77e238-a97b-45f6-bbf5-2237217c65a7 tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:47.180617 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-69c1b907-6b38-45e5-8770-32c848ae891d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:47.187047 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6f6c56-a1c8-4823-9aca-34f428e9f86a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:22:47.187400 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6f6c56-a1c8-4823-9aca-34f428e9f86a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:22:47.187854 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6f6c56-a1c8-4823-9aca-34f428e9f86a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:22:47.187982 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-69c1b907-6b38-45e5-8770-32c848ae891d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:47.188218 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6f6c56-a1c8-4823-9aca-34f428e9f86a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:22:47.188511 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6f6c56-a1c8-4823-9aca-34f428e9f86a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:22:47.188843 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6f6c56-a1c8-4823-9aca-34f428e9f86a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:22:47.190377 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6f6c56-a1c8-4823-9aca-34f428e9f86a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:22:47.191684 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6f6c56-a1c8-4823-9aca-34f428e9f86a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:22:47.199539 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-69c1b907-6b38-45e5-8770-32c848ae891d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/16f80dd4-05e3-49c0-9eb4-2096ae328f26 HTTP/1.1" status: 204 len: 168 time: 1.1722538 Aug 11 03:22:47.203006 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-df7cb756-5e73-4e87-ab41-80571559bf20 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.2530379 Aug 11 03:22:47.209763 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6f6c56-a1c8-4823-9aca-34f428e9f86a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:22:47.210445 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6f6c56-a1c8-4823-9aca-34f428e9f86a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:22:47.211920 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6f6c56-a1c8-4823-9aca-34f428e9f86a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:22:47.212267 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6f6c56-a1c8-4823-9aca-34f428e9f86a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:22:47.212397 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 51398) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:47.323648 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-89a2e23d-f3ec-48ea-a503-65c48abe413d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:47.325852 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-e27e370c-6662-4810-95cc-9d4f9ac78f52 None None] Set router 9b20808e-97f4-47b7-9610-95e658ef559d gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:22:47.328705 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-89a2e23d-f3ec-48ea-a503-65c48abe413d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:47.335502 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-89a2e23d-f3ec-48ea-a503-65c48abe413d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fc1e95b7-c889-4e69-91ae-9167513fdbbd HTTP/1.1" status: 204 len: 168 time: 0.6093423 Aug 11 03:22:47.346455 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.db [None req-b779c744-2212-4c91-b77e-a9f8ed62b959 None None] For port befd763a-b608-436f-8eb1-d6b23b28a1e1, host n-d-764292-30, cleared binding levels {{(pid=102194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:22:47.365336 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.db [None req-b779c744-2212-4c91-b77e-a9f8ed62b959 None None] For port befd763a-b608-436f-8eb1-d6b23b28a1e1, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=befd763a-b608-436f-8eb1-d6b23b28a1e1,segment=NetworkSegment(fab28bed-aa25-40db-bba4-ec26e795194c),segment_id=fab28bed-aa25-40db-bba4-ec26e795194c)] {{(pid=102194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:22:47.387933 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a2e23d-f3ec-48ea-a503-65c48abe413d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc1e95b7-c889-4e69-91ae-9167513fdbbd,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:47.397167 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-670be3e5-3de8-474b-baeb-5643d43c8040 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:47.445222 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-b779c744-2212-4c91-b77e-a9f8ed62b959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:47.542098 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6f6c56-a1c8-4823-9aca-34f428e9f86a None None] Pushing event updated for resources: {'Port': ['ID=befd763a-b608-436f-8eb1-d6b23b28a1e1,revision_number=3']} {{(pid=102194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:47.573171 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b779c744-2212-4c91-b77e-a9f8ed62b959 None None] Routers {'c2512fa5-e65b-455d-87b5-af2204aa28df'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:22:47.573537 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-b779c744-2212-4c91-b77e-a9f8ed62b959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:22:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['c2512fa5-e65b-455d-87b5-af2204aa28df'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:47.826570 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-b779c744-2212-4c91-b77e-a9f8ed62b959 None None] Set router c2512fa5-e65b-455d-87b5-af2204aa28df gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:22:48.013370 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-670be3e5-3de8-474b-baeb-5643d43c8040 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125932157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126180897'] for subnet, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:48.029791 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c1b907-6b38-45e5-8770-32c848ae891d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16f80dd4-05e3-49c0-9eb4-2096ae328f26,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:48.224661 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6156d044-f5f7-45b7-b9a6-154635cffce4 None None] Network 4f3a850b-e254-4b30-9351-39ff3d582f13 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:22:48.279934 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4cf2ad40-55ef-4031-9a6a-b31bdf5f948a req-45898d01-f1e4-474e-91bb-588fa83a33b9 tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] 10.222.0.41 "GET /v2.0/ports?device_id=04c5ac5e-e73c-4ce9-8c89-88c2affb1e0d HTTP/1.1" status: 200 len: 210 time: 0.2920048 Aug 11 03:22:48.307224 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-b779c744-2212-4c91-b77e-a9f8ed62b959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2512fa5-e65b-455d-87b5-af2204aa28df', 'name': 'tempest-TestNetworkBasicOps-router-477221125', 'tenant_id': '6f34ea378b0c4732b01bbd0e8e3ce05d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': 'befd763a-b608-436f-8eb1-d6b23b28a1e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:22:37Z', 'updated_at': '2021-08-11T03:22:41Z', 'revision_number': 3, 'project_id': '6f34ea378b0c4732b01bbd0e8e3ce05d', 'gw_port': {'id': 'befd763a-b608-436f-8eb1-d6b23b28a1e1', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:eb:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2512fa5-e65b-455d-87b5-af2204aa28df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2505, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:22:38Z', 'updated_at': '2021-08-11T03:22:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:48.310875 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-e1bc1cfb-0c67-4be7-a98d-8176d3aa48b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:48.333400 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [req-104a8f1e-5030-49b8-89e1-e01deb715528 req-fb77e238-a97b-45f6-bbf5-2237217c65a7 tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] Allocated IP 172.20.0.7 (f9b619db-2b3d-432a-950f-510abd52d789/1c85f597-8e7e-40a1-8518-d59e92964402/93c45f72-e214-419a-8395-856cc4a4b08c) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:22:48.391249 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-e1bc1cfb-0c67-4be7-a98d-8176d3aa48b2 None None] For port ac48824b-ade0-49fd-bfb5-8ed09f692d1a, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=ac48824b-ade0-49fd-bfb5-8ed09f692d1a,segment=NetworkSegment(9ac563b4-f65e-4a18-80d4-e2c4a019442f),segment_id=9ac563b4-f65e-4a18-80d4-e2c4a019442f)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:22:48.439175 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b779c744-2212-4c91-b77e-a9f8ed62b959 None None] The sync data for ids ['c2512fa5-e65b-455d-87b5-af2204aa28df'] in n-d-764292-30 is: [{'id': 'c2512fa5-e65b-455d-87b5-af2204aa28df', 'name': 'tempest-TestNetworkBasicOps-router-477221125', 'tenant_id': '6f34ea378b0c4732b01bbd0e8e3ce05d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': 'befd763a-b608-436f-8eb1-d6b23b28a1e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:22:37Z', 'updated_at': '2021-08-11T03:22:41Z', 'revision_number': 3, 'project_id': '6f34ea378b0c4732b01bbd0e8e3ce05d', 'gw_port': {'id': 'befd763a-b608-436f-8eb1-d6b23b28a1e1', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:eb:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2512fa5-e65b-455d-87b5-af2204aa28df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2505, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:22:38Z', 'updated_at': '2021-08-11T03:22:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}] {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:22:48.451266 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.agents_db [None req-950b7202-decb-43e2-8f71-ac8931dc9749 None None] Agent healthcheck: found 7 active agents {{(pid=102194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:22:48.492155 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-e1bc1cfb-0c67-4be7-a98d-8176d3aa48b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:48.621053 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b64595ca-4eb7-45ac-b13e-52e8d7d066fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde080026-c28f-55be-b52b-13827cc43646-6a6493ce-4ad4-4581-8e07-a017fe78dc31', 'network_id': '6a6493ce-4ad4-4581-8e07-a017fe78dc31', 'tenant_id': 'a5478860f7cb432583cc8e5d994d2237', 'fixed_ips': [{'subnet_id': '37cbef7f-f057-476b-a1c7-ed84d89eefd6'}]}} from n-d-764292-30. {{(pid=102193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:22:48.621053 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-b64595ca-4eb7-45ac-b13e-52e8d7d066fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:48.638875 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bc1cfb-0c67-4be7-a98d-8176d3aa48b2 None None] Pushing event updated for resources: {'Port': ['ID=ac48824b-ade0-49fd-bfb5-8ed09f692d1a,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:48.701969 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a11e8ae9-d545-4d2c-badc-2ac6889bf277 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16383033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450082'] for router_interface, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:48.792380 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-104a8f1e-5030-49b8-89e1-e01deb715528 req-fb77e238-a97b-45f6-bbf5-2237217c65a7 tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:48.816198 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [req-104a8f1e-5030-49b8-89e1-e01deb715528 req-fb77e238-a97b-45f6-bbf5-2237217c65a7 tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] Transition to ACTIVE for port object 93c45f72-e214-419a-8395-856cc4a4b08c will not be triggered until provisioned by entity DHCP. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:22:48.953917 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-18b42bf1-ed3a-4e0d-86db-221f632e9095 None None] Provisioning complete for port ac48824b-ade0-49fd-bfb5-8ed09f692d1a triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:22:48.954602 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-18b42bf1-ed3a-4e0d-86db-221f632e9095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:48.964734 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d87c2c41-e739-471a-bd12-08f71e512981 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Made reservation on behalf of 6f34ea378b0c4732b01bbd0e8e3ce05d for: {'subnet': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:22:48.968529 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d87c2c41-e739-471a-bd12-08f71e512981 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274743'] for subnet, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:49.069696 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-e27e370c-6662-4810-95cc-9d4f9ac78f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b20808e-97f4-47b7-9610-95e658ef559d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1865942917', 'tenant_id': 'a5478860f7cb432583cc8e5d994d2237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': '0b626914-d0d1-4f5d-ac24-73a0a4d2d624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:22:35Z', 'updated_at': '2021-08-11T03:22:39Z', 'revision_number': 3, 'project_id': 'a5478860f7cb432583cc8e5d994d2237', 'gw_port': {'id': '0b626914-d0d1-4f5d-ac24-73a0a4d2d624', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ab:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b20808e-97f4-47b7-9610-95e658ef559d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2499, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:22:36Z', 'updated_at': '2021-08-11T03:22:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:49.157806 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.db_base_plugin_common [None req-b64595ca-4eb7-45ac-b13e-52e8d7d066fa None None] Allocated IP 172.20.0.2 (6a6493ce-4ad4-4581-8e07-a017fe78dc31/37cbef7f-f057-476b-a1c7-ed84d89eefd6/6453b72a-12a1-41a3-b956-97e4c6a9c6e7) {{(pid=102193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:22:49.161231 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27e370c-6662-4810-95cc-9d4f9ac78f52 None None] The sync data for ids ['9b20808e-97f4-47b7-9610-95e658ef559d'] in n-d-764292-30 is: [{'id': '9b20808e-97f4-47b7-9610-95e658ef559d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1865942917', 'tenant_id': 'a5478860f7cb432583cc8e5d994d2237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': '0b626914-d0d1-4f5d-ac24-73a0a4d2d624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:22:35Z', 'updated_at': '2021-08-11T03:22:39Z', 'revision_number': 3, 'project_id': 'a5478860f7cb432583cc8e5d994d2237', 'gw_port': {'id': '0b626914-d0d1-4f5d-ac24-73a0a4d2d624', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ab:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b20808e-97f4-47b7-9610-95e658ef559d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2499, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:22:36Z', 'updated_at': '2021-08-11T03:22:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:22:49.282684 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-104a8f1e-5030-49b8-89e1-e01deb715528 req-fb77e238-a97b-45f6-bbf5-2237217c65a7 tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:49.355308 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670be3e5-3de8-474b-baeb-5643d43c8040 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Pushing event deleted for resources: {'Subnet': ['ID=cc3f3e2a-6a60-45f6-8fdd-6c359e894516,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:49.366192 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-104a8f1e-5030-49b8-89e1-e01deb715528 req-fb77e238-a97b-45f6-bbf5-2237217c65a7 tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] Network f9b619db-2b3d-432a-950f-510abd52d789 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:22:49.400818 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [req-104a8f1e-5030-49b8-89e1-e01deb715528 req-fb77e238-a97b-45f6-bbf5-2237217c65a7 tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:22:49.527725 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-104a8f1e-5030-49b8-89e1-e01deb715528 req-fb77e238-a97b-45f6-bbf5-2237217c65a7 tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:22:49.664362 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104a8f1e-5030-49b8-89e1-e01deb715528 req-fb77e238-a97b-45f6-bbf5-2237217c65a7 tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:49.666075 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-104a8f1e-5030-49b8-89e1-e01deb715528 req-fb77e238-a97b-45f6-bbf5-2237217c65a7 tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:49.694951 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-b64595ca-4eb7-45ac-b13e-52e8d7d066fa None None] Notify callbacks [] for port, precommit_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:49.729835 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 51458) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:49.744040 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-b64595ca-4eb7-45ac-b13e-52e8d7d066fa None None] Transition to ACTIVE for port object 6453b72a-12a1-41a3-b956-97e4c6a9c6e7 will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:22:49.744790 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a9262475-bca8-426a-9e72-d400dcfec98c req-d576ec90-3344-4df1-9503-6540ed97205e tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] 10.222.0.41 "GET /v2.0/ports?device_id=04c5ac5e-e73c-4ce9-8c89-88c2affb1e0d HTTP/1.1" status: 200 len: 210 time: 0.2315786 Aug 11 03:22:49.766660 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-670be3e5-3de8-474b-baeb-5643d43c8040 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:49.772776 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-b64595ca-4eb7-45ac-b13e-52e8d7d066fa None None] Transition to ACTIVE for port object 6453b72a-12a1-41a3-b956-97e4c6a9c6e7 will not be triggered until provisioned by entity DHCP. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:22:49.828903 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a11e8ae9-d545-4d2c-badc-2ac6889bf277 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Router 6f69017a-604d-4b2d-877e-255acbea439b has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:22:49.846788 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-670be3e5-3de8-474b-baeb-5643d43c8040 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f3a850b-e254-4b30-9351-39ff3d582f13']}} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:49.879051 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb77e238-a97b-45f6-bbf5-2237217c65a7 tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] Pushing event updated for resources: {'Port': ['ID=93c45f72-e214-419a-8395-856cc4a4b08c,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:49.927322 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-b64595ca-4eb7-45ac-b13e-52e8d7d066fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669'] for port, after_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:50.073494 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64595ca-4eb7-45ac-b13e-52e8d7d066fa None None] Pushing event updated for resources: {'Port': ['ID=6453b72a-12a1-41a3-b956-97e4c6a9c6e7,revision_number=1']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:50.073614 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-104a8f1e-5030-49b8-89e1-e01deb715528 req-fb77e238-a97b-45f6-bbf5-2237217c65a7 tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5916829 Aug 11 03:22:50.080027 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-8b6dba19-6e6b-45f3-a899-762503803d95 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1253319343'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:22:50.113325 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b64595ca-4eb7-45ac-b13e-52e8d7d066fa None None] Network 6a6493ce-4ad4-4581-8e07-a017fe78dc31 is already hosted by enough agents. {{(pid=102193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:22:50.127594 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.base_scheduler [None req-b64595ca-4eb7-45ac-b13e-52e8d7d066fa None None] Resources bound (agent type, host, resource id): {{(pid=102193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:22:50.131625 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-670be3e5-3de8-474b-baeb-5643d43c8040 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd488fc63-bd0e-4615-ab83-326ae9a8f0f9') {'for_net_delete': True} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:50.136261 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-670be3e5-3de8-474b-baeb-5643d43c8040 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd488fc63-bd0e-4615-ab83-326ae9a8f0f9') {} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:50.136727 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64595ca-4eb7-45ac-b13e-52e8d7d066fa None None] Received port after_create {{(pid=102193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:22:50.176469 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-104a8f1e-5030-49b8-89e1-e01deb715528 req-7a57af66-8a75-44a2-91d1-d8dbd9304e96 service neutron] Request body: {'port': {'device_id': '27eed5b6-1696-492b-b635-59b5fce59416', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764292-30'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:22:50.226395 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a11e8ae9-d545-4d2c-badc-2ac6889bf277 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:22:50.245414 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-a11e8ae9-d545-4d2c-badc-2ac6889bf277 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] 10.222.0.41 "PUT /v2.0/routers/6f69017a-604d-4b2d-877e-255acbea439b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3492007 Aug 11 03:22:50.249002 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 51462) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:50.278240 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-610da152-16ed-400c-8704-df587ad1d5f1 None None] Provisioning for port 93c45f72-e214-419a-8395-856cc4a4b08c completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:22:50.302447 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce02b50f-35c8-41b2-b6c8-7322b47d422f None None] Sync routers for ids ['6f69017a-604d-4b2d-877e-255acbea439b'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:22:50.316122 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-670be3e5-3de8-474b-baeb-5643d43c8040 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125932501'] for segment, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:50.321771 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-be666510-9340-4bc3-aaaa-ff8eeb7384c1 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f69017a-604d-4b2d-877e-255acbea439b HTTP/1.1" status: 200 len: 205 time: 0.0646579 Aug 11 03:22:50.326624 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 51464) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:50.339558 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-610da152-16ed-400c-8704-df587ad1d5f1 None None] Provisioning complete for port 93c45f72-e214-419a-8395-856cc4a4b08c triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:22:50.340033 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-610da152-16ed-400c-8704-df587ad1d5f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:50.340776 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36d054d-851f-4fc2-ba3d-781bf8a230d6 req-1ff045bd-1689-4268-abd6-37f6e460fda3 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:50.345822 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 0b626914-d0d1-4f5d-ac24-73a0a4d2d624 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:22:50.349765 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f36d054d-851f-4fc2-ba3d-781bf8a230d6 req-1ff045bd-1689-4268-abd6-37f6e460fda3 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/ports?device_id=a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c HTTP/1.1" status: 200 len: 946 time: 0.9360821 Aug 11 03:22:50.398925 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d132ce-ff58-4b96-a8b5-654ca1c1c5f4 req-97a21781-a95c-47bc-909c-ea62a4cdd69d tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:50.400613 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b3d132ce-ff58-4b96-a8b5-654ca1c1c5f4 req-97a21781-a95c-47bc-909c-ea62a4cdd69d tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] 10.222.0.24 "GET /v2.0/networks?id=f9b619db-2b3d-432a-950f-510abd52d789 HTTP/1.1" status: 200 len: 815 time: 2.3444242 Aug 11 03:22:50.419096 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-b3d132ce-ff58-4b96-a8b5-654ca1c1c5f4 req-1b4a8c12-bf60-4249-bd4a-c86025759453 tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] Request body: {'port': {'device_id': '8e8e4809-0e1a-480b-8105-cc1135ce20e2', 'network_id': 'f9b619db-2b3d-432a-950f-510abd52d789', 'admin_state_up': True, 'tenant_id': '381bd3f836e84635bd53ce4472f95deb'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:22:50.423019 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-670be3e5-3de8-474b-baeb-5643d43c8040 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:50.442327 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-b64595ca-4eb7-45ac-b13e-52e8d7d066fa None None] Attempting to bind port 6453b72a-12a1-41a3-b956-97e4c6a9c6e7 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:22:50.442733 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-b64595ca-4eb7-45ac-b13e-52e8d7d066fa None None] Attempting to bind port 6453b72a-12a1-41a3-b956-97e4c6a9c6e7 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': 'd0314809-797b-49c5-956f-3a5c1e5c0001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6a6493ce-4ad4-4581-8e07-a017fe78dc31'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:22:50.443167 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64595ca-4eb7-45ac-b13e-52e8d7d066fa None None] Attempting to bind port 6453b72a-12a1-41a3-b956-97e4c6a9c6e7 on network 6a6493ce-4ad4-4581-8e07-a017fe78dc31 {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:22:50.453158 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64595ca-4eb7-45ac-b13e-52e8d7d066fa None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 22, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:22:50.453632 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64595ca-4eb7-45ac-b13e-52e8d7d066fa None None] Checking segment: {'id': 'd0314809-797b-49c5-956f-3a5c1e5c0001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6a6493ce-4ad4-4581-8e07-a017fe78dc31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:22:50.454105 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-b64595ca-4eb7-45ac-b13e-52e8d7d066fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:50.454718 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64595ca-4eb7-45ac-b13e-52e8d7d066fa None None] Bound using segment: {'id': 'd0314809-797b-49c5-956f-3a5c1e5c0001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6a6493ce-4ad4-4581-8e07-a017fe78dc31'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:22:50.455266 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-b64595ca-4eb7-45ac-b13e-52e8d7d066fa None None] Bound port: 6453b72a-12a1-41a3-b956-97e4c6a9c6e7, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0314809-797b-49c5-956f-3a5c1e5c0001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6a6493ce-4ad4-4581-8e07-a017fe78dc31'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:22:50.455714 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-b64595ca-4eb7-45ac-b13e-52e8d7d066fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:50.464261 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-104a8f1e-5030-49b8-89e1-e01deb715528 req-7a57af66-8a75-44a2-91d1-d8dbd9304e96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:50.493602 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f36d054d-851f-4fc2-ba3d-781bf8a230d6 req-86783d4b-0788-4ba0-b9a4-59eaa1e8f3e7 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbb5f37-cd37-415a-b820-36c249955487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420708 Aug 11 03:22:50.527045 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b6dba19-6e6b-45f3-a899-762503803d95 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Made reservation on behalf of 446e7b81acea467eb5f054174b44b96a for: {'network': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:22:50.530998 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8b6dba19-6e6b-45f3-a899-762503803d95 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:50.544564 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-b64595ca-4eb7-45ac-b13e-52e8d7d066fa None None] For port 6453b72a-12a1-41a3-b956-97e4c6a9c6e7, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:22:50.547614 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce02b50f-35c8-41b2-b6c8-7322b47d422f None None] Routers {'6f69017a-604d-4b2d-877e-255acbea439b'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:22:50.548469 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-ce02b50f-35c8-41b2-b6c8-7322b47d422f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:22:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['6f69017a-604d-4b2d-877e-255acbea439b'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:50.590832 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-ce02b50f-35c8-41b2-b6c8-7322b47d422f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:50.600373 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-670be3e5-3de8-474b-baeb-5643d43c8040 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=102192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:22:50.600566 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-670be3e5-3de8-474b-baeb-5643d43c8040 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125932183'] for segment, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:50.605706 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce02b50f-35c8-41b2-b6c8-7322b47d422f None None] Routers {'6f69017a-604d-4b2d-877e-255acbea439b'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:22:50.606601 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-ce02b50f-35c8-41b2-b6c8-7322b47d422f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:22:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['6f69017a-604d-4b2d-877e-255acbea439b'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:50.611236 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-610da152-16ed-400c-8704-df587ad1d5f1 None None] Port 93c45f72-e214-419a-8395-856cc4a4b08c cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:22:50.616292 n-d-764292-30 neutron-server[102192]: Traceback (most recent call last): Aug 11 03:22:50.616292 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:22:50.616292 n-d-764292-30 neutron-server[102192]: timer() Aug 11 03:22:50.616292 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:22:50.616292 n-d-764292-30 neutron-server[102192]: cb(*args, **kw) Aug 11 03:22:50.616292 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:22:50.616292 n-d-764292-30 neutron-server[102192]: return func(*args, **kwargs) Aug 11 03:22:50.616292 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:22:50.616292 n-d-764292-30 neutron-server[102192]: self._notify() Aug 11 03:22:50.616292 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:22:50.616292 n-d-764292-30 neutron-server[102192]: self.callback(batched_events) Aug 11 03:22:50.616292 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:22:50.616292 n-d-764292-30 neutron-server[102192]: event.method(event) Aug 11 03:22:50.616292 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:22:50.616292 n-d-764292-30 neutron-server[102192]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:22:50.616292 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:22:50.616292 n-d-764292-30 neutron-server[102192]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:22:50.616292 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:22:50.616292 n-d-764292-30 neutron-server[102192]: return f(self, *a, **k) Aug 11 03:22:50.616292 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:22:50.616292 n-d-764292-30 neutron-server[102192]: return self._get(url).json() Aug 11 03:22:50.616292 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:22:50.616292 n-d-764292-30 neutron-server[102192]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:22:50.616292 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:22:50.616292 n-d-764292-30 neutron-server[102192]: return self.request(url, 'GET', **kwargs) Aug 11 03:22:50.616292 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:22:50.616292 n-d-764292-30 neutron-server[102192]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:22:50.616292 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:22:50.616292 n-d-764292-30 neutron-server[102192]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:22:50.616292 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:22:50.616292 n-d-764292-30 neutron-server[102192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:22:50.616292 n-d-764292-30 neutron-server[102192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:22:50.624757 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8b6dba19-6e6b-45f3-a899-762503803d95 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:50.670871 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port 0b626914-d0d1-4f5d-ac24-73a0a4d2d624 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:22:50.675511 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-ce02b50f-35c8-41b2-b6c8-7322b47d422f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:50.676576 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce02b50f-35c8-41b2-b6c8-7322b47d422f None None] The sync data for ids ['6f69017a-604d-4b2d-877e-255acbea439b'] in n-d-764292-30 is: [] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:22:50.679280 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 0b626914-d0d1-4f5d-ac24-73a0a4d2d624 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:22:50.680725 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:50.718129 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b226d46a-12ff-42c1-873f-2cff7ff573fb tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks [] for router, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:50.719048 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd9e13e-e10d-487d-9b28-6e03d2355467 req-3ef91dd9-d7ae-4ec7-8f23-8252297b8cab tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:50.721161 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bdd9e13e-e10d-487d-9b28-6e03d2355467 req-3ef91dd9-d7ae-4ec7-8f23-8252297b8cab tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] 10.222.0.24 "GET /v2.0/networks?id=f9b619db-2b3d-432a-950f-510abd52d789 HTTP/1.1" status: 200 len: 815 time: 0.9298766 Aug 11 03:22:50.757057 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-bdd9e13e-e10d-487d-9b28-6e03d2355467 req-3bece197-11ec-429b-b740-1bce520d6e63 tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] Request body: {'port': {'device_id': '04c5ac5e-e73c-4ce9-8c89-88c2affb1e0d', 'network_id': 'f9b619db-2b3d-432a-950f-510abd52d789', 'admin_state_up': True, 'tenant_id': '381bd3f836e84635bd53ce4472f95deb'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:22:50.917523 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d87c2c41-e739-471a-bd12-08f71e512981 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126283476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274725'] for subnet, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:50.969808 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:50.995694 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port 0b626914-d0d1-4f5d-ac24-73a0a4d2d624, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=0b626914-d0d1-4f5d-ac24-73a0a4d2d624,segment=NetworkSegment(fab28bed-aa25-40db-bba4-ec26e795194c),segment_id=fab28bed-aa25-40db-bba4-ec26e795194c)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:22:51.017288 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-fbfa0290-c302-4ad7-a0e5-ca68c5cc8ff7 req-6822c66d-7921-438a-9f0c-f0aef5225a49 tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] 10.222.0.41 "GET /v2.0/ports?device_id=04c5ac5e-e73c-4ce9-8c89-88c2affb1e0d HTTP/1.1" status: 200 len: 210 time: 0.0458198 Aug 11 03:22:51.028408 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4ee66a53-52b4-49d6-999b-4b2d23fd5c61 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:51.076474 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:51.077290 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device befd763a-b608-436f-8eb1-d6b23b28a1e1 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:22:51.077944 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-670be3e5-3de8-474b-baeb-5643d43c8040 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:51.124690 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-670be3e5-3de8-474b-baeb-5643d43c8040 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:51.130185 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-670be3e5-3de8-474b-baeb-5643d43c8040 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] 10.222.0.41 "DELETE /v2.0/networks/4f3a850b-e254-4b30-9351-39ff3d582f13 HTTP/1.1" status: 204 len: 168 time: 4.3088348 Aug 11 03:22:51.130406 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-b64595ca-4eb7-45ac-b13e-52e8d7d066fa None None] For port 6453b72a-12a1-41a3-b956-97e4c6a9c6e7, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=6453b72a-12a1-41a3-b956-97e4c6a9c6e7,segment=NetworkSegment(d0314809-797b-49c5-956f-3a5c1e5c0001),segment_id=d0314809-797b-49c5-956f-3a5c1e5c0001)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:22:51.137176 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 51472) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:51.147953 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-d2fb4fec-fa15-45a2-89b0-604d256e5943 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1094991106'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:22:51.151667 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670be3e5-3de8-474b-baeb-5643d43c8040 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Pushing event deleted for resources: {'Network': ['ID=4f3a850b-e254-4b30-9351-39ff3d582f13,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:51.175037 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=0b626914-d0d1-4f5d-ac24-73a0a4d2d624,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:51.207213 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-b64595ca-4eb7-45ac-b13e-52e8d7d066fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:51.243622 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87c2c41-e739-471a-bd12-08f71e512981 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Pushing event updated for resources: {'Subnet': ['ID=2eab23f8-93c4-44af-9e21-52232de1fe86,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:51.249893 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b226d46a-12ff-42c1-873f-2cff7ff573fb tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6544'] for router, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:51.265602 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87c2c41-e739-471a-bd12-08f71e512981 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Checking segment: {'id': '145c3e1a-6f9b-4c27-a2c7-345c6495cc09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'aca38bb8-53be-4609-8761-de24e0c00b2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:22:51.266360 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d87c2c41-e739-471a-bd12-08f71e512981 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Network hostable DHCP agents. Network: aca38bb8-53be-4609-8761-de24e0c00b2e, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:22:51.269803 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port befd763a-b608-436f-8eb1-d6b23b28a1e1 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:22:51.271764 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b226d46a-12ff-42c1-873f-2cff7ff573fb tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:51.292271 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port befd763a-b608-436f-8eb1-d6b23b28a1e1 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:22:51.293401 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:51.297080 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64595ca-4eb7-45ac-b13e-52e8d7d066fa None None] Pushing event updated for resources: {'Port': ['ID=6453b72a-12a1-41a3-b956-97e4c6a9c6e7,revision_number=2']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:51.336004 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c1d51e-bb65-4c44-b2d1-fb238cb5439e req-e2776fb9-08bd-4b71-8e74-3b6f34f69287 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:51.341128 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-93c1d51e-bb65-4c44-b2d1-fb238cb5439e req-e2776fb9-08bd-4b71-8e74-3b6f34f69287 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.24 "GET /v2.0/ports?device_id=a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c HTTP/1.1" status: 200 len: 946 time: 0.5143135 Aug 11 03:22:51.435674 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b226d46a-12ff-42c1-873f-2cff7ff573fb tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448809'] for router, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:51.436193 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b226d46a-12ff-42c1-873f-2cff7ff573fb tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Fanout notify agent at l3_agent the message router_deleted on router 6f69017a-604d-4b2d-877e-255acbea439b {{(pid=102191) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:22:51.454415 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b226d46a-12ff-42c1-873f-2cff7ff573fb tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks [] for router, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:51.455834 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-b226d46a-12ff-42c1-873f-2cff7ff573fb tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] 10.222.0.41 "DELETE /v2.0/routers/6f69017a-604d-4b2d-877e-255acbea439b HTTP/1.1" status: 204 len: 168 time: 1.1276379 Aug 11 03:22:51.468456 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 51476) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:51.480981 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:51.530415 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port befd763a-b608-436f-8eb1-d6b23b28a1e1, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=befd763a-b608-436f-8eb1-d6b23b28a1e1,segment=NetworkSegment(fab28bed-aa25-40db-bba4-ec26e795194c),segment_id=fab28bed-aa25-40db-bba4-ec26e795194c)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:22:51.530623 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [None req-4ee66a53-52b4-49d6-999b-4b2d23fd5c61 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Allocated IP 172.20.0.1 (6a6493ce-4ad4-4581-8e07-a017fe78dc31/37cbef7f-f057-476b-a1c7-ed84d89eefd6/ad8bc4eb-710c-49a5-8550-89ec2fc89a95) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:22:51.540562 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d87c2c41-e739-471a-bd12-08f71e512981 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Network aca38bb8-53be-4609-8761-de24e0c00b2e is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:22:51.612569 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:51.613401 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device ac48824b-ade0-49fd-bfb5-8ed09f692d1a up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:22:51.632843 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_v2 [None req-8494f2e8-134d-4944-8731-96f5081b47f6 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Deleting subnet c8e1ccb2-6a70-40ae-9f68-247ef8b3ab64 {{(pid=102191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:22:51.636584 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8b6dba19-6e6b-45f3-a899-762503803d95 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:51.659127 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8494f2e8-134d-4944-8731-96f5081b47f6 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks [] for subnet, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:51.672264 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-d87c2c41-e739-471a-bd12-08f71e512981 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, aca38bb8-53be-4609-8761-de24e0c00b2e) {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:22:51.717320 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4b59ace-138f-4582-96ef-5711c263a822 None None] Network aca38bb8-53be-4609-8761-de24e0c00b2e requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:22:51.766046 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8494f2e8-134d-4944-8731-96f5081b47f6 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126283525'] for subnet, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:51.833044 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17f48e0-03f4-4222-83f0-6f42697a61b5 req-f6b55889-7dfb-4870-b9c2-d413cdc1eece tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:51.834164 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=befd763a-b608-436f-8eb1-d6b23b28a1e1,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:51.835548 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b17f48e0-03f4-4222-83f0-6f42697a61b5 req-f6b55889-7dfb-4870-b9c2-d413cdc1eece tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/ports?device_id=a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c HTTP/1.1" status: 200 len: 946 time: 0.1623583 Aug 11 03:22:51.840289 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d87c2c41-e739-471a-bd12-08f71e512981 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:51.847522 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d87c2c41-e739-471a-bd12-08f71e512981 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:51.865415 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port ac48824b-ade0-49fd-bfb5-8ed09f692d1a triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:22:51.865953 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:51.868782 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8b6dba19-6e6b-45f3-a899-762503803d95 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:51.893226 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4ee66a53-52b4-49d6-999b-4b2d23fd5c61 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:51.919840 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b17f48e0-03f4-4222-83f0-6f42697a61b5 req-aebb648c-88e8-4f55-b925-986e5c4ff88f tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbb5f37-cd37-415a-b820-36c249955487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753374 Aug 11 03:22:51.921029 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [None req-4ee66a53-52b4-49d6-999b-4b2d23fd5c61 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Transition to ACTIVE for port object ad8bc4eb-710c-49a5-8550-89ec2fc89a95 will not be triggered until provisioned by entity DHCP. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:22:51.959754 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdd9e13e-e10d-487d-9b28-6e03d2355467 req-3bece197-11ec-429b-b740-1bce520d6e63 tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] Made reservation on behalf of 381bd3f836e84635bd53ce4472f95deb for: {'port': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:22:51.965219 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-bdd9e13e-e10d-487d-9b28-6e03d2355467 req-3bece197-11ec-429b-b740-1bce520d6e63 tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:51.972252 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [req-104a8f1e-5030-49b8-89e1-e01deb715528 req-7a57af66-8a75-44a2-91d1-d8dbd9304e96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93c45f72-e214-419a-8395-856cc4a4b08c {{(pid=102191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:22:51.977172 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b6dba19-6e6b-45f3-a899-762503803d95 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=102191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:22:51.993511 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-104a8f1e-5030-49b8-89e1-e01deb715528 req-7a57af66-8a75-44a2-91d1-d8dbd9304e96 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:52.018491 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6dba19-6e6b-45f3-a899-762503803d95 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27cef942-2993-45b9-896d-c76514f24d78,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:52.051796 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8b6dba19-6e6b-45f3-a899-762503803d95 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:52.052160 n-d-764292-30 neutron-server[102191]: INFO neutron.db.segments_db [None req-8b6dba19-6e6b-45f3-a899-762503803d95 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Added segment 5ec02016-afbe-4e93-adc3-1c97292144ea of type vlan for network a8748c9c-e6ab-4081-8049-0059e9ca1ae8 Aug 11 03:22:52.055047 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-93c1d51e-bb65-4c44-b2d1-fb238cb5439e req-9a3d4a6b-c48a-41c4-a255-f224994468d7 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Deleting port 1cb8468e-17ff-4509-bb1e-469bb7546cf3 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:22:52.059341 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-93c1d51e-bb65-4c44-b2d1-fb238cb5439e req-9a3d4a6b-c48a-41c4-a255-f224994468d7 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:52.099658 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4ee66a53-52b4-49d6-999b-4b2d23fd5c61 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:52.153652 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a8edb1f-df42-4cf5-a572-6026ccb44d30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde080026-c28f-55be-b52b-13827cc43646-aca38bb8-53be-4609-8761-de24e0c00b2e', 'network_id': 'aca38bb8-53be-4609-8761-de24e0c00b2e', 'tenant_id': '6f34ea378b0c4732b01bbd0e8e3ce05d', 'fixed_ips': [{'subnet_id': '2eab23f8-93c4-44af-9e21-52232de1fe86'}]}} from n-d-764292-30. {{(pid=102193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:22:52.154747 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-1a8edb1f-df42-4cf5-a572-6026ccb44d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:52.179206 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [req-104a8f1e-5030-49b8-89e1-e01deb715528 req-7a57af66-8a75-44a2-91d1-d8dbd9304e96 service neutron] Transition to ACTIVE for port object 93c45f72-e214-419a-8395-856cc4a4b08c will not be triggered until provisioned by entity L2. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:22:52.208880 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8b6dba19-6e6b-45f3-a899-762503803d95 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:52.219302 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8494f2e8-134d-4944-8731-96f5081b47f6 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:52.241396 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3d132ce-ff58-4b96-a8b5-654ca1c1c5f4 req-1b4a8c12-bf60-4249-bd4a-c86025759453 tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] Made reservation on behalf of 381bd3f836e84635bd53ce4472f95deb for: {'port': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:22:52.247061 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-b3d132ce-ff58-4b96-a8b5-654ca1c1c5f4 req-1b4a8c12-bf60-4249-bd4a-c86025759453 tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:52.280712 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-d87c2c41-e739-471a-bd12-08f71e512981 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 5.6316588 Aug 11 03:22:52.292814 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-104a8f1e-5030-49b8-89e1-e01deb715528 req-7a57af66-8a75-44a2-91d1-d8dbd9304e96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:52.294793 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 51484) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:52.402720 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 6453b72a-12a1-41a3-b956-97e4c6a9c6e7 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:22:52.450034 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-19998147-15e7-4bcf-9c6f-a7439ba2eb48 req-367fb28d-b529-402f-bb99-381013da20fe tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] 10.222.0.41 "GET /v2.0/ports?device_id=04c5ac5e-e73c-4ce9-8c89-88c2affb1e0d HTTP/1.1" status: 200 len: 210 time: 0.2993264 Aug 11 03:22:52.459733 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a57af66-8a75-44a2-91d1-d8dbd9304e96 service neutron] Pushing event updated for resources: {'Port': ['ID=93c45f72-e214-419a-8395-856cc4a4b08c,revision_number=2']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:52.503965 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ee66a53-52b4-49d6-999b-4b2d23fd5c61 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Network 6a6493ce-4ad4-4581-8e07-a017fe78dc31 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:22:52.513556 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-4ee66a53-52b4-49d6-999b-4b2d23fd5c61 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:22:52.521140 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee66a53-52b4-49d6-999b-4b2d23fd5c61 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Pushing event updated for resources: {'Port': ['ID=ad8bc4eb-710c-49a5-8550-89ec2fc89a95,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:52.527962 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee66a53-52b4-49d6-999b-4b2d23fd5c61 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:22:52.536187 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.db_base_plugin_common [None req-1a8edb1f-df42-4cf5-a572-6026ccb44d30 None None] Allocated IP 172.20.0.2 (aca38bb8-53be-4609-8761-de24e0c00b2e/2eab23f8-93c4-44af-9e21-52232de1fe86/c8e42a34-c593-459a-8cda-52fd8b867b69) {{(pid=102193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:22:52.576331 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [req-bdd9e13e-e10d-487d-9b28-6e03d2355467 req-3bece197-11ec-429b-b740-1bce520d6e63 tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] Allocated IP 172.20.0.13 (f9b619db-2b3d-432a-950f-510abd52d789/1c85f597-8e7e-40a1-8518-d59e92964402/b5238241-78c9-426b-9126-31bc75379633) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:22:52.625658 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port 6453b72a-12a1-41a3-b956-97e4c6a9c6e7 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:22:52.639099 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 0b626914-d0d1-4f5d-ac24-73a0a4d2d624 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:22:52.642444 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-93c1d51e-bb65-4c44-b2d1-fb238cb5439e req-9a3d4a6b-c48a-41c4-a255-f224994468d7 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] For port 1cb8468e-17ff-4509-bb1e-469bb7546cf3, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=1cb8468e-17ff-4509-bb1e-469bb7546cf3,segment=NetworkSegment(ae9692f4-c155-4a13-a589-facf8973fb30),segment_id=ae9692f4-c155-4a13-a589-facf8973fb30)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:22:52.642947 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-93c1d51e-bb65-4c44-b2d1-fb238cb5439e req-9a3d4a6b-c48a-41c4-a255-f224994468d7 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:52.676686 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-104a8f1e-5030-49b8-89e1-e01deb715528 req-7a57af66-8a75-44a2-91d1-d8dbd9304e96 service neutron] Attempting to bind port 93c45f72-e214-419a-8395-856cc4a4b08c on host n-h1-764292-30 for vnic_type normal with profile {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:22:52.677272 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-104a8f1e-5030-49b8-89e1-e01deb715528 req-7a57af66-8a75-44a2-91d1-d8dbd9304e96 service neutron] Attempting to bind port 93c45f72-e214-419a-8395-856cc4a4b08c by drivers openvswitch,hyperv on host n-h1-764292-30 at level 0 using segments [{'id': '705c4024-35dd-41b1-9db2-081f2ec1f0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'f9b619db-2b3d-432a-950f-510abd52d789'}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:22:52.677840 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-104a8f1e-5030-49b8-89e1-e01deb715528 req-7a57af66-8a75-44a2-91d1-d8dbd9304e96 service neutron] Attempting to bind port 93c45f72-e214-419a-8395-856cc4a4b08c on network f9b619db-2b3d-432a-950f-510abd52d789 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:22:52.699228 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-104a8f1e-5030-49b8-89e1-e01deb715528 req-7a57af66-8a75-44a2-91d1-d8dbd9304e96 service neutron] Port 93c45f72-e214-419a-8395-856cc4a4b08c on network f9b619db-2b3d-432a-950f-510abd52d789 not bound, no agent of type Open vSwitch agent registered on host n-h1-764292-30 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:22:52.699714 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-104a8f1e-5030-49b8-89e1-e01deb715528 req-7a57af66-8a75-44a2-91d1-d8dbd9304e96 service neutron] Attempting to bind port 93c45f72-e214-419a-8395-856cc4a4b08c on network f9b619db-2b3d-432a-950f-510abd52d789 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:22:52.702728 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8b6dba19-6e6b-45f3-a899-762503803d95 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:52.705716 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2fb4fec-fa15-45a2-89b0-604d256e5943 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Made reservation on behalf of 36371e2845a94adc8766212c496af890 for: {'network': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:22:52.709189 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-d2fb4fec-fa15-45a2-89b0-604d256e5943 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:52.709463 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b6dba19-6e6b-45f3-a899-762503803d95 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:52.710387 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8b6dba19-6e6b-45f3-a899-762503803d95 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks [] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:52.752051 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4ee66a53-52b4-49d6-999b-4b2d23fd5c61 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-520987'] for router_interface, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:52.765968 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-104a8f1e-5030-49b8-89e1-e01deb715528 req-7a57af66-8a75-44a2-91d1-d8dbd9304e96 service neutron] Checking agent: {'id': 'abb524c2-b412-4ed2-8367-45c4fd996fa7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 22, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:22:52.772674 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-104a8f1e-5030-49b8-89e1-e01deb715528 req-7a57af66-8a75-44a2-91d1-d8dbd9304e96 service neutron] Checking segment: {'id': '705c4024-35dd-41b1-9db2-081f2ec1f0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'f9b619db-2b3d-432a-950f-510abd52d789'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:22:52.772674 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-104a8f1e-5030-49b8-89e1-e01deb715528 req-7a57af66-8a75-44a2-91d1-d8dbd9304e96 service neutron] Bound using segment: {'id': '705c4024-35dd-41b1-9db2-081f2ec1f0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'f9b619db-2b3d-432a-950f-510abd52d789'} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:22:52.772674 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-104a8f1e-5030-49b8-89e1-e01deb715528 req-7a57af66-8a75-44a2-91d1-d8dbd9304e96 service neutron] Bound port: 93c45f72-e214-419a-8395-856cc4a4b08c, host: n-h1-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '705c4024-35dd-41b1-9db2-081f2ec1f0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'f9b619db-2b3d-432a-950f-510abd52d789'}}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:22:52.772674 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-104a8f1e-5030-49b8-89e1-e01deb715528 req-7a57af66-8a75-44a2-91d1-d8dbd9304e96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:52.774661 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-93c1d51e-bb65-4c44-b2d1-fb238cb5439e req-9a3d4a6b-c48a-41c4-a255-f224994468d7 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Calling delete_port for 1cb8468e-17ff-4509-bb1e-469bb7546cf3 owned by compute:nova {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:22:52.822818 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 0b626914-d0d1-4f5d-ac24-73a0a4d2d624 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:22:52.823349 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:52.867483 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2fb4fec-fa15-45a2-89b0-604d256e5943 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=102192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:22:52.886636 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-d2fb4fec-fa15-45a2-89b0-604d256e5943 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:52.894306 n-d-764292-30 neutron-server[102192]: INFO neutron.db.segments_db [None req-d2fb4fec-fa15-45a2-89b0-604d256e5943 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Added segment 57a788c0-2b7a-4e7a-8488-0cdb684931b8 of type vlan for network 96c915e9-4729-4a78-b343-b928cbf4c718 Aug 11 03:22:52.897700 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-1a8edb1f-df42-4cf5-a572-6026ccb44d30 None None] Notify callbacks [] for port, precommit_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:52.910229 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-1a8edb1f-df42-4cf5-a572-6026ccb44d30 None None] Transition to ACTIVE for port object c8e42a34-c593-459a-8cda-52fd8b867b69 will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:22:52.933907 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-d2fb4fec-fa15-45a2-89b0-604d256e5943 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:52.998428 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device befd763a-b608-436f-8eb1-d6b23b28a1e1 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:22:52.999820 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-832f5c0f-c9f0-492f-9028-09cb249b25cb None None] Network 6a6493ce-4ad4-4581-8e07-a017fe78dc31 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:22:53.066181 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-1a8edb1f-df42-4cf5-a572-6026ccb44d30 None None] Transition to ACTIVE for port object c8e42a34-c593-459a-8cda-52fd8b867b69 will not be triggered until provisioned by entity DHCP. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:22:53.130890 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-bdd9e13e-e10d-487d-9b28-6e03d2355467 req-3bece197-11ec-429b-b740-1bce520d6e63 tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:53.135871 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-1a8edb1f-df42-4cf5-a572-6026ccb44d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669'] for port, after_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:53.165996 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port befd763a-b608-436f-8eb1-d6b23b28a1e1 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:22:53.166785 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:53.184885 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [req-bdd9e13e-e10d-487d-9b28-6e03d2355467 req-3bece197-11ec-429b-b740-1bce520d6e63 tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] Transition to ACTIVE for port object b5238241-78c9-426b-9126-31bc75379633 will not be triggered until provisioned by entity DHCP. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:22:53.196542 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-8b6dba19-6e6b-45f3-a899-762503803d95 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 3.4524460 Aug 11 03:22:53.197674 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 51492) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:53.202037 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-36bd2e1b-23bb-4768-a11f-dd6a49a60828 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Request body: {'subnet': {'network_id': 'a8748c9c-e6ab-4081-8049-0059e9ca1ae8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:22:53.226182 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8494f2e8-134d-4944-8731-96f5081b47f6 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126283413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126275158'] for subnet, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:53.259073 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a8edb1f-df42-4cf5-a572-6026ccb44d30 None None] Network aca38bb8-53be-4609-8761-de24e0c00b2e is already hosted by enough agents. {{(pid=102193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:22:53.265283 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1c6ef9-f583-4aff-a4ad-8fc5a2939534 req-cf84fd11-ee22-4a1a-9b34-f9324b2d5aeb tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:53.266915 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-dd1c6ef9-f583-4aff-a4ad-8fc5a2939534 req-cf84fd11-ee22-4a1a-9b34-f9324b2d5aeb tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/ports?device_id=a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c HTTP/1.1" status: 200 len: 946 time: 0.1982458 Aug 11 03:22:53.269029 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.base_scheduler [None req-1a8edb1f-df42-4cf5-a572-6026ccb44d30 None None] Resources bound (agent type, host, resource id): {{(pid=102193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:22:53.271068 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8edb1f-df42-4cf5-a572-6026ccb44d30 None None] Pushing event updated for resources: {'Port': ['ID=c8e42a34-c593-459a-8cda-52fd8b867b69,revision_number=1']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:53.280551 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8edb1f-df42-4cf5-a572-6026ccb44d30 None None] Received port after_create {{(pid=102193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:22:53.285958 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8494f2e8-134d-4944-8731-96f5081b47f6 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Pushing event deleted for resources: {'Subnet': ['ID=c8e1ccb2-6a70-40ae-9f68-247ef8b3ab64,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:53.321426 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-d2fb4fec-fa15-45a2-89b0-604d256e5943 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:53.326961 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2fb4fec-fa15-45a2-89b0-604d256e5943 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:53.327561 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-d2fb4fec-fa15-45a2-89b0-604d256e5943 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:53.358787 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8494f2e8-134d-4944-8731-96f5081b47f6 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:53.359525 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-5223170d-8b3b-481b-83f4-b6a4a36f55fd None None] Provisioning for port 6453b72a-12a1-41a3-b956-97e4c6a9c6e7 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:22:53.361041 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-8494f2e8-134d-4944-8731-96f5081b47f6 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] 10.222.0.41 "DELETE /v2.0/subnets/c8e1ccb2-6a70-40ae-9f68-247ef8b3ab64 HTTP/1.1" status: 204 len: 168 time: 1.8672109 Aug 11 03:22:53.372980 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 51494) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:53.397543 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4ee66a53-52b4-49d6-999b-4b2d23fd5c61 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:53.399488 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6dba19-6e6b-45f3-a899-762503803d95 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Pushing event updated for resources: {'Network': ['ID=a8748c9c-e6ab-4081-8049-0059e9ca1ae8,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:53.400804 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd4e532c-8210-4bd0-a8d4-8edc6b27b5f4 None None] Network 8770b0db-6497-4ea3-903b-fd212d767fd7 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:22:53.409821 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-5223170d-8b3b-481b-83f4-b6a4a36f55fd None None] Provisioning complete for port 6453b72a-12a1-41a3-b956-97e4c6a9c6e7 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:22:53.410198 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-5223170d-8b3b-481b-83f4-b6a4a36f55fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:53.424221 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-1a8edb1f-df42-4cf5-a572-6026ccb44d30 None None] Attempting to bind port c8e42a34-c593-459a-8cda-52fd8b867b69 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:22:53.424595 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-1a8edb1f-df42-4cf5-a572-6026ccb44d30 None None] Attempting to bind port c8e42a34-c593-459a-8cda-52fd8b867b69 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': '145c3e1a-6f9b-4c27-a2c7-345c6495cc09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'aca38bb8-53be-4609-8761-de24e0c00b2e'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:22:53.424962 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a8edb1f-df42-4cf5-a572-6026ccb44d30 None None] Attempting to bind port c8e42a34-c593-459a-8cda-52fd8b867b69 on network aca38bb8-53be-4609-8761-de24e0c00b2e {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:22:53.457061 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network a8748c9c-e6ab-4081-8049-0059e9ca1ae8 details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:22:53.474370 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-104a8f1e-5030-49b8-89e1-e01deb715528 req-7a57af66-8a75-44a2-91d1-d8dbd9304e96 service neutron] For port 93c45f72-e214-419a-8395-856cc4a4b08c, host n-h1-764292-30, cleared binding levels {{(pid=102191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:22:53.480467 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-104a8f1e-5030-49b8-89e1-e01deb715528 req-7a57af66-8a75-44a2-91d1-d8dbd9304e96 service neutron] For port 93c45f72-e214-419a-8395-856cc4a4b08c, host n-h1-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=93c45f72-e214-419a-8395-856cc4a4b08c,segment=NetworkSegment(705c4024-35dd-41b1-9db2-081f2ec1f0f1),segment_id=705c4024-35dd-41b1-9db2-081f2ec1f0f1)] {{(pid=102191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:22:53.500962 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-dd1c6ef9-f583-4aff-a4ad-8fc5a2939534 req-87392b6b-1876-4120-860f-ceee3bc0a3f3 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bbb5f37-cd37-415a-b820-36c249955487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136419 Aug 11 03:22:53.521598 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a8edb1f-df42-4cf5-a572-6026ccb44d30 None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 22, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:22:53.522316 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a8edb1f-df42-4cf5-a572-6026ccb44d30 None None] Checking segment: {'id': '145c3e1a-6f9b-4c27-a2c7-345c6495cc09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'aca38bb8-53be-4609-8761-de24e0c00b2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:22:53.522911 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-1a8edb1f-df42-4cf5-a572-6026ccb44d30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:53.523514 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a8edb1f-df42-4cf5-a572-6026ccb44d30 None None] Bound using segment: {'id': '145c3e1a-6f9b-4c27-a2c7-345c6495cc09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'aca38bb8-53be-4609-8761-de24e0c00b2e'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:22:53.524009 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-1a8edb1f-df42-4cf5-a572-6026ccb44d30 None None] Bound port: c8e42a34-c593-459a-8cda-52fd8b867b69, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '145c3e1a-6f9b-4c27-a2c7-345c6495cc09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'aca38bb8-53be-4609-8761-de24e0c00b2e'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:22:53.524395 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-1a8edb1f-df42-4cf5-a572-6026ccb44d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:53.542787 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-bdd9e13e-e10d-487d-9b28-6e03d2355467 req-3bece197-11ec-429b-b740-1bce520d6e63 tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:53.547437 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fb4fec-fa15-45a2-89b0-604d256e5943 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Pushing event updated for resources: {'Network': ['ID=96c915e9-4729-4a78-b343-b928cbf4c718,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:53.566210 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-d2fb4fec-fa15-45a2-89b0-604d256e5943 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.4259183 Aug 11 03:22:53.571370 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 51502) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:53.583043 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-f3ebf044-7277-491f-a1fa-251b22c04b69 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Request body: {'subnet': {'network_id': '96c915e9-4729-4a78-b343-b928cbf4c718', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:22:53.596278 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-104a8f1e-5030-49b8-89e1-e01deb715528 req-7a57af66-8a75-44a2-91d1-d8dbd9304e96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:53.612855 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network 96c915e9-4729-4a78-b343-b928cbf4c718 details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:22:53.784778 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104a8f1e-5030-49b8-89e1-e01deb715528 req-7a57af66-8a75-44a2-91d1-d8dbd9304e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:53.794259 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-104a8f1e-5030-49b8-89e1-e01deb715528 req-7a57af66-8a75-44a2-91d1-d8dbd9304e96 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:53.794259 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-104a8f1e-5030-49b8-89e1-e01deb715528 req-7a57af66-8a75-44a2-91d1-d8dbd9304e96 service neutron] 10.222.0.22 "PUT /v2.0/ports/93c45f72-e214-419a-8395-856cc4a4b08c HTTP/1.1" status: 200 len: 1092 time: 3.6214457 Aug 11 03:22:53.796563 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27eed5b6-1696-492b-b635-59b5fce59416', 'tag': '93c45f72-e214-419a-8395-856cc4a4b08c'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:22:53.799383 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffbe7dc2-ec38-4418-9c23-6fe8e32f95e3" -d '{"events": [{"name": "network-changed", "server_uuid": "27eed5b6-1696-492b-b635-59b5fce59416", "tag": "93c45f72-e214-419a-8395-856cc4a4b08c"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:22:53.872278 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a57af66-8a75-44a2-91d1-d8dbd9304e96 service neutron] Pushing event updated for resources: {'Port': ['ID=93c45f72-e214-419a-8395-856cc4a4b08c,revision_number=3']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:53.926481 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:22:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fdd0228-9a54-49bd-be99-14c1514b0a3a x-openstack-request-id: req-4fdd0228-9a54-49bd-be99-14c1514b0a3a {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:22:53.926481 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27eed5b6-1696-492b-b635-59b5fce59416", "tag": "93c45f72-e214-419a-8395-856cc4a4b08c", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:22:53.926673 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4fdd0228-9a54-49bd-be99-14c1514b0a3a {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:22:53.927301 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27eed5b6-1696-492b-b635-59b5fce59416', 'tag': '93c45f72-e214-419a-8395-856cc4a4b08c', 'status': 'completed', 'code': 200} Aug 11 03:22:53.987236 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-93c1d51e-bb65-4c44-b2d1-fb238cb5439e req-9a3d4a6b-c48a-41c4-a255-f224994468d7 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:54.082418 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3d4a6b-c48a-41c4-a255-f224994468d7 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Pushing event deleted for resources: {'Port': ['ID=1cb8468e-17ff-4509-bb1e-469bb7546cf3,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:54.106787 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbe7dc2-ec38-4418-9c23-6fe8e32f95e3 req-988f965d-66a0-4759-9a43-cb0c2a3d751c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:54.108086 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-ffbe7dc2-ec38-4418-9c23-6fe8e32f95e3 req-988f965d-66a0-4759-9a43-cb0c2a3d751c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=381bd3f836e84635bd53ce4472f95deb&device_id=27eed5b6-1696-492b-b635-59b5fce59416 HTTP/1.1" status: 200 len: 1095 time: 0.1795077 Aug 11 03:22:54.185931 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-1a8edb1f-df42-4cf5-a572-6026ccb44d30 None None] For port c8e42a34-c593-459a-8cda-52fd8b867b69, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:22:54.216629 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-1a8edb1f-df42-4cf5-a572-6026ccb44d30 None None] For port c8e42a34-c593-459a-8cda-52fd8b867b69, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=c8e42a34-c593-459a-8cda-52fd8b867b69,segment=NetworkSegment(145c3e1a-6f9b-4c27-a2c7-345c6495cc09),segment_id=145c3e1a-6f9b-4c27-a2c7-345c6495cc09)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:22:54.221726 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-5223170d-8b3b-481b-83f4-b6a4a36f55fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:54.273597 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-93c1d51e-bb65-4c44-b2d1-fb238cb5439e req-9a3d4a6b-c48a-41c4-a255-f224994468d7 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] No DVR routers for this DVR port 1cb8468e-17ff-4509-bb1e-469bb7546cf3 on host n-h2-764292-30 {{(pid=102191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:22:54.279100 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-93c1d51e-bb65-4c44-b2d1-fb238cb5439e req-9a3d4a6b-c48a-41c4-a255-f224994468d7 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:54.281299 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-93c1d51e-bb65-4c44-b2d1-fb238cb5439e req-9a3d4a6b-c48a-41c4-a255-f224994468d7 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.24 "DELETE /v2.0/ports/1cb8468e-17ff-4509-bb1e-469bb7546cf3 HTTP/1.1" status: 204 len: 173 time: 2.9309123 Aug 11 03:22:54.285412 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-5223170d-8b3b-481b-83f4-b6a4a36f55fd None None] For port 6453b72a-12a1-41a3-b956-97e4c6a9c6e7, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=6453b72a-12a1-41a3-b956-97e4c6a9c6e7,segment=NetworkSegment(d0314809-797b-49c5-956f-3a5c1e5c0001),segment_id=d0314809-797b-49c5-956f-3a5c1e5c0001)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:22:54.295261 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-1a8edb1f-df42-4cf5-a572-6026ccb44d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:54.332229 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-772b5daa-0018-4295-9cf9-f82628942a77 None None] DHCP port deletion for 8770b0db-6497-4ea3-903b-fd212d767fd7 request from n-d-764292-30 {{(pid=102193) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:22:54.396745 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbe7dc2-ec38-4418-9c23-6fe8e32f95e3 req-912f1bf9-b539-4b59-8079-d8377b7e562d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:54.398535 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-ffbe7dc2-ec38-4418-9c23-6fe8e32f95e3 req-912f1bf9-b539-4b59-8079-d8377b7e562d service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=381bd3f836e84635bd53ce4472f95deb&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2308607 Aug 11 03:22:54.398967 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-5223170d-8b3b-481b-83f4-b6a4a36f55fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:54.440485 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8edb1f-df42-4cf5-a572-6026ccb44d30 None None] Pushing event updated for resources: {'Port': ['ID=c8e42a34-c593-459a-8cda-52fd8b867b69,revision_number=2']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:54.471211 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4d1a2cc9-5581-423a-a669-b2a63963e3e4 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:54.567106 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bece197-11ec-429b-b740-1bce520d6e63 tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] Pushing event updated for resources: {'Port': ['ID=b5238241-78c9-426b-9126-31bc75379633,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:54.595850 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-772b5daa-0018-4295-9cf9-f82628942a77 None None] Deleting port 768d2c2d-18ca-4358-b3a8-eb5fcb773529 {{(pid=102193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:22:54.596228 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-772b5daa-0018-4295-9cf9-f82628942a77 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:54.614903 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdd9e13e-e10d-487d-9b28-6e03d2355467 req-3bece197-11ec-429b-b740-1bce520d6e63 tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] Network f9b619db-2b3d-432a-950f-510abd52d789 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:22:54.621421 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [req-bdd9e13e-e10d-487d-9b28-6e03d2355467 req-3bece197-11ec-429b-b740-1bce520d6e63 tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:22:54.626378 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdd9e13e-e10d-487d-9b28-6e03d2355467 req-3bece197-11ec-429b-b740-1bce520d6e63 tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:22:54.659418 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbe7dc2-ec38-4418-9c23-6fe8e32f95e3 req-30eb28c0-6c2f-47e8-ac5d-16aab70bc3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:54.660907 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-ffbe7dc2-ec38-4418-9c23-6fe8e32f95e3 req-30eb28c0-6c2f-47e8-ac5d-16aab70bc3fc service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2558436 Aug 11 03:22:54.686397 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fcce597-e836-40c9-a2d7-3eb3f933d265 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Deleting subnet 593e4b8b-506a-4a3b-a610-d5141459a055 {{(pid=102192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:22:54.696540 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-2fcce597-e836-40c9-a2d7-3eb3f933d265 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks [] for subnet, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:54.781356 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-772b5daa-0018-4295-9cf9-f82628942a77 None None] For port 768d2c2d-18ca-4358-b3a8-eb5fcb773529, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=768d2c2d-18ca-4358-b3a8-eb5fcb773529,segment=NetworkSegment(5475e9bf-d857-4f57-aa2d-0921b37ca6e8),segment_id=5475e9bf-d857-4f57-aa2d-0921b37ca6e8)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:22:54.782654 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-772b5daa-0018-4295-9cf9-f82628942a77 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:54.792648 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-2fcce597-e836-40c9-a2d7-3eb3f933d265 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125932460'] for subnet, precommit_delete_associations {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:54.806979 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-772b5daa-0018-4295-9cf9-f82628942a77 None None] Calling delete_port for 768d2c2d-18ca-4358-b3a8-eb5fcb773529 owned by network:dhcp {{(pid=102193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:22:54.910299 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5223170d-8b3b-481b-83f4-b6a4a36f55fd None None] Pushing event updated for resources: {'Port': ['ID=6453b72a-12a1-41a3-b956-97e4c6a9c6e7,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:54.913831 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-2fcce597-e836-40c9-a2d7-3eb3f933d265 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:54.929645 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3ebf044-7277-491f-a1fa-251b22c04b69 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Made reservation on behalf of 36371e2845a94adc8766212c496af890 for: {'subnet': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:22:54.933278 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f3ebf044-7277-491f-a1fa-251b22c04b69 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274743'] for subnet, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:54.958918 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd9e13e-e10d-487d-9b28-6e03d2355467 req-3bece197-11ec-429b-b740-1bce520d6e63 tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:54.959918 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-bdd9e13e-e10d-487d-9b28-6e03d2355467 req-3bece197-11ec-429b-b740-1bce520d6e63 tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:54.976463 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 1cb8468e-17ff-4509-bb1e-469bb7546cf3 no longer exists at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:22:54.991365 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36bd2e1b-23bb-4768-a11f-dd6a49a60828 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Made reservation on behalf of 446e7b81acea467eb5f054174b44b96a for: {'subnet': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:22:54.996437 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-36bd2e1b-23bb-4768-a11f-dd6a49a60828 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126180544'] for subnet, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:55.020910 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-8483fdd0-2585-43cf-8fe2-e3f52e1d2987 None None] Provisioning for port ad8bc4eb-710c-49a5-8550-89ec2fc89a95 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:22:55.022785 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-772b5daa-0018-4295-9cf9-f82628942a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678'] for port, after_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:55.025049 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] No Port match for: 1cb8468e-17ff-4509-bb1e-469bb7546cf3 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:22:55.025386 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 1cb8468e-17ff-4509-bb1e-469bb7546cf3 not bound to the agent host n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:22:55.063372 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-8483fdd0-2585-43cf-8fe2-e3f52e1d2987 None None] Provisioning complete for port ad8bc4eb-710c-49a5-8550-89ec2fc89a95 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:22:55.063372 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8483fdd0-2585-43cf-8fe2-e3f52e1d2987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:55.063372 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772b5daa-0018-4295-9cf9-f82628942a77 None None] No DVR routers for this DVR port 768d2c2d-18ca-4358-b3a8-eb5fcb773529 on host n-d-764292-30 {{(pid=102193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:22:55.104482 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772b5daa-0018-4295-9cf9-f82628942a77 None None] Pushing event deleted for resources: {'Port': ['ID=768d2c2d-18ca-4358-b3a8-eb5fcb773529,revision_number=None']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:55.131023 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104a8f1e-5030-49b8-89e1-e01deb715528 req-e5ac21ed-db9d-4a8c-a2d9-526afb997182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:55.132587 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-104a8f1e-5030-49b8-89e1-e01deb715528 req-e5ac21ed-db9d-4a8c-a2d9-526afb997182 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=381bd3f836e84635bd53ce4472f95deb&device_id=27eed5b6-1696-492b-b635-59b5fce59416 HTTP/1.1" status: 200 len: 1095 time: 0.2064619 Aug 11 03:22:55.144531 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [None req-4d1a2cc9-5581-423a-a669-b2a63963e3e4 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Allocated IP 172.20.0.1 (aca38bb8-53be-4609-8761-de24e0c00b2e/2eab23f8-93c4-44af-9e21-52232de1fe86/5d921f95-77b2-4c3c-8ca8-bb21a2327819) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:22:55.160947 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-8483fdd0-2585-43cf-8fe2-e3f52e1d2987 None None] Port ad8bc4eb-710c-49a5-8550-89ec2fc89a95 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:22:55.189211 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-8483fdd0-2585-43cf-8fe2-e3f52e1d2987 None None] Provisioning complete for port 6453b72a-12a1-41a3-b956-97e4c6a9c6e7 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:22:55.189896 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8483fdd0-2585-43cf-8fe2-e3f52e1d2987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:55.197996 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6329a6be-cfa3-460e-b667-6c37c173c6f8 req-eb1cea80-b63e-45bd-b911-f0339caf7bc4 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] 10.222.0.41 "GET /v2.0/ports?device_id=a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c HTTP/1.1" status: 200 len: 210 time: 0.2508981 Aug 11 03:22:55.205778 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-104a8f1e-5030-49b8-89e1-e01deb715528 req-6e07cae3-55ad-48b8-9a44-782523d670e6 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=93c45f72-e214-419a-8395-856cc4a4b08c HTTP/1.1" status: 200 len: 217 time: 0.0631392 Aug 11 03:22:55.206053 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557728cd-3820-4daa-9bdd-e410bad982aa req-4693fca0-1ea2-4013-8c12-2dd2e2ce06ad tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:55.214680 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-557728cd-3820-4daa-9bdd-e410bad982aa req-4693fca0-1ea2-4013-8c12-2dd2e2ce06ad tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] 10.222.0.41 "GET /v2.0/ports?device_id=04c5ac5e-e73c-4ce9-8c89-88c2affb1e0d HTTP/1.1" status: 200 len: 932 time: 1.0237446 Aug 11 03:22:55.299211 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bdd9e13e-e10d-487d-9b28-6e03d2355467 req-3bece197-11ec-429b-b740-1bce520d6e63 tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5448525 Aug 11 03:22:55.313339 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.db.api [req-b3d132ce-ff58-4b96-a8b5-654ca1c1c5f4 req-1b4a8c12-bf60-4249-bd4a-c86025759453 tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.13-2728cb99-7b7b-44d0-b479-d58c79cfd7f6 {{(pid=102192) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 03:22:55.313700 n-d-764292-30 neutron-server[102192]: DEBUG oslo_db.api [req-b3d132ce-ff58-4b96-a8b5-654ca1c1c5f4 req-1b4a8c12-bf60-4249-bd4a-c86025759453 tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 03:22:55.314534 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104a8f1e-5030-49b8-89e1-e01deb715528 req-826e8280-d3bb-4dc2-82c4-c44cb9040295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:55.316011 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-104a8f1e-5030-49b8-89e1-e01deb715528 req-826e8280-d3bb-4dc2-82c4-c44cb9040295 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1c85f597-8e7e-40a1-8518-d59e92964402 HTTP/1.1" status: 200 len: 854 time: 0.1030154 Aug 11 03:22:55.324619 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-bdd9e13e-e10d-487d-9b28-6e03d2355467 req-2eb2af4c-5a21-424c-9e19-cfdeacce00f2 service neutron] Request body: {'port': {'device_id': '04c5ac5e-e73c-4ce9-8c89-88c2affb1e0d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764292-30'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:22:55.343608 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-557728cd-3820-4daa-9bdd-e410bad982aa req-e41b12db-d81e-4b90-87b9-5c7c3aa41c66 tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] 10.222.0.41 "GET /v2.0/security-groups?id=e65ff429-9c9c-43ff-8c00-2b2cbbc9daf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273899 Aug 11 03:22:55.390904 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-2fcce597-e836-40c9-a2d7-3eb3f933d265 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125932157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126180897'] for subnet, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:55.440648 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4d1a2cc9-5581-423a-a669-b2a63963e3e4 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:55.461763 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcce597-e836-40c9-a2d7-3eb3f933d265 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Pushing event deleted for resources: {'Subnet': ['ID=593e4b8b-506a-4a3b-a610-d5141459a055,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:55.469863 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [None req-4d1a2cc9-5581-423a-a669-b2a63963e3e4 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Transition to ACTIVE for port object 5d921f95-77b2-4c3c-8ca8-bb21a2327819 will not be triggered until provisioned by entity DHCP. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:22:55.471984 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104a8f1e-5030-49b8-89e1-e01deb715528 req-1f113aea-4076-414a-9b49-cde3f4a97646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:55.473903 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-104a8f1e-5030-49b8-89e1-e01deb715528 req-1f113aea-4076-414a-9b49-cde3f4a97646 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=f9b619db-2b3d-432a-950f-510abd52d789&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1471303 Aug 11 03:22:55.474426 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-2fcce597-e836-40c9-a2d7-3eb3f933d265 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks [] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:55.479461 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-2fcce597-e836-40c9-a2d7-3eb3f933d265 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] 10.222.0.41 "DELETE /v2.0/subnets/593e4b8b-506a-4a3b-a610-d5141459a055 HTTP/1.1" status: 204 len: 168 time: 2.1025596 Aug 11 03:22:55.484005 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 51512) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:55.485308 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39c6f32e-e15c-4d3e-9465-44f26ae63938 None None] Network 3a05285e-4828-4fa9-b910-29b06e768eba requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:22:55.496348 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4ee66a53-52b4-49d6-999b-4b2d23fd5c61 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks [] for port, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:55.515594 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-bdd9e13e-e10d-487d-9b28-6e03d2355467 req-2eb2af4c-5a21-424c-9e19-cfdeacce00f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:55.583261 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-92525b2c-3c90-4280-b4d7-17b8f9340873 None None] Provisioning for port b5238241-78c9-426b-9126-31bc75379633 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:22:55.593200 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-92525b2c-3c90-4280-b4d7-17b8f9340873 None None] Provisioning complete for port b5238241-78c9-426b-9126-31bc75379633 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:22:55.594025 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-92525b2c-3c90-4280-b4d7-17b8f9340873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:55.680411 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-92525b2c-3c90-4280-b4d7-17b8f9340873 None None] Port b5238241-78c9-426b-9126-31bc75379633 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:22:55.688802 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4ee66a53-52b4-49d6-999b-4b2d23fd5c61 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:55.788367 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-36bd2e1b-23bb-4768-a11f-dd6a49a60828 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125932092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126180562'] for subnet, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:55.800485 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fdc93c52-eb52-4d87-beb2-512fc7d03f75 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:55.822987 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-b3d132ce-ff58-4b96-a8b5-654ca1c1c5f4 req-1b4a8c12-bf60-4249-bd4a-c86025759453 tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:55.823945 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83fd6f7e-5fd4-4727-8cb1-06301f46f1e4 None None] DHCP port deletion for 3a05285e-4828-4fa9-b910-29b06e768eba request from n-d-764292-30 {{(pid=102193) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:22:55.913325 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-104a8f1e-5030-49b8-89e1-e01deb715528 req-07fd532c-0dcb-48cd-86be-eab6ca207096 service neutron] 10.222.0.22 "GET /v2.0/networks/f9b619db-2b3d-432a-950f-510abd52d789?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4253852 Aug 11 03:22:55.915923 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f3ebf044-7277-491f-a1fa-251b22c04b69 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126283476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274725'] for subnet, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:55.922314 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4d1a2cc9-5581-423a-a669-b2a63963e3e4 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:55.930235 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-83fd6f7e-5fd4-4727-8cb1-06301f46f1e4 None None] Deleting port 17ababcd-10e3-4201-9ec5-c52bd280ec5d {{(pid=102193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:22:55.930783 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-83fd6f7e-5fd4-4727-8cb1-06301f46f1e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:55.937083 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee66a53-52b4-49d6-999b-4b2d23fd5c61 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Pushing event updated for resources: {'Port': ['ID=ad8bc4eb-710c-49a5-8550-89ec2fc89a95,revision_number=2']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:55.955446 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4ee66a53-52b4-49d6-999b-4b2d23fd5c61 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16383026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521135'] for router_interface, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:55.957717 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c', 'name': 'network-vif-deleted', 'tag': '1cb8468e-17ff-4509-bb1e-469bb7546cf3'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:22:55.960069 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5287d75-0c15-4770-904e-f80e08e5d253" -d '{"events": [{"server_uuid": "a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c", "name": "network-vif-deleted", "tag": "1cb8468e-17ff-4509-bb1e-469bb7546cf3"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:22:56.008962 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bd2e1b-23bb-4768-a11f-dd6a49a60828 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Pushing event updated for resources: {'Subnet': ['ID=fe8b59ea-21a2-4b55-90ef-c7fa646fdce4,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:56.056258 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-634bf6f2-9f70-4cd8-8b76-c3d0d15c2292 None None] Network aca38bb8-53be-4609-8761-de24e0c00b2e requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:22:56.069977 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:22:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f38656e4-74fc-47ab-8812-7218922cf09f x-openstack-request-id: req-f38656e4-74fc-47ab-8812-7218922cf09f {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:22:56.073787 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c", "name": "network-vif-deleted", "tag": "1cb8468e-17ff-4509-bb1e-469bb7546cf3", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:22:56.074411 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f38656e4-74fc-47ab-8812-7218922cf09f {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:22:56.075020 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a013e2ba-0e1f-41d9-ab9e-a5f2c092b55c', 'name': 'network-vif-deleted', 'tag': '1cb8468e-17ff-4509-bb1e-469bb7546cf3', 'status': 'completed', 'code': 200} Aug 11 03:22:56.171362 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-83fd6f7e-5fd4-4727-8cb1-06301f46f1e4 None None] For port 17ababcd-10e3-4201-9ec5-c52bd280ec5d, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=17ababcd-10e3-4201-9ec5-c52bd280ec5d,segment=NetworkSegment(d65637ef-911b-4b95-b7be-5ac698fbc134),segment_id=d65637ef-911b-4b95-b7be-5ac698fbc134)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:22:56.171362 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-83fd6f7e-5fd4-4727-8cb1-06301f46f1e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:56.200402 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-83fd6f7e-5fd4-4727-8cb1-06301f46f1e4 None None] Calling delete_port for 17ababcd-10e3-4201-9ec5-c52bd280ec5d owned by network:dhcp {{(pid=102193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:22:56.219421 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36bd2e1b-23bb-4768-a11f-dd6a49a60828 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Checking segment: {'id': '5ec02016-afbe-4e93-adc3-1c97292144ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'a8748c9c-e6ab-4081-8049-0059e9ca1ae8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:22:56.219689 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36bd2e1b-23bb-4768-a11f-dd6a49a60828 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Network hostable DHCP agents. Network: a8748c9c-e6ab-4081-8049-0059e9ca1ae8, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:22:56.233698 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-6a95ed0d-add9-4ca2-88a8-348d0d3afe67 None None] Provisioning for port c8e42a34-c593-459a-8cda-52fd8b867b69 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:22:56.258443 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d1a2cc9-5581-423a-a669-b2a63963e3e4 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Network aca38bb8-53be-4609-8761-de24e0c00b2e is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:22:56.287561 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-4d1a2cc9-5581-423a-a669-b2a63963e3e4 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:22:56.295738 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fdc93c52-eb52-4d87-beb2-512fc7d03f75 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:56.298314 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1a2cc9-5581-423a-a669-b2a63963e3e4 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:22:56.309548 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 51520) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:56.312628 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1a2cc9-5581-423a-a669-b2a63963e3e4 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Pushing event updated for resources: {'Port': ['ID=5d921f95-77b2-4c3c-8ca8-bb21a2327819,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:56.325130 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 6453b72a-12a1-41a3-b956-97e4c6a9c6e7 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:22:56.342141 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ebf044-7277-491f-a1fa-251b22c04b69 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Pushing event updated for resources: {'Subnet': ['ID=4ed0f5eb-d13e-4ad0-828d-9c102d767e52,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:56.381775 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-fdc93c52-eb52-4d87-beb2-512fc7d03f75 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8770b0db-6497-4ea3-903b-fd212d767fd7']}} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:56.407908 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-fdc93c52-eb52-4d87-beb2-512fc7d03f75 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5475e9bf-d857-4f57-aa2d-0921b37ca6e8') {'for_net_delete': True} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:56.408204 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-fdc93c52-eb52-4d87-beb2-512fc7d03f75 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5475e9bf-d857-4f57-aa2d-0921b37ca6e8') {} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:56.411655 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0cf60db-c414-4b7e-a64b-a32a22c85c23 admin admin] Deleting subnet 1720ed9a-a4c0-46ed-8d38-cf818eba15ba {{(pid=102192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:22:56.422708 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ee66a53-52b4-49d6-999b-4b2d23fd5c61 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Network 6a6493ce-4ad4-4581-8e07-a017fe78dc31 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:22:56.423891 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c0cf60db-c414-4b7e-a64b-a32a22c85c23 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:56.437958 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fdc93c52-eb52-4d87-beb2-512fc7d03f75 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126283644'] for segment, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:56.448182 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4d1a2cc9-5581-423a-a669-b2a63963e3e4 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-520987'] for router_interface, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:56.452491 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ebf044-7277-491f-a1fa-251b22c04b69 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Checking segment: {'id': '57a788c0-2b7a-4e7a-8488-0cdb684931b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '96c915e9-4729-4a78-b343-b928cbf4c718'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:22:56.452847 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ebf044-7277-491f-a1fa-251b22c04b69 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Network hostable DHCP agents. Network: 96c915e9-4729-4a78-b343-b928cbf4c718, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:22:56.456895 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-4ee66a53-52b4-49d6-999b-4b2d23fd5c61 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:22:56.461513 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-104a8f1e-5030-49b8-89e1-e01deb715528 req-67552db4-2a8e-4cf2-b703-35fa169b7c6e service neutron] 10.222.0.22 "GET /v2.0/networks/f9b619db-2b3d-432a-950f-510abd52d789?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5329757 Aug 11 03:22:56.462570 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36bd2e1b-23bb-4768-a11f-dd6a49a60828 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Network a8748c9c-e6ab-4081-8049-0059e9ca1ae8 is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:22:56.513513 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 6453b72a-12a1-41a3-b956-97e4c6a9c6e7 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:22:56.516002 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:56.560216 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fdc93c52-eb52-4d87-beb2-512fc7d03f75 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:56.574979 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdc93c52-eb52-4d87-beb2-512fc7d03f75 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=102191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:22:56.586638 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fdc93c52-eb52-4d87-beb2-512fc7d03f75 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126283391'] for segment, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:56.591900 n-d-764292-30 neutron-server[102191]: Traceback (most recent call last): Aug 11 03:22:56.591900 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:22:56.591900 n-d-764292-30 neutron-server[102191]: timer() Aug 11 03:22:56.591900 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:22:56.591900 n-d-764292-30 neutron-server[102191]: cb(*args, **kw) Aug 11 03:22:56.591900 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:22:56.591900 n-d-764292-30 neutron-server[102191]: return func(*args, **kwargs) Aug 11 03:22:56.591900 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:22:56.591900 n-d-764292-30 neutron-server[102191]: self._notify() Aug 11 03:22:56.591900 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:22:56.591900 n-d-764292-30 neutron-server[102191]: self.callback(batched_events) Aug 11 03:22:56.591900 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:22:56.591900 n-d-764292-30 neutron-server[102191]: event.method(event) Aug 11 03:22:56.591900 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:22:56.591900 n-d-764292-30 neutron-server[102191]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:22:56.591900 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:22:56.591900 n-d-764292-30 neutron-server[102191]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:22:56.591900 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:22:56.591900 n-d-764292-30 neutron-server[102191]: return f(self, *a, **k) Aug 11 03:22:56.591900 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:22:56.591900 n-d-764292-30 neutron-server[102191]: return self._get(url).json() Aug 11 03:22:56.591900 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:22:56.591900 n-d-764292-30 neutron-server[102191]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:22:56.591900 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:22:56.591900 n-d-764292-30 neutron-server[102191]: return self.request(url, 'GET', **kwargs) Aug 11 03:22:56.591900 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:22:56.591900 n-d-764292-30 neutron-server[102191]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:22:56.591900 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:22:56.591900 n-d-764292-30 neutron-server[102191]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:22:56.591900 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:22:56.591900 n-d-764292-30 neutron-server[102191]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:22:56.591900 n-d-764292-30 neutron-server[102191]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:22:56.610090 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c0cf60db-c414-4b7e-a64b-a32a22c85c23 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125932460'] for subnet, precommit_delete_associations {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:56.652801 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device c8e42a34-c593-459a-8cda-52fd8b867b69 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:22:56.707670 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-36bd2e1b-23bb-4768-a11f-dd6a49a60828 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, a8748c9c-e6ab-4081-8049-0059e9ca1ae8) {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:22:56.739901 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea6abc4f-6db4-4b69-ba4b-db2d3c5dc5ee None None] Network a8748c9c-e6ab-4081-8049-0059e9ca1ae8 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:22:56.745547 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [req-bdd9e13e-e10d-487d-9b28-6e03d2355467 req-2eb2af4c-5a21-424c-9e19-cfdeacce00f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5238241-78c9-426b-9126-31bc75379633 {{(pid=102192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:22:56.747365 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-83fd6f7e-5fd4-4727-8cb1-06301f46f1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678'] for port, after_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:56.757335 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36bd2e1b-23bb-4768-a11f-dd6a49a60828 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:56.758534 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-36bd2e1b-23bb-4768-a11f-dd6a49a60828 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks [] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:56.775803 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-bdd9e13e-e10d-487d-9b28-6e03d2355467 req-2eb2af4c-5a21-424c-9e19-cfdeacce00f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:56.790962 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ebf044-7277-491f-a1fa-251b22c04b69 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Network 96c915e9-4729-4a78-b343-b928cbf4c718 is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:22:56.808873 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-f3ebf044-7277-491f-a1fa-251b22c04b69 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, 96c915e9-4729-4a78-b343-b928cbf4c718) {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:22:56.814308 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3ebf044-7277-491f-a1fa-251b22c04b69 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:56.814964 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f3ebf044-7277-491f-a1fa-251b22c04b69 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:56.824222 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fdc93c52-eb52-4d87-beb2-512fc7d03f75 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:56.829816 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fdc93c52-eb52-4d87-beb2-512fc7d03f75 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks [] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:56.834692 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-fdc93c52-eb52-4d87-beb2-512fc7d03f75 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] 10.222.0.41 "DELETE /v2.0/networks/8770b0db-6497-4ea3-903b-fd212d767fd7 HTTP/1.1" status: 204 len: 168 time: 1.3460984 Aug 11 03:22:56.843308 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 51526) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:56.844400 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c0cf60db-c414-4b7e-a64b-a32a22c85c23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:56.846957 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [req-bdd9e13e-e10d-487d-9b28-6e03d2355467 req-2eb2af4c-5a21-424c-9e19-cfdeacce00f2 service neutron] Transition to ACTIVE for port object b5238241-78c9-426b-9126-31bc75379633 will not be triggered until provisioned by entity L2. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:22:56.866181 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc93c52-eb52-4d87-beb2-512fc7d03f75 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Pushing event deleted for resources: {'Network': ['ID=8770b0db-6497-4ea3-903b-fd212d767fd7,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:56.889289 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f9b2ac-70b5-45c0-a5d1-b8a4ec9c0892 None None] Network 96c915e9-4729-4a78-b343-b928cbf4c718 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:22:56.914867 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fd6f7e-5fd4-4727-8cb1-06301f46f1e4 None None] Pushing event deleted for resources: {'Port': ['ID=17ababcd-10e3-4201-9ec5-c52bd280ec5d,revision_number=None']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:56.920137 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83fd6f7e-5fd4-4727-8cb1-06301f46f1e4 None None] No DVR routers for this DVR port 17ababcd-10e3-4201-9ec5-c52bd280ec5d on host n-d-764292-30 {{(pid=102193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:22:56.936641 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-f3ebf044-7277-491f-a1fa-251b22c04b69 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 3.3579054 Aug 11 03:22:56.941879 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 51528) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:56.996709 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fd6f7e-5fd4-4727-8cb1-06301f46f1e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:22:56.997099 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fd6f7e-5fd4-4727-8cb1-06301f46f1e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:22:56.997808 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fd6f7e-5fd4-4727-8cb1-06301f46f1e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:22:56.998518 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fd6f7e-5fd4-4727-8cb1-06301f46f1e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:22:56.998624 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fd6f7e-5fd4-4727-8cb1-06301f46f1e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:22:56.999029 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fd6f7e-5fd4-4727-8cb1-06301f46f1e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:22:56.999427 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fd6f7e-5fd4-4727-8cb1-06301f46f1e4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:22:56.999858 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fd6f7e-5fd4-4727-8cb1-06301f46f1e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:22:57.000288 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fd6f7e-5fd4-4727-8cb1-06301f46f1e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:22:57.001055 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fd6f7e-5fd4-4727-8cb1-06301f46f1e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:22:57.001536 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fd6f7e-5fd4-4727-8cb1-06301f46f1e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:22:57.001968 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fd6f7e-5fd4-4727-8cb1-06301f46f1e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:22:57.018276 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port c8e42a34-c593-459a-8cda-52fd8b867b69 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:22:57.079316 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port c8e42a34-c593-459a-8cda-52fd8b867b69 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:22:57.079829 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:57.082472 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eaf27c-d550-4163-a6dc-74f42ff2a25e req-b0acb9d6-f6d8-4fe1-a604-5f0f26a76f69 tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:57.084159 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b2eaf27c-d550-4163-a6dc-74f42ff2a25e req-b0acb9d6-f6d8-4fe1-a604-5f0f26a76f69 tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] 10.222.0.41 "GET /v2.0/ports?device_id=04c5ac5e-e73c-4ce9-8c89-88c2affb1e0d HTTP/1.1" status: 200 len: 932 time: 0.5685349 Aug 11 03:22:57.121312 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-bdd9e13e-e10d-487d-9b28-6e03d2355467 req-2eb2af4c-5a21-424c-9e19-cfdeacce00f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:57.125224 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4d1a2cc9-5581-423a-a669-b2a63963e3e4 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:57.137637 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 51530) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:57.138035 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-36bd2e1b-23bb-4768-a11f-dd6a49a60828 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.9401369 Aug 11 03:22:57.143335 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-6ae2d4e3-ac01-45d6-9535-92c28070f787 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-406707114', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}, 'admin_state_up': False}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:22:57.172590 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-5e1e1101-3314-4a2c-82f8-9e8912500db7 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:57.298635 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-37c80e22-7296-4a7a-89bd-5a09a78ac303 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:57.302672 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-85ef5f12-9f10-434c-9e9f-b3011f2e1731 None None] Provisioning complete for port c8e42a34-c593-459a-8cda-52fd8b867b69 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:22:57.302672 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-85ef5f12-9f10-434c-9e9f-b3011f2e1731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:57.331659 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [req-b3d132ce-ff58-4b96-a8b5-654ca1c1c5f4 req-1b4a8c12-bf60-4249-bd4a-c86025759453 tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] Allocated IP 172.20.0.11 (f9b619db-2b3d-432a-950f-510abd52d789/1c85f597-8e7e-40a1-8518-d59e92964402/96dc6db1-5ecb-414b-b2e6-2716dde838af) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:22:57.342767 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb2af4c-5a21-424c-9e19-cfdeacce00f2 service neutron] Pushing event updated for resources: {'Port': ['ID=b5238241-78c9-426b-9126-31bc75379633,revision_number=2']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:57.364134 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ee66a53-52b4-49d6-999b-4b2d23fd5c61 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Router 9b20808e-97f4-47b7-9610-95e658ef559d has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:22:57.382533 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-118b8b2f-cc6a-4502-a185-fe32e1a5a5c9 None None] Network a8748c9c-e6ab-4081-8049-0059e9ca1ae8 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:22:57.384814 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94876670-bd72-499d-ba64-dd29440635bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde080026-c28f-55be-b52b-13827cc43646-96c915e9-4729-4a78-b343-b928cbf4c718', 'network_id': '96c915e9-4729-4a78-b343-b928cbf4c718', 'tenant_id': '36371e2845a94adc8766212c496af890', 'fixed_ips': [{'subnet_id': '4ed0f5eb-d13e-4ad0-828d-9c102d767e52'}]}} from n-d-764292-30. {{(pid=102193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:22:57.385663 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-94876670-bd72-499d-ba64-dd29440635bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:57.400013 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b2eaf27c-d550-4163-a6dc-74f42ff2a25e req-75f3a7e1-9530-49a4-9033-9bef3000e0a0 tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] 10.222.0.41 "GET /v2.0/security-groups?id=e65ff429-9c9c-43ff-8c00-2b2cbbc9daf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2553914 Aug 11 03:22:57.442786 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6ae2d4e3-ac01-45d6-9535-92c28070f787 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-450010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6626'] for router, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:57.444199 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6ae2d4e3-ac01-45d6-9535-92c28070f787 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-446747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6633'] for router, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:57.499825 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c0cf60db-c414-4b7e-a64b-a32a22c85c23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125932157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126180897'] for subnet, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:57.502263 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:57.623222 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cf60db-c414-4b7e-a64b-a32a22c85c23 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1720ed9a-a4c0-46ed-8d38-cf818eba15ba,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:57.633385 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c0cf60db-c414-4b7e-a64b-a32a22c85c23 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:57.637620 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-c0cf60db-c414-4b7e-a64b-a32a22c85c23 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/1720ed9a-a4c0-46ed-8d38-cf818eba15ba HTTP/1.1" status: 204 len: 168 time: 1.3244860 Aug 11 03:22:57.641142 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 51532) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:57.674834 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-5e1e1101-3314-4a2c-82f8-9e8912500db7 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:57.706581 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port c8e42a34-c593-459a-8cda-52fd8b867b69, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=c8e42a34-c593-459a-8cda-52fd8b867b69,segment=NetworkSegment(145c3e1a-6f9b-4c27-a2c7-345c6495cc09),segment_id=145c3e1a-6f9b-4c27-a2c7-345c6495cc09)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:22:57.751260 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-5e1e1101-3314-4a2c-82f8-9e8912500db7 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a05285e-4828-4fa9-b910-29b06e768eba']}} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:57.801757 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:57.831565 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-5e1e1101-3314-4a2c-82f8-9e8912500db7 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd65637ef-911b-4b95-b7be-5ac698fbc134') {'for_net_delete': True} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:57.831851 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-5e1e1101-3314-4a2c-82f8-9e8912500db7 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd65637ef-911b-4b95-b7be-5ac698fbc134') {} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:57.834051 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-bdd9e13e-e10d-487d-9b28-6e03d2355467 req-2eb2af4c-5a21-424c-9e19-cfdeacce00f2 service neutron] Attempting to bind port b5238241-78c9-426b-9126-31bc75379633 on host n-h2-764292-30 for vnic_type normal with profile {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:22:57.834403 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-bdd9e13e-e10d-487d-9b28-6e03d2355467 req-2eb2af4c-5a21-424c-9e19-cfdeacce00f2 service neutron] Attempting to bind port b5238241-78c9-426b-9126-31bc75379633 by drivers openvswitch,hyperv on host n-h2-764292-30 at level 0 using segments [{'id': '705c4024-35dd-41b1-9db2-081f2ec1f0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'f9b619db-2b3d-432a-950f-510abd52d789'}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:22:57.834789 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd9e13e-e10d-487d-9b28-6e03d2355467 req-2eb2af4c-5a21-424c-9e19-cfdeacce00f2 service neutron] Attempting to bind port b5238241-78c9-426b-9126-31bc75379633 on network f9b619db-2b3d-432a-950f-510abd52d789 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:22:57.878460 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-5e1e1101-3314-4a2c-82f8-9e8912500db7 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125932501'] for segment, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:57.883188 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 768d2c2d-18ca-4358-b3a8-eb5fcb773529 no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:22:57.935926 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-85ef5f12-9f10-434c-9e9f-b3011f2e1731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:57.949590 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: 768d2c2d-18ca-4358-b3a8-eb5fcb773529 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:22:57.949940 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 768d2c2d-18ca-4358-b3a8-eb5fcb773529 not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:22:57.950382 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 17ababcd-10e3-4201-9ec5-c52bd280ec5d no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:22:57.966036 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.db_base_plugin_common [None req-94876670-bd72-499d-ba64-dd29440635bd None None] Allocated IP 2001:db8::1 (96c915e9-4729-4a78-b343-b928cbf4c718/4ed0f5eb-d13e-4ad0-828d-9c102d767e52/83dfc1ab-45c7-43f7-97cd-3e58ff063bde) {{(pid=102193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:22:57.969479 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd9e13e-e10d-487d-9b28-6e03d2355467 req-2eb2af4c-5a21-424c-9e19-cfdeacce00f2 service neutron] Port b5238241-78c9-426b-9126-31bc75379633 on network f9b619db-2b3d-432a-950f-510abd52d789 not bound, no agent of type Open vSwitch agent registered on host n-h2-764292-30 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:22:57.970016 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd9e13e-e10d-487d-9b28-6e03d2355467 req-2eb2af4c-5a21-424c-9e19-cfdeacce00f2 service neutron] Attempting to bind port b5238241-78c9-426b-9126-31bc75379633 on network f9b619db-2b3d-432a-950f-510abd52d789 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:22:57.985059 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-5e1e1101-3314-4a2c-82f8-9e8912500db7 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:57.986019 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6ae2d4e3-ac01-45d6-9535-92c28070f787 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:58.012697 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: 17ababcd-10e3-4201-9ec5-c52bd280ec5d {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:22:58.013453 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 17ababcd-10e3-4201-9ec5-c52bd280ec5d not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:22:58.017202 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd9e13e-e10d-487d-9b28-6e03d2355467 req-2eb2af4c-5a21-424c-9e19-cfdeacce00f2 service neutron] Checking agent: {'id': '70015fc0-62fb-48b2-b453-36906937cf2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 22, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:22:58.017746 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd9e13e-e10d-487d-9b28-6e03d2355467 req-2eb2af4c-5a21-424c-9e19-cfdeacce00f2 service neutron] Checking segment: {'id': '705c4024-35dd-41b1-9db2-081f2ec1f0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'f9b619db-2b3d-432a-950f-510abd52d789'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:22:58.018332 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd9e13e-e10d-487d-9b28-6e03d2355467 req-2eb2af4c-5a21-424c-9e19-cfdeacce00f2 service neutron] Bound using segment: {'id': '705c4024-35dd-41b1-9db2-081f2ec1f0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'f9b619db-2b3d-432a-950f-510abd52d789'} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:22:58.018953 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-bdd9e13e-e10d-487d-9b28-6e03d2355467 req-2eb2af4c-5a21-424c-9e19-cfdeacce00f2 service neutron] Bound port: b5238241-78c9-426b-9126-31bc75379633, host: n-h2-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '705c4024-35dd-41b1-9db2-081f2ec1f0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'f9b619db-2b3d-432a-950f-510abd52d789'}}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:22:58.019503 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-bdd9e13e-e10d-487d-9b28-6e03d2355467 req-2eb2af4c-5a21-424c-9e19-cfdeacce00f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:58.024415 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-37c80e22-7296-4a7a-89bd-5a09a78ac303 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:58.027418 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e1e1101-3314-4a2c-82f8-9e8912500db7 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=102192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:22:58.027418 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-5e1e1101-3314-4a2c-82f8-9e8912500db7 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125932183'] for segment, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:58.033389 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a710dc95-366c-4ac1-b10e-a5f20034a8cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:58.035286 n-d-764292-30 neutron-server[102192]: Traceback (most recent call last): Aug 11 03:22:58.035286 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:22:58.035286 n-d-764292-30 neutron-server[102192]: timer() Aug 11 03:22:58.035286 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:22:58.035286 n-d-764292-30 neutron-server[102192]: cb(*args, **kw) Aug 11 03:22:58.035286 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:22:58.035286 n-d-764292-30 neutron-server[102192]: return func(*args, **kwargs) Aug 11 03:22:58.035286 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:22:58.035286 n-d-764292-30 neutron-server[102192]: self._notify() Aug 11 03:22:58.035286 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:22:58.035286 n-d-764292-30 neutron-server[102192]: self.callback(batched_events) Aug 11 03:22:58.035286 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:22:58.035286 n-d-764292-30 neutron-server[102192]: event.method(event) Aug 11 03:22:58.035286 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:22:58.035286 n-d-764292-30 neutron-server[102192]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:22:58.035286 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:22:58.035286 n-d-764292-30 neutron-server[102192]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:22:58.035286 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:22:58.035286 n-d-764292-30 neutron-server[102192]: return f(self, *a, **k) Aug 11 03:22:58.035286 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:22:58.035286 n-d-764292-30 neutron-server[102192]: return self._get(url).json() Aug 11 03:22:58.035286 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:22:58.035286 n-d-764292-30 neutron-server[102192]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:22:58.035286 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:22:58.035286 n-d-764292-30 neutron-server[102192]: return self.request(url, 'GET', **kwargs) Aug 11 03:22:58.035286 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:22:58.035286 n-d-764292-30 neutron-server[102192]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:22:58.035286 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:22:58.035286 n-d-764292-30 neutron-server[102192]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:22:58.035286 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:22:58.035286 n-d-764292-30 neutron-server[102192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:22:58.035286 n-d-764292-30 neutron-server[102192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:22:58.060600 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=c8e42a34-c593-459a-8cda-52fd8b867b69,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:58.321997 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.db.api [None req-85ef5f12-9f10-434c-9e9f-b3011f2e1731 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102193) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 03:22:58.322685 n-d-764292-30 neutron-server[102193]: DEBUG oslo_db.api [None req-85ef5f12-9f10-434c-9e9f-b3011f2e1731 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 03:22:58.326466 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6ae2d4e3-ac01-45d6-9535-92c28070f787 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:58.392000 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4d1a2cc9-5581-423a-a669-b2a63963e3e4 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:58.424796 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-94876670-bd72-499d-ba64-dd29440635bd None None] Notify callbacks [] for port, precommit_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:58.440426 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-94876670-bd72-499d-ba64-dd29440635bd None None] Transition to ACTIVE for port object 83dfc1ab-45c7-43f7-97cd-3e58ff063bde will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:22:58.460884 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-94876670-bd72-499d-ba64-dd29440635bd None None] Transition to ACTIVE for port object 83dfc1ab-45c7-43f7-97cd-3e58ff063bde will not be triggered until provisioned by entity DHCP. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:22:58.479176 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4d1a2cc9-5581-423a-a669-b2a63963e3e4 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:58.486194 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ee66a53-52b4-49d6-999b-4b2d23fd5c61 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:22:58.498192 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e6a498-1821-4e95-864f-81a5b3ef6f2b None None] Sync routers for ids ['9b20808e-97f4-47b7-9610-95e658ef559d'] in n-d-764292-30 {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:22:58.508423 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e6a498-1821-4e95-864f-81a5b3ef6f2b None None] Routers {'9b20808e-97f4-47b7-9610-95e658ef559d'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:22:58.509033 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-f4e6a498-1821-4e95-864f-81a5b3ef6f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:22:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['9b20808e-97f4-47b7-9610-95e658ef559d'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:58.575251 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-4ee66a53-52b4-49d6-999b-4b2d23fd5c61 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "PUT /v2.0/routers/9b20808e-97f4-47b7-9610-95e658ef559d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3515177 Aug 11 03:22:58.575458 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-94876670-bd72-499d-ba64-dd29440635bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669'] for port, after_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:58.576552 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1a2cc9-5581-423a-a669-b2a63963e3e4 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Pushing event updated for resources: {'Port': ['ID=5d921f95-77b2-4c3c-8ca8-bb21a2327819,revision_number=2']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:58.597503 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4d1a2cc9-5581-423a-a669-b2a63963e3e4 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16383026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521135'] for router_interface, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:58.678563 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94876670-bd72-499d-ba64-dd29440635bd None None] Network 96c915e9-4729-4a78-b343-b928cbf4c718 is already hosted by enough agents. {{(pid=102193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:22:58.690762 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.base_scheduler [None req-94876670-bd72-499d-ba64-dd29440635bd None None] Resources bound (agent type, host, resource id): {{(pid=102193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:22:58.694218 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-37c80e22-7296-4a7a-89bd-5a09a78ac303 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126283413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126275158'] for subnet, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:58.694666 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94876670-bd72-499d-ba64-dd29440635bd None None] Received port after_create {{(pid=102193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:22:58.704572 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-f4e6a498-1821-4e95-864f-81a5b3ef6f2b None None] Set router 9b20808e-97f4-47b7-9610-95e658ef559d gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:22:58.711371 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94876670-bd72-499d-ba64-dd29440635bd None None] Pushing event updated for resources: {'Port': ['ID=83dfc1ab-45c7-43f7-97cd-3e58ff063bde,revision_number=1']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:58.753228 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-b3d132ce-ff58-4b96-a8b5-654ca1c1c5f4 req-1b4a8c12-bf60-4249-bd4a-c86025759453 tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:58.769824 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34c7aaa-d059-4b52-b8aa-01765c919919 req-d9a6a11c-20af-45a5-abee-e2da4bcdcd67 tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:58.782702 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c34c7aaa-d059-4b52-b8aa-01765c919919 req-d9a6a11c-20af-45a5-abee-e2da4bcdcd67 tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] 10.222.0.41 "GET /v2.0/ports?device_id=04c5ac5e-e73c-4ce9-8c89-88c2affb1e0d HTTP/1.1" status: 200 len: 944 time: 0.2897301 Aug 11 03:22:58.794535 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-94876670-bd72-499d-ba64-dd29440635bd None None] Attempting to bind port 83dfc1ab-45c7-43f7-97cd-3e58ff063bde on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:22:58.794910 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-94876670-bd72-499d-ba64-dd29440635bd None None] Attempting to bind port 83dfc1ab-45c7-43f7-97cd-3e58ff063bde by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': '57a788c0-2b7a-4e7a-8488-0cdb684931b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '96c915e9-4729-4a78-b343-b928cbf4c718'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:22:58.795274 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94876670-bd72-499d-ba64-dd29440635bd None None] Attempting to bind port 83dfc1ab-45c7-43f7-97cd-3e58ff063bde on network 96c915e9-4729-4a78-b343-b928cbf4c718 {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:22:58.809397 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94876670-bd72-499d-ba64-dd29440635bd None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 22, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:22:58.809397 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94876670-bd72-499d-ba64-dd29440635bd None None] Checking segment: {'id': '57a788c0-2b7a-4e7a-8488-0cdb684931b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '96c915e9-4729-4a78-b343-b928cbf4c718'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:22:58.809708 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-5e1e1101-3314-4a2c-82f8-9e8912500db7 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:58.809827 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-94876670-bd72-499d-ba64-dd29440635bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:58.810194 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94876670-bd72-499d-ba64-dd29440635bd None None] Bound using segment: {'id': '57a788c0-2b7a-4e7a-8488-0cdb684931b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '96c915e9-4729-4a78-b343-b928cbf4c718'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:22:58.810704 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-94876670-bd72-499d-ba64-dd29440635bd None None] Bound port: 83dfc1ab-45c7-43f7-97cd-3e58ff063bde, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57a788c0-2b7a-4e7a-8488-0cdb684931b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '96c915e9-4729-4a78-b343-b928cbf4c718'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:22:58.811568 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-94876670-bd72-499d-ba64-dd29440635bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:58.835389 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-5e1e1101-3314-4a2c-82f8-9e8912500db7 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:58.845154 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-5e1e1101-3314-4a2c-82f8-9e8912500db7 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] 10.222.0.41 "DELETE /v2.0/networks/3a05285e-4828-4fa9-b910-29b06e768eba HTTP/1.1" status: 204 len: 168 time: 1.9891849 Aug 11 03:22:58.885769 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 51548) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:58.890967 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c80e22-7296-4a7a-89bd-5a09a78ac303 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Pushing event deleted for resources: {'Subnet': ['ID=4ed0f5eb-d13e-4ad0-828d-9c102d767e52,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:58.893446 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1e1101-3314-4a2c-82f8-9e8912500db7 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Pushing event deleted for resources: {'Network': ['ID=3a05285e-4828-4fa9-b910-29b06e768eba,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:58.915482 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-1dbb0c33-13b0-4a82-aeee-cd401c1d4ed1 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Request body: {'network': {'name': 'tempest-RoutersTest-1473071231'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:22:58.945370 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a710dc95-366c-4ac1-b10e-a5f20034a8cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:58.953705 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-f4e6a498-1821-4e95-864f-81a5b3ef6f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b20808e-97f4-47b7-9610-95e658ef559d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1865942917', 'tenant_id': 'a5478860f7cb432583cc8e5d994d2237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': '0b626914-d0d1-4f5d-ac24-73a0a4d2d624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:22:35Z', 'updated_at': '2021-08-11T03:22:53Z', 'revision_number': 4, 'project_id': 'a5478860f7cb432583cc8e5d994d2237', 'gw_port': {'id': '0b626914-d0d1-4f5d-ac24-73a0a4d2d624', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ab:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b20808e-97f4-47b7-9610-95e658ef559d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2499, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:22:36Z', 'updated_at': '2021-08-11T03:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': 'ad8bc4eb-710c-49a5-8550-89ec2fc89a95', 'name': '', 'network_id': '6a6493ce-4ad4-4581-8e07-a017fe78dc31', 'tenant_id': 'a5478860f7cb432583cc8e5d994d2237', 'mac_address': 'fa:16:3e:b5:c5:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b20808e-97f4-47b7-9610-95e658ef559d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2528, 'fixed_ips': [{'subnet_id': '37cbef7f-f057-476b-a1c7-ed84d89eefd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:22:51Z', 'updated_at': '2021-08-11T03:22:54Z', 'revision_number': 2, 'project_id': 'a5478860f7cb432583cc8e5d994d2237', 'subnets': [{'id': '37cbef7f-f057-476b-a1c7-ed84d89eefd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:58.967249 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-bdd9e13e-e10d-487d-9b28-6e03d2355467 req-2eb2af4c-5a21-424c-9e19-cfdeacce00f2 service neutron] For port b5238241-78c9-426b-9126-31bc75379633, host n-h2-764292-30, cleared binding levels {{(pid=102192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:22:58.978306 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-a710dc95-366c-4ac1-b10e-a5f20034a8cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5550882c-d5be-4613-b9ce-af7283467065']}} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:58.981637 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [req-b3d132ce-ff58-4b96-a8b5-654ca1c1c5f4 req-1b4a8c12-bf60-4249-bd4a-c86025759453 tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] Transition to ACTIVE for port object 96dc6db1-5ecb-414b-b2e6-2716dde838af will not be triggered until provisioned by entity DHCP. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:22:58.984213 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e6a498-1821-4e95-864f-81a5b3ef6f2b None None] Checking router: 9b20808e-97f4-47b7-9610-95e658ef559d for host: n-d-764292-30 {{(pid=102194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:22:58.984576 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e6a498-1821-4e95-864f-81a5b3ef6f2b None None] Updating router 9b20808e-97f4-47b7-9610-95e658ef559d port ad8bc4eb-710c-49a5-8550-89ec2fc89a95 binding host n-d-764292-30 {{(pid=102194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:22:59.016742 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-f4e6a498-1821-4e95-864f-81a5b3ef6f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:59.023974 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-85ef5f12-9f10-434c-9e9f-b3011f2e1731 None None] Provisioning complete for port ad8bc4eb-710c-49a5-8550-89ec2fc89a95 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:22:59.024448 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-85ef5f12-9f10-434c-9e9f-b3011f2e1731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:59.032061 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-94876670-bd72-499d-ba64-dd29440635bd None None] For port 83dfc1ab-45c7-43f7-97cd-3e58ff063bde, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:22:59.042517 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-94876670-bd72-499d-ba64-dd29440635bd None None] For port 83dfc1ab-45c7-43f7-97cd-3e58ff063bde, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=83dfc1ab-45c7-43f7-97cd-3e58ff063bde,segment=NetworkSegment(57a788c0-2b7a-4e7a-8488-0cdb684931b8),segment_id=57a788c0-2b7a-4e7a-8488-0cdb684931b8)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:22:59.046581 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c34c7aaa-d059-4b52-b8aa-01765c919919 req-aaaf564e-e5fb-4269-8835-dc0c3fb66103 tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] 10.222.0.41 "GET /v2.0/security-groups?id=e65ff429-9c9c-43ff-8c00-2b2cbbc9daf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2587948 Aug 11 03:22:59.070790 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f20bea7d-e9e6-4d30-ae88-2b2fe5500e0b req-36eb0747-c4b2-4256-bcfa-ae770ed25b43 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1775310053&fields=id&tenant_id=a5478860f7cb432583cc8e5d994d2237 HTTP/1.1" status: 200 len: 267 time: 0.1478555 Aug 11 03:22:59.084085 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d1a2cc9-5581-423a-a669-b2a63963e3e4 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Network aca38bb8-53be-4609-8761-de24e0c00b2e is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:22:59.102144 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-4d1a2cc9-5581-423a-a669-b2a63963e3e4 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:22:59.118028 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6ae2d4e3-ac01-45d6-9535-92c28070f787 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks [] for router_gateway, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:59.125654 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-94876670-bd72-499d-ba64-dd29440635bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:59.230315 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-85ef5f12-9f10-434c-9e9f-b3011f2e1731 None None] Port ad8bc4eb-710c-49a5-8550-89ec2fc89a95 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:22:59.239461 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94876670-bd72-499d-ba64-dd29440635bd None None] Pushing event updated for resources: {'Port': ['ID=83dfc1ab-45c7-43f7-97cd-3e58ff063bde,revision_number=2']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:59.246548 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-507058ef-22f3-440b-96d9-3809d85db9ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:59.294847 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-bdd9e13e-e10d-487d-9b28-6e03d2355467 req-2eb2af4c-5a21-424c-9e19-cfdeacce00f2 service neutron] For port b5238241-78c9-426b-9126-31bc75379633, host n-h2-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=b5238241-78c9-426b-9126-31bc75379633,segment=NetworkSegment(705c4024-35dd-41b1-9db2-081f2ec1f0f1),segment_id=705c4024-35dd-41b1-9db2-081f2ec1f0f1)] {{(pid=102192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:22:59.299854 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-a710dc95-366c-4ac1-b10e-a5f20034a8cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae9692f4-c155-4a13-a589-facf8973fb30') {'for_net_delete': True} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:59.301261 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-a710dc95-366c-4ac1-b10e-a5f20034a8cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae9692f4-c155-4a13-a589-facf8973fb30') {} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:59.312148 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20bea7d-e9e6-4d30-ae88-2b2fe5500e0b req-2d900975-2da3-41ff-a736-d34373a9f11c tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:59.321830 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f20bea7d-e9e6-4d30-ae88-2b2fe5500e0b req-2d900975-2da3-41ff-a736-d34373a9f11c tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/networks?id=6a6493ce-4ad4-4581-8e07-a017fe78dc31 HTTP/1.1" status: 200 len: 796 time: 0.2485585 Aug 11 03:22:59.328421 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-85ef5f12-9f10-434c-9e9f-b3011f2e1731 None None] Provisioning for port 5d921f95-77b2-4c3c-8ca8-bb21a2327819 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:22:59.330062 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-37c80e22-7296-4a7a-89bd-5a09a78ac303 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:59.346362 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-85ef5f12-9f10-434c-9e9f-b3011f2e1731 None None] Provisioning complete for port 5d921f95-77b2-4c3c-8ca8-bb21a2327819 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:22:59.346759 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-85ef5f12-9f10-434c-9e9f-b3011f2e1731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:59.353128 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a710dc95-366c-4ac1-b10e-a5f20034a8cb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125932501'] for segment, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:59.357405 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-bdd9e13e-e10d-487d-9b28-6e03d2355467 req-2eb2af4c-5a21-424c-9e19-cfdeacce00f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:59.362889 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-37c80e22-7296-4a7a-89bd-5a09a78ac303 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96c915e9-4729-4a78-b343-b928cbf4c718']}} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:59.393171 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd9e13e-e10d-487d-9b28-6e03d2355467 req-2eb2af4c-5a21-424c-9e19-cfdeacce00f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:59.393781 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-37c80e22-7296-4a7a-89bd-5a09a78ac303 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57a788c0-2b7a-4e7a-8488-0cdb684931b8') {'for_net_delete': True} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:59.394246 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-37c80e22-7296-4a7a-89bd-5a09a78ac303 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57a788c0-2b7a-4e7a-8488-0cdb684931b8') {} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:59.395136 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-bdd9e13e-e10d-487d-9b28-6e03d2355467 req-2eb2af4c-5a21-424c-9e19-cfdeacce00f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:59.396839 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bdd9e13e-e10d-487d-9b28-6e03d2355467 req-2eb2af4c-5a21-424c-9e19-cfdeacce00f2 service neutron] 10.222.0.24 "PUT /v2.0/ports/b5238241-78c9-426b-9126-31bc75379633 HTTP/1.1" status: 200 len: 1093 time: 4.0764828 Aug 11 03:22:59.410397 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04c5ac5e-e73c-4ce9-8c89-88c2affb1e0d', 'tag': 'b5238241-78c9-426b-9126-31bc75379633'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:22:59.413303 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-954c6b2b-d19f-4d76-be3b-ee454efde754" -d '{"events": [{"name": "network-changed", "server_uuid": "04c5ac5e-e73c-4ce9-8c89-88c2affb1e0d", "tag": "b5238241-78c9-426b-9126-31bc75379633"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:22:59.422267 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-37c80e22-7296-4a7a-89bd-5a09a78ac303 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126283644'] for segment, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:59.427101 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f20bea7d-e9e6-4d30-ae88-2b2fe5500e0b req-67c9bc86-179b-4555-a66a-df49904dad61 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/quotas/a5478860f7cb432583cc8e5d994d2237 HTTP/1.1" status: 200 len: 375 time: 0.1038818 Aug 11 03:22:59.447001 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b00d0987-fb2d-46cb-a80d-27fe82966734 None None] Network 96c915e9-4729-4a78-b343-b928cbf4c718 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:22:59.459492 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6ae2d4e3-ac01-45d6-9535-92c28070f787 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:59.462407 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-37c80e22-7296-4a7a-89bd-5a09a78ac303 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:59.474859 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-f4e6a498-1821-4e95-864f-81a5b3ef6f2b None None] Notify callbacks [] for port, precommit_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:59.503979 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.provisioning_blocks [None req-f4e6a498-1821-4e95-864f-81a5b3ef6f2b None None] Transition to ACTIVE for port object ad8bc4eb-710c-49a5-8550-89ec2fc89a95 will not be triggered until provisioned by entity L2. {{(pid=102194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:22:59.529174 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37c80e22-7296-4a7a-89bd-5a09a78ac303 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=102191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:22:59.529590 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-37c80e22-7296-4a7a-89bd-5a09a78ac303 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126283391'] for segment, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:59.532714 n-d-764292-30 neutron-server[102191]: Traceback (most recent call last): Aug 11 03:22:59.532714 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:22:59.532714 n-d-764292-30 neutron-server[102191]: timer() Aug 11 03:22:59.532714 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:22:59.532714 n-d-764292-30 neutron-server[102191]: cb(*args, **kw) Aug 11 03:22:59.532714 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:22:59.532714 n-d-764292-30 neutron-server[102191]: return func(*args, **kwargs) Aug 11 03:22:59.532714 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:22:59.532714 n-d-764292-30 neutron-server[102191]: self._notify() Aug 11 03:22:59.532714 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:22:59.532714 n-d-764292-30 neutron-server[102191]: self.callback(batched_events) Aug 11 03:22:59.532714 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:22:59.532714 n-d-764292-30 neutron-server[102191]: event.method(event) Aug 11 03:22:59.532714 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:22:59.532714 n-d-764292-30 neutron-server[102191]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:22:59.532714 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:22:59.532714 n-d-764292-30 neutron-server[102191]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:22:59.532714 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:22:59.532714 n-d-764292-30 neutron-server[102191]: return f(self, *a, **k) Aug 11 03:22:59.532714 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:22:59.532714 n-d-764292-30 neutron-server[102191]: return self._get(url).json() Aug 11 03:22:59.532714 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:22:59.532714 n-d-764292-30 neutron-server[102191]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:22:59.532714 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:22:59.532714 n-d-764292-30 neutron-server[102191]: return self.request(url, 'GET', **kwargs) Aug 11 03:22:59.532714 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:22:59.532714 n-d-764292-30 neutron-server[102191]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:22:59.532714 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:22:59.532714 n-d-764292-30 neutron-server[102191]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:22:59.532714 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:22:59.532714 n-d-764292-30 neutron-server[102191]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:22:59.532714 n-d-764292-30 neutron-server[102191]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:22:59.563572 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dbb0c33-13b0-4a82-aeee-cd401c1d4ed1 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Made reservation on behalf of 8002057c241341da96913e0b77a31349 for: {'network': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:22:59.567499 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-1dbb0c33-13b0-4a82-aeee-cd401c1d4ed1 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:59.586516 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:22:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e45a8ba5-ab45-4610-9c20-7b7e6ea302de x-openstack-request-id: req-e45a8ba5-ab45-4610-9c20-7b7e6ea302de {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:22:59.587218 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04c5ac5e-e73c-4ce9-8c89-88c2affb1e0d", "tag": "b5238241-78c9-426b-9126-31bc75379633", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:22:59.587774 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e45a8ba5-ab45-4610-9c20-7b7e6ea302de {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:22:59.588411 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04c5ac5e-e73c-4ce9-8c89-88c2affb1e0d', 'tag': 'b5238241-78c9-426b-9126-31bc75379633', 'status': 'completed', 'code': 200} Aug 11 03:22:59.600629 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-f4e6a498-1821-4e95-864f-81a5b3ef6f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:59.601955 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-85ef5f12-9f10-434c-9e9f-b3011f2e1731 None None] Port 5d921f95-77b2-4c3c-8ca8-bb21a2327819 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:22:59.636002 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a710dc95-366c-4ac1-b10e-a5f20034a8cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:59.731843 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f20bea7d-e9e6-4d30-ae88-2b2fe5500e0b req-5b0c15c0-3a68-4c24-9712-d2920a2f6d99 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=a5478860f7cb432583cc8e5d994d2237&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3013258 Aug 11 03:22:59.736657 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-b21c5716-a4fa-4428-abd9-4fc951491b19 None None] Provisioning complete for port 5d921f95-77b2-4c3c-8ca8-bb21a2327819 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:22:59.737044 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-b21c5716-a4fa-4428-abd9-4fc951491b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:59.739023 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddea04b-39a6-4907-81dc-be189fd9dae4 None None] Pushing event updated for resources: {'Port': ['ID=ad8bc4eb-710c-49a5-8550-89ec2fc89a95,revision_number=3']} {{(pid=102194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:59.799069 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-b21c5716-a4fa-4428-abd9-4fc951491b19 None None] Port 5d921f95-77b2-4c3c-8ca8-bb21a2327819 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:22:59.801910 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-f4e6a498-1821-4e95-864f-81a5b3ef6f2b None None] Attempting to bind port ad8bc4eb-710c-49a5-8550-89ec2fc89a95 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:22:59.802556 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-f4e6a498-1821-4e95-864f-81a5b3ef6f2b None None] Attempting to bind port ad8bc4eb-710c-49a5-8550-89ec2fc89a95 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': 'd0314809-797b-49c5-956f-3a5c1e5c0001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6a6493ce-4ad4-4581-8e07-a017fe78dc31'}] {{(pid=102194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:22:59.811043 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e6a498-1821-4e95-864f-81a5b3ef6f2b None None] Attempting to bind port ad8bc4eb-710c-49a5-8550-89ec2fc89a95 on network 6a6493ce-4ad4-4581-8e07-a017fe78dc31 {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:22:59.818108 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e6a498-1821-4e95-864f-81a5b3ef6f2b None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 22, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:22:59.818507 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e6a498-1821-4e95-864f-81a5b3ef6f2b None None] Checking segment: {'id': 'd0314809-797b-49c5-956f-3a5c1e5c0001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6a6493ce-4ad4-4581-8e07-a017fe78dc31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:22:59.818913 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-f4e6a498-1821-4e95-864f-81a5b3ef6f2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:59.819307 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e6a498-1821-4e95-864f-81a5b3ef6f2b None None] Bound using segment: {'id': 'd0314809-797b-49c5-956f-3a5c1e5c0001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6a6493ce-4ad4-4581-8e07-a017fe78dc31'} {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:22:59.819809 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-f4e6a498-1821-4e95-864f-81a5b3ef6f2b None None] Bound port: ad8bc4eb-710c-49a5-8550-89ec2fc89a95, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0314809-797b-49c5-956f-3a5c1e5c0001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6a6493ce-4ad4-4581-8e07-a017fe78dc31'}}] {{(pid=102194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:22:59.820198 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-f4e6a498-1821-4e95-864f-81a5b3ef6f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:59.849862 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a710dc95-366c-4ac1-b10e-a5f20034a8cb admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=102192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:22:59.850388 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a710dc95-366c-4ac1-b10e-a5f20034a8cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125932183'] for segment, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:59.867142 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.db.api [None req-37c80e22-7296-4a7a-89bd-5a09a78ac303 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 11 03:22:59.867142 n-d-764292-30 neutron-server[102191]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 11 03:22:59.867142 n-d-764292-30 neutron-server[102191]: [parameters: {'id': '96c915e9-4729-4a78-b343-b928cbf4c718'}] Aug 11 03:22:59.867142 n-d-764292-30 neutron-server[102191]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102191) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 03:22:59.867653 n-d-764292-30 neutron-server[102191]: DEBUG oslo_db.api [None req-37c80e22-7296-4a7a-89bd-5a09a78ac303 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 03:22:59.887093 n-d-764292-30 neutron-server[102192]: Traceback (most recent call last): Aug 11 03:22:59.887093 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:22:59.887093 n-d-764292-30 neutron-server[102192]: timer() Aug 11 03:22:59.887093 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:22:59.887093 n-d-764292-30 neutron-server[102192]: cb(*args, **kw) Aug 11 03:22:59.887093 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:22:59.887093 n-d-764292-30 neutron-server[102192]: return func(*args, **kwargs) Aug 11 03:22:59.887093 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:22:59.887093 n-d-764292-30 neutron-server[102192]: self._notify() Aug 11 03:22:59.887093 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:22:59.887093 n-d-764292-30 neutron-server[102192]: self.callback(batched_events) Aug 11 03:22:59.887093 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:22:59.887093 n-d-764292-30 neutron-server[102192]: event.method(event) Aug 11 03:22:59.887093 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:22:59.887093 n-d-764292-30 neutron-server[102192]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:22:59.887093 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:22:59.887093 n-d-764292-30 neutron-server[102192]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:22:59.887093 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:22:59.887093 n-d-764292-30 neutron-server[102192]: return f(self, *a, **k) Aug 11 03:22:59.887093 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:22:59.887093 n-d-764292-30 neutron-server[102192]: return self._get(url).json() Aug 11 03:22:59.887093 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:22:59.887093 n-d-764292-30 neutron-server[102192]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:22:59.887093 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:22:59.887093 n-d-764292-30 neutron-server[102192]: return self.request(url, 'GET', **kwargs) Aug 11 03:22:59.887093 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:22:59.887093 n-d-764292-30 neutron-server[102192]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:22:59.887093 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:22:59.887093 n-d-764292-30 neutron-server[102192]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:22:59.887093 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:22:59.887093 n-d-764292-30 neutron-server[102192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:22:59.887093 n-d-764292-30 neutron-server[102192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:22:59.889219 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb2af4c-5a21-424c-9e19-cfdeacce00f2 service neutron] Pushing event updated for resources: {'Port': ['ID=b5238241-78c9-426b-9126-31bc75379633,revision_number=3']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:59.920232 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.db [None req-f4e6a498-1821-4e95-864f-81a5b3ef6f2b None None] For port ad8bc4eb-710c-49a5-8550-89ec2fc89a95, host n-d-764292-30, cleared binding levels {{(pid=102194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:22:59.940051 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d1a2cc9-5581-423a-a669-b2a63963e3e4 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Router c2512fa5-e65b-455d-87b5-af2204aa28df has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:22:59.941522 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.db [None req-f4e6a498-1821-4e95-864f-81a5b3ef6f2b None None] For port ad8bc4eb-710c-49a5-8550-89ec2fc89a95, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=ad8bc4eb-710c-49a5-8550-89ec2fc89a95,segment=NetworkSegment(d0314809-797b-49c5-956f-3a5c1e5c0001),segment_id=d0314809-797b-49c5-956f-3a5c1e5c0001)] {{(pid=102194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:22:59.944313 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1dbb0c33-13b0-4a82-aeee-cd401c1d4ed1 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=102192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:22:59.953754 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [None req-6ae2d4e3-ac01-45d6-9535-92c28070f787 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Allocated IP 172.25.8.169 (09faf7d2-eaf5-4a50-bb6e-4cb05d009a76/e1a97443-13df-40bb-85f5-fd269e2742c0/96ce0787-4ac2-4bc9-8c54-5f841dba1f4f) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:22:59.984868 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-1dbb0c33-13b0-4a82-aeee-cd401c1d4ed1 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:59.985223 n-d-764292-30 neutron-server[102192]: INFO neutron.db.segments_db [None req-1dbb0c33-13b0-4a82-aeee-cd401c1d4ed1 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Added segment d6aa94f2-08a2-45a4-a62a-9f6ccf2d259f of type vlan for network 36ca1cec-d3fe-4e14-9f45-f8e8c8e64ba7 Aug 11 03:22:59.995228 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4de4e59c-6072-4864-8631-33039dc1efc0 None None] get_active_networks_info from n-d-764292-30 {{(pid=102193) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 11 03:23:00.020470 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-f4e6a498-1821-4e95-864f-81a5b3ef6f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:00.021225 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd9e13e-e10d-487d-9b28-6e03d2355467 req-5a8af640-d110-459a-b91f-b581a49f11a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:00.022799 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bdd9e13e-e10d-487d-9b28-6e03d2355467 req-5a8af640-d110-459a-b91f-b581a49f11a0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=381bd3f836e84635bd53ce4472f95deb&device_id=04c5ac5e-e73c-4ce9-8c89-88c2affb1e0d HTTP/1.1" status: 200 len: 1096 time: 0.4276943 Aug 11 03:23:00.099183 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-b3d132ce-ff58-4b96-a8b5-654ca1c1c5f4 req-1b4a8c12-bf60-4249-bd4a-c86025759453 tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:00.101762 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddea04b-39a6-4907-81dc-be189fd9dae4 None None] Pushing event updated for resources: {'Port': ['ID=ad8bc4eb-710c-49a5-8550-89ec2fc89a95,revision_number=4']} {{(pid=102194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:00.134739 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bdd9e13e-e10d-487d-9b28-6e03d2355467 req-7a812199-3433-4393-96c8-c957d4be03b7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b5238241-78c9-426b-9126-31bc75379633 HTTP/1.1" status: 200 len: 217 time: 0.0888419 Aug 11 03:23:00.137720 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-1dbb0c33-13b0-4a82-aeee-cd401c1d4ed1 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:00.147706 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e6a498-1821-4e95-864f-81a5b3ef6f2b None None] Routers {'9b20808e-97f4-47b7-9610-95e658ef559d'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:23:00.148608 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-f4e6a498-1821-4e95-864f-81a5b3ef6f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:22:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['9b20808e-97f4-47b7-9610-95e658ef559d'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:23:00.176463 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6ae2d4e3-ac01-45d6-9535-92c28070f787 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:00.194526 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd9e13e-e10d-487d-9b28-6e03d2355467 req-6b19107c-4491-499d-93fc-9245d3e72442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:00.196383 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bdd9e13e-e10d-487d-9b28-6e03d2355467 req-6b19107c-4491-499d-93fc-9245d3e72442 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1c85f597-8e7e-40a1-8518-d59e92964402 HTTP/1.1" status: 200 len: 854 time: 0.0519338 Aug 11 03:23:00.197185 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a710dc95-366c-4ac1-b10e-a5f20034a8cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:00.226711 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device c8e42a34-c593-459a-8cda-52fd8b867b69 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:23:00.250268 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3d132ce-ff58-4b96-a8b5-654ca1c1c5f4 req-1b4a8c12-bf60-4249-bd4a-c86025759453 tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] Network f9b619db-2b3d-432a-950f-510abd52d789 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:23:00.283393 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4de4e59c-6072-4864-8631-33039dc1efc0 None None] Resources bound (agent type, host, resource id): {{(pid=102193) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 11 03:23:00.290933 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a710dc95-366c-4ac1-b10e-a5f20034a8cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:00.296412 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-a710dc95-366c-4ac1-b10e-a5f20034a8cb admin admin] 10.222.0.41 "DELETE /v2.0/networks/5550882c-d5be-4613-b9ce-af7283467065 HTTP/1.1" status: 204 len: 168 time: 2.6458726 Aug 11 03:23:00.299424 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [req-b3d132ce-ff58-4b96-a8b5-654ca1c1c5f4 req-1b4a8c12-bf60-4249-bd4a-c86025759453 tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:23:00.308492 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3d132ce-ff58-4b96-a8b5-654ca1c1c5f4 req-1b4a8c12-bf60-4249-bd4a-c86025759453 tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:23:00.319735 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f20bea7d-e9e6-4d30-ae88-2b2fe5500e0b req-9f8e3bcd-95e8-4689-9c5d-14046dd1567e service neutron] 10.222.0.41 "GET /v2.0/networks/6a6493ce-4ad4-4581-8e07-a017fe78dc31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5866518 Aug 11 03:23:00.325566 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-f4e6a498-1821-4e95-864f-81a5b3ef6f2b None None] Set router 9b20808e-97f4-47b7-9610-95e658ef559d gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:23:00.367840 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6ae2d4e3-ac01-45d6-9535-92c28070f787 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:00.392238 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-37c80e22-7296-4a7a-89bd-5a09a78ac303 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:00.444247 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f20bea7d-e9e6-4d30-ae88-2b2fe5500e0b req-b21f5ecf-8872-40d4-9f2c-31abcad755fd service neutron] 10.222.0.41 "GET /v2.0/networks/6a6493ce-4ad4-4581-8e07-a017fe78dc31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235051 Aug 11 03:23:00.446277 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a710dc95-366c-4ac1-b10e-a5f20034a8cb admin admin] Pushing event deleted for resources: {'Network': ['ID=5550882c-d5be-4613-b9ce-af7283467065,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:00.481010 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d1a2cc9-5581-423a-a669-b2a63963e3e4 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:23:00.499676 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ae2d4e3-ac01-45d6-9535-92c28070f787 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:23:00.509781 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acbe49ff-a055-43de-950b-74e12a7fd727 None None] Sync routers for ids ['c2512fa5-e65b-455d-87b5-af2204aa28df'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:23:00.522624 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-4d1a2cc9-5581-423a-a669-b2a63963e3e4 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] 10.222.0.41 "PUT /v2.0/routers/c2512fa5-e65b-455d-87b5-af2204aa28df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2167628 Aug 11 03:23:00.527079 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-6ae2d4e3-ac01-45d6-9535-92c28070f787 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:23:00.529016 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 51562) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:00.545370 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae2d4e3-ac01-45d6-9535-92c28070f787 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:23:00.577910 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acbe49ff-a055-43de-950b-74e12a7fd727 None None] Routers {'c2512fa5-e65b-455d-87b5-af2204aa28df'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:23:00.578625 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-acbe49ff-a055-43de-950b-74e12a7fd727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:22:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['c2512fa5-e65b-455d-87b5-af2204aa28df'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:23:00.584665 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.db.resource_extend [None req-1dbb0c33-13b0-4a82-aeee-cd401c1d4ed1 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 03:23:00.589926 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port c8e42a34-c593-459a-8cda-52fd8b867b69 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:23:00.590415 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:00.617241 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4a8c12-bf60-4249-bd4a-c86025759453 tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] Pushing event updated for resources: {'Port': ['ID=96dc6db1-5ecb-414b-b2e6-2716dde838af,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:00.633976 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-f4e6a498-1821-4e95-864f-81a5b3ef6f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b20808e-97f4-47b7-9610-95e658ef559d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1865942917', 'tenant_id': 'a5478860f7cb432583cc8e5d994d2237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': '0b626914-d0d1-4f5d-ac24-73a0a4d2d624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:22:35Z', 'updated_at': '2021-08-11T03:22:53Z', 'revision_number': 4, 'project_id': 'a5478860f7cb432583cc8e5d994d2237', 'gw_port': {'id': '0b626914-d0d1-4f5d-ac24-73a0a4d2d624', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ab:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b20808e-97f4-47b7-9610-95e658ef559d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2499, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:22:36Z', 'updated_at': '2021-08-11T03:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': 'ad8bc4eb-710c-49a5-8550-89ec2fc89a95', 'name': '', 'network_id': '6a6493ce-4ad4-4581-8e07-a017fe78dc31', 'tenant_id': 'a5478860f7cb432583cc8e5d994d2237', 'mac_address': 'fa:16:3e:b5:c5:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b20808e-97f4-47b7-9610-95e658ef559d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2528, 'fixed_ips': [{'subnet_id': '37cbef7f-f057-476b-a1c7-ed84d89eefd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:22:51Z', 'updated_at': '2021-08-11T03:22:59Z', 'revision_number': 4, 'project_id': 'a5478860f7cb432583cc8e5d994d2237', 'subnets': [{'id': '37cbef7f-f057-476b-a1c7-ed84d89eefd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:23:00.647724 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd9e13e-e10d-487d-9b28-6e03d2355467 req-b3911644-f658-45ed-bf4e-b7adbf0e3a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:00.650003 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bdd9e13e-e10d-487d-9b28-6e03d2355467 req-b3911644-f658-45ed-bf4e-b7adbf0e3a88 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f9b619db-2b3d-432a-950f-510abd52d789&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3979988 Aug 11 03:23:00.676785 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9f7bd2-5f24-46f9-9298-a649b615fbd8 req-4dc6580a-625b-45e4-b80f-b2a174113522 tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:00.678638 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6d9f7bd2-5f24-46f9-9298-a649b615fbd8 req-4dc6580a-625b-45e4-b80f-b2a174113522 tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] 10.222.0.41 "GET /v2.0/ports?device_id=04c5ac5e-e73c-4ce9-8c89-88c2affb1e0d HTTP/1.1" status: 200 len: 944 time: 0.4602025 Aug 11 03:23:00.687897 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d132ce-ff58-4b96-a8b5-654ca1c1c5f4 req-1b4a8c12-bf60-4249-bd4a-c86025759453 tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:00.688880 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-b3d132ce-ff58-4b96-a8b5-654ca1c1c5f4 req-1b4a8c12-bf60-4249-bd4a-c86025759453 tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:00.709683 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e6a498-1821-4e95-864f-81a5b3ef6f2b None None] The sync data for ids ['9b20808e-97f4-47b7-9610-95e658ef559d'] in n-d-764292-30 is: [{'id': '9b20808e-97f4-47b7-9610-95e658ef559d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1865942917', 'tenant_id': 'a5478860f7cb432583cc8e5d994d2237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': '0b626914-d0d1-4f5d-ac24-73a0a4d2d624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:22:35Z', 'updated_at': '2021-08-11T03:22:53Z', 'revision_number': 4, 'project_id': 'a5478860f7cb432583cc8e5d994d2237', 'gw_port': {'id': '0b626914-d0d1-4f5d-ac24-73a0a4d2d624', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ab:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b20808e-97f4-47b7-9610-95e658ef559d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2499, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:22:36Z', 'updated_at': '2021-08-11T03:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': 'ad8bc4eb-710c-49a5-8550-89ec2fc89a95', 'name': '', 'network_id': '6a6493ce-4ad4-4581-8e07-a017fe78dc31', 'tenant_id': 'a5478860f7cb432583cc8e5d994d2237', 'mac_address': 'fa:16:3e:b5:c5:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b20808e-97f4-47b7-9610-95e658ef559d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2528, 'fixed_ips': [{'subnet_id': '37cbef7f-f057-476b-a1c7-ed84d89eefd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:22:51Z', 'updated_at': '2021-08-11T03:22:59Z', 'revision_number': 4, 'project_id': 'a5478860f7cb432583cc8e5d994d2237', 'subnets': [{'id': '37cbef7f-f057-476b-a1c7-ed84d89eefd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:23:00.742426 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 93c45f72-e214-419a-8395-856cc4a4b08c details requested by agent hyperv_n-h1-764292-30 with host n-h1-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:23:00.798274 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-1dbb0c33-13b0-4a82-aeee-cd401c1d4ed1 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:00.821154 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dbb0c33-13b0-4a82-aeee-cd401c1d4ed1 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:00.823163 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-1dbb0c33-13b0-4a82-aeee-cd401c1d4ed1 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:00.900155 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1b8b9d02-fc9c-41e4-811f-de212848c037 req-0d660946-68ee-4ea9-b67d-f69edfbc645c tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ab07bbd-fa55-4032-bc68-2fe67c0da2d6 HTTP/1.1" status: 200 len: 210 time: 0.0690863 Aug 11 03:23:00.943970 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b3d132ce-ff58-4b96-a8b5-654ca1c1c5f4 req-1b4a8c12-bf60-4249-bd4a-c86025759453 tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 10.5293982 Aug 11 03:23:00.979736 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 51570) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:01.016170 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-b3d132ce-ff58-4b96-a8b5-654ca1c1c5f4 req-9c20ab85-3d1f-45e3-8745-8edef0715ef1 service neutron] Request body: {'port': {'device_id': '8e8e4809-0e1a-480b-8105-cc1135ce20e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764292-30'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:23:01.026699 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.db.resource_extend [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 03:23:01.053531 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae2d4e3-ac01-45d6-9535-92c28070f787 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Pushing event updated for resources: {'Port': ['ID=96ce0787-4ac2-4bc9-8c54-5f841dba1f4f,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:01.086775 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6d9f7bd2-5f24-46f9-9298-a649b615fbd8 req-792dafff-7d51-40b0-8682-459a75fee4b2 tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] 10.222.0.41 "GET /v2.0/security-groups?id=e65ff429-9c9c-43ff-8c00-2b2cbbc9daf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3890483 Aug 11 03:23:01.154082 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbb0c33-13b0-4a82-aeee-cd401c1d4ed1 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Pushing event updated for resources: {'Network': ['ID=36ca1cec-d3fe-4e14-9f45-f8e8c8e64ba7,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:01.158434 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-b3d132ce-ff58-4b96-a8b5-654ca1c1c5f4 req-9c20ab85-3d1f-45e3-8745-8edef0715ef1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:01.191287 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network 36ca1cec-d3fe-4e14-9f45-f8e8c8e64ba7 details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:23:01.292486 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-6404518c-15f9-4626-951c-66e44a9d97b1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1c3a4a4854b046bf84e782d3a4f4fd61&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3113298 Aug 11 03:23:01.296362 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-acbe49ff-a055-43de-950b-74e12a7fd727 None None] Set router c2512fa5-e65b-455d-87b5-af2204aa28df gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:23:01.297233 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d9a052c-ec83-4909-9a7a-cecce44af3d5 tempest-TestNetworkBasicOps-852784014 tempest-TestNetworkBasicOps-852784014-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:01.297723 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d9a052c-ec83-4909-9a7a-cecce44af3d5 tempest-TestNetworkBasicOps-852784014 tempest-TestNetworkBasicOps-852784014-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:01.298373 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d9a052c-ec83-4909-9a7a-cecce44af3d5 tempest-TestNetworkBasicOps-852784014 tempest-TestNetworkBasicOps-852784014-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:01.299318 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d9a052c-ec83-4909-9a7a-cecce44af3d5 tempest-TestNetworkBasicOps-852784014 tempest-TestNetworkBasicOps-852784014-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:01.299820 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d9a052c-ec83-4909-9a7a-cecce44af3d5 tempest-TestNetworkBasicOps-852784014 tempest-TestNetworkBasicOps-852784014-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:01.300290 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d9a052c-ec83-4909-9a7a-cecce44af3d5 tempest-TestNetworkBasicOps-852784014 tempest-TestNetworkBasicOps-852784014-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:01.300759 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d9a052c-ec83-4909-9a7a-cecce44af3d5 tempest-TestNetworkBasicOps-852784014 tempest-TestNetworkBasicOps-852784014-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:01.301228 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d9a052c-ec83-4909-9a7a-cecce44af3d5 tempest-TestNetworkBasicOps-852784014 tempest-TestNetworkBasicOps-852784014-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:01.301700 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d9a052c-ec83-4909-9a7a-cecce44af3d5 tempest-TestNetworkBasicOps-852784014 tempest-TestNetworkBasicOps-852784014-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:01.302165 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d9a052c-ec83-4909-9a7a-cecce44af3d5 tempest-TestNetworkBasicOps-852784014 tempest-TestNetworkBasicOps-852784014-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:01.303992 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-1dbb0c33-13b0-4a82-aeee-cd401c1d4ed1 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.3937912 Aug 11 03:23:01.311976 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-3d9a052c-ec83-4909-9a7a-cecce44af3d5 tempest-TestNetworkBasicOps-852784014 tempest-TestNetworkBasicOps-852784014-project-admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7036 time: 0.7694733 Aug 11 03:23:01.315549 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 51576) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:01.315885 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 51578) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:01.316198 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 51580) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:01.341535 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bdd9e13e-e10d-487d-9b28-6e03d2355467 req-b0ab4252-df51-4fba-9164-f42f9d8a87f1 service neutron] 10.222.0.24 "GET /v2.0/networks/f9b619db-2b3d-432a-950f-510abd52d789?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6821597 Aug 11 03:23:01.390605 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-64567c17-861c-49e8-b4c3-583de1ec7619 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Request body: {'subnet': {'network_id': '36ca1cec-d3fe-4e14-9f45-f8e8c8e64ba7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:23:01.435790 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae2d4e3-ac01-45d6-9535-92c28070f787 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:23:01.436144 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae2d4e3-ac01-45d6-9535-92c28070f787 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:23:01.436482 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae2d4e3-ac01-45d6-9535-92c28070f787 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:23:01.436842 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae2d4e3-ac01-45d6-9535-92c28070f787 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:23:01.437173 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae2d4e3-ac01-45d6-9535-92c28070f787 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:23:01.437500 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae2d4e3-ac01-45d6-9535-92c28070f787 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:23:01.437824 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae2d4e3-ac01-45d6-9535-92c28070f787 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:23:01.438832 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae2d4e3-ac01-45d6-9535-92c28070f787 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:23:01.438832 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae2d4e3-ac01-45d6-9535-92c28070f787 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:23:01.438832 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae2d4e3-ac01-45d6-9535-92c28070f787 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:23:01.439191 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae2d4e3-ac01-45d6-9535-92c28070f787 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:23:01.439490 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae2d4e3-ac01-45d6-9535-92c28070f787 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:23:01.677993 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bdd9e13e-e10d-487d-9b28-6e03d2355467 req-dac58ebb-7d86-4841-89e0-fd8971cd9346 service neutron] 10.222.0.24 "GET /v2.0/networks/f9b619db-2b3d-432a-950f-510abd52d789?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3280907 Aug 11 03:23:01.697057 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 93c45f72-e214-419a-8395-856cc4a4b08c, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=93c45f72-e214-419a-8395-856cc4a4b08c,segment=NetworkSegment(705c4024-35dd-41b1-9db2-081f2ec1f0f1),segment_id=705c4024-35dd-41b1-9db2-081f2ec1f0f1)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:23:01.736661 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Returning: {'device': '93c45f72-e214-419a-8395-856cc4a4b08c', 'network_id': 'f9b619db-2b3d-432a-950f-510abd52d789', 'port_id': '93c45f72-e214-419a-8395-856cc4a4b08c', 'mac_address': 'fa:16:3e:db:6c:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c85f597-8e7e-40a1-8518-d59e92964402', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:23:01.789784 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-411ade0f-b1d7-40e1-a8ec-6cc6539803c4 tempest-TestNetworkBasicOps-852784014 tempest-TestNetworkBasicOps-852784014-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:01.790415 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-411ade0f-b1d7-40e1-a8ec-6cc6539803c4 tempest-TestNetworkBasicOps-852784014 tempest-TestNetworkBasicOps-852784014-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:01.790918 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [req-b3d132ce-ff58-4b96-a8b5-654ca1c1c5f4 req-9c20ab85-3d1f-45e3-8745-8edef0715ef1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96dc6db1-5ecb-414b-b2e6-2716dde838af {{(pid=102192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:23:01.791413 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-411ade0f-b1d7-40e1-a8ec-6cc6539803c4 tempest-TestNetworkBasicOps-852784014 tempest-TestNetworkBasicOps-852784014-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:01.792623 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-411ade0f-b1d7-40e1-a8ec-6cc6539803c4 tempest-TestNetworkBasicOps-852784014 tempest-TestNetworkBasicOps-852784014-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:01.793162 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-411ade0f-b1d7-40e1-a8ec-6cc6539803c4 tempest-TestNetworkBasicOps-852784014 tempest-TestNetworkBasicOps-852784014-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:01.793631 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-411ade0f-b1d7-40e1-a8ec-6cc6539803c4 tempest-TestNetworkBasicOps-852784014 tempest-TestNetworkBasicOps-852784014-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:01.794095 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-411ade0f-b1d7-40e1-a8ec-6cc6539803c4 tempest-TestNetworkBasicOps-852784014 tempest-TestNetworkBasicOps-852784014-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:01.795101 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-411ade0f-b1d7-40e1-a8ec-6cc6539803c4 tempest-TestNetworkBasicOps-852784014 tempest-TestNetworkBasicOps-852784014-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:01.795101 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-411ade0f-b1d7-40e1-a8ec-6cc6539803c4 tempest-TestNetworkBasicOps-852784014 tempest-TestNetworkBasicOps-852784014-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:01.800157 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-411ade0f-b1d7-40e1-a8ec-6cc6539803c4 tempest-TestNetworkBasicOps-852784014 tempest-TestNetworkBasicOps-852784014-project-admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5880 time: 0.4052637 Aug 11 03:23:01.801189 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-b3d132ce-ff58-4b96-a8b5-654ca1c1c5f4 req-9c20ab85-3d1f-45e3-8745-8edef0715ef1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:01.801342 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 51588) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:01.813330 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0f7acfb0-2776-4fbb-8547-5966b449bea8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:01.819711 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [req-b3d132ce-ff58-4b96-a8b5-654ca1c1c5f4 req-9c20ab85-3d1f-45e3-8745-8edef0715ef1 service neutron] Transition to ACTIVE for port object 96dc6db1-5ecb-414b-b2e6-2716dde838af will not be triggered until provisioned by entity L2. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:23:01.856823 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:01.874684 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93c45f72-e214-419a-8395-856cc4a4b08c {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:23:01.896659 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 93c45f72-e214-419a-8395-856cc4a4b08c, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=93c45f72-e214-419a-8395-856cc4a4b08c,segment=NetworkSegment(705c4024-35dd-41b1-9db2-081f2ec1f0f1),segment_id=705c4024-35dd-41b1-9db2-081f2ec1f0f1)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:23:01.898737 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954c6b2b-d19f-4d76-be3b-ee454efde754 req-b18b4212-745b-4f82-aeaf-64c99b58ea6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:01.901164 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-954c6b2b-d19f-4d76-be3b-ee454efde754 req-b18b4212-745b-4f82-aeaf-64c99b58ea6f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=381bd3f836e84635bd53ce4472f95deb&device_id=04c5ac5e-e73c-4ce9-8c89-88c2affb1e0d HTTP/1.1" status: 200 len: 1096 time: 0.0636029 Aug 11 03:23:01.976688 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-37c80e22-7296-4a7a-89bd-5a09a78ac303 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Deleting port 83dfc1ab-45c7-43f7-97cd-3e58ff063bde {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:23:01.977270 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-37c80e22-7296-4a7a-89bd-5a09a78ac303 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:01.978102 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-acbe49ff-a055-43de-950b-74e12a7fd727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2512fa5-e65b-455d-87b5-af2204aa28df', 'name': 'tempest-TestNetworkBasicOps-router-477221125', 'tenant_id': '6f34ea378b0c4732b01bbd0e8e3ce05d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': 'befd763a-b608-436f-8eb1-d6b23b28a1e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:22:37Z', 'updated_at': '2021-08-11T03:22:56Z', 'revision_number': 4, 'project_id': '6f34ea378b0c4732b01bbd0e8e3ce05d', 'gw_port': {'id': 'befd763a-b608-436f-8eb1-d6b23b28a1e1', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:eb:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2512fa5-e65b-455d-87b5-af2204aa28df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2505, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:22:38Z', 'updated_at': '2021-08-11T03:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '5d921f95-77b2-4c3c-8ca8-bb21a2327819', 'name': '', 'network_id': 'aca38bb8-53be-4609-8761-de24e0c00b2e', 'tenant_id': '6f34ea378b0c4732b01bbd0e8e3ce05d', 'mac_address': 'fa:16:3e:8d:1e:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2512fa5-e65b-455d-87b5-af2204aa28df', 'device_owner': 'network:router_interface', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': '2eab23f8-93c4-44af-9e21-52232de1fe86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:22:54Z', 'updated_at': '2021-08-11T03:22:58Z', 'revision_number': 2, 'project_id': '6f34ea378b0c4732b01bbd0e8e3ce05d', 'subnets': [{'id': '2eab23f8-93c4-44af-9e21-52232de1fe86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:23:01.980294 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:02.044637 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954c6b2b-d19f-4d76-be3b-ee454efde754 req-47f4ed89-ffb0-4557-b5b6-596b55a50e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:02.046721 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-954c6b2b-d19f-4d76-be3b-ee454efde754 req-47f4ed89-ffb0-4557-b5b6-596b55a50e9d service neutron] 10.222.0.24 "GET /v2.0/networks?id=f9b619db-2b3d-432a-950f-510abd52d789 HTTP/1.1" status: 200 len: 916 time: 0.1362443 Aug 11 03:23:02.048688 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-b3d132ce-ff58-4b96-a8b5-654ca1c1c5f4 req-9c20ab85-3d1f-45e3-8745-8edef0715ef1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:02.082595 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acbe49ff-a055-43de-950b-74e12a7fd727 None None] Checking router: c2512fa5-e65b-455d-87b5-af2204aa28df for host: n-d-764292-30 {{(pid=102193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:23:02.082955 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acbe49ff-a055-43de-950b-74e12a7fd727 None None] Updating router c2512fa5-e65b-455d-87b5-af2204aa28df port 5d921f95-77b2-4c3c-8ca8-bb21a2327819 binding host n-d-764292-30 {{(pid=102193) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:23:02.085357 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:02.085537 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [None req-37c80e22-7296-4a7a-89bd-5a09a78ac303 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] For port 83dfc1ab-45c7-43f7-97cd-3e58ff063bde, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=83dfc1ab-45c7-43f7-97cd-3e58ff063bde,segment=NetworkSegment(57a788c0-2b7a-4e7a-8488-0cdb684931b8),segment_id=57a788c0-2b7a-4e7a-8488-0cdb684931b8)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:23:02.086005 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-37c80e22-7296-4a7a-89bd-5a09a78ac303 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:02.100271 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-37c80e22-7296-4a7a-89bd-5a09a78ac303 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Calling delete_port for 83dfc1ab-45c7-43f7-97cd-3e58ff063bde owned by network:dhcp {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:23:02.137932 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0f7acfb0-2776-4fbb-8547-5966b449bea8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:02.144849 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-954c6b2b-d19f-4d76-be3b-ee454efde754 req-5b5c5ed8-806f-487a-be3d-c13065b7552b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b5238241-78c9-426b-9126-31bc75379633 HTTP/1.1" status: 200 len: 217 time: 0.0850224 Aug 11 03:23:02.246320 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-acbe49ff-a055-43de-950b-74e12a7fd727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:02.259171 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device ad8bc4eb-710c-49a5-8550-89ec2fc89a95 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:23:02.295545 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64567c17-861c-49e8-b4c3-583de1ec7619 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Made reservation on behalf of 8002057c241341da96913e0b77a31349 for: {'subnet': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:23:02.299281 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-64567c17-861c-49e8-b4c3-583de1ec7619 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274743'] for subnet, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:02.312296 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-ae2d1e09-f83f-45f9-a80d-87ac1407a827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:02.312726 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7f1553a2-570c-4dac-84e1-c290cba6fbe9 req-2d53c04e-edd9-423f-ac0c-805f2b2d5c9c tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ab07bbd-fa55-4032-bc68-2fe67c0da2d6 HTTP/1.1" status: 200 len: 210 time: 0.1597207 Aug 11 03:23:02.328092 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['93c45f72-e214-419a-8395-856cc4a4b08c'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:23:02.403922 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954c6b2b-d19f-4d76-be3b-ee454efde754 req-297e7956-4f5f-422b-ae21-f6a0eb390332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:02.406019 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-954c6b2b-d19f-4d76-be3b-ee454efde754 req-297e7956-4f5f-422b-ae21-f6a0eb390332 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1c85f597-8e7e-40a1-8518-d59e92964402 HTTP/1.1" status: 200 len: 854 time: 0.2436242 Aug 11 03:23:02.447288 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c20ab85-3d1f-45e3-8745-8edef0715ef1 service neutron] Pushing event updated for resources: {'Port': ['ID=96dc6db1-5ecb-414b-b2e6-2716dde838af,revision_number=2']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:02.542159 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6ae2d4e3-ac01-45d6-9535-92c28070f787 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks [] for router_gateway, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:02.641294 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d411997b-1b9a-4de5-afba-4f2497f87b5d req-edc10155-ac3d-4b47-ab6f-3d3470f7da9c tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:02.643088 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d411997b-1b9a-4de5-afba-4f2497f87b5d req-edc10155-ac3d-4b47-ab6f-3d3470f7da9c tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] 10.222.0.41 "GET /v2.0/ports?device_id=04c5ac5e-e73c-4ce9-8c89-88c2affb1e0d HTTP/1.1" status: 200 len: 944 time: 0.3164668 Aug 11 03:23:02.648853 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954c6b2b-d19f-4d76-be3b-ee454efde754 req-182c034e-d18e-405e-a89d-1b57a700fa16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:02.650584 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-954c6b2b-d19f-4d76-be3b-ee454efde754 req-182c034e-d18e-405e-a89d-1b57a700fa16 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f9b619db-2b3d-432a-950f-510abd52d789&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2044058 Aug 11 03:23:02.705504 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-b3d132ce-ff58-4b96-a8b5-654ca1c1c5f4 req-9c20ab85-3d1f-45e3-8745-8edef0715ef1 service neutron] Attempting to bind port 96dc6db1-5ecb-414b-b2e6-2716dde838af on host n-h2-764292-30 for vnic_type normal with profile {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:23:02.705844 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-b3d132ce-ff58-4b96-a8b5-654ca1c1c5f4 req-9c20ab85-3d1f-45e3-8745-8edef0715ef1 service neutron] Attempting to bind port 96dc6db1-5ecb-414b-b2e6-2716dde838af by drivers openvswitch,hyperv on host n-h2-764292-30 at level 0 using segments [{'id': '705c4024-35dd-41b1-9db2-081f2ec1f0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'f9b619db-2b3d-432a-950f-510abd52d789'}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:23:02.706171 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3d132ce-ff58-4b96-a8b5-654ca1c1c5f4 req-9c20ab85-3d1f-45e3-8745-8edef0715ef1 service neutron] Attempting to bind port 96dc6db1-5ecb-414b-b2e6-2716dde838af on network f9b619db-2b3d-432a-950f-510abd52d789 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:23:02.714398 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=93c45f72-e214-419a-8395-856cc4a4b08c,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:02.814245 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3d132ce-ff58-4b96-a8b5-654ca1c1c5f4 req-9c20ab85-3d1f-45e3-8745-8edef0715ef1 service neutron] Port 96dc6db1-5ecb-414b-b2e6-2716dde838af on network f9b619db-2b3d-432a-950f-510abd52d789 not bound, no agent of type Open vSwitch agent registered on host n-h2-764292-30 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:23:02.814637 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3d132ce-ff58-4b96-a8b5-654ca1c1c5f4 req-9c20ab85-3d1f-45e3-8745-8edef0715ef1 service neutron] Attempting to bind port 96dc6db1-5ecb-414b-b2e6-2716dde838af on network f9b619db-2b3d-432a-950f-510abd52d789 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:23:02.842555 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3d132ce-ff58-4b96-a8b5-654ca1c1c5f4 req-9c20ab85-3d1f-45e3-8745-8edef0715ef1 service neutron] Checking agent: {'id': '70015fc0-62fb-48b2-b453-36906937cf2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 22, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:23:02.842714 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3b9afe9d-e84f-4e68-8afa-4787e7d670bc None None] Provisioning for port 96dc6db1-5ecb-414b-b2e6-2716dde838af completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:23:02.842907 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3d132ce-ff58-4b96-a8b5-654ca1c1c5f4 req-9c20ab85-3d1f-45e3-8745-8edef0715ef1 service neutron] Checking segment: {'id': '705c4024-35dd-41b1-9db2-081f2ec1f0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'f9b619db-2b3d-432a-950f-510abd52d789'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:23:02.843301 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3d132ce-ff58-4b96-a8b5-654ca1c1c5f4 req-9c20ab85-3d1f-45e3-8745-8edef0715ef1 service neutron] Bound using segment: {'id': '705c4024-35dd-41b1-9db2-081f2ec1f0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'f9b619db-2b3d-432a-950f-510abd52d789'} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:23:02.843804 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-b3d132ce-ff58-4b96-a8b5-654ca1c1c5f4 req-9c20ab85-3d1f-45e3-8745-8edef0715ef1 service neutron] Bound port: 96dc6db1-5ecb-414b-b2e6-2716dde838af, host: n-h2-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '705c4024-35dd-41b1-9db2-081f2ec1f0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'f9b619db-2b3d-432a-950f-510abd52d789'}}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:23:02.844221 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-b3d132ce-ff58-4b96-a8b5-654ca1c1c5f4 req-9c20ab85-3d1f-45e3-8745-8edef0715ef1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:02.935364 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-b3d132ce-ff58-4b96-a8b5-654ca1c1c5f4 req-9c20ab85-3d1f-45e3-8745-8edef0715ef1 service neutron] For port 96dc6db1-5ecb-414b-b2e6-2716dde838af, host n-h2-764292-30, cleared binding levels {{(pid=102192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:23:02.938787 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-b3d132ce-ff58-4b96-a8b5-654ca1c1c5f4 req-9c20ab85-3d1f-45e3-8745-8edef0715ef1 service neutron] For port 96dc6db1-5ecb-414b-b2e6-2716dde838af, host n-h2-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=96dc6db1-5ecb-414b-b2e6-2716dde838af,segment=NetworkSegment(705c4024-35dd-41b1-9db2-081f2ec1f0f1),segment_id=705c4024-35dd-41b1-9db2-081f2ec1f0f1)] {{(pid=102192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:23:02.983705 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d411997b-1b9a-4de5-afba-4f2497f87b5d req-7e2ec291-5452-4bef-8011-3858f9093d41 tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] 10.222.0.41 "GET /v2.0/security-groups?id=e65ff429-9c9c-43ff-8c00-2b2cbbc9daf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3317933 Aug 11 03:23:03.010728 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-b3d132ce-ff58-4b96-a8b5-654ca1c1c5f4 req-9c20ab85-3d1f-45e3-8745-8edef0715ef1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:03.031604 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d132ce-ff58-4b96-a8b5-654ca1c1c5f4 req-9c20ab85-3d1f-45e3-8745-8edef0715ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:03.032351 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-b3d132ce-ff58-4b96-a8b5-654ca1c1c5f4 req-9c20ab85-3d1f-45e3-8745-8edef0715ef1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:03.034040 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b3d132ce-ff58-4b96-a8b5-654ca1c1c5f4 req-9c20ab85-3d1f-45e3-8745-8edef0715ef1 service neutron] 10.222.0.24 "PUT /v2.0/ports/96dc6db1-5ecb-414b-b2e6-2716dde838af HTTP/1.1" status: 200 len: 1093 time: 2.0278294 Aug 11 03:23:03.037009 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e8e4809-0e1a-480b-8105-cc1135ce20e2', 'tag': '96dc6db1-5ecb-414b-b2e6-2716dde838af'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:23:03.041523 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8688a33c-698f-4f94-9626-26e69f0eeca5" -d '{"events": [{"name": "network-changed", "server_uuid": "8e8e4809-0e1a-480b-8105-cc1135ce20e2", "tag": "96dc6db1-5ecb-414b-b2e6-2716dde838af"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:23:03.094229 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-954c6b2b-d19f-4d76-be3b-ee454efde754 req-d37ec445-8997-4394-9273-9756f5723ffa service neutron] 10.222.0.24 "GET /v2.0/networks/f9b619db-2b3d-432a-950f-510abd52d789?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4322739 Aug 11 03:23:03.165697 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:23:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-467a1cf5-2d2f-4d1e-bbbf-4237be3980fb x-openstack-request-id: req-467a1cf5-2d2f-4d1e-bbbf-4237be3980fb {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:23:03.166000 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e8e4809-0e1a-480b-8105-cc1135ce20e2", "tag": "96dc6db1-5ecb-414b-b2e6-2716dde838af", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:23:03.166242 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-467a1cf5-2d2f-4d1e-bbbf-4237be3980fb {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:23:03.166673 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e8e4809-0e1a-480b-8105-cc1135ce20e2', 'tag': '96dc6db1-5ecb-414b-b2e6-2716dde838af', 'status': 'completed', 'code': 200} Aug 11 03:23:03.199345 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-acbe49ff-a055-43de-950b-74e12a7fd727 None None] Notify callbacks [] for port, precommit_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:03.212108 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-acbe49ff-a055-43de-950b-74e12a7fd727 None None] Transition to ACTIVE for port object 5d921f95-77b2-4c3c-8ca8-bb21a2327819 will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:23:03.222708 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port ad8bc4eb-710c-49a5-8550-89ec2fc89a95 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:23:03.224569 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:03.225435 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device b5238241-78c9-426b-9126-31bc75379633 details requested by agent hyperv_n-h2-764292-30 with host n-h2-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:23:03.244976 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port ad8bc4eb-710c-49a5-8550-89ec2fc89a95 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:23:03.250886 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:03.279624 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c20ab85-3d1f-45e3-8745-8edef0715ef1 service neutron] Pushing event updated for resources: {'Port': ['ID=96dc6db1-5ecb-414b-b2e6-2716dde838af,revision_number=3']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:03.320284 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8688a33c-698f-4f94-9626-26e69f0eeca5 req-ed0744f5-96ea-4f90-980f-fc552d34df88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:03.321734 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8688a33c-698f-4f94-9626-26e69f0eeca5 req-ed0744f5-96ea-4f90-980f-fc552d34df88 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=381bd3f836e84635bd53ce4472f95deb&device_id=8e8e4809-0e1a-480b-8105-cc1135ce20e2 HTTP/1.1" status: 200 len: 1096 time: 0.0970898 Aug 11 03:23:03.333370 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-acbe49ff-a055-43de-950b-74e12a7fd727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:03.486433 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-954c6b2b-d19f-4d76-be3b-ee454efde754 req-0c9d9e81-7f9e-480b-b87b-736e19e001b6 service neutron] 10.222.0.24 "GET /v2.0/networks/f9b619db-2b3d-432a-950f-510abd52d789?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3800406 Aug 11 03:23:03.567397 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9a8e8623-c66d-452b-8759-192aa3ef0a81 req-b61a6e28-9acf-416c-af93-6a72b8c8d49f tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ab07bbd-fa55-4032-bc68-2fe67c0da2d6 HTTP/1.1" status: 200 len: 210 time: 0.0608733 Aug 11 03:23:03.577885 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1559ce94-1fce-4fed-abf5-a01a975b33f7 None None] Pushing event updated for resources: {'Port': ['ID=5d921f95-77b2-4c3c-8ca8-bb21a2327819,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:03.688126 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8688a33c-698f-4f94-9626-26e69f0eeca5 req-8ef03645-0d3c-4318-a6fb-7ea971729f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:03.689659 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8688a33c-698f-4f94-9626-26e69f0eeca5 req-8ef03645-0d3c-4318-a6fb-7ea971729f0d service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=381bd3f836e84635bd53ce4472f95deb&shared=False HTTP/1.1" status: 200 len: 916 time: 0.3244960 Aug 11 03:23:03.712063 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port b5238241-78c9-426b-9126-31bc75379633, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=b5238241-78c9-426b-9126-31bc75379633,segment=NetworkSegment(705c4024-35dd-41b1-9db2-081f2ec1f0f1),segment_id=705c4024-35dd-41b1-9db2-081f2ec1f0f1)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:23:03.723700 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:03.744376 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-acbe49ff-a055-43de-950b-74e12a7fd727 None None] Attempting to bind port 5d921f95-77b2-4c3c-8ca8-bb21a2327819 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:23:03.744376 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-acbe49ff-a055-43de-950b-74e12a7fd727 None None] Attempting to bind port 5d921f95-77b2-4c3c-8ca8-bb21a2327819 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': '145c3e1a-6f9b-4c27-a2c7-345c6495cc09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'aca38bb8-53be-4609-8761-de24e0c00b2e'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:23:03.744376 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acbe49ff-a055-43de-950b-74e12a7fd727 None None] Attempting to bind port 5d921f95-77b2-4c3c-8ca8-bb21a2327819 on network aca38bb8-53be-4609-8761-de24e0c00b2e {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:23:03.744376 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Returning: {'device': 'b5238241-78c9-426b-9126-31bc75379633', 'network_id': 'f9b619db-2b3d-432a-950f-510abd52d789', 'port_id': 'b5238241-78c9-426b-9126-31bc75379633', 'mac_address': 'fa:16:3e:1d:e3:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c85f597-8e7e-40a1-8518-d59e92964402', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:23:03.744836 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20bea7d-e9e6-4d30-ae88-2b2fe5500e0b req-6353585a-c358-4b97-8b05-6488fb7a1837 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:03.746356 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-f20bea7d-e9e6-4d30-ae88-2b2fe5500e0b req-6353585a-c358-4b97-8b05-6488fb7a1837 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.22 "GET /v2.0/networks?id=6a6493ce-4ad4-4581-8e07-a017fe78dc31 HTTP/1.1" status: 200 len: 796 time: 0.3132124 Aug 11 03:23:03.749301 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0f7acfb0-2776-4fbb-8547-5966b449bea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:03.753366 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0f7acfb0-2776-4fbb-8547-5966b449bea8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:03.766440 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-0f7acfb0-2776-4fbb-8547-5966b449bea8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5bbb5f37-cd37-415a-b820-36c249955487 HTTP/1.1" status: 204 len: 168 time: 2.4401500 Aug 11 03:23:03.807105 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acbe49ff-a055-43de-950b-74e12a7fd727 None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 23, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:23:03.815431 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acbe49ff-a055-43de-950b-74e12a7fd727 None None] Checking segment: {'id': '145c3e1a-6f9b-4c27-a2c7-345c6495cc09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'aca38bb8-53be-4609-8761-de24e0c00b2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:23:03.815431 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-acbe49ff-a055-43de-950b-74e12a7fd727 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:03.815431 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acbe49ff-a055-43de-950b-74e12a7fd727 None None] Bound using segment: {'id': '145c3e1a-6f9b-4c27-a2c7-345c6495cc09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'aca38bb8-53be-4609-8761-de24e0c00b2e'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:23:03.815431 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-acbe49ff-a055-43de-950b-74e12a7fd727 None None] Bound port: 5d921f95-77b2-4c3c-8ca8-bb21a2327819, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '145c3e1a-6f9b-4c27-a2c7-345c6495cc09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'aca38bb8-53be-4609-8761-de24e0c00b2e'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:23:03.815431 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-acbe49ff-a055-43de-950b-74e12a7fd727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:03.854493 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:03.858159 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port ad8bc4eb-710c-49a5-8550-89ec2fc89a95, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=ad8bc4eb-710c-49a5-8550-89ec2fc89a95,segment=NetworkSegment(d0314809-797b-49c5-956f-3a5c1e5c0001),segment_id=d0314809-797b-49c5-956f-3a5c1e5c0001)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:23:03.900850 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5238241-78c9-426b-9126-31bc75379633 {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:23:03.912348 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7acfb0-2776-4fbb-8547-5966b449bea8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bbb5f37-cd37-415a-b820-36c249955487,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:03.919292 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8688a33c-698f-4f94-9626-26e69f0eeca5 req-15f3f46f-3081-4388-b2c5-1041a66e5125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:03.924002 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8688a33c-698f-4f94-9626-26e69f0eeca5 req-15f3f46f-3081-4388-b2c5-1041a66e5125 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2263103 Aug 11 03:23:03.949382 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-37c80e22-7296-4a7a-89bd-5a09a78ac303 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:03.969799 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:03.978116 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port b5238241-78c9-426b-9126-31bc75379633, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=b5238241-78c9-426b-9126-31bc75379633,segment=NetworkSegment(705c4024-35dd-41b1-9db2-081f2ec1f0f1),segment_id=705c4024-35dd-41b1-9db2-081f2ec1f0f1)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:23:03.992293 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-acbe49ff-a055-43de-950b-74e12a7fd727 None None] For port 5d921f95-77b2-4c3c-8ca8-bb21a2327819, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:23:04.018146 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d132ce-ff58-4b96-a8b5-654ca1c1c5f4 req-18245369-4b86-40cc-bfe2-d0b29024d5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:04.020150 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b3d132ce-ff58-4b96-a8b5-654ca1c1c5f4 req-18245369-4b86-40cc-bfe2-d0b29024d5cb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=381bd3f836e84635bd53ce4472f95deb&device_id=8e8e4809-0e1a-480b-8105-cc1135ce20e2 HTTP/1.1" status: 200 len: 1096 time: 0.0579190 Aug 11 03:23:04.039713 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-acbe49ff-a055-43de-950b-74e12a7fd727 None None] For port 5d921f95-77b2-4c3c-8ca8-bb21a2327819, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=5d921f95-77b2-4c3c-8ca8-bb21a2327819,segment=NetworkSegment(145c3e1a-6f9b-4c27-a2c7-345c6495cc09),segment_id=145c3e1a-6f9b-4c27-a2c7-345c6495cc09)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:23:04.051563 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c80e22-7296-4a7a-89bd-5a09a78ac303 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] No DVR routers for this DVR port 83dfc1ab-45c7-43f7-97cd-3e58ff063bde on host n-d-764292-30 {{(pid=102191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:23:04.069262 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c80e22-7296-4a7a-89bd-5a09a78ac303 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Pushing event deleted for resources: {'Port': ['ID=83dfc1ab-45c7-43f7-97cd-3e58ff063bde,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:04.076133 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:04.087391 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=ad8bc4eb-710c-49a5-8550-89ec2fc89a95,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:04.090463 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b3d132ce-ff58-4b96-a8b5-654ca1c1c5f4 req-f9f3e6e3-e6c7-481e-a9bf-fdc60f81b9c3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=96dc6db1-5ecb-414b-b2e6-2716dde838af HTTP/1.1" status: 200 len: 217 time: 0.0626123 Aug 11 03:23:04.156907 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=b5238241-78c9-426b-9126-31bc75379633,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:04.184340 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-acbe49ff-a055-43de-950b-74e12a7fd727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:04.276055 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1559ce94-1fce-4fed-abf5-a01a975b33f7 None None] Pushing event updated for resources: {'Port': ['ID=5d921f95-77b2-4c3c-8ca8-bb21a2327819,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:04.288158 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['b5238241-78c9-426b-9126-31bc75379633'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:23:04.305037 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-f20bea7d-e9e6-4d30-ae88-2b2fe5500e0b req-ea7cecb7-a94a-44e5-a48b-03799f1c3658 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a5478860f7cb432583cc8e5d994d2237 HTTP/1.1" status: 200 len: 380 time: 0.5372963 Aug 11 03:23:04.382741 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-f20bea7d-e9e6-4d30-ae88-2b2fe5500e0b req-db1b77a4-b0ef-4ddd-858f-2acd8b076b19 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Request body: {'port': {'device_id': '2ab07bbd-fa55-4032-bc68-2fe67c0da2d6', 'network_id': '6a6493ce-4ad4-4581-8e07-a017fe78dc31', 'admin_state_up': True, 'tenant_id': 'a5478860f7cb432583cc8e5d994d2237', 'security_groups': ['1d4c303e-0c5b-4d5a-b0c4-6f31f4676a83']}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:23:04.388693 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acbe49ff-a055-43de-950b-74e12a7fd727 None None] Routers {'c2512fa5-e65b-455d-87b5-af2204aa28df'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:23:04.389588 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-acbe49ff-a055-43de-950b-74e12a7fd727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:23:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['c2512fa5-e65b-455d-87b5-af2204aa28df'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:23:04.532424 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-37c80e22-7296-4a7a-89bd-5a09a78ac303 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:04.569826 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-64567c17-861c-49e8-b4c3-583de1ec7619 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126283476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274725'] for subnet, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:04.594245 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-cd5ad181-9adf-45b7-8efd-a12929643174 tempest-TestNetworkBasicOps-852784014 tempest-TestNetworkBasicOps-852784014-project-admin] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3045 time: 2.7860572 Aug 11 03:23:04.617387 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-37c80e22-7296-4a7a-89bd-5a09a78ac303 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96c915e9-4729-4a78-b343-b928cbf4c718']}} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:23:04.624682 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6ae2d4e3-ac01-45d6-9535-92c28070f787 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-446952'] for router, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:04.667978 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f20bea7d-e9e6-4d30-ae88-2b2fe5500e0b req-db1b77a4-b0ef-4ddd-858f-2acd8b076b19 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Made reservation on behalf of a5478860f7cb432583cc8e5d994d2237 for: {'port': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:23:04.671905 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-f20bea7d-e9e6-4d30-ae88-2b2fe5500e0b req-db1b77a4-b0ef-4ddd-858f-2acd8b076b19 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:04.682786 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-37c80e22-7296-4a7a-89bd-5a09a78ac303 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57a788c0-2b7a-4e7a-8488-0cdb684931b8') {'for_net_delete': True} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:23:04.683738 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-37c80e22-7296-4a7a-89bd-5a09a78ac303 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57a788c0-2b7a-4e7a-8488-0cdb684931b8') {} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:23:04.687124 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-acbe49ff-a055-43de-950b-74e12a7fd727 None None] Set router c2512fa5-e65b-455d-87b5-af2204aa28df gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:23:04.751896 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d132ce-ff58-4b96-a8b5-654ca1c1c5f4 req-7d8553fa-1f8b-463d-850f-d99774758f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:04.753683 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b3d132ce-ff58-4b96-a8b5-654ca1c1c5f4 req-7d8553fa-1f8b-463d-850f-d99774758f27 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1c85f597-8e7e-40a1-8518-d59e92964402 HTTP/1.1" status: 200 len: 854 time: 0.6561217 Aug 11 03:23:04.762506 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-37c80e22-7296-4a7a-89bd-5a09a78ac303 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126283644'] for segment, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:04.772942 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46692584-851c-43e8-b5bd-c2ad57169fa8 req-f670cf3a-6e33-4fe6-b3b6-5d35d05db771 tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:04.775600 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-46692584-851c-43e8-b5bd-c2ad57169fa8 req-f670cf3a-6e33-4fe6-b3b6-5d35d05db771 tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] 10.222.0.41 "GET /v2.0/ports?device_id=04c5ac5e-e73c-4ce9-8c89-88c2affb1e0d HTTP/1.1" status: 200 len: 945 time: 0.6366494 Aug 11 03:23:04.823095 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64567c17-861c-49e8-b4c3-583de1ec7619 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Pushing event updated for resources: {'Subnet': ['ID=1034de95-2144-4409-85bc-deaa2da94da4,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:04.871969 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-37c80e22-7296-4a7a-89bd-5a09a78ac303 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:04.927424 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 93c45f72-e214-419a-8395-856cc4a4b08c up at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:23:04.927965 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37c80e22-7296-4a7a-89bd-5a09a78ac303 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=102191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:23:04.928133 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-37c80e22-7296-4a7a-89bd-5a09a78ac303 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126283391'] for segment, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:04.933917 n-d-764292-30 neutron-server[102191]: Traceback (most recent call last): Aug 11 03:23:04.933917 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:23:04.933917 n-d-764292-30 neutron-server[102191]: timer() Aug 11 03:23:04.933917 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:23:04.933917 n-d-764292-30 neutron-server[102191]: cb(*args, **kw) Aug 11 03:23:04.933917 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:23:04.933917 n-d-764292-30 neutron-server[102191]: return func(*args, **kwargs) Aug 11 03:23:04.933917 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:23:04.933917 n-d-764292-30 neutron-server[102191]: self._notify() Aug 11 03:23:04.933917 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:23:04.933917 n-d-764292-30 neutron-server[102191]: self.callback(batched_events) Aug 11 03:23:04.933917 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:23:04.933917 n-d-764292-30 neutron-server[102191]: event.method(event) Aug 11 03:23:04.933917 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:23:04.933917 n-d-764292-30 neutron-server[102191]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:23:04.933917 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:23:04.933917 n-d-764292-30 neutron-server[102191]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:23:04.933917 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:23:04.933917 n-d-764292-30 neutron-server[102191]: return f(self, *a, **k) Aug 11 03:23:04.933917 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:23:04.933917 n-d-764292-30 neutron-server[102191]: return self._get(url).json() Aug 11 03:23:04.933917 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:23:04.933917 n-d-764292-30 neutron-server[102191]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:23:04.933917 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:23:04.933917 n-d-764292-30 neutron-server[102191]: return self.request(url, 'GET', **kwargs) Aug 11 03:23:04.933917 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:23:04.933917 n-d-764292-30 neutron-server[102191]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:23:04.933917 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:23:04.933917 n-d-764292-30 neutron-server[102191]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:23:04.933917 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:23:04.933917 n-d-764292-30 neutron-server[102191]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:23:04.933917 n-d-764292-30 neutron-server[102191]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:23:04.938349 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:04.957029 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-46692584-851c-43e8-b5bd-c2ad57169fa8 req-3c9fce52-10ee-49ae-9ca2-0bd2e96e5b7d tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] 10.222.0.41 "GET /v2.0/security-groups?id=e65ff429-9c9c-43ff-8c00-2b2cbbc9daf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516864 Aug 11 03:23:04.968228 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 51646) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:04.989032 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-16e28ecf-fa34-4f2e-85f0-e28ad1890d5e tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1868765481', 'description': 'tempest-secgroup-smoke-1868765481 description', 'project_id': '6f34ea378b0c4732b01bbd0e8e3ce05d'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:23:04.992195 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64567c17-861c-49e8-b4c3-583de1ec7619 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Checking segment: {'id': 'd6aa94f2-08a2-45a4-a62a-9f6ccf2d259f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '36ca1cec-d3fe-4e14-9f45-f8e8c8e64ba7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:23:04.992559 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64567c17-861c-49e8-b4c3-583de1ec7619 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Network hostable DHCP agents. Network: 36ca1cec-d3fe-4e14-9f45-f8e8c8e64ba7, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:23:05.043102 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d132ce-ff58-4b96-a8b5-654ca1c1c5f4 req-c9798ccb-6f50-45ee-9247-e6e4eca5e321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:05.045409 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b3d132ce-ff58-4b96-a8b5-654ca1c1c5f4 req-c9798ccb-6f50-45ee-9247-e6e4eca5e321 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f9b619db-2b3d-432a-950f-510abd52d789&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2831347 Aug 11 03:23:05.095828 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-acbe49ff-a055-43de-950b-74e12a7fd727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2512fa5-e65b-455d-87b5-af2204aa28df', 'name': 'tempest-TestNetworkBasicOps-router-477221125', 'tenant_id': '6f34ea378b0c4732b01bbd0e8e3ce05d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': 'befd763a-b608-436f-8eb1-d6b23b28a1e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:22:37Z', 'updated_at': '2021-08-11T03:22:56Z', 'revision_number': 4, 'project_id': '6f34ea378b0c4732b01bbd0e8e3ce05d', 'gw_port': {'id': 'befd763a-b608-436f-8eb1-d6b23b28a1e1', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:eb:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2512fa5-e65b-455d-87b5-af2204aa28df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2505, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:22:38Z', 'updated_at': '2021-08-11T03:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '5d921f95-77b2-4c3c-8ca8-bb21a2327819', 'name': '', 'network_id': 'aca38bb8-53be-4609-8761-de24e0c00b2e', 'tenant_id': '6f34ea378b0c4732b01bbd0e8e3ce05d', 'mac_address': 'fa:16:3e:8d:1e:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2512fa5-e65b-455d-87b5-af2204aa28df', 'device_owner': 'network:router_interface', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': '2eab23f8-93c4-44af-9e21-52232de1fe86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:22:54Z', 'updated_at': '2021-08-11T03:23:03Z', 'revision_number': 4, 'project_id': '6f34ea378b0c4732b01bbd0e8e3ce05d', 'subnets': [{'id': '2eab23f8-93c4-44af-9e21-52232de1fe86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:23:05.102156 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [req-f20bea7d-e9e6-4d30-ae88-2b2fe5500e0b req-db1b77a4-b0ef-4ddd-858f-2acd8b076b19 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Allocated IP 172.20.0.12 (6a6493ce-4ad4-4581-8e07-a017fe78dc31/37cbef7f-f057-476b-a1c7-ed84d89eefd6/dfa2e0ff-33d8-4c81-8f5e-c2c8919596e7) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:23:05.151865 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acbe49ff-a055-43de-950b-74e12a7fd727 None None] The sync data for ids ['c2512fa5-e65b-455d-87b5-af2204aa28df'] in n-d-764292-30 is: [{'id': 'c2512fa5-e65b-455d-87b5-af2204aa28df', 'name': 'tempest-TestNetworkBasicOps-router-477221125', 'tenant_id': '6f34ea378b0c4732b01bbd0e8e3ce05d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': 'befd763a-b608-436f-8eb1-d6b23b28a1e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:22:37Z', 'updated_at': '2021-08-11T03:22:56Z', 'revision_number': 4, 'project_id': '6f34ea378b0c4732b01bbd0e8e3ce05d', 'gw_port': {'id': 'befd763a-b608-436f-8eb1-d6b23b28a1e1', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:eb:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2512fa5-e65b-455d-87b5-af2204aa28df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2505, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:22:38Z', 'updated_at': '2021-08-11T03:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '5d921f95-77b2-4c3c-8ca8-bb21a2327819', 'name': '', 'network_id': 'aca38bb8-53be-4609-8761-de24e0c00b2e', 'tenant_id': '6f34ea378b0c4732b01bbd0e8e3ce05d', 'mac_address': 'fa:16:3e:8d:1e:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2512fa5-e65b-455d-87b5-af2204aa28df', 'device_owner': 'network:router_interface', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': '2eab23f8-93c4-44af-9e21-52232de1fe86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:22:54Z', 'updated_at': '2021-08-11T03:23:03Z', 'revision_number': 4, 'project_id': '6f34ea378b0c4732b01bbd0e8e3ce05d', 'subnets': [{'id': '2eab23f8-93c4-44af-9e21-52232de1fe86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:23:05.183615 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning for port 93c45f72-e214-419a-8395-856cc4a4b08c completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:23:05.189475 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64567c17-861c-49e8-b4c3-583de1ec7619 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Network 36ca1cec-d3fe-4e14-9f45-f8e8c8e64ba7 is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:23:05.199153 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-37c80e22-7296-4a7a-89bd-5a09a78ac303 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:05.207707 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning complete for port 93c45f72-e214-419a-8395-856cc4a4b08c triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:23:05.209761 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:05.219720 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-37c80e22-7296-4a7a-89bd-5a09a78ac303 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks [] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:05.228420 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-37c80e22-7296-4a7a-89bd-5a09a78ac303 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] 10.222.0.41 "DELETE /v2.0/networks/96c915e9-4729-4a78-b343-b928cbf4c718 HTTP/1.1" status: 204 len: 168 time: 8.2861178 Aug 11 03:23:05.243368 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-25ee9c20-f2fe-41e2-9116-92db8411740d req-75282297-8e9b-4692-9d86-892b85bd9025 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ab07bbd-fa55-4032-bc68-2fe67c0da2d6 HTTP/1.1" status: 200 len: 210 time: 0.1817691 Aug 11 03:23:05.247085 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b3d132ce-ff58-4b96-a8b5-654ca1c1c5f4 req-066c9263-0e7a-4617-b1d9-67f293c8d7ef service neutron] 10.222.0.24 "GET /v2.0/networks/f9b619db-2b3d-432a-950f-510abd52d789?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353717 Aug 11 03:23:05.250269 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 51658) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:05.308539 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ae2d4e3-ac01-45d6-9535-92c28070f787 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Router 49046332-233f-4c02-a67c-6dac2c5a4f04 is scheduled to L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 with binding_index 1 {{(pid=102191) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:23:05.310354 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-64567c17-861c-49e8-b4c3-583de1ec7619 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, 36ca1cec-d3fe-4e14-9f45-f8e8c8e64ba7) {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:23:05.319425 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64567c17-861c-49e8-b4c3-583de1ec7619 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:05.320582 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-64567c17-861c-49e8-b4c3-583de1ec7619 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:05.322526 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f301ef1-5ef4-4a3e-bc17-c9d19efda421 None None] Network 36ca1cec-d3fe-4e14-9f45-f8e8c8e64ba7 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:23:05.323424 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c80e22-7296-4a7a-89bd-5a09a78ac303 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Pushing event deleted for resources: {'Network': ['ID=96c915e9-4729-4a78-b343-b928cbf4c718,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:05.416022 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-94f41546-6135-4de9-b5ac-ba681ad06326 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1348003698'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:23:05.420968 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-16e28ecf-fa34-4f2e-85f0-e28ad1890d5e tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:05.426561 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b3d132ce-ff58-4b96-a8b5-654ca1c1c5f4 req-38f36c41-5ece-46b7-ae33-91632beeb5f3 service neutron] 10.222.0.24 "GET /v2.0/networks/f9b619db-2b3d-432a-950f-510abd52d789?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702347 Aug 11 03:23:05.474066 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-64567c17-861c-49e8-b4c3-583de1ec7619 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.0999990 Aug 11 03:23:05.490925 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 51664) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:05.506823 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-f581e8f1-2481-4b13-a8d6-63fca001fcd8 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2118929779', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:23:05.523928 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:05.579949 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94f41546-6135-4de9-b5ac-ba681ad06326 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Made reservation on behalf of 36371e2845a94adc8766212c496af890 for: {'network': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:23:05.583495 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-94f41546-6135-4de9-b5ac-ba681ad06326 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:05.621549 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-f20bea7d-e9e6-4d30-ae88-2b2fe5500e0b req-db1b77a4-b0ef-4ddd-858f-2acd8b076b19 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:05.639566 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27eed5b6-1696-492b-b635-59b5fce59416', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93c45f72-e214-419a-8395-856cc4a4b08c'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:23:05.641754 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94f41546-6135-4de9-b5ac-ba681ad06326 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=102192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:23:05.649482 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [req-f20bea7d-e9e6-4d30-ae88-2b2fe5500e0b req-db1b77a4-b0ef-4ddd-858f-2acd8b076b19 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Transition to ACTIVE for port object dfa2e0ff-33d8-4c81-8f5e-c2c8919596e7 will not be triggered until provisioned by entity DHCP. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:23:05.656011 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a76a3882-7b36-4a56-9cb1-84056bc33de8" -d '{"events": [{"server_uuid": "27eed5b6-1696-492b-b635-59b5fce59416", "name": "network-vif-plugged", "status": "completed", "tag": "93c45f72-e214-419a-8395-856cc4a4b08c"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:23:05.671842 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ae2d4e3-ac01-45d6-9535-92c28070f787 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:23:05.675002 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-94f41546-6135-4de9-b5ac-ba681ad06326 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:05.675365 n-d-764292-30 neutron-server[102192]: INFO neutron.db.segments_db [None req-94f41546-6135-4de9-b5ac-ba681ad06326 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Added segment 5ac5ecd3-f7f7-43c5-8059-639fd5007e39 of type vlan for network f76a38f2-200a-4323-bfc4-d07c9363df93 Aug 11 03:23:05.699974 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb95aa85-5bf5-4d71-b65f-ac1e4f18cae8 None None] Sync routers for ids ['49046332-233f-4c02-a67c-6dac2c5a4f04'] in n-d-764292-30 {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:23:05.701082 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 93c45f72-e214-419a-8395-856cc4a4b08c, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=93c45f72-e214-419a-8395-856cc4a4b08c,segment=NetworkSegment(705c4024-35dd-41b1-9db2-081f2ec1f0f1),segment_id=705c4024-35dd-41b1-9db2-081f2ec1f0f1)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:23:05.724203 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb95aa85-5bf5-4d71-b65f-ac1e4f18cae8 None None] Routers {'49046332-233f-4c02-a67c-6dac2c5a4f04'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:23:05.728828 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-fb95aa85-5bf5-4d71-b65f-ac1e4f18cae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:23:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['49046332-233f-4c02-a67c-6dac2c5a4f04'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:23:05.755900 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-16e28ecf-fa34-4f2e-85f0-e28ad1890d5e tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:05.760557 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-94f41546-6135-4de9-b5ac-ba681ad06326 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:05.772565 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42115ad6-b260-4e9e-a3ff-821f44e42ea7 x-openstack-request-id: req-42115ad6-b260-4e9e-a3ff-821f44e42ea7 {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:23:05.775725 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27eed5b6-1696-492b-b635-59b5fce59416", "name": "network-vif-plugged", "status": "completed", "tag": "93c45f72-e214-419a-8395-856cc4a4b08c", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:23:05.776098 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-42115ad6-b260-4e9e-a3ff-821f44e42ea7 {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:23:05.777519 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27eed5b6-1696-492b-b635-59b5fce59416', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93c45f72-e214-419a-8395-856cc4a4b08c', 'code': 200} Aug 11 03:23:05.782736 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:05.791761 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-f20bea7d-e9e6-4d30-ae88-2b2fe5500e0b req-db1b77a4-b0ef-4ddd-858f-2acd8b076b19 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:05.796677 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-fb95aa85-5bf5-4d71-b65f-ac1e4f18cae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:23:05.823699 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb95aa85-5bf5-4d71-b65f-ac1e4f18cae8 None None] Routers {'49046332-233f-4c02-a67c-6dac2c5a4f04'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:23:05.825112 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-fb95aa85-5bf5-4d71-b65f-ac1e4f18cae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:23:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['49046332-233f-4c02-a67c-6dac2c5a4f04'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:23:05.826522 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-16e28ecf-fa34-4f2e-85f0-e28ad1890d5e tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:05.833435 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d13d6b13-4e10-442b-8847-c88cd30e3011 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde080026-c28f-55be-b52b-13827cc43646-36ca1cec-d3fe-4e14-9f45-f8e8c8e64ba7', 'network_id': '36ca1cec-d3fe-4e14-9f45-f8e8c8e64ba7', 'tenant_id': '8002057c241341da96913e0b77a31349', 'fixed_ips': [{'subnet_id': '1034de95-2144-4409-85bc-deaa2da94da4'}]}} from n-d-764292-30. {{(pid=102193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:23:05.835105 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-d13d6b13-4e10-442b-8847-c88cd30e3011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:05.865772 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-fb95aa85-5bf5-4d71-b65f-ac1e4f18cae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:23:05.866762 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb95aa85-5bf5-4d71-b65f-ac1e4f18cae8 None None] The sync data for ids ['49046332-233f-4c02-a67c-6dac2c5a4f04'] in n-d-764292-30 is: [] {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:23:05.891680 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e28ecf-fa34-4f2e-85f0-e28ad1890d5e tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91bb33c4-45bb-48b2-96aa-0a930cf41659,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:05.903285 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-94f41546-6135-4de9-b5ac-ba681ad06326 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:05.912891 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f41546-6135-4de9-b5ac-ba681ad06326 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:05.916012 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-94f41546-6135-4de9-b5ac-ba681ad06326 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:05.926368 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1b77a4-b0ef-4ddd-858f-2acd8b076b19 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Pushing event updated for resources: {'Port': ['ID=dfa2e0ff-33d8-4c81-8f5e-c2c8919596e7,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:05.946497 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f20bea7d-e9e6-4d30-ae88-2b2fe5500e0b req-db1b77a4-b0ef-4ddd-858f-2acd8b076b19 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Network 6a6493ce-4ad4-4581-8e07-a017fe78dc31 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:23:05.969927 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=93c45f72-e214-419a-8395-856cc4a4b08c,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:06.003395 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [req-f20bea7d-e9e6-4d30-ae88-2b2fe5500e0b req-db1b77a4-b0ef-4ddd-858f-2acd8b076b19 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:23:06.070133 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-f20bea7d-e9e6-4d30-ae88-2b2fe5500e0b req-db1b77a4-b0ef-4ddd-858f-2acd8b076b19 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:23:06.073546 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f41546-6135-4de9-b5ac-ba681ad06326 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Pushing event updated for resources: {'Network': ['ID=f76a38f2-200a-4323-bfc4-d07c9363df93,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:06.106208 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6ae2d4e3-ac01-45d6-9535-92c28070f787 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks [] for router, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:06.110211 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-6ae2d4e3-ac01-45d6-9535-92c28070f787 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 8.9715912 Aug 11 03:23:06.136969 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 51684) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:06.169052 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network f76a38f2-200a-4323-bfc4-d07c9363df93 details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:23:06.172068 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20bea7d-e9e6-4d30-ae88-2b2fe5500e0b req-db1b77a4-b0ef-4ddd-858f-2acd8b076b19 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:06.172739 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-f20bea7d-e9e6-4d30-ae88-2b2fe5500e0b req-db1b77a4-b0ef-4ddd-858f-2acd8b076b19 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:06.192717 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.db_base_plugin_common [None req-d13d6b13-4e10-442b-8847-c88cd30e3011 None None] Allocated IP 172.20.0.2 (36ca1cec-d3fe-4e14-9f45-f8e8c8e64ba7/1034de95-2144-4409-85bc-deaa2da94da4/1beb0a6f-98a7-498f-9707-6e4d9c409caa) {{(pid=102193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:23:06.224886 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af2aca6-3caf-4017-b40b-9db2ecab07cb req-f5780fee-d11c-437e-bd45-5e63fdf0da95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:06.227021 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-7af2aca6-3caf-4017-b40b-9db2ecab07cb req-f5780fee-d11c-437e-bd45-5e63fdf0da95 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=27eed5b6-1696-492b-b635-59b5fce59416 HTTP/1.1" status: 200 len: 1097 time: 0.2975330 Aug 11 03:23:06.256358 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f581e8f1-2481-4b13-a8d6-63fca001fcd8 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-450010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6626'] for router, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:06.257420 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f581e8f1-2481-4b13-a8d6-63fca001fcd8 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-446747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6633'] for router, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:06.389570 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-f20bea7d-e9e6-4d30-ae88-2b2fe5500e0b req-db1b77a4-b0ef-4ddd-858f-2acd8b076b19 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0176911 Aug 11 03:23:06.418609 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-f20bea7d-e9e6-4d30-ae88-2b2fe5500e0b req-b35c4646-d37b-4c2b-90c4-5845c1b3c635 service neutron] Request body: {'port': {'device_id': '2ab07bbd-fa55-4032-bc68-2fe67c0da2d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764292-30'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:23:06.442105 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-7af2aca6-3caf-4017-b40b-9db2ecab07cb req-601e3dd2-3e5d-4060-a330-731552a11d61 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=e65ff429-9c9c-43ff-8c00-2b2cbbc9daf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943703 Aug 11 03:23:06.472698 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b539d57b-5f84-4e8a-a3e0-fbc71638156d req-11eac8fa-71e6-4494-bb20-fad97e3b41c1 tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:06.474879 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device ad8bc4eb-710c-49a5-8550-89ec2fc89a95 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:23:06.475868 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b539d57b-5f84-4e8a-a3e0-fbc71638156d req-11eac8fa-71e6-4494-bb20-fad97e3b41c1 tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] 10.222.0.41 "GET /v2.0/ports?device_id=04c5ac5e-e73c-4ce9-8c89-88c2affb1e0d HTTP/1.1" status: 200 len: 945 time: 0.3704464 Aug 11 03:23:06.481850 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-16e28ecf-fa34-4f2e-85f0-e28ad1890d5e tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:06.482881 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-16e28ecf-fa34-4f2e-85f0-e28ad1890d5e tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.5133731 Aug 11 03:23:06.490838 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-94f41546-6135-4de9-b5ac-ba681ad06326 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2383478 Aug 11 03:23:06.499756 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 51688) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:06.500104 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 51690) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:06.504688 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-119c6b48-8bc7-458d-b5d8-b610eac4a773 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Request body: {'security_group_rule': {'security_group_id': '91bb33c4-45bb-48b2-96aa-0a930cf41659', 'project_id': '6f34ea378b0c4732b01bbd0e8e3ce05d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:23:06.513483 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-979d9502-2ee7-4c7a-8e1f-c881e28b2d6b tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Request body: {'subnet': {'network_id': 'f76a38f2-200a-4323-bfc4-d07c9363df93', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:23:06.609276 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b539d57b-5f84-4e8a-a3e0-fbc71638156d req-bc8defe8-7359-4962-8415-4093db199000 tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] 10.222.0.41 "GET /v2.0/security-groups?id=e65ff429-9c9c-43ff-8c00-2b2cbbc9daf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035681 Aug 11 03:23:06.615819 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port ad8bc4eb-710c-49a5-8550-89ec2fc89a95 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:23:06.616491 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:06.636603 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f581e8f1-2481-4b13-a8d6-63fca001fcd8 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:06.676148 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-888125d2-f781-4d97-8ffc-8aa4d0b1a3d5 None None] Provisioning for port dfa2e0ff-33d8-4c81-8f5e-c2c8919596e7 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:23:06.689968 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-888125d2-f781-4d97-8ffc-8aa4d0b1a3d5 None None] Provisioning complete for port dfa2e0ff-33d8-4c81-8f5e-c2c8919596e7 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:23:06.690682 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-888125d2-f781-4d97-8ffc-8aa4d0b1a3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:06.712565 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a905886c-cec2-4d40-8ca0-303d3b91a66c req-c7107a47-9e7d-482c-ac59-ec844e105957 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:06.716590 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f581e8f1-2481-4b13-a8d6-63fca001fcd8 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-446952'] for router, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:06.725013 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a905886c-cec2-4d40-8ca0-303d3b91a66c req-c7107a47-9e7d-482c-ac59-ec844e105957 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ab07bbd-fa55-4032-bc68-2fe67c0da2d6 HTTP/1.1" status: 200 len: 932 time: 0.2758338 Aug 11 03:23:06.730950 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-f20bea7d-e9e6-4d30-ae88-2b2fe5500e0b req-b35c4646-d37b-4c2b-90c4-5845c1b3c635 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:06.824546 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a905886c-cec2-4d40-8ca0-303d3b91a66c req-3063ef29-db36-416b-87d4-614ea42673fc tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d4c303e-0c5b-4d5a-b0c4-6f31f4676a83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984354 Aug 11 03:23:06.825806 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-888125d2-f781-4d97-8ffc-8aa4d0b1a3d5 None None] Port dfa2e0ff-33d8-4c81-8f5e-c2c8919596e7 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:23:06.844788 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 51698) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:06.850781 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-119c6b48-8bc7-458d-b5d8-b610eac4a773 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:06.879783 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-d13d6b13-4e10-442b-8847-c88cd30e3011 None None] Notify callbacks [] for port, precommit_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:06.910045 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f581e8f1-2481-4b13-a8d6-63fca001fcd8 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks [] for router, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:06.919303 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-f581e8f1-2481-4b13-a8d6-63fca001fcd8 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.4225576 Aug 11 03:23:06.920214 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 51702) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:06.937167 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-d13d6b13-4e10-442b-8847-c88cd30e3011 None None] Transition to ACTIVE for port object 1beb0a6f-98a7-498f-9707-6e4d9c409caa will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:23:06.938594 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-61afe000-b299-4105-ab50-d88d84085144 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Request body: {'port': {'network_id': '36ca1cec-d3fe-4e14-9f45-f8e8c8e64ba7', 'name': 'tempest-RoutersTest-336940072'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:23:06.964958 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 5d921f95-77b2-4c3c-8ca8-bb21a2327819 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:23:07.044816 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 96dc6db1-5ecb-414b-b2e6-2716dde838af details requested by agent hyperv_n-h2-764292-30 with host n-h2-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:23:07.047813 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device b5238241-78c9-426b-9126-31bc75379633 up at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:23:07.069294 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-d13d6b13-4e10-442b-8847-c88cd30e3011 None None] Transition to ACTIVE for port object 1beb0a6f-98a7-498f-9707-6e4d9c409caa will not be triggered until provisioned by entity DHCP. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:23:07.133059 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4fca1a2d-d732-4f4b-9092-ddfca9901b68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:07.190360 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:07.216334 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-979d9502-2ee7-4c7a-8e1f-c881e28b2d6b tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Made reservation on behalf of 36371e2845a94adc8766212c496af890 for: {'subnet': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:23:07.216334 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-979d9502-2ee7-4c7a-8e1f-c881e28b2d6b tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274743'] for subnet, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:07.219350 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-d13d6b13-4e10-442b-8847-c88cd30e3011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669'] for port, after_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:07.224586 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-119c6b48-8bc7-458d-b5d8-b610eac4a773 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:07.306423 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-119c6b48-8bc7-458d-b5d8-b610eac4a773 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:07.313544 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4fca1a2d-d732-4f4b-9092-ddfca9901b68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:07.316298 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-67d46b85-d603-4cac-8416-47f3fa7889c8 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:07.376152 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4fca1a2d-d732-4f4b-9092-ddfca9901b68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:07.388431 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119c6b48-8bc7-458d-b5d8-b610eac4a773 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c4d5c11-4103-4221-a083-52119316c1c3,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:07.439163 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-4fca1a2d-d732-4f4b-9092-ddfca9901b68 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c0bd129d865f4bbca5d353a2c8095009&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5919511 Aug 11 03:23:07.440287 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fca1a2d-d732-4f4b-9092-ddfca9901b68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cce6a48d-c3e3-42ab-b1be-bc4bec49382d,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:07.443304 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 51710) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:07.465823 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-119c6b48-8bc7-458d-b5d8-b610eac4a773 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:07.467619 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-119c6b48-8bc7-458d-b5d8-b610eac4a773 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9665012 Aug 11 03:23:07.473388 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 51712) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:07.481682 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-ccf6a2c8-d06f-460f-a0fa-c57ecca4a9d2 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Request body: {'security_group_rule': {'security_group_id': '91bb33c4-45bb-48b2-96aa-0a930cf41659', 'project_id': '6f34ea378b0c4732b01bbd0e8e3ce05d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:23:07.507439 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning for port b5238241-78c9-426b-9126-31bc75379633 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:23:07.524934 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port 5d921f95-77b2-4c3c-8ca8-bb21a2327819 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:23:07.544424 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d13d6b13-4e10-442b-8847-c88cd30e3011 None None] Network 36ca1cec-d3fe-4e14-9f45-f8e8c8e64ba7 is already hosted by enough agents. {{(pid=102193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:23:07.545482 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning complete for port b5238241-78c9-426b-9126-31bc75379633 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:23:07.545853 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:07.547793 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 5d921f95-77b2-4c3c-8ca8-bb21a2327819 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:23:07.548155 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:07.564664 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-aa51279d-3633-4497-92be-6ff172ef66a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:07.582674 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.base_scheduler [None req-d13d6b13-4e10-442b-8847-c88cd30e3011 None None] Resources bound (agent type, host, resource id): {{(pid=102193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:23:07.584963 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13d6b13-4e10-442b-8847-c88cd30e3011 None None] Received port after_create {{(pid=102193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:23:07.596292 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61afe000-b299-4105-ab50-d88d84085144 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Made reservation on behalf of 8002057c241341da96913e0b77a31349 for: {'port': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:23:07.600868 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-61afe000-b299-4105-ab50-d88d84085144 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:07.633975 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-aa51279d-3633-4497-92be-6ff172ef66a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:07.702886 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [None req-61afe000-b299-4105-ab50-d88d84085144 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] device_id is not set on port e1e0c94b-02fe-43dc-80d7-9c831f1cdc1e yet. {{(pid=102191) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:23:07.716228 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port 96dc6db1-5ecb-414b-b2e6-2716dde838af, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=96dc6db1-5ecb-414b-b2e6-2716dde838af,segment=NetworkSegment(705c4024-35dd-41b1-9db2-081f2ec1f0f1),segment_id=705c4024-35dd-41b1-9db2-081f2ec1f0f1)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:23:07.782576 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Returning: {'device': '96dc6db1-5ecb-414b-b2e6-2716dde838af', 'network_id': 'f9b619db-2b3d-432a-950f-510abd52d789', 'port_id': '96dc6db1-5ecb-414b-b2e6-2716dde838af', 'mac_address': 'fa:16:3e:ae:b9:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c85f597-8e7e-40a1-8518-d59e92964402', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:23:07.787806 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13d6b13-4e10-442b-8847-c88cd30e3011 None None] Pushing event updated for resources: {'Port': ['ID=1beb0a6f-98a7-498f-9707-6e4d9c409caa,revision_number=1']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:07.817834 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54071353-52aa-4401-a089-7e100a5b41db req-77923bf3-9d1c-4fa1-bbb0-2e450bc09085 tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:07.825835 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-54071353-52aa-4401-a089-7e100a5b41db req-77923bf3-9d1c-4fa1-bbb0-2e450bc09085 tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] 10.222.0.41 "GET /v2.0/ports?device_id=04c5ac5e-e73c-4ce9-8c89-88c2affb1e0d HTTP/1.1" status: 200 len: 945 time: 0.0959189 Aug 11 03:23:07.826628 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-979d9502-2ee7-4c7a-8e1f-c881e28b2d6b tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126283476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274725'] for subnet, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:07.918127 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-54071353-52aa-4401-a089-7e100a5b41db req-4d69d757-8b65-4de1-ac3a-e9eba123036d tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] 10.222.0.41 "GET /v2.0/security-groups?id=e65ff429-9c9c-43ff-8c00-2b2cbbc9daf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836000 Aug 11 03:23:07.923029 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [None req-67d46b85-d603-4cac-8416-47f3fa7889c8 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Allocated IP 172.20.0.1 (a8748c9c-e6ab-4081-8049-0059e9ca1ae8/fe8b59ea-21a2-4b55-90ef-c7fa646fdce4/ebb9ed0b-0e09-4cc1-b0c9-efca850d904e) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:23:07.928411 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-d13d6b13-4e10-442b-8847-c88cd30e3011 None None] Attempting to bind port 1beb0a6f-98a7-498f-9707-6e4d9c409caa on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:23:07.929570 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-d13d6b13-4e10-442b-8847-c88cd30e3011 None None] Attempting to bind port 1beb0a6f-98a7-498f-9707-6e4d9c409caa by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': 'd6aa94f2-08a2-45a4-a62a-9f6ccf2d259f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '36ca1cec-d3fe-4e14-9f45-f8e8c8e64ba7'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:23:07.931745 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13d6b13-4e10-442b-8847-c88cd30e3011 None None] Attempting to bind port 1beb0a6f-98a7-498f-9707-6e4d9c409caa on network 36ca1cec-d3fe-4e14-9f45-f8e8c8e64ba7 {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:23:07.932853 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ccf6a2c8-d06f-460f-a0fa-c57ecca4a9d2 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:07.943291 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-aa51279d-3633-4497-92be-6ff172ef66a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:07.947827 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-aa51279d-3633-4497-92be-6ff172ef66a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:07.951351 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-aa51279d-3633-4497-92be-6ff172ef66a0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cce6a48d-c3e3-42ab-b1be-bc4bec49382d HTTP/1.1" status: 204 len: 168 time: 0.4654748 Aug 11 03:23:07.955943 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [req-f20bea7d-e9e6-4d30-ae88-2b2fe5500e0b req-b35c4646-d37b-4c2b-90c4-5845c1b3c635 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfa2e0ff-33d8-4c81-8f5e-c2c8919596e7 {{(pid=102191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:23:07.990394 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-f20bea7d-e9e6-4d30-ae88-2b2fe5500e0b req-b35c4646-d37b-4c2b-90c4-5845c1b3c635 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:07.998243 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:08.008704 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13d6b13-4e10-442b-8847-c88cd30e3011 None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 23, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:23:08.009160 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13d6b13-4e10-442b-8847-c88cd30e3011 None None] Checking segment: {'id': 'd6aa94f2-08a2-45a4-a62a-9f6ccf2d259f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '36ca1cec-d3fe-4e14-9f45-f8e8c8e64ba7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:23:08.009595 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-d13d6b13-4e10-442b-8847-c88cd30e3011 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:08.010053 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13d6b13-4e10-442b-8847-c88cd30e3011 None None] Bound using segment: {'id': 'd6aa94f2-08a2-45a4-a62a-9f6ccf2d259f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '36ca1cec-d3fe-4e14-9f45-f8e8c8e64ba7'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:23:08.010641 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-d13d6b13-4e10-442b-8847-c88cd30e3011 None None] Bound port: 1beb0a6f-98a7-498f-9707-6e4d9c409caa, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6aa94f2-08a2-45a4-a62a-9f6ccf2d259f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '36ca1cec-d3fe-4e14-9f45-f8e8c8e64ba7'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:23:08.010963 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-d13d6b13-4e10-442b-8847-c88cd30e3011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:08.055685 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96dc6db1-5ecb-414b-b2e6-2716dde838af {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:23:08.081317 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port 96dc6db1-5ecb-414b-b2e6-2716dde838af, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=96dc6db1-5ecb-414b-b2e6-2716dde838af,segment=NetworkSegment(705c4024-35dd-41b1-9db2-081f2ec1f0f1),segment_id=705c4024-35dd-41b1-9db2-081f2ec1f0f1)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:23:08.082111 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:08.096921 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51279d-3633-4497-92be-6ff172ef66a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cce6a48d-c3e3-42ab-b1be-bc4bec49382d,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:08.108897 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [req-f20bea7d-e9e6-4d30-ae88-2b2fe5500e0b req-b35c4646-d37b-4c2b-90c4-5845c1b3c635 service neutron] Transition to ACTIVE for port object dfa2e0ff-33d8-4c81-8f5e-c2c8919596e7 will not be triggered until provisioned by entity L2. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:23:08.119680 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979d9502-2ee7-4c7a-8e1f-c881e28b2d6b tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Pushing event updated for resources: {'Subnet': ['ID=86816cd8-8154-48e0-8774-306ae745c04c,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:08.160779 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ccf6a2c8-d06f-460f-a0fa-c57ecca4a9d2 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:08.165948 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:08.170335 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [None req-61afe000-b299-4105-ab50-d88d84085144 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Allocated IP 172.20.0.13 (36ca1cec-d3fe-4e14-9f45-f8e8c8e64ba7/1034de95-2144-4409-85bc-deaa2da94da4/e1e0c94b-02fe-43dc-80d7-9c831f1cdc1e) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:23:08.175283 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-979d9502-2ee7-4c7a-8e1f-c881e28b2d6b tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Checking segment: {'id': '5ac5ecd3-f7f7-43c5-8059-639fd5007e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'f76a38f2-200a-4323-bfc4-d07c9363df93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:23:08.177057 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-979d9502-2ee7-4c7a-8e1f-c881e28b2d6b tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Network hostable DHCP agents. Network: f76a38f2-200a-4323-bfc4-d07c9363df93, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:23:08.177598 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:08.246088 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-d13d6b13-4e10-442b-8847-c88cd30e3011 None None] For port 1beb0a6f-98a7-498f-9707-6e4d9c409caa, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:23:08.251105 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-d13d6b13-4e10-442b-8847-c88cd30e3011 None None] For port 1beb0a6f-98a7-498f-9707-6e4d9c409caa, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=1beb0a6f-98a7-498f-9707-6e4d9c409caa,segment=NetworkSegment(d6aa94f2-08a2-45a4-a62a-9f6ccf2d259f),segment_id=d6aa94f2-08a2-45a4-a62a-9f6ccf2d259f)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:23:08.257531 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04c5ac5e-e73c-4ce9-8c89-88c2affb1e0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5238241-78c9-426b-9126-31bc75379633'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:23:08.259133 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-67d46b85-d603-4cac-8416-47f3fa7889c8 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:08.260378 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50897c5b-065d-4fdb-a69a-310cb2ee1ef0" -d '{"events": [{"server_uuid": "04c5ac5e-e73c-4ce9-8c89-88c2affb1e0d", "name": "network-vif-plugged", "status": "completed", "tag": "b5238241-78c9-426b-9126-31bc75379633"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:23:08.263153 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-f20bea7d-e9e6-4d30-ae88-2b2fe5500e0b req-b35c4646-d37b-4c2b-90c4-5845c1b3c635 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:08.270628 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ccf6a2c8-d06f-460f-a0fa-c57ecca4a9d2 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:08.315202 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port b5238241-78c9-426b-9126-31bc75379633, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=b5238241-78c9-426b-9126-31bc75379633,segment=NetworkSegment(705c4024-35dd-41b1-9db2-081f2ec1f0f1),segment_id=705c4024-35dd-41b1-9db2-081f2ec1f0f1)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:23:08.336716 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-d13d6b13-4e10-442b-8847-c88cd30e3011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:08.342949 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:23:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66dfa300-2edf-44e4-bcc4-07e189c8d296 x-openstack-request-id: req-66dfa300-2edf-44e4-bcc4-07e189c8d296 {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:23:08.343355 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04c5ac5e-e73c-4ce9-8c89-88c2affb1e0d", "name": "network-vif-plugged", "status": "completed", "tag": "b5238241-78c9-426b-9126-31bc75379633", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:23:08.343704 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-66dfa300-2edf-44e4-bcc4-07e189c8d296 {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:23:08.344193 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04c5ac5e-e73c-4ce9-8c89-88c2affb1e0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5238241-78c9-426b-9126-31bc75379633', 'code': 200} Aug 11 03:23:08.373702 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port 5d921f95-77b2-4c3c-8ca8-bb21a2327819, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=5d921f95-77b2-4c3c-8ca8-bb21a2327819,segment=NetworkSegment(145c3e1a-6f9b-4c27-a2c7-345c6495cc09),segment_id=145c3e1a-6f9b-4c27-a2c7-345c6495cc09)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:23:08.375558 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=96dc6db1-5ecb-414b-b2e6-2716dde838af,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:08.389096 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['96dc6db1-5ecb-414b-b2e6-2716dde838af'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:23:08.413141 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf6a2c8-d06f-460f-a0fa-c57ecca4a9d2 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe2699a3-fe05-45c7-ade8-6a5a58d9da5c,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:08.427669 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ccf6a2c8-d06f-460f-a0fa-c57ecca4a9d2 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:08.429727 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-ccf6a2c8-d06f-460f-a0fa-c57ecca4a9d2 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9514263 Aug 11 03:23:08.430876 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:08.447309 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 51732) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:08.461368 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-8251a31c-2440-4c63-8c2b-a5b90679668d tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Request body: {'security_group_rule': {'security_group_id': '91bb33c4-45bb-48b2-96aa-0a930cf41659', 'project_id': '6f34ea378b0c4732b01bbd0e8e3ce05d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:23:08.468862 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-67d46b85-d603-4cac-8416-47f3fa7889c8 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:08.501600 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e23a6ab-4e78-4e2d-b758-8bc91e72d9a8 req-111a59d8-8470-48b2-a3fd-6300dcdecb8b tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:08.513119 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:08.514456 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1e23a6ab-4e78-4e2d-b758-8bc91e72d9a8 req-111a59d8-8470-48b2-a3fd-6300dcdecb8b tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ab07bbd-fa55-4032-bc68-2fe67c0da2d6 HTTP/1.1" status: 200 len: 944 time: 0.1539221 Aug 11 03:23:08.584483 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13d6b13-4e10-442b-8847-c88cd30e3011 None None] Pushing event updated for resources: {'Port': ['ID=1beb0a6f-98a7-498f-9707-6e4d9c409caa,revision_number=2']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:08.621006 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35c4646-d37b-4c2b-90c4-5845c1b3c635 service neutron] Pushing event updated for resources: {'Port': ['ID=dfa2e0ff-33d8-4c81-8f5e-c2c8919596e7,revision_number=2']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:08.624494 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-979d9502-2ee7-4c7a-8e1f-c881e28b2d6b tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Network f76a38f2-200a-4323-bfc4-d07c9363df93 is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:23:08.640059 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8251a31c-2440-4c63-8c2b-a5b90679668d tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:08.660262 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d46b85-d603-4cac-8416-47f3fa7889c8 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Pushing event updated for resources: {'Port': ['ID=ebb9ed0b-0e09-4cc1-b0c9-efca850d904e,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:08.704227 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d46b85-d603-4cac-8416-47f3fa7889c8 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Network a8748c9c-e6ab-4081-8049-0059e9ca1ae8 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:23:08.711151 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-67d46b85-d603-4cac-8416-47f3fa7889c8 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:23:08.718470 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d46b85-d603-4cac-8416-47f3fa7889c8 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:23:08.760020 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-979d9502-2ee7-4c7a-8e1f-c881e28b2d6b tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, f76a38f2-200a-4323-bfc4-d07c9363df93) {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:23:08.765929 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=b5238241-78c9-426b-9126-31bc75379633,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:08.776547 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853ef1eb-1248-46d1-b977-2971b1f7f5de req-9f5e3780-07e1-49c1-945a-ad859e1b728a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:08.776547 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-853ef1eb-1248-46d1-b977-2971b1f7f5de req-9f5e3780-07e1-49c1-945a-ad859e1b728a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=04c5ac5e-e73c-4ce9-8c89-88c2affb1e0d HTTP/1.1" status: 200 len: 1098 time: 0.3668170 Aug 11 03:23:08.808390 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-979d9502-2ee7-4c7a-8e1f-c881e28b2d6b tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:08.811257 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-979d9502-2ee7-4c7a-8e1f-c881e28b2d6b tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:08.854181 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-853ef1eb-1248-46d1-b977-2971b1f7f5de req-a302d0f4-5ac8-4004-8e15-37a953f45f37 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e65ff429-9c9c-43ff-8c00-2b2cbbc9daf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600398 Aug 11 03:23:08.866003 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1e23a6ab-4e78-4e2d-b758-8bc91e72d9a8 req-2952e033-ff3c-451d-bc9b-98990c2c67b7 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d4c303e-0c5b-4d5a-b0c4-6f31f4676a83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3476393 Aug 11 03:23:08.869423 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-67d46b85-d603-4cac-8416-47f3fa7889c8 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-520987'] for router_interface, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:08.876759 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-841a177a-6416-4ce3-a40f-63a5001dfea8 None None] Network f76a38f2-200a-4323-bfc4-d07c9363df93 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:23:09.075180 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-f20bea7d-e9e6-4d30-ae88-2b2fe5500e0b req-b35c4646-d37b-4c2b-90c4-5845c1b3c635 service neutron] Attempting to bind port dfa2e0ff-33d8-4c81-8f5e-c2c8919596e7 on host n-h1-764292-30 for vnic_type normal with profile {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:23:09.076368 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-f20bea7d-e9e6-4d30-ae88-2b2fe5500e0b req-b35c4646-d37b-4c2b-90c4-5845c1b3c635 service neutron] Attempting to bind port dfa2e0ff-33d8-4c81-8f5e-c2c8919596e7 by drivers openvswitch,hyperv on host n-h1-764292-30 at level 0 using segments [{'id': 'd0314809-797b-49c5-956f-3a5c1e5c0001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6a6493ce-4ad4-4581-8e07-a017fe78dc31'}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:23:09.076924 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20bea7d-e9e6-4d30-ae88-2b2fe5500e0b req-b35c4646-d37b-4c2b-90c4-5845c1b3c635 service neutron] Attempting to bind port dfa2e0ff-33d8-4c81-8f5e-c2c8919596e7 on network 6a6493ce-4ad4-4581-8e07-a017fe78dc31 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:23:09.088879 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20bea7d-e9e6-4d30-ae88-2b2fe5500e0b req-b35c4646-d37b-4c2b-90c4-5845c1b3c635 service neutron] Port dfa2e0ff-33d8-4c81-8f5e-c2c8919596e7 on network 6a6493ce-4ad4-4581-8e07-a017fe78dc31 not bound, no agent of type Open vSwitch agent registered on host n-h1-764292-30 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:23:09.089579 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20bea7d-e9e6-4d30-ae88-2b2fe5500e0b req-b35c4646-d37b-4c2b-90c4-5845c1b3c635 service neutron] Attempting to bind port dfa2e0ff-33d8-4c81-8f5e-c2c8919596e7 on network 6a6493ce-4ad4-4581-8e07-a017fe78dc31 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:23:09.096582 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8251a31c-2440-4c63-8c2b-a5b90679668d tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:09.105553 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 51750) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:09.109029 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-979d9502-2ee7-4c7a-8e1f-c881e28b2d6b tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.5991986 Aug 11 03:23:09.117163 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20bea7d-e9e6-4d30-ae88-2b2fe5500e0b req-b35c4646-d37b-4c2b-90c4-5845c1b3c635 service neutron] Checking agent: {'id': 'abb524c2-b412-4ed2-8367-45c4fd996fa7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 22, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:23:09.117646 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20bea7d-e9e6-4d30-ae88-2b2fe5500e0b req-b35c4646-d37b-4c2b-90c4-5845c1b3c635 service neutron] Checking segment: {'id': 'd0314809-797b-49c5-956f-3a5c1e5c0001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6a6493ce-4ad4-4581-8e07-a017fe78dc31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:23:09.118113 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20bea7d-e9e6-4d30-ae88-2b2fe5500e0b req-b35c4646-d37b-4c2b-90c4-5845c1b3c635 service neutron] Bound using segment: {'id': 'd0314809-797b-49c5-956f-3a5c1e5c0001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6a6493ce-4ad4-4581-8e07-a017fe78dc31'} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:23:09.118781 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-f20bea7d-e9e6-4d30-ae88-2b2fe5500e0b req-b35c4646-d37b-4c2b-90c4-5845c1b3c635 service neutron] Bound port: dfa2e0ff-33d8-4c81-8f5e-c2c8919596e7, host: n-h1-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0314809-797b-49c5-956f-3a5c1e5c0001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6a6493ce-4ad4-4581-8e07-a017fe78dc31'}}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:23:09.124708 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-f20bea7d-e9e6-4d30-ae88-2b2fe5500e0b req-b35c4646-d37b-4c2b-90c4-5845c1b3c635 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:09.162476 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=5d921f95-77b2-4c3c-8ca8-bb21a2327819,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:09.181459 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-61afe000-b299-4105-ab50-d88d84085144 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:09.186863 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8251a31c-2440-4c63-8c2b-a5b90679668d tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:09.228452 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [None req-61afe000-b299-4105-ab50-d88d84085144 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Transition to ACTIVE for port object e1e0c94b-02fe-43dc-80d7-9c831f1cdc1e will not be triggered until provisioned by entity DHCP. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:23:09.232936 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8251a31c-2440-4c63-8c2b-a5b90679668d tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3980710b-9c50-4f5c-81d8-1ac1aeaafeff,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:09.262788 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-f20bea7d-e9e6-4d30-ae88-2b2fe5500e0b req-b35c4646-d37b-4c2b-90c4-5845c1b3c635 service neutron] For port dfa2e0ff-33d8-4c81-8f5e-c2c8919596e7, host n-h1-764292-30, cleared binding levels {{(pid=102191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:23:09.269533 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-f20bea7d-e9e6-4d30-ae88-2b2fe5500e0b req-b35c4646-d37b-4c2b-90c4-5845c1b3c635 service neutron] For port dfa2e0ff-33d8-4c81-8f5e-c2c8919596e7, host n-h1-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=dfa2e0ff-33d8-4c81-8f5e-c2c8919596e7,segment=NetworkSegment(d0314809-797b-49c5-956f-3a5c1e5c0001),segment_id=d0314809-797b-49c5-956f-3a5c1e5c0001)] {{(pid=102191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:23:09.292737 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8251a31c-2440-4c63-8c2b-a5b90679668d tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:09.294144 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-8251a31c-2440-4c63-8c2b-a5b90679668d tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8392458 Aug 11 03:23:09.297974 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 51760) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:09.303870 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60a7ab1e-9620-4c54-9d84-a7bf6d378761 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde080026-c28f-55be-b52b-13827cc43646-f76a38f2-200a-4323-bfc4-d07c9363df93', 'network_id': 'f76a38f2-200a-4323-bfc4-d07c9363df93', 'tenant_id': '36371e2845a94adc8766212c496af890', 'fixed_ips': [{'subnet_id': '86816cd8-8154-48e0-8774-306ae745c04c'}]}} from n-d-764292-30. {{(pid=102193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:23:09.304258 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-5ad5cad0-fdde-43b2-a6f2-c07ad6919a13 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Request body: {'security_group_rule': {'security_group_id': '91bb33c4-45bb-48b2-96aa-0a930cf41659', 'project_id': '6f34ea378b0c4732b01bbd0e8e3ce05d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:23:09.304737 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0fee854c-4d30-46a5-9502-9d44db38cf0a tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:09.305223 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-60a7ab1e-9620-4c54-9d84-a7bf6d378761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:09.324513 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-67d46b85-d603-4cac-8416-47f3fa7889c8 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:09.357107 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a933c130-16f3-4a98-918d-ddbf31247e6b req-f197b976-b525-4f3c-87cf-0ea410c0ef31 tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:09.357835 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-f20bea7d-e9e6-4d30-ae88-2b2fe5500e0b req-b35c4646-d37b-4c2b-90c4-5845c1b3c635 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:09.379706 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a933c130-16f3-4a98-918d-ddbf31247e6b req-f197b976-b525-4f3c-87cf-0ea410c0ef31 tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] 10.222.0.41 "GET /v2.0/ports?device_id=04c5ac5e-e73c-4ce9-8c89-88c2affb1e0d HTTP/1.1" status: 200 len: 946 time: 0.3243351 Aug 11 03:23:09.392336 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-61afe000-b299-4105-ab50-d88d84085144 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:09.428236 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20bea7d-e9e6-4d30-ae88-2b2fe5500e0b req-b35c4646-d37b-4c2b-90c4-5845c1b3c635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:09.429705 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-f20bea7d-e9e6-4d30-ae88-2b2fe5500e0b req-b35c4646-d37b-4c2b-90c4-5845c1b3c635 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:09.431358 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-f20bea7d-e9e6-4d30-ae88-2b2fe5500e0b req-b35c4646-d37b-4c2b-90c4-5845c1b3c635 service neutron] 10.222.0.22 "PUT /v2.0/ports/dfa2e0ff-33d8-4c81-8f5e-c2c8919596e7 HTTP/1.1" status: 200 len: 1093 time: 3.0175908 Aug 11 03:23:09.440569 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ab07bbd-fa55-4032-bc68-2fe67c0da2d6', 'tag': 'dfa2e0ff-33d8-4c81-8f5e-c2c8919596e7'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:23:09.440569 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1576045e-db3a-4b5e-b59f-b905643be22c" -d '{"events": [{"name": "network-changed", "server_uuid": "2ab07bbd-fa55-4032-bc68-2fe67c0da2d6", "tag": "dfa2e0ff-33d8-4c81-8f5e-c2c8919596e7"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:23:09.473126 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5ad5cad0-fdde-43b2-a6f2-c07ad6919a13 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:09.523846 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a933c130-16f3-4a98-918d-ddbf31247e6b req-edea2e13-a03e-45b3-b871-b0320b9af76c tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] 10.222.0.41 "GET /v2.0/security-groups?id=e65ff429-9c9c-43ff-8c00-2b2cbbc9daf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399281 Aug 11 03:23:09.528995 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.db_base_plugin_common [None req-60a7ab1e-9620-4c54-9d84-a7bf6d378761 None None] Allocated IP 2001:db8::1 (f76a38f2-200a-4323-bfc4-d07c9363df93/86816cd8-8154-48e0-8774-306ae745c04c/4d8cfb3a-0d9a-4ff8-8e7a-61353f59fcea) {{(pid=102193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:23:09.537295 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61afe000-b299-4105-ab50-d88d84085144 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Network 36ca1cec-d3fe-4e14-9f45-f8e8c8e64ba7 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:23:09.553495 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35c4646-d37b-4c2b-90c4-5845c1b3c635 service neutron] Pushing event updated for resources: {'Port': ['ID=dfa2e0ff-33d8-4c81-8f5e-c2c8919596e7,revision_number=3']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:09.573076 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-61afe000-b299-4105-ab50-d88d84085144 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:23:09.624406 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61afe000-b299-4105-ab50-d88d84085144 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:23:09.628042 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f5a94f9-0f32-486f-a8a9-92288d610b51 x-openstack-request-id: req-2f5a94f9-0f32-486f-a8a9-92288d610b51 {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:23:09.628330 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ab07bbd-fa55-4032-bc68-2fe67c0da2d6", "tag": "dfa2e0ff-33d8-4c81-8f5e-c2c8919596e7", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:23:09.628582 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2f5a94f9-0f32-486f-a8a9-92288d610b51 {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:23:09.628979 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ab07bbd-fa55-4032-bc68-2fe67c0da2d6', 'tag': 'dfa2e0ff-33d8-4c81-8f5e-c2c8919596e7', 'status': 'completed', 'code': 200} Aug 11 03:23:09.752765 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61afe000-b299-4105-ab50-d88d84085144 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Pushing event updated for resources: {'Port': ['ID=e1e0c94b-02fe-43dc-80d7-9c831f1cdc1e,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:09.871353 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20bea7d-e9e6-4d30-ae88-2b2fe5500e0b req-91459b56-2be1-4136-85dc-7c9f796ca5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:09.873030 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-f20bea7d-e9e6-4d30-ae88-2b2fe5500e0b req-91459b56-2be1-4136-85dc-7c9f796ca5e1 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a5478860f7cb432583cc8e5d994d2237&device_id=2ab07bbd-fa55-4032-bc68-2fe67c0da2d6 HTTP/1.1" status: 200 len: 1096 time: 0.2520504 Aug 11 03:23:09.881178 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5ad5cad0-fdde-43b2-a6f2-c07ad6919a13 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:09.883908 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-60a7ab1e-9620-4c54-9d84-a7bf6d378761 None None] Notify callbacks [] for port, precommit_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:09.914238 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-60a7ab1e-9620-4c54-9d84-a7bf6d378761 None None] Transition to ACTIVE for port object 4d8cfb3a-0d9a-4ff8-8e7a-61353f59fcea will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:23:09.925470 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-60a7ab1e-9620-4c54-9d84-a7bf6d378761 None None] Transition to ACTIVE for port object 4d8cfb3a-0d9a-4ff8-8e7a-61353f59fcea will not be triggered until provisioned by entity DHCP. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:23:09.957054 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-f20bea7d-e9e6-4d30-ae88-2b2fe5500e0b req-cd5eaaa5-66a5-4df7-b49c-48b59a9fa0ba service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dfa2e0ff-33d8-4c81-8f5e-c2c8919596e7 HTTP/1.1" status: 200 len: 217 time: 0.0739806 Aug 11 03:23:09.957988 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 51776) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:09.964780 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61afe000-b299-4105-ab50-d88d84085144 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:09.965427 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-61afe000-b299-4105-ab50-d88d84085144 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:09.973082 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-67d46b85-d603-4cac-8416-47f3fa7889c8 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks [] for port, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:09.978152 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5ad5cad0-fdde-43b2-a6f2-c07ad6919a13 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:10.018101 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-60a7ab1e-9620-4c54-9d84-a7bf6d378761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669'] for port, after_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:10.058669 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0fee854c-4d30-46a5-9502-9d44db38cf0a tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:10.068130 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60a7ab1e-9620-4c54-9d84-a7bf6d378761 None None] Network f76a38f2-200a-4323-bfc4-d07c9363df93 is already hosted by enough agents. {{(pid=102193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:23:10.071761 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.base_scheduler [None req-60a7ab1e-9620-4c54-9d84-a7bf6d378761 None None] Resources bound (agent type, host, resource id): {{(pid=102193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:23:10.074680 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad5cad0-fdde-43b2-a6f2-c07ad6919a13 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=468b5baa-f3e2-465d-ad03-a3bd4c165e0c,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:10.085799 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a7ab1e-9620-4c54-9d84-a7bf6d378761 None None] Received port after_create {{(pid=102193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:23:10.105535 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a7ab1e-9620-4c54-9d84-a7bf6d378761 None None] Pushing event updated for resources: {'Port': ['ID=4d8cfb3a-0d9a-4ff8-8e7a-61353f59fcea,revision_number=1']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:10.112864 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-61afe000-b299-4105-ab50-d88d84085144 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 3.1786246 Aug 11 03:23:10.118629 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 51780) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:10.143257 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5ad5cad0-fdde-43b2-a6f2-c07ad6919a13 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:10.151342 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-5ad5cad0-fdde-43b2-a6f2-c07ad6919a13 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8519697 Aug 11 03:23:10.154791 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-67d46b85-d603-4cac-8416-47f3fa7889c8 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:10.162568 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 51782) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:10.172604 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-fb259807-7153-437d-a726-6eac8bf0c587 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Request body: {'security_group_rule': {'security_group_id': '91bb33c4-45bb-48b2-96aa-0a930cf41659', 'project_id': '6f34ea378b0c4732b01bbd0e8e3ce05d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:23:10.194627 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20bea7d-e9e6-4d30-ae88-2b2fe5500e0b req-4bbbe1ad-6698-4b0f-b1ce-1d65b4571f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:10.196894 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-f20bea7d-e9e6-4d30-ae88-2b2fe5500e0b req-4bbbe1ad-6698-4b0f-b1ce-1d65b4571f50 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=37cbef7f-f057-476b-a1c7-ed84d89eefd6 HTTP/1.1" status: 200 len: 835 time: 0.2212102 Aug 11 03:23:10.219017 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d1de637-3bca-46bf-949f-e686aa46ab90 None None] Network 36ca1cec-d3fe-4e14-9f45-f8e8c8e64ba7 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:23:10.280444 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-60a7ab1e-9620-4c54-9d84-a7bf6d378761 None None] Attempting to bind port 4d8cfb3a-0d9a-4ff8-8e7a-61353f59fcea on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:23:10.280825 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-60a7ab1e-9620-4c54-9d84-a7bf6d378761 None None] Attempting to bind port 4d8cfb3a-0d9a-4ff8-8e7a-61353f59fcea by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': '5ac5ecd3-f7f7-43c5-8059-639fd5007e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'f76a38f2-200a-4323-bfc4-d07c9363df93'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:23:10.281192 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a7ab1e-9620-4c54-9d84-a7bf6d378761 None None] Attempting to bind port 4d8cfb3a-0d9a-4ff8-8e7a-61353f59fcea on network f76a38f2-200a-4323-bfc4-d07c9363df93 {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:23:10.293626 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a7ab1e-9620-4c54-9d84-a7bf6d378761 None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 23, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:23:10.302057 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a7ab1e-9620-4c54-9d84-a7bf6d378761 None None] Checking segment: {'id': '5ac5ecd3-f7f7-43c5-8059-639fd5007e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'f76a38f2-200a-4323-bfc4-d07c9363df93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:23:10.302057 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-60a7ab1e-9620-4c54-9d84-a7bf6d378761 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:10.302057 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a7ab1e-9620-4c54-9d84-a7bf6d378761 None None] Bound using segment: {'id': '5ac5ecd3-f7f7-43c5-8059-639fd5007e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'f76a38f2-200a-4323-bfc4-d07c9363df93'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:23:10.302057 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-60a7ab1e-9620-4c54-9d84-a7bf6d378761 None None] Bound port: 4d8cfb3a-0d9a-4ff8-8e7a-61353f59fcea, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ac5ecd3-f7f7-43c5-8059-639fd5007e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'f76a38f2-200a-4323-bfc4-d07c9363df93'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:23:10.302057 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-60a7ab1e-9620-4c54-9d84-a7bf6d378761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:10.338421 n-d-764292-30 neutron-server[102192]: INFO neutron.db.securitygroups_db [None req-fb259807-7153-437d-a726-6eac8bf0c587 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Project 6f34ea378b0c4732b01bbd0e8e3ce05d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 03:23:10.340914 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d46b85-d603-4cac-8416-47f3fa7889c8 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Pushing event updated for resources: {'Port': ['ID=ebb9ed0b-0e09-4cc1-b0c9-efca850d904e,revision_number=2']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:10.356135 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-fb259807-7153-437d-a726-6eac8bf0c587 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:10.358166 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-884cc274-1b38-4acc-9206-a1a25984ede1 None None] Provisioning for port 1beb0a6f-98a7-498f-9707-6e4d9c409caa completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:23:10.382170 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a738ba5a-c773-47e7-924a-9b42a5bcdd2f req-29787358-64c7-4cc5-88b1-6505be010f91 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:10.383836 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a738ba5a-c773-47e7-924a-9b42a5bcdd2f req-29787358-64c7-4cc5-88b1-6505be010f91 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ab07bbd-fa55-4032-bc68-2fe67c0da2d6 HTTP/1.1" status: 200 len: 944 time: 0.3070552 Aug 11 03:23:10.389328 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-67d46b85-d603-4cac-8416-47f3fa7889c8 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16383026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521135'] for router_interface, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:10.407661 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-60a7ab1e-9620-4c54-9d84-a7bf6d378761 None None] For port 4d8cfb3a-0d9a-4ff8-8e7a-61353f59fcea, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:23:10.484015 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-60a7ab1e-9620-4c54-9d84-a7bf6d378761 None None] For port 4d8cfb3a-0d9a-4ff8-8e7a-61353f59fcea, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=4d8cfb3a-0d9a-4ff8-8e7a-61353f59fcea,segment=NetworkSegment(5ac5ecd3-f7f7-43c5-8059-639fd5007e39),segment_id=5ac5ecd3-f7f7-43c5-8059-639fd5007e39)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:23:10.507951 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0fee854c-4d30-46a5-9502-9d44db38cf0a tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125932157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126180897'] for subnet, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:10.549531 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-60a7ab1e-9620-4c54-9d84-a7bf6d378761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:10.682856 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a7ab1e-9620-4c54-9d84-a7bf6d378761 None None] Pushing event updated for resources: {'Port': ['ID=4d8cfb3a-0d9a-4ff8-8e7a-61353f59fcea,revision_number=2']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:10.693518 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-ba28e406-446d-4ade-9244-67fb48451fc9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1633192616-network', 'tenant_id': 'fdbe55b7c58c49b2bfb506767218e312'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:23:10.794862 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-fb259807-7153-437d-a726-6eac8bf0c587 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:10.861257 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d46b85-d603-4cac-8416-47f3fa7889c8 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Network a8748c9c-e6ab-4081-8049-0059e9ca1ae8 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:23:10.866012 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fee854c-4d30-46a5-9502-9d44db38cf0a tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Pushing event deleted for resources: {'Subnet': ['ID=86816cd8-8154-48e0-8774-306ae745c04c,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:10.868635 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-67d46b85-d603-4cac-8416-47f3fa7889c8 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:23:10.902202 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0fee854c-4d30-46a5-9502-9d44db38cf0a tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:10.918588 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-0fee854c-4d30-46a5-9502-9d44db38cf0a tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f76a38f2-200a-4323-bfc4-d07c9363df93']}} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:23:10.924820 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 1beb0a6f-98a7-498f-9707-6e4d9c409caa up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:23:10.945171 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-fb259807-7153-437d-a726-6eac8bf0c587 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:10.958131 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba28e406-446d-4ade-9244-67fb48451fc9 admin admin] Made reservation on behalf of fdbe55b7c58c49b2bfb506767218e312 for: {'network': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:23:10.960591 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ba28e406-446d-4ade-9244-67fb48451fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:10.965783 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20bea7d-e9e6-4d30-ae88-2b2fe5500e0b req-6bd51dd4-cff6-468f-9617-abd037e585bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:10.968136 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-f20bea7d-e9e6-4d30-ae88-2b2fe5500e0b req-6bd51dd4-cff6-468f-9617-abd037e585bd service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=6a6493ce-4ad4-4581-8e07-a017fe78dc31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2876887 Aug 11 03:23:10.990311 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ba28e406-446d-4ade-9244-67fb48451fc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:11.061645 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a738ba5a-c773-47e7-924a-9b42a5bcdd2f req-331cb4e0-0771-4b80-8524-99d7f8730b90 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d4c303e-0c5b-4d5a-b0c4-6f31f4676a83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6486776 Aug 11 03:23:11.078043 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 96dc6db1-5ecb-414b-b2e6-2716dde838af up at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:23:11.106837 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-0fee854c-4d30-46a5-9502-9d44db38cf0a tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ac5ecd3-f7f7-43c5-8059-639fd5007e39') {'for_net_delete': True} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:23:11.109725 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-0fee854c-4d30-46a5-9502-9d44db38cf0a tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ac5ecd3-f7f7-43c5-8059-639fd5007e39') {} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:23:11.109857 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port 1beb0a6f-98a7-498f-9707-6e4d9c409caa completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:23:11.121193 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 1beb0a6f-98a7-498f-9707-6e4d9c409caa triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:23:11.127187 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:11.178736 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-a2a0cd4f-5d0e-4f4e-aa8f-60685b35be65 None None] Provisioning for port e1e0c94b-02fe-43dc-80d7-9c831f1cdc1e completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:23:11.189833 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0fee854c-4d30-46a5-9502-9d44db38cf0a tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125932501'] for segment, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:11.191606 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb259807-7153-437d-a726-6eac8bf0c587 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0add85e1-d9e3-4887-a90e-61cf129e85ce,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:11.201268 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-fb259807-7153-437d-a726-6eac8bf0c587 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:11.208570 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 51796) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:11.213374 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-fb259807-7153-437d-a726-6eac8bf0c587 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.0348077 Aug 11 03:23:11.224594 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-a2a0cd4f-5d0e-4f4e-aa8f-60685b35be65 None None] Provisioning complete for port e1e0c94b-02fe-43dc-80d7-9c831f1cdc1e triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:23:11.225273 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-faa2bcd8-f1e2-457e-b16c-72ddfa652cbc tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Request body: {'security_group_rule': {'security_group_id': '91bb33c4-45bb-48b2-96aa-0a930cf41659', 'project_id': '6f34ea378b0c4732b01bbd0e8e3ce05d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:23:11.227943 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-a2a0cd4f-5d0e-4f4e-aa8f-60685b35be65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:11.255521 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14adb7a8-dddf-4700-be86-cef09220012e req-412704d6-54d4-44cd-b8b3-8decd2b6164f tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:11.264564 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-14adb7a8-dddf-4700-be86-cef09220012e req-412704d6-54d4-44cd-b8b3-8decd2b6164f tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] 10.222.0.41 "GET /v2.0/ports?device_id=04c5ac5e-e73c-4ce9-8c89-88c2affb1e0d HTTP/1.1" status: 200 len: 946 time: 0.4678307 Aug 11 03:23:11.308472 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0fee854c-4d30-46a5-9502-9d44db38cf0a tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:11.321804 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-f20bea7d-e9e6-4d30-ae88-2b2fe5500e0b req-ce4aa6b2-3b82-4b85-9016-07b13b3f2d0e service neutron] 10.222.0.22 "GET /v2.0/networks/6a6493ce-4ad4-4581-8e07-a017fe78dc31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3422358 Aug 11 03:23:11.326134 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-a2a0cd4f-5d0e-4f4e-aa8f-60685b35be65 None None] Port e1e0c94b-02fe-43dc-80d7-9c831f1cdc1e cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:23:11.333870 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fee854c-4d30-46a5-9502-9d44db38cf0a tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=102192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:23:11.334353 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0fee854c-4d30-46a5-9502-9d44db38cf0a tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125932183'] for segment, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:11.339197 n-d-764292-30 neutron-server[102192]: Traceback (most recent call last): Aug 11 03:23:11.339197 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:23:11.339197 n-d-764292-30 neutron-server[102192]: timer() Aug 11 03:23:11.339197 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:23:11.339197 n-d-764292-30 neutron-server[102192]: cb(*args, **kw) Aug 11 03:23:11.339197 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:23:11.339197 n-d-764292-30 neutron-server[102192]: return func(*args, **kwargs) Aug 11 03:23:11.339197 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:23:11.339197 n-d-764292-30 neutron-server[102192]: self._notify() Aug 11 03:23:11.339197 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:23:11.339197 n-d-764292-30 neutron-server[102192]: self.callback(batched_events) Aug 11 03:23:11.339197 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:23:11.339197 n-d-764292-30 neutron-server[102192]: event.method(event) Aug 11 03:23:11.339197 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:23:11.339197 n-d-764292-30 neutron-server[102192]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:23:11.339197 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:23:11.339197 n-d-764292-30 neutron-server[102192]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:23:11.339197 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:23:11.339197 n-d-764292-30 neutron-server[102192]: return f(self, *a, **k) Aug 11 03:23:11.339197 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:23:11.339197 n-d-764292-30 neutron-server[102192]: return self._get(url).json() Aug 11 03:23:11.339197 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:23:11.339197 n-d-764292-30 neutron-server[102192]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:23:11.339197 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:23:11.339197 n-d-764292-30 neutron-server[102192]: return self.request(url, 'GET', **kwargs) Aug 11 03:23:11.339197 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:23:11.339197 n-d-764292-30 neutron-server[102192]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:23:11.339197 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:23:11.339197 n-d-764292-30 neutron-server[102192]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:23:11.339197 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:23:11.339197 n-d-764292-30 neutron-server[102192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:23:11.339197 n-d-764292-30 neutron-server[102192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:23:11.344799 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8598455d-e902-4f00-b975-f6f5c2e23a80 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:11.373239 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:11.376589 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning for port 96dc6db1-5ecb-414b-b2e6-2716dde838af completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:23:11.400951 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning complete for port 96dc6db1-5ecb-414b-b2e6-2716dde838af triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:23:11.401407 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:11.469330 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-14adb7a8-dddf-4700-be86-cef09220012e req-6a4c079c-a1be-4142-922a-8f3c39d28682 tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] 10.222.0.41 "GET /v2.0/security-groups?id=e65ff429-9c9c-43ff-8c00-2b2cbbc9daf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027993 Aug 11 03:23:11.485470 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67d46b85-d603-4cac-8416-47f3fa7889c8 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Router 49046332-233f-4c02-a67c-6dac2c5a4f04 has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:23:11.486969 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:11.532618 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-f20bea7d-e9e6-4d30-ae88-2b2fe5500e0b req-ddf7b6e3-9a62-4bec-98f5-5ad206dc8e1f service neutron] 10.222.0.22 "GET /v2.0/networks/6a6493ce-4ad4-4581-8e07-a017fe78dc31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014034 Aug 11 03:23:11.545216 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-8992bc03-54ef-4a72-af0d-a7f3f840c685 None None] Provisioning complete for port e1e0c94b-02fe-43dc-80d7-9c831f1cdc1e triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:23:11.546069 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8992bc03-54ef-4a72-af0d-a7f3f840c685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:11.568799 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.db.api [None req-0fee854c-4d30-46a5-9502-9d44db38cf0a tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 11 03:23:11.568799 n-d-764292-30 neutron-server[102192]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 11 03:23:11.568799 n-d-764292-30 neutron-server[102192]: [parameters: {'id': 'f76a38f2-200a-4323-bfc4-d07c9363df93'}] Aug 11 03:23:11.568799 n-d-764292-30 neutron-server[102192]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102192) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 03:23:11.569234 n-d-764292-30 neutron-server[102192]: DEBUG oslo_db.api [None req-0fee854c-4d30-46a5-9502-9d44db38cf0a tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 03:23:11.580690 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port 1beb0a6f-98a7-498f-9707-6e4d9c409caa, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=1beb0a6f-98a7-498f-9707-6e4d9c409caa,segment=NetworkSegment(d6aa94f2-08a2-45a4-a62a-9f6ccf2d259f),segment_id=d6aa94f2-08a2-45a4-a62a-9f6ccf2d259f)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:23:11.633686 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-8992bc03-54ef-4a72-af0d-a7f3f840c685 None None] Port e1e0c94b-02fe-43dc-80d7-9c831f1cdc1e cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:23:11.635319 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:11.646537 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:11.647468 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 5d921f95-77b2-4c3c-8ca8-bb21a2327819 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:23:11.815570 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=1beb0a6f-98a7-498f-9707-6e4d9c409caa,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:11.826802 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e8e4809-0e1a-480b-8105-cc1135ce20e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96dc6db1-5ecb-414b-b2e6-2716dde838af'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:23:11.830334 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d12a2fd-0aff-4e32-bb85-c6bbd555257a" -d '{"events": [{"server_uuid": "8e8e4809-0e1a-480b-8105-cc1135ce20e2", "name": "network-vif-plugged", "status": "completed", "tag": "96dc6db1-5ecb-414b-b2e6-2716dde838af"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:23:11.852685 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port 96dc6db1-5ecb-414b-b2e6-2716dde838af, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=96dc6db1-5ecb-414b-b2e6-2716dde838af,segment=NetworkSegment(705c4024-35dd-41b1-9db2-081f2ec1f0f1),segment_id=705c4024-35dd-41b1-9db2-081f2ec1f0f1)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:23:11.881460 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ba28e406-446d-4ade-9244-67fb48451fc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:11.891804 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 5d921f95-77b2-4c3c-8ca8-bb21a2327819 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:23:11.892191 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:11.896724 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1576045e-db3a-4b5e-b59f-b905643be22c req-7bb328da-543e-4472-bc0f-7138559712cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:11.899483 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-1576045e-db3a-4b5e-b59f-b905643be22c req-7bb328da-543e-4472-bc0f-7138559712cb service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a5478860f7cb432583cc8e5d994d2237&device_id=2ab07bbd-fa55-4032-bc68-2fe67c0da2d6 HTTP/1.1" status: 200 len: 1096 time: 0.2370403 Aug 11 03:23:11.914320 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:23:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aee905d-2034-4a7f-84e8-c1342949fd75 x-openstack-request-id: req-7aee905d-2034-4a7f-84e8-c1342949fd75 {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:23:11.914601 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e8e4809-0e1a-480b-8105-cc1135ce20e2", "name": "network-vif-plugged", "status": "completed", "tag": "96dc6db1-5ecb-414b-b2e6-2716dde838af", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:23:11.914856 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7aee905d-2034-4a7f-84e8-c1342949fd75 {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:23:11.915259 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e8e4809-0e1a-480b-8105-cc1135ce20e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96dc6db1-5ecb-414b-b2e6-2716dde838af', 'code': 200} Aug 11 03:23:11.929194 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:12.019564 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=96dc6db1-5ecb-414b-b2e6-2716dde838af,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:12.020485 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ba28e406-446d-4ade-9244-67fb48451fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:12.108422 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0fee854c-4d30-46a5-9502-9d44db38cf0a tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:12.168269 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea4c1002-667b-416f-82b4-416fb1e3c2d9 None None] Network f76a38f2-200a-4323-bfc4-d07c9363df93 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:23:12.173878 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae514f0c-02a2-4152-a419-a9e2ab88afd9 req-ff3f34ba-0ced-462c-8cfb-8709ef0d09dc tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:12.181815 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ae514f0c-02a2-4152-a419-a9e2ab88afd9 req-ff3f34ba-0ced-462c-8cfb-8709ef0d09dc tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] 10.222.0.41 "GET /v2.0/ports?device_id=27eed5b6-1696-492b-b635-59b5fce59416 HTTP/1.1" status: 200 len: 945 time: 0.6098983 Aug 11 03:23:12.215509 n-d-764292-30 neutron-server[102191]: INFO neutron.db.securitygroups_db [None req-faa2bcd8-f1e2-457e-b16c-72ddfa652cbc tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Project 6f34ea378b0c4732b01bbd0e8e3ce05d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 03:23:12.239979 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba28e406-446d-4ade-9244-67fb48451fc9 admin admin] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=102191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:23:12.252569 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-faa2bcd8-f1e2-457e-b16c-72ddfa652cbc tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:12.278827 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1576045e-db3a-4b5e-b59f-b905643be22c req-e3c17fb4-2055-4371-aad1-6c2ea8835de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:12.281138 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-1576045e-db3a-4b5e-b59f-b905643be22c req-e3c17fb4-2055-4371-aad1-6c2ea8835de9 service neutron] 10.222.0.22 "GET /v2.0/networks?id=6a6493ce-4ad4-4581-8e07-a017fe78dc31 HTTP/1.1" status: 200 len: 897 time: 0.3740642 Aug 11 03:23:12.283290 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8598455d-e902-4f00-b975-f6f5c2e23a80 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:12.287680 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67d46b85-d603-4cac-8416-47f3fa7889c8 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:23:12.293073 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ba28e406-446d-4ade-9244-67fb48451fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:12.293444 n-d-764292-30 neutron-server[102191]: INFO neutron.db.segments_db [None req-ba28e406-446d-4ade-9244-67fb48451fc9 admin admin] Added segment 9f8ce2aa-5895-4159-b95f-a2336900b8ec of type vlan for network e7fa7474-ec27-48c0-82c6-4433dec0ec87 Aug 11 03:23:12.302625 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba28e406-446d-4ade-9244-67fb48451fc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9f7b1c5-6acc-4a67-973c-0e1db518d53d,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:12.306508 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ae514f0c-02a2-4152-a419-a9e2ab88afd9 req-5a4b89d7-0692-44ee-9f38-dbbf9c97b201 tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] 10.222.0.41 "GET /v2.0/security-groups?id=e65ff429-9c9c-43ff-8c00-2b2cbbc9daf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237171 Aug 11 03:23:12.322867 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-67d46b85-d603-4cac-8416-47f3fa7889c8 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] 10.222.0.41 "PUT /v2.0/routers/49046332-233f-4c02-a67c-6dac2c5a4f04/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1647098 Aug 11 03:23:12.322867 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 51816) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:12.346458 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-3718f885-983e-46d5-8d8b-ce57ed19752a tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Request body: {'port': {'network_id': 'a8748c9c-e6ab-4081-8049-0059e9ca1ae8', 'name': 'tempest-FloatingIPTestJSON-1056635871'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:23:12.353571 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f80edec9-185b-4e68-9360-89d3df196808 None None] Sync routers for ids ['49046332-233f-4c02-a67c-6dac2c5a4f04'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:23:12.371565 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-1576045e-db3a-4b5e-b59f-b905643be22c req-bbf7f74c-c5f0-489e-8a40-9efb3218b2de service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dfa2e0ff-33d8-4c81-8f5e-c2c8919596e7 HTTP/1.1" status: 200 len: 217 time: 0.0806625 Aug 11 03:23:12.378450 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1635d50-aa11-4cbe-8033-8c62fb1d838f req-2b601570-c3d7-4691-8de4-eacc568bc55e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:12.380003 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f1635d50-aa11-4cbe-8033-8c62fb1d838f req-2b601570-c3d7-4691-8de4-eacc568bc55e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8e8e4809-0e1a-480b-8105-cc1135ce20e2 HTTP/1.1" status: 200 len: 1098 time: 0.2667239 Aug 11 03:23:12.383310 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8598455d-e902-4f00-b975-f6f5c2e23a80 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:12.481521 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80edec9-185b-4e68-9360-89d3df196808 None None] Routers {'49046332-233f-4c02-a67c-6dac2c5a4f04'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:23:12.482113 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0142d1ca-13c6-4611-b503-5681911ee210 req-38838c1a-5cdd-4143-afa0-c7e6a57e27db tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:12.482583 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-f80edec9-185b-4e68-9360-89d3df196808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:23:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['49046332-233f-4c02-a67c-6dac2c5a4f04'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:23:12.484105 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0142d1ca-13c6-4611-b503-5681911ee210 req-38838c1a-5cdd-4143-afa0-c7e6a57e27db tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ab07bbd-fa55-4032-bc68-2fe67c0da2d6 HTTP/1.1" status: 200 len: 944 time: 0.3000829 Aug 11 03:23:12.529376 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-faa2bcd8-f1e2-457e-b16c-72ddfa652cbc tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:12.531913 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ba28e406-446d-4ade-9244-67fb48451fc9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:12.546116 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-0fee854c-4d30-46a5-9502-9d44db38cf0a tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Deleting port 4d8cfb3a-0d9a-4ff8-8e7a-61353f59fcea {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:23:12.546556 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0fee854c-4d30-46a5-9502-9d44db38cf0a tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:12.578062 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8598455d-e902-4f00-b975-f6f5c2e23a80 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Pushing event updated for resources: {'Port': ['ID=e1e0c94b-02fe-43dc-80d7-9c831f1cdc1e,revision_number=2']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:12.586674 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f1635d50-aa11-4cbe-8033-8c62fb1d838f req-d5edf5e6-911c-41f4-af86-6087c06e3bdc service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e65ff429-9c9c-43ff-8c00-2b2cbbc9daf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585488 Aug 11 03:23:12.600646 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-faa2bcd8-f1e2-457e-b16c-72ddfa652cbc tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:12.604216 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1576045e-db3a-4b5e-b59f-b905643be22c req-afe9119b-0112-4038-a42f-d95f7296d82a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:12.605786 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-1576045e-db3a-4b5e-b59f-b905643be22c req-afe9119b-0112-4038-a42f-d95f7296d82a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=37cbef7f-f057-476b-a1c7-ed84d89eefd6 HTTP/1.1" status: 200 len: 835 time: 0.2138369 Aug 11 03:23:12.698021 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-f80edec9-185b-4e68-9360-89d3df196808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:23:12.712612 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0142d1ca-13c6-4611-b503-5681911ee210 req-a246abd2-b10b-4829-80ab-a4a1ea4e686a tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d4c303e-0c5b-4d5a-b0c4-6f31f4676a83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2022691 Aug 11 03:23:12.740073 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aa6fd3-263f-4eaa-a543-e2978ff38f7e req-c1f0ba8c-8779-41b4-a694-4c5aff66d63b tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:12.742710 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-00aa6fd3-263f-4eaa-a543-e2978ff38f7e req-c1f0ba8c-8779-41b4-a694-4c5aff66d63b tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e8e4809-0e1a-480b-8105-cc1135ce20e2 HTTP/1.1" status: 200 len: 946 time: 0.3022048 Aug 11 03:23:12.745377 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80edec9-185b-4e68-9360-89d3df196808 None None] Routers {'49046332-233f-4c02-a67c-6dac2c5a4f04'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:23:12.745840 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-f80edec9-185b-4e68-9360-89d3df196808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:23:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['49046332-233f-4c02-a67c-6dac2c5a4f04'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:23:12.753465 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [None req-0fee854c-4d30-46a5-9502-9d44db38cf0a tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] For port 4d8cfb3a-0d9a-4ff8-8e7a-61353f59fcea, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=4d8cfb3a-0d9a-4ff8-8e7a-61353f59fcea,segment=NetworkSegment(5ac5ecd3-f7f7-43c5-8059-639fd5007e39),segment_id=5ac5ecd3-f7f7-43c5-8059-639fd5007e39)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:23:12.753918 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0fee854c-4d30-46a5-9502-9d44db38cf0a tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:12.758549 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa2bcd8-f1e2-457e-b16c-72ddfa652cbc tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=050e2a6a-a6b0-44d4-8026-616a2b1dc11a,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:12.788243 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-0fee854c-4d30-46a5-9502-9d44db38cf0a tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Calling delete_port for 4d8cfb3a-0d9a-4ff8-8e7a-61353f59fcea owned by network:dhcp {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:23:12.791940 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-f80edec9-185b-4e68-9360-89d3df196808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:23:12.792690 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f80edec9-185b-4e68-9360-89d3df196808 None None] The sync data for ids ['49046332-233f-4c02-a67c-6dac2c5a4f04'] in n-d-764292-30 is: [] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:23:12.795475 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-1f377af7-94f6-4d25-87d7-6f4da118068c None None] Provisioning for port 4d8cfb3a-0d9a-4ff8-8e7a-61353f59fcea completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:23:12.807754 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ba28e406-446d-4ade-9244-67fb48451fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:12.809017 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba28e406-446d-4ade-9244-67fb48451fc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:12.809599 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ba28e406-446d-4ade-9244-67fb48451fc9 admin admin] Notify callbacks [] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:12.857487 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-00aa6fd3-263f-4eaa-a543-e2978ff38f7e req-4aea7719-5506-4aac-9244-b2a0bd244e6a tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] 10.222.0.41 "GET /v2.0/security-groups?id=e65ff429-9c9c-43ff-8c00-2b2cbbc9daf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007247 Aug 11 03:23:12.910963 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-faa2bcd8-f1e2-457e-b16c-72ddfa652cbc tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:12.912855 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-faa2bcd8-f1e2-457e-b16c-72ddfa652cbc tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.7007899 Aug 11 03:23:12.955146 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cefd3d16-e292-4076-8cb1-f2bbc82d71cc None None] DHCP port deletion for f76a38f2-200a-4323-bfc4-d07c9363df93 request from n-d-764292-30 {{(pid=102193) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:23:12.962806 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 1beb0a6f-98a7-498f-9707-6e4d9c409caa up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:23:12.977842 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3718f885-983e-46d5-8d8b-ce57ed19752a tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Made reservation on behalf of 446e7b81acea467eb5f054174b44b96a for: {'port': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:23:12.980847 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1576045e-db3a-4b5e-b59f-b905643be22c req-a25503bb-f4a2-4644-895a-f5a6e7c11355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:12.982414 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-1576045e-db3a-4b5e-b59f-b905643be22c req-a25503bb-f4a2-4644-895a-f5a6e7c11355 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=6a6493ce-4ad4-4581-8e07-a017fe78dc31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3385262 Aug 11 03:23:12.988922 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-3718f885-983e-46d5-8d8b-ce57ed19752a tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:13.001744 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba28e406-446d-4ade-9244-67fb48451fc9 admin admin] Pushing event updated for resources: {'Network': ['ID=e7fa7474-ec27-48c0-82c6-4433dec0ec87,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:13.026168 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [None req-3718f885-983e-46d5-8d8b-ce57ed19752a tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] device_id is not set on port da4e0950-6aba-4703-8f7c-a463117557fe yet. {{(pid=102192) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:23:13.036229 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0fee854c-4d30-46a5-9502-9d44db38cf0a tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:13.052441 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network e7fa7474-ec27-48c0-82c6-4433dec0ec87 details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:23:13.068961 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-ba28e406-446d-4ade-9244-67fb48451fc9 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 3.1004410 Aug 11 03:23:13.075133 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 51830) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:13.090083 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-ad3b085e-81a0-4cc7-a85c-2bdbfba9418d admin admin] Request body: {'subnet': {'network_id': 'e7fa7474-ec27-48c0-82c6-4433dec0ec87', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1633192616-subnet', 'tenant_id': 'fdbe55b7c58c49b2bfb506767218e312', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:23:13.106308 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fee854c-4d30-46a5-9502-9d44db38cf0a tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Pushing event deleted for resources: {'Port': ['ID=4d8cfb3a-0d9a-4ff8-8e7a-61353f59fcea,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:13.119403 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fee854c-4d30-46a5-9502-9d44db38cf0a tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] No DVR routers for this DVR port 4d8cfb3a-0d9a-4ff8-8e7a-61353f59fcea on host n-d-764292-30 {{(pid=102192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:23:13.154454 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8598455d-e902-4f00-b975-f6f5c2e23a80 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-520987'] for router_interface, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:13.176904 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-cefd3d16-e292-4076-8cb1-f2bbc82d71cc None None] The port '4d8cfb3a-0d9a-4ff8-8e7a-61353f59fcea' was deleted {{(pid=102193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Aug 11 03:23:13.209116 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-0bbc5ca7-af26-41a6-b0b8-10a8ae8aaeb0 None None] Provisioning complete for port e1e0c94b-02fe-43dc-80d7-9c831f1cdc1e triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:23:13.209987 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-0bbc5ca7-af26-41a6-b0b8-10a8ae8aaeb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:13.257188 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 1beb0a6f-98a7-498f-9707-6e4d9c409caa triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:23:13.257657 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:13.257794 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-1576045e-db3a-4b5e-b59f-b905643be22c req-5fe83e8d-adfb-45f0-98e3-6945d9c30e73 service neutron] 10.222.0.22 "GET /v2.0/networks/6a6493ce-4ad4-4581-8e07-a017fe78dc31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2663476 Aug 11 03:23:13.290076 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0fee854c-4d30-46a5-9502-9d44db38cf0a tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:13.290555 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad3b085e-81a0-4cc7-a85c-2bdbfba9418d admin admin] Made reservation on behalf of fdbe55b7c58c49b2bfb506767218e312 for: {'subnet': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:23:13.292848 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ad3b085e-81a0-4cc7-a85c-2bdbfba9418d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274743'] for subnet, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:13.310671 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-0fee854c-4d30-46a5-9502-9d44db38cf0a tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f76a38f2-200a-4323-bfc4-d07c9363df93']}} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:23:13.316078 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-0bbc5ca7-af26-41a6-b0b8-10a8ae8aaeb0 None None] Port e1e0c94b-02fe-43dc-80d7-9c831f1cdc1e cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:23:13.346260 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-0fee854c-4d30-46a5-9502-9d44db38cf0a tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ac5ecd3-f7f7-43c5-8059-639fd5007e39') {'for_net_delete': True} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:23:13.349514 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-0fee854c-4d30-46a5-9502-9d44db38cf0a tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ac5ecd3-f7f7-43c5-8059-639fd5007e39') {} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:23:13.362532 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0fee854c-4d30-46a5-9502-9d44db38cf0a tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125932501'] for segment, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:13.432662 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [None req-3718f885-983e-46d5-8d8b-ce57ed19752a tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Allocated IP 172.20.0.9 (a8748c9c-e6ab-4081-8049-0059e9ca1ae8/fe8b59ea-21a2-4b55-90ef-c7fa646fdce4/da4e0950-6aba-4703-8f7c-a463117557fe) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:23:13.485386 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0fee854c-4d30-46a5-9502-9d44db38cf0a tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:13.510927 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e803af57-c421-407a-aa95-6945ecb5e04b req-6cbcbae4-6818-4094-b64f-40055aa99d99 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1868765481&fields=id&tenant_id=6f34ea378b0c4732b01bbd0e8e3ce05d HTTP/1.1" status: 200 len: 267 time: 0.2711203 Aug 11 03:23:13.524565 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fee854c-4d30-46a5-9502-9d44db38cf0a tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=102192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:23:13.525240 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0fee854c-4d30-46a5-9502-9d44db38cf0a tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125932183'] for segment, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:13.531270 n-d-764292-30 neutron-server[102192]: Traceback (most recent call last): Aug 11 03:23:13.531270 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:23:13.531270 n-d-764292-30 neutron-server[102192]: timer() Aug 11 03:23:13.531270 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:23:13.531270 n-d-764292-30 neutron-server[102192]: cb(*args, **kw) Aug 11 03:23:13.531270 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:23:13.531270 n-d-764292-30 neutron-server[102192]: return func(*args, **kwargs) Aug 11 03:23:13.531270 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:23:13.531270 n-d-764292-30 neutron-server[102192]: self._notify() Aug 11 03:23:13.531270 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:23:13.531270 n-d-764292-30 neutron-server[102192]: self.callback(batched_events) Aug 11 03:23:13.531270 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:23:13.531270 n-d-764292-30 neutron-server[102192]: event.method(event) Aug 11 03:23:13.531270 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:23:13.531270 n-d-764292-30 neutron-server[102192]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:23:13.531270 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:23:13.531270 n-d-764292-30 neutron-server[102192]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:23:13.531270 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:23:13.531270 n-d-764292-30 neutron-server[102192]: return f(self, *a, **k) Aug 11 03:23:13.531270 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:23:13.531270 n-d-764292-30 neutron-server[102192]: return self._get(url).json() Aug 11 03:23:13.531270 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:23:13.531270 n-d-764292-30 neutron-server[102192]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:23:13.531270 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:23:13.531270 n-d-764292-30 neutron-server[102192]: return self.request(url, 'GET', **kwargs) Aug 11 03:23:13.531270 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:23:13.531270 n-d-764292-30 neutron-server[102192]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:23:13.531270 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:23:13.531270 n-d-764292-30 neutron-server[102192]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:23:13.531270 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:23:13.531270 n-d-764292-30 neutron-server[102192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:23:13.531270 n-d-764292-30 neutron-server[102192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:23:13.716434 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-1576045e-db3a-4b5e-b59f-b905643be22c req-a595b83e-6a50-4cfc-a668-0629d15e7738 service neutron] 10.222.0.22 "GET /v2.0/networks/6a6493ce-4ad4-4581-8e07-a017fe78dc31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4422998 Aug 11 03:23:13.716971 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8598455d-e902-4f00-b975-f6f5c2e23a80 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:13.785296 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-3718f885-983e-46d5-8d8b-ce57ed19752a tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:13.811165 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0fee854c-4d30-46a5-9502-9d44db38cf0a tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:13.832629 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0fee854c-4d30-46a5-9502-9d44db38cf0a tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:13.839166 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-0fee854c-4d30-46a5-9502-9d44db38cf0a tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] 10.222.0.41 "DELETE /v2.0/networks/f76a38f2-200a-4323-bfc4-d07c9363df93 HTTP/1.1" status: 204 len: 168 time: 4.7292662 Aug 11 03:23:13.839578 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 51856) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:13.846387 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-7277b671-b661-4bea-b440-37da1734fc3e tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2098374877'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:23:13.864724 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e803af57-c421-407a-aa95-6945ecb5e04b req-2be26caf-9b7e-47bd-9273-23c98b26b8f5 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:13.866184 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e803af57-c421-407a-aa95-6945ecb5e04b req-2be26caf-9b7e-47bd-9273-23c98b26b8f5 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] 10.222.0.41 "GET /v2.0/networks?id=aca38bb8-53be-4609-8761-de24e0c00b2e HTTP/1.1" status: 200 len: 797 time: 0.3544002 Aug 11 03:23:13.888969 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fee854c-4d30-46a5-9502-9d44db38cf0a tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Pushing event deleted for resources: {'Network': ['ID=f76a38f2-200a-4323-bfc4-d07c9363df93,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:13.911476 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e803af57-c421-407a-aa95-6945ecb5e04b req-22ad90a0-16a0-446e-a5a6-0d62fbbc96d1 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] 10.222.0.41 "GET /v2.0/quotas/6f34ea378b0c4732b01bbd0e8e3ce05d HTTP/1.1" status: 200 len: 375 time: 0.0267990 Aug 11 03:23:13.925824 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd7ea05-fce6-4d39-a540-86cb5f267f30 req-c826c591-7dec-4864-998f-d56f8ea18858 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:13.927687 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1dd7ea05-fce6-4d39-a540-86cb5f267f30 req-c826c591-7dec-4864-998f-d56f8ea18858 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ab07bbd-fa55-4032-bc68-2fe67c0da2d6 HTTP/1.1" status: 200 len: 944 time: 0.1272993 Aug 11 03:23:13.983399 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-3718f885-983e-46d5-8d8b-ce57ed19752a tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:14.056683 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1dd7ea05-fce6-4d39-a540-86cb5f267f30 req-93c5269b-9c55-4d1f-b575-7b9b36ca965a tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d4c303e-0c5b-4d5a-b0c4-6f31f4676a83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173234 Aug 11 03:23:14.069527 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e803af57-c421-407a-aa95-6945ecb5e04b req-351e4732-d7c2-4c7a-9c93-133822609193 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=6f34ea378b0c4732b01bbd0e8e3ce05d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1343846 Aug 11 03:23:14.069527 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3718f885-983e-46d5-8d8b-ce57ed19752a tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Network a8748c9c-e6ab-4081-8049-0059e9ca1ae8 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:23:14.069527 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-3718f885-983e-46d5-8d8b-ce57ed19752a tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:23:14.072880 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7277b671-b661-4bea-b440-37da1734fc3e tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Made reservation on behalf of 36371e2845a94adc8766212c496af890 for: {'network': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:23:14.073774 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3718f885-983e-46d5-8d8b-ce57ed19752a tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:23:14.077004 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7277b671-b661-4bea-b440-37da1734fc3e tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:14.080473 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3718f885-983e-46d5-8d8b-ce57ed19752a tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Pushing event updated for resources: {'Port': ['ID=da4e0950-6aba-4703-8f7c-a463117557fe,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:14.109598 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ad3b085e-81a0-4cc7-a85c-2bdbfba9418d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126283476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274725'] for subnet, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:14.197939 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8598455d-e902-4f00-b975-f6f5c2e23a80 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:14.204703 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7277b671-b661-4bea-b440-37da1734fc3e tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=102191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:23:14.229121 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3718f885-983e-46d5-8d8b-ce57ed19752a tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:14.229979 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-3718f885-983e-46d5-8d8b-ce57ed19752a tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:14.231685 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7277b671-b661-4bea-b440-37da1734fc3e tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:14.232044 n-d-764292-30 neutron-server[102191]: INFO neutron.db.segments_db [None req-7277b671-b661-4bea-b440-37da1734fc3e tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Added segment e6dcadad-f9cf-4251-b5b3-a50962b0ef27 of type vlan for network 3855164c-d6f4-4b6f-955b-2f40401887c6 Aug 11 03:23:14.234823 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3b085e-81a0-4cc7-a85c-2bdbfba9418d admin admin] Pushing event updated for resources: {'Subnet': ['ID=89d4fe2e-02dc-452f-b37f-085ec5acb28a,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:14.249753 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad3b085e-81a0-4cc7-a85c-2bdbfba9418d admin admin] Checking segment: {'id': '9f8ce2aa-5895-4159-b95f-a2336900b8ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'e7fa7474-ec27-48c0-82c6-4433dec0ec87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:23:14.250120 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad3b085e-81a0-4cc7-a85c-2bdbfba9418d admin admin] Network hostable DHCP agents. Network: e7fa7474-ec27-48c0-82c6-4433dec0ec87, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:23:14.277014 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8598455d-e902-4f00-b975-f6f5c2e23a80 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:14.283188 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531cd75b-ccd8-4f80-8082-2b3ea4e0793c req-d0ea0cf0-7005-4624-99e0-64dcb5f47c95 tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:14.284946 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-531cd75b-ccd8-4f80-8082-2b3ea4e0793c req-d0ea0cf0-7005-4624-99e0-64dcb5f47c95 tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e8e4809-0e1a-480b-8105-cc1135ce20e2 HTTP/1.1" status: 200 len: 946 time: 0.1301188 Aug 11 03:23:14.296480 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e803af57-c421-407a-aa95-6945ecb5e04b req-65e034a5-373f-402a-a039-fc316d10ad30 service neutron] 10.222.0.41 "GET /v2.0/networks/aca38bb8-53be-4609-8761-de24e0c00b2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926036 Aug 11 03:23:14.331507 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-3718f885-983e-46d5-8d8b-ce57ed19752a tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.0115917 Aug 11 03:23:14.336721 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7277b671-b661-4bea-b440-37da1734fc3e tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:14.340157 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 51864) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:14.364852 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-1800ec13-ef62-4995-bece-131ec3045110 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Request body: {'port': {'network_id': 'a8748c9c-e6ab-4081-8049-0059e9ca1ae8', 'name': 'tempest-FloatingIPTestJSON-221487201'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:23:14.386972 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-531cd75b-ccd8-4f80-8082-2b3ea4e0793c req-6d5132f4-5045-4aed-b799-cdedf6d662cd tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] 10.222.0.41 "GET /v2.0/security-groups?id=e65ff429-9c9c-43ff-8c00-2b2cbbc9daf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893083 Aug 11 03:23:14.427147 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e803af57-c421-407a-aa95-6945ecb5e04b req-64a0f43a-fd05-4db5-9bdb-f9f89d0317eb service neutron] 10.222.0.41 "GET /v2.0/networks/aca38bb8-53be-4609-8761-de24e0c00b2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234314 Aug 11 03:23:14.459486 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad3b085e-81a0-4cc7-a85c-2bdbfba9418d admin admin] Network e7fa7474-ec27-48c0-82c6-4433dec0ec87 is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:23:14.504056 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8598455d-e902-4f00-b975-f6f5c2e23a80 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16383026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521135'] for router_interface, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:14.512561 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8598455d-e902-4f00-b975-f6f5c2e23a80 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Pushing event updated for resources: {'Port': ['ID=e1e0c94b-02fe-43dc-80d7-9c831f1cdc1e,revision_number=3']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:14.539385 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-ad3b085e-81a0-4cc7-a85c-2bdbfba9418d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, e7fa7474-ec27-48c0-82c6-4433dec0ec87) {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:23:14.551753 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad3b085e-81a0-4cc7-a85c-2bdbfba9418d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:14.551753 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ad3b085e-81a0-4cc7-a85c-2bdbfba9418d admin admin] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:14.552017 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23714700-d46c-40ba-8cb7-fa63556c35c8 None None] Network e7fa7474-ec27-48c0-82c6-4433dec0ec87 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:23:14.646534 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7277b671-b661-4bea-b440-37da1734fc3e tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:14.677561 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7277b671-b661-4bea-b440-37da1734fc3e tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:14.677561 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7277b671-b661-4bea-b440-37da1734fc3e tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks [] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:14.677791 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 4d8cfb3a-0d9a-4ff8-8e7a-61353f59fcea no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:23:14.729941 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-77ab9751-1d84-468d-8423-561a1ccef402 req-b4cba621-ad93-40b5-acc8-edfbf3122db8 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] 10.222.0.41 "GET /v2.0/ports?device_id=4806c477-b922-49ed-a2d7-ceb4f67380f4 HTTP/1.1" status: 200 len: 210 time: 0.0495217 Aug 11 03:23:14.730798 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: 4d8cfb3a-0d9a-4ff8-8e7a-61353f59fcea {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:23:14.731331 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 4d8cfb3a-0d9a-4ff8-8e7a-61353f59fcea not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:23:14.788214 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1800ec13-ef62-4995-bece-131ec3045110 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Made reservation on behalf of 446e7b81acea467eb5f054174b44b96a for: {'port': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:23:14.793101 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1800ec13-ef62-4995-bece-131ec3045110 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:14.805414 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f27c81c-f4e4-4ba3-977a-e3194b49baac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde080026-c28f-55be-b52b-13827cc43646-e7fa7474-ec27-48c0-82c6-4433dec0ec87', 'network_id': 'e7fa7474-ec27-48c0-82c6-4433dec0ec87', 'tenant_id': 'fdbe55b7c58c49b2bfb506767218e312', 'fixed_ips': [{'subnet_id': '89d4fe2e-02dc-452f-b37f-085ec5acb28a'}]}} from n-d-764292-30. {{(pid=102193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:23:14.806099 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-4f27c81c-f4e4-4ba3-977a-e3194b49baac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:14.808372 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd91c789-d40d-4cbd-87f4-40deed15aee7 req-60102224-4761-4297-9284-0414faff0fb3 tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:14.817550 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cd91c789-d40d-4cbd-87f4-40deed15aee7 req-60102224-4761-4297-9284-0414faff0fb3 tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] 10.222.0.41 "GET /v2.0/ports?device_id=04c5ac5e-e73c-4ce9-8c89-88c2affb1e0d HTTP/1.1" status: 200 len: 946 time: 0.0855398 Aug 11 03:23:14.839464 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [None req-1800ec13-ef62-4995-bece-131ec3045110 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] device_id is not set on port 6c090316-73e5-49de-9aaf-f39bb701c766 yet. {{(pid=102191) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:23:14.866002 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cd91c789-d40d-4cbd-87f4-40deed15aee7 req-6ef54134-b512-4593-8b8d-4e9013c81e80 tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] 10.222.0.41 "GET /v2.0/security-groups?id=e65ff429-9c9c-43ff-8c00-2b2cbbc9daf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475490 Aug 11 03:23:14.915050 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-ad3b085e-81a0-4cc7-a85c-2bdbfba9418d admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8388023 Aug 11 03:23:14.919243 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 51884) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:14.920086 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-7277b671-b661-4bea-b440-37da1734fc3e tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0791206 Aug 11 03:23:14.926148 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 51886) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:14.926519 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-c3a8d1e1-45b8-4f6c-9953-7289ae854e92 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1633192616-router', 'tenant_id': 'fdbe55b7c58c49b2bfb506767218e312', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:23:14.936176 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7277b671-b661-4bea-b440-37da1734fc3e tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Pushing event updated for resources: {'Network': ['ID=3855164c-d6f4-4b6f-955b-2f40401887c6,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:14.947742 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-ccb5bdc5-f559-4c1f-9eb9-f4ee2de22941 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Request body: {'subnet': {'network_id': '3855164c-d6f4-4b6f-955b-2f40401887c6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:23:14.954326 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network 3855164c-d6f4-4b6f-955b-2f40401887c6 details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:23:15.020417 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c3a8d1e1-45b8-4f6c-9953-7289ae854e92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-450010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6626'] for router, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:15.024940 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c3a8d1e1-45b8-4f6c-9953-7289ae854e92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-446747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6633'] for router, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:15.036589 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8598455d-e902-4f00-b975-f6f5c2e23a80 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Network 36ca1cec-d3fe-4e14-9f45-f8e8c8e64ba7 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:23:15.042696 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-8598455d-e902-4f00-b975-f6f5c2e23a80 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:23:15.117535 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.db_base_plugin_common [None req-4f27c81c-f4e4-4ba3-977a-e3194b49baac None None] Allocated IP 172.20.0.2 (e7fa7474-ec27-48c0-82c6-4433dec0ec87/89d4fe2e-02dc-452f-b37f-085ec5acb28a/f0d11e8c-dd24-44f3-9290-0bc1286d1dab) {{(pid=102193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:23:15.187445 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c3a8d1e1-45b8-4f6c-9953-7289ae854e92 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:15.278081 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [None req-1800ec13-ef62-4995-bece-131ec3045110 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Allocated IP 172.20.0.3 (a8748c9c-e6ab-4081-8049-0059e9ca1ae8/fe8b59ea-21a2-4b55-90ef-c7fa646fdce4/6c090316-73e5-49de-9aaf-f39bb701c766) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:23:15.359825 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccb5bdc5-f559-4c1f-9eb9-f4ee2de22941 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Made reservation on behalf of 36371e2845a94adc8766212c496af890 for: {'subnet': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:23:15.363503 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ccb5bdc5-f559-4c1f-9eb9-f4ee2de22941 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274743'] for subnet, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:15.452053 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-4f27c81c-f4e4-4ba3-977a-e3194b49baac None None] Notify callbacks [] for port, precommit_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:15.472410 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-4f27c81c-f4e4-4ba3-977a-e3194b49baac None None] Transition to ACTIVE for port object f0d11e8c-dd24-44f3-9290-0bc1286d1dab will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:23:15.473978 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8598455d-e902-4f00-b975-f6f5c2e23a80 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Router 63ab6088-c9fe-409b-9d36-3602970af200 is scheduled to L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 with binding_index 1 {{(pid=102191) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:23:15.486156 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-6ba0c76c-12ae-4a4c-a3fc-ae427c5ddd06 None None] Provisioning complete for port e1e0c94b-02fe-43dc-80d7-9c831f1cdc1e triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:23:15.486560 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-6ba0c76c-12ae-4a4c-a3fc-ae427c5ddd06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:15.519593 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-4f27c81c-f4e4-4ba3-977a-e3194b49baac None None] Transition to ACTIVE for port object f0d11e8c-dd24-44f3-9290-0bc1286d1dab will not be triggered until provisioned by entity DHCP. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:23:15.538727 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a77877-65a1-4452-b5f8-3318c402d200 req-ce116213-cbd6-4622-ac46-c06247e2b394 tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:15.540317 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-6ba0c76c-12ae-4a4c-a3fc-ae427c5ddd06 None None] Port e1e0c94b-02fe-43dc-80d7-9c831f1cdc1e cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:23:15.540913 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-38a77877-65a1-4452-b5f8-3318c402d200 req-ce116213-cbd6-4622-ac46-c06247e2b394 tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] 10.222.0.41 "GET /v2.0/ports?device_id=27eed5b6-1696-492b-b635-59b5fce59416 HTTP/1.1" status: 200 len: 945 time: 0.3352494 Aug 11 03:23:15.552594 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070ce553-8d65-4830-a813-7496bd68e862 req-18e64428-f9b9-46ef-b203-eb7818a816ee tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:15.559868 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-070ce553-8d65-4830-a813-7496bd68e862 req-18e64428-f9b9-46ef-b203-eb7818a816ee tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ab07bbd-fa55-4032-bc68-2fe67c0da2d6 HTTP/1.1" status: 200 len: 944 time: 0.3657374 Aug 11 03:23:15.595404 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-4f27c81c-f4e4-4ba3-977a-e3194b49baac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669'] for port, after_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:15.622684 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c3a8d1e1-45b8-4f6c-9953-7289ae854e92 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:15.654779 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1800ec13-ef62-4995-bece-131ec3045110 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:15.678304 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f27c81c-f4e4-4ba3-977a-e3194b49baac None None] Network e7fa7474-ec27-48c0-82c6-4433dec0ec87 is already hosted by enough agents. {{(pid=102193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:23:15.679353 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f27c81c-f4e4-4ba3-977a-e3194b49baac None None] Pushing event updated for resources: {'Port': ['ID=f0d11e8c-dd24-44f3-9290-0bc1286d1dab,revision_number=1']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:15.682459 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-38a77877-65a1-4452-b5f8-3318c402d200 req-f4adfbb6-5281-4ecc-915e-3996aef9ee3a tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] 10.222.0.41 "GET /v2.0/security-groups?id=e65ff429-9c9c-43ff-8c00-2b2cbbc9daf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210537 Aug 11 03:23:15.686569 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.base_scheduler [None req-4f27c81c-f4e4-4ba3-977a-e3194b49baac None None] Resources bound (agent type, host, resource id): {{(pid=102193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:23:15.695087 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-070ce553-8d65-4830-a813-7496bd68e862 req-aced359e-b424-4f33-a801-f46ab0db62ba tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d4c303e-0c5b-4d5a-b0c4-6f31f4676a83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1282218 Aug 11 03:23:15.696441 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f27c81c-f4e4-4ba3-977a-e3194b49baac None None] Received port after_create {{(pid=102193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:23:15.710515 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8598455d-e902-4f00-b975-f6f5c2e23a80 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:23:15.718539 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 51904) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:15.718730 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-8598455d-e902-4f00-b975-f6f5c2e23a80 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] 10.222.0.41 "PUT /v2.0/routers/63ab6088-c9fe-409b-9d36-3602970af200/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5989201 Aug 11 03:23:15.724444 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b182f1e5-0253-476c-9acb-bc9041fca794 None None] Sync routers for ids ['63ab6088-c9fe-409b-9d36-3602970af200'] in n-d-764292-30 {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:23:15.737302 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b182f1e5-0253-476c-9acb-bc9041fca794 None None] Routers {'63ab6088-c9fe-409b-9d36-3602970af200'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:23:15.737941 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-b182f1e5-0253-476c-9acb-bc9041fca794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:23:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['63ab6088-c9fe-409b-9d36-3602970af200'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:23:15.787332 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-4f27c81c-f4e4-4ba3-977a-e3194b49baac None None] Attempting to bind port f0d11e8c-dd24-44f3-9290-0bc1286d1dab on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:23:15.788026 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-4f27c81c-f4e4-4ba3-977a-e3194b49baac None None] Attempting to bind port f0d11e8c-dd24-44f3-9290-0bc1286d1dab by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': '9f8ce2aa-5895-4159-b95f-a2336900b8ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'e7fa7474-ec27-48c0-82c6-4433dec0ec87'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:23:15.789155 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f27c81c-f4e4-4ba3-977a-e3194b49baac None None] Attempting to bind port f0d11e8c-dd24-44f3-9290-0bc1286d1dab on network e7fa7474-ec27-48c0-82c6-4433dec0ec87 {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:23:15.797430 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f27c81c-f4e4-4ba3-977a-e3194b49baac None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 23, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:23:15.798943 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f27c81c-f4e4-4ba3-977a-e3194b49baac None None] Checking segment: {'id': '9f8ce2aa-5895-4159-b95f-a2336900b8ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'e7fa7474-ec27-48c0-82c6-4433dec0ec87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:23:15.799596 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-4f27c81c-f4e4-4ba3-977a-e3194b49baac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:15.800238 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f27c81c-f4e4-4ba3-977a-e3194b49baac None None] Bound using segment: {'id': '9f8ce2aa-5895-4159-b95f-a2336900b8ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'e7fa7474-ec27-48c0-82c6-4433dec0ec87'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:23:15.801461 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-4f27c81c-f4e4-4ba3-977a-e3194b49baac None None] Bound port: f0d11e8c-dd24-44f3-9290-0bc1286d1dab, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f8ce2aa-5895-4159-b95f-a2336900b8ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'e7fa7474-ec27-48c0-82c6-4433dec0ec87'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:23:15.802111 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-4f27c81c-f4e4-4ba3-977a-e3194b49baac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:15.812921 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-b182f1e5-0253-476c-9acb-bc9041fca794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:23:15.834053 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b182f1e5-0253-476c-9acb-bc9041fca794 None None] Routers {'63ab6088-c9fe-409b-9d36-3602970af200'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:23:15.834851 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-b182f1e5-0253-476c-9acb-bc9041fca794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:23:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['63ab6088-c9fe-409b-9d36-3602970af200'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:23:15.886182 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-b182f1e5-0253-476c-9acb-bc9041fca794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:23:15.886779 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b182f1e5-0253-476c-9acb-bc9041fca794 None None] The sync data for ids ['63ab6088-c9fe-409b-9d36-3602970af200'] in n-d-764292-30 is: [] {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:23:15.898347 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74cc8edd-26de-4a01-a33e-5df671ca7f93 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:15.905461 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-4f27c81c-f4e4-4ba3-977a-e3194b49baac None None] For port f0d11e8c-dd24-44f3-9290-0bc1286d1dab, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:23:15.905607 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 51908) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:15.905696 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-74cc8edd-26de-4a01-a33e-5df671ca7f93 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] 10.222.0.41 "GET /v2.0/ports/e1e0c94b-02fe-43dc-80d7-9c831f1cdc1e HTTP/1.1" status: 200 len: 977 time: 0.1822083 Aug 11 03:23:15.905794 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-4f27c81c-f4e4-4ba3-977a-e3194b49baac None None] For port f0d11e8c-dd24-44f3-9290-0bc1286d1dab, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=f0d11e8c-dd24-44f3-9290-0bc1286d1dab,segment=NetworkSegment(9f8ce2aa-5895-4159-b95f-a2336900b8ec),segment_id=9f8ce2aa-5895-4159-b95f-a2336900b8ec)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:23:15.924004 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-56e93270-3740-417e-a677-121932e17f0e req-277183f3-e4fb-4006-a1fe-73fc6d45f69f tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] 10.222.0.41 "GET /v2.0/ports?device_id=4806c477-b922-49ed-a2d7-ceb4f67380f4 HTTP/1.1" status: 200 len: 210 time: 0.0568216 Aug 11 03:23:15.985363 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-4f27c81c-f4e4-4ba3-977a-e3194b49baac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:15.990364 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ccb5bdc5-f559-4c1f-9eb9-f4ee2de22941 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126283476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274725'] for subnet, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:16.028720 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1800ec13-ef62-4995-bece-131ec3045110 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:16.101479 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb5bdc5-f559-4c1f-9eb9-f4ee2de22941 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Pushing event updated for resources: {'Subnet': ['ID=807e0611-fec0-45cb-b964-e397daa8b862,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:16.106693 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f27c81c-f4e4-4ba3-977a-e3194b49baac None None] Pushing event updated for resources: {'Port': ['ID=f0d11e8c-dd24-44f3-9290-0bc1286d1dab,revision_number=2']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:16.144631 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343f697a-9385-4b73-bf37-d15b30960079 req-ac4cd6ac-2741-4313-a144-c4b81cd33d3c tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:16.151568 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343f697a-9385-4b73-bf37-d15b30960079 req-ac4cd6ac-2741-4313-a144-c4b81cd33d3c tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:16.162235 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343f697a-9385-4b73-bf37-d15b30960079 req-ac4cd6ac-2741-4313-a144-c4b81cd33d3c tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:16.164312 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-343f697a-9385-4b73-bf37-d15b30960079 req-ac4cd6ac-2741-4313-a144-c4b81cd33d3c tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] 10.222.0.41 "GET /v2.0/ports?device_id=04c5ac5e-e73c-4ce9-8c89-88c2affb1e0d&device_id=8e8e4809-0e1a-480b-8105-cc1135ce20e2&device_id=27eed5b6-1696-492b-b635-59b5fce59416 HTTP/1.1" status: 200 len: 2418 time: 0.1091628 Aug 11 03:23:16.168284 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c3a8d1e1-45b8-4f6c-9953-7289ae854e92 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:16.201253 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c3a8d1e1-45b8-4f6c-9953-7289ae854e92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:16.271834 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-343f697a-9385-4b73-bf37-d15b30960079 req-f6af5d09-8b23-46ad-b26c-1fd67e3d4b19 tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] 10.222.0.41 "GET /v2.0/security-groups?id=e65ff429-9c9c-43ff-8c00-2b2cbbc9daf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011298 Aug 11 03:23:16.402455 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [None req-c3a8d1e1-45b8-4f6c-9953-7289ae854e92 admin admin] Allocated IP 172.25.8.5 (09faf7d2-eaf5-4a50-bb6e-4cb05d009a76/e1a97443-13df-40bb-85f5-fd269e2742c0/ac12285f-37fc-49ef-82bb-e352306589e8) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:23:16.574219 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1800ec13-ef62-4995-bece-131ec3045110 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Network a8748c9c-e6ab-4081-8049-0059e9ca1ae8 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:23:16.604759 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6398776a-a35b-43b0-ab01-f631bb437b81 req-0159514e-1d2e-44c4-b34f-2f1368285259 tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:16.606536 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6398776a-a35b-43b0-ab01-f631bb437b81 req-0159514e-1d2e-44c4-b34f-2f1368285259 tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] 10.222.0.41 "GET /v2.0/ports?device_id=04c5ac5e-e73c-4ce9-8c89-88c2affb1e0d HTTP/1.1" status: 200 len: 946 time: 0.0968335 Aug 11 03:23:16.627342 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-1800ec13-ef62-4995-bece-131ec3045110 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:23:16.630797 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c3a8d1e1-45b8-4f6c-9953-7289ae854e92 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:16.653997 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1800ec13-ef62-4995-bece-131ec3045110 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:23:16.671024 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6398776a-a35b-43b0-ab01-f631bb437b81 req-37dd68df-bf0a-4358-9281-47ad0bc59fd4 tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] 10.222.0.41 "GET /v2.0/security-groups?id=e65ff429-9c9c-43ff-8c00-2b2cbbc9daf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574551 Aug 11 03:23:16.690768 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1800ec13-ef62-4995-bece-131ec3045110 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Pushing event updated for resources: {'Port': ['ID=6c090316-73e5-49de-9aaf-f39bb701c766,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:16.716884 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device f0d11e8c-dd24-44f3-9290-0bc1286d1dab up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:23:16.738178 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb5bdc5-f559-4c1f-9eb9-f4ee2de22941 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Checking segment: {'id': 'e6dcadad-f9cf-4251-b5b3-a50962b0ef27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '3855164c-d6f4-4b6f-955b-2f40401887c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:23:16.740847 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccb5bdc5-f559-4c1f-9eb9-f4ee2de22941 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Network hostable DHCP agents. Network: 3855164c-d6f4-4b6f-955b-2f40401887c6, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:23:16.746622 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device dfa2e0ff-33d8-4c81-8f5e-c2c8919596e7 details requested by agent hyperv_n-h1-764292-30 with host n-h1-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:23:16.767726 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1800ec13-ef62-4995-bece-131ec3045110 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:16.768585 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1800ec13-ef62-4995-bece-131ec3045110 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:16.894625 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e7a80e-8be3-44e3-8e12-3811d4a6d2c2 req-1b55183f-b83c-40eb-8470-243a51855077 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:16.905767 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-00e7a80e-8be3-44e3-8e12-3811d4a6d2c2 req-1b55183f-b83c-40eb-8470-243a51855077 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ab07bbd-fa55-4032-bc68-2fe67c0da2d6 HTTP/1.1" status: 200 len: 944 time: 0.0735347 Aug 11 03:23:16.921436 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port dfa2e0ff-33d8-4c81-8f5e-c2c8919596e7, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=dfa2e0ff-33d8-4c81-8f5e-c2c8919596e7,segment=NetworkSegment(d0314809-797b-49c5-956f-3a5c1e5c0001),segment_id=d0314809-797b-49c5-956f-3a5c1e5c0001)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:23:16.949353 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c3a8d1e1-45b8-4f6c-9953-7289ae854e92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:16.960652 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Returning: {'device': 'dfa2e0ff-33d8-4c81-8f5e-c2c8919596e7', 'network_id': '6a6493ce-4ad4-4581-8e07-a017fe78dc31', 'port_id': 'dfa2e0ff-33d8-4c81-8f5e-c2c8919596e7', 'mac_address': 'fa:16:3e:c4:62:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37cbef7f-f057-476b-a1c7-ed84d89eefd6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:23:16.967153 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-1800ec13-ef62-4995-bece-131ec3045110 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.6064970 Aug 11 03:23:16.967979 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccb5bdc5-f559-4c1f-9eb9-f4ee2de22941 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Network 3855164c-d6f4-4b6f-955b-2f40401887c6 is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:23:16.975693 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 51930) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:16.981866 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-ca9de1bb-deb2-42b8-9949-46622b7efb75 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Request body: {'floatingip': {'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'port_id': '6c090316-73e5-49de-9aaf-f39bb701c766', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:23:17.036172 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d732e400-ffbf-449e-a3ba-7658884e2ae8 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521106'] for router_interface, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:17.042421 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:17.063750 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port f0d11e8c-dd24-44f3-9290-0bc1286d1dab completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:23:17.093057 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a8d1e1-45b8-4f6c-9953-7289ae854e92 admin admin] Network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:23:17.099778 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfa2e0ff-33d8-4c81-8f5e-c2c8919596e7 {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:23:17.102734 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-00e7a80e-8be3-44e3-8e12-3811d4a6d2c2 req-6b743dd9-1075-4251-8deb-d211966ee806 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d4c303e-0c5b-4d5a-b0c4-6f31f4676a83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1800766 Aug 11 03:23:17.103579 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-c3a8d1e1-45b8-4f6c-9953-7289ae854e92 admin admin] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:23:17.108679 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a8d1e1-45b8-4f6c-9953-7289ae854e92 admin admin] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:23:17.115804 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a8d1e1-45b8-4f6c-9953-7289ae854e92 admin admin] Pushing event updated for resources: {'Port': ['ID=ac12285f-37fc-49ef-82bb-e352306589e8,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:17.127455 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-ccb5bdc5-f559-4c1f-9eb9-f4ee2de22941 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, 3855164c-d6f4-4b6f-955b-2f40401887c6) {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:23:17.151621 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccb5bdc5-f559-4c1f-9eb9-f4ee2de22941 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:17.156071 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ccb5bdc5-f559-4c1f-9eb9-f4ee2de22941 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:17.160526 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port dfa2e0ff-33d8-4c81-8f5e-c2c8919596e7, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=dfa2e0ff-33d8-4c81-8f5e-c2c8919596e7,segment=NetworkSegment(d0314809-797b-49c5-956f-3a5c1e5c0001),segment_id=d0314809-797b-49c5-956f-3a5c1e5c0001)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:23:17.168552 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9434a180-0526-46f7-8857-84aa4245f121 None None] Network 3855164c-d6f4-4b6f-955b-2f40401887c6 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:23:17.190885 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a8d1e1-45b8-4f6c-9953-7289ae854e92 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:23:17.191223 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a8d1e1-45b8-4f6c-9953-7289ae854e92 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:23:17.191765 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a8d1e1-45b8-4f6c-9953-7289ae854e92 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:23:17.192105 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a8d1e1-45b8-4f6c-9953-7289ae854e92 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:23:17.192432 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a8d1e1-45b8-4f6c-9953-7289ae854e92 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:23:17.192844 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a8d1e1-45b8-4f6c-9953-7289ae854e92 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:23:17.194988 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a8d1e1-45b8-4f6c-9953-7289ae854e92 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:23:17.196512 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a8d1e1-45b8-4f6c-9953-7289ae854e92 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:23:17.196845 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a8d1e1-45b8-4f6c-9953-7289ae854e92 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:23:17.197169 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a8d1e1-45b8-4f6c-9953-7289ae854e92 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:23:17.207233 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a8d1e1-45b8-4f6c-9953-7289ae854e92 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:23:17.207233 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a8d1e1-45b8-4f6c-9953-7289ae854e92 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:23:17.237052 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ca9de1bb-deb2-42b8-9949-46622b7efb75 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks [] for floatingip, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:17.267675 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:17.356755 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-ccb5bdc5-f559-4c1f-9eb9-f4ee2de22941 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4107282 Aug 11 03:23:17.361030 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 51936) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:17.367242 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-827e06da-d9f6-4496-b48c-9f418387302a tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Request body: {'subnet': {'network_id': '3855164c-d6f4-4b6f-955b-2f40401887c6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:23:17.460477 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=dfa2e0ff-33d8-4c81-8f5e-c2c8919596e7,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:17.461248 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5a1ee112-7261-4c41-8dc1-3a99ca2d6863 req-ebad6f94-bd7e-496c-9afb-ffa6196f68df tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] 10.222.0.41 "GET /v2.0/ports?device_id=4806c477-b922-49ed-a2d7-ceb4f67380f4 HTTP/1.1" status: 200 len: 210 time: 0.2263720 Aug 11 03:23:17.603655 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['dfa2e0ff-33d8-4c81-8f5e-c2c8919596e7'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:23:17.641827 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8df2afe8-e863-4184-b8c1-388abfc4ee67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde080026-c28f-55be-b52b-13827cc43646-3855164c-d6f4-4b6f-955b-2f40401887c6', 'network_id': '3855164c-d6f4-4b6f-955b-2f40401887c6', 'tenant_id': '36371e2845a94adc8766212c496af890', 'fixed_ips': [{'subnet_id': '807e0611-fec0-45cb-b964-e397daa8b862'}]}} from n-d-764292-30. {{(pid=102193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:23:17.644631 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8df2afe8-e863-4184-b8c1-388abfc4ee67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:17.692662 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16b277ce-a958-4bea-aa07-77c371c730b3 None None] Network e7fa7474-ec27-48c0-82c6-4433dec0ec87 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:23:17.814735 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e803af57-c421-407a-aa95-6945ecb5e04b req-bf346f23-97be-48cd-a686-ae3558b6401b tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:17.816475 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c3a8d1e1-45b8-4f6c-9953-7289ae854e92 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:17.816893 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-e803af57-c421-407a-aa95-6945ecb5e04b req-bf346f23-97be-48cd-a686-ae3558b6401b tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] 10.222.0.22 "GET /v2.0/networks?id=aca38bb8-53be-4609-8761-de24e0c00b2e HTTP/1.1" status: 200 len: 797 time: 0.3661931 Aug 11 03:23:17.882302 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-cef335e0-0025-4de8-856a-50529c51f130 None None] Provisioning for port f0d11e8c-dd24-44f3-9290-0bc1286d1dab completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:23:17.913795 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-cef335e0-0025-4de8-856a-50529c51f130 None None] Provisioning complete for port f0d11e8c-dd24-44f3-9290-0bc1286d1dab triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:23:17.913795 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-cef335e0-0025-4de8-856a-50529c51f130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:17.937796 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-e803af57-c421-407a-aa95-6945ecb5e04b req-b180f928-19fe-42a2-84f7-49243aedadf8 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6f34ea378b0c4732b01bbd0e8e3ce05d HTTP/1.1" status: 200 len: 380 time: 0.0976450 Aug 11 03:23:17.939402 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ca9de1bb-deb2-42b8-9949-46622b7efb75 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:17.952950 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-e803af57-c421-407a-aa95-6945ecb5e04b req-d0ddf613-1a07-4ac7-8fc3-96287b905537 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Request body: {'port': {'device_id': '4806c477-b922-49ed-a2d7-ceb4f67380f4', 'network_id': 'aca38bb8-53be-4609-8761-de24e0c00b2e', 'admin_state_up': True, 'tenant_id': '6f34ea378b0c4732b01bbd0e8e3ce05d', 'security_groups': ['91bb33c4-45bb-48b2-96aa-0a930cf41659']}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:23:18.024493 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-827e06da-d9f6-4496-b48c-9f418387302a tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Made reservation on behalf of 36371e2845a94adc8766212c496af890 for: {'subnet': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:23:18.028719 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-827e06da-d9f6-4496-b48c-9f418387302a tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274743'] for subnet, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:18.214361 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.db_base_plugin_common [None req-8df2afe8-e863-4184-b8c1-388abfc4ee67 None None] Allocated IP 2001:db8::2 (3855164c-d6f4-4b6f-955b-2f40401887c6/807e0611-fec0-45cb-b964-e397daa8b862/c0b0b9ba-1dd0-47e5-a024-94ac23338656) {{(pid=102193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:23:18.241324 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-d732e400-ffbf-449e-a3ba-7658884e2ae8 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Deleting port e1e0c94b-02fe-43dc-80d7-9c831f1cdc1e {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:23:18.241820 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d732e400-ffbf-449e-a3ba-7658884e2ae8 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:18.374723 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d732e400-ffbf-449e-a3ba-7658884e2ae8 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:18.429793 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [None req-ca9de1bb-deb2-42b8-9949-46622b7efb75 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Allocated IP 172.25.8.38 (09faf7d2-eaf5-4a50-bb6e-4cb05d009a76/e1a97443-13df-40bb-85f5-fd269e2742c0/55d4c285-d881-493f-9ff7-a8a47fc252ef) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:23:18.432363 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-d732e400-ffbf-449e-a3ba-7658884e2ae8 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Calling delete_port for e1e0c94b-02fe-43dc-80d7-9c831f1cdc1e owned by network:router_interface {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:23:18.473397 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-cef335e0-0025-4de8-856a-50529c51f130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:18.477704 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8df2afe8-e863-4184-b8c1-388abfc4ee67 None None] Notify callbacks [] for port, precommit_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:18.489994 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443d2e09-d74f-4dc1-92d7-a0fb77ad83d9 req-4eea51ff-0515-4b6a-ad11-3d83d081e43b tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:18.497311 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-443d2e09-d74f-4dc1-92d7-a0fb77ad83d9 req-4eea51ff-0515-4b6a-ad11-3d83d081e43b tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ab07bbd-fa55-4032-bc68-2fe67c0da2d6 HTTP/1.1" status: 200 len: 945 time: 0.0727186 Aug 11 03:23:18.555213 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-8df2afe8-e863-4184-b8c1-388abfc4ee67 None None] Transition to ACTIVE for port object c0b0b9ba-1dd0-47e5-a024-94ac23338656 will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:23:18.610276 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-8df2afe8-e863-4184-b8c1-388abfc4ee67 None None] Transition to ACTIVE for port object c0b0b9ba-1dd0-47e5-a024-94ac23338656 will not be triggered until provisioned by entity DHCP. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:23:18.639164 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e803af57-c421-407a-aa95-6945ecb5e04b req-d0ddf613-1a07-4ac7-8fc3-96287b905537 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Made reservation on behalf of 6f34ea378b0c4732b01bbd0e8e3ce05d for: {'port': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:23:18.644611 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-e803af57-c421-407a-aa95-6945ecb5e04b req-d0ddf613-1a07-4ac7-8fc3-96287b905537 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:18.740474 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c3a8d1e1-45b8-4f6c-9953-7289ae854e92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-446952'] for router, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:18.757809 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-443d2e09-d74f-4dc1-92d7-a0fb77ad83d9 req-f82d75a6-2f04-4b63-bddd-2359f79b3039 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d4c303e-0c5b-4d5a-b0c4-6f31f4676a83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2555382 Aug 11 03:23:18.759255 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-cef335e0-0025-4de8-856a-50529c51f130 None None] For port f0d11e8c-dd24-44f3-9290-0bc1286d1dab, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=f0d11e8c-dd24-44f3-9290-0bc1286d1dab,segment=NetworkSegment(9f8ce2aa-5895-4159-b95f-a2336900b8ec),segment_id=9f8ce2aa-5895-4159-b95f-a2336900b8ec)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:23:18.761151 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8df2afe8-e863-4184-b8c1-388abfc4ee67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669'] for port, after_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:18.794196 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fb5a32-1858-40ea-ad2c-38338e8db173 req-19d25829-b5e2-4482-a0ee-d1234deb6a60 tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:18.805527 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e7fb5a32-1858-40ea-ad2c-38338e8db173 req-19d25829-b5e2-4482-a0ee-d1234deb6a60 tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] 10.222.0.41 "GET /v2.0/ports?device_id=27eed5b6-1696-492b-b635-59b5fce59416 HTTP/1.1" status: 200 len: 945 time: 0.2648928 Aug 11 03:23:18.889682 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-cef335e0-0025-4de8-856a-50529c51f130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:18.916475 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df2afe8-e863-4184-b8c1-388abfc4ee67 None None] Network 3855164c-d6f4-4b6f-955b-2f40401887c6 is already hosted by enough agents. {{(pid=102193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:23:18.932591 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.base_scheduler [None req-8df2afe8-e863-4184-b8c1-388abfc4ee67 None None] Resources bound (agent type, host, resource id): {{(pid=102193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:23:18.939682 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df2afe8-e863-4184-b8c1-388abfc4ee67 None None] Pushing event updated for resources: {'Port': ['ID=c0b0b9ba-1dd0-47e5-a024-94ac23338656,revision_number=1']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:18.948921 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df2afe8-e863-4184-b8c1-388abfc4ee67 None None] Received port after_create {{(pid=102193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:23:18.959479 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b79f5290-3af5-4318-9eed-2d6d030c13b5 req-ebb2733d-0729-498a-a077-103439998392 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] 10.222.0.41 "GET /v2.0/ports?device_id=4806c477-b922-49ed-a2d7-ceb4f67380f4 HTTP/1.1" status: 200 len: 210 time: 0.0494239 Aug 11 03:23:18.979013 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e7fb5a32-1858-40ea-ad2c-38338e8db173 req-939034ac-125f-4730-99fb-c64b48228471 tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] 10.222.0.41 "GET /v2.0/security-groups?id=e65ff429-9c9c-43ff-8c00-2b2cbbc9daf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719472 Aug 11 03:23:19.074015 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ca9de1bb-deb2-42b8-9949-46622b7efb75 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:19.088259 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [req-e803af57-c421-407a-aa95-6945ecb5e04b req-d0ddf613-1a07-4ac7-8fc3-96287b905537 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Allocated IP 172.20.0.4 (aca38bb8-53be-4609-8761-de24e0c00b2e/2eab23f8-93c4-44af-9e21-52232de1fe86/1347ce03-6fd3-4df9-85e1-8335bdb4082d) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:23:19.102601 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-8df2afe8-e863-4184-b8c1-388abfc4ee67 None None] Attempting to bind port c0b0b9ba-1dd0-47e5-a024-94ac23338656 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:23:19.102978 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-8df2afe8-e863-4184-b8c1-388abfc4ee67 None None] Attempting to bind port c0b0b9ba-1dd0-47e5-a024-94ac23338656 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': 'e6dcadad-f9cf-4251-b5b3-a50962b0ef27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '3855164c-d6f4-4b6f-955b-2f40401887c6'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:23:19.103340 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df2afe8-e863-4184-b8c1-388abfc4ee67 None None] Attempting to bind port c0b0b9ba-1dd0-47e5-a024-94ac23338656 on network 3855164c-d6f4-4b6f-955b-2f40401887c6 {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:23:19.123159 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df2afe8-e863-4184-b8c1-388abfc4ee67 None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 23, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:23:19.126649 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df2afe8-e863-4184-b8c1-388abfc4ee67 None None] Checking segment: {'id': 'e6dcadad-f9cf-4251-b5b3-a50962b0ef27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '3855164c-d6f4-4b6f-955b-2f40401887c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:23:19.126649 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8df2afe8-e863-4184-b8c1-388abfc4ee67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:19.126649 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df2afe8-e863-4184-b8c1-388abfc4ee67 None None] Bound using segment: {'id': 'e6dcadad-f9cf-4251-b5b3-a50962b0ef27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '3855164c-d6f4-4b6f-955b-2f40401887c6'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:23:19.126649 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-8df2afe8-e863-4184-b8c1-388abfc4ee67 None None] Bound port: c0b0b9ba-1dd0-47e5-a024-94ac23338656, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6dcadad-f9cf-4251-b5b3-a50962b0ef27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '3855164c-d6f4-4b6f-955b-2f40401887c6'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:23:19.126649 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8df2afe8-e863-4184-b8c1-388abfc4ee67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:19.128312 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef335e0-0025-4de8-856a-50529c51f130 None None] Pushing event updated for resources: {'Port': ['ID=f0d11e8c-dd24-44f3-9290-0bc1286d1dab,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:19.151406 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-fa810e71-862c-43b0-9424-2e6709d091f5 None None] Provisioning complete for port f0d11e8c-dd24-44f3-9290-0bc1286d1dab triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:23:19.151779 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-fa810e71-862c-43b0-9424-2e6709d091f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:19.165976 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3a8d1e1-45b8-4f6c-9953-7289ae854e92 admin admin] Router 90919bdd-25f6-4d2e-a5ff-49fd434f3f9c is scheduled to L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 with binding_index 1 {{(pid=102192) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:23:19.317992 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3a8d1e1-45b8-4f6c-9953-7289ae854e92 admin admin] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:23:19.351693 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c0b19f-6e57-4cc0-bdb2-5cbd4c5f28b3 None None] Sync routers for ids ['90919bdd-25f6-4d2e-a5ff-49fd434f3f9c'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:23:19.384148 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c0b19f-6e57-4cc0-bdb2-5cbd4c5f28b3 None None] Routers {'90919bdd-25f6-4d2e-a5ff-49fd434f3f9c'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:23:19.384813 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-c8c0b19f-6e57-4cc0-bdb2-5cbd4c5f28b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:23:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['90919bdd-25f6-4d2e-a5ff-49fd434f3f9c'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:23:19.394903 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c3a8d1e1-45b8-4f6c-9953-7289ae854e92 admin admin] Notify callbacks [] for router, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:19.403964 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-c3a8d1e1-45b8-4f6c-9953-7289ae854e92 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.4846854 Aug 11 03:23:19.405049 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 51974) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:19.535761 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-c8c0b19f-6e57-4cc0-bdb2-5cbd4c5f28b3 None None] Set router 90919bdd-25f6-4d2e-a5ff-49fd434f3f9c gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:23:19.566650 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-827e06da-d9f6-4496-b48c-9f418387302a tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126283476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274725'] for subnet, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:19.640647 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-8df2afe8-e863-4184-b8c1-388abfc4ee67 None None] For port c0b0b9ba-1dd0-47e5-a024-94ac23338656, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:23:19.648773 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-827e06da-d9f6-4496-b48c-9f418387302a tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Network 3855164c-d6f4-4b6f-955b-2f40401887c6 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:23:19.657663 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-827e06da-d9f6-4496-b48c-9f418387302a tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:23:19.666345 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-8df2afe8-e863-4184-b8c1-388abfc4ee67 None None] For port c0b0b9ba-1dd0-47e5-a024-94ac23338656, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=c0b0b9ba-1dd0-47e5-a024-94ac23338656,segment=NetworkSegment(e6dcadad-f9cf-4251-b5b3-a50962b0ef27),segment_id=e6dcadad-f9cf-4251-b5b3-a50962b0ef27)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:23:19.666566 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-827e06da-d9f6-4496-b48c-9f418387302a tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:19.666566 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-827e06da-d9f6-4496-b48c-9f418387302a tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:19.684054 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827e06da-d9f6-4496-b48c-9f418387302a tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Pushing event updated for resources: {'Subnet': ['ID=c2cb3a7a-850f-4d15-bf82-165a63520bd7,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:19.706657 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d732e400-ffbf-449e-a3ba-7658884e2ae8 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:19.715960 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-e803af57-c421-407a-aa95-6945ecb5e04b req-d0ddf613-1a07-4ac7-8fc3-96287b905537 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:19.729962 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8df2afe8-e863-4184-b8c1-388abfc4ee67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:19.753816 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d732e400-ffbf-449e-a3ba-7658884e2ae8 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Pushing event deleted for resources: {'Port': ['ID=e1e0c94b-02fe-43dc-80d7-9c831f1cdc1e,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:19.756187 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ca9de1bb-deb2-42b8-9949-46622b7efb75 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:19.802941 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [req-e803af57-c421-407a-aa95-6945ecb5e04b req-d0ddf613-1a07-4ac7-8fc3-96287b905537 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Transition to ACTIVE for port object 1347ce03-6fd3-4df9-85e1-8335bdb4082d will not be triggered until provisioned by entity DHCP. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:23:19.808746 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-827e06da-d9f6-4496-b48c-9f418387302a tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.4458132 Aug 11 03:23:19.833393 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df2afe8-e863-4184-b8c1-388abfc4ee67 None None] Pushing event updated for resources: {'Port': ['ID=c0b0b9ba-1dd0-47e5-a024-94ac23338656,revision_number=2']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:19.843736 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 51984) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:19.916854 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-c8c0b19f-6e57-4cc0-bdb2-5cbd4c5f28b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90919bdd-25f6-4d2e-a5ff-49fd434f3f9c', 'name': 'tempest-AttachVolumeTestJSON-1633192616-router', 'tenant_id': 'fdbe55b7c58c49b2bfb506767218e312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': 'ac12285f-37fc-49ef-82bb-e352306589e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:23:15Z', 'updated_at': '2021-08-11T03:23:17Z', 'revision_number': 3, 'project_id': 'fdbe55b7c58c49b2bfb506767218e312', 'gw_port': {'id': 'ac12285f-37fc-49ef-82bb-e352306589e8', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:d1:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90919bdd-25f6-4d2e-a5ff-49fd434f3f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2587, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:23:16Z', 'updated_at': '2021-08-11T03:23:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:23:19.961359 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c0b19f-6e57-4cc0-bdb2-5cbd4c5f28b3 None None] Checking router: 90919bdd-25f6-4d2e-a5ff-49fd434f3f9c for host: n-d-764292-30 {{(pid=102193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:23:19.961709 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c0b19f-6e57-4cc0-bdb2-5cbd4c5f28b3 None None] Updating router 90919bdd-25f6-4d2e-a5ff-49fd434f3f9c port ac12285f-37fc-49ef-82bb-e352306589e8 binding host n-d-764292-30 {{(pid=102193) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:23:20.012157 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-c8c0b19f-6e57-4cc0-bdb2-5cbd4c5f28b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:20.071409 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca9de1bb-deb2-42b8-9949-46622b7efb75 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:23:20.095452 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-ca9de1bb-deb2-42b8-9949-46622b7efb75 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:23:20.109489 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9de1bb-deb2-42b8-9949-46622b7efb75 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Pushing event updated for resources: {'Port': ['ID=55d4c285-d881-493f-9ff7-a8a47fc252ef,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:20.124959 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9de1bb-deb2-42b8-9949-46622b7efb75 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:23:20.178217 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-326e5c20-45a0-4b16-90e6-3258e4e8e39c tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:20.180449 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-326e5c20-45a0-4b16-90e6-3258e4e8e39c tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:20.181949 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-326e5c20-45a0-4b16-90e6-3258e4e8e39c tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:20.184297 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-326e5c20-45a0-4b16-90e6-3258e4e8e39c tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:20.185796 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-326e5c20-45a0-4b16-90e6-3258e4e8e39c tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:20.187961 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-326e5c20-45a0-4b16-90e6-3258e4e8e39c tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.3272681 Aug 11 03:23:20.202310 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 51992) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:20.207492 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87329570-5723-4a40-bacb-fa26f8f1ac10 req-a68b713d-6046-4a55-b701-587d79dd3993 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:20.210423 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-835409d1-547a-421d-98d2-8f13c7e055f3 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1428448930'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:23:20.225333 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-87329570-5723-4a40-bacb-fa26f8f1ac10 req-a68b713d-6046-4a55-b701-587d79dd3993 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ab07bbd-fa55-4032-bc68-2fe67c0da2d6 HTTP/1.1" status: 200 len: 945 time: 0.3001161 Aug 11 03:23:20.236903 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bba44cf6-9f0f-49ad-987c-230492aa4e04 req-a795c14d-43f8-4a5b-ac8a-99cdfd9a7125 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] 10.222.0.41 "GET /v2.0/ports?device_id=4806c477-b922-49ed-a2d7-ceb4f67380f4 HTTP/1.1" status: 200 len: 210 time: 0.1337094 Aug 11 03:23:20.302501 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-e803af57-c421-407a-aa95-6945ecb5e04b req-d0ddf613-1a07-4ac7-8fc3-96287b905537 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:20.363073 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-87329570-5723-4a40-bacb-fa26f8f1ac10 req-d89ace5c-93a3-47b1-805a-0f004561314d tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d4c303e-0c5b-4d5a-b0c4-6f31f4676a83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1367240 Aug 11 03:23:20.370989 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b6d7a161-d01a-46ea-b50c-abdcd48e4f32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:20.436506 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac2bb3b-1dde-428b-aac1-ceae3e73608e req-46eb107d-af5c-4cbe-aef1-e31022b3763f tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:20.444061 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3ac2bb3b-1dde-428b-aac1-ceae3e73608e req-46eb107d-af5c-4cbe-aef1-e31022b3763f tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] 10.222.0.41 "GET /v2.0/ports?device_id=27eed5b6-1696-492b-b635-59b5fce59416 HTTP/1.1" status: 200 len: 945 time: 0.0763755 Aug 11 03:23:20.458295 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d732e400-ffbf-449e-a3ba-7658884e2ae8 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16383033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450082'] for router_interface, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:20.480932 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ddf613-1a07-4ac7-8fc3-96287b905537 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Pushing event updated for resources: {'Port': ['ID=1347ce03-6fd3-4df9-85e1-8335bdb4082d,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:20.483334 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-c8c0b19f-6e57-4cc0-bdb2-5cbd4c5f28b3 None None] Notify callbacks [] for port, precommit_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:20.496428 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3ac2bb3b-1dde-428b-aac1-ceae3e73608e req-3f92e65e-c3d9-4942-ba33-c61ad12be55a tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] 10.222.0.41 "GET /v2.0/security-groups?id=e65ff429-9c9c-43ff-8c00-2b2cbbc9daf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479159 Aug 11 03:23:20.499121 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-c8c0b19f-6e57-4cc0-bdb2-5cbd4c5f28b3 None None] Transition to ACTIVE for port object ac12285f-37fc-49ef-82bb-e352306589e8 will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:23:20.507118 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e803af57-c421-407a-aa95-6945ecb5e04b req-d0ddf613-1a07-4ac7-8fc3-96287b905537 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Network aca38bb8-53be-4609-8761-de24e0c00b2e is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:23:20.513556 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-835409d1-547a-421d-98d2-8f13c7e055f3 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Made reservation on behalf of 36371e2845a94adc8766212c496af890 for: {'network': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:23:20.517466 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-835409d1-547a-421d-98d2-8f13c7e055f3 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:20.527047 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [req-e803af57-c421-407a-aa95-6945ecb5e04b req-d0ddf613-1a07-4ac7-8fc3-96287b905537 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:23:20.571252 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-c8c0b19f-6e57-4cc0-bdb2-5cbd4c5f28b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:20.581185 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-e803af57-c421-407a-aa95-6945ecb5e04b req-d0ddf613-1a07-4ac7-8fc3-96287b905537 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:23:20.648339 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94945b43-62f8-4154-beae-1c3dfb456b3c None None] Pushing event updated for resources: {'Port': ['ID=ac12285f-37fc-49ef-82bb-e352306589e8,revision_number=2']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:20.712132 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-c8c0b19f-6e57-4cc0-bdb2-5cbd4c5f28b3 None None] Attempting to bind port ac12285f-37fc-49ef-82bb-e352306589e8 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:23:20.717044 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-c8c0b19f-6e57-4cc0-bdb2-5cbd4c5f28b3 None None] Attempting to bind port ac12285f-37fc-49ef-82bb-e352306589e8 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:23:20.717044 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c0b19f-6e57-4cc0-bdb2-5cbd4c5f28b3 None None] Attempting to bind port ac12285f-37fc-49ef-82bb-e352306589e8 on network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:23:20.719918 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c0b19f-6e57-4cc0-bdb2-5cbd4c5f28b3 None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 23, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:23:20.720294 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c0b19f-6e57-4cc0-bdb2-5cbd4c5f28b3 None None] Checking segment: {'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:23:20.720699 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-c8c0b19f-6e57-4cc0-bdb2-5cbd4c5f28b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:20.721087 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c0b19f-6e57-4cc0-bdb2-5cbd4c5f28b3 None None] Bound using segment: {'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:23:20.721575 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-c8c0b19f-6e57-4cc0-bdb2-5cbd4c5f28b3 None None] Bound port: ac12285f-37fc-49ef-82bb-e352306589e8, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:23:20.721958 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-c8c0b19f-6e57-4cc0-bdb2-5cbd4c5f28b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:20.739552 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [None req-b6d7a161-d01a-46ea-b50c-abdcd48e4f32 admin admin] Allocated IP 172.20.0.1 (e7fa7474-ec27-48c0-82c6-4433dec0ec87/89d4fe2e-02dc-452f-b37f-085ec5acb28a/0376a1ee-6ff5-4e76-8d98-aa7f97f298e4) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:23:20.792599 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-835409d1-547a-421d-98d2-8f13c7e055f3 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=102191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:23:20.793530 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device dfa2e0ff-33d8-4c81-8f5e-c2c8919596e7 up at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:23:20.795660 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device f0d11e8c-dd24-44f3-9290-0bc1286d1dab up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:23:20.880968 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-c8c0b19f-6e57-4cc0-bdb2-5cbd4c5f28b3 None None] For port ac12285f-37fc-49ef-82bb-e352306589e8, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:23:20.893427 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-835409d1-547a-421d-98d2-8f13c7e055f3 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:20.894030 n-d-764292-30 neutron-server[102191]: INFO neutron.db.segments_db [None req-835409d1-547a-421d-98d2-8f13c7e055f3 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Added segment 98d68cee-9f8f-4644-a4f7-5b4144e2007e of type vlan for network 336f004a-accb-48ca-9a8c-8600408ab6c3 Aug 11 03:23:20.935873 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b6d7a161-d01a-46ea-b50c-abdcd48e4f32 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:20.938200 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-c8c0b19f-6e57-4cc0-bdb2-5cbd4c5f28b3 None None] For port ac12285f-37fc-49ef-82bb-e352306589e8, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=ac12285f-37fc-49ef-82bb-e352306589e8,segment=NetworkSegment(fab28bed-aa25-40db-bba4-ec26e795194c),segment_id=fab28bed-aa25-40db-bba4-ec26e795194c)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:23:20.946563 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-835409d1-547a-421d-98d2-8f13c7e055f3 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:20.962806 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [None req-b6d7a161-d01a-46ea-b50c-abdcd48e4f32 admin admin] Transition to ACTIVE for port object 0376a1ee-6ff5-4e76-8d98-aa7f97f298e4 will not be triggered until provisioned by entity DHCP. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:23:21.003838 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port f0d11e8c-dd24-44f3-9290-0bc1286d1dab triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:23:21.003838 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:21.037597 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e803af57-c421-407a-aa95-6945ecb5e04b req-d0ddf613-1a07-4ac7-8fc3-96287b905537 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:21.039531 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-e803af57-c421-407a-aa95-6945ecb5e04b req-d0ddf613-1a07-4ac7-8fc3-96287b905537 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:21.043274 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-c8c0b19f-6e57-4cc0-bdb2-5cbd4c5f28b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:21.060750 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d732e400-ffbf-449e-a3ba-7658884e2ae8 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Router 63ab6088-c9fe-409b-9d36-3602970af200 has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:23:21.082605 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning for port dfa2e0ff-33d8-4c81-8f5e-c2c8919596e7 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:23:21.084419 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3cf7a82f-785c-454c-833d-dc65161ef54c None None] Provisioning for port 1347ce03-6fd3-4df9-85e1-8335bdb4082d completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:23:21.103787 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning complete for port dfa2e0ff-33d8-4c81-8f5e-c2c8919596e7 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:23:21.108533 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:21.108533 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3cf7a82f-785c-454c-833d-dc65161ef54c None None] Provisioning complete for port 1347ce03-6fd3-4df9-85e1-8335bdb4082d triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:23:21.108533 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3cf7a82f-785c-454c-833d-dc65161ef54c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:21.126114 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b6d7a161-d01a-46ea-b50c-abdcd48e4f32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:21.167799 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6d7a161-d01a-46ea-b50c-abdcd48e4f32 admin admin] Network e7fa7474-ec27-48c0-82c6-4433dec0ec87 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:23:21.171527 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-b6d7a161-d01a-46ea-b50c-abdcd48e4f32 admin admin] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:23:21.178986 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d7a161-d01a-46ea-b50c-abdcd48e4f32 admin admin] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:23:21.192774 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c0b19f-6e57-4cc0-bdb2-5cbd4c5f28b3 None None] Routers {'90919bdd-25f6-4d2e-a5ff-49fd434f3f9c'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:23:21.193430 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-c8c0b19f-6e57-4cc0-bdb2-5cbd4c5f28b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:23:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['90919bdd-25f6-4d2e-a5ff-49fd434f3f9c'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:23:21.252699 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d732e400-ffbf-449e-a3ba-7658884e2ae8 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:23:21.253253 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94945b43-62f8-4154-beae-1c3dfb456b3c None None] Pushing event updated for resources: {'Port': ['ID=ac12285f-37fc-49ef-82bb-e352306589e8,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:21.264225 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82714ed0-d29a-4a73-8abe-7a74ea66e1ea None None] Sync routers for ids ['63ab6088-c9fe-409b-9d36-3602970af200'] in n-d-764292-30 {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:23:21.277800 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-d732e400-ffbf-449e-a3ba-7658884e2ae8 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] 10.222.0.41 "PUT /v2.0/routers/63ab6088-c9fe-409b-9d36-3602970af200/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3718400 Aug 11 03:23:21.286719 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b6d7a161-d01a-46ea-b50c-abdcd48e4f32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-520987'] for router_interface, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:21.287179 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-3cf7a82f-785c-454c-833d-dc65161ef54c None None] Port 1347ce03-6fd3-4df9-85e1-8335bdb4082d cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:23:21.288428 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 52006) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:21.289941 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82714ed0-d29a-4a73-8abe-7a74ea66e1ea None None] Routers {'63ab6088-c9fe-409b-9d36-3602970af200'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:23:21.291323 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-82714ed0-d29a-4a73-8abe-7a74ea66e1ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:23:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['63ab6088-c9fe-409b-9d36-3602970af200'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:23:21.302791 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-835409d1-547a-421d-98d2-8f13c7e055f3 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:21.309685 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-835409d1-547a-421d-98d2-8f13c7e055f3 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:21.316310 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device c0b0b9ba-1dd0-47e5-a024-94ac23338656 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:23:21.318885 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-835409d1-547a-421d-98d2-8f13c7e055f3 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks [] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:21.341322 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-e803af57-c421-407a-aa95-6945ecb5e04b req-d0ddf613-1a07-4ac7-8fc3-96287b905537 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3925767 Aug 11 03:23:21.388142 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-82714ed0-d29a-4a73-8abe-7a74ea66e1ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:23:21.487896 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82714ed0-d29a-4a73-8abe-7a74ea66e1ea None None] Routers {'63ab6088-c9fe-409b-9d36-3602970af200'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:23:21.488047 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdf7afd1-f776-49a9-bcdf-9b4864665759 None None] Network 3855164c-d6f4-4b6f-955b-2f40401887c6 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:23:21.488540 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-82714ed0-d29a-4a73-8abe-7a74ea66e1ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:23:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['63ab6088-c9fe-409b-9d36-3602970af200'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:23:21.540784 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835409d1-547a-421d-98d2-8f13c7e055f3 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Pushing event updated for resources: {'Network': ['ID=336f004a-accb-48ca-9a8c-8600408ab6c3,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:21.559745 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-e803af57-c421-407a-aa95-6945ecb5e04b req-aa2be3a7-e23f-4bfc-906c-9d90f0186a26 service neutron] Request body: {'port': {'device_id': '4806c477-b922-49ed-a2d7-ceb4f67380f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764292-30'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:23:21.572595 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-82714ed0-d29a-4a73-8abe-7a74ea66e1ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:23:21.575416 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82714ed0-d29a-4a73-8abe-7a74ea66e1ea None None] The sync data for ids ['63ab6088-c9fe-409b-9d36-3602970af200'] in n-d-764292-30 is: [] {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:23:21.590955 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network 336f004a-accb-48ca-9a8c-8600408ab6c3 details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:23:21.613302 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d7a161-d01a-46ea-b50c-abdcd48e4f32 admin admin] Pushing event updated for resources: {'Port': ['ID=0376a1ee-6ff5-4e76-8d98-aa7f97f298e4,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:21.659784 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-c8c0b19f-6e57-4cc0-bdb2-5cbd4c5f28b3 None None] Set router 90919bdd-25f6-4d2e-a5ff-49fd434f3f9c gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:23:21.696593 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff69c12-db51-4cb2-b904-bd5beb97b42f req-d53eefdc-abbe-4797-a6e4-983c85921f98 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:21.700808 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-dff69c12-db51-4cb2-b904-bd5beb97b42f req-d53eefdc-abbe-4797-a6e4-983c85921f98 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] 10.222.0.41 "GET /v2.0/ports?device_id=4806c477-b922-49ed-a2d7-ceb4f67380f4 HTTP/1.1" status: 200 len: 931 time: 0.2753820 Aug 11 03:23:21.717810 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-835409d1-547a-421d-98d2-8f13c7e055f3 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.5141602 Aug 11 03:23:21.726120 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-e803af57-c421-407a-aa95-6945ecb5e04b req-aa2be3a7-e23f-4bfc-906c-9d90f0186a26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:21.726933 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 52016) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:21.765854 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-b9181e8c-71c4-4670-8f5e-e88a68eeeb26 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Request body: {'network': {'name': 'New_network'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:23:21.879510 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c453e91-3266-4165-875e-c3c7d93decb2 req-ba8b2e30-a044-4d1e-92d4-2143d1574ef3 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:21.880773 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8c453e91-3266-4165-875e-c3c7d93decb2 req-ba8b2e30-a044-4d1e-92d4-2143d1574ef3 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ab07bbd-fa55-4032-bc68-2fe67c0da2d6 HTTP/1.1" status: 200 len: 945 time: 0.3540580 Aug 11 03:23:21.913979 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-9a5b4d09-2f8a-4fdd-b432-3d111d905f02 None None] Provisioning for port c0b0b9ba-1dd0-47e5-a024-94ac23338656 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:23:21.920362 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:21.933752 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-dff69c12-db51-4cb2-b904-bd5beb97b42f req-13eac579-8314-4b41-863a-93b17ca132ce tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] 10.222.0.41 "GET /v2.0/security-groups?id=91bb33c4-45bb-48b2-96aa-0a930cf41659&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1233165 Aug 11 03:23:22.051226 n-d-764292-30 neutron-server[102192]: INFO neutron.api.v2.resource [None req-942df178-1252-46a8-a2b1-a7dbe5e6a19a tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] remove_router_interface failed (client error): The resource could not be found. Aug 11 03:23:22.052285 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-942df178-1252-46a8-a2b1-a7dbe5e6a19a tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] 10.222.0.41 "PUT /v2.0/routers/63ab6088-c9fe-409b-9d36-3602970af200/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.7473938 Aug 11 03:23:22.059856 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 52024) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:22.076524 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ab07bbd-fa55-4032-bc68-2fe67c0da2d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfa2e0ff-33d8-4c81-8f5e-c2c8919596e7'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:23:22.078986 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcd73f16-1c39-42bd-92a3-80868b281390" -d '{"events": [{"server_uuid": "2ab07bbd-fa55-4032-bc68-2fe67c0da2d6", "name": "network-vif-plugged", "status": "completed", "tag": "dfa2e0ff-33d8-4c81-8f5e-c2c8919596e7"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:23:22.107157 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port c0b0b9ba-1dd0-47e5-a024-94ac23338656 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:23:22.111567 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-6e2d6458-0bba-4a5e-842a-29fd802c5a03 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] 10.222.0.41 "GET /v2.0/ports?device_id=63ab6088-c9fe-409b-9d36-3602970af200 HTTP/1.1" status: 200 len: 205 time: 0.0484099 Aug 11 03:23:22.111845 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port dfa2e0ff-33d8-4c81-8f5e-c2c8919596e7, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=dfa2e0ff-33d8-4c81-8f5e-c2c8919596e7,segment=NetworkSegment(d0314809-797b-49c5-956f-3a5c1e5c0001),segment_id=d0314809-797b-49c5-956f-3a5c1e5c0001)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:23:22.114362 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8c453e91-3266-4165-875e-c3c7d93decb2 req-3d8fb17e-bb01-4ab6-968b-89370fe3fb67 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d4c303e-0c5b-4d5a-b0c4-6f31f4676a83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2133436 Aug 11 03:23:22.128982 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 52028) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:22.130730 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port c0b0b9ba-1dd0-47e5-a024-94ac23338656 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:23:22.131091 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:22.192666 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:22.235591 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:23:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a04a1ca7-1b82-4736-b5a6-2350b6967c38 x-openstack-request-id: req-a04a1ca7-1b82-4736-b5a6-2350b6967c38 {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:23:22.235591 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ab07bbd-fa55-4032-bc68-2fe67c0da2d6", "name": "network-vif-plugged", "status": "completed", "tag": "dfa2e0ff-33d8-4c81-8f5e-c2c8919596e7", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:23:22.235591 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a04a1ca7-1b82-4736-b5a6-2350b6967c38 {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:23:22.235591 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ab07bbd-fa55-4032-bc68-2fe67c0da2d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfa2e0ff-33d8-4c81-8f5e-c2c8919596e7', 'code': 200} Aug 11 03:23:22.245783 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b6d7a161-d01a-46ea-b50c-abdcd48e4f32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:22.254872 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9ec5ce-9573-43d8-bda0-9e404845b2d3 req-e661cf4c-cadb-4520-a90b-d07d6ee2460e tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:22.262841 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-8216aefa-5fd4-4076-a450-4fd13cd3edc1 None None] Provisioning for port 0376a1ee-6ff5-4e76-8d98-aa7f97f298e4 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:23:22.263308 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3d9ec5ce-9573-43d8-bda0-9e404845b2d3 req-e661cf4c-cadb-4520-a90b-d07d6ee2460e tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] 10.222.0.41 "GET /v2.0/ports?device_id=27eed5b6-1696-492b-b635-59b5fce59416 HTTP/1.1" status: 200 len: 945 time: 0.1478727 Aug 11 03:23:22.284859 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-8216aefa-5fd4-4076-a450-4fd13cd3edc1 None None] Provisioning complete for port 0376a1ee-6ff5-4e76-8d98-aa7f97f298e4 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:23:22.285241 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8216aefa-5fd4-4076-a450-4fd13cd3edc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:22.328154 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3d9ec5ce-9573-43d8-bda0-9e404845b2d3 req-245e36ce-102e-416a-a62c-382b8c732d03 tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] 10.222.0.41 "GET /v2.0/security-groups?id=e65ff429-9c9c-43ff-8c00-2b2cbbc9daf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637856 Aug 11 03:23:22.394046 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=dfa2e0ff-33d8-4c81-8f5e-c2c8919596e7,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:22.400248 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-8216aefa-5fd4-4076-a450-4fd13cd3edc1 None None] Port 0376a1ee-6ff5-4e76-8d98-aa7f97f298e4 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:23:22.408667 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:22.466144 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port c0b0b9ba-1dd0-47e5-a024-94ac23338656, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=c0b0b9ba-1dd0-47e5-a024-94ac23338656,segment=NetworkSegment(e6dcadad-f9cf-4251-b5b3-a50962b0ef27),segment_id=e6dcadad-f9cf-4251-b5b3-a50962b0ef27)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:23:22.483699 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-c8c0b19f-6e57-4cc0-bdb2-5cbd4c5f28b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90919bdd-25f6-4d2e-a5ff-49fd434f3f9c', 'name': 'tempest-AttachVolumeTestJSON-1633192616-router', 'tenant_id': 'fdbe55b7c58c49b2bfb506767218e312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': 'ac12285f-37fc-49ef-82bb-e352306589e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:23:15Z', 'updated_at': '2021-08-11T03:23:17Z', 'revision_number': 3, 'project_id': 'fdbe55b7c58c49b2bfb506767218e312', 'gw_port': {'id': 'ac12285f-37fc-49ef-82bb-e352306589e8', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:d1:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90919bdd-25f6-4d2e-a5ff-49fd434f3f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2587, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:23:16Z', 'updated_at': '2021-08-11T03:23:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:23:22.521498 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c0b19f-6e57-4cc0-bdb2-5cbd4c5f28b3 None None] The sync data for ids ['90919bdd-25f6-4d2e-a5ff-49fd434f3f9c'] in n-d-764292-30 is: [{'id': '90919bdd-25f6-4d2e-a5ff-49fd434f3f9c', 'name': 'tempest-AttachVolumeTestJSON-1633192616-router', 'tenant_id': 'fdbe55b7c58c49b2bfb506767218e312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': 'ac12285f-37fc-49ef-82bb-e352306589e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:23:15Z', 'updated_at': '2021-08-11T03:23:17Z', 'revision_number': 3, 'project_id': 'fdbe55b7c58c49b2bfb506767218e312', 'gw_port': {'id': 'ac12285f-37fc-49ef-82bb-e352306589e8', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:d1:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90919bdd-25f6-4d2e-a5ff-49fd434f3f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2587, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:23:16Z', 'updated_at': '2021-08-11T03:23:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:23:22.536370 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:22.549595 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd1a54d2-dcbf-420b-a03f-83908d6edd92 None None] Update dhcp port {'port': {'network_id': '3855164c-d6f4-4b6f-955b-2f40401887c6', 'fixed_ips': [{'subnet_id': '807e0611-fec0-45cb-b964-e397daa8b862', 'ip_address': '2001:db8::2'}, {'subnet_id': 'c2cb3a7a-850f-4d15-bf82-165a63520bd7'}], 'binding:host_id': 'n-d-764292-30'}, 'id': 'c0b0b9ba-1dd0-47e5-a024-94ac23338656'} from n-d-764292-30. {{(pid=102193) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 11 03:23:22.574589 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b6d7a161-d01a-46ea-b50c-abdcd48e4f32 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:22.610895 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dd1a54d2-dcbf-420b-a03f-83908d6edd92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:22.640467 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b6d7a161-d01a-46ea-b50c-abdcd48e4f32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:22.652662 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=c0b0b9ba-1dd0-47e5-a024-94ac23338656,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:22.722578 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b6d7a161-d01a-46ea-b50c-abdcd48e4f32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16383026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521135'] for router_interface, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:22.733079 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d7a161-d01a-46ea-b50c-abdcd48e4f32 admin admin] Pushing event updated for resources: {'Port': ['ID=0376a1ee-6ff5-4e76-8d98-aa7f97f298e4,revision_number=2']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:22.858261 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.db_base_plugin_common [None req-dd1a54d2-dcbf-420b-a03f-83908d6edd92 None None] Allocated IP 172.20.0.1 (3855164c-d6f4-4b6f-955b-2f40401887c6/c2cb3a7a-850f-4d15-bf82-165a63520bd7/c0b0b9ba-1dd0-47e5-a024-94ac23338656) {{(pid=102193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:23:22.870766 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6d7a161-d01a-46ea-b50c-abdcd48e4f32 admin admin] Network e7fa7474-ec27-48c0-82c6-4433dec0ec87 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:23:22.875626 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-b6d7a161-d01a-46ea-b50c-abdcd48e4f32 admin admin] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:23:22.989422 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fd55958e-4831-41b1-ab83-bc7c1f9b0169 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks [] for router, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:23.077413 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dd1a54d2-dcbf-420b-a03f-83908d6edd92 None None] For port c0b0b9ba-1dd0-47e5-a024-94ac23338656, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=c0b0b9ba-1dd0-47e5-a024-94ac23338656,segment=NetworkSegment(e6dcadad-f9cf-4251-b5b3-a50962b0ef27),segment_id=e6dcadad-f9cf-4251-b5b3-a50962b0ef27)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:23:23.132302 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dd1a54d2-dcbf-420b-a03f-83908d6edd92 None None] Notify callbacks [] for port, precommit_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:23.166654 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dd1a54d2-dcbf-420b-a03f-83908d6edd92 None None] Transition to ACTIVE for port object c0b0b9ba-1dd0-47e5-a024-94ac23338656 will not be triggered until provisioned by entity DHCP. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:23:23.222564 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ca9de1bb-deb2-42b8-9949-46622b7efb75 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:23.234495 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dd1a54d2-dcbf-420b-a03f-83908d6edd92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:23.339514 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1a54d2-dcbf-420b-a03f-83908d6edd92 None None] Pushing event updated for resources: {'Port': ['ID=c0b0b9ba-1dd0-47e5-a024-94ac23338656,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:23.395098 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b9181e8c-71c4-4670-8f5e-e88a68eeeb26 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:23.413923 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cab861-4667-4dad-9826-1f1f73feb7b7 req-3d307143-b171-43f8-a3bb-d7f0d69d221d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:23.415792 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-23cab861-4667-4dad-9826-1f1f73feb7b7 req-3d307143-b171-43f8-a3bb-d7f0d69d221d service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=2ab07bbd-fa55-4032-bc68-2fe67c0da2d6 HTTP/1.1" status: 200 len: 1098 time: 0.7030327 Aug 11 03:23:23.425768 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-795a5cca-1096-49af-b18c-091b492a038d None None] Provisioning complete for port 0376a1ee-6ff5-4e76-8d98-aa7f97f298e4 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:23:23.426161 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-795a5cca-1096-49af-b18c-091b492a038d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:23.510742 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-795a5cca-1096-49af-b18c-091b492a038d None None] Port 0376a1ee-6ff5-4e76-8d98-aa7f97f298e4 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:23:23.530223 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b9181e8c-71c4-4670-8f5e-e88a68eeeb26 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:23.563255 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fd55958e-4831-41b1-ab83-bc7c1f9b0169 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6544'] for router, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:23.608253 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fd55958e-4831-41b1-ab83-bc7c1f9b0169 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:23.637606 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6d7a161-d01a-46ea-b50c-abdcd48e4f32 admin admin] Router 90919bdd-25f6-4d2e-a5ff-49fd434f3f9c has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:23:23.639383 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b9181e8c-71c4-4670-8f5e-e88a68eeeb26 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Network 336f004a-accb-48ca-9a8c-8600408ab6c3 is not hosted by any dhcp agent {{(pid=102191) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 11 03:23:23.645018 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9181e8c-71c4-4670-8f5e-e88a68eeeb26 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:23.645645 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b9181e8c-71c4-4670-8f5e-e88a68eeeb26 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks [] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:23.652915 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 52050) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:23.658603 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-b9181e8c-71c4-4670-8f5e-e88a68eeeb26 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] 10.222.0.41 "PUT /v2.0/networks/336f004a-accb-48ca-9a8c-8600408ab6c3 HTTP/1.1" status: 200 len: 723 time: 1.8896933 Aug 11 03:23:23.664434 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-66c4e14a-0162-4241-b6b7-6d0055cc71ff tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Request body: {'subnet': {'network_id': '336f004a-accb-48ca-9a8c-8600408ab6c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:23:23.767054 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e8393b-5308-47ca-8a28-de183e8f09bd req-1f1da62c-fdcb-4cc4-8864-fd553977fe38 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:23.777182 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-69e8393b-5308-47ca-8a28-de183e8f09bd req-1f1da62c-fdcb-4cc4-8864-fd553977fe38 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] 10.222.0.41 "GET /v2.0/ports?device_id=4806c477-b922-49ed-a2d7-ceb4f67380f4 HTTP/1.1" status: 200 len: 931 time: 0.7069638 Aug 11 03:23:23.784781 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9181e8c-71c4-4670-8f5e-e88a68eeeb26 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Pushing event updated for resources: {'Network': ['ID=336f004a-accb-48ca-9a8c-8600408ab6c3,revision_number=2']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:23.796029 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network 336f004a-accb-48ca-9a8c-8600408ab6c3 details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:23:23.798197 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-23cab861-4667-4dad-9826-1f1f73feb7b7 req-61cd0418-e119-41e8-a8a2-773e4d62448c service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=1d4c303e-0c5b-4d5a-b0c4-6f31f4676a83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2845149 Aug 11 03:23:23.804017 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ca9de1bb-deb2-42b8-9949-46622b7efb75 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:23.843196 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [req-e803af57-c421-407a-aa95-6945ecb5e04b req-aa2be3a7-e23f-4bfc-906c-9d90f0186a26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1347ce03-6fd3-4df9-85e1-8335bdb4082d {{(pid=102191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:23:23.851677 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813cc3c3-111e-4495-920d-77606b51afa9 req-bb50fdce-a118-4628-b45e-a11c297856fe tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:23.852464 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-e803af57-c421-407a-aa95-6945ecb5e04b req-aa2be3a7-e23f-4bfc-906c-9d90f0186a26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:23.859232 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-813cc3c3-111e-4495-920d-77606b51afa9 req-bb50fdce-a118-4628-b45e-a11c297856fe tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ab07bbd-fa55-4032-bc68-2fe67c0da2d6 HTTP/1.1" status: 200 len: 946 time: 0.2654452 Aug 11 03:23:23.883219 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [req-e803af57-c421-407a-aa95-6945ecb5e04b req-aa2be3a7-e23f-4bfc-906c-9d90f0186a26 service neutron] Transition to ACTIVE for port object 1347ce03-6fd3-4df9-85e1-8335bdb4082d will not be triggered until provisioned by entity L2. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:23:23.888899 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fd55958e-4831-41b1-ab83-bc7c1f9b0169 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448809'] for router, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:23.891626 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd55958e-4831-41b1-ab83-bc7c1f9b0169 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Fanout notify agent at l3_agent the message router_deleted on router 63ab6088-c9fe-409b-9d36-3602970af200 {{(pid=102191) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:23:23.914472 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fd55958e-4831-41b1-ab83-bc7c1f9b0169 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks [] for router, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:23.916697 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-fd55958e-4831-41b1-ab83-bc7c1f9b0169 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] 10.222.0.41 "DELETE /v2.0/routers/63ab6088-c9fe-409b-9d36-3602970af200 HTTP/1.1" status: 204 len: 168 time: 1.6960449 Aug 11 03:23:23.919610 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 52058) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:23.958786 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-69e8393b-5308-47ca-8a28-de183e8f09bd req-9792eeb2-92e6-4303-82be-e19cc97ad30b tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] 10.222.0.41 "GET /v2.0/security-groups?id=91bb33c4-45bb-48b2-96aa-0a930cf41659&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1776705 Aug 11 03:23:24.010261 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-e803af57-c421-407a-aa95-6945ecb5e04b req-aa2be3a7-e23f-4bfc-906c-9d90f0186a26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:24.097349 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-813cc3c3-111e-4495-920d-77606b51afa9 req-0b2d25c1-b8d4-476f-97ff-19e76ab66026 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d4c303e-0c5b-4d5a-b0c4-6f31f4676a83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2369196 Aug 11 03:23:24.117457 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_v2 [None req-72e30590-4d4b-4a91-9613-25ffaaec0a4e tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Deleting subnet 1034de95-2144-4409-85bc-deaa2da94da4 {{(pid=102191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:23:24.125876 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-72e30590-4d4b-4a91-9613-25ffaaec0a4e tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks [] for subnet, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:24.128718 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2be3a7-e23f-4bfc-906c-9d90f0186a26 service neutron] Pushing event updated for resources: {'Port': ['ID=1347ce03-6fd3-4df9-85e1-8335bdb4082d,revision_number=2']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:24.141885 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6d7a161-d01a-46ea-b50c-abdcd48e4f32 admin admin] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:23:24.153894 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-b6d7a161-d01a-46ea-b50c-abdcd48e4f32 admin admin] 10.222.0.41 "PUT /v2.0/routers/90919bdd-25f6-4d2e-a5ff-49fd434f3f9c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7467496 Aug 11 03:23:24.189953 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66c4e14a-0162-4241-b6b7-6d0055cc71ff tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Made reservation on behalf of 36371e2845a94adc8766212c496af890 for: {'subnet': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:23:24.194153 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-66c4e14a-0162-4241-b6b7-6d0055cc71ff tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126180544'] for subnet, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:24.274362 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-72e30590-4d4b-4a91-9613-25ffaaec0a4e tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126283525'] for subnet, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:24.347968 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ca9de1bb-deb2-42b8-9949-46622b7efb75 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:24.384129 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-e803af57-c421-407a-aa95-6945ecb5e04b req-aa2be3a7-e23f-4bfc-906c-9d90f0186a26 service neutron] Attempting to bind port 1347ce03-6fd3-4df9-85e1-8335bdb4082d on host n-h1-764292-30 for vnic_type normal with profile {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:23:24.384640 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-e803af57-c421-407a-aa95-6945ecb5e04b req-aa2be3a7-e23f-4bfc-906c-9d90f0186a26 service neutron] Attempting to bind port 1347ce03-6fd3-4df9-85e1-8335bdb4082d by drivers openvswitch,hyperv on host n-h1-764292-30 at level 0 using segments [{'id': '145c3e1a-6f9b-4c27-a2c7-345c6495cc09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'aca38bb8-53be-4609-8761-de24e0c00b2e'}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:23:24.385050 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e803af57-c421-407a-aa95-6945ecb5e04b req-aa2be3a7-e23f-4bfc-906c-9d90f0186a26 service neutron] Attempting to bind port 1347ce03-6fd3-4df9-85e1-8335bdb4082d on network aca38bb8-53be-4609-8761-de24e0c00b2e {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:23:24.404580 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfcd388-8a74-46ce-aafd-e4247052e23e req-b836236e-e845-4ca8-a407-32874d25d05d tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:24.406188 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1bfcd388-8a74-46ce-aafd-e4247052e23e req-b836236e-e845-4ca8-a407-32874d25d05d tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] 10.222.0.41 "GET /v2.0/ports?device_id=27eed5b6-1696-492b-b635-59b5fce59416 HTTP/1.1" status: 200 len: 945 time: 0.3078127 Aug 11 03:23:24.458818 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ca9de1bb-deb2-42b8-9949-46622b7efb75 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:24.475154 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e803af57-c421-407a-aa95-6945ecb5e04b req-aa2be3a7-e23f-4bfc-906c-9d90f0186a26 service neutron] Port 1347ce03-6fd3-4df9-85e1-8335bdb4082d on network aca38bb8-53be-4609-8761-de24e0c00b2e not bound, no agent of type Open vSwitch agent registered on host n-h1-764292-30 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:23:24.475154 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e803af57-c421-407a-aa95-6945ecb5e04b req-aa2be3a7-e23f-4bfc-906c-9d90f0186a26 service neutron] Attempting to bind port 1347ce03-6fd3-4df9-85e1-8335bdb4082d on network aca38bb8-53be-4609-8761-de24e0c00b2e {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:23:24.476069 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3f9fef5-569a-4436-b6f9-a6d7210527d2 None None] Network 3855164c-d6f4-4b6f-955b-2f40401887c6 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:23:24.516866 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e803af57-c421-407a-aa95-6945ecb5e04b req-aa2be3a7-e23f-4bfc-906c-9d90f0186a26 service neutron] Checking agent: {'id': 'abb524c2-b412-4ed2-8367-45c4fd996fa7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:23:24.517491 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e803af57-c421-407a-aa95-6945ecb5e04b req-aa2be3a7-e23f-4bfc-906c-9d90f0186a26 service neutron] Checking segment: {'id': '145c3e1a-6f9b-4c27-a2c7-345c6495cc09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'aca38bb8-53be-4609-8761-de24e0c00b2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:23:24.518043 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e803af57-c421-407a-aa95-6945ecb5e04b req-aa2be3a7-e23f-4bfc-906c-9d90f0186a26 service neutron] Bound using segment: {'id': '145c3e1a-6f9b-4c27-a2c7-345c6495cc09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'aca38bb8-53be-4609-8761-de24e0c00b2e'} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:23:24.518923 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-e803af57-c421-407a-aa95-6945ecb5e04b req-aa2be3a7-e23f-4bfc-906c-9d90f0186a26 service neutron] Bound port: 1347ce03-6fd3-4df9-85e1-8335bdb4082d, host: n-h1-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '145c3e1a-6f9b-4c27-a2c7-345c6495cc09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'aca38bb8-53be-4609-8761-de24e0c00b2e'}}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:23:24.519556 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-e803af57-c421-407a-aa95-6945ecb5e04b req-aa2be3a7-e23f-4bfc-906c-9d90f0186a26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:24.533032 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1bfcd388-8a74-46ce-aafd-e4247052e23e req-4d8f558c-6f28-4d28-8df0-6b325fd3e53d tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] 10.222.0.41 "GET /v2.0/security-groups?id=e65ff429-9c9c-43ff-8c00-2b2cbbc9daf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202643 Aug 11 03:23:24.562235 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-72e30590-4d4b-4a91-9613-25ffaaec0a4e tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:24.605873 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-66c4e14a-0162-4241-b6b7-6d0055cc71ff tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125932092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126180562'] for subnet, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:24.742467 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-74b9c7da-536a-440f-9a2e-da7f8987656a None None] Provisioning for port c0b0b9ba-1dd0-47e5-a024-94ac23338656 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:23:24.754918 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c4e14a-0162-4241-b6b7-6d0055cc71ff tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Pushing event updated for resources: {'Subnet': ['ID=039e851f-7487-4a1c-b4f4-4d7aa2baa7ff,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:24.760083 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-74b9c7da-536a-440f-9a2e-da7f8987656a None None] Provisioning complete for port c0b0b9ba-1dd0-47e5-a024-94ac23338656 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:23:24.760517 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-74b9c7da-536a-440f-9a2e-da7f8987656a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:24.772867 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9de1bb-deb2-42b8-9949-46622b7efb75 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Pushing event updated for resources: {'Port': ['ID=55d4c285-d881-493f-9ff7-a8a47fc252ef,revision_number=2']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:24.795087 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c4e14a-0162-4241-b6b7-6d0055cc71ff tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Checking segment: {'id': '98d68cee-9f8f-4644-a4f7-5b4144e2007e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '336f004a-accb-48ca-9a8c-8600408ab6c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:23:24.795770 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c4e14a-0162-4241-b6b7-6d0055cc71ff tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Network hostable DHCP agents. Network: 336f004a-accb-48ca-9a8c-8600408ab6c3, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:23:24.827869 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-72e30590-4d4b-4a91-9613-25ffaaec0a4e tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126283413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126275158'] for subnet, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:24.851129 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ca9de1bb-deb2-42b8-9949-46622b7efb75 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446866'] for floatingip, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:24.862049 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device c0b0b9ba-1dd0-47e5-a024-94ac23338656 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:23:24.883909 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-062791b3-60d2-4afb-8a24-f9dc98807aaf None None] Network 36ca1cec-d3fe-4e14-9f45-f8e8c8e64ba7 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:23:24.896719 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c4e14a-0162-4241-b6b7-6d0055cc71ff tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Network 336f004a-accb-48ca-9a8c-8600408ab6c3 is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:23:24.944944 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-72e30590-4d4b-4a91-9613-25ffaaec0a4e tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:24.954231 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-72e30590-4d4b-4a91-9613-25ffaaec0a4e tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] 10.222.0.41 "DELETE /v2.0/subnets/1034de95-2144-4409-85bc-deaa2da94da4 HTTP/1.1" status: 204 len: 168 time: 1.0333359 Aug 11 03:23:24.957068 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 52076) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:24.961945 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e30590-4d4b-4a91-9613-25ffaaec0a4e tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Pushing event deleted for resources: {'Subnet': ['ID=1034de95-2144-4409-85bc-deaa2da94da4,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:25.032157 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-66c4e14a-0162-4241-b6b7-6d0055cc71ff tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, 336f004a-accb-48ca-9a8c-8600408ab6c3) {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:23:25.056177 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c4e14a-0162-4241-b6b7-6d0055cc71ff tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:25.056775 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-66c4e14a-0162-4241-b6b7-6d0055cc71ff tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks [] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:25.071806 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-e803af57-c421-407a-aa95-6945ecb5e04b req-aa2be3a7-e23f-4bfc-906c-9d90f0186a26 service neutron] For port 1347ce03-6fd3-4df9-85e1-8335bdb4082d, host n-h1-764292-30, cleared binding levels {{(pid=102191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:23:25.089006 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6cbbb9d-acc7-40be-b7dc-17c2a98fecef None None] Network 336f004a-accb-48ca-9a8c-8600408ab6c3 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:23:25.124275 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-e803af57-c421-407a-aa95-6945ecb5e04b req-aa2be3a7-e23f-4bfc-906c-9d90f0186a26 service neutron] For port 1347ce03-6fd3-4df9-85e1-8335bdb4082d, host n-h1-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=1347ce03-6fd3-4df9-85e1-8335bdb4082d,segment=NetworkSegment(145c3e1a-6f9b-4c27-a2c7-345c6495cc09),segment_id=145c3e1a-6f9b-4c27-a2c7-345c6495cc09)] {{(pid=102191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:23:25.133303 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a64442eb-aa35-482a-95bc-881724942c87 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:25.151793 n-d-764292-30 neutron-server[102191]: INFO neutron.db.l3_db [None req-ca9de1bb-deb2-42b8-9949-46622b7efb75 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Floating IP b6ae3ae2-0f9f-42bf-9158-15208c6cdb7a associated. External IP: 172.25.8.38, port: 6c090316-73e5-49de-9aaf-f39bb701c766. Aug 11 03:23:25.217859 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 52082) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:25.218782 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-66c4e14a-0162-4241-b6b7-6d0055cc71ff tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5629873 Aug 11 03:23:25.226159 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-a1817816-a432-4f54-a6f1-3f8b1e5c5e45 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:23:25.244614 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a354bf4-b27a-4301-bb4f-657605902465 req-5f6cd9a6-cb5d-4e09-8cd3-46bc99aa1379 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:25.254437 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5a354bf4-b27a-4301-bb4f-657605902465 req-5f6cd9a6-cb5d-4e09-8cd3-46bc99aa1379 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] 10.222.0.41 "GET /v2.0/ports?device_id=4806c477-b922-49ed-a2d7-ceb4f67380f4 HTTP/1.1" status: 200 len: 943 time: 0.1721630 Aug 11 03:23:25.289763 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b705608-721d-4ae5-9bb7-1cc079390bb2 None None] Sync routers for ids ['90919bdd-25f6-4d2e-a5ff-49fd434f3f9c'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:23:25.305172 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-e803af57-c421-407a-aa95-6945ecb5e04b req-aa2be3a7-e23f-4bfc-906c-9d90f0186a26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:25.330154 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5a354bf4-b27a-4301-bb4f-657605902465 req-849ae2d7-c636-4c82-b671-b0b755eda352 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] 10.222.0.41 "GET /v2.0/security-groups?id=91bb33c4-45bb-48b2-96aa-0a930cf41659&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746870 Aug 11 03:23:25.336538 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-a64442eb-aa35-482a-95bc-881724942c87 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Deleting port 1beb0a6f-98a7-498f-9707-6e4d9c409caa {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:23:25.336879 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a64442eb-aa35-482a-95bc-881724942c87 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:25.396916 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e803af57-c421-407a-aa95-6945ecb5e04b req-aa2be3a7-e23f-4bfc-906c-9d90f0186a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:25.398544 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-e803af57-c421-407a-aa95-6945ecb5e04b req-aa2be3a7-e23f-4bfc-906c-9d90f0186a26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:25.400657 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-e803af57-c421-407a-aa95-6945ecb5e04b req-aa2be3a7-e23f-4bfc-906c-9d90f0186a26 service neutron] 10.222.0.22 "PUT /v2.0/ports/1347ce03-6fd3-4df9-85e1-8335bdb4082d HTTP/1.1" status: 200 len: 1092 time: 3.8611138 Aug 11 03:23:25.441926 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.agents_db [None req-950b7202-decb-43e2-8f71-ac8931dc9749 None None] Agent healthcheck: found 7 active agents {{(pid=102194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:23:25.442820 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2be3a7-e23f-4bfc-906c-9d90f0186a26 service neutron] Pushing event updated for resources: {'Port': ['ID=1347ce03-6fd3-4df9-85e1-8335bdb4082d,revision_number=3']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:25.448744 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [None req-a64442eb-aa35-482a-95bc-881724942c87 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] For port 1beb0a6f-98a7-498f-9707-6e4d9c409caa, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=1beb0a6f-98a7-498f-9707-6e4d9c409caa,segment=NetworkSegment(d6aa94f2-08a2-45a4-a62a-9f6ccf2d259f),segment_id=d6aa94f2-08a2-45a4-a62a-9f6ccf2d259f)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:23:25.454966 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a64442eb-aa35-482a-95bc-881724942c87 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:25.455337 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4806c477-b922-49ed-a2d7-ceb4f67380f4', 'tag': '1347ce03-6fd3-4df9-85e1-8335bdb4082d'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:23:25.458176 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdfd5645-fc79-4c68-9ffc-fc6a90d00256" -d '{"events": [{"name": "network-changed", "server_uuid": "4806c477-b922-49ed-a2d7-ceb4f67380f4", "tag": "1347ce03-6fd3-4df9-85e1-8335bdb4082d"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:23:25.463638 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port c0b0b9ba-1dd0-47e5-a024-94ac23338656 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:23:25.463993 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:25.466401 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-a64442eb-aa35-482a-95bc-881724942c87 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Calling delete_port for 1beb0a6f-98a7-498f-9707-6e4d9c409caa owned by network:dhcp {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:23:25.538908 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b705608-721d-4ae5-9bb7-1cc079390bb2 None None] Routers {'90919bdd-25f6-4d2e-a5ff-49fd434f3f9c'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:23:25.539557 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-6b705608-721d-4ae5-9bb7-1cc079390bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:23:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['90919bdd-25f6-4d2e-a5ff-49fd434f3f9c'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:23:25.782840 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a1817816-a432-4f54-a6f1-3f8b1e5c5e45 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-126274748'] for subnet, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:25.788528 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ce360c-de24-473a-9ebc-4990d6f0289c req-1c76d9cc-469b-4697-82dc-28a3b2b6a221 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:25.795749 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a9ce360c-de24-473a-9ebc-4990d6f0289c req-1c76d9cc-469b-4697-82dc-28a3b2b6a221 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ab07bbd-fa55-4032-bc68-2fe67c0da2d6 HTTP/1.1" status: 200 len: 946 time: 0.3018699 Aug 11 03:23:25.839729 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e803af57-c421-407a-aa95-6945ecb5e04b req-991bca06-434b-4f3e-8174-390421f2ecd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:25.841574 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-e803af57-c421-407a-aa95-6945ecb5e04b req-991bca06-434b-4f3e-8174-390421f2ecd6 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6f34ea378b0c4732b01bbd0e8e3ce05d&device_id=4806c477-b922-49ed-a2d7-ceb4f67380f4 HTTP/1.1" status: 200 len: 1095 time: 0.2815959 Aug 11 03:23:25.852234 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a9ce360c-de24-473a-9ebc-4990d6f0289c req-4afdd911-49de-4856-aebb-6d12e616301a tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d4c303e-0c5b-4d5a-b0c4-6f31f4676a83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495584 Aug 11 03:23:25.933204 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a64442eb-aa35-482a-95bc-881724942c87 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:25.960034 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64442eb-aa35-482a-95bc-881724942c87 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] No DVR routers for this DVR port 1beb0a6f-98a7-498f-9707-6e4d9c409caa on host n-d-764292-30 {{(pid=102192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:23:26.056975 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64442eb-aa35-482a-95bc-881724942c87 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Pushing event deleted for resources: {'Port': ['ID=1beb0a6f-98a7-498f-9707-6e4d9c409caa,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:26.059936 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 52100) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:26.068874 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-7c5fe3cd-c61b-4365-9956-0138ddf7e629 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1779977662', 'description': 'tempest-description--1627368234'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:23:26.072281 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d3529aa-806f-498e-b00c-fdcbfd3c5637 None None] DHCP port deletion for 36ca1cec-d3fe-4e14-9f45-f8e8c8e64ba7 request from n-d-764292-30 {{(pid=102193) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:23:26.184572 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-6b705608-721d-4ae5-9bb7-1cc079390bb2 None None] Set router 90919bdd-25f6-4d2e-a5ff-49fd434f3f9c gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:23:26.255541 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-c791fbb2-247e-46e8-92da-0faa403f100e None None] Provisioning complete for port c0b0b9ba-1dd0-47e5-a024-94ac23338656 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:23:26.256096 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-c791fbb2-247e-46e8-92da-0faa403f100e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:26.268841 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device ac12285f-37fc-49ef-82bb-e352306589e8 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:23:26.278939 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a64442eb-aa35-482a-95bc-881724942c87 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:26.290453 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-a64442eb-aa35-482a-95bc-881724942c87 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36ca1cec-d3fe-4e14-9f45-f8e8c8e64ba7']}} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:23:26.302348 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-a64442eb-aa35-482a-95bc-881724942c87 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6aa94f2-08a2-45a4-a62a-9f6ccf2d259f') {'for_net_delete': True} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:23:26.302583 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-a64442eb-aa35-482a-95bc-881724942c87 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6aa94f2-08a2-45a4-a62a-9f6ccf2d259f') {} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:23:26.313571 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a64442eb-aa35-482a-95bc-881724942c87 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125932501'] for segment, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:26.331558 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a64442eb-aa35-482a-95bc-881724942c87 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:26.354782 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a64442eb-aa35-482a-95bc-881724942c87 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=102192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:23:26.354782 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a64442eb-aa35-482a-95bc-881724942c87 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125932183'] for segment, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:26.359757 n-d-764292-30 neutron-server[102192]: Traceback (most recent call last): Aug 11 03:23:26.359757 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:23:26.359757 n-d-764292-30 neutron-server[102192]: timer() Aug 11 03:23:26.359757 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:23:26.359757 n-d-764292-30 neutron-server[102192]: cb(*args, **kw) Aug 11 03:23:26.359757 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:23:26.359757 n-d-764292-30 neutron-server[102192]: return func(*args, **kwargs) Aug 11 03:23:26.359757 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:23:26.359757 n-d-764292-30 neutron-server[102192]: self._notify() Aug 11 03:23:26.359757 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:23:26.359757 n-d-764292-30 neutron-server[102192]: self.callback(batched_events) Aug 11 03:23:26.359757 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:23:26.359757 n-d-764292-30 neutron-server[102192]: event.method(event) Aug 11 03:23:26.359757 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:23:26.359757 n-d-764292-30 neutron-server[102192]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:23:26.359757 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:23:26.359757 n-d-764292-30 neutron-server[102192]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:23:26.359757 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:23:26.359757 n-d-764292-30 neutron-server[102192]: return f(self, *a, **k) Aug 11 03:23:26.359757 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:23:26.359757 n-d-764292-30 neutron-server[102192]: return self._get(url).json() Aug 11 03:23:26.359757 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:23:26.359757 n-d-764292-30 neutron-server[102192]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:23:26.359757 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:23:26.359757 n-d-764292-30 neutron-server[102192]: return self.request(url, 'GET', **kwargs) Aug 11 03:23:26.359757 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:23:26.359757 n-d-764292-30 neutron-server[102192]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:23:26.359757 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:23:26.359757 n-d-764292-30 neutron-server[102192]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:23:26.359757 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:23:26.359757 n-d-764292-30 neutron-server[102192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:23:26.359757 n-d-764292-30 neutron-server[102192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:23:26.376000 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-7c5fe3cd-c61b-4365-9956-0138ddf7e629 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:26.424181 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b4fd60-fdf8-444c-bf12-8d1985bcd440 req-c6182ed3-8670-408b-889c-ba737baaa55f tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:26.431965 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-033c87e5-df19-4850-be17-33bf4d35f7ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde080026-c28f-55be-b52b-13827cc43646-336f004a-accb-48ca-9a8c-8600408ab6c3', 'network_id': '336f004a-accb-48ca-9a8c-8600408ab6c3', 'tenant_id': '36371e2845a94adc8766212c496af890', 'fixed_ips': [{'subnet_id': '039e851f-7487-4a1c-b4f4-4d7aa2baa7ff'}]}} from n-d-764292-30. {{(pid=102193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:23:26.432256 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-65b4fd60-fdf8-444c-bf12-8d1985bcd440 req-c6182ed3-8670-408b-889c-ba737baaa55f tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ab07bbd-fa55-4032-bc68-2fe67c0da2d6 HTTP/1.1" status: 200 len: 946 time: 0.3708837 Aug 11 03:23:26.434016 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-033c87e5-df19-4850-be17-33bf4d35f7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:26.452092 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85580bc-1280-4441-9cb6-c2d19c982192 req-1aaa72a3-4c9b-418e-8bdc-963e27f839b4 tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:26.453564 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f85580bc-1280-4441-9cb6-c2d19c982192 req-1aaa72a3-4c9b-418e-8bdc-963e27f839b4 tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] 10.222.0.41 "GET /v2.0/ports?device_id=27eed5b6-1696-492b-b635-59b5fce59416 HTTP/1.1" status: 200 len: 945 time: 0.3911209 Aug 11 03:23:26.460133 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1e4a939-c068-487f-886a-9e22b4fdbabd x-openstack-request-id: req-f1e4a939-c068-487f-886a-9e22b4fdbabd {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:23:26.460722 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4806c477-b922-49ed-a2d7-ceb4f67380f4", "tag": "1347ce03-6fd3-4df9-85e1-8335bdb4082d", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:23:26.460722 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f1e4a939-c068-487f-886a-9e22b4fdbabd {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:23:26.461029 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4806c477-b922-49ed-a2d7-ceb4f67380f4', 'tag': '1347ce03-6fd3-4df9-85e1-8335bdb4082d', 'status': 'completed', 'code': 200} Aug 11 03:23:26.468459 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca9de1bb-deb2-42b8-9949-46622b7efb75 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Router 49046332-233f-4c02-a67c-6dac2c5a4f04 has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:23:26.470809 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-e803af57-c421-407a-aa95-6945ecb5e04b req-8df219b7-53b9-42cc-b9b3-d9c0a147b784 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1347ce03-6fd3-4df9-85e1-8335bdb4082d HTTP/1.1" status: 200 len: 217 time: 0.6152623 Aug 11 03:23:26.592519 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-65b4fd60-fdf8-444c-bf12-8d1985bcd440 req-f1de6e83-3447-4f75-b21e-34b0637dfe22 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d4c303e-0c5b-4d5a-b0c4-6f31f4676a83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1589022 Aug 11 03:23:26.606426 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 52108) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:26.624438 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f85580bc-1280-4441-9cb6-c2d19c982192 req-3d80b85c-d6e7-4d3f-b122-70e922e26f48 tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] 10.222.0.41 "GET /v2.0/security-groups?id=e65ff429-9c9c-43ff-8c00-2b2cbbc9daf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475286 Aug 11 03:23:26.636712 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a64442eb-aa35-482a-95bc-881724942c87 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:26.656651 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a64442eb-aa35-482a-95bc-881724942c87 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:26.658541 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-a64442eb-aa35-482a-95bc-881724942c87 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] 10.222.0.41 "DELETE /v2.0/networks/36ca1cec-d3fe-4e14-9f45-f8e8c8e64ba7 HTTP/1.1" status: 204 len: 168 time: 1.7004383 Aug 11 03:23:26.666786 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 52110) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:26.676777 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-7219d2f9-305e-450d-a875-579c1c1c2fd1 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Request body: {'network': {'name': 'tempest-RoutersTest-780816075'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:23:26.712582 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64442eb-aa35-482a-95bc-881724942c87 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Pushing event deleted for resources: {'Network': ['ID=36ca1cec-d3fe-4e14-9f45-f8e8c8e64ba7,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:26.751939 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e803af57-c421-407a-aa95-6945ecb5e04b req-08d76e3e-5144-47e0-b301-02f090c8ec60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:26.753816 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-e803af57-c421-407a-aa95-6945ecb5e04b req-08d76e3e-5144-47e0-b301-02f090c8ec60 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=2eab23f8-93c4-44af-9e21-52232de1fe86 HTTP/1.1" status: 200 len: 834 time: 0.2240887 Aug 11 03:23:26.793171 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-7c5fe3cd-c61b-4365-9956-0138ddf7e629 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:26.812262 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f418669a-0449-4055-b772-6ee0b1cf485c req-8b478e26-9341-48cd-9bbb-f65204ee1f28 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:26.815329 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f418669a-0449-4055-b772-6ee0b1cf485c req-8b478e26-9341-48cd-9bbb-f65204ee1f28 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] 10.222.0.41 "GET /v2.0/ports?device_id=4806c477-b922-49ed-a2d7-ceb4f67380f4 HTTP/1.1" status: 200 len: 943 time: 0.0975332 Aug 11 03:23:26.817495 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port ac12285f-37fc-49ef-82bb-e352306589e8 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:23:26.843183 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port ac12285f-37fc-49ef-82bb-e352306589e8 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:23:26.843670 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:26.866604 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-7c5fe3cd-c61b-4365-9956-0138ddf7e629 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:26.872922 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a5dac49-6b74-44c9-b0db-a2d7741e1e13 tempest-TestNetworkAdvancedServerOps-665886235 tempest-TestNetworkAdvancedServerOps-665886235-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:26.874629 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-4a5dac49-6b74-44c9-b0db-a2d7741e1e13 tempest-TestNetworkAdvancedServerOps-665886235 tempest-TestNetworkAdvancedServerOps-665886235-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=2ab07bbd-fa55-4032-bc68-2fe67c0da2d6 HTTP/1.1" status: 200 len: 1093 time: 0.2644446 Aug 11 03:23:26.882866 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 52114) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:26.895648 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-9b8bf4d9-bcaa-4065-9745-b9c3dc8d0dbd tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Request body: {'floatingip': {'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'port_id': 'dfa2e0ff-33d8-4c81-8f5e-c2c8919596e7', 'tenant_id': 'a5478860f7cb432583cc8e5d994d2237', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:23:26.920125 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca9de1bb-deb2-42b8-9949-46622b7efb75 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:23:26.920450 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f418669a-0449-4055-b772-6ee0b1cf485c req-5c7fc8ee-d5f6-4df9-82ef-2a26ea37ec02 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] 10.222.0.41 "GET /v2.0/security-groups?id=91bb33c4-45bb-48b2-96aa-0a930cf41659&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974693 Aug 11 03:23:26.929658 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e803af57-c421-407a-aa95-6945ecb5e04b req-c8f2774d-da34-4d15-b2f2-1b4a570f1d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:26.931182 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af978132-cb2f-41a0-8c06-1855ce32b3f7 None None] Sync routers for ids ['49046332-233f-4c02-a67c-6dac2c5a4f04'] in n-d-764292-30 {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:23:26.934114 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-e803af57-c421-407a-aa95-6945ecb5e04b req-c8f2774d-da34-4d15-b2f2-1b4a570f1d86 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=aca38bb8-53be-4609-8761-de24e0c00b2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1556761 Aug 11 03:23:26.946763 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af978132-cb2f-41a0-8c06-1855ce32b3f7 None None] Routers {'49046332-233f-4c02-a67c-6dac2c5a4f04'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:23:26.948936 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-af978132-cb2f-41a0-8c06-1855ce32b3f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:23:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['49046332-233f-4c02-a67c-6dac2c5a4f04'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:23:26.951382 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a1817816-a432-4f54-a6f1-3f8b1e5c5e45 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8790262932372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-126283418'] for subnet, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:26.957005 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5fe3cd-c61b-4365-9956-0138ddf7e629 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=adeeef27-808b-48fe-80b7-b3abd2371fee,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:27.016968 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7219d2f9-305e-450d-a875-579c1c1c2fd1 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Made reservation on behalf of 8002057c241341da96913e0b77a31349 for: {'network': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:23:27.021953 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-7219d2f9-305e-450d-a875-579c1c1c2fd1 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:27.028871 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-af978132-cb2f-41a0-8c06-1855ce32b3f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:23:27.063534 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1817816-a432-4f54-a6f1-3f8b1e5c5e45 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:27.064910 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a1817816-a432-4f54-a6f1-3f8b1e5c5e45 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:27.065383 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af978132-cb2f-41a0-8c06-1855ce32b3f7 None None] Routers {'49046332-233f-4c02-a67c-6dac2c5a4f04'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:23:27.065995 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-af978132-cb2f-41a0-8c06-1855ce32b3f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:23:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['49046332-233f-4c02-a67c-6dac2c5a4f04'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:23:27.074603 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-a1817816-a432-4f54-a6f1-3f8b1e5c5e45 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] 10.222.0.41 "PUT /v2.0/subnets/039e851f-7487-4a1c-b4f4-4d7aa2baa7ff HTTP/1.1" status: 200 len: 826 time: 1.8501358 Aug 11 03:23:27.074603 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 52120) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:27.076642 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7219d2f9-305e-450d-a875-579c1c1c2fd1 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=102192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:23:27.087381 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-7219d2f9-305e-450d-a875-579c1c1c2fd1 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:27.087729 n-d-764292-30 neutron-server[102192]: INFO neutron.db.segments_db [None req-7219d2f9-305e-450d-a875-579c1c1c2fd1 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Added segment 68f2be43-e52c-4c9c-9931-122af197e5b6 of type vlan for network 165b3f6a-edc1-4c08-8e10-325da636f01f Aug 11 03:23:27.128676 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.db_base_plugin_common [None req-033c87e5-df19-4850-be17-33bf4d35f7ab None None] Allocated IP 2001:db8::2 (336f004a-accb-48ca-9a8c-8600408ab6c3/039e851f-7487-4a1c-b4f4-4d7aa2baa7ff/92516473-0c9f-48e9-8b40-b99a8032226f) {{(pid=102193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:23:27.139779 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-af978132-cb2f-41a0-8c06-1855ce32b3f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:23:27.141587 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af978132-cb2f-41a0-8c06-1855ce32b3f7 None None] The sync data for ids ['49046332-233f-4c02-a67c-6dac2c5a4f04'] in n-d-764292-30 is: [] {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:23:27.168189 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:27.169496 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-7219d2f9-305e-450d-a875-579c1c1c2fd1 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:27.186884 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ca9de1bb-deb2-42b8-9949-46622b7efb75 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for floatingip, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:27.220656 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1817816-a432-4f54-a6f1-3f8b1e5c5e45 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Pushing event updated for resources: {'Subnet': ['ID=039e851f-7487-4a1c-b4f4-4d7aa2baa7ff,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:27.236691 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-6b705608-721d-4ae5-9bb7-1cc079390bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90919bdd-25f6-4d2e-a5ff-49fd434f3f9c', 'name': 'tempest-AttachVolumeTestJSON-1633192616-router', 'tenant_id': 'fdbe55b7c58c49b2bfb506767218e312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': 'ac12285f-37fc-49ef-82bb-e352306589e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:23:15Z', 'updated_at': '2021-08-11T03:23:22Z', 'revision_number': 4, 'project_id': 'fdbe55b7c58c49b2bfb506767218e312', 'gw_port': {'id': 'ac12285f-37fc-49ef-82bb-e352306589e8', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:d1:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90919bdd-25f6-4d2e-a5ff-49fd434f3f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2587, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:23:16Z', 'updated_at': '2021-08-11T03:23:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '0376a1ee-6ff5-4e76-8d98-aa7f97f298e4', 'name': '', 'network_id': 'e7fa7474-ec27-48c0-82c6-4433dec0ec87', 'tenant_id': 'fdbe55b7c58c49b2bfb506767218e312', 'mac_address': 'fa:16:3e:8b:a7:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90919bdd-25f6-4d2e-a5ff-49fd434f3f9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2592, 'fixed_ips': [{'subnet_id': '89d4fe2e-02dc-452f-b37f-085ec5acb28a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:23:20Z', 'updated_at': '2021-08-11T03:23:22Z', 'revision_number': 2, 'project_id': 'fdbe55b7c58c49b2bfb506767218e312', 'subnets': [{'id': '89d4fe2e-02dc-452f-b37f-085ec5acb28a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:23:27.241361 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port ac12285f-37fc-49ef-82bb-e352306589e8, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=ac12285f-37fc-49ef-82bb-e352306589e8,segment=NetworkSegment(fab28bed-aa25-40db-bba4-ec26e795194c),segment_id=fab28bed-aa25-40db-bba4-ec26e795194c)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:23:27.257933 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-7219d2f9-305e-450d-a875-579c1c1c2fd1 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:27.269223 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7219d2f9-305e-450d-a875-579c1c1c2fd1 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:27.269957 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-7219d2f9-305e-450d-a875-579c1c1c2fd1 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:27.271448 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-ca9de1bb-deb2-42b8-9949-46622b7efb75 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 10.2936218 Aug 11 03:23:27.271917 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b705608-721d-4ae5-9bb7-1cc079390bb2 None None] Checking router: 90919bdd-25f6-4d2e-a5ff-49fd434f3f9c for host: n-d-764292-30 {{(pid=102193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:23:27.272927 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b705608-721d-4ae5-9bb7-1cc079390bb2 None None] Updating router 90919bdd-25f6-4d2e-a5ff-49fd434f3f9c port 0376a1ee-6ff5-4e76-8d98-aa7f97f298e4 binding host n-d-764292-30 {{(pid=102193) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:23:27.274829 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 52122) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:27.283980 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-e803af57-c421-407a-aa95-6945ecb5e04b req-5d041afc-cc4a-451b-82e4-11917b697aa5 service neutron] 10.222.0.22 "GET /v2.0/networks/aca38bb8-53be-4609-8761-de24e0c00b2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3443360 Aug 11 03:23:27.316286 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-6b705608-721d-4ae5-9bb7-1cc079390bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:27.326124 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-67c08389-9ab7-4490-8a75-e1f3d1b411b9 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:27.339516 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-d979d71e-d6ac-422c-bbe6-0124a2a91324 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:23:27.370536 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:27.404027 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7219d2f9-305e-450d-a875-579c1c1c2fd1 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Pushing event updated for resources: {'Network': ['ID=165b3f6a-edc1-4c08-8e10-325da636f01f,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:27.429159 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-d979d71e-d6ac-422c-bbe6-0124a2a91324 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks [] for floatingip, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:27.430585 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network 165b3f6a-edc1-4c08-8e10-325da636f01f details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:23:27.482910 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-7c5fe3cd-c61b-4365-9956-0138ddf7e629 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:27.487561 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-7c5fe3cd-c61b-4365-9956-0138ddf7e629 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.4192867 Aug 11 03:23:27.494758 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-7219d2f9-305e-450d-a875-579c1c1c2fd1 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8237543 Aug 11 03:23:27.495845 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 52128) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:27.495845 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 52130) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:27.504140 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-73d75964-639c-45e3-b72a-640fee7ed698 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Request body: {'subnet': {'network_id': '165b3f6a-edc1-4c08-8e10-325da636f01f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:23:27.504331 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 1beb0a6f-98a7-498f-9707-6e4d9c409caa no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:23:27.512391 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-0b7c8648-5df4-4d47-9658-de3f9ce8520c tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Request body: {'security_group_rule': {'security_group_id': 'adeeef27-808b-48fe-80b7-b3abd2371fee', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:23:27.514748 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-e803af57-c421-407a-aa95-6945ecb5e04b req-f2b9661f-a724-48a8-a74c-ec30cd663680 service neutron] 10.222.0.22 "GET /v2.0/networks/aca38bb8-53be-4609-8761-de24e0c00b2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202296 Aug 11 03:23:27.516181 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9b8bf4d9-bcaa-4065-9745-b9c3dc8d0dbd tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks [] for floatingip, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:27.581360 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-67c08389-9ab7-4490-8a75-e1f3d1b411b9 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:27.585786 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-033c87e5-df19-4850-be17-33bf4d35f7ab None None] Notify callbacks [] for port, precommit_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:27.626118 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: 1beb0a6f-98a7-498f-9707-6e4d9c409caa {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:23:27.626506 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 1beb0a6f-98a7-498f-9707-6e4d9c409caa not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:23:27.640683 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-033c87e5-df19-4850-be17-33bf4d35f7ab None None] Transition to ACTIVE for port object 92516473-0c9f-48e9-8b40-b99a8032226f will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:23:27.665570 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=ac12285f-37fc-49ef-82bb-e352306589e8,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:27.692212 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-033c87e5-df19-4850-be17-33bf4d35f7ab None None] Transition to ACTIVE for port object 92516473-0c9f-48e9-8b40-b99a8032226f will not be triggered until provisioned by entity DHCP. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:23:27.728763 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfd5645-fc79-4c68-9ffc-fc6a90d00256 req-d8d1103d-7ca5-43c7-876a-38dc5b0089ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:27.730065 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-cdfd5645-fc79-4c68-9ffc-fc6a90d00256 req-d8d1103d-7ca5-43c7-876a-38dc5b0089ee service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6f34ea378b0c4732b01bbd0e8e3ce05d&device_id=4806c477-b922-49ed-a2d7-ceb4f67380f4 HTTP/1.1" status: 200 len: 1095 time: 0.0686195 Aug 11 03:23:27.788561 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-d979d71e-d6ac-422c-bbe6-0124a2a91324 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:27.817420 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-033c87e5-df19-4850-be17-33bf4d35f7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669'] for port, after_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:27.821324 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0b7c8648-5df4-4d47-9658-de3f9ce8520c tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:27.835262 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9b8bf4d9-bcaa-4065-9745-b9c3dc8d0dbd tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:27.877637 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe7e344-fd6c-4228-a036-168886d0dc25 req-20d1b524-238c-4e79-bcd7-0b51c30019a3 tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:27.879240 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-abe7e344-fd6c-4228-a036-168886d0dc25 req-20d1b524-238c-4e79-bcd7-0b51c30019a3 tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] 10.222.0.41 "GET /v2.0/ports?device_id=27eed5b6-1696-492b-b635-59b5fce59416 HTTP/1.1" status: 200 len: 945 time: 0.1076262 Aug 11 03:23:27.883573 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-d979d71e-d6ac-422c-bbe6-0124a2a91324 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446866'] for floatingip, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:27.883896 n-d-764292-30 neutron-server[102192]: INFO neutron.db.l3_db [None req-d979d71e-d6ac-422c-bbe6-0124a2a91324 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Floating IP b6ae3ae2-0f9f-42bf-9158-15208c6cdb7a disassociated. External IP: 172.25.8.38, port: 6c090316-73e5-49de-9aaf-f39bb701c766. Aug 11 03:23:27.888837 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-033c87e5-df19-4850-be17-33bf4d35f7ab None None] Network 336f004a-accb-48ca-9a8c-8600408ab6c3 is already hosted by enough agents. {{(pid=102193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:23:27.895785 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfd5645-fc79-4c68-9ffc-fc6a90d00256 req-d076f42b-7608-4a42-b011-fe0616dd33d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:27.899603 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-cdfd5645-fc79-4c68-9ffc-fc6a90d00256 req-d076f42b-7608-4a42-b011-fe0616dd33d5 service neutron] 10.222.0.22 "GET /v2.0/networks?id=aca38bb8-53be-4609-8761-de24e0c00b2e HTTP/1.1" status: 200 len: 898 time: 0.1516602 Aug 11 03:23:27.907174 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.base_scheduler [None req-033c87e5-df19-4850-be17-33bf4d35f7ab None None] Resources bound (agent type, host, resource id): {{(pid=102193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:23:27.911216 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-033c87e5-df19-4850-be17-33bf4d35f7ab None None] Received port after_create {{(pid=102193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:23:27.913329 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033c87e5-df19-4850-be17-33bf4d35f7ab None None] Pushing event updated for resources: {'Port': ['ID=92516473-0c9f-48e9-8b40-b99a8032226f,revision_number=1']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:27.926037 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73d75964-639c-45e3-b72a-640fee7ed698 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Made reservation on behalf of 8002057c241341da96913e0b77a31349 for: {'subnet': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:23:27.933903 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-6b705608-721d-4ae5-9bb7-1cc079390bb2 None None] Notify callbacks [] for port, precommit_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:27.934093 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-73d75964-639c-45e3-b72a-640fee7ed698 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126180544'] for subnet, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:27.983035 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-6b705608-721d-4ae5-9bb7-1cc079390bb2 None None] Transition to ACTIVE for port object 0376a1ee-6ff5-4e76-8d98-aa7f97f298e4 will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:23:27.987249 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-cdfd5645-fc79-4c68-9ffc-fc6a90d00256 req-59098e27-2648-4a69-a32d-ffbac1902226 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1347ce03-6fd3-4df9-85e1-8335bdb4082d HTTP/1.1" status: 200 len: 217 time: 0.0613832 Aug 11 03:23:28.007739 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-67c08389-9ab7-4490-8a75-e1f3d1b411b9 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126283413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126275158'] for subnet, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:28.008125 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-033c87e5-df19-4850-be17-33bf4d35f7ab None None] Attempting to bind port 92516473-0c9f-48e9-8b40-b99a8032226f on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:23:28.008547 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-033c87e5-df19-4850-be17-33bf4d35f7ab None None] Attempting to bind port 92516473-0c9f-48e9-8b40-b99a8032226f by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': '98d68cee-9f8f-4644-a4f7-5b4144e2007e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '336f004a-accb-48ca-9a8c-8600408ab6c3'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:23:28.008914 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-033c87e5-df19-4850-be17-33bf4d35f7ab None None] Attempting to bind port 92516473-0c9f-48e9-8b40-b99a8032226f on network 336f004a-accb-48ca-9a8c-8600408ab6c3 {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:23:28.024086 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-033c87e5-df19-4850-be17-33bf4d35f7ab None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 23, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:23:28.024580 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-033c87e5-df19-4850-be17-33bf4d35f7ab None None] Checking segment: {'id': '98d68cee-9f8f-4644-a4f7-5b4144e2007e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '336f004a-accb-48ca-9a8c-8600408ab6c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:23:28.025030 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-033c87e5-df19-4850-be17-33bf4d35f7ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:28.025421 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-033c87e5-df19-4850-be17-33bf4d35f7ab None None] Bound using segment: {'id': '98d68cee-9f8f-4644-a4f7-5b4144e2007e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '336f004a-accb-48ca-9a8c-8600408ab6c3'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:23:28.025911 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-033c87e5-df19-4850-be17-33bf4d35f7ab None None] Bound port: 92516473-0c9f-48e9-8b40-b99a8032226f, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98d68cee-9f8f-4644-a4f7-5b4144e2007e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '336f004a-accb-48ca-9a8c-8600408ab6c3'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:23:28.031156 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-033c87e5-df19-4850-be17-33bf4d35f7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:28.043889 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0b7c8648-5df4-4d47-9658-de3f9ce8520c tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:28.088654 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-6b705608-721d-4ae5-9bb7-1cc079390bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:28.112811 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c08389-9ab7-4490-8a75-e1f3d1b411b9 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Pushing event deleted for resources: {'Subnet': ['ID=039e851f-7487-4a1c-b4f4-4d7aa2baa7ff,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:28.191019 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0b7c8648-5df4-4d47-9658-de3f9ce8520c tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:28.196032 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-67c08389-9ab7-4490-8a75-e1f3d1b411b9 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:28.209178 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-67c08389-9ab7-4490-8a75-e1f3d1b411b9 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['336f004a-accb-48ca-9a8c-8600408ab6c3']}} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:23:28.214007 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcefdf5b-c48e-406c-9b06-a978ecd6fd3f None None] Pushing event updated for resources: {'Port': ['ID=0376a1ee-6ff5-4e76-8d98-aa7f97f298e4,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:28.222791 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-67c08389-9ab7-4490-8a75-e1f3d1b411b9 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98d68cee-9f8f-4644-a4f7-5b4144e2007e') {'for_net_delete': True} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:23:28.223221 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-67c08389-9ab7-4490-8a75-e1f3d1b411b9 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98d68cee-9f8f-4644-a4f7-5b4144e2007e') {} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:23:28.230480 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-033c87e5-df19-4850-be17-33bf4d35f7ab None None] For port 92516473-0c9f-48e9-8b40-b99a8032226f, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:23:28.233892 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7c8648-5df4-4d47-9658-de3f9ce8520c tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c7b0fdd-86f3-47af-9493-ababb2f178ef,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:28.238969 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-abe7e344-fd6c-4228-a036-168886d0dc25 req-e5ca3f07-4583-483d-a255-41e83839fc73 tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] 10.222.0.41 "GET /v2.0/security-groups?id=e65ff429-9c9c-43ff-8c00-2b2cbbc9daf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3054900 Aug 11 03:23:28.248257 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfd5645-fc79-4c68-9ffc-fc6a90d00256 req-a3a1672e-8443-40f8-a98b-427e9b08a940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:28.251066 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-cdfd5645-fc79-4c68-9ffc-fc6a90d00256 req-a3a1672e-8443-40f8-a98b-427e9b08a940 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=2eab23f8-93c4-44af-9e21-52232de1fe86 HTTP/1.1" status: 200 len: 834 time: 0.2329867 Aug 11 03:23:28.257819 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-67c08389-9ab7-4490-8a75-e1f3d1b411b9 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126283644'] for segment, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:28.278004 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-6b705608-721d-4ae5-9bb7-1cc079390bb2 None None] Attempting to bind port 0376a1ee-6ff5-4e76-8d98-aa7f97f298e4 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:23:28.278433 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-6b705608-721d-4ae5-9bb7-1cc079390bb2 None None] Attempting to bind port 0376a1ee-6ff5-4e76-8d98-aa7f97f298e4 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': '9f8ce2aa-5895-4159-b95f-a2336900b8ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'e7fa7474-ec27-48c0-82c6-4433dec0ec87'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:23:28.278907 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b705608-721d-4ae5-9bb7-1cc079390bb2 None None] Attempting to bind port 0376a1ee-6ff5-4e76-8d98-aa7f97f298e4 on network e7fa7474-ec27-48c0-82c6-4433dec0ec87 {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:23:28.285012 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-033c87e5-df19-4850-be17-33bf4d35f7ab None None] For port 92516473-0c9f-48e9-8b40-b99a8032226f, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=92516473-0c9f-48e9-8b40-b99a8032226f,segment=NetworkSegment(98d68cee-9f8f-4644-a4f7-5b4144e2007e),segment_id=98d68cee-9f8f-4644-a4f7-5b4144e2007e)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:23:28.289077 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b705608-721d-4ae5-9bb7-1cc079390bb2 None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 23, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:23:28.289455 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b705608-721d-4ae5-9bb7-1cc079390bb2 None None] Checking segment: {'id': '9f8ce2aa-5895-4159-b95f-a2336900b8ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'e7fa7474-ec27-48c0-82c6-4433dec0ec87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:23:28.289918 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-6b705608-721d-4ae5-9bb7-1cc079390bb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:28.290257 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b705608-721d-4ae5-9bb7-1cc079390bb2 None None] Bound using segment: {'id': '9f8ce2aa-5895-4159-b95f-a2336900b8ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'e7fa7474-ec27-48c0-82c6-4433dec0ec87'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:23:28.290752 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-6b705608-721d-4ae5-9bb7-1cc079390bb2 None None] Bound port: 0376a1ee-6ff5-4e76-8d98-aa7f97f298e4, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f8ce2aa-5895-4159-b95f-a2336900b8ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'e7fa7474-ec27-48c0-82c6-4433dec0ec87'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:23:28.291136 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-6b705608-721d-4ae5-9bb7-1cc079390bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:28.358694 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa70fdb-b1b5-4cb3-ac3f-16e37d067f35 req-fd979bac-7618-4a8b-ac1c-c49b769329d4 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:28.363520 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-6b705608-721d-4ae5-9bb7-1cc079390bb2 None None] For port 0376a1ee-6ff5-4e76-8d98-aa7f97f298e4, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:23:28.366003 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5aa70fdb-b1b5-4cb3-ac3f-16e37d067f35 req-fd979bac-7618-4a8b-ac1c-c49b769329d4 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] 10.222.0.41 "GET /v2.0/ports?device_id=4806c477-b922-49ed-a2d7-ceb4f67380f4 HTTP/1.1" status: 200 len: 943 time: 0.2773323 Aug 11 03:23:28.367182 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-6b705608-721d-4ae5-9bb7-1cc079390bb2 None None] For port 0376a1ee-6ff5-4e76-8d98-aa7f97f298e4, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=0376a1ee-6ff5-4e76-8d98-aa7f97f298e4,segment=NetworkSegment(9f8ce2aa-5895-4159-b95f-a2336900b8ec),segment_id=9f8ce2aa-5895-4159-b95f-a2336900b8ec)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:23:28.370000 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-033c87e5-df19-4850-be17-33bf4d35f7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:28.398592 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [None req-9b8bf4d9-bcaa-4065-9745-b9c3dc8d0dbd tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Allocated IP 172.25.8.47 (09faf7d2-eaf5-4a50-bb6e-4cb05d009a76/e1a97443-13df-40bb-85f5-fd269e2742c0/ad6ff711-5337-4ef9-8fab-03ef5e346f1b) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:23:28.407318 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0b7c8648-5df4-4d47-9658-de3f9ce8520c tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:28.408595 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-0b7c8648-5df4-4d47-9658-de3f9ce8520c tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9097168 Aug 11 03:23:28.414206 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 52146) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:28.430215 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-67c08389-9ab7-4490-8a75-e1f3d1b411b9 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:28.445573 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-6b705608-721d-4ae5-9bb7-1cc079390bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:28.446482 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-cf005f5c-64b3-42f8-8693-1ac12334fb30 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Request body: {'security_group_rule': {'security_group_id': 'adeeef27-808b-48fe-80b7-b3abd2371fee', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:23:28.511959 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b705608-721d-4ae5-9bb7-1cc079390bb2 None None] Routers {'90919bdd-25f6-4d2e-a5ff-49fd434f3f9c'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:23:28.512592 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-6b705608-721d-4ae5-9bb7-1cc079390bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:23:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['90919bdd-25f6-4d2e-a5ff-49fd434f3f9c'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:23:28.514556 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033c87e5-df19-4850-be17-33bf4d35f7ab None None] Pushing event updated for resources: {'Port': ['ID=92516473-0c9f-48e9-8b40-b99a8032226f,revision_number=2']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:28.552660 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5aa70fdb-b1b5-4cb3-ac3f-16e37d067f35 req-b645d7ad-c7b9-4019-ad6d-8116abc117f0 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] 10.222.0.41 "GET /v2.0/security-groups?id=91bb33c4-45bb-48b2-96aa-0a930cf41659&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1794128 Aug 11 03:23:28.659878 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9b8bf4d9-bcaa-4065-9745-b9c3dc8d0dbd tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:28.663392 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d979d71e-d6ac-422c-bbe6-0124a2a91324 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Router 49046332-233f-4c02-a67c-6dac2c5a4f04 has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:23:28.688296 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67c08389-9ab7-4490-8a75-e1f3d1b411b9 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=102191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:23:28.688939 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-67c08389-9ab7-4490-8a75-e1f3d1b411b9 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126283391'] for segment, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:28.696021 n-d-764292-30 neutron-server[102191]: Traceback (most recent call last): Aug 11 03:23:28.696021 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:23:28.696021 n-d-764292-30 neutron-server[102191]: timer() Aug 11 03:23:28.696021 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:23:28.696021 n-d-764292-30 neutron-server[102191]: cb(*args, **kw) Aug 11 03:23:28.696021 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:23:28.696021 n-d-764292-30 neutron-server[102191]: return func(*args, **kwargs) Aug 11 03:23:28.696021 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:23:28.696021 n-d-764292-30 neutron-server[102191]: self._notify() Aug 11 03:23:28.696021 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:23:28.696021 n-d-764292-30 neutron-server[102191]: self.callback(batched_events) Aug 11 03:23:28.696021 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:23:28.696021 n-d-764292-30 neutron-server[102191]: event.method(event) Aug 11 03:23:28.696021 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:23:28.696021 n-d-764292-30 neutron-server[102191]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:23:28.696021 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:23:28.696021 n-d-764292-30 neutron-server[102191]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:23:28.696021 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:23:28.696021 n-d-764292-30 neutron-server[102191]: return f(self, *a, **k) Aug 11 03:23:28.696021 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:23:28.696021 n-d-764292-30 neutron-server[102191]: return self._get(url).json() Aug 11 03:23:28.696021 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:23:28.696021 n-d-764292-30 neutron-server[102191]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:23:28.696021 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:23:28.696021 n-d-764292-30 neutron-server[102191]: return self.request(url, 'GET', **kwargs) Aug 11 03:23:28.696021 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:23:28.696021 n-d-764292-30 neutron-server[102191]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:23:28.696021 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:23:28.696021 n-d-764292-30 neutron-server[102191]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:23:28.696021 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:23:28.696021 n-d-764292-30 neutron-server[102191]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:23:28.696021 n-d-764292-30 neutron-server[102191]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:23:28.740934 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-cf005f5c-64b3-42f8-8693-1ac12334fb30 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:28.782648 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfd5645-fc79-4c68-9ffc-fc6a90d00256 req-18be6f12-72a4-4b85-9b99-75489ae64a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:28.784468 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-cdfd5645-fc79-4c68-9ffc-fc6a90d00256 req-18be6f12-72a4-4b85-9b99-75489ae64a1d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=aca38bb8-53be-4609-8761-de24e0c00b2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4850910 Aug 11 03:23:28.812568 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-73d75964-639c-45e3-b72a-640fee7ed698 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125932092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126180562'] for subnet, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:28.818182 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b774d03-cb29-480a-8455-0a0966f6de8e None None] Network 336f004a-accb-48ca-9a8c-8600408ab6c3 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:23:28.906822 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.db.api [None req-67c08389-9ab7-4490-8a75-e1f3d1b411b9 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 11 03:23:28.906822 n-d-764292-30 neutron-server[102191]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 11 03:23:28.906822 n-d-764292-30 neutron-server[102191]: [parameters: {'id': '336f004a-accb-48ca-9a8c-8600408ab6c3'}] Aug 11 03:23:28.906822 n-d-764292-30 neutron-server[102191]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102191) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 03:23:28.907313 n-d-764292-30 neutron-server[102191]: DEBUG oslo_db.api [None req-67c08389-9ab7-4490-8a75-e1f3d1b411b9 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 03:23:28.920506 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9b8bf4d9-bcaa-4065-9745-b9c3dc8d0dbd tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:28.923651 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d979d71e-d6ac-422c-bbe6-0124a2a91324 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:23:28.935198 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-d979d71e-d6ac-422c-bbe6-0124a2a91324 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for floatingip, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:28.942753 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-cdfd5645-fc79-4c68-9ffc-fc6a90d00256 req-fcfce391-d551-4116-ae69-e86c1f69be15 service neutron] 10.222.0.22 "GET /v2.0/networks/aca38bb8-53be-4609-8761-de24e0c00b2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490552 Aug 11 03:23:28.964199 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcefdf5b-c48e-406c-9b06-a978ecd6fd3f None None] Pushing event updated for resources: {'Port': ['ID=0376a1ee-6ff5-4e76-8d98-aa7f97f298e4,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:28.979407 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d75964-639c-45e3-b72a-640fee7ed698 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Pushing event updated for resources: {'Subnet': ['ID=65603174-26f8-46be-8c75-ef9fcaa52ccf,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:28.985191 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-cf005f5c-64b3-42f8-8693-1ac12334fb30 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:28.991555 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d75964-639c-45e3-b72a-640fee7ed698 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Checking segment: {'id': '68f2be43-e52c-4c9c-9931-122af197e5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '165b3f6a-edc1-4c08-8e10-325da636f01f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:23:28.992006 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d75964-639c-45e3-b72a-640fee7ed698 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Network hostable DHCP agents. Network: 165b3f6a-edc1-4c08-8e10-325da636f01f, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:23:28.996435 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7b23bf-955a-441c-ad92-8422d45ccd20 None None] Sync routers for ids ['49046332-233f-4c02-a67c-6dac2c5a4f04'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:23:28.997297 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-d979d71e-d6ac-422c-bbe6-0124a2a91324 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] 10.222.0.41 "PUT /v2.0/floatingips/b6ae3ae2-0f9f-42bf-9158-15208c6cdb7a HTTP/1.1" status: 200 len: 687 time: 1.6721683 Aug 11 03:23:29.008241 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 52152) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:29.082269 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b8bf4d9-bcaa-4065-9745-b9c3dc8d0dbd tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:23:29.082455 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-cf005f5c-64b3-42f8-8693-1ac12334fb30 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:29.088682 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-9b8bf4d9-bcaa-4065-9745-b9c3dc8d0dbd tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:23:29.100099 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7b23bf-955a-441c-ad92-8422d45ccd20 None None] Routers {'49046332-233f-4c02-a67c-6dac2c5a4f04'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:23:29.101711 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-6d7b23bf-955a-441c-ad92-8422d45ccd20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:23:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['49046332-233f-4c02-a67c-6dac2c5a4f04'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:23:29.101864 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8bf4d9-bcaa-4065-9745-b9c3dc8d0dbd tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:23:29.108698 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-6b705608-721d-4ae5-9bb7-1cc079390bb2 None None] Set router 90919bdd-25f6-4d2e-a5ff-49fd434f3f9c gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:23:29.154535 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8bf4d9-bcaa-4065-9745-b9c3dc8d0dbd tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Pushing event updated for resources: {'Port': ['ID=ad6ff711-5337-4ef9-8fab-03ef5e346f1b,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:29.199299 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-6d7b23bf-955a-441c-ad92-8422d45ccd20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:23:29.241011 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d75964-639c-45e3-b72a-640fee7ed698 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Network 165b3f6a-edc1-4c08-8e10-325da636f01f is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:23:29.250263 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf005f5c-64b3-42f8-8693-1ac12334fb30 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1007c746-12af-4230-9e5a-915bb6a93b50,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:29.296329 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7b23bf-955a-441c-ad92-8422d45ccd20 None None] Routers {'49046332-233f-4c02-a67c-6dac2c5a4f04'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:23:29.297059 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-6d7b23bf-955a-441c-ad92-8422d45ccd20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:23:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['49046332-233f-4c02-a67c-6dac2c5a4f04'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:23:29.299700 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-a8bbac7e-ab2e-4f2f-8b35-266f27811f7f tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Deleting port 55d4c285-d881-493f-9ff7-a8a47fc252ef {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:23:29.300312 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a8bbac7e-ab2e-4f2f-8b35-266f27811f7f tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:29.347197 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-cf005f5c-64b3-42f8-8693-1ac12334fb30 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:29.347762 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-cdfd5645-fc79-4c68-9ffc-fc6a90d00256 req-544f26a1-009f-4a8c-b8fe-86fc5db4aaf2 service neutron] 10.222.0.22 "GET /v2.0/networks/aca38bb8-53be-4609-8761-de24e0c00b2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3630948 Aug 11 03:23:29.349085 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-cf005f5c-64b3-42f8-8693-1ac12334fb30 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9255044 Aug 11 03:23:29.353897 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 52162) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:29.359609 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-79d21595-ec75-49b5-875f-65cc7f5c7398 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Request body: {'floatingip': {'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:23:29.363073 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-73d75964-639c-45e3-b72a-640fee7ed698 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, 165b3f6a-edc1-4c08-8e10-325da636f01f) {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:23:29.375405 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73d75964-639c-45e3-b72a-640fee7ed698 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:29.376277 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-73d75964-639c-45e3-b72a-640fee7ed698 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks [] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:29.438407 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-67c08389-9ab7-4490-8a75-e1f3d1b411b9 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:29.446568 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ed826fd-b050-4abe-8751-45bfae6fad16 None None] Network 165b3f6a-edc1-4c08-8e10-325da636f01f requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:23:29.462387 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a8bbac7e-ab2e-4f2f-8b35-266f27811f7f tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:29.463646 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a8bbac7e-ab2e-4f2f-8b35-266f27811f7f tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:29.499749 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-a8bbac7e-ab2e-4f2f-8b35-266f27811f7f tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Calling delete_port for 55d4c285-d881-493f-9ff7-a8a47fc252ef owned by network:floatingip {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:23:29.517874 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-92e4e4fe-e807-4883-93f7-599aafd4ee04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:29.574128 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c5b11d5-ecb9-4460-a2bd-85658a20e178 None None] Network 336f004a-accb-48ca-9a8c-8600408ab6c3 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:23:29.576151 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device ac12285f-37fc-49ef-82bb-e352306589e8 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:23:29.587602 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-79d21595-ec75-49b5-875f-65cc7f5c7398 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Notify callbacks [] for floatingip, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:29.592361 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abc9746-d76c-4763-a7b8-2c853347efdb req-9d9fd41d-33de-419a-adde-a837107236f6 tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:29.594687 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2abc9746-d76c-4763-a7b8-2c853347efdb req-9d9fd41d-33de-419a-adde-a837107236f6 tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] 10.222.0.41 "GET /v2.0/ports?device_id=27eed5b6-1696-492b-b635-59b5fce59416 HTTP/1.1" status: 200 len: 945 time: 0.1954844 Aug 11 03:23:29.613345 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-6d7b23bf-955a-441c-ad92-8422d45ccd20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:23:29.613872 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7b23bf-955a-441c-ad92-8422d45ccd20 None None] The sync data for ids ['49046332-233f-4c02-a67c-6dac2c5a4f04'] in n-d-764292-30 is: [] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:23:29.676941 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2abc9746-d76c-4763-a7b8-2c853347efdb req-6b9a6891-6657-4b14-acc4-986f0975d006 tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] 10.222.0.41 "GET /v2.0/security-groups?id=e65ff429-9c9c-43ff-8c00-2b2cbbc9daf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709486 Aug 11 03:23:29.699101 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-73d75964-639c-45e3-b72a-640fee7ed698 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1988049 Aug 11 03:23:29.707210 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 52168) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:29.716576 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-0bfd96a5-d4d4-4910-a104-575d72ad46c5 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-160635567', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:23:29.804924 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-67c08389-9ab7-4490-8a75-e1f3d1b411b9 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Deleting port 92516473-0c9f-48e9-8b40-b99a8032226f {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:23:29.805277 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-67c08389-9ab7-4490-8a75-e1f3d1b411b9 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:29.841524 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-6b705608-721d-4ae5-9bb7-1cc079390bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90919bdd-25f6-4d2e-a5ff-49fd434f3f9c', 'name': 'tempest-AttachVolumeTestJSON-1633192616-router', 'tenant_id': 'fdbe55b7c58c49b2bfb506767218e312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': 'ac12285f-37fc-49ef-82bb-e352306589e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:23:15Z', 'updated_at': '2021-08-11T03:23:22Z', 'revision_number': 4, 'project_id': 'fdbe55b7c58c49b2bfb506767218e312', 'gw_port': {'id': 'ac12285f-37fc-49ef-82bb-e352306589e8', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:d1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90919bdd-25f6-4d2e-a5ff-49fd434f3f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2587, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:23:16Z', 'updated_at': '2021-08-11T03:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '0376a1ee-6ff5-4e76-8d98-aa7f97f298e4', 'name': '', 'network_id': 'e7fa7474-ec27-48c0-82c6-4433dec0ec87', 'tenant_id': 'fdbe55b7c58c49b2bfb506767218e312', 'mac_address': 'fa:16:3e:8b:a7:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90919bdd-25f6-4d2e-a5ff-49fd434f3f9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2592, 'fixed_ips': [{'subnet_id': '89d4fe2e-02dc-452f-b37f-085ec5acb28a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:23:20Z', 'updated_at': '2021-08-11T03:23:28Z', 'revision_number': 4, 'project_id': 'fdbe55b7c58c49b2bfb506767218e312', 'subnets': [{'id': '89d4fe2e-02dc-452f-b37f-085ec5acb28a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:23:29.898905 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port ac12285f-37fc-49ef-82bb-e352306589e8 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:23:29.899458 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:29.904834 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b705608-721d-4ae5-9bb7-1cc079390bb2 None None] The sync data for ids ['90919bdd-25f6-4d2e-a5ff-49fd434f3f9c'] in n-d-764292-30 is: [{'id': '90919bdd-25f6-4d2e-a5ff-49fd434f3f9c', 'name': 'tempest-AttachVolumeTestJSON-1633192616-router', 'tenant_id': 'fdbe55b7c58c49b2bfb506767218e312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': 'ac12285f-37fc-49ef-82bb-e352306589e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:23:15Z', 'updated_at': '2021-08-11T03:23:22Z', 'revision_number': 4, 'project_id': 'fdbe55b7c58c49b2bfb506767218e312', 'gw_port': {'id': 'ac12285f-37fc-49ef-82bb-e352306589e8', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:d1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90919bdd-25f6-4d2e-a5ff-49fd434f3f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2587, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:23:16Z', 'updated_at': '2021-08-11T03:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '0376a1ee-6ff5-4e76-8d98-aa7f97f298e4', 'name': '', 'network_id': 'e7fa7474-ec27-48c0-82c6-4433dec0ec87', 'tenant_id': 'fdbe55b7c58c49b2bfb506767218e312', 'mac_address': 'fa:16:3e:8b:a7:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90919bdd-25f6-4d2e-a5ff-49fd434f3f9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2592, 'fixed_ips': [{'subnet_id': '89d4fe2e-02dc-452f-b37f-085ec5acb28a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:23:20Z', 'updated_at': '2021-08-11T03:23:28Z', 'revision_number': 4, 'project_id': 'fdbe55b7c58c49b2bfb506767218e312', 'subnets': [{'id': '89d4fe2e-02dc-452f-b37f-085ec5acb28a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:23:30.041096 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3c0f828-1bf3-46b8-917e-479ce86e7967 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde080026-c28f-55be-b52b-13827cc43646-165b3f6a-edc1-4c08-8e10-325da636f01f', 'network_id': '165b3f6a-edc1-4c08-8e10-325da636f01f', 'tenant_id': '8002057c241341da96913e0b77a31349', 'fixed_ips': [{'subnet_id': '65603174-26f8-46be-8c75-ef9fcaa52ccf'}]}} from n-d-764292-30. {{(pid=102193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:23:30.042056 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-f3c0f828-1bf3-46b8-917e-479ce86e7967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:30.327134 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.db_base_plugin_common [None req-f3c0f828-1bf3-46b8-917e-479ce86e7967 None None] Allocated IP 172.20.0.2 (165b3f6a-edc1-4c08-8e10-325da636f01f/65603174-26f8-46be-8c75-ef9fcaa52ccf/0bad9645-e9c2-4bf7-bc62-bdb6a87a57fb) {{(pid=102193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:23:30.366552 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0bfd96a5-d4d4-4910-a104-575d72ad46c5 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-450010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6626'] for router, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:30.367602 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0bfd96a5-d4d4-4910-a104-575d72ad46c5 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-446747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6633'] for router, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:30.390190 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [None req-67c08389-9ab7-4490-8a75-e1f3d1b411b9 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] For port 92516473-0c9f-48e9-8b40-b99a8032226f, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=92516473-0c9f-48e9-8b40-b99a8032226f,segment=NetworkSegment(98d68cee-9f8f-4644-a4f7-5b4144e2007e),segment_id=98d68cee-9f8f-4644-a4f7-5b4144e2007e)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:23:30.390190 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-67c08389-9ab7-4490-8a75-e1f3d1b411b9 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:30.425824 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb34f3db-7837-41c2-9de0-62749a735904 req-aed06fe0-3824-4dbd-834f-f0fedc21ef34 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:30.427228 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-eb34f3db-7837-41c2-9de0-62749a735904 req-aed06fe0-3824-4dbd-834f-f0fedc21ef34 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] 10.222.0.41 "GET /v2.0/ports?device_id=4806c477-b922-49ed-a2d7-ceb4f67380f4 HTTP/1.1" status: 200 len: 943 time: 0.7576299 Aug 11 03:23:30.427567 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-67c08389-9ab7-4490-8a75-e1f3d1b411b9 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Calling delete_port for 92516473-0c9f-48e9-8b40-b99a8032226f owned by network:dhcp {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:23:30.432966 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9b8bf4d9-bcaa-4065-9745-b9c3dc8d0dbd tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:30.483075 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-79d21595-ec75-49b5-875f-65cc7f5c7398 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:30.503150 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-eb34f3db-7837-41c2-9de0-62749a735904 req-e9c3435e-99d6-4938-a650-59aadf411fb1 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] 10.222.0.41 "GET /v2.0/security-groups?id=91bb33c4-45bb-48b2-96aa-0a930cf41659&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660439 Aug 11 03:23:30.506346 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a8bbac7e-ab2e-4f2f-8b35-266f27811f7f tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:30.521599 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-f3c0f828-1bf3-46b8-917e-479ce86e7967 None None] Notify callbacks [] for port, precommit_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:30.542391 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bbac7e-ab2e-4f2f-8b35-266f27811f7f tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Pushing event deleted for resources: {'Port': ['ID=55d4c285-d881-493f-9ff7-a8a47fc252ef,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:30.555071 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-f3c0f828-1bf3-46b8-917e-479ce86e7967 None None] Transition to ACTIVE for port object 0bad9645-e9c2-4bf7-bc62-bdb6a87a57fb will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:23:30.586844 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-f3c0f828-1bf3-46b8-917e-479ce86e7967 None None] Transition to ACTIVE for port object 0bad9645-e9c2-4bf7-bc62-bdb6a87a57fb will not be triggered until provisioned by entity DHCP. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:23:30.632503 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a8bbac7e-ab2e-4f2f-8b35-266f27811f7f tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks [] for floatingip, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:30.635659 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a8bbac7e-ab2e-4f2f-8b35-266f27811f7f tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for floatingip, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:30.637033 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-a8bbac7e-ab2e-4f2f-8b35-266f27811f7f tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] 10.222.0.41 "DELETE /v2.0/floatingips/b6ae3ae2-0f9f-42bf-9158-15208c6cdb7a HTTP/1.1" status: 204 len: 168 time: 1.6165872 Aug 11 03:23:30.642342 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 52180) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:30.645343 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-562c7f13-f318-4cff-accb-e5318e0324ae tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Request body: {'floatingip': {'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'port_id': 'da4e0950-6aba-4703-8f7c-a463117557fe'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:23:30.667025 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0bfd96a5-d4d4-4910-a104-575d72ad46c5 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:30.668458 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-f3c0f828-1bf3-46b8-917e-479ce86e7967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669'] for port, after_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:30.702272 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9b8bf4d9-bcaa-4065-9745-b9c3dc8d0dbd tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:30.715856 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c0f828-1bf3-46b8-917e-479ce86e7967 None None] Network 165b3f6a-edc1-4c08-8e10-325da636f01f is already hosted by enough agents. {{(pid=102193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:23:30.719210 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.base_scheduler [None req-f3c0f828-1bf3-46b8-917e-479ce86e7967 None None] Resources bound (agent type, host, resource id): {{(pid=102193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:23:30.725038 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c0f828-1bf3-46b8-917e-479ce86e7967 None None] Received port after_create {{(pid=102193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:23:30.734008 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c0f828-1bf3-46b8-917e-479ce86e7967 None None] Pushing event updated for resources: {'Port': ['ID=0bad9645-e9c2-4bf7-bc62-bdb6a87a57fb,revision_number=1']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:30.780235 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0bfd96a5-d4d4-4910-a104-575d72ad46c5 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-446952'] for router, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:30.782440 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-562c7f13-f318-4cff-accb-e5318e0324ae tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks [] for floatingip, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:30.826332 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 1347ce03-6fd3-4df9-85e1-8335bdb4082d details requested by agent hyperv_n-h1-764292-30 with host n-h1-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:23:30.841777 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [None req-79d21595-ec75-49b5-875f-65cc7f5c7398 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Allocated IP 172.25.8.193 (09faf7d2-eaf5-4a50-bb6e-4cb05d009a76/e1a97443-13df-40bb-85f5-fd269e2742c0/eaa601c6-46ae-45c0-860d-8efd7c015ad0) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:23:30.851913 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-f3c0f828-1bf3-46b8-917e-479ce86e7967 None None] Attempting to bind port 0bad9645-e9c2-4bf7-bc62-bdb6a87a57fb on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:23:30.853474 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-f3c0f828-1bf3-46b8-917e-479ce86e7967 None None] Attempting to bind port 0bad9645-e9c2-4bf7-bc62-bdb6a87a57fb by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': '68f2be43-e52c-4c9c-9931-122af197e5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '165b3f6a-edc1-4c08-8e10-325da636f01f'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:23:30.853474 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c0f828-1bf3-46b8-917e-479ce86e7967 None None] Attempting to bind port 0bad9645-e9c2-4bf7-bc62-bdb6a87a57fb on network 165b3f6a-edc1-4c08-8e10-325da636f01f {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:23:30.864542 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c0f828-1bf3-46b8-917e-479ce86e7967 None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 23, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:23:30.864972 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c0f828-1bf3-46b8-917e-479ce86e7967 None None] Checking segment: {'id': '68f2be43-e52c-4c9c-9931-122af197e5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '165b3f6a-edc1-4c08-8e10-325da636f01f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:23:30.865371 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-f3c0f828-1bf3-46b8-917e-479ce86e7967 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:30.865804 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c0f828-1bf3-46b8-917e-479ce86e7967 None None] Bound using segment: {'id': '68f2be43-e52c-4c9c-9931-122af197e5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '165b3f6a-edc1-4c08-8e10-325da636f01f'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:23:30.866303 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-f3c0f828-1bf3-46b8-917e-479ce86e7967 None None] Bound port: 0bad9645-e9c2-4bf7-bc62-bdb6a87a57fb, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68f2be43-e52c-4c9c-9931-122af197e5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '165b3f6a-edc1-4c08-8e10-325da636f01f'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:23:30.866765 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-f3c0f828-1bf3-46b8-917e-479ce86e7967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:30.903504 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c197bd-c612-4d03-9338-389891b2308e req-21845a8e-5a00-4a77-9019-bf921f427ac8 tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:30.905089 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b3c197bd-c612-4d03-9338-389891b2308e req-21845a8e-5a00-4a77-9019-bf921f427ac8 tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] 10.222.0.41 "GET /v2.0/ports?device_id=27eed5b6-1696-492b-b635-59b5fce59416 HTTP/1.1" status: 200 len: 945 time: 0.1365476 Aug 11 03:23:30.920472 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-67c08389-9ab7-4490-8a75-e1f3d1b411b9 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:30.982110 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b3c197bd-c612-4d03-9338-389891b2308e req-bb5450fb-0034-4827-8a94-387cd9bdfbe5 tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] 10.222.0.41 "GET /v2.0/security-groups?id=e65ff429-9c9c-43ff-8c00-2b2cbbc9daf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628903 Aug 11 03:23:30.986190 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0bfd96a5-d4d4-4910-a104-575d72ad46c5 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks [] for router, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:30.995429 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-0bfd96a5-d4d4-4910-a104-575d72ad46c5 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.2806532 Aug 11 03:23:30.996466 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 52188) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:31.003879 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-562c7f13-f318-4cff-accb-e5318e0324ae tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:31.029958 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c08389-9ab7-4490-8a75-e1f3d1b411b9 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Pushing event deleted for resources: {'Port': ['ID=92516473-0c9f-48e9-8b40-b99a8032226f,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:31.034426 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c08389-9ab7-4490-8a75-e1f3d1b411b9 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] No DVR routers for this DVR port 92516473-0c9f-48e9-8b40-b99a8032226f on host n-d-764292-30 {{(pid=102191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:23:31.085866 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-f3c0f828-1bf3-46b8-917e-479ce86e7967 None None] For port 0bad9645-e9c2-4bf7-bc62-bdb6a87a57fb, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:23:31.094392 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-f3c0f828-1bf3-46b8-917e-479ce86e7967 None None] For port 0bad9645-e9c2-4bf7-bc62-bdb6a87a57fb, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=0bad9645-e9c2-4bf7-bc62-bdb6a87a57fb,segment=NetworkSegment(68f2be43-e52c-4c9c-9931-122af197e5b6),segment_id=68f2be43-e52c-4c9c-9931-122af197e5b6)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:23:31.103385 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 1347ce03-6fd3-4df9-85e1-8335bdb4082d, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=1347ce03-6fd3-4df9-85e1-8335bdb4082d,segment=NetworkSegment(145c3e1a-6f9b-4c27-a2c7-345c6495cc09),segment_id=145c3e1a-6f9b-4c27-a2c7-345c6495cc09)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:23:31.118199 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Returning: {'device': '1347ce03-6fd3-4df9-85e1-8335bdb4082d', 'network_id': 'aca38bb8-53be-4609-8761-de24e0c00b2e', 'port_id': '1347ce03-6fd3-4df9-85e1-8335bdb4082d', 'mac_address': 'fa:16:3e:d7:8e:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2eab23f8-93c4-44af-9e21-52232de1fe86', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:23:31.177188 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:31.181703 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-f3c0f828-1bf3-46b8-917e-479ce86e7967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:31.230065 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1347ce03-6fd3-4df9-85e1-8335bdb4082d {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:23:31.260777 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-67c08389-9ab7-4490-8a75-e1f3d1b411b9 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:31.266167 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 1347ce03-6fd3-4df9-85e1-8335bdb4082d, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=1347ce03-6fd3-4df9-85e1-8335bdb4082d,segment=NetworkSegment(145c3e1a-6f9b-4c27-a2c7-345c6495cc09),segment_id=145c3e1a-6f9b-4c27-a2c7-345c6495cc09)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:23:31.281851 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c0f828-1bf3-46b8-917e-479ce86e7967 None None] Pushing event updated for resources: {'Port': ['ID=0bad9645-e9c2-4bf7-bc62-bdb6a87a57fb,revision_number=2']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:31.321315 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-67c08389-9ab7-4490-8a75-e1f3d1b411b9 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['336f004a-accb-48ca-9a8c-8600408ab6c3']}} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:23:31.342896 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:31.371160 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-67c08389-9ab7-4490-8a75-e1f3d1b411b9 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98d68cee-9f8f-4644-a4f7-5b4144e2007e') {'for_net_delete': True} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:23:31.371454 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-67c08389-9ab7-4490-8a75-e1f3d1b411b9 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98d68cee-9f8f-4644-a4f7-5b4144e2007e') {} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:23:31.392819 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-67c08389-9ab7-4490-8a75-e1f3d1b411b9 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126283644'] for segment, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:31.408929 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=1347ce03-6fd3-4df9-85e1-8335bdb4082d,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:31.453523 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-79d21595-ec75-49b5-875f-65cc7f5c7398 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:31.508488 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-67c08389-9ab7-4490-8a75-e1f3d1b411b9 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:31.540962 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9b8bf4d9-bcaa-4065-9745-b9c3dc8d0dbd tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:31.546448 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67c08389-9ab7-4490-8a75-e1f3d1b411b9 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=102191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:23:31.546849 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-67c08389-9ab7-4490-8a75-e1f3d1b411b9 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126283391'] for segment, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:31.550158 n-d-764292-30 neutron-server[102191]: Traceback (most recent call last): Aug 11 03:23:31.550158 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:23:31.550158 n-d-764292-30 neutron-server[102191]: timer() Aug 11 03:23:31.550158 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:23:31.550158 n-d-764292-30 neutron-server[102191]: cb(*args, **kw) Aug 11 03:23:31.550158 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:23:31.550158 n-d-764292-30 neutron-server[102191]: return func(*args, **kwargs) Aug 11 03:23:31.550158 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:23:31.550158 n-d-764292-30 neutron-server[102191]: self._notify() Aug 11 03:23:31.550158 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:23:31.550158 n-d-764292-30 neutron-server[102191]: self.callback(batched_events) Aug 11 03:23:31.550158 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:23:31.550158 n-d-764292-30 neutron-server[102191]: event.method(event) Aug 11 03:23:31.550158 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:23:31.550158 n-d-764292-30 neutron-server[102191]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:23:31.550158 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:23:31.550158 n-d-764292-30 neutron-server[102191]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:23:31.550158 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:23:31.550158 n-d-764292-30 neutron-server[102191]: return f(self, *a, **k) Aug 11 03:23:31.550158 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:23:31.550158 n-d-764292-30 neutron-server[102191]: return self._get(url).json() Aug 11 03:23:31.550158 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:23:31.550158 n-d-764292-30 neutron-server[102191]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:23:31.550158 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:23:31.550158 n-d-764292-30 neutron-server[102191]: return self.request(url, 'GET', **kwargs) Aug 11 03:23:31.550158 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:23:31.550158 n-d-764292-30 neutron-server[102191]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:23:31.550158 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:23:31.550158 n-d-764292-30 neutron-server[102191]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:23:31.550158 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:23:31.550158 n-d-764292-30 neutron-server[102191]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:23:31.550158 n-d-764292-30 neutron-server[102191]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:23:31.603457 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 0376a1ee-6ff5-4e76-8d98-aa7f97f298e4 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:23:31.660091 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9b8bf4d9-bcaa-4065-9745-b9c3dc8d0dbd tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:31.678988 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['1347ce03-6fd3-4df9-85e1-8335bdb4082d'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:23:31.716461 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-79d21595-ec75-49b5-875f-65cc7f5c7398 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:31.763734 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6f4ca8-1942-4cee-8e0a-a8956ac395bb req-a3d4d067-4949-49b9-8bc0-3a240c83e39d tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:31.771544 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1b6f4ca8-1942-4cee-8e0a-a8956ac395bb req-a3d4d067-4949-49b9-8bc0-3a240c83e39d tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] 10.222.0.41 "GET /v2.0/ports?device_id=4806c477-b922-49ed-a2d7-ceb4f67380f4 HTTP/1.1" status: 200 len: 944 time: 0.1599376 Aug 11 03:23:31.819189 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d21595-ec75-49b5-875f-65cc7f5c7398 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:23:31.822161 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [None req-562c7f13-f318-4cff-accb-e5318e0324ae tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Allocated IP 172.25.8.163 (09faf7d2-eaf5-4a50-bb6e-4cb05d009a76/e1a97443-13df-40bb-85f5-fd269e2742c0/c31b661d-e7db-44ac-ae65-2cfd32875c32) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:23:31.824442 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8bf4d9-bcaa-4065-9745-b9c3dc8d0dbd tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Pushing event updated for resources: {'Port': ['ID=ad6ff711-5337-4ef9-8fab-03ef5e346f1b,revision_number=2']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:31.833825 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1b6f4ca8-1942-4cee-8e0a-a8956ac395bb req-ee547cd4-40e1-4b5f-a45d-cc52e5e17d95 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] 10.222.0.41 "GET /v2.0/security-groups?id=91bb33c4-45bb-48b2-96aa-0a930cf41659&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613341 Aug 11 03:23:31.844583 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-79d21595-ec75-49b5-875f-65cc7f5c7398 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:23:31.872460 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d21595-ec75-49b5-875f-65cc7f5c7398 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:23:31.903673 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-67c08389-9ab7-4490-8a75-e1f3d1b411b9 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:31.909413 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:31.910525 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b8e72323-c82c-4b78-93c6-0baec6b42934 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:31.916524 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port 0376a1ee-6ff5-4e76-8d98-aa7f97f298e4 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:23:31.930164 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 0376a1ee-6ff5-4e76-8d98-aa7f97f298e4 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:23:31.930549 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:31.943810 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-67c08389-9ab7-4490-8a75-e1f3d1b411b9 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks [] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:31.948817 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-67c08389-9ab7-4490-8a75-e1f3d1b411b9 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] 10.222.0.41 "DELETE /v2.0/networks/336f004a-accb-48ca-9a8c-8600408ab6c3 HTTP/1.1" status: 204 len: 168 time: 4.8707080 Aug 11 03:23:31.949551 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 52200) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:31.967328 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9b8bf4d9-bcaa-4065-9745-b9c3dc8d0dbd tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446866'] for floatingip, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:31.990155 n-d-764292-30 neutron-server[102192]: INFO neutron.pecan_wsgi.hooks.translation [None req-041a66c6-78b3-4fc9-b5ed-8ff4d8e63581 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] DELETE failed (client error): The resource could not be found. Aug 11 03:23:31.990155 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-041a66c6-78b3-4fc9-b5ed-8ff4d8e63581 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:23:31.990361 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c08389-9ab7-4490-8a75-e1f3d1b411b9 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Pushing event deleted for resources: {'Network': ['ID=336f004a-accb-48ca-9a8c-8600408ab6c3,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:31.990464 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-041a66c6-78b3-4fc9-b5ed-8ff4d8e63581 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] 10.222.0.41 "DELETE /v2.0/networks/336f004a-accb-48ca-9a8c-8600408ab6c3 HTTP/1.1" status: 404 len: 339 time: 0.0349343 Aug 11 03:23:31.994569 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 52204) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:32.009015 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-562c7f13-f318-4cff-accb-e5318e0324ae tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:32.026768 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-b6f9cd56-0fc1-4989-993a-3b0682127a97 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1958214397', 'description': 'd1'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:23:32.048175 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d21595-ec75-49b5-875f-65cc7f5c7398 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Pushing event updated for resources: {'Port': ['ID=eaa601c6-46ae-45c0-860d-8efd7c015ad0,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:32.129997 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-be22e6e7-81e5-4070-9e90-2066426710f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:32.176360 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:32.197029 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-562c7f13-f318-4cff-accb-e5318e0324ae tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:32.218216 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-562c7f13-f318-4cff-accb-e5318e0324ae tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:23:32.221410 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-562c7f13-f318-4cff-accb-e5318e0324ae tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:23:32.224743 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562c7f13-f318-4cff-accb-e5318e0324ae tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:23:32.237366 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port 0376a1ee-6ff5-4e76-8d98-aa7f97f298e4, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=0376a1ee-6ff5-4e76-8d98-aa7f97f298e4,segment=NetworkSegment(9f8ce2aa-5895-4159-b95f-a2336900b8ec),segment_id=9f8ce2aa-5895-4159-b95f-a2336900b8ec)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:23:32.246393 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6f9cd56-0fc1-4989-993a-3b0682127a97 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Made reservation on behalf of 36371e2845a94adc8766212c496af890 for: {'network': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:23:32.249833 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b6f9cd56-0fc1-4989-993a-3b0682127a97 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:32.259987 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-79d21595-ec75-49b5-875f-65cc7f5c7398 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:32.287502 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404aa993-b0e7-41c1-a49d-7577f3ec234c req-340c414b-9cf2-4faf-9716-338e291c8ce1 tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:32.289471 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-404aa993-b0e7-41c1-a49d-7577f3ec234c req-340c414b-9cf2-4faf-9716-338e291c8ce1 tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] 10.222.0.41 "GET /v2.0/ports?device_id=27eed5b6-1696-492b-b635-59b5fce59416 HTTP/1.1" status: 200 len: 945 time: 0.1854811 Aug 11 03:23:32.298319 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:32.318552 n-d-764292-30 neutron-server[102191]: INFO neutron.db.l3_db [None req-9b8bf4d9-bcaa-4065-9745-b9c3dc8d0dbd tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Floating IP fd619eed-3761-4ee8-a098-a605c4f6b3f4 associated. External IP: 172.25.8.47, port: dfa2e0ff-33d8-4c81-8f5e-c2c8919596e7. Aug 11 03:23:32.340429 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6f9cd56-0fc1-4989-993a-3b0682127a97 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=102192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:23:32.351400 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b6f9cd56-0fc1-4989-993a-3b0682127a97 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:32.351400 n-d-764292-30 neutron-server[102192]: INFO neutron.db.segments_db [None req-b6f9cd56-0fc1-4989-993a-3b0682127a97 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Added segment 1265b46d-a137-449d-8797-c87faeca0290 of type vlan for network 9ec51069-c9c1-4b8f-8b4a-69a1d2787452 Aug 11 03:23:32.378452 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=0376a1ee-6ff5-4e76-8d98-aa7f97f298e4,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:32.403237 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562c7f13-f318-4cff-accb-e5318e0324ae tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Pushing event updated for resources: {'Port': ['ID=c31b661d-e7db-44ac-ae65-2cfd32875c32,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:32.423146 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b6f9cd56-0fc1-4989-993a-3b0682127a97 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:32.469199 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-404aa993-b0e7-41c1-a49d-7577f3ec234c req-40aafac8-63f4-47be-9fc4-22721b609e06 tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] 10.222.0.41 "GET /v2.0/security-groups?id=e65ff429-9c9c-43ff-8c00-2b2cbbc9daf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674428 Aug 11 03:23:32.496062 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-79d21595-ec75-49b5-875f-65cc7f5c7398 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:32.597042 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b6f9cd56-0fc1-4989-993a-3b0682127a97 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:32.603887 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f9cd56-0fc1-4989-993a-3b0682127a97 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:32.607540 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b6f9cd56-0fc1-4989-993a-3b0682127a97 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16383006'] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:32.728765 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [None req-b8e72323-c82c-4b78-93c6-0baec6b42934 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Allocated IP 172.20.0.1 (165b3f6a-edc1-4c08-8e10-325da636f01f/65603174-26f8-46be-8c75-ef9fcaa52ccf/e4a27b95-133f-42f9-a4a4-2b99c404c6a4) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:23:32.790256 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-b6f9cd56-0fc1-4989-993a-3b0682127a97 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7944992 Aug 11 03:23:32.794785 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f9cd56-0fc1-4989-993a-3b0682127a97 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Pushing event updated for resources: {'Network': ['ID=9ec51069-c9c1-4b8f-8b4a-69a1d2787452,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:32.798578 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 52216) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:32.806201 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network 9ec51069-c9c1-4b8f-8b4a-69a1d2787452 details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:23:32.855650 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b8bf4d9-bcaa-4065-9745-b9c3dc8d0dbd tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Router 9b20808e-97f4-47b7-9610-95e658ef559d has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:23:32.892421 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9418b311-efc3-4806-a807-8e71b4ede5b9 req-a150eb2b-67dd-4778-ba22-f2a58e31eb34 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8e8e4809-0e1a-480b-8105-cc1135ce20e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2523708 Aug 11 03:23:32.963110 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ad88ef7-93de-4051-b879-fc5ed16dce7c None None] Network 165b3f6a-edc1-4c08-8e10-325da636f01f requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:23:33.038336 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b8e72323-c82c-4b78-93c6-0baec6b42934 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:33.047648 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3fc33b1-d78f-4d08-a28f-2c9b38de0b22 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:33.051650 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-a3fc33b1-d78f-4d08-a28f-2c9b38de0b22 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] 10.222.0.41 "GET /v2.0/networks?id=9ec51069-c9c1-4b8f-8b4a-69a1d2787452 HTTP/1.1" status: 200 len: 765 time: 0.2464380 Aug 11 03:23:33.056037 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 52222) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:33.110082 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-0e8db94b-1b86-4792-8231-243bcdfef96b tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Request body: {'network': {'description': 'd2'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:23:33.113955 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [None req-b8e72323-c82c-4b78-93c6-0baec6b42934 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Transition to ACTIVE for port object e4a27b95-133f-42f9-a4a4-2b99c404c6a4 will not be triggered until provisioned by entity DHCP. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:23:33.143532 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfea182-e4d8-47c3-941f-bd74e7a9b975 req-6f6db4c0-142e-4980-bb4e-e534b620c886 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:33.145332 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6cfea182-e4d8-47c3-941f-bd74e7a9b975 req-6f6db4c0-142e-4980-bb4e-e534b620c886 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] 10.222.0.41 "GET /v2.0/ports?device_id=4806c477-b922-49ed-a2d7-ceb4f67380f4 HTTP/1.1" status: 200 len: 944 time: 0.2111437 Aug 11 03:23:33.156231 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b8bf4d9-bcaa-4065-9745-b9c3dc8d0dbd tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:23:33.168907 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae7375d-feb6-480e-94f0-09fa7986f1cb None None] Sync routers for ids ['9b20808e-97f4-47b7-9610-95e658ef559d'] in n-d-764292-30 {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:23:33.181820 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae7375d-feb6-480e-94f0-09fa7986f1cb None None] Routers {'9b20808e-97f4-47b7-9610-95e658ef559d'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:23:33.183025 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-8ae7375d-feb6-480e-94f0-09fa7986f1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:23:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['9b20808e-97f4-47b7-9610-95e658ef559d'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:23:33.191437 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-79d21595-ec75-49b5-875f-65cc7f5c7398 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:33.239064 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:33.239596 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9b8bf4d9-bcaa-4065-9745-b9c3dc8d0dbd tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for floatingip, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:33.279450 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-9b8bf4d9-bcaa-4065-9745-b9c3dc8d0dbd tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.3919215 Aug 11 03:23:33.280365 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ab07bbd-fa55-4032-bc68-2fe67c0da2d6', 'tag': 'dfa2e0ff-33d8-4c81-8f5e-c2c8919596e7'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:23:33.295574 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4934ed00-c139-4700-aa35-99a84cadd23c" -d '{"events": [{"name": "network-changed", "server_uuid": "2ab07bbd-fa55-4032-bc68-2fe67c0da2d6", "tag": "dfa2e0ff-33d8-4c81-8f5e-c2c8919596e7"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:23:33.302216 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-79d21595-ec75-49b5-875f-65cc7f5c7398 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:33.307979 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b8e72323-c82c-4b78-93c6-0baec6b42934 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:33.310431 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-cec17378-7fc4-474e-b70b-ec2fe569a0d2 None None] Provisioning for port 0bad9645-e9c2-4bf7-bc62-bdb6a87a57fb completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:23:33.330299 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9418b311-efc3-4806-a807-8e71b4ede5b9 req-b8178afe-0429-4782-8b08-6f6681a49e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:33.338526 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-8ae7375d-feb6-480e-94f0-09fa7986f1cb None None] Set router 9b20808e-97f4-47b7-9610-95e658ef559d gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:23:33.339328 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9418b311-efc3-4806-a807-8e71b4ede5b9 req-b8178afe-0429-4782-8b08-6f6681a49e2a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=381bd3f836e84635bd53ce4472f95deb&device_id=8e8e4809-0e1a-480b-8105-cc1135ce20e2 HTTP/1.1" status: 200 len: 1098 time: 0.3657255 Aug 11 03:23:33.427155 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8e72323-c82c-4b78-93c6-0baec6b42934 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Network 165b3f6a-edc1-4c08-8e10-325da636f01f is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:23:33.433283 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-b8e72323-c82c-4b78-93c6-0baec6b42934 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:23:33.447159 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e72323-c82c-4b78-93c6-0baec6b42934 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:23:33.510873 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b8e72323-c82c-4b78-93c6-0baec6b42934 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-520987'] for router_interface, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:33.528380 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0e8db94b-1b86-4792-8231-243bcdfef96b tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:33.655636 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 0bad9645-e9c2-4bf7-bc62-bdb6a87a57fb up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:23:33.735609 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-562c7f13-f318-4cff-accb-e5318e0324ae tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:33.754838 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-8ae7375d-feb6-480e-94f0-09fa7986f1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b20808e-97f4-47b7-9610-95e658ef559d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1865942917', 'tenant_id': 'a5478860f7cb432583cc8e5d994d2237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': '0b626914-d0d1-4f5d-ac24-73a0a4d2d624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:22:35Z', 'updated_at': '2021-08-11T03:22:53Z', 'revision_number': 4, 'project_id': 'a5478860f7cb432583cc8e5d994d2237', 'gw_port': {'id': '0b626914-d0d1-4f5d-ac24-73a0a4d2d624', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ab:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b20808e-97f4-47b7-9610-95e658ef559d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2499, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:22:36Z', 'updated_at': '2021-08-11T03:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_floatingips': [{'id': 'fd619eed-3761-4ee8-a098-a605c4f6b3f4', 'tenant_id': 'a5478860f7cb432583cc8e5d994d2237', 'floating_ip_address': '172.25.8.47', 'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'router_id': '9b20808e-97f4-47b7-9610-95e658ef559d', 'port_id': 'dfa2e0ff-33d8-4c81-8f5e-c2c8919596e7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2607, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a6493ce-4ad4-4581-8e07-a017fe78dc31', 'mac_address': 'fa:16:3e:c4:62:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab07bbd-fa55-4032-bc68-2fe67c0da2d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:23:29Z', 'updated_at': '2021-08-11T03:23:29Z', 'revision_number': 0, 'project_id': 'a5478860f7cb432583cc8e5d994d2237', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad8bc4eb-710c-49a5-8550-89ec2fc89a95', 'name': '', 'network_id': '6a6493ce-4ad4-4581-8e07-a017fe78dc31', 'tenant_id': 'a5478860f7cb432583cc8e5d994d2237', 'mac_address': 'fa:16:3e:b5:c5:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b20808e-97f4-47b7-9610-95e658ef559d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2528, 'fixed_ips': [{'subnet_id': '37cbef7f-f057-476b-a1c7-ed84d89eefd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:22:51Z', 'updated_at': '2021-08-11T03:23:03Z', 'revision_number': 5, 'project_id': 'a5478860f7cb432583cc8e5d994d2237', 'subnets': [{'id': '37cbef7f-f057-476b-a1c7-ed84d89eefd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:23:33.783101 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae7375d-feb6-480e-94f0-09fa7986f1cb None None] Checking router: 9b20808e-97f4-47b7-9610-95e658ef559d for host: n-d-764292-30 {{(pid=102194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:23:33.799119 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae7375d-feb6-480e-94f0-09fa7986f1cb None None] Routers {'9b20808e-97f4-47b7-9610-95e658ef559d'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:23:33.801584 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-8ae7375d-feb6-480e-94f0-09fa7986f1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:23:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['9b20808e-97f4-47b7-9610-95e658ef559d'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:23:33.806329 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9418b311-efc3-4806-a807-8e71b4ede5b9 req-207f98af-eb2e-4836-b244-87d341d00d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:33.813308 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9418b311-efc3-4806-a807-8e71b4ede5b9 req-207f98af-eb2e-4836-b244-87d341d00d42 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f9b619db-2b3d-432a-950f-510abd52d789 HTTP/1.1" status: 200 len: 916 time: 0.2389064 Aug 11 03:23:33.825535 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port 0bad9645-e9c2-4bf7-bc62-bdb6a87a57fb completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:23:33.830209 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 0bad9645-e9c2-4bf7-bc62-bdb6a87a57fb triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:23:33.830878 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:33.886451 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6cfea182-e4d8-47c3-941f-bd74e7a9b975 req-2dbbc7a6-9f16-4a69-98dd-c278ca2da3a6 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] 10.222.0.41 "GET /v2.0/security-groups?id=91bb33c4-45bb-48b2-96aa-0a930cf41659&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6747484 Aug 11 03:23:33.888177 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0e8db94b-1b86-4792-8231-243bcdfef96b tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:33.948454 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-8ae7375d-feb6-480e-94f0-09fa7986f1cb None None] Set router 9b20808e-97f4-47b7-9610-95e658ef559d gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:23:34.064611 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:34.077220 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9418b311-efc3-4806-a807-8e71b4ede5b9 req-5db409a7-170d-477f-890d-48954e0fd929 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=96dc6db1-5ecb-414b-b2e6-2716dde838af HTTP/1.1" status: 200 len: 217 time: 0.2049294 Aug 11 03:23:34.081634 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0e8db94b-1b86-4792-8231-243bcdfef96b tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Network 9ec51069-c9c1-4b8f-8b4a-69a1d2787452 is not hosted by any dhcp agent {{(pid=102192) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 11 03:23:34.086663 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e8db94b-1b86-4792-8231-243bcdfef96b tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:34.087363 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0e8db94b-1b86-4792-8231-243bcdfef96b tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks [] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:34.088656 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-0e8db94b-1b86-4792-8231-243bcdfef96b tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] 10.222.0.41 "PUT /v2.0/networks/9ec51069-c9c1-4b8f-8b4a-69a1d2787452 HTTP/1.1" status: 200 len: 762 time: 1.0310943 Aug 11 03:23:34.101904 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-62ace108-5608-481c-b317-8244223609d0 None None] Provisioning for port e4a27b95-133f-42f9-a4a4-2b99c404c6a4 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:23:34.112442 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-62ace108-5608-481c-b317-8244223609d0 None None] Provisioning complete for port e4a27b95-133f-42f9-a4a4-2b99c404c6a4 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:23:34.112866 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-62ace108-5608-481c-b317-8244223609d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:34.175564 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port 0bad9645-e9c2-4bf7-bc62-bdb6a87a57fb, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=0bad9645-e9c2-4bf7-bc62-bdb6a87a57fb,segment=NetworkSegment(68f2be43-e52c-4c9c-9931-122af197e5b6),segment_id=68f2be43-e52c-4c9c-9931-122af197e5b6)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:23:34.176836 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9418b311-efc3-4806-a807-8e71b4ede5b9 req-fdf904e9-8707-4813-a626-19e86428aa1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:34.178937 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9418b311-efc3-4806-a807-8e71b4ede5b9 req-fdf904e9-8707-4813-a626-19e86428aa1c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1c85f597-8e7e-40a1-8518-d59e92964402 HTTP/1.1" status: 200 len: 854 time: 0.0882041 Aug 11 03:23:34.179430 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 52240) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:34.190505 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-62ace108-5608-481c-b317-8244223609d0 None None] Port e4a27b95-133f-42f9-a4a4-2b99c404c6a4 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:23:34.201986 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-62ace108-5608-481c-b317-8244223609d0 None None] Provisioning complete for port 0bad9645-e9c2-4bf7-bc62-bdb6a87a57fb triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:23:34.202818 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-62ace108-5608-481c-b317-8244223609d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:34.236847 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:23:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59714c45-31b6-44ca-82e1-b0841db71a17 x-openstack-request-id: req-59714c45-31b6-44ca-82e1-b0841db71a17 {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:23:34.237337 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ab07bbd-fa55-4032-bc68-2fe67c0da2d6", "tag": "dfa2e0ff-33d8-4c81-8f5e-c2c8919596e7", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:23:34.237436 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-59714c45-31b6-44ca-82e1-b0841db71a17 {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:23:34.238836 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ab07bbd-fa55-4032-bc68-2fe67c0da2d6', 'tag': 'dfa2e0ff-33d8-4c81-8f5e-c2c8919596e7', 'status': 'completed', 'code': 200} Aug 11 03:23:34.303803 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d9db9e7-69c3-41d7-b001-39b5817d218a None None] get_active_networks_info from n-d-764292-30 {{(pid=102193) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 11 03:23:34.306594 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:34.307813 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 0376a1ee-6ff5-4e76-8d98-aa7f97f298e4 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:23:34.353369 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8db94b-1b86-4792-8231-243bcdfef96b tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Pushing event updated for resources: {'Network': ['ID=9ec51069-c9c1-4b8f-8b4a-69a1d2787452,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:34.355217 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d21595-ec75-49b5-875f-65cc7f5c7398 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Pushing event updated for resources: {'Port': ['ID=eaa601c6-46ae-45c0-860d-8efd7c015ad0,revision_number=2']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:34.365095 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64100689-a44a-4601-840d-691cccc648fa req-826f7f35-6489-42ef-bd11-db1f111d8f9c tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:34.368196 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-64100689-a44a-4601-840d-691cccc648fa req-826f7f35-6489-42ef-bd11-db1f111d8f9c tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ab07bbd-fa55-4032-bc68-2fe67c0da2d6 HTTP/1.1" status: 200 len: 946 time: 0.6778355 Aug 11 03:23:34.408004 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network 9ec51069-c9c1-4b8f-8b4a-69a1d2787452 details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:23:34.430962 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-8ae7375d-feb6-480e-94f0-09fa7986f1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b20808e-97f4-47b7-9610-95e658ef559d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1865942917', 'tenant_id': 'a5478860f7cb432583cc8e5d994d2237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': '0b626914-d0d1-4f5d-ac24-73a0a4d2d624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:22:35Z', 'updated_at': '2021-08-11T03:22:53Z', 'revision_number': 4, 'project_id': 'a5478860f7cb432583cc8e5d994d2237', 'gw_port': {'id': '0b626914-d0d1-4f5d-ac24-73a0a4d2d624', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ab:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b20808e-97f4-47b7-9610-95e658ef559d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2499, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:22:36Z', 'updated_at': '2021-08-11T03:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_floatingips': [{'id': 'fd619eed-3761-4ee8-a098-a605c4f6b3f4', 'tenant_id': 'a5478860f7cb432583cc8e5d994d2237', 'floating_ip_address': '172.25.8.47', 'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'router_id': '9b20808e-97f4-47b7-9610-95e658ef559d', 'port_id': 'dfa2e0ff-33d8-4c81-8f5e-c2c8919596e7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2607, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a6493ce-4ad4-4581-8e07-a017fe78dc31', 'mac_address': 'fa:16:3e:c4:62:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab07bbd-fa55-4032-bc68-2fe67c0da2d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:23:29Z', 'updated_at': '2021-08-11T03:23:29Z', 'revision_number': 0, 'project_id': 'a5478860f7cb432583cc8e5d994d2237', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad8bc4eb-710c-49a5-8550-89ec2fc89a95', 'name': '', 'network_id': '6a6493ce-4ad4-4581-8e07-a017fe78dc31', 'tenant_id': 'a5478860f7cb432583cc8e5d994d2237', 'mac_address': 'fa:16:3e:b5:c5:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b20808e-97f4-47b7-9610-95e658ef559d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2528, 'fixed_ips': [{'subnet_id': '37cbef7f-f057-476b-a1c7-ed84d89eefd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:22:51Z', 'updated_at': '2021-08-11T03:23:03Z', 'revision_number': 5, 'project_id': 'a5478860f7cb432583cc8e5d994d2237', 'subnets': [{'id': '37cbef7f-f057-476b-a1c7-ed84d89eefd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:23:34.436653 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-79d21595-ec75-49b5-875f-65cc7f5c7398 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446866'] for floatingip, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:34.465537 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae7375d-feb6-480e-94f0-09fa7986f1cb None None] The sync data for ids ['9b20808e-97f4-47b7-9610-95e658ef559d'] in n-d-764292-30 is: [{'id': '9b20808e-97f4-47b7-9610-95e658ef559d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1865942917', 'tenant_id': 'a5478860f7cb432583cc8e5d994d2237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': '0b626914-d0d1-4f5d-ac24-73a0a4d2d624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:22:35Z', 'updated_at': '2021-08-11T03:22:53Z', 'revision_number': 4, 'project_id': 'a5478860f7cb432583cc8e5d994d2237', 'gw_port': {'id': '0b626914-d0d1-4f5d-ac24-73a0a4d2d624', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ab:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b20808e-97f4-47b7-9610-95e658ef559d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2499, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:22:36Z', 'updated_at': '2021-08-11T03:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_floatingips': [{'id': 'fd619eed-3761-4ee8-a098-a605c4f6b3f4', 'tenant_id': 'a5478860f7cb432583cc8e5d994d2237', 'floating_ip_address': '172.25.8.47', 'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'router_id': '9b20808e-97f4-47b7-9610-95e658ef559d', 'port_id': 'dfa2e0ff-33d8-4c81-8f5e-c2c8919596e7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2607, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a6493ce-4ad4-4581-8e07-a017fe78dc31', 'mac_address': 'fa:16:3e:c4:62:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab07bbd-fa55-4032-bc68-2fe67c0da2d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:23:29Z', 'updated_at': '2021-08-11T03:23:29Z', 'revision_number': 0, 'project_id': 'a5478860f7cb432583cc8e5d994d2237', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad8bc4eb-710c-49a5-8550-89ec2fc89a95', 'name': '', 'network_id': '6a6493ce-4ad4-4581-8e07-a017fe78dc31', 'tenant_id': 'a5478860f7cb432583cc8e5d994d2237', 'mac_address': 'fa:16:3e:b5:c5:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b20808e-97f4-47b7-9610-95e658ef559d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2528, 'fixed_ips': [{'subnet_id': '37cbef7f-f057-476b-a1c7-ed84d89eefd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:22:51Z', 'updated_at': '2021-08-11T03:23:03Z', 'revision_number': 5, 'project_id': 'a5478860f7cb432583cc8e5d994d2237', 'subnets': [{'id': '37cbef7f-f057-476b-a1c7-ed84d89eefd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:23:34.473680 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4934ed00-c139-4700-aa35-99a84cadd23c req-bf5983e2-a0e5-4002-9af6-796a12d72472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:34.476580 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-4934ed00-c139-4700-aa35-99a84cadd23c req-bf5983e2-a0e5-4002-9af6-796a12d72472 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a5478860f7cb432583cc8e5d994d2237&device_id=2ab07bbd-fa55-4032-bc68-2fe67c0da2d6 HTTP/1.1" status: 200 len: 1098 time: 0.2371025 Aug 11 03:23:34.498394 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a1acb7-ef8f-4dc7-b9f9-1181149fa022 req-f5213497-2e81-427c-8e81-cc99672697c5 tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:34.500278 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c1a1acb7-ef8f-4dc7-b9f9-1181149fa022 req-f5213497-2e81-427c-8e81-cc99672697c5 tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] 10.222.0.41 "GET /v2.0/ports?device_id=27eed5b6-1696-492b-b635-59b5fce59416 HTTP/1.1" status: 200 len: 945 time: 0.3088737 Aug 11 03:23:34.500620 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-562c7f13-f318-4cff-accb-e5318e0324ae tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:34.546794 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-64100689-a44a-4601-840d-691cccc648fa req-59c9441e-136d-4740-b1f0-47ddee338fe7 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d4c303e-0c5b-4d5a-b0c4-6f31f4676a83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1379514 Aug 11 03:23:34.560304 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9418b311-efc3-4806-a807-8e71b4ede5b9 req-03f1b319-e53c-4355-94de-f31e6fa6a97b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:34.565717 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9418b311-efc3-4806-a807-8e71b4ede5b9 req-03f1b319-e53c-4355-94de-f31e6fa6a97b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f9b619db-2b3d-432a-950f-510abd52d789&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3181551 Aug 11 03:23:34.576047 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-62ace108-5608-481c-b317-8244223609d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:34.578193 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-79d21595-ec75-49b5-875f-65cc7f5c7398 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for floatingip, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:34.580729 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-79d21595-ec75-49b5-875f-65cc7f5c7398 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.2254040 Aug 11 03:23:34.585373 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 52248) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:34.586300 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e72323-c82c-4b78-93c6-0baec6b42934 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Pushing event updated for resources: {'Port': ['ID=e4a27b95-133f-42f9-a4a4-2b99c404c6a4,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:34.673825 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d9db9e7-69c3-41d7-b001-39b5817d218a None None] Resources bound (agent type, host, resource id): {{(pid=102193) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 11 03:23:34.759450 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=0bad9645-e9c2-4bf7-bc62-bdb6a87a57fb,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:34.792829 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b0f924d-724f-430e-9af2-e5db511e13c7 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:34.794929 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-9b0f924d-724f-430e-9af2-e5db511e13c7 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] 10.222.0.41 "GET /v2.0/networks?id=9ec51069-c9c1-4b8f-8b4a-69a1d2787452 HTTP/1.1" status: 200 len: 765 time: 0.5735300 Aug 11 03:23:34.802610 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:34.812773 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 52260) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:34.885346 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b8e72323-c82c-4b78-93c6-0baec6b42934 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:34.897964 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-d1d1bb96-ac2b-46e1-bc79-ff8403959d3b tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/floatingips/fd619eed-3761-4ee8-a098-a605c4f6b3f4 HTTP/1.1" status: 200 len: 991 time: 0.3012571 Aug 11 03:23:34.930488 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 1347ce03-6fd3-4df9-85e1-8335bdb4082d up at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:23:34.948633 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4934ed00-c139-4700-aa35-99a84cadd23c req-e2a48264-77eb-449c-b797-39373bf9ae0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:34.950076 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-4934ed00-c139-4700-aa35-99a84cadd23c req-e2a48264-77eb-449c-b797-39373bf9ae0c service neutron] 10.222.0.22 "GET /v2.0/networks?id=6a6493ce-4ad4-4581-8e07-a017fe78dc31 HTTP/1.1" status: 200 len: 897 time: 0.4653196 Aug 11 03:23:34.963027 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9418b311-efc3-4806-a807-8e71b4ede5b9 req-fb762c12-8a07-406d-8e13-aae3a2e9854e service neutron] 10.222.0.24 "GET /v2.0/networks/f9b619db-2b3d-432a-950f-510abd52d789?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622062 Aug 11 03:23:34.977501 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.db.api [None req-62ace108-5608-481c-b317-8244223609d0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102193) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 03:23:34.977865 n-d-764292-30 neutron-server[102193]: DEBUG oslo_db.api [None req-62ace108-5608-481c-b317-8244223609d0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 03:23:34.984596 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c3f976-1103-4065-8432-f3a962db8092 None None] New status for floating IP fd619eed-3761-4ee8-a098-a605c4f6b3f4: ACTIVE {{(pid=102193) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:23:35.034945 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 0376a1ee-6ff5-4e76-8d98-aa7f97f298e4 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:23:35.034945 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:35.146882 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c1a1acb7-ef8f-4dc7-b9f9-1181149fa022 req-83faa48d-d0d4-4e3e-b667-02ee9dfdb339 tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] 10.222.0.41 "GET /v2.0/security-groups?id=e65ff429-9c9c-43ff-8c00-2b2cbbc9daf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5989406 Aug 11 03:23:35.166032 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-562c7f13-f318-4cff-accb-e5318e0324ae tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks [] for port, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:35.204844 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning for port 1347ce03-6fd3-4df9-85e1-8335bdb4082d completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:23:35.214347 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning complete for port 1347ce03-6fd3-4df9-85e1-8335bdb4082d triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:23:35.214736 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:35.233827 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-24dd214e-55d7-42df-b54e-17b8cf0958ea req-2f4d93eb-5662-4368-9d36-ac7af6594c7c tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1779977662&fields=id&tenant_id=fdbe55b7c58c49b2bfb506767218e312 HTTP/1.1" status: 200 len: 267 time: 0.2247725 Aug 11 03:23:35.286166 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-562c7f13-f318-4cff-accb-e5318e0324ae tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:35.331280 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b8e72323-c82c-4b78-93c6-0baec6b42934 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:35.331889 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d01d3b5-d4bb-483d-9007-2af6e94c75cd tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:35.340759 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-9d01d3b5-d4bb-483d-9007-2af6e94c75cd tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5235686 Aug 11 03:23:35.341195 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 52276) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:35.342522 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-4934ed00-c139-4700-aa35-99a84cadd23c req-beaf64e4-cd11-426f-9c14-f0e9fe3715d0 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dfa2e0ff-33d8-4c81-8f5e-c2c8919596e7 HTTP/1.1" status: 200 len: 999 time: 0.3833919 Aug 11 03:23:35.392260 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9418b311-efc3-4806-a807-8e71b4ede5b9 req-1fe9e9b0-5e01-4a12-bacd-e1b9f108abff service neutron] 10.222.0.24 "GET /v2.0/networks/f9b619db-2b3d-432a-950f-510abd52d789?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3760273 Aug 11 03:23:35.404643 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b8e72323-c82c-4b78-93c6-0baec6b42934 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:35.464068 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b8e72323-c82c-4b78-93c6-0baec6b42934 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16383026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521135'] for router_interface, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:35.534611 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4934ed00-c139-4700-aa35-99a84cadd23c req-b0a89bc9-fa22-48e2-823a-b958bed10c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:35.536183 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:35.536667 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-4934ed00-c139-4700-aa35-99a84cadd23c req-b0a89bc9-fa22-48e2-823a-b958bed10c78 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=37cbef7f-f057-476b-a1c7-ed84d89eefd6 HTTP/1.1" status: 200 len: 835 time: 0.1860447 Aug 11 03:23:35.625711 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4806c477-b922-49ed-a2d7-ceb4f67380f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1347ce03-6fd3-4df9-85e1-8335bdb4082d'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:23:35.635561 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfeff39e-f0ea-4372-aead-aa274a062c77" -d '{"events": [{"server_uuid": "4806c477-b922-49ed-a2d7-ceb4f67380f4", "name": "network-vif-plugged", "status": "completed", "tag": "1347ce03-6fd3-4df9-85e1-8335bdb4082d"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:23:35.651186 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 1347ce03-6fd3-4df9-85e1-8335bdb4082d, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=1347ce03-6fd3-4df9-85e1-8335bdb4082d,segment=NetworkSegment(145c3e1a-6f9b-4c27-a2c7-345c6495cc09),segment_id=145c3e1a-6f9b-4c27-a2c7-345c6495cc09)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:23:35.655155 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 0bad9645-e9c2-4bf7-bc62-bdb6a87a57fb up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:23:35.690788 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e72323-c82c-4b78-93c6-0baec6b42934 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Pushing event updated for resources: {'Port': ['ID=e4a27b95-133f-42f9-a4a4-2b99c404c6a4,revision_number=2']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:35.702319 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4934ed00-c139-4700-aa35-99a84cadd23c req-8f21bcd4-31da-499e-ade3-df5177165a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:35.711303 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-4934ed00-c139-4700-aa35-99a84cadd23c req-8f21bcd4-31da-499e-ade3-df5177165a3f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=6a6493ce-4ad4-4581-8e07-a017fe78dc31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0928977 Aug 11 03:23:35.729436 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:35.820902 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-4934ed00-c139-4700-aa35-99a84cadd23c req-18fdc2ed-b250-492e-95a6-e5c9a2c03e06 service neutron] 10.222.0.22 "GET /v2.0/networks/6a6493ce-4ad4-4581-8e07-a017fe78dc31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023679 Aug 11 03:23:35.829365 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=1347ce03-6fd3-4df9-85e1-8335bdb4082d,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:35.851576 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 0bad9645-e9c2-4bf7-bc62-bdb6a87a57fb triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:23:35.851788 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-a79e1b90-56db-440b-84eb-850246f6fb3b tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] 10.222.0.41 "GET /v2.0/subnets?network_id=09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 HTTP/1.1" status: 200 len: 207 time: 0.4992797 Aug 11 03:23:35.852285 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:35.863602 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 52286) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:35.889679 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-a9404871-060a-40bc-bec2-b21d2386382c None None] Provisioning complete for port e4a27b95-133f-42f9-a4a4-2b99c404c6a4 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:23:35.890734 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-a9404871-060a-40bc-bec2-b21d2386382c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:35.902099 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 52288) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:35.913081 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562c7f13-f318-4cff-accb-e5318e0324ae tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Pushing event updated for resources: {'Port': ['ID=c31b661d-e7db-44ac-ae65-2cfd32875c32,revision_number=2']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:35.943525 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-a9404871-060a-40bc-bec2-b21d2386382c None None] Port e4a27b95-133f-42f9-a4a4-2b99c404c6a4 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:23:35.993020 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337186c4-bcb9-4beb-b33c-501852dfa8bc req-3b6383ed-4efa-4ede-82fc-9d0f328cc86c tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:35.994649 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-337186c4-bcb9-4beb-b33c-501852dfa8bc req-3b6383ed-4efa-4ede-82fc-9d0f328cc86c tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] 10.222.0.41 "GET /v2.0/ports?device_id=4806c477-b922-49ed-a2d7-ceb4f67380f4 HTTP/1.1" status: 200 len: 944 time: 0.6545177 Aug 11 03:23:36.013630 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dd214e-55d7-42df-b54e-17b8cf0958ea req-6eb7d7b8-136c-4bbc-a638-45df4a7f2006 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:36.015130 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-24dd214e-55d7-42df-b54e-17b8cf0958ea req-6eb7d7b8-136c-4bbc-a638-45df4a7f2006 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] 10.222.0.41 "GET /v2.0/networks?id=e7fa7474-ec27-48c0-82c6-4433dec0ec87 HTTP/1.1" status: 200 len: 811 time: 0.7805207 Aug 11 03:23:36.015918 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-562c7f13-f318-4cff-accb-e5318e0324ae tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446866'] for floatingip, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:36.044185 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8e72323-c82c-4b78-93c6-0baec6b42934 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Network 165b3f6a-edc1-4c08-8e10-325da636f01f is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:23:36.054732 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-b8e72323-c82c-4b78-93c6-0baec6b42934 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:23:36.105652 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-24dd214e-55d7-42df-b54e-17b8cf0958ea req-414ce108-8e21-4420-b77e-4132e8e69faa tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] 10.222.0.41 "GET /v2.0/quotas/fdbe55b7c58c49b2bfb506767218e312 HTTP/1.1" status: 200 len: 375 time: 0.0728910 Aug 11 03:23:36.121716 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-62ccf7ae-3ab1-4d9c-9821-52e0c42afc19 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/floatingips/fd619eed-3761-4ee8-a098-a605c4f6b3f4 HTTP/1.1" status: 200 len: 993 time: 0.2105792 Aug 11 03:23:36.202340 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-337186c4-bcb9-4beb-b33c-501852dfa8bc req-7651fe72-9ff0-47fe-820b-0648b3fb85f6 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] 10.222.0.41 "GET /v2.0/security-groups?id=91bb33c4-45bb-48b2-96aa-0a930cf41659&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1820099 Aug 11 03:23:36.237497 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd5266b-6f7c-40a9-9b10-c0d5b992b8e6 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:36.254667 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd5266b-6f7c-40a9-9b10-c0d5b992b8e6 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:36.260567 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd5266b-6f7c-40a9-9b10-c0d5b992b8e6 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:36.269082 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-24dd214e-55d7-42df-b54e-17b8cf0958ea req-5aa6c921-244a-4669-875e-a32489a6306b tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=fdbe55b7c58c49b2bfb506767218e312&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1316476 Aug 11 03:23:36.269082 n-d-764292-30 neutron-server[102192]: INFO neutron.db.l3_db [None req-562c7f13-f318-4cff-accb-e5318e0324ae tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Floating IP 538c7885-432a-45a0-89bb-396d86e4a1d5 associated. External IP: 172.25.8.163, port: da4e0950-6aba-4703-8f7c-a463117557fe. Aug 11 03:23:36.269625 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd5266b-6f7c-40a9-9b10-c0d5b992b8e6 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:36.272330 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd5266b-6f7c-40a9-9b10-c0d5b992b8e6 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:36.278796 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd5266b-6f7c-40a9-9b10-c0d5b992b8e6 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:36.280578 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-7fd5266b-6f7c-40a9-9b10-c0d5b992b8e6 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.4110627 Aug 11 03:23:36.284355 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 52294) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:36.298380 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-4934ed00-c139-4700-aa35-99a84cadd23c req-220fb87f-29fb-43af-8cdd-78c773a7d45a service neutron] 10.222.0.22 "GET /v2.0/networks/6a6493ce-4ad4-4581-8e07-a017fe78dc31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4696491 Aug 11 03:23:36.393293 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6259d532-8952-4683-95cf-dfc226255d6a x-openstack-request-id: req-6259d532-8952-4683-95cf-dfc226255d6a {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:23:36.393619 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4806c477-b922-49ed-a2d7-ceb4f67380f4", "name": "network-vif-plugged", "status": "completed", "tag": "1347ce03-6fd3-4df9-85e1-8335bdb4082d", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:23:36.393869 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6259d532-8952-4683-95cf-dfc226255d6a {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:23:36.394267 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4806c477-b922-49ed-a2d7-ceb4f67380f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1347ce03-6fd3-4df9-85e1-8335bdb4082d', 'code': 200} Aug 11 03:23:36.484894 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-a1485933-9100-400c-8d5d-b0d5e1cd8640 None None] Provisioning complete for port e4a27b95-133f-42f9-a4a4-2b99c404c6a4 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:23:36.488229 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-a1485933-9100-400c-8d5d-b0d5e1cd8640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:36.514392 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-24dd214e-55d7-42df-b54e-17b8cf0958ea req-77c7520c-f3c9-4d2b-bd16-672439a0b0f6 service neutron] 10.222.0.41 "GET /v2.0/networks/e7fa7474-ec27-48c0-82c6-4433dec0ec87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879604 Aug 11 03:23:36.536946 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-a1485933-9100-400c-8d5d-b0d5e1cd8640 None None] Port e4a27b95-133f-42f9-a4a4-2b99c404c6a4 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:23:36.548399 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-c9a7215c-7a30-40a8-8fe4-3485b5862fab tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] 10.222.0.41 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.2616875 Aug 11 03:23:36.556734 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 52302) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:36.622117 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e216757-11cc-47f1-804a-8ec2d1967c35 req-88685b31-9a63-40b3-8278-9caefa09c05f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:36.623740 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-3e216757-11cc-47f1-804a-8ec2d1967c35 req-88685b31-9a63-40b3-8278-9caefa09c05f service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=4806c477-b922-49ed-a2d7-ceb4f67380f4 HTTP/1.1" status: 200 len: 1097 time: 0.1326542 Aug 11 03:23:36.650633 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80519d45-07cf-4a7c-8e23-ee12c673f95a tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:36.652383 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80519d45-07cf-4a7c-8e23-ee12c673f95a tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:36.653909 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80519d45-07cf-4a7c-8e23-ee12c673f95a tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:36.655573 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80519d45-07cf-4a7c-8e23-ee12c673f95a tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:36.657199 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80519d45-07cf-4a7c-8e23-ee12c673f95a tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:36.658998 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-80519d45-07cf-4a7c-8e23-ee12c673f95a tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0994723 Aug 11 03:23:36.665967 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 52308) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:36.706743 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8e72323-c82c-4b78-93c6-0baec6b42934 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Router 88a21e4a-3c16-48bc-bc4a-843035622e8b is scheduled to L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 with binding_index 1 {{(pid=102191) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:23:36.737786 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-24dd214e-55d7-42df-b54e-17b8cf0958ea req-76568dae-0615-4817-bf72-6d73f84df1bc service neutron] 10.222.0.41 "GET /v2.0/networks/e7fa7474-ec27-48c0-82c6-4433dec0ec87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780725 Aug 11 03:23:36.750191 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-562c7f13-f318-4cff-accb-e5318e0324ae tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Router 49046332-233f-4c02-a67c-6dac2c5a4f04 has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:23:36.783772 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d247b7-3fad-4384-a7ed-b295d9b776b9 req-4841ae3a-c731-4418-83aa-5355509501b5 tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:36.785352 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-84d247b7-3fad-4384-a7ed-b295d9b776b9 req-4841ae3a-c731-4418-83aa-5355509501b5 tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] 10.222.0.41 "GET /v2.0/ports?device_id=27eed5b6-1696-492b-b635-59b5fce59416 HTTP/1.1" status: 200 len: 945 time: 0.0876954 Aug 11 03:23:36.796043 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4f36adf-40d2-4c4a-8032-5eb3ac1712c0 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Attributes excluded by policy engine: ['shared'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:36.800380 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4f36adf-40d2-4c4a-8032-5eb3ac1712c0 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Attributes excluded by policy engine: ['shared'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:36.800380 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4f36adf-40d2-4c4a-8032-5eb3ac1712c0 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Attributes excluded by policy engine: ['shared'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:36.800665 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4f36adf-40d2-4c4a-8032-5eb3ac1712c0 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Attributes excluded by policy engine: ['shared'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:36.802200 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4f36adf-40d2-4c4a-8032-5eb3ac1712c0 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Attributes excluded by policy engine: ['shared'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:36.808920 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-d4f36adf-40d2-4c4a-8032-5eb3ac1712c0 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] 10.222.0.41 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1365407 Aug 11 03:23:36.808920 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-3e216757-11cc-47f1-804a-8ec2d1967c35 req-b0260ebd-868a-4b7b-8353-db03f1f1e815 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=91bb33c4-45bb-48b2-96aa-0a930cf41659&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1451836 Aug 11 03:23:36.816227 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 52310) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:36.943981 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-84d247b7-3fad-4384-a7ed-b295d9b776b9 req-6409e5a6-572c-4b33-aaec-b0201d3c4771 tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] 10.222.0.41 "GET /v2.0/security-groups?id=e65ff429-9c9c-43ff-8c00-2b2cbbc9daf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101525 Aug 11 03:23:36.958354 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-562c7f13-f318-4cff-accb-e5318e0324ae tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:23:36.969188 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8e72323-c82c-4b78-93c6-0baec6b42934 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:23:36.974073 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a27c24-b365-4465-a502-6016fb2763b1 None None] Sync routers for ids ['49046332-233f-4c02-a67c-6dac2c5a4f04'] in n-d-764292-30 {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:23:36.987982 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-b8e72323-c82c-4b78-93c6-0baec6b42934 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] 10.222.0.41 "PUT /v2.0/routers/88a21e4a-3c16-48bc-bc4a-843035622e8b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9717994 Aug 11 03:23:36.988205 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 52316) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:36.991845 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a27c24-b365-4465-a502-6016fb2763b1 None None] Routers {'49046332-233f-4c02-a67c-6dac2c5a4f04'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:23:36.993548 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-73a27c24-b365-4465-a502-6016fb2763b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:23:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['49046332-233f-4c02-a67c-6dac2c5a4f04'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:23:36.997481 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a112f49f-1a9e-43e0-ac27-e50190d5b675 req-71afa524-fc09-4f59-b945-4d0ef9756750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:37.004821 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-a112f49f-1a9e-43e0-ac27-e50190d5b675 req-71afa524-fc09-4f59-b945-4d0ef9756750 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=381bd3f836e84635bd53ce4472f95deb&device_id=27eed5b6-1696-492b-b635-59b5fce59416 HTTP/1.1" status: 200 len: 1097 time: 0.1965938 Aug 11 03:23:37.013068 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43774ff-96af-4062-91f6-09eb84c165d9 None None] Sync routers for ids ['88a21e4a-3c16-48bc-bc4a-843035622e8b'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:23:37.039735 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43774ff-96af-4062-91f6-09eb84c165d9 None None] Routers {'88a21e4a-3c16-48bc-bc4a-843035622e8b'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:23:37.040443 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-c43774ff-96af-4062-91f6-09eb84c165d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:23:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['88a21e4a-3c16-48bc-bc4a-843035622e8b'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:23:37.046138 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-73a27c24-b365-4465-a502-6016fb2763b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:23:37.063330 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a27c24-b365-4465-a502-6016fb2763b1 None None] Routers {'49046332-233f-4c02-a67c-6dac2c5a4f04'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:23:37.063330 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-73a27c24-b365-4465-a502-6016fb2763b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:23:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['49046332-233f-4c02-a67c-6dac2c5a4f04'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:23:37.085329 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42249764-2614-4587-bc0a-b3b3cb114aa1 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:37.090646 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-42249764-2614-4587-bc0a-b3b3cb114aa1 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] 10.222.0.41 "GET /v2.0/ports/e4a27b95-133f-42f9-a4a4-2b99c404c6a4 HTTP/1.1" status: 200 len: 910 time: 0.1008179 Aug 11 03:23:37.101688 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40ab8cfc-87c7-4a7d-b77c-d08e49ef23bc tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:37.101934 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 52320) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:37.102841 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-562c7f13-f318-4cff-accb-e5318e0324ae tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for floatingip, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:37.103381 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-40ab8cfc-87c7-4a7d-b77c-d08e49ef23bc tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] 10.222.0.41 "GET /v2.0/networks/3e1d1075-3ba8-47d8-827d-34f7f177bab2 HTTP/1.1" status: 200 len: 804 time: 0.2586839 Aug 11 03:23:37.119912 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 52322) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:37.126002 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-73a27c24-b365-4465-a502-6016fb2763b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:23:37.126977 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a27c24-b365-4465-a502-6016fb2763b1 None None] The sync data for ids ['49046332-233f-4c02-a67c-6dac2c5a4f04'] in n-d-764292-30 is: [] {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:23:37.132135 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-c43774ff-96af-4062-91f6-09eb84c165d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:23:37.136581 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:37.157541 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43774ff-96af-4062-91f6-09eb84c165d9 None None] Routers {'88a21e4a-3c16-48bc-bc4a-843035622e8b'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:23:37.158376 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-c43774ff-96af-4062-91f6-09eb84c165d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:23:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['88a21e4a-3c16-48bc-bc4a-843035622e8b'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:23:37.171255 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ac3d94f4-aaf5-4906-8da3-2adef6bfcf81 req-e52f51a2-1093-4ff2-b363-12e07e23a7cb tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] 10.222.0.41 "GET /v2.0/ports?device_id=a38afb75-bfb0-4200-ae9a-cb2f866befdd HTTP/1.1" status: 200 len: 210 time: 0.0791824 Aug 11 03:23:37.306231 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-562c7f13-f318-4cff-accb-e5318e0324ae tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 6.6646211 Aug 11 03:23:37.358172 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 52332) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:37.410655 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-c43774ff-96af-4062-91f6-09eb84c165d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:23:37.411081 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43774ff-96af-4062-91f6-09eb84c165d9 None None] The sync data for ids ['88a21e4a-3c16-48bc-bc4a-843035622e8b'] in n-d-764292-30 is: [] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:23:37.478983 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-95b2c5b5-2932-4435-934a-f6b53c5e7d98 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] 10.222.0.41 "GET /v2.0/floatingips/538c7885-432a-45a0-89bb-396d86e4a1d5 HTTP/1.1" status: 200 len: 978 time: 0.1194904 Aug 11 03:23:37.485027 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 52338) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:37.582526 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f5711e-4647-47d5-86d3-c4bc5f5b4258 req-5d56e69d-d0c4-4d75-bf07-9a40a295c45f tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:37.584045 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-71f5711e-4647-47d5-86d3-c4bc5f5b4258 req-5d56e69d-d0c4-4d75-bf07-9a40a295c45f tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] 10.222.0.41 "GET /v2.0/ports?device_id=4806c477-b922-49ed-a2d7-ceb4f67380f4 HTTP/1.1" status: 200 len: 945 time: 0.2753785 Aug 11 03:23:37.608651 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-865f5ed9-5e5a-4eb1-a2f8-9588031a6e4b tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] 10.222.0.41 "GET /v2.0/networks/3e1d1075-3ba8-47d8-827d-34f7f177bab2?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.4873869 Aug 11 03:23:37.615627 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 52340) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:37.675002 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-77a5f060-b6c0-4ef6-96f4-364ee3119e44 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] 10.222.0.41 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.1854942 Aug 11 03:23:37.677397 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 52344) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:37.679575 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a112f49f-1a9e-43e0-ac27-e50190d5b675 req-9fc69b22-0680-47d8-b98f-9df4cdd0a7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:37.681050 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-a112f49f-1a9e-43e0-ac27-e50190d5b675 req-9fc69b22-0680-47d8-b98f-9df4cdd0a7ca service neutron] 10.222.0.22 "GET /v2.0/networks?id=f9b619db-2b3d-432a-950f-510abd52d789 HTTP/1.1" status: 200 len: 916 time: 0.6552699 Aug 11 03:23:37.688778 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f73f18e-92a7-4cd5-8c0f-11c31c783154 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:37.690096 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-8f73f18e-92a7-4cd5-8c0f-11c31c783154 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] 10.222.0.41 "GET /v2.0/subnets/261bfeb4-1151-412c-877e-47fe21af161a HTTP/1.1" status: 200 len: 843 time: 0.0727808 Aug 11 03:23:37.692077 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-79fd32ea-fc95-41c0-8be2-22465bec023d tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Request body: {'floatingip': {'port_id': '6c090316-73e5-49de-9aaf-f39bb701c766'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:23:37.696267 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 52346) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:37.733719 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-71f5711e-4647-47d5-86d3-c4bc5f5b4258 req-46c49d4a-0e5e-4d7d-888b-62902256e546 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] 10.222.0.41 "GET /v2.0/security-groups?id=91bb33c4-45bb-48b2-96aa-0a930cf41659&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1399541 Aug 11 03:23:37.757566 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-a112f49f-1a9e-43e0-ac27-e50190d5b675 req-fbfedaec-2e5f-4656-a899-d5c3d41d8e9a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=93c45f72-e214-419a-8395-856cc4a4b08c HTTP/1.1" status: 200 len: 217 time: 0.0663545 Aug 11 03:23:37.797181 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-79fd32ea-fc95-41c0-8be2-22465bec023d tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks [] for floatingip, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:37.816370 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df48526c-c67d-4139-b6ef-ed18b7c25765 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Attributes excluded by policy engine: ['shared'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:37.817741 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-df48526c-c67d-4139-b6ef-ed18b7c25765 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] 10.222.0.41 "GET /v2.0/subnets/261bfeb4-1151-412c-877e-47fe21af161a?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1205995 Aug 11 03:23:37.823751 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 52352) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:37.828686 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-c3b4b21d-1314-4b96-bac3-847122e2a439 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-373808114'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:23:37.846876 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a112f49f-1a9e-43e0-ac27-e50190d5b675 req-7b4454e7-5b86-4a41-8aca-ac78cd76522d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:37.848429 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-a112f49f-1a9e-43e0-ac27-e50190d5b675 req-7b4454e7-5b86-4a41-8aca-ac78cd76522d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1c85f597-8e7e-40a1-8518-d59e92964402 HTTP/1.1" status: 200 len: 854 time: 0.0784261 Aug 11 03:23:37.925495 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a112f49f-1a9e-43e0-ac27-e50190d5b675 req-6784c755-67e8-4c69-b191-79769da387bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:37.927370 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-a112f49f-1a9e-43e0-ac27-e50190d5b675 req-6784c755-67e8-4c69-b191-79769da387bb service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=f9b619db-2b3d-432a-950f-510abd52d789&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0560718 Aug 11 03:23:37.984569 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3b4b21d-1314-4b96-bac3-847122e2a439 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Made reservation on behalf of 36371e2845a94adc8766212c496af890 for: {'network': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:23:37.988821 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c3b4b21d-1314-4b96-bac3-847122e2a439 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:38.018702 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3b4b21d-1314-4b96-bac3-847122e2a439 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=102191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:23:38.030412 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c3b4b21d-1314-4b96-bac3-847122e2a439 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:38.030412 n-d-764292-30 neutron-server[102191]: INFO neutron.db.segments_db [None req-c3b4b21d-1314-4b96-bac3-847122e2a439 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Added segment b7c6ffab-8628-42d1-bb2f-45f6153864f7 of type vlan for network 0b55d636-9266-4c5f-8b9d-cf4f255d2532 Aug 11 03:23:38.056321 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e5cd81ad-978a-4727-b1f9-d02e290b09ac tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521106'] for router_interface, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:38.079786 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c3b4b21d-1314-4b96-bac3-847122e2a439 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:38.139754 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-a112f49f-1a9e-43e0-ac27-e50190d5b675 req-dc0f84e1-c53a-44a4-8bee-b094009d57f5 service neutron] 10.222.0.22 "GET /v2.0/networks/f9b619db-2b3d-432a-950f-510abd52d789?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2041621 Aug 11 03:23:38.220241 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c3b4b21d-1314-4b96-bac3-847122e2a439 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:38.229576 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b4b21d-1314-4b96-bac3-847122e2a439 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:38.230704 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c3b4b21d-1314-4b96-bac3-847122e2a439 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks [] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:38.289236 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de1d801-6fbf-4404-868a-d0ccbe0aaece req-c15bd5aa-8c8e-44b7-b547-490dc3d1d786 tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:38.290639 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8de1d801-6fbf-4404-868a-d0ccbe0aaece req-c15bd5aa-8c8e-44b7-b547-490dc3d1d786 tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] 10.222.0.41 "GET /v2.0/ports?device_id=27eed5b6-1696-492b-b635-59b5fce59416 HTTP/1.1" status: 200 len: 945 time: 0.1996043 Aug 11 03:23:38.345514 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b4b21d-1314-4b96-bac3-847122e2a439 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Pushing event updated for resources: {'Network': ['ID=0b55d636-9266-4c5f-8b9d-cf4f255d2532,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:38.349319 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-a112f49f-1a9e-43e0-ac27-e50190d5b675 req-8f6e5963-e438-4d45-9347-8c913109cb14 service neutron] 10.222.0.22 "GET /v2.0/networks/f9b619db-2b3d-432a-950f-510abd52d789?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987317 Aug 11 03:23:38.357683 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network 0b55d636-9266-4c5f-8b9d-cf4f255d2532 details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:23:38.413120 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-c3b4b21d-1314-4b96-bac3-847122e2a439 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5816674 Aug 11 03:23:38.414587 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 52364) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:38.420208 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-4f0c0ce4-7368-4e1b-9077-0f7c3e88f7f0 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Request body: {'subnet': {'network_id': '0b55d636-9266-4c5f-8b9d-cf4f255d2532', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:23:38.582812 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f0c0ce4-7368-4e1b-9077-0f7c3e88f7f0 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Made reservation on behalf of 36371e2845a94adc8766212c496af890 for: {'subnet': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:23:38.587731 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4f0c0ce4-7368-4e1b-9077-0f7c3e88f7f0 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274743'] for subnet, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:38.652581 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.ipam_backend_mixin [None req-4f0c0ce4-7368-4e1b-9077-0f7c3e88f7f0 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Performing IP validity checks on allocation pools {{(pid=102191) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 11 03:23:38.653346 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.ipam_backend_mixin [None req-4f0c0ce4-7368-4e1b-9077-0f7c3e88f7f0 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102191) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 11 03:23:38.726679 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b6221056-357c-42c1-be5c-69d1e8c30578 req-e5892acd-8323-48d3-8b8c-de91bfc0e3fa tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] 10.222.0.41 "GET /v2.0/ports?device_id=a38afb75-bfb0-4200-ae9a-cb2f866befdd HTTP/1.1" status: 200 len: 210 time: 0.4641919 Aug 11 03:23:38.791108 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8de1d801-6fbf-4404-868a-d0ccbe0aaece req-4c71714f-11e9-4040-88c8-224b635a573c tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] 10.222.0.41 "GET /v2.0/security-groups?id=e65ff429-9c9c-43ff-8c00-2b2cbbc9daf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842741 Aug 11 03:23:38.949073 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4f0c0ce4-7368-4e1b-9077-0f7c3e88f7f0 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126283476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274725'] for subnet, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:38.995345 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07ecd33-1a52-463d-a733-8cc73bcc3534 req-f28f7c30-9a04-4d5a-b514-d23f7fdad761 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:38.997014 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f07ecd33-1a52-463d-a733-8cc73bcc3534 req-f28f7c30-9a04-4d5a-b514-d23f7fdad761 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] 10.222.0.41 "GET /v2.0/ports?device_id=4806c477-b922-49ed-a2d7-ceb4f67380f4 HTTP/1.1" status: 200 len: 945 time: 0.1401842 Aug 11 03:23:39.031002 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0c0ce4-7368-4e1b-9077-0f7c3e88f7f0 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Pushing event updated for resources: {'Subnet': ['ID=f5ffdc6c-cefb-4440-b8d8-bcbe457cf77a,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:39.033476 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0c0ce4-7368-4e1b-9077-0f7c3e88f7f0 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Checking segment: {'id': 'b7c6ffab-8628-42d1-bb2f-45f6153864f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '0b55d636-9266-4c5f-8b9d-cf4f255d2532'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:23:39.033847 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f0c0ce4-7368-4e1b-9077-0f7c3e88f7f0 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Network hostable DHCP agents. Network: 0b55d636-9266-4c5f-8b9d-cf4f255d2532, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:23:39.142362 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f0c0ce4-7368-4e1b-9077-0f7c3e88f7f0 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Network 0b55d636-9266-4c5f-8b9d-cf4f255d2532 is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:23:39.146263 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f07ecd33-1a52-463d-a733-8cc73bcc3534 req-b3829bf4-1fdc-495a-a34b-aa472f1cd643 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] 10.222.0.41 "GET /v2.0/security-groups?id=91bb33c4-45bb-48b2-96aa-0a930cf41659&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1378369 Aug 11 03:23:39.172015 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-79fd32ea-fc95-41c0-8be2-22465bec023d tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:39.182944 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-e5cd81ad-978a-4727-b1f9-d02e290b09ac tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Deleting port e4a27b95-133f-42f9-a4a4-2b99c404c6a4 {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:23:39.183287 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e5cd81ad-978a-4727-b1f9-d02e290b09ac tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:39.222886 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-4f0c0ce4-7368-4e1b-9077-0f7c3e88f7f0 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, 0b55d636-9266-4c5f-8b9d-cf4f255d2532) {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:23:39.234151 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fd97e43-b3bd-47a9-9cfe-5a8a5c150766 None None] Network 0b55d636-9266-4c5f-8b9d-cf4f255d2532 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:23:39.236856 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f0c0ce4-7368-4e1b-9077-0f7c3e88f7f0 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:39.238355 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4f0c0ce4-7368-4e1b-9077-0f7c3e88f7f0 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:39.260439 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-79fd32ea-fc95-41c0-8be2-22465bec023d tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446866'] for floatingip, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:39.322470 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-4f0c0ce4-7368-4e1b-9077-0f7c3e88f7f0 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.9049141 Aug 11 03:23:39.323651 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 52380) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:39.329130 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-55409feb-9290-403c-8c47-4fc29d957b3d tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:23:39.431697 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c15a7eb-ae9f-4793-a66f-6a2ce28f86ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde080026-c28f-55be-b52b-13827cc43646-0b55d636-9266-4c5f-8b9d-cf4f255d2532', 'network_id': '0b55d636-9266-4c5f-8b9d-cf4f255d2532', 'tenant_id': '36371e2845a94adc8766212c496af890', 'fixed_ips': [{'subnet_id': 'f5ffdc6c-cefb-4440-b8d8-bcbe457cf77a'}]}} from n-d-764292-30. {{(pid=102193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:23:39.436573 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e5cd81ad-978a-4727-b1f9-d02e290b09ac tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:39.436700 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8c15a7eb-ae9f-4793-a66f-6a2ce28f86ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:39.488104 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-55409feb-9290-403c-8c47-4fc29d957b3d tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-126274748'] for subnet, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:39.497796 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb82bba6-df92-42bd-bd75-1bf4a966ad7a req-21bf4c5d-6c94-456f-86bd-9488889442e7 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:39.515460 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bb82bba6-df92-42bd-bd75-1bf4a966ad7a req-21bf4c5d-6c94-456f-86bd-9488889442e7 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] 10.222.0.41 "GET /v2.0/ports?device_id=4806c477-b922-49ed-a2d7-ceb4f67380f4 HTTP/1.1" status: 200 len: 945 time: 0.2753828 Aug 11 03:23:39.548946 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-e5cd81ad-978a-4727-b1f9-d02e290b09ac tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Calling delete_port for e4a27b95-133f-42f9-a4a4-2b99c404c6a4 owned by network:router_interface {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:23:39.618252 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.db.api [None req-8c15a7eb-ae9f-4793-a66f-6a2ce28f86ba None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 11 03:23:39.618252 n-d-764292-30 neutron-server[102193]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Aug 11 03:23:39.618252 n-d-764292-30 neutron-server[102193]: [parameters: {'in_use': 1, 'id_1': 'f5ffdc6c-cefb-4440-b8d8-bcbe457cf77a'}] Aug 11 03:23:39.618252 n-d-764292-30 neutron-server[102193]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102193) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 03:23:39.618664 n-d-764292-30 neutron-server[102193]: DEBUG oslo_db.api [None req-8c15a7eb-ae9f-4793-a66f-6a2ce28f86ba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 03:23:39.632439 n-d-764292-30 neutron-server[102192]: INFO neutron.db.l3_db [None req-79fd32ea-fc95-41c0-8be2-22465bec023d tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Floating IP 538c7885-432a-45a0-89bb-396d86e4a1d5 associated. External IP: 172.25.8.163, port: da4e0950-6aba-4703-8f7c-a463117557fe. Aug 11 03:23:39.704407 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bb82bba6-df92-42bd-bd75-1bf4a966ad7a req-88d89b00-51e8-4ec4-9bfb-0d416f280f0a tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] 10.222.0.41 "GET /v2.0/security-groups?id=91bb33c4-45bb-48b2-96aa-0a930cf41659&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1637528 Aug 11 03:23:39.731676 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dd214e-55d7-42df-b54e-17b8cf0958ea req-5ca5d1c3-3250-45c9-b8db-9da452d30068 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:39.732994 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 52390) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:39.733398 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-24dd214e-55d7-42df-b54e-17b8cf0958ea req-5ca5d1c3-3250-45c9-b8db-9da452d30068 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] 10.222.0.24 "GET /v2.0/networks?id=e7fa7474-ec27-48c0-82c6-4433dec0ec87 HTTP/1.1" status: 200 len: 811 time: 0.3258359 Aug 11 03:23:39.789325 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6942329-0111-4951-a9c5-e66969d35316 tempest-TestNetworkBasicOps-852784014 tempest-TestNetworkBasicOps-852784014-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:39.791309 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-b6942329-0111-4951-a9c5-e66969d35316 tempest-TestNetworkBasicOps-852784014 tempest-TestNetworkBasicOps-852784014-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=4806c477-b922-49ed-a2d7-ceb4f67380f4 HTTP/1.1" status: 200 len: 1092 time: 0.0570014 Aug 11 03:23:39.793933 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-55409feb-9290-403c-8c47-4fc29d957b3d tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8790262932372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-126283418'] for subnet, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:39.798004 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 52394) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:39.808405 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-d2c1804f-12b8-4d3a-a211-fa73316a534a tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Request body: {'floatingip': {'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'port_id': '1347ce03-6fd3-4df9-85e1-8335bdb4082d', 'tenant_id': '6f34ea378b0c4732b01bbd0e8e3ce05d', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:23:39.860722 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-315891f3-7763-4b6b-9ce9-5eed13adb0ab req-fd8a355d-63cd-40c4-89e4-f555b5f382d6 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] 10.222.0.41 "GET /v2.0/ports?device_id=a38afb75-bfb0-4200-ae9a-cb2f866befdd HTTP/1.1" status: 200 len: 210 time: 0.0372338 Aug 11 03:23:39.897683 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-24dd214e-55d7-42df-b54e-17b8cf0958ea req-3e932719-7dbb-454b-a20d-31f9e3a02ede tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fdbe55b7c58c49b2bfb506767218e312 HTTP/1.1" status: 200 len: 380 time: 0.1266382 Aug 11 03:23:39.908457 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-24dd214e-55d7-42df-b54e-17b8cf0958ea req-e11740ba-be6e-49a5-ade7-42ed30599b1f tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Request body: {'port': {'device_id': 'a38afb75-bfb0-4200-ae9a-cb2f866befdd', 'network_id': 'e7fa7474-ec27-48c0-82c6-4433dec0ec87', 'admin_state_up': True, 'tenant_id': 'fdbe55b7c58c49b2bfb506767218e312', 'security_groups': ['adeeef27-808b-48fe-80b7-b3abd2371fee']}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:23:39.912357 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55409feb-9290-403c-8c47-4fc29d957b3d tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:39.913184 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-55409feb-9290-403c-8c47-4fc29d957b3d tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:39.919193 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-55409feb-9290-403c-8c47-4fc29d957b3d tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] 10.222.0.41 "PUT /v2.0/subnets/f5ffdc6c-cefb-4440-b8d8-bcbe457cf77a HTTP/1.1" status: 200 len: 900 time: 0.5943573 Aug 11 03:23:39.920255 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 52398) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:39.977280 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d2c1804f-12b8-4d3a-a211-fa73316a534a tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks [] for floatingip, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:39.992587 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55409feb-9290-403c-8c47-4fc29d957b3d tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Pushing event updated for resources: {'Subnet': ['ID=f5ffdc6c-cefb-4440-b8d8-bcbe457cf77a,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:40.089801 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1aa7a231-e19e-4264-8a83-069e75e81505 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:40.119706 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8c15a7eb-ae9f-4793-a66f-6a2ce28f86ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:40.144753 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6ddf05-1b9b-465c-a3a4-0a4de7e212de req-5f4c7ae4-349c-44d9-a1d3-59a4f73b895e tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:40.146370 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ce6ddf05-1b9b-465c-a3a4-0a4de7e212de req-5f4c7ae4-349c-44d9-a1d3-59a4f73b895e tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] 10.222.0.41 "GET /v2.0/ports?device_id=27eed5b6-1696-492b-b635-59b5fce59416 HTTP/1.1" status: 200 len: 945 time: 0.2257907 Aug 11 03:23:40.164057 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1aa7a231-e19e-4264-8a83-069e75e81505 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:40.222704 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79fd32ea-fc95-41c0-8be2-22465bec023d tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Router 49046332-233f-4c02-a67c-6dac2c5a4f04 has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:23:40.223409 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d2c1804f-12b8-4d3a-a211-fa73316a534a tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:40.235953 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ce6ddf05-1b9b-465c-a3a4-0a4de7e212de req-46d79aae-8d7a-459f-a29a-6edb6ad766c4 tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] 10.222.0.41 "GET /v2.0/security-groups?id=e65ff429-9c9c-43ff-8c00-2b2cbbc9daf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708294 Aug 11 03:23:40.235953 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e5cd81ad-978a-4727-b1f9-d02e290b09ac tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:40.278734 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cd81ad-978a-4727-b1f9-d02e290b09ac tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Pushing event deleted for resources: {'Port': ['ID=e4a27b95-133f-42f9-a4a4-2b99c404c6a4,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:40.377975 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24dd214e-55d7-42df-b54e-17b8cf0958ea req-e11740ba-be6e-49a5-ade7-42ed30599b1f tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Made reservation on behalf of fdbe55b7c58c49b2bfb506767218e312 for: {'port': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:23:40.381548 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-24dd214e-55d7-42df-b54e-17b8cf0958ea req-e11740ba-be6e-49a5-ade7-42ed30599b1f tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:40.462316 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [None req-d2c1804f-12b8-4d3a-a211-fa73316a534a tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Allocated IP 172.25.8.140 (09faf7d2-eaf5-4a50-bb6e-4cb05d009a76/e1a97443-13df-40bb-85f5-fd269e2742c0/b99fdf46-1991-4706-bc9f-6f1ef1fe5940) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:23:40.465239 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1aa7a231-e19e-4264-8a83-069e75e81505 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126283413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126275158'] for subnet, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:40.469562 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server [None req-8c15a7eb-ae9f-4793-a66f-6a2ce28f86ba None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f5ffdc6c-cefb-4440-b8d8-bcbe457cf77a: This subnet is being modified by another concurrent operation. Aug 11 03:23:40.469562 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 11 03:23:40.469562 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 11 03:23:40.469562 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 11 03:23:40.469562 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 11 03:23:40.469562 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 11 03:23:40.469562 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 11 03:23:40.469562 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 11 03:23:40.469562 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 11 03:23:40.469562 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 11 03:23:40.469562 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 11 03:23:40.469562 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 11 03:23:40.469562 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 03:23:40.469562 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 03:23:40.469562 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 03:23:40.469562 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 03:23:40.469562 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 11 03:23:40.469562 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 03:23:40.469562 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 11 03:23:40.469562 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 11 03:23:40.469562 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 03:23:40.469562 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 03:23:40.469562 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 03:23:40.469562 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 03:23:40.469562 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 11 03:23:40.469562 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 03:23:40.469562 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 11 03:23:40.469562 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 11 03:23:40.469562 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 03:23:40.469562 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 03:23:40.469562 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 03:23:40.469562 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 03:23:40.469562 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 11 03:23:40.469562 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 11 03:23:40.469562 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 11 03:23:40.469562 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 11 03:23:40.469562 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 11 03:23:40.469562 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 11 03:23:40.469562 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 11 03:23:40.469562 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 11 03:23:40.469562 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 11 03:23:40.469562 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 11 03:23:40.469562 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 11 03:23:40.469562 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 11 03:23:40.469562 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 11 03:23:40.469562 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 11 03:23:40.469562 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 11 03:23:40.469562 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 11 03:23:40.469562 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 03:23:40.469562 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 03:23:40.469562 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 03:23:40.469562 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 03:23:40.469562 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 11 03:23:40.469562 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 03:23:40.473424 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 11 03:23:40.473424 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 11 03:23:40.473424 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 03:23:40.473424 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 03:23:40.473424 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 03:23:40.473424 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 03:23:40.473424 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 11 03:23:40.473424 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 03:23:40.473424 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 11 03:23:40.473424 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 11 03:23:40.473424 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 03:23:40.473424 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 03:23:40.473424 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 03:23:40.473424 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 03:23:40.473424 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 11 03:23:40.473424 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 11 03:23:40.473424 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 11 03:23:40.473424 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 11 03:23:40.473424 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 11 03:23:40.473424 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 11 03:23:40.473424 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 11 03:23:40.473424 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 11 03:23:40.473424 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 11 03:23:40.473424 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 11 03:23:40.473424 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 03:23:40.473424 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 03:23:40.473424 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 03:23:40.473424 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 03:23:40.473424 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 11 03:23:40.473424 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 11 03:23:40.473424 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 11 03:23:40.473424 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 11 03:23:40.473424 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 11 03:23:40.473424 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 11 03:23:40.473424 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 11 03:23:40.473424 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server raise exception Aug 11 03:23:40.473424 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f5ffdc6c-cefb-4440-b8d8-bcbe457cf77a: This subnet is being modified by another concurrent operation. Aug 11 03:23:40.473424 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server Aug 11 03:23:40.504115 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faacd3fd-c3c1-4354-b1f6-2fa9ca993afb None None] Network 0b55d636-9266-4c5f-8b9d-cf4f255d2532 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:23:40.549869 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa7a231-e19e-4264-8a83-069e75e81505 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Pushing event deleted for resources: {'Subnet': ['ID=f5ffdc6c-cefb-4440-b8d8-bcbe457cf77a,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:40.650632 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74f88203-b8bd-489c-81ed-84b9a5024f09 None None] Network 0b55d636-9266-4c5f-8b9d-cf4f255d2532 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:23:40.660590 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e5cd81ad-978a-4727-b1f9-d02e290b09ac tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16383033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450082'] for router_interface, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:40.678084 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3349bd16-d73f-4672-b7f3-d481cb590f6d req-33bdc0d6-0fc5-432f-9402-7d80e8db27eb tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:40.680210 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3349bd16-d73f-4672-b7f3-d481cb590f6d req-33bdc0d6-0fc5-432f-9402-7d80e8db27eb tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] 10.222.0.41 "GET /v2.0/ports?device_id=27eed5b6-1696-492b-b635-59b5fce59416 HTTP/1.1" status: 200 len: 945 time: 0.2925932 Aug 11 03:23:40.685658 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79fd32ea-fc95-41c0-8be2-22465bec023d tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:23:40.698786 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d73a5b3-4998-4a1a-b40f-c62ea75f9c56 None None] Sync routers for ids ['49046332-233f-4c02-a67c-6dac2c5a4f04'] in n-d-764292-30 {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:23:40.712690 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d73a5b3-4998-4a1a-b40f-c62ea75f9c56 None None] Routers {'49046332-233f-4c02-a67c-6dac2c5a4f04'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:23:40.715398 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-0d73a5b3-4998-4a1a-b40f-c62ea75f9c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:23:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['49046332-233f-4c02-a67c-6dac2c5a4f04'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:23:40.744360 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1aa7a231-e19e-4264-8a83-069e75e81505 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:40.773694 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-1aa7a231-e19e-4264-8a83-069e75e81505 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b55d636-9266-4c5f-8b9d-cf4f255d2532']}} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:23:40.782905 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-0d73a5b3-4998-4a1a-b40f-c62ea75f9c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:23:40.790649 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-1aa7a231-e19e-4264-8a83-069e75e81505 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7c6ffab-8628-42d1-bb2f-45f6153864f7') {'for_net_delete': True} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:23:40.790943 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-1aa7a231-e19e-4264-8a83-069e75e81505 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7c6ffab-8628-42d1-bb2f-45f6153864f7') {} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:23:40.796303 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-2aa6f013-5383-4396-a96f-ec6005560165 req-3628f7e9-363b-4da3-9055-536665b02084 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=27eed5b6-1696-492b-b635-59b5fce59416&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2592270 Aug 11 03:23:40.817761 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d73a5b3-4998-4a1a-b40f-c62ea75f9c56 None None] Routers {'49046332-233f-4c02-a67c-6dac2c5a4f04'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:23:40.818390 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-0d73a5b3-4998-4a1a-b40f-c62ea75f9c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:23:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['49046332-233f-4c02-a67c-6dac2c5a4f04'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:23:40.826567 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1aa7a231-e19e-4264-8a83-069e75e81505 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126283644'] for segment, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:40.858768 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a81454e-48f8-4389-99d3-4915657158a6 None None] get_active_networks_info from n-d-764292-30 {{(pid=102193) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 11 03:23:40.890118 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3349bd16-d73f-4672-b7f3-d481cb590f6d req-8adbeaa6-0efe-4789-81b1-405679ecfbff tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] 10.222.0.41 "GET /v2.0/security-groups?id=e65ff429-9c9c-43ff-8c00-2b2cbbc9daf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024217 Aug 11 03:23:40.917187 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-0d73a5b3-4998-4a1a-b40f-c62ea75f9c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:23:40.918023 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d73a5b3-4998-4a1a-b40f-c62ea75f9c56 None None] The sync data for ids ['49046332-233f-4c02-a67c-6dac2c5a4f04'] in n-d-764292-30 is: [] {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:23:40.943009 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1aa7a231-e19e-4264-8a83-069e75e81505 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:40.957872 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1aa7a231-e19e-4264-8a83-069e75e81505 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=102191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:23:40.958276 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1aa7a231-e19e-4264-8a83-069e75e81505 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126283391'] for segment, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:40.962107 n-d-764292-30 neutron-server[102191]: Traceback (most recent call last): Aug 11 03:23:40.962107 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:23:40.962107 n-d-764292-30 neutron-server[102191]: timer() Aug 11 03:23:40.962107 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:23:40.962107 n-d-764292-30 neutron-server[102191]: cb(*args, **kw) Aug 11 03:23:40.962107 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:23:40.962107 n-d-764292-30 neutron-server[102191]: return func(*args, **kwargs) Aug 11 03:23:40.962107 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:23:40.962107 n-d-764292-30 neutron-server[102191]: self._notify() Aug 11 03:23:40.962107 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:23:40.962107 n-d-764292-30 neutron-server[102191]: self.callback(batched_events) Aug 11 03:23:40.962107 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:23:40.962107 n-d-764292-30 neutron-server[102191]: event.method(event) Aug 11 03:23:40.962107 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:23:40.962107 n-d-764292-30 neutron-server[102191]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:23:40.962107 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:23:40.962107 n-d-764292-30 neutron-server[102191]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:23:40.962107 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:23:40.962107 n-d-764292-30 neutron-server[102191]: return f(self, *a, **k) Aug 11 03:23:40.962107 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:23:40.962107 n-d-764292-30 neutron-server[102191]: return self._get(url).json() Aug 11 03:23:40.962107 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:23:40.962107 n-d-764292-30 neutron-server[102191]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:23:40.962107 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:23:40.962107 n-d-764292-30 neutron-server[102191]: return self.request(url, 'GET', **kwargs) Aug 11 03:23:40.962107 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:23:40.962107 n-d-764292-30 neutron-server[102191]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:23:40.962107 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:23:40.962107 n-d-764292-30 neutron-server[102191]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:23:40.962107 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:23:40.962107 n-d-764292-30 neutron-server[102191]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:23:40.962107 n-d-764292-30 neutron-server[102191]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:23:41.026362 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d2c1804f-12b8-4d3a-a211-fa73316a534a tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:41.048044 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa6f013-5383-4396-a96f-ec6005560165 req-480ecbd7-3cc0-4ebc-b564-768f1e10c677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:41.049743 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-2aa6f013-5383-4396-a96f-ec6005560165 req-480ecbd7-3cc0-4ebc-b564-768f1e10c677 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=381bd3f836e84635bd53ce4472f95deb&device_id=27eed5b6-1696-492b-b635-59b5fce59416 HTTP/1.1" status: 200 len: 1097 time: 0.1844335 Aug 11 03:23:41.052460 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a81454e-48f8-4389-99d3-4915657158a6 None None] Resources bound (agent type, host, resource id): {{(pid=102193) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 11 03:23:41.144731 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1aa7a231-e19e-4264-8a83-069e75e81505 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:41.160987 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1aa7a231-e19e-4264-8a83-069e75e81505 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks [] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:41.163775 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-1aa7a231-e19e-4264-8a83-069e75e81505 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] 10.222.0.41 "DELETE /v2.0/networks/0b55d636-9266-4c5f-8b9d-cf4f255d2532 HTTP/1.1" status: 204 len: 168 time: 1.2389114 Aug 11 03:23:41.174011 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 52422) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:41.184551 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa7a231-e19e-4264-8a83-069e75e81505 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Pushing event deleted for resources: {'Network': ['ID=0b55d636-9266-4c5f-8b9d-cf4f255d2532,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:41.208014 n-d-764292-30 neutron-server[102191]: INFO neutron.pecan_wsgi.hooks.translation [None req-f676d388-bf53-48b0-b4bf-70cb8d8bd2b2 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] DELETE failed (client error): The resource could not be found. Aug 11 03:23:41.208474 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f676d388-bf53-48b0-b4bf-70cb8d8bd2b2 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:23:41.213198 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-f676d388-bf53-48b0-b4bf-70cb8d8bd2b2 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] 10.222.0.41 "DELETE /v2.0/subnets/f5ffdc6c-cefb-4440-b8d8-bcbe457cf77a HTTP/1.1" status: 404 len: 337 time: 0.0353665 Aug 11 03:23:41.217855 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 52424) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:41.230812 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d2c1804f-12b8-4d3a-a211-fa73316a534a tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:41.242877 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:41.249950 n-d-764292-30 neutron-server[102191]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee231f74-54f5-41f7-a9ea-5628f4b81e51 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] DELETE failed (client error): The resource could not be found. Aug 11 03:23:41.250586 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee231f74-54f5-41f7-a9ea-5628f4b81e51 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:23:41.254656 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-ee231f74-54f5-41f7-a9ea-5628f4b81e51 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] 10.222.0.41 "DELETE /v2.0/networks/0b55d636-9266-4c5f-8b9d-cf4f255d2532 HTTP/1.1" status: 404 len: 339 time: 0.0332167 Aug 11 03:23:41.282430 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 52426) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:41.324580 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa6f013-5383-4396-a96f-ec6005560165 req-21e61d7e-0a11-49ae-ac65-6cc38596cdce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:41.326256 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-2aa6f013-5383-4396-a96f-ec6005560165 req-21e61d7e-0a11-49ae-ac65-6cc38596cdce service neutron] 10.222.0.22 "GET /v2.0/networks?id=f9b619db-2b3d-432a-950f-510abd52d789 HTTP/1.1" status: 200 len: 916 time: 0.2427015 Aug 11 03:23:41.376071 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c1804f-12b8-4d3a-a211-fa73316a534a tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:23:41.377511 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [req-24dd214e-55d7-42df-b54e-17b8cf0958ea req-e11740ba-be6e-49a5-ade7-42ed30599b1f tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Allocated IP 172.20.0.12 (e7fa7474-ec27-48c0-82c6-4433dec0ec87/89d4fe2e-02dc-452f-b37f-085ec5acb28a/969cd21a-5fa1-4d88-a6ec-12eeda300618) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:23:41.382892 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c1804f-12b8-4d3a-a211-fa73316a534a tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Pushing event updated for resources: {'Port': ['ID=b99fdf46-1991-4706-bc9f-6f1ef1fe5940,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:41.418657 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-d2c1804f-12b8-4d3a-a211-fa73316a534a tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:23:41.426419 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c1804f-12b8-4d3a-a211-fa73316a534a tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:23:41.431098 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-2aa6f013-5383-4396-a96f-ec6005560165 req-8b1cb5ac-1c7d-4689-9af8-b04b85b82e9c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=93c45f72-e214-419a-8395-856cc4a4b08c HTTP/1.1" status: 200 len: 217 time: 0.0716071 Aug 11 03:23:41.456375 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2dd63181-c1f8-49a3-b06e-6ae0e70aeea3 req-4d0b9e34-0782-4547-8251-082fcca42cb2 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] 10.222.0.41 "GET /v2.0/ports?device_id=a38afb75-bfb0-4200-ae9a-cb2f866befdd HTTP/1.1" status: 200 len: 210 time: 0.0626481 Aug 11 03:23:41.494620 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-590e9c19-3a62-4984-89fc-d3c14dfc9112 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:41.563125 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa6f013-5383-4396-a96f-ec6005560165 req-a50939d7-09b2-47bb-be8b-a4fe2e1844c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:41.564480 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-2aa6f013-5383-4396-a96f-ec6005560165 req-a50939d7-09b2-47bb-be8b-a4fe2e1844c1 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1c85f597-8e7e-40a1-8518-d59e92964402 HTTP/1.1" status: 200 len: 854 time: 0.1085336 Aug 11 03:23:41.593108 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65534609-d5bb-46cd-a8f1-8cf32eff9a24 req-2f10dbd0-0f96-4b75-a3ab-991403db3685 tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:41.594626 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-65534609-d5bb-46cd-a8f1-8cf32eff9a24 req-2f10dbd0-0f96-4b75-a3ab-991403db3685 tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e8e4809-0e1a-480b-8105-cc1135ce20e2 HTTP/1.1" status: 200 len: 946 time: 0.2124047 Aug 11 03:23:41.597517 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5cd81ad-978a-4727-b1f9-d02e290b09ac tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Router 88a21e4a-3c16-48bc-bc4a-843035622e8b has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:23:41.689509 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-590e9c19-3a62-4984-89fc-d3c14dfc9112 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:41.703227 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-590e9c19-3a62-4984-89fc-d3c14dfc9112 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ec51069-c9c1-4b8f-8b4a-69a1d2787452']}} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:23:41.733346 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-590e9c19-3a62-4984-89fc-d3c14dfc9112 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1265b46d-a137-449d-8797-c87faeca0290') {'for_net_delete': True} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:23:41.733620 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-590e9c19-3a62-4984-89fc-d3c14dfc9112 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1265b46d-a137-449d-8797-c87faeca0290') {} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:23:41.748948 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa6f013-5383-4396-a96f-ec6005560165 req-b2503397-d142-48dc-9359-5858d26dbcb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:41.750502 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-2aa6f013-5383-4396-a96f-ec6005560165 req-b2503397-d142-48dc-9359-5858d26dbcb0 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=f9b619db-2b3d-432a-950f-510abd52d789&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1533334 Aug 11 03:23:41.785706 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-590e9c19-3a62-4984-89fc-d3c14dfc9112 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126283644'] for segment, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:41.846930 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-590e9c19-3a62-4984-89fc-d3c14dfc9112 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:41.850770 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-65534609-d5bb-46cd-a8f1-8cf32eff9a24 req-6a3d115c-205d-44e4-9dd4-40bd40a176a6 tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] 10.222.0.41 "GET /v2.0/security-groups?id=e65ff429-9c9c-43ff-8c00-2b2cbbc9daf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101238 Aug 11 03:23:41.871954 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5cd81ad-978a-4727-b1f9-d02e290b09ac tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:23:41.882776 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-e5cd81ad-978a-4727-b1f9-d02e290b09ac tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] 10.222.0.41 "PUT /v2.0/routers/88a21e4a-3c16-48bc-bc4a-843035622e8b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7384601 Aug 11 03:23:41.892086 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-590e9c19-3a62-4984-89fc-d3c14dfc9112 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=102191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:23:41.892308 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 52440) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:41.892411 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-590e9c19-3a62-4984-89fc-d3c14dfc9112 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126283391'] for segment, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:41.893177 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed71cc99-23cc-4d70-8dfc-eb510f6e99ad None None] Sync routers for ids ['88a21e4a-3c16-48bc-bc4a-843035622e8b'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:23:41.903709 n-d-764292-30 neutron-server[102191]: Traceback (most recent call last): Aug 11 03:23:41.903709 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:23:41.903709 n-d-764292-30 neutron-server[102191]: timer() Aug 11 03:23:41.903709 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:23:41.903709 n-d-764292-30 neutron-server[102191]: cb(*args, **kw) Aug 11 03:23:41.903709 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:23:41.903709 n-d-764292-30 neutron-server[102191]: return func(*args, **kwargs) Aug 11 03:23:41.903709 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:23:41.903709 n-d-764292-30 neutron-server[102191]: self._notify() Aug 11 03:23:41.903709 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:23:41.903709 n-d-764292-30 neutron-server[102191]: self.callback(batched_events) Aug 11 03:23:41.903709 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:23:41.903709 n-d-764292-30 neutron-server[102191]: event.method(event) Aug 11 03:23:41.903709 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:23:41.903709 n-d-764292-30 neutron-server[102191]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:23:41.903709 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:23:41.903709 n-d-764292-30 neutron-server[102191]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:23:41.903709 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:23:41.903709 n-d-764292-30 neutron-server[102191]: return f(self, *a, **k) Aug 11 03:23:41.903709 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:23:41.903709 n-d-764292-30 neutron-server[102191]: return self._get(url).json() Aug 11 03:23:41.903709 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:23:41.903709 n-d-764292-30 neutron-server[102191]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:23:41.903709 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:23:41.903709 n-d-764292-30 neutron-server[102191]: return self.request(url, 'GET', **kwargs) Aug 11 03:23:41.903709 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:23:41.903709 n-d-764292-30 neutron-server[102191]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:23:41.903709 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:23:41.903709 n-d-764292-30 neutron-server[102191]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:23:41.903709 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:23:41.903709 n-d-764292-30 neutron-server[102191]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:23:41.903709 n-d-764292-30 neutron-server[102191]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:23:41.915187 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed71cc99-23cc-4d70-8dfc-eb510f6e99ad None None] Routers {'88a21e4a-3c16-48bc-bc4a-843035622e8b'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:23:41.917396 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-ed71cc99-23cc-4d70-8dfc-eb510f6e99ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:23:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['88a21e4a-3c16-48bc-bc4a-843035622e8b'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:23:41.953879 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-61e2e966-1274-4516-9620-39fca57b3c7e tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] 10.222.0.41 "GET /v2.0/ports?device_id=88a21e4a-3c16-48bc-bc4a-843035622e8b HTTP/1.1" status: 200 len: 205 time: 0.0567329 Aug 11 03:23:41.955121 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 52442) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:41.974560 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-24dd214e-55d7-42df-b54e-17b8cf0958ea req-e11740ba-be6e-49a5-ade7-42ed30599b1f tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:41.981049 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-ed71cc99-23cc-4d70-8dfc-eb510f6e99ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:23:41.990649 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed71cc99-23cc-4d70-8dfc-eb510f6e99ad None None] Routers {'88a21e4a-3c16-48bc-bc4a-843035622e8b'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:23:41.991420 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-ed71cc99-23cc-4d70-8dfc-eb510f6e99ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:23:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['88a21e4a-3c16-48bc-bc4a-843035622e8b'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:23:42.029390 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-ed71cc99-23cc-4d70-8dfc-eb510f6e99ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:23:42.030223 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed71cc99-23cc-4d70-8dfc-eb510f6e99ad None None] The sync data for ids ['88a21e4a-3c16-48bc-bc4a-843035622e8b'] in n-d-764292-30 is: [] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:23:42.031759 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-2aa6f013-5383-4396-a96f-ec6005560165 req-4d390119-ea4b-4aa0-b944-51e922be14f9 service neutron] 10.222.0.22 "GET /v2.0/networks/f9b619db-2b3d-432a-950f-510abd52d789?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2494035 Aug 11 03:23:42.117254 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [req-24dd214e-55d7-42df-b54e-17b8cf0958ea req-e11740ba-be6e-49a5-ade7-42ed30599b1f tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Transition to ACTIVE for port object 969cd21a-5fa1-4d88-a6ec-12eeda300618 will not be triggered until provisioned by entity DHCP. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:23:42.122632 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-590e9c19-3a62-4984-89fc-d3c14dfc9112 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:42.122896 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79fd32ea-fc95-41c0-8be2-22465bec023d tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Router 49046332-233f-4c02-a67c-6dac2c5a4f04 has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:23:42.133806 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-590e9c19-3a62-4984-89fc-d3c14dfc9112 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks [] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:42.135565 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-590e9c19-3a62-4984-89fc-d3c14dfc9112 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] 10.222.0.41 "DELETE /v2.0/networks/9ec51069-c9c1-4b8f-8b4a-69a1d2787452 HTTP/1.1" status: 204 len: 168 time: 0.8466456 Aug 11 03:23:42.137428 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-1d479b4a-16f2-4215-bca6-5288d22f6e7a tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks [] for router, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:42.145283 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 52446) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:42.186046 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590e9c19-3a62-4984-89fc-d3c14dfc9112 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Pushing event deleted for resources: {'Network': ['ID=9ec51069-c9c1-4b8f-8b4a-69a1d2787452,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:42.265125 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd9971f-d796-4082-ad70-3fc2ef7e52e3 req-8d9990bc-0392-436c-8350-0be31d04e971 tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:42.266912 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-efd9971f-d796-4082-ad70-3fc2ef7e52e3 req-8d9990bc-0392-436c-8350-0be31d04e971 tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] 10.222.0.41 "GET /v2.0/ports?device_id=04c5ac5e-e73c-4ce9-8c89-88c2affb1e0d HTTP/1.1" status: 200 len: 946 time: 0.2717850 Aug 11 03:23:42.268193 n-d-764292-30 neutron-server[102192]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c8f2979-d0ec-469f-9d13-85d4595fb2c6 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] DELETE failed (client error): The resource could not be found. Aug 11 03:23:42.268701 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c8f2979-d0ec-469f-9d13-85d4595fb2c6 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:23:42.270520 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-7c8f2979-d0ec-469f-9d13-85d4595fb2c6 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] 10.222.0.41 "DELETE /v2.0/subnets/039e851f-7487-4a1c-b4f4-4d7aa2baa7ff HTTP/1.1" status: 404 len: 337 time: 0.1255445 Aug 11 03:23:42.283402 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 52450) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:42.447098 n-d-764292-30 neutron-server[102192]: INFO neutron.pecan_wsgi.hooks.translation [None req-62058fb3-c581-485b-8ddc-f7071ad2aba2 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] DELETE failed (client error): The resource could not be found. Aug 11 03:23:42.447803 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62058fb3-c581-485b-8ddc-f7071ad2aba2 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:23:42.451901 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-62058fb3-c581-485b-8ddc-f7071ad2aba2 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] 10.222.0.41 "DELETE /v2.0/networks/336f004a-accb-48ca-9a8c-8600408ab6c3 HTTP/1.1" status: 404 len: 339 time: 0.1652424 Aug 11 03:23:42.454982 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 52454) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:42.477295 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-1d479b4a-16f2-4215-bca6-5288d22f6e7a tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6544'] for router, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:42.483645 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-1d479b4a-16f2-4215-bca6-5288d22f6e7a tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:42.562123 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-24dd214e-55d7-42df-b54e-17b8cf0958ea req-e11740ba-be6e-49a5-ade7-42ed30599b1f tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:42.597888 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-efd9971f-d796-4082-ad70-3fc2ef7e52e3 req-cc46cc68-421b-4db3-b916-ef9d349b3e31 tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] 10.222.0.41 "GET /v2.0/security-groups?id=e65ff429-9c9c-43ff-8c00-2b2cbbc9daf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3152022 Aug 11 03:23:42.626900 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d2c1804f-12b8-4d3a-a211-fa73316a534a tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:42.651535 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-2aa6f013-5383-4396-a96f-ec6005560165 req-cce6fa07-16fa-46aa-8cf7-168b014c991e service neutron] 10.222.0.22 "GET /v2.0/networks/f9b619db-2b3d-432a-950f-510abd52d789?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5914130 Aug 11 03:23:42.700269 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [req-e1f88cc3-02f0-48e5-ac40-dcc88316f1c1 req-6624132c-806c-4def-b45e-5f99fd5b70d4 tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:23:42.701376 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e1f88cc3-02f0-48e5-ac40-dcc88316f1c1 req-6624132c-806c-4def-b45e-5f99fd5b70d4 tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0171616 Aug 11 03:23:42.707107 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_v2 [None req-d51f8be5-7b59-43db-9689-c6554923d5bc tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Deleting subnet c2cb3a7a-850f-4d15-bf82-165a63520bd7 {{(pid=102192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:23:42.717448 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-d51f8be5-7b59-43db-9689-c6554923d5bc tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks [] for subnet, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:42.756883 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d2c1804f-12b8-4d3a-a211-fa73316a534a tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:42.757785 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79fd32ea-fc95-41c0-8be2-22465bec023d tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:23:42.760659 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24dd214e-55d7-42df-b54e-17b8cf0958ea req-e11740ba-be6e-49a5-ade7-42ed30599b1f tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Network e7fa7474-ec27-48c0-82c6-4433dec0ec87 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:23:42.767486 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220ac2d8-7be9-4b60-bf2b-2e187640f532 None None] Sync routers for ids ['49046332-233f-4c02-a67c-6dac2c5a4f04'] in n-d-764292-30 {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:23:42.780025 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220ac2d8-7be9-4b60-bf2b-2e187640f532 None None] Routers {'49046332-233f-4c02-a67c-6dac2c5a4f04'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:23:42.781053 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-220ac2d8-7be9-4b60-bf2b-2e187640f532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:23:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['49046332-233f-4c02-a67c-6dac2c5a4f04'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:23:42.793949 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-79fd32ea-fc95-41c0-8be2-22465bec023d tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for floatingip, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:42.819458 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [req-24dd214e-55d7-42df-b54e-17b8cf0958ea req-e11740ba-be6e-49a5-ade7-42ed30599b1f tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:23:42.835301 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-220ac2d8-7be9-4b60-bf2b-2e187640f532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:23:42.845794 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11740ba-be6e-49a5-ade7-42ed30599b1f tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Pushing event updated for resources: {'Port': ['ID=969cd21a-5fa1-4d88-a6ec-12eeda300618,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:42.858911 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220ac2d8-7be9-4b60-bf2b-2e187640f532 None None] Routers {'49046332-233f-4c02-a67c-6dac2c5a4f04'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:23:42.858911 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-220ac2d8-7be9-4b60-bf2b-2e187640f532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:23:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['49046332-233f-4c02-a67c-6dac2c5a4f04'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:23:42.861294 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [req-24dd214e-55d7-42df-b54e-17b8cf0958ea req-e11740ba-be6e-49a5-ade7-42ed30599b1f tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:23:42.877057 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-1d479b4a-16f2-4215-bca6-5288d22f6e7a tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448809'] for router, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:42.877641 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d479b4a-16f2-4215-bca6-5288d22f6e7a tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Fanout notify agent at l3_agent the message router_deleted on router 88a21e4a-3c16-48bc-bc4a-843035622e8b {{(pid=102192) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:23:42.891714 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-220ac2d8-7be9-4b60-bf2b-2e187640f532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:23:42.892426 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220ac2d8-7be9-4b60-bf2b-2e187640f532 None None] The sync data for ids ['49046332-233f-4c02-a67c-6dac2c5a4f04'] in n-d-764292-30 is: [] {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:23:42.916720 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-1d479b4a-16f2-4215-bca6-5288d22f6e7a tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks [] for router, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:42.917841 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-1d479b4a-16f2-4215-bca6-5288d22f6e7a tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] 10.222.0.41 "DELETE /v2.0/routers/88a21e4a-3c16-48bc-bc4a-843035622e8b HTTP/1.1" status: 204 len: 168 time: 0.9245977 Aug 11 03:23:42.920340 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-d51f8be5-7b59-43db-9689-c6554923d5bc tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125932460'] for subnet, precommit_delete_associations {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:42.922049 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 52466) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:42.930691 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336b3c57-6909-4dc9-b120-01b0a90bd2a9 req-918862ce-9da1-49ca-b02c-8de30b16734b tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:42.932242 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-336b3c57-6909-4dc9-b120-01b0a90bd2a9 req-918862ce-9da1-49ca-b02c-8de30b16734b tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] 10.222.0.41 "GET /v2.0/ports?device_id=a38afb75-bfb0-4200-ae9a-cb2f866befdd HTTP/1.1" status: 200 len: 932 time: 0.3680389 Aug 11 03:23:42.997270 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d2c1804f-12b8-4d3a-a211-fa73316a534a tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:43.019907 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_v2 [None req-55343213-1657-4d90-9b34-06827b1557ae tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Deleting subnet 65603174-26f8-46be-8c75-ef9fcaa52ccf {{(pid=102191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:23:43.025195 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-55343213-1657-4d90-9b34-06827b1557ae tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks [] for subnet, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:43.041263 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e1f88cc3-02f0-48e5-ac40-dcc88316f1c1 req-fb3fd9ad-3562-4bcc-bb21-65e03d414621 tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] 10.222.0.41 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.13&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.3282192 Aug 11 03:23:43.052941 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dd214e-55d7-42df-b54e-17b8cf0958ea req-e11740ba-be6e-49a5-ade7-42ed30599b1f tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:43.054141 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-24dd214e-55d7-42df-b54e-17b8cf0958ea req-e11740ba-be6e-49a5-ade7-42ed30599b1f tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:43.086688 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-79fd32ea-fc95-41c0-8be2-22465bec023d tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] 10.222.0.41 "PUT /v2.0/floatingips/538c7885-432a-45a0-89bb-396d86e4a1d5 HTTP/1.1" status: 200 len: 977 time: 5.4040480 Aug 11 03:23:43.091100 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 52470) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:43.096014 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-aec646e8-21fa-4b4a-bbcc-d069454330e4 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:23:43.103289 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-55343213-1657-4d90-9b34-06827b1557ae tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126283525'] for subnet, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:43.122563 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-336b3c57-6909-4dc9-b120-01b0a90bd2a9 req-781bb706-a914-4964-a05e-ca044e05db7d tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] 10.222.0.41 "GET /v2.0/security-groups?id=adeeef27-808b-48fe-80b7-b3abd2371fee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1666927 Aug 11 03:23:43.185932 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-d51f8be5-7b59-43db-9689-c6554923d5bc tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:43.191195 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d2c1804f-12b8-4d3a-a211-fa73316a534a tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:43.296247 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c1804f-12b8-4d3a-a211-fa73316a534a tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Pushing event updated for resources: {'Port': ['ID=b99fdf46-1991-4706-bc9f-6f1ef1fe5940,revision_number=2']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:43.300088 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-aec646e8-21fa-4b4a-bbcc-d069454330e4 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks [] for floatingip, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:43.308552 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-55343213-1657-4d90-9b34-06827b1557ae tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:43.345548 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d2c1804f-12b8-4d3a-a211-fa73316a534a tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446866'] for floatingip, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:43.351714 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17014a32-bfef-4a31-9936-1c5de3924232 None None] Provisioning for port 969cd21a-5fa1-4d88-a6ec-12eeda300618 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:23:43.356414 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17014a32-bfef-4a31-9936-1c5de3924232 None None] Provisioning complete for port 969cd21a-5fa1-4d88-a6ec-12eeda300618 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:23:43.357100 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17014a32-bfef-4a31-9936-1c5de3924232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:43.380316 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-24dd214e-55d7-42df-b54e-17b8cf0958ea req-e11740ba-be6e-49a5-ade7-42ed30599b1f tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4719696 Aug 11 03:23:43.412056 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-17014a32-bfef-4a31-9936-1c5de3924232 None None] Port 969cd21a-5fa1-4d88-a6ec-12eeda300618 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:23:43.436634 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-d51f8be5-7b59-43db-9689-c6554923d5bc tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125932157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126180897'] for subnet, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:43.441744 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-24dd214e-55d7-42df-b54e-17b8cf0958ea req-ec0208e9-ac0e-42fa-80ef-5c4ead3d882e service neutron] Request body: {'port': {'device_id': 'a38afb75-bfb0-4200-ae9a-cb2f866befdd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764292-30'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:23:43.468168 n-d-764292-30 neutron-server[102191]: INFO neutron.db.l3_db [None req-d2c1804f-12b8-4d3a-a211-fa73316a534a tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Floating IP 2ab32762-c668-45de-90b9-5340447a805f associated. External IP: 172.25.8.140, port: 1347ce03-6fd3-4df9-85e1-8335bdb4082d. Aug 11 03:23:43.499096 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51f8be5-7b59-43db-9689-c6554923d5bc tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Pushing event deleted for resources: {'Subnet': ['ID=c2cb3a7a-850f-4d15-bf82-165a63520bd7,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:43.504496 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-d51f8be5-7b59-43db-9689-c6554923d5bc tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks [] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:43.507015 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-d51f8be5-7b59-43db-9689-c6554923d5bc tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] 10.222.0.41 "DELETE /v2.0/subnets/c2cb3a7a-850f-4d15-bf82-165a63520bd7 HTTP/1.1" status: 204 len: 168 time: 1.0458510 Aug 11 03:23:43.508232 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-55343213-1657-4d90-9b34-06827b1557ae tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126283413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126275158'] for subnet, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:43.511185 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 52478) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:43.515560 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e90bb2b8-c070-49b5-befa-cbe70ce6a8e1 None None] Network 3855164c-d6f4-4b6f-955b-2f40401887c6 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:23:43.558787 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2f8083-543b-4aae-bb9f-cda6495fc1c6 req-982481c2-839d-4645-ad5f-6fe5b60bcd50 tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:43.558787 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bc2f8083-543b-4aae-bb9f-cda6495fc1c6 req-982481c2-839d-4645-ad5f-6fe5b60bcd50 tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] 10.222.0.41 "GET /v2.0/ports?device_id=27eed5b6-1696-492b-b635-59b5fce59416 HTTP/1.1" status: 200 len: 945 time: 0.1941316 Aug 11 03:23:43.579374 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55343213-1657-4d90-9b34-06827b1557ae tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Pushing event deleted for resources: {'Subnet': ['ID=65603174-26f8-46be-8c75-ef9fcaa52ccf,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:43.583881 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-55343213-1657-4d90-9b34-06827b1557ae tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:43.586594 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-55343213-1657-4d90-9b34-06827b1557ae tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] 10.222.0.41 "DELETE /v2.0/subnets/65603174-26f8-46be-8c75-ef9fcaa52ccf HTTP/1.1" status: 204 len: 168 time: 0.6635139 Aug 11 03:23:43.592594 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 52482) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:43.611955 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68e039df-3433-456d-96ea-36c6ecb10769 None None] Network 165b3f6a-edc1-4c08-8e10-325da636f01f requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:23:43.643997 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-aec646e8-21fa-4b4a-bbcc-d069454330e4 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:43.654113 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-24dd214e-55d7-42df-b54e-17b8cf0958ea req-ec0208e9-ac0e-42fa-80ef-5c4ead3d882e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:43.684196 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bc2f8083-543b-4aae-bb9f-cda6495fc1c6 req-3d15648b-c45c-4f9a-82db-d6dae52a927b tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] 10.222.0.41 "GET /v2.0/security-groups?id=e65ff429-9c9c-43ff-8c00-2b2cbbc9daf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275911 Aug 11 03:23:43.712740 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f484914-3687-4f94-aa59-94ab08df7fb3 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Deleting subnet 807e0611-fec0-45cb-b964-e397daa8b862 {{(pid=102191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:23:43.722765 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-2f484914-3687-4f94-aa59-94ab08df7fb3 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks [] for subnet, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:43.750851 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-aec646e8-21fa-4b4a-bbcc-d069454330e4 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446866'] for floatingip, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:43.751073 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-aad274a4-a0ca-47b1-9f48-88be428b2e5e tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:43.751165 n-d-764292-30 neutron-server[102192]: INFO neutron.db.l3_db [None req-aec646e8-21fa-4b4a-bbcc-d069454330e4 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Floating IP 538c7885-432a-45a0-89bb-396d86e4a1d5 disassociated. External IP: 172.25.8.163, port: 6c090316-73e5-49de-9aaf-f39bb701c766. Aug 11 03:23:43.808388 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-2f484914-3687-4f94-aa59-94ab08df7fb3 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126283525'] for subnet, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:43.876195 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dcd88ef-ff5e-4717-8d09-73a33d7388f6 None None] DHCP port deletion for 165b3f6a-edc1-4c08-8e10-325da636f01f request from n-d-764292-30 {{(pid=102193) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:23:43.927681 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-9dcd88ef-ff5e-4717-8d09-73a33d7388f6 None None] Deleting port 0bad9645-e9c2-4bf7-bc62-bdb6a87a57fb {{(pid=102193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:23:43.928655 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-9dcd88ef-ff5e-4717-8d09-73a33d7388f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:44.001421 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-9dcd88ef-ff5e-4717-8d09-73a33d7388f6 None None] For port 0bad9645-e9c2-4bf7-bc62-bdb6a87a57fb, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=0bad9645-e9c2-4bf7-bc62-bdb6a87a57fb,segment=NetworkSegment(68f2be43-e52c-4c9c-9931-122af197e5b6),segment_id=68f2be43-e52c-4c9c-9931-122af197e5b6)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:23:44.002180 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-9dcd88ef-ff5e-4717-8d09-73a33d7388f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:44.023188 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-9dcd88ef-ff5e-4717-8d09-73a33d7388f6 None None] Calling delete_port for 0bad9645-e9c2-4bf7-bc62-bdb6a87a57fb owned by network:dhcp {{(pid=102193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:23:44.083782 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-2f484914-3687-4f94-aa59-94ab08df7fb3 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:44.179285 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-aad274a4-a0ca-47b1-9f48-88be428b2e5e tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Deleting port 0bad9645-e9c2-4bf7-bc62-bdb6a87a57fb {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:23:44.179745 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-aad274a4-a0ca-47b1-9f48-88be428b2e5e tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:44.257550 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [None req-aad274a4-a0ca-47b1-9f48-88be428b2e5e tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] For port 0bad9645-e9c2-4bf7-bc62-bdb6a87a57fb, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=0bad9645-e9c2-4bf7-bc62-bdb6a87a57fb,segment=NetworkSegment(68f2be43-e52c-4c9c-9931-122af197e5b6),segment_id=68f2be43-e52c-4c9c-9931-122af197e5b6)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:23:44.258018 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-aad274a4-a0ca-47b1-9f48-88be428b2e5e tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:44.267820 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-9dcd88ef-ff5e-4717-8d09-73a33d7388f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678'] for port, after_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:44.288467 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-aad274a4-a0ca-47b1-9f48-88be428b2e5e tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Calling delete_port for 0bad9645-e9c2-4bf7-bc62-bdb6a87a57fb owned by network:dhcp {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:23:44.290823 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dcd88ef-ff5e-4717-8d09-73a33d7388f6 None None] No DVR routers for this DVR port 0bad9645-e9c2-4bf7-bc62-bdb6a87a57fb on host n-d-764292-30 {{(pid=102193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:23:44.297433 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-2f484914-3687-4f94-aa59-94ab08df7fb3 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126283413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126275158'] for subnet, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:44.318083 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcd88ef-ff5e-4717-8d09-73a33d7388f6 None None] Pushing event deleted for resources: {'Port': ['ID=0bad9645-e9c2-4bf7-bc62-bdb6a87a57fb,revision_number=None']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:44.351974 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-2f484914-3687-4f94-aa59-94ab08df7fb3 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:44.356706 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-2f484914-3687-4f94-aa59-94ab08df7fb3 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] 10.222.0.41 "DELETE /v2.0/subnets/807e0611-fec0-45cb-b964-e397daa8b862 HTTP/1.1" status: 204 len: 168 time: 0.8405488 Aug 11 03:23:44.357670 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f484914-3687-4f94-aa59-94ab08df7fb3 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Pushing event deleted for resources: {'Subnet': ['ID=807e0611-fec0-45cb-b964-e397daa8b862,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:44.394147 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 52494) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:44.425903 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2c1804f-12b8-4d3a-a211-fa73316a534a tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Router c2512fa5-e65b-455d-87b5-af2204aa28df has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:23:44.479861 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f9e7d6-f878-47fd-952b-6fedebdca8ee req-fcddde6f-b98b-4814-8bf0-9b8ef388ee0f tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:44.481469 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-49f9e7d6-f878-47fd-952b-6fedebdca8ee req-fcddde6f-b98b-4814-8bf0-9b8ef388ee0f tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e8e4809-0e1a-480b-8105-cc1135ce20e2 HTTP/1.1" status: 200 len: 946 time: 0.6666679 Aug 11 03:23:44.503457 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fc51dc96-f113-4714-bc94-f6b0319df993 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:44.671920 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3899c9bd-f146-48bd-a498-099bfdcdb9f9 None None] Network 3855164c-d6f4-4b6f-955b-2f40401887c6 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:23:44.692706 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2c1804f-12b8-4d3a-a211-fa73316a534a tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:23:44.710520 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-49f9e7d6-f878-47fd-952b-6fedebdca8ee req-efff45bd-f501-4491-82e0-b6bf9161143e tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] 10.222.0.41 "GET /v2.0/security-groups?id=e65ff429-9c9c-43ff-8c00-2b2cbbc9daf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942229 Aug 11 03:23:44.711092 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-aad274a4-a0ca-47b1-9f48-88be428b2e5e tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:44.719449 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [req-24dd214e-55d7-42df-b54e-17b8cf0958ea req-ec0208e9-ac0e-42fa-80ef-5c4ead3d882e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 969cd21a-5fa1-4d88-a6ec-12eeda300618 {{(pid=102192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:23:44.726630 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca6f1a61-f2ce-4508-83f8-c66397f6b589 None None] Sync routers for ids ['c2512fa5-e65b-455d-87b5-af2204aa28df'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:23:44.752772 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad274a4-a0ca-47b1-9f48-88be428b2e5e tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] No DVR routers for this DVR port 0bad9645-e9c2-4bf7-bc62-bdb6a87a57fb on host n-d-764292-30 {{(pid=102191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:23:44.755196 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca6f1a61-f2ce-4508-83f8-c66397f6b589 None None] Routers {'c2512fa5-e65b-455d-87b5-af2204aa28df'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:23:44.756216 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-ca6f1a61-f2ce-4508-83f8-c66397f6b589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:23:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['c2512fa5-e65b-455d-87b5-af2204aa28df'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:23:44.762465 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad274a4-a0ca-47b1-9f48-88be428b2e5e tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Pushing event deleted for resources: {'Port': ['ID=0bad9645-e9c2-4bf7-bc62-bdb6a87a57fb,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:44.786482 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1329000-194b-47fb-9afd-0a70ab79dc08 req-f71f0ea3-a238-4585-b55f-01bae1bdcc4d tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:44.794681 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f1329000-194b-47fb-9afd-0a70ab79dc08 req-f71f0ea3-a238-4585-b55f-01bae1bdcc4d tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] 10.222.0.41 "GET /v2.0/ports?device_id=a38afb75-bfb0-4200-ae9a-cb2f866befdd HTTP/1.1" status: 200 len: 932 time: 0.3670404 Aug 11 03:23:44.811876 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-24dd214e-55d7-42df-b54e-17b8cf0958ea req-ec0208e9-ac0e-42fa-80ef-5c4ead3d882e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:44.819432 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-402d5068-7a0b-449f-8677-7a07abb95212 None None] Provisioning complete for port c0b0b9ba-1dd0-47e5-a024-94ac23338656 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:23:44.819902 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-402d5068-7a0b-449f-8677-7a07abb95212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:44.837613 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d2c1804f-12b8-4d3a-a211-fa73316a534a tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for floatingip, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:44.863714 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-fc51dc96-f113-4714-bc94-f6b0319df993 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Deleting port c0b0b9ba-1dd0-47e5-a024-94ac23338656 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:23:44.864062 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fc51dc96-f113-4714-bc94-f6b0319df993 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:44.895549 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f1329000-194b-47fb-9afd-0a70ab79dc08 req-da64a3f0-dd8c-4675-a6ca-9e72fc1a020d tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] 10.222.0.41 "GET /v2.0/security-groups?id=adeeef27-808b-48fe-80b7-b3abd2371fee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993919 Aug 11 03:23:44.897220 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [req-24dd214e-55d7-42df-b54e-17b8cf0958ea req-ec0208e9-ac0e-42fa-80ef-5c4ead3d882e service neutron] Transition to ACTIVE for port object 969cd21a-5fa1-4d88-a6ec-12eeda300618 will not be triggered until provisioned by entity L2. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:23:44.960517 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-aad274a4-a0ca-47b1-9f48-88be428b2e5e tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:44.974056 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aec646e8-21fa-4b4a-bbcc-d069454330e4 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Router 49046332-233f-4c02-a67c-6dac2c5a4f04 has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:23:44.978298 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-d2c1804f-12b8-4d3a-a211-fa73316a534a tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.1754053 Aug 11 03:23:44.980094 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-aad274a4-a0ca-47b1-9f48-88be428b2e5e tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['165b3f6a-edc1-4c08-8e10-325da636f01f']}} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:23:44.983124 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 52506) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:44.984167 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4806c477-b922-49ed-a2d7-ceb4f67380f4', 'tag': '1347ce03-6fd3-4df9-85e1-8335bdb4082d'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:23:44.986494 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da704881-8430-460b-8b2a-4d384811fb1b" -d '{"events": [{"name": "network-changed", "server_uuid": "4806c477-b922-49ed-a2d7-ceb4f67380f4", "tag": "1347ce03-6fd3-4df9-85e1-8335bdb4082d"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:23:44.988566 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-ca6f1a61-f2ce-4508-83f8-c66397f6b589 None None] Set router c2512fa5-e65b-455d-87b5-af2204aa28df gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:23:45.001459 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-aad274a4-a0ca-47b1-9f48-88be428b2e5e tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68f2be43-e52c-4c9c-9931-122af197e5b6') {'for_net_delete': True} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:23:45.001762 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-aad274a4-a0ca-47b1-9f48-88be428b2e5e tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68f2be43-e52c-4c9c-9931-122af197e5b6') {} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:23:45.003729 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-24dd214e-55d7-42df-b54e-17b8cf0958ea req-ec0208e9-ac0e-42fa-80ef-5c4ead3d882e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:45.042998 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-aad274a4-a0ca-47b1-9f48-88be428b2e5e tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126283644'] for segment, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:45.049227 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [None req-fc51dc96-f113-4714-bc94-f6b0319df993 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] For port c0b0b9ba-1dd0-47e5-a024-94ac23338656, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=c0b0b9ba-1dd0-47e5-a024-94ac23338656,segment=NetworkSegment(e6dcadad-f9cf-4251-b5b3-a50962b0ef27),segment_id=e6dcadad-f9cf-4251-b5b3-a50962b0ef27)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:23:45.049227 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fc51dc96-f113-4714-bc94-f6b0319df993 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:45.067067 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:23:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7478117b-e07f-49d9-b318-c01a653fbaa1 x-openstack-request-id: req-7478117b-e07f-49d9-b318-c01a653fbaa1 {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:23:45.067618 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4806c477-b922-49ed-a2d7-ceb4f67380f4", "tag": "1347ce03-6fd3-4df9-85e1-8335bdb4082d", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:23:45.068046 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7478117b-e07f-49d9-b318-c01a653fbaa1 {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:23:45.069144 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4806c477-b922-49ed-a2d7-ceb4f67380f4', 'tag': '1347ce03-6fd3-4df9-85e1-8335bdb4082d', 'status': 'completed', 'code': 200} Aug 11 03:23:45.078883 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-fc51dc96-f113-4714-bc94-f6b0319df993 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Calling delete_port for c0b0b9ba-1dd0-47e5-a024-94ac23338656 owned by network:dhcp {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:23:45.082110 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-59705cb4-da9a-4c5c-b86c-6a12e2cb5cbd tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] 10.222.0.41 "GET /v2.0/floatingips/2ab32762-c668-45de-90b9-5340447a805f HTTP/1.1" status: 200 len: 991 time: 0.0912032 Aug 11 03:23:45.094515 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-aad274a4-a0ca-47b1-9f48-88be428b2e5e tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:45.128773 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aad274a4-a0ca-47b1-9f48-88be428b2e5e tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=102191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:23:45.129256 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-aad274a4-a0ca-47b1-9f48-88be428b2e5e tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126283391'] for segment, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:45.133480 n-d-764292-30 neutron-server[102191]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:23:45.133480 n-d-764292-30 neutron-server[102191]: self.session.flush() Aug 11 03:23:45.133480 n-d-764292-30 neutron-server[102191]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:23:45.133480 n-d-764292-30 neutron-server[102191]: self.session.flush() Aug 11 03:23:45.133480 n-d-764292-30 neutron-server[102191]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:23:45.133480 n-d-764292-30 neutron-server[102191]: self.session.flush() Aug 11 03:23:45.133480 n-d-764292-30 neutron-server[102191]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:23:45.133480 n-d-764292-30 neutron-server[102191]: self.session.flush() Aug 11 03:23:45.133480 n-d-764292-30 neutron-server[102191]: Traceback (most recent call last): Aug 11 03:23:45.133480 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:23:45.133480 n-d-764292-30 neutron-server[102191]: timer() Aug 11 03:23:45.133480 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:23:45.133480 n-d-764292-30 neutron-server[102191]: cb(*args, **kw) Aug 11 03:23:45.133480 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:23:45.133480 n-d-764292-30 neutron-server[102191]: return func(*args, **kwargs) Aug 11 03:23:45.133480 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:23:45.133480 n-d-764292-30 neutron-server[102191]: self._notify() Aug 11 03:23:45.133480 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:23:45.133480 n-d-764292-30 neutron-server[102191]: self.callback(batched_events) Aug 11 03:23:45.133480 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:23:45.133480 n-d-764292-30 neutron-server[102191]: event.method(event) Aug 11 03:23:45.133480 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:23:45.133480 n-d-764292-30 neutron-server[102191]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:23:45.133480 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:23:45.133480 n-d-764292-30 neutron-server[102191]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:23:45.133480 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:23:45.133480 n-d-764292-30 neutron-server[102191]: return f(self, *a, **k) Aug 11 03:23:45.133480 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:23:45.133480 n-d-764292-30 neutron-server[102191]: return self._get(url).json() Aug 11 03:23:45.133480 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:23:45.133480 n-d-764292-30 neutron-server[102191]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:23:45.133480 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:23:45.133480 n-d-764292-30 neutron-server[102191]: return self.request(url, 'GET', **kwargs) Aug 11 03:23:45.133480 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:23:45.133480 n-d-764292-30 neutron-server[102191]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:23:45.133480 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:23:45.133480 n-d-764292-30 neutron-server[102191]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:23:45.133480 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:23:45.133480 n-d-764292-30 neutron-server[102191]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:23:45.133480 n-d-764292-30 neutron-server[102191]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:23:45.146174 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d0bdf1-0af0-40d9-9000-d371d93820e2 req-d1544f11-5cab-43e9-8832-2ac33a4188de tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:45.148547 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e1d0bdf1-0af0-40d9-9000-d371d93820e2 req-d1544f11-5cab-43e9-8832-2ac33a4188de tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] 10.222.0.41 "GET /v2.0/ports?device_id=04c5ac5e-e73c-4ce9-8c89-88c2affb1e0d HTTP/1.1" status: 200 len: 946 time: 0.3470731 Aug 11 03:23:45.254412 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da704881-8430-460b-8b2a-4d384811fb1b req-1f90a025-db11-46a1-aeb7-7139761cd322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:45.256567 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-da704881-8430-460b-8b2a-4d384811fb1b req-1f90a025-db11-46a1-aeb7-7139761cd322 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6f34ea378b0c4732b01bbd0e8e3ce05d&device_id=4806c477-b922-49ed-a2d7-ceb4f67380f4 HTTP/1.1" status: 200 len: 1097 time: 0.1732616 Aug 11 03:23:45.349761 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-aad274a4-a0ca-47b1-9f48-88be428b2e5e tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:45.361126 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0208e9-ac0e-42fa-80ef-5c4ead3d882e service neutron] Pushing event updated for resources: {'Port': ['ID=969cd21a-5fa1-4d88-a6ec-12eeda300618,revision_number=2']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:45.419164 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e1d0bdf1-0af0-40d9-9000-d371d93820e2 req-40de4a5a-e2ae-4127-a015-5a053e03c696 tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] 10.222.0.41 "GET /v2.0/security-groups?id=e65ff429-9c9c-43ff-8c00-2b2cbbc9daf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300360 Aug 11 03:23:45.435968 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-612780c1-bbae-4f30-99cf-6412ef8f1b22 None None] DHCP port deletion for 3855164c-d6f4-4b6f-955b-2f40401887c6 request from n-d-764292-30 {{(pid=102193) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:23:45.439596 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aec646e8-21fa-4b4a-bbcc-d069454330e4 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:23:45.456424 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-aad274a4-a0ca-47b1-9f48-88be428b2e5e tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks [] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:45.463563 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc9c6c09-21fe-469b-8cf2-53e930d1331e None None] Sync routers for ids ['49046332-233f-4c02-a67c-6dac2c5a4f04'] in n-d-764292-30 {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:23:45.466883 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-aec646e8-21fa-4b4a-bbcc-d069454330e4 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for floatingip, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:45.484938 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-aad274a4-a0ca-47b1-9f48-88be428b2e5e tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] 10.222.0.41 "DELETE /v2.0/networks/165b3f6a-edc1-4c08-8e10-325da636f01f HTTP/1.1" status: 204 len: 168 time: 1.8881574 Aug 11 03:23:45.485987 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc9c6c09-21fe-469b-8cf2-53e930d1331e None None] Routers {'49046332-233f-4c02-a67c-6dac2c5a4f04'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:23:45.486859 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-fc9c6c09-21fe-469b-8cf2-53e930d1331e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:23:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['49046332-233f-4c02-a67c-6dac2c5a4f04'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:23:45.491515 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 52516) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:45.525511 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 0bad9645-e9c2-4bf7-bc62-bdb6a87a57fb no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:23:45.540330 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-24dd214e-55d7-42df-b54e-17b8cf0958ea req-ec0208e9-ac0e-42fa-80ef-5c4ead3d882e service neutron] Attempting to bind port 969cd21a-5fa1-4d88-a6ec-12eeda300618 on host n-h2-764292-30 for vnic_type normal with profile {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:23:45.540969 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-24dd214e-55d7-42df-b54e-17b8cf0958ea req-ec0208e9-ac0e-42fa-80ef-5c4ead3d882e service neutron] Attempting to bind port 969cd21a-5fa1-4d88-a6ec-12eeda300618 by drivers openvswitch,hyperv on host n-h2-764292-30 at level 0 using segments [{'id': '9f8ce2aa-5895-4159-b95f-a2336900b8ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'e7fa7474-ec27-48c0-82c6-4433dec0ec87'}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:23:45.541485 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24dd214e-55d7-42df-b54e-17b8cf0958ea req-ec0208e9-ac0e-42fa-80ef-5c4ead3d882e service neutron] Attempting to bind port 969cd21a-5fa1-4d88-a6ec-12eeda300618 on network e7fa7474-ec27-48c0-82c6-4433dec0ec87 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:23:45.548519 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24dd214e-55d7-42df-b54e-17b8cf0958ea req-ec0208e9-ac0e-42fa-80ef-5c4ead3d882e service neutron] Port 969cd21a-5fa1-4d88-a6ec-12eeda300618 on network e7fa7474-ec27-48c0-82c6-4433dec0ec87 not bound, no agent of type Open vSwitch agent registered on host n-h2-764292-30 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:23:45.549037 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24dd214e-55d7-42df-b54e-17b8cf0958ea req-ec0208e9-ac0e-42fa-80ef-5c4ead3d882e service neutron] Attempting to bind port 969cd21a-5fa1-4d88-a6ec-12eeda300618 on network e7fa7474-ec27-48c0-82c6-4433dec0ec87 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:23:45.554227 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-dde9b6ca-8af9-45ef-939b-fa0a7fc34ba0 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-617095876', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}, 'admin_state_up': False}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:23:45.560926 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24dd214e-55d7-42df-b54e-17b8cf0958ea req-ec0208e9-ac0e-42fa-80ef-5c4ead3d882e service neutron] Checking agent: {'id': '70015fc0-62fb-48b2-b453-36906937cf2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 23, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:23:45.561274 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24dd214e-55d7-42df-b54e-17b8cf0958ea req-ec0208e9-ac0e-42fa-80ef-5c4ead3d882e service neutron] Checking segment: {'id': '9f8ce2aa-5895-4159-b95f-a2336900b8ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'e7fa7474-ec27-48c0-82c6-4433dec0ec87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:23:45.561659 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24dd214e-55d7-42df-b54e-17b8cf0958ea req-ec0208e9-ac0e-42fa-80ef-5c4ead3d882e service neutron] Bound using segment: {'id': '9f8ce2aa-5895-4159-b95f-a2336900b8ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'e7fa7474-ec27-48c0-82c6-4433dec0ec87'} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:23:45.562098 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-24dd214e-55d7-42df-b54e-17b8cf0958ea req-ec0208e9-ac0e-42fa-80ef-5c4ead3d882e service neutron] Bound port: 969cd21a-5fa1-4d88-a6ec-12eeda300618, host: n-h2-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f8ce2aa-5895-4159-b95f-a2336900b8ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'e7fa7474-ec27-48c0-82c6-4433dec0ec87'}}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:23:45.572028 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-24dd214e-55d7-42df-b54e-17b8cf0958ea req-ec0208e9-ac0e-42fa-80ef-5c4ead3d882e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:45.578587 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-aec646e8-21fa-4b4a-bbcc-d069454330e4 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] 10.222.0.41 "PUT /v2.0/floatingips/538c7885-432a-45a0-89bb-396d86e4a1d5 HTTP/1.1" status: 200 len: 688 time: 2.4841037 Aug 11 03:23:45.582475 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 52518) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:45.587778 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fc51dc96-f113-4714-bc94-f6b0319df993 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:45.611585 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-fc9c6c09-21fe-469b-8cf2-53e930d1331e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:23:45.622390 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad274a4-a0ca-47b1-9f48-88be428b2e5e tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Pushing event deleted for resources: {'Network': ['ID=165b3f6a-edc1-4c08-8e10-325da636f01f,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:45.623650 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc9c6c09-21fe-469b-8cf2-53e930d1331e None None] Routers {'49046332-233f-4c02-a67c-6dac2c5a4f04'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:23:45.624265 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-fc9c6c09-21fe-469b-8cf2-53e930d1331e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:23:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['49046332-233f-4c02-a67c-6dac2c5a4f04'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:23:45.686224 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: 0bad9645-e9c2-4bf7-bc62-bdb6a87a57fb {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:23:45.686841 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 0bad9645-e9c2-4bf7-bc62-bdb6a87a57fb not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:23:45.687509 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device c0b0b9ba-1dd0-47e5-a024-94ac23338656 no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:23:45.691171 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-fc9c6c09-21fe-469b-8cf2-53e930d1331e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:23:45.698212 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc51dc96-f113-4714-bc94-f6b0319df993 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Pushing event deleted for resources: {'Port': ['ID=c0b0b9ba-1dd0-47e5-a024-94ac23338656,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:45.701449 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc51dc96-f113-4714-bc94-f6b0319df993 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] No DVR routers for this DVR port c0b0b9ba-1dd0-47e5-a024-94ac23338656 on host n-d-764292-30 {{(pid=102191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:23:45.702548 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc9c6c09-21fe-469b-8cf2-53e930d1331e None None] The sync data for ids ['49046332-233f-4c02-a67c-6dac2c5a4f04'] in n-d-764292-30 is: [] {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:23:45.715943 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da704881-8430-460b-8b2a-4d384811fb1b req-dc02ff34-3049-4d62-9b99-2a1a2ca9205d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:45.718157 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-da704881-8430-460b-8b2a-4d384811fb1b req-dc02ff34-3049-4d62-9b99-2a1a2ca9205d service neutron] 10.222.0.22 "GET /v2.0/networks?id=aca38bb8-53be-4609-8761-de24e0c00b2e HTTP/1.1" status: 200 len: 898 time: 0.4366906 Aug 11 03:23:45.719897 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: c0b0b9ba-1dd0-47e5-a024-94ac23338656 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:23:45.720421 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device c0b0b9ba-1dd0-47e5-a024-94ac23338656 not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:23:45.738197 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-ca6f1a61-f2ce-4508-83f8-c66397f6b589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2512fa5-e65b-455d-87b5-af2204aa28df', 'name': 'tempest-TestNetworkBasicOps-router-477221125', 'tenant_id': '6f34ea378b0c4732b01bbd0e8e3ce05d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': 'befd763a-b608-436f-8eb1-d6b23b28a1e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:22:37Z', 'updated_at': '2021-08-11T03:22:56Z', 'revision_number': 4, 'project_id': '6f34ea378b0c4732b01bbd0e8e3ce05d', 'gw_port': {'id': 'befd763a-b608-436f-8eb1-d6b23b28a1e1', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:eb:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2512fa5-e65b-455d-87b5-af2204aa28df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2505, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:22:38Z', 'updated_at': '2021-08-11T03:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_floatingips': [{'id': '2ab32762-c668-45de-90b9-5340447a805f', 'tenant_id': '6f34ea378b0c4732b01bbd0e8e3ce05d', 'floating_ip_address': '172.25.8.140', 'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'router_id': 'c2512fa5-e65b-455d-87b5-af2204aa28df', 'port_id': '1347ce03-6fd3-4df9-85e1-8335bdb4082d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2624, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aca38bb8-53be-4609-8761-de24e0c00b2e', 'mac_address': 'fa:16:3e:d7:8e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4806c477-b922-49ed-a2d7-ceb4f67380f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:23:42Z', 'updated_at': '2021-08-11T03:23:42Z', 'revision_number': 0, 'project_id': '6f34ea378b0c4732b01bbd0e8e3ce05d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d921f95-77b2-4c3c-8ca8-bb21a2327819', 'name': '', 'network_id': 'aca38bb8-53be-4609-8761-de24e0c00b2e', 'tenant_id': '6f34ea378b0c4732b01bbd0e8e3ce05d', 'mac_address': 'fa:16:3e:8d:1e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2512fa5-e65b-455d-87b5-af2204aa28df', 'device_owner': 'network:router_interface', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': '2eab23f8-93c4-44af-9e21-52232de1fe86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:22:54Z', 'updated_at': '2021-08-11T03:23:08Z', 'revision_number': 5, 'project_id': '6f34ea378b0c4732b01bbd0e8e3ce05d', 'subnets': [{'id': '2eab23f8-93c4-44af-9e21-52232de1fe86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:23:45.791813 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca6f1a61-f2ce-4508-83f8-c66397f6b589 None None] Checking router: c2512fa5-e65b-455d-87b5-af2204aa28df for host: n-d-764292-30 {{(pid=102193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:23:45.795121 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-dde9b6ca-8af9-45ef-939b-fa0a7fc34ba0 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-450010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6626'] for router, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:45.796136 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-dde9b6ca-8af9-45ef-939b-fa0a7fc34ba0 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-446747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6633'] for router, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:45.810267 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca6f1a61-f2ce-4508-83f8-c66397f6b589 None None] Routers {'c2512fa5-e65b-455d-87b5-af2204aa28df'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:23:45.810918 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-ca6f1a61-f2ce-4508-83f8-c66397f6b589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:23:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['c2512fa5-e65b-455d-87b5-af2204aa28df'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:23:45.827392 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f56261-1d11-4150-aca4-419f348e1cc2 req-8d9a76ae-b2c3-4268-a823-5e1ac91e7b5a tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:45.833404 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f56261-1d11-4150-aca4-419f348e1cc2 req-8d9a76ae-b2c3-4268-a823-5e1ac91e7b5a tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:45.840060 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f56261-1d11-4150-aca4-419f348e1cc2 req-8d9a76ae-b2c3-4268-a823-5e1ac91e7b5a tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:45.841737 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-93f56261-1d11-4150-aca4-419f348e1cc2 req-8d9a76ae-b2c3-4268-a823-5e1ac91e7b5a tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] 10.222.0.41 "GET /v2.0/ports?device_id=04c5ac5e-e73c-4ce9-8c89-88c2affb1e0d&device_id=8e8e4809-0e1a-480b-8105-cc1135ce20e2&device_id=27eed5b6-1696-492b-b635-59b5fce59416 HTTP/1.1" status: 200 len: 2418 time: 0.1998665 Aug 11 03:23:45.845587 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-24dd214e-55d7-42df-b54e-17b8cf0958ea req-ec0208e9-ac0e-42fa-80ef-5c4ead3d882e service neutron] For port 969cd21a-5fa1-4d88-a6ec-12eeda300618, host n-h2-764292-30, cleared binding levels {{(pid=102192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:23:45.849728 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-24dd214e-55d7-42df-b54e-17b8cf0958ea req-ec0208e9-ac0e-42fa-80ef-5c4ead3d882e service neutron] For port 969cd21a-5fa1-4d88-a6ec-12eeda300618, host n-h2-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=969cd21a-5fa1-4d88-a6ec-12eeda300618,segment=NetworkSegment(9f8ce2aa-5895-4159-b95f-a2336900b8ec),segment_id=9f8ce2aa-5895-4159-b95f-a2336900b8ec)] {{(pid=102192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:23:45.866952 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fc51dc96-f113-4714-bc94-f6b0319df993 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:45.890650 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-a1cccb88-1d6f-46c6-b1c0-8c98a57d5479 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Deleting port c31b661d-e7db-44ac-ae65-2cfd32875c32 {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:23:45.890650 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a1cccb88-1d6f-46c6-b1c0-8c98a57d5479 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:45.894005 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-fc51dc96-f113-4714-bc94-f6b0319df993 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3855164c-d6f4-4b6f-955b-2f40401887c6']}} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:23:45.922555 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-da704881-8430-460b-8b2a-4d384811fb1b req-a0ad25ba-95f5-4670-b7a7-589d580f6280 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1347ce03-6fd3-4df9-85e1-8335bdb4082d HTTP/1.1" status: 200 len: 999 time: 0.1819863 Aug 11 03:23:45.930444 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-dde9b6ca-8af9-45ef-939b-fa0a7fc34ba0 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:45.936335 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-ca6f1a61-f2ce-4508-83f8-c66397f6b589 None None] Set router c2512fa5-e65b-455d-87b5-af2204aa28df gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:23:45.941819 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-fc51dc96-f113-4714-bc94-f6b0319df993 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6dcadad-f9cf-4251-b5b3-a50962b0ef27') {'for_net_delete': True} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:23:45.942176 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-fc51dc96-f113-4714-bc94-f6b0319df993 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6dcadad-f9cf-4251-b5b3-a50962b0ef27') {} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:23:45.971245 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a1cccb88-1d6f-46c6-b1c0-8c98a57d5479 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:45.971582 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a1cccb88-1d6f-46c6-b1c0-8c98a57d5479 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:45.984239 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fc51dc96-f113-4714-bc94-f6b0319df993 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126283644'] for segment, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:45.995401 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-24dd214e-55d7-42df-b54e-17b8cf0958ea req-ec0208e9-ac0e-42fa-80ef-5c4ead3d882e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:46.030831 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fc51dc96-f113-4714-bc94-f6b0319df993 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:46.037464 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-a1cccb88-1d6f-46c6-b1c0-8c98a57d5479 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Calling delete_port for c31b661d-e7db-44ac-ae65-2cfd32875c32 owned by network:floatingip {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:23:46.072285 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da704881-8430-460b-8b2a-4d384811fb1b req-7c908141-1098-4e62-850f-ee68375c5fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:46.073775 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-da704881-8430-460b-8b2a-4d384811fb1b req-7c908141-1098-4e62-850f-ee68375c5fed service neutron] 10.222.0.22 "GET /v2.0/subnets?id=2eab23f8-93c4-44af-9e21-52232de1fe86 HTTP/1.1" status: 200 len: 834 time: 0.1405756 Aug 11 03:23:46.104806 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc51dc96-f113-4714-bc94-f6b0319df993 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=102191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:23:46.105212 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fc51dc96-f113-4714-bc94-f6b0319df993 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126283391'] for segment, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:46.110812 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-93f56261-1d11-4150-aca4-419f348e1cc2 req-9e1880c2-0370-483c-85c2-824370e92673 tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] 10.222.0.41 "GET /v2.0/security-groups?id=e65ff429-9c9c-43ff-8c00-2b2cbbc9daf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531397 Aug 11 03:23:46.129385 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 52528) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:46.135623 n-d-764292-30 neutron-server[102191]: Traceback (most recent call last): Aug 11 03:23:46.135623 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:23:46.135623 n-d-764292-30 neutron-server[102191]: timer() Aug 11 03:23:46.135623 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:23:46.135623 n-d-764292-30 neutron-server[102191]: cb(*args, **kw) Aug 11 03:23:46.135623 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:23:46.135623 n-d-764292-30 neutron-server[102191]: return func(*args, **kwargs) Aug 11 03:23:46.135623 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:23:46.135623 n-d-764292-30 neutron-server[102191]: self._notify() Aug 11 03:23:46.135623 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:23:46.135623 n-d-764292-30 neutron-server[102191]: self.callback(batched_events) Aug 11 03:23:46.135623 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:23:46.135623 n-d-764292-30 neutron-server[102191]: event.method(event) Aug 11 03:23:46.135623 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:23:46.135623 n-d-764292-30 neutron-server[102191]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:23:46.135623 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:23:46.135623 n-d-764292-30 neutron-server[102191]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:23:46.135623 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:23:46.135623 n-d-764292-30 neutron-server[102191]: return f(self, *a, **k) Aug 11 03:23:46.135623 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:23:46.135623 n-d-764292-30 neutron-server[102191]: return self._get(url).json() Aug 11 03:23:46.135623 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:23:46.135623 n-d-764292-30 neutron-server[102191]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:23:46.135623 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:23:46.135623 n-d-764292-30 neutron-server[102191]: return self.request(url, 'GET', **kwargs) Aug 11 03:23:46.135623 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:23:46.135623 n-d-764292-30 neutron-server[102191]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:23:46.135623 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:23:46.135623 n-d-764292-30 neutron-server[102191]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:23:46.135623 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:23:46.135623 n-d-764292-30 neutron-server[102191]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:23:46.135623 n-d-764292-30 neutron-server[102191]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:23:46.183582 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dd214e-55d7-42df-b54e-17b8cf0958ea req-ec0208e9-ac0e-42fa-80ef-5c4ead3d882e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:46.184447 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-24dd214e-55d7-42df-b54e-17b8cf0958ea req-ec0208e9-ac0e-42fa-80ef-5c4ead3d882e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:46.185914 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-24dd214e-55d7-42df-b54e-17b8cf0958ea req-ec0208e9-ac0e-42fa-80ef-5c4ead3d882e service neutron] 10.222.0.24 "PUT /v2.0/ports/969cd21a-5fa1-4d88-a6ec-12eeda300618 HTTP/1.1" status: 200 len: 1093 time: 2.7540483 Aug 11 03:23:46.193599 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [req-73332704-fb8d-4674-8536-e6fbc19cdd10 req-61faea35-3a09-4449-ab02-79047cb33c14 tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:23:46.194572 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-73332704-fb8d-4674-8536-e6fbc19cdd10 req-61faea35-3a09-4449-ab02-79047cb33c14 tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0075712 Aug 11 03:23:46.197171 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a38afb75-bfb0-4200-ae9a-cb2f866befdd', 'tag': '969cd21a-5fa1-4d88-a6ec-12eeda300618'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:23:46.198690 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-258d1882-c924-4ee1-8835-2b0ee015a6f7" -d '{"events": [{"name": "network-changed", "server_uuid": "a38afb75-bfb0-4200-ae9a-cb2f866befdd", "tag": "969cd21a-5fa1-4d88-a6ec-12eeda300618"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:23:46.256889 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da704881-8430-460b-8b2a-4d384811fb1b req-8012eed8-5f18-454c-9f79-668ac5d14f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:46.258428 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-da704881-8430-460b-8b2a-4d384811fb1b req-8012eed8-5f18-454c-9f79-668ac5d14f4f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=aca38bb8-53be-4609-8761-de24e0c00b2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1499555 Aug 11 03:23:46.291288 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-ca6f1a61-f2ce-4508-83f8-c66397f6b589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2512fa5-e65b-455d-87b5-af2204aa28df', 'name': 'tempest-TestNetworkBasicOps-router-477221125', 'tenant_id': '6f34ea378b0c4732b01bbd0e8e3ce05d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': 'befd763a-b608-436f-8eb1-d6b23b28a1e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:22:37Z', 'updated_at': '2021-08-11T03:22:56Z', 'revision_number': 4, 'project_id': '6f34ea378b0c4732b01bbd0e8e3ce05d', 'gw_port': {'id': 'befd763a-b608-436f-8eb1-d6b23b28a1e1', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:eb:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2512fa5-e65b-455d-87b5-af2204aa28df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2505, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:22:38Z', 'updated_at': '2021-08-11T03:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_floatingips': [{'id': '2ab32762-c668-45de-90b9-5340447a805f', 'tenant_id': '6f34ea378b0c4732b01bbd0e8e3ce05d', 'floating_ip_address': '172.25.8.140', 'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'router_id': 'c2512fa5-e65b-455d-87b5-af2204aa28df', 'port_id': '1347ce03-6fd3-4df9-85e1-8335bdb4082d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2624, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aca38bb8-53be-4609-8761-de24e0c00b2e', 'mac_address': 'fa:16:3e:d7:8e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4806c477-b922-49ed-a2d7-ceb4f67380f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:23:42Z', 'updated_at': '2021-08-11T03:23:42Z', 'revision_number': 0, 'project_id': '6f34ea378b0c4732b01bbd0e8e3ce05d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d921f95-77b2-4c3c-8ca8-bb21a2327819', 'name': '', 'network_id': 'aca38bb8-53be-4609-8761-de24e0c00b2e', 'tenant_id': '6f34ea378b0c4732b01bbd0e8e3ce05d', 'mac_address': 'fa:16:3e:8d:1e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2512fa5-e65b-455d-87b5-af2204aa28df', 'device_owner': 'network:router_interface', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': '2eab23f8-93c4-44af-9e21-52232de1fe86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:22:54Z', 'updated_at': '2021-08-11T03:23:08Z', 'revision_number': 5, 'project_id': '6f34ea378b0c4732b01bbd0e8e3ce05d', 'subnets': [{'id': '2eab23f8-93c4-44af-9e21-52232de1fe86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:23:46.336705 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca6f1a61-f2ce-4508-83f8-c66397f6b589 None None] The sync data for ids ['c2512fa5-e65b-455d-87b5-af2204aa28df'] in n-d-764292-30 is: [{'id': 'c2512fa5-e65b-455d-87b5-af2204aa28df', 'name': 'tempest-TestNetworkBasicOps-router-477221125', 'tenant_id': '6f34ea378b0c4732b01bbd0e8e3ce05d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': 'befd763a-b608-436f-8eb1-d6b23b28a1e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:22:37Z', 'updated_at': '2021-08-11T03:22:56Z', 'revision_number': 4, 'project_id': '6f34ea378b0c4732b01bbd0e8e3ce05d', 'gw_port': {'id': 'befd763a-b608-436f-8eb1-d6b23b28a1e1', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:eb:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2512fa5-e65b-455d-87b5-af2204aa28df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2505, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:22:38Z', 'updated_at': '2021-08-11T03:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_floatingips': [{'id': '2ab32762-c668-45de-90b9-5340447a805f', 'tenant_id': '6f34ea378b0c4732b01bbd0e8e3ce05d', 'floating_ip_address': '172.25.8.140', 'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'router_id': 'c2512fa5-e65b-455d-87b5-af2204aa28df', 'port_id': '1347ce03-6fd3-4df9-85e1-8335bdb4082d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2624, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aca38bb8-53be-4609-8761-de24e0c00b2e', 'mac_address': 'fa:16:3e:d7:8e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4806c477-b922-49ed-a2d7-ceb4f67380f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:23:42Z', 'updated_at': '2021-08-11T03:23:42Z', 'revision_number': 0, 'project_id': '6f34ea378b0c4732b01bbd0e8e3ce05d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d921f95-77b2-4c3c-8ca8-bb21a2327819', 'name': '', 'network_id': 'aca38bb8-53be-4609-8761-de24e0c00b2e', 'tenant_id': '6f34ea378b0c4732b01bbd0e8e3ce05d', 'mac_address': 'fa:16:3e:8d:1e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2512fa5-e65b-455d-87b5-af2204aa28df', 'device_owner': 'network:router_interface', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': '2eab23f8-93c4-44af-9e21-52232de1fe86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:22:54Z', 'updated_at': '2021-08-11T03:23:08Z', 'revision_number': 5, 'project_id': '6f34ea378b0c4732b01bbd0e8e3ce05d', 'subnets': [{'id': '2eab23f8-93c4-44af-9e21-52232de1fe86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:23:46.359368 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fc51dc96-f113-4714-bc94-f6b0319df993 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:46.363856 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fc51dc96-f113-4714-bc94-f6b0319df993 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks [] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:46.368625 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-fc51dc96-f113-4714-bc94-f6b0319df993 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] 10.222.0.41 "DELETE /v2.0/networks/3855164c-d6f4-4b6f-955b-2f40401887c6 HTTP/1.1" status: 204 len: 168 time: 1.9722786 Aug 11 03:23:46.371074 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-dde9b6ca-8af9-45ef-939b-fa0a7fc34ba0 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:46.373895 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 52538) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:46.440168 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc51dc96-f113-4714-bc94-f6b0319df993 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Pushing event deleted for resources: {'Network': ['ID=3855164c-d6f4-4b6f-955b-2f40401887c6,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:46.466812 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-da704881-8430-460b-8b2a-4d384811fb1b req-795cf52b-28e3-4c10-b7c0-28e5dce26ae0 service neutron] 10.222.0.22 "GET /v2.0/networks/aca38bb8-53be-4609-8761-de24e0c00b2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779809 Aug 11 03:23:46.467659 n-d-764292-30 neutron-server[102191]: INFO neutron.pecan_wsgi.hooks.translation [None req-17c35a27-a8e0-422d-bdc2-996696996216 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] DELETE failed (client error): The resource could not be found. Aug 11 03:23:46.468083 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17c35a27-a8e0-422d-bdc2-996696996216 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:23:46.468553 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-505bc57b-dd67-453a-aa94-46cb70bf4105 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] 10.222.0.41 "GET /v2.0/floatingips/2ab32762-c668-45de-90b9-5340447a805f HTTP/1.1" status: 200 len: 991 time: 0.3380554 Aug 11 03:23:46.469865 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-17c35a27-a8e0-422d-bdc2-996696996216 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] 10.222.0.41 "DELETE /v2.0/subnets/86816cd8-8154-48e0-8774-306ae745c04c HTTP/1.1" status: 404 len: 337 time: 0.0904529 Aug 11 03:23:46.472392 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0208e9-ac0e-42fa-80ef-5c4ead3d882e service neutron] Pushing event updated for resources: {'Port': ['ID=969cd21a-5fa1-4d88-a6ec-12eeda300618,revision_number=3']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:46.472830 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 52540) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:46.509965 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f178fd10-3cda-4f11-8c0a-44464b2ebe90 req-ff08142f-58ef-459d-bce2-9a0ddb2fab68 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:46.514758 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f178fd10-3cda-4f11-8c0a-44464b2ebe90 req-ff08142f-58ef-459d-bce2-9a0ddb2fab68 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] 10.222.0.41 "GET /v2.0/ports?device_id=a38afb75-bfb0-4200-ae9a-cb2f866befdd HTTP/1.1" status: 200 len: 944 time: 0.3865259 Aug 11 03:23:46.558370 n-d-764292-30 neutron-server[102191]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ddbb945-5668-4f45-92fd-dc75706213d6 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] DELETE failed (client error): The resource could not be found. Aug 11 03:23:46.558952 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ddbb945-5668-4f45-92fd-dc75706213d6 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:23:46.563171 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-3ddbb945-5668-4f45-92fd-dc75706213d6 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] 10.222.0.41 "DELETE /v2.0/networks/f76a38f2-200a-4323-bfc4-d07c9363df93 HTTP/1.1" status: 404 len: 339 time: 0.0865052 Aug 11 03:23:46.565006 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 52542) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:46.595795 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-73332704-fb8d-4674-8536-e6fbc19cdd10 req-170d3c34-1b55-488b-a18d-bb374a50daeb tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] 10.222.0.41 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.2948644 Aug 11 03:23:46.606933 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dd214e-55d7-42df-b54e-17b8cf0958ea req-06d1d850-118a-4ebe-b5d6-2daf184ef636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:46.608882 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-24dd214e-55d7-42df-b54e-17b8cf0958ea req-06d1d850-118a-4ebe-b5d6-2daf184ef636 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fdbe55b7c58c49b2bfb506767218e312&device_id=a38afb75-bfb0-4200-ae9a-cb2f866befdd HTTP/1.1" status: 200 len: 1096 time: 0.2244017 Aug 11 03:23:46.616184 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f178fd10-3cda-4f11-8c0a-44464b2ebe90 req-c9308e40-4032-4305-ad40-698b1ad26b5a tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] 10.222.0.41 "GET /v2.0/security-groups?id=adeeef27-808b-48fe-80b7-b3abd2371fee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893557 Aug 11 03:23:46.658375 n-d-764292-30 neutron-server[102191]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad64e3d1-47fc-41fe-8fed-d9738f9bfc47 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] DELETE failed (client error): The resource could not be found. Aug 11 03:23:46.658830 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad64e3d1-47fc-41fe-8fed-d9738f9bfc47 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:23:46.660575 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-ad64e3d1-47fc-41fe-8fed-d9738f9bfc47 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] 10.222.0.41 "DELETE /v2.0/subnets/4ed0f5eb-d13e-4ad0-828d-9c102d767e52 HTTP/1.1" status: 404 len: 337 time: 0.0910892 Aug 11 03:23:46.672515 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 52546) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:46.695837 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:23:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25f9b6d0-9468-4e7f-b802-eb8aa8ed1c3c x-openstack-request-id: req-25f9b6d0-9468-4e7f-b802-eb8aa8ed1c3c {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:23:46.696323 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a38afb75-bfb0-4200-ae9a-cb2f866befdd", "tag": "969cd21a-5fa1-4d88-a6ec-12eeda300618", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:23:46.696669 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-25f9b6d0-9468-4e7f-b802-eb8aa8ed1c3c {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:23:46.697146 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a38afb75-bfb0-4200-ae9a-cb2f866befdd', 'tag': '969cd21a-5fa1-4d88-a6ec-12eeda300618', 'status': 'completed', 'code': 200} Aug 11 03:23:46.706919 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-24dd214e-55d7-42df-b54e-17b8cf0958ea req-860fff94-e7b2-46d2-97c2-66a446ddcdc6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=969cd21a-5fa1-4d88-a6ec-12eeda300618 HTTP/1.1" status: 200 len: 217 time: 0.0831106 Aug 11 03:23:46.715446 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f781916-2d5d-46b0-bf5a-dc9a4f9bc416 None None] New status for floating IP 2ab32762-c668-45de-90b9-5340447a805f: ACTIVE {{(pid=102193) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:23:46.760081 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-da704881-8430-460b-8b2a-4d384811fb1b req-e8a3f52b-816f-47ab-a58e-39459fa34719 service neutron] 10.222.0.22 "GET /v2.0/networks/aca38bb8-53be-4609-8761-de24e0c00b2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2837591 Aug 11 03:23:46.786964 n-d-764292-30 neutron-server[102192]: INFO neutron.pecan_wsgi.hooks.translation [None req-42b9fbdc-b089-4fd9-a8a1-29932ffd47c0 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] DELETE failed (client error): The resource could not be found. Aug 11 03:23:46.788305 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42b9fbdc-b089-4fd9-a8a1-29932ffd47c0 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:23:46.792700 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-42b9fbdc-b089-4fd9-a8a1-29932ffd47c0 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] 10.222.0.41 "DELETE /v2.0/networks/96c915e9-4729-4a78-b343-b928cbf4c718 HTTP/1.1" status: 404 len: 339 time: 0.0965254 Aug 11 03:23:46.794730 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 52552) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:46.830825 n-d-764292-30 neutron-server[102191]: INFO neutron.pecan_wsgi.hooks.translation [None req-f66c0dfc-98b7-49e3-879e-60bf3457fee5 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] DELETE failed (client error): The resource could not be found. Aug 11 03:23:46.831376 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f66c0dfc-98b7-49e3-879e-60bf3457fee5 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:23:46.836683 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-f66c0dfc-98b7-49e3-879e-60bf3457fee5 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] 10.222.0.41 "DELETE /v2.0/subnets/cc3f3e2a-6a60-45f6-8fdd-6c359e894516 HTTP/1.1" status: 404 len: 337 time: 0.0384891 Aug 11 03:23:46.837576 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 52554) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:46.882978 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dd214e-55d7-42df-b54e-17b8cf0958ea req-7cb1cb74-012f-4f23-a4e4-48a68ec56b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:46.884564 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-24dd214e-55d7-42df-b54e-17b8cf0958ea req-7cb1cb74-012f-4f23-a4e4-48a68ec56b4a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=89d4fe2e-02dc-452f-b37f-085ec5acb28a HTTP/1.1" status: 200 len: 850 time: 0.1697583 Aug 11 03:23:46.900523 n-d-764292-30 neutron-server[102191]: INFO neutron.pecan_wsgi.hooks.translation [None req-975e19e9-7a65-46a3-b6fc-15ee088ef045 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] DELETE failed (client error): The resource could not be found. Aug 11 03:23:46.901172 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-975e19e9-7a65-46a3-b6fc-15ee088ef045 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:23:46.903021 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-975e19e9-7a65-46a3-b6fc-15ee088ef045 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] 10.222.0.41 "DELETE /v2.0/networks/4f3a850b-e254-4b30-9351-39ff3d582f13 HTTP/1.1" status: 404 len: 339 time: 0.0643098 Aug 11 03:23:46.905603 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 52558) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:46.954630 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a1cccb88-1d6f-46c6-b1c0-8c98a57d5479 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:46.993647 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-dde9b6ca-8af9-45ef-939b-fa0a7fc34ba0 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks [] for router_gateway, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:46.994928 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cccb88-1d6f-46c6-b1c0-8c98a57d5479 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Pushing event deleted for resources: {'Port': ['ID=c31b661d-e7db-44ac-ae65-2cfd32875c32,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:47.070838 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dd214e-55d7-42df-b54e-17b8cf0958ea req-6eda6959-2784-455a-a487-53ab16b3294a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:47.072715 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-24dd214e-55d7-42df-b54e-17b8cf0958ea req-6eda6959-2784-455a-a487-53ab16b3294a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e7fa7474-ec27-48c0-82c6-4433dec0ec87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1742876 Aug 11 03:23:47.078189 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a1cccb88-1d6f-46c6-b1c0-8c98a57d5479 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks [] for floatingip, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:47.081107 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a1cccb88-1d6f-46c6-b1c0-8c98a57d5479 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for floatingip, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:47.085865 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-a1cccb88-1d6f-46c6-b1c0-8c98a57d5479 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] 10.222.0.41 "DELETE /v2.0/floatingips/538c7885-432a-45a0-89bb-396d86e4a1d5 HTTP/1.1" status: 204 len: 168 time: 1.4988759 Aug 11 03:23:47.092472 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 52562) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:47.171893 n-d-764292-30 neutron-server[102192]: INFO neutron.api.v2.resource [None req-4a743bd3-6f20-4af5-a4a9-89bc6c7600a3 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] delete failed (client error): The resource could not be found. Aug 11 03:23:47.176589 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-4a743bd3-6f20-4af5-a4a9-89bc6c7600a3 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] 10.222.0.41 "DELETE /v2.0/floatingips/538c7885-432a-45a0-89bb-396d86e4a1d5 HTTP/1.1" status: 404 len: 345 time: 0.0761566 Aug 11 03:23:47.177495 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 52566) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:47.309652 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-24dd214e-55d7-42df-b54e-17b8cf0958ea req-e3cac2b8-dd54-406b-b8d8-b1d37c1f8975 service neutron] 10.222.0.24 "GET /v2.0/networks/e7fa7474-ec27-48c0-82c6-4433dec0ec87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259159 Aug 11 03:23:47.339279 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3948c27d-84d7-413d-b897-c3a980b1432d tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:47.345782 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3948c27d-84d7-413d-b897-c3a980b1432d tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:47.352077 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3948c27d-84d7-413d-b897-c3a980b1432d tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:47.355966 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-3948c27d-84d7-413d-b897-c3a980b1432d tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] 10.222.0.41 "GET /v2.0/ports?network_id=a8748c9c-e6ab-4081-8049-0059e9ca1ae8 HTTP/1.1" status: 200 len: 2357 time: 0.1736503 Aug 11 03:23:47.367263 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 52572) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:47.389991 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_v2 [None req-e815b87b-ae9f-4d42-895b-40efa96855d2 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Deleting subnet 04701c0a-fdde-4ae9-88d7-4ac3a081262b {{(pid=102191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:23:47.398197 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e815b87b-ae9f-4d42-895b-40efa96855d2 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks [] for subnet, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:47.441115 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e815b87b-ae9f-4d42-895b-40efa96855d2 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126283525'] for subnet, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:47.466772 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3fc3e85-467a-47ea-a535-0649bf60b07b tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:47.467192 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-dde9b6ca-8af9-45ef-939b-fa0a7fc34ba0 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:47.475097 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-b3fc3e85-467a-47ea-a535-0649bf60b07b tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] 10.222.0.41 "GET /v2.0/subnets/fe8b59ea-21a2-4b55-90ef-c7fa646fdce4 HTTP/1.1" status: 200 len: 797 time: 0.1066768 Aug 11 03:23:47.477207 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 52576) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:47.477772 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 52578) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:47.484710 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-0c4a736e-98d7-4790-b5bf-3fce5cb39a86 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Request body: {'port': {'network_id': 'a8748c9c-e6ab-4081-8049-0059e9ca1ae8', 'name': 'tempest-FloatingIPTestJSON-1193072073', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:23:47.547300 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-24dd214e-55d7-42df-b54e-17b8cf0958ea req-4ab379f2-b1c1-498f-ab18-1ac8c0990631 service neutron] 10.222.0.24 "GET /v2.0/networks/e7fa7474-ec27-48c0-82c6-4433dec0ec87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2255464 Aug 11 03:23:47.602987 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-9aae1689-c55d-4f9e-9724-3f4a34cff369 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] 10.222.0.41 "GET /v2.0/floatingips/2ab32762-c668-45de-90b9-5340447a805f HTTP/1.1" status: 200 len: 993 time: 0.1240244 Aug 11 03:23:47.677300 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e815b87b-ae9f-4d42-895b-40efa96855d2 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:47.728409 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [None req-dde9b6ca-8af9-45ef-939b-fa0a7fc34ba0 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Allocated IP 172.25.8.196 (09faf7d2-eaf5-4a50-bb6e-4cb05d009a76/e1a97443-13df-40bb-85f5-fd269e2742c0/caa7bb8e-984d-47b7-905a-e928c2a7370b) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:23:47.795209 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9066c200-2a4f-4095-9030-c5815871c4a2 req-e09912d0-aec5-4328-a9a1-cc34ca96c407 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:47.803088 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9066c200-2a4f-4095-9030-c5815871c4a2 req-e09912d0-aec5-4328-a9a1-cc34ca96c407 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] 10.222.0.41 "GET /v2.0/ports?device_id=a38afb75-bfb0-4200-ae9a-cb2f866befdd HTTP/1.1" status: 200 len: 944 time: 0.1008792 Aug 11 03:23:47.878700 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9066c200-2a4f-4095-9030-c5815871c4a2 req-4ad4e8ee-24db-457f-8f90-908e459fe207 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] 10.222.0.41 "GET /v2.0/security-groups?id=adeeef27-808b-48fe-80b7-b3abd2371fee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746429 Aug 11 03:23:47.886004 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-dde9b6ca-8af9-45ef-939b-fa0a7fc34ba0 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:47.908427 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c4a736e-98d7-4790-b5bf-3fce5cb39a86 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Made reservation on behalf of 446e7b81acea467eb5f054174b44b96a for: {'port': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:23:47.948546 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e815b87b-ae9f-4d42-895b-40efa96855d2 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126283413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126275158'] for subnet, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:47.960601 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258d1882-c924-4ee1-8835-2b0ee015a6f7 req-c193c54d-7a17-44d8-b45c-c154fa41ab08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:47.962092 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-258d1882-c924-4ee1-8835-2b0ee015a6f7 req-c193c54d-7a17-44d8-b45c-c154fa41ab08 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fdbe55b7c58c49b2bfb506767218e312&device_id=a38afb75-bfb0-4200-ae9a-cb2f866befdd HTTP/1.1" status: 200 len: 1096 time: 0.1033628 Aug 11 03:23:47.987849 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e815b87b-ae9f-4d42-895b-40efa96855d2 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Pushing event deleted for resources: {'Subnet': ['ID=04701c0a-fdde-4ae9-88d7-4ac3a081262b,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:47.991842 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e815b87b-ae9f-4d42-895b-40efa96855d2 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:48.000857 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-e815b87b-ae9f-4d42-895b-40efa96855d2 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] 10.222.0.41 "DELETE /v2.0/subnets/04701c0a-fdde-4ae9-88d7-4ac3a081262b HTTP/1.1" status: 204 len: 168 time: 1.0942059 Aug 11 03:23:48.001572 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 52590) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:48.006835 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bf7a1e2-dce1-4e3e-b1a1-36d295f62f71 None None] Network 18c5ee95-95b1-470a-bf2a-c3fadd5a9076 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:23:48.064455 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-dde9b6ca-8af9-45ef-939b-fa0a7fc34ba0 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:48.086851 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0c4a736e-98d7-4790-b5bf-3fce5cb39a86 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:48.121907 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde9b6ca-8af9-45ef-939b-fa0a7fc34ba0 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:23:48.126149 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [None req-0c4a736e-98d7-4790-b5bf-3fce5cb39a86 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] device_id is not set on port bea14c2a-9eb1-41e5-abac-725c86ad839f yet. {{(pid=102192) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:23:48.133812 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-dde9b6ca-8af9-45ef-939b-fa0a7fc34ba0 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:23:48.138889 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde9b6ca-8af9-45ef-939b-fa0a7fc34ba0 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:23:48.139512 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258d1882-c924-4ee1-8835-2b0ee015a6f7 req-579f2e10-a7f5-417d-b610-15af84a5e291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:48.141011 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-258d1882-c924-4ee1-8835-2b0ee015a6f7 req-579f2e10-a7f5-417d-b610-15af84a5e291 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e7fa7474-ec27-48c0-82c6-4433dec0ec87 HTTP/1.1" status: 200 len: 912 time: 0.1713719 Aug 11 03:23:48.147120 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-95d5dcbf-f152-4653-8c64-350da951e8a6 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:48.172212 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde9b6ca-8af9-45ef-939b-fa0a7fc34ba0 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Pushing event updated for resources: {'Port': ['ID=caa7bb8e-984d-47b7-905a-e928c2a7370b,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:48.203434 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-258d1882-c924-4ee1-8835-2b0ee015a6f7 req-8d3020f0-4b5a-4ff3-8c6b-608b937652f7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=969cd21a-5fa1-4d88-a6ec-12eeda300618 HTTP/1.1" status: 200 len: 217 time: 0.0442827 Aug 11 03:23:48.352545 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-95d5dcbf-f152-4653-8c64-350da951e8a6 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Deleting port ac48824b-ade0-49fd-bfb5-8ed09f692d1a {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:23:48.352933 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-95d5dcbf-f152-4653-8c64-350da951e8a6 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:48.371046 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39eead15-dc3e-42e9-8570-47307d0e477f None None] DHCP port deletion for 18c5ee95-95b1-470a-bf2a-c3fadd5a9076 request from n-d-764292-30 {{(pid=102193) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:23:48.403455 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258d1882-c924-4ee1-8835-2b0ee015a6f7 req-ec5ca148-4789-42a2-bcc4-4e61da9a497b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:48.404995 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-258d1882-c924-4ee1-8835-2b0ee015a6f7 req-ec5ca148-4789-42a2-bcc4-4e61da9a497b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=89d4fe2e-02dc-452f-b37f-085ec5acb28a HTTP/1.1" status: 200 len: 850 time: 0.1742933 Aug 11 03:23:48.434883 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-39eead15-dc3e-42e9-8570-47307d0e477f None None] Deleting port ac48824b-ade0-49fd-bfb5-8ed09f692d1a {{(pid=102193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:23:48.435263 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-39eead15-dc3e-42e9-8570-47307d0e477f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:48.511947 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [None req-95d5dcbf-f152-4653-8c64-350da951e8a6 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] For port ac48824b-ade0-49fd-bfb5-8ed09f692d1a, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=ac48824b-ade0-49fd-bfb5-8ed09f692d1a,segment=NetworkSegment(9ac563b4-f65e-4a18-80d4-e2c4a019442f),segment_id=9ac563b4-f65e-4a18-80d4-e2c4a019442f)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:23:48.512650 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-95d5dcbf-f152-4653-8c64-350da951e8a6 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:48.521411 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-39eead15-dc3e-42e9-8570-47307d0e477f None None] For port ac48824b-ade0-49fd-bfb5-8ed09f692d1a, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=ac48824b-ade0-49fd-bfb5-8ed09f692d1a,segment=NetworkSegment(9ac563b4-f65e-4a18-80d4-e2c4a019442f),segment_id=9ac563b4-f65e-4a18-80d4-e2c4a019442f)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:23:48.524242 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-39eead15-dc3e-42e9-8570-47307d0e477f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:48.538771 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-39eead15-dc3e-42e9-8570-47307d0e477f None None] Calling delete_port for ac48824b-ade0-49fd-bfb5-8ed09f692d1a owned by network:dhcp {{(pid=102193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:23:48.566488 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-95d5dcbf-f152-4653-8c64-350da951e8a6 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Calling delete_port for ac48824b-ade0-49fd-bfb5-8ed09f692d1a owned by network:dhcp {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:23:48.664982 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-dde9b6ca-8af9-45ef-939b-fa0a7fc34ba0 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks [] for router_gateway, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:48.683003 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [None req-0c4a736e-98d7-4790-b5bf-3fce5cb39a86 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Allocated IP 172.20.0.14 (a8748c9c-e6ab-4081-8049-0059e9ca1ae8/fe8b59ea-21a2-4b55-90ef-c7fa646fdce4/bea14c2a-9eb1-41e5-abac-725c86ad839f) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:23:48.691262 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258d1882-c924-4ee1-8835-2b0ee015a6f7 req-bac1432f-1afc-4da4-ab7b-cf761a1b6f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:48.692823 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-258d1882-c924-4ee1-8835-2b0ee015a6f7 req-bac1432f-1afc-4da4-ab7b-cf761a1b6f35 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e7fa7474-ec27-48c0-82c6-4433dec0ec87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2130704 Aug 11 03:23:48.698191 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [None req-0c4a736e-98d7-4790-b5bf-3fce5cb39a86 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Allocated IP 172.20.0.13 (a8748c9c-e6ab-4081-8049-0059e9ca1ae8/fe8b59ea-21a2-4b55-90ef-c7fa646fdce4/bea14c2a-9eb1-41e5-abac-725c86ad839f) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:23:48.708980 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-39eead15-dc3e-42e9-8570-47307d0e477f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678'] for port, after_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:48.724425 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fd167c-e6cf-49bd-906e-38255f7b7394 req-93481b3c-f69e-4f35-a7e4-e0fd781a0025 tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:48.725742 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c1fd167c-e6cf-49bd-906e-38255f7b7394 req-93481b3c-f69e-4f35-a7e4-e0fd781a0025 tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] 10.222.0.41 "GET /v2.0/ports?device_id=04c5ac5e-e73c-4ce9-8c89-88c2affb1e0d HTTP/1.1" status: 200 len: 946 time: 0.1312439 Aug 11 03:23:48.753562 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39eead15-dc3e-42e9-8570-47307d0e477f None None] Pushing event deleted for resources: {'Port': ['ID=ac48824b-ade0-49fd-bfb5-8ed09f692d1a,revision_number=None']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:48.760189 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39eead15-dc3e-42e9-8570-47307d0e477f None None] No DVR routers for this DVR port ac48824b-ade0-49fd-bfb5-8ed09f692d1a on host n-d-764292-30 {{(pid=102193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:23:48.781041 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-95d5dcbf-f152-4653-8c64-350da951e8a6 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:48.817811 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d5dcbf-f152-4653-8c64-350da951e8a6 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Pushing event deleted for resources: {'Port': ['ID=ac48824b-ade0-49fd-bfb5-8ed09f692d1a,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:48.821031 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d5dcbf-f152-4653-8c64-350da951e8a6 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] No DVR routers for this DVR port ac48824b-ade0-49fd-bfb5-8ed09f692d1a on host n-d-764292-30 {{(pid=102191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:23:48.955214 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-95d5dcbf-f152-4653-8c64-350da951e8a6 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:48.974774 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-95d5dcbf-f152-4653-8c64-350da951e8a6 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18c5ee95-95b1-470a-bf2a-c3fadd5a9076']}} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:23:49.011540 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-95d5dcbf-f152-4653-8c64-350da951e8a6 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ac563b4-f65e-4a18-80d4-e2c4a019442f') {'for_net_delete': True} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:23:49.011843 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-95d5dcbf-f152-4653-8c64-350da951e8a6 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ac563b4-f65e-4a18-80d4-e2c4a019442f') {} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:23:49.024961 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-95d5dcbf-f152-4653-8c64-350da951e8a6 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126283644'] for segment, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:49.046532 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-95d5dcbf-f152-4653-8c64-350da951e8a6 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:49.055763 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-dde9b6ca-8af9-45ef-939b-fa0a7fc34ba0 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-446952'] for router, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:49.062337 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95d5dcbf-f152-4653-8c64-350da951e8a6 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=102191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:23:49.062337 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-95d5dcbf-f152-4653-8c64-350da951e8a6 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126283391'] for segment, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:49.062337 n-d-764292-30 neutron-server[102191]: Traceback (most recent call last): Aug 11 03:23:49.062337 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:23:49.062337 n-d-764292-30 neutron-server[102191]: timer() Aug 11 03:23:49.062337 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:23:49.062337 n-d-764292-30 neutron-server[102191]: cb(*args, **kw) Aug 11 03:23:49.062337 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:23:49.062337 n-d-764292-30 neutron-server[102191]: return func(*args, **kwargs) Aug 11 03:23:49.062337 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:23:49.062337 n-d-764292-30 neutron-server[102191]: self._notify() Aug 11 03:23:49.062337 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:23:49.062337 n-d-764292-30 neutron-server[102191]: self.callback(batched_events) Aug 11 03:23:49.062337 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:23:49.062337 n-d-764292-30 neutron-server[102191]: event.method(event) Aug 11 03:23:49.062337 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:23:49.062337 n-d-764292-30 neutron-server[102191]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:23:49.062337 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:23:49.062337 n-d-764292-30 neutron-server[102191]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:23:49.062337 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:23:49.062337 n-d-764292-30 neutron-server[102191]: return f(self, *a, **k) Aug 11 03:23:49.062337 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:23:49.062337 n-d-764292-30 neutron-server[102191]: return self._get(url).json() Aug 11 03:23:49.062337 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:23:49.062337 n-d-764292-30 neutron-server[102191]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:23:49.062337 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:23:49.062337 n-d-764292-30 neutron-server[102191]: return self.request(url, 'GET', **kwargs) Aug 11 03:23:49.062337 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:23:49.062337 n-d-764292-30 neutron-server[102191]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:23:49.062337 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:23:49.062337 n-d-764292-30 neutron-server[102191]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:23:49.062337 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:23:49.062337 n-d-764292-30 neutron-server[102191]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:23:49.062337 n-d-764292-30 neutron-server[102191]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:23:49.223130 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-95d5dcbf-f152-4653-8c64-350da951e8a6 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:49.232865 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-95d5dcbf-f152-4653-8c64-350da951e8a6 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks [] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:49.236925 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-95d5dcbf-f152-4653-8c64-350da951e8a6 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] 10.222.0.41 "DELETE /v2.0/networks/18c5ee95-95b1-470a-bf2a-c3fadd5a9076 HTTP/1.1" status: 204 len: 168 time: 1.2327590 Aug 11 03:23:49.239906 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 52614) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:49.260778 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d5dcbf-f152-4653-8c64-350da951e8a6 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Pushing event deleted for resources: {'Network': ['ID=18c5ee95-95b1-470a-bf2a-c3fadd5a9076,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:49.273783 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 969cd21a-5fa1-4d88-a6ec-12eeda300618 details requested by agent hyperv_n-h2-764292-30 with host n-h2-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:23:49.284076 n-d-764292-30 neutron-server[102191]: INFO neutron.pecan_wsgi.hooks.translation [None req-44ebb151-aa02-4914-ae17-89a3f3ba877b tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] DELETE failed (client error): The resource could not be found. Aug 11 03:23:49.284564 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44ebb151-aa02-4914-ae17-89a3f3ba877b tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:23:49.286319 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-44ebb151-aa02-4914-ae17-89a3f3ba877b tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] 10.222.0.41 "DELETE /v2.0/subnets/599a5c62-f035-4c4f-a204-b0aafd925128 HTTP/1.1" status: 404 len: 337 time: 0.0445812 Aug 11 03:23:49.289782 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 52616) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:49.315624 n-d-764292-30 neutron-server[102191]: INFO neutron.pecan_wsgi.hooks.translation [None req-de29e15e-479a-4347-9f04-ec65526c0d69 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] DELETE failed (client error): The resource could not be found. Aug 11 03:23:49.316226 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de29e15e-479a-4347-9f04-ec65526c0d69 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:23:49.317941 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-de29e15e-479a-4347-9f04-ec65526c0d69 tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] 10.222.0.41 "DELETE /v2.0/networks/ea262936-ed33-4000-b5d1-c3b79ef9fd7d HTTP/1.1" status: 404 len: 339 time: 0.0272291 Aug 11 03:23:49.320591 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 52618) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:49.324187 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c1fd167c-e6cf-49bd-906e-38255f7b7394 req-3e5b5de5-eff3-4901-bb34-efd8c6b6efa5 tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] 10.222.0.41 "GET /v2.0/security-groups?id=e65ff429-9c9c-43ff-8c00-2b2cbbc9daf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5707383 Aug 11 03:23:49.377979 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_v2 [None req-37b662a5-37f8-4a87-a893-9dca1f7bab4d tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Deleting subnet 261bfeb4-1151-412c-877e-47fe21af161a {{(pid=102191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:23:49.381820 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-37b662a5-37f8-4a87-a893-9dca1f7bab4d tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks [] for subnet, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:49.384646 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-258d1882-c924-4ee1-8835-2b0ee015a6f7 req-b8f1203f-fdba-43be-84e7-8147ab94e8dd service neutron] 10.222.0.24 "GET /v2.0/networks/e7fa7474-ec27-48c0-82c6-4433dec0ec87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6824083 Aug 11 03:23:49.406197 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dde9b6ca-8af9-45ef-939b-fa0a7fc34ba0 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Router 893863a5-0aa9-4ff3-be26-967b01b71e65 is scheduled to L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 with binding_index 1 {{(pid=102191) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:23:49.419491 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717c36fd-f476-4863-b588-81cdf59603fe req-7698c322-cd72-44ac-baf2-77912d311570 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:49.421030 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-717c36fd-f476-4863-b588-81cdf59603fe req-7698c322-cd72-44ac-baf2-77912d311570 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] 10.222.0.41 "GET /v2.0/ports?device_id=a38afb75-bfb0-4200-ae9a-cb2f866befdd HTTP/1.1" status: 200 len: 944 time: 0.1787860 Aug 11 03:23:49.428449 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port 969cd21a-5fa1-4d88-a6ec-12eeda300618, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=969cd21a-5fa1-4d88-a6ec-12eeda300618,segment=NetworkSegment(9f8ce2aa-5895-4159-b95f-a2336900b8ec),segment_id=9f8ce2aa-5895-4159-b95f-a2336900b8ec)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:23:49.439378 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-37b662a5-37f8-4a87-a893-9dca1f7bab4d tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126283525'] for subnet, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:49.479176 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Returning: {'device': '969cd21a-5fa1-4d88-a6ec-12eeda300618', 'network_id': 'e7fa7474-ec27-48c0-82c6-4433dec0ec87', 'port_id': '969cd21a-5fa1-4d88-a6ec-12eeda300618', 'mac_address': 'fa:16:3e:50:63:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89d4fe2e-02dc-452f-b37f-085ec5acb28a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:23:49.538324 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device ac48824b-ade0-49fd-bfb5-8ed09f692d1a no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:23:49.549833 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-717c36fd-f476-4863-b588-81cdf59603fe req-c403ed77-fdb6-4070-837c-bdaee26a4252 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] 10.222.0.41 "GET /v2.0/security-groups?id=adeeef27-808b-48fe-80b7-b3abd2371fee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903223 Aug 11 03:23:49.561263 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-258d1882-c924-4ee1-8835-2b0ee015a6f7 req-7926ce8a-9fae-4d47-afdb-496fb725e9a0 service neutron] 10.222.0.24 "GET /v2.0/networks/e7fa7474-ec27-48c0-82c6-4433dec0ec87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628194 Aug 11 03:23:49.572742 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0c4a736e-98d7-4790-b5bf-3fce5cb39a86 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:49.593604 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: ac48824b-ade0-49fd-bfb5-8ed09f692d1a {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:23:49.594087 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device ac48824b-ade0-49fd-bfb5-8ed09f692d1a not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:23:49.622387 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:49.636123 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 969cd21a-5fa1-4d88-a6ec-12eeda300618 {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:23:49.636509 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-37b662a5-37f8-4a87-a893-9dca1f7bab4d tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:49.656099 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port 969cd21a-5fa1-4d88-a6ec-12eeda300618, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=969cd21a-5fa1-4d88-a6ec-12eeda300618,segment=NetworkSegment(9f8ce2aa-5895-4159-b95f-a2336900b8ec),segment_id=9f8ce2aa-5895-4159-b95f-a2336900b8ec)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:23:49.668836 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dde9b6ca-8af9-45ef-939b-fa0a7fc34ba0 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:23:49.673852 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0c4a736e-98d7-4790-b5bf-3fce5cb39a86 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:49.681596 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a092273f-8105-4f2d-ab81-fa1915843eac None None] Sync routers for ids ['893863a5-0aa9-4ff3-be26-967b01b71e65'] in n-d-764292-30 {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:23:49.696150 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a092273f-8105-4f2d-ab81-fa1915843eac None None] Routers {'893863a5-0aa9-4ff3-be26-967b01b71e65'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:23:49.697812 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-a092273f-8105-4f2d-ab81-fa1915843eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:23:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['893863a5-0aa9-4ff3-be26-967b01b71e65'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:23:49.710802 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:49.734904 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c4a736e-98d7-4790-b5bf-3fce5cb39a86 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Network a8748c9c-e6ab-4081-8049-0059e9ca1ae8 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:23:49.741295 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-0c4a736e-98d7-4790-b5bf-3fce5cb39a86 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:23:49.744158 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4a736e-98d7-4790-b5bf-3fce5cb39a86 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:23:49.757917 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-a092273f-8105-4f2d-ab81-fa1915843eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:23:49.769614 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=969cd21a-5fa1-4d88-a6ec-12eeda300618,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:49.769824 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a092273f-8105-4f2d-ab81-fa1915843eac None None] Routers {'893863a5-0aa9-4ff3-be26-967b01b71e65'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:23:49.770432 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-a092273f-8105-4f2d-ab81-fa1915843eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:23:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['893863a5-0aa9-4ff3-be26-967b01b71e65'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:23:49.804333 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-a092273f-8105-4f2d-ab81-fa1915843eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:23:49.804770 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a092273f-8105-4f2d-ab81-fa1915843eac None None] The sync data for ids ['893863a5-0aa9-4ff3-be26-967b01b71e65'] in n-d-764292-30 is: [] {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:23:49.805381 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c4a736e-98d7-4790-b5bf-3fce5cb39a86 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:49.806144 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0c4a736e-98d7-4790-b5bf-3fce5cb39a86 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:49.810564 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-dde9b6ca-8af9-45ef-939b-fa0a7fc34ba0 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks [] for router, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:49.812746 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-dde9b6ca-8af9-45ef-939b-fa0a7fc34ba0 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 4.3024099 Aug 11 03:23:49.815377 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 52626) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:49.825163 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4a736e-98d7-4790-b5bf-3fce5cb39a86 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Pushing event updated for resources: {'Port': ['ID=bea14c2a-9eb1-41e5-abac-725c86ad839f,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:49.845181 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-37b662a5-37f8-4a87-a893-9dca1f7bab4d tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126283413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126275158'] for subnet, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:49.876837 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b662a5-37f8-4a87-a893-9dca1f7bab4d tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Pushing event deleted for resources: {'Subnet': ['ID=261bfeb4-1151-412c-877e-47fe21af161a,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:49.882384 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-37b662a5-37f8-4a87-a893-9dca1f7bab4d tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:49.884317 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-37b662a5-37f8-4a87-a893-9dca1f7bab4d tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] 10.222.0.41 "DELETE /v2.0/subnets/261bfeb4-1151-412c-877e-47fe21af161a HTTP/1.1" status: 204 len: 168 time: 0.5628107 Aug 11 03:23:49.886883 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 52630) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:49.891261 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bd12d76-f2fe-4f58-9cff-8b1a8edb9c3b None None] Network 3e1d1075-3ba8-47d8-827d-34f7f177bab2 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:23:49.935812 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['969cd21a-5fa1-4d88-a6ec-12eeda300618'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:23:49.983936 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-2e281f96-9c0a-4217-ba06-6f77fb55db2b tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:49.994952 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-0c4a736e-98d7-4790-b5bf-3fce5cb39a86 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 2.5158472 Aug 11 03:23:49.999298 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 52634) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:50.008824 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-dc144c97-d30e-4c85-9a32-4386906f40bf tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Request body: {'floatingip': {'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'port_id': 'bea14c2a-9eb1-41e5-abac-725c86ad839f', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:23:50.016727 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-82740f32-9d49-4096-aba7-f6f1b7011562 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] 10.222.0.41 "GET /v2.0/routers/893863a5-0aa9-4ff3-be26-967b01b71e65 HTTP/1.1" status: 200 len: 880 time: 0.1997900 Aug 11 03:23:50.020134 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 52636) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:50.099454 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-2e281f96-9c0a-4217-ba06-6f77fb55db2b tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Deleting port 52562b40-055c-46a6-9002-0a885d82fabf {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:23:50.099454 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-2e281f96-9c0a-4217-ba06-6f77fb55db2b tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:50.109656 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9248f3-f518-4438-9a2d-e7f6e71a8cd0 req-8426ab9e-b6dd-411a-912c-53c493e8d0e7 tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:50.111965 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4d9248f3-f518-4438-9a2d-e7f6e71a8cd0 req-8426ab9e-b6dd-411a-912c-53c493e8d0e7 tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] 10.222.0.24 "GET /v2.0/ports?device_id=04c5ac5e-e73c-4ce9-8c89-88c2affb1e0d HTTP/1.1" status: 200 len: 946 time: 0.1723809 Aug 11 03:23:50.114874 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-dc144c97-d30e-4c85-9a32-4386906f40bf tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks [] for floatingip, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:50.220011 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9325b8b9-076a-46c8-91ba-25634b86517d None None] DHCP port deletion for 3e1d1075-3ba8-47d8-827d-34f7f177bab2 request from n-d-764292-30 {{(pid=102193) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:23:50.251417 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [None req-2e281f96-9c0a-4217-ba06-6f77fb55db2b tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] For port 52562b40-055c-46a6-9002-0a885d82fabf, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=52562b40-055c-46a6-9002-0a885d82fabf,segment=NetworkSegment(1c0a74f6-21a3-43a1-be49-9efc34378d02),segment_id=1c0a74f6-21a3-43a1-be49-9efc34378d02)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:23:50.251778 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-2e281f96-9c0a-4217-ba06-6f77fb55db2b tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:50.271357 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-2e281f96-9c0a-4217-ba06-6f77fb55db2b tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Calling delete_port for 52562b40-055c-46a6-9002-0a885d82fabf owned by network:dhcp {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:23:50.277294 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-9325b8b9-076a-46c8-91ba-25634b86517d None None] Deleting port 52562b40-055c-46a6-9002-0a885d82fabf {{(pid=102193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:23:50.277880 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-9325b8b9-076a-46c8-91ba-25634b86517d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:50.334781 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [req-4d9248f3-f518-4438-9a2d-e7f6e71a8cd0 req-4f2ca6cb-b069-4f09-9c01-b0242e1e5a90 tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] Deleting port b5238241-78c9-426b-9126-31bc75379633 {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:23:50.336078 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-4d9248f3-f518-4438-9a2d-e7f6e71a8cd0 req-4f2ca6cb-b069-4f09-9c01-b0242e1e5a90 tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:50.373131 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-9325b8b9-076a-46c8-91ba-25634b86517d None None] For port 52562b40-055c-46a6-9002-0a885d82fabf, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=52562b40-055c-46a6-9002-0a885d82fabf,segment=NetworkSegment(1c0a74f6-21a3-43a1-be49-9efc34378d02),segment_id=1c0a74f6-21a3-43a1-be49-9efc34378d02)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:23:50.373801 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-9325b8b9-076a-46c8-91ba-25634b86517d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:50.394918 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-9325b8b9-076a-46c8-91ba-25634b86517d None None] Calling delete_port for 52562b40-055c-46a6-9002-0a885d82fabf owned by network:dhcp {{(pid=102193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:23:50.429503 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-dc144c97-d30e-4c85-9a32-4386906f40bf tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:50.471318 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-8cdbaac7-8280-487a-ae07-0be709e8bfa5 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.4485331 Aug 11 03:23:50.474128 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 52644) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:50.481698 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-254fc582-5575-4456-84fd-41fd624364b5 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-617095876'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:23:50.486512 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-4d9248f3-f518-4438-9a2d-e7f6e71a8cd0 req-4f2ca6cb-b069-4f09-9c01-b0242e1e5a90 tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] For port b5238241-78c9-426b-9126-31bc75379633, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=b5238241-78c9-426b-9126-31bc75379633,segment=NetworkSegment(705c4024-35dd-41b1-9db2-081f2ec1f0f1),segment_id=705c4024-35dd-41b1-9db2-081f2ec1f0f1)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:23:50.486893 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-4d9248f3-f518-4438-9a2d-e7f6e71a8cd0 req-4f2ca6cb-b069-4f09-9c01-b0242e1e5a90 tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:50.504623 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [req-4d9248f3-f518-4438-9a2d-e7f6e71a8cd0 req-4f2ca6cb-b069-4f09-9c01-b0242e1e5a90 tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] Calling delete_port for b5238241-78c9-426b-9126-31bc75379633 owned by compute:nova {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:23:50.507810 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-9325b8b9-076a-46c8-91ba-25634b86517d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678'] for port, after_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:50.526063 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1bf6f3-5218-47b6-8a2c-c61e98d670f9 req-b7f4da3d-d11d-4576-b927-c0d8b83cc3ad tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:50.527609 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2e1bf6f3-5218-47b6-8a2c-c61e98d670f9 req-b7f4da3d-d11d-4576-b927-c0d8b83cc3ad tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] 10.222.0.41 "GET /v2.0/ports?device_id=04c5ac5e-e73c-4ce9-8c89-88c2affb1e0d HTTP/1.1" status: 200 len: 946 time: 0.1011386 Aug 11 03:23:50.546801 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9325b8b9-076a-46c8-91ba-25634b86517d None None] Pushing event deleted for resources: {'Port': ['ID=52562b40-055c-46a6-9002-0a885d82fabf,revision_number=None']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:50.555544 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9325b8b9-076a-46c8-91ba-25634b86517d None None] No DVR routers for this DVR port 52562b40-055c-46a6-9002-0a885d82fabf on host n-d-764292-30 {{(pid=102193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:23:50.592872 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-2e281f96-9c0a-4217-ba06-6f77fb55db2b tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:50.612424 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2e1bf6f3-5218-47b6-8a2c-c61e98d670f9 req-1e8d4c11-e21c-4384-a7f1-9a8edfe5bbfb tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] 10.222.0.41 "GET /v2.0/security-groups?id=e65ff429-9c9c-43ff-8c00-2b2cbbc9daf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494394 Aug 11 03:23:50.660851 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e281f96-9c0a-4217-ba06-6f77fb55db2b tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Pushing event deleted for resources: {'Port': ['ID=52562b40-055c-46a6-9002-0a885d82fabf,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:50.665708 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e281f96-9c0a-4217-ba06-6f77fb55db2b tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] No DVR routers for this DVR port 52562b40-055c-46a6-9002-0a885d82fabf on host n-d-764292-30 {{(pid=102191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:23:50.716917 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [None req-dc144c97-d30e-4c85-9a32-4386906f40bf tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Allocated IP 172.25.8.201 (09faf7d2-eaf5-4a50-bb6e-4cb05d009a76/e1a97443-13df-40bb-85f5-fd269e2742c0/66c11075-1c90-4e54-a224-89f67b302168) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:23:50.733225 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5536dadc-eb22-4e0b-ad07-139f983d37bd req-67f2c7eb-4813-4a29-967c-e9c0ea3bf72b tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:50.734771 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5536dadc-eb22-4e0b-ad07-139f983d37bd req-67f2c7eb-4813-4a29-967c-e9c0ea3bf72b tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] 10.222.0.41 "GET /v2.0/ports?device_id=a38afb75-bfb0-4200-ae9a-cb2f866befdd HTTP/1.1" status: 200 len: 945 time: 0.0627651 Aug 11 03:23:50.774956 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5536dadc-eb22-4e0b-ad07-139f983d37bd req-22155e08-8fcf-4983-9ce9-bbbbc3a29ca6 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] 10.222.0.41 "GET /v2.0/security-groups?id=adeeef27-808b-48fe-80b7-b3abd2371fee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329804 Aug 11 03:23:50.820338 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-2e281f96-9c0a-4217-ba06-6f77fb55db2b tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:50.822650 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-4d9248f3-f518-4438-9a2d-e7f6e71a8cd0 req-4f2ca6cb-b069-4f09-9c01-b0242e1e5a90 tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:50.839582 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['93c45f72-e214-419a-8395-856cc4a4b08c'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:23:50.866300 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2ca6cb-b069-4f09-9c01-b0242e1e5a90 tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] Pushing event deleted for resources: {'Port': ['ID=b5238241-78c9-426b-9126-31bc75379633,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:50.877456 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-2e281f96-9c0a-4217-ba06-6f77fb55db2b tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e1d1075-3ba8-47d8-827d-34f7f177bab2']}} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:23:50.903088 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-2e281f96-9c0a-4217-ba06-6f77fb55db2b tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c0a74f6-21a3-43a1-be49-9efc34378d02') {'for_net_delete': True} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:23:50.903426 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-2e281f96-9c0a-4217-ba06-6f77fb55db2b tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c0a74f6-21a3-43a1-be49-9efc34378d02') {} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:23:50.908628 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['b5238241-78c9-426b-9126-31bc75379633', '96dc6db1-5ecb-414b-b2e6-2716dde838af'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:23:50.926504 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d9248f3-f518-4438-9a2d-e7f6e71a8cd0 req-4f2ca6cb-b069-4f09-9c01-b0242e1e5a90 tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] No DVR routers for this DVR port b5238241-78c9-426b-9126-31bc75379633 on host n-h2-764292-30 {{(pid=102192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:23:50.929109 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-4d9248f3-f518-4438-9a2d-e7f6e71a8cd0 req-4f2ca6cb-b069-4f09-9c01-b0242e1e5a90 tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:50.932885 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4d9248f3-f518-4438-9a2d-e7f6e71a8cd0 req-4f2ca6cb-b069-4f09-9c01-b0242e1e5a90 tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] 10.222.0.24 "DELETE /v2.0/ports/b5238241-78c9-426b-9126-31bc75379633 HTTP/1.1" status: 204 len: 173 time: 0.8088219 Aug 11 03:23:50.933639 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04c5ac5e-e73c-4ce9-8c89-88c2affb1e0d', 'name': 'network-vif-deleted', 'tag': 'b5238241-78c9-426b-9126-31bc75379633'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:23:50.936509 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-253016f1-6d1d-499d-a738-3988802c452d" -d '{"events": [{"server_uuid": "04c5ac5e-e73c-4ce9-8c89-88c2affb1e0d", "name": "network-vif-deleted", "tag": "b5238241-78c9-426b-9126-31bc75379633"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:23:50.961687 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-2e281f96-9c0a-4217-ba06-6f77fb55db2b tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126283644'] for segment, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:50.990241 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f0588d6-6fd5-45ed-8526-b039d9b52e0b x-openstack-request-id: req-2f0588d6-6fd5-45ed-8526-b039d9b52e0b {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:23:50.991353 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04c5ac5e-e73c-4ce9-8c89-88c2affb1e0d", "name": "network-vif-deleted", "tag": "b5238241-78c9-426b-9126-31bc75379633", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:23:50.991877 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2f0588d6-6fd5-45ed-8526-b039d9b52e0b {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:23:50.992653 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04c5ac5e-e73c-4ce9-8c89-88c2affb1e0d', 'name': 'network-vif-deleted', 'tag': 'b5238241-78c9-426b-9126-31bc75379633', 'status': 'completed', 'code': 200} Aug 11 03:23:51.003852 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-2e281f96-9c0a-4217-ba06-6f77fb55db2b tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:51.018678 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e281f96-9c0a-4217-ba06-6f77fb55db2b tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=102191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:23:51.019210 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-2e281f96-9c0a-4217-ba06-6f77fb55db2b tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126283391'] for segment, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:51.036683 n-d-764292-30 neutron-server[102191]: Traceback (most recent call last): Aug 11 03:23:51.036683 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:23:51.036683 n-d-764292-30 neutron-server[102191]: timer() Aug 11 03:23:51.036683 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:23:51.036683 n-d-764292-30 neutron-server[102191]: cb(*args, **kw) Aug 11 03:23:51.036683 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:23:51.036683 n-d-764292-30 neutron-server[102191]: return func(*args, **kwargs) Aug 11 03:23:51.036683 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:23:51.036683 n-d-764292-30 neutron-server[102191]: self._notify() Aug 11 03:23:51.036683 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:23:51.036683 n-d-764292-30 neutron-server[102191]: self.callback(batched_events) Aug 11 03:23:51.036683 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:23:51.036683 n-d-764292-30 neutron-server[102191]: event.method(event) Aug 11 03:23:51.036683 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:23:51.036683 n-d-764292-30 neutron-server[102191]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:23:51.036683 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:23:51.036683 n-d-764292-30 neutron-server[102191]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:23:51.036683 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:23:51.036683 n-d-764292-30 neutron-server[102191]: return f(self, *a, **k) Aug 11 03:23:51.036683 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:23:51.036683 n-d-764292-30 neutron-server[102191]: return self._get(url).json() Aug 11 03:23:51.036683 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:23:51.036683 n-d-764292-30 neutron-server[102191]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:23:51.036683 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:23:51.036683 n-d-764292-30 neutron-server[102191]: return self.request(url, 'GET', **kwargs) Aug 11 03:23:51.036683 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:23:51.036683 n-d-764292-30 neutron-server[102191]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:23:51.036683 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:23:51.036683 n-d-764292-30 neutron-server[102191]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:23:51.036683 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:23:51.036683 n-d-764292-30 neutron-server[102191]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:23:51.036683 n-d-764292-30 neutron-server[102191]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:23:51.281349 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 969cd21a-5fa1-4d88-a6ec-12eeda300618 up at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:23:51.383279 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-dc144c97-d30e-4c85-9a32-4386906f40bf tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:51.450129 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning for port 969cd21a-5fa1-4d88-a6ec-12eeda300618 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:23:51.455223 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning complete for port 969cd21a-5fa1-4d88-a6ec-12eeda300618 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:23:51.455925 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:51.491966 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 52562b40-055c-46a6-9002-0a885d82fabf no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:23:51.514959 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: 52562b40-055c-46a6-9002-0a885d82fabf {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:23:51.515792 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 52562b40-055c-46a6-9002-0a885d82fabf not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:23:51.545609 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-254fc582-5575-4456-84fd-41fd624364b5 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-446725', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-448852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6559'] for router, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:51.569850 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-2e281f96-9c0a-4217-ba06-6f77fb55db2b tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:51.570136 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-2e281f96-9c0a-4217-ba06-6f77fb55db2b tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Notify callbacks [] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:51.575093 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-2e281f96-9c0a-4217-ba06-6f77fb55db2b tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] 10.222.0.41 "DELETE /v2.0/networks/3e1d1075-3ba8-47d8-827d-34f7f177bab2 HTTP/1.1" status: 204 len: 168 time: 1.6865928 Aug 11 03:23:51.576622 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:51.585180 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e281f96-9c0a-4217-ba06-6f77fb55db2b tempest-NetworksIpV6Test-1984737431 tempest-NetworksIpV6Test-1984737431-project] Pushing event deleted for resources: {'Network': ['ID=3e1d1075-3ba8-47d8-827d-34f7f177bab2,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:51.604827 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a38afb75-bfb0-4200-ae9a-cb2f866befdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '969cd21a-5fa1-4d88-a6ec-12eeda300618'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:23:51.607148 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fbc5259-9dce-4579-abe2-27d33fc11bbd" -d '{"events": [{"server_uuid": "a38afb75-bfb0-4200-ae9a-cb2f866befdd", "name": "network-vif-plugged", "status": "completed", "tag": "969cd21a-5fa1-4d88-a6ec-12eeda300618"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:23:51.623376 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port 969cd21a-5fa1-4d88-a6ec-12eeda300618, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=969cd21a-5fa1-4d88-a6ec-12eeda300618,segment=NetworkSegment(9f8ce2aa-5895-4159-b95f-a2336900b8ec),segment_id=9f8ce2aa-5895-4159-b95f-a2336900b8ec)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:23:51.628969 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-dc144c97-d30e-4c85-9a32-4386906f40bf tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:51.654257 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-549a8447-2a5e-4f90-8f43-4a4c1c2f0523 x-openstack-request-id: req-549a8447-2a5e-4f90-8f43-4a4c1c2f0523 {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:23:51.654736 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a38afb75-bfb0-4200-ae9a-cb2f866befdd", "name": "network-vif-plugged", "status": "completed", "tag": "969cd21a-5fa1-4d88-a6ec-12eeda300618", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:23:51.654968 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-549a8447-2a5e-4f90-8f43-4a4c1c2f0523 {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:23:51.655418 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a38afb75-bfb0-4200-ae9a-cb2f866befdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '969cd21a-5fa1-4d88-a6ec-12eeda300618', 'code': 200} Aug 11 03:23:51.670849 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:51.672441 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device b5238241-78c9-426b-9126-31bc75379633 no longer exists at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:23:51.674431 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-254fc582-5575-4456-84fd-41fd624364b5 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-446952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-446974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-446967', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-448845'] for router, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:51.700662 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc144c97-d30e-4c85-9a32-4386906f40bf tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:23:51.745341 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-dc144c97-d30e-4c85-9a32-4386906f40bf tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:23:51.749276 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc144c97-d30e-4c85-9a32-4386906f40bf tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Pushing event updated for resources: {'Port': ['ID=66c11075-1c90-4e54-a224-89f67b302168,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:51.761554 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc144c97-d30e-4c85-9a32-4386906f40bf tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:23:51.763370 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] No Port match for: b5238241-78c9-426b-9126-31bc75379633 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:23:51.763715 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device b5238241-78c9-426b-9126-31bc75379633 not bound to the agent host n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:23:51.804165 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=969cd21a-5fa1-4d88-a6ec-12eeda300618,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:51.817151 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3715442d-8272-4965-8d76-da87c0ef0224 req-a13ef384-d937-4d3d-95b7-68c224197be3 tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] 10.222.0.41 "GET /v2.0/ports?device_id=04c5ac5e-e73c-4ce9-8c89-88c2affb1e0d HTTP/1.1" status: 200 len: 210 time: 0.0414610 Aug 11 03:23:51.840959 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33471793-a8d0-4557-85a8-cb52f27bf988 req-9e4482d4-85ec-413b-ae4a-018b919e0bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:51.842888 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-33471793-a8d0-4557-85a8-cb52f27bf988 req-9e4482d4-85ec-413b-ae4a-018b919e0bb0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a38afb75-bfb0-4200-ae9a-cb2f866befdd HTTP/1.1" status: 200 len: 1098 time: 0.1064305 Aug 11 03:23:51.879841 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-254fc582-5575-4456-84fd-41fd624364b5 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Router 893863a5-0aa9-4ff3-be26-967b01b71e65 has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:23:51.928807 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-33471793-a8d0-4557-85a8-cb52f27bf988 req-ec6485d8-65a8-4377-b5fa-c06f88582313 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=adeeef27-808b-48fe-80b7-b3abd2371fee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778835 Aug 11 03:23:51.957908 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62772404-0e2a-49bc-99ad-a6e0d6525862 req-6cd8025a-1911-46a8-94f7-0ff9982095b4 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:51.966876 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-62772404-0e2a-49bc-99ad-a6e0d6525862 req-6cd8025a-1911-46a8-94f7-0ff9982095b4 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] 10.222.0.41 "GET /v2.0/ports?device_id=a38afb75-bfb0-4200-ae9a-cb2f866befdd HTTP/1.1" status: 200 len: 946 time: 0.0879090 Aug 11 03:23:52.014590 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-62772404-0e2a-49bc-99ad-a6e0d6525862 req-25fe342d-1e45-4caf-bfab-2f77b5e3a492 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] 10.222.0.41 "GET /v2.0/security-groups?id=adeeef27-808b-48fe-80b7-b3abd2371fee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466552 Aug 11 03:23:52.052425 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 52678) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:52.137609 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-254fc582-5575-4456-84fd-41fd624364b5 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:23:52.150128 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-308825cf-848d-4e5f-89a6-7eb4c4dafaff None None] Sync routers for ids ['893863a5-0aa9-4ff3-be26-967b01b71e65'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:23:52.169809 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-254fc582-5575-4456-84fd-41fd624364b5 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks [] for router, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:52.170973 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-254fc582-5575-4456-84fd-41fd624364b5 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] 10.222.0.41 "PUT /v2.0/routers/893863a5-0aa9-4ff3-be26-967b01b71e65 HTTP/1.1" status: 200 len: 887 time: 1.6947381 Aug 11 03:23:52.173582 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 52684) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:52.179261 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-308825cf-848d-4e5f-89a6-7eb4c4dafaff None None] Routers {'893863a5-0aa9-4ff3-be26-967b01b71e65'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:23:52.180014 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-308825cf-848d-4e5f-89a6-7eb4c4dafaff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:23:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['893863a5-0aa9-4ff3-be26-967b01b71e65'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:23:52.209983 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-e55d4c80-fd1f-488d-9513-813ec4577a0d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=36371e2845a94adc8766212c496af890&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1556125 Aug 11 03:23:52.212294 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 52686) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:52.237427 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-308825cf-848d-4e5f-89a6-7eb4c4dafaff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:23:52.249969 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-308825cf-848d-4e5f-89a6-7eb4c4dafaff None None] Routers {'893863a5-0aa9-4ff3-be26-967b01b71e65'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:23:52.250762 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-308825cf-848d-4e5f-89a6-7eb4c4dafaff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:23:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['893863a5-0aa9-4ff3-be26-967b01b71e65'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:23:52.279011 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-427b1755-99fb-410a-a356-de3aa05d4edf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:52.301032 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-db48a8b7-bc3b-4530-8d87-509d8860b656 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] 10.222.0.41 "GET /v2.0/routers/893863a5-0aa9-4ff3-be26-967b01b71e65 HTTP/1.1" status: 200 len: 887 time: 0.1263282 Aug 11 03:23:52.303629 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 52688) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:52.304482 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-308825cf-848d-4e5f-89a6-7eb4c4dafaff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:23:52.305259 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-308825cf-848d-4e5f-89a6-7eb4c4dafaff None None] The sync data for ids ['893863a5-0aa9-4ff3-be26-967b01b71e65'] in n-d-764292-30 is: [] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:23:52.306266 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-427b1755-99fb-410a-a356-de3aa05d4edf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:52.339037 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-492fd4b8-8086-4304-9e39-2b0dada28f29 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] 10.222.0.41 "GET /v2.0/ports?device_id=893863a5-0aa9-4ff3-be26-967b01b71e65 HTTP/1.1" status: 200 len: 205 time: 0.0320811 Aug 11 03:23:52.339742 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 52690) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:52.439160 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-427b1755-99fb-410a-a356-de3aa05d4edf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:52.441992 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-427b1755-99fb-410a-a356-de3aa05d4edf admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:52.445857 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-427b1755-99fb-410a-a356-de3aa05d4edf admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e3d34c8e-4720-41b2-9a8c-b5b706c66449 HTTP/1.1" status: 204 len: 168 time: 0.2297487 Aug 11 03:23:52.451377 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427b1755-99fb-410a-a356-de3aa05d4edf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3d34c8e-4720-41b2-9a8c-b5b706c66449,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:52.545334 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c2a535ec-d326-40a7-a774-bf81e71ee2f4 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks [] for router, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:52.605292 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-dc144c97-d30e-4c85-9a32-4386906f40bf tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:52.700754 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c2a535ec-d326-40a7-a774-bf81e71ee2f4 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:52.887283 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-dc144c97-d30e-4c85-9a32-4386906f40bf tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:52.956824 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-c2a535ec-d326-40a7-a774-bf81e71ee2f4 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Deleting port caa7bb8e-984d-47b7-905a-e928c2a7370b {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:23:52.957171 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c2a535ec-d326-40a7-a774-bf81e71ee2f4 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:53.156811 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43343ba-6ecd-4cfd-80e7-f28f0673a475 req-17a2d94c-57d5-4f0a-92b5-088d985c7954 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:53.165285 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f43343ba-6ecd-4cfd-80e7-f28f0673a475 req-17a2d94c-57d5-4f0a-92b5-088d985c7954 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] 10.222.0.41 "GET /v2.0/ports?device_id=a38afb75-bfb0-4200-ae9a-cb2f866befdd HTTP/1.1" status: 200 len: 946 time: 0.0612292 Aug 11 03:23:53.197601 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-dc144c97-d30e-4c85-9a32-4386906f40bf tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:53.211930 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f43343ba-6ecd-4cfd-80e7-f28f0673a475 req-61275d8c-a433-42e5-ae3a-a61591fb895f tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] 10.222.0.41 "GET /v2.0/security-groups?id=adeeef27-808b-48fe-80b7-b3abd2371fee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449033 Aug 11 03:23:53.214654 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c2a535ec-d326-40a7-a774-bf81e71ee2f4 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:53.228882 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-c2a535ec-d326-40a7-a774-bf81e71ee2f4 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Calling delete_port for caa7bb8e-984d-47b7-905a-e928c2a7370b owned by network:router_gateway {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:23:53.288809 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-dc144c97-d30e-4c85-9a32-4386906f40bf tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:53.352332 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab53335-310b-4d64-9ffd-26331e864e2b req-b4e76bc4-2b34-40ea-b711-91fc9915e6ca tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:53.354049 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1ab53335-310b-4d64-9ffd-26331e864e2b req-b4e76bc4-2b34-40ea-b711-91fc9915e6ca tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] 10.222.0.41 "GET /v2.0/ports?device_id=a38afb75-bfb0-4200-ae9a-cb2f866befdd HTTP/1.1" status: 200 len: 946 time: 0.0602138 Aug 11 03:23:53.367099 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 52730) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:53.372745 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-f433a936-a058-4112-b551-d47f31aef21a tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Request body: {'floatingip': {'port_id': '969cd21a-5fa1-4d88-a6ec-12eeda300618'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:23:53.389511 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-dc144c97-d30e-4c85-9a32-4386906f40bf tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446866'] for floatingip, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:53.450108 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-f433a936-a058-4112-b551-d47f31aef21a tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Notify callbacks [] for floatingip, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:53.453362 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc144c97-d30e-4c85-9a32-4386906f40bf tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Pushing event updated for resources: {'Port': ['ID=66c11075-1c90-4e54-a224-89f67b302168,revision_number=2']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:53.559788 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef800707-df04-48fc-9afc-91d5e977d073 req-f07da648-a110-42fb-96cc-9f41c74492d2 tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:53.561323 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ef800707-df04-48fc-9afc-91d5e977d073 req-f07da648-a110-42fb-96cc-9f41c74492d2 tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e8e4809-0e1a-480b-8105-cc1135ce20e2 HTTP/1.1" status: 200 len: 946 time: 0.2180483 Aug 11 03:23:53.597733 n-d-764292-30 neutron-server[102191]: INFO neutron.db.l3_db [None req-dc144c97-d30e-4c85-9a32-4386906f40bf tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Floating IP 60aefe52-8cde-43ca-a1e2-548fcf0b529a associated. External IP: 172.25.8.201, port: bea14c2a-9eb1-41e5-abac-725c86ad839f. Aug 11 03:23:53.652428 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ef800707-df04-48fc-9afc-91d5e977d073 req-dcfe3d09-21eb-4b46-ad74-ee4c631017cf tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] 10.222.0.41 "GET /v2.0/security-groups?id=e65ff429-9c9c-43ff-8c00-2b2cbbc9daf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819259 Aug 11 03:23:53.733540 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 52742) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:53.741673 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c2a535ec-d326-40a7-a774-bf81e71ee2f4 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:53.782869 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a535ec-d326-40a7-a774-bf81e71ee2f4 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Pushing event deleted for resources: {'Port': ['ID=caa7bb8e-984d-47b7-905a-e928c2a7370b,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:54.182590 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-e81ec88e-edaf-48be-a8e4-d64d98c919a4 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1562459951'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:23:54.244310 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-f433a936-a058-4112-b551-d47f31aef21a tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:54.280956 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c2a535ec-d326-40a7-a774-bf81e71ee2f4 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-446916'] for router_gateway, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:54.296300 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-f433a936-a058-4112-b551-d47f31aef21a tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446866'] for floatingip, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:54.343559 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e81ec88e-edaf-48be-a8e4-d64d98c919a4 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Made reservation on behalf of e3d11adc70004665908a030719f0fc48 for: {'network': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:23:54.346152 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e81ec88e-edaf-48be-a8e4-d64d98c919a4 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:54.386385 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e81ec88e-edaf-48be-a8e4-d64d98c919a4 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:54.403236 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c2a535ec-d326-40a7-a774-bf81e71ee2f4 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6544'] for router, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:54.406750 n-d-764292-30 neutron-server[102192]: INFO neutron.db.l3_db [None req-f433a936-a058-4112-b551-d47f31aef21a tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Floating IP 91b378eb-bb74-4b9f-802d-0af4398162f0 associated. External IP: 172.25.8.193, port: 969cd21a-5fa1-4d88-a6ec-12eeda300618. Aug 11 03:23:54.410823 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c2a535ec-d326-40a7-a774-bf81e71ee2f4 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:54.414589 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc144c97-d30e-4c85-9a32-4386906f40bf tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Router 49046332-233f-4c02-a67c-6dac2c5a4f04 has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:23:54.572582 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c2a535ec-d326-40a7-a774-bf81e71ee2f4 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448809'] for router, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:54.573450 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2a535ec-d326-40a7-a774-bf81e71ee2f4 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Fanout notify agent at l3_agent the message router_deleted on router 893863a5-0aa9-4ff3-be26-967b01b71e65 {{(pid=102191) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:23:54.586975 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c2a535ec-d326-40a7-a774-bf81e71ee2f4 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks [] for router, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:54.587238 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-c2a535ec-d326-40a7-a774-bf81e71ee2f4 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] 10.222.0.41 "DELETE /v2.0/routers/893863a5-0aa9-4ff3-be26-967b01b71e65 HTTP/1.1" status: 204 len: 168 time: 2.2466247 Aug 11 03:23:54.592047 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 52756) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:54.604513 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-3229cd1e-c0d2-4072-8de4-1fb85972cb5f tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Request body: {'network': {'name': 'tempest-RoutersTest-603147077'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:23:54.624408 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc144c97-d30e-4c85-9a32-4386906f40bf tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:23:54.643978 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df80322-ddea-4321-872f-835f60381abb None None] Sync routers for ids ['49046332-233f-4c02-a67c-6dac2c5a4f04'] in n-d-764292-30 {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:23:54.655405 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df80322-ddea-4321-872f-835f60381abb None None] Routers {'49046332-233f-4c02-a67c-6dac2c5a4f04'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:23:54.656601 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-4df80322-ddea-4321-872f-835f60381abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:23:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['49046332-233f-4c02-a67c-6dac2c5a4f04'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:23:54.665833 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e81ec88e-edaf-48be-a8e4-d64d98c919a4 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:54.670553 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e712ed-7b76-4362-9e62-1970507d51ce req-c3271454-6a33-4b0a-957b-634a8b6d2859 tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:54.672142 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-61e712ed-7b76-4362-9e62-1970507d51ce req-c3271454-6a33-4b0a-957b-634a8b6d2859 tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e8e4809-0e1a-480b-8105-cc1135ce20e2 HTTP/1.1" status: 200 len: 946 time: 0.1178253 Aug 11 03:23:54.703274 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-4df80322-ddea-4321-872f-835f60381abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:23:54.718116 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df80322-ddea-4321-872f-835f60381abb None None] Routers {'49046332-233f-4c02-a67c-6dac2c5a4f04'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:23:54.718930 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-4df80322-ddea-4321-872f-835f60381abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:23:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['49046332-233f-4c02-a67c-6dac2c5a4f04'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:23:54.748512 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e81ec88e-edaf-48be-a8e4-d64d98c919a4 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:54.763364 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-4df80322-ddea-4321-872f-835f60381abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:23:54.763364 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df80322-ddea-4321-872f-835f60381abb None None] The sync data for ids ['49046332-233f-4c02-a67c-6dac2c5a4f04'] in n-d-764292-30 is: [] {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:23:54.777747 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e81ec88e-edaf-48be-a8e4-d64d98c919a4 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=102191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:23:54.789056 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81ec88e-edaf-48be-a8e4-d64d98c919a4 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86e55481-9676-44ec-8b87-b335dd659f8c,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:54.794622 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e81ec88e-edaf-48be-a8e4-d64d98c919a4 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:54.795080 n-d-764292-30 neutron-server[102191]: INFO neutron.db.segments_db [None req-e81ec88e-edaf-48be-a8e4-d64d98c919a4 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Added segment 76b98df1-dc83-42ab-b958-c165ce306cbb of type vlan for network 89434d07-3bb4-48d1-a777-675ee50a8a0b Aug 11 03:23:54.811600 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f433a936-a058-4112-b551-d47f31aef21a tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Router 90919bdd-25f6-4d2e-a5ff-49fd434f3f9c has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:23:54.831705 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-dc144c97-d30e-4c85-9a32-4386906f40bf tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for floatingip, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:54.867430 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e81ec88e-edaf-48be-a8e4-d64d98c919a4 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:54.880370 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-dc144c97-d30e-4c85-9a32-4386906f40bf tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 4.8797085 Aug 11 03:23:54.883851 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 52760) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:54.889592 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-bfe34656-8a2d-4896-bce7-eab0b4da565c tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Request body: {'floatingip': {'port_id': 'bea14c2a-9eb1-41e5-abac-725c86ad839f', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:23:54.903018 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695f7b2f-d6bc-400f-854f-80835dbd69b5 req-ea11e28a-54d8-4b03-9441-813b2998f43b tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:54.909819 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-695f7b2f-d6bc-400f-854f-80835dbd69b5 req-ea11e28a-54d8-4b03-9441-813b2998f43b tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e8e4809-0e1a-480b-8105-cc1135ce20e2 HTTP/1.1" status: 200 len: 946 time: 0.1359677 Aug 11 03:23:54.944091 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [req-61e712ed-7b76-4362-9e62-1970507d51ce req-2d7b8dc1-de2e-48fc-b1ac-6487d65932db tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] Deleting port 96dc6db1-5ecb-414b-b2e6-2716dde838af {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:23:54.944434 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-61e712ed-7b76-4362-9e62-1970507d51ce req-2d7b8dc1-de2e-48fc-b1ac-6487d65932db tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:54.948163 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3229cd1e-c0d2-4072-8de4-1fb85972cb5f tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Made reservation on behalf of 8002057c241341da96913e0b77a31349 for: {'network': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:23:54.951726 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-3229cd1e-c0d2-4072-8de4-1fb85972cb5f tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:54.957590 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-bfe34656-8a2d-4896-bce7-eab0b4da565c tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks [] for floatingip, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:55.018470 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e81ec88e-edaf-48be-a8e4-d64d98c919a4 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:55.024692 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e81ec88e-edaf-48be-a8e4-d64d98c919a4 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:55.025232 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e81ec88e-edaf-48be-a8e4-d64d98c919a4 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks [] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:55.071260 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-695f7b2f-d6bc-400f-854f-80835dbd69b5 req-39568a5a-5d78-42a9-8c5b-802f2ea6dd5c tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] 10.222.0.41 "GET /v2.0/security-groups?id=e65ff429-9c9c-43ff-8c00-2b2cbbc9daf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605744 Aug 11 03:23:55.106781 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3229cd1e-c0d2-4072-8de4-1fb85972cb5f tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=102192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:23:55.138626 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f433a936-a058-4112-b551-d47f31aef21a tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:23:55.140605 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-3229cd1e-c0d2-4072-8de4-1fb85972cb5f tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:55.140950 n-d-764292-30 neutron-server[102192]: INFO neutron.db.segments_db [None req-3229cd1e-c0d2-4072-8de4-1fb85972cb5f tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Added segment 1555d745-3452-4977-b019-42d7a653cb39 of type vlan for network 0283cc23-d2ad-4a84-8e1a-c2bf2a570508 Aug 11 03:23:55.144904 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81ec88e-edaf-48be-a8e4-d64d98c919a4 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Pushing event updated for resources: {'Network': ['ID=89434d07-3bb4-48d1-a777-675ee50a8a0b,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:55.153949 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-f433a936-a058-4112-b551-d47f31aef21a tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for floatingip, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:55.158798 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-61e712ed-7b76-4362-9e62-1970507d51ce req-2d7b8dc1-de2e-48fc-b1ac-6487d65932db tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] For port 96dc6db1-5ecb-414b-b2e6-2716dde838af, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=96dc6db1-5ecb-414b-b2e6-2716dde838af,segment=NetworkSegment(705c4024-35dd-41b1-9db2-081f2ec1f0f1),segment_id=705c4024-35dd-41b1-9db2-081f2ec1f0f1)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:23:55.159103 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-61e712ed-7b76-4362-9e62-1970507d51ce req-2d7b8dc1-de2e-48fc-b1ac-6487d65932db tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:55.167846 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5722a28c-a9f6-46b8-bdca-86c860b8fd36 None None] Sync routers for ids ['90919bdd-25f6-4d2e-a5ff-49fd434f3f9c'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:23:55.171284 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-e81ec88e-edaf-48be-a8e4-d64d98c919a4 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.4364979 Aug 11 03:23:55.174247 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 52764) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:55.179744 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-650f614f-4422-412a-ab37-4dedbd083ac2 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-255415945'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:23:55.184417 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network 89434d07-3bb4-48d1-a777-675ee50a8a0b details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:23:55.193394 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5722a28c-a9f6-46b8-bdca-86c860b8fd36 None None] Routers {'90919bdd-25f6-4d2e-a5ff-49fd434f3f9c'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:23:55.194633 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-5722a28c-a9f6-46b8-bdca-86c860b8fd36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:23:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['90919bdd-25f6-4d2e-a5ff-49fd434f3f9c'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:23:55.216212 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [req-61e712ed-7b76-4362-9e62-1970507d51ce req-2d7b8dc1-de2e-48fc-b1ac-6487d65932db tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] Calling delete_port for 96dc6db1-5ecb-414b-b2e6-2716dde838af owned by compute:nova {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:23:55.236044 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-f433a936-a058-4112-b551-d47f31aef21a tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] 10.222.0.41 "PUT /v2.0/floatingips/91b378eb-bb74-4b9f-802d-0af4398162f0 HTTP/1.1" status: 200 len: 992 time: 1.8675511 Aug 11 03:23:55.237882 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-3229cd1e-c0d2-4072-8de4-1fb85972cb5f tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:55.243421 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a38afb75-bfb0-4200-ae9a-cb2f866befdd', 'tag': '969cd21a-5fa1-4d88-a6ec-12eeda300618'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:23:55.245714 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ad4404c-a3aa-4bd4-b0d2-b71931a3ae6a" -d '{"events": [{"name": "network-changed", "server_uuid": "a38afb75-bfb0-4200-ae9a-cb2f866befdd", "tag": "969cd21a-5fa1-4d88-a6ec-12eeda300618"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:23:55.330042 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-650f614f-4422-412a-ab37-4dedbd083ac2 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Made reservation on behalf of e3d11adc70004665908a030719f0fc48 for: {'network': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:23:55.339913 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-650f614f-4422-412a-ab37-4dedbd083ac2 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:55.370824 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-3229cd1e-c0d2-4072-8de4-1fb85972cb5f tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:55.378762 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3229cd1e-c0d2-4072-8de4-1fb85972cb5f tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:55.379699 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-3229cd1e-c0d2-4072-8de4-1fb85972cb5f tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks [] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:55.434785 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-650f614f-4422-412a-ab37-4dedbd083ac2 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=102191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:23:55.453795 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-650f614f-4422-412a-ab37-4dedbd083ac2 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:55.453795 n-d-764292-30 neutron-server[102191]: INFO neutron.db.segments_db [None req-650f614f-4422-412a-ab37-4dedbd083ac2 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Added segment 8b0d87c6-0c2d-428b-a659-711ebad2437d of type vlan for network bb04028f-2efa-409c-97d5-9289303bdac3 Aug 11 03:23:55.523075 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-5722a28c-a9f6-46b8-bdca-86c860b8fd36 None None] Set router 90919bdd-25f6-4d2e-a5ff-49fd434f3f9c gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:23:55.533580 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3229cd1e-c0d2-4072-8de4-1fb85972cb5f tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Pushing event updated for resources: {'Network': ['ID=0283cc23-d2ad-4a84-8e1a-c2bf2a570508,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:55.546025 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-650f614f-4422-412a-ab37-4dedbd083ac2 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:55.567209 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:23:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c21b5b4-e0df-4365-ad1e-4db3b84f7e7e x-openstack-request-id: req-5c21b5b4-e0df-4365-ad1e-4db3b84f7e7e {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:23:55.567634 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a38afb75-bfb0-4200-ae9a-cb2f866befdd", "tag": "969cd21a-5fa1-4d88-a6ec-12eeda300618", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:23:55.567967 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5c21b5b4-e0df-4365-ad1e-4db3b84f7e7e {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:23:55.571684 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a38afb75-bfb0-4200-ae9a-cb2f866befdd', 'tag': '969cd21a-5fa1-4d88-a6ec-12eeda300618', 'status': 'completed', 'code': 200} Aug 11 03:23:55.622717 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network 0283cc23-d2ad-4a84-8e1a-c2bf2a570508 details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:23:55.630188 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-3229cd1e-c0d2-4072-8de4-1fb85972cb5f tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.0364344 Aug 11 03:23:55.634033 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 52772) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:55.653830 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-f1151b91-f86c-4930-ae26-1c7086f9734b tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Request body: {'subnet': {'network_id': '0283cc23-d2ad-4a84-8e1a-c2bf2a570508', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:23:55.686414 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad4404c-a3aa-4bd4-b0d2-b71931a3ae6a req-538c2561-e3f4-46cd-abc5-a92441510781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:55.688662 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9ad4404c-a3aa-4bd4-b0d2-b71931a3ae6a req-538c2561-e3f4-46cd-abc5-a92441510781 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fdbe55b7c58c49b2bfb506767218e312&device_id=a38afb75-bfb0-4200-ae9a-cb2f866befdd HTTP/1.1" status: 200 len: 1098 time: 0.1131101 Aug 11 03:23:55.720606 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-650f614f-4422-412a-ab37-4dedbd083ac2 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:55.726698 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-650f614f-4422-412a-ab37-4dedbd083ac2 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:55.727288 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-650f614f-4422-412a-ab37-4dedbd083ac2 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks [] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:55.794843 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-61e712ed-7b76-4362-9e62-1970507d51ce req-2d7b8dc1-de2e-48fc-b1ac-6487d65932db tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:55.807843 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-bfe34656-8a2d-4896-bce7-eab0b4da565c tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:55.814985 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650f614f-4422-412a-ab37-4dedbd083ac2 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Pushing event updated for resources: {'Network': ['ID=bb04028f-2efa-409c-97d5-9289303bdac3,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:55.822656 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['96dc6db1-5ecb-414b-b2e6-2716dde838af'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:23:55.824844 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['93c45f72-e214-419a-8395-856cc4a4b08c'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:23:55.831341 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-650f614f-4422-412a-ab37-4dedbd083ac2 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6539283 Aug 11 03:23:55.832783 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network bb04028f-2efa-409c-97d5-9289303bdac3 details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:23:55.832929 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 52774) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:55.837984 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-c6c94b06-58eb-42b8-9d54-c3d069bbc815 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Request body: {'subnet': {'network_id': '89434d07-3bb4-48d1-a777-675ee50a8a0b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:23:55.904067 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-bfe34656-8a2d-4896-bce7-eab0b4da565c tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446866'] for floatingip, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:55.905650 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7b8dc1-de2e-48fc-b1ac-6487d65932db tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] Pushing event deleted for resources: {'Port': ['ID=96dc6db1-5ecb-414b-b2e6-2716dde838af,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:55.950851 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [req-61e712ed-7b76-4362-9e62-1970507d51ce req-2d7b8dc1-de2e-48fc-b1ac-6487d65932db tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] No DVR routers for this DVR port 96dc6db1-5ecb-414b-b2e6-2716dde838af on host n-h2-764292-30 {{(pid=102192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:23:55.955688 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-61e712ed-7b76-4362-9e62-1970507d51ce req-2d7b8dc1-de2e-48fc-b1ac-6487d65932db tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:55.958527 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-61e712ed-7b76-4362-9e62-1970507d51ce req-2d7b8dc1-de2e-48fc-b1ac-6487d65932db tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] 10.222.0.24 "DELETE /v2.0/ports/96dc6db1-5ecb-414b-b2e6-2716dde838af HTTP/1.1" status: 204 len: 173 time: 1.2766738 Aug 11 03:23:55.990627 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad4404c-a3aa-4bd4-b0d2-b71931a3ae6a req-c3441e70-a8ae-431d-96a7-b04589441aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:55.992283 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9ad4404c-a3aa-4bd4-b0d2-b71931a3ae6a req-c3441e70-a8ae-431d-96a7-b04589441aa6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e7fa7474-ec27-48c0-82c6-4433dec0ec87 HTTP/1.1" status: 200 len: 912 time: 0.2628686 Aug 11 03:23:56.141941 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9ad4404c-a3aa-4bd4-b0d2-b71931a3ae6a req-559e087e-47ca-44c8-8ca7-f77c9460cd07 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=969cd21a-5fa1-4d88-a6ec-12eeda300618 HTTP/1.1" status: 200 len: 1000 time: 0.1379800 Aug 11 03:23:56.143085 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1151b91-f86c-4930-ae26-1c7086f9734b tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Made reservation on behalf of 8002057c241341da96913e0b77a31349 for: {'subnet': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:23:56.150526 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-f1151b91-f86c-4930-ae26-1c7086f9734b tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126180544'] for subnet, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:56.218449 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfe34656-8a2d-4896-bce7-eab0b4da565c tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Router 49046332-233f-4c02-a67c-6dac2c5a4f04 has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:23:56.257114 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-5722a28c-a9f6-46b8-bdca-86c860b8fd36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90919bdd-25f6-4d2e-a5ff-49fd434f3f9c', 'name': 'tempest-AttachVolumeTestJSON-1633192616-router', 'tenant_id': 'fdbe55b7c58c49b2bfb506767218e312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': 'ac12285f-37fc-49ef-82bb-e352306589e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:23:15Z', 'updated_at': '2021-08-11T03:23:22Z', 'revision_number': 4, 'project_id': 'fdbe55b7c58c49b2bfb506767218e312', 'gw_port': {'id': 'ac12285f-37fc-49ef-82bb-e352306589e8', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:d1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90919bdd-25f6-4d2e-a5ff-49fd434f3f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2587, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:23:16Z', 'updated_at': '2021-08-11T03:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_floatingips': [{'id': '91b378eb-bb74-4b9f-802d-0af4398162f0', 'tenant_id': 'fdbe55b7c58c49b2bfb506767218e312', 'floating_ip_address': '172.25.8.193', 'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'router_id': '90919bdd-25f6-4d2e-a5ff-49fd434f3f9c', 'port_id': '969cd21a-5fa1-4d88-a6ec-12eeda300618', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2612, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7fa7474-ec27-48c0-82c6-4433dec0ec87', 'mac_address': 'fa:16:3e:50:63:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38afb75-bfb0-4200-ae9a-cb2f866befdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:23:32Z', 'updated_at': '2021-08-11T03:23:53Z', 'revision_number': 1, 'project_id': 'fdbe55b7c58c49b2bfb506767218e312', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0376a1ee-6ff5-4e76-8d98-aa7f97f298e4', 'name': '', 'network_id': 'e7fa7474-ec27-48c0-82c6-4433dec0ec87', 'tenant_id': 'fdbe55b7c58c49b2bfb506767218e312', 'mac_address': 'fa:16:3e:8b:a7:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90919bdd-25f6-4d2e-a5ff-49fd434f3f9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2592, 'fixed_ips': [{'subnet_id': '89d4fe2e-02dc-452f-b37f-085ec5acb28a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:23:20Z', 'updated_at': '2021-08-11T03:23:32Z', 'revision_number': 5, 'project_id': 'fdbe55b7c58c49b2bfb506767218e312', 'subnets': [{'id': '89d4fe2e-02dc-452f-b37f-085ec5acb28a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:23:56.369421 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfe34656-8a2d-4896-bce7-eab0b4da565c tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:23:56.389740 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f16db17-adc5-4352-bd2e-53a74649999f None None] Sync routers for ids ['49046332-233f-4c02-a67c-6dac2c5a4f04'] in n-d-764292-30 {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:23:56.394549 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5722a28c-a9f6-46b8-bdca-86c860b8fd36 None None] Checking router: 90919bdd-25f6-4d2e-a5ff-49fd434f3f9c for host: n-d-764292-30 {{(pid=102193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:23:56.395174 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-bfe34656-8a2d-4896-bce7-eab0b4da565c tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for floatingip, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:56.401178 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6c94b06-58eb-42b8-9d54-c3d069bbc815 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Made reservation on behalf of e3d11adc70004665908a030719f0fc48 for: {'subnet': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:23:56.405183 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f16db17-adc5-4352-bd2e-53a74649999f None None] Routers {'49046332-233f-4c02-a67c-6dac2c5a4f04'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:23:56.409446 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-9f16db17-adc5-4352-bd2e-53a74649999f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:23:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['49046332-233f-4c02-a67c-6dac2c5a4f04'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:23:56.410209 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c6c94b06-58eb-42b8-9d54-c3d069bbc815 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274743'] for subnet, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:56.415403 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5722a28c-a9f6-46b8-bdca-86c860b8fd36 None None] Routers {'90919bdd-25f6-4d2e-a5ff-49fd434f3f9c'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:23:56.415403 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-5722a28c-a9f6-46b8-bdca-86c860b8fd36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:23:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['90919bdd-25f6-4d2e-a5ff-49fd434f3f9c'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:23:56.471014 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-9f16db17-adc5-4352-bd2e-53a74649999f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:23:56.480679 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f16db17-adc5-4352-bd2e-53a74649999f None None] Routers {'49046332-233f-4c02-a67c-6dac2c5a4f04'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:23:56.481455 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-9f16db17-adc5-4352-bd2e-53a74649999f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:23:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['49046332-233f-4c02-a67c-6dac2c5a4f04'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:23:56.496646 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad4404c-a3aa-4bd4-b0d2-b71931a3ae6a req-c63f309f-8e85-4e81-9ced-ff0335c6bdaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:56.500027 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9ad4404c-a3aa-4bd4-b0d2-b71931a3ae6a req-c63f309f-8e85-4e81-9ced-ff0335c6bdaa service neutron] 10.222.0.24 "GET /v2.0/subnets?id=89d4fe2e-02dc-452f-b37f-085ec5acb28a HTTP/1.1" status: 200 len: 850 time: 0.3263314 Aug 11 03:23:56.517264 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-9f16db17-adc5-4352-bd2e-53a74649999f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:23:56.518336 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f16db17-adc5-4352-bd2e-53a74649999f None None] The sync data for ids ['49046332-233f-4c02-a67c-6dac2c5a4f04'] in n-d-764292-30 is: [] {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:23:56.566783 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a413009e-728d-4342-821d-9a23ea756856 req-6581542c-f8ac-4c66-91c9-e6954b551049 tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e8e4809-0e1a-480b-8105-cc1135ce20e2 HTTP/1.1" status: 200 len: 210 time: 0.2962081 Aug 11 03:23:56.601279 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-5722a28c-a9f6-46b8-bdca-86c860b8fd36 None None] Set router 90919bdd-25f6-4d2e-a5ff-49fd434f3f9c gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:23:56.678904 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad4404c-a3aa-4bd4-b0d2-b71931a3ae6a req-af09de30-0109-45c5-9709-5ef7beec9721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:56.680584 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9ad4404c-a3aa-4bd4-b0d2-b71931a3ae6a req-af09de30-0109-45c5-9709-5ef7beec9721 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e7fa7474-ec27-48c0-82c6-4433dec0ec87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1554327 Aug 11 03:23:56.707382 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-bfe34656-8a2d-4896-bce7-eab0b4da565c tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] 10.222.0.41 "PUT /v2.0/floatingips/60aefe52-8cde-43ca-a1e2-548fcf0b529a HTTP/1.1" status: 200 len: 979 time: 1.8224740 Aug 11 03:23:56.710967 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 52782) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:56.788551 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-f1151b91-f86c-4930-ae26-1c7086f9734b tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125932092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126180562'] for subnet, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:56.836911 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9ad4404c-a3aa-4bd4-b0d2-b71931a3ae6a req-ad5a9a5a-a948-45b0-925d-1380191042e4 service neutron] 10.222.0.24 "GET /v2.0/networks/e7fa7474-ec27-48c0-82c6-4433dec0ec87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447160 Aug 11 03:23:56.876440 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-5722a28c-a9f6-46b8-bdca-86c860b8fd36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90919bdd-25f6-4d2e-a5ff-49fd434f3f9c', 'name': 'tempest-AttachVolumeTestJSON-1633192616-router', 'tenant_id': 'fdbe55b7c58c49b2bfb506767218e312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': 'ac12285f-37fc-49ef-82bb-e352306589e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:23:15Z', 'updated_at': '2021-08-11T03:23:22Z', 'revision_number': 4, 'project_id': 'fdbe55b7c58c49b2bfb506767218e312', 'gw_port': {'id': 'ac12285f-37fc-49ef-82bb-e352306589e8', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:d1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90919bdd-25f6-4d2e-a5ff-49fd434f3f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2587, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:23:16Z', 'updated_at': '2021-08-11T03:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_floatingips': [{'id': '91b378eb-bb74-4b9f-802d-0af4398162f0', 'tenant_id': 'fdbe55b7c58c49b2bfb506767218e312', 'floating_ip_address': '172.25.8.193', 'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'router_id': '90919bdd-25f6-4d2e-a5ff-49fd434f3f9c', 'port_id': '969cd21a-5fa1-4d88-a6ec-12eeda300618', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2612, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7fa7474-ec27-48c0-82c6-4433dec0ec87', 'mac_address': 'fa:16:3e:50:63:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38afb75-bfb0-4200-ae9a-cb2f866befdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:23:32Z', 'updated_at': '2021-08-11T03:23:53Z', 'revision_number': 1, 'project_id': 'fdbe55b7c58c49b2bfb506767218e312', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0376a1ee-6ff5-4e76-8d98-aa7f97f298e4', 'name': '', 'network_id': 'e7fa7474-ec27-48c0-82c6-4433dec0ec87', 'tenant_id': 'fdbe55b7c58c49b2bfb506767218e312', 'mac_address': 'fa:16:3e:8b:a7:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90919bdd-25f6-4d2e-a5ff-49fd434f3f9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2592, 'fixed_ips': [{'subnet_id': '89d4fe2e-02dc-452f-b37f-085ec5acb28a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:23:20Z', 'updated_at': '2021-08-11T03:23:32Z', 'revision_number': 5, 'project_id': 'fdbe55b7c58c49b2bfb506767218e312', 'subnets': [{'id': '89d4fe2e-02dc-452f-b37f-085ec5acb28a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:23:56.890513 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c6c94b06-58eb-42b8-9d54-c3d069bbc815 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126283476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274725'] for subnet, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:56.919332 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5722a28c-a9f6-46b8-bdca-86c860b8fd36 None None] The sync data for ids ['90919bdd-25f6-4d2e-a5ff-49fd434f3f9c'] in n-d-764292-30 is: [{'id': '90919bdd-25f6-4d2e-a5ff-49fd434f3f9c', 'name': 'tempest-AttachVolumeTestJSON-1633192616-router', 'tenant_id': 'fdbe55b7c58c49b2bfb506767218e312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': 'ac12285f-37fc-49ef-82bb-e352306589e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:23:15Z', 'updated_at': '2021-08-11T03:23:22Z', 'revision_number': 4, 'project_id': 'fdbe55b7c58c49b2bfb506767218e312', 'gw_port': {'id': 'ac12285f-37fc-49ef-82bb-e352306589e8', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:d1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90919bdd-25f6-4d2e-a5ff-49fd434f3f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2587, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:23:16Z', 'updated_at': '2021-08-11T03:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_floatingips': [{'id': '91b378eb-bb74-4b9f-802d-0af4398162f0', 'tenant_id': 'fdbe55b7c58c49b2bfb506767218e312', 'floating_ip_address': '172.25.8.193', 'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'router_id': '90919bdd-25f6-4d2e-a5ff-49fd434f3f9c', 'port_id': '969cd21a-5fa1-4d88-a6ec-12eeda300618', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2612, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7fa7474-ec27-48c0-82c6-4433dec0ec87', 'mac_address': 'fa:16:3e:50:63:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38afb75-bfb0-4200-ae9a-cb2f866befdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:23:32Z', 'updated_at': '2021-08-11T03:23:53Z', 'revision_number': 1, 'project_id': 'fdbe55b7c58c49b2bfb506767218e312', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0376a1ee-6ff5-4e76-8d98-aa7f97f298e4', 'name': '', 'network_id': 'e7fa7474-ec27-48c0-82c6-4433dec0ec87', 'tenant_id': 'fdbe55b7c58c49b2bfb506767218e312', 'mac_address': 'fa:16:3e:8b:a7:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90919bdd-25f6-4d2e-a5ff-49fd434f3f9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2592, 'fixed_ips': [{'subnet_id': '89d4fe2e-02dc-452f-b37f-085ec5acb28a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:23:20Z', 'updated_at': '2021-08-11T03:23:32Z', 'revision_number': 5, 'project_id': 'fdbe55b7c58c49b2bfb506767218e312', 'subnets': [{'id': '89d4fe2e-02dc-452f-b37f-085ec5acb28a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:23:56.921402 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1151b91-f86c-4930-ae26-1c7086f9734b tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Pushing event updated for resources: {'Subnet': ['ID=fe472d3e-3f5c-4d84-9bfb-476f8c06a380,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:56.941084 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1151b91-f86c-4930-ae26-1c7086f9734b tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Checking segment: {'id': '1555d745-3452-4977-b019-42d7a653cb39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '0283cc23-d2ad-4a84-8e1a-c2bf2a570508'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:23:56.941475 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1151b91-f86c-4930-ae26-1c7086f9734b tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Network hostable DHCP agents. Network: 0283cc23-d2ad-4a84-8e1a-c2bf2a570508, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:23:57.007543 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9ad4404c-a3aa-4bd4-b0d2-b71931a3ae6a req-50007d19-9ae3-40fa-8021-13db7eb603c0 service neutron] 10.222.0.24 "GET /v2.0/networks/e7fa7474-ec27-48c0-82c6-4433dec0ec87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479015 Aug 11 03:23:57.026968 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c94b06-58eb-42b8-9d54-c3d069bbc815 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Pushing event updated for resources: {'Subnet': ['ID=a5aecb09-07df-4d52-ba49-a7ab6f0ce3d6,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:57.043866 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c94b06-58eb-42b8-9d54-c3d069bbc815 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Checking segment: {'id': '76b98df1-dc83-42ab-b958-c165ce306cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '89434d07-3bb4-48d1-a777-675ee50a8a0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:23:57.044229 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6c94b06-58eb-42b8-9d54-c3d069bbc815 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Network hostable DHCP agents. Network: 89434d07-3bb4-48d1-a777-675ee50a8a0b, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:23:57.056409 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-877b8560-a56f-4f07-a8fe-1cff2f3440e2 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Deleting port 66c11075-1c90-4e54-a224-89f67b302168 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:23:57.057518 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-877b8560-a56f-4f07-a8fe-1cff2f3440e2 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:57.062220 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1151b91-f86c-4930-ae26-1c7086f9734b tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Network 0283cc23-d2ad-4a84-8e1a-c2bf2a570508 is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:23:57.124372 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-f1151b91-f86c-4930-ae26-1c7086f9734b tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, 0283cc23-d2ad-4a84-8e1a-c2bf2a570508) {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:23:57.133893 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-882544ac-0ffa-4709-a300-bd608b87f170 None None] Network 0283cc23-d2ad-4a84-8e1a-c2bf2a570508 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:23:57.134629 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1151b91-f86c-4930-ae26-1c7086f9734b tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:57.135241 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-f1151b91-f86c-4930-ae26-1c7086f9734b tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks [] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:57.155687 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-877b8560-a56f-4f07-a8fe-1cff2f3440e2 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:57.156015 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-877b8560-a56f-4f07-a8fe-1cff2f3440e2 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:57.169552 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-877b8560-a56f-4f07-a8fe-1cff2f3440e2 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Calling delete_port for 66c11075-1c90-4e54-a224-89f67b302168 owned by network:floatingip {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:23:57.212947 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20fb19d3-794d-4d54-9505-7d1b18a18330 None None] New status for floating IP 91b378eb-bb74-4b9f-802d-0af4398162f0: ACTIVE {{(pid=102193) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:23:57.235126 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6c94b06-58eb-42b8-9d54-c3d069bbc815 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Network 89434d07-3bb4-48d1-a777-675ee50a8a0b is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:23:57.243845 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-f1151b91-f86c-4930-ae26-1c7086f9734b tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6077166 Aug 11 03:23:57.245033 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 52786) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:57.251142 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-4c35eab2-f51f-4b98-bada-9ee901490987 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2073853521', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:23:57.259735 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-c6c94b06-58eb-42b8-9d54-c3d069bbc815 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, 89434d07-3bb4-48d1-a777-675ee50a8a0b) {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:23:57.271689 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f7de148-649c-4ee2-8291-d5003b06a4cb None None] Network 89434d07-3bb4-48d1-a777-675ee50a8a0b requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:23:57.277517 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6c94b06-58eb-42b8-9d54-c3d069bbc815 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:57.278485 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c6c94b06-58eb-42b8-9d54-c3d069bbc815 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:57.364733 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4c35eab2-f51f-4b98-bada-9ee901490987 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-450010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6626'] for router, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:57.367839 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4c35eab2-f51f-4b98-bada-9ee901490987 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-446747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6633'] for router, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:57.447885 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-c6c94b06-58eb-42b8-9d54-c3d069bbc815 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6116636 Aug 11 03:23:57.448423 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 52788) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:57.450246 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-877b8560-a56f-4f07-a8fe-1cff2f3440e2 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:57.453587 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-ec7230d1-cbc2-4259-bd04-e533220cd94f tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Request body: {'subnet': {'network_id': 'bb04028f-2efa-409c-97d5-9289303bdac3', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:23:57.486828 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877b8560-a56f-4f07-a8fe-1cff2f3440e2 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Pushing event deleted for resources: {'Port': ['ID=66c11075-1c90-4e54-a224-89f67b302168,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:57.525213 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-548fbf9f-a0ea-4c25-973e-92962565d3e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde080026-c28f-55be-b52b-13827cc43646-0283cc23-d2ad-4a84-8e1a-c2bf2a570508', 'network_id': '0283cc23-d2ad-4a84-8e1a-c2bf2a570508', 'tenant_id': '8002057c241341da96913e0b77a31349', 'fixed_ips': [{'subnet_id': 'fe472d3e-3f5c-4d84-9bfb-476f8c06a380'}]}} from n-d-764292-30. {{(pid=102193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:23:57.526065 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-548fbf9f-a0ea-4c25-973e-92962565d3e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:57.584337 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-877b8560-a56f-4f07-a8fe-1cff2f3440e2 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks [] for floatingip, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:57.585363 n-d-764292-30 neutron-server[102191]: INFO neutron.db.l3_db [None req-877b8560-a56f-4f07-a8fe-1cff2f3440e2 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Floating IP 60aefe52-8cde-43ca-a1e2-548fcf0b529a disassociated (deleted). External IP: 172.25.8.201, port: bea14c2a-9eb1-41e5-abac-725c86ad839f. Aug 11 03:23:57.770610 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd0a373b-4074-4f47-befd-92a496ac2c8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde080026-c28f-55be-b52b-13827cc43646-89434d07-3bb4-48d1-a777-675ee50a8a0b', 'network_id': '89434d07-3bb4-48d1-a777-675ee50a8a0b', 'tenant_id': 'e3d11adc70004665908a030719f0fc48', 'fixed_ips': [{'subnet_id': 'a5aecb09-07df-4d52-ba49-a7ab6f0ce3d6'}]}} from n-d-764292-30. {{(pid=102193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:23:57.772365 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dd0a373b-4074-4f47-befd-92a496ac2c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:57.861579 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e8e4809-0e1a-480b-8105-cc1135ce20e2', 'name': 'network-vif-deleted', 'tag': '96dc6db1-5ecb-414b-b2e6-2716dde838af'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:23:57.862236 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4acb315-4458-49c8-acce-d3418d1392ff" -d '{"events": [{"server_uuid": "8e8e4809-0e1a-480b-8105-cc1135ce20e2", "name": "network-vif-deleted", "tag": "96dc6db1-5ecb-414b-b2e6-2716dde838af"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:23:57.874190 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec7230d1-cbc2-4259-bd04-e533220cd94f tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Made reservation on behalf of e3d11adc70004665908a030719f0fc48 for: {'subnet': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:23:57.877675 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ec7230d1-cbc2-4259-bd04-e533220cd94f tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126180544'] for subnet, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:57.934914 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-877b8560-a56f-4f07-a8fe-1cff2f3440e2 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Router 49046332-233f-4c02-a67c-6dac2c5a4f04 has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:23:57.967066 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.db_base_plugin_common [None req-548fbf9f-a0ea-4c25-973e-92962565d3e8 None None] Allocated IP 172.20.0.2 (0283cc23-d2ad-4a84-8e1a-c2bf2a570508/fe472d3e-3f5c-4d84-9bfb-476f8c06a380/add41ed6-0be5-4814-80a7-c958ed059637) {{(pid=102193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:23:58.075787 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44f5bbae-4c1e-4172-9233-bb3c817f28e8 x-openstack-request-id: req-44f5bbae-4c1e-4172-9233-bb3c817f28e8 {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:23:58.076048 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e8e4809-0e1a-480b-8105-cc1135ce20e2", "name": "network-vif-deleted", "tag": "96dc6db1-5ecb-414b-b2e6-2716dde838af", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:23:58.076309 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-44f5bbae-4c1e-4172-9233-bb3c817f28e8 {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:23:58.076707 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e8e4809-0e1a-480b-8105-cc1135ce20e2', 'name': 'network-vif-deleted', 'tag': '96dc6db1-5ecb-414b-b2e6-2716dde838af', 'status': 'completed', 'code': 200} Aug 11 03:23:58.106370 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-877b8560-a56f-4f07-a8fe-1cff2f3440e2 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:23:58.122577 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52bc982b-92de-4bf1-ab1c-1a8663d5dfb0 None None] Sync routers for ids ['49046332-233f-4c02-a67c-6dac2c5a4f04'] in n-d-764292-30 {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:23:58.132535 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ec7230d1-cbc2-4259-bd04-e533220cd94f tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125932092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126180562'] for subnet, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:58.137093 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52bc982b-92de-4bf1-ab1c-1a8663d5dfb0 None None] Routers {'49046332-233f-4c02-a67c-6dac2c5a4f04'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:23:58.140700 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-52bc982b-92de-4bf1-ab1c-1a8663d5dfb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:23:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['49046332-233f-4c02-a67c-6dac2c5a4f04'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:23:58.148675 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-877b8560-a56f-4f07-a8fe-1cff2f3440e2 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for floatingip, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:58.148834 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4c35eab2-f51f-4b98-bada-9ee901490987 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:58.164176 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.db_base_plugin_common [None req-dd0a373b-4074-4f47-befd-92a496ac2c8b None None] Allocated IP 2001:db8::2 (89434d07-3bb4-48d1-a777-675ee50a8a0b/a5aecb09-07df-4d52-ba49-a7ab6f0ce3d6/e879fc84-f757-49d5-bb91-2c95a9ebbe11) {{(pid=102193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:23:58.203717 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7230d1-cbc2-4259-bd04-e533220cd94f tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Checking segment: {'id': '8b0d87c6-0c2d-428b-a659-711ebad2437d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'bb04028f-2efa-409c-97d5-9289303bdac3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:23:58.204166 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec7230d1-cbc2-4259-bd04-e533220cd94f tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Network hostable DHCP agents. Network: bb04028f-2efa-409c-97d5-9289303bdac3, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:23:58.218271 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-877b8560-a56f-4f07-a8fe-1cff2f3440e2 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] 10.222.0.41 "DELETE /v2.0/floatingips/60aefe52-8cde-43ca-a1e2-548fcf0b529a HTTP/1.1" status: 204 len: 168 time: 1.5040243 Aug 11 03:23:58.218847 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 52802) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:58.228795 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-52bc982b-92de-4bf1-ab1c-1a8663d5dfb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:23:58.231274 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4c35eab2-f51f-4b98-bada-9ee901490987 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-446952'] for router, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:58.251253 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52bc982b-92de-4bf1-ab1c-1a8663d5dfb0 None None] Routers {'49046332-233f-4c02-a67c-6dac2c5a4f04'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:23:58.252121 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-52bc982b-92de-4bf1-ab1c-1a8663d5dfb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:23:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['49046332-233f-4c02-a67c-6dac2c5a4f04'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:23:58.264793 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7230d1-cbc2-4259-bd04-e533220cd94f tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Pushing event updated for resources: {'Subnet': ['ID=205f303b-ac37-4200-8c86-3a7efaaa879b,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:58.315219 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9775b4b7-bbf0-4a30-9d98-c24a88831308 req-0f9b3ab5-4500-4a74-ad10-64cbf2efe936 tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:58.316761 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9775b4b7-bbf0-4a30-9d98-c24a88831308 req-0f9b3ab5-4500-4a74-ad10-64cbf2efe936 tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] 10.222.0.41 "GET /v2.0/ports?device_id=27eed5b6-1696-492b-b635-59b5fce59416 HTTP/1.1" status: 200 len: 945 time: 0.1248391 Aug 11 03:23:58.328927 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4c35eab2-f51f-4b98-bada-9ee901490987 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks [] for router, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:58.332446 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-52bc982b-92de-4bf1-ab1c-1a8663d5dfb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:23:58.332916 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-4c35eab2-f51f-4b98-bada-9ee901490987 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.0857310 Aug 11 03:23:58.336381 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 52804) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:58.336510 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52bc982b-92de-4bf1-ab1c-1a8663d5dfb0 None None] The sync data for ids ['49046332-233f-4c02-a67c-6dac2c5a4f04'] in n-d-764292-30 is: [] {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:23:58.373147 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-548fbf9f-a0ea-4c25-973e-92962565d3e8 None None] Notify callbacks [] for port, precommit_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:58.390648 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec7230d1-cbc2-4259-bd04-e533220cd94f tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Network bb04028f-2efa-409c-97d5-9289303bdac3 is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:23:58.400081 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-da4760e4-f09c-469a-a4c9-260a4d2ec48c tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Deleting port bea14c2a-9eb1-41e5-abac-725c86ad839f {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:23:58.400428 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-da4760e4-f09c-469a-a4c9-260a4d2ec48c tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:58.406610 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-548fbf9f-a0ea-4c25-973e-92962565d3e8 None None] Transition to ACTIVE for port object add41ed6-0be5-4814-80a7-c958ed059637 will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:23:58.443776 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9775b4b7-bbf0-4a30-9d98-c24a88831308 req-91199de6-7992-4ca2-837c-eb165ff3f460 tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] 10.222.0.41 "GET /v2.0/security-groups?id=e65ff429-9c9c-43ff-8c00-2b2cbbc9daf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159573 Aug 11 03:23:58.512650 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-548fbf9f-a0ea-4c25-973e-92962565d3e8 None None] Transition to ACTIVE for port object add41ed6-0be5-4814-80a7-c958ed059637 will not be triggered until provisioned by entity DHCP. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:23:58.519694 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-da4760e4-f09c-469a-a4c9-260a4d2ec48c tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:58.527725 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-ec7230d1-cbc2-4259-bd04-e533220cd94f tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, bb04028f-2efa-409c-97d5-9289303bdac3) {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:23:58.531087 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dd0a373b-4074-4f47-befd-92a496ac2c8b None None] Notify callbacks [] for port, precommit_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:58.543271 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dd0a373b-4074-4f47-befd-92a496ac2c8b None None] Transition to ACTIVE for port object e879fc84-f757-49d5-bb91-2c95a9ebbe11 will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:23:58.544974 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-da4760e4-f09c-469a-a4c9-260a4d2ec48c tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Calling delete_port for bea14c2a-9eb1-41e5-abac-725c86ad839f owned by {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:23:58.560557 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea5a0834-01d6-465a-8094-6a2a869cc273 None None] Network bb04028f-2efa-409c-97d5-9289303bdac3 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:23:58.563909 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec7230d1-cbc2-4259-bd04-e533220cd94f tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:58.563909 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ec7230d1-cbc2-4259-bd04-e533220cd94f tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks [] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:58.609246 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dd0a373b-4074-4f47-befd-92a496ac2c8b None None] Transition to ACTIVE for port object e879fc84-f757-49d5-bb91-2c95a9ebbe11 will not be triggered until provisioned by entity DHCP. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:23:58.619955 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-548fbf9f-a0ea-4c25-973e-92962565d3e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669'] for port, after_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:58.690793 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-91cd8279-7798-4e20-bbe4-5e3f327f73d9 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:58.706474 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-ec7230d1-cbc2-4259-bd04-e533220cd94f tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2543659 Aug 11 03:23:58.706744 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 52808) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:58.711694 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-7d25c845-0ec4-46c9-9586-7af21dc5f5ca tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-325458523', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:23:58.830960 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dd0a373b-4074-4f47-befd-92a496ac2c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669'] for port, after_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:58.869938 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-548fbf9f-a0ea-4c25-973e-92962565d3e8 None None] Network 0283cc23-d2ad-4a84-8e1a-c2bf2a570508 is already hosted by enough agents. {{(pid=102193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:23:58.883427 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548fbf9f-a0ea-4c25-973e-92962565d3e8 None None] Pushing event updated for resources: {'Port': ['ID=add41ed6-0be5-4814-80a7-c958ed059637,revision_number=1']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:58.885559 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.base_scheduler [None req-548fbf9f-a0ea-4c25-973e-92962565d3e8 None None] Resources bound (agent type, host, resource id): {{(pid=102193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:23:58.888793 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd0a373b-4074-4f47-befd-92a496ac2c8b None None] Network 89434d07-3bb4-48d1-a777-675ee50a8a0b is already hosted by enough agents. {{(pid=102193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:23:58.889158 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-7d25c845-0ec4-46c9-9586-7af21dc5f5ca tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-450010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6626'] for router, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:58.890491 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-7d25c845-0ec4-46c9-9586-7af21dc5f5ca tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-446747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6633'] for router, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:58.895082 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548fbf9f-a0ea-4c25-973e-92962565d3e8 None None] Received port after_create {{(pid=102193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:23:58.903847 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.base_scheduler [None req-dd0a373b-4074-4f47-befd-92a496ac2c8b None None] Resources bound (agent type, host, resource id): {{(pid=102193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:23:58.925113 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd0a373b-4074-4f47-befd-92a496ac2c8b None None] Received port after_create {{(pid=102193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:23:58.938802 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548fbf9f-a0ea-4c25-973e-92962565d3e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:23:58.939148 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548fbf9f-a0ea-4c25-973e-92962565d3e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:23:58.939486 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548fbf9f-a0ea-4c25-973e-92962565d3e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:23:58.939819 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548fbf9f-a0ea-4c25-973e-92962565d3e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:23:58.940154 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548fbf9f-a0ea-4c25-973e-92962565d3e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:23:58.940457 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548fbf9f-a0ea-4c25-973e-92962565d3e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:23:58.940912 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548fbf9f-a0ea-4c25-973e-92962565d3e8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:23:58.941422 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548fbf9f-a0ea-4c25-973e-92962565d3e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:23:58.941884 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548fbf9f-a0ea-4c25-973e-92962565d3e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:23:58.942293 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548fbf9f-a0ea-4c25-973e-92962565d3e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:23:58.942571 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548fbf9f-a0ea-4c25-973e-92962565d3e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:23:58.942914 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548fbf9f-a0ea-4c25-973e-92962565d3e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:23:58.970547 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-da4760e4-f09c-469a-a4c9-260a4d2ec48c tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:59.023667 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4760e4-f09c-469a-a4c9-260a4d2ec48c tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Pushing event deleted for resources: {'Port': ['ID=bea14c2a-9eb1-41e5-abac-725c86ad839f,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:59.043358 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-7d25c845-0ec4-46c9-9586-7af21dc5f5ca tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:59.057860 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-548fbf9f-a0ea-4c25-973e-92962565d3e8 None None] Attempting to bind port add41ed6-0be5-4814-80a7-c958ed059637 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:23:59.059015 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-548fbf9f-a0ea-4c25-973e-92962565d3e8 None None] Attempting to bind port add41ed6-0be5-4814-80a7-c958ed059637 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': '1555d745-3452-4977-b019-42d7a653cb39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '0283cc23-d2ad-4a84-8e1a-c2bf2a570508'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:23:59.059015 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548fbf9f-a0ea-4c25-973e-92962565d3e8 None None] Attempting to bind port add41ed6-0be5-4814-80a7-c958ed059637 on network 0283cc23-d2ad-4a84-8e1a-c2bf2a570508 {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:23:59.094094 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548fbf9f-a0ea-4c25-973e-92962565d3e8 None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:23:59.094360 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548fbf9f-a0ea-4c25-973e-92962565d3e8 None None] Checking segment: {'id': '1555d745-3452-4977-b019-42d7a653cb39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '0283cc23-d2ad-4a84-8e1a-c2bf2a570508'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:23:59.094830 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-548fbf9f-a0ea-4c25-973e-92962565d3e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:59.095194 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548fbf9f-a0ea-4c25-973e-92962565d3e8 None None] Bound using segment: {'id': '1555d745-3452-4977-b019-42d7a653cb39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '0283cc23-d2ad-4a84-8e1a-c2bf2a570508'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:23:59.095682 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-548fbf9f-a0ea-4c25-973e-92962565d3e8 None None] Bound port: add41ed6-0be5-4814-80a7-c958ed059637, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1555d745-3452-4977-b019-42d7a653cb39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '0283cc23-d2ad-4a84-8e1a-c2bf2a570508'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:23:59.096065 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-548fbf9f-a0ea-4c25-973e-92962565d3e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:59.102565 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-dd0a373b-4074-4f47-befd-92a496ac2c8b None None] Attempting to bind port e879fc84-f757-49d5-bb91-2c95a9ebbe11 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:23:59.102938 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-dd0a373b-4074-4f47-befd-92a496ac2c8b None None] Attempting to bind port e879fc84-f757-49d5-bb91-2c95a9ebbe11 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': '76b98df1-dc83-42ab-b958-c165ce306cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '89434d07-3bb4-48d1-a777-675ee50a8a0b'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:23:59.103299 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd0a373b-4074-4f47-befd-92a496ac2c8b None None] Attempting to bind port e879fc84-f757-49d5-bb91-2c95a9ebbe11 on network 89434d07-3bb4-48d1-a777-675ee50a8a0b {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:23:59.113754 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-7d25c845-0ec4-46c9-9586-7af21dc5f5ca tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-446952'] for router, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:59.132895 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-da4760e4-f09c-469a-a4c9-260a4d2ec48c tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:59.135661 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-da4760e4-f09c-469a-a4c9-260a4d2ec48c tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] 10.222.0.41 "DELETE /v2.0/ports/bea14c2a-9eb1-41e5-abac-725c86ad839f HTTP/1.1" status: 204 len: 168 time: 0.9131212 Aug 11 03:23:59.139468 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 52812) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:59.144539 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0a373b-4074-4f47-befd-92a496ac2c8b None None] Pushing event updated for resources: {'Port': ['ID=e879fc84-f757-49d5-bb91-2c95a9ebbe11,revision_number=1']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:59.149286 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd0a373b-4074-4f47-befd-92a496ac2c8b None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:23:59.149666 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd0a373b-4074-4f47-befd-92a496ac2c8b None None] Checking segment: {'id': '76b98df1-dc83-42ab-b958-c165ce306cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '89434d07-3bb4-48d1-a777-675ee50a8a0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:23:59.150071 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dd0a373b-4074-4f47-befd-92a496ac2c8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:59.150522 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd0a373b-4074-4f47-befd-92a496ac2c8b None None] Bound using segment: {'id': '76b98df1-dc83-42ab-b958-c165ce306cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '89434d07-3bb4-48d1-a777-675ee50a8a0b'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:23:59.150965 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-dd0a373b-4074-4f47-befd-92a496ac2c8b None None] Bound port: e879fc84-f757-49d5-bb91-2c95a9ebbe11, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76b98df1-dc83-42ab-b958-c165ce306cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '89434d07-3bb4-48d1-a777-675ee50a8a0b'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:23:59.151402 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dd0a373b-4074-4f47-befd-92a496ac2c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:59.153989 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-523f6cdb-84a0-4ce6-b18a-f3d52398f1ea tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Request body: {'floatingip': {'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:23:59.158604 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [None req-91cd8279-7798-4e20-bbe4-5e3f327f73d9 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Allocated IP 172.20.0.1 (0283cc23-d2ad-4a84-8e1a-c2bf2a570508/fe472d3e-3f5c-4d84-9bfb-476f8c06a380/2f3b36e9-6ea0-4149-9f3a-869020ccf1f5) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:23:59.211817 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-548fbf9f-a0ea-4c25-973e-92962565d3e8 None None] For port add41ed6-0be5-4814-80a7-c958ed059637, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:23:59.214942 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-548fbf9f-a0ea-4c25-973e-92962565d3e8 None None] For port add41ed6-0be5-4814-80a7-c958ed059637, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=add41ed6-0be5-4814-80a7-c958ed059637,segment=NetworkSegment(1555d745-3452-4977-b019-42d7a653cb39),segment_id=1555d745-3452-4977-b019-42d7a653cb39)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:23:59.218780 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a21a4022-b398-4365-8d8a-aa4c9fe10c33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde080026-c28f-55be-b52b-13827cc43646-bb04028f-2efa-409c-97d5-9289303bdac3', 'network_id': 'bb04028f-2efa-409c-97d5-9289303bdac3', 'tenant_id': 'e3d11adc70004665908a030719f0fc48', 'fixed_ips': [{'subnet_id': '205f303b-ac37-4200-8c86-3a7efaaa879b'}]}} from n-d-764292-30. {{(pid=102193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:23:59.219624 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-a21a4022-b398-4365-8d8a-aa4c9fe10c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:59.233056 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-db37651b-edfa-4f7c-8923-e8506516d1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:59.233515 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-523f6cdb-84a0-4ce6-b18a-f3d52398f1ea tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks [] for floatingip, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:59.310593 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-91cd8279-7798-4e20-bbe4-5e3f327f73d9 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:59.324578 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-7d25c845-0ec4-46c9-9586-7af21dc5f5ca tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks [] for router, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:59.325978 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-7d25c845-0ec4-46c9-9586-7af21dc5f5ca tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.6182551 Aug 11 03:23:59.328810 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 52814) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:59.331519 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 96dc6db1-5ecb-414b-b2e6-2716dde838af no longer exists at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:23:59.354381 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-523f6cdb-84a0-4ce6-b18a-f3d52398f1ea tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:59.359343 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-548fbf9f-a0ea-4c25-973e-92962565d3e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:59.366994 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] No Port match for: 96dc6db1-5ecb-414b-b2e6-2716dde838af {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:23:59.367914 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 96dc6db1-5ecb-414b-b2e6-2716dde838af not bound to the agent host n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:23:59.472230 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dd0a373b-4074-4f47-befd-92a496ac2c8b None None] For port e879fc84-f757-49d5-bb91-2c95a9ebbe11, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:23:59.482356 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dd0a373b-4074-4f47-befd-92a496ac2c8b None None] For port e879fc84-f757-49d5-bb91-2c95a9ebbe11, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=e879fc84-f757-49d5-bb91-2c95a9ebbe11,segment=NetworkSegment(76b98df1-dc83-42ab-b958-c165ce306cbb),segment_id=76b98df1-dc83-42ab-b958-c165ce306cbb)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:23:59.499603 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [None req-91cd8279-7798-4e20-bbe4-5e3f327f73d9 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Transition to ACTIVE for port object 2f3b36e9-6ea0-4149-9f3a-869020ccf1f5 will not be triggered until provisioned by entity DHCP. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:23:59.515649 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548fbf9f-a0ea-4c25-973e-92962565d3e8 None None] Pushing event updated for resources: {'Port': ['ID=add41ed6-0be5-4814-80a7-c958ed059637,revision_number=2']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:59.547942 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.db_base_plugin_common [None req-a21a4022-b398-4365-8d8a-aa4c9fe10c33 None None] Allocated IP 2001:db8:1::2 (bb04028f-2efa-409c-97d5-9289303bdac3/205f303b-ac37-4200-8c86-3a7efaaa879b/ab120c6a-59b6-4200-afcd-a7bc0b668c7d) {{(pid=102193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:23:59.576141 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [None req-523f6cdb-84a0-4ce6-b18a-f3d52398f1ea tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Allocated IP 172.25.8.105 (09faf7d2-eaf5-4a50-bb6e-4cb05d009a76/e1a97443-13df-40bb-85f5-fd269e2742c0/b54cf481-cc2b-4ecd-8f6e-88d9a6c3d386) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:23:59.592888 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dd0a373b-4074-4f47-befd-92a496ac2c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:59.731472 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-523f6cdb-84a0-4ce6-b18a-f3d52398f1ea tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:59.734434 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-22bc945d-3c04-410e-a044-5307134386a1 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:59.869265 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e468e7-2898-4f33-93f4-d2c783cb85ec req-2dd9a72c-bbce-4944-82f2-2b38c09822fe tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:59.870949 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c9e468e7-2898-4f33-93f4-d2c783cb85ec req-2dd9a72c-bbce-4944-82f2-2b38c09822fe tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] 10.222.0.41 "GET /v2.0/ports?device_id=27eed5b6-1696-492b-b635-59b5fce59416 HTTP/1.1" status: 200 len: 945 time: 0.2859678 Aug 11 03:23:59.893312 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-a21a4022-b398-4365-8d8a-aa4c9fe10c33 None None] Notify callbacks [] for port, precommit_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:59.911746 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-a21a4022-b398-4365-8d8a-aa4c9fe10c33 None None] Transition to ACTIVE for port object ab120c6a-59b6-4200-afcd-a7bc0b668c7d will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:23:59.946472 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-a21a4022-b398-4365-8d8a-aa4c9fe10c33 None None] Transition to ACTIVE for port object ab120c6a-59b6-4200-afcd-a7bc0b668c7d will not be triggered until provisioned by entity DHCP. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:23:59.946472 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0a373b-4074-4f47-befd-92a496ac2c8b None None] Pushing event updated for resources: {'Port': ['ID=e879fc84-f757-49d5-bb91-2c95a9ebbe11,revision_number=2']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:59.965563 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c9e468e7-2898-4f33-93f4-d2c783cb85ec req-434f29ac-6a6a-4a1e-8485-2982f87c4603 tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] 10.222.0.41 "GET /v2.0/security-groups?id=e65ff429-9c9c-43ff-8c00-2b2cbbc9daf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631104 Aug 11 03:24:00.024450 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-91cd8279-7798-4e20-bbe4-5e3f327f73d9 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:00.074339 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-a21a4022-b398-4365-8d8a-aa4c9fe10c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669'] for port, after_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:00.127252 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91cd8279-7798-4e20-bbe4-5e3f327f73d9 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Network 0283cc23-d2ad-4a84-8e1a-c2bf2a570508 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:24:00.141279 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-91cd8279-7798-4e20-bbe4-5e3f327f73d9 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:24:00.172060 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91cd8279-7798-4e20-bbe4-5e3f327f73d9 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:24:00.198559 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a21a4022-b398-4365-8d8a-aa4c9fe10c33 None None] Network bb04028f-2efa-409c-97d5-9289303bdac3 is already hosted by enough agents. {{(pid=102193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:24:00.215865 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21a4022-b398-4365-8d8a-aa4c9fe10c33 None None] Pushing event updated for resources: {'Port': ['ID=ab120c6a-59b6-4200-afcd-a7bc0b668c7d,revision_number=1']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:00.225606 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.base_scheduler [None req-a21a4022-b398-4365-8d8a-aa4c9fe10c33 None None] Resources bound (agent type, host, resource id): {{(pid=102193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:24:00.232496 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21a4022-b398-4365-8d8a-aa4c9fe10c33 None None] Received port after_create {{(pid=102193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:24:00.269821 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cd8279-7798-4e20-bbe4-5e3f327f73d9 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Pushing event updated for resources: {'Port': ['ID=2f3b36e9-6ea0-4149-9f3a-869020ccf1f5,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:00.347103 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-a21a4022-b398-4365-8d8a-aa4c9fe10c33 None None] Attempting to bind port ab120c6a-59b6-4200-afcd-a7bc0b668c7d on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:24:00.347778 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-a21a4022-b398-4365-8d8a-aa4c9fe10c33 None None] Attempting to bind port ab120c6a-59b6-4200-afcd-a7bc0b668c7d by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': '8b0d87c6-0c2d-428b-a659-711ebad2437d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'bb04028f-2efa-409c-97d5-9289303bdac3'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:24:00.348438 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21a4022-b398-4365-8d8a-aa4c9fe10c33 None None] Attempting to bind port ab120c6a-59b6-4200-afcd-a7bc0b668c7d on network bb04028f-2efa-409c-97d5-9289303bdac3 {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:24:00.356643 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-91cd8279-7798-4e20-bbe4-5e3f327f73d9 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-520987'] for router_interface, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:00.358265 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21a4022-b398-4365-8d8a-aa4c9fe10c33 None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:24:00.361154 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21a4022-b398-4365-8d8a-aa4c9fe10c33 None None] Checking segment: {'id': '8b0d87c6-0c2d-428b-a659-711ebad2437d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'bb04028f-2efa-409c-97d5-9289303bdac3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:24:00.361154 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-a21a4022-b398-4365-8d8a-aa4c9fe10c33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:00.361154 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21a4022-b398-4365-8d8a-aa4c9fe10c33 None None] Bound using segment: {'id': '8b0d87c6-0c2d-428b-a659-711ebad2437d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'bb04028f-2efa-409c-97d5-9289303bdac3'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:24:00.361154 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-a21a4022-b398-4365-8d8a-aa4c9fe10c33 None None] Bound port: ab120c6a-59b6-4200-afcd-a7bc0b668c7d, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b0d87c6-0c2d-428b-a659-711ebad2437d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'bb04028f-2efa-409c-97d5-9289303bdac3'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:24:00.362111 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-a21a4022-b398-4365-8d8a-aa4c9fe10c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:00.433807 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [None req-22bc945d-3c04-410e-a044-5307134386a1 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Allocated IP 2001:db8::1 (89434d07-3bb4-48d1-a777-675ee50a8a0b/a5aecb09-07df-4d52-ba49-a7ab6f0ce3d6/1826d2f8-4304-49dc-836f-fd7ef46cac15) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:24:00.494593 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-a21a4022-b398-4365-8d8a-aa4c9fe10c33 None None] For port ab120c6a-59b6-4200-afcd-a7bc0b668c7d, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:24:00.501492 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-a21a4022-b398-4365-8d8a-aa4c9fe10c33 None None] For port ab120c6a-59b6-4200-afcd-a7bc0b668c7d, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=ab120c6a-59b6-4200-afcd-a7bc0b668c7d,segment=NetworkSegment(8b0d87c6-0c2d-428b-a659-711ebad2437d),segment_id=8b0d87c6-0c2d-428b-a659-711ebad2437d)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:24:00.514266 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd2b602-00eb-45ee-a0ff-3819f0bc8593 req-38f66b35-b610-4528-8875-f77fb28757a6 tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:00.515657 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-8cd2b602-00eb-45ee-a0ff-3819f0bc8593 req-38f66b35-b610-4528-8875-f77fb28757a6 tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] 10.222.0.22 "GET /v2.0/ports?device_id=27eed5b6-1696-492b-b635-59b5fce59416 HTTP/1.1" status: 200 len: 945 time: 0.0951397 Aug 11 03:24:00.552663 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-523f6cdb-84a0-4ce6-b18a-f3d52398f1ea tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:00.582740 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-a21a4022-b398-4365-8d8a-aa4c9fe10c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:00.659616 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-523f6cdb-84a0-4ce6-b18a-f3d52398f1ea tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:24:00.666767 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-523f6cdb-84a0-4ce6-b18a-f3d52398f1ea tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:24:00.681884 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523f6cdb-84a0-4ce6-b18a-f3d52398f1ea tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:24:00.682342 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21a4022-b398-4365-8d8a-aa4c9fe10c33 None None] Pushing event updated for resources: {'Port': ['ID=ab120c6a-59b6-4200-afcd-a7bc0b668c7d,revision_number=2']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:00.682446 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523f6cdb-84a0-4ce6-b18a-f3d52398f1ea tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Pushing event updated for resources: {'Port': ['ID=b54cf481-cc2b-4ecd-8f6e-88d9a6c3d386,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:00.759271 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-8cd2b602-00eb-45ee-a0ff-3819f0bc8593 req-347dccb6-a4a3-4a81-a966-e15b4eb65cc1 tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] Deleting port 93c45f72-e214-419a-8395-856cc4a4b08c {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:24:00.759770 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-8cd2b602-00eb-45ee-a0ff-3819f0bc8593 req-347dccb6-a4a3-4a81-a966-e15b4eb65cc1 tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:00.903114 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-8cd2b602-00eb-45ee-a0ff-3819f0bc8593 req-347dccb6-a4a3-4a81-a966-e15b4eb65cc1 tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] For port 93c45f72-e214-419a-8395-856cc4a4b08c, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=93c45f72-e214-419a-8395-856cc4a4b08c,segment=NetworkSegment(705c4024-35dd-41b1-9db2-081f2ec1f0f1),segment_id=705c4024-35dd-41b1-9db2-081f2ec1f0f1)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:24:00.903613 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-8cd2b602-00eb-45ee-a0ff-3819f0bc8593 req-347dccb6-a4a3-4a81-a966-e15b4eb65cc1 tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:00.928265 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-8cd2b602-00eb-45ee-a0ff-3819f0bc8593 req-347dccb6-a4a3-4a81-a966-e15b4eb65cc1 tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] Calling delete_port for 93c45f72-e214-419a-8395-856cc4a4b08c owned by compute:nova {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:24:00.937651 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-523f6cdb-84a0-4ce6-b18a-f3d52398f1ea tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:01.080710 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-523f6cdb-84a0-4ce6-b18a-f3d52398f1ea tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:01.135073 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-22bc945d-3c04-410e-a044-5307134386a1 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:01.146886 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-91cd8279-7798-4e20-bbe4-5e3f327f73d9 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:01.233974 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b6d41a9-2b1e-43d8-a0d6-7ed1ec0187fc None None] Network 0283cc23-d2ad-4a84-8e1a-c2bf2a570508 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:24:01.300046 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [None req-22bc945d-3c04-410e-a044-5307134386a1 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Transition to ACTIVE for port object 1826d2f8-4304-49dc-836f-fd7ef46cac15 will not be triggered until provisioned by entity DHCP. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:24:01.331892 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f25fef9-2b7b-40dd-8716-247c63a6c8ab req-2a0008cf-6ffb-45eb-809d-088dd88e99e9 tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:01.333375 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6f25fef9-2b7b-40dd-8716-247c63a6c8ab req-2a0008cf-6ffb-45eb-809d-088dd88e99e9 tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] 10.222.0.41 "GET /v2.0/ports?device_id=27eed5b6-1696-492b-b635-59b5fce59416 HTTP/1.1" status: 200 len: 945 time: 0.2603500 Aug 11 03:24:01.372287 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-8cd2b602-00eb-45ee-a0ff-3819f0bc8593 req-347dccb6-a4a3-4a81-a966-e15b4eb65cc1 tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:01.376952 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-523f6cdb-84a0-4ce6-b18a-f3d52398f1ea tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:01.409590 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347dccb6-a4a3-4a81-a966-e15b4eb65cc1 tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] Pushing event deleted for resources: {'Port': ['ID=93c45f72-e214-419a-8395-856cc4a4b08c,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:01.473386 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6f25fef9-2b7b-40dd-8716-247c63a6c8ab req-34094300-3293-4281-a27b-810a014862f4 tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] 10.222.0.41 "GET /v2.0/security-groups?id=e65ff429-9c9c-43ff-8c00-2b2cbbc9daf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282985 Aug 11 03:24:01.520209 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-523f6cdb-84a0-4ce6-b18a-f3d52398f1ea tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:01.524067 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-aeef8d1f-06ee-4839-b15e-030ef000cf8e None None] Provisioning for port add41ed6-0be5-4814-80a7-c958ed059637 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:24:01.575585 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-22bc945d-3c04-410e-a044-5307134386a1 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:01.613286 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cd2b602-00eb-45ee-a0ff-3819f0bc8593 req-347dccb6-a4a3-4a81-a966-e15b4eb65cc1 tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] No DVR routers for this DVR port 93c45f72-e214-419a-8395-856cc4a4b08c on host n-h1-764292-30 {{(pid=102191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:24:01.623323 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-8cd2b602-00eb-45ee-a0ff-3819f0bc8593 req-347dccb6-a4a3-4a81-a966-e15b4eb65cc1 tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:01.625498 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-8cd2b602-00eb-45ee-a0ff-3819f0bc8593 req-347dccb6-a4a3-4a81-a966-e15b4eb65cc1 tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] 10.222.0.22 "DELETE /v2.0/ports/93c45f72-e214-419a-8395-856cc4a4b08c HTTP/1.1" status: 204 len: 173 time: 1.1024861 Aug 11 03:24:01.628137 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27eed5b6-1696-492b-b635-59b5fce59416', 'name': 'network-vif-deleted', 'tag': '93c45f72-e214-419a-8395-856cc4a4b08c'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:24:01.648513 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9536d26-031c-49e0-8cd0-dc00fdec2282" -d '{"events": [{"server_uuid": "27eed5b6-1696-492b-b635-59b5fce59416", "name": "network-vif-deleted", "tag": "93c45f72-e214-419a-8395-856cc4a4b08c"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:24:01.690965 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22bc945d-3c04-410e-a044-5307134386a1 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Network 89434d07-3bb4-48d1-a777-675ee50a8a0b is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:24:01.703186 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523f6cdb-84a0-4ce6-b18a-f3d52398f1ea tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Pushing event updated for resources: {'Port': ['ID=b54cf481-cc2b-4ecd-8f6e-88d9a6c3d386,revision_number=2']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:01.710658 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-22bc945d-3c04-410e-a044-5307134386a1 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:24:01.728496 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22bc945d-3c04-410e-a044-5307134386a1 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:24:01.729188 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-22bc945d-3c04-410e-a044-5307134386a1 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-520987'] for router_interface, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:01.755083 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523f6cdb-84a0-4ce6-b18a-f3d52398f1ea tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:24:01.755437 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523f6cdb-84a0-4ce6-b18a-f3d52398f1ea tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:24:01.755927 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523f6cdb-84a0-4ce6-b18a-f3d52398f1ea tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:24:01.756265 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523f6cdb-84a0-4ce6-b18a-f3d52398f1ea tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:24:01.761604 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fcdc3dd-9d2b-4006-9229-58519ec03439 None None] Network 89434d07-3bb4-48d1-a777-675ee50a8a0b requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:24:01.774422 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523f6cdb-84a0-4ce6-b18a-f3d52398f1ea tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:24:01.774874 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523f6cdb-84a0-4ce6-b18a-f3d52398f1ea tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:24:01.775216 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523f6cdb-84a0-4ce6-b18a-f3d52398f1ea tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:24:01.777422 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523f6cdb-84a0-4ce6-b18a-f3d52398f1ea tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:24:01.777685 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523f6cdb-84a0-4ce6-b18a-f3d52398f1ea tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:24:01.778137 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523f6cdb-84a0-4ce6-b18a-f3d52398f1ea tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:24:01.778439 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523f6cdb-84a0-4ce6-b18a-f3d52398f1ea tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:24:01.778773 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523f6cdb-84a0-4ce6-b18a-f3d52398f1ea tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:24:01.801283 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:24:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af82a5dc-ecb2-4398-bdf8-2bf5c4a0a64f x-openstack-request-id: req-af82a5dc-ecb2-4398-bdf8-2bf5c4a0a64f {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:24:01.801584 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27eed5b6-1696-492b-b635-59b5fce59416", "name": "network-vif-deleted", "tag": "93c45f72-e214-419a-8395-856cc4a4b08c", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:24:01.801837 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-af82a5dc-ecb2-4398-bdf8-2bf5c4a0a64f {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:24:01.802241 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27eed5b6-1696-492b-b635-59b5fce59416', 'name': 'network-vif-deleted', 'tag': '93c45f72-e214-419a-8395-856cc4a4b08c', 'status': 'completed', 'code': 200} Aug 11 03:24:01.828502 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-523f6cdb-84a0-4ce6-b18a-f3d52398f1ea tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446866'] for floatingip, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:01.873307 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-91cd8279-7798-4e20-bbe4-5e3f327f73d9 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks [] for port, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:01.881654 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bc945d-3c04-410e-a044-5307134386a1 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Pushing event updated for resources: {'Port': ['ID=1826d2f8-4304-49dc-836f-fd7ef46cac15,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:01.881935 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device add41ed6-0be5-4814-80a7-c958ed059637 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:24:01.887694 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:01.902005 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-523f6cdb-84a0-4ce6-b18a-f3d52398f1ea tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for floatingip, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:01.903894 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-523f6cdb-84a0-4ce6-b18a-f3d52398f1ea tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7631848 Aug 11 03:24:01.906254 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 52886) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:01.916038 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-959cf920-84d1-4053-8179-48170cef434a tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Request body: {'port': {'network_id': 'a8748c9c-e6ab-4081-8049-0059e9ca1ae8', 'name': 'tempest-FloatingIPTestJSON-1832492209'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:24:01.950712 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-91cd8279-7798-4e20-bbe4-5e3f327f73d9 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:02.018384 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-6cb0ad13-2320-4e7d-8986-a4c7a3752979 None None] Provisioning for port e879fc84-f757-49d5-bb91-2c95a9ebbe11 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:24:02.054237 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cd8279-7798-4e20-bbe4-5e3f327f73d9 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Pushing event updated for resources: {'Port': ['ID=2f3b36e9-6ea0-4149-9f3a-869020ccf1f5,revision_number=2']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:02.090692 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-91cd8279-7798-4e20-bbe4-5e3f327f73d9 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16383026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521135'] for router_interface, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:02.210741 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-f964f871-d332-442d-b518-48241780398f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:02.240209 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-959cf920-84d1-4053-8179-48170cef434a tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Made reservation on behalf of 446e7b81acea467eb5f054174b44b96a for: {'port': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:24:02.244400 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-22bc945d-3c04-410e-a044-5307134386a1 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:02.249725 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-959cf920-84d1-4053-8179-48170cef434a tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:02.253438 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port add41ed6-0be5-4814-80a7-c958ed059637 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:24:02.262955 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port add41ed6-0be5-4814-80a7-c958ed059637 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:24:02.265243 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:02.288192 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [None req-959cf920-84d1-4053-8179-48170cef434a tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] device_id is not set on port 5442ac0d-b1b4-4331-aa16-5554edad4cb7 yet. {{(pid=102191) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:24:02.326434 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-1ad1e18a-c456-430f-9877-cee97e6ff051 None None] Provisioning for port 2f3b36e9-6ea0-4149-9f3a-869020ccf1f5 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:24:02.341931 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-1ad1e18a-c456-430f-9877-cee97e6ff051 None None] Provisioning complete for port 2f3b36e9-6ea0-4149-9f3a-869020ccf1f5 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:24:02.342655 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-1ad1e18a-c456-430f-9877-cee97e6ff051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:02.415768 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91cd8279-7798-4e20-bbe4-5e3f327f73d9 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Network 0283cc23-d2ad-4a84-8e1a-c2bf2a570508 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:24:02.422162 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-91cd8279-7798-4e20-bbe4-5e3f327f73d9 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:24:02.430975 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.agents_db [None req-950b7202-decb-43e2-8f71-ac8931dc9749 None None] Agent healthcheck: found 7 active agents {{(pid=102194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:24:02.489684 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-1ad1e18a-c456-430f-9877-cee97e6ff051 None None] Port 2f3b36e9-6ea0-4149-9f3a-869020ccf1f5 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:24:02.510532 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [None req-959cf920-84d1-4053-8179-48170cef434a tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Allocated IP 172.20.0.11 (a8748c9c-e6ab-4081-8049-0059e9ca1ae8/fe8b59ea-21a2-4b55-90ef-c7fa646fdce4/5442ac0d-b1b4-4331-aa16-5554edad4cb7) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:24:02.551825 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-1ad1e18a-c456-430f-9877-cee97e6ff051 None None] Provisioning complete for port add41ed6-0be5-4814-80a7-c958ed059637 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:24:02.552445 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-1ad1e18a-c456-430f-9877-cee97e6ff051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:02.590039 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:02.607796 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e015264-c3df-4765-84fc-fe49c1a61662 None None] Network bb04028f-2efa-409c-97d5-9289303bdac3 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:24:02.718337 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port add41ed6-0be5-4814-80a7-c958ed059637, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=add41ed6-0be5-4814-80a7-c958ed059637,segment=NetworkSegment(1555d745-3452-4977-b019-42d7a653cb39),segment_id=1555d745-3452-4977-b019-42d7a653cb39)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:24:02.775662 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e5e3d3aa-8296-4f20-9dc6-50cf3419e395 req-b4f19486-d747-4aed-8253-d04dce32bd51 tempest-ListServerFiltersTestJSON-181919977 tempest-ListServerFiltersTestJSON-181919977-project] 10.222.0.41 "GET /v2.0/ports?device_id=27eed5b6-1696-492b-b635-59b5fce59416 HTTP/1.1" status: 200 len: 210 time: 0.0856767 Aug 11 03:24:02.798956 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-1ad1e18a-c456-430f-9877-cee97e6ff051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:02.828167 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:02.828804 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device ab120c6a-59b6-4200-afcd-a7bc0b668c7d up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:24:02.893983 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-959cf920-84d1-4053-8179-48170cef434a tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:02.930339 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=add41ed6-0be5-4814-80a7-c958ed059637,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:03.019413 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 93c45f72-e214-419a-8395-856cc4a4b08c no longer exists at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:24:03.024962 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91cd8279-7798-4e20-bbe4-5e3f327f73d9 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Router 0486957c-8fec-4ef1-9796-76c52aeedee1 is scheduled to L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 with binding_index 1 {{(pid=102192) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:24:03.056558 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-959cf920-84d1-4053-8179-48170cef434a tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:03.100864 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-959cf920-84d1-4053-8179-48170cef434a tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Network a8748c9c-e6ab-4081-8049-0059e9ca1ae8 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:24:03.103848 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-959cf920-84d1-4053-8179-48170cef434a tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:24:03.107563 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959cf920-84d1-4053-8179-48170cef434a tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:24:03.123099 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] No Port match for: 93c45f72-e214-419a-8395-856cc4a4b08c {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:24:03.123696 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 93c45f72-e214-419a-8395-856cc4a4b08c not bound to the agent host n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:24:03.132271 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:03.148046 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959cf920-84d1-4053-8179-48170cef434a tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Pushing event updated for resources: {'Port': ['ID=5442ac0d-b1b4-4331-aa16-5554edad4cb7,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:03.154209 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-22bc945d-3c04-410e-a044-5307134386a1 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks [] for port, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:03.162317 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.db.api [None req-1ad1e18a-c456-430f-9877-cee97e6ff051 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102193) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 03:24:03.162755 n-d-764292-30 neutron-server[102193]: DEBUG oslo_db.api [None req-1ad1e18a-c456-430f-9877-cee97e6ff051 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 03:24:03.177203 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91cd8279-7798-4e20-bbe4-5e3f327f73d9 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:24:03.183015 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-959cf920-84d1-4053-8179-48170cef434a tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:03.183651 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-959cf920-84d1-4053-8179-48170cef434a tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:03.187667 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-91cd8279-7798-4e20-bbe4-5e3f327f73d9 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] 10.222.0.41 "PUT /v2.0/routers/0486957c-8fec-4ef1-9796-76c52aeedee1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8518627 Aug 11 03:24:03.188325 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 52946) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:03.192332 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e521a8b-9c8e-4b71-8629-25afccb69a6d None None] Sync routers for ids ['0486957c-8fec-4ef1-9796-76c52aeedee1'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:24:03.208138 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e521a8b-9c8e-4b71-8629-25afccb69a6d None None] Routers {'0486957c-8fec-4ef1-9796-76c52aeedee1'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:24:03.208879 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-1e521a8b-9c8e-4b71-8629-25afccb69a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:24:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['0486957c-8fec-4ef1-9796-76c52aeedee1'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:03.235817 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74efe611-fd36-4c65-a59a-cfaf9510e89b tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:03.237425 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-74efe611-fd36-4c65-a59a-cfaf9510e89b tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] 10.222.0.41 "GET /v2.0/ports/2f3b36e9-6ea0-4149-9f3a-869020ccf1f5 HTTP/1.1" status: 200 len: 910 time: 0.0480459 Aug 11 03:24:03.238814 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-22bc945d-3c04-410e-a044-5307134386a1 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:03.239571 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-22bc945d-3c04-410e-a044-5307134386a1 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16383026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521135'] for router_interface, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:03.243904 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 52948) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:03.247938 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-1e521a8b-9c8e-4b71-8629-25afccb69a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:03.252047 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-aed060b7-e0e1-4f23-8520-def6af1b32b5 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'fe472d3e-3f5c-4d84-9bfb-476f8c06a380'}]}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:24:03.257454 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e521a8b-9c8e-4b71-8629-25afccb69a6d None None] Routers {'0486957c-8fec-4ef1-9796-76c52aeedee1'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:24:03.258082 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-1e521a8b-9c8e-4b71-8629-25afccb69a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:24:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['0486957c-8fec-4ef1-9796-76c52aeedee1'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:03.297353 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-1e521a8b-9c8e-4b71-8629-25afccb69a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:03.297353 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e521a8b-9c8e-4b71-8629-25afccb69a6d None None] The sync data for ids ['0486957c-8fec-4ef1-9796-76c52aeedee1'] in n-d-764292-30 is: [] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:24:03.297353 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port ab120c6a-59b6-4200-afcd-a7bc0b668c7d completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:24:03.300127 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device e879fc84-f757-49d5-bb91-2c95a9ebbe11 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:24:03.325247 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-959cf920-84d1-4053-8179-48170cef434a tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4177046 Aug 11 03:24:03.330235 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 52954) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:03.335844 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-0f08d7c1-8fc6-4c8a-869f-f2eaac4e0876 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Request body: {'floatingip': {'port_id': '5442ac0d-b1b4-4331-aa16-5554edad4cb7'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:24:03.405726 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bc945d-3c04-410e-a044-5307134386a1 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Pushing event updated for resources: {'Port': ['ID=1826d2f8-4304-49dc-836f-fd7ef46cac15,revision_number=2']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:03.413854 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0f08d7c1-8fc6-4c8a-869f-f2eaac4e0876 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks [] for floatingip, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:03.433508 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port e879fc84-f757-49d5-bb91-2c95a9ebbe11 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:24:03.439017 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port e879fc84-f757-49d5-bb91-2c95a9ebbe11 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:24:03.439163 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:03.485665 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-aed060b7-e0e1-4f23-8520-def6af1b32b5 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:03.547906 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22bc945d-3c04-410e-a044-5307134386a1 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Network 89434d07-3bb4-48d1-a777-675ee50a8a0b is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:24:03.551098 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-22bc945d-3c04-410e-a044-5307134386a1 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:24:03.558994 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:03.608694 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port e879fc84-f757-49d5-bb91-2c95a9ebbe11, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=e879fc84-f757-49d5-bb91-2c95a9ebbe11,segment=NetworkSegment(76b98df1-dc83-42ab-b958-c165ce306cbb),segment_id=76b98df1-dc83-42ab-b958-c165ce306cbb)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:24:03.685528 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:03.793333 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=e879fc84-f757-49d5-bb91-2c95a9ebbe11,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:03.840000 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device add41ed6-0be5-4814-80a7-c958ed059637 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:24:03.882752 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 52978) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:03.902530 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port add41ed6-0be5-4814-80a7-c958ed059637 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:24:03.903310 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:04.001332 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-aed060b7-e0e1-4f23-8520-def6af1b32b5 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:04.022261 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-ed473ace-e88e-49fa-acd2-7a1d356a81c7 None None] Provisioning for port 1826d2f8-4304-49dc-836f-fd7ef46cac15 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:24:04.026739 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-ed473ace-e88e-49fa-acd2-7a1d356a81c7 None None] Provisioning complete for port 1826d2f8-4304-49dc-836f-fd7ef46cac15 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:24:04.027110 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-ed473ace-e88e-49fa-acd2-7a1d356a81c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:04.063467 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-ed473ace-e88e-49fa-acd2-7a1d356a81c7 None None] Port 1826d2f8-4304-49dc-836f-fd7ef46cac15 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:24:04.067583 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-aed060b7-e0e1-4f23-8520-def6af1b32b5 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:04.075799 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-ed473ace-e88e-49fa-acd2-7a1d356a81c7 None None] Provisioning complete for port e879fc84-f757-49d5-bb91-2c95a9ebbe11 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:24:04.076230 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-ed473ace-e88e-49fa-acd2-7a1d356a81c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:04.166824 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aed060b7-e0e1-4f23-8520-def6af1b32b5 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:04.167479 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-aed060b7-e0e1-4f23-8520-def6af1b32b5 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:04.171887 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-aed060b7-e0e1-4f23-8520-def6af1b32b5 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] 10.222.0.41 "PUT /v2.0/ports/2f3b36e9-6ea0-4149-9f3a-869020ccf1f5 HTTP/1.1" status: 200 len: 910 time: 0.9268808 Aug 11 03:24:04.173057 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 52992) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:04.175105 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-ed473ace-e88e-49fa-acd2-7a1d356a81c7 None None] Provisioning complete for port 2f3b36e9-6ea0-4149-9f3a-869020ccf1f5 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:24:04.175445 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-ed473ace-e88e-49fa-acd2-7a1d356a81c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:04.182599 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed060b7-e0e1-4f23-8520-def6af1b32b5 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Pushing event updated for resources: {'Port': ['ID=2f3b36e9-6ea0-4149-9f3a-869020ccf1f5,revision_number=3']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:04.216947 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-ed473ace-e88e-49fa-acd2-7a1d356a81c7 None None] Port 2f3b36e9-6ea0-4149-9f3a-869020ccf1f5 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:24:04.301485 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-ed473ace-e88e-49fa-acd2-7a1d356a81c7 None None] Provisioning for port ab120c6a-59b6-4200-afcd-a7bc0b668c7d completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:24:04.306175 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-ed473ace-e88e-49fa-acd2-7a1d356a81c7 None None] Provisioning complete for port ab120c6a-59b6-4200-afcd-a7bc0b668c7d triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:24:04.306584 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-ed473ace-e88e-49fa-acd2-7a1d356a81c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:04.310361 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_v2 [None req-71b81f6f-bd8f-4522-8c1d-c2819698288e admin admin] Deleting subnet 1c85f597-8e7e-40a1-8518-d59e92964402 {{(pid=102192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:24:04.322372 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-71b81f6f-bd8f-4522-8c1d-c2819698288e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:04.349594 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22bc945d-3c04-410e-a044-5307134386a1 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Router 9468e4c4-740e-4ca1-9fdc-dd36c9721f5b is scheduled to L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 with binding_index 1 {{(pid=102192) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:24:04.400087 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-71b81f6f-bd8f-4522-8c1d-c2819698288e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125932460'] for subnet, precommit_delete_associations {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:04.405631 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-ed473ace-e88e-49fa-acd2-7a1d356a81c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:04.442915 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-ed473ace-e88e-49fa-acd2-7a1d356a81c7 None None] For port ab120c6a-59b6-4200-afcd-a7bc0b668c7d, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=ab120c6a-59b6-4200-afcd-a7bc0b668c7d,segment=NetworkSegment(8b0d87c6-0c2d-428b-a659-711ebad2437d),segment_id=8b0d87c6-0c2d-428b-a659-711ebad2437d)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:24:04.524373 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-ed473ace-e88e-49fa-acd2-7a1d356a81c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:04.576050 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0f08d7c1-8fc6-4c8a-869f-f2eaac4e0876 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:04.583784 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed473ace-e88e-49fa-acd2-7a1d356a81c7 None None] Pushing event updated for resources: {'Port': ['ID=ab120c6a-59b6-4200-afcd-a7bc0b668c7d,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:04.595389 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22bc945d-3c04-410e-a044-5307134386a1 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:24:04.605642 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-22bc945d-3c04-410e-a044-5307134386a1 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] 10.222.0.41 "PUT /v2.0/routers/9468e4c4-740e-4ca1-9fdc-dd36c9721f5b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2719512 Aug 11 03:24:04.606367 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c8b8d7e-4bb6-4599-932d-ac8d525143de None None] Sync routers for ids ['9468e4c4-740e-4ca1-9fdc-dd36c9721f5b'] in n-d-764292-30 {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:24:04.608697 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 53012) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:04.616093 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8b8d7e-4bb6-4599-932d-ac8d525143de None None] Routers {'9468e4c4-740e-4ca1-9fdc-dd36c9721f5b'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:24:04.616708 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-7c8b8d7e-4bb6-4599-932d-ac8d525143de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:24:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['9468e4c4-740e-4ca1-9fdc-dd36c9721f5b'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:04.632943 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:04.647641 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-7c8b8d7e-4bb6-4599-932d-ac8d525143de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:04.653673 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-71b81f6f-bd8f-4522-8c1d-c2819698288e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:04.656826 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-2fcbb6cf-459c-4dbe-a6b1-576b8b4d7c50 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521106'] for router_interface, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:04.658241 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0f08d7c1-8fc6-4c8a-869f-f2eaac4e0876 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446866'] for floatingip, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:04.665009 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8b8d7e-4bb6-4599-932d-ac8d525143de None None] Routers {'9468e4c4-740e-4ca1-9fdc-dd36c9721f5b'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:24:04.665838 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-7c8b8d7e-4bb6-4599-932d-ac8d525143de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:24:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['9468e4c4-740e-4ca1-9fdc-dd36c9721f5b'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:04.707000 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-7c8b8d7e-4bb6-4599-932d-ac8d525143de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:04.707809 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c8b8d7e-4bb6-4599-932d-ac8d525143de None None] The sync data for ids ['9468e4c4-740e-4ca1-9fdc-dd36c9721f5b'] in n-d-764292-30 is: [] {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:24:04.720392 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a25752b-0128-45d2-be8b-b9abf3838443 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:04.721746 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-0a25752b-0128-45d2-be8b-b9abf3838443 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] 10.222.0.41 "GET /v2.0/ports/1826d2f8-4304-49dc-836f-fd7ef46cac15 HTTP/1.1" status: 200 len: 911 time: 0.1120443 Aug 11 03:24:04.727431 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 53020) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:04.896249 n-d-764292-30 neutron-server[102192]: INFO neutron.db.l3_db [None req-0f08d7c1-8fc6-4c8a-869f-f2eaac4e0876 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Floating IP 26915146-ec36-4596-9a2c-c6f90f240e4b associated. External IP: 172.25.8.105, port: 5442ac0d-b1b4-4331-aa16-5554edad4cb7. Aug 11 03:24:04.913368 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-2fcbb6cf-459c-4dbe-a6b1-576b8b4d7c50 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Deleting port 2f3b36e9-6ea0-4149-9f3a-869020ccf1f5 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:24:04.913721 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-2fcbb6cf-459c-4dbe-a6b1-576b8b4d7c50 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:04.965316 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-71b81f6f-bd8f-4522-8c1d-c2819698288e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125932157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126180897'] for subnet, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:05.001932 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-2fcbb6cf-459c-4dbe-a6b1-576b8b4d7c50 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:05.014733 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-2fcbb6cf-459c-4dbe-a6b1-576b8b4d7c50 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Calling delete_port for 2f3b36e9-6ea0-4149-9f3a-869020ccf1f5 owned by network:router_interface {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:24:05.032986 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b81f6f-bd8f-4522-8c1d-c2819698288e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c85f597-8e7e-40a1-8518-d59e92964402,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:05.044196 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-71b81f6f-bd8f-4522-8c1d-c2819698288e admin admin] Notify callbacks [] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:05.046124 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-71b81f6f-bd8f-4522-8c1d-c2819698288e admin admin] 10.222.0.41 "DELETE /v2.0/subnets/1c85f597-8e7e-40a1-8518-d59e92964402 HTTP/1.1" status: 204 len: 168 time: 1.1623611 Aug 11 03:24:05.051521 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 53040) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:05.055356 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f517983-57d4-494e-b367-9e12314b0240 None None] Network f9b619db-2b3d-432a-950f-510abd52d789 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:24:05.253245 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-1b63dae5-5375-4eb2-ac2d-f75bd526f45b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:05.256348 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-2fcbb6cf-459c-4dbe-a6b1-576b8b4d7c50 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:05.284589 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcbb6cf-459c-4dbe-a6b1-576b8b4d7c50 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Pushing event deleted for resources: {'Port': ['ID=2f3b36e9-6ea0-4149-9f3a-869020ccf1f5,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:05.455113 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-2fcbb6cf-459c-4dbe-a6b1-576b8b4d7c50 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16383033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450082'] for router_interface, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:05.513388 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a3477d-a0e5-4ad2-bfec-ff1c39d5b5e5 None None] DHCP port deletion for f9b619db-2b3d-432a-950f-510abd52d789 request from n-d-764292-30 {{(pid=102193) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:24:05.533746 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f08d7c1-8fc6-4c8a-869f-f2eaac4e0876 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Router 49046332-233f-4c02-a67c-6dac2c5a4f04 has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:24:05.548547 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-90130106-cf20-4b39-9dbf-2fa71583d892 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:05.555127 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-1b63dae5-5375-4eb2-ac2d-f75bd526f45b admin admin] Deleting port 245af183-aa32-4514-86b5-65b388769abf {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:24:05.555458 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-1b63dae5-5375-4eb2-ac2d-f75bd526f45b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:05.587480 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-51a3477d-a0e5-4ad2-bfec-ff1c39d5b5e5 None None] Deleting port 245af183-aa32-4514-86b5-65b388769abf {{(pid=102193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:24:05.587941 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-51a3477d-a0e5-4ad2-bfec-ff1c39d5b5e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:05.672144 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-51a3477d-a0e5-4ad2-bfec-ff1c39d5b5e5 None None] For port 245af183-aa32-4514-86b5-65b388769abf, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=245af183-aa32-4514-86b5-65b388769abf,segment=NetworkSegment(705c4024-35dd-41b1-9db2-081f2ec1f0f1),segment_id=705c4024-35dd-41b1-9db2-081f2ec1f0f1)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:24:05.672838 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-51a3477d-a0e5-4ad2-bfec-ff1c39d5b5e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:05.679513 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fcbb6cf-459c-4dbe-a6b1-576b8b4d7c50 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Router 0486957c-8fec-4ef1-9796-76c52aeedee1 has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:24:05.690569 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-51a3477d-a0e5-4ad2-bfec-ff1c39d5b5e5 None None] Calling delete_port for 245af183-aa32-4514-86b5-65b388769abf owned by network:dhcp {{(pid=102193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:24:05.747119 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [None req-1b63dae5-5375-4eb2-ac2d-f75bd526f45b admin admin] For port 245af183-aa32-4514-86b5-65b388769abf, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=245af183-aa32-4514-86b5-65b388769abf,segment=NetworkSegment(705c4024-35dd-41b1-9db2-081f2ec1f0f1),segment_id=705c4024-35dd-41b1-9db2-081f2ec1f0f1)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:24:05.747516 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-1b63dae5-5375-4eb2-ac2d-f75bd526f45b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:05.770154 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fcbb6cf-459c-4dbe-a6b1-576b8b4d7c50 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:24:05.787597 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-2fcbb6cf-459c-4dbe-a6b1-576b8b4d7c50 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] 10.222.0.41 "PUT /v2.0/routers/0486957c-8fec-4ef1-9796-76c52aeedee1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6028528 Aug 11 03:24:05.787597 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 53078) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:05.788860 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9d49b2-3b8f-4f20-959e-27b6475e01f8 None None] Sync routers for ids ['0486957c-8fec-4ef1-9796-76c52aeedee1'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:24:05.806802 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9d49b2-3b8f-4f20-959e-27b6475e01f8 None None] Routers {'0486957c-8fec-4ef1-9796-76c52aeedee1'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:24:05.807935 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-eb9d49b2-3b8f-4f20-959e-27b6475e01f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:24:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['0486957c-8fec-4ef1-9796-76c52aeedee1'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:05.838097 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-bbf546c4-ca08-4af7-9024-d0df04e8d598 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] 10.222.0.41 "GET /v2.0/ports?device_id=0486957c-8fec-4ef1-9796-76c52aeedee1 HTTP/1.1" status: 200 len: 205 time: 0.0567665 Aug 11 03:24:05.840427 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 53084) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:05.854503 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device ab120c6a-59b6-4200-afcd-a7bc0b668c7d up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:24:05.882145 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-eb9d49b2-3b8f-4f20-959e-27b6475e01f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:05.906268 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9d49b2-3b8f-4f20-959e-27b6475e01f8 None None] Routers {'0486957c-8fec-4ef1-9796-76c52aeedee1'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:24:05.906860 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-eb9d49b2-3b8f-4f20-959e-27b6475e01f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:24:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['0486957c-8fec-4ef1-9796-76c52aeedee1'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:05.944876 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-eb9d49b2-3b8f-4f20-959e-27b6475e01f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:05.945548 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9d49b2-3b8f-4f20-959e-27b6475e01f8 None None] The sync data for ids ['0486957c-8fec-4ef1-9796-76c52aeedee1'] in n-d-764292-30 is: [] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:24:05.955920 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port ab120c6a-59b6-4200-afcd-a7bc0b668c7d triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:24:05.956297 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:06.007572 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-51a3477d-a0e5-4ad2-bfec-ff1c39d5b5e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678'] for port, after_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:06.042891 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a3477d-a0e5-4ad2-bfec-ff1c39d5b5e5 None None] Pushing event deleted for resources: {'Port': ['ID=245af183-aa32-4514-86b5-65b388769abf,revision_number=None']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:06.044845 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a3477d-a0e5-4ad2-bfec-ff1c39d5b5e5 None None] No DVR routers for this DVR port 245af183-aa32-4514-86b5-65b388769abf on host n-d-764292-30 {{(pid=102193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:24:06.104436 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-1b63dae5-5375-4eb2-ac2d-f75bd526f45b admin admin] Calling delete_port for 245af183-aa32-4514-86b5-65b388769abf owned by network:dhcp {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:24:06.106175 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device e879fc84-f757-49d5-bb91-2c95a9ebbe11 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:24:06.182681 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port e879fc84-f757-49d5-bb91-2c95a9ebbe11 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:24:06.183091 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:06.215306 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f08d7c1-8fc6-4c8a-869f-f2eaac4e0876 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:24:06.224071 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0f08d7c1-8fc6-4c8a-869f-f2eaac4e0876 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for floatingip, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:06.235814 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ee3b75-3bb5-463f-b3fb-75fe81e5f483 None None] Sync routers for ids ['49046332-233f-4c02-a67c-6dac2c5a4f04'] in n-d-764292-30 {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:24:06.248603 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ee3b75-3bb5-463f-b3fb-75fe81e5f483 None None] Routers {'49046332-233f-4c02-a67c-6dac2c5a4f04'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:24:06.248950 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-94ee3b75-3bb5-463f-b3fb-75fe81e5f483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:24:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['49046332-233f-4c02-a67c-6dac2c5a4f04'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:06.267343 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8b024de4-86b0-46af-ae06-74b80cc3665a tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks [] for router, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:06.290863 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-0f08d7c1-8fc6-4c8a-869f-f2eaac4e0876 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] 10.222.0.41 "PUT /v2.0/floatingips/26915146-ec36-4596-9a2c-c6f90f240e4b HTTP/1.1" status: 200 len: 979 time: 2.9588959 Aug 11 03:24:06.291616 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 53100) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:06.292638 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-94ee3b75-3bb5-463f-b3fb-75fe81e5f483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:06.303848 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ee3b75-3bb5-463f-b3fb-75fe81e5f483 None None] Routers {'49046332-233f-4c02-a67c-6dac2c5a4f04'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:24:06.304920 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-94ee3b75-3bb5-463f-b3fb-75fe81e5f483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:24:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['49046332-233f-4c02-a67c-6dac2c5a4f04'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:06.355666 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-94ee3b75-3bb5-463f-b3fb-75fe81e5f483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:06.356920 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ee3b75-3bb5-463f-b3fb-75fe81e5f483 None None] The sync data for ids ['49046332-233f-4c02-a67c-6dac2c5a4f04'] in n-d-764292-30 is: [] {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:24:06.385678 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 245af183-aa32-4514-86b5-65b388769abf no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:24:06.406268 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: 245af183-aa32-4514-86b5-65b388769abf {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:24:06.406867 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 245af183-aa32-4514-86b5-65b388769abf not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:24:06.441451 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-1b63dae5-5375-4eb2-ac2d-f75bd526f45b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:06.471713 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8b024de4-86b0-46af-ae06-74b80cc3665a tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6544'] for router, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:06.475646 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8b024de4-86b0-46af-ae06-74b80cc3665a tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:06.486527 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b63dae5-5375-4eb2-ac2d-f75bd526f45b admin admin] Pushing event deleted for resources: {'Port': ['ID=245af183-aa32-4514-86b5-65b388769abf,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:06.491394 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b63dae5-5375-4eb2-ac2d-f75bd526f45b admin admin] No DVR routers for this DVR port 245af183-aa32-4514-86b5-65b388769abf on host n-d-764292-30 {{(pid=102192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:24:06.528007 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [None req-90130106-cf20-4b39-9dbf-2fa71583d892 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Allocated IP 2001:db8:1::1 (bb04028f-2efa-409c-97d5-9289303bdac3/205f303b-ac37-4200-8c86-3a7efaaa879b/8de5e492-64ec-4f5b-a583-fde63e3ff376) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:24:06.616261 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8b024de4-86b0-46af-ae06-74b80cc3665a tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448809'] for router, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:06.616844 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b024de4-86b0-46af-ae06-74b80cc3665a tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Fanout notify agent at l3_agent the message router_deleted on router 0486957c-8fec-4ef1-9796-76c52aeedee1 {{(pid=102191) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:24:06.625166 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8b024de4-86b0-46af-ae06-74b80cc3665a tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks [] for router, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:06.626220 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-8b024de4-86b0-46af-ae06-74b80cc3665a tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] 10.222.0.41 "DELETE /v2.0/routers/0486957c-8fec-4ef1-9796-76c52aeedee1 HTTP/1.1" status: 204 len: 168 time: 0.7848675 Aug 11 03:24:06.628832 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 53116) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:06.642437 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-1b63dae5-5375-4eb2-ac2d-f75bd526f45b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:06.661556 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-c8e690a9-0772-4e5f-9964-881163b72ce6 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Deleting port 5442ac0d-b1b4-4331-aa16-5554edad4cb7 {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:24:06.661937 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c8e690a9-0772-4e5f-9964-881163b72ce6 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:06.665529 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-1b63dae5-5375-4eb2-ac2d-f75bd526f45b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9b619db-2b3d-432a-950f-510abd52d789']}} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:06.684643 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_v2 [None req-94f58a67-61d3-4af8-9979-227e3001fa5f tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Deleting subnet fe472d3e-3f5c-4d84-9bfb-476f8c06a380 {{(pid=102191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:24:06.688265 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-94f58a67-61d3-4af8-9979-227e3001fa5f tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks [] for subnet, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:06.723702 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-1b63dae5-5375-4eb2-ac2d-f75bd526f45b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '705c4024-35dd-41b1-9db2-081f2ec1f0f1') {'for_net_delete': True} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:06.724002 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-1b63dae5-5375-4eb2-ac2d-f75bd526f45b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '705c4024-35dd-41b1-9db2-081f2ec1f0f1') {} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:06.731667 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-94f58a67-61d3-4af8-9979-227e3001fa5f tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126283525'] for subnet, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:06.750058 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-1b63dae5-5375-4eb2-ac2d-f75bd526f45b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125932501'] for segment, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:06.780023 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-1b63dae5-5375-4eb2-ac2d-f75bd526f45b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:06.797709 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b63dae5-5375-4eb2-ac2d-f75bd526f45b admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=102192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:24:06.798126 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-1b63dae5-5375-4eb2-ac2d-f75bd526f45b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125932183'] for segment, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:06.799843 n-d-764292-30 neutron-server[102192]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:24:06.799843 n-d-764292-30 neutron-server[102192]: self.session.flush() Aug 11 03:24:06.799843 n-d-764292-30 neutron-server[102192]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:24:06.799843 n-d-764292-30 neutron-server[102192]: self.session.flush() Aug 11 03:24:06.799843 n-d-764292-30 neutron-server[102192]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:24:06.799843 n-d-764292-30 neutron-server[102192]: self.session.flush() Aug 11 03:24:06.799843 n-d-764292-30 neutron-server[102192]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:24:06.799843 n-d-764292-30 neutron-server[102192]: self.session.flush() Aug 11 03:24:06.799843 n-d-764292-30 neutron-server[102192]: Traceback (most recent call last): Aug 11 03:24:06.799843 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:24:06.799843 n-d-764292-30 neutron-server[102192]: timer() Aug 11 03:24:06.799843 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:24:06.799843 n-d-764292-30 neutron-server[102192]: cb(*args, **kw) Aug 11 03:24:06.799843 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:24:06.799843 n-d-764292-30 neutron-server[102192]: return func(*args, **kwargs) Aug 11 03:24:06.799843 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:24:06.799843 n-d-764292-30 neutron-server[102192]: self._notify() Aug 11 03:24:06.799843 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:24:06.799843 n-d-764292-30 neutron-server[102192]: self.callback(batched_events) Aug 11 03:24:06.799843 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:24:06.799843 n-d-764292-30 neutron-server[102192]: event.method(event) Aug 11 03:24:06.799843 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:24:06.799843 n-d-764292-30 neutron-server[102192]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:24:06.799843 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:24:06.799843 n-d-764292-30 neutron-server[102192]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:24:06.799843 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:24:06.799843 n-d-764292-30 neutron-server[102192]: return f(self, *a, **k) Aug 11 03:24:06.799843 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:24:06.799843 n-d-764292-30 neutron-server[102192]: return self._get(url).json() Aug 11 03:24:06.799843 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:24:06.799843 n-d-764292-30 neutron-server[102192]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:24:06.799843 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:24:06.799843 n-d-764292-30 neutron-server[102192]: return self.request(url, 'GET', **kwargs) Aug 11 03:24:06.799843 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:24:06.799843 n-d-764292-30 neutron-server[102192]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:24:06.799843 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:24:06.799843 n-d-764292-30 neutron-server[102192]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:24:06.799843 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:24:06.799843 n-d-764292-30 neutron-server[102192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:24:06.799843 n-d-764292-30 neutron-server[102192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:24:06.825413 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-94f58a67-61d3-4af8-9979-227e3001fa5f tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:06.849164 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-90130106-cf20-4b39-9dbf-2fa71583d892 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:06.885666 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c8e690a9-0772-4e5f-9964-881163b72ce6 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:06.947622 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-94f58a67-61d3-4af8-9979-227e3001fa5f tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126283413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126275158'] for subnet, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:06.954824 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [None req-90130106-cf20-4b39-9dbf-2fa71583d892 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Transition to ACTIVE for port object 8de5e492-64ec-4f5b-a583-fde63e3ff376 will not be triggered until provisioned by entity DHCP. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:24:06.960794 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-1b63dae5-5375-4eb2-ac2d-f75bd526f45b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:06.978620 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f58a67-61d3-4af8-9979-227e3001fa5f tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Pushing event deleted for resources: {'Subnet': ['ID=fe472d3e-3f5c-4d84-9bfb-476f8c06a380,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:06.982642 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-1b63dae5-5375-4eb2-ac2d-f75bd526f45b admin admin] Notify callbacks [] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:06.986999 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-94f58a67-61d3-4af8-9979-227e3001fa5f tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:06.987168 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-1b63dae5-5375-4eb2-ac2d-f75bd526f45b admin admin] 10.222.0.41 "DELETE /v2.0/networks/f9b619db-2b3d-432a-950f-510abd52d789 HTTP/1.1" status: 204 len: 168 time: 1.9307790 Aug 11 03:24:06.989023 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-94f58a67-61d3-4af8-9979-227e3001fa5f tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] 10.222.0.41 "DELETE /v2.0/subnets/fe472d3e-3f5c-4d84-9bfb-476f8c06a380 HTTP/1.1" status: 204 len: 168 time: 0.3592031 Aug 11 03:24:06.990595 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 53142) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:07.014542 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a78ad594-0dc3-42e7-9ffa-bbc936fa4386 None None] Network 0283cc23-d2ad-4a84-8e1a-c2bf2a570508 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:24:07.029652 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b63dae5-5375-4eb2-ac2d-f75bd526f45b admin admin] Pushing event deleted for resources: {'Network': ['ID=f9b619db-2b3d-432a-950f-510abd52d789,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:07.094927 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3f7c42a0-d4ab-4970-b7a3-4d63cbcb2a7e tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:07.108852 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:07.165545 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-3f7c42a0-d4ab-4970-b7a3-4d63cbcb2a7e tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Deleting port add41ed6-0be5-4814-80a7-c958ed059637 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:24:07.166200 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3f7c42a0-d4ab-4970-b7a3-4d63cbcb2a7e tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:07.167598 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-90130106-cf20-4b39-9dbf-2fa71583d892 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:07.220060 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c8e690a9-0772-4e5f-9964-881163b72ce6 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:07.220430 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c8e690a9-0772-4e5f-9964-881163b72ce6 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446866'] for floatingip, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:07.220747 n-d-764292-30 neutron-server[102192]: INFO neutron.db.l3_db [None req-c8e690a9-0772-4e5f-9964-881163b72ce6 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Floating IP 26915146-ec36-4596-9a2c-c6f90f240e4b disassociated. External IP: 172.25.8.105, port: 5442ac0d-b1b4-4331-aa16-5554edad4cb7. Aug 11 03:24:07.221090 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-c8e690a9-0772-4e5f-9964-881163b72ce6 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Calling delete_port for 5442ac0d-b1b4-4331-aa16-5554edad4cb7 owned by {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:24:07.226645 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90130106-cf20-4b39-9dbf-2fa71583d892 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Network bb04028f-2efa-409c-97d5-9289303bdac3 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:24:07.235101 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-90130106-cf20-4b39-9dbf-2fa71583d892 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:24:07.242836 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90130106-cf20-4b39-9dbf-2fa71583d892 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:24:07.243394 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-90130106-cf20-4b39-9dbf-2fa71583d892 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-520987'] for router_interface, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:07.262183 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [None req-3f7c42a0-d4ab-4970-b7a3-4d63cbcb2a7e tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] For port add41ed6-0be5-4814-80a7-c958ed059637, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=add41ed6-0be5-4814-80a7-c958ed059637,segment=NetworkSegment(1555d745-3452-4977-b019-42d7a653cb39),segment_id=1555d745-3452-4977-b019-42d7a653cb39)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:24:07.262522 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3f7c42a0-d4ab-4970-b7a3-4d63cbcb2a7e tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:07.267871 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0ae675d-166e-481d-8e1a-9928f6302e5e None None] DHCP port deletion for 0283cc23-d2ad-4a84-8e1a-c2bf2a570508 request from n-d-764292-30 {{(pid=102193) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:24:07.278657 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-3f7c42a0-d4ab-4970-b7a3-4d63cbcb2a7e tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Calling delete_port for add41ed6-0be5-4814-80a7-c958ed059637 owned by network:dhcp {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:24:07.289548 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90130106-cf20-4b39-9dbf-2fa71583d892 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Pushing event updated for resources: {'Port': ['ID=8de5e492-64ec-4f5b-a583-fde63e3ff376,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:07.325637 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-b0ae675d-166e-481d-8e1a-9928f6302e5e None None] Deleting port add41ed6-0be5-4814-80a7-c958ed059637 {{(pid=102193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:24:07.326018 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-b0ae675d-166e-481d-8e1a-9928f6302e5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:07.424358 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-b0ae675d-166e-481d-8e1a-9928f6302e5e None None] For port add41ed6-0be5-4814-80a7-c958ed059637, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=add41ed6-0be5-4814-80a7-c958ed059637,segment=NetworkSegment(1555d745-3452-4977-b019-42d7a653cb39),segment_id=1555d745-3452-4977-b019-42d7a653cb39)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:24:07.424358 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-b0ae675d-166e-481d-8e1a-9928f6302e5e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:07.444514 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-b0ae675d-166e-481d-8e1a-9928f6302e5e None None] Calling delete_port for add41ed6-0be5-4814-80a7-c958ed059637 owned by network:dhcp {{(pid=102193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:24:07.462098 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3f7c42a0-d4ab-4970-b7a3-4d63cbcb2a7e tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:07.507750 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7c42a0-d4ab-4970-b7a3-4d63cbcb2a7e tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Pushing event deleted for resources: {'Port': ['ID=add41ed6-0be5-4814-80a7-c958ed059637,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:07.522460 n-d-764292-30 neutron-server[102193]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:24:07.522460 n-d-764292-30 neutron-server[102193]: self.session.flush() Aug 11 03:24:07.522460 n-d-764292-30 neutron-server[102193]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:24:07.522460 n-d-764292-30 neutron-server[102193]: self.session.flush() Aug 11 03:24:07.522460 n-d-764292-30 neutron-server[102193]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:24:07.522460 n-d-764292-30 neutron-server[102193]: self.session.flush() Aug 11 03:24:07.522460 n-d-764292-30 neutron-server[102193]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:24:07.522460 n-d-764292-30 neutron-server[102193]: self.session.flush() Aug 11 03:24:07.522460 n-d-764292-30 neutron-server[102193]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:24:07.522460 n-d-764292-30 neutron-server[102193]: self.session.flush() Aug 11 03:24:07.522460 n-d-764292-30 neutron-server[102193]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:24:07.522460 n-d-764292-30 neutron-server[102193]: self.session.flush() Aug 11 03:24:07.522460 n-d-764292-30 neutron-server[102193]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:24:07.522460 n-d-764292-30 neutron-server[102193]: self.session.flush() Aug 11 03:24:07.522460 n-d-764292-30 neutron-server[102193]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:24:07.522460 n-d-764292-30 neutron-server[102193]: self.session.flush() Aug 11 03:24:07.522460 n-d-764292-30 neutron-server[102193]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:24:07.522460 n-d-764292-30 neutron-server[102193]: self.session.flush() Aug 11 03:24:07.522460 n-d-764292-30 neutron-server[102193]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:24:07.522460 n-d-764292-30 neutron-server[102193]: self.session.flush() Aug 11 03:24:07.522460 n-d-764292-30 neutron-server[102193]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:24:07.522460 n-d-764292-30 neutron-server[102193]: self.session.flush() Aug 11 03:24:07.522460 n-d-764292-30 neutron-server[102193]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:24:07.522460 n-d-764292-30 neutron-server[102193]: self.session.flush() Aug 11 03:24:07.522460 n-d-764292-30 neutron-server[102193]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:24:07.522460 n-d-764292-30 neutron-server[102193]: self.session.flush() Aug 11 03:24:07.522460 n-d-764292-30 neutron-server[102193]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:24:07.522460 n-d-764292-30 neutron-server[102193]: self.session.flush() Aug 11 03:24:07.522460 n-d-764292-30 neutron-server[102193]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:24:07.522460 n-d-764292-30 neutron-server[102193]: self.session.flush() Aug 11 03:24:07.522460 n-d-764292-30 neutron-server[102193]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:24:07.522460 n-d-764292-30 neutron-server[102193]: self.session.flush() Aug 11 03:24:07.522460 n-d-764292-30 neutron-server[102193]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:24:07.522460 n-d-764292-30 neutron-server[102193]: self.session.flush() Aug 11 03:24:07.522460 n-d-764292-30 neutron-server[102193]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:24:07.522460 n-d-764292-30 neutron-server[102193]: self.session.flush() Aug 11 03:24:07.522460 n-d-764292-30 neutron-server[102193]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:24:07.522460 n-d-764292-30 neutron-server[102193]: self.session.flush() Aug 11 03:24:07.522460 n-d-764292-30 neutron-server[102193]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:24:07.522460 n-d-764292-30 neutron-server[102193]: self.session.flush() Aug 11 03:24:07.525584 n-d-764292-30 neutron-server[102193]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:24:07.525584 n-d-764292-30 neutron-server[102193]: self.session.flush() Aug 11 03:24:07.525584 n-d-764292-30 neutron-server[102193]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:24:07.525584 n-d-764292-30 neutron-server[102193]: self.session.flush() Aug 11 03:24:07.525584 n-d-764292-30 neutron-server[102193]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:24:07.525584 n-d-764292-30 neutron-server[102193]: self.session.flush() Aug 11 03:24:07.525584 n-d-764292-30 neutron-server[102193]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:24:07.525584 n-d-764292-30 neutron-server[102193]: self.session.flush() Aug 11 03:24:07.525584 n-d-764292-30 neutron-server[102193]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:24:07.525584 n-d-764292-30 neutron-server[102193]: self.session.flush() Aug 11 03:24:07.525584 n-d-764292-30 neutron-server[102193]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:24:07.525584 n-d-764292-30 neutron-server[102193]: self.session.flush() Aug 11 03:24:07.525584 n-d-764292-30 neutron-server[102193]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:24:07.525584 n-d-764292-30 neutron-server[102193]: self.session.flush() Aug 11 03:24:07.529758 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7c42a0-d4ab-4970-b7a3-4d63cbcb2a7e tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] No DVR routers for this DVR port add41ed6-0be5-4814-80a7-c958ed059637 on host n-d-764292-30 {{(pid=102191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:24:07.535152 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 53168) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:07.537999 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-b0ae675d-166e-481d-8e1a-9928f6302e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678'] for port, after_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:07.561558 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c8e690a9-0772-4e5f-9964-881163b72ce6 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:07.572274 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ae675d-166e-481d-8e1a-9928f6302e5e None None] Pushing event deleted for resources: {'Port': ['ID=add41ed6-0be5-4814-80a7-c958ed059637,revision_number=None']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:07.578130 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ae675d-166e-481d-8e1a-9928f6302e5e None None] No DVR routers for this DVR port add41ed6-0be5-4814-80a7-c958ed059637 on host n-d-764292-30 {{(pid=102193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:24:07.616396 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e690a9-0772-4e5f-9964-881163b72ce6 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Pushing event deleted for resources: {'Port': ['ID=5442ac0d-b1b4-4331-aa16-5554edad4cb7,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:07.629520 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-90130106-cf20-4b39-9dbf-2fa71583d892 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:07.686374 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3f7c42a0-d4ab-4970-b7a3-4d63cbcb2a7e tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:07.690139 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-3f894563-b5f4-4abe-9dff-fcac8dd77cb1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=381bd3f836e84635bd53ce4472f95deb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1539044 Aug 11 03:24:07.696252 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 53176) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:07.717016 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-3f7c42a0-d4ab-4970-b7a3-4d63cbcb2a7e tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0283cc23-d2ad-4a84-8e1a-c2bf2a570508']}} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:07.735464 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-3f7c42a0-d4ab-4970-b7a3-4d63cbcb2a7e tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1555d745-3452-4977-b019-42d7a653cb39') {'for_net_delete': True} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:07.735765 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-3f7c42a0-d4ab-4970-b7a3-4d63cbcb2a7e tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1555d745-3452-4977-b019-42d7a653cb39') {} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:07.752479 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3f7c42a0-d4ab-4970-b7a3-4d63cbcb2a7e tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126283644'] for segment, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:07.773445 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3f7c42a0-d4ab-4970-b7a3-4d63cbcb2a7e tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:07.775812 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-7f1cb1e0-0ef7-4fa1-9802-aa492015853f None None] Provisioning for port 8de5e492-64ec-4f5b-a583-fde63e3ff376 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:24:07.779781 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-7f1cb1e0-0ef7-4fa1-9802-aa492015853f None None] Provisioning complete for port 8de5e492-64ec-4f5b-a583-fde63e3ff376 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:24:07.780145 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-7f1cb1e0-0ef7-4fa1-9802-aa492015853f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:07.786535 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f7c42a0-d4ab-4970-b7a3-4d63cbcb2a7e tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=102191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:24:07.787523 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3f7c42a0-d4ab-4970-b7a3-4d63cbcb2a7e tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126283391'] for segment, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:07.790586 n-d-764292-30 neutron-server[102191]: Traceback (most recent call last): Aug 11 03:24:07.790586 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:24:07.790586 n-d-764292-30 neutron-server[102191]: timer() Aug 11 03:24:07.790586 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:24:07.790586 n-d-764292-30 neutron-server[102191]: cb(*args, **kw) Aug 11 03:24:07.790586 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:24:07.790586 n-d-764292-30 neutron-server[102191]: return func(*args, **kwargs) Aug 11 03:24:07.790586 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:24:07.790586 n-d-764292-30 neutron-server[102191]: self._notify() Aug 11 03:24:07.790586 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:24:07.790586 n-d-764292-30 neutron-server[102191]: self.callback(batched_events) Aug 11 03:24:07.790586 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:24:07.790586 n-d-764292-30 neutron-server[102191]: event.method(event) Aug 11 03:24:07.790586 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:24:07.790586 n-d-764292-30 neutron-server[102191]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:24:07.790586 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:24:07.790586 n-d-764292-30 neutron-server[102191]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:24:07.790586 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:24:07.790586 n-d-764292-30 neutron-server[102191]: return f(self, *a, **k) Aug 11 03:24:07.790586 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:24:07.790586 n-d-764292-30 neutron-server[102191]: return self._get(url).json() Aug 11 03:24:07.790586 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:24:07.790586 n-d-764292-30 neutron-server[102191]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:24:07.790586 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:24:07.790586 n-d-764292-30 neutron-server[102191]: return self.request(url, 'GET', **kwargs) Aug 11 03:24:07.790586 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:24:07.790586 n-d-764292-30 neutron-server[102191]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:24:07.790586 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:24:07.790586 n-d-764292-30 neutron-server[102191]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:24:07.790586 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:24:07.790586 n-d-764292-30 neutron-server[102191]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:24:07.790586 n-d-764292-30 neutron-server[102191]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:24:07.802277 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-2027aec7-194f-498e-91f6-d4b75bc0100d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:07.812188 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device add41ed6-0be5-4814-80a7-c958ed059637 no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:24:07.838711 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: add41ed6-0be5-4814-80a7-c958ed059637 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:24:07.839239 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device add41ed6-0be5-4814-80a7-c958ed059637 not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:24:07.868216 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-7f1cb1e0-0ef7-4fa1-9802-aa492015853f None None] Port 8de5e492-64ec-4f5b-a583-fde63e3ff376 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:24:07.886560 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-2027aec7-194f-498e-91f6-d4b75bc0100d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:07.935031 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8e690a9-0772-4e5f-9964-881163b72ce6 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Router 49046332-233f-4c02-a67c-6dac2c5a4f04 has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:24:07.941591 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3f7c42a0-d4ab-4970-b7a3-4d63cbcb2a7e tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:07.951322 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3f7c42a0-d4ab-4970-b7a3-4d63cbcb2a7e tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks [] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:07.954768 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-3f7c42a0-d4ab-4970-b7a3-4d63cbcb2a7e tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] 10.222.0.41 "DELETE /v2.0/networks/0283cc23-d2ad-4a84-8e1a-c2bf2a570508 HTTP/1.1" status: 204 len: 168 time: 0.9631906 Aug 11 03:24:07.961107 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 53190) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:07.965891 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-7231e164-65cd-4672-b15e-8d42f9913434 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-522875344', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:24:07.968944 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7c42a0-d4ab-4970-b7a3-4d63cbcb2a7e tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Pushing event deleted for resources: {'Network': ['ID=0283cc23-d2ad-4a84-8e1a-c2bf2a570508,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:07.998769 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-2027aec7-194f-498e-91f6-d4b75bc0100d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:08.001498 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-2027aec7-194f-498e-91f6-d4b75bc0100d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:08.005274 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-2027aec7-194f-498e-91f6-d4b75bc0100d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e65ff429-9c9c-43ff-8c00-2b2cbbc9daf0 HTTP/1.1" status: 204 len: 168 time: 0.3054445 Aug 11 03:24:08.011701 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2027aec7-194f-498e-91f6-d4b75bc0100d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e65ff429-9c9c-43ff-8c00-2b2cbbc9daf0,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:08.106089 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-90130106-cf20-4b39-9dbf-2fa71583d892 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks [] for port, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:08.109963 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-7231e164-65cd-4672-b15e-8d42f9913434 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-450010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6626'] for router, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:08.111005 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-7231e164-65cd-4672-b15e-8d42f9913434 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-446747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6633'] for router, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:08.138192 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8e690a9-0772-4e5f-9964-881163b72ce6 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:24:08.148912 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce460464-fc36-4828-9c77-60b49313c72a None None] Sync routers for ids ['49046332-233f-4c02-a67c-6dac2c5a4f04'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:24:08.157836 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce460464-fc36-4828-9c77-60b49313c72a None None] Routers {'49046332-233f-4c02-a67c-6dac2c5a4f04'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:24:08.158487 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-ce460464-fc36-4828-9c77-60b49313c72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:24:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['49046332-233f-4c02-a67c-6dac2c5a4f04'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:08.192382 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-ce460464-fc36-4828-9c77-60b49313c72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:08.198180 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-7231e164-65cd-4672-b15e-8d42f9913434 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:08.200071 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-90130106-cf20-4b39-9dbf-2fa71583d892 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:08.200848 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-90130106-cf20-4b39-9dbf-2fa71583d892 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16383026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521135'] for router_interface, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:08.207874 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce460464-fc36-4828-9c77-60b49313c72a None None] Routers {'49046332-233f-4c02-a67c-6dac2c5a4f04'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:24:08.207874 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-ce460464-fc36-4828-9c77-60b49313c72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:24:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['49046332-233f-4c02-a67c-6dac2c5a4f04'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:08.241650 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-ce460464-fc36-4828-9c77-60b49313c72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:08.242327 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce460464-fc36-4828-9c77-60b49313c72a None None] The sync data for ids ['49046332-233f-4c02-a67c-6dac2c5a4f04'] in n-d-764292-30 is: [] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:24:08.311997 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-7231e164-65cd-4672-b15e-8d42f9913434 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-446952'] for router, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:08.336510 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c8e690a9-0772-4e5f-9964-881163b72ce6 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:08.338434 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-c8e690a9-0772-4e5f-9964-881163b72ce6 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] 10.222.0.41 "DELETE /v2.0/ports/5442ac0d-b1b4-4331-aa16-5554edad4cb7 HTTP/1.1" status: 204 len: 168 time: 2.0422792 Aug 11 03:24:08.341135 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 53212) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:08.342779 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90130106-cf20-4b39-9dbf-2fa71583d892 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Pushing event updated for resources: {'Port': ['ID=8de5e492-64ec-4f5b-a583-fde63e3ff376,revision_number=2']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:08.379638 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90130106-cf20-4b39-9dbf-2fa71583d892 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Network bb04028f-2efa-409c-97d5-9289303bdac3 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:24:08.381710 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-90130106-cf20-4b39-9dbf-2fa71583d892 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:24:08.392892 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-18f8c8b6-8cef-4ff8-b030-d68784999278 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] 10.222.0.41 "GET /v2.0/floatingips/26915146-ec36-4596-9a2c-c6f90f240e4b HTTP/1.1" status: 200 len: 688 time: 0.0500352 Aug 11 03:24:08.396048 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 53218) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:08.472931 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-7231e164-65cd-4672-b15e-8d42f9913434 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks [] for router, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:08.474058 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-7231e164-65cd-4672-b15e-8d42f9913434 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.5117314 Aug 11 03:24:08.476739 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 53224) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:08.484142 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-0a49d360-42f8-4782-aa7f-5e9a0527d100 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Request body: {'network': {'name': 'tempest-RoutersTest-951141798'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:24:08.539743 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90130106-cf20-4b39-9dbf-2fa71583d892 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Router 9468e4c4-740e-4ca1-9fdc-dd36c9721f5b has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:24:08.572366 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-ed3f5c3a-f6d3-4378-84c6-32da12e434b7 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Deleting port b54cf481-cc2b-4ecd-8f6e-88d9a6c3d386 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:24:08.576896 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ed3f5c3a-f6d3-4378-84c6-32da12e434b7 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:08.595007 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a49d360-42f8-4782-aa7f-5e9a0527d100 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Made reservation on behalf of 8002057c241341da96913e0b77a31349 for: {'network': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:24:08.598991 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0a49d360-42f8-4782-aa7f-5e9a0527d100 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:08.680726 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ed3f5c3a-f6d3-4378-84c6-32da12e434b7 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:08.682479 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ed3f5c3a-f6d3-4378-84c6-32da12e434b7 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:08.697480 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-ed3f5c3a-f6d3-4378-84c6-32da12e434b7 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Calling delete_port for b54cf481-cc2b-4ecd-8f6e-88d9a6c3d386 owned by network:floatingip {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:24:08.703087 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-4b29b19e-2419-464e-80e9-e6c714445570 None None] Provisioning complete for port 8de5e492-64ec-4f5b-a583-fde63e3ff376 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:24:08.703471 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-4b29b19e-2419-464e-80e9-e6c714445570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:08.753972 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-4b29b19e-2419-464e-80e9-e6c714445570 None None] Port 8de5e492-64ec-4f5b-a583-fde63e3ff376 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:24:08.952766 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ed3f5c3a-f6d3-4378-84c6-32da12e434b7 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:08.965969 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a49d360-42f8-4782-aa7f-5e9a0527d100 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=102192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:24:08.973389 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90130106-cf20-4b39-9dbf-2fa71583d892 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:24:08.980300 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-90130106-cf20-4b39-9dbf-2fa71583d892 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] 10.222.0.41 "PUT /v2.0/routers/9468e4c4-740e-4ca1-9fdc-dd36c9721f5b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2499242 Aug 11 03:24:08.984800 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0a49d360-42f8-4782-aa7f-5e9a0527d100 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:08.984952 n-d-764292-30 neutron-server[102192]: INFO neutron.db.segments_db [None req-0a49d360-42f8-4782-aa7f-5e9a0527d100 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Added segment 7cc3dd2c-eb7f-4ab5-9648-b92aad663174 of type vlan for network 86594cbd-e1fd-497c-9535-16dda6843d99 Aug 11 03:24:08.986165 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 53254) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:08.988117 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4251cd36-f727-438d-85dd-e5e1642bb7a5 None None] Sync routers for ids ['9468e4c4-740e-4ca1-9fdc-dd36c9721f5b'] in n-d-764292-30 {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:24:08.990510 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3f5c3a-f6d3-4378-84c6-32da12e434b7 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Pushing event deleted for resources: {'Port': ['ID=b54cf481-cc2b-4ecd-8f6e-88d9a6c3d386,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:09.001340 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4251cd36-f727-438d-85dd-e5e1642bb7a5 None None] Routers {'9468e4c4-740e-4ca1-9fdc-dd36c9721f5b'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:24:09.001937 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-4251cd36-f727-438d-85dd-e5e1642bb7a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:24:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['9468e4c4-740e-4ca1-9fdc-dd36c9721f5b'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:09.040297 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-4251cd36-f727-438d-85dd-e5e1642bb7a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:09.048907 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4251cd36-f727-438d-85dd-e5e1642bb7a5 None None] Routers {'9468e4c4-740e-4ca1-9fdc-dd36c9721f5b'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:24:09.049511 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-4251cd36-f727-438d-85dd-e5e1642bb7a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:24:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['9468e4c4-740e-4ca1-9fdc-dd36c9721f5b'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:09.066041 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2dfcd45-d747-4e97-8d99-3cfbacd4affb tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:09.070662 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-f2dfcd45-d747-4e97-8d99-3cfbacd4affb tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] 10.222.0.41 "GET /v2.0/ports/8de5e492-64ec-4f5b-a583-fde63e3ff376 HTTP/1.1" status: 200 len: 913 time: 0.0803440 Aug 11 03:24:09.071575 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 53260) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:09.075444 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ed3f5c3a-f6d3-4378-84c6-32da12e434b7 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks [] for floatingip, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:09.078536 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ed3f5c3a-f6d3-4378-84c6-32da12e434b7 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for floatingip, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:09.079940 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-ed3f5c3a-f6d3-4378-84c6-32da12e434b7 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] 10.222.0.41 "DELETE /v2.0/floatingips/26915146-ec36-4596-9a2c-c6f90f240e4b HTTP/1.1" status: 204 len: 168 time: 0.6822383 Aug 11 03:24:09.084267 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 53262) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:09.086247 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-4251cd36-f727-438d-85dd-e5e1642bb7a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:09.086939 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4251cd36-f727-438d-85dd-e5e1642bb7a5 None None] The sync data for ids ['9468e4c4-740e-4ca1-9fdc-dd36c9721f5b'] in n-d-764292-30 is: [] {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:24:09.089228 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-b5354c06-4eef-4725-a16f-1ad6b913d846 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Request body: {'floatingip': {'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'port_id': '6c090316-73e5-49de-9aaf-f39bb701c766'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:24:09.122470 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0a49d360-42f8-4782-aa7f-5e9a0527d100 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:09.187080 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b5354c06-4eef-4725-a16f-1ad6b913d846 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks [] for floatingip, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:09.274095 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0a49d360-42f8-4782-aa7f-5e9a0527d100 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:09.279633 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a49d360-42f8-4782-aa7f-5e9a0527d100 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:09.280275 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0a49d360-42f8-4782-aa7f-5e9a0527d100 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks [] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:09.329544 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b5354c06-4eef-4725-a16f-1ad6b913d846 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:09.374224 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a49d360-42f8-4782-aa7f-5e9a0527d100 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Pushing event updated for resources: {'Network': ['ID=86594cbd-e1fd-497c-9535-16dda6843d99,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:09.389157 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network 86594cbd-e1fd-497c-9535-16dda6843d99 details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:24:09.410816 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 53286) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:09.436842 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-0a49d360-42f8-4782-aa7f-5e9a0527d100 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.9583831 Aug 11 03:24:09.439204 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 53292) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:09.449279 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-0f2e7b5a-2dd7-45c6-bef8-f6508fa80e4b tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Request body: {'subnet': {'network_id': '86594cbd-e1fd-497c-9535-16dda6843d99', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:24:09.469703 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [None req-b5354c06-4eef-4725-a16f-1ad6b913d846 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Allocated IP 172.25.8.174 (09faf7d2-eaf5-4a50-bb6e-4cb05d009a76/e1a97443-13df-40bb-85f5-fd269e2742c0/c29f17ea-3061-47f1-b4db-23a7176a478a) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:24:09.543088 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-03893d6c-cba8-44ab-9e17-0f0eae4615ae admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1542526337-network', 'tenant_id': 'f8cfc954604b4a9ba8ad1cb21f7fc109'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:24:09.583656 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b5354c06-4eef-4725-a16f-1ad6b913d846 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:09.647798 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-5ab39943-4d19-4923-b679-4ec50793cf53 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521106'] for router_interface, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:09.682867 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03893d6c-cba8-44ab-9e17-0f0eae4615ae admin admin] Made reservation on behalf of f8cfc954604b4a9ba8ad1cb21f7fc109 for: {'network': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:24:09.685130 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-03893d6c-cba8-44ab-9e17-0f0eae4615ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:09.708323 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b5354c06-4eef-4725-a16f-1ad6b913d846 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:09.732134 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-03893d6c-cba8-44ab-9e17-0f0eae4615ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:09.758001 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5354c06-4eef-4725-a16f-1ad6b913d846 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:24:09.761447 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-b5354c06-4eef-4725-a16f-1ad6b913d846 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:24:09.766277 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5354c06-4eef-4725-a16f-1ad6b913d846 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:24:09.769648 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5354c06-4eef-4725-a16f-1ad6b913d846 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Pushing event updated for resources: {'Port': ['ID=c29f17ea-3061-47f1-b4db-23a7176a478a,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:09.840133 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f2e7b5a-2dd7-45c6-bef8-f6508fa80e4b tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Made reservation on behalf of 8002057c241341da96913e0b77a31349 for: {'subnet': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:24:09.843670 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0f2e7b5a-2dd7-45c6-bef8-f6508fa80e4b tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126180544'] for subnet, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:10.107852 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-03893d6c-cba8-44ab-9e17-0f0eae4615ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:10.155996 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b5354c06-4eef-4725-a16f-1ad6b913d846 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:10.161343 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-03893d6c-cba8-44ab-9e17-0f0eae4615ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:10.191580 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-5ab39943-4d19-4923-b679-4ec50793cf53 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Deleting port 8de5e492-64ec-4f5b-a583-fde63e3ff376 {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:24:10.192373 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-5ab39943-4d19-4923-b679-4ec50793cf53 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:10.201462 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03893d6c-cba8-44ab-9e17-0f0eae4615ae admin admin] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=102192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:24:10.215427 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03893d6c-cba8-44ab-9e17-0f0eae4615ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed60bba6-2b2f-4b83-a3e4-9e7aa48523e6,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:10.251046 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0f2e7b5a-2dd7-45c6-bef8-f6508fa80e4b tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125932092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126180562'] for subnet, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:10.260382 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-03893d6c-cba8-44ab-9e17-0f0eae4615ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:10.260733 n-d-764292-30 neutron-server[102192]: INFO neutron.db.segments_db [None req-03893d6c-cba8-44ab-9e17-0f0eae4615ae admin admin] Added segment 21ab9289-39d9-4555-9571-2cc6fd85c487 of type vlan for network c13948e9-e028-4a8d-ac69-93d0ad6a4bde Aug 11 03:24:10.290990 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b5354c06-4eef-4725-a16f-1ad6b913d846 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:10.350759 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-03893d6c-cba8-44ab-9e17-0f0eae4615ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:10.406778 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2e7b5a-2dd7-45c6-bef8-f6508fa80e4b tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Pushing event updated for resources: {'Subnet': ['ID=a84ab6d1-920e-4120-b064-c4c12d86c28b,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:10.412438 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-5ab39943-4d19-4923-b679-4ec50793cf53 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:10.432603 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-5ab39943-4d19-4923-b679-4ec50793cf53 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Calling delete_port for 8de5e492-64ec-4f5b-a583-fde63e3ff376 owned by network:router_interface {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:24:10.439370 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2e7b5a-2dd7-45c6-bef8-f6508fa80e4b tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Checking segment: {'id': '7cc3dd2c-eb7f-4ab5-9648-b92aad663174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '86594cbd-e1fd-497c-9535-16dda6843d99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:24:10.439736 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f2e7b5a-2dd7-45c6-bef8-f6508fa80e4b tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Network hostable DHCP agents. Network: 86594cbd-e1fd-497c-9535-16dda6843d99, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:24:10.457735 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b5354c06-4eef-4725-a16f-1ad6b913d846 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:10.489323 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-03893d6c-cba8-44ab-9e17-0f0eae4615ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:10.490848 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03893d6c-cba8-44ab-9e17-0f0eae4615ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:10.491425 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-03893d6c-cba8-44ab-9e17-0f0eae4615ae admin admin] Notify callbacks [] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:10.529888 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b5354c06-4eef-4725-a16f-1ad6b913d846 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:10.589994 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f2e7b5a-2dd7-45c6-bef8-f6508fa80e4b tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Network 86594cbd-e1fd-497c-9535-16dda6843d99 is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:24:10.605893 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03893d6c-cba8-44ab-9e17-0f0eae4615ae admin admin] Pushing event updated for resources: {'Network': ['ID=c13948e9-e028-4a8d-ac69-93d0ad6a4bde,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:10.607469 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5354c06-4eef-4725-a16f-1ad6b913d846 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Pushing event updated for resources: {'Port': ['ID=c29f17ea-3061-47f1-b4db-23a7176a478a,revision_number=2']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:10.621924 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network c13948e9-e028-4a8d-ac69-93d0ad6a4bde details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:24:10.630235 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b5354c06-4eef-4725-a16f-1ad6b913d846 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446866'] for floatingip, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:10.647361 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-03893d6c-cba8-44ab-9e17-0f0eae4615ae admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2237425 Aug 11 03:24:10.650121 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 53358) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:10.656632 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-560f37f6-f58a-4e75-a647-0ee81db03a9b admin admin] Request body: {'subnet': {'network_id': 'c13948e9-e028-4a8d-ac69-93d0ad6a4bde', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1542526337-subnet', 'tenant_id': 'f8cfc954604b4a9ba8ad1cb21f7fc109', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:24:10.670705 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-0f2e7b5a-2dd7-45c6-bef8-f6508fa80e4b tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, 86594cbd-e1fd-497c-9535-16dda6843d99) {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:24:10.680265 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f2e7b5a-2dd7-45c6-bef8-f6508fa80e4b tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:10.680850 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0f2e7b5a-2dd7-45c6-bef8-f6508fa80e4b tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks [] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:10.684074 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb0646a0-e1de-4851-b951-e2983e0eb6c1 None None] Network 86594cbd-e1fd-497c-9535-16dda6843d99 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:24:10.747195 n-d-764292-30 neutron-server[102191]: INFO neutron.db.l3_db [None req-b5354c06-4eef-4725-a16f-1ad6b913d846 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Floating IP 5898976b-5b68-4037-90ed-8263e928c69d associated. External IP: 172.25.8.174, port: 6c090316-73e5-49de-9aaf-f39bb701c766. Aug 11 03:24:10.791140 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-560f37f6-f58a-4e75-a647-0ee81db03a9b admin admin] Made reservation on behalf of f8cfc954604b4a9ba8ad1cb21f7fc109 for: {'subnet': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:24:10.793579 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-560f37f6-f58a-4e75-a647-0ee81db03a9b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126180544'] for subnet, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:10.874840 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-5ab39943-4d19-4923-b679-4ec50793cf53 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:10.883934 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d375fad5-0372-441f-a7ee-a64fa9d5170d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde080026-c28f-55be-b52b-13827cc43646-86594cbd-e1fd-497c-9535-16dda6843d99', 'network_id': '86594cbd-e1fd-497c-9535-16dda6843d99', 'tenant_id': '8002057c241341da96913e0b77a31349', 'fixed_ips': [{'subnet_id': 'a84ab6d1-920e-4120-b064-c4c12d86c28b'}]}} from n-d-764292-30. {{(pid=102193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:24:10.884505 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-d375fad5-0372-441f-a7ee-a64fa9d5170d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:10.918374 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab39943-4d19-4923-b679-4ec50793cf53 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Pushing event deleted for resources: {'Port': ['ID=8de5e492-64ec-4f5b-a583-fde63e3ff376,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:10.929274 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-0f2e7b5a-2dd7-45c6-bef8-f6508fa80e4b tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4888136 Aug 11 03:24:10.929909 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 53372) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:11.046860 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.db_base_plugin_common [None req-d375fad5-0372-441f-a7ee-a64fa9d5170d None None] Allocated IP 172.20.0.2 (86594cbd-e1fd-497c-9535-16dda6843d99/a84ab6d1-920e-4120-b064-c4c12d86c28b/0196580a-fcdd-477b-ae75-0649aa84d020) {{(pid=102193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:24:11.068657 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5354c06-4eef-4725-a16f-1ad6b913d846 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Router 49046332-233f-4c02-a67c-6dac2c5a4f04 has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:24:11.214307 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5354c06-4eef-4725-a16f-1ad6b913d846 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:24:11.232267 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab22848-aeb4-48ac-b742-3ec6dfd73ef6 None None] Sync routers for ids ['49046332-233f-4c02-a67c-6dac2c5a4f04'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:24:11.246195 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:11.252226 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-5ab39943-4d19-4923-b679-4ec50793cf53 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16383033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450082'] for router_interface, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:11.253958 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab22848-aeb4-48ac-b742-3ec6dfd73ef6 None None] Routers {'49046332-233f-4c02-a67c-6dac2c5a4f04'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:24:11.254629 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-3ab22848-aeb4-48ac-b742-3ec6dfd73ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:24:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['49046332-233f-4c02-a67c-6dac2c5a4f04'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:11.299110 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-3ab22848-aeb4-48ac-b742-3ec6dfd73ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:11.300963 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-d375fad5-0372-441f-a7ee-a64fa9d5170d None None] Notify callbacks [] for port, precommit_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:11.309148 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b5354c06-4eef-4725-a16f-1ad6b913d846 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for floatingip, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:11.314533 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-d375fad5-0372-441f-a7ee-a64fa9d5170d None None] Transition to ACTIVE for port object 0196580a-fcdd-477b-ae75-0649aa84d020 will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:24:11.323984 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab22848-aeb4-48ac-b742-3ec6dfd73ef6 None None] Routers {'49046332-233f-4c02-a67c-6dac2c5a4f04'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:24:11.324683 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-3ab22848-aeb4-48ac-b742-3ec6dfd73ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:24:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['49046332-233f-4c02-a67c-6dac2c5a4f04'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:11.348624 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-b5354c06-4eef-4725-a16f-1ad6b913d846 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.2630892 Aug 11 03:24:11.349955 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 53394) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:11.355658 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-723d74ba-405c-4920-82cb-22fa924b78f8 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1263866144'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:24:11.361034 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-3ab22848-aeb4-48ac-b742-3ec6dfd73ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:11.361866 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab22848-aeb4-48ac-b742-3ec6dfd73ef6 None None] The sync data for ids ['49046332-233f-4c02-a67c-6dac2c5a4f04'] in n-d-764292-30 is: [] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:24:11.365751 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-d375fad5-0372-441f-a7ee-a64fa9d5170d None None] Transition to ACTIVE for port object 0196580a-fcdd-477b-ae75-0649aa84d020 will not be triggered until provisioned by entity DHCP. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:24:11.428304 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-d375fad5-0372-441f-a7ee-a64fa9d5170d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669'] for port, after_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:11.432723 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-723d74ba-405c-4920-82cb-22fa924b78f8 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Made reservation on behalf of 446e7b81acea467eb5f054174b44b96a for: {'network': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:24:11.437991 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-723d74ba-405c-4920-82cb-22fa924b78f8 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:11.464894 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-723d74ba-405c-4920-82cb-22fa924b78f8 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=102191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:24:11.473797 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d375fad5-0372-441f-a7ee-a64fa9d5170d None None] Network 86594cbd-e1fd-497c-9535-16dda6843d99 is already hosted by enough agents. {{(pid=102193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:24:11.477044 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-723d74ba-405c-4920-82cb-22fa924b78f8 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:11.477462 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.base_scheduler [None req-d375fad5-0372-441f-a7ee-a64fa9d5170d None None] Resources bound (agent type, host, resource id): {{(pid=102193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:24:11.477940 n-d-764292-30 neutron-server[102191]: INFO neutron.db.segments_db [None req-723d74ba-405c-4920-82cb-22fa924b78f8 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Added segment 6df2aeb0-5557-441a-8d08-1a0461523dd7 of type vlan for network 2df90d19-954d-448c-bb02-d988570330a1 Aug 11 03:24:11.483706 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d375fad5-0372-441f-a7ee-a64fa9d5170d None None] Received port after_create {{(pid=102193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:24:11.499438 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d375fad5-0372-441f-a7ee-a64fa9d5170d None None] Pushing event updated for resources: {'Port': ['ID=0196580a-fcdd-477b-ae75-0649aa84d020,revision_number=1']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:11.516245 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-aaa194f8-e56b-429b-85c9-e0741450b3e5 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:11.529820 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-560f37f6-f58a-4e75-a647-0ee81db03a9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125932092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126180562'] for subnet, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:11.533735 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-723d74ba-405c-4920-82cb-22fa924b78f8 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:11.551090 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-d375fad5-0372-441f-a7ee-a64fa9d5170d None None] Attempting to bind port 0196580a-fcdd-477b-ae75-0649aa84d020 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:24:11.551524 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-d375fad5-0372-441f-a7ee-a64fa9d5170d None None] Attempting to bind port 0196580a-fcdd-477b-ae75-0649aa84d020 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': '7cc3dd2c-eb7f-4ab5-9648-b92aad663174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '86594cbd-e1fd-497c-9535-16dda6843d99'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:24:11.553110 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d375fad5-0372-441f-a7ee-a64fa9d5170d None None] Attempting to bind port 0196580a-fcdd-477b-ae75-0649aa84d020 on network 86594cbd-e1fd-497c-9535-16dda6843d99 {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:24:11.558111 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d375fad5-0372-441f-a7ee-a64fa9d5170d None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 24, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:24:11.558971 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d375fad5-0372-441f-a7ee-a64fa9d5170d None None] Checking segment: {'id': '7cc3dd2c-eb7f-4ab5-9648-b92aad663174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '86594cbd-e1fd-497c-9535-16dda6843d99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:24:11.558971 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-d375fad5-0372-441f-a7ee-a64fa9d5170d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:11.562518 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d375fad5-0372-441f-a7ee-a64fa9d5170d None None] Bound using segment: {'id': '7cc3dd2c-eb7f-4ab5-9648-b92aad663174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '86594cbd-e1fd-497c-9535-16dda6843d99'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:24:11.562518 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-d375fad5-0372-441f-a7ee-a64fa9d5170d None None] Bound port: 0196580a-fcdd-477b-ae75-0649aa84d020, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cc3dd2c-eb7f-4ab5-9648-b92aad663174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '86594cbd-e1fd-497c-9535-16dda6843d99'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:24:11.562518 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-d375fad5-0372-441f-a7ee-a64fa9d5170d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:11.623743 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-d375fad5-0372-441f-a7ee-a64fa9d5170d None None] For port 0196580a-fcdd-477b-ae75-0649aa84d020, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:24:11.626973 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-d375fad5-0372-441f-a7ee-a64fa9d5170d None None] For port 0196580a-fcdd-477b-ae75-0649aa84d020, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=0196580a-fcdd-477b-ae75-0649aa84d020,segment=NetworkSegment(7cc3dd2c-eb7f-4ab5-9648-b92aad663174),segment_id=7cc3dd2c-eb7f-4ab5-9648-b92aad663174)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:24:11.654394 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-723d74ba-405c-4920-82cb-22fa924b78f8 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:11.656311 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-723d74ba-405c-4920-82cb-22fa924b78f8 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:11.657004 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-723d74ba-405c-4920-82cb-22fa924b78f8 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks [] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:11.731080 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723d74ba-405c-4920-82cb-22fa924b78f8 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Pushing event updated for resources: {'Network': ['ID=2df90d19-954d-448c-bb02-d988570330a1,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:11.737038 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-d375fad5-0372-441f-a7ee-a64fa9d5170d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:11.743714 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network 2df90d19-954d-448c-bb02-d988570330a1 details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:24:11.793777 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-723d74ba-405c-4920-82cb-22fa924b78f8 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4425542 Aug 11 03:24:11.796560 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 53398) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:11.802238 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-1891840f-6a4c-470c-9e5a-fdfa882e4481 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Request body: {'subnet': {'network_id': '2df90d19-954d-448c-bb02-d988570330a1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:24:11.871315 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d375fad5-0372-441f-a7ee-a64fa9d5170d None None] Pushing event updated for resources: {'Port': ['ID=0196580a-fcdd-477b-ae75-0649aa84d020,revision_number=2']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:11.969929 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1891840f-6a4c-470c-9e5a-fdfa882e4481 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Made reservation on behalf of 446e7b81acea467eb5f054174b44b96a for: {'subnet': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:24:11.974838 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1891840f-6a4c-470c-9e5a-fdfa882e4481 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274743'] for subnet, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:12.084224 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560f37f6-f58a-4e75-a647-0ee81db03a9b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8783183-c3a1-4580-9cd5-7ee055cead2b,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:12.140619 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ab39943-4d19-4923-b679-4ec50793cf53 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Router 9468e4c4-740e-4ca1-9fdc-dd36c9721f5b has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:24:12.202024 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-560f37f6-f58a-4e75-a647-0ee81db03a9b admin admin] Checking segment: {'id': '21ab9289-39d9-4555-9571-2cc6fd85c487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'c13948e9-e028-4a8d-ac69-93d0ad6a4bde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:24:12.202447 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-560f37f6-f58a-4e75-a647-0ee81db03a9b admin admin] Network hostable DHCP agents. Network: c13948e9-e028-4a8d-ac69-93d0ad6a4bde, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:24:12.291840 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1891840f-6a4c-470c-9e5a-fdfa882e4481 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126283476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274725'] for subnet, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:12.347186 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ab39943-4d19-4923-b679-4ec50793cf53 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:24:12.355008 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-5ab39943-4d19-4923-b679-4ec50793cf53 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] 10.222.0.41 "PUT /v2.0/routers/9468e4c4-740e-4ca1-9fdc-dd36c9721f5b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2824266 Aug 11 03:24:12.357870 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 53408) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:12.369490 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1891840f-6a4c-470c-9e5a-fdfa882e4481 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Pushing event updated for resources: {'Subnet': ['ID=5028bd52-0903-4609-8747-fbca8d2cd8eb,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:12.370414 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83019bc3-85f5-44de-9720-42daee17d232 None None] Sync routers for ids ['9468e4c4-740e-4ca1-9fdc-dd36c9721f5b'] in n-d-764292-30 {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:24:12.375361 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1891840f-6a4c-470c-9e5a-fdfa882e4481 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Checking segment: {'id': '6df2aeb0-5557-441a-8d08-1a0461523dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '2df90d19-954d-448c-bb02-d988570330a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:24:12.375718 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1891840f-6a4c-470c-9e5a-fdfa882e4481 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Network hostable DHCP agents. Network: 2df90d19-954d-448c-bb02-d988570330a1, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:24:12.386000 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83019bc3-85f5-44de-9720-42daee17d232 None None] Routers {'9468e4c4-740e-4ca1-9fdc-dd36c9721f5b'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:24:12.386721 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-83019bc3-85f5-44de-9720-42daee17d232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:24:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['9468e4c4-740e-4ca1-9fdc-dd36c9721f5b'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:12.421858 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-560f37f6-f58a-4e75-a647-0ee81db03a9b admin admin] Network c13948e9-e028-4a8d-ac69-93d0ad6a4bde is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:24:12.426309 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-83019bc3-85f5-44de-9720-42daee17d232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:12.438448 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83019bc3-85f5-44de-9720-42daee17d232 None None] Routers {'9468e4c4-740e-4ca1-9fdc-dd36c9721f5b'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:24:12.438448 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-83019bc3-85f5-44de-9720-42daee17d232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:24:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['9468e4c4-740e-4ca1-9fdc-dd36c9721f5b'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:12.455363 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [None req-aaa194f8-e56b-429b-85c9-e0741450b3e5 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Allocated IP 172.20.0.1 (86594cbd-e1fd-497c-9535-16dda6843d99/a84ab6d1-920e-4120-b064-c4c12d86c28b/0cbbd80f-4a85-4cfa-86d2-8b0c317769b0) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:24:12.457205 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1891840f-6a4c-470c-9e5a-fdfa882e4481 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Network 2df90d19-954d-448c-bb02-d988570330a1 is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:24:12.480262 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-83019bc3-85f5-44de-9720-42daee17d232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:12.480917 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83019bc3-85f5-44de-9720-42daee17d232 None None] The sync data for ids ['9468e4c4-740e-4ca1-9fdc-dd36c9721f5b'] in n-d-764292-30 is: [] {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:24:12.525325 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-1891840f-6a4c-470c-9e5a-fdfa882e4481 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, 2df90d19-954d-448c-bb02-d988570330a1) {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:24:12.531415 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1891840f-6a4c-470c-9e5a-fdfa882e4481 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:12.532778 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1891840f-6a4c-470c-9e5a-fdfa882e4481 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:12.537945 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-560f37f6-f58a-4e75-a647-0ee81db03a9b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, c13948e9-e028-4a8d-ac69-93d0ad6a4bde) {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:24:12.538704 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ba61bc1-7a71-4457-8d41-662a5468ed11 None None] Network 2df90d19-954d-448c-bb02-d988570330a1 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:24:12.563218 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5285ffd8-f18f-4728-8679-8752365f32e7 None None] Network c13948e9-e028-4a8d-ac69-93d0ad6a4bde requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:24:12.582357 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-560f37f6-f58a-4e75-a647-0ee81db03a9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:12.582957 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-560f37f6-f58a-4e75-a647-0ee81db03a9b admin admin] Notify callbacks [] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:12.605555 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-1891840f-6a4c-470c-9e5a-fdfa882e4481 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8075418 Aug 11 03:24:12.608161 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 53410) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:12.613516 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-01b07104-faaf-4408-b2e0-4b0f3e32afa6 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1271395515', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}, 'admin_state_up': False}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:24:12.714866 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 53412) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:12.715073 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-560f37f6-f58a-4e75-a647-0ee81db03a9b admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.0635231 Aug 11 03:24:12.719564 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-21cce4ff-61a3-499e-832a-ad8e184446d5 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1542526337-router', 'tenant_id': 'f8cfc954604b4a9ba8ad1cb21f7fc109', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:24:12.735529 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-aaa194f8-e56b-429b-85c9-e0741450b3e5 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:12.767039 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [None req-aaa194f8-e56b-429b-85c9-e0741450b3e5 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Transition to ACTIVE for port object 0cbbd80f-4a85-4cfa-86d2-8b0c317769b0 will not be triggered until provisioned by entity DHCP. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:24:12.784419 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-01b07104-faaf-4408-b2e0-4b0f3e32afa6 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-450010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6626'] for router, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:12.785615 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-01b07104-faaf-4408-b2e0-4b0f3e32afa6 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-446747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6633'] for router, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:12.890009 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-01b07104-faaf-4408-b2e0-4b0f3e32afa6 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:12.897210 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-21cce4ff-61a3-499e-832a-ad8e184446d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-450010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6626'] for router, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:12.902626 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-21cce4ff-61a3-499e-832a-ad8e184446d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-446747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6633'] for router, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:12.936781 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-aaa194f8-e56b-429b-85c9-e0741450b3e5 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:12.976300 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-21cce4ff-61a3-499e-832a-ad8e184446d5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:13.042762 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa194f8-e56b-429b-85c9-e0741450b3e5 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Network 86594cbd-e1fd-497c-9535-16dda6843d99 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:24:13.054229 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa194f8-e56b-429b-85c9-e0741450b3e5 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Pushing event updated for resources: {'Port': ['ID=0cbbd80f-4a85-4cfa-86d2-8b0c317769b0,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:13.061506 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-aaa194f8-e56b-429b-85c9-e0741450b3e5 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:24:13.081649 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa194f8-e56b-429b-85c9-e0741450b3e5 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:24:13.086723 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-13f2331e-de2e-41ed-a54b-d8a9f092f5dd tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521106'] for router_interface, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:13.098879 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dc1c893-85f2-4813-8fd2-e01b623b8bba None None] Network c13948e9-e028-4a8d-ac69-93d0ad6a4bde requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:24:13.117601 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-122d8479-72c1-4bcd-b61c-ea8c5160ae33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde080026-c28f-55be-b52b-13827cc43646-2df90d19-954d-448c-bb02-d988570330a1', 'network_id': '2df90d19-954d-448c-bb02-d988570330a1', 'tenant_id': '446e7b81acea467eb5f054174b44b96a', 'fixed_ips': [{'subnet_id': '5028bd52-0903-4609-8747-fbca8d2cd8eb'}]}} from n-d-764292-30. {{(pid=102193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:24:13.118488 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-122d8479-72c1-4bcd-b61c-ea8c5160ae33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:13.164707 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b50cdc54-a6ec-426d-bbe0-ba5574b11df9 None None] Network 86594cbd-e1fd-497c-9535-16dda6843d99 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:24:13.211724 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-aaa194f8-e56b-429b-85c9-e0741450b3e5 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-520987'] for router_interface, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:13.386867 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-ccb1d21d-f0f4-47ad-9472-f4d41bd856e6 None None] Provisioning for port 0196580a-fcdd-477b-ae75-0649aa84d020 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:24:13.576500 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.db_base_plugin_common [None req-122d8479-72c1-4bcd-b61c-ea8c5160ae33 None None] Allocated IP 172.20.0.2 (2df90d19-954d-448c-bb02-d988570330a1/5028bd52-0903-4609-8747-fbca8d2cd8eb/72380bc3-a5cf-466a-81ba-b231b580fe67) {{(pid=102193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:24:13.638187 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-aaa194f8-e56b-429b-85c9-e0741450b3e5 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:13.666609 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-01b07104-faaf-4408-b2e0-4b0f3e32afa6 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:13.705327 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-21cce4ff-61a3-499e-832a-ad8e184446d5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:13.804521 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-122d8479-72c1-4bcd-b61c-ea8c5160ae33 None None] Notify callbacks [] for port, precommit_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:13.822712 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-122d8479-72c1-4bcd-b61c-ea8c5160ae33 None None] Transition to ACTIVE for port object 72380bc3-a5cf-466a-81ba-b231b580fe67 will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:24:13.844841 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-122d8479-72c1-4bcd-b61c-ea8c5160ae33 None None] Transition to ACTIVE for port object 72380bc3-a5cf-466a-81ba-b231b580fe67 will not be triggered until provisioned by entity DHCP. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:24:13.851334 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 0196580a-fcdd-477b-ae75-0649aa84d020 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:24:13.925333 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-13f2331e-de2e-41ed-a54b-d8a9f092f5dd tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Deleting port 1826d2f8-4304-49dc-836f-fd7ef46cac15 {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:24:13.926074 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-13f2331e-de2e-41ed-a54b-d8a9f092f5dd tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:13.926224 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-122d8479-72c1-4bcd-b61c-ea8c5160ae33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669'] for port, after_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:13.997398 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-122d8479-72c1-4bcd-b61c-ea8c5160ae33 None None] Network 2df90d19-954d-448c-bb02-d988570330a1 is already hosted by enough agents. {{(pid=102193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:24:14.010142 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122d8479-72c1-4bcd-b61c-ea8c5160ae33 None None] Pushing event updated for resources: {'Port': ['ID=72380bc3-a5cf-466a-81ba-b231b580fe67,revision_number=1']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:14.014732 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.base_scheduler [None req-122d8479-72c1-4bcd-b61c-ea8c5160ae33 None None] Resources bound (agent type, host, resource id): {{(pid=102193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:24:14.017853 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122d8479-72c1-4bcd-b61c-ea8c5160ae33 None None] Received port after_create {{(pid=102193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:24:14.023612 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port 0196580a-fcdd-477b-ae75-0649aa84d020 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:24:14.079454 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 0196580a-fcdd-477b-ae75-0649aa84d020 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:24:14.079581 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:14.156978 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-13f2331e-de2e-41ed-a54b-d8a9f092f5dd tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:14.165171 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-122d8479-72c1-4bcd-b61c-ea8c5160ae33 None None] Attempting to bind port 72380bc3-a5cf-466a-81ba-b231b580fe67 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:24:14.165720 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-122d8479-72c1-4bcd-b61c-ea8c5160ae33 None None] Attempting to bind port 72380bc3-a5cf-466a-81ba-b231b580fe67 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': '6df2aeb0-5557-441a-8d08-1a0461523dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '2df90d19-954d-448c-bb02-d988570330a1'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:24:14.165977 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-122d8479-72c1-4bcd-b61c-ea8c5160ae33 None None] Attempting to bind port 72380bc3-a5cf-466a-81ba-b231b580fe67 on network 2df90d19-954d-448c-bb02-d988570330a1 {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:24:14.190035 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-13f2331e-de2e-41ed-a54b-d8a9f092f5dd tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Calling delete_port for 1826d2f8-4304-49dc-836f-fd7ef46cac15 owned by network:router_interface {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:24:14.212068 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-aaa194f8-e56b-429b-85c9-e0741450b3e5 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks [] for port, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:14.225697 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-122d8479-72c1-4bcd-b61c-ea8c5160ae33 None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 24, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:24:14.226214 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-122d8479-72c1-4bcd-b61c-ea8c5160ae33 None None] Checking segment: {'id': '6df2aeb0-5557-441a-8d08-1a0461523dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '2df90d19-954d-448c-bb02-d988570330a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:24:14.226775 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-122d8479-72c1-4bcd-b61c-ea8c5160ae33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:14.227174 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-122d8479-72c1-4bcd-b61c-ea8c5160ae33 None None] Bound using segment: {'id': '6df2aeb0-5557-441a-8d08-1a0461523dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '2df90d19-954d-448c-bb02-d988570330a1'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:24:14.227922 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-122d8479-72c1-4bcd-b61c-ea8c5160ae33 None None] Bound port: 72380bc3-a5cf-466a-81ba-b231b580fe67, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6df2aeb0-5557-441a-8d08-1a0461523dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '2df90d19-954d-448c-bb02-d988570330a1'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:24:14.228869 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-122d8479-72c1-4bcd-b61c-ea8c5160ae33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:14.230777 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-933aa486-013e-4d3c-8cb0-d3e332b607b6 None None] Provisioning for port 0cbbd80f-4a85-4cfa-86d2-8b0c317769b0 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:24:14.237370 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-933aa486-013e-4d3c-8cb0-d3e332b607b6 None None] Provisioning complete for port 0cbbd80f-4a85-4cfa-86d2-8b0c317769b0 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:24:14.237739 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-933aa486-013e-4d3c-8cb0-d3e332b607b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:14.287352 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-933aa486-013e-4d3c-8cb0-d3e332b607b6 None None] Port 0cbbd80f-4a85-4cfa-86d2-8b0c317769b0 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:24:14.291173 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-aaa194f8-e56b-429b-85c9-e0741450b3e5 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:14.294995 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:14.352803 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-01b07104-faaf-4408-b2e0-4b0f3e32afa6 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks [] for router_gateway, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:14.369627 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-933aa486-013e-4d3c-8cb0-d3e332b607b6 None None] Provisioning complete for port 0196580a-fcdd-477b-ae75-0649aa84d020 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:24:14.369998 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-933aa486-013e-4d3c-8cb0-d3e332b607b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:14.376361 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-01b07104-faaf-4408-b2e0-4b0f3e32afa6 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:14.377517 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port 0196580a-fcdd-477b-ae75-0649aa84d020, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=0196580a-fcdd-477b-ae75-0649aa84d020,segment=NetworkSegment(7cc3dd2c-eb7f-4ab5-9648-b92aad663174),segment_id=7cc3dd2c-eb7f-4ab5-9648-b92aad663174)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:24:14.418678 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa194f8-e56b-429b-85c9-e0741450b3e5 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Pushing event updated for resources: {'Port': ['ID=0cbbd80f-4a85-4cfa-86d2-8b0c317769b0,revision_number=2']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:14.444936 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:14.445428 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-aaa194f8-e56b-429b-85c9-e0741450b3e5 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16383026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521135'] for router_interface, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:14.462681 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-21cce4ff-61a3-499e-832a-ad8e184446d5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:14.491471 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-122d8479-72c1-4bcd-b61c-ea8c5160ae33 None None] For port 72380bc3-a5cf-466a-81ba-b231b580fe67, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:24:14.494871 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-21cce4ff-61a3-499e-832a-ad8e184446d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:14.506340 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-122d8479-72c1-4bcd-b61c-ea8c5160ae33 None None] For port 72380bc3-a5cf-466a-81ba-b231b580fe67, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=72380bc3-a5cf-466a-81ba-b231b580fe67,segment=NetworkSegment(6df2aeb0-5557-441a-8d08-1a0461523dd7),segment_id=6df2aeb0-5557-441a-8d08-1a0461523dd7)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:24:14.544823 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=0196580a-fcdd-477b-ae75-0649aa84d020,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:14.570679 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa194f8-e56b-429b-85c9-e0741450b3e5 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Network 86594cbd-e1fd-497c-9535-16dda6843d99 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:24:14.574534 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-aaa194f8-e56b-429b-85c9-e0741450b3e5 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:24:14.595673 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-122d8479-72c1-4bcd-b61c-ea8c5160ae33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:14.636283 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [None req-01b07104-faaf-4408-b2e0-4b0f3e32afa6 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Allocated IP 172.25.8.247 (09faf7d2-eaf5-4a50-bb6e-4cb05d009a76/e1a97443-13df-40bb-85f5-fd269e2742c0/8a12cc4f-0120-4bff-8b9e-489729464735) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:24:14.688361 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122d8479-72c1-4bcd-b61c-ea8c5160ae33 None None] Pushing event updated for resources: {'Port': ['ID=72380bc3-a5cf-466a-81ba-b231b580fe67,revision_number=2']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:14.802939 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-01b07104-faaf-4408-b2e0-4b0f3e32afa6 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:14.805541 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-13f2331e-de2e-41ed-a54b-d8a9f092f5dd tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:14.834145 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-66f00136-144b-4a0e-b21f-e454e83fc62f None None] Provisioning complete for port 0cbbd80f-4a85-4cfa-86d2-8b0c317769b0 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:24:14.835345 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-66f00136-144b-4a0e-b21f-e454e83fc62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:14.845138 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f2331e-de2e-41ed-a54b-d8a9f092f5dd tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Pushing event deleted for resources: {'Port': ['ID=1826d2f8-4304-49dc-836f-fd7ef46cac15,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:14.892493 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaa194f8-e56b-429b-85c9-e0741450b3e5 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Router a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07 is scheduled to L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 with binding_index 1 {{(pid=102192) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:24:14.913764 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-66f00136-144b-4a0e-b21f-e454e83fc62f None None] Port 0cbbd80f-4a85-4cfa-86d2-8b0c317769b0 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:24:14.956306 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-01b07104-faaf-4408-b2e0-4b0f3e32afa6 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:14.998568 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-13f2331e-de2e-41ed-a54b-d8a9f092f5dd tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16383033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450082'] for router_interface, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:15.062840 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-9cb4b9d1-d58a-48bc-ae43-0a04d0a4cbe1 None None] Provisioning complete for port 0cbbd80f-4a85-4cfa-86d2-8b0c317769b0 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:24:15.062840 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-9cb4b9d1-d58a-48bc-ae43-0a04d0a4cbe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:15.090731 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01b07104-faaf-4408-b2e0-4b0f3e32afa6 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:24:15.107318 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [None req-21cce4ff-61a3-499e-832a-ad8e184446d5 admin admin] Allocated IP 172.25.8.3 (09faf7d2-eaf5-4a50-bb6e-4cb05d009a76/e1a97443-13df-40bb-85f5-fd269e2742c0/dbe89a70-e575-46df-91db-5670b6eef495) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:24:15.107557 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-9cb4b9d1-d58a-48bc-ae43-0a04d0a4cbe1 None None] Port 0cbbd80f-4a85-4cfa-86d2-8b0c317769b0 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:24:15.121316 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-01b07104-faaf-4408-b2e0-4b0f3e32afa6 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:24:15.135922 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b07104-faaf-4408-b2e0-4b0f3e32afa6 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:24:15.191480 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b07104-faaf-4408-b2e0-4b0f3e32afa6 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Pushing event updated for resources: {'Port': ['ID=8a12cc4f-0120-4bff-8b9e-489729464735,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:15.412077 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-21cce4ff-61a3-499e-832a-ad8e184446d5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:15.506924 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-21cce4ff-61a3-499e-832a-ad8e184446d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:15.578716 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21cce4ff-61a3-499e-832a-ad8e184446d5 admin admin] Network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:24:15.583138 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cce4ff-61a3-499e-832a-ad8e184446d5 admin admin] Pushing event updated for resources: {'Port': ['ID=dbe89a70-e575-46df-91db-5670b6eef495,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:15.632209 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-21cce4ff-61a3-499e-832a-ad8e184446d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:24:15.636071 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21cce4ff-61a3-499e-832a-ad8e184446d5 admin admin] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:24:15.671691 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaa194f8-e56b-429b-85c9-e0741450b3e5 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:24:15.679490 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-aaa194f8-e56b-429b-85c9-e0741450b3e5 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] 10.222.0.41 "PUT /v2.0/routers/a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7444139 Aug 11 03:24:15.684910 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 53430) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:15.688541 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d3da37-8606-4e26-9c5c-19d979762f26 None None] Sync routers for ids ['a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:24:15.689842 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13f2331e-de2e-41ed-a54b-d8a9f092f5dd tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Router 9468e4c4-740e-4ca1-9fdc-dd36c9721f5b has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:24:15.695029 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-b88151e8-8cf6-43f8-8757-5ab011f8ec35 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Request body: {'network': {'name': 'tempest-RoutersTest-1646777261'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:24:15.702515 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d3da37-8606-4e26-9c5c-19d979762f26 None None] Routers {'a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:24:15.703155 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-c6d3da37-8606-4e26-9c5c-19d979762f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:24:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:15.718954 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-01b07104-faaf-4408-b2e0-4b0f3e32afa6 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks [] for router_gateway, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:15.817148 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13f2331e-de2e-41ed-a54b-d8a9f092f5dd tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:24:15.826770 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-13f2331e-de2e-41ed-a54b-d8a9f092f5dd tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] 10.222.0.41 "PUT /v2.0/routers/9468e4c4-740e-4ca1-9fdc-dd36c9721f5b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4676161 Aug 11 03:24:15.830560 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 53432) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:15.831370 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b88151e8-8cf6-43f8-8757-5ab011f8ec35 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Made reservation on behalf of 8002057c241341da96913e0b77a31349 for: {'network': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:24:15.831586 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c0af891-2715-4f7a-822d-ac87cb550e6c None None] Sync routers for ids ['9468e4c4-740e-4ca1-9fdc-dd36c9721f5b'] in n-d-764292-30 {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:24:15.837654 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b88151e8-8cf6-43f8-8757-5ab011f8ec35 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:15.852355 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c0af891-2715-4f7a-822d-ac87cb550e6c None None] Routers {'9468e4c4-740e-4ca1-9fdc-dd36c9721f5b'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:24:15.860582 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-0c0af891-2715-4f7a-822d-ac87cb550e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:24:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['9468e4c4-740e-4ca1-9fdc-dd36c9721f5b'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:15.882009 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-5beb8cc2-bce8-4d0f-984a-06867f13a09d tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] 10.222.0.41 "GET /v2.0/ports?device_id=9468e4c4-740e-4ca1-9fdc-dd36c9721f5b HTTP/1.1" status: 200 len: 205 time: 0.0410006 Aug 11 03:24:15.887410 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 53434) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:15.900421 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-c6d3da37-8606-4e26-9c5c-19d979762f26 None None] Set router a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07 gateway port host: None {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:24:15.926361 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b88151e8-8cf6-43f8-8757-5ab011f8ec35 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=102192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:24:15.946624 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b88151e8-8cf6-43f8-8757-5ab011f8ec35 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:15.947295 n-d-764292-30 neutron-server[102192]: INFO neutron.db.segments_db [None req-b88151e8-8cf6-43f8-8757-5ab011f8ec35 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Added segment 66c46f40-31bb-493f-95b7-f8490a024caf of type vlan for network b2dfef44-a07d-466d-bc48-8bed5b65228d Aug 11 03:24:15.991653 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-0c0af891-2715-4f7a-822d-ac87cb550e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:16.012289 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c0af891-2715-4f7a-822d-ac87cb550e6c None None] Routers {'9468e4c4-740e-4ca1-9fdc-dd36c9721f5b'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:24:16.013044 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-0c0af891-2715-4f7a-822d-ac87cb550e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:24:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['9468e4c4-740e-4ca1-9fdc-dd36c9721f5b'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:16.013532 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b88151e8-8cf6-43f8-8757-5ab011f8ec35 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:16.033666 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 0196580a-fcdd-477b-ae75-0649aa84d020 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:24:16.118258 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b88151e8-8cf6-43f8-8757-5ab011f8ec35 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:16.125758 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b88151e8-8cf6-43f8-8757-5ab011f8ec35 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:16.126425 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b88151e8-8cf6-43f8-8757-5ab011f8ec35 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks [] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:16.201227 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 0196580a-fcdd-477b-ae75-0649aa84d020 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:24:16.201648 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:16.205242 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 53438) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:16.235426 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14e4365a-7786-412d-97bc-19a4e6278981 None None] Network 2df90d19-954d-448c-bb02-d988570330a1 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:24:16.238520 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-b88151e8-8cf6-43f8-8757-5ab011f8ec35 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5524046 Aug 11 03:24:16.246643 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 53440) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:16.253021 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-d272c1ae-1f0c-46e6-8f84-6f21ae663fb4 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Request body: {'subnet': {'network_id': 'b2dfef44-a07d-466d-bc48-8bed5b65228d', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:24:16.300912 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-0c0af891-2715-4f7a-822d-ac87cb550e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:16.301611 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c0af891-2715-4f7a-822d-ac87cb550e6c None None] The sync data for ids ['9468e4c4-740e-4ca1-9fdc-dd36c9721f5b'] in n-d-764292-30 is: [] {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:24:16.307723 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-604164a5-457b-4872-ba77-7d632708c39b tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks [] for router, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:16.325541 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88151e8-8cf6-43f8-8757-5ab011f8ec35 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Pushing event updated for resources: {'Network': ['ID=b2dfef44-a07d-466d-bc48-8bed5b65228d,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:16.386076 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network b2dfef44-a07d-466d-bc48-8bed5b65228d details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:24:16.444126 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d272c1ae-1f0c-46e6-8f84-6f21ae663fb4 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Made reservation on behalf of 8002057c241341da96913e0b77a31349 for: {'subnet': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:24:16.448027 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-d272c1ae-1f0c-46e6-8f84-6f21ae663fb4 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126180544'] for subnet, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:16.481388 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-6b0d3ec8-454f-4338-8483-16b5110f0e8e None None] Provisioning for port 72380bc3-a5cf-466a-81ba-b231b580fe67 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:24:16.548402 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f20bf10f-24a0-4ac9-9669-2c441163d8cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:16.600215 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 72380bc3-a5cf-466a-81ba-b231b580fe67 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:24:16.608254 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-c6d3da37-8606-4e26-9c5c-19d979762f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07', 'name': 'tempest-RoutersTest-router-522875344', 'tenant_id': '8002057c241341da96913e0b77a31349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:24:08Z', 'updated_at': '2021-08-11T03:24:13Z', 'revision_number': 2, 'project_id': '8002057c241341da96913e0b77a31349', 'gw_port_host': None, '_interfaces': [{'id': '0cbbd80f-4a85-4cfa-86d2-8b0c317769b0', 'name': '', 'network_id': '86594cbd-e1fd-497c-9535-16dda6843d99', 'tenant_id': '8002057c241341da96913e0b77a31349', 'mac_address': 'fa:16:3e:3e:3a:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2672, 'fixed_ips': [{'subnet_id': 'a84ab6d1-920e-4120-b064-c4c12d86c28b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:24:12Z', 'updated_at': '2021-08-11T03:24:13Z', 'revision_number': 2, 'project_id': '8002057c241341da96913e0b77a31349', 'subnets': [{'id': 'a84ab6d1-920e-4120-b064-c4c12d86c28b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:16.670957 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f20bf10f-24a0-4ac9-9669-2c441163d8cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:16.750582 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f20bf10f-24a0-4ac9-9669-2c441163d8cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:16.783625 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-01b07104-faaf-4408-b2e0-4b0f3e32afa6 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-446952'] for router, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:16.793891 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-604164a5-457b-4872-ba77-7d632708c39b tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6544'] for router, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:16.799024 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-d272c1ae-1f0c-46e6-8f84-6f21ae663fb4 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125932092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126180562'] for subnet, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:16.800281 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-604164a5-457b-4872-ba77-7d632708c39b tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:16.826712 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d3da37-8606-4e26-9c5c-19d979762f26 None None] Checking router: a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07 for host: n-d-764292-30 {{(pid=102193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:24:16.827286 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d3da37-8606-4e26-9c5c-19d979762f26 None None] Updating router a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07 port 0cbbd80f-4a85-4cfa-86d2-8b0c317769b0 binding host n-d-764292-30 {{(pid=102193) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:24:16.867174 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-f20bf10f-24a0-4ac9-9669-2c441163d8cd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bb338eb00d5647cc96d195518dcfdcf0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5963671 Aug 11 03:24:16.871604 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 53446) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:16.881834 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-c6d3da37-8606-4e26-9c5c-19d979762f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:16.901603 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d272c1ae-1f0c-46e6-8f84-6f21ae663fb4 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Pushing event updated for resources: {'Subnet': ['ID=c853cc03-0fa9-46a8-b3ec-fc57e2e7c093,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:16.901998 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20bf10f-24a0-4ac9-9669-2c441163d8cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=220e213e-50a9-4352-9f56-854285a00041,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:16.933677 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d272c1ae-1f0c-46e6-8f84-6f21ae663fb4 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Checking segment: {'id': '66c46f40-31bb-493f-95b7-f8490a024caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'b2dfef44-a07d-466d-bc48-8bed5b65228d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:24:16.934037 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d272c1ae-1f0c-46e6-8f84-6f21ae663fb4 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Network hostable DHCP agents. Network: b2dfef44-a07d-466d-bc48-8bed5b65228d, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:24:16.993062 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-1b996ca2-45d8-4fc0-bdbd-7e97165985ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:17.029928 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port 72380bc3-a5cf-466a-81ba-b231b580fe67 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:24:17.038458 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 72380bc3-a5cf-466a-81ba-b231b580fe67 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:24:17.038764 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:17.046033 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-1b996ca2-45d8-4fc0-bdbd-7e97165985ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:17.049318 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-604164a5-457b-4872-ba77-7d632708c39b tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448809'] for router, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:17.049870 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-604164a5-457b-4872-ba77-7d632708c39b tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Fanout notify agent at l3_agent the message router_deleted on router 9468e4c4-740e-4ca1-9fdc-dd36c9721f5b {{(pid=102191) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:24:17.060013 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-604164a5-457b-4872-ba77-7d632708c39b tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks [] for router, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:17.063620 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-604164a5-457b-4872-ba77-7d632708c39b tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] 10.222.0.41 "DELETE /v2.0/routers/9468e4c4-740e-4ca1-9fdc-dd36c9721f5b HTTP/1.1" status: 204 len: 168 time: 0.9965689 Aug 11 03:24:17.065448 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 53448) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:17.097415 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d272c1ae-1f0c-46e6-8f84-6f21ae663fb4 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Network b2dfef44-a07d-466d-bc48-8bed5b65228d is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:24:17.142409 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-21cce4ff-61a3-499e-832a-ad8e184446d5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:17.187296 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-1b996ca2-45d8-4fc0-bdbd-7e97165985ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:17.189101 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_v2 [None req-eabcb03f-0b6f-420a-9a09-ba4f2a48a4af tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Deleting subnet 205f303b-ac37-4200-8c86-3a7efaaa879b {{(pid=102191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:24:17.191284 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-1b996ca2-45d8-4fc0-bdbd-7e97165985ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:17.196381 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-1b996ca2-45d8-4fc0-bdbd-7e97165985ee admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/220e213e-50a9-4352-9f56-854285a00041 HTTP/1.1" status: 204 len: 168 time: 0.3236823 Aug 11 03:24:17.199207 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-eabcb03f-0b6f-420a-9a09-ba4f2a48a4af tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks [] for subnet, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:17.207375 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b996ca2-45d8-4fc0-bdbd-7e97165985ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=220e213e-50a9-4352-9f56-854285a00041,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:17.214323 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-d272c1ae-1f0c-46e6-8f84-6f21ae663fb4 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, b2dfef44-a07d-466d-bc48-8bed5b65228d) {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:24:17.223050 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d272c1ae-1f0c-46e6-8f84-6f21ae663fb4 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:17.225054 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-d272c1ae-1f0c-46e6-8f84-6f21ae663fb4 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks [] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:17.236520 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b996ca2-45d8-4fc0-bdbd-7e97165985ee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:24:17.236962 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b996ca2-45d8-4fc0-bdbd-7e97165985ee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:24:17.237353 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b996ca2-45d8-4fc0-bdbd-7e97165985ee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:24:17.237897 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b996ca2-45d8-4fc0-bdbd-7e97165985ee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:24:17.238192 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b996ca2-45d8-4fc0-bdbd-7e97165985ee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:24:17.238557 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b996ca2-45d8-4fc0-bdbd-7e97165985ee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:24:17.238886 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b996ca2-45d8-4fc0-bdbd-7e97165985ee admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:24:17.239245 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b996ca2-45d8-4fc0-bdbd-7e97165985ee admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:24:17.239605 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b996ca2-45d8-4fc0-bdbd-7e97165985ee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:24:17.239931 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b996ca2-45d8-4fc0-bdbd-7e97165985ee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:24:17.240797 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b996ca2-45d8-4fc0-bdbd-7e97165985ee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:24:17.241078 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b996ca2-45d8-4fc0-bdbd-7e97165985ee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:24:17.245861 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bc53a55-742b-4fb5-92fc-df40efc3bcd4 None None] Network b2dfef44-a07d-466d-bc48-8bed5b65228d requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:24:17.292350 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-eabcb03f-0b6f-420a-9a09-ba4f2a48a4af tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126283525'] for subnet, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:17.328503 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:17.330652 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-d272c1ae-1f0c-46e6-8f84-6f21ae663fb4 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0828199 Aug 11 03:24:17.332342 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 53452) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:17.413942 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01b07104-faaf-4408-b2e0-4b0f3e32afa6 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Router b72ac8f8-b6ee-4ced-ba4e-ba5d25d6ba78 is scheduled to L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 with binding_index 1 {{(pid=102191) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:24:17.440566 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-ee8b68a8-f3e1-4f64-9e52-34bc8d5f2d50 None None] Provisioning complete for port 72380bc3-a5cf-466a-81ba-b231b580fe67 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:24:17.441922 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-ee8b68a8-f3e1-4f64-9e52-34bc8d5f2d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:17.450806 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port 72380bc3-a5cf-466a-81ba-b231b580fe67, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=72380bc3-a5cf-466a-81ba-b231b580fe67,segment=NetworkSegment(6df2aeb0-5557-441a-8d08-1a0461523dd7),segment_id=6df2aeb0-5557-441a-8d08-1a0461523dd7)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:24:17.503913 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-c6d3da37-8606-4e26-9c5c-19d979762f26 None None] Notify callbacks [] for port, precommit_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:17.543878 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:17.576291 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-c6d3da37-8606-4e26-9c5c-19d979762f26 None None] Transition to ACTIVE for port object 0cbbd80f-4a85-4cfa-86d2-8b0c317769b0 will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:24:17.651598 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87e5e1f1-23a0-4653-9006-ad86cd00f94a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde080026-c28f-55be-b52b-13827cc43646-b2dfef44-a07d-466d-bc48-8bed5b65228d', 'network_id': 'b2dfef44-a07d-466d-bc48-8bed5b65228d', 'tenant_id': '8002057c241341da96913e0b77a31349', 'fixed_ips': [{'subnet_id': 'c853cc03-0fa9-46a8-b3ec-fc57e2e7c093'}]}} from n-d-764292-30. {{(pid=102193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:24:17.652444 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-87e5e1f1-23a0-4653-9006-ad86cd00f94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:17.664410 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-c6d3da37-8606-4e26-9c5c-19d979762f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:17.706269 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=72380bc3-a5cf-466a-81ba-b231b580fe67,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:17.859431 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146607ad-117a-4125-af91-31c58aeb7587 None None] Pushing event updated for resources: {'Port': ['ID=0cbbd80f-4a85-4cfa-86d2-8b0c317769b0,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:17.982653 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-eabcb03f-0b6f-420a-9a09-ba4f2a48a4af tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:17.986739 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-c6d3da37-8606-4e26-9c5c-19d979762f26 None None] Attempting to bind port 0cbbd80f-4a85-4cfa-86d2-8b0c317769b0 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:24:17.987104 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-c6d3da37-8606-4e26-9c5c-19d979762f26 None None] Attempting to bind port 0cbbd80f-4a85-4cfa-86d2-8b0c317769b0 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': '7cc3dd2c-eb7f-4ab5-9648-b92aad663174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '86594cbd-e1fd-497c-9535-16dda6843d99'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:24:17.987456 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d3da37-8606-4e26-9c5c-19d979762f26 None None] Attempting to bind port 0cbbd80f-4a85-4cfa-86d2-8b0c317769b0 on network 86594cbd-e1fd-497c-9535-16dda6843d99 {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:24:18.009014 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d3da37-8606-4e26-9c5c-19d979762f26 None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 24, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:24:18.009824 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d3da37-8606-4e26-9c5c-19d979762f26 None None] Checking segment: {'id': '7cc3dd2c-eb7f-4ab5-9648-b92aad663174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '86594cbd-e1fd-497c-9535-16dda6843d99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:24:18.010231 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-c6d3da37-8606-4e26-9c5c-19d979762f26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:18.010655 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d3da37-8606-4e26-9c5c-19d979762f26 None None] Bound using segment: {'id': '7cc3dd2c-eb7f-4ab5-9648-b92aad663174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '86594cbd-e1fd-497c-9535-16dda6843d99'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:24:18.011195 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-c6d3da37-8606-4e26-9c5c-19d979762f26 None None] Bound port: 0cbbd80f-4a85-4cfa-86d2-8b0c317769b0, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cc3dd2c-eb7f-4ab5-9648-b92aad663174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '86594cbd-e1fd-497c-9535-16dda6843d99'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:24:18.013611 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-c6d3da37-8606-4e26-9c5c-19d979762f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:18.014003 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.db_base_plugin_common [None req-87e5e1f1-23a0-4653-9006-ad86cd00f94a None None] Allocated IP 172.21.0.2 (b2dfef44-a07d-466d-bc48-8bed5b65228d/c853cc03-0fa9-46a8-b3ec-fc57e2e7c093/4019d601-2dab-486d-af29-714a30ed3132) {{(pid=102193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:24:18.118366 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-21cce4ff-61a3-499e-832a-ad8e184446d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-446952'] for router, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:18.144132 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-c6d3da37-8606-4e26-9c5c-19d979762f26 None None] For port 0cbbd80f-4a85-4cfa-86d2-8b0c317769b0, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:24:18.165886 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-c6d3da37-8606-4e26-9c5c-19d979762f26 None None] For port 0cbbd80f-4a85-4cfa-86d2-8b0c317769b0, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=0cbbd80f-4a85-4cfa-86d2-8b0c317769b0,segment=NetworkSegment(7cc3dd2c-eb7f-4ab5-9648-b92aad663174),segment_id=7cc3dd2c-eb7f-4ab5-9648-b92aad663174)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:24:18.206848 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01b07104-faaf-4408-b2e0-4b0f3e32afa6 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:24:18.220546 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914cdb00-cdf7-4e71-aead-df1a08aee146 None None] Sync routers for ids ['b72ac8f8-b6ee-4ced-ba4e-ba5d25d6ba78'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:24:18.227662 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-87e5e1f1-23a0-4653-9006-ad86cd00f94a None None] Notify callbacks [] for port, precommit_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:18.240017 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-87e5e1f1-23a0-4653-9006-ad86cd00f94a None None] Transition to ACTIVE for port object 4019d601-2dab-486d-af29-714a30ed3132 will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:24:18.242028 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914cdb00-cdf7-4e71-aead-df1a08aee146 None None] Routers {'b72ac8f8-b6ee-4ced-ba4e-ba5d25d6ba78'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:24:18.242420 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-914cdb00-cdf7-4e71-aead-df1a08aee146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:24:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['b72ac8f8-b6ee-4ced-ba4e-ba5d25d6ba78'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:18.285385 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-c6d3da37-8606-4e26-9c5c-19d979762f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:18.288371 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-914cdb00-cdf7-4e71-aead-df1a08aee146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:18.324505 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-eabcb03f-0b6f-420a-9a09-ba4f2a48a4af tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126283413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126275158'] for subnet, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:18.370159 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-87e5e1f1-23a0-4653-9006-ad86cd00f94a None None] Transition to ACTIVE for port object 4019d601-2dab-486d-af29-714a30ed3132 will not be triggered until provisioned by entity DHCP. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:24:18.371280 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabcb03f-0b6f-420a-9a09-ba4f2a48a4af tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Pushing event deleted for resources: {'Subnet': ['ID=205f303b-ac37-4200-8c86-3a7efaaa879b,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:18.381345 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-eabcb03f-0b6f-420a-9a09-ba4f2a48a4af tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:18.385950 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-eabcb03f-0b6f-420a-9a09-ba4f2a48a4af tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] 10.222.0.41 "DELETE /v2.0/subnets/205f303b-ac37-4200-8c86-3a7efaaa879b HTTP/1.1" status: 204 len: 168 time: 1.3169687 Aug 11 03:24:18.386587 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146607ad-117a-4125-af91-31c58aeb7587 None None] Pushing event updated for resources: {'Port': ['ID=0cbbd80f-4a85-4cfa-86d2-8b0c317769b0,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:18.387519 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 53478) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:18.390157 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-01b07104-faaf-4408-b2e0-4b0f3e32afa6 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks [] for router, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:18.391450 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-01b07104-faaf-4408-b2e0-4b0f3e32afa6 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.7821524 Aug 11 03:24:18.393586 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d3da37-8606-4e26-9c5c-19d979762f26 None None] Routers {'a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:24:18.394204 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-c6d3da37-8606-4e26-9c5c-19d979762f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:24:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:18.396479 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 53480) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:18.396714 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914cdb00-cdf7-4e71-aead-df1a08aee146 None None] Routers {'b72ac8f8-b6ee-4ced-ba4e-ba5d25d6ba78'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:24:18.397426 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-914cdb00-cdf7-4e71-aead-df1a08aee146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:24:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['b72ac8f8-b6ee-4ced-ba4e-ba5d25d6ba78'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:18.401525 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fa44439-5dd0-4963-a7d9-fe7a665a71ea None None] Network bb04028f-2efa-409c-97d5-9289303bdac3 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:24:18.484114 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_v2 [None req-04cadd6c-e3df-4e80-a587-2e60a8e5d5d8 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Deleting subnet a5aecb09-07df-4d52-ba49-a7ab6f0ce3d6 {{(pid=102192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:24:18.487411 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-04cadd6c-e3df-4e80-a587-2e60a8e5d5d8 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks [] for subnet, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:18.555814 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-04cadd6c-e3df-4e80-a587-2e60a8e5d5d8 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125932460'] for subnet, precommit_delete_associations {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:18.593530 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-914cdb00-cdf7-4e71-aead-df1a08aee146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:18.594664 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914cdb00-cdf7-4e71-aead-df1a08aee146 None None] The sync data for ids ['b72ac8f8-b6ee-4ced-ba4e-ba5d25d6ba78'] in n-d-764292-30 is: [] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:24:18.624585 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-87e5e1f1-23a0-4653-9006-ad86cd00f94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669'] for port, after_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:18.711929 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e5e1f1-23a0-4653-9006-ad86cd00f94a None None] Network b2dfef44-a07d-466d-bc48-8bed5b65228d is already hosted by enough agents. {{(pid=102193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:24:18.711929 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-c6d3da37-8606-4e26-9c5c-19d979762f26 None None] Set router a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07 gateway port host: None {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:24:18.715403 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8cba3708-358e-43b4-8087-45948d09a49c tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:18.735746 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.base_scheduler [None req-87e5e1f1-23a0-4653-9006-ad86cd00f94a None None] Resources bound (agent type, host, resource id): {{(pid=102193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:24:18.743133 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e5e1f1-23a0-4653-9006-ad86cd00f94a None None] Received port after_create {{(pid=102193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:24:18.754689 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e5e1f1-23a0-4653-9006-ad86cd00f94a None None] Pushing event updated for resources: {'Port': ['ID=4019d601-2dab-486d-af29-714a30ed3132,revision_number=1']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:18.771596 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-04cadd6c-e3df-4e80-a587-2e60a8e5d5d8 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:18.873029 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21cce4ff-61a3-499e-832a-ad8e184446d5 admin admin] Router 0f8f9908-cfc8-4b88-899a-1fed9c6b8a54 is scheduled to L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 with binding_index 1 {{(pid=102191) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:24:18.976866 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-04cadd6c-e3df-4e80-a587-2e60a8e5d5d8 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125932157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126180897'] for subnet, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:19.016444 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-04cadd6c-e3df-4e80-a587-2e60a8e5d5d8 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks [] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:19.021977 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-04cadd6c-e3df-4e80-a587-2e60a8e5d5d8 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] 10.222.0.41 "DELETE /v2.0/subnets/a5aecb09-07df-4d52-ba49-a7ab6f0ce3d6 HTTP/1.1" status: 204 len: 168 time: 0.6332138 Aug 11 03:24:19.022704 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 53500) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:19.025353 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cadd6c-e3df-4e80-a587-2e60a8e5d5d8 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Pushing event deleted for resources: {'Subnet': ['ID=a5aecb09-07df-4d52-ba49-a7ab6f0ce3d6,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:19.089471 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-669b0d06-a5eb-490c-ac97-3ecd94a88cab None None] Network 89434d07-3bb4-48d1-a777-675ee50a8a0b requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:24:19.107262 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-f94563d3-1f70-4220-976c-2ba13d653d87 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:19.134518 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-87e5e1f1-23a0-4653-9006-ad86cd00f94a None None] Attempting to bind port 4019d601-2dab-486d-af29-714a30ed3132 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:24:19.135000 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-87e5e1f1-23a0-4653-9006-ad86cd00f94a None None] Attempting to bind port 4019d601-2dab-486d-af29-714a30ed3132 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': '66c46f40-31bb-493f-95b7-f8490a024caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'b2dfef44-a07d-466d-bc48-8bed5b65228d'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:24:19.135447 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e5e1f1-23a0-4653-9006-ad86cd00f94a None None] Attempting to bind port 4019d601-2dab-486d-af29-714a30ed3132 on network b2dfef44-a07d-466d-bc48-8bed5b65228d {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:24:19.162245 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e5e1f1-23a0-4653-9006-ad86cd00f94a None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 24, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:24:19.162717 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e5e1f1-23a0-4653-9006-ad86cd00f94a None None] Checking segment: {'id': '66c46f40-31bb-493f-95b7-f8490a024caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'b2dfef44-a07d-466d-bc48-8bed5b65228d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:24:19.163193 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-87e5e1f1-23a0-4653-9006-ad86cd00f94a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:19.163702 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e5e1f1-23a0-4653-9006-ad86cd00f94a None None] Bound using segment: {'id': '66c46f40-31bb-493f-95b7-f8490a024caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'b2dfef44-a07d-466d-bc48-8bed5b65228d'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:24:19.164345 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-87e5e1f1-23a0-4653-9006-ad86cd00f94a None None] Bound port: 4019d601-2dab-486d-af29-714a30ed3132, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66c46f40-31bb-493f-95b7-f8490a024caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'b2dfef44-a07d-466d-bc48-8bed5b65228d'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:24:19.164633 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-87e5e1f1-23a0-4653-9006-ad86cd00f94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:19.173589 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-f94563d3-1f70-4220-976c-2ba13d653d87 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Deleting port ab120c6a-59b6-4200-afcd-a7bc0b668c7d {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:24:19.174213 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-f94563d3-1f70-4220-976c-2ba13d653d87 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:19.201603 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21cce4ff-61a3-499e-832a-ad8e184446d5 admin admin] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:24:19.220973 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a0b9d7-9a66-4e58-81c5-cb10bf57515d None None] Sync routers for ids ['0f8f9908-cfc8-4b88-899a-1fed9c6b8a54'] in n-d-764292-30 {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:24:19.239240 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a0b9d7-9a66-4e58-81c5-cb10bf57515d None None] Routers {'0f8f9908-cfc8-4b88-899a-1fed9c6b8a54'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:24:19.240810 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-b8a0b9d7-9a66-4e58-81c5-cb10bf57515d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:24:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['0f8f9908-cfc8-4b88-899a-1fed9c6b8a54'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:19.313791 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [None req-f94563d3-1f70-4220-976c-2ba13d653d87 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] For port ab120c6a-59b6-4200-afcd-a7bc0b668c7d, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=ab120c6a-59b6-4200-afcd-a7bc0b668c7d,segment=NetworkSegment(8b0d87c6-0c2d-428b-a659-711ebad2437d),segment_id=8b0d87c6-0c2d-428b-a659-711ebad2437d)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:24:19.314168 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-f94563d3-1f70-4220-976c-2ba13d653d87 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:19.331588 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93684ca2-1e2e-41b1-b53f-32d1df709e4d None None] DHCP port deletion for bb04028f-2efa-409c-97d5-9289303bdac3 request from n-d-764292-30 {{(pid=102193) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:24:19.341316 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-f94563d3-1f70-4220-976c-2ba13d653d87 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Calling delete_port for ab120c6a-59b6-4200-afcd-a7bc0b668c7d owned by network:dhcp {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:24:19.347206 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-87e5e1f1-23a0-4653-9006-ad86cd00f94a None None] For port 4019d601-2dab-486d-af29-714a30ed3132, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:24:19.352948 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-87e5e1f1-23a0-4653-9006-ad86cd00f94a None None] For port 4019d601-2dab-486d-af29-714a30ed3132, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=4019d601-2dab-486d-af29-714a30ed3132,segment=NetworkSegment(66c46f40-31bb-493f-95b7-f8490a024caf),segment_id=66c46f40-31bb-493f-95b7-f8490a024caf)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:24:19.369142 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-21cce4ff-61a3-499e-832a-ad8e184446d5 admin admin] Notify callbacks [] for router, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:19.370411 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-21cce4ff-61a3-499e-832a-ad8e184446d5 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.6543846 Aug 11 03:24:19.371760 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [None req-8cba3708-358e-43b4-8087-45948d09a49c tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Allocated IP 172.21.0.1 (b2dfef44-a07d-466d-bc48-8bed5b65228d/c853cc03-0fa9-46a8-b3ec-fc57e2e7c093/9c7a10e3-d2c9-4dd1-afe4-09a90bd1604f) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:24:19.374609 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 53502) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:19.388952 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-b8a0b9d7-9a66-4e58-81c5-cb10bf57515d None None] Set router 0f8f9908-cfc8-4b88-899a-1fed9c6b8a54 gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:24:19.463059 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-c6d3da37-8606-4e26-9c5c-19d979762f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07', 'name': 'tempest-RoutersTest-router-522875344', 'tenant_id': '8002057c241341da96913e0b77a31349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:24:08Z', 'updated_at': '2021-08-11T03:24:13Z', 'revision_number': 2, 'project_id': '8002057c241341da96913e0b77a31349', 'gw_port_host': None, '_interfaces': [{'id': '0cbbd80f-4a85-4cfa-86d2-8b0c317769b0', 'name': '', 'network_id': '86594cbd-e1fd-497c-9535-16dda6843d99', 'tenant_id': '8002057c241341da96913e0b77a31349', 'mac_address': 'fa:16:3e:3e:3a:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2672, 'fixed_ips': [{'subnet_id': 'a84ab6d1-920e-4120-b064-c4c12d86c28b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:24:12Z', 'updated_at': '2021-08-11T03:24:18Z', 'revision_number': 4, 'project_id': '8002057c241341da96913e0b77a31349', 'subnets': [{'id': 'a84ab6d1-920e-4120-b064-c4c12d86c28b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:19.504535 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8087125c-d246-43bd-9626-869d33e698ed tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:19.553894 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8cba3708-358e-43b4-8087-45948d09a49c tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:19.571254 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c237862d-e4cf-448e-8e31-75ef7b995211 None None] DHCP port deletion for 89434d07-3bb4-48d1-a777-675ee50a8a0b request from n-d-764292-30 {{(pid=102193) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:24:19.571387 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [None req-8cba3708-358e-43b4-8087-45948d09a49c tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Transition to ACTIVE for port object 9c7a10e3-d2c9-4dd1-afe4-09a90bd1604f will not be triggered until provisioned by entity DHCP. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:24:19.571499 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-87e5e1f1-23a0-4653-9006-ad86cd00f94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:19.573753 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d3da37-8606-4e26-9c5c-19d979762f26 None None] The sync data for ids ['a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07'] in n-d-764292-30 is: [{'id': 'a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07', 'name': 'tempest-RoutersTest-router-522875344', 'tenant_id': '8002057c241341da96913e0b77a31349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:24:08Z', 'updated_at': '2021-08-11T03:24:13Z', 'revision_number': 2, 'project_id': '8002057c241341da96913e0b77a31349', 'gw_port_host': None, '_interfaces': [{'id': '0cbbd80f-4a85-4cfa-86d2-8b0c317769b0', 'name': '', 'network_id': '86594cbd-e1fd-497c-9535-16dda6843d99', 'tenant_id': '8002057c241341da96913e0b77a31349', 'mac_address': 'fa:16:3e:3e:3a:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2672, 'fixed_ips': [{'subnet_id': 'a84ab6d1-920e-4120-b064-c4c12d86c28b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:24:12Z', 'updated_at': '2021-08-11T03:24:18Z', 'revision_number': 4, 'project_id': '8002057c241341da96913e0b77a31349', 'subnets': [{'id': 'a84ab6d1-920e-4120-b064-c4c12d86c28b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:24:19.621417 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-93684ca2-1e2e-41b1-b53f-32d1df709e4d None None] Deleting port ab120c6a-59b6-4200-afcd-a7bc0b668c7d {{(pid=102193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:24:19.621800 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-93684ca2-1e2e-41b1-b53f-32d1df709e4d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:19.686268 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8cba3708-358e-43b4-8087-45948d09a49c tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:19.726645 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-b8a0b9d7-9a66-4e58-81c5-cb10bf57515d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f8f9908-cfc8-4b88-899a-1fed9c6b8a54', 'name': 'tempest-ServerRescueTestJSON-1542526337-router', 'tenant_id': 'f8cfc954604b4a9ba8ad1cb21f7fc109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': 'dbe89a70-e575-46df-91db-5670b6eef495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:24:12Z', 'updated_at': '2021-08-11T03:24:16Z', 'revision_number': 3, 'project_id': 'f8cfc954604b4a9ba8ad1cb21f7fc109', 'gw_port': {'id': 'dbe89a70-e575-46df-91db-5670b6eef495', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:49:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f8f9908-cfc8-4b88-899a-1fed9c6b8a54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2678, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:24:14Z', 'updated_at': '2021-08-11T03:24:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:19.764409 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cba3708-358e-43b4-8087-45948d09a49c tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Network b2dfef44-a07d-466d-bc48-8bed5b65228d is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:24:19.778389 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-f94563d3-1f70-4220-976c-2ba13d653d87 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:19.803145 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a0b9d7-9a66-4e58-81c5-cb10bf57515d None None] Checking router: 0f8f9908-cfc8-4b88-899a-1fed9c6b8a54 for host: n-d-764292-30 {{(pid=102194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:24:19.812614 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a0b9d7-9a66-4e58-81c5-cb10bf57515d None None] Updating router 0f8f9908-cfc8-4b88-899a-1fed9c6b8a54 port dbe89a70-e575-46df-91db-5670b6eef495 binding host n-d-764292-30 {{(pid=102194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:24:19.839130 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cba3708-358e-43b4-8087-45948d09a49c tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Pushing event updated for resources: {'Port': ['ID=9c7a10e3-d2c9-4dd1-afe4-09a90bd1604f,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:19.841716 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-8cba3708-358e-43b4-8087-45948d09a49c tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:24:19.844519 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94563d3-1f70-4220-976c-2ba13d653d87 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Pushing event deleted for resources: {'Port': ['ID=ab120c6a-59b6-4200-afcd-a7bc0b668c7d,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:19.854232 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f94563d3-1f70-4220-976c-2ba13d653d87 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] No DVR routers for this DVR port ab120c6a-59b6-4200-afcd-a7bc0b668c7d on host n-d-764292-30 {{(pid=102192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:24:19.855239 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cba3708-358e-43b4-8087-45948d09a49c tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:24:19.879533 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 72380bc3-a5cf-466a-81ba-b231b580fe67 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:24:19.883507 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-b8a0b9d7-9a66-4e58-81c5-cb10bf57515d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:19.900774 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e5e1f1-23a0-4653-9006-ad86cd00f94a None None] Pushing event updated for resources: {'Port': ['ID=4019d601-2dab-486d-af29-714a30ed3132,revision_number=2']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:19.905442 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-93684ca2-1e2e-41b1-b53f-32d1df709e4d None None] For port ab120c6a-59b6-4200-afcd-a7bc0b668c7d, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=ab120c6a-59b6-4200-afcd-a7bc0b668c7d,segment=NetworkSegment(8b0d87c6-0c2d-428b-a659-711ebad2437d),segment_id=8b0d87c6-0c2d-428b-a659-711ebad2437d)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:24:19.911920 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-93684ca2-1e2e-41b1-b53f-32d1df709e4d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:19.963652 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-93684ca2-1e2e-41b1-b53f-32d1df709e4d None None] Calling delete_port for ab120c6a-59b6-4200-afcd-a7bc0b668c7d owned by network:dhcp {{(pid=102193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:24:19.981285 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8cba3708-358e-43b4-8087-45948d09a49c tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-520987'] for router_interface, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:20.105538 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-f94563d3-1f70-4220-976c-2ba13d653d87 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:20.136416 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-c237862d-e4cf-448e-8e31-75ef7b995211 None None] Deleting port e879fc84-f757-49d5-bb91-2c95a9ebbe11 {{(pid=102193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:24:20.139533 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-c237862d-e4cf-448e-8e31-75ef7b995211 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:20.259967 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-f94563d3-1f70-4220-976c-2ba13d653d87 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb04028f-2efa-409c-97d5-9289303bdac3']}} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:20.307216 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-f94563d3-1f70-4220-976c-2ba13d653d87 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b0d87c6-0c2d-428b-a659-711ebad2437d') {'for_net_delete': True} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:20.307519 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-f94563d3-1f70-4220-976c-2ba13d653d87 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b0d87c6-0c2d-428b-a659-711ebad2437d') {} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:20.323463 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-c237862d-e4cf-448e-8e31-75ef7b995211 None None] For port e879fc84-f757-49d5-bb91-2c95a9ebbe11, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=e879fc84-f757-49d5-bb91-2c95a9ebbe11,segment=NetworkSegment(76b98df1-dc83-42ab-b958-c165ce306cbb),segment_id=76b98df1-dc83-42ab-b958-c165ce306cbb)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:24:20.323867 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-c237862d-e4cf-448e-8e31-75ef7b995211 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:20.345910 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-f94563d3-1f70-4220-976c-2ba13d653d87 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125932501'] for segment, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:20.348150 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 72380bc3-a5cf-466a-81ba-b231b580fe67 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:24:20.348532 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:20.412667 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-c237862d-e4cf-448e-8e31-75ef7b995211 None None] Calling delete_port for e879fc84-f757-49d5-bb91-2c95a9ebbe11 owned by network:dhcp {{(pid=102193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:24:20.434993 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-93684ca2-1e2e-41b1-b53f-32d1df709e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678'] for port, after_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:20.459035 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-f94563d3-1f70-4220-976c-2ba13d653d87 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:20.466852 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f94563d3-1f70-4220-976c-2ba13d653d87 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=102192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:24:20.467892 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-f94563d3-1f70-4220-976c-2ba13d653d87 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125932183'] for segment, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:20.546117 n-d-764292-30 neutron-server[102192]: Traceback (most recent call last): Aug 11 03:24:20.546117 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:24:20.546117 n-d-764292-30 neutron-server[102192]: timer() Aug 11 03:24:20.546117 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:24:20.546117 n-d-764292-30 neutron-server[102192]: cb(*args, **kw) Aug 11 03:24:20.546117 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:24:20.546117 n-d-764292-30 neutron-server[102192]: return func(*args, **kwargs) Aug 11 03:24:20.546117 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:24:20.546117 n-d-764292-30 neutron-server[102192]: self._notify() Aug 11 03:24:20.546117 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:24:20.546117 n-d-764292-30 neutron-server[102192]: self.callback(batched_events) Aug 11 03:24:20.546117 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:24:20.546117 n-d-764292-30 neutron-server[102192]: event.method(event) Aug 11 03:24:20.546117 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:24:20.546117 n-d-764292-30 neutron-server[102192]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:24:20.546117 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:24:20.546117 n-d-764292-30 neutron-server[102192]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:24:20.546117 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:24:20.546117 n-d-764292-30 neutron-server[102192]: return f(self, *a, **k) Aug 11 03:24:20.546117 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:24:20.546117 n-d-764292-30 neutron-server[102192]: return self._get(url).json() Aug 11 03:24:20.546117 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:24:20.546117 n-d-764292-30 neutron-server[102192]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:24:20.546117 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:24:20.546117 n-d-764292-30 neutron-server[102192]: return self.request(url, 'GET', **kwargs) Aug 11 03:24:20.546117 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:24:20.546117 n-d-764292-30 neutron-server[102192]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:24:20.546117 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:24:20.546117 n-d-764292-30 neutron-server[102192]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:24:20.546117 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:24:20.546117 n-d-764292-30 neutron-server[102192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:24:20.546117 n-d-764292-30 neutron-server[102192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:24:20.571662 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93684ca2-1e2e-41b1-b53f-32d1df709e4d None None] Pushing event deleted for resources: {'Port': ['ID=ab120c6a-59b6-4200-afcd-a7bc0b668c7d,revision_number=None']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:20.575232 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-b8a0b9d7-9a66-4e58-81c5-cb10bf57515d None None] Notify callbacks [] for port, precommit_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:20.600002 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93684ca2-1e2e-41b1-b53f-32d1df709e4d None None] No DVR routers for this DVR port ab120c6a-59b6-4200-afcd-a7bc0b668c7d on host n-d-764292-30 {{(pid=102193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:24:20.601353 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.provisioning_blocks [None req-b8a0b9d7-9a66-4e58-81c5-cb10bf57515d None None] Transition to ACTIVE for port object dbe89a70-e575-46df-91db-5670b6eef495 will not be triggered until provisioned by entity L2. {{(pid=102194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:24:20.639263 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-f94563d3-1f70-4220-976c-2ba13d653d87 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:20.649120 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-f94563d3-1f70-4220-976c-2ba13d653d87 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks [] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:20.653368 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-f94563d3-1f70-4220-976c-2ba13d653d87 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] 10.222.0.41 "DELETE /v2.0/networks/bb04028f-2efa-409c-97d5-9289303bdac3 HTTP/1.1" status: 204 len: 168 time: 1.6272061 Aug 11 03:24:20.653792 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 53516) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:20.686474 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94563d3-1f70-4220-976c-2ba13d653d87 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Pushing event deleted for resources: {'Network': ['ID=bb04028f-2efa-409c-97d5-9289303bdac3,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:20.718423 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-b8a0b9d7-9a66-4e58-81c5-cb10bf57515d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:20.816455 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device ab120c6a-59b6-4200-afcd-a7bc0b668c7d no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:24:20.863324 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-c237862d-e4cf-448e-8e31-75ef7b995211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678'] for port, after_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:20.869458 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-b8a0b9d7-9a66-4e58-81c5-cb10bf57515d None None] Attempting to bind port dbe89a70-e575-46df-91db-5670b6eef495 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:24:20.870090 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-b8a0b9d7-9a66-4e58-81c5-cb10bf57515d None None] Attempting to bind port dbe89a70-e575-46df-91db-5670b6eef495 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}] {{(pid=102194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:24:20.870660 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a0b9d7-9a66-4e58-81c5-cb10bf57515d None None] Attempting to bind port dbe89a70-e575-46df-91db-5670b6eef495 on network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:24:20.879745 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a0b9d7-9a66-4e58-81c5-cb10bf57515d None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 24, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:24:20.891317 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a0b9d7-9a66-4e58-81c5-cb10bf57515d None None] Checking segment: {'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:24:20.891996 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-b8a0b9d7-9a66-4e58-81c5-cb10bf57515d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:20.892584 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a0b9d7-9a66-4e58-81c5-cb10bf57515d None None] Bound using segment: {'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'} {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:24:20.893271 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-b8a0b9d7-9a66-4e58-81c5-cb10bf57515d None None] Bound port: dbe89a70-e575-46df-91db-5670b6eef495, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}}] {{(pid=102194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:24:20.893840 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-b8a0b9d7-9a66-4e58-81c5-cb10bf57515d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:20.925984 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: ab120c6a-59b6-4200-afcd-a7bc0b668c7d {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:24:20.926658 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device ab120c6a-59b6-4200-afcd-a7bc0b668c7d not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:24:20.927788 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device e879fc84-f757-49d5-bb91-2c95a9ebbe11 no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:24:20.929759 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8490c12c-2e99-4a9b-b897-1829bf34b332 None None] Pushing event updated for resources: {'Port': ['ID=dbe89a70-e575-46df-91db-5670b6eef495,revision_number=2']} {{(pid=102194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:20.930971 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c237862d-e4cf-448e-8e31-75ef7b995211 None None] Pushing event deleted for resources: {'Port': ['ID=e879fc84-f757-49d5-bb91-2c95a9ebbe11,revision_number=None']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:20.953222 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8490c12c-2e99-4a9b-b897-1829bf34b332 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:24:20.953810 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8490c12c-2e99-4a9b-b897-1829bf34b332 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:24:20.954416 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8490c12c-2e99-4a9b-b897-1829bf34b332 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:24:20.954925 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8490c12c-2e99-4a9b-b897-1829bf34b332 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:24:20.955433 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8490c12c-2e99-4a9b-b897-1829bf34b332 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:24:20.955941 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8490c12c-2e99-4a9b-b897-1829bf34b332 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:24:20.956437 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8490c12c-2e99-4a9b-b897-1829bf34b332 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:24:20.956925 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8490c12c-2e99-4a9b-b897-1829bf34b332 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:24:20.957411 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8490c12c-2e99-4a9b-b897-1829bf34b332 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:24:20.957914 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8490c12c-2e99-4a9b-b897-1829bf34b332 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:24:20.958517 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8490c12c-2e99-4a9b-b897-1829bf34b332 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:24:20.959021 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8490c12c-2e99-4a9b-b897-1829bf34b332 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:24:20.985531 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: e879fc84-f757-49d5-bb91-2c95a9ebbe11 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:24:20.986234 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device e879fc84-f757-49d5-bb91-2c95a9ebbe11 not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:24:20.994664 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.db [None req-b8a0b9d7-9a66-4e58-81c5-cb10bf57515d None None] For port dbe89a70-e575-46df-91db-5670b6eef495, host n-d-764292-30, cleared binding levels {{(pid=102194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:24:20.996290 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.db [None req-b8a0b9d7-9a66-4e58-81c5-cb10bf57515d None None] For port dbe89a70-e575-46df-91db-5670b6eef495, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=dbe89a70-e575-46df-91db-5670b6eef495,segment=NetworkSegment(fab28bed-aa25-40db-bba4-ec26e795194c),segment_id=fab28bed-aa25-40db-bba4-ec26e795194c)] {{(pid=102194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:24:20.998645 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c237862d-e4cf-448e-8e31-75ef7b995211 None None] No DVR routers for this DVR port e879fc84-f757-49d5-bb91-2c95a9ebbe11 on host n-d-764292-30 {{(pid=102193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:24:21.033368 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-124a10ec-40fd-4938-9122-828fa285bdcc tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:21.060474 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-2b99b1c7-8e1d-4824-852f-babd292cf7eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:21.069893 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [None req-8087125c-d246-43bd-9626-869d33e698ed tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Allocated IP 172.20.0.1 (2df90d19-954d-448c-bb02-d988570330a1/5028bd52-0903-4609-8747-fbca8d2cd8eb/fb9a354f-694a-443a-af8b-f7c30eada328) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:24:21.074312 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-b8a0b9d7-9a66-4e58-81c5-cb10bf57515d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:21.185339 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8cba3708-358e-43b4-8087-45948d09a49c tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:21.205212 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a0b9d7-9a66-4e58-81c5-cb10bf57515d None None] Routers {'0f8f9908-cfc8-4b88-899a-1fed9c6b8a54'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:24:21.205867 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-b8a0b9d7-9a66-4e58-81c5-cb10bf57515d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:24:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['0f8f9908-cfc8-4b88-899a-1fed9c6b8a54'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:21.208967 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8490c12c-2e99-4a9b-b897-1829bf34b332 None None] Pushing event updated for resources: {'Port': ['ID=dbe89a70-e575-46df-91db-5670b6eef495,revision_number=3']} {{(pid=102194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:21.353362 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-124a10ec-40fd-4938-9122-828fa285bdcc tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:21.383184 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-b8a0b9d7-9a66-4e58-81c5-cb10bf57515d None None] Set router 0f8f9908-cfc8-4b88-899a-1fed9c6b8a54 gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:24:21.398184 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-124a10ec-40fd-4938-9122-828fa285bdcc tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89434d07-3bb4-48d1-a777-675ee50a8a0b']}} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:21.422378 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-124a10ec-40fd-4938-9122-828fa285bdcc tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76b98df1-dc83-42ab-b958-c165ce306cbb') {'for_net_delete': True} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:21.422722 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-124a10ec-40fd-4938-9122-828fa285bdcc tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76b98df1-dc83-42ab-b958-c165ce306cbb') {} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:21.458977 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1756108-15ec-4027-9c4a-9452175936e5 None None] Network b2dfef44-a07d-466d-bc48-8bed5b65228d requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:24:21.462445 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-124a10ec-40fd-4938-9122-828fa285bdcc tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125932501'] for segment, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:21.491003 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-124a10ec-40fd-4938-9122-828fa285bdcc tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:21.498755 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8087125c-d246-43bd-9626-869d33e698ed tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:21.516143 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [None req-8087125c-d246-43bd-9626-869d33e698ed tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Transition to ACTIVE for port object fb9a354f-694a-443a-af8b-f7c30eada328 will not be triggered until provisioned by entity DHCP. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:24:21.544140 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-124a10ec-40fd-4938-9122-828fa285bdcc tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=102192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:24:21.544569 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-124a10ec-40fd-4938-9122-828fa285bdcc tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125932183'] for segment, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:21.547772 n-d-764292-30 neutron-server[102192]: Traceback (most recent call last): Aug 11 03:24:21.547772 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:24:21.547772 n-d-764292-30 neutron-server[102192]: timer() Aug 11 03:24:21.547772 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:24:21.547772 n-d-764292-30 neutron-server[102192]: cb(*args, **kw) Aug 11 03:24:21.547772 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:24:21.547772 n-d-764292-30 neutron-server[102192]: return func(*args, **kwargs) Aug 11 03:24:21.547772 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:24:21.547772 n-d-764292-30 neutron-server[102192]: self._notify() Aug 11 03:24:21.547772 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:24:21.547772 n-d-764292-30 neutron-server[102192]: self.callback(batched_events) Aug 11 03:24:21.547772 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:24:21.547772 n-d-764292-30 neutron-server[102192]: event.method(event) Aug 11 03:24:21.547772 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:24:21.547772 n-d-764292-30 neutron-server[102192]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:24:21.547772 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:24:21.547772 n-d-764292-30 neutron-server[102192]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:24:21.547772 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:24:21.547772 n-d-764292-30 neutron-server[102192]: return f(self, *a, **k) Aug 11 03:24:21.547772 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:24:21.547772 n-d-764292-30 neutron-server[102192]: return self._get(url).json() Aug 11 03:24:21.547772 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:24:21.547772 n-d-764292-30 neutron-server[102192]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:24:21.547772 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:24:21.547772 n-d-764292-30 neutron-server[102192]: return self.request(url, 'GET', **kwargs) Aug 11 03:24:21.547772 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:24:21.547772 n-d-764292-30 neutron-server[102192]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:24:21.547772 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:24:21.547772 n-d-764292-30 neutron-server[102192]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:24:21.547772 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:24:21.547772 n-d-764292-30 neutron-server[102192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:24:21.547772 n-d-764292-30 neutron-server[102192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:24:21.593599 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-e12a9f1e-9774-4018-83e3-23e329b40935 None None] Provisioning for port 4019d601-2dab-486d-af29-714a30ed3132 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:24:21.631698 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [None req-2b99b1c7-8e1d-4824-852f-babd292cf7eb admin admin] Allocated IP 172.20.0.1 (c13948e9-e028-4a8d-ac69-93d0ad6a4bde/b8783183-c3a1-4580-9cd5-7ee055cead2b/885ba214-8295-4774-98ad-0f84a84805f4) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:24:21.640399 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8087125c-d246-43bd-9626-869d33e698ed tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:21.653681 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-b8a0b9d7-9a66-4e58-81c5-cb10bf57515d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f8f9908-cfc8-4b88-899a-1fed9c6b8a54', 'name': 'tempest-ServerRescueTestJSON-1542526337-router', 'tenant_id': 'f8cfc954604b4a9ba8ad1cb21f7fc109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': 'dbe89a70-e575-46df-91db-5670b6eef495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:24:12Z', 'updated_at': '2021-08-11T03:24:16Z', 'revision_number': 3, 'project_id': 'f8cfc954604b4a9ba8ad1cb21f7fc109', 'gw_port': {'id': 'dbe89a70-e575-46df-91db-5670b6eef495', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:49:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f8f9908-cfc8-4b88-899a-1fed9c6b8a54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2678, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:24:14Z', 'updated_at': '2021-08-11T03:24:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:21.700861 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a0b9d7-9a66-4e58-81c5-cb10bf57515d None None] The sync data for ids ['0f8f9908-cfc8-4b88-899a-1fed9c6b8a54'] in n-d-764292-30 is: [{'id': '0f8f9908-cfc8-4b88-899a-1fed9c6b8a54', 'name': 'tempest-ServerRescueTestJSON-1542526337-router', 'tenant_id': 'f8cfc954604b4a9ba8ad1cb21f7fc109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': 'dbe89a70-e575-46df-91db-5670b6eef495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:24:12Z', 'updated_at': '2021-08-11T03:24:16Z', 'revision_number': 3, 'project_id': 'f8cfc954604b4a9ba8ad1cb21f7fc109', 'gw_port': {'id': 'dbe89a70-e575-46df-91db-5670b6eef495', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:49:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f8f9908-cfc8-4b88-899a-1fed9c6b8a54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2678, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:24:14Z', 'updated_at': '2021-08-11T03:24:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}] {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:24:21.725496 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8087125c-d246-43bd-9626-869d33e698ed tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Network 2df90d19-954d-448c-bb02-d988570330a1 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:24:21.746236 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-8087125c-d246-43bd-9626-869d33e698ed tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:24:21.764104 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8087125c-d246-43bd-9626-869d33e698ed tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:24:21.780854 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-2b99b1c7-8e1d-4824-852f-babd292cf7eb admin admin] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:21.815451 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8cba3708-358e-43b4-8087-45948d09a49c tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:21.830675 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8087125c-d246-43bd-9626-869d33e698ed tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Pushing event updated for resources: {'Port': ['ID=fb9a354f-694a-443a-af8b-f7c30eada328,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:21.830912 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-124a10ec-40fd-4938-9122-828fa285bdcc tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:21.866853 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-124a10ec-40fd-4938-9122-828fa285bdcc tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks [] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:21.872908 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-124a10ec-40fd-4938-9122-828fa285bdcc tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] 10.222.0.41 "DELETE /v2.0/networks/89434d07-3bb4-48d1-a777-675ee50a8a0b HTTP/1.1" status: 204 len: 168 time: 1.1997259 Aug 11 03:24:21.873972 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 53526) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:21.889479 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-f8a6703b-93f7-4fce-b573-c09fdb0123bb tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-912875206'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:24:21.894687 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124a10ec-40fd-4938-9122-828fa285bdcc tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Pushing event deleted for resources: {'Network': ['ID=89434d07-3bb4-48d1-a777-675ee50a8a0b,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:21.956509 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8cba3708-358e-43b4-8087-45948d09a49c tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:22.012284 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-2b99b1c7-8e1d-4824-852f-babd292cf7eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:22.024779 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8087125c-d246-43bd-9626-869d33e698ed tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-520987'] for router_interface, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:22.025379 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 0cbbd80f-4a85-4cfa-86d2-8b0c317769b0 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:24:22.126275 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b99b1c7-8e1d-4824-852f-babd292cf7eb admin admin] Network c13948e9-e028-4a8d-ac69-93d0ad6a4bde is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:24:22.130438 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-2b99b1c7-8e1d-4824-852f-babd292cf7eb admin admin] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:24:22.134344 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b99b1c7-8e1d-4824-852f-babd292cf7eb admin admin] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:24:22.156013 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8a6703b-93f7-4fce-b573-c09fdb0123bb tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Made reservation on behalf of e3d11adc70004665908a030719f0fc48 for: {'network': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:24:22.159392 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f8a6703b-93f7-4fce-b573-c09fdb0123bb tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:22.186873 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port 0cbbd80f-4a85-4cfa-86d2-8b0c317769b0 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:24:22.191594 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 0cbbd80f-4a85-4cfa-86d2-8b0c317769b0 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:24:22.193169 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:22.197155 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b99b1c7-8e1d-4824-852f-babd292cf7eb admin admin] Pushing event updated for resources: {'Port': ['ID=885ba214-8295-4774-98ad-0f84a84805f4,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:22.257090 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-2b99b1c7-8e1d-4824-852f-babd292cf7eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-520987'] for router_interface, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:22.259390 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8cba3708-358e-43b4-8087-45948d09a49c tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16383026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521135'] for router_interface, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:22.293592 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cba3708-358e-43b4-8087-45948d09a49c tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Pushing event updated for resources: {'Port': ['ID=9c7a10e3-d2c9-4dd1-afe4-09a90bd1604f,revision_number=2']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:22.327852 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:22.353990 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8a6703b-93f7-4fce-b573-c09fdb0123bb tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=102191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:24:22.381817 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-27a83e4e-38d1-4deb-bfce-670792a1de46 None None] Provisioning for port 9c7a10e3-d2c9-4dd1-afe4-09a90bd1604f completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:24:22.398724 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-27a83e4e-38d1-4deb-bfce-670792a1de46 None None] Provisioning complete for port 9c7a10e3-d2c9-4dd1-afe4-09a90bd1604f triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:24:22.400953 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-27a83e4e-38d1-4deb-bfce-670792a1de46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:22.464022 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f8a6703b-93f7-4fce-b573-c09fdb0123bb tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:22.464022 n-d-764292-30 neutron-server[102191]: INFO neutron.db.segments_db [None req-f8a6703b-93f7-4fce-b573-c09fdb0123bb tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Added segment 0b7fd778-025b-437f-9da0-0b9c07e78adf of type vlan for network 9d42a53a-f03e-4dd9-a55a-e17bcdb3a1ca Aug 11 03:24:22.484373 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port 0cbbd80f-4a85-4cfa-86d2-8b0c317769b0, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=0cbbd80f-4a85-4cfa-86d2-8b0c317769b0,segment=NetworkSegment(7cc3dd2c-eb7f-4ab5-9648-b92aad663174),segment_id=7cc3dd2c-eb7f-4ab5-9648-b92aad663174)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:24:22.485975 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-27a83e4e-38d1-4deb-bfce-670792a1de46 None None] Port 9c7a10e3-d2c9-4dd1-afe4-09a90bd1604f cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:24:22.532531 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f8a6703b-93f7-4fce-b573-c09fdb0123bb tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:22.576471 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-2b99b1c7-8e1d-4824-852f-babd292cf7eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:22.605661 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:22.607666 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 4019d601-2dab-486d-af29-714a30ed3132 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:24:22.614189 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8087125c-d246-43bd-9626-869d33e698ed tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:22.619472 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-27a83e4e-38d1-4deb-bfce-670792a1de46 None None] Provisioning for port fb9a354f-694a-443a-af8b-f7c30eada328 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:24:22.632366 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cba3708-358e-43b4-8087-45948d09a49c tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Network b2dfef44-a07d-466d-bc48-8bed5b65228d is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:24:22.635761 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-8cba3708-358e-43b4-8087-45948d09a49c tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:24:22.695910 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-27a83e4e-38d1-4deb-bfce-670792a1de46 None None] Provisioning complete for port fb9a354f-694a-443a-af8b-f7c30eada328 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:24:22.696417 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-27a83e4e-38d1-4deb-bfce-670792a1de46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:22.738130 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f8a6703b-93f7-4fce-b573-c09fdb0123bb tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:22.744715 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8a6703b-93f7-4fce-b573-c09fdb0123bb tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:22.745034 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f8a6703b-93f7-4fce-b573-c09fdb0123bb tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks [] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:22.843294 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-2b99b1c7-8e1d-4824-852f-babd292cf7eb admin admin] Notify callbacks [] for port, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:22.864069 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-27a83e4e-38d1-4deb-bfce-670792a1de46 None None] Port fb9a354f-694a-443a-af8b-f7c30eada328 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:24:22.872568 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=0cbbd80f-4a85-4cfa-86d2-8b0c317769b0,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:22.907491 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-2b99b1c7-8e1d-4824-852f-babd292cf7eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:22.953508 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port 4019d601-2dab-486d-af29-714a30ed3132 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:24:22.959444 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 4019d601-2dab-486d-af29-714a30ed3132 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:24:22.960069 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:22.970475 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b99b1c7-8e1d-4824-852f-babd292cf7eb admin admin] Pushing event updated for resources: {'Port': ['ID=885ba214-8295-4774-98ad-0f84a84805f4,revision_number=2']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:23.013126 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-f8a6703b-93f7-4fce-b573-c09fdb0123bb tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1332734 Aug 11 03:24:23.014221 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 53534) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:23.024806 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-0dd230f1-62fe-4955-bf7b-00539e1092b9 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Request body: {'subnet': {'network_id': '9d42a53a-f03e-4dd9-a55a-e17bcdb3a1ca', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:24:23.032672 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a6703b-93f7-4fce-b573-c09fdb0123bb tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Pushing event updated for resources: {'Network': ['ID=9d42a53a-f03e-4dd9-a55a-e17bcdb3a1ca,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:23.053525 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network 9d42a53a-f03e-4dd9-a55a-e17bcdb3a1ca details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:24:23.075755 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-9c3fa9d0-dfff-487d-a08c-deec5a95e6b3 None None] Provisioning complete for port 9c7a10e3-d2c9-4dd1-afe4-09a90bd1604f triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:24:23.076270 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-9c3fa9d0-dfff-487d-a08c-deec5a95e6b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:23.102507 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cba3708-358e-43b4-8087-45948d09a49c tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Router a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07 has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:24:23.155167 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-2b99b1c7-8e1d-4824-852f-babd292cf7eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16383026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521135'] for router_interface, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:23.202216 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-9c3fa9d0-dfff-487d-a08c-deec5a95e6b3 None None] Port 9c7a10e3-d2c9-4dd1-afe4-09a90bd1604f cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:24:23.240263 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:23.274521 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port 4019d601-2dab-486d-af29-714a30ed3132, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=4019d601-2dab-486d-af29-714a30ed3132,segment=NetworkSegment(66c46f40-31bb-493f-95b7-f8490a024caf),segment_id=66c46f40-31bb-493f-95b7-f8490a024caf)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:24:23.295373 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b99b1c7-8e1d-4824-852f-babd292cf7eb admin admin] Network c13948e9-e028-4a8d-ac69-93d0ad6a4bde is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:24:23.297361 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-2b99b1c7-8e1d-4824-852f-babd292cf7eb admin admin] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:24:23.340130 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cba3708-358e-43b4-8087-45948d09a49c tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:24:23.350891 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-8cba3708-358e-43b4-8087-45948d09a49c tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] 10.222.0.41 "PUT /v2.0/routers/a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0142431 Aug 11 03:24:23.351877 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 53538) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:23.357152 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-8fc25cbc-6382-46f1-9978-15d473464e24 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Request body: {'network': {'name': 'tempest-RoutersTest-328641684'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:24:23.366812 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c574be6-28ad-44ca-9cee-95d818c4e4d5 None None] Sync routers for ids ['a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:24:23.375188 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:23.391941 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c574be6-28ad-44ca-9cee-95d818c4e4d5 None None] Routers {'a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:24:23.391941 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-4c574be6-28ad-44ca-9cee-95d818c4e4d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:24:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:23.399956 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dd230f1-62fe-4955-bf7b-00539e1092b9 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Made reservation on behalf of e3d11adc70004665908a030719f0fc48 for: {'subnet': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:24:23.404714 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0dd230f1-62fe-4955-bf7b-00539e1092b9 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126180544'] for subnet, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:23.429889 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8087125c-d246-43bd-9626-869d33e698ed tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:23.478061 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fc25cbc-6382-46f1-9978-15d473464e24 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Made reservation on behalf of 8002057c241341da96913e0b77a31349 for: {'network': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:24:23.486368 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8fc25cbc-6382-46f1-9978-15d473464e24 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:23.520268 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8087125c-d246-43bd-9626-869d33e698ed tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:23.525487 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=4019d601-2dab-486d-af29-714a30ed3132,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:23.540114 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-4c574be6-28ad-44ca-9cee-95d818c4e4d5 None None] Set router a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07 gateway port host: None {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:24:23.605679 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8087125c-d246-43bd-9626-869d33e698ed tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Pushing event updated for resources: {'Port': ['ID=fb9a354f-694a-443a-af8b-f7c30eada328,revision_number=2']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:23.636268 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fc25cbc-6382-46f1-9978-15d473464e24 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=102191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:24:23.649047 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8087125c-d246-43bd-9626-869d33e698ed tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16383026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521135'] for router_interface, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:23.658593 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8fc25cbc-6382-46f1-9978-15d473464e24 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:23.664742 n-d-764292-30 neutron-server[102191]: INFO neutron.db.segments_db [None req-8fc25cbc-6382-46f1-9978-15d473464e24 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Added segment 9d22295b-3f8f-400a-b808-2e89ba97c33b of type vlan for network 3c52fbf3-70f0-4618-9476-af865126e21a Aug 11 03:24:23.796576 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8fc25cbc-6382-46f1-9978-15d473464e24 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:23.885652 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b99b1c7-8e1d-4824-852f-babd292cf7eb admin admin] Router 0f8f9908-cfc8-4b88-899a-1fed9c6b8a54 has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:24:23.896804 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8087125c-d246-43bd-9626-869d33e698ed tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Network 2df90d19-954d-448c-bb02-d988570330a1 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:24:23.899659 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-8087125c-d246-43bd-9626-869d33e698ed tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:24:23.930190 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-4c574be6-28ad-44ca-9cee-95d818c4e4d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07', 'name': 'tempest-RoutersTest-router-522875344', 'tenant_id': '8002057c241341da96913e0b77a31349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:24:08Z', 'updated_at': '2021-08-11T03:24:20Z', 'revision_number': 3, 'project_id': '8002057c241341da96913e0b77a31349', 'gw_port_host': None, '_interfaces': [{'id': '0cbbd80f-4a85-4cfa-86d2-8b0c317769b0', 'name': '', 'network_id': '86594cbd-e1fd-497c-9535-16dda6843d99', 'tenant_id': '8002057c241341da96913e0b77a31349', 'mac_address': 'fa:16:3e:3e:3a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2672, 'fixed_ips': [{'subnet_id': 'a84ab6d1-920e-4120-b064-c4c12d86c28b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:24:12Z', 'updated_at': '2021-08-11T03:24:22Z', 'revision_number': 5, 'project_id': '8002057c241341da96913e0b77a31349', 'subnets': [{'id': 'a84ab6d1-920e-4120-b064-c4c12d86c28b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c7a10e3-d2c9-4dd1-afe4-09a90bd1604f', 'name': '', 'network_id': 'b2dfef44-a07d-466d-bc48-8bed5b65228d', 'tenant_id': '8002057c241341da96913e0b77a31349', 'mac_address': 'fa:16:3e:2a:6f:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2688, 'fixed_ips': [{'subnet_id': 'c853cc03-0fa9-46a8-b3ec-fc57e2e7c093', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:24:18Z', 'updated_at': '2021-08-11T03:24:21Z', 'revision_number': 2, 'project_id': '8002057c241341da96913e0b77a31349', 'subnets': [{'id': 'c853cc03-0fa9-46a8-b3ec-fc57e2e7c093', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:23.978231 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c574be6-28ad-44ca-9cee-95d818c4e4d5 None None] Checking router: a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07 for host: n-d-764292-30 {{(pid=102193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:24:23.978729 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c574be6-28ad-44ca-9cee-95d818c4e4d5 None None] Updating router a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07 port 9c7a10e3-d2c9-4dd1-afe4-09a90bd1604f binding host n-d-764292-30 {{(pid=102193) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:24:23.992251 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device dbe89a70-e575-46df-91db-5670b6eef495 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:24:24.015850 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8fc25cbc-6382-46f1-9978-15d473464e24 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:24.030827 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc25cbc-6382-46f1-9978-15d473464e24 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:24.031965 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8fc25cbc-6382-46f1-9978-15d473464e24 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks [] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:24.087130 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-4c574be6-28ad-44ca-9cee-95d818c4e4d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:24.314140 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc25cbc-6382-46f1-9978-15d473464e24 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Pushing event updated for resources: {'Network': ['ID=3c52fbf3-70f0-4618-9476-af865126e21a,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:24.340141 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network 3c52fbf3-70f0-4618-9476-af865126e21a details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:24:24.352814 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b99b1c7-8e1d-4824-852f-babd292cf7eb admin admin] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:24:24.362315 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a025eaed-3a63-41bd-8b4e-7cbe779eb7e8 None None] Sync routers for ids ['0f8f9908-cfc8-4b88-899a-1fed9c6b8a54'] in n-d-764292-30 {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:24:24.369689 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-2b99b1c7-8e1d-4824-852f-babd292cf7eb admin admin] 10.222.0.41 "PUT /v2.0/routers/0f8f9908-cfc8-4b88-899a-1fed9c6b8a54/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9831214 Aug 11 03:24:24.373167 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port dbe89a70-e575-46df-91db-5670b6eef495 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:24:24.378703 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a025eaed-3a63-41bd-8b4e-7cbe779eb7e8 None None] Routers {'0f8f9908-cfc8-4b88-899a-1fed9c6b8a54'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:24:24.379402 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-a025eaed-3a63-41bd-8b4e-7cbe779eb7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:24:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['0f8f9908-cfc8-4b88-899a-1fed9c6b8a54'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:24.398156 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0dd230f1-62fe-4955-bf7b-00539e1092b9 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125932092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126180562'] for subnet, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:24.408960 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8087125c-d246-43bd-9626-869d33e698ed tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Router b72ac8f8-b6ee-4ced-ba4e-ba5d25d6ba78 has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:24:24.418864 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-8fc25cbc-6382-46f1-9978-15d473464e24 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.0622554 Aug 11 03:24:24.420557 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 53548) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:24.426467 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-4b08224e-ee66-4165-a272-38f760ce89ae tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Request body: {'subnet': {'network_id': '3c52fbf3-70f0-4618-9476-af865126e21a', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:24:24.490535 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd230f1-62fe-4955-bf7b-00539e1092b9 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Pushing event updated for resources: {'Subnet': ['ID=1f83d6ae-3ccc-4975-a165-be5cae04dbcf,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:24.562152 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd230f1-62fe-4955-bf7b-00539e1092b9 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Checking segment: {'id': '0b7fd778-025b-437f-9da0-0b9c07e78adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9d42a53a-f03e-4dd9-a55a-e17bcdb3a1ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:24:24.562152 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dd230f1-62fe-4955-bf7b-00539e1092b9 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Network hostable DHCP agents. Network: 9d42a53a-f03e-4dd9-a55a-e17bcdb3a1ca, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:24:24.570560 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-a025eaed-3a63-41bd-8b4e-7cbe779eb7e8 None None] Set router 0f8f9908-cfc8-4b88-899a-1fed9c6b8a54 gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:24:24.649506 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b08224e-ee66-4165-a272-38f760ce89ae tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Made reservation on behalf of 8002057c241341da96913e0b77a31349 for: {'subnet': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:24:24.653177 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4b08224e-ee66-4165-a272-38f760ce89ae tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274743'] for subnet, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:24.660873 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dd230f1-62fe-4955-bf7b-00539e1092b9 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Network 9d42a53a-f03e-4dd9-a55a-e17bcdb3a1ca is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:24:24.678588 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port dbe89a70-e575-46df-91db-5670b6eef495 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:24:24.679183 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:24.716362 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-293128cc-2095-439e-a3a7-33078d4c01b7 None None] Provisioning complete for port fb9a354f-694a-443a-af8b-f7c30eada328 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:24:24.716747 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-293128cc-2095-439e-a3a7-33078d4c01b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:24.735432 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-0dd230f1-62fe-4955-bf7b-00539e1092b9 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, 9d42a53a-f03e-4dd9-a55a-e17bcdb3a1ca) {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:24:24.746624 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dd230f1-62fe-4955-bf7b-00539e1092b9 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:24.747405 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0dd230f1-62fe-4955-bf7b-00539e1092b9 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks [] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:24.755108 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c79beb73-4c41-4b02-a889-bb423ac26456 None None] Network 9d42a53a-f03e-4dd9-a55a-e17bcdb3a1ca requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:24:24.838800 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-0dd230f1-62fe-4955-bf7b-00539e1092b9 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8232427 Aug 11 03:24:24.841336 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 53566) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:24.847893 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-34c3f172-1ba0-47f8-8e93-ee97cc815e0d tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-558783498', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:24:24.866014 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8087125c-d246-43bd-9626-869d33e698ed tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:24:24.878410 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-8087125c-d246-43bd-9626-869d33e698ed tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] 10.222.0.41 "PUT /v2.0/routers/b72ac8f8-b6ee-4ced-ba4e-ba5d25d6ba78/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4783864 Aug 11 03:24:24.881454 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 53568) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:24.885317 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c530a1-03d9-46c9-8922-33e723729a6c None None] Sync routers for ids ['b72ac8f8-b6ee-4ced-ba4e-ba5d25d6ba78'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:24:24.890445 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-73452712-8e7f-4552-9cd8-92bdab1f31f0 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Request body: {'port': {'network_id': '2df90d19-954d-448c-bb02-d988570330a1', 'name': 'tempest-FloatingIPTestJSON-836657986'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:24:24.900622 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-293128cc-2095-439e-a3a7-33078d4c01b7 None None] Port fb9a354f-694a-443a-af8b-f7c30eada328 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:24:24.906467 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-a025eaed-3a63-41bd-8b4e-7cbe779eb7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f8f9908-cfc8-4b88-899a-1fed9c6b8a54', 'name': 'tempest-ServerRescueTestJSON-1542526337-router', 'tenant_id': 'f8cfc954604b4a9ba8ad1cb21f7fc109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': 'dbe89a70-e575-46df-91db-5670b6eef495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:24:12Z', 'updated_at': '2021-08-11T03:24:22Z', 'revision_number': 4, 'project_id': 'f8cfc954604b4a9ba8ad1cb21f7fc109', 'gw_port': {'id': 'dbe89a70-e575-46df-91db-5670b6eef495', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:49:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f8f9908-cfc8-4b88-899a-1fed9c6b8a54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2678, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:24:14Z', 'updated_at': '2021-08-11T03:24:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '885ba214-8295-4774-98ad-0f84a84805f4', 'name': '', 'network_id': 'c13948e9-e028-4a8d-ac69-93d0ad6a4bde', 'tenant_id': 'f8cfc954604b4a9ba8ad1cb21f7fc109', 'mac_address': 'fa:16:3e:a5:9f:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f8f9908-cfc8-4b88-899a-1fed9c6b8a54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2690, 'fixed_ips': [{'subnet_id': 'b8783183-c3a1-4580-9cd5-7ee055cead2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:24:21Z', 'updated_at': '2021-08-11T03:24:22Z', 'revision_number': 2, 'project_id': 'f8cfc954604b4a9ba8ad1cb21f7fc109', 'subnets': [{'id': 'b8783183-c3a1-4580-9cd5-7ee055cead2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:24.939839 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a025eaed-3a63-41bd-8b4e-7cbe779eb7e8 None None] Checking router: 0f8f9908-cfc8-4b88-899a-1fed9c6b8a54 for host: n-d-764292-30 {{(pid=102194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:24:24.940206 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a025eaed-3a63-41bd-8b4e-7cbe779eb7e8 None None] Updating router 0f8f9908-cfc8-4b88-899a-1fed9c6b8a54 port 885ba214-8295-4774-98ad-0f84a84805f4 binding host n-d-764292-30 {{(pid=102194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:24:24.943058 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c530a1-03d9-46c9-8922-33e723729a6c None None] Routers {'b72ac8f8-b6ee-4ced-ba4e-ba5d25d6ba78'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:24:24.946017 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-d9c530a1-03d9-46c9-8922-33e723729a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:24:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['b72ac8f8-b6ee-4ced-ba4e-ba5d25d6ba78'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:24.958074 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-34c3f172-1ba0-47f8-8e93-ee97cc815e0d tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-450010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6626'] for router, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:24.960324 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-34c3f172-1ba0-47f8-8e93-ee97cc815e0d tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-446747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6633'] for router, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:24.973706 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-a025eaed-3a63-41bd-8b4e-7cbe779eb7e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:25.032276 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-d9c530a1-03d9-46c9-8922-33e723729a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:25.065508 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-34c3f172-1ba0-47f8-8e93-ee97cc815e0d tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:25.073195 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4b08224e-ee66-4165-a272-38f760ce89ae tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126283476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274725'] for subnet, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:25.088494 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02389690-9f93-47e9-85c1-f18b8240ff0e req-58741cbf-db8f-42c3-a44e-4556958a9430 tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:25.090441 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-02389690-9f93-47e9-85c1-f18b8240ff0e req-58741cbf-db8f-42c3-a44e-4556958a9430 tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] 10.222.0.41 "GET /v2.0/networks?id=c13948e9-e028-4a8d-ac69-93d0ad6a4bde HTTP/1.1" status: 200 len: 811 time: 0.2080922 Aug 11 03:24:25.105635 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c530a1-03d9-46c9-8922-33e723729a6c None None] Routers {'b72ac8f8-b6ee-4ced-ba4e-ba5d25d6ba78'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:24:25.106684 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-d9c530a1-03d9-46c9-8922-33e723729a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:24:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['b72ac8f8-b6ee-4ced-ba4e-ba5d25d6ba78'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:25.108592 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:25.109954 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-02389690-9f93-47e9-85c1-f18b8240ff0e req-d39cce32-e420-4d8b-8fd3-3d45639d5a1c tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] 10.222.0.41 "GET /v2.0/quotas/f8cfc954604b4a9ba8ad1cb21f7fc109 HTTP/1.1" status: 200 len: 375 time: 0.0135994 Aug 11 03:24:25.122067 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73452712-8e7f-4552-9cd8-92bdab1f31f0 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Made reservation on behalf of 446e7b81acea467eb5f054174b44b96a for: {'port': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:24:25.126452 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-73452712-8e7f-4552-9cd8-92bdab1f31f0 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:25.146809 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [None req-73452712-8e7f-4552-9cd8-92bdab1f31f0 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] device_id is not set on port 9c8bbb5d-b1ed-4b56-87cf-f4c16111e8fb yet. {{(pid=102191) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:24:25.155634 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-34c3f172-1ba0-47f8-8e93-ee97cc815e0d tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-446952'] for router, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:25.169309 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-d9c530a1-03d9-46c9-8922-33e723729a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:25.170226 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c530a1-03d9-46c9-8922-33e723729a6c None None] The sync data for ids ['b72ac8f8-b6ee-4ced-ba4e-ba5d25d6ba78'] in n-d-764292-30 is: [] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:24:25.195155 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-02389690-9f93-47e9-85c1-f18b8240ff0e req-25ee6097-53b2-4a35-9760-c41363685b2a tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=f8cfc954604b4a9ba8ad1cb21f7fc109&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0777905 Aug 11 03:24:25.204863 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port dbe89a70-e575-46df-91db-5670b6eef495, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=dbe89a70-e575-46df-91db-5670b6eef495,segment=NetworkSegment(fab28bed-aa25-40db-bba4-ec26e795194c),segment_id=fab28bed-aa25-40db-bba4-ec26e795194c)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:24:25.233410 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83c0b7b5-354b-495d-a033-cddd2c8c7d91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde080026-c28f-55be-b52b-13827cc43646-9d42a53a-f03e-4dd9-a55a-e17bcdb3a1ca', 'network_id': '9d42a53a-f03e-4dd9-a55a-e17bcdb3a1ca', 'tenant_id': 'e3d11adc70004665908a030719f0fc48', 'fixed_ips': [{'subnet_id': '1f83d6ae-3ccc-4975-a165-be5cae04dbcf'}]}} from n-d-764292-30. {{(pid=102193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:24:25.234571 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-83c0b7b5-354b-495d-a033-cddd2c8c7d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:25.257327 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-4c574be6-28ad-44ca-9cee-95d818c4e4d5 None None] Notify callbacks [] for port, precommit_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:25.262819 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-34c3f172-1ba0-47f8-8e93-ee97cc815e0d tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks [] for router, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:25.264376 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-34c3f172-1ba0-47f8-8e93-ee97cc815e0d tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4218590 Aug 11 03:24:25.269197 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 53572) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:25.276768 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:25.277398 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-951d764f-c584-4b40-b2aa-28cd31a02011 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Request body: {'port': {'network_id': '9d42a53a-f03e-4dd9-a55a-e17bcdb3a1ca', 'name': 'tempest-RoutersIpV6Test-1576677873'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:24:25.278013 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 0cbbd80f-4a85-4cfa-86d2-8b0c317769b0 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:24:25.281939 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-4c574be6-28ad-44ca-9cee-95d818c4e4d5 None None] Transition to ACTIVE for port object 9c7a10e3-d2c9-4dd1-afe4-09a90bd1604f will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:24:25.374677 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-4c574be6-28ad-44ca-9cee-95d818c4e4d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:25.466056 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-02389690-9f93-47e9-85c1-f18b8240ff0e req-78fd7403-5f40-442d-a0ec-6ddf2630c39b service neutron] 10.222.0.41 "GET /v2.0/networks/c13948e9-e028-4a8d-ac69-93d0ad6a4bde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2699172 Aug 11 03:24:25.484951 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-a025eaed-3a63-41bd-8b4e-7cbe779eb7e8 None None] Notify callbacks [] for port, precommit_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:25.497011 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=dbe89a70-e575-46df-91db-5670b6eef495,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:25.498866 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.provisioning_blocks [None req-a025eaed-3a63-41bd-8b4e-7cbe779eb7e8 None None] Transition to ACTIVE for port object 885ba214-8295-4774-98ad-0f84a84805f4 will not be triggered until provisioned by entity L2. {{(pid=102194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:24:25.556939 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.db_base_plugin_common [None req-83c0b7b5-354b-495d-a033-cddd2c8c7d91 None None] Allocated IP 2001:db8::2 (9d42a53a-f03e-4dd9-a55a-e17bcdb3a1ca/1f83d6ae-3ccc-4975-a165-be5cae04dbcf/8c7ce6a8-1ac8-4b24-8c43-3c6b872cea09) {{(pid=102193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:24:25.586111 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-02389690-9f93-47e9-85c1-f18b8240ff0e req-432a7d0c-7621-4130-9285-05d427ca98af service neutron] 10.222.0.41 "GET /v2.0/networks/c13948e9-e028-4a8d-ac69-93d0ad6a4bde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134934 Aug 11 03:24:25.587214 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-951d764f-c584-4b40-b2aa-28cd31a02011 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Made reservation on behalf of e3d11adc70004665908a030719f0fc48 for: {'port': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:24:25.591044 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-951d764f-c584-4b40-b2aa-28cd31a02011 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:25.601571 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-a025eaed-3a63-41bd-8b4e-7cbe779eb7e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:25.643111 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [None req-951d764f-c584-4b40-b2aa-28cd31a02011 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] device_id is not set on port d1b39561-f698-4267-9f32-e74847aeab36 yet. {{(pid=102192) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:24:25.667899 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307c5d00-d39e-44ba-9913-bff95d8965b1 None None] Pushing event updated for resources: {'Port': ['ID=9c7a10e3-d2c9-4dd1-afe4-09a90bd1604f,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:25.673228 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 0cbbd80f-4a85-4cfa-86d2-8b0c317769b0 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:24:25.674714 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:25.685857 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-4c574be6-28ad-44ca-9cee-95d818c4e4d5 None None] Attempting to bind port 9c7a10e3-d2c9-4dd1-afe4-09a90bd1604f on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:24:25.686575 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-4c574be6-28ad-44ca-9cee-95d818c4e4d5 None None] Attempting to bind port 9c7a10e3-d2c9-4dd1-afe4-09a90bd1604f by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': '66c46f40-31bb-493f-95b7-f8490a024caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'b2dfef44-a07d-466d-bc48-8bed5b65228d'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:24:25.686977 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c574be6-28ad-44ca-9cee-95d818c4e4d5 None None] Attempting to bind port 9c7a10e3-d2c9-4dd1-afe4-09a90bd1604f on network b2dfef44-a07d-466d-bc48-8bed5b65228d {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:24:25.749614 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db092c9-f0e3-49f4-810c-4d67cc39b0c2 None None] Pushing event updated for resources: {'Port': ['ID=885ba214-8295-4774-98ad-0f84a84805f4,revision_number=3']} {{(pid=102194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:25.801675 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c574be6-28ad-44ca-9cee-95d818c4e4d5 None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 24, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:24:25.801675 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c574be6-28ad-44ca-9cee-95d818c4e4d5 None None] Checking segment: {'id': '66c46f40-31bb-493f-95b7-f8490a024caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'b2dfef44-a07d-466d-bc48-8bed5b65228d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:24:25.801675 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-4c574be6-28ad-44ca-9cee-95d818c4e4d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:25.801675 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c574be6-28ad-44ca-9cee-95d818c4e4d5 None None] Bound using segment: {'id': '66c46f40-31bb-493f-95b7-f8490a024caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'b2dfef44-a07d-466d-bc48-8bed5b65228d'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:24:25.803306 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-4c574be6-28ad-44ca-9cee-95d818c4e4d5 None None] Bound port: 9c7a10e3-d2c9-4dd1-afe4-09a90bd1604f, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66c46f40-31bb-493f-95b7-f8490a024caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'b2dfef44-a07d-466d-bc48-8bed5b65228d'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:24:25.803928 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-4c574be6-28ad-44ca-9cee-95d818c4e4d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:25.876183 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-a025eaed-3a63-41bd-8b4e-7cbe779eb7e8 None None] Attempting to bind port 885ba214-8295-4774-98ad-0f84a84805f4 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:24:25.876549 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-a025eaed-3a63-41bd-8b4e-7cbe779eb7e8 None None] Attempting to bind port 885ba214-8295-4774-98ad-0f84a84805f4 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': '21ab9289-39d9-4555-9571-2cc6fd85c487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'c13948e9-e028-4a8d-ac69-93d0ad6a4bde'}] {{(pid=102194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:24:25.876903 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a025eaed-3a63-41bd-8b4e-7cbe779eb7e8 None None] Attempting to bind port 885ba214-8295-4774-98ad-0f84a84805f4 on network c13948e9-e028-4a8d-ac69-93d0ad6a4bde {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:24:25.890337 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a025eaed-3a63-41bd-8b4e-7cbe779eb7e8 None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 24, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:24:25.890624 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a025eaed-3a63-41bd-8b4e-7cbe779eb7e8 None None] Checking segment: {'id': '21ab9289-39d9-4555-9571-2cc6fd85c487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'c13948e9-e028-4a8d-ac69-93d0ad6a4bde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:24:25.890990 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-a025eaed-3a63-41bd-8b4e-7cbe779eb7e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:25.891375 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a025eaed-3a63-41bd-8b4e-7cbe779eb7e8 None None] Bound using segment: {'id': '21ab9289-39d9-4555-9571-2cc6fd85c487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'c13948e9-e028-4a8d-ac69-93d0ad6a4bde'} {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:24:25.891853 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-a025eaed-3a63-41bd-8b4e-7cbe779eb7e8 None None] Bound port: 885ba214-8295-4774-98ad-0f84a84805f4, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21ab9289-39d9-4555-9571-2cc6fd85c487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'c13948e9-e028-4a8d-ac69-93d0ad6a4bde'}}] {{(pid=102194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:24:25.892226 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-a025eaed-3a63-41bd-8b4e-7cbe779eb7e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:25.935228 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b08224e-ee66-4165-a272-38f760ce89ae tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Pushing event updated for resources: {'Subnet': ['ID=c5093bec-e784-4a38-acca-481215b6c039,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:25.940999 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b08224e-ee66-4165-a272-38f760ce89ae tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Checking segment: {'id': '9d22295b-3f8f-400a-b808-2e89ba97c33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '3c52fbf3-70f0-4618-9476-af865126e21a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:24:25.941711 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b08224e-ee66-4165-a272-38f760ce89ae tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Network hostable DHCP agents. Network: 3c52fbf3-70f0-4618-9476-af865126e21a, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:24:25.971659 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [None req-73452712-8e7f-4552-9cd8-92bdab1f31f0 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Allocated IP 172.20.0.12 (2df90d19-954d-448c-bb02-d988570330a1/5028bd52-0903-4609-8747-fbca8d2cd8eb/9c8bbb5d-b1ed-4b56-87cf-f4c16111e8fb) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:24:25.984765 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.db [None req-a025eaed-3a63-41bd-8b4e-7cbe779eb7e8 None None] For port 885ba214-8295-4774-98ad-0f84a84805f4, host n-d-764292-30, cleared binding levels {{(pid=102194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:24:25.991029 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.db [None req-a025eaed-3a63-41bd-8b4e-7cbe779eb7e8 None None] For port 885ba214-8295-4774-98ad-0f84a84805f4, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=885ba214-8295-4774-98ad-0f84a84805f4,segment=NetworkSegment(21ab9289-39d9-4555-9571-2cc6fd85c487),segment_id=21ab9289-39d9-4555-9571-2cc6fd85c487)] {{(pid=102194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:24:26.113464 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-a025eaed-3a63-41bd-8b4e-7cbe779eb7e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:26.139260 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-4c574be6-28ad-44ca-9cee-95d818c4e4d5 None None] For port 9c7a10e3-d2c9-4dd1-afe4-09a90bd1604f, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:24:26.153746 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-4c574be6-28ad-44ca-9cee-95d818c4e4d5 None None] For port 9c7a10e3-d2c9-4dd1-afe4-09a90bd1604f, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=9c7a10e3-d2c9-4dd1-afe4-09a90bd1604f,segment=NetworkSegment(66c46f40-31bb-493f-95b7-f8490a024caf),segment_id=66c46f40-31bb-493f-95b7-f8490a024caf)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:24:26.159382 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-83c0b7b5-354b-495d-a033-cddd2c8c7d91 None None] Notify callbacks [] for port, precommit_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:26.166169 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 4019d601-2dab-486d-af29-714a30ed3132 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:24:26.208862 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-73452712-8e7f-4552-9cd8-92bdab1f31f0 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:26.216240 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ec5291ae-fa7e-40f1-8a09-2a92687c1187 req-ebf3c57a-ff48-4fb3-8f46-c56132c8fa66 tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] 10.222.0.41 "GET /v2.0/ports?device_id=136d98fc-cbc0-400d-bf91-3d2c80353ca9 HTTP/1.1" status: 200 len: 210 time: 0.0665181 Aug 11 03:24:26.225038 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [None req-73452712-8e7f-4552-9cd8-92bdab1f31f0 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Transition to ACTIVE for port object 9c8bbb5d-b1ed-4b56-87cf-f4c16111e8fb will not be triggered until provisioned by entity DHCP. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:24:26.241567 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b08224e-ee66-4165-a272-38f760ce89ae tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Network 3c52fbf3-70f0-4618-9476-af865126e21a is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:24:26.260235 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a025eaed-3a63-41bd-8b4e-7cbe779eb7e8 None None] Routers {'0f8f9908-cfc8-4b88-899a-1fed9c6b8a54'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:24:26.260861 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-a025eaed-3a63-41bd-8b4e-7cbe779eb7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:24:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['0f8f9908-cfc8-4b88-899a-1fed9c6b8a54'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:26.265198 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-4c574be6-28ad-44ca-9cee-95d818c4e4d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:26.286854 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-83c0b7b5-354b-495d-a033-cddd2c8c7d91 None None] Transition to ACTIVE for port object 8c7ce6a8-1ac8-4b24-8c43-3c6b872cea09 will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:24:26.303220 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-4b08224e-ee66-4165-a272-38f760ce89ae tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, 3c52fbf3-70f0-4618-9476-af865126e21a) {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:24:26.325199 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b08224e-ee66-4165-a272-38f760ce89ae tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:26.332750 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4b08224e-ee66-4165-a272-38f760ce89ae tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:26.334741 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eec1e912-0897-4fcd-8852-991e9698b2ff None None] Network 3c52fbf3-70f0-4618-9476-af865126e21a requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:24:26.361309 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db092c9-f0e3-49f4-810c-4d67cc39b0c2 None None] Pushing event updated for resources: {'Port': ['ID=885ba214-8295-4774-98ad-0f84a84805f4,revision_number=4']} {{(pid=102194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:26.385366 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c574be6-28ad-44ca-9cee-95d818c4e4d5 None None] Routers {'a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:24:26.386411 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-4c574be6-28ad-44ca-9cee-95d818c4e4d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:24:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:26.413067 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-73452712-8e7f-4552-9cd8-92bdab1f31f0 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:26.448065 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-83c0b7b5-354b-495d-a033-cddd2c8c7d91 None None] Transition to ACTIVE for port object 8c7ce6a8-1ac8-4b24-8c43-3c6b872cea09 will not be triggered until provisioned by entity DHCP. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:24:26.471303 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-a025eaed-3a63-41bd-8b4e-7cbe779eb7e8 None None] Set router 0f8f9908-cfc8-4b88-899a-1fed9c6b8a54 gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:24:26.494298 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 53594) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:26.494864 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-4b08224e-ee66-4165-a272-38f760ce89ae tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0726638 Aug 11 03:24:26.518437 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73452712-8e7f-4552-9cd8-92bdab1f31f0 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Network 2df90d19-954d-448c-bb02-d988570330a1 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:24:26.524154 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-73452712-8e7f-4552-9cd8-92bdab1f31f0 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:24:26.545126 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73452712-8e7f-4552-9cd8-92bdab1f31f0 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:24:26.548265 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 4019d601-2dab-486d-af29-714a30ed3132 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:24:26.548736 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:26.610123 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307c5d00-d39e-44ba-9913-bff95d8965b1 None None] Pushing event updated for resources: {'Port': ['ID=9c7a10e3-d2c9-4dd1-afe4-09a90bd1604f,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:26.611085 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73452712-8e7f-4552-9cd8-92bdab1f31f0 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Pushing event updated for resources: {'Port': ['ID=9c8bbb5d-b1ed-4b56-87cf-f4c16111e8fb,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:26.669077 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-83c0b7b5-354b-495d-a033-cddd2c8c7d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669'] for port, after_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:26.678815 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73452712-8e7f-4552-9cd8-92bdab1f31f0 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:26.679471 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-73452712-8e7f-4552-9cd8-92bdab1f31f0 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:26.777676 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-4c574be6-28ad-44ca-9cee-95d818c4e4d5 None None] Set router a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07 gateway port host: None {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:24:26.800280 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-73452712-8e7f-4552-9cd8-92bdab1f31f0 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.9176981 Aug 11 03:24:26.803135 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 53596) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:26.809547 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-717ae6e1-ccb3-48f8-ab5d-75e269eda575 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Request body: {'floatingip': {'port_id': '9c8bbb5d-b1ed-4b56-87cf-f4c16111e8fb'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:24:26.889352 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [None req-951d764f-c584-4b40-b2aa-28cd31a02011 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Allocated IP 2001:db8::3bb (9d42a53a-f03e-4dd9-a55a-e17bcdb3a1ca/1f83d6ae-3ccc-4975-a165-be5cae04dbcf/d1b39561-f698-4267-9f32-e74847aeab36) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:24:26.941018 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-a025eaed-3a63-41bd-8b4e-7cbe779eb7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f8f9908-cfc8-4b88-899a-1fed9c6b8a54', 'name': 'tempest-ServerRescueTestJSON-1542526337-router', 'tenant_id': 'f8cfc954604b4a9ba8ad1cb21f7fc109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': 'dbe89a70-e575-46df-91db-5670b6eef495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:24:12Z', 'updated_at': '2021-08-11T03:24:22Z', 'revision_number': 4, 'project_id': 'f8cfc954604b4a9ba8ad1cb21f7fc109', 'gw_port': {'id': 'dbe89a70-e575-46df-91db-5670b6eef495', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:49:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f8f9908-cfc8-4b88-899a-1fed9c6b8a54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2678, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:24:14Z', 'updated_at': '2021-08-11T03:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '885ba214-8295-4774-98ad-0f84a84805f4', 'name': '', 'network_id': 'c13948e9-e028-4a8d-ac69-93d0ad6a4bde', 'tenant_id': 'f8cfc954604b4a9ba8ad1cb21f7fc109', 'mac_address': 'fa:16:3e:a5:9f:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f8f9908-cfc8-4b88-899a-1fed9c6b8a54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2690, 'fixed_ips': [{'subnet_id': 'b8783183-c3a1-4580-9cd5-7ee055cead2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:24:21Z', 'updated_at': '2021-08-11T03:24:25Z', 'revision_number': 4, 'project_id': 'f8cfc954604b4a9ba8ad1cb21f7fc109', 'subnets': [{'id': 'b8783183-c3a1-4580-9cd5-7ee055cead2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:26.954411 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-717ae6e1-ccb3-48f8-ab5d-75e269eda575 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks [] for floatingip, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:27.015054 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a025eaed-3a63-41bd-8b4e-7cbe779eb7e8 None None] The sync data for ids ['0f8f9908-cfc8-4b88-899a-1fed9c6b8a54'] in n-d-764292-30 is: [{'id': '0f8f9908-cfc8-4b88-899a-1fed9c6b8a54', 'name': 'tempest-ServerRescueTestJSON-1542526337-router', 'tenant_id': 'f8cfc954604b4a9ba8ad1cb21f7fc109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': 'dbe89a70-e575-46df-91db-5670b6eef495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:24:12Z', 'updated_at': '2021-08-11T03:24:22Z', 'revision_number': 4, 'project_id': 'f8cfc954604b4a9ba8ad1cb21f7fc109', 'gw_port': {'id': 'dbe89a70-e575-46df-91db-5670b6eef495', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:49:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f8f9908-cfc8-4b88-899a-1fed9c6b8a54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2678, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:24:14Z', 'updated_at': '2021-08-11T03:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '885ba214-8295-4774-98ad-0f84a84805f4', 'name': '', 'network_id': 'c13948e9-e028-4a8d-ac69-93d0ad6a4bde', 'tenant_id': 'f8cfc954604b4a9ba8ad1cb21f7fc109', 'mac_address': 'fa:16:3e:a5:9f:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f8f9908-cfc8-4b88-899a-1fed9c6b8a54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2690, 'fixed_ips': [{'subnet_id': 'b8783183-c3a1-4580-9cd5-7ee055cead2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:24:21Z', 'updated_at': '2021-08-11T03:24:25Z', 'revision_number': 4, 'project_id': 'f8cfc954604b4a9ba8ad1cb21f7fc109', 'subnets': [{'id': 'b8783183-c3a1-4580-9cd5-7ee055cead2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:24:27.084601 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83c0b7b5-354b-495d-a033-cddd2c8c7d91 None None] Network 9d42a53a-f03e-4dd9-a55a-e17bcdb3a1ca is already hosted by enough agents. {{(pid=102193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:24:27.203211 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c0b7b5-354b-495d-a033-cddd2c8c7d91 None None] Pushing event updated for resources: {'Port': ['ID=8c7ce6a8-1ac8-4b24-8c43-3c6b872cea09,revision_number=1']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:27.208545 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.base_scheduler [None req-83c0b7b5-354b-495d-a033-cddd2c8c7d91 None None] Resources bound (agent type, host, resource id): {{(pid=102193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:24:27.214979 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c0b7b5-354b-495d-a033-cddd2c8c7d91 None None] Received port after_create {{(pid=102193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:24:27.445320 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2f0332ba-c4d9-488d-8295-623afa3bb0fc req-1c63806b-3a9a-4eac-95af-02128a4a8c72 tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] 10.222.0.41 "GET /v2.0/ports?device_id=136d98fc-cbc0-400d-bf91-3d2c80353ca9 HTTP/1.1" status: 200 len: 210 time: 0.1414967 Aug 11 03:24:27.645000 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-951d764f-c584-4b40-b2aa-28cd31a02011 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:27.742625 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [None req-951d764f-c584-4b40-b2aa-28cd31a02011 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Transition to ACTIVE for port object d1b39561-f698-4267-9f32-e74847aeab36 will not be triggered until provisioned by entity DHCP. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:24:27.806754 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-48da07cb-c497-40ce-9045-f9093fb981a3 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:27.812676 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40b3da9c-1864-4162-9156-9fb66fd8a7ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde080026-c28f-55be-b52b-13827cc43646-3c52fbf3-70f0-4618-9476-af865126e21a', 'network_id': '3c52fbf3-70f0-4618-9476-af865126e21a', 'tenant_id': '8002057c241341da96913e0b77a31349', 'fixed_ips': [{'subnet_id': 'c5093bec-e784-4a38-acca-481215b6c039'}]}} from n-d-764292-30. {{(pid=102193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:24:27.817006 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-40b3da9c-1864-4162-9156-9fb66fd8a7ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:27.843480 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-83c0b7b5-354b-495d-a033-cddd2c8c7d91 None None] Attempting to bind port 8c7ce6a8-1ac8-4b24-8c43-3c6b872cea09 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:24:27.843861 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-83c0b7b5-354b-495d-a033-cddd2c8c7d91 None None] Attempting to bind port 8c7ce6a8-1ac8-4b24-8c43-3c6b872cea09 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': '0b7fd778-025b-437f-9da0-0b9c07e78adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9d42a53a-f03e-4dd9-a55a-e17bcdb3a1ca'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:24:27.844247 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c0b7b5-354b-495d-a033-cddd2c8c7d91 None None] Attempting to bind port 8c7ce6a8-1ac8-4b24-8c43-3c6b872cea09 on network 9d42a53a-f03e-4dd9-a55a-e17bcdb3a1ca {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:24:27.868682 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c0b7b5-354b-495d-a033-cddd2c8c7d91 None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 24, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:24:27.869047 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c0b7b5-354b-495d-a033-cddd2c8c7d91 None None] Checking segment: {'id': '0b7fd778-025b-437f-9da0-0b9c07e78adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9d42a53a-f03e-4dd9-a55a-e17bcdb3a1ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:24:27.869564 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-83c0b7b5-354b-495d-a033-cddd2c8c7d91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:27.869816 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c0b7b5-354b-495d-a033-cddd2c8c7d91 None None] Bound using segment: {'id': '0b7fd778-025b-437f-9da0-0b9c07e78adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9d42a53a-f03e-4dd9-a55a-e17bcdb3a1ca'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:24:27.870309 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-83c0b7b5-354b-495d-a033-cddd2c8c7d91 None None] Bound port: 8c7ce6a8-1ac8-4b24-8c43-3c6b872cea09, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b7fd778-025b-437f-9da0-0b9c07e78adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9d42a53a-f03e-4dd9-a55a-e17bcdb3a1ca'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:24:27.870746 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-83c0b7b5-354b-495d-a033-cddd2c8c7d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:27.888682 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-717ae6e1-ccb3-48f8-ab5d-75e269eda575 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:27.921560 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-db56a4fc-ad9c-4096-b107-6b33b6792a8e None None] Provisioning for port 9c8bbb5d-b1ed-4b56-87cf-f4c16111e8fb completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:24:27.932390 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-db56a4fc-ad9c-4096-b107-6b33b6792a8e None None] Provisioning complete for port 9c8bbb5d-b1ed-4b56-87cf-f4c16111e8fb triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:24:27.932758 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-db56a4fc-ad9c-4096-b107-6b33b6792a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:27.963844 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-717ae6e1-ccb3-48f8-ab5d-75e269eda575 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446866'] for floatingip, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:28.001993 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-db56a4fc-ad9c-4096-b107-6b33b6792a8e None None] Port 9c8bbb5d-b1ed-4b56-87cf-f4c16111e8fb cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:24:28.132055 n-d-764292-30 neutron-server[102191]: INFO neutron.db.l3_db [None req-717ae6e1-ccb3-48f8-ab5d-75e269eda575 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Floating IP 5898976b-5b68-4037-90ed-8263e928c69d associated. External IP: 172.25.8.174, port: 6c090316-73e5-49de-9aaf-f39bb701c766. Aug 11 03:24:28.170799 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device dbe89a70-e575-46df-91db-5670b6eef495 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:24:28.171696 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-951d764f-c584-4b40-b2aa-28cd31a02011 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:28.305436 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-951d764f-c584-4b40-b2aa-28cd31a02011 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Network 9d42a53a-f03e-4dd9-a55a-e17bcdb3a1ca is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:24:28.332706 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951d764f-c584-4b40-b2aa-28cd31a02011 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Pushing event updated for resources: {'Port': ['ID=d1b39561-f698-4267-9f32-e74847aeab36,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:28.341507 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-951d764f-c584-4b40-b2aa-28cd31a02011 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:24:28.353124 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.db_base_plugin_common [None req-40b3da9c-1864-4162-9156-9fb66fd8a7ca None None] Allocated IP 172.22.0.2 (3c52fbf3-70f0-4618-9476-af865126e21a/c5093bec-e784-4a38-acca-481215b6c039/3fc63312-07b7-497c-a35b-1095bdcf1e7d) {{(pid=102193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:24:28.355135 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951d764f-c584-4b40-b2aa-28cd31a02011 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:24:28.361083 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-951d764f-c584-4b40-b2aa-28cd31a02011 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:28.361738 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-951d764f-c584-4b40-b2aa-28cd31a02011 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:28.376246 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-83c0b7b5-354b-495d-a033-cddd2c8c7d91 None None] For port 8c7ce6a8-1ac8-4b24-8c43-3c6b872cea09, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:24:28.382650 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-83c0b7b5-354b-495d-a033-cddd2c8c7d91 None None] For port 8c7ce6a8-1ac8-4b24-8c43-3c6b872cea09, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=8c7ce6a8-1ac8-4b24-8c43-3c6b872cea09,segment=NetworkSegment(0b7fd778-025b-437f-9da0-0b9c07e78adf),segment_id=0b7fd778-025b-437f-9da0-0b9c07e78adf)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:24:28.396112 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-4c574be6-28ad-44ca-9cee-95d818c4e4d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07', 'name': 'tempest-RoutersTest-router-522875344', 'tenant_id': '8002057c241341da96913e0b77a31349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:24:08Z', 'updated_at': '2021-08-11T03:24:20Z', 'revision_number': 3, 'project_id': '8002057c241341da96913e0b77a31349', 'gw_port_host': None, '_interfaces': [{'id': '0cbbd80f-4a85-4cfa-86d2-8b0c317769b0', 'name': '', 'network_id': '86594cbd-e1fd-497c-9535-16dda6843d99', 'tenant_id': '8002057c241341da96913e0b77a31349', 'mac_address': 'fa:16:3e:3e:3a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2672, 'fixed_ips': [{'subnet_id': 'a84ab6d1-920e-4120-b064-c4c12d86c28b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:24:12Z', 'updated_at': '2021-08-11T03:24:22Z', 'revision_number': 5, 'project_id': '8002057c241341da96913e0b77a31349', 'subnets': [{'id': 'a84ab6d1-920e-4120-b064-c4c12d86c28b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c7a10e3-d2c9-4dd1-afe4-09a90bd1604f', 'name': '', 'network_id': 'b2dfef44-a07d-466d-bc48-8bed5b65228d', 'tenant_id': '8002057c241341da96913e0b77a31349', 'mac_address': 'fa:16:3e:2a:6f:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2688, 'fixed_ips': [{'subnet_id': 'c853cc03-0fa9-46a8-b3ec-fc57e2e7c093', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:24:18Z', 'updated_at': '2021-08-11T03:24:26Z', 'revision_number': 4, 'project_id': '8002057c241341da96913e0b77a31349', 'subnets': [{'id': 'c853cc03-0fa9-46a8-b3ec-fc57e2e7c093', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:28.404354 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-717ae6e1-ccb3-48f8-ab5d-75e269eda575 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Router 49046332-233f-4c02-a67c-6dac2c5a4f04 has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:24:28.421854 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-951d764f-c584-4b40-b2aa-28cd31a02011 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.1491952 Aug 11 03:24:28.424317 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 53610) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:28.476688 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c574be6-28ad-44ca-9cee-95d818c4e4d5 None None] The sync data for ids ['a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07'] in n-d-764292-30 is: [{'id': 'a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07', 'name': 'tempest-RoutersTest-router-522875344', 'tenant_id': '8002057c241341da96913e0b77a31349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:24:08Z', 'updated_at': '2021-08-11T03:24:20Z', 'revision_number': 3, 'project_id': '8002057c241341da96913e0b77a31349', 'gw_port_host': None, '_interfaces': [{'id': '0cbbd80f-4a85-4cfa-86d2-8b0c317769b0', 'name': '', 'network_id': '86594cbd-e1fd-497c-9535-16dda6843d99', 'tenant_id': '8002057c241341da96913e0b77a31349', 'mac_address': 'fa:16:3e:3e:3a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2672, 'fixed_ips': [{'subnet_id': 'a84ab6d1-920e-4120-b064-c4c12d86c28b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:24:12Z', 'updated_at': '2021-08-11T03:24:22Z', 'revision_number': 5, 'project_id': '8002057c241341da96913e0b77a31349', 'subnets': [{'id': 'a84ab6d1-920e-4120-b064-c4c12d86c28b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c7a10e3-d2c9-4dd1-afe4-09a90bd1604f', 'name': '', 'network_id': 'b2dfef44-a07d-466d-bc48-8bed5b65228d', 'tenant_id': '8002057c241341da96913e0b77a31349', 'mac_address': 'fa:16:3e:2a:6f:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2688, 'fixed_ips': [{'subnet_id': 'c853cc03-0fa9-46a8-b3ec-fc57e2e7c093', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:24:18Z', 'updated_at': '2021-08-11T03:24:26Z', 'revision_number': 4, 'project_id': '8002057c241341da96913e0b77a31349', 'subnets': [{'id': 'c853cc03-0fa9-46a8-b3ec-fc57e2e7c093', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:24:28.483260 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-83c0b7b5-354b-495d-a033-cddd2c8c7d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:28.594770 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-717ae6e1-ccb3-48f8-ab5d-75e269eda575 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:24:28.611861 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c0b7b5-354b-495d-a033-cddd2c8c7d91 None None] Pushing event updated for resources: {'Port': ['ID=8c7ce6a8-1ac8-4b24-8c43-3c6b872cea09,revision_number=2']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:28.640090 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-289af1a0-4a49-473b-843c-d352f7606c38 req-522c402e-fe19-4ca2-a100-601a14a4b2bc tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] 10.222.0.41 "GET /v2.0/ports?device_id=136d98fc-cbc0-400d-bf91-3d2c80353ca9 HTTP/1.1" status: 200 len: 210 time: 0.0496898 Aug 11 03:24:28.644442 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port dbe89a70-e575-46df-91db-5670b6eef495 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:24:28.644579 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f95834-0d06-4570-bfa7-67bd42de38c9 None None] Sync routers for ids ['49046332-233f-4c02-a67c-6dac2c5a4f04'] in n-d-764292-30 {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:24:28.645024 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:28.684783 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f95834-0d06-4570-bfa7-67bd42de38c9 None None] Routers {'49046332-233f-4c02-a67c-6dac2c5a4f04'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:24:28.685416 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-c1f95834-0d06-4570-bfa7-67bd42de38c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:24:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['49046332-233f-4c02-a67c-6dac2c5a4f04'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:28.793257 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-c1f95834-0d06-4570-bfa7-67bd42de38c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:28.824843 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f95834-0d06-4570-bfa7-67bd42de38c9 None None] Routers {'49046332-233f-4c02-a67c-6dac2c5a4f04'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:24:28.825515 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-c1f95834-0d06-4570-bfa7-67bd42de38c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:24:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['49046332-233f-4c02-a67c-6dac2c5a4f04'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:28.942725 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-40b3da9c-1864-4162-9156-9fb66fd8a7ca None None] Notify callbacks [] for port, precommit_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:28.958548 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-c1f95834-0d06-4570-bfa7-67bd42de38c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:28.959220 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f95834-0d06-4570-bfa7-67bd42de38c9 None None] The sync data for ids ['49046332-233f-4c02-a67c-6dac2c5a4f04'] in n-d-764292-30 is: [] {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:24:29.018901 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-40b3da9c-1864-4162-9156-9fb66fd8a7ca None None] Transition to ACTIVE for port object 3fc63312-07b7-497c-a35b-1095bdcf1e7d will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:24:29.091425 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-40b3da9c-1864-4162-9156-9fb66fd8a7ca None None] Transition to ACTIVE for port object 3fc63312-07b7-497c-a35b-1095bdcf1e7d will not be triggered until provisioned by entity DHCP. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:24:29.148287 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02389690-9f93-47e9-85c1-f18b8240ff0e req-323be01f-44f2-4f04-a3b0-3fa243b7f1e0 tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:29.149838 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-02389690-9f93-47e9-85c1-f18b8240ff0e req-323be01f-44f2-4f04-a3b0-3fa243b7f1e0 tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] 10.222.0.22 "GET /v2.0/networks?id=c13948e9-e028-4a8d-ac69-93d0ad6a4bde HTTP/1.1" status: 200 len: 811 time: 0.2446864 Aug 11 03:24:29.162639 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 885ba214-8295-4774-98ad-0f84a84805f4 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:24:29.183014 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-02389690-9f93-47e9-85c1-f18b8240ff0e req-c29685fd-35a3-4b2c-a280-9e9e18bbb093 tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] Request body: {'port': {'device_id': '136d98fc-cbc0-400d-bf91-3d2c80353ca9', 'network_id': 'c13948e9-e028-4a8d-ac69-93d0ad6a4bde', 'admin_state_up': True, 'tenant_id': 'f8cfc954604b4a9ba8ad1cb21f7fc109'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:24:29.210145 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-40b3da9c-1864-4162-9156-9fb66fd8a7ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669'] for port, after_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:29.221393 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-d4e98433-ea04-47e9-8867-73007f80320a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:29.250595 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-717ae6e1-ccb3-48f8-ab5d-75e269eda575 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Router b72ac8f8-b6ee-4ced-ba4e-ba5d25d6ba78 has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:24:29.251029 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9674a85f-eabe-424d-beee-9f51a9b4aa5a tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:29.272083 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b3da9c-1864-4162-9156-9fb66fd8a7ca None None] Network 3c52fbf3-70f0-4618-9476-af865126e21a is already hosted by enough agents. {{(pid=102193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:24:29.280626 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [None req-48da07cb-c497-40ce-9045-f9093fb981a3 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Allocated IP 172.22.0.1 (3c52fbf3-70f0-4618-9476-af865126e21a/c5093bec-e784-4a38-acca-481215b6c039/1b82a9ae-a762-41db-a25e-ef4862ec6919) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:24:29.280892 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.base_scheduler [None req-40b3da9c-1864-4162-9156-9fb66fd8a7ca None None] Resources bound (agent type, host, resource id): {{(pid=102193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:24:29.285448 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b3da9c-1864-4162-9156-9fb66fd8a7ca None None] Received port after_create {{(pid=102193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:24:29.298619 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b3da9c-1864-4162-9156-9fb66fd8a7ca None None] Pushing event updated for resources: {'Port': ['ID=3fc63312-07b7-497c-a35b-1095bdcf1e7d,revision_number=1']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:29.381339 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port 885ba214-8295-4774-98ad-0f84a84805f4 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:24:29.397680 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 885ba214-8295-4774-98ad-0f84a84805f4 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:24:29.398069 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:29.401392 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-40b3da9c-1864-4162-9156-9fb66fd8a7ca None None] Attempting to bind port 3fc63312-07b7-497c-a35b-1095bdcf1e7d on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:24:29.401789 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-40b3da9c-1864-4162-9156-9fb66fd8a7ca None None] Attempting to bind port 3fc63312-07b7-497c-a35b-1095bdcf1e7d by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': '9d22295b-3f8f-400a-b808-2e89ba97c33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '3c52fbf3-70f0-4618-9476-af865126e21a'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:24:29.402156 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b3da9c-1864-4162-9156-9fb66fd8a7ca None None] Attempting to bind port 3fc63312-07b7-497c-a35b-1095bdcf1e7d on network 3c52fbf3-70f0-4618-9476-af865126e21a {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:24:29.429712 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b3da9c-1864-4162-9156-9fb66fd8a7ca None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 24, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:24:29.431928 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b3da9c-1864-4162-9156-9fb66fd8a7ca None None] Checking segment: {'id': '9d22295b-3f8f-400a-b808-2e89ba97c33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '3c52fbf3-70f0-4618-9476-af865126e21a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:24:29.436761 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-40b3da9c-1864-4162-9156-9fb66fd8a7ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:29.437138 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b3da9c-1864-4162-9156-9fb66fd8a7ca None None] Bound using segment: {'id': '9d22295b-3f8f-400a-b808-2e89ba97c33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '3c52fbf3-70f0-4618-9476-af865126e21a'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:24:29.437646 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-40b3da9c-1864-4162-9156-9fb66fd8a7ca None None] Bound port: 3fc63312-07b7-497c-a35b-1095bdcf1e7d, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d22295b-3f8f-400a-b808-2e89ba97c33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '3c52fbf3-70f0-4618-9476-af865126e21a'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:24:29.438042 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-40b3da9c-1864-4162-9156-9fb66fd8a7ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:29.461816 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-717ae6e1-ccb3-48f8-ab5d-75e269eda575 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:24:29.469559 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-717ae6e1-ccb3-48f8-ab5d-75e269eda575 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for floatingip, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:29.496469 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596d8e3e-0b7c-4cbe-8fc8-d85aee5b6f02 None None] Sync routers for ids ['b72ac8f8-b6ee-4ced-ba4e-ba5d25d6ba78'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:24:29.542625 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596d8e3e-0b7c-4cbe-8fc8-d85aee5b6f02 None None] Routers {'b72ac8f8-b6ee-4ced-ba4e-ba5d25d6ba78'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:24:29.543282 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-596d8e3e-0b7c-4cbe-8fc8-d85aee5b6f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:24:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['b72ac8f8-b6ee-4ced-ba4e-ba5d25d6ba78'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:29.549670 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02389690-9f93-47e9-85c1-f18b8240ff0e req-c29685fd-35a3-4b2c-a280-9e9e18bbb093 tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] Made reservation on behalf of f8cfc954604b4a9ba8ad1cb21f7fc109 for: {'port': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:24:29.554758 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-02389690-9f93-47e9-85c1-f18b8240ff0e req-c29685fd-35a3-4b2c-a280-9e9e18bbb093 tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:29.604908 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 53622) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:29.615388 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-717ae6e1-ccb3-48f8-ab5d-75e269eda575 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] 10.222.0.41 "PUT /v2.0/floatingips/5898976b-5b68-4037-90ed-8263e928c69d HTTP/1.1" status: 200 len: 978 time: 2.8108654 Aug 11 03:24:29.671805 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-596d8e3e-0b7c-4cbe-8fc8-d85aee5b6f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:29.762419 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:29.776064 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-40b3da9c-1864-4162-9156-9fb66fd8a7ca None None] For port 3fc63312-07b7-497c-a35b-1095bdcf1e7d, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:24:29.853982 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-40b3da9c-1864-4162-9156-9fb66fd8a7ca None None] For port 3fc63312-07b7-497c-a35b-1095bdcf1e7d, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=3fc63312-07b7-497c-a35b-1095bdcf1e7d,segment=NetworkSegment(9d22295b-3f8f-400a-b808-2e89ba97c33b),segment_id=9d22295b-3f8f-400a-b808-2e89ba97c33b)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:24:29.861874 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596d8e3e-0b7c-4cbe-8fc8-d85aee5b6f02 None None] Routers {'b72ac8f8-b6ee-4ced-ba4e-ba5d25d6ba78'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:24:29.862707 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-596d8e3e-0b7c-4cbe-8fc8-d85aee5b6f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:24:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['b72ac8f8-b6ee-4ced-ba4e-ba5d25d6ba78'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:29.918075 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port 885ba214-8295-4774-98ad-0f84a84805f4, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=885ba214-8295-4774-98ad-0f84a84805f4,segment=NetworkSegment(21ab9289-39d9-4555-9571-2cc6fd85c487),segment_id=21ab9289-39d9-4555-9571-2cc6fd85c487)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:24:29.997926 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7e8a5ff2-c093-46f8-94e5-a264e299f2de req-a17e0249-0251-411c-a7fc-b832c8f5f778 tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] 10.222.0.41 "GET /v2.0/ports?device_id=136d98fc-cbc0-400d-bf91-3d2c80353ca9 HTTP/1.1" status: 200 len: 210 time: 0.1272304 Aug 11 03:24:30.078743 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [req-02389690-9f93-47e9-85c1-f18b8240ff0e req-c29685fd-35a3-4b2c-a280-9e9e18bbb093 tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] Allocated IP 172.20.0.12 (c13948e9-e028-4a8d-ac69-93d0ad6a4bde/b8783183-c3a1-4580-9cd5-7ee055cead2b/02bc0461-cd74-4351-b2c3-cb77188e1749) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:24:30.090069 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-40b3da9c-1864-4162-9156-9fb66fd8a7ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:30.092518 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-48da07cb-c497-40ce-9045-f9093fb981a3 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:30.179667 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-596d8e3e-0b7c-4cbe-8fc8-d85aee5b6f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:30.180336 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596d8e3e-0b7c-4cbe-8fc8-d85aee5b6f02 None None] The sync data for ids ['b72ac8f8-b6ee-4ced-ba4e-ba5d25d6ba78'] in n-d-764292-30 is: [] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:24:30.182143 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:30.185403 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [None req-48da07cb-c497-40ce-9045-f9093fb981a3 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Transition to ACTIVE for port object 1b82a9ae-a762-41db-a25e-ef4862ec6919 will not be triggered until provisioned by entity DHCP. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:24:30.200850 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9674a85f-eabe-424d-beee-9f51a9b4aa5a tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks [] for port, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:30.224476 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-0c7aabe3-6608-4a62-85c3-aba14db88a5c tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Deleting port 9c8bbb5d-b1ed-4b56-87cf-f4c16111e8fb {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:24:30.224852 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0c7aabe3-6608-4a62-85c3-aba14db88a5c tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:30.290616 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9674a85f-eabe-424d-beee-9f51a9b4aa5a tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:30.338585 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b3da9c-1864-4162-9156-9fb66fd8a7ca None None] Pushing event updated for resources: {'Port': ['ID=3fc63312-07b7-497c-a35b-1095bdcf1e7d,revision_number=2']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:30.382103 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12f4565b-5d6d-4d19-a3c2-eb4578c88145 None None] Network 9d42a53a-f03e-4dd9-a55a-e17bcdb3a1ca requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:24:30.424908 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-02389690-9f93-47e9-85c1-f18b8240ff0e req-c29685fd-35a3-4b2c-a280-9e9e18bbb093 tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:30.496266 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-48da07cb-c497-40ce-9045-f9093fb981a3 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:30.545236 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9674a85f-eabe-424d-beee-9f51a9b4aa5a tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Pushing event updated for resources: {'Port': ['ID=d1b39561-f698-4267-9f32-e74847aeab36,revision_number=2']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:30.569938 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-02389690-9f93-47e9-85c1-f18b8240ff0e req-c29685fd-35a3-4b2c-a280-9e9e18bbb093 tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:30.594092 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=885ba214-8295-4774-98ad-0f84a84805f4,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:30.607301 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 8c7ce6a8-1ac8-4b24-8c43-3c6b872cea09 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:24:30.652282 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02389690-9f93-47e9-85c1-f18b8240ff0e req-c29685fd-35a3-4b2c-a280-9e9e18bbb093 tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] Network c13948e9-e028-4a8d-ac69-93d0ad6a4bde is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:24:30.657509 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [req-02389690-9f93-47e9-85c1-f18b8240ff0e req-c29685fd-35a3-4b2c-a280-9e9e18bbb093 tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:24:30.659660 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29685fd-35a3-4b2c-a280-9e9e18bbb093 tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] Pushing event updated for resources: {'Port': ['ID=02bc0461-cd74-4351-b2c3-cb77188e1749,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:30.663970 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-02389690-9f93-47e9-85c1-f18b8240ff0e req-c29685fd-35a3-4b2c-a280-9e9e18bbb093 tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:24:30.695740 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-948f011b-e1cb-4897-8f3d-e4425bce1323 None None] Provisioning for port 8c7ce6a8-1ac8-4b24-8c43-3c6b872cea09 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:24:30.697981 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48da07cb-c497-40ce-9045-f9093fb981a3 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Network 3c52fbf3-70f0-4618-9476-af865126e21a is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:24:30.783704 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02389690-9f93-47e9-85c1-f18b8240ff0e req-c29685fd-35a3-4b2c-a280-9e9e18bbb093 tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:30.784407 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-02389690-9f93-47e9-85c1-f18b8240ff0e req-c29685fd-35a3-4b2c-a280-9e9e18bbb093 tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:30.803780 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port 8c7ce6a8-1ac8-4b24-8c43-3c6b872cea09 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:24:30.811079 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 8c7ce6a8-1ac8-4b24-8c43-3c6b872cea09 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:24:30.816996 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:30.896586 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-02389690-9f93-47e9-85c1-f18b8240ff0e req-c29685fd-35a3-4b2c-a280-9e9e18bbb093 tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7169755 Aug 11 03:24:30.910683 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-02389690-9f93-47e9-85c1-f18b8240ff0e req-3e043cbb-6204-462f-b316-0142ecfca07e service neutron] Request body: {'port': {'device_id': '136d98fc-cbc0-400d-bf91-3d2c80353ca9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764292-30'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:24:30.933076 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:30.984995 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port 8c7ce6a8-1ac8-4b24-8c43-3c6b872cea09, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=8c7ce6a8-1ac8-4b24-8c43-3c6b872cea09,segment=NetworkSegment(0b7fd778-025b-437f-9da0-0b9c07e78adf),segment_id=0b7fd778-025b-437f-9da0-0b9c07e78adf)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:24:31.020935 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-02389690-9f93-47e9-85c1-f18b8240ff0e req-3e043cbb-6204-462f-b316-0142ecfca07e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:31.050421 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:31.051249 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 9c7a10e3-d2c9-4dd1-afe4-09a90bd1604f up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:24:31.233523 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=8c7ce6a8-1ac8-4b24-8c43-3c6b872cea09,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:31.259803 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-48da07cb-c497-40ce-9045-f9093fb981a3 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:24:31.278467 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0c7aabe3-6608-4a62-85c3-aba14db88a5c tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:31.310387 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48da07cb-c497-40ce-9045-f9093fb981a3 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:24:31.346715 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port 9c7a10e3-d2c9-4dd1-afe4-09a90bd1604f completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:24:31.352045 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 9c7a10e3-d2c9-4dd1-afe4-09a90bd1604f triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:24:31.353178 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:31.398523 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-44a992d4-2c84-448f-a5a3-b8875614fff0 None None] Provisioning for port d1b39561-f698-4267-9f32-e74847aeab36 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:24:31.405446 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-44a992d4-2c84-448f-a5a3-b8875614fff0 None None] Provisioning complete for port d1b39561-f698-4267-9f32-e74847aeab36 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:24:31.406333 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-44a992d4-2c84-448f-a5a3-b8875614fff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:31.440712 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48da07cb-c497-40ce-9045-f9093fb981a3 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Pushing event updated for resources: {'Port': ['ID=1b82a9ae-a762-41db-a25e-ef4862ec6919,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:31.443760 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9674a85f-eabe-424d-beee-9f51a9b4aa5a tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-520987'] for router_interface, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:31.460862 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [req-02389690-9f93-47e9-85c1-f18b8240ff0e req-3e043cbb-6204-462f-b316-0142ecfca07e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02bc0461-cd74-4351-b2c3-cb77188e1749 {{(pid=102191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:24:31.476222 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-02389690-9f93-47e9-85c1-f18b8240ff0e req-3e043cbb-6204-462f-b316-0142ecfca07e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:31.506867 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [req-02389690-9f93-47e9-85c1-f18b8240ff0e req-3e043cbb-6204-462f-b316-0142ecfca07e service neutron] Transition to ACTIVE for port object 02bc0461-cd74-4351-b2c3-cb77188e1749 will not be triggered until provisioned by entity L2. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:24:31.510385 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-44a992d4-2c84-448f-a5a3-b8875614fff0 None None] Port d1b39561-f698-4267-9f32-e74847aeab36 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:24:31.553820 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-44a992d4-2c84-448f-a5a3-b8875614fff0 None None] Provisioning complete for port 8c7ce6a8-1ac8-4b24-8c43-3c6b872cea09 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:24:31.554199 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-44a992d4-2c84-448f-a5a3-b8875614fff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:31.588321 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-02389690-9f93-47e9-85c1-f18b8240ff0e req-3e043cbb-6204-462f-b316-0142ecfca07e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:31.638615 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:31.683084 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-48da07cb-c497-40ce-9045-f9093fb981a3 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-520987'] for router_interface, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:31.692662 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e00b85-3af3-45c0-b121-f03c6d4f1576 req-392243ec-137a-49b8-b4be-5429e1e0a509 tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:31.694093 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e043cbb-6204-462f-b316-0142ecfca07e service neutron] Pushing event updated for resources: {'Port': ['ID=02bc0461-cd74-4351-b2c3-cb77188e1749,revision_number=2']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:31.700290 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d9e00b85-3af3-45c0-b121-f03c6d4f1576 req-392243ec-137a-49b8-b4be-5429e1e0a509 tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] 10.222.0.41 "GET /v2.0/ports?device_id=136d98fc-cbc0-400d-bf91-3d2c80353ca9 HTTP/1.1" status: 200 len: 932 time: 0.4983909 Aug 11 03:24:31.779340 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port 9c7a10e3-d2c9-4dd1-afe4-09a90bd1604f, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=9c7a10e3-d2c9-4dd1-afe4-09a90bd1604f,segment=NetworkSegment(66c46f40-31bb-493f-95b7-f8490a024caf),segment_id=66c46f40-31bb-493f-95b7-f8490a024caf)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:24:31.823137 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-02389690-9f93-47e9-85c1-f18b8240ff0e req-3e043cbb-6204-462f-b316-0142ecfca07e service neutron] Attempting to bind port 02bc0461-cd74-4351-b2c3-cb77188e1749 on host n-h1-764292-30 for vnic_type normal with profile {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:24:31.823546 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-02389690-9f93-47e9-85c1-f18b8240ff0e req-3e043cbb-6204-462f-b316-0142ecfca07e service neutron] Attempting to bind port 02bc0461-cd74-4351-b2c3-cb77188e1749 by drivers openvswitch,hyperv on host n-h1-764292-30 at level 0 using segments [{'id': '21ab9289-39d9-4555-9571-2cc6fd85c487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'c13948e9-e028-4a8d-ac69-93d0ad6a4bde'}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:24:31.824174 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02389690-9f93-47e9-85c1-f18b8240ff0e req-3e043cbb-6204-462f-b316-0142ecfca07e service neutron] Attempting to bind port 02bc0461-cd74-4351-b2c3-cb77188e1749 on network c13948e9-e028-4a8d-ac69-93d0ad6a4bde {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:24:31.837933 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02389690-9f93-47e9-85c1-f18b8240ff0e req-3e043cbb-6204-462f-b316-0142ecfca07e service neutron] Port 02bc0461-cd74-4351-b2c3-cb77188e1749 on network c13948e9-e028-4a8d-ac69-93d0ad6a4bde not bound, no agent of type Open vSwitch agent registered on host n-h1-764292-30 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:24:31.840314 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02389690-9f93-47e9-85c1-f18b8240ff0e req-3e043cbb-6204-462f-b316-0142ecfca07e service neutron] Attempting to bind port 02bc0461-cd74-4351-b2c3-cb77188e1749 on network c13948e9-e028-4a8d-ac69-93d0ad6a4bde {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:24:31.850757 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02389690-9f93-47e9-85c1-f18b8240ff0e req-3e043cbb-6204-462f-b316-0142ecfca07e service neutron] Checking agent: {'id': 'abb524c2-b412-4ed2-8367-45c4fd996fa7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 24, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:24:31.851237 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02389690-9f93-47e9-85c1-f18b8240ff0e req-3e043cbb-6204-462f-b316-0142ecfca07e service neutron] Checking segment: {'id': '21ab9289-39d9-4555-9571-2cc6fd85c487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'c13948e9-e028-4a8d-ac69-93d0ad6a4bde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:24:31.851719 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02389690-9f93-47e9-85c1-f18b8240ff0e req-3e043cbb-6204-462f-b316-0142ecfca07e service neutron] Bound using segment: {'id': '21ab9289-39d9-4555-9571-2cc6fd85c487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'c13948e9-e028-4a8d-ac69-93d0ad6a4bde'} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:24:31.852263 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-02389690-9f93-47e9-85c1-f18b8240ff0e req-3e043cbb-6204-462f-b316-0142ecfca07e service neutron] Bound port: 02bc0461-cd74-4351-b2c3-cb77188e1749, host: n-h1-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21ab9289-39d9-4555-9571-2cc6fd85c487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'c13948e9-e028-4a8d-ac69-93d0ad6a4bde'}}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:24:31.852938 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-02389690-9f93-47e9-85c1-f18b8240ff0e req-3e043cbb-6204-462f-b316-0142ecfca07e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:31.861000 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:31.950506 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=9c7a10e3-d2c9-4dd1-afe4-09a90bd1604f,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:31.961219 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-02389690-9f93-47e9-85c1-f18b8240ff0e req-3e043cbb-6204-462f-b316-0142ecfca07e service neutron] For port 02bc0461-cd74-4351-b2c3-cb77188e1749, host n-h1-764292-30, cleared binding levels {{(pid=102191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:24:31.970367 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-02389690-9f93-47e9-85c1-f18b8240ff0e req-3e043cbb-6204-462f-b316-0142ecfca07e service neutron] For port 02bc0461-cd74-4351-b2c3-cb77188e1749, host n-h1-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=02bc0461-cd74-4351-b2c3-cb77188e1749,segment=NetworkSegment(21ab9289-39d9-4555-9571-2cc6fd85c487),segment_id=21ab9289-39d9-4555-9571-2cc6fd85c487)] {{(pid=102191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:24:31.975113 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:31.984258 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-8ddc7ae2-9f84-4771-959a-aad98dd7c307 None None] Provisioning complete for port d1b39561-f698-4267-9f32-e74847aeab36 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:24:31.988596 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8ddc7ae2-9f84-4771-959a-aad98dd7c307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:32.006085 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0c7aabe3-6608-4a62-85c3-aba14db88a5c tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:32.017184 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0c7aabe3-6608-4a62-85c3-aba14db88a5c tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446866'] for floatingip, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:32.017184 n-d-764292-30 neutron-server[102192]: INFO neutron.db.l3_db [None req-0c7aabe3-6608-4a62-85c3-aba14db88a5c tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Floating IP 5898976b-5b68-4037-90ed-8263e928c69d disassociated. External IP: 172.25.8.174, port: 9c8bbb5d-b1ed-4b56-87cf-f4c16111e8fb. Aug 11 03:24:32.017184 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-0c7aabe3-6608-4a62-85c3-aba14db88a5c tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Calling delete_port for 9c8bbb5d-b1ed-4b56-87cf-f4c16111e8fb owned by {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:24:32.029525 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-02389690-9f93-47e9-85c1-f18b8240ff0e req-3e043cbb-6204-462f-b316-0142ecfca07e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:32.068304 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07601b21-d91d-43f8-9218-8894bd5aaf24 None None] Network 3c52fbf3-70f0-4618-9476-af865126e21a requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:24:32.096237 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02389690-9f93-47e9-85c1-f18b8240ff0e req-3e043cbb-6204-462f-b316-0142ecfca07e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:32.096915 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-02389690-9f93-47e9-85c1-f18b8240ff0e req-3e043cbb-6204-462f-b316-0142ecfca07e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:32.099539 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-02389690-9f93-47e9-85c1-f18b8240ff0e req-3e043cbb-6204-462f-b316-0142ecfca07e service neutron] 10.222.0.22 "PUT /v2.0/ports/02bc0461-cd74-4351-b2c3-cb77188e1749 HTTP/1.1" status: 200 len: 1093 time: 1.1937435 Aug 11 03:24:32.102569 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '136d98fc-cbc0-400d-bf91-3d2c80353ca9', 'tag': '02bc0461-cd74-4351-b2c3-cb77188e1749'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:24:32.103021 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3daa8e85-f6d6-49ef-9652-4f0697d711d2" -d '{"events": [{"name": "network-changed", "server_uuid": "136d98fc-cbc0-400d-bf91-3d2c80353ca9", "tag": "02bc0461-cd74-4351-b2c3-cb77188e1749"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:24:32.105162 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d9e00b85-3af3-45c0-b121-f03c6d4f1576 req-01ea8447-067f-4475-8ce7-ba16c0a23c67 tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed60bba6-2b2f-4b83-a3e4-9e7aa48523e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4039700 Aug 11 03:24:32.109162 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9674a85f-eabe-424d-beee-9f51a9b4aa5a tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:32.136741 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e043cbb-6204-462f-b316-0142ecfca07e service neutron] Pushing event updated for resources: {'Port': ['ID=02bc0461-cd74-4351-b2c3-cb77188e1749,revision_number=3']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:32.172001 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa0926cd-3173-42d4-a87e-ee5d76022f11 x-openstack-request-id: req-fa0926cd-3173-42d4-a87e-ee5d76022f11 {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:24:32.172001 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "136d98fc-cbc0-400d-bf91-3d2c80353ca9", "tag": "02bc0461-cd74-4351-b2c3-cb77188e1749", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:24:32.172603 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fa0926cd-3173-42d4-a87e-ee5d76022f11 {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:24:32.174342 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '136d98fc-cbc0-400d-bf91-3d2c80353ca9', 'tag': '02bc0461-cd74-4351-b2c3-cb77188e1749', 'status': 'completed', 'code': 200} Aug 11 03:24:32.174497 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-8ddc7ae2-9f84-4771-959a-aad98dd7c307 None None] Port d1b39561-f698-4267-9f32-e74847aeab36 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:24:32.241003 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daa8e85-f6d6-49ef-9652-4f0697d711d2 req-a6ec86d4-b6f8-4ccd-a621-c98ddfed815f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:32.246147 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-3daa8e85-f6d6-49ef-9652-4f0697d711d2 req-a6ec86d4-b6f8-4ccd-a621-c98ddfed815f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f8cfc954604b4a9ba8ad1cb21f7fc109&device_id=136d98fc-cbc0-400d-bf91-3d2c80353ca9 HTTP/1.1" status: 200 len: 1096 time: 0.0481734 Aug 11 03:24:32.285189 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2d62e6e7-8a0e-4383-ba3d-8ed3c3629e24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:32.324776 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-b1440ed6-cca3-4087-8a5c-0f36893cae54 None None] Provisioning complete for port d1b39561-f698-4267-9f32-e74847aeab36 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:24:32.325289 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-b1440ed6-cca3-4087-8a5c-0f36893cae54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:32.386619 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-48da07cb-c497-40ce-9045-f9093fb981a3 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:32.411056 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-b1440ed6-cca3-4087-8a5c-0f36893cae54 None None] Port d1b39561-f698-4267-9f32-e74847aeab36 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:24:32.436266 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daa8e85-f6d6-49ef-9652-4f0697d711d2 req-9c8fa964-0e1c-4856-bec6-d77f181b2203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:32.437851 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-3daa8e85-f6d6-49ef-9652-4f0697d711d2 req-9c8fa964-0e1c-4856-bec6-d77f181b2203 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=f8cfc954604b4a9ba8ad1cb21f7fc109&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1779764 Aug 11 03:24:32.475125 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 3fc63312-07b7-497c-a35b-1095bdcf1e7d up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:24:32.581539 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daa8e85-f6d6-49ef-9652-4f0697d711d2 req-f77ceb49-ccfd-4d40-bd81-b13d8472268d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:32.584164 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-3daa8e85-f6d6-49ef-9652-4f0697d711d2 req-f77ceb49-ccfd-4d40-bd81-b13d8472268d service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1356704 Aug 11 03:24:32.684522 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0c7aabe3-6608-4a62-85c3-aba14db88a5c tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:32.744748 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02389690-9f93-47e9-85c1-f18b8240ff0e req-d07b6e8b-46f4-4db9-bf73-973910063d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:32.749478 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-02389690-9f93-47e9-85c1-f18b8240ff0e req-d07b6e8b-46f4-4db9-bf73-973910063d3b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f8cfc954604b4a9ba8ad1cb21f7fc109&device_id=136d98fc-cbc0-400d-bf91-3d2c80353ca9 HTTP/1.1" status: 200 len: 1096 time: 0.1147401 Aug 11 03:24:32.750259 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7aabe3-6608-4a62-85c3-aba14db88a5c tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Pushing event deleted for resources: {'Port': ['ID=9c8bbb5d-b1ed-4b56-87cf-f4c16111e8fb,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:32.840512 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-02389690-9f93-47e9-85c1-f18b8240ff0e req-12fea70a-64ae-4cc2-b627-49e34eecccfd service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=02bc0461-cd74-4351-b2c3-cb77188e1749 HTTP/1.1" status: 200 len: 217 time: 0.0856776 Aug 11 03:24:32.903924 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-b1440ed6-cca3-4087-8a5c-0f36893cae54 None None] Provisioning for port 3fc63312-07b7-497c-a35b-1095bdcf1e7d completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:24:32.925930 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02389690-9f93-47e9-85c1-f18b8240ff0e req-3f08e676-87ce-4b90-a110-a74a87e8ec42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:32.931201 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-02389690-9f93-47e9-85c1-f18b8240ff0e req-3f08e676-87ce-4b90-a110-a74a87e8ec42 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b8783183-c3a1-4580-9cd5-7ee055cead2b HTTP/1.1" status: 200 len: 851 time: 0.0824668 Aug 11 03:24:32.932060 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9674a85f-eabe-424d-beee-9f51a9b4aa5a tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks [] for port, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:32.969466 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-02389690-9f93-47e9-85c1-f18b8240ff0e req-09809c25-058e-4cde-a9a8-23b61473c5ee service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c13948e9-e028-4a8d-ac69-93d0ad6a4bde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298758 Aug 11 03:24:32.997807 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:33.021405 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port 3fc63312-07b7-497c-a35b-1095bdcf1e7d completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:24:33.024781 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9674a85f-eabe-424d-beee-9f51a9b4aa5a tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:33.025596 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9674a85f-eabe-424d-beee-9f51a9b4aa5a tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16383026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521135'] for router_interface, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:33.025968 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 3fc63312-07b7-497c-a35b-1095bdcf1e7d triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:24:33.026508 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:33.114098 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9674a85f-eabe-424d-beee-9f51a9b4aa5a tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Pushing event updated for resources: {'Port': ['ID=d1b39561-f698-4267-9f32-e74847aeab36,revision_number=3']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:33.136766 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c7aabe3-6608-4a62-85c3-aba14db88a5c tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Router b72ac8f8-b6ee-4ced-ba4e-ba5d25d6ba78 has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:24:33.170021 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-02389690-9f93-47e9-85c1-f18b8240ff0e req-74ea2ec8-af69-408c-893c-ba8d14d91dcd service neutron] 10.222.0.22 "GET /v2.0/networks/c13948e9-e028-4a8d-ac69-93d0ad6a4bde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917810 Aug 11 03:24:33.178502 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-5ec85bb7-841c-4314-8bb1-46d14843dc2b None None] Provisioning for port 1b82a9ae-a762-41db-a25e-ef4862ec6919 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:24:33.192952 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-5ec85bb7-841c-4314-8bb1-46d14843dc2b None None] Provisioning complete for port 1b82a9ae-a762-41db-a25e-ef4862ec6919 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:24:33.193324 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-5ec85bb7-841c-4314-8bb1-46d14843dc2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:33.250000 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:33.264172 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-5ec85bb7-841c-4314-8bb1-46d14843dc2b None None] Port 1b82a9ae-a762-41db-a25e-ef4862ec6919 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:24:33.358819 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-48da07cb-c497-40ce-9045-f9093fb981a3 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks [] for port, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:33.360157 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port 3fc63312-07b7-497c-a35b-1095bdcf1e7d, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=3fc63312-07b7-497c-a35b-1095bdcf1e7d,segment=NetworkSegment(9d22295b-3f8f-400a-b808-2e89ba97c33b),segment_id=9d22295b-3f8f-400a-b808-2e89ba97c33b)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:24:33.363805 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-02389690-9f93-47e9-85c1-f18b8240ff0e req-5c91d965-51b1-4ca8-a27e-39a6b13f4086 service neutron] 10.222.0.22 "GET /v2.0/networks/c13948e9-e028-4a8d-ac69-93d0ad6a4bde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1851108 Aug 11 03:24:33.365501 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 53656) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:33.377776 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-5ec85bb7-841c-4314-8bb1-46d14843dc2b None None] Provisioning complete for port 3fc63312-07b7-497c-a35b-1095bdcf1e7d triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:24:33.379041 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-5ec85bb7-841c-4314-8bb1-46d14843dc2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:33.439545 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-48da07cb-c497-40ce-9045-f9093fb981a3 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:33.465324 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:33.466642 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 9c7a10e3-d2c9-4dd1-afe4-09a90bd1604f up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:24:33.478836 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb4b2d3-0b67-4be0-8595-c8126baae68d req-eb91faba-72ec-418d-98c1-54ed3df2f56b tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:33.486108 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ebb4b2d3-0b67-4be0-8595-c8126baae68d req-eb91faba-72ec-418d-98c1-54ed3df2f56b tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] 10.222.0.41 "GET /v2.0/ports?device_id=136d98fc-cbc0-400d-bf91-3d2c80353ca9 HTTP/1.1" status: 200 len: 944 time: 0.2168574 Aug 11 03:24:33.548236 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-5ec85bb7-841c-4314-8bb1-46d14843dc2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:33.563201 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9674a85f-eabe-424d-beee-9f51a9b4aa5a tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Network 9d42a53a-f03e-4dd9-a55a-e17bcdb3a1ca is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:24:33.578375 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-9674a85f-eabe-424d-beee-9f51a9b4aa5a tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:24:33.588210 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c7aabe3-6608-4a62-85c3-aba14db88a5c tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:24:33.603396 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48da07cb-c497-40ce-9045-f9093fb981a3 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Pushing event updated for resources: {'Port': ['ID=1b82a9ae-a762-41db-a25e-ef4862ec6919,revision_number=2']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:33.605873 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-48da07cb-c497-40ce-9045-f9093fb981a3 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16383026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521135'] for router_interface, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:33.620373 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5b39e4-79e0-4197-9d14-eceecbb5a84d None None] Sync routers for ids ['b72ac8f8-b6ee-4ced-ba4e-ba5d25d6ba78'] in n-d-764292-30 {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:24:33.630508 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f516ef92-d65c-44fc-923e-ba1640396a31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:33.642336 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5b39e4-79e0-4197-9d14-eceecbb5a84d None None] Routers {'b72ac8f8-b6ee-4ced-ba4e-ba5d25d6ba78'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:24:33.642336 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-ab5b39e4-79e0-4197-9d14-eceecbb5a84d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:24:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['b72ac8f8-b6ee-4ced-ba4e-ba5d25d6ba78'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:33.654369 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ebb4b2d3-0b67-4be0-8595-c8126baae68d req-8cefb217-68c6-412e-8ada-15c90ee9d368 tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed60bba6-2b2f-4b83-a3e4-9e7aa48523e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671629 Aug 11 03:24:33.684114 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.db.api [None req-5ec85bb7-841c-4314-8bb1-46d14843dc2b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102193) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 03:24:33.685615 n-d-764292-30 neutron-server[102193]: DEBUG oslo_db.api [None req-5ec85bb7-841c-4314-8bb1-46d14843dc2b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 03:24:33.690927 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-ab5b39e4-79e0-4197-9d14-eceecbb5a84d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:33.692186 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=3fc63312-07b7-497c-a35b-1095bdcf1e7d,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:33.701127 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5b39e4-79e0-4197-9d14-eceecbb5a84d None None] Routers {'b72ac8f8-b6ee-4ced-ba4e-ba5d25d6ba78'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:24:33.702416 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-ab5b39e4-79e0-4197-9d14-eceecbb5a84d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:24:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['b72ac8f8-b6ee-4ced-ba4e-ba5d25d6ba78'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:33.724271 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 9c7a10e3-d2c9-4dd1-afe4-09a90bd1604f triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:24:33.724751 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:33.741252 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-ab5b39e4-79e0-4197-9d14-eceecbb5a84d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:33.742194 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5b39e4-79e0-4197-9d14-eceecbb5a84d None None] The sync data for ids ['b72ac8f8-b6ee-4ced-ba4e-ba5d25d6ba78'] in n-d-764292-30 is: [] {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:24:33.819558 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f516ef92-d65c-44fc-923e-ba1640396a31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:33.838853 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 885ba214-8295-4774-98ad-0f84a84805f4 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:24:33.900837 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f516ef92-d65c-44fc-923e-ba1640396a31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:33.934329 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 885ba214-8295-4774-98ad-0f84a84805f4 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:24:33.934329 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:33.971146 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-f516ef92-d65c-44fc-923e-ba1640396a31 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4589dbdd7f55468087791f4e424a7b53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6050305 Aug 11 03:24:33.972399 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f516ef92-d65c-44fc-923e-ba1640396a31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38c3906e-c5f4-4044-bdac-55c4591f9f25,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:33.975298 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 53662) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:34.046775 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-54124f48-16ba-4fe3-bcf3-68f4ae69ff0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:34.057395 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 8c7ce6a8-1ac8-4b24-8c43-3c6b872cea09 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:24:34.073502 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-54124f48-16ba-4fe3-bcf3-68f4ae69ff0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:34.120182 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 8c7ce6a8-1ac8-4b24-8c43-3c6b872cea09 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:24:34.120558 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:34.169486 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-54124f48-16ba-4fe3-bcf3-68f4ae69ff0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:34.172514 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-54124f48-16ba-4fe3-bcf3-68f4ae69ff0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:34.179051 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-54124f48-16ba-4fe3-bcf3-68f4ae69ff0d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/38c3906e-c5f4-4044-bdac-55c4591f9f25 HTTP/1.1" status: 204 len: 168 time: 0.1976109 Aug 11 03:24:34.184279 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0c7aabe3-6608-4a62-85c3-aba14db88a5c tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:34.188847 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-0c7aabe3-6608-4a62-85c3-aba14db88a5c tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] 10.222.0.41 "DELETE /v2.0/ports/9c8bbb5d-b1ed-4b56-87cf-f4c16111e8fb HTTP/1.1" status: 204 len: 168 time: 4.5701356 Aug 11 03:24:34.189808 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 53666) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:34.198968 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54124f48-16ba-4fe3-bcf3-68f4ae69ff0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38c3906e-c5f4-4044-bdac-55c4591f9f25,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:34.333544 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48da07cb-c497-40ce-9045-f9093fb981a3 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Network 3c52fbf3-70f0-4618-9476-af865126e21a is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:24:34.337198 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 3fc63312-07b7-497c-a35b-1095bdcf1e7d up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:24:34.338220 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-48da07cb-c497-40ce-9045-f9093fb981a3 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:24:34.397292 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-e2ba8149-53e0-49fe-b753-1ba4745d1156 None None] Provisioning complete for port d1b39561-f698-4267-9f32-e74847aeab36 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:24:34.398319 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-e2ba8149-53e0-49fe-b753-1ba4745d1156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:34.442020 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 3fc63312-07b7-497c-a35b-1095bdcf1e7d triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:24:34.443061 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:34.446917 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-e2ba8149-53e0-49fe-b753-1ba4745d1156 None None] Port d1b39561-f698-4267-9f32-e74847aeab36 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:24:34.456965 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9674a85f-eabe-424d-beee-9f51a9b4aa5a tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Router e4b95dd2-e915-4866-902e-c3019e70fcfd is scheduled to L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 with binding_index 1 {{(pid=102192) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:24:34.500378 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-e2ba8149-53e0-49fe-b753-1ba4745d1156 None None] Provisioning complete for port 1b82a9ae-a762-41db-a25e-ef4862ec6919 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:24:34.500883 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-e2ba8149-53e0-49fe-b753-1ba4745d1156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:34.612377 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-e2ba8149-53e0-49fe-b753-1ba4745d1156 None None] Port 1b82a9ae-a762-41db-a25e-ef4862ec6919 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:24:34.634856 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48da07cb-c497-40ce-9045-f9093fb981a3 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Router a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07 has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:24:34.659170 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9674a85f-eabe-424d-beee-9f51a9b4aa5a tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:24:34.677529 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54cb3c4e-8b21-4108-92fb-35705b24459a None None] Sync routers for ids ['e4b95dd2-e915-4866-902e-c3019e70fcfd'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:24:34.686503 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54cb3c4e-8b21-4108-92fb-35705b24459a None None] Routers {'e4b95dd2-e915-4866-902e-c3019e70fcfd'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:24:34.687492 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-54cb3c4e-8b21-4108-92fb-35705b24459a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:24:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['e4b95dd2-e915-4866-902e-c3019e70fcfd'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:34.697222 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-9674a85f-eabe-424d-beee-9f51a9b4aa5a tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] 10.222.0.41 "PUT /v2.0/routers/e4b95dd2-e915-4866-902e-c3019e70fcfd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2693369 Aug 11 03:24:34.701757 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 53672) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:34.730758 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-54cb3c4e-8b21-4108-92fb-35705b24459a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:34.736800 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:34.747443 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54cb3c4e-8b21-4108-92fb-35705b24459a None None] Routers {'e4b95dd2-e915-4866-902e-c3019e70fcfd'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:24:34.748873 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-54cb3c4e-8b21-4108-92fb-35705b24459a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:24:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['e4b95dd2-e915-4866-902e-c3019e70fcfd'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:34.788084 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19464ac1-48ae-44b6-bb3e-186ab259d14a tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:34.792318 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-19464ac1-48ae-44b6-bb3e-186ab259d14a tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] 10.222.0.41 "GET /v2.0/ports/d1b39561-f698-4267-9f32-e74847aeab36 HTTP/1.1" status: 200 len: 984 time: 0.0897207 Aug 11 03:24:34.794926 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 53674) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:34.796393 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-54cb3c4e-8b21-4108-92fb-35705b24459a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:34.797112 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54cb3c4e-8b21-4108-92fb-35705b24459a None None] The sync data for ids ['e4b95dd2-e915-4866-902e-c3019e70fcfd'] in n-d-764292-30 is: [] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:24:34.813172 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-d5107a5e-3ae1-4dbf-b299-286a9137471c None None] Provisioning complete for port 1b82a9ae-a762-41db-a25e-ef4862ec6919 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:24:34.813887 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-d5107a5e-3ae1-4dbf-b299-286a9137471c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:34.861598 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-d5107a5e-3ae1-4dbf-b299-286a9137471c None None] Port 1b82a9ae-a762-41db-a25e-ef4862ec6919 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:24:34.901480 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48da07cb-c497-40ce-9045-f9093fb981a3 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:24:34.909933 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-48da07cb-c497-40ce-9045-f9093fb981a3 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] 10.222.0.41 "PUT /v2.0/routers/a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4106061 Aug 11 03:24:34.909933 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 53676) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:34.915250 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b316b678-d3eb-4ab4-ab9a-35921bfd0450 None None] Sync routers for ids ['a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07'] in n-d-764292-30 {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:24:34.917656 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-490e9c30-2fcd-420c-95f7-ac06f2d69369 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Request body: {'network': {'name': 'tempest-RoutersTest-2105715833'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:24:34.925254 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b316b678-d3eb-4ab4-ab9a-35921bfd0450 None None] Routers {'a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:24:34.926079 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-b316b678-d3eb-4ab4-ab9a-35921bfd0450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:24:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:34.947354 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97b7525-efa4-4066-870a-563db7611b71 req-c3612582-6787-4610-98a0-dd914461c14e tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:34.948766 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c97b7525-efa4-4066-870a-563db7611b71 req-c3612582-6787-4610-98a0-dd914461c14e tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] 10.222.0.41 "GET /v2.0/ports?device_id=136d98fc-cbc0-400d-bf91-3d2c80353ca9 HTTP/1.1" status: 200 len: 944 time: 0.1071641 Aug 11 03:24:35.026216 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c97b7525-efa4-4066-870a-563db7611b71 req-567ac10e-c2fd-4d59-9b3c-16598ba60c93 tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed60bba6-2b2f-4b83-a3e4-9e7aa48523e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633299 Aug 11 03:24:35.028042 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-b316b678-d3eb-4ab4-ab9a-35921bfd0450 None None] Set router a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07 gateway port host: None {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:24:35.028989 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-490e9c30-2fcd-420c-95f7-ac06f2d69369 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Made reservation on behalf of 8002057c241341da96913e0b77a31349 for: {'network': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:24:35.036595 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-490e9c30-2fcd-420c-95f7-ac06f2d69369 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:35.062675 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-743fb2fa-8949-4148-9143-2f83273ed6da tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521106'] for router_interface, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:35.065603 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-490e9c30-2fcd-420c-95f7-ac06f2d69369 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=102192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:24:35.116916 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-490e9c30-2fcd-420c-95f7-ac06f2d69369 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:35.117269 n-d-764292-30 neutron-server[102192]: INFO neutron.db.segments_db [None req-490e9c30-2fcd-420c-95f7-ac06f2d69369 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Added segment 0afee78d-598f-48ce-9a9e-7a33252ca38b of type vlan for network 3fd6548f-4b69-4a69-b47e-799e6c95d233 Aug 11 03:24:35.164173 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-985fef19-4f90-407b-a2be-8378908c65f3 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521106'] for router_interface, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:35.190099 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-490e9c30-2fcd-420c-95f7-ac06f2d69369 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:35.266991 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-b316b678-d3eb-4ab4-ab9a-35921bfd0450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07', 'name': 'tempest-RoutersTest-router-522875344', 'tenant_id': '8002057c241341da96913e0b77a31349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:24:08Z', 'updated_at': '2021-08-11T03:24:32Z', 'revision_number': 4, 'project_id': '8002057c241341da96913e0b77a31349', 'gw_port_host': None, '_interfaces': [{'id': '0cbbd80f-4a85-4cfa-86d2-8b0c317769b0', 'name': '', 'network_id': '86594cbd-e1fd-497c-9535-16dda6843d99', 'tenant_id': '8002057c241341da96913e0b77a31349', 'mac_address': 'fa:16:3e:3e:3a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2672, 'fixed_ips': [{'subnet_id': 'a84ab6d1-920e-4120-b064-c4c12d86c28b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:24:12Z', 'updated_at': '2021-08-11T03:24:22Z', 'revision_number': 5, 'project_id': '8002057c241341da96913e0b77a31349', 'subnets': [{'id': 'a84ab6d1-920e-4120-b064-c4c12d86c28b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1b82a9ae-a762-41db-a25e-ef4862ec6919', 'name': '', 'network_id': '3c52fbf3-70f0-4618-9476-af865126e21a', 'tenant_id': '8002057c241341da96913e0b77a31349', 'mac_address': 'fa:16:3e:75:7f:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2702, 'fixed_ips': [{'subnet_id': 'c5093bec-e784-4a38-acca-481215b6c039', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:24:28Z', 'updated_at': '2021-08-11T03:24:32Z', 'revision_number': 2, 'project_id': '8002057c241341da96913e0b77a31349', 'subnets': [{'id': 'c5093bec-e784-4a38-acca-481215b6c039', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c7a10e3-d2c9-4dd1-afe4-09a90bd1604f', 'name': '', 'network_id': 'b2dfef44-a07d-466d-bc48-8bed5b65228d', 'tenant_id': '8002057c241341da96913e0b77a31349', 'mac_address': 'fa:16:3e:2a:6f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2688, 'fixed_ips': [{'subnet_id': 'c853cc03-0fa9-46a8-b3ec-fc57e2e7c093', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:24:18Z', 'updated_at': '2021-08-11T03:24:31Z', 'revision_number': 5, 'project_id': '8002057c241341da96913e0b77a31349', 'subnets': [{'id': 'c853cc03-0fa9-46a8-b3ec-fc57e2e7c093', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:35.293775 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b316b678-d3eb-4ab4-ab9a-35921bfd0450 None None] Checking router: a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07 for host: n-d-764292-30 {{(pid=102194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:24:35.294134 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b316b678-d3eb-4ab4-ab9a-35921bfd0450 None None] Updating router a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07 port 1b82a9ae-a762-41db-a25e-ef4862ec6919 binding host n-d-764292-30 {{(pid=102194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:24:35.320483 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-b316b678-d3eb-4ab4-ab9a-35921bfd0450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:35.345925 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-490e9c30-2fcd-420c-95f7-ac06f2d69369 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:35.354327 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-490e9c30-2fcd-420c-95f7-ac06f2d69369 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:35.354327 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-490e9c30-2fcd-420c-95f7-ac06f2d69369 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks [] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:35.422672 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-985fef19-4f90-407b-a2be-8378908c65f3 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Deleting port d1b39561-f698-4267-9f32-e74847aeab36 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:24:35.422672 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-985fef19-4f90-407b-a2be-8378908c65f3 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:35.463331 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-490e9c30-2fcd-420c-95f7-ac06f2d69369 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5500684 Aug 11 03:24:35.465827 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 53680) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:35.470864 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-023bd962-789c-4d21-be3f-7a4ce92a255d tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Request body: {'subnet': {'network_id': '3fd6548f-4b69-4a69-b47e-799e6c95d233', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:24:35.491484 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490e9c30-2fcd-420c-95f7-ac06f2d69369 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Pushing event updated for resources: {'Network': ['ID=3fd6548f-4b69-4a69-b47e-799e6c95d233,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:35.503841 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network 3fd6548f-4b69-4a69-b47e-799e6c95d233 details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:24:35.533393 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-985fef19-4f90-407b-a2be-8378908c65f3 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:35.553428 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-985fef19-4f90-407b-a2be-8378908c65f3 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Calling delete_port for d1b39561-f698-4267-9f32-e74847aeab36 owned by network:router_interface {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:24:35.568812 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-743fb2fa-8949-4148-9143-2f83273ed6da tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Deleting port fb9a354f-694a-443a-af8b-f7c30eada328 {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:24:35.569177 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-743fb2fa-8949-4148-9143-2f83273ed6da tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:35.655283 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-b316b678-d3eb-4ab4-ab9a-35921bfd0450 None None] Notify callbacks [] for port, precommit_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:35.667896 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.provisioning_blocks [None req-b316b678-d3eb-4ab4-ab9a-35921bfd0450 None None] Transition to ACTIVE for port object 1b82a9ae-a762-41db-a25e-ef4862ec6919 will not be triggered until provisioned by entity L2. {{(pid=102194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:24:35.668542 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-743fb2fa-8949-4148-9143-2f83273ed6da tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:35.682063 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-023bd962-789c-4d21-be3f-7a4ce92a255d tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Made reservation on behalf of 8002057c241341da96913e0b77a31349 for: {'subnet': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:24:35.685557 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-023bd962-789c-4d21-be3f-7a4ce92a255d tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126180544'] for subnet, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:35.688576 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-743fb2fa-8949-4148-9143-2f83273ed6da tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Calling delete_port for fb9a354f-694a-443a-af8b-f7c30eada328 owned by network:router_interface {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:24:35.724438 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-b316b678-d3eb-4ab4-ab9a-35921bfd0450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:35.775797 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7943af8-2a93-4691-b3a5-a711b29c3f29 None None] Pushing event updated for resources: {'Port': ['ID=1b82a9ae-a762-41db-a25e-ef4862ec6919,revision_number=3']} {{(pid=102194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:35.821112 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-985fef19-4f90-407b-a2be-8378908c65f3 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:35.828017 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-b316b678-d3eb-4ab4-ab9a-35921bfd0450 None None] Attempting to bind port 1b82a9ae-a762-41db-a25e-ef4862ec6919 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:24:35.828186 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-b316b678-d3eb-4ab4-ab9a-35921bfd0450 None None] Attempting to bind port 1b82a9ae-a762-41db-a25e-ef4862ec6919 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': '9d22295b-3f8f-400a-b808-2e89ba97c33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '3c52fbf3-70f0-4618-9476-af865126e21a'}] {{(pid=102194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:24:35.828536 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b316b678-d3eb-4ab4-ab9a-35921bfd0450 None None] Attempting to bind port 1b82a9ae-a762-41db-a25e-ef4862ec6919 on network 3c52fbf3-70f0-4618-9476-af865126e21a {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:24:35.834399 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b316b678-d3eb-4ab4-ab9a-35921bfd0450 None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:24:35.834764 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b316b678-d3eb-4ab4-ab9a-35921bfd0450 None None] Checking segment: {'id': '9d22295b-3f8f-400a-b808-2e89ba97c33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '3c52fbf3-70f0-4618-9476-af865126e21a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:24:35.835364 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-b316b678-d3eb-4ab4-ab9a-35921bfd0450 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:35.835811 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b316b678-d3eb-4ab4-ab9a-35921bfd0450 None None] Bound using segment: {'id': '9d22295b-3f8f-400a-b808-2e89ba97c33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '3c52fbf3-70f0-4618-9476-af865126e21a'} {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:24:35.836237 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-b316b678-d3eb-4ab4-ab9a-35921bfd0450 None None] Bound port: 1b82a9ae-a762-41db-a25e-ef4862ec6919, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d22295b-3f8f-400a-b808-2e89ba97c33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '3c52fbf3-70f0-4618-9476-af865126e21a'}}] {{(pid=102194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:24:35.836617 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-b316b678-d3eb-4ab4-ab9a-35921bfd0450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:35.859567 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985fef19-4f90-407b-a2be-8378908c65f3 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Pushing event deleted for resources: {'Port': ['ID=d1b39561-f698-4267-9f32-e74847aeab36,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:35.922421 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.db [None req-b316b678-d3eb-4ab4-ab9a-35921bfd0450 None None] For port 1b82a9ae-a762-41db-a25e-ef4862ec6919, host n-d-764292-30, cleared binding levels {{(pid=102194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:24:35.926899 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.db [None req-b316b678-d3eb-4ab4-ab9a-35921bfd0450 None None] For port 1b82a9ae-a762-41db-a25e-ef4862ec6919, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=1b82a9ae-a762-41db-a25e-ef4862ec6919,segment=NetworkSegment(9d22295b-3f8f-400a-b808-2e89ba97c33b),segment_id=9d22295b-3f8f-400a-b808-2e89ba97c33b)] {{(pid=102194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:24:35.979995 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-985fef19-4f90-407b-a2be-8378908c65f3 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16383033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450082'] for router_interface, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:35.981528 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-b316b678-d3eb-4ab4-ab9a-35921bfd0450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:36.089300 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-743fb2fa-8949-4148-9143-2f83273ed6da tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:36.125667 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b316b678-d3eb-4ab4-ab9a-35921bfd0450 None None] Routers {'a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:24:36.126900 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-b316b678-d3eb-4ab4-ab9a-35921bfd0450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:24:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:36.131409 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743fb2fa-8949-4148-9143-2f83273ed6da tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Pushing event deleted for resources: {'Port': ['ID=fb9a354f-694a-443a-af8b-f7c30eada328,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:36.140482 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7943af8-2a93-4691-b3a5-a711b29c3f29 None None] Pushing event updated for resources: {'Port': ['ID=1b82a9ae-a762-41db-a25e-ef4862ec6919,revision_number=4']} {{(pid=102194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:36.229453 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-023bd962-789c-4d21-be3f-7a4ce92a255d tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125932092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126180562'] for subnet, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:36.400864 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023bd962-789c-4d21-be3f-7a4ce92a255d tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Pushing event updated for resources: {'Subnet': ['ID=2784d1e4-cd64-4e83-ae21-ddac86e252f7,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:36.412706 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7289370-2b33-4e22-850c-42d302466a6f req-d5cddda6-a5e3-4c78-b835-37790aa1ffd1 tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:36.415165 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b7289370-2b33-4e22-850c-42d302466a6f req-d5cddda6-a5e3-4c78-b835-37790aa1ffd1 tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] 10.222.0.41 "GET /v2.0/ports?device_id=136d98fc-cbc0-400d-bf91-3d2c80353ca9 HTTP/1.1" status: 200 len: 944 time: 0.1988084 Aug 11 03:24:36.434386 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-b316b678-d3eb-4ab4-ab9a-35921bfd0450 None None] Set router a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07 gateway port host: None {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:24:36.512793 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023bd962-789c-4d21-be3f-7a4ce92a255d tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Checking segment: {'id': '0afee78d-598f-48ce-9a9e-7a33252ca38b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3fd6548f-4b69-4a69-b47e-799e6c95d233'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:24:36.513281 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-023bd962-789c-4d21-be3f-7a4ce92a255d tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Network hostable DHCP agents. Network: 3fd6548f-4b69-4a69-b47e-799e6c95d233, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:24:36.673788 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-985fef19-4f90-407b-a2be-8378908c65f3 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Router e4b95dd2-e915-4866-902e-c3019e70fcfd has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:24:36.686573 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-b316b678-d3eb-4ab4-ab9a-35921bfd0450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07', 'name': 'tempest-RoutersTest-router-522875344', 'tenant_id': '8002057c241341da96913e0b77a31349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:24:08Z', 'updated_at': '2021-08-11T03:24:32Z', 'revision_number': 4, 'project_id': '8002057c241341da96913e0b77a31349', 'gw_port_host': None, '_interfaces': [{'id': '0cbbd80f-4a85-4cfa-86d2-8b0c317769b0', 'name': '', 'network_id': '86594cbd-e1fd-497c-9535-16dda6843d99', 'tenant_id': '8002057c241341da96913e0b77a31349', 'mac_address': 'fa:16:3e:3e:3a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2672, 'fixed_ips': [{'subnet_id': 'a84ab6d1-920e-4120-b064-c4c12d86c28b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:24:12Z', 'updated_at': '2021-08-11T03:24:22Z', 'revision_number': 5, 'project_id': '8002057c241341da96913e0b77a31349', 'subnets': [{'id': 'a84ab6d1-920e-4120-b064-c4c12d86c28b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1b82a9ae-a762-41db-a25e-ef4862ec6919', 'name': '', 'network_id': '3c52fbf3-70f0-4618-9476-af865126e21a', 'tenant_id': '8002057c241341da96913e0b77a31349', 'mac_address': 'fa:16:3e:75:7f:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2702, 'fixed_ips': [{'subnet_id': 'c5093bec-e784-4a38-acca-481215b6c039', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:24:28Z', 'updated_at': '2021-08-11T03:24:35Z', 'revision_number': 4, 'project_id': '8002057c241341da96913e0b77a31349', 'subnets': [{'id': 'c5093bec-e784-4a38-acca-481215b6c039', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c7a10e3-d2c9-4dd1-afe4-09a90bd1604f', 'name': '', 'network_id': 'b2dfef44-a07d-466d-bc48-8bed5b65228d', 'tenant_id': '8002057c241341da96913e0b77a31349', 'mac_address': 'fa:16:3e:2a:6f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2688, 'fixed_ips': [{'subnet_id': 'c853cc03-0fa9-46a8-b3ec-fc57e2e7c093', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:24:18Z', 'updated_at': '2021-08-11T03:24:31Z', 'revision_number': 5, 'project_id': '8002057c241341da96913e0b77a31349', 'subnets': [{'id': 'c853cc03-0fa9-46a8-b3ec-fc57e2e7c093', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:36.717265 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b316b678-d3eb-4ab4-ab9a-35921bfd0450 None None] The sync data for ids ['a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07'] in n-d-764292-30 is: [{'id': 'a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07', 'name': 'tempest-RoutersTest-router-522875344', 'tenant_id': '8002057c241341da96913e0b77a31349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:24:08Z', 'updated_at': '2021-08-11T03:24:32Z', 'revision_number': 4, 'project_id': '8002057c241341da96913e0b77a31349', 'gw_port_host': None, '_interfaces': [{'id': '0cbbd80f-4a85-4cfa-86d2-8b0c317769b0', 'name': '', 'network_id': '86594cbd-e1fd-497c-9535-16dda6843d99', 'tenant_id': '8002057c241341da96913e0b77a31349', 'mac_address': 'fa:16:3e:3e:3a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2672, 'fixed_ips': [{'subnet_id': 'a84ab6d1-920e-4120-b064-c4c12d86c28b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:24:12Z', 'updated_at': '2021-08-11T03:24:22Z', 'revision_number': 5, 'project_id': '8002057c241341da96913e0b77a31349', 'subnets': [{'id': 'a84ab6d1-920e-4120-b064-c4c12d86c28b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1b82a9ae-a762-41db-a25e-ef4862ec6919', 'name': '', 'network_id': '3c52fbf3-70f0-4618-9476-af865126e21a', 'tenant_id': '8002057c241341da96913e0b77a31349', 'mac_address': 'fa:16:3e:75:7f:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2702, 'fixed_ips': [{'subnet_id': 'c5093bec-e784-4a38-acca-481215b6c039', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:24:28Z', 'updated_at': '2021-08-11T03:24:35Z', 'revision_number': 4, 'project_id': '8002057c241341da96913e0b77a31349', 'subnets': [{'id': 'c5093bec-e784-4a38-acca-481215b6c039', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c7a10e3-d2c9-4dd1-afe4-09a90bd1604f', 'name': '', 'network_id': 'b2dfef44-a07d-466d-bc48-8bed5b65228d', 'tenant_id': '8002057c241341da96913e0b77a31349', 'mac_address': 'fa:16:3e:2a:6f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2688, 'fixed_ips': [{'subnet_id': 'c853cc03-0fa9-46a8-b3ec-fc57e2e7c093', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:24:18Z', 'updated_at': '2021-08-11T03:24:31Z', 'revision_number': 5, 'project_id': '8002057c241341da96913e0b77a31349', 'subnets': [{'id': 'c853cc03-0fa9-46a8-b3ec-fc57e2e7c093', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:24:36.760128 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-985fef19-4f90-407b-a2be-8378908c65f3 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:24:36.769487 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-985fef19-4f90-407b-a2be-8378908c65f3 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] 10.222.0.41 "PUT /v2.0/routers/e4b95dd2-e915-4866-902e-c3019e70fcfd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9729571 Aug 11 03:24:36.774613 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 53686) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:36.801487 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2235e4f7-d50a-4eae-848f-a60da46e6d3d None None] Sync routers for ids ['e4b95dd2-e915-4866-902e-c3019e70fcfd'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:24:36.815857 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2235e4f7-d50a-4eae-848f-a60da46e6d3d None None] Routers {'e4b95dd2-e915-4866-902e-c3019e70fcfd'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:24:36.816683 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-2235e4f7-d50a-4eae-848f-a60da46e6d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:24:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['e4b95dd2-e915-4866-902e-c3019e70fcfd'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:36.860194 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-2235e4f7-d50a-4eae-848f-a60da46e6d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:36.871670 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2235e4f7-d50a-4eae-848f-a60da46e6d3d None None] Routers {'e4b95dd2-e915-4866-902e-c3019e70fcfd'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:24:36.872324 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-2235e4f7-d50a-4eae-848f-a60da46e6d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:24:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['e4b95dd2-e915-4866-902e-c3019e70fcfd'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:36.909637 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-2235e4f7-d50a-4eae-848f-a60da46e6d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:36.909637 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2235e4f7-d50a-4eae-848f-a60da46e6d3d None None] The sync data for ids ['e4b95dd2-e915-4866-902e-c3019e70fcfd'] in n-d-764292-30 is: [] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:24:36.960879 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b7289370-2b33-4e22-850c-42d302466a6f req-ba916def-60a0-4ceb-9db6-f7c3716992e2 tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed60bba6-2b2f-4b83-a3e4-9e7aa48523e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4873474 Aug 11 03:24:36.976702 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-743fb2fa-8949-4148-9143-2f83273ed6da tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16383033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450082'] for router_interface, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:37.023026 n-d-764292-30 neutron-server[102191]: INFO neutron.api.v2.resource [None req-5accaefc-0f33-4f5e-a4f4-297c039f92e9 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] remove_router_interface failed (client error): The resource could not be found. Aug 11 03:24:37.024382 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-5accaefc-0f33-4f5e-a4f4-297c039f92e9 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] 10.222.0.41 "PUT /v2.0/routers/e4b95dd2-e915-4866-902e-c3019e70fcfd/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2515523 Aug 11 03:24:37.042480 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 53688) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:37.073887 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-dce9c837-6264-4209-97b6-39c0cbc27397 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] 10.222.0.41 "GET /v2.0/ports?device_id=e4b95dd2-e915-4866-902e-c3019e70fcfd HTTP/1.1" status: 200 len: 205 time: 0.0279663 Aug 11 03:24:37.074420 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 53690) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:37.075238 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:37.077026 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-023bd962-789c-4d21-be3f-7a4ce92a255d tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Network 3fd6548f-4b69-4a69-b47e-799e6c95d233 is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:24:37.130392 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 02bc0461-cd74-4351-b2c3-cb77188e1749 details requested by agent hyperv_n-h1-764292-30 with host n-h1-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:24:37.153311 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-023bd962-789c-4d21-be3f-7a4ce92a255d tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, 3fd6548f-4b69-4a69-b47e-799e6c95d233) {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:24:37.163884 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-cc26841a-55c2-4e3f-9109-d2e1f7374d9d tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks [] for router, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:37.172229 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-023bd962-789c-4d21-be3f-7a4ce92a255d tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:37.173185 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-023bd962-789c-4d21-be3f-7a4ce92a255d tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks [] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:37.174424 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fed23d74-8d72-4594-950e-4db0fa428667 None None] Network 3fd6548f-4b69-4a69-b47e-799e6c95d233 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:24:37.291051 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-743fb2fa-8949-4148-9143-2f83273ed6da tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Router b72ac8f8-b6ee-4ced-ba4e-ba5d25d6ba78 has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:24:37.324108 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-023bd962-789c-4d21-be3f-7a4ce92a255d tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8570492 Aug 11 03:24:37.326897 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 53692) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:37.352071 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-cc26841a-55c2-4e3f-9109-d2e1f7374d9d tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6544'] for router, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:37.355475 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-cc26841a-55c2-4e3f-9109-d2e1f7374d9d tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:37.403636 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e403bd8-e107-417c-8b82-6c183a69da25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde080026-c28f-55be-b52b-13827cc43646-3fd6548f-4b69-4a69-b47e-799e6c95d233', 'network_id': '3fd6548f-4b69-4a69-b47e-799e6c95d233', 'tenant_id': '8002057c241341da96913e0b77a31349', 'fixed_ips': [{'subnet_id': '2784d1e4-cd64-4e83-ae21-ddac86e252f7'}]}} from n-d-764292-30. {{(pid=102193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:24:37.404488 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-7e403bd8-e107-417c-8b82-6c183a69da25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:37.429621 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 02bc0461-cd74-4351-b2c3-cb77188e1749, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=02bc0461-cd74-4351-b2c3-cb77188e1749,segment=NetworkSegment(21ab9289-39d9-4555-9571-2cc6fd85c487),segment_id=21ab9289-39d9-4555-9571-2cc6fd85c487)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:24:37.449588 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Returning: {'device': '02bc0461-cd74-4351-b2c3-cb77188e1749', 'network_id': 'c13948e9-e028-4a8d-ac69-93d0ad6a4bde', 'port_id': '02bc0461-cd74-4351-b2c3-cb77188e1749', 'mac_address': 'fa:16:3e:ca:61:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8783183-c3a1-4580-9cd5-7ee055cead2b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:24:37.466988 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-cc26841a-55c2-4e3f-9109-d2e1f7374d9d tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448809'] for router, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:37.468152 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc26841a-55c2-4e3f-9109-d2e1f7374d9d tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Fanout notify agent at l3_agent the message router_deleted on router e4b95dd2-e915-4866-902e-c3019e70fcfd {{(pid=102191) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:24:37.479976 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-cc26841a-55c2-4e3f-9109-d2e1f7374d9d tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks [] for router, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:37.482449 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-cc26841a-55c2-4e3f-9109-d2e1f7374d9d tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] 10.222.0.41 "DELETE /v2.0/routers/e4b95dd2-e915-4866-902e-c3019e70fcfd HTTP/1.1" status: 204 len: 168 time: 0.4060974 Aug 11 03:24:37.486726 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 53694) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:37.553288 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e56797e-6a7f-4243-9838-0eafca14cad1 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Deleting subnet 1f83d6ae-3ccc-4975-a165-be5cae04dbcf {{(pid=102191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:24:37.557248 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8e56797e-6a7f-4243-9838-0eafca14cad1 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks [] for subnet, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:37.573397 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:37.593166 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-743fb2fa-8949-4148-9143-2f83273ed6da tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:24:37.596340 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02bc0461-cd74-4351-b2c3-cb77188e1749 {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:24:37.601657 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-743fb2fa-8949-4148-9143-2f83273ed6da tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] 10.222.0.41 "PUT /v2.0/routers/b72ac8f8-b6ee-4ced-ba4e-ba5d25d6ba78/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4093866 Aug 11 03:24:37.606657 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 53698) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:37.609706 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8e56797e-6a7f-4243-9838-0eafca14cad1 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126283525'] for subnet, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:37.615092 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcbac812-58dc-4b4f-ba1f-a279dcf06b65 None None] Sync routers for ids ['b72ac8f8-b6ee-4ced-ba4e-ba5d25d6ba78'] in n-d-764292-30 {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:24:37.628328 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcbac812-58dc-4b4f-ba1f-a279dcf06b65 None None] Routers {'b72ac8f8-b6ee-4ced-ba4e-ba5d25d6ba78'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:24:37.628944 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 02bc0461-cd74-4351-b2c3-cb77188e1749, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=02bc0461-cd74-4351-b2c3-cb77188e1749,segment=NetworkSegment(21ab9289-39d9-4555-9571-2cc6fd85c487),segment_id=21ab9289-39d9-4555-9571-2cc6fd85c487)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:24:37.630195 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-fcbac812-58dc-4b4f-ba1f-a279dcf06b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:24:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['b72ac8f8-b6ee-4ced-ba4e-ba5d25d6ba78'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:37.630377 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.db_base_plugin_common [None req-7e403bd8-e107-417c-8b82-6c183a69da25 None None] Allocated IP 172.23.0.2 (3fd6548f-4b69-4a69-b47e-799e6c95d233/2784d1e4-cd64-4e83-ae21-ddac86e252f7/6fa52dd3-95c7-4b7f-ae74-aba1493a8683) {{(pid=102193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:24:37.682799 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:37.683697 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-fcbac812-58dc-4b4f-ba1f-a279dcf06b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:37.694172 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcbac812-58dc-4b4f-ba1f-a279dcf06b65 None None] Routers {'b72ac8f8-b6ee-4ced-ba4e-ba5d25d6ba78'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:24:37.694949 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-fcbac812-58dc-4b4f-ba1f-a279dcf06b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:24:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['b72ac8f8-b6ee-4ced-ba4e-ba5d25d6ba78'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:37.722779 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8e56797e-6a7f-4243-9838-0eafca14cad1 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:37.733348 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-fcbac812-58dc-4b4f-ba1f-a279dcf06b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:37.734271 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcbac812-58dc-4b4f-ba1f-a279dcf06b65 None None] The sync data for ids ['b72ac8f8-b6ee-4ced-ba4e-ba5d25d6ba78'] in n-d-764292-30 is: [] {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:24:37.815509 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=02bc0461-cd74-4351-b2c3-cb77188e1749,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:37.828752 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-7e403bd8-e107-417c-8b82-6c183a69da25 None None] Notify callbacks [] for port, precommit_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:37.838376 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8e56797e-6a7f-4243-9838-0eafca14cad1 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126283413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126275158'] for subnet, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:37.839157 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-7e403bd8-e107-417c-8b82-6c183a69da25 None None] Transition to ACTIVE for port object 6fa52dd3-95c7-4b7f-ae74-aba1493a8683 will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:24:37.852140 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-934214fb-c29e-4ae9-be41-5e8d31157a6b tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks [] for router, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:37.855901 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-7e403bd8-e107-417c-8b82-6c183a69da25 None None] Transition to ACTIVE for port object 6fa52dd3-95c7-4b7f-ae74-aba1493a8683 will not be triggered until provisioned by entity DHCP. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:24:37.868835 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e56797e-6a7f-4243-9838-0eafca14cad1 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Pushing event deleted for resources: {'Subnet': ['ID=1f83d6ae-3ccc-4975-a165-be5cae04dbcf,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:37.874556 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8e56797e-6a7f-4243-9838-0eafca14cad1 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:37.876065 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cb9f3ce-4ed4-41ee-99f9-28d7159ce62a None None] Network 9d42a53a-f03e-4dd9-a55a-e17bcdb3a1ca requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:24:37.876642 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-8e56797e-6a7f-4243-9838-0eafca14cad1 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] 10.222.0.41 "DELETE /v2.0/subnets/1f83d6ae-3ccc-4975-a165-be5cae04dbcf HTTP/1.1" status: 204 len: 168 time: 0.3892376 Aug 11 03:24:37.879136 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 53700) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:37.922077 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-7e403bd8-e107-417c-8b82-6c183a69da25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669'] for port, after_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:37.960793 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4e7a903e-013b-4ecb-abf5-d6be21d7fccb tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:37.985431 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e403bd8-e107-417c-8b82-6c183a69da25 None None] Network 3fd6548f-4b69-4a69-b47e-799e6c95d233 is already hosted by enough agents. {{(pid=102193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:24:37.999743 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.base_scheduler [None req-7e403bd8-e107-417c-8b82-6c183a69da25 None None] Resources bound (agent type, host, resource id): {{(pid=102193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:24:38.007083 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e403bd8-e107-417c-8b82-6c183a69da25 None None] Received port after_create {{(pid=102193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:24:38.008686 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-fea51f16-b25c-49a7-9fae-d558588675a2 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:38.011392 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e403bd8-e107-417c-8b82-6c183a69da25 None None] Pushing event updated for resources: {'Port': ['ID=6fa52dd3-95c7-4b7f-ae74-aba1493a8683,revision_number=1']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:38.024515 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['02bc0461-cd74-4351-b2c3-cb77188e1749'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:24:38.035946 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-4e7a903e-013b-4ecb-abf5-d6be21d7fccb tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Deleting port 8c7ce6a8-1ac8-4b24-8c43-3c6b872cea09 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:24:38.037048 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-934214fb-c29e-4ae9-be41-5e8d31157a6b tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:38.037185 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4e7a903e-013b-4ecb-abf5-d6be21d7fccb tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:38.113047 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [None req-4e7a903e-013b-4ecb-abf5-d6be21d7fccb tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] For port 8c7ce6a8-1ac8-4b24-8c43-3c6b872cea09, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=8c7ce6a8-1ac8-4b24-8c43-3c6b872cea09,segment=NetworkSegment(0b7fd778-025b-437f-9da0-0b9c07e78adf),segment_id=0b7fd778-025b-437f-9da0-0b9c07e78adf)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:24:38.113415 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4e7a903e-013b-4ecb-abf5-d6be21d7fccb tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:38.126620 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-4e7a903e-013b-4ecb-abf5-d6be21d7fccb tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Calling delete_port for 8c7ce6a8-1ac8-4b24-8c43-3c6b872cea09 owned by network:dhcp {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:24:38.154628 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-7e403bd8-e107-417c-8b82-6c183a69da25 None None] Attempting to bind port 6fa52dd3-95c7-4b7f-ae74-aba1493a8683 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:24:38.154995 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-7e403bd8-e107-417c-8b82-6c183a69da25 None None] Attempting to bind port 6fa52dd3-95c7-4b7f-ae74-aba1493a8683 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': '0afee78d-598f-48ce-9a9e-7a33252ca38b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3fd6548f-4b69-4a69-b47e-799e6c95d233'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:24:38.155601 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e403bd8-e107-417c-8b82-6c183a69da25 None None] Attempting to bind port 6fa52dd3-95c7-4b7f-ae74-aba1493a8683 on network 3fd6548f-4b69-4a69-b47e-799e6c95d233 {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:24:38.166967 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e403bd8-e107-417c-8b82-6c183a69da25 None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:24:38.167347 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e403bd8-e107-417c-8b82-6c183a69da25 None None] Checking segment: {'id': '0afee78d-598f-48ce-9a9e-7a33252ca38b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3fd6548f-4b69-4a69-b47e-799e6c95d233'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:24:38.167744 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-7e403bd8-e107-417c-8b82-6c183a69da25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:38.168165 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e403bd8-e107-417c-8b82-6c183a69da25 None None] Bound using segment: {'id': '0afee78d-598f-48ce-9a9e-7a33252ca38b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3fd6548f-4b69-4a69-b47e-799e6c95d233'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:24:38.168625 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-7e403bd8-e107-417c-8b82-6c183a69da25 None None] Bound port: 6fa52dd3-95c7-4b7f-ae74-aba1493a8683, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0afee78d-598f-48ce-9a9e-7a33252ca38b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3fd6548f-4b69-4a69-b47e-799e6c95d233'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:24:38.169237 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-7e403bd8-e107-417c-8b82-6c183a69da25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:38.176596 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536025f6-d331-4485-8663-6feb73a553f0 req-e4aa36b4-0946-44c1-87cc-30afa6c5fed2 tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:38.178110 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-536025f6-d331-4485-8663-6feb73a553f0 req-e4aa36b4-0946-44c1-87cc-30afa6c5fed2 tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] 10.222.0.41 "GET /v2.0/ports?device_id=136d98fc-cbc0-400d-bf91-3d2c80353ca9 HTTP/1.1" status: 200 len: 945 time: 0.1044946 Aug 11 03:24:38.280483 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-7e403bd8-e107-417c-8b82-6c183a69da25 None None] For port 6fa52dd3-95c7-4b7f-ae74-aba1493a8683, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:24:38.289076 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4e7a903e-013b-4ecb-abf5-d6be21d7fccb tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:38.290387 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bca951a-c95d-43e1-a83e-595e43cc987c None None] DHCP port deletion for 9d42a53a-f03e-4dd9-a55a-e17bcdb3a1ca request from n-d-764292-30 {{(pid=102193) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:24:38.306725 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-7e403bd8-e107-417c-8b82-6c183a69da25 None None] For port 6fa52dd3-95c7-4b7f-ae74-aba1493a8683, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=6fa52dd3-95c7-4b7f-ae74-aba1493a8683,segment=NetworkSegment(0afee78d-598f-48ce-9a9e-7a33252ca38b),segment_id=0afee78d-598f-48ce-9a9e-7a33252ca38b)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:24:38.342769 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-536025f6-d331-4485-8663-6feb73a553f0 req-1907809e-ca22-4df4-a244-30a9d1a83e53 tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed60bba6-2b2f-4b83-a3e4-9e7aa48523e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200109 Aug 11 03:24:38.383396 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-7e403bd8-e107-417c-8b82-6c183a69da25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:38.384204 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7a903e-013b-4ecb-abf5-d6be21d7fccb tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Pushing event deleted for resources: {'Port': ['ID=8c7ce6a8-1ac8-4b24-8c43-3c6b872cea09,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:38.388674 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7a903e-013b-4ecb-abf5-d6be21d7fccb tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] No DVR routers for this DVR port 8c7ce6a8-1ac8-4b24-8c43-3c6b872cea09 on host n-d-764292-30 {{(pid=102191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:24:38.422088 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-934214fb-c29e-4ae9-be41-5e8d31157a6b tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Deleting port 8a12cc4f-0120-4bff-8b9e-489729464735 {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:24:38.422088 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-934214fb-c29e-4ae9-be41-5e8d31157a6b tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:38.484572 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [None req-fea51f16-b25c-49a7-9fae-d558588675a2 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Allocated IP 172.23.0.1 (3fd6548f-4b69-4a69-b47e-799e6c95d233/2784d1e4-cd64-4e83-ae21-ddac86e252f7/daf57a7e-f123-4b56-ad00-10bb94114647) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:24:38.501643 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4e7a903e-013b-4ecb-abf5-d6be21d7fccb tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:38.511091 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-4e7a903e-013b-4ecb-abf5-d6be21d7fccb tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d42a53a-f03e-4dd9-a55a-e17bcdb3a1ca']}} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:38.523845 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-4e7a903e-013b-4ecb-abf5-d6be21d7fccb tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b7fd778-025b-437f-9da0-0b9c07e78adf') {'for_net_delete': True} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:38.524236 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-4e7a903e-013b-4ecb-abf5-d6be21d7fccb tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b7fd778-025b-437f-9da0-0b9c07e78adf') {} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:38.534022 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4e7a903e-013b-4ecb-abf5-d6be21d7fccb tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126283644'] for segment, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:38.548791 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4e7a903e-013b-4ecb-abf5-d6be21d7fccb tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:38.556185 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e7a903e-013b-4ecb-abf5-d6be21d7fccb tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=102191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:24:38.557290 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4e7a903e-013b-4ecb-abf5-d6be21d7fccb tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126283391'] for segment, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:38.560660 n-d-764292-30 neutron-server[102191]: Traceback (most recent call last): Aug 11 03:24:38.560660 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:24:38.560660 n-d-764292-30 neutron-server[102191]: timer() Aug 11 03:24:38.560660 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:24:38.560660 n-d-764292-30 neutron-server[102191]: cb(*args, **kw) Aug 11 03:24:38.560660 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:24:38.560660 n-d-764292-30 neutron-server[102191]: return func(*args, **kwargs) Aug 11 03:24:38.560660 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:24:38.560660 n-d-764292-30 neutron-server[102191]: self._notify() Aug 11 03:24:38.560660 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:24:38.560660 n-d-764292-30 neutron-server[102191]: self.callback(batched_events) Aug 11 03:24:38.560660 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:24:38.560660 n-d-764292-30 neutron-server[102191]: event.method(event) Aug 11 03:24:38.560660 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:24:38.560660 n-d-764292-30 neutron-server[102191]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:24:38.560660 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:24:38.560660 n-d-764292-30 neutron-server[102191]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:24:38.560660 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:24:38.560660 n-d-764292-30 neutron-server[102191]: return f(self, *a, **k) Aug 11 03:24:38.560660 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:24:38.560660 n-d-764292-30 neutron-server[102191]: return self._get(url).json() Aug 11 03:24:38.560660 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:24:38.560660 n-d-764292-30 neutron-server[102191]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:24:38.560660 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:24:38.560660 n-d-764292-30 neutron-server[102191]: return self.request(url, 'GET', **kwargs) Aug 11 03:24:38.560660 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:24:38.560660 n-d-764292-30 neutron-server[102191]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:24:38.560660 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:24:38.560660 n-d-764292-30 neutron-server[102191]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:24:38.560660 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:24:38.560660 n-d-764292-30 neutron-server[102191]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:24:38.560660 n-d-764292-30 neutron-server[102191]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:24:38.571004 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 1b82a9ae-a762-41db-a25e-ef4862ec6919 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:24:38.586088 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-934214fb-c29e-4ae9-be41-5e8d31157a6b tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:38.612072 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-934214fb-c29e-4ae9-be41-5e8d31157a6b tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Calling delete_port for 8a12cc4f-0120-4bff-8b9e-489729464735 owned by network:router_gateway {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:24:38.634894 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e403bd8-e107-417c-8b82-6c183a69da25 None None] Pushing event updated for resources: {'Port': ['ID=6fa52dd3-95c7-4b7f-ae74-aba1493a8683,revision_number=2']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:38.703737 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-fea51f16-b25c-49a7-9fae-d558588675a2 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:38.729360 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [None req-fea51f16-b25c-49a7-9fae-d558588675a2 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Transition to ACTIVE for port object daf57a7e-f123-4b56-ad00-10bb94114647 will not be triggered until provisioned by entity DHCP. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:24:38.779759 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port 1b82a9ae-a762-41db-a25e-ef4862ec6919 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:24:38.786171 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 1b82a9ae-a762-41db-a25e-ef4862ec6919 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:24:38.786631 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:38.798261 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4e7a903e-013b-4ecb-abf5-d6be21d7fccb tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:38.861267 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4e7a903e-013b-4ecb-abf5-d6be21d7fccb tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks [] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:38.863782 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-4e7a903e-013b-4ecb-abf5-d6be21d7fccb tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] 10.222.0.41 "DELETE /v2.0/networks/9d42a53a-f03e-4dd9-a55a-e17bcdb3a1ca HTTP/1.1" status: 204 len: 168 time: 0.9829781 Aug 11 03:24:38.865919 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7a903e-013b-4ecb-abf5-d6be21d7fccb tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Pushing event deleted for resources: {'Network': ['ID=9d42a53a-f03e-4dd9-a55a-e17bcdb3a1ca,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:38.869899 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 53706) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:38.875540 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-5866200c-8ab6-43e4-a7ff-aa6a96e067b0 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-566437786'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:24:38.935798 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-fea51f16-b25c-49a7-9fae-d558588675a2 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:38.961577 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:38.963666 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5866200c-8ab6-43e4-a7ff-aa6a96e067b0 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Made reservation on behalf of e3d11adc70004665908a030719f0fc48 for: {'network': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:24:38.967239 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5866200c-8ab6-43e4-a7ff-aa6a96e067b0 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:38.992458 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fea51f16-b25c-49a7-9fae-d558588675a2 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Network 3fd6548f-4b69-4a69-b47e-799e6c95d233 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:24:38.995644 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-fea51f16-b25c-49a7-9fae-d558588675a2 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:24:38.996455 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5866200c-8ab6-43e4-a7ff-aa6a96e067b0 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=102191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:24:38.999672 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea51f16-b25c-49a7-9fae-d558588675a2 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:24:39.013375 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port 1b82a9ae-a762-41db-a25e-ef4862ec6919, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=1b82a9ae-a762-41db-a25e-ef4862ec6919,segment=NetworkSegment(9d22295b-3f8f-400a-b808-2e89ba97c33b),segment_id=9d22295b-3f8f-400a-b808-2e89ba97c33b)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:24:39.015814 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5866200c-8ab6-43e4-a7ff-aa6a96e067b0 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:39.016256 n-d-764292-30 neutron-server[102191]: INFO neutron.db.segments_db [None req-5866200c-8ab6-43e4-a7ff-aa6a96e067b0 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Added segment dc0e6600-879c-4446-b810-f751c4888bb2 of type vlan for network 9d990acf-5adc-4138-8dad-bd3ee0974eed Aug 11 03:24:39.033105 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-934214fb-c29e-4ae9-be41-5e8d31157a6b tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:39.033801 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea51f16-b25c-49a7-9fae-d558588675a2 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Pushing event updated for resources: {'Port': ['ID=daf57a7e-f123-4b56-ad00-10bb94114647,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:39.057430 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5866200c-8ab6-43e4-a7ff-aa6a96e067b0 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:39.064779 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:39.096114 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934214fb-c29e-4ae9-be41-5e8d31157a6b tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Pushing event deleted for resources: {'Port': ['ID=8a12cc4f-0120-4bff-8b9e-489729464735,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:39.124921 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-fea51f16-b25c-49a7-9fae-d558588675a2 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-520987'] for router_interface, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:39.130070 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 8c7ce6a8-1ac8-4b24-8c43-3c6b872cea09 no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:24:39.136499 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 02bc0461-cd74-4351-b2c3-cb77188e1749 up at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:24:39.146595 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5866200c-8ab6-43e4-a7ff-aa6a96e067b0 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:39.153578 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5866200c-8ab6-43e4-a7ff-aa6a96e067b0 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:39.154249 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5866200c-8ab6-43e4-a7ff-aa6a96e067b0 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks [] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:39.184408 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: 8c7ce6a8-1ac8-4b24-8c43-3c6b872cea09 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:24:39.194307 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 8c7ce6a8-1ac8-4b24-8c43-3c6b872cea09 not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:24:39.194307 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=1b82a9ae-a762-41db-a25e-ef4862ec6919,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:39.211778 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-934214fb-c29e-4ae9-be41-5e8d31157a6b tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-446916'] for router_gateway, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:39.237381 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5866200c-8ab6-43e4-a7ff-aa6a96e067b0 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Pushing event updated for resources: {'Network': ['ID=9d990acf-5adc-4138-8dad-bd3ee0974eed,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:39.256807 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network 9d990acf-5adc-4138-8dad-bd3ee0974eed details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:24:39.313284 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-5866200c-8ab6-43e4-a7ff-aa6a96e067b0 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4420698 Aug 11 03:24:39.316414 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 53708) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:39.318032 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning for port 02bc0461-cd74-4351-b2c3-cb77188e1749 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:24:39.323004 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning complete for port 02bc0461-cd74-4351-b2c3-cb77188e1749 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:24:39.325781 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:39.336309 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-ef8feb45-1618-4545-b2ab-1066274f5336 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Request body: {'subnet': {'network_id': '9d990acf-5adc-4138-8dad-bd3ee0974eed', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:24:39.422864 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.agents_db [None req-950b7202-decb-43e2-8f71-ac8931dc9749 None None] Agent healthcheck: found 7 active agents {{(pid=102194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:24:39.439460 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:39.473118 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '136d98fc-cbc0-400d-bf91-3d2c80353ca9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02bc0461-cd74-4351-b2c3-cb77188e1749'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:24:39.476019 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b734a5e-09eb-4c31-af84-af9ebddff180" -d '{"events": [{"server_uuid": "136d98fc-cbc0-400d-bf91-3d2c80353ca9", "name": "network-vif-plugged", "status": "completed", "tag": "02bc0461-cd74-4351-b2c3-cb77188e1749"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:24:39.490862 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 02bc0461-cd74-4351-b2c3-cb77188e1749, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=02bc0461-cd74-4351-b2c3-cb77188e1749,segment=NetworkSegment(21ab9289-39d9-4555-9571-2cc6fd85c487),segment_id=21ab9289-39d9-4555-9571-2cc6fd85c487)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:24:39.521230 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:24:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da940c82-196f-4395-8c16-f30c1121d4a5 x-openstack-request-id: req-da940c82-196f-4395-8c16-f30c1121d4a5 {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:24:39.521230 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "136d98fc-cbc0-400d-bf91-3d2c80353ca9", "name": "network-vif-plugged", "status": "completed", "tag": "02bc0461-cd74-4351-b2c3-cb77188e1749", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:24:39.521230 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-da940c82-196f-4395-8c16-f30c1121d4a5 {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:24:39.521230 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '136d98fc-cbc0-400d-bf91-3d2c80353ca9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02bc0461-cd74-4351-b2c3-cb77188e1749', 'code': 200} Aug 11 03:24:39.569309 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef8feb45-1618-4545-b2ab-1066274f5336 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Made reservation on behalf of e3d11adc70004665908a030719f0fc48 for: {'subnet': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:24:39.573347 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ef8feb45-1618-4545-b2ab-1066274f5336 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274743'] for subnet, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:39.577875 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:39.634386 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=02bc0461-cd74-4351-b2c3-cb77188e1749,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:39.696002 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa1e06a-abbe-4b85-bd6f-b6ade429c700 req-80d08e44-c33b-4d1e-a13a-a65fb21b10d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:39.697526 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-faa1e06a-abbe-4b85-bd6f-b6ade429c700 req-80d08e44-c33b-4d1e-a13a-a65fb21b10d6 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=136d98fc-cbc0-400d-bf91-3d2c80353ca9 HTTP/1.1" status: 200 len: 1098 time: 0.1131501 Aug 11 03:24:39.718869 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-934214fb-c29e-4ae9-be41-5e8d31157a6b tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6544'] for router, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:39.725551 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-934214fb-c29e-4ae9-be41-5e8d31157a6b tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:39.733646 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c77e40a-7033-446c-ab8c-8af26f1856e6 None None] Network 3fd6548f-4b69-4a69-b47e-799e6c95d233 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:24:39.748166 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-faa1e06a-abbe-4b85-bd6f-b6ade429c700 req-e6820e57-4edc-49f0-a878-edccd797c0df service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=ed60bba6-2b2f-4b83-a3e4-9e7aa48523e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420382 Aug 11 03:24:39.815229 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bda0f6-50f3-4cfd-90cf-04f88bd253de req-fe7071de-8029-456d-91ad-6b91d26df36a tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:39.823297 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-19bda0f6-50f3-4cfd-90cf-04f88bd253de req-fe7071de-8029-456d-91ad-6b91d26df36a tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] 10.222.0.41 "GET /v2.0/ports?device_id=136d98fc-cbc0-400d-bf91-3d2c80353ca9 HTTP/1.1" status: 200 len: 946 time: 0.1689708 Aug 11 03:24:39.849384 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-fea51f16-b25c-49a7-9fae-d558588675a2 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:39.862309 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-6f0c0199-1a90-4ac9-a24b-b15f211bec73 None None] Provisioning for port 6fa52dd3-95c7-4b7f-ae74-aba1493a8683 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:24:39.899468 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-934214fb-c29e-4ae9-be41-5e8d31157a6b tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448809'] for router, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:39.900030 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-934214fb-c29e-4ae9-be41-5e8d31157a6b tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Fanout notify agent at l3_agent the message router_deleted on router b72ac8f8-b6ee-4ced-ba4e-ba5d25d6ba78 {{(pid=102192) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:24:39.908461 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-934214fb-c29e-4ae9-be41-5e8d31157a6b tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks [] for router, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:39.909568 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-934214fb-c29e-4ae9-be41-5e8d31157a6b tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] 10.222.0.41 "DELETE /v2.0/routers/b72ac8f8-b6ee-4ced-ba4e-ba5d25d6ba78 HTTP/1.1" status: 204 len: 168 time: 2.3042235 Aug 11 03:24:39.912704 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-19bda0f6-50f3-4cfd-90cf-04f88bd253de req-084f60a6-6788-4711-b6fa-71a9734eee2c tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed60bba6-2b2f-4b83-a3e4-9e7aa48523e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885618 Aug 11 03:24:39.920244 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 53716) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:39.953598 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ef8feb45-1618-4545-b2ab-1066274f5336 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126283476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274725'] for subnet, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:40.023172 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2e74ac5-ec85-4a93-9a9c-e288fd44a979 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Deleting subnet 5028bd52-0903-4609-8747-fbca8d2cd8eb {{(pid=102191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:24:40.031089 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c2e74ac5-ec85-4a93-9a9c-e288fd44a979 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks [] for subnet, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:40.059023 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8feb45-1618-4545-b2ab-1066274f5336 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Pushing event updated for resources: {'Subnet': ['ID=d9aef2a2-6c04-4a62-a177-1b07649b6890,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:40.081854 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef8feb45-1618-4545-b2ab-1066274f5336 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Checking segment: {'id': 'dc0e6600-879c-4446-b810-f751c4888bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9d990acf-5adc-4138-8dad-bd3ee0974eed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:24:40.082219 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef8feb45-1618-4545-b2ab-1066274f5336 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Network hostable DHCP agents. Network: 9d990acf-5adc-4138-8dad-bd3ee0974eed, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:24:40.093208 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c2e74ac5-ec85-4a93-9a9c-e288fd44a979 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126283525'] for subnet, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:40.178530 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-fea51f16-b25c-49a7-9fae-d558588675a2 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks [] for port, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:40.190082 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef8feb45-1618-4545-b2ab-1066274f5336 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Network 9d990acf-5adc-4138-8dad-bd3ee0974eed is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:24:40.206037 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c2e74ac5-ec85-4a93-9a9c-e288fd44a979 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:40.243835 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-fea51f16-b25c-49a7-9fae-d558588675a2 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:40.278313 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-8b6cce8e-cecb-43b1-9952-c17321dbd4a4 None None] Provisioning for port daf57a7e-f123-4b56-ad00-10bb94114647 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:24:40.283768 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-ef8feb45-1618-4545-b2ab-1066274f5336 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, 9d990acf-5adc-4138-8dad-bd3ee0974eed) {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:24:40.285266 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-8b6cce8e-cecb-43b1-9952-c17321dbd4a4 None None] Provisioning complete for port daf57a7e-f123-4b56-ad00-10bb94114647 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:24:40.286489 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8b6cce8e-cecb-43b1-9952-c17321dbd4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:40.294938 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-004c47dd-46a5-4851-9651-f318371b9a93 None None] Network 9d990acf-5adc-4138-8dad-bd3ee0974eed requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:24:40.296479 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef8feb45-1618-4545-b2ab-1066274f5336 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:40.300586 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ef8feb45-1618-4545-b2ab-1066274f5336 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:40.335840 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-fea51f16-b25c-49a7-9fae-d558588675a2 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16383026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521135'] for router_interface, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:40.339194 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea51f16-b25c-49a7-9fae-d558588675a2 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Pushing event updated for resources: {'Port': ['ID=daf57a7e-f123-4b56-ad00-10bb94114647,revision_number=2']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:40.382159 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c2e74ac5-ec85-4a93-9a9c-e288fd44a979 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126283413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126275158'] for subnet, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:40.454695 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 53720) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:40.455156 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-ef8feb45-1618-4545-b2ab-1066274f5336 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1267779 Aug 11 03:24:40.455156 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e74ac5-ec85-4a93-9a9c-e288fd44a979 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Pushing event deleted for resources: {'Subnet': ['ID=5028bd52-0903-4609-8747-fbca8d2cd8eb,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:40.455562 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-6bccf5c7-b56f-4d06-9c81-68f2f4c8326a tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-732573947', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:24:40.463778 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c2e74ac5-ec85-4a93-9a9c-e288fd44a979 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:40.465833 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-c2e74ac5-ec85-4a93-9a9c-e288fd44a979 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] 10.222.0.41 "DELETE /v2.0/subnets/5028bd52-0903-4609-8747-fbca8d2cd8eb HTTP/1.1" status: 204 len: 168 time: 0.5443535 Aug 11 03:24:40.470686 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 53722) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:40.476588 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b401d1e5-23e2-4e83-806c-40531005c49b None None] Network 2df90d19-954d-448c-bb02-d988570330a1 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:24:40.487305 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fea51f16-b25c-49a7-9fae-d558588675a2 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Network 3fd6548f-4b69-4a69-b47e-799e6c95d233 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:24:40.489105 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-fea51f16-b25c-49a7-9fae-d558588675a2 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:24:40.498123 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-8b6cce8e-cecb-43b1-9952-c17321dbd4a4 None None] Port daf57a7e-f123-4b56-ad00-10bb94114647 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:24:40.604430 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7dbd1d8a-b17b-4d8a-8d9c-715a24c23701 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:40.605431 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9d18dea-d7be-49db-9c59-644fe69ddc01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde080026-c28f-55be-b52b-13827cc43646-9d990acf-5adc-4138-8dad-bd3ee0974eed', 'network_id': '9d990acf-5adc-4138-8dad-bd3ee0974eed', 'tenant_id': 'e3d11adc70004665908a030719f0fc48', 'fixed_ips': [{'subnet_id': 'd9aef2a2-6c04-4a62-a177-1b07649b6890'}]}} from n-d-764292-30. {{(pid=102193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:24:40.606735 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-a9d18dea-d7be-49db-9c59-644fe69ddc01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:40.637799 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-6bccf5c7-b56f-4d06-9c81-68f2f4c8326a tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-450010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6626'] for router, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:40.639140 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-6bccf5c7-b56f-4d06-9c81-68f2f4c8326a tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-446747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6633'] for router, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:40.679497 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 1b82a9ae-a762-41db-a25e-ef4862ec6919 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:24:40.699890 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-6bccf5c7-b56f-4d06-9c81-68f2f4c8326a tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:40.715690 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-7dbd1d8a-b17b-4d8a-8d9c-715a24c23701 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Deleting port 72380bc3-a5cf-466a-81ba-b231b580fe67 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:24:40.716353 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7dbd1d8a-b17b-4d8a-8d9c-715a24c23701 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:40.721147 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fea51f16-b25c-49a7-9fae-d558588675a2 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Router a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07 has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:24:40.788029 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [None req-7dbd1d8a-b17b-4d8a-8d9c-715a24c23701 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] For port 72380bc3-a5cf-466a-81ba-b231b580fe67, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=72380bc3-a5cf-466a-81ba-b231b580fe67,segment=NetworkSegment(6df2aeb0-5557-441a-8d08-1a0461523dd7),segment_id=6df2aeb0-5557-441a-8d08-1a0461523dd7)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:24:40.788435 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7dbd1d8a-b17b-4d8a-8d9c-715a24c23701 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:40.796360 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-b35f5acd-7711-4007-9e23-c221941afa4d None None] Provisioning complete for port daf57a7e-f123-4b56-ad00-10bb94114647 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:24:40.796755 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-b35f5acd-7711-4007-9e23-c221941afa4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:40.842479 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-7dbd1d8a-b17b-4d8a-8d9c-715a24c23701 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Calling delete_port for 72380bc3-a5cf-466a-81ba-b231b580fe67 owned by network:dhcp {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:24:40.899553 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-6bccf5c7-b56f-4d06-9c81-68f2f4c8326a tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-446952'] for router, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:40.931432 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fea51f16-b25c-49a7-9fae-d558588675a2 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:24:40.936624 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-b35f5acd-7711-4007-9e23-c221941afa4d None None] Port daf57a7e-f123-4b56-ad00-10bb94114647 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:24:40.942588 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-fea51f16-b25c-49a7-9fae-d558588675a2 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] 10.222.0.41 "PUT /v2.0/routers/a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6144433 Aug 11 03:24:40.955962 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a481ccec-5c1d-4b56-b098-8494ed740ce3 None None] Sync routers for ids ['a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:24:40.960665 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 1b82a9ae-a762-41db-a25e-ef4862ec6919 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:24:40.960888 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 53730) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:40.961025 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:40.980505 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-f31739f7-8866-411a-a375-e84402832d11 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:24:41.009578 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44403191-f79c-45f9-bdb7-b7a483eef79c None None] DHCP port deletion for 2df90d19-954d-448c-bb02-d988570330a1 request from n-d-764292-30 {{(pid=102193) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:24:41.012265 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.db_base_plugin_common [None req-a9d18dea-d7be-49db-9c59-644fe69ddc01 None None] Allocated IP 2001:db8::2 (9d990acf-5adc-4138-8dad-bd3ee0974eed/d9aef2a2-6c04-4a62-a177-1b07649b6890/30c0de1f-80dd-4a49-b8d9-07c29da60d77) {{(pid=102193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:24:41.047101 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a481ccec-5c1d-4b56-b098-8494ed740ce3 None None] Routers {'a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:24:41.047101 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-a481ccec-5c1d-4b56-b098-8494ed740ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:24:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:41.088870 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-6bccf5c7-b56f-4d06-9c81-68f2f4c8326a tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks [] for router, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:41.090067 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-6bccf5c7-b56f-4d06-9c81-68f2f4c8326a tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.6396937 Aug 11 03:24:41.093303 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 53732) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:41.128041 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592fab94-9779-4e84-bf9e-a85e1291587d req-f240ff1c-2ebf-421a-8ed3-f2bc26ee466a tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:41.129581 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-592fab94-9779-4e84-bf9e-a85e1291587d req-f240ff1c-2ebf-421a-8ed3-f2bc26ee466a tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] 10.222.0.41 "GET /v2.0/ports?device_id=136d98fc-cbc0-400d-bf91-3d2c80353ca9 HTTP/1.1" status: 200 len: 946 time: 0.0952652 Aug 11 03:24:41.167865 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7dbd1d8a-b17b-4d8a-8d9c-715a24c23701 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:41.204551 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbd1d8a-b17b-4d8a-8d9c-715a24c23701 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Pushing event deleted for resources: {'Port': ['ID=72380bc3-a5cf-466a-81ba-b231b580fe67,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:41.212977 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dbd1d8a-b17b-4d8a-8d9c-715a24c23701 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] No DVR routers for this DVR port 72380bc3-a5cf-466a-81ba-b231b580fe67 on host n-d-764292-30 {{(pid=102191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:24:41.269965 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-592fab94-9779-4e84-bf9e-a85e1291587d req-b20bbc4e-fbd7-4464-b92c-fc78aa9add79 tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed60bba6-2b2f-4b83-a3e4-9e7aa48523e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821710 Aug 11 03:24:41.413238 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-acf9c912-32f3-4b2e-9fb8-d9f96d6f7d28 None None] Provisioning complete for port daf57a7e-f123-4b56-ad00-10bb94114647 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:24:41.413827 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-acf9c912-32f3-4b2e-9fb8-d9f96d6f7d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:41.423422 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7dbd1d8a-b17b-4d8a-8d9c-715a24c23701 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:41.424008 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-a481ccec-5c1d-4b56-b098-8494ed740ce3 None None] Set router a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07 gateway port host: None {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:24:41.443946 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-7dbd1d8a-b17b-4d8a-8d9c-715a24c23701 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2df90d19-954d-448c-bb02-d988570330a1']}} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:41.479368 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-7dbd1d8a-b17b-4d8a-8d9c-715a24c23701 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6df2aeb0-5557-441a-8d08-1a0461523dd7') {'for_net_delete': True} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:41.479557 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-7dbd1d8a-b17b-4d8a-8d9c-715a24c23701 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6df2aeb0-5557-441a-8d08-1a0461523dd7') {} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:41.496858 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7dbd1d8a-b17b-4d8a-8d9c-715a24c23701 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126283644'] for segment, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:41.504947 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:41.537866 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7dbd1d8a-b17b-4d8a-8d9c-715a24c23701 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:41.538125 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.extraroute_db [None req-f31739f7-8866-411a-a375-e84402832d11 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=102192) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 11 03:24:41.540590 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-2500a790-55d8-4b47-938b-8a9868ec90a2 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:41.553649 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7dbd1d8a-b17b-4d8a-8d9c-715a24c23701 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=102191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:24:41.554055 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7dbd1d8a-b17b-4d8a-8d9c-715a24c23701 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126283391'] for segment, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:41.557373 n-d-764292-30 neutron-server[102191]: Traceback (most recent call last): Aug 11 03:24:41.557373 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:24:41.557373 n-d-764292-30 neutron-server[102191]: timer() Aug 11 03:24:41.557373 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:24:41.557373 n-d-764292-30 neutron-server[102191]: cb(*args, **kw) Aug 11 03:24:41.557373 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:24:41.557373 n-d-764292-30 neutron-server[102191]: return func(*args, **kwargs) Aug 11 03:24:41.557373 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:24:41.557373 n-d-764292-30 neutron-server[102191]: self._notify() Aug 11 03:24:41.557373 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:24:41.557373 n-d-764292-30 neutron-server[102191]: self.callback(batched_events) Aug 11 03:24:41.557373 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:24:41.557373 n-d-764292-30 neutron-server[102191]: event.method(event) Aug 11 03:24:41.557373 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:24:41.557373 n-d-764292-30 neutron-server[102191]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:24:41.557373 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:24:41.557373 n-d-764292-30 neutron-server[102191]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:24:41.557373 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:24:41.557373 n-d-764292-30 neutron-server[102191]: return f(self, *a, **k) Aug 11 03:24:41.557373 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:24:41.557373 n-d-764292-30 neutron-server[102191]: return self._get(url).json() Aug 11 03:24:41.557373 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:24:41.557373 n-d-764292-30 neutron-server[102191]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:24:41.557373 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:24:41.557373 n-d-764292-30 neutron-server[102191]: return self.request(url, 'GET', **kwargs) Aug 11 03:24:41.557373 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:24:41.557373 n-d-764292-30 neutron-server[102191]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:24:41.557373 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:24:41.557373 n-d-764292-30 neutron-server[102191]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:24:41.557373 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:24:41.557373 n-d-764292-30 neutron-server[102191]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:24:41.557373 n-d-764292-30 neutron-server[102191]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:24:41.561504 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.extraroute_db [None req-f31739f7-8866-411a-a375-e84402832d11 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Removed routes are [] {{(pid=102192) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 11 03:24:41.562720 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-f31739f7-8866-411a-a375-e84402832d11 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-446725', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-448852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6559'] for router, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:41.609672 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-acf9c912-32f3-4b2e-9fb8-d9f96d6f7d28 None None] Port daf57a7e-f123-4b56-ad00-10bb94114647 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:24:41.614824 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-44403191-f79c-45f9-bdb7-b7a483eef79c None None] Deleting port 72380bc3-a5cf-466a-81ba-b231b580fe67 {{(pid=102193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:24:41.615145 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-44403191-f79c-45f9-bdb7-b7a483eef79c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:41.618773 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 6fa52dd3-95c7-4b7f-ae74-aba1493a8683 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:24:41.763849 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-a9d18dea-d7be-49db-9c59-644fe69ddc01 None None] Notify callbacks [] for port, precommit_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:41.769183 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7dbd1d8a-b17b-4d8a-8d9c-715a24c23701 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:41.790868 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-44403191-f79c-45f9-bdb7-b7a483eef79c None None] For port 72380bc3-a5cf-466a-81ba-b231b580fe67, host n-d-764292-30, got binding levels [] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:24:41.791300 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-44403191-f79c-45f9-bdb7-b7a483eef79c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:41.793851 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-a9d18dea-d7be-49db-9c59-644fe69ddc01 None None] Transition to ACTIVE for port object 30c0de1f-80dd-4a49-b8d9-07c29da60d77 will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:24:41.807352 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7dbd1d8a-b17b-4d8a-8d9c-715a24c23701 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks [] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:41.812032 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-7dbd1d8a-b17b-4d8a-8d9c-715a24c23701 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] 10.222.0.41 "DELETE /v2.0/networks/2df90d19-954d-448c-bb02-d988570330a1 HTTP/1.1" status: 204 len: 168 time: 1.3378773 Aug 11 03:24:41.815422 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 53740) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:41.821191 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-44403191-f79c-45f9-bdb7-b7a483eef79c None None] Calling delete_port for 72380bc3-a5cf-466a-81ba-b231b580fe67 owned by network:dhcp {{(pid=102193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:24:41.828290 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.ipam_backend_mixin [None req-44403191-f79c-45f9-bdb7-b7a483eef79c None None] Port 72380bc3-a5cf-466a-81ba-b231b580fe67 was not found and therefore no delete operation was performed {{(pid=102193) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 11 03:24:41.836981 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbd1d8a-b17b-4d8a-8d9c-715a24c23701 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Pushing event deleted for resources: {'Network': ['ID=2df90d19-954d-448c-bb02-d988570330a1,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:41.838101 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-44403191-f79c-45f9-bdb7-b7a483eef79c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678'] for port, after_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:41.854251 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-a9d18dea-d7be-49db-9c59-644fe69ddc01 None None] Transition to ACTIVE for port object 30c0de1f-80dd-4a49-b8d9-07c29da60d77 will not be triggered until provisioned by entity DHCP. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:24:41.870231 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb185b18-ee68-4679-aeec-0d8406f6442f req-e13a71e3-64b4-469d-9d28-f90d10adf37d tempest-TestNetworkAdvancedServerOps-665886235 tempest-TestNetworkAdvancedServerOps-665886235-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:41.871929 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-fb185b18-ee68-4679-aeec-0d8406f6442f req-e13a71e3-64b4-469d-9d28-f90d10adf37d tempest-TestNetworkAdvancedServerOps-665886235 tempest-TestNetworkAdvancedServerOps-665886235-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=2ab07bbd-fa55-4032-bc68-2fe67c0da2d6 HTTP/1.1" status: 200 len: 1098 time: 0.1264806 Aug 11 03:24:41.884948 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-44403191-f79c-45f9-bdb7-b7a483eef79c None None] Network 2df90d19-954d-448c-bb02-d988570330a1 is not hosted by any dhcp agent {{(pid=102193) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 11 03:24:41.890316 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44403191-f79c-45f9-bdb7-b7a483eef79c None None] No DVR routers for this DVR port 72380bc3-a5cf-466a-81ba-b231b580fe67 on host n-d-764292-30 {{(pid=102193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:24:41.890316 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44403191-f79c-45f9-bdb7-b7a483eef79c None None] Pushing event deleted for resources: {'Port': ['ID=72380bc3-a5cf-466a-81ba-b231b580fe67,revision_number=None']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:41.901267 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-f31739f7-8866-411a-a375-e84402832d11 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-446725', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-448852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6559'] for router, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:41.912784 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-f31739f7-8866-411a-a375-e84402832d11 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-446952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-446974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-446967', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-448845'] for router, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:41.918423 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port 6fa52dd3-95c7-4b7f-ae74-aba1493a8683 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:24:41.924889 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 6fa52dd3-95c7-4b7f-ae74-aba1493a8683 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:24:41.925086 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:41.965842 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-a9d18dea-d7be-49db-9c59-644fe69ddc01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669'] for port, after_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:42.021879 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-fb185b18-ee68-4679-aeec-0d8406f6442f req-7993b7f9-1607-4afe-8a0b-cd9972e3114d tempest-TestNetworkAdvancedServerOps-665886235 tempest-TestNetworkAdvancedServerOps-665886235-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=1d4c303e-0c5b-4d5a-b0c4-6f31f4676a83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1317382 Aug 11 03:24:42.030441 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9d18dea-d7be-49db-9c59-644fe69ddc01 None None] Network 9d990acf-5adc-4138-8dad-bd3ee0974eed is already hosted by enough agents. {{(pid=102193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:24:42.041061 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.base_scheduler [None req-a9d18dea-d7be-49db-9c59-644fe69ddc01 None None] Resources bound (agent type, host, resource id): {{(pid=102193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:24:42.050136 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d18dea-d7be-49db-9c59-644fe69ddc01 None None] Pushing event updated for resources: {'Port': ['ID=30c0de1f-80dd-4a49-b8d9-07c29da60d77,revision_number=1']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:42.050821 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d18dea-d7be-49db-9c59-644fe69ddc01 None None] Received port after_create {{(pid=102193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:24:42.056606 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-a481ccec-5c1d-4b56-b098-8494ed740ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07', 'name': 'tempest-RoutersTest-router-522875344', 'tenant_id': '8002057c241341da96913e0b77a31349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:24:08Z', 'updated_at': '2021-08-11T03:24:39Z', 'revision_number': 5, 'project_id': '8002057c241341da96913e0b77a31349', 'gw_port_host': None, '_interfaces': [{'id': '0cbbd80f-4a85-4cfa-86d2-8b0c317769b0', 'name': '', 'network_id': '86594cbd-e1fd-497c-9535-16dda6843d99', 'tenant_id': '8002057c241341da96913e0b77a31349', 'mac_address': 'fa:16:3e:3e:3a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2672, 'fixed_ips': [{'subnet_id': 'a84ab6d1-920e-4120-b064-c4c12d86c28b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:24:12Z', 'updated_at': '2021-08-11T03:24:22Z', 'revision_number': 5, 'project_id': '8002057c241341da96913e0b77a31349', 'subnets': [{'id': 'a84ab6d1-920e-4120-b064-c4c12d86c28b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1b82a9ae-a762-41db-a25e-ef4862ec6919', 'name': '', 'network_id': '3c52fbf3-70f0-4618-9476-af865126e21a', 'tenant_id': '8002057c241341da96913e0b77a31349', 'mac_address': 'fa:16:3e:75:7f:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2702, 'fixed_ips': [{'subnet_id': 'c5093bec-e784-4a38-acca-481215b6c039', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:24:28Z', 'updated_at': '2021-08-11T03:24:38Z', 'revision_number': 5, 'project_id': '8002057c241341da96913e0b77a31349', 'subnets': [{'id': 'c5093bec-e784-4a38-acca-481215b6c039', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c7a10e3-d2c9-4dd1-afe4-09a90bd1604f', 'name': '', 'network_id': 'b2dfef44-a07d-466d-bc48-8bed5b65228d', 'tenant_id': '8002057c241341da96913e0b77a31349', 'mac_address': 'fa:16:3e:2a:6f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2688, 'fixed_ips': [{'subnet_id': 'c853cc03-0fa9-46a8-b3ec-fc57e2e7c093', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:24:18Z', 'updated_at': '2021-08-11T03:24:31Z', 'revision_number': 5, 'project_id': '8002057c241341da96913e0b77a31349', 'subnets': [{'id': 'c853cc03-0fa9-46a8-b3ec-fc57e2e7c093', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'daf57a7e-f123-4b56-ad00-10bb94114647', 'name': '', 'network_id': '3fd6548f-4b69-4a69-b47e-799e6c95d233', 'tenant_id': '8002057c241341da96913e0b77a31349', 'mac_address': 'fa:16:3e:2d:83:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2713, 'fixed_ips': [{'subnet_id': '2784d1e4-cd64-4e83-ae21-ddac86e252f7', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:24:38Z', 'updated_at': '2021-08-11T03:24:40Z', 'revision_number': 2, 'project_id': '8002057c241341da96913e0b77a31349', 'subnets': [{'id': '2784d1e4-cd64-4e83-ae21-ddac86e252f7', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:42.057336 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [None req-2500a790-55d8-4b47-938b-8a9868ec90a2 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Allocated IP 2001:db8::1 (9d990acf-5adc-4138-8dad-bd3ee0974eed/d9aef2a2-6c04-4a62-a177-1b07649b6890/9c63e81d-f420-4a23-9230-f71964068be4) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:24:42.057782 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f31739f7-8866-411a-a375-e84402832d11 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Router a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07 has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:24:42.074084 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-2ae166f4-0580-4c74-a648-a12409136403 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Deleting port c29f17ea-3061-47f1-b4db-23a7176a478a {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:24:42.074477 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-2ae166f4-0580-4c74-a648-a12409136403 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:42.100324 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a481ccec-5c1d-4b56-b098-8494ed740ce3 None None] Checking router: a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07 for host: n-d-764292-30 {{(pid=102193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:24:42.100716 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a481ccec-5c1d-4b56-b098-8494ed740ce3 None None] Updating router a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07 port daf57a7e-f123-4b56-ad00-10bb94114647 binding host n-d-764292-30 {{(pid=102193) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:24:42.190960 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-a481ccec-5c1d-4b56-b098-8494ed740ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:42.200226 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:42.204137 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f31739f7-8866-411a-a375-e84402832d11 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:24:42.212651 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-a9d18dea-d7be-49db-9c59-644fe69ddc01 None None] Attempting to bind port 30c0de1f-80dd-4a49-b8d9-07c29da60d77 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:24:42.213031 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-a9d18dea-d7be-49db-9c59-644fe69ddc01 None None] Attempting to bind port 30c0de1f-80dd-4a49-b8d9-07c29da60d77 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': 'dc0e6600-879c-4446-b810-f751c4888bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9d990acf-5adc-4138-8dad-bd3ee0974eed'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:24:42.213387 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d18dea-d7be-49db-9c59-644fe69ddc01 None None] Attempting to bind port 30c0de1f-80dd-4a49-b8d9-07c29da60d77 on network 9d990acf-5adc-4138-8dad-bd3ee0974eed {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:24:42.214418 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-f31739f7-8866-411a-a375-e84402832d11 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks [] for router, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:42.215991 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-f31739f7-8866-411a-a375-e84402832d11 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] 10.222.0.41 "PUT /v2.0/routers/a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07 HTTP/1.1" status: 200 len: 933 time: 1.2537022 Aug 11 03:24:42.218583 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 53748) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:42.226922 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-2ae166f4-0580-4c74-a648-a12409136403 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:42.227473 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-2ae166f4-0580-4c74-a648-a12409136403 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:42.233967 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d18dea-d7be-49db-9c59-644fe69ddc01 None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:24:42.234378 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d18dea-d7be-49db-9c59-644fe69ddc01 None None] Checking segment: {'id': 'dc0e6600-879c-4446-b810-f751c4888bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9d990acf-5adc-4138-8dad-bd3ee0974eed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:24:42.234791 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-a9d18dea-d7be-49db-9c59-644fe69ddc01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:42.235203 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d18dea-d7be-49db-9c59-644fe69ddc01 None None] Bound using segment: {'id': 'dc0e6600-879c-4446-b810-f751c4888bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9d990acf-5adc-4138-8dad-bd3ee0974eed'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:24:42.235655 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-a9d18dea-d7be-49db-9c59-644fe69ddc01 None None] Bound port: 30c0de1f-80dd-4a49-b8d9-07c29da60d77, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc0e6600-879c-4446-b810-f751c4888bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9d990acf-5adc-4138-8dad-bd3ee0974eed'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:24:42.236037 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-a9d18dea-d7be-49db-9c59-644fe69ddc01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:42.253840 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-2ae166f4-0580-4c74-a648-a12409136403 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Calling delete_port for c29f17ea-3061-47f1-b4db-23a7176a478a owned by network:floatingip {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:24:42.276917 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-2500a790-55d8-4b47-938b-8a9868ec90a2 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:42.355351 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-a9d18dea-d7be-49db-9c59-644fe69ddc01 None None] For port 30c0de1f-80dd-4a49-b8d9-07c29da60d77, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:24:42.355908 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [None req-2500a790-55d8-4b47-938b-8a9868ec90a2 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Transition to ACTIVE for port object 9c63e81d-f420-4a23-9230-f71964068be4 will not be triggered until provisioned by entity DHCP. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:24:42.362331 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port 6fa52dd3-95c7-4b7f-ae74-aba1493a8683, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=6fa52dd3-95c7-4b7f-ae74-aba1493a8683,segment=NetworkSegment(0afee78d-598f-48ce-9a9e-7a33252ca38b),segment_id=0afee78d-598f-48ce-9a9e-7a33252ca38b)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:24:42.385420 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-fb038fba-92a1-4b14-bb03-93292a7f375c tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] 10.222.0.41 "GET /v2.0/routers/a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07 HTTP/1.1" status: 200 len: 933 time: 0.1657238 Aug 11 03:24:42.386080 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 53752) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:42.393315 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-a32e7dec-62e9-4bb4-9e26-1d4e3ce3a7ee tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Request body: {'router': {'routes': None}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:24:42.402248 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541238c4-af32-4aed-a56b-220694752c0f req-0aec0f5c-3c54-4aae-8ee8-19ee940485a7 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:42.403762 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-541238c4-af32-4aed-a56b-220694752c0f req-0aec0f5c-3c54-4aae-8ee8-19ee940485a7 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ab07bbd-fa55-4032-bc68-2fe67c0da2d6 HTTP/1.1" status: 200 len: 946 time: 0.1158059 Aug 11 03:24:42.418473 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-97afad59-20e0-4a2b-9203-b3d142956887 req-e48c2b73-58f1-4d56-bbe4-0d5e0b9906e8 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=2ab07bbd-fa55-4032-bc68-2fe67c0da2d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1310372 Aug 11 03:24:42.430064 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-a9d18dea-d7be-49db-9c59-644fe69ddc01 None None] For port 30c0de1f-80dd-4a49-b8d9-07c29da60d77, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=30c0de1f-80dd-4a49-b8d9-07c29da60d77,segment=NetworkSegment(dc0e6600-879c-4446-b810-f751c4888bb2),segment_id=dc0e6600-879c-4446-b810-f751c4888bb2)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:24:42.436073 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:42.505744 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-a9d18dea-d7be-49db-9c59-644fe69ddc01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:42.562519 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-2500a790-55d8-4b47-938b-8a9868ec90a2 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:42.586892 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-541238c4-af32-4aed-a56b-220694752c0f req-081ee740-9f0e-4428-ba89-7ac3b332c6ed tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d4c303e-0c5b-4d5a-b0c4-6f31f4676a83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1215658 Aug 11 03:24:42.597269 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 72380bc3-a5cf-466a-81ba-b231b580fe67 no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:24:42.600792 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c453a4-1c4f-490b-9e5c-2097ef723b42 req-2ae46116-cf59-48ba-9326-b133c2e73b3f tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:42.602425 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-83c453a4-1c4f-490b-9e5c-2097ef723b42 req-2ae46116-cf59-48ba-9326-b133c2e73b3f tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] 10.222.0.41 "GET /v2.0/ports?device_id=136d98fc-cbc0-400d-bf91-3d2c80353ca9 HTTP/1.1" status: 200 len: 946 time: 0.2154069 Aug 11 03:24:42.619705 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 53754) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:42.626660 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-2ae166f4-0580-4c74-a648-a12409136403 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:42.633754 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: 72380bc3-a5cf-466a-81ba-b231b580fe67 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:24:42.634094 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 72380bc3-a5cf-466a-81ba-b231b580fe67 not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:24:42.638310 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=6fa52dd3-95c7-4b7f-ae74-aba1493a8683,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:42.640232 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2500a790-55d8-4b47-938b-8a9868ec90a2 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Network 9d990acf-5adc-4138-8dad-bd3ee0974eed is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:24:42.642242 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97afad59-20e0-4a2b-9203-b3d142956887 req-7d7fc467-96c6-43cb-91b4-36a70a6f7e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:42.645476 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-97afad59-20e0-4a2b-9203-b3d142956887 req-7d7fc467-96c6-43cb-91b4-36a70a6f7e99 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a5478860f7cb432583cc8e5d994d2237&device_id=2ab07bbd-fa55-4032-bc68-2fe67c0da2d6 HTTP/1.1" status: 200 len: 1098 time: 0.1609952 Aug 11 03:24:42.654936 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-2500a790-55d8-4b47-938b-8a9868ec90a2 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:24:42.699468 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2500a790-55d8-4b47-938b-8a9868ec90a2 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:24:42.699468 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-2500a790-55d8-4b47-938b-8a9868ec90a2 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-520987'] for router_interface, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:42.721837 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d18dea-d7be-49db-9c59-644fe69ddc01 None None] Pushing event updated for resources: {'Port': ['ID=30c0de1f-80dd-4a49-b8d9-07c29da60d77,revision_number=2']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:42.889745 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-a481ccec-5c1d-4b56-b098-8494ed740ce3 None None] Notify callbacks [] for port, precommit_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:42.894410 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-83c453a4-1c4f-490b-9e5c-2097ef723b42 req-9d8f39fd-c6e9-4316-a64b-8f19710cb44d tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed60bba6-2b2f-4b83-a3e4-9e7aa48523e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934837 Aug 11 03:24:42.933171 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-a481ccec-5c1d-4b56-b098-8494ed740ce3 None None] Transition to ACTIVE for port object daf57a7e-f123-4b56-ad00-10bb94114647 will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:24:42.988537 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.extraroute_db [None req-a32e7dec-62e9-4bb4-9e26-1d4e3ce3a7ee tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Added routes are [] {{(pid=102192) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 11 03:24:42.989444 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.extraroute_db [None req-a32e7dec-62e9-4bb4-9e26-1d4e3ce3a7ee tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=102192) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 11 03:24:43.009212 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-a481ccec-5c1d-4b56-b098-8494ed740ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:43.031569 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a32e7dec-62e9-4bb4-9e26-1d4e3ce3a7ee tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-446725', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-448852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6559'] for router, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:43.105094 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09a9158-6b93-42c1-b75b-14ac44cc46ba None None] Pushing event updated for resources: {'Port': ['ID=daf57a7e-f123-4b56-ad00-10bb94114647,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:43.144405 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-a481ccec-5c1d-4b56-b098-8494ed740ce3 None None] Attempting to bind port daf57a7e-f123-4b56-ad00-10bb94114647 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:24:43.144815 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-a481ccec-5c1d-4b56-b098-8494ed740ce3 None None] Attempting to bind port daf57a7e-f123-4b56-ad00-10bb94114647 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': '0afee78d-598f-48ce-9a9e-7a33252ca38b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3fd6548f-4b69-4a69-b47e-799e6c95d233'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:24:43.145212 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a481ccec-5c1d-4b56-b098-8494ed740ce3 None None] Attempting to bind port daf57a7e-f123-4b56-ad00-10bb94114647 on network 3fd6548f-4b69-4a69-b47e-799e6c95d233 {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:24:43.152878 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a481ccec-5c1d-4b56-b098-8494ed740ce3 None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:24:43.153260 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a481ccec-5c1d-4b56-b098-8494ed740ce3 None None] Checking segment: {'id': '0afee78d-598f-48ce-9a9e-7a33252ca38b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3fd6548f-4b69-4a69-b47e-799e6c95d233'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:24:43.153723 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-a481ccec-5c1d-4b56-b098-8494ed740ce3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:43.154133 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a481ccec-5c1d-4b56-b098-8494ed740ce3 None None] Bound using segment: {'id': '0afee78d-598f-48ce-9a9e-7a33252ca38b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3fd6548f-4b69-4a69-b47e-799e6c95d233'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:24:43.155325 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-a481ccec-5c1d-4b56-b098-8494ed740ce3 None None] Bound port: daf57a7e-f123-4b56-ad00-10bb94114647, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0afee78d-598f-48ce-9a9e-7a33252ca38b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3fd6548f-4b69-4a69-b47e-799e6c95d233'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:24:43.155860 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-a481ccec-5c1d-4b56-b098-8494ed740ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:43.247890 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-a481ccec-5c1d-4b56-b098-8494ed740ce3 None None] For port daf57a7e-f123-4b56-ad00-10bb94114647, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:24:43.252055 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-a481ccec-5c1d-4b56-b098-8494ed740ce3 None None] For port daf57a7e-f123-4b56-ad00-10bb94114647, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=daf57a7e-f123-4b56-ad00-10bb94114647,segment=NetworkSegment(0afee78d-598f-48ce-9a9e-7a33252ca38b),segment_id=0afee78d-598f-48ce-9a9e-7a33252ca38b)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:24:43.282728 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2500a790-55d8-4b47-938b-8a9868ec90a2 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Pushing event updated for resources: {'Port': ['ID=9c63e81d-f420-4a23-9230-f71964068be4,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:43.299678 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-4220bc7c-f77b-4799-a226-73c1e21097ef tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/floatingips/fd619eed-3761-4ee8-a098-a605c4f6b3f4 HTTP/1.1" status: 200 len: 993 time: 0.6744220 Aug 11 03:24:43.340692 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-a481ccec-5c1d-4b56-b098-8494ed740ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:43.346873 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae166f4-0580-4c74-a648-a12409136403 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Pushing event deleted for resources: {'Port': ['ID=c29f17ea-3061-47f1-b4db-23a7176a478a,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:43.440765 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a481ccec-5c1d-4b56-b098-8494ed740ce3 None None] Routers {'a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:24:43.441946 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-a481ccec-5c1d-4b56-b098-8494ed740ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:24:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:43.517784 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-2500a790-55d8-4b47-938b-8a9868ec90a2 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:43.537254 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a32e7dec-62e9-4bb4-9e26-1d4e3ce3a7ee tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-446725', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-448852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6559'] for router, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:43.546108 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a32e7dec-62e9-4bb4-9e26-1d4e3ce3a7ee tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-446952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-446974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-446967', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-448845'] for router, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:43.569289 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-2ae166f4-0580-4c74-a648-a12409136403 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks [] for floatingip, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:43.569289 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-2ae166f4-0580-4c74-a648-a12409136403 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for floatingip, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:43.573763 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-2ae166f4-0580-4c74-a648-a12409136403 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] 10.222.0.41 "DELETE /v2.0/floatingips/5898976b-5b68-4037-90ed-8263e928c69d HTTP/1.1" status: 204 len: 168 time: 1.7481740 Aug 11 03:24:43.583794 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 53768) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:43.608225 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-a481ccec-5c1d-4b56-b098-8494ed740ce3 None None] Set router a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07 gateway port host: None {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:24:43.727835 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9bdbf2-466a-444f-9ccf-235827e72622 req-af7c5ccf-93d9-4ce4-80b5-845b73a96e62 tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:43.729391 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ed9bdbf2-466a-444f-9ccf-235827e72622 req-af7c5ccf-93d9-4ce4-80b5-845b73a96e62 tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] 10.222.0.41 "GET /v2.0/ports?device_id=136d98fc-cbc0-400d-bf91-3d2c80353ca9 HTTP/1.1" status: 200 len: 946 time: 0.2527950 Aug 11 03:24:43.762840 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a32e7dec-62e9-4bb4-9e26-1d4e3ce3a7ee tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Router a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07 has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:24:43.831440 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ed9bdbf2-466a-444f-9ccf-235827e72622 req-c911fda7-0715-48f2-b978-82ede339e55b tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed60bba6-2b2f-4b83-a3e4-9e7aa48523e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909693 Aug 11 03:24:43.880592 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09a9158-6b93-42c1-b75b-14ac44cc46ba None None] Pushing event updated for resources: {'Port': ['ID=daf57a7e-f123-4b56-ad00-10bb94114647,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:43.901744 n-d-764292-30 neutron-server[102191]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f279a45-f457-4dba-9fed-9c2a023e57dd tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] DELETE failed (client error): The resource could not be found. Aug 11 03:24:43.901925 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f279a45-f457-4dba-9fed-9c2a023e57dd tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:24:43.903703 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-7f279a45-f457-4dba-9fed-9c2a023e57dd tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] 10.222.0.41 "DELETE /v2.0/ports/9c8bbb5d-b1ed-4b56-87cf-f4c16111e8fb HTTP/1.1" status: 404 len: 333 time: 0.3185160 Aug 11 03:24:43.908999 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 53774) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:43.957198 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a32e7dec-62e9-4bb4-9e26-1d4e3ce3a7ee tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:24:43.965402 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a32e7dec-62e9-4bb4-9e26-1d4e3ce3a7ee tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks [] for router, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:43.966636 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-a32e7dec-62e9-4bb4-9e26-1d4e3ce3a7ee tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] 10.222.0.41 "PUT /v2.0/routers/a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07 HTTP/1.1" status: 200 len: 699 time: 1.5775192 Aug 11 03:24:43.969395 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 53776) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:43.976403 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-1bee0af9-1d0a-465d-aa60-d412df24683d tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] 10.222.0.41 "GET /v2.0/ports?device_id=b72ac8f8-b6ee-4ced-ba4e-ba5d25d6ba78 HTTP/1.1" status: 200 len: 205 time: 0.0634549 Aug 11 03:24:43.980145 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 53778) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:43.985839 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325eea1a-5fc1-4565-8b6e-14934a3038db req-285d4d67-812d-43f9-af4f-f44579753429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:43.987741 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-325eea1a-5fc1-4565-8b6e-14934a3038db req-285d4d67-812d-43f9-af4f-f44579753429 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f8cfc954604b4a9ba8ad1cb21f7fc109&device_id=136d98fc-cbc0-400d-bf91-3d2c80353ca9 HTTP/1.1" status: 200 len: 1098 time: 0.4857433 Aug 11 03:24:44.036985 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-a481ccec-5c1d-4b56-b098-8494ed740ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07', 'name': 'tempest-RoutersTest-router-522875344', 'tenant_id': '8002057c241341da96913e0b77a31349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:24:08Z', 'updated_at': '2021-08-11T03:24:43Z', 'revision_number': 7, 'project_id': '8002057c241341da96913e0b77a31349', 'gw_port_host': None, '_interfaces': [{'id': '0cbbd80f-4a85-4cfa-86d2-8b0c317769b0', 'name': '', 'network_id': '86594cbd-e1fd-497c-9535-16dda6843d99', 'tenant_id': '8002057c241341da96913e0b77a31349', 'mac_address': 'fa:16:3e:3e:3a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2672, 'fixed_ips': [{'subnet_id': 'a84ab6d1-920e-4120-b064-c4c12d86c28b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:24:12Z', 'updated_at': '2021-08-11T03:24:22Z', 'revision_number': 5, 'project_id': '8002057c241341da96913e0b77a31349', 'subnets': [{'id': 'a84ab6d1-920e-4120-b064-c4c12d86c28b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1b82a9ae-a762-41db-a25e-ef4862ec6919', 'name': '', 'network_id': '3c52fbf3-70f0-4618-9476-af865126e21a', 'tenant_id': '8002057c241341da96913e0b77a31349', 'mac_address': 'fa:16:3e:75:7f:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2702, 'fixed_ips': [{'subnet_id': 'c5093bec-e784-4a38-acca-481215b6c039', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:24:28Z', 'updated_at': '2021-08-11T03:24:38Z', 'revision_number': 5, 'project_id': '8002057c241341da96913e0b77a31349', 'subnets': [{'id': 'c5093bec-e784-4a38-acca-481215b6c039', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c7a10e3-d2c9-4dd1-afe4-09a90bd1604f', 'name': '', 'network_id': 'b2dfef44-a07d-466d-bc48-8bed5b65228d', 'tenant_id': '8002057c241341da96913e0b77a31349', 'mac_address': 'fa:16:3e:2a:6f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2688, 'fixed_ips': [{'subnet_id': 'c853cc03-0fa9-46a8-b3ec-fc57e2e7c093', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:24:18Z', 'updated_at': '2021-08-11T03:24:31Z', 'revision_number': 5, 'project_id': '8002057c241341da96913e0b77a31349', 'subnets': [{'id': 'c853cc03-0fa9-46a8-b3ec-fc57e2e7c093', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'daf57a7e-f123-4b56-ad00-10bb94114647', 'name': '', 'network_id': '3fd6548f-4b69-4a69-b47e-799e6c95d233', 'tenant_id': '8002057c241341da96913e0b77a31349', 'mac_address': 'fa:16:3e:2d:83:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2713, 'fixed_ips': [{'subnet_id': '2784d1e4-cd64-4e83-ae21-ddac86e252f7', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:24:38Z', 'updated_at': '2021-08-11T03:24:43Z', 'revision_number': 4, 'project_id': '8002057c241341da96913e0b77a31349', 'subnets': [{'id': '2784d1e4-cd64-4e83-ae21-ddac86e252f7', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:44.069997 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bb94bb5-e216-4649-a1f4-0d976b85a938 None None] Network 9d990acf-5adc-4138-8dad-bd3ee0974eed requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:24:44.073690 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a481ccec-5c1d-4b56-b098-8494ed740ce3 None None] The sync data for ids ['a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07'] in n-d-764292-30 is: [{'id': 'a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07', 'name': 'tempest-RoutersTest-router-522875344', 'tenant_id': '8002057c241341da96913e0b77a31349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:24:08Z', 'updated_at': '2021-08-11T03:24:43Z', 'revision_number': 7, 'project_id': '8002057c241341da96913e0b77a31349', 'gw_port_host': None, '_interfaces': [{'id': '0cbbd80f-4a85-4cfa-86d2-8b0c317769b0', 'name': '', 'network_id': '86594cbd-e1fd-497c-9535-16dda6843d99', 'tenant_id': '8002057c241341da96913e0b77a31349', 'mac_address': 'fa:16:3e:3e:3a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2672, 'fixed_ips': [{'subnet_id': 'a84ab6d1-920e-4120-b064-c4c12d86c28b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:24:12Z', 'updated_at': '2021-08-11T03:24:22Z', 'revision_number': 5, 'project_id': '8002057c241341da96913e0b77a31349', 'subnets': [{'id': 'a84ab6d1-920e-4120-b064-c4c12d86c28b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1b82a9ae-a762-41db-a25e-ef4862ec6919', 'name': '', 'network_id': '3c52fbf3-70f0-4618-9476-af865126e21a', 'tenant_id': '8002057c241341da96913e0b77a31349', 'mac_address': 'fa:16:3e:75:7f:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2702, 'fixed_ips': [{'subnet_id': 'c5093bec-e784-4a38-acca-481215b6c039', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:24:28Z', 'updated_at': '2021-08-11T03:24:38Z', 'revision_number': 5, 'project_id': '8002057c241341da96913e0b77a31349', 'subnets': [{'id': 'c5093bec-e784-4a38-acca-481215b6c039', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c7a10e3-d2c9-4dd1-afe4-09a90bd1604f', 'name': '', 'network_id': 'b2dfef44-a07d-466d-bc48-8bed5b65228d', 'tenant_id': '8002057c241341da96913e0b77a31349', 'mac_address': 'fa:16:3e:2a:6f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2688, 'fixed_ips': [{'subnet_id': 'c853cc03-0fa9-46a8-b3ec-fc57e2e7c093', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:24:18Z', 'updated_at': '2021-08-11T03:24:31Z', 'revision_number': 5, 'project_id': '8002057c241341da96913e0b77a31349', 'subnets': [{'id': 'c853cc03-0fa9-46a8-b3ec-fc57e2e7c093', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'daf57a7e-f123-4b56-ad00-10bb94114647', 'name': '', 'network_id': '3fd6548f-4b69-4a69-b47e-799e6c95d233', 'tenant_id': '8002057c241341da96913e0b77a31349', 'mac_address': 'fa:16:3e:2d:83:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2713, 'fixed_ips': [{'subnet_id': '2784d1e4-cd64-4e83-ae21-ddac86e252f7', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:24:38Z', 'updated_at': '2021-08-11T03:24:43Z', 'revision_number': 4, 'project_id': '8002057c241341da96913e0b77a31349', 'subnets': [{'id': '2784d1e4-cd64-4e83-ae21-ddac86e252f7', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:24:44.089973 n-d-764292-30 neutron-server[102192]: INFO neutron.api.v2.resource [None req-62bd67d1-be68-4bb5-b5e0-40cd14316be0 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] delete failed (client error): The resource could not be found. Aug 11 03:24:44.096331 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-62bd67d1-be68-4bb5-b5e0-40cd14316be0 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] 10.222.0.41 "DELETE /v2.0/routers/b72ac8f8-b6ee-4ced-ba4e-ba5d25d6ba78 HTTP/1.1" status: 404 len: 336 time: 0.1142642 Aug 11 03:24:44.096979 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 53782) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:44.106817 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97afad59-20e0-4a2b-9203-b3d142956887 req-9a68b765-6090-4c1a-8520-23c7c7ffcc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:44.108328 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-97afad59-20e0-4a2b-9203-b3d142956887 req-9a68b765-6090-4c1a-8520-23c7c7ffcc60 service neutron] 10.222.0.22 "GET /v2.0/networks?id=6a6493ce-4ad4-4581-8e07-a017fe78dc31 HTTP/1.1" status: 200 len: 897 time: 1.4145300 Aug 11 03:24:44.109310 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325eea1a-5fc1-4565-8b6e-14934a3038db req-238df923-2b67-4ddd-8624-ef79e4da311a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:44.110703 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-325eea1a-5fc1-4565-8b6e-14934a3038db req-238df923-2b67-4ddd-8624-ef79e4da311a service neutron] 10.222.0.22 "GET /v2.0/networks?id=c13948e9-e028-4a8d-ac69-93d0ad6a4bde HTTP/1.1" status: 200 len: 912 time: 0.1101208 Aug 11 03:24:44.171601 n-d-764292-30 neutron-server[102192]: INFO neutron.pecan_wsgi.hooks.translation [None req-6783f59c-970e-45d4-b927-3d617e5ee4c7 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] DELETE failed (client error): The resource could not be found. Aug 11 03:24:44.172344 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6783f59c-970e-45d4-b927-3d617e5ee4c7 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:24:44.176626 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-6783f59c-970e-45d4-b927-3d617e5ee4c7 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] 10.222.0.41 "DELETE /v2.0/subnets/5028bd52-0903-4609-8747-fbca8d2cd8eb HTTP/1.1" status: 404 len: 337 time: 0.0694170 Aug 11 03:24:44.179545 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 53786) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:44.349645 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-97afad59-20e0-4a2b-9203-b3d142956887 req-5aa8eca7-ed7b-4b8d-be32-10bf3504515a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dfa2e0ff-33d8-4c81-8f5e-c2c8919596e7 HTTP/1.1" status: 200 len: 1001 time: 0.2259881 Aug 11 03:24:44.351751 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-325eea1a-5fc1-4565-8b6e-14934a3038db req-d1ee0e4a-5182-4bbc-a315-e4f85097e62d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=02bc0461-cd74-4351-b2c3-cb77188e1749 HTTP/1.1" status: 200 len: 217 time: 0.2222779 Aug 11 03:24:44.438235 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-2500a790-55d8-4b47-938b-8a9868ec90a2 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:44.499511 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325eea1a-5fc1-4565-8b6e-14934a3038db req-629c5af6-ce83-4adf-aaec-c6d3eda83c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:44.501177 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-325eea1a-5fc1-4565-8b6e-14934a3038db req-629c5af6-ce83-4adf-aaec-c6d3eda83c39 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b8783183-c3a1-4580-9cd5-7ee055cead2b HTTP/1.1" status: 200 len: 851 time: 0.1187108 Aug 11 03:24:44.504943 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97afad59-20e0-4a2b-9203-b3d142956887 req-ecbfa485-fe9f-45f2-8e79-956e152047ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:44.506699 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-97afad59-20e0-4a2b-9203-b3d142956887 req-ecbfa485-fe9f-45f2-8e79-956e152047ea service neutron] 10.222.0.22 "GET /v2.0/subnets?id=37cbef7f-f057-476b-a1c7-ed84d89eefd6 HTTP/1.1" status: 200 len: 835 time: 0.1423526 Aug 11 03:24:44.509767 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-e88dcfb9-814f-40d0-b9fb-bd0f9b485d18 req-0701016a-a29e-4723-8cf2-a0ffe241bee4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2ab07bbd-fa55-4032-bc68-2fe67c0da2d6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1552286 Aug 11 03:24:44.511083 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-2500a790-55d8-4b47-938b-8a9868ec90a2 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:44.511857 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-2500a790-55d8-4b47-938b-8a9868ec90a2 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16383026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521135'] for router_interface, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:44.544678 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-9c28311d-fd6c-4233-9bd2-fa8c33b2dd39 None None] Provisioning for port 30c0de1f-80dd-4a49-b8d9-07c29da60d77 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:24:44.636320 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-325eea1a-5fc1-4565-8b6e-14934a3038db req-4f97e5c5-1231-400b-8c4a-613e5e0f7ece service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c13948e9-e028-4a8d-ac69-93d0ad6a4bde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1185212 Aug 11 03:24:44.760796 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2500a790-55d8-4b47-938b-8a9868ec90a2 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Pushing event updated for resources: {'Port': ['ID=9c63e81d-f420-4a23-9230-f71964068be4,revision_number=2']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:44.789342 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97afad59-20e0-4a2b-9203-b3d142956887 req-425afc9b-91d7-4d9a-ad58-d2981ef75e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:44.791228 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-97afad59-20e0-4a2b-9203-b3d142956887 req-425afc9b-91d7-4d9a-ad58-d2981ef75e2d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=6a6493ce-4ad4-4581-8e07-a017fe78dc31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2599046 Aug 11 03:24:44.812581 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-427c47ad-330b-4420-bc83-b042e0e3e2ff tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] 10.222.0.41 "GET /v2.0/routers/a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07 HTTP/1.1" status: 200 len: 699 time: 0.8419750 Aug 11 03:24:44.821108 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 53792) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:44.942238 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device daf57a7e-f123-4b56-ad00-10bb94114647 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:24:44.954306 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2500a790-55d8-4b47-938b-8a9868ec90a2 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Network 9d990acf-5adc-4138-8dad-bd3ee0974eed is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:24:44.962097 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-325eea1a-5fc1-4565-8b6e-14934a3038db req-584de6a4-bbf7-4f47-92fc-216e3aa708fc service neutron] 10.222.0.22 "GET /v2.0/networks/c13948e9-e028-4a8d-ac69-93d0ad6a4bde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3076839 Aug 11 03:24:44.962966 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-2500a790-55d8-4b47-938b-8a9868ec90a2 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:24:45.023629 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84e769c-64bb-4441-8c9a-f5cb74497fe9 req-70d63489-c265-4dd5-ba5d-f3afbcfade1f tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:45.025173 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a84e769c-64bb-4441-8c9a-f5cb74497fe9 req-70d63489-c265-4dd5-ba5d-f3afbcfade1f tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ab07bbd-fa55-4032-bc68-2fe67c0da2d6 HTTP/1.1" status: 200 len: 946 time: 0.8019433 Aug 11 03:24:45.129015 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3669cef-67d8-4aa9-a3bf-f169e3e8a848 None None] Sync routers for ids ['a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07'] in n-d-764292-30 {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:24:45.141599 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port daf57a7e-f123-4b56-ad00-10bb94114647 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:24:45.144058 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3669cef-67d8-4aa9-a3bf-f169e3e8a848 None None] Routers {'a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:24:45.146364 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-e3669cef-67d8-4aa9-a3bf-f169e3e8a848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:24:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:45.146524 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port daf57a7e-f123-4b56-ad00-10bb94114647 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:24:45.146833 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:45.182133 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-97afad59-20e0-4a2b-9203-b3d142956887 req-19387f06-6eb6-4fbb-8f32-9fe652fabd79 service neutron] 10.222.0.22 "GET /v2.0/networks/6a6493ce-4ad4-4581-8e07-a017fe78dc31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3799913 Aug 11 03:24:45.194276 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-51717b0b-846f-4ee7-b597-70472a162362 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Deleting port 6c090316-73e5-49de-9aaf-f39bb701c766 {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:24:45.194653 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-51717b0b-846f-4ee7-b597-70472a162362 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:45.215618 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a84e769c-64bb-4441-8c9a-f5cb74497fe9 req-ed9a3e2b-4142-4968-b89c-1fea46f1b1ad tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d4c303e-0c5b-4d5a-b0c4-6f31f4676a83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1837411 Aug 11 03:24:45.224246 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb860750-6af2-4981-b60e-f83a39d16969 req-c7a70711-7071-4ee8-a417-819cfff4017c tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:45.225840 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-eb860750-6af2-4981-b60e-f83a39d16969 req-c7a70711-7071-4ee8-a417-819cfff4017c tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] 10.222.0.41 "GET /v2.0/ports?device_id=136d98fc-cbc0-400d-bf91-3d2c80353ca9 HTTP/1.1" status: 200 len: 946 time: 0.2696340 Aug 11 03:24:45.307060 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:45.316336 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-325eea1a-5fc1-4565-8b6e-14934a3038db req-937f87da-4ecf-4f0d-9939-b3264649156a service neutron] 10.222.0.22 "GET /v2.0/networks/c13948e9-e028-4a8d-ac69-93d0ad6a4bde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3399925 Aug 11 03:24:45.353838 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-98ac3448-675f-4c06-a0a0-effc0e07a050 None None] Provisioning for port 9c63e81d-f420-4a23-9230-f71964068be4 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:24:45.368617 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-97afad59-20e0-4a2b-9203-b3d142956887 req-8db446ff-12c0-4f79-b7e4-4c762f4736ca service neutron] 10.222.0.22 "GET /v2.0/networks/6a6493ce-4ad4-4581-8e07-a017fe78dc31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723135 Aug 11 03:24:45.369264 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-98ac3448-675f-4c06-a0a0-effc0e07a050 None None] Provisioning complete for port 9c63e81d-f420-4a23-9230-f71964068be4 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:24:45.369655 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-98ac3448-675f-4c06-a0a0-effc0e07a050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:45.393874 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-eb860750-6af2-4981-b60e-f83a39d16969 req-1d089719-e356-4339-9483-85fb01eb03b1 tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed60bba6-2b2f-4b83-a3e4-9e7aa48523e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195619 Aug 11 03:24:45.395941 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-e3669cef-67d8-4aa9-a3bf-f169e3e8a848 None None] Set router a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07 gateway port host: None {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:24:45.406953 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port daf57a7e-f123-4b56-ad00-10bb94114647, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=daf57a7e-f123-4b56-ad00-10bb94114647,segment=NetworkSegment(0afee78d-598f-48ce-9a9e-7a33252ca38b),segment_id=0afee78d-598f-48ce-9a9e-7a33252ca38b)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:24:45.428990 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-98ac3448-675f-4c06-a0a0-effc0e07a050 None None] Port 9c63e81d-f420-4a23-9230-f71964068be4 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:24:45.432638 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2500a790-55d8-4b47-938b-8a9868ec90a2 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Router dd36efc1-2ce6-4cfa-aa42-0e1114476ed9 is scheduled to L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 with binding_index 1 {{(pid=102191) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:24:45.500563 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:45.501985 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 6fa52dd3-95c7-4b7f-ae74-aba1493a8683 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:24:45.547212 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-51717b0b-846f-4ee7-b597-70472a162362 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:45.611581 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-51717b0b-846f-4ee7-b597-70472a162362 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Calling delete_port for 6c090316-73e5-49de-9aaf-f39bb701c766 owned by {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:24:45.673811 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2500a790-55d8-4b47-938b-8a9868ec90a2 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:24:45.678363 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=daf57a7e-f123-4b56-ad00-10bb94114647,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:45.686076 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-2500a790-55d8-4b47-938b-8a9868ec90a2 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] 10.222.0.41 "PUT /v2.0/routers/dd36efc1-2ce6-4cfa-aa42-0e1114476ed9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5906899 Aug 11 03:24:45.688535 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 53816) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:45.691822 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ddb6b6-e2d4-421a-8768-456ba68a1dcb None None] Sync routers for ids ['dd36efc1-2ce6-4cfa-aa42-0e1114476ed9'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:24:45.723751 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-39fa8da1-0c0c-4700-9579-2c9edb10af49 None None] Provisioning complete for port 9c63e81d-f420-4a23-9230-f71964068be4 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:24:45.723751 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-39fa8da1-0c0c-4700-9579-2c9edb10af49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:45.723751 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 6fa52dd3-95c7-4b7f-ae74-aba1493a8683 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:24:45.723751 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:45.723751 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ddb6b6-e2d4-421a-8768-456ba68a1dcb None None] Routers {'dd36efc1-2ce6-4cfa-aa42-0e1114476ed9'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:24:45.724534 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-a6ddb6b6-e2d4-421a-8768-456ba68a1dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:24:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['dd36efc1-2ce6-4cfa-aa42-0e1114476ed9'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:45.776964 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6cd19fc-7655-442c-b1fa-7bb12068d93c tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:45.787013 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 53820) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:45.787557 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-f6cd19fc-7655-442c-b1fa-7bb12068d93c tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] 10.222.0.41 "GET /v2.0/ports/9c63e81d-f420-4a23-9230-f71964068be4 HTTP/1.1" status: 200 len: 911 time: 0.0978160 Aug 11 03:24:45.802686 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-e3669cef-67d8-4aa9-a3bf-f169e3e8a848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07', 'name': 'tempest-RoutersTest-router-522875344', 'tenant_id': '8002057c241341da96913e0b77a31349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:24:08Z', 'updated_at': '2021-08-11T03:24:43Z', 'revision_number': 7, 'project_id': '8002057c241341da96913e0b77a31349', 'gw_port_host': None, '_interfaces': [{'id': '0cbbd80f-4a85-4cfa-86d2-8b0c317769b0', 'name': '', 'network_id': '86594cbd-e1fd-497c-9535-16dda6843d99', 'tenant_id': '8002057c241341da96913e0b77a31349', 'mac_address': 'fa:16:3e:3e:3a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2672, 'fixed_ips': [{'subnet_id': 'a84ab6d1-920e-4120-b064-c4c12d86c28b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:24:12Z', 'updated_at': '2021-08-11T03:24:22Z', 'revision_number': 5, 'project_id': '8002057c241341da96913e0b77a31349', 'subnets': [{'id': 'a84ab6d1-920e-4120-b064-c4c12d86c28b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1b82a9ae-a762-41db-a25e-ef4862ec6919', 'name': '', 'network_id': '3c52fbf3-70f0-4618-9476-af865126e21a', 'tenant_id': '8002057c241341da96913e0b77a31349', 'mac_address': 'fa:16:3e:75:7f:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2702, 'fixed_ips': [{'subnet_id': 'c5093bec-e784-4a38-acca-481215b6c039', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:24:28Z', 'updated_at': '2021-08-11T03:24:38Z', 'revision_number': 5, 'project_id': '8002057c241341da96913e0b77a31349', 'subnets': [{'id': 'c5093bec-e784-4a38-acca-481215b6c039', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c7a10e3-d2c9-4dd1-afe4-09a90bd1604f', 'name': '', 'network_id': 'b2dfef44-a07d-466d-bc48-8bed5b65228d', 'tenant_id': '8002057c241341da96913e0b77a31349', 'mac_address': 'fa:16:3e:2a:6f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2688, 'fixed_ips': [{'subnet_id': 'c853cc03-0fa9-46a8-b3ec-fc57e2e7c093', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:24:18Z', 'updated_at': '2021-08-11T03:24:31Z', 'revision_number': 5, 'project_id': '8002057c241341da96913e0b77a31349', 'subnets': [{'id': 'c853cc03-0fa9-46a8-b3ec-fc57e2e7c093', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'daf57a7e-f123-4b56-ad00-10bb94114647', 'name': '', 'network_id': '3fd6548f-4b69-4a69-b47e-799e6c95d233', 'tenant_id': '8002057c241341da96913e0b77a31349', 'mac_address': 'fa:16:3e:2d:83:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2713, 'fixed_ips': [{'subnet_id': '2784d1e4-cd64-4e83-ae21-ddac86e252f7', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:24:38Z', 'updated_at': '2021-08-11T03:24:43Z', 'revision_number': 4, 'project_id': '8002057c241341da96913e0b77a31349', 'subnets': [{'id': '2784d1e4-cd64-4e83-ae21-ddac86e252f7', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:45.839926 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3669cef-67d8-4aa9-a3bf-f169e3e8a848 None None] Checking router: a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07 for host: n-d-764292-30 {{(pid=102194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:24:45.847393 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-a6ddb6b6-e2d4-421a-8768-456ba68a1dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:45.853369 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3669cef-67d8-4aa9-a3bf-f169e3e8a848 None None] Routers {'a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:24:45.856311 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-e3669cef-67d8-4aa9-a3bf-f169e3e8a848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:24:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:45.877843 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-39fa8da1-0c0c-4700-9579-2c9edb10af49 None None] Port 9c63e81d-f420-4a23-9230-f71964068be4 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:24:45.883988 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ddb6b6-e2d4-421a-8768-456ba68a1dcb None None] Routers {'dd36efc1-2ce6-4cfa-aa42-0e1114476ed9'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:24:45.884636 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-a6ddb6b6-e2d4-421a-8768-456ba68a1dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:24:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['dd36efc1-2ce6-4cfa-aa42-0e1114476ed9'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:45.926716 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-a6ddb6b6-e2d4-421a-8768-456ba68a1dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:45.927183 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ddb6b6-e2d4-421a-8768-456ba68a1dcb None None] The sync data for ids ['dd36efc1-2ce6-4cfa-aa42-0e1114476ed9'] in n-d-764292-30 is: [] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:24:45.976407 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-e3669cef-67d8-4aa9-a3bf-f169e3e8a848 None None] Set router a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07 gateway port host: None {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:24:46.006255 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 30c0de1f-80dd-4a49-b8d9-07c29da60d77 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:24:46.037239 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-64138595-9b6e-422a-bc31-e248bb578fa9 None None] Provisioning complete for port 9c63e81d-f420-4a23-9230-f71964068be4 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:24:46.037939 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-64138595-9b6e-422a-bc31-e248bb578fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:46.084060 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-64138595-9b6e-422a-bc31-e248bb578fa9 None None] Port 9c63e81d-f420-4a23-9230-f71964068be4 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:24:46.111185 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-bb119fef-606d-4914-a3f6-12e451bf286f tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521106'] for router_interface, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:46.118202 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-51717b0b-846f-4ee7-b597-70472a162362 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:46.130085 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port 30c0de1f-80dd-4a49-b8d9-07c29da60d77 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:24:46.136288 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 30c0de1f-80dd-4a49-b8d9-07c29da60d77 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:24:46.137728 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:46.238369 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51717b0b-846f-4ee7-b597-70472a162362 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Pushing event deleted for resources: {'Port': ['ID=6c090316-73e5-49de-9aaf-f39bb701c766,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:46.240390 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:46.256362 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-e3669cef-67d8-4aa9-a3bf-f169e3e8a848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07', 'name': 'tempest-RoutersTest-router-522875344', 'tenant_id': '8002057c241341da96913e0b77a31349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:24:08Z', 'updated_at': '2021-08-11T03:24:43Z', 'revision_number': 7, 'project_id': '8002057c241341da96913e0b77a31349', 'gw_port_host': None, '_interfaces': [{'id': '0cbbd80f-4a85-4cfa-86d2-8b0c317769b0', 'name': '', 'network_id': '86594cbd-e1fd-497c-9535-16dda6843d99', 'tenant_id': '8002057c241341da96913e0b77a31349', 'mac_address': 'fa:16:3e:3e:3a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2672, 'fixed_ips': [{'subnet_id': 'a84ab6d1-920e-4120-b064-c4c12d86c28b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:24:12Z', 'updated_at': '2021-08-11T03:24:22Z', 'revision_number': 5, 'project_id': '8002057c241341da96913e0b77a31349', 'subnets': [{'id': 'a84ab6d1-920e-4120-b064-c4c12d86c28b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1b82a9ae-a762-41db-a25e-ef4862ec6919', 'name': '', 'network_id': '3c52fbf3-70f0-4618-9476-af865126e21a', 'tenant_id': '8002057c241341da96913e0b77a31349', 'mac_address': 'fa:16:3e:75:7f:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2702, 'fixed_ips': [{'subnet_id': 'c5093bec-e784-4a38-acca-481215b6c039', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:24:28Z', 'updated_at': '2021-08-11T03:24:38Z', 'revision_number': 5, 'project_id': '8002057c241341da96913e0b77a31349', 'subnets': [{'id': 'c5093bec-e784-4a38-acca-481215b6c039', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c7a10e3-d2c9-4dd1-afe4-09a90bd1604f', 'name': '', 'network_id': 'b2dfef44-a07d-466d-bc48-8bed5b65228d', 'tenant_id': '8002057c241341da96913e0b77a31349', 'mac_address': 'fa:16:3e:2a:6f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2688, 'fixed_ips': [{'subnet_id': 'c853cc03-0fa9-46a8-b3ec-fc57e2e7c093', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:24:18Z', 'updated_at': '2021-08-11T03:24:31Z', 'revision_number': 5, 'project_id': '8002057c241341da96913e0b77a31349', 'subnets': [{'id': 'c853cc03-0fa9-46a8-b3ec-fc57e2e7c093', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'daf57a7e-f123-4b56-ad00-10bb94114647', 'name': '', 'network_id': '3fd6548f-4b69-4a69-b47e-799e6c95d233', 'tenant_id': '8002057c241341da96913e0b77a31349', 'mac_address': 'fa:16:3e:2d:83:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2713, 'fixed_ips': [{'subnet_id': '2784d1e4-cd64-4e83-ae21-ddac86e252f7', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:24:38Z', 'updated_at': '2021-08-11T03:24:45Z', 'revision_number': 5, 'project_id': '8002057c241341da96913e0b77a31349', 'subnets': [{'id': '2784d1e4-cd64-4e83-ae21-ddac86e252f7', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:46.287683 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3669cef-67d8-4aa9-a3bf-f169e3e8a848 None None] The sync data for ids ['a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07'] in n-d-764292-30 is: [{'id': 'a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07', 'name': 'tempest-RoutersTest-router-522875344', 'tenant_id': '8002057c241341da96913e0b77a31349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:24:08Z', 'updated_at': '2021-08-11T03:24:43Z', 'revision_number': 7, 'project_id': '8002057c241341da96913e0b77a31349', 'gw_port_host': None, '_interfaces': [{'id': '0cbbd80f-4a85-4cfa-86d2-8b0c317769b0', 'name': '', 'network_id': '86594cbd-e1fd-497c-9535-16dda6843d99', 'tenant_id': '8002057c241341da96913e0b77a31349', 'mac_address': 'fa:16:3e:3e:3a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2672, 'fixed_ips': [{'subnet_id': 'a84ab6d1-920e-4120-b064-c4c12d86c28b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:24:12Z', 'updated_at': '2021-08-11T03:24:22Z', 'revision_number': 5, 'project_id': '8002057c241341da96913e0b77a31349', 'subnets': [{'id': 'a84ab6d1-920e-4120-b064-c4c12d86c28b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1b82a9ae-a762-41db-a25e-ef4862ec6919', 'name': '', 'network_id': '3c52fbf3-70f0-4618-9476-af865126e21a', 'tenant_id': '8002057c241341da96913e0b77a31349', 'mac_address': 'fa:16:3e:75:7f:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2702, 'fixed_ips': [{'subnet_id': 'c5093bec-e784-4a38-acca-481215b6c039', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:24:28Z', 'updated_at': '2021-08-11T03:24:38Z', 'revision_number': 5, 'project_id': '8002057c241341da96913e0b77a31349', 'subnets': [{'id': 'c5093bec-e784-4a38-acca-481215b6c039', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c7a10e3-d2c9-4dd1-afe4-09a90bd1604f', 'name': '', 'network_id': 'b2dfef44-a07d-466d-bc48-8bed5b65228d', 'tenant_id': '8002057c241341da96913e0b77a31349', 'mac_address': 'fa:16:3e:2a:6f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2688, 'fixed_ips': [{'subnet_id': 'c853cc03-0fa9-46a8-b3ec-fc57e2e7c093', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:24:18Z', 'updated_at': '2021-08-11T03:24:31Z', 'revision_number': 5, 'project_id': '8002057c241341da96913e0b77a31349', 'subnets': [{'id': 'c853cc03-0fa9-46a8-b3ec-fc57e2e7c093', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'daf57a7e-f123-4b56-ad00-10bb94114647', 'name': '', 'network_id': '3fd6548f-4b69-4a69-b47e-799e6c95d233', 'tenant_id': '8002057c241341da96913e0b77a31349', 'mac_address': 'fa:16:3e:2d:83:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2713, 'fixed_ips': [{'subnet_id': '2784d1e4-cd64-4e83-ae21-ddac86e252f7', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:24:38Z', 'updated_at': '2021-08-11T03:24:45Z', 'revision_number': 5, 'project_id': '8002057c241341da96913e0b77a31349', 'subnets': [{'id': '2784d1e4-cd64-4e83-ae21-ddac86e252f7', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:24:46.300057 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port 30c0de1f-80dd-4a49-b8d9-07c29da60d77, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=30c0de1f-80dd-4a49-b8d9-07c29da60d77,segment=NetworkSegment(dc0e6600-879c-4446-b810-f751c4888bb2),segment_id=dc0e6600-879c-4446-b810-f751c4888bb2)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:24:46.369589 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:46.465422 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-51717b0b-846f-4ee7-b597-70472a162362 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:46.468152 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-51717b0b-846f-4ee7-b597-70472a162362 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] 10.222.0.41 "DELETE /v2.0/ports/6c090316-73e5-49de-9aaf-f39bb701c766 HTTP/1.1" status: 204 len: 168 time: 2.2878964 Aug 11 03:24:46.473696 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 53830) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:46.482481 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=30c0de1f-80dd-4a49-b8d9-07c29da60d77,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:46.483527 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896256af-a742-41f1-9856-9b585b20a677 req-601b4416-fc51-40db-9510-2ba69a582841 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:46.485066 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-896256af-a742-41f1-9856-9b585b20a677 req-601b4416-fc51-40db-9510-2ba69a582841 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ab07bbd-fa55-4032-bc68-2fe67c0da2d6 HTTP/1.1" status: 200 len: 946 time: 0.1648903 Aug 11 03:24:46.572132 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device daf57a7e-f123-4b56-ad00-10bb94114647 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:24:46.579723 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-896256af-a742-41f1-9856-9b585b20a677 req-718cde26-86e5-4c18-8ce3-4c205235081d tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d4c303e-0c5b-4d5a-b0c4-6f31f4676a83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755012 Aug 11 03:24:46.621435 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-72830f7e-250a-41ff-b9d3-bb1e7cf8064a tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Deleting port da4e0950-6aba-4703-8f7c-a463117557fe {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:24:46.622435 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-72830f7e-250a-41ff-b9d3-bb1e7cf8064a tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:46.647706 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c80c828-9c72-44ea-9f9e-62a79501ffa0 req-fead4c22-4cb1-4dd1-9fb2-414fce319b84 tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:46.648998 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5c80c828-9c72-44ea-9f9e-62a79501ffa0 req-fead4c22-4cb1-4dd1-9fb2-414fce319b84 tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] 10.222.0.41 "GET /v2.0/ports?device_id=136d98fc-cbc0-400d-bf91-3d2c80353ca9 HTTP/1.1" status: 200 len: 946 time: 0.1192007 Aug 11 03:24:46.663006 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port daf57a7e-f123-4b56-ad00-10bb94114647 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:24:46.663431 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:46.736920 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-72830f7e-250a-41ff-b9d3-bb1e7cf8064a tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:46.741250 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5c80c828-9c72-44ea-9f9e-62a79501ffa0 req-745cec5d-956a-4d75-a558-b65698792c6d tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed60bba6-2b2f-4b83-a3e4-9e7aa48523e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739765 Aug 11 03:24:46.747855 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-44728e64-5d9d-4df8-bebe-fab959b90068 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521106'] for router_interface, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:46.756185 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-72830f7e-250a-41ff-b9d3-bb1e7cf8064a tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Calling delete_port for da4e0950-6aba-4703-8f7c-a463117557fe owned by {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:24:46.853778 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-bb119fef-606d-4914-a3f6-12e451bf286f tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Deleting port daf57a7e-f123-4b56-ad00-10bb94114647 {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:24:46.854016 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-bb119fef-606d-4914-a3f6-12e451bf286f tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:46.958579 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-72830f7e-250a-41ff-b9d3-bb1e7cf8064a tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:46.986450 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72830f7e-250a-41ff-b9d3-bb1e7cf8064a tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Pushing event deleted for resources: {'Port': ['ID=da4e0950-6aba-4703-8f7c-a463117557fe,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:46.999549 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [None req-bb119fef-606d-4914-a3f6-12e451bf286f tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] For port daf57a7e-f123-4b56-ad00-10bb94114647, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=daf57a7e-f123-4b56-ad00-10bb94114647,segment=NetworkSegment(0afee78d-598f-48ce-9a9e-7a33252ca38b),segment_id=0afee78d-598f-48ce-9a9e-7a33252ca38b)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:24:46.999927 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-bb119fef-606d-4914-a3f6-12e451bf286f tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:47.018425 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-bb119fef-606d-4914-a3f6-12e451bf286f tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Calling delete_port for daf57a7e-f123-4b56-ad00-10bb94114647 owned by network:router_interface {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:24:47.066120 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-72830f7e-250a-41ff-b9d3-bb1e7cf8064a tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:47.068183 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-72830f7e-250a-41ff-b9d3-bb1e7cf8064a tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] 10.222.0.41 "DELETE /v2.0/ports/da4e0950-6aba-4703-8f7c-a463117557fe HTTP/1.1" status: 204 len: 168 time: 0.5923743 Aug 11 03:24:47.070639 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 53832) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:47.153428 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de58a35c-28f5-4439-a2ce-23cc3a881478 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:47.154860 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-de58a35c-28f5-4439-a2ce-23cc3a881478 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] 10.222.0.41 "GET /v2.0/ports?device_id=49046332-233f-4c02-a67c-6dac2c5a4f04 HTTP/1.1" status: 200 len: 913 time: 0.0832896 Aug 11 03:24:47.158138 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 53834) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:47.161787 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88dcfb9-814f-40d0-b9fb-bd0f9b485d18 req-7a4e661f-e343-4614-af19-398ef557c791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:47.163220 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-e88dcfb9-814f-40d0-b9fb-bd0f9b485d18 req-7a4e661f-e343-4614-af19-398ef557c791 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a5478860f7cb432583cc8e5d994d2237&device_id=2ab07bbd-fa55-4032-bc68-2fe67c0da2d6 HTTP/1.1" status: 200 len: 1098 time: 0.0609875 Aug 11 03:24:47.202989 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-44728e64-5d9d-4df8-bebe-fab959b90068 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Deleting port 9c63e81d-f420-4a23-9230-f71964068be4 {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:24:47.203564 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-44728e64-5d9d-4df8-bebe-fab959b90068 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:47.325668 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-44728e64-5d9d-4df8-bebe-fab959b90068 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:47.338406 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-44728e64-5d9d-4df8-bebe-fab959b90068 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Calling delete_port for 9c63e81d-f420-4a23-9230-f71964068be4 owned by network:router_interface {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:24:47.378254 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88dcfb9-814f-40d0-b9fb-bd0f9b485d18 req-fcf5275f-b238-46d2-992a-63e0dec1aa90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:47.380324 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-e88dcfb9-814f-40d0-b9fb-bd0f9b485d18 req-fcf5275f-b238-46d2-992a-63e0dec1aa90 service neutron] 10.222.0.22 "GET /v2.0/networks?id=6a6493ce-4ad4-4581-8e07-a017fe78dc31 HTTP/1.1" status: 200 len: 897 time: 0.1815765 Aug 11 03:24:47.385306 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-bb119fef-606d-4914-a3f6-12e451bf286f tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:47.420386 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb119fef-606d-4914-a3f6-12e451bf286f tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Pushing event deleted for resources: {'Port': ['ID=daf57a7e-f123-4b56-ad00-10bb94114647,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:47.495600 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-e88dcfb9-814f-40d0-b9fb-bd0f9b485d18 req-d074c7fe-af88-4bdd-b8cc-e82119283b19 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dfa2e0ff-33d8-4c81-8f5e-c2c8919596e7 HTTP/1.1" status: 200 len: 1001 time: 0.1054280 Aug 11 03:24:47.603754 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88dcfb9-814f-40d0-b9fb-bd0f9b485d18 req-01f50933-cef1-4c19-8333-36e7e8697e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:47.605271 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-e88dcfb9-814f-40d0-b9fb-bd0f9b485d18 req-01f50933-cef1-4c19-8333-36e7e8697e57 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=37cbef7f-f057-476b-a1c7-ed84d89eefd6 HTTP/1.1" status: 200 len: 835 time: 0.0851903 Aug 11 03:24:47.674432 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88dcfb9-814f-40d0-b9fb-bd0f9b485d18 req-7192a790-f859-4561-bc10-dbd605ac96a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:47.676018 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-e88dcfb9-814f-40d0-b9fb-bd0f9b485d18 req-7192a790-f859-4561-bc10-dbd605ac96a0 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=6a6493ce-4ad4-4581-8e07-a017fe78dc31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0601451 Aug 11 03:24:47.794875 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7f2e27f0-966c-45eb-a711-5fdc9d5e13b7 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521106'] for router_interface, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:47.842165 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-e88dcfb9-814f-40d0-b9fb-bd0f9b485d18 req-6c67664b-d9f3-4a4a-8fc9-607af2108bcf service neutron] 10.222.0.22 "GET /v2.0/networks/6a6493ce-4ad4-4581-8e07-a017fe78dc31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479988 Aug 11 03:24:48.070761 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-bb119fef-606d-4914-a3f6-12e451bf286f tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16383033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450082'] for router_interface, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:48.090906 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d456a6-f1a4-492f-a34f-604ce041257d req-f2bb2df9-7ffc-451a-90b2-6c81ea59c058 tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:48.092470 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-03d456a6-f1a4-492f-a34f-604ce041257d req-f2bb2df9-7ffc-451a-90b2-6c81ea59c058 tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] 10.222.0.41 "GET /v2.0/ports?device_id=136d98fc-cbc0-400d-bf91-3d2c80353ca9 HTTP/1.1" status: 200 len: 946 time: 0.1596501 Aug 11 03:24:48.103142 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691fdd8b-e66f-42e7-bb5f-a8dfe4e27d19 req-9f7190eb-6404-4e2c-8dfc-c969e735f998 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:48.104884 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-691fdd8b-e66f-42e7-bb5f-a8dfe4e27d19 req-9f7190eb-6404-4e2c-8dfc-c969e735f998 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ab07bbd-fa55-4032-bc68-2fe67c0da2d6 HTTP/1.1" status: 200 len: 946 time: 0.1705029 Aug 11 03:24:48.151060 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-44728e64-5d9d-4df8-bebe-fab959b90068 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:48.237611 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44728e64-5d9d-4df8-bebe-fab959b90068 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Pushing event deleted for resources: {'Port': ['ID=9c63e81d-f420-4a23-9230-f71964068be4,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:48.287527 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-03d456a6-f1a4-492f-a34f-604ce041257d req-05bb5085-ebf8-4104-bef8-a8146131188f tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed60bba6-2b2f-4b83-a3e4-9e7aa48523e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797552 Aug 11 03:24:48.343623 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-691fdd8b-e66f-42e7-bb5f-a8dfe4e27d19 req-e5f184ae-3e94-43f7-a562-53b02541e110 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d4c303e-0c5b-4d5a-b0c4-6f31f4676a83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1969910 Aug 11 03:24:48.379068 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-e88dcfb9-814f-40d0-b9fb-bd0f9b485d18 req-486110f1-5b4b-4fcc-b20c-b55ab1ed930c service neutron] 10.222.0.22 "GET /v2.0/networks/6a6493ce-4ad4-4581-8e07-a017fe78dc31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5280905 Aug 11 03:24:48.408493 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-44728e64-5d9d-4df8-bebe-fab959b90068 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16383033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450082'] for router_interface, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:48.524948 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-7f2e27f0-966c-45eb-a711-5fdc9d5e13b7 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Deleting port ebb9ed0b-0e09-4cc1-b0c9-efca850d904e {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:24:48.525490 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7f2e27f0-966c-45eb-a711-5fdc9d5e13b7 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:48.546179 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb119fef-606d-4914-a3f6-12e451bf286f tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Router a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07 has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:24:48.627818 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 30c0de1f-80dd-4a49-b8d9-07c29da60d77 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:24:48.643639 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7f2e27f0-966c-45eb-a711-5fdc9d5e13b7 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:48.655799 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-7f2e27f0-966c-45eb-a711-5fdc9d5e13b7 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Calling delete_port for ebb9ed0b-0e09-4cc1-b0c9-efca850d904e owned by network:router_interface {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:24:48.678611 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 30c0de1f-80dd-4a49-b8d9-07c29da60d77 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:24:48.678984 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:48.685998 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44728e64-5d9d-4df8-bebe-fab959b90068 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Router dd36efc1-2ce6-4cfa-aa42-0e1114476ed9 has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:24:48.780306 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb119fef-606d-4914-a3f6-12e451bf286f tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:24:48.789761 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-bb119fef-606d-4914-a3f6-12e451bf286f tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] 10.222.0.41 "PUT /v2.0/routers/a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9678032 Aug 11 03:24:48.790411 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 53846) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:48.793427 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1031478-c8b3-4f3e-aed9-783824f08164 None None] Sync routers for ids ['a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07'] in n-d-764292-30 {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:24:48.801925 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44728e64-5d9d-4df8-bebe-fab959b90068 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:24:48.814159 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c343ecc-4399-4fb9-8a61-194883920e06 None None] Sync routers for ids ['dd36efc1-2ce6-4cfa-aa42-0e1114476ed9'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:24:48.828008 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-44728e64-5d9d-4df8-bebe-fab959b90068 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] 10.222.0.41 "PUT /v2.0/routers/dd36efc1-2ce6-4cfa-aa42-0e1114476ed9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0352874 Aug 11 03:24:48.828364 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 53848) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:48.837477 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1031478-c8b3-4f3e-aed9-783824f08164 None None] Routers {'a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:24:48.838680 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-e1031478-c8b3-4f3e-aed9-783824f08164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:24:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:48.843548 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c343ecc-4399-4fb9-8a61-194883920e06 None None] Routers {'dd36efc1-2ce6-4cfa-aa42-0e1114476ed9'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:24:48.843997 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-4c343ecc-4399-4fb9-8a61-194883920e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:24:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['dd36efc1-2ce6-4cfa-aa42-0e1114476ed9'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:48.877074 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-812b4ff0-a644-478f-a011-44f05d856755 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd36efc1-2ce6-4cfa-aa42-0e1114476ed9 HTTP/1.1" status: 200 len: 205 time: 0.0455117 Aug 11 03:24:48.877428 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 53850) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:48.887998 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a047b53-70fd-4996-889a-10c83c5e43c8 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Deleting subnet 2784d1e4-cd64-4e83-ae21-ddac86e252f7 {{(pid=102192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:24:48.893225 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-4c343ecc-4399-4fb9-8a61-194883920e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:48.904095 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c343ecc-4399-4fb9-8a61-194883920e06 None None] Routers {'dd36efc1-2ce6-4cfa-aa42-0e1114476ed9'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:24:48.905156 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-4c343ecc-4399-4fb9-8a61-194883920e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:24:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['dd36efc1-2ce6-4cfa-aa42-0e1114476ed9'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:48.921980 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4a047b53-70fd-4996-889a-10c83c5e43c8 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks [] for subnet, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:48.939654 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-4c343ecc-4399-4fb9-8a61-194883920e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:48.940807 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c343ecc-4399-4fb9-8a61-194883920e06 None None] The sync data for ids ['dd36efc1-2ce6-4cfa-aa42-0e1114476ed9'] in n-d-764292-30 is: [] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:24:48.952216 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-e1031478-c8b3-4f3e-aed9-783824f08164 None None] Set router a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07 gateway port host: None {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:24:48.952559 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7f2e27f0-966c-45eb-a711-5fdc9d5e13b7 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:48.981554 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-630c6cf1-e66a-4786-b96d-ec7b63c78f8d tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks [] for router, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:49.029380 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2e27f0-966c-45eb-a711-5fdc9d5e13b7 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Pushing event deleted for resources: {'Port': ['ID=ebb9ed0b-0e09-4cc1-b0c9-efca850d904e,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:49.053781 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4a047b53-70fd-4996-889a-10c83c5e43c8 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125932460'] for subnet, precommit_delete_associations {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:49.161221 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-e1031478-c8b3-4f3e-aed9-783824f08164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07', 'name': 'tempest-RoutersTest-router-522875344', 'tenant_id': '8002057c241341da96913e0b77a31349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:24:08Z', 'updated_at': '2021-08-11T03:24:47Z', 'revision_number': 8, 'project_id': '8002057c241341da96913e0b77a31349', 'gw_port_host': None, '_interfaces': [{'id': '0cbbd80f-4a85-4cfa-86d2-8b0c317769b0', 'name': '', 'network_id': '86594cbd-e1fd-497c-9535-16dda6843d99', 'tenant_id': '8002057c241341da96913e0b77a31349', 'mac_address': 'fa:16:3e:3e:3a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2672, 'fixed_ips': [{'subnet_id': 'a84ab6d1-920e-4120-b064-c4c12d86c28b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:24:12Z', 'updated_at': '2021-08-11T03:24:22Z', 'revision_number': 5, 'project_id': '8002057c241341da96913e0b77a31349', 'subnets': [{'id': 'a84ab6d1-920e-4120-b064-c4c12d86c28b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1b82a9ae-a762-41db-a25e-ef4862ec6919', 'name': '', 'network_id': '3c52fbf3-70f0-4618-9476-af865126e21a', 'tenant_id': '8002057c241341da96913e0b77a31349', 'mac_address': 'fa:16:3e:75:7f:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2702, 'fixed_ips': [{'subnet_id': 'c5093bec-e784-4a38-acca-481215b6c039', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:24:28Z', 'updated_at': '2021-08-11T03:24:38Z', 'revision_number': 5, 'project_id': '8002057c241341da96913e0b77a31349', 'subnets': [{'id': 'c5093bec-e784-4a38-acca-481215b6c039', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c7a10e3-d2c9-4dd1-afe4-09a90bd1604f', 'name': '', 'network_id': 'b2dfef44-a07d-466d-bc48-8bed5b65228d', 'tenant_id': '8002057c241341da96913e0b77a31349', 'mac_address': 'fa:16:3e:2a:6f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2688, 'fixed_ips': [{'subnet_id': 'c853cc03-0fa9-46a8-b3ec-fc57e2e7c093', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:24:18Z', 'updated_at': '2021-08-11T03:24:31Z', 'revision_number': 5, 'project_id': '8002057c241341da96913e0b77a31349', 'subnets': [{'id': 'c853cc03-0fa9-46a8-b3ec-fc57e2e7c093', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:49.162508 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7f2e27f0-966c-45eb-a711-5fdc9d5e13b7 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16383033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450082'] for router_interface, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:49.184707 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-630c6cf1-e66a-4786-b96d-ec7b63c78f8d tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6544'] for router, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:49.187808 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-630c6cf1-e66a-4786-b96d-ec7b63c78f8d tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:49.196891 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1031478-c8b3-4f3e-aed9-783824f08164 None None] Checking router: a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07 for host: n-d-764292-30 {{(pid=102194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:24:49.205255 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1031478-c8b3-4f3e-aed9-783824f08164 None None] Routers {'a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:24:49.205966 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-e1031478-c8b3-4f3e-aed9-783824f08164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:24:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:49.262716 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4a047b53-70fd-4996-889a-10c83c5e43c8 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:49.324271 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-630c6cf1-e66a-4786-b96d-ec7b63c78f8d tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448809'] for router, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:49.325218 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-630c6cf1-e66a-4786-b96d-ec7b63c78f8d tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Fanout notify agent at l3_agent the message router_deleted on router dd36efc1-2ce6-4cfa-aa42-0e1114476ed9 {{(pid=102192) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:24:49.337355 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-630c6cf1-e66a-4786-b96d-ec7b63c78f8d tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks [] for router, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:49.342154 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-630c6cf1-e66a-4786-b96d-ec7b63c78f8d tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] 10.222.0.41 "DELETE /v2.0/routers/dd36efc1-2ce6-4cfa-aa42-0e1114476ed9 HTTP/1.1" status: 204 len: 168 time: 0.4609044 Aug 11 03:24:49.342154 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 53854) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:49.401680 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-e1031478-c8b3-4f3e-aed9-783824f08164 None None] Set router a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07 gateway port host: None {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:24:49.405353 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f2e27f0-966c-45eb-a711-5fdc9d5e13b7 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Router 49046332-233f-4c02-a67c-6dac2c5a4f04 has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:24:49.433290 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4a047b53-70fd-4996-889a-10c83c5e43c8 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125932157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126180897'] for subnet, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:49.491210 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a047b53-70fd-4996-889a-10c83c5e43c8 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Pushing event deleted for resources: {'Subnet': ['ID=2784d1e4-cd64-4e83-ae21-ddac86e252f7,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:49.513854 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4a047b53-70fd-4996-889a-10c83c5e43c8 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks [] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:49.517171 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-4a047b53-70fd-4996-889a-10c83c5e43c8 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] 10.222.0.41 "DELETE /v2.0/subnets/2784d1e4-cd64-4e83-ae21-ddac86e252f7 HTTP/1.1" status: 204 len: 168 time: 0.7242606 Aug 11 03:24:49.521611 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5f6de2d-258b-4999-a4d9-d23056d281e4 None None] Network 3fd6548f-4b69-4a69-b47e-799e6c95d233 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:24:49.523524 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fa579cd-e54e-4dd0-9950-900a4dc56c2e tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Deleting subnet d9aef2a2-6c04-4a62-a177-1b07649b6890 {{(pid=102192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:24:49.532146 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-1fa579cd-e54e-4dd0-9950-900a4dc56c2e tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks [] for subnet, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:49.550646 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f2e27f0-966c-45eb-a711-5fdc9d5e13b7 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:24:49.569646 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d955f1c-8017-4d5f-b02b-37540d9649af req-6ec6479b-0c32-48f5-a398-d9d932e81fca tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:49.571484 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6d955f1c-8017-4d5f-b02b-37540d9649af req-6ec6479b-0c32-48f5-a398-d9d932e81fca tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] 10.222.0.41 "GET /v2.0/ports?device_id=136d98fc-cbc0-400d-bf91-3d2c80353ca9 HTTP/1.1" status: 200 len: 946 time: 0.1710563 Aug 11 03:24:49.579891 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 53858) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:49.585639 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-7f2e27f0-966c-45eb-a711-5fdc9d5e13b7 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] 10.222.0.41 "PUT /v2.0/routers/49046332-233f-4c02-a67c-6dac2c5a4f04/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4261041 Aug 11 03:24:49.586752 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 53860) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:49.593654 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eeec683-cbd2-4a6f-b89a-803d3a1e0254 None None] Sync routers for ids ['49046332-233f-4c02-a67c-6dac2c5a4f04'] in n-d-764292-30 {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:24:49.615384 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eeec683-cbd2-4a6f-b89a-803d3a1e0254 None None] Routers {'49046332-233f-4c02-a67c-6dac2c5a4f04'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:24:49.616133 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-9eeec683-cbd2-4a6f-b89a-803d3a1e0254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:24:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['49046332-233f-4c02-a67c-6dac2c5a4f04'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:49.659453 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-9eeec683-cbd2-4a6f-b89a-803d3a1e0254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:49.692814 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eeec683-cbd2-4a6f-b89a-803d3a1e0254 None None] Routers {'49046332-233f-4c02-a67c-6dac2c5a4f04'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:24:49.693771 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-9eeec683-cbd2-4a6f-b89a-803d3a1e0254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:24:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['49046332-233f-4c02-a67c-6dac2c5a4f04'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:49.736818 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-9eeec683-cbd2-4a6f-b89a-803d3a1e0254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:49.737366 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eeec683-cbd2-4a6f-b89a-803d3a1e0254 None None] The sync data for ids ['49046332-233f-4c02-a67c-6dac2c5a4f04'] in n-d-764292-30 is: [] {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:24:49.752331 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f84aa355-c686-4be1-847b-3226ee219c7c tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks [] for router, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:49.783206 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-790ab6bf-2e0b-481c-811c-2d01fa3187c7 None None] DHCP port deletion for 3fd6548f-4b69-4a69-b47e-799e6c95d233 request from n-d-764292-30 {{(pid=102193) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:24:49.828685 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-e1031478-c8b3-4f3e-aed9-783824f08164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07', 'name': 'tempest-RoutersTest-router-522875344', 'tenant_id': '8002057c241341da96913e0b77a31349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:24:08Z', 'updated_at': '2021-08-11T03:24:47Z', 'revision_number': 8, 'project_id': '8002057c241341da96913e0b77a31349', 'gw_port_host': None, '_interfaces': [{'id': '0cbbd80f-4a85-4cfa-86d2-8b0c317769b0', 'name': '', 'network_id': '86594cbd-e1fd-497c-9535-16dda6843d99', 'tenant_id': '8002057c241341da96913e0b77a31349', 'mac_address': 'fa:16:3e:3e:3a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2672, 'fixed_ips': [{'subnet_id': 'a84ab6d1-920e-4120-b064-c4c12d86c28b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:24:12Z', 'updated_at': '2021-08-11T03:24:22Z', 'revision_number': 5, 'project_id': '8002057c241341da96913e0b77a31349', 'subnets': [{'id': 'a84ab6d1-920e-4120-b064-c4c12d86c28b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1b82a9ae-a762-41db-a25e-ef4862ec6919', 'name': '', 'network_id': '3c52fbf3-70f0-4618-9476-af865126e21a', 'tenant_id': '8002057c241341da96913e0b77a31349', 'mac_address': 'fa:16:3e:75:7f:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2702, 'fixed_ips': [{'subnet_id': 'c5093bec-e784-4a38-acca-481215b6c039', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:24:28Z', 'updated_at': '2021-08-11T03:24:38Z', 'revision_number': 5, 'project_id': '8002057c241341da96913e0b77a31349', 'subnets': [{'id': 'c5093bec-e784-4a38-acca-481215b6c039', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c7a10e3-d2c9-4dd1-afe4-09a90bd1604f', 'name': '', 'network_id': 'b2dfef44-a07d-466d-bc48-8bed5b65228d', 'tenant_id': '8002057c241341da96913e0b77a31349', 'mac_address': 'fa:16:3e:2a:6f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2688, 'fixed_ips': [{'subnet_id': 'c853cc03-0fa9-46a8-b3ec-fc57e2e7c093', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:24:18Z', 'updated_at': '2021-08-11T03:24:31Z', 'revision_number': 5, 'project_id': '8002057c241341da96913e0b77a31349', 'subnets': [{'id': 'c853cc03-0fa9-46a8-b3ec-fc57e2e7c093', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:49.835466 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-790ab6bf-2e0b-481c-811c-2d01fa3187c7 None None] Deleting port 6fa52dd3-95c7-4b7f-ae74-aba1493a8683 {{(pid=102193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:24:49.835756 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-790ab6bf-2e0b-481c-811c-2d01fa3187c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:49.864780 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1031478-c8b3-4f3e-aed9-783824f08164 None None] The sync data for ids ['a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07'] in n-d-764292-30 is: [{'id': 'a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07', 'name': 'tempest-RoutersTest-router-522875344', 'tenant_id': '8002057c241341da96913e0b77a31349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:24:08Z', 'updated_at': '2021-08-11T03:24:47Z', 'revision_number': 8, 'project_id': '8002057c241341da96913e0b77a31349', 'gw_port_host': None, '_interfaces': [{'id': '0cbbd80f-4a85-4cfa-86d2-8b0c317769b0', 'name': '', 'network_id': '86594cbd-e1fd-497c-9535-16dda6843d99', 'tenant_id': '8002057c241341da96913e0b77a31349', 'mac_address': 'fa:16:3e:3e:3a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2672, 'fixed_ips': [{'subnet_id': 'a84ab6d1-920e-4120-b064-c4c12d86c28b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:24:12Z', 'updated_at': '2021-08-11T03:24:22Z', 'revision_number': 5, 'project_id': '8002057c241341da96913e0b77a31349', 'subnets': [{'id': 'a84ab6d1-920e-4120-b064-c4c12d86c28b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1b82a9ae-a762-41db-a25e-ef4862ec6919', 'name': '', 'network_id': '3c52fbf3-70f0-4618-9476-af865126e21a', 'tenant_id': '8002057c241341da96913e0b77a31349', 'mac_address': 'fa:16:3e:75:7f:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2702, 'fixed_ips': [{'subnet_id': 'c5093bec-e784-4a38-acca-481215b6c039', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:24:28Z', 'updated_at': '2021-08-11T03:24:38Z', 'revision_number': 5, 'project_id': '8002057c241341da96913e0b77a31349', 'subnets': [{'id': 'c5093bec-e784-4a38-acca-481215b6c039', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c7a10e3-d2c9-4dd1-afe4-09a90bd1604f', 'name': '', 'network_id': 'b2dfef44-a07d-466d-bc48-8bed5b65228d', 'tenant_id': '8002057c241341da96913e0b77a31349', 'mac_address': 'fa:16:3e:2a:6f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2688, 'fixed_ips': [{'subnet_id': 'c853cc03-0fa9-46a8-b3ec-fc57e2e7c093', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:24:18Z', 'updated_at': '2021-08-11T03:24:31Z', 'revision_number': 5, 'project_id': '8002057c241341da96913e0b77a31349', 'subnets': [{'id': 'c853cc03-0fa9-46a8-b3ec-fc57e2e7c093', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:24:49.893727 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f84aa355-c686-4be1-847b-3226ee219c7c tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:49.930547 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-790ab6bf-2e0b-481c-811c-2d01fa3187c7 None None] For port 6fa52dd3-95c7-4b7f-ae74-aba1493a8683, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=6fa52dd3-95c7-4b7f-ae74-aba1493a8683,segment=NetworkSegment(0afee78d-598f-48ce-9a9e-7a33252ca38b),segment_id=0afee78d-598f-48ce-9a9e-7a33252ca38b)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:24:49.930946 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-790ab6bf-2e0b-481c-811c-2d01fa3187c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:49.944389 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-790ab6bf-2e0b-481c-811c-2d01fa3187c7 None None] Calling delete_port for 6fa52dd3-95c7-4b7f-ae74-aba1493a8683 owned by network:dhcp {{(pid=102193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:24:50.008989 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-f84aa355-c686-4be1-847b-3226ee219c7c tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Deleting port 96ce0787-4ac2-4bc9-8c54-5f841dba1f4f {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:24:50.009567 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f84aa355-c686-4be1-847b-3226ee219c7c tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:50.014063 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-1fa579cd-e54e-4dd0-9950-900a4dc56c2e tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125932460'] for subnet, precommit_delete_associations {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:50.052430 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb2be09-beaa-4b42-ab2a-ef7b1fb126e1 req-6967668d-c11b-4645-9191-f0b242a17587 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:50.053978 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bbb2be09-beaa-4b42-ab2a-ef7b1fb126e1 req-6967668d-c11b-4645-9191-f0b242a17587 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ab07bbd-fa55-4032-bc68-2fe67c0da2d6 HTTP/1.1" status: 200 len: 946 time: 0.5769465 Aug 11 03:24:50.081871 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6d955f1c-8017-4d5f-b02b-37540d9649af req-7f6c3253-deb8-4551-9c49-69cf84c63a46 tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed60bba6-2b2f-4b83-a3e4-9e7aa48523e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4962373 Aug 11 03:24:50.089436 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-790ab6bf-2e0b-481c-811c-2d01fa3187c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678'] for port, after_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:50.104042 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f84aa355-c686-4be1-847b-3226ee219c7c tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:50.117850 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-f84aa355-c686-4be1-847b-3226ee219c7c tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Calling delete_port for 96ce0787-4ac2-4bc9-8c54-5f841dba1f4f owned by network:router_gateway {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:24:50.128648 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-206326a6-e7c9-4ed8-b778-df1e682b6dfc tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:50.132141 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790ab6bf-2e0b-481c-811c-2d01fa3187c7 None None] Pushing event deleted for resources: {'Port': ['ID=6fa52dd3-95c7-4b7f-ae74-aba1493a8683,revision_number=None']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:50.136161 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790ab6bf-2e0b-481c-811c-2d01fa3187c7 None None] No DVR routers for this DVR port 6fa52dd3-95c7-4b7f-ae74-aba1493a8683 on host n-d-764292-30 {{(pid=102193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:24:50.180412 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bbb2be09-beaa-4b42-ab2a-ef7b1fb126e1 req-c0511d6f-a42c-4f46-91c4-15f039d5bc2a tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d4c303e-0c5b-4d5a-b0c4-6f31f4676a83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1193736 Aug 11 03:24:50.252998 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-1fa579cd-e54e-4dd0-9950-900a4dc56c2e tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:50.298010 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-206326a6-e7c9-4ed8-b778-df1e682b6dfc tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:50.310854 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-206326a6-e7c9-4ed8-b778-df1e682b6dfc tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fd6548f-4b69-4a69-b47e-799e6c95d233']}} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:50.328152 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-206326a6-e7c9-4ed8-b778-df1e682b6dfc tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0afee78d-598f-48ce-9a9e-7a33252ca38b') {'for_net_delete': True} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:50.328460 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-206326a6-e7c9-4ed8-b778-df1e682b6dfc tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0afee78d-598f-48ce-9a9e-7a33252ca38b') {} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:50.338382 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-206326a6-e7c9-4ed8-b778-df1e682b6dfc tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125932501'] for segment, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:50.365448 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-206326a6-e7c9-4ed8-b778-df1e682b6dfc tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:50.371969 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-206326a6-e7c9-4ed8-b778-df1e682b6dfc tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=102192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:24:50.371969 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-206326a6-e7c9-4ed8-b778-df1e682b6dfc tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125932183'] for segment, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:50.374928 n-d-764292-30 neutron-server[102192]: Traceback (most recent call last): Aug 11 03:24:50.374928 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:24:50.374928 n-d-764292-30 neutron-server[102192]: timer() Aug 11 03:24:50.374928 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:24:50.374928 n-d-764292-30 neutron-server[102192]: cb(*args, **kw) Aug 11 03:24:50.374928 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:24:50.374928 n-d-764292-30 neutron-server[102192]: return func(*args, **kwargs) Aug 11 03:24:50.374928 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:24:50.374928 n-d-764292-30 neutron-server[102192]: self._notify() Aug 11 03:24:50.374928 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:24:50.374928 n-d-764292-30 neutron-server[102192]: self.callback(batched_events) Aug 11 03:24:50.374928 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:24:50.374928 n-d-764292-30 neutron-server[102192]: event.method(event) Aug 11 03:24:50.374928 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:24:50.374928 n-d-764292-30 neutron-server[102192]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:24:50.374928 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:24:50.374928 n-d-764292-30 neutron-server[102192]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:24:50.374928 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:24:50.374928 n-d-764292-30 neutron-server[102192]: return f(self, *a, **k) Aug 11 03:24:50.374928 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:24:50.374928 n-d-764292-30 neutron-server[102192]: return self._get(url).json() Aug 11 03:24:50.374928 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:24:50.374928 n-d-764292-30 neutron-server[102192]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:24:50.374928 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:24:50.374928 n-d-764292-30 neutron-server[102192]: return self.request(url, 'GET', **kwargs) Aug 11 03:24:50.374928 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:24:50.374928 n-d-764292-30 neutron-server[102192]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:24:50.374928 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:24:50.374928 n-d-764292-30 neutron-server[102192]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:24:50.374928 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:24:50.374928 n-d-764292-30 neutron-server[102192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:24:50.374928 n-d-764292-30 neutron-server[102192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:24:50.386198 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f84aa355-c686-4be1-847b-3226ee219c7c tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:50.414520 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84aa355-c686-4be1-847b-3226ee219c7c tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Pushing event deleted for resources: {'Port': ['ID=96ce0787-4ac2-4bc9-8c54-5f841dba1f4f,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:50.437843 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-1fa579cd-e54e-4dd0-9950-900a4dc56c2e tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125932157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126180897'] for subnet, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:50.465355 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa579cd-e54e-4dd0-9950-900a4dc56c2e tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Pushing event deleted for resources: {'Subnet': ['ID=d9aef2a2-6c04-4a62-a177-1b07649b6890,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:50.470700 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-1fa579cd-e54e-4dd0-9950-900a4dc56c2e tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks [] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:50.475883 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-1fa579cd-e54e-4dd0-9950-900a4dc56c2e tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] 10.222.0.41 "DELETE /v2.0/subnets/d9aef2a2-6c04-4a62-a177-1b07649b6890 HTTP/1.1" status: 204 len: 168 time: 1.1294100 Aug 11 03:24:50.478161 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 53864) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:50.481440 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bcbcd20-f6eb-42e7-a78b-ff7c33619566 None None] Network 9d990acf-5adc-4138-8dad-bd3ee0974eed requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:24:50.483005 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-206326a6-e7c9-4ed8-b778-df1e682b6dfc tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:50.497031 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-206326a6-e7c9-4ed8-b778-df1e682b6dfc tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks [] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:50.500409 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-206326a6-e7c9-4ed8-b778-df1e682b6dfc tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] 10.222.0.41 "DELETE /v2.0/networks/3fd6548f-4b69-4a69-b47e-799e6c95d233 HTTP/1.1" status: 204 len: 168 time: 0.9159222 Aug 11 03:24:50.501055 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 53866) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:50.503515 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f84aa355-c686-4be1-847b-3226ee219c7c tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-446916'] for router_gateway, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:50.559504 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device daf57a7e-f123-4b56-ad00-10bb94114647 no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:24:50.559745 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206326a6-e7c9-4ed8-b778-df1e682b6dfc tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Pushing event deleted for resources: {'Network': ['ID=3fd6548f-4b69-4a69-b47e-799e6c95d233,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:50.583170 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: daf57a7e-f123-4b56-ad00-10bb94114647 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:24:50.583509 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device daf57a7e-f123-4b56-ad00-10bb94114647 not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:24:50.583926 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 6fa52dd3-95c7-4b7f-ae74-aba1493a8683 no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:24:50.609985 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: 6fa52dd3-95c7-4b7f-ae74-aba1493a8683 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:24:50.610275 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 6fa52dd3-95c7-4b7f-ae74-aba1493a8683 not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:24:50.633372 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f84aa355-c686-4be1-847b-3226ee219c7c tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6544'] for router, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:50.635893 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f84aa355-c686-4be1-847b-3226ee219c7c tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:50.704990 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9ed11fb1-c60d-4ae6-a745-30922fa28719 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:50.749188 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55517a04-8138-4a0e-9ab2-548525ba6dde None None] DHCP port deletion for 9d990acf-5adc-4138-8dad-bd3ee0974eed request from n-d-764292-30 {{(pid=102193) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:24:50.773207 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-9ed11fb1-c60d-4ae6-a745-30922fa28719 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Deleting port 30c0de1f-80dd-4a49-b8d9-07c29da60d77 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:24:50.773545 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9ed11fb1-c60d-4ae6-a745-30922fa28719 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:50.775379 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f84aa355-c686-4be1-847b-3226ee219c7c tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448809'] for router, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:50.775926 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f84aa355-c686-4be1-847b-3226ee219c7c tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Fanout notify agent at l3_agent the message router_deleted on router 49046332-233f-4c02-a67c-6dac2c5a4f04 {{(pid=102191) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:24:50.783448 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f84aa355-c686-4be1-847b-3226ee219c7c tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks [] for router, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:50.785163 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-f84aa355-c686-4be1-847b-3226ee219c7c tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] 10.222.0.41 "DELETE /v2.0/routers/49046332-233f-4c02-a67c-6dac2c5a4f04 HTTP/1.1" status: 204 len: 168 time: 1.1966624 Aug 11 03:24:50.793706 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 53868) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:50.799611 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-55517a04-8138-4a0e-9ab2-548525ba6dde None None] Deleting port 30c0de1f-80dd-4a49-b8d9-07c29da60d77 {{(pid=102193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:24:50.800208 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-55517a04-8138-4a0e-9ab2-548525ba6dde None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:50.849226 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [None req-9ed11fb1-c60d-4ae6-a745-30922fa28719 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] For port 30c0de1f-80dd-4a49-b8d9-07c29da60d77, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=30c0de1f-80dd-4a49-b8d9-07c29da60d77,segment=NetworkSegment(dc0e6600-879c-4446-b810-f751c4888bb2),segment_id=dc0e6600-879c-4446-b810-f751c4888bb2)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:24:50.849601 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9ed11fb1-c60d-4ae6-a745-30922fa28719 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:50.862089 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_v2 [None req-b248e793-a76f-40b2-92f5-507abcccc383 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Deleting subnet fe8b59ea-21a2-4b55-90ef-c7fa646fdce4 {{(pid=102192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:24:50.863334 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-55517a04-8138-4a0e-9ab2-548525ba6dde None None] For port 30c0de1f-80dd-4a49-b8d9-07c29da60d77, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=30c0de1f-80dd-4a49-b8d9-07c29da60d77,segment=NetworkSegment(dc0e6600-879c-4446-b810-f751c4888bb2),segment_id=dc0e6600-879c-4446-b810-f751c4888bb2)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:24:50.863688 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-9ed11fb1-c60d-4ae6-a745-30922fa28719 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Calling delete_port for 30c0de1f-80dd-4a49-b8d9-07c29da60d77 owned by network:dhcp {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:24:50.863815 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-55517a04-8138-4a0e-9ab2-548525ba6dde None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:50.866972 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b248e793-a76f-40b2-92f5-507abcccc383 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks [] for subnet, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:50.876738 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-55517a04-8138-4a0e-9ab2-548525ba6dde None None] Calling delete_port for 30c0de1f-80dd-4a49-b8d9-07c29da60d77 owned by network:dhcp {{(pid=102193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:24:50.921328 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b248e793-a76f-40b2-92f5-507abcccc383 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125932460'] for subnet, precommit_delete_associations {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:50.993928 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b248e793-a76f-40b2-92f5-507abcccc383 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:51.003147 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9ed11fb1-c60d-4ae6-a745-30922fa28719 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:51.010133 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-55517a04-8138-4a0e-9ab2-548525ba6dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678'] for port, after_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:51.036273 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed11fb1-c60d-4ae6-a745-30922fa28719 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Pushing event deleted for resources: {'Port': ['ID=30c0de1f-80dd-4a49-b8d9-07c29da60d77,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:51.038270 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed11fb1-c60d-4ae6-a745-30922fa28719 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] No DVR routers for this DVR port 30c0de1f-80dd-4a49-b8d9-07c29da60d77 on host n-d-764292-30 {{(pid=102191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:24:51.043476 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55517a04-8138-4a0e-9ab2-548525ba6dde None None] Pushing event deleted for resources: {'Port': ['ID=30c0de1f-80dd-4a49-b8d9-07c29da60d77,revision_number=None']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:51.049907 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55517a04-8138-4a0e-9ab2-548525ba6dde None None] No DVR routers for this DVR port 30c0de1f-80dd-4a49-b8d9-07c29da60d77 on host n-d-764292-30 {{(pid=102193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:24:51.055620 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-118acb17-d797-4462-b063-54c469324b7c tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521106'] for router_interface, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:51.124705 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9ed11fb1-c60d-4ae6-a745-30922fa28719 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:51.137885 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-9ed11fb1-c60d-4ae6-a745-30922fa28719 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d990acf-5adc-4138-8dad-bd3ee0974eed']}} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:51.150526 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-9ed11fb1-c60d-4ae6-a745-30922fa28719 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc0e6600-879c-4446-b810-f751c4888bb2') {'for_net_delete': True} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:51.150821 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-9ed11fb1-c60d-4ae6-a745-30922fa28719 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc0e6600-879c-4446-b810-f751c4888bb2') {} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:51.161044 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9ed11fb1-c60d-4ae6-a745-30922fa28719 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126283644'] for segment, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:51.175321 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9ed11fb1-c60d-4ae6-a745-30922fa28719 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:51.182173 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ed11fb1-c60d-4ae6-a745-30922fa28719 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=102191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:24:51.182637 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9ed11fb1-c60d-4ae6-a745-30922fa28719 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126283391'] for segment, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:51.185785 n-d-764292-30 neutron-server[102191]: Traceback (most recent call last): Aug 11 03:24:51.185785 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:24:51.185785 n-d-764292-30 neutron-server[102191]: timer() Aug 11 03:24:51.185785 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:24:51.185785 n-d-764292-30 neutron-server[102191]: cb(*args, **kw) Aug 11 03:24:51.185785 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:24:51.185785 n-d-764292-30 neutron-server[102191]: return func(*args, **kwargs) Aug 11 03:24:51.185785 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:24:51.185785 n-d-764292-30 neutron-server[102191]: self._notify() Aug 11 03:24:51.185785 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:24:51.185785 n-d-764292-30 neutron-server[102191]: self.callback(batched_events) Aug 11 03:24:51.185785 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:24:51.185785 n-d-764292-30 neutron-server[102191]: event.method(event) Aug 11 03:24:51.185785 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:24:51.185785 n-d-764292-30 neutron-server[102191]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:24:51.185785 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:24:51.185785 n-d-764292-30 neutron-server[102191]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:24:51.185785 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:24:51.185785 n-d-764292-30 neutron-server[102191]: return f(self, *a, **k) Aug 11 03:24:51.185785 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:24:51.185785 n-d-764292-30 neutron-server[102191]: return self._get(url).json() Aug 11 03:24:51.185785 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:24:51.185785 n-d-764292-30 neutron-server[102191]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:24:51.185785 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:24:51.185785 n-d-764292-30 neutron-server[102191]: return self.request(url, 'GET', **kwargs) Aug 11 03:24:51.185785 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:24:51.185785 n-d-764292-30 neutron-server[102191]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:24:51.185785 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:24:51.185785 n-d-764292-30 neutron-server[102191]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:24:51.185785 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:24:51.185785 n-d-764292-30 neutron-server[102191]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:24:51.185785 n-d-764292-30 neutron-server[102191]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:24:51.199071 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b248e793-a76f-40b2-92f5-507abcccc383 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125932157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126180897'] for subnet, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:51.272010 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b248e793-a76f-40b2-92f5-507abcccc383 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Pushing event deleted for resources: {'Subnet': ['ID=fe8b59ea-21a2-4b55-90ef-c7fa646fdce4,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:51.277480 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b248e793-a76f-40b2-92f5-507abcccc383 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks [] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:51.281747 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-b248e793-a76f-40b2-92f5-507abcccc383 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] 10.222.0.41 "DELETE /v2.0/subnets/fe8b59ea-21a2-4b55-90ef-c7fa646fdce4 HTTP/1.1" status: 204 len: 168 time: 0.4841530 Aug 11 03:24:51.282133 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 53876) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:51.329167 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9ed11fb1-c60d-4ae6-a745-30922fa28719 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:51.336014 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3dc4b4-9d02-44f3-9edb-3ff69ca7c573 req-5a84ba03-1f25-408f-a9d2-9d7d61d4c3a0 tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:51.337732 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ed3dc4b4-9d02-44f3-9edb-3ff69ca7c573 req-5a84ba03-1f25-408f-a9d2-9d7d61d4c3a0 tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] 10.222.0.41 "GET /v2.0/ports?device_id=136d98fc-cbc0-400d-bf91-3d2c80353ca9 HTTP/1.1" status: 200 len: 946 time: 0.1495056 Aug 11 03:24:51.347286 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9ed11fb1-c60d-4ae6-a745-30922fa28719 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks [] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:51.349180 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-9ed11fb1-c60d-4ae6-a745-30922fa28719 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] 10.222.0.41 "DELETE /v2.0/networks/9d990acf-5adc-4138-8dad-bd3ee0974eed HTTP/1.1" status: 204 len: 168 time: 0.8700604 Aug 11 03:24:51.357623 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 53878) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:51.360520 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed11fb1-c60d-4ae6-a745-30922fa28719 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Pushing event deleted for resources: {'Network': ['ID=9d990acf-5adc-4138-8dad-bd3ee0974eed,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:51.368590 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-70d4f018-2062-4f4b-a713-2f3907aa0a85 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1079023033', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}, 'admin_state_up': False}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:24:51.382242 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1e8131af-7117-4ffe-b46d-355ff18bca44 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:51.413835 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2804c701-bd10-44b9-883b-bff3893cc8ee req-4feb0489-db08-4716-ae4b-f6373c0d9e5e tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:51.415356 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2804c701-bd10-44b9-883b-bff3893cc8ee req-4feb0489-db08-4716-ae4b-f6373c0d9e5e tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ab07bbd-fa55-4032-bc68-2fe67c0da2d6 HTTP/1.1" status: 200 len: 946 time: 0.1235890 Aug 11 03:24:51.461706 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ed3dc4b4-9d02-44f3-9edb-3ff69ca7c573 req-89394f36-062a-4a53-8e07-0762a1027b52 tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed60bba6-2b2f-4b83-a3e4-9e7aa48523e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160200 Aug 11 03:24:51.472629 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1e8131af-7117-4ffe-b46d-355ff18bca44 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:51.485040 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-1e8131af-7117-4ffe-b46d-355ff18bca44 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8748c9c-e6ab-4081-8049-0059e9ca1ae8']}} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:51.496329 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-1e8131af-7117-4ffe-b46d-355ff18bca44 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ec02016-afbe-4e93-adc3-1c97292144ea') {'for_net_delete': True} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:51.496622 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-1e8131af-7117-4ffe-b46d-355ff18bca44 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ec02016-afbe-4e93-adc3-1c97292144ea') {} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:51.505796 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1e8131af-7117-4ffe-b46d-355ff18bca44 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126283644'] for segment, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:51.509958 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-70d4f018-2062-4f4b-a713-2f3907aa0a85 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-450010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6626'] for router, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:51.510995 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-70d4f018-2062-4f4b-a713-2f3907aa0a85 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-446747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6633'] for router, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:51.516471 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2804c701-bd10-44b9-883b-bff3893cc8ee req-dbbac45b-fdaf-43cf-b99c-cda554e819d1 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d4c303e-0c5b-4d5a-b0c4-6f31f4676a83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793130 Aug 11 03:24:51.519780 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1e8131af-7117-4ffe-b46d-355ff18bca44 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:51.526563 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e8131af-7117-4ffe-b46d-355ff18bca44 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=102191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:24:51.526960 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1e8131af-7117-4ffe-b46d-355ff18bca44 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126283391'] for segment, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:51.530211 n-d-764292-30 neutron-server[102191]: Traceback (most recent call last): Aug 11 03:24:51.530211 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:24:51.530211 n-d-764292-30 neutron-server[102191]: timer() Aug 11 03:24:51.530211 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:24:51.530211 n-d-764292-30 neutron-server[102191]: cb(*args, **kw) Aug 11 03:24:51.530211 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:24:51.530211 n-d-764292-30 neutron-server[102191]: return func(*args, **kwargs) Aug 11 03:24:51.530211 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:24:51.530211 n-d-764292-30 neutron-server[102191]: self._notify() Aug 11 03:24:51.530211 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:24:51.530211 n-d-764292-30 neutron-server[102191]: self.callback(batched_events) Aug 11 03:24:51.530211 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:24:51.530211 n-d-764292-30 neutron-server[102191]: event.method(event) Aug 11 03:24:51.530211 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:24:51.530211 n-d-764292-30 neutron-server[102191]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:24:51.530211 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:24:51.530211 n-d-764292-30 neutron-server[102191]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:24:51.530211 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:24:51.530211 n-d-764292-30 neutron-server[102191]: return f(self, *a, **k) Aug 11 03:24:51.530211 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:24:51.530211 n-d-764292-30 neutron-server[102191]: return self._get(url).json() Aug 11 03:24:51.530211 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:24:51.530211 n-d-764292-30 neutron-server[102191]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:24:51.530211 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:24:51.530211 n-d-764292-30 neutron-server[102191]: return self.request(url, 'GET', **kwargs) Aug 11 03:24:51.530211 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:24:51.530211 n-d-764292-30 neutron-server[102191]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:24:51.530211 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:24:51.530211 n-d-764292-30 neutron-server[102191]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:24:51.530211 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:24:51.530211 n-d-764292-30 neutron-server[102191]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:24:51.530211 n-d-764292-30 neutron-server[102191]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:24:51.576920 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-70d4f018-2062-4f4b-a713-2f3907aa0a85 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:51.586314 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-118acb17-d797-4462-b063-54c469324b7c tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Deleting port 1b82a9ae-a762-41db-a25e-ef4862ec6919 {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:24:51.587872 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-118acb17-d797-4462-b063-54c469324b7c tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:51.637503 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1e8131af-7117-4ffe-b46d-355ff18bca44 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:51.642455 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1e8131af-7117-4ffe-b46d-355ff18bca44 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Notify callbacks [] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:51.658440 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-1e8131af-7117-4ffe-b46d-355ff18bca44 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] 10.222.0.41 "DELETE /v2.0/networks/a8748c9c-e6ab-4081-8049-0059e9ca1ae8 HTTP/1.1" status: 204 len: 168 time: 0.3600495 Aug 11 03:24:51.660099 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8131af-7117-4ffe-b46d-355ff18bca44 tempest-FloatingIPTestJSON-1354020438 tempest-FloatingIPTestJSON-1354020438-project] Pushing event deleted for resources: {'Network': ['ID=a8748c9c-e6ab-4081-8049-0059e9ca1ae8,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:51.791974 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-70d4f018-2062-4f4b-a713-2f3907aa0a85 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:51.806892 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [None req-118acb17-d797-4462-b063-54c469324b7c tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] For port 1b82a9ae-a762-41db-a25e-ef4862ec6919, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=1b82a9ae-a762-41db-a25e-ef4862ec6919,segment=NetworkSegment(9d22295b-3f8f-400a-b808-2e89ba97c33b),segment_id=9d22295b-3f8f-400a-b808-2e89ba97c33b)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:24:51.807261 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-118acb17-d797-4462-b063-54c469324b7c tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:51.819403 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-118acb17-d797-4462-b063-54c469324b7c tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Calling delete_port for 1b82a9ae-a762-41db-a25e-ef4862ec6919 owned by network:router_interface {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:24:52.098594 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 53884) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:52.150737 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-118acb17-d797-4462-b063-54c469324b7c tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:52.184379 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118acb17-d797-4462-b063-54c469324b7c tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Pushing event deleted for resources: {'Port': ['ID=1b82a9ae-a762-41db-a25e-ef4862ec6919,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:52.208945 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-70d4f018-2062-4f4b-a713-2f3907aa0a85 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks [] for router_gateway, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:52.239693 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-95310261-bcc1-4e8a-b41a-33448bbfbc1b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=446e7b81acea467eb5f054174b44b96a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1398468 Aug 11 03:24:52.240587 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 53888) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:52.252154 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-70d4f018-2062-4f4b-a713-2f3907aa0a85 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:52.310849 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-03cc2682-d5f4-4666-8fc4-ee8f2d56e013 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:52.336032 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-03cc2682-d5f4-4666-8fc4-ee8f2d56e013 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:52.448810 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-03cc2682-d5f4-4666-8fc4-ee8f2d56e013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:52.451428 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-03cc2682-d5f4-4666-8fc4-ee8f2d56e013 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:52.452776 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-03cc2682-d5f4-4666-8fc4-ee8f2d56e013 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/27cef942-2993-45b9-896d-c76514f24d78 HTTP/1.1" status: 204 len: 168 time: 0.2111819 Aug 11 03:24:52.478077 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cc2682-d5f4-4666-8fc4-ee8f2d56e013 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27cef942-2993-45b9-896d-c76514f24d78,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:52.482943 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-118acb17-d797-4462-b063-54c469324b7c tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16383033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450082'] for router_interface, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:52.486189 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [None req-70d4f018-2062-4f4b-a713-2f3907aa0a85 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Allocated IP 172.25.8.123 (09faf7d2-eaf5-4a50-bb6e-4cb05d009a76/e1a97443-13df-40bb-85f5-fd269e2742c0/d1bb4fd2-55c5-4c2d-8d00-0bebd76e7b5b) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:24:52.612646 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 30c0de1f-80dd-4a49-b8d9-07c29da60d77 no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:24:52.637701 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: 30c0de1f-80dd-4a49-b8d9-07c29da60d77 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:24:52.638045 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 30c0de1f-80dd-4a49-b8d9-07c29da60d77 not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:24:52.756989 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88bb009-91a9-4b3d-94ec-898276024cb9 req-b1b639f9-59a6-4b0c-bb6b-39130cf71554 tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:52.758500 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b88bb009-91a9-4b3d-94ec-898276024cb9 req-b1b639f9-59a6-4b0c-bb6b-39130cf71554 tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] 10.222.0.41 "GET /v2.0/ports?device_id=136d98fc-cbc0-400d-bf91-3d2c80353ca9 HTTP/1.1" status: 200 len: 946 time: 0.1886654 Aug 11 03:24:52.849398 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a323a6-c7e8-4483-9755-386e145a5d47 req-6e47b900-9739-4058-9762-2a9764ffaa20 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:52.850964 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b7a323a6-c7e8-4483-9755-386e145a5d47 req-6e47b900-9739-4058-9762-2a9764ffaa20 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ab07bbd-fa55-4032-bc68-2fe67c0da2d6 HTTP/1.1" status: 200 len: 946 time: 0.2056689 Aug 11 03:24:52.876424 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-70d4f018-2062-4f4b-a713-2f3907aa0a85 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:53.262731 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b88bb009-91a9-4b3d-94ec-898276024cb9 req-c3faf079-7101-472c-96a5-cbfc4bb0111f tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed60bba6-2b2f-4b83-a3e4-9e7aa48523e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4601612 Aug 11 03:24:53.270800 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-118acb17-d797-4462-b063-54c469324b7c tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Router a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07 has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:24:53.274991 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b7a323a6-c7e8-4483-9755-386e145a5d47 req-ad50172e-6b55-4f9f-bf62-8bc96d13e666 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d4c303e-0c5b-4d5a-b0c4-6f31f4676a83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4118745 Aug 11 03:24:53.371276 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-70d4f018-2062-4f4b-a713-2f3907aa0a85 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:53.432814 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70d4f018-2062-4f4b-a713-2f3907aa0a85 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:24:53.436098 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-118acb17-d797-4462-b063-54c469324b7c tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:24:53.444601 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-118acb17-d797-4462-b063-54c469324b7c tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] 10.222.0.41 "PUT /v2.0/routers/a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9392209 Aug 11 03:24:53.444824 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 53918) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:53.447581 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a5c03a-0367-46b8-8f96-a9d1feec05b2 None None] Sync routers for ids ['a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:24:53.449575 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-70d4f018-2062-4f4b-a713-2f3907aa0a85 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:24:53.452096 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d4f018-2062-4f4b-a713-2f3907aa0a85 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:24:53.457658 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 53920) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:53.458870 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d4f018-2062-4f4b-a713-2f3907aa0a85 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Pushing event updated for resources: {'Port': ['ID=d1bb4fd2-55c5-4c2d-8d00-0bebd76e7b5b,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:53.459949 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a5c03a-0367-46b8-8f96-a9d1feec05b2 None None] Routers {'a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:24:53.460819 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-31a5c03a-0367-46b8-8f96-a9d1feec05b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:24:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:53.515192 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebab455b-987a-40fc-b7fe-880689169cd5 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Deleting subnet c5093bec-e784-4a38-acca-481215b6c039 {{(pid=102191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:24:53.518535 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ebab455b-987a-40fc-b7fe-880689169cd5 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks [] for subnet, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:53.561772 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ebab455b-987a-40fc-b7fe-880689169cd5 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126283525'] for subnet, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:53.564284 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-31a5c03a-0367-46b8-8f96-a9d1feec05b2 None None] Set router a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07 gateway port host: None {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:24:53.610692 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-fcbd6ed7-e24b-40b6-b6fe-277315ed8907 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1138003038'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:24:53.676976 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ebab455b-987a-40fc-b7fe-880689169cd5 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:53.758086 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcbd6ed7-e24b-40b6-b6fe-277315ed8907 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Made reservation on behalf of a6e0511434be4fc4a2d24d0db6f1badc for: {'network': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:24:53.761930 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fcbd6ed7-e24b-40b6-b6fe-277315ed8907 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:53.771779 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fcbd6ed7-e24b-40b6-b6fe-277315ed8907 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:53.778912 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-31a5c03a-0367-46b8-8f96-a9d1feec05b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07', 'name': 'tempest-RoutersTest-router-522875344', 'tenant_id': '8002057c241341da96913e0b77a31349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:24:08Z', 'updated_at': '2021-08-11T03:24:52Z', 'revision_number': 9, 'project_id': '8002057c241341da96913e0b77a31349', 'gw_port_host': None, '_interfaces': [{'id': '0cbbd80f-4a85-4cfa-86d2-8b0c317769b0', 'name': '', 'network_id': '86594cbd-e1fd-497c-9535-16dda6843d99', 'tenant_id': '8002057c241341da96913e0b77a31349', 'mac_address': 'fa:16:3e:3e:3a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2672, 'fixed_ips': [{'subnet_id': 'a84ab6d1-920e-4120-b064-c4c12d86c28b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:24:12Z', 'updated_at': '2021-08-11T03:24:22Z', 'revision_number': 5, 'project_id': '8002057c241341da96913e0b77a31349', 'subnets': [{'id': 'a84ab6d1-920e-4120-b064-c4c12d86c28b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c7a10e3-d2c9-4dd1-afe4-09a90bd1604f', 'name': '', 'network_id': 'b2dfef44-a07d-466d-bc48-8bed5b65228d', 'tenant_id': '8002057c241341da96913e0b77a31349', 'mac_address': 'fa:16:3e:2a:6f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2688, 'fixed_ips': [{'subnet_id': 'c853cc03-0fa9-46a8-b3ec-fc57e2e7c093', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:24:18Z', 'updated_at': '2021-08-11T03:24:31Z', 'revision_number': 5, 'project_id': '8002057c241341da96913e0b77a31349', 'subnets': [{'id': 'c853cc03-0fa9-46a8-b3ec-fc57e2e7c093', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:53.789676 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-70d4f018-2062-4f4b-a713-2f3907aa0a85 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks [] for router_gateway, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:53.806316 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a5c03a-0367-46b8-8f96-a9d1feec05b2 None None] Checking router: a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07 for host: n-d-764292-30 {{(pid=102193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:24:53.814797 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a5c03a-0367-46b8-8f96-a9d1feec05b2 None None] Routers {'a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:24:53.815621 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-31a5c03a-0367-46b8-8f96-a9d1feec05b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:24:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:53.828289 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ebab455b-987a-40fc-b7fe-880689169cd5 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126283413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126275158'] for subnet, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:53.869266 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ebab455b-987a-40fc-b7fe-880689169cd5 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:53.873838 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-ebab455b-987a-40fc-b7fe-880689169cd5 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] 10.222.0.41 "DELETE /v2.0/subnets/c5093bec-e784-4a38-acca-481215b6c039 HTTP/1.1" status: 204 len: 168 time: 0.4271193 Aug 11 03:24:53.875309 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebab455b-987a-40fc-b7fe-880689169cd5 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Pushing event deleted for resources: {'Subnet': ['ID=c5093bec-e784-4a38-acca-481215b6c039,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:53.875447 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 53924) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:53.883372 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-449052f4-2a43-4b9d-8382-9747e5e8f846 None None] Network 3c52fbf3-70f0-4618-9476-af865126e21a requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:24:53.937233 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fcbd6ed7-e24b-40b6-b6fe-277315ed8907 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:53.960574 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-31a5c03a-0367-46b8-8f96-a9d1feec05b2 None None] Set router a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07 gateway port host: None {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:24:54.007394 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a1cae127-04e7-4c84-abbe-4bd108b6c5ab tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:54.009025 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fcbd6ed7-e24b-40b6-b6fe-277315ed8907 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:54.043998 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcbd6ed7-e24b-40b6-b6fe-277315ed8907 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=102191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:24:54.068268 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd6ed7-e24b-40b6-b6fe-277315ed8907 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7763479-fcb1-4754-8916-731a2decd76c,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:54.082742 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fcbd6ed7-e24b-40b6-b6fe-277315ed8907 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:54.082742 n-d-764292-30 neutron-server[102191]: INFO neutron.db.segments_db [None req-fcbd6ed7-e24b-40b6-b6fe-277315ed8907 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Added segment 3502ca39-c8b5-4b03-b555-41ce14e50037 of type vlan for network 813a308e-1df3-42f6-8357-85259fd890d2 Aug 11 03:24:54.120119 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-70d4f018-2062-4f4b-a713-2f3907aa0a85 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-446952'] for router, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:54.123896 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fcbd6ed7-e24b-40b6-b6fe-277315ed8907 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:54.167451 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-a1cae127-04e7-4c84-abbe-4bd108b6c5ab tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Deleting port 3fc63312-07b7-497c-a35b-1095bdcf1e7d {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:24:54.167451 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a1cae127-04e7-4c84-abbe-4bd108b6c5ab tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:54.202038 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae7a9e4a-a979-46c4-a516-2183ae29468c None None] DHCP port deletion for 3c52fbf3-70f0-4618-9476-af865126e21a request from n-d-764292-30 {{(pid=102193) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:24:54.214145 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fcbd6ed7-e24b-40b6-b6fe-277315ed8907 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:54.219725 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcbd6ed7-e24b-40b6-b6fe-277315ed8907 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:54.220316 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fcbd6ed7-e24b-40b6-b6fe-277315ed8907 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks [] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:54.269244 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-31a5c03a-0367-46b8-8f96-a9d1feec05b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07', 'name': 'tempest-RoutersTest-router-522875344', 'tenant_id': '8002057c241341da96913e0b77a31349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:24:08Z', 'updated_at': '2021-08-11T03:24:52Z', 'revision_number': 9, 'project_id': '8002057c241341da96913e0b77a31349', 'gw_port_host': None, '_interfaces': [{'id': '0cbbd80f-4a85-4cfa-86d2-8b0c317769b0', 'name': '', 'network_id': '86594cbd-e1fd-497c-9535-16dda6843d99', 'tenant_id': '8002057c241341da96913e0b77a31349', 'mac_address': 'fa:16:3e:3e:3a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2672, 'fixed_ips': [{'subnet_id': 'a84ab6d1-920e-4120-b064-c4c12d86c28b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:24:12Z', 'updated_at': '2021-08-11T03:24:22Z', 'revision_number': 5, 'project_id': '8002057c241341da96913e0b77a31349', 'subnets': [{'id': 'a84ab6d1-920e-4120-b064-c4c12d86c28b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c7a10e3-d2c9-4dd1-afe4-09a90bd1604f', 'name': '', 'network_id': 'b2dfef44-a07d-466d-bc48-8bed5b65228d', 'tenant_id': '8002057c241341da96913e0b77a31349', 'mac_address': 'fa:16:3e:2a:6f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2688, 'fixed_ips': [{'subnet_id': 'c853cc03-0fa9-46a8-b3ec-fc57e2e7c093', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:24:18Z', 'updated_at': '2021-08-11T03:24:31Z', 'revision_number': 5, 'project_id': '8002057c241341da96913e0b77a31349', 'subnets': [{'id': 'c853cc03-0fa9-46a8-b3ec-fc57e2e7c093', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:54.277481 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [None req-a1cae127-04e7-4c84-abbe-4bd108b6c5ab tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] For port 3fc63312-07b7-497c-a35b-1095bdcf1e7d, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=3fc63312-07b7-497c-a35b-1095bdcf1e7d,segment=NetworkSegment(9d22295b-3f8f-400a-b808-2e89ba97c33b),segment_id=9d22295b-3f8f-400a-b808-2e89ba97c33b)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:24:54.277850 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a1cae127-04e7-4c84-abbe-4bd108b6c5ab tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:54.299707 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-a1cae127-04e7-4c84-abbe-4bd108b6c5ab tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Calling delete_port for 3fc63312-07b7-497c-a35b-1095bdcf1e7d owned by network:dhcp {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:24:54.316973 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd6ed7-e24b-40b6-b6fe-277315ed8907 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Pushing event updated for resources: {'Network': ['ID=813a308e-1df3-42f6-8357-85259fd890d2,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:54.337985 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-fcbd6ed7-e24b-40b6-b6fe-277315ed8907 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8773985 Aug 11 03:24:54.338643 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 53930) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:54.343901 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-d6d4ed43-95aa-436f-998c-c63bc0854bec tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Request body: {'port': {'network_id': '813a308e-1df3-42f6-8357-85259fd890d2', 'name': 'tempest-PortsIpV6TestJSON-127253217'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:24:54.471653 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-ae7a9e4a-a979-46c4-a516-2183ae29468c None None] Deleting port 3fc63312-07b7-497c-a35b-1095bdcf1e7d {{(pid=102193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:24:54.471997 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-ae7a9e4a-a979-46c4-a516-2183ae29468c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:54.474513 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network 813a308e-1df3-42f6-8357-85259fd890d2 details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:24:54.477397 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a5c03a-0367-46b8-8f96-a9d1feec05b2 None None] The sync data for ids ['a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07'] in n-d-764292-30 is: [{'id': 'a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07', 'name': 'tempest-RoutersTest-router-522875344', 'tenant_id': '8002057c241341da96913e0b77a31349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:24:08Z', 'updated_at': '2021-08-11T03:24:52Z', 'revision_number': 9, 'project_id': '8002057c241341da96913e0b77a31349', 'gw_port_host': None, '_interfaces': [{'id': '0cbbd80f-4a85-4cfa-86d2-8b0c317769b0', 'name': '', 'network_id': '86594cbd-e1fd-497c-9535-16dda6843d99', 'tenant_id': '8002057c241341da96913e0b77a31349', 'mac_address': 'fa:16:3e:3e:3a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2672, 'fixed_ips': [{'subnet_id': 'a84ab6d1-920e-4120-b064-c4c12d86c28b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:24:12Z', 'updated_at': '2021-08-11T03:24:22Z', 'revision_number': 5, 'project_id': '8002057c241341da96913e0b77a31349', 'subnets': [{'id': 'a84ab6d1-920e-4120-b064-c4c12d86c28b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c7a10e3-d2c9-4dd1-afe4-09a90bd1604f', 'name': '', 'network_id': 'b2dfef44-a07d-466d-bc48-8bed5b65228d', 'tenant_id': '8002057c241341da96913e0b77a31349', 'mac_address': 'fa:16:3e:2a:6f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2688, 'fixed_ips': [{'subnet_id': 'c853cc03-0fa9-46a8-b3ec-fc57e2e7c093', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:24:18Z', 'updated_at': '2021-08-11T03:24:31Z', 'revision_number': 5, 'project_id': '8002057c241341da96913e0b77a31349', 'subnets': [{'id': 'c853cc03-0fa9-46a8-b3ec-fc57e2e7c093', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:24:54.494374 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a901c820-61bb-415e-afcb-adb4f8efbd0f req-b60730d6-c1e9-47fd-9813-75514f895cfb tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:54.496832 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a901c820-61bb-415e-afcb-adb4f8efbd0f req-b60730d6-c1e9-47fd-9813-75514f895cfb tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] 10.222.0.41 "GET /v2.0/ports?device_id=136d98fc-cbc0-400d-bf91-3d2c80353ca9 HTTP/1.1" status: 200 len: 946 time: 0.1270769 Aug 11 03:24:54.512289 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351ba0df-3c1c-4bb2-9d4c-9b10ca7032ef req-f78e7b52-1e75-4987-9b17-55ab3426dc68 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:54.514226 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-351ba0df-3c1c-4bb2-9d4c-9b10ca7032ef req-f78e7b52-1e75-4987-9b17-55ab3426dc68 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ab07bbd-fa55-4032-bc68-2fe67c0da2d6 HTTP/1.1" status: 200 len: 946 time: 0.1238184 Aug 11 03:24:54.528908 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6d4ed43-95aa-436f-998c-c63bc0854bec tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Made reservation on behalf of a6e0511434be4fc4a2d24d0db6f1badc for: {'port': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:24:54.533768 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d6d4ed43-95aa-436f-998c-c63bc0854bec tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:54.554517 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [None req-d6d4ed43-95aa-436f-998c-c63bc0854bec tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] device_id is not set on port dc4a6b7e-a1cf-45bd-a6ca-6b0e43182718 yet. {{(pid=102191) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:24:54.565291 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70d4f018-2062-4f4b-a713-2f3907aa0a85 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Router c71a395a-53d2-4f2b-bb96-e419d06f7518 is scheduled to L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 with binding_index 1 {{(pid=102192) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:24:54.579653 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a901c820-61bb-415e-afcb-adb4f8efbd0f req-366d67ea-2e7c-492c-9933-3b850af2b9ea tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed60bba6-2b2f-4b83-a3e4-9e7aa48523e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641789 Aug 11 03:24:54.582840 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-351ba0df-3c1c-4bb2-9d4c-9b10ca7032ef req-ffa1d235-4bbf-494e-b1e7-46defced3670 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d4c303e-0c5b-4d5a-b0c4-6f31f4676a83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597682 Aug 11 03:24:54.588769 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a1cae127-04e7-4c84-abbe-4bd108b6c5ab tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:54.594124 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-ae7a9e4a-a979-46c4-a516-2183ae29468c None None] For port 3fc63312-07b7-497c-a35b-1095bdcf1e7d, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=3fc63312-07b7-497c-a35b-1095bdcf1e7d,segment=NetworkSegment(9d22295b-3f8f-400a-b808-2e89ba97c33b),segment_id=9d22295b-3f8f-400a-b808-2e89ba97c33b)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:24:54.599790 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-ae7a9e4a-a979-46c4-a516-2183ae29468c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:54.621916 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-ae7a9e4a-a979-46c4-a516-2183ae29468c None None] Calling delete_port for 3fc63312-07b7-497c-a35b-1095bdcf1e7d owned by network:dhcp {{(pid=102193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:24:54.654668 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cae127-04e7-4c84-abbe-4bd108b6c5ab tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Pushing event deleted for resources: {'Port': ['ID=3fc63312-07b7-497c-a35b-1095bdcf1e7d,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:54.662642 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1cae127-04e7-4c84-abbe-4bd108b6c5ab tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] No DVR routers for this DVR port 3fc63312-07b7-497c-a35b-1095bdcf1e7d on host n-d-764292-30 {{(pid=102192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:24:54.706908 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-ae7a9e4a-a979-46c4-a516-2183ae29468c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678'] for port, after_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:54.735673 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7a9e4a-a979-46c4-a516-2183ae29468c None None] Pushing event deleted for resources: {'Port': ['ID=3fc63312-07b7-497c-a35b-1095bdcf1e7d,revision_number=None']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:54.741344 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae7a9e4a-a979-46c4-a516-2183ae29468c None None] No DVR routers for this DVR port 3fc63312-07b7-497c-a35b-1095bdcf1e7d on host n-d-764292-30 {{(pid=102193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:24:54.767552 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d6d4ed43-95aa-436f-998c-c63bc0854bec tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:54.795392 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a1cae127-04e7-4c84-abbe-4bd108b6c5ab tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:54.809269 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-a1cae127-04e7-4c84-abbe-4bd108b6c5ab tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c52fbf3-70f0-4618-9476-af865126e21a']}} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:54.823126 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-a1cae127-04e7-4c84-abbe-4bd108b6c5ab tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d22295b-3f8f-400a-b808-2e89ba97c33b') {'for_net_delete': True} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:54.823486 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-a1cae127-04e7-4c84-abbe-4bd108b6c5ab tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d22295b-3f8f-400a-b808-2e89ba97c33b') {} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:54.830630 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70d4f018-2062-4f4b-a713-2f3907aa0a85 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:24:54.838277 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d6d4ed43-95aa-436f-998c-c63bc0854bec tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:54.845326 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5823ae66-db7a-4ef6-875d-854e746ffc0c None None] Sync routers for ids ['c71a395a-53d2-4f2b-bb96-e419d06f7518'] in n-d-764292-30 {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:24:54.850719 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a1cae127-04e7-4c84-abbe-4bd108b6c5ab tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125932501'] for segment, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:54.856495 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5823ae66-db7a-4ef6-875d-854e746ffc0c None None] Routers {'c71a395a-53d2-4f2b-bb96-e419d06f7518'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:24:54.857120 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-5823ae66-db7a-4ef6-875d-854e746ffc0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:24:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['c71a395a-53d2-4f2b-bb96-e419d06f7518'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:54.859374 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 3fc63312-07b7-497c-a35b-1095bdcf1e7d no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:24:54.869081 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a1cae127-04e7-4c84-abbe-4bd108b6c5ab tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:54.879780 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: 3fc63312-07b7-497c-a35b-1095bdcf1e7d {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:24:54.880181 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 3fc63312-07b7-497c-a35b-1095bdcf1e7d not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:24:54.880451 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1cae127-04e7-4c84-abbe-4bd108b6c5ab tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=102192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:24:54.880869 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a1cae127-04e7-4c84-abbe-4bd108b6c5ab tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125932183'] for segment, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:54.889779 n-d-764292-30 neutron-server[102192]: Traceback (most recent call last): Aug 11 03:24:54.889779 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:24:54.889779 n-d-764292-30 neutron-server[102192]: timer() Aug 11 03:24:54.889779 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:24:54.889779 n-d-764292-30 neutron-server[102192]: cb(*args, **kw) Aug 11 03:24:54.889779 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:24:54.889779 n-d-764292-30 neutron-server[102192]: return func(*args, **kwargs) Aug 11 03:24:54.889779 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:24:54.889779 n-d-764292-30 neutron-server[102192]: self._notify() Aug 11 03:24:54.889779 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:24:54.889779 n-d-764292-30 neutron-server[102192]: self.callback(batched_events) Aug 11 03:24:54.889779 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:24:54.889779 n-d-764292-30 neutron-server[102192]: event.method(event) Aug 11 03:24:54.889779 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:24:54.889779 n-d-764292-30 neutron-server[102192]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:24:54.889779 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:24:54.889779 n-d-764292-30 neutron-server[102192]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:24:54.889779 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:24:54.889779 n-d-764292-30 neutron-server[102192]: return f(self, *a, **k) Aug 11 03:24:54.889779 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:24:54.889779 n-d-764292-30 neutron-server[102192]: return self._get(url).json() Aug 11 03:24:54.889779 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:24:54.889779 n-d-764292-30 neutron-server[102192]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:24:54.889779 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:24:54.889779 n-d-764292-30 neutron-server[102192]: return self.request(url, 'GET', **kwargs) Aug 11 03:24:54.889779 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:24:54.889779 n-d-764292-30 neutron-server[102192]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:24:54.889779 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:24:54.889779 n-d-764292-30 neutron-server[102192]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:24:54.889779 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:24:54.889779 n-d-764292-30 neutron-server[102192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:24:54.889779 n-d-764292-30 neutron-server[102192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:24:54.915185 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-5823ae66-db7a-4ef6-875d-854e746ffc0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:54.929854 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5823ae66-db7a-4ef6-875d-854e746ffc0c None None] Routers {'c71a395a-53d2-4f2b-bb96-e419d06f7518'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:24:54.930842 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-5823ae66-db7a-4ef6-875d-854e746ffc0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:24:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['c71a395a-53d2-4f2b-bb96-e419d06f7518'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:54.935830 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d4ed43-95aa-436f-998c-c63bc0854bec tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Pushing event updated for resources: {'Port': ['ID=dc4a6b7e-a1cf-45bd-a6ca-6b0e43182718,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:54.948332 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-70d4f018-2062-4f4b-a713-2f3907aa0a85 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks [] for router, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:54.949427 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-70d4f018-2062-4f4b-a713-2f3907aa0a85 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.5908737 Aug 11 03:24:54.952937 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 53934) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:54.960984 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d4ed43-95aa-436f-998c-c63bc0854bec tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Checking segment: {'id': '3502ca39-c8b5-4b03-b555-41ce14e50037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '813a308e-1df3-42f6-8357-85259fd890d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:24:54.960984 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d4ed43-95aa-436f-998c-c63bc0854bec tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Network hostable DHCP agents. Network: 813a308e-1df3-42f6-8357-85259fd890d2, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:24:54.975918 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-5823ae66-db7a-4ef6-875d-854e746ffc0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:54.976573 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5823ae66-db7a-4ef6-875d-854e746ffc0c None None] The sync data for ids ['c71a395a-53d2-4f2b-bb96-e419d06f7518'] in n-d-764292-30 is: [] {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:24:55.014722 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d4ed43-95aa-436f-998c-c63bc0854bec tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Network 813a308e-1df3-42f6-8357-85259fd890d2 is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:24:55.074566 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-bc11f152-cb46-478d-9b48-2d7f8aaa40c1 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] 10.222.0.41 "GET /v2.0/routers/c71a395a-53d2-4f2b-bb96-e419d06f7518 HTTP/1.1" status: 200 len: 885 time: 0.1203959 Aug 11 03:24:55.076978 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 53936) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:55.116820 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-d6d4ed43-95aa-436f-998c-c63bc0854bec tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, 813a308e-1df3-42f6-8357-85259fd890d2) {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:24:55.120765 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d4ed43-95aa-436f-998c-c63bc0854bec tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:24:55.121955 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a1cae127-04e7-4c84-abbe-4bd108b6c5ab tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:55.126166 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1316c37-d06f-4549-ba10-b7d9137b9c99 None None] Network 813a308e-1df3-42f6-8357-85259fd890d2 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:24:55.129452 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a1cae127-04e7-4c84-abbe-4bd108b6c5ab tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks [] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:55.131311 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-a1cae127-04e7-4c84-abbe-4bd108b6c5ab tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] 10.222.0.41 "DELETE /v2.0/networks/3c52fbf3-70f0-4618-9476-af865126e21a HTTP/1.1" status: 204 len: 168 time: 1.2551613 Aug 11 03:24:55.143872 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 53938) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:55.144094 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d4ed43-95aa-436f-998c-c63bc0854bec tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:55.144578 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d6d4ed43-95aa-436f-998c-c63bc0854bec tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:55.151952 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cae127-04e7-4c84-abbe-4bd108b6c5ab tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Pushing event deleted for resources: {'Network': ['ID=3c52fbf3-70f0-4618-9476-af865126e21a,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:55.203858 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-d6d4ed43-95aa-436f-998c-c63bc0854bec tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.8640299 Aug 11 03:24:55.206680 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 53940) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:55.213248 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-aec5a88b-7722-4bf3-80f4-c554e0072ec7 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1174182489'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:24:55.294375 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aec5a88b-7722-4bf3-80f4-c554e0072ec7 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Made reservation on behalf of a6e0511434be4fc4a2d24d0db6f1badc for: {'network': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:24:55.297929 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-aec5a88b-7722-4bf3-80f4-c554e0072ec7 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:55.321279 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aec5a88b-7722-4bf3-80f4-c554e0072ec7 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=102191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:24:55.329723 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-aec5a88b-7722-4bf3-80f4-c554e0072ec7 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:55.333355 n-d-764292-30 neutron-server[102191]: INFO neutron.db.segments_db [None req-aec5a88b-7722-4bf3-80f4-c554e0072ec7 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Added segment 36b376d7-767d-49b7-aba7-f6a0995d9a36 of type vlan for network ad32ae88-7b61-4382-9183-5332c7b850bc Aug 11 03:24:55.369930 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-aec5a88b-7722-4bf3-80f4-c554e0072ec7 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:55.453071 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-d59feba0-788c-4d9b-a99d-e70688396788 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.3750045 Aug 11 03:24:55.455725 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 53942) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:55.460481 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-03b6e674-d33a-4c83-8b80-890b87f7f9c1 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1079023033'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:24:55.463928 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-aec5a88b-7722-4bf3-80f4-c554e0072ec7 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:55.469489 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec5a88b-7722-4bf3-80f4-c554e0072ec7 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:55.470142 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-aec5a88b-7722-4bf3-80f4-c554e0072ec7 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks [] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:55.535849 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e90ae9c3-2e01-446d-be31-d6f28c73a1f4 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521106'] for router_interface, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:55.609572 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec5a88b-7722-4bf3-80f4-c554e0072ec7 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Pushing event updated for resources: {'Network': ['ID=ad32ae88-7b61-4382-9183-5332c7b850bc,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:55.624179 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network ad32ae88-7b61-4382-9183-5332c7b850bc details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:24:55.638667 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-aec5a88b-7722-4bf3-80f4-c554e0072ec7 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4300370 Aug 11 03:24:55.642978 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 53948) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:55.648840 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-6126d914-c227-47dd-890d-0c9b4f520622 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Request body: {'ports': [{'network_id': '813a308e-1df3-42f6-8357-85259fd890d2'}, {'network_id': 'ad32ae88-7b61-4382-9183-5332c7b850bc'}]} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:24:55.649156 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-6126d914-c227-47dd-890d-0c9b4f520622 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Request body: {'port': {'network_id': '813a308e-1df3-42f6-8357-85259fd890d2'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:24:55.649634 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-6126d914-c227-47dd-890d-0c9b4f520622 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Request body: {'port': {'network_id': 'ad32ae88-7b61-4382-9183-5332c7b850bc'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:24:55.811626 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef905134-bc54-4e41-8a62-59a6ef7dfb4d req-af13dee8-8a63-4d97-8866-e11d07199c91 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:55.813128 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ef905134-bc54-4e41-8a62-59a6ef7dfb4d req-af13dee8-8a63-4d97-8866-e11d07199c91 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ab07bbd-fa55-4032-bc68-2fe67c0da2d6 HTTP/1.1" status: 200 len: 946 time: 0.0983789 Aug 11 03:24:55.827258 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526cdc7e-5072-4681-afcf-cbbbd2f86470 req-4abd5885-a178-4823-ae56-1c10b05613c5 tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:55.828661 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-526cdc7e-5072-4681-afcf-cbbbd2f86470 req-4abd5885-a178-4823-ae56-1c10b05613c5 tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] 10.222.0.41 "GET /v2.0/ports?device_id=136d98fc-cbc0-400d-bf91-3d2c80353ca9 HTTP/1.1" status: 200 len: 946 time: 0.1128161 Aug 11 03:24:55.916845 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ef905134-bc54-4e41-8a62-59a6ef7dfb4d req-2c4a164e-7c1f-4944-bb6a-68609b6f37af tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d4c303e-0c5b-4d5a-b0c4-6f31f4676a83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972297 Aug 11 03:24:55.925754 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-526cdc7e-5072-4681-afcf-cbbbd2f86470 req-4189f32b-4081-4b6e-9365-9b4eb830e15d tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed60bba6-2b2f-4b83-a3e4-9e7aa48523e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853128 Aug 11 03:24:55.979119 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-03b6e674-d33a-4c83-8b80-890b87f7f9c1 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-446725', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-448852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6559'] for router, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:55.985783 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-e90ae9c3-2e01-446d-be31-d6f28c73a1f4 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Deleting port 9c7a10e3-d2c9-4dd1-afe4-09a90bd1604f {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:24:55.986177 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e90ae9c3-2e01-446d-be31-d6f28c73a1f4 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:56.025616 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6126d914-c227-47dd-890d-0c9b4f520622 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Made reservation on behalf of a6e0511434be4fc4a2d24d0db6f1badc for: {'port': 2} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:24:56.030982 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6126d914-c227-47dd-890d-0c9b4f520622 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:56.076834 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [None req-e90ae9c3-2e01-446d-be31-d6f28c73a1f4 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] For port 9c7a10e3-d2c9-4dd1-afe4-09a90bd1604f, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=9c7a10e3-d2c9-4dd1-afe4-09a90bd1604f,segment=NetworkSegment(66c46f40-31bb-493f-95b7-f8490a024caf),segment_id=66c46f40-31bb-493f-95b7-f8490a024caf)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:24:56.077197 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e90ae9c3-2e01-446d-be31-d6f28c73a1f4 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:56.091792 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-e90ae9c3-2e01-446d-be31-d6f28c73a1f4 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Calling delete_port for 9c7a10e3-d2c9-4dd1-afe4-09a90bd1604f owned by network:router_interface {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:24:56.323473 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e90ae9c3-2e01-446d-be31-d6f28c73a1f4 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:56.350357 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90ae9c3-2e01-446d-be31-d6f28c73a1f4 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Pushing event deleted for resources: {'Port': ['ID=9c7a10e3-d2c9-4dd1-afe4-09a90bd1604f,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:56.369419 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-03b6e674-d33a-4c83-8b80-890b87f7f9c1 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-446952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-446974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-446967', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-448845'] for router, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:56.374794 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6126d914-c227-47dd-890d-0c9b4f520622 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:56.549221 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [None req-6126d914-c227-47dd-890d-0c9b4f520622 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] device_id is not set on port c615f47b-a37d-43f3-a504-aef44cf09816 yet. {{(pid=102191) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:24:56.580051 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03b6e674-d33a-4c83-8b80-890b87f7f9c1 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Router c71a395a-53d2-4f2b-bb96-e419d06f7518 has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:24:56.589350 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 1b82a9ae-a762-41db-a25e-ef4862ec6919 no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:24:56.612861 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: 1b82a9ae-a762-41db-a25e-ef4862ec6919 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:24:56.613912 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 1b82a9ae-a762-41db-a25e-ef4862ec6919 not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:24:56.742677 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 53954) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:56.778567 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03b6e674-d33a-4c83-8b80-890b87f7f9c1 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:24:56.786749 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-03b6e674-d33a-4c83-8b80-890b87f7f9c1 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks [] for router, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:56.790658 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-03b6e674-d33a-4c83-8b80-890b87f7f9c1 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] 10.222.0.41 "PUT /v2.0/routers/c71a395a-53d2-4f2b-bb96-e419d06f7518 HTTP/1.1" status: 200 len: 892 time: 1.3315775 Aug 11 03:24:56.790820 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3772a331-f8ef-47c0-9e6c-8af35d70a850 None None] Sync routers for ids ['c71a395a-53d2-4f2b-bb96-e419d06f7518'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:24:56.790930 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6126d914-c227-47dd-890d-0c9b4f520622 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:56.792958 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 53956) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:56.798853 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3772a331-f8ef-47c0-9e6c-8af35d70a850 None None] Routers {'c71a395a-53d2-4f2b-bb96-e419d06f7518'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:24:56.799611 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-3772a331-f8ef-47c0-9e6c-8af35d70a850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:24:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['c71a395a-53d2-4f2b-bb96-e419d06f7518'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:56.832994 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-3772a331-f8ef-47c0-9e6c-8af35d70a850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:56.841665 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3772a331-f8ef-47c0-9e6c-8af35d70a850 None None] Routers {'c71a395a-53d2-4f2b-bb96-e419d06f7518'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:24:56.842394 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-3772a331-f8ef-47c0-9e6c-8af35d70a850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:24:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['c71a395a-53d2-4f2b-bb96-e419d06f7518'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:56.881326 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-3772a331-f8ef-47c0-9e6c-8af35d70a850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:56.881645 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3772a331-f8ef-47c0-9e6c-8af35d70a850 None None] The sync data for ids ['c71a395a-53d2-4f2b-bb96-e419d06f7518'] in n-d-764292-30 is: [] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:24:56.886783 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7465cc15-0ce4-4129-b019-81d4081eeb59 tempest-TestNetworkBasicOps-852784014 tempest-TestNetworkBasicOps-852784014-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:56.887262 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7465cc15-0ce4-4129-b019-81d4081eeb59 tempest-TestNetworkBasicOps-852784014 tempest-TestNetworkBasicOps-852784014-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:56.887727 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7465cc15-0ce4-4129-b019-81d4081eeb59 tempest-TestNetworkBasicOps-852784014 tempest-TestNetworkBasicOps-852784014-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:56.889424 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-7465cc15-0ce4-4129-b019-81d4081eeb59 tempest-TestNetworkBasicOps-852784014 tempest-TestNetworkBasicOps-852784014-project-admin] 10.222.0.41 "GET /v2.0/ports?project_id=6f34ea378b0c4732b01bbd0e8e3ce05d&network_id=aca38bb8-53be-4609-8761-de24e0c00b2e HTTP/1.1" status: 200 len: 2972 time: 0.1457982 Aug 11 03:24:56.896440 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e90ae9c3-2e01-446d-be31-d6f28c73a1f4 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16383033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450082'] for router_interface, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:56.942435 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [None req-6126d914-c227-47dd-890d-0c9b4f520622 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] device_id is not set on port 79011a5f-8a9d-4b32-9a08-72f8adc8f6f2 yet. {{(pid=102191) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:24:56.981671 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-c194eef3-0722-419e-8db1-f02235a340f4 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] 10.222.0.41 "GET /v2.0/routers/c71a395a-53d2-4f2b-bb96-e419d06f7518 HTTP/1.1" status: 200 len: 892 time: 0.1875377 Aug 11 03:24:56.981953 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 53964) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:57.029655 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-e6fc54b3-04c8-4e3b-8f42-84a67e4a9c12 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] 10.222.0.41 "GET /v2.0/ports?device_id=c71a395a-53d2-4f2b-bb96-e419d06f7518 HTTP/1.1" status: 200 len: 205 time: 0.0465207 Aug 11 03:24:57.032195 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 53968) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:57.181141 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6126d914-c227-47dd-890d-0c9b4f520622 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:57.183935 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95a1849-cc0d-4015-9bc8-a2d7f8bed814 req-28764333-6e7b-4c12-a8cf-927a8dc9f4f7 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:57.185119 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b0a9d91d-ac27-4a9b-b288-df1f1a13215e tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks [] for router, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:57.188321 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d95a1849-cc0d-4015-9bc8-a2d7f8bed814 req-28764333-6e7b-4c12-a8cf-927a8dc9f4f7 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ab07bbd-fa55-4032-bc68-2fe67c0da2d6 HTTP/1.1" status: 200 len: 946 time: 0.1619787 Aug 11 03:24:57.194924 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8f529f-9ea0-414f-bf2e-dc7fba8321b6 req-8bdd4629-4a4d-4ffc-a592-f50a359a282b tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:57.196446 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6c8f529f-9ea0-414f-bf2e-dc7fba8321b6 req-8bdd4629-4a4d-4ffc-a592-f50a359a282b tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] 10.222.0.41 "GET /v2.0/ports?device_id=136d98fc-cbc0-400d-bf91-3d2c80353ca9 HTTP/1.1" status: 200 len: 946 time: 0.1694231 Aug 11 03:24:57.249545 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e90ae9c3-2e01-446d-be31-d6f28c73a1f4 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Router a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07 has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:24:57.263010 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d95a1849-cc0d-4015-9bc8-a2d7f8bed814 req-4931ce11-46e3-4aff-8a73-5bc3f30ca137 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d4c303e-0c5b-4d5a-b0c4-6f31f4676a83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656257 Aug 11 03:24:57.280295 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6c8f529f-9ea0-414f-bf2e-dc7fba8321b6 req-86c61905-c1c2-4a3c-b77a-636a9256cd3e tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed60bba6-2b2f-4b83-a3e4-9e7aa48523e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724728 Aug 11 03:24:57.323205 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b0a9d91d-ac27-4a9b-b288-df1f1a13215e tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:57.367320 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e90ae9c3-2e01-446d-be31-d6f28c73a1f4 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:24:57.372256 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-e90ae9c3-2e01-446d-be31-d6f28c73a1f4 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] 10.222.0.41 "PUT /v2.0/routers/a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2273798 Aug 11 03:24:57.375148 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 53972) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:57.375875 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6126d914-c227-47dd-890d-0c9b4f520622 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:57.377746 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c962f2ac-09e1-4337-95ac-37c0fe2e87e6 None None] Sync routers for ids ['a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07'] in n-d-764292-30 {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:24:57.387875 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c962f2ac-09e1-4337-95ac-37c0fe2e87e6 None None] Routers {'a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:24:57.388728 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-c962f2ac-09e1-4337-95ac-37c0fe2e87e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:24:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:57.430595 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_v2 [None req-73236bfa-88a1-4689-8810-670a17a087fd tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Deleting subnet c853cc03-0fa9-46a8-b3ec-fc57e2e7c093 {{(pid=102192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:24:57.434385 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-73236bfa-88a1-4689-8810-670a17a087fd tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks [] for subnet, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:57.442622 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6126d914-c227-47dd-890d-0c9b4f520622 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Network 813a308e-1df3-42f6-8357-85259fd890d2 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:24:57.447519 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-6126d914-c227-47dd-890d-0c9b4f520622 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:24:57.453124 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6126d914-c227-47dd-890d-0c9b4f520622 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:24:57.454457 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6126d914-c227-47dd-890d-0c9b4f520622 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:57.456905 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6126d914-c227-47dd-890d-0c9b4f520622 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Pushing event updated for resources: {'Port': ['ID=c615f47b-a37d-43f3-a504-aef44cf09816,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:57.485162 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-73236bfa-88a1-4689-8810-670a17a087fd tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125932460'] for subnet, precommit_delete_associations {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:57.487586 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-c962f2ac-09e1-4337-95ac-37c0fe2e87e6 None None] Set router a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07 gateway port host: None {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:24:57.525627 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6126d914-c227-47dd-890d-0c9b4f520622 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Pushing event updated for resources: {'Port': ['ID=79011a5f-8a9d-4b32-9a08-72f8adc8f6f2,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:57.546221 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-b0a9d91d-ac27-4a9b-b288-df1f1a13215e tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Deleting port d1bb4fd2-55c5-4c2d-8d00-0bebd76e7b5b {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:24:57.546591 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b0a9d91d-ac27-4a9b-b288-df1f1a13215e tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:57.549441 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6126d914-c227-47dd-890d-0c9b4f520622 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Checking segment: {'id': '36b376d7-767d-49b7-aba7-f6a0995d9a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'ad32ae88-7b61-4382-9183-5332c7b850bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:24:57.549827 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6126d914-c227-47dd-890d-0c9b4f520622 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Network hostable DHCP agents. Network: ad32ae88-7b61-4382-9183-5332c7b850bc, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:24:57.574616 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-73236bfa-88a1-4689-8810-670a17a087fd tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:57.642043 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b0a9d91d-ac27-4a9b-b288-df1f1a13215e tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:57.655053 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-b0a9d91d-ac27-4a9b-b288-df1f1a13215e tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Calling delete_port for d1bb4fd2-55c5-4c2d-8d00-0bebd76e7b5b owned by network:router_gateway {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:24:57.694539 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-c962f2ac-09e1-4337-95ac-37c0fe2e87e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07', 'name': 'tempest-RoutersTest-router-522875344', 'tenant_id': '8002057c241341da96913e0b77a31349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:24:08Z', 'updated_at': '2021-08-11T03:24:56Z', 'revision_number': 10, 'project_id': '8002057c241341da96913e0b77a31349', 'gw_port_host': None, '_interfaces': [{'id': '0cbbd80f-4a85-4cfa-86d2-8b0c317769b0', 'name': '', 'network_id': '86594cbd-e1fd-497c-9535-16dda6843d99', 'tenant_id': '8002057c241341da96913e0b77a31349', 'mac_address': 'fa:16:3e:3e:3a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2672, 'fixed_ips': [{'subnet_id': 'a84ab6d1-920e-4120-b064-c4c12d86c28b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:24:12Z', 'updated_at': '2021-08-11T03:24:22Z', 'revision_number': 5, 'project_id': '8002057c241341da96913e0b77a31349', 'subnets': [{'id': 'a84ab6d1-920e-4120-b064-c4c12d86c28b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:57.697514 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6126d914-c227-47dd-890d-0c9b4f520622 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Network ad32ae88-7b61-4382-9183-5332c7b850bc is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:24:57.700469 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-73236bfa-88a1-4689-8810-670a17a087fd tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125932157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126180897'] for subnet, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:57.728367 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c962f2ac-09e1-4337-95ac-37c0fe2e87e6 None None] Checking router: a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07 for host: n-d-764292-30 {{(pid=102194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:24:57.737269 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c962f2ac-09e1-4337-95ac-37c0fe2e87e6 None None] Routers {'a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:24:57.737880 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-c962f2ac-09e1-4337-95ac-37c0fe2e87e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:24:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:57.739507 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-73236bfa-88a1-4689-8810-670a17a087fd tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks [] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:57.746271 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-73236bfa-88a1-4689-8810-670a17a087fd tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] 10.222.0.41 "DELETE /v2.0/subnets/c853cc03-0fa9-46a8-b3ec-fc57e2e7c093 HTTP/1.1" status: 204 len: 168 time: 0.3699510 Aug 11 03:24:57.750452 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a586da3-7014-4ace-982d-d4be505cea8f None None] Network b2dfef44-a07d-466d-bc48-8bed5b65228d requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:24:57.751058 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 53976) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:57.757538 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73236bfa-88a1-4689-8810-670a17a087fd tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Pushing event deleted for resources: {'Subnet': ['ID=c853cc03-0fa9-46a8-b3ec-fc57e2e7c093,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:57.787721 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-6126d914-c227-47dd-890d-0c9b4f520622 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, ad32ae88-7b61-4382-9183-5332c7b850bc) {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:24:57.791863 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6126d914-c227-47dd-890d-0c9b4f520622 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:24:57.797592 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6126d914-c227-47dd-890d-0c9b4f520622 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:57.800394 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6307569-f386-4c4d-bf2a-9dd47571f3f0 None None] Network ad32ae88-7b61-4382-9183-5332c7b850bc requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:24:57.802602 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6126d914-c227-47dd-890d-0c9b4f520622 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:57.803337 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6126d914-c227-47dd-890d-0c9b4f520622 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:57.857743 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-c962f2ac-09e1-4337-95ac-37c0fe2e87e6 None None] Set router a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07 gateway port host: None {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:24:57.857981 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-7d0600b7-a935-457e-9aa2-5214b5da1727 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:57.908022 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-6126d914-c227-47dd-890d-0c9b4f520622 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.2638538 Aug 11 03:24:57.912905 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 53978) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:57.929160 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b0a9d91d-ac27-4a9b-b288-df1f1a13215e tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:57.947767 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-7d0600b7-a935-457e-9aa2-5214b5da1727 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Deleting port 4019d601-2dab-486d-af29-714a30ed3132 {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:24:57.948189 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-7d0600b7-a935-457e-9aa2-5214b5da1727 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:57.966040 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a9d91d-ac27-4a9b-b288-df1f1a13215e tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Pushing event deleted for resources: {'Port': ['ID=d1bb4fd2-55c5-4c2d-8d00-0bebd76e7b5b,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:58.065369 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b0a9d91d-ac27-4a9b-b288-df1f1a13215e tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-446916'] for router_gateway, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:58.077581 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ef08643-aedb-4761-842e-e0ba625adfe2 None None] DHCP port deletion for b2dfef44-a07d-466d-bc48-8bed5b65228d request from n-d-764292-30 {{(pid=102193) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:24:58.090855 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [None req-7d0600b7-a935-457e-9aa2-5214b5da1727 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] For port 4019d601-2dab-486d-af29-714a30ed3132, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=4019d601-2dab-486d-af29-714a30ed3132,segment=NetworkSegment(66c46f40-31bb-493f-95b7-f8490a024caf),segment_id=66c46f40-31bb-493f-95b7-f8490a024caf)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:24:58.091550 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-7d0600b7-a935-457e-9aa2-5214b5da1727 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:58.106146 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-c962f2ac-09e1-4337-95ac-37c0fe2e87e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07', 'name': 'tempest-RoutersTest-router-522875344', 'tenant_id': '8002057c241341da96913e0b77a31349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:24:08Z', 'updated_at': '2021-08-11T03:24:56Z', 'revision_number': 10, 'project_id': '8002057c241341da96913e0b77a31349', 'gw_port_host': None, '_interfaces': [{'id': '0cbbd80f-4a85-4cfa-86d2-8b0c317769b0', 'name': '', 'network_id': '86594cbd-e1fd-497c-9535-16dda6843d99', 'tenant_id': '8002057c241341da96913e0b77a31349', 'mac_address': 'fa:16:3e:3e:3a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2672, 'fixed_ips': [{'subnet_id': 'a84ab6d1-920e-4120-b064-c4c12d86c28b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:24:12Z', 'updated_at': '2021-08-11T03:24:22Z', 'revision_number': 5, 'project_id': '8002057c241341da96913e0b77a31349', 'subnets': [{'id': 'a84ab6d1-920e-4120-b064-c4c12d86c28b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:58.116398 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-7d0600b7-a935-457e-9aa2-5214b5da1727 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Calling delete_port for 4019d601-2dab-486d-af29-714a30ed3132 owned by network:dhcp {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:24:58.133579 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-8ef08643-aedb-4761-842e-e0ba625adfe2 None None] Deleting port 4019d601-2dab-486d-af29-714a30ed3132 {{(pid=102193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:24:58.134017 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8ef08643-aedb-4761-842e-e0ba625adfe2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:58.135441 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c962f2ac-09e1-4337-95ac-37c0fe2e87e6 None None] The sync data for ids ['a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07'] in n-d-764292-30 is: [{'id': 'a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07', 'name': 'tempest-RoutersTest-router-522875344', 'tenant_id': '8002057c241341da96913e0b77a31349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:24:08Z', 'updated_at': '2021-08-11T03:24:56Z', 'revision_number': 10, 'project_id': '8002057c241341da96913e0b77a31349', 'gw_port_host': None, '_interfaces': [{'id': '0cbbd80f-4a85-4cfa-86d2-8b0c317769b0', 'name': '', 'network_id': '86594cbd-e1fd-497c-9535-16dda6843d99', 'tenant_id': '8002057c241341da96913e0b77a31349', 'mac_address': 'fa:16:3e:3e:3a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2672, 'fixed_ips': [{'subnet_id': 'a84ab6d1-920e-4120-b064-c4c12d86c28b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:24:12Z', 'updated_at': '2021-08-11T03:24:22Z', 'revision_number': 5, 'project_id': '8002057c241341da96913e0b77a31349', 'subnets': [{'id': 'a84ab6d1-920e-4120-b064-c4c12d86c28b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:24:58.183246 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-82833643-a75a-4685-a56a-04e76af2123f tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Deleting port 79011a5f-8a9d-4b32-9a08-72f8adc8f6f2 {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:24:58.183708 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-82833643-a75a-4685-a56a-04e76af2123f tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:58.190899 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b0a9d91d-ac27-4a9b-b288-df1f1a13215e tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6544'] for router, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:58.193182 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b0a9d91d-ac27-4a9b-b288-df1f1a13215e tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:58.203275 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-8ef08643-aedb-4761-842e-e0ba625adfe2 None None] For port 4019d601-2dab-486d-af29-714a30ed3132, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=4019d601-2dab-486d-af29-714a30ed3132,segment=NetworkSegment(66c46f40-31bb-493f-95b7-f8490a024caf),segment_id=66c46f40-31bb-493f-95b7-f8490a024caf)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:24:58.203601 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8ef08643-aedb-4761-842e-e0ba625adfe2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:58.218273 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-8ef08643-aedb-4761-842e-e0ba625adfe2 None None] Calling delete_port for 4019d601-2dab-486d-af29-714a30ed3132 owned by network:dhcp {{(pid=102193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:24:58.267140 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-82833643-a75a-4685-a56a-04e76af2123f tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:58.288652 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-82833643-a75a-4685-a56a-04e76af2123f tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Calling delete_port for 79011a5f-8a9d-4b32-9a08-72f8adc8f6f2 owned by {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:24:58.294498 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b0a9d91d-ac27-4a9b-b288-df1f1a13215e tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448809'] for router, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:58.295220 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0a9d91d-ac27-4a9b-b288-df1f1a13215e tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Fanout notify agent at l3_agent the message router_deleted on router c71a395a-53d2-4f2b-bb96-e419d06f7518 {{(pid=102191) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:24:58.302449 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b0a9d91d-ac27-4a9b-b288-df1f1a13215e tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks [] for router, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:58.303609 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-b0a9d91d-ac27-4a9b-b288-df1f1a13215e tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] 10.222.0.41 "DELETE /v2.0/routers/c71a395a-53d2-4f2b-bb96-e419d06f7518 HTTP/1.1" status: 204 len: 168 time: 1.2704291 Aug 11 03:24:58.307616 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 53984) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:58.313237 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-54d73ccf-472a-4fcc-bc3e-f90a1a5d93fe tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1215657596'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:24:58.339521 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-7d0600b7-a935-457e-9aa2-5214b5da1727 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:58.345092 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8ef08643-aedb-4761-842e-e0ba625adfe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678'] for port, after_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:58.371969 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef08643-aedb-4761-842e-e0ba625adfe2 None None] Pushing event deleted for resources: {'Port': ['ID=4019d601-2dab-486d-af29-714a30ed3132,revision_number=None']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:58.374181 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef08643-aedb-4761-842e-e0ba625adfe2 None None] No DVR routers for this DVR port 4019d601-2dab-486d-af29-714a30ed3132 on host n-d-764292-30 {{(pid=102193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:24:58.380587 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54d73ccf-472a-4fcc-bc3e-f90a1a5d93fe tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Made reservation on behalf of e3d11adc70004665908a030719f0fc48 for: {'network': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:24:58.389519 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-54d73ccf-472a-4fcc-bc3e-f90a1a5d93fe tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:58.392689 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0600b7-a935-457e-9aa2-5214b5da1727 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Pushing event deleted for resources: {'Port': ['ID=4019d601-2dab-486d-af29-714a30ed3132,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:58.393145 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d0600b7-a935-457e-9aa2-5214b5da1727 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] No DVR routers for this DVR port 4019d601-2dab-486d-af29-714a30ed3132 on host n-d-764292-30 {{(pid=102192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:24:58.419527 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54d73ccf-472a-4fcc-bc3e-f90a1a5d93fe tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=102191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:24:58.429238 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-54d73ccf-472a-4fcc-bc3e-f90a1a5d93fe tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:58.429646 n-d-764292-30 neutron-server[102191]: INFO neutron.db.segments_db [None req-54d73ccf-472a-4fcc-bc3e-f90a1a5d93fe tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Added segment e3320e20-e6dc-44d3-a273-53a475ee7af1 of type vlan for network b3806b12-0798-4786-9a0a-ea45b08a1171 Aug 11 03:24:58.472966 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 53990) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:58.490852 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-54d73ccf-472a-4fcc-bc3e-f90a1a5d93fe tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:58.549283 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2561825-5866-4538-a33a-8a1bd381309d tempest-TestNetworkBasicOps-852784014 tempest-TestNetworkBasicOps-852784014-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:58.553414 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-a2561825-5866-4538-a33a-8a1bd381309d tempest-TestNetworkBasicOps-852784014 tempest-TestNetworkBasicOps-852784014-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 HTTP/1.1" status: 200 len: 814 time: 0.0798213 Aug 11 03:24:58.566012 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-7d0600b7-a935-457e-9aa2-5214b5da1727 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:58.590697 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-7d0600b7-a935-457e-9aa2-5214b5da1727 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2dfef44-a07d-466d-bc48-8bed5b65228d']}} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:58.607582 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49265db0-2d1a-48cb-96a9-b1219282e143 req-b73e983f-5520-4b7c-97c8-5c027a0c3531 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:58.609148 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-49265db0-2d1a-48cb-96a9-b1219282e143 req-b73e983f-5520-4b7c-97c8-5c027a0c3531 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ab07bbd-fa55-4032-bc68-2fe67c0da2d6 HTTP/1.1" status: 200 len: 946 time: 0.2331345 Aug 11 03:24:58.616906 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-7d0600b7-a935-457e-9aa2-5214b5da1727 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66c46f40-31bb-493f-95b7-f8490a024caf') {'for_net_delete': True} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:58.616906 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-7d0600b7-a935-457e-9aa2-5214b5da1727 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66c46f40-31bb-493f-95b7-f8490a024caf') {} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:58.617107 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 9c7a10e3-d2c9-4dd1-afe4-09a90bd1604f no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:24:58.633829 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17370931-c3cf-4ae7-b219-8d6b2a2f130d req-7c2a6f9c-c637-4057-a728-0b07469f6425 tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:58.635336 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-17370931-c3cf-4ae7-b219-8d6b2a2f130d req-7c2a6f9c-c637-4057-a728-0b07469f6425 tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] 10.222.0.41 "GET /v2.0/ports?device_id=136d98fc-cbc0-400d-bf91-3d2c80353ca9 HTTP/1.1" status: 200 len: 946 time: 0.2159245 Aug 11 03:24:58.637368 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-7d0600b7-a935-457e-9aa2-5214b5da1727 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125932501'] for segment, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:58.641252 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: 9c7a10e3-d2c9-4dd1-afe4-09a90bd1604f {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:24:58.641621 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 9c7a10e3-d2c9-4dd1-afe4-09a90bd1604f not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:24:58.642113 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 4019d601-2dab-486d-af29-714a30ed3132 no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:24:58.648483 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-54d73ccf-472a-4fcc-bc3e-f90a1a5d93fe tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:58.652184 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-82833643-a75a-4685-a56a-04e76af2123f tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:58.656012 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54d73ccf-472a-4fcc-bc3e-f90a1a5d93fe tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:58.656808 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-54d73ccf-472a-4fcc-bc3e-f90a1a5d93fe tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks [] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:58.663598 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: 4019d601-2dab-486d-af29-714a30ed3132 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:24:58.664028 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 4019d601-2dab-486d-af29-714a30ed3132 not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:24:58.703997 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-7d0600b7-a935-457e-9aa2-5214b5da1727 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:58.715294 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82833643-a75a-4685-a56a-04e76af2123f tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Pushing event deleted for resources: {'Port': ['ID=79011a5f-8a9d-4b32-9a08-72f8adc8f6f2,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:58.727715 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d0600b7-a935-457e-9aa2-5214b5da1727 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=102192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:24:58.728124 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-7d0600b7-a935-457e-9aa2-5214b5da1727 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125932183'] for segment, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:58.731304 n-d-764292-30 neutron-server[102192]: Traceback (most recent call last): Aug 11 03:24:58.731304 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:24:58.731304 n-d-764292-30 neutron-server[102192]: timer() Aug 11 03:24:58.731304 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:24:58.731304 n-d-764292-30 neutron-server[102192]: cb(*args, **kw) Aug 11 03:24:58.731304 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:24:58.731304 n-d-764292-30 neutron-server[102192]: return func(*args, **kwargs) Aug 11 03:24:58.731304 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:24:58.731304 n-d-764292-30 neutron-server[102192]: self._notify() Aug 11 03:24:58.731304 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:24:58.731304 n-d-764292-30 neutron-server[102192]: self.callback(batched_events) Aug 11 03:24:58.731304 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:24:58.731304 n-d-764292-30 neutron-server[102192]: event.method(event) Aug 11 03:24:58.731304 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:24:58.731304 n-d-764292-30 neutron-server[102192]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:24:58.731304 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:24:58.731304 n-d-764292-30 neutron-server[102192]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:24:58.731304 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:24:58.731304 n-d-764292-30 neutron-server[102192]: return f(self, *a, **k) Aug 11 03:24:58.731304 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:24:58.731304 n-d-764292-30 neutron-server[102192]: return self._get(url).json() Aug 11 03:24:58.731304 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:24:58.731304 n-d-764292-30 neutron-server[102192]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:24:58.731304 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:24:58.731304 n-d-764292-30 neutron-server[102192]: return self.request(url, 'GET', **kwargs) Aug 11 03:24:58.731304 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:24:58.731304 n-d-764292-30 neutron-server[102192]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:24:58.731304 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:24:58.731304 n-d-764292-30 neutron-server[102192]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:24:58.731304 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:24:58.731304 n-d-764292-30 neutron-server[102192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:24:58.731304 n-d-764292-30 neutron-server[102192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:24:58.744189 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d73ccf-472a-4fcc-bc3e-f90a1a5d93fe tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Pushing event updated for resources: {'Network': ['ID=b3806b12-0798-4786-9a0a-ea45b08a1171,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:58.753512 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-82833643-a75a-4685-a56a-04e76af2123f tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:58.754724 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network b3806b12-0798-4786-9a0a-ea45b08a1171 details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:24:58.755439 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-82833643-a75a-4685-a56a-04e76af2123f tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] 10.222.0.41 "DELETE /v2.0/ports/79011a5f-8a9d-4b32-9a08-72f8adc8f6f2 HTTP/1.1" status: 204 len: 168 time: 0.8410442 Aug 11 03:24:58.758166 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 53996) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:58.791618 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-49265db0-2d1a-48cb-96a9-b1219282e143 req-f8d5abbd-f078-494c-8d12-17eb8d73de78 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d4c303e-0c5b-4d5a-b0c4-6f31f4676a83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1688411 Aug 11 03:24:58.798499 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-54d73ccf-472a-4fcc-bc3e-f90a1a5d93fe tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4872591 Aug 11 03:24:58.799118 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 53998) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:58.817268 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-9f47062b-2c80-4b7c-bf72-d9b1620b7f36 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Request body: {'subnet': {'network_id': 'b3806b12-0798-4786-9a0a-ea45b08a1171', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:24:58.858374 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd043361-2708-4c9b-aaa4-c4b0b9414d00 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:58.865257 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd043361-2708-4c9b-aaa4-c4b0b9414d00 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:58.866892 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-bd043361-2708-4c9b-aaa4-c4b0b9414d00 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.1077573 Aug 11 03:24:58.872042 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 54000) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:58.895619 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-17370931-c3cf-4ae7-b219-8d6b2a2f130d req-b02cc848-4254-4c9b-9ff3-ec96741e1e8f tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed60bba6-2b2f-4b83-a3e4-9e7aa48523e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2507172 Aug 11 03:24:58.961628 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-89acb80e-cf73-40db-8fec-a7ee004db088 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Deleting port c615f47b-a37d-43f3-a504-aef44cf09816 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:24:58.961966 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-89acb80e-cf73-40db-8fec-a7ee004db088 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:58.975562 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-7d0600b7-a935-457e-9aa2-5214b5da1727 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:58.985116 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-7d0600b7-a935-457e-9aa2-5214b5da1727 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks [] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:58.985116 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-7d0600b7-a935-457e-9aa2-5214b5da1727 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] 10.222.0.41 "DELETE /v2.0/networks/b2dfef44-a07d-466d-bc48-8bed5b65228d HTTP/1.1" status: 204 len: 168 time: 1.2358725 Aug 11 03:24:59.000996 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 54002) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:59.007916 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0600b7-a935-457e-9aa2-5214b5da1727 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Pushing event deleted for resources: {'Network': ['ID=b2dfef44-a07d-466d-bc48-8bed5b65228d,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:59.010628 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f47062b-2c80-4b7c-bf72-d9b1620b7f36 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Made reservation on behalf of e3d11adc70004665908a030719f0fc48 for: {'subnet': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:24:59.015450 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9f47062b-2c80-4b7c-bf72-d9b1620b7f36 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126180544'] for subnet, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:59.033828 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-89acb80e-cf73-40db-8fec-a7ee004db088 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:59.036830 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 54004) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:59.047952 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-78e15fab-fc66-4a73-94b2-ea5da83d1f51 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Request body: {'network': {'name': 'tempest-network-smoke--75368324', 'project_id': '6f34ea378b0c4732b01bbd0e8e3ce05d', 'port_security_enabled': True}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:24:59.059876 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-89acb80e-cf73-40db-8fec-a7ee004db088 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Calling delete_port for c615f47b-a37d-43f3-a504-aef44cf09816 owned by {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:24:59.100108 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-d66c8e02-863b-4a84-8865-29cc07119488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:59.146843 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78e15fab-fc66-4a73-94b2-ea5da83d1f51 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Made reservation on behalf of 6f34ea378b0c4732b01bbd0e8e3ce05d for: {'network': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:24:59.150385 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-78e15fab-fc66-4a73-94b2-ea5da83d1f51 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:59.173944 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78e15fab-fc66-4a73-94b2-ea5da83d1f51 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=102191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:24:59.182925 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-78e15fab-fc66-4a73-94b2-ea5da83d1f51 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:59.183322 n-d-764292-30 neutron-server[102191]: INFO neutron.db.segments_db [None req-78e15fab-fc66-4a73-94b2-ea5da83d1f51 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Added segment 258c2758-00a0-4aec-a30a-06817b920338 of type vlan for network afad8afb-efaf-4212-8ff7-abfcaf9cd6db Aug 11 03:24:59.215194 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-89acb80e-cf73-40db-8fec-a7ee004db088 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:59.233013 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-78e15fab-fc66-4a73-94b2-ea5da83d1f51 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:59.261421 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89acb80e-cf73-40db-8fec-a7ee004db088 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Pushing event deleted for resources: {'Port': ['ID=c615f47b-a37d-43f3-a504-aef44cf09816,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:59.267174 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-89acb80e-cf73-40db-8fec-a7ee004db088 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:59.272329 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-89acb80e-cf73-40db-8fec-a7ee004db088 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] 10.222.0.41 "DELETE /v2.0/ports/c615f47b-a37d-43f3-a504-aef44cf09816 HTTP/1.1" status: 204 len: 168 time: 0.3993502 Aug 11 03:24:59.275896 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 54006) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:59.331772 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-270069d5-7364-4d14-8e85-9cfdb378dc5d tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:59.333877 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-270069d5-7364-4d14-8e85-9cfdb378dc5d tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0587571 Aug 11 03:24:59.336679 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 54008) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:59.360286 n-d-764292-30 neutron-server[102191]: INFO neutron.pecan_wsgi.hooks.translation [None req-5617ed15-3242-4835-99f1-4364694b9676 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] GET failed (client error): The resource could not be found. Aug 11 03:24:59.361924 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-5617ed15-3242-4835-99f1-4364694b9676 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] 10.222.0.41 "GET /v2.0/ports/79011a5f-8a9d-4b32-9a08-72f8adc8f6f2 HTTP/1.1" status: 404 len: 333 time: 0.0242951 Aug 11 03:24:59.364702 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 54010) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:59.374555 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-78e15fab-fc66-4a73-94b2-ea5da83d1f51 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:59.380352 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78e15fab-fc66-4a73-94b2-ea5da83d1f51 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:59.380918 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-78e15fab-fc66-4a73-94b2-ea5da83d1f51 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks [] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:59.405836 n-d-764292-30 neutron-server[102191]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c504958-20d2-476e-ba3d-61418c8e5a3e tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] GET failed (client error): The resource could not be found. Aug 11 03:24:59.409879 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-2c504958-20d2-476e-ba3d-61418c8e5a3e tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] 10.222.0.41 "GET /v2.0/ports/c615f47b-a37d-43f3-a504-aef44cf09816 HTTP/1.1" status: 404 len: 333 time: 0.0417686 Aug 11 03:24:59.412338 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 54012) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:59.464509 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e15fab-fc66-4a73-94b2-ea5da83d1f51 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Pushing event updated for resources: {'Network': ['ID=afad8afb-efaf-4212-8ff7-abfcaf9cd6db,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:59.475570 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network afad8afb-efaf-4212-8ff7-abfcaf9cd6db details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:24:59.503154 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9f47062b-2c80-4b7c-bf72-d9b1620b7f36 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125932092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126180562'] for subnet, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:59.508454 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-3d3dd280-b76b-48da-a786-0f3f12d15a90 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:59.552358 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-78e15fab-fc66-4a73-94b2-ea5da83d1f51 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5145576 Aug 11 03:24:59.555337 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 54014) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:59.617210 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f47062b-2c80-4b7c-bf72-d9b1620b7f36 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Pushing event updated for resources: {'Subnet': ['ID=02eada7b-f250-42a4-a10a-efc7da9d05c5,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:59.626509 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65abdc18-4e47-4975-afa2-e9317fd4469a tempest-TestNetworkBasicOps-852784014 tempest-TestNetworkBasicOps-852784014-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:59.631247 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-65abdc18-4e47-4975-afa2-e9317fd4469a tempest-TestNetworkBasicOps-852784014 tempest-TestNetworkBasicOps-852784014-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=6f34ea378b0c4732b01bbd0e8e3ce05d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0714800 Aug 11 03:24:59.631474 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 54016) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:59.696276 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f47062b-2c80-4b7c-bf72-d9b1620b7f36 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Checking segment: {'id': 'e3320e20-e6dc-44d3-a273-53a475ee7af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'b3806b12-0798-4786-9a0a-ea45b08a1171'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:24:59.696636 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f47062b-2c80-4b7c-bf72-d9b1620b7f36 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Network hostable DHCP agents. Network: b3806b12-0798-4786-9a0a-ea45b08a1171, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:24:59.703106 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-3d3dd280-b76b-48da-a786-0f3f12d15a90 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:59.707963 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0b51d25e-3cbf-46ca-ace9-600c80ec8d1f tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521106'] for router_interface, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:59.750147 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-3d3dd280-b76b-48da-a786-0f3f12d15a90 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad32ae88-7b61-4382-9183-5332c7b850bc']}} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:59.754526 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f738f0d6-fdda-4e5c-8b53-ed531f57566d tempest-TestNetworkBasicOps-852784014 tempest-TestNetworkBasicOps-852784014-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:59.756089 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-f738f0d6-fdda-4e5c-8b53-ed531f57566d tempest-TestNetworkBasicOps-852784014 tempest-TestNetworkBasicOps-852784014-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1237278 Aug 11 03:24:59.759064 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 54018) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:59.787706 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-ec7cb4a0-a463-48e9-8ee7-cf26f72216d2 tempest-TestNetworkBasicOps-852784014 tempest-TestNetworkBasicOps-852784014-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=09faf7d2-eaf5-4a50-bb6e-4cb05d009a76&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273192 Aug 11 03:24:59.790355 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 54020) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:59.793104 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-3d3dd280-b76b-48da-a786-0f3f12d15a90 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36b376d7-767d-49b7-aba7-f6a0995d9a36') {'for_net_delete': True} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:59.793341 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-3d3dd280-b76b-48da-a786-0f3f12d15a90 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36b376d7-767d-49b7-aba7-f6a0995d9a36') {} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:59.809397 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-3d3dd280-b76b-48da-a786-0f3f12d15a90 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125932501'] for segment, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:59.822433 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-c2e2c925-bc8d-491d-b211-cc3eea4e46c8 tempest-TestNetworkBasicOps-852784014 tempest-TestNetworkBasicOps-852784014-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=6f34ea378b0c4732b01bbd0e8e3ce05d&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0309982 Aug 11 03:24:59.825300 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 54022) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:59.831431 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-3d3dd280-b76b-48da-a786-0f3f12d15a90 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:59.841686 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d3dd280-b76b-48da-a786-0f3f12d15a90 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=102192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:24:59.842021 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-3d3dd280-b76b-48da-a786-0f3f12d15a90 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125932183'] for segment, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:59.845006 n-d-764292-30 neutron-server[102192]: Traceback (most recent call last): Aug 11 03:24:59.845006 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:24:59.845006 n-d-764292-30 neutron-server[102192]: timer() Aug 11 03:24:59.845006 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:24:59.845006 n-d-764292-30 neutron-server[102192]: cb(*args, **kw) Aug 11 03:24:59.845006 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:24:59.845006 n-d-764292-30 neutron-server[102192]: return func(*args, **kwargs) Aug 11 03:24:59.845006 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:24:59.845006 n-d-764292-30 neutron-server[102192]: self._notify() Aug 11 03:24:59.845006 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:24:59.845006 n-d-764292-30 neutron-server[102192]: self.callback(batched_events) Aug 11 03:24:59.845006 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:24:59.845006 n-d-764292-30 neutron-server[102192]: event.method(event) Aug 11 03:24:59.845006 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:24:59.845006 n-d-764292-30 neutron-server[102192]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:24:59.845006 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:24:59.845006 n-d-764292-30 neutron-server[102192]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:24:59.845006 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:24:59.845006 n-d-764292-30 neutron-server[102192]: return f(self, *a, **k) Aug 11 03:24:59.845006 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:24:59.845006 n-d-764292-30 neutron-server[102192]: return self._get(url).json() Aug 11 03:24:59.845006 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:24:59.845006 n-d-764292-30 neutron-server[102192]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:24:59.845006 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:24:59.845006 n-d-764292-30 neutron-server[102192]: return self.request(url, 'GET', **kwargs) Aug 11 03:24:59.845006 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:24:59.845006 n-d-764292-30 neutron-server[102192]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:24:59.845006 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:24:59.845006 n-d-764292-30 neutron-server[102192]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:24:59.845006 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:24:59.845006 n-d-764292-30 neutron-server[102192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:24:59.845006 n-d-764292-30 neutron-server[102192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:24:59.912660 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c8d1d4c-ba55-4294-a3f0-8207cbf0bb69 tempest-TestNetworkBasicOps-852784014 tempest-TestNetworkBasicOps-852784014-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:59.916809 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-4c8d1d4c-ba55-4294-a3f0-8207cbf0bb69 tempest-TestNetworkBasicOps-852784014 tempest-TestNetworkBasicOps-852784014-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0882905 Aug 11 03:24:59.918380 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f47062b-2c80-4b7c-bf72-d9b1620b7f36 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Network b3806b12-0798-4786-9a0a-ea45b08a1171 is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:24:59.918667 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 54028) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:59.950524 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-656d9a40-4a34-43b9-b436-b6546c17865f tempest-TestNetworkBasicOps-852784014 tempest-TestNetworkBasicOps-852784014-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=09faf7d2-eaf5-4a50-bb6e-4cb05d009a76&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0306864 Aug 11 03:24:59.952898 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 54032) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:59.957980 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-6b9813c6-15f9-4768-9f89-defdc196f895 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1650571817', 'network_id': 'afad8afb-efaf-4212-8ff7-abfcaf9cd6db', 'project_id': '6f34ea378b0c4732b01bbd0e8e3ce05d', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:25:00.122735 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b9813c6-15f9-4768-9f89-defdc196f895 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Made reservation on behalf of 6f34ea378b0c4732b01bbd0e8e3ce05d for: {'subnet': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:25:00.126252 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6b9813c6-15f9-4768-9f89-defdc196f895 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274743'] for subnet, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:00.337814 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-9f47062b-2c80-4b7c-bf72-d9b1620b7f36 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, b3806b12-0798-4786-9a0a-ea45b08a1171) {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:25:00.345226 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82838331-55f0-4d27-b0b4-847becad4cc0 None None] Network b3806b12-0798-4786-9a0a-ea45b08a1171 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:25:00.351531 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7374a1-36a6-46be-9ccb-dda0c9fe6d84 req-1a99dfd6-8a83-4d92-91f7-5716588e8ad9 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:00.353052 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0f7374a1-36a6-46be-9ccb-dda0c9fe6d84 req-1a99dfd6-8a83-4d92-91f7-5716588e8ad9 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ab07bbd-fa55-4032-bc68-2fe67c0da2d6 HTTP/1.1" status: 200 len: 946 time: 0.4439478 Aug 11 03:25:00.354357 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f47062b-2c80-4b7c-bf72-d9b1620b7f36 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:00.354938 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9f47062b-2c80-4b7c-bf72-d9b1620b7f36 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks [] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:00.367655 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccfb49c-9fe9-4428-96ff-f8f7b65b82d5 req-b40fa9e0-41f0-4a2f-91f3-83dfc661b1c3 tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:00.369118 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8ccfb49c-9fe9-4428-96ff-f8f7b65b82d5 req-b40fa9e0-41f0-4a2f-91f3-83dfc661b1c3 tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] 10.222.0.41 "GET /v2.0/ports?device_id=136d98fc-cbc0-400d-bf91-3d2c80353ca9 HTTP/1.1" status: 200 len: 946 time: 0.1123044 Aug 11 03:25:00.378610 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-3d3dd280-b76b-48da-a786-0f3f12d15a90 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:00.397576 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6b9813c6-15f9-4768-9f89-defdc196f895 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126283476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274725'] for subnet, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:00.399498 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-3d3dd280-b76b-48da-a786-0f3f12d15a90 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks [] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:00.401276 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-3d3dd280-b76b-48da-a786-0f3f12d15a90 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] 10.222.0.41 "DELETE /v2.0/networks/ad32ae88-7b61-4382-9183-5332c7b850bc HTTP/1.1" status: 204 len: 168 time: 0.9872251 Aug 11 03:25:00.412180 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 54034) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:00.427536 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3dd280-b76b-48da-a786-0f3f12d15a90 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Pushing event deleted for resources: {'Network': ['ID=ad32ae88-7b61-4382-9183-5332c7b850bc,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:00.436497 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-c238fb2a-11b9-4f3d-b7c7-5b19a2895459 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-309180751'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:25:00.468086 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0f7374a1-36a6-46be-9ccb-dda0c9fe6d84 req-6be21f26-b457-4f87-975b-5ae6701dd794 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d4c303e-0c5b-4d5a-b0c4-6f31f4676a83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970137 Aug 11 03:25:00.486438 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9813c6-15f9-4768-9f89-defdc196f895 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Checking segment: {'id': '258c2758-00a0-4aec-a30a-06817b920338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'afad8afb-efaf-4212-8ff7-abfcaf9cd6db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:25:00.486801 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b9813c6-15f9-4768-9f89-defdc196f895 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Network hostable DHCP agents. Network: afad8afb-efaf-4212-8ff7-abfcaf9cd6db, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:25:00.490804 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8ccfb49c-9fe9-4428-96ff-f8f7b65b82d5 req-b6ca75a1-0413-4dbd-a9f7-180ee4214561 tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed60bba6-2b2f-4b83-a3e4-9e7aa48523e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145122 Aug 11 03:25:00.501554 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9813c6-15f9-4768-9f89-defdc196f895 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Pushing event updated for resources: {'Subnet': ['ID=597122b4-c492-4b3b-bceb-0188fc9f2604,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:00.512354 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-9f47062b-2c80-4b7c-bf72-d9b1620b7f36 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7088211 Aug 11 03:25:00.518571 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 54036) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:00.524597 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-cf17ebaa-f790-4b42-84aa-5d1ecd886779 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-983252675', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:25:00.540087 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bbe00ec-31b8-454f-a866-aca444ad204f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde080026-c28f-55be-b52b-13827cc43646-b3806b12-0798-4786-9a0a-ea45b08a1171', 'network_id': 'b3806b12-0798-4786-9a0a-ea45b08a1171', 'tenant_id': 'e3d11adc70004665908a030719f0fc48', 'fixed_ips': [{'subnet_id': '02eada7b-f250-42a4-a10a-efc7da9d05c5'}]}} from n-d-764292-30. {{(pid=102193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:25:00.545325 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2bbe00ec-31b8-454f-a866-aca444ad204f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:00.579670 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-0b51d25e-3cbf-46ca-ace9-600c80ec8d1f tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Deleting port 0cbbd80f-4a85-4cfa-86d2-8b0c317769b0 {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:25:00.580126 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0b51d25e-3cbf-46ca-ace9-600c80ec8d1f tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:00.591921 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c238fb2a-11b9-4f3d-b7c7-5b19a2895459 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Made reservation on behalf of a6e0511434be4fc4a2d24d0db6f1badc for: {'network': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:25:00.595815 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c238fb2a-11b9-4f3d-b7c7-5b19a2895459 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:00.621853 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b9813c6-15f9-4768-9f89-defdc196f895 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Network afad8afb-efaf-4212-8ff7-abfcaf9cd6db is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:25:00.623836 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c238fb2a-11b9-4f3d-b7c7-5b19a2895459 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=102191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:25:00.637751 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c238fb2a-11b9-4f3d-b7c7-5b19a2895459 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:00.638049 n-d-764292-30 neutron-server[102191]: INFO neutron.db.segments_db [None req-c238fb2a-11b9-4f3d-b7c7-5b19a2895459 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Added segment 6ca79aae-84d0-4b63-ab57-2a0cc8f4d25e of type vlan for network fb47ea4a-051d-4c1e-ae48-27a908750b48 Aug 11 03:25:00.679366 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c238fb2a-11b9-4f3d-b7c7-5b19a2895459 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:00.681623 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.db_base_plugin_common [None req-2bbe00ec-31b8-454f-a866-aca444ad204f None None] Allocated IP 2001:db8::2 (b3806b12-0798-4786-9a0a-ea45b08a1171/02eada7b-f250-42a4-a10a-efc7da9d05c5/40817b5f-5d68-4313-adad-8bea47c794d1) {{(pid=102193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:25:00.691998 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [None req-0b51d25e-3cbf-46ca-ace9-600c80ec8d1f tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] For port 0cbbd80f-4a85-4cfa-86d2-8b0c317769b0, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=0cbbd80f-4a85-4cfa-86d2-8b0c317769b0,segment=NetworkSegment(7cc3dd2c-eb7f-4ab5-9648-b92aad663174),segment_id=7cc3dd2c-eb7f-4ab5-9648-b92aad663174)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:25:00.692373 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0b51d25e-3cbf-46ca-ace9-600c80ec8d1f tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:00.695556 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-6b9813c6-15f9-4768-9f89-defdc196f895 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, afad8afb-efaf-4212-8ff7-abfcaf9cd6db) {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:25:00.706521 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-0b51d25e-3cbf-46ca-ace9-600c80ec8d1f tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Calling delete_port for 0cbbd80f-4a85-4cfa-86d2-8b0c317769b0 owned by network:router_interface {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:25:00.711616 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b46f10a0-2d5c-4ccd-8c25-fa078ea6a3cf None None] Network afad8afb-efaf-4212-8ff7-abfcaf9cd6db requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:25:00.711842 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b9813c6-15f9-4768-9f89-defdc196f895 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:00.712868 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6b9813c6-15f9-4768-9f89-defdc196f895 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:00.767813 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-cf17ebaa-f790-4b42-84aa-5d1ecd886779 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-450010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6626'] for router, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:00.768844 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-cf17ebaa-f790-4b42-84aa-5d1ecd886779 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-446747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6633'] for router, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:00.786823 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c238fb2a-11b9-4f3d-b7c7-5b19a2895459 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:00.792681 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c238fb2a-11b9-4f3d-b7c7-5b19a2895459 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:00.793439 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c238fb2a-11b9-4f3d-b7c7-5b19a2895459 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks [] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:00.814869 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-6b9813c6-15f9-4768-9f89-defdc196f895 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.8609240 Aug 11 03:25:00.867246 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c238fb2a-11b9-4f3d-b7c7-5b19a2895459 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Pushing event updated for resources: {'Network': ['ID=fb47ea4a-051d-4c1e-ae48-27a908750b48,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:00.877673 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-cf17ebaa-f790-4b42-84aa-5d1ecd886779 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:00.891925 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network fb47ea4a-051d-4c1e-ae48-27a908750b48 details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:25:00.902433 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-c238fb2a-11b9-4f3d-b7c7-5b19a2895459 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4891496 Aug 11 03:25:00.905276 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 54040) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:00.912046 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-4843a1f1-79aa-4c1e-8eab-1d2e115d6c19 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Request body: {'subnet': {'network_id': 'fb47ea4a-051d-4c1e-ae48-27a908750b48', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:25:00.948002 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-cf17ebaa-f790-4b42-84aa-5d1ecd886779 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-446952'] for router, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:01.017016 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2bbe00ec-31b8-454f-a866-aca444ad204f None None] Notify callbacks [] for port, precommit_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:01.029275 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fa462dc-daf8-45db-a79f-4bbbdda81abe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde080026-c28f-55be-b52b-13827cc43646-afad8afb-efaf-4212-8ff7-abfcaf9cd6db', 'network_id': 'afad8afb-efaf-4212-8ff7-abfcaf9cd6db', 'tenant_id': '6f34ea378b0c4732b01bbd0e8e3ce05d', 'fixed_ips': [{'subnet_id': '597122b4-c492-4b3b-bceb-0188fc9f2604'}]}} from n-d-764292-30. {{(pid=102193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:25:01.030037 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3fa462dc-daf8-45db-a79f-4bbbdda81abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:01.043108 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-cf17ebaa-f790-4b42-84aa-5d1ecd886779 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks [] for router, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:01.047211 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-cf17ebaa-f790-4b42-84aa-5d1ecd886779 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5275488 Aug 11 03:25:01.047824 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 54044) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:01.092315 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0b51d25e-3cbf-46ca-ace9-600c80ec8d1f tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:01.100246 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-2bbe00ec-31b8-454f-a866-aca444ad204f None None] Transition to ACTIVE for port object 40817b5f-5d68-4313-adad-8bea47c794d1 will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:25:01.131665 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-2bbe00ec-31b8-454f-a866-aca444ad204f None None] Transition to ACTIVE for port object 40817b5f-5d68-4313-adad-8bea47c794d1 will not be triggered until provisioned by entity DHCP. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:25:01.156934 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b51d25e-3cbf-46ca-ace9-600c80ec8d1f tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Pushing event deleted for resources: {'Port': ['ID=0cbbd80f-4a85-4cfa-86d2-8b0c317769b0,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:01.157391 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4843a1f1-79aa-4c1e-8eab-1d2e115d6c19 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Made reservation on behalf of a6e0511434be4fc4a2d24d0db6f1badc for: {'subnet': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:25:01.174498 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4843a1f1-79aa-4c1e-8eab-1d2e115d6c19 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274743'] for subnet, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:01.184759 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.db_base_plugin_common [None req-3fa462dc-daf8-45db-a79f-4bbbdda81abe None None] Allocated IP 172.20.0.18 (afad8afb-efaf-4212-8ff7-abfcaf9cd6db/597122b4-c492-4b3b-bceb-0188fc9f2604/53c2c1d8-1a35-4199-a015-e80acca8d003) {{(pid=102193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:25:01.243068 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2bbe00ec-31b8-454f-a866-aca444ad204f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669'] for port, after_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:01.330479 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 54046) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:01.335268 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-ba419c71-bbab-43d1-803e-d0bcee72c795 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1091303167', 'description': 'tempest-secgroup-smoke-1091303167 description', 'project_id': '6f34ea378b0c4732b01bbd0e8e3ce05d'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:25:01.444313 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0b51d25e-3cbf-46ca-ace9-600c80ec8d1f tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16383033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450082'] for router_interface, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:01.445563 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ba419c71-bbab-43d1-803e-d0bcee72c795 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:01.530389 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4843a1f1-79aa-4c1e-8eab-1d2e115d6c19 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126283476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274725'] for subnet, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:01.576685 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bbe00ec-31b8-454f-a866-aca444ad204f None None] Network b3806b12-0798-4786-9a0a-ea45b08a1171 is already hosted by enough agents. {{(pid=102193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:25:01.585685 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.base_scheduler [None req-2bbe00ec-31b8-454f-a866-aca444ad204f None None] Resources bound (agent type, host, resource id): {{(pid=102193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:25:01.602047 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bbe00ec-31b8-454f-a866-aca444ad204f None None] Received port after_create {{(pid=102193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:25:01.625299 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3fa462dc-daf8-45db-a79f-4bbbdda81abe None None] Notify callbacks [] for port, precommit_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:01.630747 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbe00ec-31b8-454f-a866-aca444ad204f None None] Pushing event updated for resources: {'Port': ['ID=40817b5f-5d68-4313-adad-8bea47c794d1,revision_number=1']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:01.633733 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ba419c71-bbab-43d1-803e-d0bcee72c795 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:01.642296 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4843a1f1-79aa-4c1e-8eab-1d2e115d6c19 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Pushing event updated for resources: {'Subnet': ['ID=ba417b66-2d9d-4776-86f7-67718a2355e1,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:01.654586 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4843a1f1-79aa-4c1e-8eab-1d2e115d6c19 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Checking segment: {'id': '6ca79aae-84d0-4b63-ab57-2a0cc8f4d25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'fb47ea4a-051d-4c1e-ae48-27a908750b48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:25:01.655005 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4843a1f1-79aa-4c1e-8eab-1d2e115d6c19 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Network hostable DHCP agents. Network: fb47ea4a-051d-4c1e-ae48-27a908750b48, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:25:01.666533 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbe00ec-31b8-454f-a866-aca444ad204f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:25:01.666963 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbe00ec-31b8-454f-a866-aca444ad204f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:25:01.667507 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbe00ec-31b8-454f-a866-aca444ad204f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:25:01.668051 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbe00ec-31b8-454f-a866-aca444ad204f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:25:01.668886 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbe00ec-31b8-454f-a866-aca444ad204f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:25:01.668886 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbe00ec-31b8-454f-a866-aca444ad204f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:25:01.669374 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbe00ec-31b8-454f-a866-aca444ad204f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:25:01.669769 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbe00ec-31b8-454f-a866-aca444ad204f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:25:01.670164 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbe00ec-31b8-454f-a866-aca444ad204f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:25:01.670824 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbe00ec-31b8-454f-a866-aca444ad204f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:25:01.670978 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbe00ec-31b8-454f-a866-aca444ad204f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:25:01.671350 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbe00ec-31b8-454f-a866-aca444ad204f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:25:01.688321 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3fa462dc-daf8-45db-a79f-4bbbdda81abe None None] Transition to ACTIVE for port object 53c2c1d8-1a35-4199-a015-e80acca8d003 will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:25:01.706578 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ba419c71-bbab-43d1-803e-d0bcee72c795 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:01.711752 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-2bbe00ec-31b8-454f-a866-aca444ad204f None None] Attempting to bind port 40817b5f-5d68-4313-adad-8bea47c794d1 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:25:01.712129 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-2bbe00ec-31b8-454f-a866-aca444ad204f None None] Attempting to bind port 40817b5f-5d68-4313-adad-8bea47c794d1 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': 'e3320e20-e6dc-44d3-a273-53a475ee7af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'b3806b12-0798-4786-9a0a-ea45b08a1171'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:25:01.712505 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bbe00ec-31b8-454f-a866-aca444ad204f None None] Attempting to bind port 40817b5f-5d68-4313-adad-8bea47c794d1 on network b3806b12-0798-4786-9a0a-ea45b08a1171 {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:25:01.716835 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3fa462dc-daf8-45db-a79f-4bbbdda81abe None None] Transition to ACTIVE for port object 53c2c1d8-1a35-4199-a015-e80acca8d003 will not be triggered until provisioned by entity DHCP. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:25:01.721135 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bbe00ec-31b8-454f-a866-aca444ad204f None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:25:01.721483 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bbe00ec-31b8-454f-a866-aca444ad204f None None] Checking segment: {'id': 'e3320e20-e6dc-44d3-a273-53a475ee7af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'b3806b12-0798-4786-9a0a-ea45b08a1171'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:25:01.721893 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2bbe00ec-31b8-454f-a866-aca444ad204f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:01.722316 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bbe00ec-31b8-454f-a866-aca444ad204f None None] Bound using segment: {'id': 'e3320e20-e6dc-44d3-a273-53a475ee7af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'b3806b12-0798-4786-9a0a-ea45b08a1171'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:25:01.723321 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-2bbe00ec-31b8-454f-a866-aca444ad204f None None] Bound port: 40817b5f-5d68-4313-adad-8bea47c794d1, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3320e20-e6dc-44d3-a273-53a475ee7af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'b3806b12-0798-4786-9a0a-ea45b08a1171'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:25:01.723709 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2bbe00ec-31b8-454f-a866-aca444ad204f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:01.731738 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-95651fa9-aa32-49c1-b91d-b000c7bcc316 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:01.741433 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4843a1f1-79aa-4c1e-8eab-1d2e115d6c19 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Network fb47ea4a-051d-4c1e-ae48-27a908750b48 is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:25:01.752757 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba419c71-bbab-43d1-803e-d0bcee72c795 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0adf890f-4031-41cf-a126-513a25ba7e28,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:01.760569 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dd315b-6746-450c-aba0-644eed1e4430 req-6d08dae7-7414-42af-83a3-2fca58e810b6 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:01.766888 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d9dd315b-6746-450c-aba0-644eed1e4430 req-6d08dae7-7414-42af-83a3-2fca58e810b6 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ab07bbd-fa55-4032-bc68-2fe67c0da2d6 HTTP/1.1" status: 200 len: 946 time: 0.1910501 Aug 11 03:25:01.783975 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b51d25e-3cbf-46ca-ace9-600c80ec8d1f tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Router a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07 has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:25:01.793835 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3fa462dc-daf8-45db-a79f-4bbbdda81abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669'] for port, after_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:01.833138 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-2bbe00ec-31b8-454f-a866-aca444ad204f None None] For port 40817b5f-5d68-4313-adad-8bea47c794d1, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:25:01.845310 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cf686c-b0cb-4838-aeb2-0beb5a4eb64f req-35b66026-36d0-4896-ab58-3a2c94e230ad tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:01.846765 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-26cf686c-b0cb-4838-aeb2-0beb5a4eb64f req-35b66026-36d0-4896-ab58-3a2c94e230ad tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] 10.222.0.41 "GET /v2.0/ports?device_id=136d98fc-cbc0-400d-bf91-3d2c80353ca9 HTTP/1.1" status: 200 len: 946 time: 0.2722328 Aug 11 03:25:01.852928 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fa462dc-daf8-45db-a79f-4bbbdda81abe None None] Network afad8afb-efaf-4212-8ff7-abfcaf9cd6db is already hosted by enough agents. {{(pid=102193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:25:01.854330 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ba419c71-bbab-43d1-803e-d0bcee72c795 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:01.854513 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-2bbe00ec-31b8-454f-a866-aca444ad204f None None] For port 40817b5f-5d68-4313-adad-8bea47c794d1, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=40817b5f-5d68-4313-adad-8bea47c794d1,segment=NetworkSegment(e3320e20-e6dc-44d3-a273-53a475ee7af1),segment_id=e3320e20-e6dc-44d3-a273-53a475ee7af1)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:25:01.858242 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-ba419c71-bbab-43d1-803e-d0bcee72c795 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5243070 Aug 11 03:25:01.858242 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-4843a1f1-79aa-4c1e-8eab-1d2e115d6c19 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, fb47ea4a-051d-4c1e-ae48-27a908750b48) {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:25:01.858541 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.base_scheduler [None req-3fa462dc-daf8-45db-a79f-4bbbdda81abe None None] Resources bound (agent type, host, resource id): {{(pid=102193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:25:01.862438 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa462dc-daf8-45db-a79f-4bbbdda81abe None None] Received port after_create {{(pid=102193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:25:01.866818 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa462dc-daf8-45db-a79f-4bbbdda81abe None None] Pushing event updated for resources: {'Port': ['ID=53c2c1d8-1a35-4199-a015-e80acca8d003,revision_number=1']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:01.871414 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4843a1f1-79aa-4c1e-8eab-1d2e115d6c19 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:01.871923 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2934621-154e-4bcb-9462-49c9c287cbdf None None] Network fb47ea4a-051d-4c1e-ae48-27a908750b48 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:25:01.872037 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4843a1f1-79aa-4c1e-8eab-1d2e115d6c19 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:01.878441 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 54052) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:01.883327 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-ce27c75a-ecbf-4313-8243-fac4ae57fc30 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Request body: {'security_group_rule': {'security_group_id': '0adf890f-4031-41cf-a126-513a25ba7e28', 'project_id': '6f34ea378b0c4732b01bbd0e8e3ce05d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:25:01.915100 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:01.936787 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2bbe00ec-31b8-454f-a866-aca444ad204f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:01.968380 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d9dd315b-6746-450c-aba0-644eed1e4430 req-2bf1cf5f-825e-4775-a53d-1544ea12ddd3 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d4c303e-0c5b-4d5a-b0c4-6f31f4676a83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2005720 Aug 11 03:25:01.993964 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ce27c75a-ecbf-4313-8243-fac4ae57fc30 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:02.034527 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-3fa462dc-daf8-45db-a79f-4bbbdda81abe None None] Attempting to bind port 53c2c1d8-1a35-4199-a015-e80acca8d003 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:25:02.034909 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-3fa462dc-daf8-45db-a79f-4bbbdda81abe None None] Attempting to bind port 53c2c1d8-1a35-4199-a015-e80acca8d003 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': '258c2758-00a0-4aec-a30a-06817b920338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'afad8afb-efaf-4212-8ff7-abfcaf9cd6db'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:25:02.035308 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa462dc-daf8-45db-a79f-4bbbdda81abe None None] Attempting to bind port 53c2c1d8-1a35-4199-a015-e80acca8d003 on network afad8afb-efaf-4212-8ff7-abfcaf9cd6db {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:25:02.053349 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b51d25e-3cbf-46ca-ace9-600c80ec8d1f tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:25:02.072410 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-4843a1f1-79aa-4c1e-8eab-1d2e115d6c19 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1613545 Aug 11 03:25:02.083160 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9655d8-e3ea-428f-bf51-f0386ebea7db None None] Sync routers for ids ['a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:25:02.084381 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa462dc-daf8-45db-a79f-4bbbdda81abe None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:25:02.084765 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa462dc-daf8-45db-a79f-4bbbdda81abe None None] Checking segment: {'id': '258c2758-00a0-4aec-a30a-06817b920338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'afad8afb-efaf-4212-8ff7-abfcaf9cd6db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:25:02.085161 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3fa462dc-daf8-45db-a79f-4bbbdda81abe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:02.085512 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 54056) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:02.085642 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa462dc-daf8-45db-a79f-4bbbdda81abe None None] Bound using segment: {'id': '258c2758-00a0-4aec-a30a-06817b920338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'afad8afb-efaf-4212-8ff7-abfcaf9cd6db'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:25:02.086051 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-3fa462dc-daf8-45db-a79f-4bbbdda81abe None None] Bound port: 53c2c1d8-1a35-4199-a015-e80acca8d003, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '258c2758-00a0-4aec-a30a-06817b920338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'afad8afb-efaf-4212-8ff7-abfcaf9cd6db'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:25:02.093037 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-26cf686c-b0cb-4838-aeb2-0beb5a4eb64f req-5ac44c04-9cbc-4324-b124-755ec461f4d1 tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed60bba6-2b2f-4b83-a3e4-9e7aa48523e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052090 Aug 11 03:25:02.100864 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3fa462dc-daf8-45db-a79f-4bbbdda81abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:02.101642 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-bdf5baa8-2665-419e-b049-950163ade799 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Request body: {'port': {'network_id': 'fb47ea4a-051d-4c1e-ae48-27a908750b48', 'name': 'tempest-PortsIpV6TestJSON-871407298'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:25:02.112647 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-0b51d25e-3cbf-46ca-ace9-600c80ec8d1f tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] 10.222.0.41 "PUT /v2.0/routers/a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1103780 Aug 11 03:25:02.116611 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 54058) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:02.132419 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ce27c75a-ecbf-4313-8243-fac4ae57fc30 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:02.132882 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbe00ec-31b8-454f-a866-aca444ad204f None None] Pushing event updated for resources: {'Port': ['ID=40817b5f-5d68-4313-adad-8bea47c794d1,revision_number=2']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:02.135667 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-24c32c89-f920-4022-8564-9db3fd405cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:02.190043 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9655d8-e3ea-428f-bf51-f0386ebea7db None None] Routers {'a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:25:02.190401 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-ad9655d8-e3ea-428f-bf51-f0386ebea7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:24:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:25:02.229354 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e1ca5bf-704d-45b7-9f7b-aad53df5557c tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Deleting subnet a84ab6d1-920e-4120-b064-c4c12d86c28b {{(pid=102192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:25:02.259775 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-8e1ca5bf-704d-45b7-9f7b-aad53df5557c tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks [] for subnet, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:02.300755 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-ad9655d8-e3ea-428f-bf51-f0386ebea7db None None] Set router a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07 gateway port host: None {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:25:02.318116 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-8e1ca5bf-704d-45b7-9f7b-aad53df5557c tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125932460'] for subnet, precommit_delete_associations {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:02.321139 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [None req-95651fa9-aa32-49c1-b91d-b000c7bcc316 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Allocated IP 2001:db8::1 (b3806b12-0798-4786-9a0a-ea45b08a1171/02eada7b-f250-42a4-a10a-efc7da9d05c5/1c2ab0ba-0cc3-4677-8e0f-28dbe80ddfad) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:25:02.395858 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26c2ee6d-8fb7-40ef-a8f8-c6020805f038 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde080026-c28f-55be-b52b-13827cc43646-fb47ea4a-051d-4c1e-ae48-27a908750b48', 'network_id': 'fb47ea4a-051d-4c1e-ae48-27a908750b48', 'tenant_id': 'a6e0511434be4fc4a2d24d0db6f1badc', 'fixed_ips': [{'subnet_id': 'ba417b66-2d9d-4776-86f7-67718a2355e1'}]}} from n-d-764292-30. {{(pid=102193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:25:02.400291 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-26c2ee6d-8fb7-40ef-a8f8-c6020805f038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:02.402346 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3fa462dc-daf8-45db-a79f-4bbbdda81abe None None] For port 53c2c1d8-1a35-4199-a015-e80acca8d003, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:25:02.406484 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-ad9655d8-e3ea-428f-bf51-f0386ebea7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07', 'name': 'tempest-RoutersTest-router-522875344', 'tenant_id': '8002057c241341da96913e0b77a31349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:24:08Z', 'updated_at': '2021-08-11T03:25:00Z', 'revision_number': 11, 'project_id': '8002057c241341da96913e0b77a31349', 'gw_port_host': None}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:25:02.461761 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9655d8-e3ea-428f-bf51-f0386ebea7db None None] Checking router: a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07 for host: n-d-764292-30 {{(pid=102193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:25:02.472530 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3fa462dc-daf8-45db-a79f-4bbbdda81abe None None] For port 53c2c1d8-1a35-4199-a015-e80acca8d003, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=53c2c1d8-1a35-4199-a015-e80acca8d003,segment=NetworkSegment(258c2758-00a0-4aec-a30a-06817b920338),segment_id=258c2758-00a0-4aec-a30a-06817b920338)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:25:02.489952 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9655d8-e3ea-428f-bf51-f0386ebea7db None None] Routers {'a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:25:02.490853 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-ad9655d8-e3ea-428f-bf51-f0386ebea7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:25:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:25:02.571881 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-8e1ca5bf-704d-45b7-9f7b-aad53df5557c tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:02.733758 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-95651fa9-aa32-49c1-b91d-b000c7bcc316 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:02.751455 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ce27c75a-ecbf-4313-8243-fac4ae57fc30 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:02.757556 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [None req-95651fa9-aa32-49c1-b91d-b000c7bcc316 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Transition to ACTIVE for port object 1c2ab0ba-0cc3-4677-8e0f-28dbe80ddfad will not be triggered until provisioned by entity DHCP. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:25:02.775249 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3fa462dc-daf8-45db-a79f-4bbbdda81abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:02.790002 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 40817b5f-5d68-4313-adad-8bea47c794d1 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:25:02.794429 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce27c75a-ecbf-4313-8243-fac4ae57fc30 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed221786-7c27-49c9-9b67-168421e30d37,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:02.809840 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce27c75a-ecbf-4313-8243-fac4ae57fc30 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:25:02.809840 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce27c75a-ecbf-4313-8243-fac4ae57fc30 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:25:02.810141 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce27c75a-ecbf-4313-8243-fac4ae57fc30 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:25:02.810474 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce27c75a-ecbf-4313-8243-fac4ae57fc30 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:25:02.810811 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce27c75a-ecbf-4313-8243-fac4ae57fc30 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:25:02.811146 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce27c75a-ecbf-4313-8243-fac4ae57fc30 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:25:02.811472 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce27c75a-ecbf-4313-8243-fac4ae57fc30 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:25:02.811810 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce27c75a-ecbf-4313-8243-fac4ae57fc30 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:25:02.812131 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce27c75a-ecbf-4313-8243-fac4ae57fc30 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:25:02.814898 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce27c75a-ecbf-4313-8243-fac4ae57fc30 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:25:02.815519 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce27c75a-ecbf-4313-8243-fac4ae57fc30 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:25:02.815954 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce27c75a-ecbf-4313-8243-fac4ae57fc30 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:25:02.826383 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-8e1ca5bf-704d-45b7-9f7b-aad53df5557c tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125932157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126180897'] for subnet, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:02.857822 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1ca5bf-704d-45b7-9f7b-aad53df5557c tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Pushing event deleted for resources: {'Subnet': ['ID=a84ab6d1-920e-4120-b064-c4c12d86c28b,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:02.865929 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-8e1ca5bf-704d-45b7-9f7b-aad53df5557c tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks [] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:02.867674 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-8e1ca5bf-704d-45b7-9f7b-aad53df5557c tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] 10.222.0.41 "DELETE /v2.0/subnets/a84ab6d1-920e-4120-b064-c4c12d86c28b HTTP/1.1" status: 204 len: 168 time: 0.7499816 Aug 11 03:25:02.870433 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 54060) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:02.893133 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-ad9655d8-e3ea-428f-bf51-f0386ebea7db None None] Set router a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07 gateway port host: None {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:25:02.895571 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-400c066f-e945-4616-a9c5-dc0ca6d3a51e None None] Network 86594cbd-e1fd-497c-9535-16dda6843d99 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:25:02.928139 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ce27c75a-ecbf-4313-8243-fac4ae57fc30 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:02.932181 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-ce27c75a-ecbf-4313-8243-fac4ae57fc30 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0493305 Aug 11 03:25:02.932401 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-95651fa9-aa32-49c1-b91d-b000c7bcc316 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:02.932601 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 54062) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:02.936726 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-38ca6174-bc8c-4f4b-b9c2-98124fbab6fa tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Request body: {'security_group_rule': {'security_group_id': '0adf890f-4031-41cf-a126-513a25ba7e28', 'project_id': '6f34ea378b0c4732b01bbd0e8e3ce05d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:25:02.990873 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdf5baa8-2665-419e-b049-950163ade799 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Made reservation on behalf of a6e0511434be4fc4a2d24d0db6f1badc for: {'port': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:25:02.996710 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-bdf5baa8-2665-419e-b049-950163ade799 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:03.052799 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95651fa9-aa32-49c1-b91d-b000c7bcc316 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Network b3806b12-0798-4786-9a0a-ea45b08a1171 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:25:03.066082 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [None req-bdf5baa8-2665-419e-b049-950163ade799 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] device_id is not set on port 3362d512-b59f-49c8-a6c1-a3955b1208b2 yet. {{(pid=102191) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:25:03.071430 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-95651fa9-aa32-49c1-b91d-b000c7bcc316 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:25:03.080263 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95651fa9-aa32-49c1-b91d-b000c7bcc316 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:25:03.080263 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-95651fa9-aa32-49c1-b91d-b000c7bcc316 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-520987'] for router_interface, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:03.116292 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-ad9655d8-e3ea-428f-bf51-f0386ebea7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07', 'name': 'tempest-RoutersTest-router-522875344', 'tenant_id': '8002057c241341da96913e0b77a31349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:24:08Z', 'updated_at': '2021-08-11T03:25:00Z', 'revision_number': 11, 'project_id': '8002057c241341da96913e0b77a31349', 'gw_port_host': None}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:25:03.141298 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ef331c86-a535-437e-9c28-95bc8771bafb tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:03.147694 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95651fa9-aa32-49c1-b91d-b000c7bcc316 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Pushing event updated for resources: {'Port': ['ID=1c2ab0ba-0cc3-4677-8e0f-28dbe80ddfad,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:03.201654 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-38ca6174-bc8c-4f4b-b9c2-98124fbab6fa tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:03.230405 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.db_base_plugin_common [None req-26c2ee6d-8fb7-40ef-a8f8-c6020805f038 None None] Allocated IP 2001:db8::2 (fb47ea4a-051d-4c1e-ae48-27a908750b48/ba417b66-2d9d-4776-86f7-67718a2355e1/7dfc1444-8ba4-4776-b4ab-f4102cf5dff6) {{(pid=102193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:25:03.242782 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9655d8-e3ea-428f-bf51-f0386ebea7db None None] The sync data for ids ['a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07'] in n-d-764292-30 is: [{'id': 'a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07', 'name': 'tempest-RoutersTest-router-522875344', 'tenant_id': '8002057c241341da96913e0b77a31349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:24:08Z', 'updated_at': '2021-08-11T03:25:00Z', 'revision_number': 11, 'project_id': '8002057c241341da96913e0b77a31349', 'gw_port_host': None}] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:25:03.331343 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa462dc-daf8-45db-a79f-4bbbdda81abe None None] Pushing event updated for resources: {'Port': ['ID=53c2c1d8-1a35-4199-a015-e80acca8d003,revision_number=2']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:03.355226 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:03.420106 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-38ca6174-bc8c-4f4b-b9c2-98124fbab6fa tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:03.429213 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port 40817b5f-5d68-4313-adad-8bea47c794d1 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:25:03.462840 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09054eee-5b9c-4981-a734-9e8b1d5d9e10 req-ee44e692-3d2a-4d7c-a493-4935104b6c1b tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:03.464451 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-09054eee-5b9c-4981-a734-9e8b1d5d9e10 req-ee44e692-3d2a-4d7c-a493-4935104b6c1b tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ab07bbd-fa55-4032-bc68-2fe67c0da2d6 HTTP/1.1" status: 200 len: 946 time: 0.3014207 Aug 11 03:25:03.504170 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-38ca6174-bc8c-4f4b-b9c2-98124fbab6fa tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:03.518444 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03b1e61-991f-4eb5-b251-06c8110271b1 req-a4974c27-9124-4212-9caa-d13bde441113 tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:03.520568 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c03b1e61-991f-4eb5-b251-06c8110271b1 req-a4974c27-9124-4212-9caa-d13bde441113 tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] 10.222.0.41 "GET /v2.0/ports?device_id=136d98fc-cbc0-400d-bf91-3d2c80353ca9 HTTP/1.1" status: 200 len: 946 time: 0.2575607 Aug 11 03:25:03.543244 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ca6174-bc8c-4f4b-b9c2-98124fbab6fa tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=649ab15f-590c-4a26-bfb4-347e3c8a8936,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:03.545708 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-09054eee-5b9c-4981-a734-9e8b1d5d9e10 req-78d15db4-753d-4772-936f-0b03ee8a75a7 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d4c303e-0c5b-4d5a-b0c4-6f31f4676a83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645983 Aug 11 03:25:03.568978 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-ef331c86-a535-437e-9c28-95bc8771bafb tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Deleting port 0196580a-fcdd-477b-ae75-0649aa84d020 {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:25:03.569317 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ef331c86-a535-437e-9c28-95bc8771bafb tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:03.614436 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-38ca6174-bc8c-4f4b-b9c2-98124fbab6fa tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:03.617232 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-38ca6174-bc8c-4f4b-b9c2-98124fbab6fa tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6841192 Aug 11 03:25:03.619815 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 54070) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:03.641362 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-26c2ee6d-8fb7-40ef-a8f8-c6020805f038 None None] Notify callbacks [] for port, precommit_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:03.654489 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-2b6fa6b6-e8c1-48f9-ae4e-68484d9618bf tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Request body: {'security_group_rule': {'security_group_id': '0adf890f-4031-41cf-a126-513a25ba7e28', 'project_id': '6f34ea378b0c4732b01bbd0e8e3ce05d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:25:03.678512 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-26c2ee6d-8fb7-40ef-a8f8-c6020805f038 None None] Transition to ACTIVE for port object 7dfc1444-8ba4-4776-b4ab-f4102cf5dff6 will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:25:03.688816 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0282cd9-7d8d-479d-999c-2704bb97ec24 None None] DHCP port deletion for 86594cbd-e1fd-497c-9535-16dda6843d99 request from n-d-764292-30 {{(pid=102193) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:25:03.719111 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-064c9b91-84ba-4045-8326-f0c6c5c956e9 None None] Network b3806b12-0798-4786-9a0a-ea45b08a1171 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:25:03.737538 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-26c2ee6d-8fb7-40ef-a8f8-c6020805f038 None None] Transition to ACTIVE for port object 7dfc1444-8ba4-4776-b4ab-f4102cf5dff6 will not be triggered until provisioned by entity DHCP. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:25:03.935224 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6b6-e8c1-48f9-ae4e-68484d9618bf tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:03.952456 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-26c2ee6d-8fb7-40ef-a8f8-c6020805f038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669'] for port, after_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:03.971985 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [None req-bdf5baa8-2665-419e-b049-950163ade799 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Allocated IP 2001:db8::324 (fb47ea4a-051d-4c1e-ae48-27a908750b48/ba417b66-2d9d-4776-86f7-67718a2355e1/3362d512-b59f-49c8-a6c1-a3955b1208b2) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:25:04.029998 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c2ee6d-8fb7-40ef-a8f8-c6020805f038 None None] Network fb47ea4a-051d-4c1e-ae48-27a908750b48 is already hosted by enough agents. {{(pid=102193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:25:04.044223 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.base_scheduler [None req-26c2ee6d-8fb7-40ef-a8f8-c6020805f038 None None] Resources bound (agent type, host, resource id): {{(pid=102193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:25:04.065893 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c2ee6d-8fb7-40ef-a8f8-c6020805f038 None None] Received port after_create {{(pid=102193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:25:04.066105 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6b6-e8c1-48f9-ae4e-68484d9618bf tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:04.084452 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c03b1e61-991f-4eb5-b251-06c8110271b1 req-a9644c6a-3a03-43a8-ac39-7a0fd4b17d27 tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed60bba6-2b2f-4b83-a3e4-9e7aa48523e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5428197 Aug 11 03:25:04.109907 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-95651fa9-aa32-49c1-b91d-b000c7bcc316 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:04.129109 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [None req-ef331c86-a535-437e-9c28-95bc8771bafb tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] For port 0196580a-fcdd-477b-ae75-0649aa84d020, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=0196580a-fcdd-477b-ae75-0649aa84d020,segment=NetworkSegment(7cc3dd2c-eb7f-4ab5-9648-b92aad663174),segment_id=7cc3dd2c-eb7f-4ab5-9648-b92aad663174)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:25:04.129659 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ef331c86-a535-437e-9c28-95bc8771bafb tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:04.145473 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6b6-e8c1-48f9-ae4e-68484d9618bf tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:04.152670 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-ef331c86-a535-437e-9c28-95bc8771bafb tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Calling delete_port for 0196580a-fcdd-477b-ae75-0649aa84d020 owned by network:dhcp {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:25:04.172953 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-723660f3-0170-4672-89bb-7bf679bae5d5 None None] Provisioning for port 40817b5f-5d68-4313-adad-8bea47c794d1 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:25:04.179125 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c2ee6d-8fb7-40ef-a8f8-c6020805f038 None None] Pushing event updated for resources: {'Port': ['ID=7dfc1444-8ba4-4776-b4ab-f4102cf5dff6,revision_number=1']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:04.196797 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6fa6b6-e8c1-48f9-ae4e-68484d9618bf tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28a0e334-dacc-47a9-a56d-7396d4520d7d,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:04.247855 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-723660f3-0170-4672-89bb-7bf679bae5d5 None None] Provisioning complete for port 40817b5f-5d68-4313-adad-8bea47c794d1 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:25:04.248240 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-723660f3-0170-4672-89bb-7bf679bae5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:04.254738 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-26c2ee6d-8fb7-40ef-a8f8-c6020805f038 None None] Attempting to bind port 7dfc1444-8ba4-4776-b4ab-f4102cf5dff6 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:25:04.255125 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-26c2ee6d-8fb7-40ef-a8f8-c6020805f038 None None] Attempting to bind port 7dfc1444-8ba4-4776-b4ab-f4102cf5dff6 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': '6ca79aae-84d0-4b63-ab57-2a0cc8f4d25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'fb47ea4a-051d-4c1e-ae48-27a908750b48'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:25:04.255492 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c2ee6d-8fb7-40ef-a8f8-c6020805f038 None None] Attempting to bind port 7dfc1444-8ba4-4776-b4ab-f4102cf5dff6 on network fb47ea4a-051d-4c1e-ae48-27a908750b48 {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:25:04.256637 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-bdf5baa8-2665-419e-b049-950163ade799 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:04.259252 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-b0282cd9-7d8d-479d-999c-2704bb97ec24 None None] Deleting port 0196580a-fcdd-477b-ae75-0649aa84d020 {{(pid=102193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:25:04.259632 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-b0282cd9-7d8d-479d-999c-2704bb97ec24 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:04.274965 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [None req-bdf5baa8-2665-419e-b049-950163ade799 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Transition to ACTIVE for port object 3362d512-b59f-49c8-a6c1-a3955b1208b2 will not be triggered until provisioned by entity DHCP. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:25:04.318169 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6b6-e8c1-48f9-ae4e-68484d9618bf tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:04.319709 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-2b6fa6b6-e8c1-48f9-ae4e-68484d9618bf tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6974845 Aug 11 03:25:04.322179 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 54072) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:04.327166 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c2ee6d-8fb7-40ef-a8f8-c6020805f038 None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:25:04.327620 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c2ee6d-8fb7-40ef-a8f8-c6020805f038 None None] Checking segment: {'id': '6ca79aae-84d0-4b63-ab57-2a0cc8f4d25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'fb47ea4a-051d-4c1e-ae48-27a908750b48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:25:04.327865 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-112043de-3041-485b-8714-0d09cc18b1cf tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Request body: {'security_group_rule': {'security_group_id': '0adf890f-4031-41cf-a126-513a25ba7e28', 'project_id': '6f34ea378b0c4732b01bbd0e8e3ce05d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:25:04.328155 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-26c2ee6d-8fb7-40ef-a8f8-c6020805f038 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:04.328617 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c2ee6d-8fb7-40ef-a8f8-c6020805f038 None None] Bound using segment: {'id': '6ca79aae-84d0-4b63-ab57-2a0cc8f4d25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'fb47ea4a-051d-4c1e-ae48-27a908750b48'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:25:04.329176 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-26c2ee6d-8fb7-40ef-a8f8-c6020805f038 None None] Bound port: 7dfc1444-8ba4-4776-b4ab-f4102cf5dff6, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ca79aae-84d0-4b63-ab57-2a0cc8f4d25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'fb47ea4a-051d-4c1e-ae48-27a908750b48'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:25:04.329722 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-26c2ee6d-8fb7-40ef-a8f8-c6020805f038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:04.367029 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10cdb730-2c61-4e25-a62a-78ebc84b93d6 None None] Network afad8afb-efaf-4212-8ff7-abfcaf9cd6db requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:25:04.403771 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-bdf5baa8-2665-419e-b049-950163ade799 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:04.453661 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-112043de-3041-485b-8714-0d09cc18b1cf tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:04.467469 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-b0282cd9-7d8d-479d-999c-2704bb97ec24 None None] For port 0196580a-fcdd-477b-ae75-0649aa84d020, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=0196580a-fcdd-477b-ae75-0649aa84d020,segment=NetworkSegment(7cc3dd2c-eb7f-4ab5-9648-b92aad663174),segment_id=7cc3dd2c-eb7f-4ab5-9648-b92aad663174)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:25:04.467877 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-b0282cd9-7d8d-479d-999c-2704bb97ec24 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:04.476722 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdf5baa8-2665-419e-b049-950163ade799 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Network fb47ea4a-051d-4c1e-ae48-27a908750b48 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:25:04.492967 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-bdf5baa8-2665-419e-b049-950163ade799 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:25:04.501473 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-b0282cd9-7d8d-479d-999c-2704bb97ec24 None None] Calling delete_port for 0196580a-fcdd-477b-ae75-0649aa84d020 owned by network:dhcp {{(pid=102193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:25:04.506083 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf5baa8-2665-419e-b049-950163ade799 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:25:04.521293 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdf5baa8-2665-419e-b049-950163ade799 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:04.522345 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-bdf5baa8-2665-419e-b049-950163ade799 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:04.533788 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-26c2ee6d-8fb7-40ef-a8f8-c6020805f038 None None] For port 7dfc1444-8ba4-4776-b4ab-f4102cf5dff6, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:25:04.542889 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf5baa8-2665-419e-b049-950163ade799 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Pushing event updated for resources: {'Port': ['ID=3362d512-b59f-49c8-a6c1-a3955b1208b2,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:04.568305 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-95651fa9-aa32-49c1-b91d-b000c7bcc316 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks [] for port, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:04.571845 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ef331c86-a535-437e-9c28-95bc8771bafb tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:04.593385 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-112043de-3041-485b-8714-0d09cc18b1cf tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:04.605783 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef331c86-a535-437e-9c28-95bc8771bafb tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Pushing event deleted for resources: {'Port': ['ID=0196580a-fcdd-477b-ae75-0649aa84d020,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:04.615492 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef331c86-a535-437e-9c28-95bc8771bafb tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] No DVR routers for this DVR port 0196580a-fcdd-477b-ae75-0649aa84d020 on host n-d-764292-30 {{(pid=102192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:25:04.616961 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-95651fa9-aa32-49c1-b91d-b000c7bcc316 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:04.617855 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-95651fa9-aa32-49c1-b91d-b000c7bcc316 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16383026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521135'] for router_interface, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:04.632416 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-bdf5baa8-2665-419e-b049-950163ade799 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.5457301 Aug 11 03:25:04.635119 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 54076) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:04.665050 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-26c2ee6d-8fb7-40ef-a8f8-c6020805f038 None None] For port 7dfc1444-8ba4-4776-b4ab-f4102cf5dff6, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=7dfc1444-8ba4-4776-b4ab-f4102cf5dff6,segment=NetworkSegment(6ca79aae-84d0-4b63-ab57-2a0cc8f4d25e),segment_id=6ca79aae-84d0-4b63-ab57-2a0cc8f4d25e)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:25:04.701969 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 53c2c1d8-1a35-4199-a015-e80acca8d003 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:25:04.710653 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-112043de-3041-485b-8714-0d09cc18b1cf tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:04.760689 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112043de-3041-485b-8714-0d09cc18b1cf tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bef1b00a-ebfc-42ba-bfcf-b2a829fac4ac,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:04.764349 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-26c2ee6d-8fb7-40ef-a8f8-c6020805f038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:04.766827 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-723660f3-0170-4672-89bb-7bf679bae5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:04.807288 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:04.830679 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-8baf563c-b0e8-44f3-9a76-623e0f15713d tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Deleting port 3362d512-b59f-49c8-a6c1-a3955b1208b2 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:25:04.830679 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8baf563c-b0e8-44f3-9a76-623e0f15713d tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:04.881505 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-112043de-3041-485b-8714-0d09cc18b1cf tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:04.882914 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-112043de-3041-485b-8714-0d09cc18b1cf tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5597029 Aug 11 03:25:04.885629 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 54080) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:04.891357 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-427f42c4-0486-40fd-b36f-f984b0b74dc9 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Request body: {'security_group_rule': {'security_group_id': '0adf890f-4031-41cf-a126-513a25ba7e28', 'project_id': '6f34ea378b0c4732b01bbd0e8e3ce05d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:25:04.916721 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-723660f3-0170-4672-89bb-7bf679bae5d5 None None] For port 40817b5f-5d68-4313-adad-8bea47c794d1, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=40817b5f-5d68-4313-adad-8bea47c794d1,segment=NetworkSegment(e3320e20-e6dc-44d3-a273-53a475ee7af1),segment_id=e3320e20-e6dc-44d3-a273-53a475ee7af1)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:25:04.919805 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ef331c86-a535-437e-9c28-95bc8771bafb tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:04.933231 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95651fa9-aa32-49c1-b91d-b000c7bcc316 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Pushing event updated for resources: {'Port': ['ID=1c2ab0ba-0cc3-4677-8e0f-28dbe80ddfad,revision_number=2']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:04.942091 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-b0282cd9-7d8d-479d-999c-2704bb97ec24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678'] for port, after_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:04.956201 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-ef331c86-a535-437e-9c28-95bc8771bafb tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86594cbd-e1fd-497c-9535-16dda6843d99']}} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:25:04.981213 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c2ee6d-8fb7-40ef-a8f8-c6020805f038 None None] Pushing event updated for resources: {'Port': ['ID=7dfc1444-8ba4-4776-b4ab-f4102cf5dff6,revision_number=2']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:04.988608 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8baf563c-b0e8-44f3-9a76-623e0f15713d tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:05.001552 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-ef331c86-a535-437e-9c28-95bc8771bafb tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cc3dd2c-eb7f-4ab5-9648-b92aad663174') {'for_net_delete': True} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:25:05.002523 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-ef331c86-a535-437e-9c28-95bc8771bafb tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cc3dd2c-eb7f-4ab5-9648-b92aad663174') {} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:25:05.007473 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-8baf563c-b0e8-44f3-9a76-623e0f15713d tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Calling delete_port for 3362d512-b59f-49c8-a6c1-a3955b1208b2 owned by {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:25:05.017497 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0282cd9-7d8d-479d-999c-2704bb97ec24 None None] No DVR routers for this DVR port 0196580a-fcdd-477b-ae75-0649aa84d020 on host n-d-764292-30 {{(pid=102193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:25:05.038338 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ef331c86-a535-437e-9c28-95bc8771bafb tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125932501'] for segment, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:05.041295 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-723660f3-0170-4672-89bb-7bf679bae5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:05.053319 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0282cd9-7d8d-479d-999c-2704bb97ec24 None None] Pushing event deleted for resources: {'Port': ['ID=0196580a-fcdd-477b-ae75-0649aa84d020,revision_number=None']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:05.053674 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe67953-d5ea-4059-95ed-1f0b3cd95e7f req-d950c9eb-01cd-436f-b9e3-6ee5257defea tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:05.059581 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7fe67953-d5ea-4059-95ed-1f0b3cd95e7f req-d950c9eb-01cd-436f-b9e3-6ee5257defea tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ab07bbd-fa55-4032-bc68-2fe67c0da2d6 HTTP/1.1" status: 200 len: 946 time: 0.3638241 Aug 11 03:25:05.088505 n-d-764292-30 neutron-server[102191]: INFO neutron.db.securitygroups_db [None req-427f42c4-0486-40fd-b36f-f984b0b74dc9 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Project 6f34ea378b0c4732b01bbd0e8e3ce05d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 03:25:05.097259 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ef331c86-a535-437e-9c28-95bc8771bafb tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:05.107441 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-427f42c4-0486-40fd-b36f-f984b0b74dc9 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:05.107881 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95651fa9-aa32-49c1-b91d-b000c7bcc316 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Network b3806b12-0798-4786-9a0a-ea45b08a1171 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:25:05.111920 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef331c86-a535-437e-9c28-95bc8771bafb tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=102192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:25:05.112337 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ef331c86-a535-437e-9c28-95bc8771bafb tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125932183'] for segment, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:05.119843 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723660f3-0170-4672-89bb-7bf679bae5d5 None None] Pushing event updated for resources: {'Port': ['ID=40817b5f-5d68-4313-adad-8bea47c794d1,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:05.130137 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-95651fa9-aa32-49c1-b91d-b000c7bcc316 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:25:05.133825 n-d-764292-30 neutron-server[102192]: Traceback (most recent call last): Aug 11 03:25:05.133825 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:25:05.133825 n-d-764292-30 neutron-server[102192]: timer() Aug 11 03:25:05.133825 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:25:05.133825 n-d-764292-30 neutron-server[102192]: cb(*args, **kw) Aug 11 03:25:05.133825 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:25:05.133825 n-d-764292-30 neutron-server[102192]: return func(*args, **kwargs) Aug 11 03:25:05.133825 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:25:05.133825 n-d-764292-30 neutron-server[102192]: self._notify() Aug 11 03:25:05.133825 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:25:05.133825 n-d-764292-30 neutron-server[102192]: self.callback(batched_events) Aug 11 03:25:05.133825 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:25:05.133825 n-d-764292-30 neutron-server[102192]: event.method(event) Aug 11 03:25:05.133825 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:25:05.133825 n-d-764292-30 neutron-server[102192]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:25:05.133825 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:25:05.133825 n-d-764292-30 neutron-server[102192]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:25:05.133825 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:25:05.133825 n-d-764292-30 neutron-server[102192]: return f(self, *a, **k) Aug 11 03:25:05.133825 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:25:05.133825 n-d-764292-30 neutron-server[102192]: return self._get(url).json() Aug 11 03:25:05.133825 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:25:05.133825 n-d-764292-30 neutron-server[102192]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:25:05.133825 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:25:05.133825 n-d-764292-30 neutron-server[102192]: return self.request(url, 'GET', **kwargs) Aug 11 03:25:05.133825 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:25:05.133825 n-d-764292-30 neutron-server[102192]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:25:05.133825 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:25:05.133825 n-d-764292-30 neutron-server[102192]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:25:05.133825 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:25:05.133825 n-d-764292-30 neutron-server[102192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:25:05.133825 n-d-764292-30 neutron-server[102192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:25:05.148274 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port 53c2c1d8-1a35-4199-a015-e80acca8d003 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:25:05.255803 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7fe67953-d5ea-4059-95ed-1f0b3cd95e7f req-a4b15fab-dc1b-47ea-90e6-6db0b61e66e0 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d4c303e-0c5b-4d5a-b0c4-6f31f4676a83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1952100 Aug 11 03:25:05.274614 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 0196580a-fcdd-477b-ae75-0649aa84d020 no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:25:05.308556 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-427f42c4-0486-40fd-b36f-f984b0b74dc9 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:05.312016 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-4728ff32-b071-45ba-bbfb-6a267eb98c17 None None] Provisioning for port 1c2ab0ba-0cc3-4677-8e0f-28dbe80ddfad completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:25:05.314108 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: 0196580a-fcdd-477b-ae75-0649aa84d020 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:25:05.317785 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 0196580a-fcdd-477b-ae75-0649aa84d020 not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:25:05.322019 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 0cbbd80f-4a85-4cfa-86d2-8b0c317769b0 no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:25:05.325533 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-4728ff32-b071-45ba-bbfb-6a267eb98c17 None None] Provisioning complete for port 1c2ab0ba-0cc3-4677-8e0f-28dbe80ddfad triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:25:05.325956 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-4728ff32-b071-45ba-bbfb-6a267eb98c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:05.366851 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8baf563c-b0e8-44f3-9a76-623e0f15713d tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:05.374226 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: 0cbbd80f-4a85-4cfa-86d2-8b0c317769b0 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:25:05.374805 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 0cbbd80f-4a85-4cfa-86d2-8b0c317769b0 not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:25:05.440413 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-4728ff32-b071-45ba-bbfb-6a267eb98c17 None None] Port 1c2ab0ba-0cc3-4677-8e0f-28dbe80ddfad cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:25:05.440957 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ef331c86-a535-437e-9c28-95bc8771bafb tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:05.448569 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baf563c-b0e8-44f3-9a76-623e0f15713d tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Pushing event deleted for resources: {'Port': ['ID=3362d512-b59f-49c8-a6c1-a3955b1208b2,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:05.450934 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-427f42c4-0486-40fd-b36f-f984b0b74dc9 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:05.473374 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fb07b9-16ae-42df-b3a9-5ba2e03d6e89 req-56d76780-83b5-46b6-8a32-540ee287cb82 tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:05.473374 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d3fb07b9-16ae-42df-b3a9-5ba2e03d6e89 req-56d76780-83b5-46b6-8a32-540ee287cb82 tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] 10.222.0.41 "GET /v2.0/ports?device_id=136d98fc-cbc0-400d-bf91-3d2c80353ca9 HTTP/1.1" status: 200 len: 946 time: 0.2379661 Aug 11 03:25:05.475061 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ef331c86-a535-437e-9c28-95bc8771bafb tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks [] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:05.477357 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-ef331c86-a535-437e-9c28-95bc8771bafb tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] 10.222.0.41 "DELETE /v2.0/networks/86594cbd-e1fd-497c-9535-16dda6843d99 HTTP/1.1" status: 204 len: 168 time: 2.6060505 Aug 11 03:25:05.482425 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 54084) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:05.485860 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427f42c4-0486-40fd-b36f-f984b0b74dc9 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c603b85b-8136-4494-8250-c388cf1ec457,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:05.493034 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-4728ff32-b071-45ba-bbfb-6a267eb98c17 None None] Provisioning complete for port 40817b5f-5d68-4313-adad-8bea47c794d1 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:25:05.494113 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-4728ff32-b071-45ba-bbfb-6a267eb98c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:05.513719 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef331c86-a535-437e-9c28-95bc8771bafb tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Pushing event deleted for resources: {'Network': ['ID=86594cbd-e1fd-497c-9535-16dda6843d99,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:05.523251 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-f975dd98-51ca-4c2b-b882-50868e074ed2 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Request body: {'router': {'routes': None}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:25:05.582183 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8baf563c-b0e8-44f3-9a76-623e0f15713d tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:05.582963 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d3fb07b9-16ae-42df-b3a9-5ba2e03d6e89 req-cba751ed-401d-483c-a257-ce61bb329b09 tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed60bba6-2b2f-4b83-a3e4-9e7aa48523e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045239 Aug 11 03:25:05.606225 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-8baf563c-b0e8-44f3-9a76-623e0f15713d tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] 10.222.0.41 "DELETE /v2.0/ports/3362d512-b59f-49c8-a6c1-a3955b1208b2 HTTP/1.1" status: 204 len: 168 time: 0.9701128 Aug 11 03:25:05.607229 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 54086) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:05.635730 n-d-764292-30 neutron-server[102192]: INFO neutron.pecan_wsgi.hooks.translation [None req-e06392eb-6f97-48cd-aee4-591d6aded604 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] DELETE failed (client error): The resource could not be found. Aug 11 03:25:05.636615 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e06392eb-6f97-48cd-aee4-591d6aded604 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:25:05.641246 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-e06392eb-6f97-48cd-aee4-591d6aded604 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] 10.222.0.41 "DELETE /v2.0/ports/3362d512-b59f-49c8-a6c1-a3955b1208b2 HTTP/1.1" status: 404 len: 333 time: 0.0329671 Aug 11 03:25:05.644901 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 54088) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:05.671354 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95651fa9-aa32-49c1-b91d-b000c7bcc316 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Router 67725390-7a92-40b9-a0d5-9c1e53423527 is scheduled to L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 with binding_index 1 {{(pid=102192) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:25:05.674004 n-d-764292-30 neutron-server[102192]: INFO neutron.pecan_wsgi.hooks.translation [None req-80091162-f038-44c8-b5e7-ffc8e18a51e1 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] GET failed (client error): The resource could not be found. Aug 11 03:25:05.676402 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-80091162-f038-44c8-b5e7-ffc8e18a51e1 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] 10.222.0.41 "GET /v2.0/ports/3362d512-b59f-49c8-a6c1-a3955b1208b2 HTTP/1.1" status: 404 len: 333 time: 0.0316799 Aug 11 03:25:05.679675 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 54090) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:05.699776 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-4728ff32-b071-45ba-bbfb-6a267eb98c17 None None] Provisioning for port 53c2c1d8-1a35-4199-a015-e80acca8d003 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:25:05.704898 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-4728ff32-b071-45ba-bbfb-6a267eb98c17 None None] Provisioning complete for port 53c2c1d8-1a35-4199-a015-e80acca8d003 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:25:05.705529 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-4728ff32-b071-45ba-bbfb-6a267eb98c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:05.728774 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-427f42c4-0486-40fd-b36f-f984b0b74dc9 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:05.732960 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-427f42c4-0486-40fd-b36f-f984b0b74dc9 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8460979 Aug 11 03:25:05.735765 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 54092) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:05.741314 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-21f55d0a-3993-45d2-88c3-763afa194a51 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Request body: {'security_group_rule': {'security_group_id': '0adf890f-4031-41cf-a126-513a25ba7e28', 'project_id': '6f34ea378b0c4732b01bbd0e8e3ce05d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:25:05.791069 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.extraroute_db [None req-f975dd98-51ca-4c2b-b882-50868e074ed2 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Added routes are [] {{(pid=102191) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 11 03:25:05.791370 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.extraroute_db [None req-f975dd98-51ca-4c2b-b882-50868e074ed2 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Removed routes are [] {{(pid=102191) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 11 03:25:05.791770 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f975dd98-51ca-4c2b-b882-50868e074ed2 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-446725', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-448852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6559'] for router, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:05.810484 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95651fa9-aa32-49c1-b91d-b000c7bcc316 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:25:05.813326 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-4728ff32-b071-45ba-bbfb-6a267eb98c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:05.821560 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87902218-bfef-4331-bafa-5c868d08e8ed None None] Sync routers for ids ['67725390-7a92-40b9-a0d5-9c1e53423527'] in n-d-764292-30 {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:25:05.823323 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-95651fa9-aa32-49c1-b91d-b000c7bcc316 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] 10.222.0.41 "PUT /v2.0/routers/67725390-7a92-40b9-a0d5-9c1e53423527/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7744670 Aug 11 03:25:05.827758 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 54096) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:05.844514 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87902218-bfef-4331-bafa-5c868d08e8ed None None] Routers {'67725390-7a92-40b9-a0d5-9c1e53423527'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:25:05.845154 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-87902218-bfef-4331-bafa-5c868d08e8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:25:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['67725390-7a92-40b9-a0d5-9c1e53423527'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:25:05.857243 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-4728ff32-b071-45ba-bbfb-6a267eb98c17 None None] For port 53c2c1d8-1a35-4199-a015-e80acca8d003, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=53c2c1d8-1a35-4199-a015-e80acca8d003,segment=NetworkSegment(258c2758-00a0-4aec-a30a-06817b920338),segment_id=258c2758-00a0-4aec-a30a-06817b920338)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:25:05.879278 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e700c793-772b-46a4-9588-da5cdead798c tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:05.881093 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-e700c793-772b-46a4-9588-da5cdead798c tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] 10.222.0.41 "GET /v2.0/ports/1c2ab0ba-0cc3-4677-8e0f-28dbe80ddfad HTTP/1.1" status: 200 len: 911 time: 0.0523894 Aug 11 03:25:05.886329 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 54098) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:05.887468 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-87902218-bfef-4331-bafa-5c868d08e8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:25:05.895496 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-056739e9-48dc-40de-b5c8-29e9301d153f tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '02eada7b-f250-42a4-a10a-efc7da9d05c5'}]}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:25:05.897131 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87902218-bfef-4331-bafa-5c868d08e8ed None None] Routers {'67725390-7a92-40b9-a0d5-9c1e53423527'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:25:05.897922 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-87902218-bfef-4331-bafa-5c868d08e8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:25:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['67725390-7a92-40b9-a0d5-9c1e53423527'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:25:05.928609 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-4728ff32-b071-45ba-bbfb-6a267eb98c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:05.929772 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-87902218-bfef-4331-bafa-5c868d08e8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:25:05.930889 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87902218-bfef-4331-bafa-5c868d08e8ed None None] The sync data for ids ['67725390-7a92-40b9-a0d5-9c1e53423527'] in n-d-764292-30 is: [] {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:25:05.982419 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4728ff32-b071-45ba-bbfb-6a267eb98c17 None None] Pushing event updated for resources: {'Port': ['ID=53c2c1d8-1a35-4199-a015-e80acca8d003,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:05.987497 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ad2ba4d-08b4-4f09-bb78-08a8bee37cbd tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Deleting subnet ba417b66-2d9d-4776-86f7-67718a2355e1 {{(pid=102192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:25:05.993841 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4ad2ba4d-08b4-4f09-bb78-08a8bee37cbd tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks [] for subnet, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:05.998876 n-d-764292-30 neutron-server[102191]: INFO neutron.db.securitygroups_db [None req-21f55d0a-3993-45d2-88c3-763afa194a51 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Project 6f34ea378b0c4732b01bbd0e8e3ce05d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 03:25:06.006386 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f975dd98-51ca-4c2b-b882-50868e074ed2 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-446725', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-448852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6559'] for router, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:06.007929 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-21f55d0a-3993-45d2-88c3-763afa194a51 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:06.018627 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f975dd98-51ca-4c2b-b882-50868e074ed2 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-446952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-446974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-446967', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-448845'] for router, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:06.057797 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-b65ba386-1f5f-4277-bd85-a2a1bbf6b8f7 None None] Provisioning complete for port 1c2ab0ba-0cc3-4677-8e0f-28dbe80ddfad triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:25:06.058671 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-b65ba386-1f5f-4277-bd85-a2a1bbf6b8f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:06.059051 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4ad2ba4d-08b4-4f09-bb78-08a8bee37cbd tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125932460'] for subnet, precommit_delete_associations {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:06.121247 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-b65ba386-1f5f-4277-bd85-a2a1bbf6b8f7 None None] Port 1c2ab0ba-0cc3-4677-8e0f-28dbe80ddfad cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:25:06.131555 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-b65ba386-1f5f-4277-bd85-a2a1bbf6b8f7 None None] Provisioning complete for port 53c2c1d8-1a35-4199-a015-e80acca8d003 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:25:06.131929 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-b65ba386-1f5f-4277-bd85-a2a1bbf6b8f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:06.153174 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-21f55d0a-3993-45d2-88c3-763afa194a51 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:06.163912 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f975dd98-51ca-4c2b-b882-50868e074ed2 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Router a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07 has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:25:06.174806 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-056739e9-48dc-40de-b5c8-29e9301d153f tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:06.230778 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4ad2ba4d-08b4-4f09-bb78-08a8bee37cbd tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:06.245370 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-21f55d0a-3993-45d2-88c3-763afa194a51 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:06.267390 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f975dd98-51ca-4c2b-b882-50868e074ed2 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:25:06.289730 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab468dc-e72a-4d68-8c9c-7914d84094c7 None None] Sync routers for ids ['a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:25:06.296150 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab468dc-e72a-4d68-8c9c-7914d84094c7 None None] Routers {'a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:25:06.296330 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f975dd98-51ca-4c2b-b882-50868e074ed2 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks [] for router, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:06.296791 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-dab468dc-e72a-4d68-8c9c-7914d84094c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:25:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:25:06.302210 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-f975dd98-51ca-4c2b-b882-50868e074ed2 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] 10.222.0.41 "PUT /v2.0/routers/a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07 HTTP/1.1" status: 200 len: 700 time: 0.8150246 Aug 11 03:25:06.303397 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f55d0a-3993-45d2-88c3-763afa194a51 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d81d150-1734-4487-87e9-88eaba52bb73,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:06.317989 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 54102) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:06.362088 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-9ef7a01b-6f12-4b38-965b-2b1bcfbc8ff3 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] 10.222.0.41 "GET /v2.0/ports?device_id=a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07 HTTP/1.1" status: 200 len: 205 time: 0.0405436 Aug 11 03:25:06.362724 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 54104) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:06.403082 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-dab468dc-e72a-4d68-8c9c-7914d84094c7 None None] Set router a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07 gateway port host: None {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:25:06.414362 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-21f55d0a-3993-45d2-88c3-763afa194a51 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:06.415350 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-21f55d0a-3993-45d2-88c3-763afa194a51 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6786451 Aug 11 03:25:06.454789 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8433b6bc-f8da-48af-84c3-fbfd0c048dc1 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks [] for router, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:06.479315 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-dab468dc-e72a-4d68-8c9c-7914d84094c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07', 'name': 'tempest-RoutersTest-router-522875344', 'tenant_id': '8002057c241341da96913e0b77a31349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:24:08Z', 'updated_at': '2021-08-11T03:25:00Z', 'revision_number': 11, 'project_id': '8002057c241341da96913e0b77a31349', 'gw_port_host': None}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:25:06.484498 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e37a3bb-f93e-4958-87ea-638d2d92c3c8 None None] Network fb47ea4a-051d-4c1e-ae48-27a908750b48 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:25:06.528418 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab468dc-e72a-4d68-8c9c-7914d84094c7 None None] Checking router: a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07 for host: n-d-764292-30 {{(pid=102193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:25:06.547436 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3f3c36-0ce5-4696-ac79-0ab667fc0707 req-7f964ab5-614f-46c8-bc81-a31667ef8d5e tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:06.553244 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ea3f3c36-0ce5-4696-ac79-0ab667fc0707 req-7f964ab5-614f-46c8-bc81-a31667ef8d5e tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ab07bbd-fa55-4032-bc68-2fe67c0da2d6 HTTP/1.1" status: 200 len: 946 time: 0.1796987 Aug 11 03:25:06.564431 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4ad2ba4d-08b4-4f09-bb78-08a8bee37cbd tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125932157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126180897'] for subnet, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:06.576242 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab468dc-e72a-4d68-8c9c-7914d84094c7 None None] Routers {'a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:25:06.577264 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-dab468dc-e72a-4d68-8c9c-7914d84094c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:25:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:25:06.637464 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad2ba4d-08b4-4f09-bb78-08a8bee37cbd tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Pushing event deleted for resources: {'Subnet': ['ID=ba417b66-2d9d-4776-86f7-67718a2355e1,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:06.672479 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-1b38f6a1-e5eb-4d21-b11d-2321d3089188 None None] Provisioning for port 7dfc1444-8ba4-4776-b4ab-f4102cf5dff6 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:25:06.685427 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-dab468dc-e72a-4d68-8c9c-7914d84094c7 None None] Set router a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07 gateway port host: None {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:25:06.685639 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4ad2ba4d-08b4-4f09-bb78-08a8bee37cbd tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks [] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:06.692113 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-4ad2ba4d-08b4-4f09-bb78-08a8bee37cbd tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] 10.222.0.41 "DELETE /v2.0/subnets/ba417b66-2d9d-4776-86f7-67718a2355e1 HTTP/1.1" status: 204 len: 168 time: 1.0087721 Aug 11 03:25:06.706682 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8433b6bc-f8da-48af-84c3-fbfd0c048dc1 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6544'] for router, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:06.709739 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 54112) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:06.710367 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8433b6bc-f8da-48af-84c3-fbfd0c048dc1 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:06.717086 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ea3f3c36-0ce5-4696-ac79-0ab667fc0707 req-0b00ca2f-6b87-4834-9895-3c81d46040d0 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d4c303e-0c5b-4d5a-b0c4-6f31f4676a83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1549392 Aug 11 03:25:06.750805 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-dab468dc-e72a-4d68-8c9c-7914d84094c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07', 'name': 'tempest-RoutersTest-router-522875344', 'tenant_id': '8002057c241341da96913e0b77a31349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:24:08Z', 'updated_at': '2021-08-11T03:25:00Z', 'revision_number': 11, 'project_id': '8002057c241341da96913e0b77a31349', 'gw_port_host': None}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:25:06.797461 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 7dfc1444-8ba4-4776-b4ab-f4102cf5dff6 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:25:06.800870 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab468dc-e72a-4d68-8c9c-7914d84094c7 None None] The sync data for ids ['a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07'] in n-d-764292-30 is: [{'id': 'a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07', 'name': 'tempest-RoutersTest-router-522875344', 'tenant_id': '8002057c241341da96913e0b77a31349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:24:08Z', 'updated_at': '2021-08-11T03:25:00Z', 'revision_number': 11, 'project_id': '8002057c241341da96913e0b77a31349', 'gw_port_host': None}] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:25:06.877038 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8433b6bc-f8da-48af-84c3-fbfd0c048dc1 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448809'] for router, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:06.881399 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8433b6bc-f8da-48af-84c3-fbfd0c048dc1 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Fanout notify agent at l3_agent the message router_deleted on router a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07 {{(pid=102191) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:25:06.889204 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8433b6bc-f8da-48af-84c3-fbfd0c048dc1 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks [] for router, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:06.890412 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-8433b6bc-f8da-48af-84c3-fbfd0c048dc1 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] 10.222.0.41 "DELETE /v2.0/routers/a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07 HTTP/1.1" status: 204 len: 168 time: 0.5261054 Aug 11 03:25:06.894353 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e4f0f08a-ca8f-44d9-88f6-6790b400136d tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:06.898618 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 54122) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:06.904467 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-a2765cb2-d2b3-4c39-8709-e2425b69016e tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-716285965', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:25:06.951855 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port 7dfc1444-8ba4-4776-b4ab-f4102cf5dff6 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:25:06.956708 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 7dfc1444-8ba4-4776-b4ab-f4102cf5dff6 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:25:06.957643 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:06.968685 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a2765cb2-d2b3-4c39-8709-e2425b69016e tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-450010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6626'] for router, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:06.969814 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a2765cb2-d2b3-4c39-8709-e2425b69016e tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-446747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6633'] for router, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:06.998854 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b58604d6-18c2-4c91-9b13-a471ddeb4420 None None] DHCP port deletion for fb47ea4a-051d-4c1e-ae48-27a908750b48 request from n-d-764292-30 {{(pid=102193) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:25:07.015003 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98decf7e-907d-423e-8ab8-96a66aa92f77 req-a9917a07-a887-42c7-89a8-16cc5a986aac tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:07.023012 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-98decf7e-907d-423e-8ab8-96a66aa92f77 req-a9917a07-a887-42c7-89a8-16cc5a986aac tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] 10.222.0.41 "GET /v2.0/ports?device_id=136d98fc-cbc0-400d-bf91-3d2c80353ca9 HTTP/1.1" status: 200 len: 946 time: 0.2214215 Aug 11 03:25:07.028243 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9922dc6e-f1a5-4fc6-a6f4-dcef89528c55 req-f4b098e8-9f2d-4b71-b35f-d52658a6169e tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1091303167&fields=id&tenant_id=6f34ea378b0c4732b01bbd0e8e3ce05d HTTP/1.1" status: 200 len: 267 time: 0.1822791 Aug 11 03:25:07.064210 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a2765cb2-d2b3-4c39-8709-e2425b69016e tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:07.101145 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:07.102544 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-b58604d6-18c2-4c91-9b13-a471ddeb4420 None None] Deleting port 7dfc1444-8ba4-4776-b4ab-f4102cf5dff6 {{(pid=102193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:25:07.102909 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-b58604d6-18c2-4c91-9b13-a471ddeb4420 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:07.151531 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a2765cb2-d2b3-4c39-8709-e2425b69016e tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-446952'] for router, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:07.172089 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-98decf7e-907d-423e-8ab8-96a66aa92f77 req-36475d2f-6e8c-4358-bb28-77ca925f7e03 tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed60bba6-2b2f-4b83-a3e4-9e7aa48523e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481910 Aug 11 03:25:07.234376 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-e4f0f08a-ca8f-44d9-88f6-6790b400136d tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Deleting port 7dfc1444-8ba4-4776-b4ab-f4102cf5dff6 {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:25:07.235078 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e4f0f08a-ca8f-44d9-88f6-6790b400136d tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:07.242753 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a2765cb2-d2b3-4c39-8709-e2425b69016e tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks [] for router, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:07.244933 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-a2765cb2-d2b3-4c39-8709-e2425b69016e tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3446031 Aug 11 03:25:07.248002 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 54126) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:07.263529 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-0140fd1a-1011-4b7b-bc0f-3d1fffe0fc60 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Request body: {'router': {'admin_state_up': True}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:25:07.296772 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-056739e9-48dc-40de-b5c8-29e9301d153f tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks [] for port, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:07.306022 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:07.319379 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9922dc6e-f1a5-4fc6-a6f4-dcef89528c55 req-43f83cc4-c78f-415c-a470-89f08e47a230 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:07.321982 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9922dc6e-f1a5-4fc6-a6f4-dcef89528c55 req-43f83cc4-c78f-415c-a470-89f08e47a230 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] 10.222.0.41 "GET /v2.0/networks?id=afad8afb-efaf-4212-8ff7-abfcaf9cd6db HTTP/1.1" status: 200 len: 795 time: 0.2810471 Aug 11 03:25:07.346948 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-b58604d6-18c2-4c91-9b13-a471ddeb4420 None None] For port 7dfc1444-8ba4-4776-b4ab-f4102cf5dff6, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=7dfc1444-8ba4-4776-b4ab-f4102cf5dff6,segment=NetworkSegment(6ca79aae-84d0-4b63-ab57-2a0cc8f4d25e),segment_id=6ca79aae-84d0-4b63-ab57-2a0cc8f4d25e)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:25:07.347356 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-b58604d6-18c2-4c91-9b13-a471ddeb4420 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:07.350764 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [None req-e4f0f08a-ca8f-44d9-88f6-6790b400136d tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] For port 7dfc1444-8ba4-4776-b4ab-f4102cf5dff6, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=7dfc1444-8ba4-4776-b4ab-f4102cf5dff6,segment=NetworkSegment(6ca79aae-84d0-4b63-ab57-2a0cc8f4d25e),segment_id=6ca79aae-84d0-4b63-ab57-2a0cc8f4d25e)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:25:07.351500 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e4f0f08a-ca8f-44d9-88f6-6790b400136d tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:07.359568 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9922dc6e-f1a5-4fc6-a6f4-dcef89528c55 req-5e4487d7-bc41-4a96-9383-c91f8aa7e5ae tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] 10.222.0.41 "GET /v2.0/quotas/6f34ea378b0c4732b01bbd0e8e3ce05d HTTP/1.1" status: 200 len: 375 time: 0.0250082 Aug 11 03:25:07.366045 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-e4f0f08a-ca8f-44d9-88f6-6790b400136d tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Calling delete_port for 7dfc1444-8ba4-4776-b4ab-f4102cf5dff6 owned by network:dhcp {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:25:07.367399 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port 7dfc1444-8ba4-4776-b4ab-f4102cf5dff6, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=7dfc1444-8ba4-4776-b4ab-f4102cf5dff6,segment=NetworkSegment(6ca79aae-84d0-4b63-ab57-2a0cc8f4d25e),segment_id=6ca79aae-84d0-4b63-ab57-2a0cc8f4d25e)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:25:07.368577 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-b58604d6-18c2-4c91-9b13-a471ddeb4420 None None] Calling delete_port for 7dfc1444-8ba4-4776-b4ab-f4102cf5dff6 owned by network:dhcp {{(pid=102193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:25:07.438662 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-056739e9-48dc-40de-b5c8-29e9301d153f tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:07.444919 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056739e9-48dc-40de-b5c8-29e9301d153f tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:07.445183 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-056739e9-48dc-40de-b5c8-29e9301d153f tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:07.446374 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:07.449843 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-056739e9-48dc-40de-b5c8-29e9301d153f tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] 10.222.0.41 "PUT /v2.0/ports/1c2ab0ba-0cc3-4677-8e0f-28dbe80ddfad HTTP/1.1" status: 200 len: 911 time: 1.5588996 Aug 11 03:25:07.449968 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 40817b5f-5d68-4313-adad-8bea47c794d1 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:25:07.454381 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 54128) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:07.482200 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0140fd1a-1011-4b7b-bc0f-3d1fffe0fc60 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-446725', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-448852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6559'] for router, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:07.524827 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=7dfc1444-8ba4-4776-b4ab-f4102cf5dff6,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:07.538238 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 40817b5f-5d68-4313-adad-8bea47c794d1 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:25:07.538650 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:07.551545 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0140fd1a-1011-4b7b-bc0f-3d1fffe0fc60 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-446952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-446974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-446967', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-448845'] for router, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:07.577006 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-b58604d6-18c2-4c91-9b13-a471ddeb4420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678'] for port, after_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:07.590366 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9922dc6e-f1a5-4fc6-a6f4-dcef89528c55 req-55fccff1-2933-4271-9e2d-b2bc9b9351f3 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=6f34ea378b0c4732b01bbd0e8e3ce05d&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2149272 Aug 11 03:25:07.602445 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056739e9-48dc-40de-b5c8-29e9301d153f tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Pushing event updated for resources: {'Port': ['ID=1c2ab0ba-0cc3-4677-8e0f-28dbe80ddfad,revision_number=3']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:07.612301 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58604d6-18c2-4c91-9b13-a471ddeb4420 None None] Pushing event deleted for resources: {'Port': ['ID=7dfc1444-8ba4-4776-b4ab-f4102cf5dff6,revision_number=None']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:07.616206 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58604d6-18c2-4c91-9b13-a471ddeb4420 None None] No DVR routers for this DVR port 7dfc1444-8ba4-4776-b4ab-f4102cf5dff6 on host n-d-764292-30 {{(pid=102193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:25:07.661828 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 53c2c1d8-1a35-4199-a015-e80acca8d003 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:25:07.711554 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 53c2c1d8-1a35-4199-a015-e80acca8d003 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:25:07.712143 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:07.734087 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0140fd1a-1011-4b7b-bc0f-3d1fffe0fc60 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Router df064005-a342-443f-99b9-3928c32ff986 is scheduled to L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 with binding_index 1 {{(pid=102191) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:25:07.841062 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0140fd1a-1011-4b7b-bc0f-3d1fffe0fc60 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:25:07.849707 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0140fd1a-1011-4b7b-bc0f-3d1fffe0fc60 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks [] for router, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:07.851167 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c36b9c-5c22-453a-af96-a007c254f62c None None] Sync routers for ids ['df064005-a342-443f-99b9-3928c32ff986'] in n-d-764292-30 {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:25:07.853808 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-0140fd1a-1011-4b7b-bc0f-3d1fffe0fc60 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] 10.222.0.41 "PUT /v2.0/routers/df064005-a342-443f-99b9-3928c32ff986 HTTP/1.1" status: 200 len: 693 time: 0.6040518 Aug 11 03:25:07.854543 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 54132) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:07.861551 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c36b9c-5c22-453a-af96-a007c254f62c None None] Routers {'df064005-a342-443f-99b9-3928c32ff986'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:25:07.862183 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-f9c36b9c-5c22-453a-af96-a007c254f62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:25:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['df064005-a342-443f-99b9-3928c32ff986'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:25:07.935052 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-f9c36b9c-5c22-453a-af96-a007c254f62c None None] Set router df064005-a342-443f-99b9-3928c32ff986 gateway port host: None {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:25:07.937081 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-8b4736b0-b057-4a89-94f0-816fd89c1b98 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] 10.222.0.41 "GET /v2.0/routers/df064005-a342-443f-99b9-3928c32ff986 HTTP/1.1" status: 200 len: 699 time: 0.0812881 Aug 11 03:25:07.939654 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 54134) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:07.968944 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-62a9ac35-5d5a-4401-afb3-dfd5dfeb68ce tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] 10.222.0.41 "GET /v2.0/ports?device_id=df064005-a342-443f-99b9-3928c32ff986 HTTP/1.1" status: 200 len: 205 time: 0.0279334 Aug 11 03:25:07.971534 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 54136) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:08.005389 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e4f0f08a-ca8f-44d9-88f6-6790b400136d tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:08.056337 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6b956c93-632f-48a8-89be-b9d4ff5d5233 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks [] for router, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:08.092611 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-f9c36b9c-5c22-453a-af96-a007c254f62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df064005-a342-443f-99b9-3928c32ff986', 'name': 'tempest-RoutersTest-router-716285965', 'tenant_id': '8002057c241341da96913e0b77a31349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:25:06Z', 'updated_at': '2021-08-11T03:25:07Z', 'revision_number': 2, 'project_id': '8002057c241341da96913e0b77a31349', 'gw_port_host': None}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:25:08.113204 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f0f08a-ca8f-44d9-88f6-6790b400136d tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Pushing event deleted for resources: {'Port': ['ID=7dfc1444-8ba4-4776-b4ab-f4102cf5dff6,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:08.118795 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c36b9c-5c22-453a-af96-a007c254f62c None None] Checking router: df064005-a342-443f-99b9-3928c32ff986 for host: n-d-764292-30 {{(pid=102194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:25:08.124994 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f0f08a-ca8f-44d9-88f6-6790b400136d tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] No DVR routers for this DVR port 7dfc1444-8ba4-4776-b4ab-f4102cf5dff6 on host n-d-764292-30 {{(pid=102192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:25:08.129320 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c36b9c-5c22-453a-af96-a007c254f62c None None] Routers {'df064005-a342-443f-99b9-3928c32ff986'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:25:08.130114 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-f9c36b9c-5c22-453a-af96-a007c254f62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:25:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['df064005-a342-443f-99b9-3928c32ff986'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:25:08.211620 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-f9c36b9c-5c22-453a-af96-a007c254f62c None None] Set router df064005-a342-443f-99b9-3928c32ff986 gateway port host: None {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:25:08.236696 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6b956c93-632f-48a8-89be-b9d4ff5d5233 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6544'] for router, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:08.239490 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6b956c93-632f-48a8-89be-b9d4ff5d5233 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:08.246768 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed4799f-1de4-4321-9959-33ff2738125f req-62df21ea-1196-451e-bba1-24faf1acada4 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:08.248033 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6ed4799f-1de4-4321-9959-33ff2738125f req-62df21ea-1196-451e-bba1-24faf1acada4 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ab07bbd-fa55-4032-bc68-2fe67c0da2d6 HTTP/1.1" status: 200 len: 946 time: 0.2675610 Aug 11 03:25:08.254867 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9922dc6e-f1a5-4fc6-a6f4-dcef89528c55 req-95f1e942-258b-47cd-8e5f-17e9a8741b61 service neutron] 10.222.0.41 "GET /v2.0/networks/afad8afb-efaf-4212-8ff7-abfcaf9cd6db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6425016 Aug 11 03:25:08.262023 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-f9c36b9c-5c22-453a-af96-a007c254f62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df064005-a342-443f-99b9-3928c32ff986', 'name': 'tempest-RoutersTest-router-716285965', 'tenant_id': '8002057c241341da96913e0b77a31349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:25:06Z', 'updated_at': '2021-08-11T03:25:07Z', 'revision_number': 2, 'project_id': '8002057c241341da96913e0b77a31349', 'gw_port_host': None}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:25:08.291860 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e4f0f08a-ca8f-44d9-88f6-6790b400136d tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:08.292322 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c36b9c-5c22-453a-af96-a007c254f62c None None] The sync data for ids ['df064005-a342-443f-99b9-3928c32ff986'] in n-d-764292-30 is: [{'id': 'df064005-a342-443f-99b9-3928c32ff986', 'name': 'tempest-RoutersTest-router-716285965', 'tenant_id': '8002057c241341da96913e0b77a31349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:25:06Z', 'updated_at': '2021-08-11T03:25:07Z', 'revision_number': 2, 'project_id': '8002057c241341da96913e0b77a31349', 'gw_port_host': None}] {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:25:08.327033 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-e4f0f08a-ca8f-44d9-88f6-6790b400136d tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb47ea4a-051d-4c1e-ae48-27a908750b48']}} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:25:08.375028 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-e4f0f08a-ca8f-44d9-88f6-6790b400136d tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ca79aae-84d0-4b63-ab57-2a0cc8f4d25e') {'for_net_delete': True} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:25:08.375323 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-e4f0f08a-ca8f-44d9-88f6-6790b400136d tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ca79aae-84d0-4b63-ab57-2a0cc8f4d25e') {} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:25:08.385716 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6b956c93-632f-48a8-89be-b9d4ff5d5233 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448809'] for router, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:08.386580 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b956c93-632f-48a8-89be-b9d4ff5d5233 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Fanout notify agent at l3_agent the message router_deleted on router df064005-a342-443f-99b9-3928c32ff986 {{(pid=102191) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:25:08.395231 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6b956c93-632f-48a8-89be-b9d4ff5d5233 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] Notify callbacks [] for router, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:08.396620 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-6b956c93-632f-48a8-89be-b9d4ff5d5233 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] 10.222.0.41 "DELETE /v2.0/routers/df064005-a342-443f-99b9-3928c32ff986 HTTP/1.1" status: 204 len: 168 time: 0.4234767 Aug 11 03:25:08.399578 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 54142) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:08.403816 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e4f0f08a-ca8f-44d9-88f6-6790b400136d tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125932501'] for segment, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:08.429713 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6ed4799f-1de4-4321-9959-33ff2738125f req-997e6a18-1f61-4d2f-b7d7-fccf666ba48f tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d4c303e-0c5b-4d5a-b0c4-6f31f4676a83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1500301 Aug 11 03:25:08.429917 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-e22d0a89-ce56-48a4-b1bd-0f712f079434 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] 10.222.0.41 "GET /v2.0/ports?device_id=df064005-a342-443f-99b9-3928c32ff986 HTTP/1.1" status: 200 len: 205 time: 0.0268569 Aug 11 03:25:08.430376 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 54144) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:08.458499 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e4f0f08a-ca8f-44d9-88f6-6790b400136d tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:08.462892 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4f0f08a-ca8f-44d9-88f6-6790b400136d tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=102192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:25:08.463305 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e4f0f08a-ca8f-44d9-88f6-6790b400136d tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125932183'] for segment, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:08.466335 n-d-764292-30 neutron-server[102192]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:25:08.466335 n-d-764292-30 neutron-server[102192]: self.session.flush() Aug 11 03:25:08.466335 n-d-764292-30 neutron-server[102192]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:25:08.466335 n-d-764292-30 neutron-server[102192]: self.session.flush() Aug 11 03:25:08.466335 n-d-764292-30 neutron-server[102192]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:25:08.466335 n-d-764292-30 neutron-server[102192]: self.session.flush() Aug 11 03:25:08.466335 n-d-764292-30 neutron-server[102192]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:25:08.466335 n-d-764292-30 neutron-server[102192]: self.session.flush() Aug 11 03:25:08.466335 n-d-764292-30 neutron-server[102192]: Traceback (most recent call last): Aug 11 03:25:08.466335 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:25:08.466335 n-d-764292-30 neutron-server[102192]: timer() Aug 11 03:25:08.466335 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:25:08.466335 n-d-764292-30 neutron-server[102192]: cb(*args, **kw) Aug 11 03:25:08.466335 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:25:08.466335 n-d-764292-30 neutron-server[102192]: return func(*args, **kwargs) Aug 11 03:25:08.466335 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:25:08.466335 n-d-764292-30 neutron-server[102192]: self._notify() Aug 11 03:25:08.466335 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:25:08.466335 n-d-764292-30 neutron-server[102192]: self.callback(batched_events) Aug 11 03:25:08.466335 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:25:08.466335 n-d-764292-30 neutron-server[102192]: event.method(event) Aug 11 03:25:08.466335 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:25:08.466335 n-d-764292-30 neutron-server[102192]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:25:08.466335 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:25:08.466335 n-d-764292-30 neutron-server[102192]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:25:08.466335 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:25:08.466335 n-d-764292-30 neutron-server[102192]: return f(self, *a, **k) Aug 11 03:25:08.466335 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:25:08.466335 n-d-764292-30 neutron-server[102192]: return self._get(url).json() Aug 11 03:25:08.466335 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:25:08.466335 n-d-764292-30 neutron-server[102192]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:25:08.466335 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:25:08.466335 n-d-764292-30 neutron-server[102192]: return self.request(url, 'GET', **kwargs) Aug 11 03:25:08.466335 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:25:08.466335 n-d-764292-30 neutron-server[102192]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:25:08.466335 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:25:08.466335 n-d-764292-30 neutron-server[102192]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:25:08.466335 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:25:08.466335 n-d-764292-30 neutron-server[102192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:25:08.466335 n-d-764292-30 neutron-server[102192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:25:08.564650 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 7dfc1444-8ba4-4776-b4ab-f4102cf5dff6 no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:25:08.590273 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9922dc6e-f1a5-4fc6-a6f4-dcef89528c55 req-99a988e0-d615-4e17-85cb-a65d11b4eee1 service neutron] 10.222.0.41 "GET /v2.0/networks/afad8afb-efaf-4212-8ff7-abfcaf9cd6db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3119404 Aug 11 03:25:08.590904 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: 7dfc1444-8ba4-4776-b4ab-f4102cf5dff6 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:25:08.591262 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 7dfc1444-8ba4-4776-b4ab-f4102cf5dff6 not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:25:08.638186 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9819c45-cabd-45fb-a3f6-d1666fa086ae req-16c869cc-3418-442b-ab24-3f89056bb4e6 tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:08.639817 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b9819c45-cabd-45fb-a3f6-d1666fa086ae req-16c869cc-3418-442b-ab24-3f89056bb4e6 tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] 10.222.0.41 "GET /v2.0/ports?device_id=136d98fc-cbc0-400d-bf91-3d2c80353ca9 HTTP/1.1" status: 200 len: 946 time: 0.1075702 Aug 11 03:25:08.695443 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e4f0f08a-ca8f-44d9-88f6-6790b400136d tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:08.707509 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e4f0f08a-ca8f-44d9-88f6-6790b400136d tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks [] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:08.708490 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-e4f0f08a-ca8f-44d9-88f6-6790b400136d tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] 10.222.0.41 "DELETE /v2.0/networks/fb47ea4a-051d-4c1e-ae48-27a908750b48 HTTP/1.1" status: 204 len: 168 time: 1.9905334 Aug 11 03:25:08.715331 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b9819c45-cabd-45fb-a3f6-d1666fa086ae req-62f850b6-ebfe-4a07-af70-1d49a4357669 tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed60bba6-2b2f-4b83-a3e4-9e7aa48523e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579426 Aug 11 03:25:08.717569 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 54146) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:08.733223 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-7de86f41-60b3-41d9-ba1f-221ec5182e73 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-950869911'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:25:08.738522 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f0f08a-ca8f-44d9-88f6-6790b400136d tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Pushing event deleted for resources: {'Network': ['ID=fb47ea4a-051d-4c1e-ae48-27a908750b48,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:08.760093 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0b8f7b57-02aa-42b0-b125-e7ae040b3604 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521106'] for router_interface, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:08.862145 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7de86f41-60b3-41d9-ba1f-221ec5182e73 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Made reservation on behalf of a6e0511434be4fc4a2d24d0db6f1badc for: {'network': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:25:08.865722 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-7de86f41-60b3-41d9-ba1f-221ec5182e73 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:08.891130 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d39b6d53-3590-47d3-acdf-4e621b258955 req-a3f5a028-888a-4776-8f33-548e3634c1ed tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] 10.222.0.41 "GET /v2.0/ports?device_id=a65c0eb5-a5c4-488f-8d51-996639b869c4 HTTP/1.1" status: 200 len: 210 time: 0.0443251 Aug 11 03:25:08.916875 n-d-764292-30 neutron-server[102191]: INFO neutron.api.v2.resource [None req-6aead8c8-2e84-4a97-8920-f0b4687550dd tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] delete failed (client error): The resource could not be found. Aug 11 03:25:08.921670 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-6aead8c8-2e84-4a97-8920-f0b4687550dd tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] 10.222.0.41 "DELETE /v2.0/routers/df064005-a342-443f-99b9-3928c32ff986 HTTP/1.1" status: 404 len: 336 time: 0.4873526 Aug 11 03:25:08.922059 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 54152) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:08.925524 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7de86f41-60b3-41d9-ba1f-221ec5182e73 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=102192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:25:08.950513 n-d-764292-30 neutron-server[102191]: INFO neutron.pecan_wsgi.hooks.translation [None req-db40dab2-c9cd-4c75-ab20-b7ea4bbf7d0d tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] DELETE failed (client error): The resource could not be found. Aug 11 03:25:08.950972 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db40dab2-c9cd-4c75-ab20-b7ea4bbf7d0d tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:25:08.954475 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-db40dab2-c9cd-4c75-ab20-b7ea4bbf7d0d tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] 10.222.0.41 "DELETE /v2.0/subnets/2784d1e4-cd64-4e83-ae21-ddac86e252f7 HTTP/1.1" status: 404 len: 337 time: 0.0302672 Aug 11 03:25:08.956089 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 54154) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:08.983404 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-7de86f41-60b3-41d9-ba1f-221ec5182e73 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:08.983565 n-d-764292-30 neutron-server[102191]: INFO neutron.pecan_wsgi.hooks.translation [None req-05de9489-c7df-42e4-8046-02be80d9a48e tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] DELETE failed (client error): The resource could not be found. Aug 11 03:25:08.983909 n-d-764292-30 neutron-server[102192]: INFO neutron.db.segments_db [None req-7de86f41-60b3-41d9-ba1f-221ec5182e73 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Added segment 43e4f5fd-25a4-47d4-ad94-71a9f28b3a4f of type vlan for network 24959b35-8854-4728-825b-f6b4291c0b0a Aug 11 03:25:08.984054 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05de9489-c7df-42e4-8046-02be80d9a48e tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:25:08.985771 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-05de9489-c7df-42e4-8046-02be80d9a48e tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] 10.222.0.41 "DELETE /v2.0/subnets/c5093bec-e784-4a38-acca-481215b6c039 HTTP/1.1" status: 404 len: 337 time: 0.0289431 Aug 11 03:25:08.988456 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 54160) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:09.020847 n-d-764292-30 neutron-server[102191]: INFO neutron.pecan_wsgi.hooks.translation [None req-bed61199-f1bc-479b-b3f3-a673d43c5925 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] DELETE failed (client error): The resource could not be found. Aug 11 03:25:09.020847 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bed61199-f1bc-479b-b3f3-a673d43c5925 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:25:09.020847 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-bed61199-f1bc-479b-b3f3-a673d43c5925 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] 10.222.0.41 "DELETE /v2.0/subnets/c853cc03-0fa9-46a8-b3ec-fc57e2e7c093 HTTP/1.1" status: 404 len: 337 time: 0.0276816 Aug 11 03:25:09.023802 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 54162) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:09.029809 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-7de86f41-60b3-41d9-ba1f-221ec5182e73 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:09.051098 n-d-764292-30 neutron-server[102191]: INFO neutron.pecan_wsgi.hooks.translation [None req-7db58fe5-3dbf-4232-809a-ac33b2a39f75 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] DELETE failed (client error): The resource could not be found. Aug 11 03:25:09.051635 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7db58fe5-3dbf-4232-809a-ac33b2a39f75 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:25:09.056084 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-7db58fe5-3dbf-4232-809a-ac33b2a39f75 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] 10.222.0.41 "DELETE /v2.0/subnets/a84ab6d1-920e-4120-b064-c4c12d86c28b HTTP/1.1" status: 404 len: 337 time: 0.0287018 Aug 11 03:25:09.056593 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 54164) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:09.092173 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-dc678db3-065e-4b69-bb15-1141ae3c7437 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] 10.222.0.41 "GET /v2.0/ports?device_id=a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07 HTTP/1.1" status: 200 len: 205 time: 0.0345047 Aug 11 03:25:09.094502 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 54166) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:09.129480 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-7de86f41-60b3-41d9-ba1f-221ec5182e73 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:09.131506 n-d-764292-30 neutron-server[102191]: INFO neutron.api.v2.resource [None req-be588fa5-5dd3-43c8-a96d-6f195e94e3f9 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] delete failed (client error): The resource could not be found. Aug 11 03:25:09.132562 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-be588fa5-5dd3-43c8-a96d-6f195e94e3f9 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] 10.222.0.41 "DELETE /v2.0/routers/a33c473e-4a9f-48d7-a8b6-0d70fcc6ff07 HTTP/1.1" status: 404 len: 336 time: 0.0371449 Aug 11 03:25:09.135060 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7de86f41-60b3-41d9-ba1f-221ec5182e73 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:09.135318 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 54168) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:09.135658 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-7de86f41-60b3-41d9-ba1f-221ec5182e73 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks [] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:09.163101 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-ec367753-0c90-4d4a-ad3f-6d95c1a5da50 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] 10.222.0.41 "GET /v2.0/ports?device_id=0486957c-8fec-4ef1-9796-76c52aeedee1 HTTP/1.1" status: 200 len: 205 time: 0.0267451 Aug 11 03:25:09.165581 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 54170) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:09.213873 n-d-764292-30 neutron-server[102191]: INFO neutron.api.v2.resource [None req-a903fbdb-ba52-4f6a-bf75-1ff24eaf3805 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] delete failed (client error): The resource could not be found. Aug 11 03:25:09.217396 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-a903fbdb-ba52-4f6a-bf75-1ff24eaf3805 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] 10.222.0.41 "DELETE /v2.0/routers/0486957c-8fec-4ef1-9796-76c52aeedee1 HTTP/1.1" status: 404 len: 336 time: 0.0481412 Aug 11 03:25:09.217784 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 54172) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:09.221548 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de86f41-60b3-41d9-ba1f-221ec5182e73 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Pushing event updated for resources: {'Network': ['ID=24959b35-8854-4728-825b-f6b4291c0b0a,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:09.235430 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network 24959b35-8854-4728-825b-f6b4291c0b0a details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:25:09.239968 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-0b8f7b57-02aa-42b0-b125-e7ae040b3604 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Deleting port 1c2ab0ba-0cc3-4677-8e0f-28dbe80ddfad {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:25:09.240932 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0b8f7b57-02aa-42b0-b125-e7ae040b3604 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:09.245851 n-d-764292-30 neutron-server[102191]: INFO neutron.pecan_wsgi.hooks.translation [None req-50df5f20-de28-4e66-a74f-c3ae386053cf tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] DELETE failed (client error): The resource could not be found. Aug 11 03:25:09.245851 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50df5f20-de28-4e66-a74f-c3ae386053cf tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:25:09.249799 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-50df5f20-de28-4e66-a74f-c3ae386053cf tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] 10.222.0.41 "DELETE /v2.0/subnets/fe472d3e-3f5c-4d84-9bfb-476f8c06a380 HTTP/1.1" status: 404 len: 337 time: 0.0291190 Aug 11 03:25:09.250349 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 54174) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:09.281304 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-4c0ac2f5-3e2c-48db-96c2-1645f8edc5fb tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] 10.222.0.41 "GET /v2.0/ports?device_id=893863a5-0aa9-4ff3-be26-967b01b71e65 HTTP/1.1" status: 200 len: 205 time: 0.0295534 Aug 11 03:25:09.283565 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 54176) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:09.311351 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-7de86f41-60b3-41d9-ba1f-221ec5182e73 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5908513 Aug 11 03:25:09.315831 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 54178) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:09.321149 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-f4d44b54-b37a-45a3-9efd-9b13aac55c38 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Request body: {'subnet': {'network_id': '24959b35-8854-4728-825b-f6b4291c0b0a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:25:09.322632 n-d-764292-30 neutron-server[102191]: INFO neutron.api.v2.resource [None req-110e8661-c002-4296-9ff0-f8895923b549 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] delete failed (client error): The resource could not be found. Aug 11 03:25:09.323663 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-110e8661-c002-4296-9ff0-f8895923b549 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] 10.222.0.41 "DELETE /v2.0/routers/893863a5-0aa9-4ff3-be26-967b01b71e65 HTTP/1.1" status: 404 len: 336 time: 0.0390401 Aug 11 03:25:09.326373 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 54180) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:09.367409 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-903877a7-4528-40bc-8a84-6fdb00b825c5 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] 10.222.0.41 "GET /v2.0/ports?device_id=88a21e4a-3c16-48bc-bc4a-843035622e8b HTTP/1.1" status: 200 len: 205 time: 0.0374713 Aug 11 03:25:09.367705 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 54184) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:09.403282 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0b8f7b57-02aa-42b0-b125-e7ae040b3604 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:09.410149 n-d-764292-30 neutron-server[102191]: INFO neutron.api.v2.resource [None req-432a55ac-027e-4723-8d06-4bf300f9d8ee tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] delete failed (client error): The resource could not be found. Aug 11 03:25:09.411307 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-432a55ac-027e-4723-8d06-4bf300f9d8ee tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] 10.222.0.41 "DELETE /v2.0/routers/88a21e4a-3c16-48bc-bc4a-843035622e8b HTTP/1.1" status: 404 len: 336 time: 0.0429626 Aug 11 03:25:09.413894 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 54186) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:09.431483 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-0b8f7b57-02aa-42b0-b125-e7ae040b3604 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Calling delete_port for 1c2ab0ba-0cc3-4677-8e0f-28dbe80ddfad owned by network:router_interface {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:25:09.446353 n-d-764292-30 neutron-server[102191]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f25384d-9c33-4285-aa95-52b4376df243 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] DELETE failed (client error): The resource could not be found. Aug 11 03:25:09.446725 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f25384d-9c33-4285-aa95-52b4376df243 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:25:09.451067 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-4f25384d-9c33-4285-aa95-52b4376df243 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] 10.222.0.41 "DELETE /v2.0/subnets/65603174-26f8-46be-8c75-ef9fcaa52ccf HTTP/1.1" status: 404 len: 337 time: 0.0336163 Aug 11 03:25:09.451165 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 54188) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:09.488732 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-307be34e-5ee9-4634-9f71-a0ac9519714c tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] 10.222.0.41 "GET /v2.0/ports?device_id=63ab6088-c9fe-409b-9d36-3602970af200 HTTP/1.1" status: 200 len: 205 time: 0.0359688 Aug 11 03:25:09.492926 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 54192) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:09.535707 n-d-764292-30 neutron-server[102191]: INFO neutron.api.v2.resource [None req-31118181-4a1a-4c78-b9c0-90c2e222c111 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] delete failed (client error): The resource could not be found. Aug 11 03:25:09.538353 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-31118181-4a1a-4c78-b9c0-90c2e222c111 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] 10.222.0.41 "DELETE /v2.0/routers/63ab6088-c9fe-409b-9d36-3602970af200 HTTP/1.1" status: 404 len: 336 time: 0.0427988 Aug 11 03:25:09.539498 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 54194) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:09.568135 n-d-764292-30 neutron-server[102191]: INFO neutron.pecan_wsgi.hooks.translation [None req-2659d0d8-3088-4f74-aafa-fa6648f866b2 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] DELETE failed (client error): The resource could not be found. Aug 11 03:25:09.568594 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2659d0d8-3088-4f74-aafa-fa6648f866b2 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:25:09.571671 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-2659d0d8-3088-4f74-aafa-fa6648f866b2 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] 10.222.0.41 "DELETE /v2.0/subnets/1034de95-2144-4409-85bc-deaa2da94da4 HTTP/1.1" status: 404 len: 337 time: 0.0299051 Aug 11 03:25:09.573042 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 54196) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:09.601136 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-887e54c2-4d84-4400-b33d-06d39596e604 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f69017a-604d-4b2d-877e-255acbea439b HTTP/1.1" status: 200 len: 205 time: 0.0269153 Aug 11 03:25:09.603454 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 54198) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:09.605178 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4d44b54-b37a-45a3-9efd-9b13aac55c38 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Made reservation on behalf of a6e0511434be4fc4a2d24d0db6f1badc for: {'subnet': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:25:09.608642 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-f4d44b54-b37a-45a3-9efd-9b13aac55c38 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126180544'] for subnet, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:09.648665 n-d-764292-30 neutron-server[102191]: INFO neutron.api.v2.resource [None req-cefd0d7f-1ea7-493c-9749-0aa2be1086d5 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] delete failed (client error): The resource could not be found. Aug 11 03:25:09.649863 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-cefd0d7f-1ea7-493c-9749-0aa2be1086d5 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] 10.222.0.41 "DELETE /v2.0/routers/6f69017a-604d-4b2d-877e-255acbea439b HTTP/1.1" status: 404 len: 336 time: 0.0454206 Aug 11 03:25:09.652507 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 54200) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:09.682833 n-d-764292-30 neutron-server[102191]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcec76d0-aab9-4a56-bdb1-230ea8efb406 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] DELETE failed (client error): The resource could not be found. Aug 11 03:25:09.684115 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bcec76d0-aab9-4a56-bdb1-230ea8efb406 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:25:09.688558 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-bcec76d0-aab9-4a56-bdb1-230ea8efb406 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] 10.222.0.41 "DELETE /v2.0/subnets/c8e1ccb2-6a70-40ae-9f68-247ef8b3ab64 HTTP/1.1" status: 404 len: 337 time: 0.0328729 Aug 11 03:25:09.688806 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 54202) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:09.693510 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf99aa9-08f4-4657-9b06-46778d220cf8 req-3f601503-c84e-4159-8c7b-c10e5d264936 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:09.695091 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2bf99aa9-08f4-4657-9b06-46778d220cf8 req-3f601503-c84e-4159-8c7b-c10e5d264936 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ab07bbd-fa55-4032-bc68-2fe67c0da2d6 HTTP/1.1" status: 200 len: 946 time: 0.1637561 Aug 11 03:25:09.715668 n-d-764292-30 neutron-server[102191]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8258b8d-fd8b-4807-a869-6f4250139943 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] DELETE failed (client error): The resource could not be found. Aug 11 03:25:09.716117 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8258b8d-fd8b-4807-a869-6f4250139943 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:25:09.721104 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-c8258b8d-fd8b-4807-a869-6f4250139943 tempest-RoutersTest-500153614 tempest-RoutersTest-500153614-project] 10.222.0.41 "DELETE /v2.0/subnets/593e4b8b-506a-4a3b-a610-d5141459a055 HTTP/1.1" status: 404 len: 337 time: 0.0284054 Aug 11 03:25:09.790229 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2bf99aa9-08f4-4657-9b06-46778d220cf8 req-b9668c72-2d5c-4835-9d84-2e69f1ee9015 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d4c303e-0c5b-4d5a-b0c4-6f31f4676a83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795867 Aug 11 03:25:09.846722 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de107bc7-9c4a-40f1-8c66-7ecc4058b4f9 req-cb2295cd-7171-4a90-8b7b-7054381c8d08 tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:09.848912 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-de107bc7-9c4a-40f1-8c66-7ecc4058b4f9 req-cb2295cd-7171-4a90-8b7b-7054381c8d08 tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] 10.222.0.41 "GET /v2.0/ports?device_id=136d98fc-cbc0-400d-bf91-3d2c80353ca9 HTTP/1.1" status: 200 len: 946 time: 0.0512810 Aug 11 03:25:09.886422 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0b8f7b57-02aa-42b0-b125-e7ae040b3604 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:09.919658 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-de107bc7-9c4a-40f1-8c66-7ecc4058b4f9 req-b481b6d0-57eb-4bbf-ab96-7c99588b9ab9 tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed60bba6-2b2f-4b83-a3e4-9e7aa48523e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642202 Aug 11 03:25:09.926154 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8f7b57-02aa-42b0-b125-e7ae040b3604 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Pushing event deleted for resources: {'Port': ['ID=1c2ab0ba-0cc3-4677-8e0f-28dbe80ddfad,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:10.064562 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5b534f96-8b9e-4e8c-9d70-dd2e3e8b4b44 req-7c37acee-f5a8-4138-b724-211206d00a3c tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] 10.222.0.41 "GET /v2.0/ports?device_id=a65c0eb5-a5c4-488f-8d51-996639b869c4 HTTP/1.1" status: 200 len: 210 time: 0.0878909 Aug 11 03:25:10.108007 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0b8f7b57-02aa-42b0-b125-e7ae040b3604 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16383033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450082'] for router_interface, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:10.228198 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 54214) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:10.324750 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b8f7b57-02aa-42b0-b125-e7ae040b3604 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Router 67725390-7a92-40b9-a0d5-9c1e53423527 has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:25:10.328932 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-f4d44b54-b37a-45a3-9efd-9b13aac55c38 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125932092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126180562'] for subnet, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:10.368537 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-271b5325-0498-4d87-a71a-bb1a07f200ab admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8002057c241341da96913e0b77a31349&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1391234 Aug 11 03:25:10.370985 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 54218) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:10.421589 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d44b54-b37a-45a3-9efd-9b13aac55c38 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Pushing event updated for resources: {'Subnet': ['ID=8eb84f2c-7618-4ea8-a53a-45cada618f97,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:10.423591 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3448aa74-6bc0-4176-9f15-820f36b51a4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:10.446594 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3448aa74-6bc0-4176-9f15-820f36b51a4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:10.468270 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b8f7b57-02aa-42b0-b125-e7ae040b3604 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:25:10.473729 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-0b8f7b57-02aa-42b0-b125-e7ae040b3604 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] 10.222.0.41 "PUT /v2.0/routers/67725390-7a92-40b9-a0d5-9c1e53423527/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0187552 Aug 11 03:25:10.476398 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 54220) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:10.487111 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c68355-a682-4cad-b911-cb394e4694a3 None None] Sync routers for ids ['67725390-7a92-40b9-a0d5-9c1e53423527'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:25:10.492551 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d44b54-b37a-45a3-9efd-9b13aac55c38 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Checking segment: {'id': '43e4f5fd-25a4-47d4-ad94-71a9f28b3a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '24959b35-8854-4728-825b-f6b4291c0b0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:25:10.492934 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d44b54-b37a-45a3-9efd-9b13aac55c38 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Network hostable DHCP agents. Network: 24959b35-8854-4728-825b-f6b4291c0b0a, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:25:10.510078 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c68355-a682-4cad-b911-cb394e4694a3 None None] Routers {'67725390-7a92-40b9-a0d5-9c1e53423527'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:25:10.510984 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-c5c68355-a682-4cad-b911-cb394e4694a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:25:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['67725390-7a92-40b9-a0d5-9c1e53423527'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:25:10.517627 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-c2c456d9-121a-4c45-9db2-388b2b5797b5 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] 10.222.0.41 "GET /v2.0/ports?device_id=67725390-7a92-40b9-a0d5-9c1e53423527 HTTP/1.1" status: 200 len: 205 time: 0.0401554 Aug 11 03:25:10.525184 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 54222) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:10.555786 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-c5c68355-a682-4cad-b911-cb394e4694a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:25:10.560398 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3448aa74-6bc0-4176-9f15-820f36b51a4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:10.563302 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3448aa74-6bc0-4176-9f15-820f36b51a4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:10.565137 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c68355-a682-4cad-b911-cb394e4694a3 None None] Routers {'67725390-7a92-40b9-a0d5-9c1e53423527'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:25:10.565738 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-c5c68355-a682-4cad-b911-cb394e4694a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:25:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['67725390-7a92-40b9-a0d5-9c1e53423527'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:25:10.567119 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-3448aa74-6bc0-4176-9f15-820f36b51a4b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a3d6132c-1dac-492e-83c0-aaf1df7c4fe0 HTTP/1.1" status: 204 len: 168 time: 0.1950753 Aug 11 03:25:10.584758 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3448aa74-6bc0-4176-9f15-820f36b51a4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3d6132c-1dac-492e-83c0-aaf1df7c4fe0,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:10.596168 n-d-764292-30 neutron-server[102191]: INFO neutron.api.v2.resource [req-e88dcfb9-814f-40d0-b9fb-bd0f9b485d18 req-874df106-860d-421e-b2a7-409a9471ca02 service neutron] show failed (client error): The resource could not be found. Aug 11 03:25:10.598055 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-e88dcfb9-814f-40d0-b9fb-bd0f9b485d18 req-874df106-860d-421e-b2a7-409a9471ca02 service neutron] 10.222.0.22 "GET /v2.0/ports/dfa2e0ff-33d8-4c81-8f5e-c2c8919596e7/bindings/n-h2-764292-30 HTTP/1.1" status: 404 len: 381 time: 0.0912635 Aug 11 03:25:10.605434 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-8e4f41fa-4dce-4c38-87fa-40aaf9a25396 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks [] for router, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:10.637048 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-c5c68355-a682-4cad-b911-cb394e4694a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:25:10.637823 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c68355-a682-4cad-b911-cb394e4694a3 None None] The sync data for ids ['67725390-7a92-40b9-a0d5-9c1e53423527'] in n-d-764292-30 is: [] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:25:10.642677 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d44b54-b37a-45a3-9efd-9b13aac55c38 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Network 24959b35-8854-4728-825b-f6b4291c0b0a is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:25:10.752317 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-f4d44b54-b37a-45a3-9efd-9b13aac55c38 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, 24959b35-8854-4728-825b-f6b4291c0b0a) {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:25:10.761473 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98528d71-8e4e-4a75-aead-e9669612c008 None None] Network 24959b35-8854-4728-825b-f6b4291c0b0a requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:25:10.949189 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c8b8af2-f97a-4272-b01f-7945d4491363 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde080026-c28f-55be-b52b-13827cc43646-24959b35-8854-4728-825b-f6b4291c0b0a', 'network_id': '24959b35-8854-4728-825b-f6b4291c0b0a', 'tenant_id': 'a6e0511434be4fc4a2d24d0db6f1badc', 'fixed_ips': [{'subnet_id': '8eb84f2c-7618-4ea8-a53a-45cada618f97'}]}} from n-d-764292-30. {{(pid=102193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:25:10.950208 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3c8b8af2-f97a-4272-b01f-7945d4491363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:11.172428 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.db_base_plugin_common [None req-3c8b8af2-f97a-4272-b01f-7945d4491363 None None] Allocated IP 2001:db8::2 (24959b35-8854-4728-825b-f6b4291c0b0a/8eb84f2c-7618-4ea8-a53a-45cada618f97/06a3e8fa-8326-41d6-b69d-a973278e3141) {{(pid=102193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:25:11.233338 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4d44b54-b37a-45a3-9efd-9b13aac55c38 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:11.233926 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-f4d44b54-b37a-45a3-9efd-9b13aac55c38 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks [] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:11.282181 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-8e4f41fa-4dce-4c38-87fa-40aaf9a25396 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6544'] for router, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:11.301931 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:11.305202 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-8e4f41fa-4dce-4c38-87fa-40aaf9a25396 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:11.327081 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3c8b8af2-f97a-4272-b01f-7945d4491363 None None] Notify callbacks [] for port, precommit_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:11.337535 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3c8b8af2-f97a-4272-b01f-7945d4491363 None None] Transition to ACTIVE for port object 06a3e8fa-8326-41d6-b69d-a973278e3141 will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:25:11.355615 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3c8b8af2-f97a-4272-b01f-7945d4491363 None None] Transition to ACTIVE for port object 06a3e8fa-8326-41d6-b69d-a973278e3141 will not be triggered until provisioned by entity DHCP. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:25:11.426816 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-f4d44b54-b37a-45a3-9efd-9b13aac55c38 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1096082 Aug 11 03:25:11.429548 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 54246) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:11.435095 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-40f6428f-ee14-4ee2-92e3-21f504f4a5ce tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Request body: {'port': {'network_id': '24959b35-8854-4728-825b-f6b4291c0b0a', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-651451160'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:25:11.444153 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3c8b8af2-f97a-4272-b01f-7945d4491363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669'] for port, after_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:11.451346 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fc6301-28a3-4923-b894-fa64f3f8b845 req-0319e541-ef9c-4c45-9384-c1e959225334 tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:11.454520 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-23fc6301-28a3-4923-b894-fa64f3f8b845 req-0319e541-ef9c-4c45-9384-c1e959225334 tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] 10.222.0.41 "GET /v2.0/ports?device_id=136d98fc-cbc0-400d-bf91-3d2c80353ca9 HTTP/1.1" status: 200 len: 946 time: 0.2685156 Aug 11 03:25:11.465450 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27438e1-9dee-4782-a8f3-84f669777a4c req-f96cbfcb-99a8-4a87-b271-c805b06aadde tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:11.467049 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f27438e1-9dee-4782-a8f3-84f669777a4c req-f96cbfcb-99a8-4a87-b271-c805b06aadde tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ab07bbd-fa55-4032-bc68-2fe67c0da2d6 HTTP/1.1" status: 200 len: 946 time: 0.2841680 Aug 11 03:25:11.468864 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88dcfb9-814f-40d0-b9fb-bd0f9b485d18 req-fb531cc8-f88c-4363-bb58-202db4c26eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:11.470515 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e88dcfb9-814f-40d0-b9fb-bd0f9b485d18 req-fb531cc8-f88c-4363-bb58-202db4c26eb1 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2ab07bbd-fa55-4032-bc68-2fe67c0da2d6&tenant_id=a5478860f7cb432583cc8e5d994d2237 HTTP/1.1" status: 200 len: 1098 time: 0.2712588 Aug 11 03:25:11.493907 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-e88dcfb9-814f-40d0-b9fb-bd0f9b485d18 req-20d57d69-e37a-4609-b72b-fa69be1c5577 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-764292-30', 'device_owner': 'compute:nova'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:25:11.532406 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c8b8af2-f97a-4272-b01f-7945d4491363 None None] Network 24959b35-8854-4728-825b-f6b4291c0b0a is already hosted by enough agents. {{(pid=102193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:25:11.569032 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8b8af2-f97a-4272-b01f-7945d4491363 None None] Pushing event updated for resources: {'Port': ['ID=06a3e8fa-8326-41d6-b69d-a973278e3141,revision_number=1']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:11.569032 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.base_scheduler [None req-3c8b8af2-f97a-4272-b01f-7945d4491363 None None] Resources bound (agent type, host, resource id): {{(pid=102193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:25:11.569032 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8b8af2-f97a-4272-b01f-7945d4491363 None None] Received port after_create {{(pid=102193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:25:11.571437 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-8e4f41fa-4dce-4c38-87fa-40aaf9a25396 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448809'] for router, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:11.571437 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e4f41fa-4dce-4c38-87fa-40aaf9a25396 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Fanout notify agent at l3_agent the message router_deleted on router 67725390-7a92-40b9-a0d5-9c1e53423527 {{(pid=102192) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:25:11.571437 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9922dc6e-f1a5-4fc6-a6f4-dcef89528c55 req-ff6fb45b-835a-45c5-a59a-a48b427f9f40 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:11.571437 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9922dc6e-f1a5-4fc6-a6f4-dcef89528c55 req-ff6fb45b-835a-45c5-a59a-a48b427f9f40 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] 10.222.0.24 "GET /v2.0/networks?id=afad8afb-efaf-4212-8ff7-abfcaf9cd6db HTTP/1.1" status: 200 len: 795 time: 0.8205338 Aug 11 03:25:11.571437 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-8e4f41fa-4dce-4c38-87fa-40aaf9a25396 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks [] for router, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:11.571437 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-8e4f41fa-4dce-4c38-87fa-40aaf9a25396 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] 10.222.0.41 "DELETE /v2.0/routers/67725390-7a92-40b9-a0d5-9c1e53423527 HTTP/1.1" status: 204 len: 168 time: 1.0432601 Aug 11 03:25:11.572857 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 54252) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:11.606159 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-3c8b8af2-f97a-4272-b01f-7945d4491363 None None] Attempting to bind port 06a3e8fa-8326-41d6-b69d-a973278e3141 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:25:11.607008 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-3c8b8af2-f97a-4272-b01f-7945d4491363 None None] Attempting to bind port 06a3e8fa-8326-41d6-b69d-a973278e3141 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': '43e4f5fd-25a4-47d4-ad94-71a9f28b3a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '24959b35-8854-4728-825b-f6b4291c0b0a'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:25:11.607008 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c8b8af2-f97a-4272-b01f-7945d4491363 None None] Attempting to bind port 06a3e8fa-8326-41d6-b69d-a973278e3141 on network 24959b35-8854-4728-825b-f6b4291c0b0a {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:25:11.615172 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c8b8af2-f97a-4272-b01f-7945d4491363 None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:25:11.615735 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c8b8af2-f97a-4272-b01f-7945d4491363 None None] Checking segment: {'id': '43e4f5fd-25a4-47d4-ad94-71a9f28b3a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '24959b35-8854-4728-825b-f6b4291c0b0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:25:11.616243 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3c8b8af2-f97a-4272-b01f-7945d4491363 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:11.616739 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c8b8af2-f97a-4272-b01f-7945d4491363 None None] Bound using segment: {'id': '43e4f5fd-25a4-47d4-ad94-71a9f28b3a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '24959b35-8854-4728-825b-f6b4291c0b0a'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:25:11.617480 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-3c8b8af2-f97a-4272-b01f-7945d4491363 None None] Bound port: 06a3e8fa-8326-41d6-b69d-a973278e3141, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43e4f5fd-25a4-47d4-ad94-71a9f28b3a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '24959b35-8854-4728-825b-f6b4291c0b0a'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:25:11.618366 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3c8b8af2-f97a-4272-b01f-7945d4491363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:11.634497 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3468324-7592-456d-b795-8d9c357edc5b tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Deleting subnet 02eada7b-f250-42a4-a10a-efc7da9d05c5 {{(pid=102191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:25:11.638159 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c3468324-7592-456d-b795-8d9c357edc5b tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks [] for subnet, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:11.662100 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40f6428f-ee14-4ee2-92e3-21f504f4a5ce tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Made reservation on behalf of a6e0511434be4fc4a2d24d0db6f1badc for: {'port': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:25:11.665591 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-40f6428f-ee14-4ee2-92e3-21f504f4a5ce tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:11.672313 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9922dc6e-f1a5-4fc6-a6f4-dcef89528c55 req-3f588606-b6c7-4443-b987-08e2cd4fd06d tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6f34ea378b0c4732b01bbd0e8e3ce05d HTTP/1.1" status: 200 len: 473 time: 0.0980115 Aug 11 03:25:11.675129 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-23fc6301-28a3-4923-b894-fa64f3f8b845 req-08826666-bc44-430d-b033-1e55bd32ae44 tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed60bba6-2b2f-4b83-a3e4-9e7aa48523e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037685 Aug 11 03:25:11.681855 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f27438e1-9dee-4782-a8f3-84f669777a4c req-eb0ab729-ee0f-48b0-aeb3-c897bc30fc0b tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d4c303e-0c5b-4d5a-b0c4-6f31f4676a83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2010024 Aug 11 03:25:11.688612 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3c8b8af2-f97a-4272-b01f-7945d4491363 None None] For port 06a3e8fa-8326-41d6-b69d-a973278e3141, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:25:11.688995 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-9922dc6e-f1a5-4fc6-a6f4-dcef89528c55 req-46b026e0-3482-4717-a7b5-42c816dc1615 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Request body: {'port': {'device_id': 'a65c0eb5-a5c4-488f-8d51-996639b869c4', 'network_id': 'afad8afb-efaf-4212-8ff7-abfcaf9cd6db', 'admin_state_up': True, 'tenant_id': '6f34ea378b0c4732b01bbd0e8e3ce05d', 'security_groups': ['0adf890f-4031-41cf-a126-513a25ba7e28']}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:25:11.692039 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3c8b8af2-f97a-4272-b01f-7945d4491363 None None] For port 06a3e8fa-8326-41d6-b69d-a973278e3141, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=06a3e8fa-8326-41d6-b69d-a973278e3141,segment=NetworkSegment(43e4f5fd-25a4-47d4-ad94-71a9f28b3a4f),segment_id=43e4f5fd-25a4-47d4-ad94-71a9f28b3a4f)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:25:11.705228 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-e88dcfb9-814f-40d0-b9fb-bd0f9b485d18 req-20d57d69-e37a-4609-b72b-fa69be1c5577 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:11.719678 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c3468324-7592-456d-b795-8d9c357edc5b tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126283525'] for subnet, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:11.763761 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [None req-40f6428f-ee14-4ee2-92e3-21f504f4a5ce tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] device_id is not set on port dc934b76-bc95-451f-b384-0f8aa2dbf562 yet. {{(pid=102191) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:25:11.769792 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3c8b8af2-f97a-4272-b01f-7945d4491363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:11.815222 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5dd102d6-453c-47a0-aad7-971d56a31960 req-f0a7c4bc-3d0e-43b0-8a43-29659c405917 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] 10.222.0.41 "GET /v2.0/ports?device_id=a65c0eb5-a5c4-488f-8d51-996639b869c4 HTTP/1.1" status: 200 len: 210 time: 0.0414639 Aug 11 03:25:11.839838 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8b8af2-f97a-4272-b01f-7945d4491363 None None] Pushing event updated for resources: {'Port': ['ID=06a3e8fa-8326-41d6-b69d-a973278e3141,revision_number=2']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:11.905048 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 54258) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:11.928557 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c3468324-7592-456d-b795-8d9c357edc5b tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:12.007344 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [None req-40f6428f-ee14-4ee2-92e3-21f504f4a5ce tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Allocated IP 2001:db8::1db (24959b35-8854-4728-825b-f6b4291c0b0a/8eb84f2c-7618-4ea8-a53a-45cada618f97/dc934b76-bc95-451f-b384-0f8aa2dbf562) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:25:12.075802 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-25a5e11d-6955-4fba-861b-aae8aa46ea84 tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-2086565495', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:25:12.085879 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-e88dcfb9-814f-40d0-b9fb-bd0f9b485d18 req-20d57d69-e37a-4609-b72b-fa69be1c5577 service neutron] For port dfa2e0ff-33d8-4c81-8f5e-c2c8919596e7, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=dfa2e0ff-33d8-4c81-8f5e-c2c8919596e7,segment=NetworkSegment(d0314809-797b-49c5-956f-3a5c1e5c0001),segment_id=d0314809-797b-49c5-956f-3a5c1e5c0001)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:25:12.119682 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9922dc6e-f1a5-4fc6-a6f4-dcef89528c55 req-46b026e0-3482-4717-a7b5-42c816dc1615 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Made reservation on behalf of 6f34ea378b0c4732b01bbd0e8e3ce05d for: {'port': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:25:12.119682 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-9922dc6e-f1a5-4fc6-a6f4-dcef89528c55 req-46b026e0-3482-4717-a7b5-42c816dc1615 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:12.146433 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c3468324-7592-456d-b795-8d9c357edc5b tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126283413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126275158'] for subnet, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:12.171095 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-e88dcfb9-814f-40d0-b9fb-bd0f9b485d18 req-20d57d69-e37a-4609-b72b-fa69be1c5577 service neutron] For port dfa2e0ff-33d8-4c81-8f5e-c2c8919596e7, host n-h1-764292-30, cleared binding levels {{(pid=102192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:25:12.224794 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3468324-7592-456d-b795-8d9c357edc5b tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Pushing event deleted for resources: {'Subnet': ['ID=02eada7b-f250-42a4-a10a-efc7da9d05c5,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:12.230957 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c3468324-7592-456d-b795-8d9c357edc5b tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:12.232540 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-c3468324-7592-456d-b795-8d9c357edc5b tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] 10.222.0.41 "DELETE /v2.0/subnets/02eada7b-f250-42a4-a10a-efc7da9d05c5 HTTP/1.1" status: 204 len: 168 time: 0.6584482 Aug 11 03:25:12.235157 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-25a5e11d-6955-4fba-861b-aae8aa46ea84 tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-450010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6626'] for router, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:12.236201 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-25a5e11d-6955-4fba-861b-aae8aa46ea84 tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-446747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6633'] for router, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:12.242331 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7ba2baf-2495-4d74-8501-7d224dd9d8ef None None] Network b3806b12-0798-4786-9a0a-ea45b08a1171 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:25:12.242601 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 54264) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:12.282020 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-40f6428f-ee14-4ee2-92e3-21f504f4a5ce tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:12.297671 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ab07bbd-fa55-4032-bc68-2fe67c0da2d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dfa2e0ff-33d8-4c81-8f5e-c2c8919596e7'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:25:12.297671 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbb409ad-d374-4936-90d0-8f63f8534102" -d '{"events": [{"server_uuid": "2ab07bbd-fa55-4032-bc68-2fe67c0da2d6", "name": "network-vif-unplugged", "status": "completed", "tag": "dfa2e0ff-33d8-4c81-8f5e-c2c8919596e7"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:25:12.310111 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [None req-40f6428f-ee14-4ee2-92e3-21f504f4a5ce tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Transition to ACTIVE for port object dc934b76-bc95-451f-b384-0f8aa2dbf562 will not be triggered until provisioned by entity DHCP. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:25:12.317523 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d10fb4-7457-4557-ac7e-6a9dc4458e5e req-2a748c74-12a7-4b41-8e73-a2a5fd94f2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:12.319177 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c1d10fb4-7457-4557-ac7e-6a9dc4458e5e req-2a748c74-12a7-4b41-8e73-a2a5fd94f2e9 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=136d98fc-cbc0-400d-bf91-3d2c80353ca9 HTTP/1.1" status: 200 len: 1098 time: 0.0849755 Aug 11 03:25:12.329050 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-e88dcfb9-814f-40d0-b9fb-bd0f9b485d18 req-20d57d69-e37a-4609-b72b-fa69be1c5577 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:12.378978 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c1d10fb4-7457-4557-ac7e-6a9dc4458e5e req-0a41b401-14cb-472b-bc83-2e629cf7043c service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=ed60bba6-2b2f-4b83-a3e4-9e7aa48523e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500844 Aug 11 03:25:12.423137 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 03:25:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71fff4d1-566d-4872-be05-2f3675f2c9b2 x-openstack-request-id: req-71fff4d1-566d-4872-be05-2f3675f2c9b2 {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:25:12.423432 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ab07bbd-fa55-4032-bc68-2fe67c0da2d6", "name": "network-vif-unplugged", "status": "completed", "tag": "dfa2e0ff-33d8-4c81-8f5e-c2c8919596e7", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:25:12.423688 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-71fff4d1-566d-4872-be05-2f3675f2c9b2 {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:25:12.424169 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ab07bbd-fa55-4032-bc68-2fe67c0da2d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dfa2e0ff-33d8-4c81-8f5e-c2c8919596e7', 'code': 200} Aug 11 03:25:12.425070 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [req-e88dcfb9-814f-40d0-b9fb-bd0f9b485d18 req-20d57d69-e37a-4609-b72b-fa69be1c5577 service neutron] Transition to ACTIVE for port object dfa2e0ff-33d8-4c81-8f5e-c2c8919596e7 will not be triggered until provisioned by entity L2. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:25:12.431708 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-25a5e11d-6955-4fba-861b-aae8aa46ea84 tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:12.455276 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-72cbd391-07c3-4854-b931-4686011ad204 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:12.460398 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9139b9ca-ac28-4e1d-b761-6e33591dd663 None None] DHCP port deletion for b3806b12-0798-4786-9a0a-ea45b08a1171 request from n-d-764292-30 {{(pid=102193) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:25:12.481065 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [req-9922dc6e-f1a5-4fc6-a6f4-dcef89528c55 req-46b026e0-3482-4717-a7b5-42c816dc1615 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Allocated IP 172.20.0.24 (afad8afb-efaf-4212-8ff7-abfcaf9cd6db/597122b4-c492-4b3b-bceb-0188fc9f2604/b2e30322-2fc4-415e-93a2-2f2cfb7ab557) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:25:12.505954 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-40f6428f-ee14-4ee2-92e3-21f504f4a5ce tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:12.524783 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-9139b9ca-ac28-4e1d-b761-6e33591dd663 None None] Deleting port 40817b5f-5d68-4313-adad-8bea47c794d1 {{(pid=102193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:25:12.525343 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-9139b9ca-ac28-4e1d-b761-6e33591dd663 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:12.567969 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f6428f-ee14-4ee2-92e3-21f504f4a5ce tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Pushing event updated for resources: {'Port': ['ID=dc934b76-bc95-451f-b384-0f8aa2dbf562,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:12.573110 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-e88dcfb9-814f-40d0-b9fb-bd0f9b485d18 req-20d57d69-e37a-4609-b72b-fa69be1c5577 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:12.579804 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40f6428f-ee14-4ee2-92e3-21f504f4a5ce tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Network 24959b35-8854-4728-825b-f6b4291c0b0a is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:25:12.580665 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-40f6428f-ee14-4ee2-92e3-21f504f4a5ce tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:25:12.590432 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f6428f-ee14-4ee2-92e3-21f504f4a5ce tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:25:12.596145 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f6428f-ee14-4ee2-92e3-21f504f4a5ce tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:12.596781 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-40f6428f-ee14-4ee2-92e3-21f504f4a5ce tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:12.607237 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 06a3e8fa-8326-41d6-b69d-a973278e3141 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:25:12.643472 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-9139b9ca-ac28-4e1d-b761-6e33591dd663 None None] For port 40817b5f-5d68-4313-adad-8bea47c794d1, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=40817b5f-5d68-4313-adad-8bea47c794d1,segment=NetworkSegment(e3320e20-e6dc-44d3-a273-53a475ee7af1),segment_id=e3320e20-e6dc-44d3-a273-53a475ee7af1)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:25:12.643873 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-9139b9ca-ac28-4e1d-b761-6e33591dd663 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:12.662109 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-25a5e11d-6955-4fba-861b-aae8aa46ea84 tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-446952'] for router, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:12.665673 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-9139b9ca-ac28-4e1d-b761-6e33591dd663 None None] Calling delete_port for 40817b5f-5d68-4313-adad-8bea47c794d1 owned by network:dhcp {{(pid=102193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:25:12.681982 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-72cbd391-07c3-4854-b931-4686011ad204 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Deleting port 40817b5f-5d68-4313-adad-8bea47c794d1 {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:25:12.682254 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-72cbd391-07c3-4854-b931-4686011ad204 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:12.694960 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-40f6428f-ee14-4ee2-92e3-21f504f4a5ce tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 1.2639558 Aug 11 03:25:12.698372 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 54268) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:12.765095 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [None req-72cbd391-07c3-4854-b931-4686011ad204 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] For port 40817b5f-5d68-4313-adad-8bea47c794d1, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=40817b5f-5d68-4313-adad-8bea47c794d1,segment=NetworkSegment(e3320e20-e6dc-44d3-a273-53a475ee7af1),segment_id=e3320e20-e6dc-44d3-a273-53a475ee7af1)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:25:12.765470 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-72cbd391-07c3-4854-b931-4686011ad204 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:12.785649 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-72cbd391-07c3-4854-b931-4686011ad204 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Calling delete_port for 40817b5f-5d68-4313-adad-8bea47c794d1 owned by network:dhcp {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:25:12.837078 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port 06a3e8fa-8326-41d6-b69d-a973278e3141 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:25:12.852356 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-9139b9ca-ac28-4e1d-b761-6e33591dd663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678'] for port, after_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:12.889808 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-fbdd8b23-abbd-4ede-a0ba-f909fc253b42 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Deleting port dc934b76-bc95-451f-b384-0f8aa2dbf562 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:25:12.890161 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fbdd8b23-abbd-4ede-a0ba-f909fc253b42 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:12.901728 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9139b9ca-ac28-4e1d-b761-6e33591dd663 None None] Pushing event deleted for resources: {'Port': ['ID=40817b5f-5d68-4313-adad-8bea47c794d1,revision_number=None']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:12.921355 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9139b9ca-ac28-4e1d-b761-6e33591dd663 None None] No DVR routers for this DVR port 40817b5f-5d68-4313-adad-8bea47c794d1 on host n-d-764292-30 {{(pid=102193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:25:12.941833 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 40817b5f-5d68-4313-adad-8bea47c794d1 no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:25:12.983487 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: 40817b5f-5d68-4313-adad-8bea47c794d1 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:25:12.983836 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 40817b5f-5d68-4313-adad-8bea47c794d1 not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:25:13.008494 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d57d69-e37a-4609-b72b-fa69be1c5577 service neutron] Pushing event updated for resources: {'Port': ['ID=dfa2e0ff-33d8-4c81-8f5e-c2c8919596e7,revision_number=6']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:13.068100 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fbdd8b23-abbd-4ede-a0ba-f909fc253b42 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:13.082452 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-fbdd8b23-abbd-4ede-a0ba-f909fc253b42 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Calling delete_port for dc934b76-bc95-451f-b384-0f8aa2dbf562 owned by {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:25:13.113875 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-25a5e11d-6955-4fba-861b-aae8aa46ea84 tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Notify callbacks [] for router, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:13.115029 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-25a5e11d-6955-4fba-861b-aae8aa46ea84 tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.2090204 Aug 11 03:25:13.121159 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 54278) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:13.138319 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-66568b5c-2b7d-40ad-b40c-7e555a39a7fe tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-512148997'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:25:13.170524 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [req-e88dcfb9-814f-40d0-b9fb-bd0f9b485d18 req-20d57d69-e37a-4609-b72b-fa69be1c5577 service neutron] No DVR routers for this DVR port dfa2e0ff-33d8-4c81-8f5e-c2c8919596e7 on host n-h1-764292-30 {{(pid=102192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:25:13.193977 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0b389ae-fa0e-412f-bfe8-35fdbc14ec75 None None] Network 24959b35-8854-4728-825b-f6b4291c0b0a requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:25:13.268602 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d718fb69-edc9-4f9e-a1d0-cb2993b12fba req-cea8f72e-b220-4841-91f7-fd19f42aba6c tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:13.270661 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d718fb69-edc9-4f9e-a1d0-cb2993b12fba req-cea8f72e-b220-4841-91f7-fd19f42aba6c tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ab07bbd-fa55-4032-bc68-2fe67c0da2d6 HTTP/1.1" status: 200 len: 944 time: 0.4151440 Aug 11 03:25:13.283026 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fbdd8b23-abbd-4ede-a0ba-f909fc253b42 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:13.286963 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ede43e8-262e-491a-b15e-e414fbc982ad req-009ea14f-deef-414d-b125-a41baffff46a tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:13.289071 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4ede43e8-262e-491a-b15e-e414fbc982ad req-009ea14f-deef-414d-b125-a41baffff46a tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] 10.222.0.41 "GET /v2.0/ports?device_id=136d98fc-cbc0-400d-bf91-3d2c80353ca9 HTTP/1.1" status: 200 len: 946 time: 0.4345169 Aug 11 03:25:13.294112 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-9922dc6e-f1a5-4fc6-a6f4-dcef89528c55 req-46b026e0-3482-4717-a7b5-42c816dc1615 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:13.326204 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdd8b23-abbd-4ede-a0ba-f909fc253b42 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Pushing event deleted for resources: {'Port': ['ID=dc934b76-bc95-451f-b384-0f8aa2dbf562,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:13.340455 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device dfa2e0ff-33d8-4c81-8f5e-c2c8919596e7 no longer exists at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:25:13.359150 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fbdd8b23-abbd-4ede-a0ba-f909fc253b42 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:13.363992 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-fbdd8b23-abbd-4ede-a0ba-f909fc253b42 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] 10.222.0.41 "DELETE /v2.0/ports/dc934b76-bc95-451f-b384-0f8aa2dbf562 HTTP/1.1" status: 204 len: 168 time: 0.6617575 Aug 11 03:25:13.366158 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-d5494b23-886f-4ae4-ae73-dac58e57b58d None None] Provisioning for port 06a3e8fa-8326-41d6-b69d-a973278e3141 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:25:13.366366 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 54280) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:13.377447 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [req-9922dc6e-f1a5-4fc6-a6f4-dcef89528c55 req-46b026e0-3482-4717-a7b5-42c816dc1615 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Transition to ACTIVE for port object b2e30322-2fc4-415e-93a2-2f2cfb7ab557 will not be triggered until provisioned by entity DHCP. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:25:13.381637 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66568b5c-2b7d-40ad-b40c-7e555a39a7fe tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Made reservation on behalf of 0bfa4b63e6134fea96e1e475a4848a2e for: {'network': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:25:13.383492 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-d5494b23-886f-4ae4-ae73-dac58e57b58d None None] Provisioning complete for port 06a3e8fa-8326-41d6-b69d-a973278e3141 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:25:13.383857 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-d5494b23-886f-4ae4-ae73-dac58e57b58d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:13.385138 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-66568b5c-2b7d-40ad-b40c-7e555a39a7fe tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:13.395472 n-d-764292-30 neutron-server[102191]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b9df0fd-4a45-4c4d-886e-c12cf93c54e5 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] GET failed (client error): The resource could not be found. Aug 11 03:25:13.397136 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-2b9df0fd-4a45-4c4d-886e-c12cf93c54e5 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] 10.222.0.41 "GET /v2.0/ports/dc934b76-bc95-451f-b384-0f8aa2dbf562 HTTP/1.1" status: 404 len: 333 time: 0.0318687 Aug 11 03:25:13.400043 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 54282) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:13.406593 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-72cbd391-07c3-4854-b931-4686011ad204 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:13.437339 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-66568b5c-2b7d-40ad-b40c-7e555a39a7fe tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:13.455962 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_v2 [None req-3dc144f8-910b-4ac7-9b54-41b4208744ad tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Deleting subnet 8eb84f2c-7618-4ea8-a53a-45cada618f97 {{(pid=102191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:25:13.459740 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3dc144f8-910b-4ac7-9b54-41b4208744ad tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks [] for subnet, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:13.461247 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device dfa2e0ff-33d8-4c81-8f5e-c2c8919596e7 not bound to the agent host n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:25:13.477278 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4ede43e8-262e-491a-b15e-e414fbc982ad req-9caee839-49a7-42d5-ab5d-f2226c39ac1f tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed60bba6-2b2f-4b83-a3e4-9e7aa48523e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790047 Aug 11 03:25:13.480468 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d718fb69-edc9-4f9e-a1d0-cb2993b12fba req-8af05117-138b-41ee-803f-05229d3ed7ef tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d4c303e-0c5b-4d5a-b0c4-6f31f4676a83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1905501 Aug 11 03:25:13.488767 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cbd391-07c3-4854-b931-4686011ad204 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Pushing event deleted for resources: {'Port': ['ID=40817b5f-5d68-4313-adad-8bea47c794d1,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:13.495635 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72cbd391-07c3-4854-b931-4686011ad204 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] No DVR routers for this DVR port 40817b5f-5d68-4313-adad-8bea47c794d1 on host n-d-764292-30 {{(pid=102192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:25:13.541985 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3dc144f8-910b-4ac7-9b54-41b4208744ad tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126283525'] for subnet, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:13.583991 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-d5494b23-886f-4ae4-ae73-dac58e57b58d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:13.637203 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-d5494b23-886f-4ae4-ae73-dac58e57b58d None None] For port 06a3e8fa-8326-41d6-b69d-a973278e3141, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=06a3e8fa-8326-41d6-b69d-a973278e3141,segment=NetworkSegment(43e4f5fd-25a4-47d4-ad94-71a9f28b3a4f),segment_id=43e4f5fd-25a4-47d4-ad94-71a9f28b3a4f)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:25:13.700756 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-72cbd391-07c3-4854-b931-4686011ad204 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:13.708598 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7c55d0cd-ec02-4ee9-89ff-442a4bfc3d07 req-8b3c9453-fe9f-48a2-8353-66559f192b60 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] 10.222.0.41 "GET /v2.0/ports?device_id=a65c0eb5-a5c4-488f-8d51-996639b869c4 HTTP/1.1" status: 200 len: 210 time: 0.0666647 Aug 11 03:25:13.717884 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-9922dc6e-f1a5-4fc6-a6f4-dcef89528c55 req-46b026e0-3482-4717-a7b5-42c816dc1615 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:13.722433 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-e88dcfb9-814f-40d0-b9fb-bd0f9b485d18 req-20d57d69-e37a-4609-b72b-fa69be1c5577 service neutron] Attempting to bind port dfa2e0ff-33d8-4c81-8f5e-c2c8919596e7 on host n-h2-764292-30 for vnic_type normal with profile {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:25:13.722733 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-e88dcfb9-814f-40d0-b9fb-bd0f9b485d18 req-20d57d69-e37a-4609-b72b-fa69be1c5577 service neutron] Attempting to bind port dfa2e0ff-33d8-4c81-8f5e-c2c8919596e7 by drivers openvswitch,hyperv on host n-h2-764292-30 at level 0 using segments [{'id': 'd0314809-797b-49c5-956f-3a5c1e5c0001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6a6493ce-4ad4-4581-8e07-a017fe78dc31'}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:25:13.723072 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e88dcfb9-814f-40d0-b9fb-bd0f9b485d18 req-20d57d69-e37a-4609-b72b-fa69be1c5577 service neutron] Attempting to bind port dfa2e0ff-33d8-4c81-8f5e-c2c8919596e7 on network 6a6493ce-4ad4-4581-8e07-a017fe78dc31 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:25:13.729976 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-72cbd391-07c3-4854-b931-4686011ad204 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3806b12-0798-4786-9a0a-ea45b08a1171']}} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:25:13.731296 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3dc144f8-910b-4ac7-9b54-41b4208744ad tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:13.732773 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-d5494b23-886f-4ae4-ae73-dac58e57b58d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:13.750847 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-72cbd391-07c3-4854-b931-4686011ad204 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3320e20-e6dc-44d3-a273-53a475ee7af1') {'for_net_delete': True} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:25:13.751144 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-72cbd391-07c3-4854-b931-4686011ad204 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3320e20-e6dc-44d3-a273-53a475ee7af1') {} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:25:13.779365 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e88dcfb9-814f-40d0-b9fb-bd0f9b485d18 req-20d57d69-e37a-4609-b72b-fa69be1c5577 service neutron] Port dfa2e0ff-33d8-4c81-8f5e-c2c8919596e7 on network 6a6493ce-4ad4-4581-8e07-a017fe78dc31 not bound, no agent of type Open vSwitch agent registered on host n-h2-764292-30 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:25:13.779365 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e88dcfb9-814f-40d0-b9fb-bd0f9b485d18 req-20d57d69-e37a-4609-b72b-fa69be1c5577 service neutron] Attempting to bind port dfa2e0ff-33d8-4c81-8f5e-c2c8919596e7 on network 6a6493ce-4ad4-4581-8e07-a017fe78dc31 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:25:13.792061 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-72cbd391-07c3-4854-b931-4686011ad204 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125932501'] for segment, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:13.798987 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5494b23-886f-4ae4-ae73-dac58e57b58d None None] Pushing event updated for resources: {'Port': ['ID=06a3e8fa-8326-41d6-b69d-a973278e3141,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:13.811476 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e88dcfb9-814f-40d0-b9fb-bd0f9b485d18 req-20d57d69-e37a-4609-b72b-fa69be1c5577 service neutron] Checking agent: {'id': '70015fc0-62fb-48b2-b453-36906937cf2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 25, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:25:13.811823 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e88dcfb9-814f-40d0-b9fb-bd0f9b485d18 req-20d57d69-e37a-4609-b72b-fa69be1c5577 service neutron] Checking segment: {'id': 'd0314809-797b-49c5-956f-3a5c1e5c0001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6a6493ce-4ad4-4581-8e07-a017fe78dc31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:25:13.812234 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e88dcfb9-814f-40d0-b9fb-bd0f9b485d18 req-20d57d69-e37a-4609-b72b-fa69be1c5577 service neutron] Bound using segment: {'id': 'd0314809-797b-49c5-956f-3a5c1e5c0001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6a6493ce-4ad4-4581-8e07-a017fe78dc31'} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:25:13.812676 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-e88dcfb9-814f-40d0-b9fb-bd0f9b485d18 req-20d57d69-e37a-4609-b72b-fa69be1c5577 service neutron] Bound port: dfa2e0ff-33d8-4c81-8f5e-c2c8919596e7, host: n-h2-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0314809-797b-49c5-956f-3a5c1e5c0001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6a6493ce-4ad4-4581-8e07-a017fe78dc31'}}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:25:13.813033 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-e88dcfb9-814f-40d0-b9fb-bd0f9b485d18 req-20d57d69-e37a-4609-b72b-fa69be1c5577 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:13.840556 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9922dc6e-f1a5-4fc6-a6f4-dcef89528c55 req-46b026e0-3482-4717-a7b5-42c816dc1615 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Network afad8afb-efaf-4212-8ff7-abfcaf9cd6db is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:25:13.853142 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [req-9922dc6e-f1a5-4fc6-a6f4-dcef89528c55 req-46b026e0-3482-4717-a7b5-42c816dc1615 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:25:13.857682 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-72cbd391-07c3-4854-b931-4686011ad204 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:13.862419 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [req-9922dc6e-f1a5-4fc6-a6f4-dcef89528c55 req-46b026e0-3482-4717-a7b5-42c816dc1615 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:25:13.864857 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b026e0-3482-4717-a7b5-42c816dc1615 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Pushing event updated for resources: {'Port': ['ID=b2e30322-2fc4-415e-93a2-2f2cfb7ab557,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:13.865790 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-f59187bc-bcfd-4e56-824f-6e1d8d0674f8 None None] Provisioning complete for port 06a3e8fa-8326-41d6-b69d-a973278e3141 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:25:13.866165 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-f59187bc-bcfd-4e56-824f-6e1d8d0674f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:13.889726 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3dc144f8-910b-4ac7-9b54-41b4208744ad tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126283413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126275158'] for subnet, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:13.923683 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72cbd391-07c3-4854-b931-4686011ad204 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=102192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:25:13.924199 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-72cbd391-07c3-4854-b931-4686011ad204 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125932183'] for segment, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:13.929567 n-d-764292-30 neutron-server[102192]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:25:13.929567 n-d-764292-30 neutron-server[102192]: self.session.flush() Aug 11 03:25:13.929567 n-d-764292-30 neutron-server[102192]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:25:13.929567 n-d-764292-30 neutron-server[102192]: self.session.flush() Aug 11 03:25:13.929567 n-d-764292-30 neutron-server[102192]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:25:13.929567 n-d-764292-30 neutron-server[102192]: self.session.flush() Aug 11 03:25:13.929567 n-d-764292-30 neutron-server[102192]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:25:13.929567 n-d-764292-30 neutron-server[102192]: self.session.flush() Aug 11 03:25:13.929567 n-d-764292-30 neutron-server[102192]: Traceback (most recent call last): Aug 11 03:25:13.929567 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:25:13.929567 n-d-764292-30 neutron-server[102192]: timer() Aug 11 03:25:13.929567 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:25:13.929567 n-d-764292-30 neutron-server[102192]: cb(*args, **kw) Aug 11 03:25:13.929567 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:25:13.929567 n-d-764292-30 neutron-server[102192]: return func(*args, **kwargs) Aug 11 03:25:13.929567 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:25:13.929567 n-d-764292-30 neutron-server[102192]: self._notify() Aug 11 03:25:13.929567 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:25:13.929567 n-d-764292-30 neutron-server[102192]: self.callback(batched_events) Aug 11 03:25:13.929567 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:25:13.929567 n-d-764292-30 neutron-server[102192]: event.method(event) Aug 11 03:25:13.929567 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:25:13.929567 n-d-764292-30 neutron-server[102192]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:25:13.929567 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:25:13.929567 n-d-764292-30 neutron-server[102192]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:25:13.929567 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:25:13.929567 n-d-764292-30 neutron-server[102192]: return f(self, *a, **k) Aug 11 03:25:13.929567 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:25:13.929567 n-d-764292-30 neutron-server[102192]: return self._get(url).json() Aug 11 03:25:13.929567 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:25:13.929567 n-d-764292-30 neutron-server[102192]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:25:13.929567 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:25:13.929567 n-d-764292-30 neutron-server[102192]: return self.request(url, 'GET', **kwargs) Aug 11 03:25:13.929567 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:25:13.929567 n-d-764292-30 neutron-server[102192]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:25:13.929567 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:25:13.929567 n-d-764292-30 neutron-server[102192]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:25:13.929567 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:25:13.929567 n-d-764292-30 neutron-server[102192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:25:13.929567 n-d-764292-30 neutron-server[102192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:25:13.938721 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc144f8-910b-4ac7-9b54-41b4208744ad tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Pushing event deleted for resources: {'Subnet': ['ID=8eb84f2c-7618-4ea8-a53a-45cada618f97,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:13.942320 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3dc144f8-910b-4ac7-9b54-41b4208744ad tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:13.955334 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-3dc144f8-910b-4ac7-9b54-41b4208744ad tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] 10.222.0.41 "DELETE /v2.0/subnets/8eb84f2c-7618-4ea8-a53a-45cada618f97 HTTP/1.1" status: 204 len: 168 time: 0.5497952 Aug 11 03:25:13.958236 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 54284) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:14.053088 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7c00d026-8e76-4bf6-8425-a188759be4bf tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:14.097119 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c073f5ee-f273-42d2-9bfe-b1904102f976 None None] Network 24959b35-8854-4728-825b-f6b4291c0b0a requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:25:14.131758 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-7c00d026-8e76-4bf6-8425-a188759be4bf tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Deleting port 06a3e8fa-8326-41d6-b69d-a973278e3141 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:25:14.132015 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7c00d026-8e76-4bf6-8425-a188759be4bf tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:14.149554 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-444816d3-55e6-47b7-8185-1f3ddbb73b8b None None] Could not find standard attr ID for object dc934b76-bc95-451f-b384-0f8aa2dbf562. {{(pid=102193) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 03:25:14.205820 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [None req-7c00d026-8e76-4bf6-8425-a188759be4bf tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] For port 06a3e8fa-8326-41d6-b69d-a973278e3141, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=06a3e8fa-8326-41d6-b69d-a973278e3141,segment=NetworkSegment(43e4f5fd-25a4-47d4-ad94-71a9f28b3a4f),segment_id=43e4f5fd-25a4-47d4-ad94-71a9f28b3a4f)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:25:14.206193 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7c00d026-8e76-4bf6-8425-a188759be4bf tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:14.220768 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-7c00d026-8e76-4bf6-8425-a188759be4bf tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Calling delete_port for 06a3e8fa-8326-41d6-b69d-a973278e3141 owned by network:dhcp {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:25:14.323319 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1400fe8c-1389-41ca-b00b-2a767ea29954 None None] DHCP port deletion for 24959b35-8854-4728-825b-f6b4291c0b0a request from n-d-764292-30 {{(pid=102193) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:25:14.348125 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-1f534319-6fb2-43a6-8ec3-b623dd70ccaa None None] Provisioning for port b2e30322-2fc4-415e-93a2-2f2cfb7ab557 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:25:14.354142 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-1f534319-6fb2-43a6-8ec3-b623dd70ccaa None None] Provisioning complete for port b2e30322-2fc4-415e-93a2-2f2cfb7ab557 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:25:14.354529 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-1f534319-6fb2-43a6-8ec3-b623dd70ccaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:14.373093 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-66568b5c-2b7d-40ad-b40c-7e555a39a7fe tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:14.385975 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9922dc6e-f1a5-4fc6-a6f4-dcef89528c55 req-46b026e0-3482-4717-a7b5-42c816dc1615 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:14.386548 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-9922dc6e-f1a5-4fc6-a6f4-dcef89528c55 req-46b026e0-3482-4717-a7b5-42c816dc1615 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:14.398308 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-1f534319-6fb2-43a6-8ec3-b623dd70ccaa None None] Port b2e30322-2fc4-415e-93a2-2f2cfb7ab557 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:25:14.403417 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-e88dcfb9-814f-40d0-b9fb-bd0f9b485d18 req-20d57d69-e37a-4609-b72b-fa69be1c5577 service neutron] For port dfa2e0ff-33d8-4c81-8f5e-c2c8919596e7, host n-h2-764292-30, cleared binding levels {{(pid=102192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:25:14.403772 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7c00d026-8e76-4bf6-8425-a188759be4bf tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:14.405807 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-1400fe8c-1389-41ca-b00b-2a767ea29954 None None] Deleting port 06a3e8fa-8326-41d6-b69d-a973278e3141 {{(pid=102193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:25:14.406174 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-1400fe8c-1389-41ca-b00b-2a767ea29954 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:14.434268 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c00d026-8e76-4bf6-8425-a188759be4bf tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Pushing event deleted for resources: {'Port': ['ID=06a3e8fa-8326-41d6-b69d-a973278e3141,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:14.437775 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c00d026-8e76-4bf6-8425-a188759be4bf tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] No DVR routers for this DVR port 06a3e8fa-8326-41d6-b69d-a973278e3141 on host n-d-764292-30 {{(pid=102191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:25:14.455093 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-66568b5c-2b7d-40ad-b40c-7e555a39a7fe tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:14.475493 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-1400fe8c-1389-41ca-b00b-2a767ea29954 None None] For port 06a3e8fa-8326-41d6-b69d-a973278e3141, host n-d-764292-30, got binding levels [] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:25:14.475902 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-1400fe8c-1389-41ca-b00b-2a767ea29954 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:14.495244 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66568b5c-2b7d-40ad-b40c-7e555a39a7fe tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=102192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:25:14.499455 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-1400fe8c-1389-41ca-b00b-2a767ea29954 None None] Calling delete_port for 06a3e8fa-8326-41d6-b69d-a973278e3141 owned by network:dhcp {{(pid=102193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:25:14.503228 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.ipam_backend_mixin [None req-1400fe8c-1389-41ca-b00b-2a767ea29954 None None] Port 06a3e8fa-8326-41d6-b69d-a973278e3141 was not found and therefore no delete operation was performed {{(pid=102193) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 11 03:25:14.505625 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-1400fe8c-1389-41ca-b00b-2a767ea29954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678'] for port, after_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:14.510863 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66568b5c-2b7d-40ad-b40c-7e555a39a7fe tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ce43dca-6501-4d01-b0f4-0d8f125f4f93,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:14.524691 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7c00d026-8e76-4bf6-8425-a188759be4bf tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:14.529353 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-e88dcfb9-814f-40d0-b9fb-bd0f9b485d18 req-20d57d69-e37a-4609-b72b-fa69be1c5577 service neutron] For port dfa2e0ff-33d8-4c81-8f5e-c2c8919596e7, host n-h2-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=dfa2e0ff-33d8-4c81-8f5e-c2c8919596e7,segment=NetworkSegment(d0314809-797b-49c5-956f-3a5c1e5c0001),segment_id=d0314809-797b-49c5-956f-3a5c1e5c0001)] {{(pid=102192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:25:14.538143 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-7c00d026-8e76-4bf6-8425-a188759be4bf tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24959b35-8854-4728-825b-f6b4291c0b0a']}} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:25:14.546227 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1400fe8c-1389-41ca-b00b-2a767ea29954 None None] Pushing event deleted for resources: {'Port': ['ID=06a3e8fa-8326-41d6-b69d-a973278e3141,revision_number=None']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:14.548221 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1400fe8c-1389-41ca-b00b-2a767ea29954 None None] No DVR routers for this DVR port 06a3e8fa-8326-41d6-b69d-a973278e3141 on host n-d-764292-30 {{(pid=102193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:25:14.555353 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-7c00d026-8e76-4bf6-8425-a188759be4bf tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43e4f5fd-25a4-47d4-ad94-71a9f28b3a4f') {'for_net_delete': True} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:25:14.556142 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-7c00d026-8e76-4bf6-8425-a188759be4bf tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43e4f5fd-25a4-47d4-ad94-71a9f28b3a4f') {} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:25:14.570109 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-72cbd391-07c3-4854-b931-4686011ad204 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:14.571565 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7c00d026-8e76-4bf6-8425-a188759be4bf tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126283644'] for segment, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:14.575295 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-72cbd391-07c3-4854-b931-4686011ad204 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks [] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:14.578274 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-72cbd391-07c3-4854-b931-4686011ad204 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] 10.222.0.41 "DELETE /v2.0/networks/b3806b12-0798-4786-9a0a-ea45b08a1171 HTTP/1.1" status: 204 len: 168 time: 2.3284357 Aug 11 03:25:14.582035 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9922dc6e-f1a5-4fc6-a6f4-dcef89528c55 req-46b026e0-3482-4717-a7b5-42c816dc1615 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8967657 Aug 11 03:25:14.583977 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 54290) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:14.584368 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-66568b5c-2b7d-40ad-b40c-7e555a39a7fe tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:14.585442 n-d-764292-30 neutron-server[102192]: INFO neutron.db.segments_db [None req-66568b5c-2b7d-40ad-b40c-7e555a39a7fe tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Added segment a4cc8d5c-1174-4654-aea3-7befbae5300d of type vlan for network 4cd23ac0-9828-438d-96f5-857dac54111a Aug 11 03:25:14.591696 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-a3b72387-b758-4b0d-8bef-083f4ce16fbb tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-424810573', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:25:14.607471 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-9922dc6e-f1a5-4fc6-a6f4-dcef89528c55 req-7be69a52-16b7-405a-9910-1cf1574d01d6 service neutron] Request body: {'port': {'device_id': 'a65c0eb5-a5c4-488f-8d51-996639b869c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764292-30'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:25:14.610860 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-e88dcfb9-814f-40d0-b9fb-bd0f9b485d18 req-20d57d69-e37a-4609-b72b-fa69be1c5577 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:14.616066 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7c00d026-8e76-4bf6-8425-a188759be4bf tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:14.619379 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 06a3e8fa-8326-41d6-b69d-a973278e3141 no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:25:14.624051 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c00d026-8e76-4bf6-8425-a188759be4bf tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=102191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:25:14.624715 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7c00d026-8e76-4bf6-8425-a188759be4bf tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126283391'] for segment, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:14.628159 n-d-764292-30 neutron-server[102191]: Traceback (most recent call last): Aug 11 03:25:14.628159 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:25:14.628159 n-d-764292-30 neutron-server[102191]: timer() Aug 11 03:25:14.628159 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:25:14.628159 n-d-764292-30 neutron-server[102191]: cb(*args, **kw) Aug 11 03:25:14.628159 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:25:14.628159 n-d-764292-30 neutron-server[102191]: return func(*args, **kwargs) Aug 11 03:25:14.628159 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:25:14.628159 n-d-764292-30 neutron-server[102191]: self._notify() Aug 11 03:25:14.628159 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:25:14.628159 n-d-764292-30 neutron-server[102191]: self.callback(batched_events) Aug 11 03:25:14.628159 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:25:14.628159 n-d-764292-30 neutron-server[102191]: event.method(event) Aug 11 03:25:14.628159 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:25:14.628159 n-d-764292-30 neutron-server[102191]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:25:14.628159 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:25:14.628159 n-d-764292-30 neutron-server[102191]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:25:14.628159 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:25:14.628159 n-d-764292-30 neutron-server[102191]: return f(self, *a, **k) Aug 11 03:25:14.628159 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:25:14.628159 n-d-764292-30 neutron-server[102191]: return self._get(url).json() Aug 11 03:25:14.628159 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:25:14.628159 n-d-764292-30 neutron-server[102191]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:25:14.628159 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:25:14.628159 n-d-764292-30 neutron-server[102191]: return self.request(url, 'GET', **kwargs) Aug 11 03:25:14.628159 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:25:14.628159 n-d-764292-30 neutron-server[102191]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:25:14.628159 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:25:14.628159 n-d-764292-30 neutron-server[102191]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:25:14.628159 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:25:14.628159 n-d-764292-30 neutron-server[102191]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:25:14.628159 n-d-764292-30 neutron-server[102191]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:25:14.649335 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: 06a3e8fa-8326-41d6-b69d-a973278e3141 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:25:14.649335 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 06a3e8fa-8326-41d6-b69d-a973278e3141 not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:25:14.705511 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cbd391-07c3-4854-b931-4686011ad204 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Pushing event deleted for resources: {'Network': ['ID=b3806b12-0798-4786-9a0a-ea45b08a1171,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:14.723211 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a3b72387-b758-4b0d-8bef-083f4ce16fbb tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-450010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6626'] for router, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:14.724299 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a3b72387-b758-4b0d-8bef-083f4ce16fbb tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-446747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6633'] for router, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:14.768587 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88dcfb9-814f-40d0-b9fb-bd0f9b485d18 req-20d57d69-e37a-4609-b72b-fa69be1c5577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:14.769766 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-e88dcfb9-814f-40d0-b9fb-bd0f9b485d18 req-20d57d69-e37a-4609-b72b-fa69be1c5577 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:14.771214 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e88dcfb9-814f-40d0-b9fb-bd0f9b485d18 req-20d57d69-e37a-4609-b72b-fa69be1c5577 service neutron] 10.222.0.24 "PUT /v2.0/ports/dfa2e0ff-33d8-4c81-8f5e-c2c8919596e7 HTTP/1.1" status: 200 len: 1093 time: 3.2893660 Aug 11 03:25:14.775327 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ab07bbd-fa55-4032-bc68-2fe67c0da2d6', 'tag': 'dfa2e0ff-33d8-4c81-8f5e-c2c8919596e7'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:25:14.777673 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46ceb4c9-dd46-4798-8105-9c16dd2300d7" -d '{"events": [{"name": "network-changed", "server_uuid": "2ab07bbd-fa55-4032-bc68-2fe67c0da2d6", "tag": "dfa2e0ff-33d8-4c81-8f5e-c2c8919596e7"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:25:14.782018 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a3b72387-b758-4b0d-8bef-083f4ce16fbb tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:14.796966 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7c00d026-8e76-4bf6-8425-a188759be4bf tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:14.819060 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7c00d026-8e76-4bf6-8425-a188759be4bf tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks [] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:14.819297 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-7c00d026-8e76-4bf6-8425-a188759be4bf tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] 10.222.0.41 "DELETE /v2.0/networks/24959b35-8854-4728-825b-f6b4291c0b0a HTTP/1.1" status: 204 len: 168 time: 0.8614702 Aug 11 03:25:14.820427 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c00d026-8e76-4bf6-8425-a188759be4bf tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Pushing event deleted for resources: {'Network': ['ID=24959b35-8854-4728-825b-f6b4291c0b0a,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:14.823073 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 54298) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:14.827879 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-bebce038-55d8-45c7-a9dc-79fc0a6a0daf tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Request body: {'port': {'network_id': '813a308e-1df3-42f6-8357-85259fd890d2', 'name': 'tempest-PortsIpV6TestJSON-1320457802'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:25:14.841005 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-66568b5c-2b7d-40ad-b40c-7e555a39a7fe tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:14.847973 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a3b72387-b758-4b0d-8bef-083f4ce16fbb tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-446952'] for router, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:14.868706 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d57d69-e37a-4609-b72b-fa69be1c5577 service neutron] Pushing event updated for resources: {'Port': ['ID=dfa2e0ff-33d8-4c81-8f5e-c2c8919596e7,revision_number=7']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:14.880535 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-9922dc6e-f1a5-4fc6-a6f4-dcef89528c55 req-7be69a52-16b7-405a-9910-1cf1574d01d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:14.931200 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e6329e-316c-4d48-be75-683b1e91afbc req-75d1f9aa-91d9-46bf-a282-826852901508 tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:14.932768 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d6e6329e-316c-4d48-be75-683b1e91afbc req-75d1f9aa-91d9-46bf-a282-826852901508 tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] 10.222.0.41 "GET /v2.0/ports?device_id=136d98fc-cbc0-400d-bf91-3d2c80353ca9 HTTP/1.1" status: 200 len: 946 time: 0.2825677 Aug 11 03:25:14.943693 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78bd7b7-af12-42f5-9dea-ae9c5dd27ed6 req-f513231c-4242-46b4-9631-9bffe13edd60 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:14.945227 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e78bd7b7-af12-42f5-9dea-ae9c5dd27ed6 req-f513231c-4242-46b4-9631-9bffe13edd60 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ab07bbd-fa55-4032-bc68-2fe67c0da2d6 HTTP/1.1" status: 200 len: 944 time: 0.3003702 Aug 11 03:25:14.975410 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a3b72387-b758-4b0d-8bef-083f4ce16fbb tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks [] for router, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:14.976618 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-a3b72387-b758-4b0d-8bef-083f4ce16fbb tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.3886707 Aug 11 03:25:14.979380 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 54300) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:14.982649 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88dcfb9-814f-40d0-b9fb-bd0f9b485d18 req-83f45745-7839-4ffb-adca-b4a5681c4ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:14.984186 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e88dcfb9-814f-40d0-b9fb-bd0f9b485d18 req-83f45745-7839-4ffb-adca-b4a5681c4ce4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a5478860f7cb432583cc8e5d994d2237&device_id=2ab07bbd-fa55-4032-bc68-2fe67c0da2d6 HTTP/1.1" status: 200 len: 1096 time: 0.1824734 Aug 11 03:25:14.986180 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-0334fb38-f677-4f21-bc9c-43eae57b731c tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-451893942'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:25:15.055216 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bebce038-55d8-45c7-a9dc-79fc0a6a0daf tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Made reservation on behalf of a6e0511434be4fc4a2d24d0db6f1badc for: {'port': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:25:15.059451 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-bebce038-55d8-45c7-a9dc-79fc0a6a0daf tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:15.068385 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-66568b5c-2b7d-40ad-b40c-7e555a39a7fe tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:15.073901 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66568b5c-2b7d-40ad-b40c-7e555a39a7fe tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:15.074550 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-66568b5c-2b7d-40ad-b40c-7e555a39a7fe tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Notify callbacks [] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:15.084223 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [None req-bebce038-55d8-45c7-a9dc-79fc0a6a0daf tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] device_id is not set on port 68bc7669-a96c-472f-84f2-b8b43327167f yet. {{(pid=102191) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:25:15.158669 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0334fb38-f677-4f21-bc9c-43eae57b731c tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Made reservation on behalf of e3d11adc70004665908a030719f0fc48 for: {'network': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:25:15.162741 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0334fb38-f677-4f21-bc9c-43eae57b731c tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:15.217815 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d6e6329e-316c-4d48-be75-683b1e91afbc req-98599e0c-6997-445e-8f49-82b4a2584a27 tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed60bba6-2b2f-4b83-a3e4-9e7aa48523e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2691507 Aug 11 03:25:15.227419 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e78bd7b7-af12-42f5-9dea-ae9c5dd27ed6 req-b2199c06-c903-4533-b22d-e7e95d57889e tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d4c303e-0c5b-4d5a-b0c4-6f31f4676a83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2712634 Aug 11 03:25:15.268232 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66568b5c-2b7d-40ad-b40c-7e555a39a7fe tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Pushing event updated for resources: {'Network': ['ID=4cd23ac0-9828-438d-96f5-857dac54111a,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:15.279319 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network 4cd23ac0-9828-438d-96f5-857dac54111a details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:25:15.288276 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-66568b5c-2b7d-40ad-b40c-7e555a39a7fe tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.1608794 Aug 11 03:25:15.295955 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 54302) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:15.312811 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-b64349ab-4229-4222-9e04-09604cc39929 tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Request body: {'subnet': {'network_id': '4cd23ac0-9828-438d-96f5-857dac54111a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:25:15.323294 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0334fb38-f677-4f21-bc9c-43eae57b731c tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=102191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:25:15.359790 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0334fb38-f677-4f21-bc9c-43eae57b731c tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:15.360196 n-d-764292-30 neutron-server[102191]: INFO neutron.db.segments_db [None req-0334fb38-f677-4f21-bc9c-43eae57b731c tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Added segment 48f6fd0b-cb08-4ebb-806d-40e36c8e494f of type vlan for network dca556ae-942f-4b24-bf88-eda0217769c7 Aug 11 03:25:15.423445 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-bebce038-55d8-45c7-a9dc-79fc0a6a0daf tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:15.432901 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:25:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f17a97c-932f-4bdb-9568-e0d8fcec2d8d x-openstack-request-id: req-0f17a97c-932f-4bdb-9568-e0d8fcec2d8d {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:25:15.437345 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ab07bbd-fa55-4032-bc68-2fe67c0da2d6", "tag": "dfa2e0ff-33d8-4c81-8f5e-c2c8919596e7", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:25:15.437345 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0f17a97c-932f-4bdb-9568-e0d8fcec2d8d {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:25:15.437345 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ab07bbd-fa55-4032-bc68-2fe67c0da2d6', 'tag': 'dfa2e0ff-33d8-4c81-8f5e-c2c8919596e7', 'status': 'completed', 'code': 200} Aug 11 03:25:15.447291 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0334fb38-f677-4f21-bc9c-43eae57b731c tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:15.455290 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88dcfb9-814f-40d0-b9fb-bd0f9b485d18 req-b6270288-e294-4f24-9e34-1589f31125f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:15.457491 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e88dcfb9-814f-40d0-b9fb-bd0f9b485d18 req-b6270288-e294-4f24-9e34-1589f31125f8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=6a6493ce-4ad4-4581-8e07-a017fe78dc31 HTTP/1.1" status: 200 len: 897 time: 0.4595115 Aug 11 03:25:15.527844 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ceb4c9-dd46-4798-8105-9c16dd2300d7 req-d24dbe1b-ea7d-4e56-940f-926c8764ef9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:15.529568 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-46ceb4c9-dd46-4798-8105-9c16dd2300d7 req-d24dbe1b-ea7d-4e56-940f-926c8764ef9a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a5478860f7cb432583cc8e5d994d2237&device_id=2ab07bbd-fa55-4032-bc68-2fe67c0da2d6 HTTP/1.1" status: 200 len: 1096 time: 0.1039317 Aug 11 03:25:15.582783 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0334fb38-f677-4f21-bc9c-43eae57b731c tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:15.588265 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0334fb38-f677-4f21-bc9c-43eae57b731c tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:15.588838 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0334fb38-f677-4f21-bc9c-43eae57b731c tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks [] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:15.601976 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-bebce038-55d8-45c7-a9dc-79fc0a6a0daf tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:15.651590 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fbefbb-9e20-4ab9-a050-0f907b105b0a req-766ebc8f-04ea-4e21-a8a9-42730ca18457 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:15.653105 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-51fbefbb-9e20-4ab9-a050-0f907b105b0a req-766ebc8f-04ea-4e21-a8a9-42730ca18457 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] 10.222.0.41 "GET /v2.0/ports?device_id=a65c0eb5-a5c4-488f-8d51-996639b869c4 HTTP/1.1" status: 200 len: 932 time: 0.2791421 Aug 11 03:25:15.685476 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e88dcfb9-814f-40d0-b9fb-bd0f9b485d18 req-62315502-864a-44d6-abd8-5706282cdc94 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dfa2e0ff-33d8-4c81-8f5e-c2c8919596e7 HTTP/1.1" status: 200 len: 999 time: 0.2161796 Aug 11 03:25:15.723550 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0334fb38-f677-4f21-bc9c-43eae57b731c tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Pushing event updated for resources: {'Network': ['ID=dca556ae-942f-4b24-bf88-eda0217769c7,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:15.728861 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bebce038-55d8-45c7-a9dc-79fc0a6a0daf tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Network 813a308e-1df3-42f6-8357-85259fd890d2 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:25:15.731882 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebce038-55d8-45c7-a9dc-79fc0a6a0daf tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Pushing event updated for resources: {'Port': ['ID=68bc7669-a96c-472f-84f2-b8b43327167f,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:15.735797 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network dca556ae-942f-4b24-bf88-eda0217769c7 details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:25:15.737255 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-bebce038-55d8-45c7-a9dc-79fc0a6a0daf tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:25:15.744743 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bebce038-55d8-45c7-a9dc-79fc0a6a0daf tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:25:15.750193 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bebce038-55d8-45c7-a9dc-79fc0a6a0daf tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:15.750833 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-bebce038-55d8-45c7-a9dc-79fc0a6a0daf tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:15.764033 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ceb4c9-dd46-4798-8105-9c16dd2300d7 req-f21b19aa-86ea-49f0-ba4b-8d2924a1ddce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:15.765385 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-46ceb4c9-dd46-4798-8105-9c16dd2300d7 req-f21b19aa-86ea-49f0-ba4b-8d2924a1ddce service neutron] 10.222.0.22 "GET /v2.0/networks?id=6a6493ce-4ad4-4581-8e07-a017fe78dc31 HTTP/1.1" status: 200 len: 897 time: 0.2275603 Aug 11 03:25:15.775140 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b64349ab-4229-4222-9e04-09604cc39929 tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Made reservation on behalf of 0bfa4b63e6134fea96e1e475a4848a2e for: {'subnet': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:25:15.778649 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b64349ab-4229-4222-9e04-09604cc39929 tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126180544'] for subnet, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:15.838623 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-46ceb4c9-dd46-4798-8105-9c16dd2300d7 req-94d22683-7341-40e4-968d-a4a03e578981 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dfa2e0ff-33d8-4c81-8f5e-c2c8919596e7 HTTP/1.1" status: 200 len: 999 time: 0.0652943 Aug 11 03:25:15.854982 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-0334fb38-f677-4f21-bc9c-43eae57b731c tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8745983 Aug 11 03:25:15.871210 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cad7f1-84dc-472c-8478-011e7751981b req-7c23a535-dae1-4fcd-be73-660d27aff235 tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:15.872680 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b1cad7f1-84dc-472c-8478-011e7751981b req-7c23a535-dae1-4fcd-be73-660d27aff235 tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] 10.222.0.41 "GET /v2.0/networks?id=c13948e9-e028-4a8d-ac69-93d0ad6a4bde HTTP/1.1" status: 200 len: 811 time: 0.3454525 Aug 11 03:25:15.872841 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 54316) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:15.879761 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-7e501bcd-9528-4fd8-a892-93c66e97cf21 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Request body: {'subnet': {'network_id': 'dca556ae-942f-4b24-bf88-eda0217769c7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:25:15.890341 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-bebce038-55d8-45c7-a9dc-79fc0a6a0daf tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.0644593 Aug 11 03:25:15.894926 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-51fbefbb-9e20-4ab9-a050-0f907b105b0a req-045eba21-550e-49f1-bb4d-4b5835411cdd tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] 10.222.0.41 "GET /v2.0/security-groups?id=0adf890f-4031-41cf-a126-513a25ba7e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2323031 Aug 11 03:25:15.900984 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 54318) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:15.904303 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [req-9922dc6e-f1a5-4fc6-a6f4-dcef89528c55 req-7be69a52-16b7-405a-9910-1cf1574d01d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2e30322-2fc4-415e-93a2-2f2cfb7ab557 {{(pid=102192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:25:15.921481 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88dcfb9-814f-40d0-b9fb-bd0f9b485d18 req-839372a0-c839-47bd-a647-247dfb97f0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:15.922904 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e88dcfb9-814f-40d0-b9fb-bd0f9b485d18 req-839372a0-c839-47bd-a647-247dfb97f0f5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=37cbef7f-f057-476b-a1c7-ed84d89eefd6 HTTP/1.1" status: 200 len: 835 time: 0.2164166 Aug 11 03:25:15.924691 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-9922dc6e-f1a5-4fc6-a6f4-dcef89528c55 req-7be69a52-16b7-405a-9910-1cf1574d01d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:15.942758 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ceb4c9-dd46-4798-8105-9c16dd2300d7 req-e47ad7a8-7712-47f7-be63-e103d98f7efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:15.944251 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-46ceb4c9-dd46-4798-8105-9c16dd2300d7 req-e47ad7a8-7712-47f7-be63-e103d98f7efa service neutron] 10.222.0.22 "GET /v2.0/subnets?id=37cbef7f-f057-476b-a1c7-ed84d89eefd6 HTTP/1.1" status: 200 len: 835 time: 0.0992332 Aug 11 03:25:15.964353 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b1cad7f1-84dc-472c-8478-011e7751981b req-47f7b019-a11d-4fd5-b059-10f2671102c4 tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] 10.222.0.41 "GET /v2.0/quotas/f8cfc954604b4a9ba8ad1cb21f7fc109 HTTP/1.1" status: 200 len: 375 time: 0.0820510 Aug 11 03:25:16.015686 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [req-9922dc6e-f1a5-4fc6-a6f4-dcef89528c55 req-7be69a52-16b7-405a-9910-1cf1574d01d6 service neutron] Transition to ACTIVE for port object b2e30322-2fc4-415e-93a2-2f2cfb7ab557 will not be triggered until provisioned by entity L2. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:25:16.018212 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ceb4c9-dd46-4798-8105-9c16dd2300d7 req-4d344ae2-8bde-4587-aad1-b5ce7c7ed823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:16.019909 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-46ceb4c9-dd46-4798-8105-9c16dd2300d7 req-4d344ae2-8bde-4587-aad1-b5ce7c7ed823 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=6a6493ce-4ad4-4581-8e07-a017fe78dc31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0671432 Aug 11 03:25:16.095839 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e501bcd-9528-4fd8-a892-93c66e97cf21 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Made reservation on behalf of e3d11adc70004665908a030719f0fc48 for: {'subnet': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:25:16.096859 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88dcfb9-814f-40d0-b9fb-bd0f9b485d18 req-ceefc643-cd5c-4072-b5d8-4ca64bd418b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:16.099090 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e88dcfb9-814f-40d0-b9fb-bd0f9b485d18 req-ceefc643-cd5c-4072-b5d8-4ca64bd418b3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6a6493ce-4ad4-4581-8e07-a017fe78dc31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1642158 Aug 11 03:25:16.100002 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7e501bcd-9528-4fd8-a892-93c66e97cf21 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274743'] for subnet, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:16.147862 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b1cad7f1-84dc-472c-8478-011e7751981b req-ab2b4728-1b25-4848-b025-c92e1efc394d tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=f8cfc954604b4a9ba8ad1cb21f7fc109&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1567476 Aug 11 03:25:16.148489 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-9922dc6e-f1a5-4fc6-a6f4-dcef89528c55 req-7be69a52-16b7-405a-9910-1cf1574d01d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:16.168450 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-46ceb4c9-dd46-4798-8105-9c16dd2300d7 req-bec0510b-bcc9-49fb-91a8-f26656cde62a service neutron] 10.222.0.22 "GET /v2.0/networks/6a6493ce-4ad4-4581-8e07-a017fe78dc31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411169 Aug 11 03:25:16.315397 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-46ceb4c9-dd46-4798-8105-9c16dd2300d7 req-05d987c9-ff39-4e53-afba-ee7566c15603 service neutron] 10.222.0.22 "GET /v2.0/networks/6a6493ce-4ad4-4581-8e07-a017fe78dc31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384799 Aug 11 03:25:16.377889 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-631629cb-10f4-4673-9a5b-729d00a6924f tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Deleting port 68bc7669-a96c-472f-84f2-b8b43327167f {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:25:16.378231 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-631629cb-10f4-4673-9a5b-729d00a6924f tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:16.398489 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be69a52-16b7-405a-9910-1cf1574d01d6 service neutron] Pushing event updated for resources: {'Port': ['ID=b2e30322-2fc4-415e-93a2-2f2cfb7ab557,revision_number=2']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:16.423422 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.agents_db [None req-950b7202-decb-43e2-8f71-ac8931dc9749 None None] Agent healthcheck: found 7 active agents {{(pid=102194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:25:16.436768 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7e501bcd-9528-4fd8-a892-93c66e97cf21 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126283476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274725'] for subnet, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:16.497165 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e501bcd-9528-4fd8-a892-93c66e97cf21 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Pushing event updated for resources: {'Subnet': ['ID=50711f26-668b-47d2-a52c-747df49a242f,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:16.507627 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e501bcd-9528-4fd8-a892-93c66e97cf21 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Checking segment: {'id': '48f6fd0b-cb08-4ebb-806d-40e36c8e494f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'dca556ae-942f-4b24-bf88-eda0217769c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:25:16.507929 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e501bcd-9528-4fd8-a892-93c66e97cf21 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Network hostable DHCP agents. Network: dca556ae-942f-4b24-bf88-eda0217769c7, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:25:16.571976 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e88dcfb9-814f-40d0-b9fb-bd0f9b485d18 req-d5d2c1ea-a5d2-4069-bae6-6a6e210128a8 service neutron] 10.222.0.24 "GET /v2.0/networks/6a6493ce-4ad4-4581-8e07-a017fe78dc31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4448001 Aug 11 03:25:16.579568 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e501bcd-9528-4fd8-a892-93c66e97cf21 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Network dca556ae-942f-4b24-bf88-eda0217769c7 is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:25:16.619470 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b64349ab-4229-4222-9e04-09604cc39929 tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125932092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126180562'] for subnet, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:16.622477 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b1cad7f1-84dc-472c-8478-011e7751981b req-aaae1554-1830-4c59-9864-b5b0bf516a08 service neutron] 10.222.0.41 "GET /v2.0/networks/c13948e9-e028-4a8d-ac69-93d0ad6a4bde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4312880 Aug 11 03:25:16.641998 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-7e501bcd-9528-4fd8-a892-93c66e97cf21 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, dca556ae-942f-4b24-bf88-eda0217769c7) {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:25:16.647095 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e501bcd-9528-4fd8-a892-93c66e97cf21 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:16.647714 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7e501bcd-9528-4fd8-a892-93c66e97cf21 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:16.648719 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-631629cb-10f4-4673-9a5b-729d00a6924f tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:16.656049 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fd0a2e8-ec3d-4eb8-b5f9-f130b04c8fc2 None None] Network dca556ae-942f-4b24-bf88-eda0217769c7 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:25:16.662764 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673bc722-4032-4394-83c0-cb96fab76990 req-8f01d3cc-b6d2-4b8d-a194-3533aa887c52 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:16.664320 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-673bc722-4032-4394-83c0-cb96fab76990 req-8f01d3cc-b6d2-4b8d-a194-3533aa887c52 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ab07bbd-fa55-4032-bc68-2fe67c0da2d6 HTTP/1.1" status: 200 len: 944 time: 0.3472667 Aug 11 03:25:16.705899 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-7e501bcd-9528-4fd8-a892-93c66e97cf21 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8320210 Aug 11 03:25:16.708615 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 54324) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:16.741376 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-631629cb-10f4-4673-9a5b-729d00a6924f tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Calling delete_port for 68bc7669-a96c-472f-84f2-b8b43327167f owned by {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:25:16.775035 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-9922dc6e-f1a5-4fc6-a6f4-dcef89528c55 req-7be69a52-16b7-405a-9910-1cf1574d01d6 service neutron] Attempting to bind port b2e30322-2fc4-415e-93a2-2f2cfb7ab557 on host n-h2-764292-30 for vnic_type normal with profile {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:25:16.775437 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-9922dc6e-f1a5-4fc6-a6f4-dcef89528c55 req-7be69a52-16b7-405a-9910-1cf1574d01d6 service neutron] Attempting to bind port b2e30322-2fc4-415e-93a2-2f2cfb7ab557 by drivers openvswitch,hyperv on host n-h2-764292-30 at level 0 using segments [{'id': '258c2758-00a0-4aec-a30a-06817b920338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'afad8afb-efaf-4212-8ff7-abfcaf9cd6db'}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:25:16.775741 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9922dc6e-f1a5-4fc6-a6f4-dcef89528c55 req-7be69a52-16b7-405a-9910-1cf1574d01d6 service neutron] Attempting to bind port b2e30322-2fc4-415e-93a2-2f2cfb7ab557 on network afad8afb-efaf-4212-8ff7-abfcaf9cd6db {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:25:16.815489 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9922dc6e-f1a5-4fc6-a6f4-dcef89528c55 req-7be69a52-16b7-405a-9910-1cf1574d01d6 service neutron] Port b2e30322-2fc4-415e-93a2-2f2cfb7ab557 on network afad8afb-efaf-4212-8ff7-abfcaf9cd6db not bound, no agent of type Open vSwitch agent registered on host n-h2-764292-30 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:25:16.815815 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9922dc6e-f1a5-4fc6-a6f4-dcef89528c55 req-7be69a52-16b7-405a-9910-1cf1574d01d6 service neutron] Attempting to bind port b2e30322-2fc4-415e-93a2-2f2cfb7ab557 on network afad8afb-efaf-4212-8ff7-abfcaf9cd6db {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:25:16.817445 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-485cff7e-a3e6-477c-bc3d-5ae57be1e873 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde080026-c28f-55be-b52b-13827cc43646-dca556ae-942f-4b24-bf88-eda0217769c7', 'network_id': 'dca556ae-942f-4b24-bf88-eda0217769c7', 'tenant_id': 'e3d11adc70004665908a030719f0fc48', 'fixed_ips': [{'subnet_id': '50711f26-668b-47d2-a52c-747df49a242f'}]}} from n-d-764292-30. {{(pid=102193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:25:16.818326 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-485cff7e-a3e6-477c-bc3d-5ae57be1e873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:16.855492 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64349ab-4229-4222-9e04-09604cc39929 tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Pushing event updated for resources: {'Subnet': ['ID=9e9aa852-264e-47ad-b253-15aefa0b9bef,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:16.966212 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.db_base_plugin_common [None req-485cff7e-a3e6-477c-bc3d-5ae57be1e873 None None] Allocated IP 2001:db8::2 (dca556ae-942f-4b24-bf88-eda0217769c7/50711f26-668b-47d2-a52c-747df49a242f/2e3792bb-80d5-4403-9526-abd02c036947) {{(pid=102193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:25:17.015170 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-07deeac6-7dba-4d3f-90bd-1fd4768139b4 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:17.129106 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-485cff7e-a3e6-477c-bc3d-5ae57be1e873 None None] Notify callbacks [] for port, precommit_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:17.138106 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-485cff7e-a3e6-477c-bc3d-5ae57be1e873 None None] Transition to ACTIVE for port object 2e3792bb-80d5-4403-9526-abd02c036947 will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:25:17.153221 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-485cff7e-a3e6-477c-bc3d-5ae57be1e873 None None] Transition to ACTIVE for port object 2e3792bb-80d5-4403-9526-abd02c036947 will not be triggered until provisioned by entity DHCP. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:25:17.208947 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-485cff7e-a3e6-477c-bc3d-5ae57be1e873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669'] for port, after_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:17.230921 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9922dc6e-f1a5-4fc6-a6f4-dcef89528c55 req-7be69a52-16b7-405a-9910-1cf1574d01d6 service neutron] Checking agent: {'id': '70015fc0-62fb-48b2-b453-36906937cf2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 25, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:25:17.231265 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9922dc6e-f1a5-4fc6-a6f4-dcef89528c55 req-7be69a52-16b7-405a-9910-1cf1574d01d6 service neutron] Checking segment: {'id': '258c2758-00a0-4aec-a30a-06817b920338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'afad8afb-efaf-4212-8ff7-abfcaf9cd6db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:25:17.231634 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9922dc6e-f1a5-4fc6-a6f4-dcef89528c55 req-7be69a52-16b7-405a-9910-1cf1574d01d6 service neutron] Bound using segment: {'id': '258c2758-00a0-4aec-a30a-06817b920338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'afad8afb-efaf-4212-8ff7-abfcaf9cd6db'} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:25:17.232059 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-9922dc6e-f1a5-4fc6-a6f4-dcef89528c55 req-7be69a52-16b7-405a-9910-1cf1574d01d6 service neutron] Bound port: b2e30322-2fc4-415e-93a2-2f2cfb7ab557, host: n-h2-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '258c2758-00a0-4aec-a30a-06817b920338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'afad8afb-efaf-4212-8ff7-abfcaf9cd6db'}}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:25:17.232412 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-9922dc6e-f1a5-4fc6-a6f4-dcef89528c55 req-7be69a52-16b7-405a-9910-1cf1574d01d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:17.248299 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-485cff7e-a3e6-477c-bc3d-5ae57be1e873 None None] Network dca556ae-942f-4b24-bf88-eda0217769c7 is already hosted by enough agents. {{(pid=102193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:25:17.253453 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.base_scheduler [None req-485cff7e-a3e6-477c-bc3d-5ae57be1e873 None None] Resources bound (agent type, host, resource id): {{(pid=102193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:25:17.256847 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485cff7e-a3e6-477c-bc3d-5ae57be1e873 None None] Received port after_create {{(pid=102193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:25:17.265389 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-673bc722-4032-4394-83c0-cb96fab76990 req-5d526e95-02aa-4f02-a8c8-76ab92f72b77 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d4c303e-0c5b-4d5a-b0c4-6f31f4676a83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5536571 Aug 11 03:25:17.272280 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [None req-07deeac6-7dba-4d3f-90bd-1fd4768139b4 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Allocated IP 2001:db8::1 (dca556ae-942f-4b24-bf88-eda0217769c7/50711f26-668b-47d2-a52c-747df49a242f/27ff2f86-8019-469d-8c1d-4e50681f146d) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:25:17.290623 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485cff7e-a3e6-477c-bc3d-5ae57be1e873 None None] Pushing event updated for resources: {'Port': ['ID=2e3792bb-80d5-4403-9526-abd02c036947,revision_number=1']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:17.299993 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e88dcfb9-814f-40d0-b9fb-bd0f9b485d18 req-4489c3cd-d8e6-4dd3-b9a0-6f885feedb0c service neutron] 10.222.0.24 "GET /v2.0/networks/6a6493ce-4ad4-4581-8e07-a017fe78dc31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7129769 Aug 11 03:25:17.345529 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64349ab-4229-4222-9e04-09604cc39929 tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Checking segment: {'id': 'a4cc8d5c-1174-4654-aea3-7befbae5300d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '4cd23ac0-9828-438d-96f5-857dac54111a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:25:17.345897 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b64349ab-4229-4222-9e04-09604cc39929 tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Network hostable DHCP agents. Network: 4cd23ac0-9828-438d-96f5-857dac54111a, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:25:17.381126 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b1cad7f1-84dc-472c-8478-011e7751981b req-7c41241d-deab-41dd-aae3-00b2ab44bf04 service neutron] 10.222.0.41 "GET /v2.0/networks/c13948e9-e028-4a8d-ac69-93d0ad6a4bde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7092044 Aug 11 03:25:17.444365 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-9922dc6e-f1a5-4fc6-a6f4-dcef89528c55 req-7be69a52-16b7-405a-9910-1cf1574d01d6 service neutron] For port b2e30322-2fc4-415e-93a2-2f2cfb7ab557, host n-h2-764292-30, cleared binding levels {{(pid=102192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:25:17.448790 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-9922dc6e-f1a5-4fc6-a6f4-dcef89528c55 req-7be69a52-16b7-405a-9910-1cf1574d01d6 service neutron] For port b2e30322-2fc4-415e-93a2-2f2cfb7ab557, host n-h2-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=b2e30322-2fc4-415e-93a2-2f2cfb7ab557,segment=NetworkSegment(258c2758-00a0-4aec-a30a-06817b920338),segment_id=258c2758-00a0-4aec-a30a-06817b920338)] {{(pid=102192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:25:17.458822 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ceb4c9-dd46-4798-8105-9c16dd2300d7 req-9166b379-b40e-4844-98af-94dd104d1120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:17.462430 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-46ceb4c9-dd46-4798-8105-9c16dd2300d7 req-9166b379-b40e-4844-98af-94dd104d1120 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a5478860f7cb432583cc8e5d994d2237&device_id=2ab07bbd-fa55-4032-bc68-2fe67c0da2d6 HTTP/1.1" status: 200 len: 1096 time: 0.1046441 Aug 11 03:25:17.465360 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-07deeac6-7dba-4d3f-90bd-1fd4768139b4 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:17.505221 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [None req-07deeac6-7dba-4d3f-90bd-1fd4768139b4 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Transition to ACTIVE for port object 27ff2f86-8019-469d-8c1d-4e50681f146d will not be triggered until provisioned by entity DHCP. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:25:17.542180 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-485cff7e-a3e6-477c-bc3d-5ae57be1e873 None None] Attempting to bind port 2e3792bb-80d5-4403-9526-abd02c036947 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:25:17.542489 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b64349ab-4229-4222-9e04-09604cc39929 tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Network 4cd23ac0-9828-438d-96f5-857dac54111a is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:25:17.542609 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-485cff7e-a3e6-477c-bc3d-5ae57be1e873 None None] Attempting to bind port 2e3792bb-80d5-4403-9526-abd02c036947 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': '48f6fd0b-cb08-4ebb-806d-40e36c8e494f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'dca556ae-942f-4b24-bf88-eda0217769c7'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:25:17.542916 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-485cff7e-a3e6-477c-bc3d-5ae57be1e873 None None] Attempting to bind port 2e3792bb-80d5-4403-9526-abd02c036947 on network dca556ae-942f-4b24-bf88-eda0217769c7 {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:25:17.544531 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-631629cb-10f4-4673-9a5b-729d00a6924f tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:17.548380 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-485cff7e-a3e6-477c-bc3d-5ae57be1e873 None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:25:17.548747 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-485cff7e-a3e6-477c-bc3d-5ae57be1e873 None None] Checking segment: {'id': '48f6fd0b-cb08-4ebb-806d-40e36c8e494f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'dca556ae-942f-4b24-bf88-eda0217769c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:25:17.549140 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-485cff7e-a3e6-477c-bc3d-5ae57be1e873 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:17.549527 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-485cff7e-a3e6-477c-bc3d-5ae57be1e873 None None] Bound using segment: {'id': '48f6fd0b-cb08-4ebb-806d-40e36c8e494f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'dca556ae-942f-4b24-bf88-eda0217769c7'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:25:17.549981 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-485cff7e-a3e6-477c-bc3d-5ae57be1e873 None None] Bound port: 2e3792bb-80d5-4403-9526-abd02c036947, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48f6fd0b-cb08-4ebb-806d-40e36c8e494f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'dca556ae-942f-4b24-bf88-eda0217769c7'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:25:17.550960 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-485cff7e-a3e6-477c-bc3d-5ae57be1e873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:17.618109 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-485cff7e-a3e6-477c-bc3d-5ae57be1e873 None None] For port 2e3792bb-80d5-4403-9526-abd02c036947, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:25:17.624108 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-9922dc6e-f1a5-4fc6-a6f4-dcef89528c55 req-7be69a52-16b7-405a-9910-1cf1574d01d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:17.627376 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-07deeac6-7dba-4d3f-90bd-1fd4768139b4 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:17.637744 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-485cff7e-a3e6-477c-bc3d-5ae57be1e873 None None] For port 2e3792bb-80d5-4403-9526-abd02c036947, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=2e3792bb-80d5-4403-9526-abd02c036947,segment=NetworkSegment(48f6fd0b-cb08-4ebb-806d-40e36c8e494f),segment_id=48f6fd0b-cb08-4ebb-806d-40e36c8e494f)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:25:17.642805 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-631629cb-10f4-4673-9a5b-729d00a6924f tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:17.644931 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-631629cb-10f4-4673-9a5b-729d00a6924f tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] 10.222.0.41 "DELETE /v2.0/ports/68bc7669-a96c-472f-84f2-b8b43327167f HTTP/1.1" status: 204 len: 168 time: 1.7360156 Aug 11 03:25:17.650248 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631629cb-10f4-4673-9a5b-729d00a6924f tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Pushing event deleted for resources: {'Port': ['ID=68bc7669-a96c-472f-84f2-b8b43327167f,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:17.655123 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 54330) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:17.662458 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-03aeb4c5-3851-43dd-8dca-4bd29d77f008 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Request body: {'port': {'network_id': '813a308e-1df3-42f6-8357-85259fd890d2', 'mac_address': 'fa:16:3e:75:f8:fb', 'name': 'tempest-PortsIpV6TestJSON-154368753'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:25:17.667093 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-b64349ab-4229-4222-9e04-09604cc39929 tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, 4cd23ac0-9828-438d-96f5-857dac54111a) {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:25:17.672184 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b64349ab-4229-4222-9e04-09604cc39929 tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:17.672852 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b64349ab-4229-4222-9e04-09604cc39929 tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Notify callbacks [] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:17.677517 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad203f64-7429-4ad8-8533-63c968ea213e None None] Network 4cd23ac0-9828-438d-96f5-857dac54111a requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:25:17.709722 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07deeac6-7dba-4d3f-90bd-1fd4768139b4 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Pushing event updated for resources: {'Port': ['ID=27ff2f86-8019-469d-8c1d-4e50681f146d,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:17.738913 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07deeac6-7dba-4d3f-90bd-1fd4768139b4 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Network dca556ae-942f-4b24-bf88-eda0217769c7 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:25:17.738913 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-07deeac6-7dba-4d3f-90bd-1fd4768139b4 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:25:17.739107 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-485cff7e-a3e6-477c-bc3d-5ae57be1e873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:17.739238 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07deeac6-7dba-4d3f-90bd-1fd4768139b4 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:25:17.739238 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-07deeac6-7dba-4d3f-90bd-1fd4768139b4 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-520987'] for router_interface, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:17.772803 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9922dc6e-f1a5-4fc6-a6f4-dcef89528c55 req-7be69a52-16b7-405a-9910-1cf1574d01d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:17.773756 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-9922dc6e-f1a5-4fc6-a6f4-dcef89528c55 req-7be69a52-16b7-405a-9910-1cf1574d01d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:17.775277 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9922dc6e-f1a5-4fc6-a6f4-dcef89528c55 req-7be69a52-16b7-405a-9910-1cf1574d01d6 service neutron] 10.222.0.24 "PUT /v2.0/ports/b2e30322-2fc4-415e-93a2-2f2cfb7ab557 HTTP/1.1" status: 200 len: 1093 time: 3.1729758 Aug 11 03:25:17.792603 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a65c0eb5-a5c4-488f-8d51-996639b869c4', 'tag': 'b2e30322-2fc4-415e-93a2-2f2cfb7ab557'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:25:17.795991 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64e7f944-a8c1-4fa7-8768-49721c4ada57" -d '{"events": [{"name": "network-changed", "server_uuid": "a65c0eb5-a5c4-488f-8d51-996639b869c4", "tag": "b2e30322-2fc4-415e-93a2-2f2cfb7ab557"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:25:17.804563 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-79aa88b3-0f4c-4273-b80f-a21c406170be req-a0877008-98c5-40fd-a14c-752745b66a26 tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] 10.222.0.41 "GET /v2.0/ports?device_id=615eb31c-7c46-417d-9d57-b64413500be6 HTTP/1.1" status: 200 len: 210 time: 0.1247208 Aug 11 03:25:17.810429 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631629cb-10f4-4673-9a5b-729d00a6924f tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:25:17.810779 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631629cb-10f4-4673-9a5b-729d00a6924f tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:25:17.811120 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631629cb-10f4-4673-9a5b-729d00a6924f tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:25:17.811453 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631629cb-10f4-4673-9a5b-729d00a6924f tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:25:17.811786 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631629cb-10f4-4673-9a5b-729d00a6924f tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:25:17.812177 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631629cb-10f4-4673-9a5b-729d00a6924f tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:25:17.812507 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631629cb-10f4-4673-9a5b-729d00a6924f tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:25:17.812841 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631629cb-10f4-4673-9a5b-729d00a6924f tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:25:17.813170 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631629cb-10f4-4673-9a5b-729d00a6924f tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:25:17.813572 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631629cb-10f4-4673-9a5b-729d00a6924f tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:25:17.813808 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631629cb-10f4-4673-9a5b-729d00a6924f tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:25:17.814117 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631629cb-10f4-4673-9a5b-729d00a6924f tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:25:17.848225 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1395c2ca-5be3-42d9-9491-f31f6ff60550 req-d9b0662e-2946-4cb3-bfd9-62c3946f5ba3 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:17.849923 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1395c2ca-5be3-42d9-9491-f31f6ff60550 req-d9b0662e-2946-4cb3-bfd9-62c3946f5ba3 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] 10.222.0.41 "GET /v2.0/ports?device_id=a65c0eb5-a5c4-488f-8d51-996639b869c4 HTTP/1.1" status: 200 len: 944 time: 0.3111436 Aug 11 03:25:17.932579 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485cff7e-a3e6-477c-bc3d-5ae57be1e873 None None] Pushing event updated for resources: {'Port': ['ID=2e3792bb-80d5-4403-9526-abd02c036947,revision_number=2']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:17.939828 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:25:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36e570a9-4df5-419e-b1a5-343f5bbe81cd x-openstack-request-id: req-36e570a9-4df5-419e-b1a5-343f5bbe81cd {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:25:17.940100 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a65c0eb5-a5c4-488f-8d51-996639b869c4", "tag": "b2e30322-2fc4-415e-93a2-2f2cfb7ab557", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:25:17.940349 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-36e570a9-4df5-419e-b1a5-343f5bbe81cd {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:25:17.940743 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a65c0eb5-a5c4-488f-8d51-996639b869c4', 'tag': 'b2e30322-2fc4-415e-93a2-2f2cfb7ab557', 'status': 'completed', 'code': 200} Aug 11 03:25:17.973890 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 54340) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:17.974705 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-b64349ab-4229-4222-9e04-09604cc39929 tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6665223 Aug 11 03:25:17.982718 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-78519fd6-e82b-4c4c-85e9-dc10a67aea03 tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Request body: {'network': {'name': 'tempest-router-network01--1002205821'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:25:17.989079 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ceb4c9-dd46-4798-8105-9c16dd2300d7 req-3f9cb8e7-3c35-42dd-84f5-db1ec8f5d662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:17.990622 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-46ceb4c9-dd46-4798-8105-9c16dd2300d7 req-3f9cb8e7-3c35-42dd-84f5-db1ec8f5d662 service neutron] 10.222.0.24 "GET /v2.0/networks?id=6a6493ce-4ad4-4581-8e07-a017fe78dc31 HTTP/1.1" status: 200 len: 897 time: 0.5203724 Aug 11 03:25:18.021153 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-07deeac6-7dba-4d3f-90bd-1fd4768139b4 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:18.036158 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1395c2ca-5be3-42d9-9491-f31f6ff60550 req-00cae80d-6782-4509-ae4d-a86b2b474661 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] 10.222.0.41 "GET /v2.0/security-groups?id=0adf890f-4031-41cf-a126-513a25ba7e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1531985 Aug 11 03:25:18.063374 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f56ced8-b5f2-4362-922e-dc321d535e7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde080026-c28f-55be-b52b-13827cc43646-4cd23ac0-9828-438d-96f5-857dac54111a', 'network_id': '4cd23ac0-9828-438d-96f5-857dac54111a', 'tenant_id': '0bfa4b63e6134fea96e1e475a4848a2e', 'fixed_ips': [{'subnet_id': '9e9aa852-264e-47ad-b253-15aefa0b9bef'}]}} from n-d-764292-30. {{(pid=102193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:25:18.063374 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-5f56ced8-b5f2-4362-922e-dc321d535e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:18.076923 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be69a52-16b7-405a-9910-1cf1574d01d6 service neutron] Pushing event updated for resources: {'Port': ['ID=b2e30322-2fc4-415e-93a2-2f2cfb7ab557,revision_number=3']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:18.158963 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9922dc6e-f1a5-4fc6-a6f4-dcef89528c55 req-37adea5b-c610-499a-ba57-b618955edd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:18.165826 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9922dc6e-f1a5-4fc6-a6f4-dcef89528c55 req-37adea5b-c610-499a-ba57-b618955edd26 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6f34ea378b0c4732b01bbd0e8e3ce05d&device_id=a65c0eb5-a5c4-488f-8d51-996639b869c4 HTTP/1.1" status: 200 len: 1096 time: 0.2237117 Aug 11 03:25:18.172024 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-46ceb4c9-dd46-4798-8105-9c16dd2300d7 req-b8b35d2f-5e6c-45e8-9d3a-7ee39863a546 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dfa2e0ff-33d8-4c81-8f5e-c2c8919596e7 HTTP/1.1" status: 200 len: 999 time: 0.1329401 Aug 11 03:25:18.236481 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9922dc6e-f1a5-4fc6-a6f4-dcef89528c55 req-40317155-ed96-4b0a-82ba-9148a7e4e689 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=b2e30322-2fc4-415e-93a2-2f2cfb7ab557 HTTP/1.1" status: 200 len: 217 time: 0.0632815 Aug 11 03:25:18.236713 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78519fd6-e82b-4c4c-85e9-dc10a67aea03 tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Made reservation on behalf of 0bfa4b63e6134fea96e1e475a4848a2e for: {'network': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:25:18.240655 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-78519fd6-e82b-4c4c-85e9-dc10a67aea03 tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:18.310722 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78519fd6-e82b-4c4c-85e9-dc10a67aea03 tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=102191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:25:18.330864 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.db_base_plugin_common [None req-5f56ced8-b5f2-4362-922e-dc321d535e7e None None] Allocated IP 172.20.0.2 (4cd23ac0-9828-438d-96f5-857dac54111a/9e9aa852-264e-47ad-b253-15aefa0b9bef/d8204e17-4f0f-4cbc-a64f-78c19f022bc9) {{(pid=102193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:25:18.354425 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-78519fd6-e82b-4c4c-85e9-dc10a67aea03 tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:18.356320 n-d-764292-30 neutron-server[102191]: INFO neutron.db.segments_db [None req-78519fd6-e82b-4c4c-85e9-dc10a67aea03 tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Added segment cbc71070-6eca-4b0c-ae42-bac1a1a51908 of type vlan for network f1430fbd-2f75-41b1-9bf4-6c560459dbd2 Aug 11 03:25:18.374862 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ceb4c9-dd46-4798-8105-9c16dd2300d7 req-e76dd599-b7a4-44c8-8cb7-0edf94fecac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:18.376394 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-46ceb4c9-dd46-4798-8105-9c16dd2300d7 req-e76dd599-b7a4-44c8-8cb7-0edf94fecac2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=37cbef7f-f057-476b-a1c7-ed84d89eefd6 HTTP/1.1" status: 200 len: 835 time: 0.1367338 Aug 11 03:25:18.379329 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03aeb4c5-3851-43dd-8dca-4bd29d77f008 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Made reservation on behalf of a6e0511434be4fc4a2d24d0db6f1badc for: {'port': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:25:18.451361 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9922dc6e-f1a5-4fc6-a6f4-dcef89528c55 req-109709a3-24ea-45a7-9836-ac764bbc3a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:18.452868 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9922dc6e-f1a5-4fc6-a6f4-dcef89528c55 req-109709a3-24ea-45a7-9836-ac764bbc3a53 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=597122b4-c492-4b3b-bceb-0188fc9f2604 HTTP/1.1" status: 200 len: 838 time: 0.1456702 Aug 11 03:25:18.561725 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-03aeb4c5-3851-43dd-8dca-4bd29d77f008 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:18.587468 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b79b1c-88e0-45ba-a4b2-ceaf8fe7b2e3 req-807a205e-9a2c-4bb2-a22b-b4bbd895f99a tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:18.589300 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e3b79b1c-88e0-45ba-a4b2-ceaf8fe7b2e3 req-807a205e-9a2c-4bb2-a22b-b4bbd895f99a tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ab07bbd-fa55-4032-bc68-2fe67c0da2d6 HTTP/1.1" status: 200 len: 944 time: 0.1787019 Aug 11 03:25:18.598426 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ceb4c9-dd46-4798-8105-9c16dd2300d7 req-b7aeef74-ce85-4cf9-8619-d4687e7e4544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:18.600352 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-46ceb4c9-dd46-4798-8105-9c16dd2300d7 req-b7aeef74-ce85-4cf9-8619-d4687e7e4544 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6a6493ce-4ad4-4581-8e07-a017fe78dc31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2122164 Aug 11 03:25:18.620091 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-5f56ced8-b5f2-4362-922e-dc321d535e7e None None] Notify callbacks [] for port, precommit_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:18.635851 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9922dc6e-f1a5-4fc6-a6f4-dcef89528c55 req-41f627e7-dbcd-47d6-ac58-9951fd423524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:18.637572 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9922dc6e-f1a5-4fc6-a6f4-dcef89528c55 req-41f627e7-dbcd-47d6-ac58-9951fd423524 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=afad8afb-efaf-4212-8ff7-abfcaf9cd6db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1614799 Aug 11 03:25:18.644674 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-5f56ced8-b5f2-4362-922e-dc321d535e7e None None] Transition to ACTIVE for port object d8204e17-4f0f-4cbc-a64f-78c19f022bc9 will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:25:18.645385 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [None req-03aeb4c5-3851-43dd-8dca-4bd29d77f008 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] device_id is not set on port c411b059-1f41-43dc-961a-d499332b59df yet. {{(pid=102192) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:25:18.656796 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 2e3792bb-80d5-4403-9526-abd02c036947 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:25:18.705240 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-5f56ced8-b5f2-4362-922e-dc321d535e7e None None] Transition to ACTIVE for port object d8204e17-4f0f-4cbc-a64f-78c19f022bc9 will not be triggered until provisioned by entity DHCP. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:25:18.814920 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-5f56ced8-b5f2-4362-922e-dc321d535e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669'] for port, after_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:18.826768 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e3b79b1c-88e0-45ba-a4b2-ceaf8fe7b2e3 req-46cfad51-8bb0-4606-804f-c93c6f1ff123 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d4c303e-0c5b-4d5a-b0c4-6f31f4676a83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2253988 Aug 11 03:25:18.881189 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-46ceb4c9-dd46-4798-8105-9c16dd2300d7 req-288b6e01-b88b-4ad7-ada6-17439a9e1fa7 service neutron] 10.222.0.24 "GET /v2.0/networks/6a6493ce-4ad4-4581-8e07-a017fe78dc31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2555463 Aug 11 03:25:18.884816 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port 2e3792bb-80d5-4403-9526-abd02c036947 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:25:18.904892 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f56ced8-b5f2-4362-922e-dc321d535e7e None None] Network 4cd23ac0-9828-438d-96f5-857dac54111a is already hosted by enough agents. {{(pid=102193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:25:18.915617 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.base_scheduler [None req-5f56ced8-b5f2-4362-922e-dc321d535e7e None None] Resources bound (agent type, host, resource id): {{(pid=102193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:25:18.916753 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-78519fd6-e82b-4c4c-85e9-dc10a67aea03 tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:18.920156 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f56ced8-b5f2-4362-922e-dc321d535e7e None None] Received port after_create {{(pid=102193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:25:18.924027 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9922dc6e-f1a5-4fc6-a6f4-dcef89528c55 req-3d9890e5-1d05-425c-8551-97d6911641f5 service neutron] 10.222.0.24 "GET /v2.0/networks/afad8afb-efaf-4212-8ff7-abfcaf9cd6db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2620296 Aug 11 03:25:18.930639 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f56ced8-b5f2-4362-922e-dc321d535e7e None None] Pushing event updated for resources: {'Port': ['ID=d8204e17-4f0f-4cbc-a64f-78c19f022bc9,revision_number=1']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:19.011564 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-5f56ced8-b5f2-4362-922e-dc321d535e7e None None] Attempting to bind port d8204e17-4f0f-4cbc-a64f-78c19f022bc9 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:25:19.012261 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-5f56ced8-b5f2-4362-922e-dc321d535e7e None None] Attempting to bind port d8204e17-4f0f-4cbc-a64f-78c19f022bc9 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': 'a4cc8d5c-1174-4654-aea3-7befbae5300d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '4cd23ac0-9828-438d-96f5-857dac54111a'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:25:19.012370 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f56ced8-b5f2-4362-922e-dc321d535e7e None None] Attempting to bind port d8204e17-4f0f-4cbc-a64f-78c19f022bc9 on network 4cd23ac0-9828-438d-96f5-857dac54111a {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:25:19.022528 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f56ced8-b5f2-4362-922e-dc321d535e7e None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:25:19.023895 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f56ced8-b5f2-4362-922e-dc321d535e7e None None] Checking segment: {'id': 'a4cc8d5c-1174-4654-aea3-7befbae5300d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '4cd23ac0-9828-438d-96f5-857dac54111a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:25:19.025017 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-5f56ced8-b5f2-4362-922e-dc321d535e7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:19.025805 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f56ced8-b5f2-4362-922e-dc321d535e7e None None] Bound using segment: {'id': 'a4cc8d5c-1174-4654-aea3-7befbae5300d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '4cd23ac0-9828-438d-96f5-857dac54111a'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:25:19.026550 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-5f56ced8-b5f2-4362-922e-dc321d535e7e None None] Bound port: d8204e17-4f0f-4cbc-a64f-78c19f022bc9, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4cc8d5c-1174-4654-aea3-7befbae5300d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '4cd23ac0-9828-438d-96f5-857dac54111a'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:25:19.027166 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-5f56ced8-b5f2-4362-922e-dc321d535e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:19.038964 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-78519fd6-e82b-4c4c-85e9-dc10a67aea03 tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:19.044890 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78519fd6-e82b-4c4c-85e9-dc10a67aea03 tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:19.045540 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-78519fd6-e82b-4c4c-85e9-dc10a67aea03 tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Notify callbacks [] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:19.056696 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-07deeac6-7dba-4d3f-90bd-1fd4768139b4 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:19.149348 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-07deeac6-7dba-4d3f-90bd-1fd4768139b4 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:19.150051 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-07deeac6-7dba-4d3f-90bd-1fd4768139b4 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16383026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521135'] for router_interface, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:19.156233 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-5f56ced8-b5f2-4362-922e-dc321d535e7e None None] For port d8204e17-4f0f-4cbc-a64f-78c19f022bc9, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:25:19.160247 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-5f56ced8-b5f2-4362-922e-dc321d535e7e None None] For port d8204e17-4f0f-4cbc-a64f-78c19f022bc9, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=d8204e17-4f0f-4cbc-a64f-78c19f022bc9,segment=NetworkSegment(a4cc8d5c-1174-4654-aea3-7befbae5300d),segment_id=a4cc8d5c-1174-4654-aea3-7befbae5300d)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:25:19.194151 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78519fd6-e82b-4c4c-85e9-dc10a67aea03 tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Pushing event updated for resources: {'Network': ['ID=f1430fbd-2f75-41b1-9bf4-6c560459dbd2,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:19.210091 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network f1430fbd-2f75-41b1-9bf4-6c560459dbd2 details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:25:19.244714 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c0a8c0c2-a0e5-4e9b-ba10-315fc8474ef0 req-ad35b33c-8e95-4bc4-aa73-311517dcf3d5 tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] 10.222.0.41 "GET /v2.0/ports?device_id=615eb31c-7c46-417d-9d57-b64413500be6 HTTP/1.1" status: 200 len: 210 time: 0.2942581 Aug 11 03:25:19.252211 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-78519fd6-e82b-4c4c-85e9-dc10a67aea03 tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2769663 Aug 11 03:25:19.263474 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 54352) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:19.273299 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-91e6c5bd-30e4-4904-9825-e8daa6c9f3dc tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Request body: {'network': {'name': 'tempest-router-network02--1455267547'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:25:19.303436 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-5f56ced8-b5f2-4362-922e-dc321d535e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:19.315613 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07deeac6-7dba-4d3f-90bd-1fd4768139b4 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Pushing event updated for resources: {'Port': ['ID=27ff2f86-8019-469d-8c1d-4e50681f146d,revision_number=2']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:19.320866 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9922dc6e-f1a5-4fc6-a6f4-dcef89528c55 req-2a417755-574a-4d16-b762-32fe5c55e14a service neutron] 10.222.0.24 "GET /v2.0/networks/afad8afb-efaf-4212-8ff7-abfcaf9cd6db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3774924 Aug 11 03:25:19.374564 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cb78ae7-9ec9-4165-bc7b-cd9e08fba633 None None] Network dca556ae-942f-4b24-bf88-eda0217769c7 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:25:19.390106 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07deeac6-7dba-4d3f-90bd-1fd4768139b4 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Network dca556ae-942f-4b24-bf88-eda0217769c7 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:25:19.391709 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-07deeac6-7dba-4d3f-90bd-1fd4768139b4 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:25:19.402753 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91e6c5bd-30e4-4904-9825-e8daa6c9f3dc tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Made reservation on behalf of 0bfa4b63e6134fea96e1e475a4848a2e for: {'network': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:25:19.406926 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-91e6c5bd-30e4-4904-9825-e8daa6c9f3dc tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:19.418183 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-46ceb4c9-dd46-4798-8105-9c16dd2300d7 req-a3b570c2-daa0-4466-a35b-7df284aad1cc service neutron] 10.222.0.24 "GET /v2.0/networks/6a6493ce-4ad4-4581-8e07-a017fe78dc31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4898036 Aug 11 03:25:19.441842 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-03aeb4c5-3851-43dd-8dca-4bd29d77f008 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:19.461121 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc952e93-6660-45dd-a92a-6168a578987e req-a13d0b96-ad0b-40d5-a640-a3dc3cfdf00b tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:19.464158 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-fc952e93-6660-45dd-a92a-6168a578987e req-a13d0b96-ad0b-40d5-a640-a3dc3cfdf00b tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] 10.222.0.41 "GET /v2.0/ports?device_id=a65c0eb5-a5c4-488f-8d51-996639b869c4 HTTP/1.1" status: 200 len: 944 time: 0.2347560 Aug 11 03:25:19.502247 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f56ced8-b5f2-4362-922e-dc321d535e7e None None] Pushing event updated for resources: {'Port': ['ID=d8204e17-4f0f-4cbc-a64f-78c19f022bc9,revision_number=2']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:19.545530 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91e6c5bd-30e4-4904-9825-e8daa6c9f3dc tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=102191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:25:19.563022 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-91e6c5bd-30e4-4904-9825-e8daa6c9f3dc tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:19.563369 n-d-764292-30 neutron-server[102191]: INFO neutron.db.segments_db [None req-91e6c5bd-30e4-4904-9825-e8daa6c9f3dc tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Added segment a8568db8-95aa-4405-ad0d-a955f9fa1f17 of type vlan for network 1dabfc3b-fcc9-469c-a909-c596a7fdd3d7 Aug 11 03:25:19.590558 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-d7df0365-ca2c-44c4-924d-05397a8c76e4 None None] Provisioning for port 2e3792bb-80d5-4403-9526-abd02c036947 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:25:19.597738 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-d7df0365-ca2c-44c4-924d-05397a8c76e4 None None] Provisioning complete for port 2e3792bb-80d5-4403-9526-abd02c036947 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:25:19.598110 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-d7df0365-ca2c-44c4-924d-05397a8c76e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:19.602581 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-fc952e93-6660-45dd-a92a-6168a578987e req-e14449e5-94cc-4df6-a0ed-f17e03ba56dd tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] 10.222.0.41 "GET /v2.0/security-groups?id=0adf890f-4031-41cf-a126-513a25ba7e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1258271 Aug 11 03:25:19.638224 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e7f944-a8c1-4fa7-8768-49721c4ada57 req-6e40cfbb-f7e4-43a3-a865-976501aaa589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:19.639926 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-64e7f944-a8c1-4fa7-8768-49721c4ada57 req-6e40cfbb-f7e4-43a3-a865-976501aaa589 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6f34ea378b0c4732b01bbd0e8e3ce05d&device_id=a65c0eb5-a5c4-488f-8d51-996639b869c4 HTTP/1.1" status: 200 len: 1096 time: 0.1309948 Aug 11 03:25:19.698314 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-91e6c5bd-30e4-4904-9825-e8daa6c9f3dc tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:19.726947 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-03aeb4c5-3851-43dd-8dca-4bd29d77f008 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:19.735622 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device dfa2e0ff-33d8-4c81-8f5e-c2c8919596e7 details requested by agent hyperv_n-h2-764292-30 with host n-h2-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:25:19.787352 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03aeb4c5-3851-43dd-8dca-4bd29d77f008 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Network 813a308e-1df3-42f6-8357-85259fd890d2 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:25:19.794082 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07deeac6-7dba-4d3f-90bd-1fd4768139b4 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Router b0ec7b20-10fd-4b3d-82c1-134f07fcb827 is scheduled to L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 with binding_index 1 {{(pid=102191) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:25:19.794324 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-d7df0365-ca2c-44c4-924d-05397a8c76e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:19.833998 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-03aeb4c5-3851-43dd-8dca-4bd29d77f008 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:25:19.841396 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03aeb4c5-3851-43dd-8dca-4bd29d77f008 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:25:19.848440 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03aeb4c5-3851-43dd-8dca-4bd29d77f008 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:19.852132 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-03aeb4c5-3851-43dd-8dca-4bd29d77f008 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:19.867747 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-91e6c5bd-30e4-4904-9825-e8daa6c9f3dc tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:19.876417 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91e6c5bd-30e4-4904-9825-e8daa6c9f3dc tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:19.877058 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-91e6c5bd-30e4-4904-9825-e8daa6c9f3dc tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Notify callbacks [] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:19.890467 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-d7df0365-ca2c-44c4-924d-05397a8c76e4 None None] For port 2e3792bb-80d5-4403-9526-abd02c036947, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=2e3792bb-80d5-4403-9526-abd02c036947,segment=NetworkSegment(48f6fd0b-cb08-4ebb-806d-40e36c8e494f),segment_id=48f6fd0b-cb08-4ebb-806d-40e36c8e494f)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:25:19.936022 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port dfa2e0ff-33d8-4c81-8f5e-c2c8919596e7, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=dfa2e0ff-33d8-4c81-8f5e-c2c8919596e7,segment=NetworkSegment(d0314809-797b-49c5-956f-3a5c1e5c0001),segment_id=d0314809-797b-49c5-956f-3a5c1e5c0001)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:25:19.952735 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Returning: {'device': 'dfa2e0ff-33d8-4c81-8f5e-c2c8919596e7', 'network_id': '6a6493ce-4ad4-4581-8e07-a017fe78dc31', 'port_id': 'dfa2e0ff-33d8-4c81-8f5e-c2c8919596e7', 'mac_address': 'fa:16:3e:c4:62:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37cbef7f-f057-476b-a1c7-ed84d89eefd6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:25:19.982779 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-d7df0365-ca2c-44c4-924d-05397a8c76e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:19.984257 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07deeac6-7dba-4d3f-90bd-1fd4768139b4 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:25:19.990592 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-07deeac6-7dba-4d3f-90bd-1fd4768139b4 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] 10.222.0.41 "PUT /v2.0/routers/b0ec7b20-10fd-4b3d-82c1-134f07fcb827/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2806354 Aug 11 03:25:19.992522 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03aeb4c5-3851-43dd-8dca-4bd29d77f008 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Pushing event updated for resources: {'Port': ['ID=c411b059-1f41-43dc-961a-d499332b59df,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:19.999273 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 54358) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:20.002431 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0649e6cd-2cdb-45a6-9f9f-f1db4dc3a351 None None] Sync routers for ids ['b0ec7b20-10fd-4b3d-82c1-134f07fcb827'] in n-d-764292-30 {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:25:20.004202 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e7f944-a8c1-4fa7-8768-49721c4ada57 req-fa381acc-e3a8-427a-b350-a3c35feb4ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:20.006768 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-64e7f944-a8c1-4fa7-8768-49721c4ada57 req-fa381acc-e3a8-427a-b350-a3c35feb4ed8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=afad8afb-efaf-4212-8ff7-abfcaf9cd6db HTTP/1.1" status: 200 len: 896 time: 0.3575914 Aug 11 03:25:20.011547 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-91e6c5bd-30e4-4904-9825-e8daa6c9f3dc tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7465799 Aug 11 03:25:20.011994 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-f656beb4-e3e9-4594-9e18-441d9adced19 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1127795805'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:25:20.022337 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0649e6cd-2cdb-45a6-9f9f-f1db4dc3a351 None None] Routers {'b0ec7b20-10fd-4b3d-82c1-134f07fcb827'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:25:20.022987 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-0649e6cd-2cdb-45a6-9f9f-f1db4dc3a351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:25:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['b0ec7b20-10fd-4b3d-82c1-134f07fcb827'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:25:20.034538 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 54360) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:20.040680 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-8a9f48b3-2766-4e2d-a66d-a0c73083f2ac tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Request body: {'subnet': {'network_id': 'f1430fbd-2f75-41b1-9bf4-6c560459dbd2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:25:20.079247 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e6c5bd-30e4-4904-9825-e8daa6c9f3dc tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Pushing event updated for resources: {'Network': ['ID=1dabfc3b-fcc9-469c-a909-c596a7fdd3d7,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:20.094610 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network 1dabfc3b-fcc9-469c-a909-c596a7fdd3d7 details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:25:20.115552 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:20.179819 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-0649e6cd-2cdb-45a6-9f9f-f1db4dc3a351 None None] Set router b0ec7b20-10fd-4b3d-82c1-134f07fcb827 gateway port host: None {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:25:20.189209 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfa2e0ff-33d8-4c81-8f5e-c2c8919596e7 {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:25:20.198561 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-03aeb4c5-3851-43dd-8dca-4bd29d77f008 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.5400050 Aug 11 03:25:20.200875 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 54362) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:20.206176 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-64e7f944-a8c1-4fa7-8768-49721c4ada57 req-cf7ee260-b098-4028-9dee-c461125d027f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=b2e30322-2fc4-415e-93a2-2f2cfb7ab557 HTTP/1.1" status: 200 len: 217 time: 0.1803160 Aug 11 03:25:20.219645 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7df0365-ca2c-44c4-924d-05397a8c76e4 None None] Pushing event updated for resources: {'Port': ['ID=2e3792bb-80d5-4403-9526-abd02c036947,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:20.251474 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port dfa2e0ff-33d8-4c81-8f5e-c2c8919596e7, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=dfa2e0ff-33d8-4c81-8f5e-c2c8919596e7,segment=NetworkSegment(d0314809-797b-49c5-956f-3a5c1e5c0001),segment_id=d0314809-797b-49c5-956f-3a5c1e5c0001)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:25:20.256819 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-016b626d-8feb-4052-9fee-b81288c6ab68 None None] Provisioning complete for port 2e3792bb-80d5-4403-9526-abd02c036947 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:25:20.257443 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-016b626d-8feb-4052-9fee-b81288c6ab68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:20.294956 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f656beb4-e3e9-4594-9e18-441d9adced19 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Made reservation on behalf of e3d11adc70004665908a030719f0fc48 for: {'network': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:25:20.300784 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-f656beb4-e3e9-4594-9e18-441d9adced19 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:20.318429 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b892d50-29cf-4f7c-b24b-402e6f11bac7 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:20.328748 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-3b892d50-29cf-4f7c-b24b-402e6f11bac7 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] 10.222.0.41 "GET /v2.0/ports/c411b059-1f41-43dc-961a-d499332b59df HTTP/1.1" status: 200 len: 844 time: 0.1266193 Aug 11 03:25:20.329402 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 54366) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:20.356949 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f656beb4-e3e9-4594-9e18-441d9adced19 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=102192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:25:20.379144 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-f656beb4-e3e9-4594-9e18-441d9adced19 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:20.382194 n-d-764292-30 neutron-server[102192]: INFO neutron.db.segments_db [None req-f656beb4-e3e9-4594-9e18-441d9adced19 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Added segment 9c34466a-8261-4d30-9358-55ca9b225f4d of type vlan for network 4f3c704b-060d-4624-8d6c-bccf9afaa118 Aug 11 03:25:20.382365 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:20.466743 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=dfa2e0ff-33d8-4c81-8f5e-c2c8919596e7,revision_number=8']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:20.566577 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-f656beb4-e3e9-4594-9e18-441d9adced19 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:20.573690 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ef2f85-9324-464e-bc8b-f01f351df688 req-36c0a6b8-0359-4122-bfb8-befd2b789fa5 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:20.586438 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-53ef2f85-9324-464e-bc8b-f01f351df688 req-36c0a6b8-0359-4122-bfb8-befd2b789fa5 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ab07bbd-fa55-4032-bc68-2fe67c0da2d6 HTTP/1.1" status: 200 len: 944 time: 0.6280153 Aug 11 03:25:20.622211 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['dfa2e0ff-33d8-4c81-8f5e-c2c8919596e7'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:25:20.668674 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f412c51c-60c9-4c8d-8180-55f0ecc0c31c req-a21b0b82-ad61-497c-98b5-18ef1ac8bdb5 tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] 10.222.0.41 "GET /v2.0/ports?device_id=615eb31c-7c46-417d-9d57-b64413500be6 HTTP/1.1" status: 200 len: 210 time: 0.0715899 Aug 11 03:25:20.707999 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-53ef2f85-9324-464e-bc8b-f01f351df688 req-a89d0844-4f97-4fcd-a5d1-9e2df3775333 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d4c303e-0c5b-4d5a-b0c4-6f31f4676a83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1198900 Aug 11 03:25:20.723604 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-0649e6cd-2cdb-45a6-9f9f-f1db4dc3a351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0ec7b20-10fd-4b3d-82c1-134f07fcb827', 'name': 'tempest-RoutersIpV6Test-router-424810573', 'tenant_id': 'e3d11adc70004665908a030719f0fc48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:25:14Z', 'updated_at': '2021-08-11T03:25:17Z', 'revision_number': 2, 'project_id': 'e3d11adc70004665908a030719f0fc48', 'gw_port_host': None, '_interfaces': [{'id': '27ff2f86-8019-469d-8c1d-4e50681f146d', 'name': '', 'network_id': 'dca556ae-942f-4b24-bf88-eda0217769c7', 'tenant_id': 'e3d11adc70004665908a030719f0fc48', 'mac_address': 'fa:16:3e:0b:cb:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0ec7b20-10fd-4b3d-82c1-134f07fcb827', 'device_owner': 'network:router_interface', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': '50711f26-668b-47d2-a52c-747df49a242f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:25:17Z', 'updated_at': '2021-08-11T03:25:18Z', 'revision_number': 2, 'project_id': 'e3d11adc70004665908a030719f0fc48', 'subnets': [{'id': '50711f26-668b-47d2-a52c-747df49a242f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:25:20.741844 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e7f944-a8c1-4fa7-8768-49721c4ada57 req-60c3d42b-70e7-4adb-9cb2-c925a545c108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:20.743415 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-64e7f944-a8c1-4fa7-8768-49721c4ada57 req-60c3d42b-70e7-4adb-9cb2-c925a545c108 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=597122b4-c492-4b3b-bceb-0188fc9f2604 HTTP/1.1" status: 200 len: 838 time: 0.5210428 Aug 11 03:25:20.768131 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cad7f1-84dc-472c-8478-011e7751981b req-a1e5c034-60ac-4364-9969-d81e4915ab45 tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:20.770550 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-b1cad7f1-84dc-472c-8478-011e7751981b req-a1e5c034-60ac-4364-9969-d81e4915ab45 tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] 10.222.0.22 "GET /v2.0/networks?id=c13948e9-e028-4a8d-ac69-93d0ad6a4bde HTTP/1.1" status: 200 len: 811 time: 0.4401753 Aug 11 03:25:20.775547 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-016b626d-8feb-4052-9fee-b81288c6ab68 None None] Provisioning for port 27ff2f86-8019-469d-8c1d-4e50681f146d completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:25:20.793622 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-b1cad7f1-84dc-472c-8478-011e7751981b req-5f798bab-071e-4fcc-a892-57b945be0f7f tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] Request body: {'port': {'device_id': '615eb31c-7c46-417d-9d57-b64413500be6', 'network_id': 'c13948e9-e028-4a8d-ac69-93d0ad6a4bde', 'admin_state_up': True, 'tenant_id': 'f8cfc954604b4a9ba8ad1cb21f7fc109'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:25:20.802261 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-016b626d-8feb-4052-9fee-b81288c6ab68 None None] Provisioning complete for port 27ff2f86-8019-469d-8c1d-4e50681f146d triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:25:20.802679 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-016b626d-8feb-4052-9fee-b81288c6ab68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:20.810777 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e7f944-a8c1-4fa7-8768-49721c4ada57 req-960fa568-4b95-497a-a5d1-0450e8416dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:20.813445 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-64e7f944-a8c1-4fa7-8768-49721c4ada57 req-960fa568-4b95-497a-a5d1-0450e8416dc2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=afad8afb-efaf-4212-8ff7-abfcaf9cd6db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0608549 Aug 11 03:25:20.832392 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0649e6cd-2cdb-45a6-9f9f-f1db4dc3a351 None None] Checking router: b0ec7b20-10fd-4b3d-82c1-134f07fcb827 for host: n-d-764292-30 {{(pid=102194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:25:20.833399 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0649e6cd-2cdb-45a6-9f9f-f1db4dc3a351 None None] Updating router b0ec7b20-10fd-4b3d-82c1-134f07fcb827 port 27ff2f86-8019-469d-8c1d-4e50681f146d binding host n-d-764292-30 {{(pid=102194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:25:20.884794 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device d8204e17-4f0f-4cbc-a64f-78c19f022bc9 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:25:20.896235 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-e3fc7825-dcca-47d4-a9f4-114279fe6f2c tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Deleting port c411b059-1f41-43dc-961a-d499332b59df {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:25:20.897041 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e3fc7825-dcca-47d4-a9f4-114279fe6f2c tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:20.913368 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-0649e6cd-2cdb-45a6-9f9f-f1db4dc3a351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:20.966917 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-f656beb4-e3e9-4594-9e18-441d9adced19 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:20.996072 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f656beb4-e3e9-4594-9e18-441d9adced19 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:20.997489 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-f656beb4-e3e9-4594-9e18-441d9adced19 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks [] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:21.017782 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a9f48b3-2766-4e2d-a66d-a0c73083f2ac tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Made reservation on behalf of 0bfa4b63e6134fea96e1e475a4848a2e for: {'subnet': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:25:21.026877 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-8a9f48b3-2766-4e2d-a66d-a0c73083f2ac tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126180544'] for subnet, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:21.048845 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-016b626d-8feb-4052-9fee-b81288c6ab68 None None] Port 27ff2f86-8019-469d-8c1d-4e50681f146d cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:25:21.060279 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e3fc7825-dcca-47d4-a9f4-114279fe6f2c tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:21.088580 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-e3fc7825-dcca-47d4-a9f4-114279fe6f2c tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Calling delete_port for c411b059-1f41-43dc-961a-d499332b59df owned by {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:25:21.132656 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75cd9b93-dcea-4692-9b16-505ac5a4d5f0 None None] Network 4cd23ac0-9828-438d-96f5-857dac54111a requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:25:21.166520 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f656beb4-e3e9-4594-9e18-441d9adced19 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Pushing event updated for resources: {'Network': ['ID=4f3c704b-060d-4624-8d6c-bccf9afaa118,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:21.200903 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-f656beb4-e3e9-4594-9e18-441d9adced19 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1990137 Aug 11 03:25:21.201580 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network 4f3c704b-060d-4624-8d6c-bccf9afaa118 details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:25:21.206966 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port d8204e17-4f0f-4cbc-a64f-78c19f022bc9 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:25:21.211266 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 54378) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:21.220168 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-a3c83bcf-4154-441e-baf2-2668f0907418 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Request body: {'subnet': {'network_id': '4f3c704b-060d-4624-8d6c-bccf9afaa118', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:25:21.294901 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe6aaee-f537-4f62-90a9-4128ecf7462d req-93f9e04b-2b6e-4ce8-a938-a413b11e678b tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:21.296471 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ebe6aaee-f537-4f62-90a9-4128ecf7462d req-93f9e04b-2b6e-4ce8-a938-a413b11e678b tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] 10.222.0.41 "GET /v2.0/ports?device_id=a65c0eb5-a5c4-488f-8d51-996639b869c4 HTTP/1.1" status: 200 len: 944 time: 0.4435258 Aug 11 03:25:21.305022 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-64e7f944-a8c1-4fa7-8768-49721c4ada57 req-b36cb1fe-7af0-4c34-803f-9859065894fb service neutron] 10.222.0.24 "GET /v2.0/networks/afad8afb-efaf-4212-8ff7-abfcaf9cd6db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4801223 Aug 11 03:25:21.311411 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 2e3792bb-80d5-4403-9526-abd02c036947 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:25:21.317480 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1cad7f1-84dc-472c-8478-011e7751981b req-5f798bab-071e-4fcc-a892-57b945be0f7f tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] Made reservation on behalf of f8cfc954604b4a9ba8ad1cb21f7fc109 for: {'port': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:25:21.322934 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-b1cad7f1-84dc-472c-8478-011e7751981b req-5f798bab-071e-4fcc-a892-57b945be0f7f tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:21.378001 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e3fc7825-dcca-47d4-a9f4-114279fe6f2c tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:21.398246 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-0649e6cd-2cdb-45a6-9f9f-f1db4dc3a351 None None] Notify callbacks [] for port, precommit_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:21.412136 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.provisioning_blocks [None req-0649e6cd-2cdb-45a6-9f9f-f1db4dc3a351 None None] Transition to ACTIVE for port object 27ff2f86-8019-469d-8c1d-4e50681f146d will not be triggered until provisioned by entity L2. {{(pid=102194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:25:21.447978 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-6f5aae25-2319-48d2-94f2-d850f11d35d0 None None] Provisioning for port d8204e17-4f0f-4cbc-a64f-78c19f022bc9 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:25:21.455075 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ebe6aaee-f537-4f62-90a9-4128ecf7462d req-c2a05f5d-4eef-4a45-80e1-355c147a48ff tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] 10.222.0.41 "GET /v2.0/security-groups?id=0adf890f-4031-41cf-a126-513a25ba7e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1431358 Aug 11 03:25:21.470898 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fc7825-dcca-47d4-a9f4-114279fe6f2c tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Pushing event deleted for resources: {'Port': ['ID=c411b059-1f41-43dc-961a-d499332b59df,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:21.479468 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-6f5aae25-2319-48d2-94f2-d850f11d35d0 None None] Provisioning complete for port d8204e17-4f0f-4cbc-a64f-78c19f022bc9 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:25:21.485718 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-6f5aae25-2319-48d2-94f2-d850f11d35d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:21.490504 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e3fc7825-dcca-47d4-a9f4-114279fe6f2c tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:21.496278 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-e3fc7825-dcca-47d4-a9f4-114279fe6f2c tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] 10.222.0.41 "DELETE /v2.0/ports/c411b059-1f41-43dc-961a-d499332b59df HTTP/1.1" status: 204 len: 168 time: 1.1645927 Aug 11 03:25:21.501327 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 54380) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:21.540035 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-0649e6cd-2cdb-45a6-9f9f-f1db4dc3a351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:21.550763 n-d-764292-30 neutron-server[102191]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e991912-e588-4b78-9802-c212af417146 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] GET failed (client error): The resource could not be found. Aug 11 03:25:21.555629 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-64e7f944-a8c1-4fa7-8768-49721c4ada57 req-40b96ca2-f293-460f-876e-812e6008f15d service neutron] 10.222.0.24 "GET /v2.0/networks/afad8afb-efaf-4212-8ff7-abfcaf9cd6db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343249 Aug 11 03:25:21.558718 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-4e991912-e588-4b78-9802-c212af417146 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] 10.222.0.41 "GET /v2.0/ports/c411b059-1f41-43dc-961a-d499332b59df HTTP/1.1" status: 404 len: 333 time: 0.0566480 Aug 11 03:25:21.559446 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 54384) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:21.569428 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-d4d4e021-70bf-4c61-a397-b6dc6a849401 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Request body: {'port': {'network_id': '813a308e-1df3-42f6-8357-85259fd890d2', 'name': 'tempest-PortsIpV6TestJSON-826615159'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:25:21.602569 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef9d49b-040c-4ea1-a36a-c3c362d614e1 None None] Pushing event updated for resources: {'Port': ['ID=27ff2f86-8019-469d-8c1d-4e50681f146d,revision_number=3']} {{(pid=102194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:21.615289 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef9d49b-040c-4ea1-a36a-c3c362d614e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:25:21.615720 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef9d49b-040c-4ea1-a36a-c3c362d614e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:25:21.615954 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef9d49b-040c-4ea1-a36a-c3c362d614e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:25:21.616288 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef9d49b-040c-4ea1-a36a-c3c362d614e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:25:21.616751 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef9d49b-040c-4ea1-a36a-c3c362d614e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:25:21.617072 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef9d49b-040c-4ea1-a36a-c3c362d614e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:25:21.617396 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef9d49b-040c-4ea1-a36a-c3c362d614e1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:25:21.617715 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef9d49b-040c-4ea1-a36a-c3c362d614e1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:25:21.618536 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef9d49b-040c-4ea1-a36a-c3c362d614e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:25:21.618779 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef9d49b-040c-4ea1-a36a-c3c362d614e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:25:21.619964 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef9d49b-040c-4ea1-a36a-c3c362d614e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:25:21.619964 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef9d49b-040c-4ea1-a36a-c3c362d614e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:25:21.631154 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895a74ae-4753-4fe3-b5af-a0f097716afe req-45681ba9-9ca4-4813-9c91-a400946b9f31 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:21.635166 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3c83bcf-4154-441e-baf2-2668f0907418 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Made reservation on behalf of e3d11adc70004665908a030719f0fc48 for: {'subnet': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:25:21.638824 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a3c83bcf-4154-441e-baf2-2668f0907418 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274743'] for subnet, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:21.640996 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-895a74ae-4753-4fe3-b5af-a0f097716afe req-45681ba9-9ca4-4813-9c91-a400946b9f31 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ab07bbd-fa55-4032-bc68-2fe67c0da2d6 HTTP/1.1" status: 200 len: 945 time: 0.0812049 Aug 11 03:25:21.646617 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 2e3792bb-80d5-4403-9526-abd02c036947 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:25:21.646990 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:21.748556 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-6f5aae25-2319-48d2-94f2-d850f11d35d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:21.755642 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device b2e30322-2fc4-415e-93a2-2f2cfb7ab557 details requested by agent hyperv_n-h2-764292-30 with host n-h2-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:25:21.781140 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-0649e6cd-2cdb-45a6-9f9f-f1db4dc3a351 None None] Attempting to bind port 27ff2f86-8019-469d-8c1d-4e50681f146d on host n-d-764292-30 for vnic_type normal with profile {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:25:21.781505 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-0649e6cd-2cdb-45a6-9f9f-f1db4dc3a351 None None] Attempting to bind port 27ff2f86-8019-469d-8c1d-4e50681f146d by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': '48f6fd0b-cb08-4ebb-806d-40e36c8e494f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'dca556ae-942f-4b24-bf88-eda0217769c7'}] {{(pid=102194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:25:21.781860 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0649e6cd-2cdb-45a6-9f9f-f1db4dc3a351 None None] Attempting to bind port 27ff2f86-8019-469d-8c1d-4e50681f146d on network dca556ae-942f-4b24-bf88-eda0217769c7 {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:25:21.801044 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0649e6cd-2cdb-45a6-9f9f-f1db4dc3a351 None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:25:21.801044 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0649e6cd-2cdb-45a6-9f9f-f1db4dc3a351 None None] Checking segment: {'id': '48f6fd0b-cb08-4ebb-806d-40e36c8e494f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'dca556ae-942f-4b24-bf88-eda0217769c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:25:21.801044 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-0649e6cd-2cdb-45a6-9f9f-f1db4dc3a351 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:21.801044 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0649e6cd-2cdb-45a6-9f9f-f1db4dc3a351 None None] Bound using segment: {'id': '48f6fd0b-cb08-4ebb-806d-40e36c8e494f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'dca556ae-942f-4b24-bf88-eda0217769c7'} {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:25:21.801044 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-0649e6cd-2cdb-45a6-9f9f-f1db4dc3a351 None None] Bound port: 27ff2f86-8019-469d-8c1d-4e50681f146d, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48f6fd0b-cb08-4ebb-806d-40e36c8e494f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'dca556ae-942f-4b24-bf88-eda0217769c7'}}] {{(pid=102194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:25:21.801044 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-0649e6cd-2cdb-45a6-9f9f-f1db4dc3a351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:21.809798 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-8a9f48b3-2766-4e2d-a66d-a0c73083f2ac tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125932092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126180562'] for subnet, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:21.906147 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [req-b1cad7f1-84dc-472c-8478-011e7751981b req-5f798bab-071e-4fcc-a892-57b945be0f7f tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] Allocated IP 172.20.0.7 (c13948e9-e028-4a8d-ac69-93d0ad6a4bde/b8783183-c3a1-4580-9cd5-7ee055cead2b/9f0cf4cd-0f09-4f14-b4ce-807b4e97dd3f) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:25:21.906446 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.db [None req-0649e6cd-2cdb-45a6-9f9f-f1db4dc3a351 None None] For port 27ff2f86-8019-469d-8c1d-4e50681f146d, host n-d-764292-30, cleared binding levels {{(pid=102194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:25:21.911189 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.db [None req-0649e6cd-2cdb-45a6-9f9f-f1db4dc3a351 None None] For port 27ff2f86-8019-469d-8c1d-4e50681f146d, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=27ff2f86-8019-469d-8c1d-4e50681f146d,segment=NetworkSegment(48f6fd0b-cb08-4ebb-806d-40e36c8e494f),segment_id=48f6fd0b-cb08-4ebb-806d-40e36c8e494f)] {{(pid=102194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:25:21.945907 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad354e0-f287-4511-9b67-0a49e4cdaf2d req-eac71721-b8b6-47cf-9ec8-aa505add7db1 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:21.949117 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9ad354e0-f287-4511-9b67-0a49e4cdaf2d req-eac71721-b8b6-47cf-9ec8-aa505add7db1 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ab07bbd-fa55-4032-bc68-2fe67c0da2d6&tenant_id=a5478860f7cb432583cc8e5d994d2237&binding%3Ahost_id=n-h2-764292-30 HTTP/1.1" status: 200 len: 945 time: 0.2788410 Aug 11 03:25:21.968110 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-0649e6cd-2cdb-45a6-9f9f-f1db4dc3a351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:21.976099 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a3c83bcf-4154-441e-baf2-2668f0907418 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126283476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274725'] for subnet, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:22.072625 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0649e6cd-2cdb-45a6-9f9f-f1db4dc3a351 None None] Routers {'b0ec7b20-10fd-4b3d-82c1-134f07fcb827'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:25:22.073735 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-0649e6cd-2cdb-45a6-9f9f-f1db4dc3a351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:25:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['b0ec7b20-10fd-4b3d-82c1-134f07fcb827'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:25:22.082527 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port b2e30322-2fc4-415e-93a2-2f2cfb7ab557, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=b2e30322-2fc4-415e-93a2-2f2cfb7ab557,segment=NetworkSegment(258c2758-00a0-4aec-a30a-06817b920338),segment_id=258c2758-00a0-4aec-a30a-06817b920338)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:25:22.148854 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4d4e021-70bf-4c61-a397-b6dc6a849401 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Made reservation on behalf of a6e0511434be4fc4a2d24d0db6f1badc for: {'port': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:25:22.152933 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d4d4e021-70bf-4c61-a397-b6dc6a849401 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:22.166913 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c83bcf-4154-441e-baf2-2668f0907418 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Pushing event updated for resources: {'Subnet': ['ID=39db3a36-8203-42a7-b274-ddd7ca87d7ab,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:22.217942 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [None req-d4d4e021-70bf-4c61-a397-b6dc6a849401 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] device_id is not set on port 442554c6-6715-45bb-b1eb-508b24cc48cd yet. {{(pid=102191) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:25:22.232670 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c83bcf-4154-441e-baf2-2668f0907418 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Checking segment: {'id': '9c34466a-8261-4d30-9358-55ca9b225f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '4f3c704b-060d-4624-8d6c-bccf9afaa118'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:25:22.233476 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3c83bcf-4154-441e-baf2-2668f0907418 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Network hostable DHCP agents. Network: 4f3c704b-060d-4624-8d6c-bccf9afaa118, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:25:22.237489 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-0649e6cd-2cdb-45a6-9f9f-f1db4dc3a351 None None] Set router b0ec7b20-10fd-4b3d-82c1-134f07fcb827 gateway port host: None {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:25:22.333683 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-b1cad7f1-84dc-472c-8478-011e7751981b req-5f798bab-071e-4fcc-a892-57b945be0f7f tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:22.350010 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-6f5aae25-2319-48d2-94f2-d850f11d35d0 None None] For port d8204e17-4f0f-4cbc-a64f-78c19f022bc9, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=d8204e17-4f0f-4cbc-a64f-78c19f022bc9,segment=NetworkSegment(a4cc8d5c-1174-4654-aea3-7befbae5300d),segment_id=a4cc8d5c-1174-4654-aea3-7befbae5300d)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:25:22.351429 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Returning: {'device': 'b2e30322-2fc4-415e-93a2-2f2cfb7ab557', 'network_id': 'afad8afb-efaf-4212-8ff7-abfcaf9cd6db', 'port_id': 'b2e30322-2fc4-415e-93a2-2f2cfb7ab557', 'mac_address': 'fa:16:3e:0b:fe:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '597122b4-c492-4b3b-bceb-0188fc9f2604', 'ip_address': '172.20.0.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:25:22.417058 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-6f5aae25-2319-48d2-94f2-d850f11d35d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:22.464843 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:22.469618 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e0653bfd-b855-4b9a-ae47-99b3c27c2275 req-9bbb8bf5-c433-4ff6-96f4-7e0fd33c4327 tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] 10.222.0.41 "GET /v2.0/ports?device_id=615eb31c-7c46-417d-9d57-b64413500be6 HTTP/1.1" status: 200 len: 210 time: 0.5337760 Aug 11 03:25:22.483858 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-895a74ae-4753-4fe3-b5af-a0f097716afe req-58a88bdd-c7c4-40d9-b7c7-1b6e043a7993 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d4c303e-0c5b-4d5a-b0c4-6f31f4676a83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8418279 Aug 11 03:25:22.490347 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9f48b3-2766-4e2d-a66d-a0c73083f2ac tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Pushing event updated for resources: {'Subnet': ['ID=e5bd5af8-5262-461f-ac32-bd87081c2d3f,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:22.498350 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2e30322-2fc4-415e-93a2-2f2cfb7ab557 {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:25:22.508431 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef9d49b-040c-4ea1-a36a-c3c362d614e1 None None] Pushing event updated for resources: {'Port': ['ID=27ff2f86-8019-469d-8c1d-4e50681f146d,revision_number=4']} {{(pid=102194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:22.544807 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d4d4e021-70bf-4c61-a397-b6dc6a849401 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:22.559818 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port b2e30322-2fc4-415e-93a2-2f2cfb7ab557, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=b2e30322-2fc4-415e-93a2-2f2cfb7ab557,segment=NetworkSegment(258c2758-00a0-4aec-a30a-06817b920338),segment_id=258c2758-00a0-4aec-a30a-06817b920338)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:25:22.563573 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5aae25-2319-48d2-94f2-d850f11d35d0 None None] Pushing event updated for resources: {'Port': ['ID=d8204e17-4f0f-4cbc-a64f-78c19f022bc9,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:22.589228 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3c83bcf-4154-441e-baf2-2668f0907418 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Network 4f3c704b-060d-4624-8d6c-bccf9afaa118 is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:25:22.616646 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9f48b3-2766-4e2d-a66d-a0c73083f2ac tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Checking segment: {'id': 'cbc71070-6eca-4b0c-ae42-bac1a1a51908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f1430fbd-2f75-41b1-9bf4-6c560459dbd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:25:22.617422 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a9f48b3-2766-4e2d-a66d-a0c73083f2ac tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Network hostable DHCP agents. Network: f1430fbd-2f75-41b1-9bf4-6c560459dbd2, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:25:22.621025 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-0649e6cd-2cdb-45a6-9f9f-f1db4dc3a351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0ec7b20-10fd-4b3d-82c1-134f07fcb827', 'name': 'tempest-RoutersIpV6Test-router-424810573', 'tenant_id': 'e3d11adc70004665908a030719f0fc48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:25:14Z', 'updated_at': '2021-08-11T03:25:17Z', 'revision_number': 2, 'project_id': 'e3d11adc70004665908a030719f0fc48', 'gw_port_host': None, '_interfaces': [{'id': '27ff2f86-8019-469d-8c1d-4e50681f146d', 'name': '', 'network_id': 'dca556ae-942f-4b24-bf88-eda0217769c7', 'tenant_id': 'e3d11adc70004665908a030719f0fc48', 'mac_address': 'fa:16:3e:0b:cb:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0ec7b20-10fd-4b3d-82c1-134f07fcb827', 'device_owner': 'network:router_interface', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': '50711f26-668b-47d2-a52c-747df49a242f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:25:17Z', 'updated_at': '2021-08-11T03:25:21Z', 'revision_number': 4, 'project_id': 'e3d11adc70004665908a030719f0fc48', 'subnets': [{'id': '50711f26-668b-47d2-a52c-747df49a242f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:25:22.646389 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0649e6cd-2cdb-45a6-9f9f-f1db4dc3a351 None None] The sync data for ids ['b0ec7b20-10fd-4b3d-82c1-134f07fcb827'] in n-d-764292-30 is: [{'id': 'b0ec7b20-10fd-4b3d-82c1-134f07fcb827', 'name': 'tempest-RoutersIpV6Test-router-424810573', 'tenant_id': 'e3d11adc70004665908a030719f0fc48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:25:14Z', 'updated_at': '2021-08-11T03:25:17Z', 'revision_number': 2, 'project_id': 'e3d11adc70004665908a030719f0fc48', 'gw_port_host': None, '_interfaces': [{'id': '27ff2f86-8019-469d-8c1d-4e50681f146d', 'name': '', 'network_id': 'dca556ae-942f-4b24-bf88-eda0217769c7', 'tenant_id': 'e3d11adc70004665908a030719f0fc48', 'mac_address': 'fa:16:3e:0b:cb:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0ec7b20-10fd-4b3d-82c1-134f07fcb827', 'device_owner': 'network:router_interface', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': '50711f26-668b-47d2-a52c-747df49a242f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:25:17Z', 'updated_at': '2021-08-11T03:25:21Z', 'revision_number': 4, 'project_id': 'e3d11adc70004665908a030719f0fc48', 'subnets': [{'id': '50711f26-668b-47d2-a52c-747df49a242f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:25:22.653555 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:22.675845 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9ad354e0-f287-4511-9b67-0a49e4cdaf2d req-fb2ccfe2-b903-406b-9ba6-995301dc1dad service neutron] 10.222.0.24 "GET /v2.0/ports/dfa2e0ff-33d8-4c81-8f5e-c2c8919596e7/bindings/n-h2-764292-30 HTTP/1.1" status: 200 len: 383 time: 0.2043576 Aug 11 03:25:22.694157 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e2e341-94fc-4e71-bcdb-b9cf6e50f8c9 req-d7af5835-8106-454f-9631-badd622b0102 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:22.695860 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b1e2e341-94fc-4e71-bcdb-b9cf6e50f8c9 req-d7af5835-8106-454f-9631-badd622b0102 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] 10.222.0.41 "GET /v2.0/ports?device_id=a65c0eb5-a5c4-488f-8d51-996639b869c4 HTTP/1.1" status: 200 len: 944 time: 0.0758159 Aug 11 03:25:22.699845 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-a3c83bcf-4154-441e-baf2-2668f0907418 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, 4f3c704b-060d-4624-8d6c-bccf9afaa118) {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:25:22.704878 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3c83bcf-4154-441e-baf2-2668f0907418 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:22.705675 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a3c83bcf-4154-441e-baf2-2668f0907418 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:22.710800 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d4d4e021-70bf-4c61-a397-b6dc6a849401 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:22.728544 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=b2e30322-2fc4-415e-93a2-2f2cfb7ab557,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:22.734715 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ad31675-4cc1-4e15-ac01-595190515b55 None None] Network 4f3c704b-060d-4624-8d6c-bccf9afaa118 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:25:22.752812 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-6ae74e38-cfde-4eb1-a3dc-f06a14ccba17 None None] Provisioning complete for port d8204e17-4f0f-4cbc-a64f-78c19f022bc9 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:25:22.754898 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-6ae74e38-cfde-4eb1-a3dc-f06a14ccba17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:22.764326 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-b1cad7f1-84dc-472c-8478-011e7751981b req-5f798bab-071e-4fcc-a892-57b945be0f7f tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:22.782580 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b1e2e341-94fc-4e71-bcdb-b9cf6e50f8c9 req-c9fe7358-2fbc-4511-9a9f-5284f40551a4 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] 10.222.0.41 "GET /v2.0/security-groups?id=0adf890f-4031-41cf-a126-513a25ba7e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801094 Aug 11 03:25:22.785047 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad354e0-f287-4511-9b67-0a49e4cdaf2d req-453d18c3-ddfa-4a1c-b07b-ab934737c6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:22.786812 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9ad354e0-f287-4511-9b67-0a49e4cdaf2d req-453d18c3-ddfa-4a1c-b07b-ab934737c6e5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a5478860f7cb432583cc8e5d994d2237&device_id=2ab07bbd-fa55-4032-bc68-2fe67c0da2d6 HTTP/1.1" status: 200 len: 1097 time: 0.0779629 Aug 11 03:25:22.792822 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4d4e021-70bf-4c61-a397-b6dc6a849401 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Network 813a308e-1df3-42f6-8357-85259fd890d2 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:25:22.793825 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['02bc0461-cd74-4351-b2c3-cb77188e1749'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:25:22.801440 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-d4d4e021-70bf-4c61-a397-b6dc6a849401 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:25:22.803819 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d4e021-70bf-4c61-a397-b6dc6a849401 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:25:22.810204 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4d4e021-70bf-4c61-a397-b6dc6a849401 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:22.810805 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d4d4e021-70bf-4c61-a397-b6dc6a849401 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:22.826237 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d4e021-70bf-4c61-a397-b6dc6a849401 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Pushing event updated for resources: {'Port': ['ID=442554c6-6715-45bb-b1eb-508b24cc48cd,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:22.834593 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1cad7f1-84dc-472c-8478-011e7751981b req-5f798bab-071e-4fcc-a892-57b945be0f7f tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] Network c13948e9-e028-4a8d-ac69-93d0ad6a4bde is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:25:22.847854 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a9f48b3-2766-4e2d-a66d-a0c73083f2ac tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Network f1430fbd-2f75-41b1-9bf4-6c560459dbd2 is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:25:22.859911 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [req-b1cad7f1-84dc-472c-8478-011e7751981b req-5f798bab-071e-4fcc-a892-57b945be0f7f tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:25:22.863865 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-8a9f48b3-2766-4e2d-a66d-a0c73083f2ac tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, f1430fbd-2f75-41b1-9bf4-6c560459dbd2) {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:25:22.864017 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1cad7f1-84dc-472c-8478-011e7751981b req-5f798bab-071e-4fcc-a892-57b945be0f7f tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:25:22.876090 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a9f48b3-2766-4e2d-a66d-a0c73083f2ac tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:22.877362 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-8a9f48b3-2766-4e2d-a66d-a0c73083f2ac tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Notify callbacks [] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:22.882534 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['b2e30322-2fc4-415e-93a2-2f2cfb7ab557'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:25:22.885845 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25052b8f-9ec4-4821-adb7-b5f693977be9 None None] Network f1430fbd-2f75-41b1-9bf4-6c560459dbd2 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:25:22.902673 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-a3c83bcf-4154-441e-baf2-2668f0907418 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6902885 Aug 11 03:25:22.903472 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 54392) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:22.932085 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f798bab-071e-4fcc-a892-57b945be0f7f tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] Pushing event updated for resources: {'Port': ['ID=9f0cf4cd-0f09-4f14-b4ce-807b4e97dd3f,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:22.954543 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cad7f1-84dc-472c-8478-011e7751981b req-5f798bab-071e-4fcc-a892-57b945be0f7f tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:22.955265 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-b1cad7f1-84dc-472c-8478-011e7751981b req-5f798bab-071e-4fcc-a892-57b945be0f7f tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:23.027562 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-8a9f48b3-2766-4e2d-a66d-a0c73083f2ac tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9888206 Aug 11 03:25:23.028087 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 54394) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:23.028415 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 54396) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:23.028936 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-d4d4e021-70bf-4c61-a397-b6dc6a849401 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.4659727 Aug 11 03:25:23.034709 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-1535e515-dc2d-42e6-9412-bf5a72e810df tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Request body: {'subnet': {'network_id': '1dabfc3b-fcc9-469c-a909-c596a7fdd3d7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:25:23.043093 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-ce7962f0-03b9-4dbf-aaea-a5488aa6e28b tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:25:23.046032 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad354e0-f287-4511-9b67-0a49e4cdaf2d req-8cebe04a-46da-4c03-b02e-a0085075987c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:23.047965 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9ad354e0-f287-4511-9b67-0a49e4cdaf2d req-8cebe04a-46da-4c03-b02e-a0085075987c service neutron] 10.222.0.24 "GET /v2.0/networks?id=6a6493ce-4ad4-4581-8e07-a017fe78dc31 HTTP/1.1" status: 200 len: 897 time: 0.2533529 Aug 11 03:25:23.067076 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-b1cad7f1-84dc-472c-8478-011e7751981b req-5f798bab-071e-4fcc-a892-57b945be0f7f tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2820759 Aug 11 03:25:23.078573 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-b1cad7f1-84dc-472c-8478-011e7751981b req-450adc5e-708f-41c2-874f-9a020ca29be7 service neutron] Request body: {'port': {'device_id': '615eb31c-7c46-417d-9d57-b64413500be6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764292-30'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:25:23.148817 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-b1cad7f1-84dc-472c-8478-011e7751981b req-450adc5e-708f-41c2-874f-9a020ca29be7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:23.245289 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d88e05fe-2dc1-4d63-bd48-972d057d6ebf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde080026-c28f-55be-b52b-13827cc43646-4f3c704b-060d-4624-8d6c-bccf9afaa118', 'network_id': '4f3c704b-060d-4624-8d6c-bccf9afaa118', 'tenant_id': 'e3d11adc70004665908a030719f0fc48', 'fixed_ips': [{'subnet_id': '39db3a36-8203-42a7-b274-ddd7ca87d7ab'}]}} from n-d-764292-30. {{(pid=102193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:25:23.246194 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-d88e05fe-2dc1-4d63-bd48-972d057d6ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:23.353044 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ce7962f0-03b9-4dbf-aaea-a5488aa6e28b tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:23.383340 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9ad354e0-f287-4511-9b67-0a49e4cdaf2d req-e8ff7918-30c5-408e-b435-79c08a5e16b6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dfa2e0ff-33d8-4c81-8f5e-c2c8919596e7 HTTP/1.1" status: 200 len: 1000 time: 0.2796066 Aug 11 03:25:23.464491 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdf619fa-914d-4d65-8c4c-5c64111b5111 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde080026-c28f-55be-b52b-13827cc43646-f1430fbd-2f75-41b1-9bf4-6c560459dbd2', 'network_id': 'f1430fbd-2f75-41b1-9bf4-6c560459dbd2', 'tenant_id': '0bfa4b63e6134fea96e1e475a4848a2e', 'fixed_ips': [{'subnet_id': 'e5bd5af8-5262-461f-ac32-bd87081c2d3f'}]}} from n-d-764292-30. {{(pid=102193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:25:23.464989 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-bdf619fa-914d-4d65-8c4c-5c64111b5111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:23.556648 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1535e515-dc2d-42e6-9412-bf5a72e810df tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Made reservation on behalf of 0bfa4b63e6134fea96e1e475a4848a2e for: {'subnet': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:25:23.560221 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-1535e515-dc2d-42e6-9412-bf5a72e810df tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126180544'] for subnet, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:23.591470 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [req-b1cad7f1-84dc-472c-8478-011e7751981b req-450adc5e-708f-41c2-874f-9a020ca29be7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f0cf4cd-0f09-4f14-b4ce-807b4e97dd3f {{(pid=102191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:25:23.605918 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-b1cad7f1-84dc-472c-8478-011e7751981b req-450adc5e-708f-41c2-874f-9a020ca29be7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:23.615120 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad354e0-f287-4511-9b67-0a49e4cdaf2d req-c819b8b8-0ee5-4c77-ab24-1492bd125ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:23.616748 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9ad354e0-f287-4511-9b67-0a49e4cdaf2d req-c819b8b8-0ee5-4c77-ab24-1492bd125ff1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=37cbef7f-f057-476b-a1c7-ed84d89eefd6 HTTP/1.1" status: 200 len: 835 time: 0.1957512 Aug 11 03:25:23.626391 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [req-b1cad7f1-84dc-472c-8478-011e7751981b req-450adc5e-708f-41c2-874f-9a020ca29be7 service neutron] Transition to ACTIVE for port object 9f0cf4cd-0f09-4f14-b4ce-807b4e97dd3f will not be triggered until provisioned by entity L2. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:25:23.700600 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-b1cad7f1-84dc-472c-8478-011e7751981b req-450adc5e-708f-41c2-874f-9a020ca29be7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:23.715505 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.db_base_plugin_common [None req-d88e05fe-2dc1-4d63-bd48-972d057d6ebf None None] Allocated IP 2001:db8:1::2 (4f3c704b-060d-4624-8d6c-bccf9afaa118/39db3a36-8203-42a7-b274-ddd7ca87d7ab/9df22279-a841-42ce-95bf-9e74d4303771) {{(pid=102193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:25:23.752397 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device dfa2e0ff-33d8-4c81-8f5e-c2c8919596e7 up at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:25:23.771309 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450adc5e-708f-41c2-874f-9a020ca29be7 service neutron] Pushing event updated for resources: {'Port': ['ID=9f0cf4cd-0f09-4f14-b4ce-807b4e97dd3f,revision_number=2']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:23.853609 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-b1cad7f1-84dc-472c-8478-011e7751981b req-450adc5e-708f-41c2-874f-9a020ca29be7 service neutron] Attempting to bind port 9f0cf4cd-0f09-4f14-b4ce-807b4e97dd3f on host n-h1-764292-30 for vnic_type normal with profile {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:25:23.854103 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-b1cad7f1-84dc-472c-8478-011e7751981b req-450adc5e-708f-41c2-874f-9a020ca29be7 service neutron] Attempting to bind port 9f0cf4cd-0f09-4f14-b4ce-807b4e97dd3f by drivers openvswitch,hyperv on host n-h1-764292-30 at level 0 using segments [{'id': '21ab9289-39d9-4555-9571-2cc6fd85c487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'c13948e9-e028-4a8d-ac69-93d0ad6a4bde'}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:25:23.854470 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1cad7f1-84dc-472c-8478-011e7751981b req-450adc5e-708f-41c2-874f-9a020ca29be7 service neutron] Attempting to bind port 9f0cf4cd-0f09-4f14-b4ce-807b4e97dd3f on network c13948e9-e028-4a8d-ac69-93d0ad6a4bde {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:25:23.859263 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1cad7f1-84dc-472c-8478-011e7751981b req-450adc5e-708f-41c2-874f-9a020ca29be7 service neutron] Port 9f0cf4cd-0f09-4f14-b4ce-807b4e97dd3f on network c13948e9-e028-4a8d-ac69-93d0ad6a4bde not bound, no agent of type Open vSwitch agent registered on host n-h1-764292-30 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:25:23.859698 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1cad7f1-84dc-472c-8478-011e7751981b req-450adc5e-708f-41c2-874f-9a020ca29be7 service neutron] Attempting to bind port 9f0cf4cd-0f09-4f14-b4ce-807b4e97dd3f on network c13948e9-e028-4a8d-ac69-93d0ad6a4bde {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:25:23.865623 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1cad7f1-84dc-472c-8478-011e7751981b req-450adc5e-708f-41c2-874f-9a020ca29be7 service neutron] Checking agent: {'id': 'abb524c2-b412-4ed2-8367-45c4fd996fa7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:25:23.865942 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1cad7f1-84dc-472c-8478-011e7751981b req-450adc5e-708f-41c2-874f-9a020ca29be7 service neutron] Checking segment: {'id': '21ab9289-39d9-4555-9571-2cc6fd85c487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'c13948e9-e028-4a8d-ac69-93d0ad6a4bde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:25:23.866353 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1cad7f1-84dc-472c-8478-011e7751981b req-450adc5e-708f-41c2-874f-9a020ca29be7 service neutron] Bound using segment: {'id': '21ab9289-39d9-4555-9571-2cc6fd85c487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'c13948e9-e028-4a8d-ac69-93d0ad6a4bde'} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:25:23.866786 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-b1cad7f1-84dc-472c-8478-011e7751981b req-450adc5e-708f-41c2-874f-9a020ca29be7 service neutron] Bound port: 9f0cf4cd-0f09-4f14-b4ce-807b4e97dd3f, host: n-h1-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21ab9289-39d9-4555-9571-2cc6fd85c487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'c13948e9-e028-4a8d-ac69-93d0ad6a4bde'}}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:25:23.867141 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-b1cad7f1-84dc-472c-8478-011e7751981b req-450adc5e-708f-41c2-874f-9a020ca29be7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:23.943491 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad354e0-f287-4511-9b67-0a49e4cdaf2d req-17a7f62c-20f8-486c-83d4-1fe21202a1af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:23.945058 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9ad354e0-f287-4511-9b67-0a49e4cdaf2d req-17a7f62c-20f8-486c-83d4-1fe21202a1af service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6a6493ce-4ad4-4581-8e07-a017fe78dc31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2670829 Aug 11 03:25:23.948717 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-b1cad7f1-84dc-472c-8478-011e7751981b req-450adc5e-708f-41c2-874f-9a020ca29be7 service neutron] For port 9f0cf4cd-0f09-4f14-b4ce-807b4e97dd3f, host n-h1-764292-30, cleared binding levels {{(pid=102191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:25:23.952772 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-b1cad7f1-84dc-472c-8478-011e7751981b req-450adc5e-708f-41c2-874f-9a020ca29be7 service neutron] For port 9f0cf4cd-0f09-4f14-b4ce-807b4e97dd3f, host n-h1-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=9f0cf4cd-0f09-4f14-b4ce-807b4e97dd3f,segment=NetworkSegment(21ab9289-39d9-4555-9571-2cc6fd85c487),segment_id=21ab9289-39d9-4555-9571-2cc6fd85c487)] {{(pid=102191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:25:23.960396 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68776853-8ba9-4d17-998d-5adf606e32ee req-66337c1a-d894-4444-90ed-d0cd76d7a1bd tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:23.961920 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-68776853-8ba9-4d17-998d-5adf606e32ee req-66337c1a-d894-4444-90ed-d0cd76d7a1bd tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ab07bbd-fa55-4032-bc68-2fe67c0da2d6 HTTP/1.1" status: 200 len: 945 time: 0.3441772 Aug 11 03:25:23.977341 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c98e73f-6188-4a4b-a758-e0d776ffdb7c req-96593e6a-a879-412e-a8a5-3462fbbd26bc tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:23.978914 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4c98e73f-6188-4a4b-a758-e0d776ffdb7c req-96593e6a-a879-412e-a8a5-3462fbbd26bc tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] 10.222.0.41 "GET /v2.0/ports?device_id=615eb31c-7c46-417d-9d57-b64413500be6 HTTP/1.1" status: 200 len: 943 time: 0.3501263 Aug 11 03:25:23.989877 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.db_base_plugin_common [None req-bdf619fa-914d-4d65-8c4c-5c64111b5111 None None] Allocated IP 172.20.0.2 (f1430fbd-2f75-41b1-9bf4-6c560459dbd2/e5bd5af8-5262-461f-ac32-bd87081c2d3f/84a2d4b3-7951-476b-8445-8a2e262f71ac) {{(pid=102193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:25:24.020401 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-b1cad7f1-84dc-472c-8478-011e7751981b req-450adc5e-708f-41c2-874f-9a020ca29be7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:24.056744 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cad7f1-84dc-472c-8478-011e7751981b req-450adc5e-708f-41c2-874f-9a020ca29be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:24.057026 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning for port dfa2e0ff-33d8-4c81-8f5e-c2c8919596e7 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:25:24.058983 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-b1cad7f1-84dc-472c-8478-011e7751981b req-450adc5e-708f-41c2-874f-9a020ca29be7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:24.064731 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-b1cad7f1-84dc-472c-8478-011e7751981b req-450adc5e-708f-41c2-874f-9a020ca29be7 service neutron] 10.222.0.22 "PUT /v2.0/ports/9f0cf4cd-0f09-4f14-b4ce-807b4e97dd3f HTTP/1.1" status: 200 len: 1092 time: 0.9869251 Aug 11 03:25:24.065535 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '615eb31c-7c46-417d-9d57-b64413500be6', 'tag': '9f0cf4cd-0f09-4f14-b4ce-807b4e97dd3f'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:25:24.068961 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fa964eb-a6be-4ddd-a3b5-d36426dcfa7a" -d '{"events": [{"name": "network-changed", "server_uuid": "615eb31c-7c46-417d-9d57-b64413500be6", "tag": "9f0cf4cd-0f09-4f14-b4ce-807b4e97dd3f"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:25:24.100703 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450adc5e-708f-41c2-874f-9a020ca29be7 service neutron] Pushing event updated for resources: {'Port': ['ID=9f0cf4cd-0f09-4f14-b4ce-807b4e97dd3f,revision_number=3']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:24.116409 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ce7962f0-03b9-4dbf-aaea-a5488aa6e28b tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks [] for port, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:24.129574 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning complete for port dfa2e0ff-33d8-4c81-8f5e-c2c8919596e7 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:25:24.130136 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:24.198631 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-68776853-8ba9-4d17-998d-5adf606e32ee req-44cef3da-40fa-4e57-b6a4-e4bdb1513ca6 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d4c303e-0c5b-4d5a-b0c4-6f31f4676a83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2186718 Aug 11 03:25:24.199455 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ce7962f0-03b9-4dbf-aaea-a5488aa6e28b tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:24.201902 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-d88e05fe-2dc1-4d63-bd48-972d057d6ebf None None] Notify callbacks [] for port, precommit_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:24.218765 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cad7f1-84dc-472c-8478-011e7751981b req-af40f7e8-9873-4369-a391-b0b515b06038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:24.221136 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-b1cad7f1-84dc-472c-8478-011e7751981b req-af40f7e8-9873-4369-a391-b0b515b06038 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f8cfc954604b4a9ba8ad1cb21f7fc109&device_id=615eb31c-7c46-417d-9d57-b64413500be6 HTTP/1.1" status: 200 len: 1095 time: 0.0741594 Aug 11 03:25:24.226664 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-d88e05fe-2dc1-4d63-bd48-972d057d6ebf None None] Transition to ACTIVE for port object 9df22279-a841-42ce-95bf-9e74d4303771 will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:25:24.283290 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4c98e73f-6188-4a4b-a758-e0d776ffdb7c req-7eb5767a-fdb4-4640-b80a-91e25e2e6f1d tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed60bba6-2b2f-4b83-a3e4-9e7aa48523e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2853785 Aug 11 03:25:24.296391 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-ce7962f0-03b9-4dbf-aaea-a5488aa6e28b tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] In _notify_port_updated(), no bound segment for port 442554c6-6715-45bb-b1eb-508b24cc48cd on network 813a308e-1df3-42f6-8357-85259fd890d2 {{(pid=102192) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 03:25:24.296953 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce7962f0-03b9-4dbf-aaea-a5488aa6e28b tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:24.297591 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ce7962f0-03b9-4dbf-aaea-a5488aa6e28b tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:24.302030 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-ce7962f0-03b9-4dbf-aaea-a5488aa6e28b tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] 10.222.0.41 "PUT /v2.0/ports/442554c6-6715-45bb-b1eb-508b24cc48cd HTTP/1.1" status: 200 len: 818 time: 1.2695746 Aug 11 03:25:24.306679 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-d88e05fe-2dc1-4d63-bd48-972d057d6ebf None None] Transition to ACTIVE for port object 9df22279-a841-42ce-95bf-9e74d4303771 will not be triggered until provisioned by entity DHCP. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:25:24.309378 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 54408) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:24.317898 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-b1cad7f1-84dc-472c-8478-011e7751981b req-b0c94cce-443a-4f77-bc42-b896e6a32342 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9f0cf4cd-0f09-4f14-b4ce-807b4e97dd3f HTTP/1.1" status: 200 len: 217 time: 0.0855231 Aug 11 03:25:24.375840 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4a784162-c595-4ac1-a309-463b603a5151 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:24.380290 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:24.383801 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-d88e05fe-2dc1-4d63-bd48-972d057d6ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669'] for port, after_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:24.391692 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-bdf619fa-914d-4d65-8c4c-5c64111b5111 None None] Notify callbacks [] for port, precommit_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:24.406553 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cad7f1-84dc-472c-8478-011e7751981b req-494cb746-a11c-48ad-97a5-8172e9a449c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:24.408331 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-b1cad7f1-84dc-472c-8478-011e7751981b req-494cb746-a11c-48ad-97a5-8172e9a449c7 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b8783183-c3a1-4580-9cd5-7ee055cead2b HTTP/1.1" status: 200 len: 851 time: 0.0627151 Aug 11 03:25:24.431551 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7962f0-03b9-4dbf-aaea-a5488aa6e28b tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Pushing event updated for resources: {'Port': ['ID=442554c6-6715-45bb-b1eb-508b24cc48cd,revision_number=2']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:24.450089 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9ad354e0-f287-4511-9b67-0a49e4cdaf2d req-4d027f3a-655a-445b-8ce2-9394b4311062 service neutron] 10.222.0.24 "GET /v2.0/networks/6a6493ce-4ad4-4581-8e07-a017fe78dc31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4847953 Aug 11 03:25:24.461565 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-bdf619fa-914d-4d65-8c4c-5c64111b5111 None None] Transition to ACTIVE for port object 84a2d4b3-7951-476b-8445-8a2e262f71ac will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:25:24.469333 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d88e05fe-2dc1-4d63-bd48-972d057d6ebf None None] Network 4f3c704b-060d-4624-8d6c-bccf9afaa118 is already hosted by enough agents. {{(pid=102193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:25:24.485333 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ab07bbd-fa55-4032-bc68-2fe67c0da2d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfa2e0ff-33d8-4c81-8f5e-c2c8919596e7'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:25:24.487997 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-586ce1be-ab8f-4700-ba3f-098cfc3a1fb8" -d '{"events": [{"server_uuid": "2ab07bbd-fa55-4032-bc68-2fe67c0da2d6", "name": "network-vif-plugged", "status": "completed", "tag": "dfa2e0ff-33d8-4c81-8f5e-c2c8919596e7"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:25:24.489855 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-b1cad7f1-84dc-472c-8478-011e7751981b req-3e91842e-5c1a-4a08-add9-34e25f3dfc61 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c13948e9-e028-4a8d-ac69-93d0ad6a4bde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438879 Aug 11 03:25:24.491469 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.base_scheduler [None req-d88e05fe-2dc1-4d63-bd48-972d057d6ebf None None] Resources bound (agent type, host, resource id): {{(pid=102193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:25:24.498358 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88e05fe-2dc1-4d63-bd48-972d057d6ebf None None] Pushing event updated for resources: {'Port': ['ID=9df22279-a841-42ce-95bf-9e74d4303771,revision_number=1']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:24.505276 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88e05fe-2dc1-4d63-bd48-972d057d6ebf None None] Received port after_create {{(pid=102193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:25:24.523171 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-bdf619fa-914d-4d65-8c4c-5c64111b5111 None None] Transition to ACTIVE for port object 84a2d4b3-7951-476b-8445-8a2e262f71ac will not be triggered until provisioned by entity DHCP. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:25:24.525702 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port dfa2e0ff-33d8-4c81-8f5e-c2c8919596e7, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=dfa2e0ff-33d8-4c81-8f5e-c2c8919596e7,segment=NetworkSegment(d0314809-797b-49c5-956f-3a5c1e5c0001),segment_id=d0314809-797b-49c5-956f-3a5c1e5c0001)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:25:24.594746 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-1535e515-dc2d-42e6-9412-bf5a72e810df tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125932092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126180562'] for subnet, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:24.619086 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-d88e05fe-2dc1-4d63-bd48-972d057d6ebf None None] Attempting to bind port 9df22279-a841-42ce-95bf-9e74d4303771 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:25:24.619086 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-d88e05fe-2dc1-4d63-bd48-972d057d6ebf None None] Attempting to bind port 9df22279-a841-42ce-95bf-9e74d4303771 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': '9c34466a-8261-4d30-9358-55ca9b225f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '4f3c704b-060d-4624-8d6c-bccf9afaa118'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:25:24.619086 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88e05fe-2dc1-4d63-bd48-972d057d6ebf None None] Attempting to bind port 9df22279-a841-42ce-95bf-9e74d4303771 on network 4f3c704b-060d-4624-8d6c-bccf9afaa118 {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:25:24.630141 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88e05fe-2dc1-4d63-bd48-972d057d6ebf None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:25:24.630759 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88e05fe-2dc1-4d63-bd48-972d057d6ebf None None] Checking segment: {'id': '9c34466a-8261-4d30-9358-55ca9b225f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '4f3c704b-060d-4624-8d6c-bccf9afaa118'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:25:24.631441 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-d88e05fe-2dc1-4d63-bd48-972d057d6ebf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:24.632076 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88e05fe-2dc1-4d63-bd48-972d057d6ebf None None] Bound using segment: {'id': '9c34466a-8261-4d30-9358-55ca9b225f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '4f3c704b-060d-4624-8d6c-bccf9afaa118'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:25:24.633482 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-d88e05fe-2dc1-4d63-bd48-972d057d6ebf None None] Bound port: 9df22279-a841-42ce-95bf-9e74d4303771, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c34466a-8261-4d30-9358-55ca9b225f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '4f3c704b-060d-4624-8d6c-bccf9afaa118'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:25:24.634363 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-d88e05fe-2dc1-4d63-bd48-972d057d6ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:24.638127 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:24.644848 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-6b1b7dea-ecc3-4eec-8175-a636e3100398 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Deleting port 442554c6-6715-45bb-b1eb-508b24cc48cd {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:25:24.644848 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6b1b7dea-ecc3-4eec-8175-a636e3100398 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:24.709226 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-bdf619fa-914d-4d65-8c4c-5c64111b5111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669'] for port, after_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:24.740111 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f3c75d-1eea-4198-baf3-f5e2feb374a3 req-3e1787de-4fa0-41e4-82de-e42a7f8da84d tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:24.747621 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a9f3c75d-1eea-4198-baf3-f5e2feb374a3 req-3e1787de-4fa0-41e4-82de-e42a7f8da84d tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] 10.222.0.41 "GET /v2.0/ports?device_id=a65c0eb5-a5c4-488f-8d51-996639b869c4 HTTP/1.1" status: 200 len: 945 time: 0.2998025 Aug 11 03:25:24.759998 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdf619fa-914d-4d65-8c4c-5c64111b5111 None None] Network f1430fbd-2f75-41b1-9bf4-6c560459dbd2 is already hosted by enough agents. {{(pid=102193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:25:24.771344 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.base_scheduler [None req-bdf619fa-914d-4d65-8c4c-5c64111b5111 None None] Resources bound (agent type, host, resource id): {{(pid=102193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:25:24.777565 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf619fa-914d-4d65-8c4c-5c64111b5111 None None] Received port after_create {{(pid=102193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:25:24.779890 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=dfa2e0ff-33d8-4c81-8f5e-c2c8919596e7,revision_number=9']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:24.791551 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1535e515-dc2d-42e6-9412-bf5a72e810df tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Pushing event updated for resources: {'Subnet': ['ID=28a5b7c6-67c1-4751-b1a7-fd41f4f078f3,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:24.792897 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6b1b7dea-ecc3-4eec-8175-a636e3100398 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:24.815577 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-6b1b7dea-ecc3-4eec-8175-a636e3100398 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Calling delete_port for 442554c6-6715-45bb-b1eb-508b24cc48cd owned by {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:25:24.818312 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:25:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2226abd-8486-40eb-8fb3-909710ab6d94 x-openstack-request-id: req-c2226abd-8486-40eb-8fb3-909710ab6d94 {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:25:24.818752 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ab07bbd-fa55-4032-bc68-2fe67c0da2d6", "name": "network-vif-plugged", "status": "completed", "tag": "dfa2e0ff-33d8-4c81-8f5e-c2c8919596e7", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:25:24.819311 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c2226abd-8486-40eb-8fb3-909710ab6d94 {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:25:24.819993 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ab07bbd-fa55-4032-bc68-2fe67c0da2d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfa2e0ff-33d8-4c81-8f5e-c2c8919596e7', 'code': 200} Aug 11 03:25:24.821063 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:25:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-456fbfce-4d7c-4e99-9f8e-0ce66d5bcede x-openstack-request-id: req-456fbfce-4d7c-4e99-9f8e-0ce66d5bcede {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:25:24.821357 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "615eb31c-7c46-417d-9d57-b64413500be6", "tag": "9f0cf4cd-0f09-4f14-b4ce-807b4e97dd3f", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:25:24.821660 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-456fbfce-4d7c-4e99-9f8e-0ce66d5bcede {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:25:24.822061 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '615eb31c-7c46-417d-9d57-b64413500be6', 'tag': '9f0cf4cd-0f09-4f14-b4ce-807b4e97dd3f', 'status': 'completed', 'code': 200} Aug 11 03:25:24.824066 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9ad354e0-f287-4511-9b67-0a49e4cdaf2d req-1ee1a93a-2c48-4ffb-8a34-3aa28d1ae81d service neutron] 10.222.0.24 "GET /v2.0/networks/6a6493ce-4ad4-4581-8e07-a017fe78dc31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3541636 Aug 11 03:25:24.836799 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-b1cad7f1-84dc-472c-8478-011e7751981b req-1624169e-3995-4acf-be72-e2a70590a169 service neutron] 10.222.0.22 "GET /v2.0/networks/c13948e9-e028-4a8d-ac69-93d0ad6a4bde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3303573 Aug 11 03:25:24.854425 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 27ff2f86-8019-469d-8c1d-4e50681f146d up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:25:24.865877 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-d88e05fe-2dc1-4d63-bd48-972d057d6ebf None None] For port 9df22279-a841-42ce-95bf-9e74d4303771, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:25:24.869940 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1535e515-dc2d-42e6-9412-bf5a72e810df tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Checking segment: {'id': 'a8568db8-95aa-4405-ad0d-a955f9fa1f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '1dabfc3b-fcc9-469c-a909-c596a7fdd3d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:25:24.870321 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1535e515-dc2d-42e6-9412-bf5a72e810df tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Network hostable DHCP agents. Network: 1dabfc3b-fcc9-469c-a909-c596a7fdd3d7, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:25:24.883116 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a9f3c75d-1eea-4198-baf3-f5e2feb374a3 req-565cc691-98ae-42b2-bb35-5df726b6dce6 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] 10.222.0.41 "GET /v2.0/security-groups?id=0adf890f-4031-41cf-a126-513a25ba7e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1348128 Aug 11 03:25:24.945042 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1535e515-dc2d-42e6-9412-bf5a72e810df tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Network 1dabfc3b-fcc9-469c-a909-c596a7fdd3d7 is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:25:24.948433 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-d88e05fe-2dc1-4d63-bd48-972d057d6ebf None None] For port 9df22279-a841-42ce-95bf-9e74d4303771, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=9df22279-a841-42ce-95bf-9e74d4303771,segment=NetworkSegment(9c34466a-8261-4d30-9358-55ca9b225f4d),segment_id=9c34466a-8261-4d30-9358-55ca9b225f4d)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:25:24.960986 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf619fa-914d-4d65-8c4c-5c64111b5111 None None] Pushing event updated for resources: {'Port': ['ID=84a2d4b3-7951-476b-8445-8a2e262f71ac,revision_number=1']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:24.973614 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-bdf619fa-914d-4d65-8c4c-5c64111b5111 None None] Attempting to bind port 84a2d4b3-7951-476b-8445-8a2e262f71ac on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:25:24.974102 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-bdf619fa-914d-4d65-8c4c-5c64111b5111 None None] Attempting to bind port 84a2d4b3-7951-476b-8445-8a2e262f71ac by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': 'cbc71070-6eca-4b0c-ae42-bac1a1a51908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f1430fbd-2f75-41b1-9bf4-6c560459dbd2'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:25:24.974567 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf619fa-914d-4d65-8c4c-5c64111b5111 None None] Attempting to bind port 84a2d4b3-7951-476b-8445-8a2e262f71ac on network f1430fbd-2f75-41b1-9bf4-6c560459dbd2 {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:25:24.982935 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf619fa-914d-4d65-8c4c-5c64111b5111 None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:25:24.983388 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf619fa-914d-4d65-8c4c-5c64111b5111 None None] Checking segment: {'id': 'cbc71070-6eca-4b0c-ae42-bac1a1a51908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f1430fbd-2f75-41b1-9bf4-6c560459dbd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:25:24.984225 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-bdf619fa-914d-4d65-8c4c-5c64111b5111 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:24.984394 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf619fa-914d-4d65-8c4c-5c64111b5111 None None] Bound using segment: {'id': 'cbc71070-6eca-4b0c-ae42-bac1a1a51908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f1430fbd-2f75-41b1-9bf4-6c560459dbd2'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:25:24.984858 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-bdf619fa-914d-4d65-8c4c-5c64111b5111 None None] Bound port: 84a2d4b3-7951-476b-8445-8a2e262f71ac, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbc71070-6eca-4b0c-ae42-bac1a1a51908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f1430fbd-2f75-41b1-9bf4-6c560459dbd2'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:25:24.985306 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-bdf619fa-914d-4d65-8c4c-5c64111b5111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:25.025113 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [None req-4a784162-c595-4ac1-a309-463b603a5151 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Allocated IP 2001:db8:1::1 (4f3c704b-060d-4624-8d6c-bccf9afaa118/39db3a36-8203-42a7-b274-ddd7ca87d7ab/0e406110-4699-4798-bf7e-48375f3debb1) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:25:25.026730 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-b1cad7f1-84dc-472c-8478-011e7751981b req-655f9da6-930d-4cf4-8d10-e196b1bc610f service neutron] 10.222.0.22 "GET /v2.0/networks/c13948e9-e028-4a8d-ac69-93d0ad6a4bde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810701 Aug 11 03:25:25.026910 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-d88e05fe-2dc1-4d63-bd48-972d057d6ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:25.035794 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-1535e515-dc2d-42e6-9412-bf5a72e810df tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, 1dabfc3b-fcc9-469c-a909-c596a7fdd3d7) {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:25:25.040377 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1535e515-dc2d-42e6-9412-bf5a72e810df tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:25.041326 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-1535e515-dc2d-42e6-9412-bf5a72e810df tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Notify callbacks [] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:25.060371 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d306e38-b212-4467-a999-f7af8784b1c8 None None] Network 1dabfc3b-fcc9-469c-a909-c596a7fdd3d7 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:25:25.077288 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6b1b7dea-ecc3-4eec-8175-a636e3100398 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:25.114104 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1b7dea-ecc3-4eec-8175-a636e3100398 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Pushing event deleted for resources: {'Port': ['ID=442554c6-6715-45bb-b1eb-508b24cc48cd,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:25.120048 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6b1b7dea-ecc3-4eec-8175-a636e3100398 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:25.120967 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port 27ff2f86-8019-469d-8c1d-4e50681f146d completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:25:25.123005 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-6b1b7dea-ecc3-4eec-8175-a636e3100398 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] 10.222.0.41 "DELETE /v2.0/ports/442554c6-6715-45bb-b1eb-508b24cc48cd HTTP/1.1" status: 204 len: 168 time: 0.8123996 Aug 11 03:25:25.131080 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 54414) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:25.177896 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-1535e515-dc2d-42e6-9412-bf5a72e810df tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1445444 Aug 11 03:25:25.179422 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 54416) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:25.199992 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4a784162-c595-4ac1-a309-463b603a5151 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:25.215568 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [None req-4a784162-c595-4ac1-a309-463b603a5151 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Transition to ACTIVE for port object 0e406110-4699-4798-bf7e-48375f3debb1 will not be triggered until provisioned by entity DHCP. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:25:25.245368 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17ac45de-945c-4e65-ad6e-babbe7c91fd5 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:25.249211 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-17ac45de-945c-4e65-ad6e-babbe7c91fd5 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1205046 Aug 11 03:25:25.250330 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 54420) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:25.310103 n-d-764292-30 neutron-server[102192]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7e964db-ed56-4144-932c-4036aeaf7bbc tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] GET failed (client error): The resource could not be found. Aug 11 03:25:25.316961 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-f7e964db-ed56-4144-932c-4036aeaf7bbc tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] 10.222.0.41 "GET /v2.0/ports/442554c6-6715-45bb-b1eb-508b24cc48cd HTTP/1.1" status: 404 len: 333 time: 0.0619259 Aug 11 03:25:25.324442 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 54424) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:25.336290 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-c3cd3380-62ed-44ed-a2f8-4c8d48f3d977 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1976265607'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:25:25.344322 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 27ff2f86-8019-469d-8c1d-4e50681f146d triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:25:25.344898 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:25.414011 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa964eb-a6be-4ddd-a3b5-d36426dcfa7a req-da71f73d-812d-4a7c-a546-4b0053519264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:25.415784 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-7fa964eb-a6be-4ddd-a3b5-d36426dcfa7a req-da71f73d-812d-4a7c-a546-4b0053519264 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f8cfc954604b4a9ba8ad1cb21f7fc109&device_id=615eb31c-7c46-417d-9d57-b64413500be6 HTTP/1.1" status: 200 len: 1095 time: 0.2265019 Aug 11 03:25:25.419158 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-bdf619fa-914d-4d65-8c4c-5c64111b5111 None None] For port 84a2d4b3-7951-476b-8445-8a2e262f71ac, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:25:25.435640 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88e05fe-2dc1-4d63-bd48-972d057d6ebf None None] Pushing event updated for resources: {'Port': ['ID=9df22279-a841-42ce-95bf-9e74d4303771,revision_number=2']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:25.451062 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3cd3380-62ed-44ed-a2f8-4c8d48f3d977 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Made reservation on behalf of a6e0511434be4fc4a2d24d0db6f1badc for: {'network': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:25:25.456137 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c3cd3380-62ed-44ed-a2f8-4c8d48f3d977 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:25.456955 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-bdf619fa-914d-4d65-8c4c-5c64111b5111 None None] For port 84a2d4b3-7951-476b-8445-8a2e262f71ac, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=84a2d4b3-7951-476b-8445-8a2e262f71ac,segment=NetworkSegment(cbc71070-6eca-4b0c-ae42-bac1a1a51908),segment_id=cbc71070-6eca-4b0c-ae42-bac1a1a51908)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:25:25.538919 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-bdf619fa-914d-4d65-8c4c-5c64111b5111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:25.539640 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369df644-f2bd-4c48-af85-6525e237977c req-c0ffdc4e-760c-42d0-bbd4-6b861d03f4bc tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:25.549217 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-369df644-f2bd-4c48-af85-6525e237977c req-c0ffdc4e-760c-42d0-bbd4-6b861d03f4bc tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ab07bbd-fa55-4032-bc68-2fe67c0da2d6 HTTP/1.1" status: 200 len: 946 time: 0.2331307 Aug 11 03:25:25.552817 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4a784162-c595-4ac1-a309-463b603a5151 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:25.567697 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3cd3380-62ed-44ed-a2f8-4c8d48f3d977 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=102192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:25:25.613372 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:25.630397 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ef3f24-aa88-4ac1-83e4-52ba78694857 req-60ad1587-e821-4e6b-aa55-d0973a49a956 tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:25.639411 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-20ef3f24-aa88-4ac1-83e4-52ba78694857 req-60ad1587-e821-4e6b-aa55-d0973a49a956 tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] 10.222.0.41 "GET /v2.0/ports?device_id=615eb31c-7c46-417d-9d57-b64413500be6 HTTP/1.1" status: 200 len: 943 time: 0.2075725 Aug 11 03:25:25.657740 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c3cd3380-62ed-44ed-a2f8-4c8d48f3d977 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:25.658102 n-d-764292-30 neutron-server[102192]: INFO neutron.db.segments_db [None req-c3cd3380-62ed-44ed-a2f8-4c8d48f3d977 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Added segment 6db5be2e-8bfa-4dea-bd5e-77481a35b85b of type vlan for network 62aaf1c4-1ce0-49e4-a255-326cf812614e Aug 11 03:25:25.679549 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-02bfc477-ec92-442b-a771-724853f409ff tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:25.691543 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf619fa-914d-4d65-8c4c-5c64111b5111 None None] Pushing event updated for resources: {'Port': ['ID=84a2d4b3-7951-476b-8445-8a2e262f71ac,revision_number=2']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:25.695031 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa964eb-a6be-4ddd-a3b5-d36426dcfa7a req-9da08fb8-f4e9-44b8-b08c-1f6ab0bd0612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:25.696842 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-7fa964eb-a6be-4ddd-a3b5-d36426dcfa7a req-9da08fb8-f4e9-44b8-b08c-1f6ab0bd0612 service neutron] 10.222.0.22 "GET /v2.0/networks?id=c13948e9-e028-4a8d-ac69-93d0ad6a4bde HTTP/1.1" status: 200 len: 912 time: 0.2270684 Aug 11 03:25:25.697615 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port 27ff2f86-8019-469d-8c1d-4e50681f146d, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=27ff2f86-8019-469d-8c1d-4e50681f146d,segment=NetworkSegment(48f6fd0b-cb08-4ebb-806d-40e36c8e494f),segment_id=48f6fd0b-cb08-4ebb-806d-40e36c8e494f)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:25:25.699553 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2d8bf6f-6a2b-42db-834b-53515ba7bb1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde080026-c28f-55be-b52b-13827cc43646-1dabfc3b-fcc9-469c-a909-c596a7fdd3d7', 'network_id': '1dabfc3b-fcc9-469c-a909-c596a7fdd3d7', 'tenant_id': '0bfa4b63e6134fea96e1e475a4848a2e', 'fixed_ips': [{'subnet_id': '28a5b7c6-67c1-4751-b1a7-fd41f4f078f3'}]}} from n-d-764292-30. {{(pid=102193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:25:25.700429 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-f2d8bf6f-6a2b-42db-834b-53515ba7bb1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:25.752814 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a784162-c595-4ac1-a309-463b603a5151 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Network 4f3c704b-060d-4624-8d6c-bccf9afaa118 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:25:25.795298 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-4a784162-c595-4ac1-a309-463b603a5151 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:25:25.808231 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device b2e30322-2fc4-415e-93a2-2f2cfb7ab557 up at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:25:25.809566 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a784162-c595-4ac1-a309-463b603a5151 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:25:25.811008 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4a784162-c595-4ac1-a309-463b603a5151 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-520987'] for router_interface, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:25.824587 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c3cd3380-62ed-44ed-a2f8-4c8d48f3d977 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:25.825228 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-7fa964eb-a6be-4ddd-a3b5-d36426dcfa7a req-d7a97e62-e049-42a4-add7-98568a99f039 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9f0cf4cd-0f09-4f14-b4ce-807b4e97dd3f HTTP/1.1" status: 200 len: 217 time: 0.1172254 Aug 11 03:25:25.837868 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:25.838704 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device d8204e17-4f0f-4cbc-a64f-78c19f022bc9 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:25:25.894601 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a784162-c595-4ac1-a309-463b603a5151 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Pushing event updated for resources: {'Port': ['ID=0e406110-4699-4798-bf7e-48375f3debb1,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:25.924532 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-369df644-f2bd-4c48-af85-6525e237977c req-0ad680f8-274c-46d5-962a-7f939d40111c tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d4c303e-0c5b-4d5a-b0c4-6f31f4676a83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3701231 Aug 11 03:25:25.929251 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-20ef3f24-aa88-4ac1-83e4-52ba78694857 req-83ed8f2a-05c6-4b5a-867c-a85eaa0f3b15 tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed60bba6-2b2f-4b83-a3e4-9e7aa48523e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2888570 Aug 11 03:25:26.085668 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=27ff2f86-8019-469d-8c1d-4e50681f146d,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:26.195813 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port d8204e17-4f0f-4cbc-a64f-78c19f022bc9 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:25:26.195966 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:26.270957 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.db_base_plugin_common [None req-f2d8bf6f-6a2b-42db-834b-53515ba7bb1e None None] Allocated IP 172.20.0.2 (1dabfc3b-fcc9-469c-a909-c596a7fdd3d7/28a5b7c6-67c1-4751-b1a7-fd41f4f078f3/b10caf3d-3bef-4194-a474-c8de6a513840) {{(pid=102193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:25:26.384169 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning for port b2e30322-2fc4-415e-93a2-2f2cfb7ab557 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:25:26.397810 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning complete for port b2e30322-2fc4-415e-93a2-2f2cfb7ab557 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:25:26.398180 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:26.512151 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa964eb-a6be-4ddd-a3b5-d36426dcfa7a req-55a68ae9-67ba-4742-8631-051a7f49a46c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:26.513915 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-7fa964eb-a6be-4ddd-a3b5-d36426dcfa7a req-55a68ae9-67ba-4742-8631-051a7f49a46c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b8783183-c3a1-4580-9cd5-7ee055cead2b HTTP/1.1" status: 200 len: 851 time: 0.6758230 Aug 11 03:25:26.586512 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-7fa964eb-a6be-4ddd-a3b5-d36426dcfa7a req-92fc6695-bdd5-4950-918f-a596cbc2582a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c13948e9-e028-4a8d-ac69-93d0ad6a4bde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332880 Aug 11 03:25:26.670611 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c3cd3380-62ed-44ed-a2f8-4c8d48f3d977 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:26.683603 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3cd3380-62ed-44ed-a2f8-4c8d48f3d977 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:26.686106 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c3cd3380-62ed-44ed-a2f8-4c8d48f3d977 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks [] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:26.740672 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-f2d8bf6f-6a2b-42db-834b-53515ba7bb1e None None] Notify callbacks [] for port, precommit_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:26.752568 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-7fa964eb-a6be-4ddd-a3b5-d36426dcfa7a req-edeecaca-b01f-4654-8769-957c219f56ec service neutron] 10.222.0.22 "GET /v2.0/networks/c13948e9-e028-4a8d-ac69-93d0ad6a4bde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569993 Aug 11 03:25:26.761861 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:26.765551 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-f2d8bf6f-6a2b-42db-834b-53515ba7bb1e None None] Transition to ACTIVE for port object b10caf3d-3bef-4194-a474-c8de6a513840 will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:25:26.837975 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a65c0eb5-a5c4-488f-8d51-996639b869c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2e30322-2fc4-415e-93a2-2f2cfb7ab557'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:25:26.840261 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddefdab6-c628-4050-9732-e886223afe12" -d '{"events": [{"server_uuid": "a65c0eb5-a5c4-488f-8d51-996639b869c4", "name": "network-vif-plugged", "status": "completed", "tag": "b2e30322-2fc4-415e-93a2-2f2cfb7ab557"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:25:26.845709 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-f2d8bf6f-6a2b-42db-834b-53515ba7bb1e None None] Transition to ACTIVE for port object b10caf3d-3bef-4194-a474-c8de6a513840 will not be triggered until provisioned by entity DHCP. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:25:26.878249 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fe5ac6f-1954-46ba-b498-2ed2028186bd None None] Network 4f3c704b-060d-4624-8d6c-bccf9afaa118 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:25:26.881975 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port b2e30322-2fc4-415e-93a2-2f2cfb7ab557, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=b2e30322-2fc4-415e-93a2-2f2cfb7ab557,segment=NetworkSegment(258c2758-00a0-4aec-a30a-06817b920338),segment_id=258c2758-00a0-4aec-a30a-06817b920338)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:25:26.922839 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 84a2d4b3-7951-476b-8445-8a2e262f71ac up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:25:26.933286 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [None req-02bfc477-ec92-442b-a771-724853f409ff tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Allocated IP 172.20.0.1 (f1430fbd-2f75-41b1-9bf4-6c560459dbd2/e5bd5af8-5262-461f-ac32-bd87081c2d3f/171e41bf-3d36-475b-b66c-2bcf59909a1e) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:25:26.996125 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cd3380-62ed-44ed-a2f8-4c8d48f3d977 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Pushing event updated for resources: {'Network': ['ID=62aaf1c4-1ce0-49e4-a255-326cf812614e,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:27.021085 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-7fa964eb-a6be-4ddd-a3b5-d36426dcfa7a req-f6ed4cee-45bf-495e-8a99-742920f7ac4f service neutron] 10.222.0.22 "GET /v2.0/networks/c13948e9-e028-4a8d-ac69-93d0ad6a4bde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2552817 Aug 11 03:25:27.023179 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:25:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9374cd8-a1ae-486c-b264-2facee56a633 x-openstack-request-id: req-f9374cd8-a1ae-486c-b264-2facee56a633 {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:25:27.023457 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a65c0eb5-a5c4-488f-8d51-996639b869c4", "name": "network-vif-plugged", "status": "completed", "tag": "b2e30322-2fc4-415e-93a2-2f2cfb7ab557", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:25:27.023711 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f9374cd8-a1ae-486c-b264-2facee56a633 {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:25:27.024113 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a65c0eb5-a5c4-488f-8d51-996639b869c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2e30322-2fc4-415e-93a2-2f2cfb7ab557', 'code': 200} Aug 11 03:25:27.060477 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network 62aaf1c4-1ce0-49e4-a255-326cf812614e details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:25:27.064638 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:27.068552 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-f2d8bf6f-6a2b-42db-834b-53515ba7bb1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669'] for port, after_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:27.123399 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-c3cd3380-62ed-44ed-a2f8-4c8d48f3d977 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.7951610 Aug 11 03:25:27.126026 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 54438) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:27.132551 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-09e8254b-4e5c-48ec-85dc-758ffe41533f tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Request body: {'subnet': {'network_id': '62aaf1c4-1ce0-49e4-a255-326cf812614e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:25:27.192746 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2d8bf6f-6a2b-42db-834b-53515ba7bb1e None None] Network 1dabfc3b-fcc9-469c-a909-c596a7fdd3d7 is already hosted by enough agents. {{(pid=102193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:25:27.193493 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-04799847-cd30-4039-bf16-57dc6dc0d901 None None] Provisioning for port 9df22279-a841-42ce-95bf-9e74d4303771 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:25:27.216568 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.base_scheduler [None req-f2d8bf6f-6a2b-42db-834b-53515ba7bb1e None None] Resources bound (agent type, host, resource id): {{(pid=102193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:25:27.239005 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d8bf6f-6a2b-42db-834b-53515ba7bb1e None None] Received port after_create {{(pid=102193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:25:27.249175 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7405e8-ff1f-4f86-877f-96c0be6a2d0c req-d1d83631-2925-4716-b514-5ee49bc144a2 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:27.258902 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1a7405e8-ff1f-4f86-877f-96c0be6a2d0c req-d1d83631-2925-4716-b514-5ee49bc144a2 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] 10.222.0.41 "GET /v2.0/ports?device_id=a65c0eb5-a5c4-488f-8d51-996639b869c4 HTTP/1.1" status: 200 len: 945 time: 1.1732068 Aug 11 03:25:27.312151 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-02bfc477-ec92-442b-a771-724853f409ff tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:27.320892 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4a784162-c595-4ac1-a309-463b603a5151 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:27.340864 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [None req-02bfc477-ec92-442b-a771-724853f409ff tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Transition to ACTIVE for port object 171e41bf-3d36-475b-b66c-2bcf59909a1e will not be triggered until provisioned by entity DHCP. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:25:27.353420 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=b2e30322-2fc4-415e-93a2-2f2cfb7ab557,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:27.362797 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1a7405e8-ff1f-4f86-877f-96c0be6a2d0c req-eedf06da-5740-4564-a28d-512fedb84cbc tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] 10.222.0.41 "GET /v2.0/security-groups?id=0adf890f-4031-41cf-a126-513a25ba7e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940285 Aug 11 03:25:27.362797 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42de7da4-4a75-471c-a4d6-c269318d8fea req-4a2e2b75-8d01-40e8-b7f1-fd933c66adc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:27.362797 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-42de7da4-4a75-471c-a4d6-c269318d8fea req-4a2e2b75-8d01-40e8-b7f1-fd933c66adc6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a65c0eb5-a5c4-488f-8d51-996639b869c4 HTTP/1.1" status: 200 len: 1098 time: 0.3288422 Aug 11 03:25:27.402883 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f86c788c-880b-417c-a3a1-591b8bd2efcc None None] Network f1430fbd-2f75-41b1-9bf4-6c560459dbd2 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:25:27.470844 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09e8254b-4e5c-48ec-85dc-758ffe41533f tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Made reservation on behalf of a6e0511434be4fc4a2d24d0db6f1badc for: {'subnet': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:25:27.475086 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-09e8254b-4e5c-48ec-85dc-758ffe41533f tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274743'] for subnet, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:27.517649 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-f2d8bf6f-6a2b-42db-834b-53515ba7bb1e None None] Attempting to bind port b10caf3d-3bef-4194-a474-c8de6a513840 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:25:27.518056 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-f2d8bf6f-6a2b-42db-834b-53515ba7bb1e None None] Attempting to bind port b10caf3d-3bef-4194-a474-c8de6a513840 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': 'a8568db8-95aa-4405-ad0d-a955f9fa1f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '1dabfc3b-fcc9-469c-a909-c596a7fdd3d7'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:25:27.518417 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2d8bf6f-6a2b-42db-834b-53515ba7bb1e None None] Attempting to bind port b10caf3d-3bef-4194-a474-c8de6a513840 on network 1dabfc3b-fcc9-469c-a909-c596a7fdd3d7 {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:25:27.532699 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port 84a2d4b3-7951-476b-8445-8a2e262f71ac completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:25:27.545736 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d8bf6f-6a2b-42db-834b-53515ba7bb1e None None] Pushing event updated for resources: {'Port': ['ID=b10caf3d-3bef-4194-a474-c8de6a513840,revision_number=1']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:27.551262 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-02bfc477-ec92-442b-a771-724853f409ff tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:27.566397 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2d8bf6f-6a2b-42db-834b-53515ba7bb1e None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:25:27.566660 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2d8bf6f-6a2b-42db-834b-53515ba7bb1e None None] Checking segment: {'id': 'a8568db8-95aa-4405-ad0d-a955f9fa1f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '1dabfc3b-fcc9-469c-a909-c596a7fdd3d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:25:27.567014 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-f2d8bf6f-6a2b-42db-834b-53515ba7bb1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:27.567452 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2d8bf6f-6a2b-42db-834b-53515ba7bb1e None None] Bound using segment: {'id': 'a8568db8-95aa-4405-ad0d-a955f9fa1f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '1dabfc3b-fcc9-469c-a909-c596a7fdd3d7'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:25:27.567938 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-f2d8bf6f-6a2b-42db-834b-53515ba7bb1e None None] Bound port: b10caf3d-3bef-4194-a474-c8de6a513840, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8568db8-95aa-4405-ad0d-a955f9fa1f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '1dabfc3b-fcc9-469c-a909-c596a7fdd3d7'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:25:27.568318 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-f2d8bf6f-6a2b-42db-834b-53515ba7bb1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:27.574437 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 27ff2f86-8019-469d-8c1d-4e50681f146d up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:25:27.620367 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-9651e561-d706-4ca3-9b70-8c11184c21e9 None None] Provisioning for port 84a2d4b3-7951-476b-8445-8a2e262f71ac completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:25:27.657058 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-9651e561-d706-4ca3-9b70-8c11184c21e9 None None] Provisioning complete for port 84a2d4b3-7951-476b-8445-8a2e262f71ac triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:25:27.657460 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-9651e561-d706-4ca3-9b70-8c11184c21e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:27.659673 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4a784162-c595-4ac1-a309-463b603a5151 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks [] for port, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:27.666155 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02bfc477-ec92-442b-a771-724853f409ff tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Network f1430fbd-2f75-41b1-9bf4-6c560459dbd2 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:25:27.681806 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-02bfc477-ec92-442b-a771-724853f409ff tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:25:27.689731 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02bfc477-ec92-442b-a771-724853f409ff tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:25:27.700425 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bfc477-ec92-442b-a771-724853f409ff tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Pushing event updated for resources: {'Port': ['ID=171e41bf-3d36-475b-b66c-2bcf59909a1e,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:27.736745 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284a81a7-bddb-4c09-b0a5-b998949b325f req-60068a63-6b19-4432-a1e1-53654919ebb2 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:27.738898 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-284a81a7-bddb-4c09-b0a5-b998949b325f req-60068a63-6b19-4432-a1e1-53654919ebb2 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ab07bbd-fa55-4032-bc68-2fe67c0da2d6 HTTP/1.1" status: 200 len: 946 time: 0.6274159 Aug 11 03:25:27.750252 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-42de7da4-4a75-471c-a4d6-c269318d8fea req-fbf9ea4a-2a3f-4380-af3e-0bdafde19c84 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=0adf890f-4031-41cf-a126-513a25ba7e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864401 Aug 11 03:25:27.767762 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad354e0-f287-4511-9b67-0a49e4cdaf2d req-443bc297-c3c7-4d49-ac23-402c8606ca58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:27.770802 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-9ad354e0-f287-4511-9b67-0a49e4cdaf2d req-443bc297-c3c7-4d49-ac23-402c8606ca58 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=2ab07bbd-fa55-4032-bc68-2fe67c0da2d6&tenant_id=a5478860f7cb432583cc8e5d994d2237 HTTP/1.1" status: 200 len: 1098 time: 0.1755290 Aug 11 03:25:27.774597 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-f2d8bf6f-6a2b-42db-834b-53515ba7bb1e None None] For port b10caf3d-3bef-4194-a474-c8de6a513840, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:25:27.779794 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-f2d8bf6f-6a2b-42db-834b-53515ba7bb1e None None] For port b10caf3d-3bef-4194-a474-c8de6a513840, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=b10caf3d-3bef-4194-a474-c8de6a513840,segment=NetworkSegment(a8568db8-95aa-4405-ad0d-a955f9fa1f17),segment_id=a8568db8-95aa-4405-ad0d-a955f9fa1f17)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:25:27.800098 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-9ad354e0-f287-4511-9b67-0a49e4cdaf2d req-02c348ea-2686-434d-9c57-9059934cfefe service neutron] Request body: {'port': {'binding:host_id': 'n-h1-764292-30', 'device_owner': 'compute:nova'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:25:27.800925 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c25e21-b899-4c24-9046-78b117731206 req-86e1a26b-3ffa-46a6-96c7-36d359bbac41 tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:27.802572 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-16c25e21-b899-4c24-9046-78b117731206 req-86e1a26b-3ffa-46a6-96c7-36d359bbac41 tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] 10.222.0.41 "GET /v2.0/ports?device_id=615eb31c-7c46-417d-9d57-b64413500be6 HTTP/1.1" status: 200 len: 943 time: 0.1399779 Aug 11 03:25:27.802753 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 27ff2f86-8019-469d-8c1d-4e50681f146d triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:25:27.802878 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-02bfc477-ec92-442b-a771-724853f409ff tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-520987'] for router_interface, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:27.802998 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:27.805811 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-284a81a7-bddb-4c09-b0a5-b998949b325f req-ee2ae094-422d-45a9-b930-585074bd0741 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d4c303e-0c5b-4d5a-b0c4-6f31f4676a83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603116 Aug 11 03:25:27.851317 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4a784162-c595-4ac1-a309-463b603a5151 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:27.854276 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4a784162-c595-4ac1-a309-463b603a5151 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16383026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521135'] for router_interface, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:27.932917 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-f2d8bf6f-6a2b-42db-834b-53515ba7bb1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:27.941173 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-9651e561-d706-4ca3-9b70-8c11184c21e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:27.961999 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-16c25e21-b899-4c24-9046-78b117731206 req-5fc468fd-29cc-4df4-80c4-88739b8048ca tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed60bba6-2b2f-4b83-a3e4-9e7aa48523e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471777 Aug 11 03:25:27.993388 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-9ad354e0-f287-4511-9b67-0a49e4cdaf2d req-02c348ea-2686-434d-9c57-9059934cfefe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:28.064475 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a784162-c595-4ac1-a309-463b603a5151 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Pushing event updated for resources: {'Port': ['ID=0e406110-4699-4798-bf7e-48375f3debb1,revision_number=2']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:28.118957 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d8bf6f-6a2b-42db-834b-53515ba7bb1e None None] Pushing event updated for resources: {'Port': ['ID=b10caf3d-3bef-4194-a474-c8de6a513840,revision_number=2']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:28.125497 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-9651e561-d706-4ca3-9b70-8c11184c21e9 None None] For port 84a2d4b3-7951-476b-8445-8a2e262f71ac, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=84a2d4b3-7951-476b-8445-8a2e262f71ac,segment=NetworkSegment(cbc71070-6eca-4b0c-ae42-bac1a1a51908),segment_id=cbc71070-6eca-4b0c-ae42-bac1a1a51908)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:25:28.134385 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 9df22279-a841-42ce-95bf-9e74d4303771 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:25:28.134521 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a784162-c595-4ac1-a309-463b603a5151 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Network 4f3c704b-060d-4624-8d6c-bccf9afaa118 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:25:28.134910 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-4a784162-c595-4ac1-a309-463b603a5151 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:25:28.148561 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-09e8254b-4e5c-48ec-85dc-758ffe41533f tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126283476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274725'] for subnet, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:28.199507 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-9651e561-d706-4ca3-9b70-8c11184c21e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:28.344703 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a784162-c595-4ac1-a309-463b603a5151 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Router b0ec7b20-10fd-4b3d-82c1-134f07fcb827 has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:25:28.548105 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e8254b-4e5c-48ec-85dc-758ffe41533f tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Pushing event updated for resources: {'Subnet': ['ID=cc1abe0b-2685-4253-888a-1aa18b6f725f,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:28.589171 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9651e561-d706-4ca3-9b70-8c11184c21e9 None None] Pushing event updated for resources: {'Port': ['ID=84a2d4b3-7951-476b-8445-8a2e262f71ac,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:28.602468 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-02bfc477-ec92-442b-a771-724853f409ff tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:28.608499 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a784162-c595-4ac1-a309-463b603a5151 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:25:28.613138 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-4a784162-c595-4ac1-a309-463b603a5151 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] 10.222.0.41 "PUT /v2.0/routers/b0ec7b20-10fd-4b3d-82c1-134f07fcb827/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7075720 Aug 11 03:25:28.615752 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 54442) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:28.618716 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22177875-f7a4-4947-90c2-e71c47eafa26 None None] Sync routers for ids ['b0ec7b20-10fd-4b3d-82c1-134f07fcb827'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:25:28.622496 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-e09ca949-394e-4504-b98a-512009c2dea3 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1940251229'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:25:28.629154 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22177875-f7a4-4947-90c2-e71c47eafa26 None None] Routers {'b0ec7b20-10fd-4b3d-82c1-134f07fcb827'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:25:28.629837 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-22177875-f7a4-4947-90c2-e71c47eafa26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:25:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['b0ec7b20-10fd-4b3d-82c1-134f07fcb827'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:25:28.644695 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-9ad354e0-f287-4511-9b67-0a49e4cdaf2d req-02c348ea-2686-434d-9c57-9059934cfefe service neutron] For port dfa2e0ff-33d8-4c81-8f5e-c2c8919596e7, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=dfa2e0ff-33d8-4c81-8f5e-c2c8919596e7,segment=NetworkSegment(d0314809-797b-49c5-956f-3a5c1e5c0001),segment_id=d0314809-797b-49c5-956f-3a5c1e5c0001)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:25:28.654720 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4203c4b3-bb20-48d0-a2e3-a4e71e497409 req-e3c6147c-cc31-4308-ab21-3cc58313b6e1 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:28.670233 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4203c4b3-bb20-48d0-a2e3-a4e71e497409 req-e3c6147c-cc31-4308-ab21-3cc58313b6e1 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] 10.222.0.41 "GET /v2.0/ports?device_id=a65c0eb5-a5c4-488f-8d51-996639b869c4 HTTP/1.1" status: 200 len: 946 time: 0.1438539 Aug 11 03:25:28.684619 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port 9df22279-a841-42ce-95bf-9e74d4303771 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:25:28.690550 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3b80fc36-b2db-495a-bb21-c760ebf365ff None None] Provisioning for port 0e406110-4699-4798-bf7e-48375f3debb1 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:25:28.734169 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 9df22279-a841-42ce-95bf-9e74d4303771 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:25:28.734988 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:28.742470 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4203c4b3-bb20-48d0-a2e3-a4e71e497409 req-2099b49c-89c8-4380-99ec-f137e4a50dbb tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] 10.222.0.41 "GET /v2.0/security-groups?id=0adf890f-4031-41cf-a126-513a25ba7e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754523 Aug 11 03:25:28.748795 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3b80fc36-b2db-495a-bb21-c760ebf365ff None None] Provisioning complete for port 0e406110-4699-4798-bf7e-48375f3debb1 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:25:28.751178 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3b80fc36-b2db-495a-bb21-c760ebf365ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:28.810495 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-9ad354e0-f287-4511-9b67-0a49e4cdaf2d req-02c348ea-2686-434d-9c57-9059934cfefe service neutron] For port dfa2e0ff-33d8-4c81-8f5e-c2c8919596e7, host n-h2-764292-30, cleared binding levels {{(pid=102191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:25:28.834713 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e8254b-4e5c-48ec-85dc-758ffe41533f tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Checking segment: {'id': '6db5be2e-8bfa-4dea-bd5e-77481a35b85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '62aaf1c4-1ce0-49e4-a255-326cf812614e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:25:28.834713 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e8254b-4e5c-48ec-85dc-758ffe41533f tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Network hostable DHCP agents. Network: 62aaf1c4-1ce0-49e4-a255-326cf812614e, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:25:28.842153 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e09ca949-394e-4504-b98a-512009c2dea3 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Made reservation on behalf of e3d11adc70004665908a030719f0fc48 for: {'network': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:25:28.853632 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e09ca949-394e-4504-b98a-512009c2dea3 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:28.864481 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-3b80fc36-b2db-495a-bb21-c760ebf365ff None None] Port 0e406110-4699-4798-bf7e-48375f3debb1 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:25:28.872425 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-22177875-f7a4-4947-90c2-e71c47eafa26 None None] Set router b0ec7b20-10fd-4b3d-82c1-134f07fcb827 gateway port host: None {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:25:28.927889 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e09ca949-394e-4504-b98a-512009c2dea3 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=102192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:25:28.954077 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ab07bbd-fa55-4032-bc68-2fe67c0da2d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dfa2e0ff-33d8-4c81-8f5e-c2c8919596e7'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:25:28.958307 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cad87914-6cc6-452c-8001-ded5ed4e9f7d" -d '{"events": [{"server_uuid": "2ab07bbd-fa55-4032-bc68-2fe67c0da2d6", "name": "network-vif-unplugged", "status": "completed", "tag": "dfa2e0ff-33d8-4c81-8f5e-c2c8919596e7"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:25:28.964950 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-9ad354e0-f287-4511-9b67-0a49e4cdaf2d req-02c348ea-2686-434d-9c57-9059934cfefe service neutron] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:28.973717 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e09ca949-394e-4504-b98a-512009c2dea3 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:28.977011 n-d-764292-30 neutron-server[102192]: INFO neutron.db.segments_db [None req-e09ca949-394e-4504-b98a-512009c2dea3 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Added segment 6894277b-436f-4a41-ab22-3dbb2eafe083 of type vlan for network ae1763d1-75b0-45a8-a31c-ec278c7632a8 Aug 11 03:25:29.008453 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [req-9ad354e0-f287-4511-9b67-0a49e4cdaf2d req-02c348ea-2686-434d-9c57-9059934cfefe service neutron] Transition to ACTIVE for port object dfa2e0ff-33d8-4c81-8f5e-c2c8919596e7 will not be triggered until provisioned by entity L2. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:25:29.070806 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e09ca949-394e-4504-b98a-512009c2dea3 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:29.088713 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f59992c-f70c-47b5-b03e-8542d4376418 req-15917515-a56e-4ff6-8067-d5bd2e68c2a6 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:29.096871 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e8254b-4e5c-48ec-85dc-758ffe41533f tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Network 62aaf1c4-1ce0-49e4-a255-326cf812614e is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:25:29.099265 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5f59992c-f70c-47b5-b03e-8542d4376418 req-15917515-a56e-4ff6-8067-d5bd2e68c2a6 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ab07bbd-fa55-4032-bc68-2fe67c0da2d6 HTTP/1.1" status: 200 len: 946 time: 0.1413329 Aug 11 03:25:29.105105 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-9ad354e0-f287-4511-9b67-0a49e4cdaf2d req-02c348ea-2686-434d-9c57-9059934cfefe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:29.129507 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 03:25:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f51ad7be-6b2c-4b56-a58d-f7dcc148ecdc x-openstack-request-id: req-f51ad7be-6b2c-4b56-a58d-f7dcc148ecdc {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:25:29.130730 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ab07bbd-fa55-4032-bc68-2fe67c0da2d6", "name": "network-vif-unplugged", "status": "completed", "tag": "dfa2e0ff-33d8-4c81-8f5e-c2c8919596e7", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:25:29.131214 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f51ad7be-6b2c-4b56-a58d-f7dcc148ecdc {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:25:29.131851 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ab07bbd-fa55-4032-bc68-2fe67c0da2d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dfa2e0ff-33d8-4c81-8f5e-c2c8919596e7', 'code': 200} Aug 11 03:25:29.162328 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5f59992c-f70c-47b5-b03e-8542d4376418 req-cc40dca8-ce1f-4c52-afe5-e9575f884a67 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d4c303e-0c5b-4d5a-b0c4-6f31f4676a83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579505 Aug 11 03:25:29.179449 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-f4fd725e-d5a8-46d7-bca1-a07e97a7d162 None None] Provisioning complete for port 84a2d4b3-7951-476b-8445-8a2e262f71ac triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:25:29.180971 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-f4fd725e-d5a8-46d7-bca1-a07e97a7d162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:29.239600 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:29.257154 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-09e8254b-4e5c-48ec-85dc-758ffe41533f tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, 62aaf1c4-1ce0-49e4-a255-326cf812614e) {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:25:29.276885 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09e8254b-4e5c-48ec-85dc-758ffe41533f tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:29.277682 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-09e8254b-4e5c-48ec-85dc-758ffe41533f tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:29.287522 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port 9df22279-a841-42ce-95bf-9e74d4303771, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=9df22279-a841-42ce-95bf-9e74d4303771,segment=NetworkSegment(9c34466a-8261-4d30-9358-55ca9b225f4d),segment_id=9c34466a-8261-4d30-9358-55ca9b225f4d)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:25:29.299471 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce4f4e8-39b4-4333-84af-fd2829e6136d req-b142c561-3bf1-44b0-94b9-66f51f2d10eb tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:29.301716 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8ce4f4e8-39b4-4333-84af-fd2829e6136d req-b142c561-3bf1-44b0-94b9-66f51f2d10eb tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] 10.222.0.41 "GET /v2.0/ports?device_id=615eb31c-7c46-417d-9d57-b64413500be6 HTTP/1.1" status: 200 len: 943 time: 0.0987251 Aug 11 03:25:29.303014 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e09ca949-394e-4504-b98a-512009c2dea3 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:29.310095 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa8994a0-86a6-46d4-92ee-6bcc52f45754 None None] Network 62aaf1c4-1ce0-49e4-a255-326cf812614e requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:25:29.316321 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e09ca949-394e-4504-b98a-512009c2dea3 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:29.322519 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e09ca949-394e-4504-b98a-512009c2dea3 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks [] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:29.330871 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-b2aa68b2-64b1-4047-aedb-b51b8e47aece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:29.434652 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 9f0cf4cd-0f09-4f14-b4ce-807b4e97dd3f details requested by agent hyperv_n-h1-764292-30 with host n-h1-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:25:29.439579 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:29.448386 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8ce4f4e8-39b4-4333-84af-fd2829e6136d req-16270939-97d3-44c3-a7a9-eb68238fbd34 tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed60bba6-2b2f-4b83-a3e4-9e7aa48523e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995350 Aug 11 03:25:29.454870 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-e09ca949-394e-4504-b98a-512009c2dea3 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8380685 Aug 11 03:25:29.456741 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 54452) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:29.467182 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-e575fd18-592f-47a3-b9e6-989254779f49 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Request body: {'subnet': {'network_id': 'ae1763d1-75b0-45a8-a31c-ec278c7632a8', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:25:29.475873 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09ca949-394e-4504-b98a-512009c2dea3 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Pushing event updated for resources: {'Network': ['ID=ae1763d1-75b0-45a8-a31c-ec278c7632a8,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:29.522643 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-09e8254b-4e5c-48ec-85dc-758ffe41533f tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3952782 Aug 11 03:25:29.530427 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 54454) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:29.544080 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-a44f5855-2347-40b7-b944-86ae6c3ebe78 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Request body: {'subnet': {'network_id': '62aaf1c4-1ce0-49e4-a255-326cf812614e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:25:29.546803 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network ae1763d1-75b0-45a8-a31c-ec278c7632a8 details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:25:29.563511 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c348ea-2686-434d-9c57-9059934cfefe service neutron] Pushing event updated for resources: {'Port': ['ID=dfa2e0ff-33d8-4c81-8f5e-c2c8919596e7,revision_number=10']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:29.586270 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ad354e0-f287-4511-9b67-0a49e4cdaf2d req-02c348ea-2686-434d-9c57-9059934cfefe service neutron] No DVR routers for this DVR port dfa2e0ff-33d8-4c81-8f5e-c2c8919596e7 on host n-h2-764292-30 {{(pid=102191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:25:29.649210 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-02bfc477-ec92-442b-a771-724853f409ff tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:29.678185 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=9df22279-a841-42ce-95bf-9e74d4303771,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:29.696213 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61eee0dd-53b2-41fc-9083-f33cf2a23223 None None] Network 1dabfc3b-fcc9-469c-a909-c596a7fdd3d7 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:25:29.731202 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-02bfc477-ec92-442b-a771-724853f409ff tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:29.767827 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e575fd18-592f-47a3-b9e6-989254779f49 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Made reservation on behalf of e3d11adc70004665908a030719f0fc48 for: {'subnet': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:25:29.774812 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e575fd18-592f-47a3-b9e6-989254779f49 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126180544'] for subnet, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:29.806074 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bfc477-ec92-442b-a771-724853f409ff tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Pushing event updated for resources: {'Port': ['ID=171e41bf-3d36-475b-b66c-2bcf59909a1e,revision_number=2']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:29.806550 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 84a2d4b3-7951-476b-8445-8a2e262f71ac up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:25:29.808484 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device dfa2e0ff-33d8-4c81-8f5e-c2c8919596e7 no longer exists at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:25:29.860417 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-02bfc477-ec92-442b-a771-724853f409ff tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16383026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521135'] for router_interface, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:29.869067 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-9ad354e0-f287-4511-9b67-0a49e4cdaf2d req-02c348ea-2686-434d-9c57-9059934cfefe service neutron] Attempting to bind port dfa2e0ff-33d8-4c81-8f5e-c2c8919596e7 on host n-h1-764292-30 for vnic_type normal with profile {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:25:29.869530 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-9ad354e0-f287-4511-9b67-0a49e4cdaf2d req-02c348ea-2686-434d-9c57-9059934cfefe service neutron] Attempting to bind port dfa2e0ff-33d8-4c81-8f5e-c2c8919596e7 by drivers openvswitch,hyperv on host n-h1-764292-30 at level 0 using segments [{'id': 'd0314809-797b-49c5-956f-3a5c1e5c0001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6a6493ce-4ad4-4581-8e07-a017fe78dc31'}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:25:29.870003 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad354e0-f287-4511-9b67-0a49e4cdaf2d req-02c348ea-2686-434d-9c57-9059934cfefe service neutron] Attempting to bind port dfa2e0ff-33d8-4c81-8f5e-c2c8919596e7 on network 6a6493ce-4ad4-4581-8e07-a017fe78dc31 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:25:29.876078 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad354e0-f287-4511-9b67-0a49e4cdaf2d req-02c348ea-2686-434d-9c57-9059934cfefe service neutron] Port dfa2e0ff-33d8-4c81-8f5e-c2c8919596e7 on network 6a6493ce-4ad4-4581-8e07-a017fe78dc31 not bound, no agent of type Open vSwitch agent registered on host n-h1-764292-30 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:25:29.877938 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad354e0-f287-4511-9b67-0a49e4cdaf2d req-02c348ea-2686-434d-9c57-9059934cfefe service neutron] Attempting to bind port dfa2e0ff-33d8-4c81-8f5e-c2c8919596e7 on network 6a6493ce-4ad4-4581-8e07-a017fe78dc31 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:25:29.931653 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d928b362-345d-4c90-9239-6b7e9763992c req-75c25695-d476-4571-a160-e066baad8dc4 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:29.933129 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d928b362-345d-4c90-9239-6b7e9763992c req-75c25695-d476-4571-a160-e066baad8dc4 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] 10.222.0.41 "GET /v2.0/ports?device_id=a65c0eb5-a5c4-488f-8d51-996639b869c4 HTTP/1.1" status: 200 len: 946 time: 0.1050737 Aug 11 03:25:29.939442 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a44f5855-2347-40b7-b944-86ae6c3ebe78 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Made reservation on behalf of a6e0511434be4fc4a2d24d0db6f1badc for: {'subnet': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:25:29.942531 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad354e0-f287-4511-9b67-0a49e4cdaf2d req-02c348ea-2686-434d-9c57-9059934cfefe service neutron] Checking agent: {'id': 'abb524c2-b412-4ed2-8367-45c4fd996fa7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:25:29.942993 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad354e0-f287-4511-9b67-0a49e4cdaf2d req-02c348ea-2686-434d-9c57-9059934cfefe service neutron] Checking segment: {'id': 'd0314809-797b-49c5-956f-3a5c1e5c0001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6a6493ce-4ad4-4581-8e07-a017fe78dc31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:25:29.943488 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad354e0-f287-4511-9b67-0a49e4cdaf2d req-02c348ea-2686-434d-9c57-9059934cfefe service neutron] Bound using segment: {'id': 'd0314809-797b-49c5-956f-3a5c1e5c0001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6a6493ce-4ad4-4581-8e07-a017fe78dc31'} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:25:29.944042 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-9ad354e0-f287-4511-9b67-0a49e4cdaf2d req-02c348ea-2686-434d-9c57-9059934cfefe service neutron] Bound port: dfa2e0ff-33d8-4c81-8f5e-c2c8919596e7, host: n-h1-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0314809-797b-49c5-956f-3a5c1e5c0001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6a6493ce-4ad4-4581-8e07-a017fe78dc31'}}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:25:29.944165 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a44f5855-2347-40b7-b944-86ae6c3ebe78 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126180544'] for subnet, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:29.944513 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-9ad354e0-f287-4511-9b67-0a49e4cdaf2d req-02c348ea-2686-434d-9c57-9059934cfefe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:29.960779 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-22177875-f7a4-4947-90c2-e71c47eafa26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0ec7b20-10fd-4b3d-82c1-134f07fcb827', 'name': 'tempest-RoutersIpV6Test-router-424810573', 'tenant_id': 'e3d11adc70004665908a030719f0fc48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:25:14Z', 'updated_at': '2021-08-11T03:25:26Z', 'revision_number': 3, 'project_id': 'e3d11adc70004665908a030719f0fc48', 'gw_port_host': None, '_interfaces': [{'id': '0e406110-4699-4798-bf7e-48375f3debb1', 'name': '', 'network_id': '4f3c704b-060d-4624-8d6c-bccf9afaa118', 'tenant_id': 'e3d11adc70004665908a030719f0fc48', 'mac_address': 'fa:16:3e:30:1e:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0ec7b20-10fd-4b3d-82c1-134f07fcb827', 'device_owner': 'network:router_interface', 'standard_attr_id': 2796, 'fixed_ips': [{'subnet_id': '39db3a36-8203-42a7-b274-ddd7ca87d7ab', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:25:24Z', 'updated_at': '2021-08-11T03:25:27Z', 'revision_number': 2, 'project_id': 'e3d11adc70004665908a030719f0fc48', 'subnets': [{'id': '39db3a36-8203-42a7-b274-ddd7ca87d7ab', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '27ff2f86-8019-469d-8c1d-4e50681f146d', 'name': '', 'network_id': 'dca556ae-942f-4b24-bf88-eda0217769c7', 'tenant_id': 'e3d11adc70004665908a030719f0fc48', 'mac_address': 'fa:16:3e:0b:cb:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ec7b20-10fd-4b3d-82c1-134f07fcb827', 'device_owner': 'network:router_interface', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': '50711f26-668b-47d2-a52c-747df49a242f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:25:17Z', 'updated_at': '2021-08-11T03:25:25Z', 'revision_number': 5, 'project_id': 'e3d11adc70004665908a030719f0fc48', 'subnets': [{'id': '50711f26-668b-47d2-a52c-747df49a242f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:25:30.007137 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device dfa2e0ff-33d8-4c81-8f5e-c2c8919596e7 not bound to the agent host n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:25:30.009630 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-f4fd725e-d5a8-46d7-bca1-a07e97a7d162 None None] Provisioning for port 171e41bf-3d36-475b-b66c-2bcf59909a1e completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:25:30.011718 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22177875-f7a4-4947-90c2-e71c47eafa26 None None] Checking router: b0ec7b20-10fd-4b3d-82c1-134f07fcb827 for host: n-d-764292-30 {{(pid=102193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:25:30.012070 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22177875-f7a4-4947-90c2-e71c47eafa26 None None] Updating router b0ec7b20-10fd-4b3d-82c1-134f07fcb827 port 0e406110-4699-4798-bf7e-48375f3debb1 binding host n-d-764292-30 {{(pid=102193) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:25:30.027938 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02bfc477-ec92-442b-a771-724853f409ff tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Network f1430fbd-2f75-41b1-9bf4-6c560459dbd2 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:25:30.030971 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-02bfc477-ec92-442b-a771-724853f409ff tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:25:30.054676 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-f4fd725e-d5a8-46d7-bca1-a07e97a7d162 None None] Provisioning complete for port 171e41bf-3d36-475b-b66c-2bcf59909a1e triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:25:30.055057 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-f4fd725e-d5a8-46d7-bca1-a07e97a7d162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:30.095925 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d928b362-345d-4c90-9239-6b7e9763992c req-4cf218bf-df42-4055-af57-77fa10819adf tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] 10.222.0.41 "GET /v2.0/security-groups?id=0adf890f-4031-41cf-a126-513a25ba7e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1466260 Aug 11 03:25:30.111362 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-9ad354e0-f287-4511-9b67-0a49e4cdaf2d req-02c348ea-2686-434d-9c57-9059934cfefe service neutron] For port dfa2e0ff-33d8-4c81-8f5e-c2c8919596e7, host n-h1-764292-30, cleared binding levels {{(pid=102191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:25:30.135876 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-9ad354e0-f287-4511-9b67-0a49e4cdaf2d req-02c348ea-2686-434d-9c57-9059934cfefe service neutron] For port dfa2e0ff-33d8-4c81-8f5e-c2c8919596e7, host n-h1-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=dfa2e0ff-33d8-4c81-8f5e-c2c8919596e7,segment=NetworkSegment(d0314809-797b-49c5-956f-3a5c1e5c0001),segment_id=d0314809-797b-49c5-956f-3a5c1e5c0001)] {{(pid=102191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:25:30.137327 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-22177875-f7a4-4947-90c2-e71c47eafa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:30.164820 n-d-764292-30 neutron-server[102192]: INFO neutron.db.ipam_backend_mixin [None req-a44f5855-2347-40b7-b944-86ae6c3ebe78 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet cc1abe0b-2685-4253-888a-1aa18b6f725f (CIDR: 2001:db8::/64) Aug 11 03:25:30.165072 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 9f0cf4cd-0f09-4f14-b4ce-807b4e97dd3f, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=9f0cf4cd-0f09-4f14-b4ce-807b4e97dd3f,segment=NetworkSegment(21ab9289-39d9-4555-9571-2cc6fd85c487),segment_id=21ab9289-39d9-4555-9571-2cc6fd85c487)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:25:30.167713 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7054a502-20b8-4794-bdc0-3450a607e3da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde080026-c28f-55be-b52b-13827cc43646-62aaf1c4-1ce0-49e4-a255-326cf812614e', 'network_id': '62aaf1c4-1ce0-49e4-a255-326cf812614e', 'tenant_id': 'a6e0511434be4fc4a2d24d0db6f1badc', 'fixed_ips': [{'subnet_id': 'cc1abe0b-2685-4253-888a-1aa18b6f725f'}]}} from n-d-764292-30. {{(pid=102193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:25:30.173121 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-7054a502-20b8-4794-bdc0-3450a607e3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:30.208780 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-9ad354e0-f287-4511-9b67-0a49e4cdaf2d req-02c348ea-2686-434d-9c57-9059934cfefe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:30.229152 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-f4fd725e-d5a8-46d7-bca1-a07e97a7d162 None None] Port 171e41bf-3d36-475b-b66c-2bcf59909a1e cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:25:30.235472 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Returning: {'device': '9f0cf4cd-0f09-4f14-b4ce-807b4e97dd3f', 'network_id': 'c13948e9-e028-4a8d-ac69-93d0ad6a4bde', 'port_id': '9f0cf4cd-0f09-4f14-b4ce-807b4e97dd3f', 'mac_address': 'fa:16:3e:59:c3:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8783183-c3a1-4580-9cd5-7ee055cead2b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:25:30.235714 n-d-764292-30 neutron-server[102192]: INFO neutron.pecan_wsgi.hooks.translation [None req-a44f5855-2347-40b7-b944-86ae6c3ebe78 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 03:25:30.236199 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a44f5855-2347-40b7-b944-86ae6c3ebe78 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:25:30.246938 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 84a2d4b3-7951-476b-8445-8a2e262f71ac triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:25:30.246938 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:30.290265 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02bfc477-ec92-442b-a771-724853f409ff tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Router 8605a112-cef9-4807-bce8-92a0a2028f94 is scheduled to L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 with binding_index 1 {{(pid=102191) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:25:30.340967 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad354e0-f287-4511-9b67-0a49e4cdaf2d req-02c348ea-2686-434d-9c57-9059934cfefe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:30.341143 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd85e4d-288e-4823-8651-9c7a0b452d71 req-0bb1973d-0ee9-4cbb-877f-68ab16b2d573 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:30.341601 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-9ad354e0-f287-4511-9b67-0a49e4cdaf2d req-02c348ea-2686-434d-9c57-9059934cfefe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:30.343036 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-9ad354e0-f287-4511-9b67-0a49e4cdaf2d req-02c348ea-2686-434d-9c57-9059934cfefe service neutron] 10.222.0.22 "PUT /v2.0/ports/dfa2e0ff-33d8-4c81-8f5e-c2c8919596e7 HTTP/1.1" status: 200 len: 1094 time: 2.5495169 Aug 11 03:25:30.349995 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ddd85e4d-288e-4823-8651-9c7a0b452d71 req-0bb1973d-0ee9-4cbb-877f-68ab16b2d573 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] 10.222.0.41 "GET /v2.0/ports?device_id=a65c0eb5-a5c4-488f-8d51-996639b869c4 HTTP/1.1" status: 200 len: 946 time: 0.0752954 Aug 11 03:25:30.359956 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-a44f5855-2347-40b7-b944-86ae6c3ebe78 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8284540 Aug 11 03:25:30.368158 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 54466) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:30.380920 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-4590a423-8050-4b96-b04a-c79bdde71939 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Request body: {'subnet': {'network_id': '62aaf1c4-1ce0-49e4-a255-326cf812614e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:25:30.486967 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e575fd18-592f-47a3-b9e6-989254779f49 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125932092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126180562'] for subnet, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:30.509089 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c348ea-2686-434d-9c57-9059934cfefe service neutron] Pushing event updated for resources: {'Port': ['ID=dfa2e0ff-33d8-4c81-8f5e-c2c8919596e7,revision_number=11']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:30.572238 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad354e0-f287-4511-9b67-0a49e4cdaf2d req-413c4f96-17ab-42e5-affc-eb9e1dec9fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:30.573753 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-9ad354e0-f287-4511-9b67-0a49e4cdaf2d req-413c4f96-17ab-42e5-affc-eb9e1dec9fac service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a5478860f7cb432583cc8e5d994d2237&device_id=2ab07bbd-fa55-4032-bc68-2fe67c0da2d6 HTTP/1.1" status: 200 len: 1097 time: 0.1974909 Aug 11 03:25:30.574579 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-f4fd725e-d5a8-46d7-bca1-a07e97a7d162 None None] Provisioning complete for port 0e406110-4699-4798-bf7e-48375f3debb1 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:25:30.574962 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-f4fd725e-d5a8-46d7-bca1-a07e97a7d162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:30.644964 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ddd85e4d-288e-4823-8651-9c7a0b452d71 req-865ddb17-8112-4a0a-8574-bb612514ea1b tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] 10.222.0.41 "GET /v2.0/security-groups?id=0adf890f-4031-41cf-a126-513a25ba7e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2939680 Aug 11 03:25:30.693875 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e575fd18-592f-47a3-b9e6-989254779f49 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Pushing event updated for resources: {'Subnet': ['ID=1b8e4fb9-58fb-436b-8c39-6e49d58f094a,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:30.717981 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dc1b49-1d47-470e-bf9d-f5a6e037adef req-16931583-8721-40c0-9735-a27ce3098999 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:30.732773 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-57dc1b49-1d47-470e-bf9d-f5a6e037adef req-16931583-8721-40c0-9735-a27ce3098999 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ab07bbd-fa55-4032-bc68-2fe67c0da2d6 HTTP/1.1" status: 200 len: 945 time: 0.2597797 Aug 11 03:25:30.786887 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e575fd18-592f-47a3-b9e6-989254779f49 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Checking segment: {'id': '6894277b-436f-4a41-ab22-3dbb2eafe083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ae1763d1-75b0-45a8-a31c-ec278c7632a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:25:30.787609 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e575fd18-592f-47a3-b9e6-989254779f49 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Network hostable DHCP agents. Network: ae1763d1-75b0-45a8-a31c-ec278c7632a8, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:25:30.898084 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-57dc1b49-1d47-470e-bf9d-f5a6e037adef req-d6d37f36-e0d8-4c70-bc2f-36001da16245 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d4c303e-0c5b-4d5a-b0c4-6f31f4676a83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1509106 Aug 11 03:25:30.898084 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4590a423-8050-4b96-b04a-c79bdde71939 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Made reservation on behalf of a6e0511434be4fc4a2d24d0db6f1badc for: {'subnet': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:25:30.903093 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4590a423-8050-4b96-b04a-c79bdde71939 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126180544'] for subnet, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:30.964219 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:31.000134 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e575fd18-592f-47a3-b9e6-989254779f49 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Network ae1763d1-75b0-45a8-a31c-ec278c7632a8 is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:25:31.006682 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-f4fd725e-d5a8-46d7-bca1-a07e97a7d162 None None] Port 0e406110-4699-4798-bf7e-48375f3debb1 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:25:31.008474 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f0cf4cd-0f09-4f14-b4ce-807b4e97dd3f {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:25:31.049293 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b2e6bd-c0c7-4d34-9383-662f6a93ea8a req-31381472-238e-47e1-ba8c-c1a48273596d tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:31.051795 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-51b2e6bd-c0c7-4d34-9383-662f6a93ea8a req-31381472-238e-47e1-ba8c-c1a48273596d tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] 10.222.0.41 "GET /v2.0/ports?device_id=615eb31c-7c46-417d-9d57-b64413500be6 HTTP/1.1" status: 200 len: 943 time: 0.1160934 Aug 11 03:25:31.075626 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.db_base_plugin_common [None req-7054a502-20b8-4794-bdc0-3450a607e3da None None] Allocated IP 2001:db8::2 (62aaf1c4-1ce0-49e4-a255-326cf812614e/cc1abe0b-2685-4253-888a-1aa18b6f725f/8687f876-0a07-476e-a5a4-832ec770667b) {{(pid=102193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:25:31.086255 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02bfc477-ec92-442b-a771-724853f409ff tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:25:31.092594 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-e575fd18-592f-47a3-b9e6-989254779f49 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, ae1763d1-75b0-45a8-a31c-ec278c7632a8) {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:25:31.102008 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5175f58d-4de1-4352-a441-4bad4d08fa3c None None] Sync routers for ids ['8605a112-cef9-4807-bce8-92a0a2028f94'] in n-d-764292-30 {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:25:31.115726 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-02bfc477-ec92-442b-a771-724853f409ff tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] 10.222.0.41 "PUT /v2.0/routers/8605a112-cef9-4807-bce8-92a0a2028f94/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9339347 Aug 11 03:25:31.122029 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 54478) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:31.125537 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 9f0cf4cd-0f09-4f14-b4ce-807b4e97dd3f, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=9f0cf4cd-0f09-4f14-b4ce-807b4e97dd3f,segment=NetworkSegment(21ab9289-39d9-4555-9571-2cc6fd85c487),segment_id=21ab9289-39d9-4555-9571-2cc6fd85c487)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:25:31.135267 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e575fd18-592f-47a3-b9e6-989254779f49 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:31.136025 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e575fd18-592f-47a3-b9e6-989254779f49 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks [] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:31.144401 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5175f58d-4de1-4352-a441-4bad4d08fa3c None None] Routers {'8605a112-cef9-4807-bce8-92a0a2028f94'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:25:31.150519 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-5175f58d-4de1-4352-a441-4bad4d08fa3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:25:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['8605a112-cef9-4807-bce8-92a0a2028f94'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:25:31.163751 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ab07bbd-fa55-4032-bc68-2fe67c0da2d6', 'tag': 'dfa2e0ff-33d8-4c81-8f5e-c2c8919596e7'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:25:31.166378 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-469a24a2-46f7-4139-8e29-21c7eb5fd909" -d '{"events": [{"name": "network-changed", "server_uuid": "2ab07bbd-fa55-4032-bc68-2fe67c0da2d6", "tag": "dfa2e0ff-33d8-4c81-8f5e-c2c8919596e7"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:25:31.177346 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39d9f7c0-0697-436a-99b0-8a1d6075be92 None None] Network ae1763d1-75b0-45a8-a31c-ec278c7632a8 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:25:31.184999 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-51b2e6bd-c0c7-4d34-9383-662f6a93ea8a req-27069b15-c9a8-4f3b-bb55-eba6ddc5063e tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed60bba6-2b2f-4b83-a3e4-9e7aa48523e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068361 Aug 11 03:25:31.214885 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-5175f58d-4de1-4352-a441-4bad4d08fa3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:25:31.222801 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device b10caf3d-3bef-4194-a474-c8de6a513840 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:25:31.259520 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5175f58d-4de1-4352-a441-4bad4d08fa3c None None] Routers {'8605a112-cef9-4807-bce8-92a0a2028f94'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:25:31.262768 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-5175f58d-4de1-4352-a441-4bad4d08fa3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:25:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['8605a112-cef9-4807-bce8-92a0a2028f94'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:25:31.273309 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:31.359643 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-5175f58d-4de1-4352-a441-4bad4d08fa3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:25:31.367197 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5175f58d-4de1-4352-a441-4bad4d08fa3c None None] The sync data for ids ['8605a112-cef9-4807-bce8-92a0a2028f94'] in n-d-764292-30 is: [] {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:25:31.373029 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-e575fd18-592f-47a3-b9e6-989254779f49 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.9123456 Aug 11 03:25:31.374168 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 54482) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:31.388783 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:25:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a0533b4-3351-4939-a175-0d8311747e92 x-openstack-request-id: req-7a0533b4-3351-4939-a175-0d8311747e92 {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:25:31.389135 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ab07bbd-fa55-4032-bc68-2fe67c0da2d6", "tag": "dfa2e0ff-33d8-4c81-8f5e-c2c8919596e7", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:25:31.389345 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7a0533b4-3351-4939-a175-0d8311747e92 {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:25:31.389704 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ab07bbd-fa55-4032-bc68-2fe67c0da2d6', 'tag': 'dfa2e0ff-33d8-4c81-8f5e-c2c8919596e7', 'status': 'completed', 'code': 200} Aug 11 03:25:31.399908 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad354e0-f287-4511-9b67-0a49e4cdaf2d req-4db4fff7-abf8-44f1-b4d3-afbbc4631949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:31.401465 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-9ad354e0-f287-4511-9b67-0a49e4cdaf2d req-4db4fff7-abf8-44f1-b4d3-afbbc4631949 service neutron] 10.222.0.22 "GET /v2.0/networks?id=6a6493ce-4ad4-4581-8e07-a017fe78dc31 HTTP/1.1" status: 200 len: 897 time: 0.8184245 Aug 11 03:25:31.423841 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-67968ceb-8653-409a-b9c3-475dd4093d26 None None] Provisioning complete for port 171e41bf-3d36-475b-b66c-2bcf59909a1e triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:25:31.424215 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-67968ceb-8653-409a-b9c3-475dd4093d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:31.532512 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=9f0cf4cd-0f09-4f14-b4ce-807b4e97dd3f,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:31.576961 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-9ad354e0-f287-4511-9b67-0a49e4cdaf2d req-8259438b-1f0a-4668-9c83-abf2f739e863 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dfa2e0ff-33d8-4c81-8f5e-c2c8919596e7 HTTP/1.1" status: 200 len: 999 time: 0.1440921 Aug 11 03:25:31.591151 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-67968ceb-8653-409a-b9c3-475dd4093d26 None None] Port 171e41bf-3d36-475b-b66c-2bcf59909a1e cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:25:31.677904 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-22177875-f7a4-4947-90c2-e71c47eafa26 None None] Notify callbacks [] for port, precommit_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:31.685538 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['9f0cf4cd-0f09-4f14-b4ce-807b4e97dd3f'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:25:31.687085 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad354e0-f287-4511-9b67-0a49e4cdaf2d req-38188226-d881-4801-9910-7503f9c01ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:31.688865 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-9ad354e0-f287-4511-9b67-0a49e4cdaf2d req-38188226-d881-4801-9910-7503f9c01ebe service neutron] 10.222.0.22 "GET /v2.0/subnets?id=37cbef7f-f057-476b-a1c7-ed84d89eefd6 HTTP/1.1" status: 200 len: 835 time: 0.0787430 Aug 11 03:25:31.733875 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port b10caf3d-3bef-4194-a474-c8de6a513840 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:25:31.740796 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-22177875-f7a4-4947-90c2-e71c47eafa26 None None] Transition to ACTIVE for port object 0e406110-4699-4798-bf7e-48375f3debb1 will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:25:31.753870 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-67968ceb-8653-409a-b9c3-475dd4093d26 None None] Provisioning for port b10caf3d-3bef-4194-a474-c8de6a513840 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:25:31.763654 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-7054a502-20b8-4794-bdc0-3450a607e3da None None] Notify callbacks [] for port, precommit_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:31.771422 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad354e0-f287-4511-9b67-0a49e4cdaf2d req-3002f6e7-7a7c-4d04-b481-274fe4fc0320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:31.773107 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-9ad354e0-f287-4511-9b67-0a49e4cdaf2d req-3002f6e7-7a7c-4d04-b481-274fe4fc0320 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=6a6493ce-4ad4-4581-8e07-a017fe78dc31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0623078 Aug 11 03:25:31.779394 n-d-764292-30 neutron-server[102191]: INFO neutron.api.v2.resource [None req-c8eb2fa6-3498-4531-a59b-8eb6e6317000 tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 03:25:31.783554 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-c8eb2fa6-3498-4531-a59b-8eb6e6317000 tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] 10.222.0.41 "PUT /v2.0/routers/8605a112-cef9-4807-bce8-92a0a2028f94/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.6614029 Aug 11 03:25:31.784143 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 54488) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:31.787320 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port b10caf3d-3bef-4194-a474-c8de6a513840 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:25:31.787698 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:31.795947 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-67968ceb-8653-409a-b9c3-475dd4093d26 None None] Provisioning complete for port b10caf3d-3bef-4194-a474-c8de6a513840 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:25:31.796326 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-67968ceb-8653-409a-b9c3-475dd4093d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:31.844209 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0969df0-d16e-4fa6-a849-55d5d9715e49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde080026-c28f-55be-b52b-13827cc43646-ae1763d1-75b0-45a8-a31c-ec278c7632a8', 'network_id': 'ae1763d1-75b0-45a8-a31c-ec278c7632a8', 'tenant_id': 'e3d11adc70004665908a030719f0fc48', 'fixed_ips': [{'subnet_id': '1b8e4fb9-58fb-436b-8c39-6e49d58f094a'}]}} from n-d-764292-30. {{(pid=102193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:25:31.845064 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-a0969df0-d16e-4fa6-a849-55d5d9715e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:31.852205 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-7054a502-20b8-4794-bdc0-3450a607e3da None None] Transition to ACTIVE for port object 8687f876-0a07-476e-a5a4-832ec770667b will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:25:31.857425 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-22177875-f7a4-4947-90c2-e71c47eafa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:31.897735 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-9ad354e0-f287-4511-9b67-0a49e4cdaf2d req-5ba8449e-6a88-4d35-9d16-7ba9ba6984a0 service neutron] 10.222.0.22 "GET /v2.0/networks/6a6493ce-4ad4-4581-8e07-a017fe78dc31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049817 Aug 11 03:25:31.933987 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:31.962872 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-7054a502-20b8-4794-bdc0-3450a607e3da None None] Transition to ACTIVE for port object 8687f876-0a07-476e-a5a4-832ec770667b will not be triggered until provisioned by entity DHCP. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:25:31.998433 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b97344f-208e-4df6-9511-2aa194d180e1 None None] Pushing event updated for resources: {'Port': ['ID=0e406110-4699-4798-bf7e-48375f3debb1,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:32.036943 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4590a423-8050-4b96-b04a-c79bdde71939 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125932092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126180562'] for subnet, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:32.077815 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-7054a502-20b8-4794-bdc0-3450a607e3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669'] for port, after_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:32.093138 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469a24a2-46f7-4139-8e29-21c7eb5fd909 req-371a8681-02c1-459c-90a1-f46366434c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:32.095231 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-469a24a2-46f7-4139-8e29-21c7eb5fd909 req-371a8681-02c1-459c-90a1-f46366434c8f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a5478860f7cb432583cc8e5d994d2237&device_id=2ab07bbd-fa55-4032-bc68-2fe67c0da2d6 HTTP/1.1" status: 200 len: 1097 time: 0.7010109 Aug 11 03:25:32.210930 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.db_base_plugin_common [None req-a0969df0-d16e-4fa6-a849-55d5d9715e49 None None] Allocated IP 2001:db8:2::2 (ae1763d1-75b0-45a8-a31c-ec278c7632a8/1b8e4fb9-58fb-436b-8c39-6e49d58f094a/a06200db-1642-4276-9cea-668d7f8deeda) {{(pid=102193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:25:32.218949 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-9ad354e0-f287-4511-9b67-0a49e4cdaf2d req-6f140a62-a174-4f3a-9fc6-7f5ecebb588d service neutron] 10.222.0.22 "GET /v2.0/networks/6a6493ce-4ad4-4581-8e07-a017fe78dc31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2561576 Aug 11 03:25:32.281168 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 54496) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:32.354310 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4590a423-8050-4b96-b04a-c79bdde71939 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Pushing event updated for resources: {'Subnet': ['ID=8f32e064-e083-4b19-b101-04eb6c1bf356,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:32.364353 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4590a423-8050-4b96-b04a-c79bdde71939 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Network 62aaf1c4-1ce0-49e4-a255-326cf812614e is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:25:32.401379 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-4590a423-8050-4b96-b04a-c79bdde71939 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:25:32.409551 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4590a423-8050-4b96-b04a-c79bdde71939 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:32.409981 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4590a423-8050-4b96-b04a-c79bdde71939 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks [] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:32.472659 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469a24a2-46f7-4139-8e29-21c7eb5fd909 req-0bf00649-0e10-4f3e-b771-732979dd0708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:32.474256 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-469a24a2-46f7-4139-8e29-21c7eb5fd909 req-0bf00649-0e10-4f3e-b771-732979dd0708 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a5478860f7cb432583cc8e5d994d2237&device_id=2ab07bbd-fa55-4032-bc68-2fe67c0da2d6 HTTP/1.1" status: 200 len: 1097 time: 0.1933725 Aug 11 03:25:32.485590 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1beff2-0c52-48a5-bf05-3efe79bad3c7 req-0996ec79-f077-4fcf-b1b7-23640e02b1b9 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:32.487172 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0d1beff2-0c52-48a5-bf05-3efe79bad3c7 req-0996ec79-f077-4fcf-b1b7-23640e02b1b9 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ab07bbd-fa55-4032-bc68-2fe67c0da2d6 HTTP/1.1" status: 200 len: 945 time: 0.3855324 Aug 11 03:25:32.499069 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-7edaafac-8f72-4276-8caf-24e59e9b4d7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:32.520837 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7054a502-20b8-4794-bdc0-3450a607e3da None None] Network 62aaf1c4-1ce0-49e4-a255-326cf812614e is already hosted by enough agents. {{(pid=102193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:25:32.551876 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7054a502-20b8-4794-bdc0-3450a607e3da None None] Pushing event updated for resources: {'Port': ['ID=8687f876-0a07-476e-a5a4-832ec770667b,revision_number=1']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:32.554636 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.base_scheduler [None req-7054a502-20b8-4794-bdc0-3450a607e3da None None] Resources bound (agent type, host, resource id): {{(pid=102193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:25:32.561407 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-22177875-f7a4-4947-90c2-e71c47eafa26 None None] Attempting to bind port 0e406110-4699-4798-bf7e-48375f3debb1 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:25:32.563596 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-22177875-f7a4-4947-90c2-e71c47eafa26 None None] Attempting to bind port 0e406110-4699-4798-bf7e-48375f3debb1 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': '9c34466a-8261-4d30-9358-55ca9b225f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '4f3c704b-060d-4624-8d6c-bccf9afaa118'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:25:32.563596 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22177875-f7a4-4947-90c2-e71c47eafa26 None None] Attempting to bind port 0e406110-4699-4798-bf7e-48375f3debb1 on network 4f3c704b-060d-4624-8d6c-bccf9afaa118 {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:25:32.569959 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7054a502-20b8-4794-bdc0-3450a607e3da None None] Received port after_create {{(pid=102193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:25:32.576588 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:32.598891 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-67968ceb-8653-409a-b9c3-475dd4093d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:32.604922 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01df862c-fddf-42c0-86de-99b487a22580 req-6cb237e7-49e0-486b-8470-aa85951f2c13 tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:32.606487 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-01df862c-fddf-42c0-86de-99b487a22580 req-6cb237e7-49e0-486b-8470-aa85951f2c13 tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] 10.222.0.41 "GET /v2.0/ports?device_id=615eb31c-7c46-417d-9d57-b64413500be6 HTTP/1.1" status: 200 len: 944 time: 0.2409577 Aug 11 03:25:32.614960 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22177875-f7a4-4947-90c2-e71c47eafa26 None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 25, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:25:32.615210 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469a24a2-46f7-4139-8e29-21c7eb5fd909 req-c7a30f64-d179-4acc-b823-b78467cf19cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:32.615391 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22177875-f7a4-4947-90c2-e71c47eafa26 None None] Checking segment: {'id': '9c34466a-8261-4d30-9358-55ca9b225f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '4f3c704b-060d-4624-8d6c-bccf9afaa118'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:25:32.615772 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-22177875-f7a4-4947-90c2-e71c47eafa26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:32.616145 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22177875-f7a4-4947-90c2-e71c47eafa26 None None] Bound using segment: {'id': '9c34466a-8261-4d30-9358-55ca9b225f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '4f3c704b-060d-4624-8d6c-bccf9afaa118'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:25:32.616624 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-469a24a2-46f7-4139-8e29-21c7eb5fd909 req-c7a30f64-d179-4acc-b823-b78467cf19cb service neutron] 10.222.0.24 "GET /v2.0/networks?id=6a6493ce-4ad4-4581-8e07-a017fe78dc31 HTTP/1.1" status: 200 len: 897 time: 0.4662523 Aug 11 03:25:32.616759 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-22177875-f7a4-4947-90c2-e71c47eafa26 None None] Bound port: 0e406110-4699-4798-bf7e-48375f3debb1, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c34466a-8261-4d30-9358-55ca9b225f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '4f3c704b-060d-4624-8d6c-bccf9afaa118'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:25:32.617007 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-22177875-f7a4-4947-90c2-e71c47eafa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:32.620906 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-4590a423-8050-4b96-b04a-c79bdde71939 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.2476864 Aug 11 03:25:32.623996 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 54500) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:32.630995 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-3a70e649-f61c-48a5-93b7-3b11606fa528 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Request body: {'port': {'network_id': '62aaf1c4-1ce0-49e4-a255-326cf812614e', 'fixed_ips': [{'subnet_id': 'cc1abe0b-2685-4253-888a-1aa18b6f725f'}, {'subnet_id': '8f32e064-e083-4b19-b101-04eb6c1bf356'}], 'name': 'tempest-PortsIpV6TestJSON-147232086'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:25:32.655423 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0d1beff2-0c52-48a5-bf05-3efe79bad3c7 req-2e899b26-de5c-448e-9076-832b576df157 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d4c303e-0c5b-4d5a-b0c4-6f31f4676a83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1557167 Aug 11 03:25:32.745035 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-822b183f-520c-43b0-9465-65b77ad8e178 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:32.771479 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469a24a2-46f7-4139-8e29-21c7eb5fd909 req-c4d632f5-8224-47cc-a106-01f5fa9ebf29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:32.773208 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-469a24a2-46f7-4139-8e29-21c7eb5fd909 req-c4d632f5-8224-47cc-a106-01f5fa9ebf29 service neutron] 10.222.0.22 "GET /v2.0/networks?id=6a6493ce-4ad4-4581-8e07-a017fe78dc31 HTTP/1.1" status: 200 len: 897 time: 0.2877529 Aug 11 03:25:32.825174 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port b10caf3d-3bef-4194-a474-c8de6a513840, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=b10caf3d-3bef-4194-a474-c8de6a513840,segment=NetworkSegment(a8568db8-95aa-4405-ad0d-a955f9fa1f17),segment_id=a8568db8-95aa-4405-ad0d-a955f9fa1f17)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:25:32.828061 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-a0969df0-d16e-4fa6-a849-55d5d9715e49 None None] Notify callbacks [] for port, precommit_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:32.839516 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-7054a502-20b8-4794-bdc0-3450a607e3da None None] Attempting to bind port 8687f876-0a07-476e-a5a4-832ec770667b on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:25:32.839923 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-7054a502-20b8-4794-bdc0-3450a607e3da None None] Attempting to bind port 8687f876-0a07-476e-a5a4-832ec770667b by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': '6db5be2e-8bfa-4dea-bd5e-77481a35b85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '62aaf1c4-1ce0-49e4-a255-326cf812614e'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:25:32.840320 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7054a502-20b8-4794-bdc0-3450a607e3da None None] Attempting to bind port 8687f876-0a07-476e-a5a4-832ec770667b on network 62aaf1c4-1ce0-49e4-a255-326cf812614e {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:25:32.853742 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-a0969df0-d16e-4fa6-a849-55d5d9715e49 None None] Transition to ACTIVE for port object a06200db-1642-4276-9cea-668d7f8deeda will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:25:32.865225 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7054a502-20b8-4794-bdc0-3450a607e3da None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 25, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:25:32.865604 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7054a502-20b8-4794-bdc0-3450a607e3da None None] Checking segment: {'id': '6db5be2e-8bfa-4dea-bd5e-77481a35b85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '62aaf1c4-1ce0-49e4-a255-326cf812614e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:25:32.866018 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-7054a502-20b8-4794-bdc0-3450a607e3da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:32.866552 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7054a502-20b8-4794-bdc0-3450a607e3da None None] Bound using segment: {'id': '6db5be2e-8bfa-4dea-bd5e-77481a35b85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '62aaf1c4-1ce0-49e4-a255-326cf812614e'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:25:32.867036 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-7054a502-20b8-4794-bdc0-3450a607e3da None None] Bound port: 8687f876-0a07-476e-a5a4-832ec770667b, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6db5be2e-8bfa-4dea-bd5e-77481a35b85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '62aaf1c4-1ce0-49e4-a255-326cf812614e'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:25:32.867430 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-7054a502-20b8-4794-bdc0-3450a607e3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:32.895686 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-22177875-f7a4-4947-90c2-e71c47eafa26 None None] For port 0e406110-4699-4798-bf7e-48375f3debb1, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:25:32.901082 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-a0969df0-d16e-4fa6-a849-55d5d9715e49 None None] Transition to ACTIVE for port object a06200db-1642-4276-9cea-668d7f8deeda will not be triggered until provisioned by entity DHCP. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:25:32.907105 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-469a24a2-46f7-4139-8e29-21c7eb5fd909 req-da56e7fd-fdc0-48c7-a0e5-c0b9c71ad78c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dfa2e0ff-33d8-4c81-8f5e-c2c8919596e7 HTTP/1.1" status: 200 len: 999 time: 0.1224368 Aug 11 03:25:32.913402 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-492473a1-22ae-4f09-8b1c-e7081c9e5676 tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521106'] for router_interface, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:32.925676 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-22177875-f7a4-4947-90c2-e71c47eafa26 None None] For port 0e406110-4699-4798-bf7e-48375f3debb1, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=0e406110-4699-4798-bf7e-48375f3debb1,segment=NetworkSegment(9c34466a-8261-4d30-9358-55ca9b225f4d),segment_id=9c34466a-8261-4d30-9358-55ca9b225f4d)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:25:32.973197 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:33.008948 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-a0969df0-d16e-4fa6-a849-55d5d9715e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669'] for port, after_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:33.018150 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-469a24a2-46f7-4139-8e29-21c7eb5fd909 req-cf089fc7-effd-48c3-891f-3182e0b73a4a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dfa2e0ff-33d8-4c81-8f5e-c2c8919596e7 HTTP/1.1" status: 200 len: 999 time: 0.3826182 Aug 11 03:25:33.042863 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-22177875-f7a4-4947-90c2-e71c47eafa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:33.045386 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-7054a502-20b8-4794-bdc0-3450a607e3da None None] For port 8687f876-0a07-476e-a5a4-832ec770667b, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:25:33.058497 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:33.088115 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-7054a502-20b8-4794-bdc0-3450a607e3da None None] For port 8687f876-0a07-476e-a5a4-832ec770667b, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=8687f876-0a07-476e-a5a4-832ec770667b,segment=NetworkSegment(6db5be2e-8bfa-4dea-bd5e-77481a35b85b),segment_id=6db5be2e-8bfa-4dea-bd5e-77481a35b85b)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:25:33.106326 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-01df862c-fddf-42c0-86de-99b487a22580 req-eff83b19-f8ac-4574-a998-3a9543394679 tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed60bba6-2b2f-4b83-a3e4-9e7aa48523e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4837751 Aug 11 03:25:33.112061 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.db.api [None req-67968ceb-8653-409a-b9c3-475dd4093d26 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102193) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 03:25:33.112982 n-d-764292-30 neutron-server[102193]: DEBUG oslo_db.api [None req-67968ceb-8653-409a-b9c3-475dd4093d26 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 03:25:33.127591 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0969df0-d16e-4fa6-a849-55d5d9715e49 None None] Network ae1763d1-75b0-45a8-a31c-ec278c7632a8 is already hosted by enough agents. {{(pid=102193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:25:33.138522 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 9df22279-a841-42ce-95bf-9e74d4303771 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:25:33.163937 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.base_scheduler [None req-a0969df0-d16e-4fa6-a849-55d5d9715e49 None None] Resources bound (agent type, host, resource id): {{(pid=102193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:25:33.176624 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0969df0-d16e-4fa6-a849-55d5d9715e49 None None] Received port after_create {{(pid=102193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:25:33.186655 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-7054a502-20b8-4794-bdc0-3450a607e3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:33.225687 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=b10caf3d-3bef-4194-a474-c8de6a513840,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:33.238157 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22177875-f7a4-4947-90c2-e71c47eafa26 None None] Routers {'b0ec7b20-10fd-4b3d-82c1-134f07fcb827'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:25:33.238788 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-22177875-f7a4-4947-90c2-e71c47eafa26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:25:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['b0ec7b20-10fd-4b3d-82c1-134f07fcb827'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:25:33.296118 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469a24a2-46f7-4139-8e29-21c7eb5fd909 req-0f48ee48-7c77-433e-8e2a-4b62acbe1ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:33.297701 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-469a24a2-46f7-4139-8e29-21c7eb5fd909 req-0f48ee48-7c77-433e-8e2a-4b62acbe1ac8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=37cbef7f-f057-476b-a1c7-ed84d89eefd6 HTTP/1.1" status: 200 len: 835 time: 0.2498860 Aug 11 03:25:33.408216 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [None req-822b183f-520c-43b0-9465-65b77ad8e178 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Allocated IP 2001:db8:2::1 (ae1763d1-75b0-45a8-a31c-ec278c7632a8/1b8e4fb9-58fb-436b-8c39-6e49d58f094a/da0b1fc6-085d-424a-877b-fa8ba5e20ea7) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:25:33.424471 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469a24a2-46f7-4139-8e29-21c7eb5fd909 req-b3959d5b-e7ff-458d-b79d-67d48d341fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:33.430951 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-469a24a2-46f7-4139-8e29-21c7eb5fd909 req-b3959d5b-e7ff-458d-b79d-67d48d341fc6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6a6493ce-4ad4-4581-8e07-a017fe78dc31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0851388 Aug 11 03:25:33.485618 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469a24a2-46f7-4139-8e29-21c7eb5fd909 req-46f63d94-944d-4efe-bb89-f5c59b4b3bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:33.488447 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-469a24a2-46f7-4139-8e29-21c7eb5fd909 req-46f63d94-944d-4efe-bb89-f5c59b4b3bc7 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=37cbef7f-f057-476b-a1c7-ed84d89eefd6 HTTP/1.1" status: 200 len: 835 time: 0.5393817 Aug 11 03:25:33.563273 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a70e649-f61c-48a5-93b7-3b11606fa528 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Made reservation on behalf of a6e0511434be4fc4a2d24d0db6f1badc for: {'port': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:25:33.599740 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0969df0-d16e-4fa6-a849-55d5d9715e49 None None] Pushing event updated for resources: {'Port': ['ID=a06200db-1642-4276-9cea-668d7f8deeda,revision_number=1']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:33.749948 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469a24a2-46f7-4139-8e29-21c7eb5fd909 req-c73c1020-1ff3-4689-ab91-dcff8edcc3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:33.756008 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-22177875-f7a4-4947-90c2-e71c47eafa26 None None] Set router b0ec7b20-10fd-4b3d-82c1-134f07fcb827 gateway port host: None {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:25:33.756183 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-469a24a2-46f7-4139-8e29-21c7eb5fd909 req-c73c1020-1ff3-4689-ab91-dcff8edcc3b8 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=6a6493ce-4ad4-4581-8e07-a017fe78dc31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2126307 Aug 11 03:25:33.760233 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-822b183f-520c-43b0-9465-65b77ad8e178 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:33.813042 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-469a24a2-46f7-4139-8e29-21c7eb5fd909 req-94d12dc3-54ab-40ae-9dcb-8492b7fc384e service neutron] 10.222.0.24 "GET /v2.0/networks/6a6493ce-4ad4-4581-8e07-a017fe78dc31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3684077 Aug 11 03:25:33.820557 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-3a70e649-f61c-48a5-93b7-3b11606fa528 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:33.873124 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-a0969df0-d16e-4fa6-a849-55d5d9715e49 None None] Attempting to bind port a06200db-1642-4276-9cea-668d7f8deeda on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:25:33.877095 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-a0969df0-d16e-4fa6-a849-55d5d9715e49 None None] Attempting to bind port a06200db-1642-4276-9cea-668d7f8deeda by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': '6894277b-436f-4a41-ab22-3dbb2eafe083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ae1763d1-75b0-45a8-a31c-ec278c7632a8'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:25:33.877095 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0969df0-d16e-4fa6-a849-55d5d9715e49 None None] Attempting to bind port a06200db-1642-4276-9cea-668d7f8deeda on network ae1763d1-75b0-45a8-a31c-ec278c7632a8 {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:25:33.884392 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [None req-822b183f-520c-43b0-9465-65b77ad8e178 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Transition to ACTIVE for port object da0b1fc6-085d-424a-877b-fa8ba5e20ea7 will not be triggered until provisioned by entity DHCP. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:25:33.886094 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d838443b-2fa5-49f6-b444-29c4806e55fe tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:33.900100 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 9df22279-a841-42ce-95bf-9e74d4303771 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:25:33.900472 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:33.918306 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0969df0-d16e-4fa6-a849-55d5d9715e49 None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 25, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:25:33.918668 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0969df0-d16e-4fa6-a849-55d5d9715e49 None None] Checking segment: {'id': '6894277b-436f-4a41-ab22-3dbb2eafe083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ae1763d1-75b0-45a8-a31c-ec278c7632a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:25:33.919148 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-a0969df0-d16e-4fa6-a849-55d5d9715e49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:33.919456 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0969df0-d16e-4fa6-a849-55d5d9715e49 None None] Bound using segment: {'id': '6894277b-436f-4a41-ab22-3dbb2eafe083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ae1763d1-75b0-45a8-a31c-ec278c7632a8'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:25:33.920051 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-a0969df0-d16e-4fa6-a849-55d5d9715e49 None None] Bound port: a06200db-1642-4276-9cea-668d7f8deeda, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6894277b-436f-4a41-ab22-3dbb2eafe083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ae1763d1-75b0-45a8-a31c-ec278c7632a8'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:25:33.920319 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-a0969df0-d16e-4fa6-a849-55d5d9715e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:33.944439 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [None req-3a70e649-f61c-48a5-93b7-3b11606fa528 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] device_id is not set on port b70e6515-7a72-4d22-bff5-368c31f5f4c7 yet. {{(pid=102192) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:25:34.000875 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a842294-3839-4b29-89c2-fabb52b459b2 req-0a9647ee-8758-4f0d-904d-09471a6ff6f0 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:34.002572 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3a842294-3839-4b29-89c2-fabb52b459b2 req-0a9647ee-8758-4f0d-904d-09471a6ff6f0 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ab07bbd-fa55-4032-bc68-2fe67c0da2d6 HTTP/1.1" status: 200 len: 945 time: 0.2516830 Aug 11 03:25:34.060231 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b97344f-208e-4df6-9511-2aa194d180e1 None None] Pushing event updated for resources: {'Port': ['ID=0e406110-4699-4798-bf7e-48375f3debb1,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:34.099713 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-469a24a2-46f7-4139-8e29-21c7eb5fd909 req-587891e3-6c05-4eca-907f-0357fc096556 service neutron] 10.222.0.22 "GET /v2.0/networks/6a6493ce-4ad4-4581-8e07-a017fe78dc31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3382640 Aug 11 03:25:34.217762 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3a842294-3839-4b29-89c2-fabb52b459b2 req-8f603c52-3121-46bf-963b-00eec0e2f982 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d4c303e-0c5b-4d5a-b0c4-6f31f4676a83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1792252 Aug 11 03:25:34.254821 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-469a24a2-46f7-4139-8e29-21c7eb5fd909 req-00030f70-d433-4a38-a288-03eaeb97b04b service neutron] 10.222.0.24 "GET /v2.0/networks/6a6493ce-4ad4-4581-8e07-a017fe78dc31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4268887 Aug 11 03:25:34.293301 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-a0969df0-d16e-4fa6-a849-55d5d9715e49 None None] For port a06200db-1642-4276-9cea-668d7f8deeda, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:25:34.300484 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7054a502-20b8-4794-bdc0-3450a607e3da None None] Pushing event updated for resources: {'Port': ['ID=8687f876-0a07-476e-a5a4-832ec770667b,revision_number=2']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:34.315206 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1edc861-0262-4d38-a72a-d524ecdd86e9 req-334ba2da-6f9b-4c8c-aa1e-f95bc53ae008 tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:34.316848 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b1edc861-0262-4d38-a72a-d524ecdd86e9 req-334ba2da-6f9b-4c8c-aa1e-f95bc53ae008 tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] 10.222.0.41 "GET /v2.0/ports?device_id=615eb31c-7c46-417d-9d57-b64413500be6 HTTP/1.1" status: 200 len: 944 time: 0.1132123 Aug 11 03:25:34.321094 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-822b183f-520c-43b0-9465-65b77ad8e178 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:34.326766 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-a0969df0-d16e-4fa6-a849-55d5d9715e49 None None] For port a06200db-1642-4276-9cea-668d7f8deeda, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=a06200db-1642-4276-9cea-668d7f8deeda,segment=NetworkSegment(6894277b-436f-4a41-ab22-3dbb2eafe083),segment_id=6894277b-436f-4a41-ab22-3dbb2eafe083)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:25:34.353950 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-469a24a2-46f7-4139-8e29-21c7eb5fd909 req-0f292b25-d68e-4256-844c-3d2a535340ab service neutron] 10.222.0.22 "GET /v2.0/networks/6a6493ce-4ad4-4581-8e07-a017fe78dc31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2284214 Aug 11 03:25:34.414402 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-492473a1-22ae-4f09-8b1c-e7081c9e5676 tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Deleting port 171e41bf-3d36-475b-b66c-2bcf59909a1e {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:25:34.414901 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-492473a1-22ae-4f09-8b1c-e7081c9e5676 tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:34.416037 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-a0969df0-d16e-4fa6-a849-55d5d9715e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:34.435640 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-822b183f-520c-43b0-9465-65b77ad8e178 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Network ae1763d1-75b0-45a8-a31c-ec278c7632a8 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:25:34.446147 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-822b183f-520c-43b0-9465-65b77ad8e178 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:25:34.457579 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822b183f-520c-43b0-9465-65b77ad8e178 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:25:34.457851 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-822b183f-520c-43b0-9465-65b77ad8e178 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-520987'] for router_interface, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:34.468038 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822b183f-520c-43b0-9465-65b77ad8e178 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Pushing event updated for resources: {'Port': ['ID=da0b1fc6-085d-424a-877b-fa8ba5e20ea7,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:34.526977 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0969df0-d16e-4fa6-a849-55d5d9715e49 None None] Pushing event updated for resources: {'Port': ['ID=a06200db-1642-4276-9cea-668d7f8deeda,revision_number=2']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:34.542569 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b1edc861-0262-4d38-a72a-d524ecdd86e9 req-0c2d11c5-61f4-42d7-9c47-43318a1fdd52 tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed60bba6-2b2f-4b83-a3e4-9e7aa48523e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102411 Aug 11 03:25:34.543368 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-6d142b8f-bbe7-4720-805d-f2f6f46447fb None None] Provisioning complete for port b10caf3d-3bef-4194-a474-c8de6a513840 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:25:34.543922 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-6d142b8f-bbe7-4720-805d-f2f6f46447fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:34.575892 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [None req-d838443b-2fa5-49f6-b444-29c4806e55fe tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Allocated IP 172.20.0.17 (afad8afb-efaf-4212-8ff7-abfcaf9cd6db/597122b4-c492-4b3b-bceb-0188fc9f2604/b7422ffa-33da-48af-9924-3b9691ae4f83) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:25:34.617872 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-22177875-f7a4-4947-90c2-e71c47eafa26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0ec7b20-10fd-4b3d-82c1-134f07fcb827', 'name': 'tempest-RoutersIpV6Test-router-424810573', 'tenant_id': 'e3d11adc70004665908a030719f0fc48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:25:14Z', 'updated_at': '2021-08-11T03:25:26Z', 'revision_number': 3, 'project_id': 'e3d11adc70004665908a030719f0fc48', 'gw_port_host': None, '_interfaces': [{'id': '0e406110-4699-4798-bf7e-48375f3debb1', 'name': '', 'network_id': '4f3c704b-060d-4624-8d6c-bccf9afaa118', 'tenant_id': 'e3d11adc70004665908a030719f0fc48', 'mac_address': 'fa:16:3e:30:1e:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0ec7b20-10fd-4b3d-82c1-134f07fcb827', 'device_owner': 'network:router_interface', 'standard_attr_id': 2796, 'fixed_ips': [{'subnet_id': '39db3a36-8203-42a7-b274-ddd7ca87d7ab', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:25:24Z', 'updated_at': '2021-08-11T03:25:32Z', 'revision_number': 4, 'project_id': 'e3d11adc70004665908a030719f0fc48', 'subnets': [{'id': '39db3a36-8203-42a7-b274-ddd7ca87d7ab', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '27ff2f86-8019-469d-8c1d-4e50681f146d', 'name': '', 'network_id': 'dca556ae-942f-4b24-bf88-eda0217769c7', 'tenant_id': 'e3d11adc70004665908a030719f0fc48', 'mac_address': 'fa:16:3e:0b:cb:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ec7b20-10fd-4b3d-82c1-134f07fcb827', 'device_owner': 'network:router_interface', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': '50711f26-668b-47d2-a52c-747df49a242f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:25:17Z', 'updated_at': '2021-08-11T03:25:25Z', 'revision_number': 5, 'project_id': 'e3d11adc70004665908a030719f0fc48', 'subnets': [{'id': '50711f26-668b-47d2-a52c-747df49a242f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:25:34.637085 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-492473a1-22ae-4f09-8b1c-e7081c9e5676 tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:34.654026 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [None req-3a70e649-f61c-48a5-93b7-3b11606fa528 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Allocated IP 2001:db8::d (62aaf1c4-1ce0-49e4-a255-326cf812614e/cc1abe0b-2685-4253-888a-1aa18b6f725f/b70e6515-7a72-4d22-bff5-368c31f5f4c7) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:25:34.675871 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22177875-f7a4-4947-90c2-e71c47eafa26 None None] The sync data for ids ['b0ec7b20-10fd-4b3d-82c1-134f07fcb827'] in n-d-764292-30 is: [{'id': 'b0ec7b20-10fd-4b3d-82c1-134f07fcb827', 'name': 'tempest-RoutersIpV6Test-router-424810573', 'tenant_id': 'e3d11adc70004665908a030719f0fc48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:25:14Z', 'updated_at': '2021-08-11T03:25:26Z', 'revision_number': 3, 'project_id': 'e3d11adc70004665908a030719f0fc48', 'gw_port_host': None, '_interfaces': [{'id': '0e406110-4699-4798-bf7e-48375f3debb1', 'name': '', 'network_id': '4f3c704b-060d-4624-8d6c-bccf9afaa118', 'tenant_id': 'e3d11adc70004665908a030719f0fc48', 'mac_address': 'fa:16:3e:30:1e:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0ec7b20-10fd-4b3d-82c1-134f07fcb827', 'device_owner': 'network:router_interface', 'standard_attr_id': 2796, 'fixed_ips': [{'subnet_id': '39db3a36-8203-42a7-b274-ddd7ca87d7ab', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:25:24Z', 'updated_at': '2021-08-11T03:25:32Z', 'revision_number': 4, 'project_id': 'e3d11adc70004665908a030719f0fc48', 'subnets': [{'id': '39db3a36-8203-42a7-b274-ddd7ca87d7ab', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '27ff2f86-8019-469d-8c1d-4e50681f146d', 'name': '', 'network_id': 'dca556ae-942f-4b24-bf88-eda0217769c7', 'tenant_id': 'e3d11adc70004665908a030719f0fc48', 'mac_address': 'fa:16:3e:0b:cb:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ec7b20-10fd-4b3d-82c1-134f07fcb827', 'device_owner': 'network:router_interface', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': '50711f26-668b-47d2-a52c-747df49a242f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:25:17Z', 'updated_at': '2021-08-11T03:25:25Z', 'revision_number': 5, 'project_id': 'e3d11adc70004665908a030719f0fc48', 'subnets': [{'id': '50711f26-668b-47d2-a52c-747df49a242f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:25:34.686371 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [None req-3a70e649-f61c-48a5-93b7-3b11606fa528 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Allocated IP 2001:db8:0:1::20d (62aaf1c4-1ce0-49e4-a255-326cf812614e/8f32e064-e083-4b19-b101-04eb6c1bf356/b70e6515-7a72-4d22-bff5-368c31f5f4c7) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:25:34.825264 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:34.850241 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-492473a1-22ae-4f09-8b1c-e7081c9e5676 tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Calling delete_port for 171e41bf-3d36-475b-b66c-2bcf59909a1e owned by network:router_interface {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:25:34.871492 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d838443b-2fa5-49f6-b444-29c4806e55fe tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:34.901552 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-822b183f-520c-43b0-9465-65b77ad8e178 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:34.970162 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [None req-d838443b-2fa5-49f6-b444-29c4806e55fe tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Transition to ACTIVE for port object b7422ffa-33da-48af-9924-3b9691ae4f83 will not be triggered until provisioned by entity DHCP. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:25:35.105001 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d838443b-2fa5-49f6-b444-29c4806e55fe tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:35.254483 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-3a70e649-f61c-48a5-93b7-3b11606fa528 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:35.261109 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d838443b-2fa5-49f6-b444-29c4806e55fe tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Network afad8afb-efaf-4212-8ff7-abfcaf9cd6db is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:25:35.264220 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d838443b-2fa5-49f6-b444-29c4806e55fe tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Pushing event updated for resources: {'Port': ['ID=b7422ffa-33da-48af-9924-3b9691ae4f83,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:35.298591 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-d838443b-2fa5-49f6-b444-29c4806e55fe tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:25:35.303036 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d838443b-2fa5-49f6-b444-29c4806e55fe tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:25:35.333705 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [None req-3a70e649-f61c-48a5-93b7-3b11606fa528 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Transition to ACTIVE for port object b70e6515-7a72-4d22-bff5-368c31f5f4c7 will not be triggered until provisioned by entity DHCP. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:25:35.404507 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device dfa2e0ff-33d8-4c81-8f5e-c2c8919596e7 details requested by agent hyperv_n-h1-764292-30 with host n-h1-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:25:35.413801 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 9f0cf4cd-0f09-4f14-b4ce-807b4e97dd3f up at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:25:35.443827 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d838443b-2fa5-49f6-b444-29c4806e55fe tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-520987'] for router_interface, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:35.521816 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7696f96e-1f9f-44eb-8eae-07b7e561a314 None None] Network 62aaf1c4-1ce0-49e4-a255-326cf812614e requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:25:35.664760 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a75031e7-545f-49d4-8244-3058f74db5fc req-472a3114-7818-4a6d-a30f-473ce74a982b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a38afb75-bfb0-4200-ae9a-cb2f866befdd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4473300 Aug 11 03:25:35.788360 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafabd1b-8a7a-4c8d-bdf3-d30fb669006f req-eb27d97a-83b6-4a19-9d2e-30174f64b3c6 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:35.793113 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-dafabd1b-8a7a-4c8d-bdf3-d30fb669006f req-eb27d97a-83b6-4a19-9d2e-30174f64b3c6 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ab07bbd-fa55-4032-bc68-2fe67c0da2d6 HTTP/1.1" status: 200 len: 945 time: 0.4622927 Aug 11 03:25:35.818641 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device a06200db-1642-4276-9cea-668d7f8deeda up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:25:36.007061 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-986f1c91-d795-4693-a6a4-6013112c20ce None None] Provisioning for port 8687f876-0a07-476e-a5a4-832ec770667b completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:25:36.039913 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning for port 9f0cf4cd-0f09-4f14-b4ce-807b4e97dd3f completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:25:36.062882 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning complete for port 9f0cf4cd-0f09-4f14-b4ce-807b4e97dd3f triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:25:36.063184 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:36.108321 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-492473a1-22ae-4f09-8b1c-e7081c9e5676 tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:36.115310 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port dfa2e0ff-33d8-4c81-8f5e-c2c8919596e7, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=dfa2e0ff-33d8-4c81-8f5e-c2c8919596e7,segment=NetworkSegment(d0314809-797b-49c5-956f-3a5c1e5c0001),segment_id=d0314809-797b-49c5-956f-3a5c1e5c0001)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:25:36.185494 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492473a1-22ae-4f09-8b1c-e7081c9e5676 tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Pushing event deleted for resources: {'Port': ['ID=171e41bf-3d36-475b-b66c-2bcf59909a1e,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:36.193025 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d838443b-2fa5-49f6-b444-29c4806e55fe tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:36.195503 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Returning: {'device': 'dfa2e0ff-33d8-4c81-8f5e-c2c8919596e7', 'network_id': '6a6493ce-4ad4-4581-8e07-a017fe78dc31', 'port_id': 'dfa2e0ff-33d8-4c81-8f5e-c2c8919596e7', 'mac_address': 'fa:16:3e:c4:62:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37cbef7f-f057-476b-a1c7-ed84d89eefd6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:25:36.210623 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port a06200db-1642-4276-9cea-668d7f8deeda completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:25:36.237686 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 0e406110-4699-4798-bf7e-48375f3debb1 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:25:36.448868 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc59526-ad0d-45b1-bebf-f037f7a3f89b None None] Update dhcp port {'port': {'network_id': '62aaf1c4-1ce0-49e4-a255-326cf812614e', 'fixed_ips': [{'subnet_id': 'cc1abe0b-2685-4253-888a-1aa18b6f725f', 'ip_address': '2001:db8::2'}, {'subnet_id': '8f32e064-e083-4b19-b101-04eb6c1bf356'}], 'binding:host_id': 'n-d-764292-30'}, 'id': '8687f876-0a07-476e-a5a4-832ec770667b'} from n-d-764292-30. {{(pid=102193) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 11 03:25:36.499671 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:36.561623 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-1cc59526-ad0d-45b1-bebf-f037f7a3f89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:36.564615 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfa2e0ff-33d8-4c81-8f5e-c2c8919596e7 {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:25:36.591004 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port dfa2e0ff-33d8-4c81-8f5e-c2c8919596e7, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=dfa2e0ff-33d8-4c81-8f5e-c2c8919596e7,segment=NetworkSegment(d0314809-797b-49c5-956f-3a5c1e5c0001),segment_id=d0314809-797b-49c5-956f-3a5c1e5c0001)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:25:36.595716 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:36.599121 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6240fdaf-956e-41da-9ed8-ccf9ddc9b94d req-114d7b02-df38-46c8-8a70-77c29ddbd8b9 tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:36.600759 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6240fdaf-956e-41da-9ed8-ccf9ddc9b94d req-114d7b02-df38-46c8-8a70-77c29ddbd8b9 tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] 10.222.0.41 "GET /v2.0/ports?device_id=615eb31c-7c46-417d-9d57-b64413500be6 HTTP/1.1" status: 200 len: 944 time: 0.8062222 Aug 11 03:25:36.614765 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-dafabd1b-8a7a-4c8d-bdf3-d30fb669006f req-20878fb7-7483-43f0-9edc-7ec312bdeac6 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d4c303e-0c5b-4d5a-b0c4-6f31f4676a83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7720814 Aug 11 03:25:36.618305 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6b89aa8-ecb0-492e-8f9f-51fc5ed3bd85 None None] Network ae1763d1-75b0-45a8-a31c-ec278c7632a8 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:25:36.637270 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d838443b-2fa5-49f6-b444-29c4806e55fe tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:36.645958 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-3a70e649-f61c-48a5-93b7-3b11606fa528 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:36.651844 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75031e7-545f-49d4-8244-3058f74db5fc req-828fa09a-6787-4043-a0a1-c81601465ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:36.653407 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a75031e7-545f-49d4-8244-3058f74db5fc req-828fa09a-6787-4043-a0a1-c81601465ab4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fdbe55b7c58c49b2bfb506767218e312&device_id=a38afb75-bfb0-4200-ae9a-cb2f866befdd HTTP/1.1" status: 200 len: 1098 time: 0.8319340 Aug 11 03:25:36.711545 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 9f0cf4cd-0f09-4f14-b4ce-807b4e97dd3f, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=9f0cf4cd-0f09-4f14-b4ce-807b4e97dd3f,segment=NetworkSegment(21ab9289-39d9-4555-9571-2cc6fd85c487),segment_id=21ab9289-39d9-4555-9571-2cc6fd85c487)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:25:36.712848 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-7dd12ce2-696e-410f-bd3b-fbb31dd2f6a5 None None] Provisioning for port b7422ffa-33da-48af-9924-3b9691ae4f83 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:25:36.717085 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:36.724590 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6240fdaf-956e-41da-9ed8-ccf9ddc9b94d req-30f1cf1d-73a5-4cca-b249-d2b2add3aa77 tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed60bba6-2b2f-4b83-a3e4-9e7aa48523e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087713 Aug 11 03:25:36.732940 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-822b183f-520c-43b0-9465-65b77ad8e178 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks [] for port, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:36.742114 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '615eb31c-7c46-417d-9d57-b64413500be6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f0cf4cd-0f09-4f14-b4ce-807b4e97dd3f'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:25:36.742887 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a70e649-f61c-48a5-93b7-3b11606fa528 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Network 62aaf1c4-1ce0-49e4-a255-326cf812614e is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:25:36.746124 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4e3d552-65f2-4154-88d6-1a7eaed5a373" -d '{"events": [{"server_uuid": "615eb31c-7c46-417d-9d57-b64413500be6", "name": "network-vif-plugged", "status": "completed", "tag": "9f0cf4cd-0f09-4f14-b4ce-807b4e97dd3f"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:25:36.749732 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-7dd12ce2-696e-410f-bd3b-fbb31dd2f6a5 None None] Provisioning complete for port b7422ffa-33da-48af-9924-3b9691ae4f83 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:25:36.750554 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-7dd12ce2-696e-410f-bd3b-fbb31dd2f6a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:36.755924 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d838443b-2fa5-49f6-b444-29c4806e55fe tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:36.757693 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-3a70e649-f61c-48a5-93b7-3b11606fa528 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:25:36.791196 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-492473a1-22ae-4f09-8b1c-e7081c9e5676 tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16383033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450082'] for router_interface, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:36.792156 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a70e649-f61c-48a5-93b7-3b11606fa528 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:25:36.798400 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a70e649-f61c-48a5-93b7-3b11606fa528 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:36.811841 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-3a70e649-f61c-48a5-93b7-3b11606fa528 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:36.827161 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a70e649-f61c-48a5-93b7-3b11606fa528 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Pushing event updated for resources: {'Port': ['ID=b70e6515-7a72-4d22-bff5-368c31f5f4c7,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:36.871141 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port 0e406110-4699-4798-bf7e-48375f3debb1 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:25:36.890595 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-822b183f-520c-43b0-9465-65b77ad8e178 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:36.891408 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-822b183f-520c-43b0-9465-65b77ad8e178 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16383026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521135'] for router_interface, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:36.914567 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75031e7-545f-49d4-8244-3058f74db5fc req-2e5585cf-89ef-4203-8fc6-b8d304e94829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:36.916491 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a75031e7-545f-49d4-8244-3058f74db5fc req-2e5585cf-89ef-4203-8fc6-b8d304e94829 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e7fa7474-ec27-48c0-82c6-4433dec0ec87 HTTP/1.1" status: 200 len: 912 time: 0.2323916 Aug 11 03:25:36.933473 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d838443b-2fa5-49f6-b444-29c4806e55fe tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16383026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521135'] for router_interface, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:37.021743 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-3a70e649-f61c-48a5-93b7-3b11606fa528 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1014 time: 4.3950744 Aug 11 03:25:37.022894 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 54532) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:37.044133 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-3316aa8a-7e1e-4b92-91a7-bb24b32349f8 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'cc1abe0b-2685-4253-888a-1aa18b6f725f'}]}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:25:37.063961 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:25:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a5deb69-6458-4f9d-9271-db7060fb29b9 x-openstack-request-id: req-8a5deb69-6458-4f9d-9271-db7060fb29b9 {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:25:37.067069 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "615eb31c-7c46-417d-9d57-b64413500be6", "name": "network-vif-plugged", "status": "completed", "tag": "9f0cf4cd-0f09-4f14-b4ce-807b4e97dd3f", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:25:37.067351 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8a5deb69-6458-4f9d-9271-db7060fb29b9 {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:25:37.067727 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '615eb31c-7c46-417d-9d57-b64413500be6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f0cf4cd-0f09-4f14-b4ce-807b4e97dd3f', 'code': 200} Aug 11 03:25:37.092245 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:37.095419 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d838443b-2fa5-49f6-b444-29c4806e55fe tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Pushing event updated for resources: {'Port': ['ID=b7422ffa-33da-48af-9924-3b9691ae4f83,revision_number=2']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:37.095612 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 0e406110-4699-4798-bf7e-48375f3debb1 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:25:37.095612 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:37.121715 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d838443b-2fa5-49f6-b444-29c4806e55fe tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Network afad8afb-efaf-4212-8ff7-abfcaf9cd6db is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:25:37.126469 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-d838443b-2fa5-49f6-b444-29c4806e55fe tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:25:37.131069 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-7dd12ce2-696e-410f-bd3b-fbb31dd2f6a5 None None] Port b7422ffa-33da-48af-9924-3b9691ae4f83 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:25:37.203432 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822b183f-520c-43b0-9465-65b77ad8e178 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Pushing event updated for resources: {'Port': ['ID=da0b1fc6-085d-424a-877b-fa8ba5e20ea7,revision_number=2']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:37.219413 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a75031e7-545f-49d4-8244-3058f74db5fc req-1bf7aa19-c35f-4846-b9de-81c50d2b905b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=969cd21a-5fa1-4d88-a6ec-12eeda300618 HTTP/1.1" status: 200 len: 1002 time: 0.2735746 Aug 11 03:25:37.235036 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['dfa2e0ff-33d8-4c81-8f5e-c2c8919596e7'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:25:37.314025 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=dfa2e0ff-33d8-4c81-8f5e-c2c8919596e7,revision_number=12']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:37.317788 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:37.344936 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-3316aa8a-7e1e-4b92-91a7-bb24b32349f8 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:37.382254 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75031e7-545f-49d4-8244-3058f74db5fc req-5b0b578e-446e-4296-acd1-21bfb12b2557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:37.383905 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a75031e7-545f-49d4-8244-3058f74db5fc req-5b0b578e-446e-4296-acd1-21bfb12b2557 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=89d4fe2e-02dc-452f-b37f-085ec5acb28a HTTP/1.1" status: 200 len: 850 time: 0.1498270 Aug 11 03:25:37.446767 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-822b183f-520c-43b0-9465-65b77ad8e178 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Network ae1763d1-75b0-45a8-a31c-ec278c7632a8 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:25:37.487744 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-822b183f-520c-43b0-9465-65b77ad8e178 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:25:37.569258 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-2b0b1155-8f23-433a-ac28-ed9160636c18 None None] Provisioning for port a06200db-1642-4276-9cea-668d7f8deeda completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:25:37.602489 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-2b0b1155-8f23-433a-ac28-ed9160636c18 None None] Provisioning complete for port a06200db-1642-4276-9cea-668d7f8deeda triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:25:37.602759 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2b0b1155-8f23-433a-ac28-ed9160636c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:37.617760 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f068f14-1bb1-433f-b51f-2c031c4b3927 req-6f9237a9-dc5a-4c2f-9c98-f4cac54030e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:37.619326 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-3f068f14-1bb1-433f-b51f-2c031c4b3927 req-6f9237a9-dc5a-4c2f-9c98-f4cac54030e0 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=615eb31c-7c46-417d-9d57-b64413500be6 HTTP/1.1" status: 200 len: 1097 time: 0.5392864 Aug 11 03:25:37.631047 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-492473a1-22ae-4f09-8b1c-e7081c9e5676 tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Router 8605a112-cef9-4807-bce8-92a0a2028f94 has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:25:37.652229 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75031e7-545f-49d4-8244-3058f74db5fc req-e309a3a8-636b-475a-9d0a-1bf390dc82ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:37.654243 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a75031e7-545f-49d4-8244-3058f74db5fc req-e309a3a8-636b-475a-9d0a-1bf390dc82ad service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e7fa7474-ec27-48c0-82c6-4433dec0ec87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2602232 Aug 11 03:25:37.705308 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.db_base_plugin_common [None req-1cc59526-ad0d-45b1-bebf-f037f7a3f89b None None] Allocated IP 2001:db8:0:1::2 (62aaf1c4-1ce0-49e4-a255-326cf812614e/8f32e064-e083-4b19-b101-04eb6c1bf356/8687f876-0a07-476e-a5a4-832ec770667b) {{(pid=102193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:25:37.789837 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-492473a1-22ae-4f09-8b1c-e7081c9e5676 tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:25:37.809270 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-492473a1-22ae-4f09-8b1c-e7081c9e5676 tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] 10.222.0.41 "PUT /v2.0/routers/8605a112-cef9-4807-bce8-92a0a2028f94/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0230570 Aug 11 03:25:37.826038 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 54540) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:37.855182 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=9f0cf4cd-0f09-4f14-b4ce-807b4e97dd3f,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:37.898921 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c42f88-c510-432a-9ae9-6c2cb2656721 None None] Sync routers for ids ['8605a112-cef9-4807-bce8-92a0a2028f94'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:25:37.908853 n-d-764292-30 neutron-server[102191]: INFO neutron.api.v2.resource [None req-67633cf3-1baf-4844-b54b-bf3a872a9b64 tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] delete failed (client error): The resource could not be found. Aug 11 03:25:37.910471 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-67633cf3-1baf-4844-b54b-bf3a872a9b64 tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] 10.222.0.41 "DELETE /v2.0/routers/tempest-non_exist_router-1701194868 HTTP/1.1" status: 404 len: 335 time: 0.0768094 Aug 11 03:25:37.916247 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-1cc59526-ad0d-45b1-bebf-f037f7a3f89b None None] For port 8687f876-0a07-476e-a5a4-832ec770667b, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=8687f876-0a07-476e-a5a4-832ec770667b,segment=NetworkSegment(6db5be2e-8bfa-4dea-bd5e-77481a35b85b),segment_id=6db5be2e-8bfa-4dea-bd5e-77481a35b85b)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:25:37.917587 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 54542) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:37.922625 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-6414f0d1-fdcb-4c84-ac06-52f02f32e0fe tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Request body: {'router': {'external_gateway_info': {'network_id': '8605a112-cef9-4807-bce8-92a0a2028f94'}}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:25:37.926935 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-3f068f14-1bb1-433f-b51f-2c031c4b3927 req-8e2401ea-8fc1-4ae5-919f-033e4766a605 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=ed60bba6-2b2f-4b83-a3e4-9e7aa48523e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2944889 Aug 11 03:25:37.980597 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-1cc59526-ad0d-45b1-bebf-f037f7a3f89b None None] Notify callbacks [] for port, precommit_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:37.993380 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-822b183f-520c-43b0-9465-65b77ad8e178 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Router b0ec7b20-10fd-4b3d-82c1-134f07fcb827 has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:25:37.997204 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-1cc59526-ad0d-45b1-bebf-f037f7a3f89b None None] Transition to ACTIVE for port object 8687f876-0a07-476e-a5a4-832ec770667b will not be triggered until provisioned by entity DHCP. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:25:38.015716 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d838443b-2fa5-49f6-b444-29c4806e55fe tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Router c2512fa5-e65b-455d-87b5-af2204aa28df has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:25:38.025789 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a75031e7-545f-49d4-8244-3058f74db5fc req-b9a7ac38-9bf4-402a-9506-16b20c8c1b24 service neutron] 10.222.0.24 "GET /v2.0/networks/e7fa7474-ec27-48c0-82c6-4433dec0ec87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3611052 Aug 11 03:25:38.100586 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343317d0-60e5-49ed-86e4-4b660c4dd03e req-c84b4a6d-bd0f-4b09-b64f-2fb6c3ddb998 tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:38.104586 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-1cc59526-ad0d-45b1-bebf-f037f7a3f89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:38.108875 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-343317d0-60e5-49ed-86e4-4b660c4dd03e req-c84b4a6d-bd0f-4b09-b64f-2fb6c3ddb998 tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] 10.222.0.41 "GET /v2.0/ports?device_id=615eb31c-7c46-417d-9d57-b64413500be6 HTTP/1.1" status: 200 len: 945 time: 0.2310281 Aug 11 03:25:38.194141 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6414f0d1-fdcb-4c84-ac06-52f02f32e0fe tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:38.195305 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc98d97-1ef0-4b95-b0f9-befe7314ddff req-e8de9c6d-de47-4edb-be3b-02da21b7d772 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:38.197190 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0dc98d97-1ef0-4b95-b0f9-befe7314ddff req-e8de9c6d-de47-4edb-be3b-02da21b7d772 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ab07bbd-fa55-4032-bc68-2fe67c0da2d6 HTTP/1.1" status: 200 len: 946 time: 0.3306775 Aug 11 03:25:38.236856 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc59526-ad0d-45b1-bebf-f037f7a3f89b None None] Pushing event updated for resources: {'Port': ['ID=8687f876-0a07-476e-a5a4-832ec770667b,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:38.242401 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:38.320788 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port 0e406110-4699-4798-bf7e-48375f3debb1, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=0e406110-4699-4798-bf7e-48375f3debb1,segment=NetworkSegment(9c34466a-8261-4d30-9358-55ca9b225f4d),segment_id=9c34466a-8261-4d30-9358-55ca9b225f4d)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:25:38.362043 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c42f88-c510-432a-9ae9-6c2cb2656721 None None] Routers {'8605a112-cef9-4807-bce8-92a0a2028f94'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:25:38.363491 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-e7c42f88-c510-432a-9ae9-6c2cb2656721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:25:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['8605a112-cef9-4807-bce8-92a0a2028f94'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:25:38.368210 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d838443b-2fa5-49f6-b444-29c4806e55fe tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:25:38.386745 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be184056-ad79-4211-9e02-831c9f60e586 None None] Sync routers for ids ['c2512fa5-e65b-455d-87b5-af2204aa28df'] in n-d-764292-30 {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:25:38.388206 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-d838443b-2fa5-49f6-b444-29c4806e55fe tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] 10.222.0.41 "PUT /v2.0/routers/c2512fa5-e65b-455d-87b5-af2204aa28df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0940919 Aug 11 03:25:38.395522 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be184056-ad79-4211-9e02-831c9f60e586 None None] Routers {'c2512fa5-e65b-455d-87b5-af2204aa28df'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:25:38.396534 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-be184056-ad79-4211-9e02-831c9f60e586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:25:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['c2512fa5-e65b-455d-87b5-af2204aa28df'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:25:38.406900 n-d-764292-30 neutron-server[102191]: INFO neutron.api.v2.resource [None req-6414f0d1-fdcb-4c84-ac06-52f02f32e0fe tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] update failed (client error): The resource could not be found. Aug 11 03:25:38.413530 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-6414f0d1-fdcb-4c84-ac06-52f02f32e0fe tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] 10.222.0.41 "PUT /v2.0/routers/8605a112-cef9-4807-bce8-92a0a2028f94 HTTP/1.1" status: 404 len: 339 time: 0.4944525 Aug 11 03:25:38.414420 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 54546) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:38.435471 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0dc98d97-1ef0-4b95-b0f9-befe7314ddff req-4dcc76f3-a753-41de-a3e2-dde2e433a228 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d4c303e-0c5b-4d5a-b0c4-6f31f4676a83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2101710 Aug 11 03:25:38.459066 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-343317d0-60e5-49ed-86e4-4b660c4dd03e req-e97fe13c-e343-4ec4-b084-4cee52763ac2 tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed60bba6-2b2f-4b83-a3e4-9e7aa48523e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3491595 Aug 11 03:25:38.496109 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 54548) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:38.496488 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2b0b1155-8f23-433a-ac28-ed9160636c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:38.527019 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [None req-3316aa8a-7e1e-4b92-91a7-bb24b32349f8 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Delete allocated IP 2001:db8:0:1::20d (62aaf1c4-1ce0-49e4-a255-326cf812614e/8f32e064-e083-4b19-b101-04eb6c1bf356) {{(pid=102192) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 11 03:25:38.536540 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-e7c42f88-c510-432a-9ae9-6c2cb2656721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:25:38.549214 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:38.552228 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 8687f876-0a07-476e-a5a4-832ec770667b up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:25:38.620927 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-2b0b1155-8f23-433a-ac28-ed9160636c18 None None] For port a06200db-1642-4276-9cea-668d7f8deeda, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=a06200db-1642-4276-9cea-668d7f8deeda,segment=NetworkSegment(6894277b-436f-4a41-ab22-3dbb2eafe083),segment_id=6894277b-436f-4a41-ab22-3dbb2eafe083)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:25:38.713165 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-3316aa8a-7e1e-4b92-91a7-bb24b32349f8 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks [] for port, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:38.730409 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a75031e7-545f-49d4-8244-3058f74db5fc req-799c5184-fc09-4ab0-bd48-1012f7df327c service neutron] 10.222.0.24 "GET /v2.0/networks/e7fa7474-ec27-48c0-82c6-4433dec0ec87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6473584 Aug 11 03:25:38.785696 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-822b183f-520c-43b0-9465-65b77ad8e178 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:25:38.797590 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c42f88-c510-432a-9ae9-6c2cb2656721 None None] Routers {'8605a112-cef9-4807-bce8-92a0a2028f94'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:25:38.798238 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-e7c42f88-c510-432a-9ae9-6c2cb2656721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:25:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['8605a112-cef9-4807-bce8-92a0a2028f94'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:25:38.806855 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-822b183f-520c-43b0-9465-65b77ad8e178 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] 10.222.0.41 "PUT /v2.0/routers/b0ec7b20-10fd-4b3d-82c1-134f07fcb827/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4153636 Aug 11 03:25:38.807608 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 54552) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:38.808573 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [None req-3316aa8a-7e1e-4b92-91a7-bb24b32349f8 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Ignored duplicate provisioning block setup for port b70e6515-7a72-4d22-bff5-368c31f5f4c7 by entity DHCP. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 11 03:25:38.809150 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2b0b1155-8f23-433a-ac28-ed9160636c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:38.819951 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-50ad684a-c728-47d1-ae19-67d0fe963605 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1081919880'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:25:38.876044 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-3316aa8a-7e1e-4b92-91a7-bb24b32349f8 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:38.920715 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-be184056-ad79-4211-9e02-831c9f60e586 None None] Set router c2512fa5-e65b-455d-87b5-af2204aa28df gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:25:38.959174 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ca92a7-c122-43c2-8f27-f24929582387 None None] Sync routers for ids ['b0ec7b20-10fd-4b3d-82c1-134f07fcb827'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:25:38.979547 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-4535c5fd-ef37-4b8a-9aea-3a540a9d9b95 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/floatingips/fd619eed-3761-4ee8-a098-a605c4f6b3f4 HTTP/1.1" status: 200 len: 992 time: 0.4815757 Aug 11 03:25:39.004414 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50ad684a-c728-47d1-ae19-67d0fe963605 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Made reservation on behalf of e3d11adc70004665908a030719f0fc48 for: {'network': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:25:39.022787 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-50ad684a-c728-47d1-ae19-67d0fe963605 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:39.055700 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-e7c42f88-c510-432a-9ae9-6c2cb2656721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:25:39.056632 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c42f88-c510-432a-9ae9-6c2cb2656721 None None] The sync data for ids ['8605a112-cef9-4807-bce8-92a0a2028f94'] in n-d-764292-30 is: [] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:25:39.113055 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ca92a7-c122-43c2-8f27-f24929582387 None None] Routers {'b0ec7b20-10fd-4b3d-82c1-134f07fcb827'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:25:39.113773 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-d5ca92a7-c122-43c2-8f27-f24929582387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:25:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['b0ec7b20-10fd-4b3d-82c1-134f07fcb827'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:25:39.115775 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=0e406110-4699-4798-bf7e-48375f3debb1,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:39.154405 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e24ab26d-03d0-496f-8c03-b29aa9542d27 tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:39.188314 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-3316aa8a-7e1e-4b92-91a7-bb24b32349f8 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] In _notify_port_updated(), no bound segment for port b70e6515-7a72-4d22-bff5-368c31f5f4c7 on network 62aaf1c4-1ce0-49e4-a255-326cf812614e {{(pid=102192) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 03:25:39.202888 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3316aa8a-7e1e-4b92-91a7-bb24b32349f8 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:39.203853 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-3316aa8a-7e1e-4b92-91a7-bb24b32349f8 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:39.206431 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-3316aa8a-7e1e-4b92-91a7-bb24b32349f8 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] 10.222.0.41 "PUT /v2.0/ports/b70e6515-7a72-4d22-bff5-368c31f5f4c7 HTTP/1.1" status: 200 len: 923 time: 2.1667719 Aug 11 03:25:39.214324 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 54556) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:39.239572 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50ad684a-c728-47d1-ae19-67d0fe963605 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=102192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:25:39.260570 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-50ad684a-c728-47d1-ae19-67d0fe963605 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:39.260914 n-d-764292-30 neutron-server[102192]: INFO neutron.db.segments_db [None req-50ad684a-c728-47d1-ae19-67d0fe963605 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Added segment 8d481faa-f5f8-40a8-83a0-aad5ea735389 of type vlan for network b6079932-d783-41b7-b84d-98de41d37340 Aug 11 03:25:39.285815 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-e7651c62-1785-4669-b5d4-7a5b270fda70 None None] Provisioning complete for port b7422ffa-33da-48af-9924-3b9691ae4f83 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:25:39.287443 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-e7651c62-1785-4669-b5d4-7a5b270fda70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:39.349186 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-50ad684a-c728-47d1-ae19-67d0fe963605 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:39.376344 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-be184056-ad79-4211-9e02-831c9f60e586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2512fa5-e65b-455d-87b5-af2204aa28df', 'name': 'tempest-TestNetworkBasicOps-router-477221125', 'tenant_id': '6f34ea378b0c4732b01bbd0e8e3ce05d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': 'befd763a-b608-436f-8eb1-d6b23b28a1e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:22:37Z', 'updated_at': '2021-08-11T03:25:35Z', 'revision_number': 5, 'project_id': '6f34ea378b0c4732b01bbd0e8e3ce05d', 'gw_port': {'id': 'befd763a-b608-436f-8eb1-d6b23b28a1e1', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:eb:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2512fa5-e65b-455d-87b5-af2204aa28df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2505, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:22:38Z', 'updated_at': '2021-08-11T03:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_floatingips': [{'id': '2ab32762-c668-45de-90b9-5340447a805f', 'tenant_id': '6f34ea378b0c4732b01bbd0e8e3ce05d', 'floating_ip_address': '172.25.8.140', 'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'router_id': 'c2512fa5-e65b-455d-87b5-af2204aa28df', 'port_id': '1347ce03-6fd3-4df9-85e1-8335bdb4082d', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 2624, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aca38bb8-53be-4609-8761-de24e0c00b2e', 'mac_address': 'fa:16:3e:d7:8e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4806c477-b922-49ed-a2d7-ceb4f67380f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:23:42Z', 'updated_at': '2021-08-11T03:23:46Z', 'revision_number': 1, 'project_id': '6f34ea378b0c4732b01bbd0e8e3ce05d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d921f95-77b2-4c3c-8ca8-bb21a2327819', 'name': '', 'network_id': 'aca38bb8-53be-4609-8761-de24e0c00b2e', 'tenant_id': '6f34ea378b0c4732b01bbd0e8e3ce05d', 'mac_address': 'fa:16:3e:8d:1e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2512fa5-e65b-455d-87b5-af2204aa28df', 'device_owner': 'network:router_interface', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': '2eab23f8-93c4-44af-9e21-52232de1fe86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:22:54Z', 'updated_at': '2021-08-11T03:23:08Z', 'revision_number': 5, 'project_id': '6f34ea378b0c4732b01bbd0e8e3ce05d', 'subnets': [{'id': '2eab23f8-93c4-44af-9e21-52232de1fe86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b7422ffa-33da-48af-9924-3b9691ae4f83', 'name': '', 'network_id': 'afad8afb-efaf-4212-8ff7-abfcaf9cd6db', 'tenant_id': '6f34ea378b0c4732b01bbd0e8e3ce05d', 'mac_address': 'fa:16:3e:9e:03:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2512fa5-e65b-455d-87b5-af2204aa28df', 'device_owner': 'network:router_interface', 'standard_attr_id': 2810, 'fixed_ips': [{'subnet_id': '597122b4-c492-4b3b-bceb-0188fc9f2604', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:25:34Z', 'updated_at': '2021-08-11T03:25:36Z', 'revision_number': 2, 'project_id': '6f34ea378b0c4732b01bbd0e8e3ce05d', 'subnets': [{'id': '597122b4-c492-4b3b-bceb-0188fc9f2604', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:25:39.397437 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-e41d007e-5e64-4055-8196-7f94bd491d1d tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'cc1abe0b-2685-4253-888a-1aa18b6f725f'}, {'subnet_id': '8f32e064-e083-4b19-b101-04eb6c1bf356'}]}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:25:39.410337 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3316aa8a-7e1e-4b92-91a7-bb24b32349f8 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Pushing event updated for resources: {'Port': ['ID=b70e6515-7a72-4d22-bff5-368c31f5f4c7,revision_number=2']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:39.431362 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be184056-ad79-4211-9e02-831c9f60e586 None None] Checking router: c2512fa5-e65b-455d-87b5-af2204aa28df for host: n-d-764292-30 {{(pid=102194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:25:39.432865 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be184056-ad79-4211-9e02-831c9f60e586 None None] Updating router c2512fa5-e65b-455d-87b5-af2204aa28df port b7422ffa-33da-48af-9924-3b9691ae4f83 binding host n-d-764292-30 {{(pid=102194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:25:39.478126 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-be184056-ad79-4211-9e02-831c9f60e586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:39.483473 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-50ad684a-c728-47d1-ae19-67d0fe963605 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:39.488771 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0b1155-8f23-433a-ac28-ed9160636c18 None None] Pushing event updated for resources: {'Port': ['ID=a06200db-1642-4276-9cea-668d7f8deeda,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:39.496412 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-e7651c62-1785-4669-b5d4-7a5b270fda70 None None] Port b7422ffa-33da-48af-9924-3b9691ae4f83 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:25:39.517643 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-d5ca92a7-c122-43c2-8f27-f24929582387 None None] Set router b0ec7b20-10fd-4b3d-82c1-134f07fcb827 gateway port host: None {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:25:39.528121 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ad684a-c728-47d1-ae19-67d0fe963605 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:39.530663 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-50ad684a-c728-47d1-ae19-67d0fe963605 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks [] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:39.552177 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port 8687f876-0a07-476e-a5a4-832ec770667b completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:25:39.556602 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-e7651c62-1785-4669-b5d4-7a5b270fda70 None None] Provisioning complete for port a06200db-1642-4276-9cea-668d7f8deeda triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:25:39.556988 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-e7651c62-1785-4669-b5d4-7a5b270fda70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:39.565161 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device b10caf3d-3bef-4194-a474-c8de6a513840 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:25:39.684568 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [None req-e24ab26d-03d0-496f-8c03-b29aa9542d27 tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Allocated IP 172.20.0.1 (4cd23ac0-9828-438d-96f5-857dac54111a/9e9aa852-264e-47ad-b253-15aefa0b9bef/89075d02-9a40-41db-8314-9cdaa8130851) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:25:39.727832 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ad684a-c728-47d1-ae19-67d0fe963605 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Pushing event updated for resources: {'Network': ['ID=b6079932-d783-41b7-b84d-98de41d37340,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:39.751829 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-50ad684a-c728-47d1-ae19-67d0fe963605 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9417331 Aug 11 03:25:39.757416 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 54560) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:39.763344 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-6968b706-bd80-4757-b7c1-96a657a73f22 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Request body: {'subnet': {'network_id': 'b6079932-d783-41b7-b84d-98de41d37340', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:25:39.783881 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4903ab-a903-4084-8a19-df09025b702b req-8133584f-4d79-489a-acd4-f017270b81bc tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:39.793273 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8f4903ab-a903-4084-8a19-df09025b702b req-8133584f-4d79-489a-acd4-f017270b81bc tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] 10.222.0.41 "GET /v2.0/ports?device_id=615eb31c-7c46-417d-9d57-b64413500be6 HTTP/1.1" status: 200 len: 945 time: 0.1680946 Aug 11 03:25:39.871375 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network b6079932-d783-41b7-b84d-98de41d37340 details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:25:39.873126 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-180a865a-4131-4590-9ca9-8350b72cafed None None] Network 62aaf1c4-1ce0-49e4-a255-326cf812614e requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:25:39.944590 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e24ab26d-03d0-496f-8c03-b29aa9542d27 tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:39.945807 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8f4903ab-a903-4084-8a19-df09025b702b req-26c657f1-46f7-4242-943c-1dade2b81c90 tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed60bba6-2b2f-4b83-a3e4-9e7aa48523e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453993 Aug 11 03:25:39.979873 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-be184056-ad79-4211-9e02-831c9f60e586 None None] Notify callbacks [] for port, precommit_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:39.983668 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e41d007e-5e64-4055-8196-7f94bd491d1d tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:39.991533 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.provisioning_blocks [None req-be184056-ad79-4211-9e02-831c9f60e586 None None] Transition to ACTIVE for port object b7422ffa-33da-48af-9924-3b9691ae4f83 will not be triggered until provisioned by entity L2. {{(pid=102194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:25:39.997512 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [None req-e24ab26d-03d0-496f-8c03-b29aa9542d27 tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Transition to ACTIVE for port object 89075d02-9a40-41db-8314-9cdaa8130851 will not be triggered until provisioned by entity DHCP. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:25:40.081586 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-be184056-ad79-4211-9e02-831c9f60e586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:40.110773 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e24ab26d-03d0-496f-8c03-b29aa9542d27 tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:40.124109 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6968b706-bd80-4757-b7c1-96a657a73f22 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Made reservation on behalf of e3d11adc70004665908a030719f0fc48 for: {'subnet': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:25:40.133650 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-6968b706-bd80-4757-b7c1-96a657a73f22 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126180544'] for subnet, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:40.176496 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3605b59-741d-414a-b145-bf857598c3c4 None None] Pushing event updated for resources: {'Port': ['ID=b7422ffa-33da-48af-9924-3b9691ae4f83,revision_number=3']} {{(pid=102194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:40.212659 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24ab26d-03d0-496f-8c03-b29aa9542d27 tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Pushing event updated for resources: {'Port': ['ID=89075d02-9a40-41db-8314-9cdaa8130851,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:40.227972 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e24ab26d-03d0-496f-8c03-b29aa9542d27 tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Network 4cd23ac0-9828-438d-96f5-857dac54111a is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:25:40.229516 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-e24ab26d-03d0-496f-8c03-b29aa9542d27 tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:25:40.232058 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24ab26d-03d0-496f-8c03-b29aa9542d27 tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:25:40.299494 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-be184056-ad79-4211-9e02-831c9f60e586 None None] Attempting to bind port b7422ffa-33da-48af-9924-3b9691ae4f83 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:25:40.299887 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-be184056-ad79-4211-9e02-831c9f60e586 None None] Attempting to bind port b7422ffa-33da-48af-9924-3b9691ae4f83 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': '258c2758-00a0-4aec-a30a-06817b920338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'afad8afb-efaf-4212-8ff7-abfcaf9cd6db'}] {{(pid=102194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:25:40.300242 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be184056-ad79-4211-9e02-831c9f60e586 None None] Attempting to bind port b7422ffa-33da-48af-9924-3b9691ae4f83 on network afad8afb-efaf-4212-8ff7-abfcaf9cd6db {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:25:40.314341 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e24ab26d-03d0-496f-8c03-b29aa9542d27 tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-520987'] for router_interface, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:40.317352 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be184056-ad79-4211-9e02-831c9f60e586 None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 25, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:25:40.319603 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be184056-ad79-4211-9e02-831c9f60e586 None None] Checking segment: {'id': '258c2758-00a0-4aec-a30a-06817b920338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'afad8afb-efaf-4212-8ff7-abfcaf9cd6db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:25:40.320207 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-be184056-ad79-4211-9e02-831c9f60e586 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:40.321245 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be184056-ad79-4211-9e02-831c9f60e586 None None] Bound using segment: {'id': '258c2758-00a0-4aec-a30a-06817b920338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'afad8afb-efaf-4212-8ff7-abfcaf9cd6db'} {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:25:40.321912 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-be184056-ad79-4211-9e02-831c9f60e586 None None] Bound port: b7422ffa-33da-48af-9924-3b9691ae4f83, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '258c2758-00a0-4aec-a30a-06817b920338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'afad8afb-efaf-4212-8ff7-abfcaf9cd6db'}}] {{(pid=102194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:25:40.334733 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-be184056-ad79-4211-9e02-831c9f60e586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:40.434519 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.db [None req-be184056-ad79-4211-9e02-831c9f60e586 None None] For port b7422ffa-33da-48af-9924-3b9691ae4f83, host n-d-764292-30, cleared binding levels {{(pid=102194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:25:40.437585 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.db [None req-be184056-ad79-4211-9e02-831c9f60e586 None None] For port b7422ffa-33da-48af-9924-3b9691ae4f83, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=b7422ffa-33da-48af-9924-3b9691ae4f83,segment=NetworkSegment(258c2758-00a0-4aec-a30a-06817b920338),segment_id=258c2758-00a0-4aec-a30a-06817b920338)] {{(pid=102194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:25:40.543554 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port b10caf3d-3bef-4194-a474-c8de6a513840 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:25:40.543930 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:40.553797 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-be184056-ad79-4211-9e02-831c9f60e586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:40.632975 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-d5ca92a7-c122-43c2-8f27-f24929582387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0ec7b20-10fd-4b3d-82c1-134f07fcb827', 'name': 'tempest-RoutersIpV6Test-router-424810573', 'tenant_id': 'e3d11adc70004665908a030719f0fc48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:25:14Z', 'updated_at': '2021-08-11T03:25:34Z', 'revision_number': 4, 'project_id': 'e3d11adc70004665908a030719f0fc48', 'gw_port_host': None, '_interfaces': [{'id': '0e406110-4699-4798-bf7e-48375f3debb1', 'name': '', 'network_id': '4f3c704b-060d-4624-8d6c-bccf9afaa118', 'tenant_id': 'e3d11adc70004665908a030719f0fc48', 'mac_address': 'fa:16:3e:30:1e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ec7b20-10fd-4b3d-82c1-134f07fcb827', 'device_owner': 'network:router_interface', 'standard_attr_id': 2796, 'fixed_ips': [{'subnet_id': '39db3a36-8203-42a7-b274-ddd7ca87d7ab', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:25:24Z', 'updated_at': '2021-08-11T03:25:38Z', 'revision_number': 5, 'project_id': 'e3d11adc70004665908a030719f0fc48', 'subnets': [{'id': '39db3a36-8203-42a7-b274-ddd7ca87d7ab', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '27ff2f86-8019-469d-8c1d-4e50681f146d', 'name': '', 'network_id': 'dca556ae-942f-4b24-bf88-eda0217769c7', 'tenant_id': 'e3d11adc70004665908a030719f0fc48', 'mac_address': 'fa:16:3e:0b:cb:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ec7b20-10fd-4b3d-82c1-134f07fcb827', 'device_owner': 'network:router_interface', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': '50711f26-668b-47d2-a52c-747df49a242f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:25:17Z', 'updated_at': '2021-08-11T03:25:25Z', 'revision_number': 5, 'project_id': 'e3d11adc70004665908a030719f0fc48', 'subnets': [{'id': '50711f26-668b-47d2-a52c-747df49a242f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da0b1fc6-085d-424a-877b-fa8ba5e20ea7', 'name': '', 'network_id': 'ae1763d1-75b0-45a8-a31c-ec278c7632a8', 'tenant_id': 'e3d11adc70004665908a030719f0fc48', 'mac_address': 'fa:16:3e:09:87:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0ec7b20-10fd-4b3d-82c1-134f07fcb827', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '1b8e4fb9-58fb-436b-8c39-6e49d58f094a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:25:33Z', 'updated_at': '2021-08-11T03:25:35Z', 'revision_number': 2, 'project_id': 'e3d11adc70004665908a030719f0fc48', 'subnets': [{'id': '1b8e4fb9-58fb-436b-8c39-6e49d58f094a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:25:40.645944 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be184056-ad79-4211-9e02-831c9f60e586 None None] Routers {'c2512fa5-e65b-455d-87b5-af2204aa28df'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:25:40.645944 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-be184056-ad79-4211-9e02-831c9f60e586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:25:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['c2512fa5-e65b-455d-87b5-af2204aa28df'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:25:40.701798 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ca92a7-c122-43c2-8f27-f24929582387 None None] Checking router: b0ec7b20-10fd-4b3d-82c1-134f07fcb827 for host: n-d-764292-30 {{(pid=102193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:25:40.702166 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ca92a7-c122-43c2-8f27-f24929582387 None None] Updating router b0ec7b20-10fd-4b3d-82c1-134f07fcb827 port da0b1fc6-085d-424a-877b-fa8ba5e20ea7 binding host n-d-764292-30 {{(pid=102193) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:25:40.719415 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3605b59-741d-414a-b145-bf857598c3c4 None None] Pushing event updated for resources: {'Port': ['ID=b7422ffa-33da-48af-9924-3b9691ae4f83,revision_number=4']} {{(pid=102194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:40.746463 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e24ab26d-03d0-496f-8c03-b29aa9542d27 tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:40.756917 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [None req-e41d007e-5e64-4055-8196-7f94bd491d1d tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Allocated IP 2001:db8:0:1::1b (62aaf1c4-1ce0-49e4-a255-326cf812614e/8f32e064-e083-4b19-b101-04eb6c1bf356/b70e6515-7a72-4d22-bff5-368c31f5f4c7) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:25:40.761684 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7c26fe-83d6-470a-a8f3-c924864de303 req-af3d8da0-af65-41a7-b6c0-85df56df6264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:40.761684 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-7d7c26fe-83d6-470a-a8f3-c924864de303 req-af3d8da0-af65-41a7-b6c0-85df56df6264 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f8cfc954604b4a9ba8ad1cb21f7fc109&device_id=615eb31c-7c46-417d-9d57-b64413500be6 HTTP/1.1" status: 200 len: 1097 time: 0.2133012 Aug 11 03:25:40.784811 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-d5ca92a7-c122-43c2-8f27-f24929582387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:40.802067 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-e7651c62-1785-4669-b5d4-7a5b270fda70 None None] Provisioning for port da0b1fc6-085d-424a-877b-fa8ba5e20ea7 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:25:40.814154 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-e7651c62-1785-4669-b5d4-7a5b270fda70 None None] Provisioning complete for port da0b1fc6-085d-424a-877b-fa8ba5e20ea7 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:25:40.814560 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-e7651c62-1785-4669-b5d4-7a5b270fda70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:40.855103 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-be184056-ad79-4211-9e02-831c9f60e586 None None] Set router c2512fa5-e65b-455d-87b5-af2204aa28df gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:25:40.974661 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-e7651c62-1785-4669-b5d4-7a5b270fda70 None None] Port da0b1fc6-085d-424a-877b-fa8ba5e20ea7 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:25:41.017319 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0b8d59-d760-437f-bf2b-46c3a3bee96e req-95ecf235-85d2-4d1d-af90-fef2a9c34f93 tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:41.030003 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4e0b8d59-d760-437f-bf2b-46c3a3bee96e req-95ecf235-85d2-4d1d-af90-fef2a9c34f93 tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] 10.222.0.41 "GET /v2.0/ports?device_id=615eb31c-7c46-417d-9d57-b64413500be6 HTTP/1.1" status: 200 len: 945 time: 0.1808872 Aug 11 03:25:41.144038 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7c26fe-83d6-470a-a8f3-c924864de303 req-e29fbe94-d8aa-4304-9582-41042b16355c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:41.146846 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-7d7c26fe-83d6-470a-a8f3-c924864de303 req-e29fbe94-d8aa-4304-9582-41042b16355c service neutron] 10.222.0.22 "GET /v2.0/networks?id=c13948e9-e028-4a8d-ac69-93d0ad6a4bde HTTP/1.1" status: 200 len: 912 time: 0.3657086 Aug 11 03:25:41.225866 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-be184056-ad79-4211-9e02-831c9f60e586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2512fa5-e65b-455d-87b5-af2204aa28df', 'name': 'tempest-TestNetworkBasicOps-router-477221125', 'tenant_id': '6f34ea378b0c4732b01bbd0e8e3ce05d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': 'befd763a-b608-436f-8eb1-d6b23b28a1e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:22:37Z', 'updated_at': '2021-08-11T03:25:35Z', 'revision_number': 5, 'project_id': '6f34ea378b0c4732b01bbd0e8e3ce05d', 'gw_port': {'id': 'befd763a-b608-436f-8eb1-d6b23b28a1e1', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:eb:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2512fa5-e65b-455d-87b5-af2204aa28df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2505, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:22:38Z', 'updated_at': '2021-08-11T03:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_floatingips': [{'id': '2ab32762-c668-45de-90b9-5340447a805f', 'tenant_id': '6f34ea378b0c4732b01bbd0e8e3ce05d', 'floating_ip_address': '172.25.8.140', 'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'router_id': 'c2512fa5-e65b-455d-87b5-af2204aa28df', 'port_id': '1347ce03-6fd3-4df9-85e1-8335bdb4082d', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 2624, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aca38bb8-53be-4609-8761-de24e0c00b2e', 'mac_address': 'fa:16:3e:d7:8e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4806c477-b922-49ed-a2d7-ceb4f67380f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:23:42Z', 'updated_at': '2021-08-11T03:23:46Z', 'revision_number': 1, 'project_id': '6f34ea378b0c4732b01bbd0e8e3ce05d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d921f95-77b2-4c3c-8ca8-bb21a2327819', 'name': '', 'network_id': 'aca38bb8-53be-4609-8761-de24e0c00b2e', 'tenant_id': '6f34ea378b0c4732b01bbd0e8e3ce05d', 'mac_address': 'fa:16:3e:8d:1e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2512fa5-e65b-455d-87b5-af2204aa28df', 'device_owner': 'network:router_interface', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': '2eab23f8-93c4-44af-9e21-52232de1fe86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:22:54Z', 'updated_at': '2021-08-11T03:23:08Z', 'revision_number': 5, 'project_id': '6f34ea378b0c4732b01bbd0e8e3ce05d', 'subnets': [{'id': '2eab23f8-93c4-44af-9e21-52232de1fe86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b7422ffa-33da-48af-9924-3b9691ae4f83', 'name': '', 'network_id': 'afad8afb-efaf-4212-8ff7-abfcaf9cd6db', 'tenant_id': '6f34ea378b0c4732b01bbd0e8e3ce05d', 'mac_address': 'fa:16:3e:9e:03:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2512fa5-e65b-455d-87b5-af2204aa28df', 'device_owner': 'network:router_interface', 'standard_attr_id': 2810, 'fixed_ips': [{'subnet_id': '597122b4-c492-4b3b-bceb-0188fc9f2604', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:25:34Z', 'updated_at': '2021-08-11T03:25:40Z', 'revision_number': 4, 'project_id': '6f34ea378b0c4732b01bbd0e8e3ce05d', 'subnets': [{'id': '597122b4-c492-4b3b-bceb-0188fc9f2604', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:25:41.240412 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4e0b8d59-d760-437f-bf2b-46c3a3bee96e req-57f99567-55cc-4834-a908-6182828a8875 tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed60bba6-2b2f-4b83-a3e4-9e7aa48523e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043424 Aug 11 03:25:41.246078 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e41d007e-5e64-4055-8196-7f94bd491d1d tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks [] for port, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:41.274950 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be184056-ad79-4211-9e02-831c9f60e586 None None] The sync data for ids ['c2512fa5-e65b-455d-87b5-af2204aa28df'] in n-d-764292-30 is: [{'id': 'c2512fa5-e65b-455d-87b5-af2204aa28df', 'name': 'tempest-TestNetworkBasicOps-router-477221125', 'tenant_id': '6f34ea378b0c4732b01bbd0e8e3ce05d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': 'befd763a-b608-436f-8eb1-d6b23b28a1e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:22:37Z', 'updated_at': '2021-08-11T03:25:35Z', 'revision_number': 5, 'project_id': '6f34ea378b0c4732b01bbd0e8e3ce05d', 'gw_port': {'id': 'befd763a-b608-436f-8eb1-d6b23b28a1e1', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:eb:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2512fa5-e65b-455d-87b5-af2204aa28df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2505, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:22:38Z', 'updated_at': '2021-08-11T03:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_floatingips': [{'id': '2ab32762-c668-45de-90b9-5340447a805f', 'tenant_id': '6f34ea378b0c4732b01bbd0e8e3ce05d', 'floating_ip_address': '172.25.8.140', 'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'router_id': 'c2512fa5-e65b-455d-87b5-af2204aa28df', 'port_id': '1347ce03-6fd3-4df9-85e1-8335bdb4082d', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 2624, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aca38bb8-53be-4609-8761-de24e0c00b2e', 'mac_address': 'fa:16:3e:d7:8e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4806c477-b922-49ed-a2d7-ceb4f67380f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:23:42Z', 'updated_at': '2021-08-11T03:23:46Z', 'revision_number': 1, 'project_id': '6f34ea378b0c4732b01bbd0e8e3ce05d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d921f95-77b2-4c3c-8ca8-bb21a2327819', 'name': '', 'network_id': 'aca38bb8-53be-4609-8761-de24e0c00b2e', 'tenant_id': '6f34ea378b0c4732b01bbd0e8e3ce05d', 'mac_address': 'fa:16:3e:8d:1e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2512fa5-e65b-455d-87b5-af2204aa28df', 'device_owner': 'network:router_interface', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': '2eab23f8-93c4-44af-9e21-52232de1fe86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:22:54Z', 'updated_at': '2021-08-11T03:23:08Z', 'revision_number': 5, 'project_id': '6f34ea378b0c4732b01bbd0e8e3ce05d', 'subnets': [{'id': '2eab23f8-93c4-44af-9e21-52232de1fe86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b7422ffa-33da-48af-9924-3b9691ae4f83', 'name': '', 'network_id': 'afad8afb-efaf-4212-8ff7-abfcaf9cd6db', 'tenant_id': '6f34ea378b0c4732b01bbd0e8e3ce05d', 'mac_address': 'fa:16:3e:9e:03:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2512fa5-e65b-455d-87b5-af2204aa28df', 'device_owner': 'network:router_interface', 'standard_attr_id': 2810, 'fixed_ips': [{'subnet_id': '597122b4-c492-4b3b-bceb-0188fc9f2604', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:25:34Z', 'updated_at': '2021-08-11T03:25:40Z', 'revision_number': 4, 'project_id': '6f34ea378b0c4732b01bbd0e8e3ce05d', 'subnets': [{'id': '597122b4-c492-4b3b-bceb-0188fc9f2604', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:25:41.304280 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [None req-e41d007e-5e64-4055-8196-7f94bd491d1d tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Ignored duplicate provisioning block setup for port b70e6515-7a72-4d22-bff5-368c31f5f4c7 by entity DHCP. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 11 03:25:41.306223 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device a06200db-1642-4276-9cea-668d7f8deeda up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:25:41.397044 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-6968b706-bd80-4757-b7c1-96a657a73f22 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125932092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126180562'] for subnet, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:41.406626 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e41d007e-5e64-4055-8196-7f94bd491d1d tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:41.424041 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:41.426700 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-c5f01e07-8162-464f-9bdb-382e355bdb8a None None] Provisioning for port 8687f876-0a07-476e-a5a4-832ec770667b completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:25:41.438138 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-c5f01e07-8162-464f-9bdb-382e355bdb8a None None] Provisioning complete for port 8687f876-0a07-476e-a5a4-832ec770667b triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:25:41.438618 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-c5f01e07-8162-464f-9bdb-382e355bdb8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:41.440698 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device dfa2e0ff-33d8-4c81-8f5e-c2c8919596e7 up at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:25:41.573783 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41d007e-5e64-4055-8196-7f94bd491d1d tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Pushing event updated for resources: {'Port': ['ID=b70e6515-7a72-4d22-bff5-368c31f5f4c7,revision_number=3']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:41.649536 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-d5ca92a7-c122-43c2-8f27-f24929582387 None None] Notify callbacks [] for port, precommit_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:41.655332 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6968b706-bd80-4757-b7c1-96a657a73f22 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Pushing event updated for resources: {'Subnet': ['ID=39f413a5-3609-46a4-8114-1c49623d83c5,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:41.670474 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-d5ca92a7-c122-43c2-8f27-f24929582387 None None] Transition to ACTIVE for port object da0b1fc6-085d-424a-877b-fa8ba5e20ea7 will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:25:41.686481 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-e41d007e-5e64-4055-8196-7f94bd491d1d tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] In _notify_port_updated(), no bound segment for port b70e6515-7a72-4d22-bff5-368c31f5f4c7 on network 62aaf1c4-1ce0-49e4-a255-326cf812614e {{(pid=102192) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 03:25:41.695585 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e41d007e-5e64-4055-8196-7f94bd491d1d tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:41.696408 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e41d007e-5e64-4055-8196-7f94bd491d1d tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:41.702910 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-e41d007e-5e64-4055-8196-7f94bd491d1d tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] 10.222.0.41 "PUT /v2.0/ports/b70e6515-7a72-4d22-bff5-368c31f5f4c7 HTTP/1.1" status: 200 len: 1008 time: 2.3123844 Aug 11 03:25:41.721343 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 54572) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:41.741118 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6968b706-bd80-4757-b7c1-96a657a73f22 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Checking segment: {'id': '8d481faa-f5f8-40a8-83a0-aad5ea735389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'b6079932-d783-41b7-b84d-98de41d37340'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:25:41.741573 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6968b706-bd80-4757-b7c1-96a657a73f22 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Network hostable DHCP agents. Network: b6079932-d783-41b7-b84d-98de41d37340, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:25:41.772740 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port a06200db-1642-4276-9cea-668d7f8deeda triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:25:41.773544 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:41.822747 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-7d7c26fe-83d6-470a-a8f3-c924864de303 req-7aeecd6c-5bac-4013-b4e9-ed8e38b7cd30 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9f0cf4cd-0f09-4f14-b4ce-807b4e97dd3f HTTP/1.1" status: 200 len: 217 time: 0.6401606 Aug 11 03:25:41.824712 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-d5ca92a7-c122-43c2-8f27-f24929582387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:41.916343 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7c26fe-83d6-470a-a8f3-c924864de303 req-a8fc1098-1f02-412f-b2bd-745e42e2422a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:41.916343 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-7d7c26fe-83d6-470a-a8f3-c924864de303 req-a8fc1098-1f02-412f-b2bd-745e42e2422a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b8783183-c3a1-4580-9cd5-7ee055cead2b HTTP/1.1" status: 200 len: 851 time: 0.0748236 Aug 11 03:25:41.922210 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning for port dfa2e0ff-33d8-4c81-8f5e-c2c8919596e7 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:25:41.952737 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-f2d1d264-fe71-4da2-a277-3e6c9f284ee2 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Deleting port b70e6515-7a72-4d22-bff5-368c31f5f4c7 {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:25:41.953246 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-f2d1d264-fe71-4da2-a277-3e6c9f284ee2 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:42.040201 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-7d7c26fe-83d6-470a-a8f3-c924864de303 req-da8070ee-20c6-4ec7-8862-b9ef5edad6c9 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c13948e9-e028-4a8d-ac69-93d0ad6a4bde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0964615 Aug 11 03:25:42.040318 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning complete for port dfa2e0ff-33d8-4c81-8f5e-c2c8919596e7 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:25:42.040318 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:42.069159 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6968b706-bd80-4757-b7c1-96a657a73f22 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Network b6079932-d783-41b7-b84d-98de41d37340 is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:25:42.136551 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-f2d1d264-fe71-4da2-a277-3e6c9f284ee2 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:42.169395 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-f2d1d264-fe71-4da2-a277-3e6c9f284ee2 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Calling delete_port for b70e6515-7a72-4d22-bff5-368c31f5f4c7 owned by {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:25:42.176084 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-6968b706-bd80-4757-b7c1-96a657a73f22 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, b6079932-d783-41b7-b84d-98de41d37340) {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:25:42.200003 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6968b706-bd80-4757-b7c1-96a657a73f22 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:42.200615 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-6968b706-bd80-4757-b7c1-96a657a73f22 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks [] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:42.250365 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-c5f01e07-8162-464f-9bdb-382e355bdb8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:42.282386 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c5e06bc-654c-4578-89e0-94db78eac744 None None] Network b6079932-d783-41b7-b84d-98de41d37340 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:25:42.472186 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-7d7c26fe-83d6-470a-a8f3-c924864de303 req-4900540a-68ca-41cf-bf8b-db1d3b4edcd1 service neutron] 10.222.0.22 "GET /v2.0/networks/c13948e9-e028-4a8d-ac69-93d0ad6a4bde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3502679 Aug 11 03:25:42.488990 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0178733a-d4f9-45f6-8ad5-fedb4759851b None None] Pushing event updated for resources: {'Port': ['ID=da0b1fc6-085d-424a-877b-fa8ba5e20ea7,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:42.525715 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-d5ca92a7-c122-43c2-8f27-f24929582387 None None] Attempting to bind port da0b1fc6-085d-424a-877b-fa8ba5e20ea7 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:25:42.526504 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-d5ca92a7-c122-43c2-8f27-f24929582387 None None] Attempting to bind port da0b1fc6-085d-424a-877b-fa8ba5e20ea7 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': '6894277b-436f-4a41-ab22-3dbb2eafe083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ae1763d1-75b0-45a8-a31c-ec278c7632a8'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:25:42.527129 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ca92a7-c122-43c2-8f27-f24929582387 None None] Attempting to bind port da0b1fc6-085d-424a-877b-fa8ba5e20ea7 on network ae1763d1-75b0-45a8-a31c-ec278c7632a8 {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:25:42.567694 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-c5f01e07-8162-464f-9bdb-382e355bdb8a None None] For port 8687f876-0a07-476e-a5a4-832ec770667b, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=8687f876-0a07-476e-a5a4-832ec770667b,segment=NetworkSegment(6db5be2e-8bfa-4dea-bd5e-77481a35b85b),segment_id=6db5be2e-8bfa-4dea-bd5e-77481a35b85b)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:25:42.576522 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ca92a7-c122-43c2-8f27-f24929582387 None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 25, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:25:42.584049 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ca92a7-c122-43c2-8f27-f24929582387 None None] Checking segment: {'id': '6894277b-436f-4a41-ab22-3dbb2eafe083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ae1763d1-75b0-45a8-a31c-ec278c7632a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:25:42.584049 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-d5ca92a7-c122-43c2-8f27-f24929582387 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:42.584049 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ca92a7-c122-43c2-8f27-f24929582387 None None] Bound using segment: {'id': '6894277b-436f-4a41-ab22-3dbb2eafe083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ae1763d1-75b0-45a8-a31c-ec278c7632a8'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:25:42.584049 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-d5ca92a7-c122-43c2-8f27-f24929582387 None None] Bound port: da0b1fc6-085d-424a-877b-fa8ba5e20ea7, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6894277b-436f-4a41-ab22-3dbb2eafe083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ae1763d1-75b0-45a8-a31c-ec278c7632a8'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:25:42.584049 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-d5ca92a7-c122-43c2-8f27-f24929582387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:42.634434 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-7d7c26fe-83d6-470a-a8f3-c924864de303 req-8173de23-f2e8-4eee-8b16-859023d5d099 service neutron] 10.222.0.22 "GET /v2.0/networks/c13948e9-e028-4a8d-ac69-93d0ad6a4bde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463721 Aug 11 03:25:42.679281 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-c5f01e07-8162-464f-9bdb-382e355bdb8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:42.681754 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e24ab26d-03d0-496f-8c03-b29aa9542d27 tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:42.808315 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:42.813160 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e24ab26d-03d0-496f-8c03-b29aa9542d27 tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:42.823532 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06553376-5aeb-45c4-a2b7-964a44c26122 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde080026-c28f-55be-b52b-13827cc43646-b6079932-d783-41b7-b84d-98de41d37340', 'network_id': 'b6079932-d783-41b7-b84d-98de41d37340', 'tenant_id': 'e3d11adc70004665908a030719f0fc48', 'fixed_ips': [{'subnet_id': '39f413a5-3609-46a4-8114-1c49623d83c5'}]}} from n-d-764292-30. {{(pid=102193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:25:42.824305 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-06553376-5aeb-45c4-a2b7-964a44c26122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:42.834498 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 8687f876-0a07-476e-a5a4-832ec770667b up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:25:42.888237 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-6968b706-bd80-4757-b7c1-96a657a73f22 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.1289434 Aug 11 03:25:42.891042 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 54582) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:42.897664 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f01e07-8162-464f-9bdb-382e355bdb8a None None] Pushing event updated for resources: {'Port': ['ID=8687f876-0a07-476e-a5a4-832ec770667b,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:42.910698 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24ab26d-03d0-496f-8c03-b29aa9542d27 tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Pushing event updated for resources: {'Port': ['ID=89075d02-9a40-41db-8314-9cdaa8130851,revision_number=2']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:42.928842 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e24ab26d-03d0-496f-8c03-b29aa9542d27 tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16383026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521135'] for router_interface, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:42.937363 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ab07bbd-fa55-4032-bc68-2fe67c0da2d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfa2e0ff-33d8-4c81-8f5e-c2c8919596e7'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:25:42.939265 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd554ce4-ff69-4fac-856f-bf91d85a3552" -d '{"events": [{"server_uuid": "2ab07bbd-fa55-4032-bc68-2fe67c0da2d6", "name": "network-vif-plugged", "status": "completed", "tag": "dfa2e0ff-33d8-4c81-8f5e-c2c8919596e7"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:25:43.007793 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:25:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-016125f7-1ecf-4653-8168-769e7a6b2957 x-openstack-request-id: req-016125f7-1ecf-4653-8168-769e7a6b2957 {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:25:43.008319 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ab07bbd-fa55-4032-bc68-2fe67c0da2d6", "name": "network-vif-plugged", "status": "completed", "tag": "dfa2e0ff-33d8-4c81-8f5e-c2c8919596e7", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:25:43.008744 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-016125f7-1ecf-4653-8168-769e7a6b2957 {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:25:43.009298 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ab07bbd-fa55-4032-bc68-2fe67c0da2d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfa2e0ff-33d8-4c81-8f5e-c2c8919596e7', 'code': 200} Aug 11 03:25:43.015987 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port dfa2e0ff-33d8-4c81-8f5e-c2c8919596e7, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=dfa2e0ff-33d8-4c81-8f5e-c2c8919596e7,segment=NetworkSegment(d0314809-797b-49c5-956f-3a5c1e5c0001),segment_id=d0314809-797b-49c5-956f-3a5c1e5c0001)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:25:43.017530 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-d5ca92a7-c122-43c2-8f27-f24929582387 None None] For port da0b1fc6-085d-424a-877b-fa8ba5e20ea7, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:25:43.052730 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e24ab26d-03d0-496f-8c03-b29aa9542d27 tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Network 4cd23ac0-9828-438d-96f5-857dac54111a is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:25:43.054255 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-e24ab26d-03d0-496f-8c03-b29aa9542d27 tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:25:43.067114 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-c5f01e07-8162-464f-9bdb-382e355bdb8a None None] Provisioning for port 89075d02-9a40-41db-8314-9cdaa8130851 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:25:43.104170 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-d5ca92a7-c122-43c2-8f27-f24929582387 None None] For port da0b1fc6-085d-424a-877b-fa8ba5e20ea7, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=da0b1fc6-085d-424a-877b-fa8ba5e20ea7,segment=NetworkSegment(6894277b-436f-4a41-ab22-3dbb2eafe083),segment_id=6894277b-436f-4a41-ab22-3dbb2eafe083)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:25:43.113188 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-c5f01e07-8162-464f-9bdb-382e355bdb8a None None] Provisioning complete for port 89075d02-9a40-41db-8314-9cdaa8130851 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:25:43.113639 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-c5f01e07-8162-464f-9bdb-382e355bdb8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:43.115579 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:43.195237 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e24ab26d-03d0-496f-8c03-b29aa9542d27 tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Router 8605a112-cef9-4807-bce8-92a0a2028f94 has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:25:43.206703 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-d5ca92a7-c122-43c2-8f27-f24929582387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:43.217905 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 8687f876-0a07-476e-a5a4-832ec770667b triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:25:43.218452 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:43.221076 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67cd6af-c4ff-4396-b0a4-bf5431d9979d req-2a715040-5f13-468b-9dbe-24e0e7705c8b tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:43.229768 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d67cd6af-c4ff-4396-b0a4-bf5431d9979d req-2a715040-5f13-468b-9dbe-24e0e7705c8b tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] 10.222.0.41 "GET /v2.0/ports?device_id=615eb31c-7c46-417d-9d57-b64413500be6 HTTP/1.1" status: 200 len: 945 time: 0.3525889 Aug 11 03:25:43.292624 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-c5f01e07-8162-464f-9bdb-382e355bdb8a None None] Port 89075d02-9a40-41db-8314-9cdaa8130851 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:25:43.331693 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.db_base_plugin_common [None req-06553376-5aeb-45c4-a2b7-964a44c26122 None None] Allocated IP 2001:db8:3::2 (b6079932-d783-41b7-b84d-98de41d37340/39f413a5-3609-46a4-8114-1c49623d83c5/723b6f5f-3a69-480a-b171-b9e317b3a666) {{(pid=102193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:25:43.382351 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e24ab26d-03d0-496f-8c03-b29aa9542d27 tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:25:43.391462 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-e24ab26d-03d0-496f-8c03-b29aa9542d27 tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] 10.222.0.41 "PUT /v2.0/routers/8605a112-cef9-4807-bce8-92a0a2028f94/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9757884 Aug 11 03:25:43.392459 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 54588) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:43.397806 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1b0417-690b-48f7-b314-1ced47ed78c7 None None] Sync routers for ids ['8605a112-cef9-4807-bce8-92a0a2028f94'] in n-d-764292-30 {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:25:43.417858 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1b0417-690b-48f7-b314-1ced47ed78c7 None None] Routers {'8605a112-cef9-4807-bce8-92a0a2028f94'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:25:43.418548 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-ef1b0417-690b-48f7-b314-1ced47ed78c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:25:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['8605a112-cef9-4807-bce8-92a0a2028f94'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:25:43.439806 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d67cd6af-c4ff-4396-b0a4-bf5431d9979d req-d8d72636-1e1f-46a2-a409-e095940255dc tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed60bba6-2b2f-4b83-a3e4-9e7aa48523e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069757 Aug 11 03:25:43.486103 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-ef1b0417-690b-48f7-b314-1ced47ed78c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:25:43.515278 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1b0417-690b-48f7-b314-1ced47ed78c7 None None] Routers {'8605a112-cef9-4807-bce8-92a0a2028f94'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:25:43.518121 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-ef1b0417-690b-48f7-b314-1ced47ed78c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:25:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['8605a112-cef9-4807-bce8-92a0a2028f94'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:25:43.540691 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-004931c8-a1b0-4fdc-8edc-de718a30e7fd req-c06e0d54-0ab1-4dbb-ba03-969942143059 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=4806c477-b922-49ed-a2d7-ceb4f67380f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1934147 Aug 11 03:25:43.548458 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=dfa2e0ff-33d8-4c81-8f5e-c2c8919596e7,revision_number=13']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:43.567688 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-f2d1d264-fe71-4da2-a277-3e6c9f284ee2 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:43.580370 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-ef1b0417-690b-48f7-b314-1ced47ed78c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:25:43.581380 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1b0417-690b-48f7-b314-1ced47ed78c7 None None] The sync data for ids ['8605a112-cef9-4807-bce8-92a0a2028f94'] in n-d-764292-30 is: [] {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:25:43.600150 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4532d2f8-6a2d-4c26-8c21-98f23e8a88b0 tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Notify callbacks [] for router, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:43.619627 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-06553376-5aeb-45c4-a2b7-964a44c26122 None None] Notify callbacks [] for port, precommit_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:43.623835 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d1d264-fe71-4da2-a277-3e6c9f284ee2 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Pushing event deleted for resources: {'Port': ['ID=b70e6515-7a72-4d22-bff5-368c31f5f4c7,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:43.627803 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ca92a7-c122-43c2-8f27-f24929582387 None None] Routers {'b0ec7b20-10fd-4b3d-82c1-134f07fcb827'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:25:43.628436 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-d5ca92a7-c122-43c2-8f27-f24929582387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:25:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['b0ec7b20-10fd-4b3d-82c1-134f07fcb827'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:25:43.717662 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-f2d1d264-fe71-4da2-a277-3e6c9f284ee2 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:43.722326 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-f2d1d264-fe71-4da2-a277-3e6c9f284ee2 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] 10.222.0.41 "DELETE /v2.0/ports/b70e6515-7a72-4d22-bff5-368c31f5f4c7 HTTP/1.1" status: 204 len: 168 time: 2.0154319 Aug 11 03:25:43.727640 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4d9fb8b8-8a6e-4479-a82c-3043f4a8a8b1 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:43.743672 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 54592) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:43.783181 n-d-764292-30 neutron-server[102191]: INFO neutron.pecan_wsgi.hooks.translation [None req-a75c6084-654a-4419-a3a9-19b8266fe5fc tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] GET failed (client error): The resource could not be found. Aug 11 03:25:43.785303 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-a75c6084-654a-4419-a3a9-19b8266fe5fc tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] 10.222.0.41 "GET /v2.0/ports/b70e6515-7a72-4d22-bff5-368c31f5f4c7 HTTP/1.1" status: 404 len: 333 time: 0.0410304 Aug 11 03:25:43.789574 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 54594) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:43.835364 n-d-764292-30 neutron-server[102191]: INFO neutron.api.v2.resource [None req-4532d2f8-6a2d-4c26-8c21-98f23e8a88b0 tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 11 03:25:43.839154 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 54596) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:43.839321 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-4532d2f8-6a2d-4c26-8c21-98f23e8a88b0 tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] 10.222.0.41 "DELETE /v2.0/routers/8605a112-cef9-4807-bce8-92a0a2028f94 HTTP/1.1" status: 409 len: 329 time: 0.4448423 Aug 11 03:25:43.843895 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004931c8-a1b0-4fdc-8edc-de718a30e7fd req-446c5712-6d2f-49a2-9288-e0d55cacc484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:43.845106 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-004931c8-a1b0-4fdc-8edc-de718a30e7fd req-446c5712-6d2f-49a2-9288-e0d55cacc484 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6f34ea378b0c4732b01bbd0e8e3ce05d&device_id=4806c477-b922-49ed-a2d7-ceb4f67380f4 HTTP/1.1" status: 200 len: 1097 time: 0.2716093 Aug 11 03:25:43.868198 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_v2 [None req-abe0bd22-a6bc-4d69-8594-0ad4355cf142 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Deleting subnet 8f32e064-e083-4b19-b101-04eb6c1bf356 {{(pid=102191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:25:43.882424 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-abe0bd22-a6bc-4d69-8594-0ad4355cf142 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks [] for subnet, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:43.966601 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-abe0bd22-a6bc-4d69-8594-0ad4355cf142 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126283525'] for subnet, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:43.967289 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-06553376-5aeb-45c4-a2b7-964a44c26122 None None] Transition to ACTIVE for port object 723b6f5f-3a69-480a-b171-b9e317b3a666 will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:25:44.019509 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0178733a-d4f9-45f6-8ad5-fedb4759851b None None] Pushing event updated for resources: {'Port': ['ID=da0b1fc6-085d-424a-877b-fa8ba5e20ea7,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:44.025486 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004931c8-a1b0-4fdc-8edc-de718a30e7fd req-582a8327-2c94-4c41-9b5c-39354eaa544f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:44.027021 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-004931c8-a1b0-4fdc-8edc-de718a30e7fd req-582a8327-2c94-4c41-9b5c-39354eaa544f service neutron] 10.222.0.22 "GET /v2.0/networks?id=aca38bb8-53be-4609-8761-de24e0c00b2e HTTP/1.1" status: 200 len: 898 time: 0.1562357 Aug 11 03:25:44.054417 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-06553376-5aeb-45c4-a2b7-964a44c26122 None None] Transition to ACTIVE for port object 723b6f5f-3a69-480a-b171-b9e317b3a666 will not be triggered until provisioned by entity DHCP. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:25:44.058213 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-d5ca92a7-c122-43c2-8f27-f24929582387 None None] Set router b0ec7b20-10fd-4b3d-82c1-134f07fcb827 gateway port host: None {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:25:44.099462 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-c4e70a2f-045f-477d-b3bb-187348c99844 None None] Provisioning complete for port 8687f876-0a07-476e-a5a4-832ec770667b triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:25:44.100115 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-c4e70a2f-045f-477d-b3bb-187348c99844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:44.125431 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 0e406110-4699-4798-bf7e-48375f3debb1 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:25:44.133236 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-06553376-5aeb-45c4-a2b7-964a44c26122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669'] for port, after_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:44.137763 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-abe0bd22-a6bc-4d69-8594-0ad4355cf142 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:44.162869 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-004931c8-a1b0-4fdc-8edc-de718a30e7fd req-83e800ac-1921-4941-94d1-b35dc071a592 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1347ce03-6fd3-4df9-85e1-8335bdb4082d HTTP/1.1" status: 200 len: 1001 time: 0.1189566 Aug 11 03:25:44.228129 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004931c8-a1b0-4fdc-8edc-de718a30e7fd req-2f6ca20e-ec37-4883-8322-014e0713c7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:44.229759 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-004931c8-a1b0-4fdc-8edc-de718a30e7fd req-2f6ca20e-ec37-4883-8322-014e0713c7c0 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=2eab23f8-93c4-44af-9e21-52232de1fe86 HTTP/1.1" status: 200 len: 834 time: 0.0580418 Aug 11 03:25:44.243521 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [None req-4d9fb8b8-8a6e-4479-a82c-3043f4a8a8b1 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Allocated IP 2001:db8:3::1 (b6079932-d783-41b7-b84d-98de41d37340/39f413a5-3609-46a4-8114-1c49623d83c5/4e53c690-9936-4a01-b607-07d47698be7c) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:25:44.281192 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004931c8-a1b0-4fdc-8edc-de718a30e7fd req-01c93089-5057-4a9c-8b1e-e6b8bf9f4946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:44.282754 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-004931c8-a1b0-4fdc-8edc-de718a30e7fd req-01c93089-5057-4a9c-8b1e-e6b8bf9f4946 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=aca38bb8-53be-4609-8761-de24e0c00b2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0463381 Aug 11 03:25:44.290841 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06553376-5aeb-45c4-a2b7-964a44c26122 None None] Network b6079932-d783-41b7-b84d-98de41d37340 is already hosted by enough agents. {{(pid=102193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:25:44.302882 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.base_scheduler [None req-06553376-5aeb-45c4-a2b7-964a44c26122 None None] Resources bound (agent type, host, resource id): {{(pid=102193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:25:44.309465 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06553376-5aeb-45c4-a2b7-964a44c26122 None None] Pushing event updated for resources: {'Port': ['ID=723b6f5f-3a69-480a-b171-b9e317b3a666,revision_number=1']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:44.312466 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06553376-5aeb-45c4-a2b7-964a44c26122 None None] Received port after_create {{(pid=102193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:25:44.345703 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-abe0bd22-a6bc-4d69-8594-0ad4355cf142 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126283413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126275158'] for subnet, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:44.382331 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4d9fb8b8-8a6e-4479-a82c-3043f4a8a8b1 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:44.386011 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-abe0bd22-a6bc-4d69-8594-0ad4355cf142 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:44.391238 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-abe0bd22-a6bc-4d69-8594-0ad4355cf142 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] 10.222.0.41 "DELETE /v2.0/subnets/8f32e064-e083-4b19-b101-04eb6c1bf356 HTTP/1.1" status: 204 len: 168 time: 0.6006286 Aug 11 03:25:44.392278 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe0bd22-a6bc-4d69-8594-0ad4355cf142 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Pushing event deleted for resources: {'Subnet': ['ID=8f32e064-e083-4b19-b101-04eb6c1bf356,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:44.392413 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [None req-4d9fb8b8-8a6e-4479-a82c-3043f4a8a8b1 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Transition to ACTIVE for port object 4e53c690-9936-4a01-b607-07d47698be7c will not be triggered until provisioned by entity DHCP. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:25:44.394945 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 54598) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:44.425350 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f54dac6a-5722-47b6-876c-ab22a2656106 None None] Network 62aaf1c4-1ce0-49e4-a255-326cf812614e requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:25:44.449308 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 0e406110-4699-4798-bf7e-48375f3debb1 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:25:44.449753 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:44.468906 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-004931c8-a1b0-4fdc-8edc-de718a30e7fd req-7251c111-3137-47dc-962d-96420d405f8e service neutron] 10.222.0.22 "GET /v2.0/networks/aca38bb8-53be-4609-8761-de24e0c00b2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782410 Aug 11 03:25:44.474432 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_v2 [None req-c827e976-dfde-445b-b5bc-89c838ea53e9 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Deleting subnet cc1abe0b-2685-4253-888a-1aa18b6f725f {{(pid=102191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:25:44.478143 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c827e976-dfde-445b-b5bc-89c838ea53e9 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks [] for subnet, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:44.481778 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e070cee3-273f-417c-900e-88d15879c4d5 tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521106'] for router_interface, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:44.521395 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-06553376-5aeb-45c4-a2b7-964a44c26122 None None] Attempting to bind port 723b6f5f-3a69-480a-b171-b9e317b3a666 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:25:44.521759 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-06553376-5aeb-45c4-a2b7-964a44c26122 None None] Attempting to bind port 723b6f5f-3a69-480a-b171-b9e317b3a666 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': '8d481faa-f5f8-40a8-83a0-aad5ea735389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'b6079932-d783-41b7-b84d-98de41d37340'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:25:44.522121 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06553376-5aeb-45c4-a2b7-964a44c26122 None None] Attempting to bind port 723b6f5f-3a69-480a-b171-b9e317b3a666 on network b6079932-d783-41b7-b84d-98de41d37340 {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:25:44.538932 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-c4e70a2f-045f-477d-b3bb-187348c99844 None None] Could not find standard attr ID for object b70e6515-7a72-4d22-bff5-368c31f5f4c7. {{(pid=102193) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 03:25:44.545804 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4d9fb8b8-8a6e-4479-a82c-3043f4a8a8b1 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:44.553511 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06553376-5aeb-45c4-a2b7-964a44c26122 None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 25, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:25:44.553911 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06553376-5aeb-45c4-a2b7-964a44c26122 None None] Checking segment: {'id': '8d481faa-f5f8-40a8-83a0-aad5ea735389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'b6079932-d783-41b7-b84d-98de41d37340'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:25:44.554312 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-06553376-5aeb-45c4-a2b7-964a44c26122 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:44.554807 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06553376-5aeb-45c4-a2b7-964a44c26122 None None] Bound using segment: {'id': '8d481faa-f5f8-40a8-83a0-aad5ea735389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'b6079932-d783-41b7-b84d-98de41d37340'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:25:44.555545 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-06553376-5aeb-45c4-a2b7-964a44c26122 None None] Bound port: 723b6f5f-3a69-480a-b171-b9e317b3a666, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d481faa-f5f8-40a8-83a0-aad5ea735389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'b6079932-d783-41b7-b84d-98de41d37340'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:25:44.555928 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-06553376-5aeb-45c4-a2b7-964a44c26122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:44.570923 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c827e976-dfde-445b-b5bc-89c838ea53e9 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126283525'] for subnet, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:44.598178 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-c4e70a2f-045f-477d-b3bb-187348c99844 None None] Provisioning complete for port 89075d02-9a40-41db-8314-9cdaa8130851 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:25:44.598588 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-c4e70a2f-045f-477d-b3bb-187348c99844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:44.642899 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-004931c8-a1b0-4fdc-8edc-de718a30e7fd req-dda2f2b9-7e76-4d36-8d61-eeb85546c4ec service neutron] 10.222.0.22 "GET /v2.0/networks/aca38bb8-53be-4609-8761-de24e0c00b2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615374 Aug 11 03:25:44.645595 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d9fb8b8-8a6e-4479-a82c-3043f4a8a8b1 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Network b6079932-d783-41b7-b84d-98de41d37340 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:25:44.661790 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-4d9fb8b8-8a6e-4479-a82c-3043f4a8a8b1 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:25:44.668789 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9fb8b8-8a6e-4479-a82c-3043f4a8a8b1 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:25:44.669480 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4d9fb8b8-8a6e-4479-a82c-3043f4a8a8b1 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-520987'] for router_interface, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:44.713868 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-c4e70a2f-045f-477d-b3bb-187348c99844 None None] Port 89075d02-9a40-41db-8314-9cdaa8130851 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:25:44.716062 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9fb8b8-8a6e-4479-a82c-3043f4a8a8b1 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Pushing event updated for resources: {'Port': ['ID=4e53c690-9936-4a01-b607-07d47698be7c,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:44.717573 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c827e976-dfde-445b-b5bc-89c838ea53e9 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:44.754456 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-06553376-5aeb-45c4-a2b7-964a44c26122 None None] For port 723b6f5f-3a69-480a-b171-b9e317b3a666, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:25:44.759946 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa181f8f-e991-4014-8844-a77bcc3a95a4 req-8229dbf5-ce29-4e82-ba89-50e832b5718b tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:44.767303 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-aa181f8f-e991-4014-8844-a77bcc3a95a4 req-8229dbf5-ce29-4e82-ba89-50e832b5718b tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] 10.222.0.41 "GET /v2.0/ports?device_id=615eb31c-7c46-417d-9d57-b64413500be6 HTTP/1.1" status: 200 len: 945 time: 0.2333114 Aug 11 03:25:44.784853 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-06553376-5aeb-45c4-a2b7-964a44c26122 None None] For port 723b6f5f-3a69-480a-b171-b9e317b3a666, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=723b6f5f-3a69-480a-b171-b9e317b3a666,segment=NetworkSegment(8d481faa-f5f8-40a8-83a0-aad5ea735389),segment_id=8d481faa-f5f8-40a8-83a0-aad5ea735389)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:25:44.791735 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-d5ca92a7-c122-43c2-8f27-f24929582387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0ec7b20-10fd-4b3d-82c1-134f07fcb827', 'name': 'tempest-RoutersIpV6Test-router-424810573', 'tenant_id': 'e3d11adc70004665908a030719f0fc48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:25:14Z', 'updated_at': '2021-08-11T03:25:34Z', 'revision_number': 4, 'project_id': 'e3d11adc70004665908a030719f0fc48', 'gw_port_host': None, '_interfaces': [{'id': '0e406110-4699-4798-bf7e-48375f3debb1', 'name': '', 'network_id': '4f3c704b-060d-4624-8d6c-bccf9afaa118', 'tenant_id': 'e3d11adc70004665908a030719f0fc48', 'mac_address': 'fa:16:3e:30:1e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ec7b20-10fd-4b3d-82c1-134f07fcb827', 'device_owner': 'network:router_interface', 'standard_attr_id': 2796, 'fixed_ips': [{'subnet_id': '39db3a36-8203-42a7-b274-ddd7ca87d7ab', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:25:24Z', 'updated_at': '2021-08-11T03:25:38Z', 'revision_number': 5, 'project_id': 'e3d11adc70004665908a030719f0fc48', 'subnets': [{'id': '39db3a36-8203-42a7-b274-ddd7ca87d7ab', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '27ff2f86-8019-469d-8c1d-4e50681f146d', 'name': '', 'network_id': 'dca556ae-942f-4b24-bf88-eda0217769c7', 'tenant_id': 'e3d11adc70004665908a030719f0fc48', 'mac_address': 'fa:16:3e:0b:cb:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ec7b20-10fd-4b3d-82c1-134f07fcb827', 'device_owner': 'network:router_interface', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': '50711f26-668b-47d2-a52c-747df49a242f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:25:17Z', 'updated_at': '2021-08-11T03:25:25Z', 'revision_number': 5, 'project_id': 'e3d11adc70004665908a030719f0fc48', 'subnets': [{'id': '50711f26-668b-47d2-a52c-747df49a242f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da0b1fc6-085d-424a-877b-fa8ba5e20ea7', 'name': '', 'network_id': 'ae1763d1-75b0-45a8-a31c-ec278c7632a8', 'tenant_id': 'e3d11adc70004665908a030719f0fc48', 'mac_address': 'fa:16:3e:09:87:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0ec7b20-10fd-4b3d-82c1-134f07fcb827', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '1b8e4fb9-58fb-436b-8c39-6e49d58f094a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:25:33Z', 'updated_at': '2021-08-11T03:25:42Z', 'revision_number': 4, 'project_id': 'e3d11adc70004665908a030719f0fc48', 'subnets': [{'id': '1b8e4fb9-58fb-436b-8c39-6e49d58f094a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:25:44.825509 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ca92a7-c122-43c2-8f27-f24929582387 None None] The sync data for ids ['b0ec7b20-10fd-4b3d-82c1-134f07fcb827'] in n-d-764292-30 is: [{'id': 'b0ec7b20-10fd-4b3d-82c1-134f07fcb827', 'name': 'tempest-RoutersIpV6Test-router-424810573', 'tenant_id': 'e3d11adc70004665908a030719f0fc48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:25:14Z', 'updated_at': '2021-08-11T03:25:34Z', 'revision_number': 4, 'project_id': 'e3d11adc70004665908a030719f0fc48', 'gw_port_host': None, '_interfaces': [{'id': '0e406110-4699-4798-bf7e-48375f3debb1', 'name': '', 'network_id': '4f3c704b-060d-4624-8d6c-bccf9afaa118', 'tenant_id': 'e3d11adc70004665908a030719f0fc48', 'mac_address': 'fa:16:3e:30:1e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ec7b20-10fd-4b3d-82c1-134f07fcb827', 'device_owner': 'network:router_interface', 'standard_attr_id': 2796, 'fixed_ips': [{'subnet_id': '39db3a36-8203-42a7-b274-ddd7ca87d7ab', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:25:24Z', 'updated_at': '2021-08-11T03:25:38Z', 'revision_number': 5, 'project_id': 'e3d11adc70004665908a030719f0fc48', 'subnets': [{'id': '39db3a36-8203-42a7-b274-ddd7ca87d7ab', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '27ff2f86-8019-469d-8c1d-4e50681f146d', 'name': '', 'network_id': 'dca556ae-942f-4b24-bf88-eda0217769c7', 'tenant_id': 'e3d11adc70004665908a030719f0fc48', 'mac_address': 'fa:16:3e:0b:cb:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ec7b20-10fd-4b3d-82c1-134f07fcb827', 'device_owner': 'network:router_interface', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': '50711f26-668b-47d2-a52c-747df49a242f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:25:17Z', 'updated_at': '2021-08-11T03:25:25Z', 'revision_number': 5, 'project_id': 'e3d11adc70004665908a030719f0fc48', 'subnets': [{'id': '50711f26-668b-47d2-a52c-747df49a242f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da0b1fc6-085d-424a-877b-fa8ba5e20ea7', 'name': '', 'network_id': 'ae1763d1-75b0-45a8-a31c-ec278c7632a8', 'tenant_id': 'e3d11adc70004665908a030719f0fc48', 'mac_address': 'fa:16:3e:09:87:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0ec7b20-10fd-4b3d-82c1-134f07fcb827', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '1b8e4fb9-58fb-436b-8c39-6e49d58f094a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:25:33Z', 'updated_at': '2021-08-11T03:25:42Z', 'revision_number': 4, 'project_id': 'e3d11adc70004665908a030719f0fc48', 'subnets': [{'id': '1b8e4fb9-58fb-436b-8c39-6e49d58f094a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:25:44.876085 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-aa181f8f-e991-4014-8844-a77bcc3a95a4 req-cea86a5f-204f-49b5-b8a6-2f693785952c tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed60bba6-2b2f-4b83-a3e4-9e7aa48523e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052322 Aug 11 03:25:44.888234 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-06553376-5aeb-45c4-a2b7-964a44c26122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:44.923308 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c827e976-dfde-445b-b5bc-89c838ea53e9 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126283413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126275158'] for subnet, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:45.000039 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06553376-5aeb-45c4-a2b7-964a44c26122 None None] Pushing event updated for resources: {'Port': ['ID=723b6f5f-3a69-480a-b171-b9e317b3a666,revision_number=2']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:45.024578 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c827e976-dfde-445b-b5bc-89c838ea53e9 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Pushing event deleted for resources: {'Subnet': ['ID=cc1abe0b-2685-4253-888a-1aa18b6f725f,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:45.031912 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c827e976-dfde-445b-b5bc-89c838ea53e9 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:45.036785 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-c827e976-dfde-445b-b5bc-89c838ea53e9 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] 10.222.0.41 "DELETE /v2.0/subnets/cc1abe0b-2685-4253-888a-1aa18b6f725f HTTP/1.1" status: 204 len: 168 time: 0.6352725 Aug 11 03:25:45.037021 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 54604) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:45.094712 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4d9fb8b8-8a6e-4479-a82c-3043f4a8a8b1 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:45.192044 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 8687f876-0a07-476e-a5a4-832ec770667b up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:25:45.195505 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-811d1588-c9bd-4360-b31e-da9bc334d932 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:45.196448 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-e070cee3-273f-417c-900e-88d15879c4d5 tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Deleting port 89075d02-9a40-41db-8314-9cdaa8130851 {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:25:45.197185 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e070cee3-273f-417c-900e-88d15879c4d5 tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:45.271848 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-811d1588-c9bd-4360-b31e-da9bc334d932 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Deleting port 8687f876-0a07-476e-a5a4-832ec770667b {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:25:45.272196 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-811d1588-c9bd-4360-b31e-da9bc334d932 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:45.328778 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 8687f876-0a07-476e-a5a4-832ec770667b triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:25:45.329589 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:45.412214 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [None req-811d1588-c9bd-4360-b31e-da9bc334d932 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] For port 8687f876-0a07-476e-a5a4-832ec770667b, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=8687f876-0a07-476e-a5a4-832ec770667b,segment=NetworkSegment(6db5be2e-8bfa-4dea-bd5e-77481a35b85b),segment_id=6db5be2e-8bfa-4dea-bd5e-77481a35b85b)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:25:45.414669 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-811d1588-c9bd-4360-b31e-da9bc334d932 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:45.417357 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e070cee3-273f-417c-900e-88d15879c4d5 tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:45.449035 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-811d1588-c9bd-4360-b31e-da9bc334d932 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Calling delete_port for 8687f876-0a07-476e-a5a4-832ec770667b owned by network:dhcp {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:25:45.453499 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-e070cee3-273f-417c-900e-88d15879c4d5 tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Calling delete_port for 89075d02-9a40-41db-8314-9cdaa8130851 owned by network:router_interface {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:25:45.541575 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device b7422ffa-33da-48af-9924-3b9691ae4f83 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:25:45.688660 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port b7422ffa-33da-48af-9924-3b9691ae4f83 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:25:45.694063 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port b7422ffa-33da-48af-9924-3b9691ae4f83 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:25:45.694472 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:45.721964 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-811d1588-c9bd-4360-b31e-da9bc334d932 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:45.777313 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-811d1588-c9bd-4360-b31e-da9bc334d932 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] No DVR routers for this DVR port 8687f876-0a07-476e-a5a4-832ec770667b on host n-d-764292-30 {{(pid=102191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:25:45.780585 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811d1588-c9bd-4360-b31e-da9bc334d932 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Pushing event deleted for resources: {'Port': ['ID=8687f876-0a07-476e-a5a4-832ec770667b,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:45.848760 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e070cee3-273f-417c-900e-88d15879c4d5 tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:45.864587 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:46.118343 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e070cee3-273f-417c-900e-88d15879c4d5 tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Pushing event deleted for resources: {'Port': ['ID=89075d02-9a40-41db-8314-9cdaa8130851,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:46.120852 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port b7422ffa-33da-48af-9924-3b9691ae4f83, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=b7422ffa-33da-48af-9924-3b9691ae4f83,segment=NetworkSegment(258c2758-00a0-4aec-a30a-06817b920338),segment_id=258c2758-00a0-4aec-a30a-06817b920338)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:25:46.121392 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4d9fb8b8-8a6e-4479-a82c-3043f4a8a8b1 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks [] for port, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:46.121985 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-811d1588-c9bd-4360-b31e-da9bc334d932 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:46.121985 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-811d1588-c9bd-4360-b31e-da9bc334d932 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62aaf1c4-1ce0-49e4-a255-326cf812614e']}} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:25:46.121985 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-811d1588-c9bd-4360-b31e-da9bc334d932 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6db5be2e-8bfa-4dea-bd5e-77481a35b85b') {'for_net_delete': True} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:25:46.121985 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-811d1588-c9bd-4360-b31e-da9bc334d932 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6db5be2e-8bfa-4dea-bd5e-77481a35b85b') {} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:25:46.121985 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-811d1588-c9bd-4360-b31e-da9bc334d932 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126283644'] for segment, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:46.121985 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-811d1588-c9bd-4360-b31e-da9bc334d932 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:46.121985 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-811d1588-c9bd-4360-b31e-da9bc334d932 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=102191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:25:46.121985 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-811d1588-c9bd-4360-b31e-da9bc334d932 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126283391'] for segment, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:46.123187 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c8c77ef-4a50-46eb-a35e-009f83e42355 None None] Network 62aaf1c4-1ce0-49e4-a255-326cf812614e requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:25:46.129492 n-d-764292-30 neutron-server[102191]: Traceback (most recent call last): Aug 11 03:25:46.129492 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:25:46.129492 n-d-764292-30 neutron-server[102191]: timer() Aug 11 03:25:46.129492 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:25:46.129492 n-d-764292-30 neutron-server[102191]: cb(*args, **kw) Aug 11 03:25:46.129492 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:25:46.129492 n-d-764292-30 neutron-server[102191]: return func(*args, **kwargs) Aug 11 03:25:46.129492 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:25:46.129492 n-d-764292-30 neutron-server[102191]: self._notify() Aug 11 03:25:46.129492 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:25:46.129492 n-d-764292-30 neutron-server[102191]: self.callback(batched_events) Aug 11 03:25:46.129492 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:25:46.129492 n-d-764292-30 neutron-server[102191]: event.method(event) Aug 11 03:25:46.129492 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:25:46.129492 n-d-764292-30 neutron-server[102191]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:25:46.129492 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:25:46.129492 n-d-764292-30 neutron-server[102191]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:25:46.129492 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:25:46.129492 n-d-764292-30 neutron-server[102191]: return f(self, *a, **k) Aug 11 03:25:46.129492 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:25:46.129492 n-d-764292-30 neutron-server[102191]: return self._get(url).json() Aug 11 03:25:46.129492 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:25:46.129492 n-d-764292-30 neutron-server[102191]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:25:46.129492 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:25:46.129492 n-d-764292-30 neutron-server[102191]: return self.request(url, 'GET', **kwargs) Aug 11 03:25:46.129492 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:25:46.129492 n-d-764292-30 neutron-server[102191]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:25:46.129492 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:25:46.129492 n-d-764292-30 neutron-server[102191]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:25:46.129492 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:25:46.129492 n-d-764292-30 neutron-server[102191]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:25:46.129492 n-d-764292-30 neutron-server[102191]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:25:46.135878 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-847d3824-3bce-4650-9b10-2ce9c627f58f None None] Could not find standard attr ID for object 8687f876-0a07-476e-a5a4-832ec770667b. {{(pid=102193) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 03:25:46.140228 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:46.219087 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-811d1588-c9bd-4360-b31e-da9bc334d932 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:46.226381 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-811d1588-c9bd-4360-b31e-da9bc334d932 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks [] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:46.236129 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-811d1588-c9bd-4360-b31e-da9bc334d932 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] 10.222.0.41 "DELETE /v2.0/networks/62aaf1c4-1ce0-49e4-a255-326cf812614e HTTP/1.1" status: 204 len: 168 time: 1.1974473 Aug 11 03:25:46.237023 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 54612) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:46.260809 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=b7422ffa-33da-48af-9924-3b9691ae4f83,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:46.294703 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811d1588-c9bd-4360-b31e-da9bc334d932 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Pushing event deleted for resources: {'Network': ['ID=62aaf1c4-1ce0-49e4-a255-326cf812614e,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:46.335323 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c989806-d864-43f7-a632-293c00a48cda tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:46.336984 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-9c989806-d864-43f7-a632-293c00a48cda tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0952852 Aug 11 03:25:46.342488 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 54614) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:46.360202 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dab26c49-d7a3-43bb-9834-c11e9f8c6afb None None] DHCP port deletion for 62aaf1c4-1ce0-49e4-a255-326cf812614e request from n-d-764292-30 {{(pid=102193) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:25:46.399897 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-c1d0a503-ecc4-4e54-b222-bd1d212b0791 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] 10.222.0.41 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0529144 Aug 11 03:25:46.400154 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 54616) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:46.405149 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-3e3208b1-c012-48a1-a83f-ea7ba5144fa1 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1631513861'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:25:46.463938 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4d9fb8b8-8a6e-4479-a82c-3043f4a8a8b1 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:46.464729 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4d9fb8b8-8a6e-4479-a82c-3043f4a8a8b1 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16383026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521135'] for router_interface, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:46.475789 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e3208b1-c012-48a1-a83f-ea7ba5144fa1 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Made reservation on behalf of a6e0511434be4fc4a2d24d0db6f1badc for: {'network': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:25:46.479686 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3e3208b1-c012-48a1-a83f-ea7ba5144fa1 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:46.507817 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e3208b1-c012-48a1-a83f-ea7ba5144fa1 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=102191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:25:46.517143 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3e3208b1-c012-48a1-a83f-ea7ba5144fa1 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:46.518180 n-d-764292-30 neutron-server[102191]: INFO neutron.db.segments_db [None req-3e3208b1-c012-48a1-a83f-ea7ba5144fa1 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Added segment aaf9435c-f533-42b1-b908-7bea3457a673 of type vlan for network 22e60bb6-9033-4577-b1f6-38864e9e6e3f Aug 11 03:25:46.538187 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4a6bc5-312b-475f-99a8-7869b12ab1b0 req-e761caa3-a381-4875-931c-b1397702dfb8 tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:46.539810 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-fb4a6bc5-312b-475f-99a8-7869b12ab1b0 req-e761caa3-a381-4875-931c-b1397702dfb8 tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] 10.222.0.41 "GET /v2.0/ports?device_id=615eb31c-7c46-417d-9d57-b64413500be6 HTTP/1.1" status: 200 len: 945 time: 0.5506141 Aug 11 03:25:46.544254 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e070cee3-273f-417c-900e-88d15879c4d5 tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16383033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450082'] for router_interface, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:46.564213 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3e3208b1-c012-48a1-a83f-ea7ba5144fa1 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:46.627442 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9fb8b8-8a6e-4479-a82c-3043f4a8a8b1 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Pushing event updated for resources: {'Port': ['ID=4e53c690-9936-4a01-b607-07d47698be7c,revision_number=2']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:46.656801 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e59544f-9179-4a3d-b345-349ef78e1a10 None None] Network b6079932-d783-41b7-b84d-98de41d37340 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:25:46.669875 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3e3208b1-c012-48a1-a83f-ea7ba5144fa1 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:46.679084 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e3208b1-c012-48a1-a83f-ea7ba5144fa1 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:46.679084 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3e3208b1-c012-48a1-a83f-ea7ba5144fa1 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks [] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:46.726423 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-fb4a6bc5-312b-475f-99a8-7869b12ab1b0 req-93dbf666-496e-4309-bd7a-5a1c11e85577 tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed60bba6-2b2f-4b83-a3e4-9e7aa48523e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667023 Aug 11 03:25:46.760968 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3208b1-c012-48a1-a83f-ea7ba5144fa1 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Pushing event updated for resources: {'Network': ['ID=22e60bb6-9033-4577-b1f6-38864e9e6e3f,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:46.773361 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network 22e60bb6-9033-4577-b1f6-38864e9e6e3f details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:25:46.796876 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-3e3208b1-c012-48a1-a83f-ea7ba5144fa1 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3957076 Aug 11 03:25:46.802637 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 54618) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:46.808694 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-1a4e2d0e-091a-4749-abdc-d3b92c5e3f48 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Request body: {'subnet': {'network_id': '22e60bb6-9033-4577-b1f6-38864e9e6e3f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:25:46.832476 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d9fb8b8-8a6e-4479-a82c-3043f4a8a8b1 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Network b6079932-d783-41b7-b84d-98de41d37340 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:25:46.835263 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-4d9fb8b8-8a6e-4479-a82c-3043f4a8a8b1 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:25:46.867637 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e070cee3-273f-417c-900e-88d15879c4d5 tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Router 8605a112-cef9-4807-bce8-92a0a2028f94 has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:25:47.022862 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-5e985feb-2310-48c4-98dc-8eb1673be67b None None] Provisioning for port 723b6f5f-3a69-480a-b171-b9e317b3a666 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:25:47.036271 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a4e2d0e-091a-4749-abdc-d3b92c5e3f48 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Made reservation on behalf of a6e0511434be4fc4a2d24d0db6f1badc for: {'subnet': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:25:47.040227 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1a4e2d0e-091a-4749-abdc-d3b92c5e3f48 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274743'] for subnet, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:47.083234 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e070cee3-273f-417c-900e-88d15879c4d5 tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:25:47.094879 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-e070cee3-273f-417c-900e-88d15879c4d5 tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] 10.222.0.41 "PUT /v2.0/routers/8605a112-cef9-4807-bce8-92a0a2028f94/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2545085 Aug 11 03:25:47.095529 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 54622) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:47.096259 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13442662-8296-41d8-8579-0e2b813f04ca None None] Sync routers for ids ['8605a112-cef9-4807-bce8-92a0a2028f94'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:25:47.107243 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d9fb8b8-8a6e-4479-a82c-3043f4a8a8b1 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Router b0ec7b20-10fd-4b3d-82c1-134f07fcb827 has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:25:47.115523 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13442662-8296-41d8-8579-0e2b813f04ca None None] Routers {'8605a112-cef9-4807-bce8-92a0a2028f94'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:25:47.116164 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-13442662-8296-41d8-8579-0e2b813f04ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:25:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['8605a112-cef9-4807-bce8-92a0a2028f94'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:25:47.155997 n-d-764292-30 neutron-server[102192]: INFO neutron.api.v2.resource [None req-68a894f9-4be6-4c8a-94c9-151f5afb684c tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] show failed (client error): The resource could not be found. Aug 11 03:25:47.158342 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-68a894f9-4be6-4c8a-94c9-151f5afb684c tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] 10.222.0.41 "GET /v2.0/routers/tempest-non_exist_router-187355075 HTTP/1.1" status: 404 len: 334 time: 0.0590203 Aug 11 03:25:47.161905 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 54624) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:47.166821 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-84c50d40-9525-430d-ba03-47b06c01fdaf tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Request body: {'router': {'name': 'new_name'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:25:47.170474 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-13442662-8296-41d8-8579-0e2b813f04ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:25:47.176668 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device da0b1fc6-085d-424a-877b-fa8ba5e20ea7 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:25:47.206814 n-d-764292-30 neutron-server[102192]: INFO neutron.api.v2.resource [None req-84c50d40-9525-430d-ba03-47b06c01fdaf tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] update failed (client error): The resource could not be found. Aug 11 03:25:47.208217 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-84c50d40-9525-430d-ba03-47b06c01fdaf tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] 10.222.0.41 "PUT /v2.0/routers/tempest-non_exist_router-949089043 HTTP/1.1" status: 404 len: 334 time: 0.0451539 Aug 11 03:25:47.216108 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13442662-8296-41d8-8579-0e2b813f04ca None None] Routers {'8605a112-cef9-4807-bce8-92a0a2028f94'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:25:47.216906 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-13442662-8296-41d8-8579-0e2b813f04ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:25:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['8605a112-cef9-4807-bce8-92a0a2028f94'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:25:47.266688 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-13442662-8296-41d8-8579-0e2b813f04ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:25:47.267536 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13442662-8296-41d8-8579-0e2b813f04ca None None] The sync data for ids ['8605a112-cef9-4807-bce8-92a0a2028f94'] in n-d-764292-30 is: [] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:25:47.287681 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 54626) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:47.351403 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port da0b1fc6-085d-424a-877b-fa8ba5e20ea7 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:25:47.356689 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d9fb8b8-8a6e-4479-a82c-3043f4a8a8b1 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:25:47.356935 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port da0b1fc6-085d-424a-877b-fa8ba5e20ea7 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:25:47.357401 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:47.366335 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-4d9fb8b8-8a6e-4479-a82c-3043f4a8a8b1 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] 10.222.0.41 "PUT /v2.0/routers/b0ec7b20-10fd-4b3d-82c1-134f07fcb827/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4742551 Aug 11 03:25:47.369314 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 54628) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:47.371779 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f86369-3615-42d0-8ee5-a48b0c39083d None None] Sync routers for ids ['b0ec7b20-10fd-4b3d-82c1-134f07fcb827'] in n-d-764292-30 {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:25:47.383231 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-46edae87-0422-4ef8-bcb6-4a26f5d5b87f tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:25:47.390952 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f86369-3615-42d0-8ee5-a48b0c39083d None None] Routers {'b0ec7b20-10fd-4b3d-82c1-134f07fcb827'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:25:47.391881 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-38f86369-3615-42d0-8ee5-a48b0c39083d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:25:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['b0ec7b20-10fd-4b3d-82c1-134f07fcb827'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:25:47.443486 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecbb5846-2bd1-4cd8-a0a9-64a2547838ea tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Deleting subnet 28a5b7c6-67c1-4751-b1a7-fd41f4f078f3 {{(pid=102192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:25:47.449257 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ecbb5846-2bd1-4cd8-a0a9-64a2547838ea tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Notify callbacks [] for subnet, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:47.465135 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:47.519870 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port da0b1fc6-085d-424a-877b-fa8ba5e20ea7, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=da0b1fc6-085d-424a-877b-fa8ba5e20ea7,segment=NetworkSegment(6894277b-436f-4a41-ab22-3dbb2eafe083),segment_id=6894277b-436f-4a41-ab22-3dbb2eafe083)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:25:47.537020 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ecbb5846-2bd1-4cd8-a0a9-64a2547838ea tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125932460'] for subnet, precommit_delete_associations {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:47.553014 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-38f86369-3615-42d0-8ee5-a48b0c39083d None None] Set router b0ec7b20-10fd-4b3d-82c1-134f07fcb827 gateway port host: None {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:25:47.574039 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:47.575090 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device b7422ffa-33da-48af-9924-3b9691ae4f83 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:25:47.640671 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-07646012-6794-4286-8c9a-5ffb75d31580 None None] Provisioning for port 4e53c690-9936-4a01-b607-07d47698be7c completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:25:47.663076 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-07646012-6794-4286-8c9a-5ffb75d31580 None None] Provisioning complete for port 4e53c690-9936-4a01-b607-07d47698be7c triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:25:47.664073 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-07646012-6794-4286-8c9a-5ffb75d31580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:47.704796 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1a4e2d0e-091a-4749-abdc-d3b92c5e3f48 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126283476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274725'] for subnet, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:47.758593 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ecbb5846-2bd1-4cd8-a0a9-64a2547838ea tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:47.770124 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=da0b1fc6-085d-424a-877b-fa8ba5e20ea7,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:47.813466 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-07646012-6794-4286-8c9a-5ffb75d31580 None None] Port 4e53c690-9936-4a01-b607-07d47698be7c cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:25:47.820828 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port b7422ffa-33da-48af-9924-3b9691ae4f83 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:25:47.821204 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:47.874838 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4e2d0e-091a-4749-abdc-d3b92c5e3f48 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Pushing event updated for resources: {'Subnet': ['ID=0747c06d-f3e7-416e-a3be-4450e94559f6,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:47.893886 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a4e2d0e-091a-4749-abdc-d3b92c5e3f48 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Checking segment: {'id': 'aaf9435c-f533-42b1-b908-7bea3457a673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '22e60bb6-9033-4577-b1f6-38864e9e6e3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:25:47.894250 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a4e2d0e-091a-4749-abdc-d3b92c5e3f48 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Network hostable DHCP agents. Network: 22e60bb6-9033-4577-b1f6-38864e9e6e3f, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:25:47.931986 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-38f86369-3615-42d0-8ee5-a48b0c39083d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0ec7b20-10fd-4b3d-82c1-134f07fcb827', 'name': 'tempest-RoutersIpV6Test-router-424810573', 'tenant_id': 'e3d11adc70004665908a030719f0fc48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:25:14Z', 'updated_at': '2021-08-11T03:25:44Z', 'revision_number': 5, 'project_id': 'e3d11adc70004665908a030719f0fc48', 'gw_port_host': None, '_interfaces': [{'id': '0e406110-4699-4798-bf7e-48375f3debb1', 'name': '', 'network_id': '4f3c704b-060d-4624-8d6c-bccf9afaa118', 'tenant_id': 'e3d11adc70004665908a030719f0fc48', 'mac_address': 'fa:16:3e:30:1e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ec7b20-10fd-4b3d-82c1-134f07fcb827', 'device_owner': 'network:router_interface', 'standard_attr_id': 2796, 'fixed_ips': [{'subnet_id': '39db3a36-8203-42a7-b274-ddd7ca87d7ab', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:25:24Z', 'updated_at': '2021-08-11T03:25:38Z', 'revision_number': 5, 'project_id': 'e3d11adc70004665908a030719f0fc48', 'subnets': [{'id': '39db3a36-8203-42a7-b274-ddd7ca87d7ab', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '27ff2f86-8019-469d-8c1d-4e50681f146d', 'name': '', 'network_id': 'dca556ae-942f-4b24-bf88-eda0217769c7', 'tenant_id': 'e3d11adc70004665908a030719f0fc48', 'mac_address': 'fa:16:3e:0b:cb:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ec7b20-10fd-4b3d-82c1-134f07fcb827', 'device_owner': 'network:router_interface', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': '50711f26-668b-47d2-a52c-747df49a242f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:25:17Z', 'updated_at': '2021-08-11T03:25:25Z', 'revision_number': 5, 'project_id': 'e3d11adc70004665908a030719f0fc48', 'subnets': [{'id': '50711f26-668b-47d2-a52c-747df49a242f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4e53c690-9936-4a01-b607-07d47698be7c', 'name': '', 'network_id': 'b6079932-d783-41b7-b84d-98de41d37340', 'tenant_id': 'e3d11adc70004665908a030719f0fc48', 'mac_address': 'fa:16:3e:ec:9c:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0ec7b20-10fd-4b3d-82c1-134f07fcb827', 'device_owner': 'network:router_interface', 'standard_attr_id': 2816, 'fixed_ips': [{'subnet_id': '39f413a5-3609-46a4-8114-1c49623d83c5', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:25:43Z', 'updated_at': '2021-08-11T03:25:45Z', 'revision_number': 2, 'project_id': 'e3d11adc70004665908a030719f0fc48', 'subnets': [{'id': '39f413a5-3609-46a4-8114-1c49623d83c5', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da0b1fc6-085d-424a-877b-fa8ba5e20ea7', 'name': '', 'network_id': 'ae1763d1-75b0-45a8-a31c-ec278c7632a8', 'tenant_id': 'e3d11adc70004665908a030719f0fc48', 'mac_address': 'fa:16:3e:09:87:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0ec7b20-10fd-4b3d-82c1-134f07fcb827', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '1b8e4fb9-58fb-436b-8c39-6e49d58f094a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:25:33Z', 'updated_at': '2021-08-11T03:25:42Z', 'revision_number': 4, 'project_id': 'e3d11adc70004665908a030719f0fc48', 'subnets': [{'id': '1b8e4fb9-58fb-436b-8c39-6e49d58f094a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:25:47.970655 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-69159e3c-cf70-446a-9cd1-245d17a3efcb None None] Provisioning complete for port 4e53c690-9936-4a01-b607-07d47698be7c triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:25:47.971991 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-69159e3c-cf70-446a-9cd1-245d17a3efcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:48.010246 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ecbb5846-2bd1-4cd8-a0a9-64a2547838ea tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125932157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126180897'] for subnet, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:48.018834 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a4e2d0e-091a-4749-abdc-d3b92c5e3f48 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Network 22e60bb6-9033-4577-b1f6-38864e9e6e3f is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:25:48.027705 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 723b6f5f-3a69-480a-b171-b9e317b3a666 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:25:48.075633 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbb5846-2bd1-4cd8-a0a9-64a2547838ea tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Pushing event deleted for resources: {'Subnet': ['ID=28a5b7c6-67c1-4751-b1a7-fd41f4f078f3,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:48.080336 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ecbb5846-2bd1-4cd8-a0a9-64a2547838ea tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Notify callbacks [] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:48.084278 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-ecbb5846-2bd1-4cd8-a0a9-64a2547838ea tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] 10.222.0.41 "DELETE /v2.0/subnets/28a5b7c6-67c1-4751-b1a7-fd41f4f078f3 HTTP/1.1" status: 204 len: 168 time: 0.7937713 Aug 11 03:25:48.086478 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 54636) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:48.091643 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be71f11c-24c9-4d6e-b03e-42ed9e64f1f2 req-f8c618bd-b088-44ca-b7c4-8836afda1542 tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:48.092916 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7180e2d9-908a-47ad-9cdf-4f70f4a29075 None None] Network 1dabfc3b-fcc9-469c-a909-c596a7fdd3d7 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:25:48.093392 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-be71f11c-24c9-4d6e-b03e-42ed9e64f1f2 req-f8c618bd-b088-44ca-b7c4-8836afda1542 tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] 10.222.0.41 "GET /v2.0/ports?device_id=615eb31c-7c46-417d-9d57-b64413500be6 HTTP/1.1" status: 200 len: 945 time: 0.2062416 Aug 11 03:25:48.101489 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.extraroute_db [None req-46edae87-0422-4ef8-bcb6-4a26f5d5b87f tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=102192) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 11 03:25:48.115528 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f86369-3615-42d0-8ee5-a48b0c39083d None None] Checking router: b0ec7b20-10fd-4b3d-82c1-134f07fcb827 for host: n-d-764292-30 {{(pid=102194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:25:48.116180 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f86369-3615-42d0-8ee5-a48b0c39083d None None] Updating router b0ec7b20-10fd-4b3d-82c1-134f07fcb827 port 4e53c690-9936-4a01-b607-07d47698be7c binding host n-d-764292-30 {{(pid=102194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:25:48.129995 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-1a4e2d0e-091a-4749-abdc-d3b92c5e3f48 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, 22e60bb6-9033-4577-b1f6-38864e9e6e3f) {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:25:48.137580 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a4e2d0e-091a-4749-abdc-d3b92c5e3f48 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:48.138302 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1a4e2d0e-091a-4749-abdc-d3b92c5e3f48 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:48.143806 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.extraroute_db [None req-46edae87-0422-4ef8-bcb6-4a26f5d5b87f tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Removed routes are [] {{(pid=102192) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 11 03:25:48.144207 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-46edae87-0422-4ef8-bcb6-4a26f5d5b87f tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-446725', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-448852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6559'] for router, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:48.157550 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4743afe9-aa22-48e4-8b5a-ed6d324ffae0 None None] Network 22e60bb6-9033-4577-b1f6-38864e9e6e3f requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:25:48.161617 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-be71f11c-24c9-4d6e-b03e-42ed9e64f1f2 req-268b2ae0-2bb7-44f5-b481-8c216145a0ce tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed60bba6-2b2f-4b83-a3e4-9e7aa48523e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573952 Aug 11 03:25:48.161805 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-38f86369-3615-42d0-8ee5-a48b0c39083d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:48.172405 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfb5233e-9c48-4229-a026-4960176d192e tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Deleting subnet e5bd5af8-5262-461f-ac32-bd87081c2d3f {{(pid=102191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:25:48.184672 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-dfb5233e-9c48-4229-a026-4960176d192e tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Notify callbacks [] for subnet, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:48.203692 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-69159e3c-cf70-446a-9cd1-245d17a3efcb None None] Port 4e53c690-9936-4a01-b607-07d47698be7c cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:25:48.225414 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-1a4e2d0e-091a-4749-abdc-d3b92c5e3f48 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4213483 Aug 11 03:25:48.228387 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 54638) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:48.234185 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-0e6f20d6-506b-4458-ab4f-eecf5329a4f3 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Request body: {'port': {'network_id': '22e60bb6-9033-4577-b1f6-38864e9e6e3f', 'name': 'tempest-PortsIpV6TestJSON-904010016'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:25:48.241183 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-dfb5233e-9c48-4229-a026-4960176d192e tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126283525'] for subnet, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:48.287410 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port 723b6f5f-3a69-480a-b171-b9e317b3a666 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:25:48.307461 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 723b6f5f-3a69-480a-b171-b9e317b3a666 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:25:48.307833 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:48.425262 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dab4f9af-7cab-4c75-a977-fa58a0e91a9b None None] Provisioning complete for port 4e53c690-9936-4a01-b607-07d47698be7c triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:25:48.425631 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dab4f9af-7cab-4c75-a977-fa58a0e91a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:48.441420 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-dfb5233e-9c48-4229-a026-4960176d192e tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:48.468179 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-46edae87-0422-4ef8-bcb6-4a26f5d5b87f tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-446725', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-448852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6559'] for router, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:48.473122 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-46edae87-0422-4ef8-bcb6-4a26f5d5b87f tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-446952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-446974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-446967', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-448845'] for router, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:48.490511 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff6f8365-cacc-4738-bc54-1afbefe7e898 None None] DHCP port deletion for 1dabfc3b-fcc9-469c-a909-c596a7fdd3d7 request from n-d-764292-30 {{(pid=102193) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:25:48.520945 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-38f86369-3615-42d0-8ee5-a48b0c39083d None None] Notify callbacks [] for port, precommit_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:48.532641 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.provisioning_blocks [None req-38f86369-3615-42d0-8ee5-a48b0c39083d None None] Transition to ACTIVE for port object 4e53c690-9936-4a01-b607-07d47698be7c will not be triggered until provisioned by entity L2. {{(pid=102194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:25:48.550105 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e6f20d6-506b-4458-ab4f-eecf5329a4f3 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Made reservation on behalf of a6e0511434be4fc4a2d24d0db6f1badc for: {'port': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:25:48.553363 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:48.554503 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0e6f20d6-506b-4458-ab4f-eecf5329a4f3 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:48.571965 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dab4f9af-7cab-4c75-a977-fa58a0e91a9b None None] Port 4e53c690-9936-4a01-b607-07d47698be7c cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:25:48.573523 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f592199a-25f0-4ecd-9121-d82bfe165bb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde080026-c28f-55be-b52b-13827cc43646-22e60bb6-9033-4577-b1f6-38864e9e6e3f', 'network_id': '22e60bb6-9033-4577-b1f6-38864e9e6e3f', 'tenant_id': 'a6e0511434be4fc4a2d24d0db6f1badc', 'fixed_ips': [{'subnet_id': '0747c06d-f3e7-416e-a3be-4450e94559f6'}]}} from n-d-764292-30. {{(pid=102193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:25:48.576559 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-f592199a-25f0-4ecd-9121-d82bfe165bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:48.579201 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-dfb5233e-9c48-4229-a026-4960176d192e tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126283413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126275158'] for subnet, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:48.599073 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46edae87-0422-4ef8-bcb6-4a26f5d5b87f tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Router b0ec7b20-10fd-4b3d-82c1-134f07fcb827 has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:25:48.612280 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb5233e-9c48-4229-a026-4960176d192e tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Pushing event deleted for resources: {'Subnet': ['ID=e5bd5af8-5262-461f-ac32-bd87081c2d3f,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:48.616308 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [None req-0e6f20d6-506b-4458-ab4f-eecf5329a4f3 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] device_id is not set on port 06d8dee6-93c9-4fd8-abf8-61ab4c5e9bdf yet. {{(pid=102191) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:25:48.618389 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-38f86369-3615-42d0-8ee5-a48b0c39083d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:48.645862 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port 723b6f5f-3a69-480a-b171-b9e317b3a666, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=723b6f5f-3a69-480a-b171-b9e317b3a666,segment=NetworkSegment(8d481faa-f5f8-40a8-83a0-aad5ea735389),segment_id=8d481faa-f5f8-40a8-83a0-aad5ea735389)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:25:48.727607 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46edae87-0422-4ef8-bcb6-4a26f5d5b87f tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:25:48.739888 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-dfb5233e-9c48-4229-a026-4960176d192e tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:48.740622 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:48.740899 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-46edae87-0422-4ef8-bcb6-4a26f5d5b87f tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks [] for router, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:48.741040 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a27fe63-82dc-4a34-a0cc-264512e86cb7 None None] Pushing event updated for resources: {'Port': ['ID=4e53c690-9936-4a01-b607-07d47698be7c,revision_number=3']} {{(pid=102194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:48.741147 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-46edae87-0422-4ef8-bcb6-4a26f5d5b87f tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] 10.222.0.41 "PUT /v2.0/routers/b0ec7b20-10fd-4b3d-82c1-134f07fcb827 HTTP/1.1" status: 200 len: 953 time: 1.3582609 Aug 11 03:25:48.742733 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 54640) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:48.743331 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 54642) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:48.745349 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-ff6f8365-cacc-4738-bc54-1afbefe7e898 None None] Deleting port b10caf3d-3bef-4194-a474-c8de6a513840 {{(pid=102193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:25:48.745731 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-ff6f8365-cacc-4738-bc54-1afbefe7e898 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:48.748444 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-dfb5233e-9c48-4229-a026-4960176d192e tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] 10.222.0.41 "DELETE /v2.0/subnets/e5bd5af8-5262-461f-ac32-bd87081c2d3f HTTP/1.1" status: 204 len: 168 time: 0.6601667 Aug 11 03:25:48.819047 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-38f86369-3615-42d0-8ee5-a48b0c39083d None None] Attempting to bind port 4e53c690-9936-4a01-b607-07d47698be7c on host n-d-764292-30 for vnic_type normal with profile {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:25:48.819410 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-38f86369-3615-42d0-8ee5-a48b0c39083d None None] Attempting to bind port 4e53c690-9936-4a01-b607-07d47698be7c by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': '8d481faa-f5f8-40a8-83a0-aad5ea735389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'b6079932-d783-41b7-b84d-98de41d37340'}] {{(pid=102194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:25:48.819764 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f86369-3615-42d0-8ee5-a48b0c39083d None None] Attempting to bind port 4e53c690-9936-4a01-b607-07d47698be7c on network b6079932-d783-41b7-b84d-98de41d37340 {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:25:48.824184 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ddd9624-5f80-449e-bfe2-50164a6ccf46 None None] Network f1430fbd-2f75-41b1-9bf4-6c560459dbd2 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:25:48.834403 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f86369-3615-42d0-8ee5-a48b0c39083d None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 25, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:25:48.834791 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f86369-3615-42d0-8ee5-a48b0c39083d None None] Checking segment: {'id': '8d481faa-f5f8-40a8-83a0-aad5ea735389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'b6079932-d783-41b7-b84d-98de41d37340'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:25:48.835505 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-38f86369-3615-42d0-8ee5-a48b0c39083d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:48.835923 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f86369-3615-42d0-8ee5-a48b0c39083d None None] Bound using segment: {'id': '8d481faa-f5f8-40a8-83a0-aad5ea735389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'b6079932-d783-41b7-b84d-98de41d37340'} {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:25:48.836397 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-38f86369-3615-42d0-8ee5-a48b0c39083d None None] Bound port: 4e53c690-9936-4a01-b607-07d47698be7c, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d481faa-f5f8-40a8-83a0-aad5ea735389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'b6079932-d783-41b7-b84d-98de41d37340'}}] {{(pid=102194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:25:48.836775 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-38f86369-3615-42d0-8ee5-a48b0c39083d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:48.913489 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [None req-0e6f20d6-506b-4458-ab4f-eecf5329a4f3 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Allocated IP 2001:db8::1d1 (22e60bb6-9033-4577-b1f6-38864e9e6e3f/0747c06d-f3e7-416e-a3be-4450e94559f6/06d8dee6-93c9-4fd8-abf8-61ab4c5e9bdf) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:25:48.986734 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 8687f876-0a07-476e-a5a4-832ec770667b no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:25:48.988403 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.db [None req-38f86369-3615-42d0-8ee5-a48b0c39083d None None] For port 4e53c690-9936-4a01-b607-07d47698be7c, host n-d-764292-30, cleared binding levels {{(pid=102194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:25:48.992307 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.db [None req-38f86369-3615-42d0-8ee5-a48b0c39083d None None] For port 4e53c690-9936-4a01-b607-07d47698be7c, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=4e53c690-9936-4a01-b607-07d47698be7c,segment=NetworkSegment(8d481faa-f5f8-40a8-83a0-aad5ea735389),segment_id=8d481faa-f5f8-40a8-83a0-aad5ea735389)] {{(pid=102194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:25:49.023845 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=723b6f5f-3a69-480a-b171-b9e317b3a666,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:49.042694 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: 8687f876-0a07-476e-a5a4-832ec770667b {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:25:49.043075 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 8687f876-0a07-476e-a5a4-832ec770667b not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:25:49.117374 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-38f86369-3615-42d0-8ee5-a48b0c39083d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:49.143995 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-ff6f8365-cacc-4738-bc54-1afbefe7e898 None None] For port b10caf3d-3bef-4194-a474-c8de6a513840, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=b10caf3d-3bef-4194-a474-c8de6a513840,segment=NetworkSegment(a8568db8-95aa-4405-ad0d-a955f9fa1f17),segment_id=a8568db8-95aa-4405-ad0d-a955f9fa1f17)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:25:49.145428 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-ff6f8365-cacc-4738-bc54-1afbefe7e898 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:49.177764 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-ff6f8365-cacc-4738-bc54-1afbefe7e898 None None] Calling delete_port for b10caf3d-3bef-4194-a474-c8de6a513840 owned by network:dhcp {{(pid=102193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:25:49.258564 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device da0b1fc6-085d-424a-877b-fa8ba5e20ea7 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:25:49.278421 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f86369-3615-42d0-8ee5-a48b0c39083d None None] Routers {'b0ec7b20-10fd-4b3d-82c1-134f07fcb827'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:25:49.279070 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-38f86369-3615-42d0-8ee5-a48b0c39083d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:25:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['b0ec7b20-10fd-4b3d-82c1-134f07fcb827'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:25:49.280677 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0e6f20d6-506b-4458-ab4f-eecf5329a4f3 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:49.306665 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [None req-0e6f20d6-506b-4458-ab4f-eecf5329a4f3 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Transition to ACTIVE for port object 06d8dee6-93c9-4fd8-abf8-61ab4c5e9bdf will not be triggered until provisioned by entity DHCP. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:25:49.316586 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e26309f-9127-475f-9f96-ec8f7a7dc032 None None] DHCP port deletion for f1430fbd-2f75-41b1-9bf4-6c560459dbd2 request from n-d-764292-30 {{(pid=102193) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:25:49.342103 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a27fe63-82dc-4a34-a0cc-264512e86cb7 None None] Pushing event updated for resources: {'Port': ['ID=4e53c690-9936-4a01-b607-07d47698be7c,revision_number=4']} {{(pid=102194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:49.443001 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0e6f20d6-506b-4458-ab4f-eecf5329a4f3 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:49.446699 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port da0b1fc6-085d-424a-877b-fa8ba5e20ea7 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:25:49.447073 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:49.464609 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-38f86369-3615-42d0-8ee5-a48b0c39083d None None] Set router b0ec7b20-10fd-4b3d-82c1-134f07fcb827 gateway port host: None {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:25:49.497150 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e6f20d6-506b-4458-ab4f-eecf5329a4f3 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Network 22e60bb6-9033-4577-b1f6-38864e9e6e3f is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:25:49.504000 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-0e6f20d6-506b-4458-ab4f-eecf5329a4f3 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:25:49.512337 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-4e26309f-9127-475f-9f96-ec8f7a7dc032 None None] Deleting port 84a2d4b3-7951-476b-8445-8a2e262f71ac {{(pid=102193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:25:49.512867 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-4e26309f-9127-475f-9f96-ec8f7a7dc032 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:49.519526 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-f572a437-e488-48ac-83a5-52eabff3b746 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] 10.222.0.41 "GET /v2.0/routers/b0ec7b20-10fd-4b3d-82c1-134f07fcb827 HTTP/1.1" status: 200 len: 953 time: 0.7602847 Aug 11 03:25:49.522642 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6f20d6-506b-4458-ab4f-eecf5329a4f3 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:25:49.523462 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 54648) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:49.531938 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6f20d6-506b-4458-ab4f-eecf5329a4f3 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:49.531938 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0e6f20d6-506b-4458-ab4f-eecf5329a4f3 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:49.536122 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-40eac4b8-ad33-4bea-82fb-7c0fb01b9fce tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Request body: {'router': {'routes': None}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:25:49.552555 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6f20d6-506b-4458-ab4f-eecf5329a4f3 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Pushing event updated for resources: {'Port': ['ID=06d8dee6-93c9-4fd8-abf8-61ab4c5e9bdf,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:49.571610 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-ff6f8365-cacc-4738-bc54-1afbefe7e898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678'] for port, after_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:49.627944 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-0e6f20d6-506b-4458-ab4f-eecf5329a4f3 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.3955503 Aug 11 03:25:49.628803 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 54650) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:49.634743 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-70e6ed07-5912-42fe-b613-c0289f25fada tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Request body: {'port': {'network_id': '22e60bb6-9033-4577-b1f6-38864e9e6e3f', 'name': 'tempest-PortsIpV6TestJSON-1022404101'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:25:49.672252 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-75197ecc-fcdb-4112-806d-d8e15eb17eb3 tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:49.702636 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d5b48e-2dd8-41c3-8008-e1734d2ea255 req-a2a66a2c-b64d-45f3-ae0f-003e879be059 tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:49.704319 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-14d5b48e-2dd8-41c3-8008-e1734d2ea255 req-a2a66a2c-b64d-45f3-ae0f-003e879be059 tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] 10.222.0.41 "GET /v2.0/ports?device_id=615eb31c-7c46-417d-9d57-b64413500be6 HTTP/1.1" status: 200 len: 945 time: 0.2223144 Aug 11 03:25:49.778227 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.db_base_plugin_common [None req-f592199a-25f0-4ecd-9121-d82bfe165bb9 None None] Allocated IP 2001:db8::2 (22e60bb6-9033-4577-b1f6-38864e9e6e3f/0747c06d-f3e7-416e-a3be-4450e94559f6/93ce4c2e-4fbf-464d-b6c3-831a5e35e9a4) {{(pid=102193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:25:49.798112 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-38f86369-3615-42d0-8ee5-a48b0c39083d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0ec7b20-10fd-4b3d-82c1-134f07fcb827', 'name': 'tempest-RoutersIpV6Test-router-424810573', 'tenant_id': 'e3d11adc70004665908a030719f0fc48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:25:14Z', 'updated_at': '2021-08-11T03:25:48Z', 'revision_number': 6, 'project_id': 'e3d11adc70004665908a030719f0fc48', 'gw_port_host': None, '_interfaces': [{'id': '0e406110-4699-4798-bf7e-48375f3debb1', 'name': '', 'network_id': '4f3c704b-060d-4624-8d6c-bccf9afaa118', 'tenant_id': 'e3d11adc70004665908a030719f0fc48', 'mac_address': 'fa:16:3e:30:1e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ec7b20-10fd-4b3d-82c1-134f07fcb827', 'device_owner': 'network:router_interface', 'standard_attr_id': 2796, 'fixed_ips': [{'subnet_id': '39db3a36-8203-42a7-b274-ddd7ca87d7ab', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:25:24Z', 'updated_at': '2021-08-11T03:25:38Z', 'revision_number': 5, 'project_id': 'e3d11adc70004665908a030719f0fc48', 'subnets': [{'id': '39db3a36-8203-42a7-b274-ddd7ca87d7ab', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '27ff2f86-8019-469d-8c1d-4e50681f146d', 'name': '', 'network_id': 'dca556ae-942f-4b24-bf88-eda0217769c7', 'tenant_id': 'e3d11adc70004665908a030719f0fc48', 'mac_address': 'fa:16:3e:0b:cb:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ec7b20-10fd-4b3d-82c1-134f07fcb827', 'device_owner': 'network:router_interface', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': '50711f26-668b-47d2-a52c-747df49a242f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:25:17Z', 'updated_at': '2021-08-11T03:25:25Z', 'revision_number': 5, 'project_id': 'e3d11adc70004665908a030719f0fc48', 'subnets': [{'id': '50711f26-668b-47d2-a52c-747df49a242f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4e53c690-9936-4a01-b607-07d47698be7c', 'name': '', 'network_id': 'b6079932-d783-41b7-b84d-98de41d37340', 'tenant_id': 'e3d11adc70004665908a030719f0fc48', 'mac_address': 'fa:16:3e:ec:9c:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0ec7b20-10fd-4b3d-82c1-134f07fcb827', 'device_owner': 'network:router_interface', 'standard_attr_id': 2816, 'fixed_ips': [{'subnet_id': '39f413a5-3609-46a4-8114-1c49623d83c5', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:25:43Z', 'updated_at': '2021-08-11T03:25:48Z', 'revision_number': 4, 'project_id': 'e3d11adc70004665908a030719f0fc48', 'subnets': [{'id': '39f413a5-3609-46a4-8114-1c49623d83c5', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da0b1fc6-085d-424a-877b-fa8ba5e20ea7', 'name': '', 'network_id': 'ae1763d1-75b0-45a8-a31c-ec278c7632a8', 'tenant_id': 'e3d11adc70004665908a030719f0fc48', 'mac_address': 'fa:16:3e:09:87:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ec7b20-10fd-4b3d-82c1-134f07fcb827', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '1b8e4fb9-58fb-436b-8c39-6e49d58f094a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:25:33Z', 'updated_at': '2021-08-11T03:25:47Z', 'revision_number': 5, 'project_id': 'e3d11adc70004665908a030719f0fc48', 'subnets': [{'id': '1b8e4fb9-58fb-436b-8c39-6e49d58f094a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:25:49.802164 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6f8365-cacc-4738-bc54-1afbefe7e898 None None] No DVR routers for this DVR port b10caf3d-3bef-4194-a474-c8de6a513840 on host n-d-764292-30 {{(pid=102193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:25:49.827119 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6f8365-cacc-4738-bc54-1afbefe7e898 None None] Pushing event deleted for resources: {'Port': ['ID=b10caf3d-3bef-4194-a474-c8de6a513840,revision_number=None']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:49.843905 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-4e26309f-9127-475f-9f96-ec8f7a7dc032 None None] For port 84a2d4b3-7951-476b-8445-8a2e262f71ac, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=84a2d4b3-7951-476b-8445-8a2e262f71ac,segment=NetworkSegment(cbc71070-6eca-4b0c-ae42-bac1a1a51908),segment_id=cbc71070-6eca-4b0c-ae42-bac1a1a51908)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:25:49.844307 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-4e26309f-9127-475f-9f96-ec8f7a7dc032 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:49.852393 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f86369-3615-42d0-8ee5-a48b0c39083d None None] The sync data for ids ['b0ec7b20-10fd-4b3d-82c1-134f07fcb827'] in n-d-764292-30 is: [{'id': 'b0ec7b20-10fd-4b3d-82c1-134f07fcb827', 'name': 'tempest-RoutersIpV6Test-router-424810573', 'tenant_id': 'e3d11adc70004665908a030719f0fc48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:25:14Z', 'updated_at': '2021-08-11T03:25:48Z', 'revision_number': 6, 'project_id': 'e3d11adc70004665908a030719f0fc48', 'gw_port_host': None, '_interfaces': [{'id': '0e406110-4699-4798-bf7e-48375f3debb1', 'name': '', 'network_id': '4f3c704b-060d-4624-8d6c-bccf9afaa118', 'tenant_id': 'e3d11adc70004665908a030719f0fc48', 'mac_address': 'fa:16:3e:30:1e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ec7b20-10fd-4b3d-82c1-134f07fcb827', 'device_owner': 'network:router_interface', 'standard_attr_id': 2796, 'fixed_ips': [{'subnet_id': '39db3a36-8203-42a7-b274-ddd7ca87d7ab', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:25:24Z', 'updated_at': '2021-08-11T03:25:38Z', 'revision_number': 5, 'project_id': 'e3d11adc70004665908a030719f0fc48', 'subnets': [{'id': '39db3a36-8203-42a7-b274-ddd7ca87d7ab', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '27ff2f86-8019-469d-8c1d-4e50681f146d', 'name': '', 'network_id': 'dca556ae-942f-4b24-bf88-eda0217769c7', 'tenant_id': 'e3d11adc70004665908a030719f0fc48', 'mac_address': 'fa:16:3e:0b:cb:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ec7b20-10fd-4b3d-82c1-134f07fcb827', 'device_owner': 'network:router_interface', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': '50711f26-668b-47d2-a52c-747df49a242f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:25:17Z', 'updated_at': '2021-08-11T03:25:25Z', 'revision_number': 5, 'project_id': 'e3d11adc70004665908a030719f0fc48', 'subnets': [{'id': '50711f26-668b-47d2-a52c-747df49a242f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4e53c690-9936-4a01-b607-07d47698be7c', 'name': '', 'network_id': 'b6079932-d783-41b7-b84d-98de41d37340', 'tenant_id': 'e3d11adc70004665908a030719f0fc48', 'mac_address': 'fa:16:3e:ec:9c:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0ec7b20-10fd-4b3d-82c1-134f07fcb827', 'device_owner': 'network:router_interface', 'standard_attr_id': 2816, 'fixed_ips': [{'subnet_id': '39f413a5-3609-46a4-8114-1c49623d83c5', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:25:43Z', 'updated_at': '2021-08-11T03:25:48Z', 'revision_number': 4, 'project_id': 'e3d11adc70004665908a030719f0fc48', 'subnets': [{'id': '39f413a5-3609-46a4-8114-1c49623d83c5', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da0b1fc6-085d-424a-877b-fa8ba5e20ea7', 'name': '', 'network_id': 'ae1763d1-75b0-45a8-a31c-ec278c7632a8', 'tenant_id': 'e3d11adc70004665908a030719f0fc48', 'mac_address': 'fa:16:3e:09:87:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ec7b20-10fd-4b3d-82c1-134f07fcb827', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '1b8e4fb9-58fb-436b-8c39-6e49d58f094a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:25:33Z', 'updated_at': '2021-08-11T03:25:47Z', 'revision_number': 5, 'project_id': 'e3d11adc70004665908a030719f0fc48', 'subnets': [{'id': '1b8e4fb9-58fb-436b-8c39-6e49d58f094a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:25:49.864465 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70e6ed07-5912-42fe-b613-c0289f25fada tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Made reservation on behalf of a6e0511434be4fc4a2d24d0db6f1badc for: {'port': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:25:49.868148 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-70e6ed07-5912-42fe-b613-c0289f25fada tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:49.889247 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [None req-70e6ed07-5912-42fe-b613-c0289f25fada tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] device_id is not set on port a18ed050-54eb-4679-a9c7-428dcc8a426c yet. {{(pid=102191) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:25:49.906644 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-14d5b48e-2dd8-41c3-8008-e1734d2ea255 req-4ae873c7-b329-4281-9d48-2d41a47b52a0 tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed60bba6-2b2f-4b83-a3e4-9e7aa48523e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950264 Aug 11 03:25:49.958691 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-4e26309f-9127-475f-9f96-ec8f7a7dc032 None None] Calling delete_port for 84a2d4b3-7951-476b-8445-8a2e262f71ac owned by network:dhcp {{(pid=102193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:25:49.966918 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-75197ecc-fcdb-4112-806d-d8e15eb17eb3 tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:49.989206 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-75197ecc-fcdb-4112-806d-d8e15eb17eb3 tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1dabfc3b-fcc9-469c-a909-c596a7fdd3d7']}} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:25:50.029317 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-75197ecc-fcdb-4112-806d-d8e15eb17eb3 tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8568db8-95aa-4405-ad0d-a955f9fa1f17') {'for_net_delete': True} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:25:50.029592 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-75197ecc-fcdb-4112-806d-d8e15eb17eb3 tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8568db8-95aa-4405-ad0d-a955f9fa1f17') {} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:25:50.042095 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-75197ecc-fcdb-4112-806d-d8e15eb17eb3 tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125932501'] for segment, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:50.073199 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-75197ecc-fcdb-4112-806d-d8e15eb17eb3 tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:50.076792 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 723b6f5f-3a69-480a-b171-b9e317b3a666 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:25:50.099427 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75197ecc-fcdb-4112-806d-d8e15eb17eb3 tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=102192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:25:50.099847 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-75197ecc-fcdb-4112-806d-d8e15eb17eb3 tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125932183'] for segment, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:50.102879 n-d-764292-30 neutron-server[102192]: Traceback (most recent call last): Aug 11 03:25:50.102879 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:25:50.102879 n-d-764292-30 neutron-server[102192]: timer() Aug 11 03:25:50.102879 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:25:50.102879 n-d-764292-30 neutron-server[102192]: cb(*args, **kw) Aug 11 03:25:50.102879 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:25:50.102879 n-d-764292-30 neutron-server[102192]: return func(*args, **kwargs) Aug 11 03:25:50.102879 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:25:50.102879 n-d-764292-30 neutron-server[102192]: self._notify() Aug 11 03:25:50.102879 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:25:50.102879 n-d-764292-30 neutron-server[102192]: self.callback(batched_events) Aug 11 03:25:50.102879 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:25:50.102879 n-d-764292-30 neutron-server[102192]: event.method(event) Aug 11 03:25:50.102879 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:25:50.102879 n-d-764292-30 neutron-server[102192]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:25:50.102879 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:25:50.102879 n-d-764292-30 neutron-server[102192]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:25:50.102879 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:25:50.102879 n-d-764292-30 neutron-server[102192]: return f(self, *a, **k) Aug 11 03:25:50.102879 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:25:50.102879 n-d-764292-30 neutron-server[102192]: return self._get(url).json() Aug 11 03:25:50.102879 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:25:50.102879 n-d-764292-30 neutron-server[102192]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:25:50.102879 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:25:50.102879 n-d-764292-30 neutron-server[102192]: return self.request(url, 'GET', **kwargs) Aug 11 03:25:50.102879 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:25:50.102879 n-d-764292-30 neutron-server[102192]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:25:50.102879 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:25:50.102879 n-d-764292-30 neutron-server[102192]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:25:50.102879 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:25:50.102879 n-d-764292-30 neutron-server[102192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:25:50.102879 n-d-764292-30 neutron-server[102192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:25:50.193386 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-f592199a-25f0-4ecd-9121-d82bfe165bb9 None None] Notify callbacks [] for port, precommit_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:50.207065 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-f592199a-25f0-4ecd-9121-d82bfe165bb9 None None] Transition to ACTIVE for port object 93ce4c2e-4fbf-464d-b6c3-831a5e35e9a4 will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:25:50.213774 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 723b6f5f-3a69-480a-b171-b9e317b3a666 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:25:50.214148 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:50.245160 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-f592199a-25f0-4ecd-9121-d82bfe165bb9 None None] Transition to ACTIVE for port object 93ce4c2e-4fbf-464d-b6c3-831a5e35e9a4 will not be triggered until provisioned by entity DHCP. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:25:50.256648 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.extraroute_db [None req-40eac4b8-ad33-4bea-82fb-7c0fb01b9fce tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Added routes are [] {{(pid=102192) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 11 03:25:50.256798 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.extraroute_db [None req-40eac4b8-ad33-4bea-82fb-7c0fb01b9fce tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=102192) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 11 03:25:50.279757 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-75197ecc-fcdb-4112-806d-d8e15eb17eb3 tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:50.287052 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-75197ecc-fcdb-4112-806d-d8e15eb17eb3 tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Notify callbacks [] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:50.289772 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-75197ecc-fcdb-4112-806d-d8e15eb17eb3 tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] 10.222.0.41 "DELETE /v2.0/networks/1dabfc3b-fcc9-469c-a909-c596a7fdd3d7 HTTP/1.1" status: 204 len: 168 time: 1.5449481 Aug 11 03:25:50.292494 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 54658) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:50.306101 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-4e26309f-9127-475f-9f96-ec8f7a7dc032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678'] for port, after_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:50.325756 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75197ecc-fcdb-4112-806d-d8e15eb17eb3 tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Pushing event deleted for resources: {'Network': ['ID=1dabfc3b-fcc9-469c-a909-c596a7fdd3d7,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:50.347597 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-40eac4b8-ad33-4bea-82fb-7c0fb01b9fce tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-446725', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-448852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6559'] for router, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:50.368535 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-f592199a-25f0-4ecd-9121-d82bfe165bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669'] for port, after_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:50.372617 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e26309f-9127-475f-9f96-ec8f7a7dc032 None None] No DVR routers for this DVR port 84a2d4b3-7951-476b-8445-8a2e262f71ac on host n-d-764292-30 {{(pid=102193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:25:50.374147 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e26309f-9127-475f-9f96-ec8f7a7dc032 None None] Pushing event deleted for resources: {'Port': ['ID=84a2d4b3-7951-476b-8445-8a2e262f71ac,revision_number=None']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:50.434129 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f592199a-25f0-4ecd-9121-d82bfe165bb9 None None] Pushing event updated for resources: {'Port': ['ID=93ce4c2e-4fbf-464d-b6c3-831a5e35e9a4,revision_number=1']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:50.460666 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-dd848547-1aa7-44b6-8e85-f2e75ee4d51d tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:50.468570 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f592199a-25f0-4ecd-9121-d82bfe165bb9 None None] Network 22e60bb6-9033-4577-b1f6-38864e9e6e3f is already hosted by enough agents. {{(pid=102193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:25:50.470000 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.base_scheduler [None req-f592199a-25f0-4ecd-9121-d82bfe165bb9 None None] Resources bound (agent type, host, resource id): {{(pid=102193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:25:50.483235 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f592199a-25f0-4ecd-9121-d82bfe165bb9 None None] Received port after_create {{(pid=102193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:25:50.494972 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [None req-70e6ed07-5912-42fe-b613-c0289f25fada tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Allocated IP 2001:db8::37a (22e60bb6-9033-4577-b1f6-38864e9e6e3f/0747c06d-f3e7-416e-a3be-4450e94559f6/a18ed050-54eb-4679-a9c7-428dcc8a426c) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:25:50.556413 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device b10caf3d-3bef-4194-a474-c8de6a513840 no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:25:50.585743 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: b10caf3d-3bef-4194-a474-c8de6a513840 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:25:50.586085 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device b10caf3d-3bef-4194-a474-c8de6a513840 not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:25:50.588739 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-f592199a-25f0-4ecd-9121-d82bfe165bb9 None None] Attempting to bind port 93ce4c2e-4fbf-464d-b6c3-831a5e35e9a4 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:25:50.589109 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-f592199a-25f0-4ecd-9121-d82bfe165bb9 None None] Attempting to bind port 93ce4c2e-4fbf-464d-b6c3-831a5e35e9a4 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': 'aaf9435c-f533-42b1-b908-7bea3457a673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '22e60bb6-9033-4577-b1f6-38864e9e6e3f'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:25:50.589470 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f592199a-25f0-4ecd-9121-d82bfe165bb9 None None] Attempting to bind port 93ce4c2e-4fbf-464d-b6c3-831a5e35e9a4 on network 22e60bb6-9033-4577-b1f6-38864e9e6e3f {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:25:50.602434 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f592199a-25f0-4ecd-9121-d82bfe165bb9 None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 25, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:25:50.602970 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f592199a-25f0-4ecd-9121-d82bfe165bb9 None None] Checking segment: {'id': 'aaf9435c-f533-42b1-b908-7bea3457a673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '22e60bb6-9033-4577-b1f6-38864e9e6e3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:25:50.603529 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-f592199a-25f0-4ecd-9121-d82bfe165bb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:50.604240 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f592199a-25f0-4ecd-9121-d82bfe165bb9 None None] Bound using segment: {'id': 'aaf9435c-f533-42b1-b908-7bea3457a673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '22e60bb6-9033-4577-b1f6-38864e9e6e3f'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:25:50.609623 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-f592199a-25f0-4ecd-9121-d82bfe165bb9 None None] Bound port: 93ce4c2e-4fbf-464d-b6c3-831a5e35e9a4, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaf9435c-f533-42b1-b908-7bea3457a673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '22e60bb6-9033-4577-b1f6-38864e9e6e3f'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:25:50.609623 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-f592199a-25f0-4ecd-9121-d82bfe165bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:50.665049 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-dd848547-1aa7-44b6-8e85-f2e75ee4d51d tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:50.699884 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-f592199a-25f0-4ecd-9121-d82bfe165bb9 None None] For port 93ce4c2e-4fbf-464d-b6c3-831a5e35e9a4, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:25:50.702898 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-dd848547-1aa7-44b6-8e85-f2e75ee4d51d tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1430fbd-2f75-41b1-9bf4-6c560459dbd2']}} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:25:50.705309 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-f592199a-25f0-4ecd-9121-d82bfe165bb9 None None] For port 93ce4c2e-4fbf-464d-b6c3-831a5e35e9a4, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=93ce4c2e-4fbf-464d-b6c3-831a5e35e9a4,segment=NetworkSegment(aaf9435c-f533-42b1-b908-7bea3457a673),segment_id=aaf9435c-f533-42b1-b908-7bea3457a673)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:25:50.707719 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-40eac4b8-ad33-4bea-82fb-7c0fb01b9fce tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-446725', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-448852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6559'] for router, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:50.715951 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-40eac4b8-ad33-4bea-82fb-7c0fb01b9fce tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-446952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-446974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-446967', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-448845'] for router, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:50.748901 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-dd848547-1aa7-44b6-8e85-f2e75ee4d51d tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbc71070-6eca-4b0c-ae42-bac1a1a51908') {'for_net_delete': True} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:25:50.749180 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-dd848547-1aa7-44b6-8e85-f2e75ee4d51d tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbc71070-6eca-4b0c-ae42-bac1a1a51908') {} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:25:50.765767 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-dd848547-1aa7-44b6-8e85-f2e75ee4d51d tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126283644'] for segment, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:50.794843 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-dd848547-1aa7-44b6-8e85-f2e75ee4d51d tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:50.796565 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-f592199a-25f0-4ecd-9121-d82bfe165bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:50.807950 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd848547-1aa7-44b6-8e85-f2e75ee4d51d tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=102191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:25:50.808363 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-dd848547-1aa7-44b6-8e85-f2e75ee4d51d tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126283391'] for segment, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:50.812437 n-d-764292-30 neutron-server[102191]: Traceback (most recent call last): Aug 11 03:25:50.812437 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:25:50.812437 n-d-764292-30 neutron-server[102191]: timer() Aug 11 03:25:50.812437 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:25:50.812437 n-d-764292-30 neutron-server[102191]: cb(*args, **kw) Aug 11 03:25:50.812437 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:25:50.812437 n-d-764292-30 neutron-server[102191]: return func(*args, **kwargs) Aug 11 03:25:50.812437 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:25:50.812437 n-d-764292-30 neutron-server[102191]: self._notify() Aug 11 03:25:50.812437 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:25:50.812437 n-d-764292-30 neutron-server[102191]: self.callback(batched_events) Aug 11 03:25:50.812437 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:25:50.812437 n-d-764292-30 neutron-server[102191]: event.method(event) Aug 11 03:25:50.812437 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:25:50.812437 n-d-764292-30 neutron-server[102191]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:25:50.812437 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:25:50.812437 n-d-764292-30 neutron-server[102191]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:25:50.812437 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:25:50.812437 n-d-764292-30 neutron-server[102191]: return f(self, *a, **k) Aug 11 03:25:50.812437 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:25:50.812437 n-d-764292-30 neutron-server[102191]: return self._get(url).json() Aug 11 03:25:50.812437 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:25:50.812437 n-d-764292-30 neutron-server[102191]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:25:50.812437 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:25:50.812437 n-d-764292-30 neutron-server[102191]: return self.request(url, 'GET', **kwargs) Aug 11 03:25:50.812437 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:25:50.812437 n-d-764292-30 neutron-server[102191]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:25:50.812437 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:25:50.812437 n-d-764292-30 neutron-server[102191]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:25:50.812437 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:25:50.812437 n-d-764292-30 neutron-server[102191]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:25:50.812437 n-d-764292-30 neutron-server[102191]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:25:50.876880 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f592199a-25f0-4ecd-9121-d82bfe165bb9 None None] Pushing event updated for resources: {'Port': ['ID=93ce4c2e-4fbf-464d-b6c3-831a5e35e9a4,revision_number=2']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:50.884840 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3266e5-b4c5-45fc-bd56-05ba1ad91090 req-0de25fd7-32d4-4848-ba1f-81e98713ee54 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:50.886446 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3e3266e5-b4c5-45fc-bd56-05ba1ad91090 req-0de25fd7-32d4-4848-ba1f-81e98713ee54 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] 10.222.0.41 "GET /v2.0/ports?device_id=a38afb75-bfb0-4200-ae9a-cb2f866befdd HTTP/1.1" status: 200 len: 946 time: 0.1260521 Aug 11 03:25:50.894624 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40eac4b8-ad33-4bea-82fb-7c0fb01b9fce tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Router b0ec7b20-10fd-4b3d-82c1-134f07fcb827 has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:25:50.907323 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-70e6ed07-5912-42fe-b613-c0289f25fada tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:50.926471 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [None req-70e6ed07-5912-42fe-b613-c0289f25fada tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Transition to ACTIVE for port object a18ed050-54eb-4679-a9c7-428dcc8a426c will not be triggered until provisioned by entity DHCP. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:25:50.974468 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-dd848547-1aa7-44b6-8e85-f2e75ee4d51d tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:50.986049 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-dd848547-1aa7-44b6-8e85-f2e75ee4d51d tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Notify callbacks [] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:50.988503 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-dd848547-1aa7-44b6-8e85-f2e75ee4d51d tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] 10.222.0.41 "DELETE /v2.0/networks/f1430fbd-2f75-41b1-9bf4-6c560459dbd2 HTTP/1.1" status: 204 len: 168 time: 0.6947813 Aug 11 03:25:50.991104 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ee336d-a4d2-49c7-8bda-23b53b6a41b9 None None] Sync routers for ids ['b0ec7b20-10fd-4b3d-82c1-134f07fcb827'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:25:50.991555 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 54666) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:51.001560 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ee336d-a4d2-49c7-8bda-23b53b6a41b9 None None] Routers {'b0ec7b20-10fd-4b3d-82c1-134f07fcb827'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:25:51.002248 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-10ee336d-a4d2-49c7-8bda-23b53b6a41b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:25:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['b0ec7b20-10fd-4b3d-82c1-134f07fcb827'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:25:51.026185 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd848547-1aa7-44b6-8e85-f2e75ee4d51d tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Pushing event deleted for resources: {'Network': ['ID=f1430fbd-2f75-41b1-9bf4-6c560459dbd2,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:51.051100 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-70e6ed07-5912-42fe-b613-c0289f25fada tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:51.086785 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3e3266e5-b4c5-45fc-bd56-05ba1ad91090 req-d37c8e09-4904-4c50-9079-b7556bfb3ebd tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] 10.222.0.41 "GET /v2.0/security-groups?id=adeeef27-808b-48fe-80b7-b3abd2371fee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1890566 Aug 11 03:25:51.141210 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-10ee336d-a4d2-49c7-8bda-23b53b6a41b9 None None] Set router b0ec7b20-10fd-4b3d-82c1-134f07fcb827 gateway port host: None {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:25:51.150527 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_v2 [None req-5753bedf-6c50-4a62-b686-4db9168ff1fc tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Deleting subnet 9e9aa852-264e-47ad-b253-15aefa0b9bef {{(pid=102191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:25:51.158196 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e6ed07-5912-42fe-b613-c0289f25fada tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Network 22e60bb6-9033-4577-b1f6-38864e9e6e3f is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:25:51.162276 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5753bedf-6c50-4a62-b686-4db9168ff1fc tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Notify callbacks [] for subnet, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:51.167600 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-70e6ed07-5912-42fe-b613-c0289f25fada tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:25:51.199408 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e6ed07-5912-42fe-b613-c0289f25fada tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:25:51.201278 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40eac4b8-ad33-4bea-82fb-7c0fb01b9fce tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:25:51.208890 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70e6ed07-5912-42fe-b613-c0289f25fada tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:51.209668 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-70e6ed07-5912-42fe-b613-c0289f25fada tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:51.216997 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-40eac4b8-ad33-4bea-82fb-7c0fb01b9fce tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks [] for router, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:51.220582 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-40eac4b8-ad33-4bea-82fb-7c0fb01b9fce tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] 10.222.0.41 "PUT /v2.0/routers/b0ec7b20-10fd-4b3d-82c1-134f07fcb827 HTTP/1.1" status: 200 len: 703 time: 1.6916051 Aug 11 03:25:51.220759 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e6ed07-5912-42fe-b613-c0289f25fada tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Pushing event updated for resources: {'Port': ['ID=a18ed050-54eb-4679-a9c7-428dcc8a426c,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:51.225198 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 54668) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:51.259955 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5753bedf-6c50-4a62-b686-4db9168ff1fc tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126283525'] for subnet, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:51.277482 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cd9e81-b1af-4100-a682-f2c60f7e74e8 req-e6d303ab-8e6c-425f-a261-87951ec7f81e tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:51.280713 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c5cd9e81-b1af-4100-a682-f2c60f7e74e8 req-e6d303ab-8e6c-425f-a261-87951ec7f81e tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] 10.222.0.41 "GET /v2.0/ports?device_id=615eb31c-7c46-417d-9d57-b64413500be6 HTTP/1.1" status: 200 len: 945 time: 0.2305932 Aug 11 03:25:51.311648 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-70e6ed07-5912-42fe-b613-c0289f25fada tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6816621 Aug 11 03:25:51.316399 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 54670) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:51.355297 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 4e53c690-9936-4a01-b607-07d47698be7c up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:25:51.443516 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c5cd9e81-b1af-4100-a682-f2c60f7e74e8 req-2cb02e7b-d026-40b7-a3a0-04ee66f21917 tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed60bba6-2b2f-4b83-a3e4-9e7aa48523e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857801 Aug 11 03:25:51.451083 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb3d443-4965-48cc-8ada-8d4855c4618d tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:51.452718 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-8eb3d443-4965-48cc-8ada-8d4855c4618d tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] 10.222.0.41 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A1d1 HTTP/1.1" status: 200 len: 928 time: 0.1352859 Aug 11 03:25:51.458931 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 54672) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:51.464985 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-f4528f5f-31dd-44cf-89ef-5795bf9f1e4f tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] 10.222.0.41 "GET /v2.0/routers/b0ec7b20-10fd-4b3d-82c1-134f07fcb827 HTTP/1.1" status: 200 len: 703 time: 0.2355931 Aug 11 03:25:51.465409 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 54674) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:51.478509 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-10ee336d-a4d2-49c7-8bda-23b53b6a41b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0ec7b20-10fd-4b3d-82c1-134f07fcb827', 'name': 'tempest-RoutersIpV6Test-router-424810573', 'tenant_id': 'e3d11adc70004665908a030719f0fc48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:25:14Z', 'updated_at': '2021-08-11T03:25:50Z', 'revision_number': 7, 'project_id': 'e3d11adc70004665908a030719f0fc48', 'gw_port_host': None, '_interfaces': [{'id': '0e406110-4699-4798-bf7e-48375f3debb1', 'name': '', 'network_id': '4f3c704b-060d-4624-8d6c-bccf9afaa118', 'tenant_id': 'e3d11adc70004665908a030719f0fc48', 'mac_address': 'fa:16:3e:30:1e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ec7b20-10fd-4b3d-82c1-134f07fcb827', 'device_owner': 'network:router_interface', 'standard_attr_id': 2796, 'fixed_ips': [{'subnet_id': '39db3a36-8203-42a7-b274-ddd7ca87d7ab', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:25:24Z', 'updated_at': '2021-08-11T03:25:38Z', 'revision_number': 5, 'project_id': 'e3d11adc70004665908a030719f0fc48', 'subnets': [{'id': '39db3a36-8203-42a7-b274-ddd7ca87d7ab', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '27ff2f86-8019-469d-8c1d-4e50681f146d', 'name': '', 'network_id': 'dca556ae-942f-4b24-bf88-eda0217769c7', 'tenant_id': 'e3d11adc70004665908a030719f0fc48', 'mac_address': 'fa:16:3e:0b:cb:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ec7b20-10fd-4b3d-82c1-134f07fcb827', 'device_owner': 'network:router_interface', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': '50711f26-668b-47d2-a52c-747df49a242f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:25:17Z', 'updated_at': '2021-08-11T03:25:25Z', 'revision_number': 5, 'project_id': 'e3d11adc70004665908a030719f0fc48', 'subnets': [{'id': '50711f26-668b-47d2-a52c-747df49a242f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4e53c690-9936-4a01-b607-07d47698be7c', 'name': '', 'network_id': 'b6079932-d783-41b7-b84d-98de41d37340', 'tenant_id': 'e3d11adc70004665908a030719f0fc48', 'mac_address': 'fa:16:3e:ec:9c:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0ec7b20-10fd-4b3d-82c1-134f07fcb827', 'device_owner': 'network:router_interface', 'standard_attr_id': 2816, 'fixed_ips': [{'subnet_id': '39f413a5-3609-46a4-8114-1c49623d83c5', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:25:43Z', 'updated_at': '2021-08-11T03:25:48Z', 'revision_number': 4, 'project_id': 'e3d11adc70004665908a030719f0fc48', 'subnets': [{'id': '39f413a5-3609-46a4-8114-1c49623d83c5', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da0b1fc6-085d-424a-877b-fa8ba5e20ea7', 'name': '', 'network_id': 'ae1763d1-75b0-45a8-a31c-ec278c7632a8', 'tenant_id': 'e3d11adc70004665908a030719f0fc48', 'mac_address': 'fa:16:3e:09:87:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ec7b20-10fd-4b3d-82c1-134f07fcb827', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '1b8e4fb9-58fb-436b-8c39-6e49d58f094a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:25:33Z', 'updated_at': '2021-08-11T03:25:47Z', 'revision_number': 5, 'project_id': 'e3d11adc70004665908a030719f0fc48', 'subnets': [{'id': '1b8e4fb9-58fb-436b-8c39-6e49d58f094a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:25:51.514404 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ee336d-a4d2-49c7-8bda-23b53b6a41b9 None None] Checking router: b0ec7b20-10fd-4b3d-82c1-134f07fcb827 for host: n-d-764292-30 {{(pid=102193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:25:51.515082 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5753bedf-6c50-4a62-b686-4db9168ff1fc tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:51.524702 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ee336d-a4d2-49c7-8bda-23b53b6a41b9 None None] Routers {'b0ec7b20-10fd-4b3d-82c1-134f07fcb827'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:25:51.525338 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-10ee336d-a4d2-49c7-8bda-23b53b6a41b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:25:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['b0ec7b20-10fd-4b3d-82c1-134f07fcb827'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:25:51.624826 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-10ee336d-a4d2-49c7-8bda-23b53b6a41b9 None None] Set router b0ec7b20-10fd-4b3d-82c1-134f07fcb827 gateway port host: None {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:25:51.638084 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-e6bf4d2b-9705-46a2-b0aa-99b336199d07 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Deleting port a18ed050-54eb-4679-a9c7-428dcc8a426c {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:25:51.638513 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e6bf4d2b-9705-46a2-b0aa-99b336199d07 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:51.662746 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port 4e53c690-9936-4a01-b607-07d47698be7c completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:25:51.669491 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 4e53c690-9936-4a01-b607-07d47698be7c triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:25:51.669856 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:51.732373 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e6bf4d2b-9705-46a2-b0aa-99b336199d07 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:51.735849 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5753bedf-6c50-4a62-b686-4db9168ff1fc tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126283413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126275158'] for subnet, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:51.787818 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5753bedf-6c50-4a62-b686-4db9168ff1fc tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Pushing event deleted for resources: {'Subnet': ['ID=9e9aa852-264e-47ad-b253-15aefa0b9bef,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:51.802124 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-e6bf4d2b-9705-46a2-b0aa-99b336199d07 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Calling delete_port for a18ed050-54eb-4679-a9c7-428dcc8a426c owned by {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:25:51.812901 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5753bedf-6c50-4a62-b686-4db9168ff1fc tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:51.818800 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-5753bedf-6c50-4a62-b686-4db9168ff1fc tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] 10.222.0.41 "DELETE /v2.0/subnets/9e9aa852-264e-47ad-b253-15aefa0b9bef HTTP/1.1" status: 204 len: 168 time: 0.8261306 Aug 11 03:25:51.820066 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 54676) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:51.843255 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-385a8f7a-937b-4166-a4a2-88e736a8cf05 None None] Network 4cd23ac0-9828-438d-96f5-857dac54111a requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:25:51.861221 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a3697192-b3cf-48d0-8440-30b8345d0229 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521106'] for router_interface, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:51.930653 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:51.978542 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0835d3ce-ed57-4d1d-9814-e2c1d3159b1f tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:52.026864 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port 4e53c690-9936-4a01-b607-07d47698be7c, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=4e53c690-9936-4a01-b607-07d47698be7c,segment=NetworkSegment(8d481faa-f5f8-40a8-83a0-aad5ea735389),segment_id=8d481faa-f5f8-40a8-83a0-aad5ea735389)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:25:52.060513 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-10ee336d-a4d2-49c7-8bda-23b53b6a41b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0ec7b20-10fd-4b3d-82c1-134f07fcb827', 'name': 'tempest-RoutersIpV6Test-router-424810573', 'tenant_id': 'e3d11adc70004665908a030719f0fc48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:25:14Z', 'updated_at': '2021-08-11T03:25:50Z', 'revision_number': 7, 'project_id': 'e3d11adc70004665908a030719f0fc48', 'gw_port_host': None, '_interfaces': [{'id': '0e406110-4699-4798-bf7e-48375f3debb1', 'name': '', 'network_id': '4f3c704b-060d-4624-8d6c-bccf9afaa118', 'tenant_id': 'e3d11adc70004665908a030719f0fc48', 'mac_address': 'fa:16:3e:30:1e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ec7b20-10fd-4b3d-82c1-134f07fcb827', 'device_owner': 'network:router_interface', 'standard_attr_id': 2796, 'fixed_ips': [{'subnet_id': '39db3a36-8203-42a7-b274-ddd7ca87d7ab', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:25:24Z', 'updated_at': '2021-08-11T03:25:38Z', 'revision_number': 5, 'project_id': 'e3d11adc70004665908a030719f0fc48', 'subnets': [{'id': '39db3a36-8203-42a7-b274-ddd7ca87d7ab', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '27ff2f86-8019-469d-8c1d-4e50681f146d', 'name': '', 'network_id': 'dca556ae-942f-4b24-bf88-eda0217769c7', 'tenant_id': 'e3d11adc70004665908a030719f0fc48', 'mac_address': 'fa:16:3e:0b:cb:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ec7b20-10fd-4b3d-82c1-134f07fcb827', 'device_owner': 'network:router_interface', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': '50711f26-668b-47d2-a52c-747df49a242f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:25:17Z', 'updated_at': '2021-08-11T03:25:25Z', 'revision_number': 5, 'project_id': 'e3d11adc70004665908a030719f0fc48', 'subnets': [{'id': '50711f26-668b-47d2-a52c-747df49a242f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4e53c690-9936-4a01-b607-07d47698be7c', 'name': '', 'network_id': 'b6079932-d783-41b7-b84d-98de41d37340', 'tenant_id': 'e3d11adc70004665908a030719f0fc48', 'mac_address': 'fa:16:3e:ec:9c:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0ec7b20-10fd-4b3d-82c1-134f07fcb827', 'device_owner': 'network:router_interface', 'standard_attr_id': 2816, 'fixed_ips': [{'subnet_id': '39f413a5-3609-46a4-8114-1c49623d83c5', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:25:43Z', 'updated_at': '2021-08-11T03:25:48Z', 'revision_number': 4, 'project_id': 'e3d11adc70004665908a030719f0fc48', 'subnets': [{'id': '39f413a5-3609-46a4-8114-1c49623d83c5', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da0b1fc6-085d-424a-877b-fa8ba5e20ea7', 'name': '', 'network_id': 'ae1763d1-75b0-45a8-a31c-ec278c7632a8', 'tenant_id': 'e3d11adc70004665908a030719f0fc48', 'mac_address': 'fa:16:3e:09:87:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ec7b20-10fd-4b3d-82c1-134f07fcb827', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '1b8e4fb9-58fb-436b-8c39-6e49d58f094a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:25:33Z', 'updated_at': '2021-08-11T03:25:47Z', 'revision_number': 5, 'project_id': 'e3d11adc70004665908a030719f0fc48', 'subnets': [{'id': '1b8e4fb9-58fb-436b-8c39-6e49d58f094a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:25:52.084131 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-0835d3ce-ed57-4d1d-9814-e2c1d3159b1f tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Deleting port d8204e17-4f0f-4cbc-a64f-78c19f022bc9 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:25:52.084564 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0835d3ce-ed57-4d1d-9814-e2c1d3159b1f tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:52.101361 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ee336d-a4d2-49c7-8bda-23b53b6a41b9 None None] The sync data for ids ['b0ec7b20-10fd-4b3d-82c1-134f07fcb827'] in n-d-764292-30 is: [{'id': 'b0ec7b20-10fd-4b3d-82c1-134f07fcb827', 'name': 'tempest-RoutersIpV6Test-router-424810573', 'tenant_id': 'e3d11adc70004665908a030719f0fc48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:25:14Z', 'updated_at': '2021-08-11T03:25:50Z', 'revision_number': 7, 'project_id': 'e3d11adc70004665908a030719f0fc48', 'gw_port_host': None, '_interfaces': [{'id': '0e406110-4699-4798-bf7e-48375f3debb1', 'name': '', 'network_id': '4f3c704b-060d-4624-8d6c-bccf9afaa118', 'tenant_id': 'e3d11adc70004665908a030719f0fc48', 'mac_address': 'fa:16:3e:30:1e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ec7b20-10fd-4b3d-82c1-134f07fcb827', 'device_owner': 'network:router_interface', 'standard_attr_id': 2796, 'fixed_ips': [{'subnet_id': '39db3a36-8203-42a7-b274-ddd7ca87d7ab', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:25:24Z', 'updated_at': '2021-08-11T03:25:38Z', 'revision_number': 5, 'project_id': 'e3d11adc70004665908a030719f0fc48', 'subnets': [{'id': '39db3a36-8203-42a7-b274-ddd7ca87d7ab', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '27ff2f86-8019-469d-8c1d-4e50681f146d', 'name': '', 'network_id': 'dca556ae-942f-4b24-bf88-eda0217769c7', 'tenant_id': 'e3d11adc70004665908a030719f0fc48', 'mac_address': 'fa:16:3e:0b:cb:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ec7b20-10fd-4b3d-82c1-134f07fcb827', 'device_owner': 'network:router_interface', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': '50711f26-668b-47d2-a52c-747df49a242f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:25:17Z', 'updated_at': '2021-08-11T03:25:25Z', 'revision_number': 5, 'project_id': 'e3d11adc70004665908a030719f0fc48', 'subnets': [{'id': '50711f26-668b-47d2-a52c-747df49a242f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4e53c690-9936-4a01-b607-07d47698be7c', 'name': '', 'network_id': 'b6079932-d783-41b7-b84d-98de41d37340', 'tenant_id': 'e3d11adc70004665908a030719f0fc48', 'mac_address': 'fa:16:3e:ec:9c:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0ec7b20-10fd-4b3d-82c1-134f07fcb827', 'device_owner': 'network:router_interface', 'standard_attr_id': 2816, 'fixed_ips': [{'subnet_id': '39f413a5-3609-46a4-8114-1c49623d83c5', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:25:43Z', 'updated_at': '2021-08-11T03:25:48Z', 'revision_number': 4, 'project_id': 'e3d11adc70004665908a030719f0fc48', 'subnets': [{'id': '39f413a5-3609-46a4-8114-1c49623d83c5', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da0b1fc6-085d-424a-877b-fa8ba5e20ea7', 'name': '', 'network_id': 'ae1763d1-75b0-45a8-a31c-ec278c7632a8', 'tenant_id': 'e3d11adc70004665908a030719f0fc48', 'mac_address': 'fa:16:3e:09:87:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ec7b20-10fd-4b3d-82c1-134f07fcb827', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '1b8e4fb9-58fb-436b-8c39-6e49d58f094a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:25:33Z', 'updated_at': '2021-08-11T03:25:47Z', 'revision_number': 5, 'project_id': 'e3d11adc70004665908a030719f0fc48', 'subnets': [{'id': '1b8e4fb9-58fb-436b-8c39-6e49d58f094a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:25:52.118612 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:52.207430 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [None req-0835d3ce-ed57-4d1d-9814-e2c1d3159b1f tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] For port d8204e17-4f0f-4cbc-a64f-78c19f022bc9, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=d8204e17-4f0f-4cbc-a64f-78c19f022bc9,segment=NetworkSegment(a4cc8d5c-1174-4654-aea3-7befbae5300d),segment_id=a4cc8d5c-1174-4654-aea3-7befbae5300d)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:25:52.210429 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0835d3ce-ed57-4d1d-9814-e2c1d3159b1f tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:52.218818 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-a3697192-b3cf-48d0-8440-30b8345d0229 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Deleting port 4e53c690-9936-4a01-b607-07d47698be7c {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:25:52.218818 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a3697192-b3cf-48d0-8440-30b8345d0229 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:52.233101 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 84a2d4b3-7951-476b-8445-8a2e262f71ac no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:25:52.239536 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-0835d3ce-ed57-4d1d-9814-e2c1d3159b1f tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Calling delete_port for d8204e17-4f0f-4cbc-a64f-78c19f022bc9 owned by network:dhcp {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:25:52.280992 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4546581d-df00-4404-9494-fcee5528c670 None None] DHCP port deletion for 4cd23ac0-9828-438d-96f5-857dac54111a request from n-d-764292-30 {{(pid=102193) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:25:52.285434 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: 84a2d4b3-7951-476b-8445-8a2e262f71ac {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:25:52.286504 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 84a2d4b3-7951-476b-8445-8a2e262f71ac not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:25:52.316066 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e6bf4d2b-9705-46a2-b0aa-99b336199d07 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:52.324341 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae246417-4396-4d91-b536-b508fe6ee8cd None None] Network 22e60bb6-9033-4577-b1f6-38864e9e6e3f requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:25:52.332485 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=4e53c690-9936-4a01-b607-07d47698be7c,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:52.380501 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bf4d2b-9705-46a2-b0aa-99b336199d07 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Pushing event deleted for resources: {'Port': ['ID=a18ed050-54eb-4679-a9c7-428dcc8a426c,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:52.402027 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b627bd-ad1a-4d5c-b7c6-6c58a46ee01f req-e3198f42-a245-4eb5-9788-bf0b64c415ec tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:52.403908 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-96b627bd-ad1a-4d5c-b7c6-6c58a46ee01f req-e3198f42-a245-4eb5-9788-bf0b64c415ec tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] 10.222.0.41 "GET /v2.0/ports?device_id=a38afb75-bfb0-4200-ae9a-cb2f866befdd HTTP/1.1" status: 200 len: 946 time: 0.1538546 Aug 11 03:25:52.419008 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e6bf4d2b-9705-46a2-b0aa-99b336199d07 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:52.424869 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-e6bf4d2b-9705-46a2-b0aa-99b336199d07 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] 10.222.0.41 "DELETE /v2.0/ports/a18ed050-54eb-4679-a9c7-428dcc8a426c HTTP/1.1" status: 204 len: 168 time: 0.9609301 Aug 11 03:25:52.426806 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 54682) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:52.440741 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-4546581d-df00-4404-9494-fcee5528c670 None None] Deleting port d8204e17-4f0f-4cbc-a64f-78c19f022bc9 {{(pid=102193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:25:52.441136 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-4546581d-df00-4404-9494-fcee5528c670 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:52.443539 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [None req-a3697192-b3cf-48d0-8440-30b8345d0229 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] For port 4e53c690-9936-4a01-b607-07d47698be7c, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=4e53c690-9936-4a01-b607-07d47698be7c,segment=NetworkSegment(8d481faa-f5f8-40a8-83a0-aad5ea735389),segment_id=8d481faa-f5f8-40a8-83a0-aad5ea735389)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:25:52.443539 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a3697192-b3cf-48d0-8440-30b8345d0229 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:52.468128 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-a3697192-b3cf-48d0-8440-30b8345d0229 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Calling delete_port for 4e53c690-9936-4a01-b607-07d47698be7c owned by network:router_interface {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:25:52.477896 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-96b627bd-ad1a-4d5c-b7c6-6c58a46ee01f req-6172d133-b24e-4f50-8731-3ebcee3c9d88 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] 10.222.0.41 "GET /v2.0/security-groups?id=adeeef27-808b-48fe-80b7-b3abd2371fee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660362 Aug 11 03:25:52.488737 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-d877af99-8fd5-4407-afe4-45a6b227698f None None] Provisioning for port 93ce4c2e-4fbf-464d-b6c3-831a5e35e9a4 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:25:52.495247 n-d-764292-30 neutron-server[102191]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4249405-7e11-4bd4-8729-59198c42ac8e tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] GET failed (client error): The resource could not be found. Aug 11 03:25:52.499676 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-d4249405-7e11-4bd4-8729-59198c42ac8e tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] 10.222.0.41 "GET /v2.0/ports/a18ed050-54eb-4679-a9c7-428dcc8a426c HTTP/1.1" status: 404 len: 333 time: 0.0692067 Aug 11 03:25:52.505661 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 54686) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:52.548423 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-4546581d-df00-4404-9494-fcee5528c670 None None] For port d8204e17-4f0f-4cbc-a64f-78c19f022bc9, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=d8204e17-4f0f-4cbc-a64f-78c19f022bc9,segment=NetworkSegment(a4cc8d5c-1174-4654-aea3-7befbae5300d),segment_id=a4cc8d5c-1174-4654-aea3-7befbae5300d)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:25:52.548924 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-4546581d-df00-4404-9494-fcee5528c670 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:52.573559 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0835d3ce-ed57-4d1d-9814-e2c1d3159b1f tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:52.580107 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-4546581d-df00-4404-9494-fcee5528c670 None None] Calling delete_port for d8204e17-4f0f-4cbc-a64f-78c19f022bc9 owned by network:dhcp {{(pid=102193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:25:52.613980 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d14826-c5d5-401d-8a51-fdd0d31a2bf9 None None] Sync routers for ids ['b0ec7b20-10fd-4b3d-82c1-134f07fcb827'] in n-d-764292-30 {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:25:52.622424 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0835d3ce-ed57-4d1d-9814-e2c1d3159b1f tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] No DVR routers for this DVR port d8204e17-4f0f-4cbc-a64f-78c19f022bc9 on host n-d-764292-30 {{(pid=102191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:25:52.627998 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d14826-c5d5-401d-8a51-fdd0d31a2bf9 None None] Routers {'b0ec7b20-10fd-4b3d-82c1-134f07fcb827'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:25:52.628389 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0835d3ce-ed57-4d1d-9814-e2c1d3159b1f tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Pushing event deleted for resources: {'Port': ['ID=d8204e17-4f0f-4cbc-a64f-78c19f022bc9,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:52.628624 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-30d14826-c5d5-401d-8a51-fdd0d31a2bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:25:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['b0ec7b20-10fd-4b3d-82c1-134f07fcb827'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:25:52.694493 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-4546581d-df00-4404-9494-fcee5528c670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678'] for port, after_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:52.721977 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0835d3ce-ed57-4d1d-9814-e2c1d3159b1f tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:52.723023 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4546581d-df00-4404-9494-fcee5528c670 None None] Pushing event deleted for resources: {'Port': ['ID=d8204e17-4f0f-4cbc-a64f-78c19f022bc9,revision_number=None']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:52.729231 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4546581d-df00-4404-9494-fcee5528c670 None None] No DVR routers for this DVR port d8204e17-4f0f-4cbc-a64f-78c19f022bc9 on host n-d-764292-30 {{(pid=102193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:25:52.731426 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-0835d3ce-ed57-4d1d-9814-e2c1d3159b1f tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cd23ac0-9828-438d-96f5-857dac54111a']}} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:25:52.753615 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-0835d3ce-ed57-4d1d-9814-e2c1d3159b1f tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4cc8d5c-1174-4654-aea3-7befbae5300d') {'for_net_delete': True} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:25:52.753615 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-0835d3ce-ed57-4d1d-9814-e2c1d3159b1f tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4cc8d5c-1174-4654-aea3-7befbae5300d') {} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:25:52.753904 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e9f60d-14b2-41c1-b763-71afbb959ab7 req-78a55cbc-5f21-467d-8e81-75fff89518e3 tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:52.753904 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e2e9f60d-14b2-41c1-b763-71afbb959ab7 req-78a55cbc-5f21-467d-8e81-75fff89518e3 tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] 10.222.0.41 "GET /v2.0/ports?device_id=615eb31c-7c46-417d-9d57-b64413500be6 HTTP/1.1" status: 200 len: 945 time: 0.1341784 Aug 11 03:25:52.767491 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0835d3ce-ed57-4d1d-9814-e2c1d3159b1f tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126283644'] for segment, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:52.788404 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0835d3ce-ed57-4d1d-9814-e2c1d3159b1f tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:52.792400 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-b8dff0ea-e136-447f-ad50-f0f8cbb5bd5e tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Deleting port 06d8dee6-93c9-4fd8-abf8-61ab4c5e9bdf {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:25:52.792400 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b8dff0ea-e136-447f-ad50-f0f8cbb5bd5e tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:52.802816 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-30d14826-c5d5-401d-8a51-fdd0d31a2bf9 None None] Set router b0ec7b20-10fd-4b3d-82c1-134f07fcb827 gateway port host: None {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:25:52.810502 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0835d3ce-ed57-4d1d-9814-e2c1d3159b1f tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=102191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:25:52.810502 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0835d3ce-ed57-4d1d-9814-e2c1d3159b1f tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126283391'] for segment, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:52.813328 n-d-764292-30 neutron-server[102191]: Traceback (most recent call last): Aug 11 03:25:52.813328 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:25:52.813328 n-d-764292-30 neutron-server[102191]: timer() Aug 11 03:25:52.813328 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:25:52.813328 n-d-764292-30 neutron-server[102191]: cb(*args, **kw) Aug 11 03:25:52.813328 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:25:52.813328 n-d-764292-30 neutron-server[102191]: return func(*args, **kwargs) Aug 11 03:25:52.813328 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:25:52.813328 n-d-764292-30 neutron-server[102191]: self._notify() Aug 11 03:25:52.813328 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:25:52.813328 n-d-764292-30 neutron-server[102191]: self.callback(batched_events) Aug 11 03:25:52.813328 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:25:52.813328 n-d-764292-30 neutron-server[102191]: event.method(event) Aug 11 03:25:52.813328 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:25:52.813328 n-d-764292-30 neutron-server[102191]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:25:52.813328 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:25:52.813328 n-d-764292-30 neutron-server[102191]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:25:52.813328 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:25:52.813328 n-d-764292-30 neutron-server[102191]: return f(self, *a, **k) Aug 11 03:25:52.813328 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:25:52.813328 n-d-764292-30 neutron-server[102191]: return self._get(url).json() Aug 11 03:25:52.813328 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:25:52.813328 n-d-764292-30 neutron-server[102191]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:25:52.813328 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:25:52.813328 n-d-764292-30 neutron-server[102191]: return self.request(url, 'GET', **kwargs) Aug 11 03:25:52.813328 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:25:52.813328 n-d-764292-30 neutron-server[102191]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:25:52.813328 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:25:52.813328 n-d-764292-30 neutron-server[102191]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:25:52.813328 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:25:52.813328 n-d-764292-30 neutron-server[102191]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:25:52.813328 n-d-764292-30 neutron-server[102191]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:25:52.857527 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e2e9f60d-14b2-41c1-b763-71afbb959ab7 req-6efe5d49-77e6-4b34-959d-f89df640ca47 tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed60bba6-2b2f-4b83-a3e4-9e7aa48523e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959625 Aug 11 03:25:52.927035 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a3697192-b3cf-48d0-8440-30b8345d0229 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:52.947804 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b8dff0ea-e136-447f-ad50-f0f8cbb5bd5e tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:52.956393 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3697192-b3cf-48d0-8440-30b8345d0229 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Pushing event deleted for resources: {'Port': ['ID=4e53c690-9936-4a01-b607-07d47698be7c,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:52.966073 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-b8dff0ea-e136-447f-ad50-f0f8cbb5bd5e tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Calling delete_port for 06d8dee6-93c9-4fd8-abf8-61ab4c5e9bdf owned by {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:25:53.023970 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0835d3ce-ed57-4d1d-9814-e2c1d3159b1f tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:53.035614 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0835d3ce-ed57-4d1d-9814-e2c1d3159b1f tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Notify callbacks [] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:53.037506 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-0835d3ce-ed57-4d1d-9814-e2c1d3159b1f tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] 10.222.0.41 "DELETE /v2.0/networks/4cd23ac0-9828-438d-96f5-857dac54111a HTTP/1.1" status: 204 len: 168 time: 1.2141328 Aug 11 03:25:53.053715 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 54688) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:53.066512 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0835d3ce-ed57-4d1d-9814-e2c1d3159b1f tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Pushing event deleted for resources: {'Network': ['ID=4cd23ac0-9828-438d-96f5-857dac54111a,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:53.092780 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-e9fb7258-c634-4e6a-880a-2f6c6a37fb7a tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] 10.222.0.41 "GET /v2.0/ports?device_id=8605a112-cef9-4807-bce8-92a0a2028f94 HTTP/1.1" status: 200 len: 205 time: 0.0395122 Aug 11 03:25:53.099186 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 54690) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:53.121448 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-30d14826-c5d5-401d-8a51-fdd0d31a2bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0ec7b20-10fd-4b3d-82c1-134f07fcb827', 'name': 'tempest-RoutersIpV6Test-router-424810573', 'tenant_id': 'e3d11adc70004665908a030719f0fc48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:25:14Z', 'updated_at': '2021-08-11T03:25:50Z', 'revision_number': 7, 'project_id': 'e3d11adc70004665908a030719f0fc48', 'gw_port_host': None, '_interfaces': [{'id': '0e406110-4699-4798-bf7e-48375f3debb1', 'name': '', 'network_id': '4f3c704b-060d-4624-8d6c-bccf9afaa118', 'tenant_id': 'e3d11adc70004665908a030719f0fc48', 'mac_address': 'fa:16:3e:30:1e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ec7b20-10fd-4b3d-82c1-134f07fcb827', 'device_owner': 'network:router_interface', 'standard_attr_id': 2796, 'fixed_ips': [{'subnet_id': '39db3a36-8203-42a7-b274-ddd7ca87d7ab', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:25:24Z', 'updated_at': '2021-08-11T03:25:38Z', 'revision_number': 5, 'project_id': 'e3d11adc70004665908a030719f0fc48', 'subnets': [{'id': '39db3a36-8203-42a7-b274-ddd7ca87d7ab', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '27ff2f86-8019-469d-8c1d-4e50681f146d', 'name': '', 'network_id': 'dca556ae-942f-4b24-bf88-eda0217769c7', 'tenant_id': 'e3d11adc70004665908a030719f0fc48', 'mac_address': 'fa:16:3e:0b:cb:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ec7b20-10fd-4b3d-82c1-134f07fcb827', 'device_owner': 'network:router_interface', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': '50711f26-668b-47d2-a52c-747df49a242f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:25:17Z', 'updated_at': '2021-08-11T03:25:25Z', 'revision_number': 5, 'project_id': 'e3d11adc70004665908a030719f0fc48', 'subnets': [{'id': '50711f26-668b-47d2-a52c-747df49a242f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4e53c690-9936-4a01-b607-07d47698be7c', 'name': '', 'network_id': 'b6079932-d783-41b7-b84d-98de41d37340', 'tenant_id': 'e3d11adc70004665908a030719f0fc48', 'mac_address': 'fa:16:3e:ec:9c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ec7b20-10fd-4b3d-82c1-134f07fcb827', 'device_owner': 'network:router_interface', 'standard_attr_id': 2816, 'fixed_ips': [{'subnet_id': '39f413a5-3609-46a4-8114-1c49623d83c5', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:25:43Z', 'updated_at': '2021-08-11T03:25:51Z', 'revision_number': 5, 'project_id': 'e3d11adc70004665908a030719f0fc48', 'subnets': [{'id': '39f413a5-3609-46a4-8114-1c49623d83c5', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da0b1fc6-085d-424a-877b-fa8ba5e20ea7', 'name': '', 'network_id': 'ae1763d1-75b0-45a8-a31c-ec278c7632a8', 'tenant_id': 'e3d11adc70004665908a030719f0fc48', 'mac_address': 'fa:16:3e:09:87:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ec7b20-10fd-4b3d-82c1-134f07fcb827', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '1b8e4fb9-58fb-436b-8c39-6e49d58f094a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:25:33Z', 'updated_at': '2021-08-11T03:25:47Z', 'revision_number': 5, 'project_id': 'e3d11adc70004665908a030719f0fc48', 'subnets': [{'id': '1b8e4fb9-58fb-436b-8c39-6e49d58f094a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:25:53.161764 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-08b485ac-2d66-4b0b-b191-529943cf94fb None None] Provisioning for port 06d8dee6-93c9-4fd8-abf8-61ab4c5e9bdf completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:25:53.167616 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-08b485ac-2d66-4b0b-b191-529943cf94fb None None] Provisioning complete for port 06d8dee6-93c9-4fd8-abf8-61ab4c5e9bdf triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:25:53.168354 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-08b485ac-2d66-4b0b-b191-529943cf94fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:53.171141 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a3697192-b3cf-48d0-8440-30b8345d0229 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16383033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450082'] for router_interface, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:53.204886 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d14826-c5d5-401d-8a51-fdd0d31a2bf9 None None] Checking router: b0ec7b20-10fd-4b3d-82c1-134f07fcb827 for host: n-d-764292-30 {{(pid=102194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:25:53.242400 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d14826-c5d5-401d-8a51-fdd0d31a2bf9 None None] Routers {'b0ec7b20-10fd-4b3d-82c1-134f07fcb827'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:25:53.243894 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-30d14826-c5d5-401d-8a51-fdd0d31a2bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:25:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['b0ec7b20-10fd-4b3d-82c1-134f07fcb827'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:25:53.247095 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-08b485ac-2d66-4b0b-b191-529943cf94fb None None] Port 06d8dee6-93c9-4fd8-abf8-61ab4c5e9bdf cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:25:53.289281 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d1361a01-e616-4d34-b9ce-83fd393ccbcb tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Notify callbacks [] for router, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:53.363248 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 93ce4c2e-4fbf-464d-b6c3-831a5e35e9a4 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:25:53.435950 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.agents_db [None req-950b7202-decb-43e2-8f71-ac8931dc9749 None None] Agent healthcheck: found 7 active agents {{(pid=102194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:25:53.441965 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-30d14826-c5d5-401d-8a51-fdd0d31a2bf9 None None] Set router b0ec7b20-10fd-4b3d-82c1-134f07fcb827 gateway port host: None {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:25:53.482260 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port 93ce4c2e-4fbf-464d-b6c3-831a5e35e9a4 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:25:53.494601 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3697192-b3cf-48d0-8440-30b8345d0229 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Router b0ec7b20-10fd-4b3d-82c1-134f07fcb827 has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:25:53.496570 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-f83b0436-de04-46a7-86c3-d1c4284b1704 None None] Provisioning complete for port 06d8dee6-93c9-4fd8-abf8-61ab4c5e9bdf triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:25:53.497076 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-f83b0436-de04-46a7-86c3-d1c4284b1704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:53.500137 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 93ce4c2e-4fbf-464d-b6c3-831a5e35e9a4 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:25:53.500493 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:53.782764 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-f83b0436-de04-46a7-86c3-d1c4284b1704 None None] Port 06d8dee6-93c9-4fd8-abf8-61ab4c5e9bdf cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:25:53.867183 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:53.917636 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-30d14826-c5d5-401d-8a51-fdd0d31a2bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0ec7b20-10fd-4b3d-82c1-134f07fcb827', 'name': 'tempest-RoutersIpV6Test-router-424810573', 'tenant_id': 'e3d11adc70004665908a030719f0fc48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:25:14Z', 'updated_at': '2021-08-11T03:25:52Z', 'revision_number': 8, 'project_id': 'e3d11adc70004665908a030719f0fc48', 'gw_port_host': None, '_interfaces': [{'id': '0e406110-4699-4798-bf7e-48375f3debb1', 'name': '', 'network_id': '4f3c704b-060d-4624-8d6c-bccf9afaa118', 'tenant_id': 'e3d11adc70004665908a030719f0fc48', 'mac_address': 'fa:16:3e:30:1e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ec7b20-10fd-4b3d-82c1-134f07fcb827', 'device_owner': 'network:router_interface', 'standard_attr_id': 2796, 'fixed_ips': [{'subnet_id': '39db3a36-8203-42a7-b274-ddd7ca87d7ab', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:25:24Z', 'updated_at': '2021-08-11T03:25:38Z', 'revision_number': 5, 'project_id': 'e3d11adc70004665908a030719f0fc48', 'subnets': [{'id': '39db3a36-8203-42a7-b274-ddd7ca87d7ab', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '27ff2f86-8019-469d-8c1d-4e50681f146d', 'name': '', 'network_id': 'dca556ae-942f-4b24-bf88-eda0217769c7', 'tenant_id': 'e3d11adc70004665908a030719f0fc48', 'mac_address': 'fa:16:3e:0b:cb:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ec7b20-10fd-4b3d-82c1-134f07fcb827', 'device_owner': 'network:router_interface', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': '50711f26-668b-47d2-a52c-747df49a242f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:25:17Z', 'updated_at': '2021-08-11T03:25:25Z', 'revision_number': 5, 'project_id': 'e3d11adc70004665908a030719f0fc48', 'subnets': [{'id': '50711f26-668b-47d2-a52c-747df49a242f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da0b1fc6-085d-424a-877b-fa8ba5e20ea7', 'name': '', 'network_id': 'ae1763d1-75b0-45a8-a31c-ec278c7632a8', 'tenant_id': 'e3d11adc70004665908a030719f0fc48', 'mac_address': 'fa:16:3e:09:87:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ec7b20-10fd-4b3d-82c1-134f07fcb827', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '1b8e4fb9-58fb-436b-8c39-6e49d58f094a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:25:33Z', 'updated_at': '2021-08-11T03:25:47Z', 'revision_number': 5, 'project_id': 'e3d11adc70004665908a030719f0fc48', 'subnets': [{'id': '1b8e4fb9-58fb-436b-8c39-6e49d58f094a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:25:53.925311 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-4e25c71f-152f-4b7a-8964-3844d8611bb2 None None] Could not find standard attr ID for object a18ed050-54eb-4679-a9c7-428dcc8a426c. {{(pid=102193) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 03:25:53.957442 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d14826-c5d5-401d-8a51-fdd0d31a2bf9 None None] The sync data for ids ['b0ec7b20-10fd-4b3d-82c1-134f07fcb827'] in n-d-764292-30 is: [{'id': 'b0ec7b20-10fd-4b3d-82c1-134f07fcb827', 'name': 'tempest-RoutersIpV6Test-router-424810573', 'tenant_id': 'e3d11adc70004665908a030719f0fc48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:25:14Z', 'updated_at': '2021-08-11T03:25:52Z', 'revision_number': 8, 'project_id': 'e3d11adc70004665908a030719f0fc48', 'gw_port_host': None, '_interfaces': [{'id': '0e406110-4699-4798-bf7e-48375f3debb1', 'name': '', 'network_id': '4f3c704b-060d-4624-8d6c-bccf9afaa118', 'tenant_id': 'e3d11adc70004665908a030719f0fc48', 'mac_address': 'fa:16:3e:30:1e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ec7b20-10fd-4b3d-82c1-134f07fcb827', 'device_owner': 'network:router_interface', 'standard_attr_id': 2796, 'fixed_ips': [{'subnet_id': '39db3a36-8203-42a7-b274-ddd7ca87d7ab', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:25:24Z', 'updated_at': '2021-08-11T03:25:38Z', 'revision_number': 5, 'project_id': 'e3d11adc70004665908a030719f0fc48', 'subnets': [{'id': '39db3a36-8203-42a7-b274-ddd7ca87d7ab', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '27ff2f86-8019-469d-8c1d-4e50681f146d', 'name': '', 'network_id': 'dca556ae-942f-4b24-bf88-eda0217769c7', 'tenant_id': 'e3d11adc70004665908a030719f0fc48', 'mac_address': 'fa:16:3e:0b:cb:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ec7b20-10fd-4b3d-82c1-134f07fcb827', 'device_owner': 'network:router_interface', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': '50711f26-668b-47d2-a52c-747df49a242f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:25:17Z', 'updated_at': '2021-08-11T03:25:25Z', 'revision_number': 5, 'project_id': 'e3d11adc70004665908a030719f0fc48', 'subnets': [{'id': '50711f26-668b-47d2-a52c-747df49a242f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da0b1fc6-085d-424a-877b-fa8ba5e20ea7', 'name': '', 'network_id': 'ae1763d1-75b0-45a8-a31c-ec278c7632a8', 'tenant_id': 'e3d11adc70004665908a030719f0fc48', 'mac_address': 'fa:16:3e:09:87:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ec7b20-10fd-4b3d-82c1-134f07fcb827', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '1b8e4fb9-58fb-436b-8c39-6e49d58f094a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:25:33Z', 'updated_at': '2021-08-11T03:25:47Z', 'revision_number': 5, 'project_id': 'e3d11adc70004665908a030719f0fc48', 'subnets': [{'id': '1b8e4fb9-58fb-436b-8c39-6e49d58f094a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:25:53.979088 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port 93ce4c2e-4fbf-464d-b6c3-831a5e35e9a4, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=93ce4c2e-4fbf-464d-b6c3-831a5e35e9a4,segment=NetworkSegment(aaf9435c-f533-42b1-b908-7bea3457a673),segment_id=aaf9435c-f533-42b1-b908-7bea3457a673)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:25:53.985612 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d1361a01-e616-4d34-b9ce-83fd393ccbcb tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6544'] for router, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:53.989103 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d1361a01-e616-4d34-b9ce-83fd393ccbcb tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:54.059432 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:54.087628 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b8dff0ea-e136-447f-ad50-f0f8cbb5bd5e tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:54.122585 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dff0ea-e136-447f-ad50-f0f8cbb5bd5e tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Pushing event deleted for resources: {'Port': ['ID=06d8dee6-93c9-4fd8-abf8-61ab4c5e9bdf,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:54.127183 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=93ce4c2e-4fbf-464d-b6c3-831a5e35e9a4,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:54.152261 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d1361a01-e616-4d34-b9ce-83fd393ccbcb tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448809'] for router, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:54.153079 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1361a01-e616-4d34-b9ce-83fd393ccbcb tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Fanout notify agent at l3_agent the message router_deleted on router 8605a112-cef9-4807-bce8-92a0a2028f94 {{(pid=102191) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:25:54.154643 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b8dff0ea-e136-447f-ad50-f0f8cbb5bd5e tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:54.156642 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-b8dff0ea-e136-447f-ad50-f0f8cbb5bd5e tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] 10.222.0.41 "DELETE /v2.0/ports/06d8dee6-93c9-4fd8-abf8-61ab4c5e9bdf HTTP/1.1" status: 204 len: 168 time: 1.6498816 Aug 11 03:25:54.162032 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d1361a01-e616-4d34-b9ce-83fd393ccbcb tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] Notify callbacks [] for router, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:54.163139 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-d1361a01-e616-4d34-b9ce-83fd393ccbcb tempest-RoutersNegativeTest-889905399 tempest-RoutersNegativeTest-889905399-project] 10.222.0.41 "DELETE /v2.0/routers/8605a112-cef9-4807-bce8-92a0a2028f94 HTTP/1.1" status: 204 len: 168 time: 1.0628111 Aug 11 03:25:54.163797 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 54698) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:54.188207 n-d-764292-30 neutron-server[102191]: INFO neutron.pecan_wsgi.hooks.translation [None req-ade838c2-8a9b-4bc2-85fc-b847e80db2a9 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] GET failed (client error): The resource could not be found. Aug 11 03:25:54.190352 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-ade838c2-8a9b-4bc2-85fc-b847e80db2a9 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] 10.222.0.41 "GET /v2.0/ports/06d8dee6-93c9-4fd8-abf8-61ab4c5e9bdf HTTP/1.1" status: 404 len: 333 time: 0.0251191 Aug 11 03:25:54.193098 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 54702) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:54.196221 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3697192-b3cf-48d0-8440-30b8345d0229 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:25:54.204029 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-a3697192-b3cf-48d0-8440-30b8345d0229 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] 10.222.0.41 "PUT /v2.0/routers/b0ec7b20-10fd-4b3d-82c1-134f07fcb827/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7375998 Aug 11 03:25:54.215723 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 54704) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:54.254462 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd8da90a-379e-4eef-9d7b-08b2b6ac2381 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Deleting subnet 0747c06d-f3e7-416e-a3be-4450e94559f6 {{(pid=102191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:25:54.258551 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-dd8da90a-379e-4eef-9d7b-08b2b6ac2381 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks [] for subnet, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:54.300114 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7b07e0-dd05-4d25-840f-4628f6622d52 req-3dcb9b4e-0193-4d79-a0e3-e90f1e211f9e tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:54.301688 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6e7b07e0-dd05-4d25-840f-4628f6622d52 req-3dcb9b4e-0193-4d79-a0e3-e90f1e211f9e tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] 10.222.0.41 "GET /v2.0/ports?device_id=a38afb75-bfb0-4200-ae9a-cb2f866befdd HTTP/1.1" status: 200 len: 946 time: 0.6454947 Aug 11 03:25:54.311802 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7412738-11cd-4093-a520-8deff006946e tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Deleting subnet 39f413a5-3609-46a4-8114-1c49623d83c5 {{(pid=102192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:25:54.321394 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-dd8da90a-379e-4eef-9d7b-08b2b6ac2381 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126283525'] for subnet, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:54.334110 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-d7412738-11cd-4093-a520-8deff006946e tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks [] for subnet, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:54.344869 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10538266-3517-4bd1-8510-ea8628777a71 req-311996ce-cd52-4870-8994-9da6b3797cc0 tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:54.346703 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-10538266-3517-4bd1-8510-ea8628777a71 req-311996ce-cd52-4870-8994-9da6b3797cc0 tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] 10.222.0.41 "GET /v2.0/ports?device_id=615eb31c-7c46-417d-9d57-b64413500be6 HTTP/1.1" status: 200 len: 945 time: 0.1484418 Aug 11 03:25:54.378069 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device d8204e17-4f0f-4cbc-a64f-78c19f022bc9 no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:25:54.411589 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: d8204e17-4f0f-4cbc-a64f-78c19f022bc9 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:25:54.412334 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device d8204e17-4f0f-4cbc-a64f-78c19f022bc9 not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:25:54.436423 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-d7412738-11cd-4093-a520-8deff006946e tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125932460'] for subnet, precommit_delete_associations {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:54.479236 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6e7b07e0-dd05-4d25-840f-4628f6622d52 req-d60a2d82-1a69-470f-801d-cd940e81704e tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] 10.222.0.41 "GET /v2.0/security-groups?id=adeeef27-808b-48fe-80b7-b3abd2371fee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1612306 Aug 11 03:25:54.482550 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-dd8da90a-379e-4eef-9d7b-08b2b6ac2381 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:54.490816 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-10538266-3517-4bd1-8510-ea8628777a71 req-9965e7bd-42ea-46ce-85c3-a1ae687dfb1a tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed60bba6-2b2f-4b83-a3e4-9e7aa48523e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095090 Aug 11 03:25:54.563082 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-d7412738-11cd-4093-a520-8deff006946e tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:54.624656 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-dd8da90a-379e-4eef-9d7b-08b2b6ac2381 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126283413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126275158'] for subnet, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:54.635233 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5814ba80-d60a-4fee-a754-bea513b5c9e8 None None] Sync routers for ids ['b0ec7b20-10fd-4b3d-82c1-134f07fcb827'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:25:54.646204 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5814ba80-d60a-4fee-a754-bea513b5c9e8 None None] Routers {'b0ec7b20-10fd-4b3d-82c1-134f07fcb827'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:25:54.646863 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-5814ba80-d60a-4fee-a754-bea513b5c9e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:25:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['b0ec7b20-10fd-4b3d-82c1-134f07fcb827'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:25:54.664713 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8da90a-379e-4eef-9d7b-08b2b6ac2381 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Pushing event deleted for resources: {'Subnet': ['ID=0747c06d-f3e7-416e-a3be-4450e94559f6,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:54.667112 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-dd8da90a-379e-4eef-9d7b-08b2b6ac2381 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:54.671837 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 54710) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:54.682888 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-dd8da90a-379e-4eef-9d7b-08b2b6ac2381 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] 10.222.0.41 "DELETE /v2.0/subnets/0747c06d-f3e7-416e-a3be-4450e94559f6 HTTP/1.1" status: 204 len: 168 time: 0.4886212 Aug 11 03:25:54.686458 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-d7412738-11cd-4093-a520-8deff006946e tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125932157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126180897'] for subnet, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:54.689407 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 54712) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:54.693624 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18318ae5-cae0-4c56-bb13-9e03236e11e7 None None] Network 22e60bb6-9033-4577-b1f6-38864e9e6e3f requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:25:54.758961 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7412738-11cd-4093-a520-8deff006946e tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Pushing event deleted for resources: {'Subnet': ['ID=39f413a5-3609-46a4-8114-1c49623d83c5,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:54.767174 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-d7412738-11cd-4093-a520-8deff006946e tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks [] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:54.769362 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-d7412738-11cd-4093-a520-8deff006946e tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] 10.222.0.41 "DELETE /v2.0/subnets/39f413a5-3609-46a4-8114-1c49623d83c5 HTTP/1.1" status: 204 len: 168 time: 0.5526750 Aug 11 03:25:54.772089 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 54716) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:54.788112 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5544ce0-3783-4d2a-a70c-6436e82b37f2 None None] Network b6079932-d783-41b7-b84d-98de41d37340 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:25:54.843906 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-87171ce8-34d0-4da6-a0a4-5a391d8336c6 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:54.846956 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-f7446e25-8dbc-4b9e-97ef-04a5ef01c424 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0bfa4b63e6134fea96e1e475a4848a2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1555636 Aug 11 03:25:54.849330 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 54718) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:54.856736 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-5814ba80-d60a-4fee-a754-bea513b5c9e8 None None] Set router b0ec7b20-10fd-4b3d-82c1-134f07fcb827 gateway port host: None {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:25:54.869010 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-241a0ae4-fc92-42ac-8567-3e81c880b879 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:54.906008 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6e4e23a9-9b4f-4d2d-aefa-4037b59a8628 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:54.929534 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6e4e23a9-9b4f-4d2d-aefa-4037b59a8628 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:54.943503 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 54720) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:54.961612 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-87171ce8-34d0-4da6-a0a4-5a391d8336c6 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Deleting port 93ce4c2e-4fbf-464d-b6c3-831a5e35e9a4 {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:25:54.961983 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-87171ce8-34d0-4da6-a0a4-5a391d8336c6 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:55.010753 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-241a0ae4-fc92-42ac-8567-3e81c880b879 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Deleting port 723b6f5f-3a69-480a-b171-b9e317b3a666 {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:25:55.011079 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-241a0ae4-fc92-42ac-8567-3e81c880b879 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:55.078674 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [None req-87171ce8-34d0-4da6-a0a4-5a391d8336c6 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] For port 93ce4c2e-4fbf-464d-b6c3-831a5e35e9a4, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=93ce4c2e-4fbf-464d-b6c3-831a5e35e9a4,segment=NetworkSegment(aaf9435c-f533-42b1-b908-7bea3457a673),segment_id=aaf9435c-f533-42b1-b908-7bea3457a673)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:25:55.079041 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-87171ce8-34d0-4da6-a0a4-5a391d8336c6 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:55.101864 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-87171ce8-34d0-4da6-a0a4-5a391d8336c6 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Calling delete_port for 93ce4c2e-4fbf-464d-b6c3-831a5e35e9a4 owned by network:dhcp {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:25:55.109457 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [None req-241a0ae4-fc92-42ac-8567-3e81c880b879 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] For port 723b6f5f-3a69-480a-b171-b9e317b3a666, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=723b6f5f-3a69-480a-b171-b9e317b3a666,segment=NetworkSegment(8d481faa-f5f8-40a8-83a0-aad5ea735389),segment_id=8d481faa-f5f8-40a8-83a0-aad5ea735389)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:25:55.109824 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-241a0ae4-fc92-42ac-8567-3e81c880b879 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:55.135988 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-241a0ae4-fc92-42ac-8567-3e81c880b879 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Calling delete_port for 723b6f5f-3a69-480a-b171-b9e317b3a666 owned by network:dhcp {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:25:55.170262 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6e4e23a9-9b4f-4d2d-aefa-4037b59a8628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:55.173711 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6e4e23a9-9b4f-4d2d-aefa-4037b59a8628 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:55.180886 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-6e4e23a9-9b4f-4d2d-aefa-4037b59a8628 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9ce43dca-6501-4d01-b0f4-0d8f125f4f93 HTTP/1.1" status: 204 len: 168 time: 0.3303173 Aug 11 03:25:55.185755 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c9e4faf-5088-42a7-86b7-b05aceb70230 None None] DHCP port deletion for 22e60bb6-9033-4577-b1f6-38864e9e6e3f request from n-d-764292-30 {{(pid=102193) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:25:55.229728 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4e23a9-9b4f-4d2d-aefa-4037b59a8628 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ce43dca-6501-4d01-b0f4-0d8f125f4f93,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:55.268184 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b122e672-9655-4711-aa14-dc1c2e8ec1d6 None None] DHCP port deletion for b6079932-d783-41b7-b84d-98de41d37340 request from n-d-764292-30 {{(pid=102193) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:25:55.286257 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 4e53c690-9936-4a01-b607-07d47698be7c no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:25:55.335831 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: 4e53c690-9936-4a01-b607-07d47698be7c {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:25:55.336182 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 4e53c690-9936-4a01-b607-07d47698be7c not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:25:55.379612 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-241a0ae4-fc92-42ac-8567-3e81c880b879 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:55.380218 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-5814ba80-d60a-4fee-a754-bea513b5c9e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0ec7b20-10fd-4b3d-82c1-134f07fcb827', 'name': 'tempest-RoutersIpV6Test-router-424810573', 'tenant_id': 'e3d11adc70004665908a030719f0fc48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:25:14Z', 'updated_at': '2021-08-11T03:25:52Z', 'revision_number': 8, 'project_id': 'e3d11adc70004665908a030719f0fc48', 'gw_port_host': None, '_interfaces': [{'id': '0e406110-4699-4798-bf7e-48375f3debb1', 'name': '', 'network_id': '4f3c704b-060d-4624-8d6c-bccf9afaa118', 'tenant_id': 'e3d11adc70004665908a030719f0fc48', 'mac_address': 'fa:16:3e:30:1e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ec7b20-10fd-4b3d-82c1-134f07fcb827', 'device_owner': 'network:router_interface', 'standard_attr_id': 2796, 'fixed_ips': [{'subnet_id': '39db3a36-8203-42a7-b274-ddd7ca87d7ab', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:25:24Z', 'updated_at': '2021-08-11T03:25:38Z', 'revision_number': 5, 'project_id': 'e3d11adc70004665908a030719f0fc48', 'subnets': [{'id': '39db3a36-8203-42a7-b274-ddd7ca87d7ab', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '27ff2f86-8019-469d-8c1d-4e50681f146d', 'name': '', 'network_id': 'dca556ae-942f-4b24-bf88-eda0217769c7', 'tenant_id': 'e3d11adc70004665908a030719f0fc48', 'mac_address': 'fa:16:3e:0b:cb:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ec7b20-10fd-4b3d-82c1-134f07fcb827', 'device_owner': 'network:router_interface', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': '50711f26-668b-47d2-a52c-747df49a242f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:25:17Z', 'updated_at': '2021-08-11T03:25:25Z', 'revision_number': 5, 'project_id': 'e3d11adc70004665908a030719f0fc48', 'subnets': [{'id': '50711f26-668b-47d2-a52c-747df49a242f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da0b1fc6-085d-424a-877b-fa8ba5e20ea7', 'name': '', 'network_id': 'ae1763d1-75b0-45a8-a31c-ec278c7632a8', 'tenant_id': 'e3d11adc70004665908a030719f0fc48', 'mac_address': 'fa:16:3e:09:87:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ec7b20-10fd-4b3d-82c1-134f07fcb827', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '1b8e4fb9-58fb-436b-8c39-6e49d58f094a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:25:33Z', 'updated_at': '2021-08-11T03:25:47Z', 'revision_number': 5, 'project_id': 'e3d11adc70004665908a030719f0fc48', 'subnets': [{'id': '1b8e4fb9-58fb-436b-8c39-6e49d58f094a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:25:55.386617 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-87171ce8-34d0-4da6-a0a4-5a391d8336c6 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:55.390091 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-9c9e4faf-5088-42a7-86b7-b05aceb70230 None None] Deleting port 93ce4c2e-4fbf-464d-b6c3-831a5e35e9a4 {{(pid=102193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:25:55.390091 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-9c9e4faf-5088-42a7-86b7-b05aceb70230 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:55.420731 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241a0ae4-fc92-42ac-8567-3e81c880b879 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] No DVR routers for this DVR port 723b6f5f-3a69-480a-b171-b9e317b3a666 on host n-d-764292-30 {{(pid=102192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:25:55.428596 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241a0ae4-fc92-42ac-8567-3e81c880b879 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Pushing event deleted for resources: {'Port': ['ID=723b6f5f-3a69-480a-b171-b9e317b3a666,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:55.441372 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87171ce8-34d0-4da6-a0a4-5a391d8336c6 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] No DVR routers for this DVR port 93ce4c2e-4fbf-464d-b6c3-831a5e35e9a4 on host n-d-764292-30 {{(pid=102192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:25:55.450970 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5814ba80-d60a-4fee-a754-bea513b5c9e8 None None] Checking router: b0ec7b20-10fd-4b3d-82c1-134f07fcb827 for host: n-d-764292-30 {{(pid=102193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:25:55.462911 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-b122e672-9655-4711-aa14-dc1c2e8ec1d6 None None] Deleting port 723b6f5f-3a69-480a-b171-b9e317b3a666 {{(pid=102193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:25:55.463544 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-b122e672-9655-4711-aa14-dc1c2e8ec1d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:55.468975 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c7fc254d-6865-42bb-b995-452ba02739d0 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521106'] for router_interface, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:55.498223 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87171ce8-34d0-4da6-a0a4-5a391d8336c6 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Pushing event deleted for resources: {'Port': ['ID=93ce4c2e-4fbf-464d-b6c3-831a5e35e9a4,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:55.610327 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5814ba80-d60a-4fee-a754-bea513b5c9e8 None None] Routers {'b0ec7b20-10fd-4b3d-82c1-134f07fcb827'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:25:55.611161 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-5814ba80-d60a-4fee-a754-bea513b5c9e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:25:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['b0ec7b20-10fd-4b3d-82c1-134f07fcb827'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:25:55.713726 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-b122e672-9655-4711-aa14-dc1c2e8ec1d6 None None] For port 723b6f5f-3a69-480a-b171-b9e317b3a666, host n-d-764292-30, got binding levels [] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:25:55.714484 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-b122e672-9655-4711-aa14-dc1c2e8ec1d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:55.727460 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-9c9e4faf-5088-42a7-86b7-b05aceb70230 None None] For port 93ce4c2e-4fbf-464d-b6c3-831a5e35e9a4, host n-d-764292-30, got binding levels [] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:25:55.727861 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-9c9e4faf-5088-42a7-86b7-b05aceb70230 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:55.740454 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-b122e672-9655-4711-aa14-dc1c2e8ec1d6 None None] Calling delete_port for 723b6f5f-3a69-480a-b171-b9e317b3a666 owned by network:dhcp {{(pid=102193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:25:55.741786 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-87171ce8-34d0-4da6-a0a4-5a391d8336c6 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:55.747434 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.ipam_backend_mixin [None req-b122e672-9655-4711-aa14-dc1c2e8ec1d6 None None] Port 723b6f5f-3a69-480a-b171-b9e317b3a666 was not found and therefore no delete operation was performed {{(pid=102193) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 11 03:25:55.754854 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-b122e672-9655-4711-aa14-dc1c2e8ec1d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678'] for port, after_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:55.758879 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-241a0ae4-fc92-42ac-8567-3e81c880b879 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:55.759309 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-9c9e4faf-5088-42a7-86b7-b05aceb70230 None None] Calling delete_port for 93ce4c2e-4fbf-464d-b6c3-831a5e35e9a4 owned by network:dhcp {{(pid=102193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:25:55.766582 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.ipam_backend_mixin [None req-9c9e4faf-5088-42a7-86b7-b05aceb70230 None None] Port 93ce4c2e-4fbf-464d-b6c3-831a5e35e9a4 was not found and therefore no delete operation was performed {{(pid=102193) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 11 03:25:55.771785 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-87171ce8-34d0-4da6-a0a4-5a391d8336c6 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22e60bb6-9033-4577-b1f6-38864e9e6e3f']}} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:25:55.785088 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-241a0ae4-fc92-42ac-8567-3e81c880b879 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6079932-d783-41b7-b84d-98de41d37340']}} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:25:55.791668 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-9c9e4faf-5088-42a7-86b7-b05aceb70230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678'] for port, after_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:55.793557 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b122e672-9655-4711-aa14-dc1c2e8ec1d6 None None] Pushing event deleted for resources: {'Port': ['ID=723b6f5f-3a69-480a-b171-b9e317b3a666,revision_number=None']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:55.802214 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-5814ba80-d60a-4fee-a754-bea513b5c9e8 None None] Set router b0ec7b20-10fd-4b3d-82c1-134f07fcb827 gateway port host: None {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:25:55.803168 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4ed16d-ca87-476b-93d0-e6f97959ef4e req-d0d2cc12-c46e-4e4a-994c-d26ace0d894b tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:55.805615 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-df4ed16d-ca87-476b-93d0-e6f97959ef4e req-d0d2cc12-c46e-4e4a-994c-d26ace0d894b tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] 10.222.0.41 "GET /v2.0/ports?device_id=a38afb75-bfb0-4200-ae9a-cb2f866befdd HTTP/1.1" status: 200 len: 946 time: 0.1817987 Aug 11 03:25:55.808427 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-87171ce8-34d0-4da6-a0a4-5a391d8336c6 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aaf9435c-f533-42b1-b908-7bea3457a673') {'for_net_delete': True} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:25:55.808720 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-87171ce8-34d0-4da6-a0a4-5a391d8336c6 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aaf9435c-f533-42b1-b908-7bea3457a673') {} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:25:55.820572 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b122e672-9655-4711-aa14-dc1c2e8ec1d6 None None] No DVR routers for this DVR port 723b6f5f-3a69-480a-b171-b9e317b3a666 on host n-d-764292-30 {{(pid=102193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:25:55.823528 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-241a0ae4-fc92-42ac-8567-3e81c880b879 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d481faa-f5f8-40a8-83a0-aad5ea735389') {'for_net_delete': True} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:25:55.823837 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-241a0ae4-fc92-42ac-8567-3e81c880b879 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d481faa-f5f8-40a8-83a0-aad5ea735389') {} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:25:55.847074 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-87171ce8-34d0-4da6-a0a4-5a391d8336c6 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125932501'] for segment, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:55.856352 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-241a0ae4-fc92-42ac-8567-3e81c880b879 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125932501'] for segment, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:55.871156 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eba38a-d910-4591-8400-54d69566910e req-54c4f5de-4e35-4358-ac14-d2a9e65158e8 tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:55.872843 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-94eba38a-d910-4591-8400-54d69566910e req-54c4f5de-4e35-4358-ac14-d2a9e65158e8 tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] 10.222.0.41 "GET /v2.0/ports?device_id=615eb31c-7c46-417d-9d57-b64413500be6 HTTP/1.1" status: 200 len: 945 time: 0.2511339 Aug 11 03:25:55.885716 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-c7fc254d-6865-42bb-b995-452ba02739d0 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Deleting port b7422ffa-33da-48af-9924-3b9691ae4f83 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:25:55.886985 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c7fc254d-6865-42bb-b995-452ba02739d0 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:55.906969 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-241a0ae4-fc92-42ac-8567-3e81c880b879 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:55.915212 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-87171ce8-34d0-4da6-a0a4-5a391d8336c6 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:55.936188 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-241a0ae4-fc92-42ac-8567-3e81c880b879 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=102192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:25:55.936606 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-241a0ae4-fc92-42ac-8567-3e81c880b879 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125932183'] for segment, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:55.938951 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9e4faf-5088-42a7-86b7-b05aceb70230 None None] No DVR routers for this DVR port 93ce4c2e-4fbf-464d-b6c3-831a5e35e9a4 on host n-d-764292-30 {{(pid=102193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:25:55.943057 n-d-764292-30 neutron-server[102192]: Traceback (most recent call last): Aug 11 03:25:55.943057 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:25:55.943057 n-d-764292-30 neutron-server[102192]: timer() Aug 11 03:25:55.943057 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:25:55.943057 n-d-764292-30 neutron-server[102192]: cb(*args, **kw) Aug 11 03:25:55.943057 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:25:55.943057 n-d-764292-30 neutron-server[102192]: return func(*args, **kwargs) Aug 11 03:25:55.943057 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:25:55.943057 n-d-764292-30 neutron-server[102192]: self._notify() Aug 11 03:25:55.943057 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:25:55.943057 n-d-764292-30 neutron-server[102192]: self.callback(batched_events) Aug 11 03:25:55.943057 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:25:55.943057 n-d-764292-30 neutron-server[102192]: event.method(event) Aug 11 03:25:55.943057 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:25:55.943057 n-d-764292-30 neutron-server[102192]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:25:55.943057 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:25:55.943057 n-d-764292-30 neutron-server[102192]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:25:55.943057 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:25:55.943057 n-d-764292-30 neutron-server[102192]: return f(self, *a, **k) Aug 11 03:25:55.943057 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:25:55.943057 n-d-764292-30 neutron-server[102192]: return self._get(url).json() Aug 11 03:25:55.943057 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:25:55.943057 n-d-764292-30 neutron-server[102192]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:25:55.943057 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:25:55.943057 n-d-764292-30 neutron-server[102192]: return self.request(url, 'GET', **kwargs) Aug 11 03:25:55.943057 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:25:55.943057 n-d-764292-30 neutron-server[102192]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:25:55.943057 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:25:55.943057 n-d-764292-30 neutron-server[102192]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:25:55.943057 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:25:55.943057 n-d-764292-30 neutron-server[102192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:25:55.943057 n-d-764292-30 neutron-server[102192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:25:55.954054 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9e4faf-5088-42a7-86b7-b05aceb70230 None None] Pushing event deleted for resources: {'Port': ['ID=93ce4c2e-4fbf-464d-b6c3-831a5e35e9a4,revision_number=None']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:55.954512 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-df4ed16d-ca87-476b-93d0-e6f97959ef4e req-8479d80a-fbe0-4a1a-b090-dc4eca5b6458 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] 10.222.0.41 "GET /v2.0/security-groups?id=adeeef27-808b-48fe-80b7-b3abd2371fee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1370881 Aug 11 03:25:56.005473 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87171ce8-34d0-4da6-a0a4-5a391d8336c6 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=102192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:25:56.005473 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-87171ce8-34d0-4da6-a0a4-5a391d8336c6 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125932183'] for segment, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:56.007590 n-d-764292-30 neutron-server[102192]: Traceback (most recent call last): Aug 11 03:25:56.007590 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:25:56.007590 n-d-764292-30 neutron-server[102192]: timer() Aug 11 03:25:56.007590 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:25:56.007590 n-d-764292-30 neutron-server[102192]: cb(*args, **kw) Aug 11 03:25:56.007590 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:25:56.007590 n-d-764292-30 neutron-server[102192]: return func(*args, **kwargs) Aug 11 03:25:56.007590 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:25:56.007590 n-d-764292-30 neutron-server[102192]: self._notify() Aug 11 03:25:56.007590 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:25:56.007590 n-d-764292-30 neutron-server[102192]: self.callback(batched_events) Aug 11 03:25:56.007590 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:25:56.007590 n-d-764292-30 neutron-server[102192]: event.method(event) Aug 11 03:25:56.007590 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:25:56.007590 n-d-764292-30 neutron-server[102192]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:25:56.007590 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:25:56.007590 n-d-764292-30 neutron-server[102192]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:25:56.007590 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:25:56.007590 n-d-764292-30 neutron-server[102192]: return f(self, *a, **k) Aug 11 03:25:56.007590 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:25:56.007590 n-d-764292-30 neutron-server[102192]: return self._get(url).json() Aug 11 03:25:56.007590 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:25:56.007590 n-d-764292-30 neutron-server[102192]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:25:56.007590 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:25:56.007590 n-d-764292-30 neutron-server[102192]: return self.request(url, 'GET', **kwargs) Aug 11 03:25:56.007590 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:25:56.007590 n-d-764292-30 neutron-server[102192]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:25:56.007590 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:25:56.007590 n-d-764292-30 neutron-server[102192]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:25:56.007590 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:25:56.007590 n-d-764292-30 neutron-server[102192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:25:56.007590 n-d-764292-30 neutron-server[102192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:25:56.028808 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [None req-c7fc254d-6865-42bb-b995-452ba02739d0 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] For port b7422ffa-33da-48af-9924-3b9691ae4f83, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=b7422ffa-33da-48af-9924-3b9691ae4f83,segment=NetworkSegment(258c2758-00a0-4aec-a30a-06817b920338),segment_id=258c2758-00a0-4aec-a30a-06817b920338)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:25:56.029287 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c7fc254d-6865-42bb-b995-452ba02739d0 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:56.046996 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-c7fc254d-6865-42bb-b995-452ba02739d0 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Calling delete_port for b7422ffa-33da-48af-9924-3b9691ae4f83 owned by network:router_interface {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:25:56.084490 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-94eba38a-d910-4591-8400-54d69566910e req-071e564e-4d8a-4ad7-afbd-dec32cf275b9 tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed60bba6-2b2f-4b83-a3e4-9e7aa48523e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012818 Aug 11 03:25:56.127985 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-5814ba80-d60a-4fee-a754-bea513b5c9e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0ec7b20-10fd-4b3d-82c1-134f07fcb827', 'name': 'tempest-RoutersIpV6Test-router-424810573', 'tenant_id': 'e3d11adc70004665908a030719f0fc48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:25:14Z', 'updated_at': '2021-08-11T03:25:52Z', 'revision_number': 8, 'project_id': 'e3d11adc70004665908a030719f0fc48', 'gw_port_host': None, '_interfaces': [{'id': '0e406110-4699-4798-bf7e-48375f3debb1', 'name': '', 'network_id': '4f3c704b-060d-4624-8d6c-bccf9afaa118', 'tenant_id': 'e3d11adc70004665908a030719f0fc48', 'mac_address': 'fa:16:3e:30:1e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ec7b20-10fd-4b3d-82c1-134f07fcb827', 'device_owner': 'network:router_interface', 'standard_attr_id': 2796, 'fixed_ips': [{'subnet_id': '39db3a36-8203-42a7-b274-ddd7ca87d7ab', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:25:24Z', 'updated_at': '2021-08-11T03:25:38Z', 'revision_number': 5, 'project_id': 'e3d11adc70004665908a030719f0fc48', 'subnets': [{'id': '39db3a36-8203-42a7-b274-ddd7ca87d7ab', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '27ff2f86-8019-469d-8c1d-4e50681f146d', 'name': '', 'network_id': 'dca556ae-942f-4b24-bf88-eda0217769c7', 'tenant_id': 'e3d11adc70004665908a030719f0fc48', 'mac_address': 'fa:16:3e:0b:cb:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ec7b20-10fd-4b3d-82c1-134f07fcb827', 'device_owner': 'network:router_interface', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': '50711f26-668b-47d2-a52c-747df49a242f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:25:17Z', 'updated_at': '2021-08-11T03:25:25Z', 'revision_number': 5, 'project_id': 'e3d11adc70004665908a030719f0fc48', 'subnets': [{'id': '50711f26-668b-47d2-a52c-747df49a242f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da0b1fc6-085d-424a-877b-fa8ba5e20ea7', 'name': '', 'network_id': 'ae1763d1-75b0-45a8-a31c-ec278c7632a8', 'tenant_id': 'e3d11adc70004665908a030719f0fc48', 'mac_address': 'fa:16:3e:09:87:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ec7b20-10fd-4b3d-82c1-134f07fcb827', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '1b8e4fb9-58fb-436b-8c39-6e49d58f094a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:25:33Z', 'updated_at': '2021-08-11T03:25:47Z', 'revision_number': 5, 'project_id': 'e3d11adc70004665908a030719f0fc48', 'subnets': [{'id': '1b8e4fb9-58fb-436b-8c39-6e49d58f094a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:25:56.158810 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5814ba80-d60a-4fee-a754-bea513b5c9e8 None None] The sync data for ids ['b0ec7b20-10fd-4b3d-82c1-134f07fcb827'] in n-d-764292-30 is: [{'id': 'b0ec7b20-10fd-4b3d-82c1-134f07fcb827', 'name': 'tempest-RoutersIpV6Test-router-424810573', 'tenant_id': 'e3d11adc70004665908a030719f0fc48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:25:14Z', 'updated_at': '2021-08-11T03:25:52Z', 'revision_number': 8, 'project_id': 'e3d11adc70004665908a030719f0fc48', 'gw_port_host': None, '_interfaces': [{'id': '0e406110-4699-4798-bf7e-48375f3debb1', 'name': '', 'network_id': '4f3c704b-060d-4624-8d6c-bccf9afaa118', 'tenant_id': 'e3d11adc70004665908a030719f0fc48', 'mac_address': 'fa:16:3e:30:1e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ec7b20-10fd-4b3d-82c1-134f07fcb827', 'device_owner': 'network:router_interface', 'standard_attr_id': 2796, 'fixed_ips': [{'subnet_id': '39db3a36-8203-42a7-b274-ddd7ca87d7ab', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:25:24Z', 'updated_at': '2021-08-11T03:25:38Z', 'revision_number': 5, 'project_id': 'e3d11adc70004665908a030719f0fc48', 'subnets': [{'id': '39db3a36-8203-42a7-b274-ddd7ca87d7ab', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '27ff2f86-8019-469d-8c1d-4e50681f146d', 'name': '', 'network_id': 'dca556ae-942f-4b24-bf88-eda0217769c7', 'tenant_id': 'e3d11adc70004665908a030719f0fc48', 'mac_address': 'fa:16:3e:0b:cb:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ec7b20-10fd-4b3d-82c1-134f07fcb827', 'device_owner': 'network:router_interface', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': '50711f26-668b-47d2-a52c-747df49a242f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:25:17Z', 'updated_at': '2021-08-11T03:25:25Z', 'revision_number': 5, 'project_id': 'e3d11adc70004665908a030719f0fc48', 'subnets': [{'id': '50711f26-668b-47d2-a52c-747df49a242f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da0b1fc6-085d-424a-877b-fa8ba5e20ea7', 'name': '', 'network_id': 'ae1763d1-75b0-45a8-a31c-ec278c7632a8', 'tenant_id': 'e3d11adc70004665908a030719f0fc48', 'mac_address': 'fa:16:3e:09:87:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ec7b20-10fd-4b3d-82c1-134f07fcb827', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '1b8e4fb9-58fb-436b-8c39-6e49d58f094a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:25:33Z', 'updated_at': '2021-08-11T03:25:47Z', 'revision_number': 5, 'project_id': 'e3d11adc70004665908a030719f0fc48', 'subnets': [{'id': '1b8e4fb9-58fb-436b-8c39-6e49d58f094a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:25:56.161819 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-241a0ae4-fc92-42ac-8567-3e81c880b879 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:56.166366 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-241a0ae4-fc92-42ac-8567-3e81c880b879 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks [] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:56.171009 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-241a0ae4-fc92-42ac-8567-3e81c880b879 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] 10.222.0.41 "DELETE /v2.0/networks/b6079932-d783-41b7-b84d-98de41d37340 HTTP/1.1" status: 204 len: 168 time: 1.3955307 Aug 11 03:25:56.172592 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 54744) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:56.226915 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241a0ae4-fc92-42ac-8567-3e81c880b879 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Pushing event deleted for resources: {'Network': ['ID=b6079932-d783-41b7-b84d-98de41d37340,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:56.231854 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-87171ce8-34d0-4da6-a0a4-5a391d8336c6 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:56.236208 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-87171ce8-34d0-4da6-a0a4-5a391d8336c6 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks [] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:56.243692 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-87171ce8-34d0-4da6-a0a4-5a391d8336c6 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] 10.222.0.41 "DELETE /v2.0/networks/22e60bb6-9033-4577-b1f6-38864e9e6e3f HTTP/1.1" status: 204 len: 168 time: 1.5704036 Aug 11 03:25:56.244822 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 54746) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:56.282206 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-201898b5-2603-4200-b968-bee8c847ce69 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1125971839'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:25:56.301193 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87171ce8-34d0-4da6-a0a4-5a391d8336c6 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Pushing event deleted for resources: {'Network': ['ID=22e60bb6-9033-4577-b1f6-38864e9e6e3f,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:56.328290 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c7fc254d-6865-42bb-b995-452ba02739d0 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:56.367465 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fc254d-6865-42bb-b995-452ba02739d0 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Pushing event deleted for resources: {'Port': ['ID=b7422ffa-33da-48af-9924-3b9691ae4f83,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:56.374850 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 54750) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:56.406271 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-201898b5-2603-4200-b968-bee8c847ce69 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Made reservation on behalf of a6e0511434be4fc4a2d24d0db6f1badc for: {'network': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:25:56.410407 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-201898b5-2603-4200-b968-bee8c847ce69 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:56.458577 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-201898b5-2603-4200-b968-bee8c847ce69 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=102192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:25:56.492814 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-201898b5-2603-4200-b968-bee8c847ce69 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:56.493165 n-d-764292-30 neutron-server[102192]: INFO neutron.db.segments_db [None req-201898b5-2603-4200-b968-bee8c847ce69 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Added segment 4aee2c2e-feb2-4b7a-8be0-e885a5d299a6 of type vlan for network c010a947-f34e-4a7f-8573-4c8f5f0d4a4f Aug 11 03:25:56.523115 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-3af63d68-ca1d-4769-97f1-490d3d9b17dd tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Request body: {'security_group': {'name': 'tempest-secgroup--1295167290'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:25:56.576370 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-201898b5-2603-4200-b968-bee8c847ce69 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:56.593572 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c7fc254d-6865-42bb-b995-452ba02739d0 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16383033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450082'] for router_interface, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:56.639415 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3af63d68-ca1d-4769-97f1-490d3d9b17dd tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:56.660246 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3af63d68-ca1d-4769-97f1-490d3d9b17dd tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:56.661042 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-201898b5-2603-4200-b968-bee8c847ce69 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:56.666637 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-201898b5-2603-4200-b968-bee8c847ce69 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:56.667216 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-201898b5-2603-4200-b968-bee8c847ce69 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks [] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:56.745315 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201898b5-2603-4200-b968-bee8c847ce69 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Pushing event updated for resources: {'Network': ['ID=c010a947-f34e-4a7f-8573-4c8f5f0d4a4f,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:56.759549 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network c010a947-f34e-4a7f-8573-4c8f5f0d4a4f details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:25:56.768717 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-161173b4-f292-4ab0-b07d-62a47ad68d8f tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521106'] for router_interface, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:56.898415 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3af63d68-ca1d-4769-97f1-490d3d9b17dd tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:56.906831 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7fc254d-6865-42bb-b995-452ba02739d0 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Router c2512fa5-e65b-455d-87b5-af2204aa28df has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:25:56.957262 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3af63d68-ca1d-4769-97f1-490d3d9b17dd tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:57.016344 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-201898b5-2603-4200-b968-bee8c847ce69 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7409117 Aug 11 03:25:57.022600 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 54756) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:57.029696 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-8ba384ea-102a-42b1-ab44-0c1bdda74216 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Request body: {'subnet': {'network_id': 'c010a947-f34e-4a7f-8573-4c8f5f0d4a4f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:25:57.033220 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-161173b4-f292-4ab0-b07d-62a47ad68d8f tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Deleting port da0b1fc6-085d-424a-877b-fa8ba5e20ea7 {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:25:57.034331 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-161173b4-f292-4ab0-b07d-62a47ad68d8f tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:57.038967 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af63d68-ca1d-4769-97f1-490d3d9b17dd tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb07c584-68ce-4d2b-80bc-90da075bae59,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:57.126669 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7fc254d-6865-42bb-b995-452ba02739d0 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:25:57.138188 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-c7fc254d-6865-42bb-b995-452ba02739d0 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] 10.222.0.41 "PUT /v2.0/routers/c2512fa5-e65b-455d-87b5-af2204aa28df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1936457 Aug 11 03:25:57.139455 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aacc1d36-000e-4293-883b-0f3646836efc None None] Sync routers for ids ['c2512fa5-e65b-455d-87b5-af2204aa28df'] in n-d-764292-30 {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:25:57.152711 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aacc1d36-000e-4293-883b-0f3646836efc None None] Routers {'c2512fa5-e65b-455d-87b5-af2204aa28df'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:25:57.154570 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-aacc1d36-000e-4293-883b-0f3646836efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:25:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['c2512fa5-e65b-455d-87b5-af2204aa28df'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:25:57.193192 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92e103b-3793-4381-a1d1-b1dd87cd3492 req-3f704229-a634-4152-91ac-2294a873b90b tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:57.195040 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a92e103b-3793-4381-a1d1-b1dd87cd3492 req-3f704229-a634-4152-91ac-2294a873b90b tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] 10.222.0.41 "GET /v2.0/ports?device_id=a38afb75-bfb0-4200-ae9a-cb2f866befdd HTTP/1.1" status: 200 len: 946 time: 0.1563118 Aug 11 03:25:57.196466 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3af63d68-ca1d-4769-97f1-490d3d9b17dd tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:57.263118 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3af63d68-ca1d-4769-97f1-490d3d9b17dd tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:57.266600 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [None req-161173b4-f292-4ab0-b07d-62a47ad68d8f tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] For port da0b1fc6-085d-424a-877b-fa8ba5e20ea7, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=da0b1fc6-085d-424a-877b-fa8ba5e20ea7,segment=NetworkSegment(6894277b-436f-4a41-ab22-3dbb2eafe083),segment_id=6894277b-436f-4a41-ab22-3dbb2eafe083)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:25:57.267265 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-161173b4-f292-4ab0-b07d-62a47ad68d8f tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:57.272034 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 723b6f5f-3a69-480a-b171-b9e317b3a666 no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:25:57.296096 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-161173b4-f292-4ab0-b07d-62a47ad68d8f tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Calling delete_port for da0b1fc6-085d-424a-877b-fa8ba5e20ea7 owned by network:router_interface {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:25:57.298046 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: 723b6f5f-3a69-480a-b171-b9e317b3a666 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:25:57.298046 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 723b6f5f-3a69-480a-b171-b9e317b3a666 not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:25:57.298046 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 93ce4c2e-4fbf-464d-b6c3-831a5e35e9a4 no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:25:57.306059 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af63d68-ca1d-4769-97f1-490d3d9b17dd tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=115cc864-fc14-4123-9def-352820ea122a,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:57.306890 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-aacc1d36-000e-4293-883b-0f3646836efc None None] Set router c2512fa5-e65b-455d-87b5-af2204aa28df gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:25:57.311099 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a92e103b-3793-4381-a1d1-b1dd87cd3492 req-c6233b84-0e62-4e0d-b6ac-5b00d6781280 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] 10.222.0.41 "GET /v2.0/security-groups?id=adeeef27-808b-48fe-80b7-b3abd2371fee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055088 Aug 11 03:25:57.324510 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: 93ce4c2e-4fbf-464d-b6c3-831a5e35e9a4 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:25:57.325111 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 93ce4c2e-4fbf-464d-b6c3-831a5e35e9a4 not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:25:57.332643 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b8ce02-6ac6-4bb4-9ef7-87d1fcd937ba req-ec90d1c7-00b0-45f0-859c-dcb57d70e34c tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:57.334559 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b2b8ce02-6ac6-4bb4-9ef7-87d1fcd937ba req-ec90d1c7-00b0-45f0-859c-dcb57d70e34c tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] 10.222.0.41 "GET /v2.0/ports?device_id=615eb31c-7c46-417d-9d57-b64413500be6 HTTP/1.1" status: 200 len: 945 time: 0.1149309 Aug 11 03:25:57.363231 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ba384ea-102a-42b1-ab44-0c1bdda74216 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Made reservation on behalf of a6e0511434be4fc4a2d24d0db6f1badc for: {'subnet': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:25:57.367698 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8ba384ea-102a-42b1-ab44-0c1bdda74216 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274743'] for subnet, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:57.417877 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3af63d68-ca1d-4769-97f1-490d3d9b17dd tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:57.422807 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-3af63d68-ca1d-4769-97f1-490d3d9b17dd tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0465925 Aug 11 03:25:57.428544 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 54762) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:57.466176 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b2b8ce02-6ac6-4bb4-9ef7-87d1fcd937ba req-fe3a3351-fed5-40ee-9c43-a8c7882fc98b tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed60bba6-2b2f-4b83-a3e4-9e7aa48523e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874331 Aug 11 03:25:57.538234 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-614664b3-9063-4afc-83a0-490ea323e005 tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1119571 Aug 11 03:25:57.542371 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 54764) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:57.555120 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-4a70fb9f-e19c-48be-9597-63b84e7de9f4 tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Request body: {'security_group': {'name': 'tempest-security--374652438', 'description': 'tempest-security-description-823204839'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:25:57.592932 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-aacc1d36-000e-4293-883b-0f3646836efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2512fa5-e65b-455d-87b5-af2204aa28df', 'name': 'tempest-TestNetworkBasicOps-router-477221125', 'tenant_id': '6f34ea378b0c4732b01bbd0e8e3ce05d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': 'befd763a-b608-436f-8eb1-d6b23b28a1e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:22:37Z', 'updated_at': '2021-08-11T03:25:56Z', 'revision_number': 6, 'project_id': '6f34ea378b0c4732b01bbd0e8e3ce05d', 'gw_port': {'id': 'befd763a-b608-436f-8eb1-d6b23b28a1e1', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:eb:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2512fa5-e65b-455d-87b5-af2204aa28df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2505, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:22:38Z', 'updated_at': '2021-08-11T03:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_floatingips': [{'id': '2ab32762-c668-45de-90b9-5340447a805f', 'tenant_id': '6f34ea378b0c4732b01bbd0e8e3ce05d', 'floating_ip_address': '172.25.8.140', 'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'router_id': 'c2512fa5-e65b-455d-87b5-af2204aa28df', 'port_id': '1347ce03-6fd3-4df9-85e1-8335bdb4082d', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 2624, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aca38bb8-53be-4609-8761-de24e0c00b2e', 'mac_address': 'fa:16:3e:d7:8e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4806c477-b922-49ed-a2d7-ceb4f67380f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:23:42Z', 'updated_at': '2021-08-11T03:23:46Z', 'revision_number': 1, 'project_id': '6f34ea378b0c4732b01bbd0e8e3ce05d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d921f95-77b2-4c3c-8ca8-bb21a2327819', 'name': '', 'network_id': 'aca38bb8-53be-4609-8761-de24e0c00b2e', 'tenant_id': '6f34ea378b0c4732b01bbd0e8e3ce05d', 'mac_address': 'fa:16:3e:8d:1e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2512fa5-e65b-455d-87b5-af2204aa28df', 'device_owner': 'network:router_interface', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': '2eab23f8-93c4-44af-9e21-52232de1fe86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:22:54Z', 'updated_at': '2021-08-11T03:23:08Z', 'revision_number': 5, 'project_id': '6f34ea378b0c4732b01bbd0e8e3ce05d', 'subnets': [{'id': '2eab23f8-93c4-44af-9e21-52232de1fe86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:25:57.617041 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4a70fb9f-e19c-48be-9597-63b84e7de9f4 tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Notify callbacks [] for security_group, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:57.620938 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aacc1d36-000e-4293-883b-0f3646836efc None None] Checking router: c2512fa5-e65b-455d-87b5-af2204aa28df for host: n-d-764292-30 {{(pid=102194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:25:57.631168 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aacc1d36-000e-4293-883b-0f3646836efc None None] Routers {'c2512fa5-e65b-455d-87b5-af2204aa28df'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:25:57.632313 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-aacc1d36-000e-4293-883b-0f3646836efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:25:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['c2512fa5-e65b-455d-87b5-af2204aa28df'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:25:57.664442 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4a70fb9f-e19c-48be-9597-63b84e7de9f4 tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Notify callbacks [] for security_group, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:57.664834 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-161173b4-f292-4ab0-b07d-62a47ad68d8f tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:57.687310 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8ba384ea-102a-42b1-ab44-0c1bdda74216 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126283476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274725'] for subnet, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:57.696670 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161173b4-f292-4ab0-b07d-62a47ad68d8f tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Pushing event deleted for resources: {'Port': ['ID=da0b1fc6-085d-424a-877b-fa8ba5e20ea7,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:57.741737 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4a70fb9f-e19c-48be-9597-63b84e7de9f4 tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:57.744473 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4a70fb9f-e19c-48be-9597-63b84e7de9f4 tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:57.748765 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-4a70fb9f-e19c-48be-9597-63b84e7de9f4 tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] 10.222.0.41 "PUT /v2.0/security-groups/115cc864-fc14-4123-9def-352820ea122a HTTP/1.1" status: 200 len: 1778 time: 0.2029889 Aug 11 03:25:57.751144 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 54768) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:57.773539 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-aacc1d36-000e-4293-883b-0f3646836efc None None] Set router c2512fa5-e65b-455d-87b5-af2204aa28df gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:25:57.820033 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-0218a0b7-915f-4bca-af90-6e6067e733f3 tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] 10.222.0.41 "GET /v2.0/security-groups/115cc864-fc14-4123-9def-352820ea122a HTTP/1.1" status: 200 len: 1778 time: 0.0619266 Aug 11 03:25:57.824636 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 54770) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:57.854398 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba384ea-102a-42b1-ab44-0c1bdda74216 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Pushing event updated for resources: {'Subnet': ['ID=4aa95f4a-32e5-451e-8f8c-d5fd7a9ae895,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:57.874399 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a70fb9f-e19c-48be-9597-63b84e7de9f4 tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=115cc864-fc14-4123-9def-352820ea122a,revision_number=2']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:57.874628 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-161173b4-f292-4ab0-b07d-62a47ad68d8f tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16383033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450082'] for router_interface, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:57.885327 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9cbdcc-230a-4e0f-91b8-4564446b0cf1 req-b59d5d47-8932-4479-a393-cc0417922043 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:57.887003 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8c9cbdcc-230a-4e0f-91b8-4564446b0cf1 req-b59d5d47-8932-4479-a393-cc0417922043 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] 10.222.0.41 "GET /v2.0/ports?device_id=a65c0eb5-a5c4-488f-8d51-996639b869c4 HTTP/1.1" status: 200 len: 946 time: 0.0744853 Aug 11 03:25:57.894985 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba384ea-102a-42b1-ab44-0c1bdda74216 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Checking segment: {'id': '4aee2c2e-feb2-4b7a-8be0-e885a5d299a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c010a947-f34e-4a7f-8573-4c8f5f0d4a4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:25:57.895962 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ba384ea-102a-42b1-ab44-0c1bdda74216 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Network hostable DHCP agents. Network: c010a947-f34e-4a7f-8573-4c8f5f0d4a4f, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:25:57.923595 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a3d63b19-828a-43cd-a606-07f03f4688fc tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:57.962375 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a3d63b19-828a-43cd-a606-07f03f4688fc tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:57.994260 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8c9cbdcc-230a-4e0f-91b8-4564446b0cf1 req-f977a263-2e3c-4ddd-aa37-56d95e533ca8 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] 10.222.0.41 "GET /v2.0/security-groups?id=0adf890f-4031-41cf-a126-513a25ba7e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981610 Aug 11 03:25:58.030030 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ba384ea-102a-42b1-ab44-0c1bdda74216 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Network c010a947-f34e-4a7f-8573-4c8f5f0d4a4f is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:25:58.057469 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-aacc1d36-000e-4293-883b-0f3646836efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2512fa5-e65b-455d-87b5-af2204aa28df', 'name': 'tempest-TestNetworkBasicOps-router-477221125', 'tenant_id': '6f34ea378b0c4732b01bbd0e8e3ce05d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': 'befd763a-b608-436f-8eb1-d6b23b28a1e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:22:37Z', 'updated_at': '2021-08-11T03:25:56Z', 'revision_number': 6, 'project_id': '6f34ea378b0c4732b01bbd0e8e3ce05d', 'gw_port': {'id': 'befd763a-b608-436f-8eb1-d6b23b28a1e1', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:eb:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2512fa5-e65b-455d-87b5-af2204aa28df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2505, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:22:38Z', 'updated_at': '2021-08-11T03:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_floatingips': [{'id': '2ab32762-c668-45de-90b9-5340447a805f', 'tenant_id': '6f34ea378b0c4732b01bbd0e8e3ce05d', 'floating_ip_address': '172.25.8.140', 'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'router_id': 'c2512fa5-e65b-455d-87b5-af2204aa28df', 'port_id': '1347ce03-6fd3-4df9-85e1-8335bdb4082d', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 2624, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aca38bb8-53be-4609-8761-de24e0c00b2e', 'mac_address': 'fa:16:3e:d7:8e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4806c477-b922-49ed-a2d7-ceb4f67380f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:23:42Z', 'updated_at': '2021-08-11T03:23:46Z', 'revision_number': 1, 'project_id': '6f34ea378b0c4732b01bbd0e8e3ce05d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d921f95-77b2-4c3c-8ca8-bb21a2327819', 'name': '', 'network_id': 'aca38bb8-53be-4609-8761-de24e0c00b2e', 'tenant_id': '6f34ea378b0c4732b01bbd0e8e3ce05d', 'mac_address': 'fa:16:3e:8d:1e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2512fa5-e65b-455d-87b5-af2204aa28df', 'device_owner': 'network:router_interface', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': '2eab23f8-93c4-44af-9e21-52232de1fe86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:22:54Z', 'updated_at': '2021-08-11T03:23:08Z', 'revision_number': 5, 'project_id': '6f34ea378b0c4732b01bbd0e8e3ce05d', 'subnets': [{'id': '2eab23f8-93c4-44af-9e21-52232de1fe86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:25:58.075783 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a3d63b19-828a-43cd-a606-07f03f4688fc tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:58.078744 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a3d63b19-828a-43cd-a606-07f03f4688fc tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:58.082997 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-a3d63b19-828a-43cd-a606-07f03f4688fc tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] 10.222.0.41 "DELETE /v2.0/security-groups/115cc864-fc14-4123-9def-352820ea122a HTTP/1.1" status: 204 len: 168 time: 0.2542129 Aug 11 03:25:58.084487 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 54772) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:58.092316 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aacc1d36-000e-4293-883b-0f3646836efc None None] The sync data for ids ['c2512fa5-e65b-455d-87b5-af2204aa28df'] in n-d-764292-30 is: [{'id': 'c2512fa5-e65b-455d-87b5-af2204aa28df', 'name': 'tempest-TestNetworkBasicOps-router-477221125', 'tenant_id': '6f34ea378b0c4732b01bbd0e8e3ce05d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': 'befd763a-b608-436f-8eb1-d6b23b28a1e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:22:37Z', 'updated_at': '2021-08-11T03:25:56Z', 'revision_number': 6, 'project_id': '6f34ea378b0c4732b01bbd0e8e3ce05d', 'gw_port': {'id': 'befd763a-b608-436f-8eb1-d6b23b28a1e1', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:eb:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2512fa5-e65b-455d-87b5-af2204aa28df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2505, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:22:38Z', 'updated_at': '2021-08-11T03:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_floatingips': [{'id': '2ab32762-c668-45de-90b9-5340447a805f', 'tenant_id': '6f34ea378b0c4732b01bbd0e8e3ce05d', 'floating_ip_address': '172.25.8.140', 'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'router_id': 'c2512fa5-e65b-455d-87b5-af2204aa28df', 'port_id': '1347ce03-6fd3-4df9-85e1-8335bdb4082d', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 2624, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aca38bb8-53be-4609-8761-de24e0c00b2e', 'mac_address': 'fa:16:3e:d7:8e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4806c477-b922-49ed-a2d7-ceb4f67380f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:23:42Z', 'updated_at': '2021-08-11T03:23:46Z', 'revision_number': 1, 'project_id': '6f34ea378b0c4732b01bbd0e8e3ce05d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d921f95-77b2-4c3c-8ca8-bb21a2327819', 'name': '', 'network_id': 'aca38bb8-53be-4609-8761-de24e0c00b2e', 'tenant_id': '6f34ea378b0c4732b01bbd0e8e3ce05d', 'mac_address': 'fa:16:3e:8d:1e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2512fa5-e65b-455d-87b5-af2204aa28df', 'device_owner': 'network:router_interface', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': '2eab23f8-93c4-44af-9e21-52232de1fe86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:22:54Z', 'updated_at': '2021-08-11T03:23:08Z', 'revision_number': 5, 'project_id': '6f34ea378b0c4732b01bbd0e8e3ce05d', 'subnets': [{'id': '2eab23f8-93c4-44af-9e21-52232de1fe86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:25:58.103688 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d63b19-828a-43cd-a606-07f03f4688fc tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=115cc864-fc14-4123-9def-352820ea122a,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:58.108788 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-8ba384ea-102a-42b1-ab44-0c1bdda74216 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, c010a947-f34e-4a7f-8573-4c8f5f0d4a4f) {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:25:58.119113 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58aeff44-a8d3-4aa1-9e6c-e3660271ed29 None None] Network c010a947-f34e-4a7f-8573-4c8f5f0d4a4f requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:25:58.125641 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ba384ea-102a-42b1-ab44-0c1bdda74216 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:58.126506 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8ba384ea-102a-42b1-ab44-0c1bdda74216 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:58.134735 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-161173b4-f292-4ab0-b07d-62a47ad68d8f tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Router b0ec7b20-10fd-4b3d-82c1-134f07fcb827 has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:25:58.183705 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-4013376a-1be5-4a7d-82e6-fa84ed5a9253 tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0956991 Aug 11 03:25:58.186934 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 54774) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:58.202232 n-d-764292-30 neutron-server[102191]: INFO neutron.api.v2.resource [None req-a796f20f-0e73-4cae-9f81-4ef29ca2c851 tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] delete failed (client error): The resource could not be found. Aug 11 03:25:58.207344 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-a796f20f-0e73-4cae-9f81-4ef29ca2c851 tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] 10.222.0.41 "DELETE /v2.0/security-groups/115cc864-fc14-4123-9def-352820ea122a HTTP/1.1" status: 404 len: 347 time: 0.0154042 Aug 11 03:25:58.208858 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 54776) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:58.215021 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-8ba384ea-102a-42b1-ab44-0c1bdda74216 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1883035 Aug 11 03:25:58.215483 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-24930aca-a052-4198-b6b9-bea50ced471c tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Request body: {'security_group': {'name': 'tempest-secgroup--236447155'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:25:58.219734 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 54778) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:58.224876 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-bc79fb0c-7e3d-466b-926f-f37efb7d8972 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Request body: {'port': {'network_id': 'c010a947-f34e-4a7f-8573-4c8f5f0d4a4f', 'name': 'tempest-PortsIpV6TestJSON-1391303497', 'fixed_ips': [{'subnet_id': '4aa95f4a-32e5-451e-8f8c-d5fd7a9ae895', 'ip_address': '2001:db8::10'}]}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:25:58.368739 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-24930aca-a052-4198-b6b9-bea50ced471c tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:58.444335 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1ce551c-3c52-4404-ae91-7e5455e0d2a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde080026-c28f-55be-b52b-13827cc43646-c010a947-f34e-4a7f-8573-4c8f5f0d4a4f', 'network_id': 'c010a947-f34e-4a7f-8573-4c8f5f0d4a4f', 'tenant_id': 'a6e0511434be4fc4a2d24d0db6f1badc', 'fixed_ips': [{'subnet_id': '4aa95f4a-32e5-451e-8f8c-d5fd7a9ae895'}]}} from n-d-764292-30. {{(pid=102193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:25:58.445209 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-e1ce551c-3c52-4404-ae91-7e5455e0d2a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:58.459116 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc79fb0c-7e3d-466b-926f-f37efb7d8972 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Made reservation on behalf of a6e0511434be4fc4a2d24d0db6f1badc for: {'port': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:25:58.625882 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.db_base_plugin_common [None req-e1ce551c-3c52-4404-ae91-7e5455e0d2a1 None None] Allocated IP 2001:db8::2 (c010a947-f34e-4a7f-8573-4c8f5f0d4a4f/4aa95f4a-32e5-451e-8f8c-d5fd7a9ae895/46a1efd1-0db7-4604-a768-b644a07fa8dd) {{(pid=102193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:25:58.643693 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-bc79fb0c-7e3d-466b-926f-f37efb7d8972 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:58.652973 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-161173b4-f292-4ab0-b07d-62a47ad68d8f tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:25:58.661160 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-161173b4-f292-4ab0-b07d-62a47ad68d8f tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] 10.222.0.41 "PUT /v2.0/routers/b0ec7b20-10fd-4b3d-82c1-134f07fcb827/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4851642 Aug 11 03:25:58.662403 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 54784) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:58.678780 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [None req-bc79fb0c-7e3d-466b-926f-f37efb7d8972 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] device_id is not set on port 79a1d0f1-044c-4700-864d-e1f3aeb0ef44 yet. {{(pid=102191) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:25:58.713834 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e18fad0-78b1-4665-ab77-6d30992023dc req-30c85d11-ba08-4984-bad2-8b96e932a057 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:58.721421 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6e18fad0-78b1-4665-ab77-6d30992023dc req-30c85d11-ba08-4984-bad2-8b96e932a057 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] 10.222.0.41 "GET /v2.0/ports?device_id=a38afb75-bfb0-4200-ae9a-cb2f866befdd HTTP/1.1" status: 200 len: 946 time: 0.1544454 Aug 11 03:25:58.762341 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56c647c-b85e-4c7e-9d54-376dc349ca4d req-1c61827a-0031-4be2-8f0e-ad37deb9e710 tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:58.763939 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d56c647c-b85e-4c7e-9d54-376dc349ca4d req-1c61827a-0031-4be2-8f0e-ad37deb9e710 tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] 10.222.0.41 "GET /v2.0/ports?device_id=615eb31c-7c46-417d-9d57-b64413500be6 HTTP/1.1" status: 200 len: 945 time: 0.1626685 Aug 11 03:25:58.773051 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-24930aca-a052-4198-b6b9-bea50ced471c tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:58.778545 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a7629d-951a-4eb3-a703-23231d10b7c4 None None] Sync routers for ids ['b0ec7b20-10fd-4b3d-82c1-134f07fcb827'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:25:58.803565 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_v2 [None req-74c71696-9f9e-44b7-8fb8-8bff5270dfcb tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Deleting subnet 1b8e4fb9-58fb-436b-8c39-6e49d58f094a {{(pid=102192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:25:58.803771 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a7629d-951a-4eb3-a703-23231d10b7c4 None None] Routers {'b0ec7b20-10fd-4b3d-82c1-134f07fcb827'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:25:58.804413 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-27a7629d-951a-4eb3-a703-23231d10b7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:25:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['b0ec7b20-10fd-4b3d-82c1-134f07fcb827'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:25:58.824067 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6e18fad0-78b1-4665-ab77-6d30992023dc req-72bc59b1-8228-4753-8948-1189af1ed046 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] 10.222.0.41 "GET /v2.0/security-groups?id=adeeef27-808b-48fe-80b7-b3abd2371fee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991976 Aug 11 03:25:58.840330 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-74c71696-9f9e-44b7-8fb8-8bff5270dfcb tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks [] for subnet, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:58.869909 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-24930aca-a052-4198-b6b9-bea50ced471c tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:58.901870 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d56c647c-b85e-4c7e-9d54-376dc349ca4d req-b59e3a8e-2d30-4259-82ae-a0322ee61c47 tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed60bba6-2b2f-4b83-a3e4-9e7aa48523e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314020 Aug 11 03:25:58.907243 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-74c71696-9f9e-44b7-8fb8-8bff5270dfcb tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125932460'] for subnet, precommit_delete_associations {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:58.927563 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24930aca-a052-4198-b6b9-bea50ced471c tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8be07f4d-0918-4960-82c9-0573e6f86477,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:58.967396 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-24930aca-a052-4198-b6b9-bea50ced471c tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:58.974569 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-27a7629d-951a-4eb3-a703-23231d10b7c4 None None] Set router b0ec7b20-10fd-4b3d-82c1-134f07fcb827 gateway port host: None {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:25:58.975461 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-24930aca-a052-4198-b6b9-bea50ced471c tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7651556 Aug 11 03:25:58.976538 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 54786) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:58.980916 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-c99d6059-c2e6-4d2e-87fd-4ef1c6a11bde tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Request body: {'security_group_rule': {'security_group_id': '8be07f4d-0918-4960-82c9-0573e6f86477', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:25:59.005123 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-e1ce551c-3c52-4404-ae91-7e5455e0d2a1 None None] Notify callbacks [] for port, precommit_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:59.008479 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-74c71696-9f9e-44b7-8fb8-8bff5270dfcb tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:59.022312 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-e1ce551c-3c52-4404-ae91-7e5455e0d2a1 None None] Transition to ACTIVE for port object 46a1efd1-0db7-4604-a768-b644a07fa8dd will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:25:59.072310 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c99d6059-c2e6-4d2e-87fd-4ef1c6a11bde tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:59.101330 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c986a273-e35b-482e-9149-89b2f5920c9b req-e009a403-dc25-4f9d-8292-09243308812d tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:59.102189 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c986a273-e35b-482e-9149-89b2f5920c9b req-e009a403-dc25-4f9d-8292-09243308812d tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] 10.222.0.24 "GET /v2.0/ports?device_id=a65c0eb5-a5c4-488f-8d51-996639b869c4 HTTP/1.1" status: 200 len: 946 time: 0.0918553 Aug 11 03:25:59.202507 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device b7422ffa-33da-48af-9924-3b9691ae4f83 no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:25:59.229122 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-e86217ef-fddd-4849-9618-8c3248739669 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:59.232863 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: b7422ffa-33da-48af-9924-3b9691ae4f83 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:25:59.233109 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device b7422ffa-33da-48af-9924-3b9691ae4f83 not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:25:59.236317 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-e1ce551c-3c52-4404-ae91-7e5455e0d2a1 None None] Transition to ACTIVE for port object 46a1efd1-0db7-4604-a768-b644a07fa8dd will not be triggered until provisioned by entity DHCP. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:25:59.246645 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-74c71696-9f9e-44b7-8fb8-8bff5270dfcb tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125932157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126180897'] for subnet, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:59.264284 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-27a7629d-951a-4eb3-a703-23231d10b7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0ec7b20-10fd-4b3d-82c1-134f07fcb827', 'name': 'tempest-RoutersIpV6Test-router-424810573', 'tenant_id': 'e3d11adc70004665908a030719f0fc48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:25:14Z', 'updated_at': '2021-08-11T03:25:57Z', 'revision_number': 9, 'project_id': 'e3d11adc70004665908a030719f0fc48', 'gw_port_host': None, '_interfaces': [{'id': '0e406110-4699-4798-bf7e-48375f3debb1', 'name': '', 'network_id': '4f3c704b-060d-4624-8d6c-bccf9afaa118', 'tenant_id': 'e3d11adc70004665908a030719f0fc48', 'mac_address': 'fa:16:3e:30:1e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ec7b20-10fd-4b3d-82c1-134f07fcb827', 'device_owner': 'network:router_interface', 'standard_attr_id': 2796, 'fixed_ips': [{'subnet_id': '39db3a36-8203-42a7-b274-ddd7ca87d7ab', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:25:24Z', 'updated_at': '2021-08-11T03:25:38Z', 'revision_number': 5, 'project_id': 'e3d11adc70004665908a030719f0fc48', 'subnets': [{'id': '39db3a36-8203-42a7-b274-ddd7ca87d7ab', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '27ff2f86-8019-469d-8c1d-4e50681f146d', 'name': '', 'network_id': 'dca556ae-942f-4b24-bf88-eda0217769c7', 'tenant_id': 'e3d11adc70004665908a030719f0fc48', 'mac_address': 'fa:16:3e:0b:cb:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ec7b20-10fd-4b3d-82c1-134f07fcb827', 'device_owner': 'network:router_interface', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': '50711f26-668b-47d2-a52c-747df49a242f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:25:17Z', 'updated_at': '2021-08-11T03:25:25Z', 'revision_number': 5, 'project_id': 'e3d11adc70004665908a030719f0fc48', 'subnets': [{'id': '50711f26-668b-47d2-a52c-747df49a242f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:25:59.292234 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ae37fe-3d27-4629-8bf9-6fe1d6aeb5e9 req-121860e2-83b4-4020-b825-55b9f8cdf640 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:59.293831 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a7629d-951a-4eb3-a703-23231d10b7c4 None None] Checking router: b0ec7b20-10fd-4b3d-82c1-134f07fcb827 for host: n-d-764292-30 {{(pid=102193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:25:59.293995 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-34ae37fe-3d27-4629-8bf9-6fe1d6aeb5e9 req-121860e2-83b4-4020-b825-55b9f8cdf640 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] 10.222.0.41 "GET /v2.0/ports?device_id=a65c0eb5-a5c4-488f-8d51-996639b869c4 HTTP/1.1" status: 200 len: 946 time: 0.1487331 Aug 11 03:25:59.300184 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-e1ce551c-3c52-4404-ae91-7e5455e0d2a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669'] for port, after_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:59.301191 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-74c71696-9f9e-44b7-8fb8-8bff5270dfcb tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks [] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:59.303046 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-74c71696-9f9e-44b7-8fb8-8bff5270dfcb tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] 10.222.0.41 "DELETE /v2.0/subnets/1b8e4fb9-58fb-436b-8c39-6e49d58f094a HTTP/1.1" status: 204 len: 168 time: 0.6394284 Aug 11 03:25:59.303977 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c71696-9f9e-44b7-8fb8-8bff5270dfcb tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Pushing event deleted for resources: {'Subnet': ['ID=1b8e4fb9-58fb-436b-8c39-6e49d58f094a,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:59.307086 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 54790) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:59.319417 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7867ab13-dc73-4b62-910b-6c0b21eafc20 None None] Network ae1763d1-75b0-45a8-a31c-ec278c7632a8 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:25:59.356101 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a7629d-951a-4eb3-a703-23231d10b7c4 None None] Routers {'b0ec7b20-10fd-4b3d-82c1-134f07fcb827'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:25:59.356101 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-27a7629d-951a-4eb3-a703-23231d10b7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:25:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['b0ec7b20-10fd-4b3d-82c1-134f07fcb827'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:25:59.398297 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [req-c986a273-e35b-482e-9149-89b2f5920c9b req-424c2b24-a05e-4716-abd2-bab76c335008 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Deleting port b2e30322-2fc4-415e-93a2-2f2cfb7ab557 {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:25:59.398841 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-c986a273-e35b-482e-9149-89b2f5920c9b req-424c2b24-a05e-4716-abd2-bab76c335008 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:59.470143 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ce551c-3c52-4404-ae91-7e5455e0d2a1 None None] Network c010a947-f34e-4a7f-8573-4c8f5f0d4a4f is already hosted by enough agents. {{(pid=102193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:25:59.475912 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ce551c-3c52-4404-ae91-7e5455e0d2a1 None None] Pushing event updated for resources: {'Port': ['ID=46a1efd1-0db7-4604-a768-b644a07fa8dd,revision_number=1']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:59.480149 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c99d6059-c2e6-4d2e-87fd-4ef1c6a11bde tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:59.481457 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [None req-bc79fb0c-7e3d-466b-926f-f37efb7d8972 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Allocated IP 2001:db8::10 (c010a947-f34e-4a7f-8573-4c8f5f0d4a4f/4aa95f4a-32e5-451e-8f8c-d5fd7a9ae895/79a1d0f1-044c-4700-864d-e1f3aeb0ef44) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:25:59.482656 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.base_scheduler [None req-e1ce551c-3c52-4404-ae91-7e5455e0d2a1 None None] Resources bound (agent type, host, resource id): {{(pid=102193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:25:59.484994 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-34ae37fe-3d27-4629-8bf9-6fe1d6aeb5e9 req-6ead25a2-cb27-4c20-88e8-39ccf4774e9b tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] 10.222.0.41 "GET /v2.0/security-groups?id=0adf890f-4031-41cf-a126-513a25ba7e28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1680627 Aug 11 03:25:59.501410 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ce551c-3c52-4404-ae91-7e5455e0d2a1 None None] Received port after_create {{(pid=102193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:25:59.506363 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-fce4b63c-5ddb-44ae-85ad-57ce8de81001 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:59.566939 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-27a7629d-951a-4eb3-a703-23231d10b7c4 None None] Set router b0ec7b20-10fd-4b3d-82c1-134f07fcb827 gateway port host: None {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:25:59.579798 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-c986a273-e35b-482e-9149-89b2f5920c9b req-424c2b24-a05e-4716-abd2-bab76c335008 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] For port b2e30322-2fc4-415e-93a2-2f2cfb7ab557, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=b2e30322-2fc4-415e-93a2-2f2cfb7ab557,segment=NetworkSegment(258c2758-00a0-4aec-a30a-06817b920338),segment_id=258c2758-00a0-4aec-a30a-06817b920338)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:25:59.580241 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-c986a273-e35b-482e-9149-89b2f5920c9b req-424c2b24-a05e-4716-abd2-bab76c335008 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:59.583595 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c99d6059-c2e6-4d2e-87fd-4ef1c6a11bde tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:59.596846 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [req-c986a273-e35b-482e-9149-89b2f5920c9b req-424c2b24-a05e-4716-abd2-bab76c335008 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Calling delete_port for b2e30322-2fc4-415e-93a2-2f2cfb7ab557 owned by compute:nova {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:25:59.614876 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99d6059-c2e6-4d2e-87fd-4ef1c6a11bde tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d128630-a9c4-4ca3-bf09-8507b2539623,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:59.660807 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-fce4b63c-5ddb-44ae-85ad-57ce8de81001 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Deleting port a06200db-1642-4276-9cea-668d7f8deeda {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:25:59.661472 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-fce4b63c-5ddb-44ae-85ad-57ce8de81001 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:59.670066 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-bc79fb0c-7e3d-466b-926f-f37efb7d8972 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:59.678274 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c99d6059-c2e6-4d2e-87fd-4ef1c6a11bde tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:59.682607 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-c99d6059-c2e6-4d2e-87fd-4ef1c6a11bde tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7025456 Aug 11 03:25:59.683255 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 54792) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:59.684197 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-e1ce551c-3c52-4404-ae91-7e5455e0d2a1 None None] Attempting to bind port 46a1efd1-0db7-4604-a768-b644a07fa8dd on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:25:59.684649 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-e1ce551c-3c52-4404-ae91-7e5455e0d2a1 None None] Attempting to bind port 46a1efd1-0db7-4604-a768-b644a07fa8dd by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': '4aee2c2e-feb2-4b7a-8be0-e885a5d299a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c010a947-f34e-4a7f-8573-4c8f5f0d4a4f'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:25:59.684937 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ce551c-3c52-4404-ae91-7e5455e0d2a1 None None] Attempting to bind port 46a1efd1-0db7-4604-a768-b644a07fa8dd on network c010a947-f34e-4a7f-8573-4c8f5f0d4a4f {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:25:59.698747 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [None req-bc79fb0c-7e3d-466b-926f-f37efb7d8972 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Transition to ACTIVE for port object 79a1d0f1-044c-4700-864d-e1f3aeb0ef44 will not be triggered until provisioned by entity DHCP. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:25:59.724995 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e424df83-81c4-4285-8e67-43f7988c5dba tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:59.731489 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ce551c-3c52-4404-ae91-7e5455e0d2a1 None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 25, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:25:59.731933 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ce551c-3c52-4404-ae91-7e5455e0d2a1 None None] Checking segment: {'id': '4aee2c2e-feb2-4b7a-8be0-e885a5d299a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c010a947-f34e-4a7f-8573-4c8f5f0d4a4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:25:59.732271 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-e1ce551c-3c52-4404-ae91-7e5455e0d2a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:59.732664 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ce551c-3c52-4404-ae91-7e5455e0d2a1 None None] Bound using segment: {'id': '4aee2c2e-feb2-4b7a-8be0-e885a5d299a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c010a947-f34e-4a7f-8573-4c8f5f0d4a4f'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:25:59.734039 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-e1ce551c-3c52-4404-ae91-7e5455e0d2a1 None None] Bound port: 46a1efd1-0db7-4604-a768-b644a07fa8dd, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4aee2c2e-feb2-4b7a-8be0-e885a5d299a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c010a947-f34e-4a7f-8573-4c8f5f0d4a4f'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:25:59.734039 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-e1ce551c-3c52-4404-ae91-7e5455e0d2a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:59.736950 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e424df83-81c4-4285-8e67-43f7988c5dba tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:59.752882 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [None req-fce4b63c-5ddb-44ae-85ad-57ce8de81001 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] For port a06200db-1642-4276-9cea-668d7f8deeda, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=a06200db-1642-4276-9cea-668d7f8deeda,segment=NetworkSegment(6894277b-436f-4a41-ab22-3dbb2eafe083),segment_id=6894277b-436f-4a41-ab22-3dbb2eafe083)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:25:59.753329 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-fce4b63c-5ddb-44ae-85ad-57ce8de81001 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:59.771483 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-fce4b63c-5ddb-44ae-85ad-57ce8de81001 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Calling delete_port for a06200db-1642-4276-9cea-668d7f8deeda owned by network:dhcp {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:25:59.849816 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e424df83-81c4-4285-8e67-43f7988c5dba tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:59.855631 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-e1ce551c-3c52-4404-ae91-7e5455e0d2a1 None None] For port 46a1efd1-0db7-4604-a768-b644a07fa8dd, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:25:59.870298 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e424df83-81c4-4285-8e67-43f7988c5dba tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:59.872332 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-e424df83-81c4-4285-8e67-43f7988c5dba tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/7d128630-a9c4-4ca3-bf09-8507b2539623 HTTP/1.1" status: 204 len: 168 time: 0.1879737 Aug 11 03:25:59.873331 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e424df83-81c4-4285-8e67-43f7988c5dba tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7d128630-a9c4-4ca3-bf09-8507b2539623,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:59.875252 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 54796) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:59.878668 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-bc79fb0c-7e3d-466b-926f-f37efb7d8972 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:59.883232 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad5a44d8-751e-4e08-a7d3-6110bd15ee14 None None] DHCP port deletion for ae1763d1-75b0-45a8-a31c-ec278c7632a8 request from n-d-764292-30 {{(pid=102193) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:25:59.898410 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-e1ce551c-3c52-4404-ae91-7e5455e0d2a1 None None] For port 46a1efd1-0db7-4604-a768-b644a07fa8dd, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=46a1efd1-0db7-4604-a768-b644a07fa8dd,segment=NetworkSegment(4aee2c2e-feb2-4b7a-8be0-e885a5d299a6),segment_id=4aee2c2e-feb2-4b7a-8be0-e885a5d299a6)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:25:59.921791 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-c986a273-e35b-482e-9149-89b2f5920c9b req-424c2b24-a05e-4716-abd2-bab76c335008 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:59.943658 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc79fb0c-7e3d-466b-926f-f37efb7d8972 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Network c010a947-f34e-4a7f-8573-4c8f5f0d4a4f is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:25:59.947547 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-bc79fb0c-7e3d-466b-926f-f37efb7d8972 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:25:59.962491 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc79fb0c-7e3d-466b-926f-f37efb7d8972 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:25:59.968572 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc79fb0c-7e3d-466b-926f-f37efb7d8972 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:59.969257 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-bc79fb0c-7e3d-466b-926f-f37efb7d8972 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:59.976193 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-27a7629d-951a-4eb3-a703-23231d10b7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0ec7b20-10fd-4b3d-82c1-134f07fcb827', 'name': 'tempest-RoutersIpV6Test-router-424810573', 'tenant_id': 'e3d11adc70004665908a030719f0fc48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:25:14Z', 'updated_at': '2021-08-11T03:25:57Z', 'revision_number': 9, 'project_id': 'e3d11adc70004665908a030719f0fc48', 'gw_port_host': None, '_interfaces': [{'id': '0e406110-4699-4798-bf7e-48375f3debb1', 'name': '', 'network_id': '4f3c704b-060d-4624-8d6c-bccf9afaa118', 'tenant_id': 'e3d11adc70004665908a030719f0fc48', 'mac_address': 'fa:16:3e:30:1e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ec7b20-10fd-4b3d-82c1-134f07fcb827', 'device_owner': 'network:router_interface', 'standard_attr_id': 2796, 'fixed_ips': [{'subnet_id': '39db3a36-8203-42a7-b274-ddd7ca87d7ab', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:25:24Z', 'updated_at': '2021-08-11T03:25:38Z', 'revision_number': 5, 'project_id': 'e3d11adc70004665908a030719f0fc48', 'subnets': [{'id': '39db3a36-8203-42a7-b274-ddd7ca87d7ab', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '27ff2f86-8019-469d-8c1d-4e50681f146d', 'name': '', 'network_id': 'dca556ae-942f-4b24-bf88-eda0217769c7', 'tenant_id': 'e3d11adc70004665908a030719f0fc48', 'mac_address': 'fa:16:3e:0b:cb:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ec7b20-10fd-4b3d-82c1-134f07fcb827', 'device_owner': 'network:router_interface', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': '50711f26-668b-47d2-a52c-747df49a242f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:25:17Z', 'updated_at': '2021-08-11T03:25:25Z', 'revision_number': 5, 'project_id': 'e3d11adc70004665908a030719f0fc48', 'subnets': [{'id': '50711f26-668b-47d2-a52c-747df49a242f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:25:59.997558 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424c2b24-a05e-4716-abd2-bab76c335008 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Pushing event deleted for resources: {'Port': ['ID=b2e30322-2fc4-415e-93a2-2f2cfb7ab557,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:00.011922 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a7629d-951a-4eb3-a703-23231d10b7c4 None None] The sync data for ids ['b0ec7b20-10fd-4b3d-82c1-134f07fcb827'] in n-d-764292-30 is: [{'id': 'b0ec7b20-10fd-4b3d-82c1-134f07fcb827', 'name': 'tempest-RoutersIpV6Test-router-424810573', 'tenant_id': 'e3d11adc70004665908a030719f0fc48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:25:14Z', 'updated_at': '2021-08-11T03:25:57Z', 'revision_number': 9, 'project_id': 'e3d11adc70004665908a030719f0fc48', 'gw_port_host': None, '_interfaces': [{'id': '0e406110-4699-4798-bf7e-48375f3debb1', 'name': '', 'network_id': '4f3c704b-060d-4624-8d6c-bccf9afaa118', 'tenant_id': 'e3d11adc70004665908a030719f0fc48', 'mac_address': 'fa:16:3e:30:1e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ec7b20-10fd-4b3d-82c1-134f07fcb827', 'device_owner': 'network:router_interface', 'standard_attr_id': 2796, 'fixed_ips': [{'subnet_id': '39db3a36-8203-42a7-b274-ddd7ca87d7ab', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:25:24Z', 'updated_at': '2021-08-11T03:25:38Z', 'revision_number': 5, 'project_id': 'e3d11adc70004665908a030719f0fc48', 'subnets': [{'id': '39db3a36-8203-42a7-b274-ddd7ca87d7ab', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '27ff2f86-8019-469d-8c1d-4e50681f146d', 'name': '', 'network_id': 'dca556ae-942f-4b24-bf88-eda0217769c7', 'tenant_id': 'e3d11adc70004665908a030719f0fc48', 'mac_address': 'fa:16:3e:0b:cb:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ec7b20-10fd-4b3d-82c1-134f07fcb827', 'device_owner': 'network:router_interface', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': '50711f26-668b-47d2-a52c-747df49a242f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:25:17Z', 'updated_at': '2021-08-11T03:25:25Z', 'revision_number': 5, 'project_id': 'e3d11adc70004665908a030719f0fc48', 'subnets': [{'id': '50711f26-668b-47d2-a52c-747df49a242f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:26:00.015273 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-9d5a8299-5feb-43c1-92d8-96e3cd3e655e tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1383684 Aug 11 03:26:00.015762 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-e1ce551c-3c52-4404-ae91-7e5455e0d2a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:00.021868 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 54800) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:00.030189 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc79fb0c-7e3d-466b-926f-f37efb7d8972 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Pushing event updated for resources: {'Port': ['ID=79a1d0f1-044c-4700-864d-e1f3aeb0ef44,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:00.042367 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-fce4b63c-5ddb-44ae-85ad-57ce8de81001 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:00.063766 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-ad5a44d8-751e-4e08-a7d3-6110bd15ee14 None None] Deleting port a06200db-1642-4276-9cea-668d7f8deeda {{(pid=102193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:26:00.064135 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-ad5a44d8-751e-4e08-a7d3-6110bd15ee14 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:00.090995 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [req-c986a273-e35b-482e-9149-89b2f5920c9b req-424c2b24-a05e-4716-abd2-bab76c335008 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] No DVR routers for this DVR port b2e30322-2fc4-415e-93a2-2f2cfb7ab557 on host n-h2-764292-30 {{(pid=102192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:26:00.093978 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-c986a273-e35b-482e-9149-89b2f5920c9b req-424c2b24-a05e-4716-abd2-bab76c335008 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:00.097911 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c986a273-e35b-482e-9149-89b2f5920c9b req-424c2b24-a05e-4716-abd2-bab76c335008 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] 10.222.0.24 "DELETE /v2.0/ports/b2e30322-2fc4-415e-93a2-2f2cfb7ab557 HTTP/1.1" status: 204 len: 173 time: 0.9821072 Aug 11 03:26:00.105958 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f1b134db-39e3-41e7-a571-258d30d1053f tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:00.122558 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a65c0eb5-a5c4-488f-8d51-996639b869c4', 'name': 'network-vif-deleted', 'tag': 'b2e30322-2fc4-415e-93a2-2f2cfb7ab557'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:26:00.124727 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dce3a53b-a7df-4614-a429-1e726aad1d1d" -d '{"events": [{"server_uuid": "a65c0eb5-a5c4-488f-8d51-996639b869c4", "name": "network-vif-deleted", "tag": "b2e30322-2fc4-415e-93a2-2f2cfb7ab557"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:26:00.138379 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-bc79fb0c-7e3d-466b-926f-f37efb7d8972 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.9175141 Aug 11 03:26:00.142197 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 54804) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:00.147581 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce4b63c-5ddb-44ae-85ad-57ce8de81001 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] No DVR routers for this DVR port a06200db-1642-4276-9cea-668d7f8deeda on host n-d-764292-30 {{(pid=102192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:26:00.150825 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-f6575566-2707-46a8-8415-c5b70c383499 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Request body: {'port': {'network_id': 'c010a947-f34e-4a7f-8573-4c8f5f0d4a4f', 'name': 'tempest-PortsIpV6TestJSON-1911522985', 'fixed_ips': [{'subnet_id': '4aa95f4a-32e5-451e-8f8c-d5fd7a9ae895', 'ip_address': '2001:db8::f'}]}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:26:00.159532 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f1b134db-39e3-41e7-a571-258d30d1053f tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:00.170506 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce4b63c-5ddb-44ae-85ad-57ce8de81001 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Pushing event deleted for resources: {'Port': ['ID=a06200db-1642-4276-9cea-668d7f8deeda,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:00.171087 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ce551c-3c52-4404-ae91-7e5455e0d2a1 None None] Pushing event updated for resources: {'Port': ['ID=46a1efd1-0db7-4604-a768-b644a07fa8dd,revision_number=2']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:00.171087 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-ad5a44d8-751e-4e08-a7d3-6110bd15ee14 None None] For port a06200db-1642-4276-9cea-668d7f8deeda, host n-d-764292-30, got binding levels [] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:26:00.171087 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-ad5a44d8-751e-4e08-a7d3-6110bd15ee14 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:00.186176 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-ad5a44d8-751e-4e08-a7d3-6110bd15ee14 None None] Calling delete_port for a06200db-1642-4276-9cea-668d7f8deeda owned by network:dhcp {{(pid=102193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:26:00.190307 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.ipam_backend_mixin [None req-ad5a44d8-751e-4e08-a7d3-6110bd15ee14 None None] Port a06200db-1642-4276-9cea-668d7f8deeda was not found and therefore no delete operation was performed {{(pid=102193) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 11 03:26:00.191911 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-ad5a44d8-751e-4e08-a7d3-6110bd15ee14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678'] for port, after_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:00.192142 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405d0585-2162-4f8f-bc12-482870fd2241 req-37aecbde-e76d-43f8-8f16-dbd961233495 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:00.193855 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-405d0585-2162-4f8f-bc12-482870fd2241 req-37aecbde-e76d-43f8-8f16-dbd961233495 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] 10.222.0.41 "GET /v2.0/ports?device_id=a38afb75-bfb0-4200-ae9a-cb2f866befdd HTTP/1.1" status: 200 len: 946 time: 0.2659698 Aug 11 03:26:00.227639 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5a44d8-751e-4e08-a7d3-6110bd15ee14 None None] Pushing event deleted for resources: {'Port': ['ID=a06200db-1642-4276-9cea-668d7f8deeda,revision_number=None']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:00.235877 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5a44d8-751e-4e08-a7d3-6110bd15ee14 None None] No DVR routers for this DVR port a06200db-1642-4276-9cea-668d7f8deeda on host n-d-764292-30 {{(pid=102193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:26:00.309879 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1ffc0a-314e-4f3e-9cb9-a6c01e6101a2 req-1a8038bc-ebd6-48f4-8bb3-a7aa511498c9 tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:00.311884 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-eb1ffc0a-314e-4f3e-9cb9-a6c01e6101a2 req-1a8038bc-ebd6-48f4-8bb3-a7aa511498c9 tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] 10.222.0.41 "GET /v2.0/ports?device_id=615eb31c-7c46-417d-9d57-b64413500be6 HTTP/1.1" status: 200 len: 945 time: 0.2658997 Aug 11 03:26:00.351006 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-fce4b63c-5ddb-44ae-85ad-57ce8de81001 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:00.357619 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-405d0585-2162-4f8f-bc12-482870fd2241 req-2156ffe8-d25c-4f61-8744-ad7f63e638d3 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] 10.222.0.41 "GET /v2.0/security-groups?id=adeeef27-808b-48fe-80b7-b3abd2371fee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1549509 Aug 11 03:26:00.361528 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f1b134db-39e3-41e7-a571-258d30d1053f tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:00.365459 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f1b134db-39e3-41e7-a571-258d30d1053f tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:00.368195 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-f1b134db-39e3-41e7-a571-258d30d1053f tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] 10.222.0.41 "DELETE /v2.0/security-groups/8be07f4d-0918-4960-82c9-0573e6f86477 HTTP/1.1" status: 204 len: 168 time: 0.3441665 Aug 11 03:26:00.370162 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-fce4b63c-5ddb-44ae-85ad-57ce8de81001 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae1763d1-75b0-45a8-a31c-ec278c7632a8']}} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:26:00.373335 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 54806) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:00.377550 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b134db-39e3-41e7-a571-258d30d1053f tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8be07f4d-0918-4960-82c9-0573e6f86477,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:00.419332 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-fce4b63c-5ddb-44ae-85ad-57ce8de81001 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6894277b-436f-4a41-ab22-3dbb2eafe083') {'for_net_delete': True} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:26:00.419779 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-fce4b63c-5ddb-44ae-85ad-57ce8de81001 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6894277b-436f-4a41-ab22-3dbb2eafe083') {} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:26:00.452191 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6575566-2707-46a8-8415-c5b70c383499 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Made reservation on behalf of a6e0511434be4fc4a2d24d0db6f1badc for: {'port': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:26:00.458384 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f6575566-2707-46a8-8415-c5b70c383499 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:00.467440 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-eb1ffc0a-314e-4f3e-9cb9-a6c01e6101a2 req-d35e254b-be4c-44dc-9205-00a4468d4a37 tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed60bba6-2b2f-4b83-a3e4-9e7aa48523e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430776 Aug 11 03:26:00.471971 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:26:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-061c588d-0fbe-408a-bcd0-d7c9f56c6a34 x-openstack-request-id: req-061c588d-0fbe-408a-bcd0-d7c9f56c6a34 {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:26:00.472364 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a65c0eb5-a5c4-488f-8d51-996639b869c4", "name": "network-vif-deleted", "tag": "b2e30322-2fc4-415e-93a2-2f2cfb7ab557", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:26:00.472625 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-061c588d-0fbe-408a-bcd0-d7c9f56c6a34 {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:26:00.473036 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a65c0eb5-a5c4-488f-8d51-996639b869c4', 'name': 'network-vif-deleted', 'tag': 'b2e30322-2fc4-415e-93a2-2f2cfb7ab557', 'status': 'completed', 'code': 200} Aug 11 03:26:00.475801 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-fce4b63c-5ddb-44ae-85ad-57ce8de81001 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125932501'] for segment, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:00.505957 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-fce4b63c-5ddb-44ae-85ad-57ce8de81001 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:00.506183 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [None req-f6575566-2707-46a8-8415-c5b70c383499 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] device_id is not set on port ae5fe637-e278-4908-87a3-142baabbf64e yet. {{(pid=102191) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:26:00.523220 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fce4b63c-5ddb-44ae-85ad-57ce8de81001 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=102192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:26:00.528997 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-fce4b63c-5ddb-44ae-85ad-57ce8de81001 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125932183'] for segment, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:00.528997 n-d-764292-30 neutron-server[102192]: Traceback (most recent call last): Aug 11 03:26:00.528997 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:26:00.528997 n-d-764292-30 neutron-server[102192]: timer() Aug 11 03:26:00.528997 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:26:00.528997 n-d-764292-30 neutron-server[102192]: cb(*args, **kw) Aug 11 03:26:00.528997 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:26:00.528997 n-d-764292-30 neutron-server[102192]: return func(*args, **kwargs) Aug 11 03:26:00.528997 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:26:00.528997 n-d-764292-30 neutron-server[102192]: self._notify() Aug 11 03:26:00.528997 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:26:00.528997 n-d-764292-30 neutron-server[102192]: self.callback(batched_events) Aug 11 03:26:00.528997 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:26:00.528997 n-d-764292-30 neutron-server[102192]: event.method(event) Aug 11 03:26:00.528997 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:26:00.528997 n-d-764292-30 neutron-server[102192]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:26:00.528997 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:26:00.528997 n-d-764292-30 neutron-server[102192]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:26:00.528997 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:26:00.528997 n-d-764292-30 neutron-server[102192]: return f(self, *a, **k) Aug 11 03:26:00.528997 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:26:00.528997 n-d-764292-30 neutron-server[102192]: return self._get(url).json() Aug 11 03:26:00.528997 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:26:00.528997 n-d-764292-30 neutron-server[102192]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:26:00.528997 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:26:00.528997 n-d-764292-30 neutron-server[102192]: return self.request(url, 'GET', **kwargs) Aug 11 03:26:00.528997 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:26:00.528997 n-d-764292-30 neutron-server[102192]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:26:00.528997 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:26:00.528997 n-d-764292-30 neutron-server[102192]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:26:00.528997 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:26:00.528997 n-d-764292-30 neutron-server[102192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:26:00.528997 n-d-764292-30 neutron-server[102192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:26:00.534379 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-011baf71-82b9-4e1e-a55e-911e0f4f6857 tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1564293 Aug 11 03:26:00.545294 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 54810) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:00.600772 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-fff2db60-8b23-4da4-ba4c-6228ad274389 tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Request body: {'security_group': {'name': 'tempest-secgroup--1563992407'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:26:00.683814 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-70ab0315-5d28-4b5b-ac58-1530312fcf0b req-6a5b003e-807d-4b4c-b830-fdedb8efb49b tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] 10.222.0.41 "GET /v2.0/ports?device_id=a65c0eb5-a5c4-488f-8d51-996639b869c4 HTTP/1.1" status: 200 len: 210 time: 0.0579474 Aug 11 03:26:00.763737 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-fce4b63c-5ddb-44ae-85ad-57ce8de81001 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:00.763885 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [None req-f6575566-2707-46a8-8415-c5b70c383499 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Allocated IP 2001:db8::f (c010a947-f34e-4a7f-8573-4c8f5f0d4a4f/4aa95f4a-32e5-451e-8f8c-d5fd7a9ae895/ae5fe637-e278-4908-87a3-142baabbf64e) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:26:00.763994 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-fce4b63c-5ddb-44ae-85ad-57ce8de81001 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks [] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:00.765207 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-fce4b63c-5ddb-44ae-85ad-57ce8de81001 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] 10.222.0.41 "DELETE /v2.0/networks/ae1763d1-75b0-45a8-a31c-ec278c7632a8 HTTP/1.1" status: 204 len: 168 time: 1.4523227 Aug 11 03:26:00.768516 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 54812) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:00.768769 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-fff2db60-8b23-4da4-ba4c-6228ad274389 tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:00.785798 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce4b63c-5ddb-44ae-85ad-57ce8de81001 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Pushing event deleted for resources: {'Network': ['ID=ae1763d1-75b0-45a8-a31c-ec278c7632a8,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:00.869910 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-fff2db60-8b23-4da4-ba4c-6228ad274389 tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:00.926665 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-fff2db60-8b23-4da4-ba4c-6228ad274389 tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:00.955914 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff2db60-8b23-4da4-ba4c-6228ad274389 tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6309cb0b-7265-405a-b7fc-43c662d51a3d,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:01.012769 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-fff2db60-8b23-4da4-ba4c-6228ad274389 tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:01.014626 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-fff2db60-8b23-4da4-ba4c-6228ad274389 tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4687994 Aug 11 03:26:01.019246 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 54814) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:01.029890 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-0cab840f-e645-4909-9adc-7f42c4bbe84d tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Request body: {'security_group_rule': {'security_group_id': '6309cb0b-7265-405a-b7fc-43c662d51a3d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:26:01.106639 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f6575566-2707-46a8-8415-c5b70c383499 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:01.107709 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0cab840f-e645-4909-9adc-7f42c4bbe84d tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:01.171605 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [None req-f6575566-2707-46a8-8415-c5b70c383499 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Transition to ACTIVE for port object ae5fe637-e278-4908-87a3-142baabbf64e will not be triggered until provisioned by entity DHCP. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:26:01.242335 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0cab840f-e645-4909-9adc-7f42c4bbe84d tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:01.270902 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 46a1efd1-0db7-4604-a768-b644a07fa8dd up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:26:01.310135 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0cab840f-e645-4909-9adc-7f42c4bbe84d tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:01.311643 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f6575566-2707-46a8-8415-c5b70c383499 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:01.320783 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a26a220c-1e5e-4763-a19d-ecf91679e19b tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521106'] for router_interface, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:01.339262 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cab840f-e645-4909-9adc-7f42c4bbe84d tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4574aa26-cfcc-4df2-b2d5-05bd9677ddfb,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:01.407190 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0cab840f-e645-4909-9adc-7f42c4bbe84d tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:01.407612 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port 46a1efd1-0db7-4604-a768-b644a07fa8dd completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:26:01.409836 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-0cab840f-e645-4909-9adc-7f42c4bbe84d tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3893602 Aug 11 03:26:01.418158 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 54816) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:01.426376 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-1855b604-e235-488f-a3ae-09d84eadcf74 tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Request body: {'security_group_rule': {'security_group_id': '6309cb0b-7265-405a-b7fc-43c662d51a3d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:26:01.446029 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6575566-2707-46a8-8415-c5b70c383499 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Network c010a947-f34e-4a7f-8573-4c8f5f0d4a4f is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:26:01.449007 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6575566-2707-46a8-8415-c5b70c383499 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Pushing event updated for resources: {'Port': ['ID=ae5fe637-e278-4908-87a3-142baabbf64e,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:01.456822 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-f6575566-2707-46a8-8415-c5b70c383499 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:26:01.461680 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6575566-2707-46a8-8415-c5b70c383499 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:26:01.467618 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6575566-2707-46a8-8415-c5b70c383499 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:01.468240 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f6575566-2707-46a8-8415-c5b70c383499 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:01.496083 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e756f1b5-8128-4ece-a0ad-b9f2a1e3ce75 None None] Network c010a947-f34e-4a7f-8573-4c8f5f0d4a4f requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:26:01.502139 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device a06200db-1642-4276-9cea-668d7f8deeda no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:26:01.574104 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: a06200db-1642-4276-9cea-668d7f8deeda {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:26:01.574567 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device a06200db-1642-4276-9cea-668d7f8deeda not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:26:01.575050 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device da0b1fc6-085d-424a-877b-fa8ba5e20ea7 no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:26:01.579649 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7b9039-9cb2-47df-8190-ddccdf030c85 req-200993ff-d727-4281-bca6-6f37394f87bb tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:01.581649 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9e7b9039-9cb2-47df-8190-ddccdf030c85 req-200993ff-d727-4281-bca6-6f37394f87bb tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] 10.222.0.41 "GET /v2.0/ports?device_id=a38afb75-bfb0-4200-ae9a-cb2f866befdd HTTP/1.1" status: 200 len: 946 time: 0.0920129 Aug 11 03:26:01.590260 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-1855b604-e235-488f-a3ae-09d84eadcf74 tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:01.606169 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: da0b1fc6-085d-424a-877b-fa8ba5e20ea7 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:26:01.606615 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device da0b1fc6-085d-424a-877b-fa8ba5e20ea7 not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:26:01.645138 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7801461d-b147-4083-bb65-27ff2a7e405a req-b81de308-b7d7-480a-bffc-457f1a736695 tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:01.646679 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7801461d-b147-4083-bb65-27ff2a7e405a req-b81de308-b7d7-480a-bffc-457f1a736695 tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] 10.222.0.41 "GET /v2.0/ports?device_id=615eb31c-7c46-417d-9d57-b64413500be6 HTTP/1.1" status: 200 len: 945 time: 0.1090591 Aug 11 03:26:01.655236 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-f6575566-2707-46a8-8415-c5b70c383499 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5118377 Aug 11 03:26:01.657928 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 54822) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:01.681572 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-6f1f1c01-eba6-4304-8b10-0defdd6be6f5 None None] Provisioning for port 46a1efd1-0db7-4604-a768-b644a07fa8dd completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:26:01.692145 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9e7b9039-9cb2-47df-8190-ddccdf030c85 req-23955474-9376-4a44-a092-b792d3a3a21d tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] 10.222.0.41 "GET /v2.0/security-groups?id=adeeef27-808b-48fe-80b7-b3abd2371fee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971735 Aug 11 03:26:01.696047 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-6f1f1c01-eba6-4304-8b10-0defdd6be6f5 None None] Provisioning complete for port 46a1efd1-0db7-4604-a768-b644a07fa8dd triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:26:01.696582 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-6f1f1c01-eba6-4304-8b10-0defdd6be6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:01.717325 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-1855b604-e235-488f-a3ae-09d84eadcf74 tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:01.761167 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 54828) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:01.762020 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7801461d-b147-4083-bb65-27ff2a7e405a req-91989469-e40e-4543-b2a7-f8ba354442f5 tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed60bba6-2b2f-4b83-a3e4-9e7aa48523e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958302 Aug 11 03:26:01.794910 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-711814fd-9e44-4fcd-8e8c-4dd121b87248 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:01.799863 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-711814fd-9e44-4fcd-8e8c-4dd121b87248 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] 10.222.0.41 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.1375186 Aug 11 03:26:01.802014 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 54830) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:01.802562 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-1855b604-e235-488f-a3ae-09d84eadcf74 tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:01.820068 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-a26a220c-1e5e-4763-a19d-ecf91679e19b tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Deleting port 0e406110-4699-4798-bf7e-48375f3debb1 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:26:01.820404 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a26a220c-1e5e-4763-a19d-ecf91679e19b tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:01.824863 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1855b604-e235-488f-a3ae-09d84eadcf74 tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=604d7b89-6c90-433e-aa20-3c8d1f3ee4b0,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:01.847730 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:01.866603 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-6f1f1c01-eba6-4304-8b10-0defdd6be6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:01.892637 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-1855b604-e235-488f-a3ae-09d84eadcf74 tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:01.894581 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-1855b604-e235-488f-a3ae-09d84eadcf74 tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4752936 Aug 11 03:26:01.897753 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 54832) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:01.901381 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-6f1f1c01-eba6-4304-8b10-0defdd6be6f5 None None] For port 46a1efd1-0db7-4604-a768-b644a07fa8dd, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=46a1efd1-0db7-4604-a768-b644a07fa8dd,segment=NetworkSegment(4aee2c2e-feb2-4b7a-8be0-e885a5d299a6),segment_id=4aee2c2e-feb2-4b7a-8be0-e885a5d299a6)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:26:01.905233 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-e7af3b8f-903b-45f2-ad2a-5a286d13408c tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Request body: {'security_group_rule': {'security_group_id': '6309cb0b-7265-405a-b7fc-43c662d51a3d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:26:01.914900 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device b2e30322-2fc4-415e-93a2-2f2cfb7ab557 no longer exists at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:26:01.954483 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-462a1ee8-94a2-4566-8f11-7d930d2c7113 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:01.972709 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca0bfc6-7f4d-4355-9133-2a21a13f3ae3 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:01.978829 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca0bfc6-7f4d-4355-9133-2a21a13f3ae3 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:01.984833 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca0bfc6-7f4d-4355-9133-2a21a13f3ae3 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:01.990950 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-dca0bfc6-7f4d-4355-9133-2a21a13f3ae3 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] 10.222.0.41 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.1836350 Aug 11 03:26:01.992097 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 54834) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:02.012105 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [None req-a26a220c-1e5e-4763-a19d-ecf91679e19b tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] For port 0e406110-4699-4798-bf7e-48375f3debb1, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=0e406110-4699-4798-bf7e-48375f3debb1,segment=NetworkSegment(9c34466a-8261-4d30-9358-55ca9b225f4d),segment_id=9c34466a-8261-4d30-9358-55ca9b225f4d)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:26:02.012494 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a26a220c-1e5e-4763-a19d-ecf91679e19b tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:02.061909 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e7af3b8f-903b-45f2-ad2a-5a286d13408c tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:02.076840 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-462a1ee8-94a2-4566-8f11-7d930d2c7113 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:02.087821 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-a26a220c-1e5e-4763-a19d-ecf91679e19b tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Calling delete_port for 0e406110-4699-4798-bf7e-48375f3debb1 owned by network:router_interface {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:26:02.134225 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] No Port match for: b2e30322-2fc4-415e-93a2-2f2cfb7ab557 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:26:02.134441 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device b2e30322-2fc4-415e-93a2-2f2cfb7ab557 not bound to the agent host n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:26:02.139307 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-6f1f1c01-eba6-4304-8b10-0defdd6be6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:02.215013 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1f1c01-eba6-4304-8b10-0defdd6be6f5 None None] Pushing event updated for resources: {'Port': ['ID=46a1efd1-0db7-4604-a768-b644a07fa8dd,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:02.223690 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1f1c01-eba6-4304-8b10-0defdd6be6f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:02.224034 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1f1c01-eba6-4304-8b10-0defdd6be6f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:02.224373 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1f1c01-eba6-4304-8b10-0defdd6be6f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:02.224753 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1f1c01-eba6-4304-8b10-0defdd6be6f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:02.225089 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1f1c01-eba6-4304-8b10-0defdd6be6f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:02.225553 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1f1c01-eba6-4304-8b10-0defdd6be6f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:02.225889 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1f1c01-eba6-4304-8b10-0defdd6be6f5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:02.226214 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1f1c01-eba6-4304-8b10-0defdd6be6f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:02.228571 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1f1c01-eba6-4304-8b10-0defdd6be6f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:02.228571 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1f1c01-eba6-4304-8b10-0defdd6be6f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:02.228571 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1f1c01-eba6-4304-8b10-0defdd6be6f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:02.228571 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1f1c01-eba6-4304-8b10-0defdd6be6f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:02.276611 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-77932cef-2c59-4b0d-b33b-17df5a26915a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:02.322376 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e7af3b8f-903b-45f2-ad2a-5a286d13408c tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:02.326943 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-282fbba1-3c8b-4f38-81f2-c465f919a369 None None] Provisioning for port ae5fe637-e278-4908-87a3-142baabbf64e completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:26:02.332506 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6df096-e094-4570-9d24-c54d5e8cbf41 req-34eac200-99ab-40e5-8709-be3cf4299008 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:02.334527 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-282fbba1-3c8b-4f38-81f2-c465f919a369 None None] Provisioning complete for port ae5fe637-e278-4908-87a3-142baabbf64e triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:26:02.335524 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-282fbba1-3c8b-4f38-81f2-c465f919a369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:02.339885 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cb6df096-e094-4570-9d24-c54d5e8cbf41 req-34eac200-99ab-40e5-8709-be3cf4299008 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] 10.222.0.41 "GET /v2.0/ports?device_id=a38afb75-bfb0-4200-ae9a-cb2f866befdd HTTP/1.1" status: 200 len: 946 time: 0.2372820 Aug 11 03:26:02.344164 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfbe191-ef72-4d9b-87d2-3a2ad40f274c req-2ef2160c-87cc-419c-b4f8-efbfc9c7f5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:02.345634 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ddfbe191-ef72-4d9b-87d2-3a2ad40f274c req-2ef2160c-87cc-419c-b4f8-efbfc9c7f5bd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fdbe55b7c58c49b2bfb506767218e312&device_id=a38afb75-bfb0-4200-ae9a-cb2f866befdd HTTP/1.1" status: 200 len: 1098 time: 0.1481006 Aug 11 03:26:02.356870 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-462a1ee8-94a2-4566-8f11-7d930d2c7113 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:02.359967 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-462a1ee8-94a2-4566-8f11-7d930d2c7113 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:02.360970 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-462a1ee8-94a2-4566-8f11-7d930d2c7113 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] 10.222.0.41 "DELETE /v2.0/security-groups/0adf890f-4031-41cf-a126-513a25ba7e28 HTTP/1.1" status: 204 len: 168 time: 0.5988786 Aug 11 03:26:02.374332 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-c65e7c42-8fc7-4a69-a285-d8de56a263d2 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Deleting port ae5fe637-e278-4908-87a3-142baabbf64e {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:26:02.374928 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c65e7c42-8fc7-4a69-a285-d8de56a263d2 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:02.379335 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-282fbba1-3c8b-4f38-81f2-c465f919a369 None None] Port ae5fe637-e278-4908-87a3-142baabbf64e cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:26:02.389538 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462a1ee8-94a2-4566-8f11-7d930d2c7113 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0adf890f-4031-41cf-a126-513a25ba7e28,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:02.413111 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a26a220c-1e5e-4763-a19d-ecf91679e19b tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:02.426416 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e7af3b8f-903b-45f2-ad2a-5a286d13408c tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:02.441918 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-282fbba1-3c8b-4f38-81f2-c465f919a369 None None] Provisioning for port 79a1d0f1-044c-4700-864d-e1f3aeb0ef44 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:26:02.445350 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26a220c-1e5e-4763-a19d-ecf91679e19b tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Pushing event deleted for resources: {'Port': ['ID=0e406110-4699-4798-bf7e-48375f3debb1,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:02.446040 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-282fbba1-3c8b-4f38-81f2-c465f919a369 None None] Provisioning complete for port 79a1d0f1-044c-4700-864d-e1f3aeb0ef44 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:26:02.446447 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-282fbba1-3c8b-4f38-81f2-c465f919a369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:02.491831 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 54840) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:02.493253 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-282fbba1-3c8b-4f38-81f2-c465f919a369 None None] Port 79a1d0f1-044c-4700-864d-e1f3aeb0ef44 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:26:02.505680 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-282fbba1-3c8b-4f38-81f2-c465f919a369 None None] Provisioning complete for port 46a1efd1-0db7-4604-a768-b644a07fa8dd triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:26:02.507144 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-282fbba1-3c8b-4f38-81f2-c465f919a369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:02.535276 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cb6df096-e094-4570-9d24-c54d5e8cbf41 req-de689638-1487-4ce3-b035-e44bb1d49913 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] 10.222.0.41 "GET /v2.0/security-groups?id=adeeef27-808b-48fe-80b7-b3abd2371fee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1932907 Aug 11 03:26:02.541334 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7af3b8f-903b-45f2-ad2a-5a286d13408c tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6281d973-e8da-4615-8509-a0d7e02c350c,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:02.610610 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfbe191-ef72-4d9b-87d2-3a2ad40f274c req-f1c235ed-206b-47b2-8281-63902e12da93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:02.612140 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ddfbe191-ef72-4d9b-87d2-3a2ad40f274c req-f1c235ed-206b-47b2-8281-63902e12da93 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e7fa7474-ec27-48c0-82c6-4433dec0ec87 HTTP/1.1" status: 200 len: 912 time: 0.2587841 Aug 11 03:26:02.614042 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c65e7c42-8fc7-4a69-a285-d8de56a263d2 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:02.616618 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e7af3b8f-903b-45f2-ad2a-5a286d13408c tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:02.621936 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-e7af3b8f-903b-45f2-ad2a-5a286d13408c tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7214193 Aug 11 03:26:02.629748 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 54842) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:02.640876 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-09433ef0-a21e-4833-a6e9-f331de2351ee tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Request body: {'security_group_rule': {'security_group_id': '6309cb0b-7265-405a-b7fc-43c662d51a3d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:26:02.706460 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-c65e7c42-8fc7-4a69-a285-d8de56a263d2 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Calling delete_port for ae5fe637-e278-4908-87a3-142baabbf64e owned by {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:26:02.771631 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-6ce4a50f-158b-41e3-9188-cd1e6efcc26a None None] Provisioning complete for port 79a1d0f1-044c-4700-864d-e1f3aeb0ef44 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:26:02.772018 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-6ce4a50f-158b-41e3-9188-cd1e6efcc26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:02.794633 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ddfbe191-ef72-4d9b-87d2-3a2ad40f274c req-d58e79d9-0f69-4a04-8ec8-462125d47667 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=969cd21a-5fa1-4d88-a6ec-12eeda300618 HTTP/1.1" status: 200 len: 1002 time: 0.1712604 Aug 11 03:26:02.830154 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-6ce4a50f-158b-41e3-9188-cd1e6efcc26a None None] Port 79a1d0f1-044c-4700-864d-e1f3aeb0ef44 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:26:02.870503 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-09433ef0-a21e-4833-a6e9-f331de2351ee tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:02.946860 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfbe191-ef72-4d9b-87d2-3a2ad40f274c req-0653d4d1-0c73-40cd-b33e-70719f6db9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:02.948354 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ddfbe191-ef72-4d9b-87d2-3a2ad40f274c req-0653d4d1-0c73-40cd-b33e-70719f6db9ce service neutron] 10.222.0.24 "GET /v2.0/subnets?id=89d4fe2e-02dc-452f-b37f-085ec5acb28a HTTP/1.1" status: 200 len: 850 time: 0.1426389 Aug 11 03:26:02.951758 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_v2 [None req-d15892b0-e82b-4bb0-afdc-12df68b7fe9e tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Deleting subnet 597122b4-c492-4b3b-bceb-0188fc9f2604 {{(pid=102191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:26:02.953875 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-e5729916-94db-4725-a78e-03e17d15f3e1 None None] Provisioning complete for port ae5fe637-e278-4908-87a3-142baabbf64e triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:26:02.954396 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-e5729916-94db-4725-a78e-03e17d15f3e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:02.958265 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d15892b0-e82b-4bb0-afdc-12df68b7fe9e tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks [] for subnet, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:02.975553 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:02.989284 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a26a220c-1e5e-4763-a19d-ecf91679e19b tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16383033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450082'] for router_interface, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:02.992639 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-e5729916-94db-4725-a78e-03e17d15f3e1 None None] Port ae5fe637-e278-4908-87a3-142baabbf64e cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:26:03.016181 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d15892b0-e82b-4bb0-afdc-12df68b7fe9e tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126283525'] for subnet, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:03.036112 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cd07e1-92df-48aa-a001-9ef864994074 req-62226250-d924-4f4b-9713-70ab08eda90a tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:03.037602 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-46cd07e1-92df-48aa-a001-9ef864994074 req-62226250-d924-4f4b-9713-70ab08eda90a tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] 10.222.0.41 "GET /v2.0/ports?device_id=615eb31c-7c46-417d-9d57-b64413500be6 HTTP/1.1" status: 200 len: 945 time: 0.1835637 Aug 11 03:26:03.053911 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-09433ef0-a21e-4833-a6e9-f331de2351ee tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:03.097604 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfbe191-ef72-4d9b-87d2-3a2ad40f274c req-8d0a9d1c-cb3e-4e16-8d39-ba6c3612f38b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:03.099095 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ddfbe191-ef72-4d9b-87d2-3a2ad40f274c req-8d0a9d1c-cb3e-4e16-8d39-ba6c3612f38b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e7fa7474-ec27-48c0-82c6-4433dec0ec87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1397102 Aug 11 03:26:03.104496 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-46cd07e1-92df-48aa-a001-9ef864994074 req-96402f2c-c6c3-4ffe-93f5-26eb4db71611 tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed60bba6-2b2f-4b83-a3e4-9e7aa48523e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581729 Aug 11 03:26:03.105628 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-09433ef0-a21e-4833-a6e9-f331de2351ee tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:03.143179 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09433ef0-a21e-4833-a6e9-f331de2351ee tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e5f3803-1a9f-49da-aef5-1d62d335d968,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:03.182741 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c65e7c42-8fc7-4a69-a285-d8de56a263d2 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:03.222662 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-09433ef0-a21e-4833-a6e9-f331de2351ee tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:03.224378 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-09433ef0-a21e-4833-a6e9-f331de2351ee tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5935011 Aug 11 03:26:03.225241 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65e7c42-8fc7-4a69-a285-d8de56a263d2 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Pushing event deleted for resources: {'Port': ['ID=ae5fe637-e278-4908-87a3-142baabbf64e,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:03.228891 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 54846) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:03.235657 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-5bca4b20-efe8-4c7a-9fdd-8f5454db33c8 tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Request body: {'security_group_rule': {'security_group_id': '6309cb0b-7265-405a-b7fc-43c662d51a3d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:26:03.244674 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 46a1efd1-0db7-4604-a768-b644a07fa8dd up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:26:03.256250 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d15892b0-e82b-4bb0-afdc-12df68b7fe9e tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:03.293515 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c65e7c42-8fc7-4a69-a285-d8de56a263d2 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:03.298045 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-c65e7c42-8fc7-4a69-a285-d8de56a263d2 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] 10.222.0.41 "DELETE /v2.0/ports/ae5fe637-e278-4908-87a3-142baabbf64e HTTP/1.1" status: 204 len: 168 time: 1.3012493 Aug 11 03:26:03.299020 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 54848) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:03.317928 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 46a1efd1-0db7-4604-a768-b644a07fa8dd triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:26:03.318513 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:03.325102 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a26a220c-1e5e-4763-a19d-ecf91679e19b tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Router b0ec7b20-10fd-4b3d-82c1-134f07fcb827 has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:26:03.330520 n-d-764292-30 neutron-server[102192]: INFO neutron.pecan_wsgi.hooks.translation [None req-13be672e-3fcf-4de7-a8e2-b93e3b11fb32 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] GET failed (client error): The resource could not be found. Aug 11 03:26:03.332564 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-13be672e-3fcf-4de7-a8e2-b93e3b11fb32 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] 10.222.0.41 "GET /v2.0/ports/ae5fe637-e278-4908-87a3-142baabbf64e HTTP/1.1" status: 404 len: 333 time: 0.0309443 Aug 11 03:26:03.336638 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 54850) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:03.349929 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ddfbe191-ef72-4d9b-87d2-3a2ad40f274c req-6a6853b0-6298-4b0b-abef-2a8ad6daa036 service neutron] 10.222.0.24 "GET /v2.0/networks/e7fa7474-ec27-48c0-82c6-4433dec0ec87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2398601 Aug 11 03:26:03.425360 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-5bca4b20-efe8-4c7a-9fdd-8f5454db33c8 tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:03.445899 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d15892b0-e82b-4bb0-afdc-12df68b7fe9e tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126283413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126275158'] for subnet, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:03.506428 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15892b0-e82b-4bb0-afdc-12df68b7fe9e tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Pushing event deleted for resources: {'Subnet': ['ID=597122b4-c492-4b3b-bceb-0188fc9f2604,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:03.507123 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ddfbe191-ef72-4d9b-87d2-3a2ad40f274c req-2f5916e0-8894-4b99-a384-08616f21476d service neutron] 10.222.0.24 "GET /v2.0/networks/e7fa7474-ec27-48c0-82c6-4433dec0ec87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489191 Aug 11 03:26:03.518323 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d15892b0-e82b-4bb0-afdc-12df68b7fe9e tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:03.524885 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-d15892b0-e82b-4bb0-afdc-12df68b7fe9e tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] 10.222.0.41 "DELETE /v2.0/subnets/597122b4-c492-4b3b-bceb-0188fc9f2604 HTTP/1.1" status: 204 len: 168 time: 1.0275025 Aug 11 03:26:03.525287 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 54852) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:03.528079 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f85f8797-3f00-4ae4-a157-8c2115c60420 None None] Network afad8afb-efaf-4212-8ff7-abfcaf9cd6db requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:26:03.533248 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15892b0-e82b-4bb0-afdc-12df68b7fe9e tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:03.534449 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15892b0-e82b-4bb0-afdc-12df68b7fe9e tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:03.534974 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15892b0-e82b-4bb0-afdc-12df68b7fe9e tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:03.535489 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15892b0-e82b-4bb0-afdc-12df68b7fe9e tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:03.535998 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15892b0-e82b-4bb0-afdc-12df68b7fe9e tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:03.536510 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15892b0-e82b-4bb0-afdc-12df68b7fe9e tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:03.537016 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15892b0-e82b-4bb0-afdc-12df68b7fe9e tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:03.537510 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15892b0-e82b-4bb0-afdc-12df68b7fe9e tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:03.538001 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15892b0-e82b-4bb0-afdc-12df68b7fe9e tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:03.538548 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15892b0-e82b-4bb0-afdc-12df68b7fe9e tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:03.539062 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15892b0-e82b-4bb0-afdc-12df68b7fe9e tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:03.539555 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15892b0-e82b-4bb0-afdc-12df68b7fe9e tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:03.545030 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a26a220c-1e5e-4763-a19d-ecf91679e19b tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:26:03.546823 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-5bca4b20-efe8-4c7a-9fdd-8f5454db33c8 tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:03.561196 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-a26a220c-1e5e-4763-a19d-ecf91679e19b tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] 10.222.0.41 "PUT /v2.0/routers/b0ec7b20-10fd-4b3d-82c1-134f07fcb827/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7873771 Aug 11 03:26:03.561314 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf58938-2fda-48d5-b674-4c6bbd4cf2f2 None None] Sync routers for ids ['b0ec7b20-10fd-4b3d-82c1-134f07fcb827'] in n-d-764292-30 {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:26:03.562571 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 54856) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:03.578856 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf58938-2fda-48d5-b674-4c6bbd4cf2f2 None None] Routers {'b0ec7b20-10fd-4b3d-82c1-134f07fcb827'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:26:03.579657 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-6cf58938-2fda-48d5-b674-4c6bbd4cf2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:26:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['b0ec7b20-10fd-4b3d-82c1-134f07fcb827'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:26:03.629208 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-46c2f9f2-97a4-4861-aaf5-af6f3908ba66 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Deleting port 79a1d0f1-044c-4700-864d-e1f3aeb0ef44 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:26:03.629870 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-46c2f9f2-97a4-4861-aaf5-af6f3908ba66 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:03.635582 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-5bca4b20-efe8-4c7a-9fdd-8f5454db33c8 tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:03.694767 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_v2 [None req-0af38f7a-6d85-4f9b-8206-d88403bf7407 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Deleting subnet 39db3a36-8203-42a7-b274-ddd7ca87d7ab {{(pid=102191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:26:03.702424 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0af38f7a-6d85-4f9b-8206-d88403bf7407 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks [] for subnet, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:03.704241 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bca4b20-efe8-4c7a-9fdd-8f5454db33c8 tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a9a66f0-0dc8-42ea-ba1f-ff29fa28591c,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:03.722513 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-6cf58938-2fda-48d5-b674-4c6bbd4cf2f2 None None] Set router b0ec7b20-10fd-4b3d-82c1-134f07fcb827 gateway port host: None {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:26:03.730546 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-8790863e-d86e-4e01-b35a-7fb76a1d8840 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:03.762786 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3ca69b-c8a4-4aec-8af2-9dc4852e19c2 req-54c2d394-792c-491e-b5e7-a1812db8e00f tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:03.766379 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2b3ca69b-c8a4-4aec-8af2-9dc4852e19c2 req-54c2d394-792c-491e-b5e7-a1812db8e00f tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] 10.222.0.41 "GET /v2.0/ports?device_id=a38afb75-bfb0-4200-ae9a-cb2f866befdd HTTP/1.1" status: 200 len: 946 time: 0.1135123 Aug 11 03:26:03.789175 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16cbc0d7-cc75-4dd9-95ab-e005f0688ebf None None] DHCP port deletion for afad8afb-efaf-4212-8ff7-abfcaf9cd6db request from n-d-764292-30 {{(pid=102193) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:26:03.796327 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0af38f7a-6d85-4f9b-8206-d88403bf7407 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126283525'] for subnet, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:03.813053 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-5bca4b20-efe8-4c7a-9fdd-8f5454db33c8 tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:03.818656 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-5bca4b20-efe8-4c7a-9fdd-8f5454db33c8 tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5886757 Aug 11 03:26:03.819883 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 54858) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:03.848542 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-16cbc0d7-cc75-4dd9-95ab-e005f0688ebf None None] Deleting port 53c2c1d8-1a35-4199-a015-e80acca8d003 {{(pid=102193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:26:03.848929 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-16cbc0d7-cc75-4dd9-95ab-e005f0688ebf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:03.853134 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2b3ca69b-c8a4-4aec-8af2-9dc4852e19c2 req-7daef871-26a6-4545-b21e-25dad7aaae69 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] 10.222.0.41 "GET /v2.0/security-groups?id=adeeef27-808b-48fe-80b7-b3abd2371fee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861361 Aug 11 03:26:03.871788 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-46c2f9f2-97a4-4861-aaf5-af6f3908ba66 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:03.879543 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-8790863e-d86e-4e01-b35a-7fb76a1d8840 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Deleting port 53c2c1d8-1a35-4199-a015-e80acca8d003 {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:26:03.880164 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-8790863e-d86e-4e01-b35a-7fb76a1d8840 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:03.899707 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-46c2f9f2-97a4-4861-aaf5-af6f3908ba66 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Calling delete_port for 79a1d0f1-044c-4700-864d-e1f3aeb0ef44 owned by {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:26:03.903634 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-93d77b09-4627-42a4-a6aa-9de83882ce2f tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:03.926315 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-93d77b09-4627-42a4-a6aa-9de83882ce2f tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:03.929338 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-16cbc0d7-cc75-4dd9-95ab-e005f0688ebf None None] For port 53c2c1d8-1a35-4199-a015-e80acca8d003, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=53c2c1d8-1a35-4199-a015-e80acca8d003,segment=NetworkSegment(258c2758-00a0-4aec-a30a-06817b920338),segment_id=258c2758-00a0-4aec-a30a-06817b920338)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:26:03.931641 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-16cbc0d7-cc75-4dd9-95ab-e005f0688ebf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:03.945259 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-16cbc0d7-cc75-4dd9-95ab-e005f0688ebf None None] Calling delete_port for 53c2c1d8-1a35-4199-a015-e80acca8d003 owned by network:dhcp {{(pid=102193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:26:03.950028 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [None req-8790863e-d86e-4e01-b35a-7fb76a1d8840 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] For port 53c2c1d8-1a35-4199-a015-e80acca8d003, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=53c2c1d8-1a35-4199-a015-e80acca8d003,segment=NetworkSegment(258c2758-00a0-4aec-a30a-06817b920338),segment_id=258c2758-00a0-4aec-a30a-06817b920338)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:26:03.950545 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-8790863e-d86e-4e01-b35a-7fb76a1d8840 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:03.965480 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-8790863e-d86e-4e01-b35a-7fb76a1d8840 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Calling delete_port for 53c2c1d8-1a35-4199-a015-e80acca8d003 owned by network:dhcp {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:26:04.023357 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-6cf58938-2fda-48d5-b674-4c6bbd4cf2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0ec7b20-10fd-4b3d-82c1-134f07fcb827', 'name': 'tempest-RoutersIpV6Test-router-424810573', 'tenant_id': 'e3d11adc70004665908a030719f0fc48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:25:14Z', 'updated_at': '2021-08-11T03:26:02Z', 'revision_number': 10, 'project_id': 'e3d11adc70004665908a030719f0fc48', 'gw_port_host': None, '_interfaces': [{'id': '27ff2f86-8019-469d-8c1d-4e50681f146d', 'name': '', 'network_id': 'dca556ae-942f-4b24-bf88-eda0217769c7', 'tenant_id': 'e3d11adc70004665908a030719f0fc48', 'mac_address': 'fa:16:3e:0b:cb:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ec7b20-10fd-4b3d-82c1-134f07fcb827', 'device_owner': 'network:router_interface', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': '50711f26-668b-47d2-a52c-747df49a242f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:25:17Z', 'updated_at': '2021-08-11T03:25:25Z', 'revision_number': 5, 'project_id': 'e3d11adc70004665908a030719f0fc48', 'subnets': [{'id': '50711f26-668b-47d2-a52c-747df49a242f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:26:04.037458 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0af38f7a-6d85-4f9b-8206-d88403bf7407 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:04.059494 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf58938-2fda-48d5-b674-4c6bbd4cf2f2 None None] Checking router: b0ec7b20-10fd-4b3d-82c1-134f07fcb827 for host: n-d-764292-30 {{(pid=102194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:26:04.068781 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf58938-2fda-48d5-b674-4c6bbd4cf2f2 None None] Routers {'b0ec7b20-10fd-4b3d-82c1-134f07fcb827'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:26:04.069481 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-6cf58938-2fda-48d5-b674-4c6bbd4cf2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:26:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['b0ec7b20-10fd-4b3d-82c1-134f07fcb827'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:26:04.104504 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-93d77b09-4627-42a4-a6aa-9de83882ce2f tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:04.114766 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-93d77b09-4627-42a4-a6aa-9de83882ce2f tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:04.116937 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-16cbc0d7-cc75-4dd9-95ab-e005f0688ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678'] for port, after_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:04.118538 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-93d77b09-4627-42a4-a6aa-9de83882ce2f tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/8a9a66f0-0dc8-42ea-ba1f-ff29fa28591c HTTP/1.1" status: 204 len: 168 time: 0.2956128 Aug 11 03:26:04.119111 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 54860) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:04.134237 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d77b09-4627-42a4-a6aa-9de83882ce2f tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8a9a66f0-0dc8-42ea-ba1f-ff29fa28591c,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:04.139493 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16cbc0d7-cc75-4dd9-95ab-e005f0688ebf None None] No DVR routers for this DVR port 53c2c1d8-1a35-4199-a015-e80acca8d003 on host n-d-764292-30 {{(pid=102193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:26:04.161104 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cbc0d7-cc75-4dd9-95ab-e005f0688ebf None None] Pushing event deleted for resources: {'Port': ['ID=53c2c1d8-1a35-4199-a015-e80acca8d003,revision_number=None']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:04.162712 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-8790863e-d86e-4e01-b35a-7fb76a1d8840 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:04.196560 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8790863e-d86e-4e01-b35a-7fb76a1d8840 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Pushing event deleted for resources: {'Port': ['ID=53c2c1d8-1a35-4199-a015-e80acca8d003,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:04.199749 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-6cf58938-2fda-48d5-b674-4c6bbd4cf2f2 None None] Set router b0ec7b20-10fd-4b3d-82c1-134f07fcb827 gateway port host: None {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:26:04.213220 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8790863e-d86e-4e01-b35a-7fb76a1d8840 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] No DVR routers for this DVR port 53c2c1d8-1a35-4199-a015-e80acca8d003 on host n-d-764292-30 {{(pid=102192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:26:04.228690 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-ee0fad23-9a65-4e3a-8e5f-4d5c75924844 tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1077225 Aug 11 03:26:04.231590 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 54864) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:04.245294 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0af38f7a-6d85-4f9b-8206-d88403bf7407 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126283413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126275158'] for subnet, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:04.287591 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af38f7a-6d85-4f9b-8206-d88403bf7407 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Pushing event deleted for resources: {'Subnet': ['ID=39db3a36-8203-42a7-b274-ddd7ca87d7ab,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:04.291174 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-46c2f9f2-97a4-4861-aaf5-af6f3908ba66 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:04.301414 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0af38f7a-6d85-4f9b-8206-d88403bf7407 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:04.306793 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-0af38f7a-6d85-4f9b-8206-d88403bf7407 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] 10.222.0.41 "DELETE /v2.0/subnets/39db3a36-8203-42a7-b274-ddd7ca87d7ab HTTP/1.1" status: 204 len: 168 time: 0.7413316 Aug 11 03:26:04.308125 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6c9c3e0a-803d-479d-a5c8-3b87554c15fd tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:04.312448 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96219af9-e3b9-44db-a3de-ed42a827d516 None None] Network 4f3c704b-060d-4624-8d6c-bccf9afaa118 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:26:04.315046 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 54866) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:04.350720 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-8790863e-d86e-4e01-b35a-7fb76a1d8840 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:04.363589 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6c9c3e0a-803d-479d-a5c8-3b87554c15fd tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:04.365702 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c2f9f2-97a4-4861-aaf5-af6f3908ba66 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Pushing event deleted for resources: {'Port': ['ID=79a1d0f1-044c-4700-864d-e1f3aeb0ef44,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:04.367395 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191aba35-bf16-49da-81f0-72403bd8250f req-b34e43ef-1296-4ad9-b856-7bbb855d5313 tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:04.369209 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-191aba35-bf16-49da-81f0-72403bd8250f req-b34e43ef-1296-4ad9-b856-7bbb855d5313 tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] 10.222.0.41 "GET /v2.0/ports?device_id=615eb31c-7c46-417d-9d57-b64413500be6 HTTP/1.1" status: 200 len: 945 time: 0.1395261 Aug 11 03:26:04.373906 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-8790863e-d86e-4e01-b35a-7fb76a1d8840 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afad8afb-efaf-4212-8ff7-abfcaf9cd6db']}} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:26:04.394821 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-8790863e-d86e-4e01-b35a-7fb76a1d8840 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '258c2758-00a0-4aec-a30a-06817b920338') {'for_net_delete': True} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:26:04.395375 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-8790863e-d86e-4e01-b35a-7fb76a1d8840 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '258c2758-00a0-4aec-a30a-06817b920338') {} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:26:04.413421 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-8790863e-d86e-4e01-b35a-7fb76a1d8840 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125932501'] for segment, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:04.446181 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-191aba35-bf16-49da-81f0-72403bd8250f req-f51a8f17-1d35-477e-9c17-a891d25f4785 tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed60bba6-2b2f-4b83-a3e4-9e7aa48523e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692551 Aug 11 03:26:04.447403 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-8790863e-d86e-4e01-b35a-7fb76a1d8840 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:04.454687 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8790863e-d86e-4e01-b35a-7fb76a1d8840 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=102192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:26:04.455945 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-8790863e-d86e-4e01-b35a-7fb76a1d8840 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125932183'] for segment, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:04.459253 n-d-764292-30 neutron-server[102192]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:26:04.459253 n-d-764292-30 neutron-server[102192]: self.session.flush() Aug 11 03:26:04.459253 n-d-764292-30 neutron-server[102192]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:26:04.459253 n-d-764292-30 neutron-server[102192]: self.session.flush() Aug 11 03:26:04.459253 n-d-764292-30 neutron-server[102192]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:26:04.459253 n-d-764292-30 neutron-server[102192]: self.session.flush() Aug 11 03:26:04.459253 n-d-764292-30 neutron-server[102192]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:26:04.459253 n-d-764292-30 neutron-server[102192]: self.session.flush() Aug 11 03:26:04.459253 n-d-764292-30 neutron-server[102192]: Traceback (most recent call last): Aug 11 03:26:04.459253 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:26:04.459253 n-d-764292-30 neutron-server[102192]: timer() Aug 11 03:26:04.459253 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:26:04.459253 n-d-764292-30 neutron-server[102192]: cb(*args, **kw) Aug 11 03:26:04.459253 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:26:04.459253 n-d-764292-30 neutron-server[102192]: return func(*args, **kwargs) Aug 11 03:26:04.459253 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:26:04.459253 n-d-764292-30 neutron-server[102192]: self._notify() Aug 11 03:26:04.459253 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:26:04.459253 n-d-764292-30 neutron-server[102192]: self.callback(batched_events) Aug 11 03:26:04.459253 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:26:04.459253 n-d-764292-30 neutron-server[102192]: event.method(event) Aug 11 03:26:04.459253 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:26:04.459253 n-d-764292-30 neutron-server[102192]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:26:04.459253 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:26:04.459253 n-d-764292-30 neutron-server[102192]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:26:04.459253 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:26:04.459253 n-d-764292-30 neutron-server[102192]: return f(self, *a, **k) Aug 11 03:26:04.459253 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:26:04.459253 n-d-764292-30 neutron-server[102192]: return self._get(url).json() Aug 11 03:26:04.459253 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:26:04.459253 n-d-764292-30 neutron-server[102192]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:26:04.459253 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:26:04.459253 n-d-764292-30 neutron-server[102192]: return self.request(url, 'GET', **kwargs) Aug 11 03:26:04.459253 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:26:04.459253 n-d-764292-30 neutron-server[102192]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:26:04.459253 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:26:04.459253 n-d-764292-30 neutron-server[102192]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:26:04.459253 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:26:04.459253 n-d-764292-30 neutron-server[102192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:26:04.459253 n-d-764292-30 neutron-server[102192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:26:04.466611 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-46c2f9f2-97a4-4861-aaf5-af6f3908ba66 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:04.480701 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-46c2f9f2-97a4-4861-aaf5-af6f3908ba66 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] 10.222.0.41 "DELETE /v2.0/ports/79a1d0f1-044c-4700-864d-e1f3aeb0ef44 HTTP/1.1" status: 204 len: 168 time: 1.1428390 Aug 11 03:26:04.485011 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 54868) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:04.525486 n-d-764292-30 neutron-server[102191]: INFO neutron.pecan_wsgi.hooks.translation [None req-1216e41d-2945-49e2-a29b-cab42a465b7f tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] GET failed (client error): The resource could not be found. Aug 11 03:26:04.527295 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-1216e41d-2945-49e2-a29b-cab42a465b7f tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] 10.222.0.41 "GET /v2.0/ports/79a1d0f1-044c-4700-864d-e1f3aeb0ef44 HTTP/1.1" status: 404 len: 333 time: 0.0411477 Aug 11 03:26:04.530904 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 54870) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:04.553292 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8127b382-0cbe-4371-92b7-dbf177fdd911 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:04.604399 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-6cf58938-2fda-48d5-b674-4c6bbd4cf2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0ec7b20-10fd-4b3d-82c1-134f07fcb827', 'name': 'tempest-RoutersIpV6Test-router-424810573', 'tenant_id': 'e3d11adc70004665908a030719f0fc48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:25:14Z', 'updated_at': '2021-08-11T03:26:02Z', 'revision_number': 10, 'project_id': 'e3d11adc70004665908a030719f0fc48', 'gw_port_host': None, '_interfaces': [{'id': '27ff2f86-8019-469d-8c1d-4e50681f146d', 'name': '', 'network_id': 'dca556ae-942f-4b24-bf88-eda0217769c7', 'tenant_id': 'e3d11adc70004665908a030719f0fc48', 'mac_address': 'fa:16:3e:0b:cb:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ec7b20-10fd-4b3d-82c1-134f07fcb827', 'device_owner': 'network:router_interface', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': '50711f26-668b-47d2-a52c-747df49a242f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:25:17Z', 'updated_at': '2021-08-11T03:25:25Z', 'revision_number': 5, 'project_id': 'e3d11adc70004665908a030719f0fc48', 'subnets': [{'id': '50711f26-668b-47d2-a52c-747df49a242f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:26:04.633546 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_v2 [None req-f185e391-145b-4b9a-bf30-a393161a5d36 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Deleting subnet 4aa95f4a-32e5-451e-8f8c-d5fd7a9ae895 {{(pid=102191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:26:04.635979 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf58938-2fda-48d5-b674-4c6bbd4cf2f2 None None] The sync data for ids ['b0ec7b20-10fd-4b3d-82c1-134f07fcb827'] in n-d-764292-30 is: [{'id': 'b0ec7b20-10fd-4b3d-82c1-134f07fcb827', 'name': 'tempest-RoutersIpV6Test-router-424810573', 'tenant_id': 'e3d11adc70004665908a030719f0fc48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:25:14Z', 'updated_at': '2021-08-11T03:26:02Z', 'revision_number': 10, 'project_id': 'e3d11adc70004665908a030719f0fc48', 'gw_port_host': None, '_interfaces': [{'id': '27ff2f86-8019-469d-8c1d-4e50681f146d', 'name': '', 'network_id': 'dca556ae-942f-4b24-bf88-eda0217769c7', 'tenant_id': 'e3d11adc70004665908a030719f0fc48', 'mac_address': 'fa:16:3e:0b:cb:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ec7b20-10fd-4b3d-82c1-134f07fcb827', 'device_owner': 'network:router_interface', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': '50711f26-668b-47d2-a52c-747df49a242f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:25:17Z', 'updated_at': '2021-08-11T03:25:25Z', 'revision_number': 5, 'project_id': 'e3d11adc70004665908a030719f0fc48', 'subnets': [{'id': '50711f26-668b-47d2-a52c-747df49a242f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:26:04.636208 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6c9c3e0a-803d-479d-a5c8-3b87554c15fd tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:04.641666 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-8790863e-d86e-4e01-b35a-7fb76a1d8840 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:04.642766 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:04.643737 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6c9c3e0a-803d-479d-a5c8-3b87554c15fd tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:04.644909 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-6c9c3e0a-803d-479d-a5c8-3b87554c15fd tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/2e5f3803-1a9f-49da-aef5-1d62d335d968 HTTP/1.1" status: 204 len: 168 time: 0.4121356 Aug 11 03:26:04.649008 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 54872) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:04.655584 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f185e391-145b-4b9a-bf30-a393161a5d36 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks [] for subnet, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:04.667950 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-8790863e-d86e-4e01-b35a-7fb76a1d8840 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks [] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:04.672054 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-8790863e-d86e-4e01-b35a-7fb76a1d8840 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] 10.222.0.41 "DELETE /v2.0/networks/afad8afb-efaf-4212-8ff7-abfcaf9cd6db HTTP/1.1" status: 204 len: 168 time: 1.1444845 Aug 11 03:26:04.683413 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 54874) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:04.688405 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9c3e0a-803d-479d-a5c8-3b87554c15fd tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2e5f3803-1a9f-49da-aef5-1d62d335d968,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:04.693768 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8790863e-d86e-4e01-b35a-7fb76a1d8840 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Pushing event deleted for resources: {'Network': ['ID=afad8afb-efaf-4212-8ff7-abfcaf9cd6db,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:04.715171 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85f9ee6d-64c9-4dee-9d34-6e20e491ed2d None None] DHCP port deletion for 4f3c704b-060d-4624-8d6c-bccf9afaa118 request from n-d-764292-30 {{(pid=102193) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:26:04.729887 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-9d9735c2-ac12-4470-90b9-3c3e5ccf5d05 tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0760987 Aug 11 03:26:04.732729 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 54876) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:04.761274 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f185e391-145b-4b9a-bf30-a393161a5d36 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126283525'] for subnet, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:04.765348 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-85f9ee6d-64c9-4dee-9d34-6e20e491ed2d None None] Deleting port 9df22279-a841-42ce-95bf-9e74d4303771 {{(pid=102193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:26:04.765726 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-85f9ee6d-64c9-4dee-9d34-6e20e491ed2d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:04.766176 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-30b92d91-22f1-48b5-905b-2834ddd66631 tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:04.776469 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-30b92d91-22f1-48b5-905b-2834ddd66631 tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:04.841298 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-85f9ee6d-64c9-4dee-9d34-6e20e491ed2d None None] For port 9df22279-a841-42ce-95bf-9e74d4303771, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=9df22279-a841-42ce-95bf-9e74d4303771,segment=NetworkSegment(9c34466a-8261-4d30-9358-55ca9b225f4d),segment_id=9c34466a-8261-4d30-9358-55ca9b225f4d)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:26:04.841621 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-85f9ee6d-64c9-4dee-9d34-6e20e491ed2d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:04.853717 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-8127b382-0cbe-4371-92b7-dbf177fdd911 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Deleting port 9df22279-a841-42ce-95bf-9e74d4303771 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:26:04.858328 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8127b382-0cbe-4371-92b7-dbf177fdd911 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:04.858457 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-85f9ee6d-64c9-4dee-9d34-6e20e491ed2d None None] Calling delete_port for 9df22279-a841-42ce-95bf-9e74d4303771 owned by network:dhcp {{(pid=102193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:26:04.876557 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-30b92d91-22f1-48b5-905b-2834ddd66631 tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:04.888716 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-30b92d91-22f1-48b5-905b-2834ddd66631 tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:04.888716 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-30b92d91-22f1-48b5-905b-2834ddd66631 tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/6281d973-e8da-4615-8509-a0d7e02c350c HTTP/1.1" status: 204 len: 168 time: 0.1536627 Aug 11 03:26:04.888716 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 54880) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:04.919777 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b92d91-22f1-48b5-905b-2834ddd66631 tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6281d973-e8da-4615-8509-a0d7e02c350c,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:04.952469 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-05035f47-6553-4757-b6a7-a9e98bb4d2e2 tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0607362 Aug 11 03:26:04.961557 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 54882) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:04.972380 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f185e391-145b-4b9a-bf30-a393161a5d36 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:05.006784 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-734a9d34-27d0-4d86-8155-faec024c2e89 tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:05.017385 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-734a9d34-27d0-4d86-8155-faec024c2e89 tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:05.021131 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [None req-8127b382-0cbe-4371-92b7-dbf177fdd911 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] For port 9df22279-a841-42ce-95bf-9e74d4303771, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=9df22279-a841-42ce-95bf-9e74d4303771,segment=NetworkSegment(9c34466a-8261-4d30-9358-55ca9b225f4d),segment_id=9c34466a-8261-4d30-9358-55ca9b225f4d)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:26:05.021497 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8127b382-0cbe-4371-92b7-dbf177fdd911 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:05.024559 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-85f9ee6d-64c9-4dee-9d34-6e20e491ed2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678'] for port, after_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:05.042060 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc13e8db-b092-4226-863a-fa3ec3201e5a req-f50ca92f-9598-4e66-9c21-392e669b42ee tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:05.043749 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bc13e8db-b092-4226-863a-fa3ec3201e5a req-f50ca92f-9598-4e66-9c21-392e669b42ee tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] 10.222.0.41 "GET /v2.0/ports?device_id=a38afb75-bfb0-4200-ae9a-cb2f866befdd HTTP/1.1" status: 200 len: 946 time: 0.0900695 Aug 11 03:26:05.044097 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-8127b382-0cbe-4371-92b7-dbf177fdd911 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Calling delete_port for 9df22279-a841-42ce-95bf-9e74d4303771 owned by network:dhcp {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:26:05.085003 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f9ee6d-64c9-4dee-9d34-6e20e491ed2d None None] Pushing event deleted for resources: {'Port': ['ID=9df22279-a841-42ce-95bf-9e74d4303771,revision_number=None']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:05.089623 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f9ee6d-64c9-4dee-9d34-6e20e491ed2d None None] No DVR routers for this DVR port 9df22279-a841-42ce-95bf-9e74d4303771 on host n-d-764292-30 {{(pid=102193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:26:05.119335 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bc13e8db-b092-4226-863a-fa3ec3201e5a req-4bc63b62-f513-417f-b34f-728f2e46aef1 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] 10.222.0.41 "GET /v2.0/security-groups?id=adeeef27-808b-48fe-80b7-b3abd2371fee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648258 Aug 11 03:26:05.155381 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-734a9d34-27d0-4d86-8155-faec024c2e89 tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:05.163068 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-734a9d34-27d0-4d86-8155-faec024c2e89 tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:05.163697 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-326af5fd-e28e-4ce7-b4aa-b1ef38eacec1 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Deleting port b99fdf46-1991-4706-bc9f-6f1ef1fe5940 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:26:05.166823 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-326af5fd-e28e-4ce7-b4aa-b1ef38eacec1 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:05.167009 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-734a9d34-27d0-4d86-8155-faec024c2e89 tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/604d7b89-6c90-433e-aa20-3c8d1f3ee4b0 HTTP/1.1" status: 204 len: 168 time: 0.2008345 Aug 11 03:26:05.167492 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 54886) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:05.170996 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734a9d34-27d0-4d86-8155-faec024c2e89 tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=604d7b89-6c90-433e-aa20-3c8d1f3ee4b0,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:05.208086 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 9df22279-a841-42ce-95bf-9e74d4303771 no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:26:05.223006 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: 9df22279-a841-42ce-95bf-9e74d4303771 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:26:05.223359 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 9df22279-a841-42ce-95bf-9e74d4303771 not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:26:05.223782 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 0e406110-4699-4798-bf7e-48375f3debb1 no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:26:05.234371 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f185e391-145b-4b9a-bf30-a393161a5d36 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126283413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126275158'] for subnet, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:05.244213 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: 0e406110-4699-4798-bf7e-48375f3debb1 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:26:05.248143 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 0e406110-4699-4798-bf7e-48375f3debb1 not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:26:05.248143 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 53c2c1d8-1a35-4199-a015-e80acca8d003 no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:26:05.267424 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: 53c2c1d8-1a35-4199-a015-e80acca8d003 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:26:05.267879 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 53c2c1d8-1a35-4199-a015-e80acca8d003 not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:26:05.277745 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f185e391-145b-4b9a-bf30-a393161a5d36 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Pushing event deleted for resources: {'Subnet': ['ID=4aa95f4a-32e5-451e-8f8c-d5fd7a9ae895,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:05.280255 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8127b382-0cbe-4371-92b7-dbf177fdd911 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:05.295986 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75f3c260-b5bb-422c-a60a-073214b4aaa5 None None] Network c010a947-f34e-4a7f-8573-4c8f5f0d4a4f requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:26:05.300936 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f185e391-145b-4b9a-bf30-a393161a5d36 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:05.302700 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-f185e391-145b-4b9a-bf30-a393161a5d36 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] 10.222.0.41 "DELETE /v2.0/subnets/4aa95f4a-32e5-451e-8f8c-d5fd7a9ae895 HTTP/1.1" status: 204 len: 168 time: 0.7706091 Aug 11 03:26:05.305760 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 54888) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:05.337528 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8127b382-0cbe-4371-92b7-dbf177fdd911 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] No DVR routers for this DVR port 9df22279-a841-42ce-95bf-9e74d4303771 on host n-d-764292-30 {{(pid=102191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:26:05.346741 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8127b382-0cbe-4371-92b7-dbf177fdd911 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Pushing event deleted for resources: {'Port': ['ID=9df22279-a841-42ce-95bf-9e74d4303771,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:05.380333 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-e39096c1-8795-4a92-be6c-b587225d5e66 tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.2117653 Aug 11 03:26:05.383218 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 54890) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:05.391433 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-326af5fd-e28e-4ce7-b4aa-b1ef38eacec1 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:05.391758 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-326af5fd-e28e-4ce7-b4aa-b1ef38eacec1 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:05.397825 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a4d4dd5e-8845-483d-ade5-40d130f6b55f tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:05.421961 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-677587d2-0dd7-49f5-a557-20453138ed50 tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:05.450041 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-326af5fd-e28e-4ce7-b4aa-b1ef38eacec1 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Calling delete_port for b99fdf46-1991-4706-bc9f-6f1ef1fe5940 owned by network:floatingip {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:26:05.453555 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-677587d2-0dd7-49f5-a557-20453138ed50 tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:05.469157 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8127b382-0cbe-4371-92b7-dbf177fdd911 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:05.500782 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f077ca60-0479-45c0-b935-7d1da59f3503 None None] DHCP port deletion for c010a947-f34e-4a7f-8573-4c8f5f0d4a4f request from n-d-764292-30 {{(pid=102193) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:26:05.531812 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-8127b382-0cbe-4371-92b7-dbf177fdd911 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f3c704b-060d-4624-8d6c-bccf9afaa118']}} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:26:05.555286 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-f077ca60-0479-45c0-b935-7d1da59f3503 None None] Deleting port 46a1efd1-0db7-4604-a768-b644a07fa8dd {{(pid=102193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:26:05.555834 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-f077ca60-0479-45c0-b935-7d1da59f3503 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:05.561679 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-8127b382-0cbe-4371-92b7-dbf177fdd911 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c34466a-8261-4d30-9358-55ca9b225f4d') {'for_net_delete': True} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:26:05.562477 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-8127b382-0cbe-4371-92b7-dbf177fdd911 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c34466a-8261-4d30-9358-55ca9b225f4d') {} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:26:05.590655 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8127b382-0cbe-4371-92b7-dbf177fdd911 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126283644'] for segment, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:05.622137 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8127b382-0cbe-4371-92b7-dbf177fdd911 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:05.625720 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-f077ca60-0479-45c0-b935-7d1da59f3503 None None] For port 46a1efd1-0db7-4604-a768-b644a07fa8dd, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=46a1efd1-0db7-4604-a768-b644a07fa8dd,segment=NetworkSegment(4aee2c2e-feb2-4b7a-8be0-e885a5d299a6),segment_id=4aee2c2e-feb2-4b7a-8be0-e885a5d299a6)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:26:05.626313 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-f077ca60-0479-45c0-b935-7d1da59f3503 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:05.632568 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8127b382-0cbe-4371-92b7-dbf177fdd911 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=102191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:26:05.634418 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8127b382-0cbe-4371-92b7-dbf177fdd911 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126283391'] for segment, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:05.636350 n-d-764292-30 neutron-server[102191]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:26:05.636350 n-d-764292-30 neutron-server[102191]: self.session.flush() Aug 11 03:26:05.636350 n-d-764292-30 neutron-server[102191]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:26:05.636350 n-d-764292-30 neutron-server[102191]: self.session.flush() Aug 11 03:26:05.636350 n-d-764292-30 neutron-server[102191]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:26:05.636350 n-d-764292-30 neutron-server[102191]: self.session.flush() Aug 11 03:26:05.636350 n-d-764292-30 neutron-server[102191]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:26:05.636350 n-d-764292-30 neutron-server[102191]: self.session.flush() Aug 11 03:26:05.636350 n-d-764292-30 neutron-server[102191]: Traceback (most recent call last): Aug 11 03:26:05.636350 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:26:05.636350 n-d-764292-30 neutron-server[102191]: timer() Aug 11 03:26:05.636350 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:26:05.636350 n-d-764292-30 neutron-server[102191]: cb(*args, **kw) Aug 11 03:26:05.636350 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:26:05.636350 n-d-764292-30 neutron-server[102191]: return func(*args, **kwargs) Aug 11 03:26:05.636350 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:26:05.636350 n-d-764292-30 neutron-server[102191]: self._notify() Aug 11 03:26:05.636350 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:26:05.636350 n-d-764292-30 neutron-server[102191]: self.callback(batched_events) Aug 11 03:26:05.636350 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:26:05.636350 n-d-764292-30 neutron-server[102191]: event.method(event) Aug 11 03:26:05.636350 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:26:05.636350 n-d-764292-30 neutron-server[102191]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:26:05.636350 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:26:05.636350 n-d-764292-30 neutron-server[102191]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:26:05.636350 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:26:05.636350 n-d-764292-30 neutron-server[102191]: return f(self, *a, **k) Aug 11 03:26:05.636350 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:26:05.636350 n-d-764292-30 neutron-server[102191]: return self._get(url).json() Aug 11 03:26:05.636350 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:26:05.636350 n-d-764292-30 neutron-server[102191]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:26:05.636350 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:26:05.636350 n-d-764292-30 neutron-server[102191]: return self.request(url, 'GET', **kwargs) Aug 11 03:26:05.636350 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:26:05.636350 n-d-764292-30 neutron-server[102191]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:26:05.636350 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:26:05.636350 n-d-764292-30 neutron-server[102191]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:26:05.636350 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:26:05.636350 n-d-764292-30 neutron-server[102191]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:26:05.636350 n-d-764292-30 neutron-server[102191]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:26:05.644761 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-f077ca60-0479-45c0-b935-7d1da59f3503 None None] Calling delete_port for 46a1efd1-0db7-4604-a768-b644a07fa8dd owned by network:dhcp {{(pid=102193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:26:05.818397 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8127b382-0cbe-4371-92b7-dbf177fdd911 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:05.825493 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8127b382-0cbe-4371-92b7-dbf177fdd911 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks [] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:05.827741 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-8127b382-0cbe-4371-92b7-dbf177fdd911 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] 10.222.0.41 "DELETE /v2.0/networks/4f3c704b-060d-4624-8d6c-bccf9afaa118 HTTP/1.1" status: 204 len: 168 time: 1.5119014 Aug 11 03:26:05.839336 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 54894) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:05.847431 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8127b382-0cbe-4371-92b7-dbf177fdd911 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Pushing event deleted for resources: {'Network': ['ID=4f3c704b-060d-4624-8d6c-bccf9afaa118,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:05.875665 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-f077ca60-0479-45c0-b935-7d1da59f3503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678'] for port, after_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:05.879014 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa29dad-3f81-4a2c-be1e-0affe32882f5 req-57ffe7e8-e7ac-4709-abe9-7ac0a71b286b tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:05.880549 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-326af5fd-e28e-4ce7-b4aa-b1ef38eacec1 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:05.880719 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0aa29dad-3f81-4a2c-be1e-0affe32882f5 req-57ffe7e8-e7ac-4709-abe9-7ac0a71b286b tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] 10.222.0.41 "GET /v2.0/ports?device_id=615eb31c-7c46-417d-9d57-b64413500be6 HTTP/1.1" status: 200 len: 945 time: 0.0710304 Aug 11 03:26:05.883363 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-a4d4dd5e-8845-483d-ade5-40d130f6b55f tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Deleting port 46a1efd1-0db7-4604-a768-b644a07fa8dd {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:26:05.885163 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a4d4dd5e-8845-483d-ade5-40d130f6b55f tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:05.901471 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f077ca60-0479-45c0-b935-7d1da59f3503 None None] Pushing event deleted for resources: {'Port': ['ID=46a1efd1-0db7-4604-a768-b644a07fa8dd,revision_number=None']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:05.911482 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f077ca60-0479-45c0-b935-7d1da59f3503 None None] No DVR routers for this DVR port 46a1efd1-0db7-4604-a768-b644a07fa8dd on host n-d-764292-30 {{(pid=102193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:26:05.934123 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-677587d2-0dd7-49f5-a557-20453138ed50 tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:05.942878 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-677587d2-0dd7-49f5-a557-20453138ed50 tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:05.943988 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-677587d2-0dd7-49f5-a557-20453138ed50 tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/4574aa26-cfcc-4df2-b2d5-05bd9677ddfb HTTP/1.1" status: 204 len: 168 time: 0.5596082 Aug 11 03:26:05.952566 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 54896) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:05.975249 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677587d2-0dd7-49f5-a557-20453138ed50 tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4574aa26-cfcc-4df2-b2d5-05bd9677ddfb,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:06.007321 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [None req-a4d4dd5e-8845-483d-ade5-40d130f6b55f tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] For port 46a1efd1-0db7-4604-a768-b644a07fa8dd, host n-d-764292-30, got binding levels [] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:26:06.007321 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a4d4dd5e-8845-483d-ade5-40d130f6b55f tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:06.027331 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0aa29dad-3f81-4a2c-be1e-0affe32882f5 req-c3d29af4-d5d4-48a0-9b57-5221568094de tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed60bba6-2b2f-4b83-a3e4-9e7aa48523e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314647 Aug 11 03:26:06.035818 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-a4d4dd5e-8845-483d-ade5-40d130f6b55f tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Calling delete_port for 46a1efd1-0db7-4604-a768-b644a07fa8dd owned by network:dhcp {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:26:06.043338 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.ipam_backend_mixin [None req-a4d4dd5e-8845-483d-ade5-40d130f6b55f tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Port 46a1efd1-0db7-4604-a768-b644a07fa8dd was not found and therefore no delete operation was performed {{(pid=102192) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 11 03:26:06.047705 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a4d4dd5e-8845-483d-ade5-40d130f6b55f tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:06.061760 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-8ea2b2b8-d4bb-43bf-a49c-2e0fddfad98f tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0979624 Aug 11 03:26:06.066911 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 54898) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:06.092516 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d4dd5e-8845-483d-ade5-40d130f6b55f tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Pushing event deleted for resources: {'Port': ['ID=46a1efd1-0db7-4604-a768-b644a07fa8dd,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:06.099155 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d4dd5e-8845-483d-ade5-40d130f6b55f tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] No DVR routers for this DVR port 46a1efd1-0db7-4604-a768-b644a07fa8dd on host n-d-764292-30 {{(pid=102192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:26:06.187703 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326af5fd-e28e-4ce7-b4aa-b1ef38eacec1 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Pushing event deleted for resources: {'Port': ['ID=b99fdf46-1991-4706-bc9f-6f1ef1fe5940,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:06.211741 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a4d4dd5e-8845-483d-ade5-40d130f6b55f tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:06.228920 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-a4d4dd5e-8845-483d-ade5-40d130f6b55f tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c010a947-f34e-4a7f-8573-4c8f5f0d4a4f']}} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:26:06.241107 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-a4d4dd5e-8845-483d-ade5-40d130f6b55f tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4aee2c2e-feb2-4b7a-8be0-e885a5d299a6') {'for_net_delete': True} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:26:06.241408 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-a4d4dd5e-8845-483d-ade5-40d130f6b55f tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4aee2c2e-feb2-4b7a-8be0-e885a5d299a6') {} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:26:06.243138 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-bd1b587a-a2d8-416b-978e-8ff8ecb01ee0 tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:06.260490 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a4d4dd5e-8845-483d-ade5-40d130f6b55f tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125932501'] for segment, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:06.281874 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-bd1b587a-a2d8-416b-978e-8ff8ecb01ee0 tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:06.284716 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a4d4dd5e-8845-483d-ade5-40d130f6b55f tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:06.298068 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4d4dd5e-8845-483d-ade5-40d130f6b55f tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=102192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:26:06.298492 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a4d4dd5e-8845-483d-ade5-40d130f6b55f tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125932183'] for segment, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:06.301366 n-d-764292-30 neutron-server[102192]: Traceback (most recent call last): Aug 11 03:26:06.301366 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:26:06.301366 n-d-764292-30 neutron-server[102192]: timer() Aug 11 03:26:06.301366 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:26:06.301366 n-d-764292-30 neutron-server[102192]: cb(*args, **kw) Aug 11 03:26:06.301366 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:26:06.301366 n-d-764292-30 neutron-server[102192]: return func(*args, **kwargs) Aug 11 03:26:06.301366 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:26:06.301366 n-d-764292-30 neutron-server[102192]: self._notify() Aug 11 03:26:06.301366 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:26:06.301366 n-d-764292-30 neutron-server[102192]: self.callback(batched_events) Aug 11 03:26:06.301366 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:26:06.301366 n-d-764292-30 neutron-server[102192]: event.method(event) Aug 11 03:26:06.301366 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:26:06.301366 n-d-764292-30 neutron-server[102192]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:26:06.301366 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:26:06.301366 n-d-764292-30 neutron-server[102192]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:26:06.301366 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:26:06.301366 n-d-764292-30 neutron-server[102192]: return f(self, *a, **k) Aug 11 03:26:06.301366 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:26:06.301366 n-d-764292-30 neutron-server[102192]: return self._get(url).json() Aug 11 03:26:06.301366 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:26:06.301366 n-d-764292-30 neutron-server[102192]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:26:06.301366 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:26:06.301366 n-d-764292-30 neutron-server[102192]: return self.request(url, 'GET', **kwargs) Aug 11 03:26:06.301366 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:26:06.301366 n-d-764292-30 neutron-server[102192]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:26:06.301366 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:26:06.301366 n-d-764292-30 neutron-server[102192]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:26:06.301366 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:26:06.301366 n-d-764292-30 neutron-server[102192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:26:06.301366 n-d-764292-30 neutron-server[102192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:26:06.327893 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-326af5fd-e28e-4ce7-b4aa-b1ef38eacec1 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks [] for floatingip, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:06.328237 n-d-764292-30 neutron-server[102191]: INFO neutron.db.l3_db [None req-326af5fd-e28e-4ce7-b4aa-b1ef38eacec1 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Floating IP 2ab32762-c668-45de-90b9-5340447a805f disassociated (deleted). External IP: 172.25.8.140, port: 1347ce03-6fd3-4df9-85e1-8335bdb4082d. Aug 11 03:26:06.452478 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a4d4dd5e-8845-483d-ade5-40d130f6b55f tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:06.456793 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a4d4dd5e-8845-483d-ade5-40d130f6b55f tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks [] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:06.458949 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-a4d4dd5e-8845-483d-ade5-40d130f6b55f tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] 10.222.0.41 "DELETE /v2.0/networks/c010a947-f34e-4a7f-8573-4c8f5f0d4a4f HTTP/1.1" status: 204 len: 168 time: 1.1519067 Aug 11 03:26:06.463683 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 54900) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:06.470243 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-288203bb-8570-491c-9a5e-a9a946d17c27 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-751505769'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:26:06.474643 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d4dd5e-8845-483d-ade5-40d130f6b55f tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Pushing event deleted for resources: {'Network': ['ID=c010a947-f34e-4a7f-8573-4c8f5f0d4a4f,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:06.487110 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-bd1b587a-a2d8-416b-978e-8ff8ecb01ee0 tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:06.489719 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-bd1b587a-a2d8-416b-978e-8ff8ecb01ee0 tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:06.490921 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-bd1b587a-a2d8-416b-978e-8ff8ecb01ee0 tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] 10.222.0.41 "DELETE /v2.0/security-groups/6309cb0b-7265-405a-b7fc-43c662d51a3d HTTP/1.1" status: 204 len: 168 time: 0.4069645 Aug 11 03:26:06.495219 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 54902) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:06.507653 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1b587a-a2d8-416b-978e-8ff8ecb01ee0 tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6309cb0b-7265-405a-b7fc-43c662d51a3d,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:06.548547 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-2817d042-19eb-4526-85c9-6245e377afe0 tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0522156 Aug 11 03:26:06.555513 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 54904) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:06.558016 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-e0417565-c2ba-46ad-9bdb-d323fd930467 tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Request body: {'security_group': {'name': 'tempest-secgroup--1581820775'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:26:06.617753 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-288203bb-8570-491c-9a5e-a9a946d17c27 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Made reservation on behalf of a6e0511434be4fc4a2d24d0db6f1badc for: {'network': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:26:06.621203 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-288203bb-8570-491c-9a5e-a9a946d17c27 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:06.675809 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e0417565-c2ba-46ad-9bdb-d323fd930467 tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:06.698643 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-288203bb-8570-491c-9a5e-a9a946d17c27 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=102191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:26:06.708307 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-326af5fd-e28e-4ce7-b4aa-b1ef38eacec1 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Router c2512fa5-e65b-455d-87b5-af2204aa28df has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:26:06.719329 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-288203bb-8570-491c-9a5e-a9a946d17c27 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:06.719635 n-d-764292-30 neutron-server[102191]: INFO neutron.db.segments_db [None req-288203bb-8570-491c-9a5e-a9a946d17c27 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Added segment 4fad3964-1c21-4cc3-bfff-07f65fd0e686 of type vlan for network 581a311c-ef5f-4935-a509-710135934104 Aug 11 03:26:06.757255 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e0417565-c2ba-46ad-9bdb-d323fd930467 tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:06.810961 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-288203bb-8570-491c-9a5e-a9a946d17c27 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:06.833533 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5d21c28a-7b3d-4a03-9f84-60911ddbccd3 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521106'] for router_interface, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:06.840729 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e0417565-c2ba-46ad-9bdb-d323fd930467 tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:06.870027 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0417565-c2ba-46ad-9bdb-d323fd930467 tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a61d40be-5453-4f7e-bd60-254d15c91a69,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:06.956477 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e0417565-c2ba-46ad-9bdb-d323fd930467 tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:06.957772 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-e0417565-c2ba-46ad-9bdb-d323fd930467 tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4035180 Aug 11 03:26:06.960769 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 54906) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:06.965253 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-a751f351-4ce6-4701-96f1-2337a41120e1 tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Request body: {'security_group_rule': {'security_group_id': 'a61d40be-5453-4f7e-bd60-254d15c91a69', 'direction': 'ingress', 'protocol': 17}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:26:06.971254 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-326af5fd-e28e-4ce7-b4aa-b1ef38eacec1 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:26:06.978113 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-326af5fd-e28e-4ce7-b4aa-b1ef38eacec1 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for floatingip, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:06.981328 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d5ae5b-addc-4648-9a5f-a9af39b2e9e0 None None] Sync routers for ids ['c2512fa5-e65b-455d-87b5-af2204aa28df'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:26:06.991787 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d5ae5b-addc-4648-9a5f-a9af39b2e9e0 None None] Routers {'c2512fa5-e65b-455d-87b5-af2204aa28df'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:26:06.992600 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-01d5ae5b-addc-4648-9a5f-a9af39b2e9e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:26:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['c2512fa5-e65b-455d-87b5-af2204aa28df'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:26:07.047298 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-288203bb-8570-491c-9a5e-a9a946d17c27 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:07.052849 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-288203bb-8570-491c-9a5e-a9a946d17c27 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:07.053441 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-288203bb-8570-491c-9a5e-a9a946d17c27 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks [] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:07.070338 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-326af5fd-e28e-4ce7-b4aa-b1ef38eacec1 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] 10.222.0.41 "DELETE /v2.0/floatingips/2ab32762-c668-45de-90b9-5340447a805f HTTP/1.1" status: 204 len: 168 time: 2.3828826 Aug 11 03:26:07.078266 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a751f351-4ce6-4701-96f1-2337a41120e1 tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:07.085966 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4806c477-b922-49ed-a2d7-ceb4f67380f4', 'tag': '1347ce03-6fd3-4df9-85e1-8335bdb4082d'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:26:07.085966 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96fc70e5-6944-4f98-8f2a-9a330d2c75b5" -d '{"events": [{"name": "network-changed", "server_uuid": "4806c477-b922-49ed-a2d7-ceb4f67380f4", "tag": "1347ce03-6fd3-4df9-85e1-8335bdb4082d"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:26:07.143832 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:07.154413 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288203bb-8570-491c-9a5e-a9a946d17c27 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Pushing event updated for resources: {'Network': ['ID=581a311c-ef5f-4935-a509-710135934104,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:07.167007 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network 581a311c-ef5f-4935-a509-710135934104 details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:26:07.177609 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-288203bb-8570-491c-9a5e-a9a946d17c27 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7108054 Aug 11 03:26:07.177829 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-01d5ae5b-addc-4648-9a5f-a9af39b2e9e0 None None] Set router c2512fa5-e65b-455d-87b5-af2204aa28df gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:26:07.184299 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 54914) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:07.207678 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-e39813e3-f828-4279-9bd9-74734cc07d56 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Request body: {'subnet': {'network_id': '581a311c-ef5f-4935-a509-710135934104', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:26:07.233001 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 46a1efd1-0db7-4604-a768-b644a07fa8dd no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:26:07.259454 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a751f351-4ce6-4701-96f1-2337a41120e1 tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:07.261261 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-5d21c28a-7b3d-4a03-9f84-60911ddbccd3 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Deleting port 27ff2f86-8019-469d-8c1d-4e50681f146d {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:26:07.261749 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5d21c28a-7b3d-4a03-9f84-60911ddbccd3 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:07.293697 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: 46a1efd1-0db7-4604-a768-b644a07fa8dd {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:26:07.294040 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 46a1efd1-0db7-4604-a768-b644a07fa8dd not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:26:07.333631 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dc3473-dc75-4cd4-ba98-95e7f56135ef req-480d9538-7382-4b7d-aefa-f345968b72e5 tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:07.335451 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f2dc3473-dc75-4cd4-ba98-95e7f56135ef req-480d9538-7382-4b7d-aefa-f345968b72e5 tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] 10.222.0.41 "GET /v2.0/ports?device_id=615eb31c-7c46-417d-9d57-b64413500be6 HTTP/1.1" status: 200 len: 945 time: 0.1607544 Aug 11 03:26:07.339051 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a751f351-4ce6-4701-96f1-2337a41120e1 tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:07.374454 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a751f351-4ce6-4701-96f1-2337a41120e1 tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75c7ffa1-60c9-436a-835c-bc153094164f,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:07.387647 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [None req-5d21c28a-7b3d-4a03-9f84-60911ddbccd3 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] For port 27ff2f86-8019-469d-8c1d-4e50681f146d, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=27ff2f86-8019-469d-8c1d-4e50681f146d,segment=NetworkSegment(48f6fd0b-cb08-4ebb-806d-40e36c8e494f),segment_id=48f6fd0b-cb08-4ebb-806d-40e36c8e494f)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:26:07.388321 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5d21c28a-7b3d-4a03-9f84-60911ddbccd3 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:07.405637 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f2dc3473-dc75-4cd4-ba98-95e7f56135ef req-f4c7240a-ef2a-4c3f-8f3d-84f9e3cb9daa tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed60bba6-2b2f-4b83-a3e4-9e7aa48523e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577004 Aug 11 03:26:07.407731 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-5d21c28a-7b3d-4a03-9f84-60911ddbccd3 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Calling delete_port for 27ff2f86-8019-469d-8c1d-4e50681f146d owned by network:router_interface {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:26:07.428418 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e39813e3-f828-4279-9bd9-74734cc07d56 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Made reservation on behalf of a6e0511434be4fc4a2d24d0db6f1badc for: {'subnet': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:26:07.428418 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e39813e3-f828-4279-9bd9-74734cc07d56 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126180544'] for subnet, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:07.477280 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a751f351-4ce6-4701-96f1-2337a41120e1 tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:07.478929 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-a751f351-4ce6-4701-96f1-2337a41120e1 tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5172937 Aug 11 03:26:07.484582 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 54918) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:07.521571 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efd27a2a-cb7c-48c6-b990-b0dbe177b2aa x-openstack-request-id: req-efd27a2a-cb7c-48c6-b990-b0dbe177b2aa {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:26:07.523016 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4806c477-b922-49ed-a2d7-ceb4f67380f4", "tag": "1347ce03-6fd3-4df9-85e1-8335bdb4082d", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:26:07.523016 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-efd27a2a-cb7c-48c6-b990-b0dbe177b2aa {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:26:07.523016 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4806c477-b922-49ed-a2d7-ceb4f67380f4', 'tag': '1347ce03-6fd3-4df9-85e1-8335bdb4082d', 'status': 'completed', 'code': 200} Aug 11 03:26:07.533738 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-01d5ae5b-addc-4648-9a5f-a9af39b2e9e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2512fa5-e65b-455d-87b5-af2204aa28df', 'name': 'tempest-TestNetworkBasicOps-router-477221125', 'tenant_id': '6f34ea378b0c4732b01bbd0e8e3ce05d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': 'befd763a-b608-436f-8eb1-d6b23b28a1e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:22:37Z', 'updated_at': '2021-08-11T03:25:56Z', 'revision_number': 6, 'project_id': '6f34ea378b0c4732b01bbd0e8e3ce05d', 'gw_port': {'id': 'befd763a-b608-436f-8eb1-d6b23b28a1e1', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:eb:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2512fa5-e65b-455d-87b5-af2204aa28df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2505, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:22:38Z', 'updated_at': '2021-08-11T03:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '5d921f95-77b2-4c3c-8ca8-bb21a2327819', 'name': '', 'network_id': 'aca38bb8-53be-4609-8761-de24e0c00b2e', 'tenant_id': '6f34ea378b0c4732b01bbd0e8e3ce05d', 'mac_address': 'fa:16:3e:8d:1e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2512fa5-e65b-455d-87b5-af2204aa28df', 'device_owner': 'network:router_interface', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': '2eab23f8-93c4-44af-9e21-52232de1fe86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:22:54Z', 'updated_at': '2021-08-11T03:23:08Z', 'revision_number': 5, 'project_id': '6f34ea378b0c4732b01bbd0e8e3ce05d', 'subnets': [{'id': '2eab23f8-93c4-44af-9e21-52232de1fe86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:26:07.567216 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d5ae5b-addc-4648-9a5f-a9af39b2e9e0 None None] Checking router: c2512fa5-e65b-455d-87b5-af2204aa28df for host: n-d-764292-30 {{(pid=102193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:26:07.576411 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d5ae5b-addc-4648-9a5f-a9af39b2e9e0 None None] Routers {'c2512fa5-e65b-455d-87b5-af2204aa28df'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:26:07.577277 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-01d5ae5b-addc-4648-9a5f-a9af39b2e9e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:26:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['c2512fa5-e65b-455d-87b5-af2204aa28df'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:26:07.601498 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994d7b02-4fe9-4685-a610-5c884f7631e6 req-6a8217bd-ebb5-4cc5-a6e2-abf8c289d1c1 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:07.603102 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-994d7b02-4fe9-4685-a610-5c884f7631e6 req-6a8217bd-ebb5-4cc5-a6e2-abf8c289d1c1 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] 10.222.0.41 "GET /v2.0/ports?device_id=4806c477-b922-49ed-a2d7-ceb4f67380f4 HTTP/1.1" status: 200 len: 945 time: 0.0881860 Aug 11 03:26:07.637047 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-494ee16f-801f-4a18-8af6-08c2694be1bf tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:07.668912 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fc70e5-6944-4f98-8f2a-9a330d2c75b5 req-13b7d2b9-4644-43b5-9e4e-7595fd50f698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:07.670774 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-96fc70e5-6944-4f98-8f2a-9a330d2c75b5 req-13b7d2b9-4644-43b5-9e4e-7595fd50f698 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6f34ea378b0c4732b01bbd0e8e3ce05d&device_id=4806c477-b922-49ed-a2d7-ceb4f67380f4 HTTP/1.1" status: 200 len: 1097 time: 0.1417835 Aug 11 03:26:07.672516 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-994d7b02-4fe9-4685-a610-5c884f7631e6 req-9c203fcf-2f7c-45e6-9c98-518636198790 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] 10.222.0.41 "GET /v2.0/security-groups?id=91bb33c4-45bb-48b2-96aa-0a930cf41659&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506122 Aug 11 03:26:07.676604 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-494ee16f-801f-4a18-8af6-08c2694be1bf tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:07.723662 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-01d5ae5b-addc-4648-9a5f-a9af39b2e9e0 None None] Set router c2512fa5-e65b-455d-87b5-af2204aa28df gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:26:07.808946 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e39813e3-f828-4279-9bd9-74734cc07d56 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125932092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126180562'] for subnet, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:07.834058 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fc70e5-6944-4f98-8f2a-9a330d2c75b5 req-8541b1c6-7153-42ef-9ced-0e49704b0279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:07.835623 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-96fc70e5-6944-4f98-8f2a-9a330d2c75b5 req-8541b1c6-7153-42ef-9ced-0e49704b0279 service neutron] 10.222.0.22 "GET /v2.0/networks?id=aca38bb8-53be-4609-8761-de24e0c00b2e HTTP/1.1" status: 200 len: 898 time: 0.1536477 Aug 11 03:26:07.877813 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39813e3-f828-4279-9bd9-74734cc07d56 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Pushing event updated for resources: {'Subnet': ['ID=60560048-b4cb-4a8f-aadd-c408443c0cdb,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:07.882160 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-96fc70e5-6944-4f98-8f2a-9a330d2c75b5 req-02b7b9f4-7c44-4a8d-abff-75b69193052c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1347ce03-6fd3-4df9-85e1-8335bdb4082d HTTP/1.1" status: 200 len: 217 time: 0.0388384 Aug 11 03:26:07.887219 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39813e3-f828-4279-9bd9-74734cc07d56 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Checking segment: {'id': '4fad3964-1c21-4cc3-bfff-07f65fd0e686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '581a311c-ef5f-4935-a509-710135934104'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:26:07.887544 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5d21c28a-7b3d-4a03-9f84-60911ddbccd3 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:07.887691 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e39813e3-f828-4279-9bd9-74734cc07d56 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Network hostable DHCP agents. Network: 581a311c-ef5f-4935-a509-710135934104, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:26:07.925496 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-01d5ae5b-addc-4648-9a5f-a9af39b2e9e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2512fa5-e65b-455d-87b5-af2204aa28df', 'name': 'tempest-TestNetworkBasicOps-router-477221125', 'tenant_id': '6f34ea378b0c4732b01bbd0e8e3ce05d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': 'befd763a-b608-436f-8eb1-d6b23b28a1e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:22:37Z', 'updated_at': '2021-08-11T03:25:56Z', 'revision_number': 6, 'project_id': '6f34ea378b0c4732b01bbd0e8e3ce05d', 'gw_port': {'id': 'befd763a-b608-436f-8eb1-d6b23b28a1e1', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:eb:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2512fa5-e65b-455d-87b5-af2204aa28df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2505, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:22:38Z', 'updated_at': '2021-08-11T03:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '5d921f95-77b2-4c3c-8ca8-bb21a2327819', 'name': '', 'network_id': 'aca38bb8-53be-4609-8761-de24e0c00b2e', 'tenant_id': '6f34ea378b0c4732b01bbd0e8e3ce05d', 'mac_address': 'fa:16:3e:8d:1e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2512fa5-e65b-455d-87b5-af2204aa28df', 'device_owner': 'network:router_interface', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': '2eab23f8-93c4-44af-9e21-52232de1fe86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:22:54Z', 'updated_at': '2021-08-11T03:23:08Z', 'revision_number': 5, 'project_id': '6f34ea378b0c4732b01bbd0e8e3ce05d', 'subnets': [{'id': '2eab23f8-93c4-44af-9e21-52232de1fe86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:26:07.962391 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d5ae5b-addc-4648-9a5f-a9af39b2e9e0 None None] The sync data for ids ['c2512fa5-e65b-455d-87b5-af2204aa28df'] in n-d-764292-30 is: [{'id': 'c2512fa5-e65b-455d-87b5-af2204aa28df', 'name': 'tempest-TestNetworkBasicOps-router-477221125', 'tenant_id': '6f34ea378b0c4732b01bbd0e8e3ce05d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': 'befd763a-b608-436f-8eb1-d6b23b28a1e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:22:37Z', 'updated_at': '2021-08-11T03:25:56Z', 'revision_number': 6, 'project_id': '6f34ea378b0c4732b01bbd0e8e3ce05d', 'gw_port': {'id': 'befd763a-b608-436f-8eb1-d6b23b28a1e1', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:eb:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2512fa5-e65b-455d-87b5-af2204aa28df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2505, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:22:38Z', 'updated_at': '2021-08-11T03:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '5d921f95-77b2-4c3c-8ca8-bb21a2327819', 'name': '', 'network_id': 'aca38bb8-53be-4609-8761-de24e0c00b2e', 'tenant_id': '6f34ea378b0c4732b01bbd0e8e3ce05d', 'mac_address': 'fa:16:3e:8d:1e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2512fa5-e65b-455d-87b5-af2204aa28df', 'device_owner': 'network:router_interface', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': '2eab23f8-93c4-44af-9e21-52232de1fe86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:22:54Z', 'updated_at': '2021-08-11T03:23:08Z', 'revision_number': 5, 'project_id': '6f34ea378b0c4732b01bbd0e8e3ce05d', 'subnets': [{'id': '2eab23f8-93c4-44af-9e21-52232de1fe86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:26:07.973425 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e39813e3-f828-4279-9bd9-74734cc07d56 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Network 581a311c-ef5f-4935-a509-710135934104 is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:26:07.976708 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d21c28a-7b3d-4a03-9f84-60911ddbccd3 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Pushing event deleted for resources: {'Port': ['ID=27ff2f86-8019-469d-8c1d-4e50681f146d,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:07.979224 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-494ee16f-801f-4a18-8af6-08c2694be1bf tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:07.982027 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-494ee16f-801f-4a18-8af6-08c2694be1bf tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:07.983220 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-494ee16f-801f-4a18-8af6-08c2694be1bf tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] 10.222.0.41 "DELETE /v2.0/security-groups/a61d40be-5453-4f7e-bd60-254d15c91a69 HTTP/1.1" status: 204 len: 168 time: 0.4975455 Aug 11 03:26:07.988895 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 54920) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:08.061998 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494ee16f-801f-4a18-8af6-08c2694be1bf tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a61d40be-5453-4f7e-bd60-254d15c91a69,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:08.072231 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-24d38bae-adc9-43ef-9cde-8379fc7bcb53 tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0821655 Aug 11 03:26:08.073842 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-e39813e3-f828-4279-9bd9-74734cc07d56 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, 581a311c-ef5f-4935-a509-710135934104) {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:26:08.075879 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 54922) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:08.081142 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5d21c28a-7b3d-4a03-9f84-60911ddbccd3 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16383033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450082'] for router_interface, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:08.081943 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-bbd8a60b-fd46-433d-81cf-9cfbea125cb2 tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Request body: {'security_group': {'name': 'tempest-secgroup--1870522903'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:26:08.084598 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fc70e5-6944-4f98-8f2a-9a330d2c75b5 req-a7361588-0498-4240-ae4e-293953fb89c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:08.086163 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-96fc70e5-6944-4f98-8f2a-9a330d2c75b5 req-a7361588-0498-4240-ae4e-293953fb89c2 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=2eab23f8-93c4-44af-9e21-52232de1fe86 HTTP/1.1" status: 200 len: 834 time: 0.1906233 Aug 11 03:26:08.089992 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ae93f21-e1b6-47f0-9520-23ab54b680d1 None None] Network 581a311c-ef5f-4935-a509-710135934104 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:26:08.096360 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e39813e3-f828-4279-9bd9-74734cc07d56 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:08.096985 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e39813e3-f828-4279-9bd9-74734cc07d56 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks [] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:08.213028 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-bbd8a60b-fd46-433d-81cf-9cfbea125cb2 tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:08.280400 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167b94d5-f328-4d28-a62b-f5844b489979 None None] New status for floating IP 2ab32762-c668-45de-90b9-5340447a805f: DOWN {{(pid=102194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:26:08.326655 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-e39813e3-f828-4279-9bd9-74734cc07d56 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1276255 Aug 11 03:26:08.327738 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 54924) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:08.335121 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-24b13b5a-27e9-40d5-a4e7-7055f8f831b8 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1047682488', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:26:08.420312 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-bbd8a60b-fd46-433d-81cf-9cfbea125cb2 tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:08.449931 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a99605-e690-4870-adcf-6e0740575cf6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde080026-c28f-55be-b52b-13827cc43646-581a311c-ef5f-4935-a509-710135934104', 'network_id': '581a311c-ef5f-4935-a509-710135934104', 'tenant_id': 'a6e0511434be4fc4a2d24d0db6f1badc', 'fixed_ips': [{'subnet_id': '60560048-b4cb-4a8f-aadd-c408443c0cdb'}]}} from n-d-764292-30. {{(pid=102193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:26:08.450906 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-33a99605-e690-4870-adcf-6e0740575cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:08.479967 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-bbd8a60b-fd46-433d-81cf-9cfbea125cb2 tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:08.485861 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fc70e5-6944-4f98-8f2a-9a330d2c75b5 req-968a21b9-b1f9-40b4-a005-0e4776acf518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:08.487790 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-96fc70e5-6944-4f98-8f2a-9a330d2c75b5 req-968a21b9-b1f9-40b4-a005-0e4776acf518 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=aca38bb8-53be-4609-8761-de24e0c00b2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3932574 Aug 11 03:26:08.552843 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd8a60b-fd46-433d-81cf-9cfbea125cb2 tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c01c389-013b-4833-9709-cf2f55127f96,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:08.572808 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e31fca8-aa56-42ff-a64b-b2bd3357cfa0 req-2bda3724-dea5-48ab-ac4b-3532b62587f4 tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:08.574393 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5e31fca8-aa56-42ff-a64b-b2bd3357cfa0 req-2bda3724-dea5-48ab-ac4b-3532b62587f4 tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] 10.222.0.41 "GET /v2.0/ports?device_id=615eb31c-7c46-417d-9d57-b64413500be6 HTTP/1.1" status: 200 len: 945 time: 0.0772796 Aug 11 03:26:08.595530 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.db_base_plugin_common [None req-33a99605-e690-4870-adcf-6e0740575cf6 None None] Allocated IP 2001:db8::2 (581a311c-ef5f-4935-a509-710135934104/60560048-b4cb-4a8f-aadd-c408443c0cdb/9c415b16-a64e-4f3c-b40d-c5c5cc3cfb34) {{(pid=102193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:26:08.615408 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-24b13b5a-27e9-40d5-a4e7-7055f8f831b8 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-450010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6626'] for router, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:08.616417 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-24b13b5a-27e9-40d5-a4e7-7055f8f831b8 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-446747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6633'] for router, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:08.618000 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d21c28a-7b3d-4a03-9f84-60911ddbccd3 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Router b0ec7b20-10fd-4b3d-82c1-134f07fcb827 has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:26:08.623290 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5e31fca8-aa56-42ff-a64b-b2bd3357cfa0 req-ef9a40dc-f2b6-4da4-8c20-59bbcc8ed2d3 tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed60bba6-2b2f-4b83-a3e4-9e7aa48523e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407062 Aug 11 03:26:08.681513 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-24b13b5a-27e9-40d5-a4e7-7055f8f831b8 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:08.692211 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-bbd8a60b-fd46-433d-81cf-9cfbea125cb2 tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:08.693485 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-bbd8a60b-fd46-433d-81cf-9cfbea125cb2 tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6166656 Aug 11 03:26:08.697062 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 54928) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:08.708008 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-6f5e9595-d992-41cb-a691-d86ba015422d tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Request body: {'security_group': {'name': 'tempest-secgroup--1840530760'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:26:08.724297 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-96fc70e5-6944-4f98-8f2a-9a330d2c75b5 req-b3e46bca-ae3a-4d8f-829f-a13c053b4f93 service neutron] 10.222.0.22 "GET /v2.0/networks/aca38bb8-53be-4609-8761-de24e0c00b2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988981 Aug 11 03:26:08.725594 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d21c28a-7b3d-4a03-9f84-60911ddbccd3 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:26:08.734367 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-5d21c28a-7b3d-4a03-9f84-60911ddbccd3 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] 10.222.0.41 "PUT /v2.0/routers/b0ec7b20-10fd-4b3d-82c1-134f07fcb827/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8914075 Aug 11 03:26:08.734670 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 54932) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:08.744518 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22012f29-d98e-48ab-baea-3b187ccd3b91 None None] Sync routers for ids ['b0ec7b20-10fd-4b3d-82c1-134f07fcb827'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:26:08.765097 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22012f29-d98e-48ab-baea-3b187ccd3b91 None None] Routers {'b0ec7b20-10fd-4b3d-82c1-134f07fcb827'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:26:08.765879 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-22012f29-d98e-48ab-baea-3b187ccd3b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:26:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['b0ec7b20-10fd-4b3d-82c1-134f07fcb827'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:26:08.786601 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-24b13b5a-27e9-40d5-a4e7-7055f8f831b8 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-446952'] for router, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:08.813969 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-33a99605-e690-4870-adcf-6e0740575cf6 None None] Notify callbacks [] for port, precommit_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:08.835366 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-96fc70e5-6944-4f98-8f2a-9a330d2c75b5 req-b0c481ce-376f-4d78-b715-c46e85dbac8d service neutron] 10.222.0.22 "GET /v2.0/networks/aca38bb8-53be-4609-8761-de24e0c00b2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978558 Aug 11 03:26:08.847368 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc3e404c-f4ff-4648-bdc8-6cf6d9d36c3e tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Deleting subnet 50711f26-668b-47d2-a52c-747df49a242f {{(pid=102192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:26:08.853341 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-33a99605-e690-4870-adcf-6e0740575cf6 None None] Transition to ACTIVE for port object 9c415b16-a64e-4f3c-b40d-c5c5cc3cfb34 will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:26:08.853545 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-fc3e404c-f4ff-4648-bdc8-6cf6d9d36c3e tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks [] for subnet, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:08.856042 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-22012f29-d98e-48ab-baea-3b187ccd3b91 None None] Set router b0ec7b20-10fd-4b3d-82c1-134f07fcb827 gateway port host: None {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:26:08.888344 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-6f5e9595-d992-41cb-a691-d86ba015422d tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:08.903875 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc959b2-a0e3-42c8-953c-539d0509fa6d req-7081ece3-87cf-4018-bbd1-e6e3a529c775 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:08.906850 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-fdc959b2-a0e3-42c8-953c-539d0509fa6d req-7081ece3-87cf-4018-bbd1-e6e3a529c775 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] 10.222.0.41 "GET /v2.0/ports?device_id=4806c477-b922-49ed-a2d7-ceb4f67380f4 HTTP/1.1" status: 200 len: 945 time: 0.1295633 Aug 11 03:26:08.913818 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-22012f29-d98e-48ab-baea-3b187ccd3b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0ec7b20-10fd-4b3d-82c1-134f07fcb827', 'name': 'tempest-RoutersIpV6Test-router-424810573', 'tenant_id': 'e3d11adc70004665908a030719f0fc48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:25:14Z', 'updated_at': '2021-08-11T03:26:07Z', 'revision_number': 11, 'project_id': 'e3d11adc70004665908a030719f0fc48', 'gw_port_host': None}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:26:08.932750 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-fc3e404c-f4ff-4648-bdc8-6cf6d9d36c3e tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125932460'] for subnet, precommit_delete_associations {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:08.948372 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22012f29-d98e-48ab-baea-3b187ccd3b91 None None] Checking router: b0ec7b20-10fd-4b3d-82c1-134f07fcb827 for host: n-d-764292-30 {{(pid=102193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:26:08.950382 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-33a99605-e690-4870-adcf-6e0740575cf6 None None] Transition to ACTIVE for port object 9c415b16-a64e-4f3c-b40d-c5c5cc3cfb34 will not be triggered until provisioned by entity DHCP. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:26:08.958638 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22012f29-d98e-48ab-baea-3b187ccd3b91 None None] Routers {'b0ec7b20-10fd-4b3d-82c1-134f07fcb827'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:26:08.959248 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-22012f29-d98e-48ab-baea-3b187ccd3b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:26:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['b0ec7b20-10fd-4b3d-82c1-134f07fcb827'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:26:08.967528 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-24b13b5a-27e9-40d5-a4e7-7055f8f831b8 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks [] for router, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:08.968740 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-24b13b5a-27e9-40d5-a4e7-7055f8f831b8 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.6406360 Aug 11 03:26:08.971716 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 54934) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:08.977713 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-cbcb8182-ad19-4b13-a42f-13934b13413a tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Request body: {'port': {'network_id': '581a311c-ef5f-4935-a509-710135934104', 'name': 'tempest-PortsIpV6TestJSON-981224370'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:26:09.029122 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-33a99605-e690-4870-adcf-6e0740575cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669'] for port, after_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:09.046219 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-fdc959b2-a0e3-42c8-953c-539d0509fa6d req-143d6a54-9784-432a-a76f-e1ac6dcad05a tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] 10.222.0.41 "GET /v2.0/security-groups?id=91bb33c4-45bb-48b2-96aa-0a930cf41659&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1274965 Aug 11 03:26:09.047781 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-22012f29-d98e-48ab-baea-3b187ccd3b91 None None] Set router b0ec7b20-10fd-4b3d-82c1-134f07fcb827 gateway port host: None {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:26:09.076057 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-fc3e404c-f4ff-4648-bdc8-6cf6d9d36c3e tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:09.137046 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-22012f29-d98e-48ab-baea-3b187ccd3b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0ec7b20-10fd-4b3d-82c1-134f07fcb827', 'name': 'tempest-RoutersIpV6Test-router-424810573', 'tenant_id': 'e3d11adc70004665908a030719f0fc48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:25:14Z', 'updated_at': '2021-08-11T03:26:07Z', 'revision_number': 11, 'project_id': 'e3d11adc70004665908a030719f0fc48', 'gw_port_host': None}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:26:09.140145 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33a99605-e690-4870-adcf-6e0740575cf6 None None] Network 581a311c-ef5f-4935-a509-710135934104 is already hosted by enough agents. {{(pid=102193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:26:09.145473 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.base_scheduler [None req-33a99605-e690-4870-adcf-6e0740575cf6 None None] Resources bound (agent type, host, resource id): {{(pid=102193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:26:09.172614 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-6f5e9595-d992-41cb-a691-d86ba015422d tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:09.172867 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a99605-e690-4870-adcf-6e0740575cf6 None None] Received port after_create {{(pid=102193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:26:09.176669 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22012f29-d98e-48ab-baea-3b187ccd3b91 None None] The sync data for ids ['b0ec7b20-10fd-4b3d-82c1-134f07fcb827'] in n-d-764292-30 is: [{'id': 'b0ec7b20-10fd-4b3d-82c1-134f07fcb827', 'name': 'tempest-RoutersIpV6Test-router-424810573', 'tenant_id': 'e3d11adc70004665908a030719f0fc48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:25:14Z', 'updated_at': '2021-08-11T03:26:07Z', 'revision_number': 11, 'project_id': 'e3d11adc70004665908a030719f0fc48', 'gw_port_host': None}] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:26:09.180328 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a99605-e690-4870-adcf-6e0740575cf6 None None] Pushing event updated for resources: {'Port': ['ID=9c415b16-a64e-4f3c-b40d-c5c5cc3cfb34,revision_number=1']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:09.231827 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-33a99605-e690-4870-adcf-6e0740575cf6 None None] Attempting to bind port 9c415b16-a64e-4f3c-b40d-c5c5cc3cfb34 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:26:09.233611 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-33a99605-e690-4870-adcf-6e0740575cf6 None None] Attempting to bind port 9c415b16-a64e-4f3c-b40d-c5c5cc3cfb34 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': '4fad3964-1c21-4cc3-bfff-07f65fd0e686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '581a311c-ef5f-4935-a509-710135934104'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:26:09.233611 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a99605-e690-4870-adcf-6e0740575cf6 None None] Attempting to bind port 9c415b16-a64e-4f3c-b40d-c5c5cc3cfb34 on network 581a311c-ef5f-4935-a509-710135934104 {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:26:09.238420 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a99605-e690-4870-adcf-6e0740575cf6 None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 26, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:26:09.238797 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a99605-e690-4870-adcf-6e0740575cf6 None None] Checking segment: {'id': '4fad3964-1c21-4cc3-bfff-07f65fd0e686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '581a311c-ef5f-4935-a509-710135934104'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:26:09.239235 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-33a99605-e690-4870-adcf-6e0740575cf6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:09.239636 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a99605-e690-4870-adcf-6e0740575cf6 None None] Bound using segment: {'id': '4fad3964-1c21-4cc3-bfff-07f65fd0e686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '581a311c-ef5f-4935-a509-710135934104'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:26:09.240111 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-33a99605-e690-4870-adcf-6e0740575cf6 None None] Bound port: 9c415b16-a64e-4f3c-b40d-c5c5cc3cfb34, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fad3964-1c21-4cc3-bfff-07f65fd0e686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '581a311c-ef5f-4935-a509-710135934104'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:26:09.240496 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-33a99605-e690-4870-adcf-6e0740575cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:09.252346 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-6f5e9595-d992-41cb-a691-d86ba015422d tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:09.259111 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c773f9-634c-447b-9302-75e7900037dc req-d2a85ab1-e6ae-4e1c-9f97-76c966192d5b tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:09.262388 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-22c773f9-634c-447b-9302-75e7900037dc req-d2a85ab1-e6ae-4e1c-9f97-76c966192d5b tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] 10.222.0.22 "GET /v2.0/ports?device_id=4806c477-b922-49ed-a2d7-ceb4f67380f4 HTTP/1.1" status: 200 len: 945 time: 0.0653350 Aug 11 03:26:09.282228 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5e9595-d992-41cb-a691-d86ba015422d tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35a66f3e-766c-44f6-9111-b2df4646a9fb,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:09.294178 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-fc3e404c-f4ff-4648-bdc8-6cf6d9d36c3e tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125932157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126180897'] for subnet, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:09.312033 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-33a99605-e690-4870-adcf-6e0740575cf6 None None] For port 9c415b16-a64e-4f3c-b40d-c5c5cc3cfb34, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:26:09.315830 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-33a99605-e690-4870-adcf-6e0740575cf6 None None] For port 9c415b16-a64e-4f3c-b40d-c5c5cc3cfb34, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=9c415b16-a64e-4f3c-b40d-c5c5cc3cfb34,segment=NetworkSegment(4fad3964-1c21-4cc3-bfff-07f65fd0e686),segment_id=4fad3964-1c21-4cc3-bfff-07f65fd0e686)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:26:09.321045 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3e404c-f4ff-4648-bdc8-6cf6d9d36c3e tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Pushing event deleted for resources: {'Subnet': ['ID=50711f26-668b-47d2-a52c-747df49a242f,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:09.330501 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-fc3e404c-f4ff-4648-bdc8-6cf6d9d36c3e tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks [] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:09.332493 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-fc3e404c-f4ff-4648-bdc8-6cf6d9d36c3e tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] 10.222.0.41 "DELETE /v2.0/subnets/50711f26-668b-47d2-a52c-747df49a242f HTTP/1.1" status: 204 len: 168 time: 0.5968935 Aug 11 03:26:09.335177 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 54936) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:09.338604 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81015489-8d83-4551-88d5-2e22e6c10108 None None] Network dca556ae-942f-4b24-bf88-eda0217769c7 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:26:09.362560 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbcb8182-ad19-4b13-a42f-13934b13413a tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Made reservation on behalf of a6e0511434be4fc4a2d24d0db6f1badc for: {'port': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:26:09.366121 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-cbcb8182-ad19-4b13-a42f-13934b13413a tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:09.388544 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [None req-cbcb8182-ad19-4b13-a42f-13934b13413a tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] device_id is not set on port 746004eb-a13e-489b-90fc-b2868f396a4a yet. {{(pid=102191) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:26:09.394754 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-22c773f9-634c-447b-9302-75e7900037dc req-0d39dd5c-982a-4928-84c5-0426431ccb16 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Deleting port 1347ce03-6fd3-4df9-85e1-8335bdb4082d {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:26:09.395182 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-22c773f9-634c-447b-9302-75e7900037dc req-0d39dd5c-982a-4928-84c5-0426431ccb16 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:09.417980 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-6c787b9b-8784-4c51-93b6-fe67cf0d2d63 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:09.427414 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-33a99605-e690-4870-adcf-6e0740575cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:09.454318 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-6f5e9595-d992-41cb-a691-d86ba015422d tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:09.458820 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-6f5e9595-d992-41cb-a691-d86ba015422d tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7590344 Aug 11 03:26:09.459186 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 54938) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:09.463660 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-f1aaacb0-806f-4924-93df-9e438ed904e5 tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Request body: {'security_group_rule': {'security_group_id': '4c01c389-013b-4833-9709-cf2f55127f96', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '35a66f3e-766c-44f6-9111-b2df4646a9fb', 'remote_ip_prefix': None}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:26:09.519232 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-6c787b9b-8784-4c51-93b6-fe67cf0d2d63 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Deleting port 2e3792bb-80d5-4403-9526-abd02c036947 {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:26:09.522608 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a99605-e690-4870-adcf-6e0740575cf6 None None] Pushing event updated for resources: {'Port': ['ID=9c415b16-a64e-4f3c-b40d-c5c5cc3cfb34,revision_number=2']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:09.526729 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-6c787b9b-8784-4c51-93b6-fe67cf0d2d63 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:09.606712 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-f1aaacb0-806f-4924-93df-9e438ed904e5 tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:09.607076 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-22c773f9-634c-447b-9302-75e7900037dc req-0d39dd5c-982a-4928-84c5-0426431ccb16 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] For port 1347ce03-6fd3-4df9-85e1-8335bdb4082d, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=1347ce03-6fd3-4df9-85e1-8335bdb4082d,segment=NetworkSegment(145c3e1a-6f9b-4c27-a2c7-345c6495cc09),segment_id=145c3e1a-6f9b-4c27-a2c7-345c6495cc09)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:26:09.608027 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-22c773f9-634c-447b-9302-75e7900037dc req-0d39dd5c-982a-4928-84c5-0426431ccb16 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:09.625301 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a158bab-9055-469e-bf52-4b235150afc2 None None] DHCP port deletion for dca556ae-942f-4b24-bf88-eda0217769c7 request from n-d-764292-30 {{(pid=102193) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:26:09.638770 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-22c773f9-634c-447b-9302-75e7900037dc req-0d39dd5c-982a-4928-84c5-0426431ccb16 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Calling delete_port for 1347ce03-6fd3-4df9-85e1-8335bdb4082d owned by compute:nova {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:26:09.642409 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [None req-cbcb8182-ad19-4b13-a42f-13934b13413a tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Allocated IP 2001:db8::308 (581a311c-ef5f-4935-a509-710135934104/60560048-b4cb-4a8f-aadd-c408443c0cdb/746004eb-a13e-489b-90fc-b2868f396a4a) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:26:09.676697 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [None req-6c787b9b-8784-4c51-93b6-fe67cf0d2d63 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] For port 2e3792bb-80d5-4403-9526-abd02c036947, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=2e3792bb-80d5-4403-9526-abd02c036947,segment=NetworkSegment(48f6fd0b-cb08-4ebb-806d-40e36c8e494f),segment_id=48f6fd0b-cb08-4ebb-806d-40e36c8e494f)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:26:09.677060 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-6c787b9b-8784-4c51-93b6-fe67cf0d2d63 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:09.713948 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-1a158bab-9055-469e-bf52-4b235150afc2 None None] Deleting port 2e3792bb-80d5-4403-9526-abd02c036947 {{(pid=102193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:26:09.714460 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-1a158bab-9055-469e-bf52-4b235150afc2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:09.733340 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-6c787b9b-8784-4c51-93b6-fe67cf0d2d63 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Calling delete_port for 2e3792bb-80d5-4403-9526-abd02c036947 owned by network:dhcp {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:26:09.866881 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-f1aaacb0-806f-4924-93df-9e438ed904e5 tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:09.902729 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-1a158bab-9055-469e-bf52-4b235150afc2 None None] For port 2e3792bb-80d5-4403-9526-abd02c036947, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=2e3792bb-80d5-4403-9526-abd02c036947,segment=NetworkSegment(48f6fd0b-cb08-4ebb-806d-40e36c8e494f),segment_id=48f6fd0b-cb08-4ebb-806d-40e36c8e494f)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:26:09.903138 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-1a158bab-9055-469e-bf52-4b235150afc2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:09.930237 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-1a158bab-9055-469e-bf52-4b235150afc2 None None] Calling delete_port for 2e3792bb-80d5-4403-9526-abd02c036947 owned by network:dhcp {{(pid=102193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:26:09.942384 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0cf9c4-26f1-4020-8bec-d1471180100e req-ac4cbb82-4765-4fea-bef3-dad46d72310d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:09.943946 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-9f0cf9c4-26f1-4020-8bec-d1471180100e req-ac4cbb82-4765-4fea-bef3-dad46d72310d service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=615eb31c-7c46-417d-9d57-b64413500be6 HTTP/1.1" status: 200 len: 1097 time: 0.1844618 Aug 11 03:26:09.956923 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-f1aaacb0-806f-4924-93df-9e438ed904e5 tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:10.009405 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aaacb0-806f-4924-93df-9e438ed904e5 tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54f72628-0aa9-44bd-9980-eda4b2ae0754,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:10.032644 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-9f0cf9c4-26f1-4020-8bec-d1471180100e req-22433dd6-62c9-431a-bb83-a71d343bedb8 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=ed60bba6-2b2f-4b83-a3e4-9e7aa48523e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770028 Aug 11 03:26:10.032890 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4259bf4b-6479-4005-96da-2b8d3405e0b9 req-481cc6cf-3969-4fcc-8c64-cf1b420fcaed tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:10.035011 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4259bf4b-6479-4005-96da-2b8d3405e0b9 req-481cc6cf-3969-4fcc-8c64-cf1b420fcaed tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] 10.222.0.41 "GET /v2.0/ports?device_id=615eb31c-7c46-417d-9d57-b64413500be6 HTTP/1.1" status: 200 len: 945 time: 0.2313540 Aug 11 03:26:10.037827 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-cbcb8182-ad19-4b13-a42f-13934b13413a tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:10.052507 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [None req-cbcb8182-ad19-4b13-a42f-13934b13413a tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Transition to ACTIVE for port object 746004eb-a13e-489b-90fc-b2868f396a4a will not be triggered until provisioned by entity DHCP. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:26:10.076635 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-22c773f9-634c-447b-9302-75e7900037dc req-0d39dd5c-982a-4928-84c5-0426431ccb16 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:10.082188 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4259bf4b-6479-4005-96da-2b8d3405e0b9 req-9af77e06-093f-42c5-b02c-e63aa6ec9107 tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed60bba6-2b2f-4b83-a3e4-9e7aa48523e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389090 Aug 11 03:26:10.104184 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-f1aaacb0-806f-4924-93df-9e438ed904e5 tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:10.105610 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-f1aaacb0-806f-4924-93df-9e438ed904e5 tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.6456385 Aug 11 03:26:10.108558 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-6c787b9b-8784-4c51-93b6-fe67cf0d2d63 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:10.110677 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 54944) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:10.116125 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-1a158bab-9055-469e-bf52-4b235150afc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678'] for port, after_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:10.123144 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d39dd5c-982a-4928-84c5-0426431ccb16 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Pushing event deleted for resources: {'Port': ['ID=1347ce03-6fd3-4df9-85e1-8335bdb4082d,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:10.136198 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a158bab-9055-469e-bf52-4b235150afc2 None None] No DVR routers for this DVR port 2e3792bb-80d5-4403-9526-abd02c036947 on host n-d-764292-30 {{(pid=102193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:26:10.161913 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a158bab-9055-469e-bf52-4b235150afc2 None None] Pushing event deleted for resources: {'Port': ['ID=2e3792bb-80d5-4403-9526-abd02c036947,revision_number=None']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:10.166132 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-22c773f9-634c-447b-9302-75e7900037dc req-0d39dd5c-982a-4928-84c5-0426431ccb16 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] No DVR routers for this DVR port 1347ce03-6fd3-4df9-85e1-8335bdb4082d on host n-h1-764292-30 {{(pid=102191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:26:10.172858 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-22c773f9-634c-447b-9302-75e7900037dc req-0d39dd5c-982a-4928-84c5-0426431ccb16 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:10.175658 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-22c773f9-634c-447b-9302-75e7900037dc req-0d39dd5c-982a-4928-84c5-0426431ccb16 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] 10.222.0.22 "DELETE /v2.0/ports/1347ce03-6fd3-4df9-85e1-8335bdb4082d HTTP/1.1" status: 204 len: 173 time: 0.9072378 Aug 11 03:26:10.176384 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4806c477-b922-49ed-a2d7-ceb4f67380f4', 'name': 'network-vif-deleted', 'tag': '1347ce03-6fd3-4df9-85e1-8335bdb4082d'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:26:10.179241 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ed4a673-42bb-40c1-9502-c5463af01d39" -d '{"events": [{"server_uuid": "4806c477-b922-49ed-a2d7-ceb4f67380f4", "name": "network-vif-deleted", "tag": "1347ce03-6fd3-4df9-85e1-8335bdb4082d"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:26:10.194451 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c787b9b-8784-4c51-93b6-fe67cf0d2d63 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Pushing event deleted for resources: {'Port': ['ID=2e3792bb-80d5-4403-9526-abd02c036947,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:10.201491 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-cbcb8182-ad19-4b13-a42f-13934b13413a tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:10.220009 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c787b9b-8784-4c51-93b6-fe67cf0d2d63 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] No DVR routers for this DVR port 2e3792bb-80d5-4403-9526-abd02c036947 on host n-d-764292-30 {{(pid=102192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:26:10.228552 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-61fd4b4a-6af0-4dc9-8ae3-b3cc18ff04ef req-dc28973a-3c87-490a-ac33-2973c020292f tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] 10.222.0.41 "GET /v2.0/ports?device_id=4806c477-b922-49ed-a2d7-ceb4f67380f4 HTTP/1.1" status: 200 len: 210 time: 0.0667381 Aug 11 03:26:10.233971 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:26:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b57b51d-f429-4bef-ad8a-d7ea5d1fcda5 x-openstack-request-id: req-6b57b51d-f429-4bef-ad8a-d7ea5d1fcda5 {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:26:10.234470 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4806c477-b922-49ed-a2d7-ceb4f67380f4", "name": "network-vif-deleted", "tag": "1347ce03-6fd3-4df9-85e1-8335bdb4082d", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:26:10.235270 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6b57b51d-f429-4bef-ad8a-d7ea5d1fcda5 {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:26:10.235675 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4806c477-b922-49ed-a2d7-ceb4f67380f4', 'name': 'network-vif-deleted', 'tag': '1347ce03-6fd3-4df9-85e1-8335bdb4082d', 'status': 'completed', 'code': 200} Aug 11 03:26:10.254632 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbcb8182-ad19-4b13-a42f-13934b13413a tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Network 581a311c-ef5f-4935-a509-710135934104 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:26:10.257729 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-cbcb8182-ad19-4b13-a42f-13934b13413a tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:26:10.261537 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbcb8182-ad19-4b13-a42f-13934b13413a tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:26:10.261733 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-7bb343d6-84a5-4220-82d2-4f42b8416cc9 tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:10.267141 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbcb8182-ad19-4b13-a42f-13934b13413a tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:10.268438 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-cbcb8182-ad19-4b13-a42f-13934b13413a tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:10.274668 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcb8182-ad19-4b13-a42f-13934b13413a tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Pushing event updated for resources: {'Port': ['ID=746004eb-a13e-489b-90fc-b2868f396a4a,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:10.319496 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-7bb343d6-84a5-4220-82d2-4f42b8416cc9 tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:10.342725 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-6c787b9b-8784-4c51-93b6-fe67cf0d2d63 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:10.356087 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-6c787b9b-8784-4c51-93b6-fe67cf0d2d63 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dca556ae-942f-4b24-bf88-eda0217769c7']}} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:26:10.361942 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-cbcb8182-ad19-4b13-a42f-13934b13413a tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.3887355 Aug 11 03:26:10.364540 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 54948) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:10.373454 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-6c787b9b-8784-4c51-93b6-fe67cf0d2d63 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48f6fd0b-cb08-4ebb-806d-40e36c8e494f') {'for_net_delete': True} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:26:10.373748 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-6c787b9b-8784-4c51-93b6-fe67cf0d2d63 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48f6fd0b-cb08-4ebb-806d-40e36c8e494f') {} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:26:10.384110 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-6c787b9b-8784-4c51-93b6-fe67cf0d2d63 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125932501'] for segment, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:10.399148 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-6c787b9b-8784-4c51-93b6-fe67cf0d2d63 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:10.408874 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c787b9b-8784-4c51-93b6-fe67cf0d2d63 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=102192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:26:10.408874 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-6c787b9b-8784-4c51-93b6-fe67cf0d2d63 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125932183'] for segment, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:10.410990 n-d-764292-30 neutron-server[102192]: Traceback (most recent call last): Aug 11 03:26:10.410990 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:26:10.410990 n-d-764292-30 neutron-server[102192]: timer() Aug 11 03:26:10.410990 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:26:10.410990 n-d-764292-30 neutron-server[102192]: cb(*args, **kw) Aug 11 03:26:10.410990 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:26:10.410990 n-d-764292-30 neutron-server[102192]: return func(*args, **kwargs) Aug 11 03:26:10.410990 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:26:10.410990 n-d-764292-30 neutron-server[102192]: self._notify() Aug 11 03:26:10.410990 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:26:10.410990 n-d-764292-30 neutron-server[102192]: self.callback(batched_events) Aug 11 03:26:10.410990 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:26:10.410990 n-d-764292-30 neutron-server[102192]: event.method(event) Aug 11 03:26:10.410990 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:26:10.410990 n-d-764292-30 neutron-server[102192]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:26:10.410990 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:26:10.410990 n-d-764292-30 neutron-server[102192]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:26:10.410990 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:26:10.410990 n-d-764292-30 neutron-server[102192]: return f(self, *a, **k) Aug 11 03:26:10.410990 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:26:10.410990 n-d-764292-30 neutron-server[102192]: return self._get(url).json() Aug 11 03:26:10.410990 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:26:10.410990 n-d-764292-30 neutron-server[102192]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:26:10.410990 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:26:10.410990 n-d-764292-30 neutron-server[102192]: return self.request(url, 'GET', **kwargs) Aug 11 03:26:10.410990 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:26:10.410990 n-d-764292-30 neutron-server[102192]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:26:10.410990 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:26:10.410990 n-d-764292-30 neutron-server[102192]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:26:10.410990 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:26:10.410990 n-d-764292-30 neutron-server[102192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:26:10.410990 n-d-764292-30 neutron-server[102192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:26:10.472838 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-7bb343d6-84a5-4220-82d2-4f42b8416cc9 tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:10.493902 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-7bb343d6-84a5-4220-82d2-4f42b8416cc9 tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:10.495109 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-7bb343d6-84a5-4220-82d2-4f42b8416cc9 tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/54f72628-0aa9-44bd-9980-eda4b2ae0754 HTTP/1.1" status: 204 len: 168 time: 0.3803883 Aug 11 03:26:10.501013 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 54950) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:10.508466 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb343d6-84a5-4220-82d2-4f42b8416cc9 tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=54f72628-0aa9-44bd-9980-eda4b2ae0754,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:10.563056 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-be399984-a316-4534-be80-8e50cfd52738 tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0609038 Aug 11 03:26:10.566379 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 54952) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:10.581942 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-6c787b9b-8784-4c51-93b6-fe67cf0d2d63 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:10.590648 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-6c787b9b-8784-4c51-93b6-fe67cf0d2d63 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks [] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:10.592432 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-6c787b9b-8784-4c51-93b6-fe67cf0d2d63 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] 10.222.0.41 "DELETE /v2.0/networks/dca556ae-942f-4b24-bf88-eda0217769c7 HTTP/1.1" status: 204 len: 168 time: 1.2561443 Aug 11 03:26:10.597729 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 54954) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:10.615490 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-17cdaa15-3cd8-4073-94d7-be14787d77e4 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Request body: {'router': {'routes': None}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:26:10.654724 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c787b9b-8784-4c51-93b6-fe67cf0d2d63 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Pushing event deleted for resources: {'Network': ['ID=dca556ae-942f-4b24-bf88-eda0217769c7,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:10.747637 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4c00c0f1-bcd5-48f7-b63e-3fdd76b99912 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:10.792083 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9b334d8c-a4e3-4bf0-8c21-fedb129ab2af tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:10.815678 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2cec01e-e64e-48ba-ad0a-cbd35d49c2bd None None] Network 581a311c-ef5f-4935-a509-710135934104 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:26:10.823878 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.extraroute_db [None req-17cdaa15-3cd8-4073-94d7-be14787d77e4 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Added routes are [] {{(pid=102192) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 11 03:26:10.824306 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.extraroute_db [None req-17cdaa15-3cd8-4073-94d7-be14787d77e4 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Removed routes are [] {{(pid=102192) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 11 03:26:10.824754 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-17cdaa15-3cd8-4073-94d7-be14787d77e4 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-446725', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-448852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6559'] for router, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:10.847899 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9b334d8c-a4e3-4bf0-8c21-fedb129ab2af tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:11.029197 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-adfb3cfe-846b-40da-b9d0-457eb8e17fd9 None None] Provisioning for port 9c415b16-a64e-4f3c-b40d-c5c5cc3cfb34 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:26:11.036968 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4c00c0f1-bcd5-48f7-b63e-3fdd76b99912 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:11.052272 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-17cdaa15-3cd8-4073-94d7-be14787d77e4 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-446725', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-448852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6559'] for router, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:11.055809 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-17cdaa15-3cd8-4073-94d7-be14787d77e4 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-446952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-446974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-446967', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-448845'] for router, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:11.103634 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4c00c0f1-bcd5-48f7-b63e-3fdd76b99912 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:11.154780 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9b334d8c-a4e3-4bf0-8c21-fedb129ab2af tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:11.163269 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9b334d8c-a4e3-4bf0-8c21-fedb129ab2af tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:11.167689 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-9b334d8c-a4e3-4bf0-8c21-fedb129ab2af tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] 10.222.0.41 "DELETE /v2.0/security-groups/35a66f3e-766c-44f6-9111-b2df4646a9fb HTTP/1.1" status: 204 len: 168 time: 0.6002948 Aug 11 03:26:11.168489 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 54958) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:11.199887 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b334d8c-a4e3-4bf0-8c21-fedb129ab2af tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35a66f3e-766c-44f6-9111-b2df4646a9fb,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:11.218213 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17cdaa15-3cd8-4073-94d7-be14787d77e4 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Router b0ec7b20-10fd-4b3d-82c1-134f07fcb827 has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:26:11.240068 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c00c0f1-bcd5-48f7-b63e-3fdd76b99912 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Pushing event updated for resources: {'Port': ['ID=746004eb-a13e-489b-90fc-b2868f396a4a,revision_number=2']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:11.292724 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:11.324488 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 54962) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:11.353661 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-2cad9ced-5c87-4a8a-8a6e-bb7d5f9c2e92 tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1793468 Aug 11 03:26:11.358829 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 54964) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:11.378172 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 9c415b16-a64e-4f3c-b40d-c5c5cc3cfb34 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:26:11.381176 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1fea10-e6e1-4d8e-b71e-ac26d4a46670 req-7932284e-3b7f-4e2a-b4cc-e1dd761749e5 tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:11.383126 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ac1fea10-e6e1-4d8e-b71e-ac26d4a46670 req-7932284e-3b7f-4e2a-b4cc-e1dd761749e5 tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] 10.222.0.41 "GET /v2.0/ports?device_id=615eb31c-7c46-417d-9d57-b64413500be6 HTTP/1.1" status: 200 len: 945 time: 0.1625400 Aug 11 03:26:11.386143 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17cdaa15-3cd8-4073-94d7-be14787d77e4 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:26:11.393684 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-17cdaa15-3cd8-4073-94d7-be14787d77e4 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks [] for router, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:11.395153 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-17cdaa15-3cd8-4073-94d7-be14787d77e4 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] 10.222.0.41 "PUT /v2.0/routers/b0ec7b20-10fd-4b3d-82c1-134f07fcb827 HTTP/1.1" status: 200 len: 704 time: 0.7953131 Aug 11 03:26:11.396490 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0af4e12-d040-45e3-843b-05135bae843c None None] Sync routers for ids ['b0ec7b20-10fd-4b3d-82c1-134f07fcb827'] in n-d-764292-30 {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:26:11.397887 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 54966) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:11.410102 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0af4e12-d040-45e3-843b-05135bae843c None None] Routers {'b0ec7b20-10fd-4b3d-82c1-134f07fcb827'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:26:11.410815 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-b0af4e12-d040-45e3-843b-05135bae843c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:26:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['b0ec7b20-10fd-4b3d-82c1-134f07fcb827'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:26:11.440503 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-7152c44a-b73f-4dd0-a3ee-e4a0cd2ac93c tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] 10.222.0.41 "GET /v2.0/ports?device_id=b0ec7b20-10fd-4b3d-82c1-134f07fcb827 HTTP/1.1" status: 200 len: 205 time: 0.0412452 Aug 11 03:26:11.442907 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 54968) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:11.449741 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4c00c0f1-bcd5-48f7-b63e-3fdd76b99912 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-520987'] for router_interface, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:11.499707 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-b0af4e12-d040-45e3-843b-05135bae843c None None] Set router b0ec7b20-10fd-4b3d-82c1-134f07fcb827 gateway port host: None {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:26:11.530945 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ac1fea10-e6e1-4d8e-b71e-ac26d4a46670 req-adcb8590-6f4e-412b-943b-19195d74436c tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed60bba6-2b2f-4b83-a3e4-9e7aa48523e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303842 Aug 11 03:26:11.532091 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port 9c415b16-a64e-4f3c-b40d-c5c5cc3cfb34 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:26:11.537000 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 9c415b16-a64e-4f3c-b40d-c5c5cc3cfb34 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:26:11.537372 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:11.540324 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-296f70f8-5ab2-4a47-b1d9-237eac0111fb tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks [] for router, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:11.556055 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-b0af4e12-d040-45e3-843b-05135bae843c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0ec7b20-10fd-4b3d-82c1-134f07fcb827', 'name': 'tempest-RoutersIpV6Test-router-424810573', 'tenant_id': 'e3d11adc70004665908a030719f0fc48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:25:14Z', 'updated_at': '2021-08-11T03:26:07Z', 'revision_number': 11, 'project_id': 'e3d11adc70004665908a030719f0fc48', 'gw_port_host': None}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:26:11.630365 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 1347ce03-6fd3-4df9-85e1-8335bdb4082d no longer exists at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:26:11.639279 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0af4e12-d040-45e3-843b-05135bae843c None None] Checking router: b0ec7b20-10fd-4b3d-82c1-134f07fcb827 for host: n-d-764292-30 {{(pid=102194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:26:11.640517 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-18ab4fa0-04e4-42fa-8bcd-8a0f65f8f068 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:11.659788 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0af4e12-d040-45e3-843b-05135bae843c None None] Routers {'b0ec7b20-10fd-4b3d-82c1-134f07fcb827'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:26:11.662233 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-b0af4e12-d040-45e3-843b-05135bae843c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:26:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['b0ec7b20-10fd-4b3d-82c1-134f07fcb827'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:26:11.669482 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-18ab4fa0-04e4-42fa-8bcd-8a0f65f8f068 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:11.697977 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] No Port match for: 1347ce03-6fd3-4df9-85e1-8335bdb4082d {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:26:11.698894 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 1347ce03-6fd3-4df9-85e1-8335bdb4082d not bound to the agent host n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:26:11.736905 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8d35a2fc-33db-409d-930c-126a27ed41b5 tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:11.755281 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-f0347c07-4f7e-4ed8-bcf8-19309eda49d8 None None] Provisioning for port 746004eb-a13e-489b-90fc-b2868f396a4a completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:26:11.770398 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-f0347c07-4f7e-4ed8-bcf8-19309eda49d8 None None] Provisioning complete for port 746004eb-a13e-489b-90fc-b2868f396a4a triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:26:11.770398 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-f0347c07-4f7e-4ed8-bcf8-19309eda49d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:11.771763 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8d35a2fc-33db-409d-930c-126a27ed41b5 tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:11.786549 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-b0af4e12-d040-45e3-843b-05135bae843c None None] Set router b0ec7b20-10fd-4b3d-82c1-134f07fcb827 gateway port host: None {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:26:11.806192 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:11.832966 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-f0347c07-4f7e-4ed8-bcf8-19309eda49d8 None None] Port 746004eb-a13e-489b-90fc-b2868f396a4a cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:26:11.862315 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-f0347c07-4f7e-4ed8-bcf8-19309eda49d8 None None] Provisioning complete for port 9c415b16-a64e-4f3c-b40d-c5c5cc3cfb34 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:26:11.862315 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-f0347c07-4f7e-4ed8-bcf8-19309eda49d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:11.866607 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-b0af4e12-d040-45e3-843b-05135bae843c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0ec7b20-10fd-4b3d-82c1-134f07fcb827', 'name': 'tempest-RoutersIpV6Test-router-424810573', 'tenant_id': 'e3d11adc70004665908a030719f0fc48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:25:14Z', 'updated_at': '2021-08-11T03:26:07Z', 'revision_number': 11, 'project_id': 'e3d11adc70004665908a030719f0fc48', 'gw_port_host': None}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:26:11.902523 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port 9c415b16-a64e-4f3c-b40d-c5c5cc3cfb34, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=9c415b16-a64e-4f3c-b40d-c5c5cc3cfb34,segment=NetworkSegment(4fad3964-1c21-4cc3-bfff-07f65fd0e686),segment_id=4fad3964-1c21-4cc3-bfff-07f65fd0e686)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:26:11.902966 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0af4e12-d040-45e3-843b-05135bae843c None None] The sync data for ids ['b0ec7b20-10fd-4b3d-82c1-134f07fcb827'] in n-d-764292-30 is: [{'id': 'b0ec7b20-10fd-4b3d-82c1-134f07fcb827', 'name': 'tempest-RoutersIpV6Test-router-424810573', 'tenant_id': 'e3d11adc70004665908a030719f0fc48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:25:14Z', 'updated_at': '2021-08-11T03:26:07Z', 'revision_number': 11, 'project_id': 'e3d11adc70004665908a030719f0fc48', 'gw_port_host': None}] {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:26:11.914148 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4c00c0f1-bcd5-48f7-b63e-3fdd76b99912 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:11.983569 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8d35a2fc-33db-409d-930c-126a27ed41b5 tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:11.986743 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:11.987692 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8d35a2fc-33db-409d-930c-126a27ed41b5 tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:11.992886 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-8d35a2fc-33db-409d-930c-126a27ed41b5 tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] 10.222.0.41 "DELETE /v2.0/security-groups/4c01c389-013b-4833-9709-cf2f55127f96 HTTP/1.1" status: 204 len: 168 time: 0.6308224 Aug 11 03:26:12.013091 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-18ab4fa0-04e4-42fa-8bcd-8a0f65f8f068 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:12.016930 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-18ab4fa0-04e4-42fa-8bcd-8a0f65f8f068 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:12.021341 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-18ab4fa0-04e4-42fa-8bcd-8a0f65f8f068 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] 10.222.0.41 "DELETE /v2.0/security-groups/91bb33c4-45bb-48b2-96aa-0a930cf41659 HTTP/1.1" status: 204 len: 168 time: 0.6928258 Aug 11 03:26:12.036165 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 54974) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:12.090148 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 27ff2f86-8019-469d-8c1d-4e50681f146d no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:26:12.111854 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d35a2fc-33db-409d-930c-126a27ed41b5 tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c01c389-013b-4833-9709-cf2f55127f96,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:12.123778 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: 27ff2f86-8019-469d-8c1d-4e50681f146d {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:26:12.124146 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 27ff2f86-8019-469d-8c1d-4e50681f146d not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:26:12.124542 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 2e3792bb-80d5-4403-9526-abd02c036947 no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:26:12.142347 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-f0347c07-4f7e-4ed8-bcf8-19309eda49d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:12.175715 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 54978) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:12.197043 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ab4fa0-04e4-42fa-8bcd-8a0f65f8f068 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91bb33c4-45bb-48b2-96aa-0a930cf41659,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:12.202456 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: 2e3792bb-80d5-4403-9526-abd02c036947 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:26:12.206588 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 2e3792bb-80d5-4403-9526-abd02c036947 not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:26:12.232766 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=9c415b16-a64e-4f3c-b40d-c5c5cc3cfb34,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:12.285850 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.db.api [None req-f0347c07-4f7e-4ed8-bcf8-19309eda49d8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102193) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 03:26:12.286322 n-d-764292-30 neutron-server[102193]: DEBUG oslo_db.api [None req-f0347c07-4f7e-4ed8-bcf8-19309eda49d8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 03:26:12.389321 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-296f70f8-5ab2-4a47-b1d9-237eac0111fb tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6544'] for router, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:12.392324 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-296f70f8-5ab2-4a47-b1d9-237eac0111fb tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:12.446030 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b087e52-e31d-439d-8ef4-6c482512e0e7 req-82d502ae-9575-4ff6-b7b8-520d87174c38 tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:12.447580 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5b087e52-e31d-439d-8ef4-6c482512e0e7 req-82d502ae-9575-4ff6-b7b8-520d87174c38 tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] 10.222.0.41 "GET /v2.0/ports?device_id=615eb31c-7c46-417d-9d57-b64413500be6 HTTP/1.1" status: 200 len: 945 time: 0.1475363 Aug 11 03:26:12.491576 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5b087e52-e31d-439d-8ef4-6c482512e0e7 req-4d386b9c-ec2a-490b-9cb3-2c109b3ac476 tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed60bba6-2b2f-4b83-a3e4-9e7aa48523e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375454 Aug 11 03:26:12.526487 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-296f70f8-5ab2-4a47-b1d9-237eac0111fb tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448809'] for router, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:12.526939 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-296f70f8-5ab2-4a47-b1d9-237eac0111fb tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Fanout notify agent at l3_agent the message router_deleted on router b0ec7b20-10fd-4b3d-82c1-134f07fcb827 {{(pid=102192) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:26:12.533831 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-296f70f8-5ab2-4a47-b1d9-237eac0111fb tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks [] for router, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:12.541129 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-296f70f8-5ab2-4a47-b1d9-237eac0111fb tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] 10.222.0.41 "DELETE /v2.0/routers/b0ec7b20-10fd-4b3d-82c1-134f07fcb827 HTTP/1.1" status: 204 len: 168 time: 1.0907278 Aug 11 03:26:12.541392 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 54980) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:12.545993 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-1d0ce735-4a6f-49cb-aa66-065a8a227841 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-509578231', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:26:12.576375 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-b4c15bae-a669-4f03-bdab-444bc281f7b8 tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5389469 Aug 11 03:26:12.580311 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 54982) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:12.586355 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-db012550-754f-4a5f-a180-4df01b43c471 tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Request body: {'security_group': {'name': 'tempest-secgroup--179671613'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:26:12.625653 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caede65a-ccfb-4e4b-b050-67a23250c371 req-b949c427-ac0c-49db-9a0e-7cf4093711c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:12.625653 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-caede65a-ccfb-4e4b-b050-67a23250c371 req-b949c427-ac0c-49db-9a0e-7cf4093711c8 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f8cfc954604b4a9ba8ad1cb21f7fc109&device_id=615eb31c-7c46-417d-9d57-b64413500be6 HTTP/1.1" status: 200 len: 1097 time: 0.5212977 Aug 11 03:26:12.642394 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-1d0ce735-4a6f-49cb-aa66-065a8a227841 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-450010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6626'] for router, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:12.643465 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-1d0ce735-4a6f-49cb-aa66-065a8a227841 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-446747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6633'] for router, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:12.703205 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-1d0ce735-4a6f-49cb-aa66-065a8a227841 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:12.732150 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-db012550-754f-4a5f-a180-4df01b43c471 tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:12.806635 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-1d0ce735-4a6f-49cb-aa66-065a8a227841 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-446952'] for router, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:12.826124 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-db012550-754f-4a5f-a180-4df01b43c471 tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:12.899960 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-db012550-754f-4a5f-a180-4df01b43c471 tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:12.914253 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caede65a-ccfb-4e4b-b050-67a23250c371 req-8c92fe66-80c6-4a74-8f19-a5e61f2aec9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:12.916136 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-caede65a-ccfb-4e4b-b050-67a23250c371 req-8c92fe66-80c6-4a74-8f19-a5e61f2aec9d service neutron] 10.222.0.22 "GET /v2.0/networks?id=c13948e9-e028-4a8d-ac69-93d0ad6a4bde HTTP/1.1" status: 200 len: 912 time: 0.2795477 Aug 11 03:26:12.931268 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db012550-754f-4a5f-a180-4df01b43c471 tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=197b58ba-c247-42e6-bd43-b84168830445,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:12.940716 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-1d0ce735-4a6f-49cb-aa66-065a8a227841 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks [] for router, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:12.940934 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-1d0ce735-4a6f-49cb-aa66-065a8a227841 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3985312 Aug 11 03:26:12.943495 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 54984) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:12.948599 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-763d6a97-db2d-4064-a342-f78fec6ef15b tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Request body: {'router': {'admin_state_up': True}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:26:12.953120 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-e8b2c8b3-ef93-4449-991f-31c8e9f4840f None None] Provisioning complete for port 746004eb-a13e-489b-90fc-b2868f396a4a triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:26:12.953664 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-e8b2c8b3-ef93-4449-991f-31c8e9f4840f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:12.976640 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4c00c0f1-bcd5-48f7-b63e-3fdd76b99912 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:12.980678 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-caede65a-ccfb-4e4b-b050-67a23250c371 req-da8c3e8d-a438-4485-a0bf-0a75cba619cf service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9f0cf4cd-0f09-4f14-b4ce-807b4e97dd3f HTTP/1.1" status: 200 len: 217 time: 0.0550208 Aug 11 03:26:12.992951 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-e8b2c8b3-ef93-4449-991f-31c8e9f4840f None None] Port 746004eb-a13e-489b-90fc-b2868f396a4a cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:26:13.020845 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-db012550-754f-4a5f-a180-4df01b43c471 tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:13.025015 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-db012550-754f-4a5f-a180-4df01b43c471 tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4396501 Aug 11 03:26:13.025015 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 54986) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:13.029335 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-93fbfc0f-53af-4504-921f-b55a4430ed6d tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Request body: {'security_group_rule': {'security_group_id': '197b58ba-c247-42e6-bd43-b84168830445', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:26:13.038223 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4c00c0f1-bcd5-48f7-b63e-3fdd76b99912 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:13.039035 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4c00c0f1-bcd5-48f7-b63e-3fdd76b99912 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16383026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521135'] for router_interface, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:13.151502 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caede65a-ccfb-4e4b-b050-67a23250c371 req-6249b41c-68b6-45a0-bea6-d44843b0de78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:13.152996 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-caede65a-ccfb-4e4b-b050-67a23250c371 req-6249b41c-68b6-45a0-bea6-d44843b0de78 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b8783183-c3a1-4580-9cd5-7ee055cead2b HTTP/1.1" status: 200 len: 851 time: 0.1488483 Aug 11 03:26:13.180776 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c00c0f1-bcd5-48f7-b63e-3fdd76b99912 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Pushing event updated for resources: {'Port': ['ID=746004eb-a13e-489b-90fc-b2868f396a4a,revision_number=3']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:13.191116 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 9c415b16-a64e-4f3c-b40d-c5c5cc3cfb34 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:26:13.195074 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-763d6a97-db2d-4064-a342-f78fec6ef15b tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-446725', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-448852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6559'] for router, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:13.214176 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-93fbfc0f-53af-4504-921f-b55a4430ed6d tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:13.224085 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-caede65a-ccfb-4e4b-b050-67a23250c371 req-0127b4b8-0c8c-41cc-b11a-4a4f2a052efd service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c13948e9-e028-4a8d-ac69-93d0ad6a4bde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454462 Aug 11 03:26:13.251344 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 9c415b16-a64e-4f3c-b40d-c5c5cc3cfb34 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:26:13.252042 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:13.271784 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-93fbfc0f-53af-4504-921f-b55a4430ed6d tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:13.281453 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-763d6a97-db2d-4064-a342-f78fec6ef15b tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-446952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-446974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-446967', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-448845'] for router, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:13.338396 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c00c0f1-bcd5-48f7-b63e-3fdd76b99912 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Network 581a311c-ef5f-4935-a509-710135934104 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:26:13.345286 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-4c00c0f1-bcd5-48f7-b63e-3fdd76b99912 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:26:13.356523 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-93fbfc0f-53af-4504-921f-b55a4430ed6d tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:13.373224 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-caede65a-ccfb-4e4b-b050-67a23250c371 req-0f52d4ab-bad0-4290-8c8c-067ee647fe13 service neutron] 10.222.0.22 "GET /v2.0/networks/c13948e9-e028-4a8d-ac69-93d0ad6a4bde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380796 Aug 11 03:26:13.384198 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fbfc0f-53af-4504-921f-b55a4430ed6d tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a018c6b8-0f48-4686-82bc-2e44e56a50f6,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:13.469626 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-93fbfc0f-53af-4504-921f-b55a4430ed6d tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:13.473509 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-93fbfc0f-53af-4504-921f-b55a4430ed6d tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4453051 Aug 11 03:26:13.481767 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 54992) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:13.499121 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-763d6a97-db2d-4064-a342-f78fec6ef15b tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Router 7fad7559-1723-4367-bc2a-9117ba3712d4 is scheduled to L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 with binding_index 1 {{(pid=102192) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:26:13.515576 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4cac4bf9-0f48-4e54-ab1a-0fe1e919ed86 tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:13.567177 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4cac4bf9-0f48-4e54-ab1a-0fe1e919ed86 tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:13.585907 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-caede65a-ccfb-4e4b-b050-67a23250c371 req-cc04e05c-0164-415e-ab75-1dffb348d388 service neutron] 10.222.0.22 "GET /v2.0/networks/c13948e9-e028-4a8d-ac69-93d0ad6a4bde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818471 Aug 11 03:26:13.602340 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a7b76e43-c8a8-4a1c-9bcf-60ac77b1700f tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521106'] for router_interface, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:13.639657 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-763d6a97-db2d-4064-a342-f78fec6ef15b tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:26:13.649427 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-763d6a97-db2d-4064-a342-f78fec6ef15b tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks [] for router, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:13.650862 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851d40a2-efff-40fa-ac60-564c150fd7ea None None] Sync routers for ids ['7fad7559-1723-4367-bc2a-9117ba3712d4'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:26:13.651009 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-763d6a97-db2d-4064-a342-f78fec6ef15b tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] 10.222.0.41 "PUT /v2.0/routers/7fad7559-1723-4367-bc2a-9117ba3712d4 HTTP/1.1" status: 200 len: 697 time: 0.7063806 Aug 11 03:26:13.653843 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 54996) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:13.661133 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851d40a2-efff-40fa-ac60-564c150fd7ea None None] Routers {'7fad7559-1723-4367-bc2a-9117ba3712d4'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:26:13.662011 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-851d40a2-efff-40fa-ac60-564c150fd7ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:26:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['7fad7559-1723-4367-bc2a-9117ba3712d4'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:26:13.678724 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8969bdac-ab53-4046-bd52-b30a5519e045 req-e4966c54-aff4-46d1-a5fc-3dd417128387 tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:13.680477 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8969bdac-ab53-4046-bd52-b30a5519e045 req-e4966c54-aff4-46d1-a5fc-3dd417128387 tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] 10.222.0.41 "GET /v2.0/ports?device_id=615eb31c-7c46-417d-9d57-b64413500be6 HTTP/1.1" status: 200 len: 945 time: 0.0867352 Aug 11 03:26:13.720269 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8969bdac-ab53-4046-bd52-b30a5519e045 req-073d8fa6-a12a-4576-9bb1-c18ef541788d tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed60bba6-2b2f-4b83-a3e4-9e7aa48523e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330169 Aug 11 03:26:13.755803 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-851d40a2-efff-40fa-ac60-564c150fd7ea None None] Set router 7fad7559-1723-4367-bc2a-9117ba3712d4 gateway port host: None {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:26:13.766860 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4cac4bf9-0f48-4e54-ab1a-0fe1e919ed86 tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:13.768741 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c00c0f1-bcd5-48f7-b63e-3fdd76b99912 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Router 29f449a7-d57e-4cb0-97ce-9f42b8550ea5 is scheduled to L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 with binding_index 1 {{(pid=102191) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:26:13.775362 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4cac4bf9-0f48-4e54-ab1a-0fe1e919ed86 tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:13.776882 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-4cac4bf9-0f48-4e54-ab1a-0fe1e919ed86 tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/a018c6b8-0f48-4686-82bc-2e44e56a50f6 HTTP/1.1" status: 204 len: 168 time: 0.2985041 Aug 11 03:26:13.780915 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 54998) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:13.781070 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-394f8589-dac5-4e9d-a8db-e54ef3ff21b5 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] 10.222.0.41 "GET /v2.0/routers/7fad7559-1723-4367-bc2a-9117ba3712d4 HTTP/1.1" status: 200 len: 703 time: 0.1262374 Aug 11 03:26:13.786717 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 55000) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:13.790640 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac4bf9-0f48-4e54-ab1a-0fe1e919ed86 tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a018c6b8-0f48-4686-82bc-2e44e56a50f6,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:13.824400 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-462f17a8-9afd-4605-90e7-329fbb14fb38 None None] Provisioning complete for port 746004eb-a13e-489b-90fc-b2868f396a4a triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:26:13.827718 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-462f17a8-9afd-4605-90e7-329fbb14fb38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:13.827829 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-fbc710e6-d793-48b7-8beb-42cedbe28b0d tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] 10.222.0.41 "GET /v2.0/ports?device_id=7fad7559-1723-4367-bc2a-9117ba3712d4 HTTP/1.1" status: 200 len: 205 time: 0.0371096 Aug 11 03:26:13.833009 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-834a5aa5-e89d-473d-9b78-d9ea7b6455dd tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0483134 Aug 11 03:26:13.833200 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 55002) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:13.833526 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 55004) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:13.848186 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-851d40a2-efff-40fa-ac60-564c150fd7ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fad7559-1723-4367-bc2a-9117ba3712d4', 'name': 'tempest-RoutersIpV6Test-router-509578231', 'tenant_id': 'e3d11adc70004665908a030719f0fc48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:26:12Z', 'updated_at': '2021-08-11T03:26:13Z', 'revision_number': 2, 'project_id': 'e3d11adc70004665908a030719f0fc48', 'gw_port_host': None}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:26:13.881540 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851d40a2-efff-40fa-ac60-564c150fd7ea None None] Checking router: 7fad7559-1723-4367-bc2a-9117ba3712d4 for host: n-d-764292-30 {{(pid=102193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:26:13.892831 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-462f17a8-9afd-4605-90e7-329fbb14fb38 None None] Port 746004eb-a13e-489b-90fc-b2868f396a4a cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:26:13.893936 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-742594d2-4f3c-408e-bda1-4e8a1a2eea1c tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:13.897524 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851d40a2-efff-40fa-ac60-564c150fd7ea None None] Routers {'7fad7559-1723-4367-bc2a-9117ba3712d4'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:26:13.898410 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-851d40a2-efff-40fa-ac60-564c150fd7ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:26:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['7fad7559-1723-4367-bc2a-9117ba3712d4'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:26:13.917775 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-742594d2-4f3c-408e-bda1-4e8a1a2eea1c tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:13.974041 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-851d40a2-efff-40fa-ac60-564c150fd7ea None None] Set router 7fad7559-1723-4367-bc2a-9117ba3712d4 gateway port host: None {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:26:14.023863 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-742594d2-4f3c-408e-bda1-4e8a1a2eea1c tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:14.026845 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-742594d2-4f3c-408e-bda1-4e8a1a2eea1c tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:14.030853 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-742594d2-4f3c-408e-bda1-4e8a1a2eea1c tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] 10.222.0.41 "DELETE /v2.0/security-groups/197b58ba-c247-42e6-bd43-b84168830445 HTTP/1.1" status: 204 len: 168 time: 0.1939778 Aug 11 03:26:14.032098 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-851d40a2-efff-40fa-ac60-564c150fd7ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fad7559-1723-4367-bc2a-9117ba3712d4', 'name': 'tempest-RoutersIpV6Test-router-509578231', 'tenant_id': 'e3d11adc70004665908a030719f0fc48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:26:12Z', 'updated_at': '2021-08-11T03:26:13Z', 'revision_number': 2, 'project_id': 'e3d11adc70004665908a030719f0fc48', 'gw_port_host': None}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:26:14.032251 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 55006) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:14.046033 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742594d2-4f3c-408e-bda1-4e8a1a2eea1c tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=197b58ba-c247-42e6-bd43-b84168830445,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:14.068614 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851d40a2-efff-40fa-ac60-564c150fd7ea None None] The sync data for ids ['7fad7559-1723-4367-bc2a-9117ba3712d4'] in n-d-764292-30 is: [{'id': '7fad7559-1723-4367-bc2a-9117ba3712d4', 'name': 'tempest-RoutersIpV6Test-router-509578231', 'tenant_id': 'e3d11adc70004665908a030719f0fc48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:26:12Z', 'updated_at': '2021-08-11T03:26:13Z', 'revision_number': 2, 'project_id': 'e3d11adc70004665908a030719f0fc48', 'gw_port_host': None}] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:26:14.097800 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-f835a3bf-3dfb-4b25-9221-cb4e03354841 tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0626884 Aug 11 03:26:14.102766 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 55008) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:14.107493 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-10b13fbf-8562-4cb2-8b23-835ed284bae9 tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Request body: {'security_group': {'name': 'tempest-secgroup--892233780'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:26:14.212457 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-10b13fbf-8562-4cb2-8b23-835ed284bae9 tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:14.296659 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5b3acfa3-9eef-4b94-9a2c-ae570a6d3bfa tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks [] for router, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:14.298109 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-10b13fbf-8562-4cb2-8b23-835ed284bae9 tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:14.338135 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c00c0f1-bcd5-48f7-b63e-3fdd76b99912 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:26:14.349654 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff8d892-8296-40fc-be92-9457b5d35afb None None] Sync routers for ids ['29f449a7-d57e-4cb0-97ce-9f42b8550ea5'] in n-d-764292-30 {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:26:14.359122 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff8d892-8296-40fc-be92-9457b5d35afb None None] Routers {'29f449a7-d57e-4cb0-97ce-9f42b8550ea5'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:26:14.359800 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-aff8d892-8296-40fc-be92-9457b5d35afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:26:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['29f449a7-d57e-4cb0-97ce-9f42b8550ea5'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:26:14.371112 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-4c00c0f1-bcd5-48f7-b63e-3fdd76b99912 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] 10.222.0.41 "PUT /v2.0/routers/29f449a7-d57e-4cb0-97ce-9f42b8550ea5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0055199 Aug 11 03:26:14.373983 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 55010) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:14.390778 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-aff8d892-8296-40fc-be92-9457b5d35afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:26:14.400119 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff8d892-8296-40fc-be92-9457b5d35afb None None] Routers {'29f449a7-d57e-4cb0-97ce-9f42b8550ea5'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:26:14.400709 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-aff8d892-8296-40fc-be92-9457b5d35afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:26:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['29f449a7-d57e-4cb0-97ce-9f42b8550ea5'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:26:14.405346 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-10b13fbf-8562-4cb2-8b23-835ed284bae9 tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:14.436005 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-aff8d892-8296-40fc-be92-9457b5d35afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:26:14.437045 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff8d892-8296-40fc-be92-9457b5d35afb None None] The sync data for ids ['29f449a7-d57e-4cb0-97ce-9f42b8550ea5'] in n-d-764292-30 is: [] {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:26:14.443616 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b13fbf-8562-4cb2-8b23-835ed284bae9 tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=340439ab-e25a-4940-8cda-67a4d437a421,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:14.459983 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-198259f3-64ed-44df-b5da-47e56de33352 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:14.459983 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-198259f3-64ed-44df-b5da-47e56de33352 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] 10.222.0.41 "GET /v2.0/ports?device_id=29f449a7-d57e-4cb0-97ce-9f42b8550ea5 HTTP/1.1" status: 200 len: 988 time: 0.0809214 Aug 11 03:26:14.459983 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 55012) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:14.479999 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5b3acfa3-9eef-4b94-9a2c-ae570a6d3bfa tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6544'] for router, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:14.482806 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5b3acfa3-9eef-4b94-9a2c-ae570a6d3bfa tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:14.530065 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-10b13fbf-8562-4cb2-8b23-835ed284bae9 tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:14.531438 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-10b13fbf-8562-4cb2-8b23-835ed284bae9 tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4276652 Aug 11 03:26:14.535918 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 55014) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:14.541823 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-332a2486-2a40-4a36-8a13-c6803be57ea2 tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Request body: {'security_group_rule': {'security_group_id': '340439ab-e25a-4940-8cda-67a4d437a421', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:26:14.607368 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-a7b76e43-c8a8-4a1c-9bcf-60ac77b1700f tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Deleting port 5d921f95-77b2-4c3c-8ca8-bb21a2327819 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:26:14.607822 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a7b76e43-c8a8-4a1c-9bcf-60ac77b1700f tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:14.621679 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5b3acfa3-9eef-4b94-9a2c-ae570a6d3bfa tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448809'] for router, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:14.622164 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b3acfa3-9eef-4b94-9a2c-ae570a6d3bfa tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Fanout notify agent at l3_agent the message router_deleted on router 7fad7559-1723-4367-bc2a-9117ba3712d4 {{(pid=102191) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:26:14.650829 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-332a2486-2a40-4a36-8a13-c6803be57ea2 tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:14.651643 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5b3acfa3-9eef-4b94-9a2c-ae570a6d3bfa tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] Notify callbacks [] for router, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:14.652735 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-5b3acfa3-9eef-4b94-9a2c-ae570a6d3bfa tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] 10.222.0.41 "DELETE /v2.0/routers/7fad7559-1723-4367-bc2a-9117ba3712d4 HTTP/1.1" status: 204 len: 168 time: 0.8204112 Aug 11 03:26:14.657516 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 55016) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:14.691753 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-971224e9-0daf-49df-b663-03422d478afb tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] 10.222.0.41 "GET /v2.0/ports?device_id=7fad7559-1723-4367-bc2a-9117ba3712d4 HTTP/1.1" status: 200 len: 205 time: 0.0307255 Aug 11 03:26:14.694468 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 55018) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:14.746174 n-d-764292-30 neutron-server[102191]: INFO neutron.api.v2.resource [None req-6794b4dd-93c4-4e97-abb0-f5c41f67088c tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] delete failed (client error): The resource could not be found. Aug 11 03:26:14.747228 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-6794b4dd-93c4-4e97-abb0-f5c41f67088c tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] 10.222.0.41 "DELETE /v2.0/routers/7fad7559-1723-4367-bc2a-9117ba3712d4 HTTP/1.1" status: 404 len: 336 time: 0.0520992 Aug 11 03:26:14.750001 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 55020) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:14.785901 n-d-764292-30 neutron-server[102191]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cda5c62-46db-4f3e-a381-870a48245015 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] DELETE failed (client error): The resource could not be found. Aug 11 03:26:14.786380 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cda5c62-46db-4f3e-a381-870a48245015 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:26:14.788104 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-8cda5c62-46db-4f3e-a381-870a48245015 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] 10.222.0.41 "DELETE /v2.0/subnets/39f413a5-3609-46a4-8114-1c49623d83c5 HTTP/1.1" status: 404 len: 337 time: 0.0372334 Aug 11 03:26:14.794792 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 55024) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:14.808435 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [None req-a7b76e43-c8a8-4a1c-9bcf-60ac77b1700f tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] For port 5d921f95-77b2-4c3c-8ca8-bb21a2327819, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=5d921f95-77b2-4c3c-8ca8-bb21a2327819,segment=NetworkSegment(145c3e1a-6f9b-4c27-a2c7-345c6495cc09),segment_id=145c3e1a-6f9b-4c27-a2c7-345c6495cc09)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:26:14.808797 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a7b76e43-c8a8-4a1c-9bcf-60ac77b1700f tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:14.832434 n-d-764292-30 neutron-server[102191]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5e2f0ea-9da9-4d79-a711-c311c57d40c8 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] DELETE failed (client error): The resource could not be found. Aug 11 03:26:14.832886 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5e2f0ea-9da9-4d79-a711-c311c57d40c8 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:26:14.834623 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-a5e2f0ea-9da9-4d79-a711-c311c57d40c8 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] 10.222.0.41 "DELETE /v2.0/subnets/1b8e4fb9-58fb-436b-8c39-6e49d58f094a HTTP/1.1" status: 404 len: 337 time: 0.0402043 Aug 11 03:26:14.837153 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 55026) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:14.845310 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-332a2486-2a40-4a36-8a13-c6803be57ea2 tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:14.848059 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-a7b76e43-c8a8-4a1c-9bcf-60ac77b1700f tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Calling delete_port for 5d921f95-77b2-4c3c-8ca8-bb21a2327819 owned by network:router_interface {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:26:14.871102 n-d-764292-30 neutron-server[102191]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbb11937-81ef-41ff-99df-7748333873eb tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] DELETE failed (client error): The resource could not be found. Aug 11 03:26:14.871571 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbb11937-81ef-41ff-99df-7748333873eb tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:26:14.875625 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-fbb11937-81ef-41ff-99df-7748333873eb tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] 10.222.0.41 "DELETE /v2.0/subnets/39db3a36-8203-42a7-b274-ddd7ca87d7ab HTTP/1.1" status: 404 len: 337 time: 0.0325439 Aug 11 03:26:14.877157 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 55028) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:14.912217 n-d-764292-30 neutron-server[102191]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ad8eb81-ea43-48ae-9b0a-c98ddb48ddb6 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] DELETE failed (client error): The resource could not be found. Aug 11 03:26:14.912457 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-332a2486-2a40-4a36-8a13-c6803be57ea2 tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:14.912597 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ad8eb81-ea43-48ae-9b0a-c98ddb48ddb6 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:26:14.914326 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-6ad8eb81-ea43-48ae-9b0a-c98ddb48ddb6 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] 10.222.0.41 "DELETE /v2.0/subnets/50711f26-668b-47d2-a52c-747df49a242f HTTP/1.1" status: 404 len: 337 time: 0.0362613 Aug 11 03:26:14.924430 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 55030) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:14.950819 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6890a6b3-1409-4bad-bdb2-b5592a232446 req-d72845b3-cf65-49da-9efd-aeab28401ea9 tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:14.952327 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6890a6b3-1409-4bad-bdb2-b5592a232446 req-d72845b3-cf65-49da-9efd-aeab28401ea9 tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] 10.222.0.41 "GET /v2.0/ports?device_id=615eb31c-7c46-417d-9d57-b64413500be6 HTTP/1.1" status: 200 len: 945 time: 0.1279025 Aug 11 03:26:14.980066 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332a2486-2a40-4a36-8a13-c6803be57ea2 tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bafc9f21-c0a5-4e55-9960-c631ea216066,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:14.983386 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-592c9211-75e0-4031-970c-aed3bf3bd043 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] 10.222.0.41 "GET /v2.0/ports?device_id=b0ec7b20-10fd-4b3d-82c1-134f07fcb827 HTTP/1.1" status: 200 len: 205 time: 0.0526643 Aug 11 03:26:14.992114 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 55032) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:15.053124 n-d-764292-30 neutron-server[102192]: INFO neutron.api.v2.resource [None req-14758b80-53fe-413c-879b-921f4cf6649f tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] delete failed (client error): The resource could not be found. Aug 11 03:26:15.057050 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-14758b80-53fe-413c-879b-921f4cf6649f tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] 10.222.0.41 "DELETE /v2.0/routers/b0ec7b20-10fd-4b3d-82c1-134f07fcb827 HTTP/1.1" status: 404 len: 336 time: 0.0603416 Aug 11 03:26:15.075491 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 55034) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:15.092881 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-332a2486-2a40-4a36-8a13-c6803be57ea2 tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:15.097160 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-332a2486-2a40-4a36-8a13-c6803be57ea2 tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5572042 Aug 11 03:26:15.103301 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 55036) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:15.108743 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-09c6a1d7-cebf-4ed6-a079-fd0becf3e013 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] 10.222.0.41 "GET /v2.0/ports?device_id=67725390-7a92-40b9-a0d5-9c1e53423527 HTTP/1.1" status: 200 len: 205 time: 0.0321705 Aug 11 03:26:15.118120 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 55038) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:15.127533 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6890a6b3-1409-4bad-bdb2-b5592a232446 req-fd195e25-63dd-473e-b902-ce9b8c64cb7a tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed60bba6-2b2f-4b83-a3e4-9e7aa48523e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494570 Aug 11 03:26:15.141378 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-baadb2d7-66f5-4382-92c7-9199d238d9a1 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521106'] for router_interface, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:15.172756 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-34f2fcc8-0af8-4380-bc48-713df3edf934 tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] 10.222.0.41 "GET /v2.0/security-group-rules/bafc9f21-c0a5-4e55-9960-c631ea216066 HTTP/1.1" status: 200 len: 763 time: 0.0641868 Aug 11 03:26:15.176785 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 55040) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:15.179160 n-d-764292-30 neutron-server[102191]: INFO neutron.api.v2.resource [None req-3d62cb59-d5eb-4c99-a169-77f1ab4bd60f tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] delete failed (client error): The resource could not be found. Aug 11 03:26:15.180517 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-3d62cb59-d5eb-4c99-a169-77f1ab4bd60f tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] 10.222.0.41 "DELETE /v2.0/routers/67725390-7a92-40b9-a0d5-9c1e53423527 HTTP/1.1" status: 404 len: 336 time: 0.0608821 Aug 11 03:26:15.186017 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 55042) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:15.226881 n-d-764292-30 neutron-server[102191]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ca2af6a-d428-4cd8-8c41-fed68e4c9dc7 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] DELETE failed (client error): The resource could not be found. Aug 11 03:26:15.227362 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ca2af6a-d428-4cd8-8c41-fed68e4c9dc7 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:26:15.229151 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-5ca2af6a-d428-4cd8-8c41-fed68e4c9dc7 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] 10.222.0.41 "DELETE /v2.0/subnets/02eada7b-f250-42a4-a10a-efc7da9d05c5 HTTP/1.1" status: 404 len: 337 time: 0.0412655 Aug 11 03:26:15.232230 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 55044) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:15.263990 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-cf2a9fcd-165e-4d7b-b2e5-a32e16c0c1a1 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] 10.222.0.41 "GET /v2.0/ports?device_id=c71a395a-53d2-4f2b-bb96-e419d06f7518 HTTP/1.1" status: 200 len: 205 time: 0.0306995 Aug 11 03:26:15.266657 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 55046) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:15.267875 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a7b76e43-c8a8-4a1c-9bcf-60ac77b1700f tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:15.287389 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-65ea60aa-b89e-4dde-ad43-7710d599017a tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1093180 Aug 11 03:26:15.291130 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 55048) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:15.306973 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b76e43-c8a8-4a1c-9bcf-60ac77b1700f tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Pushing event deleted for resources: {'Port': ['ID=5d921f95-77b2-4c3c-8ca8-bb21a2327819,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:15.337389 n-d-764292-30 neutron-server[102192]: INFO neutron.api.v2.resource [None req-b13e8326-01f4-4b7c-9617-6f4371976434 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] delete failed (client error): The resource could not be found. Aug 11 03:26:15.338614 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-b13e8326-01f4-4b7c-9617-6f4371976434 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] 10.222.0.41 "DELETE /v2.0/routers/c71a395a-53d2-4f2b-bb96-e419d06f7518 HTTP/1.1" status: 404 len: 336 time: 0.0709715 Aug 11 03:26:15.342150 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 55050) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:15.381693 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-327d4e43-716c-4495-9083-38e63c0fbd16 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd36efc1-2ce6-4cfa-aa42-0e1114476ed9 HTTP/1.1" status: 200 len: 205 time: 0.0359604 Aug 11 03:26:15.382136 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 55052) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:15.383139 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-dcc9b532-0497-41d0-a12f-6116c26470ef tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:15.394613 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-dcc9b532-0497-41d0-a12f-6116c26470ef tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:15.429755 n-d-764292-30 neutron-server[102191]: INFO neutron.api.v2.resource [None req-ea6247a9-647d-4ac5-8d9e-24f5595a3a28 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] delete failed (client error): The resource could not be found. Aug 11 03:26:15.429755 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-ea6247a9-647d-4ac5-8d9e-24f5595a3a28 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] 10.222.0.41 "DELETE /v2.0/routers/dd36efc1-2ce6-4cfa-aa42-0e1114476ed9 HTTP/1.1" status: 404 len: 336 time: 0.0440340 Aug 11 03:26:15.431832 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 55054) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:15.482074 n-d-764292-30 neutron-server[102192]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0858789-c34a-41ce-a860-d600eea8cc01 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] DELETE failed (client error): The resource could not be found. Aug 11 03:26:15.482553 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0858789-c34a-41ce-a860-d600eea8cc01 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:26:15.484420 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-d0858789-c34a-41ce-a860-d600eea8cc01 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] 10.222.0.41 "DELETE /v2.0/subnets/d9aef2a2-6c04-4a62-a177-1b07649b6890 HTTP/1.1" status: 404 len: 337 time: 0.0517075 Aug 11 03:26:15.487379 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 55056) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:15.516538 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-3120a92f-105b-45c6-bf89-636882cb347e tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] 10.222.0.41 "GET /v2.0/ports?device_id=e4b95dd2-e915-4866-902e-c3019e70fcfd HTTP/1.1" status: 200 len: 205 time: 0.0280993 Aug 11 03:26:15.517882 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-dcc9b532-0497-41d0-a12f-6116c26470ef tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:15.523171 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 55058) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:15.525618 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-dcc9b532-0497-41d0-a12f-6116c26470ef tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:15.526706 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-dcc9b532-0497-41d0-a12f-6116c26470ef tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/bafc9f21-c0a5-4e55-9960-c631ea216066 HTTP/1.1" status: 204 len: 168 time: 0.2338293 Aug 11 03:26:15.529288 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 55060) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:15.565779 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a7b76e43-c8a8-4a1c-9bcf-60ac77b1700f tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16383033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450082'] for router_interface, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:15.575073 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc9b532-0497-41d0-a12f-6116c26470ef tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bafc9f21-c0a5-4e55-9960-c631ea216066,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:15.580810 n-d-764292-30 neutron-server[102192]: INFO neutron.api.v2.resource [None req-b09d2ad1-9564-44d8-a2ac-c3b43b068496 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] delete failed (client error): The resource could not be found. Aug 11 03:26:15.581771 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-b09d2ad1-9564-44d8-a2ac-c3b43b068496 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] 10.222.0.41 "DELETE /v2.0/routers/e4b95dd2-e915-4866-902e-c3019e70fcfd HTTP/1.1" status: 404 len: 336 time: 0.0509355 Aug 11 03:26:15.585758 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 55062) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:15.596408 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-46f887a0-a6f3-4fc8-9c11-3ed886bea713 tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0654814 Aug 11 03:26:15.596732 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-baadb2d7-66f5-4382-92c7-9199d238d9a1 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Deleting port 746004eb-a13e-489b-90fc-b2868f396a4a {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:26:15.597075 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-baadb2d7-66f5-4382-92c7-9199d238d9a1 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:15.615560 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 55064) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:15.619999 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-c24d675d-12bc-4038-b74b-8fb14923b89b tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Request body: {'security_group_rule': {'security_group_id': '340439ab-e25a-4940-8cda-67a4d437a421', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:26:15.626858 n-d-764292-30 neutron-server[102192]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2ca2b24-f740-4033-8faa-ef8850a0572f tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] DELETE failed (client error): The resource could not be found. Aug 11 03:26:15.627302 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2ca2b24-f740-4033-8faa-ef8850a0572f tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:26:15.628943 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-b2ca2b24-f740-4033-8faa-ef8850a0572f tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] 10.222.0.41 "DELETE /v2.0/subnets/1f83d6ae-3ccc-4975-a165-be5cae04dbcf HTTP/1.1" status: 404 len: 337 time: 0.0425928 Aug 11 03:26:15.633910 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 55066) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:15.670264 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-52ba00fb-5fdb-4c64-b07c-7aa5ead71a9c tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] 10.222.0.41 "GET /v2.0/ports?device_id=9468e4c4-740e-4ca1-9fdc-dd36c9721f5b HTTP/1.1" status: 200 len: 205 time: 0.0351696 Aug 11 03:26:15.672683 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 55068) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:15.718956 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-baadb2d7-66f5-4382-92c7-9199d238d9a1 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:15.731449 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-baadb2d7-66f5-4382-92c7-9199d238d9a1 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Calling delete_port for 746004eb-a13e-489b-90fc-b2868f396a4a owned by network:router_interface {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:26:15.741113 n-d-764292-30 neutron-server[102191]: INFO neutron.api.v2.resource [None req-6763d969-e326-4be9-8c7a-123adc07a777 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] delete failed (client error): The resource could not be found. Aug 11 03:26:15.744448 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-6763d969-e326-4be9-8c7a-123adc07a777 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] 10.222.0.41 "DELETE /v2.0/routers/9468e4c4-740e-4ca1-9fdc-dd36c9721f5b HTTP/1.1" status: 404 len: 336 time: 0.0687289 Aug 11 03:26:15.745106 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 55072) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:15.748745 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c24d675d-12bc-4038-b74b-8fb14923b89b tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:15.781757 n-d-764292-30 neutron-server[102191]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4df1fb1-6869-4b60-8829-00528225bd00 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] DELETE failed (client error): The resource could not be found. Aug 11 03:26:15.782251 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4df1fb1-6869-4b60-8829-00528225bd00 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:26:15.784534 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-b4df1fb1-6869-4b60-8829-00528225bd00 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] 10.222.0.41 "DELETE /v2.0/subnets/205f303b-ac37-4200-8c86-3a7efaaa879b HTTP/1.1" status: 404 len: 337 time: 0.0385363 Aug 11 03:26:15.787185 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 55074) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:15.819455 n-d-764292-30 neutron-server[102191]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cbc4898-9c3f-4d1d-80b4-518abd4bb200 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] DELETE failed (client error): The resource could not be found. Aug 11 03:26:15.819900 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cbc4898-9c3f-4d1d-80b4-518abd4bb200 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:26:15.821589 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-0cbc4898-9c3f-4d1d-80b4-518abd4bb200 tempest-RoutersIpV6Test-529789522 tempest-RoutersIpV6Test-529789522-project] 10.222.0.41 "DELETE /v2.0/subnets/a5aecb09-07df-4d52-ba49-a7ab6f0ce3d6 HTTP/1.1" status: 404 len: 337 time: 0.0334823 Aug 11 03:26:15.850930 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c24d675d-12bc-4038-b74b-8fb14923b89b tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:15.937373 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c24d675d-12bc-4038-b74b-8fb14923b89b tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:15.942761 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7b76e43-c8a8-4a1c-9bcf-60ac77b1700f tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Router c2512fa5-e65b-455d-87b5-af2204aa28df has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:26:15.967715 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24d675d-12bc-4038-b74b-8fb14923b89b tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d647421-a1c3-4b46-b81d-aa7cf66a9bdb,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:16.041015 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c24d675d-12bc-4038-b74b-8fb14923b89b tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:16.042340 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-c24d675d-12bc-4038-b74b-8fb14923b89b tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4258237 Aug 11 03:26:16.043195 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-baadb2d7-66f5-4382-92c7-9199d238d9a1 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:16.045027 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 55078) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:16.069849 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-995eb663-7d11-4275-bc35-6b0f7b9ba629 tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] 10.222.0.41 "GET /v2.0/security-group-rules/8d647421-a1c3-4b46-b81d-aa7cf66a9bdb HTTP/1.1" status: 200 len: 763 time: 0.0237281 Aug 11 03:26:16.070941 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7b76e43-c8a8-4a1c-9bcf-60ac77b1700f tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:26:16.072332 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 55080) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:16.079818 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-a7b76e43-c8a8-4a1c-9bcf-60ac77b1700f tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] 10.222.0.41 "PUT /v2.0/routers/c2512fa5-e65b-455d-87b5-af2204aa28df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9006095 Aug 11 03:26:16.081682 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c7f8ea-f1fe-4719-ba7c-4c2138992f71 None None] Sync routers for ids ['c2512fa5-e65b-455d-87b5-af2204aa28df'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:26:16.082700 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 55082) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:16.091968 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c7f8ea-f1fe-4719-ba7c-4c2138992f71 None None] Routers {'c2512fa5-e65b-455d-87b5-af2204aa28df'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:26:16.092579 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-a1c7f8ea-f1fe-4719-ba7c-4c2138992f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:26:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['c2512fa5-e65b-455d-87b5-af2204aa28df'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:26:16.093564 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baadb2d7-66f5-4382-92c7-9199d238d9a1 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Pushing event deleted for resources: {'Port': ['ID=746004eb-a13e-489b-90fc-b2868f396a4a,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:16.127015 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-44d1af91-66ac-4945-a3f5-fdfb2a1c1473 tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0508130 Aug 11 03:26:16.127242 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 55084) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:16.157156 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-70043949-b71e-402c-af3c-53ee6df87592 tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:16.172321 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-70043949-b71e-402c-af3c-53ee6df87592 tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:16.228555 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_v2 [None req-56335b96-d443-4111-8e83-5973d818ce2e tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Deleting subnet 2eab23f8-93c4-44af-9e21-52232de1fe86 {{(pid=102192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:26:16.271299 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-56335b96-d443-4111-8e83-5973d818ce2e tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks [] for subnet, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:16.286909 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-70043949-b71e-402c-af3c-53ee6df87592 tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:16.293845 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-70043949-b71e-402c-af3c-53ee6df87592 tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:16.295233 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-70043949-b71e-402c-af3c-53ee6df87592 tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/8d647421-a1c3-4b46-b81d-aa7cf66a9bdb HTTP/1.1" status: 204 len: 168 time: 0.1670191 Aug 11 03:26:16.306697 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 55090) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:16.311884 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70043949-b71e-402c-af3c-53ee6df87592 tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8d647421-a1c3-4b46-b81d-aa7cf66a9bdb,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:16.360069 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-baadb2d7-66f5-4382-92c7-9199d238d9a1 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16383033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450082'] for router_interface, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:16.382000 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-56335b96-d443-4111-8e83-5973d818ce2e tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125932460'] for subnet, precommit_delete_associations {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:16.405358 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 55092) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:16.431098 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-a1c7f8ea-f1fe-4719-ba7c-4c2138992f71 None None] Set router c2512fa5-e65b-455d-87b5-af2204aa28df gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:26:16.563734 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-ee75e9e0-279f-4a89-8271-bdf7337b5a15 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e3d11adc70004665908a030719f0fc48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1543198 Aug 11 03:26:16.564000 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 55096) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:16.620492 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fba9d33b-0754-450c-93ca-16fd25a26bb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:16.622518 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-a1c7f8ea-f1fe-4719-ba7c-4c2138992f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2512fa5-e65b-455d-87b5-af2204aa28df', 'name': 'tempest-TestNetworkBasicOps-router-477221125', 'tenant_id': '6f34ea378b0c4732b01bbd0e8e3ce05d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': 'befd763a-b608-436f-8eb1-d6b23b28a1e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:22:37Z', 'updated_at': '2021-08-11T03:26:15Z', 'revision_number': 7, 'project_id': '6f34ea378b0c4732b01bbd0e8e3ce05d', 'gw_port': {'id': 'befd763a-b608-436f-8eb1-d6b23b28a1e1', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:eb:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2512fa5-e65b-455d-87b5-af2204aa28df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2505, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:22:38Z', 'updated_at': '2021-08-11T03:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:26:16.643527 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fba9d33b-0754-450c-93ca-16fd25a26bb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:16.649707 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c7f8ea-f1fe-4719-ba7c-4c2138992f71 None None] Checking router: c2512fa5-e65b-455d-87b5-af2204aa28df for host: n-d-764292-30 {{(pid=102193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:26:16.658731 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c7f8ea-f1fe-4719-ba7c-4c2138992f71 None None] Routers {'c2512fa5-e65b-455d-87b5-af2204aa28df'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:26:16.659361 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-a1c7f8ea-f1fe-4719-ba7c-4c2138992f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:26:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['c2512fa5-e65b-455d-87b5-af2204aa28df'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:26:16.762086 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00a8511-3ee3-47fb-a253-ed758937c760 req-1689f160-0b6c-4675-84be-4bd2a0942351 tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:16.763529 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b00a8511-3ee3-47fb-a253-ed758937c760 req-1689f160-0b6c-4675-84be-4bd2a0942351 tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] 10.222.0.41 "GET /v2.0/ports?device_id=615eb31c-7c46-417d-9d57-b64413500be6 HTTP/1.1" status: 200 len: 945 time: 0.5287473 Aug 11 03:26:16.765030 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-a1c7f8ea-f1fe-4719-ba7c-4c2138992f71 None None] Set router c2512fa5-e65b-455d-87b5-af2204aa28df gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:26:16.796823 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-a91dba9b-5dd3-41f1-81df-1a56b01a8147 tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4821405 Aug 11 03:26:16.797256 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 55098) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:16.802788 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-b462453e-dc91-4ff6-ae91-af5f3f76cdd6 tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Request body: {'security_group_rule': {'security_group_id': '340439ab-e25a-4940-8cda-67a4d437a421', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:26:16.808813 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fba9d33b-0754-450c-93ca-16fd25a26bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:16.811329 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fba9d33b-0754-450c-93ca-16fd25a26bb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:16.815288 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-fba9d33b-0754-450c-93ca-16fd25a26bb2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/86e55481-9676-44ec-8b87-b335dd659f8c HTTP/1.1" status: 204 len: 168 time: 0.2475665 Aug 11 03:26:16.851683 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba9d33b-0754-450c-93ca-16fd25a26bb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86e55481-9676-44ec-8b87-b335dd659f8c,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:16.923259 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b00a8511-3ee3-47fb-a253-ed758937c760 req-904589ea-399c-4122-a5d2-2c78597da4d7 tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed60bba6-2b2f-4b83-a3e4-9e7aa48523e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521316 Aug 11 03:26:16.928204 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b462453e-dc91-4ff6-ae91-af5f3f76cdd6 tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:16.984733 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-a1c7f8ea-f1fe-4719-ba7c-4c2138992f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2512fa5-e65b-455d-87b5-af2204aa28df', 'name': 'tempest-TestNetworkBasicOps-router-477221125', 'tenant_id': '6f34ea378b0c4732b01bbd0e8e3ce05d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': 'befd763a-b608-436f-8eb1-d6b23b28a1e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:22:37Z', 'updated_at': '2021-08-11T03:26:15Z', 'revision_number': 7, 'project_id': '6f34ea378b0c4732b01bbd0e8e3ce05d', 'gw_port': {'id': 'befd763a-b608-436f-8eb1-d6b23b28a1e1', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:eb:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2512fa5-e65b-455d-87b5-af2204aa28df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2505, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:22:38Z', 'updated_at': '2021-08-11T03:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:26:17.014237 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-56335b96-d443-4111-8e83-5973d818ce2e tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:17.026799 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c7f8ea-f1fe-4719-ba7c-4c2138992f71 None None] The sync data for ids ['c2512fa5-e65b-455d-87b5-af2204aa28df'] in n-d-764292-30 is: [{'id': 'c2512fa5-e65b-455d-87b5-af2204aa28df', 'name': 'tempest-TestNetworkBasicOps-router-477221125', 'tenant_id': '6f34ea378b0c4732b01bbd0e8e3ce05d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': 'befd763a-b608-436f-8eb1-d6b23b28a1e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:22:37Z', 'updated_at': '2021-08-11T03:26:15Z', 'revision_number': 7, 'project_id': '6f34ea378b0c4732b01bbd0e8e3ce05d', 'gw_port': {'id': 'befd763a-b608-436f-8eb1-d6b23b28a1e1', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:eb:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2512fa5-e65b-455d-87b5-af2204aa28df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2505, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:22:38Z', 'updated_at': '2021-08-11T03:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:26:17.043770 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b462453e-dc91-4ff6-ae91-af5f3f76cdd6 tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:17.064347 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baadb2d7-66f5-4382-92c7-9199d238d9a1 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Router 29f449a7-d57e-4cb0-97ce-9f42b8550ea5 has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:26:17.120830 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b462453e-dc91-4ff6-ae91-af5f3f76cdd6 tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:17.139981 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b462453e-dc91-4ff6-ae91-af5f3f76cdd6 tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f6b3359-4b00-40ea-bf1a-ec04610a7398,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:17.162840 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baadb2d7-66f5-4382-92c7-9199d238d9a1 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:26:17.168433 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-baadb2d7-66f5-4382-92c7-9199d238d9a1 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] 10.222.0.41 "PUT /v2.0/routers/29f449a7-d57e-4cb0-97ce-9f42b8550ea5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7078011 Aug 11 03:26:17.170685 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 55106) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:17.174845 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b06b1b-7810-4daf-a149-7511400fb483 None None] Sync routers for ids ['29f449a7-d57e-4cb0-97ce-9f42b8550ea5'] in n-d-764292-30 {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:26:17.185870 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b06b1b-7810-4daf-a149-7511400fb483 None None] Routers {'29f449a7-d57e-4cb0-97ce-9f42b8550ea5'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:26:17.186551 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-09b06b1b-7810-4daf-a149-7511400fb483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:26:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['29f449a7-d57e-4cb0-97ce-9f42b8550ea5'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:26:17.200160 n-d-764292-30 neutron-server[102192]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d731f23-fe0e-4ebc-9946-67fa31e73153 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] GET failed (client error): The resource could not be found. Aug 11 03:26:17.202795 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-5d731f23-fe0e-4ebc-9946-67fa31e73153 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] 10.222.0.41 "GET /v2.0/ports/746004eb-a13e-489b-90fc-b2868f396a4a HTTP/1.1" status: 404 len: 333 time: 0.0310674 Aug 11 03:26:17.205395 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 55110) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:17.213575 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b462453e-dc91-4ff6-ae91-af5f3f76cdd6 tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:17.217268 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-b462453e-dc91-4ff6-ae91-af5f3f76cdd6 tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4163463 Aug 11 03:26:17.220391 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 55112) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:17.223669 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-09b06b1b-7810-4daf-a149-7511400fb483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:26:17.230324 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-56335b96-d443-4111-8e83-5973d818ce2e tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125932157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126180897'] for subnet, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:17.233835 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b06b1b-7810-4daf-a149-7511400fb483 None None] Routers {'29f449a7-d57e-4cb0-97ce-9f42b8550ea5'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:26:17.234867 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-09b06b1b-7810-4daf-a149-7511400fb483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:26:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['29f449a7-d57e-4cb0-97ce-9f42b8550ea5'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:26:17.270817 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-6f4085df-d132-48fc-8a85-1a6b3f864aac tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] 10.222.0.41 "GET /v2.0/security-group-rules/8f6b3359-4b00-40ea-bf1a-ec04610a7398 HTTP/1.1" status: 200 len: 764 time: 0.0521803 Aug 11 03:26:17.275459 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 55116) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:17.278747 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56335b96-d443-4111-8e83-5973d818ce2e tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Pushing event deleted for resources: {'Subnet': ['ID=2eab23f8-93c4-44af-9e21-52232de1fe86,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:17.281519 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-09b06b1b-7810-4daf-a149-7511400fb483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:26:17.282503 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b06b1b-7810-4daf-a149-7511400fb483 None None] The sync data for ids ['29f449a7-d57e-4cb0-97ce-9f42b8550ea5'] in n-d-764292-30 is: [] {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:26:17.285438 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-56335b96-d443-4111-8e83-5973d818ce2e tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks [] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:17.286348 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1acd021a-4027-4d2b-b9f1-acfa88a955e1 None None] Network aca38bb8-53be-4609-8761-de24e0c00b2e requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:26:17.292631 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-56335b96-d443-4111-8e83-5973d818ce2e tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] 10.222.0.41 "DELETE /v2.0/subnets/2eab23f8-93c4-44af-9e21-52232de1fe86 HTTP/1.1" status: 204 len: 168 time: 1.2035229 Aug 11 03:26:17.293437 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 55118) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:17.325546 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3f111b35-c888-4212-9084-6afdac75bbb3 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks [] for router, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:17.463484 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e09f958e-bdc1-49d9-be68-08f17f4ef6f1 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks [] for router, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:17.539980 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd2fdf7e-90db-4a2b-a68d-49d58a12553a None None] DHCP port deletion for aca38bb8-53be-4609-8761-de24e0c00b2e request from n-d-764292-30 {{(pid=102193) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:26:17.544527 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-827f69ea-cf29-4f0c-a048-f72c96c0d3d4 tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.2679670 Aug 11 03:26:17.579087 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 55126) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:17.582940 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 5d921f95-77b2-4c3c-8ca8-bb21a2327819 no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:26:17.597379 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3f111b35-c888-4212-9084-6afdac75bbb3 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6544'] for router, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:17.600896 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3f111b35-c888-4212-9084-6afdac75bbb3 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:17.621170 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: 5d921f95-77b2-4c3c-8ca8-bb21a2327819 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:26:17.621571 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 5d921f95-77b2-4c3c-8ca8-bb21a2327819 not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:26:17.652390 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9a3aa7-cf96-4256-8564-d0ee62a2e853 req-1e98c1f8-791d-4353-8494-d56e2d898b47 tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:17.653932 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-af9a3aa7-cf96-4256-8564-d0ee62a2e853 req-1e98c1f8-791d-4353-8494-d56e2d898b47 tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] 10.222.0.41 "GET /v2.0/ports?device_id=615eb31c-7c46-417d-9d57-b64413500be6 HTTP/1.1" status: 200 len: 945 time: 0.1866329 Aug 11 03:26:17.654971 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e4f856eb-b220-4d0c-b977-d24e630b9084 tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:17.665577 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dd2fdf7e-90db-4a2b-a68d-49d58a12553a None None] Deleting port c8e42a34-c593-459a-8cda-52fd8b867b69 {{(pid=102193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:26:17.665963 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dd2fdf7e-90db-4a2b-a68d-49d58a12553a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:17.666099 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e4f856eb-b220-4d0c-b977-d24e630b9084 tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:17.703249 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e09f958e-bdc1-49d9-be68-08f17f4ef6f1 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:17.728934 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-af9a3aa7-cf96-4256-8564-d0ee62a2e853 req-3a09ec74-8175-4baa-a3b0-3288a9d17255 tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed60bba6-2b2f-4b83-a3e4-9e7aa48523e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599191 Aug 11 03:26:17.744293 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3f111b35-c888-4212-9084-6afdac75bbb3 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448809'] for router, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:17.744911 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f111b35-c888-4212-9084-6afdac75bbb3 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Fanout notify agent at l3_agent the message router_deleted on router 29f449a7-d57e-4cb0-97ce-9f42b8550ea5 {{(pid=102191) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:26:17.749036 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dd2fdf7e-90db-4a2b-a68d-49d58a12553a None None] For port c8e42a34-c593-459a-8cda-52fd8b867b69, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=c8e42a34-c593-459a-8cda-52fd8b867b69,segment=NetworkSegment(145c3e1a-6f9b-4c27-a2c7-345c6495cc09),segment_id=145c3e1a-6f9b-4c27-a2c7-345c6495cc09)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:26:17.749589 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dd2fdf7e-90db-4a2b-a68d-49d58a12553a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:17.759963 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3f111b35-c888-4212-9084-6afdac75bbb3 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks [] for router, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:17.761107 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-3f111b35-c888-4212-9084-6afdac75bbb3 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] 10.222.0.41 "DELETE /v2.0/routers/29f449a7-d57e-4cb0-97ce-9f42b8550ea5 HTTP/1.1" status: 204 len: 168 time: 0.5547028 Aug 11 03:26:17.763806 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 55132) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:17.765774 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dd2fdf7e-90db-4a2b-a68d-49d58a12553a None None] Calling delete_port for c8e42a34-c593-459a-8cda-52fd8b867b69 owned by network:dhcp {{(pid=102193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:26:17.778090 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e4f856eb-b220-4d0c-b977-d24e630b9084 tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:17.807454 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e4f856eb-b220-4d0c-b977-d24e630b9084 tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:17.808819 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-e4f856eb-b220-4d0c-b977-d24e630b9084 tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/8f6b3359-4b00-40ea-bf1a-ec04610a7398 HTTP/1.1" status: 204 len: 168 time: 0.2278039 Aug 11 03:26:17.812566 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 55134) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:17.819870 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f856eb-b220-4d0c-b977-d24e630b9084 tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8f6b3359-4b00-40ea-bf1a-ec04610a7398,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:17.845243 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_v2 [None req-efc4e773-0ab4-45b9-923c-ce76f02e5634 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Deleting subnet 60560048-b4cb-4a8f-aadd-c408443c0cdb {{(pid=102191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:26:17.853108 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-efc4e773-0ab4-45b9-923c-ce76f02e5634 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks [] for subnet, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:17.875618 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-1e03fdeb-c806-47ae-95f1-ad2a440c2a2d tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0612206 Aug 11 03:26:17.878638 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-e09f958e-bdc1-49d9-be68-08f17f4ef6f1 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Deleting port befd763a-b608-436f-8eb1-d6b23b28a1e1 {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:26:17.878977 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e09f958e-bdc1-49d9-be68-08f17f4ef6f1 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:17.880257 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 55138) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:17.922377 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-efc4e773-0ab4-45b9-923c-ce76f02e5634 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126283525'] for subnet, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:17.944079 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dd2fdf7e-90db-4a2b-a68d-49d58a12553a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678'] for port, after_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:17.964691 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [None req-e09f958e-bdc1-49d9-be68-08f17f4ef6f1 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] For port befd763a-b608-436f-8eb1-d6b23b28a1e1, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=befd763a-b608-436f-8eb1-d6b23b28a1e1,segment=NetworkSegment(fab28bed-aa25-40db-bba4-ec26e795194c),segment_id=fab28bed-aa25-40db-bba4-ec26e795194c)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:26:17.965130 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e09f958e-bdc1-49d9-be68-08f17f4ef6f1 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:17.972300 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2fdf7e-90db-4a2b-a68d-49d58a12553a None None] Pushing event deleted for resources: {'Port': ['ID=c8e42a34-c593-459a-8cda-52fd8b867b69,revision_number=None']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:17.974242 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2fdf7e-90db-4a2b-a68d-49d58a12553a None None] No DVR routers for this DVR port c8e42a34-c593-459a-8cda-52fd8b867b69 on host n-d-764292-30 {{(pid=102193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:26:17.983519 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a038cc30-17c7-44b7-ace9-0127b4e20640 tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:17.991220 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-e09f958e-bdc1-49d9-be68-08f17f4ef6f1 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Calling delete_port for befd763a-b608-436f-8eb1-d6b23b28a1e1 owned by network:router_gateway {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:26:18.055833 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a038cc30-17c7-44b7-ace9-0127b4e20640 tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:18.073046 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-efc4e773-0ab4-45b9-923c-ce76f02e5634 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:18.206264 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a038cc30-17c7-44b7-ace9-0127b4e20640 tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:18.208913 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a038cc30-17c7-44b7-ace9-0127b4e20640 tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:18.210076 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-a038cc30-17c7-44b7-ace9-0127b4e20640 tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] 10.222.0.41 "DELETE /v2.0/security-groups/340439ab-e25a-4940-8cda-67a4d437a421 HTTP/1.1" status: 204 len: 168 time: 0.3289742 Aug 11 03:26:18.212922 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 55144) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:18.218995 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a038cc30-17c7-44b7-ace9-0127b4e20640 tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=340439ab-e25a-4940-8cda-67a4d437a421,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:18.235819 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-efc4e773-0ab4-45b9-923c-ce76f02e5634 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126283413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126275158'] for subnet, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:18.236101 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e09f958e-bdc1-49d9-be68-08f17f4ef6f1 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:18.269012 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-efc4e773-0ab4-45b9-923c-ce76f02e5634 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:18.271462 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09f958e-bdc1-49d9-be68-08f17f4ef6f1 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Pushing event deleted for resources: {'Port': ['ID=befd763a-b608-436f-8eb1-d6b23b28a1e1,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:18.274671 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-efc4e773-0ab4-45b9-923c-ce76f02e5634 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] 10.222.0.41 "DELETE /v2.0/subnets/60560048-b4cb-4a8f-aadd-c408443c0cdb HTTP/1.1" status: 204 len: 168 time: 0.5096221 Aug 11 03:26:18.275791 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 55146) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:18.276534 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc4e773-0ab4-45b9-923c-ce76f02e5634 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Pushing event deleted for resources: {'Subnet': ['ID=60560048-b4cb-4a8f-aadd-c408443c0cdb,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:18.277099 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee6a6b3e-0721-4039-8677-d0980ef71f95 None None] Network 581a311c-ef5f-4935-a509-710135934104 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:26:18.289551 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09f958e-bdc1-49d9-be68-08f17f4ef6f1 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:18.289898 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09f958e-bdc1-49d9-be68-08f17f4ef6f1 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:18.293966 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09f958e-bdc1-49d9-be68-08f17f4ef6f1 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:18.293966 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09f958e-bdc1-49d9-be68-08f17f4ef6f1 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:18.293966 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09f958e-bdc1-49d9-be68-08f17f4ef6f1 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:18.293966 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09f958e-bdc1-49d9-be68-08f17f4ef6f1 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:18.293966 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09f958e-bdc1-49d9-be68-08f17f4ef6f1 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:18.293966 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09f958e-bdc1-49d9-be68-08f17f4ef6f1 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:18.293966 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09f958e-bdc1-49d9-be68-08f17f4ef6f1 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:18.293966 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09f958e-bdc1-49d9-be68-08f17f4ef6f1 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:18.293966 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09f958e-bdc1-49d9-be68-08f17f4ef6f1 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:18.293966 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09f958e-bdc1-49d9-be68-08f17f4ef6f1 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:18.335329 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-a8b1f25c-035c-4fe7-b530-595d7e4bdbbc tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1210575 Aug 11 03:26:18.349805 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 55150) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:18.373699 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e09f958e-bdc1-49d9-be68-08f17f4ef6f1 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-446916'] for router_gateway, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:18.414986 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-9d89cf78-9ffe-4ddf-94d2-bf61dac03454 tempest-SecGroupTest-1139192938 tempest-SecGroupTest-1139192938-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0640330 Aug 11 03:26:18.435229 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-2ac6979f-db06-4f0d-8d5f-44b7811a34bd tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:18.480510 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e09f958e-bdc1-49d9-be68-08f17f4ef6f1 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6544'] for router, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:18.482680 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e09f958e-bdc1-49d9-be68-08f17f4ef6f1 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:18.498682 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-2ac6979f-db06-4f0d-8d5f-44b7811a34bd tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Deleting port 9c415b16-a64e-4f3c-b40d-c5c5cc3cfb34 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:26:18.499028 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-2ac6979f-db06-4f0d-8d5f-44b7811a34bd tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:18.516968 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fab7691-2167-41a9-b060-97c994f4f289 None None] DHCP port deletion for 581a311c-ef5f-4935-a509-710135934104 request from n-d-764292-30 {{(pid=102193) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:26:18.567499 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-3fab7691-2167-41a9-b060-97c994f4f289 None None] Deleting port 9c415b16-a64e-4f3c-b40d-c5c5cc3cfb34 {{(pid=102193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:26:18.567871 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3fab7691-2167-41a9-b060-97c994f4f289 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:18.576037 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [None req-2ac6979f-db06-4f0d-8d5f-44b7811a34bd tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] For port 9c415b16-a64e-4f3c-b40d-c5c5cc3cfb34, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=9c415b16-a64e-4f3c-b40d-c5c5cc3cfb34,segment=NetworkSegment(4fad3964-1c21-4cc3-bfff-07f65fd0e686),segment_id=4fad3964-1c21-4cc3-bfff-07f65fd0e686)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:26:18.576653 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-2ac6979f-db06-4f0d-8d5f-44b7811a34bd tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:18.591616 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-2ac6979f-db06-4f0d-8d5f-44b7811a34bd tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Calling delete_port for 9c415b16-a64e-4f3c-b40d-c5c5cc3cfb34 owned by network:dhcp {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:26:18.635346 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e09f958e-bdc1-49d9-be68-08f17f4ef6f1 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448809'] for router, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:18.635885 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e09f958e-bdc1-49d9-be68-08f17f4ef6f1 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Fanout notify agent at l3_agent the message router_deleted on router c2512fa5-e65b-455d-87b5-af2204aa28df {{(pid=102192) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:26:18.644984 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e09f958e-bdc1-49d9-be68-08f17f4ef6f1 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks [] for router, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:18.646491 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-e09f958e-bdc1-49d9-be68-08f17f4ef6f1 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] 10.222.0.41 "DELETE /v2.0/routers/c2512fa5-e65b-455d-87b5-af2204aa28df HTTP/1.1" status: 204 len: 168 time: 1.3527095 Aug 11 03:26:18.647453 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3fab7691-2167-41a9-b060-97c994f4f289 None None] For port 9c415b16-a64e-4f3c-b40d-c5c5cc3cfb34, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=9c415b16-a64e-4f3c-b40d-c5c5cc3cfb34,segment=NetworkSegment(4fad3964-1c21-4cc3-bfff-07f65fd0e686),segment_id=4fad3964-1c21-4cc3-bfff-07f65fd0e686)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:26:18.647941 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3fab7691-2167-41a9-b060-97c994f4f289 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:18.649097 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 55158) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:18.664696 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-3fab7691-2167-41a9-b060-97c994f4f289 None None] Calling delete_port for 9c415b16-a64e-4f3c-b40d-c5c5cc3cfb34 owned by network:dhcp {{(pid=102193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:26:18.766065 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4f24c84d-5245-4f17-8244-22095fb677ab tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:18.789347 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-2ac6979f-db06-4f0d-8d5f-44b7811a34bd tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:18.796531 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3fab7691-2167-41a9-b060-97c994f4f289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678'] for port, after_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:18.813000 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac6979f-db06-4f0d-8d5f-44b7811a34bd tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] No DVR routers for this DVR port 9c415b16-a64e-4f3c-b40d-c5c5cc3cfb34 on host n-d-764292-30 {{(pid=102191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:26:18.836465 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fab7691-2167-41a9-b060-97c994f4f289 None None] Pushing event deleted for resources: {'Port': ['ID=9c415b16-a64e-4f3c-b40d-c5c5cc3cfb34,revision_number=None']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:18.846757 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fab7691-2167-41a9-b060-97c994f4f289 None None] No DVR routers for this DVR port 9c415b16-a64e-4f3c-b40d-c5c5cc3cfb34 on host n-d-764292-30 {{(pid=102193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:26:18.878670 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac6979f-db06-4f0d-8d5f-44b7811a34bd tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Pushing event deleted for resources: {'Port': ['ID=9c415b16-a64e-4f3c-b40d-c5c5cc3cfb34,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:18.914760 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 55166) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:18.932178 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4f24c84d-5245-4f17-8244-22095fb677ab tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:18.949051 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-4f24c84d-5245-4f17-8244-22095fb677ab tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aca38bb8-53be-4609-8761-de24e0c00b2e']}} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:26:18.961844 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-4f24c84d-5245-4f17-8244-22095fb677ab tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '145c3e1a-6f9b-4c27-a2c7-345c6495cc09') {'for_net_delete': True} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:26:18.962137 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-4f24c84d-5245-4f17-8244-22095fb677ab tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '145c3e1a-6f9b-4c27-a2c7-345c6495cc09') {} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:26:18.978661 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4f24c84d-5245-4f17-8244-22095fb677ab tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125932501'] for segment, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:18.987761 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b10b6c1-8aa5-492f-b676-c6bfa6bc76b3 req-cd76aa9c-9db1-4aba-8961-acecebbf2bee tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:18.995780 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1b10b6c1-8aa5-492f-b676-c6bfa6bc76b3 req-cd76aa9c-9db1-4aba-8961-acecebbf2bee tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] 10.222.0.41 "GET /v2.0/ports?device_id=615eb31c-7c46-417d-9d57-b64413500be6 HTTP/1.1" status: 200 len: 945 time: 0.1273468 Aug 11 03:26:18.996368 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-2ac6979f-db06-4f0d-8d5f-44b7811a34bd tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:19.019989 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-2ac6979f-db06-4f0d-8d5f-44b7811a34bd tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['581a311c-ef5f-4935-a509-710135934104']}} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:26:19.024300 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4f24c84d-5245-4f17-8244-22095fb677ab tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:19.036948 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-2ac6979f-db06-4f0d-8d5f-44b7811a34bd tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fad3964-1c21-4cc3-bfff-07f65fd0e686') {'for_net_delete': True} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:26:19.038084 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-2ac6979f-db06-4f0d-8d5f-44b7811a34bd tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fad3964-1c21-4cc3-bfff-07f65fd0e686') {} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:26:19.042164 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f24c84d-5245-4f17-8244-22095fb677ab tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=102192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:26:19.042164 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4f24c84d-5245-4f17-8244-22095fb677ab tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125932183'] for segment, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:19.042164 n-d-764292-30 neutron-server[102192]: Traceback (most recent call last): Aug 11 03:26:19.042164 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:26:19.042164 n-d-764292-30 neutron-server[102192]: timer() Aug 11 03:26:19.042164 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:26:19.042164 n-d-764292-30 neutron-server[102192]: cb(*args, **kw) Aug 11 03:26:19.042164 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:26:19.042164 n-d-764292-30 neutron-server[102192]: return func(*args, **kwargs) Aug 11 03:26:19.042164 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:26:19.042164 n-d-764292-30 neutron-server[102192]: self._notify() Aug 11 03:26:19.042164 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:26:19.042164 n-d-764292-30 neutron-server[102192]: self.callback(batched_events) Aug 11 03:26:19.042164 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:26:19.042164 n-d-764292-30 neutron-server[102192]: event.method(event) Aug 11 03:26:19.042164 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:26:19.042164 n-d-764292-30 neutron-server[102192]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:26:19.042164 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:26:19.042164 n-d-764292-30 neutron-server[102192]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:26:19.042164 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:26:19.042164 n-d-764292-30 neutron-server[102192]: return f(self, *a, **k) Aug 11 03:26:19.042164 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:26:19.042164 n-d-764292-30 neutron-server[102192]: return self._get(url).json() Aug 11 03:26:19.042164 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:26:19.042164 n-d-764292-30 neutron-server[102192]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:26:19.042164 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:26:19.042164 n-d-764292-30 neutron-server[102192]: return self.request(url, 'GET', **kwargs) Aug 11 03:26:19.042164 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:26:19.042164 n-d-764292-30 neutron-server[102192]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:26:19.042164 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:26:19.042164 n-d-764292-30 neutron-server[102192]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:26:19.042164 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:26:19.042164 n-d-764292-30 neutron-server[102192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:26:19.042164 n-d-764292-30 neutron-server[102192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:26:19.053651 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-2ac6979f-db06-4f0d-8d5f-44b7811a34bd tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126283644'] for segment, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:19.057291 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1b10b6c1-8aa5-492f-b676-c6bfa6bc76b3 req-b96dc202-dd8a-4a2d-8b4b-fde7cf2712ce tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed60bba6-2b2f-4b83-a3e4-9e7aa48523e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606463 Aug 11 03:26:19.080255 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-2ac6979f-db06-4f0d-8d5f-44b7811a34bd tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:19.096246 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ac6979f-db06-4f0d-8d5f-44b7811a34bd tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=102191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:26:19.096246 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-2ac6979f-db06-4f0d-8d5f-44b7811a34bd tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126283391'] for segment, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:19.097120 n-d-764292-30 neutron-server[102191]: Traceback (most recent call last): Aug 11 03:26:19.097120 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:26:19.097120 n-d-764292-30 neutron-server[102191]: timer() Aug 11 03:26:19.097120 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:26:19.097120 n-d-764292-30 neutron-server[102191]: cb(*args, **kw) Aug 11 03:26:19.097120 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:26:19.097120 n-d-764292-30 neutron-server[102191]: return func(*args, **kwargs) Aug 11 03:26:19.097120 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:26:19.097120 n-d-764292-30 neutron-server[102191]: self._notify() Aug 11 03:26:19.097120 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:26:19.097120 n-d-764292-30 neutron-server[102191]: self.callback(batched_events) Aug 11 03:26:19.097120 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:26:19.097120 n-d-764292-30 neutron-server[102191]: event.method(event) Aug 11 03:26:19.097120 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:26:19.097120 n-d-764292-30 neutron-server[102191]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:26:19.097120 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:26:19.097120 n-d-764292-30 neutron-server[102191]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:26:19.097120 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:26:19.097120 n-d-764292-30 neutron-server[102191]: return f(self, *a, **k) Aug 11 03:26:19.097120 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:26:19.097120 n-d-764292-30 neutron-server[102191]: return self._get(url).json() Aug 11 03:26:19.097120 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:26:19.097120 n-d-764292-30 neutron-server[102191]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:26:19.097120 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:26:19.097120 n-d-764292-30 neutron-server[102191]: return self.request(url, 'GET', **kwargs) Aug 11 03:26:19.097120 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:26:19.097120 n-d-764292-30 neutron-server[102191]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:26:19.097120 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:26:19.097120 n-d-764292-30 neutron-server[102191]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:26:19.097120 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:26:19.097120 n-d-764292-30 neutron-server[102191]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:26:19.097120 n-d-764292-30 neutron-server[102191]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:26:19.167168 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4f24c84d-5245-4f17-8244-22095fb677ab tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:19.177287 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4f24c84d-5245-4f17-8244-22095fb677ab tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks [] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:19.179479 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-4f24c84d-5245-4f17-8244-22095fb677ab tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] 10.222.0.41 "DELETE /v2.0/networks/aca38bb8-53be-4609-8761-de24e0c00b2e HTTP/1.1" status: 204 len: 168 time: 0.5291154 Aug 11 03:26:19.189727 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f24c84d-5245-4f17-8244-22095fb677ab tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Pushing event deleted for resources: {'Network': ['ID=aca38bb8-53be-4609-8761-de24e0c00b2e,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:19.201349 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 55178) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:19.208330 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-d98b6a86-b8c3-4f22-b4e2-7db02aa24c85 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Request body: {'network': {'name': 'tempest-network-smoke--1233150590', 'project_id': '6f34ea378b0c4732b01bbd0e8e3ce05d', 'port_security_enabled': True}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:26:19.251943 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-2ac6979f-db06-4f0d-8d5f-44b7811a34bd tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:19.258135 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-2ac6979f-db06-4f0d-8d5f-44b7811a34bd tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks [] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:19.264264 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 55182) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:19.271771 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-2ac6979f-db06-4f0d-8d5f-44b7811a34bd tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] 10.222.0.41 "DELETE /v2.0/networks/581a311c-ef5f-4935-a509-710135934104 HTTP/1.1" status: 204 len: 168 time: 0.9913876 Aug 11 03:26:19.308445 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device befd763a-b608-436f-8eb1-d6b23b28a1e1 no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:26:19.309552 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac6979f-db06-4f0d-8d5f-44b7811a34bd tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Pushing event deleted for resources: {'Network': ['ID=581a311c-ef5f-4935-a509-710135934104,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:19.328953 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: befd763a-b608-436f-8eb1-d6b23b28a1e1 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:26:19.329293 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device befd763a-b608-436f-8eb1-d6b23b28a1e1 not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:26:19.330258 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 9c415b16-a64e-4f3c-b40d-c5c5cc3cfb34 no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:26:19.341448 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d98b6a86-b8c3-4f22-b4e2-7db02aa24c85 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Made reservation on behalf of 6f34ea378b0c4732b01bbd0e8e3ce05d for: {'network': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:26:19.345252 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-d98b6a86-b8c3-4f22-b4e2-7db02aa24c85 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:19.350629 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: 9c415b16-a64e-4f3c-b40d-c5c5cc3cfb34 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:26:19.350904 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 9c415b16-a64e-4f3c-b40d-c5c5cc3cfb34 not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:26:19.351309 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device c8e42a34-c593-459a-8cda-52fd8b867b69 no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:26:19.357032 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95637923-6097-4831-86ea-ff94b0115118 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:19.358473 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-95637923-6097-4831-86ea-ff94b0115118 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] 10.222.0.41 "GET /v2.0/ports/dc4a6b7e-a1cf-45bd-a6ca-6b0e43182718 HTTP/1.1" status: 200 len: 844 time: 0.0931201 Aug 11 03:26:19.363003 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 55184) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:19.369812 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: c8e42a34-c593-459a-8cda-52fd8b867b69 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:26:19.370155 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device c8e42a34-c593-459a-8cda-52fd8b867b69 not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:26:19.399196 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d98b6a86-b8c3-4f22-b4e2-7db02aa24c85 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=102192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:26:19.405521 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-a55ea65e-b771-4134-b67a-a09bcbf66b94 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=28706e6bf8be47f2a8ecf75fff5bbfb5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4848287 Aug 11 03:26:19.406494 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 55186) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:19.424169 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-d98b6a86-b8c3-4f22-b4e2-7db02aa24c85 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:19.424517 n-d-764292-30 neutron-server[102192]: INFO neutron.db.segments_db [None req-d98b6a86-b8c3-4f22-b4e2-7db02aa24c85 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Added segment a4d93f93-2d98-4749-abef-bba9ce3321d5 of type vlan for network e59732ab-623e-4cb8-9f39-fb9f4d98d154 Aug 11 03:26:19.491826 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-d98b6a86-b8c3-4f22-b4e2-7db02aa24c85 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:19.515303 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-737f94c7-d4da-4ea2-a7ce-8f7e3205c3e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:19.550619 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-737f94c7-d4da-4ea2-a7ce-8f7e3205c3e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:19.606628 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-d98b6a86-b8c3-4f22-b4e2-7db02aa24c85 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:19.613463 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d98b6a86-b8c3-4f22-b4e2-7db02aa24c85 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:19.614811 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-d98b6a86-b8c3-4f22-b4e2-7db02aa24c85 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks [] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:19.679014 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-737f94c7-d4da-4ea2-a7ce-8f7e3205c3e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:19.681846 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-737f94c7-d4da-4ea2-a7ce-8f7e3205c3e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:19.683894 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-737f94c7-d4da-4ea2-a7ce-8f7e3205c3e4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cb07c584-68ce-4d2b-80bc-90da075bae59 HTTP/1.1" status: 204 len: 168 time: 0.2756441 Aug 11 03:26:19.702901 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98b6a86-b8c3-4f22-b4e2-7db02aa24c85 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Pushing event updated for resources: {'Network': ['ID=e59732ab-623e-4cb8-9f39-fb9f4d98d154,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:19.710060 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737f94c7-d4da-4ea2-a7ce-8f7e3205c3e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb07c584-68ce-4d2b-80bc-90da075bae59,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:19.716610 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network e59732ab-623e-4cb8-9f39-fb9f4d98d154 details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:26:19.735084 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-d98b6a86-b8c3-4f22-b4e2-7db02aa24c85 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5300422 Aug 11 03:26:19.735310 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-619a342c-4168-4775-862c-d4be93a441ff tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] 10.222.0.41 "GET /v2.0/ports/dc4a6b7e-a1cf-45bd-a6ca-6b0e43182718?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.3706594 Aug 11 03:26:19.735410 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 55196) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:19.735715 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 55198) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:19.746428 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-48bfdcd0-6e88-4560-9099-92ce82f4474f tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Request body: {'subnet': {'network_id': '813a308e-1df3-42f6-8357-85259fd890d2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:26:19.754728 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-c60d9c0f-a123-4a37-a858-ec04ad7172d2 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-38468296', 'admin_state_up': True, 'project_id': '6f34ea378b0c4732b01bbd0e8e3ce05d', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:26:19.962386 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c60d9c0f-a123-4a37-a858-ec04ad7172d2 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-450010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6626'] for router, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:19.963460 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c60d9c0f-a123-4a37-a858-ec04ad7172d2 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-446747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6633'] for router, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:20.022649 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c60d9c0f-a123-4a37-a858-ec04ad7172d2 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:20.081469 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48bfdcd0-6e88-4560-9099-92ce82f4474f tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Made reservation on behalf of a6e0511434be4fc4a2d24d0db6f1badc for: {'subnet': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:26:20.085351 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-48bfdcd0-6e88-4560-9099-92ce82f4474f tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126180544'] for subnet, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:20.341687 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c60d9c0f-a123-4a37-a858-ec04ad7172d2 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:20.359913 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfe09f7-9432-4f87-81d1-6a578d43c0e9 req-9f00c092-8370-43e3-845b-14d6186d1d26 tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:20.361684 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2dfe09f7-9432-4f87-81d1-6a578d43c0e9 req-9f00c092-8370-43e3-845b-14d6186d1d26 tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] 10.222.0.41 "GET /v2.0/ports?device_id=615eb31c-7c46-417d-9d57-b64413500be6 HTTP/1.1" status: 200 len: 945 time: 0.1889436 Aug 11 03:26:20.450960 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2dfe09f7-9432-4f87-81d1-6a578d43c0e9 req-a1efb0e4-5cc8-451e-8fc1-dec21d2f7eea tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed60bba6-2b2f-4b83-a3e4-9e7aa48523e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821385 Aug 11 03:26:20.567542 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-48bfdcd0-6e88-4560-9099-92ce82f4474f tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125932092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126180562'] for subnet, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:20.621567 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48bfdcd0-6e88-4560-9099-92ce82f4474f tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Network 813a308e-1df3-42f6-8357-85259fd890d2 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:26:20.629671 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-48bfdcd0-6e88-4560-9099-92ce82f4474f tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:26:20.632708 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48bfdcd0-6e88-4560-9099-92ce82f4474f tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:20.633290 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-48bfdcd0-6e88-4560-9099-92ce82f4474f tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks [] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:20.638812 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ed08e2b-b92c-48a5-93cb-b11f727eaf6d None None] Network 813a308e-1df3-42f6-8357-85259fd890d2 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:26:20.677361 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bfdcd0-6e88-4560-9099-92ce82f4474f tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Pushing event updated for resources: {'Subnet': ['ID=29545a0e-f999-498c-a659-00e3f1ee6ab9,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:20.734526 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c60d9c0f-a123-4a37-a858-ec04ad7172d2 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks [] for router_gateway, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:20.741497 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5861649-75d2-4ac3-a73c-3a4e80d76580 req-7045369e-ead0-43c3-8f29-d46b3bb3b3a7 tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:20.744043 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c5861649-75d2-4ac3-a73c-3a4e80d76580 req-7045369e-ead0-43c3-8f29-d46b3bb3b3a7 tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] 10.222.0.22 "GET /v2.0/ports?device_id=615eb31c-7c46-417d-9d57-b64413500be6 HTTP/1.1" status: 200 len: 945 time: 0.0719252 Aug 11 03:26:20.760944 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c60d9c0f-a123-4a37-a858-ec04ad7172d2 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:20.811888 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-48bfdcd0-6e88-4560-9099-92ce82f4474f tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0739703 Aug 11 03:26:20.812491 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 55226) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:20.822705 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-92fbac59-8f7d-4ef4-918f-1960b88aac96 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Request body: {'security_group': {'name': 'tempest-secgroup-797387715'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:26:20.829255 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 55228) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:20.856519 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16ccc0ff-3980-46f1-b00a-5bd91c5c5366 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde080026-c28f-55be-b52b-13827cc43646-813a308e-1df3-42f6-8357-85259fd890d2', 'network_id': '813a308e-1df3-42f6-8357-85259fd890d2', 'tenant_id': 'a6e0511434be4fc4a2d24d0db6f1badc', 'fixed_ips': [{'subnet_id': '29545a0e-f999-498c-a659-00e3f1ee6ab9'}]}} from n-d-764292-30. {{(pid=102193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:26:20.856519 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-16ccc0ff-3980-46f1-b00a-5bd91c5c5366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:20.863743 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-c5861649-75d2-4ac3-a73c-3a4e80d76580 req-0a1f3aa1-46b3-4c1c-bef7-00a918822136 tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] Deleting port 9f0cf4cd-0f09-4f14-b4ce-807b4e97dd3f {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:26:20.864097 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-c5861649-75d2-4ac3-a73c-3a4e80d76580 req-0a1f3aa1-46b3-4c1c-bef7-00a918822136 tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:20.911346 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [None req-c60d9c0f-a123-4a37-a858-ec04ad7172d2 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Allocated IP 172.25.8.206 (09faf7d2-eaf5-4a50-bb6e-4cb05d009a76/e1a97443-13df-40bb-85f5-fd269e2742c0/7d3d95e7-2847-4437-ba6d-08325d404ce2) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:26:20.971494 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-d449186b-6cdf-4556-a36a-fcf1e6859823 tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:26:20.972846 n-d-764292-30 neutron-server[102191]: WARNING neutron.api.v2.base [None req-d449186b-6cdf-4556-a36a-fcf1e6859823 tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 11 03:26:20.972846 n-d-764292-30 neutron-server[102191]: INFO neutron.api.v2.resource [None req-d449186b-6cdf-4556-a36a-fcf1e6859823 tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] create failed (client error): There was a conflict when trying to complete your request. Aug 11 03:26:20.978861 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-d449186b-6cdf-4556-a36a-fcf1e6859823 tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1436172 Aug 11 03:26:20.979056 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 55232) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:20.982141 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-c5861649-75d2-4ac3-a73c-3a4e80d76580 req-0a1f3aa1-46b3-4c1c-bef7-00a918822136 tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] For port 9f0cf4cd-0f09-4f14-b4ce-807b4e97dd3f, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=9f0cf4cd-0f09-4f14-b4ce-807b4e97dd3f,segment=NetworkSegment(21ab9289-39d9-4555-9571-2cc6fd85c487),segment_id=21ab9289-39d9-4555-9571-2cc6fd85c487)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:26:20.982550 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-c5861649-75d2-4ac3-a73c-3a4e80d76580 req-0a1f3aa1-46b3-4c1c-bef7-00a918822136 tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:20.982787 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-92fbac59-8f7d-4ef4-918f-1960b88aac96 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:20.988158 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-1b2b69df-9fa2-466e-942b-3397e95218a2 tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] Request body: {'security_group': {'name': 'tempest-secgroup--955783807'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:26:21.012257 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-c5861649-75d2-4ac3-a73c-3a4e80d76580 req-0a1f3aa1-46b3-4c1c-bef7-00a918822136 tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] Calling delete_port for 9f0cf4cd-0f09-4f14-b4ce-807b4e97dd3f owned by compute:nova {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:26:21.021230 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.db_base_plugin_common [None req-16ccc0ff-3980-46f1-b00a-5bd91c5c5366 None None] Allocated IP 2001:db8::2 (813a308e-1df3-42f6-8357-85259fd890d2/29545a0e-f999-498c-a659-00e3f1ee6ab9/2d2577e3-7ced-49b2-946b-8e1b47f4db7c) {{(pid=102193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:26:21.044239 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c60d9c0f-a123-4a37-a858-ec04ad7172d2 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:21.136387 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1b2b69df-9fa2-466e-942b-3397e95218a2 tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:21.148059 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1b2b69df-9fa2-466e-942b-3397e95218a2 tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:21.149475 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c60d9c0f-a123-4a37-a858-ec04ad7172d2 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:21.175594 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-16ccc0ff-3980-46f1-b00a-5bd91c5c5366 None None] Notify callbacks [] for port, precommit_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:21.191618 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c60d9c0f-a123-4a37-a858-ec04ad7172d2 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:26:21.194442 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-c60d9c0f-a123-4a37-a858-ec04ad7172d2 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:26:21.196793 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60d9c0f-a123-4a37-a858-ec04ad7172d2 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:26:21.219808 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60d9c0f-a123-4a37-a858-ec04ad7172d2 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Pushing event updated for resources: {'Port': ['ID=7d3d95e7-2847-4437-ba6d-08325d404ce2,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:21.280568 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-16ccc0ff-3980-46f1-b00a-5bd91c5c5366 None None] Transition to ACTIVE for port object 2d2577e3-7ced-49b2-946b-8e1b47f4db7c will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:26:21.280833 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-c5861649-75d2-4ac3-a73c-3a4e80d76580 req-0a1f3aa1-46b3-4c1c-bef7-00a918822136 tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:21.295641 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['02bc0461-cd74-4351-b2c3-cb77188e1749', '9f0cf4cd-0f09-4f14-b4ce-807b4e97dd3f'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:26:21.309692 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f3aa1-46b3-4c1c-bef7-00a918822136 tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] Pushing event deleted for resources: {'Port': ['ID=9f0cf4cd-0f09-4f14-b4ce-807b4e97dd3f,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:21.324586 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-16ccc0ff-3980-46f1-b00a-5bd91c5c5366 None None] Transition to ACTIVE for port object 2d2577e3-7ced-49b2-946b-8e1b47f4db7c will not be triggered until provisioned by entity DHCP. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:26:21.368517 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5861649-75d2-4ac3-a73c-3a4e80d76580 req-0a1f3aa1-46b3-4c1c-bef7-00a918822136 tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] No DVR routers for this DVR port 9f0cf4cd-0f09-4f14-b4ce-807b4e97dd3f on host n-h1-764292-30 {{(pid=102191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:26:21.374414 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-c5861649-75d2-4ac3-a73c-3a4e80d76580 req-0a1f3aa1-46b3-4c1c-bef7-00a918822136 tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:21.378511 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c5861649-75d2-4ac3-a73c-3a4e80d76580 req-0a1f3aa1-46b3-4c1c-bef7-00a918822136 tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] 10.222.0.22 "DELETE /v2.0/ports/9f0cf4cd-0f09-4f14-b4ce-807b4e97dd3f HTTP/1.1" status: 204 len: 173 time: 0.6273863 Aug 11 03:26:21.379413 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '615eb31c-7c46-417d-9d57-b64413500be6', 'name': 'network-vif-deleted', 'tag': '9f0cf4cd-0f09-4f14-b4ce-807b4e97dd3f'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:26:21.384672 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d279d550-164d-4944-9369-40a8ba093e3d" -d '{"events": [{"server_uuid": "615eb31c-7c46-417d-9d57-b64413500be6", "name": "network-vif-deleted", "tag": "9f0cf4cd-0f09-4f14-b4ce-807b4e97dd3f"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:26:21.398857 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-92fbac59-8f7d-4ef4-918f-1960b88aac96 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:21.410481 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-16ccc0ff-3980-46f1-b00a-5bd91c5c5366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669'] for port, after_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:21.430254 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:26:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad29364c-0960-45a1-8995-f25af5cc096f x-openstack-request-id: req-ad29364c-0960-45a1-8995-f25af5cc096f {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:26:21.430254 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "615eb31c-7c46-417d-9d57-b64413500be6", "name": "network-vif-deleted", "tag": "9f0cf4cd-0f09-4f14-b4ce-807b4e97dd3f", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:26:21.430254 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ad29364c-0960-45a1-8995-f25af5cc096f {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:26:21.430254 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '615eb31c-7c46-417d-9d57-b64413500be6', 'name': 'network-vif-deleted', 'tag': '9f0cf4cd-0f09-4f14-b4ce-807b4e97dd3f', 'status': 'completed', 'code': 200} Aug 11 03:26:21.473532 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16ccc0ff-3980-46f1-b00a-5bd91c5c5366 None None] Network 813a308e-1df3-42f6-8357-85259fd890d2 is already hosted by enough agents. {{(pid=102193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:26:21.478946 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.base_scheduler [None req-16ccc0ff-3980-46f1-b00a-5bd91c5c5366 None None] Resources bound (agent type, host, resource id): {{(pid=102193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:26:21.487250 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ccc0ff-3980-46f1-b00a-5bd91c5c5366 None None] Received port after_create {{(pid=102193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:26:21.501514 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-92fbac59-8f7d-4ef4-918f-1960b88aac96 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:21.503783 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ccc0ff-3980-46f1-b00a-5bd91c5c5366 None None] Pushing event updated for resources: {'Port': ['ID=2d2577e3-7ced-49b2-946b-8e1b47f4db7c,revision_number=1']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:21.564932 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fbac59-8f7d-4ef4-918f-1960b88aac96 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85f32de5-dc8d-47d6-86e0-f977c671f561,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:21.571429 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-16ccc0ff-3980-46f1-b00a-5bd91c5c5366 None None] Attempting to bind port 2d2577e3-7ced-49b2-946b-8e1b47f4db7c on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:26:21.578228 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-16ccc0ff-3980-46f1-b00a-5bd91c5c5366 None None] Attempting to bind port 2d2577e3-7ced-49b2-946b-8e1b47f4db7c by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': '3502ca39-c8b5-4b03-b555-41ce14e50037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '813a308e-1df3-42f6-8357-85259fd890d2'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:26:21.578228 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ccc0ff-3980-46f1-b00a-5bd91c5c5366 None None] Attempting to bind port 2d2577e3-7ced-49b2-946b-8e1b47f4db7c on network 813a308e-1df3-42f6-8357-85259fd890d2 {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:26:21.584778 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ccc0ff-3980-46f1-b00a-5bd91c5c5366 None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 26, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:26:21.585411 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ccc0ff-3980-46f1-b00a-5bd91c5c5366 None None] Checking segment: {'id': '3502ca39-c8b5-4b03-b555-41ce14e50037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '813a308e-1df3-42f6-8357-85259fd890d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:26:21.585996 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-16ccc0ff-3980-46f1-b00a-5bd91c5c5366 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:21.586568 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ccc0ff-3980-46f1-b00a-5bd91c5c5366 None None] Bound using segment: {'id': '3502ca39-c8b5-4b03-b555-41ce14e50037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '813a308e-1df3-42f6-8357-85259fd890d2'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:26:21.587227 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-16ccc0ff-3980-46f1-b00a-5bd91c5c5366 None None] Bound port: 2d2577e3-7ced-49b2-946b-8e1b47f4db7c, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3502ca39-c8b5-4b03-b555-41ce14e50037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '813a308e-1df3-42f6-8357-85259fd890d2'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:26:21.587771 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-16ccc0ff-3980-46f1-b00a-5bd91c5c5366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:21.614848 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-dfcdd786-844d-4e4a-a37b-e44997fa4fc6 req-ca12ec72-8b25-4a49-802c-df43029681a4 tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] 10.222.0.41 "GET /v2.0/ports?device_id=615eb31c-7c46-417d-9d57-b64413500be6 HTTP/1.1" status: 200 len: 210 time: 0.0525212 Aug 11 03:26:21.633171 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1b2b69df-9fa2-466e-942b-3397e95218a2 tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:21.663644 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-16ccc0ff-3980-46f1-b00a-5bd91c5c5366 None None] For port 2d2577e3-7ced-49b2-946b-8e1b47f4db7c, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:26:21.666911 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-16ccc0ff-3980-46f1-b00a-5bd91c5c5366 None None] For port 2d2577e3-7ced-49b2-946b-8e1b47f4db7c, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=2d2577e3-7ced-49b2-946b-8e1b47f4db7c,segment=NetworkSegment(3502ca39-c8b5-4b03-b555-41ce14e50037),segment_id=3502ca39-c8b5-4b03-b555-41ce14e50037)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:26:21.676110 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c60d9c0f-a123-4a37-a858-ec04ad7172d2 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks [] for router_gateway, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:21.687988 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1b2b69df-9fa2-466e-942b-3397e95218a2 tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:21.730107 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2b69df-9fa2-466e-942b-3397e95218a2 tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffa211b5-7bc3-456a-a1ae-550867a29519,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:21.740758 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-16ccc0ff-3980-46f1-b00a-5bd91c5c5366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:21.791153 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-92fbac59-8f7d-4ef4-918f-1960b88aac96 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:21.792615 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-92fbac59-8f7d-4ef4-918f-1960b88aac96 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9760990 Aug 11 03:26:21.797575 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 55254) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:21.803704 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-df8a5fd7-07ee-44e9-afe9-7db108e828a3 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Request body: {'security_group': {'name': 'tempest-secgroup-179849592'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:26:21.812795 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ccc0ff-3980-46f1-b00a-5bd91c5c5366 None None] Pushing event updated for resources: {'Port': ['ID=2d2577e3-7ced-49b2-946b-8e1b47f4db7c,revision_number=2']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:21.896964 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1b2b69df-9fa2-466e-942b-3397e95218a2 tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:21.908232 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c60d9c0f-a123-4a37-a858-ec04ad7172d2 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-446952'] for router, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:21.991655 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1b2b69df-9fa2-466e-942b-3397e95218a2 tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:22.037970 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2b69df-9fa2-466e-942b-3397e95218a2 tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b09e560-964b-47b9-a609-9201c01ed2db,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:22.070140 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-df8a5fd7-07ee-44e9-afe9-7db108e828a3 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:22.160601 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c60d9c0f-a123-4a37-a858-ec04ad7172d2 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Router 42e28ac6-c2a0-4111-8be6-6f421003df15 is scheduled to L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 with binding_index 1 {{(pid=102192) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:26:22.162323 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1b2b69df-9fa2-466e-942b-3397e95218a2 tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:22.163726 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-1b2b69df-9fa2-466e-942b-3397e95218a2 tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1835840 Aug 11 03:26:22.166518 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 55264) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:22.175511 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-a2ded3ee-226b-4096-aa28-d067bed06148 tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] Request body: {'security_group_rule': {'security_group_id': '8b09e560-964b-47b9-a609-9201c01ed2db', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:26:22.263956 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-df8a5fd7-07ee-44e9-afe9-7db108e828a3 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:22.296334 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c60d9c0f-a123-4a37-a858-ec04ad7172d2 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:26:22.308435 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9d6f92-b966-48a3-bcb8-9feff4138e3f None None] Sync routers for ids ['42e28ac6-c2a0-4111-8be6-6f421003df15'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:26:22.319128 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9d6f92-b966-48a3-bcb8-9feff4138e3f None None] Routers {'42e28ac6-c2a0-4111-8be6-6f421003df15'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:26:22.319782 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-0e9d6f92-b966-48a3-bcb8-9feff4138e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:26:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['42e28ac6-c2a0-4111-8be6-6f421003df15'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:26:22.426166 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-0e9d6f92-b966-48a3-bcb8-9feff4138e3f None None] Set router 42e28ac6-c2a0-4111-8be6-6f421003df15 gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:26:22.555540 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-df8a5fd7-07ee-44e9-afe9-7db108e828a3 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:22.590643 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8a5fd7-07ee-44e9-afe9-7db108e828a3 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac0d3335-43af-43d7-8d04-bf7102e6aae2,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:22.627020 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-0e9d6f92-b966-48a3-bcb8-9feff4138e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42e28ac6-c2a0-4111-8be6-6f421003df15', 'name': 'tempest-TestNetworkBasicOps-router-38468296', 'tenant_id': '6f34ea378b0c4732b01bbd0e8e3ce05d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': '7d3d95e7-2847-4437-ba6d-08325d404ce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:26:19Z', 'updated_at': '2021-08-11T03:26:21Z', 'revision_number': 3, 'project_id': '6f34ea378b0c4732b01bbd0e8e3ce05d', 'gw_port': {'id': '7d3d95e7-2847-4437-ba6d-08325d404ce2', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:cd:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42e28ac6-c2a0-4111-8be6-6f421003df15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2881, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:26:20Z', 'updated_at': '2021-08-11T03:26:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:26:22.636155 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c60d9c0f-a123-4a37-a858-ec04ad7172d2 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks [] for router, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:22.645943 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-c60d9c0f-a123-4a37-a858-ec04ad7172d2 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.9007816 Aug 11 03:26:22.646767 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 55268) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:22.659828 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9d6f92-b966-48a3-bcb8-9feff4138e3f None None] Checking router: 42e28ac6-c2a0-4111-8be6-6f421003df15 for host: n-d-764292-30 {{(pid=102193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:26:22.660183 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9d6f92-b966-48a3-bcb8-9feff4138e3f None None] Updating router 42e28ac6-c2a0-4111-8be6-6f421003df15 port 7d3d95e7-2847-4437-ba6d-08325d404ce2 binding host n-d-764292-30 {{(pid=102193) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:26:22.683876 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-17eab337-b4b2-473b-af7d-6473f5c64a6c tempest-TestNetworkBasicOps-852784014 tempest-TestNetworkBasicOps-852784014-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=6f34ea378b0c4732b01bbd0e8e3ce05d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0419960 Aug 11 03:26:22.686637 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 55270) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:22.692896 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-0e9d6f92-b966-48a3-bcb8-9feff4138e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:22.707290 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-df8a5fd7-07ee-44e9-afe9-7db108e828a3 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:22.711798 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-df8a5fd7-07ee-44e9-afe9-7db108e828a3 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9126704 Aug 11 03:26:22.712887 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 55272) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:22.729685 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-0d3c45c3-4fa1-41e5-8d54-7c4cdd15a263 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1836263793', 'security_groups': ['ac0d3335-43af-43d7-8d04-bf7102e6aae2'], 'network_id': '813a308e-1df3-42f6-8357-85259fd890d2', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '29545a0e-f999-498c-a659-00e3f1ee6ab9'}]}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:26:22.855741 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a2ded3ee-226b-4096-aa28-d067bed06148 tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:22.936645 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a2ded3ee-226b-4096-aa28-d067bed06148 tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:22.972985 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d3c45c3-4fa1-41e5-8d54-7c4cdd15a263 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Made reservation on behalf of a6e0511434be4fc4a2d24d0db6f1badc for: {'port': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:26:23.030804 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-0e9d6f92-b966-48a3-bcb8-9feff4138e3f None None] Notify callbacks [] for port, precommit_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:23.034300 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-e9e9f108-3a16-4d96-827d-637e3a70f3c8 None None] Provisioning complete for port dc4a6b7e-a1cf-45bd-a6ca-6b0e43182718 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:26:23.034922 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-e9e9f108-3a16-4d96-827d-637e3a70f3c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:23.045561 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a2ded3ee-226b-4096-aa28-d067bed06148 tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:23.075585 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-e9e9f108-3a16-4d96-827d-637e3a70f3c8 None None] Port dc4a6b7e-a1cf-45bd-a6ca-6b0e43182718 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:26:23.083019 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ded3ee-226b-4096-aa28-d067bed06148 tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=132f9734-a507-40f6-b5e9-1034c61ad239,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:23.096799 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-0e9d6f92-b966-48a3-bcb8-9feff4138e3f None None] Transition to ACTIVE for port object 7d3d95e7-2847-4437-ba6d-08325d404ce2 will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:26:23.134248 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0d3c45c3-4fa1-41e5-8d54-7c4cdd15a263 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:23.160707 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [None req-0d3c45c3-4fa1-41e5-8d54-7c4cdd15a263 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] device_id is not set on port a964f373-2489-41cc-94b8-7a4f5385164e yet. {{(pid=102191) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:26:23.165907 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a2ded3ee-226b-4096-aa28-d067bed06148 tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:23.176103 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-a2ded3ee-226b-4096-aa28-d067bed06148 tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0028145 Aug 11 03:26:23.176103 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 55274) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:23.177504 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-e96ac1b3-42a2-46c9-a1fd-14ef569787b2 tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] Request body: {'security_group_rule': {'security_group_id': '8b09e560-964b-47b9-a609-9201c01ed2db', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:26:23.202538 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-e9e9f108-3a16-4d96-827d-637e3a70f3c8 None None] Provisioning for port 2d2577e3-7ced-49b2-946b-8e1b47f4db7c completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:26:23.205348 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-0e9d6f92-b966-48a3-bcb8-9feff4138e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:23.227646 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5d64dc43-3e76-4f2e-87ce-0857ca87b390 req-10eda977-8696-43ee-a7d4-c49c9f65f3c4 tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] 10.222.0.41 "GET /v2.0/ports?device_id=615eb31c-7c46-417d-9d57-b64413500be6 HTTP/1.1" status: 200 len: 210 time: 0.0527370 Aug 11 03:26:23.283596 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 2d2577e3-7ced-49b2-946b-8e1b47f4db7c up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:26:23.321942 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa9e6a2-83f9-4ec0-ae1d-e49508a290ca tempest-TestNetworkBasicOps-852784014 tempest-TestNetworkBasicOps-852784014-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:23.323538 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-1fa9e6a2-83f9-4ec0-ae1d-e49508a290ca tempest-TestNetworkBasicOps-852784014 tempest-TestNetworkBasicOps-852784014-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6358955 Aug 11 03:26:23.326237 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 55280) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:23.348488 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c3420b-577b-4b82-8abb-41d3517c257a None None] Pushing event updated for resources: {'Port': ['ID=7d3d95e7-2847-4437-ba6d-08325d404ce2,revision_number=2']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:23.350978 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-0e9d6f92-b966-48a3-bcb8-9feff4138e3f None None] Attempting to bind port 7d3d95e7-2847-4437-ba6d-08325d404ce2 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:26:23.351349 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-0e9d6f92-b966-48a3-bcb8-9feff4138e3f None None] Attempting to bind port 7d3d95e7-2847-4437-ba6d-08325d404ce2 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:26:23.351706 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9d6f92-b966-48a3-bcb8-9feff4138e3f None None] Attempting to bind port 7d3d95e7-2847-4437-ba6d-08325d404ce2 on network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:26:23.364645 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-be6f6248-f56a-42e5-9c2d-af0bee9a1e10 tempest-TestNetworkBasicOps-852784014 tempest-TestNetworkBasicOps-852784014-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=09faf7d2-eaf5-4a50-bb6e-4cb05d009a76&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0345938 Aug 11 03:26:23.370624 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 55282) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:23.377789 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9d6f92-b966-48a3-bcb8-9feff4138e3f None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 26, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:26:23.378167 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9d6f92-b966-48a3-bcb8-9feff4138e3f None None] Checking segment: {'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:26:23.378649 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-0e9d6f92-b966-48a3-bcb8-9feff4138e3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:23.379144 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9d6f92-b966-48a3-bcb8-9feff4138e3f None None] Bound using segment: {'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:26:23.379531 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-0e9d6f92-b966-48a3-bcb8-9feff4138e3f None None] Bound port: 7d3d95e7-2847-4437-ba6d-08325d404ce2, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:26:23.379680 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-0e7e10e5-cc88-426f-b8e6-d35278815f76 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1302747801', 'network_id': 'e59732ab-623e-4cb8-9f39-fb9f4d98d154', 'project_id': '6f34ea378b0c4732b01bbd0e8e3ce05d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:26:23.379905 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-0e9d6f92-b966-48a3-bcb8-9feff4138e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:23.444791 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e96ac1b3-42a2-46c9-a1fd-14ef569787b2 tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:23.507871 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [None req-0d3c45c3-4fa1-41e5-8d54-7c4cdd15a263 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Allocated IP 2001:db8::213 (813a308e-1df3-42f6-8357-85259fd890d2/29545a0e-f999-498c-a659-00e3f1ee6ab9/a964f373-2489-41cc-94b8-7a4f5385164e) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:26:23.595101 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e7e10e5-cc88-426f-b8e6-d35278815f76 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Made reservation on behalf of 6f34ea378b0c4732b01bbd0e8e3ce05d for: {'subnet': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:26:23.600167 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0e7e10e5-cc88-426f-b8e6-d35278815f76 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126180544'] for subnet, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:23.613011 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-0e9d6f92-b966-48a3-bcb8-9feff4138e3f None None] For port 7d3d95e7-2847-4437-ba6d-08325d404ce2, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:26:23.616809 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-0e9d6f92-b966-48a3-bcb8-9feff4138e3f None None] For port 7d3d95e7-2847-4437-ba6d-08325d404ce2, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=7d3d95e7-2847-4437-ba6d-08325d404ce2,segment=NetworkSegment(fab28bed-aa25-40db-bba4-ec26e795194c),segment_id=fab28bed-aa25-40db-bba4-ec26e795194c)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:26:23.640347 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port 2d2577e3-7ced-49b2-946b-8e1b47f4db7c completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:26:23.645324 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 2d2577e3-7ced-49b2-946b-8e1b47f4db7c triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:26:23.645703 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:23.685431 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 9f0cf4cd-0f09-4f14-b4ce-807b4e97dd3f no longer exists at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:26:23.696551 n-d-764292-30 neutron-server[102191]: INFO neutron.api.v2.resource [None req-e96ac1b3-42a2-46c9-a1fd-14ef569787b2 tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] create failed (client error): There was a conflict when trying to complete your request. Aug 11 03:26:23.697641 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-e96ac1b3-42a2-46c9-a1fd-14ef569787b2 tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.5242395 Aug 11 03:26:23.706713 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 55290) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:23.706713 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0d3c45c3-4fa1-41e5-8d54-7c4cdd15a263 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:23.727361 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-0e9d6f92-b966-48a3-bcb8-9feff4138e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:23.729477 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] No Port match for: 9f0cf4cd-0f09-4f14-b4ce-807b4e97dd3f {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:26:23.731391 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 9f0cf4cd-0f09-4f14-b4ce-807b4e97dd3f not bound to the agent host n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:26:23.784929 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [None req-0d3c45c3-4fa1-41e5-8d54-7c4cdd15a263 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Transition to ACTIVE for port object a964f373-2489-41cc-94b8-7a4f5385164e will not be triggered until provisioned by entity DHCP. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:26:23.833518 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9d6f92-b966-48a3-bcb8-9feff4138e3f None None] Routers {'42e28ac6-c2a0-4111-8be6-6f421003df15'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:26:23.834491 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-0e9d6f92-b966-48a3-bcb8-9feff4138e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:26:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['42e28ac6-c2a0-4111-8be6-6f421003df15'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:26:23.836258 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c3420b-577b-4b82-8abb-41d3517c257a None None] Pushing event updated for resources: {'Port': ['ID=7d3d95e7-2847-4437-ba6d-08325d404ce2,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:23.848858 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-bea8f29f-7211-4b79-af75-162dfa71e7f1 tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:23.882543 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-bea8f29f-7211-4b79-af75-162dfa71e7f1 tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:23.915143 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:23.976015 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0d3c45c3-4fa1-41e5-8d54-7c4cdd15a263 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:23.984112 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0e7e10e5-cc88-426f-b8e6-d35278815f76 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125932092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126180562'] for subnet, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:23.992876 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port 2d2577e3-7ced-49b2-946b-8e1b47f4db7c, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=2d2577e3-7ced-49b2-946b-8e1b47f4db7c,segment=NetworkSegment(3502ca39-c8b5-4b03-b555-41ce14e50037),segment_id=3502ca39-c8b5-4b03-b555-41ce14e50037)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:26:24.013991 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-0e9d6f92-b966-48a3-bcb8-9feff4138e3f None None] Set router 42e28ac6-c2a0-4111-8be6-6f421003df15 gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:26:24.018113 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d3c45c3-4fa1-41e5-8d54-7c4cdd15a263 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Network 813a308e-1df3-42f6-8357-85259fd890d2 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:26:24.021139 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-0d3c45c3-4fa1-41e5-8d54-7c4cdd15a263 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:26:24.024942 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3c45c3-4fa1-41e5-8d54-7c4cdd15a263 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:26:24.030828 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d3c45c3-4fa1-41e5-8d54-7c4cdd15a263 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:24.031423 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0d3c45c3-4fa1-41e5-8d54-7c4cdd15a263 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:24.040716 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-bea8f29f-7211-4b79-af75-162dfa71e7f1 tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:24.043212 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-bea8f29f-7211-4b79-af75-162dfa71e7f1 tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:24.044369 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-bea8f29f-7211-4b79-af75-162dfa71e7f1 tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] 10.222.0.41 "DELETE /v2.0/security-groups/8b09e560-964b-47b9-a609-9201c01ed2db HTTP/1.1" status: 204 len: 168 time: 0.3429291 Aug 11 03:26:24.053047 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 55294) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:24.071295 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea8f29f-7211-4b79-af75-162dfa71e7f1 tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b09e560-964b-47b9-a609-9201c01ed2db,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:24.071571 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e7e10e5-cc88-426f-b8e6-d35278815f76 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Checking segment: {'id': 'a4d93f93-2d98-4749-abef-bba9ce3321d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e59732ab-623e-4cb8-9f39-fb9f4d98d154'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:26:24.071940 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e7e10e5-cc88-426f-b8e6-d35278815f76 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Network hostable DHCP agents. Network: e59732ab-623e-4cb8-9f39-fb9f4d98d154, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:26:24.088638 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7e10e5-cc88-426f-b8e6-d35278815f76 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Pushing event updated for resources: {'Subnet': ['ID=3ef306bb-adf8-44d2-8415-4a7cfe7d33f4,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:24.097581 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:24.120917 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3c45c3-4fa1-41e5-8d54-7c4cdd15a263 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Pushing event updated for resources: {'Port': ['ID=a964f373-2489-41cc-94b8-7a4f5385164e,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:24.132920 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-7ab22e14-2386-408d-a752-f0b321938cbc tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0684853 Aug 11 03:26:24.133547 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 55298) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:24.138078 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-9b3b089c-a48a-4a1f-b5cf-03ec96e544a3 tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] Request body: {'security_group': {'name': 'tempest-secgroup--315346907'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:26:24.184237 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 55300) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:24.187707 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-0d3c45c3-4fa1-41e5-8d54-7c4cdd15a263 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4712553 Aug 11 03:26:24.201467 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-257ff5c6-b09e-4b43-9fde-84d4c1b0ca94 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Request body: {'subnet': {'network_id': '813a308e-1df3-42f6-8357-85259fd890d2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:26:24.215255 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e7e10e5-cc88-426f-b8e6-d35278815f76 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Network e59732ab-623e-4cb8-9f39-fb9f4d98d154 is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:26:24.219709 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=2d2577e3-7ced-49b2-946b-8e1b47f4db7c,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:24.220897 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 55302) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:24.290671 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9b3b089c-a48a-4a1f-b5cf-03ec96e544a3 tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:24.311724 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-0e7e10e5-cc88-426f-b8e6-d35278815f76 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, e59732ab-623e-4cb8-9f39-fb9f4d98d154) {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:26:24.317508 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e7e10e5-cc88-426f-b8e6-d35278815f76 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:24.318112 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0e7e10e5-cc88-426f-b8e6-d35278815f76 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks [] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:24.328228 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eacfc2f7-1ab6-4ac9-a93e-9a765c5315f5 None None] Network e59732ab-623e-4cb8-9f39-fb9f4d98d154 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:26:24.371015 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8b4dcd15-ad8c-4657-afb1-76c8c8298f45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:24.449797 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9b3b089c-a48a-4a1f-b5cf-03ec96e544a3 tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:24.483841 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-0e9d6f92-b966-48a3-bcb8-9feff4138e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42e28ac6-c2a0-4111-8be6-6f421003df15', 'name': 'tempest-TestNetworkBasicOps-router-38468296', 'tenant_id': '6f34ea378b0c4732b01bbd0e8e3ce05d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': '7d3d95e7-2847-4437-ba6d-08325d404ce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:26:19Z', 'updated_at': '2021-08-11T03:26:21Z', 'revision_number': 3, 'project_id': '6f34ea378b0c4732b01bbd0e8e3ce05d', 'gw_port': {'id': '7d3d95e7-2847-4437-ba6d-08325d404ce2', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:cd:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42e28ac6-c2a0-4111-8be6-6f421003df15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2881, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:26:20Z', 'updated_at': '2021-08-11T03:26:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:26:24.504395 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9b3b089c-a48a-4a1f-b5cf-03ec96e544a3 tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:24.517859 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9d6f92-b966-48a3-bcb8-9feff4138e3f None None] The sync data for ids ['42e28ac6-c2a0-4111-8be6-6f421003df15'] in n-d-764292-30 is: [{'id': '42e28ac6-c2a0-4111-8be6-6f421003df15', 'name': 'tempest-TestNetworkBasicOps-router-38468296', 'tenant_id': '6f34ea378b0c4732b01bbd0e8e3ce05d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': '7d3d95e7-2847-4437-ba6d-08325d404ce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:26:19Z', 'updated_at': '2021-08-11T03:26:21Z', 'revision_number': 3, 'project_id': '6f34ea378b0c4732b01bbd0e8e3ce05d', 'gw_port': {'id': '7d3d95e7-2847-4437-ba6d-08325d404ce2', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:cd:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42e28ac6-c2a0-4111-8be6-6f421003df15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2881, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:26:20Z', 'updated_at': '2021-08-11T03:26:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:26:24.519443 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-4310f550-4469-4189-a75c-5d154e653f38 None None] Provisioning for port a964f373-2489-41cc-94b8-7a4f5385164e completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:26:24.534207 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-4310f550-4469-4189-a75c-5d154e653f38 None None] Provisioning complete for port a964f373-2489-41cc-94b8-7a4f5385164e triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:26:24.534207 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-4310f550-4469-4189-a75c-5d154e653f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:24.542192 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3b089c-a48a-4a1f-b5cf-03ec96e544a3 tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d75ad03-87a6-49fb-821f-54c6bf1b967a,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:24.555469 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-0e7e10e5-cc88-426f-b8e6-d35278815f76 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1865129 Aug 11 03:26:24.562532 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 55310) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:24.592661 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-4310f550-4469-4189-a75c-5d154e653f38 None None] Port a964f373-2489-41cc-94b8-7a4f5385164e cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:26:24.606082 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfe1bbfe-4490-4454-a958-b5637f4c42c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde080026-c28f-55be-b52b-13827cc43646-e59732ab-623e-4cb8-9f39-fb9f4d98d154', 'network_id': 'e59732ab-623e-4cb8-9f39-fb9f4d98d154', 'tenant_id': '6f34ea378b0c4732b01bbd0e8e3ce05d', 'fixed_ips': [{'subnet_id': '3ef306bb-adf8-44d2-8415-4a7cfe7d33f4'}]}} from n-d-764292-30. {{(pid=102193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:26:24.606692 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dfe1bbfe-4490-4454-a958-b5637f4c42c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:24.646190 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.db.api [None req-257ff5c6-b09e-4b43-9fde-84d4c1b0ca94 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 11 03:26:24.646190 n-d-764292-30 neutron-server[102192]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 11 03:26:24.646190 n-d-764292-30 neutron-server[102192]: [parameters: {'project_id_1': 'a6e0511434be4fc4a2d24d0db6f1badc', 'expiration_1': datetime.datetime(2021, 8, 11, 3, 26, 24, 422170)}] Aug 11 03:26:24.646190 n-d-764292-30 neutron-server[102192]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102192) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 03:26:24.646190 n-d-764292-30 neutron-server[102192]: DEBUG oslo_db.api [None req-257ff5c6-b09e-4b43-9fde-84d4c1b0ca94 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 03:26:24.675855 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8b4dcd15-ad8c-4657-afb1-76c8c8298f45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:24.731903 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8b4dcd15-ad8c-4657-afb1-76c8c8298f45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:24.765417 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d053a1-1ab7-42b9-835c-ff88808667e8 req-a0d42b45-29b1-45af-b1e1-7ee11f24a3ad tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:24.767785 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-14d053a1-1ab7-42b9-835c-ff88808667e8 req-a0d42b45-29b1-45af-b1e1-7ee11f24a3ad tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] 10.222.0.41 "GET /v2.0/ports?device_id=136d98fc-cbc0-400d-bf91-3d2c80353ca9 HTTP/1.1" status: 200 len: 946 time: 0.0689857 Aug 11 03:26:24.788130 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.db_base_plugin_common [None req-dfe1bbfe-4490-4454-a958-b5637f4c42c9 None None] Allocated IP 172.20.0.2 (e59732ab-623e-4cb8-9f39-fb9f4d98d154/3ef306bb-adf8-44d2-8415-4a7cfe7d33f4/907e79b8-9840-49a0-98f1-7685802de791) {{(pid=102193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:26:24.797448 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-8b4dcd15-ad8c-4657-afb1-76c8c8298f45 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=94f265fa416c4140856261c472d1aa69&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5753040 Aug 11 03:26:24.798376 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 55314) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:24.818831 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4dcd15-ad8c-4657-afb1-76c8c8298f45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f842abbc-4772-4e23-ae48-8b608e9fd937,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:24.847021 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9b3b089c-a48a-4a1f-b5cf-03ec96e544a3 tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:24.850935 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-9b3b089c-a48a-4a1f-b5cf-03ec96e544a3 tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7138054 Aug 11 03:26:24.856414 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 55316) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:24.859304 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-43488c01-fca6-41ad-bd04-82d6ae27f8b9 tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] Request body: {'security_group_rule': {'security_group_id': '6d75ad03-87a6-49fb-821f-54c6bf1b967a', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:26:24.860245 n-d-764292-30 neutron-server[102192]: WARNING neutron.api.v2.base [None req-43488c01-fca6-41ad-bd04-82d6ae27f8b9 tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 11 03:26:24.861293 n-d-764292-30 neutron-server[102192]: INFO neutron.api.v2.resource [None req-43488c01-fca6-41ad-bd04-82d6ae27f8b9 tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 03:26:24.862023 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-43488c01-fca6-41ad-bd04-82d6ae27f8b9 tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0082610 Aug 11 03:26:24.865163 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a9a9c79e-a305-4cbe-985e-15feb8918c7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:24.872430 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 55318) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:24.924300 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a9a9c79e-a305-4cbe-985e-15feb8918c7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:24.974325 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-14d053a1-1ab7-42b9-835c-ff88808667e8 req-93745639-b30e-4918-a330-94b2292d191b tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed60bba6-2b2f-4b83-a3e4-9e7aa48523e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965175 Aug 11 03:26:24.996004 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dfe1bbfe-4490-4454-a958-b5637f4c42c9 None None] Notify callbacks [] for port, precommit_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:25.063670 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dfe1bbfe-4490-4454-a958-b5637f4c42c9 None None] Transition to ACTIVE for port object 907e79b8-9840-49a0-98f1-7685802de791 will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:26:25.064366 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a9a9c79e-a305-4cbe-985e-15feb8918c7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:25.067200 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a9a9c79e-a305-4cbe-985e-15feb8918c7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:25.068419 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-a9a9c79e-a305-4cbe-985e-15feb8918c7b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f842abbc-4772-4e23-ae48-8b608e9fd937 HTTP/1.1" status: 204 len: 168 time: 0.2689788 Aug 11 03:26:25.077391 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a9c79e-a305-4cbe-985e-15feb8918c7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f842abbc-4772-4e23-ae48-8b608e9fd937,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:25.095684 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dfe1bbfe-4490-4454-a958-b5637f4c42c9 None None] Transition to ACTIVE for port object 907e79b8-9840-49a0-98f1-7685802de791 will not be triggered until provisioned by entity DHCP. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:26:25.118092 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-199c2ba2-e655-44ac-9bb6-78691e0d325b tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:25.184003 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dfe1bbfe-4490-4454-a958-b5637f4c42c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669'] for port, after_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:25.190637 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-199c2ba2-e655-44ac-9bb6-78691e0d325b tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:25.259327 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfe1bbfe-4490-4454-a958-b5637f4c42c9 None None] Network e59732ab-623e-4cb8-9f39-fb9f4d98d154 is already hosted by enough agents. {{(pid=102193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:26:25.262596 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.base_scheduler [None req-dfe1bbfe-4490-4454-a958-b5637f4c42c9 None None] Resources bound (agent type, host, resource id): {{(pid=102193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:26:25.267698 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe1bbfe-4490-4454-a958-b5637f4c42c9 None None] Received port after_create {{(pid=102193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:26:25.273720 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe1bbfe-4490-4454-a958-b5637f4c42c9 None None] Pushing event updated for resources: {'Port': ['ID=907e79b8-9840-49a0-98f1-7685802de791,revision_number=1']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:25.333390 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-257ff5c6-b09e-4b43-9fde-84d4c1b0ca94 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Made reservation on behalf of a6e0511434be4fc4a2d24d0db6f1badc for: {'subnet': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:26:25.336963 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-257ff5c6-b09e-4b43-9fde-84d4c1b0ca94 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126180544'] for subnet, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:25.338391 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-dfe1bbfe-4490-4454-a958-b5637f4c42c9 None None] Attempting to bind port 907e79b8-9840-49a0-98f1-7685802de791 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:26:25.338775 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-dfe1bbfe-4490-4454-a958-b5637f4c42c9 None None] Attempting to bind port 907e79b8-9840-49a0-98f1-7685802de791 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': 'a4d93f93-2d98-4749-abef-bba9ce3321d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e59732ab-623e-4cb8-9f39-fb9f4d98d154'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:26:25.339140 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe1bbfe-4490-4454-a958-b5637f4c42c9 None None] Attempting to bind port 907e79b8-9840-49a0-98f1-7685802de791 on network e59732ab-623e-4cb8-9f39-fb9f4d98d154 {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:26:25.344879 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe1bbfe-4490-4454-a958-b5637f4c42c9 None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 26, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:26:25.345808 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe1bbfe-4490-4454-a958-b5637f4c42c9 None None] Checking segment: {'id': 'a4d93f93-2d98-4749-abef-bba9ce3321d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e59732ab-623e-4cb8-9f39-fb9f4d98d154'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:26:25.346335 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dfe1bbfe-4490-4454-a958-b5637f4c42c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:25.346718 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe1bbfe-4490-4454-a958-b5637f4c42c9 None None] Bound using segment: {'id': 'a4d93f93-2d98-4749-abef-bba9ce3321d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e59732ab-623e-4cb8-9f39-fb9f4d98d154'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:26:25.347203 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-dfe1bbfe-4490-4454-a958-b5637f4c42c9 None None] Bound port: 907e79b8-9840-49a0-98f1-7685802de791, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4d93f93-2d98-4749-abef-bba9ce3321d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e59732ab-623e-4cb8-9f39-fb9f4d98d154'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:26:25.347664 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dfe1bbfe-4490-4454-a958-b5637f4c42c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:25.355059 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 2d2577e3-7ced-49b2-946b-8e1b47f4db7c up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:26:25.436456 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-199c2ba2-e655-44ac-9bb6-78691e0d325b tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:25.439435 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-199c2ba2-e655-44ac-9bb6-78691e0d325b tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:25.440767 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-199c2ba2-e655-44ac-9bb6-78691e0d325b tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] 10.222.0.41 "DELETE /v2.0/security-groups/6d75ad03-87a6-49fb-821f-54c6bf1b967a HTTP/1.1" status: 204 len: 168 time: 0.5669136 Aug 11 03:26:25.443475 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 55324) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:25.472873 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199c2ba2-e655-44ac-9bb6-78691e0d325b tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d75ad03-87a6-49fb-821f-54c6bf1b967a,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:25.487335 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dfe1bbfe-4490-4454-a958-b5637f4c42c9 None None] For port 907e79b8-9840-49a0-98f1-7685802de791, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:26:25.494869 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 2d2577e3-7ced-49b2-946b-8e1b47f4db7c triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:26:25.495548 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:25.500005 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-28c585f5-b98f-4c87-8965-a89370009878 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:25.523802 n-d-764292-30 neutron-server[102192]: INFO neutron.db.ipam_backend_mixin [None req-257ff5c6-b09e-4b43-9fde-84d4c1b0ca94 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 29545a0e-f999-498c-a659-00e3f1ee6ab9 (CIDR: 2001:db8::/64) Aug 11 03:26:25.542641 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dfe1bbfe-4490-4454-a958-b5637f4c42c9 None None] For port 907e79b8-9840-49a0-98f1-7685802de791, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=907e79b8-9840-49a0-98f1-7685802de791,segment=NetworkSegment(a4d93f93-2d98-4749-abef-bba9ce3321d5),segment_id=a4d93f93-2d98-4749-abef-bba9ce3321d5)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:26:25.562298 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-04f93c42-0c5d-4dde-bdf3-f8661710d795 tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1133375 Aug 11 03:26:25.567597 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 55326) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:25.574172 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-271f3074-be91-4283-9265-a29b795a2fce tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] Request body: {'security_group': {'name': 'tempest-secgroup--1382500274'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:26:25.580199 n-d-764292-30 neutron-server[102192]: INFO neutron.pecan_wsgi.hooks.translation [None req-257ff5c6-b09e-4b43-9fde-84d4c1b0ca94 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 03:26:25.580709 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-257ff5c6-b09e-4b43-9fde-84d4c1b0ca94 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:26:25.633281 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 7d3d95e7-2847-4437-ba6d-08325d404ce2 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:26:25.661272 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dfe1bbfe-4490-4454-a958-b5637f4c42c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:25.675862 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-271f3074-be91-4283-9265-a29b795a2fce tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:25.767884 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe1bbfe-4490-4454-a958-b5637f4c42c9 None None] Pushing event updated for resources: {'Port': ['ID=907e79b8-9840-49a0-98f1-7685802de791,revision_number=2']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:25.824159 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-257ff5c6-b09e-4b43-9fde-84d4c1b0ca94 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.6326940 Aug 11 03:26:25.824380 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 55328) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:25.830370 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-9169834f-b17d-41a2-b019-bfea38763820 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Request body: {'subnet': {'network_id': '813a308e-1df3-42f6-8357-85259fd890d2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:26:25.846724 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port 7d3d95e7-2847-4437-ba6d-08325d404ce2 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:26:25.853982 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 7d3d95e7-2847-4437-ba6d-08325d404ce2 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:26:25.854664 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:25.905657 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 55330) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:25.942781 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [None req-28c585f5-b98f-4c87-8965-a89370009878 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Allocated IP 172.20.0.1 (e59732ab-623e-4cb8-9f39-fb9f4d98d154/3ef306bb-adf8-44d2-8415-4a7cfe7d33f4/19c82750-84d2-4723-af09-6cc2f68e53e5) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:26:25.971115 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:26.033789 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port 7d3d95e7-2847-4437-ba6d-08325d404ce2, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=7d3d95e7-2847-4437-ba6d-08325d404ce2,segment=NetworkSegment(fab28bed-aa25-40db-bba4-ec26e795194c),segment_id=fab28bed-aa25-40db-bba4-ec26e795194c)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:26:26.043290 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-49ce3c69-1bc6-4697-b6d5-504262c1420d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:26.104033 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:26.132003 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-271f3074-be91-4283-9265-a29b795a2fce tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:26.176220 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=7d3d95e7-2847-4437-ba6d-08325d404ce2,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:26.200596 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-28c585f5-b98f-4c87-8965-a89370009878 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:26.216014 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-271f3074-be91-4283-9265-a29b795a2fce tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:26.225280 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493fdbfd-374f-4242-af45-18e769937f36 req-10e84d9e-9521-40fa-9e65-83d27db1a695 tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:26.226436 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-493fdbfd-374f-4242-af45-18e769937f36 req-10e84d9e-9521-40fa-9e65-83d27db1a695 tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] 10.222.0.41 "GET /v2.0/ports?device_id=136d98fc-cbc0-400d-bf91-3d2c80353ca9 HTTP/1.1" status: 200 len: 946 time: 0.1063995 Aug 11 03:26:26.243060 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [None req-28c585f5-b98f-4c87-8965-a89370009878 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Transition to ACTIVE for port object 19c82750-84d2-4723-af09-6cc2f68e53e5 will not be triggered until provisioned by entity DHCP. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:26:26.261022 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271f3074-be91-4283-9265-a29b795a2fce tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e71bb07-2aa4-4393-bd73-098bca965705,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:26.294142 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-493fdbfd-374f-4242-af45-18e769937f36 req-c137442d-0a78-457f-afd6-8c8ac9014426 tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed60bba6-2b2f-4b83-a3e4-9e7aa48523e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586753 Aug 11 03:26:26.330626 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9169834f-b17d-41a2-b019-bfea38763820 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Made reservation on behalf of a6e0511434be4fc4a2d24d0db6f1badc for: {'subnet': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:26:26.334305 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9169834f-b17d-41a2-b019-bfea38763820 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274743'] for subnet, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:26.366447 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-28c585f5-b98f-4c87-8965-a89370009878 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:26.391481 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-271f3074-be91-4283-9265-a29b795a2fce tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:26.392869 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-271f3074-be91-4283-9265-a29b795a2fce tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8243296 Aug 11 03:26:26.395978 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 55336) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:26.409826 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-6d70b693-11e5-446c-aded-8cc9e65dd15c tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] Request body: {'security_group_rule': {'security_group_id': '8e71bb07-2aa4-4393-bd73-098bca965705', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:26:26.410867 n-d-764292-30 neutron-server[102191]: WARNING neutron.api.v2.base [None req-6d70b693-11e5-446c-aded-8cc9e65dd15c tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 11 03:26:26.411474 n-d-764292-30 neutron-server[102191]: INFO neutron.api.v2.resource [None req-6d70b693-11e5-446c-aded-8cc9e65dd15c tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 03:26:26.412588 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-6d70b693-11e5-446c-aded-8cc9e65dd15c tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0156226 Aug 11 03:26:26.415576 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 55338) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:26.420880 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28c585f5-b98f-4c87-8965-a89370009878 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Network e59732ab-623e-4cb8-9f39-fb9f4d98d154 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:26:26.430235 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-28c585f5-b98f-4c87-8965-a89370009878 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:26:26.440995 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c585f5-b98f-4c87-8965-a89370009878 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:26:26.490146 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c585f5-b98f-4c87-8965-a89370009878 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Pushing event updated for resources: {'Port': ['ID=19c82750-84d2-4723-af09-6cc2f68e53e5,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:26.510644 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c845f356-cfdb-4ece-af18-a7aa7729e9eb tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:26.515242 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-28c585f5-b98f-4c87-8965-a89370009878 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-520987'] for router_interface, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:26.542460 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c845f356-cfdb-4ece-af18-a7aa7729e9eb tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:26.660443 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-49ce3c69-1bc6-4697-b6d5-504262c1420d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:26.680770 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c845f356-cfdb-4ece-af18-a7aa7729e9eb tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:26.683684 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c845f356-cfdb-4ece-af18-a7aa7729e9eb tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:26.691783 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-c845f356-cfdb-4ece-af18-a7aa7729e9eb tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] 10.222.0.41 "DELETE /v2.0/security-groups/8e71bb07-2aa4-4393-bd73-098bca965705 HTTP/1.1" status: 204 len: 168 time: 0.2682979 Aug 11 03:26:26.691947 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 55340) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:26.714552 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c845f356-cfdb-4ece-af18-a7aa7729e9eb tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e71bb07-2aa4-4393-bd73-098bca965705,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:26.724980 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-49ce3c69-1bc6-4697-b6d5-504262c1420d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:26.793578 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-28c585f5-b98f-4c87-8965-a89370009878 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:26.817796 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-49ce3c69-1bc6-4697-b6d5-504262c1420d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b94878ba6a3845058d6754a43b66c2f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9102254 Aug 11 03:26:26.820685 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 55342) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:26.823624 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ce3c69-1bc6-4697-b6d5-504262c1420d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfa693ee-a455-44e2-8193-411ccef34e9d,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:26.828875 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9169834f-b17d-41a2-b019-bfea38763820 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126283476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274725'] for subnet, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:26.831357 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-2ba3e7fe-d770-4b71-9ba4-2a382ee6e077 tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1424587 Aug 11 03:26:26.835443 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 55344) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:26.840161 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-901ac034-4ea0-4b50-a35b-e475723f3792 tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] Request body: {'security_group': {'name': 'tempest-secgroup--1120100997'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:26:26.893009 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9169834f-b17d-41a2-b019-bfea38763820 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Network 813a308e-1df3-42f6-8357-85259fd890d2 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:26:26.901291 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-9169834f-b17d-41a2-b019-bfea38763820 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:26:26.908479 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9169834f-b17d-41a2-b019-bfea38763820 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:26.909076 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9169834f-b17d-41a2-b019-bfea38763820 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:26.911147 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84179fd2-18ac-4463-bbad-f42cdb18edb1 None None] Network 813a308e-1df3-42f6-8357-85259fd890d2 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:26:26.918684 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9169834f-b17d-41a2-b019-bfea38763820 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Pushing event updated for resources: {'Subnet': ['ID=1ef89bf2-c4e0-494d-af1f-1fb4127f181a,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:26.937710 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f8e4f09c-083b-4f04-b069-a7dbce402757 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:26.961488 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f8e4f09c-083b-4f04-b069-a7dbce402757 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:26.969480 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-901ac034-4ea0-4b50-a35b-e475723f3792 tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:27.052500 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-9169834f-b17d-41a2-b019-bfea38763820 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.2249062 Aug 11 03:26:27.052759 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 55346) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:27.065480 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-ed212fd4-2bdf-4cfe-ba19-4b41cc64808c tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1368139882', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '1ef89bf2-c4e0-494d-af1f-1fb4127f181a'}], 'security_groups': ['85f32de5-dc8d-47d6-86e0-f977c671f561']}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:26:27.132800 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f8e4f09c-083b-4f04-b069-a7dbce402757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:27.136783 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f8e4f09c-083b-4f04-b069-a7dbce402757 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:27.137555 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-f8e4f09c-083b-4f04-b069-a7dbce402757 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cfa693ee-a455-44e2-8193-411ccef34e9d HTTP/1.1" status: 204 len: 168 time: 0.3156469 Aug 11 03:26:27.170604 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e4f09c-083b-4f04-b069-a7dbce402757 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfa693ee-a455-44e2-8193-411ccef34e9d,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:27.195783 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ee01f6-a108-4277-b43e-7883e4fdca93 req-2f0c2fc4-7c86-48be-99a7-09e7de935485 tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:27.197638 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-24ee01f6-a108-4277-b43e-7883e4fdca93 req-2f0c2fc4-7c86-48be-99a7-09e7de935485 tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] 10.222.0.22 "GET /v2.0/ports?device_id=136d98fc-cbc0-400d-bf91-3d2c80353ca9 HTTP/1.1" status: 200 len: 946 time: 0.1662440 Aug 11 03:26:27.276689 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b971a6c-c46d-4a4f-8df5-80a05babfb34 None None] Update dhcp port {'port': {'network_id': '813a308e-1df3-42f6-8357-85259fd890d2', 'fixed_ips': [{'subnet_id': '29545a0e-f999-498c-a659-00e3f1ee6ab9', 'ip_address': '2001:db8::2'}, {'subnet_id': '1ef89bf2-c4e0-494d-af1f-1fb4127f181a'}], 'binding:host_id': 'n-d-764292-30'}, 'id': '2d2577e3-7ced-49b2-946b-8e1b47f4db7c'} from n-d-764292-30. {{(pid=102193) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 11 03:26:27.320031 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-9b971a6c-c46d-4a4f-8df5-80a05babfb34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:27.382945 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 7d3d95e7-2847-4437-ba6d-08325d404ce2 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:26:27.404662 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-24ee01f6-a108-4277-b43e-7883e4fdca93 req-15a92d86-2d61-4316-99aa-8835485606d6 tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] Deleting port 02bc0461-cd74-4351-b2c3-cb77188e1749 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:26:27.404662 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-24ee01f6-a108-4277-b43e-7883e4fdca93 req-15a92d86-2d61-4316-99aa-8835485606d6 tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:27.511328 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-28c585f5-b98f-4c87-8965-a89370009878 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks [] for port, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:27.516532 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-24ee01f6-a108-4277-b43e-7883e4fdca93 req-15a92d86-2d61-4316-99aa-8835485606d6 tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] For port 02bc0461-cd74-4351-b2c3-cb77188e1749, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=02bc0461-cd74-4351-b2c3-cb77188e1749,segment=NetworkSegment(21ab9289-39d9-4555-9571-2cc6fd85c487),segment_id=21ab9289-39d9-4555-9571-2cc6fd85c487)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:26:27.516532 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-24ee01f6-a108-4277-b43e-7883e4fdca93 req-15a92d86-2d61-4316-99aa-8835485606d6 tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:27.541905 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99cb6de8-5b78-48f8-a175-64fa6202ed9d None None] Network e59732ab-623e-4cb8-9f39-fb9f4d98d154 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:26:27.545225 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-24ee01f6-a108-4277-b43e-7883e4fdca93 req-15a92d86-2d61-4316-99aa-8835485606d6 tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] Calling delete_port for 02bc0461-cd74-4351-b2c3-cb77188e1749 owned by compute:nova {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:26:27.550664 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-901ac034-4ea0-4b50-a35b-e475723f3792 tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:27.596591 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-28c585f5-b98f-4c87-8965-a89370009878 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:27.601762 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 7d3d95e7-2847-4437-ba6d-08325d404ce2 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:26:27.602320 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:27.677767 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bebe2c2-d84b-4718-a4e2-d14c3cdc9dbb req-85d4d3db-260e-4aec-8492-6598ec0d9db7 tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:27.687937 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2bebe2c2-d84b-4718-a4e2-d14c3cdc9dbb req-85d4d3db-260e-4aec-8492-6598ec0d9db7 tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] 10.222.0.41 "GET /v2.0/ports?device_id=136d98fc-cbc0-400d-bf91-3d2c80353ca9 HTTP/1.1" status: 200 len: 946 time: 0.2717957 Aug 11 03:26:27.703219 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-901ac034-4ea0-4b50-a35b-e475723f3792 tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:27.733102 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.db_base_plugin_common [None req-9b971a6c-c46d-4a4f-8df5-80a05babfb34 None None] Allocated IP 2001:db8:0:1::2 (813a308e-1df3-42f6-8357-85259fd890d2/1ef89bf2-c4e0-494d-af1f-1fb4127f181a/2d2577e3-7ced-49b2-946b-8e1b47f4db7c) {{(pid=102193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:26:27.735564 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-a14749e9-5e3c-4ea7-9c00-1be4851deef1 None None] Provisioning for port 907e79b8-9840-49a0-98f1-7685802de791 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:26:27.774790 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901ac034-4ea0-4b50-a35b-e475723f3792 tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8c619b5-33cb-4ef9-bed2-f2f795d558b0,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:27.805097 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-24ee01f6-a108-4277-b43e-7883e4fdca93 req-15a92d86-2d61-4316-99aa-8835485606d6 tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:27.824458 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ed212fd4-2bdf-4cfe-ba19-4b41cc64808c tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:27.833775 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-28c585f5-b98f-4c87-8965-a89370009878 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16383026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521135'] for router_interface, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:27.849472 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a92d86-2d61-4316-99aa-8835485606d6 tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] Pushing event deleted for resources: {'Port': ['ID=02bc0461-cd74-4351-b2c3-cb77188e1749,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:27.866193 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c585f5-b98f-4c87-8965-a89370009878 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Pushing event updated for resources: {'Port': ['ID=19c82750-84d2-4723-af09-6cc2f68e53e5,revision_number=2']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:27.921577 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2bebe2c2-d84b-4718-a4e2-d14c3cdc9dbb req-4e4b5c41-a478-4e61-ad8b-06d9071ec8a1 tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] 10.222.0.41 "GET /v2.0/security-groups?id=ed60bba6-2b2f-4b83-a3e4-9e7aa48523e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327173 Aug 11 03:26:27.922524 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-901ac034-4ea0-4b50-a35b-e475723f3792 tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:27.922690 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-24ee01f6-a108-4277-b43e-7883e4fdca93 req-15a92d86-2d61-4316-99aa-8835485606d6 tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] No DVR routers for this DVR port 02bc0461-cd74-4351-b2c3-cb77188e1749 on host n-h1-764292-30 {{(pid=102191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:26:27.927210 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 55360) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:27.928214 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-901ac034-4ea0-4b50-a35b-e475723f3792 tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0916660 Aug 11 03:26:27.939300 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-0f90ef16-8600-4ffd-954d-0dd9eaf7a2ac tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] Request body: {'security_group_rule': {'security_group_id': 'f8c619b5-33cb-4ef9-bed2-f2f795d558b0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:26:27.953867 n-d-764292-30 neutron-server[102191]: WARNING neutron.api.v2.base [None req-0f90ef16-8600-4ffd-954d-0dd9eaf7a2ac tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 11 03:26:27.955239 n-d-764292-30 neutron-server[102191]: INFO neutron.api.v2.resource [None req-0f90ef16-8600-4ffd-954d-0dd9eaf7a2ac tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 03:26:27.960348 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-0f90ef16-8600-4ffd-954d-0dd9eaf7a2ac tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0318902 Aug 11 03:26:27.962853 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-24ee01f6-a108-4277-b43e-7883e4fdca93 req-15a92d86-2d61-4316-99aa-8835485606d6 tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:27.965276 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-24ee01f6-a108-4277-b43e-7883e4fdca93 req-15a92d86-2d61-4316-99aa-8835485606d6 tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] 10.222.0.22 "DELETE /v2.0/ports/02bc0461-cd74-4351-b2c3-cb77188e1749 HTTP/1.1" status: 204 len: 173 time: 0.7591500 Aug 11 03:26:27.966649 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '136d98fc-cbc0-400d-bf91-3d2c80353ca9', 'name': 'network-vif-deleted', 'tag': '02bc0461-cd74-4351-b2c3-cb77188e1749'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:26:27.971855 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52e72c8f-00fa-45ea-9965-21790dbd79ce" -d '{"events": [{"server_uuid": "136d98fc-cbc0-400d-bf91-3d2c80353ca9", "name": "network-vif-deleted", "tag": "02bc0461-cd74-4351-b2c3-cb77188e1749"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:26:27.975146 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 55362) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:27.981091 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-9e75e212-9347-4e08-999f-06b60f001693 tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] Request body: {'security_group_rule': {'security_group_id': 'f8c619b5-33cb-4ef9-bed2-f2f795d558b0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:26:27.982703 n-d-764292-30 neutron-server[102191]: WARNING neutron.api.v2.base [None req-9e75e212-9347-4e08-999f-06b60f001693 tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 11 03:26:27.983694 n-d-764292-30 neutron-server[102191]: INFO neutron.api.v2.resource [None req-9e75e212-9347-4e08-999f-06b60f001693 tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 03:26:27.988612 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-9e75e212-9347-4e08-999f-06b60f001693 tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0119956 Aug 11 03:26:27.989177 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 55366) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:27.995511 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-fa424d8c-8158-4496-8410-ace2e901f0a7 tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] Request body: {'security_group_rule': {'security_group_id': 'f8c619b5-33cb-4ef9-bed2-f2f795d558b0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:26:27.995725 n-d-764292-30 neutron-server[102191]: WARNING neutron.api.v2.base [None req-fa424d8c-8158-4496-8410-ace2e901f0a7 tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 11 03:26:27.996260 n-d-764292-30 neutron-server[102191]: INFO neutron.api.v2.resource [None req-fa424d8c-8158-4496-8410-ace2e901f0a7 tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 03:26:27.998222 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-fa424d8c-8158-4496-8410-ace2e901f0a7 tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0081410 Aug 11 03:26:28.008517 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 55368) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:28.009799 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-0633f6d2-152d-4f29-a38d-9b2e734f6935 tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] Request body: {'security_group_rule': {'security_group_id': 'f8c619b5-33cb-4ef9-bed2-f2f795d558b0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:26:28.010930 n-d-764292-30 neutron-server[102191]: WARNING neutron.api.v2.base [None req-0633f6d2-152d-4f29-a38d-9b2e734f6935 tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 11 03:26:28.011481 n-d-764292-30 neutron-server[102191]: INFO neutron.api.v2.resource [None req-0633f6d2-152d-4f29-a38d-9b2e734f6935 tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 03:26:28.015482 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-0633f6d2-152d-4f29-a38d-9b2e734f6935 tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0093820 Aug 11 03:26:28.016196 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 55370) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:28.065358 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db8d5508-d6ea-4f98-ab49-1cd3bb255379 x-openstack-request-id: req-db8d5508-d6ea-4f98-ab49-1cd3bb255379 {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:26:28.065358 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "136d98fc-cbc0-400d-bf91-3d2c80353ca9", "name": "network-vif-deleted", "tag": "02bc0461-cd74-4351-b2c3-cb77188e1749", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:26:28.071464 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-db8d5508-d6ea-4f98-ab49-1cd3bb255379 {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:26:28.071464 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '136d98fc-cbc0-400d-bf91-3d2c80353ca9', 'name': 'network-vif-deleted', 'tag': '02bc0461-cd74-4351-b2c3-cb77188e1749', 'status': 'completed', 'code': 200} Aug 11 03:26:28.077061 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 907e79b8-9840-49a0-98f1-7685802de791 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:26:28.087454 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3b6e6d56-8c43-404e-802f-afb3620ac5d1 tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:28.112403 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3b6e6d56-8c43-404e-802f-afb3620ac5d1 tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:28.143595 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28c585f5-b98f-4c87-8965-a89370009878 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Network e59732ab-623e-4cb8-9f39-fb9f4d98d154 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:26:28.144201 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-9b971a6c-c46d-4a4f-8df5-80a05babfb34 None None] For port 2d2577e3-7ced-49b2-946b-8e1b47f4db7c, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=2d2577e3-7ced-49b2-946b-8e1b47f4db7c,segment=NetworkSegment(3502ca39-c8b5-4b03-b555-41ce14e50037),segment_id=3502ca39-c8b5-4b03-b555-41ce14e50037)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:26:28.149585 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-28c585f5-b98f-4c87-8965-a89370009878 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:26:28.191833 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-9b971a6c-c46d-4a4f-8df5-80a05babfb34 None None] Notify callbacks [] for port, precommit_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:28.207504 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-9b971a6c-c46d-4a4f-8df5-80a05babfb34 None None] Transition to ACTIVE for port object 2d2577e3-7ced-49b2-946b-8e1b47f4db7c will not be triggered until provisioned by entity DHCP. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:26:28.275427 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3b6e6d56-8c43-404e-802f-afb3620ac5d1 tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:28.279075 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3b6e6d56-8c43-404e-802f-afb3620ac5d1 tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:28.283518 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-3b6e6d56-8c43-404e-802f-afb3620ac5d1 tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] 10.222.0.41 "DELETE /v2.0/security-groups/f8c619b5-33cb-4ef9-bed2-f2f795d558b0 HTTP/1.1" status: 204 len: 168 time: 0.2630548 Aug 11 03:26:28.284354 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 55374) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:28.304557 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port 907e79b8-9840-49a0-98f1-7685802de791 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:26:28.313339 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-9b971a6c-c46d-4a4f-8df5-80a05babfb34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:28.313933 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6e6d56-8c43-404e-802f-afb3620ac5d1 tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8c619b5-33cb-4ef9-bed2-f2f795d558b0,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:28.319593 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 907e79b8-9840-49a0-98f1-7685802de791 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:26:28.319593 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:28.386194 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-c144d4b4-8576-42ad-8ea3-5499017336e0 tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1007435 Aug 11 03:26:28.390142 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 55380) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:28.398394 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-26a34ef8-e512-4c1f-ad1e-f79436adea5a tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] Request body: {'security_group': {'name': 'tempest-secgroup--1208634650'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:26:28.475653 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28c585f5-b98f-4c87-8965-a89370009878 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Router 42e28ac6-c2a0-4111-8be6-6f421003df15 has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:26:28.503688 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-26a34ef8-e512-4c1f-ad1e-f79436adea5a tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:28.519395 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b971a6c-c46d-4a4f-8df5-80a05babfb34 None None] Pushing event updated for resources: {'Port': ['ID=2d2577e3-7ced-49b2-946b-8e1b47f4db7c,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:28.538926 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-35cb9d29-a82d-4b37-b61b-306a3dc579c1 None None] Provisioning complete for port 907e79b8-9840-49a0-98f1-7685802de791 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:26:28.540413 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-35cb9d29-a82d-4b37-b61b-306a3dc579c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:28.661210 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-26a34ef8-e512-4c1f-ad1e-f79436adea5a tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:28.668226 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:28.680511 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [None req-ed212fd4-2bdf-4cfe-ba19-4b41cc64808c tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Delete allocated IP 2001:db8::213 (813a308e-1df3-42f6-8357-85259fd890d2/29545a0e-f999-498c-a659-00e3f1ee6ab9) {{(pid=102192) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 11 03:26:28.697594 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [None req-ed212fd4-2bdf-4cfe-ba19-4b41cc64808c tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Allocated IP 2001:db8:0:1::36b (813a308e-1df3-42f6-8357-85259fd890d2/1ef89bf2-c4e0-494d-af1f-1fb4127f181a/a964f373-2489-41cc-94b8-7a4f5385164e) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:26:28.723160 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28c585f5-b98f-4c87-8965-a89370009878 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:26:28.728407 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-26a34ef8-e512-4c1f-ad1e-f79436adea5a tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:28.729609 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-28c585f5-b98f-4c87-8965-a89370009878 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] 10.222.0.41 "PUT /v2.0/routers/42e28ac6-c2a0-4111-8be6-6f421003df15/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1704717 Aug 11 03:26:28.732254 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 55386) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:28.768591 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36cb24d6-f594-464f-819a-daa3c52f11e1 None None] Sync routers for ids ['42e28ac6-c2a0-4111-8be6-6f421003df15'] in n-d-764292-30 {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:26:28.780049 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port 907e79b8-9840-49a0-98f1-7685802de791, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=907e79b8-9840-49a0-98f1-7685802de791,segment=NetworkSegment(a4d93f93-2d98-4749-abef-bba9ce3321d5),segment_id=a4d93f93-2d98-4749-abef-bba9ce3321d5)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:26:28.787929 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36cb24d6-f594-464f-819a-daa3c52f11e1 None None] Routers {'42e28ac6-c2a0-4111-8be6-6f421003df15'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:26:28.788718 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-36cb24d6-f594-464f-819a-daa3c52f11e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:26:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['42e28ac6-c2a0-4111-8be6-6f421003df15'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:26:28.808075 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a34ef8-e512-4c1f-ad1e-f79436adea5a tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=230fd41a-d46f-4266-a047-97b8abaf12e3,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:28.868686 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-35cb9d29-a82d-4b37-b61b-306a3dc579c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:28.884953 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:28.911932 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-26a34ef8-e512-4c1f-ad1e-f79436adea5a tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:28.920159 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-26a34ef8-e512-4c1f-ad1e-f79436adea5a tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5229392 Aug 11 03:26:28.920159 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 55390) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:28.922955 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-40ceec98-b6f4-4814-8928-dc1f0bdc9378 tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] Request body: {'security_group_rule': {'security_group_id': '230fd41a-d46f-4266-a047-97b8abaf12e3', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:26:28.924527 n-d-764292-30 neutron-server[102191]: WARNING neutron.api.v2.base [None req-40ceec98-b6f4-4814-8928-dc1f0bdc9378 tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 11 03:26:28.925245 n-d-764292-30 neutron-server[102191]: INFO neutron.api.v2.resource [None req-40ceec98-b6f4-4814-8928-dc1f0bdc9378 tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 03:26:28.928452 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-40ceec98-b6f4-4814-8928-dc1f0bdc9378 tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0099912 Aug 11 03:26:28.932109 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 55392) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:28.953102 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-768a55ab-26ea-42b7-a2e1-a36a4f65c8cc tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] Request body: {'security_group_rule': {'security_group_id': '230fd41a-d46f-4266-a047-97b8abaf12e3', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:26:29.069019 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=907e79b8-9840-49a0-98f1-7685802de791,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:29.072963 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-36cb24d6-f594-464f-819a-daa3c52f11e1 None None] Set router 42e28ac6-c2a0-4111-8be6-6f421003df15 gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:26:29.194771 n-d-764292-30 neutron-server[102191]: INFO neutron.api.v2.resource [None req-768a55ab-26ea-42b7-a2e1-a36a4f65c8cc tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 03:26:29.195957 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-768a55ab-26ea-42b7-a2e1-a36a4f65c8cc tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2628219 Aug 11 03:26:29.198904 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 55398) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:29.203884 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-419e6f2f-effe-471c-9c00-037f47f39af5 tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] Request body: {'security_group_rule': {'security_group_id': '230fd41a-d46f-4266-a047-97b8abaf12e3', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:26:29.204410 n-d-764292-30 neutron-server[102191]: WARNING neutron.api.v2.base [None req-419e6f2f-effe-471c-9c00-037f47f39af5 tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 11 03:26:29.204935 n-d-764292-30 neutron-server[102191]: INFO neutron.api.v2.resource [None req-419e6f2f-effe-471c-9c00-037f47f39af5 tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 03:26:29.205940 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-419e6f2f-effe-471c-9c00-037f47f39af5 tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0060291 Aug 11 03:26:29.211003 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 55400) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:29.222730 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.db.api [None req-35cb9d29-a82d-4b37-b61b-306a3dc579c1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102193) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 03:26:29.223304 n-d-764292-30 neutron-server[102193]: DEBUG oslo_db.api [None req-35cb9d29-a82d-4b37-b61b-306a3dc579c1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 03:26:29.224216 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-da774236-833b-4b4d-b898-f10041b3f343 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:29.227812 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-c27f5d03-94ad-49dc-b634-2768f9278306 tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] Request body: {'security_group_rule': {'security_group_id': '230fd41a-d46f-4266-a047-97b8abaf12e3', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:26:29.290185 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 2d2577e3-7ced-49b2-946b-8e1b47f4db7c up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:26:29.347007 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 907e79b8-9840-49a0-98f1-7685802de791 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:26:29.424258 n-d-764292-30 neutron-server[102191]: INFO neutron.api.v2.resource [None req-c27f5d03-94ad-49dc-b634-2768f9278306 tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 03:26:29.425833 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-c27f5d03-94ad-49dc-b634-2768f9278306 tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2104096 Aug 11 03:26:29.428250 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 55408) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:29.434045 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-a03b41f4-208f-40b7-b89e-0d8affdb5f16 tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] Request body: {'security_group_rule': {'security_group_id': '230fd41a-d46f-4266-a047-97b8abaf12e3', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:26:29.434920 n-d-764292-30 neutron-server[102191]: WARNING neutron.api.v2.base [None req-a03b41f4-208f-40b7-b89e-0d8affdb5f16 tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 11 03:26:29.435408 n-d-764292-30 neutron-server[102191]: INFO neutron.api.v2.resource [None req-a03b41f4-208f-40b7-b89e-0d8affdb5f16 tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 03:26:29.437656 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-a03b41f4-208f-40b7-b89e-0d8affdb5f16 tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0080371 Aug 11 03:26:29.446818 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-36cb24d6-f594-464f-819a-daa3c52f11e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42e28ac6-c2a0-4111-8be6-6f421003df15', 'name': 'tempest-TestNetworkBasicOps-router-38468296', 'tenant_id': '6f34ea378b0c4732b01bbd0e8e3ce05d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': '7d3d95e7-2847-4437-ba6d-08325d404ce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:26:19Z', 'updated_at': '2021-08-11T03:26:26Z', 'revision_number': 4, 'project_id': '6f34ea378b0c4732b01bbd0e8e3ce05d', 'gw_port': {'id': '7d3d95e7-2847-4437-ba6d-08325d404ce2', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:cd:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e28ac6-c2a0-4111-8be6-6f421003df15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2881, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:26:20Z', 'updated_at': '2021-08-11T03:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '19c82750-84d2-4723-af09-6cc2f68e53e5', 'name': '', 'network_id': 'e59732ab-623e-4cb8-9f39-fb9f4d98d154', 'tenant_id': '6f34ea378b0c4732b01bbd0e8e3ce05d', 'mac_address': 'fa:16:3e:a0:19:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42e28ac6-c2a0-4111-8be6-6f421003df15', 'device_owner': 'network:router_interface', 'standard_attr_id': 2909, 'fixed_ips': [{'subnet_id': '3ef306bb-adf8-44d2-8415-4a7cfe7d33f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:26:25Z', 'updated_at': '2021-08-11T03:26:27Z', 'revision_number': 2, 'project_id': '6f34ea378b0c4732b01bbd0e8e3ce05d', 'subnets': [{'id': '3ef306bb-adf8-44d2-8415-4a7cfe7d33f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:26:29.447069 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 55410) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:29.452458 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-df8de254-824d-4dd4-9ab0-7c9bf8590413 tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] Request body: {'security_group_rule': {'security_group_id': '230fd41a-d46f-4266-a047-97b8abaf12e3', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:26:29.474772 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 907e79b8-9840-49a0-98f1-7685802de791 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:26:29.475015 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:29.506411 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36cb24d6-f594-464f-819a-daa3c52f11e1 None None] Checking router: 42e28ac6-c2a0-4111-8be6-6f421003df15 for host: n-d-764292-30 {{(pid=102194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:26:29.507397 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36cb24d6-f594-464f-819a-daa3c52f11e1 None None] Updating router 42e28ac6-c2a0-4111-8be6-6f421003df15 port 19c82750-84d2-4723-af09-6cc2f68e53e5 binding host n-d-764292-30 {{(pid=102194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:26:29.535423 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [req-a5ddddd4-e94a-4983-b128-0bd822a29c6d req-86b2aef3-0a42-4f02-99a0-8c0e14132ecd tempest-DeleteServersTestJSON-1903024970 tempest-DeleteServersTestJSON-1903024970-project] (102192) timed out ('10.222.0.22', 60532) {{(pid=102192) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 11 03:26:29.541207 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-36cb24d6-f594-464f-819a-daa3c52f11e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:29.566514 n-d-764292-30 neutron-server[102191]: INFO neutron.db.securitygroups_db [None req-df8de254-824d-4dd4-9ab0-7c9bf8590413 tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] Project f6b925da37104e63aacd08603dc2bfb2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 03:26:29.606665 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e7a712f9-87c6-4114-9d67-d717e52075d2 req-2f449f76-88ed-42a5-b203-da57f762eb84 tempest-ServerRescueTestJSON-1503858222 tempest-ServerRescueTestJSON-1503858222-project] 10.222.0.41 "GET /v2.0/ports?device_id=136d98fc-cbc0-400d-bf91-3d2c80353ca9 HTTP/1.1" status: 200 len: 210 time: 0.0609729 Aug 11 03:26:29.686540 n-d-764292-30 neutron-server[102191]: INFO neutron.api.v2.resource [None req-df8de254-824d-4dd4-9ab0-7c9bf8590413 tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 03:26:29.687612 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-df8de254-824d-4dd4-9ab0-7c9bf8590413 tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2395377 Aug 11 03:26:29.691220 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 55416) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:29.696629 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-bc4613d7-5f33-46a0-8f39-bed2161774e0 tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] Request body: {'security_group_rule': {'security_group_id': '230fd41a-d46f-4266-a047-97b8abaf12e3', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:26:29.697571 n-d-764292-30 neutron-server[102191]: WARNING neutron.api.v2.base [None req-bc4613d7-5f33-46a0-8f39-bed2161774e0 tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 11 03:26:29.699326 n-d-764292-30 neutron-server[102191]: INFO neutron.api.v2.resource [None req-bc4613d7-5f33-46a0-8f39-bed2161774e0 tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 03:26:29.700712 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-bc4613d7-5f33-46a0-8f39-bed2161774e0 tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0082419 Aug 11 03:26:29.704898 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 55418) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:29.709276 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 02bc0461-cd74-4351-b2c3-cb77188e1749 no longer exists at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:26:29.714434 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-6848a3f2-9be4-46bc-9e42-9ed518518947 tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] Request body: {'security_group_rule': {'security_group_id': '230fd41a-d46f-4266-a047-97b8abaf12e3', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:26:29.804435 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] No Port match for: 02bc0461-cd74-4351-b2c3-cb77188e1749 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:26:29.804832 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 02bc0461-cd74-4351-b2c3-cb77188e1749 not bound to the agent host n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:26:29.834627 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0e2358-13d7-4a47-afa3-5d0bde9728c8 req-372972a0-3b19-4cdc-b841-6e35f641ebc5 tempest-TestNetworkAdvancedServerOps-665886235 tempest-TestNetworkAdvancedServerOps-665886235-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:29.836319 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9d0e2358-13d7-4a47-afa3-5d0bde9728c8 req-372972a0-3b19-4cdc-b841-6e35f641ebc5 tempest-TestNetworkAdvancedServerOps-665886235 tempest-TestNetworkAdvancedServerOps-665886235-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=2ab07bbd-fa55-4032-bc68-2fe67c0da2d6 HTTP/1.1" status: 200 len: 1099 time: 0.1897457 Aug 11 03:26:29.847261 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d261a8d-bed1-4df3-bec3-ee4e081cad59 tempest-TestNetworkBasicOps-852784014 tempest-TestNetworkBasicOps-852784014-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:29.847737 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d261a8d-bed1-4df3-bec3-ee4e081cad59 tempest-TestNetworkBasicOps-852784014 tempest-TestNetworkBasicOps-852784014-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:29.848201 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d261a8d-bed1-4df3-bec3-ee4e081cad59 tempest-TestNetworkBasicOps-852784014 tempest-TestNetworkBasicOps-852784014-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:29.848657 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d261a8d-bed1-4df3-bec3-ee4e081cad59 tempest-TestNetworkBasicOps-852784014 tempest-TestNetworkBasicOps-852784014-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:29.849170 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d261a8d-bed1-4df3-bec3-ee4e081cad59 tempest-TestNetworkBasicOps-852784014 tempest-TestNetworkBasicOps-852784014-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:29.849559 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d261a8d-bed1-4df3-bec3-ee4e081cad59 tempest-TestNetworkBasicOps-852784014 tempest-TestNetworkBasicOps-852784014-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:29.850012 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d261a8d-bed1-4df3-bec3-ee4e081cad59 tempest-TestNetworkBasicOps-852784014 tempest-TestNetworkBasicOps-852784014-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:29.850489 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d261a8d-bed1-4df3-bec3-ee4e081cad59 tempest-TestNetworkBasicOps-852784014 tempest-TestNetworkBasicOps-852784014-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:29.852365 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-8d261a8d-bed1-4df3-bec3-ee4e081cad59 tempest-TestNetworkBasicOps-852784014 tempest-TestNetworkBasicOps-852784014-project-admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5708 time: 1.1188796 Aug 11 03:26:29.855367 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 55424) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:29.878533 n-d-764292-30 neutron-server[102191]: INFO neutron.db.securitygroups_db [None req-6848a3f2-9be4-46bc-9e42-9ed518518947 tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] Project f6b925da37104e63aacd08603dc2bfb2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 03:26:29.914854 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9d0e2358-13d7-4a47-afa3-5d0bde9728c8 req-29bcd6a3-50d1-4b8e-98e4-39cad7c37de4 tempest-TestNetworkAdvancedServerOps-665886235 tempest-TestNetworkAdvancedServerOps-665886235-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=1d4c303e-0c5b-4d5a-b0c4-6f31f4676a83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583718 Aug 11 03:26:29.921995 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-35cb9d29-a82d-4b37-b61b-306a3dc579c1 None None] Provisioning for port 19c82750-84d2-4723-af09-6cc2f68e53e5 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:26:29.926194 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-35cb9d29-a82d-4b37-b61b-306a3dc579c1 None None] Provisioning complete for port 19c82750-84d2-4723-af09-6cc2f68e53e5 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:26:29.926855 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-35cb9d29-a82d-4b37-b61b-306a3dc579c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:29.932840 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ed212fd4-2bdf-4cfe-ba19-4b41cc64808c tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks [] for port, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:29.946828 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 55426) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:30.003995 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5395840-d2a6-48a2-9630-0ebb6c2ea702 tempest-TestNetworkBasicOps-852784014 tempest-TestNetworkBasicOps-852784014-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:30.004765 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5395840-d2a6-48a2-9630-0ebb6c2ea702 tempest-TestNetworkBasicOps-852784014 tempest-TestNetworkBasicOps-852784014-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:30.005421 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5395840-d2a6-48a2-9630-0ebb6c2ea702 tempest-TestNetworkBasicOps-852784014 tempest-TestNetworkBasicOps-852784014-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:30.006235 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5395840-d2a6-48a2-9630-0ebb6c2ea702 tempest-TestNetworkBasicOps-852784014 tempest-TestNetworkBasicOps-852784014-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:30.011289 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5395840-d2a6-48a2-9630-0ebb6c2ea702 tempest-TestNetworkBasicOps-852784014 tempest-TestNetworkBasicOps-852784014-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:30.011289 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5395840-d2a6-48a2-9630-0ebb6c2ea702 tempest-TestNetworkBasicOps-852784014 tempest-TestNetworkBasicOps-852784014-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:30.011289 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5395840-d2a6-48a2-9630-0ebb6c2ea702 tempest-TestNetworkBasicOps-852784014 tempest-TestNetworkBasicOps-852784014-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:30.011289 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5395840-d2a6-48a2-9630-0ebb6c2ea702 tempest-TestNetworkBasicOps-852784014 tempest-TestNetworkBasicOps-852784014-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:30.011289 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5395840-d2a6-48a2-9630-0ebb6c2ea702 tempest-TestNetworkBasicOps-852784014 tempest-TestNetworkBasicOps-852784014-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:30.015975 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-d5395840-d2a6-48a2-9630-0ebb6c2ea702 tempest-TestNetworkBasicOps-852784014 tempest-TestNetworkBasicOps-852784014-project-admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5867 time: 0.1588054 Aug 11 03:26:30.016766 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 55432) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:30.020346 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-35cb9d29-a82d-4b37-b61b-306a3dc579c1 None None] Port 19c82750-84d2-4723-af09-6cc2f68e53e5 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:26:30.044924 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [None req-ed212fd4-2bdf-4cfe-ba19-4b41cc64808c tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Transition to ACTIVE for port object a964f373-2489-41cc-94b8-7a4f5385164e will not be triggered until provisioned by entity DHCP. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:26:30.049300 n-d-764292-30 neutron-server[102191]: INFO neutron.api.v2.resource [None req-6848a3f2-9be4-46bc-9e42-9ed518518947 tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 03:26:30.050436 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-6848a3f2-9be4-46bc-9e42-9ed518518947 tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3442099 Aug 11 03:26:30.053210 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 55434) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:30.073967 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-36cb24d6-f594-464f-819a-daa3c52f11e1 None None] Notify callbacks [] for port, precommit_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:30.087157 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.provisioning_blocks [None req-36cb24d6-f594-464f-819a-daa3c52f11e1 None None] Transition to ACTIVE for port object 19c82750-84d2-4723-af09-6cc2f68e53e5 will not be triggered until provisioned by entity L2. {{(pid=102194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:26:30.089809 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ed212fd4-2bdf-4cfe-ba19-4b41cc64808c tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:30.094426 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-d4f0f004-3fad-4643-b7ac-e134a33f459d tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] Request body: {'security_group_rule': {'security_group_id': '230fd41a-d46f-4266-a047-97b8abaf12e3', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:26:30.146307 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-6f4b7da1-8a64-4af9-b877-363821ffefa2 None None] Provisioning complete for port dc4a6b7e-a1cf-45bd-a6ca-6b0e43182718 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:26:30.146617 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-6f4b7da1-8a64-4af9-b877-363821ffefa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:30.149521 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-36cb24d6-f594-464f-819a-daa3c52f11e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:30.207389 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-6f4b7da1-8a64-4af9-b877-363821ffefa2 None None] Port dc4a6b7e-a1cf-45bd-a6ca-6b0e43182718 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:26:30.214415 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-ed212fd4-2bdf-4cfe-ba19-4b41cc64808c tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] In _notify_port_updated(), no bound segment for port a964f373-2489-41cc-94b8-7a4f5385164e on network 813a308e-1df3-42f6-8357-85259fd890d2 {{(pid=102192) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 03:26:30.220784 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed212fd4-2bdf-4cfe-ba19-4b41cc64808c tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:30.221785 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ed212fd4-2bdf-4cfe-ba19-4b41cc64808c tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:30.223776 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-ed212fd4-2bdf-4cfe-ba19-4b41cc64808c tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] 10.222.0.41 "PUT /v2.0/ports/a964f373-2489-41cc-94b8-7a4f5385164e HTTP/1.1" status: 200 len: 931 time: 3.1679769 Aug 11 03:26:30.229443 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 55436) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:30.231815 n-d-764292-30 neutron-server[102191]: INFO neutron.db.securitygroups_db [None req-d4f0f004-3fad-4643-b7ac-e134a33f459d tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] Project f6b925da37104e63aacd08603dc2bfb2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 03:26:30.244231 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed212fd4-2bdf-4cfe-ba19-4b41cc64808c tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Pushing event updated for resources: {'Port': ['ID=a964f373-2489-41cc-94b8-7a4f5385164e,revision_number=2']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:30.279121 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85fb30d-2f0e-4553-82e8-dadb026c6440 None None] Pushing event updated for resources: {'Port': ['ID=19c82750-84d2-4723-af09-6cc2f68e53e5,revision_number=3']} {{(pid=102194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:30.291865 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-6f4b7da1-8a64-4af9-b877-363821ffefa2 None None] Provisioning for port a964f373-2489-41cc-94b8-7a4f5385164e completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:26:30.297473 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-6f4b7da1-8a64-4af9-b877-363821ffefa2 None None] Provisioning complete for port a964f373-2489-41cc-94b8-7a4f5385164e triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:26:30.297857 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-6f4b7da1-8a64-4af9-b877-363821ffefa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:30.309566 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85fb30d-2f0e-4553-82e8-dadb026c6440 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:30.310265 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85fb30d-2f0e-4553-82e8-dadb026c6440 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:30.310842 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85fb30d-2f0e-4553-82e8-dadb026c6440 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:30.311460 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85fb30d-2f0e-4553-82e8-dadb026c6440 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:30.311973 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85fb30d-2f0e-4553-82e8-dadb026c6440 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:30.312462 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85fb30d-2f0e-4553-82e8-dadb026c6440 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:30.313182 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85fb30d-2f0e-4553-82e8-dadb026c6440 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:30.313687 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85fb30d-2f0e-4553-82e8-dadb026c6440 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:30.314339 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85fb30d-2f0e-4553-82e8-dadb026c6440 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:30.314897 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85fb30d-2f0e-4553-82e8-dadb026c6440 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:30.315449 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85fb30d-2f0e-4553-82e8-dadb026c6440 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:30.315937 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85fb30d-2f0e-4553-82e8-dadb026c6440 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:30.351844 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-eec43ed2-b3d2-4941-9caf-f0f680668d96 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Deleting port ad6ff711-5337-4ef9-8fab-03ef5e346f1b {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:26:30.351844 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-eec43ed2-b3d2-4941-9caf-f0f680668d96 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:30.352161 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-6f4b7da1-8a64-4af9-b877-363821ffefa2 None None] Port a964f373-2489-41cc-94b8-7a4f5385164e cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:26:30.388592 n-d-764292-30 neutron-server[102191]: INFO neutron.api.v2.resource [None req-d4f0f004-3fad-4643-b7ac-e134a33f459d tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 03:26:30.389645 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-d4f0f004-3fad-4643-b7ac-e134a33f459d tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3355169 Aug 11 03:26:30.394622 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-36cb24d6-f594-464f-819a-daa3c52f11e1 None None] Attempting to bind port 19c82750-84d2-4723-af09-6cc2f68e53e5 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:26:30.395221 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-36cb24d6-f594-464f-819a-daa3c52f11e1 None None] Attempting to bind port 19c82750-84d2-4723-af09-6cc2f68e53e5 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': 'a4d93f93-2d98-4749-abef-bba9ce3321d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e59732ab-623e-4cb8-9f39-fb9f4d98d154'}] {{(pid=102194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:26:30.395775 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36cb24d6-f594-464f-819a-daa3c52f11e1 None None] Attempting to bind port 19c82750-84d2-4723-af09-6cc2f68e53e5 on network e59732ab-623e-4cb8-9f39-fb9f4d98d154 {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:26:30.399955 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 55440) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:30.405755 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36cb24d6-f594-464f-819a-daa3c52f11e1 None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 26, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:26:30.406579 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36cb24d6-f594-464f-819a-daa3c52f11e1 None None] Checking segment: {'id': 'a4d93f93-2d98-4749-abef-bba9ce3321d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e59732ab-623e-4cb8-9f39-fb9f4d98d154'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:26:30.406976 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-36cb24d6-f594-464f-819a-daa3c52f11e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:30.407361 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36cb24d6-f594-464f-819a-daa3c52f11e1 None None] Bound using segment: {'id': 'a4d93f93-2d98-4749-abef-bba9ce3321d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e59732ab-623e-4cb8-9f39-fb9f4d98d154'} {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:26:30.408396 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-36cb24d6-f594-464f-819a-daa3c52f11e1 None None] Bound port: 19c82750-84d2-4723-af09-6cc2f68e53e5, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4d93f93-2d98-4749-abef-bba9ce3321d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e59732ab-623e-4cb8-9f39-fb9f4d98d154'}}] {{(pid=102194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:26:30.409109 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-36cb24d6-f594-464f-819a-daa3c52f11e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:30.434662 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.agents_db [None req-950b7202-decb-43e2-8f71-ac8931dc9749 None None] Agent healthcheck: found 7 active agents {{(pid=102194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:26:30.503718 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-eec43ed2-b3d2-4941-9caf-f0f680668d96 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:30.503992 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-684e69ec-3eed-4074-a090-0e474fd54167 tempest-TestNetworkBasicOps-852784014 tempest-TestNetworkBasicOps-852784014-project-admin] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3770 time: 0.4825873 Aug 11 03:26:30.504482 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-eec43ed2-b3d2-4941-9caf-f0f680668d96 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:30.504605 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-6f4b7da1-8a64-4af9-b877-363821ffefa2 None None] Provisioning for port 2d2577e3-7ced-49b2-946b-8e1b47f4db7c completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:26:30.509519 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-6f4b7da1-8a64-4af9-b877-363821ffefa2 None None] Provisioning complete for port 2d2577e3-7ced-49b2-946b-8e1b47f4db7c triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:26:30.509943 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-6f4b7da1-8a64-4af9-b877-363821ffefa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:30.536009 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.db [None req-36cb24d6-f594-464f-819a-daa3c52f11e1 None None] For port 19c82750-84d2-4723-af09-6cc2f68e53e5, host n-d-764292-30, cleared binding levels {{(pid=102194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:26:30.540249 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.db [None req-36cb24d6-f594-464f-819a-daa3c52f11e1 None None] For port 19c82750-84d2-4723-af09-6cc2f68e53e5, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=19c82750-84d2-4723-af09-6cc2f68e53e5,segment=NetworkSegment(a4d93f93-2d98-4749-abef-bba9ce3321d5),segment_id=a4d93f93-2d98-4749-abef-bba9ce3321d5)] {{(pid=102194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:26:30.546444 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-eec43ed2-b3d2-4941-9caf-f0f680668d96 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Calling delete_port for ad6ff711-5337-4ef9-8fab-03ef5e346f1b owned by network:floatingip {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:26:30.593561 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-05f6fd24-9721-4d2f-b309-ded2aa60fd60 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Deleting port a964f373-2489-41cc-94b8-7a4f5385164e {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:26:30.593561 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-05f6fd24-9721-4d2f-b309-ded2aa60fd60 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:30.611547 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-885f9fd2-a3f6-4f23-8960-49d7e2f283d3 tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:30.614201 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-36cb24d6-f594-464f-819a-daa3c52f11e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:30.665964 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 55450) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:30.687493 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85fb30d-2f0e-4553-82e8-dadb026c6440 None None] Pushing event updated for resources: {'Port': ['ID=19c82750-84d2-4723-af09-6cc2f68e53e5,revision_number=4']} {{(pid=102194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:30.714071 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-885f9fd2-a3f6-4f23-8960-49d7e2f283d3 tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:30.733028 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36cb24d6-f594-464f-819a-daa3c52f11e1 None None] Routers {'42e28ac6-c2a0-4111-8be6-6f421003df15'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:26:30.735685 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-36cb24d6-f594-464f-819a-daa3c52f11e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:26:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['42e28ac6-c2a0-4111-8be6-6f421003df15'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:26:30.796681 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-05f6fd24-9721-4d2f-b309-ded2aa60fd60 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:30.814827 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-05f6fd24-9721-4d2f-b309-ded2aa60fd60 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Calling delete_port for a964f373-2489-41cc-94b8-7a4f5385164e owned by {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:26:30.838422 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3bb50161-14c4-4d1a-8416-0cfa584a5125 None None] Provisioning complete for port a964f373-2489-41cc-94b8-7a4f5385164e triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:26:30.848099 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3bb50161-14c4-4d1a-8416-0cfa584a5125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:30.927873 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-3bb50161-14c4-4d1a-8416-0cfa584a5125 None None] Port a964f373-2489-41cc-94b8-7a4f5385164e cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:26:30.986023 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-36cb24d6-f594-464f-819a-daa3c52f11e1 None None] Set router 42e28ac6-c2a0-4111-8be6-6f421003df15 gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:26:31.004976 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-885f9fd2-a3f6-4f23-8960-49d7e2f283d3 tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:31.007976 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-885f9fd2-a3f6-4f23-8960-49d7e2f283d3 tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:31.011634 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-885f9fd2-a3f6-4f23-8960-49d7e2f283d3 tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] 10.222.0.41 "DELETE /v2.0/security-groups/230fd41a-d46f-4266-a047-97b8abaf12e3 HTTP/1.1" status: 204 len: 168 time: 0.6069613 Aug 11 03:26:31.014425 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 55456) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:31.270829 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-eec43ed2-b3d2-4941-9caf-f0f680668d96 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:31.312738 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec43ed2-b3d2-4941-9caf-f0f680668d96 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Pushing event deleted for resources: {'Port': ['ID=ad6ff711-5337-4ef9-8fab-03ef5e346f1b,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:31.324148 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-36cb24d6-f594-464f-819a-daa3c52f11e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42e28ac6-c2a0-4111-8be6-6f421003df15', 'name': 'tempest-TestNetworkBasicOps-router-38468296', 'tenant_id': '6f34ea378b0c4732b01bbd0e8e3ce05d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': '7d3d95e7-2847-4437-ba6d-08325d404ce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:26:19Z', 'updated_at': '2021-08-11T03:26:26Z', 'revision_number': 4, 'project_id': '6f34ea378b0c4732b01bbd0e8e3ce05d', 'gw_port': {'id': '7d3d95e7-2847-4437-ba6d-08325d404ce2', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:cd:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e28ac6-c2a0-4111-8be6-6f421003df15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2881, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:26:20Z', 'updated_at': '2021-08-11T03:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '19c82750-84d2-4723-af09-6cc2f68e53e5', 'name': '', 'network_id': 'e59732ab-623e-4cb8-9f39-fb9f4d98d154', 'tenant_id': '6f34ea378b0c4732b01bbd0e8e3ce05d', 'mac_address': 'fa:16:3e:a0:19:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42e28ac6-c2a0-4111-8be6-6f421003df15', 'device_owner': 'network:router_interface', 'standard_attr_id': 2909, 'fixed_ips': [{'subnet_id': '3ef306bb-adf8-44d2-8415-4a7cfe7d33f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:26:25Z', 'updated_at': '2021-08-11T03:26:30Z', 'revision_number': 4, 'project_id': '6f34ea378b0c4732b01bbd0e8e3ce05d', 'subnets': [{'id': '3ef306bb-adf8-44d2-8415-4a7cfe7d33f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:26:31.355978 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36cb24d6-f594-464f-819a-daa3c52f11e1 None None] The sync data for ids ['42e28ac6-c2a0-4111-8be6-6f421003df15'] in n-d-764292-30 is: [{'id': '42e28ac6-c2a0-4111-8be6-6f421003df15', 'name': 'tempest-TestNetworkBasicOps-router-38468296', 'tenant_id': '6f34ea378b0c4732b01bbd0e8e3ce05d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': '7d3d95e7-2847-4437-ba6d-08325d404ce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:26:19Z', 'updated_at': '2021-08-11T03:26:26Z', 'revision_number': 4, 'project_id': '6f34ea378b0c4732b01bbd0e8e3ce05d', 'gw_port': {'id': '7d3d95e7-2847-4437-ba6d-08325d404ce2', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:cd:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e28ac6-c2a0-4111-8be6-6f421003df15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2881, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:26:20Z', 'updated_at': '2021-08-11T03:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '19c82750-84d2-4723-af09-6cc2f68e53e5', 'name': '', 'network_id': 'e59732ab-623e-4cb8-9f39-fb9f4d98d154', 'tenant_id': '6f34ea378b0c4732b01bbd0e8e3ce05d', 'mac_address': 'fa:16:3e:a0:19:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42e28ac6-c2a0-4111-8be6-6f421003df15', 'device_owner': 'network:router_interface', 'standard_attr_id': 2909, 'fixed_ips': [{'subnet_id': '3ef306bb-adf8-44d2-8415-4a7cfe7d33f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:26:25Z', 'updated_at': '2021-08-11T03:26:30Z', 'revision_number': 4, 'project_id': '6f34ea378b0c4732b01bbd0e8e3ce05d', 'subnets': [{'id': '3ef306bb-adf8-44d2-8415-4a7cfe7d33f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:26:31.523969 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 55468) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:31.547033 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-67480511-846c-4dd7-b591-7bdaadb8ea59 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1308146266', 'description': 'tempest-secgroup-smoke-1308146266 description', 'project_id': '6f34ea378b0c4732b01bbd0e8e3ce05d'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:26:31.567315 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-eec43ed2-b3d2-4941-9caf-f0f680668d96 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks [] for floatingip, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:31.567662 n-d-764292-30 neutron-server[102192]: INFO neutron.db.l3_db [None req-eec43ed2-b3d2-4941-9caf-f0f680668d96 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Floating IP fd619eed-3761-4ee8-a098-a605c4f6b3f4 disassociated (deleted). External IP: 172.25.8.47, port: dfa2e0ff-33d8-4c81-8f5e-c2c8919596e7. Aug 11 03:26:31.580693 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885f9fd2-a3f6-4f23-8960-49d7e2f283d3 tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=230fd41a-d46f-4266-a047-97b8abaf12e3,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:31.625996 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-793bcb24-4ad2-476c-af48-fdb9da43f13c tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.6092255 Aug 11 03:26:31.629791 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 55474) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:31.634456 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-bc1239f2-aafc-44ff-a154-ed7b5c687274 tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] Request body: {'security_group': {'name': 'tempest-secgroup--1187315373'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:26:31.686435 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-05f6fd24-9721-4d2f-b309-ded2aa60fd60 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:31.722788 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f6fd24-9721-4d2f-b309-ded2aa60fd60 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Pushing event deleted for resources: {'Port': ['ID=a964f373-2489-41cc-94b8-7a4f5385164e,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:31.747729 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-67480511-846c-4dd7-b591-7bdaadb8ea59 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:31.760655 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-05f6fd24-9721-4d2f-b309-ded2aa60fd60 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:31.764173 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-05f6fd24-9721-4d2f-b309-ded2aa60fd60 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] 10.222.0.41 "DELETE /v2.0/ports/a964f373-2489-41cc-94b8-7a4f5385164e HTTP/1.1" status: 204 len: 168 time: 1.5290785 Aug 11 03:26:31.767344 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 55478) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:31.811488 n-d-764292-30 neutron-server[102191]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e2ce07e-68a4-4236-b80d-c4e5f3b79b68 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] GET failed (client error): The resource could not be found. Aug 11 03:26:31.814745 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-6e2ce07e-68a4-4236-b80d-c4e5f3b79b68 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] 10.222.0.41 "GET /v2.0/ports/a964f373-2489-41cc-94b8-7a4f5385164e HTTP/1.1" status: 404 len: 333 time: 0.0447042 Aug 11 03:26:31.816272 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 55484) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:31.846693 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:31.898454 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-77dc100a-4dc7-4f4f-9da5-2685bdef6597 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:31.911369 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-bc1239f2-aafc-44ff-a154-ed7b5c687274 tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:31.935194 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-77dc100a-4dc7-4f4f-9da5-2685bdef6597 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:31.998310 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-82df3078-cecc-4361-b8e8-61eb822c5b9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521106'] for router_interface, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:32.040625 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-77dc100a-4dc7-4f4f-9da5-2685bdef6597 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:32.046422 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-77dc100a-4dc7-4f4f-9da5-2685bdef6597 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:32.047662 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-77dc100a-4dc7-4f4f-9da5-2685bdef6597 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] 10.222.0.41 "DELETE /v2.0/security-groups/ac0d3335-43af-43d7-8d04-bf7102e6aae2 HTTP/1.1" status: 204 len: 168 time: 0.2302334 Aug 11 03:26:32.051429 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eec43ed2-b3d2-4941-9caf-f0f680668d96 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Router 9b20808e-97f4-47b7-9610-95e658ef559d has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:26:32.054246 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 55490) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:32.074418 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-ebb9aeaa-9e02-4bb4-84e9-7b78271c047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:32.077095 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dc100a-4dc7-4f4f-9da5-2685bdef6597 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac0d3335-43af-43d7-8d04-bf7102e6aae2,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:32.147501 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6205fda6-8ca7-4d6a-ac72-822ee160028e tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:32.182925 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6205fda6-8ca7-4d6a-ac72-822ee160028e tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:32.223102 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-67480511-846c-4dd7-b591-7bdaadb8ea59 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:32.278388 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6205fda6-8ca7-4d6a-ac72-822ee160028e tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:32.280895 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6205fda6-8ca7-4d6a-ac72-822ee160028e tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:32.282053 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-6205fda6-8ca7-4d6a-ac72-822ee160028e tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] 10.222.0.41 "DELETE /v2.0/security-groups/85f32de5-dc8d-47d6-86e0-f977c671f561 HTTP/1.1" status: 204 len: 168 time: 0.2267575 Aug 11 03:26:32.291936 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 55500) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:32.314986 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-67480511-846c-4dd7-b591-7bdaadb8ea59 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:32.316743 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6205fda6-8ca7-4d6a-ac72-822ee160028e tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85f32de5-dc8d-47d6-86e0-f977c671f561,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:32.355414 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67480511-846c-4dd7-b591-7bdaadb8ea59 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90def170-0f04-4173-9159-534b9b7a97b4,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:32.385099 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eec43ed2-b3d2-4941-9caf-f0f680668d96 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:26:32.387841 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-eec43ed2-b3d2-4941-9caf-f0f680668d96 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for floatingip, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:32.402558 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76af8058-91ec-4a3b-af2f-b6383dc3bdd7 None None] Sync routers for ids ['9b20808e-97f4-47b7-9610-95e658ef559d'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:26:32.403581 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_v2 [None req-a198ba46-b053-4f3f-86ac-cd66e1bae779 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Deleting subnet 29545a0e-f999-498c-a659-00e3f1ee6ab9 {{(pid=102191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:26:32.407796 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a198ba46-b053-4f3f-86ac-cd66e1bae779 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks [] for subnet, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:32.427063 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76af8058-91ec-4a3b-af2f-b6383dc3bdd7 None None] Routers {'9b20808e-97f4-47b7-9610-95e658ef559d'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:26:32.427715 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-76af8058-91ec-4a3b-af2f-b6383dc3bdd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:26:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['9b20808e-97f4-47b7-9610-95e658ef559d'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:26:32.457244 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a198ba46-b053-4f3f-86ac-cd66e1bae779 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126283525'] for subnet, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:32.461137 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-eec43ed2-b3d2-4941-9caf-f0f680668d96 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "DELETE /v2.0/floatingips/fd619eed-3761-4ee8-a098-a605c4f6b3f4 HTTP/1.1" status: 204 len: 168 time: 2.5094714 Aug 11 03:26:32.462521 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ab07bbd-fa55-4032-bc68-2fe67c0da2d6', 'tag': 'dfa2e0ff-33d8-4c81-8f5e-c2c8919596e7'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:26:32.464822 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-089f76ea-b291-467b-af1e-56df23c638cd" -d '{"events": [{"name": "network-changed", "server_uuid": "2ab07bbd-fa55-4032-bc68-2fe67c0da2d6", "tag": "dfa2e0ff-33d8-4c81-8f5e-c2c8919596e7"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:26:32.568831 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:26:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57962b84-a885-4012-bb79-3d6b075c2edf x-openstack-request-id: req-57962b84-a885-4012-bb79-3d6b075c2edf {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:26:32.569077 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ab07bbd-fa55-4032-bc68-2fe67c0da2d6", "tag": "dfa2e0ff-33d8-4c81-8f5e-c2c8919596e7", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:26:32.572494 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-57962b84-a885-4012-bb79-3d6b075c2edf {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:26:32.572494 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ab07bbd-fa55-4032-bc68-2fe67c0da2d6', 'tag': 'dfa2e0ff-33d8-4c81-8f5e-c2c8919596e7', 'status': 'completed', 'code': 200} Aug 11 03:26:32.652191 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-76af8058-91ec-4a3b-af2f-b6383dc3bdd7 None None] Set router 9b20808e-97f4-47b7-9610-95e658ef559d gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:26:32.671066 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-82df3078-cecc-4361-b8e8-61eb822c5b9e admin admin] Deleting port 885ba214-8295-4774-98ad-0f84a84805f4 {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:26:32.674456 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-82df3078-cecc-4361-b8e8-61eb822c5b9e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:32.675854 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-bc1239f2-aafc-44ff-a154-ed7b5c687274 tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:32.691791 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a198ba46-b053-4f3f-86ac-cd66e1bae779 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:32.732110 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089f76ea-b291-467b-af1e-56df23c638cd req-b6a79444-8913-46f3-8536-f809761c35e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:32.734165 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-089f76ea-b291-467b-af1e-56df23c638cd req-b6a79444-8913-46f3-8536-f809761c35e0 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a5478860f7cb432583cc8e5d994d2237&device_id=2ab07bbd-fa55-4032-bc68-2fe67c0da2d6 HTTP/1.1" status: 200 len: 1099 time: 0.1408238 Aug 11 03:26:32.887346 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089f76ea-b291-467b-af1e-56df23c638cd req-a1e323d3-3aab-4650-8a8c-25d1ed95da61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:32.887346 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-089f76ea-b291-467b-af1e-56df23c638cd req-a1e323d3-3aab-4650-8a8c-25d1ed95da61 service neutron] 10.222.0.22 "GET /v2.0/networks?id=6a6493ce-4ad4-4581-8e07-a017fe78dc31 HTTP/1.1" status: 200 len: 897 time: 0.1318877 Aug 11 03:26:32.887346 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-bc1239f2-aafc-44ff-a154-ed7b5c687274 tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:32.953066 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-76af8058-91ec-4a3b-af2f-b6383dc3bdd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b20808e-97f4-47b7-9610-95e658ef559d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1865942917', 'tenant_id': 'a5478860f7cb432583cc8e5d994d2237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': '0b626914-d0d1-4f5d-ac24-73a0a4d2d624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:22:35Z', 'updated_at': '2021-08-11T03:22:53Z', 'revision_number': 4, 'project_id': 'a5478860f7cb432583cc8e5d994d2237', 'gw_port': {'id': '0b626914-d0d1-4f5d-ac24-73a0a4d2d624', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ab:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b20808e-97f4-47b7-9610-95e658ef559d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2499, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:22:36Z', 'updated_at': '2021-08-11T03:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': 'ad8bc4eb-710c-49a5-8550-89ec2fc89a95', 'name': '', 'network_id': '6a6493ce-4ad4-4581-8e07-a017fe78dc31', 'tenant_id': 'a5478860f7cb432583cc8e5d994d2237', 'mac_address': 'fa:16:3e:b5:c5:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b20808e-97f4-47b7-9610-95e658ef559d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2528, 'fixed_ips': [{'subnet_id': '37cbef7f-f057-476b-a1c7-ed84d89eefd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:22:51Z', 'updated_at': '2021-08-11T03:23:03Z', 'revision_number': 5, 'project_id': 'a5478860f7cb432583cc8e5d994d2237', 'subnets': [{'id': '37cbef7f-f057-476b-a1c7-ed84d89eefd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:26:32.998680 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1239f2-aafc-44ff-a154-ed7b5c687274 tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=acf3f663-cf98-4a08-a822-a39cc5115890,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:33.008116 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-089f76ea-b291-467b-af1e-56df23c638cd req-f72aa82d-4b3a-48c5-9fb0-89a9f18f9b06 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dfa2e0ff-33d8-4c81-8f5e-c2c8919596e7 HTTP/1.1" status: 200 len: 217 time: 0.1175492 Aug 11 03:26:33.017229 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76af8058-91ec-4a3b-af2f-b6383dc3bdd7 None None] Checking router: 9b20808e-97f4-47b7-9610-95e658ef559d for host: n-d-764292-30 {{(pid=102193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:26:33.020416 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:33.030683 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76af8058-91ec-4a3b-af2f-b6383dc3bdd7 None None] Routers {'9b20808e-97f4-47b7-9610-95e658ef559d'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:26:33.031459 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-76af8058-91ec-4a3b-af2f-b6383dc3bdd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:26:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['9b20808e-97f4-47b7-9610-95e658ef559d'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:26:33.082998 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-bc1239f2-aafc-44ff-a154-ed7b5c687274 tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:33.084295 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-bc1239f2-aafc-44ff-a154-ed7b5c687274 tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.4534390 Aug 11 03:26:33.089300 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 55542) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:33.094080 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-47e4208e-310c-4df0-a92a-ba7eb3498dc5 tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] Request body: {'security_group_rule': {'security_group_id': 'acf3f663-cf98-4a08-a822-a39cc5115890', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:26:33.108813 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089f76ea-b291-467b-af1e-56df23c638cd req-051895fd-acbf-4f90-8501-c7e78886e237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:33.111611 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-089f76ea-b291-467b-af1e-56df23c638cd req-051895fd-acbf-4f90-8501-c7e78886e237 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=37cbef7f-f057-476b-a1c7-ed84d89eefd6 HTTP/1.1" status: 200 len: 835 time: 0.0941935 Aug 11 03:26:33.171619 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a198ba46-b053-4f3f-86ac-cd66e1bae779 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126283413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126275158'] for subnet, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:33.172312 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-76af8058-91ec-4a3b-af2f-b6383dc3bdd7 None None] Set router 9b20808e-97f4-47b7-9610-95e658ef559d gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:26:33.193777 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a198ba46-b053-4f3f-86ac-cd66e1bae779 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:33.196283 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-a198ba46-b053-4f3f-86ac-cd66e1bae779 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] 10.222.0.41 "DELETE /v2.0/subnets/29545a0e-f999-498c-a659-00e3f1ee6ab9 HTTP/1.1" status: 204 len: 168 time: 0.9010611 Aug 11 03:26:33.202769 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 55546) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:33.210132 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-16b69094-64b6-4693-b379-bceefda8ce7f tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Request body: {'subnet': {'network_id': '813a308e-1df3-42f6-8357-85259fd890d2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:26:33.211124 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dd3f05d-4201-4456-8196-bb3ecb3c06f3 None None] Network 813a308e-1df3-42f6-8357-85259fd890d2 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:26:33.249354 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a198ba46-b053-4f3f-86ac-cd66e1bae779 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Pushing event deleted for resources: {'Subnet': ['ID=29545a0e-f999-498c-a659-00e3f1ee6ab9,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:33.291200 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 19c82750-84d2-4723-af09-6cc2f68e53e5 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:26:33.313090 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089f76ea-b291-467b-af1e-56df23c638cd req-68e48f92-b1c6-489c-aa3a-041708a77ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:33.314906 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-089f76ea-b291-467b-af1e-56df23c638cd req-68e48f92-b1c6-489c-aa3a-041708a77ec7 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=6a6493ce-4ad4-4581-8e07-a017fe78dc31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1954007 Aug 11 03:26:33.379850 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-67480511-846c-4dd7-b591-7bdaadb8ea59 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:33.381079 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-67480511-846c-4dd7-b591-7bdaadb8ea59 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.8496509 Aug 11 03:26:33.384526 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 55550) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:33.400560 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-fa72d435-b82b-4680-962f-a358f5e8fa64 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Request body: {'security_group_rule': {'security_group_id': '90def170-0f04-4173-9159-534b9b7a97b4', 'project_id': '6f34ea378b0c4732b01bbd0e8e3ce05d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:26:33.426684 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b0b9ba-5afa-4346-93ba-f634d2dc27c0 req-0ce020a3-737f-448d-9074-af75f6dad3bd tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:33.434265 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d3b0b9ba-5afa-4346-93ba-f634d2dc27c0 req-0ce020a3-737f-448d-9074-af75f6dad3bd tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ab07bbd-fa55-4032-bc68-2fe67c0da2d6 HTTP/1.1" status: 200 len: 947 time: 0.1210375 Aug 11 03:26:33.466202 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [None req-82df3078-cecc-4361-b8e8-61eb822c5b9e admin admin] For port 885ba214-8295-4774-98ad-0f84a84805f4, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=885ba214-8295-4774-98ad-0f84a84805f4,segment=NetworkSegment(21ab9289-39d9-4555-9571-2cc6fd85c487),segment_id=21ab9289-39d9-4555-9571-2cc6fd85c487)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:26:33.467625 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-82df3078-cecc-4361-b8e8-61eb822c5b9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:33.486532 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-089f76ea-b291-467b-af1e-56df23c638cd req-408548d4-24b8-4e57-9115-e734e8016d11 service neutron] 10.222.0.22 "GET /v2.0/networks/6a6493ce-4ad4-4581-8e07-a017fe78dc31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613154 Aug 11 03:26:33.490021 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-82df3078-cecc-4361-b8e8-61eb822c5b9e admin admin] Calling delete_port for 885ba214-8295-4774-98ad-0f84a84805f4 owned by network:router_interface {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:26:33.510350 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d3b0b9ba-5afa-4346-93ba-f634d2dc27c0 req-6b83b51e-faf8-4be4-8d9a-ee9ca40c9302 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d4c303e-0c5b-4d5a-b0c4-6f31f4676a83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701094 Aug 11 03:26:33.575695 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port 19c82750-84d2-4723-af09-6cc2f68e53e5 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:26:33.584058 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 19c82750-84d2-4723-af09-6cc2f68e53e5 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:26:33.584883 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:33.613777 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-76af8058-91ec-4a3b-af2f-b6383dc3bdd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b20808e-97f4-47b7-9610-95e658ef559d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1865942917', 'tenant_id': 'a5478860f7cb432583cc8e5d994d2237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': '0b626914-d0d1-4f5d-ac24-73a0a4d2d624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:22:35Z', 'updated_at': '2021-08-11T03:22:53Z', 'revision_number': 4, 'project_id': 'a5478860f7cb432583cc8e5d994d2237', 'gw_port': {'id': '0b626914-d0d1-4f5d-ac24-73a0a4d2d624', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ab:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b20808e-97f4-47b7-9610-95e658ef559d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2499, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:22:36Z', 'updated_at': '2021-08-11T03:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': 'ad8bc4eb-710c-49a5-8550-89ec2fc89a95', 'name': '', 'network_id': '6a6493ce-4ad4-4581-8e07-a017fe78dc31', 'tenant_id': 'a5478860f7cb432583cc8e5d994d2237', 'mac_address': 'fa:16:3e:b5:c5:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b20808e-97f4-47b7-9610-95e658ef559d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2528, 'fixed_ips': [{'subnet_id': '37cbef7f-f057-476b-a1c7-ed84d89eefd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:22:51Z', 'updated_at': '2021-08-11T03:23:03Z', 'revision_number': 5, 'project_id': 'a5478860f7cb432583cc8e5d994d2237', 'subnets': [{'id': '37cbef7f-f057-476b-a1c7-ed84d89eefd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:26:33.656218 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-fa72d435-b82b-4680-962f-a358f5e8fa64 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:33.690363 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-089f76ea-b291-467b-af1e-56df23c638cd req-a244cce9-c830-4827-9a9c-8f7c978ccca8 service neutron] 10.222.0.22 "GET /v2.0/networks/6a6493ce-4ad4-4581-8e07-a017fe78dc31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932516 Aug 11 03:26:33.723468 n-d-764292-30 neutron-server[102191]: INFO neutron.api.v2.resource [None req-47e4208e-310c-4df0-a92a-ba7eb3498dc5 tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] create failed (client error): The resource could not be found. Aug 11 03:26:33.724882 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-47e4208e-310c-4df0-a92a-ba7eb3498dc5 tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.6346014 Aug 11 03:26:33.742606 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 55560) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:33.764521 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-2a30fb3b-ef3c-4bc1-a0d4-7154cda40cc3 tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] Request body: {'security_group_rule': {'security_group_id': 'acf3f663-cf98-4a08-a822-a39cc5115890', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'b85dd887-6acc-4a81-b790-f3a5c9bc3eef'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:26:33.781136 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-fa72d435-b82b-4680-962f-a358f5e8fa64 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:33.823873 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76af8058-91ec-4a3b-af2f-b6383dc3bdd7 None None] The sync data for ids ['9b20808e-97f4-47b7-9610-95e658ef559d'] in n-d-764292-30 is: [{'id': '9b20808e-97f4-47b7-9610-95e658ef559d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1865942917', 'tenant_id': 'a5478860f7cb432583cc8e5d994d2237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': '0b626914-d0d1-4f5d-ac24-73a0a4d2d624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:22:35Z', 'updated_at': '2021-08-11T03:22:53Z', 'revision_number': 4, 'project_id': 'a5478860f7cb432583cc8e5d994d2237', 'gw_port': {'id': '0b626914-d0d1-4f5d-ac24-73a0a4d2d624', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ab:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b20808e-97f4-47b7-9610-95e658ef559d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2499, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:22:36Z', 'updated_at': '2021-08-11T03:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': 'ad8bc4eb-710c-49a5-8550-89ec2fc89a95', 'name': '', 'network_id': '6a6493ce-4ad4-4581-8e07-a017fe78dc31', 'tenant_id': 'a5478860f7cb432583cc8e5d994d2237', 'mac_address': 'fa:16:3e:b5:c5:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b20808e-97f4-47b7-9610-95e658ef559d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2528, 'fixed_ips': [{'subnet_id': '37cbef7f-f057-476b-a1c7-ed84d89eefd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:22:51Z', 'updated_at': '2021-08-11T03:23:03Z', 'revision_number': 5, 'project_id': 'a5478860f7cb432583cc8e5d994d2237', 'subnets': [{'id': '37cbef7f-f057-476b-a1c7-ed84d89eefd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:26:33.887207 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-82df3078-cecc-4361-b8e8-61eb822c5b9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:33.896044 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:33.896541 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16b69094-64b6-4693-b379-bceefda8ce7f tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Made reservation on behalf of a6e0511434be4fc4a2d24d0db6f1badc for: {'subnet': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:26:33.900117 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-16b69094-64b6-4693-b379-bceefda8ce7f tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274743'] for subnet, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:33.910502 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-fa72d435-b82b-4680-962f-a358f5e8fa64 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:33.944824 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port 19c82750-84d2-4723-af09-6cc2f68e53e5, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=19c82750-84d2-4723-af09-6cc2f68e53e5,segment=NetworkSegment(a4d93f93-2d98-4749-abef-bba9ce3321d5),segment_id=a4d93f93-2d98-4749-abef-bba9ce3321d5)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:26:33.984738 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82df3078-cecc-4361-b8e8-61eb822c5b9e admin admin] Pushing event deleted for resources: {'Port': ['ID=885ba214-8295-4774-98ad-0f84a84805f4,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:34.029057 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:34.045919 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa72d435-b82b-4680-962f-a358f5e8fa64 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e9d292b-0a9a-431a-85c8-fcce31b809cb,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:34.100511 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=19c82750-84d2-4723-af09-6cc2f68e53e5,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:34.211408 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-fa72d435-b82b-4680-962f-a358f5e8fa64 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:34.215012 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-fa72d435-b82b-4680-962f-a358f5e8fa64 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8258018 Aug 11 03:26:34.222754 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 55566) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:34.222754 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-bf068c69-1c73-4d87-a0d7-a4f9af8b2ff7 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Request body: {'security_group_rule': {'security_group_id': '90def170-0f04-4173-9159-534b9b7a97b4', 'project_id': '6f34ea378b0c4732b01bbd0e8e3ce05d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:26:34.247331 n-d-764292-30 neutron-server[102191]: INFO neutron.api.v2.resource [None req-2a30fb3b-ef3c-4bc1-a0d4-7154cda40cc3 tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] create failed (client error): The resource could not be found. Aug 11 03:26:34.251509 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-2a30fb3b-ef3c-4bc1-a0d4-7154cda40cc3 tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.5026560 Aug 11 03:26:34.251509 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 55568) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:34.251769 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-82df3078-cecc-4361-b8e8-61eb822c5b9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16383033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450082'] for router_interface, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:34.284449 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba73e23-1b75-44c9-ad74-892fe0eddd9b None None] New status for floating IP fd619eed-3761-4ee8-a098-a605c4f6b3f4: DOWN {{(pid=102194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:26:34.320132 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9c88a79b-fd8c-4b94-ba7c-3ff10386132b tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:34.348246 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9c88a79b-fd8c-4b94-ba7c-3ff10386132b tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:34.351842 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-bf068c69-1c73-4d87-a0d7-a4f9af8b2ff7 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:34.382051 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-16b69094-64b6-4693-b379-bceefda8ce7f tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126283476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274725'] for subnet, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:34.473519 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16b69094-64b6-4693-b379-bceefda8ce7f tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Network 813a308e-1df3-42f6-8357-85259fd890d2 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:26:34.480826 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-16b69094-64b6-4693-b379-bceefda8ce7f tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:26:34.492497 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16b69094-64b6-4693-b379-bceefda8ce7f tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:34.492497 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-16b69094-64b6-4693-b379-bceefda8ce7f tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:34.492667 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd41a127-cfad-49a5-bee6-9acb3a115934 None None] Network 813a308e-1df3-42f6-8357-85259fd890d2 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:26:34.497268 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b69094-64b6-4693-b379-bceefda8ce7f tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Pushing event updated for resources: {'Subnet': ['ID=84b6bcee-5909-4774-aa5e-dd6636bcedaf,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:34.508749 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f76a5e-4f64-43f1-8287-4b6110fc03dd req-e8c8f525-85d4-4173-a185-d8cc935edcbf tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:34.510275 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-a4f76a5e-4f64-43f1-8287-4b6110fc03dd req-e8c8f525-85d4-4173-a185-d8cc935edcbf tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.22 "GET /v2.0/ports?device_id=2ab07bbd-fa55-4032-bc68-2fe67c0da2d6 HTTP/1.1" status: 200 len: 947 time: 0.1207631 Aug 11 03:26:34.537403 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9c88a79b-fd8c-4b94-ba7c-3ff10386132b tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:34.543205 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9c88a79b-fd8c-4b94-ba7c-3ff10386132b tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:34.546585 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-9c88a79b-fd8c-4b94-ba7c-3ff10386132b tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] 10.222.0.41 "DELETE /v2.0/security-groups/acf3f663-cf98-4a08-a822-a39cc5115890 HTTP/1.1" status: 204 len: 168 time: 0.2903860 Aug 11 03:26:34.548999 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-bf068c69-1c73-4d87-a0d7-a4f9af8b2ff7 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:34.578030 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-540500fa-ae94-4cb3-8eb4-348f56c4aa00 None None] Provisioning complete for port dc4a6b7e-a1cf-45bd-a6ca-6b0e43182718 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:26:34.578567 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-540500fa-ae94-4cb3-8eb4-348f56c4aa00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:34.589054 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 55574) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:34.610558 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-16b69094-64b6-4693-b379-bceefda8ce7f tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4063549 Aug 11 03:26:34.611215 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 55576) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:34.611660 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 55578) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:34.633123 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-a8ed4f90-9c1c-4275-908c-eaec51137bcb tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Request body: {'security_group': {'name': 'tempest-secgroup-412754705'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:26:34.638019 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c88a79b-fd8c-4b94-ba7c-3ff10386132b tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=acf3f663-cf98-4a08-a822-a39cc5115890,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:34.641791 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:34.643010 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-540500fa-ae94-4cb3-8eb4-348f56c4aa00 None None] Port dc4a6b7e-a1cf-45bd-a6ca-6b0e43182718 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:26:34.663016 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-bf068c69-1c73-4d87-a0d7-a4f9af8b2ff7 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:34.703260 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-a4f76a5e-4f64-43f1-8287-4b6110fc03dd req-c06ba77e-f2a2-4566-9199-f9582c8e6cf3 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Deleting port dfa2e0ff-33d8-4c81-8f5e-c2c8919596e7 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:26:34.703836 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-a4f76a5e-4f64-43f1-8287-4b6110fc03dd req-c06ba77e-f2a2-4566-9199-f9582c8e6cf3 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:34.707779 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-540500fa-ae94-4cb3-8eb4-348f56c4aa00 None None] Provisioning complete for port 2d2577e3-7ced-49b2-946b-8e1b47f4db7c triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:26:34.708156 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-540500fa-ae94-4cb3-8eb4-348f56c4aa00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:34.727327 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-8076cac4-ceb5-4bc0-a5bd-3037013f7ba8 tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1368403 Aug 11 03:26:34.733681 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 55584) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:34.750899 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-2fb5e625-8ce5-4c3c-9168-6ad0757aa688 tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] Request body: {'security_group_rule': {'security_group_id': 'cbfd4441-1a7e-4d04-994c-c09a74705e7f', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:26:34.771573 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf068c69-1c73-4d87-a0d7-a4f9af8b2ff7 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edec7289-4ca9-48ee-a82a-0c63f405b15b,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:34.786870 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-92fc4855-ef44-44e9-b5d2-d1997d726c13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:34.788750 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a8ed4f90-9c1c-4275-908c-eaec51137bcb tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:34.790462 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5a26d0-4ac3-4a9b-83e8-6b4ec84c5f37 req-c9939741-41db-42f0-a009-cf00f2b0bd93 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:34.792239 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9c5a26d0-4ac3-4a9b-83e8-6b4ec84c5f37 req-c9939741-41db-42f0-a009-cf00f2b0bd93 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ab07bbd-fa55-4032-bc68-2fe67c0da2d6 HTTP/1.1" status: 200 len: 947 time: 0.1933224 Aug 11 03:26:34.801959 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82df3078-cecc-4361-b8e8-61eb822c5b9e admin admin] Router 0f8f9908-cfc8-4b88-899a-1fed9c6b8a54 has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:26:34.847700 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9c5a26d0-4ac3-4a9b-83e8-6b4ec84c5f37 req-5c2f35be-be42-4810-acb1-be8bb0971dbd tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d4c303e-0c5b-4d5a-b0c4-6f31f4676a83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440249 Aug 11 03:26:34.854616 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-a4f76a5e-4f64-43f1-8287-4b6110fc03dd req-c06ba77e-f2a2-4566-9199-f9582c8e6cf3 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] For port dfa2e0ff-33d8-4c81-8f5e-c2c8919596e7, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=dfa2e0ff-33d8-4c81-8f5e-c2c8919596e7,segment=NetworkSegment(d0314809-797b-49c5-956f-3a5c1e5c0001),segment_id=d0314809-797b-49c5-956f-3a5c1e5c0001)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:26:34.854997 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-a4f76a5e-4f64-43f1-8287-4b6110fc03dd req-c06ba77e-f2a2-4566-9199-f9582c8e6cf3 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:34.876639 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-a4f76a5e-4f64-43f1-8287-4b6110fc03dd req-c06ba77e-f2a2-4566-9199-f9582c8e6cf3 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Calling delete_port for dfa2e0ff-33d8-4c81-8f5e-c2c8919596e7 owned by compute:nova {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:26:34.895651 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-bf068c69-1c73-4d87-a0d7-a4f9af8b2ff7 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:34.898788 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-bf068c69-1c73-4d87-a0d7-a4f9af8b2ff7 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6821508 Aug 11 03:26:34.905031 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 55586) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:34.914308 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-af81907c-cf12-4f3f-a722-7b12d676c179 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Request body: {'security_group_rule': {'security_group_id': '90def170-0f04-4173-9159-534b9b7a97b4', 'project_id': '6f34ea378b0c4732b01bbd0e8e3ce05d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:26:34.918190 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7db61f10-5888-46b2-b05d-57546fb8a437 None None] Update dhcp port {'port': {'network_id': '813a308e-1df3-42f6-8357-85259fd890d2', 'fixed_ips': [{'subnet_id': '1ef89bf2-c4e0-494d-af1f-1fb4127f181a', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '84b6bcee-5909-4774-aa5e-dd6636bcedaf'}], 'binding:host_id': 'n-d-764292-30'}, 'id': '2d2577e3-7ced-49b2-946b-8e1b47f4db7c'} from n-d-764292-30. {{(pid=102193) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 11 03:26:34.924493 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.db.api [None req-92fc4855-ef44-44e9-b5d2-d1997d726c13 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 11 03:26:34.924493 n-d-764292-30 neutron-server[102191]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 11 03:26:34.924493 n-d-764292-30 neutron-server[102191]: [parameters: {'project_id_1': 'f2a6374125124df4b95c69c9754e20df', 'expiration_1': datetime.datetime(2021, 8, 11, 3, 26, 34, 824386)}] Aug 11 03:26:34.924493 n-d-764292-30 neutron-server[102191]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102191) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 03:26:34.925275 n-d-764292-30 neutron-server[102191]: DEBUG oslo_db.api [None req-92fc4855-ef44-44e9-b5d2-d1997d726c13 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 03:26:34.927686 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.db.api [None req-a8ed4f90-9c1c-4275-908c-eaec51137bcb tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 11 03:26:34.927686 n-d-764292-30 neutron-server[102191]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 11 03:26:34.927686 n-d-764292-30 neutron-server[102191]: [parameters: {'project_id_1': 'a6e0511434be4fc4a2d24d0db6f1badc', 'expiration_1': datetime.datetime(2021, 8, 11, 3, 26, 34, 840297)}] Aug 11 03:26:34.927686 n-d-764292-30 neutron-server[102191]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102191) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 03:26:34.928111 n-d-764292-30 neutron-server[102191]: DEBUG oslo_db.api [None req-a8ed4f90-9c1c-4275-908c-eaec51137bcb tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 03:26:34.951709 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-7db61f10-5888-46b2-b05d-57546fb8a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:34.990679 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82df3078-cecc-4361-b8e8-61eb822c5b9e admin admin] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:26:34.996468 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-82df3078-cecc-4361-b8e8-61eb822c5b9e admin admin] 10.222.0.41 "PUT /v2.0/routers/0f8f9908-cfc8-4b88-899a-1fed9c6b8a54/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3282702 Aug 11 03:26:35.007459 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 55588) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:35.009945 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dbb276b-fbd2-4af5-80b0-24bf3f8dd0c2 None None] Sync routers for ids ['0f8f9908-cfc8-4b88-899a-1fed9c6b8a54'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:26:35.070445 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-af81907c-cf12-4f3f-a722-7b12d676c179 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:35.083604 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dbb276b-fbd2-4af5-80b0-24bf3f8dd0c2 None None] Routers {'0f8f9908-cfc8-4b88-899a-1fed9c6b8a54'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:26:35.084409 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-3dbb276b-fbd2-4af5-80b0-24bf3f8dd0c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:26:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['0f8f9908-cfc8-4b88-899a-1fed9c6b8a54'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:26:35.128946 n-d-764292-30 neutron-server[102192]: INFO neutron.api.v2.resource [None req-2fb5e625-8ce5-4c3c-9168-6ad0757aa688 tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] create failed (client error): The resource could not be found. Aug 11 03:26:35.135606 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-2fb5e625-8ce5-4c3c-9168-6ad0757aa688 tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3971658 Aug 11 03:26:35.140435 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 55590) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:35.143073 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-adda041f-4dba-4134-bf80-6e08e5781f73 tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] Request body: {'security_group': {'name': 'tempest-secgroup--1594447491'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:26:35.144052 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f1670de0-0331-42ef-8d5a-f71afe3054a7 admin admin] Notify callbacks [] for router, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:35.177333 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-af81907c-cf12-4f3f-a722-7b12d676c179 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:35.187884 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-a4f76a5e-4f64-43f1-8287-4b6110fc03dd req-c06ba77e-f2a2-4566-9199-f9582c8e6cf3 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:35.232999 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06ba77e-f2a2-4566-9199-f9582c8e6cf3 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Pushing event deleted for resources: {'Port': ['ID=dfa2e0ff-33d8-4c81-8f5e-c2c8919596e7,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:35.236596 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.db_base_plugin_common [None req-7db61f10-5888-46b2-b05d-57546fb8a437 None None] Allocated IP 2001:db8::2 (813a308e-1df3-42f6-8357-85259fd890d2/84b6bcee-5909-4774-aa5e-dd6636bcedaf/2d2577e3-7ced-49b2-946b-8e1b47f4db7c) {{(pid=102193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:26:35.261032 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-3dbb276b-fbd2-4af5-80b0-24bf3f8dd0c2 None None] Set router 0f8f9908-cfc8-4b88-899a-1fed9c6b8a54 gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:26:35.303748 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-adda041f-4dba-4134-bf80-6e08e5781f73 tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:35.308890 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4f76a5e-4f64-43f1-8287-4b6110fc03dd req-c06ba77e-f2a2-4566-9199-f9582c8e6cf3 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] No DVR routers for this DVR port dfa2e0ff-33d8-4c81-8f5e-c2c8919596e7 on host n-h1-764292-30 {{(pid=102191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:26:35.312290 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-a4f76a5e-4f64-43f1-8287-4b6110fc03dd req-c06ba77e-f2a2-4566-9199-f9582c8e6cf3 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:35.314661 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-a4f76a5e-4f64-43f1-8287-4b6110fc03dd req-c06ba77e-f2a2-4566-9199-f9582c8e6cf3 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.22 "DELETE /v2.0/ports/dfa2e0ff-33d8-4c81-8f5e-c2c8919596e7 HTTP/1.1" status: 204 len: 173 time: 0.7980940 Aug 11 03:26:35.315180 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ab07bbd-fa55-4032-bc68-2fe67c0da2d6', 'name': 'network-vif-deleted', 'tag': 'dfa2e0ff-33d8-4c81-8f5e-c2c8919596e7'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:26:35.317498 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8704ffc0-93e5-4ecc-a9ad-b701cebf39bf" -d '{"events": [{"server_uuid": "2ab07bbd-fa55-4032-bc68-2fe67c0da2d6", "name": "network-vif-deleted", "tag": "dfa2e0ff-33d8-4c81-8f5e-c2c8919596e7"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:26:35.322528 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 19c82750-84d2-4723-af09-6cc2f68e53e5 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:26:35.352062 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-af81907c-cf12-4f3f-a722-7b12d676c179 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:35.363050 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:26:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0fa3d63-5020-4ffd-9339-770173fe8b9b x-openstack-request-id: req-d0fa3d63-5020-4ffd-9339-770173fe8b9b {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:26:35.363481 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ab07bbd-fa55-4032-bc68-2fe67c0da2d6", "name": "network-vif-deleted", "tag": "dfa2e0ff-33d8-4c81-8f5e-c2c8919596e7", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:26:35.363870 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d0fa3d63-5020-4ffd-9339-770173fe8b9b {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:26:35.364275 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ab07bbd-fa55-4032-bc68-2fe67c0da2d6', 'name': 'network-vif-deleted', 'tag': 'dfa2e0ff-33d8-4c81-8f5e-c2c8919596e7', 'status': 'completed', 'code': 200} Aug 11 03:26:35.371293 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f1670de0-0331-42ef-8d5a-f71afe3054a7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:35.381970 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af81907c-cf12-4f3f-a722-7b12d676c179 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a157ef87-281e-4c3d-aff3-70c26ae18a2a,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:35.413629 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-adda041f-4dba-4134-bf80-6e08e5781f73 tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:35.426163 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-92fc4855-ef44-44e9-b5d2-d1997d726c13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:35.429695 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a8ed4f90-9c1c-4275-908c-eaec51137bcb tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:35.498264 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-adda041f-4dba-4134-bf80-6e08e5781f73 tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:35.505828 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 19c82750-84d2-4723-af09-6cc2f68e53e5 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:26:35.506211 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:35.516023 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-f1670de0-0331-42ef-8d5a-f71afe3054a7 admin admin] Deleting port dbe89a70-e575-46df-91db-5670b6eef495 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:26:35.516711 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f1670de0-0331-42ef-8d5a-f71afe3054a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:35.528907 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adda041f-4dba-4134-bf80-6e08e5781f73 tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55e63d23-6250-41a1-92b7-25b78042f8bd,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:35.553643 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-7db61f10-5888-46b2-b05d-57546fb8a437 None None] For port 2d2577e3-7ced-49b2-946b-8e1b47f4db7c, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=2d2577e3-7ced-49b2-946b-8e1b47f4db7c,segment=NetworkSegment(3502ca39-c8b5-4b03-b555-41ce14e50037),segment_id=3502ca39-c8b5-4b03-b555-41ce14e50037)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:26:35.595833 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-af81907c-cf12-4f3f-a722-7b12d676c179 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:35.600192 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-af81907c-cf12-4f3f-a722-7b12d676c179 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6934230 Aug 11 03:26:35.601047 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-adda041f-4dba-4134-bf80-6e08e5781f73 tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:35.603888 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-adda041f-4dba-4134-bf80-6e08e5781f73 tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4641845 Aug 11 03:26:35.605664 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 55594) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:35.606002 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 55596) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:35.611482 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-de6b9c1f-dd87-44a2-8996-70471898db6a tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Request body: {'security_group_rule': {'security_group_id': '90def170-0f04-4173-9159-534b9b7a97b4', 'project_id': '6f34ea378b0c4732b01bbd0e8e3ce05d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:26:35.616807 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [None req-f1670de0-0331-42ef-8d5a-f71afe3054a7 admin admin] For port dbe89a70-e575-46df-91db-5670b6eef495, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=dbe89a70-e575-46df-91db-5670b6eef495,segment=NetworkSegment(fab28bed-aa25-40db-bba4-ec26e795194c),segment_id=fab28bed-aa25-40db-bba4-ec26e795194c)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:26:35.617911 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f1670de0-0331-42ef-8d5a-f71afe3054a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:35.623565 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-ee5e101d-804c-46c0-8207-8be51a778986 tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] Request body: {'security_group': {'name': 'tempest-secgroup--626418395'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:26:35.634385 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-7db61f10-5888-46b2-b05d-57546fb8a437 None None] Notify callbacks [] for port, precommit_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:35.639549 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-f1670de0-0331-42ef-8d5a-f71afe3054a7 admin admin] Calling delete_port for dbe89a70-e575-46df-91db-5670b6eef495 owned by network:router_gateway {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:26:35.661996 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-7db61f10-5888-46b2-b05d-57546fb8a437 None None] Transition to ACTIVE for port object 2d2577e3-7ced-49b2-946b-8e1b47f4db7c will not be triggered until provisioned by entity DHCP. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:26:35.710157 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-3dbb276b-fbd2-4af5-80b0-24bf3f8dd0c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f8f9908-cfc8-4b88-899a-1fed9c6b8a54', 'name': 'tempest-ServerRescueTestJSON-1542526337-router', 'tenant_id': 'f8cfc954604b4a9ba8ad1cb21f7fc109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': 'dbe89a70-e575-46df-91db-5670b6eef495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:24:12Z', 'updated_at': '2021-08-11T03:26:33Z', 'revision_number': 5, 'project_id': 'f8cfc954604b4a9ba8ad1cb21f7fc109', 'gw_port': {'id': 'dbe89a70-e575-46df-91db-5670b6eef495', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:49:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f8f9908-cfc8-4b88-899a-1fed9c6b8a54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2678, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:24:14Z', 'updated_at': '2021-08-11T03:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:26:35.742888 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dbb276b-fbd2-4af5-80b0-24bf3f8dd0c2 None None] Checking router: 0f8f9908-cfc8-4b88-899a-1fed9c6b8a54 for host: n-d-764292-30 {{(pid=102193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:26:35.753659 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dbb276b-fbd2-4af5-80b0-24bf3f8dd0c2 None None] Routers {'0f8f9908-cfc8-4b88-899a-1fed9c6b8a54'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:26:35.754925 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-3dbb276b-fbd2-4af5-80b0-24bf3f8dd0c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:26:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['0f8f9908-cfc8-4b88-899a-1fed9c6b8a54'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:26:35.791138 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-7db61f10-5888-46b2-b05d-57546fb8a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:35.833703 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-92fc4855-ef44-44e9-b5d2-d1997d726c13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:35.901352 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-92fc4855-ef44-44e9-b5d2-d1997d726c13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:35.925016 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-3dbb276b-fbd2-4af5-80b0-24bf3f8dd0c2 None None] Set router 0f8f9908-cfc8-4b88-899a-1fed9c6b8a54 gateway port host: None {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:26:35.956920 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fc4855-ef44-44e9-b5d2-d1997d726c13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4288c18-e15f-4200-b671-d296ab97b4af,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:35.964917 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f1670de0-0331-42ef-8d5a-f71afe3054a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:35.993848 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-65e9e50a-1ac1-4c46-97db-a9f7c10b6dca req-5af5d0e8-d908-4a8a-8cf1-8d6750e688aa tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ab07bbd-fa55-4032-bc68-2fe67c0da2d6 HTTP/1.1" status: 200 len: 210 time: 0.0515363 Aug 11 03:26:36.003265 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-3dbb276b-fbd2-4af5-80b0-24bf3f8dd0c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f8f9908-cfc8-4b88-899a-1fed9c6b8a54', 'name': 'tempest-ServerRescueTestJSON-1542526337-router', 'tenant_id': 'f8cfc954604b4a9ba8ad1cb21f7fc109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:24:12Z', 'updated_at': '2021-08-11T03:26:35Z', 'revision_number': 6, 'project_id': 'f8cfc954604b4a9ba8ad1cb21f7fc109', 'gw_port_host': None}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:26:36.005975 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db61f10-5888-46b2-b05d-57546fb8a437 None None] Pushing event updated for resources: {'Port': ['ID=2d2577e3-7ced-49b2-946b-8e1b47f4db7c,revision_number=6']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:36.020530 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1670de0-0331-42ef-8d5a-f71afe3054a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=dbe89a70-e575-46df-91db-5670b6eef495,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:36.027153 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-92fc4855-ef44-44e9-b5d2-d1997d726c13 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f2a6374125124df4b95c69c9754e20df&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4102845 Aug 11 03:26:36.029177 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 55600) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:36.045926 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dbb276b-fbd2-4af5-80b0-24bf3f8dd0c2 None None] The sync data for ids ['0f8f9908-cfc8-4b88-899a-1fed9c6b8a54'] in n-d-764292-30 is: [{'id': '0f8f9908-cfc8-4b88-899a-1fed9c6b8a54', 'name': 'tempest-ServerRescueTestJSON-1542526337-router', 'tenant_id': 'f8cfc954604b4a9ba8ad1cb21f7fc109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:24:12Z', 'updated_at': '2021-08-11T03:26:35Z', 'revision_number': 6, 'project_id': 'f8cfc954604b4a9ba8ad1cb21f7fc109', 'gw_port_host': None}] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:26:36.116289 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-59d5abeb-3c3f-499d-965d-bba79e556ca0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:36.124894 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f1670de0-0331-42ef-8d5a-f71afe3054a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-446916'] for router_gateway, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:36.146670 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-59d5abeb-3c3f-499d-965d-bba79e556ca0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:36.229690 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a8ed4f90-9c1c-4275-908c-eaec51137bcb tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:36.233377 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f1670de0-0331-42ef-8d5a-f71afe3054a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6544'] for router, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:36.236805 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f1670de0-0331-42ef-8d5a-f71afe3054a7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:36.279781 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a8ed4f90-9c1c-4275-908c-eaec51137bcb tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:36.280660 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-59d5abeb-3c3f-499d-965d-bba79e556ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:36.283265 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-59d5abeb-3c3f-499d-965d-bba79e556ca0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:36.288541 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-59d5abeb-3c3f-499d-965d-bba79e556ca0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b4288c18-e15f-4200-b671-d296ab97b4af HTTP/1.1" status: 204 len: 168 time: 0.2534745 Aug 11 03:26:36.312798 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ed4f90-9c1c-4275-908c-eaec51137bcb tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f3dc5c7-ed96-4416-9a2e-ecfada5a68a3,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:36.322813 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d5abeb-3c3f-499d-965d-bba79e556ca0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4288c18-e15f-4200-b671-d296ab97b4af,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:36.343010 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f1670de0-0331-42ef-8d5a-f71afe3054a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448809'] for router, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:36.343604 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1670de0-0331-42ef-8d5a-f71afe3054a7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0f8f9908-cfc8-4b88-899a-1fed9c6b8a54 {{(pid=102191) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:26:36.350229 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f1670de0-0331-42ef-8d5a-f71afe3054a7 admin admin] Notify callbacks [] for router, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:36.350229 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-f1670de0-0331-42ef-8d5a-f71afe3054a7 admin admin] 10.222.0.41 "DELETE /v2.0/routers/0f8f9908-cfc8-4b88-899a-1fed9c6b8a54 HTTP/1.1" status: 204 len: 168 time: 1.3415437 Aug 11 03:26:36.352573 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 55604) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:36.400083 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7f481dd-99c5-4781-a8e6-5d8d6c5ad659 admin admin] Deleting subnet b8783183-c3a1-4580-9cd5-7ee055cead2b {{(pid=102191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:26:36.403854 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b7f481dd-99c5-4781-a8e6-5d8d6c5ad659 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:36.411688 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-de6b9c1f-dd87-44a2-8996-70471898db6a tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:36.451293 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b7f481dd-99c5-4781-a8e6-5d8d6c5ad659 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126283525'] for subnet, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:36.500760 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a8ed4f90-9c1c-4275-908c-eaec51137bcb tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:36.505344 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-a8ed4f90-9c1c-4275-908c-eaec51137bcb tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.8848236 Aug 11 03:26:36.508437 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 55606) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:36.517214 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-af19e55f-0baf-4033-b5d0-904027a5096b tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Request body: {'security_group': {'name': 'tempest-secgroup-1791912438'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:26:36.524390 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b7f481dd-99c5-4781-a8e6-5d8d6c5ad659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:36.534806 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-de6b9c1f-dd87-44a2-8996-70471898db6a tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:36.606640 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ee5e101d-804c-46c0-8207-8be51a778986 tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:36.612545 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-de6b9c1f-dd87-44a2-8996-70471898db6a tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:36.645170 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6b9c1f-dd87-44a2-8996-70471898db6a tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80cdc2ea-75f2-4911-a9c0-a29b30ed5601,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:36.669170 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b7f481dd-99c5-4781-a8e6-5d8d6c5ad659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126283413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126275158'] for subnet, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:36.686499 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-909830a1-4a9f-40e8-9bc3-9f12f2535845 None None] Provisioning complete for port dc4a6b7e-a1cf-45bd-a6ca-6b0e43182718 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:26:36.687517 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-909830a1-4a9f-40e8-9bc3-9f12f2535845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:36.698146 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f481dd-99c5-4781-a8e6-5d8d6c5ad659 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8783183-c3a1-4580-9cd5-7ee055cead2b,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:36.702987 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-af19e55f-0baf-4033-b5d0-904027a5096b tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:36.705720 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b7f481dd-99c5-4781-a8e6-5d8d6c5ad659 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:36.707726 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-b7f481dd-99c5-4781-a8e6-5d8d6c5ad659 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/b8783183-c3a1-4580-9cd5-7ee055cead2b HTTP/1.1" status: 204 len: 168 time: 0.3539453 Aug 11 03:26:36.710362 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 55610) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:36.727724 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-909830a1-4a9f-40e8-9bc3-9f12f2535845 None None] Port dc4a6b7e-a1cf-45bd-a6ca-6b0e43182718 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:26:36.781171 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0d6530ea-04b4-487d-95fd-6c61d4059dec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:36.789483 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-de6b9c1f-dd87-44a2-8996-70471898db6a tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:36.790693 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-de6b9c1f-dd87-44a2-8996-70471898db6a tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1837103 Aug 11 03:26:36.792112 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.db.api [None req-af19e55f-0baf-4033-b5d0-904027a5096b tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 11 03:26:36.792112 n-d-764292-30 neutron-server[102191]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 11 03:26:36.792112 n-d-764292-30 neutron-server[102191]: [parameters: {'project_id_1': 'a6e0511434be4fc4a2d24d0db6f1badc', 'expiration_1': datetime.datetime(2021, 8, 11, 3, 26, 36, 721871)}] Aug 11 03:26:36.792112 n-d-764292-30 neutron-server[102191]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102191) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 03:26:36.792473 n-d-764292-30 neutron-server[102191]: DEBUG oslo_db.api [None req-af19e55f-0baf-4033-b5d0-904027a5096b tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 03:26:36.793376 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 55612) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:36.798042 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-74f5e83a-9b1e-4fa1-915e-ad4f528ad611 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Request body: {'security_group_rule': {'security_group_id': '90def170-0f04-4173-9159-534b9b7a97b4', 'project_id': '6f34ea378b0c4732b01bbd0e8e3ce05d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:26:36.840516 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-909830a1-4a9f-40e8-9bc3-9f12f2535845 None None] Provisioning for port 2d2577e3-7ced-49b2-946b-8e1b47f4db7c completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:26:36.844533 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-909830a1-4a9f-40e8-9bc3-9f12f2535845 None None] Provisioning complete for port 2d2577e3-7ced-49b2-946b-8e1b47f4db7c triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:26:36.845570 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-909830a1-4a9f-40e8-9bc3-9f12f2535845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:36.901461 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0d6530ea-04b4-487d-95fd-6c61d4059dec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:36.919701 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-0d6530ea-04b4-487d-95fd-6c61d4059dec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c13948e9-e028-4a8d-ac69-93d0ad6a4bde']}} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:26:36.936608 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-0d6530ea-04b4-487d-95fd-6c61d4059dec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21ab9289-39d9-4555-9571-2cc6fd85c487') {'for_net_delete': True} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:26:36.939598 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-0d6530ea-04b4-487d-95fd-6c61d4059dec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21ab9289-39d9-4555-9571-2cc6fd85c487') {} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:26:36.940314 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ee5e101d-804c-46c0-8207-8be51a778986 tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:36.949351 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0d6530ea-04b4-487d-95fd-6c61d4059dec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125932501'] for segment, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:36.964032 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0d6530ea-04b4-487d-95fd-6c61d4059dec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:36.970428 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d6530ea-04b4-487d-95fd-6c61d4059dec admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=102192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:26:36.970933 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0d6530ea-04b4-487d-95fd-6c61d4059dec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125932183'] for segment, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:36.972559 n-d-764292-30 neutron-server[102192]: Traceback (most recent call last): Aug 11 03:26:36.972559 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:26:36.972559 n-d-764292-30 neutron-server[102192]: timer() Aug 11 03:26:36.972559 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:26:36.972559 n-d-764292-30 neutron-server[102192]: cb(*args, **kw) Aug 11 03:26:36.972559 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:26:36.972559 n-d-764292-30 neutron-server[102192]: return func(*args, **kwargs) Aug 11 03:26:36.972559 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:26:36.972559 n-d-764292-30 neutron-server[102192]: self._notify() Aug 11 03:26:36.972559 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:26:36.972559 n-d-764292-30 neutron-server[102192]: self.callback(batched_events) Aug 11 03:26:36.972559 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:26:36.972559 n-d-764292-30 neutron-server[102192]: event.method(event) Aug 11 03:26:36.972559 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:26:36.972559 n-d-764292-30 neutron-server[102192]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:26:36.972559 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:26:36.972559 n-d-764292-30 neutron-server[102192]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:26:36.972559 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:26:36.972559 n-d-764292-30 neutron-server[102192]: return f(self, *a, **k) Aug 11 03:26:36.972559 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:26:36.972559 n-d-764292-30 neutron-server[102192]: return self._get(url).json() Aug 11 03:26:36.972559 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:26:36.972559 n-d-764292-30 neutron-server[102192]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:26:36.972559 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:26:36.972559 n-d-764292-30 neutron-server[102192]: return self.request(url, 'GET', **kwargs) Aug 11 03:26:36.972559 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:26:36.972559 n-d-764292-30 neutron-server[102192]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:26:36.972559 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:26:36.972559 n-d-764292-30 neutron-server[102192]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:26:36.972559 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:26:36.972559 n-d-764292-30 neutron-server[102192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:26:36.972559 n-d-764292-30 neutron-server[102192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:26:37.025706 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ee5e101d-804c-46c0-8207-8be51a778986 tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:37.073736 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5e101d-804c-46c0-8207-8be51a778986 tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20ce7ffd-df8d-422c-8b27-65fea3573734,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:37.076113 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 55616) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:37.078554 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 55618) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:37.096560 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-5606a08a-5ec5-4d9c-a024-d0de5ad9729d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:37.109604 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:37.139406 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0d6530ea-04b4-487d-95fd-6c61d4059dec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:37.155987 n-d-764292-30 neutron-server[102191]: INFO neutron.db.securitygroups_db [None req-74f5e83a-9b1e-4fa1-915e-ad4f528ad611 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Project 6f34ea378b0c4732b01bbd0e8e3ce05d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 03:26:37.164619 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0d6530ea-04b4-487d-95fd-6c61d4059dec admin admin] Notify callbacks [] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:37.166901 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-0d6530ea-04b4-487d-95fd-6c61d4059dec admin admin] 10.222.0.41 "DELETE /v2.0/networks/c13948e9-e028-4a8d-ac69-93d0ad6a4bde HTTP/1.1" status: 204 len: 168 time: 0.4548562 Aug 11 03:26:37.167853 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6530ea-04b4-487d-95fd-6c61d4059dec admin admin] Pushing event deleted for resources: {'Network': ['ID=c13948e9-e028-4a8d-ac69-93d0ad6a4bde,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:37.221340 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 2d2577e3-7ced-49b2-946b-8e1b47f4db7c up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:26:37.225419 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ee5e101d-804c-46c0-8207-8be51a778986 tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:37.229742 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-ee5e101d-804c-46c0-8207-8be51a778986 tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.6074257 Aug 11 03:26:37.234177 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 55622) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:37.238404 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-74f5e83a-9b1e-4fa1-915e-ad4f528ad611 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:37.243718 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-982ea7f7-f1fd-4b0b-855b-2f736b87dbfa tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] Request body: {'security_group_rule': {'security_group_id': '55e63d23-6250-41a1-92b7-25b78042f8bd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '20ce7ffd-df8d-422c-8b27-65fea3573734'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:26:37.293719 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-af19e55f-0baf-4033-b5d0-904027a5096b tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:37.328768 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 2d2577e3-7ced-49b2-946b-8e1b47f4db7c triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:26:37.329822 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:37.356460 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-5606a08a-5ec5-4d9c-a024-d0de5ad9729d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:37.404622 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-74f5e83a-9b1e-4fa1-915e-ad4f528ad611 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:37.469824 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device dbe89a70-e575-46df-91db-5670b6eef495 no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:26:37.480282 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-5606a08a-5ec5-4d9c-a024-d0de5ad9729d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:37.491796 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: dbe89a70-e575-46df-91db-5670b6eef495 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:26:37.492977 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device dbe89a70-e575-46df-91db-5670b6eef495 not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:26:37.492977 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 885ba214-8295-4774-98ad-0f84a84805f4 no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:26:37.494173 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-74f5e83a-9b1e-4fa1-915e-ad4f528ad611 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:37.515860 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: 885ba214-8295-4774-98ad-0f84a84805f4 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:26:37.519966 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 885ba214-8295-4774-98ad-0f84a84805f4 not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:26:37.527521 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-5606a08a-5ec5-4d9c-a024-d0de5ad9729d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1d92c31844a14b78881055e61e6dd8c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4452085 Aug 11 03:26:37.527521 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5606a08a-5ec5-4d9c-a024-d0de5ad9729d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fe88268-4985-4dff-b8d8-d1e0b8e88bf8,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:37.527816 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.db.api [None req-af19e55f-0baf-4033-b5d0-904027a5096b tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 11 03:26:37.527816 n-d-764292-30 neutron-server[102191]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 11 03:26:37.527816 n-d-764292-30 neutron-server[102191]: [parameters: {'project_id_1': 'a6e0511434be4fc4a2d24d0db6f1badc', 'expiration_1': datetime.datetime(2021, 8, 11, 3, 26, 37, 352048)}] Aug 11 03:26:37.527816 n-d-764292-30 neutron-server[102191]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102191) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 03:26:37.528296 n-d-764292-30 neutron-server[102191]: DEBUG oslo_db.api [None req-af19e55f-0baf-4033-b5d0-904027a5096b tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 03:26:37.528403 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 55626) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:37.529293 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f5e83a-9b1e-4fa1-915e-ad4f528ad611 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=502d6e4f-b199-436d-9408-248ac13a1e89,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:37.566362 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-af19e55f-0baf-4033-b5d0-904027a5096b tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:37.594842 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4c995742-4ef8-4167-a9a2-8783323265be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:37.621145 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4c995742-4ef8-4167-a9a2-8783323265be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:37.641626 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-432ee586-ea22-449e-ad4f-e8d3fed67cf6 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521106'] for router_interface, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:37.670716 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 55628) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:37.683783 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-74f5e83a-9b1e-4fa1-915e-ad4f528ad611 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:37.684997 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-74f5e83a-9b1e-4fa1-915e-ad4f528ad611 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8906736 Aug 11 03:26:37.688177 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 55630) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:37.693365 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-144316df-feb2-4d8f-ae8d-92db38f4a93c tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Request body: {'security_group_rule': {'security_group_id': '90def170-0f04-4173-9159-534b9b7a97b4', 'project_id': '6f34ea378b0c4732b01bbd0e8e3ce05d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:26:37.721026 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4c995742-4ef8-4167-a9a2-8783323265be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:37.723580 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4c995742-4ef8-4167-a9a2-8783323265be admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:37.731328 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-4c995742-4ef8-4167-a9a2-8783323265be admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0fe88268-4985-4dff-b8d8-d1e0b8e88bf8 HTTP/1.1" status: 204 len: 168 time: 0.1949883 Aug 11 03:26:37.731328 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-08b54fad-45ce-4297-95b0-5c8bde66e473 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f8cfc954604b4a9ba8ad1cb21f7fc109&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0578158 Aug 11 03:26:37.732578 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 55634) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:37.738438 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device dfa2e0ff-33d8-4c81-8f5e-c2c8919596e7 no longer exists at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:26:37.764524 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] No Port match for: dfa2e0ff-33d8-4c81-8f5e-c2c8919596e7 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:26:37.765013 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device dfa2e0ff-33d8-4c81-8f5e-c2c8919596e7 not bound to the agent host n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:26:37.773246 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c995742-4ef8-4167-a9a2-8783323265be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fe88268-4985-4dff-b8d8-d1e0b8e88bf8,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:37.807781 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-68018e92-48c3-4353-867e-3043b3d845cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:37.844989 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-68018e92-48c3-4353-867e-3043b3d845cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:38.013493 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-68018e92-48c3-4353-867e-3043b3d845cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:38.017120 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-68018e92-48c3-4353-867e-3043b3d845cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:38.018684 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-68018e92-48c3-4353-867e-3043b3d845cd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ed60bba6-2b2f-4b83-a3e4-9e7aa48523e6 HTTP/1.1" status: 204 len: 168 time: 0.2693267 Aug 11 03:26:38.028903 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68018e92-48c3-4353-867e-3043b3d845cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed60bba6-2b2f-4b83-a3e4-9e7aa48523e6,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:38.140984 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-af19e55f-0baf-4033-b5d0-904027a5096b tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:38.177933 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-af19e55f-0baf-4033-b5d0-904027a5096b tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:38.253241 n-d-764292-30 neutron-server[102191]: INFO neutron.api.v2.resource [None req-982ea7f7-f1fd-4b0b-855b-2f736b87dbfa tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 03:26:38.257951 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-982ea7f7-f1fd-4b0b-855b-2f736b87dbfa tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 1.0170422 Aug 11 03:26:38.257951 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af19e55f-0baf-4033-b5d0-904027a5096b tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd2e1bee-7c77-47a7-9b20-9b0c257ae907,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:38.261365 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 55652) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:38.312362 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-af19e55f-0baf-4033-b5d0-904027a5096b tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:38.313595 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-af19e55f-0baf-4033-b5d0-904027a5096b tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.8040488 Aug 11 03:26:38.316373 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 55654) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:38.320862 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-12c53080-fae2-4758-97da-697ba9c47175 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Request body: {'security_group': {'name': 'tempest-secgroup-1931935564'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:26:38.329401 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-432ee586-ea22-449e-ad4f-e8d3fed67cf6 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Deleting port ad8bc4eb-710c-49a5-8550-89ec2fc89a95 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:26:38.329751 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-432ee586-ea22-449e-ad4f-e8d3fed67cf6 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:38.358503 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-26932ca4-87e3-435a-a5a6-4284c4b40a11 tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:38.389828 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-26932ca4-87e3-435a-a5a6-4284c4b40a11 tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:38.404876 n-d-764292-30 neutron-server[102192]: INFO neutron.db.securitygroups_db [None req-144316df-feb2-4d8f-ae8d-92db38f4a93c tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Project 6f34ea378b0c4732b01bbd0e8e3ce05d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 03:26:38.412151 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-144316df-feb2-4d8f-ae8d-92db38f4a93c tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:38.465555 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [None req-432ee586-ea22-449e-ad4f-e8d3fed67cf6 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] For port ad8bc4eb-710c-49a5-8550-89ec2fc89a95, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=ad8bc4eb-710c-49a5-8550-89ec2fc89a95,segment=NetworkSegment(d0314809-797b-49c5-956f-3a5c1e5c0001),segment_id=d0314809-797b-49c5-956f-3a5c1e5c0001)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:26:38.466519 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-432ee586-ea22-449e-ad4f-e8d3fed67cf6 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:38.481783 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-432ee586-ea22-449e-ad4f-e8d3fed67cf6 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Calling delete_port for ad8bc4eb-710c-49a5-8550-89ec2fc89a95 owned by network:router_interface {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:26:38.488265 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-12c53080-fae2-4758-97da-697ba9c47175 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:38.492400 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-144316df-feb2-4d8f-ae8d-92db38f4a93c tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:38.521026 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-26932ca4-87e3-435a-a5a6-4284c4b40a11 tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:38.525085 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-26932ca4-87e3-435a-a5a6-4284c4b40a11 tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:38.526274 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-26932ca4-87e3-435a-a5a6-4284c4b40a11 tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] 10.222.0.41 "DELETE /v2.0/security-groups/20ce7ffd-df8d-422c-8b27-65fea3573734 HTTP/1.1" status: 204 len: 168 time: 0.2631762 Aug 11 03:26:38.538014 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 55666) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:38.538616 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26932ca4-87e3-435a-a5a6-4284c4b40a11 tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20ce7ffd-df8d-422c-8b27-65fea3573734,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:38.564316 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-144316df-feb2-4d8f-ae8d-92db38f4a93c tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:38.592401 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144316df-feb2-4d8f-ae8d-92db38f4a93c tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f545a1d-4be9-4d2c-bca4-4e4f0622f3fb,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:38.620357 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-c34d6fa7-dc72-4eb9-8af4-f8a5cc1c9e91 tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0793705 Aug 11 03:26:38.622967 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 55670) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:38.679711 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-6386f579-5388-482c-883f-1940f548271f tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:38.686862 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-12c53080-fae2-4758-97da-697ba9c47175 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:38.712722 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-6386f579-5388-482c-883f-1940f548271f tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:38.828839 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-12c53080-fae2-4758-97da-697ba9c47175 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:38.895468 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c53080-fae2-4758-97da-697ba9c47175 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Pushing event updated for resources: {'SecurityGroup': ['ID=091625c9-d061-4f90-847d-50b1fe3d6891,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:38.926439 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-432ee586-ea22-449e-ad4f-e8d3fed67cf6 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:38.961211 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-144316df-feb2-4d8f-ae8d-92db38f4a93c tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:38.963007 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-144316df-feb2-4d8f-ae8d-92db38f4a93c tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.2733612 Aug 11 03:26:38.963863 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-6386f579-5388-482c-883f-1940f548271f tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:38.967250 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-6386f579-5388-482c-883f-1940f548271f tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:38.969124 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-6386f579-5388-482c-883f-1940f548271f tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] 10.222.0.41 "DELETE /v2.0/security-groups/55e63d23-6250-41a1-92b7-25b78042f8bd HTTP/1.1" status: 204 len: 168 time: 0.3444488 Aug 11 03:26:38.976525 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 55682) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:39.003818 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-12c53080-fae2-4758-97da-697ba9c47175 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:39.011700 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-12c53080-fae2-4758-97da-697ba9c47175 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6913931 Aug 11 03:26:39.011700 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432ee586-ea22-449e-ad4f-e8d3fed67cf6 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Pushing event deleted for resources: {'Port': ['ID=ad8bc4eb-710c-49a5-8550-89ec2fc89a95,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:39.018789 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6386f579-5388-482c-883f-1940f548271f tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55e63d23-6250-41a1-92b7-25b78042f8bd,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:39.027813 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 55686) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:39.042671 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-3d9d77b8-e07f-4e9b-a98e-c8d31005cdda tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1406735980', 'security_groups': ['091625c9-d061-4f90-847d-50b1fe3d6891'], 'network_id': '813a308e-1df3-42f6-8357-85259fd890d2', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '84b6bcee-5909-4774-aa5e-dd6636bcedaf'}]}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:26:39.048013 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-db2df3f3-9924-49c5-a7b1-dc1463b204ab tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0703285 Aug 11 03:26:39.052421 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 55688) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:39.058559 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-066fd899-2b7e-4f4b-b586-914546203ba2 tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] Request body: {'security_group': {'name': 'tempest-secgroup--263500528'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:26:39.177751 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-066fd899-2b7e-4f4b-b586-914546203ba2 tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:39.448434 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-066fd899-2b7e-4f4b-b586-914546203ba2 tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:39.497344 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-432ee586-ea22-449e-ad4f-e8d3fed67cf6 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16383033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450082'] for router_interface, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:39.509716 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-066fd899-2b7e-4f4b-b586-914546203ba2 tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:39.527509 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c7b074a6-5970-413b-90dc-70433ac6c53b req-ca815798-31a0-4da9-a0f3-5f29a2ccc06b tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1308146266&fields=id&tenant_id=6f34ea378b0c4732b01bbd0e8e3ce05d HTTP/1.1" status: 200 len: 267 time: 0.0765152 Aug 11 03:26:39.645983 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066fd899-2b7e-4f4b-b586-914546203ba2 tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9119ff5b-7676-4ba9-842a-116a7e20d7f9,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:39.674252 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d9d77b8-e07f-4e9b-a98e-c8d31005cdda tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Made reservation on behalf of a6e0511434be4fc4a2d24d0db6f1badc for: {'port': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:26:39.770569 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b074a6-5970-413b-90dc-70433ac6c53b req-b3d535c2-fd88-4a09-bbb2-a412c3dfd315 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:39.772222 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c7b074a6-5970-413b-90dc-70433ac6c53b req-b3d535c2-fd88-4a09-bbb2-a412c3dfd315 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] 10.222.0.41 "GET /v2.0/networks?id=e59732ab-623e-4cb8-9f39-fb9f4d98d154 HTTP/1.1" status: 200 len: 797 time: 0.2373848 Aug 11 03:26:39.773460 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-066fd899-2b7e-4f4b-b586-914546203ba2 tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:39.774636 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-066fd899-2b7e-4f4b-b586-914546203ba2 tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7210960 Aug 11 03:26:39.777586 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 55716) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:39.786447 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-52246b42-be0d-4d17-ae01-18283fa62dbc tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] Request body: {'security_group_rule': {'security_group_id': '9119ff5b-7676-4ba9-842a-116a7e20d7f9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:26:39.822084 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c7b074a6-5970-413b-90dc-70433ac6c53b req-951f84d2-3de8-49ba-ac2a-9204c2a15b97 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] 10.222.0.41 "GET /v2.0/quotas/6f34ea378b0c4732b01bbd0e8e3ce05d HTTP/1.1" status: 200 len: 375 time: 0.0280497 Aug 11 03:26:39.864702 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3d9d77b8-e07f-4e9b-a98e-c8d31005cdda tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:39.914861 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [None req-3d9d77b8-e07f-4e9b-a98e-c8d31005cdda tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] device_id is not set on port a58fb99e-a77c-44f7-b8a4-a453477d3468 yet. {{(pid=102191) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:26:39.959349 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c7b074a6-5970-413b-90dc-70433ac6c53b req-b3ddc1fd-2d70-4a80-ae69-12ad33014283 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=6f34ea378b0c4732b01bbd0e8e3ce05d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1363227 Aug 11 03:26:39.971864 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-432ee586-ea22-449e-ad4f-e8d3fed67cf6 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Router 9b20808e-97f4-47b7-9610-95e658ef559d has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:26:40.104706 n-d-764292-30 neutron-server[102192]: INFO neutron.api.v2.resource [None req-52246b42-be0d-4d17-ae01-18283fa62dbc tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 03:26:40.106353 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-52246b42-be0d-4d17-ae01-18283fa62dbc tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3276808 Aug 11 03:26:40.108693 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c7b074a6-5970-413b-90dc-70433ac6c53b req-c66fca47-8d81-4b7f-b89f-1d2cde7ef250 service neutron] 10.222.0.41 "GET /v2.0/networks/e59732ab-623e-4cb8-9f39-fb9f4d98d154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306057 Aug 11 03:26:40.109276 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 55736) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:40.115881 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-3bb518c2-75de-487d-85a3-6d6b9b66aa62 tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] Request body: {'security_group_rule': {'security_group_id': '9119ff5b-7676-4ba9-842a-116a7e20d7f9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:26:40.239314 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c7b074a6-5970-413b-90dc-70433ac6c53b req-da938271-2e9a-444a-8a9d-d1cfb6f91da4 service neutron] 10.222.0.41 "GET /v2.0/networks/e59732ab-623e-4cb8-9f39-fb9f4d98d154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181972 Aug 11 03:26:40.268391 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [None req-3d9d77b8-e07f-4e9b-a98e-c8d31005cdda tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Allocated IP 2001:db8::3d7 (813a308e-1df3-42f6-8357-85259fd890d2/84b6bcee-5909-4774-aa5e-dd6636bcedaf/a58fb99e-a77c-44f7-b8a4-a453477d3468) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:26:40.295596 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-432ee586-ea22-449e-ad4f-e8d3fed67cf6 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:26:40.304138 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-432ee586-ea22-449e-ad4f-e8d3fed67cf6 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "PUT /v2.0/routers/9b20808e-97f4-47b7-9610-95e658ef559d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2260768 Aug 11 03:26:40.306563 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 55742) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:40.309913 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e952ef1b-e05a-4ce4-b5bc-65c73b435c68 None None] Sync routers for ids ['9b20808e-97f4-47b7-9610-95e658ef559d'] in n-d-764292-30 {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:26:40.327228 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e952ef1b-e05a-4ce4-b5bc-65c73b435c68 None None] Routers {'9b20808e-97f4-47b7-9610-95e658ef559d'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:26:40.327859 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-e952ef1b-e05a-4ce4-b5bc-65c73b435c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:26:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['9b20808e-97f4-47b7-9610-95e658ef559d'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:26:40.421928 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f445c60-1ba7-4c36-8e28-988be376d364 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Deleting subnet 37cbef7f-f057-476b-a1c7-ed84d89eefd6 {{(pid=102192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:26:40.433199 n-d-764292-30 neutron-server[102192]: INFO neutron.api.v2.resource [None req-3bb518c2-75de-487d-85a3-6d6b9b66aa62 tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 03:26:40.434256 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-3bb518c2-75de-487d-85a3-6d6b9b66aa62 tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3239813 Aug 11 03:26:40.440878 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 55752) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:40.446334 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-2f445c60-1ba7-4c36-8e28-988be376d364 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks [] for subnet, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:40.531373 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3d9d77b8-e07f-4e9b-a98e-c8d31005cdda tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:40.573209 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [None req-3d9d77b8-e07f-4e9b-a98e-c8d31005cdda tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Transition to ACTIVE for port object a58fb99e-a77c-44f7-b8a4-a453477d3468 will not be triggered until provisioned by entity DHCP. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:26:40.605241 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-91a7f4fb-6f04-4549-9d77-1c4f6f483b13 req-866a5e24-a34b-4c72-b065-cfc7ea66faf0 tempest-ServerShowV247Test-1476048630 tempest-ServerShowV247Test-1476048630-project] 10.222.0.41 "GET /v2.0/ports?device_id=d489072b-e0d1-4799-984d-214f8f8f808f HTTP/1.1" status: 200 len: 210 time: 0.1072843 Aug 11 03:26:40.623443 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-2f445c60-1ba7-4c36-8e28-988be376d364 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125932460'] for subnet, precommit_delete_associations {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:40.696688 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-cadd245a-2823-475d-ad9c-ec510d714e9d tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:40.721350 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3d9d77b8-e07f-4e9b-a98e-c8d31005cdda tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:40.764874 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-e952ef1b-e05a-4ce4-b5bc-65c73b435c68 None None] Set router 9b20808e-97f4-47b7-9610-95e658ef559d gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:26:40.815454 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-cadd245a-2823-475d-ad9c-ec510d714e9d tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:40.830233 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d9d77b8-e07f-4e9b-a98e-c8d31005cdda tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Network 813a308e-1df3-42f6-8357-85259fd890d2 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:26:40.855838 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-3d9d77b8-e07f-4e9b-a98e-c8d31005cdda tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:26:40.860171 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9d77b8-e07f-4e9b-a98e-c8d31005cdda tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:26:40.880589 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d9d77b8-e07f-4e9b-a98e-c8d31005cdda tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:40.881268 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3d9d77b8-e07f-4e9b-a98e-c8d31005cdda tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:40.893098 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2b5aa8c1-1f37-4c48-82e4-bb51b43c8888 req-dd202beb-b2f6-4070-a7f7-dc2b8013dff5 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] 10.222.0.41 "GET /v2.0/ports?device_id=28a504fd-46de-46de-bafc-76b83bbc684a HTTP/1.1" status: 200 len: 210 time: 0.1982095 Aug 11 03:26:40.908164 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9d77b8-e07f-4e9b-a98e-c8d31005cdda tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Pushing event updated for resources: {'Port': ['ID=a58fb99e-a77c-44f7-b8a4-a453477d3468,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:40.943212 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-cadd245a-2823-475d-ad9c-ec510d714e9d tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:40.947878 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-cadd245a-2823-475d-ad9c-ec510d714e9d tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:40.947878 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-cadd245a-2823-475d-ad9c-ec510d714e9d tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] 10.222.0.41 "DELETE /v2.0/security-groups/9119ff5b-7676-4ba9-842a-116a7e20d7f9 HTTP/1.1" status: 204 len: 168 time: 0.5051436 Aug 11 03:26:40.949900 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 55766) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:41.023931 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadd245a-2823-475d-ad9c-ec510d714e9d tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9119ff5b-7676-4ba9-842a-116a7e20d7f9,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:41.039431 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-3d9d77b8-e07f-4e9b-a98e-c8d31005cdda tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.0003762 Aug 11 03:26:41.047492 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 55778) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:41.079319 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-7da96a45-4930-4e71-bd01-9ff410cf92d5 tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1279593 Aug 11 03:26:41.079942 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 55780) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:41.084793 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-4b40de8e-0213-4443-ba82-4c37c06360a6 tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] Request body: {'security_group': {'name': 'tempest-secgroup--1977608519'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:26:41.104554 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-3aae963a-eabd-40cd-98db-3fc5025ef6c5 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Request body: {'subnet': {'network_id': '813a308e-1df3-42f6-8357-85259fd890d2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:26:41.144614 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-2f445c60-1ba7-4c36-8e28-988be376d364 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:41.241405 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4b40de8e-0213-4443-ba82-4c37c06360a6 tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:41.297908 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:41.299464 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-e952ef1b-e05a-4ce4-b5bc-65c73b435c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b20808e-97f4-47b7-9610-95e658ef559d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1865942917', 'tenant_id': 'a5478860f7cb432583cc8e5d994d2237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': '0b626914-d0d1-4f5d-ac24-73a0a4d2d624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:22:35Z', 'updated_at': '2021-08-11T03:26:38Z', 'revision_number': 5, 'project_id': 'a5478860f7cb432583cc8e5d994d2237', 'gw_port': {'id': '0b626914-d0d1-4f5d-ac24-73a0a4d2d624', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ab:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b20808e-97f4-47b7-9610-95e658ef559d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2499, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:22:36Z', 'updated_at': '2021-08-11T03:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:26:41.396990 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e952ef1b-e05a-4ce4-b5bc-65c73b435c68 None None] Checking router: 9b20808e-97f4-47b7-9610-95e658ef559d for host: n-d-764292-30 {{(pid=102194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:26:41.420359 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4b40de8e-0213-4443-ba82-4c37c06360a6 tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:41.430975 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e952ef1b-e05a-4ce4-b5bc-65c73b435c68 None None] Routers {'9b20808e-97f4-47b7-9610-95e658ef559d'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:26:41.431699 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-e952ef1b-e05a-4ce4-b5bc-65c73b435c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:26:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['9b20808e-97f4-47b7-9610-95e658ef559d'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:26:41.509654 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4b40de8e-0213-4443-ba82-4c37c06360a6 tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:41.578057 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b40de8e-0213-4443-ba82-4c37c06360a6 tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17238734-87dd-4ffe-89fe-c796e4a52cdf,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:41.617916 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4b40de8e-0213-4443-ba82-4c37c06360a6 tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:41.622352 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-4b40de8e-0213-4443-ba82-4c37c06360a6 tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5387628 Aug 11 03:26:41.622658 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 55802) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:41.629378 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-b18fec69-a12c-4154-9b77-de5ea805a17f tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:26:41.629752 n-d-764292-30 neutron-server[102191]: WARNING neutron.api.v2.base [None req-b18fec69-a12c-4154-9b77-de5ea805a17f tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 11 03:26:41.630523 n-d-764292-30 neutron-server[102191]: INFO neutron.api.v2.resource [None req-b18fec69-a12c-4154-9b77-de5ea805a17f tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] update failed (client error): There was a conflict when trying to complete your request. Aug 11 03:26:41.634911 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-b18fec69-a12c-4154-9b77-de5ea805a17f tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] 10.222.0.41 "PUT /v2.0/security-groups/17238734-87dd-4ffe-89fe-c796e4a52cdf HTTP/1.1" status: 409 len: 330 time: 0.0076210 Aug 11 03:26:41.634911 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 55804) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:41.649471 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-cc8af045-5506-4df8-b017-f814112d2f4c None None] Provisioning for port a58fb99e-a77c-44f7-b8a4-a453477d3468 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:26:41.654127 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-cc8af045-5506-4df8-b017-f814112d2f4c None None] Provisioning complete for port a58fb99e-a77c-44f7-b8a4-a453477d3468 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:26:41.654536 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-cc8af045-5506-4df8-b017-f814112d2f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:41.718187 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-cc8af045-5506-4df8-b017-f814112d2f4c None None] Port a58fb99e-a77c-44f7-b8a4-a453477d3468 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:26:41.730125 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-e952ef1b-e05a-4ce4-b5bc-65c73b435c68 None None] Set router 9b20808e-97f4-47b7-9610-95e658ef559d gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:26:41.804174 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9a6b9010-b03c-42e8-b3e6-ac3bc619506e tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:41.860491 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9a6b9010-b03c-42e8-b3e6-ac3bc619506e tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:42.000652 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8c8ef787-aa3b-4350-99f3-7c3475a9ae31 req-aa5baa9f-14bd-4e9b-893a-e762242a3e8e tempest-ServerShowV247Test-1476048630 tempest-ServerShowV247Test-1476048630-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9351e16-0f09-4d77-be70-052e98e6b1b9 HTTP/1.1" status: 200 len: 210 time: 0.1143808 Aug 11 03:26:42.035656 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b2bfcb30-56d8-43da-b9a7-9d7403b4fcd9 req-0f5622ba-4e16-4baa-b22e-70da01627069 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] 10.222.0.41 "GET /v2.0/ports?device_id=28a504fd-46de-46de-bafc-76b83bbc684a HTTP/1.1" status: 200 len: 210 time: 0.0332851 Aug 11 03:26:42.036044 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9a6b9010-b03c-42e8-b3e6-ac3bc619506e tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:42.043084 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9a6b9010-b03c-42e8-b3e6-ac3bc619506e tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:42.044267 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-9a6b9010-b03c-42e8-b3e6-ac3bc619506e tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] 10.222.0.41 "DELETE /v2.0/security-groups/17238734-87dd-4ffe-89fe-c796e4a52cdf HTTP/1.1" status: 204 len: 168 time: 0.4082925 Aug 11 03:26:42.051603 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 55818) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:42.090258 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-2f445c60-1ba7-4c36-8e28-988be376d364 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125932157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126180897'] for subnet, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:42.100425 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-e952ef1b-e05a-4ce4-b5bc-65c73b435c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b20808e-97f4-47b7-9610-95e658ef559d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1865942917', 'tenant_id': 'a5478860f7cb432583cc8e5d994d2237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': '0b626914-d0d1-4f5d-ac24-73a0a4d2d624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:22:35Z', 'updated_at': '2021-08-11T03:26:38Z', 'revision_number': 5, 'project_id': 'a5478860f7cb432583cc8e5d994d2237', 'gw_port': {'id': '0b626914-d0d1-4f5d-ac24-73a0a4d2d624', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ab:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b20808e-97f4-47b7-9610-95e658ef559d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2499, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:22:36Z', 'updated_at': '2021-08-11T03:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:26:42.108069 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6b9010-b03c-42e8-b3e6-ac3bc619506e tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17238734-87dd-4ffe-89fe-c796e4a52cdf,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:42.135847 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-a2d8d616-d3fb-4914-8ffa-3a3c2bb894b7 tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0631096 Aug 11 03:26:42.139776 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f445c60-1ba7-4c36-8e28-988be376d364 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Pushing event deleted for resources: {'Subnet': ['ID=37cbef7f-f057-476b-a1c7-ed84d89eefd6,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:42.146478 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-2f445c60-1ba7-4c36-8e28-988be376d364 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks [] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:42.149399 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 55820) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:42.151120 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-2f445c60-1ba7-4c36-8e28-988be376d364 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "DELETE /v2.0/subnets/37cbef7f-f057-476b-a1c7-ed84d89eefd6 HTTP/1.1" status: 204 len: 168 time: 1.8432310 Aug 11 03:26:42.151758 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 55822) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:42.168357 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ac3ba75-9869-4272-b2a0-a20dc7077868 None None] Network 6a6493ce-4ad4-4581-8e07-a017fe78dc31 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:26:42.230818 n-d-764292-30 neutron-server[102191]: INFO neutron.api.v2.resource [None req-6645bc3b-e376-4be9-9829-f3dd9a49d1ae tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] delete failed (client error): The resource could not be found. Aug 11 03:26:42.237609 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-6645bc3b-e376-4be9-9829-f3dd9a49d1ae tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] 10.222.0.41 "DELETE /v2.0/security-groups/b8344ef8-79c6-49b3-af06-c1d1eacaaee4 HTTP/1.1" status: 404 len: 347 time: 0.0747364 Aug 11 03:26:42.238026 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 55828) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:42.248584 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e952ef1b-e05a-4ce4-b5bc-65c73b435c68 None None] The sync data for ids ['9b20808e-97f4-47b7-9610-95e658ef559d'] in n-d-764292-30 is: [{'id': '9b20808e-97f4-47b7-9610-95e658ef559d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1865942917', 'tenant_id': 'a5478860f7cb432583cc8e5d994d2237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': '0b626914-d0d1-4f5d-ac24-73a0a4d2d624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:22:35Z', 'updated_at': '2021-08-11T03:26:38Z', 'revision_number': 5, 'project_id': 'a5478860f7cb432583cc8e5d994d2237', 'gw_port': {'id': '0b626914-d0d1-4f5d-ac24-73a0a4d2d624', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ab:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b20808e-97f4-47b7-9610-95e658ef559d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2499, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:22:36Z', 'updated_at': '2021-08-11T03:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}] {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:26:42.260439 n-d-764292-30 neutron-server[102192]: INFO neutron.api.v2.resource [None req-7cde5331-70a9-468c-8e2a-5ad9e7fd40a9 tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] show failed (client error): The resource could not be found. Aug 11 03:26:42.261502 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-7cde5331-70a9-468c-8e2a-5ad9e7fd40a9 tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] 10.222.0.41 "GET /v2.0/security-groups/5a8d2d25-e252-4364-ab5f-fad0fc0c6051 HTTP/1.1" status: 404 len: 347 time: 0.0224230 Aug 11 03:26:42.271078 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 55830) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:42.292241 n-d-764292-30 neutron-server[102192]: INFO neutron.api.v2.resource [None req-4ed45a4c-a98e-4e3d-99b9-87a02ea07a21 tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] show failed (client error): The resource could not be found. Aug 11 03:26:42.296408 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-4ed45a4c-a98e-4e3d-99b9-87a02ea07a21 tempest-NegativeSecGroupIPv6Test-691543603 tempest-NegativeSecGroupIPv6Test-691543603-project] 10.222.0.41 "GET /v2.0/security-group-rules/9466e5af-d202-4b94-abc9-57688f026456 HTTP/1.1" status: 404 len: 356 time: 0.0212500 Aug 11 03:26:42.331520 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aae963a-eabd-40cd-98db-3fc5025ef6c5 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Made reservation on behalf of a6e0511434be4fc4a2d24d0db6f1badc for: {'subnet': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:26:42.338846 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-3aae963a-eabd-40cd-98db-3fc5025ef6c5 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126180544'] for subnet, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:42.348232 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-502366a7-e32e-421d-b772-0dbfd510b239 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks [] for router, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:42.521187 n-d-764292-30 neutron-server[102192]: INFO neutron.db.ipam_backend_mixin [None req-3aae963a-eabd-40cd-98db-3fc5025ef6c5 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 84b6bcee-5909-4774-aa5e-dd6636bcedaf (CIDR: 2001:db8::/64) Aug 11 03:26:42.573433 n-d-764292-30 neutron-server[102192]: INFO neutron.pecan_wsgi.hooks.translation [None req-3aae963a-eabd-40cd-98db-3fc5025ef6c5 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 03:26:42.574257 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3aae963a-eabd-40cd-98db-3fc5025ef6c5 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:26:42.586816 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-502366a7-e32e-421d-b772-0dbfd510b239 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:42.637234 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df507091-72b9-44a9-9a21-8bb5318603a1 None None] DHCP port deletion for 6a6493ce-4ad4-4581-8e07-a017fe78dc31 request from n-d-764292-30 {{(pid=102193) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:26:42.671459 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-3aae963a-eabd-40cd-98db-3fc5025ef6c5 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.6045215 Aug 11 03:26:42.674938 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 55842) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:42.682510 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-fb0762f8-dbe1-4ad4-8eaa-2b0ed98e9243 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Request body: {'subnet': {'network_id': '813a308e-1df3-42f6-8357-85259fd890d2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:26:42.757920 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-df507091-72b9-44a9-9a21-8bb5318603a1 None None] Deleting port 6453b72a-12a1-41a3-b956-97e4c6a9c6e7 {{(pid=102193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:26:42.758506 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-df507091-72b9-44a9-9a21-8bb5318603a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:42.840527 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-df507091-72b9-44a9-9a21-8bb5318603a1 None None] For port 6453b72a-12a1-41a3-b956-97e4c6a9c6e7, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=6453b72a-12a1-41a3-b956-97e4c6a9c6e7,segment=NetworkSegment(d0314809-797b-49c5-956f-3a5c1e5c0001),segment_id=d0314809-797b-49c5-956f-3a5c1e5c0001)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:26:42.841359 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-df507091-72b9-44a9-9a21-8bb5318603a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:42.860056 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-df507091-72b9-44a9-9a21-8bb5318603a1 None None] Calling delete_port for 6453b72a-12a1-41a3-b956-97e4c6a9c6e7 owned by network:dhcp {{(pid=102193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:26:42.873854 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-502366a7-e32e-421d-b772-0dbfd510b239 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Deleting port 0b626914-d0d1-4f5d-ac24-73a0a4d2d624 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:26:42.874207 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-502366a7-e32e-421d-b772-0dbfd510b239 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:43.003873 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [None req-502366a7-e32e-421d-b772-0dbfd510b239 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] For port 0b626914-d0d1-4f5d-ac24-73a0a4d2d624, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=0b626914-d0d1-4f5d-ac24-73a0a4d2d624,segment=NetworkSegment(fab28bed-aa25-40db-bba4-ec26e795194c),segment_id=fab28bed-aa25-40db-bba4-ec26e795194c)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:26:43.004302 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-502366a7-e32e-421d-b772-0dbfd510b239 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:43.026661 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-502366a7-e32e-421d-b772-0dbfd510b239 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Calling delete_port for 0b626914-d0d1-4f5d-ac24-73a0a4d2d624 owned by network:router_gateway {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:26:43.105941 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb0762f8-dbe1-4ad4-8eaa-2b0ed98e9243 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Made reservation on behalf of a6e0511434be4fc4a2d24d0db6f1badc for: {'subnet': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:26:43.110078 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fb0762f8-dbe1-4ad4-8eaa-2b0ed98e9243 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274743'] for subnet, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:43.139837 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 55854) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:43.142977 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-30c3f1df-3dbd-49a7-8516-9ed4e6bbb770 req-cefa74e1-012a-4e81-bd6f-a6bf70f8043f tempest-ServerShowV247Test-1476048630 tempest-ServerShowV247Test-1476048630-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9351e16-0f09-4d77-be70-052e98e6b1b9 HTTP/1.1" status: 200 len: 210 time: 0.0475123 Aug 11 03:26:43.214746 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-df507091-72b9-44a9-9a21-8bb5318603a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678'] for port, after_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:43.311963 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a9773d21-f549-490a-8634-7e232739914f req-c7539b4c-776e-444f-96c0-9abe9a1227f5 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] 10.222.0.41 "GET /v2.0/ports?device_id=28a504fd-46de-46de-bafc-76b83bbc684a HTTP/1.1" status: 200 len: 210 time: 0.0882988 Aug 11 03:26:43.335487 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df507091-72b9-44a9-9a21-8bb5318603a1 None None] No DVR routers for this DVR port 6453b72a-12a1-41a3-b956-97e4c6a9c6e7 on host n-d-764292-30 {{(pid=102193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:26:43.347358 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 6453b72a-12a1-41a3-b956-97e4c6a9c6e7 no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:26:43.351179 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df507091-72b9-44a9-9a21-8bb5318603a1 None None] Pushing event deleted for resources: {'Port': ['ID=6453b72a-12a1-41a3-b956-97e4c6a9c6e7,revision_number=None']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:43.377020 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: 6453b72a-12a1-41a3-b956-97e4c6a9c6e7 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:26:43.378892 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 6453b72a-12a1-41a3-b956-97e4c6a9c6e7 not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:26:43.378892 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device ad8bc4eb-710c-49a5-8550-89ec2fc89a95 no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:26:43.403410 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: ad8bc4eb-710c-49a5-8550-89ec2fc89a95 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:26:43.404059 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device ad8bc4eb-710c-49a5-8550-89ec2fc89a95 not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:26:43.422697 n-d-764292-30 neutron-server[102191]: INFO neutron.db.ipam_backend_mixin [None req-fb0762f8-dbe1-4ad4-8eaa-2b0ed98e9243 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 1ef89bf2-c4e0-494d-af1f-1fb4127f181a (CIDR: 2001:db8:0:1::/64) Aug 11 03:26:43.465841 n-d-764292-30 neutron-server[102191]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb0762f8-dbe1-4ad4-8eaa-2b0ed98e9243 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 03:26:43.466371 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb0762f8-dbe1-4ad4-8eaa-2b0ed98e9243 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:26:43.506932 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-c3798712-3208-4922-bd63-0a99d3e555a6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f6b925da37104e63aacd08603dc2bfb2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3668129 Aug 11 03:26:43.508331 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 55858) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:43.570243 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 55860) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:43.571629 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-fb0762f8-dbe1-4ad4-8eaa-2b0ed98e9243 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.8949506 Aug 11 03:26:43.577906 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-42cddf9a-d23e-4d8c-8a9d-4a6b8e59312b tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Request body: {'subnet': {'network_id': '813a308e-1df3-42f6-8357-85259fd890d2', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:26:43.588935 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-502366a7-e32e-421d-b772-0dbfd510b239 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:43.599529 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e8095df6-1f9a-4e4d-9834-51ed47934171 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:43.625475 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502366a7-e32e-421d-b772-0dbfd510b239 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Pushing event deleted for resources: {'Port': ['ID=0b626914-d0d1-4f5d-ac24-73a0a4d2d624,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:43.699461 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-502366a7-e32e-421d-b772-0dbfd510b239 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-446916'] for router_gateway, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:43.735823 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e8095df6-1f9a-4e4d-9834-51ed47934171 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:43.864578 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e8095df6-1f9a-4e4d-9834-51ed47934171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:43.869947 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e8095df6-1f9a-4e4d-9834-51ed47934171 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:43.874081 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-e8095df6-1f9a-4e4d-9834-51ed47934171 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ffa211b5-7bc3-456a-a1ae-550867a29519 HTTP/1.1" status: 204 len: 168 time: 0.3613813 Aug 11 03:26:43.895550 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8095df6-1f9a-4e4d-9834-51ed47934171 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffa211b5-7bc3-456a-a1ae-550867a29519,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:43.914529 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42cddf9a-d23e-4d8c-8a9d-4a6b8e59312b tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Made reservation on behalf of a6e0511434be4fc4a2d24d0db6f1badc for: {'subnet': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:26:43.922126 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-42cddf9a-d23e-4d8c-8a9d-4a6b8e59312b tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126180544'] for subnet, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:44.147550 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-502366a7-e32e-421d-b772-0dbfd510b239 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6544'] for router, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:44.149757 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-502366a7-e32e-421d-b772-0dbfd510b239 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:44.300739 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f3663abd-f62b-443d-a11b-860a91487034 req-7426dae5-417a-471c-bdc4-dc9707fd7b99 tempest-ServerShowV247Test-1476048630 tempest-ServerShowV247Test-1476048630-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9351e16-0f09-4d77-be70-052e98e6b1b9 HTTP/1.1" status: 200 len: 210 time: 0.0531974 Aug 11 03:26:44.304118 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-502366a7-e32e-421d-b772-0dbfd510b239 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448809'] for router, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:44.305422 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-502366a7-e32e-421d-b772-0dbfd510b239 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Fanout notify agent at l3_agent the message router_deleted on router 9b20808e-97f4-47b7-9610-95e658ef559d {{(pid=102191) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:26:44.324522 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-502366a7-e32e-421d-b772-0dbfd510b239 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks [] for router, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:44.326986 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-502366a7-e32e-421d-b772-0dbfd510b239 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "DELETE /v2.0/routers/9b20808e-97f4-47b7-9610-95e658ef559d HTTP/1.1" status: 204 len: 168 time: 2.1760042 Aug 11 03:26:44.334088 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 55884) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:44.427719 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a79ab299-22f5-430c-b544-18f53c9bcf97 req-46bbbc3d-d7db-49d8-bda1-21a9682f3c89 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] 10.222.0.41 "GET /v2.0/ports?device_id=28a504fd-46de-46de-bafc-76b83bbc684a HTTP/1.1" status: 200 len: 210 time: 0.0384982 Aug 11 03:26:44.430020 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-42cddf9a-d23e-4d8c-8a9d-4a6b8e59312b tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125932092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126180562'] for subnet, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:44.449212 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3e41644e-eb6e-40ad-81a3-cc927f1f1da3 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:44.462264 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42cddf9a-d23e-4d8c-8a9d-4a6b8e59312b tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Network 813a308e-1df3-42f6-8357-85259fd890d2 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:26:44.462809 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-42cddf9a-d23e-4d8c-8a9d-4a6b8e59312b tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:26:44.476391 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deca1aad-2b11-40c9-b1de-915e7bcbe0d1 None None] Network 813a308e-1df3-42f6-8357-85259fd890d2 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:26:44.480034 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42cddf9a-d23e-4d8c-8a9d-4a6b8e59312b tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:44.480832 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-42cddf9a-d23e-4d8c-8a9d-4a6b8e59312b tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks [] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:44.544544 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cddf9a-d23e-4d8c-8a9d-4a6b8e59312b tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Pushing event updated for resources: {'Subnet': ['ID=a249d3f4-62de-4f56-b6af-d6729d45cacd,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:44.577153 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3e41644e-eb6e-40ad-81a3-cc927f1f1da3 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:44.588428 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-3e41644e-eb6e-40ad-81a3-cc927f1f1da3 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a6493ce-4ad4-4581-8e07-a017fe78dc31']}} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:26:44.599924 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-3e41644e-eb6e-40ad-81a3-cc927f1f1da3 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0314809-797b-49c5-956f-3a5c1e5c0001') {'for_net_delete': True} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:26:44.600592 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-3e41644e-eb6e-40ad-81a3-cc927f1f1da3 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0314809-797b-49c5-956f-3a5c1e5c0001') {} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:26:44.610810 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3e41644e-eb6e-40ad-81a3-cc927f1f1da3 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126283644'] for segment, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:44.614026 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-42cddf9a-d23e-4d8c-8a9d-4a6b8e59312b tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.0412188 Aug 11 03:26:44.616363 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 55892) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:44.628144 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3e41644e-eb6e-40ad-81a3-cc927f1f1da3 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:44.629305 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-8bedb0eb-9c39-4338-a01d-3eb627ed3f99 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-614702796', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'a249d3f4-62de-4f56-b6af-d6729d45cacd'}], 'security_groups': ['9f3dc5c7-ed96-4416-9a2e-ecfada5a68a3', 'fd2e1bee-7c77-47a7-9b20-9b0c257ae907']}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:26:44.639495 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e41644e-eb6e-40ad-81a3-cc927f1f1da3 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=102191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:26:44.640123 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3e41644e-eb6e-40ad-81a3-cc927f1f1da3 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126283391'] for segment, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:44.739542 n-d-764292-30 neutron-server[102191]: Traceback (most recent call last): Aug 11 03:26:44.739542 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:26:44.739542 n-d-764292-30 neutron-server[102191]: timer() Aug 11 03:26:44.739542 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:26:44.739542 n-d-764292-30 neutron-server[102191]: cb(*args, **kw) Aug 11 03:26:44.739542 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:26:44.739542 n-d-764292-30 neutron-server[102191]: return func(*args, **kwargs) Aug 11 03:26:44.739542 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:26:44.739542 n-d-764292-30 neutron-server[102191]: self._notify() Aug 11 03:26:44.739542 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:26:44.739542 n-d-764292-30 neutron-server[102191]: self.callback(batched_events) Aug 11 03:26:44.739542 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:26:44.739542 n-d-764292-30 neutron-server[102191]: event.method(event) Aug 11 03:26:44.739542 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:26:44.739542 n-d-764292-30 neutron-server[102191]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:26:44.739542 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:26:44.739542 n-d-764292-30 neutron-server[102191]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:26:44.739542 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:26:44.739542 n-d-764292-30 neutron-server[102191]: return f(self, *a, **k) Aug 11 03:26:44.739542 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:26:44.739542 n-d-764292-30 neutron-server[102191]: return self._get(url).json() Aug 11 03:26:44.739542 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:26:44.739542 n-d-764292-30 neutron-server[102191]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:26:44.739542 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:26:44.739542 n-d-764292-30 neutron-server[102191]: return self.request(url, 'GET', **kwargs) Aug 11 03:26:44.739542 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:26:44.739542 n-d-764292-30 neutron-server[102191]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:26:44.739542 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:26:44.739542 n-d-764292-30 neutron-server[102191]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:26:44.739542 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:26:44.739542 n-d-764292-30 neutron-server[102191]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:26:44.739542 n-d-764292-30 neutron-server[102191]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:26:44.893533 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8739083c-1f6c-4454-8d73-2fc0142b8c78 None None] Update dhcp port {'port': {'network_id': '813a308e-1df3-42f6-8357-85259fd890d2', 'fixed_ips': [{'subnet_id': '1ef89bf2-c4e0-494d-af1f-1fb4127f181a', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '84b6bcee-5909-4774-aa5e-dd6636bcedaf', 'ip_address': '2001:db8::2'}, {'subnet_id': 'a249d3f4-62de-4f56-b6af-d6729d45cacd'}], 'binding:host_id': 'n-d-764292-30'}, 'id': '2d2577e3-7ced-49b2-946b-8e1b47f4db7c'} from n-d-764292-30. {{(pid=102193) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 11 03:26:44.906695 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3e41644e-eb6e-40ad-81a3-cc927f1f1da3 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:44.910583 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-8bedb0eb-9c39-4338-a01d-3eb627ed3f99 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:44.914450 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3e41644e-eb6e-40ad-81a3-cc927f1f1da3 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks [] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:44.920204 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-3e41644e-eb6e-40ad-81a3-cc927f1f1da3 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "DELETE /v2.0/networks/6a6493ce-4ad4-4581-8e07-a017fe78dc31 HTTP/1.1" status: 204 len: 168 time: 0.5845792 Aug 11 03:26:44.925616 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 55904) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:44.951592 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8739083c-1f6c-4454-8d73-2fc0142b8c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:44.975392 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e41644e-eb6e-40ad-81a3-cc927f1f1da3 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Pushing event deleted for resources: {'Network': ['ID=6a6493ce-4ad4-4581-8e07-a017fe78dc31,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:45.093560 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b074a6-5970-413b-90dc-70433ac6c53b req-4b3c2200-8e69-4e62-8f60-a4e1dac75029 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:45.096524 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c7b074a6-5970-413b-90dc-70433ac6c53b req-4b3c2200-8e69-4e62-8f60-a4e1dac75029 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] 10.222.0.22 "GET /v2.0/networks?id=e59732ab-623e-4cb8-9f39-fb9f4d98d154 HTTP/1.1" status: 200 len: 797 time: 0.2306275 Aug 11 03:26:45.119818 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-8bcc392e-e24c-41c5-977f-d1da9707baae tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:45.195228 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.db_base_plugin_common [None req-8739083c-1f6c-4454-8d73-2fc0142b8c78 None None] Allocated IP 2001:db8:0:2::2 (813a308e-1df3-42f6-8357-85259fd890d2/a249d3f4-62de-4f56-b6af-d6729d45cacd/2d2577e3-7ced-49b2-946b-8e1b47f4db7c) {{(pid=102193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:26:45.202737 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c7b074a6-5970-413b-90dc-70433ac6c53b req-823087a9-8ba2-4e27-80ad-65b52d164a58 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6f34ea378b0c4732b01bbd0e8e3ce05d HTTP/1.1" status: 200 len: 380 time: 0.0943713 Aug 11 03:26:45.232381 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-c7b074a6-5970-413b-90dc-70433ac6c53b req-3a657d5a-b80e-42a0-826c-8272baca96c6 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Request body: {'port': {'device_id': '28a504fd-46de-46de-bafc-76b83bbc684a', 'network_id': 'e59732ab-623e-4cb8-9f39-fb9f4d98d154', 'admin_state_up': True, 'tenant_id': '6f34ea378b0c4732b01bbd0e8e3ce05d', 'security_groups': ['90def170-0f04-4173-9159-534b9b7a97b4']}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:26:45.241969 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-8bcc392e-e24c-41c5-977f-d1da9707baae tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:45.288842 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 0b626914-d0d1-4f5d-ac24-73a0a4d2d624 no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:26:45.325274 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: 0b626914-d0d1-4f5d-ac24-73a0a4d2d624 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:26:45.326042 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 0b626914-d0d1-4f5d-ac24-73a0a4d2d624 not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:26:45.346958 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458ac9fc-5d83-4b50-910e-4aa7ec4e23b0 req-2a321e55-e1e1-4e49-9769-e12a213eeef2 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:45.364586 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-458ac9fc-5d83-4b50-910e-4aa7ec4e23b0 req-2a321e55-e1e1-4e49-9769-e12a213eeef2 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] 10.222.0.41 "GET /v2.0/ports?device_id=a38afb75-bfb0-4200-ae9a-cb2f866befdd HTTP/1.1" status: 200 len: 946 time: 0.2250154 Aug 11 03:26:45.370478 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-8739083c-1f6c-4454-8d73-2fc0142b8c78 None None] For port 2d2577e3-7ced-49b2-946b-8e1b47f4db7c, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=2d2577e3-7ced-49b2-946b-8e1b47f4db7c,segment=NetworkSegment(3502ca39-c8b5-4b03-b555-41ce14e50037),segment_id=3502ca39-c8b5-4b03-b555-41ce14e50037)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:26:45.402269 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8739083c-1f6c-4454-8d73-2fc0142b8c78 None None] Notify callbacks [] for port, precommit_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:45.435595 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-8739083c-1f6c-4454-8d73-2fc0142b8c78 None None] Transition to ACTIVE for port object 2d2577e3-7ced-49b2-946b-8e1b47f4db7c will not be triggered until provisioned by entity DHCP. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:26:45.468785 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-458ac9fc-5d83-4b50-910e-4aa7ec4e23b0 req-61d957b6-58f4-4d47-a69c-5ce5564b1e77 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] 10.222.0.41 "GET /v2.0/security-groups?id=adeeef27-808b-48fe-80b7-b3abd2371fee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032596 Aug 11 03:26:45.487630 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4bd535f9-ba57-4614-938c-1b3a0758f281 req-31e11035-0520-40c9-aaa0-ccad6dd49638 tempest-ServerShowV247Test-1476048630 tempest-ServerShowV247Test-1476048630-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9351e16-0f09-4d77-be70-052e98e6b1b9 HTTP/1.1" status: 200 len: 210 time: 0.0455017 Aug 11 03:26:45.531610 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7b074a6-5970-413b-90dc-70433ac6c53b req-3a657d5a-b80e-42a0-826c-8272baca96c6 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Made reservation on behalf of 6f34ea378b0c4732b01bbd0e8e3ce05d for: {'port': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:26:45.533844 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8739083c-1f6c-4454-8d73-2fc0142b8c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:45.536874 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-c7b074a6-5970-413b-90dc-70433ac6c53b req-3a657d5a-b80e-42a0-826c-8272baca96c6 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:45.622136 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-dfca6562-0a43-4846-8ce4-532dff45edfe req-2796ac54-804c-4aa3-8160-4508e3b02b14 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] 10.222.0.41 "GET /v2.0/ports?device_id=28a504fd-46de-46de-bafc-76b83bbc684a HTTP/1.1" status: 200 len: 210 time: 0.0346727 Aug 11 03:26:45.624926 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-8bcc392e-e24c-41c5-977f-d1da9707baae tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:45.628168 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-8bcc392e-e24c-41c5-977f-d1da9707baae tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:45.629146 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-8bcc392e-e24c-41c5-977f-d1da9707baae tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "DELETE /v2.0/security-groups/1d4c303e-0c5b-4d5a-b0c4-6f31f4676a83 HTTP/1.1" status: 204 len: 168 time: 0.7023830 Aug 11 03:26:45.662081 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcc392e-e24c-41c5-977f-d1da9707baae tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d4c303e-0c5b-4d5a-b0c4-6f31f4676a83,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:45.707273 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 55922) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:45.726993 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [req-c7b074a6-5970-413b-90dc-70433ac6c53b req-3a657d5a-b80e-42a0-826c-8272baca96c6 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Allocated IP 172.20.0.7 (e59732ab-623e-4cb8-9f39-fb9f4d98d154/3ef306bb-adf8-44d2-8415-4a7cfe7d33f4/63ae1799-8dc2-4c5c-b7af-71de32a3d320) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:26:45.759082 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8739083c-1f6c-4454-8d73-2fc0142b8c78 None None] Pushing event updated for resources: {'Port': ['ID=2d2577e3-7ced-49b2-946b-8e1b47f4db7c,revision_number=7']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:45.808008 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [None req-8bedb0eb-9c39-4338-a01d-3eb627ed3f99 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Delete allocated IP 2001:db8::3d7 (813a308e-1df3-42f6-8357-85259fd890d2/84b6bcee-5909-4774-aa5e-dd6636bcedaf) {{(pid=102192) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 11 03:26:45.817929 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [None req-8bedb0eb-9c39-4338-a01d-3eb627ed3f99 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Allocated IP 2001:db8:0:2::229 (813a308e-1df3-42f6-8357-85259fd890d2/a249d3f4-62de-4f56-b6af-d6729d45cacd/a58fb99e-a77c-44f7-b8a4-a453477d3468) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:26:45.955137 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-c7b074a6-5970-413b-90dc-70433ac6c53b req-3a657d5a-b80e-42a0-826c-8272baca96c6 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:45.978099 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [req-c7b074a6-5970-413b-90dc-70433ac6c53b req-3a657d5a-b80e-42a0-826c-8272baca96c6 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Transition to ACTIVE for port object 63ae1799-8dc2-4c5c-b7af-71de32a3d320 will not be triggered until provisioned by entity DHCP. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:26:45.987729 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-9e9c1134-a969-4953-b84d-bd7b031006c3 tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:26:45.991820 n-d-764292-30 neutron-server[102191]: WARNING neutron.api.v2.base [None req-9e9c1134-a969-4953-b84d-bd7b031006c3 tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 11 03:26:45.992675 n-d-764292-30 neutron-server[102191]: INFO neutron.api.v2.resource [None req-9e9c1134-a969-4953-b84d-bd7b031006c3 tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] create failed (client error): There was a conflict when trying to complete your request. Aug 11 03:26:45.994510 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-9e9c1134-a969-4953-b84d-bd7b031006c3 tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2860134 Aug 11 03:26:46.000218 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 55930) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:46.007213 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-8dce7e51-cdde-4c99-9219-72ab9fcb5a2a tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] Request body: {'security_group': {'name': 'tempest-secgroup--523055639'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:26:46.114762 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-c7b074a6-5970-413b-90dc-70433ac6c53b req-3a657d5a-b80e-42a0-826c-8272baca96c6 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:46.121901 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8dce7e51-cdde-4c99-9219-72ab9fcb5a2a tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:46.132132 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-8bedb0eb-9c39-4338-a01d-3eb627ed3f99 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks [] for port, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:46.141960 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8dce7e51-cdde-4c99-9219-72ab9fcb5a2a tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:46.158077 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [None req-8bedb0eb-9c39-4338-a01d-3eb627ed3f99 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Transition to ACTIVE for port object a58fb99e-a77c-44f7-b8a4-a453477d3468 will not be triggered until provisioned by entity DHCP. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:26:46.211439 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7b074a6-5970-413b-90dc-70433ac6c53b req-3a657d5a-b80e-42a0-826c-8272baca96c6 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Network e59732ab-623e-4cb8-9f39-fb9f4d98d154 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:26:46.219409 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [req-c7b074a6-5970-413b-90dc-70433ac6c53b req-3a657d5a-b80e-42a0-826c-8272baca96c6 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:26:46.223195 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a657d5a-b80e-42a0-826c-8272baca96c6 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Pushing event updated for resources: {'Port': ['ID=63ae1799-8dc2-4c5c-b7af-71de32a3d320,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:46.235251 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7b074a6-5970-413b-90dc-70433ac6c53b req-3a657d5a-b80e-42a0-826c-8272baca96c6 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:26:46.239996 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-8bedb0eb-9c39-4338-a01d-3eb627ed3f99 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:46.327674 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-8bedb0eb-9c39-4338-a01d-3eb627ed3f99 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] In _notify_port_updated(), no bound segment for port a58fb99e-a77c-44f7-b8a4-a453477d3468 on network 813a308e-1df3-42f6-8357-85259fd890d2 {{(pid=102192) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 03:26:46.346694 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bedb0eb-9c39-4338-a01d-3eb627ed3f99 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:46.347377 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-8bedb0eb-9c39-4338-a01d-3eb627ed3f99 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:46.348791 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-8bedb0eb-9c39-4338-a01d-3eb627ed3f99 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] 10.222.0.41 "PUT /v2.0/ports/a58fb99e-a77c-44f7-b8a4-a453477d3468 HTTP/1.1" status: 200 len: 969 time: 1.7314067 Aug 11 03:26:46.354062 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 55942) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:46.415097 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b074a6-5970-413b-90dc-70433ac6c53b req-3a657d5a-b80e-42a0-826c-8272baca96c6 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:46.426213 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-c7b074a6-5970-413b-90dc-70433ac6c53b req-3a657d5a-b80e-42a0-826c-8272baca96c6 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:46.447681 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bedb0eb-9c39-4338-a01d-3eb627ed3f99 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Pushing event updated for resources: {'Port': ['ID=a58fb99e-a77c-44f7-b8a4-a453477d3468,revision_number=2']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:46.477985 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 55944) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:46.487230 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-6547c4b6-0b58-4d1a-ab4c-386ce0c6ec34 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-931349247', 'description': 'tempest-secgroup-smoke-931349247 description', 'project_id': 'a5478860f7cb432583cc8e5d994d2237'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:26:46.506591 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8dce7e51-cdde-4c99-9219-72ab9fcb5a2a tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:46.522217 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-c4108dc6-5668-4805-a9a2-b9da7a35d9d4 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Deleting port a58fb99e-a77c-44f7-b8a4-a453477d3468 {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:26:46.528045 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c4108dc6-5668-4805-a9a2-b9da7a35d9d4 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:46.579722 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8dce7e51-cdde-4c99-9219-72ab9fcb5a2a tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:46.616005 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dce7e51-cdde-4c99-9219-72ab9fcb5a2a tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02756be8-2216-42a0-ac40-f37b12aee858,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:46.667439 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c7b074a6-5970-413b-90dc-70433ac6c53b req-3a657d5a-b80e-42a0-826c-8272baca96c6 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4447548 Aug 11 03:26:46.681123 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-c7b074a6-5970-413b-90dc-70433ac6c53b req-3b0b0a16-fa4c-43a1-82d3-9c4f43e7a094 service neutron] Request body: {'port': {'device_id': '28a504fd-46de-46de-bafc-76b83bbc684a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764292-30'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:26:46.686950 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b6434e74-b174-4705-87ac-4177150509fd req-0bc0d708-d9f5-4798-aa00-b57ce8e3eed3 tempest-ServerShowV247Test-1476048630 tempest-ServerShowV247Test-1476048630-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9351e16-0f09-4d77-be70-052e98e6b1b9 HTTP/1.1" status: 200 len: 210 time: 0.0528772 Aug 11 03:26:46.702763 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-8fc1ea07-73e7-451a-abef-3b26fecb0d52 None None] Provisioning for port 63ae1799-8dc2-4c5c-b7af-71de32a3d320 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:26:46.705029 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-8fc1ea07-73e7-451a-abef-3b26fecb0d52 None None] Provisioning complete for port 63ae1799-8dc2-4c5c-b7af-71de32a3d320 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:26:46.705379 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8fc1ea07-73e7-451a-abef-3b26fecb0d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:46.708195 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a74a1e5-d500-4581-89d8-4e593004235f req-ca5784f9-7012-48c7-847d-ff256d516a7f tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:46.709987 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1a74a1e5-d500-4581-89d8-4e593004235f req-ca5784f9-7012-48c7-847d-ff256d516a7f tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] 10.222.0.41 "GET /v2.0/ports?device_id=a38afb75-bfb0-4200-ae9a-cb2f866befdd HTTP/1.1" status: 200 len: 946 time: 0.1348841 Aug 11 03:26:46.712216 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c4108dc6-5668-4805-a9a2-b9da7a35d9d4 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:46.749731 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-c4108dc6-5668-4805-a9a2-b9da7a35d9d4 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Calling delete_port for a58fb99e-a77c-44f7-b8a4-a453477d3468 owned by {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:26:46.784262 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-8fc1ea07-73e7-451a-abef-3b26fecb0d52 None None] Port 63ae1799-8dc2-4c5c-b7af-71de32a3d320 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:26:46.800586 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-c7b074a6-5970-413b-90dc-70433ac6c53b req-3b0b0a16-fa4c-43a1-82d3-9c4f43e7a094 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:46.819844 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6547c4b6-0b58-4d1a-ab4c-386ce0c6ec34 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:46.830746 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1a74a1e5-d500-4581-89d8-4e593004235f req-197463ba-2734-4beb-b840-754fa596656d tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] 10.222.0.41 "GET /v2.0/security-groups?id=adeeef27-808b-48fe-80b7-b3abd2371fee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098928 Aug 11 03:26:46.898795 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df84d40b-3a3c-499d-bd6b-c82f38e2b15e req-9bc307ee-f739-4b18-a3bc-dadb014c7fde tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:46.903448 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-df84d40b-3a3c-499d-bd6b-c82f38e2b15e req-9bc307ee-f739-4b18-a3bc-dadb014c7fde tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] 10.222.0.41 "GET /v2.0/ports?device_id=28a504fd-46de-46de-bafc-76b83bbc684a HTTP/1.1" status: 200 len: 931 time: 0.0912015 Aug 11 03:26:46.912755 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-604b6eae-ab02-49bb-9be0-5c0e3a0069f0 None None] Provisioning complete for port dc4a6b7e-a1cf-45bd-a6ca-6b0e43182718 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:26:46.913472 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-604b6eae-ab02-49bb-9be0-5c0e3a0069f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:46.972754 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-604b6eae-ab02-49bb-9be0-5c0e3a0069f0 None None] Port dc4a6b7e-a1cf-45bd-a6ca-6b0e43182718 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:26:47.019474 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-df84d40b-3a3c-499d-bd6b-c82f38e2b15e req-e07598d3-3007-423a-9ec3-2f60b782a4db tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] 10.222.0.41 "GET /v2.0/security-groups?id=90def170-0f04-4173-9159-534b9b7a97b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020017 Aug 11 03:26:47.022900 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c4108dc6-5668-4805-a9a2-b9da7a35d9d4 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:47.046270 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-604b6eae-ab02-49bb-9be0-5c0e3a0069f0 None None] Provisioning for port 2d2577e3-7ced-49b2-946b-8e1b47f4db7c completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:26:47.050958 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-604b6eae-ab02-49bb-9be0-5c0e3a0069f0 None None] Provisioning complete for port 2d2577e3-7ced-49b2-946b-8e1b47f4db7c triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:26:47.051690 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-604b6eae-ab02-49bb-9be0-5c0e3a0069f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:47.071966 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4108dc6-5668-4805-a9a2-b9da7a35d9d4 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Pushing event deleted for resources: {'Port': ['ID=a58fb99e-a77c-44f7-b8a4-a453477d3468,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:47.103004 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8dce7e51-cdde-4c99-9219-72ab9fcb5a2a tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:47.103461 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c4108dc6-5668-4805-a9a2-b9da7a35d9d4 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:47.108363 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-c4108dc6-5668-4805-a9a2-b9da7a35d9d4 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] 10.222.0.41 "DELETE /v2.0/ports/a58fb99e-a77c-44f7-b8a4-a453477d3468 HTTP/1.1" status: 204 len: 168 time: 0.7508123 Aug 11 03:26:47.108620 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 55960) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:47.158584 n-d-764292-30 neutron-server[102192]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9cc3382-6f08-4469-aed4-43fed93d789a tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] GET failed (client error): The resource could not be found. Aug 11 03:26:47.165171 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-d9cc3382-6f08-4469-aed4-43fed93d789a tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] 10.222.0.41 "GET /v2.0/ports/a58fb99e-a77c-44f7-b8a4-a453477d3468 HTTP/1.1" status: 404 len: 333 time: 0.0529101 Aug 11 03:26:47.170317 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 55962) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:47.201111 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-604b6eae-ab02-49bb-9be0-5c0e3a0069f0 None None] Could not find standard attr ID for object a58fb99e-a77c-44f7-b8a4-a453477d3468. {{(pid=102193) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 03:26:47.224705 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 2d2577e3-7ced-49b2-946b-8e1b47f4db7c up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:26:47.225647 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8dce7e51-cdde-4c99-9219-72ab9fcb5a2a tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:47.255154 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-fc60a275-1482-4b3d-b1b1-7e6ec8e66964 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:47.293728 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 2d2577e3-7ced-49b2-946b-8e1b47f4db7c triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:26:47.294193 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:47.296715 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dce7e51-cdde-4c99-9219-72ab9fcb5a2a tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b2e6261-0a5a-451d-99a7-2d4793ac916a,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:47.326132 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-fc60a275-1482-4b3d-b1b1-7e6ec8e66964 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:47.326379 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-ac09e102-dd32-4380-83b6-89d996412805 None None] Could not find standard attr ID for object a58fb99e-a77c-44f7-b8a4-a453477d3468. {{(pid=102193) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 03:26:47.364203 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [req-c7b074a6-5970-413b-90dc-70433ac6c53b req-3b0b0a16-fa4c-43a1-82d3-9c4f43e7a094 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63ae1799-8dc2-4c5c-b7af-71de32a3d320 {{(pid=102191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:26:47.379321 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-c7b074a6-5970-413b-90dc-70433ac6c53b req-3b0b0a16-fa4c-43a1-82d3-9c4f43e7a094 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:47.397682 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6547c4b6-0b58-4d1a-ab4c-386ce0c6ec34 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:47.402499 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [req-c7b074a6-5970-413b-90dc-70433ac6c53b req-3b0b0a16-fa4c-43a1-82d3-9c4f43e7a094 service neutron] Transition to ACTIVE for port object 63ae1799-8dc2-4c5c-b7af-71de32a3d320 will not be triggered until provisioned by entity L2. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:26:47.451475 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-fc60a275-1482-4b3d-b1b1-7e6ec8e66964 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:47.452826 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6547c4b6-0b58-4d1a-ab4c-386ce0c6ec34 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:47.459403 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-fc60a275-1482-4b3d-b1b1-7e6ec8e66964 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:47.459403 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-fc60a275-1482-4b3d-b1b1-7e6ec8e66964 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] 10.222.0.41 "DELETE /v2.0/security-groups/091625c9-d061-4f90-847d-50b1fe3d6891 HTTP/1.1" status: 204 len: 168 time: 0.2874591 Aug 11 03:26:47.460280 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 55972) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:47.460411 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-c7b074a6-5970-413b-90dc-70433ac6c53b req-3b0b0a16-fa4c-43a1-82d3-9c4f43e7a094 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:47.473833 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc60a275-1482-4b3d-b1b1-7e6ec8e66964 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=091625c9-d061-4f90-847d-50b1fe3d6891,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:47.522321 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-1d275a96-6c66-4993-8e87-053552dc6c5a tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:47.525758 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6547c4b6-0b58-4d1a-ab4c-386ce0c6ec34 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e2df09b-95d8-4e2e-a9dc-4c7363d2dacc,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:47.531161 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8dce7e51-cdde-4c99-9219-72ab9fcb5a2a tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:47.533777 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-8dce7e51-cdde-4c99-9219-72ab9fcb5a2a tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.5294406 Aug 11 03:26:47.539561 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 55974) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:47.544006 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-74548854-1b99-4e6b-bbe8-97f84786b55c tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] Request body: {'security_group_rule': {'security_group_id': '9b2e6261-0a5a-451d-99a7-2d4793ac916a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:26:47.551609 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0b0a16-fa4c-43a1-82d3-9c4f43e7a094 service neutron] Pushing event updated for resources: {'Port': ['ID=63ae1799-8dc2-4c5c-b7af-71de32a3d320,revision_number=2']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:47.561210 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-1d275a96-6c66-4993-8e87-053552dc6c5a tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:47.617216 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6547c4b6-0b58-4d1a-ab4c-386ce0c6ec34 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:47.621713 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-6547c4b6-0b58-4d1a-ab4c-386ce0c6ec34 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.1394038 Aug 11 03:26:47.621862 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 55976) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:47.626754 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-63b707cc-5cbd-469f-9c16-5c58f9c43aad tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Request body: {'security_group_rule': {'security_group_id': '1e2df09b-95d8-4e2e-a9dc-4c7363d2dacc', 'project_id': 'a5478860f7cb432583cc8e5d994d2237', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:26:47.650150 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-c7b074a6-5970-413b-90dc-70433ac6c53b req-3b0b0a16-fa4c-43a1-82d3-9c4f43e7a094 service neutron] Attempting to bind port 63ae1799-8dc2-4c5c-b7af-71de32a3d320 on host n-h1-764292-30 for vnic_type normal with profile {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:26:47.650595 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-c7b074a6-5970-413b-90dc-70433ac6c53b req-3b0b0a16-fa4c-43a1-82d3-9c4f43e7a094 service neutron] Attempting to bind port 63ae1799-8dc2-4c5c-b7af-71de32a3d320 by drivers openvswitch,hyperv on host n-h1-764292-30 at level 0 using segments [{'id': 'a4d93f93-2d98-4749-abef-bba9ce3321d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e59732ab-623e-4cb8-9f39-fb9f4d98d154'}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:26:47.650926 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b074a6-5970-413b-90dc-70433ac6c53b req-3b0b0a16-fa4c-43a1-82d3-9c4f43e7a094 service neutron] Attempting to bind port 63ae1799-8dc2-4c5c-b7af-71de32a3d320 on network e59732ab-623e-4cb8-9f39-fb9f4d98d154 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:26:47.655432 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b074a6-5970-413b-90dc-70433ac6c53b req-3b0b0a16-fa4c-43a1-82d3-9c4f43e7a094 service neutron] Port 63ae1799-8dc2-4c5c-b7af-71de32a3d320 on network e59732ab-623e-4cb8-9f39-fb9f4d98d154 not bound, no agent of type Open vSwitch agent registered on host n-h1-764292-30 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:26:47.655756 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b074a6-5970-413b-90dc-70433ac6c53b req-3b0b0a16-fa4c-43a1-82d3-9c4f43e7a094 service neutron] Attempting to bind port 63ae1799-8dc2-4c5c-b7af-71de32a3d320 on network e59732ab-623e-4cb8-9f39-fb9f4d98d154 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:26:47.661296 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b074a6-5970-413b-90dc-70433ac6c53b req-3b0b0a16-fa4c-43a1-82d3-9c4f43e7a094 service neutron] Checking agent: {'id': 'abb524c2-b412-4ed2-8367-45c4fd996fa7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 26, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:26:47.664979 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b074a6-5970-413b-90dc-70433ac6c53b req-3b0b0a16-fa4c-43a1-82d3-9c4f43e7a094 service neutron] Checking segment: {'id': 'a4d93f93-2d98-4749-abef-bba9ce3321d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e59732ab-623e-4cb8-9f39-fb9f4d98d154'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:26:47.664979 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b074a6-5970-413b-90dc-70433ac6c53b req-3b0b0a16-fa4c-43a1-82d3-9c4f43e7a094 service neutron] Bound using segment: {'id': 'a4d93f93-2d98-4749-abef-bba9ce3321d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e59732ab-623e-4cb8-9f39-fb9f4d98d154'} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:26:47.664979 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-c7b074a6-5970-413b-90dc-70433ac6c53b req-3b0b0a16-fa4c-43a1-82d3-9c4f43e7a094 service neutron] Bound port: 63ae1799-8dc2-4c5c-b7af-71de32a3d320, host: n-h1-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4d93f93-2d98-4749-abef-bba9ce3321d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e59732ab-623e-4cb8-9f39-fb9f4d98d154'}}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:26:47.664979 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-c7b074a6-5970-413b-90dc-70433ac6c53b req-3b0b0a16-fa4c-43a1-82d3-9c4f43e7a094 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:47.680244 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-1d275a96-6c66-4993-8e87-053552dc6c5a tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:47.682933 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-1d275a96-6c66-4993-8e87-053552dc6c5a tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:47.684125 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-1d275a96-6c66-4993-8e87-053552dc6c5a tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] 10.222.0.41 "DELETE /v2.0/security-groups/fd2e1bee-7c77-47a7-9b20-9b0c257ae907 HTTP/1.1" status: 204 len: 168 time: 0.2228355 Aug 11 03:26:47.687500 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 55978) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:47.706365 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d275a96-6c66-4993-8e87-053552dc6c5a tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd2e1bee-7c77-47a7-9b20-9b0c257ae907,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:47.747690 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-74548854-1b99-4e6b-bbe8-97f84786b55c tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:47.768626 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-3273e8f7-88ac-4eca-ae5b-08179750a45d tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:47.779814 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-c7b074a6-5970-413b-90dc-70433ac6c53b req-3b0b0a16-fa4c-43a1-82d3-9c4f43e7a094 service neutron] For port 63ae1799-8dc2-4c5c-b7af-71de32a3d320, host n-h1-764292-30, cleared binding levels {{(pid=102191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:26:47.793013 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-3273e8f7-88ac-4eca-ae5b-08179750a45d tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:47.811475 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-c7b074a6-5970-413b-90dc-70433ac6c53b req-3b0b0a16-fa4c-43a1-82d3-9c4f43e7a094 service neutron] For port 63ae1799-8dc2-4c5c-b7af-71de32a3d320, host n-h1-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=63ae1799-8dc2-4c5c-b7af-71de32a3d320,segment=NetworkSegment(a4d93f93-2d98-4749-abef-bba9ce3321d5),segment_id=a4d93f93-2d98-4749-abef-bba9ce3321d5)] {{(pid=102191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:26:47.828767 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-74548854-1b99-4e6b-bbe8-97f84786b55c tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:47.850516 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8fdb1f56-049a-483b-b6ce-9727a5dbb402 req-fd92d382-9064-4265-a37e-79f8a78cb4c6 tempest-ServerShowV247Test-1476048630 tempest-ServerShowV247Test-1476048630-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9351e16-0f09-4d77-be70-052e98e6b1b9 HTTP/1.1" status: 200 len: 210 time: 0.0402746 Aug 11 03:26:47.856333 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-63b707cc-5cbd-469f-9c16-5c58f9c43aad tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:47.873499 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-c7b074a6-5970-413b-90dc-70433ac6c53b req-3b0b0a16-fa4c-43a1-82d3-9c4f43e7a094 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:47.928911 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b074a6-5970-413b-90dc-70433ac6c53b req-3b0b0a16-fa4c-43a1-82d3-9c4f43e7a094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:47.929147 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-63b707cc-5cbd-469f-9c16-5c58f9c43aad tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:47.929895 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-c7b074a6-5970-413b-90dc-70433ac6c53b req-3b0b0a16-fa4c-43a1-82d3-9c4f43e7a094 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:47.931295 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c7b074a6-5970-413b-90dc-70433ac6c53b req-3b0b0a16-fa4c-43a1-82d3-9c4f43e7a094 service neutron] 10.222.0.22 "PUT /v2.0/ports/63ae1799-8dc2-4c5c-b7af-71de32a3d320 HTTP/1.1" status: 200 len: 1092 time: 1.2549589 Aug 11 03:26:47.931893 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28a504fd-46de-46de-bafc-76b83bbc684a', 'tag': '63ae1799-8dc2-4c5c-b7af-71de32a3d320'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:26:47.934347 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-133b1b9a-9189-4f6d-b3b3-294cf5fd87f9" -d '{"events": [{"name": "network-changed", "server_uuid": "28a504fd-46de-46de-bafc-76b83bbc684a", "tag": "63ae1799-8dc2-4c5c-b7af-71de32a3d320"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:26:47.947938 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-74548854-1b99-4e6b-bbe8-97f84786b55c tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:47.973015 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74548854-1b99-4e6b-bbe8-97f84786b55c tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=702c3f91-5a83-4fdc-9ff1-8a620cc0aac8,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:47.974176 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-3273e8f7-88ac-4eca-ae5b-08179750a45d tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:47.977263 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-3273e8f7-88ac-4eca-ae5b-08179750a45d tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:47.978443 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-3273e8f7-88ac-4eca-ae5b-08179750a45d tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] 10.222.0.41 "DELETE /v2.0/security-groups/9f3dc5c7-ed96-4416-9a2e-ecfada5a68a3 HTTP/1.1" status: 204 len: 168 time: 0.2900212 Aug 11 03:26:47.987569 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 55986) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:47.992352 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3273e8f7-88ac-4eca-ae5b-08179750a45d tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f3dc5c7-ed96-4416-9a2e-ecfada5a68a3,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:48.017123 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0b0a16-fa4c-43a1-82d3-9c4f43e7a094 service neutron] Pushing event updated for resources: {'Port': ['ID=63ae1799-8dc2-4c5c-b7af-71de32a3d320,revision_number=3']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:48.030522 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e99e3c7-3f13-40ef-a580-5949452d30e7 req-c024d35c-f29b-42ac-a9ec-a0149c55e375 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:48.033219 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1e99e3c7-3f13-40ef-a580-5949452d30e7 req-c024d35c-f29b-42ac-a9ec-a0149c55e375 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] 10.222.0.41 "GET /v2.0/ports?device_id=a38afb75-bfb0-4200-ae9a-cb2f866befdd HTTP/1.1" status: 200 len: 946 time: 0.1147733 Aug 11 03:26:48.034213 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-63b707cc-5cbd-469f-9c16-5c58f9c43aad tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:48.092251 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:26:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efddce82-523d-4e84-adf6-a01a5959d80f x-openstack-request-id: req-efddce82-523d-4e84-adf6-a01a5959d80f {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:26:48.092482 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28a504fd-46de-46de-bafc-76b83bbc684a", "tag": "63ae1799-8dc2-4c5c-b7af-71de32a3d320", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:26:48.092699 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-efddce82-523d-4e84-adf6-a01a5959d80f {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:26:48.093107 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28a504fd-46de-46de-bafc-76b83bbc684a', 'tag': '63ae1799-8dc2-4c5c-b7af-71de32a3d320', 'status': 'completed', 'code': 200} Aug 11 03:26:48.104217 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b707cc-5cbd-469f-9c16-5c58f9c43aad tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95f1eed9-18dc-4824-8bc9-44686c90771b,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:48.115743 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_v2 [None req-130ec46a-df89-41c2-8833-4ab7682ce594 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Deleting subnet 84b6bcee-5909-4774-aa5e-dd6636bcedaf {{(pid=102191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:26:48.127588 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-130ec46a-df89-41c2-8833-4ab7682ce594 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks [] for subnet, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:48.157529 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 55992) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:48.165645 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-74548854-1b99-4e6b-bbe8-97f84786b55c tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:48.167003 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-74548854-1b99-4e6b-bbe8-97f84786b55c tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6269619 Aug 11 03:26:48.174888 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1e99e3c7-3f13-40ef-a580-5949452d30e7 req-ee726291-80d4-49ed-9c76-1594bf874d93 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] 10.222.0.41 "GET /v2.0/security-groups?id=adeeef27-808b-48fe-80b7-b3abd2371fee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102707 Aug 11 03:26:48.176490 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 55994) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:48.182033 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-69bdf6c9-a0c8-41a3-844b-dd024e823b22 tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] Request body: {'security_group_rule': {'security_group_id': '9b2e6261-0a5a-451d-99a7-2d4793ac916a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:26:48.188123 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-63b707cc-5cbd-469f-9c16-5c58f9c43aad tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:48.193967 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-63b707cc-5cbd-469f-9c16-5c58f9c43aad tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5711787 Aug 11 03:26:48.194604 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 55998) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:48.202411 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-8291e21b-d8fc-4806-a33a-bcc0787b084a tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Request body: {'security_group_rule': {'security_group_id': '1e2df09b-95d8-4e2e-a9dc-4c7363d2dacc', 'project_id': 'a5478860f7cb432583cc8e5d994d2237', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:26:48.212700 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-130ec46a-df89-41c2-8833-4ab7682ce594 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126283525'] for subnet, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:48.234720 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78759090-9109-4a21-83b4-02064af83063 req-e8276c63-7dbe-42f4-88b3-2e971eab5e7f tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:48.236575 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-78759090-9109-4a21-83b4-02064af83063 req-e8276c63-7dbe-42f4-88b3-2e971eab5e7f tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] 10.222.0.41 "GET /v2.0/ports?device_id=28a504fd-46de-46de-bafc-76b83bbc684a HTTP/1.1" status: 200 len: 943 time: 0.1174002 Aug 11 03:26:48.249561 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133b1b9a-9189-4f6d-b3b3-294cf5fd87f9 req-25d3d755-75cb-48c5-aecc-bb9de40f0c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:48.251725 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-133b1b9a-9189-4f6d-b3b3-294cf5fd87f9 req-25d3d755-75cb-48c5-aecc-bb9de40f0c77 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6f34ea378b0c4732b01bbd0e8e3ce05d&device_id=28a504fd-46de-46de-bafc-76b83bbc684a HTTP/1.1" status: 200 len: 1095 time: 0.1568158 Aug 11 03:26:48.284964 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-78759090-9109-4a21-83b4-02064af83063 req-1b679610-ac35-46ee-9fea-1d77a8853f20 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] 10.222.0.41 "GET /v2.0/security-groups?id=90def170-0f04-4173-9159-534b9b7a97b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397782 Aug 11 03:26:48.323645 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-69bdf6c9-a0c8-41a3-844b-dd024e823b22 tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:48.328216 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-6835f642-c927-4ffc-ad4a-801abfe96bee admin admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:48.406089 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-8291e21b-d8fc-4806-a33a-bcc0787b084a tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:48.456271 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-8291e21b-d8fc-4806-a33a-bcc0787b084a tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:48.465761 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-130ec46a-df89-41c2-8833-4ab7682ce594 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:48.475011 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-884f8483-1425-4084-aea7-5699b1dae5a4 req-00e3a664-a0f7-4dea-8e01-e357ab228bee service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=d489072b-e0d1-4799-984d-214f8f8f808f HTTP/1.1" status: 200 len: 210 time: 0.0386915 Aug 11 03:26:48.487780 n-d-764292-30 neutron-server[102192]: INFO neutron.api.v2.resource [None req-69bdf6c9-a0c8-41a3-844b-dd024e823b22 tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] create failed (client error): There was a conflict when trying to complete your request. Aug 11 03:26:48.489075 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-69bdf6c9-a0c8-41a3-844b-dd024e823b22 tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3116784 Aug 11 03:26:48.491985 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 56000) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:48.524945 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133b1b9a-9189-4f6d-b3b3-294cf5fd87f9 req-47a4cc72-774e-4ef2-9519-f36e6d48a65a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:48.526479 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-133b1b9a-9189-4f6d-b3b3-294cf5fd87f9 req-47a4cc72-774e-4ef2-9519-f36e6d48a65a service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=6f34ea378b0c4732b01bbd0e8e3ce05d&shared=False HTTP/1.1" status: 200 len: 898 time: 0.2632751 Aug 11 03:26:48.540482 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-8291e21b-d8fc-4806-a33a-bcc0787b084a tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:48.577531 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8291e21b-d8fc-4806-a33a-bcc0787b084a tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a533955d-c3bf-4350-b835-dc93ca6e42b5,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:48.599409 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-f858d690-75f0-4e72-ae6b-08c099bbe920 tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:48.634195 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-f858d690-75f0-4e72-ae6b-08c099bbe920 tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:48.634974 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-130ec46a-df89-41c2-8833-4ab7682ce594 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126283413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126275158'] for subnet, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:48.665499 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-6835f642-c927-4ffc-ad4a-801abfe96bee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:48.683615 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130ec46a-df89-41c2-8833-4ab7682ce594 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Pushing event deleted for resources: {'Subnet': ['ID=84b6bcee-5909-4774-aa5e-dd6636bcedaf,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:48.698598 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-130ec46a-df89-41c2-8833-4ab7682ce594 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:48.700462 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-130ec46a-df89-41c2-8833-4ab7682ce594 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] 10.222.0.41 "DELETE /v2.0/subnets/84b6bcee-5909-4774-aa5e-dd6636bcedaf HTTP/1.1" status: 204 len: 168 time: 0.7093828 Aug 11 03:26:48.700590 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7212678-b51b-4c2c-9b2c-0693833b451c None None] Network 813a308e-1df3-42f6-8357-85259fd890d2 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:26:48.704213 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 56002) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:48.745056 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-6835f642-c927-4ffc-ad4a-801abfe96bee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:48.779277 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133b1b9a-9189-4f6d-b3b3-294cf5fd87f9 req-3bccbb7d-184b-490a-9969-d8da65e7c33e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:48.783465 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-133b1b9a-9189-4f6d-b3b3-294cf5fd87f9 req-3bccbb7d-184b-490a-9969-d8da65e7c33e service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2128778 Aug 11 03:26:48.796124 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-f858d690-75f0-4e72-ae6b-08c099bbe920 tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:48.799498 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-f858d690-75f0-4e72-ae6b-08c099bbe920 tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:48.803371 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-f858d690-75f0-4e72-ae6b-08c099bbe920 tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] 10.222.0.41 "DELETE /v2.0/security-groups/9b2e6261-0a5a-451d-99a7-2d4793ac916a HTTP/1.1" status: 204 len: 168 time: 0.3102839 Aug 11 03:26:48.809699 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 56004) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:48.824487 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-8291e21b-d8fc-4806-a33a-bcc0787b084a tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:48.828441 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-8291e21b-d8fc-4806-a33a-bcc0787b084a tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6267905 Aug 11 03:26:48.832111 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 56006) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:48.833072 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-cedc8df1-660e-4074-b501-f681c23085d6 req-fb879541-e34a-4896-8c23-8ea2e30cb07e service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=b9351e16-0f09-4d77-be70-052e98e6b1b9 HTTP/1.1" status: 200 len: 210 time: 0.0335121 Aug 11 03:26:48.836429 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-6835f642-c927-4ffc-ad4a-801abfe96bee admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0370ac16a231444ea58dd6a5b9c0460a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6768761 Aug 11 03:26:48.840204 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-ea6daa74-bdb6-43e5-81a1-a32beba85a3c tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Request body: {'security_group_rule': {'security_group_id': '1e2df09b-95d8-4e2e-a9dc-4c7363d2dacc', 'project_id': 'a5478860f7cb432583cc8e5d994d2237', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:26:48.852241 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 56008) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:48.856746 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6835f642-c927-4ffc-ad4a-801abfe96bee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a580ea0-522c-4f69-a33b-5b4c0f018b3a,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:48.876560 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_v2 [None req-32c099db-691b-4bcc-b144-6fa7e378b3d0 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Deleting subnet a249d3f4-62de-4f56-b6af-d6729d45cacd {{(pid=102192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:26:48.892848 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-32c099db-691b-4bcc-b144-6fa7e378b3d0 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks [] for subnet, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:48.916479 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f858d690-75f0-4e72-ae6b-08c099bbe920 tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b2e6261-0a5a-451d-99a7-2d4793ac916a,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:48.955019 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-32c099db-691b-4bcc-b144-6fa7e378b3d0 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125932460'] for subnet, precommit_delete_associations {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:48.955597 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b074a6-5970-413b-90dc-70433ac6c53b req-4044a4c4-0457-41ca-a643-40a3bbf16a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:48.955597 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c7b074a6-5970-413b-90dc-70433ac6c53b req-4044a4c4-0457-41ca-a643-40a3bbf16a3c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6f34ea378b0c4732b01bbd0e8e3ce05d&device_id=28a504fd-46de-46de-bafc-76b83bbc684a HTTP/1.1" status: 200 len: 1095 time: 0.1207960 Aug 11 03:26:48.964169 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-ac0d8232-cf9c-42a9-adde-d20f6e8b40d3 tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1496122 Aug 11 03:26:48.964997 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 56012) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:48.979470 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-dabc2b4f-7d40-4919-9150-783b2452a3a2 tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] Request body: {'security_group': {'name': 'tempest-secgroup--412666604'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:26:49.011934 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-71c22038-fd14-4f21-843d-1db361951d6f req-392aa5f2-7765-4a5c-bfa6-a28925a69b0b tempest-ServerShowV247Test-1476048630 tempest-ServerShowV247Test-1476048630-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9351e16-0f09-4d77-be70-052e98e6b1b9 HTTP/1.1" status: 200 len: 210 time: 0.0344710 Aug 11 03:26:49.025359 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f67a4f4b-e121-4fb5-a727-75662fc200a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:49.051491 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c7b074a6-5970-413b-90dc-70433ac6c53b req-c9a3e108-84df-43a8-ab85-2330cf5af890 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=63ae1799-8dc2-4c5c-b7af-71de32a3d320 HTTP/1.1" status: 200 len: 217 time: 0.0854492 Aug 11 03:26:49.068983 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ea6daa74-bdb6-43e5-81a1-a32beba85a3c tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:49.074229 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f67a4f4b-e121-4fb5-a727-75662fc200a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:49.097061 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-32c099db-691b-4bcc-b144-6fa7e378b3d0 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:49.139484 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b074a6-5970-413b-90dc-70433ac6c53b req-8bc0721e-bda0-48eb-b598-1cb8fb1a7ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:49.140954 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c7b074a6-5970-413b-90dc-70433ac6c53b req-8bc0721e-bda0-48eb-b598-1cb8fb1a7ba0 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3ef306bb-adf8-44d2-8415-4a7cfe7d33f4 HTTP/1.1" status: 200 len: 835 time: 0.0781372 Aug 11 03:26:49.164953 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ea6daa74-bdb6-43e5-81a1-a32beba85a3c tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:49.196195 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b074a6-5970-413b-90dc-70433ac6c53b req-ee78103e-ed3b-4539-9bd4-c727c3d8cad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:49.197623 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c7b074a6-5970-413b-90dc-70433ac6c53b req-ee78103e-ed3b-4539-9bd4-c727c3d8cad7 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e59732ab-623e-4cb8-9f39-fb9f4d98d154&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0489213 Aug 11 03:26:49.199524 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-dabc2b4f-7d40-4919-9150-783b2452a3a2 tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:49.222761 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ea6daa74-bdb6-43e5-81a1-a32beba85a3c tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:49.241835 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6daa74-bdb6-43e5-81a1-a32beba85a3c tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=887e437a-c70f-4fa7-ac70-8688d56ee90d,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:49.280456 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f67a4f4b-e121-4fb5-a727-75662fc200a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:49.287464 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f67a4f4b-e121-4fb5-a727-75662fc200a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:49.292748 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-32c099db-691b-4bcc-b144-6fa7e378b3d0 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125932157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126180897'] for subnet, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:49.293474 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-f67a4f4b-e121-4fb5-a727-75662fc200a1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5a580ea0-522c-4f69-a33b-5b4c0f018b3a HTTP/1.1" status: 204 len: 168 time: 0.4335344 Aug 11 03:26:49.298802 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67a4f4b-e121-4fb5-a727-75662fc200a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a580ea0-522c-4f69-a33b-5b4c0f018b3a,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:49.314386 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c7b074a6-5970-413b-90dc-70433ac6c53b req-3c20d891-34fd-4f86-ba31-e906bb68656e service neutron] 10.222.0.22 "GET /v2.0/networks/e59732ab-623e-4cb8-9f39-fb9f4d98d154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050406 Aug 11 03:26:49.359190 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ea6daa74-bdb6-43e5-81a1-a32beba85a3c tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:49.360459 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-ea6daa74-bdb6-43e5-81a1-a32beba85a3c tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5268626 Aug 11 03:26:49.367885 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 56020) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:49.374125 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-23a9e78f-d35a-4af5-9c05-e71267123f9a tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Request body: {'security_group_rule': {'security_group_id': '1e2df09b-95d8-4e2e-a9dc-4c7363d2dacc', 'project_id': 'a5478860f7cb432583cc8e5d994d2237', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:26:49.380719 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-32c099db-691b-4bcc-b144-6fa7e378b3d0 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks [] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:49.384969 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-32c099db-691b-4bcc-b144-6fa7e378b3d0 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] 10.222.0.41 "DELETE /v2.0/subnets/a249d3f4-62de-4f56-b6af-d6729d45cacd HTTP/1.1" status: 204 len: 168 time: 0.6794653 Aug 11 03:26:49.389705 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c099db-691b-4bcc-b144-6fa7e378b3d0 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Pushing event deleted for resources: {'Subnet': ['ID=a249d3f4-62de-4f56-b6af-d6729d45cacd,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:49.394707 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 56022) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:49.414486 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbd56f9-aa2a-44e0-bd49-b5654b5ead89 req-97748603-342d-4501-83c9-1722d9713064 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:49.416844 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-dbbd56f9-aa2a-44e0-bd49-b5654b5ead89 req-97748603-342d-4501-83c9-1722d9713064 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] 10.222.0.41 "GET /v2.0/ports?device_id=a38afb75-bfb0-4200-ae9a-cb2f866befdd HTTP/1.1" status: 200 len: 946 time: 0.1474080 Aug 11 03:26:49.467149 n-d-764292-30 neutron-server[102192]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e44d434-7d3a-4de5-8017-f850ca707758 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] DELETE failed (client error): The resource could not be found. Aug 11 03:26:49.467819 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e44d434-7d3a-4de5-8017-f850ca707758 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:26:49.472862 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-8e44d434-7d3a-4de5-8017-f850ca707758 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] 10.222.0.41 "DELETE /v2.0/subnets/84b6bcee-5909-4774-aa5e-dd6636bcedaf HTTP/1.1" status: 404 len: 337 time: 0.0768144 Aug 11 03:26:49.473056 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 56024) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:49.521956 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-dbbd56f9-aa2a-44e0-bd49-b5654b5ead89 req-de03a431-8f5f-4b98-a25c-495ed9b4c787 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] 10.222.0.41 "GET /v2.0/security-groups?id=adeeef27-808b-48fe-80b7-b3abd2371fee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723238 Aug 11 03:26:49.541573 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a3faca8-62ec-4397-ae02-7cf03e8ff42c tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Deleting subnet 1ef89bf2-c4e0-494d-af1f-1fb4127f181a {{(pid=102191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:26:49.551712 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445128ba-41b7-4b03-8e0e-828361c65e3b req-ef595a0e-dfee-4615-aa8b-0aec71a9dc3b tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:49.552048 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1a3faca8-62ec-4397-ae02-7cf03e8ff42c tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks [] for subnet, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:49.559398 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-445128ba-41b7-4b03-8e0e-828361c65e3b req-ef595a0e-dfee-4615-aa8b-0aec71a9dc3b tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] 10.222.0.41 "GET /v2.0/ports?device_id=28a504fd-46de-46de-bafc-76b83bbc684a HTTP/1.1" status: 200 len: 943 time: 0.1616287 Aug 11 03:26:49.598033 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-445128ba-41b7-4b03-8e0e-828361c65e3b req-a33c1b57-f97c-484e-860a-09d5fd62ab8f tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] 10.222.0.41 "GET /v2.0/security-groups?id=90def170-0f04-4173-9159-534b9b7a97b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377493 Aug 11 03:26:49.604595 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c7b074a6-5970-413b-90dc-70433ac6c53b req-3656745c-0d8f-46c4-8098-6dd4a946c620 service neutron] 10.222.0.22 "GET /v2.0/networks/e59732ab-623e-4cb8-9f39-fb9f4d98d154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2814965 Aug 11 03:26:49.643017 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1a3faca8-62ec-4397-ae02-7cf03e8ff42c tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126283525'] for subnet, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:49.681082 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-dabc2b4f-7d40-4919-9150-783b2452a3a2 tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:49.716098 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2a9ee88-35df-413a-b903-ccfa33e4e418 None None] Network 813a308e-1df3-42f6-8357-85259fd890d2 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:26:49.755883 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1a3faca8-62ec-4397-ae02-7cf03e8ff42c tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:49.778085 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-7a7c7082-a48d-4914-8b36-3714f47c8445 None None] Provisioning complete for port dc4a6b7e-a1cf-45bd-a6ca-6b0e43182718 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:26:49.778698 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-7a7c7082-a48d-4914-8b36-3714f47c8445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:49.788642 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-dabc2b4f-7d40-4919-9150-783b2452a3a2 tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:49.822586 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-7a7c7082-a48d-4914-8b36-3714f47c8445 None None] Port dc4a6b7e-a1cf-45bd-a6ca-6b0e43182718 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:26:49.840869 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabc2b4f-7d40-4919-9150-783b2452a3a2 tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9bd9811-0297-41d8-903e-8e049b822654,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:49.852755 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-7a7c7082-a48d-4914-8b36-3714f47c8445 None None] Provisioning complete for port 2d2577e3-7ced-49b2-946b-8e1b47f4db7c triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:26:49.853120 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-7a7c7082-a48d-4914-8b36-3714f47c8445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:49.937604 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1a3faca8-62ec-4397-ae02-7cf03e8ff42c tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126283413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126275158'] for subnet, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:49.946940 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-23a9e78f-d35a-4af5-9c05-e71267123f9a tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:49.969742 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3faca8-62ec-4397-ae02-7cf03e8ff42c tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Pushing event deleted for resources: {'Subnet': ['ID=1ef89bf2-c4e0-494d-af1f-1fb4127f181a,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:49.978150 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1a3faca8-62ec-4397-ae02-7cf03e8ff42c tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:49.982382 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-1a3faca8-62ec-4397-ae02-7cf03e8ff42c tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] 10.222.0.41 "DELETE /v2.0/subnets/1ef89bf2-c4e0-494d-af1f-1fb4127f181a HTTP/1.1" status: 204 len: 168 time: 0.5045655 Aug 11 03:26:49.983156 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 56028) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:50.016608 n-d-764292-30 neutron-server[102192]: INFO neutron.pecan_wsgi.hooks.translation [None req-d29edfaf-8912-45e7-80de-4684c0be4d47 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] DELETE failed (client error): The resource could not be found. Aug 11 03:26:50.017055 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d29edfaf-8912-45e7-80de-4684c0be4d47 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:26:50.018858 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-d29edfaf-8912-45e7-80de-4684c0be4d47 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] 10.222.0.41 "DELETE /v2.0/subnets/29545a0e-f999-498c-a659-00e3f1ee6ab9 HTTP/1.1" status: 404 len: 337 time: 0.0350764 Aug 11 03:26:50.022570 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 56030) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:50.028613 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 56032) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:50.055046 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-3e117f2b-4287-4173-b637-36187f3187d9 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] 10.222.0.41 "GET /v2.0/ports?device_id=29f449a7-d57e-4cb0-97ce-9f42b8550ea5 HTTP/1.1" status: 200 len: 205 time: 0.0322752 Aug 11 03:26:50.057525 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 56036) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:50.069165 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-23a9e78f-d35a-4af5-9c05-e71267123f9a tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:50.071358 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-dabc2b4f-7d40-4919-9150-783b2452a3a2 tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:50.072617 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-dabc2b4f-7d40-4919-9150-783b2452a3a2 tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1031053 Aug 11 03:26:50.079627 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 56038) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:50.080437 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-59cca846-a3b0-44da-98a1-464050a11d74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:50.088290 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-b3de44dd-b5fa-463c-b22a-a6cc40e45ef3 tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] Request body: {'security_group_rule': {'security_group_id': 'd9bd9811-0297-41d8-903e-8e049b822654', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:26:50.088994 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcf17a28-a996-4c5b-8ddc-8350e6562079 None None] Update dhcp port {'port': {'network_id': '813a308e-1df3-42f6-8357-85259fd890d2', 'fixed_ips': [{'subnet_id': '1ef89bf2-c4e0-494d-af1f-1fb4127f181a'}], 'binding:host_id': 'n-d-764292-30'}, 'id': '2d2577e3-7ced-49b2-946b-8e1b47f4db7c'} from n-d-764292-30. {{(pid=102193) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 11 03:26:50.089143 n-d-764292-30 neutron-server[102191]: WARNING neutron.api.v2.base [None req-b3de44dd-b5fa-463c-b22a-a6cc40e45ef3 tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 11 03:26:50.089623 n-d-764292-30 neutron-server[102191]: INFO neutron.api.v2.resource [None req-b3de44dd-b5fa-463c-b22a-a6cc40e45ef3 tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 03:26:50.090613 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-b3de44dd-b5fa-463c-b22a-a6cc40e45ef3 tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0072827 Aug 11 03:26:50.101134 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 56040) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:50.116635 n-d-764292-30 neutron-server[102192]: INFO neutron.api.v2.resource [None req-1eaa93df-17d9-4195-8729-9ceee676932a tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] delete failed (client error): The resource could not be found. Aug 11 03:26:50.117753 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-1eaa93df-17d9-4195-8729-9ceee676932a tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] 10.222.0.41 "DELETE /v2.0/routers/29f449a7-d57e-4cb0-97ce-9f42b8550ea5 HTTP/1.1" status: 404 len: 336 time: 0.0590651 Aug 11 03:26:50.120962 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 56042) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:50.124245 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-bcf17a28-a996-4c5b-8ddc-8350e6562079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:50.144769 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-80d4e60a-fc9c-4098-a44a-e52f46eaf951 req-7692c056-dc56-467a-b01a-7c66bff9e593 tempest-ServerShowV247Test-1476048630 tempest-ServerShowV247Test-1476048630-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9351e16-0f09-4d77-be70-052e98e6b1b9 HTTP/1.1" status: 200 len: 210 time: 0.0304201 Aug 11 03:26:50.175492 n-d-764292-30 neutron-server[102191]: INFO neutron.pecan_wsgi.hooks.translation [None req-19db3195-ae3c-4c6a-9238-35e2c969a7ec tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] DELETE failed (client error): The resource could not be found. Aug 11 03:26:50.175944 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19db3195-ae3c-4c6a-9238-35e2c969a7ec tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:26:50.180319 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-19db3195-ae3c-4c6a-9238-35e2c969a7ec tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] 10.222.0.41 "DELETE /v2.0/subnets/60560048-b4cb-4a8f-aadd-c408443c0cdb HTTP/1.1" status: 404 len: 337 time: 0.0542130 Aug 11 03:26:50.189051 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 56046) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:50.189195 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-23a9e78f-d35a-4af5-9c05-e71267123f9a tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:50.215889 n-d-764292-30 neutron-server[102192]: INFO neutron.pecan_wsgi.hooks.translation [None req-70475ff3-2449-4243-aca1-b525bdf0fb0b tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] DELETE failed (client error): The resource could not be found. Aug 11 03:26:50.217098 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70475ff3-2449-4243-aca1-b525bdf0fb0b tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:26:50.221934 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a9e78f-d35a-4af5-9c05-e71267123f9a tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aca85b34-469f-4d53-bbb4-cb098021009f,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:50.222142 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-70475ff3-2449-4243-aca1-b525bdf0fb0b tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] 10.222.0.41 "DELETE /v2.0/subnets/4aa95f4a-32e5-451e-8f8c-d5fd7a9ae895 HTTP/1.1" status: 404 len: 337 time: 0.0368755 Aug 11 03:26:50.222865 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 56048) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:50.244298 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b51b9596-0608-4984-8590-47ac53f1a8da tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:50.268157 n-d-764292-30 neutron-server[102192]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a828a7f-9ed1-441a-800f-7772f967a2f9 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] DELETE failed (client error): The resource could not be found. Aug 11 03:26:50.268640 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a828a7f-9ed1-441a-800f-7772f967a2f9 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:26:50.270445 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-6a828a7f-9ed1-441a-800f-7772f967a2f9 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] 10.222.0.41 "DELETE /v2.0/subnets/0747c06d-f3e7-416e-a3be-4450e94559f6 HTTP/1.1" status: 404 len: 337 time: 0.0385816 Aug 11 03:26:50.272983 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 56058) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:50.282625 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b51b9596-0608-4984-8590-47ac53f1a8da tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:50.306431 n-d-764292-30 neutron-server[102192]: INFO neutron.pecan_wsgi.hooks.translation [None req-d121cd6d-5a8e-4b4d-8335-363c983877df tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] DELETE failed (client error): The resource could not be found. Aug 11 03:26:50.307977 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d121cd6d-5a8e-4b4d-8335-363c983877df tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:26:50.309157 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-d121cd6d-5a8e-4b4d-8335-363c983877df tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] 10.222.0.41 "DELETE /v2.0/ports/b70e6515-7a72-4d22-bff5-368c31f5f4c7 HTTP/1.1" status: 404 len: 333 time: 0.0352702 Aug 11 03:26:50.314801 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 56060) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:50.336214 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da49342e-3fd0-470a-8dc5-a131449740c2 None None] Network 813a308e-1df3-42f6-8357-85259fd890d2 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:26:50.354904 n-d-764292-30 neutron-server[102192]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a0cf74d-1889-4ec9-8b8c-9723976bd6b8 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] DELETE failed (client error): The resource could not be found. Aug 11 03:26:50.355369 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a0cf74d-1889-4ec9-8b8c-9723976bd6b8 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:26:50.357123 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-4a0cf74d-1889-4ec9-8b8c-9723976bd6b8 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] 10.222.0.41 "DELETE /v2.0/subnets/8f32e064-e083-4b19-b101-04eb6c1bf356 HTTP/1.1" status: 404 len: 337 time: 0.0411055 Aug 11 03:26:50.357748 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-59cca846-a3b0-44da-98a1-464050a11d74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:50.359847 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 56062) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:50.385643 n-d-764292-30 neutron-server[102192]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0a86dc2-a479-4ea1-af08-f86098f802f5 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] DELETE failed (client error): The resource could not be found. Aug 11 03:26:50.386191 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0a86dc2-a479-4ea1-af08-f86098f802f5 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:26:50.390444 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-e0a86dc2-a479-4ea1-af08-f86098f802f5 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] 10.222.0.41 "DELETE /v2.0/subnets/cc1abe0b-2685-4253-888a-1aa18b6f725f HTTP/1.1" status: 404 len: 337 time: 0.0271266 Aug 11 03:26:50.390706 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 56064) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:50.415175 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-59cca846-a3b0-44da-98a1-464050a11d74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:50.415443 n-d-764292-30 neutron-server[102192]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ca7ba7f-a82c-40a4-9967-d1bdc2d7bfbc tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] DELETE failed (client error): The resource could not be found. Aug 11 03:26:50.415890 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ca7ba7f-a82c-40a4-9967-d1bdc2d7bfbc tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:26:50.419178 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b51b9596-0608-4984-8590-47ac53f1a8da tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:50.420435 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-7ca7ba7f-a82c-40a4-9967-d1bdc2d7bfbc tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] 10.222.0.41 "DELETE /v2.0/ports/dc934b76-bc95-451f-b384-0f8aa2dbf562 HTTP/1.1" status: 404 len: 333 time: 0.0281587 Aug 11 03:26:50.421068 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 56066) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:50.424231 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b51b9596-0608-4984-8590-47ac53f1a8da tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:50.428735 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-b51b9596-0608-4984-8590-47ac53f1a8da tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] 10.222.0.41 "DELETE /v2.0/security-groups/d9bd9811-0297-41d8-903e-8e049b822654 HTTP/1.1" status: 204 len: 168 time: 0.3233092 Aug 11 03:26:50.429264 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 56068) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:50.447931 n-d-764292-30 neutron-server[102192]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c8ac064-b792-439b-9bb1-50176ccf132d tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] DELETE failed (client error): The resource could not be found. Aug 11 03:26:50.448386 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c8ac064-b792-439b-9bb1-50176ccf132d tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:26:50.452622 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-2c8ac064-b792-439b-9bb1-50176ccf132d tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] 10.222.0.41 "DELETE /v2.0/subnets/8eb84f2c-7618-4ea8-a53a-45cada618f97 HTTP/1.1" status: 404 len: 337 time: 0.0282083 Aug 11 03:26:50.453476 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 56070) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:50.463441 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-433180a5-8588-4667-9514-e7b1930f4622 None None] Provisioning complete for port dc4a6b7e-a1cf-45bd-a6ca-6b0e43182718 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:26:50.463889 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-433180a5-8588-4667-9514-e7b1930f4622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:50.479226 n-d-764292-30 neutron-server[102192]: INFO neutron.pecan_wsgi.hooks.translation [None req-6be4e885-d254-492f-b87f-b1589abd8a3f tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] DELETE failed (client error): The resource could not be found. Aug 11 03:26:50.479916 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6be4e885-d254-492f-b87f-b1589abd8a3f tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:26:50.482392 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-6be4e885-d254-492f-b87f-b1589abd8a3f tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] 10.222.0.41 "DELETE /v2.0/subnets/ba417b66-2d9d-4776-86f7-67718a2355e1 HTTP/1.1" status: 404 len: 337 time: 0.0276706 Aug 11 03:26:50.484061 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 56072) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:50.508632 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-433180a5-8588-4667-9514-e7b1930f4622 None None] Port dc4a6b7e-a1cf-45bd-a6ca-6b0e43182718 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:26:50.512199 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-23a9e78f-d35a-4af5-9c05-e71267123f9a tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:50.515444 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-23a9e78f-d35a-4af5-9c05-e71267123f9a tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1465666 Aug 11 03:26:50.517326 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cca846-a3b0-44da-98a1-464050a11d74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2bd5145-b3f3-4f59-aa18-0b6f10de7a76,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:50.520936 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-433180a5-8588-4667-9514-e7b1930f4622 None None] Provisioning complete for port 2d2577e3-7ced-49b2-946b-8e1b47f4db7c triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:26:50.521546 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-433180a5-8588-4667-9514-e7b1930f4622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:50.525778 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-59cca846-a3b0-44da-98a1-464050a11d74 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8ddd6c2d35d2445ca2f5d43837e76b86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4954038 Aug 11 03:26:50.527547 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 56074) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:50.535420 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 56076) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:50.539747 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-a4e6cd6c-b990-4bb7-b0bf-cdb205e37afb tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Request body: {'security_group_rule': {'security_group_id': '1e2df09b-95d8-4e2e-a9dc-4c7363d2dacc', 'project_id': 'a5478860f7cb432583cc8e5d994d2237', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:26:50.557173 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51b9596-0608-4984-8590-47ac53f1a8da tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9bd9811-0297-41d8-903e-8e049b822654,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:50.582323 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48d1313f-d072-40e8-abcc-aaabe862d690 None None] DHCP port deletion for 813a308e-1df3-42f6-8357-85259fd890d2 request from n-d-764292-30 {{(pid=102193) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:26:50.613149 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-62863bb2-4068-4a7b-bcce-09055f3d4b85 tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1760640 Aug 11 03:26:50.616876 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 56082) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:50.624538 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-9e9fc809-2b04-4037-968c-f2f17fbf046d tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] Request body: {'security_group': {'name': 'tempest-secgroup--1159565059'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:26:50.644491 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3ecd8d9e-3d55-4080-9c69-9a442678c87e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:50.669605 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3ecd8d9e-3d55-4080-9c69-9a442678c87e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:50.682654 n-d-764292-30 neutron-server[102191]: INFO neutron.db.securitygroups_db [None req-a4e6cd6c-b990-4bb7-b0bf-cdb205e37afb tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Project a5478860f7cb432583cc8e5d994d2237 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 03:26:50.690415 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a4e6cd6c-b990-4bb7-b0bf-cdb205e37afb tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:50.723723 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-48d1313f-d072-40e8-abcc-aaabe862d690 None None] Deleting port 2d2577e3-7ced-49b2-946b-8e1b47f4db7c {{(pid=102193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:26:50.724732 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-48d1313f-d072-40e8-abcc-aaabe862d690 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:50.727234 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-aee60e01-337d-47f4-950d-51740ad1b166 req-bd8319f5-2a94-497c-8b0c-a26f99426ca9 tempest-ServerShowV247Test-1476048630 tempest-ServerShowV247Test-1476048630-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9351e16-0f09-4d77-be70-052e98e6b1b9 HTTP/1.1" status: 200 len: 210 time: 0.0580356 Aug 11 03:26:50.766715 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-fec25430-f774-4298-af76-4910e6eda816 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Deleting port dc4a6b7e-a1cf-45bd-a6ca-6b0e43182718 {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:26:50.766715 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-fec25430-f774-4298-af76-4910e6eda816 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:50.775048 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a4e6cd6c-b990-4bb7-b0bf-cdb205e37afb tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:50.775599 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43023f33-aef1-4577-a8a1-4c23aaa2db73 req-5ac10e61-1b19-4103-99c9-c57d6141437e tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:50.777297 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-43023f33-aef1-4577-a8a1-4c23aaa2db73 req-5ac10e61-1b19-4103-99c9-c57d6141437e tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] 10.222.0.41 "GET /v2.0/ports?device_id=a38afb75-bfb0-4200-ae9a-cb2f866befdd HTTP/1.1" status: 200 len: 946 time: 0.1629198 Aug 11 03:26:50.809732 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-48d1313f-d072-40e8-abcc-aaabe862d690 None None] For port 2d2577e3-7ced-49b2-946b-8e1b47f4db7c, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=2d2577e3-7ced-49b2-946b-8e1b47f4db7c,segment=NetworkSegment(3502ca39-c8b5-4b03-b555-41ce14e50037),segment_id=3502ca39-c8b5-4b03-b555-41ce14e50037)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:26:50.810473 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-48d1313f-d072-40e8-abcc-aaabe862d690 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:50.827044 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-48d1313f-d072-40e8-abcc-aaabe862d690 None None] Calling delete_port for 2d2577e3-7ced-49b2-946b-8e1b47f4db7c owned by network:dhcp {{(pid=102193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:26:50.829810 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9e9fc809-2b04-4037-968c-f2f17fbf046d tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:50.843779 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3ecd8d9e-3d55-4080-9c69-9a442678c87e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:50.846559 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3ecd8d9e-3d55-4080-9c69-9a442678c87e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:50.850726 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-3ecd8d9e-3d55-4080-9c69-9a442678c87e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e2bd5145-b3f3-4f59-aa18-0b6f10de7a76 HTTP/1.1" status: 204 len: 168 time: 0.3037479 Aug 11 03:26:50.850726 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a4e6cd6c-b990-4bb7-b0bf-cdb205e37afb tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:50.902181 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecd8d9e-3d55-4080-9c69-9a442678c87e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2bd5145-b3f3-4f59-aa18-0b6f10de7a76,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:50.907645 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e6cd6c-b990-4bb7-b0bf-cdb205e37afb tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59dde840-6343-43f4-aeb6-85689b454174,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:50.937935 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-43023f33-aef1-4577-a8a1-4c23aaa2db73 req-da7db7a9-64a0-4656-9987-c8a54de8504c tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] 10.222.0.41 "GET /v2.0/security-groups?id=adeeef27-808b-48fe-80b7-b3abd2371fee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1489534 Aug 11 03:26:50.947879 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-fec25430-f774-4298-af76-4910e6eda816 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:50.962083 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a4e6cd6c-b990-4bb7-b0bf-cdb205e37afb tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:50.965851 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-a4e6cd6c-b990-4bb7-b0bf-cdb205e37afb tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4347427 Aug 11 03:26:50.966014 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 56092) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:50.970644 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-834c50e9-857e-43aa-ad9f-ca4b26c5d898 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Request body: {'security_group_rule': {'security_group_id': '1e2df09b-95d8-4e2e-a9dc-4c7363d2dacc', 'project_id': 'a5478860f7cb432583cc8e5d994d2237', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:26:50.980817 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-fec25430-f774-4298-af76-4910e6eda816 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Calling delete_port for dc4a6b7e-a1cf-45bd-a6ca-6b0e43182718 owned by {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:26:50.988854 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-48d1313f-d072-40e8-abcc-aaabe862d690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678'] for port, after_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:51.006911 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6340f02-223b-4eeb-b6d9-006d91e1c4bf req-e33980ab-af84-410c-9a54-3ff0f35b14a4 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:51.014917 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b6340f02-223b-4eeb-b6d9-006d91e1c4bf req-e33980ab-af84-410c-9a54-3ff0f35b14a4 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] 10.222.0.41 "GET /v2.0/ports?device_id=28a504fd-46de-46de-bafc-76b83bbc684a HTTP/1.1" status: 200 len: 943 time: 0.1749969 Aug 11 03:26:51.015577 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d1313f-d072-40e8-abcc-aaabe862d690 None None] Pushing event deleted for resources: {'Port': ['ID=2d2577e3-7ced-49b2-946b-8e1b47f4db7c,revision_number=None']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:51.019418 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d1313f-d072-40e8-abcc-aaabe862d690 None None] No DVR routers for this DVR port 2d2577e3-7ced-49b2-946b-8e1b47f4db7c on host n-d-764292-30 {{(pid=102193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:26:51.101201 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b6340f02-223b-4eeb-b6d9-006d91e1c4bf req-9383afec-dbb2-49f6-bafd-af0ed5026907 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] 10.222.0.41 "GET /v2.0/security-groups?id=90def170-0f04-4173-9159-534b9b7a97b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854018 Aug 11 03:26:51.168237 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9e9fc809-2b04-4037-968c-f2f17fbf046d tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:51.188869 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 2d2577e3-7ced-49b2-946b-8e1b47f4db7c no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:26:51.208402 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: 2d2577e3-7ced-49b2-946b-8e1b47f4db7c {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:26:51.208748 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 2d2577e3-7ced-49b2-946b-8e1b47f4db7c not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:26:51.239977 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9e9fc809-2b04-4037-968c-f2f17fbf046d tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:51.246454 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-fec25430-f774-4298-af76-4910e6eda816 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:51.314460 n-d-764292-30 neutron-server[102191]: INFO neutron.db.securitygroups_db [None req-834c50e9-857e-43aa-ad9f-ca4b26c5d898 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Project a5478860f7cb432583cc8e5d994d2237 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 03:26:51.320185 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec25430-f774-4298-af76-4910e6eda816 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Pushing event deleted for resources: {'Port': ['ID=dc4a6b7e-a1cf-45bd-a6ca-6b0e43182718,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:51.320381 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-834c50e9-857e-43aa-ad9f-ca4b26c5d898 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:51.325669 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9fc809-2b04-4037-968c-f2f17fbf046d tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=793cb309-9f72-4c03-81a9-5a8054deac36,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:51.328432 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-fec25430-f774-4298-af76-4910e6eda816 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:51.333495 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-fec25430-f774-4298-af76-4910e6eda816 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] 10.222.0.41 "DELETE /v2.0/ports/dc4a6b7e-a1cf-45bd-a6ca-6b0e43182718 HTTP/1.1" status: 204 len: 168 time: 0.8483205 Aug 11 03:26:51.334158 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 56096) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:51.382565 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9e9fc809-2b04-4037-968c-f2f17fbf046d tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:51.386639 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-9e9fc809-2b04-4037-968c-f2f17fbf046d tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7657981 Aug 11 03:26:51.386910 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 56100) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:51.391758 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-1f40af96-297d-4505-8afc-5ece22976f7a tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] Request body: {'security_group_rule': {'security_group_id': '793cb309-9f72-4c03-81a9-5a8054deac36', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:26:51.392755 n-d-764292-30 neutron-server[102192]: WARNING neutron.api.v2.base [None req-1f40af96-297d-4505-8afc-5ece22976f7a tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 11 03:26:51.393215 n-d-764292-30 neutron-server[102192]: INFO neutron.api.v2.resource [None req-1f40af96-297d-4505-8afc-5ece22976f7a tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 03:26:51.397576 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-1f40af96-297d-4505-8afc-5ece22976f7a tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0061946 Aug 11 03:26:51.397576 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 56102) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:51.441980 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9f39bb7b-5c07-4c42-8a50-32658a9be844 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:51.448852 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-834c50e9-857e-43aa-ad9f-ca4b26c5d898 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:51.467592 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-6c6129a7-aeba-4ed3-bc17-3f1912b7fdf5 tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:51.495039 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-6c6129a7-aeba-4ed3-bc17-3f1912b7fdf5 tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:51.527042 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-834c50e9-857e-43aa-ad9f-ca4b26c5d898 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:51.544142 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9f39bb7b-5c07-4c42-8a50-32658a9be844 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:51.558358 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834c50e9-857e-43aa-ad9f-ca4b26c5d898 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f4b05df-0fbd-4a77-acc3-6120bef03494,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:51.561917 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-9f39bb7b-5c07-4c42-8a50-32658a9be844 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['813a308e-1df3-42f6-8357-85259fd890d2']}} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:26:51.571540 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-9f39bb7b-5c07-4c42-8a50-32658a9be844 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3502ca39-c8b5-4b03-b555-41ce14e50037') {'for_net_delete': True} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:26:51.571843 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-9f39bb7b-5c07-4c42-8a50-32658a9be844 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3502ca39-c8b5-4b03-b555-41ce14e50037') {} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:26:51.581222 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9f39bb7b-5c07-4c42-8a50-32658a9be844 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126283644'] for segment, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:51.596506 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9f39bb7b-5c07-4c42-8a50-32658a9be844 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:51.602648 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f39bb7b-5c07-4c42-8a50-32658a9be844 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=102191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:26:51.603047 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9f39bb7b-5c07-4c42-8a50-32658a9be844 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126283391'] for segment, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:51.605919 n-d-764292-30 neutron-server[102191]: Traceback (most recent call last): Aug 11 03:26:51.605919 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:26:51.605919 n-d-764292-30 neutron-server[102191]: timer() Aug 11 03:26:51.605919 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:26:51.605919 n-d-764292-30 neutron-server[102191]: cb(*args, **kw) Aug 11 03:26:51.605919 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:26:51.605919 n-d-764292-30 neutron-server[102191]: return func(*args, **kwargs) Aug 11 03:26:51.605919 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:26:51.605919 n-d-764292-30 neutron-server[102191]: self._notify() Aug 11 03:26:51.605919 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:26:51.605919 n-d-764292-30 neutron-server[102191]: self.callback(batched_events) Aug 11 03:26:51.605919 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:26:51.605919 n-d-764292-30 neutron-server[102191]: event.method(event) Aug 11 03:26:51.605919 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:26:51.605919 n-d-764292-30 neutron-server[102191]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:26:51.605919 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:26:51.605919 n-d-764292-30 neutron-server[102191]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:26:51.605919 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:26:51.605919 n-d-764292-30 neutron-server[102191]: return f(self, *a, **k) Aug 11 03:26:51.605919 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:26:51.605919 n-d-764292-30 neutron-server[102191]: return self._get(url).json() Aug 11 03:26:51.605919 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:26:51.605919 n-d-764292-30 neutron-server[102191]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:26:51.605919 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:26:51.605919 n-d-764292-30 neutron-server[102191]: return self.request(url, 'GET', **kwargs) Aug 11 03:26:51.605919 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:26:51.605919 n-d-764292-30 neutron-server[102191]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:26:51.605919 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:26:51.605919 n-d-764292-30 neutron-server[102191]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:26:51.605919 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:26:51.605919 n-d-764292-30 neutron-server[102191]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:26:51.605919 n-d-764292-30 neutron-server[102191]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:26:51.634261 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-6c6129a7-aeba-4ed3-bc17-3f1912b7fdf5 tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:51.637130 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-6c6129a7-aeba-4ed3-bc17-3f1912b7fdf5 tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:51.640810 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-6c6129a7-aeba-4ed3-bc17-3f1912b7fdf5 tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] 10.222.0.41 "DELETE /v2.0/security-groups/793cb309-9f72-4c03-81a9-5a8054deac36 HTTP/1.1" status: 204 len: 168 time: 0.2406788 Aug 11 03:26:51.643770 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 56110) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:51.655496 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6129a7-aeba-4ed3-bc17-3f1912b7fdf5 tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=793cb309-9f72-4c03-81a9-5a8054deac36,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:51.657980 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-834c50e9-857e-43aa-ad9f-ca4b26c5d898 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:51.658841 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-834c50e9-857e-43aa-ad9f-ca4b26c5d898 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6917911 Aug 11 03:26:51.661670 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 56112) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:51.668921 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-1f5bab60-8d4c-42f2-a99d-886e0b258ad8 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Request body: {'network': {'name': 'tempest-network-smoke--17146077', 'project_id': 'a5478860f7cb432583cc8e5d994d2237', 'port_security_enabled': True}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:26:51.695514 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-3b5029b8-73fd-4026-8dff-f736dfd56325 tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0506148 Aug 11 03:26:51.699107 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 56114) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:51.703580 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-fbdc22c5-799c-4629-9db7-c0aae541fe19 tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] Request body: {'security_group': {'name': 'tempest-secgroup--1405630510'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:26:51.748210 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9f39bb7b-5c07-4c42-8a50-32658a9be844 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:51.755113 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9f39bb7b-5c07-4c42-8a50-32658a9be844 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Notify callbacks [] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:51.756878 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-9f39bb7b-5c07-4c42-8a50-32658a9be844 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] 10.222.0.41 "DELETE /v2.0/networks/813a308e-1df3-42f6-8357-85259fd890d2 HTTP/1.1" status: 204 len: 168 time: 0.4221523 Aug 11 03:26:51.768810 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f39bb7b-5c07-4c42-8a50-32658a9be844 tempest-PortsIpV6TestJSON-96212328 tempest-PortsIpV6TestJSON-96212328-project] Pushing event deleted for resources: {'Network': ['ID=813a308e-1df3-42f6-8357-85259fd890d2,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:51.774861 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f5bab60-8d4c-42f2-a99d-886e0b258ad8 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Made reservation on behalf of a5478860f7cb432583cc8e5d994d2237 for: {'network': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:26:51.778351 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1f5bab60-8d4c-42f2-a99d-886e0b258ad8 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:51.804821 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f5bab60-8d4c-42f2-a99d-886e0b258ad8 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=102191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:26:51.816186 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1f5bab60-8d4c-42f2-a99d-886e0b258ad8 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:51.816532 n-d-764292-30 neutron-server[102191]: INFO neutron.db.segments_db [None req-1f5bab60-8d4c-42f2-a99d-886e0b258ad8 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Added segment b7ab9ca8-8169-4dac-b148-be6f1538058c of type vlan for network 91c54fc6-0170-4b8c-829d-7c5f473bbce4 Aug 11 03:26:51.866466 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1f5bab60-8d4c-42f2-a99d-886e0b258ad8 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:51.885675 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3566c87d-000a-443e-913d-2c5bbbe76eef req-b2d60d97-d9d5-47ec-85e4-e0e7f38918b6 tempest-ServerShowV247Test-1476048630 tempest-ServerShowV247Test-1476048630-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9351e16-0f09-4d77-be70-052e98e6b1b9 HTTP/1.1" status: 200 len: 210 time: 0.0329375 Aug 11 03:26:51.942577 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-fbdc22c5-799c-4629-9db7-c0aae541fe19 tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:51.959633 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1f5bab60-8d4c-42f2-a99d-886e0b258ad8 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:51.966989 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f5bab60-8d4c-42f2-a99d-886e0b258ad8 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:51.967678 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1f5bab60-8d4c-42f2-a99d-886e0b258ad8 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks [] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:52.051544 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5bab60-8d4c-42f2-a99d-886e0b258ad8 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Pushing event updated for resources: {'Network': ['ID=91c54fc6-0170-4b8c-829d-7c5f473bbce4,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:52.058540 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-fbdc22c5-799c-4629-9db7-c0aae541fe19 tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:52.071776 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network 91c54fc6-0170-4b8c-829d-7c5f473bbce4 details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:26:52.096420 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a81f12d-15aa-4017-96c2-1bc980ef3e5e req-8c0c1931-d18a-4bc8-b66b-4838ee4237f5 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:52.097964 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5a81f12d-15aa-4017-96c2-1bc980ef3e5e req-8c0c1931-d18a-4bc8-b66b-4838ee4237f5 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] 10.222.0.41 "GET /v2.0/ports?device_id=a38afb75-bfb0-4200-ae9a-cb2f866befdd HTTP/1.1" status: 200 len: 946 time: 0.0588682 Aug 11 03:26:52.102879 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-fbdc22c5-799c-4629-9db7-c0aae541fe19 tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:52.160896 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-1f5bab60-8d4c-42f2-a99d-886e0b258ad8 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4980068 Aug 11 03:26:52.163543 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 56134) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:52.166846 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdc22c5-799c-4629-9db7-c0aae541fe19 tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5cd9498-42b7-45cf-9574-90edc50a2527,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:52.173057 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-1e045661-eef0-47d6-8a9d-755175db3c19 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1822721645', 'admin_state_up': True, 'project_id': 'a5478860f7cb432583cc8e5d994d2237', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:26:52.177072 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5a81f12d-15aa-4017-96c2-1bc980ef3e5e req-67e99db1-e1f1-43e5-88f4-ca22bc334ebe tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] 10.222.0.41 "GET /v2.0/security-groups?id=adeeef27-808b-48fe-80b7-b3abd2371fee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702264 Aug 11 03:26:52.240874 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 56138) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:52.253237 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-fbdc22c5-799c-4629-9db7-c0aae541fe19 tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:52.254679 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-fbdc22c5-799c-4629-9db7-c0aae541fe19 tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5546067 Aug 11 03:26:52.263040 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 56142) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:52.267844 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-361112c2-8ab4-440f-8e25-3c60d1919f4c tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] Request body: {'security_group_rule': {'security_group_id': 'c5cd9498-42b7-45cf-9574-90edc50a2527', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:26:52.268923 n-d-764292-30 neutron-server[102191]: WARNING neutron.api.v2.base [None req-361112c2-8ab4-440f-8e25-3c60d1919f4c tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 11 03:26:52.269631 n-d-764292-30 neutron-server[102191]: INFO neutron.api.v2.resource [None req-361112c2-8ab4-440f-8e25-3c60d1919f4c tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 03:26:52.270618 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-361112c2-8ab4-440f-8e25-3c60d1919f4c tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0066097 Aug 11 03:26:52.273315 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 56144) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:52.278117 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-8b1e96be-23fc-4bcd-8abe-a48cbea14022 tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] Request body: {'security_group_rule': {'security_group_id': 'c5cd9498-42b7-45cf-9574-90edc50a2527', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:26:52.278815 n-d-764292-30 neutron-server[102191]: WARNING neutron.api.v2.base [None req-8b1e96be-23fc-4bcd-8abe-a48cbea14022 tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 11 03:26:52.279355 n-d-764292-30 neutron-server[102191]: INFO neutron.api.v2.resource [None req-8b1e96be-23fc-4bcd-8abe-a48cbea14022 tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 03:26:52.280972 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-8b1e96be-23fc-4bcd-8abe-a48cbea14022 tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0065627 Aug 11 03:26:52.283695 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 56146) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:52.286532 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1f93fc-09ab-40d4-a598-10cfb283c6d1 req-4c94e74d-1e9a-44a3-8cf1-70c1511d630f tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:52.295238 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-df114120-6eb1-4dc7-baaa-1c8e6a3f8a08 tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] Request body: {'security_group_rule': {'security_group_id': 'c5cd9498-42b7-45cf-9574-90edc50a2527', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:26:52.295238 n-d-764292-30 neutron-server[102191]: WARNING neutron.api.v2.base [None req-df114120-6eb1-4dc7-baaa-1c8e6a3f8a08 tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 11 03:26:52.295238 n-d-764292-30 neutron-server[102191]: INFO neutron.api.v2.resource [None req-df114120-6eb1-4dc7-baaa-1c8e6a3f8a08 tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 03:26:52.295238 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-df114120-6eb1-4dc7-baaa-1c8e6a3f8a08 tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0058248 Aug 11 03:26:52.297388 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 56148) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:52.298248 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2c1f93fc-09ab-40d4-a598-10cfb283c6d1 req-4c94e74d-1e9a-44a3-8cf1-70c1511d630f tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] 10.222.0.41 "GET /v2.0/ports?device_id=28a504fd-46de-46de-bafc-76b83bbc684a HTTP/1.1" status: 200 len: 943 time: 0.0874867 Aug 11 03:26:52.305564 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-d59b1ac4-5320-4d7a-9b1a-9d89c3a39780 tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] Request body: {'security_group_rule': {'security_group_id': 'c5cd9498-42b7-45cf-9574-90edc50a2527', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:26:52.306922 n-d-764292-30 neutron-server[102191]: WARNING neutron.api.v2.base [None req-d59b1ac4-5320-4d7a-9b1a-9d89c3a39780 tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 11 03:26:52.307682 n-d-764292-30 neutron-server[102191]: INFO neutron.api.v2.resource [None req-d59b1ac4-5320-4d7a-9b1a-9d89c3a39780 tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 03:26:52.308931 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-d59b1ac4-5320-4d7a-9b1a-9d89c3a39780 tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0080779 Aug 11 03:26:52.312188 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 56150) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:52.322683 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1e045661-eef0-47d6-8a9d-755175db3c19 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-450010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6626'] for router, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:52.323762 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1e045661-eef0-47d6-8a9d-755175db3c19 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-446747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6633'] for router, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:52.344200 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2c1f93fc-09ab-40d4-a598-10cfb283c6d1 req-5aff3230-1721-4d7a-8f6a-60ded55f7d12 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] 10.222.0.41 "GET /v2.0/security-groups?id=90def170-0f04-4173-9159-534b9b7a97b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449653 Aug 11 03:26:52.419355 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1e045661-eef0-47d6-8a9d-755175db3c19 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:52.442443 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6ae43d95-478a-4dea-82fe-254a80c0c787 tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:52.465835 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-aab55f19-d9a7-4296-ba53-6558662af263 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a6e0511434be4fc4a2d24d0db6f1badc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2237377 Aug 11 03:26:52.469049 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 56154) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:52.476682 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6ae43d95-478a-4dea-82fe-254a80c0c787 tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:52.526925 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c9298963-e0ad-4c2f-89be-c92ec026cb5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:52.551588 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c9298963-e0ad-4c2f-89be-c92ec026cb5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:52.646733 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6ae43d95-478a-4dea-82fe-254a80c0c787 tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:52.649324 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6ae43d95-478a-4dea-82fe-254a80c0c787 tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:52.650701 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-6ae43d95-478a-4dea-82fe-254a80c0c787 tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] 10.222.0.41 "DELETE /v2.0/security-groups/c5cd9498-42b7-45cf-9574-90edc50a2527 HTTP/1.1" status: 204 len: 168 time: 0.3374565 Aug 11 03:26:52.652999 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1e045661-eef0-47d6-8a9d-755175db3c19 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:52.660073 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 56160) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:52.679776 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae43d95-478a-4dea-82fe-254a80c0c787 tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5cd9498-42b7-45cf-9574-90edc50a2527,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:52.714939 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-ad41f1fe-174b-4321-999e-148d9d399a03 tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0539236 Aug 11 03:26:52.718945 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 56162) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:52.723316 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-97f22b5f-71eb-49af-b10e-363b841dbc47 tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] Request body: {'security_group': {'name': 'tempest-secgroup--1461574886'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:26:52.896893 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-97f22b5f-71eb-49af-b10e-363b841dbc47 tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:52.953883 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c9298963-e0ad-4c2f-89be-c92ec026cb5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:52.956524 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c9298963-e0ad-4c2f-89be-c92ec026cb5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:52.960109 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-c9298963-e0ad-4c2f-89be-c92ec026cb5e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e7763479-fcb1-4754-8916-731a2decd76c HTTP/1.1" status: 204 len: 168 time: 0.4865942 Aug 11 03:26:52.971878 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9298963-e0ad-4c2f-89be-c92ec026cb5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7763479-fcb1-4754-8916-731a2decd76c,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:53.049602 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-97f22b5f-71eb-49af-b10e-363b841dbc47 tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:53.051666 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-20799be9-6abc-46a6-8367-493c6df0fb46 req-b8d871d3-a960-4c80-a53d-5062ca4b95df tempest-ServerShowV247Test-1476048630 tempest-ServerShowV247Test-1476048630-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9351e16-0f09-4d77-be70-052e98e6b1b9 HTTP/1.1" status: 200 len: 210 time: 0.0460758 Aug 11 03:26:53.351169 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db77aec8-d6f9-42d8-956f-887f5a373d97 req-46a16c5d-10b2-4455-889d-8914df0ee373 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:53.353341 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-db77aec8-d6f9-42d8-956f-887f5a373d97 req-46a16c5d-10b2-4455-889d-8914df0ee373 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] 10.222.0.41 "GET /v2.0/ports?device_id=a38afb75-bfb0-4200-ae9a-cb2f866befdd HTTP/1.1" status: 200 len: 946 time: 0.0716176 Aug 11 03:26:53.416065 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-db77aec8-d6f9-42d8-956f-887f5a373d97 req-79f6379c-9f17-4feb-af51-eaa33b82cba3 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] 10.222.0.41 "GET /v2.0/security-groups?id=adeeef27-808b-48fe-80b7-b3abd2371fee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416231 Aug 11 03:26:53.418552 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-97f22b5f-71eb-49af-b10e-363b841dbc47 tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:53.451525 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1e045661-eef0-47d6-8a9d-755175db3c19 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks [] for router_gateway, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:53.477271 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82775ea2-0d8b-4964-9e0b-3f0d91484cef req-e4716f35-a783-4895-97c3-61ec9148b98c tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:53.479113 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-82775ea2-0d8b-4964-9e0b-3f0d91484cef req-e4716f35-a783-4895-97c3-61ec9148b98c tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] 10.222.0.41 "GET /v2.0/ports?device_id=28a504fd-46de-46de-bafc-76b83bbc684a HTTP/1.1" status: 200 len: 943 time: 0.0585899 Aug 11 03:26:53.483800 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1e045661-eef0-47d6-8a9d-755175db3c19 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:53.498045 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f22b5f-71eb-49af-b10e-363b841dbc47 tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5054d2bb-dde6-4dae-a7d1-647d83179db0,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:53.528236 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-82775ea2-0d8b-4964-9e0b-3f0d91484cef req-822563c9-b18c-4c7b-84e0-a1e8f9bc9400 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] 10.222.0.41 "GET /v2.0/security-groups?id=90def170-0f04-4173-9159-534b9b7a97b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376732 Aug 11 03:26:53.552848 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-97f22b5f-71eb-49af-b10e-363b841dbc47 tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:53.552848 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-97f22b5f-71eb-49af-b10e-363b841dbc47 tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8313689 Aug 11 03:26:53.555176 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 56196) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:53.560479 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-96a00198-b8da-4f91-8cb5-e4b791817b5b tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] Request body: {'security_group_rule': {'security_group_id': '5054d2bb-dde6-4dae-a7d1-647d83179db0', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:26:53.561330 n-d-764292-30 neutron-server[102192]: WARNING neutron.api.v2.base [None req-96a00198-b8da-4f91-8cb5-e4b791817b5b tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 11 03:26:53.561838 n-d-764292-30 neutron-server[102192]: INFO neutron.api.v2.resource [None req-96a00198-b8da-4f91-8cb5-e4b791817b5b tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 03:26:53.569551 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-96a00198-b8da-4f91-8cb5-e4b791817b5b tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0066628 Aug 11 03:26:53.572201 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 56200) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:53.578541 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-ba6d5f00-b091-4648-bce2-89fe0b27e4fb tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] Request body: {'security_group_rule': {'security_group_id': '5054d2bb-dde6-4dae-a7d1-647d83179db0', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:26:53.650584 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [None req-1e045661-eef0-47d6-8a9d-755175db3c19 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Allocated IP 172.25.8.133 (09faf7d2-eaf5-4a50-bb6e-4cb05d009a76/e1a97443-13df-40bb-85f5-fd269e2742c0/11f214f2-1c0a-498a-a946-107a34f606ce) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:26:53.749912 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1e045661-eef0-47d6-8a9d-755175db3c19 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:53.777950 n-d-764292-30 neutron-server[102192]: INFO neutron.api.v2.resource [None req-ba6d5f00-b091-4648-bce2-89fe0b27e4fb tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 03:26:53.779655 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-ba6d5f00-b091-4648-bce2-89fe0b27e4fb tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2065024 Aug 11 03:26:53.784260 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 56208) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:53.789758 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-7afc0743-d594-4085-9e54-ef25d3951eb4 tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] Request body: {'security_group_rule': {'security_group_id': '5054d2bb-dde6-4dae-a7d1-647d83179db0', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:26:53.790256 n-d-764292-30 neutron-server[102191]: WARNING neutron.api.v2.base [None req-7afc0743-d594-4085-9e54-ef25d3951eb4 tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 11 03:26:53.792023 n-d-764292-30 neutron-server[102191]: INFO neutron.api.v2.resource [None req-7afc0743-d594-4085-9e54-ef25d3951eb4 tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 03:26:53.793119 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-7afc0743-d594-4085-9e54-ef25d3951eb4 tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0077722 Aug 11 03:26:53.796177 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 56212) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:53.801958 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-5e85577e-458c-4b88-9bf3-f4fa8582535a tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] Request body: {'security_group_rule': {'security_group_id': '5054d2bb-dde6-4dae-a7d1-647d83179db0', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:26:53.809773 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 63ae1799-8dc2-4c5c-b7af-71de32a3d320 details requested by agent hyperv_n-h1-764292-30 with host n-h1-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:26:53.884836 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 56214) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:53.914544 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1e045661-eef0-47d6-8a9d-755175db3c19 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:53.918599 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 63ae1799-8dc2-4c5c-b7af-71de32a3d320, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=63ae1799-8dc2-4c5c-b7af-71de32a3d320,segment=NetworkSegment(a4d93f93-2d98-4749-abef-bba9ce3321d5),segment_id=a4d93f93-2d98-4749-abef-bba9ce3321d5)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:26:53.931215 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Returning: {'device': '63ae1799-8dc2-4c5c-b7af-71de32a3d320', 'network_id': 'e59732ab-623e-4cb8-9f39-fb9f4d98d154', 'port_id': '63ae1799-8dc2-4c5c-b7af-71de32a3d320', 'mac_address': 'fa:16:3e:34:48:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ef306bb-adf8-44d2-8415-4a7cfe7d33f4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:26:53.959209 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e045661-eef0-47d6-8a9d-755175db3c19 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:26:53.962119 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-1e045661-eef0-47d6-8a9d-755175db3c19 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:26:53.965189 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e045661-eef0-47d6-8a9d-755175db3c19 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:26:53.981239 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:53.998351 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63ae1799-8dc2-4c5c-b7af-71de32a3d320 {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:26:54.011558 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e045661-eef0-47d6-8a9d-755175db3c19 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Pushing event updated for resources: {'Port': ['ID=11f214f2-1c0a-498a-a946-107a34f606ce,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:54.012963 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-2ec0217d-60c0-486d-a30c-891377c5ac6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:54.023873 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 63ae1799-8dc2-4c5c-b7af-71de32a3d320, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=63ae1799-8dc2-4c5c-b7af-71de32a3d320,segment=NetworkSegment(a4d93f93-2d98-4749-abef-bba9ce3321d5),segment_id=a4d93f93-2d98-4749-abef-bba9ce3321d5)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:26:54.033472 n-d-764292-30 neutron-server[102192]: INFO neutron.api.v2.resource [None req-5e85577e-458c-4b88-9bf3-f4fa8582535a tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 03:26:54.034994 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-5e85577e-458c-4b88-9bf3-f4fa8582535a tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2375922 Aug 11 03:26:54.037856 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 56220) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:54.045568 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-e2e2de17-3b84-4981-b96f-4c9a6991f791 tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] Request body: {'security_group_rule': {'security_group_id': '5054d2bb-dde6-4dae-a7d1-647d83179db0', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:26:54.046043 n-d-764292-30 neutron-server[102192]: WARNING neutron.api.v2.base [None req-e2e2de17-3b84-4981-b96f-4c9a6991f791 tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 11 03:26:54.046755 n-d-764292-30 neutron-server[102192]: INFO neutron.api.v2.resource [None req-e2e2de17-3b84-4981-b96f-4c9a6991f791 tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 03:26:54.048382 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-e2e2de17-3b84-4981-b96f-4c9a6991f791 tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0087464 Aug 11 03:26:54.056307 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 56224) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:54.068001 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-b094b978-63b0-4c47-ad21-24bb45dc240a tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] Request body: {'security_group_rule': {'security_group_id': '5054d2bb-dde6-4dae-a7d1-647d83179db0', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:26:54.102644 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:54.155129 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=63ae1799-8dc2-4c5c-b7af-71de32a3d320,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:54.189447 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-81134df1-0b52-4810-b2bd-b4c2b4b76d39 req-40277863-7de5-4ea8-8c3a-b2f9c0ba7a4a tempest-ServerShowV247Test-1476048630 tempest-ServerShowV247Test-1476048630-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9351e16-0f09-4d77-be70-052e98e6b1b9 HTTP/1.1" status: 200 len: 210 time: 0.0344937 Aug 11 03:26:54.200877 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-2ec0217d-60c0-486d-a30c-891377c5ac6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:54.257835 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-2ec0217d-60c0-486d-a30c-891377c5ac6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:54.303106 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-2ec0217d-60c0-486d-a30c-891377c5ac6b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9b5e586b54004df8a4df802e552977ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4164512 Aug 11 03:26:54.304854 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec0217d-60c0-486d-a30c-891377c5ac6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52376165-eb07-42d3-9e0e-c479b4f5583b,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:54.306034 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 56232) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:54.324500 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 56234) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:54.328160 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1e045661-eef0-47d6-8a9d-755175db3c19 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks [] for router_gateway, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:54.414298 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['63ae1799-8dc2-4c5c-b7af-71de32a3d320'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:26:54.431404 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-5f462572-af7f-4935-8376-845ca8d080dc tempest-DvrRoutersNegativeTest-1532340494 tempest-DvrRoutersNegativeTest-1532340494-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1399557350', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:26:54.439246 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-03453d04-25e8-4465-94f3-8d1f53cb3716 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:54.439716 n-d-764292-30 neutron-server[102192]: DEBUG neutron.policy [None req-5f462572-af7f-4935-8376-845ca8d080dc tempest-DvrRoutersNegativeTest-1532340494 tempest-DvrRoutersNegativeTest-1532340494-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=102192) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Aug 11 03:26:54.440259 n-d-764292-30 neutron-server[102192]: DEBUG neutron.policy [None req-5f462572-af7f-4935-8376-845ca8d080dc tempest-DvrRoutersNegativeTest-1532340494 tempest-DvrRoutersNegativeTest-1532340494-project] Failed policy check for 'create_router' {{(pid=102192) enforce /opt/stack/neutron/neutron/policy.py:520}} Aug 11 03:26:54.440980 n-d-764292-30 neutron-server[102192]: INFO neutron.api.v2.resource [None req-5f462572-af7f-4935-8376-845ca8d080dc tempest-DvrRoutersNegativeTest-1532340494 tempest-DvrRoutersNegativeTest-1532340494-project] create failed (client error): Access was denied to this resource. Aug 11 03:26:54.447637 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-5f462572-af7f-4935-8376-845ca8d080dc tempest-DvrRoutersNegativeTest-1532340494 tempest-DvrRoutersNegativeTest-1532340494-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1165216 Aug 11 03:26:54.462920 n-d-764292-30 neutron-server[102192]: INFO neutron.api.v2.resource [None req-b094b978-63b0-4c47-ad21-24bb45dc240a tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 03:26:54.464548 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-b094b978-63b0-4c47-ad21-24bb45dc240a tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4009008 Aug 11 03:26:54.467303 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 56242) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:54.473872 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-eb1d3ea0-bb2c-4fc6-844e-70083e5c814b tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] Request body: {'security_group_rule': {'security_group_id': '5054d2bb-dde6-4dae-a7d1-647d83179db0', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:26:54.478333 n-d-764292-30 neutron-server[102192]: WARNING neutron.api.v2.base [None req-eb1d3ea0-bb2c-4fc6-844e-70083e5c814b tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 11 03:26:54.478333 n-d-764292-30 neutron-server[102192]: INFO neutron.api.v2.resource [None req-eb1d3ea0-bb2c-4fc6-844e-70083e5c814b tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 03:26:54.478333 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-eb1d3ea0-bb2c-4fc6-844e-70083e5c814b tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0072076 Aug 11 03:26:54.480553 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 56244) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:54.483887 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-03453d04-25e8-4465-94f3-8d1f53cb3716 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:54.497971 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-334fd7dd-4158-47de-8a08-ef622a3572f8 tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] Request body: {'security_group_rule': {'security_group_id': '5054d2bb-dde6-4dae-a7d1-647d83179db0', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:26:54.575151 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54458fb-1a9b-4089-be6d-14ac75d3d876 req-0ac0035b-768c-4353-97b7-4fef89ed5721 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:54.577519 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e54458fb-1a9b-4089-be6d-14ac75d3d876 req-0ac0035b-768c-4353-97b7-4fef89ed5721 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] 10.222.0.41 "GET /v2.0/ports?device_id=a38afb75-bfb0-4200-ae9a-cb2f866befdd HTTP/1.1" status: 200 len: 946 time: 0.0727830 Aug 11 03:26:54.617532 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1e045661-eef0-47d6-8a9d-755175db3c19 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-446952'] for router, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:54.632186 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e54458fb-1a9b-4089-be6d-14ac75d3d876 req-7f96426d-92ed-42a6-aed7-8c5d25b883d7 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] 10.222.0.41 "GET /v2.0/security-groups?id=adeeef27-808b-48fe-80b7-b3abd2371fee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460823 Aug 11 03:26:54.697648 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cac80a9-a1ab-46f5-ba2e-144e116bca7e req-71ed152d-9e99-4202-8998-e24f26191e1e tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:54.699194 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7cac80a9-a1ab-46f5-ba2e-144e116bca7e req-71ed152d-9e99-4202-8998-e24f26191e1e tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] 10.222.0.41 "GET /v2.0/ports?device_id=28a504fd-46de-46de-bafc-76b83bbc684a HTTP/1.1" status: 200 len: 944 time: 0.0651627 Aug 11 03:26:54.711953 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-03453d04-25e8-4465-94f3-8d1f53cb3716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:54.714654 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-03453d04-25e8-4465-94f3-8d1f53cb3716 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:54.715859 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-03453d04-25e8-4465-94f3-8d1f53cb3716 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/52376165-eb07-42d3-9e0e-c479b4f5583b HTTP/1.1" status: 204 len: 168 time: 0.4069521 Aug 11 03:26:54.730439 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03453d04-25e8-4465-94f3-8d1f53cb3716 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52376165-eb07-42d3-9e0e-c479b4f5583b,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:54.752946 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7cac80a9-a1ab-46f5-ba2e-144e116bca7e req-99f6e45f-7807-48a8-b9f2-ff84428a8f50 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] 10.222.0.41 "GET /v2.0/security-groups?id=90def170-0f04-4173-9159-534b9b7a97b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466208 Aug 11 03:26:54.754744 n-d-764292-30 neutron-server[102192]: INFO neutron.api.v2.resource [None req-334fd7dd-4158-47de-8a08-ef622a3572f8 tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 03:26:54.755652 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-334fd7dd-4158-47de-8a08-ef622a3572f8 tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2735653 Aug 11 03:26:54.758513 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 56250) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:54.763503 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-d685f427-f249-47b1-bfa8-c3417de7e6e6 tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] Request body: {'security_group_rule': {'security_group_id': '5054d2bb-dde6-4dae-a7d1-647d83179db0', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:26:54.931288 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e045661-eef0-47d6-8a9d-755175db3c19 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Router ebab3b7f-c401-4fa0-a8e8-87164b7a31a0 is scheduled to L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 with binding_index 1 {{(pid=102191) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:26:55.011331 n-d-764292-30 neutron-server[102192]: INFO neutron.api.v2.resource [None req-d685f427-f249-47b1-bfa8-c3417de7e6e6 tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 03:26:55.012575 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-d685f427-f249-47b1-bfa8-c3417de7e6e6 tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2530806 Aug 11 03:26:55.015390 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 56254) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:55.049333 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e045661-eef0-47d6-8a9d-755175db3c19 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:26:55.050930 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 56256) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:55.061498 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a34a4ab-d240-46e4-977a-93006edb017f None None] Sync routers for ids ['ebab3b7f-c401-4fa0-a8e8-87164b7a31a0'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:26:55.071601 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a34a4ab-d240-46e4-977a-93006edb017f None None] Routers {'ebab3b7f-c401-4fa0-a8e8-87164b7a31a0'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:26:55.072227 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-4a34a4ab-d240-46e4-977a-93006edb017f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:26:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['ebab3b7f-c401-4fa0-a8e8-87164b7a31a0'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:26:55.095865 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-1c80b0ca-1ba1-4603-affa-ec19bb044c47 tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:55.116402 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1e045661-eef0-47d6-8a9d-755175db3c19 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks [] for router, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:55.120082 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-1c80b0ca-1ba1-4603-affa-ec19bb044c47 tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:55.127740 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-1e045661-eef0-47d6-8a9d-755175db3c19 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.9562643 Aug 11 03:26:55.127740 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 56262) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:55.178341 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-a20e3dbf-c31f-41ba-a43b-0c393a4cdb44 tempest-TestNetworkAdvancedServerOps-665886235 tempest-TestNetworkAdvancedServerOps-665886235-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=a5478860f7cb432583cc8e5d994d2237&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0517564 Aug 11 03:26:55.180143 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 56264) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:55.209365 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-4a34a4ab-d240-46e4-977a-93006edb017f None None] Set router ebab3b7f-c401-4fa0-a8e8-87164b7a31a0 gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:26:55.217310 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-1c80b0ca-1ba1-4603-affa-ec19bb044c47 tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:55.221294 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-1c80b0ca-1ba1-4603-affa-ec19bb044c47 tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:55.225027 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-1c80b0ca-1ba1-4603-affa-ec19bb044c47 tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] 10.222.0.41 "DELETE /v2.0/security-groups/5054d2bb-dde6-4dae-a7d1-647d83179db0 HTTP/1.1" status: 204 len: 168 time: 0.2063086 Aug 11 03:26:55.229571 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 56266) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:55.257312 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c80b0ca-1ba1-4603-affa-ec19bb044c47 tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5054d2bb-dde6-4dae-a7d1-647d83179db0,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:55.284067 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-44430a40-048e-4e9f-94ba-5aa6c82cc449 tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0530937 Aug 11 03:26:55.288935 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 56270) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:55.295703 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-55bd232e-e304-4e6f-ad78-a381c2feb4b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:55.299548 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-c9c7d500-9ba2-4c21-a1f0-1166c8e0e936 tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] Request body: {'security_group': {'name': 'tempest-secgroup--1897374684'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:26:55.344906 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-fb2943cb-20c1-4ba6-9c40-aad5a5d7a011 req-f78178d3-5104-42dd-8b6e-05826d95f318 tempest-ServerShowV247Test-1476048630 tempest-ServerShowV247Test-1476048630-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9351e16-0f09-4d77-be70-052e98e6b1b9 HTTP/1.1" status: 200 len: 210 time: 0.0369318 Aug 11 03:26:55.360529 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e62ba9b-f236-432d-b2fe-677ebddc034c tempest-TestNetworkAdvancedServerOps-665886235 tempest-TestNetworkAdvancedServerOps-665886235-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:55.362176 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-5e62ba9b-f236-432d-b2fe-677ebddc034c tempest-TestNetworkAdvancedServerOps-665886235 tempest-TestNetworkAdvancedServerOps-665886235-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1809947 Aug 11 03:26:55.365008 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 56272) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:55.396150 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-404065e2-04ce-4ae9-97ad-af36237e413c tempest-TestNetworkAdvancedServerOps-665886235 tempest-TestNetworkAdvancedServerOps-665886235-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=09faf7d2-eaf5-4a50-bb6e-4cb05d009a76&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0298922 Aug 11 03:26:55.398575 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 56274) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:55.403869 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-3b51111e-663c-4742-b2ad-a048f86254b4 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1596368516', 'network_id': '91c54fc6-0170-4b8c-829d-7c5f473bbce4', 'project_id': 'a5478860f7cb432583cc8e5d994d2237', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:26:55.454013 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 56276) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:55.454663 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c9c7d500-9ba2-4c21-a1f0-1166c8e0e936 tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:55.473940 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-58cb6791-02e3-4d20-aab9-955b5d5e4350 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:55.527307 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-55bd232e-e304-4e6f-ad78-a381c2feb4b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:55.598186 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-4a34a4ab-d240-46e4-977a-93006edb017f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebab3b7f-c401-4fa0-a8e8-87164b7a31a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1822721645', 'tenant_id': 'a5478860f7cb432583cc8e5d994d2237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': '11f214f2-1c0a-498a-a946-107a34f606ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:26:52Z', 'updated_at': '2021-08-11T03:26:54Z', 'revision_number': 3, 'project_id': 'a5478860f7cb432583cc8e5d994d2237', 'gw_port': {'id': '11f214f2-1c0a-498a-a946-107a34f606ce', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:a6:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebab3b7f-c401-4fa0-a8e8-87164b7a31a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3015, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:26:53Z', 'updated_at': '2021-08-11T03:26:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:26:55.604861 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-55bd232e-e304-4e6f-ad78-a381c2feb4b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:55.625065 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a34a4ab-d240-46e4-977a-93006edb017f None None] Checking router: ebab3b7f-c401-4fa0-a8e8-87164b7a31a0 for host: n-d-764292-30 {{(pid=102193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:26:55.625426 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a34a4ab-d240-46e4-977a-93006edb017f None None] Updating router ebab3b7f-c401-4fa0-a8e8-87164b7a31a0 port 11f214f2-1c0a-498a-a946-107a34f606ce binding host n-d-764292-30 {{(pid=102193) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:26:55.650169 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-4a34a4ab-d240-46e4-977a-93006edb017f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:55.663267 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-55bd232e-e304-4e6f-ad78-a381c2feb4b5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b2d24da0355643e88dea8774ea1545d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5916042 Aug 11 03:26:55.664095 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 56280) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:55.667893 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bd232e-e304-4e6f-ad78-a381c2feb4b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8dc1de2-4a9f-4e74-a5e4-e5d29bb4c8b1,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:55.728399 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-bc6c7fcc-9ed6-43de-8f5a-b790d5a9d8a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:55.751396 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-bc6c7fcc-9ed6-43de-8f5a-b790d5a9d8a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:55.778558 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-58cb6791-02e3-4d20-aab9-955b5d5e4350 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:55.794351 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c37aea9-208c-4535-9781-3fd75e16064a req-a5bcff98-86e8-4d4c-b2e8-7ee2c4d5c114 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:55.796016 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6c37aea9-208c-4535-9781-3fd75e16064a req-a5bcff98-86e8-4d4c-b2e8-7ee2c4d5c114 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] 10.222.0.41 "GET /v2.0/ports?device_id=a38afb75-bfb0-4200-ae9a-cb2f866befdd HTTP/1.1" status: 200 len: 946 time: 0.0766878 Aug 11 03:26:55.825372 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 63ae1799-8dc2-4c5c-b7af-71de32a3d320 up at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:26:55.841809 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6c37aea9-208c-4535-9781-3fd75e16064a req-f187f98c-4a0b-4b10-86e3-1a32bc27c3dd tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] 10.222.0.41 "GET /v2.0/security-groups?id=adeeef27-808b-48fe-80b7-b3abd2371fee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346370 Aug 11 03:26:55.857384 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-58cb6791-02e3-4d20-aab9-955b5d5e4350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:55.930982 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cb6791-02e3-4d20-aab9-955b5d5e4350 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29459c0d-846d-4d8f-bf8a-073c8272b900,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:55.939596 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-58cb6791-02e3-4d20-aab9-955b5d5e4350 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ac4bdbaa74424a7383f5b2033198597e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4817200 Aug 11 03:26:55.940148 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 56286) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:55.952674 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-bc6c7fcc-9ed6-43de-8f5a-b790d5a9d8a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:55.956373 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-bc6c7fcc-9ed6-43de-8f5a-b790d5a9d8a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:55.957578 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-bc6c7fcc-9ed6-43de-8f5a-b790d5a9d8a0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a8dc1de2-4a9f-4e74-a5e4-e5d29bb4c8b1 HTTP/1.1" status: 204 len: 168 time: 0.2930076 Aug 11 03:26:55.963261 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8078dd34-8cd7-4762-8d10-3878936f4253 req-63dd6b76-d90b-47eb-a2d4-fa9f79838b92 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:55.966420 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8078dd34-8cd7-4762-8d10-3878936f4253 req-63dd6b76-d90b-47eb-a2d4-fa9f79838b92 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] 10.222.0.41 "GET /v2.0/ports?device_id=28a504fd-46de-46de-bafc-76b83bbc684a HTTP/1.1" status: 200 len: 944 time: 0.1178913 Aug 11 03:26:55.968712 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c9c7d500-9ba2-4c21-a1f0-1166c8e0e936 tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:55.974806 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6c7fcc-9ed6-43de-8f5a-b790d5a9d8a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8dc1de2-4a9f-4e74-a5e4-e5d29bb4c8b1,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:56.023498 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning for port 63ae1799-8dc2-4c5c-b7af-71de32a3d320 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:26:56.033785 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8078dd34-8cd7-4762-8d10-3878936f4253 req-098abe25-535c-4263-b500-70c97f095090 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] 10.222.0.41 "GET /v2.0/security-groups?id=90def170-0f04-4173-9159-534b9b7a97b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586803 Aug 11 03:26:56.041589 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-4a34a4ab-d240-46e4-977a-93006edb017f None None] Notify callbacks [] for port, precommit_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:56.042546 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-aa35b5c0-3208-4a61-92d8-6efe4782a0fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:56.042878 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning complete for port 63ae1799-8dc2-4c5c-b7af-71de32a3d320 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:26:56.042878 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:56.052283 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-4a34a4ab-d240-46e4-977a-93006edb017f None None] Transition to ACTIVE for port object 11f214f2-1c0a-498a-a946-107a34f606ce will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:26:56.061037 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c9c7d500-9ba2-4c21-a1f0-1166c8e0e936 tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:56.070099 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-aa35b5c0-3208-4a61-92d8-6efe4782a0fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:56.118805 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c7d500-9ba2-4c21-a1f0-1166c8e0e936 tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4701ce2a-065a-45a6-8149-a282349d5ee9,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:56.127744 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-4a34a4ab-d240-46e4-977a-93006edb017f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:56.176880 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:56.200520 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b51111e-663c-4742-b2ad-a048f86254b4 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Made reservation on behalf of a5478860f7cb432583cc8e5d994d2237 for: {'subnet': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:26:56.204756 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edced4e0-0c60-4e7f-8760-a9be09b66817 None None] Pushing event updated for resources: {'Port': ['ID=11f214f2-1c0a-498a-a946-107a34f606ce,revision_number=2']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:56.208742 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3b51111e-663c-4742-b2ad-a048f86254b4 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274743'] for subnet, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:56.209076 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-4a34a4ab-d240-46e4-977a-93006edb017f None None] Attempting to bind port 11f214f2-1c0a-498a-a946-107a34f606ce on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:26:56.209076 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-4a34a4ab-d240-46e4-977a-93006edb017f None None] Attempting to bind port 11f214f2-1c0a-498a-a946-107a34f606ce by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:26:56.209076 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a34a4ab-d240-46e4-977a-93006edb017f None None] Attempting to bind port 11f214f2-1c0a-498a-a946-107a34f606ce on network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:26:56.217471 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28a504fd-46de-46de-bafc-76b83bbc684a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63ae1799-8dc2-4c5c-b7af-71de32a3d320'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:26:56.220399 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20503975-6cac-48a0-958d-0e38eeef2ec4" -d '{"events": [{"server_uuid": "28a504fd-46de-46de-bafc-76b83bbc684a", "name": "network-vif-plugged", "status": "completed", "tag": "63ae1799-8dc2-4c5c-b7af-71de32a3d320"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:26:56.231500 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a34a4ab-d240-46e4-977a-93006edb017f None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 26, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:26:56.231500 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a34a4ab-d240-46e4-977a-93006edb017f None None] Checking segment: {'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:26:56.231894 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-4a34a4ab-d240-46e4-977a-93006edb017f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:56.232272 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a34a4ab-d240-46e4-977a-93006edb017f None None] Bound using segment: {'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:26:56.232711 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-4a34a4ab-d240-46e4-977a-93006edb017f None None] Bound port: 11f214f2-1c0a-498a-a946-107a34f606ce, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:26:56.233085 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-4a34a4ab-d240-46e4-977a-93006edb017f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:56.244594 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-aa35b5c0-3208-4a61-92d8-6efe4782a0fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:56.251406 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-aa35b5c0-3208-4a61-92d8-6efe4782a0fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:56.254439 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-aa35b5c0-3208-4a61-92d8-6efe4782a0fe admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/29459c0d-846d-4d8f-bf8a-073c8272b900 HTTP/1.1" status: 204 len: 168 time: 0.3114872 Aug 11 03:26:56.262749 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 63ae1799-8dc2-4c5c-b7af-71de32a3d320, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=63ae1799-8dc2-4c5c-b7af-71de32a3d320,segment=NetworkSegment(a4d93f93-2d98-4749-abef-bba9ce3321d5),segment_id=a4d93f93-2d98-4749-abef-bba9ce3321d5)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:26:56.295199 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c9c7d500-9ba2-4c21-a1f0-1166c8e0e936 tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:56.296473 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-c9c7d500-9ba2-4c21-a1f0-1166c8e0e936 tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0063961 Aug 11 03:26:56.305459 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa35b5c0-3208-4a61-92d8-6efe4782a0fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29459c0d-846d-4d8f-bf8a-073c8272b900,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:56.305775 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-4a34a4ab-d240-46e4-977a-93006edb017f None None] For port 11f214f2-1c0a-498a-a946-107a34f606ce, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:26:56.309026 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 56296) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:56.309499 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-4a34a4ab-d240-46e4-977a-93006edb017f None None] For port 11f214f2-1c0a-498a-a946-107a34f606ce, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=11f214f2-1c0a-498a-a946-107a34f606ce,segment=NetworkSegment(fab28bed-aa25-40db-bba4-ec26e795194c),segment_id=fab28bed-aa25-40db-bba4-ec26e795194c)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:26:56.323261 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-36948642-248d-4dc6-8492-59974c395148 tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] Request body: {'security_group_rule': {'security_group_id': '4701ce2a-065a-45a6-8149-a282349d5ee9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:26:56.338420 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47de841f-089e-4112-a2b8-281c46938ef3 x-openstack-request-id: req-47de841f-089e-4112-a2b8-281c46938ef3 {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:26:56.338710 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28a504fd-46de-46de-bafc-76b83bbc684a", "name": "network-vif-plugged", "status": "completed", "tag": "63ae1799-8dc2-4c5c-b7af-71de32a3d320", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:26:56.338993 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-47de841f-089e-4112-a2b8-281c46938ef3 {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:26:56.339344 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28a504fd-46de-46de-bafc-76b83bbc684a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63ae1799-8dc2-4c5c-b7af-71de32a3d320', 'code': 200} Aug 11 03:26:56.342992 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:56.413242 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896fa451-e6aa-4a69-ba99-b485d9169b2f req-dae472c0-61ec-45e2-97ed-6c843d0a00a8 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:56.420749 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-4a34a4ab-d240-46e4-977a-93006edb017f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:56.425967 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-896fa451-e6aa-4a69-ba99-b485d9169b2f req-dae472c0-61ec-45e2-97ed-6c843d0a00a8 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] 10.222.0.41 "GET /v2.0/ports?device_id=a38afb75-bfb0-4200-ae9a-cb2f866befdd HTTP/1.1" status: 200 len: 946 time: 0.1046929 Aug 11 03:26:56.468409 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=63ae1799-8dc2-4c5c-b7af-71de32a3d320,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:56.471605 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a34a4ab-d240-46e4-977a-93006edb017f None None] Routers {'ebab3b7f-c401-4fa0-a8e8-87164b7a31a0'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:26:56.472226 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-4a34a4ab-d240-46e4-977a-93006edb017f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:26:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['ebab3b7f-c401-4fa0-a8e8-87164b7a31a0'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:26:56.554550 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a192bd-3c62-42b0-a3ec-71c1179a54c7 req-4bae009c-0829-4739-875f-e386f597753a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:56.556099 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-03a192bd-3c62-42b0-a3ec-71c1179a54c7 req-4bae009c-0829-4739-875f-e386f597753a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fdbe55b7c58c49b2bfb506767218e312&device_id=a38afb75-bfb0-4200-ae9a-cb2f866befdd HTTP/1.1" status: 200 len: 1098 time: 0.1269007 Aug 11 03:26:56.606793 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-896fa451-e6aa-4a69-ba99-b485d9169b2f req-2c1b4900-c02c-4cbc-b848-b9ff64b01e7a tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] 10.222.0.41 "GET /v2.0/security-groups?id=adeeef27-808b-48fe-80b7-b3abd2371fee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1797030 Aug 11 03:26:56.607497 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edced4e0-0c60-4e7f-8760-a9be09b66817 None None] Pushing event updated for resources: {'Port': ['ID=11f214f2-1c0a-498a-a946-107a34f606ce,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:56.635452 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-4a34a4ab-d240-46e4-977a-93006edb017f None None] Set router ebab3b7f-c401-4fa0-a8e8-87164b7a31a0 gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:26:56.681212 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da51fa7f-bb60-4a75-91a0-10618cad1661 req-42a9ef0e-477d-480c-afba-e39cafaccc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:56.682971 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-da51fa7f-bb60-4a75-91a0-10618cad1661 req-42a9ef0e-477d-480c-afba-e39cafaccc6a service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=28a504fd-46de-46de-bafc-76b83bbc684a HTTP/1.1" status: 200 len: 1097 time: 0.2392805 Aug 11 03:26:56.690334 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f941654d-5a08-4313-b0d0-6de5175361f0 req-2e765744-48a5-4e70-aa3b-d9ed4364e5fc tempest-ServerShowV247Test-1476048630 tempest-ServerShowV247Test-1476048630-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9351e16-0f09-4d77-be70-052e98e6b1b9 HTTP/1.1" status: 200 len: 210 time: 0.1691763 Aug 11 03:26:56.721215 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a192bd-3c62-42b0-a3ec-71c1179a54c7 req-60bf5eed-d0df-4834-8648-11c347a82fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:56.721215 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-03a192bd-3c62-42b0-a3ec-71c1179a54c7 req-60bf5eed-d0df-4834-8648-11c347a82fd1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e7fa7474-ec27-48c0-82c6-4433dec0ec87 HTTP/1.1" status: 200 len: 912 time: 0.1407502 Aug 11 03:26:56.721722 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3b51111e-663c-4742-b2ad-a048f86254b4 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126283476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274725'] for subnet, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:56.796645 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b51111e-663c-4742-b2ad-a048f86254b4 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Pushing event updated for resources: {'Subnet': ['ID=819be143-924b-4c22-80c2-2d9e3702d70c,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:56.799829 n-d-764292-30 neutron-server[102191]: INFO neutron.api.v2.resource [None req-36948642-248d-4dc6-8492-59974c395148 tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] create failed (client error): The resource could not be found. Aug 11 03:26:56.801721 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-36948642-248d-4dc6-8492-59974c395148 tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.4911706 Aug 11 03:26:56.805540 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-da51fa7f-bb60-4a75-91a0-10618cad1661 req-1e7eb144-b886-453f-92d2-c694bab64d4a service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=90def170-0f04-4173-9159-534b9b7a97b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140735 Aug 11 03:26:56.808370 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 56312) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:56.814582 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-83476ab7-ffe7-435e-b311-f5a190a7023e tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] Request body: {'security_group_rule': {'security_group_id': '4701ce2a-065a-45a6-8149-a282349d5ee9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'ea853e66-9fee-4442-ac5a-5a091b91cc6a'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:26:56.823233 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-03a192bd-3c62-42b0-a3ec-71c1179a54c7 req-86944f1f-1287-4c7f-850d-25133eeb53f9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=969cd21a-5fa1-4d88-a6ec-12eeda300618 HTTP/1.1" status: 200 len: 1002 time: 0.0990291 Aug 11 03:26:56.839615 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b51111e-663c-4742-b2ad-a048f86254b4 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Checking segment: {'id': 'b7ab9ca8-8169-4dac-b148-be6f1538058c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '91c54fc6-0170-4b8c-829d-7c5f473bbce4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:26:56.839972 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b51111e-663c-4742-b2ad-a048f86254b4 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Network hostable DHCP agents. Network: 91c54fc6-0170-4b8c-829d-7c5f473bbce4, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:26:56.889535 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-4a34a4ab-d240-46e4-977a-93006edb017f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebab3b7f-c401-4fa0-a8e8-87164b7a31a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1822721645', 'tenant_id': 'a5478860f7cb432583cc8e5d994d2237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': '11f214f2-1c0a-498a-a946-107a34f606ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:26:52Z', 'updated_at': '2021-08-11T03:26:54Z', 'revision_number': 3, 'project_id': 'a5478860f7cb432583cc8e5d994d2237', 'gw_port': {'id': '11f214f2-1c0a-498a-a946-107a34f606ce', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:a6:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebab3b7f-c401-4fa0-a8e8-87164b7a31a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3015, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:26:53Z', 'updated_at': '2021-08-11T03:26:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:26:56.889720 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a192bd-3c62-42b0-a3ec-71c1179a54c7 req-dae60c0f-11b2-463b-a26e-75a714934c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:56.891088 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-03a192bd-3c62-42b0-a3ec-71c1179a54c7 req-dae60c0f-11b2-463b-a26e-75a714934c3c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=89d4fe2e-02dc-452f-b37f-085ec5acb28a HTTP/1.1" status: 200 len: 850 time: 0.0584815 Aug 11 03:26:56.919539 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b51111e-663c-4742-b2ad-a048f86254b4 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Network 91c54fc6-0170-4b8c-829d-7c5f473bbce4 is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:26:56.926485 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a34a4ab-d240-46e4-977a-93006edb017f None None] The sync data for ids ['ebab3b7f-c401-4fa0-a8e8-87164b7a31a0'] in n-d-764292-30 is: [{'id': 'ebab3b7f-c401-4fa0-a8e8-87164b7a31a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1822721645', 'tenant_id': 'a5478860f7cb432583cc8e5d994d2237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': '11f214f2-1c0a-498a-a946-107a34f606ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:26:52Z', 'updated_at': '2021-08-11T03:26:54Z', 'revision_number': 3, 'project_id': 'a5478860f7cb432583cc8e5d994d2237', 'gw_port': {'id': '11f214f2-1c0a-498a-a946-107a34f606ce', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:a6:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebab3b7f-c401-4fa0-a8e8-87164b7a31a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3015, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:26:53Z', 'updated_at': '2021-08-11T03:26:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:26:56.959596 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a192bd-3c62-42b0-a3ec-71c1179a54c7 req-b199bb89-839e-47a4-997d-0530685a737e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:56.962013 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-03a192bd-3c62-42b0-a3ec-71c1179a54c7 req-b199bb89-839e-47a4-997d-0530685a737e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e7fa7474-ec27-48c0-82c6-4433dec0ec87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0634015 Aug 11 03:26:57.011400 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-3b51111e-663c-4742-b2ad-a048f86254b4 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, 91c54fc6-0170-4b8c-829d-7c5f473bbce4) {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:26:57.015853 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b51111e-663c-4742-b2ad-a048f86254b4 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:57.016738 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3b51111e-663c-4742-b2ad-a048f86254b4 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:57.028502 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-054433f0-88d8-4001-96ba-b61cdc5fb249 None None] Network 91c54fc6-0170-4b8c-829d-7c5f473bbce4 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:26:57.073229 n-d-764292-30 neutron-server[102192]: INFO neutron.api.v2.resource [None req-83476ab7-ffe7-435e-b311-f5a190a7023e tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] create failed (client error): The resource could not be found. Aug 11 03:26:57.074790 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-83476ab7-ffe7-435e-b311-f5a190a7023e tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2649658 Aug 11 03:26:57.078386 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 56326) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:57.104428 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-03a192bd-3c62-42b0-a3ec-71c1179a54c7 req-ff0eb8da-dd76-49a9-94ff-c2ee7d79a826 service neutron] 10.222.0.24 "GET /v2.0/networks/e7fa7474-ec27-48c0-82c6-4433dec0ec87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317258 Aug 11 03:26:57.139765 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-3b51111e-663c-4742-b2ad-a048f86254b4 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.7359505 Aug 11 03:26:57.149808 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 56330) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:57.284826 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4c2cb494-e890-42d6-9fca-500ec54aea02 tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:57.360895 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4c2cb494-e890-42d6-9fca-500ec54aea02 tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:57.362740 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b15e176-22fb-4eb3-8e1b-8b477e907d9a req-dd1969f5-54ee-4a35-a50f-2cae42638402 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:57.371218 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f36b24e5-2fbe-4975-9f66-59e4c5c12a20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde080026-c28f-55be-b52b-13827cc43646-91c54fc6-0170-4b8c-829d-7c5f473bbce4', 'network_id': '91c54fc6-0170-4b8c-829d-7c5f473bbce4', 'tenant_id': 'a5478860f7cb432583cc8e5d994d2237', 'fixed_ips': [{'subnet_id': '819be143-924b-4c22-80c2-2d9e3702d70c'}]}} from n-d-764292-30. {{(pid=102193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:26:57.371218 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-f36b24e5-2fbe-4975-9f66-59e4c5c12a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:57.371785 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6b15e176-22fb-4eb3-8e1b-8b477e907d9a req-dd1969f5-54ee-4a35-a50f-2cae42638402 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] 10.222.0.41 "GET /v2.0/ports?device_id=28a504fd-46de-46de-bafc-76b83bbc684a HTTP/1.1" status: 200 len: 945 time: 0.2115550 Aug 11 03:26:57.380243 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-03a192bd-3c62-42b0-a3ec-71c1179a54c7 req-8f25539c-b8e4-4eb1-9b81-981ec9d22d94 service neutron] 10.222.0.24 "GET /v2.0/networks/e7fa7474-ec27-48c0-82c6-4433dec0ec87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2690170 Aug 11 03:26:57.442802 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6b15e176-22fb-4eb3-8e1b-8b477e907d9a req-3fe972ec-773e-4b46-bc54-f0d834e3887e tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] 10.222.0.41 "GET /v2.0/security-groups?id=90def170-0f04-4173-9159-534b9b7a97b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710430 Aug 11 03:26:57.581354 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4c2cb494-e890-42d6-9fca-500ec54aea02 tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:57.585051 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4c2cb494-e890-42d6-9fca-500ec54aea02 tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:57.586999 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-4c2cb494-e890-42d6-9fca-500ec54aea02 tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] 10.222.0.41 "DELETE /v2.0/security-groups/4701ce2a-065a-45a6-8149-a282349d5ee9 HTTP/1.1" status: 204 len: 168 time: 0.5052164 Aug 11 03:26:57.589500 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 56340) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:57.624593 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 56344) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:57.627928 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.db_base_plugin_common [None req-f36b24e5-2fbe-4975-9f66-59e4c5c12a20 None None] Allocated IP 172.20.0.2 (91c54fc6-0170-4b8c-829d-7c5f473bbce4/819be143-924b-4c22-80c2-2d9e3702d70c/2433889b-fa97-4f2f-a50b-95140840172d) {{(pid=102193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:26:57.674122 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-6de0d820-f3b7-4f59-93a3-ee2663097477 tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0795720 Aug 11 03:26:57.675321 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 56348) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:57.676213 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2cb494-e890-42d6-9fca-500ec54aea02 tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4701ce2a-065a-45a6-8149-a282349d5ee9,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:57.680916 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-a4482932-a727-4b25-889f-a5c06f467804 tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] Request body: {'security_group_rule': {'security_group_id': '4118a73a-109e-4f20-8d76-00f65d1d1dbc', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:26:57.894345 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-fb8c522c-6f97-4ce6-8564-e50fb4aeb01a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1045259737-network', 'tenant_id': '8763a5817199420c9eb544422a9a8368'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:26:57.927125 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d6f212c9-b176-4ba3-a022-7d1d39476649 req-da86ad51-ebe6-49e6-b128-9b65c847b0a1 tempest-ServerShowV247Test-1476048630 tempest-ServerShowV247Test-1476048630-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9351e16-0f09-4d77-be70-052e98e6b1b9 HTTP/1.1" status: 200 len: 210 time: 0.0623112 Aug 11 03:26:57.957495 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aba715-64b4-4747-8f96-d0c0fa879399 req-6162521c-4d6f-4090-82af-101479cda6ff tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:57.971591 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-46aba715-64b4-4747-8f96-d0c0fa879399 req-6162521c-4d6f-4090-82af-101479cda6ff tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] 10.222.0.41 "GET /v2.0/ports?device_id=a38afb75-bfb0-4200-ae9a-cb2f866befdd HTTP/1.1" status: 200 len: 946 time: 0.2127383 Aug 11 03:26:57.974966 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-f36b24e5-2fbe-4975-9f66-59e4c5c12a20 None None] Notify callbacks [] for port, precommit_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:57.999647 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-f36b24e5-2fbe-4975-9f66-59e4c5c12a20 None None] Transition to ACTIVE for port object 2433889b-fa97-4f2f-a50b-95140840172d will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:26:58.028577 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-46aba715-64b4-4747-8f96-d0c0fa879399 req-f621a32c-80b0-482e-b715-a1a44de9820c tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] 10.222.0.41 "GET /v2.0/security-groups?id=adeeef27-808b-48fe-80b7-b3abd2371fee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560772 Aug 11 03:26:58.029383 n-d-764292-30 neutron-server[102192]: INFO neutron.api.v2.resource [None req-a4482932-a727-4b25-889f-a5c06f467804 tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] create failed (client error): The resource could not be found. Aug 11 03:26:58.029688 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-f36b24e5-2fbe-4975-9f66-59e4c5c12a20 None None] Transition to ACTIVE for port object 2433889b-fa97-4f2f-a50b-95140840172d will not be triggered until provisioned by entity DHCP. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:26:58.030489 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-a4482932-a727-4b25-889f-a5c06f467804 tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3538277 Aug 11 03:26:58.037050 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 56356) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:58.042840 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-8abfae92-8bb5-4dd8-ad78-96d9e46526a2 tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] Request body: {'security_group': {'name': 'tempest-secgroup--1656861071'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:26:58.116167 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4a987346-a1fb-4b16-b67c-097ade437673 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:58.155848 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-f36b24e5-2fbe-4975-9f66-59e4c5c12a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669'] for port, after_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:58.185667 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb8c522c-6f97-4ce6-8564-e50fb4aeb01a admin admin] Made reservation on behalf of 8763a5817199420c9eb544422a9a8368 for: {'network': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:26:58.188699 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-fb8c522c-6f97-4ce6-8564-e50fb4aeb01a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:58.208974 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-fb8c522c-6f97-4ce6-8564-e50fb4aeb01a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:58.226803 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f36b24e5-2fbe-4975-9f66-59e4c5c12a20 None None] Network 91c54fc6-0170-4b8c-829d-7c5f473bbce4 is already hosted by enough agents. {{(pid=102193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:26:58.231569 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.base_scheduler [None req-f36b24e5-2fbe-4975-9f66-59e4c5c12a20 None None] Resources bound (agent type, host, resource id): {{(pid=102193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:26:58.234487 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36b24e5-2fbe-4975-9f66-59e4c5c12a20 None None] Received port after_create {{(pid=102193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:26:58.246912 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36b24e5-2fbe-4975-9f66-59e4c5c12a20 None None] Pushing event updated for resources: {'Port': ['ID=2433889b-fa97-4f2f-a50b-95140840172d,revision_number=1']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:58.277480 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-8abfae92-8bb5-4dd8-ad78-96d9e46526a2 tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:58.312513 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-f36b24e5-2fbe-4975-9f66-59e4c5c12a20 None None] Attempting to bind port 2433889b-fa97-4f2f-a50b-95140840172d on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:26:58.314166 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-f36b24e5-2fbe-4975-9f66-59e4c5c12a20 None None] Attempting to bind port 2433889b-fa97-4f2f-a50b-95140840172d by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': 'b7ab9ca8-8169-4dac-b148-be6f1538058c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '91c54fc6-0170-4b8c-829d-7c5f473bbce4'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:26:58.314740 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36b24e5-2fbe-4975-9f66-59e4c5c12a20 None None] Attempting to bind port 2433889b-fa97-4f2f-a50b-95140840172d on network 91c54fc6-0170-4b8c-829d-7c5f473bbce4 {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:26:58.320520 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36b24e5-2fbe-4975-9f66-59e4c5c12a20 None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 26, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:26:58.320893 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36b24e5-2fbe-4975-9f66-59e4c5c12a20 None None] Checking segment: {'id': 'b7ab9ca8-8169-4dac-b148-be6f1538058c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '91c54fc6-0170-4b8c-829d-7c5f473bbce4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:26:58.321297 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-f36b24e5-2fbe-4975-9f66-59e4c5c12a20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:58.321695 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36b24e5-2fbe-4975-9f66-59e4c5c12a20 None None] Bound using segment: {'id': 'b7ab9ca8-8169-4dac-b148-be6f1538058c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '91c54fc6-0170-4b8c-829d-7c5f473bbce4'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:26:58.322147 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-f36b24e5-2fbe-4975-9f66-59e4c5c12a20 None None] Bound port: 2433889b-fa97-4f2f-a50b-95140840172d, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7ab9ca8-8169-4dac-b148-be6f1538058c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '91c54fc6-0170-4b8c-829d-7c5f473bbce4'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:26:58.322550 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-f36b24e5-2fbe-4975-9f66-59e4c5c12a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:58.385462 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-fb8c522c-6f97-4ce6-8564-e50fb4aeb01a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:58.396477 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-f36b24e5-2fbe-4975-9f66-59e4c5c12a20 None None] For port 2433889b-fa97-4f2f-a50b-95140840172d, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:26:58.399719 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-f36b24e5-2fbe-4975-9f66-59e4c5c12a20 None None] For port 2433889b-fa97-4f2f-a50b-95140840172d, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=2433889b-fa97-4f2f-a50b-95140840172d,segment=NetworkSegment(b7ab9ca8-8169-4dac-b148-be6f1538058c),segment_id=b7ab9ca8-8169-4dac-b148-be6f1538058c)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:26:58.436399 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [None req-4a987346-a1fb-4b16-b67c-097ade437673 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Allocated IP 172.20.0.1 (91c54fc6-0170-4b8c-829d-7c5f473bbce4/819be143-924b-4c22-80c2-2d9e3702d70c/5b6559c2-37d3-46ae-aa1b-293e6d773a7b) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:26:58.447188 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-fb8c522c-6f97-4ce6-8564-e50fb4aeb01a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:58.475085 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-f36b24e5-2fbe-4975-9f66-59e4c5c12a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:58.534997 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb8c522c-6f97-4ce6-8564-e50fb4aeb01a admin admin] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=102192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:26:58.544728 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8c522c-6f97-4ce6-8564-e50fb4aeb01a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb550db6-d530-4c18-a02d-6000f9facec0,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:58.579589 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-fb8c522c-6f97-4ce6-8564-e50fb4aeb01a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:58.579589 n-d-764292-30 neutron-server[102192]: INFO neutron.db.segments_db [None req-fb8c522c-6f97-4ce6-8564-e50fb4aeb01a admin admin] Added segment 1557e507-e504-4829-b1ab-510ccb7ca5b6 of type vlan for network 3fd6a0d5-3e21-4426-81c2-9cbcf769301b Aug 11 03:26:58.581721 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36b24e5-2fbe-4975-9f66-59e4c5c12a20 None None] Pushing event updated for resources: {'Port': ['ID=2433889b-fa97-4f2f-a50b-95140840172d,revision_number=2']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:58.631144 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4a987346-a1fb-4b16-b67c-097ade437673 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:58.647484 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [None req-4a987346-a1fb-4b16-b67c-097ade437673 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Transition to ACTIVE for port object 5b6559c2-37d3-46ae-aa1b-293e6d773a7b will not be triggered until provisioned by entity DHCP. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:26:58.668335 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-fb8c522c-6f97-4ce6-8564-e50fb4aeb01a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:58.690215 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-8abfae92-8bb5-4dd8-ad78-96d9e46526a2 tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:58.718021 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caec4538-05f0-4b23-abdd-0c9e8d7c6981 req-10b082bc-f4e9-447d-99c8-bf8e65847a0e tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:58.720637 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-caec4538-05f0-4b23-abdd-0c9e8d7c6981 req-10b082bc-f4e9-447d-99c8-bf8e65847a0e tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] 10.222.0.41 "GET /v2.0/ports?device_id=28a504fd-46de-46de-bafc-76b83bbc684a HTTP/1.1" status: 200 len: 945 time: 0.1579235 Aug 11 03:26:58.766560 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4a987346-a1fb-4b16-b67c-097ade437673 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:58.810817 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-caec4538-05f0-4b23-abdd-0c9e8d7c6981 req-cfbcc277-66b6-4d4f-a8a8-b734ca4cf86a tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] 10.222.0.41 "GET /v2.0/security-groups?id=90def170-0f04-4173-9159-534b9b7a97b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609591 Aug 11 03:26:58.818751 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-8abfae92-8bb5-4dd8-ad78-96d9e46526a2 tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:58.841176 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a987346-a1fb-4b16-b67c-097ade437673 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Network 91c54fc6-0170-4b8c-829d-7c5f473bbce4 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:26:58.847005 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-fb8c522c-6f97-4ce6-8564-e50fb4aeb01a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:58.847262 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-4a987346-a1fb-4b16-b67c-097ade437673 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:26:58.847986 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb8c522c-6f97-4ce6-8564-e50fb4aeb01a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:58.849000 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-fb8c522c-6f97-4ce6-8564-e50fb4aeb01a admin admin] Notify callbacks [] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:58.856736 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a987346-a1fb-4b16-b67c-097ade437673 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:26:58.898539 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a987346-a1fb-4b16-b67c-097ade437673 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Pushing event updated for resources: {'Port': ['ID=5b6559c2-37d3-46ae-aa1b-293e6d773a7b,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:58.952744 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4a987346-a1fb-4b16-b67c-097ade437673 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-520987'] for router_interface, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:58.975704 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abfae92-8bb5-4dd8-ad78-96d9e46526a2 tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5fd57e49-67c3-44a1-86e8-b47df89785bb,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:58.976958 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-8abfae92-8bb5-4dd8-ad78-96d9e46526a2 tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:58.981262 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-8abfae92-8bb5-4dd8-ad78-96d9e46526a2 tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9432185 Aug 11 03:26:58.997865 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 56374) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:59.002909 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-ec41af60-1d5e-41b9-8013-b0a0afff4604 tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] Request body: {'security_group': {'name': 'tempest-secgroup--193461042'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:26:59.017232 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8c522c-6f97-4ce6-8564-e50fb4aeb01a admin admin] Pushing event updated for resources: {'Network': ['ID=3fd6a0d5-3e21-4426-81c2-9cbcf769301b,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:59.034720 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d31856-8a52-48e1-bec7-a79a5e8f0dba req-b59068ad-1a42-4aa8-b872-73466d4a9fce tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:59.035862 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network 3fd6a0d5-3e21-4426-81c2-9cbcf769301b details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:26:59.056811 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-12d31856-8a52-48e1-bec7-a79a5e8f0dba req-b59068ad-1a42-4aa8-b872-73466d4a9fce tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] 10.222.0.41 "GET /v2.0/ports?device_id=28a504fd-46de-46de-bafc-76b83bbc684a HTTP/1.1" status: 200 len: 945 time: 0.0997925 Aug 11 03:26:59.060027 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 56380) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:59.061146 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-fb8c522c-6f97-4ce6-8564-e50fb4aeb01a admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.4353671 Aug 11 03:26:59.089275 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-ee5f7376-d1e3-4db1-b173-7abe81026961 admin admin] Request body: {'subnet': {'network_id': '3fd6a0d5-3e21-4426-81c2-9cbcf769301b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1045259737-subnet', 'tenant_id': '8763a5817199420c9eb544422a9a8368', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:26:59.127131 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-12d31856-8a52-48e1-bec7-a79a5e8f0dba req-bd143bb1-7c28-42f3-a56b-1a3aefcce696 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] 10.222.0.41 "GET /v2.0/security-groups?id=90def170-0f04-4173-9159-534b9b7a97b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736802 Aug 11 03:26:59.145723 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ec41af60-1d5e-41b9-8013-b0a0afff4604 tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:59.167216 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-58a5e8b9-cd13-48c5-afc6-253fb2bd2f32 req-d9814789-4f42-4fb9-9110-c61e733e3a9a tempest-ServerShowV247Test-1476048630 tempest-ServerShowV247Test-1476048630-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9351e16-0f09-4d77-be70-052e98e6b1b9 HTTP/1.1" status: 200 len: 210 time: 0.0631266 Aug 11 03:26:59.169938 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 56384) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:59.234126 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3deceb11-58ff-495b-a56e-71b518a37867 tempest-TestNetworkBasicOps-852784014 tempest-TestNetworkBasicOps-852784014-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:59.240088 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-3deceb11-58ff-495b-a56e-71b518a37867 tempest-TestNetworkBasicOps-852784014 tempest-TestNetworkBasicOps-852784014-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=28a504fd-46de-46de-bafc-76b83bbc684a HTTP/1.1" status: 200 len: 1092 time: 0.0644412 Aug 11 03:26:59.240240 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 56386) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:59.245332 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-8feba690-f784-4308-8ca2-30f95a716a3d tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Request body: {'floatingip': {'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'port_id': '63ae1799-8dc2-4c5c-b7af-71de32a3d320', 'tenant_id': '6f34ea378b0c4732b01bbd0e8e3ce05d', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:26:59.260698 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-29bf4a2d-0a46-4bab-bcb6-0a0b2ce1f20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:59.282557 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4a987346-a1fb-4b16-b67c-097ade437673 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:59.299414 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee5f7376-d1e3-4db1-b173-7abe81026961 admin admin] Made reservation on behalf of 8763a5817199420c9eb544422a9a8368 for: {'subnet': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:26:59.303259 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ee5f7376-d1e3-4db1-b173-7abe81026961 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274743'] for subnet, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:59.311066 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97465a8d-571b-4d36-aad7-5e89aec6f373 req-7ef39d0a-8c1a-4e1f-9ddb-155a1ee5457c tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:59.312786 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-97465a8d-571b-4d36-aad7-5e89aec6f373 req-7ef39d0a-8c1a-4e1f-9ddb-155a1ee5457c tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] 10.222.0.41 "GET /v2.0/ports?device_id=a38afb75-bfb0-4200-ae9a-cb2f866befdd HTTP/1.1" status: 200 len: 946 time: 0.0663054 Aug 11 03:26:59.367368 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 2433889b-fa97-4f2f-a50b-95140840172d up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:26:59.393101 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-97465a8d-571b-4d36-aad7-5e89aec6f373 req-48b981f2-9b2e-4628-9107-9ce1b6724c82 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] 10.222.0.41 "GET /v2.0/security-groups?id=adeeef27-808b-48fe-80b7-b3abd2371fee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733833 Aug 11 03:26:59.400912 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.db.api [None req-8feba690-f784-4308-8ca2-30f95a716a3d tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 11 03:26:59.400912 n-d-764292-30 neutron-server[102191]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 11 03:26:59.400912 n-d-764292-30 neutron-server[102191]: [parameters: {'project_id_1': '6f34ea378b0c4732b01bbd0e8e3ce05d', 'expiration_1': datetime.datetime(2021, 8, 11, 3, 26, 59, 261379)}] Aug 11 03:26:59.400912 n-d-764292-30 neutron-server[102191]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102191) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 03:26:59.401333 n-d-764292-30 neutron-server[102191]: DEBUG oslo_db.api [None req-8feba690-f784-4308-8ca2-30f95a716a3d tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 03:26:59.532062 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port 2433889b-fa97-4f2f-a50b-95140840172d completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:26:59.541759 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 11f214f2-1c0a-498a-a946-107a34f606ce up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:26:59.668409 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port 11f214f2-1c0a-498a-a946-107a34f606ce completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:26:59.673451 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 11f214f2-1c0a-498a-a946-107a34f606ce triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:26:59.673821 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:59.783327 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:59.799404 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f81ac7c-8db9-49e0-91ef-1e1f2da292be None None] Network 91c54fc6-0170-4b8c-829d-7c5f473bbce4 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:26:59.847236 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port 11f214f2-1c0a-498a-a946-107a34f606ce, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=11f214f2-1c0a-498a-a946-107a34f606ce,segment=NetworkSegment(fab28bed-aa25-40db-bba4-ec26e795194c),segment_id=fab28bed-aa25-40db-bba4-ec26e795194c)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:26:59.930414 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:59.955234 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ec41af60-1d5e-41b9-8013-b0a0afff4604 tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:59.959186 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-7ec6fea3-b2ee-484f-929b-6a73e1f15141 None None] Provisioning for port 2433889b-fa97-4f2f-a50b-95140840172d completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:26:59.972333 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-7ec6fea3-b2ee-484f-929b-6a73e1f15141 None None] Provisioning complete for port 2433889b-fa97-4f2f-a50b-95140840172d triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:26:59.972701 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-7ec6fea3-b2ee-484f-929b-6a73e1f15141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:00.020230 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ec41af60-1d5e-41b9-8013-b0a0afff4604 tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:00.039081 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=11f214f2-1c0a-498a-a946-107a34f606ce,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:00.109423 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-7ec6fea3-b2ee-484f-929b-6a73e1f15141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:00.121429 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec41af60-1d5e-41b9-8013-b0a0afff4604 tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78861d47-af45-4ab3-bb81-fdbbc5468b0c,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:00.147436 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-7ec6fea3-b2ee-484f-929b-6a73e1f15141 None None] For port 2433889b-fa97-4f2f-a50b-95140840172d, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=2433889b-fa97-4f2f-a50b-95140840172d,segment=NetworkSegment(b7ab9ca8-8169-4dac-b148-be6f1538058c),segment_id=b7ab9ca8-8169-4dac-b148-be6f1538058c)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:27:00.175526 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8feba690-f784-4308-8ca2-30f95a716a3d tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks [] for floatingip, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:00.178070 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ee5f7376-d1e3-4db1-b173-7abe81026961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126283476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274725'] for subnet, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:00.228846 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-7ec6fea3-b2ee-484f-929b-6a73e1f15141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:00.267005 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4a987346-a1fb-4b16-b67c-097ade437673 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:00.274110 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ec41af60-1d5e-41b9-8013-b0a0afff4604 tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:00.275553 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-ec41af60-1d5e-41b9-8013-b0a0afff4604 tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2764626 Aug 11 03:27:00.282614 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 56402) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:27:00.290000 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-8c05abc5-036b-40ca-94c3-4256e5c15a45 tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] Request body: {'security_group_rule': {'security_group_id': '5fd57e49-67c3-44a1-86e8-b47df89785bb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '78861d47-af45-4ab3-bb81-fdbbc5468b0c'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:27:00.311423 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a45666c4-583d-4a6f-8166-98511a323604 req-45d397dd-4739-4613-826d-c5ad34ddc99e tempest-ServerShowV247Test-1476048630 tempest-ServerShowV247Test-1476048630-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9351e16-0f09-4d77-be70-052e98e6b1b9 HTTP/1.1" status: 200 len: 210 time: 0.0442462 Aug 11 03:27:00.314155 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5f7376-d1e3-4db1-b173-7abe81026961 admin admin] Pushing event updated for resources: {'Subnet': ['ID=065fdd59-8d8d-456e-bb69-235b50881fdd,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:00.343197 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5f7376-d1e3-4db1-b173-7abe81026961 admin admin] Checking segment: {'id': '1557e507-e504-4829-b1ab-510ccb7ca5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '3fd6a0d5-3e21-4426-81c2-9cbcf769301b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:27:00.343560 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee5f7376-d1e3-4db1-b173-7abe81026961 admin admin] Network hostable DHCP agents. Network: 3fd6a0d5-3e21-4426-81c2-9cbcf769301b, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:27:00.352032 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec6fea3-b2ee-484f-929b-6a73e1f15141 None None] Pushing event updated for resources: {'Port': ['ID=2433889b-fa97-4f2f-a50b-95140840172d,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:00.362428 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4a987346-a1fb-4b16-b67c-097ade437673 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:00.465554 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a987346-a1fb-4b16-b67c-097ade437673 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Pushing event updated for resources: {'Port': ['ID=5b6559c2-37d3-46ae-aa1b-293e6d773a7b,revision_number=2']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:00.477182 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4a987346-a1fb-4b16-b67c-097ade437673 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16383026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521135'] for router_interface, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:00.486511 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-16abbcd4-bd08-40ed-8bfb-0a1bdda5c991 None None] Provisioning for port 5b6559c2-37d3-46ae-aa1b-293e6d773a7b completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:27:00.490577 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-16abbcd4-bd08-40ed-8bfb-0a1bdda5c991 None None] Provisioning complete for port 5b6559c2-37d3-46ae-aa1b-293e6d773a7b triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:27:00.491048 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-16abbcd4-bd08-40ed-8bfb-0a1bdda5c991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:00.492900 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee5f7376-d1e3-4db1-b173-7abe81026961 admin admin] Network 3fd6a0d5-3e21-4426-81c2-9cbcf769301b is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:27:00.524964 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-16abbcd4-bd08-40ed-8bfb-0a1bdda5c991 None None] Port 5b6559c2-37d3-46ae-aa1b-293e6d773a7b cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:27:00.535070 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8feba690-f784-4308-8ca2-30f95a716a3d tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:00.535777 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-16abbcd4-bd08-40ed-8bfb-0a1bdda5c991 None None] Provisioning complete for port 2433889b-fa97-4f2f-a50b-95140840172d triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:27:00.536399 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-16abbcd4-bd08-40ed-8bfb-0a1bdda5c991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:00.556437 n-d-764292-30 neutron-server[102191]: INFO neutron.api.v2.resource [None req-8c05abc5-036b-40ca-94c3-4256e5c15a45 tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 03:27:00.556437 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-8c05abc5-036b-40ca-94c3-4256e5c15a45 tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2664804 Aug 11 03:27:00.556437 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 56404) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:27:00.603428 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-ee5f7376-d1e3-4db1-b173-7abe81026961 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, 3fd6a0d5-3e21-4426-81c2-9cbcf769301b) {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:27:00.617789 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ee2e8ba-b4d9-41fe-86ad-8eb9a7fe4c68 None None] Network 3fd6a0d5-3e21-4426-81c2-9cbcf769301b requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:27:00.633808 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee5f7376-d1e3-4db1-b173-7abe81026961 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:00.634442 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ee5f7376-d1e3-4db1-b173-7abe81026961 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:00.734113 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a987346-a1fb-4b16-b67c-097ade437673 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Network 91c54fc6-0170-4b8c-829d-7c5f473bbce4 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:27:00.739296 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-4a987346-a1fb-4b16-b67c-097ade437673 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:27:00.741193 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fd8f7431-bd8c-4730-9403-5b9df0c341a4 tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:00.765140 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [None req-8feba690-f784-4308-8ca2-30f95a716a3d tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Allocated IP 172.25.8.146 (09faf7d2-eaf5-4a50-bb6e-4cb05d009a76/e1a97443-13df-40bb-85f5-fd269e2742c0/08fcc019-5bc6-4493-83f1-4bd579eef620) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:27:00.772715 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61f9a65c-416a-4c58-a272-090d134c7362 None None] Network 3fd6a0d5-3e21-4426-81c2-9cbcf769301b requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:27:00.822014 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fd8f7431-bd8c-4730-9403-5b9df0c341a4 tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:00.834502 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-ee5f7376-d1e3-4db1-b173-7abe81026961 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.7513266 Aug 11 03:27:00.837012 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-966bd2fb-c02a-4c6e-a2aa-befc7032da69 None None] Provisioning complete for port 5b6559c2-37d3-46ae-aa1b-293e6d773a7b triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:27:00.837468 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-966bd2fb-c02a-4c6e-a2aa-befc7032da69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:00.938391 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-966bd2fb-c02a-4c6e-a2aa-befc7032da69 None None] Port 5b6559c2-37d3-46ae-aa1b-293e6d773a7b cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:27:01.032074 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a987346-a1fb-4b16-b67c-097ade437673 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Router ebab3b7f-c401-4fa0-a8e8-87164b7a31a0 has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:27:01.045582 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8feba690-f784-4308-8ca2-30f95a716a3d tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:01.064179 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fd8f7431-bd8c-4730-9403-5b9df0c341a4 tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:01.065282 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-57dac986-560f-431a-aead-728e1240c265 None None] Provisioning complete for port 5b6559c2-37d3-46ae-aa1b-293e6d773a7b triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:27:01.065981 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-57dac986-560f-431a-aead-728e1240c265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:01.066991 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fd8f7431-bd8c-4730-9403-5b9df0c341a4 tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:01.070505 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-fd8f7431-bd8c-4730-9403-5b9df0c341a4 tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] 10.222.0.41 "DELETE /v2.0/security-groups/78861d47-af45-4ab3-bb81-fdbbc5468b0c HTTP/1.1" status: 204 len: 168 time: 0.5141931 Aug 11 03:27:01.071142 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 56416) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:27:01.119720 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8f7431-bd8c-4730-9403-5b9df0c341a4 tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78861d47-af45-4ab3-bb81-fdbbc5468b0c,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:01.173646 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-57dac986-560f-431a-aead-728e1240c265 None None] Port 5b6559c2-37d3-46ae-aa1b-293e6d773a7b cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:27:01.193664 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-d785e67f-a61d-41e4-b76e-3f991939e564 tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1198423 Aug 11 03:27:01.198026 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 56418) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:27:01.252397 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a987346-a1fb-4b16-b67c-097ade437673 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:27:01.252628 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 2433889b-fa97-4f2f-a50b-95140840172d up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:27:01.264159 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d20cf8-1f02-499f-8d49-4d6a9efacdff None None] Sync routers for ids ['ebab3b7f-c401-4fa0-a8e8-87164b7a31a0'] in n-d-764292-30 {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:27:01.271052 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-4a987346-a1fb-4b16-b67c-097ade437673 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "PUT /v2.0/routers/ebab3b7f-c401-4fa0-a8e8-87164b7a31a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1169634 Aug 11 03:27:01.282717 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d20cf8-1f02-499f-8d49-4d6a9efacdff None None] Routers {'ebab3b7f-c401-4fa0-a8e8-87164b7a31a0'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:27:01.282717 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-23d20cf8-1f02-499f-8d49-4d6a9efacdff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:26:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['ebab3b7f-c401-4fa0-a8e8-87164b7a31a0'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:27:01.309317 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6d1cda37-6da4-4599-bb49-aff0266081f8 tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:01.357698 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 2433889b-fa97-4f2f-a50b-95140840172d triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:27:01.358339 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:01.369718 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6d1cda37-6da4-4599-bb49-aff0266081f8 tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:01.425068 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8feba690-f784-4308-8ca2-30f95a716a3d tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:01.475415 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8feba690-f784-4308-8ca2-30f95a716a3d tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:27:01.478652 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-8feba690-f784-4308-8ca2-30f95a716a3d tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:27:01.485802 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8feba690-f784-4308-8ca2-30f95a716a3d tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:27:01.487771 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 11f214f2-1c0a-498a-a946-107a34f606ce up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:27:01.541601 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6d1cda37-6da4-4599-bb49-aff0266081f8 tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:01.547409 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-59624ccc-bca5-41b4-89a8-038939434a21 req-cd3c468a-8931-4c13-a920-f8a6355b68c8 tempest-ServerShowV247Test-1476048630 tempest-ServerShowV247Test-1476048630-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9351e16-0f09-4d77-be70-052e98e6b1b9 HTTP/1.1" status: 200 len: 210 time: 0.0902665 Aug 11 03:27:01.556677 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6d1cda37-6da4-4599-bb49-aff0266081f8 tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:01.558045 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-6d1cda37-6da4-4599-bb49-aff0266081f8 tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] 10.222.0.41 "DELETE /v2.0/security-groups/5fd57e49-67c3-44a1-86e8-b47df89785bb HTTP/1.1" status: 204 len: 168 time: 0.3588605 Aug 11 03:27:01.559201 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 11f214f2-1c0a-498a-a946-107a34f606ce triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:27:01.560246 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:01.564153 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 56434) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:27:01.569240 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8feba690-f784-4308-8ca2-30f95a716a3d tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Pushing event updated for resources: {'Port': ['ID=08fcc019-5bc6-4493-83f1-4bd579eef620,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:01.621247 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1cda37-6da4-4599-bb49-aff0266081f8 tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fd57e49-67c3-44a1-86e8-b47df89785bb,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:01.681294 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-23d20cf8-1f02-499f-8d49-4d6a9efacdff None None] Set router ebab3b7f-c401-4fa0-a8e8-87164b7a31a0 gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:27:01.733506 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-1577b103-704f-4e91-95d1-c76c17667049 tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1678813 Aug 11 03:27:01.745474 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 56444) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:27:01.751248 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-8357d8c2-8f9c-4d3c-b237-f89251e1ba67 tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] Request body: {'security_group': {'name': 'tempest-secgroup--619198396'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:27:01.777377 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-61c4ccfc-e4fb-4def-85ce-23ac03cf5756 req-b49d8820-1cc5-4968-8b9a-e4afd1b3b147 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-931349247&fields=id&tenant_id=a5478860f7cb432583cc8e5d994d2237 HTTP/1.1" status: 200 len: 267 time: 0.1130843 Aug 11 03:27:01.912579 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c4ccfc-e4fb-4def-85ce-23ac03cf5756 req-c3cec5c6-57b2-44b9-80c6-29661057cdb4 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:01.914620 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-61c4ccfc-e4fb-4def-85ce-23ac03cf5756 req-c3cec5c6-57b2-44b9-80c6-29661057cdb4 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/networks?id=91c54fc6-0170-4b8c-829d-7c5f473bbce4 HTTP/1.1" status: 200 len: 795 time: 0.1228471 Aug 11 03:27:01.925496 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:01.935050 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-8357d8c2-8f9c-4d3c-b237-f89251e1ba67 tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:01.947423 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-61c4ccfc-e4fb-4def-85ce-23ac03cf5756 req-d38d92e8-6481-4eff-bb91-4f5fc9d1d2bd tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/quotas/a5478860f7cb432583cc8e5d994d2237 HTTP/1.1" status: 200 len: 375 time: 0.0254924 Aug 11 03:27:02.019123 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-23d20cf8-1f02-499f-8d49-4d6a9efacdff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebab3b7f-c401-4fa0-a8e8-87164b7a31a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1822721645', 'tenant_id': 'a5478860f7cb432583cc8e5d994d2237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': '11f214f2-1c0a-498a-a946-107a34f606ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:26:52Z', 'updated_at': '2021-08-11T03:26:59Z', 'revision_number': 4, 'project_id': 'a5478860f7cb432583cc8e5d994d2237', 'gw_port': {'id': '11f214f2-1c0a-498a-a946-107a34f606ce', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:a6:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebab3b7f-c401-4fa0-a8e8-87164b7a31a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3015, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:26:53Z', 'updated_at': '2021-08-11T03:26:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '5b6559c2-37d3-46ae-aa1b-293e6d773a7b', 'name': '', 'network_id': '91c54fc6-0170-4b8c-829d-7c5f473bbce4', 'tenant_id': 'a5478860f7cb432583cc8e5d994d2237', 'mac_address': 'fa:16:3e:7b:2f:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebab3b7f-c401-4fa0-a8e8-87164b7a31a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3036, 'fixed_ips': [{'subnet_id': '819be143-924b-4c22-80c2-2d9e3702d70c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:26:58Z', 'updated_at': '2021-08-11T03:26:59Z', 'revision_number': 2, 'project_id': 'a5478860f7cb432583cc8e5d994d2237', 'subnets': [{'id': '819be143-924b-4c22-80c2-2d9e3702d70c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:27:02.046264 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d20cf8-1f02-499f-8d49-4d6a9efacdff None None] Checking router: ebab3b7f-c401-4fa0-a8e8-87164b7a31a0 for host: n-d-764292-30 {{(pid=102194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:27:02.046899 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d20cf8-1f02-499f-8d49-4d6a9efacdff None None] Updating router ebab3b7f-c401-4fa0-a8e8-87164b7a31a0 port 5b6559c2-37d3-46ae-aa1b-293e6d773a7b binding host n-d-764292-30 {{(pid=102194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:27:02.077835 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-23d20cf8-1f02-499f-8d49-4d6a9efacdff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:02.097191 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 56450) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:27:02.097404 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-cfb815e5-b5f4-424e-a373-53e7a8f555c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:02.102726 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-1154e9aa-d352-41b1-84af-e56bfe3de6d5 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2037766642-network', 'tenant_id': 'ad90ce2de26c4f3ca8c3aaa18ec47ae9'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:27:02.111640 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-61c4ccfc-e4fb-4def-85ce-23ac03cf5756 req-ccbfeda4-ab08-458c-9f1d-d65861560f1c tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=a5478860f7cb432583cc8e5d994d2237&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1578956 Aug 11 03:27:02.120828 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-8357d8c2-8f9c-4d3c-b237-f89251e1ba67 tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:02.177842 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-8357d8c2-8f9c-4d3c-b237-f89251e1ba67 tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:02.238473 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8357d8c2-8f9c-4d3c-b237-f89251e1ba67 tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=422cfe3a-ee56-4e47-92fb-88ce86a6c7fd,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:02.253623 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-61c4ccfc-e4fb-4def-85ce-23ac03cf5756 req-fe3bac0c-2e54-4ba0-86a7-93df1034f178 service neutron] 10.222.0.41 "GET /v2.0/networks/91c54fc6-0170-4b8c-829d-7c5f473bbce4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295519 Aug 11 03:27:02.275438 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8feba690-f784-4308-8ca2-30f95a716a3d tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:02.307318 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1154e9aa-d352-41b1-84af-e56bfe3de6d5 admin admin] Made reservation on behalf of ad90ce2de26c4f3ca8c3aaa18ec47ae9 for: {'network': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:27:02.309610 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-1154e9aa-d352-41b1-84af-e56bfe3de6d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:02.323476 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-1154e9aa-d352-41b1-84af-e56bfe3de6d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:02.354334 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-23d20cf8-1f02-499f-8d49-4d6a9efacdff None None] Notify callbacks [] for port, precommit_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:02.364480 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.provisioning_blocks [None req-23d20cf8-1f02-499f-8d49-4d6a9efacdff None None] Transition to ACTIVE for port object 5b6559c2-37d3-46ae-aa1b-293e6d773a7b will not be triggered until provisioned by entity L2. {{(pid=102194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:27:02.367861 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-61c4ccfc-e4fb-4def-85ce-23ac03cf5756 req-54141204-852c-471b-a61f-e390b28db9d0 service neutron] 10.222.0.41 "GET /v2.0/networks/91c54fc6-0170-4b8c-829d-7c5f473bbce4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133885 Aug 11 03:27:02.383722 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-8357d8c2-8f9c-4d3c-b237-f89251e1ba67 tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:02.384912 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-8357d8c2-8f9c-4d3c-b237-f89251e1ba67 tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6380980 Aug 11 03:27:02.387780 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 56452) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:27:02.396494 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-053615c8-2b3e-4bff-8e72-7b8dcb4a5142 tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:27:02.396494 n-d-764292-30 neutron-server[102192]: WARNING neutron.api.v2.base [None req-053615c8-2b3e-4bff-8e72-7b8dcb4a5142 tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 11 03:27:02.396494 n-d-764292-30 neutron-server[102192]: INFO neutron.api.v2.resource [None req-053615c8-2b3e-4bff-8e72-7b8dcb4a5142 tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] update failed (client error): There was a conflict when trying to complete your request. Aug 11 03:27:02.396494 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-053615c8-2b3e-4bff-8e72-7b8dcb4a5142 tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] 10.222.0.41 "PUT /v2.0/security-groups/422cfe3a-ee56-4e47-92fb-88ce86a6c7fd HTTP/1.1" status: 409 len: 330 time: 0.0056851 Aug 11 03:27:02.398545 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 56454) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:27:02.459436 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8feba690-f784-4308-8ca2-30f95a716a3d tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:02.470271 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-23d20cf8-1f02-499f-8d49-4d6a9efacdff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:02.476698 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-1154e9aa-d352-41b1-84af-e56bfe3de6d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:02.516521 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fbe4d8-1ceb-49ad-9053-bd2454c862d3 None None] Pushing event updated for resources: {'Port': ['ID=5b6559c2-37d3-46ae-aa1b-293e6d773a7b,revision_number=3']} {{(pid=102194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:02.523562 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ac9b5c6e-3575-4c89-9ea6-4dd8c1510b6e tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:02.562111 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-1154e9aa-d352-41b1-84af-e56bfe3de6d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:02.590683 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-23d20cf8-1f02-499f-8d49-4d6a9efacdff None None] Attempting to bind port 5b6559c2-37d3-46ae-aa1b-293e6d773a7b on host n-d-764292-30 for vnic_type normal with profile {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:27:02.593185 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-23d20cf8-1f02-499f-8d49-4d6a9efacdff None None] Attempting to bind port 5b6559c2-37d3-46ae-aa1b-293e6d773a7b by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': 'b7ab9ca8-8169-4dac-b148-be6f1538058c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '91c54fc6-0170-4b8c-829d-7c5f473bbce4'}] {{(pid=102194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:27:02.593185 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d20cf8-1f02-499f-8d49-4d6a9efacdff None None] Attempting to bind port 5b6559c2-37d3-46ae-aa1b-293e6d773a7b on network 91c54fc6-0170-4b8c-829d-7c5f473bbce4 {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:27:02.596765 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ac9b5c6e-3575-4c89-9ea6-4dd8c1510b6e tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:02.598062 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d20cf8-1f02-499f-8d49-4d6a9efacdff None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 27, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:27:02.598673 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d20cf8-1f02-499f-8d49-4d6a9efacdff None None] Checking segment: {'id': 'b7ab9ca8-8169-4dac-b148-be6f1538058c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '91c54fc6-0170-4b8c-829d-7c5f473bbce4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:27:02.599285 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-23d20cf8-1f02-499f-8d49-4d6a9efacdff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:02.599681 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d20cf8-1f02-499f-8d49-4d6a9efacdff None None] Bound using segment: {'id': 'b7ab9ca8-8169-4dac-b148-be6f1538058c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '91c54fc6-0170-4b8c-829d-7c5f473bbce4'} {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:27:02.600153 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-23d20cf8-1f02-499f-8d49-4d6a9efacdff None None] Bound port: 5b6559c2-37d3-46ae-aa1b-293e6d773a7b, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7ab9ca8-8169-4dac-b148-be6f1538058c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '91c54fc6-0170-4b8c-829d-7c5f473bbce4'}}] {{(pid=102194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:27:02.600531 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-23d20cf8-1f02-499f-8d49-4d6a9efacdff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:02.684758 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1154e9aa-d352-41b1-84af-e56bfe3de6d5 admin admin] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=102192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:27:02.717368 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1154e9aa-d352-41b1-84af-e56bfe3de6d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a24816a5-cb3b-4f97-be46-7c6f3af74734,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:02.736330 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-aef1f59d-75d2-4657-bd52-7c19b9a8f328 req-e55b8c1b-1f9f-4b11-943f-b718c6012a8a tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/ports?device_id=839d4001-730c-429d-980a-15c1d88a4dbd HTTP/1.1" status: 200 len: 210 time: 0.0863819 Aug 11 03:27:02.742052 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8feba690-f784-4308-8ca2-30f95a716a3d tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:02.744448 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ac9b5c6e-3575-4c89-9ea6-4dd8c1510b6e tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:02.747447 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ac9b5c6e-3575-4c89-9ea6-4dd8c1510b6e tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:02.751682 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-ac9b5c6e-3575-4c89-9ea6-4dd8c1510b6e tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] 10.222.0.41 "DELETE /v2.0/security-groups/422cfe3a-ee56-4e47-92fb-88ce86a6c7fd HTTP/1.1" status: 204 len: 168 time: 0.3520870 Aug 11 03:27:02.752353 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 56462) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:27:02.752846 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.db [None req-23d20cf8-1f02-499f-8d49-4d6a9efacdff None None] For port 5b6559c2-37d3-46ae-aa1b-293e6d773a7b, host n-d-764292-30, cleared binding levels {{(pid=102194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:27:02.756218 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.db [None req-23d20cf8-1f02-499f-8d49-4d6a9efacdff None None] For port 5b6559c2-37d3-46ae-aa1b-293e6d773a7b, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=5b6559c2-37d3-46ae-aa1b-293e6d773a7b,segment=NetworkSegment(b7ab9ca8-8169-4dac-b148-be6f1538058c),segment_id=b7ab9ca8-8169-4dac-b148-be6f1538058c)] {{(pid=102194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:27:02.771576 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-1154e9aa-d352-41b1-84af-e56bfe3de6d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:02.785133 n-d-764292-30 neutron-server[102192]: INFO neutron.db.segments_db [None req-1154e9aa-d352-41b1-84af-e56bfe3de6d5 admin admin] Added segment 555b5e0a-3183-44bc-9bf9-78e634b79e31 of type vlan for network 86eb0da2-1a5e-4075-b893-a297ee6ea43a Aug 11 03:27:02.815935 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-d79d86a5-6865-48ca-ba19-ad50aa36885b tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0594757 Aug 11 03:27:02.816810 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9b5c6e-3575-4c89-9ea6-4dd8c1510b6e tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=422cfe3a-ee56-4e47-92fb-88ce86a6c7fd,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:02.819339 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 56466) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:27:02.833516 n-d-764292-30 neutron-server[102191]: INFO neutron.api.v2.resource [None req-9fa0551f-6c29-443e-a6bd-aa3f288978b1 tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] delete failed (client error): The resource could not be found. Aug 11 03:27:02.840240 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-9fa0551f-6c29-443e-a6bd-aa3f288978b1 tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] 10.222.0.41 "DELETE /v2.0/security-groups/aa3de705-4863-4c6f-8bf0-35a36ac63aad HTTP/1.1" status: 404 len: 347 time: 0.0200996 Aug 11 03:27:02.840879 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 56472) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:27:02.858741 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b980078c-1f1b-4b21-92b1-a0b6b7f0406e req-790c2429-4083-4060-9dd0-4d0b96829f23 tempest-ServerShowV247Test-1476048630 tempest-ServerShowV247Test-1476048630-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9351e16-0f09-4d77-be70-052e98e6b1b9 HTTP/1.1" status: 200 len: 210 time: 0.1200318 Aug 11 03:27:02.861769 n-d-764292-30 neutron-server[102191]: INFO neutron.api.v2.resource [None req-5fb0bcae-05ae-4cdf-9502-acae7a5a182c tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] show failed (client error): The resource could not be found. Aug 11 03:27:02.868240 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 56474) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:27:02.871336 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-5fb0bcae-05ae-4cdf-9502-acae7a5a182c tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] 10.222.0.41 "GET /v2.0/security-groups/d9f0f3e1-9e4a-4536-9564-93323209d9df HTTP/1.1" status: 404 len: 347 time: 0.0281575 Aug 11 03:27:02.886037 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8feba690-f784-4308-8ca2-30f95a716a3d tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:02.897478 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-23d20cf8-1f02-499f-8d49-4d6a9efacdff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:02.972946 n-d-764292-30 neutron-server[102192]: INFO neutron.api.v2.resource [None req-302a1c03-3a95-435c-a18f-26611a6c7035 tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] show failed (client error): The resource could not be found. Aug 11 03:27:02.977327 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-302a1c03-3a95-435c-a18f-26611a6c7035 tempest-NegativeSecGroupTest-1341397059 tempest-NegativeSecGroupTest-1341397059-project] 10.222.0.41 "GET /v2.0/security-group-rules/8e1577d1-98f3-4406-b8d3-788a06e49460 HTTP/1.1" status: 404 len: 356 time: 0.1076610 Aug 11 03:27:03.008985 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-1154e9aa-d352-41b1-84af-e56bfe3de6d5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:03.038102 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fbe4d8-1ceb-49ad-9053-bd2454c862d3 None None] Pushing event updated for resources: {'Port': ['ID=5b6559c2-37d3-46ae-aa1b-293e6d773a7b,revision_number=4']} {{(pid=102194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:03.081144 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d20cf8-1f02-499f-8d49-4d6a9efacdff None None] Routers {'ebab3b7f-c401-4fa0-a8e8-87164b7a31a0'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:27:03.083095 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-23d20cf8-1f02-499f-8d49-4d6a9efacdff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:27:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['ebab3b7f-c401-4fa0-a8e8-87164b7a31a0'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:27:03.178184 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-1154e9aa-d352-41b1-84af-e56bfe3de6d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:03.179762 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1154e9aa-d352-41b1-84af-e56bfe3de6d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:03.180411 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-1154e9aa-d352-41b1-84af-e56bfe3de6d5 admin admin] Notify callbacks [] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:03.205660 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:03.253741 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1154e9aa-d352-41b1-84af-e56bfe3de6d5 admin admin] Pushing event updated for resources: {'Network': ['ID=86eb0da2-1a5e-4075-b893-a297ee6ea43a,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:03.254022 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-23d20cf8-1f02-499f-8d49-4d6a9efacdff None None] Set router ebab3b7f-c401-4fa0-a8e8-87164b7a31a0 gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:27:03.265241 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network 86eb0da2-1a5e-4075-b893-a297ee6ea43a details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:27:03.335242 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-1154e9aa-d352-41b1-84af-e56bfe3de6d5 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2363505 Aug 11 03:27:03.339452 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 56482) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:27:03.342502 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-d77b6879-689f-46c5-aa55-41cc33651dd8 admin admin] Request body: {'subnet': {'network_id': '86eb0da2-1a5e-4075-b893-a297ee6ea43a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2037766642-subnet', 'tenant_id': 'ad90ce2de26c4f3ca8c3aaa18ec47ae9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:27:03.408707 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8feba690-f784-4308-8ca2-30f95a716a3d tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Pushing event updated for resources: {'Port': ['ID=08fcc019-5bc6-4493-83f1-4bd579eef620,revision_number=2']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:03.424384 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8feba690-f784-4308-8ca2-30f95a716a3d tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446866'] for floatingip, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:03.445211 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d77b6879-689f-46c5-aa55-41cc33651dd8 admin admin] Made reservation on behalf of ad90ce2de26c4f3ca8c3aaa18ec47ae9 for: {'subnet': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:27:03.448763 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-d77b6879-689f-46c5-aa55-41cc33651dd8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126180544'] for subnet, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:03.563381 n-d-764292-30 neutron-server[102191]: INFO neutron.db.l3_db [None req-8feba690-f784-4308-8ca2-30f95a716a3d tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Floating IP f31fd422-7c7e-48fc-aa5f-ac8b7d9ac3ba associated. External IP: 172.25.8.146, port: 63ae1799-8dc2-4c5c-b7af-71de32a3d320. Aug 11 03:27:03.565489 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-23d20cf8-1f02-499f-8d49-4d6a9efacdff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebab3b7f-c401-4fa0-a8e8-87164b7a31a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1822721645', 'tenant_id': 'a5478860f7cb432583cc8e5d994d2237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': '11f214f2-1c0a-498a-a946-107a34f606ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:26:52Z', 'updated_at': '2021-08-11T03:26:59Z', 'revision_number': 4, 'project_id': 'a5478860f7cb432583cc8e5d994d2237', 'gw_port': {'id': '11f214f2-1c0a-498a-a946-107a34f606ce', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:a6:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebab3b7f-c401-4fa0-a8e8-87164b7a31a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3015, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:26:53Z', 'updated_at': '2021-08-11T03:26:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '5b6559c2-37d3-46ae-aa1b-293e6d773a7b', 'name': '', 'network_id': '91c54fc6-0170-4b8c-829d-7c5f473bbce4', 'tenant_id': 'a5478860f7cb432583cc8e5d994d2237', 'mac_address': 'fa:16:3e:7b:2f:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebab3b7f-c401-4fa0-a8e8-87164b7a31a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3036, 'fixed_ips': [{'subnet_id': '819be143-924b-4c22-80c2-2d9e3702d70c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:26:58Z', 'updated_at': '2021-08-11T03:27:02Z', 'revision_number': 4, 'project_id': 'a5478860f7cb432583cc8e5d994d2237', 'subnets': [{'id': '819be143-924b-4c22-80c2-2d9e3702d70c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:27:03.603482 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d20cf8-1f02-499f-8d49-4d6a9efacdff None None] The sync data for ids ['ebab3b7f-c401-4fa0-a8e8-87164b7a31a0'] in n-d-764292-30 is: [{'id': 'ebab3b7f-c401-4fa0-a8e8-87164b7a31a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1822721645', 'tenant_id': 'a5478860f7cb432583cc8e5d994d2237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': '11f214f2-1c0a-498a-a946-107a34f606ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:26:52Z', 'updated_at': '2021-08-11T03:26:59Z', 'revision_number': 4, 'project_id': 'a5478860f7cb432583cc8e5d994d2237', 'gw_port': {'id': '11f214f2-1c0a-498a-a946-107a34f606ce', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:a6:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebab3b7f-c401-4fa0-a8e8-87164b7a31a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3015, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:26:53Z', 'updated_at': '2021-08-11T03:26:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '5b6559c2-37d3-46ae-aa1b-293e6d773a7b', 'name': '', 'network_id': '91c54fc6-0170-4b8c-829d-7c5f473bbce4', 'tenant_id': 'a5478860f7cb432583cc8e5d994d2237', 'mac_address': 'fa:16:3e:7b:2f:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebab3b7f-c401-4fa0-a8e8-87164b7a31a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3036, 'fixed_ips': [{'subnet_id': '819be143-924b-4c22-80c2-2d9e3702d70c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:26:58Z', 'updated_at': '2021-08-11T03:27:02Z', 'revision_number': 4, 'project_id': 'a5478860f7cb432583cc8e5d994d2237', 'subnets': [{'id': '819be143-924b-4c22-80c2-2d9e3702d70c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:27:03.702355 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 56488) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:27:03.911226 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b77392aa-e5e6-4ad2-b3e3-46fa81804090 req-0ece0c83-2f0b-402c-9d3d-5b56903b219c tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/ports?device_id=839d4001-730c-429d-980a-15c1d88a4dbd HTTP/1.1" status: 200 len: 210 time: 0.0608723 Aug 11 03:27:03.919030 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8feba690-f784-4308-8ca2-30f95a716a3d tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Router 42e28ac6-c2a0-4111-8be6-6f421003df15 has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:27:03.921868 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-d77b6879-689f-46c5-aa55-41cc33651dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125932092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126180562'] for subnet, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:03.955405 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-f7a12231-c3a5-441c-b047-788afd961f54 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=20bdbbe84dd0421d9c8d21c77f1150ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2518671 Aug 11 03:27:04.004935 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77b6879-689f-46c5-aa55-41cc33651dd8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c024ae2-e5c8-4d28-9d69-fae61dcdda73,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:04.004935 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 56496) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:27:04.081051 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2b6c8c8f-f8cb-4488-a610-c6529baaf2ea req-63caad47-ef7e-4de5-9757-dc96fa48486f tempest-ServerShowV247Test-1476048630 tempest-ServerShowV247Test-1476048630-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9351e16-0f09-4d77-be70-052e98e6b1b9 HTTP/1.1" status: 200 len: 210 time: 0.0786579 Aug 11 03:27:04.104103 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8feba690-f784-4308-8ca2-30f95a716a3d tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:27:04.119945 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64485a5-8020-4e4e-868e-292070e7ba9b None None] Sync routers for ids ['42e28ac6-c2a0-4111-8be6-6f421003df15'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:27:04.133301 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64485a5-8020-4e4e-868e-292070e7ba9b None None] Routers {'42e28ac6-c2a0-4111-8be6-6f421003df15'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:27:04.134759 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-e64485a5-8020-4e4e-868e-292070e7ba9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:27:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['42e28ac6-c2a0-4111-8be6-6f421003df15'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:27:04.150408 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77b6879-689f-46c5-aa55-41cc33651dd8 admin admin] Checking segment: {'id': '555b5e0a-3183-44bc-9bf9-78e634b79e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '86eb0da2-1a5e-4075-b893-a297ee6ea43a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:27:04.150815 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d77b6879-689f-46c5-aa55-41cc33651dd8 admin admin] Network hostable DHCP agents. Network: 86eb0da2-1a5e-4075-b893-a297ee6ea43a, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:27:04.157648 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4b6bfa92-bcfc-407c-89a8-15156536ca56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:04.192360 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4b6bfa92-bcfc-407c-89a8-15156536ca56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:04.200838 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8feba690-f784-4308-8ca2-30f95a716a3d tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for floatingip, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:04.251250 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d77b6879-689f-46c5-aa55-41cc33651dd8 admin admin] Network 86eb0da2-1a5e-4075-b893-a297ee6ea43a is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:27:04.252436 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-8feba690-f784-4308-8ca2-30f95a716a3d tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.0110335 Aug 11 03:27:04.253258 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28a504fd-46de-46de-bafc-76b83bbc684a', 'tag': '63ae1799-8dc2-4c5c-b7af-71de32a3d320'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:27:04.256582 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11a7d0c3-efe2-4e54-99ca-9b22ce542eae" -d '{"events": [{"name": "network-changed", "server_uuid": "28a504fd-46de-46de-bafc-76b83bbc684a", "tag": "63ae1799-8dc2-4c5c-b7af-71de32a3d320"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:27:04.263446 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 56500) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:27:04.314680 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4b6bfa92-bcfc-407c-89a8-15156536ca56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:04.317717 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4b6bfa92-bcfc-407c-89a8-15156536ca56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:04.321262 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-4b6bfa92-bcfc-407c-89a8-15156536ca56 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/02756be8-2216-42a0-ac40-f37b12aee858 HTTP/1.1" status: 204 len: 168 time: 0.3063660 Aug 11 03:27:04.331819 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:27:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6079b3d-000a-46b5-abce-5c419487f6e7 x-openstack-request-id: req-b6079b3d-000a-46b5-abce-5c419487f6e7 {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:27:04.332107 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28a504fd-46de-46de-bafc-76b83bbc684a", "tag": "63ae1799-8dc2-4c5c-b7af-71de32a3d320", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:27:04.332361 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b6079b3d-000a-46b5-abce-5c419487f6e7 {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:27:04.333651 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28a504fd-46de-46de-bafc-76b83bbc684a', 'tag': '63ae1799-8dc2-4c5c-b7af-71de32a3d320', 'status': 'completed', 'code': 200} Aug 11 03:27:04.345957 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-d77b6879-689f-46c5-aa55-41cc33651dd8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, 86eb0da2-1a5e-4075-b893-a297ee6ea43a) {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:27:04.356965 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6bfa92-bcfc-407c-89a8-15156536ca56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02756be8-2216-42a0-ac40-f37b12aee858,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:04.360781 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8832688-1c26-496c-bf02-1fc3038cde96 None None] Network 86eb0da2-1a5e-4075-b893-a297ee6ea43a requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:27:04.382702 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d77b6879-689f-46c5-aa55-41cc33651dd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:04.383324 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-d77b6879-689f-46c5-aa55-41cc33651dd8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:04.391525 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-724b4283-038c-43c6-b1aa-03be4c520a90 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] 10.222.0.41 "GET /v2.0/floatingips/f31fd422-7c7e-48fc-aa5f-ac8b7d9ac3ba HTTP/1.1" status: 200 len: 991 time: 0.1299238 Aug 11 03:27:04.446839 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a7d0c3-efe2-4e54-99ca-9b22ce542eae req-72cde4fd-b7b1-4202-868a-f3dbba102db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:04.448550 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-11a7d0c3-efe2-4e54-99ca-9b22ce542eae req-72cde4fd-b7b1-4202-868a-f3dbba102db5 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6f34ea378b0c4732b01bbd0e8e3ce05d&device_id=28a504fd-46de-46de-bafc-76b83bbc684a HTTP/1.1" status: 200 len: 1097 time: 0.0825880 Aug 11 03:27:04.474673 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-d77b6879-689f-46c5-aa55-41cc33651dd8 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1373115 Aug 11 03:27:04.495705 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-e64485a5-8020-4e4e-868e-292070e7ba9b None None] Set router 42e28ac6-c2a0-4111-8be6-6f421003df15 gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:27:04.636077 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 56510) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:27:04.708230 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a7d0c3-efe2-4e54-99ca-9b22ce542eae req-2dbb9e3f-6255-4cd9-9d87-4e19e1097ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:04.711628 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-11a7d0c3-efe2-4e54-99ca-9b22ce542eae req-2dbb9e3f-6255-4cd9-9d87-4e19e1097ca7 service neutron] 10.222.0.22 "GET /v2.0/networks?id=e59732ab-623e-4cb8-9f39-fb9f4d98d154 HTTP/1.1" status: 200 len: 898 time: 0.2544692 Aug 11 03:27:04.723502 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f7538b6-9c8e-4701-9860-d1f924b8c992 None None] Network 86eb0da2-1a5e-4075-b893-a297ee6ea43a requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:27:04.781135 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a8e8520-a195-41b6-9b8e-f897953a3075 admin admin] Deleting subnet 065fdd59-8d8d-456e-bb69-235b50881fdd {{(pid=102192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:27:04.790089 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4a8e8520-a195-41b6-9b8e-f897953a3075 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:04.841308 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-11a7d0c3-efe2-4e54-99ca-9b22ce542eae req-2b7a1dff-eac0-4e5b-bab7-c0ef01dba663 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=63ae1799-8dc2-4c5c-b7af-71de32a3d320 HTTP/1.1" status: 200 len: 999 time: 0.1159194 Aug 11 03:27:04.871244 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:04.888870 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4a8e8520-a195-41b6-9b8e-f897953a3075 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125932460'] for subnet, precommit_delete_associations {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:04.936375 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a7d0c3-efe2-4e54-99ca-9b22ce542eae req-2e62ee64-fd5b-44ea-9c50-650a0869a4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:04.938881 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-11a7d0c3-efe2-4e54-99ca-9b22ce542eae req-2e62ee64-fd5b-44ea-9c50-650a0869a4e1 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3ef306bb-adf8-44d2-8415-4a7cfe7d33f4 HTTP/1.1" status: 200 len: 835 time: 0.0893838 Aug 11 03:27:04.987628 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4a8e8520-a195-41b6-9b8e-f897953a3075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:04.996917 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a7d0c3-efe2-4e54-99ca-9b22ce542eae req-a23490cc-ffbc-43d6-a852-3c9b90b16b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:05.002377 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-11a7d0c3-efe2-4e54-99ca-9b22ce542eae req-a23490cc-ffbc-43d6-a852-3c9b90b16b4f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e59732ab-623e-4cb8-9f39-fb9f4d98d154&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0537903 Aug 11 03:27:05.175480 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5b712b8e-af3f-4bcd-a626-229bcf3658c5 req-4442b505-51ab-4f29-aa6c-ad1b00736b39 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/ports?device_id=839d4001-730c-429d-980a-15c1d88a4dbd HTTP/1.1" status: 200 len: 210 time: 0.0959918 Aug 11 03:27:05.254657 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4a8e8520-a195-41b6-9b8e-f897953a3075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125932157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126180897'] for subnet, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:05.308294 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-e64485a5-8020-4e4e-868e-292070e7ba9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42e28ac6-c2a0-4111-8be6-6f421003df15', 'name': 'tempest-TestNetworkBasicOps-router-38468296', 'tenant_id': '6f34ea378b0c4732b01bbd0e8e3ce05d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': '7d3d95e7-2847-4437-ba6d-08325d404ce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:26:19Z', 'updated_at': '2021-08-11T03:26:26Z', 'revision_number': 4, 'project_id': '6f34ea378b0c4732b01bbd0e8e3ce05d', 'gw_port': {'id': '7d3d95e7-2847-4437-ba6d-08325d404ce2', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:cd:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e28ac6-c2a0-4111-8be6-6f421003df15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2881, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:26:20Z', 'updated_at': '2021-08-11T03:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_floatingips': [{'id': 'f31fd422-7c7e-48fc-aa5f-ac8b7d9ac3ba', 'tenant_id': '6f34ea378b0c4732b01bbd0e8e3ce05d', 'floating_ip_address': '172.25.8.146', 'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'router_id': '42e28ac6-c2a0-4111-8be6-6f421003df15', 'port_id': '63ae1799-8dc2-4c5c-b7af-71de32a3d320', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e59732ab-623e-4cb8-9f39-fb9f4d98d154', 'mac_address': 'fa:16:3e:34:48:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a504fd-46de-46de-bafc-76b83bbc684a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:27:01Z', 'updated_at': '2021-08-11T03:27:01Z', 'revision_number': 0, 'project_id': '6f34ea378b0c4732b01bbd0e8e3ce05d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19c82750-84d2-4723-af09-6cc2f68e53e5', 'name': '', 'network_id': 'e59732ab-623e-4cb8-9f39-fb9f4d98d154', 'tenant_id': '6f34ea378b0c4732b01bbd0e8e3ce05d', 'mac_address': 'fa:16:3e:a0:19:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e28ac6-c2a0-4111-8be6-6f421003df15', 'device_owner': 'network:router_interface', 'standard_attr_id': 2909, 'fixed_ips': [{'subnet_id': '3ef306bb-adf8-44d2-8415-4a7cfe7d33f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:26:25Z', 'updated_at': '2021-08-11T03:26:33Z', 'revision_number': 5, 'project_id': '6f34ea378b0c4732b01bbd0e8e3ce05d', 'subnets': [{'id': '3ef306bb-adf8-44d2-8415-4a7cfe7d33f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:27:05.344999 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64485a5-8020-4e4e-868e-292070e7ba9b None None] Checking router: 42e28ac6-c2a0-4111-8be6-6f421003df15 for host: n-d-764292-30 {{(pid=102193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:27:05.347333 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 5b6559c2-37d3-46ae-aa1b-293e6d773a7b up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:27:05.368618 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-11a7d0c3-efe2-4e54-99ca-9b22ce542eae req-ec254ac9-8863-4c50-aca6-f31b94244554 service neutron] 10.222.0.22 "GET /v2.0/networks/e59732ab-623e-4cb8-9f39-fb9f4d98d154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3351619 Aug 11 03:27:05.377728 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8e8520-a195-41b6-9b8e-f897953a3075 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=065fdd59-8d8d-456e-bb69-235b50881fdd,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:05.395094 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e0404bb8-2f92-4c1b-af99-477eb8e6e9c5 req-dcedc6c0-c045-44fc-8b51-c286105759f4 tempest-ServerShowV247Test-1476048630 tempest-ServerShowV247Test-1476048630-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9351e16-0f09-4d77-be70-052e98e6b1b9 HTTP/1.1" status: 200 len: 210 time: 0.1515336 Aug 11 03:27:05.398244 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 56538) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:27:05.434661 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64485a5-8020-4e4e-868e-292070e7ba9b None None] Routers {'42e28ac6-c2a0-4111-8be6-6f421003df15'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:27:05.436138 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-e64485a5-8020-4e4e-868e-292070e7ba9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:27:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['42e28ac6-c2a0-4111-8be6-6f421003df15'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:27:05.513667 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-0e130fe5-064f-496a-93c3-a3e39de7e6e7 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] 10.222.0.41 "GET /v2.0/floatingips/f31fd422-7c7e-48fc-aa5f-ac8b7d9ac3ba HTTP/1.1" status: 200 len: 991 time: 0.1127863 Aug 11 03:27:05.517594 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4a8e8520-a195-41b6-9b8e-f897953a3075 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:05.525251 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-4a8e8520-a195-41b6-9b8e-f897953a3075 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/065fdd59-8d8d-456e-bb69-235b50881fdd HTTP/1.1" status: 204 len: 168 time: 0.8878899 Aug 11 03:27:05.525825 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 56542) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:27:05.579185 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-11a7d0c3-efe2-4e54-99ca-9b22ce542eae req-e0887c43-7fc9-491c-b257-78f4d7e24850 service neutron] 10.222.0.22 "GET /v2.0/networks/e59732ab-623e-4cb8-9f39-fb9f4d98d154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2005401 Aug 11 03:27:05.582859 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-e64485a5-8020-4e4e-868e-292070e7ba9b None None] Set router 42e28ac6-c2a0-4111-8be6-6f421003df15 gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:27:05.702668 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port 5b6559c2-37d3-46ae-aa1b-293e6d773a7b completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:27:05.713720 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-893768bf-7c1e-45e1-984b-694a9cbcd324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:05.718494 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 5b6559c2-37d3-46ae-aa1b-293e6d773a7b triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:27:05.718494 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:05.843200 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c4ccfc-e4fb-4def-85ce-23ac03cf5756 req-4944867a-dd69-4db6-a693-ba42d75a001b tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:05.845308 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-61c4ccfc-e4fb-4def-85ce-23ac03cf5756 req-4944867a-dd69-4db6-a693-ba42d75a001b tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.24 "GET /v2.0/networks?id=91c54fc6-0170-4b8c-829d-7c5f473bbce4 HTTP/1.1" status: 200 len: 795 time: 0.2174802 Aug 11 03:27:05.856430 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-893768bf-7c1e-45e1-984b-694a9cbcd324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:05.877559 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-893768bf-7c1e-45e1-984b-694a9cbcd324 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fd6a0d5-3e21-4426-81c2-9cbcf769301b']}} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:27:05.894533 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-893768bf-7c1e-45e1-984b-694a9cbcd324 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1557e507-e504-4829-b1ab-510ccb7ca5b6') {'for_net_delete': True} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:27:05.894810 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-893768bf-7c1e-45e1-984b-694a9cbcd324 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1557e507-e504-4829-b1ab-510ccb7ca5b6') {} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:27:05.912177 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:05.943212 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-893768bf-7c1e-45e1-984b-694a9cbcd324 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125932501'] for segment, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:05.956398 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port 5b6559c2-37d3-46ae-aa1b-293e6d773a7b, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=5b6559c2-37d3-46ae-aa1b-293e6d773a7b,segment=NetworkSegment(b7ab9ca8-8169-4dac-b148-be6f1538058c),segment_id=b7ab9ca8-8169-4dac-b148-be6f1538058c)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:27:05.957766 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-61c4ccfc-e4fb-4def-85ce-23ac03cf5756 req-edf68fd6-93b2-4699-a76c-5a6c6243d670 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a5478860f7cb432583cc8e5d994d2237 HTTP/1.1" status: 200 len: 379 time: 0.1032391 Aug 11 03:27:05.966778 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-e64485a5-8020-4e4e-868e-292070e7ba9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42e28ac6-c2a0-4111-8be6-6f421003df15', 'name': 'tempest-TestNetworkBasicOps-router-38468296', 'tenant_id': '6f34ea378b0c4732b01bbd0e8e3ce05d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': '7d3d95e7-2847-4437-ba6d-08325d404ce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:26:19Z', 'updated_at': '2021-08-11T03:26:26Z', 'revision_number': 4, 'project_id': '6f34ea378b0c4732b01bbd0e8e3ce05d', 'gw_port': {'id': '7d3d95e7-2847-4437-ba6d-08325d404ce2', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:cd:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e28ac6-c2a0-4111-8be6-6f421003df15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2881, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:26:20Z', 'updated_at': '2021-08-11T03:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_floatingips': [{'id': 'f31fd422-7c7e-48fc-aa5f-ac8b7d9ac3ba', 'tenant_id': '6f34ea378b0c4732b01bbd0e8e3ce05d', 'floating_ip_address': '172.25.8.146', 'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'router_id': '42e28ac6-c2a0-4111-8be6-6f421003df15', 'port_id': '63ae1799-8dc2-4c5c-b7af-71de32a3d320', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e59732ab-623e-4cb8-9f39-fb9f4d98d154', 'mac_address': 'fa:16:3e:34:48:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a504fd-46de-46de-bafc-76b83bbc684a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:27:01Z', 'updated_at': '2021-08-11T03:27:01Z', 'revision_number': 0, 'project_id': '6f34ea378b0c4732b01bbd0e8e3ce05d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19c82750-84d2-4723-af09-6cc2f68e53e5', 'name': '', 'network_id': 'e59732ab-623e-4cb8-9f39-fb9f4d98d154', 'tenant_id': '6f34ea378b0c4732b01bbd0e8e3ce05d', 'mac_address': 'fa:16:3e:a0:19:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e28ac6-c2a0-4111-8be6-6f421003df15', 'device_owner': 'network:router_interface', 'standard_attr_id': 2909, 'fixed_ips': [{'subnet_id': '3ef306bb-adf8-44d2-8415-4a7cfe7d33f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:26:25Z', 'updated_at': '2021-08-11T03:26:33Z', 'revision_number': 5, 'project_id': '6f34ea378b0c4732b01bbd0e8e3ce05d', 'subnets': [{'id': '3ef306bb-adf8-44d2-8415-4a7cfe7d33f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:27:05.967932 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-61c4ccfc-e4fb-4def-85ce-23ac03cf5756 req-e2cab662-51ac-4bb5-ae56-576ee60cb05d tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Request body: {'port': {'device_id': '839d4001-730c-429d-980a-15c1d88a4dbd', 'network_id': '91c54fc6-0170-4b8c-829d-7c5f473bbce4', 'admin_state_up': True, 'tenant_id': 'a5478860f7cb432583cc8e5d994d2237', 'security_groups': ['1e2df09b-95d8-4e2e-a9dc-4c7363d2dacc']}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:27:05.972176 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-893768bf-7c1e-45e1-984b-694a9cbcd324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:05.996317 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64485a5-8020-4e4e-868e-292070e7ba9b None None] The sync data for ids ['42e28ac6-c2a0-4111-8be6-6f421003df15'] in n-d-764292-30 is: [{'id': '42e28ac6-c2a0-4111-8be6-6f421003df15', 'name': 'tempest-TestNetworkBasicOps-router-38468296', 'tenant_id': '6f34ea378b0c4732b01bbd0e8e3ce05d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': '7d3d95e7-2847-4437-ba6d-08325d404ce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:26:19Z', 'updated_at': '2021-08-11T03:26:26Z', 'revision_number': 4, 'project_id': '6f34ea378b0c4732b01bbd0e8e3ce05d', 'gw_port': {'id': '7d3d95e7-2847-4437-ba6d-08325d404ce2', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:cd:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e28ac6-c2a0-4111-8be6-6f421003df15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2881, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:26:20Z', 'updated_at': '2021-08-11T03:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_floatingips': [{'id': 'f31fd422-7c7e-48fc-aa5f-ac8b7d9ac3ba', 'tenant_id': '6f34ea378b0c4732b01bbd0e8e3ce05d', 'floating_ip_address': '172.25.8.146', 'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'router_id': '42e28ac6-c2a0-4111-8be6-6f421003df15', 'port_id': '63ae1799-8dc2-4c5c-b7af-71de32a3d320', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e59732ab-623e-4cb8-9f39-fb9f4d98d154', 'mac_address': 'fa:16:3e:34:48:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a504fd-46de-46de-bafc-76b83bbc684a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:27:01Z', 'updated_at': '2021-08-11T03:27:01Z', 'revision_number': 0, 'project_id': '6f34ea378b0c4732b01bbd0e8e3ce05d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19c82750-84d2-4723-af09-6cc2f68e53e5', 'name': '', 'network_id': 'e59732ab-623e-4cb8-9f39-fb9f4d98d154', 'tenant_id': '6f34ea378b0c4732b01bbd0e8e3ce05d', 'mac_address': 'fa:16:3e:a0:19:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e28ac6-c2a0-4111-8be6-6f421003df15', 'device_owner': 'network:router_interface', 'standard_attr_id': 2909, 'fixed_ips': [{'subnet_id': '3ef306bb-adf8-44d2-8415-4a7cfe7d33f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:26:25Z', 'updated_at': '2021-08-11T03:26:33Z', 'revision_number': 5, 'project_id': '6f34ea378b0c4732b01bbd0e8e3ce05d', 'subnets': [{'id': '3ef306bb-adf8-44d2-8415-4a7cfe7d33f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:27:06.017978 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-893768bf-7c1e-45e1-984b-694a9cbcd324 admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=102192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:27:06.018551 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-893768bf-7c1e-45e1-984b-694a9cbcd324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125932183'] for segment, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:06.020124 n-d-764292-30 neutron-server[102192]: Traceback (most recent call last): Aug 11 03:27:06.020124 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:27:06.020124 n-d-764292-30 neutron-server[102192]: timer() Aug 11 03:27:06.020124 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:27:06.020124 n-d-764292-30 neutron-server[102192]: cb(*args, **kw) Aug 11 03:27:06.020124 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:27:06.020124 n-d-764292-30 neutron-server[102192]: return func(*args, **kwargs) Aug 11 03:27:06.020124 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:27:06.020124 n-d-764292-30 neutron-server[102192]: self._notify() Aug 11 03:27:06.020124 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:27:06.020124 n-d-764292-30 neutron-server[102192]: self.callback(batched_events) Aug 11 03:27:06.020124 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:27:06.020124 n-d-764292-30 neutron-server[102192]: event.method(event) Aug 11 03:27:06.020124 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:27:06.020124 n-d-764292-30 neutron-server[102192]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:27:06.020124 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:27:06.020124 n-d-764292-30 neutron-server[102192]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:27:06.020124 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:27:06.020124 n-d-764292-30 neutron-server[102192]: return f(self, *a, **k) Aug 11 03:27:06.020124 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:27:06.020124 n-d-764292-30 neutron-server[102192]: return self._get(url).json() Aug 11 03:27:06.020124 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:27:06.020124 n-d-764292-30 neutron-server[102192]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:27:06.020124 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:27:06.020124 n-d-764292-30 neutron-server[102192]: return self.request(url, 'GET', **kwargs) Aug 11 03:27:06.020124 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:27:06.020124 n-d-764292-30 neutron-server[102192]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:27:06.020124 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:27:06.020124 n-d-764292-30 neutron-server[102192]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:27:06.020124 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:27:06.020124 n-d-764292-30 neutron-server[102192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:27:06.020124 n-d-764292-30 neutron-server[102192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:27:06.034214 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:06.104772 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 56568) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:27:06.149567 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=5b6559c2-37d3-46ae-aa1b-293e6d773a7b,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:06.159595 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-893768bf-7c1e-45e1-984b-694a9cbcd324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:06.166362 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-893768bf-7c1e-45e1-984b-694a9cbcd324 admin admin] Notify callbacks [] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:06.168773 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-893768bf-7c1e-45e1-984b-694a9cbcd324 admin admin] 10.222.0.41 "DELETE /v2.0/networks/3fd6a0d5-3e21-4426-81c2-9cbcf769301b HTTP/1.1" status: 204 len: 168 time: 0.6379871 Aug 11 03:27:06.168925 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:27:06.169230 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:27:06.169751 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:27:06.170274 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:27:06.170798 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:27:06.171897 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:27:06.172040 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 56572) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:27:06.173092 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:27:06.173617 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:27:06.174121 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:27:06.174681 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:27:06.175188 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:27:06.175872 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:27:06.185461 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893768bf-7c1e-45e1-984b-694a9cbcd324 admin admin] Pushing event deleted for resources: {'Network': ['ID=3fd6a0d5-3e21-4426-81c2-9cbcf769301b,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:06.262173 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61c4ccfc-e4fb-4def-85ce-23ac03cf5756 req-e2cab662-51ac-4bb5-ae56-576ee60cb05d tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Made reservation on behalf of a5478860f7cb432583cc8e5d994d2237 for: {'port': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:27:06.266241 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-61c4ccfc-e4fb-4def-85ce-23ac03cf5756 req-e2cab662-51ac-4bb5-ae56-576ee60cb05d tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:06.280122 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-eb752954-1961-4d95-b6cc-bb6a4d070fce tempest-ServiceProvidersTest-1533455292 tempest-ServiceProvidersTest-1533455292-project] 10.222.0.41 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1738014 Aug 11 03:27:06.288331 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_v2 [None req-40d25ad2-673c-463d-bf22-da8c413b6692 admin admin] Deleting subnet 3c024ae2-e5c8-4d28-9d69-fae61dcdda73 {{(pid=102191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:27:06.292206 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-40d25ad2-673c-463d-bf22-da8c413b6692 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:06.337901 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-40d25ad2-673c-463d-bf22-da8c413b6692 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126283525'] for subnet, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:06.363354 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-690915ea-7cb5-4cd0-bc32-232eba774fdc None None] New status for floating IP f31fd422-7c7e-48fc-aa5f-ac8b7d9ac3ba: ACTIVE {{(pid=102194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:27:06.385883 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-40d25ad2-673c-463d-bf22-da8c413b6692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:06.387605 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a9329dce-0d48-42e2-b71e-eb6462e2f1e1 req-88cc3301-4695-469a-b55d-ddd729479f8b tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/ports?device_id=839d4001-730c-429d-980a-15c1d88a4dbd HTTP/1.1" status: 200 len: 210 time: 0.0797105 Aug 11 03:27:06.493860 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [req-61c4ccfc-e4fb-4def-85ce-23ac03cf5756 req-e2cab662-51ac-4bb5-ae56-576ee60cb05d tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Allocated IP 172.20.0.13 (91c54fc6-0170-4b8c-829d-7c5f473bbce4/819be143-924b-4c22-80c2-2d9e3702d70c/d2732bb8-3954-459d-84ef-b94a9effb087) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:27:06.516967 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 56588) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:27:06.551872 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-76d58dc2-ef6e-44b9-95f1-c9ae5fc1452e req-63c0871f-9211-4da5-bb4b-be4415731901 tempest-ServerShowV247Test-1476048630 tempest-ServerShowV247Test-1476048630-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9351e16-0f09-4d77-be70-052e98e6b1b9 HTTP/1.1" status: 200 len: 210 time: 0.0394344 Aug 11 03:27:06.592607 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-89cca5b2-b6e0-43a6-9b84-af89c775c9dc tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] 10.222.0.41 "GET /v2.0/floatingips/f31fd422-7c7e-48fc-aa5f-ac8b7d9ac3ba HTTP/1.1" status: 200 len: 991 time: 0.0732379 Aug 11 03:27:06.593142 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-40d25ad2-673c-463d-bf22-da8c413b6692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126283413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126275158'] for subnet, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:06.620192 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d25ad2-673c-463d-bf22-da8c413b6692 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c024ae2-e5c8-4d28-9d69-fae61dcdda73,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:06.629755 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d25ad2-673c-463d-bf22-da8c413b6692 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:27:06.633700 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d25ad2-673c-463d-bf22-da8c413b6692 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:27:06.633700 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d25ad2-673c-463d-bf22-da8c413b6692 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:27:06.633700 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d25ad2-673c-463d-bf22-da8c413b6692 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:27:06.633700 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d25ad2-673c-463d-bf22-da8c413b6692 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:27:06.633700 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d25ad2-673c-463d-bf22-da8c413b6692 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:27:06.633700 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d25ad2-673c-463d-bf22-da8c413b6692 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:27:06.633700 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d25ad2-673c-463d-bf22-da8c413b6692 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:27:06.633700 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d25ad2-673c-463d-bf22-da8c413b6692 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:27:06.633700 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d25ad2-673c-463d-bf22-da8c413b6692 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:27:06.633700 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d25ad2-673c-463d-bf22-da8c413b6692 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:27:06.633700 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d25ad2-673c-463d-bf22-da8c413b6692 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:27:06.636380 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-40d25ad2-673c-463d-bf22-da8c413b6692 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:06.641485 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-40d25ad2-673c-463d-bf22-da8c413b6692 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/3c024ae2-e5c8-4d28-9d69-fae61dcdda73 HTTP/1.1" status: 204 len: 168 time: 0.4674137 Aug 11 03:27:06.642398 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 56594) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:27:06.730757 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-61c4ccfc-e4fb-4def-85ce-23ac03cf5756 req-e2cab662-51ac-4bb5-ae56-576ee60cb05d tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:06.749829 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e6eab1cb-286c-435b-97fa-7deb7d415d95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:06.759124 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [req-61c4ccfc-e4fb-4def-85ce-23ac03cf5756 req-e2cab662-51ac-4bb5-ae56-576ee60cb05d tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Transition to ACTIVE for port object d2732bb8-3954-459d-84ef-b94a9effb087 will not be triggered until provisioned by entity DHCP. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:27:06.850635 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e6eab1cb-286c-435b-97fa-7deb7d415d95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:06.864368 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-e6eab1cb-286c-435b-97fa-7deb7d415d95 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86eb0da2-1a5e-4075-b893-a297ee6ea43a']}} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:27:06.864684 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 56602) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:27:06.881085 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-e6eab1cb-286c-435b-97fa-7deb7d415d95 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '555b5e0a-3183-44bc-9bf9-78e634b79e31') {'for_net_delete': True} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:27:06.886079 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-e6eab1cb-286c-435b-97fa-7deb7d415d95 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '555b5e0a-3183-44bc-9bf9-78e634b79e31') {} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:27:06.890565 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e6eab1cb-286c-435b-97fa-7deb7d415d95 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125932501'] for segment, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:06.905070 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e6eab1cb-286c-435b-97fa-7deb7d415d95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:06.911055 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6eab1cb-286c-435b-97fa-7deb7d415d95 admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=102192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:27:06.911442 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e6eab1cb-286c-435b-97fa-7deb7d415d95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125932183'] for segment, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:06.913052 n-d-764292-30 neutron-server[102192]: Traceback (most recent call last): Aug 11 03:27:06.913052 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:27:06.913052 n-d-764292-30 neutron-server[102192]: timer() Aug 11 03:27:06.913052 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:27:06.913052 n-d-764292-30 neutron-server[102192]: cb(*args, **kw) Aug 11 03:27:06.913052 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:27:06.913052 n-d-764292-30 neutron-server[102192]: return func(*args, **kwargs) Aug 11 03:27:06.913052 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:27:06.913052 n-d-764292-30 neutron-server[102192]: self._notify() Aug 11 03:27:06.913052 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:27:06.913052 n-d-764292-30 neutron-server[102192]: self.callback(batched_events) Aug 11 03:27:06.913052 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:27:06.913052 n-d-764292-30 neutron-server[102192]: event.method(event) Aug 11 03:27:06.913052 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:27:06.913052 n-d-764292-30 neutron-server[102192]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:27:06.913052 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:27:06.913052 n-d-764292-30 neutron-server[102192]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:27:06.913052 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:27:06.913052 n-d-764292-30 neutron-server[102192]: return f(self, *a, **k) Aug 11 03:27:06.913052 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:27:06.913052 n-d-764292-30 neutron-server[102192]: return self._get(url).json() Aug 11 03:27:06.913052 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:27:06.913052 n-d-764292-30 neutron-server[102192]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:27:06.913052 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:27:06.913052 n-d-764292-30 neutron-server[102192]: return self.request(url, 'GET', **kwargs) Aug 11 03:27:06.913052 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:27:06.913052 n-d-764292-30 neutron-server[102192]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:27:06.913052 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:27:06.913052 n-d-764292-30 neutron-server[102192]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:27:06.913052 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:27:06.913052 n-d-764292-30 neutron-server[102192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:27:06.913052 n-d-764292-30 neutron-server[102192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:27:06.976574 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-61c4ccfc-e4fb-4def-85ce-23ac03cf5756 req-e2cab662-51ac-4bb5-ae56-576ee60cb05d tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:06.982669 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d0cfe352-7d61-49a5-9d66-cc6745bbd19e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:07.024774 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61c4ccfc-e4fb-4def-85ce-23ac03cf5756 req-e2cab662-51ac-4bb5-ae56-576ee60cb05d tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Network 91c54fc6-0170-4b8c-829d-7c5f473bbce4 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:27:07.027704 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e6eab1cb-286c-435b-97fa-7deb7d415d95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:07.031564 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [req-61c4ccfc-e4fb-4def-85ce-23ac03cf5756 req-e2cab662-51ac-4bb5-ae56-576ee60cb05d tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:27:07.038929 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e6eab1cb-286c-435b-97fa-7deb7d415d95 admin admin] Notify callbacks [] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:07.040865 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-e6eab1cb-286c-435b-97fa-7deb7d415d95 admin admin] 10.222.0.41 "DELETE /v2.0/networks/86eb0da2-1a5e-4075-b893-a297ee6ea43a HTTP/1.1" status: 204 len: 168 time: 0.3972664 Aug 11 03:27:07.041803 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [req-61c4ccfc-e4fb-4def-85ce-23ac03cf5756 req-e2cab662-51ac-4bb5-ae56-576ee60cb05d tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:27:07.046505 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cab662-51ac-4bb5-ae56-576ee60cb05d tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Pushing event updated for resources: {'Port': ['ID=d2732bb8-3954-459d-84ef-b94a9effb087,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:07.084634 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6eab1cb-286c-435b-97fa-7deb7d415d95 admin admin] Pushing event deleted for resources: {'Network': ['ID=86eb0da2-1a5e-4075-b893-a297ee6ea43a,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:07.121085 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c4ccfc-e4fb-4def-85ce-23ac03cf5756 req-e2cab662-51ac-4bb5-ae56-576ee60cb05d tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:07.130751 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:07.135213 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-61c4ccfc-e4fb-4def-85ce-23ac03cf5756 req-e2cab662-51ac-4bb5-ae56-576ee60cb05d tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:07.139850 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d0cfe352-7d61-49a5-9d66-cc6745bbd19e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:07.205612 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d0cfe352-7d61-49a5-9d66-cc6745bbd19e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:07.225255 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 5b6559c2-37d3-46ae-aa1b-293e6d773a7b up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:27:07.275603 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-d0cfe352-7d61-49a5-9d66-cc6745bbd19e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c6f0fc254cf94a75b82813e93fcf5c9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4096375 Aug 11 03:27:07.278165 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 56610) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:27:07.299661 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 5b6559c2-37d3-46ae-aa1b-293e6d773a7b triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:27:07.299891 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cfe352-7d61-49a5-9d66-cc6745bbd19e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c87217a-c50f-468d-ada8-23541ef73344,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:07.300588 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:07.327264 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-61c4ccfc-e4fb-4def-85ce-23ac03cf5756 req-e2cab662-51ac-4bb5-ae56-576ee60cb05d tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3611195 Aug 11 03:27:07.345502 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-61c4ccfc-e4fb-4def-85ce-23ac03cf5756 req-52d28ef7-9091-4def-a5e9-37c7bd64a16e service neutron] Request body: {'port': {'device_id': '839d4001-730c-429d-980a-15c1d88a4dbd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764292-30'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:27:07.415968 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 56614) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:27:07.419057 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3a98a7cf-bcb5-40b4-b220-e05d221af83e None None] Provisioning for port d2732bb8-3954-459d-84ef-b94a9effb087 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:27:07.427871 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-34565d7b-0530-4b8f-aae1-8c418bbb2c53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:07.430466 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-61c4ccfc-e4fb-4def-85ce-23ac03cf5756 req-52d28ef7-9091-4def-a5e9-37c7bd64a16e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:07.437345 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.agents_db [None req-950b7202-decb-43e2-8f71-ac8931dc9749 None None] Agent healthcheck: found 7 active agents {{(pid=102194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:27:07.442260 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3a98a7cf-bcb5-40b4-b220-e05d221af83e None None] Provisioning complete for port d2732bb8-3954-459d-84ef-b94a9effb087 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:27:07.442866 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3a98a7cf-bcb5-40b4-b220-e05d221af83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:07.479422 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-1f351a0b-3991-4407-8269-aef079b928b0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8763a5817199420c9eb544422a9a8368&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0619478 Aug 11 03:27:07.481809 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 56616) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:27:07.492664 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-3a98a7cf-bcb5-40b4-b220-e05d221af83e None None] Port d2732bb8-3954-459d-84ef-b94a9effb087 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:27:07.534635 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-25ba9d67-9ba7-4583-9bed-0acb7358e428 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:07.559653 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-25ba9d67-9ba7-4583-9bed-0acb7358e428 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:07.606450 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 56620) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:27:07.683041 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-ffa13204-3eb3-4e40-96ea-0b3d3dee102b tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] 10.222.0.41 "GET /v2.0/floatingips/f31fd422-7c7e-48fc-aa5f-ac8b7d9ac3ba HTTP/1.1" status: 200 len: 993 time: 0.0755146 Aug 11 03:27:07.719533 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-25ba9d67-9ba7-4583-9bed-0acb7358e428 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:07.722100 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-25ba9d67-9ba7-4583-9bed-0acb7358e428 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:07.725876 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-25ba9d67-9ba7-4583-9bed-0acb7358e428 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fb550db6-d530-4c18-a02d-6000f9facec0 HTTP/1.1" status: 204 len: 168 time: 0.2404423 Aug 11 03:27:07.733392 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ba9d67-9ba7-4583-9bed-0acb7358e428 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb550db6-d530-4c18-a02d-6000f9facec0,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:07.827964 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-34565d7b-0530-4b8f-aae1-8c418bbb2c53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:07.841290 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-399cc6a8-8081-402d-95bf-305f197a3221 req-ce1f1c0c-ca25-4043-b71f-5c77995addb7 tempest-ServerShowV247Test-1476048630 tempest-ServerShowV247Test-1476048630-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9351e16-0f09-4d77-be70-052e98e6b1b9 HTTP/1.1" status: 200 len: 210 time: 0.0541489 Aug 11 03:27:08.014992 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb16c7f-6bc8-4111-8b17-622bf8c0a9db req-e3c15910-c174-4079-ba03-27bb60b41140 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:08.016539 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0eb16c7f-6bc8-4111-8b17-622bf8c0a9db req-e3c15910-c174-4079-ba03-27bb60b41140 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/ports?device_id=839d4001-730c-429d-980a-15c1d88a4dbd HTTP/1.1" status: 200 len: 932 time: 0.2307165 Aug 11 03:27:08.112429 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0eb16c7f-6bc8-4111-8b17-622bf8c0a9db req-ce62f521-38d6-437b-87e7-4f7dd109b9cf tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/security-groups?id=1e2df09b-95d8-4e2e-a9dc-4c7363d2dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884249 Aug 11 03:27:08.141424 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-34565d7b-0530-4b8f-aae1-8c418bbb2c53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:08.143939 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-34565d7b-0530-4b8f-aae1-8c418bbb2c53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:08.145071 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-34565d7b-0530-4b8f-aae1-8c418bbb2c53 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7c87217a-c50f-468d-ada8-23541ef73344 HTTP/1.1" status: 204 len: 168 time: 0.8658018 Aug 11 03:27:08.163714 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34565d7b-0530-4b8f-aae1-8c418bbb2c53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c87217a-c50f-468d-ada8-23541ef73344,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:08.225618 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [req-61c4ccfc-e4fb-4def-85ce-23ac03cf5756 req-52d28ef7-9091-4def-a5e9-37c7bd64a16e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2732bb8-3954-459d-84ef-b94a9effb087 {{(pid=102192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:27:08.233347 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-61c4ccfc-e4fb-4def-85ce-23ac03cf5756 req-52d28ef7-9091-4def-a5e9-37c7bd64a16e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:08.247645 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [req-61c4ccfc-e4fb-4def-85ce-23ac03cf5756 req-52d28ef7-9091-4def-a5e9-37c7bd64a16e service neutron] Transition to ACTIVE for port object d2732bb8-3954-459d-84ef-b94a9effb087 will not be triggered until provisioned by entity L2. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:27:08.302129 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-61c4ccfc-e4fb-4def-85ce-23ac03cf5756 req-52d28ef7-9091-4def-a5e9-37c7bd64a16e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:08.348001 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 56630) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:27:08.351489 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d28ef7-9091-4def-a5e9-37c7bd64a16e service neutron] Pushing event updated for resources: {'Port': ['ID=d2732bb8-3954-459d-84ef-b94a9effb087,revision_number=2']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:08.412212 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-67000634-be98-4824-a754-18c5291aaf4f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ad90ce2de26c4f3ca8c3aaa18ec47ae9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0605967 Aug 11 03:27:08.415313 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 56634) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:27:08.434950 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-61c4ccfc-e4fb-4def-85ce-23ac03cf5756 req-52d28ef7-9091-4def-a5e9-37c7bd64a16e service neutron] Attempting to bind port d2732bb8-3954-459d-84ef-b94a9effb087 on host n-h2-764292-30 for vnic_type normal with profile {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:27:08.435392 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-61c4ccfc-e4fb-4def-85ce-23ac03cf5756 req-52d28ef7-9091-4def-a5e9-37c7bd64a16e service neutron] Attempting to bind port d2732bb8-3954-459d-84ef-b94a9effb087 by drivers openvswitch,hyperv on host n-h2-764292-30 at level 0 using segments [{'id': 'b7ab9ca8-8169-4dac-b148-be6f1538058c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '91c54fc6-0170-4b8c-829d-7c5f473bbce4'}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:27:08.435669 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61c4ccfc-e4fb-4def-85ce-23ac03cf5756 req-52d28ef7-9091-4def-a5e9-37c7bd64a16e service neutron] Attempting to bind port d2732bb8-3954-459d-84ef-b94a9effb087 on network 91c54fc6-0170-4b8c-829d-7c5f473bbce4 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:27:08.440630 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61c4ccfc-e4fb-4def-85ce-23ac03cf5756 req-52d28ef7-9091-4def-a5e9-37c7bd64a16e service neutron] Port d2732bb8-3954-459d-84ef-b94a9effb087 on network 91c54fc6-0170-4b8c-829d-7c5f473bbce4 not bound, no agent of type Open vSwitch agent registered on host n-h2-764292-30 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:27:08.440964 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61c4ccfc-e4fb-4def-85ce-23ac03cf5756 req-52d28ef7-9091-4def-a5e9-37c7bd64a16e service neutron] Attempting to bind port d2732bb8-3954-459d-84ef-b94a9effb087 on network 91c54fc6-0170-4b8c-829d-7c5f473bbce4 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:27:08.446217 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61c4ccfc-e4fb-4def-85ce-23ac03cf5756 req-52d28ef7-9091-4def-a5e9-37c7bd64a16e service neutron] Checking agent: {'id': '70015fc0-62fb-48b2-b453-36906937cf2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 27, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:27:08.446635 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61c4ccfc-e4fb-4def-85ce-23ac03cf5756 req-52d28ef7-9091-4def-a5e9-37c7bd64a16e service neutron] Checking segment: {'id': 'b7ab9ca8-8169-4dac-b148-be6f1538058c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '91c54fc6-0170-4b8c-829d-7c5f473bbce4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:27:08.447026 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61c4ccfc-e4fb-4def-85ce-23ac03cf5756 req-52d28ef7-9091-4def-a5e9-37c7bd64a16e service neutron] Bound using segment: {'id': 'b7ab9ca8-8169-4dac-b148-be6f1538058c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '91c54fc6-0170-4b8c-829d-7c5f473bbce4'} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:27:08.447708 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-61c4ccfc-e4fb-4def-85ce-23ac03cf5756 req-52d28ef7-9091-4def-a5e9-37c7bd64a16e service neutron] Bound port: d2732bb8-3954-459d-84ef-b94a9effb087, host: n-h2-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7ab9ca8-8169-4dac-b148-be6f1538058c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '91c54fc6-0170-4b8c-829d-7c5f473bbce4'}}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:27:08.448076 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-61c4ccfc-e4fb-4def-85ce-23ac03cf5756 req-52d28ef7-9091-4def-a5e9-37c7bd64a16e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:08.492590 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ce6ab0d8-91b3-4d01-b774-f62d993a598b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:08.522031 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ce6ab0d8-91b3-4d01-b774-f62d993a598b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:08.539738 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-61c4ccfc-e4fb-4def-85ce-23ac03cf5756 req-52d28ef7-9091-4def-a5e9-37c7bd64a16e service neutron] For port d2732bb8-3954-459d-84ef-b94a9effb087, host n-h2-764292-30, cleared binding levels {{(pid=102192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:27:08.547102 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-61c4ccfc-e4fb-4def-85ce-23ac03cf5756 req-52d28ef7-9091-4def-a5e9-37c7bd64a16e service neutron] For port d2732bb8-3954-459d-84ef-b94a9effb087, host n-h2-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=d2732bb8-3954-459d-84ef-b94a9effb087,segment=NetworkSegment(b7ab9ca8-8169-4dac-b148-be6f1538058c),segment_id=b7ab9ca8-8169-4dac-b148-be6f1538058c)] {{(pid=102192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:27:08.622653 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-61c4ccfc-e4fb-4def-85ce-23ac03cf5756 req-52d28ef7-9091-4def-a5e9-37c7bd64a16e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:08.651113 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ce6ab0d8-91b3-4d01-b774-f62d993a598b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:08.653716 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ce6ab0d8-91b3-4d01-b774-f62d993a598b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:08.654953 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-ce6ab0d8-91b3-4d01-b774-f62d993a598b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a24816a5-cb3b-4f97-be46-7c6f3af74734 HTTP/1.1" status: 204 len: 168 time: 0.2385757 Aug 11 03:27:08.664846 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c4ccfc-e4fb-4def-85ce-23ac03cf5756 req-52d28ef7-9091-4def-a5e9-37c7bd64a16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:08.665474 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-61c4ccfc-e4fb-4def-85ce-23ac03cf5756 req-52d28ef7-9091-4def-a5e9-37c7bd64a16e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:08.667469 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-61c4ccfc-e4fb-4def-85ce-23ac03cf5756 req-52d28ef7-9091-4def-a5e9-37c7bd64a16e service neutron] 10.222.0.24 "PUT /v2.0/ports/d2732bb8-3954-459d-84ef-b94a9effb087 HTTP/1.1" status: 200 len: 1093 time: 1.3287916 Aug 11 03:27:08.671131 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '839d4001-730c-429d-980a-15c1d88a4dbd', 'tag': 'd2732bb8-3954-459d-84ef-b94a9effb087'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:27:08.675740 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c9f636f-42f9-4dc1-99a7-a0ed7e8fc36a" -d '{"events": [{"name": "network-changed", "server_uuid": "839d4001-730c-429d-980a-15c1d88a4dbd", "tag": "d2732bb8-3954-459d-84ef-b94a9effb087"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:27:08.681605 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6ab0d8-91b3-4d01-b774-f62d993a598b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a24816a5-cb3b-4f97-be46-7c6f3af74734,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:08.745131 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d28ef7-9091-4def-a5e9-37c7bd64a16e service neutron] Pushing event updated for resources: {'Port': ['ID=d2732bb8-3954-459d-84ef-b94a9effb087,revision_number=3']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:08.755898 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3af9079-b9ba-42bf-bee6-39bd25306447 x-openstack-request-id: req-b3af9079-b9ba-42bf-bee6-39bd25306447 {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:27:08.756306 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "839d4001-730c-429d-980a-15c1d88a4dbd", "tag": "d2732bb8-3954-459d-84ef-b94a9effb087", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:27:08.756755 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b3af9079-b9ba-42bf-bee6-39bd25306447 {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:27:08.757526 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '839d4001-730c-429d-980a-15c1d88a4dbd', 'tag': 'd2732bb8-3954-459d-84ef-b94a9effb087', 'status': 'completed', 'code': 200} Aug 11 03:27:08.838374 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9f636f-42f9-4dc1-99a7-a0ed7e8fc36a req-37305bb1-8475-4966-89d5-0fbfc602f9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:08.839923 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4c9f636f-42f9-4dc1-99a7-a0ed7e8fc36a req-37305bb1-8475-4966-89d5-0fbfc602f9e1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a5478860f7cb432583cc8e5d994d2237&device_id=839d4001-730c-429d-980a-15c1d88a4dbd HTTP/1.1" status: 200 len: 1096 time: 0.0496035 Aug 11 03:27:08.985356 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6e62422b-4897-47dd-a7ec-96313e5408a5 req-3d3aec14-6794-4385-896a-fd538df60599 tempest-ServerShowV247Test-1476048630 tempest-ServerShowV247Test-1476048630-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9351e16-0f09-4d77-be70-052e98e6b1b9 HTTP/1.1" status: 200 len: 210 time: 0.0433729 Aug 11 03:27:09.094153 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9f636f-42f9-4dc1-99a7-a0ed7e8fc36a req-0eb503dd-01dc-4ff5-8131-4135da3a1fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:09.096073 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4c9f636f-42f9-4dc1-99a7-a0ed7e8fc36a req-0eb503dd-01dc-4ff5-8131-4135da3a1fc8 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=a5478860f7cb432583cc8e5d994d2237&shared=False HTTP/1.1" status: 200 len: 896 time: 0.2448618 Aug 11 03:27:09.385849 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be0e6b2-9a5a-41ef-84c9-1ac5c3b395bc req-7a660409-0281-4ffc-99fa-f3a96d3a8440 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:09.387425 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0be0e6b2-9a5a-41ef-84c9-1ac5c3b395bc req-7a660409-0281-4ffc-99fa-f3a96d3a8440 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/ports?device_id=839d4001-730c-429d-980a-15c1d88a4dbd HTTP/1.1" status: 200 len: 944 time: 0.1194458 Aug 11 03:27:09.393085 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9f636f-42f9-4dc1-99a7-a0ed7e8fc36a req-b87cb5fb-7671-45da-a8b6-858356d7be21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:09.394584 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4c9f636f-42f9-4dc1-99a7-a0ed7e8fc36a req-b87cb5fb-7671-45da-a8b6-858356d7be21 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2905533 Aug 11 03:27:09.498217 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0be0e6b2-9a5a-41ef-84c9-1ac5c3b395bc req-dee37447-315b-4e85-b85d-ee73e60c362b tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/security-groups?id=1e2df09b-95d8-4e2e-a9dc-4c7363d2dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992599 Aug 11 03:27:09.525047 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c4ccfc-e4fb-4def-85ce-23ac03cf5756 req-f3ab7b67-0142-4473-8604-9e208a609d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:09.526718 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-61c4ccfc-e4fb-4def-85ce-23ac03cf5756 req-f3ab7b67-0142-4473-8604-9e208a609d52 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a5478860f7cb432583cc8e5d994d2237&device_id=839d4001-730c-429d-980a-15c1d88a4dbd HTTP/1.1" status: 200 len: 1096 time: 0.0765624 Aug 11 03:27:09.591972 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-61c4ccfc-e4fb-4def-85ce-23ac03cf5756 req-ef975ef2-eafc-4a45-a99d-57739b6dc181 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d2732bb8-3954-459d-84ef-b94a9effb087 HTTP/1.1" status: 200 len: 217 time: 0.0567005 Aug 11 03:27:09.643094 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c4ccfc-e4fb-4def-85ce-23ac03cf5756 req-9f105839-9c7a-4953-8e7e-e759ecf8cc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:09.644600 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-61c4ccfc-e4fb-4def-85ce-23ac03cf5756 req-9f105839-9c7a-4953-8e7e-e759ecf8cc74 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=819be143-924b-4c22-80c2-2d9e3702d70c HTTP/1.1" status: 200 len: 835 time: 0.0448163 Aug 11 03:27:09.702122 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c4ccfc-e4fb-4def-85ce-23ac03cf5756 req-564177e3-edc5-4d84-bdc0-ad1e878da745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:09.703761 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-61c4ccfc-e4fb-4def-85ce-23ac03cf5756 req-564177e3-edc5-4d84-bdc0-ad1e878da745 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=91c54fc6-0170-4b8c-829d-7c5f473bbce4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0498309 Aug 11 03:27:09.810782 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-61c4ccfc-e4fb-4def-85ce-23ac03cf5756 req-7ec33b6f-b51b-4ee0-95ea-a28fa318ef24 service neutron] 10.222.0.24 "GET /v2.0/networks/91c54fc6-0170-4b8c-829d-7c5f473bbce4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959673 Aug 11 03:27:09.905885 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-61c4ccfc-e4fb-4def-85ce-23ac03cf5756 req-d8d561c0-a42a-44cf-8e99-c64ab441f21b service neutron] 10.222.0.24 "GET /v2.0/networks/91c54fc6-0170-4b8c-829d-7c5f473bbce4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876298 Aug 11 03:27:10.004311 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 56692) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:27:10.092781 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5787b121-aff5-4554-9ffa-942d7aa41a90 req-2a116ddc-2c4f-4cac-84a0-c020cc546423 tempest-ServerShowV247Test-1476048630 tempest-ServerShowV247Test-1476048630-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9351e16-0f09-4d77-be70-052e98e6b1b9 HTTP/1.1" status: 200 len: 210 time: 0.0270016 Aug 11 03:27:10.267701 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1fda45d3-5281-4724-bca0-ab38899a2d5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:10.358458 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1fda45d3-5281-4724-bca0-ab38899a2d5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:10.422602 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1fda45d3-5281-4724-bca0-ab38899a2d5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:10.469337 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 56712) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:27:10.469936 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-1fda45d3-5281-4724-bca0-ab38899a2d5a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4b2cad5e09404d7d9d5dc3afb66903ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4639268 Aug 11 03:27:10.471422 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fda45d3-5281-4724-bca0-ab38899a2d5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83c5b46d-228a-494e-9f8d-7967c2ca4091,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:10.537660 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-6cd1a2f7-dde1-412c-817b-8553106d28eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:10.561902 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-6cd1a2f7-dde1-412c-817b-8553106d28eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:10.639545 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03014340-f511-4683-abf8-001e49e72024 req-991f0fcd-1a9d-49c0-ab23-1aa1ebc032a2 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:10.641286 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-03014340-f511-4683-abf8-001e49e72024 req-991f0fcd-1a9d-49c0-ab23-1aa1ebc032a2 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/ports?device_id=839d4001-730c-429d-980a-15c1d88a4dbd HTTP/1.1" status: 200 len: 944 time: 0.0684533 Aug 11 03:27:10.693724 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-03014340-f511-4683-abf8-001e49e72024 req-7175c1d7-2278-462a-9ca3-4418db4e7a1b tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/security-groups?id=1e2df09b-95d8-4e2e-a9dc-4c7363d2dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402124 Aug 11 03:27:10.701772 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-6cd1a2f7-dde1-412c-817b-8553106d28eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:10.704592 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-6cd1a2f7-dde1-412c-817b-8553106d28eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:10.706597 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-6cd1a2f7-dde1-412c-817b-8553106d28eb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/83c5b46d-228a-494e-9f8d-7967c2ca4091 HTTP/1.1" status: 204 len: 168 time: 0.2345984 Aug 11 03:27:10.715291 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd1a2f7-dde1-412c-817b-8553106d28eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83c5b46d-228a-494e-9f8d-7967c2ca4091,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:11.198798 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-210eb89d-acd7-41c0-93c3-0862e2bf44ac req-67ed3e49-57a2-42b1-9d1b-9476f84e347d tempest-ServerShowV247Test-1476048630 tempest-ServerShowV247Test-1476048630-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9351e16-0f09-4d77-be70-052e98e6b1b9 HTTP/1.1" status: 200 len: 210 time: 0.0261843 Aug 11 03:27:11.251029 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:11.381889 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 56744) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:27:11.395701 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a2b5d20a-36e2-4d05-bb2e-e7258ba460f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:11.491968 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a2b5d20a-36e2-4d05-bb2e-e7258ba460f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:11.533562 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 56752) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:27:11.541939 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a2b5d20a-36e2-4d05-bb2e-e7258ba460f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:11.582122 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5d20a-36e2-4d05-bb2e-e7258ba460f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef4e172d-1d65-4938-8675-76cbd5b31773,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:11.592559 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-a2b5d20a-36e2-4d05-bb2e-e7258ba460f3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e51b7fadf3d349439ec2ff36e8bcc179&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2095449 Aug 11 03:27:11.595844 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 56756) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:27:11.648108 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-60bda3bd-b6cf-4291-b15c-4128f17175f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:11.656062 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9f3c7813-8482-41d0-921b-9bb2b936926f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:11.673983 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-60bda3bd-b6cf-4291-b15c-4128f17175f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:11.754301 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9f3c7813-8482-41d0-921b-9bb2b936926f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:11.787670 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-60bda3bd-b6cf-4291-b15c-4128f17175f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:11.790251 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-60bda3bd-b6cf-4291-b15c-4128f17175f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:11.791580 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-60bda3bd-b6cf-4291-b15c-4128f17175f7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ef4e172d-1d65-4938-8675-76cbd5b31773 HTTP/1.1" status: 204 len: 168 time: 0.1947906 Aug 11 03:27:11.799443 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bda3bd-b6cf-4291-b15c-4128f17175f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef4e172d-1d65-4938-8675-76cbd5b31773,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:11.812256 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9f3c7813-8482-41d0-921b-9bb2b936926f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:11.842100 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb119273-6ee7-425e-9005-41cfbe45a126 req-3f0c7243-fd7c-4090-8935-bbe5fc969d57 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:11.844685 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-eb119273-6ee7-425e-9005-41cfbe45a126 req-3f0c7243-fd7c-4090-8935-bbe5fc969d57 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/ports?device_id=839d4001-730c-429d-980a-15c1d88a4dbd HTTP/1.1" status: 200 len: 944 time: 0.0713439 Aug 11 03:27:11.881245 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3c7813-8482-41d0-921b-9bb2b936926f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bdba971-a214-48ee-b713-153a587804cd,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:11.888468 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-9f3c7813-8482-41d0-921b-9bb2b936926f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d453bd9ff31a4a2e9aec8add4f4eb662&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3538647 Aug 11 03:27:11.891830 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 56764) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:27:11.907970 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-eb119273-6ee7-425e-9005-41cfbe45a126 req-a253cc82-9206-4cd4-b2dc-9b937b46f1df tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/security-groups?id=1e2df09b-95d8-4e2e-a9dc-4c7363d2dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541718 Aug 11 03:27:11.951380 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-821ab86c-0575-4c0e-9687-51c4c85a6d08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:11.974800 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-821ab86c-0575-4c0e-9687-51c4c85a6d08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:12.062462 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-821ab86c-0575-4c0e-9687-51c4c85a6d08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:12.070138 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-821ab86c-0575-4c0e-9687-51c4c85a6d08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:12.070138 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-821ab86c-0575-4c0e-9687-51c4c85a6d08 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6bdba971-a214-48ee-b713-153a587804cd HTTP/1.1" status: 204 len: 168 time: 0.1767998 Aug 11 03:27:12.078315 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821ab86c-0575-4c0e-9687-51c4c85a6d08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bdba971-a214-48ee-b713-153a587804cd,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:12.301211 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-23e36583-32e8-43aa-baff-ff5066f0e426 req-9698ea54-6c70-4682-90b8-05dd0b22de7a tempest-ServerShowV247Test-1476048630 tempest-ServerShowV247Test-1476048630-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9351e16-0f09-4d77-be70-052e98e6b1b9 HTTP/1.1" status: 200 len: 210 time: 0.0272100 Aug 11 03:27:12.749406 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 56796) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:27:12.765239 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 56800) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:27:12.778871 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-91332495-ac49-4bc3-b7b5-44648615225b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:12.872925 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-91332495-ac49-4bc3-b7b5-44648615225b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:12.946784 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-937aca8b-f52e-4e66-9d6f-3b3d7587ef54 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1192402437-network', 'tenant_id': 'aa4881cab50c41879c2f4c8095737f79'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:27:12.951159 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-91332495-ac49-4bc3-b7b5-44648615225b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:13.005228 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-91332495-ac49-4bc3-b7b5-44648615225b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a86ec3a973174db99843805fbc3f7d47&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2366095 Aug 11 03:27:13.005228 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91332495-ac49-4bc3-b7b5-44648615225b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87dcc447-76ad-4d40-9df3-e4ca05ab871e,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:13.005549 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 56804) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:27:13.054203 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372327fa-f4af-4dcf-bae0-3b99e9162b45 req-967b2396-a430-4404-bdf8-bedad4997972 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:13.055762 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-372327fa-f4af-4dcf-bae0-3b99e9162b45 req-967b2396-a430-4404-bdf8-bedad4997972 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/ports?device_id=839d4001-730c-429d-980a-15c1d88a4dbd HTTP/1.1" status: 200 len: 944 time: 0.0802038 Aug 11 03:27:13.067591 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-937aca8b-f52e-4e66-9d6f-3b3d7587ef54 admin admin] Made reservation on behalf of aa4881cab50c41879c2f4c8095737f79 for: {'network': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:27:13.069981 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-937aca8b-f52e-4e66-9d6f-3b3d7587ef54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:13.079341 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-937aca8b-f52e-4e66-9d6f-3b3d7587ef54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:13.092465 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-8f56fa8e-365d-402b-9a22-1bf5925f13b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:13.115829 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-372327fa-f4af-4dcf-bae0-3b99e9162b45 req-eade800b-5393-4d3b-984c-5a3d599f20dd tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/security-groups?id=1e2df09b-95d8-4e2e-a9dc-4c7363d2dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533817 Aug 11 03:27:13.136604 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-8f56fa8e-365d-402b-9a22-1bf5925f13b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:13.173124 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-937aca8b-f52e-4e66-9d6f-3b3d7587ef54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:13.239110 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-937aca8b-f52e-4e66-9d6f-3b3d7587ef54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:13.263982 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937aca8b-f52e-4e66-9d6f-3b3d7587ef54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36e9426c-ad8c-4695-b5d2-b967844f83d1,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:13.296788 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-8f56fa8e-365d-402b-9a22-1bf5925f13b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:13.299553 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-8f56fa8e-365d-402b-9a22-1bf5925f13b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:13.300754 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-8f56fa8e-365d-402b-9a22-1bf5925f13b7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/87dcc447-76ad-4d40-9df3-e4ca05ab871e HTTP/1.1" status: 204 len: 168 time: 0.2942460 Aug 11 03:27:13.301588 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-937aca8b-f52e-4e66-9d6f-3b3d7587ef54 admin admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=102191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:27:13.309062 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f56fa8e-365d-402b-9a22-1bf5925f13b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87dcc447-76ad-4d40-9df3-e4ca05ab871e,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:13.311768 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-937aca8b-f52e-4e66-9d6f-3b3d7587ef54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:13.312120 n-d-764292-30 neutron-server[102191]: INFO neutron.db.segments_db [None req-937aca8b-f52e-4e66-9d6f-3b3d7587ef54 admin admin] Added segment a30cc6eb-fe4c-4458-9370-0d5fe6244579 of type vlan for network 2d3394cc-de2c-465d-a346-5d3245634084 Aug 11 03:27:13.380540 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-937aca8b-f52e-4e66-9d6f-3b3d7587ef54 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:13.436157 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-263d2021-7541-4092-adcd-6433eaf2abcc req-835c0396-4f93-4873-ad20-f4893e21b101 tempest-ServerShowV247Test-1476048630 tempest-ServerShowV247Test-1476048630-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9351e16-0f09-4d77-be70-052e98e6b1b9 HTTP/1.1" status: 200 len: 210 time: 0.0275381 Aug 11 03:27:13.479107 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-937aca8b-f52e-4e66-9d6f-3b3d7587ef54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:13.480141 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-937aca8b-f52e-4e66-9d6f-3b3d7587ef54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:13.480718 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-937aca8b-f52e-4e66-9d6f-3b3d7587ef54 admin admin] Notify callbacks [] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:13.575997 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937aca8b-f52e-4e66-9d6f-3b3d7587ef54 admin admin] Pushing event updated for resources: {'Network': ['ID=2d3394cc-de2c-465d-a346-5d3245634084,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:13.588143 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network 2d3394cc-de2c-465d-a346-5d3245634084 details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:27:13.600497 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-937aca8b-f52e-4e66-9d6f-3b3d7587ef54 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8492029 Aug 11 03:27:13.607797 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 56816) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:27:13.613685 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-bb9b396c-f745-4779-b732-8cb6327ddd30 admin admin] Request body: {'subnet': {'network_id': '2d3394cc-de2c-465d-a346-5d3245634084', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1192402437-subnet', 'tenant_id': 'aa4881cab50c41879c2f4c8095737f79', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:27:13.696000 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb9b396c-f745-4779-b732-8cb6327ddd30 admin admin] Made reservation on behalf of aa4881cab50c41879c2f4c8095737f79 for: {'subnet': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:27:13.698486 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-bb9b396c-f745-4779-b732-8cb6327ddd30 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126180544'] for subnet, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:13.965404 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-bb9b396c-f745-4779-b732-8cb6327ddd30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125932092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126180562'] for subnet, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:14.022273 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9b396c-f745-4779-b732-8cb6327ddd30 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a40bd476-781d-4977-9525-240e8b9d83c2,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:14.031418 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9b396c-f745-4779-b732-8cb6327ddd30 admin admin] Checking segment: {'id': 'a30cc6eb-fe4c-4458-9370-0d5fe6244579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '2d3394cc-de2c-465d-a346-5d3245634084'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:27:14.031798 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb9b396c-f745-4779-b732-8cb6327ddd30 admin admin] Network hostable DHCP agents. Network: 2d3394cc-de2c-465d-a346-5d3245634084, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:27:14.121385 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb9b396c-f745-4779-b732-8cb6327ddd30 admin admin] Network 2d3394cc-de2c-465d-a346-5d3245634084 is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:27:14.233562 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff2f00c-baff-4033-b0d6-d50cd9fc14b4 req-85e15bee-f6b5-4c37-a2e0-3c0888e2d7c1 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:14.237968 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-fff2f00c-baff-4033-b0d6-d50cd9fc14b4 req-85e15bee-f6b5-4c37-a2e0-3c0888e2d7c1 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/ports?device_id=839d4001-730c-429d-980a-15c1d88a4dbd HTTP/1.1" status: 200 len: 944 time: 0.0515711 Aug 11 03:27:14.237968 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-bb9b396c-f745-4779-b732-8cb6327ddd30 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, 2d3394cc-de2c-465d-a346-5d3245634084) {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:27:14.241181 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb9b396c-f745-4779-b732-8cb6327ddd30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:14.241758 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-bb9b396c-f745-4779-b732-8cb6327ddd30 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:14.247352 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44358655-c731-4fc6-a1fb-ff994a4d2c7c None None] Network 2d3394cc-de2c-465d-a346-5d3245634084 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:27:14.289334 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-fff2f00c-baff-4033-b0d6-d50cd9fc14b4 req-b415b06e-01e1-4fbe-bdfc-aedf4b1df131 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/security-groups?id=1e2df09b-95d8-4e2e-a9dc-4c7363d2dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446501 Aug 11 03:27:14.354094 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-bb9b396c-f745-4779-b732-8cb6327ddd30 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7448478 Aug 11 03:27:14.385510 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device d2732bb8-3954-459d-84ef-b94a9effb087 details requested by agent hyperv_n-h2-764292-30 with host n-h2-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:27:14.398890 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9ac9b5c-e765-4417-8f9b-135f2cdc3e6e None None] Network 2d3394cc-de2c-465d-a346-5d3245634084 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:27:14.535273 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port d2732bb8-3954-459d-84ef-b94a9effb087, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=d2732bb8-3954-459d-84ef-b94a9effb087,segment=NetworkSegment(b7ab9ca8-8169-4dac-b148-be6f1538058c),segment_id=b7ab9ca8-8169-4dac-b148-be6f1538058c)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:27:14.553575 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Returning: {'device': 'd2732bb8-3954-459d-84ef-b94a9effb087', 'network_id': '91c54fc6-0170-4b8c-829d-7c5f473bbce4', 'port_id': 'd2732bb8-3954-459d-84ef-b94a9effb087', 'mac_address': 'fa:16:3e:7b:21:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '819be143-924b-4c22-80c2-2d9e3702d70c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:27:14.567612 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1bd4d21c-bb54-4495-94c5-ef0bf200d2b0 req-e6959801-209c-4a8a-8656-b467233d9066 tempest-ServerShowV247Test-1476048630 tempest-ServerShowV247Test-1476048630-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9351e16-0f09-4d77-be70-052e98e6b1b9 HTTP/1.1" status: 200 len: 210 time: 0.0370154 Aug 11 03:27:14.794683 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:14.818235 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2732bb8-3954-459d-84ef-b94a9effb087 {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:27:14.873291 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port d2732bb8-3954-459d-84ef-b94a9effb087, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=d2732bb8-3954-459d-84ef-b94a9effb087,segment=NetworkSegment(b7ab9ca8-8169-4dac-b148-be6f1538058c),segment_id=b7ab9ca8-8169-4dac-b148-be6f1538058c)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:27:14.964993 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:15.033840 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=d2732bb8-3954-459d-84ef-b94a9effb087,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:15.191638 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['d2732bb8-3954-459d-84ef-b94a9effb087'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:27:15.319445 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 56880) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:27:15.325297 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-2c9ecc25-9a7c-4f87-bfd8-f150301f41e6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1536952982-network', 'tenant_id': '3840257c1de1456f852d1854708fed35'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:27:15.451764 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c9ecc25-9a7c-4f87-bfd8-f150301f41e6 admin admin] Made reservation on behalf of 3840257c1de1456f852d1854708fed35 for: {'network': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:27:15.454195 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-2c9ecc25-9a7c-4f87-bfd8-f150301f41e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:15.465421 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fbe82c-01f3-4d25-aa76-06412d61d17b req-6d2c2d41-39ad-4d65-89a6-096d25cde014 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:15.467203 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-61fbe82c-01f3-4d25-aa76-06412d61d17b req-6d2c2d41-39ad-4d65-89a6-096d25cde014 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/ports?device_id=839d4001-730c-429d-980a-15c1d88a4dbd HTTP/1.1" status: 200 len: 945 time: 0.0586092 Aug 11 03:27:15.473384 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-2c9ecc25-9a7c-4f87-bfd8-f150301f41e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:15.530163 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-61fbe82c-01f3-4d25-aa76-06412d61d17b req-a09d41d7-d5bf-4556-b08b-e245cf182a33 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/security-groups?id=1e2df09b-95d8-4e2e-a9dc-4c7363d2dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532184 Aug 11 03:27:15.598961 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-2c9ecc25-9a7c-4f87-bfd8-f150301f41e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:15.671652 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a7838268-dd7b-439a-b83e-795f805a823d req-cdaf6fe2-2b65-4b22-86f9-4f449fba4df5 tempest-ServerShowV247Test-1476048630 tempest-ServerShowV247Test-1476048630-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9351e16-0f09-4d77-be70-052e98e6b1b9 HTTP/1.1" status: 200 len: 210 time: 0.0286407 Aug 11 03:27:15.684733 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-2c9ecc25-9a7c-4f87-bfd8-f150301f41e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:15.711978 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c9ecc25-9a7c-4f87-bfd8-f150301f41e6 admin admin] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=102192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:27:15.718012 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9ecc25-9a7c-4f87-bfd8-f150301f41e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=174a903d-6591-4d1a-b8fb-734fa1f77783,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:15.724876 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-2c9ecc25-9a7c-4f87-bfd8-f150301f41e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:15.729421 n-d-764292-30 neutron-server[102192]: INFO neutron.db.segments_db [None req-2c9ecc25-9a7c-4f87-bfd8-f150301f41e6 admin admin] Added segment 7c4d3954-ba3a-4eaa-94cb-9635b5130bb1 of type vlan for network 367f8087-fcdb-4348-9f12-79bf2367c17b Aug 11 03:27:15.766331 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-2c9ecc25-9a7c-4f87-bfd8-f150301f41e6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:15.850229 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-2c9ecc25-9a7c-4f87-bfd8-f150301f41e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:15.851235 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c9ecc25-9a7c-4f87-bfd8-f150301f41e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:15.851814 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-2c9ecc25-9a7c-4f87-bfd8-f150301f41e6 admin admin] Notify callbacks [] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:15.909946 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9ecc25-9a7c-4f87-bfd8-f150301f41e6 admin admin] Pushing event updated for resources: {'Network': ['ID=367f8087-fcdb-4348-9f12-79bf2367c17b,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:15.920247 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network 367f8087-fcdb-4348-9f12-79bf2367c17b details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:27:15.971517 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-2c9ecc25-9a7c-4f87-bfd8-f150301f41e6 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6504183 Aug 11 03:27:15.974131 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 56896) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:27:15.979145 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-2a0f9d47-f41f-405f-bf0c-5c3c87d5913f admin admin] Request body: {'subnet': {'network_id': '367f8087-fcdb-4348-9f12-79bf2367c17b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1536952982-subnet', 'tenant_id': '3840257c1de1456f852d1854708fed35', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:27:16.062067 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a0f9d47-f41f-405f-bf0c-5c3c87d5913f admin admin] Made reservation on behalf of 3840257c1de1456f852d1854708fed35 for: {'subnet': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:27:16.064592 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-2a0f9d47-f41f-405f-bf0c-5c3c87d5913f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126180544'] for subnet, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:16.290652 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-2a0f9d47-f41f-405f-bf0c-5c3c87d5913f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125932092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126180562'] for subnet, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:16.348080 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0f9d47-f41f-405f-bf0c-5c3c87d5913f admin admin] Pushing event updated for resources: {'Subnet': ['ID=69a3573b-84d6-4cbd-b1ec-7863b38ef0ef,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:16.356685 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0f9d47-f41f-405f-bf0c-5c3c87d5913f admin admin] Checking segment: {'id': '7c4d3954-ba3a-4eaa-94cb-9635b5130bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '367f8087-fcdb-4348-9f12-79bf2367c17b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:27:16.357036 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a0f9d47-f41f-405f-bf0c-5c3c87d5913f admin admin] Network hostable DHCP agents. Network: 367f8087-fcdb-4348-9f12-79bf2367c17b, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:27:16.380453 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device d2732bb8-3954-459d-84ef-b94a9effb087 up at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:27:16.449416 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a0f9d47-f41f-405f-bf0c-5c3c87d5913f admin admin] Network 367f8087-fcdb-4348-9f12-79bf2367c17b is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:27:16.524565 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning for port d2732bb8-3954-459d-84ef-b94a9effb087 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:27:16.528901 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning complete for port d2732bb8-3954-459d-84ef-b94a9effb087 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:27:16.529292 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:16.536576 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-2a0f9d47-f41f-405f-bf0c-5c3c87d5913f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, 367f8087-fcdb-4348-9f12-79bf2367c17b) {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:27:16.547947 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a0f9d47-f41f-405f-bf0c-5c3c87d5913f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:16.547947 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-2a0f9d47-f41f-405f-bf0c-5c3c87d5913f admin admin] Notify callbacks [] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:16.554440 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15097af0-343d-4313-ad80-671ad10f696f None None] Network 367f8087-fcdb-4348-9f12-79bf2367c17b requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:27:16.653585 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03e4c37-0c8a-4cbd-b6f3-f0fbc7c1bd5d req-c24df1d9-b2b8-484b-8745-8f9ba29d71ff tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:16.655343 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e03e4c37-0c8a-4cbd-b6f3-f0fbc7c1bd5d req-c24df1d9-b2b8-484b-8745-8f9ba29d71ff tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/ports?device_id=839d4001-730c-429d-980a-15c1d88a4dbd HTTP/1.1" status: 200 len: 945 time: 0.0528002 Aug 11 03:27:16.669202 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-2a0f9d47-f41f-405f-bf0c-5c3c87d5913f admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6910884 Aug 11 03:27:16.710243 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:16.737297 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63be1204-2b6b-4647-aa4c-0cbe4983e32b None None] Network 367f8087-fcdb-4348-9f12-79bf2367c17b requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:27:16.748502 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e03e4c37-0c8a-4cbd-b6f3-f0fbc7c1bd5d req-d1200ade-566b-4025-9a5c-665ae7057b76 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/security-groups?id=1e2df09b-95d8-4e2e-a9dc-4c7363d2dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704019 Aug 11 03:27:16.788285 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '839d4001-730c-429d-980a-15c1d88a4dbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2732bb8-3954-459d-84ef-b94a9effb087'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:27:16.790748 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3b56a12-cada-45fd-ab51-1a76c4828797" -d '{"events": [{"server_uuid": "839d4001-730c-429d-980a-15c1d88a4dbd", "name": "network-vif-plugged", "status": "completed", "tag": "d2732bb8-3954-459d-84ef-b94a9effb087"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:27:16.812623 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port d2732bb8-3954-459d-84ef-b94a9effb087, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=d2732bb8-3954-459d-84ef-b94a9effb087,segment=NetworkSegment(b7ab9ca8-8169-4dac-b148-be6f1538058c),segment_id=b7ab9ca8-8169-4dac-b148-be6f1538058c)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:27:16.841543 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-65f69c90-c091-46f3-9785-e7787a346c18 req-6044ccd4-ca39-45f2-823e-69659f8cc79b tempest-ServerShowV247Test-1476048630 tempest-ServerShowV247Test-1476048630-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9351e16-0f09-4d77-be70-052e98e6b1b9 HTTP/1.1" status: 200 len: 210 time: 0.0437756 Aug 11 03:27:16.852119 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:27:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0414aa4-b879-4ebc-a334-6b379d7e0bac x-openstack-request-id: req-b0414aa4-b879-4ebc-a334-6b379d7e0bac {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:27:16.852119 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "839d4001-730c-429d-980a-15c1d88a4dbd", "name": "network-vif-plugged", "status": "completed", "tag": "d2732bb8-3954-459d-84ef-b94a9effb087", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:27:16.852119 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b0414aa4-b879-4ebc-a334-6b379d7e0bac {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:27:16.852119 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '839d4001-730c-429d-980a-15c1d88a4dbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2732bb8-3954-459d-84ef-b94a9effb087', 'code': 200} Aug 11 03:27:16.900524 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:16.977074 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=d2732bb8-3954-459d-84ef-b94a9effb087,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:16.997177 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed8b2dc-b15c-4d74-a700-36bdc7c7cd5d req-103254d0-7ce3-4fa6-b1a6-ca384f351891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:17.002799 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9ed8b2dc-b15c-4d74-a700-36bdc7c7cd5d req-103254d0-7ce3-4fa6-b1a6-ca384f351891 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=839d4001-730c-429d-980a-15c1d88a4dbd HTTP/1.1" status: 200 len: 1098 time: 0.0582964 Aug 11 03:27:17.050262 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9ed8b2dc-b15c-4d74-a700-36bdc7c7cd5d req-0da59eff-c2ef-4e87-b4f8-a14707273918 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=1e2df09b-95d8-4e2e-a9dc-4c7363d2dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444527 Aug 11 03:27:17.333112 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11bc847-20cb-401d-a271-5f9a7f5119b9 req-27484929-73db-4f60-9788-0c19279a8827 tempest-VolumesActionsTest-1252510325 tempest-VolumesActionsTest-1252510325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:17.334534 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b11bc847-20cb-401d-a271-5f9a7f5119b9 req-27484929-73db-4f60-9788-0c19279a8827 tempest-VolumesActionsTest-1252510325 tempest-VolumesActionsTest-1252510325-project] 10.222.0.41 "GET /v2.0/networks?id=2d3394cc-de2c-465d-a346-5d3245634084 HTTP/1.1" status: 200 len: 809 time: 0.1057324 Aug 11 03:27:17.355251 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b11bc847-20cb-401d-a271-5f9a7f5119b9 req-cfd742aa-9276-4b55-8dfc-b8d4a4c91e92 tempest-VolumesActionsTest-1252510325 tempest-VolumesActionsTest-1252510325-project] 10.222.0.41 "GET /v2.0/quotas/aa4881cab50c41879c2f4c8095737f79 HTTP/1.1" status: 200 len: 375 time: 0.0147953 Aug 11 03:27:17.383675 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b11bc847-20cb-401d-a271-5f9a7f5119b9 req-350353b6-df1c-47ee-aa49-71c4fe32561b tempest-VolumesActionsTest-1252510325 tempest-VolumesActionsTest-1252510325-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=aa4881cab50c41879c2f4c8095737f79&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270445 Aug 11 03:27:17.483063 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b11bc847-20cb-401d-a271-5f9a7f5119b9 req-949bb79f-c881-4be4-9ec5-e2893c93a84b service neutron] 10.222.0.41 "GET /v2.0/networks/2d3394cc-de2c-465d-a346-5d3245634084?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925555 Aug 11 03:27:17.596800 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b11bc847-20cb-401d-a271-5f9a7f5119b9 req-98e36686-e172-4f59-8560-61d15370b92d service neutron] 10.222.0.41 "GET /v2.0/networks/2d3394cc-de2c-465d-a346-5d3245634084?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063516 Aug 11 03:27:17.835357 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2fb73681-2fa6-4505-ba8f-67455560390d req-8db4ec36-e459-4de8-baff-f49b82d702d6 tempest-VolumesActionsTest-1252510325 tempest-VolumesActionsTest-1252510325-project] 10.222.0.41 "GET /v2.0/ports?device_id=02c95187-e5fe-4a34-881c-ff26ff009798 HTTP/1.1" status: 200 len: 210 time: 0.0390089 Aug 11 03:27:17.904452 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2cde37-7f81-4c95-b20a-1d74117702ca req-4ebcca8c-20c5-4805-867b-83338eaf15da tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:17.906038 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2a2cde37-7f81-4c95-b20a-1d74117702ca req-4ebcca8c-20c5-4805-867b-83338eaf15da tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/ports?device_id=839d4001-730c-429d-980a-15c1d88a4dbd HTTP/1.1" status: 200 len: 946 time: 0.0556581 Aug 11 03:27:17.965231 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2a2cde37-7f81-4c95-b20a-1d74117702ca req-2a7414ee-eab2-4a22-a6e1-db0ab41eeeb1 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/security-groups?id=1e2df09b-95d8-4e2e-a9dc-4c7363d2dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508065 Aug 11 03:27:18.025847 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-45b50c63-131b-45cc-87a5-cc848cd194f2 req-502d021b-1fce-40a6-8ede-3cba66288145 tempest-ServerShowV247Test-1476048630 tempest-ServerShowV247Test-1476048630-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9351e16-0f09-4d77-be70-052e98e6b1b9 HTTP/1.1" status: 200 len: 210 time: 0.0299091 Aug 11 03:27:18.918579 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d861041e-fee2-489f-b847-811f913bdedc req-5f43eba7-70b3-4e81-a5e1-582b8f703270 tempest-VolumesActionsTest-1252510325 tempest-VolumesActionsTest-1252510325-project] 10.222.0.41 "GET /v2.0/ports?device_id=02c95187-e5fe-4a34-881c-ff26ff009798 HTTP/1.1" status: 200 len: 210 time: 0.0279047 Aug 11 03:27:19.088637 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d7194c-4280-47ed-82ee-2490076312c2 req-72cb2ccb-1194-4bfa-81ff-ed3d7c450084 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:19.090164 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c2d7194c-4280-47ed-82ee-2490076312c2 req-72cb2ccb-1194-4bfa-81ff-ed3d7c450084 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/ports?device_id=839d4001-730c-429d-980a-15c1d88a4dbd HTTP/1.1" status: 200 len: 946 time: 0.0610974 Aug 11 03:27:19.152185 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b8c01987-704b-4417-90d0-04e1e5c35faf req-6d14a36d-4270-4eea-83aa-7cedf2f88f79 tempest-ServerShowV247Test-1476048630 tempest-ServerShowV247Test-1476048630-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9351e16-0f09-4d77-be70-052e98e6b1b9 HTTP/1.1" status: 200 len: 210 time: 0.0353100 Aug 11 03:27:19.160480 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c2d7194c-4280-47ed-82ee-2490076312c2 req-ac23a8ca-c782-4885-9b6f-e5586b7bde26 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/security-groups?id=1e2df09b-95d8-4e2e-a9dc-4c7363d2dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637710 Aug 11 03:27:19.277903 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c6a163-4141-4df7-a5d6-50633b48d725 req-de898e53-45ef-4ff2-8475-f3c08f09343c tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:19.283471 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f0c6a163-4141-4df7-a5d6-50633b48d725 req-de898e53-45ef-4ff2-8475-f3c08f09343c tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/ports?device_id=839d4001-730c-429d-980a-15c1d88a4dbd HTTP/1.1" status: 200 len: 946 time: 0.0563879 Aug 11 03:27:19.323166 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f0c6a163-4141-4df7-a5d6-50633b48d725 req-8e2adfbd-2db3-443d-9c8d-ca545bc1403f tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/security-groups?id=1e2df09b-95d8-4e2e-a9dc-4c7363d2dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371859 Aug 11 03:27:19.352220 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 56978) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:27:19.414546 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef7bedf2-34aa-40ce-8e48-c5ea3396e997 tempest-TestNetworkAdvancedServerOps-665886235 tempest-TestNetworkAdvancedServerOps-665886235-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:19.416209 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-ef7bedf2-34aa-40ce-8e48-c5ea3396e997 tempest-TestNetworkAdvancedServerOps-665886235 tempest-TestNetworkAdvancedServerOps-665886235-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=839d4001-730c-429d-980a-15c1d88a4dbd HTTP/1.1" status: 200 len: 1093 time: 0.0628107 Aug 11 03:27:19.419036 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 56982) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:27:19.424537 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-a32cfb79-6866-4c94-8754-5d6d069b18dc tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Request body: {'floatingip': {'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'port_id': 'd2732bb8-3954-459d-84ef-b94a9effb087', 'tenant_id': 'a5478860f7cb432583cc8e5d994d2237', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:27:19.547711 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a32cfb79-6866-4c94-8754-5d6d069b18dc tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks [] for floatingip, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:19.655295 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a32cfb79-6866-4c94-8754-5d6d069b18dc tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:19.771327 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [None req-a32cfb79-6866-4c94-8754-5d6d069b18dc tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Allocated IP 172.25.8.125 (09faf7d2-eaf5-4a50-bb6e-4cb05d009a76/e1a97443-13df-40bb-85f5-fd269e2742c0/c3fd5490-46f7-447f-89c9-8eb58e560c68) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:27:19.889694 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a32cfb79-6866-4c94-8754-5d6d069b18dc tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:20.017732 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b26cee1e-6e3d-44d1-968f-8aabf92c1956 req-221391c4-eaeb-43e9-a96f-ffe72ce852c4 tempest-VolumesActionsTest-1252510325 tempest-VolumesActionsTest-1252510325-project] 10.222.0.41 "GET /v2.0/ports?device_id=02c95187-e5fe-4a34-881c-ff26ff009798 HTTP/1.1" status: 200 len: 210 time: 0.0326874 Aug 11 03:27:20.028327 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a32cfb79-6866-4c94-8754-5d6d069b18dc tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:20.091293 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a32cfb79-6866-4c94-8754-5d6d069b18dc tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:27:20.092866 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-a32cfb79-6866-4c94-8754-5d6d069b18dc tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:27:20.099304 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32cfb79-6866-4c94-8754-5d6d069b18dc tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:27:20.102983 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32cfb79-6866-4c94-8754-5d6d069b18dc tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Pushing event updated for resources: {'Port': ['ID=c3fd5490-46f7-447f-89c9-8eb58e560c68,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:20.200677 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11bc847-20cb-401d-a271-5f9a7f5119b9 req-45ff962f-c181-4d5b-82e6-25253195e03b tempest-VolumesActionsTest-1252510325 tempest-VolumesActionsTest-1252510325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:20.203463 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b11bc847-20cb-401d-a271-5f9a7f5119b9 req-45ff962f-c181-4d5b-82e6-25253195e03b tempest-VolumesActionsTest-1252510325 tempest-VolumesActionsTest-1252510325-project] 10.222.0.24 "GET /v2.0/networks?id=2d3394cc-de2c-465d-a346-5d3245634084 HTTP/1.1" status: 200 len: 809 time: 0.1267738 Aug 11 03:27:20.218576 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-b11bc847-20cb-401d-a271-5f9a7f5119b9 req-4e6f9501-7bd6-48d1-957d-ba428db78d0c tempest-VolumesActionsTest-1252510325 tempest-VolumesActionsTest-1252510325-project] Request body: {'port': {'device_id': '02c95187-e5fe-4a34-881c-ff26ff009798', 'network_id': '2d3394cc-de2c-465d-a346-5d3245634084', 'admin_state_up': True, 'tenant_id': 'aa4881cab50c41879c2f4c8095737f79'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:27:20.336220 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9b4c7d67-129e-4f08-b297-cd2adc4697e8 req-fb4c0288-95a5-44ce-b511-b74cf2466699 tempest-ServerShowV247Test-1476048630 tempest-ServerShowV247Test-1476048630-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9351e16-0f09-4d77-be70-052e98e6b1b9 HTTP/1.1" status: 200 len: 210 time: 0.0402608 Aug 11 03:27:20.461925 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b11bc847-20cb-401d-a271-5f9a7f5119b9 req-4e6f9501-7bd6-48d1-957d-ba428db78d0c tempest-VolumesActionsTest-1252510325 tempest-VolumesActionsTest-1252510325-project] Made reservation on behalf of aa4881cab50c41879c2f4c8095737f79 for: {'port': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:27:20.466062 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-b11bc847-20cb-401d-a271-5f9a7f5119b9 req-4e6f9501-7bd6-48d1-957d-ba428db78d0c tempest-VolumesActionsTest-1252510325 tempest-VolumesActionsTest-1252510325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:20.601220 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [req-b11bc847-20cb-401d-a271-5f9a7f5119b9 req-4e6f9501-7bd6-48d1-957d-ba428db78d0c tempest-VolumesActionsTest-1252510325 tempest-VolumesActionsTest-1252510325-project] Allocated IP 172.20.0.14 (2d3394cc-de2c-465d-a346-5d3245634084/a40bd476-781d-4977-9525-240e8b9d83c2/7f2be669-5823-43db-ae42-095f85cee095) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:27:20.604107 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a32cfb79-6866-4c94-8754-5d6d069b18dc tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:20.724033 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a32cfb79-6866-4c94-8754-5d6d069b18dc tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:21.013486 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a32cfb79-6866-4c94-8754-5d6d069b18dc tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:21.074924 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a32cfb79-6866-4c94-8754-5d6d069b18dc tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:21.162205 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9d52cf0f-0cf7-4f0b-a30f-e06112f62d04 req-e6282fbb-0a01-47fd-98d1-507c5cfde335 tempest-VolumesActionsTest-1252510325 tempest-VolumesActionsTest-1252510325-project] 10.222.0.41 "GET /v2.0/ports?device_id=02c95187-e5fe-4a34-881c-ff26ff009798 HTTP/1.1" status: 200 len: 210 time: 0.0551813 Aug 11 03:27:21.165564 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32cfb79-6866-4c94-8754-5d6d069b18dc tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Pushing event updated for resources: {'Port': ['ID=c3fd5490-46f7-447f-89c9-8eb58e560c68,revision_number=2']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:21.172639 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a32cfb79-6866-4c94-8754-5d6d069b18dc tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446866'] for floatingip, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:21.227659 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-b11bc847-20cb-401d-a271-5f9a7f5119b9 req-4e6f9501-7bd6-48d1-957d-ba428db78d0c tempest-VolumesActionsTest-1252510325 tempest-VolumesActionsTest-1252510325-project] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:21.279302 n-d-764292-30 neutron-server[102191]: INFO neutron.db.l3_db [None req-a32cfb79-6866-4c94-8754-5d6d069b18dc tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Floating IP cb088d2c-3e50-4862-9123-354a66a369fd associated. External IP: 172.25.8.125, port: d2732bb8-3954-459d-84ef-b94a9effb087. Aug 11 03:27:21.336544 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-b11bc847-20cb-401d-a271-5f9a7f5119b9 req-4e6f9501-7bd6-48d1-957d-ba428db78d0c tempest-VolumesActionsTest-1252510325 tempest-VolumesActionsTest-1252510325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:21.385944 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b11bc847-20cb-401d-a271-5f9a7f5119b9 req-4e6f9501-7bd6-48d1-957d-ba428db78d0c tempest-VolumesActionsTest-1252510325 tempest-VolumesActionsTest-1252510325-project] Network 2d3394cc-de2c-465d-a346-5d3245634084 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:27:21.389230 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [req-b11bc847-20cb-401d-a271-5f9a7f5119b9 req-4e6f9501-7bd6-48d1-957d-ba428db78d0c tempest-VolumesActionsTest-1252510325 tempest-VolumesActionsTest-1252510325-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:27:21.392378 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [req-b11bc847-20cb-401d-a271-5f9a7f5119b9 req-4e6f9501-7bd6-48d1-957d-ba428db78d0c tempest-VolumesActionsTest-1252510325 tempest-VolumesActionsTest-1252510325-project] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:27:21.418667 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6f9501-7bd6-48d1-957d-ba428db78d0c tempest-VolumesActionsTest-1252510325 tempest-VolumesActionsTest-1252510325-project] Pushing event updated for resources: {'Port': ['ID=7f2be669-5823-43db-ae42-095f85cee095,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:21.430319 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6f9501-7bd6-48d1-957d-ba428db78d0c tempest-VolumesActionsTest-1252510325 tempest-VolumesActionsTest-1252510325-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:27:21.430679 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6f9501-7bd6-48d1-957d-ba428db78d0c tempest-VolumesActionsTest-1252510325 tempest-VolumesActionsTest-1252510325-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:27:21.431025 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6f9501-7bd6-48d1-957d-ba428db78d0c tempest-VolumesActionsTest-1252510325 tempest-VolumesActionsTest-1252510325-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:27:21.431363 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6f9501-7bd6-48d1-957d-ba428db78d0c tempest-VolumesActionsTest-1252510325 tempest-VolumesActionsTest-1252510325-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:27:21.431699 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6f9501-7bd6-48d1-957d-ba428db78d0c tempest-VolumesActionsTest-1252510325 tempest-VolumesActionsTest-1252510325-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:27:21.432030 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6f9501-7bd6-48d1-957d-ba428db78d0c tempest-VolumesActionsTest-1252510325 tempest-VolumesActionsTest-1252510325-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:27:21.432362 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6f9501-7bd6-48d1-957d-ba428db78d0c tempest-VolumesActionsTest-1252510325 tempest-VolumesActionsTest-1252510325-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:27:21.432688 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6f9501-7bd6-48d1-957d-ba428db78d0c tempest-VolumesActionsTest-1252510325 tempest-VolumesActionsTest-1252510325-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:27:21.433011 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6f9501-7bd6-48d1-957d-ba428db78d0c tempest-VolumesActionsTest-1252510325 tempest-VolumesActionsTest-1252510325-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:27:21.433334 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6f9501-7bd6-48d1-957d-ba428db78d0c tempest-VolumesActionsTest-1252510325 tempest-VolumesActionsTest-1252510325-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:27:21.433664 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6f9501-7bd6-48d1-957d-ba428db78d0c tempest-VolumesActionsTest-1252510325 tempest-VolumesActionsTest-1252510325-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:27:21.433986 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6f9501-7bd6-48d1-957d-ba428db78d0c tempest-VolumesActionsTest-1252510325 tempest-VolumesActionsTest-1252510325-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:27:21.499878 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11bc847-20cb-401d-a271-5f9a7f5119b9 req-4e6f9501-7bd6-48d1-957d-ba428db78d0c tempest-VolumesActionsTest-1252510325 tempest-VolumesActionsTest-1252510325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:21.500615 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-b11bc847-20cb-401d-a271-5f9a7f5119b9 req-4e6f9501-7bd6-48d1-957d-ba428db78d0c tempest-VolumesActionsTest-1252510325 tempest-VolumesActionsTest-1252510325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:21.504243 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6ff86168-b262-4aba-90b3-9ae9eb144844 req-4556cb66-e623-49a1-9055-7b4247e69524 tempest-ServerShowV247Test-1476048630 tempest-ServerShowV247Test-1476048630-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9351e16-0f09-4d77-be70-052e98e6b1b9 HTTP/1.1" status: 200 len: 210 time: 0.0430307 Aug 11 03:27:21.529521 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a32cfb79-6866-4c94-8754-5d6d069b18dc tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Router ebab3b7f-c401-4fa0-a8e8-87164b7a31a0 has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:27:21.582579 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b11bc847-20cb-401d-a271-5f9a7f5119b9 req-4e6f9501-7bd6-48d1-957d-ba428db78d0c tempest-VolumesActionsTest-1252510325 tempest-VolumesActionsTest-1252510325-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3686516 Aug 11 03:27:21.604302 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-b11bc847-20cb-401d-a271-5f9a7f5119b9 req-f991a11d-5cec-47bc-b066-128d1ca6d73c service neutron] Request body: {'port': {'device_id': '02c95187-e5fe-4a34-881c-ff26ff009798', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764292-30'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:27:21.666530 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-b11bc847-20cb-401d-a271-5f9a7f5119b9 req-f991a11d-5cec-47bc-b066-128d1ca6d73c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:21.966504 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [req-b11bc847-20cb-401d-a271-5f9a7f5119b9 req-f991a11d-5cec-47bc-b066-128d1ca6d73c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f2be669-5823-43db-ae42-095f85cee095 {{(pid=102192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:27:21.976417 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-b11bc847-20cb-401d-a271-5f9a7f5119b9 req-f991a11d-5cec-47bc-b066-128d1ca6d73c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:21.986515 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a32cfb79-6866-4c94-8754-5d6d069b18dc tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:27:21.989878 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [req-b11bc847-20cb-401d-a271-5f9a7f5119b9 req-f991a11d-5cec-47bc-b066-128d1ca6d73c service neutron] Transition to ACTIVE for port object 7f2be669-5823-43db-ae42-095f85cee095 will not be triggered until provisioned by entity L2. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:27:21.998881 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353ba57a-ef11-4c12-917f-9912a91b3a9d None None] Sync routers for ids ['ebab3b7f-c401-4fa0-a8e8-87164b7a31a0'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:27:22.008684 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353ba57a-ef11-4c12-917f-9912a91b3a9d None None] Routers {'ebab3b7f-c401-4fa0-a8e8-87164b7a31a0'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:27:22.009317 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-353ba57a-ef11-4c12-917f-9912a91b3a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:27:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['ebab3b7f-c401-4fa0-a8e8-87164b7a31a0'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:27:22.073196 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-b11bc847-20cb-401d-a271-5f9a7f5119b9 req-f991a11d-5cec-47bc-b066-128d1ca6d73c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:22.084934 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a32cfb79-6866-4c94-8754-5d6d069b18dc tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for floatingip, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:22.123614 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-a32cfb79-6866-4c94-8754-5d6d069b18dc tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7032909 Aug 11 03:27:22.124183 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '839d4001-730c-429d-980a-15c1d88a4dbd', 'tag': 'd2732bb8-3954-459d-84ef-b94a9effb087'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:27:22.126619 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-353ba57a-ef11-4c12-917f-9912a91b3a9d None None] Set router ebab3b7f-c401-4fa0-a8e8-87164b7a31a0 gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:27:22.136019 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f991a11d-5cec-47bc-b066-128d1ca6d73c service neutron] Pushing event updated for resources: {'Port': ['ID=7f2be669-5823-43db-ae42-095f85cee095,revision_number=2']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:22.136619 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43d80fdf-a189-47b4-b49f-1c57f3a20f39" -d '{"events": [{"name": "network-changed", "server_uuid": "839d4001-730c-429d-980a-15c1d88a4dbd", "tag": "d2732bb8-3954-459d-84ef-b94a9effb087"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:27:22.189575 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:27:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2bd7e29-75d5-4460-9e76-e031a82227d2 x-openstack-request-id: req-d2bd7e29-75d5-4460-9e76-e031a82227d2 {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:27:22.190695 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "839d4001-730c-429d-980a-15c1d88a4dbd", "tag": "d2732bb8-3954-459d-84ef-b94a9effb087", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:27:22.190951 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d2bd7e29-75d5-4460-9e76-e031a82227d2 {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:27:22.191355 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '839d4001-730c-429d-980a-15c1d88a4dbd', 'tag': 'd2732bb8-3954-459d-84ef-b94a9effb087', 'status': 'completed', 'code': 200} Aug 11 03:27:22.374384 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d61a25-1b0b-4df3-8be5-d282fdbb5846 req-c66a7ac7-fd78-4c0c-98fb-e56fd953cac9 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:22.376514 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c0d61a25-1b0b-4df3-8be5-d282fdbb5846 req-c66a7ac7-fd78-4c0c-98fb-e56fd953cac9 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/ports?device_id=839d4001-730c-429d-980a-15c1d88a4dbd HTTP/1.1" status: 200 len: 946 time: 0.1424191 Aug 11 03:27:22.380167 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-b11bc847-20cb-401d-a271-5f9a7f5119b9 req-f991a11d-5cec-47bc-b066-128d1ca6d73c service neutron] Attempting to bind port 7f2be669-5823-43db-ae42-095f85cee095 on host n-h2-764292-30 for vnic_type normal with profile {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:27:22.380167 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-b11bc847-20cb-401d-a271-5f9a7f5119b9 req-f991a11d-5cec-47bc-b066-128d1ca6d73c service neutron] Attempting to bind port 7f2be669-5823-43db-ae42-095f85cee095 by drivers openvswitch,hyperv on host n-h2-764292-30 at level 0 using segments [{'id': 'a30cc6eb-fe4c-4458-9370-0d5fe6244579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '2d3394cc-de2c-465d-a346-5d3245634084'}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:27:22.380167 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b11bc847-20cb-401d-a271-5f9a7f5119b9 req-f991a11d-5cec-47bc-b066-128d1ca6d73c service neutron] Attempting to bind port 7f2be669-5823-43db-ae42-095f85cee095 on network 2d3394cc-de2c-465d-a346-5d3245634084 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:27:22.392824 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d80fdf-a189-47b4-b49f-1c57f3a20f39 req-3bf755f9-e857-42c2-a889-dd1733ab695f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:22.396262 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-43d80fdf-a189-47b4-b49f-1c57f3a20f39 req-3bf755f9-e857-42c2-a889-dd1733ab695f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a5478860f7cb432583cc8e5d994d2237&device_id=839d4001-730c-429d-980a-15c1d88a4dbd HTTP/1.1" status: 200 len: 1098 time: 0.1636622 Aug 11 03:27:22.409390 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b11bc847-20cb-401d-a271-5f9a7f5119b9 req-f991a11d-5cec-47bc-b066-128d1ca6d73c service neutron] Port 7f2be669-5823-43db-ae42-095f85cee095 on network 2d3394cc-de2c-465d-a346-5d3245634084 not bound, no agent of type Open vSwitch agent registered on host n-h2-764292-30 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:27:22.409663 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b11bc847-20cb-401d-a271-5f9a7f5119b9 req-f991a11d-5cec-47bc-b066-128d1ca6d73c service neutron] Attempting to bind port 7f2be669-5823-43db-ae42-095f85cee095 on network 2d3394cc-de2c-465d-a346-5d3245634084 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:27:22.448051 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544db541-00b8-4958-9ab5-fd15e6288c02 req-5ebb3bbd-eb32-42bd-92c3-66ef0d637af2 tempest-VolumesActionsTest-1252510325 tempest-VolumesActionsTest-1252510325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:22.449753 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-544db541-00b8-4958-9ab5-fd15e6288c02 req-5ebb3bbd-eb32-42bd-92c3-66ef0d637af2 tempest-VolumesActionsTest-1252510325 tempest-VolumesActionsTest-1252510325-project] 10.222.0.41 "GET /v2.0/ports?device_id=02c95187-e5fe-4a34-881c-ff26ff009798 HTTP/1.1" status: 200 len: 944 time: 0.1562722 Aug 11 03:27:22.464093 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-353ba57a-ef11-4c12-917f-9912a91b3a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebab3b7f-c401-4fa0-a8e8-87164b7a31a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1822721645', 'tenant_id': 'a5478860f7cb432583cc8e5d994d2237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': '11f214f2-1c0a-498a-a946-107a34f606ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:26:52Z', 'updated_at': '2021-08-11T03:26:59Z', 'revision_number': 4, 'project_id': 'a5478860f7cb432583cc8e5d994d2237', 'gw_port': {'id': '11f214f2-1c0a-498a-a946-107a34f606ce', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:a6:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebab3b7f-c401-4fa0-a8e8-87164b7a31a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3015, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:26:53Z', 'updated_at': '2021-08-11T03:26:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_floatingips': [{'id': 'cb088d2c-3e50-4862-9123-354a66a369fd', 'tenant_id': 'a5478860f7cb432583cc8e5d994d2237', 'floating_ip_address': '172.25.8.125', 'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'router_id': 'ebab3b7f-c401-4fa0-a8e8-87164b7a31a0', 'port_id': 'd2732bb8-3954-459d-84ef-b94a9effb087', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3107, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91c54fc6-0170-4b8c-829d-7c5f473bbce4', 'mac_address': 'fa:16:3e:7b:21:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839d4001-730c-429d-980a-15c1d88a4dbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:27:20Z', 'updated_at': '2021-08-11T03:27:20Z', 'revision_number': 0, 'project_id': 'a5478860f7cb432583cc8e5d994d2237', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b6559c2-37d3-46ae-aa1b-293e6d773a7b', 'name': '', 'network_id': '91c54fc6-0170-4b8c-829d-7c5f473bbce4', 'tenant_id': 'a5478860f7cb432583cc8e5d994d2237', 'mac_address': 'fa:16:3e:7b:2f:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebab3b7f-c401-4fa0-a8e8-87164b7a31a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3036, 'fixed_ips': [{'subnet_id': '819be143-924b-4c22-80c2-2d9e3702d70c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:26:58Z', 'updated_at': '2021-08-11T03:27:05Z', 'revision_number': 5, 'project_id': 'a5478860f7cb432583cc8e5d994d2237', 'subnets': [{'id': '819be143-924b-4c22-80c2-2d9e3702d70c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:27:22.480488 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b11bc847-20cb-401d-a271-5f9a7f5119b9 req-f991a11d-5cec-47bc-b066-128d1ca6d73c service neutron] Checking agent: {'id': '70015fc0-62fb-48b2-b453-36906937cf2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 27, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:27:22.480830 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b11bc847-20cb-401d-a271-5f9a7f5119b9 req-f991a11d-5cec-47bc-b066-128d1ca6d73c service neutron] Checking segment: {'id': 'a30cc6eb-fe4c-4458-9370-0d5fe6244579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '2d3394cc-de2c-465d-a346-5d3245634084'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:27:22.481215 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b11bc847-20cb-401d-a271-5f9a7f5119b9 req-f991a11d-5cec-47bc-b066-128d1ca6d73c service neutron] Bound using segment: {'id': 'a30cc6eb-fe4c-4458-9370-0d5fe6244579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '2d3394cc-de2c-465d-a346-5d3245634084'} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:27:22.481649 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-b11bc847-20cb-401d-a271-5f9a7f5119b9 req-f991a11d-5cec-47bc-b066-128d1ca6d73c service neutron] Bound port: 7f2be669-5823-43db-ae42-095f85cee095, host: n-h2-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a30cc6eb-fe4c-4458-9370-0d5fe6244579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '2d3394cc-de2c-465d-a346-5d3245634084'}}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:27:22.482008 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-b11bc847-20cb-401d-a271-5f9a7f5119b9 req-f991a11d-5cec-47bc-b066-128d1ca6d73c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:22.511965 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353ba57a-ef11-4c12-917f-9912a91b3a9d None None] Checking router: ebab3b7f-c401-4fa0-a8e8-87164b7a31a0 for host: n-d-764292-30 {{(pid=102193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:27:22.521646 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353ba57a-ef11-4c12-917f-9912a91b3a9d None None] Routers {'ebab3b7f-c401-4fa0-a8e8-87164b7a31a0'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:27:22.522464 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-353ba57a-ef11-4c12-917f-9912a91b3a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:27:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['ebab3b7f-c401-4fa0-a8e8-87164b7a31a0'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:27:22.540352 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c0d61a25-1b0b-4df3-8be5-d282fdbb5846 req-c6fbd158-b21a-4cc4-8377-08461474cb9f tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/security-groups?id=1e2df09b-95d8-4e2e-a9dc-4c7363d2dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1404951 Aug 11 03:27:22.568906 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 57030) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:27:22.608969 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-544db541-00b8-4958-9ab5-fd15e6288c02 req-3bcf640f-c771-4bf3-9773-72788afc4208 tempest-VolumesActionsTest-1252510325 tempest-VolumesActionsTest-1252510325-project] 10.222.0.41 "GET /v2.0/security-groups?id=36e9426c-ad8c-4695-b5d2-b967844f83d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309271 Aug 11 03:27:22.623345 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d80fdf-a189-47b4-b49f-1c57f3a20f39 req-fa468c45-436d-4213-b0f7-3e3a5d7bed8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:22.625141 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-43d80fdf-a189-47b4-b49f-1c57f3a20f39 req-fa468c45-436d-4213-b0f7-3e3a5d7bed8e service neutron] 10.222.0.24 "GET /v2.0/networks?id=91c54fc6-0170-4b8c-829d-7c5f473bbce4 HTTP/1.1" status: 200 len: 896 time: 0.2177119 Aug 11 03:27:22.641899 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-b11bc847-20cb-401d-a271-5f9a7f5119b9 req-f991a11d-5cec-47bc-b066-128d1ca6d73c service neutron] For port 7f2be669-5823-43db-ae42-095f85cee095, host n-h2-764292-30, cleared binding levels {{(pid=102192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:27:22.646275 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-b11bc847-20cb-401d-a271-5f9a7f5119b9 req-f991a11d-5cec-47bc-b066-128d1ca6d73c service neutron] For port 7f2be669-5823-43db-ae42-095f85cee095, host n-h2-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=7f2be669-5823-43db-ae42-095f85cee095,segment=NetworkSegment(a30cc6eb-fe4c-4458-9370-0d5fe6244579),segment_id=a30cc6eb-fe4c-4458-9370-0d5fe6244579)] {{(pid=102192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:27:22.700056 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-3ef2888a-6bf8-4d80-93f4-70af1a4bb155 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/floatingips/cb088d2c-3e50-4862-9123-354a66a369fd HTTP/1.1" status: 200 len: 992 time: 0.1267710 Aug 11 03:27:22.752478 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8112e12b-1a00-4d8f-8394-64971455c7a9 req-2aceeb21-2e00-4bce-88c8-0d92abd6ad8b tempest-ServerShowV247Test-1476048630 tempest-ServerShowV247Test-1476048630-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9351e16-0f09-4d77-be70-052e98e6b1b9 HTTP/1.1" status: 200 len: 210 time: 0.0342064 Aug 11 03:27:22.752710 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-353ba57a-ef11-4c12-917f-9912a91b3a9d None None] Set router ebab3b7f-c401-4fa0-a8e8-87164b7a31a0 gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:27:22.756411 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-b11bc847-20cb-401d-a271-5f9a7f5119b9 req-f991a11d-5cec-47bc-b066-128d1ca6d73c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:22.801366 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-43d80fdf-a189-47b4-b49f-1c57f3a20f39 req-5c1f6c17-acad-4c20-a544-ac61d88bbddc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d2732bb8-3954-459d-84ef-b94a9effb087 HTTP/1.1" status: 200 len: 1000 time: 0.1533477 Aug 11 03:27:22.804801 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11bc847-20cb-401d-a271-5f9a7f5119b9 req-f991a11d-5cec-47bc-b066-128d1ca6d73c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:22.805435 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-b11bc847-20cb-401d-a271-5f9a7f5119b9 req-f991a11d-5cec-47bc-b066-128d1ca6d73c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:22.806859 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b11bc847-20cb-401d-a271-5f9a7f5119b9 req-f991a11d-5cec-47bc-b066-128d1ca6d73c service neutron] 10.222.0.24 "PUT /v2.0/ports/7f2be669-5823-43db-ae42-095f85cee095 HTTP/1.1" status: 200 len: 1093 time: 1.2069602 Aug 11 03:27:22.807313 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02c95187-e5fe-4a34-881c-ff26ff009798', 'tag': '7f2be669-5823-43db-ae42-095f85cee095'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:27:22.809724 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e03c940-afb4-434d-a754-457e45b31298" -d '{"events": [{"name": "network-changed", "server_uuid": "02c95187-e5fe-4a34-881c-ff26ff009798", "tag": "7f2be669-5823-43db-ae42-095f85cee095"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:27:22.863120 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:27:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d1e3576-de86-49bc-823f-485b1ca065e5 x-openstack-request-id: req-5d1e3576-de86-49bc-823f-485b1ca065e5 {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:27:22.863120 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02c95187-e5fe-4a34-881c-ff26ff009798", "tag": "7f2be669-5823-43db-ae42-095f85cee095", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:27:22.865137 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5d1e3576-de86-49bc-823f-485b1ca065e5 {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:27:22.865137 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02c95187-e5fe-4a34-881c-ff26ff009798', 'tag': '7f2be669-5823-43db-ae42-095f85cee095', 'status': 'completed', 'code': 200} Aug 11 03:27:22.868178 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f991a11d-5cec-47bc-b066-128d1ca6d73c service neutron] Pushing event updated for resources: {'Port': ['ID=7f2be669-5823-43db-ae42-095f85cee095,revision_number=3']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:22.888418 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d80fdf-a189-47b4-b49f-1c57f3a20f39 req-a55dce77-fb4d-4432-b154-672e05e21129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:22.888418 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-43d80fdf-a189-47b4-b49f-1c57f3a20f39 req-a55dce77-fb4d-4432-b154-672e05e21129 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=819be143-924b-4c22-80c2-2d9e3702d70c HTTP/1.1" status: 200 len: 835 time: 0.0753138 Aug 11 03:27:22.996490 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e03c940-afb4-434d-a754-457e45b31298 req-5ac17648-38d5-40c0-b6de-4eead712934e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:22.998132 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6e03c940-afb4-434d-a754-457e45b31298 req-5ac17648-38d5-40c0-b6de-4eead712934e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=aa4881cab50c41879c2f4c8095737f79&device_id=02c95187-e5fe-4a34-881c-ff26ff009798 HTTP/1.1" status: 200 len: 1096 time: 0.1051779 Aug 11 03:27:23.002003 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d80fdf-a189-47b4-b49f-1c57f3a20f39 req-69905a9f-df8d-4ffe-9cba-4a2d832e6d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:23.012624 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-43d80fdf-a189-47b4-b49f-1c57f3a20f39 req-69905a9f-df8d-4ffe-9cba-4a2d832e6d1a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=91c54fc6-0170-4b8c-829d-7c5f473bbce4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1012261 Aug 11 03:27:23.047128 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-353ba57a-ef11-4c12-917f-9912a91b3a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebab3b7f-c401-4fa0-a8e8-87164b7a31a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1822721645', 'tenant_id': 'a5478860f7cb432583cc8e5d994d2237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': '11f214f2-1c0a-498a-a946-107a34f606ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:26:52Z', 'updated_at': '2021-08-11T03:26:59Z', 'revision_number': 4, 'project_id': 'a5478860f7cb432583cc8e5d994d2237', 'gw_port': {'id': '11f214f2-1c0a-498a-a946-107a34f606ce', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:a6:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebab3b7f-c401-4fa0-a8e8-87164b7a31a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3015, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:26:53Z', 'updated_at': '2021-08-11T03:26:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_floatingips': [{'id': 'cb088d2c-3e50-4862-9123-354a66a369fd', 'tenant_id': 'a5478860f7cb432583cc8e5d994d2237', 'floating_ip_address': '172.25.8.125', 'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'router_id': 'ebab3b7f-c401-4fa0-a8e8-87164b7a31a0', 'port_id': 'd2732bb8-3954-459d-84ef-b94a9effb087', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3107, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91c54fc6-0170-4b8c-829d-7c5f473bbce4', 'mac_address': 'fa:16:3e:7b:21:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839d4001-730c-429d-980a-15c1d88a4dbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:27:20Z', 'updated_at': '2021-08-11T03:27:20Z', 'revision_number': 0, 'project_id': 'a5478860f7cb432583cc8e5d994d2237', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b6559c2-37d3-46ae-aa1b-293e6d773a7b', 'name': '', 'network_id': '91c54fc6-0170-4b8c-829d-7c5f473bbce4', 'tenant_id': 'a5478860f7cb432583cc8e5d994d2237', 'mac_address': 'fa:16:3e:7b:2f:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebab3b7f-c401-4fa0-a8e8-87164b7a31a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3036, 'fixed_ips': [{'subnet_id': '819be143-924b-4c22-80c2-2d9e3702d70c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:26:58Z', 'updated_at': '2021-08-11T03:27:05Z', 'revision_number': 5, 'project_id': 'a5478860f7cb432583cc8e5d994d2237', 'subnets': [{'id': '819be143-924b-4c22-80c2-2d9e3702d70c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:27:23.081797 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353ba57a-ef11-4c12-917f-9912a91b3a9d None None] The sync data for ids ['ebab3b7f-c401-4fa0-a8e8-87164b7a31a0'] in n-d-764292-30 is: [{'id': 'ebab3b7f-c401-4fa0-a8e8-87164b7a31a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1822721645', 'tenant_id': 'a5478860f7cb432583cc8e5d994d2237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': '11f214f2-1c0a-498a-a946-107a34f606ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:26:52Z', 'updated_at': '2021-08-11T03:26:59Z', 'revision_number': 4, 'project_id': 'a5478860f7cb432583cc8e5d994d2237', 'gw_port': {'id': '11f214f2-1c0a-498a-a946-107a34f606ce', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:a6:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebab3b7f-c401-4fa0-a8e8-87164b7a31a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3015, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:26:53Z', 'updated_at': '2021-08-11T03:26:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_floatingips': [{'id': 'cb088d2c-3e50-4862-9123-354a66a369fd', 'tenant_id': 'a5478860f7cb432583cc8e5d994d2237', 'floating_ip_address': '172.25.8.125', 'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'router_id': 'ebab3b7f-c401-4fa0-a8e8-87164b7a31a0', 'port_id': 'd2732bb8-3954-459d-84ef-b94a9effb087', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3107, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91c54fc6-0170-4b8c-829d-7c5f473bbce4', 'mac_address': 'fa:16:3e:7b:21:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839d4001-730c-429d-980a-15c1d88a4dbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:27:20Z', 'updated_at': '2021-08-11T03:27:20Z', 'revision_number': 0, 'project_id': 'a5478860f7cb432583cc8e5d994d2237', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b6559c2-37d3-46ae-aa1b-293e6d773a7b', 'name': '', 'network_id': '91c54fc6-0170-4b8c-829d-7c5f473bbce4', 'tenant_id': 'a5478860f7cb432583cc8e5d994d2237', 'mac_address': 'fa:16:3e:7b:2f:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebab3b7f-c401-4fa0-a8e8-87164b7a31a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3036, 'fixed_ips': [{'subnet_id': '819be143-924b-4c22-80c2-2d9e3702d70c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:26:58Z', 'updated_at': '2021-08-11T03:27:05Z', 'revision_number': 5, 'project_id': 'a5478860f7cb432583cc8e5d994d2237', 'subnets': [{'id': '819be143-924b-4c22-80c2-2d9e3702d70c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:27:23.215535 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-43d80fdf-a189-47b4-b49f-1c57f3a20f39 req-71031363-7170-4091-9fc3-677a5106676e service neutron] 10.222.0.24 "GET /v2.0/networks/91c54fc6-0170-4b8c-829d-7c5f473bbce4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971018 Aug 11 03:27:23.218244 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e03c940-afb4-434d-a754-457e45b31298 req-77df0299-b666-40fd-9b30-0b75b969831b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:23.220205 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6e03c940-afb4-434d-a754-457e45b31298 req-77df0299-b666-40fd-9b30-0b75b969831b service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=aa4881cab50c41879c2f4c8095737f79&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2024553 Aug 11 03:27:23.353695 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ec22cb-ad37-45c1-a7f2-a3cc2e092af3 None None] New status for floating IP cb088d2c-3e50-4862-9123-354a66a369fd: ACTIVE {{(pid=102194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:27:23.401552 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-43d80fdf-a189-47b4-b49f-1c57f3a20f39 req-2cfd28de-a2b8-42ec-bb83-6df332dd6f5d service neutron] 10.222.0.24 "GET /v2.0/networks/91c54fc6-0170-4b8c-829d-7c5f473bbce4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720576 Aug 11 03:27:23.404684 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e03c940-afb4-434d-a754-457e45b31298 req-ae63d31a-f679-4660-9b09-5dad571e6d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:23.406140 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6e03c940-afb4-434d-a754-457e45b31298 req-ae63d31a-f679-4660-9b09-5dad571e6d1e service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1688521 Aug 11 03:27:23.533547 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11bc847-20cb-401d-a271-5f9a7f5119b9 req-1a6fcc58-b709-4af9-8956-76faf29afc5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:23.537471 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b11bc847-20cb-401d-a271-5f9a7f5119b9 req-1a6fcc58-b709-4af9-8956-76faf29afc5d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=aa4881cab50c41879c2f4c8095737f79&device_id=02c95187-e5fe-4a34-881c-ff26ff009798 HTTP/1.1" status: 200 len: 1096 time: 0.0523484 Aug 11 03:27:23.586429 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b11bc847-20cb-401d-a271-5f9a7f5119b9 req-eacf002e-ac52-4488-9a20-ff1e6af21fe3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7f2be669-5823-43db-ae42-095f85cee095 HTTP/1.1" status: 200 len: 217 time: 0.0395300 Aug 11 03:27:23.641334 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11bc847-20cb-401d-a271-5f9a7f5119b9 req-06147b92-0223-4e53-b84c-b561668f3d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:23.643700 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b11bc847-20cb-401d-a271-5f9a7f5119b9 req-06147b92-0223-4e53-b84c-b561668f3d3a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a40bd476-781d-4977-9525-240e8b9d83c2 HTTP/1.1" status: 200 len: 849 time: 0.0496342 Aug 11 03:27:23.678103 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b11bc847-20cb-401d-a271-5f9a7f5119b9 req-bdad33ea-1144-4701-8bcb-f5bce3a3e44e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2d3394cc-de2c-465d-a346-5d3245634084&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269647 Aug 11 03:27:23.701941 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 57042) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:27:23.807079 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-3189d3c8-1c98-430c-a914-f49d024d9500 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/floatingips/cb088d2c-3e50-4862-9123-354a66a369fd HTTP/1.1" status: 200 len: 994 time: 0.0997443 Aug 11 03:27:23.819919 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6218119-2945-4d4e-8182-0275ea61facb req-5d2cf3b5-db9f-496d-9d1b-42663a0c6568 tempest-VolumesActionsTest-1252510325 tempest-VolumesActionsTest-1252510325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:23.821667 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e6218119-2945-4d4e-8182-0275ea61facb req-5d2cf3b5-db9f-496d-9d1b-42663a0c6568 tempest-VolumesActionsTest-1252510325 tempest-VolumesActionsTest-1252510325-project] 10.222.0.41 "GET /v2.0/ports?device_id=02c95187-e5fe-4a34-881c-ff26ff009798 HTTP/1.1" status: 200 len: 944 time: 0.1274314 Aug 11 03:27:23.866569 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b11bc847-20cb-401d-a271-5f9a7f5119b9 req-31c9ccf2-7f57-40ad-a3fc-61a686a355af service neutron] 10.222.0.24 "GET /v2.0/networks/2d3394cc-de2c-465d-a346-5d3245634084?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806405 Aug 11 03:27:23.892266 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7a3a9199-18df-4ebb-9909-a144faa72785 req-53ef4ab1-4896-494e-906a-88412587af8e tempest-ServerShowV247Test-1476048630 tempest-ServerShowV247Test-1476048630-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9351e16-0f09-4d77-be70-052e98e6b1b9 HTTP/1.1" status: 200 len: 210 time: 0.0362606 Aug 11 03:27:23.917612 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e6218119-2945-4d4e-8182-0275ea61facb req-749ec61c-a097-4eb7-9e64-930556e9d249 tempest-VolumesActionsTest-1252510325 tempest-VolumesActionsTest-1252510325-project] 10.222.0.41 "GET /v2.0/security-groups?id=36e9426c-ad8c-4695-b5d2-b967844f83d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873082 Aug 11 03:27:23.987294 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b11bc847-20cb-401d-a271-5f9a7f5119b9 req-6099e46c-7347-4409-aee2-8e90d9fb14bb service neutron] 10.222.0.24 "GET /v2.0/networks/2d3394cc-de2c-465d-a346-5d3245634084?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975761 Aug 11 03:27:25.015163 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-92240ccb-5ce3-4b6b-a1b4-3e086ba48121 req-a5ed3e21-e101-4654-b9cc-1787f5335867 tempest-ServerShowV247Test-1476048630 tempest-ServerShowV247Test-1476048630-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9351e16-0f09-4d77-be70-052e98e6b1b9 HTTP/1.1" status: 200 len: 210 time: 0.0403516 Aug 11 03:27:25.246145 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d80db3-5d52-4d65-87d5-26982350ec27 req-bfffdb4b-f6bb-454b-905b-14ab2fd97ec2 tempest-VolumesActionsTest-1252510325 tempest-VolumesActionsTest-1252510325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:25.246145 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-12d80db3-5d52-4d65-87d5-26982350ec27 req-bfffdb4b-f6bb-454b-905b-14ab2fd97ec2 tempest-VolumesActionsTest-1252510325 tempest-VolumesActionsTest-1252510325-project] 10.222.0.41 "GET /v2.0/ports?device_id=02c95187-e5fe-4a34-881c-ff26ff009798 HTTP/1.1" status: 200 len: 944 time: 0.0511487 Aug 11 03:27:25.246145 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-12d80db3-5d52-4d65-87d5-26982350ec27 req-2e3dc679-e893-4926-aa54-29229f18bfeb tempest-VolumesActionsTest-1252510325 tempest-VolumesActionsTest-1252510325-project] 10.222.0.41 "GET /v2.0/security-groups?id=36e9426c-ad8c-4695-b5d2-b967844f83d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358083 Aug 11 03:27:25.431983 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-4209b3ea-8d9d-4dbc-b90c-129ffbf18219 req-38a756cb-cef8-40b2-9af2-eb1a2d39c3ca service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=b9351e16-0f09-4d77-be70-052e98e6b1b9 HTTP/1.1" status: 200 len: 210 time: 0.0277822 Aug 11 03:27:26.122996 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9d3a92c1-9bfe-4830-addc-3e9318041e5c req-2bc34474-e0d3-446e-8045-33eb91982a9d tempest-ServerShowV247Test-1476048630 tempest-ServerShowV247Test-1476048630-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9351e16-0f09-4d77-be70-052e98e6b1b9 HTTP/1.1" status: 200 len: 210 time: 0.0332508 Aug 11 03:27:26.241455 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3861bf96-a0db-435d-8ad9-62ad11a5f4c6 req-46a423e9-192a-4220-b0a1-ff69b4e46e89 tempest-VolumesActionsTest-1252510325 tempest-VolumesActionsTest-1252510325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:26.243087 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3861bf96-a0db-435d-8ad9-62ad11a5f4c6 req-46a423e9-192a-4220-b0a1-ff69b4e46e89 tempest-VolumesActionsTest-1252510325 tempest-VolumesActionsTest-1252510325-project] 10.222.0.41 "GET /v2.0/ports?device_id=02c95187-e5fe-4a34-881c-ff26ff009798 HTTP/1.1" status: 200 len: 944 time: 0.0507488 Aug 11 03:27:26.286367 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3861bf96-a0db-435d-8ad9-62ad11a5f4c6 req-b6c266bc-a1f6-473f-97c7-85d30c76462c tempest-VolumesActionsTest-1252510325 tempest-VolumesActionsTest-1252510325-project] 10.222.0.41 "GET /v2.0/security-groups?id=36e9426c-ad8c-4695-b5d2-b967844f83d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361536 Aug 11 03:27:27.231254 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-42c4c6f5-382e-4b19-9038-d50163b553b1 req-36e8d9da-490b-46fc-ae41-24ec4beb746d tempest-ServerShowV247Test-1476048630 tempest-ServerShowV247Test-1476048630-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9351e16-0f09-4d77-be70-052e98e6b1b9 HTTP/1.1" status: 200 len: 210 time: 0.0276911 Aug 11 03:27:27.444649 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ec8c87-77ba-4870-bd18-d410cf2e2e3e req-e812c2ae-a2c0-47bc-91e7-4e5dd493214e tempest-VolumesActionsTest-1252510325 tempest-VolumesActionsTest-1252510325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:27.446726 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-08ec8c87-77ba-4870-bd18-d410cf2e2e3e req-e812c2ae-a2c0-47bc-91e7-4e5dd493214e tempest-VolumesActionsTest-1252510325 tempest-VolumesActionsTest-1252510325-project] 10.222.0.41 "GET /v2.0/ports?device_id=02c95187-e5fe-4a34-881c-ff26ff009798 HTTP/1.1" status: 200 len: 944 time: 0.0666182 Aug 11 03:27:27.526355 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-08ec8c87-77ba-4870-bd18-d410cf2e2e3e req-030a2a4a-3c73-45ce-98dc-91d45b9400d8 tempest-VolumesActionsTest-1252510325 tempest-VolumesActionsTest-1252510325-project] 10.222.0.41 "GET /v2.0/security-groups?id=36e9426c-ad8c-4695-b5d2-b967844f83d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728261 Aug 11 03:27:27.575919 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a75f20f0-29bd-4672-9555-bf9740a2728e req-683d3308-a6f4-47f5-94a5-26a3c031c261 tempest-ServerShowV247Test-1476048630 tempest-ServerShowV247Test-1476048630-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9351e16-0f09-4d77-be70-052e98e6b1b9&device_id=d489072b-e0d1-4799-984d-214f8f8f808f HTTP/1.1" status: 200 len: 210 time: 0.0369029 Aug 11 03:27:28.040293 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 57100) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:27:28.089607 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-bfca7da9-9f22-43b9-afbc-c15fca99b4de req-79780227-434c-4e80-8625-64c3db93c355 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a84f33a87bdb4473b13c03de9d0ef48c&device_id=b9351e16-0f09-4d77-be70-052e98e6b1b9 HTTP/1.1" status: 200 len: 210 time: 0.0250089 Aug 11 03:27:28.098889 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-157f3c68-b19e-45bf-9aac-fbe0f91d9230 req-36746b75-59ef-4d0f-9e93-183baa290462 tempest-ServerShowV247Test-1476048630 tempest-ServerShowV247Test-1476048630-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9351e16-0f09-4d77-be70-052e98e6b1b9 HTTP/1.1" status: 200 len: 210 time: 0.0298183 Aug 11 03:27:28.119217 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-bfca7da9-9f22-43b9-afbc-c15fca99b4de req-4c6a57fc-ac5d-4442-9c8d-cdf0ed00cc9f service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=a84f33a87bdb4473b13c03de9d0ef48c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0210934 Aug 11 03:27:28.170830 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-1f5ac69f-1893-4633-8b7e-f1ba0c28d2e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:28.217321 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfca7da9-9f22-43b9-afbc-c15fca99b4de req-3eb2eed4-ae1f-4f7a-b457-181e6b9de82c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:28.219072 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-bfca7da9-9f22-43b9-afbc-c15fca99b4de req-3eb2eed4-ae1f-4f7a-b457-181e6b9de82c service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0931227 Aug 11 03:27:28.262655 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-1f5ac69f-1893-4633-8b7e-f1ba0c28d2e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:28.318603 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-1f5ac69f-1893-4633-8b7e-f1ba0c28d2e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:28.355238 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5ac69f-1893-4633-8b7e-f1ba0c28d2e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4368bcbd-0b92-4d34-b65e-a829979c87e0,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:28.359555 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-1f5ac69f-1893-4633-8b7e-f1ba0c28d2e5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c3990a597ba24cd991c265cdd19f39fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3181517 Aug 11 03:27:28.362145 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 57104) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:27:28.414030 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b9cf88dc-dacd-48a8-ab27-8d6b21852e28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:28.436046 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b9cf88dc-dacd-48a8-ab27-8d6b21852e28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:28.448800 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 7f2be669-5823-43db-ae42-095f85cee095 details requested by agent hyperv_n-h2-764292-30 with host n-h2-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:27:28.547455 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port 7f2be669-5823-43db-ae42-095f85cee095, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=7f2be669-5823-43db-ae42-095f85cee095,segment=NetworkSegment(a30cc6eb-fe4c-4458-9370-0d5fe6244579),segment_id=a30cc6eb-fe4c-4458-9370-0d5fe6244579)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:27:28.560361 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Returning: {'device': '7f2be669-5823-43db-ae42-095f85cee095', 'network_id': '2d3394cc-de2c-465d-a346-5d3245634084', 'port_id': '7f2be669-5823-43db-ae42-095f85cee095', 'mac_address': 'fa:16:3e:eb:b5:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a40bd476-781d-4977-9525-240e8b9d83c2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:27:28.572715 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b9cf88dc-dacd-48a8-ab27-8d6b21852e28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:28.577772 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b9cf88dc-dacd-48a8-ab27-8d6b21852e28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:28.580984 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-b9cf88dc-dacd-48a8-ab27-8d6b21852e28 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4368bcbd-0b92-4d34-b65e-a829979c87e0 HTTP/1.1" status: 204 len: 168 time: 0.2156525 Aug 11 03:27:28.593042 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cf88dc-dacd-48a8-ab27-8d6b21852e28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4368bcbd-0b92-4d34-b65e-a829979c87e0,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:28.646672 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:28.666789 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f2be669-5823-43db-ae42-095f85cee095 {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:27:28.687248 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b1e85b-b7f9-4389-b641-86ccc6889a7b req-dbff8a38-0393-4fc9-82cf-5c2a948a781f tempest-VolumesActionsTest-1252510325 tempest-VolumesActionsTest-1252510325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:28.689740 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-88b1e85b-b7f9-4389-b641-86ccc6889a7b req-dbff8a38-0393-4fc9-82cf-5c2a948a781f tempest-VolumesActionsTest-1252510325 tempest-VolumesActionsTest-1252510325-project] 10.222.0.41 "GET /v2.0/ports?device_id=02c95187-e5fe-4a34-881c-ff26ff009798 HTTP/1.1" status: 200 len: 944 time: 0.0663192 Aug 11 03:27:28.697634 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port 7f2be669-5823-43db-ae42-095f85cee095, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=7f2be669-5823-43db-ae42-095f85cee095,segment=NetworkSegment(a30cc6eb-fe4c-4458-9370-0d5fe6244579),segment_id=a30cc6eb-fe4c-4458-9370-0d5fe6244579)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:27:28.733320 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-88b1e85b-b7f9-4389-b641-86ccc6889a7b req-ab169153-d7a3-45f7-8ebc-7e2560344dbf tempest-VolumesActionsTest-1252510325 tempest-VolumesActionsTest-1252510325-project] 10.222.0.41 "GET /v2.0/security-groups?id=36e9426c-ad8c-4695-b5d2-b967844f83d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373623 Aug 11 03:27:28.810037 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:28.859578 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=7f2be669-5823-43db-ae42-095f85cee095,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:29.046649 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['7f2be669-5823-43db-ae42-095f85cee095'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:27:29.194750 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-20965bdd-53cb-4842-8ed0-e012126cd065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:29.198589 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6ed59eee-7c72-4d4d-a82e-c5c6edccd797 req-c6f6c558-822b-4e70-a166-361d382219c6 tempest-ServerShowV247Test-1476048630 tempest-ServerShowV247Test-1476048630-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9351e16-0f09-4d77-be70-052e98e6b1b9 HTTP/1.1" status: 200 len: 210 time: 0.0283017 Aug 11 03:27:29.303048 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 57118) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:27:29.320339 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4a09b3c4-ca9f-493c-bfc4-89a796e393b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:29.413078 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4a09b3c4-ca9f-493c-bfc4-89a796e393b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:29.513074 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4a09b3c4-ca9f-493c-bfc4-89a796e393b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:29.551601 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a09b3c4-ca9f-493c-bfc4-89a796e393b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3597ff3b-d4a7-485b-aa6f-6455fbb27133,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:29.559697 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-4a09b3c4-ca9f-493c-bfc4-89a796e393b1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ed7039f350ce4f90aa2d503293a261c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2547302 Aug 11 03:27:29.559897 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 57120) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:27:29.582365 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-bfca7da9-9f22-43b9-afbc-c15fca99b4de req-5bba2dd8-95b6-4c33-9ec7-485c8b1ddf4c tempest-ServerShowV247Test-1476048630 tempest-ServerShowV247Test-1476048630-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9351e16-0f09-4d77-be70-052e98e6b1b9 HTTP/1.1" status: 200 len: 210 time: 0.0293748 Aug 11 03:27:29.616078 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-1572821f-693c-4016-9c49-bb248a21cba8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:29.638467 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-1572821f-693c-4016-9c49-bb248a21cba8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:29.839516 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-1572821f-693c-4016-9c49-bb248a21cba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:29.841979 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-1572821f-693c-4016-9c49-bb248a21cba8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:29.843142 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-1572821f-693c-4016-9c49-bb248a21cba8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3597ff3b-d4a7-485b-aa6f-6455fbb27133 HTTP/1.1" status: 204 len: 168 time: 0.2820013 Aug 11 03:27:29.855156 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1572821f-693c-4016-9c49-bb248a21cba8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3597ff3b-d4a7-485b-aa6f-6455fbb27133,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:29.872509 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605ce4b1-8718-43bc-b4f6-3ebb91889847 req-0e381182-c0a8-41cb-bbf3-af0c1bf6c9e2 tempest-VolumesActionsTest-1252510325 tempest-VolumesActionsTest-1252510325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:29.874418 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-605ce4b1-8718-43bc-b4f6-3ebb91889847 req-0e381182-c0a8-41cb-bbf3-af0c1bf6c9e2 tempest-VolumesActionsTest-1252510325 tempest-VolumesActionsTest-1252510325-project] 10.222.0.41 "GET /v2.0/ports?device_id=02c95187-e5fe-4a34-881c-ff26ff009798 HTTP/1.1" status: 200 len: 945 time: 0.0634756 Aug 11 03:27:29.921807 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-605ce4b1-8718-43bc-b4f6-3ebb91889847 req-86899ae6-1b6c-4284-8363-c0388fcc1cd2 tempest-VolumesActionsTest-1252510325 tempest-VolumesActionsTest-1252510325-project] 10.222.0.41 "GET /v2.0/security-groups?id=36e9426c-ad8c-4695-b5d2-b967844f83d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377984 Aug 11 03:27:30.311526 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6669bfe9-cf4c-4ba1-8049-f9748741ef4b req-0361a4ae-8c75-4230-b89f-9a96e06d35c9 tempest-ServerShowV247Test-1476048630 tempest-ServerShowV247Test-1476048630-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9351e16-0f09-4d77-be70-052e98e6b1b9 HTTP/1.1" status: 200 len: 210 time: 0.0288322 Aug 11 03:27:30.461944 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 7f2be669-5823-43db-ae42-095f85cee095 up at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:27:30.604154 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning for port 7f2be669-5823-43db-ae42-095f85cee095 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:27:30.608365 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning complete for port 7f2be669-5823-43db-ae42-095f85cee095 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:27:30.608754 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:30.685968 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:30.709599 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02c95187-e5fe-4a34-881c-ff26ff009798', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f2be669-5823-43db-ae42-095f85cee095'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:27:30.711908 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10e73936-081d-4c97-9628-1e6ba9f59246" -d '{"events": [{"server_uuid": "02c95187-e5fe-4a34-881c-ff26ff009798", "name": "network-vif-plugged", "status": "completed", "tag": "7f2be669-5823-43db-ae42-095f85cee095"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:27:30.725480 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port 7f2be669-5823-43db-ae42-095f85cee095, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=7f2be669-5823-43db-ae42-095f85cee095,segment=NetworkSegment(a30cc6eb-fe4c-4458-9370-0d5fe6244579),segment_id=a30cc6eb-fe4c-4458-9370-0d5fe6244579)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:27:30.760922 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c79eb4e0-853e-4818-bf5f-5b3dedeca7a4 x-openstack-request-id: req-c79eb4e0-853e-4818-bf5f-5b3dedeca7a4 {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:27:30.761348 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02c95187-e5fe-4a34-881c-ff26ff009798", "name": "network-vif-plugged", "status": "completed", "tag": "7f2be669-5823-43db-ae42-095f85cee095", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:27:30.761835 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c79eb4e0-853e-4818-bf5f-5b3dedeca7a4 {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:27:30.762443 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02c95187-e5fe-4a34-881c-ff26ff009798', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f2be669-5823-43db-ae42-095f85cee095', 'code': 200} Aug 11 03:27:30.782494 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:30.879986 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=7f2be669-5823-43db-ae42-095f85cee095,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:30.886919 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db72e7a-5f4a-4ad1-9249-ed8b109ec5e0 req-3d9319c8-b806-4872-9a62-424ab0232f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:30.888739 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9db72e7a-5f4a-4ad1-9249-ed8b109ec5e0 req-3d9319c8-b806-4872-9a62-424ab0232f4e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=02c95187-e5fe-4a34-881c-ff26ff009798 HTTP/1.1" status: 200 len: 1098 time: 0.0553339 Aug 11 03:27:30.934190 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9db72e7a-5f4a-4ad1-9249-ed8b109ec5e0 req-4e0dbbe3-f624-4862-8825-8a5e38cba8ce service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=36e9426c-ad8c-4695-b5d2-b967844f83d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374103 Aug 11 03:27:31.068448 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66044f8f-e5ba-4a36-85f8-6d2692d46242 req-3310f43c-cc6d-4d08-901f-04695add51d3 tempest-VolumesActionsTest-1252510325 tempest-VolumesActionsTest-1252510325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:31.070033 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-66044f8f-e5ba-4a36-85f8-6d2692d46242 req-3310f43c-cc6d-4d08-901f-04695add51d3 tempest-VolumesActionsTest-1252510325 tempest-VolumesActionsTest-1252510325-project] 10.222.0.41 "GET /v2.0/ports?device_id=02c95187-e5fe-4a34-881c-ff26ff009798 HTTP/1.1" status: 200 len: 946 time: 0.0566089 Aug 11 03:27:31.109291 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-66044f8f-e5ba-4a36-85f8-6d2692d46242 req-f06eab8f-7dfa-455f-a54b-6066db882fec tempest-VolumesActionsTest-1252510325 tempest-VolumesActionsTest-1252510325-project] 10.222.0.41 "GET /v2.0/security-groups?id=36e9426c-ad8c-4695-b5d2-b967844f83d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331032 Aug 11 03:27:31.451060 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea214712-e078-4b35-80b0-c885eca4c014 req-cdd1a82b-f0a5-450c-a283-b4ca0a451a44 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:31.452670 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ea214712-e078-4b35-80b0-c885eca4c014 req-cdd1a82b-f0a5-450c-a283-b4ca0a451a44 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] 10.222.0.41 "GET /v2.0/ports?device_id=a38afb75-bfb0-4200-ae9a-cb2f866befdd HTTP/1.1" status: 200 len: 946 time: 0.0558052 Aug 11 03:27:31.494937 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ea214712-e078-4b35-80b0-c885eca4c014 req-585364b6-aef6-4a6c-bdd8-2df940bbc8fc tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] 10.222.0.41 "GET /v2.0/security-groups?id=adeeef27-808b-48fe-80b7-b3abd2371fee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320063 Aug 11 03:27:31.867399 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:31.895090 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-046d261c-9eb8-4bf7-a4c0-14baaa9255bf req-a56d6763-dc95-4232-a66d-640bf3505d31 tempest-ServerShowV247Test-1476048630 tempest-ServerShowV247Test-1476048630-project] 10.222.0.41 "GET /v2.0/ports?device_id=d489072b-e0d1-4799-984d-214f8f8f808f HTTP/1.1" status: 200 len: 210 time: 0.0455856 Aug 11 03:27:31.915269 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-ee2aed6e-4354-48be-9a07-45a28492c4fb req-5487d6e4-9a2b-47b5-bf12-d6569092224b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a84f33a87bdb4473b13c03de9d0ef48c&device_id=d489072b-e0d1-4799-984d-214f8f8f808f HTTP/1.1" status: 200 len: 210 time: 0.0459292 Aug 11 03:27:31.949456 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-ee2aed6e-4354-48be-9a07-45a28492c4fb req-31897e9c-3be2-4834-89b0-28301b97e71c service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=a84f33a87bdb4473b13c03de9d0ef48c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0262148 Aug 11 03:27:32.060537 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2aed6e-4354-48be-9a07-45a28492c4fb req-8fa3fc34-95c5-4c44-b3f6-5cab701ed597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:32.062248 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-ee2aed6e-4354-48be-9a07-45a28492c4fb req-8fa3fc34-95c5-4c44-b3f6-5cab701ed597 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1070993 Aug 11 03:27:32.118735 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-be997a67-ae36-4c78-ad42-9fe0fba97fc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:32.225524 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e120ebbf-99bc-4cbd-9bc2-17b061204390 req-7c6e8fb9-8bdd-4990-85c0-b1cec051610a tempest-VolumesActionsTest-1252510325 tempest-VolumesActionsTest-1252510325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:32.227057 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e120ebbf-99bc-4cbd-9bc2-17b061204390 req-7c6e8fb9-8bdd-4990-85c0-b1cec051610a tempest-VolumesActionsTest-1252510325 tempest-VolumesActionsTest-1252510325-project] 10.222.0.41 "GET /v2.0/ports?device_id=02c95187-e5fe-4a34-881c-ff26ff009798 HTTP/1.1" status: 200 len: 946 time: 0.0486557 Aug 11 03:27:32.266487 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e120ebbf-99bc-4cbd-9bc2-17b061204390 req-5640a680-10ca-42b5-a38b-5b0ea79c8ad2 tempest-VolumesActionsTest-1252510325 tempest-VolumesActionsTest-1252510325-project] 10.222.0.41 "GET /v2.0/security-groups?id=36e9426c-ad8c-4695-b5d2-b967844f83d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332983 Aug 11 03:27:32.619347 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d4f3d0-e302-4317-8ab5-e9e7b5bfdac0 req-e1581e58-f3f7-466a-b304-99cba35df8cf tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:32.620788 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e9d4f3d0-e302-4317-8ab5-e9e7b5bfdac0 req-e1581e58-f3f7-466a-b304-99cba35df8cf tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] 10.222.0.41 "GET /v2.0/ports?device_id=a38afb75-bfb0-4200-ae9a-cb2f866befdd HTTP/1.1" status: 200 len: 946 time: 0.0555065 Aug 11 03:27:32.660331 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e9d4f3d0-e302-4317-8ab5-e9e7b5bfdac0 req-1059bf70-a78d-4d76-a94f-4a6c2d177ba6 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] 10.222.0.41 "GET /v2.0/security-groups?id=adeeef27-808b-48fe-80b7-b3abd2371fee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333014 Aug 11 03:27:32.983966 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-dc19f507-26cc-49bd-9c6c-9847d47d6de9 req-3016ea32-6e44-4da2-acfa-f119ce38f154 tempest-ServerShowV247Test-1476048630 tempest-ServerShowV247Test-1476048630-project] 10.222.0.41 "GET /v2.0/ports?device_id=d489072b-e0d1-4799-984d-214f8f8f808f HTTP/1.1" status: 200 len: 210 time: 0.0276132 Aug 11 03:27:33.038985 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:33.264652 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 57236) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:27:33.380735 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fab5fe95-ae69-41ab-a387-2e729394855d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:33.418713 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7659d07a-9248-4c4a-a15c-aeee4f14a63d req-e7e5e973-0fa1-4aeb-8925-9be320a65286 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:33.424691 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7659d07a-9248-4c4a-a15c-aeee4f14a63d req-e7e5e973-0fa1-4aeb-8925-9be320a65286 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] 10.222.0.24 "GET /v2.0/ports?device_id=a38afb75-bfb0-4200-ae9a-cb2f866befdd HTTP/1.1" status: 200 len: 946 time: 0.0678840 Aug 11 03:27:33.473741 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fab5fe95-ae69-41ab-a387-2e729394855d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:33.533345 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [req-7659d07a-9248-4c4a-a15c-aeee4f14a63d req-e20bf7b6-b0fb-4f2b-b24b-e44b68e7e2a4 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Deleting port 969cd21a-5fa1-4d88-a6ec-12eeda300618 {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:27:33.533684 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-7659d07a-9248-4c4a-a15c-aeee4f14a63d req-e20bf7b6-b0fb-4f2b-b24b-e44b68e7e2a4 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:33.582992 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-ee2aed6e-4354-48be-9a07-45a28492c4fb req-fc09c641-13f0-4031-be5a-83eccdd78a51 tempest-ServerShowV247Test-1476048630 tempest-ServerShowV247Test-1476048630-project] 10.222.0.22 "GET /v2.0/ports?device_id=d489072b-e0d1-4799-984d-214f8f8f808f HTTP/1.1" status: 200 len: 210 time: 0.0289986 Aug 11 03:27:33.584287 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fab5fe95-ae69-41ab-a387-2e729394855d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:33.619215 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-fab5fe95-ae69-41ab-a387-2e729394855d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d492a320525242adab041e2ffea090ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3534827 Aug 11 03:27:33.621873 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 57242) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:27:33.637109 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab5fe95-ae69-41ab-a387-2e729394855d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42a7fdfb-74f3-4fbb-a6ba-18ffc9733e46,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:33.680846 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-7659d07a-9248-4c4a-a15c-aeee4f14a63d req-e20bf7b6-b0fb-4f2b-b24b-e44b68e7e2a4 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] For port 969cd21a-5fa1-4d88-a6ec-12eeda300618, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=969cd21a-5fa1-4d88-a6ec-12eeda300618,segment=NetworkSegment(9f8ce2aa-5895-4159-b95f-a2336900b8ec),segment_id=9f8ce2aa-5895-4159-b95f-a2336900b8ec)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:27:33.681139 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-7659d07a-9248-4c4a-a15c-aeee4f14a63d req-e20bf7b6-b0fb-4f2b-b24b-e44b68e7e2a4 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:33.814042 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-3fec8238-af2b-439e-94a6-e39bc5503f79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:33.913154 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-3fec8238-af2b-439e-94a6-e39bc5503f79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:33.921577 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea6f504-2ab7-404b-bb2d-f35347c57fe9 req-a0af2680-2ac4-4556-ac70-31e12024300f tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:33.923259 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1ea6f504-2ab7-404b-bb2d-f35347c57fe9 req-a0af2680-2ac4-4556-ac70-31e12024300f tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] 10.222.0.41 "GET /v2.0/ports?device_id=a38afb75-bfb0-4200-ae9a-cb2f866befdd HTTP/1.1" status: 200 len: 946 time: 0.1649930 Aug 11 03:27:34.040441 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1ea6f504-2ab7-404b-bb2d-f35347c57fe9 req-7982f5af-65eb-4746-bd44-0ea031b535d4 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] 10.222.0.41 "GET /v2.0/security-groups?id=adeeef27-808b-48fe-80b7-b3abd2371fee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027300 Aug 11 03:27:34.056551 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-7659d07a-9248-4c4a-a15c-aeee4f14a63d req-e20bf7b6-b0fb-4f2b-b24b-e44b68e7e2a4 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:34.056551 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-7659d07a-9248-4c4a-a15c-aeee4f14a63d req-e20bf7b6-b0fb-4f2b-b24b-e44b68e7e2a4 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446866'] for floatingip, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:34.056551 n-d-764292-30 neutron-server[102192]: INFO neutron.db.l3_db [req-7659d07a-9248-4c4a-a15c-aeee4f14a63d req-e20bf7b6-b0fb-4f2b-b24b-e44b68e7e2a4 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Floating IP 91b378eb-bb74-4b9f-802d-0af4398162f0 disassociated. External IP: 172.25.8.193, port: 969cd21a-5fa1-4d88-a6ec-12eeda300618. Aug 11 03:27:34.056551 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [req-7659d07a-9248-4c4a-a15c-aeee4f14a63d req-e20bf7b6-b0fb-4f2b-b24b-e44b68e7e2a4 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Calling delete_port for 969cd21a-5fa1-4d88-a6ec-12eeda300618 owned by compute:nova {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:27:34.151148 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-fd915826-46af-482b-9fcc-b4c3750eec53 req-baf09aac-b47b-4bc6-ba17-db2d207b2559 tempest-ServerShowV247Test-1476048630 tempest-ServerShowV247Test-1476048630-project] 10.222.0.41 "GET /v2.0/ports?device_id=d489072b-e0d1-4799-984d-214f8f8f808f HTTP/1.1" status: 200 len: 210 time: 0.0402546 Aug 11 03:27:34.178317 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-3fec8238-af2b-439e-94a6-e39bc5503f79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:34.180710 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-3fec8238-af2b-439e-94a6-e39bc5503f79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:34.181949 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-3fec8238-af2b-439e-94a6-e39bc5503f79 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/42a7fdfb-74f3-4fbb-a6ba-18ffc9733e46 HTTP/1.1" status: 204 len: 168 time: 0.5583217 Aug 11 03:27:34.203912 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fec8238-af2b-439e-94a6-e39bc5503f79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42a7fdfb-74f3-4fbb-a6ba-18ffc9733e46,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:34.695955 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-7659d07a-9248-4c4a-a15c-aeee4f14a63d req-e20bf7b6-b0fb-4f2b-b24b-e44b68e7e2a4 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:34.696794 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:34.725356 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20bf7b6-b0fb-4f2b-b24b-e44b68e7e2a4 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Pushing event deleted for resources: {'Port': ['ID=969cd21a-5fa1-4d88-a6ec-12eeda300618,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:34.847364 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7659d07a-9248-4c4a-a15c-aeee4f14a63d req-e20bf7b6-b0fb-4f2b-b24b-e44b68e7e2a4 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Router 90919bdd-25f6-4d2e-a5ff-49fd434f3f9c has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:27:34.962055 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7659d07a-9248-4c4a-a15c-aeee4f14a63d req-e20bf7b6-b0fb-4f2b-b24b-e44b68e7e2a4 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:27:34.973194 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-073356ee-ff0b-4809-9617-c400c3139c03 None None] Sync routers for ids ['90919bdd-25f6-4d2e-a5ff-49fd434f3f9c'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:27:34.983697 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073356ee-ff0b-4809-9617-c400c3139c03 None None] Routers {'90919bdd-25f6-4d2e-a5ff-49fd434f3f9c'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:27:34.984635 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-073356ee-ff0b-4809-9617-c400c3139c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:27:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['90919bdd-25f6-4d2e-a5ff-49fd434f3f9c'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:27:35.011449 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [req-7659d07a-9248-4c4a-a15c-aeee4f14a63d req-e20bf7b6-b0fb-4f2b-b24b-e44b68e7e2a4 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] No DVR routers for this DVR port 969cd21a-5fa1-4d88-a6ec-12eeda300618 on host n-h2-764292-30 {{(pid=102192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:27:35.011449 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-7659d07a-9248-4c4a-a15c-aeee4f14a63d req-e20bf7b6-b0fb-4f2b-b24b-e44b68e7e2a4 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:35.011449 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7659d07a-9248-4c4a-a15c-aeee4f14a63d req-e20bf7b6-b0fb-4f2b-b24b-e44b68e7e2a4 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] 10.222.0.24 "DELETE /v2.0/ports/969cd21a-5fa1-4d88-a6ec-12eeda300618 HTTP/1.1" status: 204 len: 173 time: 1.5773041 Aug 11 03:27:35.011449 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a38afb75-bfb0-4200-ae9a-cb2f866befdd', 'name': 'network-vif-deleted', 'tag': '969cd21a-5fa1-4d88-a6ec-12eeda300618'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:27:35.011899 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8db93970-82d6-4f04-917a-65c7adec909f" -d '{"events": [{"server_uuid": "a38afb75-bfb0-4200-ae9a-cb2f866befdd", "name": "network-vif-deleted", "tag": "969cd21a-5fa1-4d88-a6ec-12eeda300618"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:27:35.013118 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 57258) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:27:35.037863 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b81903be-c354-4624-989f-46c3979a9ff4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:35.055850 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9309676-9dd3-4a27-8681-635f909cccd9 x-openstack-request-id: req-a9309676-9dd3-4a27-8681-635f909cccd9 {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:27:35.088459 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a38afb75-bfb0-4200-ae9a-cb2f866befdd", "name": "network-vif-deleted", "tag": "969cd21a-5fa1-4d88-a6ec-12eeda300618", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:27:35.088459 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a9309676-9dd3-4a27-8681-635f909cccd9 {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:27:35.088459 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a38afb75-bfb0-4200-ae9a-cb2f866befdd', 'name': 'network-vif-deleted', 'tag': '969cd21a-5fa1-4d88-a6ec-12eeda300618', 'status': 'completed', 'code': 200} Aug 11 03:27:35.153672 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-073356ee-ff0b-4809-9617-c400c3139c03 None None] Set router 90919bdd-25f6-4d2e-a5ff-49fd434f3f9c gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:27:35.163343 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b81903be-c354-4624-989f-46c3979a9ff4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:35.230242 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f4d37a7d-c272-4464-becf-aa8b3a8643aa req-3b154013-6402-4f75-9337-6d63098ec2c6 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] 10.222.0.41 "GET /v2.0/ports?device_id=a38afb75-bfb0-4200-ae9a-cb2f866befdd HTTP/1.1" status: 200 len: 210 time: 0.0507393 Aug 11 03:27:35.239102 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b81903be-c354-4624-989f-46c3979a9ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:35.309427 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-b81903be-c354-4624-989f-46c3979a9ff4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8ab73d72a3fa42769a42da0211dfa54a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2927132 Aug 11 03:27:35.310661 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 57274) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:27:35.361727 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81903be-c354-4624-989f-46c3979a9ff4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f32fd71e-1328-46de-bd0d-94d58ff2c906,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:35.402563 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-6cd9f454-181a-4302-81c0-f78c6bd35874 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:35.427328 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-6cd9f454-181a-4302-81c0-f78c6bd35874 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:35.517302 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-073356ee-ff0b-4809-9617-c400c3139c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90919bdd-25f6-4d2e-a5ff-49fd434f3f9c', 'name': 'tempest-AttachVolumeTestJSON-1633192616-router', 'tenant_id': 'fdbe55b7c58c49b2bfb506767218e312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': 'ac12285f-37fc-49ef-82bb-e352306589e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:23:15Z', 'updated_at': '2021-08-11T03:23:22Z', 'revision_number': 4, 'project_id': 'fdbe55b7c58c49b2bfb506767218e312', 'gw_port': {'id': 'ac12285f-37fc-49ef-82bb-e352306589e8', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:d1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90919bdd-25f6-4d2e-a5ff-49fd434f3f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2587, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:23:16Z', 'updated_at': '2021-08-11T03:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '0376a1ee-6ff5-4e76-8d98-aa7f97f298e4', 'name': '', 'network_id': 'e7fa7474-ec27-48c0-82c6-4433dec0ec87', 'tenant_id': 'fdbe55b7c58c49b2bfb506767218e312', 'mac_address': 'fa:16:3e:8b:a7:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90919bdd-25f6-4d2e-a5ff-49fd434f3f9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2592, 'fixed_ips': [{'subnet_id': '89d4fe2e-02dc-452f-b37f-085ec5acb28a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:23:20Z', 'updated_at': '2021-08-11T03:23:32Z', 'revision_number': 5, 'project_id': 'fdbe55b7c58c49b2bfb506767218e312', 'subnets': [{'id': '89d4fe2e-02dc-452f-b37f-085ec5acb28a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:27:35.551408 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-073356ee-ff0b-4809-9617-c400c3139c03 None None] Checking router: 90919bdd-25f6-4d2e-a5ff-49fd434f3f9c for host: n-d-764292-30 {{(pid=102193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:27:35.560073 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073356ee-ff0b-4809-9617-c400c3139c03 None None] Routers {'90919bdd-25f6-4d2e-a5ff-49fd434f3f9c'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:27:35.560683 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-073356ee-ff0b-4809-9617-c400c3139c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:27:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['90919bdd-25f6-4d2e-a5ff-49fd434f3f9c'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:27:35.633455 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-6cd9f454-181a-4302-81c0-f78c6bd35874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:35.636053 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-6cd9f454-181a-4302-81c0-f78c6bd35874 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:35.637329 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-6cd9f454-181a-4302-81c0-f78c6bd35874 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f32fd71e-1328-46de-bd0d-94d58ff2c906 HTTP/1.1" status: 204 len: 168 time: 0.3262408 Aug 11 03:27:35.645713 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd9f454-181a-4302-81c0-f78c6bd35874 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f32fd71e-1328-46de-bd0d-94d58ff2c906,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:35.836662 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-073356ee-ff0b-4809-9617-c400c3139c03 None None] Set router 90919bdd-25f6-4d2e-a5ff-49fd434f3f9c gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:27:35.880490 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 57286) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:27:36.132720 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-073356ee-ff0b-4809-9617-c400c3139c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90919bdd-25f6-4d2e-a5ff-49fd434f3f9c', 'name': 'tempest-AttachVolumeTestJSON-1633192616-router', 'tenant_id': 'fdbe55b7c58c49b2bfb506767218e312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': 'ac12285f-37fc-49ef-82bb-e352306589e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:23:15Z', 'updated_at': '2021-08-11T03:23:22Z', 'revision_number': 4, 'project_id': 'fdbe55b7c58c49b2bfb506767218e312', 'gw_port': {'id': 'ac12285f-37fc-49ef-82bb-e352306589e8', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:d1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90919bdd-25f6-4d2e-a5ff-49fd434f3f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2587, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:23:16Z', 'updated_at': '2021-08-11T03:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '0376a1ee-6ff5-4e76-8d98-aa7f97f298e4', 'name': '', 'network_id': 'e7fa7474-ec27-48c0-82c6-4433dec0ec87', 'tenant_id': 'fdbe55b7c58c49b2bfb506767218e312', 'mac_address': 'fa:16:3e:8b:a7:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90919bdd-25f6-4d2e-a5ff-49fd434f3f9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2592, 'fixed_ips': [{'subnet_id': '89d4fe2e-02dc-452f-b37f-085ec5acb28a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:23:20Z', 'updated_at': '2021-08-11T03:23:32Z', 'revision_number': 5, 'project_id': 'fdbe55b7c58c49b2bfb506767218e312', 'subnets': [{'id': '89d4fe2e-02dc-452f-b37f-085ec5acb28a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:27:36.161479 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-073356ee-ff0b-4809-9617-c400c3139c03 None None] The sync data for ids ['90919bdd-25f6-4d2e-a5ff-49fd434f3f9c'] in n-d-764292-30 is: [{'id': '90919bdd-25f6-4d2e-a5ff-49fd434f3f9c', 'name': 'tempest-AttachVolumeTestJSON-1633192616-router', 'tenant_id': 'fdbe55b7c58c49b2bfb506767218e312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': 'ac12285f-37fc-49ef-82bb-e352306589e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:23:15Z', 'updated_at': '2021-08-11T03:23:22Z', 'revision_number': 4, 'project_id': 'fdbe55b7c58c49b2bfb506767218e312', 'gw_port': {'id': 'ac12285f-37fc-49ef-82bb-e352306589e8', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:d1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90919bdd-25f6-4d2e-a5ff-49fd434f3f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2587, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:23:16Z', 'updated_at': '2021-08-11T03:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '0376a1ee-6ff5-4e76-8d98-aa7f97f298e4', 'name': '', 'network_id': 'e7fa7474-ec27-48c0-82c6-4433dec0ec87', 'tenant_id': 'fdbe55b7c58c49b2bfb506767218e312', 'mac_address': 'fa:16:3e:8b:a7:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90919bdd-25f6-4d2e-a5ff-49fd434f3f9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2592, 'fixed_ips': [{'subnet_id': '89d4fe2e-02dc-452f-b37f-085ec5acb28a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:23:20Z', 'updated_at': '2021-08-11T03:23:32Z', 'revision_number': 5, 'project_id': 'fdbe55b7c58c49b2bfb506767218e312', 'subnets': [{'id': '89d4fe2e-02dc-452f-b37f-085ec5acb28a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:27:36.273610 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-473f678b-3195-45e0-8c75-f8b335bd9494 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:36.425437 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-473f678b-3195-45e0-8c75-f8b335bd9494 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:36.504163 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 969cd21a-5fa1-4d88-a6ec-12eeda300618 no longer exists at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:27:36.525512 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 57316) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:27:36.531777 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] No Port match for: 969cd21a-5fa1-4d88-a6ec-12eeda300618 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:27:36.532209 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 969cd21a-5fa1-4d88-a6ec-12eeda300618 not bound to the agent host n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:27:36.543835 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f1af59f-a775-4fdb-82da-3fd600dd614f None None] New status for floating IP 91b378eb-bb74-4b9f-802d-0af4398162f0: DOWN {{(pid=102194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:27:36.551877 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-473f678b-3195-45e0-8c75-f8b335bd9494 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:36.615466 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 57320) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:27:36.616365 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-473f678b-3195-45e0-8c75-f8b335bd9494 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a84f33a87bdb4473b13c03de9d0ef48c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7303741 Aug 11 03:27:36.618400 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473f678b-3195-45e0-8c75-f8b335bd9494 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=414e2af1-ab9b-407e-aca3-5cfb7c0ebefa,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:36.638262 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e88f314e-cd9b-4c80-bd57-7e13117aa136 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:36.684236 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e88f314e-cd9b-4c80-bd57-7e13117aa136 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:36.704163 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0278a162-cfc2-45e0-9175-497f70e8e53b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:36.741628 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0278a162-cfc2-45e0-9175-497f70e8e53b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:36.919324 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e88f314e-cd9b-4c80-bd57-7e13117aa136 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:36.919800 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0278a162-cfc2-45e0-9175-497f70e8e53b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:36.921902 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0278a162-cfc2-45e0-9175-497f70e8e53b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:36.922008 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e88f314e-cd9b-4c80-bd57-7e13117aa136 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:36.923881 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-0278a162-cfc2-45e0-9175-497f70e8e53b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/414e2af1-ab9b-407e-aca3-5cfb7c0ebefa HTTP/1.1" status: 204 len: 168 time: 0.3065159 Aug 11 03:27:36.926780 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-e88f314e-cd9b-4c80-bd57-7e13117aa136 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] 10.222.0.41 "DELETE /v2.0/security-groups/adeeef27-808b-48fe-80b7-b3abd2371fee HTTP/1.1" status: 204 len: 168 time: 0.4003997 Aug 11 03:27:36.929159 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 57328) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:27:36.938683 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0278a162-cfc2-45e0-9175-497f70e8e53b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=414e2af1-ab9b-407e-aca3-5cfb7c0ebefa,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:36.949948 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88f314e-cd9b-4c80-bd57-7e13117aa136 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=adeeef27-808b-48fe-80b7-b3abd2371fee,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:36.953631 n-d-764292-30 neutron-server[102192]: INFO neutron.api.v2.resource [None req-79d4f940-d3fb-4308-934d-863615fc94a7 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] show failed (client error): The resource could not be found. Aug 11 03:27:36.958402 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 57332) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:27:36.964978 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-79d4f940-d3fb-4308-934d-863615fc94a7 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] 10.222.0.41 "GET /v2.0/security-groups/adeeef27-808b-48fe-80b7-b3abd2371fee HTTP/1.1" status: 404 len: 347 time: 0.0326385 Aug 11 03:27:37.118196 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-dced288a-f700-4077-a8f3-e3de923197f5 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Deleting port eaa601c6-46ae-45c0-860d-8efd7c015ad0 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:27:37.118589 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-dced288a-f700-4077-a8f3-e3de923197f5 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:37.187453 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:37.218675 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-dced288a-f700-4077-a8f3-e3de923197f5 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:37.219019 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-dced288a-f700-4077-a8f3-e3de923197f5 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:37.233678 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-dced288a-f700-4077-a8f3-e3de923197f5 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Calling delete_port for eaa601c6-46ae-45c0-860d-8efd7c015ad0 owned by network:floatingip {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:27:37.485722 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-dced288a-f700-4077-a8f3-e3de923197f5 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:37.518101 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dced288a-f700-4077-a8f3-e3de923197f5 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Pushing event deleted for resources: {'Port': ['ID=eaa601c6-46ae-45c0-860d-8efd7c015ad0,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:37.601931 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-dced288a-f700-4077-a8f3-e3de923197f5 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Notify callbacks [] for floatingip, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:37.605123 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-dced288a-f700-4077-a8f3-e3de923197f5 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for floatingip, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:37.607227 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-dced288a-f700-4077-a8f3-e3de923197f5 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] 10.222.0.41 "DELETE /v2.0/floatingips/91b378eb-bb74-4b9f-802d-0af4398162f0 HTTP/1.1" status: 204 len: 168 time: 0.6480744 Aug 11 03:27:37.693136 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c3ef8382-abe3-432f-b6af-208b833ce229 req-7fa406b3-617e-4103-9ead-c5c27071eca7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=839d4001-730c-429d-980a-15c1d88a4dbd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0972350 Aug 11 03:27:37.782204 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ef8382-abe3-432f-b6af-208b833ce229 req-45c7fff8-0ca4-4c2c-a533-095875b417c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:37.787507 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c3ef8382-abe3-432f-b6af-208b833ce229 req-45c7fff8-0ca4-4c2c-a533-095875b417c3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a5478860f7cb432583cc8e5d994d2237&device_id=839d4001-730c-429d-980a-15c1d88a4dbd HTTP/1.1" status: 200 len: 1098 time: 0.0464852 Aug 11 03:27:37.923236 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326c931a-63ea-46e7-a5ff-cc001dda9a7e req-0d1d362b-7722-4dd9-a965-f378f3b0bf3e tempest-VolumesActionsTest-1252510325 tempest-VolumesActionsTest-1252510325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:37.924760 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-326c931a-63ea-46e7-a5ff-cc001dda9a7e req-0d1d362b-7722-4dd9-a965-f378f3b0bf3e tempest-VolumesActionsTest-1252510325 tempest-VolumesActionsTest-1252510325-project] 10.222.0.41 "GET /v2.0/ports?device_id=02c95187-e5fe-4a34-881c-ff26ff009798 HTTP/1.1" status: 200 len: 946 time: 0.1063433 Aug 11 03:27:37.960806 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ef8382-abe3-432f-b6af-208b833ce229 req-2c3f2978-7ec5-48be-b371-715f4bb4dfa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:37.962350 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c3ef8382-abe3-432f-b6af-208b833ce229 req-2c3f2978-7ec5-48be-b371-715f4bb4dfa1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=91c54fc6-0170-4b8c-829d-7c5f473bbce4 HTTP/1.1" status: 200 len: 896 time: 0.1519134 Aug 11 03:27:37.992333 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 57376) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:27:37.996958 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-10fcec35-03f7-427f-99e5-10b974b96116 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1082032152', 'description': 'tempest-description--588404355'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:27:38.034916 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-326c931a-63ea-46e7-a5ff-cc001dda9a7e req-befb050d-763e-446e-b2ca-775cbb78e72e tempest-VolumesActionsTest-1252510325 tempest-VolumesActionsTest-1252510325-project] 10.222.0.41 "GET /v2.0/security-groups?id=36e9426c-ad8c-4695-b5d2-b967844f83d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031196 Aug 11 03:27:38.062766 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c3ef8382-abe3-432f-b6af-208b833ce229 req-ea0898d5-de32-4b6a-9866-f2b5fa6108b2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d2732bb8-3954-459d-84ef-b94a9effb087 HTTP/1.1" status: 200 len: 1002 time: 0.0876536 Aug 11 03:27:38.101701 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-10fcec35-03f7-427f-99e5-10b974b96116 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:38.116281 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ef8382-abe3-432f-b6af-208b833ce229 req-a401ed5d-88d3-402b-9d24-509ef37048ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:38.117840 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c3ef8382-abe3-432f-b6af-208b833ce229 req-a401ed5d-88d3-402b-9d24-509ef37048ea service neutron] 10.222.0.24 "GET /v2.0/subnets?id=819be143-924b-4c22-80c2-2d9e3702d70c HTTP/1.1" status: 200 len: 835 time: 0.0482090 Aug 11 03:27:38.165810 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ef8382-abe3-432f-b6af-208b833ce229 req-bba451fe-e8a9-4f99-adb2-f5413449fa2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:38.167499 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c3ef8382-abe3-432f-b6af-208b833ce229 req-bba451fe-e8a9-4f99-adb2-f5413449fa2f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=91c54fc6-0170-4b8c-829d-7c5f473bbce4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421705 Aug 11 03:27:38.191854 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-10fcec35-03f7-427f-99e5-10b974b96116 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:38.261157 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-10fcec35-03f7-427f-99e5-10b974b96116 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:38.278463 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c3ef8382-abe3-432f-b6af-208b833ce229 req-d03ae63c-0405-40cc-8bb0-5435d44fc1ad service neutron] 10.222.0.24 "GET /v2.0/networks/91c54fc6-0170-4b8c-829d-7c5f473bbce4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006753 Aug 11 03:27:38.311076 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fcec35-03f7-427f-99e5-10b974b96116 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7bcfa9cc-3b98-43cc-9889-3c7c350dab22,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:38.386331 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-10fcec35-03f7-427f-99e5-10b974b96116 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:38.386331 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-10fcec35-03f7-427f-99e5-10b974b96116 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3896985 Aug 11 03:27:38.386813 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 57388) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:27:38.391767 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-2b18f039-f693-46b2-98fc-5ed65c5b766a tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Request body: {'security_group_rule': {'security_group_id': '7bcfa9cc-3b98-43cc-9889-3c7c350dab22', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:27:38.398704 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c3ef8382-abe3-432f-b6af-208b833ce229 req-f401e7a2-6a4c-4c26-8820-e3e23ee34d03 service neutron] 10.222.0.24 "GET /v2.0/networks/91c54fc6-0170-4b8c-829d-7c5f473bbce4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128643 Aug 11 03:27:38.518021 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-2b18f039-f693-46b2-98fc-5ed65c5b766a tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:38.557202 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 57398) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:27:38.587032 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-2b18f039-f693-46b2-98fc-5ed65c5b766a tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:38.649650 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-2b18f039-f693-46b2-98fc-5ed65c5b766a tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:38.682639 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-83f0143a-7199-4469-9d19-56726d2aba3c admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1746450415-network', 'tenant_id': '2b2b3f02ad2f4f13a4d5b55e5c246078'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:27:38.688581 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b18f039-f693-46b2-98fc-5ed65c5b766a tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b94be131-73da-420b-be51-cbdd651dab2e,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:38.821256 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-2b18f039-f693-46b2-98fc-5ed65c5b766a tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:38.822530 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-2b18f039-f693-46b2-98fc-5ed65c5b766a tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4348216 Aug 11 03:27:38.827583 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 57408) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:27:38.832833 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-acf4df4b-b32e-4d15-b20d-f7294d751d10 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Request body: {'security_group_rule': {'security_group_id': '7bcfa9cc-3b98-43cc-9889-3c7c350dab22', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:27:38.889640 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83f0143a-7199-4469-9d19-56726d2aba3c admin admin] Made reservation on behalf of 2b2b3f02ad2f4f13a4d5b55e5c246078 for: {'network': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:27:38.892901 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-83f0143a-7199-4469-9d19-56726d2aba3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:38.903417 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-83f0143a-7199-4469-9d19-56726d2aba3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:38.998326 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-acf4df4b-b32e-4d15-b20d-f7294d751d10 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:39.083993 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-acf4df4b-b32e-4d15-b20d-f7294d751d10 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:39.136834 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-83f0143a-7199-4469-9d19-56726d2aba3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:39.141451 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-acf4df4b-b32e-4d15-b20d-f7294d751d10 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:39.161684 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf4df4b-b32e-4d15-b20d-f7294d751d10 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28ee67be-8c01-46ed-a9e1-da51a5762c51,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:39.221976 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faee3e56-5c64-42eb-89a7-0bda123dc7ca req-30c9ef55-0f1b-43af-baf7-89356bfe5a71 tempest-VolumesActionsTest-1252510325 tempest-VolumesActionsTest-1252510325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:39.223420 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-faee3e56-5c64-42eb-89a7-0bda123dc7ca req-30c9ef55-0f1b-43af-baf7-89356bfe5a71 tempest-VolumesActionsTest-1252510325 tempest-VolumesActionsTest-1252510325-project] 10.222.0.24 "GET /v2.0/ports?device_id=02c95187-e5fe-4a34-881c-ff26ff009798 HTTP/1.1" status: 200 len: 946 time: 0.0686922 Aug 11 03:27:39.231037 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0683bbd-e590-4664-99bd-aa94bfc373e6 req-3f6fceec-89cc-4318-8c33-c14c65fb0fab tempest-VolumesActionsTest-1252510325 tempest-VolumesActionsTest-1252510325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:39.232546 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a0683bbd-e590-4664-99bd-aa94bfc373e6 req-3f6fceec-89cc-4318-8c33-c14c65fb0fab tempest-VolumesActionsTest-1252510325 tempest-VolumesActionsTest-1252510325-project] 10.222.0.41 "GET /v2.0/ports?device_id=02c95187-e5fe-4a34-881c-ff26ff009798 HTTP/1.1" status: 200 len: 946 time: 0.1123159 Aug 11 03:27:39.240517 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-83f0143a-7199-4469-9d19-56726d2aba3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:39.289724 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-acf4df4b-b32e-4d15-b20d-f7294d751d10 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:39.294205 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-acf4df4b-b32e-4d15-b20d-f7294d751d10 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4624212 Aug 11 03:27:39.294364 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 57414) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:27:39.300000 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-5ab5b8c5-951d-4815-a28d-cd1434e4364c tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Request body: {'floatingip': {'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:27:39.310713 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83f0143a-7199-4469-9d19-56726d2aba3c admin admin] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=102192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:27:39.330962 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f0143a-7199-4469-9d19-56726d2aba3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d1cd399-f1ad-4eb8-8279-cc3e3b1f8ce5,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:39.364942 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-83f0143a-7199-4469-9d19-56726d2aba3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:39.365296 n-d-764292-30 neutron-server[102192]: INFO neutron.db.segments_db [None req-83f0143a-7199-4469-9d19-56726d2aba3c admin admin] Added segment 323f142b-ee85-4d27-85a3-85cc28507ab1 of type vlan for network 2294adb7-cfd4-40a1-9a0c-db6ab35ac37f Aug 11 03:27:39.378343 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a0683bbd-e590-4664-99bd-aa94bfc373e6 req-6e51d970-61f7-4c73-96ac-29f3410037a4 tempest-VolumesActionsTest-1252510325 tempest-VolumesActionsTest-1252510325-project] 10.222.0.41 "GET /v2.0/security-groups?id=36e9426c-ad8c-4695-b5d2-b967844f83d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331728 Aug 11 03:27:39.393510 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5ab5b8c5-951d-4815-a28d-cd1434e4364c tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Notify callbacks [] for floatingip, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:39.419338 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-83f0143a-7199-4469-9d19-56726d2aba3c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:39.474294 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [req-faee3e56-5c64-42eb-89a7-0bda123dc7ca req-1a9a7c33-d8aa-4b7b-a0f5-fdf49bdfa779 tempest-VolumesActionsTest-1252510325 tempest-VolumesActionsTest-1252510325-project] Deleting port 7f2be669-5823-43db-ae42-095f85cee095 {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:27:39.474648 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-faee3e56-5c64-42eb-89a7-0bda123dc7ca req-1a9a7c33-d8aa-4b7b-a0f5-fdf49bdfa779 tempest-VolumesActionsTest-1252510325 tempest-VolumesActionsTest-1252510325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:39.536878 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-83f0143a-7199-4469-9d19-56726d2aba3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:39.537819 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83f0143a-7199-4469-9d19-56726d2aba3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:39.538429 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-83f0143a-7199-4469-9d19-56726d2aba3c admin admin] Notify callbacks [] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:39.541408 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5ab5b8c5-951d-4815-a28d-cd1434e4364c tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:39.622515 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f0143a-7199-4469-9d19-56726d2aba3c admin admin] Pushing event updated for resources: {'Network': ['ID=2294adb7-cfd4-40a1-9a0c-db6ab35ac37f,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:39.632922 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network 2294adb7-cfd4-40a1-9a0c-db6ab35ac37f details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:27:39.642752 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-faee3e56-5c64-42eb-89a7-0bda123dc7ca req-1a9a7c33-d8aa-4b7b-a0f5-fdf49bdfa779 tempest-VolumesActionsTest-1252510325 tempest-VolumesActionsTest-1252510325-project] For port 7f2be669-5823-43db-ae42-095f85cee095, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=7f2be669-5823-43db-ae42-095f85cee095,segment=NetworkSegment(a30cc6eb-fe4c-4458-9370-0d5fe6244579),segment_id=a30cc6eb-fe4c-4458-9370-0d5fe6244579)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:27:39.643126 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-faee3e56-5c64-42eb-89a7-0bda123dc7ca req-1a9a7c33-d8aa-4b7b-a0f5-fdf49bdfa779 tempest-VolumesActionsTest-1252510325 tempest-VolumesActionsTest-1252510325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:39.665287 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-83f0143a-7199-4469-9d19-56726d2aba3c admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.1066720 Aug 11 03:27:39.673089 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 57424) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:27:39.683249 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [req-faee3e56-5c64-42eb-89a7-0bda123dc7ca req-1a9a7c33-d8aa-4b7b-a0f5-fdf49bdfa779 tempest-VolumesActionsTest-1252510325 tempest-VolumesActionsTest-1252510325-project] Calling delete_port for 7f2be669-5823-43db-ae42-095f85cee095 owned by compute:nova {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:27:39.689956 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-1a7c2940-0995-4e80-8196-cc0700d3f201 admin admin] Request body: {'subnet': {'network_id': '2294adb7-cfd4-40a1-9a0c-db6ab35ac37f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1746450415-subnet', 'tenant_id': '2b2b3f02ad2f4f13a4d5b55e5c246078', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:27:39.698145 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [None req-5ab5b8c5-951d-4815-a28d-cd1434e4364c tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Allocated IP 172.25.8.127 (09faf7d2-eaf5-4a50-bb6e-4cb05d009a76/e1a97443-13df-40bb-85f5-fd269e2742c0/ef2768dc-914b-4bbb-8f3d-f45219337554) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:27:39.844130 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a7c2940-0995-4e80-8196-cc0700d3f201 admin admin] Made reservation on behalf of 2b2b3f02ad2f4f13a4d5b55e5c246078 for: {'subnet': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:27:39.846624 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1a7c2940-0995-4e80-8196-cc0700d3f201 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274743'] for subnet, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:39.942276 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5ab5b8c5-951d-4815-a28d-cd1434e4364c tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:39.979654 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-faee3e56-5c64-42eb-89a7-0bda123dc7ca req-1a9a7c33-d8aa-4b7b-a0f5-fdf49bdfa779 tempest-VolumesActionsTest-1252510325 tempest-VolumesActionsTest-1252510325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:39.991772 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['7f2be669-5823-43db-ae42-095f85cee095'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:27:40.014220 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9a7c33-d8aa-4b7b-a0f5-fdf49bdfa779 tempest-VolumesActionsTest-1252510325 tempest-VolumesActionsTest-1252510325-project] Pushing event deleted for resources: {'Port': ['ID=7f2be669-5823-43db-ae42-095f85cee095,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:40.070426 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [req-faee3e56-5c64-42eb-89a7-0bda123dc7ca req-1a9a7c33-d8aa-4b7b-a0f5-fdf49bdfa779 tempest-VolumesActionsTest-1252510325 tempest-VolumesActionsTest-1252510325-project] No DVR routers for this DVR port 7f2be669-5823-43db-ae42-095f85cee095 on host n-h2-764292-30 {{(pid=102192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:27:40.073187 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-faee3e56-5c64-42eb-89a7-0bda123dc7ca req-1a9a7c33-d8aa-4b7b-a0f5-fdf49bdfa779 tempest-VolumesActionsTest-1252510325 tempest-VolumesActionsTest-1252510325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:40.075276 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-faee3e56-5c64-42eb-89a7-0bda123dc7ca req-1a9a7c33-d8aa-4b7b-a0f5-fdf49bdfa779 tempest-VolumesActionsTest-1252510325 tempest-VolumesActionsTest-1252510325-project] 10.222.0.24 "DELETE /v2.0/ports/7f2be669-5823-43db-ae42-095f85cee095 HTTP/1.1" status: 204 len: 173 time: 0.8415208 Aug 11 03:27:40.075849 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02c95187-e5fe-4a34-881c-ff26ff009798', 'name': 'network-vif-deleted', 'tag': '7f2be669-5823-43db-ae42-095f85cee095'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:27:40.078410 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5d39e11-d90e-4e38-818e-1519a5b52b1a" -d '{"events": [{"server_uuid": "02c95187-e5fe-4a34-881c-ff26ff009798", "name": "network-vif-deleted", "tag": "7f2be669-5823-43db-ae42-095f85cee095"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:27:40.100651 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5ab5b8c5-951d-4815-a28d-cd1434e4364c tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:40.121594 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:27:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85e0ad23-b1ef-4c8e-a2ff-8c9b472f625c x-openstack-request-id: req-85e0ad23-b1ef-4c8e-a2ff-8c9b472f625c {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:27:40.121594 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02c95187-e5fe-4a34-881c-ff26ff009798", "name": "network-vif-deleted", "tag": "7f2be669-5823-43db-ae42-095f85cee095", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:27:40.121594 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-85e0ad23-b1ef-4c8e-a2ff-8c9b472f625c {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:27:40.122936 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02c95187-e5fe-4a34-881c-ff26ff009798', 'name': 'network-vif-deleted', 'tag': '7f2be669-5823-43db-ae42-095f85cee095', 'status': 'completed', 'code': 200} Aug 11 03:27:40.159641 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab5b8c5-951d-4815-a28d-cd1434e4364c tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:27:40.166883 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-5ab5b8c5-951d-4815-a28d-cd1434e4364c tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:27:40.173785 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab5b8c5-951d-4815-a28d-cd1434e4364c tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:27:40.182437 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab5b8c5-951d-4815-a28d-cd1434e4364c tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Pushing event updated for resources: {'Port': ['ID=ef2768dc-914b-4bbb-8f3d-f45219337554,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:40.257016 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1a7c2940-0995-4e80-8196-cc0700d3f201 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126283476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274725'] for subnet, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:40.308325 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5ab5b8c5-951d-4815-a28d-cd1434e4364c tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:40.333971 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7c2940-0995-4e80-8196-cc0700d3f201 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3dad44b1-6547-45e0-8453-859830dd2aa7,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:40.344535 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a7c2940-0995-4e80-8196-cc0700d3f201 admin admin] Checking segment: {'id': '323f142b-ee85-4d27-85a3-85cc28507ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '2294adb7-cfd4-40a1-9a0c-db6ab35ac37f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:27:40.345456 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a7c2940-0995-4e80-8196-cc0700d3f201 admin admin] Network hostable DHCP agents. Network: 2294adb7-cfd4-40a1-9a0c-db6ab35ac37f, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:27:40.404337 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5ab5b8c5-951d-4815-a28d-cd1434e4364c tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:40.462388 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a7c2940-0995-4e80-8196-cc0700d3f201 admin admin] Network 2294adb7-cfd4-40a1-9a0c-db6ab35ac37f is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:27:40.524404 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bffafd40-9e17-4619-97a9-2a447ce2f1e9 req-555d285d-23ba-4b60-a0f2-4da549c2f886 tempest-VolumesActionsTest-1252510325 tempest-VolumesActionsTest-1252510325-project] 10.222.0.41 "GET /v2.0/ports?device_id=02c95187-e5fe-4a34-881c-ff26ff009798 HTTP/1.1" status: 200 len: 210 time: 0.0356097 Aug 11 03:27:40.586911 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-1a7c2940-0995-4e80-8196-cc0700d3f201 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, 2294adb7-cfd4-40a1-9a0c-db6ab35ac37f) {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:27:40.591391 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a7c2940-0995-4e80-8196-cc0700d3f201 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:40.591966 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1a7c2940-0995-4e80-8196-cc0700d3f201 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:40.596737 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb910503-b44b-4264-ba3b-eb3e5b4bd3f6 None None] Network 2294adb7-cfd4-40a1-9a0c-db6ab35ac37f requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:27:40.621617 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5ab5b8c5-951d-4815-a28d-cd1434e4364c tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:40.685016 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-1a7c2940-0995-4e80-8196-cc0700d3f201 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.0109313 Aug 11 03:27:40.693524 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5ab5b8c5-951d-4815-a28d-cd1434e4364c tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:40.723680 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bec2959-f122-4e63-9632-3fcc5bfb398e None None] Network 2294adb7-cfd4-40a1-9a0c-db6ab35ac37f requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:27:40.780177 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab5b8c5-951d-4815-a28d-cd1434e4364c tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Pushing event updated for resources: {'Port': ['ID=ef2768dc-914b-4bbb-8f3d-f45219337554,revision_number=2']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:40.784222 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5ab5b8c5-951d-4815-a28d-cd1434e4364c tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446866'] for floatingip, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:40.914256 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5ab5b8c5-951d-4815-a28d-cd1434e4364c tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for floatingip, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:40.914256 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-5ab5b8c5-951d-4815-a28d-cd1434e4364c tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6182702 Aug 11 03:27:41.178718 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1fa3c121-3964-467a-ad04-d2933ded0fc6 req-3459fc2f-9ff8-4d05-b526-05ccd8e0bb88 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1082032152&fields=id&tenant_id=fdbe55b7c58c49b2bfb506767218e312 HTTP/1.1" status: 200 len: 267 time: 0.0919027 Aug 11 03:27:41.221387 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:41.278596 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d0c683-da52-412c-8196-8c60ca0a7401 req-cde09483-e950-44f7-bfca-1c819fbef658 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:41.280080 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f4d0c683-da52-412c-8196-8c60ca0a7401 req-cde09483-e950-44f7-bfca-1c819fbef658 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/networks?id=2294adb7-cfd4-40a1-9a0c-db6ab35ac37f HTTP/1.1" status: 200 len: 806 time: 0.1848559 Aug 11 03:27:41.308837 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f4d0c683-da52-412c-8196-8c60ca0a7401 req-d1659a3c-4c39-48df-b3e6-3bcd63bcc73e tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/quotas/2b2b3f02ad2f4f13a4d5b55e5c246078 HTTP/1.1" status: 200 len: 375 time: 0.0227506 Aug 11 03:27:41.357484 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa3c121-3964-467a-ad04-d2933ded0fc6 req-b8e0b85d-8c6b-4030-838d-d37b69293e95 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:41.359016 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1fa3c121-3964-467a-ad04-d2933ded0fc6 req-b8e0b85d-8c6b-4030-838d-d37b69293e95 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] 10.222.0.41 "GET /v2.0/networks?id=e7fa7474-ec27-48c0-82c6-4433dec0ec87 HTTP/1.1" status: 200 len: 811 time: 0.1733344 Aug 11 03:27:41.361002 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f4d0c683-da52-412c-8196-8c60ca0a7401 req-faccd326-8db4-4376-85bc-c966bcdac2fe tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=2b2b3f02ad2f4f13a4d5b55e5c246078&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0396214 Aug 11 03:27:41.393317 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1fa3c121-3964-467a-ad04-d2933ded0fc6 req-2d29e150-565d-4920-839f-7afd2bbb8dcd tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] 10.222.0.41 "GET /v2.0/quotas/fdbe55b7c58c49b2bfb506767218e312 HTTP/1.1" status: 200 len: 375 time: 0.0261412 Aug 11 03:27:41.487760 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1fa3c121-3964-467a-ad04-d2933ded0fc6 req-60433e20-c904-458a-89db-83f35fefff59 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=fdbe55b7c58c49b2bfb506767218e312&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0668883 Aug 11 03:27:41.502169 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f4d0c683-da52-412c-8196-8c60ca0a7401 req-92630f99-d743-4bae-aaed-c843df8ce5de service neutron] 10.222.0.41 "GET /v2.0/networks/2294adb7-cfd4-40a1-9a0c-db6ab35ac37f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332498 Aug 11 03:27:41.665318 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f4d0c683-da52-412c-8196-8c60ca0a7401 req-ba62543f-c09b-4e85-a494-ee915f6c44be service neutron] 10.222.0.41 "GET /v2.0/networks/2294adb7-cfd4-40a1-9a0c-db6ab35ac37f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570783 Aug 11 03:27:41.676235 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1fa3c121-3964-467a-ad04-d2933ded0fc6 req-27bd761e-68b2-49b1-bc45-666fb4f51ea0 service neutron] 10.222.0.41 "GET /v2.0/networks/e7fa7474-ec27-48c0-82c6-4433dec0ec87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729968 Aug 11 03:27:41.787082 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1fa3c121-3964-467a-ad04-d2933ded0fc6 req-7597f18b-6a80-4cf4-8b4d-4cf7e04617ee service neutron] 10.222.0.41 "GET /v2.0/networks/e7fa7474-ec27-48c0-82c6-4433dec0ec87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033657 Aug 11 03:27:41.985008 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6debb824-d55f-487c-b785-04f263455720 req-0394853d-4ca1-4954-b3d8-29c39a297a4b tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f7acd64-4911-45bc-9de7-75950c99f15e HTTP/1.1" status: 200 len: 210 time: 0.0356820 Aug 11 03:27:42.101041 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f5509ae8-ded6-43a4-baab-9015efa229d2 req-d7bac7e1-2a8c-4688-8448-bac6540fcc66 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] 10.222.0.41 "GET /v2.0/ports?device_id=2c376da4-986b-4704-b679-701b57d3cf01 HTTP/1.1" status: 200 len: 210 time: 0.0539532 Aug 11 03:27:42.510432 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 7f2be669-5823-43db-ae42-095f85cee095 no longer exists at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:27:42.531210 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] No Port match for: 7f2be669-5823-43db-ae42-095f85cee095 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:27:42.531576 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 7f2be669-5823-43db-ae42-095f85cee095 not bound to the agent host n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:27:43.062877 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f3e3a668-61bf-4bba-9f11-cf91a7561068 req-21ba4edf-2da4-4d1c-9afc-f3812f981ada tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f7acd64-4911-45bc-9de7-75950c99f15e HTTP/1.1" status: 200 len: 210 time: 0.0287364 Aug 11 03:27:43.198893 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2d3eaf41-fd1e-4db3-a12d-b1cd97060f15 req-8989214d-f483-432a-92e2-ad0dc942d374 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] 10.222.0.41 "GET /v2.0/ports?device_id=2c376da4-986b-4704-b679-701b57d3cf01 HTTP/1.1" status: 200 len: 210 time: 0.0296540 Aug 11 03:27:44.159790 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e101c8d8-356a-465e-ac06-4eb4ba344fcf req-1773a4f8-793a-4cc9-b31a-b7fcde2db9b7 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f7acd64-4911-45bc-9de7-75950c99f15e HTTP/1.1" status: 200 len: 210 time: 0.0307703 Aug 11 03:27:44.299874 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa3c121-3964-467a-ad04-d2933ded0fc6 req-88f050b3-94df-4125-811b-f6ae1f3b8e00 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:44.301461 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1fa3c121-3964-467a-ad04-d2933ded0fc6 req-88f050b3-94df-4125-811b-f6ae1f3b8e00 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] 10.222.0.24 "GET /v2.0/networks?id=e7fa7474-ec27-48c0-82c6-4433dec0ec87 HTTP/1.1" status: 200 len: 811 time: 0.1400905 Aug 11 03:27:44.321369 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-45096a0f-c57c-49d7-8f90-e33c576b012f req-22b7dd21-a464-4937-9e63-ed4b4e9b2cc4 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] 10.222.0.41 "GET /v2.0/ports?device_id=2c376da4-986b-4704-b679-701b57d3cf01 HTTP/1.1" status: 200 len: 210 time: 0.0418260 Aug 11 03:27:44.356981 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1fa3c121-3964-467a-ad04-d2933ded0fc6 req-13c35fe6-e5b5-48ba-8b81-9bf9eaaefa89 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fdbe55b7c58c49b2bfb506767218e312 HTTP/1.1" status: 200 len: 380 time: 0.0420823 Aug 11 03:27:44.376389 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-1fa3c121-3964-467a-ad04-d2933ded0fc6 req-fec9b49b-a2f6-4f71-8abb-ce6a2c61d25f tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Request body: {'port': {'device_id': '2c376da4-986b-4704-b679-701b57d3cf01', 'network_id': 'e7fa7474-ec27-48c0-82c6-4433dec0ec87', 'admin_state_up': True, 'tenant_id': 'fdbe55b7c58c49b2bfb506767218e312', 'security_groups': ['7bcfa9cc-3b98-43cc-9889-3c7c350dab22']}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:27:44.438328 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.agents_db [None req-950b7202-decb-43e2-8f71-ac8931dc9749 None None] Agent healthcheck: found 7 active agents {{(pid=102194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:27:44.563816 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-3f0f7a6d-ecc8-451b-8133-9862f57a1f99 req-e12e4ea5-013e-41e0-a030-109a0d0a21f4 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=28a504fd-46de-46de-bafc-76b83bbc684a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0564601 Aug 11 03:27:44.592883 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fa3c121-3964-467a-ad04-d2933ded0fc6 req-fec9b49b-a2f6-4f71-8abb-ce6a2c61d25f tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Made reservation on behalf of fdbe55b7c58c49b2bfb506767218e312 for: {'port': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:27:44.598559 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-1fa3c121-3964-467a-ad04-d2933ded0fc6 req-fec9b49b-a2f6-4f71-8abb-ce6a2c61d25f tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:44.691398 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0f7a6d-ecc8-451b-8133-9862f57a1f99 req-4e14fa91-ea5f-4784-ad3b-40bb2d16a0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:44.693368 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-3f0f7a6d-ecc8-451b-8133-9862f57a1f99 req-4e14fa91-ea5f-4784-ad3b-40bb2d16a0b3 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6f34ea378b0c4732b01bbd0e8e3ce05d&device_id=28a504fd-46de-46de-bafc-76b83bbc684a HTTP/1.1" status: 200 len: 1097 time: 0.0821867 Aug 11 03:27:44.804854 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0f7a6d-ecc8-451b-8133-9862f57a1f99 req-059e1caa-012d-4a58-b5d1-ed1fbe030677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:44.806469 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-3f0f7a6d-ecc8-451b-8133-9862f57a1f99 req-059e1caa-012d-4a58-b5d1-ed1fbe030677 service neutron] 10.222.0.22 "GET /v2.0/networks?id=e59732ab-623e-4cb8-9f39-fb9f4d98d154 HTTP/1.1" status: 200 len: 898 time: 0.0902452 Aug 11 03:27:44.818933 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [req-1fa3c121-3964-467a-ad04-d2933ded0fc6 req-fec9b49b-a2f6-4f71-8abb-ce6a2c61d25f tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Allocated IP 172.20.0.14 (e7fa7474-ec27-48c0-82c6-4433dec0ec87/89d4fe2e-02dc-452f-b37f-085ec5acb28a/deeb2f0a-ba4a-415b-a81f-39cc7aeee593) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:27:44.879967 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-3f0f7a6d-ecc8-451b-8133-9862f57a1f99 req-d499cdfe-a933-485f-b417-9e4978ca8647 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=63ae1799-8dc2-4c5c-b7af-71de32a3d320 HTTP/1.1" status: 200 len: 1001 time: 0.0666258 Aug 11 03:27:44.899700 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d0c683-da52-412c-8196-8c60ca0a7401 req-bd0a3b80-3099-4b70-b7b6-41a1dca3895b tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:44.901139 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f4d0c683-da52-412c-8196-8c60ca0a7401 req-bd0a3b80-3099-4b70-b7b6-41a1dca3895b tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.24 "GET /v2.0/networks?id=2294adb7-cfd4-40a1-9a0c-db6ab35ac37f HTTP/1.1" status: 200 len: 806 time: 0.1562805 Aug 11 03:27:44.943367 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0f7a6d-ecc8-451b-8133-9862f57a1f99 req-e470b062-be47-4d79-ae0e-512e3b262dba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:44.943367 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-3f0f7a6d-ecc8-451b-8133-9862f57a1f99 req-e470b062-be47-4d79-ae0e-512e3b262dba service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3ef306bb-adf8-44d2-8415-4a7cfe7d33f4 HTTP/1.1" status: 200 len: 835 time: 0.0552878 Aug 11 03:27:44.947199 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-f4d0c683-da52-412c-8196-8c60ca0a7401 req-9152b3cd-b045-451c-8ac7-65109091fcec tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Request body: {'port': {'device_id': '5f7acd64-4911-45bc-9de7-75950c99f15e', 'network_id': '2294adb7-cfd4-40a1-9a0c-db6ab35ac37f', 'admin_state_up': True, 'tenant_id': '2b2b3f02ad2f4f13a4d5b55e5c246078'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:27:45.018258 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0f7a6d-ecc8-451b-8133-9862f57a1f99 req-bc934500-9b8a-442f-b68f-b2eb5ed2f9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:45.021429 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-3f0f7a6d-ecc8-451b-8133-9862f57a1f99 req-bc934500-9b8a-442f-b68f-b2eb5ed2f9c8 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e59732ab-623e-4cb8-9f39-fb9f4d98d154&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0714676 Aug 11 03:27:45.090876 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-1fa3c121-3964-467a-ad04-d2933ded0fc6 req-fec9b49b-a2f6-4f71-8abb-ce6a2c61d25f tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:45.109853 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [req-1fa3c121-3964-467a-ad04-d2933ded0fc6 req-fec9b49b-a2f6-4f71-8abb-ce6a2c61d25f tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Transition to ACTIVE for port object deeb2f0a-ba4a-415b-a81f-39cc7aeee593 will not be triggered until provisioned by entity DHCP. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:27:45.154495 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-3f0f7a6d-ecc8-451b-8133-9862f57a1f99 req-2e6bb9e5-da09-4bf4-8604-4019093b88f9 service neutron] 10.222.0.22 "GET /v2.0/networks/e59732ab-623e-4cb8-9f39-fb9f4d98d154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259456 Aug 11 03:27:45.204418 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4d0c683-da52-412c-8196-8c60ca0a7401 req-9152b3cd-b045-451c-8ac7-65109091fcec tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Made reservation on behalf of 2b2b3f02ad2f4f13a4d5b55e5c246078 for: {'port': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:27:45.208064 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-f4d0c683-da52-412c-8196-8c60ca0a7401 req-9152b3cd-b045-451c-8ac7-65109091fcec tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:45.258824 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-1fa3c121-3964-467a-ad04-d2933ded0fc6 req-fec9b49b-a2f6-4f71-8abb-ce6a2c61d25f tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:45.279108 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-3f0f7a6d-ecc8-451b-8133-9862f57a1f99 req-dcecbe69-500f-480a-a27a-7dc7899c01bf service neutron] 10.222.0.22 "GET /v2.0/networks/e59732ab-623e-4cb8-9f39-fb9f4d98d154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118467 Aug 11 03:27:45.297321 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fa3c121-3964-467a-ad04-d2933ded0fc6 req-fec9b49b-a2f6-4f71-8abb-ce6a2c61d25f tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Network e7fa7474-ec27-48c0-82c6-4433dec0ec87 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:27:45.308307 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [req-1fa3c121-3964-467a-ad04-d2933ded0fc6 req-fec9b49b-a2f6-4f71-8abb-ce6a2c61d25f tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:27:45.311124 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fa3c121-3964-467a-ad04-d2933ded0fc6 req-fec9b49b-a2f6-4f71-8abb-ce6a2c61d25f tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:27:45.394382 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-74099a7c-30ed-462e-9679-ba85996f2525 req-136b9158-8338-4f19-8483-3de636fcd513 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f7acd64-4911-45bc-9de7-75950c99f15e HTTP/1.1" status: 200 len: 210 time: 0.0971920 Aug 11 03:27:45.500880 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec9b49b-a2f6-4f71-8abb-ce6a2c61d25f tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Pushing event updated for resources: {'Port': ['ID=deeb2f0a-ba4a-415b-a81f-39cc7aeee593,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:45.536176 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa3c121-3964-467a-ad04-d2933ded0fc6 req-fec9b49b-a2f6-4f71-8abb-ce6a2c61d25f tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:45.536822 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-1fa3c121-3964-467a-ad04-d2933ded0fc6 req-fec9b49b-a2f6-4f71-8abb-ce6a2c61d25f tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:45.550599 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6150ab-d915-44c1-92db-98b9939d210f req-bb3dff8c-92ea-47e2-b7c3-ff815a3cec66 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:45.552221 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4d6150ab-d915-44c1-92db-98b9939d210f req-bb3dff8c-92ea-47e2-b7c3-ff815a3cec66 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] 10.222.0.41 "GET /v2.0/ports?device_id=2c376da4-986b-4704-b679-701b57d3cf01 HTTP/1.1" status: 200 len: 932 time: 0.1202939 Aug 11 03:27:45.647321 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4d6150ab-d915-44c1-92db-98b9939d210f req-ef60fd31-7c56-467d-9eaf-880bb109bb71 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] 10.222.0.41 "GET /v2.0/security-groups?id=7bcfa9cc-3b98-43cc-9889-3c7c350dab22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662799 Aug 11 03:27:45.661983 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [req-f4d0c683-da52-412c-8196-8c60ca0a7401 req-9152b3cd-b045-451c-8ac7-65109091fcec tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Allocated IP 172.20.0.2 (2294adb7-cfd4-40a1-9a0c-db6ab35ac37f/3dad44b1-6547-45e0-8453-859830dd2aa7/c5e5b8bf-e320-4589-a83b-e2f6c8455c36) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:27:45.692860 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1fa3c121-3964-467a-ad04-d2933ded0fc6 req-fec9b49b-a2f6-4f71-8abb-ce6a2c61d25f tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3211641 Aug 11 03:27:45.710726 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-1fa3c121-3964-467a-ad04-d2933ded0fc6 req-50576832-6f03-4b5c-ad88-0908915cc31f service neutron] Request body: {'port': {'device_id': '2c376da4-986b-4704-b679-701b57d3cf01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764292-30'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:27:45.764664 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-d98c57ea-1a33-4b63-86af-6b8695e1eb8b None None] Provisioning for port deeb2f0a-ba4a-415b-a81f-39cc7aeee593 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:27:45.768452 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-d98c57ea-1a33-4b63-86af-6b8695e1eb8b None None] Provisioning complete for port deeb2f0a-ba4a-415b-a81f-39cc7aeee593 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:27:45.768830 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-d98c57ea-1a33-4b63-86af-6b8695e1eb8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:45.843156 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-1fa3c121-3964-467a-ad04-d2933ded0fc6 req-50576832-6f03-4b5c-ad88-0908915cc31f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:45.849159 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-d98c57ea-1a33-4b63-86af-6b8695e1eb8b None None] Port deeb2f0a-ba4a-415b-a81f-39cc7aeee593 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:27:45.941562 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-f4d0c683-da52-412c-8196-8c60ca0a7401 req-9152b3cd-b045-451c-8ac7-65109091fcec tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:46.165352 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-f4d0c683-da52-412c-8196-8c60ca0a7401 req-9152b3cd-b045-451c-8ac7-65109091fcec tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:46.244997 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4d0c683-da52-412c-8196-8c60ca0a7401 req-9152b3cd-b045-451c-8ac7-65109091fcec tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Network 2294adb7-cfd4-40a1-9a0c-db6ab35ac37f is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:27:46.253294 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [req-f4d0c683-da52-412c-8196-8c60ca0a7401 req-9152b3cd-b045-451c-8ac7-65109091fcec tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:27:46.260050 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4d0c683-da52-412c-8196-8c60ca0a7401 req-9152b3cd-b045-451c-8ac7-65109091fcec tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:27:46.264696 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9152b3cd-b045-451c-8ac7-65109091fcec tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Pushing event updated for resources: {'Port': ['ID=c5e5b8bf-e320-4589-a83b-e2f6c8455c36,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:46.270599 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [req-1fa3c121-3964-467a-ad04-d2933ded0fc6 req-50576832-6f03-4b5c-ad88-0908915cc31f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id deeb2f0a-ba4a-415b-a81f-39cc7aeee593 {{(pid=102192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:27:46.305302 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-1fa3c121-3964-467a-ad04-d2933ded0fc6 req-50576832-6f03-4b5c-ad88-0908915cc31f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:46.329837 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [req-1fa3c121-3964-467a-ad04-d2933ded0fc6 req-50576832-6f03-4b5c-ad88-0908915cc31f service neutron] Transition to ACTIVE for port object deeb2f0a-ba4a-415b-a81f-39cc7aeee593 will not be triggered until provisioned by entity L2. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:27:46.338157 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d0c683-da52-412c-8196-8c60ca0a7401 req-9152b3cd-b045-451c-8ac7-65109091fcec tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:46.338833 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-f4d0c683-da52-412c-8196-8c60ca0a7401 req-9152b3cd-b045-451c-8ac7-65109091fcec tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:46.375565 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-1fa3c121-3964-467a-ad04-d2933ded0fc6 req-50576832-6f03-4b5c-ad88-0908915cc31f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:46.406100 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f4d0c683-da52-412c-8196-8c60ca0a7401 req-9152b3cd-b045-451c-8ac7-65109091fcec tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4940741 Aug 11 03:27:46.423564 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-f4d0c683-da52-412c-8196-8c60ca0a7401 req-04a4a7fe-e76b-4e78-b768-0f05011bd0b1 service neutron] Request body: {'port': {'device_id': '5f7acd64-4911-45bc-9de7-75950c99f15e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764292-30'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:27:46.457728 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50576832-6f03-4b5c-ad88-0908915cc31f service neutron] Pushing event updated for resources: {'Port': ['ID=deeb2f0a-ba4a-415b-a81f-39cc7aeee593,revision_number=2']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:46.555111 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-f4d0c683-da52-412c-8196-8c60ca0a7401 req-04a4a7fe-e76b-4e78-b768-0f05011bd0b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:46.639444 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-1fa3c121-3964-467a-ad04-d2933ded0fc6 req-50576832-6f03-4b5c-ad88-0908915cc31f service neutron] Attempting to bind port deeb2f0a-ba4a-415b-a81f-39cc7aeee593 on host n-h2-764292-30 for vnic_type normal with profile {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:27:46.639782 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-1fa3c121-3964-467a-ad04-d2933ded0fc6 req-50576832-6f03-4b5c-ad88-0908915cc31f service neutron] Attempting to bind port deeb2f0a-ba4a-415b-a81f-39cc7aeee593 by drivers openvswitch,hyperv on host n-h2-764292-30 at level 0 using segments [{'id': '9f8ce2aa-5895-4159-b95f-a2336900b8ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'e7fa7474-ec27-48c0-82c6-4433dec0ec87'}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:27:46.640113 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fa3c121-3964-467a-ad04-d2933ded0fc6 req-50576832-6f03-4b5c-ad88-0908915cc31f service neutron] Attempting to bind port deeb2f0a-ba4a-415b-a81f-39cc7aeee593 on network e7fa7474-ec27-48c0-82c6-4433dec0ec87 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:27:46.655475 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c9cba2-a200-4495-9745-c1579ada54a5 req-195b5b70-7bf7-4cc7-b021-78caede6b965 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:46.657655 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-37c9cba2-a200-4495-9745-c1579ada54a5 req-195b5b70-7bf7-4cc7-b021-78caede6b965 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f7acd64-4911-45bc-9de7-75950c99f15e HTTP/1.1" status: 200 len: 931 time: 0.1205096 Aug 11 03:27:46.667695 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fa3c121-3964-467a-ad04-d2933ded0fc6 req-50576832-6f03-4b5c-ad88-0908915cc31f service neutron] Port deeb2f0a-ba4a-415b-a81f-39cc7aeee593 on network e7fa7474-ec27-48c0-82c6-4433dec0ec87 not bound, no agent of type Open vSwitch agent registered on host n-h2-764292-30 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:27:46.668020 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fa3c121-3964-467a-ad04-d2933ded0fc6 req-50576832-6f03-4b5c-ad88-0908915cc31f service neutron] Attempting to bind port deeb2f0a-ba4a-415b-a81f-39cc7aeee593 on network e7fa7474-ec27-48c0-82c6-4433dec0ec87 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:27:47.102831 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fa3c121-3964-467a-ad04-d2933ded0fc6 req-50576832-6f03-4b5c-ad88-0908915cc31f service neutron] Checking agent: {'id': '70015fc0-62fb-48b2-b453-36906937cf2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 27, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:27:47.103181 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fa3c121-3964-467a-ad04-d2933ded0fc6 req-50576832-6f03-4b5c-ad88-0908915cc31f service neutron] Checking segment: {'id': '9f8ce2aa-5895-4159-b95f-a2336900b8ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'e7fa7474-ec27-48c0-82c6-4433dec0ec87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:27:47.103547 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fa3c121-3964-467a-ad04-d2933ded0fc6 req-50576832-6f03-4b5c-ad88-0908915cc31f service neutron] Bound using segment: {'id': '9f8ce2aa-5895-4159-b95f-a2336900b8ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'e7fa7474-ec27-48c0-82c6-4433dec0ec87'} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:27:47.103979 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-1fa3c121-3964-467a-ad04-d2933ded0fc6 req-50576832-6f03-4b5c-ad88-0908915cc31f service neutron] Bound port: deeb2f0a-ba4a-415b-a81f-39cc7aeee593, host: n-h2-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f8ce2aa-5895-4159-b95f-a2336900b8ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'e7fa7474-ec27-48c0-82c6-4433dec0ec87'}}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:27:47.104334 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-1fa3c121-3964-467a-ad04-d2933ded0fc6 req-50576832-6f03-4b5c-ad88-0908915cc31f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:47.181253 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-37c9cba2-a200-4495-9745-c1579ada54a5 req-66adf18d-9b91-45f4-9a90-9e3d3c5e384d tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d1cd399-f1ad-4eb8-8279-cc3e3b1f8ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5153208 Aug 11 03:27:47.231844 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e752cb6-a03a-4a8a-837c-7b115b6d42ee req-5a2f4086-8812-4b72-801f-6a4a91d3138c tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:47.233489 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0e752cb6-a03a-4a8a-837c-7b115b6d42ee req-5a2f4086-8812-4b72-801f-6a4a91d3138c tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] 10.222.0.41 "GET /v2.0/ports?device_id=2c376da4-986b-4704-b679-701b57d3cf01 HTTP/1.1" status: 200 len: 944 time: 0.1727130 Aug 11 03:27:47.293734 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-1fa3c121-3964-467a-ad04-d2933ded0fc6 req-50576832-6f03-4b5c-ad88-0908915cc31f service neutron] For port deeb2f0a-ba4a-415b-a81f-39cc7aeee593, host n-h2-764292-30, cleared binding levels {{(pid=102192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:27:47.298952 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-1fa3c121-3964-467a-ad04-d2933ded0fc6 req-50576832-6f03-4b5c-ad88-0908915cc31f service neutron] For port deeb2f0a-ba4a-415b-a81f-39cc7aeee593, host n-h2-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=deeb2f0a-ba4a-415b-a81f-39cc7aeee593,segment=NetworkSegment(9f8ce2aa-5895-4159-b95f-a2336900b8ec),segment_id=9f8ce2aa-5895-4159-b95f-a2336900b8ec)] {{(pid=102192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:27:47.326909 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0e752cb6-a03a-4a8a-837c-7b115b6d42ee req-9454ac17-9716-4245-a718-79e81f249230 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] 10.222.0.41 "GET /v2.0/security-groups?id=7bcfa9cc-3b98-43cc-9889-3c7c350dab22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825479 Aug 11 03:27:47.378092 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-1fa3c121-3964-467a-ad04-d2933ded0fc6 req-50576832-6f03-4b5c-ad88-0908915cc31f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:47.425826 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [req-f4d0c683-da52-412c-8196-8c60ca0a7401 req-04a4a7fe-e76b-4e78-b768-0f05011bd0b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5e5b8bf-e320-4589-a83b-e2f6c8455c36 {{(pid=102192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:27:47.431197 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-f4d0c683-da52-412c-8196-8c60ca0a7401 req-04a4a7fe-e76b-4e78-b768-0f05011bd0b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:47.433994 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa3c121-3964-467a-ad04-d2933ded0fc6 req-50576832-6f03-4b5c-ad88-0908915cc31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:47.434656 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-1fa3c121-3964-467a-ad04-d2933ded0fc6 req-50576832-6f03-4b5c-ad88-0908915cc31f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:47.436250 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1fa3c121-3964-467a-ad04-d2933ded0fc6 req-50576832-6f03-4b5c-ad88-0908915cc31f service neutron] 10.222.0.24 "PUT /v2.0/ports/deeb2f0a-ba4a-415b-a81f-39cc7aeee593 HTTP/1.1" status: 200 len: 1093 time: 1.7306626 Aug 11 03:27:47.436555 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c376da4-986b-4704-b679-701b57d3cf01', 'tag': 'deeb2f0a-ba4a-415b-a81f-39cc7aeee593'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:27:47.439809 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d399ed8-5e40-4113-aa88-2f283809809e" -d '{"events": [{"name": "network-changed", "server_uuid": "2c376da4-986b-4704-b679-701b57d3cf01", "tag": "deeb2f0a-ba4a-415b-a81f-39cc7aeee593"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:27:47.482753 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50576832-6f03-4b5c-ad88-0908915cc31f service neutron] Pushing event updated for resources: {'Port': ['ID=deeb2f0a-ba4a-415b-a81f-39cc7aeee593,revision_number=3']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:47.507566 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [req-f4d0c683-da52-412c-8196-8c60ca0a7401 req-04a4a7fe-e76b-4e78-b768-0f05011bd0b1 service neutron] Transition to ACTIVE for port object c5e5b8bf-e320-4589-a83b-e2f6c8455c36 will not be triggered until provisioned by entity L2. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:27:47.509544 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a0e8f3c-2269-4586-932e-ba65bf12b47c x-openstack-request-id: req-0a0e8f3c-2269-4586-932e-ba65bf12b47c {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:27:47.511737 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c376da4-986b-4704-b679-701b57d3cf01", "tag": "deeb2f0a-ba4a-415b-a81f-39cc7aeee593", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:27:47.511737 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0a0e8f3c-2269-4586-932e-ba65bf12b47c {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:27:47.511737 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c376da4-986b-4704-b679-701b57d3cf01', 'tag': 'deeb2f0a-ba4a-415b-a81f-39cc7aeee593', 'status': 'completed', 'code': 200} Aug 11 03:27:47.565502 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d399ed8-5e40-4113-aa88-2f283809809e req-75e90a1a-19ad-4340-b86f-9d08080bfc6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:47.568352 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9d399ed8-5e40-4113-aa88-2f283809809e req-75e90a1a-19ad-4340-b86f-9d08080bfc6c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fdbe55b7c58c49b2bfb506767218e312&device_id=2c376da4-986b-4704-b679-701b57d3cf01 HTTP/1.1" status: 200 len: 1096 time: 0.0531008 Aug 11 03:27:47.628886 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-f4d0c683-da52-412c-8196-8c60ca0a7401 req-04a4a7fe-e76b-4e78-b768-0f05011bd0b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:47.714378 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a4a7fe-e76b-4e78-b768-0f05011bd0b1 service neutron] Pushing event updated for resources: {'Port': ['ID=c5e5b8bf-e320-4589-a83b-e2f6c8455c36,revision_number=2']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:47.775449 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d399ed8-5e40-4113-aa88-2f283809809e req-f3a35f9e-d31f-4535-b42f-dbc6ed0f6789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:47.777016 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9d399ed8-5e40-4113-aa88-2f283809809e req-f3a35f9e-d31f-4535-b42f-dbc6ed0f6789 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=fdbe55b7c58c49b2bfb506767218e312&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1998594 Aug 11 03:27:47.861533 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-f4d0c683-da52-412c-8196-8c60ca0a7401 req-04a4a7fe-e76b-4e78-b768-0f05011bd0b1 service neutron] Attempting to bind port c5e5b8bf-e320-4589-a83b-e2f6c8455c36 on host n-h2-764292-30 for vnic_type normal with profile {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:27:47.861874 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-f4d0c683-da52-412c-8196-8c60ca0a7401 req-04a4a7fe-e76b-4e78-b768-0f05011bd0b1 service neutron] Attempting to bind port c5e5b8bf-e320-4589-a83b-e2f6c8455c36 by drivers openvswitch,hyperv on host n-h2-764292-30 at level 0 using segments [{'id': '323f142b-ee85-4d27-85a3-85cc28507ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '2294adb7-cfd4-40a1-9a0c-db6ab35ac37f'}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:27:47.862207 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d0c683-da52-412c-8196-8c60ca0a7401 req-04a4a7fe-e76b-4e78-b768-0f05011bd0b1 service neutron] Attempting to bind port c5e5b8bf-e320-4589-a83b-e2f6c8455c36 on network 2294adb7-cfd4-40a1-9a0c-db6ab35ac37f {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:27:47.869866 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d0c683-da52-412c-8196-8c60ca0a7401 req-04a4a7fe-e76b-4e78-b768-0f05011bd0b1 service neutron] Port c5e5b8bf-e320-4589-a83b-e2f6c8455c36 on network 2294adb7-cfd4-40a1-9a0c-db6ab35ac37f not bound, no agent of type Open vSwitch agent registered on host n-h2-764292-30 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:27:47.870187 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d0c683-da52-412c-8196-8c60ca0a7401 req-04a4a7fe-e76b-4e78-b768-0f05011bd0b1 service neutron] Attempting to bind port c5e5b8bf-e320-4589-a83b-e2f6c8455c36 on network 2294adb7-cfd4-40a1-9a0c-db6ab35ac37f {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:27:47.884972 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d0c683-da52-412c-8196-8c60ca0a7401 req-04a4a7fe-e76b-4e78-b768-0f05011bd0b1 service neutron] Checking agent: {'id': '70015fc0-62fb-48b2-b453-36906937cf2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 27, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:27:47.885314 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d0c683-da52-412c-8196-8c60ca0a7401 req-04a4a7fe-e76b-4e78-b768-0f05011bd0b1 service neutron] Checking segment: {'id': '323f142b-ee85-4d27-85a3-85cc28507ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '2294adb7-cfd4-40a1-9a0c-db6ab35ac37f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:27:47.885704 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d0c683-da52-412c-8196-8c60ca0a7401 req-04a4a7fe-e76b-4e78-b768-0f05011bd0b1 service neutron] Bound using segment: {'id': '323f142b-ee85-4d27-85a3-85cc28507ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '2294adb7-cfd4-40a1-9a0c-db6ab35ac37f'} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:27:47.886144 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-f4d0c683-da52-412c-8196-8c60ca0a7401 req-04a4a7fe-e76b-4e78-b768-0f05011bd0b1 service neutron] Bound port: c5e5b8bf-e320-4589-a83b-e2f6c8455c36, host: n-h2-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '323f142b-ee85-4d27-85a3-85cc28507ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '2294adb7-cfd4-40a1-9a0c-db6ab35ac37f'}}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:27:47.886529 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-f4d0c683-da52-412c-8196-8c60ca0a7401 req-04a4a7fe-e76b-4e78-b768-0f05011bd0b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:47.932872 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d399ed8-5e40-4113-aa88-2f283809809e req-4405ed8c-556c-44e9-bd77-a9522bb9fab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:47.934300 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9d399ed8-5e40-4113-aa88-2f283809809e req-4405ed8c-556c-44e9-bd77-a9522bb9fab6 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1493053 Aug 11 03:27:47.990189 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-f4d0c683-da52-412c-8196-8c60ca0a7401 req-04a4a7fe-e76b-4e78-b768-0f05011bd0b1 service neutron] For port c5e5b8bf-e320-4589-a83b-e2f6c8455c36, host n-h2-764292-30, cleared binding levels {{(pid=102192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:27:48.021946 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-f4d0c683-da52-412c-8196-8c60ca0a7401 req-04a4a7fe-e76b-4e78-b768-0f05011bd0b1 service neutron] For port c5e5b8bf-e320-4589-a83b-e2f6c8455c36, host n-h2-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=c5e5b8bf-e320-4589-a83b-e2f6c8455c36,segment=NetworkSegment(323f142b-ee85-4d27-85a3-85cc28507ab1),segment_id=323f142b-ee85-4d27-85a3-85cc28507ab1)] {{(pid=102192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:27:48.035029 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa3c121-3964-467a-ad04-d2933ded0fc6 req-1de37356-f05b-48c7-9bbe-34e1ca958a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:48.036658 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1fa3c121-3964-467a-ad04-d2933ded0fc6 req-1de37356-f05b-48c7-9bbe-34e1ca958a15 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fdbe55b7c58c49b2bfb506767218e312&device_id=2c376da4-986b-4704-b679-701b57d3cf01 HTTP/1.1" status: 200 len: 1096 time: 0.0613933 Aug 11 03:27:48.083835 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1fa3c121-3964-467a-ad04-d2933ded0fc6 req-d8685c24-5886-428c-b938-4d91c7ceeb58 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=deeb2f0a-ba4a-415b-a81f-39cc7aeee593 HTTP/1.1" status: 200 len: 217 time: 0.0391784 Aug 11 03:27:48.126499 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-f4d0c683-da52-412c-8196-8c60ca0a7401 req-04a4a7fe-e76b-4e78-b768-0f05011bd0b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:48.171840 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d0c683-da52-412c-8196-8c60ca0a7401 req-04a4a7fe-e76b-4e78-b768-0f05011bd0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:48.173959 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-f4d0c683-da52-412c-8196-8c60ca0a7401 req-04a4a7fe-e76b-4e78-b768-0f05011bd0b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:48.175438 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f4d0c683-da52-412c-8196-8c60ca0a7401 req-04a4a7fe-e76b-4e78-b768-0f05011bd0b1 service neutron] 10.222.0.24 "PUT /v2.0/ports/c5e5b8bf-e320-4589-a83b-e2f6c8455c36 HTTP/1.1" status: 200 len: 1092 time: 1.7566607 Aug 11 03:27:48.185024 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa3c121-3964-467a-ad04-d2933ded0fc6 req-4022136e-ce92-43ee-80f6-b0169d3d053f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:48.186583 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1fa3c121-3964-467a-ad04-d2933ded0fc6 req-4022136e-ce92-43ee-80f6-b0169d3d053f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=89d4fe2e-02dc-452f-b37f-085ec5acb28a HTTP/1.1" status: 200 len: 850 time: 0.0961263 Aug 11 03:27:48.242186 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a4a7fe-e76b-4e78-b768-0f05011bd0b1 service neutron] Pushing event updated for resources: {'Port': ['ID=c5e5b8bf-e320-4589-a83b-e2f6c8455c36,revision_number=3']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:48.262749 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa3c121-3964-467a-ad04-d2933ded0fc6 req-b0b04e87-59a5-4a8d-a8a2-6bd62ed52e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:48.264331 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1fa3c121-3964-467a-ad04-d2933ded0fc6 req-b0b04e87-59a5-4a8d-a8a2-6bd62ed52e49 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e7fa7474-ec27-48c0-82c6-4433dec0ec87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0679426 Aug 11 03:27:48.419541 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c73c6d-7dae-4c26-89b3-a9439b777cb8 req-08b2ab70-dbe4-40d2-aa99-36219340058c tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:48.421209 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-98c73c6d-7dae-4c26-89b3-a9439b777cb8 req-08b2ab70-dbe4-40d2-aa99-36219340058c tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f7acd64-4911-45bc-9de7-75950c99f15e HTTP/1.1" status: 200 len: 943 time: 0.1525097 Aug 11 03:27:48.445109 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d0c683-da52-412c-8196-8c60ca0a7401 req-978c0196-aeb4-431b-94e6-5b58f6f67f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:48.446623 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f4d0c683-da52-412c-8196-8c60ca0a7401 req-978c0196-aeb4-431b-94e6-5b58f6f67f4b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2b2b3f02ad2f4f13a4d5b55e5c246078&device_id=5f7acd64-4911-45bc-9de7-75950c99f15e HTTP/1.1" status: 200 len: 1095 time: 0.1379776 Aug 11 03:27:48.507404 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1fa3c121-3964-467a-ad04-d2933ded0fc6 req-3cc85868-4671-4ad1-8c09-686503fb4865 service neutron] 10.222.0.24 "GET /v2.0/networks/e7fa7474-ec27-48c0-82c6-4433dec0ec87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2243900 Aug 11 03:27:48.512424 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f4d0c683-da52-412c-8196-8c60ca0a7401 req-6afa95a0-366c-4fc4-85a4-3cb31b5108a5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c5e5b8bf-e320-4589-a83b-e2f6c8455c36 HTTP/1.1" status: 200 len: 217 time: 0.0492680 Aug 11 03:27:48.634515 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-98c73c6d-7dae-4c26-89b3-a9439b777cb8 req-32262ea1-5f49-4360-ae3a-058d448c7bd8 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d1cd399-f1ad-4eb8-8279-cc3e3b1f8ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018239 Aug 11 03:27:48.675425 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d0c683-da52-412c-8196-8c60ca0a7401 req-cc8a9619-b401-4709-bac9-4afffb9d4469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:48.677045 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f4d0c683-da52-412c-8196-8c60ca0a7401 req-cc8a9619-b401-4709-bac9-4afffb9d4469 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3dad44b1-6547-45e0-8453-859830dd2aa7 HTTP/1.1" status: 200 len: 846 time: 0.1337564 Aug 11 03:27:48.686850 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa87e56-7f35-4535-bd50-c9e33df7dff8 req-c2e1335c-3a4f-474c-b991-a621a9fc2ff2 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:48.688456 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9fa87e56-7f35-4535-bd50-c9e33df7dff8 req-c2e1335c-3a4f-474c-b991-a621a9fc2ff2 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] 10.222.0.41 "GET /v2.0/ports?device_id=2c376da4-986b-4704-b679-701b57d3cf01 HTTP/1.1" status: 200 len: 944 time: 0.1699960 Aug 11 03:27:48.728838 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f4d0c683-da52-412c-8196-8c60ca0a7401 req-8974033b-ff1d-4f99-abb2-c65f9e204d51 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2294adb7-cfd4-40a1-9a0c-db6ab35ac37f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375633 Aug 11 03:27:48.772914 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1fa3c121-3964-467a-ad04-d2933ded0fc6 req-99d6cbdf-5105-4cb5-9705-47f6d474011d service neutron] 10.222.0.24 "GET /v2.0/networks/e7fa7474-ec27-48c0-82c6-4433dec0ec87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2361488 Aug 11 03:27:48.831456 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9fa87e56-7f35-4535-bd50-c9e33df7dff8 req-924f0745-a086-4de5-940f-cbf4f37967ef tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] 10.222.0.41 "GET /v2.0/security-groups?id=7bcfa9cc-3b98-43cc-9889-3c7c350dab22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1320364 Aug 11 03:27:48.877616 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f4d0c683-da52-412c-8196-8c60ca0a7401 req-8ce5ff35-e7b7-4aad-80de-b720c5172018 service neutron] 10.222.0.24 "GET /v2.0/networks/2294adb7-cfd4-40a1-9a0c-db6ab35ac37f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332822 Aug 11 03:27:48.986337 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f4d0c683-da52-412c-8196-8c60ca0a7401 req-bf642bd2-b79c-4c42-9c8c-63c94fd10d47 service neutron] 10.222.0.24 "GET /v2.0/networks/2294adb7-cfd4-40a1-9a0c-db6ab35ac37f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000497 Aug 11 03:27:49.290521 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 57668) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:27:49.402571 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ba791c84-5fed-45b2-b52b-7b1af7a45a36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:49.501036 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ba791c84-5fed-45b2-b52b-7b1af7a45a36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:49.511248 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f7acd64-4911-45bc-9de7-75950c99f15e', 'tag': 'c5e5b8bf-e320-4589-a83b-e2f6c8455c36'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:27:49.513598 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ef4273e-7a2a-4989-bc33-1195484380ef" -d '{"events": [{"name": "network-changed", "server_uuid": "5f7acd64-4911-45bc-9de7-75950c99f15e", "tag": "c5e5b8bf-e320-4589-a83b-e2f6c8455c36"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:27:49.566763 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:27:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0f5ecb2-69c0-4a0a-8c22-c1c9855bb421 x-openstack-request-id: req-a0f5ecb2-69c0-4a0a-8c22-c1c9855bb421 {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:27:49.567057 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f7acd64-4911-45bc-9de7-75950c99f15e", "tag": "c5e5b8bf-e320-4589-a83b-e2f6c8455c36", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:27:49.567309 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a0f5ecb2-69c0-4a0a-8c22-c1c9855bb421 {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:27:49.567715 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f7acd64-4911-45bc-9de7-75950c99f15e', 'tag': 'c5e5b8bf-e320-4589-a83b-e2f6c8455c36', 'status': 'completed', 'code': 200} Aug 11 03:27:49.587031 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ba791c84-5fed-45b2-b52b-7b1af7a45a36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:49.638192 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-ba791c84-5fed-45b2-b52b-7b1af7a45a36 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=145f52ee908b46ffb2ecded10b1c4846&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3463805 Aug 11 03:27:49.639349 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba791c84-5fed-45b2-b52b-7b1af7a45a36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b1a3986-b044-4519-86d9-b647a4650590,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:49.642578 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 57678) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:27:49.650180 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef4273e-7a2a-4989-bc33-1195484380ef req-1e39aede-1b1e-4881-becf-da8c6d35555a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:49.652003 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1ef4273e-7a2a-4989-bc33-1195484380ef req-1e39aede-1b1e-4881-becf-da8c6d35555a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2b2b3f02ad2f4f13a4d5b55e5c246078&device_id=5f7acd64-4911-45bc-9de7-75950c99f15e HTTP/1.1" status: 200 len: 1095 time: 0.0511694 Aug 11 03:27:49.704340 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4b23e100-12a0-40dc-8684-8a97d08d2ace admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:49.738995 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4b23e100-12a0-40dc-8684-8a97d08d2ace admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:49.814376 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f5e761-449e-45ec-a6cf-9c82024ce51b req-552ae4ba-e766-4e7b-b6a0-d6a642add0e8 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:49.815946 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-76f5e761-449e-45ec-a6cf-9c82024ce51b req-552ae4ba-e766-4e7b-b6a0-d6a642add0e8 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f7acd64-4911-45bc-9de7-75950c99f15e HTTP/1.1" status: 200 len: 943 time: 0.0825210 Aug 11 03:27:49.843636 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef4273e-7a2a-4989-bc33-1195484380ef req-8277a9ae-be14-4287-96a8-cef6b009f82f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:49.845052 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1ef4273e-7a2a-4989-bc33-1195484380ef req-8277a9ae-be14-4287-96a8-cef6b009f82f service neutron] 10.222.0.24 "GET /v2.0/networks?id=2294adb7-cfd4-40a1-9a0c-db6ab35ac37f HTTP/1.1" status: 200 len: 907 time: 0.1820526 Aug 11 03:27:49.860793 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4b23e100-12a0-40dc-8684-8a97d08d2ace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:49.863385 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4b23e100-12a0-40dc-8684-8a97d08d2ace admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:49.866671 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-4b23e100-12a0-40dc-8684-8a97d08d2ace admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2b1a3986-b044-4519-86d9-b647a4650590 HTTP/1.1" status: 204 len: 168 time: 0.2211764 Aug 11 03:27:49.875845 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b23e100-12a0-40dc-8684-8a97d08d2ace admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b1a3986-b044-4519-86d9-b647a4650590,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:49.905013 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1ef4273e-7a2a-4989-bc33-1195484380ef req-2a581d1d-ac67-4c34-b263-682cfd5de7f8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c5e5b8bf-e320-4589-a83b-e2f6c8455c36 HTTP/1.1" status: 200 len: 217 time: 0.0476980 Aug 11 03:27:49.909953 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-76f5e761-449e-45ec-a6cf-9c82024ce51b req-5a9153c4-6f58-4723-af7b-a2e839783bdb tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d1cd399-f1ad-4eb8-8279-cc3e3b1f8ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859282 Aug 11 03:27:49.985078 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef4273e-7a2a-4989-bc33-1195484380ef req-f45f4a45-f65b-4592-824a-51d19064caa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:49.986856 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1ef4273e-7a2a-4989-bc33-1195484380ef req-f45f4a45-f65b-4592-824a-51d19064caa3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3dad44b1-6547-45e0-8453-859830dd2aa7 HTTP/1.1" status: 200 len: 846 time: 0.0723033 Aug 11 03:27:50.002653 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959d846d-ed29-4125-b645-73c4e59df8c6 req-41dd41b1-d8b9-41b3-8c46-0ce3734368e3 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:50.004742 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-959d846d-ed29-4125-b645-73c4e59df8c6 req-41dd41b1-d8b9-41b3-8c46-0ce3734368e3 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] 10.222.0.41 "GET /v2.0/ports?device_id=2c376da4-986b-4704-b679-701b57d3cf01 HTTP/1.1" status: 200 len: 944 time: 0.0620081 Aug 11 03:27:50.039319 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1ef4273e-7a2a-4989-bc33-1195484380ef req-3775d91e-5823-491c-8f63-479e3d27f187 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2294adb7-cfd4-40a1-9a0c-db6ab35ac37f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335243 Aug 11 03:27:50.111214 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-959d846d-ed29-4125-b645-73c4e59df8c6 req-1df0335c-538c-44e2-8775-bbeb2809265c tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] 10.222.0.41 "GET /v2.0/security-groups?id=7bcfa9cc-3b98-43cc-9889-3c7c350dab22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978317 Aug 11 03:27:50.149382 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1ef4273e-7a2a-4989-bc33-1195484380ef req-aa62492a-90af-4011-a93e-e4cd5fb142e5 service neutron] 10.222.0.24 "GET /v2.0/networks/2294adb7-cfd4-40a1-9a0c-db6ab35ac37f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012127 Aug 11 03:27:50.244984 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1ef4273e-7a2a-4989-bc33-1195484380ef req-c5379bc0-2f54-4bbf-9107-f4729ffcbffc service neutron] 10.222.0.24 "GET /v2.0/networks/2294adb7-cfd4-40a1-9a0c-db6ab35ac37f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883753 Aug 11 03:27:50.458692 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 57692) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:27:50.472724 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-70a6bdc5-603d-4aec-b84c-65bdc487619e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:50.558038 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-70a6bdc5-603d-4aec-b84c-65bdc487619e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:50.598155 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-70a6bdc5-603d-4aec-b84c-65bdc487619e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:50.637629 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-70a6bdc5-603d-4aec-b84c-65bdc487619e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f480c62a3b874415b550f0fd56531abe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1774678 Aug 11 03:27:50.638716 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a6bdc5-603d-4aec-b84c-65bdc487619e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22f68a77-9c65-4711-8c3f-bd319308022c,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:50.639944 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 57698) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:27:50.693931 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-eab072a2-0a2e-4a45-bc29-c507962e25f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:50.724650 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-eab072a2-0a2e-4a45-bc29-c507962e25f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:50.822021 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-eab072a2-0a2e-4a45-bc29-c507962e25f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:50.824809 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-eab072a2-0a2e-4a45-bc29-c507962e25f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:50.826174 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-eab072a2-0a2e-4a45-bc29-c507962e25f8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/22f68a77-9c65-4711-8c3f-bd319308022c HTTP/1.1" status: 204 len: 168 time: 0.1852419 Aug 11 03:27:50.834970 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab072a2-0a2e-4a45-bc29-c507962e25f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22f68a77-9c65-4711-8c3f-bd319308022c,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:51.029046 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370e911c-6005-4e28-b493-fd13e227add8 req-fdf6fd09-2429-46c1-b18f-125e48a03152 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:51.030587 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-370e911c-6005-4e28-b493-fd13e227add8 req-fdf6fd09-2429-46c1-b18f-125e48a03152 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f7acd64-4911-45bc-9de7-75950c99f15e HTTP/1.1" status: 200 len: 943 time: 0.0495775 Aug 11 03:27:51.078056 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-370e911c-6005-4e28-b493-fd13e227add8 req-8bc7fdf3-0041-4712-831b-23ae3b26ea7b tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d1cd399-f1ad-4eb8-8279-cc3e3b1f8ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414302 Aug 11 03:27:51.301554 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e5cf05-f063-437d-8e5c-bbd3841137f0 req-982cdf38-8989-4576-8a71-2a3c1bf1a921 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:51.303653 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c3e5cf05-f063-437d-8e5c-bbd3841137f0 req-982cdf38-8989-4576-8a71-2a3c1bf1a921 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] 10.222.0.41 "GET /v2.0/ports?device_id=2c376da4-986b-4704-b679-701b57d3cf01 HTTP/1.1" status: 200 len: 944 time: 0.0811379 Aug 11 03:27:51.347949 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c3e5cf05-f063-437d-8e5c-bbd3841137f0 req-c0db40b4-df26-4ff7-a108-b4fb30c311f7 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] 10.222.0.41 "GET /v2.0/security-groups?id=7bcfa9cc-3b98-43cc-9889-3c7c350dab22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379221 Aug 11 03:27:52.276936 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9169262d-1cc4-42c6-8172-e0a8ad957dcd req-5a7cc994-59ce-47c2-a140-5d17fbb59064 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:52.288850 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9169262d-1cc4-42c6-8172-e0a8ad957dcd req-5a7cc994-59ce-47c2-a140-5d17fbb59064 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f7acd64-4911-45bc-9de7-75950c99f15e HTTP/1.1" status: 200 len: 943 time: 0.1336982 Aug 11 03:27:52.328965 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9169262d-1cc4-42c6-8172-e0a8ad957dcd req-cb68054c-7322-4ec0-a397-3fc2c9d4317c tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d1cd399-f1ad-4eb8-8279-cc3e3b1f8ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406616 Aug 11 03:27:52.525877 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547eabb7-55a2-4603-aa9c-4a10c9fa28c5 req-9dc06b3b-2d8b-4d52-a1a4-6b6c826f3960 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:52.528127 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-547eabb7-55a2-4603-aa9c-4a10c9fa28c5 req-9dc06b3b-2d8b-4d52-a1a4-6b6c826f3960 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] 10.222.0.41 "GET /v2.0/ports?device_id=2c376da4-986b-4704-b679-701b57d3cf01 HTTP/1.1" status: 200 len: 944 time: 0.0748470 Aug 11 03:27:52.570358 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device deeb2f0a-ba4a-415b-a81f-39cc7aeee593 details requested by agent hyperv_n-h2-764292-30 with host n-h2-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:27:52.576028 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-547eabb7-55a2-4603-aa9c-4a10c9fa28c5 req-e1a33101-6c62-40f7-9d07-4601c6aa6a91 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] 10.222.0.41 "GET /v2.0/security-groups?id=7bcfa9cc-3b98-43cc-9889-3c7c350dab22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407476 Aug 11 03:27:52.712916 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port deeb2f0a-ba4a-415b-a81f-39cc7aeee593, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=deeb2f0a-ba4a-415b-a81f-39cc7aeee593,segment=NetworkSegment(9f8ce2aa-5895-4159-b95f-a2336900b8ec),segment_id=9f8ce2aa-5895-4159-b95f-a2336900b8ec)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:27:52.726742 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Returning: {'device': 'deeb2f0a-ba4a-415b-a81f-39cc7aeee593', 'network_id': 'e7fa7474-ec27-48c0-82c6-4433dec0ec87', 'port_id': 'deeb2f0a-ba4a-415b-a81f-39cc7aeee593', 'mac_address': 'fa:16:3e:a0:69:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89d4fe2e-02dc-452f-b37f-085ec5acb28a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:27:52.766364 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:52.780823 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id deeb2f0a-ba4a-415b-a81f-39cc7aeee593 {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:27:52.805988 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port deeb2f0a-ba4a-415b-a81f-39cc7aeee593, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=deeb2f0a-ba4a-415b-a81f-39cc7aeee593,segment=NetworkSegment(9f8ce2aa-5895-4159-b95f-a2336900b8ec),segment_id=9f8ce2aa-5895-4159-b95f-a2336900b8ec)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:27:52.867077 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:52.867765 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device c5e5b8bf-e320-4589-a83b-e2f6c8455c36 details requested by agent hyperv_n-h2-764292-30 with host n-h2-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:27:52.965207 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=deeb2f0a-ba4a-415b-a81f-39cc7aeee593,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:53.013363 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port c5e5b8bf-e320-4589-a83b-e2f6c8455c36, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=c5e5b8bf-e320-4589-a83b-e2f6c8455c36,segment=NetworkSegment(323f142b-ee85-4d27-85a3-85cc28507ab1),segment_id=323f142b-ee85-4d27-85a3-85cc28507ab1)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:27:53.027575 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Returning: {'device': 'c5e5b8bf-e320-4589-a83b-e2f6c8455c36', 'network_id': '2294adb7-cfd4-40a1-9a0c-db6ab35ac37f', 'port_id': 'c5e5b8bf-e320-4589-a83b-e2f6c8455c36', 'mac_address': 'fa:16:3e:fe:d4:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dad44b1-6547-45e0-8453-859830dd2aa7', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:27:53.082450 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:53.100863 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5e5b8bf-e320-4589-a83b-e2f6c8455c36 {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:27:53.125827 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port c5e5b8bf-e320-4589-a83b-e2f6c8455c36, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=c5e5b8bf-e320-4589-a83b-e2f6c8455c36,segment=NetworkSegment(323f142b-ee85-4d27-85a3-85cc28507ab1),segment_id=323f142b-ee85-4d27-85a3-85cc28507ab1)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:27:53.181975 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:53.235101 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=c5e5b8bf-e320-4589-a83b-e2f6c8455c36,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:53.406049 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['c5e5b8bf-e320-4589-a83b-e2f6c8455c36'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:27:53.411602 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['deeb2f0a-ba4a-415b-a81f-39cc7aeee593'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:27:53.539243 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac970eef-16d7-405f-acbd-03969987926e req-1080cdff-8b27-4a0c-b9d2-0e402df6501e tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:53.548539 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ac970eef-16d7-405f-acbd-03969987926e req-1080cdff-8b27-4a0c-b9d2-0e402df6501e tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f7acd64-4911-45bc-9de7-75950c99f15e HTTP/1.1" status: 200 len: 944 time: 0.1098719 Aug 11 03:27:53.654365 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ac970eef-16d7-405f-acbd-03969987926e req-482b5363-825e-4259-be08-f612b49f8ff1 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d1cd399-f1ad-4eb8-8279-cc3e3b1f8ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994108 Aug 11 03:27:53.786274 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1732ce-3bbf-48d0-84d4-4ac3af70f4d3 req-4912c067-144d-4d0d-944a-820b15c144f8 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:53.817974 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4b1732ce-3bbf-48d0-84d4-4ac3af70f4d3 req-4912c067-144d-4d0d-944a-820b15c144f8 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] 10.222.0.41 "GET /v2.0/ports?device_id=2c376da4-986b-4704-b679-701b57d3cf01 HTTP/1.1" status: 200 len: 945 time: 0.1045268 Aug 11 03:27:53.875625 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4b1732ce-3bbf-48d0-84d4-4ac3af70f4d3 req-046bfaa0-41ae-4f71-a9bf-d06ab36d004d tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] 10.222.0.41 "GET /v2.0/security-groups?id=7bcfa9cc-3b98-43cc-9889-3c7c350dab22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510712 Aug 11 03:27:54.587914 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device deeb2f0a-ba4a-415b-a81f-39cc7aeee593 up at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:27:54.746961 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning for port deeb2f0a-ba4a-415b-a81f-39cc7aeee593 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:27:54.752454 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning complete for port deeb2f0a-ba4a-415b-a81f-39cc7aeee593 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:27:54.752768 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:54.809141 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0de8b31-012a-49f7-8032-c0f6d1038088 req-3b029728-db33-4485-b6bc-5fb4a6c75f56 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:54.810661 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c0de8b31-012a-49f7-8032-c0f6d1038088 req-3b029728-db33-4485-b6bc-5fb4a6c75f56 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f7acd64-4911-45bc-9de7-75950c99f15e HTTP/1.1" status: 200 len: 944 time: 0.0729506 Aug 11 03:27:54.845365 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:54.870086 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c0de8b31-012a-49f7-8032-c0f6d1038088 req-76a06da6-309f-4501-ada6-6aa217ceff97 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d1cd399-f1ad-4eb8-8279-cc3e3b1f8ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510168 Aug 11 03:27:54.873147 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c376da4-986b-4704-b679-701b57d3cf01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'deeb2f0a-ba4a-415b-a81f-39cc7aeee593'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:27:54.875520 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b4ca69b-c773-422e-bb83-67dcb6f64cf6" -d '{"events": [{"server_uuid": "2c376da4-986b-4704-b679-701b57d3cf01", "name": "network-vif-plugged", "status": "completed", "tag": "deeb2f0a-ba4a-415b-a81f-39cc7aeee593"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:27:54.890620 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port deeb2f0a-ba4a-415b-a81f-39cc7aeee593, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=deeb2f0a-ba4a-415b-a81f-39cc7aeee593,segment=NetworkSegment(9f8ce2aa-5895-4159-b95f-a2336900b8ec),segment_id=9f8ce2aa-5895-4159-b95f-a2336900b8ec)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:27:54.917513 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:27:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-617fd0b9-a74c-4dc8-9767-ed99cdcab3bc x-openstack-request-id: req-617fd0b9-a74c-4dc8-9767-ed99cdcab3bc {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:27:54.917513 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c376da4-986b-4704-b679-701b57d3cf01", "name": "network-vif-plugged", "status": "completed", "tag": "deeb2f0a-ba4a-415b-a81f-39cc7aeee593", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:27:54.917513 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-617fd0b9-a74c-4dc8-9767-ed99cdcab3bc {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:27:54.917752 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c376da4-986b-4704-b679-701b57d3cf01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'deeb2f0a-ba4a-415b-a81f-39cc7aeee593', 'code': 200} Aug 11 03:27:54.986961 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:54.987816 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device c5e5b8bf-e320-4589-a83b-e2f6c8455c36 up at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:27:55.049561 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ada35db-404c-4f9b-bb2e-9c6715565527 req-7a409d9a-bf0b-49d9-988c-49f58d099f2c tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:55.065123 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0ada35db-404c-4f9b-bb2e-9c6715565527 req-7a409d9a-bf0b-49d9-988c-49f58d099f2c tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] 10.222.0.41 "GET /v2.0/ports?device_id=2c376da4-986b-4704-b679-701b57d3cf01 HTTP/1.1" status: 200 len: 945 time: 0.1248729 Aug 11 03:27:55.096420 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dd852e-24a5-4804-a6cc-20382eef0132 req-6ff41c80-3030-4249-b26b-018005c69080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:55.098254 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e8dd852e-24a5-4804-a6cc-20382eef0132 req-6ff41c80-3030-4249-b26b-018005c69080 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2c376da4-986b-4704-b679-701b57d3cf01 HTTP/1.1" status: 200 len: 1098 time: 0.1247625 Aug 11 03:27:55.143265 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=deeb2f0a-ba4a-415b-a81f-39cc7aeee593,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:55.205009 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0ada35db-404c-4f9b-bb2e-9c6715565527 req-9be5f967-8dda-4faf-853c-aaf4de03793a tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] 10.222.0.41 "GET /v2.0/security-groups?id=7bcfa9cc-3b98-43cc-9889-3c7c350dab22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1211247 Aug 11 03:27:55.208278 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55e9cf0-02bf-4842-b21d-c927fdf2cb84 req-f21259e7-8ec1-48a3-b09b-258932b09868 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:55.209876 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b55e9cf0-02bf-4842-b21d-c927fdf2cb84 req-f21259e7-8ec1-48a3-b09b-258932b09868 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/ports?device_id=839d4001-730c-429d-980a-15c1d88a4dbd HTTP/1.1" status: 200 len: 946 time: 0.1406846 Aug 11 03:27:55.211849 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e8dd852e-24a5-4804-a6cc-20382eef0132 req-0b3fad9a-760f-4427-81fe-741b507ce834 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=7bcfa9cc-3b98-43cc-9889-3c7c350dab22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896842 Aug 11 03:27:55.249272 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning for port c5e5b8bf-e320-4589-a83b-e2f6c8455c36 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:27:55.254483 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning complete for port c5e5b8bf-e320-4589-a83b-e2f6c8455c36 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:27:55.261076 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:55.261383 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b55e9cf0-02bf-4842-b21d-c927fdf2cb84 req-882f162d-0aee-48a6-860d-7975a8981f43 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/security-groups?id=1e2df09b-95d8-4e2e-a9dc-4c7363d2dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347502 Aug 11 03:27:55.279367 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 57826) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:27:55.350260 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:55.367107 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-e584056a-6bdf-4122-9fa3-12bc13138e84 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/floatingips/cb088d2c-3e50-4862-9123-354a66a369fd HTTP/1.1" status: 200 len: 994 time: 0.0863838 Aug 11 03:27:55.382733 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port c5e5b8bf-e320-4589-a83b-e2f6c8455c36, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=c5e5b8bf-e320-4589-a83b-e2f6c8455c36,segment=NetworkSegment(323f142b-ee85-4d27-85a3-85cc28507ab1),segment_id=323f142b-ee85-4d27-85a3-85cc28507ab1)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:27:55.455390 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:55.509656 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=c5e5b8bf-e320-4589-a83b-e2f6c8455c36,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:55.690920 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cb4fd3-8bc1-4c65-a253-22527f2be093 req-9fdcf71a-aec2-4f22-a15b-d01798e30e55 tempest-TestNetworkAdvancedServerOps-665886235 tempest-TestNetworkAdvancedServerOps-665886235-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:55.692481 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a1cb4fd3-8bc1-4c65-a253-22527f2be093 req-9fdcf71a-aec2-4f22-a15b-d01798e30e55 tempest-TestNetworkAdvancedServerOps-665886235 tempest-TestNetworkAdvancedServerOps-665886235-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=839d4001-730c-429d-980a-15c1d88a4dbd HTTP/1.1" status: 200 len: 1098 time: 0.0470743 Aug 11 03:27:55.730811 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a1cb4fd3-8bc1-4c65-a253-22527f2be093 req-1e0e9b26-0507-4eb9-acc9-8fe5ace12e29 tempest-TestNetworkAdvancedServerOps-665886235 tempest-TestNetworkAdvancedServerOps-665886235-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=1e2df09b-95d8-4e2e-a9dc-4c7363d2dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318792 Aug 11 03:27:55.986443 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9680733-a760-43e0-bfb9-f1f8cc32f701 req-593583b8-dd75-4f01-b099-5dcdf2d52dac tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:55.988071 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e9680733-a760-43e0-bfb9-f1f8cc32f701 req-593583b8-dd75-4f01-b099-5dcdf2d52dac tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f7acd64-4911-45bc-9de7-75950c99f15e HTTP/1.1" status: 200 len: 945 time: 0.0562408 Aug 11 03:27:56.027340 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e9680733-a760-43e0-bfb9-f1f8cc32f701 req-621c561e-c4d6-4c21-97b7-6f19fbdf07a8 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d1cd399-f1ad-4eb8-8279-cc3e3b1f8ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334082 Aug 11 03:27:56.370914 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b5a8ab-1e9d-4005-ac5d-f03fd6d65574 req-d1736e60-f269-42f1-b44b-4ad1a4bf4add tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:56.372425 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b4b5a8ab-1e9d-4005-ac5d-f03fd6d65574 req-d1736e60-f269-42f1-b44b-4ad1a4bf4add tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] 10.222.0.41 "GET /v2.0/ports?device_id=2c376da4-986b-4704-b679-701b57d3cf01 HTTP/1.1" status: 200 len: 946 time: 0.0611501 Aug 11 03:27:56.413213 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b4b5a8ab-1e9d-4005-ac5d-f03fd6d65574 req-036d3148-9ec0-46e8-94f3-27768b3c9393 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] 10.222.0.41 "GET /v2.0/security-groups?id=7bcfa9cc-3b98-43cc-9889-3c7c350dab22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341938 Aug 11 03:27:56.602896 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23550ae2-c518-4c88-b6ec-80f02b47b0c2 req-6a9d05c3-647c-4198-9926-97546836b572 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:56.604939 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-23550ae2-c518-4c88-b6ec-80f02b47b0c2 req-6a9d05c3-647c-4198-9926-97546836b572 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] 10.222.0.41 "GET /v2.0/ports?device_id=2c376da4-986b-4704-b679-701b57d3cf01 HTTP/1.1" status: 200 len: 946 time: 0.1082501 Aug 11 03:27:56.615357 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 57884) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:27:56.620043 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-607f1285-6dd8-4f4f-a273-c285a2c9f4d2 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Request body: {'floatingip': {'port_id': 'deeb2f0a-ba4a-415b-a81f-39cc7aeee593'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:27:56.660662 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-607f1285-6dd8-4f4f-a273-c285a2c9f4d2 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Notify callbacks [] for floatingip, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:56.918558 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f7acd64-4911-45bc-9de7-75950c99f15e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5e5b8bf-e320-4589-a83b-e2f6c8455c36'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:27:56.921812 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dca464f-c151-4e2f-beb3-931bf15124be" -d '{"events": [{"server_uuid": "5f7acd64-4911-45bc-9de7-75950c99f15e", "name": "network-vif-plugged", "status": "completed", "tag": "c5e5b8bf-e320-4589-a83b-e2f6c8455c36"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:27:56.948857 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4f5baf01-e416-47f6-8423-9177065c6c20 req-9209f702-2da1-4e18-8e66-3ed9a7aa7b97 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=839d4001-730c-429d-980a-15c1d88a4dbd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2271552 Aug 11 03:27:56.963869 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab69a79f-c4b3-4ec8-9807-7d22f4ceab60 x-openstack-request-id: req-ab69a79f-c4b3-4ec8-9807-7d22f4ceab60 {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:27:56.964129 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f7acd64-4911-45bc-9de7-75950c99f15e", "name": "network-vif-plugged", "status": "completed", "tag": "c5e5b8bf-e320-4589-a83b-e2f6c8455c36", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:27:56.964385 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ab69a79f-c4b3-4ec8-9807-7d22f4ceab60 {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:27:56.964948 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f7acd64-4911-45bc-9de7-75950c99f15e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5e5b8bf-e320-4589-a83b-e2f6c8455c36', 'code': 200} Aug 11 03:27:57.096848 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1c9403-5282-45ae-bf03-f958e2eab7d0 req-bbc7dd44-11eb-404a-86f6-e38a6002e37a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:57.098391 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6b1c9403-5282-45ae-bf03-f958e2eab7d0 req-bbc7dd44-11eb-404a-86f6-e38a6002e37a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5f7acd64-4911-45bc-9de7-75950c99f15e HTTP/1.1" status: 200 len: 1097 time: 0.0672135 Aug 11 03:27:57.332826 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6b1c9403-5282-45ae-bf03-f958e2eab7d0 req-06605442-a218-4650-ac11-67ccaba4ede5 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=9d1cd399-f1ad-4eb8-8279-cc3e3b1f8ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256274 Aug 11 03:27:57.345662 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7519421-aeeb-4e7b-a9f6-b887ef7e091e req-e5bdfa06-aaf3-42ad-bb2d-bb1e58549b08 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:57.347435 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d7519421-aeeb-4e7b-a9f6-b887ef7e091e req-e5bdfa06-aaf3-42ad-bb2d-bb1e58549b08 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f7acd64-4911-45bc-9de7-75950c99f15e HTTP/1.1" status: 200 len: 945 time: 0.2081254 Aug 11 03:27:57.423240 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d7519421-aeeb-4e7b-a9f6-b887ef7e091e req-7cb7629c-7cc1-4902-9652-8a0fa2b32131 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d1cd399-f1ad-4eb8-8279-cc3e3b1f8ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685172 Aug 11 03:27:57.446796 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-607f1285-6dd8-4f4f-a273-c285a2c9f4d2 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:57.536784 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-607f1285-6dd8-4f4f-a273-c285a2c9f4d2 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446866'] for floatingip, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:57.643734 n-d-764292-30 neutron-server[102191]: INFO neutron.db.l3_db [None req-607f1285-6dd8-4f4f-a273-c285a2c9f4d2 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Floating IP 5e5cbc9e-91a0-4fe4-9291-295def3a8987 associated. External IP: 172.25.8.127, port: deeb2f0a-ba4a-415b-a81f-39cc7aeee593. Aug 11 03:27:57.865913 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-607f1285-6dd8-4f4f-a273-c285a2c9f4d2 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Router 90919bdd-25f6-4d2e-a5ff-49fd434f3f9c has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:27:57.984313 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-607f1285-6dd8-4f4f-a273-c285a2c9f4d2 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:27:57.989584 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-607f1285-6dd8-4f4f-a273-c285a2c9f4d2 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for floatingip, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:57.996991 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-654dc881-ff42-400e-ac38-bb291c5db630 None None] Sync routers for ids ['90919bdd-25f6-4d2e-a5ff-49fd434f3f9c'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:27:58.019937 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-607f1285-6dd8-4f4f-a273-c285a2c9f4d2 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] 10.222.0.41 "PUT /v2.0/floatingips/5e5cbc9e-91a0-4fe4-9291-295def3a8987 HTTP/1.1" status: 200 len: 992 time: 1.4034643 Aug 11 03:27:58.020781 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c376da4-986b-4704-b679-701b57d3cf01', 'tag': 'deeb2f0a-ba4a-415b-a81f-39cc7aeee593'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:27:58.023300 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fef076b7-66c6-446e-a7bd-6b4105495559" -d '{"events": [{"name": "network-changed", "server_uuid": "2c376da4-986b-4704-b679-701b57d3cf01", "tag": "deeb2f0a-ba4a-415b-a81f-39cc7aeee593"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:27:58.026139 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654dc881-ff42-400e-ac38-bb291c5db630 None None] Routers {'90919bdd-25f6-4d2e-a5ff-49fd434f3f9c'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:27:58.027196 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-654dc881-ff42-400e-ac38-bb291c5db630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:27:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['90919bdd-25f6-4d2e-a5ff-49fd434f3f9c'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:27:58.168624 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-654dc881-ff42-400e-ac38-bb291c5db630 None None] Set router 90919bdd-25f6-4d2e-a5ff-49fd434f3f9c gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:27:58.176622 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4c83ceb-2042-44ce-bf81-19d01062afcc x-openstack-request-id: req-b4c83ceb-2042-44ce-bf81-19d01062afcc {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:27:58.176916 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c376da4-986b-4704-b679-701b57d3cf01", "tag": "deeb2f0a-ba4a-415b-a81f-39cc7aeee593", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:27:58.177439 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b4c83ceb-2042-44ce-bf81-19d01062afcc {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:27:58.178041 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c376da4-986b-4704-b679-701b57d3cf01', 'tag': 'deeb2f0a-ba4a-415b-a81f-39cc7aeee593', 'status': 'completed', 'code': 200} Aug 11 03:27:58.287357 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef076b7-66c6-446e-a7bd-6b4105495559 req-c39e3a47-1a51-452c-ac76-5676f9111a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:58.289705 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-fef076b7-66c6-446e-a7bd-6b4105495559 req-c39e3a47-1a51-452c-ac76-5676f9111a00 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fdbe55b7c58c49b2bfb506767218e312&device_id=2c376da4-986b-4704-b679-701b57d3cf01 HTTP/1.1" status: 200 len: 1098 time: 0.0562942 Aug 11 03:27:58.305642 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [req-4f5baf01-e416-47f6-8423-9177065c6c20 req-0fc62ee5-2d4d-4b9a-bca9-04aaade494d8 tempest-TestNetworkAdvancedServerOps-665886235 tempest-TestNetworkAdvancedServerOps-665886235-project-admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:27:58.313909 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4f5baf01-e416-47f6-8423-9177065c6c20 req-0fc62ee5-2d4d-4b9a-bca9-04aaade494d8 tempest-TestNetworkAdvancedServerOps-665886235 tempest-TestNetworkAdvancedServerOps-665886235-project-admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2485685 Aug 11 03:27:58.329757 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-4f5baf01-e416-47f6-8423-9177065c6c20 req-cb86b9c7-8a25-4e22-b513-8bdfd7107553 service neutron] Request body: {'binding': {'host': 'n-h1-764292-30', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:27:58.330236 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-4f5baf01-e416-47f6-8423-9177065c6c20 req-cb86b9c7-8a25-4e22-b513-8bdfd7107553 service neutron] Unknown quota resources ['binding']. {{(pid=102192) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 11 03:27:58.499563 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-654dc881-ff42-400e-ac38-bb291c5db630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90919bdd-25f6-4d2e-a5ff-49fd434f3f9c', 'name': 'tempest-AttachVolumeTestJSON-1633192616-router', 'tenant_id': 'fdbe55b7c58c49b2bfb506767218e312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': 'ac12285f-37fc-49ef-82bb-e352306589e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:23:15Z', 'updated_at': '2021-08-11T03:23:22Z', 'revision_number': 4, 'project_id': 'fdbe55b7c58c49b2bfb506767218e312', 'gw_port': {'id': 'ac12285f-37fc-49ef-82bb-e352306589e8', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:d1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90919bdd-25f6-4d2e-a5ff-49fd434f3f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2587, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:23:16Z', 'updated_at': '2021-08-11T03:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_floatingips': [{'id': '5e5cbc9e-91a0-4fe4-9291-295def3a8987', 'tenant_id': 'fdbe55b7c58c49b2bfb506767218e312', 'floating_ip_address': '172.25.8.127', 'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'router_id': '90919bdd-25f6-4d2e-a5ff-49fd434f3f9c', 'port_id': 'deeb2f0a-ba4a-415b-a81f-39cc7aeee593', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7fa7474-ec27-48c0-82c6-4433dec0ec87', 'mac_address': 'fa:16:3e:a0:69:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c376da4-986b-4704-b679-701b57d3cf01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:27:40Z', 'updated_at': '2021-08-11T03:27:57Z', 'revision_number': 1, 'project_id': 'fdbe55b7c58c49b2bfb506767218e312', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0376a1ee-6ff5-4e76-8d98-aa7f97f298e4', 'name': '', 'network_id': 'e7fa7474-ec27-48c0-82c6-4433dec0ec87', 'tenant_id': 'fdbe55b7c58c49b2bfb506767218e312', 'mac_address': 'fa:16:3e:8b:a7:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90919bdd-25f6-4d2e-a5ff-49fd434f3f9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2592, 'fixed_ips': [{'subnet_id': '89d4fe2e-02dc-452f-b37f-085ec5acb28a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:23:20Z', 'updated_at': '2021-08-11T03:23:32Z', 'revision_number': 5, 'project_id': 'fdbe55b7c58c49b2bfb506767218e312', 'subnets': [{'id': '89d4fe2e-02dc-452f-b37f-085ec5acb28a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:27:58.556284 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-654dc881-ff42-400e-ac38-bb291c5db630 None None] Checking router: 90919bdd-25f6-4d2e-a5ff-49fd434f3f9c for host: n-d-764292-30 {{(pid=102193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:27:58.566679 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654dc881-ff42-400e-ac38-bb291c5db630 None None] Routers {'90919bdd-25f6-4d2e-a5ff-49fd434f3f9c'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:27:58.567550 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-654dc881-ff42-400e-ac38-bb291c5db630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:27:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['90919bdd-25f6-4d2e-a5ff-49fd434f3f9c'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:27:58.606580 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-4f5baf01-e416-47f6-8423-9177065c6c20 req-cb86b9c7-8a25-4e22-b513-8bdfd7107553 service neutron] Attempting to bind port d2732bb8-3954-459d-84ef-b94a9effb087 on host n-h1-764292-30 for vnic_type normal with profile None {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:27:58.607050 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-4f5baf01-e416-47f6-8423-9177065c6c20 req-cb86b9c7-8a25-4e22-b513-8bdfd7107553 service neutron] Attempting to bind port d2732bb8-3954-459d-84ef-b94a9effb087 by drivers openvswitch,hyperv on host n-h1-764292-30 at level 0 using segments [{'id': 'b7ab9ca8-8169-4dac-b148-be6f1538058c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '91c54fc6-0170-4b8c-829d-7c5f473bbce4'}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:27:58.607384 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f5baf01-e416-47f6-8423-9177065c6c20 req-cb86b9c7-8a25-4e22-b513-8bdfd7107553 service neutron] Attempting to bind port d2732bb8-3954-459d-84ef-b94a9effb087 on network 91c54fc6-0170-4b8c-829d-7c5f473bbce4 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:27:58.621367 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f5baf01-e416-47f6-8423-9177065c6c20 req-cb86b9c7-8a25-4e22-b513-8bdfd7107553 service neutron] Port d2732bb8-3954-459d-84ef-b94a9effb087 on network 91c54fc6-0170-4b8c-829d-7c5f473bbce4 not bound, no agent of type Open vSwitch agent registered on host n-h1-764292-30 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:27:58.621695 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f5baf01-e416-47f6-8423-9177065c6c20 req-cb86b9c7-8a25-4e22-b513-8bdfd7107553 service neutron] Attempting to bind port d2732bb8-3954-459d-84ef-b94a9effb087 on network 91c54fc6-0170-4b8c-829d-7c5f473bbce4 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:27:58.631690 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f5baf01-e416-47f6-8423-9177065c6c20 req-cb86b9c7-8a25-4e22-b513-8bdfd7107553 service neutron] Checking agent: {'id': 'abb524c2-b412-4ed2-8367-45c4fd996fa7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 27, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:27:58.631993 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f5baf01-e416-47f6-8423-9177065c6c20 req-cb86b9c7-8a25-4e22-b513-8bdfd7107553 service neutron] Checking segment: {'id': 'b7ab9ca8-8169-4dac-b148-be6f1538058c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '91c54fc6-0170-4b8c-829d-7c5f473bbce4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:27:58.632383 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f5baf01-e416-47f6-8423-9177065c6c20 req-cb86b9c7-8a25-4e22-b513-8bdfd7107553 service neutron] Bound using segment: {'id': 'b7ab9ca8-8169-4dac-b148-be6f1538058c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '91c54fc6-0170-4b8c-829d-7c5f473bbce4'} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:27:58.632884 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-4f5baf01-e416-47f6-8423-9177065c6c20 req-cb86b9c7-8a25-4e22-b513-8bdfd7107553 service neutron] Bound port: d2732bb8-3954-459d-84ef-b94a9effb087, host: n-h1-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7ab9ca8-8169-4dac-b148-be6f1538058c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '91c54fc6-0170-4b8c-829d-7c5f473bbce4'}}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:27:58.706358 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-654dc881-ff42-400e-ac38-bb291c5db630 None None] Set router 90919bdd-25f6-4d2e-a5ff-49fd434f3f9c gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:27:58.713201 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef076b7-66c6-446e-a7bd-6b4105495559 req-96c72970-3677-410e-8064-33ba3ba92de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:58.715140 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-fef076b7-66c6-446e-a7bd-6b4105495559 req-96c72970-3677-410e-8064-33ba3ba92de4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e7fa7474-ec27-48c0-82c6-4433dec0ec87 HTTP/1.1" status: 200 len: 912 time: 0.3991315 Aug 11 03:27:58.840145 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b3bae8-e11e-43c2-ad51-889f90b8d567 req-11bb43e6-4dd0-474a-941c-a70c90a8c461 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:58.842251 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-91b3bae8-e11e-43c2-ad51-889f90b8d567 req-11bb43e6-4dd0-474a-941c-a70c90a8c461 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f7acd64-4911-45bc-9de7-75950c99f15e HTTP/1.1" status: 200 len: 945 time: 0.3057086 Aug 11 03:27:58.893736 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-4f5baf01-e416-47f6-8423-9177065c6c20 req-cb86b9c7-8a25-4e22-b513-8bdfd7107553 service neutron] For port d2732bb8-3954-459d-84ef-b94a9effb087, host n-h1-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=d2732bb8-3954-459d-84ef-b94a9effb087,segment=NetworkSegment(b7ab9ca8-8169-4dac-b148-be6f1538058c),segment_id=b7ab9ca8-8169-4dac-b148-be6f1538058c)] {{(pid=102192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:27:58.901772 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-fef076b7-66c6-446e-a7bd-6b4105495559 req-a400997d-be8d-4705-af0d-4e8c41c6b024 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=deeb2f0a-ba4a-415b-a81f-39cc7aeee593 HTTP/1.1" status: 200 len: 1000 time: 0.1727605 Aug 11 03:27:58.955008 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-91b3bae8-e11e-43c2-ad51-889f90b8d567 req-c2b6422d-2bf6-4976-b940-22ca775ce215 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d1cd399-f1ad-4eb8-8279-cc3e3b1f8ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024489 Aug 11 03:27:58.985167 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef076b7-66c6-446e-a7bd-6b4105495559 req-4dbd86bf-a623-4c2a-8075-46f05fa8632b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:58.986691 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-fef076b7-66c6-446e-a7bd-6b4105495559 req-4dbd86bf-a623-4c2a-8075-46f05fa8632b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=89d4fe2e-02dc-452f-b37f-085ec5acb28a HTTP/1.1" status: 200 len: 850 time: 0.0724871 Aug 11 03:27:58.994256 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-4f5baf01-e416-47f6-8423-9177065c6c20 req-cb86b9c7-8a25-4e22-b513-8bdfd7107553 service neutron] Notify callbacks [] for binding, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:58.995976 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4f5baf01-e416-47f6-8423-9177065c6c20 req-cb86b9c7-8a25-4e22-b513-8bdfd7107553 service neutron] 10.222.0.41 "POST /v2.0/ports/d2732bb8-3954-459d-84ef-b94a9effb087/bindings HTTP/1.1" status: 201 len: 390 time: 0.6812360 Aug 11 03:27:59.129558 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef076b7-66c6-446e-a7bd-6b4105495559 req-dab4f9d7-6861-409b-aa94-300ffeeb82c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:59.129558 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-fef076b7-66c6-446e-a7bd-6b4105495559 req-dab4f9d7-6861-409b-aa94-300ffeeb82c3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e7fa7474-ec27-48c0-82c6-4433dec0ec87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1312058 Aug 11 03:27:59.204013 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-654dc881-ff42-400e-ac38-bb291c5db630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90919bdd-25f6-4d2e-a5ff-49fd434f3f9c', 'name': 'tempest-AttachVolumeTestJSON-1633192616-router', 'tenant_id': 'fdbe55b7c58c49b2bfb506767218e312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': 'ac12285f-37fc-49ef-82bb-e352306589e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:23:15Z', 'updated_at': '2021-08-11T03:23:22Z', 'revision_number': 4, 'project_id': 'fdbe55b7c58c49b2bfb506767218e312', 'gw_port': {'id': 'ac12285f-37fc-49ef-82bb-e352306589e8', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:d1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90919bdd-25f6-4d2e-a5ff-49fd434f3f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2587, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:23:16Z', 'updated_at': '2021-08-11T03:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_floatingips': [{'id': '5e5cbc9e-91a0-4fe4-9291-295def3a8987', 'tenant_id': 'fdbe55b7c58c49b2bfb506767218e312', 'floating_ip_address': '172.25.8.127', 'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'router_id': '90919bdd-25f6-4d2e-a5ff-49fd434f3f9c', 'port_id': 'deeb2f0a-ba4a-415b-a81f-39cc7aeee593', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7fa7474-ec27-48c0-82c6-4433dec0ec87', 'mac_address': 'fa:16:3e:a0:69:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c376da4-986b-4704-b679-701b57d3cf01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:27:40Z', 'updated_at': '2021-08-11T03:27:57Z', 'revision_number': 1, 'project_id': 'fdbe55b7c58c49b2bfb506767218e312', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0376a1ee-6ff5-4e76-8d98-aa7f97f298e4', 'name': '', 'network_id': 'e7fa7474-ec27-48c0-82c6-4433dec0ec87', 'tenant_id': 'fdbe55b7c58c49b2bfb506767218e312', 'mac_address': 'fa:16:3e:8b:a7:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90919bdd-25f6-4d2e-a5ff-49fd434f3f9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2592, 'fixed_ips': [{'subnet_id': '89d4fe2e-02dc-452f-b37f-085ec5acb28a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:23:20Z', 'updated_at': '2021-08-11T03:23:32Z', 'revision_number': 5, 'project_id': 'fdbe55b7c58c49b2bfb506767218e312', 'subnets': [{'id': '89d4fe2e-02dc-452f-b37f-085ec5acb28a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:27:59.247858 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-fef076b7-66c6-446e-a7bd-6b4105495559 req-c996d82b-e9a4-4c49-8337-b0bcee7dcbac service neutron] 10.222.0.24 "GET /v2.0/networks/e7fa7474-ec27-48c0-82c6-4433dec0ec87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117930 Aug 11 03:27:59.256266 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-654dc881-ff42-400e-ac38-bb291c5db630 None None] The sync data for ids ['90919bdd-25f6-4d2e-a5ff-49fd434f3f9c'] in n-d-764292-30 is: [{'id': '90919bdd-25f6-4d2e-a5ff-49fd434f3f9c', 'name': 'tempest-AttachVolumeTestJSON-1633192616-router', 'tenant_id': 'fdbe55b7c58c49b2bfb506767218e312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': 'ac12285f-37fc-49ef-82bb-e352306589e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:23:15Z', 'updated_at': '2021-08-11T03:23:22Z', 'revision_number': 4, 'project_id': 'fdbe55b7c58c49b2bfb506767218e312', 'gw_port': {'id': 'ac12285f-37fc-49ef-82bb-e352306589e8', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:d1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90919bdd-25f6-4d2e-a5ff-49fd434f3f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2587, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:23:16Z', 'updated_at': '2021-08-11T03:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_floatingips': [{'id': '5e5cbc9e-91a0-4fe4-9291-295def3a8987', 'tenant_id': 'fdbe55b7c58c49b2bfb506767218e312', 'floating_ip_address': '172.25.8.127', 'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'router_id': '90919bdd-25f6-4d2e-a5ff-49fd434f3f9c', 'port_id': 'deeb2f0a-ba4a-415b-a81f-39cc7aeee593', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7fa7474-ec27-48c0-82c6-4433dec0ec87', 'mac_address': 'fa:16:3e:a0:69:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c376da4-986b-4704-b679-701b57d3cf01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:27:40Z', 'updated_at': '2021-08-11T03:27:57Z', 'revision_number': 1, 'project_id': 'fdbe55b7c58c49b2bfb506767218e312', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0376a1ee-6ff5-4e76-8d98-aa7f97f298e4', 'name': '', 'network_id': 'e7fa7474-ec27-48c0-82c6-4433dec0ec87', 'tenant_id': 'fdbe55b7c58c49b2bfb506767218e312', 'mac_address': 'fa:16:3e:8b:a7:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90919bdd-25f6-4d2e-a5ff-49fd434f3f9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2592, 'fixed_ips': [{'subnet_id': '89d4fe2e-02dc-452f-b37f-085ec5acb28a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:23:20Z', 'updated_at': '2021-08-11T03:23:32Z', 'revision_number': 5, 'project_id': 'fdbe55b7c58c49b2bfb506767218e312', 'subnets': [{'id': '89d4fe2e-02dc-452f-b37f-085ec5acb28a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:27:59.258040 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3c7f47f2-315a-4bc6-8c90-24e1e0631c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:59.604644 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e775cccc-f2c5-463c-ab83-db2375fd6002 None None] New status for floating IP 5e5cbc9e-91a0-4fe4-9291-295def3a8987: ACTIVE {{(pid=102194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:27:59.735856 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5baf01-e416-47f6-8423-9177065c6c20 req-f54f7db4-7f3c-4c33-a714-50bb552644a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:59.737403 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-4f5baf01-e416-47f6-8423-9177065c6c20 req-f54f7db4-7f3c-4c33-a714-50bb552644a8 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a5478860f7cb432583cc8e5d994d2237&device_id=839d4001-730c-429d-980a-15c1d88a4dbd HTTP/1.1" status: 200 len: 1098 time: 0.0720882 Aug 11 03:27:59.917476 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2312438a-41d7-4e49-841b-032f068dbd71 req-8600a410-e512-4b8a-8768-4fa8ebfc7f20 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:59.919181 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2312438a-41d7-4e49-841b-032f068dbd71 req-8600a410-e512-4b8a-8768-4fa8ebfc7f20 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/networks?id=2294adb7-cfd4-40a1-9a0c-db6ab35ac37f HTTP/1.1" status: 200 len: 806 time: 0.5668187 Aug 11 03:27:59.925151 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5baf01-e416-47f6-8423-9177065c6c20 req-cec7a456-9293-49ed-8125-8dd3fbfa95e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:59.929757 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-4f5baf01-e416-47f6-8423-9177065c6c20 req-cec7a456-9293-49ed-8125-8dd3fbfa95e6 service neutron] 10.222.0.22 "GET /v2.0/networks?id=91c54fc6-0170-4b8c-829d-7c5f473bbce4 HTTP/1.1" status: 200 len: 896 time: 0.1827097 Aug 11 03:27:59.990031 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2312438a-41d7-4e49-841b-032f068dbd71 req-eceac2d3-96f9-4074-ad06-7025ed6e0aa8 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/quotas/2b2b3f02ad2f4f13a4d5b55e5c246078 HTTP/1.1" status: 200 len: 375 time: 0.0315738 Aug 11 03:28:00.045311 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb5911e-b5dc-41e1-9fbb-1e2ce54455b4 req-ff9487e2-d9a9-4aef-8c40-64875db33931 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:00.047992 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3cb5911e-b5dc-41e1-9fbb-1e2ce54455b4 req-ff9487e2-d9a9-4aef-8c40-64875db33931 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/ports?device_id=839d4001-730c-429d-980a-15c1d88a4dbd HTTP/1.1" status: 200 len: 946 time: 0.1221056 Aug 11 03:28:00.064190 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-4f5baf01-e416-47f6-8423-9177065c6c20 req-dba7d49b-0ccb-4548-abaa-573829334650 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d2732bb8-3954-459d-84ef-b94a9effb087 HTTP/1.1" status: 200 len: 1002 time: 0.1266050 Aug 11 03:28:00.096064 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-fef076b7-66c6-446e-a7bd-6b4105495559 req-5078c4d9-0f7e-490f-bb39-2dc50b187bbb service neutron] 10.222.0.24 "GET /v2.0/networks/e7fa7474-ec27-48c0-82c6-4433dec0ec87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8417287 Aug 11 03:28:00.110009 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2312438a-41d7-4e49-841b-032f068dbd71 req-69fef4ae-7ab6-4b18-a8ff-d6c3a0ecd233 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=2b2b3f02ad2f4f13a4d5b55e5c246078&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1183555 Aug 11 03:28:00.144537 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5baf01-e416-47f6-8423-9177065c6c20 req-7f069297-845f-4256-8b8e-7cec3116a8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:00.146913 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-4f5baf01-e416-47f6-8423-9177065c6c20 req-7f069297-845f-4256-8b8e-7cec3116a8b6 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=819be143-924b-4c22-80c2-2d9e3702d70c HTTP/1.1" status: 200 len: 835 time: 0.0746264 Aug 11 03:28:00.148659 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3cb5911e-b5dc-41e1-9fbb-1e2ce54455b4 req-e9c68f35-9ec5-430d-9448-b90b4a10e351 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/security-groups?id=1e2df09b-95d8-4e2e-a9dc-4c7363d2dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844686 Aug 11 03:28:00.244876 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5baf01-e416-47f6-8423-9177065c6c20 req-6780f08e-304d-4a96-b7a4-96b3ebeb1081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:00.246459 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-4f5baf01-e416-47f6-8423-9177065c6c20 req-6780f08e-304d-4a96-b7a4-96b3ebeb1081 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=91c54fc6-0170-4b8c-829d-7c5f473bbce4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0855217 Aug 11 03:28:00.397327 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-4f5baf01-e416-47f6-8423-9177065c6c20 req-29ad7333-eed8-4f26-82c2-3d6ea9b42157 service neutron] 10.222.0.22 "GET /v2.0/networks/91c54fc6-0170-4b8c-829d-7c5f473bbce4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368279 Aug 11 03:28:00.417163 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2312438a-41d7-4e49-841b-032f068dbd71 req-2e352dda-37aa-47e2-b8eb-a32ef09944e3 service neutron] 10.222.0.41 "GET /v2.0/networks/2294adb7-cfd4-40a1-9a0c-db6ab35ac37f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3061330 Aug 11 03:28:00.524047 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-4f5baf01-e416-47f6-8423-9177065c6c20 req-324cc696-e818-4aa8-a1a7-2272526afdab service neutron] 10.222.0.22 "GET /v2.0/networks/91c54fc6-0170-4b8c-829d-7c5f473bbce4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087275 Aug 11 03:28:00.556855 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2312438a-41d7-4e49-841b-032f068dbd71 req-b060f121-27c2-4170-8dc3-923bcf7329e4 service neutron] 10.222.0.41 "GET /v2.0/networks/2294adb7-cfd4-40a1-9a0c-db6ab35ac37f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319795 Aug 11 03:28:00.694217 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5baf01-e416-47f6-8423-9177065c6c20 req-705b6fd5-c735-4a95-ac40-57e74d65c73d tempest-TestNetworkAdvancedServerOps-665886235 tempest-TestNetworkAdvancedServerOps-665886235-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:00.696338 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-4f5baf01-e416-47f6-8423-9177065c6c20 req-705b6fd5-c735-4a95-ac40-57e74d65c73d tempest-TestNetworkAdvancedServerOps-665886235 tempest-TestNetworkAdvancedServerOps-665886235-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=839d4001-730c-429d-980a-15c1d88a4dbd&tenant_id=a5478860f7cb432583cc8e5d994d2237&binding%3Ahost_id=n-h2-764292-30 HTTP/1.1" status: 200 len: 1098 time: 0.1057346 Aug 11 03:28:00.710503 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-4f5baf01-e416-47f6-8423-9177065c6c20 req-76c3a62f-8c29-4601-bd93-c32112d468f8 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-764292-30'}}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:28:01.159820 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 57982) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:28:01.317557 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-4f5baf01-e416-47f6-8423-9177065c6c20 req-76c3a62f-8c29-4601-bd93-c32112d468f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:01.321290 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3494e0bf-ec2a-4ae2-a629-9042848819af req-7533726c-bfd7-4009-afdc-9979fc96dd8e tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:01.323260 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3494e0bf-ec2a-4ae2-a629-9042848819af req-7533726c-bfd7-4009-afdc-9979fc96dd8e tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/ports?device_id=839d4001-730c-429d-980a-15c1d88a4dbd HTTP/1.1" status: 200 len: 946 time: 0.0876191 Aug 11 03:28:01.333182 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9082c754-b8fa-4127-bc5e-3fe2bdf8331f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:01.434944 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3494e0bf-ec2a-4ae2-a629-9042848819af req-ea4c8ef4-3c88-4ae2-83a9-9f37cf4ae5f0 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/security-groups?id=1e2df09b-95d8-4e2e-a9dc-4c7363d2dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1031311 Aug 11 03:28:01.506771 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-4f5baf01-e416-47f6-8423-9177065c6c20 req-76c3a62f-8c29-4601-bd93-c32112d468f8 service neutron] For port d2732bb8-3954-459d-84ef-b94a9effb087, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=d2732bb8-3954-459d-84ef-b94a9effb087,segment=NetworkSegment(b7ab9ca8-8169-4dac-b148-be6f1538058c),segment_id=b7ab9ca8-8169-4dac-b148-be6f1538058c)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:28:01.531110 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9082c754-b8fa-4127-bc5e-3fe2bdf8331f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:01.563230 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-4f5baf01-e416-47f6-8423-9177065c6c20 req-76c3a62f-8c29-4601-bd93-c32112d468f8 service neutron] For port d2732bb8-3954-459d-84ef-b94a9effb087, host n-h2-764292-30, cleared binding levels {{(pid=102191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:28:01.605661 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '839d4001-730c-429d-980a-15c1d88a4dbd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd2732bb8-3954-459d-84ef-b94a9effb087'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:28:01.609404 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9082c754-b8fa-4127-bc5e-3fe2bdf8331f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:01.620198 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3da038c1-72a3-4a9a-813e-544eeb693e8d" -d '{"events": [{"server_uuid": "839d4001-730c-429d-980a-15c1d88a4dbd", "name": "network-vif-unplugged", "status": "completed", "tag": "d2732bb8-3954-459d-84ef-b94a9effb087"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:28:01.632471 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-4f5baf01-e416-47f6-8423-9177065c6c20 req-76c3a62f-8c29-4601-bd93-c32112d468f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:01.655570 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-9082c754-b8fa-4127-bc5e-3fe2bdf8331f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7f5034d5a8b141bda403fc4a1cfcd1c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4914823 Aug 11 03:28:01.655944 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 58014) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:28:01.676433 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9082c754-b8fa-4127-bc5e-3fe2bdf8331f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=444bf855-6310-436c-a23f-7e4898455da6,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:01.715713 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-4f5baf01-e416-47f6-8423-9177065c6c20 req-76c3a62f-8c29-4601-bd93-c32112d468f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:01.767110 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 03:28:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-681d9b0e-06b1-4b46-9a18-82b52ac471ae x-openstack-request-id: req-681d9b0e-06b1-4b46-9a18-82b52ac471ae {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:28:01.767423 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "839d4001-730c-429d-980a-15c1d88a4dbd", "name": "network-vif-unplugged", "status": "completed", "tag": "d2732bb8-3954-459d-84ef-b94a9effb087", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:28:01.767681 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-681d9b0e-06b1-4b46-9a18-82b52ac471ae {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:28:01.768075 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '839d4001-730c-429d-980a-15c1d88a4dbd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd2732bb8-3954-459d-84ef-b94a9effb087', 'code': 200} Aug 11 03:28:01.768688 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4a1dcb66-42cd-4715-af2a-46cce0d0e815 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:01.863308 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c3a62f-8c29-4601-bd93-c32112d468f8 service neutron] Pushing event updated for resources: {'Port': ['ID=d2732bb8-3954-459d-84ef-b94a9effb087,revision_number=7']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:01.869192 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4a1dcb66-42cd-4715-af2a-46cce0d0e815 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:01.878515 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:01.963542 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-4f5baf01-e416-47f6-8423-9177065c6c20 req-76c3a62f-8c29-4601-bd93-c32112d468f8 service neutron] Attempting to bind port d2732bb8-3954-459d-84ef-b94a9effb087 on host n-h2-764292-30 for vnic_type normal with profile {"migrating_to": "n-h1-764292-30"} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:28:01.963542 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-4f5baf01-e416-47f6-8423-9177065c6c20 req-76c3a62f-8c29-4601-bd93-c32112d468f8 service neutron] Attempting to bind port d2732bb8-3954-459d-84ef-b94a9effb087 by drivers openvswitch,hyperv on host n-h2-764292-30 at level 0 using segments [{'id': 'b7ab9ca8-8169-4dac-b148-be6f1538058c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '91c54fc6-0170-4b8c-829d-7c5f473bbce4'}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:28:01.967501 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f5baf01-e416-47f6-8423-9177065c6c20 req-76c3a62f-8c29-4601-bd93-c32112d468f8 service neutron] Attempting to bind port d2732bb8-3954-459d-84ef-b94a9effb087 on network 91c54fc6-0170-4b8c-829d-7c5f473bbce4 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:28:01.970325 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f5baf01-e416-47f6-8423-9177065c6c20 req-76c3a62f-8c29-4601-bd93-c32112d468f8 service neutron] Port d2732bb8-3954-459d-84ef-b94a9effb087 on network 91c54fc6-0170-4b8c-829d-7c5f473bbce4 not bound, no agent of type Open vSwitch agent registered on host n-h2-764292-30 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:28:01.970704 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f5baf01-e416-47f6-8423-9177065c6c20 req-76c3a62f-8c29-4601-bd93-c32112d468f8 service neutron] Attempting to bind port d2732bb8-3954-459d-84ef-b94a9effb087 on network 91c54fc6-0170-4b8c-829d-7c5f473bbce4 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:28:01.976341 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f5baf01-e416-47f6-8423-9177065c6c20 req-76c3a62f-8c29-4601-bd93-c32112d468f8 service neutron] Checking agent: {'id': '70015fc0-62fb-48b2-b453-36906937cf2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 27, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:28:01.976681 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f5baf01-e416-47f6-8423-9177065c6c20 req-76c3a62f-8c29-4601-bd93-c32112d468f8 service neutron] Checking segment: {'id': 'b7ab9ca8-8169-4dac-b148-be6f1538058c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '91c54fc6-0170-4b8c-829d-7c5f473bbce4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:28:01.977115 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f5baf01-e416-47f6-8423-9177065c6c20 req-76c3a62f-8c29-4601-bd93-c32112d468f8 service neutron] Bound using segment: {'id': 'b7ab9ca8-8169-4dac-b148-be6f1538058c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '91c54fc6-0170-4b8c-829d-7c5f473bbce4'} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:28:01.977678 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-4f5baf01-e416-47f6-8423-9177065c6c20 req-76c3a62f-8c29-4601-bd93-c32112d468f8 service neutron] Bound port: d2732bb8-3954-459d-84ef-b94a9effb087, host: n-h2-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7ab9ca8-8169-4dac-b148-be6f1538058c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '91c54fc6-0170-4b8c-829d-7c5f473bbce4'}}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:28:01.978036 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-4f5baf01-e416-47f6-8423-9177065c6c20 req-76c3a62f-8c29-4601-bd93-c32112d468f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:02.033857 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1596466-0632-454f-baa5-5c97a8c12719 req-a21200de-f879-42eb-a656-8a08fb216088 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:02.042534 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c1596466-0632-454f-baa5-5c97a8c12719 req-a21200de-f879-42eb-a656-8a08fb216088 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/networks?id=2294adb7-cfd4-40a1-9a0c-db6ab35ac37f HTTP/1.1" status: 200 len: 806 time: 0.1855655 Aug 11 03:28:02.062171 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c1596466-0632-454f-baa5-5c97a8c12719 req-9fcad381-14fe-42af-8084-f9c7aef288bf tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/quotas/2b2b3f02ad2f4f13a4d5b55e5c246078 HTTP/1.1" status: 200 len: 375 time: 0.0183396 Aug 11 03:28:02.082064 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4a1dcb66-42cd-4715-af2a-46cce0d0e815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:02.084727 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4a1dcb66-42cd-4715-af2a-46cce0d0e815 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:02.089249 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-4a1dcb66-42cd-4715-af2a-46cce0d0e815 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/444bf855-6310-436c-a23f-7e4898455da6 HTTP/1.1" status: 204 len: 168 time: 0.4288158 Aug 11 03:28:02.101278 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1dcb66-42cd-4715-af2a-46cce0d0e815 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=444bf855-6310-436c-a23f-7e4898455da6,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:02.145605 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-30eff75d-4dbc-4098-bcab-ddec98b556ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:02.181648 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-4f5baf01-e416-47f6-8423-9177065c6c20 req-76c3a62f-8c29-4601-bd93-c32112d468f8 service neutron] For port d2732bb8-3954-459d-84ef-b94a9effb087, host n-h2-764292-30, cleared binding levels {{(pid=102191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:28:02.186779 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-4f5baf01-e416-47f6-8423-9177065c6c20 req-76c3a62f-8c29-4601-bd93-c32112d468f8 service neutron] For port d2732bb8-3954-459d-84ef-b94a9effb087, host n-h2-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=d2732bb8-3954-459d-84ef-b94a9effb087,segment=NetworkSegment(b7ab9ca8-8169-4dac-b148-be6f1538058c),segment_id=b7ab9ca8-8169-4dac-b148-be6f1538058c)] {{(pid=102191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:28:02.216020 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-d4fc15a2-d409-46c5-a277-5a8b5b383cfb None None] Provisioning complete for port d2732bb8-3954-459d-84ef-b94a9effb087 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:28:02.217949 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c1596466-0632-454f-baa5-5c97a8c12719 req-cc302c4b-d2d9-43ea-ae76-1f7f2867853b tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=2b2b3f02ad2f4f13a4d5b55e5c246078&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1540821 Aug 11 03:28:02.221008 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-d4fc15a2-d409-46c5-a277-5a8b5b383cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:02.255367 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-4f5baf01-e416-47f6-8423-9177065c6c20 req-76c3a62f-8c29-4601-bd93-c32112d468f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:02.266422 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-d4fc15a2-d409-46c5-a277-5a8b5b383cfb None None] Port d2732bb8-3954-459d-84ef-b94a9effb087 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:28:02.351145 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c3a62f-8c29-4601-bd93-c32112d468f8 service neutron] Pushing event updated for resources: {'Port': ['ID=d2732bb8-3954-459d-84ef-b94a9effb087,revision_number=8']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:02.367142 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c1596466-0632-454f-baa5-5c97a8c12719 req-6a8f5507-03ce-43ed-a18e-72ed9140dc9a service neutron] 10.222.0.41 "GET /v2.0/networks/2294adb7-cfd4-40a1-9a0c-db6ab35ac37f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469893 Aug 11 03:28:02.486105 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5baf01-e416-47f6-8423-9177065c6c20 req-76c3a62f-8c29-4601-bd93-c32112d468f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:02.486815 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-4f5baf01-e416-47f6-8423-9177065c6c20 req-76c3a62f-8c29-4601-bd93-c32112d468f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:02.488268 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-4f5baf01-e416-47f6-8423-9177065c6c20 req-76c3a62f-8c29-4601-bd93-c32112d468f8 service neutron] 10.222.0.22 "PUT /v2.0/ports/d2732bb8-3954-459d-84ef-b94a9effb087 HTTP/1.1" status: 200 len: 1124 time: 1.7838991 Aug 11 03:28:02.546504 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c1596466-0632-454f-baa5-5c97a8c12719 req-5273451f-d453-4bf1-ada0-4cd5179f881d service neutron] 10.222.0.41 "GET /v2.0/networks/2294adb7-cfd4-40a1-9a0c-db6ab35ac37f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690996 Aug 11 03:28:02.567918 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['d2732bb8-3954-459d-84ef-b94a9effb087'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:28:02.657406 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157b04df-4502-4cc8-a6b2-9cef9f2bd6fe req-ae94a516-f4fa-4b51-845f-1fa39fe53216 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:02.668579 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-157b04df-4502-4cc8-a6b2-9cef9f2bd6fe req-ae94a516-f4fa-4b51-845f-1fa39fe53216 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/ports?device_id=839d4001-730c-429d-980a-15c1d88a4dbd HTTP/1.1" status: 200 len: 944 time: 0.1073480 Aug 11 03:28:02.743296 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-157b04df-4502-4cc8-a6b2-9cef9f2bd6fe req-5aa483ff-63b3-406f-a927-4835a31ac8dc tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/security-groups?id=1e2df09b-95d8-4e2e-a9dc-4c7363d2dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738358 Aug 11 03:28:02.808065 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-1f2cbd33-a729-4fe8-8b0f-8a9e2221529e None None] Provisioning complete for port d2732bb8-3954-459d-84ef-b94a9effb087 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:28:02.808456 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-1f2cbd33-a729-4fe8-8b0f-8a9e2221529e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:02.922330 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-89f12687-51a4-45c7-92cc-ab6bc0f63680 req-73b815dc-16ec-4ee3-9bdb-68b7ba47b623 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c3cf6c2-d50d-4aa9-9052-92a8f50f27b6 HTTP/1.1" status: 200 len: 210 time: 0.0556695 Aug 11 03:28:03.017220 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-1f2cbd33-a729-4fe8-8b0f-8a9e2221529e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:03.044697 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '839d4001-730c-429d-980a-15c1d88a4dbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2732bb8-3954-459d-84ef-b94a9effb087'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:28:03.047068 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14a6f572-1d8f-43fc-b607-b954e3022adf" -d '{"events": [{"server_uuid": "839d4001-730c-429d-980a-15c1d88a4dbd", "name": "network-vif-plugged", "status": "completed", "tag": "d2732bb8-3954-459d-84ef-b94a9effb087"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:28:03.067716 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-1f2cbd33-a729-4fe8-8b0f-8a9e2221529e None None] For port d2732bb8-3954-459d-84ef-b94a9effb087, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=d2732bb8-3954-459d-84ef-b94a9effb087,segment=NetworkSegment(b7ab9ca8-8169-4dac-b148-be6f1538058c),segment_id=b7ab9ca8-8169-4dac-b148-be6f1538058c)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:28:03.072164 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:03.095883 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4743073e-41d1-4eeb-9b38-9d6595bc6c89 x-openstack-request-id: req-4743073e-41d1-4eeb-9b38-9d6595bc6c89 {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:28:03.096175 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "839d4001-730c-429d-980a-15c1d88a4dbd", "name": "network-vif-plugged", "status": "completed", "tag": "d2732bb8-3954-459d-84ef-b94a9effb087", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:28:03.096586 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4743073e-41d1-4eeb-9b38-9d6595bc6c89 {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:28:03.096995 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '839d4001-730c-429d-980a-15c1d88a4dbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2732bb8-3954-459d-84ef-b94a9effb087', 'code': 200} Aug 11 03:28:03.101211 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 58054) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:28:03.118369 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-bd38dab8-ce27-4e58-9e10-e354e3e21e90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:03.129341 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-1f2cbd33-a729-4fe8-8b0f-8a9e2221529e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:03.228113 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-bd38dab8-ce27-4e58-9e10-e354e3e21e90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:03.277972 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-bd38dab8-ce27-4e58-9e10-e354e3e21e90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:03.289525 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2cbd33-a729-4fe8-8b0f-8a9e2221529e None None] Pushing event updated for resources: {'Port': ['ID=d2732bb8-3954-459d-84ef-b94a9effb087,revision_number=9']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:03.333191 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-bd38dab8-ce27-4e58-9e10-e354e3e21e90 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ed5e92bf90a44dbbbc12984aa0d61cc9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2308238 Aug 11 03:28:03.336815 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 58062) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:28:03.351310 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd38dab8-ce27-4e58-9e10-e354e3e21e90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae74bef9-5baf-4179-b439-c4542b1b68d0,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:03.399598 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-fb0a01fc-8919-47a7-89f9-03730168402d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:03.425501 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-fb0a01fc-8919-47a7-89f9-03730168402d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:03.540348 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-fb0a01fc-8919-47a7-89f9-03730168402d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:03.543384 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-fb0a01fc-8919-47a7-89f9-03730168402d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:03.544612 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-fb0a01fc-8919-47a7-89f9-03730168402d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ae74bef9-5baf-4179-b439-c4542b1b68d0 HTTP/1.1" status: 204 len: 168 time: 0.2076216 Aug 11 03:28:03.559847 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a01fc-8919-47a7-89f9-03730168402d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae74bef9-5baf-4179-b439-c4542b1b68d0,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:03.775651 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '839d4001-730c-429d-980a-15c1d88a4dbd', 'tag': 'd2732bb8-3954-459d-84ef-b94a9effb087'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:28:03.775651 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dbebd50-12bc-48be-a4c2-49cd5e11e5f3" -d '{"events": [{"name": "network-changed", "server_uuid": "839d4001-730c-429d-980a-15c1d88a4dbd", "tag": "d2732bb8-3954-459d-84ef-b94a9effb087"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:28:03.821751 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96d47fd8-5a10-4d97-b3c2-5af42cbb9e16 x-openstack-request-id: req-96d47fd8-5a10-4d97-b3c2-5af42cbb9e16 {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:28:03.822044 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "839d4001-730c-429d-980a-15c1d88a4dbd", "tag": "d2732bb8-3954-459d-84ef-b94a9effb087", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:28:03.822318 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-96d47fd8-5a10-4d97-b3c2-5af42cbb9e16 {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:28:03.822719 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '839d4001-730c-429d-980a-15c1d88a4dbd', 'tag': 'd2732bb8-3954-459d-84ef-b94a9effb087', 'status': 'completed', 'code': 200} Aug 11 03:28:03.925045 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c53bd0-2dbd-473a-abb1-b7f085625ebd req-a229d647-4da3-4465-aa79-52ecc770350b tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:03.926636 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-09c53bd0-2dbd-473a-abb1-b7f085625ebd req-a229d647-4da3-4465-aa79-52ecc770350b tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/ports?device_id=839d4001-730c-429d-980a-15c1d88a4dbd HTTP/1.1" status: 200 len: 946 time: 0.0967534 Aug 11 03:28:03.967086 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbebd50-12bc-48be-a4c2-49cd5e11e5f3 req-2068191a-40ec-4e92-b5d8-690d74239570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:03.968825 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4dbebd50-12bc-48be-a4c2-49cd5e11e5f3 req-2068191a-40ec-4e92-b5d8-690d74239570 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a5478860f7cb432583cc8e5d994d2237&device_id=839d4001-730c-429d-980a-15c1d88a4dbd HTTP/1.1" status: 200 len: 1129 time: 0.1052127 Aug 11 03:28:03.995745 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-09c53bd0-2dbd-473a-abb1-b7f085625ebd req-523f3172-2865-4349-83b0-fe54909dac57 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/security-groups?id=1e2df09b-95d8-4e2e-a9dc-4c7363d2dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591717 Aug 11 03:28:04.150601 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbebd50-12bc-48be-a4c2-49cd5e11e5f3 req-d3a4be52-6e78-4c92-a7c6-12e220b7546d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:04.152173 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4dbebd50-12bc-48be-a4c2-49cd5e11e5f3 req-d3a4be52-6e78-4c92-a7c6-12e220b7546d service neutron] 10.222.0.24 "GET /v2.0/networks?id=91c54fc6-0170-4b8c-829d-7c5f473bbce4 HTTP/1.1" status: 200 len: 896 time: 0.1628876 Aug 11 03:28:04.168530 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-655f87e1-4f5b-4488-a89f-69d49c5efca3 req-200e6085-46dd-4514-b6da-50b131cc6c8a tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c3cf6c2-d50d-4aa9-9052-92a8f50f27b6 HTTP/1.1" status: 200 len: 210 time: 0.0358739 Aug 11 03:28:04.169258 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device d2732bb8-3954-459d-84ef-b94a9effb087 details requested by agent hyperv_n-h1-764292-30 with host n-h1-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:28:04.248553 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4dbebd50-12bc-48be-a4c2-49cd5e11e5f3 req-27682c81-4123-4556-a044-140f604be2ba service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d2732bb8-3954-459d-84ef-b94a9effb087 HTTP/1.1" status: 200 len: 1002 time: 0.0826468 Aug 11 03:28:04.318752 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbebd50-12bc-48be-a4c2-49cd5e11e5f3 req-e592f7bd-1652-4a95-a041-215e99f7a4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:04.320306 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4dbebd50-12bc-48be-a4c2-49cd5e11e5f3 req-e592f7bd-1652-4a95-a041-215e99f7a4a0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=819be143-924b-4c22-80c2-2d9e3702d70c HTTP/1.1" status: 200 len: 835 time: 0.0643775 Aug 11 03:28:04.375574 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbebd50-12bc-48be-a4c2-49cd5e11e5f3 req-868b460d-cd22-4844-a551-8a226e3f7ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:04.377206 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4dbebd50-12bc-48be-a4c2-49cd5e11e5f3 req-868b460d-cd22-4844-a551-8a226e3f7ab7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=91c54fc6-0170-4b8c-829d-7c5f473bbce4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0491655 Aug 11 03:28:04.477240 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port d2732bb8-3954-459d-84ef-b94a9effb087, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=d2732bb8-3954-459d-84ef-b94a9effb087,segment=NetworkSegment(b7ab9ca8-8169-4dac-b148-be6f1538058c),segment_id=b7ab9ca8-8169-4dac-b148-be6f1538058c)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:28:04.485680 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4dbebd50-12bc-48be-a4c2-49cd5e11e5f3 req-50453a54-f622-4bec-9215-820bcfbdc825 service neutron] 10.222.0.24 "GET /v2.0/networks/91c54fc6-0170-4b8c-829d-7c5f473bbce4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012135 Aug 11 03:28:04.490537 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device d2732bb8-3954-459d-84ef-b94a9effb087 has no active binding in host n-h1-764292-30 {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 11 03:28:04.587359 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4dbebd50-12bc-48be-a4c2-49cd5e11e5f3 req-66532090-9194-4c68-ad13-14d9a7814279 service neutron] 10.222.0.24 "GET /v2.0/networks/91c54fc6-0170-4b8c-829d-7c5f473bbce4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938451 Aug 11 03:28:04.656425 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:04.956521 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 58104) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:28:04.960344 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1596466-0632-454f-baa5-5c97a8c12719 req-86ed9591-0335-428a-bebd-810c0c68f15c tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:04.963306 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c1596466-0632-454f-baa5-5c97a8c12719 req-86ed9591-0335-428a-bebd-810c0c68f15c tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.22 "GET /v2.0/networks?id=2294adb7-cfd4-40a1-9a0c-db6ab35ac37f HTTP/1.1" status: 200 len: 806 time: 0.1179783 Aug 11 03:28:04.976219 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-c1596466-0632-454f-baa5-5c97a8c12719 req-b37b5ea9-7c27-4bdc-98d2-7df5e07c38ef tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Request body: {'port': {'device_id': '6c3cf6c2-d50d-4aa9-9052-92a8f50f27b6', 'network_id': '2294adb7-cfd4-40a1-9a0c-db6ab35ac37f', 'admin_state_up': True, 'tenant_id': '2b2b3f02ad2f4f13a4d5b55e5c246078'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:28:05.114938 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-b769491c-d6c8-499f-9ad0-59ab5e1d41b7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1591097297-network', 'tenant_id': '7cf5a028fe8e446bbd034ec53fddeed6'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:28:05.136252 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.db.api [req-c1596466-0632-454f-baa5-5c97a8c12719 req-b37b5ea9-7c27-4bdc-98d2-7df5e07c38ef tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 11 03:28:05.136252 n-d-764292-30 neutron-server[102191]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 11 03:28:05.136252 n-d-764292-30 neutron-server[102191]: [parameters: {'project_id': '2b2b3f02ad2f4f13a4d5b55e5c246078', 'id': 'c6df91f1-a737-4bba-8e26-06fe7d7dc686', 'expiration': datetime.datetime(2021, 8, 11, 3, 30, 5, 131801)}] Aug 11 03:28:05.136252 n-d-764292-30 neutron-server[102191]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102191) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 03:28:05.136775 n-d-764292-30 neutron-server[102191]: DEBUG oslo_db.api [req-c1596466-0632-454f-baa5-5c97a8c12719 req-b37b5ea9-7c27-4bdc-98d2-7df5e07c38ef tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 03:28:05.187300 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816afa51-32eb-4c88-ac14-2ad9eaa16d80 req-33c35a7b-c405-4fb0-add3-08189345824d tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:05.194532 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-816afa51-32eb-4c88-ac14-2ad9eaa16d80 req-33c35a7b-c405-4fb0-add3-08189345824d tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/ports?device_id=839d4001-730c-429d-980a-15c1d88a4dbd HTTP/1.1" status: 200 len: 946 time: 0.0588930 Aug 11 03:28:05.237381 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-816afa51-32eb-4c88-ac14-2ad9eaa16d80 req-1c7b7fab-e806-47b4-b65a-99bcf1bc328f tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/security-groups?id=1e2df09b-95d8-4e2e-a9dc-4c7363d2dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427692 Aug 11 03:28:05.243515 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b769491c-d6c8-499f-9ad0-59ab5e1d41b7 admin admin] Made reservation on behalf of 7cf5a028fe8e446bbd034ec53fddeed6 for: {'network': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:28:05.246002 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b769491c-d6c8-499f-9ad0-59ab5e1d41b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:05.260359 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b769491c-d6c8-499f-9ad0-59ab5e1d41b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:05.305674 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-de26d36a-6245-4587-becc-1b1d2ef5056f req-ba764ca4-ae58-4383-8571-ef871b86a3ba tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c3cf6c2-d50d-4aa9-9052-92a8f50f27b6 HTTP/1.1" status: 200 len: 210 time: 0.0356958 Aug 11 03:28:05.386625 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b769491c-d6c8-499f-9ad0-59ab5e1d41b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:05.448744 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b769491c-d6c8-499f-9ad0-59ab5e1d41b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:05.477663 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b769491c-d6c8-499f-9ad0-59ab5e1d41b7 admin admin] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=102192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:28:05.483271 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b769491c-d6c8-499f-9ad0-59ab5e1d41b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a81c5ed-57da-4453-859a-5ef9b41ed491,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:05.490602 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b769491c-d6c8-499f-9ad0-59ab5e1d41b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:05.490958 n-d-764292-30 neutron-server[102192]: INFO neutron.db.segments_db [None req-b769491c-d6c8-499f-9ad0-59ab5e1d41b7 admin admin] Added segment 6e7d1215-7bc4-4f0c-9e90-d7a2b8cae1df of type vlan for network f57c6589-656f-456a-8ff3-5f3455453092 Aug 11 03:28:05.531632 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b769491c-d6c8-499f-9ad0-59ab5e1d41b7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:05.620380 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b769491c-d6c8-499f-9ad0-59ab5e1d41b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:05.621524 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b769491c-d6c8-499f-9ad0-59ab5e1d41b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:05.622114 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b769491c-d6c8-499f-9ad0-59ab5e1d41b7 admin admin] Notify callbacks [] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:05.684029 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b769491c-d6c8-499f-9ad0-59ab5e1d41b7 admin admin] Pushing event updated for resources: {'Network': ['ID=f57c6589-656f-456a-8ff3-5f3455453092,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:05.694394 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network f57c6589-656f-456a-8ff3-5f3455453092 details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:28:05.729962 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-b769491c-d6c8-499f-9ad0-59ab5e1d41b7 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7722650 Aug 11 03:28:05.732783 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 58126) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:28:05.738364 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-26d62146-0395-4a79-9011-a5250e32fc50 admin admin] Request body: {'subnet': {'network_id': 'f57c6589-656f-456a-8ff3-5f3455453092', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1591097297-subnet', 'tenant_id': '7cf5a028fe8e446bbd034ec53fddeed6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:28:05.832251 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1596466-0632-454f-baa5-5c97a8c12719 req-b37b5ea9-7c27-4bdc-98d2-7df5e07c38ef tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Made reservation on behalf of 2b2b3f02ad2f4f13a4d5b55e5c246078 for: {'port': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:28:05.837422 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-c1596466-0632-454f-baa5-5c97a8c12719 req-b37b5ea9-7c27-4bdc-98d2-7df5e07c38ef tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:05.964079 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26d62146-0395-4a79-9011-a5250e32fc50 admin admin] Made reservation on behalf of 7cf5a028fe8e446bbd034ec53fddeed6 for: {'subnet': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:28:05.972675 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-26d62146-0395-4a79-9011-a5250e32fc50 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126180544'] for subnet, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:05.977074 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [req-c1596466-0632-454f-baa5-5c97a8c12719 req-b37b5ea9-7c27-4bdc-98d2-7df5e07c38ef tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Allocated IP 172.20.0.6 (2294adb7-cfd4-40a1-9a0c-db6ab35ac37f/3dad44b1-6547-45e0-8453-859830dd2aa7/0b77324d-e814-4a81-ba0d-e92f83f5d76d) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:28:06.021196 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [req-b198c799-0a00-4c4b-bcc8-5ef8eeb0379f req-58f5c018-98f5-4a67-834b-c30f3cf7574a service neutron] (102192) timed out ('10.222.0.41', 33866) {{(pid=102192) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 11 03:28:06.145974 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-c1596466-0632-454f-baa5-5c97a8c12719 req-b37b5ea9-7c27-4bdc-98d2-7df5e07c38ef tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:06.226920 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-26d62146-0395-4a79-9011-a5250e32fc50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125932092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126180562'] for subnet, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:06.275657 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-c1596466-0632-454f-baa5-5c97a8c12719 req-b37b5ea9-7c27-4bdc-98d2-7df5e07c38ef tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:06.283489 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d62146-0395-4a79-9011-a5250e32fc50 admin admin] Pushing event updated for resources: {'Subnet': ['ID=627b7779-f69d-4e7b-9b80-79800e15738b,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:06.289820 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['c5e5b8bf-e320-4589-a83b-e2f6c8455c36'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:28:06.313651 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d62146-0395-4a79-9011-a5250e32fc50 admin admin] Checking segment: {'id': '6e7d1215-7bc4-4f0c-9e90-d7a2b8cae1df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'f57c6589-656f-456a-8ff3-5f3455453092'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:28:06.314114 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26d62146-0395-4a79-9011-a5250e32fc50 admin admin] Network hostable DHCP agents. Network: f57c6589-656f-456a-8ff3-5f3455453092, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:28:06.395194 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1596466-0632-454f-baa5-5c97a8c12719 req-b37b5ea9-7c27-4bdc-98d2-7df5e07c38ef tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Network 2294adb7-cfd4-40a1-9a0c-db6ab35ac37f is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:28:06.426139 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [req-c1596466-0632-454f-baa5-5c97a8c12719 req-b37b5ea9-7c27-4bdc-98d2-7df5e07c38ef tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:28:06.428982 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26d62146-0395-4a79-9011-a5250e32fc50 admin admin] Network f57c6589-656f-456a-8ff3-5f3455453092 is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:28:06.436695 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1596466-0632-454f-baa5-5c97a8c12719 req-b37b5ea9-7c27-4bdc-98d2-7df5e07c38ef tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:28:06.502738 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37b5ea9-7c27-4bdc-98d2-7df5e07c38ef tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Pushing event updated for resources: {'Port': ['ID=0b77324d-e814-4a81-ba0d-e92f83f5d76d,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:06.522398 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1596466-0632-454f-baa5-5c97a8c12719 req-b37b5ea9-7c27-4bdc-98d2-7df5e07c38ef tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:06.522992 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-c1596466-0632-454f-baa5-5c97a8c12719 req-b37b5ea9-7c27-4bdc-98d2-7df5e07c38ef tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:06.523666 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-26d62146-0395-4a79-9011-a5250e32fc50 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, f57c6589-656f-456a-8ff3-5f3455453092) {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:28:06.536428 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f588bd00-3334-4f18-b745-e741831c9589 None None] Network f57c6589-656f-456a-8ff3-5f3455453092 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:28:06.536836 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26d62146-0395-4a79-9011-a5250e32fc50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:06.537452 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-26d62146-0395-4a79-9011-a5250e32fc50 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:06.547270 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53eea78-50d6-49fb-a12f-2324aa936123 req-d182562c-06e9-4612-aaa3-7f600ea02761 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:06.554678 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a53eea78-50d6-49fb-a12f-2324aa936123 req-d182562c-06e9-4612-aaa3-7f600ea02761 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/ports?device_id=839d4001-730c-429d-980a-15c1d88a4dbd HTTP/1.1" status: 200 len: 946 time: 0.2003586 Aug 11 03:28:06.573615 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a91245a-3334-4cc6-bc87-2bbfe45b8b09 req-fcb927d6-826f-4cea-80d3-ffd3df30cb70 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:06.573615 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0a91245a-3334-4cc6-bc87-2bbfe45b8b09 req-fcb927d6-826f-4cea-80d3-ffd3df30cb70 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c3cf6c2-d50d-4aa9-9052-92a8f50f27b6 HTTP/1.1" status: 200 len: 931 time: 0.1127009 Aug 11 03:28:06.634779 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c1596466-0632-454f-baa5-5c97a8c12719 req-b37b5ea9-7c27-4bdc-98d2-7df5e07c38ef tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6625855 Aug 11 03:28:06.642413 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a53eea78-50d6-49fb-a12f-2324aa936123 req-5d2f9435-dd4f-4187-b5df-eee042bcdddf tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/security-groups?id=1e2df09b-95d8-4e2e-a9dc-4c7363d2dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830696 Aug 11 03:28:06.643562 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 58146) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:28:06.648179 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-c1596466-0632-454f-baa5-5c97a8c12719 req-59194eed-aa9d-426d-9565-02d5c6cec777 service neutron] Request body: {'port': {'device_id': '6c3cf6c2-d50d-4aa9-9052-92a8f50f27b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764292-30'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:28:06.690567 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0a91245a-3334-4cc6-bc87-2bbfe45b8b09 req-9bf3040b-2867-4cd3-9e5a-8be99587ce95 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d1cd399-f1ad-4eb8-8279-cc3e3b1f8ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046650 Aug 11 03:28:06.732807 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-e07285fa-55d0-44ea-b88d-6086315b4108 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] 10.222.0.41 "GET /v2.0/floatingips/f31fd422-7c7e-48fc-aa5f-ac8b7d9ac3ba HTTP/1.1" status: 200 len: 993 time: 0.0787659 Aug 11 03:28:06.732807 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-26d62146-0395-4a79-9011-a5250e32fc50 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9962752 Aug 11 03:28:06.753557 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-c1596466-0632-454f-baa5-5c97a8c12719 req-59194eed-aa9d-426d-9565-02d5c6cec777 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:06.777142 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b51913-5815-4bbb-b173-edfbdc6fd36d None None] Network f57c6589-656f-456a-8ff3-5f3455453092 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:28:07.007496 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 58162) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:28:07.116674 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [req-c1596466-0632-454f-baa5-5c97a8c12719 req-59194eed-aa9d-426d-9565-02d5c6cec777 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b77324d-e814-4a81-ba0d-e92f83f5d76d {{(pid=102191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:28:07.124584 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-c1596466-0632-454f-baa5-5c97a8c12719 req-59194eed-aa9d-426d-9565-02d5c6cec777 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:07.137165 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [req-c1596466-0632-454f-baa5-5c97a8c12719 req-59194eed-aa9d-426d-9565-02d5c6cec777 service neutron] Transition to ACTIVE for port object 0b77324d-e814-4a81-ba0d-e92f83f5d76d will not be triggered until provisioned by entity L2. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:28:07.163902 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:07.215013 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-c1596466-0632-454f-baa5-5c97a8c12719 req-59194eed-aa9d-426d-9565-02d5c6cec777 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:07.233998 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-298849e1-9607-488f-9c6e-8e66397b877c tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Deleting port 08fcc019-5bc6-4493-83f1-4bd579eef620 {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:28:07.234425 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-298849e1-9607-488f-9c6e-8e66397b877c tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:07.294132 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59194eed-aa9d-426d-9565-02d5c6cec777 service neutron] Pushing event updated for resources: {'Port': ['ID=0b77324d-e814-4a81-ba0d-e92f83f5d76d,revision_number=2']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:07.324950 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59194eed-aa9d-426d-9565-02d5c6cec777 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:28:07.325756 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59194eed-aa9d-426d-9565-02d5c6cec777 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:28:07.325756 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59194eed-aa9d-426d-9565-02d5c6cec777 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:28:07.326273 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59194eed-aa9d-426d-9565-02d5c6cec777 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:28:07.326726 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59194eed-aa9d-426d-9565-02d5c6cec777 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:28:07.327157 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59194eed-aa9d-426d-9565-02d5c6cec777 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:28:07.327505 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-298849e1-9607-488f-9c6e-8e66397b877c tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:07.327669 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59194eed-aa9d-426d-9565-02d5c6cec777 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:28:07.328681 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59194eed-aa9d-426d-9565-02d5c6cec777 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:28:07.329086 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59194eed-aa9d-426d-9565-02d5c6cec777 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:28:07.329557 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59194eed-aa9d-426d-9565-02d5c6cec777 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:28:07.330160 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59194eed-aa9d-426d-9565-02d5c6cec777 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:28:07.330554 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59194eed-aa9d-426d-9565-02d5c6cec777 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:28:07.338535 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-298849e1-9607-488f-9c6e-8e66397b877c tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:07.355693 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-298849e1-9607-488f-9c6e-8e66397b877c tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Calling delete_port for 08fcc019-5bc6-4493-83f1-4bd579eef620 owned by network:floatingip {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:28:07.369940 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-c1596466-0632-454f-baa5-5c97a8c12719 req-59194eed-aa9d-426d-9565-02d5c6cec777 service neutron] Attempting to bind port 0b77324d-e814-4a81-ba0d-e92f83f5d76d on host n-h1-764292-30 for vnic_type normal with profile {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:28:07.370384 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-c1596466-0632-454f-baa5-5c97a8c12719 req-59194eed-aa9d-426d-9565-02d5c6cec777 service neutron] Attempting to bind port 0b77324d-e814-4a81-ba0d-e92f83f5d76d by drivers openvswitch,hyperv on host n-h1-764292-30 at level 0 using segments [{'id': '323f142b-ee85-4d27-85a3-85cc28507ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '2294adb7-cfd4-40a1-9a0c-db6ab35ac37f'}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:28:07.370803 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1596466-0632-454f-baa5-5c97a8c12719 req-59194eed-aa9d-426d-9565-02d5c6cec777 service neutron] Attempting to bind port 0b77324d-e814-4a81-ba0d-e92f83f5d76d on network 2294adb7-cfd4-40a1-9a0c-db6ab35ac37f {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:28:07.378672 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1596466-0632-454f-baa5-5c97a8c12719 req-59194eed-aa9d-426d-9565-02d5c6cec777 service neutron] Port 0b77324d-e814-4a81-ba0d-e92f83f5d76d on network 2294adb7-cfd4-40a1-9a0c-db6ab35ac37f not bound, no agent of type Open vSwitch agent registered on host n-h1-764292-30 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:28:07.379290 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1596466-0632-454f-baa5-5c97a8c12719 req-59194eed-aa9d-426d-9565-02d5c6cec777 service neutron] Attempting to bind port 0b77324d-e814-4a81-ba0d-e92f83f5d76d on network 2294adb7-cfd4-40a1-9a0c-db6ab35ac37f {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:28:07.386240 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1596466-0632-454f-baa5-5c97a8c12719 req-59194eed-aa9d-426d-9565-02d5c6cec777 service neutron] Checking agent: {'id': 'abb524c2-b412-4ed2-8367-45c4fd996fa7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 27, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:28:07.387272 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1596466-0632-454f-baa5-5c97a8c12719 req-59194eed-aa9d-426d-9565-02d5c6cec777 service neutron] Checking segment: {'id': '323f142b-ee85-4d27-85a3-85cc28507ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '2294adb7-cfd4-40a1-9a0c-db6ab35ac37f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:28:07.387884 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1596466-0632-454f-baa5-5c97a8c12719 req-59194eed-aa9d-426d-9565-02d5c6cec777 service neutron] Bound using segment: {'id': '323f142b-ee85-4d27-85a3-85cc28507ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '2294adb7-cfd4-40a1-9a0c-db6ab35ac37f'} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:28:07.388328 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-c1596466-0632-454f-baa5-5c97a8c12719 req-59194eed-aa9d-426d-9565-02d5c6cec777 service neutron] Bound port: 0b77324d-e814-4a81-ba0d-e92f83f5d76d, host: n-h1-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '323f142b-ee85-4d27-85a3-85cc28507ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '2294adb7-cfd4-40a1-9a0c-db6ab35ac37f'}}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:28:07.389391 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-c1596466-0632-454f-baa5-5c97a8c12719 req-59194eed-aa9d-426d-9565-02d5c6cec777 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:07.500225 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-c1596466-0632-454f-baa5-5c97a8c12719 req-59194eed-aa9d-426d-9565-02d5c6cec777 service neutron] For port 0b77324d-e814-4a81-ba0d-e92f83f5d76d, host n-h1-764292-30, cleared binding levels {{(pid=102191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:28:07.632161 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-298849e1-9607-488f-9c6e-8e66397b877c tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:07.633416 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-c1596466-0632-454f-baa5-5c97a8c12719 req-59194eed-aa9d-426d-9565-02d5c6cec777 service neutron] For port 0b77324d-e814-4a81-ba0d-e92f83f5d76d, host n-h1-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=0b77324d-e814-4a81-ba0d-e92f83f5d76d,segment=NetworkSegment(323f142b-ee85-4d27-85a3-85cc28507ab1),segment_id=323f142b-ee85-4d27-85a3-85cc28507ab1)] {{(pid=102191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:28:07.664468 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298849e1-9607-488f-9c6e-8e66397b877c tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Pushing event deleted for resources: {'Port': ['ID=08fcc019-5bc6-4493-83f1-4bd579eef620,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:07.684171 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-c1596466-0632-454f-baa5-5c97a8c12719 req-59194eed-aa9d-426d-9565-02d5c6cec777 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:07.769529 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1596466-0632-454f-baa5-5c97a8c12719 req-59194eed-aa9d-426d-9565-02d5c6cec777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:07.769529 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-c1596466-0632-454f-baa5-5c97a8c12719 req-59194eed-aa9d-426d-9565-02d5c6cec777 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:07.769938 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c1596466-0632-454f-baa5-5c97a8c12719 req-59194eed-aa9d-426d-9565-02d5c6cec777 service neutron] 10.222.0.22 "PUT /v2.0/ports/0b77324d-e814-4a81-ba0d-e92f83f5d76d HTTP/1.1" status: 200 len: 1092 time: 1.1260705 Aug 11 03:28:07.771002 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c3cf6c2-d50d-4aa9-9052-92a8f50f27b6', 'tag': '0b77324d-e814-4a81-ba0d-e92f83f5d76d'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:28:07.773688 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8547d740-9c97-4794-a7c4-7ec4696300db" -d '{"events": [{"name": "network-changed", "server_uuid": "6c3cf6c2-d50d-4aa9-9052-92a8f50f27b6", "tag": "0b77324d-e814-4a81-ba0d-e92f83f5d76d"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:28:07.815009 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-298849e1-9607-488f-9c6e-8e66397b877c tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks [] for floatingip, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:07.815350 n-d-764292-30 neutron-server[102192]: INFO neutron.db.l3_db [None req-298849e1-9607-488f-9c6e-8e66397b877c tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Floating IP f31fd422-7c7e-48fc-aa5f-ac8b7d9ac3ba disassociated (deleted). External IP: 172.25.8.146, port: 63ae1799-8dc2-4c5c-b7af-71de32a3d320. Aug 11 03:28:07.817256 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59194eed-aa9d-426d-9565-02d5c6cec777 service neutron] Pushing event updated for resources: {'Port': ['ID=0b77324d-e814-4a81-ba0d-e92f83f5d76d,revision_number=3']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:07.906872 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1596466-0632-454f-baa5-5c97a8c12719 req-79fbe11a-cd2e-4f62-a91c-b7dc981342d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:07.908415 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c1596466-0632-454f-baa5-5c97a8c12719 req-79fbe11a-cd2e-4f62-a91c-b7dc981342d8 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2b2b3f02ad2f4f13a4d5b55e5c246078&device_id=6c3cf6c2-d50d-4aa9-9052-92a8f50f27b6 HTTP/1.1" status: 200 len: 1095 time: 0.0459485 Aug 11 03:28:07.911559 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0894e217-d555-4646-a4b1-741f6ccd3fba req-638efd2e-cad4-40a0-85c0-0a2e33669730 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:07.913347 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0894e217-d555-4646-a4b1-741f6ccd3fba req-638efd2e-cad4-40a0-85c0-0a2e33669730 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/ports?device_id=839d4001-730c-429d-980a-15c1d88a4dbd HTTP/1.1" status: 200 len: 946 time: 0.1619997 Aug 11 03:28:07.961227 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c1596466-0632-454f-baa5-5c97a8c12719 req-2be0a7d0-6307-482e-9f79-e482116d1289 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b77324d-e814-4a81-ba0d-e92f83f5d76d HTTP/1.1" status: 200 len: 217 time: 0.0402191 Aug 11 03:28:07.984641 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc04f92-bf87-4f42-9c39-309153c0efd3 req-cb72f34a-f832-41f2-b402-4857086d27be tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:07.991437 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3dc04f92-bf87-4f42-9c39-309153c0efd3 req-cb72f34a-f832-41f2-b402-4857086d27be tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c3cf6c2-d50d-4aa9-9052-92a8f50f27b6 HTTP/1.1" status: 200 len: 943 time: 0.1808007 Aug 11 03:28:08.028729 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1596466-0632-454f-baa5-5c97a8c12719 req-3be6ca15-ce55-4164-bbbc-be089f0647a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:08.030408 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c1596466-0632-454f-baa5-5c97a8c12719 req-3be6ca15-ce55-4164-bbbc-be089f0647a8 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3dad44b1-6547-45e0-8453-859830dd2aa7 HTTP/1.1" status: 200 len: 846 time: 0.0611076 Aug 11 03:28:08.031012 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0894e217-d555-4646-a4b1-741f6ccd3fba req-0abccb52-0601-414f-90f1-950b9fe6820c tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/security-groups?id=1e2df09b-95d8-4e2e-a9dc-4c7363d2dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1073813 Aug 11 03:28:08.080576 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c1596466-0632-454f-baa5-5c97a8c12719 req-b0f9d49d-b1f2-4a4a-abb6-5d33b85ebd93 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2294adb7-cfd4-40a1-9a0c-db6ab35ac37f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407240 Aug 11 03:28:08.081748 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3dc04f92-bf87-4f42-9c39-309153c0efd3 req-89abca61-d4ba-40ea-bb9e-9fb97041747c tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d1cd399-f1ad-4eb8-8279-cc3e3b1f8ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894551 Aug 11 03:28:08.131749 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:28:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9e4f6ac-00d4-489d-891a-0ea1d9ba4b42 x-openstack-request-id: req-c9e4f6ac-00d4-489d-891a-0ea1d9ba4b42 {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:28:08.132226 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c3cf6c2-d50d-4aa9-9052-92a8f50f27b6", "tag": "0b77324d-e814-4a81-ba0d-e92f83f5d76d", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:28:08.132302 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c9e4f6ac-00d4-489d-891a-0ea1d9ba4b42 {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:28:08.132668 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c3cf6c2-d50d-4aa9-9052-92a8f50f27b6', 'tag': '0b77324d-e814-4a81-ba0d-e92f83f5d76d', 'status': 'completed', 'code': 200} Aug 11 03:28:08.213379 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-298849e1-9607-488f-9c6e-8e66397b877c tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Router 42e28ac6-c2a0-4111-8be6-6f421003df15 has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:28:08.214673 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c1596466-0632-454f-baa5-5c97a8c12719 req-21dcf7b4-4814-484b-b053-986ec2ca69ae service neutron] 10.222.0.22 "GET /v2.0/networks/2294adb7-cfd4-40a1-9a0c-db6ab35ac37f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205089 Aug 11 03:28:08.341028 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c1596466-0632-454f-baa5-5c97a8c12719 req-157dbd19-b487-4fb1-a8e6-1fbc3994cca9 service neutron] 10.222.0.22 "GET /v2.0/networks/2294adb7-cfd4-40a1-9a0c-db6ab35ac37f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092575 Aug 11 03:28:08.349822 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-298849e1-9607-488f-9c6e-8e66397b877c tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:28:08.354445 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-298849e1-9607-488f-9c6e-8e66397b877c tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for floatingip, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:08.361348 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b8d58d-5b13-4104-bd9c-65efbf0ab687 None None] Sync routers for ids ['42e28ac6-c2a0-4111-8be6-6f421003df15'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:28:08.376957 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b8d58d-5b13-4104-bd9c-65efbf0ab687 None None] Routers {'42e28ac6-c2a0-4111-8be6-6f421003df15'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:28:08.377873 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-26b8d58d-5b13-4104-bd9c-65efbf0ab687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:28:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['42e28ac6-c2a0-4111-8be6-6f421003df15'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:28:08.387319 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-298849e1-9607-488f-9c6e-8e66397b877c tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] 10.222.0.41 "DELETE /v2.0/floatingips/f31fd422-7c7e-48fc-aa5f-ac8b7d9ac3ba HTTP/1.1" status: 204 len: 168 time: 1.3759558 Aug 11 03:28:08.387319 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28a504fd-46de-46de-bafc-76b83bbc684a', 'tag': '63ae1799-8dc2-4c5c-b7af-71de32a3d320'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:28:08.388368 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-343c3629-b136-493f-b114-115e1deb6e07" -d '{"events": [{"name": "network-changed", "server_uuid": "28a504fd-46de-46de-bafc-76b83bbc684a", "tag": "63ae1799-8dc2-4c5c-b7af-71de32a3d320"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:28:08.444558 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:28:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6199a662-a031-4d67-bfde-b353571d4404 x-openstack-request-id: req-6199a662-a031-4d67-bfde-b353571d4404 {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:28:08.444846 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28a504fd-46de-46de-bafc-76b83bbc684a", "tag": "63ae1799-8dc2-4c5c-b7af-71de32a3d320", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:28:08.445095 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6199a662-a031-4d67-bfde-b353571d4404 {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:28:08.445496 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28a504fd-46de-46de-bafc-76b83bbc684a', 'tag': '63ae1799-8dc2-4c5c-b7af-71de32a3d320', 'status': 'completed', 'code': 200} Aug 11 03:28:08.531674 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-26b8d58d-5b13-4104-bd9c-65efbf0ab687 None None] Set router 42e28ac6-c2a0-4111-8be6-6f421003df15 gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:28:08.594855 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343c3629-b136-493f-b114-115e1deb6e07 req-a5d6c02f-ee77-4636-8b71-e42fd7cafbb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:08.596367 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-343c3629-b136-493f-b114-115e1deb6e07 req-a5d6c02f-ee77-4636-8b71-e42fd7cafbb4 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6f34ea378b0c4732b01bbd0e8e3ce05d&device_id=28a504fd-46de-46de-bafc-76b83bbc684a HTTP/1.1" status: 200 len: 1097 time: 0.1109006 Aug 11 03:28:08.618333 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8547d740-9c97-4794-a7c4-7ec4696300db req-8f9ab965-913f-4c1f-9411-046d5ff475ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:08.620342 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-8547d740-9c97-4794-a7c4-7ec4696300db req-8f9ab965-913f-4c1f-9411-046d5ff475ce service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2b2b3f02ad2f4f13a4d5b55e5c246078&device_id=6c3cf6c2-d50d-4aa9-9052-92a8f50f27b6 HTTP/1.1" status: 200 len: 1095 time: 0.0907197 Aug 11 03:28:08.852970 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-26b8d58d-5b13-4104-bd9c-65efbf0ab687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42e28ac6-c2a0-4111-8be6-6f421003df15', 'name': 'tempest-TestNetworkBasicOps-router-38468296', 'tenant_id': '6f34ea378b0c4732b01bbd0e8e3ce05d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': '7d3d95e7-2847-4437-ba6d-08325d404ce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:26:19Z', 'updated_at': '2021-08-11T03:26:26Z', 'revision_number': 4, 'project_id': '6f34ea378b0c4732b01bbd0e8e3ce05d', 'gw_port': {'id': '7d3d95e7-2847-4437-ba6d-08325d404ce2', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:cd:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e28ac6-c2a0-4111-8be6-6f421003df15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2881, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:26:20Z', 'updated_at': '2021-08-11T03:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '19c82750-84d2-4723-af09-6cc2f68e53e5', 'name': '', 'network_id': 'e59732ab-623e-4cb8-9f39-fb9f4d98d154', 'tenant_id': '6f34ea378b0c4732b01bbd0e8e3ce05d', 'mac_address': 'fa:16:3e:a0:19:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e28ac6-c2a0-4111-8be6-6f421003df15', 'device_owner': 'network:router_interface', 'standard_attr_id': 2909, 'fixed_ips': [{'subnet_id': '3ef306bb-adf8-44d2-8415-4a7cfe7d33f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:26:25Z', 'updated_at': '2021-08-11T03:26:33Z', 'revision_number': 5, 'project_id': '6f34ea378b0c4732b01bbd0e8e3ce05d', 'subnets': [{'id': '3ef306bb-adf8-44d2-8415-4a7cfe7d33f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:28:08.883938 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343c3629-b136-493f-b114-115e1deb6e07 req-fb851e20-5eab-40b1-9146-7d4bbcfcfb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:08.890999 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-343c3629-b136-493f-b114-115e1deb6e07 req-fb851e20-5eab-40b1-9146-7d4bbcfcfb62 service neutron] 10.222.0.22 "GET /v2.0/networks?id=e59732ab-623e-4cb8-9f39-fb9f4d98d154 HTTP/1.1" status: 200 len: 898 time: 0.2751110 Aug 11 03:28:08.918388 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8547d740-9c97-4794-a7c4-7ec4696300db req-cb9c4158-e44a-481c-abb8-bba87b801932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:08.924325 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-8547d740-9c97-4794-a7c4-7ec4696300db req-cb9c4158-e44a-481c-abb8-bba87b801932 service neutron] 10.222.0.22 "GET /v2.0/networks?id=2294adb7-cfd4-40a1-9a0c-db6ab35ac37f HTTP/1.1" status: 200 len: 907 time: 0.2937202 Aug 11 03:28:08.958756 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b8d58d-5b13-4104-bd9c-65efbf0ab687 None None] Checking router: 42e28ac6-c2a0-4111-8be6-6f421003df15 for host: n-d-764292-30 {{(pid=102193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:28:08.977901 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b8d58d-5b13-4104-bd9c-65efbf0ab687 None None] Routers {'42e28ac6-c2a0-4111-8be6-6f421003df15'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:28:08.978817 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-26b8d58d-5b13-4104-bd9c-65efbf0ab687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:28:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['42e28ac6-c2a0-4111-8be6-6f421003df15'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:28:08.979582 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-343c3629-b136-493f-b114-115e1deb6e07 req-3a17d71b-e186-4ddd-9780-99f0fac47cef service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=63ae1799-8dc2-4c5c-b7af-71de32a3d320 HTTP/1.1" status: 200 len: 217 time: 0.0763891 Aug 11 03:28:09.021736 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-8547d740-9c97-4794-a7c4-7ec4696300db req-34cdf524-8963-404c-83fa-0deb3e0c1a6f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b77324d-e814-4a81-ba0d-e92f83f5d76d HTTP/1.1" status: 200 len: 217 time: 0.0521226 Aug 11 03:28:09.080510 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08da28ad-e033-42b9-b616-8e636c77226c req-6f9e9b51-d0be-4fa3-b365-60be93e288a7 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:09.090057 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-08da28ad-e033-42b9-b616-8e636c77226c req-6f9e9b51-d0be-4fa3-b365-60be93e288a7 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] 10.222.0.41 "GET /v2.0/ports?device_id=28a504fd-46de-46de-bafc-76b83bbc684a HTTP/1.1" status: 200 len: 945 time: 0.1130066 Aug 11 03:28:09.152717 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343c3629-b136-493f-b114-115e1deb6e07 req-990ec688-c1b6-41bd-ab0f-578c18aa83ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:09.155064 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-343c3629-b136-493f-b114-115e1deb6e07 req-990ec688-c1b6-41bd-ab0f-578c18aa83ee service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3ef306bb-adf8-44d2-8415-4a7cfe7d33f4 HTTP/1.1" status: 200 len: 835 time: 0.1440923 Aug 11 03:28:09.160095 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-08da28ad-e033-42b9-b616-8e636c77226c req-af15de2d-960c-4e9f-a8f1-f88e7bf88e18 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] 10.222.0.41 "GET /v2.0/security-groups?id=90def170-0f04-4173-9159-534b9b7a97b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689909 Aug 11 03:28:09.164253 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8547d740-9c97-4794-a7c4-7ec4696300db req-f3d79282-d7ec-41c1-a1d2-e2483ac54529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:09.166370 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-8547d740-9c97-4794-a7c4-7ec4696300db req-f3d79282-d7ec-41c1-a1d2-e2483ac54529 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3dad44b1-6547-45e0-8453-859830dd2aa7 HTTP/1.1" status: 200 len: 846 time: 0.1062675 Aug 11 03:28:09.172594 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-26b8d58d-5b13-4104-bd9c-65efbf0ab687 None None] Set router 42e28ac6-c2a0-4111-8be6-6f421003df15 gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:28:09.253117 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-8547d740-9c97-4794-a7c4-7ec4696300db req-945787f6-8512-429c-812e-1b1d7afa92f5 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2294adb7-cfd4-40a1-9a0c-db6ab35ac37f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609038 Aug 11 03:28:09.275949 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf990b3-a929-4477-b25f-4bd6ba193aec req-568cbfaf-3c39-45ab-99d4-4a70181d8ca2 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:09.278091 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-adf990b3-a929-4477-b25f-4bd6ba193aec req-568cbfaf-3c39-45ab-99d4-4a70181d8ca2 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/ports?device_id=839d4001-730c-429d-980a-15c1d88a4dbd HTTP/1.1" status: 200 len: 946 time: 0.1068580 Aug 11 03:28:09.337206 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343c3629-b136-493f-b114-115e1deb6e07 req-b0ac0192-5bcc-4e26-9252-a07f2d74365c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:09.338393 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-343c3629-b136-493f-b114-115e1deb6e07 req-b0ac0192-5bcc-4e26-9252-a07f2d74365c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e59732ab-623e-4cb8-9f39-fb9f4d98d154&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1708658 Aug 11 03:28:09.396849 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-adf990b3-a929-4477-b25f-4bd6ba193aec req-0a403103-86f4-420f-80cc-aef635c7de33 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/security-groups?id=1e2df09b-95d8-4e2e-a9dc-4c7363d2dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1121013 Aug 11 03:28:09.415321 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97ab118-a358-4839-810c-73ee432cfdb5 req-0ee991e0-3045-49e6-936f-a70578d8857d tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:09.425483 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b97ab118-a358-4839-810c-73ee432cfdb5 req-0ee991e0-3045-49e6-936f-a70578d8857d tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c3cf6c2-d50d-4aa9-9052-92a8f50f27b6 HTTP/1.1" status: 200 len: 943 time: 0.0983214 Aug 11 03:28:09.474157 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-26b8d58d-5b13-4104-bd9c-65efbf0ab687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42e28ac6-c2a0-4111-8be6-6f421003df15', 'name': 'tempest-TestNetworkBasicOps-router-38468296', 'tenant_id': '6f34ea378b0c4732b01bbd0e8e3ce05d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': '7d3d95e7-2847-4437-ba6d-08325d404ce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:26:19Z', 'updated_at': '2021-08-11T03:26:26Z', 'revision_number': 4, 'project_id': '6f34ea378b0c4732b01bbd0e8e3ce05d', 'gw_port': {'id': '7d3d95e7-2847-4437-ba6d-08325d404ce2', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:cd:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e28ac6-c2a0-4111-8be6-6f421003df15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2881, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:26:20Z', 'updated_at': '2021-08-11T03:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '19c82750-84d2-4723-af09-6cc2f68e53e5', 'name': '', 'network_id': 'e59732ab-623e-4cb8-9f39-fb9f4d98d154', 'tenant_id': '6f34ea378b0c4732b01bbd0e8e3ce05d', 'mac_address': 'fa:16:3e:a0:19:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e28ac6-c2a0-4111-8be6-6f421003df15', 'device_owner': 'network:router_interface', 'standard_attr_id': 2909, 'fixed_ips': [{'subnet_id': '3ef306bb-adf8-44d2-8415-4a7cfe7d33f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:26:25Z', 'updated_at': '2021-08-11T03:26:33Z', 'revision_number': 5, 'project_id': '6f34ea378b0c4732b01bbd0e8e3ce05d', 'subnets': [{'id': '3ef306bb-adf8-44d2-8415-4a7cfe7d33f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:28:09.476937 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-8547d740-9c97-4794-a7c4-7ec4696300db req-12d1cb80-7c76-47b2-b165-fff63d15addf service neutron] 10.222.0.22 "GET /v2.0/networks/2294adb7-cfd4-40a1-9a0c-db6ab35ac37f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2121108 Aug 11 03:28:09.483405 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b97ab118-a358-4839-810c-73ee432cfdb5 req-b6411c72-05b5-4259-ad08-495d003cb2e3 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d1cd399-f1ad-4eb8-8279-cc3e3b1f8ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593858 Aug 11 03:28:09.514921 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b8d58d-5b13-4104-bd9c-65efbf0ab687 None None] The sync data for ids ['42e28ac6-c2a0-4111-8be6-6f421003df15'] in n-d-764292-30 is: [{'id': '42e28ac6-c2a0-4111-8be6-6f421003df15', 'name': 'tempest-TestNetworkBasicOps-router-38468296', 'tenant_id': '6f34ea378b0c4732b01bbd0e8e3ce05d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': '7d3d95e7-2847-4437-ba6d-08325d404ce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:26:19Z', 'updated_at': '2021-08-11T03:26:26Z', 'revision_number': 4, 'project_id': '6f34ea378b0c4732b01bbd0e8e3ce05d', 'gw_port': {'id': '7d3d95e7-2847-4437-ba6d-08325d404ce2', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:cd:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e28ac6-c2a0-4111-8be6-6f421003df15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2881, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:26:20Z', 'updated_at': '2021-08-11T03:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '19c82750-84d2-4723-af09-6cc2f68e53e5', 'name': '', 'network_id': 'e59732ab-623e-4cb8-9f39-fb9f4d98d154', 'tenant_id': '6f34ea378b0c4732b01bbd0e8e3ce05d', 'mac_address': 'fa:16:3e:a0:19:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e28ac6-c2a0-4111-8be6-6f421003df15', 'device_owner': 'network:router_interface', 'standard_attr_id': 2909, 'fixed_ips': [{'subnet_id': '3ef306bb-adf8-44d2-8415-4a7cfe7d33f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:26:25Z', 'updated_at': '2021-08-11T03:26:33Z', 'revision_number': 5, 'project_id': '6f34ea378b0c4732b01bbd0e8e3ce05d', 'subnets': [{'id': '3ef306bb-adf8-44d2-8415-4a7cfe7d33f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:28:09.596920 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-343c3629-b136-493f-b114-115e1deb6e07 req-979029a6-6121-4d98-9e29-37564f1e2216 service neutron] 10.222.0.22 "GET /v2.0/networks/e59732ab-623e-4cb8-9f39-fb9f4d98d154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2443533 Aug 11 03:28:09.622787 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-8547d740-9c97-4794-a7c4-7ec4696300db req-bdb6e1db-90d0-4543-bf9b-ec86edbb45cc service neutron] 10.222.0.22 "GET /v2.0/networks/2294adb7-cfd4-40a1-9a0c-db6ab35ac37f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375868 Aug 11 03:28:09.731329 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-343c3629-b136-493f-b114-115e1deb6e07 req-30ad0e31-b33c-49b9-a2bd-0bf0fbdb2c97 service neutron] 10.222.0.22 "GET /v2.0/networks/e59732ab-623e-4cb8-9f39-fb9f4d98d154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073587 Aug 11 03:28:09.786941 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-921f044f-efba-4d5e-85b0-43ca10efcdee None None] New status for floating IP f31fd422-7c7e-48fc-aa5f-ac8b7d9ac3ba: DOWN {{(pid=102194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:28:10.156517 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65a8c12-87c7-4b4d-95a8-f1f41691c064 req-9efe171e-8ee6-4215-bab3-85ca5c2efdc2 tempest-VolumesActionsTest-1168174853 tempest-VolumesActionsTest-1168174853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:10.156517 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c65a8c12-87c7-4b4d-95a8-f1f41691c064 req-9efe171e-8ee6-4215-bab3-85ca5c2efdc2 tempest-VolumesActionsTest-1168174853 tempest-VolumesActionsTest-1168174853-project] 10.222.0.41 "GET /v2.0/networks?id=f57c6589-656f-456a-8ff3-5f3455453092 HTTP/1.1" status: 200 len: 809 time: 0.1294358 Aug 11 03:28:10.181842 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c65a8c12-87c7-4b4d-95a8-f1f41691c064 req-cb57ad78-6af6-4d37-803a-e081f0b7474d tempest-VolumesActionsTest-1168174853 tempest-VolumesActionsTest-1168174853-project] 10.222.0.41 "GET /v2.0/quotas/7cf5a028fe8e446bbd034ec53fddeed6 HTTP/1.1" status: 200 len: 375 time: 0.0197973 Aug 11 03:28:10.228749 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c65a8c12-87c7-4b4d-95a8-f1f41691c064 req-df8473f5-a15d-4cc9-be53-44bedbfbee1e tempest-VolumesActionsTest-1168174853 tempest-VolumesActionsTest-1168174853-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=7cf5a028fe8e446bbd034ec53fddeed6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0373285 Aug 11 03:28:10.345938 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca217626-60c7-49de-bd72-704d36105de1 req-978fc683-2274-4656-bb3f-f08b2ce60c2e tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:10.347477 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ca217626-60c7-49de-bd72-704d36105de1 req-978fc683-2274-4656-bb3f-f08b2ce60c2e tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] 10.222.0.41 "GET /v2.0/ports?device_id=28a504fd-46de-46de-bafc-76b83bbc684a HTTP/1.1" status: 200 len: 945 time: 0.1034756 Aug 11 03:28:10.382451 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c65a8c12-87c7-4b4d-95a8-f1f41691c064 req-4ea5799a-3ad7-4c31-b761-57b6d95099ca service neutron] 10.222.0.41 "GET /v2.0/networks/f57c6589-656f-456a-8ff3-5f3455453092?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457508 Aug 11 03:28:10.417490 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ca217626-60c7-49de-bd72-704d36105de1 req-ed6b4a99-c1c3-4874-baa7-dbf64f60e182 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] 10.222.0.41 "GET /v2.0/security-groups?id=90def170-0f04-4173-9159-534b9b7a97b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626643 Aug 11 03:28:10.494720 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c65a8c12-87c7-4b4d-95a8-f1f41691c064 req-7642859d-519f-4d89-8c30-7cd118ad1249 service neutron] 10.222.0.41 "GET /v2.0/networks/f57c6589-656f-456a-8ff3-5f3455453092?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005554 Aug 11 03:28:10.588565 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f40332-6984-4edc-ac8c-4de36b8d5d90 req-78a89ef2-d4f5-4db8-92d8-6a32f78c9ff9 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:10.594850 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-89f40332-6984-4edc-ac8c-4de36b8d5d90 req-78a89ef2-d4f5-4db8-92d8-6a32f78c9ff9 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/ports?device_id=839d4001-730c-429d-980a-15c1d88a4dbd HTTP/1.1" status: 200 len: 946 time: 0.0991023 Aug 11 03:28:10.636585 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244260ae-2a13-45d7-b8ee-79c25040d089 req-a994cd7f-0385-4e3c-8c6e-79f14992c53d tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:10.638202 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-244260ae-2a13-45d7-b8ee-79c25040d089 req-a994cd7f-0385-4e3c-8c6e-79f14992c53d tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] 10.222.0.22 "GET /v2.0/ports?device_id=28a504fd-46de-46de-bafc-76b83bbc684a HTTP/1.1" status: 200 len: 945 time: 0.1032422 Aug 11 03:28:10.659495 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-89f40332-6984-4edc-ac8c-4de36b8d5d90 req-34262887-f5e3-4ea3-b54f-b9813e7a60eb tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/security-groups?id=1e2df09b-95d8-4e2e-a9dc-4c7363d2dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585608 Aug 11 03:28:10.812797 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-244260ae-2a13-45d7-b8ee-79c25040d089 req-6fe2793d-7330-4da8-a7a0-1d98e0f3123b tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Deleting port 63ae1799-8dc2-4c5c-b7af-71de32a3d320 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:28:10.813364 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-244260ae-2a13-45d7-b8ee-79c25040d089 req-6fe2793d-7330-4da8-a7a0-1d98e0f3123b tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:10.871321 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fecc26b-d59f-446e-acd2-ef0bdc572abb req-01a2e7c4-620b-4bf0-a5df-259e33738da7 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:10.873000 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6fecc26b-d59f-446e-acd2-ef0bdc572abb req-01a2e7c4-620b-4bf0-a5df-259e33738da7 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c3cf6c2-d50d-4aa9-9052-92a8f50f27b6 HTTP/1.1" status: 200 len: 943 time: 0.0995035 Aug 11 03:28:10.951447 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-244260ae-2a13-45d7-b8ee-79c25040d089 req-6fe2793d-7330-4da8-a7a0-1d98e0f3123b tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] For port 63ae1799-8dc2-4c5c-b7af-71de32a3d320, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=63ae1799-8dc2-4c5c-b7af-71de32a3d320,segment=NetworkSegment(a4d93f93-2d98-4749-abef-bba9ce3321d5),segment_id=a4d93f93-2d98-4749-abef-bba9ce3321d5)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:28:10.951830 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-244260ae-2a13-45d7-b8ee-79c25040d089 req-6fe2793d-7330-4da8-a7a0-1d98e0f3123b tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:10.978442 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6fecc26b-d59f-446e-acd2-ef0bdc572abb req-5b1df726-0f59-471b-bfad-10ca4317e2d7 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d1cd399-f1ad-4eb8-8279-cc3e3b1f8ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851068 Aug 11 03:28:10.994369 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-244260ae-2a13-45d7-b8ee-79c25040d089 req-6fe2793d-7330-4da8-a7a0-1d98e0f3123b tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Calling delete_port for 63ae1799-8dc2-4c5c-b7af-71de32a3d320 owned by compute:nova {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:28:11.009075 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4f5baf01-e416-47f6-8423-9177065c6c20 req-0a9eebea-f12c-4bea-b7c9-55e27a058473 service neutron] 10.222.0.24 "GET /v2.0/ports/d2732bb8-3954-459d-84ef-b94a9effb087/bindings/n-h1-764292-30 HTTP/1.1" status: 200 len: 385 time: 0.1839094 Aug 11 03:28:11.126963 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4b797079-d398-4e18-8cd3-1996aab17638 req-c27205c6-60ef-4ff2-9352-e77f3c248ecc tempest-VolumesActionsTest-1168174853 tempest-VolumesActionsTest-1168174853-project] 10.222.0.41 "GET /v2.0/ports?device_id=3af31290-4cc9-491a-85fc-c9e9400d89e9 HTTP/1.1" status: 200 len: 210 time: 0.0350850 Aug 11 03:28:11.278108 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:11.292045 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-4f5baf01-e416-47f6-8423-9177065c6c20 req-31bacc7f-a3f4-45cd-b7f3-e8b2d3b9abea service neutron] For port d2732bb8-3954-459d-84ef-b94a9effb087, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=d2732bb8-3954-459d-84ef-b94a9effb087,segment=NetworkSegment(b7ab9ca8-8169-4dac-b148-be6f1538058c),segment_id=b7ab9ca8-8169-4dac-b148-be6f1538058c)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:28:11.312258 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-244260ae-2a13-45d7-b8ee-79c25040d089 req-6fe2793d-7330-4da8-a7a0-1d98e0f3123b tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:11.331417 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-4f5baf01-e416-47f6-8423-9177065c6c20 req-31bacc7f-a3f4-45cd-b7f3-e8b2d3b9abea service neutron] For port d2732bb8-3954-459d-84ef-b94a9effb087, host n-h2-764292-30, cleared binding levels {{(pid=102192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:28:11.345448 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe2793d-7330-4da8-a7a0-1d98e0f3123b tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Pushing event deleted for resources: {'Port': ['ID=63ae1799-8dc2-4c5c-b7af-71de32a3d320,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:11.390367 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '839d4001-730c-429d-980a-15c1d88a4dbd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd2732bb8-3954-459d-84ef-b94a9effb087'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:28:11.393161 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-148f4485-131f-49de-8e0d-1d28d0555ba1" -d '{"events": [{"server_uuid": "839d4001-730c-429d-980a-15c1d88a4dbd", "name": "network-vif-unplugged", "status": "completed", "tag": "d2732bb8-3954-459d-84ef-b94a9effb087"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:28:11.402129 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-4f5baf01-e416-47f6-8423-9177065c6c20 req-31bacc7f-a3f4-45cd-b7f3-e8b2d3b9abea service neutron] For port d2732bb8-3954-459d-84ef-b94a9effb087, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=d2732bb8-3954-459d-84ef-b94a9effb087,segment=NetworkSegment(b7ab9ca8-8169-4dac-b148-be6f1538058c),segment_id=b7ab9ca8-8169-4dac-b148-be6f1538058c)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:28:11.412532 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-244260ae-2a13-45d7-b8ee-79c25040d089 req-6fe2793d-7330-4da8-a7a0-1d98e0f3123b tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] No DVR routers for this DVR port 63ae1799-8dc2-4c5c-b7af-71de32a3d320 on host n-h1-764292-30 {{(pid=102191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:28:11.417546 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-244260ae-2a13-45d7-b8ee-79c25040d089 req-6fe2793d-7330-4da8-a7a0-1d98e0f3123b tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:11.419725 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-244260ae-2a13-45d7-b8ee-79c25040d089 req-6fe2793d-7330-4da8-a7a0-1d98e0f3123b tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] 10.222.0.22 "DELETE /v2.0/ports/63ae1799-8dc2-4c5c-b7af-71de32a3d320 HTTP/1.1" status: 204 len: 173 time: 0.7734234 Aug 11 03:28:11.420169 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28a504fd-46de-46de-bafc-76b83bbc684a', 'name': 'network-vif-deleted', 'tag': '63ae1799-8dc2-4c5c-b7af-71de32a3d320'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:28:11.429169 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0764f89-6992-429a-a5a5-7c7d3fcc6efa" -d '{"events": [{"server_uuid": "28a504fd-46de-46de-bafc-76b83bbc684a", "name": "network-vif-deleted", "tag": "63ae1799-8dc2-4c5c-b7af-71de32a3d320"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:28:11.452622 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 03:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cb86e46-7040-46e7-9958-7d58cdbfdf88 x-openstack-request-id: req-2cb86e46-7040-46e7-9958-7d58cdbfdf88 {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:28:11.452622 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "839d4001-730c-429d-980a-15c1d88a4dbd", "name": "network-vif-unplugged", "status": "completed", "tag": "d2732bb8-3954-459d-84ef-b94a9effb087", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:28:11.452622 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2cb86e46-7040-46e7-9958-7d58cdbfdf88 {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:28:11.452622 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '839d4001-730c-429d-980a-15c1d88a4dbd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd2732bb8-3954-459d-84ef-b94a9effb087', 'code': 200} Aug 11 03:28:11.460795 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c34cc1a0-cc83-4b44-82fd-7cf4400c0bf7 x-openstack-request-id: req-c34cc1a0-cc83-4b44-82fd-7cf4400c0bf7 {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:28:11.461097 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28a504fd-46de-46de-bafc-76b83bbc684a", "name": "network-vif-deleted", "tag": "63ae1799-8dc2-4c5c-b7af-71de32a3d320", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:28:11.461429 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c34cc1a0-cc83-4b44-82fd-7cf4400c0bf7 {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:28:11.461748 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28a504fd-46de-46de-bafc-76b83bbc684a', 'name': 'network-vif-deleted', 'tag': '63ae1799-8dc2-4c5c-b7af-71de32a3d320', 'status': 'completed', 'code': 200} Aug 11 03:28:11.502507 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-4f5baf01-e416-47f6-8423-9177065c6c20 req-31bacc7f-a3f4-45cd-b7f3-e8b2d3b9abea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:11.545777 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f9508682-206c-40a1-983d-af4a244574dc req-0fdaf7bf-7418-45be-bcd5-8213ddfb9234 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] 10.222.0.41 "GET /v2.0/ports?device_id=28a504fd-46de-46de-bafc-76b83bbc684a HTTP/1.1" status: 200 len: 210 time: 0.0398805 Aug 11 03:28:11.623155 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [req-4f5baf01-e416-47f6-8423-9177065c6c20 req-31bacc7f-a3f4-45cd-b7f3-e8b2d3b9abea service neutron] Transition to ACTIVE for port object d2732bb8-3954-459d-84ef-b94a9effb087 will not be triggered until provisioned by entity L2. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:28:11.664406 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-4f5baf01-e416-47f6-8423-9177065c6c20 req-31bacc7f-a3f4-45cd-b7f3-e8b2d3b9abea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:11.780317 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bacc7f-a3f4-45cd-b7f3-e8b2d3b9abea service neutron] Pushing event updated for resources: {'Port': ['ID=d2732bb8-3954-459d-84ef-b94a9effb087,revision_number=11']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:11.831550 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 58292) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:28:11.939111 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99efc156-7f81-40e1-86c2-547b688b3783 req-4001a8cd-3b86-4ed1-863a-65862410c6d4 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:11.940670 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-99efc156-7f81-40e1-86c2-547b688b3783 req-4001a8cd-3b86-4ed1-863a-65862410c6d4 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/ports?device_id=839d4001-730c-429d-980a-15c1d88a4dbd HTTP/1.1" status: 200 len: 945 time: 0.1617510 Aug 11 03:28:11.969433 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f5baf01-e416-47f6-8423-9177065c6c20 req-31bacc7f-a3f4-45cd-b7f3-e8b2d3b9abea service neutron] No DVR routers for this DVR port d2732bb8-3954-459d-84ef-b94a9effb087 on host n-h2-764292-30 {{(pid=102192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:28:11.987933 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-02ecbc6f-cb9f-4f0b-b953-5b674500e084 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:12.132106 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-02ecbc6f-cb9f-4f0b-b953-5b674500e084 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:12.215528 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 0b77324d-e814-4a81-ba0d-e92f83f5d76d details requested by agent hyperv_n-h1-764292-30 with host n-h1-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:28:12.237573 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-02ecbc6f-cb9f-4f0b-b953-5b674500e084 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:12.305407 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ecbc6f-cb9f-4f0b-b953-5b674500e084 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a53a7a4-65c2-4346-8aee-5049be8c8f94,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:12.344781 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-02ecbc6f-cb9f-4f0b-b953-5b674500e084 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5ecf47c353a0471a9eddc5eece3f2dbf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5122547 Aug 11 03:28:12.348591 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 58310) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:28:12.373992 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 0b77324d-e814-4a81-ba0d-e92f83f5d76d, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=0b77324d-e814-4a81-ba0d-e92f83f5d76d,segment=NetworkSegment(323f142b-ee85-4d27-85a3-85cc28507ab1),segment_id=323f142b-ee85-4d27-85a3-85cc28507ab1)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:28:12.398275 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Returning: {'device': '0b77324d-e814-4a81-ba0d-e92f83f5d76d', 'network_id': '2294adb7-cfd4-40a1-9a0c-db6ab35ac37f', 'port_id': '0b77324d-e814-4a81-ba0d-e92f83f5d76d', 'mac_address': 'fa:16:3e:18:e6:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dad44b1-6547-45e0-8453-859830dd2aa7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:28:12.461085 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:12.463515 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-556e9b2f-b8df-4682-b543-0e8976c38797 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:12.481775 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b77324d-e814-4a81-ba0d-e92f83f5d76d {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:28:12.511052 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 0b77324d-e814-4a81-ba0d-e92f83f5d76d, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=0b77324d-e814-4a81-ba0d-e92f83f5d76d,segment=NetworkSegment(323f142b-ee85-4d27-85a3-85cc28507ab1),segment_id=323f142b-ee85-4d27-85a3-85cc28507ab1)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:28:12.520057 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-556e9b2f-b8df-4682-b543-0e8976c38797 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:12.558902 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-99efc156-7f81-40e1-86c2-547b688b3783 req-bf4dda6f-824b-47f7-b2fb-fa466117519f tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/security-groups?id=1e2df09b-95d8-4e2e-a9dc-4c7363d2dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5871782 Aug 11 03:28:12.575607 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:12.589358 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eb2ea2-c2b8-4ff6-a2e4-e3133f9c79d5 req-7fd5aba4-5d8a-40b2-8457-7a2088322162 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:12.590085 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-33eb2ea2-c2b8-4ff6-a2e4-e3133f9c79d5 req-7fd5aba4-5d8a-40b2-8457-7a2088322162 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c3cf6c2-d50d-4aa9-9052-92a8f50f27b6 HTTP/1.1" status: 200 len: 943 time: 0.1607232 Aug 11 03:28:12.637609 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=0b77324d-e814-4a81-ba0d-e92f83f5d76d,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:12.645946 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:28:12.646310 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:28:12.646665 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:28:12.647009 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:28:12.647350 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:28:12.647714 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:28:12.648046 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:28:12.648377 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:28:12.649586 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:28:12.650081 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:28:12.652621 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:28:12.652621 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:28:12.675042 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5623095a-c911-4d95-b12c-6219ba11ac76 req-46ab7139-9684-4090-a96c-a9df8fc0b70e tempest-VolumesActionsTest-1168174853 tempest-VolumesActionsTest-1168174853-project] 10.222.0.41 "GET /v2.0/ports?device_id=3af31290-4cc9-491a-85fc-c9e9400d89e9 HTTP/1.1" status: 200 len: 210 time: 0.0401340 Aug 11 03:28:12.678675 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-556e9b2f-b8df-4682-b543-0e8976c38797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:12.681969 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-556e9b2f-b8df-4682-b543-0e8976c38797 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:12.683631 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-556e9b2f-b8df-4682-b543-0e8976c38797 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0a53a7a4-65c2-4346-8aee-5049be8c8f94 HTTP/1.1" status: 204 len: 168 time: 0.3337669 Aug 11 03:28:12.690999 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-33eb2ea2-c2b8-4ff6-a2e4-e3133f9c79d5 req-d6e43f33-d2a7-480b-ba85-50b69c956ae1 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d1cd399-f1ad-4eb8-8279-cc3e3b1f8ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838535 Aug 11 03:28:12.697395 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556e9b2f-b8df-4682-b543-0e8976c38797 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a53a7a4-65c2-4346-8aee-5049be8c8f94,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:12.725462 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4f5baf01-e416-47f6-8423-9177065c6c20 req-31bacc7f-a3f4-45cd-b7f3-e8b2d3b9abea service neutron] 10.222.0.24 "PUT /v2.0/ports/d2732bb8-3954-459d-84ef-b94a9effb087/bindings/n-h1-764292-30/activate HTTP/1.1" status: 200 len: 370 time: 1.7053063 Aug 11 03:28:12.771098 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 58322) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:28:12.846541 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-347a5d03-1655-459c-98d6-6e38e92706cc tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:12.871465 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-347a5d03-1655-459c-98d6-6e38e92706cc tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:12.943639 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['0b77324d-e814-4a81-ba0d-e92f83f5d76d'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:28:12.952491 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5baf01-e416-47f6-8423-9177065c6c20 req-060d77c2-d5f7-456d-a84b-e9eb4eb521c6 tempest-TestNetworkAdvancedServerOps-665886235 tempest-TestNetworkAdvancedServerOps-665886235-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:12.955262 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-4f5baf01-e416-47f6-8423-9177065c6c20 req-060d77c2-d5f7-456d-a84b-e9eb4eb521c6 tempest-TestNetworkAdvancedServerOps-665886235 tempest-TestNetworkAdvancedServerOps-665886235-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=839d4001-730c-429d-980a-15c1d88a4dbd&tenant_id=a5478860f7cb432583cc8e5d994d2237&binding%3Ahost_id=n-h2-764292-30 HTTP/1.1" status: 200 len: 1097 time: 0.0565541 Aug 11 03:28:13.017581 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5baf01-e416-47f6-8423-9177065c6c20 req-fc2fc9a8-bf1a-4e11-a22f-2c4300f80e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:13.019375 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-4f5baf01-e416-47f6-8423-9177065c6c20 req-fc2fc9a8-bf1a-4e11-a22f-2c4300f80e7b service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=839d4001-730c-429d-980a-15c1d88a4dbd&tenant_id=a5478860f7cb432583cc8e5d994d2237 HTTP/1.1" status: 200 len: 1097 time: 0.0558288 Aug 11 03:28:13.071904 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-347a5d03-1655-459c-98d6-6e38e92706cc tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:13.074941 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-347a5d03-1655-459c-98d6-6e38e92706cc tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:13.076657 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-347a5d03-1655-459c-98d6-6e38e92706cc tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] 10.222.0.41 "DELETE /v2.0/security-groups/90def170-0f04-4173-9159-534b9b7a97b4 HTTP/1.1" status: 204 len: 168 time: 0.3043885 Aug 11 03:28:13.095093 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347a5d03-1655-459c-98d6-6e38e92706cc tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90def170-0f04-4173-9159-534b9b7a97b4,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:13.157875 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5baf01-e416-47f6-8423-9177065c6c20 req-779fcf96-581e-4764-9f10-1cc30245f44f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:13.161179 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-4f5baf01-e416-47f6-8423-9177065c6c20 req-779fcf96-581e-4764-9f10-1cc30245f44f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a5478860f7cb432583cc8e5d994d2237&device_id=839d4001-730c-429d-980a-15c1d88a4dbd HTTP/1.1" status: 200 len: 1097 time: 0.1176617 Aug 11 03:28:13.197402 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 58330) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:28:13.279847 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5baf01-e416-47f6-8423-9177065c6c20 req-2bc1c978-2446-4023-8a9c-8dc2ac73b56e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:13.281670 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-4f5baf01-e416-47f6-8423-9177065c6c20 req-2bc1c978-2446-4023-8a9c-8dc2ac73b56e service neutron] 10.222.0.22 "GET /v2.0/networks?id=91c54fc6-0170-4b8c-829d-7c5f473bbce4 HTTP/1.1" status: 200 len: 896 time: 0.1106470 Aug 11 03:28:13.402077 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-4f5baf01-e416-47f6-8423-9177065c6c20 req-0621f396-e1fa-4259-b2d1-5cd6d69a7089 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d2732bb8-3954-459d-84ef-b94a9effb087 HTTP/1.1" status: 200 len: 1000 time: 0.1120162 Aug 11 03:28:13.474640 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 58332) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:28:13.492994 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e5d64150-0cf2-490e-840b-85ab1514c456 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:13.493469 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5baf01-e416-47f6-8423-9177065c6c20 req-cfc8b430-d2aa-4a4b-b4b7-b2b89837599a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:13.495010 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-4f5baf01-e416-47f6-8423-9177065c6c20 req-cfc8b430-d2aa-4a4b-b4b7-b2b89837599a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=819be143-924b-4c22-80c2-2d9e3702d70c HTTP/1.1" status: 200 len: 835 time: 0.0777867 Aug 11 03:28:13.554512 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5baf01-e416-47f6-8423-9177065c6c20 req-fa71dbba-f6da-42bd-8ba4-7d2f05213c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:13.557334 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-4f5baf01-e416-47f6-8423-9177065c6c20 req-fa71dbba-f6da-42bd-8ba4-7d2f05213c65 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=91c54fc6-0170-4b8c-829d-7c5f473bbce4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0535092 Aug 11 03:28:13.730124 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e5d64150-0cf2-490e-840b-85ab1514c456 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:13.793709 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fac7733-7e76-4d73-857a-724534873ef5 req-3ab809bc-820d-42e1-a1c7-74e8b849be75 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:13.795364 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1fac7733-7e76-4d73-857a-724534873ef5 req-3ab809bc-820d-42e1-a1c7-74e8b849be75 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/ports?device_id=839d4001-730c-429d-980a-15c1d88a4dbd HTTP/1.1" status: 200 len: 945 time: 0.1541305 Aug 11 03:28:13.798495 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65a8c12-87c7-4b4d-95a8-f1f41691c064 req-ddfbb651-1218-45e4-9dd7-90444798113d tempest-VolumesActionsTest-1168174853 tempest-VolumesActionsTest-1168174853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:13.808441 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c65a8c12-87c7-4b4d-95a8-f1f41691c064 req-ddfbb651-1218-45e4-9dd7-90444798113d tempest-VolumesActionsTest-1168174853 tempest-VolumesActionsTest-1168174853-project] 10.222.0.22 "GET /v2.0/networks?id=f57c6589-656f-456a-8ff3-5f3455453092 HTTP/1.1" status: 200 len: 809 time: 0.2176189 Aug 11 03:28:13.832299 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-c65a8c12-87c7-4b4d-95a8-f1f41691c064 req-dee39262-806e-40f7-b9bb-328c064c9294 tempest-VolumesActionsTest-1168174853 tempest-VolumesActionsTest-1168174853-project] Request body: {'port': {'device_id': '3af31290-4cc9-491a-85fc-c9e9400d89e9', 'network_id': 'f57c6589-656f-456a-8ff3-5f3455453092', 'admin_state_up': True, 'tenant_id': '7cf5a028fe8e446bbd034ec53fddeed6'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:28:13.834186 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-11f70789-6278-4872-a15a-fde1bf232cbb req-91d2d70f-2b15-4e6b-a9f7-1094034b6e88 tempest-VolumesActionsTest-1168174853 tempest-VolumesActionsTest-1168174853-project] 10.222.0.41 "GET /v2.0/ports?device_id=3af31290-4cc9-491a-85fc-c9e9400d89e9 HTTP/1.1" status: 200 len: 210 time: 0.0364158 Aug 11 03:28:13.837387 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e5d64150-0cf2-490e-840b-85ab1514c456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:13.909736 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-23ee1f85-304f-4677-aa03-e2fc4a4083b5 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521106'] for router_interface, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:13.963713 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-4f5baf01-e416-47f6-8423-9177065c6c20 req-c192d212-009d-4a34-ae8d-caa531dbfaf6 service neutron] 10.222.0.22 "GET /v2.0/networks/91c54fc6-0170-4b8c-829d-7c5f473bbce4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3972542 Aug 11 03:28:13.965762 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-e5d64150-0cf2-490e-840b-85ab1514c456 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2818eeee90d541cc8504ffed8d75b028&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4897559 Aug 11 03:28:13.969598 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 58342) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:28:13.979181 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d64150-0cf2-490e-840b-85ab1514c456 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebb1b045-1850-4027-9bf8-c33c269570f0,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:14.004714 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1fac7733-7e76-4d73-857a-724534873ef5 req-41e66748-82c9-4341-ac4b-c6add550e619 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/security-groups?id=1e2df09b-95d8-4e2e-a9dc-4c7363d2dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1693492 Aug 11 03:28:14.078219 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af640ec3-c9ab-48be-837e-145cfbbeca0b req-c6f8b9d7-9383-4624-9b2f-81acfffa506d tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:14.079845 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-af640ec3-c9ab-48be-837e-145cfbbeca0b req-c6f8b9d7-9383-4624-9b2f-81acfffa506d tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c3cf6c2-d50d-4aa9-9052-92a8f50f27b6 HTTP/1.1" status: 200 len: 944 time: 0.1056974 Aug 11 03:28:14.146008 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-bb15521d-549f-4e55-b24c-c235a3cfcda2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:14.163507 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-4f5baf01-e416-47f6-8423-9177065c6c20 req-d0c0193d-f9e3-40e1-99e9-0c7c1a19ec3a service neutron] 10.222.0.22 "GET /v2.0/networks/91c54fc6-0170-4b8c-829d-7c5f473bbce4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868157 Aug 11 03:28:14.177881 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-bb15521d-549f-4e55-b24c-c235a3cfcda2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:14.183941 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-af640ec3-c9ab-48be-837e-145cfbbeca0b req-410ec480-72ff-4fd6-8c22-2a80489b8645 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d1cd399-f1ad-4eb8-8279-cc3e3b1f8ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966201 Aug 11 03:28:14.188125 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c65a8c12-87c7-4b4d-95a8-f1f41691c064 req-dee39262-806e-40f7-b9bb-328c064c9294 tempest-VolumesActionsTest-1168174853 tempest-VolumesActionsTest-1168174853-project] Made reservation on behalf of 7cf5a028fe8e446bbd034ec53fddeed6 for: {'port': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:28:14.193165 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-c65a8c12-87c7-4b4d-95a8-f1f41691c064 req-dee39262-806e-40f7-b9bb-328c064c9294 tempest-VolumesActionsTest-1168174853 tempest-VolumesActionsTest-1168174853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:14.230473 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 0b77324d-e814-4a81-ba0d-e92f83f5d76d up at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:28:14.330009 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-23ee1f85-304f-4677-aa03-e2fc4a4083b5 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Deleting port 19c82750-84d2-4723-af09-6cc2f68e53e5 {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:28:14.330389 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-23ee1f85-304f-4677-aa03-e2fc4a4083b5 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:14.373489 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-bb15521d-549f-4e55-b24c-c235a3cfcda2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:14.376105 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-bb15521d-549f-4e55-b24c-c235a3cfcda2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:14.377917 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-bb15521d-549f-4e55-b24c-c235a3cfcda2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ebb1b045-1850-4027-9bf8-c33c269570f0 HTTP/1.1" status: 204 len: 168 time: 0.4044726 Aug 11 03:28:14.388859 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [req-c65a8c12-87c7-4b4d-95a8-f1f41691c064 req-dee39262-806e-40f7-b9bb-328c064c9294 tempest-VolumesActionsTest-1168174853 tempest-VolumesActionsTest-1168174853-project] Allocated IP 172.20.0.5 (f57c6589-656f-456a-8ff3-5f3455453092/627b7779-f69d-4e7b-9b80-79800e15738b/fff05743-4bbb-443d-a8e5-ad8325cfd033) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:28:14.391223 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb15521d-549f-4e55-b24c-c235a3cfcda2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebb1b045-1850-4027-9bf8-c33c269570f0,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:14.399021 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning for port 0b77324d-e814-4a81-ba0d-e92f83f5d76d completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:28:14.409998 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning complete for port 0b77324d-e814-4a81-ba0d-e92f83f5d76d triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:28:14.410638 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:14.481878 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [None req-23ee1f85-304f-4677-aa03-e2fc4a4083b5 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] For port 19c82750-84d2-4723-af09-6cc2f68e53e5, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=19c82750-84d2-4723-af09-6cc2f68e53e5,segment=NetworkSegment(a4d93f93-2d98-4749-abef-bba9ce3321d5),segment_id=a4d93f93-2d98-4749-abef-bba9ce3321d5)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:28:14.482600 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-23ee1f85-304f-4677-aa03-e2fc4a4083b5 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:14.502183 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-23ee1f85-304f-4677-aa03-e2fc4a4083b5 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Calling delete_port for 19c82750-84d2-4723-af09-6cc2f68e53e5 owned by network:router_interface {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:28:14.587679 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:14.616551 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c3cf6c2-d50d-4aa9-9052-92a8f50f27b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b77324d-e814-4a81-ba0d-e92f83f5d76d'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:28:14.618871 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-421f0281-4b6a-456b-b89e-2fd28cc920ea" -d '{"events": [{"server_uuid": "6c3cf6c2-d50d-4aa9-9052-92a8f50f27b6", "name": "network-vif-plugged", "status": "completed", "tag": "0b77324d-e814-4a81-ba0d-e92f83f5d76d"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:28:14.631618 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-c65a8c12-87c7-4b4d-95a8-f1f41691c064 req-dee39262-806e-40f7-b9bb-328c064c9294 tempest-VolumesActionsTest-1168174853 tempest-VolumesActionsTest-1168174853-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:14.633839 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 0b77324d-e814-4a81-ba0d-e92f83f5d76d, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=0b77324d-e814-4a81-ba0d-e92f83f5d76d,segment=NetworkSegment(323f142b-ee85-4d27-85a3-85cc28507ab1),segment_id=323f142b-ee85-4d27-85a3-85cc28507ab1)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:28:14.669549 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:28:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e37ca68e-9362-4ced-8fae-8d1b07facd80 x-openstack-request-id: req-e37ca68e-9362-4ced-8fae-8d1b07facd80 {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:28:14.669853 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c3cf6c2-d50d-4aa9-9052-92a8f50f27b6", "name": "network-vif-plugged", "status": "completed", "tag": "0b77324d-e814-4a81-ba0d-e92f83f5d76d", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:28:14.670126 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e37ca68e-9362-4ced-8fae-8d1b07facd80 {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:28:14.670509 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c3cf6c2-d50d-4aa9-9052-92a8f50f27b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b77324d-e814-4a81-ba0d-e92f83f5d76d', 'code': 200} Aug 11 03:28:14.704371 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device d2732bb8-3954-459d-84ef-b94a9effb087 no longer exists at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:28:14.745484 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:14.748153 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 63ae1799-8dc2-4c5c-b7af-71de32a3d320 no longer exists at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:28:14.772729 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-c65a8c12-87c7-4b4d-95a8-f1f41691c064 req-dee39262-806e-40f7-b9bb-328c064c9294 tempest-VolumesActionsTest-1168174853 tempest-VolumesActionsTest-1168174853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:14.796840 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] No Port match for: 63ae1799-8dc2-4c5c-b7af-71de32a3d320 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:28:14.797235 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 63ae1799-8dc2-4c5c-b7af-71de32a3d320 not bound to the agent host n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:28:14.797614 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device d2732bb8-3954-459d-84ef-b94a9effb087 no longer exists at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:28:14.814309 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5baf01-e416-47f6-8423-9177065c6c20 req-98951955-4e90-4ad8-807d-b34c6b2f81ae tempest-TestNetworkAdvancedServerOps-665886235 tempest-TestNetworkAdvancedServerOps-665886235-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:14.815929 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-4f5baf01-e416-47f6-8423-9177065c6c20 req-98951955-4e90-4ad8-807d-b34c6b2f81ae tempest-TestNetworkAdvancedServerOps-665886235 tempest-TestNetworkAdvancedServerOps-665886235-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=839d4001-730c-429d-980a-15c1d88a4dbd&tenant_id=a5478860f7cb432583cc8e5d994d2237&binding%3Ahost_id=n-h1-764292-30 HTTP/1.1" status: 200 len: 1097 time: 0.1221800 Aug 11 03:28:14.833054 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eb29f7-7c08-4da8-991b-7d2e88e67bc4 req-e5d48d03-948b-44e7-9878-4a48e532c34e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:14.834538 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-b9eb29f7-7c08-4da8-991b-7d2e88e67bc4 req-e5d48d03-948b-44e7-9878-4a48e532c34e service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=6c3cf6c2-d50d-4aa9-9052-92a8f50f27b6 HTTP/1.1" status: 200 len: 1097 time: 0.0980887 Aug 11 03:28:14.847373 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c65a8c12-87c7-4b4d-95a8-f1f41691c064 req-dee39262-806e-40f7-b9bb-328c064c9294 tempest-VolumesActionsTest-1168174853 tempest-VolumesActionsTest-1168174853-project] Network f57c6589-656f-456a-8ff3-5f3455453092 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:28:14.853064 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39262-806e-40f7-b9bb-328c064c9294 tempest-VolumesActionsTest-1168174853 tempest-VolumesActionsTest-1168174853-project] Pushing event updated for resources: {'Port': ['ID=fff05743-4bbb-443d-a8e5-ad8325cfd033,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:14.861051 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-23ee1f85-304f-4677-aa03-e2fc4a4083b5 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:14.864843 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device d2732bb8-3954-459d-84ef-b94a9effb087 not bound to the agent host n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:28:14.865967 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=0b77324d-e814-4a81-ba0d-e92f83f5d76d,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:14.881855 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [req-c65a8c12-87c7-4b4d-95a8-f1f41691c064 req-dee39262-806e-40f7-b9bb-328c064c9294 tempest-VolumesActionsTest-1168174853 tempest-VolumesActionsTest-1168174853-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:28:14.907461 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ee1f85-304f-4677-aa03-e2fc4a4083b5 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Pushing event deleted for resources: {'Port': ['ID=19c82750-84d2-4723-af09-6cc2f68e53e5,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:14.934700 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-c65a8c12-87c7-4b4d-95a8-f1f41691c064 req-dee39262-806e-40f7-b9bb-328c064c9294 tempest-VolumesActionsTest-1168174853 tempest-VolumesActionsTest-1168174853-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:28:15.074463 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-b9eb29f7-7c08-4da8-991b-7d2e88e67bc4 req-dacde6ca-179b-411f-a6fb-0381cac0f006 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=9d1cd399-f1ad-4eb8-8279-cc3e3b1f8ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222693 Aug 11 03:28:15.104476 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65a8c12-87c7-4b4d-95a8-f1f41691c064 req-dee39262-806e-40f7-b9bb-328c064c9294 tempest-VolumesActionsTest-1168174853 tempest-VolumesActionsTest-1168174853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:15.105636 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6567c553-ff1f-45c6-a81c-eed2e5f0eb5a req-6ee51b63-1430-4984-8d24-51fd98c617cd tempest-VolumesActionsTest-1168174853 tempest-VolumesActionsTest-1168174853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:15.105771 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-c65a8c12-87c7-4b4d-95a8-f1f41691c064 req-dee39262-806e-40f7-b9bb-328c064c9294 tempest-VolumesActionsTest-1168174853 tempest-VolumesActionsTest-1168174853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:15.113595 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6567c553-ff1f-45c6-a81c-eed2e5f0eb5a req-6ee51b63-1430-4984-8d24-51fd98c617cd tempest-VolumesActionsTest-1168174853 tempest-VolumesActionsTest-1168174853-project] 10.222.0.41 "GET /v2.0/ports?device_id=3af31290-4cc9-491a-85fc-c9e9400d89e9 HTTP/1.1" status: 200 len: 931 time: 0.1263754 Aug 11 03:28:15.226577 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6567c553-ff1f-45c6-a81c-eed2e5f0eb5a req-f341c37b-ed6e-42f1-a85d-306f505f88ec tempest-VolumesActionsTest-1168174853 tempest-VolumesActionsTest-1168174853-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a81c5ed-57da-4453-859a-5ef9b41ed491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123290 Aug 11 03:28:15.246107 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-23ee1f85-304f-4677-aa03-e2fc4a4083b5 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16383033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450082'] for router_interface, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:15.258820 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c65a8c12-87c7-4b4d-95a8-f1f41691c064 req-dee39262-806e-40f7-b9bb-328c064c9294 tempest-VolumesActionsTest-1168174853 tempest-VolumesActionsTest-1168174853-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4356625 Aug 11 03:28:15.267118 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c11d05-a57f-451e-8483-78be6abb55de req-0e7164f7-0a1d-4cd6-8087-c565525d7332 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:15.268482 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-50c11d05-a57f-451e-8483-78be6abb55de req-0e7164f7-0a1d-4cd6-8087-c565525d7332 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/ports?device_id=839d4001-730c-429d-980a-15c1d88a4dbd HTTP/1.1" status: 200 len: 945 time: 0.1310647 Aug 11 03:28:15.277391 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-c65a8c12-87c7-4b4d-95a8-f1f41691c064 req-ca34abca-4061-4864-8b1a-b73164c0d380 service neutron] Request body: {'port': {'device_id': '3af31290-4cc9-491a-85fc-c9e9400d89e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764292-30'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:28:15.326728 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 58362) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:28:15.341303 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-4f5baf01-e416-47f6-8423-9177065c6c20 req-35376dc6-a2bd-4b4b-a3cd-5efe576617cf service neutron] For port d2732bb8-3954-459d-84ef-b94a9effb087, host n-h2-764292-30, cleared binding levels {{(pid=102191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:28:15.348600 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-4f5baf01-e416-47f6-8423-9177065c6c20 req-35376dc6-a2bd-4b4b-a3cd-5efe576617cf service neutron] Notify callbacks [] for binding, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:15.349701 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-4f5baf01-e416-47f6-8423-9177065c6c20 req-35376dc6-a2bd-4b4b-a3cd-5efe576617cf service neutron] 10.222.0.22 "DELETE /v2.0/ports/d2732bb8-3954-459d-84ef-b94a9effb087/bindings/n-h2-764292-30 HTTP/1.1" status: 204 len: 173 time: 0.5197575 Aug 11 03:28:15.350514 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-c65a8c12-87c7-4b4d-95a8-f1f41691c064 req-ca34abca-4061-4864-8b1a-b73164c0d380 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:15.384212 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0c021e89-2d10-4489-ae53-9f5dc442f20c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:15.493056 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-50c11d05-a57f-451e-8483-78be6abb55de req-04bdeacc-7189-47ac-ab38-4f9b26ed87ec tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/security-groups?id=1e2df09b-95d8-4e2e-a9dc-4c7363d2dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1652491 Aug 11 03:28:15.520650 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35398a9-48df-458f-a2ef-4881dec41f59 req-fd443836-30aa-4fc0-8328-c7f92df514f7 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:15.520650 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e35398a9-48df-458f-a2ef-4881dec41f59 req-fd443836-30aa-4fc0-8328-c7f92df514f7 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c3cf6c2-d50d-4aa9-9052-92a8f50f27b6 HTTP/1.1" status: 200 len: 945 time: 0.1831167 Aug 11 03:28:15.662547 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [req-c65a8c12-87c7-4b4d-95a8-f1f41691c064 req-ca34abca-4061-4864-8b1a-b73164c0d380 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fff05743-4bbb-443d-a8e5-ad8325cfd033 {{(pid=102191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:28:15.663498 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e35398a9-48df-458f-a2ef-4881dec41f59 req-9ae4826f-0a37-4118-8873-98f57f2c3f3c tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d1cd399-f1ad-4eb8-8279-cc3e3b1f8ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363649 Aug 11 03:28:15.670757 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-c65a8c12-87c7-4b4d-95a8-f1f41691c064 req-ca34abca-4061-4864-8b1a-b73164c0d380 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:15.690002 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [req-c65a8c12-87c7-4b4d-95a8-f1f41691c064 req-ca34abca-4061-4864-8b1a-b73164c0d380 service neutron] Transition to ACTIVE for port object fff05743-4bbb-443d-a8e5-ad8325cfd033 will not be triggered until provisioned by entity L2. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:28:15.728184 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23ee1f85-304f-4677-aa03-e2fc4a4083b5 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Router 42e28ac6-c2a0-4111-8be6-6f421003df15 has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:28:15.735035 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-c65a8c12-87c7-4b4d-95a8-f1f41691c064 req-ca34abca-4061-4864-8b1a-b73164c0d380 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:15.751580 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f7ebd6-c88b-444c-b0b0-e4a95ef39e2f req-e924420c-d3e4-4356-a294-a9073f187146 tempest-TestNetworkAdvancedServerOps-665886235 tempest-TestNetworkAdvancedServerOps-665886235-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:15.753124 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-70f7ebd6-c88b-444c-b0b0-e4a95ef39e2f req-e924420c-d3e4-4356-a294-a9073f187146 tempest-TestNetworkAdvancedServerOps-665886235 tempest-TestNetworkAdvancedServerOps-665886235-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=839d4001-730c-429d-980a-15c1d88a4dbd HTTP/1.1" status: 200 len: 1097 time: 0.0990386 Aug 11 03:28:15.766321 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0c021e89-2d10-4489-ae53-9f5dc442f20c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:15.798306 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca34abca-4061-4864-8b1a-b73164c0d380 service neutron] Pushing event updated for resources: {'Port': ['ID=fff05743-4bbb-443d-a8e5-ad8325cfd033,revision_number=2']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:15.858004 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-70f7ebd6-c88b-444c-b0b0-e4a95ef39e2f req-423a56d7-ae56-4ed0-a2bf-308a7772e82e tempest-TestNetworkAdvancedServerOps-665886235 tempest-TestNetworkAdvancedServerOps-665886235-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=1e2df09b-95d8-4e2e-a9dc-4c7363d2dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902071 Aug 11 03:28:15.888430 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-c65a8c12-87c7-4b4d-95a8-f1f41691c064 req-ca34abca-4061-4864-8b1a-b73164c0d380 service neutron] Attempting to bind port fff05743-4bbb-443d-a8e5-ad8325cfd033 on host n-h1-764292-30 for vnic_type normal with profile {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:28:15.888768 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-c65a8c12-87c7-4b4d-95a8-f1f41691c064 req-ca34abca-4061-4864-8b1a-b73164c0d380 service neutron] Attempting to bind port fff05743-4bbb-443d-a8e5-ad8325cfd033 by drivers openvswitch,hyperv on host n-h1-764292-30 at level 0 using segments [{'id': '6e7d1215-7bc4-4f0c-9e90-d7a2b8cae1df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'f57c6589-656f-456a-8ff3-5f3455453092'}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:28:15.891245 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c65a8c12-87c7-4b4d-95a8-f1f41691c064 req-ca34abca-4061-4864-8b1a-b73164c0d380 service neutron] Attempting to bind port fff05743-4bbb-443d-a8e5-ad8325cfd033 on network f57c6589-656f-456a-8ff3-5f3455453092 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:28:15.894144 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c65a8c12-87c7-4b4d-95a8-f1f41691c064 req-ca34abca-4061-4864-8b1a-b73164c0d380 service neutron] Port fff05743-4bbb-443d-a8e5-ad8325cfd033 on network f57c6589-656f-456a-8ff3-5f3455453092 not bound, no agent of type Open vSwitch agent registered on host n-h1-764292-30 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:28:15.894564 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c65a8c12-87c7-4b4d-95a8-f1f41691c064 req-ca34abca-4061-4864-8b1a-b73164c0d380 service neutron] Attempting to bind port fff05743-4bbb-443d-a8e5-ad8325cfd033 on network f57c6589-656f-456a-8ff3-5f3455453092 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:28:15.896724 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0c021e89-2d10-4489-ae53-9f5dc442f20c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:15.904640 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c65a8c12-87c7-4b4d-95a8-f1f41691c064 req-ca34abca-4061-4864-8b1a-b73164c0d380 service neutron] Checking agent: {'id': 'abb524c2-b412-4ed2-8367-45c4fd996fa7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:28:15.905388 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c65a8c12-87c7-4b4d-95a8-f1f41691c064 req-ca34abca-4061-4864-8b1a-b73164c0d380 service neutron] Checking segment: {'id': '6e7d1215-7bc4-4f0c-9e90-d7a2b8cae1df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'f57c6589-656f-456a-8ff3-5f3455453092'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:28:15.905388 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c65a8c12-87c7-4b4d-95a8-f1f41691c064 req-ca34abca-4061-4864-8b1a-b73164c0d380 service neutron] Bound using segment: {'id': '6e7d1215-7bc4-4f0c-9e90-d7a2b8cae1df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'f57c6589-656f-456a-8ff3-5f3455453092'} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:28:15.905817 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-c65a8c12-87c7-4b4d-95a8-f1f41691c064 req-ca34abca-4061-4864-8b1a-b73164c0d380 service neutron] Bound port: fff05743-4bbb-443d-a8e5-ad8325cfd033, host: n-h1-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e7d1215-7bc4-4f0c-9e90-d7a2b8cae1df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'f57c6589-656f-456a-8ff3-5f3455453092'}}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:28:15.906179 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-c65a8c12-87c7-4b4d-95a8-f1f41691c064 req-ca34abca-4061-4864-8b1a-b73164c0d380 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:15.948644 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-0c021e89-2d10-4489-ae53-9f5dc442f20c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=66e40f0904db4b42a7a8564aca2500e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6179631 Aug 11 03:28:15.951479 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 58372) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:28:15.976662 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c021e89-2d10-4489-ae53-9f5dc442f20c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7b4bfa5-a885-4923-ad05-75a1660f3376,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:15.983027 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23ee1f85-304f-4677-aa03-e2fc4a4083b5 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:28:15.994118 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7ac91c-3635-4254-9683-db51812cafdd None None] Sync routers for ids ['42e28ac6-c2a0-4111-8be6-6f421003df15'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:28:15.995184 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-c65a8c12-87c7-4b4d-95a8-f1f41691c064 req-ca34abca-4061-4864-8b1a-b73164c0d380 service neutron] For port fff05743-4bbb-443d-a8e5-ad8325cfd033, host n-h1-764292-30, cleared binding levels {{(pid=102191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:28:16.002923 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-23ee1f85-304f-4677-aa03-e2fc4a4083b5 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] 10.222.0.41 "PUT /v2.0/routers/42e28ac6-c2a0-4111-8be6-6f421003df15/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8038561 Aug 11 03:28:16.003097 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-c65a8c12-87c7-4b4d-95a8-f1f41691c064 req-ca34abca-4061-4864-8b1a-b73164c0d380 service neutron] For port fff05743-4bbb-443d-a8e5-ad8325cfd033, host n-h1-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=fff05743-4bbb-443d-a8e5-ad8325cfd033,segment=NetworkSegment(6e7d1215-7bc4-4f0c-9e90-d7a2b8cae1df),segment_id=6e7d1215-7bc4-4f0c-9e90-d7a2b8cae1df)] {{(pid=102191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:28:16.004507 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 58374) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:28:16.007928 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7ac91c-3635-4254-9683-db51812cafdd None None] Routers {'42e28ac6-c2a0-4111-8be6-6f421003df15'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:28:16.008905 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-ec7ac91c-3635-4254-9683-db51812cafdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:28:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['42e28ac6-c2a0-4111-8be6-6f421003df15'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:28:16.053406 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 58378) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:28:16.088311 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-c65a8c12-87c7-4b4d-95a8-f1f41691c064 req-ca34abca-4061-4864-8b1a-b73164c0d380 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:16.088972 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-fab63a97-96fd-48ac-8db4-216db2bdf6a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:16.101157 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fa2046-bce1-41eb-a89a-921beda4ad3d req-869471a3-d19b-4a34-9797-b8a49506b45c tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:16.102734 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-65fa2046-bce1-41eb-a89a-921beda4ad3d req-869471a3-d19b-4a34-9797-b8a49506b45c tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/ports?device_id=839d4001-730c-429d-980a-15c1d88a4dbd HTTP/1.1" status: 200 len: 945 time: 0.1274986 Aug 11 03:28:16.131211 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-fab63a97-96fd-48ac-8db4-216db2bdf6a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:16.154761 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65a8c12-87c7-4b4d-95a8-f1f41691c064 req-ca34abca-4061-4864-8b1a-b73164c0d380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:16.155460 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-c65a8c12-87c7-4b4d-95a8-f1f41691c064 req-ca34abca-4061-4864-8b1a-b73164c0d380 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:16.157326 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c65a8c12-87c7-4b4d-95a8-f1f41691c064 req-ca34abca-4061-4864-8b1a-b73164c0d380 service neutron] 10.222.0.22 "PUT /v2.0/ports/fff05743-4bbb-443d-a8e5-ad8325cfd033 HTTP/1.1" status: 200 len: 1092 time: 0.8895049 Aug 11 03:28:16.157768 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3af31290-4cc9-491a-85fc-c9e9400d89e9', 'tag': 'fff05743-4bbb-443d-a8e5-ad8325cfd033'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:28:16.160620 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b61ef507-df35-44eb-bd79-5cbbcd606b15" -d '{"events": [{"name": "network-changed", "server_uuid": "3af31290-4cc9-491a-85fc-c9e9400d89e9", "tag": "fff05743-4bbb-443d-a8e5-ad8325cfd033"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:28:16.191040 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd944066-23bc-4eda-8666-b089714109b0 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Deleting subnet 3ef306bb-adf8-44d2-8415-4a7cfe7d33f4 {{(pid=102191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:28:16.210110 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-65fa2046-bce1-41eb-a89a-921beda4ad3d req-4970624d-7574-485d-9fea-e785c650955a tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/security-groups?id=1e2df09b-95d8-4e2e-a9dc-4c7363d2dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907874 Aug 11 03:28:16.234628 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-ec7ac91c-3635-4254-9683-db51812cafdd None None] Set router 42e28ac6-c2a0-4111-8be6-6f421003df15 gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:28:16.239400 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 58382) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:28:16.269644 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca34abca-4061-4864-8b1a-b73164c0d380 service neutron] Pushing event updated for resources: {'Port': ['ID=fff05743-4bbb-443d-a8e5-ad8325cfd033,revision_number=3']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:16.282004 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_v2 [None req-41bbb943-79f7-4f0e-8d91-2e4dc3fe2339 admin admin] Deleting subnet a40bd476-781d-4977-9525-240e8b9d83c2 {{(pid=102191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:28:16.285453 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-41bbb943-79f7-4f0e-8d91-2e4dc3fe2339 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:16.329667 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-fab63a97-96fd-48ac-8db4-216db2bdf6a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:16.332478 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-fab63a97-96fd-48ac-8db4-216db2bdf6a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:16.336077 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-fab63a97-96fd-48ac-8db4-216db2bdf6a9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f7b4bfa5-a885-4923-ad05-75a1660f3376 HTTP/1.1" status: 204 len: 168 time: 0.3812845 Aug 11 03:28:16.443442 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab63a97-96fd-48ac-8db4-216db2bdf6a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7b4bfa5-a885-4923-ad05-75a1660f3376,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:16.463479 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-ae36df88-fbd6-4382-ac03-b66f7b738c59 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/floatingips/cb088d2c-3e50-4862-9123-354a66a369fd HTTP/1.1" status: 200 len: 992 time: 0.2229028 Aug 11 03:28:16.486763 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-ec7ac91c-3635-4254-9683-db51812cafdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42e28ac6-c2a0-4111-8be6-6f421003df15', 'name': 'tempest-TestNetworkBasicOps-router-38468296', 'tenant_id': '6f34ea378b0c4732b01bbd0e8e3ce05d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': '7d3d95e7-2847-4437-ba6d-08325d404ce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:26:19Z', 'updated_at': '2021-08-11T03:28:14Z', 'revision_number': 5, 'project_id': '6f34ea378b0c4732b01bbd0e8e3ce05d', 'gw_port': {'id': '7d3d95e7-2847-4437-ba6d-08325d404ce2', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:cd:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e28ac6-c2a0-4111-8be6-6f421003df15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2881, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:26:20Z', 'updated_at': '2021-08-11T03:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:28:16.523097 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7ac91c-3635-4254-9683-db51812cafdd None None] Checking router: 42e28ac6-c2a0-4111-8be6-6f421003df15 for host: n-d-764292-30 {{(pid=102193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:28:16.527579 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffdb7b3-24e5-4492-968f-2320acb816c2 req-9d2a3f65-2635-4177-aa89-b7ba6917b001 tempest-VolumesActionsTest-1168174853 tempest-VolumesActionsTest-1168174853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:16.529521 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8ffdb7b3-24e5-4492-968f-2320acb816c2 req-9d2a3f65-2635-4177-aa89-b7ba6917b001 tempest-VolumesActionsTest-1168174853 tempest-VolumesActionsTest-1168174853-project] 10.222.0.41 "GET /v2.0/ports?device_id=3af31290-4cc9-491a-85fc-c9e9400d89e9 HTTP/1.1" status: 200 len: 943 time: 0.2189696 Aug 11 03:28:16.542212 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7ac91c-3635-4254-9683-db51812cafdd None None] Routers {'42e28ac6-c2a0-4111-8be6-6f421003df15'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:28:16.543197 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-ec7ac91c-3635-4254-9683-db51812cafdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:28:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['42e28ac6-c2a0-4111-8be6-6f421003df15'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:28:16.586405 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8ffdb7b3-24e5-4492-968f-2320acb816c2 req-ef2d5196-6881-4907-afdd-cbde0d8256df tempest-VolumesActionsTest-1168174853 tempest-VolumesActionsTest-1168174853-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a81c5ed-57da-4453-859a-5ef9b41ed491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489080 Aug 11 03:28:16.700788 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fd944066-23bc-4eda-8666-b089714109b0 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks [] for subnet, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:16.705209 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:28:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8509e09-42cd-42ca-b1cb-fa63504817b9 x-openstack-request-id: req-a8509e09-42cd-42ca-b1cb-fa63504817b9 {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:28:16.705735 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3af31290-4cc9-491a-85fc-c9e9400d89e9", "tag": "fff05743-4bbb-443d-a8e5-ad8325cfd033", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:28:16.705735 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a8509e09-42cd-42ca-b1cb-fa63504817b9 {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:28:16.706132 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3af31290-4cc9-491a-85fc-c9e9400d89e9', 'tag': 'fff05743-4bbb-443d-a8e5-ad8325cfd033', 'status': 'completed', 'code': 200} Aug 11 03:28:16.782145 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-41bbb943-79f7-4f0e-8d91-2e4dc3fe2339 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126283525'] for subnet, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:16.814183 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86347420-9af6-4078-85ee-ecbde8838d6b req-a2e33d84-985b-4295-9299-f5a31896ae3f tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:16.814551 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fd944066-23bc-4eda-8666-b089714109b0 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126283525'] for subnet, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:16.823483 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-86347420-9af6-4078-85ee-ecbde8838d6b req-a2e33d84-985b-4295-9299-f5a31896ae3f tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c3cf6c2-d50d-4aa9-9052-92a8f50f27b6 HTTP/1.1" status: 200 len: 945 time: 0.0668101 Aug 11 03:28:16.832455 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-ec7ac91c-3635-4254-9683-db51812cafdd None None] Set router 42e28ac6-c2a0-4111-8be6-6f421003df15 gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:28:16.847595 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61ef507-df35-44eb-bd79-5cbbcd606b15 req-9a6e1c22-267c-4cd0-b611-e456ae4e6fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:16.849731 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-b61ef507-df35-44eb-bd79-5cbbcd606b15 req-9a6e1c22-267c-4cd0-b611-e456ae4e6fae service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7cf5a028fe8e446bbd034ec53fddeed6&device_id=3af31290-4cc9-491a-85fc-c9e9400d89e9 HTTP/1.1" status: 200 len: 1095 time: 0.1501951 Aug 11 03:28:16.870554 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-86347420-9af6-4078-85ee-ecbde8838d6b req-eac1a448-dba3-4102-b8a3-9b4ed1e951ee tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d1cd399-f1ad-4eb8-8279-cc3e3b1f8ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459447 Aug 11 03:28:16.965856 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-41bbb943-79f7-4f0e-8d91-2e4dc3fe2339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:17.021640 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b163c848-88c7-4452-9830-28bff3986126 req-9a4a6ee8-8cfc-483f-9dcb-e5147af67735 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:17.023192 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b163c848-88c7-4452-9830-28bff3986126 req-9a4a6ee8-8cfc-483f-9dcb-e5147af67735 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c3cf6c2-d50d-4aa9-9052-92a8f50f27b6 HTTP/1.1" status: 200 len: 945 time: 0.0643721 Aug 11 03:28:17.028731 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-ec7ac91c-3635-4254-9683-db51812cafdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42e28ac6-c2a0-4111-8be6-6f421003df15', 'name': 'tempest-TestNetworkBasicOps-router-38468296', 'tenant_id': '6f34ea378b0c4732b01bbd0e8e3ce05d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': '7d3d95e7-2847-4437-ba6d-08325d404ce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:26:19Z', 'updated_at': '2021-08-11T03:28:14Z', 'revision_number': 5, 'project_id': '6f34ea378b0c4732b01bbd0e8e3ce05d', 'gw_port': {'id': '7d3d95e7-2847-4437-ba6d-08325d404ce2', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:cd:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e28ac6-c2a0-4111-8be6-6f421003df15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2881, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:26:20Z', 'updated_at': '2021-08-11T03:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:28:17.037911 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61ef507-df35-44eb-bd79-5cbbcd606b15 req-c7117bb9-05c6-4edb-9981-1d645c41f975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:17.039341 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-b61ef507-df35-44eb-bd79-5cbbcd606b15 req-c7117bb9-05c6-4edb-9981-1d645c41f975 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=7cf5a028fe8e446bbd034ec53fddeed6&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1803212 Aug 11 03:28:17.073488 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7ac91c-3635-4254-9683-db51812cafdd None None] The sync data for ids ['42e28ac6-c2a0-4111-8be6-6f421003df15'] in n-d-764292-30 is: [{'id': '42e28ac6-c2a0-4111-8be6-6f421003df15', 'name': 'tempest-TestNetworkBasicOps-router-38468296', 'tenant_id': '6f34ea378b0c4732b01bbd0e8e3ce05d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': '7d3d95e7-2847-4437-ba6d-08325d404ce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:26:19Z', 'updated_at': '2021-08-11T03:28:14Z', 'revision_number': 5, 'project_id': '6f34ea378b0c4732b01bbd0e8e3ce05d', 'gw_port': {'id': '7d3d95e7-2847-4437-ba6d-08325d404ce2', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:cd:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e28ac6-c2a0-4111-8be6-6f421003df15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2881, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:26:20Z', 'updated_at': '2021-08-11T03:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:28:17.078948 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b163c848-88c7-4452-9830-28bff3986126 req-ebb4eab2-2a28-49a1-9466-fd93c6f96b2b tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d1cd399-f1ad-4eb8-8279-cc3e3b1f8ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496292 Aug 11 03:28:17.118956 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fd944066-23bc-4eda-8666-b089714109b0 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:17.216889 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61ef507-df35-44eb-bd79-5cbbcd606b15 req-9b44ff59-d00d-4ead-add6-e54405311ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:17.218468 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-b61ef507-df35-44eb-bd79-5cbbcd606b15 req-9b44ff59-d00d-4ead-add6-e54405311ad6 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1689467 Aug 11 03:28:17.220383 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-41bbb943-79f7-4f0e-8d91-2e4dc3fe2339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126283413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126275158'] for subnet, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:17.247270 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bbb943-79f7-4f0e-8d91-2e4dc3fe2339 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a40bd476-781d-4977-9525-240e8b9d83c2,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:17.249249 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-41bbb943-79f7-4f0e-8d91-2e4dc3fe2339 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:17.251734 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-41bbb943-79f7-4f0e-8d91-2e4dc3fe2339 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/a40bd476-781d-4977-9525-240e8b9d83c2 HTTP/1.1" status: 204 len: 168 time: 1.1975393 Aug 11 03:28:17.254333 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 58406) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:28:17.324841 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fd944066-23bc-4eda-8666-b089714109b0 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126283413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126275158'] for subnet, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:17.366560 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd944066-23bc-4eda-8666-b089714109b0 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Pushing event deleted for resources: {'Subnet': ['ID=3ef306bb-adf8-44d2-8415-4a7cfe7d33f4,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:17.374457 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fd944066-23bc-4eda-8666-b089714109b0 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:17.379071 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-fd944066-23bc-4eda-8666-b089714109b0 tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] 10.222.0.41 "DELETE /v2.0/subnets/3ef306bb-adf8-44d2-8415-4a7cfe7d33f4 HTTP/1.1" status: 204 len: 168 time: 1.3735669 Aug 11 03:28:17.379312 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 58414) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:28:17.380469 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a90ac785-6f67-4d25-9cbd-7f9845f661c0 None None] Network e59732ab-623e-4cb8-9f39-fb9f4d98d154 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:28:17.388621 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0fb48469-e9d7-4d54-adce-104b76af1384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:17.399378 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65a8c12-87c7-4b4d-95a8-f1f41691c064 req-d8e8e7af-60ab-4de3-a6c3-9291555ee97e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:17.400879 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c65a8c12-87c7-4b4d-95a8-f1f41691c064 req-d8e8e7af-60ab-4de3-a6c3-9291555ee97e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7cf5a028fe8e446bbd034ec53fddeed6&device_id=3af31290-4cc9-491a-85fc-c9e9400d89e9 HTTP/1.1" status: 200 len: 1095 time: 0.1398740 Aug 11 03:28:17.460326 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c65a8c12-87c7-4b4d-95a8-f1f41691c064 req-6cb579ef-27ac-4ccf-a165-17368fc99866 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fff05743-4bbb-443d-a8e5-ad8325cfd033 HTTP/1.1" status: 200 len: 217 time: 0.0515561 Aug 11 03:28:17.528821 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 19c82750-84d2-4723-af09-6cc2f68e53e5 no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:28:17.558236 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65a8c12-87c7-4b4d-95a8-f1f41691c064 req-fd02007b-d306-4446-b826-fd3c1dc1ce81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:17.560662 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c65a8c12-87c7-4b4d-95a8-f1f41691c064 req-fd02007b-d306-4446-b826-fd3c1dc1ce81 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=627b7779-f69d-4e7b-9b80-79800e15738b HTTP/1.1" status: 200 len: 849 time: 0.0861771 Aug 11 03:28:17.572222 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0fb48469-e9d7-4d54-adce-104b76af1384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:17.583175 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-0fb48469-e9d7-4d54-adce-104b76af1384 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d3394cc-de2c-465d-a346-5d3245634084']}} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:28:17.595442 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-0fb48469-e9d7-4d54-adce-104b76af1384 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a30cc6eb-fe4c-4458-9370-0d5fe6244579') {'for_net_delete': True} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:28:17.596078 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-0fb48469-e9d7-4d54-adce-104b76af1384 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a30cc6eb-fe4c-4458-9370-0d5fe6244579') {} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:28:17.597133 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: 19c82750-84d2-4723-af09-6cc2f68e53e5 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:28:17.597565 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 19c82750-84d2-4723-af09-6cc2f68e53e5 not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:28:17.606354 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0fb48469-e9d7-4d54-adce-104b76af1384 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126283644'] for segment, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:17.623607 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0fb48469-e9d7-4d54-adce-104b76af1384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:17.630037 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fb48469-e9d7-4d54-adce-104b76af1384 admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=102191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:28:17.630471 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0fb48469-e9d7-4d54-adce-104b76af1384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126283391'] for segment, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:17.692731 n-d-764292-30 neutron-server[102191]: Traceback (most recent call last): Aug 11 03:28:17.692731 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:28:17.692731 n-d-764292-30 neutron-server[102191]: timer() Aug 11 03:28:17.692731 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:28:17.692731 n-d-764292-30 neutron-server[102191]: cb(*args, **kw) Aug 11 03:28:17.692731 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:28:17.692731 n-d-764292-30 neutron-server[102191]: return func(*args, **kwargs) Aug 11 03:28:17.692731 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:28:17.692731 n-d-764292-30 neutron-server[102191]: self._notify() Aug 11 03:28:17.692731 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:28:17.692731 n-d-764292-30 neutron-server[102191]: self.callback(batched_events) Aug 11 03:28:17.692731 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:28:17.692731 n-d-764292-30 neutron-server[102191]: event.method(event) Aug 11 03:28:17.692731 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:28:17.692731 n-d-764292-30 neutron-server[102191]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:28:17.692731 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:28:17.692731 n-d-764292-30 neutron-server[102191]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:28:17.692731 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:28:17.692731 n-d-764292-30 neutron-server[102191]: return f(self, *a, **k) Aug 11 03:28:17.692731 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:28:17.692731 n-d-764292-30 neutron-server[102191]: return self._get(url).json() Aug 11 03:28:17.692731 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:28:17.692731 n-d-764292-30 neutron-server[102191]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:28:17.692731 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:28:17.692731 n-d-764292-30 neutron-server[102191]: return self.request(url, 'GET', **kwargs) Aug 11 03:28:17.692731 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:28:17.692731 n-d-764292-30 neutron-server[102191]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:28:17.692731 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:28:17.692731 n-d-764292-30 neutron-server[102191]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:28:17.692731 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:28:17.692731 n-d-764292-30 neutron-server[102191]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:28:17.692731 n-d-764292-30 neutron-server[102191]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:28:17.722248 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c65a8c12-87c7-4b4d-95a8-f1f41691c064 req-dafe02da-40d2-4d6f-8ed3-23da8a6c42f7 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=f57c6589-656f-456a-8ff3-5f3455453092&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285056 Aug 11 03:28:17.726270 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf6ab534-6eb9-4ad4-b665-972eb8c12021 None None] DHCP port deletion for e59732ab-623e-4cb8-9f39-fb9f4d98d154 request from n-d-764292-30 {{(pid=102193) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:28:17.785105 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0fb48469-e9d7-4d54-adce-104b76af1384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:17.793875 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0fb48469-e9d7-4d54-adce-104b76af1384 admin admin] Notify callbacks [] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:17.798519 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-0fb48469-e9d7-4d54-adce-104b76af1384 admin admin] 10.222.0.41 "DELETE /v2.0/networks/2d3394cc-de2c-465d-a346-5d3245634084 HTTP/1.1" status: 204 len: 168 time: 0.5406377 Aug 11 03:28:17.814957 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 58426) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:28:17.818756 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-cf6ab534-6eb9-4ad4-b665-972eb8c12021 None None] Deleting port 907e79b8-9840-49a0-98f1-7685802de791 {{(pid=102193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:28:17.821876 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb48469-e9d7-4d54-adce-104b76af1384 admin admin] Pushing event deleted for resources: {'Network': ['ID=2d3394cc-de2c-465d-a346-5d3245634084,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:17.822015 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-cf6ab534-6eb9-4ad4-b665-972eb8c12021 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:17.897806 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-cf6ab534-6eb9-4ad4-b665-972eb8c12021 None None] For port 907e79b8-9840-49a0-98f1-7685802de791, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=907e79b8-9840-49a0-98f1-7685802de791,segment=NetworkSegment(a4d93f93-2d98-4749-abef-bba9ce3321d5),segment_id=a4d93f93-2d98-4749-abef-bba9ce3321d5)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:28:17.898219 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-cf6ab534-6eb9-4ad4-b665-972eb8c12021 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:17.916912 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-cf6ab534-6eb9-4ad4-b665-972eb8c12021 None None] Calling delete_port for 907e79b8-9840-49a0-98f1-7685802de791 owned by network:dhcp {{(pid=102193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:28:17.921922 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1e87e69-d8d8-4f59-baa7-e24073a13492 admin admin] Deleting subnet 69a3573b-84d6-4cbd-b1ec-7863b38ef0ef {{(pid=102191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:28:17.930307 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d1e87e69-d8d8-4f59-baa7-e24073a13492 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:17.968935 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d1e87e69-d8d8-4f59-baa7-e24073a13492 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126283525'] for subnet, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:18.000132 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c65a8c12-87c7-4b4d-95a8-f1f41691c064 req-b56133c5-c2ca-4135-8c4b-6c3035b0d84e service neutron] 10.222.0.22 "GET /v2.0/networks/f57c6589-656f-456a-8ff3-5f3455453092?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2678561 Aug 11 03:28:18.060157 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d1e87e69-d8d8-4f59-baa7-e24073a13492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:18.060897 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-cf6ab534-6eb9-4ad4-b665-972eb8c12021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678'] for port, after_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:18.083706 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-6e7cb474-f4fd-498a-ad3f-49c2c17c7a1c tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks [] for router, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:18.096626 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6ab534-6eb9-4ad4-b665-972eb8c12021 None None] Pushing event deleted for resources: {'Port': ['ID=907e79b8-9840-49a0-98f1-7685802de791,revision_number=None']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:18.109632 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6ab534-6eb9-4ad4-b665-972eb8c12021 None None] No DVR routers for this DVR port 907e79b8-9840-49a0-98f1-7685802de791 on host n-d-764292-30 {{(pid=102193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:28:18.145380 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9177f9b0-365a-4e79-b85a-2d6e8913d097 req-447b36fa-7ceb-4c3b-aa37-4eefe245d58d tempest-VolumesActionsTest-1168174853 tempest-VolumesActionsTest-1168174853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:18.151975 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9177f9b0-365a-4e79-b85a-2d6e8913d097 req-447b36fa-7ceb-4c3b-aa37-4eefe245d58d tempest-VolumesActionsTest-1168174853 tempest-VolumesActionsTest-1168174853-project] 10.222.0.41 "GET /v2.0/ports?device_id=3af31290-4cc9-491a-85fc-c9e9400d89e9 HTTP/1.1" status: 200 len: 943 time: 0.1236861 Aug 11 03:28:18.154746 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c65a8c12-87c7-4b4d-95a8-f1f41691c064 req-6bd2885a-dae9-4db4-9e14-eed1d770d4ee service neutron] 10.222.0.22 "GET /v2.0/networks/f57c6589-656f-456a-8ff3-5f3455453092?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468701 Aug 11 03:28:18.169336 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13780054-0851-4443-9b0c-b87e983f572c req-922368e8-efb4-4426-b2d0-d6d61c508747 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:18.170902 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-13780054-0851-4443-9b0c-b87e983f572c req-922368e8-efb4-4426-b2d0-d6d61c508747 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c3cf6c2-d50d-4aa9-9052-92a8f50f27b6 HTTP/1.1" status: 200 len: 945 time: 0.6161139 Aug 11 03:28:18.209383 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d1e87e69-d8d8-4f59-baa7-e24073a13492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126283413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126275158'] for subnet, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:18.234899 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e87e69-d8d8-4f59-baa7-e24073a13492 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69a3573b-84d6-4cbd-b1ec-7863b38ef0ef,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:18.241349 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d1e87e69-d8d8-4f59-baa7-e24073a13492 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:18.243976 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-d1e87e69-d8d8-4f59-baa7-e24073a13492 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/69a3573b-84d6-4cbd-b1ec-7863b38ef0ef HTTP/1.1" status: 204 len: 168 time: 0.4279494 Aug 11 03:28:18.246404 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 58434) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:28:18.278117 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9177f9b0-365a-4e79-b85a-2d6e8913d097 req-e6c81021-806e-41cf-8d4e-77d0abec3eef tempest-VolumesActionsTest-1168174853 tempest-VolumesActionsTest-1168174853-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a81c5ed-57da-4453-859a-5ef9b41ed491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061964 Aug 11 03:28:18.281548 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-13780054-0851-4443-9b0c-b87e983f572c req-83646fb1-8932-4e11-96f9-d1500516ae48 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d1cd399-f1ad-4eb8-8279-cc3e3b1f8ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017833 Aug 11 03:28:18.286926 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-6e7cb474-f4fd-498a-ad3f-49c2c17c7a1c tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:18.325644 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c4efac73-2d84-4ba3-a35c-8c8ad640c66c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:18.403058 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-6e7cb474-f4fd-498a-ad3f-49c2c17c7a1c tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Deleting port 7d3d95e7-2847-4437-ba6d-08325d404ce2 {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:28:18.403476 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-6e7cb474-f4fd-498a-ad3f-49c2c17c7a1c tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:18.410769 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c4efac73-2d84-4ba3-a35c-8c8ad640c66c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:18.421604 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-c4efac73-2d84-4ba3-a35c-8c8ad640c66c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['367f8087-fcdb-4348-9f12-79bf2367c17b']}} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:28:18.432737 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-c4efac73-2d84-4ba3-a35c-8c8ad640c66c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c4d3954-ba3a-4eaa-94cb-9635b5130bb1') {'for_net_delete': True} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:28:18.433031 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-c4efac73-2d84-4ba3-a35c-8c8ad640c66c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c4d3954-ba3a-4eaa-94cb-9635b5130bb1') {} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:28:18.442405 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c4efac73-2d84-4ba3-a35c-8c8ad640c66c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126283644'] for segment, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:18.457631 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c4efac73-2d84-4ba3-a35c-8c8ad640c66c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:18.464070 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4efac73-2d84-4ba3-a35c-8c8ad640c66c admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=102191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:28:18.464541 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c4efac73-2d84-4ba3-a35c-8c8ad640c66c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126283391'] for segment, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:18.466237 n-d-764292-30 neutron-server[102191]: Traceback (most recent call last): Aug 11 03:28:18.466237 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:28:18.466237 n-d-764292-30 neutron-server[102191]: timer() Aug 11 03:28:18.466237 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:28:18.466237 n-d-764292-30 neutron-server[102191]: cb(*args, **kw) Aug 11 03:28:18.466237 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:28:18.466237 n-d-764292-30 neutron-server[102191]: return func(*args, **kwargs) Aug 11 03:28:18.466237 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:28:18.466237 n-d-764292-30 neutron-server[102191]: self._notify() Aug 11 03:28:18.466237 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:28:18.466237 n-d-764292-30 neutron-server[102191]: self.callback(batched_events) Aug 11 03:28:18.466237 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:28:18.466237 n-d-764292-30 neutron-server[102191]: event.method(event) Aug 11 03:28:18.466237 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:28:18.466237 n-d-764292-30 neutron-server[102191]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:28:18.466237 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:28:18.466237 n-d-764292-30 neutron-server[102191]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:28:18.466237 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:28:18.466237 n-d-764292-30 neutron-server[102191]: return f(self, *a, **k) Aug 11 03:28:18.466237 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:28:18.466237 n-d-764292-30 neutron-server[102191]: return self._get(url).json() Aug 11 03:28:18.466237 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:28:18.466237 n-d-764292-30 neutron-server[102191]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:28:18.466237 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:28:18.466237 n-d-764292-30 neutron-server[102191]: return self.request(url, 'GET', **kwargs) Aug 11 03:28:18.466237 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:28:18.466237 n-d-764292-30 neutron-server[102191]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:28:18.466237 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:28:18.466237 n-d-764292-30 neutron-server[102191]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:28:18.466237 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:28:18.466237 n-d-764292-30 neutron-server[102191]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:28:18.466237 n-d-764292-30 neutron-server[102191]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:28:18.500347 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [None req-6e7cb474-f4fd-498a-ad3f-49c2c17c7a1c tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] For port 7d3d95e7-2847-4437-ba6d-08325d404ce2, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=7d3d95e7-2847-4437-ba6d-08325d404ce2,segment=NetworkSegment(fab28bed-aa25-40db-bba4-ec26e795194c),segment_id=fab28bed-aa25-40db-bba4-ec26e795194c)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:28:18.501074 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-6e7cb474-f4fd-498a-ad3f-49c2c17c7a1c tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:18.516455 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-6e7cb474-f4fd-498a-ad3f-49c2c17c7a1c tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Calling delete_port for 7d3d95e7-2847-4437-ba6d-08325d404ce2 owned by network:router_gateway {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:28:18.575919 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c4efac73-2d84-4ba3-a35c-8c8ad640c66c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:18.584901 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c4efac73-2d84-4ba3-a35c-8c8ad640c66c admin admin] Notify callbacks [] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:18.587329 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-c4efac73-2d84-4ba3-a35c-8c8ad640c66c admin admin] 10.222.0.41 "DELETE /v2.0/networks/367f8087-fcdb-4348-9f12-79bf2367c17b HTTP/1.1" status: 204 len: 168 time: 0.3393381 Aug 11 03:28:18.607832 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4efac73-2d84-4ba3-a35c-8c8ad640c66c admin admin] Pushing event deleted for resources: {'Network': ['ID=367f8087-fcdb-4348-9f12-79bf2367c17b,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:18.707285 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 58452) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:28:18.751881 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-6e7cb474-f4fd-498a-ad3f-49c2c17c7a1c tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:18.776445 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7cb474-f4fd-498a-ad3f-49c2c17c7a1c tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Pushing event deleted for resources: {'Port': ['ID=7d3d95e7-2847-4437-ba6d-08325d404ce2,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:18.848199 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-6e7cb474-f4fd-498a-ad3f-49c2c17c7a1c tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-446916'] for router_gateway, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:18.883063 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-f47288a4-3c26-4954-872f-89bcef54350d tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Deleting port c3fd5490-46f7-447f-89c9-8eb58e560c68 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:28:18.883406 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f47288a4-3c26-4954-872f-89bcef54350d tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:18.958758 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-6e7cb474-f4fd-498a-ad3f-49c2c17c7a1c tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6544'] for router, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:18.961081 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-6e7cb474-f4fd-498a-ad3f-49c2c17c7a1c tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:18.968450 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f47288a4-3c26-4954-872f-89bcef54350d tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:18.968781 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f47288a4-3c26-4954-872f-89bcef54350d tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:18.981354 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-f47288a4-3c26-4954-872f-89bcef54350d tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Calling delete_port for c3fd5490-46f7-447f-89c9-8eb58e560c68 owned by network:floatingip {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:28:19.020433 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 58460) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:28:19.072586 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-524494a0-601f-4768-b76f-f369747adcfc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=aa4881cab50c41879c2f4c8095737f79&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0509143 Aug 11 03:28:19.077152 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 58462) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:28:19.088727 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-6e7cb474-f4fd-498a-ad3f-49c2c17c7a1c tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448809'] for router, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:19.088727 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e7cb474-f4fd-498a-ad3f-49c2c17c7a1c tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Fanout notify agent at l3_agent the message router_deleted on router 42e28ac6-c2a0-4111-8be6-6f421003df15 {{(pid=102192) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:28:19.093993 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-6e7cb474-f4fd-498a-ad3f-49c2c17c7a1c tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks [] for router, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:19.096162 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-6e7cb474-f4fd-498a-ad3f-49c2c17c7a1c tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] 10.222.0.41 "DELETE /v2.0/routers/42e28ac6-c2a0-4111-8be6-6f421003df15 HTTP/1.1" status: 204 len: 168 time: 1.7158849 Aug 11 03:28:19.099031 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 58464) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:28:19.144505 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf40380-8648-4ca4-9829-bb9b447d75b3 req-96e43de6-d371-4a54-ae7e-2a0383a38f28 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:19.146040 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-9cf40380-8648-4ca4-9829-bb9b447d75b3 req-96e43de6-d371-4a54-ae7e-2a0383a38f28 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.22 "GET /v2.0/ports?device_id=6c3cf6c2-d50d-4aa9-9052-92a8f50f27b6 HTTP/1.1" status: 200 len: 945 time: 0.0755711 Aug 11 03:28:19.228865 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-94d257f1-db45-4cf9-975f-667ac975f8d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:19.238610 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-02ead140-af8f-4aff-9e57-f0ec760b38de tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:19.266676 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-94d257f1-db45-4cf9-975f-667ac975f8d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:19.281251 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-9cf40380-8648-4ca4-9829-bb9b447d75b3 req-f29a6773-cf5f-44f1-9ed2-8b34cb86049d tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Deleting port 0b77324d-e814-4a81-ba0d-e92f83f5d76d {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:28:19.281769 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-9cf40380-8648-4ca4-9829-bb9b447d75b3 req-f29a6773-cf5f-44f1-9ed2-8b34cb86049d tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:19.339117 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f47288a4-3c26-4954-872f-89bcef54350d tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:19.376666 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47288a4-3c26-4954-872f-89bcef54350d tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Pushing event deleted for resources: {'Port': ['ID=c3fd5490-46f7-447f-89c9-8eb58e560c68,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:19.465431 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-9cf40380-8648-4ca4-9829-bb9b447d75b3 req-f29a6773-cf5f-44f1-9ed2-8b34cb86049d tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] For port 0b77324d-e814-4a81-ba0d-e92f83f5d76d, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=0b77324d-e814-4a81-ba0d-e92f83f5d76d,segment=NetworkSegment(323f142b-ee85-4d27-85a3-85cc28507ab1),segment_id=323f142b-ee85-4d27-85a3-85cc28507ab1)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:28:19.465788 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-9cf40380-8648-4ca4-9829-bb9b447d75b3 req-f29a6773-cf5f-44f1-9ed2-8b34cb86049d tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:19.478902 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-02ead140-af8f-4aff-9e57-f0ec760b38de tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:19.480700 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f47288a4-3c26-4954-872f-89bcef54350d tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks [] for floatingip, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:19.484232 n-d-764292-30 neutron-server[102191]: INFO neutron.db.l3_db [None req-f47288a4-3c26-4954-872f-89bcef54350d tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Floating IP cb088d2c-3e50-4862-9123-354a66a369fd disassociated (deleted). External IP: 172.25.8.125, port: d2732bb8-3954-459d-84ef-b94a9effb087. Aug 11 03:28:19.484232 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-9cf40380-8648-4ca4-9829-bb9b447d75b3 req-f29a6773-cf5f-44f1-9ed2-8b34cb86049d tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Calling delete_port for 0b77324d-e814-4a81-ba0d-e92f83f5d76d owned by compute:nova {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:28:19.495443 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-02ead140-af8f-4aff-9e57-f0ec760b38de tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e59732ab-623e-4cb8-9f39-fb9f4d98d154']}} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:28:19.518066 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-02ead140-af8f-4aff-9e57-f0ec760b38de tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4d93f93-2d98-4749-abef-bba9ce3321d5') {'for_net_delete': True} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:28:19.518402 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-02ead140-af8f-4aff-9e57-f0ec760b38de tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4d93f93-2d98-4749-abef-bba9ce3321d5') {} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:28:19.535463 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b47a4d-d324-4d88-95c9-6ac27238cf09 req-26b46ee8-f984-4247-9899-bd282f5887e4 tempest-VolumesActionsTest-1168174853 tempest-VolumesActionsTest-1168174853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:19.537000 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-46b47a4d-d324-4d88-95c9-6ac27238cf09 req-26b46ee8-f984-4247-9899-bd282f5887e4 tempest-VolumesActionsTest-1168174853 tempest-VolumesActionsTest-1168174853-project] 10.222.0.41 "GET /v2.0/ports?device_id=3af31290-4cc9-491a-85fc-c9e9400d89e9 HTTP/1.1" status: 200 len: 943 time: 0.1285517 Aug 11 03:28:19.538842 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-02ead140-af8f-4aff-9e57-f0ec760b38de tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125932501'] for segment, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:19.557727 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c74b938-e443-41c7-8c2e-61b5614dff8e req-09c62af0-02f8-4975-a017-079daf1c3479 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:19.559212 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9c74b938-e443-41c7-8c2e-61b5614dff8e req-09c62af0-02f8-4975-a017-079daf1c3479 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c3cf6c2-d50d-4aa9-9052-92a8f50f27b6 HTTP/1.1" status: 200 len: 945 time: 0.1496756 Aug 11 03:28:19.583322 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-02ead140-af8f-4aff-9e57-f0ec760b38de tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:19.584991 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-94d257f1-db45-4cf9-975f-667ac975f8d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:19.587469 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-94d257f1-db45-4cf9-975f-667ac975f8d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:19.588547 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-94d257f1-db45-4cf9-975f-667ac975f8d8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/36e9426c-ad8c-4695-b5d2-b967844f83d1 HTTP/1.1" status: 204 len: 168 time: 0.5096769 Aug 11 03:28:19.609184 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02ead140-af8f-4aff-9e57-f0ec760b38de tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=102192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:28:19.609602 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-02ead140-af8f-4aff-9e57-f0ec760b38de tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125932183'] for segment, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:19.612846 n-d-764292-30 neutron-server[102192]: Traceback (most recent call last): Aug 11 03:28:19.612846 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:28:19.612846 n-d-764292-30 neutron-server[102192]: timer() Aug 11 03:28:19.612846 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:28:19.612846 n-d-764292-30 neutron-server[102192]: cb(*args, **kw) Aug 11 03:28:19.612846 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:28:19.612846 n-d-764292-30 neutron-server[102192]: return func(*args, **kwargs) Aug 11 03:28:19.612846 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:28:19.612846 n-d-764292-30 neutron-server[102192]: self._notify() Aug 11 03:28:19.612846 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:28:19.612846 n-d-764292-30 neutron-server[102192]: self.callback(batched_events) Aug 11 03:28:19.612846 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:28:19.612846 n-d-764292-30 neutron-server[102192]: event.method(event) Aug 11 03:28:19.612846 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:28:19.612846 n-d-764292-30 neutron-server[102192]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:28:19.612846 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:28:19.612846 n-d-764292-30 neutron-server[102192]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:28:19.612846 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:28:19.612846 n-d-764292-30 neutron-server[102192]: return f(self, *a, **k) Aug 11 03:28:19.612846 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:28:19.612846 n-d-764292-30 neutron-server[102192]: return self._get(url).json() Aug 11 03:28:19.612846 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:28:19.612846 n-d-764292-30 neutron-server[102192]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:28:19.612846 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:28:19.612846 n-d-764292-30 neutron-server[102192]: return self.request(url, 'GET', **kwargs) Aug 11 03:28:19.612846 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:28:19.612846 n-d-764292-30 neutron-server[102192]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:28:19.612846 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:28:19.612846 n-d-764292-30 neutron-server[102192]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:28:19.612846 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:28:19.612846 n-d-764292-30 neutron-server[102192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:28:19.612846 n-d-764292-30 neutron-server[102192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:28:19.676373 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 907e79b8-9840-49a0-98f1-7685802de791 no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:28:19.697380 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d257f1-db45-4cf9-975f-667ac975f8d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36e9426c-ad8c-4695-b5d2-b967844f83d1,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:19.723130 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9c74b938-e443-41c7-8c2e-61b5614dff8e req-c49d04d7-dffb-41e2-a510-ed7417c216b5 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d1cd399-f1ad-4eb8-8279-cc3e3b1f8ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557045 Aug 11 03:28:19.725935 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-46b47a4d-d324-4d88-95c9-6ac27238cf09 req-7bb2ea19-cc48-4c3c-a37c-55f33d84370d tempest-VolumesActionsTest-1168174853 tempest-VolumesActionsTest-1168174853-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a81c5ed-57da-4453-859a-5ef9b41ed491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790297 Aug 11 03:28:19.728197 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: 907e79b8-9840-49a0-98f1-7685802de791 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:28:19.728736 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 907e79b8-9840-49a0-98f1-7685802de791 not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:28:19.843057 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-02ead140-af8f-4aff-9e57-f0ec760b38de tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:19.849951 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-02ead140-af8f-4aff-9e57-f0ec760b38de tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Notify callbacks [] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:19.852348 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-02ead140-af8f-4aff-9e57-f0ec760b38de tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] 10.222.0.41 "DELETE /v2.0/networks/e59732ab-623e-4cb8-9f39-fb9f4d98d154 HTTP/1.1" status: 204 len: 168 time: 0.7516758 Aug 11 03:28:19.865183 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ead140-af8f-4aff-9e57-f0ec760b38de tempest-TestNetworkBasicOps-1964443961 tempest-TestNetworkBasicOps-1964443961-project] Pushing event deleted for resources: {'Network': ['ID=e59732ab-623e-4cb8-9f39-fb9f4d98d154,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:19.899064 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f47288a4-3c26-4954-872f-89bcef54350d tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Router ebab3b7f-c401-4fa0-a8e8-87164b7a31a0 has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:28:19.995381 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-9cf40380-8648-4ca4-9829-bb9b447d75b3 req-f29a6773-cf5f-44f1-9ed2-8b34cb86049d tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:20.008643 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['0b77324d-e814-4a81-ba0d-e92f83f5d76d'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:28:20.011125 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['c5e5b8bf-e320-4589-a83b-e2f6c8455c36'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:28:20.031486 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29a6773-cf5f-44f1-9ed2-8b34cb86049d tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Pushing event deleted for resources: {'Port': ['ID=0b77324d-e814-4a81-ba0d-e92f83f5d76d,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:20.096565 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cf40380-8648-4ca4-9829-bb9b447d75b3 req-f29a6773-cf5f-44f1-9ed2-8b34cb86049d tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] No DVR routers for this DVR port 0b77324d-e814-4a81-ba0d-e92f83f5d76d on host n-h1-764292-30 {{(pid=102191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:28:20.100098 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-9cf40380-8648-4ca4-9829-bb9b447d75b3 req-f29a6773-cf5f-44f1-9ed2-8b34cb86049d tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:20.101556 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-9cf40380-8648-4ca4-9829-bb9b447d75b3 req-f29a6773-cf5f-44f1-9ed2-8b34cb86049d tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.22 "DELETE /v2.0/ports/0b77324d-e814-4a81-ba0d-e92f83f5d76d HTTP/1.1" status: 204 len: 173 time: 0.9493854 Aug 11 03:28:20.102266 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c3cf6c2-d50d-4aa9-9052-92a8f50f27b6', 'name': 'network-vif-deleted', 'tag': '0b77324d-e814-4a81-ba0d-e92f83f5d76d'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:28:20.104671 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7db13858-399f-40d0-bddb-f7f92d53c0e4" -d '{"events": [{"server_uuid": "6c3cf6c2-d50d-4aa9-9052-92a8f50f27b6", "name": "network-vif-deleted", "tag": "0b77324d-e814-4a81-ba0d-e92f83f5d76d"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:28:20.109639 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f47288a4-3c26-4954-872f-89bcef54350d tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:28:20.113515 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f47288a4-3c26-4954-872f-89bcef54350d tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for floatingip, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:20.137396 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd546a3-7d2d-40e8-8771-60a3ed209809 None None] Sync routers for ids ['ebab3b7f-c401-4fa0-a8e8-87164b7a31a0'] in n-d-764292-30 {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:28:20.143280 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-f47288a4-3c26-4954-872f-89bcef54350d tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "DELETE /v2.0/floatingips/cb088d2c-3e50-4862-9123-354a66a369fd HTTP/1.1" status: 204 len: 168 time: 1.4347434 Aug 11 03:28:20.163551 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd546a3-7d2d-40e8-8771-60a3ed209809 None None] Routers {'ebab3b7f-c401-4fa0-a8e8-87164b7a31a0'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:28:20.164605 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-7dd546a3-7d2d-40e8-8771-60a3ed209809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:28:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['ebab3b7f-c401-4fa0-a8e8-87164b7a31a0'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:28:20.165869 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:28:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57f5a020-2683-411a-86f7-3cee2369f997 x-openstack-request-id: req-57f5a020-2683-411a-86f7-3cee2369f997 {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:28:20.166163 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c3cf6c2-d50d-4aa9-9052-92a8f50f27b6", "name": "network-vif-deleted", "tag": "0b77324d-e814-4a81-ba0d-e92f83f5d76d", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:28:20.166463 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-57f5a020-2683-411a-86f7-3cee2369f997 {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:28:20.166874 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c3cf6c2-d50d-4aa9-9052-92a8f50f27b6', 'name': 'network-vif-deleted', 'tag': '0b77324d-e814-4a81-ba0d-e92f83f5d76d', 'status': 'completed', 'code': 200} Aug 11 03:28:20.271281 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device fff05743-4bbb-443d-a8e5-ad8325cfd033 details requested by agent hyperv_n-h1-764292-30 with host n-h1-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:28:20.325229 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-7dd546a3-7d2d-40e8-8771-60a3ed209809 None None] Set router ebab3b7f-c401-4fa0-a8e8-87164b7a31a0 gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:28:20.463119 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 58490) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:28:20.491403 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 58492) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:28:20.518881 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port fff05743-4bbb-443d-a8e5-ad8325cfd033, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=fff05743-4bbb-443d-a8e5-ad8325cfd033,segment=NetworkSegment(6e7d1215-7bc4-4f0c-9e90-d7a2b8cae1df),segment_id=6e7d1215-7bc4-4f0c-9e90-d7a2b8cae1df)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:28:20.543548 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Returning: {'device': 'fff05743-4bbb-443d-a8e5-ad8325cfd033', 'network_id': 'f57c6589-656f-456a-8ff3-5f3455453092', 'port_id': 'fff05743-4bbb-443d-a8e5-ad8325cfd033', 'mac_address': 'fa:16:3e:ab:46:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '627b7779-f69d-4e7b-9b80-79800e15738b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:28:20.555634 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-73bd35ef-f07c-4e33-81a9-e20b08dcf99c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3840257c1de1456f852d1854708fed35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0911880 Aug 11 03:28:20.558841 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 58496) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:28:20.588962 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:20.604442 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fff05743-4bbb-443d-a8e5-ad8325cfd033 {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:28:20.625351 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-271b80df-a594-4b07-8ec8-8acbb48cbba6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:20.632247 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port fff05743-4bbb-443d-a8e5-ad8325cfd033, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=fff05743-4bbb-443d-a8e5-ad8325cfd033,segment=NetworkSegment(6e7d1215-7bc4-4f0c-9e90-d7a2b8cae1df),segment_id=6e7d1215-7bc4-4f0c-9e90-d7a2b8cae1df)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:28:20.643352 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-7dd546a3-7d2d-40e8-8771-60a3ed209809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebab3b7f-c401-4fa0-a8e8-87164b7a31a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1822721645', 'tenant_id': 'a5478860f7cb432583cc8e5d994d2237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': '11f214f2-1c0a-498a-a946-107a34f606ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:26:52Z', 'updated_at': '2021-08-11T03:26:59Z', 'revision_number': 4, 'project_id': 'a5478860f7cb432583cc8e5d994d2237', 'gw_port': {'id': '11f214f2-1c0a-498a-a946-107a34f606ce', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:a6:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebab3b7f-c401-4fa0-a8e8-87164b7a31a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3015, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:26:53Z', 'updated_at': '2021-08-11T03:26:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '5b6559c2-37d3-46ae-aa1b-293e6d773a7b', 'name': '', 'network_id': '91c54fc6-0170-4b8c-829d-7c5f473bbce4', 'tenant_id': 'a5478860f7cb432583cc8e5d994d2237', 'mac_address': 'fa:16:3e:7b:2f:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebab3b7f-c401-4fa0-a8e8-87164b7a31a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3036, 'fixed_ips': [{'subnet_id': '819be143-924b-4c22-80c2-2d9e3702d70c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:26:58Z', 'updated_at': '2021-08-11T03:27:05Z', 'revision_number': 5, 'project_id': 'a5478860f7cb432583cc8e5d994d2237', 'subnets': [{'id': '819be143-924b-4c22-80c2-2d9e3702d70c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:28:20.663646 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-271b80df-a594-4b07-8ec8-8acbb48cbba6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:20.678310 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd546a3-7d2d-40e8-8771-60a3ed209809 None None] Checking router: ebab3b7f-c401-4fa0-a8e8-87164b7a31a0 for host: n-d-764292-30 {{(pid=102194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:28:20.688513 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd546a3-7d2d-40e8-8771-60a3ed209809 None None] Routers {'ebab3b7f-c401-4fa0-a8e8-87164b7a31a0'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:28:20.689360 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-7dd546a3-7d2d-40e8-8771-60a3ed209809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:28:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['ebab3b7f-c401-4fa0-a8e8-87164b7a31a0'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:28:20.711728 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:20.742880 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-fbdf4174-9e60-4b5a-bb14-fb9bfc68b387 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6f34ea378b0c4732b01bbd0e8e3ce05d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2495513 Aug 11 03:28:20.745235 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 58498) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:28:20.825674 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=fff05743-4bbb-443d-a8e5-ad8325cfd033,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:20.840543 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-271b80df-a594-4b07-8ec8-8acbb48cbba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:20.843630 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-271b80df-a594-4b07-8ec8-8acbb48cbba6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:20.848106 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-271b80df-a594-4b07-8ec8-8acbb48cbba6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/174a903d-6591-4d1a-b8fb-734fa1f77783 HTTP/1.1" status: 204 len: 168 time: 0.2851019 Aug 11 03:28:20.872489 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271b80df-a594-4b07-8ec8-8acbb48cbba6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=174a903d-6591-4d1a-b8fb-734fa1f77783,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:20.877318 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-31a6de3e-a3b3-43ed-9fab-7c3021fa9ff6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:20.906898 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d7d085f5-17dc-449c-bb36-c31ab4080adb req-51dc5d67-5e89-4692-bca4-e7545a2f67ac tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c3cf6c2-d50d-4aa9-9052-92a8f50f27b6 HTTP/1.1" status: 200 len: 210 time: 0.0546117 Aug 11 03:28:20.922194 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-31a6de3e-a3b3-43ed-9fab-7c3021fa9ff6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:20.952131 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-7dd546a3-7d2d-40e8-8771-60a3ed209809 None None] Set router ebab3b7f-c401-4fa0-a8e8-87164b7a31a0 gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:28:21.010392 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['fff05743-4bbb-443d-a8e5-ad8325cfd033'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:28:21.064810 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb315e7-da12-49d0-935d-d844301c32eb req-13e7172b-d220-4d69-a59e-9aa08d2f3044 tempest-VolumesActionsTest-1168174853 tempest-VolumesActionsTest-1168174853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:21.074669 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-feb315e7-da12-49d0-935d-d844301c32eb req-13e7172b-d220-4d69-a59e-9aa08d2f3044 tempest-VolumesActionsTest-1168174853 tempest-VolumesActionsTest-1168174853-project] 10.222.0.41 "GET /v2.0/ports?device_id=3af31290-4cc9-491a-85fc-c9e9400d89e9 HTTP/1.1" status: 200 len: 944 time: 0.0777864 Aug 11 03:28:21.088878 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-31a6de3e-a3b3-43ed-9fab-7c3021fa9ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:21.091629 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-31a6de3e-a3b3-43ed-9fab-7c3021fa9ff6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:21.096167 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-31a6de3e-a3b3-43ed-9fab-7c3021fa9ff6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2ae5c550-91d7-4806-913d-f3471de7c6c4 HTTP/1.1" status: 204 len: 168 time: 0.3468544 Aug 11 03:28:21.149146 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a6de3e-a3b3-43ed-9fab-7c3021fa9ff6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ae5c550-91d7-4806-913d-f3471de7c6c4,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:21.264657 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-feb315e7-da12-49d0-935d-d844301c32eb req-df34fc7f-33e2-436a-925c-d95b78736843 tempest-VolumesActionsTest-1168174853 tempest-VolumesActionsTest-1168174853-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a81c5ed-57da-4453-859a-5ef9b41ed491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813359 Aug 11 03:28:21.285383 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 7d3d95e7-2847-4437-ba6d-08325d404ce2 no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:28:21.309273 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ba3145-7776-4594-87ed-f9981ed1b5ac req-1d68435d-e953-468f-bc9b-b27886d0a6df tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:21.318978 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-86ba3145-7776-4594-87ed-f9981ed1b5ac req-1d68435d-e953-468f-bc9b-b27886d0a6df tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/ports?device_id=839d4001-730c-429d-980a-15c1d88a4dbd HTTP/1.1" status: 200 len: 945 time: 0.2046158 Aug 11 03:28:21.320047 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: 7d3d95e7-2847-4437-ba6d-08325d404ce2 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:28:21.321067 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 7d3d95e7-2847-4437-ba6d-08325d404ce2 not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:28:21.339460 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-7dd546a3-7d2d-40e8-8771-60a3ed209809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebab3b7f-c401-4fa0-a8e8-87164b7a31a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1822721645', 'tenant_id': 'a5478860f7cb432583cc8e5d994d2237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': '11f214f2-1c0a-498a-a946-107a34f606ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:26:52Z', 'updated_at': '2021-08-11T03:26:59Z', 'revision_number': 4, 'project_id': 'a5478860f7cb432583cc8e5d994d2237', 'gw_port': {'id': '11f214f2-1c0a-498a-a946-107a34f606ce', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:a6:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebab3b7f-c401-4fa0-a8e8-87164b7a31a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3015, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:26:53Z', 'updated_at': '2021-08-11T03:26:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '5b6559c2-37d3-46ae-aa1b-293e6d773a7b', 'name': '', 'network_id': '91c54fc6-0170-4b8c-829d-7c5f473bbce4', 'tenant_id': 'a5478860f7cb432583cc8e5d994d2237', 'mac_address': 'fa:16:3e:7b:2f:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebab3b7f-c401-4fa0-a8e8-87164b7a31a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3036, 'fixed_ips': [{'subnet_id': '819be143-924b-4c22-80c2-2d9e3702d70c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:26:58Z', 'updated_at': '2021-08-11T03:27:05Z', 'revision_number': 5, 'project_id': 'a5478860f7cb432583cc8e5d994d2237', 'subnets': [{'id': '819be143-924b-4c22-80c2-2d9e3702d70c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:28:21.377589 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-86ba3145-7776-4594-87ed-f9981ed1b5ac req-2e145ba8-c68d-447b-88dd-fb13f809d83e tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/security-groups?id=1e2df09b-95d8-4e2e-a9dc-4c7363d2dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577343 Aug 11 03:28:21.394153 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd546a3-7d2d-40e8-8771-60a3ed209809 None None] The sync data for ids ['ebab3b7f-c401-4fa0-a8e8-87164b7a31a0'] in n-d-764292-30 is: [{'id': 'ebab3b7f-c401-4fa0-a8e8-87164b7a31a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1822721645', 'tenant_id': 'a5478860f7cb432583cc8e5d994d2237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': '11f214f2-1c0a-498a-a946-107a34f606ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:26:52Z', 'updated_at': '2021-08-11T03:26:59Z', 'revision_number': 4, 'project_id': 'a5478860f7cb432583cc8e5d994d2237', 'gw_port': {'id': '11f214f2-1c0a-498a-a946-107a34f606ce', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:a6:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebab3b7f-c401-4fa0-a8e8-87164b7a31a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3015, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:26:53Z', 'updated_at': '2021-08-11T03:26:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '5b6559c2-37d3-46ae-aa1b-293e6d773a7b', 'name': '', 'network_id': '91c54fc6-0170-4b8c-829d-7c5f473bbce4', 'tenant_id': 'a5478860f7cb432583cc8e5d994d2237', 'mac_address': 'fa:16:3e:7b:2f:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebab3b7f-c401-4fa0-a8e8-87164b7a31a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3036, 'fixed_ips': [{'subnet_id': '819be143-924b-4c22-80c2-2d9e3702d70c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:26:58Z', 'updated_at': '2021-08-11T03:27:05Z', 'revision_number': 5, 'project_id': 'a5478860f7cb432583cc8e5d994d2237', 'subnets': [{'id': '819be143-924b-4c22-80c2-2d9e3702d70c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:28:21.446839 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.agents_db [None req-950b7202-decb-43e2-8f71-ac8931dc9749 None None] Agent healthcheck: found 7 active agents {{(pid=102194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:28:21.666241 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c45dc0-9abb-4b92-8c6b-b4a77b5c04c4 req-e068bcf9-bfe5-4184-9c1c-e83071255826 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:21.670809 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-b0c45dc0-9abb-4b92-8c6b-b4a77b5c04c4 req-e068bcf9-bfe5-4184-9c1c-e83071255826 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.22 "GET /v2.0/ports?device_id=839d4001-730c-429d-980a-15c1d88a4dbd HTTP/1.1" status: 200 len: 945 time: 0.0559120 Aug 11 03:28:21.677960 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e21def-d94a-404e-a3d7-b1be6f5d257f None None] New status for floating IP cb088d2c-3e50-4862-9123-354a66a369fd: DOWN {{(pid=102193) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:28:21.765877 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-b0c45dc0-9abb-4b92-8c6b-b4a77b5c04c4 req-28bd68c1-92f0-448c-85f9-93f4b6c19d27 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Deleting port d2732bb8-3954-459d-84ef-b94a9effb087 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:28:21.766498 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-b0c45dc0-9abb-4b92-8c6b-b4a77b5c04c4 req-28bd68c1-92f0-448c-85f9-93f4b6c19d27 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:21.857783 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-b0c45dc0-9abb-4b92-8c6b-b4a77b5c04c4 req-28bd68c1-92f0-448c-85f9-93f4b6c19d27 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] For port d2732bb8-3954-459d-84ef-b94a9effb087, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=d2732bb8-3954-459d-84ef-b94a9effb087,segment=NetworkSegment(b7ab9ca8-8169-4dac-b148-be6f1538058c),segment_id=b7ab9ca8-8169-4dac-b148-be6f1538058c)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:28:21.858185 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-b0c45dc0-9abb-4b92-8c6b-b4a77b5c04c4 req-28bd68c1-92f0-448c-85f9-93f4b6c19d27 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:21.871019 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-b0c45dc0-9abb-4b92-8c6b-b4a77b5c04c4 req-28bd68c1-92f0-448c-85f9-93f4b6c19d27 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Calling delete_port for d2732bb8-3954-459d-84ef-b94a9effb087 owned by compute:nova {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:28:21.929497 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 58534) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:28:21.944218 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-2e02e585-c8d1-4d2f-b23e-ff34c2a2616e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:22.050067 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-2e02e585-c8d1-4d2f-b23e-ff34c2a2616e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:22.111873 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-b0c45dc0-9abb-4b92-8c6b-b4a77b5c04c4 req-28bd68c1-92f0-448c-85f9-93f4b6c19d27 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:22.149714 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bd68c1-92f0-448c-85f9-93f4b6c19d27 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Pushing event deleted for resources: {'Port': ['ID=d2732bb8-3954-459d-84ef-b94a9effb087,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:22.168975 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-2e02e585-c8d1-4d2f-b23e-ff34c2a2616e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:22.179528 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '839d4001-730c-429d-980a-15c1d88a4dbd', 'tag': 'd2732bb8-3954-459d-84ef-b94a9effb087'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:28:22.185036 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e9badb0-a08f-4364-8110-d71f20e27d3d" -d '{"events": [{"name": "network-changed", "server_uuid": "839d4001-730c-429d-980a-15c1d88a4dbd", "tag": "d2732bb8-3954-459d-84ef-b94a9effb087"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:28:22.220725 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0c45dc0-9abb-4b92-8c6b-b4a77b5c04c4 req-28bd68c1-92f0-448c-85f9-93f4b6c19d27 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] No DVR routers for this DVR port d2732bb8-3954-459d-84ef-b94a9effb087 on host n-h1-764292-30 {{(pid=102191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:28:22.229066 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-b0c45dc0-9abb-4b92-8c6b-b4a77b5c04c4 req-28bd68c1-92f0-448c-85f9-93f4b6c19d27 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:22.231416 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-b0c45dc0-9abb-4b92-8c6b-b4a77b5c04c4 req-28bd68c1-92f0-448c-85f9-93f4b6c19d27 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.22 "DELETE /v2.0/ports/d2732bb8-3954-459d-84ef-b94a9effb087 HTTP/1.1" status: 204 len: 173 time: 0.5576992 Aug 11 03:28:22.237214 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23ee6621-d8a5-46d0-a5fb-305bf438b48a x-openstack-request-id: req-23ee6621-d8a5-46d0-a5fb-305bf438b48a {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:28:22.237599 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "839d4001-730c-429d-980a-15c1d88a4dbd", "tag": "d2732bb8-3954-459d-84ef-b94a9effb087", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:28:22.238081 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-23ee6621-d8a5-46d0-a5fb-305bf438b48a {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:28:22.238879 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '839d4001-730c-429d-980a-15c1d88a4dbd', 'tag': 'd2732bb8-3954-459d-84ef-b94a9effb087', 'status': 'completed', 'code': 200} Aug 11 03:28:22.260626 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device fff05743-4bbb-443d-a8e5-ad8325cfd033 up at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:28:22.264968 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-2e02e585-c8d1-4d2f-b23e-ff34c2a2616e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=dc6fcff073c64f74ae005a76a8bf262f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3316960 Aug 11 03:28:22.264968 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e02e585-c8d1-4d2f-b23e-ff34c2a2616e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e3b4d86-6ed5-4802-9d56-2df86ffaa31b,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:22.266491 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 58552) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:28:22.307169 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-5e9badb0-a08f-4364-8110-d71f20e27d3d req-e0b79077-f783-4c01-8f40-a2efb259a546 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a5478860f7cb432583cc8e5d994d2237&device_id=839d4001-730c-429d-980a-15c1d88a4dbd HTTP/1.1" status: 200 len: 210 time: 0.0395443 Aug 11 03:28:22.310991 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e02e585-c8d1-4d2f-b23e-ff34c2a2616e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:28:22.311581 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e02e585-c8d1-4d2f-b23e-ff34c2a2616e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:28:22.321399 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e02e585-c8d1-4d2f-b23e-ff34c2a2616e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:28:22.324196 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e02e585-c8d1-4d2f-b23e-ff34c2a2616e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:28:22.324722 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e02e585-c8d1-4d2f-b23e-ff34c2a2616e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:28:22.325215 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e02e585-c8d1-4d2f-b23e-ff34c2a2616e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:28:22.325696 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e02e585-c8d1-4d2f-b23e-ff34c2a2616e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:28:22.326166 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e02e585-c8d1-4d2f-b23e-ff34c2a2616e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:28:22.326760 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e02e585-c8d1-4d2f-b23e-ff34c2a2616e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:28:22.327622 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e02e585-c8d1-4d2f-b23e-ff34c2a2616e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:28:22.328201 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e02e585-c8d1-4d2f-b23e-ff34c2a2616e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:28:22.329050 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e02e585-c8d1-4d2f-b23e-ff34c2a2616e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:28:22.377162 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c3f07a7c-b838-49da-989b-fa20625ec89f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:22.422863 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c3f07a7c-b838-49da-989b-fa20625ec89f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:22.437492 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning for port fff05743-4bbb-443d-a8e5-ad8325cfd033 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:28:22.449857 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning complete for port fff05743-4bbb-443d-a8e5-ad8325cfd033 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:28:22.453553 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:22.477101 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f3bc3c-cbbe-4959-b4f1-5e2d4764af44 req-6864540d-ee9d-4ea4-8da3-62c78e350972 tempest-VolumesActionsTest-1168174853 tempest-VolumesActionsTest-1168174853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:22.477101 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c9f3bc3c-cbbe-4959-b4f1-5e2d4764af44 req-6864540d-ee9d-4ea4-8da3-62c78e350972 tempest-VolumesActionsTest-1168174853 tempest-VolumesActionsTest-1168174853-project] 10.222.0.41 "GET /v2.0/ports?device_id=3af31290-4cc9-491a-85fc-c9e9400d89e9 HTTP/1.1" status: 200 len: 944 time: 0.0917544 Aug 11 03:28:22.569417 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:22.578727 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c9f3bc3c-cbbe-4959-b4f1-5e2d4764af44 req-6331811a-3cc1-44c6-b6e8-c68722dfe32c tempest-VolumesActionsTest-1168174853 tempest-VolumesActionsTest-1168174853-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a81c5ed-57da-4453-859a-5ef9b41ed491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846868 Aug 11 03:28:22.597825 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3af31290-4cc9-491a-85fc-c9e9400d89e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fff05743-4bbb-443d-a8e5-ad8325cfd033'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:28:22.601178 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2cb0c67-60c5-49a7-81a9-d4d3fe2a3c4d" -d '{"events": [{"server_uuid": "3af31290-4cc9-491a-85fc-c9e9400d89e9", "name": "network-vif-plugged", "status": "completed", "tag": "fff05743-4bbb-443d-a8e5-ad8325cfd033"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:28:22.618085 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port fff05743-4bbb-443d-a8e5-ad8325cfd033, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=fff05743-4bbb-443d-a8e5-ad8325cfd033,segment=NetworkSegment(6e7d1215-7bc4-4f0c-9e90-d7a2b8cae1df),segment_id=6e7d1215-7bc4-4f0c-9e90-d7a2b8cae1df)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:28:22.645968 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c3f07a7c-b838-49da-989b-fa20625ec89f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:22.650976 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c3f07a7c-b838-49da-989b-fa20625ec89f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:22.656050 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-c3f07a7c-b838-49da-989b-fa20625ec89f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0e3b4d86-6ed5-4802-9d56-2df86ffaa31b HTTP/1.1" status: 204 len: 168 time: 0.3801179 Aug 11 03:28:22.668255 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e6a4945d-93ec-4c2e-87a8-14a1305c9d3f req-12dabd83-ad37-4d08-a441-54b11ca9f1ac tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/ports?device_id=839d4001-730c-429d-980a-15c1d88a4dbd HTTP/1.1" status: 200 len: 210 time: 0.1113977 Aug 11 03:28:22.675335 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f07a7c-b838-49da-989b-fa20625ec89f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e3b4d86-6ed5-4802-9d56-2df86ffaa31b,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:22.702201 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aec51d1-be3b-4542-9712-00bbab34cff5 x-openstack-request-id: req-1aec51d1-be3b-4542-9712-00bbab34cff5 {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:28:22.702201 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3af31290-4cc9-491a-85fc-c9e9400d89e9", "name": "network-vif-plugged", "status": "completed", "tag": "fff05743-4bbb-443d-a8e5-ad8325cfd033", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:28:22.702201 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1aec51d1-be3b-4542-9712-00bbab34cff5 {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:28:22.702201 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3af31290-4cc9-491a-85fc-c9e9400d89e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fff05743-4bbb-443d-a8e5-ad8325cfd033', 'code': 200} Aug 11 03:28:22.724127 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:22.727201 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 0b77324d-e814-4a81-ba0d-e92f83f5d76d no longer exists at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:28:22.766030 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] No Port match for: 0b77324d-e814-4a81-ba0d-e92f83f5d76d {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:28:22.766421 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 0b77324d-e814-4a81-ba0d-e92f83f5d76d not bound to the agent host n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:28:22.882691 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=fff05743-4bbb-443d-a8e5-ad8325cfd033,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:22.888085 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d78c2e-cf63-4915-a28a-05344efc1492 req-e4f3e7af-c4fe-4f20-ba6b-ef67adce786f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:22.889595 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-52d78c2e-cf63-4915-a28a-05344efc1492 req-e4f3e7af-c4fe-4f20-ba6b-ef67adce786f service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=3af31290-4cc9-491a-85fc-c9e9400d89e9 HTTP/1.1" status: 200 len: 1097 time: 0.1139815 Aug 11 03:28:22.941235 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-52d78c2e-cf63-4915-a28a-05344efc1492 req-ffd18c71-9e2a-4862-8638-51a63a8c414b service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=3a81c5ed-57da-4453-859a-5ef9b41ed491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423033 Aug 11 03:28:23.051123 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8392fd4d-7d15-41a0-86a2-3fa8c5731456 req-05317b71-24af-4211-884d-675a5726cfde tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:23.052931 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8392fd4d-7d15-41a0-86a2-3fa8c5731456 req-05317b71-24af-4211-884d-675a5726cfde tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/networks?id=2294adb7-cfd4-40a1-9a0c-db6ab35ac37f HTTP/1.1" status: 200 len: 806 time: 0.1074965 Aug 11 03:28:23.069091 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8392fd4d-7d15-41a0-86a2-3fa8c5731456 req-4efd6a90-e5be-4870-af67-c3c843173fe2 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/quotas/2b2b3f02ad2f4f13a4d5b55e5c246078 HTTP/1.1" status: 200 len: 375 time: 0.0101604 Aug 11 03:28:23.135308 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8392fd4d-7d15-41a0-86a2-3fa8c5731456 req-72b17e86-d835-4ee7-af1d-3073500d3491 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=2b2b3f02ad2f4f13a4d5b55e5c246078&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0597229 Aug 11 03:28:23.261971 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8392fd4d-7d15-41a0-86a2-3fa8c5731456 req-c74bb363-31d5-4f3f-a995-c0f66c7b3782 service neutron] 10.222.0.41 "GET /v2.0/networks/2294adb7-cfd4-40a1-9a0c-db6ab35ac37f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133678 Aug 11 03:28:23.367817 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8392fd4d-7d15-41a0-86a2-3fa8c5731456 req-f3a17696-c053-45f3-b152-482ec19b9070 service neutron] 10.222.0.41 "GET /v2.0/networks/2294adb7-cfd4-40a1-9a0c-db6ab35ac37f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021299 Aug 11 03:28:23.659360 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-36272a59-f8fc-460d-8a7c-ec0d802b9b12 req-80b82917-46fb-430d-9c6f-2e675f349152 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c259586-c6f4-42c2-8702-c37d53356d71 HTTP/1.1" status: 200 len: 210 time: 0.0700269 Aug 11 03:28:23.761047 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 58624) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:28:23.781951 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372a51ed-7a55-4059-b1fe-dd72263bad93 req-fe3cb34b-b619-4265-97da-93fbfdd5738f tempest-VolumesActionsTest-1168174853 tempest-VolumesActionsTest-1168174853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:23.783675 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-372a51ed-7a55-4059-b1fe-dd72263bad93 req-fe3cb34b-b619-4265-97da-93fbfdd5738f tempest-VolumesActionsTest-1168174853 tempest-VolumesActionsTest-1168174853-project] 10.222.0.41 "GET /v2.0/ports?device_id=3af31290-4cc9-491a-85fc-c9e9400d89e9 HTTP/1.1" status: 200 len: 945 time: 0.1018822 Aug 11 03:28:23.907596 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-372a51ed-7a55-4059-b1fe-dd72263bad93 req-86e6e2e6-9189-4f92-b881-893e1e9d0396 tempest-VolumesActionsTest-1168174853 tempest-VolumesActionsTest-1168174853-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a81c5ed-57da-4453-859a-5ef9b41ed491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895307 Aug 11 03:28:24.040666 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 58632) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:28:24.209324 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-aeda2cf3-e67d-4abc-a6b0-50ae08c60986 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1608795734-network', 'tenant_id': 'a85269c0e6474c78b09f8a25d858da1f'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:28:24.240252 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '839d4001-730c-429d-980a-15c1d88a4dbd', 'name': 'network-vif-deleted', 'tag': 'd2732bb8-3954-459d-84ef-b94a9effb087'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:28:24.242740 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f47b2b23-230f-44f4-8170-283f67e5ed42" -d '{"events": [{"server_uuid": "839d4001-730c-429d-980a-15c1d88a4dbd", "name": "network-vif-deleted", "tag": "d2732bb8-3954-459d-84ef-b94a9effb087"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:28:24.283923 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:28:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4ebcb17-7f3f-451f-9515-7dc9e2ff4361 x-openstack-request-id: req-d4ebcb17-7f3f-451f-9515-7dc9e2ff4361 {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:28:24.284220 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "839d4001-730c-429d-980a-15c1d88a4dbd", "name": "network-vif-deleted", "tag": "d2732bb8-3954-459d-84ef-b94a9effb087", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:28:24.284471 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d4ebcb17-7f3f-451f-9515-7dc9e2ff4361 {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:28:24.285431 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '839d4001-730c-429d-980a-15c1d88a4dbd', 'name': 'network-vif-deleted', 'tag': 'd2732bb8-3954-459d-84ef-b94a9effb087', 'status': 'completed', 'code': 200} Aug 11 03:28:24.322830 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeda2cf3-e67d-4abc-a6b0-50ae08c60986 admin admin] Made reservation on behalf of a85269c0e6474c78b09f8a25d858da1f for: {'network': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:28:24.325184 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-aeda2cf3-e67d-4abc-a6b0-50ae08c60986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:24.334032 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-aeda2cf3-e67d-4abc-a6b0-50ae08c60986 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:24.370756 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-3d0281f7-693d-4dad-b881-7e94bcef97e1 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521106'] for router_interface, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:24.466941 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-aeda2cf3-e67d-4abc-a6b0-50ae08c60986 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:24.557232 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-aeda2cf3-e67d-4abc-a6b0-50ae08c60986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:24.583776 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aeda2cf3-e67d-4abc-a6b0-50ae08c60986 admin admin] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=102191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:28:24.609727 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeda2cf3-e67d-4abc-a6b0-50ae08c60986 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c5ed8bb-b2a5-4391-8f57-afb2e3dfa204,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:24.613291 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-aeda2cf3-e67d-4abc-a6b0-50ae08c60986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:24.613831 n-d-764292-30 neutron-server[102191]: INFO neutron.db.segments_db [None req-aeda2cf3-e67d-4abc-a6b0-50ae08c60986 admin admin] Added segment c1162484-e62d-469d-a375-b4ed88d91d4b of type vlan for network d11fd958-885d-4a82-9fdd-6960c706498c Aug 11 03:28:24.674476 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-aeda2cf3-e67d-4abc-a6b0-50ae08c60986 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:24.680635 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-3d0281f7-693d-4dad-b881-7e94bcef97e1 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Deleting port 5b6559c2-37d3-46ae-aa1b-293e6d773a7b {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:28:24.680989 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-3d0281f7-693d-4dad-b881-7e94bcef97e1 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:24.775511 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6574768c-bd34-43bf-bcdf-ed9035d61bb2 req-cfc76290-4218-41ca-a2bd-411e1cc6c749 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c259586-c6f4-42c2-8702-c37d53356d71 HTTP/1.1" status: 200 len: 210 time: 0.0332861 Aug 11 03:28:24.808766 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-aeda2cf3-e67d-4abc-a6b0-50ae08c60986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:24.809118 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [None req-3d0281f7-693d-4dad-b881-7e94bcef97e1 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] For port 5b6559c2-37d3-46ae-aa1b-293e6d773a7b, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=5b6559c2-37d3-46ae-aa1b-293e6d773a7b,segment=NetworkSegment(b7ab9ca8-8169-4dac-b148-be6f1538058c),segment_id=b7ab9ca8-8169-4dac-b148-be6f1538058c)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:28:24.812914 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-3d0281f7-693d-4dad-b881-7e94bcef97e1 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:24.813030 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeda2cf3-e67d-4abc-a6b0-50ae08c60986 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:24.813030 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-aeda2cf3-e67d-4abc-a6b0-50ae08c60986 admin admin] Notify callbacks [] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:24.824802 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-3d0281f7-693d-4dad-b881-7e94bcef97e1 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Calling delete_port for 5b6559c2-37d3-46ae-aa1b-293e6d773a7b owned by network:router_interface {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:28:24.873067 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeda2cf3-e67d-4abc-a6b0-50ae08c60986 admin admin] Pushing event updated for resources: {'Network': ['ID=d11fd958-885d-4a82-9fdd-6960c706498c,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:24.884366 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network d11fd958-885d-4a82-9fdd-6960c706498c details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:28:24.941523 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-aeda2cf3-e67d-4abc-a6b0-50ae08c60986 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8996234 Aug 11 03:28:24.944863 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 58656) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:28:24.952990 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-ade41268-5c1b-4302-a1c0-aa2479349ab6 admin admin] Request body: {'subnet': {'network_id': 'd11fd958-885d-4a82-9fdd-6960c706498c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1608795734-subnet', 'tenant_id': 'a85269c0e6474c78b09f8a25d858da1f', 'ip_version': 4}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:28:25.060283 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ade41268-5c1b-4302-a1c0-aa2479349ab6 admin admin] Made reservation on behalf of a85269c0e6474c78b09f8a25d858da1f for: {'subnet': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:28:25.063279 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ade41268-5c1b-4302-a1c0-aa2479349ab6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274743'] for subnet, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:25.102457 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98e71cf-90d5-45e2-b44a-ff6a67f2ac35 req-a692d637-6dda-4fa0-adf1-91b5846fd0c9 tempest-VolumesActionsTest-1168174853 tempest-VolumesActionsTest-1168174853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:25.104227 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a98e71cf-90d5-45e2-b44a-ff6a67f2ac35 req-a692d637-6dda-4fa0-adf1-91b5846fd0c9 tempest-VolumesActionsTest-1168174853 tempest-VolumesActionsTest-1168174853-project] 10.222.0.41 "GET /v2.0/ports?device_id=3af31290-4cc9-491a-85fc-c9e9400d89e9 HTTP/1.1" status: 200 len: 945 time: 0.0719128 Aug 11 03:28:25.147241 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-3d0281f7-693d-4dad-b881-7e94bcef97e1 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:25.170832 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a98e71cf-90d5-45e2-b44a-ff6a67f2ac35 req-1abfb189-71c9-46e2-8524-abede20302d1 tempest-VolumesActionsTest-1168174853 tempest-VolumesActionsTest-1168174853-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a81c5ed-57da-4453-859a-5ef9b41ed491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595984 Aug 11 03:28:25.235533 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0281f7-693d-4dad-b881-7e94bcef97e1 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Pushing event deleted for resources: {'Port': ['ID=5b6559c2-37d3-46ae-aa1b-293e6d773a7b,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:25.432921 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ade41268-5c1b-4302-a1c0-aa2479349ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126283476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274725'] for subnet, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:25.568569 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade41268-5c1b-4302-a1c0-aa2479349ab6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=753b33f1-8e9a-4e10-a98a-bf91420f1585,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:25.586535 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade41268-5c1b-4302-a1c0-aa2479349ab6 admin admin] Checking segment: {'id': 'c1162484-e62d-469d-a375-b4ed88d91d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'd11fd958-885d-4a82-9fdd-6960c706498c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:28:25.586958 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade41268-5c1b-4302-a1c0-aa2479349ab6 admin admin] Network hostable DHCP agents. Network: d11fd958-885d-4a82-9fdd-6960c706498c, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:28:25.614620 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-3d0281f7-693d-4dad-b881-7e94bcef97e1 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16383033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450082'] for router_interface, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:25.678734 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade41268-5c1b-4302-a1c0-aa2479349ab6 admin admin] Network d11fd958-885d-4a82-9fdd-6960c706498c is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:28:25.768558 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-ade41268-5c1b-4302-a1c0-aa2479349ab6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, d11fd958-885d-4a82-9fdd-6960c706498c) {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:28:25.773012 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade41268-5c1b-4302-a1c0-aa2479349ab6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:25.775618 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ade41268-5c1b-4302-a1c0-aa2479349ab6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:25.792187 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30ec3d6d-4a80-4d8c-8cf9-2ba74afc24e2 None None] Network d11fd958-885d-4a82-9fdd-6960c706498c requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:28:25.920634 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-ade41268-5c1b-4302-a1c0-aa2479349ab6 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9737701 Aug 11 03:28:25.923790 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 58674) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:28:25.934641 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-b40b81ab-0f64-43cd-8986-2818cbcb391f admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1608795734-router', 'tenant_id': 'a85269c0e6474c78b09f8a25d858da1f', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:28:26.129760 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b40b81ab-0f64-43cd-8986-2818cbcb391f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-450010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6626'] for router, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:26.131245 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b40b81ab-0f64-43cd-8986-2818cbcb391f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-446747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6633'] for router, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:26.145113 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf71101-5da9-4227-bdff-c768623c2a63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde080026-c28f-55be-b52b-13827cc43646-d11fd958-885d-4a82-9fdd-6960c706498c', 'network_id': 'd11fd958-885d-4a82-9fdd-6960c706498c', 'tenant_id': 'a85269c0e6474c78b09f8a25d858da1f', 'fixed_ips': [{'subnet_id': '753b33f1-8e9a-4e10-a98a-bf91420f1585'}]}} from n-d-764292-30. {{(pid=102193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:28:26.148828 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-baf71101-5da9-4227-bdff-c768623c2a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:26.191344 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-89e6da5b-c5fb-4419-a9a6-6f235ad153c0 req-583c4602-7d1a-445b-94af-2e4ecf488af1 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c259586-c6f4-42c2-8702-c37d53356d71 HTTP/1.1" status: 200 len: 210 time: 0.2456663 Aug 11 03:28:26.257056 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b40b81ab-0f64-43cd-8986-2818cbcb391f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:26.281311 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device d2732bb8-3954-459d-84ef-b94a9effb087 no longer exists at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:28:26.360570 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8392fd4d-7d15-41a0-86a2-3fa8c5731456 req-dd037715-7827-4080-9052-0c0e99626ca0 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:26.360570 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8392fd4d-7d15-41a0-86a2-3fa8c5731456 req-dd037715-7827-4080-9052-0c0e99626ca0 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.24 "GET /v2.0/networks?id=2294adb7-cfd4-40a1-9a0c-db6ab35ac37f HTTP/1.1" status: 200 len: 806 time: 0.4448459 Aug 11 03:28:26.361182 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.db_base_plugin_common [None req-baf71101-5da9-4227-bdff-c768623c2a63 None None] Allocated IP 172.20.0.2 (d11fd958-885d-4a82-9fdd-6960c706498c/753b33f1-8e9a-4e10-a98a-bf91420f1585/82a122c7-cf7f-41b4-b4eb-ad20c9b1e1c0) {{(pid=102193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:28:26.368126 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-8392fd4d-7d15-41a0-86a2-3fa8c5731456 req-2fb73d9c-da7d-41ce-9258-a3ef5a7f06fd tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Request body: {'port': {'device_id': '9c259586-c6f4-42c2-8702-c37d53356d71', 'network_id': '2294adb7-cfd4-40a1-9a0c-db6ab35ac37f', 'admin_state_up': True, 'tenant_id': '2b2b3f02ad2f4f13a4d5b55e5c246078'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:28:26.439062 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d0281f7-693d-4dad-b881-7e94bcef97e1 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Router ebab3b7f-c401-4fa0-a8e8-87164b7a31a0 has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:28:26.443901 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] No Port match for: d2732bb8-3954-459d-84ef-b94a9effb087 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:28:26.445352 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device d2732bb8-3954-459d-84ef-b94a9effb087 not bound to the agent host n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:28:26.542844 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-baf71101-5da9-4227-bdff-c768623c2a63 None None] Notify callbacks [] for port, precommit_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:26.552435 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-baf71101-5da9-4227-bdff-c768623c2a63 None None] Transition to ACTIVE for port object 82a122c7-cf7f-41b4-b4eb-ad20c9b1e1c0 will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:28:26.567899 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-baf71101-5da9-4227-bdff-c768623c2a63 None None] Transition to ACTIVE for port object 82a122c7-cf7f-41b4-b4eb-ad20c9b1e1c0 will not be triggered until provisioned by entity DHCP. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:28:26.597204 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d0281f7-693d-4dad-b881-7e94bcef97e1 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:28:26.602631 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-3d0281f7-693d-4dad-b881-7e94bcef97e1 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "PUT /v2.0/routers/ebab3b7f-c401-4fa0-a8e8-87164b7a31a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8404241 Aug 11 03:28:26.605227 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 58682) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:28:26.609348 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a6d41f-c283-412d-92e3-646d4814e252 None None] Sync routers for ids ['ebab3b7f-c401-4fa0-a8e8-87164b7a31a0'] in n-d-764292-30 {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:28:26.620300 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a6d41f-c283-412d-92e3-646d4814e252 None None] Routers {'ebab3b7f-c401-4fa0-a8e8-87164b7a31a0'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:28:26.622309 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-b1a6d41f-c283-412d-92e3-646d4814e252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:28:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['ebab3b7f-c401-4fa0-a8e8-87164b7a31a0'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:28:26.667628 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d2ae675-7b1e-4acf-8412-7af78fce56ea tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Deleting subnet 819be143-924b-4c22-80c2-2d9e3702d70c {{(pid=102192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:28:26.670949 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9d2ae675-7b1e-4acf-8412-7af78fce56ea tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks [] for subnet, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:26.724279 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9d2ae675-7b1e-4acf-8412-7af78fce56ea tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125932460'] for subnet, precommit_delete_associations {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:26.766364 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-baf71101-5da9-4227-bdff-c768623c2a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669'] for port, after_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:26.790199 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf71101-5da9-4227-bdff-c768623c2a63 None None] Network d11fd958-885d-4a82-9fdd-6960c706498c is already hosted by enough agents. {{(pid=102193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:28:26.793741 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.base_scheduler [None req-baf71101-5da9-4227-bdff-c768623c2a63 None None] Resources bound (agent type, host, resource id): {{(pid=102193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:28:26.797807 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-b1a6d41f-c283-412d-92e3-646d4814e252 None None] Set router ebab3b7f-c401-4fa0-a8e8-87164b7a31a0 gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:28:26.804728 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8392fd4d-7d15-41a0-86a2-3fa8c5731456 req-2fb73d9c-da7d-41ce-9258-a3ef5a7f06fd tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Made reservation on behalf of 2b2b3f02ad2f4f13a4d5b55e5c246078 for: {'port': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:28:26.812170 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-8392fd4d-7d15-41a0-86a2-3fa8c5731456 req-2fb73d9c-da7d-41ce-9258-a3ef5a7f06fd tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:26.825932 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf71101-5da9-4227-bdff-c768623c2a63 None None] Received port after_create {{(pid=102193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:28:26.972078 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b40b81ab-0f64-43cd-8986-2818cbcb391f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:26.993012 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf71101-5da9-4227-bdff-c768623c2a63 None None] Pushing event updated for resources: {'Port': ['ID=82a122c7-cf7f-41b4-b4eb-ad20c9b1e1c0,revision_number=1']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:27.019629 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-baf71101-5da9-4227-bdff-c768623c2a63 None None] Attempting to bind port 82a122c7-cf7f-41b4-b4eb-ad20c9b1e1c0 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:28:27.021513 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-baf71101-5da9-4227-bdff-c768623c2a63 None None] Attempting to bind port 82a122c7-cf7f-41b4-b4eb-ad20c9b1e1c0 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': 'c1162484-e62d-469d-a375-b4ed88d91d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'd11fd958-885d-4a82-9fdd-6960c706498c'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:28:27.022121 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf71101-5da9-4227-bdff-c768623c2a63 None None] Attempting to bind port 82a122c7-cf7f-41b4-b4eb-ad20c9b1e1c0 on network d11fd958-885d-4a82-9fdd-6960c706498c {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:28:27.030561 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf71101-5da9-4227-bdff-c768623c2a63 None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 28, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:28:27.031365 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf71101-5da9-4227-bdff-c768623c2a63 None None] Checking segment: {'id': 'c1162484-e62d-469d-a375-b4ed88d91d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'd11fd958-885d-4a82-9fdd-6960c706498c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:28:27.032232 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-baf71101-5da9-4227-bdff-c768623c2a63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:27.032850 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf71101-5da9-4227-bdff-c768623c2a63 None None] Bound using segment: {'id': 'c1162484-e62d-469d-a375-b4ed88d91d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'd11fd958-885d-4a82-9fdd-6960c706498c'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:28:27.033554 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-baf71101-5da9-4227-bdff-c768623c2a63 None None] Bound port: 82a122c7-cf7f-41b4-b4eb-ad20c9b1e1c0, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1162484-e62d-469d-a375-b4ed88d91d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'd11fd958-885d-4a82-9fdd-6960c706498c'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:28:27.034175 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-baf71101-5da9-4227-bdff-c768623c2a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:27.088865 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-b1a6d41f-c283-412d-92e3-646d4814e252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebab3b7f-c401-4fa0-a8e8-87164b7a31a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1822721645', 'tenant_id': 'a5478860f7cb432583cc8e5d994d2237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': '11f214f2-1c0a-498a-a946-107a34f606ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:26:52Z', 'updated_at': '2021-08-11T03:28:24Z', 'revision_number': 5, 'project_id': 'a5478860f7cb432583cc8e5d994d2237', 'gw_port': {'id': '11f214f2-1c0a-498a-a946-107a34f606ce', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:a6:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebab3b7f-c401-4fa0-a8e8-87164b7a31a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3015, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:26:53Z', 'updated_at': '2021-08-11T03:26:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:28:27.118234 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-baf71101-5da9-4227-bdff-c768623c2a63 None None] For port 82a122c7-cf7f-41b4-b4eb-ad20c9b1e1c0, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:28:27.123204 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-baf71101-5da9-4227-bdff-c768623c2a63 None None] For port 82a122c7-cf7f-41b4-b4eb-ad20c9b1e1c0, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=82a122c7-cf7f-41b4-b4eb-ad20c9b1e1c0,segment=NetworkSegment(c1162484-e62d-469d-a375-b4ed88d91d4b),segment_id=c1162484-e62d-469d-a375-b4ed88d91d4b)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:28:27.124535 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a6d41f-c283-412d-92e3-646d4814e252 None None] Checking router: ebab3b7f-c401-4fa0-a8e8-87164b7a31a0 for host: n-d-764292-30 {{(pid=102194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:28:27.133448 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a6d41f-c283-412d-92e3-646d4814e252 None None] Routers {'ebab3b7f-c401-4fa0-a8e8-87164b7a31a0'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:28:27.134060 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-b1a6d41f-c283-412d-92e3-646d4814e252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:28:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['ebab3b7f-c401-4fa0-a8e8-87164b7a31a0'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:28:27.218904 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-baf71101-5da9-4227-bdff-c768623c2a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:27.319424 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-b1a6d41f-c283-412d-92e3-646d4814e252 None None] Set router ebab3b7f-c401-4fa0-a8e8-87164b7a31a0 gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:28:27.454139 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf71101-5da9-4227-bdff-c768623c2a63 None None] Pushing event updated for resources: {'Port': ['ID=82a122c7-cf7f-41b4-b4eb-ad20c9b1e1c0,revision_number=2']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:27.704852 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-56971876-4fc2-4eac-bfb1-964137fbd7d9 req-2a4684e7-2ea2-449e-9749-a2b24de8827a tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c259586-c6f4-42c2-8702-c37d53356d71 HTTP/1.1" status: 200 len: 210 time: 0.0887747 Aug 11 03:28:27.765371 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9d2ae675-7b1e-4acf-8412-7af78fce56ea tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:27.846566 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [req-8392fd4d-7d15-41a0-86a2-3fa8c5731456 req-2fb73d9c-da7d-41ce-9258-a3ef5a7f06fd tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Allocated IP 172.20.0.12 (2294adb7-cfd4-40a1-9a0c-db6ab35ac37f/3dad44b1-6547-45e0-8453-859830dd2aa7/63928cc4-8801-4e84-aeb7-a241b0389876) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:28:27.856305 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff1d50b-de27-4714-a973-45c8f5fbbbdb req-ee8fdd5b-8b01-426e-b80c-998a8c9bba46 tempest-VolumesActionsTest-1168174853 tempest-VolumesActionsTest-1168174853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:27.857899 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-eff1d50b-de27-4714-a973-45c8f5fbbbdb req-ee8fdd5b-8b01-426e-b80c-998a8c9bba46 tempest-VolumesActionsTest-1168174853 tempest-VolumesActionsTest-1168174853-project] 10.222.0.41 "GET /v2.0/ports?device_id=3af31290-4cc9-491a-85fc-c9e9400d89e9 HTTP/1.1" status: 200 len: 945 time: 0.2746639 Aug 11 03:28:27.886815 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b40b81ab-0f64-43cd-8986-2818cbcb391f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:27.896160 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-b1a6d41f-c283-412d-92e3-646d4814e252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebab3b7f-c401-4fa0-a8e8-87164b7a31a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1822721645', 'tenant_id': 'a5478860f7cb432583cc8e5d994d2237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': '11f214f2-1c0a-498a-a946-107a34f606ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:26:52Z', 'updated_at': '2021-08-11T03:28:24Z', 'revision_number': 5, 'project_id': 'a5478860f7cb432583cc8e5d994d2237', 'gw_port': {'id': '11f214f2-1c0a-498a-a946-107a34f606ce', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:a6:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebab3b7f-c401-4fa0-a8e8-87164b7a31a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3015, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:26:53Z', 'updated_at': '2021-08-11T03:26:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:28:27.977134 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a6d41f-c283-412d-92e3-646d4814e252 None None] The sync data for ids ['ebab3b7f-c401-4fa0-a8e8-87164b7a31a0'] in n-d-764292-30 is: [{'id': 'ebab3b7f-c401-4fa0-a8e8-87164b7a31a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1822721645', 'tenant_id': 'a5478860f7cb432583cc8e5d994d2237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': '11f214f2-1c0a-498a-a946-107a34f606ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:26:52Z', 'updated_at': '2021-08-11T03:28:24Z', 'revision_number': 5, 'project_id': 'a5478860f7cb432583cc8e5d994d2237', 'gw_port': {'id': '11f214f2-1c0a-498a-a946-107a34f606ce', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:a6:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebab3b7f-c401-4fa0-a8e8-87164b7a31a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3015, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:26:53Z', 'updated_at': '2021-08-11T03:26:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}] {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:28:27.980147 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b40b81ab-0f64-43cd-8986-2818cbcb391f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:28.001584 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9d2ae675-7b1e-4acf-8412-7af78fce56ea tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125932157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126180897'] for subnet, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:28.045492 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-eff1d50b-de27-4714-a973-45c8f5fbbbdb req-fc6b29a8-82f6-416a-9d7f-01e161b5d256 tempest-VolumesActionsTest-1168174853 tempest-VolumesActionsTest-1168174853-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a81c5ed-57da-4453-859a-5ef9b41ed491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790826 Aug 11 03:28:28.077179 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2ae675-7b1e-4acf-8412-7af78fce56ea tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Pushing event deleted for resources: {'Subnet': ['ID=819be143-924b-4c22-80c2-2d9e3702d70c,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:28.085481 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9d2ae675-7b1e-4acf-8412-7af78fce56ea tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks [] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:28.088961 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e41b2a5d-386a-4edb-b477-6570ce7b2bbc None None] Network 91c54fc6-0170-4b8c-829d-7c5f473bbce4 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:28:28.100659 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 58712) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:28:28.114951 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-9d2ae675-7b1e-4acf-8412-7af78fce56ea tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "DELETE /v2.0/subnets/819be143-924b-4c22-80c2-2d9e3702d70c HTTP/1.1" status: 204 len: 168 time: 1.5077517 Aug 11 03:28:28.268213 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [None req-b40b81ab-0f64-43cd-8986-2818cbcb391f admin admin] Allocated IP 172.25.8.77 (09faf7d2-eaf5-4a50-bb6e-4cb05d009a76/e1a97443-13df-40bb-85f5-fd269e2742c0/0385c4e4-e670-47e2-bd4a-90d3ae5227f0) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:28:28.279321 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d7b94823-f644-4703-b526-fa21cba08350 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks [] for router, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:28.314490 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-8392fd4d-7d15-41a0-86a2-3fa8c5731456 req-2fb73d9c-da7d-41ce-9258-a3ef5a7f06fd tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:28.461942 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-8392fd4d-7d15-41a0-86a2-3fa8c5731456 req-2fb73d9c-da7d-41ce-9258-a3ef5a7f06fd tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:28.473232 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bac5d290-3264-4487-ba05-87a3d03e64a3 None None] DHCP port deletion for 91c54fc6-0170-4b8c-829d-7c5f473bbce4 request from n-d-764292-30 {{(pid=102193) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:28:28.483620 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['c5e5b8bf-e320-4589-a83b-e2f6c8455c36'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:28:28.522961 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8392fd4d-7d15-41a0-86a2-3fa8c5731456 req-2fb73d9c-da7d-41ce-9258-a3ef5a7f06fd tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Network 2294adb7-cfd4-40a1-9a0c-db6ab35ac37f is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:28:28.529212 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [req-8392fd4d-7d15-41a0-86a2-3fa8c5731456 req-2fb73d9c-da7d-41ce-9258-a3ef5a7f06fd tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:28:28.553442 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [req-8392fd4d-7d15-41a0-86a2-3fa8c5731456 req-2fb73d9c-da7d-41ce-9258-a3ef5a7f06fd tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:28:28.641094 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b40b81ab-0f64-43cd-8986-2818cbcb391f admin admin] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:28.651633 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb73d9c-da7d-41ce-9258-a3ef5a7f06fd tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Pushing event updated for resources: {'Port': ['ID=63928cc4-8801-4e84-aeb7-a241b0389876,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:28.732154 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d7b94823-f644-4703-b526-fa21cba08350 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:28.741420 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8392fd4d-7d15-41a0-86a2-3fa8c5731456 req-2fb73d9c-da7d-41ce-9258-a3ef5a7f06fd tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:28.742013 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-8392fd4d-7d15-41a0-86a2-3fa8c5731456 req-2fb73d9c-da7d-41ce-9258-a3ef5a7f06fd tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:28.757609 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-bac5d290-3264-4487-ba05-87a3d03e64a3 None None] Deleting port 2433889b-fa97-4f2f-a50b-95140840172d {{(pid=102193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:28:28.757843 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-bac5d290-3264-4487-ba05-87a3d03e64a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:28.790084 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 58724) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:28:28.822477 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b40b81ab-0f64-43cd-8986-2818cbcb391f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:28.894047 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b40b81ab-0f64-43cd-8986-2818cbcb391f admin admin] Network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:28:28.921850 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4268f2e-8835-455c-8f22-f575ace47ec7 req-2949a6ae-41c4-4662-bb7d-20c109c546fb tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:28.929254 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e4268f2e-8835-455c-8f22-f575ace47ec7 req-2949a6ae-41c4-4662-bb7d-20c109c546fb tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c259586-c6f4-42c2-8702-c37d53356d71 HTTP/1.1" status: 200 len: 932 time: 0.1233401 Aug 11 03:28:28.930708 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40b81ab-0f64-43cd-8986-2818cbcb391f admin admin] Pushing event updated for resources: {'Port': ['ID=0385c4e4-e670-47e2-bd4a-90d3ae5227f0,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:28.933476 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8392fd4d-7d15-41a0-86a2-3fa8c5731456 req-2fb73d9c-da7d-41ce-9258-a3ef5a7f06fd tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5698903 Aug 11 03:28:28.947576 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-b40b81ab-0f64-43cd-8986-2818cbcb391f admin admin] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:28:28.953591 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40b81ab-0f64-43cd-8986-2818cbcb391f admin admin] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:28:28.973758 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-bac5d290-3264-4487-ba05-87a3d03e64a3 None None] For port 2433889b-fa97-4f2f-a50b-95140840172d, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=2433889b-fa97-4f2f-a50b-95140840172d,segment=NetworkSegment(b7ab9ca8-8169-4dac-b148-be6f1538058c),segment_id=b7ab9ca8-8169-4dac-b148-be6f1538058c)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:28:28.974091 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-bac5d290-3264-4487-ba05-87a3d03e64a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:28.974441 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-8392fd4d-7d15-41a0-86a2-3fa8c5731456 req-7f4a2152-9ddc-47f6-860c-31ae91d9fff7 service neutron] Request body: {'port': {'device_id': '9c259586-c6f4-42c2-8702-c37d53356d71', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764292-30'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:28:29.024939 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-bac5d290-3264-4487-ba05-87a3d03e64a3 None None] Calling delete_port for 2433889b-fa97-4f2f-a50b-95140840172d owned by network:dhcp {{(pid=102193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:28:29.107651 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a74d7b7a-6bf6-4563-8292-b4523cb8a750 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:29.161461 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f77fc69-b6b2-484f-b9af-16dbc6b88677 None None] Network d11fd958-885d-4a82-9fdd-6960c706498c requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:28:29.206944 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e4268f2e-8835-455c-8f22-f575ace47ec7 req-78d675c0-2e00-4083-bf3f-324cefd0945e tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d1cd399-f1ad-4eb8-8279-cc3e3b1f8ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2572196 Aug 11 03:28:29.209742 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-8392fd4d-7d15-41a0-86a2-3fa8c5731456 req-7f4a2152-9ddc-47f6-860c-31ae91d9fff7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:29.286943 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-c19b648d-84ad-402d-8774-d7aa090a3a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:29.309659 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b577aa-d79f-458c-8130-0e45064a15e2 req-0febbe90-c7e9-46eb-8449-ba60b685c32d tempest-VolumesActionsTest-1168174853 tempest-VolumesActionsTest-1168174853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:29.309659 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-73b577aa-d79f-458c-8130-0e45064a15e2 req-0febbe90-c7e9-46eb-8449-ba60b685c32d tempest-VolumesActionsTest-1168174853 tempest-VolumesActionsTest-1168174853-project] 10.222.0.22 "GET /v2.0/ports?device_id=3af31290-4cc9-491a-85fc-c9e9400d89e9 HTTP/1.1" status: 200 len: 945 time: 0.4107304 Aug 11 03:28:29.375469 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-83e73f5f-aca3-4e11-848e-8314e457cf24 None None] Provisioning for port 82a122c7-cf7f-41b4-b4eb-ad20c9b1e1c0 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:28:29.381441 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 82a122c7-cf7f-41b4-b4eb-ad20c9b1e1c0 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:28:29.435311 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d1e885-09f4-4a41-ad4e-647b4a2e1d04 req-830ebbca-457b-4726-82d0-c36126e766e8 tempest-VolumesActionsTest-1168174853 tempest-VolumesActionsTest-1168174853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:29.437172 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-92d1e885-09f4-4a41-ad4e-647b4a2e1d04 req-830ebbca-457b-4726-82d0-c36126e766e8 tempest-VolumesActionsTest-1168174853 tempest-VolumesActionsTest-1168174853-project] 10.222.0.41 "GET /v2.0/ports?device_id=3af31290-4cc9-491a-85fc-c9e9400d89e9 HTTP/1.1" status: 200 len: 945 time: 0.1554737 Aug 11 03:28:29.452863 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-bac5d290-3264-4487-ba05-87a3d03e64a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678'] for port, after_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:29.472605 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-d7b94823-f644-4703-b526-fa21cba08350 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Deleting port 11f214f2-1c0a-498a-a946-107a34f606ce {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:28:29.473817 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d7b94823-f644-4703-b526-fa21cba08350 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:29.526266 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac5d290-3264-4487-ba05-87a3d03e64a3 None None] Pushing event deleted for resources: {'Port': ['ID=2433889b-fa97-4f2f-a50b-95140840172d,revision_number=None']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:29.545590 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac5d290-3264-4487-ba05-87a3d03e64a3 None None] No DVR routers for this DVR port 2433889b-fa97-4f2f-a50b-95140840172d on host n-d-764292-30 {{(pid=102193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:28:29.597831 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port 82a122c7-cf7f-41b4-b4eb-ad20c9b1e1c0 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:28:29.602676 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 82a122c7-cf7f-41b4-b4eb-ad20c9b1e1c0 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:28:29.603134 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:29.604600 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-92d1e885-09f4-4a41-ad4e-647b4a2e1d04 req-693e54f5-49e6-4824-a7f3-d46dfdf9ffb6 tempest-VolumesActionsTest-1168174853 tempest-VolumesActionsTest-1168174853-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a81c5ed-57da-4453-859a-5ef9b41ed491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539352 Aug 11 03:28:29.615998 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a74d7b7a-6bf6-4563-8292-b4523cb8a750 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:29.674840 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [None req-d7b94823-f644-4703-b526-fa21cba08350 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] For port 11f214f2-1c0a-498a-a946-107a34f606ce, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=11f214f2-1c0a-498a-a946-107a34f606ce,segment=NetworkSegment(fab28bed-aa25-40db-bba4-ec26e795194c),segment_id=fab28bed-aa25-40db-bba4-ec26e795194c)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:28:29.675235 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d7b94823-f644-4703-b526-fa21cba08350 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:29.743792 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:29.756226 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [req-8392fd4d-7d15-41a0-86a2-3fa8c5731456 req-7f4a2152-9ddc-47f6-860c-31ae91d9fff7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63928cc4-8801-4e84-aeb7-a241b0389876 {{(pid=102192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:28:29.769114 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-8392fd4d-7d15-41a0-86a2-3fa8c5731456 req-7f4a2152-9ddc-47f6-860c-31ae91d9fff7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:29.779709 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-d7b94823-f644-4703-b526-fa21cba08350 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Calling delete_port for 11f214f2-1c0a-498a-a946-107a34f606ce owned by network:router_gateway {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:28:29.787309 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a74d7b7a-6bf6-4563-8292-b4523cb8a750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:29.787450 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [req-8392fd4d-7d15-41a0-86a2-3fa8c5731456 req-7f4a2152-9ddc-47f6-860c-31ae91d9fff7 service neutron] Transition to ACTIVE for port object 63928cc4-8801-4e84-aeb7-a241b0389876 will not be triggered until provisioned by entity L2. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:28:29.788041 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port 82a122c7-cf7f-41b4-b4eb-ad20c9b1e1c0, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=82a122c7-cf7f-41b4-b4eb-ad20c9b1e1c0,segment=NetworkSegment(c1162484-e62d-469d-a375-b4ed88d91d4b),segment_id=c1162484-e62d-469d-a375-b4ed88d91d4b)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:28:29.795955 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-73b577aa-d79f-458c-8130-0e45064a15e2 req-d03ddb8e-0b2f-47c5-a308-dc154685ece8 tempest-VolumesActionsTest-1168174853 tempest-VolumesActionsTest-1168174853-project] Deleting port fff05743-4bbb-443d-a8e5-ad8325cfd033 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:28:29.796375 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-73b577aa-d79f-458c-8130-0e45064a15e2 req-d03ddb8e-0b2f-47c5-a308-dc154685ece8 tempest-VolumesActionsTest-1168174853 tempest-VolumesActionsTest-1168174853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:29.844488 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-8392fd4d-7d15-41a0-86a2-3fa8c5731456 req-7f4a2152-9ddc-47f6-860c-31ae91d9fff7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:29.865478 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:29.937215 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4a2152-9ddc-47f6-860c-31ae91d9fff7 service neutron] Pushing event updated for resources: {'Port': ['ID=63928cc4-8801-4e84-aeb7-a241b0389876,revision_number=2']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:29.943487 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 5b6559c2-37d3-46ae-aa1b-293e6d773a7b no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:28:29.965543 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: 5b6559c2-37d3-46ae-aa1b-293e6d773a7b {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:28:29.966026 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 5b6559c2-37d3-46ae-aa1b-293e6d773a7b not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:28:29.966640 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 2433889b-fa97-4f2f-a50b-95140840172d no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:28:29.969252 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=82a122c7-cf7f-41b4-b4eb-ad20c9b1e1c0,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:29.988411 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-8392fd4d-7d15-41a0-86a2-3fa8c5731456 req-7f4a2152-9ddc-47f6-860c-31ae91d9fff7 service neutron] Attempting to bind port 63928cc4-8801-4e84-aeb7-a241b0389876 on host n-h2-764292-30 for vnic_type normal with profile {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:28:29.988727 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-8392fd4d-7d15-41a0-86a2-3fa8c5731456 req-7f4a2152-9ddc-47f6-860c-31ae91d9fff7 service neutron] Attempting to bind port 63928cc4-8801-4e84-aeb7-a241b0389876 by drivers openvswitch,hyperv on host n-h2-764292-30 at level 0 using segments [{'id': '323f142b-ee85-4d27-85a3-85cc28507ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '2294adb7-cfd4-40a1-9a0c-db6ab35ac37f'}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:28:29.989163 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8392fd4d-7d15-41a0-86a2-3fa8c5731456 req-7f4a2152-9ddc-47f6-860c-31ae91d9fff7 service neutron] Attempting to bind port 63928cc4-8801-4e84-aeb7-a241b0389876 on network 2294adb7-cfd4-40a1-9a0c-db6ab35ac37f {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:28:29.992197 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: 2433889b-fa97-4f2f-a50b-95140840172d {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:28:29.992556 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 2433889b-fa97-4f2f-a50b-95140840172d not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:28:29.994219 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8392fd4d-7d15-41a0-86a2-3fa8c5731456 req-7f4a2152-9ddc-47f6-860c-31ae91d9fff7 service neutron] Port 63928cc4-8801-4e84-aeb7-a241b0389876 on network 2294adb7-cfd4-40a1-9a0c-db6ab35ac37f not bound, no agent of type Open vSwitch agent registered on host n-h2-764292-30 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:28:29.994782 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8392fd4d-7d15-41a0-86a2-3fa8c5731456 req-7f4a2152-9ddc-47f6-860c-31ae91d9fff7 service neutron] Attempting to bind port 63928cc4-8801-4e84-aeb7-a241b0389876 on network 2294adb7-cfd4-40a1-9a0c-db6ab35ac37f {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:28:30.004716 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-a74d7b7a-6bf6-4563-8292-b4523cb8a750 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=05708b204e4d4f4c8eb6ae1fd55e0d7f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2102106 Aug 11 03:28:30.008426 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 58734) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:28:30.009853 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74d7b7a-6bf6-4563-8292-b4523cb8a750 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3cfbdc7-2bb1-4b52-b833-e4320a4740a2,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:30.011507 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-461440fb-2725-4acb-ba73-4f684ade400a None None] Provisioning complete for port 82a122c7-cf7f-41b4-b4eb-ad20c9b1e1c0 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:28:30.011507 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-461440fb-2725-4acb-ba73-4f684ade400a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:30.012232 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8392fd4d-7d15-41a0-86a2-3fa8c5731456 req-7f4a2152-9ddc-47f6-860c-31ae91d9fff7 service neutron] Checking agent: {'id': '70015fc0-62fb-48b2-b453-36906937cf2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 28, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:28:30.012657 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8392fd4d-7d15-41a0-86a2-3fa8c5731456 req-7f4a2152-9ddc-47f6-860c-31ae91d9fff7 service neutron] Checking segment: {'id': '323f142b-ee85-4d27-85a3-85cc28507ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '2294adb7-cfd4-40a1-9a0c-db6ab35ac37f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:28:30.013098 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8392fd4d-7d15-41a0-86a2-3fa8c5731456 req-7f4a2152-9ddc-47f6-860c-31ae91d9fff7 service neutron] Bound using segment: {'id': '323f142b-ee85-4d27-85a3-85cc28507ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '2294adb7-cfd4-40a1-9a0c-db6ab35ac37f'} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:28:30.013609 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-8392fd4d-7d15-41a0-86a2-3fa8c5731456 req-7f4a2152-9ddc-47f6-860c-31ae91d9fff7 service neutron] Bound port: 63928cc4-8801-4e84-aeb7-a241b0389876, host: n-h2-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '323f142b-ee85-4d27-85a3-85cc28507ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '2294adb7-cfd4-40a1-9a0c-db6ab35ac37f'}}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:28:30.014029 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-8392fd4d-7d15-41a0-86a2-3fa8c5731456 req-7f4a2152-9ddc-47f6-860c-31ae91d9fff7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:30.076604 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b40b81ab-0f64-43cd-8986-2818cbcb391f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:30.133987 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e20f468b-905f-43ab-9b8b-2954df9574e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:30.136430 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-73b577aa-d79f-458c-8130-0e45064a15e2 req-d03ddb8e-0b2f-47c5-a308-dc154685ece8 tempest-VolumesActionsTest-1168174853 tempest-VolumesActionsTest-1168174853-project] For port fff05743-4bbb-443d-a8e5-ad8325cfd033, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=fff05743-4bbb-443d-a8e5-ad8325cfd033,segment=NetworkSegment(6e7d1215-7bc4-4f0c-9e90-d7a2b8cae1df),segment_id=6e7d1215-7bc4-4f0c-9e90-d7a2b8cae1df)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:28:30.136995 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-73b577aa-d79f-458c-8130-0e45064a15e2 req-d03ddb8e-0b2f-47c5-a308-dc154685ece8 tempest-VolumesActionsTest-1168174853 tempest-VolumesActionsTest-1168174853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:30.152524 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-8392fd4d-7d15-41a0-86a2-3fa8c5731456 req-7f4a2152-9ddc-47f6-860c-31ae91d9fff7 service neutron] For port 63928cc4-8801-4e84-aeb7-a241b0389876, host n-h2-764292-30, cleared binding levels {{(pid=102192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:28:30.172638 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e20f468b-905f-43ab-9b8b-2954df9574e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:30.175455 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-8392fd4d-7d15-41a0-86a2-3fa8c5731456 req-7f4a2152-9ddc-47f6-860c-31ae91d9fff7 service neutron] For port 63928cc4-8801-4e84-aeb7-a241b0389876, host n-h2-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=63928cc4-8801-4e84-aeb7-a241b0389876,segment=NetworkSegment(323f142b-ee85-4d27-85a3-85cc28507ab1),segment_id=323f142b-ee85-4d27-85a3-85cc28507ab1)] {{(pid=102192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:28:30.195610 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-73b577aa-d79f-458c-8130-0e45064a15e2 req-d03ddb8e-0b2f-47c5-a308-dc154685ece8 tempest-VolumesActionsTest-1168174853 tempest-VolumesActionsTest-1168174853-project] Calling delete_port for fff05743-4bbb-443d-a8e5-ad8325cfd033 owned by compute:nova {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:28:30.261607 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-8392fd4d-7d15-41a0-86a2-3fa8c5731456 req-7f4a2152-9ddc-47f6-860c-31ae91d9fff7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:30.304113 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e20f468b-905f-43ab-9b8b-2954df9574e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:30.305527 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e20f468b-905f-43ab-9b8b-2954df9574e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:30.308500 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-e20f468b-905f-43ab-9b8b-2954df9574e8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f3cfbdc7-2bb1-4b52-b833-e4320a4740a2 HTTP/1.1" status: 204 len: 168 time: 0.2959862 Aug 11 03:28:30.316879 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8392fd4d-7d15-41a0-86a2-3fa8c5731456 req-7f4a2152-9ddc-47f6-860c-31ae91d9fff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:30.317503 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-8392fd4d-7d15-41a0-86a2-3fa8c5731456 req-7f4a2152-9ddc-47f6-860c-31ae91d9fff7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:30.318909 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8392fd4d-7d15-41a0-86a2-3fa8c5731456 req-7f4a2152-9ddc-47f6-860c-31ae91d9fff7 service neutron] 10.222.0.24 "PUT /v2.0/ports/63928cc4-8801-4e84-aeb7-a241b0389876 HTTP/1.1" status: 200 len: 1093 time: 1.3741241 Aug 11 03:28:30.335003 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c259586-c6f4-42c2-8702-c37d53356d71', 'tag': '63928cc4-8801-4e84-aeb7-a241b0389876'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:28:30.337256 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c31943e8-9ef5-4179-84a0-38d981648364" -d '{"events": [{"name": "network-changed", "server_uuid": "9c259586-c6f4-42c2-8702-c37d53356d71", "tag": "63928cc4-8801-4e84-aeb7-a241b0389876"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:28:30.381527 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20f468b-905f-43ab-9b8b-2954df9574e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3cfbdc7-2bb1-4b52-b833-e4320a4740a2,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:30.401124 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:28:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f04aec83-2b36-4b4c-8fbe-da0a1521087f x-openstack-request-id: req-f04aec83-2b36-4b4c-8fbe-da0a1521087f {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:28:30.401938 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c259586-c6f4-42c2-8702-c37d53356d71", "tag": "63928cc4-8801-4e84-aeb7-a241b0389876", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:28:30.403103 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f04aec83-2b36-4b4c-8fbe-da0a1521087f {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:28:30.403534 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c259586-c6f4-42c2-8702-c37d53356d71', 'tag': '63928cc4-8801-4e84-aeb7-a241b0389876', 'status': 'completed', 'code': 200} Aug 11 03:28:30.422802 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4a2152-9ddc-47f6-860c-31ae91d9fff7 service neutron] Pushing event updated for resources: {'Port': ['ID=63928cc4-8801-4e84-aeb7-a241b0389876,revision_number=3']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:30.481579 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d06b0e6-ff99-4bce-a5f5-b7c7ef4f7f86 req-8a873f43-3b21-4467-9515-06d9373e6c08 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:30.483967 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6d06b0e6-ff99-4bce-a5f5-b7c7ef4f7f86 req-8a873f43-3b21-4467-9515-06d9373e6c08 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c259586-c6f4-42c2-8702-c37d53356d71 HTTP/1.1" status: 200 len: 944 time: 0.2108872 Aug 11 03:28:30.510921 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31943e8-9ef5-4179-84a0-38d981648364 req-bf33ec96-5b0f-4b69-9ffa-feb3deaa451e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:30.517043 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c31943e8-9ef5-4179-84a0-38d981648364 req-bf33ec96-5b0f-4b69-9ffa-feb3deaa451e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2b2b3f02ad2f4f13a4d5b55e5c246078&device_id=9c259586-c6f4-42c2-8702-c37d53356d71 HTTP/1.1" status: 200 len: 1096 time: 0.0913706 Aug 11 03:28:30.517379 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d7b94823-f644-4703-b526-fa21cba08350 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:30.549652 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b40b81ab-0f64-43cd-8986-2818cbcb391f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-446952'] for router, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:30.554886 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6d06b0e6-ff99-4bce-a5f5-b7c7ef4f7f86 req-540fd7da-bd8f-4fc6-b4b5-05253debba02 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d1cd399-f1ad-4eb8-8279-cc3e3b1f8ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650132 Aug 11 03:28:30.579854 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b94823-f644-4703-b526-fa21cba08350 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Pushing event deleted for resources: {'Port': ['ID=11f214f2-1c0a-498a-a946-107a34f606ce,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:30.678144 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31943e8-9ef5-4179-84a0-38d981648364 req-a5dbec9f-3a92-4565-9022-b229184c0fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:30.679911 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c31943e8-9ef5-4179-84a0-38d981648364 req-a5dbec9f-3a92-4565-9022-b229184c0fe2 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=2b2b3f02ad2f4f13a4d5b55e5c246078&shared=False HTTP/1.1" status: 200 len: 907 time: 0.1554096 Aug 11 03:28:30.725986 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-73b577aa-d79f-458c-8130-0e45064a15e2 req-d03ddb8e-0b2f-47c5-a308-dc154685ece8 tempest-VolumesActionsTest-1168174853 tempest-VolumesActionsTest-1168174853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:30.737278 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['fff05743-4bbb-443d-a8e5-ad8325cfd033'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:28:30.777500 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03ddb8e-0b2f-47c5-a308-dc154685ece8 tempest-VolumesActionsTest-1168174853 tempest-VolumesActionsTest-1168174853-project] Pushing event deleted for resources: {'Port': ['ID=fff05743-4bbb-443d-a8e5-ad8325cfd033,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:30.806043 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d7b94823-f644-4703-b526-fa21cba08350 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-446916'] for router_gateway, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:30.859419 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31943e8-9ef5-4179-84a0-38d981648364 req-5de94677-5a2a-4901-85fc-8f63e3ecaa0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:30.861027 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c31943e8-9ef5-4179-84a0-38d981648364 req-5de94677-5a2a-4901-85fc-8f63e3ecaa0c service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1727536 Aug 11 03:28:30.889947 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-73b577aa-d79f-458c-8130-0e45064a15e2 req-d03ddb8e-0b2f-47c5-a308-dc154685ece8 tempest-VolumesActionsTest-1168174853 tempest-VolumesActionsTest-1168174853-project] No DVR routers for this DVR port fff05743-4bbb-443d-a8e5-ad8325cfd033 on host n-h1-764292-30 {{(pid=102191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:28:30.918398 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-73b577aa-d79f-458c-8130-0e45064a15e2 req-d03ddb8e-0b2f-47c5-a308-dc154685ece8 tempest-VolumesActionsTest-1168174853 tempest-VolumesActionsTest-1168174853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:30.920414 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-73b577aa-d79f-458c-8130-0e45064a15e2 req-d03ddb8e-0b2f-47c5-a308-dc154685ece8 tempest-VolumesActionsTest-1168174853 tempest-VolumesActionsTest-1168174853-project] 10.222.0.22 "DELETE /v2.0/ports/fff05743-4bbb-443d-a8e5-ad8325cfd033 HTTP/1.1" status: 204 len: 173 time: 1.5406265 Aug 11 03:28:30.921552 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3af31290-4cc9-491a-85fc-c9e9400d89e9', 'name': 'network-vif-deleted', 'tag': 'fff05743-4bbb-443d-a8e5-ad8325cfd033'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:28:30.923846 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34d5eb1c-f313-4a9b-818c-a8be59d565b1" -d '{"events": [{"server_uuid": "3af31290-4cc9-491a-85fc-c9e9400d89e9", "name": "network-vif-deleted", "tag": "fff05743-4bbb-443d-a8e5-ad8325cfd033"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:28:30.943608 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d7b94823-f644-4703-b526-fa21cba08350 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6544'] for router, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:30.946167 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d7b94823-f644-4703-b526-fa21cba08350 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:30.946314 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8392fd4d-7d15-41a0-86a2-3fa8c5731456 req-56392dce-0a4e-438a-9c5a-759b91039f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:30.952223 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8392fd4d-7d15-41a0-86a2-3fa8c5731456 req-56392dce-0a4e-438a-9c5a-759b91039f71 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2b2b3f02ad2f4f13a4d5b55e5c246078&device_id=9c259586-c6f4-42c2-8702-c37d53356d71 HTTP/1.1" status: 200 len: 1096 time: 0.0471320 Aug 11 03:28:31.005836 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:28:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be01b76e-7df8-42f1-bad6-91ef13d0cd56 x-openstack-request-id: req-be01b76e-7df8-42f1-bad6-91ef13d0cd56 {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:28:31.006421 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3af31290-4cc9-491a-85fc-c9e9400d89e9", "name": "network-vif-deleted", "tag": "fff05743-4bbb-443d-a8e5-ad8325cfd033", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:28:31.006421 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-be01b76e-7df8-42f1-bad6-91ef13d0cd56 {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:28:31.006856 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3af31290-4cc9-491a-85fc-c9e9400d89e9', 'name': 'network-vif-deleted', 'tag': 'fff05743-4bbb-443d-a8e5-ad8325cfd033', 'status': 'completed', 'code': 200} Aug 11 03:28:31.012778 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8392fd4d-7d15-41a0-86a2-3fa8c5731456 req-e075372d-d9c2-4de0-af4f-7abdaef842e4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=63928cc4-8801-4e84-aeb7-a241b0389876 HTTP/1.1" status: 200 len: 217 time: 0.0547976 Aug 11 03:28:31.032134 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b40b81ab-0f64-43cd-8986-2818cbcb391f admin admin] Router 1f193cce-4884-4c3a-8445-717a5407d13f is scheduled to L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 with binding_index 1 {{(pid=102191) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:28:31.086340 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8392fd4d-7d15-41a0-86a2-3fa8c5731456 req-03545138-8283-4e27-8142-c7b2205f2a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:31.090500 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8392fd4d-7d15-41a0-86a2-3fa8c5731456 req-03545138-8283-4e27-8142-c7b2205f2a00 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3dad44b1-6547-45e0-8453-859830dd2aa7 HTTP/1.1" status: 200 len: 846 time: 0.0664637 Aug 11 03:28:31.140679 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d7b94823-f644-4703-b526-fa21cba08350 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448809'] for router, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:31.141331 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7b94823-f644-4703-b526-fa21cba08350 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Fanout notify agent at l3_agent the message router_deleted on router ebab3b7f-c401-4fa0-a8e8-87164b7a31a0 {{(pid=102191) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:28:31.147022 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8392fd4d-7d15-41a0-86a2-3fa8c5731456 req-03b3514a-94c4-4cfb-af5a-4b0c0024babd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2294adb7-cfd4-40a1-9a0c-db6ab35ac37f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483057 Aug 11 03:28:31.157099 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d7b94823-f644-4703-b526-fa21cba08350 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks [] for router, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:31.164571 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 58756) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:28:31.164926 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-d7b94823-f644-4703-b526-fa21cba08350 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "DELETE /v2.0/routers/ebab3b7f-c401-4fa0-a8e8-87164b7a31a0 HTTP/1.1" status: 204 len: 168 time: 3.0566738 Aug 11 03:28:31.166800 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 58758) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:28:31.368309 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-5729662b-0990-48f1-a741-425b73e4763f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:31.467885 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8392fd4d-7d15-41a0-86a2-3fa8c5731456 req-1a4f8473-d603-4eca-920b-b8109c131dee service neutron] 10.222.0.24 "GET /v2.0/networks/2294adb7-cfd4-40a1-9a0c-db6ab35ac37f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3106914 Aug 11 03:28:31.468366 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 58764) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:28:31.626956 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6a79de41-fb76-4fd4-9f25-67915d49c175 req-3ac82e02-378f-4abf-ad90-70bbbefbf60c tempest-VolumesActionsTest-1168174853 tempest-VolumesActionsTest-1168174853-project] 10.222.0.41 "GET /v2.0/ports?device_id=3af31290-4cc9-491a-85fc-c9e9400d89e9 HTTP/1.1" status: 200 len: 210 time: 0.8064508 Aug 11 03:28:31.654132 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-88271c90-af64-4e2c-8ec5-f3768e0554df admin admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:31.731029 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8392fd4d-7d15-41a0-86a2-3fa8c5731456 req-bd5fb097-45e9-4e7d-b12c-a35e51ccac67 service neutron] 10.222.0.24 "GET /v2.0/networks/2294adb7-cfd4-40a1-9a0c-db6ab35ac37f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2497189 Aug 11 03:28:31.740395 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-5729662b-0990-48f1-a741-425b73e4763f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:31.758695 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155a5bb6-0236-4ea4-b394-131c59df28d7 req-33285be9-6868-4cea-ab82-3b9b16df35f6 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:31.766360 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-155a5bb6-0236-4ea4-b394-131c59df28d7 req-33285be9-6868-4cea-ab82-3b9b16df35f6 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c259586-c6f4-42c2-8702-c37d53356d71 HTTP/1.1" status: 200 len: 944 time: 0.1206238 Aug 11 03:28:31.771500 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b40b81ab-0f64-43cd-8986-2818cbcb391f admin admin] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:28:31.791744 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-349ad0b5-8b2a-4fe0-a8d6-a98cec31006c None None] Sync routers for ids ['1f193cce-4884-4c3a-8445-717a5407d13f'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:28:31.795140 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 82a122c7-cf7f-41b4-b4eb-ad20c9b1e1c0 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:28:31.815129 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-155a5bb6-0236-4ea4-b394-131c59df28d7 req-c7830494-9e84-44a4-a21a-96bab52d6c86 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d1cd399-f1ad-4eb8-8279-cc3e3b1f8ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477445 Aug 11 03:28:31.845417 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-26814191-e4c8-4b6b-84d7-450029776071 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:31.852992 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-5729662b-0990-48f1-a741-425b73e4763f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:31.861874 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-349ad0b5-8b2a-4fe0-a8d6-a98cec31006c None None] Routers {'1f193cce-4884-4c3a-8445-717a5407d13f'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:28:31.862599 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-349ad0b5-8b2a-4fe0-a8d6-a98cec31006c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:28:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['1f193cce-4884-4c3a-8445-717a5407d13f'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:28:31.899989 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:31.914183 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 82a122c7-cf7f-41b4-b4eb-ad20c9b1e1c0 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:28:31.922327 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:31.922441 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-5729662b-0990-48f1-a741-425b73e4763f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ee87627caf8340f6ba2d5dd374077b93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5739377 Aug 11 03:28:31.932011 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 58770) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:28:31.953412 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b40b81ab-0f64-43cd-8986-2818cbcb391f admin admin] Notify callbacks [] for router, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:31.959511 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-b40b81ab-0f64-43cd-8986-2818cbcb391f admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.0332994 Aug 11 03:28:31.964971 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 58772) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:28:31.973563 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-26814191-e4c8-4b6b-84d7-450029776071 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:31.977593 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-349ad0b5-8b2a-4fe0-a8d6-a98cec31006c None None] Set router 1f193cce-4884-4c3a-8445-717a5407d13f gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:28:32.009326 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5729662b-0990-48f1-a741-425b73e4763f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=245678c7-eca7-4e1c-b116-82ffb9a26838,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:32.032742 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-31ada62a-af6e-4e70-8ec0-40c874fca9be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:32.072607 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-31ada62a-af6e-4e70-8ec0-40c874fca9be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:32.087560 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-26814191-e4c8-4b6b-84d7-450029776071 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91c54fc6-0170-4b8c-829d-7c5f473bbce4']}} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:28:32.111183 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-26814191-e4c8-4b6b-84d7-450029776071 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7ab9ca8-8169-4dac-b148-be6f1538058c') {'for_net_delete': True} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:28:32.111580 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-26814191-e4c8-4b6b-84d7-450029776071 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7ab9ca8-8169-4dac-b148-be6f1538058c') {} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:28:32.125900 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-26814191-e4c8-4b6b-84d7-450029776071 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126283644'] for segment, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:32.161157 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-88271c90-af64-4e2c-8ec5-f3768e0554df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:32.196850 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-26814191-e4c8-4b6b-84d7-450029776071 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:32.208695 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-88271c90-af64-4e2c-8ec5-f3768e0554df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:32.211811 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26814191-e4c8-4b6b-84d7-450029776071 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=102191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:28:32.212318 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-26814191-e4c8-4b6b-84d7-450029776071 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126283391'] for segment, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:32.227604 n-d-764292-30 neutron-server[102191]: Traceback (most recent call last): Aug 11 03:28:32.227604 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:28:32.227604 n-d-764292-30 neutron-server[102191]: timer() Aug 11 03:28:32.227604 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:28:32.227604 n-d-764292-30 neutron-server[102191]: cb(*args, **kw) Aug 11 03:28:32.227604 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:28:32.227604 n-d-764292-30 neutron-server[102191]: return func(*args, **kwargs) Aug 11 03:28:32.227604 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:28:32.227604 n-d-764292-30 neutron-server[102191]: self._notify() Aug 11 03:28:32.227604 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:28:32.227604 n-d-764292-30 neutron-server[102191]: self.callback(batched_events) Aug 11 03:28:32.227604 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:28:32.227604 n-d-764292-30 neutron-server[102191]: event.method(event) Aug 11 03:28:32.227604 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:28:32.227604 n-d-764292-30 neutron-server[102191]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:28:32.227604 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:28:32.227604 n-d-764292-30 neutron-server[102191]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:28:32.227604 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:28:32.227604 n-d-764292-30 neutron-server[102191]: return f(self, *a, **k) Aug 11 03:28:32.227604 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:28:32.227604 n-d-764292-30 neutron-server[102191]: return self._get(url).json() Aug 11 03:28:32.227604 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:28:32.227604 n-d-764292-30 neutron-server[102191]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:28:32.227604 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:28:32.227604 n-d-764292-30 neutron-server[102191]: return self.request(url, 'GET', **kwargs) Aug 11 03:28:32.227604 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:28:32.227604 n-d-764292-30 neutron-server[102191]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:28:32.227604 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:28:32.227604 n-d-764292-30 neutron-server[102191]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:28:32.227604 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:28:32.227604 n-d-764292-30 neutron-server[102191]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:28:32.227604 n-d-764292-30 neutron-server[102191]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:28:32.236176 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-88271c90-af64-4e2c-8ec5-f3768e0554df admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=756725ef2bbd472e9e743bedeb566b6e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7649469 Aug 11 03:28:32.242414 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-31ada62a-af6e-4e70-8ec0-40c874fca9be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:32.242414 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-31ada62a-af6e-4e70-8ec0-40c874fca9be admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:32.244733 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-31ada62a-af6e-4e70-8ec0-40c874fca9be admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/245678c7-eca7-4e1c-b116-82ffb9a26838 HTTP/1.1" status: 204 len: 168 time: 0.3114998 Aug 11 03:28:32.245685 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 58774) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:28:32.319782 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88271c90-af64-4e2c-8ec5-f3768e0554df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=666c7e1a-d271-4d96-96d8-418f766e523d,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:32.326693 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-01860371-4066-4ce2-9e3d-6d4e2c1a3d6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:32.346255 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ada62a-af6e-4e70-8ec0-40c874fca9be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=245678c7-eca7-4e1c-b116-82ffb9a26838,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:32.383971 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-01860371-4066-4ce2-9e3d-6d4e2c1a3d6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:32.393045 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3dd296be-5982-4324-9219-156539510053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:32.427681 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-26814191-e4c8-4b6b-84d7-450029776071 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:32.463027 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-26814191-e4c8-4b6b-84d7-450029776071 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks [] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:32.468667 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 58780) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:28:32.468922 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-26814191-e4c8-4b6b-84d7-450029776071 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "DELETE /v2.0/networks/91c54fc6-0170-4b8c-829d-7c5f473bbce4 HTTP/1.1" status: 204 len: 168 time: 1.3008547 Aug 11 03:28:32.504776 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-349ad0b5-8b2a-4fe0-a8d6-a98cec31006c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f193cce-4884-4c3a-8445-717a5407d13f', 'name': 'tempest-TestServerMultinode-1608795734-router', 'tenant_id': 'a85269c0e6474c78b09f8a25d858da1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': '0385c4e4-e670-47e2-bd4a-90d3ae5227f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:28:26Z', 'updated_at': '2021-08-11T03:28:29Z', 'revision_number': 3, 'project_id': 'a85269c0e6474c78b09f8a25d858da1f', 'gw_port': {'id': '0385c4e4-e670-47e2-bd4a-90d3ae5227f0', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:84:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f193cce-4884-4c3a-8445-717a5407d13f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:28:28Z', 'updated_at': '2021-08-11T03:28:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:28:32.523453 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26814191-e4c8-4b6b-84d7-450029776071 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Pushing event deleted for resources: {'Network': ['ID=91c54fc6-0170-4b8c-829d-7c5f473bbce4,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:32.529903 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-01860371-4066-4ce2-9e3d-6d4e2c1a3d6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:32.534838 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-01860371-4066-4ce2-9e3d-6d4e2c1a3d6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:32.534838 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-01860371-4066-4ce2-9e3d-6d4e2c1a3d6d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/666c7e1a-d271-4d96-96d8-418f766e523d HTTP/1.1" status: 204 len: 168 time: 0.2817228 Aug 11 03:28:32.542123 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-349ad0b5-8b2a-4fe0-a8d6-a98cec31006c None None] Checking router: 1f193cce-4884-4c3a-8445-717a5407d13f for host: n-d-764292-30 {{(pid=102193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:28:32.542593 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-349ad0b5-8b2a-4fe0-a8d6-a98cec31006c None None] Updating router 1f193cce-4884-4c3a-8445-717a5407d13f port 0385c4e4-e670-47e2-bd4a-90d3ae5227f0 binding host n-d-764292-30 {{(pid=102193) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:28:32.544260 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01860371-4066-4ce2-9e3d-6d4e2c1a3d6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=666c7e1a-d271-4d96-96d8-418f766e523d,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:32.560748 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-429bc7b8-9921-4893-865f-5835791db29e tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:32.587354 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-349ad0b5-8b2a-4fe0-a8d6-a98cec31006c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:32.590478 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-429bc7b8-9921-4893-865f-5835791db29e tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:32.763071 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-429bc7b8-9921-4893-865f-5835791db29e tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:32.767328 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-429bc7b8-9921-4893-865f-5835791db29e tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:32.767929 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-429bc7b8-9921-4893-865f-5835791db29e tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "DELETE /v2.0/security-groups/1e2df09b-95d8-4e2e-a9dc-4c7363d2dacc HTTP/1.1" status: 204 len: 168 time: 0.2982290 Aug 11 03:28:32.779684 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429bc7b8-9921-4893-865f-5835791db29e tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e2df09b-95d8-4e2e-a9dc-4c7363d2dacc,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:32.790664 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4b9aea87-fe8a-4d48-a46a-9f933a431a08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:32.967102 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9d803d-7b7a-4258-a575-d10c40994e39 req-55e5876f-dba3-4e77-ba0f-5a8ea5d5a9e4 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:32.969220 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7d9d803d-7b7a-4258-a575-d10c40994e39 req-55e5876f-dba3-4e77-ba0f-5a8ea5d5a9e4 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c259586-c6f4-42c2-8702-c37d53356d71 HTTP/1.1" status: 200 len: 944 time: 0.0708728 Aug 11 03:28:33.076163 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-349ad0b5-8b2a-4fe0-a8d6-a98cec31006c None None] Notify callbacks [] for port, precommit_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:33.089416 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-349ad0b5-8b2a-4fe0-a8d6-a98cec31006c None None] Transition to ACTIVE for port object 0385c4e4-e670-47e2-bd4a-90d3ae5227f0 will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:28:33.103080 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [None req-4b9aea87-fe8a-4d48-a46a-9f933a431a08 admin admin] Allocated IP 172.20.0.1 (d11fd958-885d-4a82-9fdd-6960c706498c/753b33f1-8e9a-4e10-a98a-bf91420f1585/e74a41af-8d1a-4034-b2d1-727dae0bc2fa) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:28:33.123239 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:33.142482 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c0528a-1bbb-4ffa-8aa9-34ca65de7a98 req-65f26aac-a6a4-4bd0-99d7-5dd51cf69bac tempest-VolumesActionsTest-1168174853 tempest-VolumesActionsTest-1168174853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:33.143993 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-39c0528a-1bbb-4ffa-8aa9-34ca65de7a98 req-65f26aac-a6a4-4bd0-99d7-5dd51cf69bac tempest-VolumesActionsTest-1168174853 tempest-VolumesActionsTest-1168174853-project] 10.222.0.41 "GET /v2.0/networks?id=f57c6589-656f-456a-8ff3-5f3455453092 HTTP/1.1" status: 200 len: 809 time: 0.1249115 Aug 11 03:28:33.163433 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-349ad0b5-8b2a-4fe0-a8d6-a98cec31006c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:33.165763 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7d9d803d-7b7a-4258-a575-d10c40994e39 req-b6bfadf5-f4d8-4de1-98d1-c94c3489344f tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d1cd399-f1ad-4eb8-8279-cc3e3b1f8ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883507 Aug 11 03:28:33.167541 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-39c0528a-1bbb-4ffa-8aa9-34ca65de7a98 req-dbf545c4-ddcb-49d1-a172-591e6b280186 tempest-VolumesActionsTest-1168174853 tempest-VolumesActionsTest-1168174853-project] 10.222.0.41 "GET /v2.0/quotas/7cf5a028fe8e446bbd034ec53fddeed6 HTTP/1.1" status: 200 len: 375 time: 0.0176177 Aug 11 03:28:33.212771 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9ec0b9-697c-4b76-84ff-a1251540adee None None] Pushing event updated for resources: {'Port': ['ID=0385c4e4-e670-47e2-bd4a-90d3ae5227f0,revision_number=2']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:33.221434 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-39c0528a-1bbb-4ffa-8aa9-34ca65de7a98 req-d49bc2e6-4ba9-423e-a345-6e3d6e46d95f tempest-VolumesActionsTest-1168174853 tempest-VolumesActionsTest-1168174853-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=7cf5a028fe8e446bbd034ec53fddeed6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0450251 Aug 11 03:28:33.242699 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-349ad0b5-8b2a-4fe0-a8d6-a98cec31006c None None] Attempting to bind port 0385c4e4-e670-47e2-bd4a-90d3ae5227f0 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:28:33.243944 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-349ad0b5-8b2a-4fe0-a8d6-a98cec31006c None None] Attempting to bind port 0385c4e4-e670-47e2-bd4a-90d3ae5227f0 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:28:33.245372 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-349ad0b5-8b2a-4fe0-a8d6-a98cec31006c None None] Attempting to bind port 0385c4e4-e670-47e2-bd4a-90d3ae5227f0 on network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:28:33.254346 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4b9aea87-fe8a-4d48-a46a-9f933a431a08 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:33.261132 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 11f214f2-1c0a-498a-a946-107a34f606ce no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:28:33.268988 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [None req-4b9aea87-fe8a-4d48-a46a-9f933a431a08 admin admin] Transition to ACTIVE for port object e74a41af-8d1a-4034-b2d1-727dae0bc2fa will not be triggered until provisioned by entity DHCP. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:28:33.274150 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-349ad0b5-8b2a-4fe0-a8d6-a98cec31006c None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 28, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:28:33.278476 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-349ad0b5-8b2a-4fe0-a8d6-a98cec31006c None None] Checking segment: {'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:28:33.279056 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-349ad0b5-8b2a-4fe0-a8d6-a98cec31006c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:33.280929 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-349ad0b5-8b2a-4fe0-a8d6-a98cec31006c None None] Bound using segment: {'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:28:33.283034 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-349ad0b5-8b2a-4fe0-a8d6-a98cec31006c None None] Bound port: 0385c4e4-e670-47e2-bd4a-90d3ae5227f0, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:28:33.284955 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-349ad0b5-8b2a-4fe0-a8d6-a98cec31006c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:33.340878 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-39c0528a-1bbb-4ffa-8aa9-34ca65de7a98 req-79b243bb-261f-4f9c-89cc-f1a104678002 service neutron] 10.222.0.41 "GET /v2.0/networks/f57c6589-656f-456a-8ff3-5f3455453092?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179528 Aug 11 03:28:33.364180 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: 11f214f2-1c0a-498a-a946-107a34f606ce {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:28:33.364516 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 11f214f2-1c0a-498a-a946-107a34f606ce not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:28:33.368840 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4b9aea87-fe8a-4d48-a46a-9f933a431a08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:33.377407 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-349ad0b5-8b2a-4fe0-a8d6-a98cec31006c None None] For port 0385c4e4-e670-47e2-bd4a-90d3ae5227f0, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:28:33.381276 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-349ad0b5-8b2a-4fe0-a8d6-a98cec31006c None None] For port 0385c4e4-e670-47e2-bd4a-90d3ae5227f0, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=0385c4e4-e670-47e2-bd4a-90d3ae5227f0,segment=NetworkSegment(fab28bed-aa25-40db-bba4-ec26e795194c),segment_id=fab28bed-aa25-40db-bba4-ec26e795194c)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:28:33.415096 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b9aea87-fe8a-4d48-a46a-9f933a431a08 admin admin] Network d11fd958-885d-4a82-9fdd-6960c706498c is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:28:33.420013 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-4b9aea87-fe8a-4d48-a46a-9f933a431a08 admin admin] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:28:33.424931 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9aea87-fe8a-4d48-a46a-9f933a431a08 admin admin] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:28:33.428259 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9aea87-fe8a-4d48-a46a-9f933a431a08 admin admin] Pushing event updated for resources: {'Port': ['ID=e74a41af-8d1a-4034-b2d1-727dae0bc2fa,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:33.454702 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 58818) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:28:33.469047 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-39c0528a-1bbb-4ffa-8aa9-34ca65de7a98 req-484516ee-e852-4d69-9f10-670091543d06 service neutron] 10.222.0.41 "GET /v2.0/networks/f57c6589-656f-456a-8ff3-5f3455453092?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209269 Aug 11 03:28:33.471817 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-349ad0b5-8b2a-4fe0-a8d6-a98cec31006c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:33.473803 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-cf856a30-79b3-47b5-8b9e-d28b783ae3f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:33.504939 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4b9aea87-fe8a-4d48-a46a-9f933a431a08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-520987'] for router_interface, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:33.549901 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-349ad0b5-8b2a-4fe0-a8d6-a98cec31006c None None] Routers {'1f193cce-4884-4c3a-8445-717a5407d13f'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:28:33.550754 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-349ad0b5-8b2a-4fe0-a8d6-a98cec31006c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:28:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['1f193cce-4884-4c3a-8445-717a5407d13f'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:28:33.694398 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-349ad0b5-8b2a-4fe0-a8d6-a98cec31006c None None] Set router 1f193cce-4884-4c3a-8445-717a5407d13f gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:28:33.823478 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-cf856a30-79b3-47b5-8b9e-d28b783ae3f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:33.877977 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-cf856a30-79b3-47b5-8b9e-d28b783ae3f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:33.885581 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 58832) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:28:33.891372 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-717d38ae-4945-47c3-bfe8-2c3dcffb9092 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1077490029', 'description': 'tempest-secgroup-smoke-1077490029 description', 'project_id': 'a5478860f7cb432583cc8e5d994d2237'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:28:33.909433 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9ec0b9-697c-4b76-84ff-a1251540adee None None] Pushing event updated for resources: {'Port': ['ID=0385c4e4-e670-47e2-bd4a-90d3ae5227f0,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:33.912009 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4b9aea87-fe8a-4d48-a46a-9f933a431a08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:33.970987 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-cf856a30-79b3-47b5-8b9e-d28b783ae3f4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=82405316a8fd42f9bf2f39742eb02fcb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5152137 Aug 11 03:28:33.972033 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf856a30-79b3-47b5-8b9e-d28b783ae3f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff00294e-dc06-407a-b49a-90f37386df53,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:33.974883 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 58838) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:28:33.988521 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-32a65e43-c3b7-4e80-a176-7d2873a04d47 req-75f82c3c-f673-4b74-89f7-8ab8fa037dfa tempest-VolumesActionsTest-1168174853 tempest-VolumesActionsTest-1168174853-project] 10.222.0.41 "GET /v2.0/ports?device_id=d841e9a7-2f7e-493c-81aa-4afae05ecf58 HTTP/1.1" status: 200 len: 210 time: 0.0535128 Aug 11 03:28:34.009373 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-349ad0b5-8b2a-4fe0-a8d6-a98cec31006c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f193cce-4884-4c3a-8445-717a5407d13f', 'name': 'tempest-TestServerMultinode-1608795734-router', 'tenant_id': 'a85269c0e6474c78b09f8a25d858da1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': '0385c4e4-e670-47e2-bd4a-90d3ae5227f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:28:26Z', 'updated_at': '2021-08-11T03:28:29Z', 'revision_number': 3, 'project_id': 'a85269c0e6474c78b09f8a25d858da1f', 'gw_port': {'id': '0385c4e4-e670-47e2-bd4a-90d3ae5227f0', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:84:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f193cce-4884-4c3a-8445-717a5407d13f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:28:28Z', 'updated_at': '2021-08-11T03:28:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:28:34.048537 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-8b394d26-aec5-4352-ad73-7b6bfc1b7690 None None] Provisioning for port e74a41af-8d1a-4034-b2d1-727dae0bc2fa completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:28:34.050923 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-349ad0b5-8b2a-4fe0-a8d6-a98cec31006c None None] The sync data for ids ['1f193cce-4884-4c3a-8445-717a5407d13f'] in n-d-764292-30 is: [{'id': '1f193cce-4884-4c3a-8445-717a5407d13f', 'name': 'tempest-TestServerMultinode-1608795734-router', 'tenant_id': 'a85269c0e6474c78b09f8a25d858da1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': '0385c4e4-e670-47e2-bd4a-90d3ae5227f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:28:26Z', 'updated_at': '2021-08-11T03:28:29Z', 'revision_number': 3, 'project_id': 'a85269c0e6474c78b09f8a25d858da1f', 'gw_port': {'id': '0385c4e4-e670-47e2-bd4a-90d3ae5227f0', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:84:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f193cce-4884-4c3a-8445-717a5407d13f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:28:28Z', 'updated_at': '2021-08-11T03:28:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:28:34.063727 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-8b394d26-aec5-4352-ad73-7b6bfc1b7690 None None] Provisioning complete for port e74a41af-8d1a-4034-b2d1-727dae0bc2fa triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:28:34.064287 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8b394d26-aec5-4352-ad73-7b6bfc1b7690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:34.065816 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-717d38ae-4945-47c3-bfe8-2c3dcffb9092 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:34.120124 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-aa91f035-651c-4bef-9fb6-4eaef11e7184 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:34.133147 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-8b394d26-aec5-4352-ad73-7b6bfc1b7690 None None] Port e74a41af-8d1a-4034-b2d1-727dae0bc2fa cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:28:34.181085 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-aa91f035-651c-4bef-9fb6-4eaef11e7184 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:34.183523 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-717d38ae-4945-47c3-bfe8-2c3dcffb9092 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:34.266608 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4b9aea87-fe8a-4d48-a46a-9f933a431a08 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:34.273060 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-717d38ae-4945-47c3-bfe8-2c3dcffb9092 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:34.307683 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device fff05743-4bbb-443d-a8e5-ad8325cfd033 no longer exists at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:28:34.321218 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72245d4f-9b1d-4235-aff4-43e14190b0b9 req-d7272d93-201f-4783-a839-be964493487c tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:34.329297 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-72245d4f-9b1d-4235-aff4-43e14190b0b9 req-d7272d93-201f-4783-a839-be964493487c tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c259586-c6f4-42c2-8702-c37d53356d71 HTTP/1.1" status: 200 len: 944 time: 0.0838428 Aug 11 03:28:34.332655 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] No Port match for: fff05743-4bbb-443d-a8e5-ad8325cfd033 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:28:34.333007 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device fff05743-4bbb-443d-a8e5-ad8325cfd033 not bound to the agent host n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:28:34.336754 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717d38ae-4945-47c3-bfe8-2c3dcffb9092 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9628d8d-75dd-45fc-9e19-23526969057e,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:34.345661 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4b9aea87-fe8a-4d48-a46a-9f933a431a08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:34.367210 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-72245d4f-9b1d-4235-aff4-43e14190b0b9 req-44aa8ec5-42eb-4093-9422-ad31f76ac821 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d1cd399-f1ad-4eb8-8279-cc3e3b1f8ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370030 Aug 11 03:28:34.374545 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-717d38ae-4945-47c3-bfe8-2c3dcffb9092 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:34.378548 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-717d38ae-4945-47c3-bfe8-2c3dcffb9092 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4890366 Aug 11 03:28:34.379587 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 58848) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:28:34.385244 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-e07c92f7-7716-4313-a4ef-3b6aa801934a tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Request body: {'security_group_rule': {'security_group_id': 'e9628d8d-75dd-45fc-9e19-23526969057e', 'project_id': 'a5478860f7cb432583cc8e5d994d2237', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:28:34.400360 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-aa91f035-651c-4bef-9fb6-4eaef11e7184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:34.403115 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-aa91f035-651c-4bef-9fb6-4eaef11e7184 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:34.414816 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-aa91f035-651c-4bef-9fb6-4eaef11e7184 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ff00294e-dc06-407a-b49a-90f37386df53 HTTP/1.1" status: 204 len: 168 time: 0.4270787 Aug 11 03:28:34.467729 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa91f035-651c-4bef-9fb6-4eaef11e7184 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff00294e-dc06-407a-b49a-90f37386df53,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:34.470121 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4b9aea87-fe8a-4d48-a46a-9f933a431a08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16383026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521135'] for router_interface, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:34.473622 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9aea87-fe8a-4d48-a46a-9f933a431a08 admin admin] Pushing event updated for resources: {'Port': ['ID=e74a41af-8d1a-4034-b2d1-727dae0bc2fa,revision_number=2']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:34.510828 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e07c92f7-7716-4313-a4ef-3b6aa801934a tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:34.588385 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e07c92f7-7716-4313-a4ef-3b6aa801934a tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:34.621616 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b9aea87-fe8a-4d48-a46a-9f933a431a08 admin admin] Network d11fd958-885d-4a82-9fdd-6960c706498c is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:28:34.623094 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-4b9aea87-fe8a-4d48-a46a-9f933a431a08 admin admin] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:28:34.665319 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e07c92f7-7716-4313-a4ef-3b6aa801934a tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:34.665463 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:34.704248 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07c92f7-7716-4313-a4ef-3b6aa801934a tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0166b47e-02bd-4c50-b7b4-78a2d22ec8c7,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:34.797761 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e07c92f7-7716-4313-a4ef-3b6aa801934a tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:34.799230 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-e07c92f7-7716-4313-a4ef-3b6aa801934a tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4182239 Aug 11 03:28:34.800398 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b9aea87-fe8a-4d48-a46a-9f933a431a08 admin admin] Router 1f193cce-4884-4c3a-8445-717a5407d13f has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:28:34.807570 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 58858) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:28:34.814222 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-752df593-a2e2-49bd-bb4e-d78a73e15551 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Request body: {'security_group_rule': {'security_group_id': 'e9628d8d-75dd-45fc-9e19-23526969057e', 'project_id': 'a5478860f7cb432583cc8e5d994d2237', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:28:34.831658 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 58860) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:28:34.851535 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 63928cc4-8801-4e84-aeb7-a241b0389876 details requested by agent hyperv_n-h2-764292-30 with host n-h2-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:28:35.039953 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b9aea87-fe8a-4d48-a46a-9f933a431a08 admin admin] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:28:35.047021 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-752df593-a2e2-49bd-bb4e-d78a73e15551 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:35.090572 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-4b9aea87-fe8a-4d48-a46a-9f933a431a08 admin admin] 10.222.0.41 "PUT /v2.0/routers/1f193cce-4884-4c3a-8445-717a5407d13f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0916796 Aug 11 03:28:35.157272 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-520aac0d-7083-45bd-bd49-8f2524a810d6 None None] Provisioning complete for port e74a41af-8d1a-4034-b2d1-727dae0bc2fa triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:28:35.158244 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-520aac0d-7083-45bd-bd49-8f2524a810d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:35.180939 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-90146125-04c0-40a6-a396-d3460f5704ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:35.215979 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-520aac0d-7083-45bd-bd49-8f2524a810d6 None None] Port e74a41af-8d1a-4034-b2d1-727dae0bc2fa cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:28:35.235813 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port 63928cc4-8801-4e84-aeb7-a241b0389876, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=63928cc4-8801-4e84-aeb7-a241b0389876,segment=NetworkSegment(323f142b-ee85-4d27-85a3-85cc28507ab1),segment_id=323f142b-ee85-4d27-85a3-85cc28507ab1)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:28:35.244091 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-752df593-a2e2-49bd-bb4e-d78a73e15551 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:35.259623 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Returning: {'device': '63928cc4-8801-4e84-aeb7-a241b0389876', 'network_id': '2294adb7-cfd4-40a1-9a0c-db6ab35ac37f', 'port_id': '63928cc4-8801-4e84-aeb7-a241b0389876', 'mac_address': 'fa:16:3e:67:dc:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dad44b1-6547-45e0-8453-859830dd2aa7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:28:35.309000 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-752df593-a2e2-49bd-bb4e-d78a73e15551 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:35.329779 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:35.351559 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63928cc4-8801-4e84-aeb7-a241b0389876 {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:28:35.376609 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752df593-a2e2-49bd-bb4e-d78a73e15551 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30595ae7-f465-4f6c-b4be-4be81a72fdf3,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:35.391415 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port 63928cc4-8801-4e84-aeb7-a241b0389876, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=63928cc4-8801-4e84-aeb7-a241b0389876,segment=NetworkSegment(323f142b-ee85-4d27-85a3-85cc28507ab1),segment_id=323f142b-ee85-4d27-85a3-85cc28507ab1)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:28:35.419884 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-90146125-04c0-40a6-a396-d3460f5704ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:35.438125 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 0385c4e4-e670-47e2-bd4a-90d3ae5227f0 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:28:35.442779 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:35.458030 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-90146125-04c0-40a6-a396-d3460f5704ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:35.557442 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-90146125-04c0-40a6-a396-d3460f5704ad admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=26badef30d6749be979d8536a3469206&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7166715 Aug 11 03:28:35.557537 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 58884) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:28:35.588105 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-752df593-a2e2-49bd-bb4e-d78a73e15551 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:35.588105 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-752df593-a2e2-49bd-bb4e-d78a73e15551 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7747862 Aug 11 03:28:35.590926 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 58886) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:28:35.597580 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-a4477b63-8fb1-4504-a542-57735ad27478 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Request body: {'security_group_rule': {'security_group_id': 'e9628d8d-75dd-45fc-9e19-23526969057e', 'project_id': 'a5478860f7cb432583cc8e5d994d2237', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:28:35.599312 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=63928cc4-8801-4e84-aeb7-a241b0389876,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:35.634892 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-603d51e1-5577-4ead-ad81-0bf7ed83bef7 req-903a1d80-55fd-4ca3-82c5-bffe66b0d7ec tempest-VolumesActionsTest-1168174853 tempest-VolumesActionsTest-1168174853-project] 10.222.0.41 "GET /v2.0/ports?device_id=d841e9a7-2f7e-493c-81aa-4afae05ecf58 HTTP/1.1" status: 200 len: 210 time: 0.4921834 Aug 11 03:28:35.666426 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e6078f1f-9495-4eb6-9412-961b7a1810d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:35.668869 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90146125-04c0-40a6-a396-d3460f5704ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0583cc3c-4556-4e2a-bd5c-8d569206c962,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:35.688308 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['63928cc4-8801-4e84-aeb7-a241b0389876'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:28:35.691214 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port 0385c4e4-e670-47e2-bd4a-90d3ae5227f0 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:28:35.695788 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e6078f1f-9495-4eb6-9412-961b7a1810d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:35.699571 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8438212e-19ca-4dac-867d-c1884c951815 req-3746da6f-79d4-4b00-bbfb-60b464485f8d tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:35.701210 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8438212e-19ca-4dac-867d-c1884c951815 req-3746da6f-79d4-4b00-bbfb-60b464485f8d tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c259586-c6f4-42c2-8702-c37d53356d71 HTTP/1.1" status: 200 len: 945 time: 0.1925888 Aug 11 03:28:35.723098 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 0385c4e4-e670-47e2-bd4a-90d3ae5227f0 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:28:35.723468 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:35.726100 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a4477b63-8fb1-4504-a542-57735ad27478 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:35.796149 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8438212e-19ca-4dac-867d-c1884c951815 req-e8e020e8-4281-4c60-9edb-083cc392e097 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d1cd399-f1ad-4eb8-8279-cc3e3b1f8ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831714 Aug 11 03:28:35.825176 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a4477b63-8fb1-4504-a542-57735ad27478 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:35.854531 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:35.882891 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a4477b63-8fb1-4504-a542-57735ad27478 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:35.892243 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port 0385c4e4-e670-47e2-bd4a-90d3ae5227f0, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=0385c4e4-e670-47e2-bd4a-90d3ae5227f0,segment=NetworkSegment(fab28bed-aa25-40db-bba4-ec26e795194c),segment_id=fab28bed-aa25-40db-bba4-ec26e795194c)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:28:35.905854 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4477b63-8fb1-4504-a542-57735ad27478 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad094839-8928-4f09-88ca-c9c70ca1af0f,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:35.919479 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e6078f1f-9495-4eb6-9412-961b7a1810d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:35.924845 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e6078f1f-9495-4eb6-9412-961b7a1810d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:35.928602 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-e6078f1f-9495-4eb6-9412-961b7a1810d7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0583cc3c-4556-4e2a-bd5c-8d569206c962 HTTP/1.1" status: 204 len: 168 time: 0.3715641 Aug 11 03:28:35.943361 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6078f1f-9495-4eb6-9412-961b7a1810d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0583cc3c-4556-4e2a-bd5c-8d569206c962,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:35.968992 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:36.025965 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a4477b63-8fb1-4504-a542-57735ad27478 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:36.027340 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=0385c4e4-e670-47e2-bd4a-90d3ae5227f0,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:36.028018 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-a4477b63-8fb1-4504-a542-57735ad27478 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4361131 Aug 11 03:28:36.031024 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 58904) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:28:36.039684 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-b0c55323-e32b-4b40-934f-ce1677cca3fe tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Request body: {'security_group_rule': {'security_group_id': 'e9628d8d-75dd-45fc-9e19-23526969057e', 'project_id': 'a5478860f7cb432583cc8e5d994d2237', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:28:36.173901 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b0c55323-e32b-4b40-934f-ce1677cca3fe tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:36.228761 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b0c55323-e32b-4b40-934f-ce1677cca3fe tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:36.276651 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b0c55323-e32b-4b40-934f-ce1677cca3fe tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:36.296290 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c55323-e32b-4b40-934f-ce1677cca3fe tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da527fa1-a938-49f1-af3e-d3b3f4601cac,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:36.347314 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c0528a-1bbb-4ffa-8aa9-34ca65de7a98 req-456268b6-fc53-4570-82ac-ca3902da40f1 tempest-VolumesActionsTest-1168174853 tempest-VolumesActionsTest-1168174853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:36.349105 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-39c0528a-1bbb-4ffa-8aa9-34ca65de7a98 req-456268b6-fc53-4570-82ac-ca3902da40f1 tempest-VolumesActionsTest-1168174853 tempest-VolumesActionsTest-1168174853-project] 10.222.0.22 "GET /v2.0/networks?id=f57c6589-656f-456a-8ff3-5f3455453092 HTTP/1.1" status: 200 len: 809 time: 0.1266181 Aug 11 03:28:36.363606 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-39c0528a-1bbb-4ffa-8aa9-34ca65de7a98 req-78d337f4-f569-4ac4-a77c-092aa9689444 tempest-VolumesActionsTest-1168174853 tempest-VolumesActionsTest-1168174853-project] Request body: {'port': {'device_id': 'd841e9a7-2f7e-493c-81aa-4afae05ecf58', 'network_id': 'f57c6589-656f-456a-8ff3-5f3455453092', 'admin_state_up': True, 'tenant_id': '7cf5a028fe8e446bbd034ec53fddeed6'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:28:36.373031 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a666e195-f059-4096-ac55-6f7d79d9b75c None None] Sync routers for ids ['1f193cce-4884-4c3a-8445-717a5407d13f'] in n-d-764292-30 {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:28:36.383041 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a666e195-f059-4096-ac55-6f7d79d9b75c None None] Routers {'1f193cce-4884-4c3a-8445-717a5407d13f'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:28:36.384056 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-a666e195-f059-4096-ac55-6f7d79d9b75c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:28:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['1f193cce-4884-4c3a-8445-717a5407d13f'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:28:36.399221 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b0c55323-e32b-4b40-934f-ce1677cca3fe tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:36.400489 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-b0c55323-e32b-4b40-934f-ce1677cca3fe tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3684592 Aug 11 03:28:36.408640 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 58916) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:28:36.414723 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-7d0d9d54-c6cc-435b-b8e5-b5e95d5b236d tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Request body: {'security_group_rule': {'security_group_id': 'e9628d8d-75dd-45fc-9e19-23526969057e', 'project_id': 'a5478860f7cb432583cc8e5d994d2237', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:28:36.516536 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-a666e195-f059-4096-ac55-6f7d79d9b75c None None] Set router 1f193cce-4884-4c3a-8445-717a5407d13f gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:28:36.523010 n-d-764292-30 neutron-server[102192]: INFO neutron.db.securitygroups_db [None req-7d0d9d54-c6cc-435b-b8e5-b5e95d5b236d tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Project a5478860f7cb432583cc8e5d994d2237 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 03:28:36.528201 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-7d0d9d54-c6cc-435b-b8e5-b5e95d5b236d tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:36.598352 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 58924) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:28:36.603902 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-566f10a7-efb9-4380-abbd-6db5d471a61f admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-264675998-network', 'tenant_id': '69211039b9944a608d6219c662ecc6c6'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:28:36.646709 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-7d0d9d54-c6cc-435b-b8e5-b5e95d5b236d tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:36.695723 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39c0528a-1bbb-4ffa-8aa9-34ca65de7a98 req-78d337f4-f569-4ac4-a77c-092aa9689444 tempest-VolumesActionsTest-1168174853 tempest-VolumesActionsTest-1168174853-project] Made reservation on behalf of 7cf5a028fe8e446bbd034ec53fddeed6 for: {'port': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:28:36.704609 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-39c0528a-1bbb-4ffa-8aa9-34ca65de7a98 req-78d337f4-f569-4ac4-a77c-092aa9689444 tempest-VolumesActionsTest-1168174853 tempest-VolumesActionsTest-1168174853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:36.731182 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-7d0d9d54-c6cc-435b-b8e5-b5e95d5b236d tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:36.756172 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-a666e195-f059-4096-ac55-6f7d79d9b75c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f193cce-4884-4c3a-8445-717a5407d13f', 'name': 'tempest-TestServerMultinode-1608795734-router', 'tenant_id': 'a85269c0e6474c78b09f8a25d858da1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': '0385c4e4-e670-47e2-bd4a-90d3ae5227f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:28:26Z', 'updated_at': '2021-08-11T03:28:33Z', 'revision_number': 4, 'project_id': 'a85269c0e6474c78b09f8a25d858da1f', 'gw_port': {'id': '0385c4e4-e670-47e2-bd4a-90d3ae5227f0', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:84:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f193cce-4884-4c3a-8445-717a5407d13f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:28:28Z', 'updated_at': '2021-08-11T03:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': 'e74a41af-8d1a-4034-b2d1-727dae0bc2fa', 'name': '', 'network_id': 'd11fd958-885d-4a82-9fdd-6960c706498c', 'tenant_id': 'a85269c0e6474c78b09f8a25d858da1f', 'mac_address': 'fa:16:3e:15:c0:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f193cce-4884-4c3a-8445-717a5407d13f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': '753b33f1-8e9a-4e10-a98a-bf91420f1585', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:28:32Z', 'updated_at': '2021-08-11T03:28:34Z', 'revision_number': 2, 'project_id': 'a85269c0e6474c78b09f8a25d858da1f', 'subnets': [{'id': '753b33f1-8e9a-4e10-a98a-bf91420f1585', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:28:36.774747 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4df8b9f4-7bfb-4cf9-a026-af6b9bfb59d7 req-397ee46f-644d-4c85-8340-245d2e29632f tempest-VolumesActionsTest-1168174853 tempest-VolumesActionsTest-1168174853-project] 10.222.0.41 "GET /v2.0/ports?device_id=d841e9a7-2f7e-493c-81aa-4afae05ecf58 HTTP/1.1" status: 200 len: 210 time: 0.0611498 Aug 11 03:28:36.782224 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0d9d54-c6cc-435b-b8e5-b5e95d5b236d tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba699acd-d93d-4748-af1c-e72b68673757,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:36.787737 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a666e195-f059-4096-ac55-6f7d79d9b75c None None] Checking router: 1f193cce-4884-4c3a-8445-717a5407d13f for host: n-d-764292-30 {{(pid=102194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:28:36.788477 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a666e195-f059-4096-ac55-6f7d79d9b75c None None] Updating router 1f193cce-4884-4c3a-8445-717a5407d13f port e74a41af-8d1a-4034-b2d1-727dae0bc2fa binding host n-d-764292-30 {{(pid=102194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:28:36.817145 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-566f10a7-efb9-4380-abbd-6db5d471a61f admin admin] Made reservation on behalf of 69211039b9944a608d6219c662ecc6c6 for: {'network': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:28:36.819534 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-566f10a7-efb9-4380-abbd-6db5d471a61f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:36.824050 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-a666e195-f059-4096-ac55-6f7d79d9b75c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:36.832566 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-566f10a7-efb9-4380-abbd-6db5d471a61f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:36.877745 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 63928cc4-8801-4e84-aeb7-a241b0389876 up at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:28:36.937490 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [req-39c0528a-1bbb-4ffa-8aa9-34ca65de7a98 req-78d337f4-f569-4ac4-a77c-092aa9689444 tempest-VolumesActionsTest-1168174853 tempest-VolumesActionsTest-1168174853-project] Allocated IP 172.20.0.9 (f57c6589-656f-456a-8ff3-5f3455453092/627b7779-f69d-4e7b-9b80-79800e15738b/b7dc6ca3-802f-4899-a5ad-8ef6d376708e) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:28:37.000159 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-7d0d9d54-c6cc-435b-b8e5-b5e95d5b236d tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:37.003971 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-7d0d9d54-c6cc-435b-b8e5-b5e95d5b236d tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5918479 Aug 11 03:28:37.004319 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 58934) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:28:37.010110 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-5d035ba7-dcb0-4f7d-90f9-75afffcf66d5 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Request body: {'security_group_rule': {'security_group_id': 'e9628d8d-75dd-45fc-9e19-23526969057e', 'project_id': 'a5478860f7cb432583cc8e5d994d2237', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:28:37.037874 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2221ef4-4ba3-4fd8-8be4-76825d41a2ba req-7c703887-992c-4481-a32e-3053eb405cbb tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:37.039428 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f2221ef4-4ba3-4fd8-8be4-76825d41a2ba req-7c703887-992c-4481-a32e-3053eb405cbb tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c259586-c6f4-42c2-8702-c37d53356d71 HTTP/1.1" status: 200 len: 945 time: 0.0979531 Aug 11 03:28:37.099937 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning for port 63928cc4-8801-4e84-aeb7-a241b0389876 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:28:37.104857 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning complete for port 63928cc4-8801-4e84-aeb7-a241b0389876 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:28:37.105878 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:37.111683 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f2221ef4-4ba3-4fd8-8be4-76825d41a2ba req-394a89de-406a-4997-87b4-efc96c4afef9 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d1cd399-f1ad-4eb8-8279-cc3e3b1f8ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644181 Aug 11 03:28:37.172751 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:37.178929 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-39c0528a-1bbb-4ffa-8aa9-34ca65de7a98 req-78d337f4-f569-4ac4-a77c-092aa9689444 tempest-VolumesActionsTest-1168174853 tempest-VolumesActionsTest-1168174853-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:37.197393 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-566f10a7-efb9-4380-abbd-6db5d471a61f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:37.206598 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-a666e195-f059-4096-ac55-6f7d79d9b75c None None] Notify callbacks [] for port, precommit_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:37.225279 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.provisioning_blocks [None req-a666e195-f059-4096-ac55-6f7d79d9b75c None None] Transition to ACTIVE for port object e74a41af-8d1a-4034-b2d1-727dae0bc2fa will not be triggered until provisioned by entity L2. {{(pid=102194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:28:37.246791 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:37.273877 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c259586-c6f4-42c2-8702-c37d53356d71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63928cc4-8801-4e84-aeb7-a241b0389876'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:28:37.277069 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-566f10a7-efb9-4380-abbd-6db5d471a61f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:37.280587 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1a4f87f-b83a-460a-ba4e-ae7a36a3f567" -d '{"events": [{"server_uuid": "9c259586-c6f4-42c2-8702-c37d53356d71", "name": "network-vif-plugged", "status": "completed", "tag": "63928cc4-8801-4e84-aeb7-a241b0389876"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:28:37.290361 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-566f10a7-efb9-4380-abbd-6db5d471a61f admin admin] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=102191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:28:37.299823 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-566f10a7-efb9-4380-abbd-6db5d471a61f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:37.300246 n-d-764292-30 neutron-server[102191]: INFO neutron.db.segments_db [None req-566f10a7-efb9-4380-abbd-6db5d471a61f admin admin] Added segment e0bdbf17-39ef-4cda-a769-5b18570c8140 of type vlan for network 37d25dbb-8b0c-4bea-bf6e-f558cb05b85f Aug 11 03:28:37.301060 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port 63928cc4-8801-4e84-aeb7-a241b0389876, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=63928cc4-8801-4e84-aeb7-a241b0389876,segment=NetworkSegment(323f142b-ee85-4d27-85a3-85cc28507ab1),segment_id=323f142b-ee85-4d27-85a3-85cc28507ab1)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:28:37.302868 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 0385c4e4-e670-47e2-bd4a-90d3ae5227f0 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:28:37.325831 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:28:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42cd60f7-173a-43ee-b3f5-a2be5891e73d x-openstack-request-id: req-42cd60f7-173a-43ee-b3f5-a2be5891e73d {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:28:37.326123 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c259586-c6f4-42c2-8702-c37d53356d71", "name": "network-vif-plugged", "status": "completed", "tag": "63928cc4-8801-4e84-aeb7-a241b0389876", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:28:37.326397 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-42cd60f7-173a-43ee-b3f5-a2be5891e73d {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:28:37.326790 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c259586-c6f4-42c2-8702-c37d53356d71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63928cc4-8801-4e84-aeb7-a241b0389876', 'code': 200} Aug 11 03:28:37.340553 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-a666e195-f059-4096-ac55-6f7d79d9b75c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:37.358254 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566f10a7-efb9-4380-abbd-6db5d471a61f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1897814c-c114-458d-9fca-3c353e796c6c,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:37.361889 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-566f10a7-efb9-4380-abbd-6db5d471a61f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:37.372987 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:37.373185 n-d-764292-30 neutron-server[102192]: INFO neutron.db.securitygroups_db [None req-5d035ba7-dcb0-4f7d-90f9-75afffcf66d5 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Project a5478860f7cb432583cc8e5d994d2237 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 03:28:37.384703 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-5d035ba7-dcb0-4f7d-90f9-75afffcf66d5 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:37.385117 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-39c0528a-1bbb-4ffa-8aa9-34ca65de7a98 req-78d337f4-f569-4ac4-a77c-092aa9689444 tempest-VolumesActionsTest-1168174853 tempest-VolumesActionsTest-1168174853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:37.429188 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 0385c4e4-e670-47e2-bd4a-90d3ae5227f0 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:28:37.432853 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b3b161-8a02-4ec8-b976-9e165d6fe28c None None] Pushing event updated for resources: {'Port': ['ID=e74a41af-8d1a-4034-b2d1-727dae0bc2fa,revision_number=3']} {{(pid=102194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:37.437401 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:37.458468 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b3b161-8a02-4ec8-b976-9e165d6fe28c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:28:37.458812 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b3b161-8a02-4ec8-b976-9e165d6fe28c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:28:37.458919 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39c0528a-1bbb-4ffa-8aa9-34ca65de7a98 req-78d337f4-f569-4ac4-a77c-092aa9689444 tempest-VolumesActionsTest-1168174853 tempest-VolumesActionsTest-1168174853-project] Network f57c6589-656f-456a-8ff3-5f3455453092 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:28:37.459148 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b3b161-8a02-4ec8-b976-9e165d6fe28c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:28:37.459474 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b3b161-8a02-4ec8-b976-9e165d6fe28c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:28:37.464206 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [req-39c0528a-1bbb-4ffa-8aa9-34ca65de7a98 req-78d337f4-f569-4ac4-a77c-092aa9689444 tempest-VolumesActionsTest-1168174853 tempest-VolumesActionsTest-1168174853-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:28:37.464790 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b3b161-8a02-4ec8-b976-9e165d6fe28c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:28:37.465444 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b3b161-8a02-4ec8-b976-9e165d6fe28c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:28:37.465952 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b3b161-8a02-4ec8-b976-9e165d6fe28c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:28:37.466631 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b3b161-8a02-4ec8-b976-9e165d6fe28c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:28:37.467137 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b3b161-8a02-4ec8-b976-9e165d6fe28c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:28:37.467671 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b3b161-8a02-4ec8-b976-9e165d6fe28c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:28:37.468176 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b3b161-8a02-4ec8-b976-9e165d6fe28c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:28:37.468672 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b3b161-8a02-4ec8-b976-9e165d6fe28c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:28:37.469266 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-39c0528a-1bbb-4ffa-8aa9-34ca65de7a98 req-78d337f4-f569-4ac4-a77c-092aa9689444 tempest-VolumesActionsTest-1168174853 tempest-VolumesActionsTest-1168174853-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:28:37.566299 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d337f4-f569-4ac4-a77c-092aa9689444 tempest-VolumesActionsTest-1168174853 tempest-VolumesActionsTest-1168174853-project] Pushing event updated for resources: {'Port': ['ID=b7dc6ca3-802f-4899-a5ad-8ef6d376708e,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:37.582746 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-5d035ba7-dcb0-4f7d-90f9-75afffcf66d5 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:37.599661 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-566f10a7-efb9-4380-abbd-6db5d471a61f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:37.606407 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-566f10a7-efb9-4380-abbd-6db5d471a61f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:37.606407 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-566f10a7-efb9-4380-abbd-6db5d471a61f admin admin] Notify callbacks [] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:37.611428 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-a666e195-f059-4096-ac55-6f7d79d9b75c None None] Attempting to bind port e74a41af-8d1a-4034-b2d1-727dae0bc2fa on host n-d-764292-30 for vnic_type normal with profile {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:28:37.614335 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-a666e195-f059-4096-ac55-6f7d79d9b75c None None] Attempting to bind port e74a41af-8d1a-4034-b2d1-727dae0bc2fa by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': 'c1162484-e62d-469d-a375-b4ed88d91d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'd11fd958-885d-4a82-9fdd-6960c706498c'}] {{(pid=102194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:28:37.614770 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a666e195-f059-4096-ac55-6f7d79d9b75c None None] Attempting to bind port e74a41af-8d1a-4034-b2d1-727dae0bc2fa on network d11fd958-885d-4a82-9fdd-6960c706498c {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:28:37.634849 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a666e195-f059-4096-ac55-6f7d79d9b75c None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 28, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:28:37.634849 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a666e195-f059-4096-ac55-6f7d79d9b75c None None] Checking segment: {'id': 'c1162484-e62d-469d-a375-b4ed88d91d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'd11fd958-885d-4a82-9fdd-6960c706498c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:28:37.640059 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-a666e195-f059-4096-ac55-6f7d79d9b75c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:37.640544 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a666e195-f059-4096-ac55-6f7d79d9b75c None None] Bound using segment: {'id': 'c1162484-e62d-469d-a375-b4ed88d91d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'd11fd958-885d-4a82-9fdd-6960c706498c'} {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:28:37.641170 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-a666e195-f059-4096-ac55-6f7d79d9b75c None None] Bound port: e74a41af-8d1a-4034-b2d1-727dae0bc2fa, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1162484-e62d-469d-a375-b4ed88d91d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'd11fd958-885d-4a82-9fdd-6960c706498c'}}] {{(pid=102194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:28:37.641528 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c92da4-6a86-4a7c-9636-2dd65fa4cba7 req-f823bd8e-8315-4da0-b9b7-3484904a057a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:37.644501 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-25c92da4-6a86-4a7c-9636-2dd65fa4cba7 req-f823bd8e-8315-4da0-b9b7-3484904a057a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9c259586-c6f4-42c2-8702-c37d53356d71 HTTP/1.1" status: 200 len: 1098 time: 0.2049375 Aug 11 03:28:37.645041 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-a666e195-f059-4096-ac55-6f7d79d9b75c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:37.658987 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=63928cc4-8801-4e84-aeb7-a241b0389876,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:37.672284 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-5d035ba7-dcb0-4f7d-90f9-75afffcf66d5 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:37.737283 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d035ba7-dcb0-4f7d-90f9-75afffcf66d5 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3986439-7c7a-4b7f-8bac-dc931d545452,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:37.737627 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c0528a-1bbb-4ffa-8aa9-34ca65de7a98 req-78d337f4-f569-4ac4-a77c-092aa9689444 tempest-VolumesActionsTest-1168174853 tempest-VolumesActionsTest-1168174853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:37.738774 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-39c0528a-1bbb-4ffa-8aa9-34ca65de7a98 req-78d337f4-f569-4ac4-a77c-092aa9689444 tempest-VolumesActionsTest-1168174853 tempest-VolumesActionsTest-1168174853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:37.744814 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566f10a7-efb9-4380-abbd-6db5d471a61f admin admin] Pushing event updated for resources: {'Network': ['ID=37d25dbb-8b0c-4bea-bf6e-f558cb05b85f,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:37.765584 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network 37d25dbb-8b0c-4bea-bf6e-f558cb05b85f details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:28:37.770034 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-25c92da4-6a86-4a7c-9636-2dd65fa4cba7 req-062c28d0-103f-4fac-80b5-f3ad10b5ee85 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=9d1cd399-f1ad-4eb8-8279-cc3e3b1f8ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148357 Aug 11 03:28:37.774218 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.db [None req-a666e195-f059-4096-ac55-6f7d79d9b75c None None] For port e74a41af-8d1a-4034-b2d1-727dae0bc2fa, host n-d-764292-30, cleared binding levels {{(pid=102194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:28:37.777629 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.db [None req-a666e195-f059-4096-ac55-6f7d79d9b75c None None] For port e74a41af-8d1a-4034-b2d1-727dae0bc2fa, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=e74a41af-8d1a-4034-b2d1-727dae0bc2fa,segment=NetworkSegment(c1162484-e62d-469d-a375-b4ed88d91d4b),segment_id=c1162484-e62d-469d-a375-b4ed88d91d4b)] {{(pid=102194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:28:37.803601 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-566f10a7-efb9-4380-abbd-6db5d471a61f admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2035382 Aug 11 03:28:37.806399 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 58954) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:28:37.811387 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-30514640-7f80-4b3e-b354-f1b03b15a89e admin admin] Request body: {'subnet': {'network_id': '37d25dbb-8b0c-4bea-bf6e-f558cb05b85f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-264675998-subnet', 'tenant_id': '69211039b9944a608d6219c662ecc6c6', 'ip_version': 4}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:28:37.832657 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-5d035ba7-dcb0-4f7d-90f9-75afffcf66d5 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:37.834899 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-5d035ba7-dcb0-4f7d-90f9-75afffcf66d5 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8277738 Aug 11 03:28:37.836198 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-39c0528a-1bbb-4ffa-8aa9-34ca65de7a98 req-78d337f4-f569-4ac4-a77c-092aa9689444 tempest-VolumesActionsTest-1168174853 tempest-VolumesActionsTest-1168174853-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4778161 Aug 11 03:28:37.836736 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 58958) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:28:37.846293 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-79260e60-9c98-4b19-8bf8-c80f1ec989ae tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Request body: {'network': {'name': 'tempest-network-smoke--1741742897', 'project_id': 'a5478860f7cb432583cc8e5d994d2237', 'port_security_enabled': True}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:28:37.857958 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-39c0528a-1bbb-4ffa-8aa9-34ca65de7a98 req-f6a827ef-3f7f-4f85-af10-f0f84a0939a8 service neutron] Request body: {'port': {'device_id': 'd841e9a7-2f7e-493c-81aa-4afae05ecf58', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764292-30'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:28:37.883383 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-a666e195-f059-4096-ac55-6f7d79d9b75c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:37.944919 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a666e195-f059-4096-ac55-6f7d79d9b75c None None] Routers {'1f193cce-4884-4c3a-8445-717a5407d13f'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:28:37.945657 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-a666e195-f059-4096-ac55-6f7d79d9b75c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:28:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['1f193cce-4884-4c3a-8445-717a5407d13f'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:28:37.969355 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-39c0528a-1bbb-4ffa-8aa9-34ca65de7a98 req-f6a827ef-3f7f-4f85-af10-f0f84a0939a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:37.970809 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c64849-c129-4529-86b4-a5bbf9c18867 req-c3151680-851a-4cf2-9537-f18b5d81aa2e tempest-VolumesActionsTest-1168174853 tempest-VolumesActionsTest-1168174853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:37.984727 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f5c64849-c129-4529-86b4-a5bbf9c18867 req-c3151680-851a-4cf2-9537-f18b5d81aa2e tempest-VolumesActionsTest-1168174853 tempest-VolumesActionsTest-1168174853-project] 10.222.0.41 "GET /v2.0/ports?device_id=d841e9a7-2f7e-493c-81aa-4afae05ecf58 HTTP/1.1" status: 200 len: 931 time: 0.0942175 Aug 11 03:28:38.040718 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f5c64849-c129-4529-86b4-a5bbf9c18867 req-faf3a5d8-f47f-4fe5-9d99-66543ac0e075 tempest-VolumesActionsTest-1168174853 tempest-VolumesActionsTest-1168174853-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a81c5ed-57da-4453-859a-5ef9b41ed491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551348 Aug 11 03:28:38.079272 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30514640-7f80-4b3e-b354-f1b03b15a89e admin admin] Made reservation on behalf of 69211039b9944a608d6219c662ecc6c6 for: {'subnet': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:28:38.082247 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-30514640-7f80-4b3e-b354-f1b03b15a89e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274743'] for subnet, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:38.099837 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-a666e195-f059-4096-ac55-6f7d79d9b75c None None] Set router 1f193cce-4884-4c3a-8445-717a5407d13f gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:28:38.131840 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b3b161-8a02-4ec8-b976-9e165d6fe28c None None] Pushing event updated for resources: {'Port': ['ID=e74a41af-8d1a-4034-b2d1-727dae0bc2fa,revision_number=4']} {{(pid=102194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:38.221292 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79260e60-9c98-4b19-8bf8-c80f1ec989ae tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Made reservation on behalf of a5478860f7cb432583cc8e5d994d2237 for: {'network': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:28:38.225858 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-79260e60-9c98-4b19-8bf8-c80f1ec989ae tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:38.296632 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79260e60-9c98-4b19-8bf8-c80f1ec989ae tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=102191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:28:38.369010 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-79260e60-9c98-4b19-8bf8-c80f1ec989ae tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:38.369528 n-d-764292-30 neutron-server[102191]: INFO neutron.db.segments_db [None req-79260e60-9c98-4b19-8bf8-c80f1ec989ae tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Added segment 2552da39-1bd3-49e5-a3d5-aadbf38eb7b5 of type vlan for network 511c1003-0f31-4ca2-8e8d-4cb957655e51 Aug 11 03:28:38.374707 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d9a64c-cc47-4474-af44-85dbc1bee90c req-992f1138-bb7a-44d4-a849-3601e2631f28 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:38.377188 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-23d9a64c-cc47-4474-af44-85dbc1bee90c req-992f1138-bb7a-44d4-a849-3601e2631f28 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c259586-c6f4-42c2-8702-c37d53356d71 HTTP/1.1" status: 200 len: 946 time: 0.1046629 Aug 11 03:28:38.432524 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-a666e195-f059-4096-ac55-6f7d79d9b75c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f193cce-4884-4c3a-8445-717a5407d13f', 'name': 'tempest-TestServerMultinode-1608795734-router', 'tenant_id': 'a85269c0e6474c78b09f8a25d858da1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': '0385c4e4-e670-47e2-bd4a-90d3ae5227f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:28:26Z', 'updated_at': '2021-08-11T03:28:33Z', 'revision_number': 4, 'project_id': 'a85269c0e6474c78b09f8a25d858da1f', 'gw_port': {'id': '0385c4e4-e670-47e2-bd4a-90d3ae5227f0', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:84:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f193cce-4884-4c3a-8445-717a5407d13f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:28:28Z', 'updated_at': '2021-08-11T03:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': 'e74a41af-8d1a-4034-b2d1-727dae0bc2fa', 'name': '', 'network_id': 'd11fd958-885d-4a82-9fdd-6960c706498c', 'tenant_id': 'a85269c0e6474c78b09f8a25d858da1f', 'mac_address': 'fa:16:3e:15:c0:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f193cce-4884-4c3a-8445-717a5407d13f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': '753b33f1-8e9a-4e10-a98a-bf91420f1585', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:28:32Z', 'updated_at': '2021-08-11T03:28:37Z', 'revision_number': 4, 'project_id': 'a85269c0e6474c78b09f8a25d858da1f', 'subnets': [{'id': '753b33f1-8e9a-4e10-a98a-bf91420f1585', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:28:38.437611 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-79260e60-9c98-4b19-8bf8-c80f1ec989ae tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:38.448671 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-23d9a64c-cc47-4474-af44-85dbc1bee90c req-fccf444b-b673-4b44-bb8a-b3e92e756c77 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d1cd399-f1ad-4eb8-8279-cc3e3b1f8ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617740 Aug 11 03:28:38.464134 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a666e195-f059-4096-ac55-6f7d79d9b75c None None] The sync data for ids ['1f193cce-4884-4c3a-8445-717a5407d13f'] in n-d-764292-30 is: [{'id': '1f193cce-4884-4c3a-8445-717a5407d13f', 'name': 'tempest-TestServerMultinode-1608795734-router', 'tenant_id': 'a85269c0e6474c78b09f8a25d858da1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': '0385c4e4-e670-47e2-bd4a-90d3ae5227f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:28:26Z', 'updated_at': '2021-08-11T03:28:33Z', 'revision_number': 4, 'project_id': 'a85269c0e6474c78b09f8a25d858da1f', 'gw_port': {'id': '0385c4e4-e670-47e2-bd4a-90d3ae5227f0', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:84:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f193cce-4884-4c3a-8445-717a5407d13f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:28:28Z', 'updated_at': '2021-08-11T03:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': 'e74a41af-8d1a-4034-b2d1-727dae0bc2fa', 'name': '', 'network_id': 'd11fd958-885d-4a82-9fdd-6960c706498c', 'tenant_id': 'a85269c0e6474c78b09f8a25d858da1f', 'mac_address': 'fa:16:3e:15:c0:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f193cce-4884-4c3a-8445-717a5407d13f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': '753b33f1-8e9a-4e10-a98a-bf91420f1585', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:28:32Z', 'updated_at': '2021-08-11T03:28:37Z', 'revision_number': 4, 'project_id': 'a85269c0e6474c78b09f8a25d858da1f', 'subnets': [{'id': '753b33f1-8e9a-4e10-a98a-bf91420f1585', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:28:38.685176 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-79260e60-9c98-4b19-8bf8-c80f1ec989ae tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:38.691965 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79260e60-9c98-4b19-8bf8-c80f1ec989ae tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:38.692843 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-79260e60-9c98-4b19-8bf8-c80f1ec989ae tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks [] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:38.715140 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1d0fad04-1be2-49e5-9153-f6dff2e50863 req-6d7416b0-5150-412c-9f20-4311073af9ef service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2c376da4-986b-4704-b679-701b57d3cf01&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1126556 Aug 11 03:28:38.875654 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79260e60-9c98-4b19-8bf8-c80f1ec989ae tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Pushing event updated for resources: {'Network': ['ID=511c1003-0f31-4ca2-8e8d-4cb957655e51,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:38.881226 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [req-39c0528a-1bbb-4ffa-8aa9-34ca65de7a98 req-f6a827ef-3f7f-4f85-af10-f0f84a0939a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7dc6ca3-802f-4899-a5ad-8ef6d376708e {{(pid=102191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:28:38.890456 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-39c0528a-1bbb-4ffa-8aa9-34ca65de7a98 req-f6a827ef-3f7f-4f85-af10-f0f84a0939a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:38.902945 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network 511c1003-0f31-4ca2-8e8d-4cb957655e51 details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:28:38.907129 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0fad04-1be2-49e5-9153-f6dff2e50863 req-5472ae00-3e80-4a98-ab10-22a566206f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:38.907576 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [req-39c0528a-1bbb-4ffa-8aa9-34ca65de7a98 req-f6a827ef-3f7f-4f85-af10-f0f84a0939a8 service neutron] Transition to ACTIVE for port object b7dc6ca3-802f-4899-a5ad-8ef6d376708e will not be triggered until provisioned by entity L2. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:28:38.909475 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1d0fad04-1be2-49e5-9153-f6dff2e50863 req-5472ae00-3e80-4a98-ab10-22a566206f71 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fdbe55b7c58c49b2bfb506767218e312&device_id=2c376da4-986b-4704-b679-701b57d3cf01 HTTP/1.1" status: 200 len: 1098 time: 0.0977330 Aug 11 03:28:39.002067 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-39c0528a-1bbb-4ffa-8aa9-34ca65de7a98 req-f6a827ef-3f7f-4f85-af10-f0f84a0939a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:39.009418 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 58980) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:28:39.010178 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-79260e60-9c98-4b19-8bf8-c80f1ec989ae tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1721365 Aug 11 03:28:39.015460 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-b6c3239f-c319-4102-af85-f9759fedd94d tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1478331513', 'admin_state_up': True, 'project_id': 'a5478860f7cb432583cc8e5d994d2237', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:28:39.056577 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0fad04-1be2-49e5-9153-f6dff2e50863 req-c7fb9ae5-fe6b-42ff-88dc-bf3c2517417e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:39.058132 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1d0fad04-1be2-49e5-9153-f6dff2e50863 req-c7fb9ae5-fe6b-42ff-88dc-bf3c2517417e service neutron] 10.222.0.24 "GET /v2.0/networks?id=e7fa7474-ec27-48c0-82c6-4433dec0ec87 HTTP/1.1" status: 200 len: 912 time: 0.1279280 Aug 11 03:28:39.066182 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-30514640-7f80-4b3e-b354-f1b03b15a89e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126283476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274725'] for subnet, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:39.073166 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a827ef-3f7f-4f85-af10-f0f84a0939a8 service neutron] Pushing event updated for resources: {'Port': ['ID=b7dc6ca3-802f-4899-a5ad-8ef6d376708e,revision_number=2']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:39.199555 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b6c3239f-c319-4102-af85-f9759fedd94d tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-450010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6626'] for router, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:39.200635 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b6c3239f-c319-4102-af85-f9759fedd94d tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-446747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6633'] for router, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:39.202641 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30514640-7f80-4b3e-b354-f1b03b15a89e admin admin] Pushing event updated for resources: {'Subnet': ['ID=a49cd060-f36d-4991-9345-f6e13ba4429f,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:39.208124 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30514640-7f80-4b3e-b354-f1b03b15a89e admin admin] Checking segment: {'id': 'e0bdbf17-39ef-4cda-a769-5b18570c8140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '37d25dbb-8b0c-4bea-bf6e-f558cb05b85f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:28:39.208483 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30514640-7f80-4b3e-b354-f1b03b15a89e admin admin] Network hostable DHCP agents. Network: 37d25dbb-8b0c-4bea-bf6e-f558cb05b85f, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:28:39.280969 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1d0fad04-1be2-49e5-9153-f6dff2e50863 req-947cb3b4-e226-44d6-a3ce-5aa1c93137f7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=deeb2f0a-ba4a-415b-a81f-39cc7aeee593 HTTP/1.1" status: 200 len: 1002 time: 0.2044032 Aug 11 03:28:39.315547 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-39c0528a-1bbb-4ffa-8aa9-34ca65de7a98 req-f6a827ef-3f7f-4f85-af10-f0f84a0939a8 service neutron] Attempting to bind port b7dc6ca3-802f-4899-a5ad-8ef6d376708e on host n-h1-764292-30 for vnic_type normal with profile {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:28:39.315547 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-39c0528a-1bbb-4ffa-8aa9-34ca65de7a98 req-f6a827ef-3f7f-4f85-af10-f0f84a0939a8 service neutron] Attempting to bind port b7dc6ca3-802f-4899-a5ad-8ef6d376708e by drivers openvswitch,hyperv on host n-h1-764292-30 at level 0 using segments [{'id': '6e7d1215-7bc4-4f0c-9e90-d7a2b8cae1df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'f57c6589-656f-456a-8ff3-5f3455453092'}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:28:39.315547 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c0528a-1bbb-4ffa-8aa9-34ca65de7a98 req-f6a827ef-3f7f-4f85-af10-f0f84a0939a8 service neutron] Attempting to bind port b7dc6ca3-802f-4899-a5ad-8ef6d376708e on network f57c6589-656f-456a-8ff3-5f3455453092 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:28:39.318413 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c0528a-1bbb-4ffa-8aa9-34ca65de7a98 req-f6a827ef-3f7f-4f85-af10-f0f84a0939a8 service neutron] Port b7dc6ca3-802f-4899-a5ad-8ef6d376708e on network f57c6589-656f-456a-8ff3-5f3455453092 not bound, no agent of type Open vSwitch agent registered on host n-h1-764292-30 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:28:39.318924 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c0528a-1bbb-4ffa-8aa9-34ca65de7a98 req-f6a827ef-3f7f-4f85-af10-f0f84a0939a8 service neutron] Attempting to bind port b7dc6ca3-802f-4899-a5ad-8ef6d376708e on network f57c6589-656f-456a-8ff3-5f3455453092 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:28:39.351408 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c0528a-1bbb-4ffa-8aa9-34ca65de7a98 req-f6a827ef-3f7f-4f85-af10-f0f84a0939a8 service neutron] Checking agent: {'id': 'abb524c2-b412-4ed2-8367-45c4fd996fa7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:28:39.355593 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c0528a-1bbb-4ffa-8aa9-34ca65de7a98 req-f6a827ef-3f7f-4f85-af10-f0f84a0939a8 service neutron] Checking segment: {'id': '6e7d1215-7bc4-4f0c-9e90-d7a2b8cae1df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'f57c6589-656f-456a-8ff3-5f3455453092'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:28:39.355593 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c0528a-1bbb-4ffa-8aa9-34ca65de7a98 req-f6a827ef-3f7f-4f85-af10-f0f84a0939a8 service neutron] Bound using segment: {'id': '6e7d1215-7bc4-4f0c-9e90-d7a2b8cae1df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'f57c6589-656f-456a-8ff3-5f3455453092'} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:28:39.355593 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-39c0528a-1bbb-4ffa-8aa9-34ca65de7a98 req-f6a827ef-3f7f-4f85-af10-f0f84a0939a8 service neutron] Bound port: b7dc6ca3-802f-4899-a5ad-8ef6d376708e, host: n-h1-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e7d1215-7bc4-4f0c-9e90-d7a2b8cae1df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'f57c6589-656f-456a-8ff3-5f3455453092'}}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:28:39.355593 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-39c0528a-1bbb-4ffa-8aa9-34ca65de7a98 req-f6a827ef-3f7f-4f85-af10-f0f84a0939a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:39.383182 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device e74a41af-8d1a-4034-b2d1-727dae0bc2fa up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:28:39.395603 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30514640-7f80-4b3e-b354-f1b03b15a89e admin admin] Network 37d25dbb-8b0c-4bea-bf6e-f558cb05b85f is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:28:39.411109 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d823f45f-d208-4842-be33-04334e062409 req-7b3ff474-69ae-4ee8-8eea-b887d3a65ec9 tempest-VolumesActionsTest-1168174853 tempest-VolumesActionsTest-1168174853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:39.418344 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d823f45f-d208-4842-be33-04334e062409 req-7b3ff474-69ae-4ee8-8eea-b887d3a65ec9 tempest-VolumesActionsTest-1168174853 tempest-VolumesActionsTest-1168174853-project] 10.222.0.41 "GET /v2.0/ports?device_id=d841e9a7-2f7e-493c-81aa-4afae05ecf58 HTTP/1.1" status: 200 len: 943 time: 0.2482424 Aug 11 03:28:39.426839 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b6c3239f-c319-4102-af85-f9759fedd94d tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:39.461539 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0fad04-1be2-49e5-9153-f6dff2e50863 req-e9a8af55-b9d9-4eac-ae22-a5fa072d0be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:39.463205 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1d0fad04-1be2-49e5-9153-f6dff2e50863 req-e9a8af55-b9d9-4eac-ae22-a5fa072d0be7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=89d4fe2e-02dc-452f-b37f-085ec5acb28a HTTP/1.1" status: 200 len: 850 time: 0.1483536 Aug 11 03:28:39.488381 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d823f45f-d208-4842-be33-04334e062409 req-773381dd-dcd1-46c3-8c18-68f1ff322a7a tempest-VolumesActionsTest-1168174853 tempest-VolumesActionsTest-1168174853-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a81c5ed-57da-4453-859a-5ef9b41ed491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689662 Aug 11 03:28:39.489787 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-30514640-7f80-4b3e-b354-f1b03b15a89e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, 37d25dbb-8b0c-4bea-bf6e-f558cb05b85f) {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:28:39.501806 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed75994e-0cfb-4228-aba0-bc21bd5be1b2 None None] Network 37d25dbb-8b0c-4bea-bf6e-f558cb05b85f requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:28:39.510516 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30514640-7f80-4b3e-b354-f1b03b15a89e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:39.511101 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-30514640-7f80-4b3e-b354-f1b03b15a89e admin admin] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:39.524325 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port e74a41af-8d1a-4034-b2d1-727dae0bc2fa completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:28:39.576082 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-39c0528a-1bbb-4ffa-8aa9-34ca65de7a98 req-f6a827ef-3f7f-4f85-af10-f0f84a0939a8 service neutron] For port b7dc6ca3-802f-4899-a5ad-8ef6d376708e, host n-h1-764292-30, cleared binding levels {{(pid=102191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:28:39.579874 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-39c0528a-1bbb-4ffa-8aa9-34ca65de7a98 req-f6a827ef-3f7f-4f85-af10-f0f84a0939a8 service neutron] For port b7dc6ca3-802f-4899-a5ad-8ef6d376708e, host n-h1-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=b7dc6ca3-802f-4899-a5ad-8ef6d376708e,segment=NetworkSegment(6e7d1215-7bc4-4f0c-9e90-d7a2b8cae1df),segment_id=6e7d1215-7bc4-4f0c-9e90-d7a2b8cae1df)] {{(pid=102191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:28:39.598165 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port e74a41af-8d1a-4034-b2d1-727dae0bc2fa triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:28:39.605395 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:39.633043 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-30514640-7f80-4b3e-b354-f1b03b15a89e admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.8251832 Aug 11 03:28:39.635302 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 58998) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:28:39.640461 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-82c7b9c3-7478-4c3a-9940-990118f69f5b admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-264675998-router', 'tenant_id': '69211039b9944a608d6219c662ecc6c6', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:28:39.696887 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-39c0528a-1bbb-4ffa-8aa9-34ca65de7a98 req-f6a827ef-3f7f-4f85-af10-f0f84a0939a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:39.741559 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b6c3239f-c319-4102-af85-f9759fedd94d tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:39.753846 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a827ef-3f7f-4f85-af10-f0f84a0939a8 service neutron] Pushing event updated for resources: {'Port': ['ID=b7dc6ca3-802f-4899-a5ad-8ef6d376708e,revision_number=3']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:39.754913 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0fad04-1be2-49e5-9153-f6dff2e50863 req-65b61a02-a7f7-4d58-a466-ab402d6ff2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:39.756529 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1d0fad04-1be2-49e5-9153-f6dff2e50863 req-65b61a02-a7f7-4d58-a466-ab402d6ff2c1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e7fa7474-ec27-48c0-82c6-4433dec0ec87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2851312 Aug 11 03:28:39.765918 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:39.771807 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-82c7b9c3-7478-4c3a-9940-990118f69f5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-450010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6626'] for router, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:39.772667 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [req-1d0fad04-1be2-49e5-9153-f6dff2e50863 req-f313ab07-a968-4461-96fc-077a3eeedf1e service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:28:39.773393 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-82c7b9c3-7478-4c3a-9940-990118f69f5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-446747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6633'] for router, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:39.773712 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1d0fad04-1be2-49e5-9153-f6dff2e50863 req-f313ab07-a968-4461-96fc-077a3eeedf1e service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0086777 Aug 11 03:28:39.787570 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4909773b-7ae5-4821-9a91-e2cfd740f1c5 req-627ac19b-58b1-4a7d-9e64-82363bda0499 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:39.793720 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4909773b-7ae5-4821-9a91-e2cfd740f1c5 req-627ac19b-58b1-4a7d-9e64-82363bda0499 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c259586-c6f4-42c2-8702-c37d53356d71 HTTP/1.1" status: 200 len: 946 time: 0.1878262 Aug 11 03:28:39.837429 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-82c7b9c3-7478-4c3a-9940-990118f69f5b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:39.845635 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c0528a-1bbb-4ffa-8aa9-34ca65de7a98 req-f6a827ef-3f7f-4f85-af10-f0f84a0939a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:39.846603 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-39c0528a-1bbb-4ffa-8aa9-34ca65de7a98 req-f6a827ef-3f7f-4f85-af10-f0f84a0939a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:39.849791 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-39c0528a-1bbb-4ffa-8aa9-34ca65de7a98 req-f6a827ef-3f7f-4f85-af10-f0f84a0939a8 service neutron] 10.222.0.22 "PUT /v2.0/ports/b7dc6ca3-802f-4899-a5ad-8ef6d376708e HTTP/1.1" status: 200 len: 1092 time: 1.9989352 Aug 11 03:28:39.850566 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd841e9a7-2f7e-493c-81aa-4afae05ecf58', 'tag': 'b7dc6ca3-802f-4899-a5ad-8ef6d376708e'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:28:39.853752 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c79ac8d-74e7-4c3b-bc6c-8d3a925de8cc" -d '{"events": [{"name": "network-changed", "server_uuid": "d841e9a7-2f7e-493c-81aa-4afae05ecf58", "tag": "b7dc6ca3-802f-4899-a5ad-8ef6d376708e"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:28:39.923584 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:28:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7318db6-f8ed-46a4-85c4-1703f3d26ac6 x-openstack-request-id: req-b7318db6-f8ed-46a4-85c4-1703f3d26ac6 {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:28:39.923934 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d841e9a7-2f7e-493c-81aa-4afae05ecf58", "tag": "b7dc6ca3-802f-4899-a5ad-8ef6d376708e", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:28:39.924191 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b7318db6-f8ed-46a4-85c4-1703f3d26ac6 {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:28:39.925056 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd841e9a7-2f7e-493c-81aa-4afae05ecf58', 'tag': 'b7dc6ca3-802f-4899-a5ad-8ef6d376708e', 'status': 'completed', 'code': 200} Aug 11 03:28:39.936432 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67e4d36b-dc3c-40df-9580-14156cdbe489 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde080026-c28f-55be-b52b-13827cc43646-37d25dbb-8b0c-4bea-bf6e-f558cb05b85f', 'network_id': '37d25dbb-8b0c-4bea-bf6e-f558cb05b85f', 'tenant_id': '69211039b9944a608d6219c662ecc6c6', 'fixed_ips': [{'subnet_id': 'a49cd060-f36d-4991-9345-f6e13ba4429f'}]}} from n-d-764292-30. {{(pid=102193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:28:39.938041 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-67e4d36b-dc3c-40df-9580-14156cdbe489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:40.095812 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port e74a41af-8d1a-4034-b2d1-727dae0bc2fa, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=e74a41af-8d1a-4034-b2d1-727dae0bc2fa,segment=NetworkSegment(c1162484-e62d-469d-a375-b4ed88d91d4b),segment_id=c1162484-e62d-469d-a375-b4ed88d91d4b)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:28:40.187894 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:40.207431 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-82c7b9c3-7478-4c3a-9940-990118f69f5b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:40.240763 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.db_base_plugin_common [None req-67e4d36b-dc3c-40df-9580-14156cdbe489 None None] Allocated IP 172.20.0.2 (37d25dbb-8b0c-4bea-bf6e-f558cb05b85f/a49cd060-f36d-4991-9345-f6e13ba4429f/97610c9b-415e-444a-8ef4-b11d4b4f9196) {{(pid=102193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:28:40.258046 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c79ac8d-74e7-4c3b-bc6c-8d3a925de8cc req-7e1ed96b-a4ee-4c62-b3a3-fdf90649b0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:40.260824 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-6c79ac8d-74e7-4c3b-bc6c-8d3a925de8cc req-7e1ed96b-a4ee-4c62-b3a3-fdf90649b0ea service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7cf5a028fe8e446bbd034ec53fddeed6&device_id=d841e9a7-2f7e-493c-81aa-4afae05ecf58 HTTP/1.1" status: 200 len: 1095 time: 0.3166082 Aug 11 03:28:40.305603 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=e74a41af-8d1a-4034-b2d1-727dae0bc2fa,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:40.500528 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4909773b-7ae5-4821-9a91-e2cfd740f1c5 req-afd14f2c-3f36-4a8c-b47d-5e6accc9da86 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d1cd399-f1ad-4eb8-8279-cc3e3b1f8ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6934581 Aug 11 03:28:40.501114 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-67e4d36b-dc3c-40df-9580-14156cdbe489 None None] Notify callbacks [] for port, precommit_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:40.513142 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-67e4d36b-dc3c-40df-9580-14156cdbe489 None None] Transition to ACTIVE for port object 97610c9b-415e-444a-8ef4-b11d4b4f9196 will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:28:40.549788 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-67e4d36b-dc3c-40df-9580-14156cdbe489 None None] Transition to ACTIVE for port object 97610c9b-415e-444a-8ef4-b11d4b4f9196 will not be triggered until provisioned by entity DHCP. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:28:40.551616 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1d0fad04-1be2-49e5-9153-f6dff2e50863 req-dd13178d-dd79-48ab-9b0b-912c628a0d02 service neutron] 10.222.0.24 "GET /v2.0/networks/e7fa7474-ec27-48c0-82c6-4433dec0ec87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7425725 Aug 11 03:28:40.615734 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-67e4d36b-dc3c-40df-9580-14156cdbe489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669'] for port, after_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:40.706110 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e4d36b-dc3c-40df-9580-14156cdbe489 None None] Network 37d25dbb-8b0c-4bea-bf6e-f558cb05b85f is already hosted by enough agents. {{(pid=102193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:28:40.709211 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.base_scheduler [None req-67e4d36b-dc3c-40df-9580-14156cdbe489 None None] Resources bound (agent type, host, resource id): {{(pid=102193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:28:40.715174 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e4d36b-dc3c-40df-9580-14156cdbe489 None None] Received port after_create {{(pid=102193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:28:40.729341 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e4d36b-dc3c-40df-9580-14156cdbe489 None None] Pushing event updated for resources: {'Port': ['ID=97610c9b-415e-444a-8ef4-b11d4b4f9196,revision_number=1']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:40.780810 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1d0fad04-1be2-49e5-9153-f6dff2e50863 req-79367798-def0-407a-9357-9761a689f610 service neutron] 10.222.0.24 "GET /v2.0/networks/e7fa7474-ec27-48c0-82c6-4433dec0ec87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2218287 Aug 11 03:28:40.796947 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-67e4d36b-dc3c-40df-9580-14156cdbe489 None None] Attempting to bind port 97610c9b-415e-444a-8ef4-b11d4b4f9196 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:28:40.797607 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-67e4d36b-dc3c-40df-9580-14156cdbe489 None None] Attempting to bind port 97610c9b-415e-444a-8ef4-b11d4b4f9196 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': 'e0bdbf17-39ef-4cda-a769-5b18570c8140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '37d25dbb-8b0c-4bea-bf6e-f558cb05b85f'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:28:40.798144 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e4d36b-dc3c-40df-9580-14156cdbe489 None None] Attempting to bind port 97610c9b-415e-444a-8ef4-b11d4b4f9196 on network 37d25dbb-8b0c-4bea-bf6e-f558cb05b85f {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:28:40.805203 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e4d36b-dc3c-40df-9580-14156cdbe489 None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 28, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:28:40.806408 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e4d36b-dc3c-40df-9580-14156cdbe489 None None] Checking segment: {'id': 'e0bdbf17-39ef-4cda-a769-5b18570c8140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '37d25dbb-8b0c-4bea-bf6e-f558cb05b85f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:28:40.807418 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-67e4d36b-dc3c-40df-9580-14156cdbe489 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:40.807992 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e4d36b-dc3c-40df-9580-14156cdbe489 None None] Bound using segment: {'id': 'e0bdbf17-39ef-4cda-a769-5b18570c8140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '37d25dbb-8b0c-4bea-bf6e-f558cb05b85f'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:28:40.808744 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-67e4d36b-dc3c-40df-9580-14156cdbe489 None None] Bound port: 97610c9b-415e-444a-8ef4-b11d4b4f9196, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0bdbf17-39ef-4cda-a769-5b18570c8140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '37d25dbb-8b0c-4bea-bf6e-f558cb05b85f'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:28:40.809295 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-67e4d36b-dc3c-40df-9580-14156cdbe489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:40.864484 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b6c3239f-c319-4102-af85-f9759fedd94d tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks [] for router_gateway, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:40.885701 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c79ac8d-74e7-4c3b-bc6c-8d3a925de8cc req-babfc891-911d-4cbd-b983-84a4568ad1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:40.887318 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-6c79ac8d-74e7-4c3b-bc6c-8d3a925de8cc req-babfc891-911d-4cbd-b983-84a4568ad1bb service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=7cf5a028fe8e446bbd034ec53fddeed6&shared=False HTTP/1.1" status: 200 len: 910 time: 0.6184850 Aug 11 03:28:40.898224 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-67e4d36b-dc3c-40df-9580-14156cdbe489 None None] For port 97610c9b-415e-444a-8ef4-b11d4b4f9196, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:28:40.899870 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3fe6b9-f0bd-401d-beec-a433334a8fca req-77bad0e6-1dde-4300-a640-be0a8f8fe9f4 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:40.899993 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-67e4d36b-dc3c-40df-9580-14156cdbe489 None None] For port 97610c9b-415e-444a-8ef4-b11d4b4f9196, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=97610c9b-415e-444a-8ef4-b11d4b4f9196,segment=NetworkSegment(e0bdbf17-39ef-4cda-a769-5b18570c8140),segment_id=e0bdbf17-39ef-4cda-a769-5b18570c8140)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:28:40.902261 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ff3fe6b9-f0bd-401d-beec-a433334a8fca req-77bad0e6-1dde-4300-a640-be0a8f8fe9f4 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c259586-c6f4-42c2-8702-c37d53356d71 HTTP/1.1" status: 200 len: 946 time: 0.2374146 Aug 11 03:28:40.906746 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b6c3239f-c319-4102-af85-f9759fedd94d tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:40.923520 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b3bdf8-913a-46db-baa0-129202ff14d4 req-9dcf37f9-315a-4d67-8ace-4ebe9bdc96a8 tempest-VolumesActionsTest-1168174853 tempest-VolumesActionsTest-1168174853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:40.925106 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-15b3bdf8-913a-46db-baa0-129202ff14d4 req-9dcf37f9-315a-4d67-8ace-4ebe9bdc96a8 tempest-VolumesActionsTest-1168174853 tempest-VolumesActionsTest-1168174853-project] 10.222.0.41 "GET /v2.0/ports?device_id=d841e9a7-2f7e-493c-81aa-4afae05ecf58 HTTP/1.1" status: 200 len: 943 time: 0.2594476 Aug 11 03:28:40.992211 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-67e4d36b-dc3c-40df-9580-14156cdbe489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:41.030728 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ff3fe6b9-f0bd-401d-beec-a433334a8fca req-2b3b9e0c-018c-4bbf-b2b4-67568a523272 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d1cd399-f1ad-4eb8-8279-cc3e3b1f8ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163249 Aug 11 03:28:41.057311 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c79ac8d-74e7-4c3b-bc6c-8d3a925de8cc req-bef6c7c3-38a2-4a7c-a7e0-2ba966cf8a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:41.057311 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-6c79ac8d-74e7-4c3b-bc6c-8d3a925de8cc req-bef6c7c3-38a2-4a7c-a7e0-2ba966cf8a5e service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1386137 Aug 11 03:28:41.062189 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-15b3bdf8-913a-46db-baa0-129202ff14d4 req-b2750ae9-761a-4a97-80f7-e1ead6c2b133 tempest-VolumesActionsTest-1168174853 tempest-VolumesActionsTest-1168174853-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a81c5ed-57da-4453-859a-5ef9b41ed491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205568 Aug 11 03:28:41.194619 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [None req-b6c3239f-c319-4102-af85-f9759fedd94d tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Allocated IP 172.25.8.115 (09faf7d2-eaf5-4a50-bb6e-4cb05d009a76/e1a97443-13df-40bb-85f5-fd269e2742c0/ebcfce90-f2c9-41d4-ac88-4d745b88b0f5) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:28:41.241533 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e4d36b-dc3c-40df-9580-14156cdbe489 None None] Pushing event updated for resources: {'Port': ['ID=97610c9b-415e-444a-8ef4-b11d4b4f9196,revision_number=2']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:41.305510 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:41.336254 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c0528a-1bbb-4ffa-8aa9-34ca65de7a98 req-6e77fcd4-49f9-4486-af4c-5eeb7c395266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:41.337434 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device e74a41af-8d1a-4034-b2d1-727dae0bc2fa up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:28:41.337820 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-39c0528a-1bbb-4ffa-8aa9-34ca65de7a98 req-6e77fcd4-49f9-4486-af4c-5eeb7c395266 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7cf5a028fe8e446bbd034ec53fddeed6&device_id=d841e9a7-2f7e-493c-81aa-4afae05ecf58 HTTP/1.1" status: 200 len: 1095 time: 0.2024319 Aug 11 03:28:41.352725 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-82c7b9c3-7478-4c3a-9940-990118f69f5b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:41.354556 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b6c3239f-c319-4102-af85-f9759fedd94d tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:41.446487 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-82c7b9c3-7478-4c3a-9940-990118f69f5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:41.448966 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-39c0528a-1bbb-4ffa-8aa9-34ca65de7a98 req-56bc2a12-56bd-4575-9876-36a0fa93d2d2 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b7dc6ca3-802f-4899-a5ad-8ef6d376708e HTTP/1.1" status: 200 len: 217 time: 0.1029973 Aug 11 03:28:41.485116 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port e74a41af-8d1a-4034-b2d1-727dae0bc2fa triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:28:41.485578 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:41.490776 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b6c3239f-c319-4102-af85-f9759fedd94d tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:41.539682 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c3239f-c319-4102-af85-f9759fedd94d tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:28:41.544706 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-b6c3239f-c319-4102-af85-f9759fedd94d tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:28:41.567973 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c0528a-1bbb-4ffa-8aa9-34ca65de7a98 req-689c8873-dbdb-4869-997e-2854640c55eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:41.569703 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-39c0528a-1bbb-4ffa-8aa9-34ca65de7a98 req-689c8873-dbdb-4869-997e-2854640c55eb service neutron] 10.222.0.22 "GET /v2.0/subnets?id=627b7779-f69d-4e7b-9b80-79800e15738b HTTP/1.1" status: 200 len: 849 time: 0.1042099 Aug 11 03:28:41.572443 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c3239f-c319-4102-af85-f9759fedd94d tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:28:41.673043 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c3239f-c319-4102-af85-f9759fedd94d tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Pushing event updated for resources: {'Port': ['ID=ebcfce90-f2c9-41d4-ac88-4d745b88b0f5,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:41.733946 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [None req-82c7b9c3-7478-4c3a-9940-990118f69f5b admin admin] Allocated IP 172.25.8.122 (09faf7d2-eaf5-4a50-bb6e-4cb05d009a76/e1a97443-13df-40bb-85f5-fd269e2742c0/35afb9d0-e10f-4a85-a2d3-a8e69a2490c6) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:28:41.822970 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f83651-636d-4c0b-b010-bdb151eab8f0 req-85b53b32-0c05-4972-b0ff-410526ee9285 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:41.825334 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-77f83651-636d-4c0b-b010-bdb151eab8f0 req-85b53b32-0c05-4972-b0ff-410526ee9285 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c259586-c6f4-42c2-8702-c37d53356d71 HTTP/1.1" status: 200 len: 946 time: 0.1793401 Aug 11 03:28:41.862216 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-82c7b9c3-7478-4c3a-9940-990118f69f5b admin admin] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:41.909874 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-77f83651-636d-4c0b-b010-bdb151eab8f0 req-b64dbbc4-1ddb-4c6c-9082-2694a32e5523 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d1cd399-f1ad-4eb8-8279-cc3e3b1f8ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713162 Aug 11 03:28:41.921140 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-39c0528a-1bbb-4ffa-8aa9-34ca65de7a98 req-29a8b3a2-a6ba-4b84-bd20-03fe596b56bc service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=f57c6589-656f-456a-8ff3-5f3455453092&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2773502 Aug 11 03:28:42.000246 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-82c7b9c3-7478-4c3a-9940-990118f69f5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:42.075442 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82c7b9c3-7478-4c3a-9940-990118f69f5b admin admin] Network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:28:42.092042 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-82c7b9c3-7478-4c3a-9940-990118f69f5b admin admin] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:28:42.094545 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c7b9c3-7478-4c3a-9940-990118f69f5b admin admin] Pushing event updated for resources: {'Port': ['ID=35afb9d0-e10f-4a85-a2d3-a8e69a2490c6,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:42.097064 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c7b9c3-7478-4c3a-9940-990118f69f5b admin admin] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:28:42.100910 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-39c0528a-1bbb-4ffa-8aa9-34ca65de7a98 req-608f8f24-e43b-47c9-a1f6-93110776c7b6 service neutron] 10.222.0.22 "GET /v2.0/networks/f57c6589-656f-456a-8ff3-5f3455453092?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725738 Aug 11 03:28:42.106966 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b6c3239f-c319-4102-af85-f9759fedd94d tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks [] for router_gateway, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:42.286887 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d686af-1647-40be-bffa-c2cafc676a56 req-c55029e8-3fa2-4898-bac1-a029c1ac67eb tempest-VolumesActionsTest-1168174853 tempest-VolumesActionsTest-1168174853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:42.288884 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-02d686af-1647-40be-bffa-c2cafc676a56 req-c55029e8-3fa2-4898-bac1-a029c1ac67eb tempest-VolumesActionsTest-1168174853 tempest-VolumesActionsTest-1168174853-project] 10.222.0.41 "GET /v2.0/ports?device_id=d841e9a7-2f7e-493c-81aa-4afae05ecf58 HTTP/1.1" status: 200 len: 943 time: 0.1250973 Aug 11 03:28:42.376240 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-39c0528a-1bbb-4ffa-8aa9-34ca65de7a98 req-a072b78b-3179-4482-bd1c-430f8eeb10a3 service neutron] 10.222.0.22 "GET /v2.0/networks/f57c6589-656f-456a-8ff3-5f3455453092?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2512758 Aug 11 03:28:42.440287 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-02d686af-1647-40be-bffa-c2cafc676a56 req-d06c1aec-9bdf-49ab-abc1-b159be12cf82 tempest-VolumesActionsTest-1168174853 tempest-VolumesActionsTest-1168174853-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a81c5ed-57da-4453-859a-5ef9b41ed491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433136 Aug 11 03:28:42.601634 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b6c3239f-c319-4102-af85-f9759fedd94d tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-446952'] for router, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:42.643826 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-82c7b9c3-7478-4c3a-9940-990118f69f5b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:42.688837 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-892b7b35-e277-4235-a9af-32976253cbcf None None] Network 37d25dbb-8b0c-4bea-bf6e-f558cb05b85f requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:28:42.822147 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fde7ba-c967-4aa7-8b2c-1ef7e00ba5d2 req-fbb23e68-49a1-42d5-8875-05f5e5cb48ea tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:42.823743 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-62fde7ba-c967-4aa7-8b2c-1ef7e00ba5d2 req-fbb23e68-49a1-42d5-8875-05f5e5cb48ea tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c259586-c6f4-42c2-8702-c37d53356d71 HTTP/1.1" status: 200 len: 946 time: 0.0818291 Aug 11 03:28:42.893198 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-82c7b9c3-7478-4c3a-9940-990118f69f5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-446952'] for router, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:42.915878 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-9fece0b9-f4d4-4641-8a3e-2d28c120d2e3 None None] Provisioning for port 97610c9b-415e-444a-8ef4-b11d4b4f9196 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:28:42.951031 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [req-62fde7ba-c967-4aa7-8b2c-1ef7e00ba5d2 req-0a735373-babf-4b4e-9042-3870efc3e536 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Deleting port 63928cc4-8801-4e84-aeb7-a241b0389876 {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:28:42.951588 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-62fde7ba-c967-4aa7-8b2c-1ef7e00ba5d2 req-0a735373-babf-4b4e-9042-3870efc3e536 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:43.004220 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6c3239f-c319-4102-af85-f9759fedd94d tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Router 00fd1eaf-f72a-4fd4-8b17-8653746df1dd is scheduled to L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 with binding_index 1 {{(pid=102192) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:28:43.110766 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82c7b9c3-7478-4c3a-9940-990118f69f5b admin admin] Router 27e271c7-860b-481d-a2b4-9dc8a93ffaaa is scheduled to L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 with binding_index 1 {{(pid=102191) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:28:43.136129 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3f0886-ce1a-4d60-8a8e-17471432547b req-66a72d59-5eab-49be-ada7-93e4bf87dce5 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:43.137631 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-de3f0886-ce1a-4d60-8a8e-17471432547b req-66a72d59-5eab-49be-ada7-93e4bf87dce5 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c259586-c6f4-42c2-8702-c37d53356d71 HTTP/1.1" status: 200 len: 946 time: 0.1344614 Aug 11 03:28:43.155594 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-62fde7ba-c967-4aa7-8b2c-1ef7e00ba5d2 req-0a735373-babf-4b4e-9042-3870efc3e536 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] For port 63928cc4-8801-4e84-aeb7-a241b0389876, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=63928cc4-8801-4e84-aeb7-a241b0389876,segment=NetworkSegment(323f142b-ee85-4d27-85a3-85cc28507ab1),segment_id=323f142b-ee85-4d27-85a3-85cc28507ab1)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:28:43.155969 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-62fde7ba-c967-4aa7-8b2c-1ef7e00ba5d2 req-0a735373-babf-4b4e-9042-3870efc3e536 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:43.208333 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [req-62fde7ba-c967-4aa7-8b2c-1ef7e00ba5d2 req-0a735373-babf-4b4e-9042-3870efc3e536 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Calling delete_port for 63928cc4-8801-4e84-aeb7-a241b0389876 owned by compute:nova {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:28:43.222036 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82c7b9c3-7478-4c3a-9940-990118f69f5b admin admin] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:28:43.238574 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e12da3b-723e-46cd-9dae-604923b804f2 None None] Sync routers for ids ['27e271c7-860b-481d-a2b4-9dc8a93ffaaa'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:28:43.250852 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-de3f0886-ce1a-4d60-8a8e-17471432547b req-a6ee3720-8546-4741-a260-0da258024dc8 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d1cd399-f1ad-4eb8-8279-cc3e3b1f8ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042154 Aug 11 03:28:43.261779 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e12da3b-723e-46cd-9dae-604923b804f2 None None] Routers {'27e271c7-860b-481d-a2b4-9dc8a93ffaaa'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:28:43.273432 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-6e12da3b-723e-46cd-9dae-604923b804f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:28:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['27e271c7-860b-481d-a2b4-9dc8a93ffaaa'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:28:43.291349 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6c3239f-c319-4102-af85-f9759fedd94d tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:28:43.305387 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-82c7b9c3-7478-4c3a-9940-990118f69f5b admin admin] Notify callbacks [] for router, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:43.306273 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b35fd41-4376-4406-915c-ef354e6bef7d None None] Sync routers for ids ['00fd1eaf-f72a-4fd4-8b17-8653746df1dd'] in n-d-764292-30 {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:28:43.310787 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 59046) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:28:43.311220 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-82c7b9c3-7478-4c3a-9940-990118f69f5b admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.6744082 Aug 11 03:28:43.335699 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b35fd41-4376-4406-915c-ef354e6bef7d None None] Routers {'00fd1eaf-f72a-4fd4-8b17-8653746df1dd'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:28:43.336316 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-3b35fd41-4376-4406-915c-ef354e6bef7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:28:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['00fd1eaf-f72a-4fd4-8b17-8653746df1dd'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:28:43.395086 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 97610c9b-415e-444a-8ef4-b11d4b4f9196 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:28:43.424199 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b6c3239f-c319-4102-af85-f9759fedd94d tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks [] for router, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:43.425418 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-b6c3239f-c319-4102-af85-f9759fedd94d tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 4.4161010 Aug 11 03:28:43.428954 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 59050) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:28:43.457925 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-6e12da3b-723e-46cd-9dae-604923b804f2 None None] Set router 27e271c7-860b-481d-a2b4-9dc8a93ffaaa gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:28:43.458328 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-fe3e88ce-67c9-42fb-b1c0-a4557c73ed42 tempest-TestNetworkAdvancedServerOps-665886235 tempest-TestNetworkAdvancedServerOps-665886235-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=a5478860f7cb432583cc8e5d994d2237&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278544 Aug 11 03:28:43.461347 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 59052) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:28:43.487739 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-3b35fd41-4376-4406-915c-ef354e6bef7d None None] Set router 00fd1eaf-f72a-4fd4-8b17-8653746df1dd gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:28:43.605480 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd533674-26ff-448f-ade9-097e0230644c tempest-TestNetworkAdvancedServerOps-665886235 tempest-TestNetworkAdvancedServerOps-665886235-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:43.608955 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-fd533674-26ff-448f-ade9-097e0230644c tempest-TestNetworkAdvancedServerOps-665886235 tempest-TestNetworkAdvancedServerOps-665886235-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1457856 Aug 11 03:28:43.612351 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 59056) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:28:43.647389 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-62fde7ba-c967-4aa7-8b2c-1ef7e00ba5d2 req-0a735373-babf-4b4e-9042-3870efc3e536 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:43.661921 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-088087f2-048a-4953-b2ab-882abc762ac0 tempest-TestNetworkAdvancedServerOps-665886235 tempest-TestNetworkAdvancedServerOps-665886235-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=09faf7d2-eaf5-4a50-bb6e-4cb05d009a76&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0460265 Aug 11 03:28:43.663860 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 59060) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:28:43.665667 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['c5e5b8bf-e320-4589-a83b-e2f6c8455c36', '63928cc4-8801-4e84-aeb7-a241b0389876'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:28:43.677138 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-c1d2413e-2cc3-440a-a434-4c9a2213f657 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1375087953', 'network_id': '511c1003-0f31-4ca2-8e8d-4cb957655e51', 'project_id': 'a5478860f7cb432583cc8e5d994d2237', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:28:43.699058 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a735373-babf-4b4e-9042-3870efc3e536 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Pushing event deleted for resources: {'Port': ['ID=63928cc4-8801-4e84-aeb7-a241b0389876,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:43.797323 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129247f5-59bf-4026-85ea-3162ee8c6db1 req-42c832b7-abb1-4ee6-9b06-f75762e968ca tempest-VolumesActionsTest-1168174853 tempest-VolumesActionsTest-1168174853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:43.805350 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-129247f5-59bf-4026-85ea-3162ee8c6db1 req-42c832b7-abb1-4ee6-9b06-f75762e968ca tempest-VolumesActionsTest-1168174853 tempest-VolumesActionsTest-1168174853-project] 10.222.0.41 "GET /v2.0/ports?device_id=d841e9a7-2f7e-493c-81aa-4afae05ecf58 HTTP/1.1" status: 200 len: 943 time: 0.2051423 Aug 11 03:28:43.874245 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port 97610c9b-415e-444a-8ef4-b11d4b4f9196 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:28:43.906564 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [req-62fde7ba-c967-4aa7-8b2c-1ef7e00ba5d2 req-0a735373-babf-4b4e-9042-3870efc3e536 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] No DVR routers for this DVR port 63928cc4-8801-4e84-aeb7-a241b0389876 on host n-h2-764292-30 {{(pid=102192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:28:43.916176 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-62fde7ba-c967-4aa7-8b2c-1ef7e00ba5d2 req-0a735373-babf-4b4e-9042-3870efc3e536 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:43.916401 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 97610c9b-415e-444a-8ef4-b11d4b4f9196 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:28:43.916883 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:43.917786 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-62fde7ba-c967-4aa7-8b2c-1ef7e00ba5d2 req-0a735373-babf-4b4e-9042-3870efc3e536 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.24 "DELETE /v2.0/ports/63928cc4-8801-4e84-aeb7-a241b0389876 HTTP/1.1" status: 204 len: 173 time: 1.0870795 Aug 11 03:28:43.919479 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-3b35fd41-4376-4406-915c-ef354e6bef7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00fd1eaf-f72a-4fd4-8b17-8653746df1dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1478331513', 'tenant_id': 'a5478860f7cb432583cc8e5d994d2237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.115'}], 'enable_snat': True}, 'gw_port_id': 'ebcfce90-f2c9-41d4-ac88-4d745b88b0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:28:39Z', 'updated_at': '2021-08-11T03:28:41Z', 'revision_number': 3, 'project_id': 'a5478860f7cb432583cc8e5d994d2237', 'gw_port': {'id': 'ebcfce90-f2c9-41d4-ac88-4d745b88b0f5', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:01:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00fd1eaf-f72a-4fd4-8b17-8653746df1dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3262, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:28:40Z', 'updated_at': '2021-08-11T03:28:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:28:43.920215 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c259586-c6f4-42c2-8702-c37d53356d71', 'name': 'network-vif-deleted', 'tag': '63928cc4-8801-4e84-aeb7-a241b0389876'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:28:43.923331 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d9cf04f-0843-4459-998f-878777c30a69" -d '{"events": [{"server_uuid": "9c259586-c6f4-42c2-8702-c37d53356d71", "name": "network-vif-deleted", "tag": "63928cc4-8801-4e84-aeb7-a241b0389876"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:28:43.968725 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-129247f5-59bf-4026-85ea-3162ee8c6db1 req-89b18694-2e10-4a09-bdf2-31bab80185db tempest-VolumesActionsTest-1168174853 tempest-VolumesActionsTest-1168174853-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a81c5ed-57da-4453-859a-5ef9b41ed491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573644 Aug 11 03:28:43.979721 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1d2413e-2cc3-440a-a434-4c9a2213f657 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Made reservation on behalf of a5478860f7cb432583cc8e5d994d2237 for: {'subnet': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:28:43.979721 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c1d2413e-2cc3-440a-a434-4c9a2213f657 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274743'] for subnet, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:43.997945 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b35fd41-4376-4406-915c-ef354e6bef7d None None] Checking router: 00fd1eaf-f72a-4fd4-8b17-8653746df1dd for host: n-d-764292-30 {{(pid=102194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:28:44.008662 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b35fd41-4376-4406-915c-ef354e6bef7d None None] Updating router 00fd1eaf-f72a-4fd4-8b17-8653746df1dd port ebcfce90-f2c9-41d4-ac88-4d745b88b0f5 binding host n-d-764292-30 {{(pid=102194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:28:44.041156 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-3b35fd41-4376-4406-915c-ef354e6bef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:44.058062 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:28:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82e4b7bb-eae8-429a-8220-64f32668ef95 x-openstack-request-id: req-82e4b7bb-eae8-429a-8220-64f32668ef95 {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:28:44.058721 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c259586-c6f4-42c2-8702-c37d53356d71", "name": "network-vif-deleted", "tag": "63928cc4-8801-4e84-aeb7-a241b0389876", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:28:44.058881 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-82e4b7bb-eae8-429a-8220-64f32668ef95 {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:28:44.059288 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c259586-c6f4-42c2-8702-c37d53356d71', 'name': 'network-vif-deleted', 'tag': '63928cc4-8801-4e84-aeb7-a241b0389876', 'status': 'completed', 'code': 200} Aug 11 03:28:44.136841 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-6e12da3b-723e-46cd-9dae-604923b804f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27e271c7-860b-481d-a2b4-9dc8a93ffaaa', 'name': 'tempest-TestServerMultinode-264675998-router', 'tenant_id': '69211039b9944a608d6219c662ecc6c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': '35afb9d0-e10f-4a85-a2d3-a8e69a2490c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:28:39Z', 'updated_at': '2021-08-11T03:28:42Z', 'revision_number': 3, 'project_id': '69211039b9944a608d6219c662ecc6c6', 'gw_port': {'id': '35afb9d0-e10f-4a85-a2d3-a8e69a2490c6', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:12:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27e271c7-860b-481d-a2b4-9dc8a93ffaaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3263, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:28:41Z', 'updated_at': '2021-08-11T03:28:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:28:44.196354 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e12da3b-723e-46cd-9dae-604923b804f2 None None] Checking router: 27e271c7-860b-481d-a2b4-9dc8a93ffaaa for host: n-d-764292-30 {{(pid=102193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:28:44.196697 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e12da3b-723e-46cd-9dae-604923b804f2 None None] Updating router 27e271c7-860b-481d-a2b4-9dc8a93ffaaa port 35afb9d0-e10f-4a85-a2d3-a8e69a2490c6 binding host n-d-764292-30 {{(pid=102193) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:28:44.225297 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-f1fa1d34-524b-4bbe-bab6-2701b46809a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:44.241574 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-6e12da3b-723e-46cd-9dae-604923b804f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:44.270211 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:44.338251 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device b7dc6ca3-802f-4899-a5ad-8ef6d376708e details requested by agent hyperv_n-h1-764292-30 with host n-h1-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:28:44.427950 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c1d2413e-2cc3-440a-a434-4c9a2213f657 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126283476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274725'] for subnet, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:44.429929 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-3b35fd41-4376-4406-915c-ef354e6bef7d None None] Notify callbacks [] for port, precommit_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:44.441312 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.provisioning_blocks [None req-3b35fd41-4376-4406-915c-ef354e6bef7d None None] Transition to ACTIVE for port object ebcfce90-f2c9-41d4-ac88-4d745b88b0f5 will not be triggered until provisioned by entity L2. {{(pid=102194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:28:44.464380 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port 97610c9b-415e-444a-8ef4-b11d4b4f9196, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=97610c9b-415e-444a-8ef4-b11d4b4f9196,segment=NetworkSegment(e0bdbf17-39ef-4cda-a769-5b18570c8140),segment_id=e0bdbf17-39ef-4cda-a769-5b18570c8140)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:28:44.499881 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-3b35fd41-4376-4406-915c-ef354e6bef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:44.512961 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d2413e-2cc3-440a-a434-4c9a2213f657 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Pushing event updated for resources: {'Subnet': ['ID=c83773c8-b8ac-4a10-bafe-73faeb8341f9,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:44.520826 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d2413e-2cc3-440a-a434-4c9a2213f657 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Checking segment: {'id': '2552da39-1bd3-49e5-a3d5-aadbf38eb7b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '511c1003-0f31-4ca2-8e8d-4cb957655e51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:28:44.521210 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d2413e-2cc3-440a-a434-4c9a2213f657 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Network hostable DHCP agents. Network: 511c1003-0f31-4ca2-8e8d-4cb957655e51, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:28:44.573001 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:44.574924 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37b9750-db41-4f02-9e0d-68f8d8926be2 None None] Pushing event updated for resources: {'Port': ['ID=ebcfce90-f2c9-41d4-ac88-4d745b88b0f5,revision_number=2']} {{(pid=102194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:44.577590 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-3b35fd41-4376-4406-915c-ef354e6bef7d None None] Attempting to bind port ebcfce90-f2c9-41d4-ac88-4d745b88b0f5 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:28:44.577964 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-3b35fd41-4376-4406-915c-ef354e6bef7d None None] Attempting to bind port ebcfce90-f2c9-41d4-ac88-4d745b88b0f5 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}] {{(pid=102194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:28:44.578378 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b35fd41-4376-4406-915c-ef354e6bef7d None None] Attempting to bind port ebcfce90-f2c9-41d4-ac88-4d745b88b0f5 on network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:28:44.585161 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b35fd41-4376-4406-915c-ef354e6bef7d None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 28, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:28:44.585592 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b35fd41-4376-4406-915c-ef354e6bef7d None None] Checking segment: {'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:28:44.586004 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-3b35fd41-4376-4406-915c-ef354e6bef7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:44.586485 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b35fd41-4376-4406-915c-ef354e6bef7d None None] Bound using segment: {'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'} {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:28:44.586964 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-3b35fd41-4376-4406-915c-ef354e6bef7d None None] Bound port: ebcfce90-f2c9-41d4-ac88-4d745b88b0f5, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}}] {{(pid=102194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:28:44.587396 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-3b35fd41-4376-4406-915c-ef354e6bef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:44.613912 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d2413e-2cc3-440a-a434-4c9a2213f657 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Network 511c1003-0f31-4ca2-8e8d-4cb957655e51 is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:28:44.653500 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=97610c9b-415e-444a-8ef4-b11d4b4f9196,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:44.658773 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.db [None req-3b35fd41-4376-4406-915c-ef354e6bef7d None None] For port ebcfce90-f2c9-41d4-ac88-4d745b88b0f5, host n-d-764292-30, cleared binding levels {{(pid=102194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:28:44.663241 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.db [None req-3b35fd41-4376-4406-915c-ef354e6bef7d None None] For port ebcfce90-f2c9-41d4-ac88-4d745b88b0f5, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=ebcfce90-f2c9-41d4-ac88-4d745b88b0f5,segment=NetworkSegment(fab28bed-aa25-40db-bba4-ec26e795194c),segment_id=fab28bed-aa25-40db-bba4-ec26e795194c)] {{(pid=102194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:28:44.711129 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-c1d2413e-2cc3-440a-a434-4c9a2213f657 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, 511c1003-0f31-4ca2-8e8d-4cb957655e51) {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:28:44.715456 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1d2413e-2cc3-440a-a434-4c9a2213f657 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:44.716238 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c1d2413e-2cc3-440a-a434-4c9a2213f657 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:44.740852 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-3b35fd41-4376-4406-915c-ef354e6bef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:44.758449 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8810fa13-71f5-4f37-889c-7e74c96213d8 None None] Network 511c1003-0f31-4ca2-8e8d-4cb957655e51 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:28:44.805255 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-c1d2413e-2cc3-440a-a434-4c9a2213f657 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1400969 Aug 11 03:28:44.807829 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 59082) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:28:44.834970 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-61a8c34d-0dd6-4a70-9851-d9e04a986981 req-cd8befaf-3700-473d-8f29-dc32a86b279b tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c259586-c6f4-42c2-8702-c37d53356d71 HTTP/1.1" status: 200 len: 210 time: 0.0859516 Aug 11 03:28:44.864115 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port b7dc6ca3-802f-4899-a5ad-8ef6d376708e, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=b7dc6ca3-802f-4899-a5ad-8ef6d376708e,segment=NetworkSegment(6e7d1215-7bc4-4f0c-9e90-d7a2b8cae1df),segment_id=6e7d1215-7bc4-4f0c-9e90-d7a2b8cae1df)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:28:44.895967 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Returning: {'device': 'b7dc6ca3-802f-4899-a5ad-8ef6d376708e', 'network_id': 'f57c6589-656f-456a-8ff3-5f3455453092', 'port_id': 'b7dc6ca3-802f-4899-a5ad-8ef6d376708e', 'mac_address': 'fa:16:3e:47:cb:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '627b7779-f69d-4e7b-9b80-79800e15738b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:28:44.914896 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b35fd41-4376-4406-915c-ef354e6bef7d None None] Routers {'00fd1eaf-f72a-4fd4-8b17-8653746df1dd'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:28:44.919950 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-3b35fd41-4376-4406-915c-ef354e6bef7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:28:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['00fd1eaf-f72a-4fd4-8b17-8653746df1dd'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:28:44.923926 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37b9750-db41-4f02-9e0d-68f8d8926be2 None None] Pushing event updated for resources: {'Port': ['ID=ebcfce90-f2c9-41d4-ac88-4d745b88b0f5,revision_number=3']} {{(pid=102194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:45.100970 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [None req-f1fa1d34-524b-4bbe-bab6-2701b46809a7 admin admin] Allocated IP 172.20.0.1 (37d25dbb-8b0c-4bea-bf6e-f558cb05b85f/a49cd060-f36d-4991-9345-f6e13ba4429f/d28d605d-52ed-4c64-b0d8-a74e274de48e) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:28:45.189357 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-3b35fd41-4376-4406-915c-ef354e6bef7d None None] Set router 00fd1eaf-f72a-4fd4-8b17-8653746df1dd gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:28:45.235311 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14665360-634f-47e8-97ed-d9a0d652a86f req-ab882ca4-87f0-4a43-9c8b-16064cc5760b tempest-VolumesActionsTest-1168174853 tempest-VolumesActionsTest-1168174853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:45.236740 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-14665360-634f-47e8-97ed-d9a0d652a86f req-ab882ca4-87f0-4a43-9c8b-16064cc5760b tempest-VolumesActionsTest-1168174853 tempest-VolumesActionsTest-1168174853-project] 10.222.0.41 "GET /v2.0/ports?device_id=d841e9a7-2f7e-493c-81aa-4afae05ecf58 HTTP/1.1" status: 200 len: 943 time: 0.1330025 Aug 11 03:28:45.296756 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:45.356560 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-14665360-634f-47e8-97ed-d9a0d652a86f req-9b6f1f28-afd0-4275-8f5a-d829e90445a9 tempest-VolumesActionsTest-1168174853 tempest-VolumesActionsTest-1168174853-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a81c5ed-57da-4453-859a-5ef9b41ed491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103911 Aug 11 03:28:45.371509 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-f1fa1d34-524b-4bbe-bab6-2701b46809a7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:45.395020 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-6e12da3b-723e-46cd-9dae-604923b804f2 None None] Notify callbacks [] for port, precommit_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:45.398900 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [None req-f1fa1d34-524b-4bbe-bab6-2701b46809a7 admin admin] Transition to ACTIVE for port object d28d605d-52ed-4c64-b0d8-a74e274de48e will not be triggered until provisioned by entity DHCP. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:28:45.431331 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-6e12da3b-723e-46cd-9dae-604923b804f2 None None] Transition to ACTIVE for port object 35afb9d0-e10f-4a85-a2d3-a8e69a2490c6 will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:28:45.442619 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 97610c9b-415e-444a-8ef4-b11d4b4f9196 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:28:45.489040 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7dc6ca3-802f-4899-a5ad-8ef6d376708e {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:28:45.515092 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-3b35fd41-4376-4406-915c-ef354e6bef7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00fd1eaf-f72a-4fd4-8b17-8653746df1dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1478331513', 'tenant_id': 'a5478860f7cb432583cc8e5d994d2237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.115'}], 'enable_snat': True}, 'gw_port_id': 'ebcfce90-f2c9-41d4-ac88-4d745b88b0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:28:39Z', 'updated_at': '2021-08-11T03:28:41Z', 'revision_number': 3, 'project_id': 'a5478860f7cb432583cc8e5d994d2237', 'gw_port': {'id': 'ebcfce90-f2c9-41d4-ac88-4d745b88b0f5', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:01:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00fd1eaf-f72a-4fd4-8b17-8653746df1dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3262, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:28:40Z', 'updated_at': '2021-08-11T03:28:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:28:45.516513 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-6e12da3b-723e-46cd-9dae-604923b804f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:45.540066 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-f1fa1d34-524b-4bbe-bab6-2701b46809a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:45.555127 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b35fd41-4376-4406-915c-ef354e6bef7d None None] The sync data for ids ['00fd1eaf-f72a-4fd4-8b17-8653746df1dd'] in n-d-764292-30 is: [{'id': '00fd1eaf-f72a-4fd4-8b17-8653746df1dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1478331513', 'tenant_id': 'a5478860f7cb432583cc8e5d994d2237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.115'}], 'enable_snat': True}, 'gw_port_id': 'ebcfce90-f2c9-41d4-ac88-4d745b88b0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:28:39Z', 'updated_at': '2021-08-11T03:28:41Z', 'revision_number': 3, 'project_id': 'a5478860f7cb432583cc8e5d994d2237', 'gw_port': {'id': 'ebcfce90-f2c9-41d4-ac88-4d745b88b0f5', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:01:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00fd1eaf-f72a-4fd4-8b17-8653746df1dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3262, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:28:40Z', 'updated_at': '2021-08-11T03:28:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}] {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:28:45.595969 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1fa1d34-524b-4bbe-bab6-2701b46809a7 admin admin] Network 37d25dbb-8b0c-4bea-bf6e-f558cb05b85f is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:28:45.600276 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaba3c3-7f78-4c2b-9de0-4184e5855e69 None None] Pushing event updated for resources: {'Port': ['ID=35afb9d0-e10f-4a85-a2d3-a8e69a2490c6,revision_number=2']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:45.602749 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-f1fa1d34-524b-4bbe-bab6-2701b46809a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:28:45.628249 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1fa1d34-524b-4bbe-bab6-2701b46809a7 admin admin] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:28:45.645396 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5de73e38-ce31-4be7-a3a7-ba8b221a2ab1 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:45.672607 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port b7dc6ca3-802f-4899-a5ad-8ef6d376708e, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=b7dc6ca3-802f-4899-a5ad-8ef6d376708e,segment=NetworkSegment(6e7d1215-7bc4-4f0c-9e90-d7a2b8cae1df),segment_id=6e7d1215-7bc4-4f0c-9e90-d7a2b8cae1df)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:28:45.693795 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bda9e5b0-0ff5-47fe-b3c9-207d00449e7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde080026-c28f-55be-b52b-13827cc43646-511c1003-0f31-4ca2-8e8d-4cb957655e51', 'network_id': '511c1003-0f31-4ca2-8e8d-4cb957655e51', 'tenant_id': 'a5478860f7cb432583cc8e5d994d2237', 'fixed_ips': [{'subnet_id': 'c83773c8-b8ac-4a10-bafe-73faeb8341f9'}]}} from n-d-764292-30. {{(pid=102193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:28:45.694754 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-bda9e5b0-0ff5-47fe-b3c9-207d00449e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:45.706318 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-f1fa1d34-524b-4bbe-bab6-2701b46809a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-520987'] for router_interface, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:45.708167 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 97610c9b-415e-444a-8ef4-b11d4b4f9196 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:28:45.708776 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:45.750264 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-6e12da3b-723e-46cd-9dae-604923b804f2 None None] Attempting to bind port 35afb9d0-e10f-4a85-a2d3-a8e69a2490c6 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:28:45.751094 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-6e12da3b-723e-46cd-9dae-604923b804f2 None None] Attempting to bind port 35afb9d0-e10f-4a85-a2d3-a8e69a2490c6 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:28:45.751226 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e12da3b-723e-46cd-9dae-604923b804f2 None None] Attempting to bind port 35afb9d0-e10f-4a85-a2d3-a8e69a2490c6 on network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:28:45.760295 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e12da3b-723e-46cd-9dae-604923b804f2 None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 28, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:28:45.767198 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e12da3b-723e-46cd-9dae-604923b804f2 None None] Checking segment: {'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:28:45.767198 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-6e12da3b-723e-46cd-9dae-604923b804f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:45.767198 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e12da3b-723e-46cd-9dae-604923b804f2 None None] Bound using segment: {'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:28:45.767198 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-6e12da3b-723e-46cd-9dae-604923b804f2 None None] Bound port: 35afb9d0-e10f-4a85-a2d3-a8e69a2490c6, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:28:45.767198 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-6e12da3b-723e-46cd-9dae-604923b804f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:45.803085 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fa1d34-524b-4bbe-bab6-2701b46809a7 admin admin] Pushing event updated for resources: {'Port': ['ID=d28d605d-52ed-4c64-b0d8-a74e274de48e,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:45.822219 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:46.157871 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-f1fa1d34-524b-4bbe-bab6-2701b46809a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:46.171067 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [None req-5de73e38-ce31-4be7-a3a7-ba8b221a2ab1 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Allocated IP 172.20.0.1 (511c1003-0f31-4ca2-8e8d-4cb957655e51/c83773c8-b8ac-4a10-bafe-73faeb8341f9/2275f76d-79f4-4bc2-93a5-88c52355d71b) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:28:46.171282 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=b7dc6ca3-802f-4899-a5ad-8ef6d376708e,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:46.221083 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-6e12da3b-723e-46cd-9dae-604923b804f2 None None] For port 35afb9d0-e10f-4a85-a2d3-a8e69a2490c6, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:28:46.226245 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-6e12da3b-723e-46cd-9dae-604923b804f2 None None] For port 35afb9d0-e10f-4a85-a2d3-a8e69a2490c6, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=35afb9d0-e10f-4a85-a2d3-a8e69a2490c6,segment=NetworkSegment(fab28bed-aa25-40db-bba4-ec26e795194c),segment_id=fab28bed-aa25-40db-bba4-ec26e795194c)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:28:46.268801 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['b7dc6ca3-802f-4899-a5ad-8ef6d376708e'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:28:46.385318 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-6e12da3b-723e-46cd-9dae-604923b804f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:46.415493 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-83617f24-3742-4e77-96b0-09002b2b21bd None None] Provisioning for port d28d605d-52ed-4c64-b0d8-a74e274de48e completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:28:46.495576 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-83617f24-3742-4e77-96b0-09002b2b21bd None None] Provisioning complete for port d28d605d-52ed-4c64-b0d8-a74e274de48e triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:28:46.497099 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-83617f24-3742-4e77-96b0-09002b2b21bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:46.581036 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-83617f24-3742-4e77-96b0-09002b2b21bd None None] Port d28d605d-52ed-4c64-b0d8-a74e274de48e cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:28:46.581255 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5de73e38-ce31-4be7-a3a7-ba8b221a2ab1 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:46.605318 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [None req-5de73e38-ce31-4be7-a3a7-ba8b221a2ab1 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Transition to ACTIVE for port object 2275f76d-79f4-4bc2-93a5-88c52355d71b will not be triggered until provisioned by entity DHCP. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:28:46.628085 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e12da3b-723e-46cd-9dae-604923b804f2 None None] Routers {'27e271c7-860b-481d-a2b4-9dc8a93ffaaa'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:28:46.628800 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-6e12da3b-723e-46cd-9dae-604923b804f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:28:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['27e271c7-860b-481d-a2b4-9dc8a93ffaaa'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:28:46.689990 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaba3c3-7f78-4c2b-9de0-4184e5855e69 None None] Pushing event updated for resources: {'Port': ['ID=35afb9d0-e10f-4a85-a2d3-a8e69a2490c6,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:46.696855 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1001045e-d1d0-456c-b0da-edd0177cce19 req-07a4cdab-36a3-4e24-8cbe-d0be0ace3459 tempest-VolumesActionsTest-1168174853 tempest-VolumesActionsTest-1168174853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:46.706123 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1001045e-d1d0-456c-b0da-edd0177cce19 req-07a4cdab-36a3-4e24-8cbe-d0be0ace3459 tempest-VolumesActionsTest-1168174853 tempest-VolumesActionsTest-1168174853-project] 10.222.0.41 "GET /v2.0/ports?device_id=d841e9a7-2f7e-493c-81aa-4afae05ecf58 HTTP/1.1" status: 200 len: 944 time: 0.1840484 Aug 11 03:28:46.728923 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5de73e38-ce31-4be7-a3a7-ba8b221a2ab1 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:46.797485 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.db_base_plugin_common [None req-bda9e5b0-0ff5-47fe-b3c9-207d00449e7a None None] Allocated IP 172.20.0.2 (511c1003-0f31-4ca2-8e8d-4cb957655e51/c83773c8-b8ac-4a10-bafe-73faeb8341f9/e52c907a-a9c3-41ae-967d-901020bc736d) {{(pid=102193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:28:46.818165 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de73e38-ce31-4be7-a3a7-ba8b221a2ab1 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Network 511c1003-0f31-4ca2-8e8d-4cb957655e51 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:28:46.833267 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-5de73e38-ce31-4be7-a3a7-ba8b221a2ab1 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:28:46.837405 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de73e38-ce31-4be7-a3a7-ba8b221a2ab1 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:28:46.840235 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8964edb9-1256-4fa4-97e2-144e2f2a30f3 req-31c09ea6-d1ea-4ec0-bf21-56eb072a552b tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:46.848140 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8964edb9-1256-4fa4-97e2-144e2f2a30f3 req-31c09ea6-d1ea-4ec0-bf21-56eb072a552b tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/networks?id=2294adb7-cfd4-40a1-9a0c-db6ab35ac37f HTTP/1.1" status: 200 len: 806 time: 0.2962728 Aug 11 03:28:46.864492 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1001045e-d1d0-456c-b0da-edd0177cce19 req-0368eda1-8db6-45da-b6ed-83e74a2fdbb8 tempest-VolumesActionsTest-1168174853 tempest-VolumesActionsTest-1168174853-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a81c5ed-57da-4453-859a-5ef9b41ed491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585937 Aug 11 03:28:46.877489 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-f1fa1d34-524b-4bbe-bab6-2701b46809a7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:46.884367 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8964edb9-1256-4fa4-97e2-144e2f2a30f3 req-bc8ffe87-1c08-42d4-9a2c-d8753f5e5d3a tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/quotas/2b2b3f02ad2f4f13a4d5b55e5c246078 HTTP/1.1" status: 200 len: 375 time: 0.0350635 Aug 11 03:28:46.900812 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de73e38-ce31-4be7-a3a7-ba8b221a2ab1 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Pushing event updated for resources: {'Port': ['ID=2275f76d-79f4-4bc2-93a5-88c52355d71b,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:46.906331 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5de73e38-ce31-4be7-a3a7-ba8b221a2ab1 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-520987'] for router_interface, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:46.961135 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8964edb9-1256-4fa4-97e2-144e2f2a30f3 req-d9d107d6-6300-4341-b597-7e89a0f3f713 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=2b2b3f02ad2f4f13a4d5b55e5c246078&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0618594 Aug 11 03:28:46.964631 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 63928cc4-8801-4e84-aeb7-a241b0389876 no longer exists at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:28:46.989803 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-f1fa1d34-524b-4bbe-bab6-2701b46809a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:47.039292 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] No Port match for: 63928cc4-8801-4e84-aeb7-a241b0389876 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:28:47.041691 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 63928cc4-8801-4e84-aeb7-a241b0389876 not bound to the agent host n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:28:47.082519 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-6e12da3b-723e-46cd-9dae-604923b804f2 None None] Set router 27e271c7-860b-481d-a2b4-9dc8a93ffaaa gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:28:47.117028 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-bda9e5b0-0ff5-47fe-b3c9-207d00449e7a None None] Notify callbacks [] for port, precommit_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:47.133423 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-bda9e5b0-0ff5-47fe-b3c9-207d00449e7a None None] Transition to ACTIVE for port object e52c907a-a9c3-41ae-967d-901020bc736d will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:28:47.144462 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fa1d34-524b-4bbe-bab6-2701b46809a7 admin admin] Pushing event updated for resources: {'Port': ['ID=d28d605d-52ed-4c64-b0d8-a74e274de48e,revision_number=2']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:47.150316 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-f1fa1d34-524b-4bbe-bab6-2701b46809a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16383026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521135'] for router_interface, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:47.174676 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8964edb9-1256-4fa4-97e2-144e2f2a30f3 req-45a6cdc6-e8c7-4d5e-9254-491e4cc394a8 service neutron] 10.222.0.41 "GET /v2.0/networks/2294adb7-cfd4-40a1-9a0c-db6ab35ac37f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2100055 Aug 11 03:28:47.217869 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-bda9e5b0-0ff5-47fe-b3c9-207d00449e7a None None] Transition to ACTIVE for port object e52c907a-a9c3-41ae-967d-901020bc736d will not be triggered until provisioned by entity DHCP. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:28:47.259762 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5de73e38-ce31-4be7-a3a7-ba8b221a2ab1 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:47.352443 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-bda9e5b0-0ff5-47fe-b3c9-207d00449e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669'] for port, after_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:47.408287 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8964edb9-1256-4fa4-97e2-144e2f2a30f3 req-03331ca0-ea3b-4ac2-91fa-d96c0c976e33 service neutron] 10.222.0.41 "GET /v2.0/networks/2294adb7-cfd4-40a1-9a0c-db6ab35ac37f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2326722 Aug 11 03:28:47.418208 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bda9e5b0-0ff5-47fe-b3c9-207d00449e7a None None] Network 511c1003-0f31-4ca2-8e8d-4cb957655e51 is already hosted by enough agents. {{(pid=102193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:28:47.420639 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device ebcfce90-f2c9-41d4-ac88-4d745b88b0f5 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:28:47.426880 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1fa1d34-524b-4bbe-bab6-2701b46809a7 admin admin] Network 37d25dbb-8b0c-4bea-bf6e-f558cb05b85f is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:28:47.429578 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-f1fa1d34-524b-4bbe-bab6-2701b46809a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:28:47.450813 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.base_scheduler [None req-bda9e5b0-0ff5-47fe-b3c9-207d00449e7a None None] Resources bound (agent type, host, resource id): {{(pid=102193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:28:47.462544 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda9e5b0-0ff5-47fe-b3c9-207d00449e7a None None] Received port after_create {{(pid=102193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:28:47.506787 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda9e5b0-0ff5-47fe-b3c9-207d00449e7a None None] Pushing event updated for resources: {'Port': ['ID=e52c907a-a9c3-41ae-967d-901020bc736d,revision_number=1']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:47.635579 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-6e12da3b-723e-46cd-9dae-604923b804f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27e271c7-860b-481d-a2b4-9dc8a93ffaaa', 'name': 'tempest-TestServerMultinode-264675998-router', 'tenant_id': '69211039b9944a608d6219c662ecc6c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': '35afb9d0-e10f-4a85-a2d3-a8e69a2490c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:28:39Z', 'updated_at': '2021-08-11T03:28:45Z', 'revision_number': 4, 'project_id': '69211039b9944a608d6219c662ecc6c6', 'gw_port': {'id': '35afb9d0-e10f-4a85-a2d3-a8e69a2490c6', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:12:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27e271c7-860b-481d-a2b4-9dc8a93ffaaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3263, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:28:41Z', 'updated_at': '2021-08-11T03:28:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': 'd28d605d-52ed-4c64-b0d8-a74e274de48e', 'name': '', 'network_id': '37d25dbb-8b0c-4bea-bf6e-f558cb05b85f', 'tenant_id': '69211039b9944a608d6219c662ecc6c6', 'mac_address': 'fa:16:3e:b0:61:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27e271c7-860b-481d-a2b4-9dc8a93ffaaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3265, 'fixed_ips': [{'subnet_id': 'a49cd060-f36d-4991-9345-f6e13ba4429f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:28:44Z', 'updated_at': '2021-08-11T03:28:45Z', 'revision_number': 1, 'project_id': '69211039b9944a608d6219c662ecc6c6', 'subnets': [{'id': 'a49cd060-f36d-4991-9345-f6e13ba4429f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:28:47.649914 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1fa1d34-524b-4bbe-bab6-2701b46809a7 admin admin] Router 27e271c7-860b-481d-a2b4-9dc8a93ffaaa has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:28:47.704365 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-bda9e5b0-0ff5-47fe-b3c9-207d00449e7a None None] Attempting to bind port e52c907a-a9c3-41ae-967d-901020bc736d on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:28:47.709511 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-bda9e5b0-0ff5-47fe-b3c9-207d00449e7a None None] Attempting to bind port e52c907a-a9c3-41ae-967d-901020bc736d by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': '2552da39-1bd3-49e5-a3d5-aadbf38eb7b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '511c1003-0f31-4ca2-8e8d-4cb957655e51'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:28:47.710164 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda9e5b0-0ff5-47fe-b3c9-207d00449e7a None None] Attempting to bind port e52c907a-a9c3-41ae-967d-901020bc736d on network 511c1003-0f31-4ca2-8e8d-4cb957655e51 {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:28:47.727598 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e12da3b-723e-46cd-9dae-604923b804f2 None None] The sync data for ids ['27e271c7-860b-481d-a2b4-9dc8a93ffaaa'] in n-d-764292-30 is: [{'id': '27e271c7-860b-481d-a2b4-9dc8a93ffaaa', 'name': 'tempest-TestServerMultinode-264675998-router', 'tenant_id': '69211039b9944a608d6219c662ecc6c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': '35afb9d0-e10f-4a85-a2d3-a8e69a2490c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:28:39Z', 'updated_at': '2021-08-11T03:28:45Z', 'revision_number': 4, 'project_id': '69211039b9944a608d6219c662ecc6c6', 'gw_port': {'id': '35afb9d0-e10f-4a85-a2d3-a8e69a2490c6', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:12:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27e271c7-860b-481d-a2b4-9dc8a93ffaaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3263, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:28:41Z', 'updated_at': '2021-08-11T03:28:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': 'd28d605d-52ed-4c64-b0d8-a74e274de48e', 'name': '', 'network_id': '37d25dbb-8b0c-4bea-bf6e-f558cb05b85f', 'tenant_id': '69211039b9944a608d6219c662ecc6c6', 'mac_address': 'fa:16:3e:b0:61:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27e271c7-860b-481d-a2b4-9dc8a93ffaaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3265, 'fixed_ips': [{'subnet_id': 'a49cd060-f36d-4991-9345-f6e13ba4429f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:28:44Z', 'updated_at': '2021-08-11T03:28:45Z', 'revision_number': 1, 'project_id': '69211039b9944a608d6219c662ecc6c6', 'subnets': [{'id': 'a49cd060-f36d-4991-9345-f6e13ba4429f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:28:47.736584 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda9e5b0-0ff5-47fe-b3c9-207d00449e7a None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 28, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:28:47.736846 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda9e5b0-0ff5-47fe-b3c9-207d00449e7a None None] Checking segment: {'id': '2552da39-1bd3-49e5-a3d5-aadbf38eb7b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '511c1003-0f31-4ca2-8e8d-4cb957655e51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:28:47.737207 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-bda9e5b0-0ff5-47fe-b3c9-207d00449e7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:47.737610 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda9e5b0-0ff5-47fe-b3c9-207d00449e7a None None] Bound using segment: {'id': '2552da39-1bd3-49e5-a3d5-aadbf38eb7b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '511c1003-0f31-4ca2-8e8d-4cb957655e51'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:28:47.738102 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-bda9e5b0-0ff5-47fe-b3c9-207d00449e7a None None] Bound port: e52c907a-a9c3-41ae-967d-901020bc736d, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2552da39-1bd3-49e5-a3d5-aadbf38eb7b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '511c1003-0f31-4ca2-8e8d-4cb957655e51'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:28:47.744880 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-bda9e5b0-0ff5-47fe-b3c9-207d00449e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:47.799324 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1fa1d34-524b-4bbe-bab6-2701b46809a7 admin admin] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:28:47.814626 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-f1fa1d34-524b-4bbe-bab6-2701b46809a7 admin admin] 10.222.0.41 "PUT /v2.0/routers/27e271c7-860b-481d-a2b4-9dc8a93ffaaa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4946196 Aug 11 03:28:47.848005 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5de73e38-ce31-4be7-a3a7-ba8b221a2ab1 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:47.858384 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port ebcfce90-f2c9-41d4-ac88-4d745b88b0f5 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:28:47.871779 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port ebcfce90-f2c9-41d4-ac88-4d745b88b0f5 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:28:47.872015 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5da27ee1-ce7c-439b-aa7b-b8ea08e63592 req-f4c3ce07-a8c1-44cb-93c1-37a15f827d99 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1f215d0-2ba9-4686-87d6-0b50cb663802 HTTP/1.1" status: 200 len: 210 time: 0.0642865 Aug 11 03:28:47.872530 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:47.979004 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5de73e38-ce31-4be7-a3a7-ba8b221a2ab1 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:48.058257 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de73e38-ce31-4be7-a3a7-ba8b221a2ab1 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Pushing event updated for resources: {'Port': ['ID=2275f76d-79f4-4bc2-93a5-88c52355d71b,revision_number=2']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:48.061207 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5de73e38-ce31-4be7-a3a7-ba8b221a2ab1 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16383026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521135'] for router_interface, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:48.073850 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-2bbd5b2a-be96-44ab-87dd-a377d98af3a8 None None] Provisioning complete for port d28d605d-52ed-4c64-b0d8-a74e274de48e triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:28:48.074586 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2bbd5b2a-be96-44ab-87dd-a377d98af3a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:48.105292 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763fc003-a423-4830-b08e-7425e2976d1b req-daa71429-c416-4a7c-adf4-aa09c00e98ee tempest-VolumesActionsTest-1168174853 tempest-VolumesActionsTest-1168174853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:48.108863 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-763fc003-a423-4830-b08e-7425e2976d1b req-daa71429-c416-4a7c-adf4-aa09c00e98ee tempest-VolumesActionsTest-1168174853 tempest-VolumesActionsTest-1168174853-project] 10.222.0.41 "GET /v2.0/ports?device_id=d841e9a7-2f7e-493c-81aa-4afae05ecf58 HTTP/1.1" status: 200 len: 944 time: 0.1192257 Aug 11 03:28:48.169392 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-763fc003-a423-4830-b08e-7425e2976d1b req-3f30c367-efee-437b-bda5-95beb67fe084 tempest-VolumesActionsTest-1168174853 tempest-VolumesActionsTest-1168174853-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a81c5ed-57da-4453-859a-5ef9b41ed491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533378 Aug 11 03:28:48.188371 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-bda9e5b0-0ff5-47fe-b3c9-207d00449e7a None None] For port e52c907a-a9c3-41ae-967d-901020bc736d, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:28:48.201252 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-bda9e5b0-0ff5-47fe-b3c9-207d00449e7a None None] For port e52c907a-a9c3-41ae-967d-901020bc736d, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=e52c907a-a9c3-41ae-967d-901020bc736d,segment=NetworkSegment(2552da39-1bd3-49e5-a3d5-aadbf38eb7b5),segment_id=2552da39-1bd3-49e5-a3d5-aadbf38eb7b5)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:28:48.271893 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-2bbd5b2a-be96-44ab-87dd-a377d98af3a8 None None] Port d28d605d-52ed-4c64-b0d8-a74e274de48e cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:28:48.308613 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de73e38-ce31-4be7-a3a7-ba8b221a2ab1 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Network 511c1003-0f31-4ca2-8e8d-4cb957655e51 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:28:48.312307 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-5de73e38-ce31-4be7-a3a7-ba8b221a2ab1 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:28:48.319883 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-bda9e5b0-0ff5-47fe-b3c9-207d00449e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:48.338241 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:48.387673 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device b7dc6ca3-802f-4899-a5ad-8ef6d376708e up at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:28:48.434767 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port ebcfce90-f2c9-41d4-ac88-4d745b88b0f5, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=ebcfce90-f2c9-41d4-ac88-4d745b88b0f5,segment=NetworkSegment(fab28bed-aa25-40db-bba4-ec26e795194c),segment_id=fab28bed-aa25-40db-bba4-ec26e795194c)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:28:48.551505 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:48.568970 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5de73e38-ce31-4be7-a3a7-ba8b221a2ab1 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Router 00fd1eaf-f72a-4fd4-8b17-8653746df1dd has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:28:48.750722 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5de73e38-ce31-4be7-a3a7-ba8b221a2ab1 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:28:48.762910 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-5de73e38-ce31-4be7-a3a7-ba8b221a2ab1 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "PUT /v2.0/routers/00fd1eaf-f72a-4fd4-8b17-8653746df1dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9537930 Aug 11 03:28:49.096483 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b06f437a-1f41-4f95-b97a-01433c22e776 None None] Sync routers for ids ['00fd1eaf-f72a-4fd4-8b17-8653746df1dd'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:28:49.121092 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda9e5b0-0ff5-47fe-b3c9-207d00449e7a None None] Pushing event updated for resources: {'Port': ['ID=e52c907a-a9c3-41ae-967d-901020bc736d,revision_number=2']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:49.121818 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c8eeb720-9ff0-4b62-8bcd-2f43a0b08dcc req-bbe8123d-8dc9-41c7-9378-975b85abd59a tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1f215d0-2ba9-4686-87d6-0b50cb663802 HTTP/1.1" status: 200 len: 210 time: 0.0422502 Aug 11 03:28:49.159817 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eadde43-a81c-4e59-8f0c-ba82b427d5e4 req-cc31f09d-1510-4aed-9c24-970add7077fe tempest-TestServerMultinode-1111718651 tempest-TestServerMultinode-1111718651-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:49.167845 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9eadde43-a81c-4e59-8f0c-ba82b427d5e4 req-cc31f09d-1510-4aed-9c24-970add7077fe tempest-TestServerMultinode-1111718651 tempest-TestServerMultinode-1111718651-project-admin] 10.222.0.41 "GET /v2.0/networks?id=d11fd958-885d-4a82-9fdd-6960c706498c HTTP/1.1" status: 200 len: 911 time: 0.2287798 Aug 11 03:28:49.194977 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9eadde43-a81c-4e59-8f0c-ba82b427d5e4 req-0137d5fa-94b8-4cfd-8e3d-a9869bab6034 tempest-TestServerMultinode-1111718651 tempest-TestServerMultinode-1111718651-project-admin] 10.222.0.41 "GET /v2.0/quotas/69211039b9944a608d6219c662ecc6c6 HTTP/1.1" status: 200 len: 375 time: 0.0211725 Aug 11 03:28:49.206775 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=ebcfce90-f2c9-41d4-ac88-4d745b88b0f5,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:49.219187 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b06f437a-1f41-4f95-b97a-01433c22e776 None None] Routers {'00fd1eaf-f72a-4fd4-8b17-8653746df1dd'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:28:49.238178 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-b06f437a-1f41-4f95-b97a-01433c22e776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:28:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['00fd1eaf-f72a-4fd4-8b17-8653746df1dd'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:28:49.393816 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-efc7b77d-e335-40fc-a4b4-a0e1da93d08f req-6bb5602b-da28-4214-aca2-d7fb7cf8ee8d tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1077490029&fields=id&tenant_id=a5478860f7cb432583cc8e5d994d2237 HTTP/1.1" status: 200 len: 267 time: 0.1166394 Aug 11 03:28:49.423647 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-b06f437a-1f41-4f95-b97a-01433c22e776 None None] Set router 00fd1eaf-f72a-4fd4-8b17-8653746df1dd gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:28:49.466730 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning for port b7dc6ca3-802f-4899-a5ad-8ef6d376708e completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:28:49.480646 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9eadde43-a81c-4e59-8f0c-ba82b427d5e4 req-5125a80b-486e-4756-a4a0-9575aa9147f8 tempest-TestServerMultinode-1111718651 tempest-TestServerMultinode-1111718651-project-admin] 10.222.0.41 "GET /v2.0/ports?tenant_id=69211039b9944a608d6219c662ecc6c6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2846208 Aug 11 03:28:49.482114 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning complete for port b7dc6ca3-802f-4899-a5ad-8ef6d376708e triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:28:49.482519 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:49.630344 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device ebcfce90-f2c9-41d4-ac88-4d745b88b0f5 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:28:49.734102 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc7b77d-e335-40fc-a4b4-a0e1da93d08f req-3697a3f2-4dde-4f88-b51f-2d2c9ff88217 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:49.736075 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-efc7b77d-e335-40fc-a4b4-a0e1da93d08f req-3697a3f2-4dde-4f88-b51f-2d2c9ff88217 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/networks?id=511c1003-0f31-4ca2-8e8d-4cb957655e51 HTTP/1.1" status: 200 len: 797 time: 0.3315003 Aug 11 03:28:49.760464 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9eadde43-a81c-4e59-8f0c-ba82b427d5e4 req-0f3cd3d0-8c28-418e-8187-9e3108e0bdaf service neutron] 10.222.0.41 "GET /v2.0/networks/d11fd958-885d-4a82-9fdd-6960c706498c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2788460 Aug 11 03:28:49.770885 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-efc7b77d-e335-40fc-a4b4-a0e1da93d08f req-bbc709ca-e0d6-498e-a1e2-12be1321eb5e tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/quotas/a5478860f7cb432583cc8e5d994d2237 HTTP/1.1" status: 200 len: 375 time: 0.0233979 Aug 11 03:28:49.903220 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-efc7b77d-e335-40fc-a4b4-a0e1da93d08f req-9f845075-5897-45dc-aeed-69eb9ee7ec07 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=a5478860f7cb432583cc8e5d994d2237&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1287692 Aug 11 03:28:49.961192 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:49.980046 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port ebcfce90-f2c9-41d4-ac88-4d745b88b0f5 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:28:49.980700 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:50.038253 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9eadde43-a81c-4e59-8f0c-ba82b427d5e4 req-810233e8-ac2d-4921-92f9-533b7044d787 service neutron] 10.222.0.41 "GET /v2.0/networks/d11fd958-885d-4a82-9fdd-6960c706498c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2616334 Aug 11 03:28:50.080473 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-efc7b77d-e335-40fc-a4b4-a0e1da93d08f req-294d0647-066d-4d83-8788-9bbf6b159b70 service neutron] 10.222.0.41 "GET /v2.0/networks/511c1003-0f31-4ca2-8e8d-4cb957655e51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537471 Aug 11 03:28:50.191195 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port b7dc6ca3-802f-4899-a5ad-8ef6d376708e, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=b7dc6ca3-802f-4899-a5ad-8ef6d376708e,segment=NetworkSegment(6e7d1215-7bc4-4f0c-9e90-d7a2b8cae1df),segment_id=6e7d1215-7bc4-4f0c-9e90-d7a2b8cae1df)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:28:50.193918 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd841e9a7-2f7e-493c-81aa-4afae05ecf58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7dc6ca3-802f-4899-a5ad-8ef6d376708e'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:28:50.196558 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb8cd82e-7a15-49ae-9c86-f73c375e273f" -d '{"events": [{"server_uuid": "d841e9a7-2f7e-493c-81aa-4afae05ecf58", "name": "network-vif-plugged", "status": "completed", "tag": "b7dc6ca3-802f-4899-a5ad-8ef6d376708e"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:28:50.228695 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2763205-5d73-493d-9603-5da8ce54c78d None None] Network 511c1003-0f31-4ca2-8e8d-4cb957655e51 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:28:50.267587 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-efc7b77d-e335-40fc-a4b4-a0e1da93d08f req-40ca7336-800f-4909-a52d-2e7d4753f117 service neutron] 10.222.0.41 "GET /v2.0/networks/511c1003-0f31-4ca2-8e8d-4cb957655e51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808479 Aug 11 03:28:50.368382 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:50.445689 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-b06f437a-1f41-4f95-b97a-01433c22e776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00fd1eaf-f72a-4fd4-8b17-8653746df1dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1478331513', 'tenant_id': 'a5478860f7cb432583cc8e5d994d2237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.115'}], 'enable_snat': True}, 'gw_port_id': 'ebcfce90-f2c9-41d4-ac88-4d745b88b0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:28:39Z', 'updated_at': '2021-08-11T03:28:47Z', 'revision_number': 4, 'project_id': 'a5478860f7cb432583cc8e5d994d2237', 'gw_port': {'id': 'ebcfce90-f2c9-41d4-ac88-4d745b88b0f5', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:01:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00fd1eaf-f72a-4fd4-8b17-8653746df1dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3262, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:28:40Z', 'updated_at': '2021-08-11T03:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '2275f76d-79f4-4bc2-93a5-88c52355d71b', 'name': '', 'network_id': '511c1003-0f31-4ca2-8e8d-4cb957655e51', 'tenant_id': 'a5478860f7cb432583cc8e5d994d2237', 'mac_address': 'fa:16:3e:75:72:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00fd1eaf-f72a-4fd4-8b17-8653746df1dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3267, 'fixed_ips': [{'subnet_id': 'c83773c8-b8ac-4a10-bafe-73faeb8341f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:28:45Z', 'updated_at': '2021-08-11T03:28:47Z', 'revision_number': 2, 'project_id': 'a5478860f7cb432583cc8e5d994d2237', 'subnets': [{'id': 'c83773c8-b8ac-4a10-bafe-73faeb8341f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:28:50.462974 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device e52c907a-a9c3-41ae-967d-901020bc736d up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:28:50.552699 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b06f437a-1f41-4f95-b97a-01433c22e776 None None] Checking router: 00fd1eaf-f72a-4fd4-8b17-8653746df1dd for host: n-d-764292-30 {{(pid=102193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:28:50.553292 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b06f437a-1f41-4f95-b97a-01433c22e776 None None] Updating router 00fd1eaf-f72a-4fd4-8b17-8653746df1dd port 2275f76d-79f4-4bc2-93a5-88c52355d71b binding host n-d-764292-30 {{(pid=102193) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:28:50.680669 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-8d39e0bf-cc73-47e4-a760-a3185f260a35 None None] Provisioning for port e52c907a-a9c3-41ae-967d-901020bc736d completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:28:50.692931 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=b7dc6ca3-802f-4899-a5ad-8ef6d376708e,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:50.765370 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-b06f437a-1f41-4f95-b97a-01433c22e776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:50.820126 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8964edb9-1256-4fa4-97e2-144e2f2a30f3 req-9e1a761e-4d43-4a46-8f05-e6c5d3e0b701 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:50.821683 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8964edb9-1256-4fa4-97e2-144e2f2a30f3 req-9e1a761e-4d43-4a46-8f05-e6c5d3e0b701 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.24 "GET /v2.0/networks?id=2294adb7-cfd4-40a1-9a0c-db6ab35ac37f HTTP/1.1" status: 200 len: 806 time: 0.2324872 Aug 11 03:28:50.846985 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-8964edb9-1256-4fa4-97e2-144e2f2a30f3 req-f9bdaf73-5312-4ddf-bd5a-5dd441b17a3b tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Request body: {'port': {'device_id': 'c1f215d0-2ba9-4686-87d6-0b50cb663802', 'network_id': '2294adb7-cfd4-40a1-9a0c-db6ab35ac37f', 'admin_state_up': True, 'tenant_id': '2b2b3f02ad2f4f13a4d5b55e5c246078'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:28:50.989670 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2928727a-691d-445c-a74e-ccc8fc7d860f req-6ac24212-0b24-46ca-8436-5c613f9976c3 tempest-VolumesActionsTest-1168174853 tempest-VolumesActionsTest-1168174853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:50.998998 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2928727a-691d-445c-a74e-ccc8fc7d860f req-6ac24212-0b24-46ca-8436-5c613f9976c3 tempest-VolumesActionsTest-1168174853 tempest-VolumesActionsTest-1168174853-project] 10.222.0.41 "GET /v2.0/ports?device_id=d841e9a7-2f7e-493c-81aa-4afae05ecf58 HTTP/1.1" status: 200 len: 945 time: 0.1756370 Aug 11 03:28:51.161312 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a7f0cd4a-f205-46bb-8b10-81788010a477 req-1bda54b0-b82d-41c4-991f-5cda57ae8e77 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1f215d0-2ba9-4686-87d6-0b50cb663802 HTTP/1.1" status: 200 len: 210 time: 0.0848193 Aug 11 03:28:51.221656 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2928727a-691d-445c-a74e-ccc8fc7d860f req-9667ea8a-edd0-47ce-9e14-8adf7fe62b7d tempest-VolumesActionsTest-1168174853 tempest-VolumesActionsTest-1168174853-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a81c5ed-57da-4453-859a-5ef9b41ed491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215230 Aug 11 03:28:51.249298 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:28:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d55b4d23-4bd5-4833-a174-a51f811280da x-openstack-request-id: req-d55b4d23-4bd5-4833-a174-a51f811280da {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:28:51.249298 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d841e9a7-2f7e-493c-81aa-4afae05ecf58", "name": "network-vif-plugged", "status": "completed", "tag": "b7dc6ca3-802f-4899-a5ad-8ef6d376708e", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:28:51.249298 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d55b4d23-4bd5-4833-a174-a51f811280da {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:28:51.249298 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd841e9a7-2f7e-493c-81aa-4afae05ecf58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7dc6ca3-802f-4899-a5ad-8ef6d376708e', 'code': 200} Aug 11 03:28:51.251999 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port e52c907a-a9c3-41ae-967d-901020bc736d completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:28:51.263055 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port e52c907a-a9c3-41ae-967d-901020bc736d triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:28:51.263482 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:51.337451 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-66ce979f-2374-4854-b9cc-811499ae60cd req-4132bdf8-80c2-452c-a2c0-4462180f4905 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1aa84fa-56ef-4e45-bde3-ce36d5cbdc1d HTTP/1.1" status: 200 len: 210 time: 0.0523837 Aug 11 03:28:51.340326 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8964edb9-1256-4fa4-97e2-144e2f2a30f3 req-f9bdaf73-5312-4ddf-bd5a-5dd441b17a3b tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Made reservation on behalf of 2b2b3f02ad2f4f13a4d5b55e5c246078 for: {'port': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:28:51.349496 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-8964edb9-1256-4fa4-97e2-144e2f2a30f3 req-f9bdaf73-5312-4ddf-bd5a-5dd441b17a3b tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:51.424528 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1f863226-f91d-437e-9013-99c11d2e3b3d req-e60b5622-2bbb-48c2-833d-51e81dd67460 tempest-TestServerMultinode-1111718651 tempest-TestServerMultinode-1111718651-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=558763db-bacb-4f4a-9cc9-1eae0bcb9e10 HTTP/1.1" status: 200 len: 210 time: 0.0592196 Aug 11 03:28:51.449290 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6612417-9b14-475c-aa72-10e2b846d209 req-46ff2de6-21fe-40ea-b91e-268a1a6b7da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:51.452081 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-a6612417-9b14-475c-aa72-10e2b846d209 req-46ff2de6-21fe-40ea-b91e-268a1a6b7da8 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=d841e9a7-2f7e-493c-81aa-4afae05ecf58 HTTP/1.1" status: 200 len: 1097 time: 0.1006994 Aug 11 03:28:51.503565 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-a6612417-9b14-475c-aa72-10e2b846d209 req-5e44b5fb-3eb3-4a28-b0bd-bb93c1cb0ce5 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=3a81c5ed-57da-4453-859a-5ef9b41ed491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378041 Aug 11 03:28:51.645821 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:51.682911 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [req-8964edb9-1256-4fa4-97e2-144e2f2a30f3 req-f9bdaf73-5312-4ddf-bd5a-5dd441b17a3b tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Allocated IP 172.20.0.11 (2294adb7-cfd4-40a1-9a0c-db6ab35ac37f/3dad44b1-6547-45e0-8453-859830dd2aa7/ca8de5b4-d370-4b62-988c-cfdd2b3f3dd0) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:28:51.709168 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-b06f437a-1f41-4f95-b97a-01433c22e776 None None] Notify callbacks [] for port, precommit_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:51.787703 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-b06f437a-1f41-4f95-b97a-01433c22e776 None None] Transition to ACTIVE for port object 2275f76d-79f4-4bc2-93a5-88c52355d71b will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:28:51.811594 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port e52c907a-a9c3-41ae-967d-901020bc736d, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=e52c907a-a9c3-41ae-967d-901020bc736d,segment=NetworkSegment(2552da39-1bd3-49e5-a3d5-aadbf38eb7b5),segment_id=2552da39-1bd3-49e5-a3d5-aadbf38eb7b5)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:28:51.937660 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-b06f437a-1f41-4f95-b97a-01433c22e776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:51.999217 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:52.011849 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79753f90-d56a-465f-aa55-eba7d1661b07 None None] Sync routers for ids ['27e271c7-860b-481d-a2b4-9dc8a93ffaaa'] in n-d-764292-30 {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:28:52.026392 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79753f90-d56a-465f-aa55-eba7d1661b07 None None] Routers {'27e271c7-860b-481d-a2b4-9dc8a93ffaaa'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:28:52.027027 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-79753f90-d56a-465f-aa55-eba7d1661b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:28:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['27e271c7-860b-481d-a2b4-9dc8a93ffaaa'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:28:52.044230 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-8964edb9-1256-4fa4-97e2-144e2f2a30f3 req-f9bdaf73-5312-4ddf-bd5a-5dd441b17a3b tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:52.090945 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c27638-ecb3-425c-9a34-38a3f6b41239 None None] Pushing event updated for resources: {'Port': ['ID=2275f76d-79f4-4bc2-93a5-88c52355d71b,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:52.246208 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-79753f90-d56a-465f-aa55-eba7d1661b07 None None] Set router 27e271c7-860b-481d-a2b4-9dc8a93ffaaa gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:28:52.249175 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-8964edb9-1256-4fa4-97e2-144e2f2a30f3 req-f9bdaf73-5312-4ddf-bd5a-5dd441b17a3b tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:52.276147 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 35afb9d0-e10f-4a85-a2d3-a8e69a2490c6 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:28:52.277789 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['c5e5b8bf-e320-4589-a83b-e2f6c8455c36'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:28:52.427024 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8964edb9-1256-4fa4-97e2-144e2f2a30f3 req-f9bdaf73-5312-4ddf-bd5a-5dd441b17a3b tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Network 2294adb7-cfd4-40a1-9a0c-db6ab35ac37f is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:28:52.448191 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-4170f7e4-3442-4d64-85af-24c7764c1809 None None] Provisioning for port 2275f76d-79f4-4bc2-93a5-88c52355d71b completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:28:52.474954 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-b06f437a-1f41-4f95-b97a-01433c22e776 None None] Attempting to bind port 2275f76d-79f4-4bc2-93a5-88c52355d71b on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:28:52.475680 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-b06f437a-1f41-4f95-b97a-01433c22e776 None None] Attempting to bind port 2275f76d-79f4-4bc2-93a5-88c52355d71b by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': '2552da39-1bd3-49e5-a3d5-aadbf38eb7b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '511c1003-0f31-4ca2-8e8d-4cb957655e51'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:28:52.476524 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b06f437a-1f41-4f95-b97a-01433c22e776 None None] Attempting to bind port 2275f76d-79f4-4bc2-93a5-88c52355d71b on network 511c1003-0f31-4ca2-8e8d-4cb957655e51 {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:28:52.502248 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=e52c907a-a9c3-41ae-967d-901020bc736d,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:52.519450 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b06f437a-1f41-4f95-b97a-01433c22e776 None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 28, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:28:52.520132 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b06f437a-1f41-4f95-b97a-01433c22e776 None None] Checking segment: {'id': '2552da39-1bd3-49e5-a3d5-aadbf38eb7b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '511c1003-0f31-4ca2-8e8d-4cb957655e51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:28:52.520698 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-b06f437a-1f41-4f95-b97a-01433c22e776 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:52.523340 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b06f437a-1f41-4f95-b97a-01433c22e776 None None] Bound using segment: {'id': '2552da39-1bd3-49e5-a3d5-aadbf38eb7b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '511c1003-0f31-4ca2-8e8d-4cb957655e51'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:28:52.524083 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-b06f437a-1f41-4f95-b97a-01433c22e776 None None] Bound port: 2275f76d-79f4-4bc2-93a5-88c52355d71b, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2552da39-1bd3-49e5-a3d5-aadbf38eb7b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '511c1003-0f31-4ca2-8e8d-4cb957655e51'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:28:52.524696 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-b06f437a-1f41-4f95-b97a-01433c22e776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:52.540961 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [req-8964edb9-1256-4fa4-97e2-144e2f2a30f3 req-f9bdaf73-5312-4ddf-bd5a-5dd441b17a3b tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:28:52.550024 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [req-8964edb9-1256-4fa4-97e2-144e2f2a30f3 req-f9bdaf73-5312-4ddf-bd5a-5dd441b17a3b tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:28:52.648800 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-79753f90-d56a-465f-aa55-eba7d1661b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27e271c7-860b-481d-a2b4-9dc8a93ffaaa', 'name': 'tempest-TestServerMultinode-264675998-router', 'tenant_id': '69211039b9944a608d6219c662ecc6c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': '35afb9d0-e10f-4a85-a2d3-a8e69a2490c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:28:39Z', 'updated_at': '2021-08-11T03:28:45Z', 'revision_number': 4, 'project_id': '69211039b9944a608d6219c662ecc6c6', 'gw_port': {'id': '35afb9d0-e10f-4a85-a2d3-a8e69a2490c6', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:12:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27e271c7-860b-481d-a2b4-9dc8a93ffaaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3263, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:28:41Z', 'updated_at': '2021-08-11T03:28:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': 'd28d605d-52ed-4c64-b0d8-a74e274de48e', 'name': '', 'network_id': '37d25dbb-8b0c-4bea-bf6e-f558cb05b85f', 'tenant_id': '69211039b9944a608d6219c662ecc6c6', 'mac_address': 'fa:16:3e:b0:61:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27e271c7-860b-481d-a2b4-9dc8a93ffaaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3265, 'fixed_ips': [{'subnet_id': 'a49cd060-f36d-4991-9345-f6e13ba4429f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:28:44Z', 'updated_at': '2021-08-11T03:28:46Z', 'revision_number': 2, 'project_id': '69211039b9944a608d6219c662ecc6c6', 'subnets': [{'id': 'a49cd060-f36d-4991-9345-f6e13ba4429f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:28:52.665976 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bdaf73-5312-4ddf-bd5a-5dd441b17a3b tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Pushing event updated for resources: {'Port': ['ID=ca8de5b4-d370-4b62-988c-cfdd2b3f3dd0,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:52.705742 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8964edb9-1256-4fa4-97e2-144e2f2a30f3 req-f9bdaf73-5312-4ddf-bd5a-5dd441b17a3b tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:52.708197 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-8964edb9-1256-4fa4-97e2-144e2f2a30f3 req-f9bdaf73-5312-4ddf-bd5a-5dd441b17a3b tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:52.735043 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-4170f7e4-3442-4d64-85af-24c7764c1809 None None] Provisioning complete for port e52c907a-a9c3-41ae-967d-901020bc736d triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:28:52.736492 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-4170f7e4-3442-4d64-85af-24c7764c1809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:52.761631 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79753f90-d56a-465f-aa55-eba7d1661b07 None None] Checking router: 27e271c7-860b-481d-a2b4-9dc8a93ffaaa for host: n-d-764292-30 {{(pid=102194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:28:52.762305 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79753f90-d56a-465f-aa55-eba7d1661b07 None None] Updating router 27e271c7-860b-481d-a2b4-9dc8a93ffaaa port d28d605d-52ed-4c64-b0d8-a74e274de48e binding host n-d-764292-30 {{(pid=102194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:28:52.799512 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-b06f437a-1f41-4f95-b97a-01433c22e776 None None] For port 2275f76d-79f4-4bc2-93a5-88c52355d71b, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:28:52.804574 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c755556-d199-433e-bfd0-8d29c3d7ee56 req-9f249581-a8ce-43bc-b80d-c7989f0579b3 tempest-VolumesActionsTest-1168174853 tempest-VolumesActionsTest-1168174853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:52.817444 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7c755556-d199-433e-bfd0-8d29c3d7ee56 req-9f249581-a8ce-43bc-b80d-c7989f0579b3 tempest-VolumesActionsTest-1168174853 tempest-VolumesActionsTest-1168174853-project] 10.222.0.41 "GET /v2.0/ports?device_id=d841e9a7-2f7e-493c-81aa-4afae05ecf58 HTTP/1.1" status: 200 len: 945 time: 0.4347935 Aug 11 03:28:52.860214 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-b06f437a-1f41-4f95-b97a-01433c22e776 None None] For port 2275f76d-79f4-4bc2-93a5-88c52355d71b, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=2275f76d-79f4-4bc2-93a5-88c52355d71b,segment=NetworkSegment(2552da39-1bd3-49e5-a3d5-aadbf38eb7b5),segment_id=2552da39-1bd3-49e5-a3d5-aadbf38eb7b5)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:28:52.940083 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-79753f90-d56a-465f-aa55-eba7d1661b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:53.278230 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port 35afb9d0-e10f-4a85-a2d3-a8e69a2490c6 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:28:53.286022 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-b06f437a-1f41-4f95-b97a-01433c22e776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:53.358941 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 35afb9d0-e10f-4a85-a2d3-a8e69a2490c6 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:28:53.359311 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:53.388661 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-79753f90-d56a-465f-aa55-eba7d1661b07 None None] Notify callbacks [] for port, precommit_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:53.419983 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.provisioning_blocks [None req-79753f90-d56a-465f-aa55-eba7d1661b07 None None] Transition to ACTIVE for port object d28d605d-52ed-4c64-b0d8-a74e274de48e will not be triggered until provisioned by entity L2. {{(pid=102194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:28:53.455147 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c27638-ecb3-425c-9a34-38a3f6b41239 None None] Pushing event updated for resources: {'Port': ['ID=2275f76d-79f4-4bc2-93a5-88c52355d71b,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:53.482327 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-79753f90-d56a-465f-aa55-eba7d1661b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:53.493077 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b06f437a-1f41-4f95-b97a-01433c22e776 None None] Routers {'00fd1eaf-f72a-4fd4-8b17-8653746df1dd'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:28:53.493887 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-b06f437a-1f41-4f95-b97a-01433c22e776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:28:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['00fd1eaf-f72a-4fd4-8b17-8653746df1dd'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:28:53.585871 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50900157-f390-4056-b567-c151e5ff11b3 req-caa066a2-d4e3-478d-98e1-e7b6983cb318 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:53.588444 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-50900157-f390-4056-b567-c151e5ff11b3 req-caa066a2-d4e3-478d-98e1-e7b6983cb318 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1f215d0-2ba9-4686-87d6-0b50cb663802 HTTP/1.1" status: 200 len: 932 time: 1.2452533 Aug 11 03:28:53.595912 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8964edb9-1256-4fa4-97e2-144e2f2a30f3 req-f9bdaf73-5312-4ddf-bd5a-5dd441b17a3b tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7633741 Aug 11 03:28:53.619073 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:53.642218 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db167210-39f7-43fd-8521-a39bc8c17c9e None None] Pushing event updated for resources: {'Port': ['ID=d28d605d-52ed-4c64-b0d8-a74e274de48e,revision_number=3']} {{(pid=102194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:53.688536 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port 35afb9d0-e10f-4a85-a2d3-a8e69a2490c6, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=35afb9d0-e10f-4a85-a2d3-a8e69a2490c6,segment=NetworkSegment(fab28bed-aa25-40db-bba4-ec26e795194c),segment_id=fab28bed-aa25-40db-bba4-ec26e795194c)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:28:53.699682 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7c755556-d199-433e-bfd0-8d29c3d7ee56 req-3a634a6a-3a8a-4eab-8eba-4d2541ef287e tempest-VolumesActionsTest-1168174853 tempest-VolumesActionsTest-1168174853-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a81c5ed-57da-4453-859a-5ef9b41ed491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8806663 Aug 11 03:28:53.757655 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-50900157-f390-4056-b567-c151e5ff11b3 req-cc4728be-b251-462b-8c42-6ad9b4868a8e tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d1cd399-f1ad-4eb8-8279-cc3e3b1f8ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555290 Aug 11 03:28:53.899952 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b80d67a4-f9aa-4b7e-b030-2af94a76d9f5 req-d25886f4-e128-4049-a3bb-4c378672d8ff tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1aa84fa-56ef-4e45-bde3-ce36d5cbdc1d HTTP/1.1" status: 200 len: 210 time: 0.0588772 Aug 11 03:28:53.914998 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:53.966310 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-8964edb9-1256-4fa4-97e2-144e2f2a30f3 req-619e1567-09a2-4e18-905c-972af1d7072d service neutron] Request body: {'port': {'device_id': 'c1f215d0-2ba9-4686-87d6-0b50cb663802', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764292-30'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:28:54.022919 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-79753f90-d56a-465f-aa55-eba7d1661b07 None None] Attempting to bind port d28d605d-52ed-4c64-b0d8-a74e274de48e on host n-d-764292-30 for vnic_type normal with profile {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:28:54.023207 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-79753f90-d56a-465f-aa55-eba7d1661b07 None None] Attempting to bind port d28d605d-52ed-4c64-b0d8-a74e274de48e by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': 'e0bdbf17-39ef-4cda-a769-5b18570c8140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '37d25dbb-8b0c-4bea-bf6e-f558cb05b85f'}] {{(pid=102194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:28:54.023561 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79753f90-d56a-465f-aa55-eba7d1661b07 None None] Attempting to bind port d28d605d-52ed-4c64-b0d8-a74e274de48e on network 37d25dbb-8b0c-4bea-bf6e-f558cb05b85f {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:28:54.042416 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-b06f437a-1f41-4f95-b97a-01433c22e776 None None] Set router 00fd1eaf-f72a-4fd4-8b17-8653746df1dd gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:28:54.053366 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79753f90-d56a-465f-aa55-eba7d1661b07 None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 28, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:28:54.054881 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79753f90-d56a-465f-aa55-eba7d1661b07 None None] Checking segment: {'id': 'e0bdbf17-39ef-4cda-a769-5b18570c8140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '37d25dbb-8b0c-4bea-bf6e-f558cb05b85f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:28:54.057479 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-79753f90-d56a-465f-aa55-eba7d1661b07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:54.057780 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79753f90-d56a-465f-aa55-eba7d1661b07 None None] Bound using segment: {'id': 'e0bdbf17-39ef-4cda-a769-5b18570c8140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '37d25dbb-8b0c-4bea-bf6e-f558cb05b85f'} {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:28:54.060575 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-79753f90-d56a-465f-aa55-eba7d1661b07 None None] Bound port: d28d605d-52ed-4c64-b0d8-a74e274de48e, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0bdbf17-39ef-4cda-a769-5b18570c8140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '37d25dbb-8b0c-4bea-bf6e-f558cb05b85f'}}] {{(pid=102194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:28:54.063461 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-79753f90-d56a-465f-aa55-eba7d1661b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:54.064640 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc7b77d-e335-40fc-a4b4-a0e1da93d08f req-60a4ad64-1c71-496c-a177-35704224623b tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:54.070262 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-efc7b77d-e335-40fc-a4b4-a0e1da93d08f req-60a4ad64-1c71-496c-a177-35704224623b tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.22 "GET /v2.0/networks?id=511c1003-0f31-4ca2-8e8d-4cb957655e51 HTTP/1.1" status: 200 len: 797 time: 0.2787671 Aug 11 03:28:54.159142 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=35afb9d0-e10f-4a85-a2d3-a8e69a2490c6,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:54.175253 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-efc7b77d-e335-40fc-a4b4-a0e1da93d08f req-5aea9b3d-3d34-4f20-bd55-fe64cc7a1e6a tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a5478860f7cb432583cc8e5d994d2237 HTTP/1.1" status: 200 len: 380 time: 0.0949881 Aug 11 03:28:54.191648 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-efc7b77d-e335-40fc-a4b4-a0e1da93d08f req-c5baf343-7183-4f91-a728-5b30b45b4334 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Request body: {'port': {'device_id': 'e1aa84fa-56ef-4e45-bde3-ce36d5cbdc1d', 'network_id': '511c1003-0f31-4ca2-8e8d-4cb957655e51', 'admin_state_up': True, 'tenant_id': 'a5478860f7cb432583cc8e5d994d2237', 'security_groups': ['e9628d8d-75dd-45fc-9e19-23526969057e']}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:28:54.194844 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7e02310f-66c5-4174-b9ef-55266ba735a8 req-37088041-0d48-4244-aa31-2e28ce9cedf7 tempest-TestServerMultinode-1111718651 tempest-TestServerMultinode-1111718651-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=558763db-bacb-4f4a-9cc9-1eae0bcb9e10 HTTP/1.1" status: 200 len: 210 time: 0.2367189 Aug 11 03:28:54.208835 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device e52c907a-a9c3-41ae-967d-901020bc736d up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:28:54.247150 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.db [None req-79753f90-d56a-465f-aa55-eba7d1661b07 None None] For port d28d605d-52ed-4c64-b0d8-a74e274de48e, host n-d-764292-30, cleared binding levels {{(pid=102194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:28:54.249182 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-8964edb9-1256-4fa4-97e2-144e2f2a30f3 req-619e1567-09a2-4e18-905c-972af1d7072d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:54.251702 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.db [None req-79753f90-d56a-465f-aa55-eba7d1661b07 None None] For port d28d605d-52ed-4c64-b0d8-a74e274de48e, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=d28d605d-52ed-4c64-b0d8-a74e274de48e,segment=NetworkSegment(e0bdbf17-39ef-4cda-a769-5b18570c8140),segment_id=e0bdbf17-39ef-4cda-a769-5b18570c8140)] {{(pid=102194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:28:54.314530 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-79753f90-d56a-465f-aa55-eba7d1661b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:54.355251 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port e52c907a-a9c3-41ae-967d-901020bc736d triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:28:54.355630 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:54.463329 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79753f90-d56a-465f-aa55-eba7d1661b07 None None] Routers {'27e271c7-860b-481d-a2b4-9dc8a93ffaaa'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:28:54.475985 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-79753f90-d56a-465f-aa55-eba7d1661b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:28:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['27e271c7-860b-481d-a2b4-9dc8a93ffaaa'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:28:54.567584 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-b06f437a-1f41-4f95-b97a-01433c22e776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00fd1eaf-f72a-4fd4-8b17-8653746df1dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1478331513', 'tenant_id': 'a5478860f7cb432583cc8e5d994d2237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.115'}], 'enable_snat': True}, 'gw_port_id': 'ebcfce90-f2c9-41d4-ac88-4d745b88b0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:28:39Z', 'updated_at': '2021-08-11T03:28:47Z', 'revision_number': 4, 'project_id': 'a5478860f7cb432583cc8e5d994d2237', 'gw_port': {'id': 'ebcfce90-f2c9-41d4-ac88-4d745b88b0f5', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:01:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00fd1eaf-f72a-4fd4-8b17-8653746df1dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3262, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:28:40Z', 'updated_at': '2021-08-11T03:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '2275f76d-79f4-4bc2-93a5-88c52355d71b', 'name': '', 'network_id': '511c1003-0f31-4ca2-8e8d-4cb957655e51', 'tenant_id': 'a5478860f7cb432583cc8e5d994d2237', 'mac_address': 'fa:16:3e:75:72:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00fd1eaf-f72a-4fd4-8b17-8653746df1dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3267, 'fixed_ips': [{'subnet_id': 'c83773c8-b8ac-4a10-bafe-73faeb8341f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:28:45Z', 'updated_at': '2021-08-11T03:28:52Z', 'revision_number': 4, 'project_id': 'a5478860f7cb432583cc8e5d994d2237', 'subnets': [{'id': 'c83773c8-b8ac-4a10-bafe-73faeb8341f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:28:54.602970 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efc7b77d-e335-40fc-a4b4-a0e1da93d08f req-c5baf343-7183-4f91-a728-5b30b45b4334 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Made reservation on behalf of a5478860f7cb432583cc8e5d994d2237 for: {'port': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:28:54.612299 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-79753f90-d56a-465f-aa55-eba7d1661b07 None None] Set router 27e271c7-860b-481d-a2b4-9dc8a93ffaaa gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:28:54.616903 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-efc7b77d-e335-40fc-a4b4-a0e1da93d08f req-c5baf343-7183-4f91-a728-5b30b45b4334 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:54.618256 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b06f437a-1f41-4f95-b97a-01433c22e776 None None] The sync data for ids ['00fd1eaf-f72a-4fd4-8b17-8653746df1dd'] in n-d-764292-30 is: [{'id': '00fd1eaf-f72a-4fd4-8b17-8653746df1dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1478331513', 'tenant_id': 'a5478860f7cb432583cc8e5d994d2237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.115'}], 'enable_snat': True}, 'gw_port_id': 'ebcfce90-f2c9-41d4-ac88-4d745b88b0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:28:39Z', 'updated_at': '2021-08-11T03:28:47Z', 'revision_number': 4, 'project_id': 'a5478860f7cb432583cc8e5d994d2237', 'gw_port': {'id': 'ebcfce90-f2c9-41d4-ac88-4d745b88b0f5', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:01:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00fd1eaf-f72a-4fd4-8b17-8653746df1dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3262, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:28:40Z', 'updated_at': '2021-08-11T03:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '2275f76d-79f4-4bc2-93a5-88c52355d71b', 'name': '', 'network_id': '511c1003-0f31-4ca2-8e8d-4cb957655e51', 'tenant_id': 'a5478860f7cb432583cc8e5d994d2237', 'mac_address': 'fa:16:3e:75:72:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00fd1eaf-f72a-4fd4-8b17-8653746df1dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3267, 'fixed_ips': [{'subnet_id': 'c83773c8-b8ac-4a10-bafe-73faeb8341f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:28:45Z', 'updated_at': '2021-08-11T03:28:52Z', 'revision_number': 4, 'project_id': 'a5478860f7cb432583cc8e5d994d2237', 'subnets': [{'id': 'c83773c8-b8ac-4a10-bafe-73faeb8341f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:28:54.811823 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db167210-39f7-43fd-8521-a39bc8c17c9e None None] Pushing event updated for resources: {'Port': ['ID=d28d605d-52ed-4c64-b0d8-a74e274de48e,revision_number=4']} {{(pid=102194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:55.045141 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [req-8964edb9-1256-4fa4-97e2-144e2f2a30f3 req-619e1567-09a2-4e18-905c-972af1d7072d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca8de5b4-d370-4b62-988c-cfdd2b3f3dd0 {{(pid=102192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:28:55.083222 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-8964edb9-1256-4fa4-97e2-144e2f2a30f3 req-619e1567-09a2-4e18-905c-972af1d7072d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:55.157861 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [req-8964edb9-1256-4fa4-97e2-144e2f2a30f3 req-619e1567-09a2-4e18-905c-972af1d7072d service neutron] Transition to ACTIVE for port object ca8de5b4-d370-4b62-988c-cfdd2b3f3dd0 will not be triggered until provisioned by entity L2. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:28:55.175720 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b20586-41d5-4c07-9c74-909067aa0dd5 req-28a3ecdd-4236-4fe2-96c3-96432bf1f866 tempest-VolumesActionsTest-1168174853 tempest-VolumesActionsTest-1168174853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:55.184192 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-70b20586-41d5-4c07-9c74-909067aa0dd5 req-28a3ecdd-4236-4fe2-96c3-96432bf1f866 tempest-VolumesActionsTest-1168174853 tempest-VolumesActionsTest-1168174853-project] 10.222.0.41 "GET /v2.0/ports?device_id=d841e9a7-2f7e-493c-81aa-4afae05ecf58 HTTP/1.1" status: 200 len: 945 time: 0.2733715 Aug 11 03:28:55.194155 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acccc1d-afa7-4509-9ea7-13a5b6211be7 req-fab0f68d-e00a-4aa9-a079-c4867dcdfebd tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:55.207932 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5acccc1d-afa7-4509-9ea7-13a5b6211be7 req-fab0f68d-e00a-4aa9-a079-c4867dcdfebd tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1f215d0-2ba9-4686-87d6-0b50cb663802 HTTP/1.1" status: 200 len: 932 time: 0.2678146 Aug 11 03:28:55.208123 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-79753f90-d56a-465f-aa55-eba7d1661b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27e271c7-860b-481d-a2b4-9dc8a93ffaaa', 'name': 'tempest-TestServerMultinode-264675998-router', 'tenant_id': '69211039b9944a608d6219c662ecc6c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': '35afb9d0-e10f-4a85-a2d3-a8e69a2490c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:28:39Z', 'updated_at': '2021-08-11T03:28:45Z', 'revision_number': 4, 'project_id': '69211039b9944a608d6219c662ecc6c6', 'gw_port': {'id': '35afb9d0-e10f-4a85-a2d3-a8e69a2490c6', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:12:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27e271c7-860b-481d-a2b4-9dc8a93ffaaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3263, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:28:41Z', 'updated_at': '2021-08-11T03:28:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': 'd28d605d-52ed-4c64-b0d8-a74e274de48e', 'name': '', 'network_id': '37d25dbb-8b0c-4bea-bf6e-f558cb05b85f', 'tenant_id': '69211039b9944a608d6219c662ecc6c6', 'mac_address': 'fa:16:3e:b0:61:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27e271c7-860b-481d-a2b4-9dc8a93ffaaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3265, 'fixed_ips': [{'subnet_id': 'a49cd060-f36d-4991-9345-f6e13ba4429f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:28:44Z', 'updated_at': '2021-08-11T03:28:54Z', 'revision_number': 4, 'project_id': '69211039b9944a608d6219c662ecc6c6', 'subnets': [{'id': 'a49cd060-f36d-4991-9345-f6e13ba4429f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:28:55.276879 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-8964edb9-1256-4fa4-97e2-144e2f2a30f3 req-619e1567-09a2-4e18-905c-972af1d7072d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:55.290940 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79753f90-d56a-465f-aa55-eba7d1661b07 None None] The sync data for ids ['27e271c7-860b-481d-a2b4-9dc8a93ffaaa'] in n-d-764292-30 is: [{'id': '27e271c7-860b-481d-a2b4-9dc8a93ffaaa', 'name': 'tempest-TestServerMultinode-264675998-router', 'tenant_id': '69211039b9944a608d6219c662ecc6c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': '35afb9d0-e10f-4a85-a2d3-a8e69a2490c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:28:39Z', 'updated_at': '2021-08-11T03:28:45Z', 'revision_number': 4, 'project_id': '69211039b9944a608d6219c662ecc6c6', 'gw_port': {'id': '35afb9d0-e10f-4a85-a2d3-a8e69a2490c6', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:12:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27e271c7-860b-481d-a2b4-9dc8a93ffaaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3263, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:28:41Z', 'updated_at': '2021-08-11T03:28:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': 'd28d605d-52ed-4c64-b0d8-a74e274de48e', 'name': '', 'network_id': '37d25dbb-8b0c-4bea-bf6e-f558cb05b85f', 'tenant_id': '69211039b9944a608d6219c662ecc6c6', 'mac_address': 'fa:16:3e:b0:61:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27e271c7-860b-481d-a2b4-9dc8a93ffaaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3265, 'fixed_ips': [{'subnet_id': 'a49cd060-f36d-4991-9345-f6e13ba4429f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:28:44Z', 'updated_at': '2021-08-11T03:28:54Z', 'revision_number': 4, 'project_id': '69211039b9944a608d6219c662ecc6c6', 'subnets': [{'id': 'a49cd060-f36d-4991-9345-f6e13ba4429f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:28:55.312858 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-70b20586-41d5-4c07-9c74-909067aa0dd5 req-5adc03ab-18fd-461d-9e29-eea4cf29b2b2 tempest-VolumesActionsTest-1168174853 tempest-VolumesActionsTest-1168174853-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a81c5ed-57da-4453-859a-5ef9b41ed491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933468 Aug 11 03:28:55.364107 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5acccc1d-afa7-4509-9ea7-13a5b6211be7 req-98ca02b8-738a-44b6-8ae5-7c68e6154d77 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d1cd399-f1ad-4eb8-8279-cc3e3b1f8ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516311 Aug 11 03:28:55.450300 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619e1567-09a2-4e18-905c-972af1d7072d service neutron] Pushing event updated for resources: {'Port': ['ID=ca8de5b4-d370-4b62-988c-cfdd2b3f3dd0,revision_number=2']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:55.589699 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a336c0ac-6bcc-4000-9271-6e13fc81c2a5 req-cea6470e-8be0-4b51-9581-3007b4a78cf6 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1aa84fa-56ef-4e45-bde3-ce36d5cbdc1d HTTP/1.1" status: 200 len: 210 time: 0.0421700 Aug 11 03:28:55.619687 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-8964edb9-1256-4fa4-97e2-144e2f2a30f3 req-619e1567-09a2-4e18-905c-972af1d7072d service neutron] Attempting to bind port ca8de5b4-d370-4b62-988c-cfdd2b3f3dd0 on host n-h2-764292-30 for vnic_type normal with profile {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:28:55.621662 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-8964edb9-1256-4fa4-97e2-144e2f2a30f3 req-619e1567-09a2-4e18-905c-972af1d7072d service neutron] Attempting to bind port ca8de5b4-d370-4b62-988c-cfdd2b3f3dd0 by drivers openvswitch,hyperv on host n-h2-764292-30 at level 0 using segments [{'id': '323f142b-ee85-4d27-85a3-85cc28507ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '2294adb7-cfd4-40a1-9a0c-db6ab35ac37f'}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:28:55.623740 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8964edb9-1256-4fa4-97e2-144e2f2a30f3 req-619e1567-09a2-4e18-905c-972af1d7072d service neutron] Attempting to bind port ca8de5b4-d370-4b62-988c-cfdd2b3f3dd0 on network 2294adb7-cfd4-40a1-9a0c-db6ab35ac37f {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:28:55.635793 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8964edb9-1256-4fa4-97e2-144e2f2a30f3 req-619e1567-09a2-4e18-905c-972af1d7072d service neutron] Port ca8de5b4-d370-4b62-988c-cfdd2b3f3dd0 on network 2294adb7-cfd4-40a1-9a0c-db6ab35ac37f not bound, no agent of type Open vSwitch agent registered on host n-h2-764292-30 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:28:55.636489 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8964edb9-1256-4fa4-97e2-144e2f2a30f3 req-619e1567-09a2-4e18-905c-972af1d7072d service neutron] Attempting to bind port ca8de5b4-d370-4b62-988c-cfdd2b3f3dd0 on network 2294adb7-cfd4-40a1-9a0c-db6ab35ac37f {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:28:55.657929 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8964edb9-1256-4fa4-97e2-144e2f2a30f3 req-619e1567-09a2-4e18-905c-972af1d7072d service neutron] Checking agent: {'id': '70015fc0-62fb-48b2-b453-36906937cf2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 28, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:28:55.658575 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8964edb9-1256-4fa4-97e2-144e2f2a30f3 req-619e1567-09a2-4e18-905c-972af1d7072d service neutron] Checking segment: {'id': '323f142b-ee85-4d27-85a3-85cc28507ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '2294adb7-cfd4-40a1-9a0c-db6ab35ac37f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:28:55.659334 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8964edb9-1256-4fa4-97e2-144e2f2a30f3 req-619e1567-09a2-4e18-905c-972af1d7072d service neutron] Bound using segment: {'id': '323f142b-ee85-4d27-85a3-85cc28507ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '2294adb7-cfd4-40a1-9a0c-db6ab35ac37f'} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:28:55.661914 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-8964edb9-1256-4fa4-97e2-144e2f2a30f3 req-619e1567-09a2-4e18-905c-972af1d7072d service neutron] Bound port: ca8de5b4-d370-4b62-988c-cfdd2b3f3dd0, host: n-h2-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '323f142b-ee85-4d27-85a3-85cc28507ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '2294adb7-cfd4-40a1-9a0c-db6ab35ac37f'}}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:28:55.662611 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-8964edb9-1256-4fa4-97e2-144e2f2a30f3 req-619e1567-09a2-4e18-905c-972af1d7072d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:55.745527 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-58fbc612-a9b8-4ed4-b0da-79f17b90bbaa req-6e0544b3-4d67-4d0e-9eb5-1b67724fc8e7 tempest-TestServerMultinode-1111718651 tempest-TestServerMultinode-1111718651-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=558763db-bacb-4f4a-9cc9-1eae0bcb9e10 HTTP/1.1" status: 200 len: 210 time: 0.0414965 Aug 11 03:28:55.797389 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-8964edb9-1256-4fa4-97e2-144e2f2a30f3 req-619e1567-09a2-4e18-905c-972af1d7072d service neutron] For port ca8de5b4-d370-4b62-988c-cfdd2b3f3dd0, host n-h2-764292-30, cleared binding levels {{(pid=102192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:28:55.804835 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-8964edb9-1256-4fa4-97e2-144e2f2a30f3 req-619e1567-09a2-4e18-905c-972af1d7072d service neutron] For port ca8de5b4-d370-4b62-988c-cfdd2b3f3dd0, host n-h2-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=ca8de5b4-d370-4b62-988c-cfdd2b3f3dd0,segment=NetworkSegment(323f142b-ee85-4d27-85a3-85cc28507ab1),segment_id=323f142b-ee85-4d27-85a3-85cc28507ab1)] {{(pid=102192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:28:55.821169 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eadde43-a81c-4e59-8f0c-ba82b427d5e4 req-e6fdaf31-5e3f-4016-855a-6f12ae7d67c7 tempest-TestServerMultinode-1111718651 tempest-TestServerMultinode-1111718651-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:55.822902 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-9eadde43-a81c-4e59-8f0c-ba82b427d5e4 req-e6fdaf31-5e3f-4016-855a-6f12ae7d67c7 tempest-TestServerMultinode-1111718651 tempest-TestServerMultinode-1111718651-project-admin] 10.222.0.22 "GET /v2.0/networks?id=d11fd958-885d-4a82-9fdd-6960c706498c HTTP/1.1" status: 200 len: 911 time: 1.2328780 Aug 11 03:28:55.842895 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-9eadde43-a81c-4e59-8f0c-ba82b427d5e4 req-f05c67d8-c9c7-4fdc-b02d-4f40ec5efd4e tempest-TestServerMultinode-1111718651 tempest-TestServerMultinode-1111718651-project-admin] Request body: {'port': {'device_id': '558763db-bacb-4f4a-9cc9-1eae0bcb9e10', 'network_id': 'd11fd958-885d-4a82-9fdd-6960c706498c', 'admin_state_up': True, 'tenant_id': '69211039b9944a608d6219c662ecc6c6'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:28:55.877454 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [req-efc7b77d-e335-40fc-a4b4-a0e1da93d08f req-c5baf343-7183-4f91-a728-5b30b45b4334 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Allocated IP 172.20.0.12 (511c1003-0f31-4ca2-8e8d-4cb957655e51/c83773c8-b8ac-4a10-bafe-73faeb8341f9/08af65e0-c14a-4585-925b-99eb87e032e3) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:28:55.934876 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-8964edb9-1256-4fa4-97e2-144e2f2a30f3 req-619e1567-09a2-4e18-905c-972af1d7072d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:56.052805 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8964edb9-1256-4fa4-97e2-144e2f2a30f3 req-619e1567-09a2-4e18-905c-972af1d7072d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:56.055537 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-8964edb9-1256-4fa4-97e2-144e2f2a30f3 req-619e1567-09a2-4e18-905c-972af1d7072d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:56.059648 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8964edb9-1256-4fa4-97e2-144e2f2a30f3 req-619e1567-09a2-4e18-905c-972af1d7072d service neutron] 10.222.0.24 "PUT /v2.0/ports/ca8de5b4-d370-4b62-988c-cfdd2b3f3dd0 HTTP/1.1" status: 200 len: 1093 time: 2.4508708 Aug 11 03:28:56.061936 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619e1567-09a2-4e18-905c-972af1d7072d service neutron] Pushing event updated for resources: {'Port': ['ID=ca8de5b4-d370-4b62-988c-cfdd2b3f3dd0,revision_number=3']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:56.071281 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1f215d0-2ba9-4686-87d6-0b50cb663802', 'tag': 'ca8de5b4-d370-4b62-988c-cfdd2b3f3dd0'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:28:56.077803 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b523ac4-7b9b-42d8-a31d-0128ac05ac36" -d '{"events": [{"name": "network-changed", "server_uuid": "c1f215d0-2ba9-4686-87d6-0b50cb663802", "tag": "ca8de5b4-d370-4b62-988c-cfdd2b3f3dd0"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:28:56.107452 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9eadde43-a81c-4e59-8f0c-ba82b427d5e4 req-f05c67d8-c9c7-4fdc-b02d-4f40ec5efd4e tempest-TestServerMultinode-1111718651 tempest-TestServerMultinode-1111718651-project-admin] Made reservation on behalf of 69211039b9944a608d6219c662ecc6c6 for: {'port': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:28:56.115994 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-9eadde43-a81c-4e59-8f0c-ba82b427d5e4 req-f05c67d8-c9c7-4fdc-b02d-4f40ec5efd4e tempest-TestServerMultinode-1111718651 tempest-TestServerMultinode-1111718651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:56.282023 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8964edb9-1256-4fa4-97e2-144e2f2a30f3 req-7068e641-0081-489c-b79c-d68b7998bc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:56.283604 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8964edb9-1256-4fa4-97e2-144e2f2a30f3 req-7068e641-0081-489c-b79c-d68b7998bc6e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2b2b3f02ad2f4f13a4d5b55e5c246078&device_id=c1f215d0-2ba9-4686-87d6-0b50cb663802 HTTP/1.1" status: 200 len: 1096 time: 0.1218259 Aug 11 03:28:56.302593 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:28:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec6d530b-e20c-4a91-b443-d8fea53e1cd0 x-openstack-request-id: req-ec6d530b-e20c-4a91-b443-d8fea53e1cd0 {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:28:56.302883 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1f215d0-2ba9-4686-87d6-0b50cb663802", "tag": "ca8de5b4-d370-4b62-988c-cfdd2b3f3dd0", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:28:56.303137 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ec6d530b-e20c-4a91-b443-d8fea53e1cd0 {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:28:56.303555 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1f215d0-2ba9-4686-87d6-0b50cb663802', 'tag': 'ca8de5b4-d370-4b62-988c-cfdd2b3f3dd0', 'status': 'completed', 'code': 200} Aug 11 03:28:56.363380 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8964edb9-1256-4fa4-97e2-144e2f2a30f3 req-0a87b7e6-cdc6-4acd-bffa-cd08d3c7de56 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ca8de5b4-d370-4b62-988c-cfdd2b3f3dd0 HTTP/1.1" status: 200 len: 217 time: 0.0680113 Aug 11 03:28:56.401901 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 35afb9d0-e10f-4a85-a2d3-a8e69a2490c6 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:28:56.442476 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-efc7b77d-e335-40fc-a4b4-a0e1da93d08f req-c5baf343-7183-4f91-a728-5b30b45b4334 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:56.515032 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [req-9eadde43-a81c-4e59-8f0c-ba82b427d5e4 req-f05c67d8-c9c7-4fdc-b02d-4f40ec5efd4e tempest-TestServerMultinode-1111718651 tempest-TestServerMultinode-1111718651-project-admin] Allocated IP 172.20.0.4 (d11fd958-885d-4a82-9fdd-6960c706498c/753b33f1-8e9a-4e10-a98a-bf91420f1585/762af76d-4859-4e43-a80b-2c963e5f0c1d) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:28:56.524087 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [req-efc7b77d-e335-40fc-a4b4-a0e1da93d08f req-c5baf343-7183-4f91-a728-5b30b45b4334 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Transition to ACTIVE for port object 08af65e0-c14a-4585-925b-99eb87e032e3 will not be triggered until provisioned by entity DHCP. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:28:56.564113 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8964edb9-1256-4fa4-97e2-144e2f2a30f3 req-c3131b1b-c057-46be-9da5-14d19c7a76fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:56.573150 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8964edb9-1256-4fa4-97e2-144e2f2a30f3 req-c3131b1b-c057-46be-9da5-14d19c7a76fc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3dad44b1-6547-45e0-8453-859830dd2aa7 HTTP/1.1" status: 200 len: 846 time: 0.1932116 Aug 11 03:28:56.574249 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 35afb9d0-e10f-4a85-a2d3-a8e69a2490c6 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:28:56.579128 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:56.702052 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8964edb9-1256-4fa4-97e2-144e2f2a30f3 req-5190971f-3730-4319-afaf-e3b7ff577c0e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2294adb7-cfd4-40a1-9a0c-db6ab35ac37f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1202390 Aug 11 03:28:56.712867 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-efc7b77d-e335-40fc-a4b4-a0e1da93d08f req-c5baf343-7183-4f91-a728-5b30b45b4334 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:56.767845 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 2275f76d-79f4-4bc2-93a5-88c52355d71b up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:28:56.803505 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691255b1-4252-4ed1-9601-7bf6c043cccb req-5f07fdbf-06f0-4500-aabc-9cb953b65aee tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:56.808458 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-691255b1-4252-4ed1-9601-7bf6c043cccb req-5f07fdbf-06f0-4500-aabc-9cb953b65aee tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1f215d0-2ba9-4686-87d6-0b50cb663802 HTTP/1.1" status: 200 len: 944 time: 0.3208067 Aug 11 03:28:56.867569 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efc7b77d-e335-40fc-a4b4-a0e1da93d08f req-c5baf343-7183-4f91-a728-5b30b45b4334 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Network 511c1003-0f31-4ca2-8e8d-4cb957655e51 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:28:56.876781 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [req-efc7b77d-e335-40fc-a4b4-a0e1da93d08f req-c5baf343-7183-4f91-a728-5b30b45b4334 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:28:56.889782 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-efc7b77d-e335-40fc-a4b4-a0e1da93d08f req-c5baf343-7183-4f91-a728-5b30b45b4334 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:28:56.917861 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port 2275f76d-79f4-4bc2-93a5-88c52355d71b completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:28:56.924055 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 2275f76d-79f4-4bc2-93a5-88c52355d71b triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:28:56.924541 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:56.947490 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-9eadde43-a81c-4e59-8f0c-ba82b427d5e4 req-f05c67d8-c9c7-4fdc-b02d-4f40ec5efd4e tempest-TestServerMultinode-1111718651 tempest-TestServerMultinode-1111718651-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:57.010951 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5baf343-7183-4f91-a728-5b30b45b4334 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Pushing event updated for resources: {'Port': ['ID=08af65e0-c14a-4585-925b-99eb87e032e3,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:57.033080 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-691255b1-4252-4ed1-9601-7bf6c043cccb req-ea97dfae-de87-45f9-b158-3192681b82ad tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d1cd399-f1ad-4eb8-8279-cc3e3b1f8ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793547 Aug 11 03:28:57.072059 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049422d7-05b8-41b5-9cee-4dcd2b1df6eb req-df2a0b3e-b5f8-4057-9d9c-97cb8a8812a4 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:57.072699 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [req-9eadde43-a81c-4e59-8f0c-ba82b427d5e4 req-f05c67d8-c9c7-4fdc-b02d-4f40ec5efd4e tempest-TestServerMultinode-1111718651 tempest-TestServerMultinode-1111718651-project-admin] Transition to ACTIVE for port object 762af76d-4859-4e43-a80b-2c963e5f0c1d will not be triggered until provisioned by entity DHCP. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:28:57.076069 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-049422d7-05b8-41b5-9cee-4dcd2b1df6eb req-df2a0b3e-b5f8-4057-9d9c-97cb8a8812a4 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1aa84fa-56ef-4e45-bde3-ce36d5cbdc1d HTTP/1.1" status: 200 len: 932 time: 0.2147648 Aug 11 03:28:57.092524 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8964edb9-1256-4fa4-97e2-144e2f2a30f3 req-8c09c6c7-c1ef-4105-a3ab-cabbacc6e062 service neutron] 10.222.0.24 "GET /v2.0/networks/2294adb7-cfd4-40a1-9a0c-db6ab35ac37f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3512900 Aug 11 03:28:57.113452 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc7b77d-e335-40fc-a4b4-a0e1da93d08f req-c5baf343-7183-4f91-a728-5b30b45b4334 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:57.114270 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-efc7b77d-e335-40fc-a4b4-a0e1da93d08f req-c5baf343-7183-4f91-a728-5b30b45b4334 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:57.130986 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:57.226649 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port 2275f76d-79f4-4bc2-93a5-88c52355d71b, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=2275f76d-79f4-4bc2-93a5-88c52355d71b,segment=NetworkSegment(2552da39-1bd3-49e5-a3d5-aadbf38eb7b5),segment_id=2552da39-1bd3-49e5-a3d5-aadbf38eb7b5)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:28:57.252204 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-049422d7-05b8-41b5-9cee-4dcd2b1df6eb req-27f0b81a-8472-4b10-a95b-c02ba001f0e5 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9628d8d-75dd-45fc-9e19-23526969057e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1586699 Aug 11 03:28:57.285245 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8964edb9-1256-4fa4-97e2-144e2f2a30f3 req-b863175d-e874-4cd1-83d4-c43fe595a16e service neutron] 10.222.0.24 "GET /v2.0/networks/2294adb7-cfd4-40a1-9a0c-db6ab35ac37f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784501 Aug 11 03:28:57.312094 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-efc7b77d-e335-40fc-a4b4-a0e1da93d08f req-c5baf343-7183-4f91-a728-5b30b45b4334 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1286254 Aug 11 03:28:57.325528 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-efc7b77d-e335-40fc-a4b4-a0e1da93d08f req-3478c26e-ebfa-47cd-8d5c-ace7d6658224 service neutron] Request body: {'port': {'device_id': 'e1aa84fa-56ef-4e45-bde3-ce36d5cbdc1d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764292-30'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:28:57.339603 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:57.340454 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device d28d605d-52ed-4c64-b0d8-a74e274de48e up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:28:57.360955 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-9eadde43-a81c-4e59-8f0c-ba82b427d5e4 req-f05c67d8-c9c7-4fdc-b02d-4f40ec5efd4e tempest-TestServerMultinode-1111718651 tempest-TestServerMultinode-1111718651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:57.403841 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb5bd83-30d3-482e-b199-4d2a02dd9ad6 req-fbcb2932-4ecc-4394-a35d-46fde209a071 tempest-TestServerMultinode-1111718651 tempest-TestServerMultinode-1111718651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:57.419693 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3eb5bd83-30d3-482e-b199-4d2a02dd9ad6 req-fbcb2932-4ecc-4394-a35d-46fde209a071 tempest-TestServerMultinode-1111718651 tempest-TestServerMultinode-1111718651-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=558763db-bacb-4f4a-9cc9-1eae0bcb9e10 HTTP/1.1" status: 200 len: 1027 time: 0.0908577 Aug 11 03:28:57.454465 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-c960d7f8-42c7-4954-a72b-765ce1357079 None None] Provisioning for port 08af65e0-c14a-4585-925b-99eb87e032e3 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:28:57.466757 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=2275f76d-79f4-4bc2-93a5-88c52355d71b,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:57.472780 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-c960d7f8-42c7-4954-a72b-765ce1357079 None None] Provisioning complete for port 08af65e0-c14a-4585-925b-99eb87e032e3 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:28:57.472780 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-c960d7f8-42c7-4954-a72b-765ce1357079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:57.494478 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9eadde43-a81c-4e59-8f0c-ba82b427d5e4 req-f05c67d8-c9c7-4fdc-b02d-4f40ec5efd4e tempest-TestServerMultinode-1111718651 tempest-TestServerMultinode-1111718651-project-admin] Network d11fd958-885d-4a82-9fdd-6960c706498c is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:28:57.495270 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05c67d8-c9c7-4fdc-b02d-4f40ec5efd4e tempest-TestServerMultinode-1111718651 tempest-TestServerMultinode-1111718651-project-admin] Pushing event updated for resources: {'Port': ['ID=762af76d-4859-4e43-a80b-2c963e5f0c1d,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:57.515398 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [req-9eadde43-a81c-4e59-8f0c-ba82b427d5e4 req-f05c67d8-c9c7-4fdc-b02d-4f40ec5efd4e tempest-TestServerMultinode-1111718651 tempest-TestServerMultinode-1111718651-project-admin] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:28:57.539983 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-9eadde43-a81c-4e59-8f0c-ba82b427d5e4 req-f05c67d8-c9c7-4fdc-b02d-4f40ec5efd4e tempest-TestServerMultinode-1111718651 tempest-TestServerMultinode-1111718651-project-admin] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:28:57.549179 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-c960d7f8-42c7-4954-a72b-765ce1357079 None None] Port 08af65e0-c14a-4585-925b-99eb87e032e3 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:28:57.556213 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port d28d605d-52ed-4c64-b0d8-a74e274de48e completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:28:57.566907 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port d28d605d-52ed-4c64-b0d8-a74e274de48e triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:28:57.566907 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:57.625990 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3eb5bd83-30d3-482e-b199-4d2a02dd9ad6 req-fca2d302-325f-45c1-8f80-35731d61e43d tempest-TestServerMultinode-1111718651 tempest-TestServerMultinode-1111718651-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=1897814c-c114-458d-9fca-3c353e796c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050753 Aug 11 03:28:57.674865 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-efc7b77d-e335-40fc-a4b4-a0e1da93d08f req-3478c26e-ebfa-47cd-8d5c-ace7d6658224 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:57.689639 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b523ac4-7b9b-42d8-a31d-0128ac05ac36 req-9cab176f-6eb5-4220-9fbb-bd3fd549a5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:57.691947 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3b523ac4-7b9b-42d8-a31d-0128ac05ac36 req-9cab176f-6eb5-4220-9fbb-bd3fd549a5a0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2b2b3f02ad2f4f13a4d5b55e5c246078&device_id=c1f215d0-2ba9-4686-87d6-0b50cb663802 HTTP/1.1" status: 200 len: 1096 time: 0.2505226 Aug 11 03:28:57.802316 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c805beec-dd61-42fe-b782-14e4230dc84d req-fa34342b-533d-4716-9ace-379f69cc7b5d tempest-VolumesActionsTest-1168174853 tempest-VolumesActionsTest-1168174853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:57.810141 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c805beec-dd61-42fe-b782-14e4230dc84d req-fa34342b-533d-4716-9ace-379f69cc7b5d tempest-VolumesActionsTest-1168174853 tempest-VolumesActionsTest-1168174853-project] 10.222.0.41 "GET /v2.0/ports?device_id=d841e9a7-2f7e-493c-81aa-4afae05ecf58 HTTP/1.1" status: 200 len: 945 time: 0.1751099 Aug 11 03:28:57.909231 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eadde43-a81c-4e59-8f0c-ba82b427d5e4 req-f05c67d8-c9c7-4fdc-b02d-4f40ec5efd4e tempest-TestServerMultinode-1111718651 tempest-TestServerMultinode-1111718651-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:57.910070 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-9eadde43-a81c-4e59-8f0c-ba82b427d5e4 req-f05c67d8-c9c7-4fdc-b02d-4f40ec5efd4e tempest-TestServerMultinode-1111718651 tempest-TestServerMultinode-1111718651-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:57.920434 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c805beec-dd61-42fe-b782-14e4230dc84d req-c47e050a-e743-443e-9331-9db21d654597 tempest-VolumesActionsTest-1168174853 tempest-VolumesActionsTest-1168174853-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a81c5ed-57da-4453-859a-5ef9b41ed491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087384 Aug 11 03:28:57.925754 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:57.957351 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b523ac4-7b9b-42d8-a31d-0128ac05ac36 req-f5db83ee-89e3-45f2-b15f-1e28ba28a528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:57.966361 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3b523ac4-7b9b-42d8-a31d-0128ac05ac36 req-f5db83ee-89e3-45f2-b15f-1e28ba28a528 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2294adb7-cfd4-40a1-9a0c-db6ab35ac37f HTTP/1.1" status: 200 len: 907 time: 0.2609963 Aug 11 03:28:58.013424 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3b523ac4-7b9b-42d8-a31d-0128ac05ac36 req-6793a6be-6971-4684-9a40-4cdf4e1ff0f2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ca8de5b4-d370-4b62-988c-cfdd2b3f3dd0 HTTP/1.1" status: 200 len: 217 time: 0.0435140 Aug 11 03:28:58.015475 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port d28d605d-52ed-4c64-b0d8-a74e274de48e, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=d28d605d-52ed-4c64-b0d8-a74e274de48e,segment=NetworkSegment(e0bdbf17-39ef-4cda-a769-5b18570c8140),segment_id=e0bdbf17-39ef-4cda-a769-5b18570c8140)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:28:58.083461 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-9eadde43-a81c-4e59-8f0c-ba82b427d5e4 req-f05c67d8-c9c7-4fdc-b02d-4f40ec5efd4e tempest-TestServerMultinode-1111718651 tempest-TestServerMultinode-1111718651-project-admin] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 2.2478440 Aug 11 03:28:58.094642 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b523ac4-7b9b-42d8-a31d-0128ac05ac36 req-549fa546-4e57-4318-a299-819a843e53d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:58.096141 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3b523ac4-7b9b-42d8-a31d-0128ac05ac36 req-549fa546-4e57-4318-a299-819a843e53d8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3dad44b1-6547-45e0-8453-859830dd2aa7 HTTP/1.1" status: 200 len: 846 time: 0.0720193 Aug 11 03:28:58.103445 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [req-9eadde43-a81c-4e59-8f0c-ba82b427d5e4 req-b5eacbc9-e2c3-4795-ad1c-ae65b632fac5 tempest-TestServerMultinode-1111718651 tempest-TestServerMultinode-1111718651-project-admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102191) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:28:58.104461 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-9eadde43-a81c-4e59-8f0c-ba82b427d5e4 req-b5eacbc9-e2c3-4795-ad1c-ae65b632fac5 tempest-TestServerMultinode-1111718651 tempest-TestServerMultinode-1111718651-project-admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053446 Aug 11 03:28:58.125405 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-9eadde43-a81c-4e59-8f0c-ba82b427d5e4 req-8a03185f-2130-4a18-8b62-a815f0a676cc service neutron] Request body: {'port': {'device_id': '558763db-bacb-4f4a-9cc9-1eae0bcb9e10', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764292-30'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:28:58.127636 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:58.164999 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3b523ac4-7b9b-42d8-a31d-0128ac05ac36 req-e2584b85-9199-4d6e-bceb-51a49be99972 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2294adb7-cfd4-40a1-9a0c-db6ab35ac37f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0593317 Aug 11 03:28:58.198771 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-94605130-7ee2-407e-ae7e-4c69e25b44bb None None] Provisioning for port 762af76d-4859-4e43-a80b-2c963e5f0c1d completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:28:58.217023 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-94605130-7ee2-407e-ae7e-4c69e25b44bb None None] Provisioning complete for port 762af76d-4859-4e43-a80b-2c963e5f0c1d triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:28:58.218414 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-94605130-7ee2-407e-ae7e-4c69e25b44bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:58.285500 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-9eadde43-a81c-4e59-8f0c-ba82b427d5e4 req-8a03185f-2130-4a18-8b62-a815f0a676cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:58.321899 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 2275f76d-79f4-4bc2-93a5-88c52355d71b up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:28:58.396467 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=d28d605d-52ed-4c64-b0d8-a74e274de48e,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:58.403145 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-94605130-7ee2-407e-ae7e-4c69e25b44bb None None] Port 762af76d-4859-4e43-a80b-2c963e5f0c1d cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:28:58.436501 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.agents_db [None req-950b7202-decb-43e2-8f71-ac8931dc9749 None None] Agent healthcheck: found 7 active agents {{(pid=102194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:28:58.486372 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4610ba9e-f0da-43c8-b668-c330695f5785 req-0b816684-0c3a-4f70-8008-12178a51b040 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:58.492712 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4610ba9e-f0da-43c8-b668-c330695f5785 req-0b816684-0c3a-4f70-8008-12178a51b040 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1f215d0-2ba9-4686-87d6-0b50cb663802 HTTP/1.1" status: 200 len: 944 time: 0.1921864 Aug 11 03:28:58.496805 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 2275f76d-79f4-4bc2-93a5-88c52355d71b triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:28:58.497262 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:58.534176 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff8617e-b61f-4a77-8e62-41658724a963 req-1330a198-477e-4a31-b2df-62e041cfe13d tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:58.536372 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6ff8617e-b61f-4a77-8e62-41658724a963 req-1330a198-477e-4a31-b2df-62e041cfe13d tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1aa84fa-56ef-4e45-bde3-ce36d5cbdc1d HTTP/1.1" status: 200 len: 932 time: 0.1602495 Aug 11 03:28:58.586616 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3b523ac4-7b9b-42d8-a31d-0128ac05ac36 req-9b0c02c6-d40b-47ee-9c27-00e680604982 service neutron] 10.222.0.24 "GET /v2.0/networks/2294adb7-cfd4-40a1-9a0c-db6ab35ac37f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4131889 Aug 11 03:28:58.627986 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4610ba9e-f0da-43c8-b668-c330695f5785 req-e17e870b-5e74-4c5f-baa2-c99cfa308f85 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d1cd399-f1ad-4eb8-8279-cc3e3b1f8ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247816 Aug 11 03:28:58.632784 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6ff8617e-b61f-4a77-8e62-41658724a963 req-9f4fd980-5f4e-4025-9ff7-9cfb8fdcc1c4 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9628d8d-75dd-45fc-9e19-23526969057e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852838 Aug 11 03:28:58.688076 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [req-9eadde43-a81c-4e59-8f0c-ba82b427d5e4 req-8a03185f-2130-4a18-8b62-a815f0a676cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 762af76d-4859-4e43-a80b-2c963e5f0c1d {{(pid=102191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:28:58.698801 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-9eadde43-a81c-4e59-8f0c-ba82b427d5e4 req-8a03185f-2130-4a18-8b62-a815f0a676cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:58.726172 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [req-9eadde43-a81c-4e59-8f0c-ba82b427d5e4 req-8a03185f-2130-4a18-8b62-a815f0a676cc service neutron] Transition to ACTIVE for port object 762af76d-4859-4e43-a80b-2c963e5f0c1d will not be triggered until provisioned by entity L2. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:28:58.749703 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3b523ac4-7b9b-42d8-a31d-0128ac05ac36 req-c2df10f6-aa9e-47aa-8cea-f99426416622 service neutron] 10.222.0.24 "GET /v2.0/networks/2294adb7-cfd4-40a1-9a0c-db6ab35ac37f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534166 Aug 11 03:28:58.796571 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [req-efc7b77d-e335-40fc-a4b4-a0e1da93d08f req-3478c26e-ebfa-47cd-8d5c-ace7d6658224 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08af65e0-c14a-4585-925b-99eb87e032e3 {{(pid=102191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:28:58.808772 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-efc7b77d-e335-40fc-a4b4-a0e1da93d08f req-3478c26e-ebfa-47cd-8d5c-ace7d6658224 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:58.824316 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfd315e-c77f-4105-a693-c33b75b32653 req-9e79c582-30c0-4719-9e5c-696c3b32aaa8 tempest-TestServerMultinode-1111718651 tempest-TestServerMultinode-1111718651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:58.827360 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ccfd315e-c77f-4105-a693-c33b75b32653 req-9e79c582-30c0-4719-9e5c-696c3b32aaa8 tempest-TestServerMultinode-1111718651 tempest-TestServerMultinode-1111718651-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=558763db-bacb-4f4a-9cc9-1eae0bcb9e10 HTTP/1.1" status: 200 len: 1027 time: 0.0754802 Aug 11 03:28:58.836393 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-9eadde43-a81c-4e59-8f0c-ba82b427d5e4 req-8a03185f-2130-4a18-8b62-a815f0a676cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:58.859380 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [req-efc7b77d-e335-40fc-a4b4-a0e1da93d08f req-3478c26e-ebfa-47cd-8d5c-ace7d6658224 service neutron] Transition to ACTIVE for port object 08af65e0-c14a-4585-925b-99eb87e032e3 will not be triggered until provisioned by entity L2. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:28:58.887997 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ccfd315e-c77f-4105-a693-c33b75b32653 req-aa8c56bb-816e-419c-8c10-6b4ffc1f6b6d tempest-TestServerMultinode-1111718651 tempest-TestServerMultinode-1111718651-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=1897814c-c114-458d-9fca-3c353e796c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517461 Aug 11 03:28:58.943389 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a03185f-2130-4a18-8b62-a815f0a676cc service neutron] Pushing event updated for resources: {'Port': ['ID=762af76d-4859-4e43-a80b-2c963e5f0c1d,revision_number=2']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:58.957275 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-efc7b77d-e335-40fc-a4b4-a0e1da93d08f req-3478c26e-ebfa-47cd-8d5c-ace7d6658224 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:59.173925 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3478c26e-ebfa-47cd-8d5c-ace7d6658224 service neutron] Pushing event updated for resources: {'Port': ['ID=08af65e0-c14a-4585-925b-99eb87e032e3,revision_number=2']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:59.180042 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-e2d76108-2904-4326-bb12-fceee7062c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:59.195774 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9340a5-6ad4-451c-aa0e-872d234023b2 req-b77ebfb9-3cfd-4cdd-aa0e-fa6b4b7d9deb tempest-VolumesActionsTest-1168174853 tempest-VolumesActionsTest-1168174853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:59.199499 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5d9340a5-6ad4-451c-aa0e-872d234023b2 req-b77ebfb9-3cfd-4cdd-aa0e-fa6b4b7d9deb tempest-VolumesActionsTest-1168174853 tempest-VolumesActionsTest-1168174853-project] 10.222.0.41 "GET /v2.0/ports?device_id=d841e9a7-2f7e-493c-81aa-4afae05ecf58 HTTP/1.1" status: 200 len: 945 time: 0.1345184 Aug 11 03:28:59.223337 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-9eadde43-a81c-4e59-8f0c-ba82b427d5e4 req-8a03185f-2130-4a18-8b62-a815f0a676cc service neutron] Attempting to bind port 762af76d-4859-4e43-a80b-2c963e5f0c1d on host n-h1-764292-30 for vnic_type normal with profile {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:28:59.223337 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-9eadde43-a81c-4e59-8f0c-ba82b427d5e4 req-8a03185f-2130-4a18-8b62-a815f0a676cc service neutron] Attempting to bind port 762af76d-4859-4e43-a80b-2c963e5f0c1d by drivers openvswitch,hyperv on host n-h1-764292-30 at level 0 using segments [{'id': 'c1162484-e62d-469d-a375-b4ed88d91d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'd11fd958-885d-4a82-9fdd-6960c706498c'}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:28:59.223337 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eadde43-a81c-4e59-8f0c-ba82b427d5e4 req-8a03185f-2130-4a18-8b62-a815f0a676cc service neutron] Attempting to bind port 762af76d-4859-4e43-a80b-2c963e5f0c1d on network d11fd958-885d-4a82-9fdd-6960c706498c {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:28:59.238515 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eadde43-a81c-4e59-8f0c-ba82b427d5e4 req-8a03185f-2130-4a18-8b62-a815f0a676cc service neutron] Port 762af76d-4859-4e43-a80b-2c963e5f0c1d on network d11fd958-885d-4a82-9fdd-6960c706498c not bound, no agent of type Open vSwitch agent registered on host n-h1-764292-30 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:28:59.239076 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eadde43-a81c-4e59-8f0c-ba82b427d5e4 req-8a03185f-2130-4a18-8b62-a815f0a676cc service neutron] Attempting to bind port 762af76d-4859-4e43-a80b-2c963e5f0c1d on network d11fd958-885d-4a82-9fdd-6960c706498c {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:28:59.260487 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd85f22-918c-458f-86b1-d4d37bfda504 req-c95b41d3-3ef8-4059-8c61-8338abb73f20 tempest-VolumesActionsTest-1168174853 tempest-VolumesActionsTest-1168174853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:59.263530 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-1cd85f22-918c-458f-86b1-d4d37bfda504 req-c95b41d3-3ef8-4059-8c61-8338abb73f20 tempest-VolumesActionsTest-1168174853 tempest-VolumesActionsTest-1168174853-project] 10.222.0.22 "GET /v2.0/ports?device_id=d841e9a7-2f7e-493c-81aa-4afae05ecf58 HTTP/1.1" status: 200 len: 945 time: 0.1872270 Aug 11 03:28:59.266045 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eadde43-a81c-4e59-8f0c-ba82b427d5e4 req-8a03185f-2130-4a18-8b62-a815f0a676cc service neutron] Checking agent: {'id': 'abb524c2-b412-4ed2-8367-45c4fd996fa7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 28, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:28:59.266786 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eadde43-a81c-4e59-8f0c-ba82b427d5e4 req-8a03185f-2130-4a18-8b62-a815f0a676cc service neutron] Checking segment: {'id': 'c1162484-e62d-469d-a375-b4ed88d91d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'd11fd958-885d-4a82-9fdd-6960c706498c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:28:59.267344 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eadde43-a81c-4e59-8f0c-ba82b427d5e4 req-8a03185f-2130-4a18-8b62-a815f0a676cc service neutron] Bound using segment: {'id': 'c1162484-e62d-469d-a375-b4ed88d91d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'd11fd958-885d-4a82-9fdd-6960c706498c'} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:28:59.270824 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-9eadde43-a81c-4e59-8f0c-ba82b427d5e4 req-8a03185f-2130-4a18-8b62-a815f0a676cc service neutron] Bound port: 762af76d-4859-4e43-a80b-2c963e5f0c1d, host: n-h1-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1162484-e62d-469d-a375-b4ed88d91d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'd11fd958-885d-4a82-9fdd-6960c706498c'}}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:28:59.271277 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-9eadde43-a81c-4e59-8f0c-ba82b427d5e4 req-8a03185f-2130-4a18-8b62-a815f0a676cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:59.274151 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5d9340a5-6ad4-451c-aa0e-872d234023b2 req-724673d5-5a80-4df5-be88-b360422026d3 tempest-VolumesActionsTest-1168174853 tempest-VolumesActionsTest-1168174853-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a81c5ed-57da-4453-859a-5ef9b41ed491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685830 Aug 11 03:28:59.399960 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-efc7b77d-e335-40fc-a4b4-a0e1da93d08f req-3478c26e-ebfa-47cd-8d5c-ace7d6658224 service neutron] Attempting to bind port 08af65e0-c14a-4585-925b-99eb87e032e3 on host n-h1-764292-30 for vnic_type normal with profile {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:28:59.400576 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-efc7b77d-e335-40fc-a4b4-a0e1da93d08f req-3478c26e-ebfa-47cd-8d5c-ace7d6658224 service neutron] Attempting to bind port 08af65e0-c14a-4585-925b-99eb87e032e3 by drivers openvswitch,hyperv on host n-h1-764292-30 at level 0 using segments [{'id': '2552da39-1bd3-49e5-a3d5-aadbf38eb7b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '511c1003-0f31-4ca2-8e8d-4cb957655e51'}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:28:59.400985 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc7b77d-e335-40fc-a4b4-a0e1da93d08f req-3478c26e-ebfa-47cd-8d5c-ace7d6658224 service neutron] Attempting to bind port 08af65e0-c14a-4585-925b-99eb87e032e3 on network 511c1003-0f31-4ca2-8e8d-4cb957655e51 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:28:59.445301 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc7b77d-e335-40fc-a4b4-a0e1da93d08f req-3478c26e-ebfa-47cd-8d5c-ace7d6658224 service neutron] Port 08af65e0-c14a-4585-925b-99eb87e032e3 on network 511c1003-0f31-4ca2-8e8d-4cb957655e51 not bound, no agent of type Open vSwitch agent registered on host n-h1-764292-30 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:28:59.445301 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc7b77d-e335-40fc-a4b4-a0e1da93d08f req-3478c26e-ebfa-47cd-8d5c-ace7d6658224 service neutron] Attempting to bind port 08af65e0-c14a-4585-925b-99eb87e032e3 on network 511c1003-0f31-4ca2-8e8d-4cb957655e51 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:28:59.478196 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc7b77d-e335-40fc-a4b4-a0e1da93d08f req-3478c26e-ebfa-47cd-8d5c-ace7d6658224 service neutron] Checking agent: {'id': 'abb524c2-b412-4ed2-8367-45c4fd996fa7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 28, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:28:59.478585 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc7b77d-e335-40fc-a4b4-a0e1da93d08f req-3478c26e-ebfa-47cd-8d5c-ace7d6658224 service neutron] Checking segment: {'id': '2552da39-1bd3-49e5-a3d5-aadbf38eb7b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '511c1003-0f31-4ca2-8e8d-4cb957655e51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:28:59.478966 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc7b77d-e335-40fc-a4b4-a0e1da93d08f req-3478c26e-ebfa-47cd-8d5c-ace7d6658224 service neutron] Bound using segment: {'id': '2552da39-1bd3-49e5-a3d5-aadbf38eb7b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '511c1003-0f31-4ca2-8e8d-4cb957655e51'} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:28:59.479389 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-efc7b77d-e335-40fc-a4b4-a0e1da93d08f req-3478c26e-ebfa-47cd-8d5c-ace7d6658224 service neutron] Bound port: 08af65e0-c14a-4585-925b-99eb87e032e3, host: n-h1-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2552da39-1bd3-49e5-a3d5-aadbf38eb7b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '511c1003-0f31-4ca2-8e8d-4cb957655e51'}}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:28:59.479741 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-efc7b77d-e335-40fc-a4b4-a0e1da93d08f req-3478c26e-ebfa-47cd-8d5c-ace7d6658224 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:59.500456 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-9eadde43-a81c-4e59-8f0c-ba82b427d5e4 req-8a03185f-2130-4a18-8b62-a815f0a676cc service neutron] For port 762af76d-4859-4e43-a80b-2c963e5f0c1d, host n-h1-764292-30, cleared binding levels {{(pid=102191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:28:59.518183 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-9eadde43-a81c-4e59-8f0c-ba82b427d5e4 req-8a03185f-2130-4a18-8b62-a815f0a676cc service neutron] For port 762af76d-4859-4e43-a80b-2c963e5f0c1d, host n-h1-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=762af76d-4859-4e43-a80b-2c963e5f0c1d,segment=NetworkSegment(c1162484-e62d-469d-a375-b4ed88d91d4b),segment_id=c1162484-e62d-469d-a375-b4ed88d91d4b)] {{(pid=102191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:28:59.588478 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-9eadde43-a81c-4e59-8f0c-ba82b427d5e4 req-8a03185f-2130-4a18-8b62-a815f0a676cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:59.606825 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-1cd85f22-918c-458f-86b1-d4d37bfda504 req-28b75cad-e5c1-4e8a-9c9d-2ab69a5ee302 tempest-VolumesActionsTest-1168174853 tempest-VolumesActionsTest-1168174853-project] Deleting port b7dc6ca3-802f-4899-a5ad-8ef6d376708e {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:28:59.607237 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-1cd85f22-918c-458f-86b1-d4d37bfda504 req-28b75cad-e5c1-4e8a-9c9d-2ab69a5ee302 tempest-VolumesActionsTest-1168174853 tempest-VolumesActionsTest-1168174853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:59.645271 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 59358) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:28:59.709559 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eadde43-a81c-4e59-8f0c-ba82b427d5e4 req-8a03185f-2130-4a18-8b62-a815f0a676cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:59.710194 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-9eadde43-a81c-4e59-8f0c-ba82b427d5e4 req-8a03185f-2130-4a18-8b62-a815f0a676cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:59.711700 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-9eadde43-a81c-4e59-8f0c-ba82b427d5e4 req-8a03185f-2130-4a18-8b62-a815f0a676cc service neutron] 10.222.0.22 "PUT /v2.0/ports/762af76d-4859-4e43-a80b-2c963e5f0c1d HTTP/1.1" status: 200 len: 1092 time: 1.5955710 Aug 11 03:28:59.716667 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-efc7b77d-e335-40fc-a4b4-a0e1da93d08f req-3478c26e-ebfa-47cd-8d5c-ace7d6658224 service neutron] For port 08af65e0-c14a-4585-925b-99eb87e032e3, host n-h1-764292-30, cleared binding levels {{(pid=102191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:28:59.716876 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '558763db-bacb-4f4a-9cc9-1eae0bcb9e10', 'tag': '762af76d-4859-4e43-a80b-2c963e5f0c1d'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:28:59.720275 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66479b60-71e2-4bd2-bc8c-fa6c6ef88950" -d '{"events": [{"name": "network-changed", "server_uuid": "558763db-bacb-4f4a-9cc9-1eae0bcb9e10", "tag": "762af76d-4859-4e43-a80b-2c963e5f0c1d"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:28:59.771499 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-efc7b77d-e335-40fc-a4b4-a0e1da93d08f req-3478c26e-ebfa-47cd-8d5c-ace7d6658224 service neutron] For port 08af65e0-c14a-4585-925b-99eb87e032e3, host n-h1-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=08af65e0-c14a-4585-925b-99eb87e032e3,segment=NetworkSegment(2552da39-1bd3-49e5-a3d5-aadbf38eb7b5),segment_id=2552da39-1bd3-49e5-a3d5-aadbf38eb7b5)] {{(pid=102191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:28:59.804330 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a03185f-2130-4a18-8b62-a815f0a676cc service neutron] Pushing event updated for resources: {'Port': ['ID=762af76d-4859-4e43-a80b-2c963e5f0c1d,revision_number=3']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:59.829294 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-efc7b77d-e335-40fc-a4b4-a0e1da93d08f req-3478c26e-ebfa-47cd-8d5c-ace7d6658224 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:59.850211 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-1cd85f22-918c-458f-86b1-d4d37bfda504 req-28b75cad-e5c1-4e8a-9c9d-2ab69a5ee302 tempest-VolumesActionsTest-1168174853 tempest-VolumesActionsTest-1168174853-project] For port b7dc6ca3-802f-4899-a5ad-8ef6d376708e, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=b7dc6ca3-802f-4899-a5ad-8ef6d376708e,segment=NetworkSegment(6e7d1215-7bc4-4f0c-9e90-d7a2b8cae1df),segment_id=6e7d1215-7bc4-4f0c-9e90-d7a2b8cae1df)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:28:59.850623 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-1cd85f22-918c-458f-86b1-d4d37bfda504 req-28b75cad-e5c1-4e8a-9c9d-2ab69a5ee302 tempest-VolumesActionsTest-1168174853 tempest-VolumesActionsTest-1168174853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:59.901691 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cdd764-5160-43d8-b214-970514ba66fe req-a18e0bf9-2be9-408b-b0dd-7a41f261b9f7 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:59.903782 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-30cdd764-5160-43d8-b214-970514ba66fe req-a18e0bf9-2be9-408b-b0dd-7a41f261b9f7 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1aa84fa-56ef-4e45-bde3-ce36d5cbdc1d HTTP/1.1" status: 200 len: 944 time: 0.1532123 Aug 11 03:28:59.906402 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-8ccd1aa8-fa99-4cbc-9f50-6a16597a65df admin admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:59.907452 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc7b77d-e335-40fc-a4b4-a0e1da93d08f req-3478c26e-ebfa-47cd-8d5c-ace7d6658224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:59.908664 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-efc7b77d-e335-40fc-a4b4-a0e1da93d08f req-3478c26e-ebfa-47cd-8d5c-ace7d6658224 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:59.911085 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-efc7b77d-e335-40fc-a4b4-a0e1da93d08f req-3478c26e-ebfa-47cd-8d5c-ace7d6658224 service neutron] 10.222.0.22 "PUT /v2.0/ports/08af65e0-c14a-4585-925b-99eb87e032e3 HTTP/1.1" status: 200 len: 1093 time: 2.5898428 Aug 11 03:28:59.930014 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-1cd85f22-918c-458f-86b1-d4d37bfda504 req-28b75cad-e5c1-4e8a-9c9d-2ab69a5ee302 tempest-VolumesActionsTest-1168174853 tempest-VolumesActionsTest-1168174853-project] Calling delete_port for b7dc6ca3-802f-4899-a5ad-8ef6d376708e owned by compute:nova {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:28:59.992818 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4c1a9b-8f46-42b7-a637-46267100ebcf req-9a1872ac-3f63-4c21-995b-aaaf85c90717 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:59.994666 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4f4c1a9b-8f46-42b7-a637-46267100ebcf req-9a1872ac-3f63-4c21-995b-aaaf85c90717 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1f215d0-2ba9-4686-87d6-0b50cb663802 HTTP/1.1" status: 200 len: 944 time: 0.1756887 Aug 11 03:29:00.014814 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-30cdd764-5160-43d8-b214-970514ba66fe req-fa9b0744-4c05-48a6-afc0-8f7ac83267f6 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9628d8d-75dd-45fc-9e19-23526969057e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959966 Aug 11 03:29:00.036476 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3478c26e-ebfa-47cd-8d5c-ace7d6658224 service neutron] Pushing event updated for resources: {'Port': ['ID=08af65e0-c14a-4585-925b-99eb87e032e3,revision_number=3']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:29:00.072481 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eadde43-a81c-4e59-8f0c-ba82b427d5e4 req-881cd8ab-25b7-4435-b532-bbb12733c3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:00.077773 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-9eadde43-a81c-4e59-8f0c-ba82b427d5e4 req-881cd8ab-25b7-4435-b532-bbb12733c3f5 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=69211039b9944a608d6219c662ecc6c6&device_id=558763db-bacb-4f4a-9cc9-1eae0bcb9e10 HTTP/1.1" status: 200 len: 1095 time: 0.1892402 Aug 11 03:29:00.095059 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4f4c1a9b-8f46-42b7-a637-46267100ebcf req-fdff2033-bf85-4fb8-b076-81bd6428210a tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d1cd399-f1ad-4eb8-8279-cc3e3b1f8ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844228 Aug 11 03:29:00.124718 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b83e2b0-1bb7-4b11-954b-369813b2d67a x-openstack-request-id: req-6b83e2b0-1bb7-4b11-954b-369813b2d67a {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:29:00.125192 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "558763db-bacb-4f4a-9cc9-1eae0bcb9e10", "tag": "762af76d-4859-4e43-a80b-2c963e5f0c1d", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:29:00.125535 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6b83e2b0-1bb7-4b11-954b-369813b2d67a {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:29:00.126333 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '558763db-bacb-4f4a-9cc9-1eae0bcb9e10', 'tag': '762af76d-4859-4e43-a80b-2c963e5f0c1d', 'status': 'completed', 'code': 200} Aug 11 03:29:00.194758 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-9eadde43-a81c-4e59-8f0c-ba82b427d5e4 req-bf25bc2b-c43c-43b4-9eb9-0418d42992c2 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=762af76d-4859-4e43-a80b-2c963e5f0c1d HTTP/1.1" status: 200 len: 217 time: 0.0846574 Aug 11 03:29:00.199663 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-8ccd1aa8-fa99-4cbc-9f50-6a16597a65df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:00.275670 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device d28d605d-52ed-4c64-b0d8-a74e274de48e up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:29:00.282571 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4383e6f-a399-4d04-bb6b-0d6e667cd3d8 req-07401c3e-75e8-4987-a100-049ea9ea5b4e tempest-TestServerMultinode-1111718651 tempest-TestServerMultinode-1111718651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:00.282571 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c4383e6f-a399-4d04-bb6b-0d6e667cd3d8 req-07401c3e-75e8-4987-a100-049ea9ea5b4e tempest-TestServerMultinode-1111718651 tempest-TestServerMultinode-1111718651-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=558763db-bacb-4f4a-9cc9-1eae0bcb9e10 HTTP/1.1" status: 200 len: 1095 time: 0.0499847 Aug 11 03:29:00.303864 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-8ccd1aa8-fa99-4cbc-9f50-6a16597a65df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:00.313337 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc7b77d-e335-40fc-a4b4-a0e1da93d08f req-b64f8854-7f8d-4adb-bfa5-c554f5a2ff56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:00.314419 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-efc7b77d-e335-40fc-a4b4-a0e1da93d08f req-b64f8854-7f8d-4adb-bfa5-c554f5a2ff56 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a5478860f7cb432583cc8e5d994d2237&device_id=e1aa84fa-56ef-4e45-bde3-ce36d5cbdc1d HTTP/1.1" status: 200 len: 1096 time: 0.2354338 Aug 11 03:29:00.350554 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port d28d605d-52ed-4c64-b0d8-a74e274de48e triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:29:00.350938 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:00.366010 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccd1aa8-fa99-4cbc-9f50-6a16597a65df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17eb0854-c495-4b15-b954-5e23f4148cbc,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:29:00.370884 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-efc7b77d-e335-40fc-a4b4-a0e1da93d08f req-16ff0c33-098c-425f-9a3f-543fe0b52201 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=08af65e0-c14a-4585-925b-99eb87e032e3 HTTP/1.1" status: 200 len: 217 time: 0.0477624 Aug 11 03:29:00.398692 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eadde43-a81c-4e59-8f0c-ba82b427d5e4 req-caf72a14-0e61-4304-9892-85d2e18a407c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:00.402709 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-9eadde43-a81c-4e59-8f0c-ba82b427d5e4 req-caf72a14-0e61-4304-9892-85d2e18a407c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=753b33f1-8e9a-4e10-a98a-bf91420f1585 HTTP/1.1" status: 200 len: 849 time: 0.1984723 Aug 11 03:29:00.407132 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c4383e6f-a399-4d04-bb6b-0d6e667cd3d8 req-1989dd30-2f8b-4047-9b46-ffcbf282680b tempest-TestServerMultinode-1111718651 tempest-TestServerMultinode-1111718651-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=1897814c-c114-458d-9fca-3c353e796c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194823 Aug 11 03:29:00.428383 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-8ccd1aa8-fa99-4cbc-9f50-6a16597a65df admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ebeb5b756bef4ebd941e1e3261b2c3ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7815764 Aug 11 03:29:00.430578 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 59374) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:29:00.471653 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc7b77d-e335-40fc-a4b4-a0e1da93d08f req-13162cf7-84f8-4e74-bbe2-6bc23355fa46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:00.473125 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-efc7b77d-e335-40fc-a4b4-a0e1da93d08f req-13162cf7-84f8-4e74-bbe2-6bc23355fa46 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c83773c8-b8ac-4a10-bafe-73faeb8341f9 HTTP/1.1" status: 200 len: 835 time: 0.0926251 Aug 11 03:29:00.480392 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c1e33e-10aa-4832-b564-fa58d5dd3bd2 req-04ffa707-e4db-4838-bd99-0191b018ce64 tempest-VolumesActionsTest-1168174853 tempest-VolumesActionsTest-1168174853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:00.481870 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-51c1e33e-10aa-4832-b564-fa58d5dd3bd2 req-04ffa707-e4db-4838-bd99-0191b018ce64 tempest-VolumesActionsTest-1168174853 tempest-VolumesActionsTest-1168174853-project] 10.222.0.41 "GET /v2.0/ports?device_id=d841e9a7-2f7e-493c-81aa-4afae05ecf58 HTTP/1.1" status: 200 len: 945 time: 0.1129589 Aug 11 03:29:00.490890 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eadde43-a81c-4e59-8f0c-ba82b427d5e4 req-a75b217d-12e1-4139-90ab-5c24ad2d3ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:00.492386 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-9eadde43-a81c-4e59-8f0c-ba82b427d5e4 req-a75b217d-12e1-4139-90ab-5c24ad2d3ec6 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d11fd958-885d-4a82-9fdd-6960c706498c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0679994 Aug 11 03:29:00.520253 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-1cd85f22-918c-458f-86b1-d4d37bfda504 req-28b75cad-e5c1-4e8a-9c9d-2ab69a5ee302 tempest-VolumesActionsTest-1168174853 tempest-VolumesActionsTest-1168174853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:00.522896 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-943d34fb-436c-4636-8734-9a9dd133ef66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:00.533141 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['b7dc6ca3-802f-4899-a5ad-8ef6d376708e'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:29:00.543155 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-51c1e33e-10aa-4832-b564-fa58d5dd3bd2 req-e0b21724-5220-4462-8354-88d8466175e4 tempest-VolumesActionsTest-1168174853 tempest-VolumesActionsTest-1168174853-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a81c5ed-57da-4453-859a-5ef9b41ed491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547881 Aug 11 03:29:00.556503 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-943d34fb-436c-4636-8734-9a9dd133ef66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:00.589891 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b75cad-e5c1-4e8a-9c9d-2ab69a5ee302 tempest-VolumesActionsTest-1168174853 tempest-VolumesActionsTest-1168174853-project] Pushing event deleted for resources: {'Port': ['ID=b7dc6ca3-802f-4899-a5ad-8ef6d376708e,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:29:00.628499 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc7b77d-e335-40fc-a4b4-a0e1da93d08f req-3f6a1f8e-661d-4f82-88a3-033e059d67fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:00.629992 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-efc7b77d-e335-40fc-a4b4-a0e1da93d08f req-3f6a1f8e-661d-4f82-88a3-033e059d67fe service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=511c1003-0f31-4ca2-8e8d-4cb957655e51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1499026 Aug 11 03:29:00.652404 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cd85f22-918c-458f-86b1-d4d37bfda504 req-28b75cad-e5c1-4e8a-9c9d-2ab69a5ee302 tempest-VolumesActionsTest-1168174853 tempest-VolumesActionsTest-1168174853-project] No DVR routers for this DVR port b7dc6ca3-802f-4899-a5ad-8ef6d376708e on host n-h1-764292-30 {{(pid=102191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:29:00.662595 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-1cd85f22-918c-458f-86b1-d4d37bfda504 req-28b75cad-e5c1-4e8a-9c9d-2ab69a5ee302 tempest-VolumesActionsTest-1168174853 tempest-VolumesActionsTest-1168174853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:00.664391 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-1cd85f22-918c-458f-86b1-d4d37bfda504 req-28b75cad-e5c1-4e8a-9c9d-2ab69a5ee302 tempest-VolumesActionsTest-1168174853 tempest-VolumesActionsTest-1168174853-project] 10.222.0.22 "DELETE /v2.0/ports/b7dc6ca3-802f-4899-a5ad-8ef6d376708e HTTP/1.1" status: 204 len: 173 time: 1.3824592 Aug 11 03:29:00.671607 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-943d34fb-436c-4636-8734-9a9dd133ef66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:00.674972 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-943d34fb-436c-4636-8734-9a9dd133ef66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:00.677023 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-943d34fb-436c-4636-8734-9a9dd133ef66 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/17eb0854-c495-4b15-b954-5e23f4148cbc HTTP/1.1" status: 204 len: 168 time: 0.2453845 Aug 11 03:29:00.693523 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943d34fb-436c-4636-8734-9a9dd133ef66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17eb0854-c495-4b15-b954-5e23f4148cbc,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:29:00.724702 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-9eadde43-a81c-4e59-8f0c-ba82b427d5e4 req-0356aec2-c473-4505-ae02-79d299d4bd84 service neutron] 10.222.0.22 "GET /v2.0/networks/d11fd958-885d-4a82-9fdd-6960c706498c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129445 Aug 11 03:29:00.808125 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-efc7b77d-e335-40fc-a4b4-a0e1da93d08f req-7813aa2b-0526-472a-8fab-6f3963959d2c service neutron] 10.222.0.22 "GET /v2.0/networks/511c1003-0f31-4ca2-8e8d-4cb957655e51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584916 Aug 11 03:29:00.890866 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-9eadde43-a81c-4e59-8f0c-ba82b427d5e4 req-0b83f4ea-66fa-4a5b-a3fb-6c0d183f8fa5 service neutron] 10.222.0.22 "GET /v2.0/networks/d11fd958-885d-4a82-9fdd-6960c706498c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550648 Aug 11 03:29:00.926372 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-efc7b77d-e335-40fc-a4b4-a0e1da93d08f req-0219d25f-6a29-47bf-82b5-f605c9f3813f service neutron] 10.222.0.22 "GET /v2.0/networks/511c1003-0f31-4ca2-8e8d-4cb957655e51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059101 Aug 11 03:29:01.017034 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device ca8de5b4-d370-4b62-988c-cfdd2b3f3dd0 details requested by agent hyperv_n-h2-764292-30 with host n-h2-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:29:01.058937 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66479b60-71e2-4bd2-bc8c-fa6c6ef88950 req-714fa788-ab14-4367-8deb-846fbe2c95e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:01.061118 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-66479b60-71e2-4bd2-bc8c-fa6c6ef88950 req-714fa788-ab14-4367-8deb-846fbe2c95e8 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=69211039b9944a608d6219c662ecc6c6&device_id=558763db-bacb-4f4a-9cc9-1eae0bcb9e10 HTTP/1.1" status: 200 len: 1095 time: 0.0476241 Aug 11 03:29:01.142803 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port ca8de5b4-d370-4b62-988c-cfdd2b3f3dd0, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=ca8de5b4-d370-4b62-988c-cfdd2b3f3dd0,segment=NetworkSegment(323f142b-ee85-4d27-85a3-85cc28507ab1),segment_id=323f142b-ee85-4d27-85a3-85cc28507ab1)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:29:01.159928 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c39113-2293-4b76-8da9-6061dc16b133 req-dd337b73-95e3-4698-ab91-5d18b664a747 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:01.162991 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Returning: {'device': 'ca8de5b4-d370-4b62-988c-cfdd2b3f3dd0', 'network_id': '2294adb7-cfd4-40a1-9a0c-db6ab35ac37f', 'port_id': 'ca8de5b4-d370-4b62-988c-cfdd2b3f3dd0', 'mac_address': 'fa:16:3e:9c:39:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dad44b1-6547-45e0-8453-859830dd2aa7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:29:01.183769 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c3c39113-2293-4b76-8da9-6061dc16b133 req-dd337b73-95e3-4698-ab91-5d18b664a747 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1aa84fa-56ef-4e45-bde3-ce36d5cbdc1d HTTP/1.1" status: 200 len: 944 time: 0.0823514 Aug 11 03:29:01.187664 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66479b60-71e2-4bd2-bc8c-fa6c6ef88950 req-1706f5d7-f8a9-4d2a-9f00-0332813cb607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:01.189624 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-66479b60-71e2-4bd2-bc8c-fa6c6ef88950 req-1706f5d7-f8a9-4d2a-9f00-0332813cb607 service neutron] 10.222.0.22 "GET /v2.0/networks?id=d11fd958-885d-4a82-9fdd-6960c706498c HTTP/1.1" status: 200 len: 911 time: 0.1180170 Aug 11 03:29:01.236074 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:01.250941 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-66479b60-71e2-4bd2-bc8c-fa6c6ef88950 req-fb52458c-088e-46da-a3fd-fe81719ed010 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=762af76d-4859-4e43-a80b-2c963e5f0c1d HTTP/1.1" status: 200 len: 217 time: 0.0515604 Aug 11 03:29:01.252746 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca8de5b4-d370-4b62-988c-cfdd2b3f3dd0 {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:29:01.262833 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c3c39113-2293-4b76-8da9-6061dc16b133 req-80dab5b5-1fc3-4202-9ab7-dde27edbf41d tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9628d8d-75dd-45fc-9e19-23526969057e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781934 Aug 11 03:29:01.282328 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e95c350-f1ab-4cfe-a162-24421659b6ac req-f7993d13-e570-4cfc-9745-7848e0b21689 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:01.292982 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port ca8de5b4-d370-4b62-988c-cfdd2b3f3dd0, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=ca8de5b4-d370-4b62-988c-cfdd2b3f3dd0,segment=NetworkSegment(323f142b-ee85-4d27-85a3-85cc28507ab1),segment_id=323f142b-ee85-4d27-85a3-85cc28507ab1)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:29:01.293993 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4e95c350-f1ab-4cfe-a162-24421659b6ac req-f7993d13-e570-4cfc-9745-7848e0b21689 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1f215d0-2ba9-4686-87d6-0b50cb663802 HTTP/1.1" status: 200 len: 944 time: 0.1065784 Aug 11 03:29:01.310180 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66479b60-71e2-4bd2-bc8c-fa6c6ef88950 req-fe1b1c6a-b75d-449a-88c3-0dcc2ac53914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:01.312683 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-66479b60-71e2-4bd2-bc8c-fa6c6ef88950 req-fe1b1c6a-b75d-449a-88c3-0dcc2ac53914 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=753b33f1-8e9a-4e10-a98a-bf91420f1585 HTTP/1.1" status: 200 len: 849 time: 0.0537577 Aug 11 03:29:01.327345 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 59392) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:29:01.349897 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-687c4aff-f705-436c-bb90-1c0427e308d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:01.354448 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4e95c350-f1ab-4cfe-a162-24421659b6ac req-e11f017d-c401-42be-822f-4d821fc4d052 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d1cd399-f1ad-4eb8-8279-cc3e3b1f8ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595534 Aug 11 03:29:01.368893 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66479b60-71e2-4bd2-bc8c-fa6c6ef88950 req-4473c6df-c1c8-49bf-a5f1-0cac84f3b373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:01.370445 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-66479b60-71e2-4bd2-bc8c-fa6c6ef88950 req-4473c6df-c1c8-49bf-a5f1-0cac84f3b373 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d11fd958-885d-4a82-9fdd-6960c706498c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0494261 Aug 11 03:29:01.378874 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:01.444787 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=ca8de5b4-d370-4b62-988c-cfdd2b3f3dd0,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:29:01.464519 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-687c4aff-f705-436c-bb90-1c0427e308d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:01.484699 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-66479b60-71e2-4bd2-bc8c-fa6c6ef88950 req-9a9fa329-9737-4881-9b3b-b344d518871d service neutron] 10.222.0.22 "GET /v2.0/networks/d11fd958-885d-4a82-9fdd-6960c706498c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066291 Aug 11 03:29:01.533365 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da6f641-37dd-4cd3-8330-b6b52ac8486a req-4e89a934-d24c-4e84-b60a-51aac0e9e58f tempest-TestServerMultinode-1111718651 tempest-TestServerMultinode-1111718651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:01.535033 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9da6f641-37dd-4cd3-8330-b6b52ac8486a req-4e89a934-d24c-4e84-b60a-51aac0e9e58f tempest-TestServerMultinode-1111718651 tempest-TestServerMultinode-1111718651-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=558763db-bacb-4f4a-9cc9-1eae0bcb9e10 HTTP/1.1" status: 200 len: 1095 time: 0.0531068 Aug 11 03:29:01.544397 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-687c4aff-f705-436c-bb90-1c0427e308d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:01.581968 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-687c4aff-f705-436c-bb90-1c0427e308d6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4b2c02d34911444d8204aa5cac0b312d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2534037 Aug 11 03:29:01.588628 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 59398) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:29:01.588772 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['ca8de5b4-d370-4b62-988c-cfdd2b3f3dd0'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:29:01.608783 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-66479b60-71e2-4bd2-bc8c-fa6c6ef88950 req-30f0ff19-bc52-4a59-b575-50ff143f131a service neutron] 10.222.0.22 "GET /v2.0/networks/d11fd958-885d-4a82-9fdd-6960c706498c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158607 Aug 11 03:29:01.620848 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687c4aff-f705-436c-bb90-1c0427e308d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ac26ae4-0248-4ea7-80e5-a7fccb5220bf,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:29:01.667444 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9da6f641-37dd-4cd3-8330-b6b52ac8486a req-376f5a01-25ca-446b-92eb-51b5f3db28c9 tempest-TestServerMultinode-1111718651 tempest-TestServerMultinode-1111718651-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=1897814c-c114-458d-9fca-3c353e796c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196799 Aug 11 03:29:01.685041 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fba0104b-ad91-4222-af3b-298779e57fb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:01.743098 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fba0104b-ad91-4222-af3b-298779e57fb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:01.759588 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4212a63c-0166-43b1-ac91-f15d630e7caf req-17260e5a-664a-4e1c-a2f3-1b14e7052e92 tempest-VolumesActionsTest-1168174853 tempest-VolumesActionsTest-1168174853-project] 10.222.0.41 "GET /v2.0/ports?device_id=d841e9a7-2f7e-493c-81aa-4afae05ecf58 HTTP/1.1" status: 200 len: 210 time: 0.0585742 Aug 11 03:29:01.859068 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:01.882033 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fba0104b-ad91-4222-af3b-298779e57fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:01.884600 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fba0104b-ad91-4222-af3b-298779e57fb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:01.885779 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-fba0104b-ad91-4222-af3b-298779e57fb1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8ac26ae4-0248-4ea7-80e5-a7fccb5220bf HTTP/1.1" status: 204 len: 168 time: 0.2960205 Aug 11 03:29:01.894403 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba0104b-ad91-4222-af3b-298779e57fb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ac26ae4-0248-4ea7-80e5-a7fccb5220bf,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:29:02.081857 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-a0edf0c3-b789-4dcc-a9df-787223d4219d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:02.127649 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1aa84fa-56ef-4e45-bde3-ce36d5cbdc1d', 'tag': '08af65e0-c14a-4585-925b-99eb87e032e3'}, {'server_uuid': 'd841e9a7-2f7e-493c-81aa-4afae05ecf58', 'name': 'network-vif-deleted', 'tag': 'b7dc6ca3-802f-4899-a5ad-8ef6d376708e'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:29:02.130109 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68e3042a-7239-48bd-8596-3d2e2b29722d" -d '{"events": [{"name": "network-changed", "server_uuid": "e1aa84fa-56ef-4e45-bde3-ce36d5cbdc1d", "tag": "08af65e0-c14a-4585-925b-99eb87e032e3"}, {"server_uuid": "d841e9a7-2f7e-493c-81aa-4afae05ecf58", "name": "network-vif-deleted", "tag": "b7dc6ca3-802f-4899-a5ad-8ef6d376708e"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:29:02.177729 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 11 Aug 2021 03:29:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2d2060e-7781-4eb9-be29-09fc06edbb78 x-openstack-request-id: req-c2d2060e-7781-4eb9-be29-09fc06edbb78 {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:29:02.177729 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1aa84fa-56ef-4e45-bde3-ce36d5cbdc1d", "tag": "08af65e0-c14a-4585-925b-99eb87e032e3", "status": "completed", "code": 200}, {"server_uuid": "d841e9a7-2f7e-493c-81aa-4afae05ecf58", "name": "network-vif-deleted", "tag": "b7dc6ca3-802f-4899-a5ad-8ef6d376708e", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:29:02.177729 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c2d2060e-7781-4eb9-be29-09fc06edbb78 {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:29:02.177729 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1aa84fa-56ef-4e45-bde3-ce36d5cbdc1d', 'tag': '08af65e0-c14a-4585-925b-99eb87e032e3', 'status': 'completed', 'code': 200} Aug 11 03:29:02.177729 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd841e9a7-2f7e-493c-81aa-4afae05ecf58', 'name': 'network-vif-deleted', 'tag': 'b7dc6ca3-802f-4899-a5ad-8ef6d376708e', 'status': 'completed', 'code': 200} Aug 11 03:29:02.249323 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e3042a-7239-48bd-8596-3d2e2b29722d req-5fd98ef2-0b24-4433-83d2-0004c0931567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:02.251042 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-68e3042a-7239-48bd-8596-3d2e2b29722d req-5fd98ef2-0b24-4433-83d2-0004c0931567 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a5478860f7cb432583cc8e5d994d2237&device_id=e1aa84fa-56ef-4e45-bde3-ce36d5cbdc1d HTTP/1.1" status: 200 len: 1096 time: 0.0516963 Aug 11 03:29:02.344628 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e3042a-7239-48bd-8596-3d2e2b29722d req-774db5c1-da60-411d-93ec-d5c5b2ff6b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:02.346204 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-68e3042a-7239-48bd-8596-3d2e2b29722d req-774db5c1-da60-411d-93ec-d5c5b2ff6b49 service neutron] 10.222.0.22 "GET /v2.0/networks?id=511c1003-0f31-4ca2-8e8d-4cb957655e51 HTTP/1.1" status: 200 len: 898 time: 0.0866630 Aug 11 03:29:02.384193 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e98f80-a2f3-4b11-a183-2929483c9155 req-3aec54af-fa1f-4f17-bf14-747c02dba6ce tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:02.385746 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-13e98f80-a2f3-4b11-a183-2929483c9155 req-3aec54af-fa1f-4f17-bf14-747c02dba6ce tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1aa84fa-56ef-4e45-bde3-ce36d5cbdc1d HTTP/1.1" status: 200 len: 944 time: 0.0547681 Aug 11 03:29:02.406513 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-68e3042a-7239-48bd-8596-3d2e2b29722d req-da2bfe4d-e9ca-42d1-98cb-8873bb1a8f4d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=08af65e0-c14a-4585-925b-99eb87e032e3 HTTP/1.1" status: 200 len: 217 time: 0.0479205 Aug 11 03:29:02.439705 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-13e98f80-a2f3-4b11-a183-2929483c9155 req-c7d7304d-d317-4406-b739-d96a08126376 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9628d8d-75dd-45fc-9e19-23526969057e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467937 Aug 11 03:29:02.488007 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e3042a-7239-48bd-8596-3d2e2b29722d req-b600b274-927f-498d-9d12-d165e023f454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:02.490622 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-68e3042a-7239-48bd-8596-3d2e2b29722d req-b600b274-927f-498d-9d12-d165e023f454 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c83773c8-b8ac-4a10-bafe-73faeb8341f9 HTTP/1.1" status: 200 len: 835 time: 0.0773041 Aug 11 03:29:02.514889 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc474970-09f7-4f44-9fd7-b05569c6acd7 req-a4b5e679-19fb-4d6b-8ac5-19e0744d9600 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:02.516608 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-fc474970-09f7-4f44-9fd7-b05569c6acd7 req-a4b5e679-19fb-4d6b-8ac5-19e0744d9600 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1f215d0-2ba9-4686-87d6-0b50cb663802 HTTP/1.1" status: 200 len: 945 time: 0.0533605 Aug 11 03:29:02.551214 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e3042a-7239-48bd-8596-3d2e2b29722d req-2f7d8ccd-7f07-47a6-87dc-13c15e97b422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:02.554619 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-68e3042a-7239-48bd-8596-3d2e2b29722d req-2f7d8ccd-7f07-47a6-87dc-13c15e97b422 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=511c1003-0f31-4ca2-8e8d-4cb957655e51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0478952 Aug 11 03:29:02.588914 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-fc474970-09f7-4f44-9fd7-b05569c6acd7 req-b75d6459-20cd-4a3d-945d-279283a8d458 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d1cd399-f1ad-4eb8-8279-cc3e3b1f8ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600209 Aug 11 03:29:02.721431 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-68e3042a-7239-48bd-8596-3d2e2b29722d req-8f00cf22-1b86-464a-917e-f10b2125c019 service neutron] 10.222.0.22 "GET /v2.0/networks/511c1003-0f31-4ca2-8e8d-4cb957655e51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498096 Aug 11 03:29:02.734002 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 59416) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:29:02.758793 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-dbb15a71-0e3d-4be8-b150-7d47036b75e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:02.817571 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc4bf6f-0b03-4b51-9b58-3a5c982a353e req-3610024b-5cc6-4256-ba95-72270148a0ce tempest-TestServerMultinode-1111718651 tempest-TestServerMultinode-1111718651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:02.824982 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9dc4bf6f-0b03-4b51-9b58-3a5c982a353e req-3610024b-5cc6-4256-ba95-72270148a0ce tempest-TestServerMultinode-1111718651 tempest-TestServerMultinode-1111718651-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=558763db-bacb-4f4a-9cc9-1eae0bcb9e10 HTTP/1.1" status: 200 len: 1095 time: 0.0818031 Aug 11 03:29:02.839581 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-68e3042a-7239-48bd-8596-3d2e2b29722d req-fcd505ef-be36-4f87-a5af-35d2ac984282 service neutron] 10.222.0.22 "GET /v2.0/networks/511c1003-0f31-4ca2-8e8d-4cb957655e51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077895 Aug 11 03:29:02.879325 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9dc4bf6f-0b03-4b51-9b58-3a5c982a353e req-30be99a8-d36c-4ca9-bca0-9b51609f0301 tempest-TestServerMultinode-1111718651 tempest-TestServerMultinode-1111718651-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=1897814c-c114-458d-9fca-3c353e796c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534623 Aug 11 03:29:02.922550 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-dbb15a71-0e3d-4be8-b150-7d47036b75e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:03.001931 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:03.005629 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-dbb15a71-0e3d-4be8-b150-7d47036b75e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:03.035001 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device ca8de5b4-d370-4b62-988c-cfdd2b3f3dd0 up at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:29:03.043750 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-dbb15a71-0e3d-4be8-b150-7d47036b75e1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=af8768ecc08b42c787a7ca9c732a15a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3084428 Aug 11 03:29:03.044634 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb15a71-0e3d-4be8-b150-7d47036b75e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03c3f4a7-b1ca-48cc-aa11-02c7a68cc2aa,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:29:03.046797 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 59426) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:29:03.101890 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6cdcf108-de4d-40a8-b713-0dc4b55651eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:03.122152 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6cdcf108-de4d-40a8-b713-0dc4b55651eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:03.146580 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning for port ca8de5b4-d370-4b62-988c-cfdd2b3f3dd0 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:29:03.152494 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning complete for port ca8de5b4-d370-4b62-988c-cfdd2b3f3dd0 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:29:03.158252 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:03.219459 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6cdcf108-de4d-40a8-b713-0dc4b55651eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:03.222489 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6cdcf108-de4d-40a8-b713-0dc4b55651eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:03.223731 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-6cdcf108-de4d-40a8-b713-0dc4b55651eb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/03c3f4a7-b1ca-48cc-aa11-02c7a68cc2aa HTTP/1.1" status: 204 len: 168 time: 0.1756532 Aug 11 03:29:03.237310 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdcf108-de4d-40a8-b713-0dc4b55651eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03c3f4a7-b1ca-48cc-aa11-02c7a68cc2aa,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:29:03.240199 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:03.274168 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1f215d0-2ba9-4686-87d6-0b50cb663802', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca8de5b4-d370-4b62-988c-cfdd2b3f3dd0'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:29:03.276493 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46322e3c-b7d5-406c-980e-bca4d802aba0" -d '{"events": [{"server_uuid": "c1f215d0-2ba9-4686-87d6-0b50cb663802", "name": "network-vif-plugged", "status": "completed", "tag": "ca8de5b4-d370-4b62-988c-cfdd2b3f3dd0"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:29:03.290998 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port ca8de5b4-d370-4b62-988c-cfdd2b3f3dd0, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=ca8de5b4-d370-4b62-988c-cfdd2b3f3dd0,segment=NetworkSegment(323f142b-ee85-4d27-85a3-85cc28507ab1),segment_id=323f142b-ee85-4d27-85a3-85cc28507ab1)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:29:03.323712 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b715bad6-83a6-4a01-a320-3efd3b38fe2c x-openstack-request-id: req-b715bad6-83a6-4a01-a320-3efd3b38fe2c {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:29:03.324031 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1f215d0-2ba9-4686-87d6-0b50cb663802", "name": "network-vif-plugged", "status": "completed", "tag": "ca8de5b4-d370-4b62-988c-cfdd2b3f3dd0", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:29:03.324285 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b715bad6-83a6-4a01-a320-3efd3b38fe2c {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:29:03.324683 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1f215d0-2ba9-4686-87d6-0b50cb663802', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca8de5b4-d370-4b62-988c-cfdd2b3f3dd0', 'code': 200} Aug 11 03:29:03.371611 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:03.433499 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c52c4b-60c0-4d3b-8811-9b657ea1d456 req-0d699757-3f34-46de-94f5-040d3ef17bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:03.436211 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-62c52c4b-60c0-4d3b-8811-9b657ea1d456 req-0d699757-3f34-46de-94f5-040d3ef17bc3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c1f215d0-2ba9-4686-87d6-0b50cb663802 HTTP/1.1" status: 200 len: 1098 time: 0.0494251 Aug 11 03:29:03.449616 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=ca8de5b4-d370-4b62-988c-cfdd2b3f3dd0,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:29:03.491476 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-62c52c4b-60c0-4d3b-8811-9b657ea1d456 req-5d3a3ac9-0e6d-4be4-9302-9a7d81be6433 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=9d1cd399-f1ad-4eb8-8279-cc3e3b1f8ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473855 Aug 11 03:29:03.574357 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9c56b0-f13d-4c1b-baf8-c85baa6d9de1 req-faa43ed6-3a33-45c7-b3f7-e617e3deaa8f tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:03.576405 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7a9c56b0-f13d-4c1b-baf8-c85baa6d9de1 req-faa43ed6-3a33-45c7-b3f7-e617e3deaa8f tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1aa84fa-56ef-4e45-bde3-ce36d5cbdc1d HTTP/1.1" status: 200 len: 944 time: 0.0604975 Aug 11 03:29:03.614790 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7a9c56b0-f13d-4c1b-baf8-c85baa6d9de1 req-69671f59-1f45-4876-be39-b9d9fa88dbda tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9628d8d-75dd-45fc-9e19-23526969057e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325394 Aug 11 03:29:03.720696 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e657fc0f-a2e0-4719-9603-c7c285d6f918 req-a3c19436-3c59-498e-872e-90ce39993d51 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:03.722206 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e657fc0f-a2e0-4719-9603-c7c285d6f918 req-a3c19436-3c59-498e-872e-90ce39993d51 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1f215d0-2ba9-4686-87d6-0b50cb663802 HTTP/1.1" status: 200 len: 946 time: 0.0589068 Aug 11 03:29:03.786856 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e657fc0f-a2e0-4719-9603-c7c285d6f918 req-bd9a6a52-0060-4f57-a7af-5313088b676b tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d1cd399-f1ad-4eb8-8279-cc3e3b1f8ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521383 Aug 11 03:29:04.017065 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271d8ab1-f332-4671-9254-a648e5f57a24 req-73cd48d0-5d64-41a1-a3b1-b6b8b0dbf16f tempest-TestServerMultinode-1111718651 tempest-TestServerMultinode-1111718651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:04.030048 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-271d8ab1-f332-4671-9254-a648e5f57a24 req-73cd48d0-5d64-41a1-a3b1-b6b8b0dbf16f tempest-TestServerMultinode-1111718651 tempest-TestServerMultinode-1111718651-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=558763db-bacb-4f4a-9cc9-1eae0bcb9e10 HTTP/1.1" status: 200 len: 1095 time: 0.0673740 Aug 11 03:29:04.057397 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-271d8ab1-f332-4671-9254-a648e5f57a24 req-567a2d80-987e-4527-94bb-61d64dfd7497 tempest-TestServerMultinode-1111718651 tempest-TestServerMultinode-1111718651-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=1897814c-c114-458d-9fca-3c353e796c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315444 Aug 11 03:29:04.405870 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 08af65e0-c14a-4585-925b-99eb87e032e3 details requested by agent hyperv_n-h1-764292-30 with host n-h1-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:29:04.421898 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device b7dc6ca3-802f-4899-a5ad-8ef6d376708e no longer exists at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:29:04.465738 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] No Port match for: b7dc6ca3-802f-4899-a5ad-8ef6d376708e {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:29:04.466066 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device b7dc6ca3-802f-4899-a5ad-8ef6d376708e not bound to the agent host n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:29:04.567454 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 08af65e0-c14a-4585-925b-99eb87e032e3, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=08af65e0-c14a-4585-925b-99eb87e032e3,segment=NetworkSegment(2552da39-1bd3-49e5-a3d5-aadbf38eb7b5),segment_id=2552da39-1bd3-49e5-a3d5-aadbf38eb7b5)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:29:04.579056 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Returning: {'device': '08af65e0-c14a-4585-925b-99eb87e032e3', 'network_id': '511c1003-0f31-4ca2-8e8d-4cb957655e51', 'port_id': '08af65e0-c14a-4585-925b-99eb87e032e3', 'mac_address': 'fa:16:3e:07:2e:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c83773c8-b8ac-4a10-bafe-73faeb8341f9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:29:04.627738 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:04.646697 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08af65e0-c14a-4585-925b-99eb87e032e3 {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:29:04.676044 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 08af65e0-c14a-4585-925b-99eb87e032e3, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=08af65e0-c14a-4585-925b-99eb87e032e3,segment=NetworkSegment(2552da39-1bd3-49e5-a3d5-aadbf38eb7b5),segment_id=2552da39-1bd3-49e5-a3d5-aadbf38eb7b5)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:29:04.704779 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:04.761336 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec40cbf-fc2e-41cd-bdc5-fb4462ecbdf9 req-15029698-b7d9-46c4-be91-89af3f8fb8bd tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:04.771008 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1ec40cbf-fc2e-41cd-bdc5-fb4462ecbdf9 req-15029698-b7d9-46c4-be91-89af3f8fb8bd tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1aa84fa-56ef-4e45-bde3-ce36d5cbdc1d HTTP/1.1" status: 200 len: 944 time: 0.0727344 Aug 11 03:29:04.778863 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:04.785054 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 762af76d-4859-4e43-a80b-2c963e5f0c1d details requested by agent hyperv_n-h1-764292-30 with host n-h1-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:29:04.818187 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1ec40cbf-fc2e-41cd-bdc5-fb4462ecbdf9 req-d98dc5be-8bf3-4109-8e7f-cbc9004a4f1a tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9628d8d-75dd-45fc-9e19-23526969057e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456996 Aug 11 03:29:04.915343 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=08af65e0-c14a-4585-925b-99eb87e032e3,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:29:04.950269 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff941725-acfe-47a9-a219-d1c692cf2cc3 req-51c9de5e-5957-447a-86d1-803bef70e7ef tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:04.952141 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ff941725-acfe-47a9-a219-d1c692cf2cc3 req-51c9de5e-5957-447a-86d1-803bef70e7ef tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1f215d0-2ba9-4686-87d6-0b50cb663802 HTTP/1.1" status: 200 len: 946 time: 0.0553367 Aug 11 03:29:04.962979 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 762af76d-4859-4e43-a80b-2c963e5f0c1d, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=762af76d-4859-4e43-a80b-2c963e5f0c1d,segment=NetworkSegment(c1162484-e62d-469d-a375-b4ed88d91d4b),segment_id=c1162484-e62d-469d-a375-b4ed88d91d4b)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:29:04.976111 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Returning: {'device': '762af76d-4859-4e43-a80b-2c963e5f0c1d', 'network_id': 'd11fd958-885d-4a82-9fdd-6960c706498c', 'port_id': '762af76d-4859-4e43-a80b-2c963e5f0c1d', 'mac_address': 'fa:16:3e:b0:bf:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '753b33f1-8e9a-4e10-a98a-bf91420f1585', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:29:05.002578 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ff941725-acfe-47a9-a219-d1c692cf2cc3 req-12c7857a-7ead-4eb7-9a6b-2104a9e989e7 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d1cd399-f1ad-4eb8-8279-cc3e3b1f8ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433199 Aug 11 03:29:05.025591 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:05.038544 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 762af76d-4859-4e43-a80b-2c963e5f0c1d {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:29:05.070143 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 762af76d-4859-4e43-a80b-2c963e5f0c1d, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=762af76d-4859-4e43-a80b-2c963e5f0c1d,segment=NetworkSegment(c1162484-e62d-469d-a375-b4ed88d91d4b),segment_id=c1162484-e62d-469d-a375-b4ed88d91d4b)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:29:05.162179 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:05.229734 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=762af76d-4859-4e43-a80b-2c963e5f0c1d,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:29:05.258066 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30672664-589b-4656-9778-06666281b2bb req-53d2c266-c653-4e36-9e57-fa6de699613c tempest-TestServerMultinode-1111718651 tempest-TestServerMultinode-1111718651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:05.259829 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-30672664-589b-4656-9778-06666281b2bb req-53d2c266-c653-4e36-9e57-fa6de699613c tempest-TestServerMultinode-1111718651 tempest-TestServerMultinode-1111718651-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=558763db-bacb-4f4a-9cc9-1eae0bcb9e10 HTTP/1.1" status: 200 len: 1096 time: 0.0580201 Aug 11 03:29:05.314900 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-30672664-589b-4656-9778-06666281b2bb req-f8b39a44-1cc5-44b3-b347-9243731d0160 tempest-TestServerMultinode-1111718651 tempest-TestServerMultinode-1111718651-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=1897814c-c114-458d-9fca-3c353e796c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365388 Aug 11 03:29:05.446861 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9882d5d0-6907-4801-946e-01ea3421a728 req-71524035-16ac-4432-8702-3d6d1b5599b9 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:05.450956 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9882d5d0-6907-4801-946e-01ea3421a728 req-71524035-16ac-4432-8702-3d6d1b5599b9 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/networks?id=2294adb7-cfd4-40a1-9a0c-db6ab35ac37f HTTP/1.1" status: 200 len: 806 time: 0.1413386 Aug 11 03:29:05.464201 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9882d5d0-6907-4801-946e-01ea3421a728 req-a1ee1c1b-a486-49df-92d3-5b9fee71917c tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/quotas/2b2b3f02ad2f4f13a4d5b55e5c246078 HTTP/1.1" status: 200 len: 375 time: 0.0107493 Aug 11 03:29:05.492227 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['762af76d-4859-4e43-a80b-2c963e5f0c1d'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:29:05.501835 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['08af65e0-c14a-4585-925b-99eb87e032e3'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:29:05.563246 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9882d5d0-6907-4801-946e-01ea3421a728 req-91197330-c0d7-499c-9f73-e55767c983be tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=2b2b3f02ad2f4f13a4d5b55e5c246078&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0763862 Aug 11 03:29:05.771753 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9882d5d0-6907-4801-946e-01ea3421a728 req-37c7006c-58c6-47f0-889f-fe5392a2e875 service neutron] 10.222.0.41 "GET /v2.0/networks/2294adb7-cfd4-40a1-9a0c-db6ab35ac37f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988587 Aug 11 03:29:06.035499 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9882d5d0-6907-4801-946e-01ea3421a728 req-bad7332f-cb3c-45b4-950d-da2842ebfcfc service neutron] 10.222.0.41 "GET /v2.0/networks/2294adb7-cfd4-40a1-9a0c-db6ab35ac37f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2613680 Aug 11 03:29:06.077230 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509aa318-82ab-4d72-a346-003e23f2b7f3 req-cf4d62e4-3e0a-43fe-8992-85b1f4c3e0b2 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:06.085959 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-509aa318-82ab-4d72-a346-003e23f2b7f3 req-cf4d62e4-3e0a-43fe-8992-85b1f4c3e0b2 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1aa84fa-56ef-4e45-bde3-ce36d5cbdc1d HTTP/1.1" status: 200 len: 945 time: 0.1314268 Aug 11 03:29:06.253395 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-509aa318-82ab-4d72-a346-003e23f2b7f3 req-1b6118c7-3f41-476c-b06b-af6f87084e45 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9628d8d-75dd-45fc-9e19-23526969057e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1660993 Aug 11 03:29:06.553265 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-db343db3-2e63-42fe-9784-dcb2d8bb5862 req-d289bbae-a88d-439b-90db-c21a9123786d tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/ports?device_id=aba60e8b-5545-46f5-b1a1-b484ec2e4223 HTTP/1.1" status: 200 len: 210 time: 0.0736296 Aug 11 03:29:06.590702 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f141923-8431-4a3d-9198-2137c4857877 req-a493bdac-ebd0-4e84-aa22-715cecdbaa95 tempest-TestServerMultinode-1111718651 tempest-TestServerMultinode-1111718651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:06.598530 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0f141923-8431-4a3d-9198-2137c4857877 req-a493bdac-ebd0-4e84-aa22-715cecdbaa95 tempest-TestServerMultinode-1111718651 tempest-TestServerMultinode-1111718651-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=558763db-bacb-4f4a-9cc9-1eae0bcb9e10 HTTP/1.1" status: 200 len: 1096 time: 0.1457148 Aug 11 03:29:06.674462 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0f141923-8431-4a3d-9198-2137c4857877 req-0e0bfee9-3639-4866-9098-68555d6f1c99 tempest-TestServerMultinode-1111718651 tempest-TestServerMultinode-1111718651-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=1897814c-c114-458d-9fca-3c353e796c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680938 Aug 11 03:29:07.150653 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:07.418683 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f499ee7b-3a2f-443d-bded-3e93e824c2fd req-0eb2c704-24fa-488a-8b90-1f1772099582 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:07.426454 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f499ee7b-3a2f-443d-bded-3e93e824c2fd req-0eb2c704-24fa-488a-8b90-1f1772099582 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1aa84fa-56ef-4e45-bde3-ce36d5cbdc1d HTTP/1.1" status: 200 len: 945 time: 0.0673738 Aug 11 03:29:07.485646 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f499ee7b-3a2f-443d-bded-3e93e824c2fd req-fb9dcb13-7ad7-4438-a182-24ec213760da tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9628d8d-75dd-45fc-9e19-23526969057e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580580 Aug 11 03:29:07.765208 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3720ead7-8473-4089-929f-f2b9495260ae req-927eb10b-4df6-4ac4-b352-041cedd7c246 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/ports?device_id=aba60e8b-5545-46f5-b1a1-b484ec2e4223 HTTP/1.1" status: 200 len: 210 time: 0.0616484 Aug 11 03:29:07.926726 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c54b7ef-2308-49d6-b048-2ef560704108 req-0e687146-3360-4c7c-b2f5-fd5f812f7f83 tempest-TestServerMultinode-1111718651 tempest-TestServerMultinode-1111718651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:07.937608 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0c54b7ef-2308-49d6-b048-2ef560704108 req-0e687146-3360-4c7c-b2f5-fd5f812f7f83 tempest-TestServerMultinode-1111718651 tempest-TestServerMultinode-1111718651-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=558763db-bacb-4f4a-9cc9-1eae0bcb9e10 HTTP/1.1" status: 200 len: 1096 time: 0.1515181 Aug 11 03:29:07.986482 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0c54b7ef-2308-49d6-b048-2ef560704108 req-3528f4e6-74a6-4b1c-8d69-355b50f7f9d7 tempest-TestServerMultinode-1111718651 tempest-TestServerMultinode-1111718651-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=1897814c-c114-458d-9fca-3c353e796c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423357 Aug 11 03:29:08.445379 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 762af76d-4859-4e43-a80b-2c963e5f0c1d up at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:29:08.645235 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning for port 762af76d-4859-4e43-a80b-2c963e5f0c1d completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:29:08.648764 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7a7697-a2e1-4b6e-b67f-6aa0b6853931 req-d9ff752f-56b9-4ca0-8b53-4f6ed4563082 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:08.654695 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning complete for port 762af76d-4859-4e43-a80b-2c963e5f0c1d triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:29:08.655539 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:08.657383 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4a7a7697-a2e1-4b6e-b67f-6aa0b6853931 req-d9ff752f-56b9-4ca0-8b53-4f6ed4563082 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1aa84fa-56ef-4e45-bde3-ce36d5cbdc1d HTTP/1.1" status: 200 len: 945 time: 0.0661509 Aug 11 03:29:08.854515 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4a7a7697-a2e1-4b6e-b67f-6aa0b6853931 req-7b3258af-225a-4282-b6fd-7ea010ee8709 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9628d8d-75dd-45fc-9e19-23526969057e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1911438 Aug 11 03:29:08.877608 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9882d5d0-6907-4801-946e-01ea3421a728 req-e6f045c7-29be-40d9-a00e-b5737b543f25 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:08.879219 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9882d5d0-6907-4801-946e-01ea3421a728 req-e6f045c7-29be-40d9-a00e-b5737b543f25 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.24 "GET /v2.0/networks?id=2294adb7-cfd4-40a1-9a0c-db6ab35ac37f HTTP/1.1" status: 200 len: 806 time: 0.1938612 Aug 11 03:29:08.892916 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-9882d5d0-6907-4801-946e-01ea3421a728 req-b31af63a-cfa4-4f1d-8486-f66f24df7392 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Request body: {'port': {'device_id': 'aba60e8b-5545-46f5-b1a1-b484ec2e4223', 'network_id': '2294adb7-cfd4-40a1-9a0c-db6ab35ac37f', 'admin_state_up': True, 'tenant_id': '2b2b3f02ad2f4f13a4d5b55e5c246078'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:29:08.907046 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:08.955135 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '558763db-bacb-4f4a-9cc9-1eae0bcb9e10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '762af76d-4859-4e43-a80b-2c963e5f0c1d'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:29:08.965217 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37e5a659-c572-43e3-81ba-e73458e278b9" -d '{"events": [{"server_uuid": "558763db-bacb-4f4a-9cc9-1eae0bcb9e10", "name": "network-vif-plugged", "status": "completed", "tag": "762af76d-4859-4e43-a80b-2c963e5f0c1d"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:29:09.012120 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 762af76d-4859-4e43-a80b-2c963e5f0c1d, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=762af76d-4859-4e43-a80b-2c963e5f0c1d,segment=NetworkSegment(c1162484-e62d-469d-a375-b4ed88d91d4b),segment_id=c1162484-e62d-469d-a375-b4ed88d91d4b)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:29:09.043916 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97dc9851-468a-43b4-9092-4d54aa61f0e6 x-openstack-request-id: req-97dc9851-468a-43b4-9092-4d54aa61f0e6 {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:29:09.049152 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "558763db-bacb-4f4a-9cc9-1eae0bcb9e10", "name": "network-vif-plugged", "status": "completed", "tag": "762af76d-4859-4e43-a80b-2c963e5f0c1d", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:29:09.049686 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-97dc9851-468a-43b4-9092-4d54aa61f0e6 {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:29:09.050304 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '558763db-bacb-4f4a-9cc9-1eae0bcb9e10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '762af76d-4859-4e43-a80b-2c963e5f0c1d', 'code': 200} Aug 11 03:29:09.079817 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:09.080714 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 08af65e0-c14a-4585-925b-99eb87e032e3 up at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:29:09.125107 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6ea9d07b-9f02-442d-9312-1e1ef4a3fe95 req-25fbce9b-9920-47a7-91ed-83650ab242f0 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/ports?device_id=aba60e8b-5545-46f5-b1a1-b484ec2e4223 HTTP/1.1" status: 200 len: 210 time: 0.0833189 Aug 11 03:29:09.243285 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=762af76d-4859-4e43-a80b-2c963e5f0c1d,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:29:09.297622 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333d57c6-a771-4a97-894f-1e7d3b06b837 req-7fa7f7d1-0f1a-41fb-8015-131a7e4e2a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:09.321432 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-333d57c6-a771-4a97-894f-1e7d3b06b837 req-7fa7f7d1-0f1a-41fb-8015-131a7e4e2a87 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=558763db-bacb-4f4a-9cc9-1eae0bcb9e10 HTTP/1.1" status: 200 len: 1097 time: 0.1345229 Aug 11 03:29:09.341301 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9882d5d0-6907-4801-946e-01ea3421a728 req-b31af63a-cfa4-4f1d-8486-f66f24df7392 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Made reservation on behalf of 2b2b3f02ad2f4f13a4d5b55e5c246078 for: {'port': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:29:09.354459 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-9882d5d0-6907-4801-946e-01ea3421a728 req-b31af63a-cfa4-4f1d-8486-f66f24df7392 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:09.405077 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-333d57c6-a771-4a97-894f-1e7d3b06b837 req-46243ee5-db45-4c54-84eb-34d5ad601f7d service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=1897814c-c114-458d-9fca-3c353e796c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820611 Aug 11 03:29:09.427441 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610cf15f-3bd2-4733-ba62-fc9802b44fdd req-60b48d57-0386-4a2b-a1dd-fa83dbe63ea8 tempest-TestServerMultinode-1111718651 tempest-TestServerMultinode-1111718651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:09.436437 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning for port 08af65e0-c14a-4585-925b-99eb87e032e3 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:29:09.440622 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning complete for port 08af65e0-c14a-4585-925b-99eb87e032e3 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:29:09.441004 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:09.448109 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-610cf15f-3bd2-4733-ba62-fc9802b44fdd req-60b48d57-0386-4a2b-a1dd-fa83dbe63ea8 tempest-TestServerMultinode-1111718651 tempest-TestServerMultinode-1111718651-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=558763db-bacb-4f4a-9cc9-1eae0bcb9e10 HTTP/1.1" status: 200 len: 1097 time: 0.2250004 Aug 11 03:29:09.640341 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:09.711397 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 08af65e0-c14a-4585-925b-99eb87e032e3, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=08af65e0-c14a-4585-925b-99eb87e032e3,segment=NetworkSegment(2552da39-1bd3-49e5-a3d5-aadbf38eb7b5),segment_id=2552da39-1bd3-49e5-a3d5-aadbf38eb7b5)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:29:09.734847 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-610cf15f-3bd2-4733-ba62-fc9802b44fdd req-876fd3be-8c37-45e6-b408-dc23627fa178 tempest-TestServerMultinode-1111718651 tempest-TestServerMultinode-1111718651-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=1897814c-c114-458d-9fca-3c353e796c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2858243 Aug 11 03:29:09.813727 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:09.869974 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [req-9882d5d0-6907-4801-946e-01ea3421a728 req-b31af63a-cfa4-4f1d-8486-f66f24df7392 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Allocated IP 172.20.0.5 (2294adb7-cfd4-40a1-9a0c-db6ab35ac37f/3dad44b1-6547-45e0-8453-859830dd2aa7/b7865b60-03d5-4db5-8810-3b72ad587348) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:29:09.929069 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=08af65e0-c14a-4585-925b-99eb87e032e3,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:29:10.114009 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5318f3c8-a85d-4c75-9627-65d94bb1395a req-1ab2aaf7-89b6-40a7-be1b-c586bee95fb5 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:10.114009 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5318f3c8-a85d-4c75-9627-65d94bb1395a req-1ab2aaf7-89b6-40a7-be1b-c586bee95fb5 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1aa84fa-56ef-4e45-bde3-ce36d5cbdc1d HTTP/1.1" status: 200 len: 946 time: 0.1076741 Aug 11 03:29:10.175079 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-9882d5d0-6907-4801-946e-01ea3421a728 req-b31af63a-cfa4-4f1d-8486-f66f24df7392 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:10.194436 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5318f3c8-a85d-4c75-9627-65d94bb1395a req-2d76f25b-2da7-4a96-b1f0-631ed0294eaf tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9628d8d-75dd-45fc-9e19-23526969057e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697341 Aug 11 03:29:10.279734 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4b755462-fbb6-41ae-8433-f1e10b66d13a req-3c80667f-745f-447b-8c74-c1c62276b618 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/ports?device_id=aba60e8b-5545-46f5-b1a1-b484ec2e4223 HTTP/1.1" status: 200 len: 210 time: 0.0396307 Aug 11 03:29:10.579498 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-9882d5d0-6907-4801-946e-01ea3421a728 req-b31af63a-cfa4-4f1d-8486-f66f24df7392 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:10.591814 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['c5e5b8bf-e320-4589-a83b-e2f6c8455c36', 'ca8de5b4-d370-4b62-988c-cfdd2b3f3dd0'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:29:10.628606 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9882d5d0-6907-4801-946e-01ea3421a728 req-b31af63a-cfa4-4f1d-8486-f66f24df7392 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Network 2294adb7-cfd4-40a1-9a0c-db6ab35ac37f is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:29:10.628606 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [req-9882d5d0-6907-4801-946e-01ea3421a728 req-b31af63a-cfa4-4f1d-8486-f66f24df7392 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:29:10.634385 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [req-9882d5d0-6907-4801-946e-01ea3421a728 req-b31af63a-cfa4-4f1d-8486-f66f24df7392 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:29:10.679859 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31af63a-cfa4-4f1d-8486-f66f24df7392 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Pushing event updated for resources: {'Port': ['ID=b7865b60-03d5-4db5-8810-3b72ad587348,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:29:10.712285 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9882d5d0-6907-4801-946e-01ea3421a728 req-b31af63a-cfa4-4f1d-8486-f66f24df7392 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:10.715200 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-9882d5d0-6907-4801-946e-01ea3421a728 req-b31af63a-cfa4-4f1d-8486-f66f24df7392 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:10.842856 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9882d5d0-6907-4801-946e-01ea3421a728 req-b31af63a-cfa4-4f1d-8486-f66f24df7392 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9549654 Aug 11 03:29:10.858384 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-9882d5d0-6907-4801-946e-01ea3421a728 req-2bf7d8cb-d43d-4e34-9ddc-4b82fc809165 service neutron] Request body: {'port': {'device_id': 'aba60e8b-5545-46f5-b1a1-b484ec2e4223', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764292-30'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:29:11.056036 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1aa84fa-56ef-4e45-bde3-ce36d5cbdc1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08af65e0-c14a-4585-925b-99eb87e032e3'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:29:11.058711 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f300f2f-f04c-4818-909a-a0f6e3a53dc3" -d '{"events": [{"server_uuid": "e1aa84fa-56ef-4e45-bde3-ce36d5cbdc1d", "name": "network-vif-plugged", "status": "completed", "tag": "08af65e0-c14a-4585-925b-99eb87e032e3"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:29:11.139785 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:29:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-568e8d22-605c-4fd6-ae4a-1a2a8f036808 x-openstack-request-id: req-568e8d22-605c-4fd6-ae4a-1a2a8f036808 {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:29:11.140160 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1aa84fa-56ef-4e45-bde3-ce36d5cbdc1d", "name": "network-vif-plugged", "status": "completed", "tag": "08af65e0-c14a-4585-925b-99eb87e032e3", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:29:11.140422 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-568e8d22-605c-4fd6-ae4a-1a2a8f036808 {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:29:11.140836 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1aa84fa-56ef-4e45-bde3-ce36d5cbdc1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08af65e0-c14a-4585-925b-99eb87e032e3', 'code': 200} Aug 11 03:29:11.287480 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:11.332248 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f2a949-e011-466f-84ed-cb73301ea2af req-ede391c7-c3d6-47d6-842b-8eb47a886f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:11.332858 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc67d66-2072-4100-b747-ab5cf8905126 req-d6120bcc-c0f5-4b7e-85c5-d29002ccb1b5 tempest-TestServerMultinode-1111718651 tempest-TestServerMultinode-1111718651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:11.334179 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8cc67d66-2072-4100-b747-ab5cf8905126 req-d6120bcc-c0f5-4b7e-85c5-d29002ccb1b5 tempest-TestServerMultinode-1111718651 tempest-TestServerMultinode-1111718651-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=558763db-bacb-4f4a-9cc9-1eae0bcb9e10 HTTP/1.1" status: 200 len: 1097 time: 0.4516630 Aug 11 03:29:11.335470 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-56f2a949-e011-466f-84ed-cb73301ea2af req-ede391c7-c3d6-47d6-842b-8eb47a886f26 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=e1aa84fa-56ef-4e45-bde3-ce36d5cbdc1d HTTP/1.1" status: 200 len: 1098 time: 0.1093545 Aug 11 03:29:11.337028 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-9882d5d0-6907-4801-946e-01ea3421a728 req-2bf7d8cb-d43d-4e34-9ddc-4b82fc809165 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:11.417576 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-56f2a949-e011-466f-84ed-cb73301ea2af req-38a82b36-3907-4d41-b748-86cf655c8649 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=e9628d8d-75dd-45fc-9e19-23526969057e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740206 Aug 11 03:29:11.460257 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8cc67d66-2072-4100-b747-ab5cf8905126 req-d6a214f1-d248-4c28-8b1f-6edb838578fc tempest-TestServerMultinode-1111718651 tempest-TestServerMultinode-1111718651-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=1897814c-c114-458d-9fca-3c353e796c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111257 Aug 11 03:29:11.471114 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c723389-27cc-4d62-8fdd-ac8c6fb7b91d req-5d38fc61-3dd1-414c-a7d4-7ada3bc72a47 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:11.483994 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8c723389-27cc-4d62-8fdd-ac8c6fb7b91d req-5d38fc61-3dd1-414c-a7d4-7ada3bc72a47 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1aa84fa-56ef-4e45-bde3-ce36d5cbdc1d HTTP/1.1" status: 200 len: 946 time: 0.1485419 Aug 11 03:29:11.691218 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8c723389-27cc-4d62-8fdd-ac8c6fb7b91d req-8c81549d-b79b-4092-b3f2-1fa0cad8dd13 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9628d8d-75dd-45fc-9e19-23526969057e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1346066 Aug 11 03:29:11.810836 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7c9f4c-d2af-4149-acef-5404cb00d06d req-636a85de-3fcc-4da3-aa24-81952658f393 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:11.828481 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7a7c9f4c-d2af-4149-acef-5404cb00d06d req-636a85de-3fcc-4da3-aa24-81952658f393 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/ports?device_id=aba60e8b-5545-46f5-b1a1-b484ec2e4223 HTTP/1.1" status: 200 len: 931 time: 0.1424284 Aug 11 03:29:11.949159 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7a7c9f4c-d2af-4149-acef-5404cb00d06d req-5d95e2d2-92b1-440c-8ac4-82e1cb00c038 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d1cd399-f1ad-4eb8-8279-cc3e3b1f8ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190128 Aug 11 03:29:11.972496 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c351f7a7-b517-4bfc-a21f-a496b4fae3dc req-4a43eedb-23cc-4ba9-9973-26ae31426bb9 tempest-TestServerMultinode-1111718651 tempest-TestServerMultinode-1111718651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:11.972496 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c351f7a7-b517-4bfc-a21f-a496b4fae3dc req-4a43eedb-23cc-4ba9-9973-26ae31426bb9 tempest-TestServerMultinode-1111718651 tempest-TestServerMultinode-1111718651-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=558763db-bacb-4f4a-9cc9-1eae0bcb9e10 HTTP/1.1" status: 200 len: 1097 time: 0.1244953 Aug 11 03:29:12.044920 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [req-9882d5d0-6907-4801-946e-01ea3421a728 req-2bf7d8cb-d43d-4e34-9ddc-4b82fc809165 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7865b60-03d5-4db5-8810-3b72ad587348 {{(pid=102192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:29:12.059664 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c351f7a7-b517-4bfc-a21f-a496b4fae3dc req-b241361f-26f1-4408-a936-94be91e05b7a tempest-TestServerMultinode-1111718651 tempest-TestServerMultinode-1111718651-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=1897814c-c114-458d-9fca-3c353e796c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757570 Aug 11 03:29:12.072616 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-9882d5d0-6907-4801-946e-01ea3421a728 req-2bf7d8cb-d43d-4e34-9ddc-4b82fc809165 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:12.101099 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [req-9882d5d0-6907-4801-946e-01ea3421a728 req-2bf7d8cb-d43d-4e34-9ddc-4b82fc809165 service neutron] Transition to ACTIVE for port object b7865b60-03d5-4db5-8810-3b72ad587348 will not be triggered until provisioned by entity L2. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:29:12.197616 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-9882d5d0-6907-4801-946e-01ea3421a728 req-2bf7d8cb-d43d-4e34-9ddc-4b82fc809165 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:12.253999 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf7d8cb-d43d-4e34-9ddc-4b82fc809165 service neutron] Pushing event updated for resources: {'Port': ['ID=b7865b60-03d5-4db5-8810-3b72ad587348,revision_number=2']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:29:12.265192 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130e9d5a-5eea-40da-80c7-e8814ba7c14c req-6be577fd-c6f9-46a1-95ba-f3b4a5f87758 tempest-TestServerMultinode-1111718651 tempest-TestServerMultinode-1111718651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:12.266782 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-130e9d5a-5eea-40da-80c7-e8814ba7c14c req-6be577fd-c6f9-46a1-95ba-f3b4a5f87758 tempest-TestServerMultinode-1111718651 tempest-TestServerMultinode-1111718651-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=558763db-bacb-4f4a-9cc9-1eae0bcb9e10 HTTP/1.1" status: 200 len: 1097 time: 0.1217313 Aug 11 03:29:12.390749 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-130e9d5a-5eea-40da-80c7-e8814ba7c14c req-601b5e94-a6ed-4eec-9e84-65dc8e9e044f tempest-TestServerMultinode-1111718651 tempest-TestServerMultinode-1111718651-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=1897814c-c114-458d-9fca-3c353e796c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866947 Aug 11 03:29:12.445722 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-9882d5d0-6907-4801-946e-01ea3421a728 req-2bf7d8cb-d43d-4e34-9ddc-4b82fc809165 service neutron] Attempting to bind port b7865b60-03d5-4db5-8810-3b72ad587348 on host n-h2-764292-30 for vnic_type normal with profile {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:29:12.446055 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-9882d5d0-6907-4801-946e-01ea3421a728 req-2bf7d8cb-d43d-4e34-9ddc-4b82fc809165 service neutron] Attempting to bind port b7865b60-03d5-4db5-8810-3b72ad587348 by drivers openvswitch,hyperv on host n-h2-764292-30 at level 0 using segments [{'id': '323f142b-ee85-4d27-85a3-85cc28507ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '2294adb7-cfd4-40a1-9a0c-db6ab35ac37f'}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:29:12.446419 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9882d5d0-6907-4801-946e-01ea3421a728 req-2bf7d8cb-d43d-4e34-9ddc-4b82fc809165 service neutron] Attempting to bind port b7865b60-03d5-4db5-8810-3b72ad587348 on network 2294adb7-cfd4-40a1-9a0c-db6ab35ac37f {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:29:12.464784 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9882d5d0-6907-4801-946e-01ea3421a728 req-2bf7d8cb-d43d-4e34-9ddc-4b82fc809165 service neutron] Port b7865b60-03d5-4db5-8810-3b72ad587348 on network 2294adb7-cfd4-40a1-9a0c-db6ab35ac37f not bound, no agent of type Open vSwitch agent registered on host n-h2-764292-30 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:29:12.465313 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9882d5d0-6907-4801-946e-01ea3421a728 req-2bf7d8cb-d43d-4e34-9ddc-4b82fc809165 service neutron] Attempting to bind port b7865b60-03d5-4db5-8810-3b72ad587348 on network 2294adb7-cfd4-40a1-9a0c-db6ab35ac37f {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:29:12.492568 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9882d5d0-6907-4801-946e-01ea3421a728 req-2bf7d8cb-d43d-4e34-9ddc-4b82fc809165 service neutron] Checking agent: {'id': '70015fc0-62fb-48b2-b453-36906937cf2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 29, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:29:12.492918 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9882d5d0-6907-4801-946e-01ea3421a728 req-2bf7d8cb-d43d-4e34-9ddc-4b82fc809165 service neutron] Checking segment: {'id': '323f142b-ee85-4d27-85a3-85cc28507ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '2294adb7-cfd4-40a1-9a0c-db6ab35ac37f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:29:12.496067 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9882d5d0-6907-4801-946e-01ea3421a728 req-2bf7d8cb-d43d-4e34-9ddc-4b82fc809165 service neutron] Bound using segment: {'id': '323f142b-ee85-4d27-85a3-85cc28507ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '2294adb7-cfd4-40a1-9a0c-db6ab35ac37f'} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:29:12.504385 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-9882d5d0-6907-4801-946e-01ea3421a728 req-2bf7d8cb-d43d-4e34-9ddc-4b82fc809165 service neutron] Bound port: b7865b60-03d5-4db5-8810-3b72ad587348, host: n-h2-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '323f142b-ee85-4d27-85a3-85cc28507ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '2294adb7-cfd4-40a1-9a0c-db6ab35ac37f'}}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:29:12.504385 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-9882d5d0-6907-4801-946e-01ea3421a728 req-2bf7d8cb-d43d-4e34-9ddc-4b82fc809165 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:12.613685 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 59680) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:29:12.648119 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-9882d5d0-6907-4801-946e-01ea3421a728 req-2bf7d8cb-d43d-4e34-9ddc-4b82fc809165 service neutron] For port b7865b60-03d5-4db5-8810-3b72ad587348, host n-h2-764292-30, cleared binding levels {{(pid=102192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:29:12.652337 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-9882d5d0-6907-4801-946e-01ea3421a728 req-2bf7d8cb-d43d-4e34-9ddc-4b82fc809165 service neutron] For port b7865b60-03d5-4db5-8810-3b72ad587348, host n-h2-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=b7865b60-03d5-4db5-8810-3b72ad587348,segment=NetworkSegment(323f142b-ee85-4d27-85a3-85cc28507ab1),segment_id=323f142b-ee85-4d27-85a3-85cc28507ab1)] {{(pid=102192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:29:12.768618 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-9882d5d0-6907-4801-946e-01ea3421a728 req-2bf7d8cb-d43d-4e34-9ddc-4b82fc809165 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:12.850602 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-22b778ed-c489-43c1-b194-1996046a293f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:12.939142 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14da4753-d267-42f3-aa4b-01a4b89d0267 req-a8b7eb23-7d3f-43da-a87e-abd24d64c65e tempest-TestServerMultinode-1111718651 tempest-TestServerMultinode-1111718651-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:12.941034 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-14da4753-d267-42f3-aa4b-01a4b89d0267 req-a8b7eb23-7d3f-43da-a87e-abd24d64c65e tempest-TestServerMultinode-1111718651 tempest-TestServerMultinode-1111718651-project-admin] 10.222.0.41 "GET /v2.0/networks?id=d11fd958-885d-4a82-9fdd-6960c706498c HTTP/1.1" status: 200 len: 911 time: 0.1228142 Aug 11 03:29:12.999512 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9882d5d0-6907-4801-946e-01ea3421a728 req-2bf7d8cb-d43d-4e34-9ddc-4b82fc809165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:13.000179 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-9882d5d0-6907-4801-946e-01ea3421a728 req-2bf7d8cb-d43d-4e34-9ddc-4b82fc809165 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:13.001661 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9882d5d0-6907-4801-946e-01ea3421a728 req-2bf7d8cb-d43d-4e34-9ddc-4b82fc809165 service neutron] 10.222.0.24 "PUT /v2.0/ports/b7865b60-03d5-4db5-8810-3b72ad587348 HTTP/1.1" status: 200 len: 1092 time: 2.1489129 Aug 11 03:29:13.007101 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aba60e8b-5545-46f5-b1a1-b484ec2e4223', 'tag': 'b7865b60-03d5-4db5-8810-3b72ad587348'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:29:13.009934 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd12daa3-d16d-4693-985f-71d99a02a681" -d '{"events": [{"name": "network-changed", "server_uuid": "aba60e8b-5545-46f5-b1a1-b484ec2e4223", "tag": "b7865b60-03d5-4db5-8810-3b72ad587348"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:29:13.026110 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-14da4753-d267-42f3-aa4b-01a4b89d0267 req-054808da-06ec-415e-89a0-0c33d125d6bb tempest-TestServerMultinode-1111718651 tempest-TestServerMultinode-1111718651-project-admin] 10.222.0.41 "GET /v2.0/quotas/69211039b9944a608d6219c662ecc6c6 HTTP/1.1" status: 200 len: 375 time: 0.0701492 Aug 11 03:29:13.031382 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-22b778ed-c489-43c1-b194-1996046a293f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:13.037007 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf7d8cb-d43d-4e34-9ddc-4b82fc809165 service neutron] Pushing event updated for resources: {'Port': ['ID=b7865b60-03d5-4db5-8810-3b72ad587348,revision_number=3']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:29:13.080069 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3b4e33-59e5-459c-8e95-f942e0f5eb0f req-8e576def-1a5d-43d4-9827-8724cef6ce04 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:13.088115 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bd3b4e33-59e5-459c-8e95-f942e0f5eb0f req-8e576def-1a5d-43d4-9827-8724cef6ce04 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1aa84fa-56ef-4e45-bde3-ce36d5cbdc1d HTTP/1.1" status: 200 len: 946 time: 0.2708912 Aug 11 03:29:13.139807 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-22b778ed-c489-43c1-b194-1996046a293f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:13.176669 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-14da4753-d267-42f3-aa4b-01a4b89d0267 req-b8d03d9d-41c4-4566-afeb-1fb4d80e7e37 tempest-TestServerMultinode-1111718651 tempest-TestServerMultinode-1111718651-project-admin] 10.222.0.41 "GET /v2.0/ports?tenant_id=69211039b9944a608d6219c662ecc6c6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1424601 Aug 11 03:29:13.196084 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bd3b4e33-59e5-459c-8e95-f942e0f5eb0f req-2253c22a-00f1-4432-8489-7e55c6d3e5f6 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9628d8d-75dd-45fc-9e19-23526969057e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070077 Aug 11 03:29:13.238990 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b778ed-c489-43c1-b194-1996046a293f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0621326-f9ab-4a22-a7c8-a6a64c0e7156,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:29:13.280241 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b778ed-c489-43c1-b194-1996046a293f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:29:13.280914 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b778ed-c489-43c1-b194-1996046a293f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:29:13.280914 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b778ed-c489-43c1-b194-1996046a293f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:29:13.281251 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b778ed-c489-43c1-b194-1996046a293f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:29:13.281589 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b778ed-c489-43c1-b194-1996046a293f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:29:13.281931 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b778ed-c489-43c1-b194-1996046a293f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:29:13.282263 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b778ed-c489-43c1-b194-1996046a293f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:29:13.283604 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b778ed-c489-43c1-b194-1996046a293f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:29:13.285709 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b778ed-c489-43c1-b194-1996046a293f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:29:13.286799 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b778ed-c489-43c1-b194-1996046a293f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:29:13.287862 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b778ed-c489-43c1-b194-1996046a293f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:29:13.289248 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b778ed-c489-43c1-b194-1996046a293f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:29:13.299081 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-22b778ed-c489-43c1-b194-1996046a293f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bb7718ceae174e049c9a2d4e3898e225&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6834877 Aug 11 03:29:13.299904 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 59708) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:29:13.366616 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b3072858-fce2-45bf-8f8a-9ebc582beacb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:13.374981 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9882d5d0-6907-4801-946e-01ea3421a728 req-f1eb430d-5ee0-49c3-898e-c8ba8aad736b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:13.377099 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9882d5d0-6907-4801-946e-01ea3421a728 req-f1eb430d-5ee0-49c3-898e-c8ba8aad736b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2b2b3f02ad2f4f13a4d5b55e5c246078&device_id=aba60e8b-5545-46f5-b1a1-b484ec2e4223 HTTP/1.1" status: 200 len: 1095 time: 0.2479002 Aug 11 03:29:13.394071 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b3072858-fce2-45bf-8f8a-9ebc582beacb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:13.440693 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9882d5d0-6907-4801-946e-01ea3421a728 req-67bbd35a-5e5e-4cc6-a284-b6c77ca5d1e6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b7865b60-03d5-4db5-8810-3b72ad587348 HTTP/1.1" status: 200 len: 217 time: 0.0535822 Aug 11 03:29:13.451586 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e5bc85-ddbb-4677-bbb4-3fb91ca072e9 req-e5cb5685-4458-4afd-97cb-88b675c3d8ea tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:13.459206 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-28e5bc85-ddbb-4677-bbb4-3fb91ca072e9 req-e5cb5685-4458-4afd-97cb-88b675c3d8ea tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/ports?device_id=aba60e8b-5545-46f5-b1a1-b484ec2e4223 HTTP/1.1" status: 200 len: 943 time: 0.1479590 Aug 11 03:29:13.522057 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-14da4753-d267-42f3-aa4b-01a4b89d0267 req-7d8f954f-941b-44e4-85da-38f32992d5f9 service neutron] 10.222.0.41 "GET /v2.0/networks/d11fd958-885d-4a82-9fdd-6960c706498c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3240905 Aug 11 03:29:13.539103 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b3072858-fce2-45bf-8f8a-9ebc582beacb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:13.541723 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b3072858-fce2-45bf-8f8a-9ebc582beacb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:13.546200 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-b3072858-fce2-45bf-8f8a-9ebc582beacb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a0621326-f9ab-4a22-a7c8-a6a64c0e7156 HTTP/1.1" status: 204 len: 168 time: 0.2452688 Aug 11 03:29:13.562940 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3072858-fce2-45bf-8f8a-9ebc582beacb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0621326-f9ab-4a22-a7c8-a6a64c0e7156,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:29:13.566432 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9882d5d0-6907-4801-946e-01ea3421a728 req-8a58b069-e398-47d7-be3e-e3d167985809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:13.568212 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9882d5d0-6907-4801-946e-01ea3421a728 req-8a58b069-e398-47d7-be3e-e3d167985809 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3dad44b1-6547-45e0-8453-859830dd2aa7 HTTP/1.1" status: 200 len: 846 time: 0.1066978 Aug 11 03:29:13.574078 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-28e5bc85-ddbb-4677-bbb4-3fb91ca072e9 req-c827cb81-f411-437a-b38a-6bb9dddb47c4 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d1cd399-f1ad-4eb8-8279-cc3e3b1f8ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139133 Aug 11 03:29:13.661126 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9882d5d0-6907-4801-946e-01ea3421a728 req-45b49cab-2f91-49b3-88e9-8a5839664a53 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2294adb7-cfd4-40a1-9a0c-db6ab35ac37f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474193 Aug 11 03:29:13.785922 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9882d5d0-6907-4801-946e-01ea3421a728 req-0368f34c-2fef-42bb-a528-58f68b43cf6b service neutron] 10.222.0.24 "GET /v2.0/networks/2294adb7-cfd4-40a1-9a0c-db6ab35ac37f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116717 Aug 11 03:29:13.789562 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:29:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e11e172c-a3ac-4811-b462-1dbfe6f2012f x-openstack-request-id: req-e11e172c-a3ac-4811-b462-1dbfe6f2012f {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:29:13.789853 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aba60e8b-5545-46f5-b1a1-b484ec2e4223", "tag": "b7865b60-03d5-4db5-8810-3b72ad587348", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:29:13.790109 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e11e172c-a3ac-4811-b462-1dbfe6f2012f {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:29:13.790704 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aba60e8b-5545-46f5-b1a1-b484ec2e4223', 'tag': 'b7865b60-03d5-4db5-8810-3b72ad587348', 'status': 'completed', 'code': 200} Aug 11 03:29:13.858506 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-14da4753-d267-42f3-aa4b-01a4b89d0267 req-757d4fc2-0ffc-4c43-9180-c43af86f9479 service neutron] 10.222.0.41 "GET /v2.0/networks/d11fd958-885d-4a82-9fdd-6960c706498c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3287821 Aug 11 03:29:13.963059 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9882d5d0-6907-4801-946e-01ea3421a728 req-93d33072-dea1-4cc1-b380-3399afac7261 service neutron] 10.222.0.24 "GET /v2.0/networks/2294adb7-cfd4-40a1-9a0c-db6ab35ac37f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677151 Aug 11 03:29:14.188209 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd12daa3-d16d-4693-985f-71d99a02a681 req-cff0bbef-624c-46e7-82ce-3ee514177c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:14.195036 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bd12daa3-d16d-4693-985f-71d99a02a681 req-cff0bbef-624c-46e7-82ce-3ee514177c70 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2b2b3f02ad2f4f13a4d5b55e5c246078&device_id=aba60e8b-5545-46f5-b1a1-b484ec2e4223 HTTP/1.1" status: 200 len: 1095 time: 0.1030066 Aug 11 03:29:14.311279 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-98bf4891-14a7-406f-8fb7-cbc743afdbf8 req-52bc496b-3ac4-40c0-8645-59818d16eb9e tempest-TestServerMultinode-1111718651 tempest-TestServerMultinode-1111718651-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=72e76cb3-9c42-4bd8-82d7-7d23eae8f769 HTTP/1.1" status: 200 len: 210 time: 0.0883033 Aug 11 03:29:14.413744 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3e7830-9799-47d8-87af-a01799411fcc req-c4a276a6-ed7f-41f0-93c3-f363fac90966 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:14.415341 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5d3e7830-9799-47d8-87af-a01799411fcc req-c4a276a6-ed7f-41f0-93c3-f363fac90966 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1aa84fa-56ef-4e45-bde3-ce36d5cbdc1d HTTP/1.1" status: 200 len: 946 time: 0.1192079 Aug 11 03:29:14.434803 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd12daa3-d16d-4693-985f-71d99a02a681 req-c2b3fa43-cff1-4ca5-9eb1-4a0974377134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:14.436408 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bd12daa3-d16d-4693-985f-71d99a02a681 req-c2b3fa43-cff1-4ca5-9eb1-4a0974377134 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2294adb7-cfd4-40a1-9a0c-db6ab35ac37f HTTP/1.1" status: 200 len: 907 time: 0.2340658 Aug 11 03:29:14.557850 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bd12daa3-d16d-4693-985f-71d99a02a681 req-12432969-8d82-4d69-a446-73b6894d4ed7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b7865b60-03d5-4db5-8810-3b72ad587348 HTTP/1.1" status: 200 len: 217 time: 0.1055226 Aug 11 03:29:14.579234 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5d3e7830-9799-47d8-87af-a01799411fcc req-3cf5f785-f967-483a-9106-377ab7c5f310 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9628d8d-75dd-45fc-9e19-23526969057e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1519933 Aug 11 03:29:14.645609 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd12daa3-d16d-4693-985f-71d99a02a681 req-42c318ce-6d32-48a8-a5c3-73e2defe7f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:14.647134 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bd12daa3-d16d-4693-985f-71d99a02a681 req-42c318ce-6d32-48a8-a5c3-73e2defe7f54 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3dad44b1-6547-45e0-8453-859830dd2aa7 HTTP/1.1" status: 200 len: 846 time: 0.0717292 Aug 11 03:29:14.699099 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bd12daa3-d16d-4693-985f-71d99a02a681 req-3ca9ce36-c856-4f42-82b3-329a4934f9ec service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2294adb7-cfd4-40a1-9a0c-db6ab35ac37f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402906 Aug 11 03:29:14.842778 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aa6bb4-35a2-4ee8-bfb3-2a76da68b4e0 req-46226492-c512-48e3-9830-09cd4555d254 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:14.847558 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-12aa6bb4-35a2-4ee8-bfb3-2a76da68b4e0 req-46226492-c512-48e3-9830-09cd4555d254 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/ports?device_id=aba60e8b-5545-46f5-b1a1-b484ec2e4223 HTTP/1.1" status: 200 len: 943 time: 0.1475646 Aug 11 03:29:14.880922 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45043597-91db-4741-8dff-2e7377ea8be0 req-2d888bcb-d4e7-45f6-b746-dfa1aa1aa251 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:14.888851 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-45043597-91db-4741-8dff-2e7377ea8be0 req-2d888bcb-d4e7-45f6-b746-dfa1aa1aa251 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1aa84fa-56ef-4e45-bde3-ce36d5cbdc1d HTTP/1.1" status: 200 len: 946 time: 0.1750021 Aug 11 03:29:14.957411 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bd12daa3-d16d-4693-985f-71d99a02a681 req-ea273f1b-10b0-4e6d-b206-717ab49fbdb8 service neutron] 10.222.0.24 "GET /v2.0/networks/2294adb7-cfd4-40a1-9a0c-db6ab35ac37f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2452326 Aug 11 03:29:14.971092 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-12aa6bb4-35a2-4ee8-bfb3-2a76da68b4e0 req-67f89383-530c-44c4-b351-056fa9f75b74 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d1cd399-f1ad-4eb8-8279-cc3e3b1f8ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145663 Aug 11 03:29:14.993846 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-45043597-91db-4741-8dff-2e7377ea8be0 req-ece6ade2-4ca4-43f2-8ec8-2f3544462662 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9628d8d-75dd-45fc-9e19-23526969057e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004629 Aug 11 03:29:15.032092 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 59752) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:29:15.110803 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bd12daa3-d16d-4693-985f-71d99a02a681 req-2b6f78f7-b129-4a53-a058-3e64926a6c3e service neutron] 10.222.0.24 "GET /v2.0/networks/2294adb7-cfd4-40a1-9a0c-db6ab35ac37f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431861 Aug 11 03:29:15.156343 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f135cf1-2b42-4ce0-bd1a-5160ddd61895 tempest-TestNetworkAdvancedServerOps-665886235 tempest-TestNetworkAdvancedServerOps-665886235-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:15.159951 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-5f135cf1-2b42-4ce0-bd1a-5160ddd61895 tempest-TestNetworkAdvancedServerOps-665886235 tempest-TestNetworkAdvancedServerOps-665886235-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=e1aa84fa-56ef-4e45-bde3-ce36d5cbdc1d HTTP/1.1" status: 200 len: 1093 time: 0.1267917 Aug 11 03:29:15.163002 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 59756) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:29:15.168808 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-f6293f68-c21e-46f8-ae1f-e97c6ac416c6 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Request body: {'floatingip': {'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'port_id': '08af65e0-c14a-4585-925b-99eb87e032e3', 'tenant_id': 'a5478860f7cb432583cc8e5d994d2237', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:29:15.299256 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-f6293f68-c21e-46f8-ae1f-e97c6ac416c6 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks [] for floatingip, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:15.453038 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-83f14675-5f94-4140-a85a-1768e3e80343 req-39d46a3c-36bf-49a5-b89e-abb220e55bf8 tempest-TestServerMultinode-1111718651 tempest-TestServerMultinode-1111718651-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=72e76cb3-9c42-4bd8-82d7-7d23eae8f769 HTTP/1.1" status: 200 len: 210 time: 0.0471835 Aug 11 03:29:15.564012 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-f6293f68-c21e-46f8-ae1f-e97c6ac416c6 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:15.720419 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [None req-f6293f68-c21e-46f8-ae1f-e97c6ac416c6 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Allocated IP 172.25.8.221 (09faf7d2-eaf5-4a50-bb6e-4cb05d009a76/e1a97443-13df-40bb-85f5-fd269e2742c0/e9962ac6-56af-46df-8bb2-621bcc462398) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:29:15.850773 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-f6293f68-c21e-46f8-ae1f-e97c6ac416c6 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:16.109115 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70d5258-07e3-416a-8068-6474188e6141 req-4accae32-74a2-40cd-b4d5-d585d9c9d14e tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:16.110889 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f70d5258-07e3-416a-8068-6474188e6141 req-4accae32-74a2-40cd-b4d5-d585d9c9d14e tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/ports?device_id=aba60e8b-5545-46f5-b1a1-b484ec2e4223 HTTP/1.1" status: 200 len: 943 time: 0.0533998 Aug 11 03:29:16.149579 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f70d5258-07e3-416a-8068-6474188e6141 req-486f45ed-b0b7-416d-a60e-7b461d181bdb tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d1cd399-f1ad-4eb8-8279-cc3e3b1f8ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325971 Aug 11 03:29:16.191196 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-f6293f68-c21e-46f8-ae1f-e97c6ac416c6 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:16.247510 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6293f68-c21e-46f8-ae1f-e97c6ac416c6 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:29:16.251308 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-f6293f68-c21e-46f8-ae1f-e97c6ac416c6 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:29:16.255713 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6293f68-c21e-46f8-ae1f-e97c6ac416c6 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:29:16.258799 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6293f68-c21e-46f8-ae1f-e97c6ac416c6 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Pushing event updated for resources: {'Port': ['ID=e9962ac6-56af-46df-8bb2-621bcc462398,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:29:16.594119 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e7435340-90c7-47e9-8c26-ffbba55f0cba req-320d18e9-26ce-4cce-8ba3-7b388a547334 tempest-TestServerMultinode-1111718651 tempest-TestServerMultinode-1111718651-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=72e76cb3-9c42-4bd8-82d7-7d23eae8f769 HTTP/1.1" status: 200 len: 210 time: 0.0368364 Aug 11 03:29:16.986917 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-f6293f68-c21e-46f8-ae1f-e97c6ac416c6 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:17.141217 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device b7865b60-03d5-4db5-8810-3b72ad587348 details requested by agent hyperv_n-h2-764292-30 with host n-h2-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:29:17.340488 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port b7865b60-03d5-4db5-8810-3b72ad587348, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=b7865b60-03d5-4db5-8810-3b72ad587348,segment=NetworkSegment(323f142b-ee85-4d27-85a3-85cc28507ab1),segment_id=323f142b-ee85-4d27-85a3-85cc28507ab1)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:29:17.389818 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Returning: {'device': 'b7865b60-03d5-4db5-8810-3b72ad587348', 'network_id': '2294adb7-cfd4-40a1-9a0c-db6ab35ac37f', 'port_id': 'b7865b60-03d5-4db5-8810-3b72ad587348', 'mac_address': 'fa:16:3e:e3:43:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dad44b1-6547-45e0-8453-859830dd2aa7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:29:17.485415 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:17.543516 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7865b60-03d5-4db5-8810-3b72ad587348 {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:29:17.640801 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port b7865b60-03d5-4db5-8810-3b72ad587348, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=b7865b60-03d5-4db5-8810-3b72ad587348,segment=NetworkSegment(323f142b-ee85-4d27-85a3-85cc28507ab1),segment_id=323f142b-ee85-4d27-85a3-85cc28507ab1)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:29:17.704705 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:17.878014 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7e4ddca9-de0f-4dc8-9e44-eb4a101346a9 req-8d4c8037-0022-4c99-ba40-675d0678502a tempest-TestServerMultinode-1111718651 tempest-TestServerMultinode-1111718651-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=72e76cb3-9c42-4bd8-82d7-7d23eae8f769 HTTP/1.1" status: 200 len: 210 time: 0.1065540 Aug 11 03:29:17.907720 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14da4753-d267-42f3-aa4b-01a4b89d0267 req-f8ea68e6-9a81-4d20-8d40-a842d0707ad4 tempest-TestServerMultinode-1111718651 tempest-TestServerMultinode-1111718651-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:17.911823 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-14da4753-d267-42f3-aa4b-01a4b89d0267 req-f8ea68e6-9a81-4d20-8d40-a842d0707ad4 tempest-TestServerMultinode-1111718651 tempest-TestServerMultinode-1111718651-project-admin] 10.222.0.24 "GET /v2.0/networks?id=d11fd958-885d-4a82-9fdd-6960c706498c HTTP/1.1" status: 200 len: 911 time: 0.8427343 Aug 11 03:29:17.927523 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ba57d8-3cb6-41be-838e-0b09fcbc096d req-50424f6f-a9ae-4710-ace4-03fa999b21d7 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:17.935627 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-40ba57d8-3cb6-41be-838e-0b09fcbc096d req-50424f6f-a9ae-4710-ace4-03fa999b21d7 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/ports?device_id=aba60e8b-5545-46f5-b1a1-b484ec2e4223 HTTP/1.1" status: 200 len: 944 time: 0.1730349 Aug 11 03:29:17.974041 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-f6293f68-c21e-46f8-ae1f-e97c6ac416c6 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:17.984605 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-14da4753-d267-42f3-aa4b-01a4b89d0267 req-2f425034-815c-48d4-8e74-f56d67c3442d tempest-TestServerMultinode-1111718651 tempest-TestServerMultinode-1111718651-project-admin] Request body: {'port': {'device_id': '72e76cb3-9c42-4bd8-82d7-7d23eae8f769', 'network_id': 'd11fd958-885d-4a82-9fdd-6960c706498c', 'admin_state_up': True, 'tenant_id': '69211039b9944a608d6219c662ecc6c6'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:29:18.094961 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-40ba57d8-3cb6-41be-838e-0b09fcbc096d req-7b8c8803-1cd3-4a37-9d8f-ce204fec2aa7 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d1cd399-f1ad-4eb8-8279-cc3e3b1f8ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582251 Aug 11 03:29:18.132036 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=b7865b60-03d5-4db5-8810-3b72ad587348,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:29:18.156098 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:29:18.157160 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:29:18.157652 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:29:18.158389 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:29:18.159542 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:29:18.160107 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:29:18.160597 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:29:18.161072 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:29:18.161563 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:29:18.162253 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:29:18.162933 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:29:18.165360 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:29:18.168573 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14da4753-d267-42f3-aa4b-01a4b89d0267 req-2f425034-815c-48d4-8e74-f56d67c3442d tempest-TestServerMultinode-1111718651 tempest-TestServerMultinode-1111718651-project-admin] Made reservation on behalf of 69211039b9944a608d6219c662ecc6c6 for: {'port': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:29:18.171552 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-14da4753-d267-42f3-aa4b-01a4b89d0267 req-2f425034-815c-48d4-8e74-f56d67c3442d tempest-TestServerMultinode-1111718651 tempest-TestServerMultinode-1111718651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:18.177189 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['b7865b60-03d5-4db5-8810-3b72ad587348'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:29:18.402697 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-f6293f68-c21e-46f8-ae1f-e97c6ac416c6 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks [] for port, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:18.406332 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [req-14da4753-d267-42f3-aa4b-01a4b89d0267 req-2f425034-815c-48d4-8e74-f56d67c3442d tempest-TestServerMultinode-1111718651 tempest-TestServerMultinode-1111718651-project-admin] Allocated IP 172.20.0.11 (d11fd958-885d-4a82-9fdd-6960c706498c/753b33f1-8e9a-4e10-a98a-bf91420f1585/51c2ebdc-de65-422e-ba32-0b4009bfdc0f) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:29:18.487257 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-f6293f68-c21e-46f8-ae1f-e97c6ac416c6 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:18.605471 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6293f68-c21e-46f8-ae1f-e97c6ac416c6 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Pushing event updated for resources: {'Port': ['ID=e9962ac6-56af-46df-8bb2-621bcc462398,revision_number=2']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:29:18.641603 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-f6293f68-c21e-46f8-ae1f-e97c6ac416c6 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446866'] for floatingip, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:18.705966 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-14da4753-d267-42f3-aa4b-01a4b89d0267 req-2f425034-815c-48d4-8e74-f56d67c3442d tempest-TestServerMultinode-1111718651 tempest-TestServerMultinode-1111718651-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:18.751837 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [req-14da4753-d267-42f3-aa4b-01a4b89d0267 req-2f425034-815c-48d4-8e74-f56d67c3442d tempest-TestServerMultinode-1111718651 tempest-TestServerMultinode-1111718651-project-admin] Transition to ACTIVE for port object 51c2ebdc-de65-422e-ba32-0b4009bfdc0f will not be triggered until provisioned by entity DHCP. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:29:18.791214 n-d-764292-30 neutron-server[102192]: INFO neutron.db.l3_db [None req-f6293f68-c21e-46f8-ae1f-e97c6ac416c6 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Floating IP 4fc33eb0-bb1e-49f8-91ec-ad3db8022859 associated. External IP: 172.25.8.221, port: 08af65e0-c14a-4585-925b-99eb87e032e3. Aug 11 03:29:19.016708 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-14da4753-d267-42f3-aa4b-01a4b89d0267 req-2f425034-815c-48d4-8e74-f56d67c3442d tempest-TestServerMultinode-1111718651 tempest-TestServerMultinode-1111718651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:19.035386 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['762af76d-4859-4e43-a80b-2c963e5f0c1d'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:29:19.145423 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device b7865b60-03d5-4db5-8810-3b72ad587348 up at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:29:19.235190 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14da4753-d267-42f3-aa4b-01a4b89d0267 req-2f425034-815c-48d4-8e74-f56d67c3442d tempest-TestServerMultinode-1111718651 tempest-TestServerMultinode-1111718651-project-admin] Network d11fd958-885d-4a82-9fdd-6960c706498c is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:29:19.255745 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [req-14da4753-d267-42f3-aa4b-01a4b89d0267 req-2f425034-815c-48d4-8e74-f56d67c3442d tempest-TestServerMultinode-1111718651 tempest-TestServerMultinode-1111718651-project-admin] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:29:19.277548 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [req-14da4753-d267-42f3-aa4b-01a4b89d0267 req-2f425034-815c-48d4-8e74-f56d67c3442d tempest-TestServerMultinode-1111718651 tempest-TestServerMultinode-1111718651-project-admin] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:29:19.280139 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f425034-815c-48d4-8e74-f56d67c3442d tempest-TestServerMultinode-1111718651 tempest-TestServerMultinode-1111718651-project-admin] Pushing event updated for resources: {'Port': ['ID=51c2ebdc-de65-422e-ba32-0b4009bfdc0f,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:29:19.314924 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1046bf39-faca-46d4-a889-841c55729a90 req-331641d1-f017-4867-8ac6-8765bed028b3 tempest-TestServerMultinode-1111718651 tempest-TestServerMultinode-1111718651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:19.316480 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1046bf39-faca-46d4-a889-841c55729a90 req-331641d1-f017-4867-8ac6-8765bed028b3 tempest-TestServerMultinode-1111718651 tempest-TestServerMultinode-1111718651-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=72e76cb3-9c42-4bd8-82d7-7d23eae8f769 HTTP/1.1" status: 200 len: 1028 time: 0.3042271 Aug 11 03:29:19.330725 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning for port b7865b60-03d5-4db5-8810-3b72ad587348 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:29:19.367369 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning complete for port b7865b60-03d5-4db5-8810-3b72ad587348 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:29:19.367976 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:19.373865 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6293f68-c21e-46f8-ae1f-e97c6ac416c6 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Router 00fd1eaf-f72a-4fd4-8b17-8653746df1dd has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:29:19.376112 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14da4753-d267-42f3-aa4b-01a4b89d0267 req-2f425034-815c-48d4-8e74-f56d67c3442d tempest-TestServerMultinode-1111718651 tempest-TestServerMultinode-1111718651-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:19.376742 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-14da4753-d267-42f3-aa4b-01a4b89d0267 req-2f425034-815c-48d4-8e74-f56d67c3442d tempest-TestServerMultinode-1111718651 tempest-TestServerMultinode-1111718651-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:19.387930 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43d1dee-746c-4bf1-bd1e-54a467a0aea6 req-14f67385-ec04-4c3d-b7ad-749fe6f5beee tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:19.396741 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e43d1dee-746c-4bf1-bd1e-54a467a0aea6 req-14f67385-ec04-4c3d-b7ad-749fe6f5beee tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/ports?device_id=aba60e8b-5545-46f5-b1a1-b484ec2e4223 HTTP/1.1" status: 200 len: 944 time: 0.1716642 Aug 11 03:29:19.442106 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1046bf39-faca-46d4-a889-841c55729a90 req-8e5c137b-b138-4dcc-9322-5c4b7b76f4cf tempest-TestServerMultinode-1111718651 tempest-TestServerMultinode-1111718651-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=1897814c-c114-458d-9fca-3c353e796c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070592 Aug 11 03:29:19.478743 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e43d1dee-746c-4bf1-bd1e-54a467a0aea6 req-d73bfc7f-5912-4f2d-9036-f224abcf77c5 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d1cd399-f1ad-4eb8-8279-cc3e3b1f8ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811205 Aug 11 03:29:19.589655 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:19.590314 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-14da4753-d267-42f3-aa4b-01a4b89d0267 req-2f425034-815c-48d4-8e74-f56d67c3442d tempest-TestServerMultinode-1111718651 tempest-TestServerMultinode-1111718651-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.6174612 Aug 11 03:29:19.623429 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aba60e8b-5545-46f5-b1a1-b484ec2e4223', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7865b60-03d5-4db5-8810-3b72ad587348'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:29:19.625972 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-14da4753-d267-42f3-aa4b-01a4b89d0267 req-6bde2b15-5ef2-40b3-bc88-2567adac0632 service neutron] Request body: {'port': {'device_id': '72e76cb3-9c42-4bd8-82d7-7d23eae8f769', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764292-30'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:29:19.627827 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41d24c78-c0b9-4b39-a23f-f8237859536c" -d '{"events": [{"server_uuid": "aba60e8b-5545-46f5-b1a1-b484ec2e4223", "name": "network-vif-plugged", "status": "completed", "tag": "b7865b60-03d5-4db5-8810-3b72ad587348"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:29:19.652472 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port b7865b60-03d5-4db5-8810-3b72ad587348, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=b7865b60-03d5-4db5-8810-3b72ad587348,segment=NetworkSegment(323f142b-ee85-4d27-85a3-85cc28507ab1),segment_id=323f142b-ee85-4d27-85a3-85cc28507ab1)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:29:19.684311 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e79195c-aca3-48e4-95bc-d7bfa6425abd x-openstack-request-id: req-2e79195c-aca3-48e4-95bc-d7bfa6425abd {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:29:19.684620 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aba60e8b-5545-46f5-b1a1-b484ec2e4223", "name": "network-vif-plugged", "status": "completed", "tag": "b7865b60-03d5-4db5-8810-3b72ad587348", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:29:19.685470 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2e79195c-aca3-48e4-95bc-d7bfa6425abd {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:29:19.685923 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aba60e8b-5545-46f5-b1a1-b484ec2e4223', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7865b60-03d5-4db5-8810-3b72ad587348', 'code': 200} Aug 11 03:29:19.731554 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:19.771067 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-70bb3a9b-00a7-4ac7-8250-d5d2baa294dc req-9f1bd1ad-3610-4251-aeaa-20e5cfe4f952 tempest-VolumesNegativeTest-2129685104 tempest-VolumesNegativeTest-2129685104-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=b247f0213a6a48cbb537b6802c6c1072&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0871916 Aug 11 03:29:19.822333 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=b7865b60-03d5-4db5-8810-3b72ad587348,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:29:19.904730 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-f36df8ae-5ae1-426e-b034-42b5c7cc9402 None None] Provisioning for port 51c2ebdc-de65-422e-ba32-0b4009bfdc0f completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:29:19.910234 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-f36df8ae-5ae1-426e-b034-42b5c7cc9402 None None] Provisioning complete for port 51c2ebdc-de65-422e-ba32-0b4009bfdc0f triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:29:19.910891 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-f36df8ae-5ae1-426e-b034-42b5c7cc9402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:19.984634 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6293f68-c21e-46f8-ae1f-e97c6ac416c6 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:29:19.998994 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-14da4753-d267-42f3-aa4b-01a4b89d0267 req-6bde2b15-5ef2-40b3-bc88-2567adac0632 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:20.019383 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ba1df3-c0ec-495a-8b97-a310568a1ab2 None None] Sync routers for ids ['00fd1eaf-f72a-4fd4-8b17-8653746df1dd'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:29:20.047321 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-f36df8ae-5ae1-426e-b034-42b5c7cc9402 None None] Port 51c2ebdc-de65-422e-ba32-0b4009bfdc0f cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:29:20.050063 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b0963c-faf6-4d2e-944f-19404cc914ba req-456b40b4-2ffb-405b-b0c5-3dcbbf085851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:20.052022 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-60b0963c-faf6-4d2e-944f-19404cc914ba req-456b40b4-2ffb-405b-b0c5-3dcbbf085851 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=aba60e8b-5545-46f5-b1a1-b484ec2e4223 HTTP/1.1" status: 200 len: 1097 time: 0.2782671 Aug 11 03:29:20.068995 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ba1df3-c0ec-495a-8b97-a310568a1ab2 None None] Routers {'00fd1eaf-f72a-4fd4-8b17-8653746df1dd'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:29:20.072688 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-64ba1df3-c0ec-495a-8b97-a310568a1ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:29:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['00fd1eaf-f72a-4fd4-8b17-8653746df1dd'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:29:20.164987 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bb3a9b-00a7-4ac7-8250-d5d2baa294dc req-a5e9d591-1609-4b4a-b950-0db4df1685ad tempest-VolumesNegativeTest-2129685104 tempest-VolumesNegativeTest-2129685104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:20.172791 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-70bb3a9b-00a7-4ac7-8250-d5d2baa294dc req-a5e9d591-1609-4b4a-b950-0db4df1685ad tempest-VolumesNegativeTest-2129685104 tempest-VolumesNegativeTest-2129685104-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4009519 Aug 11 03:29:20.174790 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-f6293f68-c21e-46f8-ae1f-e97c6ac416c6 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for floatingip, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:20.233517 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-70bb3a9b-00a7-4ac7-8250-d5d2baa294dc req-ea893a68-7007-4f16-b16d-b1fe172a5a4d tempest-VolumesNegativeTest-2129685104 tempest-VolumesNegativeTest-2129685104-project] 10.222.0.41 "GET /v2.0/quotas/b247f0213a6a48cbb537b6802c6c1072 HTTP/1.1" status: 200 len: 375 time: 0.0597863 Aug 11 03:29:20.260227 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-f6293f68-c21e-46f8-ae1f-e97c6ac416c6 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.0936992 Aug 11 03:29:20.260227 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1aa84fa-56ef-4e45-bde3-ce36d5cbdc1d', 'tag': '08af65e0-c14a-4585-925b-99eb87e032e3'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:29:20.261315 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8026a06-5642-4239-a035-a6b17116f970" -d '{"events": [{"name": "network-changed", "server_uuid": "e1aa84fa-56ef-4e45-bde3-ce36d5cbdc1d", "tag": "08af65e0-c14a-4585-925b-99eb87e032e3"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:29:20.280950 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-60b0963c-faf6-4d2e-944f-19404cc914ba req-65e8a10a-7de9-4c27-b4a5-dbc7572eb3a9 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=9d1cd399-f1ad-4eb8-8279-cc3e3b1f8ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149999 Aug 11 03:29:20.285352 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-70bb3a9b-00a7-4ac7-8250-d5d2baa294dc req-c294cf5e-4679-45b1-b4f2-77a15814919b tempest-VolumesNegativeTest-2129685104 tempest-VolumesNegativeTest-2129685104-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=b247f0213a6a48cbb537b6802c6c1072&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0510178 Aug 11 03:29:20.374152 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-64ba1df3-c0ec-495a-8b97-a310568a1ab2 None None] Set router 00fd1eaf-f72a-4fd4-8b17-8653746df1dd gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:29:20.534668 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc34577-71a3-4e85-b904-c877ca0c83d7 req-015347b8-55b5-4529-87f4-a51933f7c55b tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:20.536439 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3dc34577-71a3-4e85-b904-c877ca0c83d7 req-015347b8-55b5-4529-87f4-a51933f7c55b tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1aa84fa-56ef-4e45-bde3-ce36d5cbdc1d HTTP/1.1" status: 200 len: 946 time: 0.0920007 Aug 11 03:29:20.642232 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3dc34577-71a3-4e85-b904-c877ca0c83d7 req-ce0b6e46-f940-442b-965e-37f87c127646 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9628d8d-75dd-45fc-9e19-23526969057e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899823 Aug 11 03:29:20.661005 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [req-14da4753-d267-42f3-aa4b-01a4b89d0267 req-6bde2b15-5ef2-40b3-bc88-2567adac0632 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51c2ebdc-de65-422e-ba32-0b4009bfdc0f {{(pid=102192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:29:20.672565 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 59862) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:29:20.673024 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-14da4753-d267-42f3-aa4b-01a4b89d0267 req-6bde2b15-5ef2-40b3-bc88-2567adac0632 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:20.691753 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [req-14da4753-d267-42f3-aa4b-01a4b89d0267 req-6bde2b15-5ef2-40b3-bc88-2567adac0632 service neutron] Transition to ACTIVE for port object 51c2ebdc-de65-422e-ba32-0b4009bfdc0f will not be triggered until provisioned by entity L2. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:29:20.783628 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:29:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe9d6ceb-d8aa-4f0b-a5ad-fa9a1f72589e x-openstack-request-id: req-fe9d6ceb-d8aa-4f0b-a5ad-fa9a1f72589e {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:29:20.783628 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1aa84fa-56ef-4e45-bde3-ce36d5cbdc1d", "tag": "08af65e0-c14a-4585-925b-99eb87e032e3", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:29:20.783628 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fe9d6ceb-d8aa-4f0b-a5ad-fa9a1f72589e {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:29:20.784558 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1aa84fa-56ef-4e45-bde3-ce36d5cbdc1d', 'tag': '08af65e0-c14a-4585-925b-99eb87e032e3', 'status': 'completed', 'code': 200} Aug 11 03:29:20.786894 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-14da4753-d267-42f3-aa4b-01a4b89d0267 req-6bde2b15-5ef2-40b3-bc88-2567adac0632 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:20.802950 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-3277acef-4355-41e7-9408-fb8a9a8a497f tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/floatingips/4fc33eb0-bb1e-49f8-91ec-ad3db8022859 HTTP/1.1" status: 200 len: 992 time: 0.1292465 Aug 11 03:29:20.851166 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8026a06-5642-4239-a035-a6b17116f970 req-3ea81d69-759d-4fac-8dd2-adc454b7ba7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:20.853106 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-b8026a06-5642-4239-a035-a6b17116f970 req-3ea81d69-759d-4fac-8dd2-adc454b7ba7b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a5478860f7cb432583cc8e5d994d2237&device_id=e1aa84fa-56ef-4e45-bde3-ce36d5cbdc1d HTTP/1.1" status: 200 len: 1098 time: 0.0488141 Aug 11 03:29:21.031179 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8026a06-5642-4239-a035-a6b17116f970 req-db4f8ea5-6597-4329-be84-a04fea376e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:21.033382 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-b8026a06-5642-4239-a035-a6b17116f970 req-db4f8ea5-6597-4329-be84-a04fea376e13 service neutron] 10.222.0.22 "GET /v2.0/networks?id=511c1003-0f31-4ca2-8e8d-4cb957655e51 HTTP/1.1" status: 200 len: 898 time: 0.1687078 Aug 11 03:29:21.068309 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-64ba1df3-c0ec-495a-8b97-a310568a1ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00fd1eaf-f72a-4fd4-8b17-8653746df1dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1478331513', 'tenant_id': 'a5478860f7cb432583cc8e5d994d2237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.115'}], 'enable_snat': True}, 'gw_port_id': 'ebcfce90-f2c9-41d4-ac88-4d745b88b0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:28:39Z', 'updated_at': '2021-08-11T03:28:47Z', 'revision_number': 4, 'project_id': 'a5478860f7cb432583cc8e5d994d2237', 'gw_port': {'id': 'ebcfce90-f2c9-41d4-ac88-4d745b88b0f5', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:01:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00fd1eaf-f72a-4fd4-8b17-8653746df1dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3262, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:28:40Z', 'updated_at': '2021-08-11T03:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_floatingips': [{'id': '4fc33eb0-bb1e-49f8-91ec-ad3db8022859', 'tenant_id': 'a5478860f7cb432583cc8e5d994d2237', 'floating_ip_address': '172.25.8.221', 'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'router_id': '00fd1eaf-f72a-4fd4-8b17-8653746df1dd', 'port_id': '08af65e0-c14a-4585-925b-99eb87e032e3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3293, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '511c1003-0f31-4ca2-8e8d-4cb957655e51', 'mac_address': 'fa:16:3e:07:2e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1aa84fa-56ef-4e45-bde3-ce36d5cbdc1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:29:16Z', 'updated_at': '2021-08-11T03:29:16Z', 'revision_number': 0, 'project_id': 'a5478860f7cb432583cc8e5d994d2237', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2275f76d-79f4-4bc2-93a5-88c52355d71b', 'name': '', 'network_id': '511c1003-0f31-4ca2-8e8d-4cb957655e51', 'tenant_id': 'a5478860f7cb432583cc8e5d994d2237', 'mac_address': 'fa:16:3e:75:72:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00fd1eaf-f72a-4fd4-8b17-8653746df1dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3267, 'fixed_ips': [{'subnet_id': 'c83773c8-b8ac-4a10-bafe-73faeb8341f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:28:45Z', 'updated_at': '2021-08-11T03:28:57Z', 'revision_number': 5, 'project_id': 'a5478860f7cb432583cc8e5d994d2237', 'subnets': [{'id': 'c83773c8-b8ac-4a10-bafe-73faeb8341f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:29:21.194776 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ba1df3-c0ec-495a-8b97-a310568a1ab2 None None] Checking router: 00fd1eaf-f72a-4fd4-8b17-8653746df1dd for host: n-d-764292-30 {{(pid=102193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:29:21.208526 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-b8026a06-5642-4239-a035-a6b17116f970 req-266be0ef-38dd-4640-aa3e-75089f08c112 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=08af65e0-c14a-4585-925b-99eb87e032e3 HTTP/1.1" status: 200 len: 1000 time: 0.1623883 Aug 11 03:29:21.229021 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ba1df3-c0ec-495a-8b97-a310568a1ab2 None None] Routers {'00fd1eaf-f72a-4fd4-8b17-8653746df1dd'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:29:21.229663 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-64ba1df3-c0ec-495a-8b97-a310568a1ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:29:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['00fd1eaf-f72a-4fd4-8b17-8653746df1dd'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:29:21.249800 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bde2b15-5ef2-40b3-bc88-2567adac0632 service neutron] Pushing event updated for resources: {'Port': ['ID=51c2ebdc-de65-422e-ba32-0b4009bfdc0f,revision_number=2']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:29:21.266266 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebf4402-56a1-4314-9e00-2c2a910f3ea2 req-954fbad8-613b-4e65-81d6-25661effa71e tempest-TestServerMultinode-1111718651 tempest-TestServerMultinode-1111718651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:21.267584 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2ebf4402-56a1-4314-9e00-2c2a910f3ea2 req-954fbad8-613b-4e65-81d6-25661effa71e tempest-TestServerMultinode-1111718651 tempest-TestServerMultinode-1111718651-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=72e76cb3-9c42-4bd8-82d7-7d23eae8f769 HTTP/1.1" status: 200 len: 1054 time: 0.4818761 Aug 11 03:29:21.344723 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8026a06-5642-4239-a035-a6b17116f970 req-d3501b50-091b-4848-adeb-3195e5f3f058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:21.346496 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-b8026a06-5642-4239-a035-a6b17116f970 req-d3501b50-091b-4848-adeb-3195e5f3f058 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c83773c8-b8ac-4a10-bafe-73faeb8341f9 HTTP/1.1" status: 200 len: 835 time: 0.1230736 Aug 11 03:29:21.362615 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79798e42-5b0c-4a49-b7db-63e506243211 req-248761d6-cb23-4a55-8619-fe9b0c17f29c tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:21.370559 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-79798e42-5b0c-4a49-b7db-63e506243211 req-248761d6-cb23-4a55-8619-fe9b0c17f29c tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/ports?device_id=aba60e8b-5545-46f5-b1a1-b484ec2e4223 HTTP/1.1" status: 200 len: 945 time: 0.3790138 Aug 11 03:29:21.460760 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-79798e42-5b0c-4a49-b7db-63e506243211 req-d7a78add-b0d6-419c-9ee7-d26af6c74590 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d1cd399-f1ad-4eb8-8279-cc3e3b1f8ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880401 Aug 11 03:29:21.464865 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2ebf4402-56a1-4314-9e00-2c2a910f3ea2 req-f9b36b66-c62b-4280-9beb-ead93e02b15f tempest-TestServerMultinode-1111718651 tempest-TestServerMultinode-1111718651-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=1897814c-c114-458d-9fca-3c353e796c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821389 Aug 11 03:29:21.481435 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-14da4753-d267-42f3-aa4b-01a4b89d0267 req-6bde2b15-5ef2-40b3-bc88-2567adac0632 service neutron] Attempting to bind port 51c2ebdc-de65-422e-ba32-0b4009bfdc0f on host n-h2-764292-30 for vnic_type normal with profile {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:29:21.481435 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-14da4753-d267-42f3-aa4b-01a4b89d0267 req-6bde2b15-5ef2-40b3-bc88-2567adac0632 service neutron] Attempting to bind port 51c2ebdc-de65-422e-ba32-0b4009bfdc0f by drivers openvswitch,hyperv on host n-h2-764292-30 at level 0 using segments [{'id': 'c1162484-e62d-469d-a375-b4ed88d91d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'd11fd958-885d-4a82-9fdd-6960c706498c'}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:29:21.481435 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14da4753-d267-42f3-aa4b-01a4b89d0267 req-6bde2b15-5ef2-40b3-bc88-2567adac0632 service neutron] Attempting to bind port 51c2ebdc-de65-422e-ba32-0b4009bfdc0f on network d11fd958-885d-4a82-9fdd-6960c706498c {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:29:21.494404 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8026a06-5642-4239-a035-a6b17116f970 req-948d3a8e-d12e-4855-9d6c-408ecafc01d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:21.496196 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-b8026a06-5642-4239-a035-a6b17116f970 req-948d3a8e-d12e-4855-9d6c-408ecafc01d4 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=511c1003-0f31-4ca2-8e8d-4cb957655e51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1375465 Aug 11 03:29:21.504321 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14da4753-d267-42f3-aa4b-01a4b89d0267 req-6bde2b15-5ef2-40b3-bc88-2567adac0632 service neutron] Port 51c2ebdc-de65-422e-ba32-0b4009bfdc0f on network d11fd958-885d-4a82-9fdd-6960c706498c not bound, no agent of type Open vSwitch agent registered on host n-h2-764292-30 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:29:21.504666 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14da4753-d267-42f3-aa4b-01a4b89d0267 req-6bde2b15-5ef2-40b3-bc88-2567adac0632 service neutron] Attempting to bind port 51c2ebdc-de65-422e-ba32-0b4009bfdc0f on network d11fd958-885d-4a82-9fdd-6960c706498c {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:29:21.509109 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-64ba1df3-c0ec-495a-8b97-a310568a1ab2 None None] Set router 00fd1eaf-f72a-4fd4-8b17-8653746df1dd gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:29:21.510409 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14da4753-d267-42f3-aa4b-01a4b89d0267 req-6bde2b15-5ef2-40b3-bc88-2567adac0632 service neutron] Checking agent: {'id': '70015fc0-62fb-48b2-b453-36906937cf2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 29, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:29:21.510753 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14da4753-d267-42f3-aa4b-01a4b89d0267 req-6bde2b15-5ef2-40b3-bc88-2567adac0632 service neutron] Checking segment: {'id': 'c1162484-e62d-469d-a375-b4ed88d91d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'd11fd958-885d-4a82-9fdd-6960c706498c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:29:21.511143 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14da4753-d267-42f3-aa4b-01a4b89d0267 req-6bde2b15-5ef2-40b3-bc88-2567adac0632 service neutron] Bound using segment: {'id': 'c1162484-e62d-469d-a375-b4ed88d91d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'd11fd958-885d-4a82-9fdd-6960c706498c'} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:29:21.511706 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-14da4753-d267-42f3-aa4b-01a4b89d0267 req-6bde2b15-5ef2-40b3-bc88-2567adac0632 service neutron] Bound port: 51c2ebdc-de65-422e-ba32-0b4009bfdc0f, host: n-h2-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1162484-e62d-469d-a375-b4ed88d91d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'd11fd958-885d-4a82-9fdd-6960c706498c'}}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:29:21.512070 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-14da4753-d267-42f3-aa4b-01a4b89d0267 req-6bde2b15-5ef2-40b3-bc88-2567adac0632 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:21.605369 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-92a9e5ec-3ee1-4025-a0a2-c0f697e0f742 req-7de286e3-7ad8-4b9e-a9b3-dfdb4c76f821 tempest-VolumesNegativeTest-2129685104 tempest-VolumesNegativeTest-2129685104-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5b8a26f-7ee5-4c2d-9ed9-19603b2cede6 HTTP/1.1" status: 200 len: 210 time: 0.0499015 Aug 11 03:29:21.627072 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-14da4753-d267-42f3-aa4b-01a4b89d0267 req-6bde2b15-5ef2-40b3-bc88-2567adac0632 service neutron] For port 51c2ebdc-de65-422e-ba32-0b4009bfdc0f, host n-h2-764292-30, cleared binding levels {{(pid=102192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:29:21.628343 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-b8026a06-5642-4239-a035-a6b17116f970 req-bb025261-2c90-4ca3-aa44-a0f879f20ac1 service neutron] 10.222.0.22 "GET /v2.0/networks/511c1003-0f31-4ca2-8e8d-4cb957655e51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240864 Aug 11 03:29:21.630526 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-14da4753-d267-42f3-aa4b-01a4b89d0267 req-6bde2b15-5ef2-40b3-bc88-2567adac0632 service neutron] For port 51c2ebdc-de65-422e-ba32-0b4009bfdc0f, host n-h2-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=51c2ebdc-de65-422e-ba32-0b4009bfdc0f,segment=NetworkSegment(c1162484-e62d-469d-a375-b4ed88d91d4b),segment_id=c1162484-e62d-469d-a375-b4ed88d91d4b)] {{(pid=102192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:29:21.730150 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-b8026a06-5642-4239-a035-a6b17116f970 req-70855b75-89b3-4609-adb1-bb1dc75f46e4 service neutron] 10.222.0.22 "GET /v2.0/networks/511c1003-0f31-4ca2-8e8d-4cb957655e51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917873 Aug 11 03:29:21.772721 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-64ba1df3-c0ec-495a-8b97-a310568a1ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00fd1eaf-f72a-4fd4-8b17-8653746df1dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1478331513', 'tenant_id': 'a5478860f7cb432583cc8e5d994d2237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.115'}], 'enable_snat': True}, 'gw_port_id': 'ebcfce90-f2c9-41d4-ac88-4d745b88b0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:28:39Z', 'updated_at': '2021-08-11T03:28:47Z', 'revision_number': 4, 'project_id': 'a5478860f7cb432583cc8e5d994d2237', 'gw_port': {'id': 'ebcfce90-f2c9-41d4-ac88-4d745b88b0f5', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:01:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00fd1eaf-f72a-4fd4-8b17-8653746df1dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3262, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:28:40Z', 'updated_at': '2021-08-11T03:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_floatingips': [{'id': '4fc33eb0-bb1e-49f8-91ec-ad3db8022859', 'tenant_id': 'a5478860f7cb432583cc8e5d994d2237', 'floating_ip_address': '172.25.8.221', 'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'router_id': '00fd1eaf-f72a-4fd4-8b17-8653746df1dd', 'port_id': '08af65e0-c14a-4585-925b-99eb87e032e3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3293, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '511c1003-0f31-4ca2-8e8d-4cb957655e51', 'mac_address': 'fa:16:3e:07:2e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1aa84fa-56ef-4e45-bde3-ce36d5cbdc1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:29:16Z', 'updated_at': '2021-08-11T03:29:16Z', 'revision_number': 0, 'project_id': 'a5478860f7cb432583cc8e5d994d2237', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2275f76d-79f4-4bc2-93a5-88c52355d71b', 'name': '', 'network_id': '511c1003-0f31-4ca2-8e8d-4cb957655e51', 'tenant_id': 'a5478860f7cb432583cc8e5d994d2237', 'mac_address': 'fa:16:3e:75:72:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00fd1eaf-f72a-4fd4-8b17-8653746df1dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3267, 'fixed_ips': [{'subnet_id': 'c83773c8-b8ac-4a10-bafe-73faeb8341f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:28:45Z', 'updated_at': '2021-08-11T03:28:57Z', 'revision_number': 5, 'project_id': 'a5478860f7cb432583cc8e5d994d2237', 'subnets': [{'id': 'c83773c8-b8ac-4a10-bafe-73faeb8341f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:29:21.802390 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ba1df3-c0ec-495a-8b97-a310568a1ab2 None None] The sync data for ids ['00fd1eaf-f72a-4fd4-8b17-8653746df1dd'] in n-d-764292-30 is: [{'id': '00fd1eaf-f72a-4fd4-8b17-8653746df1dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1478331513', 'tenant_id': 'a5478860f7cb432583cc8e5d994d2237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.115'}], 'enable_snat': True}, 'gw_port_id': 'ebcfce90-f2c9-41d4-ac88-4d745b88b0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:28:39Z', 'updated_at': '2021-08-11T03:28:47Z', 'revision_number': 4, 'project_id': 'a5478860f7cb432583cc8e5d994d2237', 'gw_port': {'id': 'ebcfce90-f2c9-41d4-ac88-4d745b88b0f5', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:01:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00fd1eaf-f72a-4fd4-8b17-8653746df1dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3262, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:28:40Z', 'updated_at': '2021-08-11T03:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_floatingips': [{'id': '4fc33eb0-bb1e-49f8-91ec-ad3db8022859', 'tenant_id': 'a5478860f7cb432583cc8e5d994d2237', 'floating_ip_address': '172.25.8.221', 'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'router_id': '00fd1eaf-f72a-4fd4-8b17-8653746df1dd', 'port_id': '08af65e0-c14a-4585-925b-99eb87e032e3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3293, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '511c1003-0f31-4ca2-8e8d-4cb957655e51', 'mac_address': 'fa:16:3e:07:2e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1aa84fa-56ef-4e45-bde3-ce36d5cbdc1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:29:16Z', 'updated_at': '2021-08-11T03:29:16Z', 'revision_number': 0, 'project_id': 'a5478860f7cb432583cc8e5d994d2237', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2275f76d-79f4-4bc2-93a5-88c52355d71b', 'name': '', 'network_id': '511c1003-0f31-4ca2-8e8d-4cb957655e51', 'tenant_id': 'a5478860f7cb432583cc8e5d994d2237', 'mac_address': 'fa:16:3e:75:72:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00fd1eaf-f72a-4fd4-8b17-8653746df1dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3267, 'fixed_ips': [{'subnet_id': 'c83773c8-b8ac-4a10-bafe-73faeb8341f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:28:45Z', 'updated_at': '2021-08-11T03:28:57Z', 'revision_number': 5, 'project_id': 'a5478860f7cb432583cc8e5d994d2237', 'subnets': [{'id': 'c83773c8-b8ac-4a10-bafe-73faeb8341f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:29:21.804839 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 59876) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:29:21.873785 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-25396424-0ad1-4611-a61f-e467f4c68d12 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/floatingips/4fc33eb0-bb1e-49f8-91ec-ad3db8022859 HTTP/1.1" status: 200 len: 992 time: 0.0678141 Aug 11 03:29:21.882011 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-14da4753-d267-42f3-aa4b-01a4b89d0267 req-6bde2b15-5ef2-40b3-bc88-2567adac0632 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:21.964305 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bde2b15-5ef2-40b3-bc88-2567adac0632 service neutron] Pushing event updated for resources: {'Port': ['ID=51c2ebdc-de65-422e-ba32-0b4009bfdc0f,revision_number=3']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:29:21.970479 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14da4753-d267-42f3-aa4b-01a4b89d0267 req-6bde2b15-5ef2-40b3-bc88-2567adac0632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:21.971159 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-14da4753-d267-42f3-aa4b-01a4b89d0267 req-6bde2b15-5ef2-40b3-bc88-2567adac0632 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:21.973952 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-14da4753-d267-42f3-aa4b-01a4b89d0267 req-6bde2b15-5ef2-40b3-bc88-2567adac0632 service neutron] 10.222.0.24 "PUT /v2.0/ports/51c2ebdc-de65-422e-ba32-0b4009bfdc0f HTTP/1.1" status: 200 len: 1093 time: 2.3699071 Aug 11 03:29:22.136534 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14da4753-d267-42f3-aa4b-01a4b89d0267 req-4c3fc798-c933-4760-be51-60cf714a97e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:22.138823 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-14da4753-d267-42f3-aa4b-01a4b89d0267 req-4c3fc798-c933-4760-be51-60cf714a97e3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=69211039b9944a608d6219c662ecc6c6&device_id=72e76cb3-9c42-4bd8-82d7-7d23eae8f769 HTTP/1.1" status: 200 len: 1096 time: 0.0549569 Aug 11 03:29:22.146056 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c54b073-e169-475c-a408-b214065fe464 None None] New status for floating IP 4fc33eb0-bb1e-49f8-91ec-ad3db8022859: ACTIVE {{(pid=102194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:29:22.222318 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-14da4753-d267-42f3-aa4b-01a4b89d0267 req-208967bb-c099-4f03-b1cb-ab8ebfce73df service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=51c2ebdc-de65-422e-ba32-0b4009bfdc0f HTTP/1.1" status: 200 len: 217 time: 0.0723889 Aug 11 03:29:22.296969 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14da4753-d267-42f3-aa4b-01a4b89d0267 req-6891ed30-7c22-4604-8dda-481baa21fa57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:22.298942 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-14da4753-d267-42f3-aa4b-01a4b89d0267 req-6891ed30-7c22-4604-8dda-481baa21fa57 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=753b33f1-8e9a-4e10-a98a-bf91420f1585 HTTP/1.1" status: 200 len: 849 time: 0.0690217 Aug 11 03:29:22.362209 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14da4753-d267-42f3-aa4b-01a4b89d0267 req-1c0a25d1-6962-485c-a53f-1b2a0635e0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:22.364029 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-14da4753-d267-42f3-aa4b-01a4b89d0267 req-1c0a25d1-6962-485c-a53f-1b2a0635e0a4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d11fd958-885d-4a82-9fdd-6960c706498c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0568700 Aug 11 03:29:22.572792 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-14da4753-d267-42f3-aa4b-01a4b89d0267 req-362b441b-f0f7-44cd-b4a4-2b99b852c792 service neutron] 10.222.0.24 "GET /v2.0/networks/d11fd958-885d-4a82-9fdd-6960c706498c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907175 Aug 11 03:29:22.877771 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 59898) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:29:23.008240 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-e7b4475e-364e-413c-909e-8112e7bfb4e3 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/floatingips/4fc33eb0-bb1e-49f8-91ec-ad3db8022859 HTTP/1.1" status: 200 len: 994 time: 0.1201682 Aug 11 03:29:23.213625 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72e76cb3-9c42-4bd8-82d7-7d23eae8f769', 'tag': '51c2ebdc-de65-422e-ba32-0b4009bfdc0f'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:29:23.216077 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d0c06d1-21b8-4caf-a9ac-1a731f1e7ed3" -d '{"events": [{"name": "network-changed", "server_uuid": "72e76cb3-9c42-4bd8-82d7-7d23eae8f769", "tag": "51c2ebdc-de65-422e-ba32-0b4009bfdc0f"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:29:23.259627 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729bd359-171e-48cd-9fe1-ea3c34c7ddcd req-6913b941-95e0-4faf-9d52-62440e0ff8d1 tempest-TestServerMultinode-1111718651 tempest-TestServerMultinode-1111718651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:23.261103 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-729bd359-171e-48cd-9fe1-ea3c34c7ddcd req-6913b941-95e0-4faf-9d52-62440e0ff8d1 tempest-TestServerMultinode-1111718651 tempest-TestServerMultinode-1111718651-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=72e76cb3-9c42-4bd8-82d7-7d23eae8f769 HTTP/1.1" status: 200 len: 1096 time: 0.6022289 Aug 11 03:29:23.271682 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e31762a-10c3-4215-8749-0208feea148e req-299cbbe4-3d2c-4a2f-bb88-68d122bd4674 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:23.273202 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2e31762a-10c3-4215-8749-0208feea148e req-299cbbe4-3d2c-4a2f-bb88-68d122bd4674 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/ports?device_id=aba60e8b-5545-46f5-b1a1-b484ec2e4223 HTTP/1.1" status: 200 len: 945 time: 0.6994536 Aug 11 03:29:23.340118 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-729bd359-171e-48cd-9fe1-ea3c34c7ddcd req-6c73f1fe-623c-429d-99fd-4b86eda6af7f tempest-TestServerMultinode-1111718651 tempest-TestServerMultinode-1111718651-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=1897814c-c114-458d-9fca-3c353e796c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596573 Aug 11 03:29:23.345657 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-14da4753-d267-42f3-aa4b-01a4b89d0267 req-56755085-6767-45f6-b100-cec1bdca77a6 service neutron] 10.222.0.24 "GET /v2.0/networks/d11fd958-885d-4a82-9fdd-6960c706498c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7438602 Aug 11 03:29:23.363392 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2e31762a-10c3-4215-8749-0208feea148e req-a1653ebf-2c69-48e0-9c71-9724d8d2e45b tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d1cd399-f1ad-4eb8-8279-cc3e3b1f8ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733023 Aug 11 03:29:23.608941 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4edd3b7-b3f8-4c18-a95e-ceaeb9da1b7b x-openstack-request-id: req-e4edd3b7-b3f8-4c18-a95e-ceaeb9da1b7b {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:29:23.609903 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72e76cb3-9c42-4bd8-82d7-7d23eae8f769", "tag": "51c2ebdc-de65-422e-ba32-0b4009bfdc0f", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:29:23.609903 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e4edd3b7-b3f8-4c18-a95e-ceaeb9da1b7b {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:29:23.610081 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72e76cb3-9c42-4bd8-82d7-7d23eae8f769', 'tag': '51c2ebdc-de65-422e-ba32-0b4009bfdc0f', 'status': 'completed', 'code': 200} Aug 11 03:29:23.616923 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8b723583-35ed-47ba-bbd6-d5ee3e7b9c2b req-b705ecf3-0d24-464f-8297-08087a820f36 tempest-VolumesNegativeTest-2129685104 tempest-VolumesNegativeTest-2129685104-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5b8a26f-7ee5-4c2d-9ed9-19603b2cede6 HTTP/1.1" status: 200 len: 210 time: 0.1093862 Aug 11 03:29:23.702818 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0c06d1-21b8-4caf-a9ac-1a731f1e7ed3 req-e9f0632a-6868-4ba8-a0c3-d7606e530d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:23.704437 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2d0c06d1-21b8-4caf-a9ac-1a731f1e7ed3 req-e9f0632a-6868-4ba8-a0c3-d7606e530d4f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=69211039b9944a608d6219c662ecc6c6&device_id=72e76cb3-9c42-4bd8-82d7-7d23eae8f769 HTTP/1.1" status: 200 len: 1096 time: 0.0995047 Aug 11 03:29:23.747093 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cb25fe-d2cf-4bfe-bc6c-762e01a3ec74 req-15139f6e-331e-4204-b01e-f30a7610f561 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:23.748740 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c6cb25fe-d2cf-4bfe-bc6c-762e01a3ec74 req-15139f6e-331e-4204-b01e-f30a7610f561 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1f215d0-2ba9-4686-87d6-0b50cb663802 HTTP/1.1" status: 200 len: 946 time: 0.0963366 Aug 11 03:29:23.854597 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c6cb25fe-d2cf-4bfe-bc6c-762e01a3ec74 req-9c9ef301-6e09-4b7d-816a-b79184edc201 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d1cd399-f1ad-4eb8-8279-cc3e3b1f8ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767395 Aug 11 03:29:23.874318 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0c06d1-21b8-4caf-a9ac-1a731f1e7ed3 req-2babc946-380a-4f61-a933-58194c638b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:23.875817 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2d0c06d1-21b8-4caf-a9ac-1a731f1e7ed3 req-2babc946-380a-4f61-a933-58194c638b34 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d11fd958-885d-4a82-9fdd-6960c706498c HTTP/1.1" status: 200 len: 911 time: 0.1628215 Aug 11 03:29:23.935233 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2d0c06d1-21b8-4caf-a9ac-1a731f1e7ed3 req-8dc5f657-c7f5-4e8c-a875-1247d4e44b48 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=51c2ebdc-de65-422e-ba32-0b4009bfdc0f HTTP/1.1" status: 200 len: 217 time: 0.0421329 Aug 11 03:29:24.044428 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0c06d1-21b8-4caf-a9ac-1a731f1e7ed3 req-a7f89b77-4fc6-4504-8d3a-ead3c2ca853d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:24.046028 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2d0c06d1-21b8-4caf-a9ac-1a731f1e7ed3 req-a7f89b77-4fc6-4504-8d3a-ead3c2ca853d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=753b33f1-8e9a-4e10-a98a-bf91420f1585 HTTP/1.1" status: 200 len: 849 time: 0.1012716 Aug 11 03:29:24.059663 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e9e264-4262-4be4-b9d6-d965fb1a5dca req-9da71e43-fe3a-4eb4-b6db-be6145be11fc tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:24.061707 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-92e9e264-4262-4be4-b9d6-d965fb1a5dca req-9da71e43-fe3a-4eb4-b6db-be6145be11fc tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/ports?device_id=aba60e8b-5545-46f5-b1a1-b484ec2e4223 HTTP/1.1" status: 200 len: 945 time: 0.0704434 Aug 11 03:29:24.170182 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-92e9e264-4262-4be4-b9d6-d965fb1a5dca req-be86ab68-3813-4a17-bfbc-e1b0a7233190 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d1cd399-f1ad-4eb8-8279-cc3e3b1f8ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993149 Aug 11 03:29:24.209743 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0c06d1-21b8-4caf-a9ac-1a731f1e7ed3 req-1cac0155-f110-4845-911e-f89ea6837278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:24.212031 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2d0c06d1-21b8-4caf-a9ac-1a731f1e7ed3 req-1cac0155-f110-4845-911e-f89ea6837278 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d11fd958-885d-4a82-9fdd-6960c706498c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1489227 Aug 11 03:29:24.429376 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2d0c06d1-21b8-4caf-a9ac-1a731f1e7ed3 req-6c7cd786-72f3-469f-a98c-e2abd199aae0 service neutron] 10.222.0.24 "GET /v2.0/networks/d11fd958-885d-4a82-9fdd-6960c706498c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094343 Aug 11 03:29:24.636794 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-70bb3a9b-00a7-4ac7-8250-d5d2baa294dc req-5bb01b1a-ed88-423f-9e7a-38830f92c935 tempest-VolumesNegativeTest-2129685104 tempest-VolumesNegativeTest-2129685104-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=b247f0213a6a48cbb537b6802c6c1072&shared=False HTTP/1.1" status: 200 len: 213 time: 0.5120909 Aug 11 03:29:24.706422 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cc590f-894c-4cf5-8efb-9c42942f8e50 req-5f6868d9-0bfe-431f-a7d2-178b5a5bc7f5 tempest-TestServerMultinode-1111718651 tempest-TestServerMultinode-1111718651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:24.706422 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d4cc590f-894c-4cf5-8efb-9c42942f8e50 req-5f6868d9-0bfe-431f-a7d2-178b5a5bc7f5 tempest-TestServerMultinode-1111718651 tempest-TestServerMultinode-1111718651-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=72e76cb3-9c42-4bd8-82d7-7d23eae8f769 HTTP/1.1" status: 200 len: 1096 time: 0.1399698 Aug 11 03:29:24.798385 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2d0c06d1-21b8-4caf-a9ac-1a731f1e7ed3 req-02048079-65d7-4caa-a73a-5514969ebdba service neutron] 10.222.0.24 "GET /v2.0/networks/d11fd958-885d-4a82-9fdd-6960c706498c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3559542 Aug 11 03:29:24.832046 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d4cc590f-894c-4cf5-8efb-9c42942f8e50 req-fbfc19e7-b74c-46d4-ad55-8beaa011130d tempest-TestServerMultinode-1111718651 tempest-TestServerMultinode-1111718651-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=1897814c-c114-458d-9fca-3c353e796c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314731 Aug 11 03:29:24.973538 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bb3a9b-00a7-4ac7-8250-d5d2baa294dc req-643cf319-ad17-4cca-9729-09497a26ae60 tempest-VolumesNegativeTest-2129685104 tempest-VolumesNegativeTest-2129685104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:24.978706 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-70bb3a9b-00a7-4ac7-8250-d5d2baa294dc req-643cf319-ad17-4cca-9729-09497a26ae60 tempest-VolumesNegativeTest-2129685104 tempest-VolumesNegativeTest-2129685104-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3176637 Aug 11 03:29:24.996733 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-70bb3a9b-00a7-4ac7-8250-d5d2baa294dc req-9445149b-70db-4d0d-9fbe-ea96ba0bf295 tempest-VolumesNegativeTest-2129685104 tempest-VolumesNegativeTest-2129685104-project] Request body: {'port': {'device_id': 'c5b8a26f-7ee5-4c2d-9ed9-19603b2cede6', 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba', 'admin_state_up': True, 'tenant_id': 'b247f0213a6a48cbb537b6802c6c1072'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:29:25.031779 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-68a0c495-75c2-4131-8896-b62dab35ee06 req-37cbba33-72dd-4d0e-9454-210fde5b09e1 tempest-VolumesNegativeTest-2129685104 tempest-VolumesNegativeTest-2129685104-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5b8a26f-7ee5-4c2d-9ed9-19603b2cede6 HTTP/1.1" status: 200 len: 210 time: 0.0588093 Aug 11 03:29:25.246411 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75557905-4857-4287-8cbf-70b0e4e66b83 req-3f812c40-f0b7-47eb-b095-a88497d56d18 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:25.248106 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-75557905-4857-4287-8cbf-70b0e4e66b83 req-3f812c40-f0b7-47eb-b095-a88497d56d18 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/ports?device_id=aba60e8b-5545-46f5-b1a1-b484ec2e4223 HTTP/1.1" status: 200 len: 945 time: 0.0787265 Aug 11 03:29:25.278273 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70bb3a9b-00a7-4ac7-8250-d5d2baa294dc req-9445149b-70db-4d0d-9fbe-ea96ba0bf295 tempest-VolumesNegativeTest-2129685104 tempest-VolumesNegativeTest-2129685104-project] Made reservation on behalf of b247f0213a6a48cbb537b6802c6c1072 for: {'port': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:29:25.283596 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-70bb3a9b-00a7-4ac7-8250-d5d2baa294dc req-9445149b-70db-4d0d-9fbe-ea96ba0bf295 tempest-VolumesNegativeTest-2129685104 tempest-VolumesNegativeTest-2129685104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:25.299065 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-70bb3a9b-00a7-4ac7-8250-d5d2baa294dc req-9445149b-70db-4d0d-9fbe-ea96ba0bf295 tempest-VolumesNegativeTest-2129685104 tempest-VolumesNegativeTest-2129685104-project] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:25.306522 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-75557905-4857-4287-8cbf-70b0e4e66b83 req-7f416f4a-2d67-43ce-b774-3919b294a01b tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d1cd399-f1ad-4eb8-8279-cc3e3b1f8ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411668 Aug 11 03:29:25.438017 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-70bb3a9b-00a7-4ac7-8250-d5d2baa294dc req-9445149b-70db-4d0d-9fbe-ea96ba0bf295 tempest-VolumesNegativeTest-2129685104 tempest-VolumesNegativeTest-2129685104-project] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:25.521312 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-70bb3a9b-00a7-4ac7-8250-d5d2baa294dc req-9445149b-70db-4d0d-9fbe-ea96ba0bf295 tempest-VolumesNegativeTest-2129685104 tempest-VolumesNegativeTest-2129685104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:25.560590 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445149b-70db-4d0d-9fbe-ea96ba0bf295 tempest-VolumesNegativeTest-2129685104 tempest-VolumesNegativeTest-2129685104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be564cf8-038f-469d-a136-f78c4eb89e30,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:29:25.723232 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [req-70bb3a9b-00a7-4ac7-8250-d5d2baa294dc req-9445149b-70db-4d0d-9fbe-ea96ba0bf295 tempest-VolumesNegativeTest-2129685104 tempest-VolumesNegativeTest-2129685104-project] Allocated IP 192.168.233.201 (d1bf0def-6fa4-4d3e-bbc5-20a040931fba/254a3f4d-2b75-429e-bbb2-8e70554e9483/fda23429-8a97-4bf0-9ad0-50984a002fda) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:29:25.947163 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-70bb3a9b-00a7-4ac7-8250-d5d2baa294dc req-9445149b-70db-4d0d-9fbe-ea96ba0bf295 tempest-VolumesNegativeTest-2129685104 tempest-VolumesNegativeTest-2129685104-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:25.971526 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [req-70bb3a9b-00a7-4ac7-8250-d5d2baa294dc req-9445149b-70db-4d0d-9fbe-ea96ba0bf295 tempest-VolumesNegativeTest-2129685104 tempest-VolumesNegativeTest-2129685104-project] Transition to ACTIVE for port object fda23429-8a97-4bf0-9ad0-50984a002fda will not be triggered until provisioned by entity DHCP. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:29:26.036775 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812d2bf9-3a60-4d9a-a1ac-f1ff8f677734 req-e9764b8f-1f4d-48ae-bee3-b67d5fcdfbd2 tempest-TestServerMultinode-1111718651 tempest-TestServerMultinode-1111718651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:26.038445 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-812d2bf9-3a60-4d9a-a1ac-f1ff8f677734 req-e9764b8f-1f4d-48ae-bee3-b67d5fcdfbd2 tempest-TestServerMultinode-1111718651 tempest-TestServerMultinode-1111718651-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=72e76cb3-9c42-4bd8-82d7-7d23eae8f769 HTTP/1.1" status: 200 len: 1096 time: 0.1134808 Aug 11 03:29:26.098925 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-812d2bf9-3a60-4d9a-a1ac-f1ff8f677734 req-c87697ba-73e4-48ac-9e5d-176a54a8f99f tempest-TestServerMultinode-1111718651 tempest-TestServerMultinode-1111718651-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=1897814c-c114-458d-9fca-3c353e796c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508311 Aug 11 03:29:26.138805 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-70bb3a9b-00a7-4ac7-8250-d5d2baa294dc req-9445149b-70db-4d0d-9fbe-ea96ba0bf295 tempest-VolumesNegativeTest-2129685104 tempest-VolumesNegativeTest-2129685104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:26.206005 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445149b-70db-4d0d-9fbe-ea96ba0bf295 tempest-VolumesNegativeTest-2129685104 tempest-VolumesNegativeTest-2129685104-project] Pushing event updated for resources: {'Port': ['ID=fda23429-8a97-4bf0-9ad0-50984a002fda,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:29:26.233164 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70bb3a9b-00a7-4ac7-8250-d5d2baa294dc req-9445149b-70db-4d0d-9fbe-ea96ba0bf295 tempest-VolumesNegativeTest-2129685104 tempest-VolumesNegativeTest-2129685104-project] Network d1bf0def-6fa4-4d3e-bbc5-20a040931fba is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:29:26.237875 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [req-70bb3a9b-00a7-4ac7-8250-d5d2baa294dc req-9445149b-70db-4d0d-9fbe-ea96ba0bf295 tempest-VolumesNegativeTest-2129685104 tempest-VolumesNegativeTest-2129685104-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:29:26.240716 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-70bb3a9b-00a7-4ac7-8250-d5d2baa294dc req-9445149b-70db-4d0d-9fbe-ea96ba0bf295 tempest-VolumesNegativeTest-2129685104 tempest-VolumesNegativeTest-2129685104-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:29:26.288071 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac8cc8f-88b8-42ee-9b5c-48edc81cd092 req-26dffc90-25b2-412f-a24f-bfcbaa785c79 tempest-VolumesNegativeTest-2129685104 tempest-VolumesNegativeTest-2129685104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:26.290054 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-aac8cc8f-88b8-42ee-9b5c-48edc81cd092 req-26dffc90-25b2-412f-a24f-bfcbaa785c79 tempest-VolumesNegativeTest-2129685104 tempest-VolumesNegativeTest-2129685104-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5b8a26f-7ee5-4c2d-9ed9-19603b2cede6 HTTP/1.1" status: 200 len: 936 time: 0.1546032 Aug 11 03:29:26.347741 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bb3a9b-00a7-4ac7-8250-d5d2baa294dc req-9445149b-70db-4d0d-9fbe-ea96ba0bf295 tempest-VolumesNegativeTest-2129685104 tempest-VolumesNegativeTest-2129685104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:26.350544 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-70bb3a9b-00a7-4ac7-8250-d5d2baa294dc req-9445149b-70db-4d0d-9fbe-ea96ba0bf295 tempest-VolumesNegativeTest-2129685104 tempest-VolumesNegativeTest-2129685104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:26.361857 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-aac8cc8f-88b8-42ee-9b5c-48edc81cd092 req-4308116e-b596-4cf9-8844-a6e23455756f tempest-VolumesNegativeTest-2129685104 tempest-VolumesNegativeTest-2129685104-project] 10.222.0.41 "GET /v2.0/security-groups?id=be564cf8-038f-469d-a136-f78c4eb89e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617874 Aug 11 03:29:26.476089 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0181b953-3e07-48f9-8844-1a91a4c2ee95 req-e9a635bc-48a5-47df-81b1-d5e9e5458cb8 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:26.477719 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0181b953-3e07-48f9-8844-1a91a4c2ee95 req-e9a635bc-48a5-47df-81b1-d5e9e5458cb8 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/ports?device_id=aba60e8b-5545-46f5-b1a1-b484ec2e4223 HTTP/1.1" status: 200 len: 945 time: 0.0704868 Aug 11 03:29:26.504991 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-70bb3a9b-00a7-4ac7-8250-d5d2baa294dc req-9445149b-70db-4d0d-9fbe-ea96ba0bf295 tempest-VolumesNegativeTest-2129685104 tempest-VolumesNegativeTest-2129685104-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5184443 Aug 11 03:29:26.525307 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-70bb3a9b-00a7-4ac7-8250-d5d2baa294dc req-8391a26e-3cbc-4314-b0b6-9639c6b73d81 service neutron] Request body: {'port': {'device_id': 'c5b8a26f-7ee5-4c2d-9ed9-19603b2cede6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764292-30'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:29:26.563245 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0181b953-3e07-48f9-8844-1a91a4c2ee95 req-ccab98f6-f8c0-485d-822f-63b030f57552 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d1cd399-f1ad-4eb8-8279-cc3e3b1f8ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764561 Aug 11 03:29:26.588889 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c546e2-6733-4ad1-8e24-1bf45d85f1f3 req-b9df9662-4ce5-492e-baf0-f8c701f53f13 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:26.590383 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b5c546e2-6733-4ad1-8e24-1bf45d85f1f3 req-b9df9662-4ce5-492e-baf0-f8c701f53f13 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.24 "GET /v2.0/ports?device_id=aba60e8b-5545-46f5-b1a1-b484ec2e4223 HTTP/1.1" status: 200 len: 945 time: 0.0708649 Aug 11 03:29:26.651964 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-70bb3a9b-00a7-4ac7-8250-d5d2baa294dc req-8391a26e-3cbc-4314-b0b6-9639c6b73d81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:26.727937 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [req-b5c546e2-6733-4ad1-8e24-1bf45d85f1f3 req-44b7dd0d-6b9a-492f-9afa-ab4aecde2cd0 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Deleting port b7865b60-03d5-4db5-8810-3b72ad587348 {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:29:26.728281 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-b5c546e2-6733-4ad1-8e24-1bf45d85f1f3 req-44b7dd0d-6b9a-492f-9afa-ab4aecde2cd0 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:26.745805 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-7a324006-43d7-4dba-812f-1fdb1827134e None None] Provisioning for port fda23429-8a97-4bf0-9ad0-50984a002fda completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:29:26.753210 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-7a324006-43d7-4dba-812f-1fdb1827134e None None] Provisioning complete for port fda23429-8a97-4bf0-9ad0-50984a002fda triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:29:26.753803 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-7a324006-43d7-4dba-812f-1fdb1827134e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:26.820637 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-7a324006-43d7-4dba-812f-1fdb1827134e None None] Port fda23429-8a97-4bf0-9ad0-50984a002fda cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:29:26.870484 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-b5c546e2-6733-4ad1-8e24-1bf45d85f1f3 req-44b7dd0d-6b9a-492f-9afa-ab4aecde2cd0 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] For port b7865b60-03d5-4db5-8810-3b72ad587348, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=b7865b60-03d5-4db5-8810-3b72ad587348,segment=NetworkSegment(323f142b-ee85-4d27-85a3-85cc28507ab1),segment_id=323f142b-ee85-4d27-85a3-85cc28507ab1)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:29:26.871507 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-b5c546e2-6733-4ad1-8e24-1bf45d85f1f3 req-44b7dd0d-6b9a-492f-9afa-ab4aecde2cd0 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:26.907148 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [req-b5c546e2-6733-4ad1-8e24-1bf45d85f1f3 req-44b7dd0d-6b9a-492f-9afa-ab4aecde2cd0 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Calling delete_port for b7865b60-03d5-4db5-8810-3b72ad587348 owned by compute:nova {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:29:27.078418 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [req-70bb3a9b-00a7-4ac7-8250-d5d2baa294dc req-8391a26e-3cbc-4314-b0b6-9639c6b73d81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fda23429-8a97-4bf0-9ad0-50984a002fda {{(pid=102191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:29:27.089394 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-70bb3a9b-00a7-4ac7-8250-d5d2baa294dc req-8391a26e-3cbc-4314-b0b6-9639c6b73d81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:27.104639 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [req-70bb3a9b-00a7-4ac7-8250-d5d2baa294dc req-8391a26e-3cbc-4314-b0b6-9639c6b73d81 service neutron] Transition to ACTIVE for port object fda23429-8a97-4bf0-9ad0-50984a002fda will not be triggered until provisioned by entity L2. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:29:27.191509 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 51c2ebdc-de65-422e-ba32-0b4009bfdc0f details requested by agent hyperv_n-h2-764292-30 with host n-h2-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:29:27.195481 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-70bb3a9b-00a7-4ac7-8250-d5d2baa294dc req-8391a26e-3cbc-4314-b0b6-9639c6b73d81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:27.243349 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-b5c546e2-6733-4ad1-8e24-1bf45d85f1f3 req-44b7dd0d-6b9a-492f-9afa-ab4aecde2cd0 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:27.311111 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port 51c2ebdc-de65-422e-ba32-0b4009bfdc0f, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=51c2ebdc-de65-422e-ba32-0b4009bfdc0f,segment=NetworkSegment(c1162484-e62d-469d-a375-b4ed88d91d4b),segment_id=c1162484-e62d-469d-a375-b4ed88d91d4b)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:29:27.315179 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['c5e5b8bf-e320-4589-a83b-e2f6c8455c36', 'ca8de5b4-d370-4b62-988c-cfdd2b3f3dd0', 'b7865b60-03d5-4db5-8810-3b72ad587348'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:29:27.322133 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8391a26e-3cbc-4314-b0b6-9639c6b73d81 service neutron] Pushing event updated for resources: {'Port': ['ID=fda23429-8a97-4bf0-9ad0-50984a002fda,revision_number=2']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:29:27.359985 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Returning: {'device': '51c2ebdc-de65-422e-ba32-0b4009bfdc0f', 'network_id': 'd11fd958-885d-4a82-9fdd-6960c706498c', 'port_id': '51c2ebdc-de65-422e-ba32-0b4009bfdc0f', 'mac_address': 'fa:16:3e:64:95:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '753b33f1-8e9a-4e10-a98a-bf91420f1585', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:29:27.439872 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-70bb3a9b-00a7-4ac7-8250-d5d2baa294dc req-8391a26e-3cbc-4314-b0b6-9639c6b73d81 service neutron] Attempting to bind port fda23429-8a97-4bf0-9ad0-50984a002fda on host n-h1-764292-30 for vnic_type normal with profile {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:29:27.448217 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-70bb3a9b-00a7-4ac7-8250-d5d2baa294dc req-8391a26e-3cbc-4314-b0b6-9639c6b73d81 service neutron] Attempting to bind port fda23429-8a97-4bf0-9ad0-50984a002fda by drivers openvswitch,hyperv on host n-h1-764292-30 at level 0 using segments [{'id': '9b7b03c0-092f-4953-898f-de6d8f2338ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba'}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:29:27.448217 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70bb3a9b-00a7-4ac7-8250-d5d2baa294dc req-8391a26e-3cbc-4314-b0b6-9639c6b73d81 service neutron] Attempting to bind port fda23429-8a97-4bf0-9ad0-50984a002fda on network d1bf0def-6fa4-4d3e-bbc5-20a040931fba {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:29:27.448217 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70bb3a9b-00a7-4ac7-8250-d5d2baa294dc req-8391a26e-3cbc-4314-b0b6-9639c6b73d81 service neutron] Port fda23429-8a97-4bf0-9ad0-50984a002fda on network d1bf0def-6fa4-4d3e-bbc5-20a040931fba not bound, no agent of type Open vSwitch agent registered on host n-h1-764292-30 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:29:27.448217 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70bb3a9b-00a7-4ac7-8250-d5d2baa294dc req-8391a26e-3cbc-4314-b0b6-9639c6b73d81 service neutron] Attempting to bind port fda23429-8a97-4bf0-9ad0-50984a002fda on network d1bf0def-6fa4-4d3e-bbc5-20a040931fba {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:29:27.454050 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70bb3a9b-00a7-4ac7-8250-d5d2baa294dc req-8391a26e-3cbc-4314-b0b6-9639c6b73d81 service neutron] Checking agent: {'id': 'abb524c2-b412-4ed2-8367-45c4fd996fa7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 29, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:29:27.454733 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70bb3a9b-00a7-4ac7-8250-d5d2baa294dc req-8391a26e-3cbc-4314-b0b6-9639c6b73d81 service neutron] Checking segment: {'id': '9b7b03c0-092f-4953-898f-de6d8f2338ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:29:27.455764 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70bb3a9b-00a7-4ac7-8250-d5d2baa294dc req-8391a26e-3cbc-4314-b0b6-9639c6b73d81 service neutron] Bound using segment: {'id': '9b7b03c0-092f-4953-898f-de6d8f2338ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba'} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:29:27.456679 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-70bb3a9b-00a7-4ac7-8250-d5d2baa294dc req-8391a26e-3cbc-4314-b0b6-9639c6b73d81 service neutron] Bound port: fda23429-8a97-4bf0-9ad0-50984a002fda, host: n-h1-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b7b03c0-092f-4953-898f-de6d8f2338ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba'}}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:29:27.457443 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-70bb3a9b-00a7-4ac7-8250-d5d2baa294dc req-8391a26e-3cbc-4314-b0b6-9639c6b73d81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:27.461152 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:27.469165 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b7dd0d-6b9a-492f-9afa-ab4aecde2cd0 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Pushing event deleted for resources: {'Port': ['ID=b7865b60-03d5-4db5-8810-3b72ad587348,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:29:27.482887 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51c2ebdc-de65-422e-ba32-0b4009bfdc0f {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:29:27.509263 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b7dd0d-6b9a-492f-9afa-ab4aecde2cd0 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:29:27.513114 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b7dd0d-6b9a-492f-9afa-ab4aecde2cd0 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:29:27.513114 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b7dd0d-6b9a-492f-9afa-ab4aecde2cd0 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:29:27.513114 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b7dd0d-6b9a-492f-9afa-ab4aecde2cd0 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:29:27.513114 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b7dd0d-6b9a-492f-9afa-ab4aecde2cd0 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:29:27.513114 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b7dd0d-6b9a-492f-9afa-ab4aecde2cd0 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:29:27.513114 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b7dd0d-6b9a-492f-9afa-ab4aecde2cd0 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:29:27.513114 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b7dd0d-6b9a-492f-9afa-ab4aecde2cd0 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:29:27.513114 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b7dd0d-6b9a-492f-9afa-ab4aecde2cd0 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:29:27.513114 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b7dd0d-6b9a-492f-9afa-ab4aecde2cd0 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:29:27.513114 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b7dd0d-6b9a-492f-9afa-ab4aecde2cd0 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:29:27.513114 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b7dd0d-6b9a-492f-9afa-ab4aecde2cd0 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:29:27.514056 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port 51c2ebdc-de65-422e-ba32-0b4009bfdc0f, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=51c2ebdc-de65-422e-ba32-0b4009bfdc0f,segment=NetworkSegment(c1162484-e62d-469d-a375-b4ed88d91d4b),segment_id=c1162484-e62d-469d-a375-b4ed88d91d4b)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:29:27.575250 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:27.609183 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-70bb3a9b-00a7-4ac7-8250-d5d2baa294dc req-8391a26e-3cbc-4314-b0b6-9639c6b73d81 service neutron] For port fda23429-8a97-4bf0-9ad0-50984a002fda, host n-h1-764292-30, cleared binding levels {{(pid=102191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:29:27.619510 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-70bb3a9b-00a7-4ac7-8250-d5d2baa294dc req-8391a26e-3cbc-4314-b0b6-9639c6b73d81 service neutron] For port fda23429-8a97-4bf0-9ad0-50984a002fda, host n-h1-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=fda23429-8a97-4bf0-9ad0-50984a002fda,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:29:27.641704 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5c546e2-6733-4ad1-8e24-1bf45d85f1f3 req-44b7dd0d-6b9a-492f-9afa-ab4aecde2cd0 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] No DVR routers for this DVR port b7865b60-03d5-4db5-8810-3b72ad587348 on host n-h2-764292-30 {{(pid=102192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:29:27.645168 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-b5c546e2-6733-4ad1-8e24-1bf45d85f1f3 req-44b7dd0d-6b9a-492f-9afa-ab4aecde2cd0 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:27.648285 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b5c546e2-6733-4ad1-8e24-1bf45d85f1f3 req-44b7dd0d-6b9a-492f-9afa-ab4aecde2cd0 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.24 "DELETE /v2.0/ports/b7865b60-03d5-4db5-8810-3b72ad587348 HTTP/1.1" status: 204 len: 173 time: 1.0497475 Aug 11 03:29:27.650086 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aba60e8b-5545-46f5-b1a1-b484ec2e4223', 'name': 'network-vif-deleted', 'tag': 'b7865b60-03d5-4db5-8810-3b72ad587348'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:29:27.652742 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80034bc4-541c-4a45-86c5-b521c984de6d" -d '{"events": [{"server_uuid": "aba60e8b-5545-46f5-b1a1-b484ec2e4223", "name": "network-vif-deleted", "tag": "b7865b60-03d5-4db5-8810-3b72ad587348"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:29:27.665681 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-70bb3a9b-00a7-4ac7-8250-d5d2baa294dc req-8391a26e-3cbc-4314-b0b6-9639c6b73d81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:27.687117 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049f9510-aa2f-45df-a500-04419e23d07e req-fac3a769-214e-4e34-9159-cf13a08a75bb tempest-TestServerMultinode-1111718651 tempest-TestServerMultinode-1111718651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:27.688009 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-049f9510-aa2f-45df-a500-04419e23d07e req-fac3a769-214e-4e34-9159-cf13a08a75bb tempest-TestServerMultinode-1111718651 tempest-TestServerMultinode-1111718651-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=72e76cb3-9c42-4bd8-82d7-7d23eae8f769 HTTP/1.1" status: 200 len: 1096 time: 0.4919090 Aug 11 03:29:27.701597 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=51c2ebdc-de65-422e-ba32-0b4009bfdc0f,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:29:27.717353 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215e7e2d-b207-4faa-9640-ef3e19427b8d req-2764ea9d-2068-448a-bdf9-11d72fee01d2 tempest-VolumesNegativeTest-2129685104 tempest-VolumesNegativeTest-2129685104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:27.727095 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-215e7e2d-b207-4faa-9640-ef3e19427b8d req-2764ea9d-2068-448a-bdf9-11d72fee01d2 tempest-VolumesNegativeTest-2129685104 tempest-VolumesNegativeTest-2129685104-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5b8a26f-7ee5-4c2d-9ed9-19603b2cede6 HTTP/1.1" status: 200 len: 948 time: 0.2232456 Aug 11 03:29:27.773223 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8391a26e-3cbc-4314-b0b6-9639c6b73d81 service neutron] Pushing event updated for resources: {'Port': ['ID=fda23429-8a97-4bf0-9ad0-50984a002fda,revision_number=3']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:29:27.785450 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bb3a9b-00a7-4ac7-8250-d5d2baa294dc req-8391a26e-3cbc-4314-b0b6-9639c6b73d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:27.786759 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-70bb3a9b-00a7-4ac7-8250-d5d2baa294dc req-8391a26e-3cbc-4314-b0b6-9639c6b73d81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:27.788576 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-70bb3a9b-00a7-4ac7-8250-d5d2baa294dc req-8391a26e-3cbc-4314-b0b6-9639c6b73d81 service neutron] 10.222.0.22 "PUT /v2.0/ports/fda23429-8a97-4bf0-9ad0-50984a002fda HTTP/1.1" status: 200 len: 1097 time: 1.2721610 Aug 11 03:29:27.789141 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5b8a26f-7ee5-4c2d-9ed9-19603b2cede6', 'tag': 'fda23429-8a97-4bf0-9ad0-50984a002fda'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:29:27.792684 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c244cb4d-58e6-4645-83bd-079eb2a20e05" -d '{"events": [{"name": "network-changed", "server_uuid": "c5b8a26f-7ee5-4c2d-9ed9-19603b2cede6", "tag": "fda23429-8a97-4bf0-9ad0-50984a002fda"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:29:27.830609 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-215e7e2d-b207-4faa-9640-ef3e19427b8d req-b05bb5c2-fa31-408e-915b-b4fd49c72af4 tempest-VolumesNegativeTest-2129685104 tempest-VolumesNegativeTest-2129685104-project] 10.222.0.41 "GET /v2.0/security-groups?id=be564cf8-038f-469d-a136-f78c4eb89e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024358 Aug 11 03:29:27.849431 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-049f9510-aa2f-45df-a500-04419e23d07e req-e1de1a6e-2cbe-48af-900a-e7c4518ddc33 tempest-TestServerMultinode-1111718651 tempest-TestServerMultinode-1111718651-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=1897814c-c114-458d-9fca-3c353e796c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427350 Aug 11 03:29:27.876901 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['51c2ebdc-de65-422e-ba32-0b4009bfdc0f'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:29:27.975254 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c123b532-1995-47ca-92f7-c25611dcadce req-20796fa0-39cf-4bd9-874f-96f62d904e57 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/ports?device_id=aba60e8b-5545-46f5-b1a1-b484ec2e4223 HTTP/1.1" status: 200 len: 210 time: 0.0566900 Aug 11 03:29:27.982925 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a34b91b-323a-4723-9297-e47692dd039d x-openstack-request-id: req-9a34b91b-323a-4723-9297-e47692dd039d {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:29:27.983457 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aba60e8b-5545-46f5-b1a1-b484ec2e4223", "name": "network-vif-deleted", "tag": "b7865b60-03d5-4db5-8810-3b72ad587348", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:29:27.984871 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9a34b91b-323a-4723-9297-e47692dd039d {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:29:27.985457 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aba60e8b-5545-46f5-b1a1-b484ec2e4223', 'name': 'network-vif-deleted', 'tag': 'b7865b60-03d5-4db5-8810-3b72ad587348', 'status': 'completed', 'code': 200} Aug 11 03:29:28.034719 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-690af207-a32d-4807-9893-2153b32ad14a x-openstack-request-id: req-690af207-a32d-4807-9893-2153b32ad14a {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:29:28.035322 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5b8a26f-7ee5-4c2d-9ed9-19603b2cede6", "tag": "fda23429-8a97-4bf0-9ad0-50984a002fda", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:29:28.035898 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-690af207-a32d-4807-9893-2153b32ad14a {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:29:28.036477 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5b8a26f-7ee5-4c2d-9ed9-19603b2cede6', 'tag': 'fda23429-8a97-4bf0-9ad0-50984a002fda', 'status': 'completed', 'code': 200} Aug 11 03:29:28.078531 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bb3a9b-00a7-4ac7-8250-d5d2baa294dc req-c13be08c-dcee-4fae-8547-3f6a4d3ddf8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:28.081255 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-70bb3a9b-00a7-4ac7-8250-d5d2baa294dc req-c13be08c-dcee-4fae-8547-3f6a4d3ddf8f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b247f0213a6a48cbb537b6802c6c1072&device_id=c5b8a26f-7ee5-4c2d-9ed9-19603b2cede6 HTTP/1.1" status: 200 len: 1100 time: 0.1151414 Aug 11 03:29:28.137678 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-70bb3a9b-00a7-4ac7-8250-d5d2baa294dc req-eca9ce72-f4c6-4d35-889a-eb342ee910c9 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=fda23429-8a97-4bf0-9ad0-50984a002fda HTTP/1.1" status: 200 len: 217 time: 0.0479770 Aug 11 03:29:28.209687 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bb3a9b-00a7-4ac7-8250-d5d2baa294dc req-41c56be4-03ed-49b7-9ab4-e7a3dcc21a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:28.212181 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-70bb3a9b-00a7-4ac7-8250-d5d2baa294dc req-41c56be4-03ed-49b7-9ab4-e7a3dcc21a80 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=254a3f4d-2b75-429e-bbb2-8e70554e9483 HTTP/1.1" status: 200 len: 843 time: 0.0668542 Aug 11 03:29:28.268338 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bb3a9b-00a7-4ac7-8250-d5d2baa294dc req-0bcced55-c95a-4c37-8546-07fe5bc06157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:28.270221 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-70bb3a9b-00a7-4ac7-8250-d5d2baa294dc req-0bcced55-c95a-4c37-8546-07fe5bc06157 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d1bf0def-6fa4-4d3e-bbc5-20a040931fba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0509849 Aug 11 03:29:28.399555 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-70bb3a9b-00a7-4ac7-8250-d5d2baa294dc req-8f53146d-63ad-4754-8425-7ce14ae83edd service neutron] 10.222.0.22 "GET /v2.0/networks/d1bf0def-6fa4-4d3e-bbc5-20a040931fba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216271 Aug 11 03:29:28.541622 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-70bb3a9b-00a7-4ac7-8250-d5d2baa294dc req-4a8c72ed-6ac7-418a-ad10-e79663814447 service neutron] 10.222.0.22 "GET /v2.0/networks/d1bf0def-6fa4-4d3e-bbc5-20a040931fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333671 Aug 11 03:29:28.737833 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c244cb4d-58e6-4645-83bd-079eb2a20e05 req-95b63e68-0405-4075-9a27-a3eb38d4aef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:28.740288 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c244cb4d-58e6-4645-83bd-079eb2a20e05 req-95b63e68-0405-4075-9a27-a3eb38d4aef7 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b247f0213a6a48cbb537b6802c6c1072&device_id=c5b8a26f-7ee5-4c2d-9ed9-19603b2cede6 HTTP/1.1" status: 200 len: 1100 time: 0.0635750 Aug 11 03:29:28.904375 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c244cb4d-58e6-4645-83bd-079eb2a20e05 req-20e26d01-4add-4190-b484-aa1f27b68d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:28.909540 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c244cb4d-58e6-4645-83bd-079eb2a20e05 req-20e26d01-4add-4190-b484-aa1f27b68d0e service neutron] 10.222.0.22 "GET /v2.0/networks?id=d1bf0def-6fa4-4d3e-bbc5-20a040931fba HTTP/1.1" status: 200 len: 870 time: 0.1570003 Aug 11 03:29:29.025870 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2946816a-23a0-452b-a56f-47385ad01565 req-6092c6a3-624b-40b0-ba70-1e848f10a5f5 tempest-VolumesNegativeTest-2129685104 tempest-VolumesNegativeTest-2129685104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:29.027690 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c244cb4d-58e6-4645-83bd-079eb2a20e05 req-cf1cc7e2-2f92-442a-9e0c-15eb051bab2f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=fda23429-8a97-4bf0-9ad0-50984a002fda HTTP/1.1" status: 200 len: 217 time: 0.1074843 Aug 11 03:29:29.043045 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2946816a-23a0-452b-a56f-47385ad01565 req-6092c6a3-624b-40b0-ba70-1e848f10a5f5 tempest-VolumesNegativeTest-2129685104 tempest-VolumesNegativeTest-2129685104-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5b8a26f-7ee5-4c2d-9ed9-19603b2cede6 HTTP/1.1" status: 200 len: 948 time: 0.0892303 Aug 11 03:29:29.104448 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c244cb4d-58e6-4645-83bd-079eb2a20e05 req-2f886524-9c3c-493e-8677-9c40efc83736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:29.106814 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c244cb4d-58e6-4645-83bd-079eb2a20e05 req-2f886524-9c3c-493e-8677-9c40efc83736 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=254a3f4d-2b75-429e-bbb2-8e70554e9483 HTTP/1.1" status: 200 len: 843 time: 0.0697896 Aug 11 03:29:29.124381 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b193f2-63cb-4a45-8cd9-31ced3340725 req-9f5c0ecf-568c-4f08-8945-ac520d27fbc8 tempest-TestServerMultinode-1111718651 tempest-TestServerMultinode-1111718651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:29.132709 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-35b193f2-63cb-4a45-8cd9-31ced3340725 req-9f5c0ecf-568c-4f08-8945-ac520d27fbc8 tempest-TestServerMultinode-1111718651 tempest-TestServerMultinode-1111718651-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=72e76cb3-9c42-4bd8-82d7-7d23eae8f769 HTTP/1.1" status: 200 len: 1097 time: 0.0789559 Aug 11 03:29:29.149974 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-cae7d8b2-a508-4d15-8e87-8347420167be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:29.160173 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2946816a-23a0-452b-a56f-47385ad01565 req-ce19144b-2a9b-445a-a53b-8d0dc035a951 tempest-VolumesNegativeTest-2129685104 tempest-VolumesNegativeTest-2129685104-project] 10.222.0.41 "GET /v2.0/security-groups?id=be564cf8-038f-469d-a136-f78c4eb89e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159081 Aug 11 03:29:29.185782 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c244cb4d-58e6-4645-83bd-079eb2a20e05 req-da32ac6f-fe3b-4d64-b753-884b046f8a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:29.190457 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 51c2ebdc-de65-422e-ba32-0b4009bfdc0f up at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:29:29.191670 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c244cb4d-58e6-4645-83bd-079eb2a20e05 req-da32ac6f-fe3b-4d64-b753-884b046f8a44 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d1bf0def-6fa4-4d3e-bbc5-20a040931fba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0748854 Aug 11 03:29:29.201373 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-35b193f2-63cb-4a45-8cd9-31ced3340725 req-35f3bd53-6d0c-4380-8ca7-ee7818e7de26 tempest-TestServerMultinode-1111718651 tempest-TestServerMultinode-1111718651-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=1897814c-c114-458d-9fca-3c353e796c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626993 Aug 11 03:29:29.444684 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c244cb4d-58e6-4645-83bd-079eb2a20e05 req-65b7362c-d2f0-4209-9f28-9d7eeb499ccb service neutron] 10.222.0.22 "GET /v2.0/networks/d1bf0def-6fa4-4d3e-bbc5-20a040931fba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2413509 Aug 11 03:29:29.499223 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning for port 51c2ebdc-de65-422e-ba32-0b4009bfdc0f completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:29:29.503969 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning complete for port 51c2ebdc-de65-422e-ba32-0b4009bfdc0f triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:29:29.504453 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:29.589973 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c244cb4d-58e6-4645-83bd-079eb2a20e05 req-4aa44c9d-e18a-4398-b304-391117c108fc service neutron] 10.222.0.22 "GET /v2.0/networks/d1bf0def-6fa4-4d3e-bbc5-20a040931fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362700 Aug 11 03:29:29.651993 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:29.689498 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72e76cb3-9c42-4bd8-82d7-7d23eae8f769', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51c2ebdc-de65-422e-ba32-0b4009bfdc0f'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:29:29.691967 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a21083f-2fd9-4d46-b66b-42b944461b17" -d '{"events": [{"server_uuid": "72e76cb3-9c42-4bd8-82d7-7d23eae8f769", "name": "network-vif-plugged", "status": "completed", "tag": "51c2ebdc-de65-422e-ba32-0b4009bfdc0f"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:29:29.707450 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port 51c2ebdc-de65-422e-ba32-0b4009bfdc0f, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=51c2ebdc-de65-422e-ba32-0b4009bfdc0f,segment=NetworkSegment(c1162484-e62d-469d-a375-b4ed88d91d4b),segment_id=c1162484-e62d-469d-a375-b4ed88d91d4b)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:29:29.742678 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:29:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7655e6d5-9ad3-4cbb-b265-9824ff7656e2 x-openstack-request-id: req-7655e6d5-9ad3-4cbb-b265-9824ff7656e2 {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:29:29.743761 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72e76cb3-9c42-4bd8-82d7-7d23eae8f769", "name": "network-vif-plugged", "status": "completed", "tag": "51c2ebdc-de65-422e-ba32-0b4009bfdc0f", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:29:29.743761 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7655e6d5-9ad3-4cbb-b265-9824ff7656e2 {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:29:29.743972 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72e76cb3-9c42-4bd8-82d7-7d23eae8f769', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51c2ebdc-de65-422e-ba32-0b4009bfdc0f', 'code': 200} Aug 11 03:29:29.785239 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:29.786058 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device b7865b60-03d5-4db5-8810-3b72ad587348 no longer exists at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:29:29.867939 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] No Port match for: b7865b60-03d5-4db5-8810-3b72ad587348 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:29:29.868292 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device b7865b60-03d5-4db5-8810-3b72ad587348 not bound to the agent host n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:29:29.884991 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d89cf06-3708-42cc-82b4-124a1c2df227 req-6f706e36-959c-4047-bbe2-91d30256fa2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:29.887632 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5d89cf06-3708-42cc-82b4-124a1c2df227 req-6f706e36-959c-4047-bbe2-91d30256fa2d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=72e76cb3-9c42-4bd8-82d7-7d23eae8f769 HTTP/1.1" status: 200 len: 1098 time: 0.0759251 Aug 11 03:29:29.951621 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=51c2ebdc-de65-422e-ba32-0b4009bfdc0f,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:29:29.955413 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5d89cf06-3708-42cc-82b4-124a1c2df227 req-17b686e1-42ae-4c0c-ae72-abbc3d7dead8 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=1897814c-c114-458d-9fca-3c353e796c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581565 Aug 11 03:29:30.043082 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0258614-5376-4930-9b39-dd5d908a85c1 req-4a3c7eb0-b99e-4dc9-a6cf-29071897f931 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:30.054727 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a0258614-5376-4930-9b39-dd5d908a85c1 req-4a3c7eb0-b99e-4dc9-a6cf-29071897f931 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1f215d0-2ba9-4686-87d6-0b50cb663802 HTTP/1.1" status: 200 len: 946 time: 0.0913241 Aug 11 03:29:30.105763 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a0258614-5376-4930-9b39-dd5d908a85c1 req-75782567-faaa-4a4d-9309-97c5c7ecc704 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d1cd399-f1ad-4eb8-8279-cc3e3b1f8ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492730 Aug 11 03:29:30.338761 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f16251d-c177-42a3-9038-1bd88434053f req-8d4014c6-636b-43f6-9d8f-5fea1c66a2cc tempest-VolumesNegativeTest-2129685104 tempest-VolumesNegativeTest-2129685104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:30.347613 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4f16251d-c177-42a3-9038-1bd88434053f req-8d4014c6-636b-43f6-9d8f-5fea1c66a2cc tempest-VolumesNegativeTest-2129685104 tempest-VolumesNegativeTest-2129685104-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5b8a26f-7ee5-4c2d-9ed9-19603b2cede6 HTTP/1.1" status: 200 len: 948 time: 0.1102080 Aug 11 03:29:30.445206 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4f16251d-c177-42a3-9038-1bd88434053f req-5de26131-ce3f-4d0b-9107-fe66e71ff86c tempest-VolumesNegativeTest-2129685104 tempest-VolumesNegativeTest-2129685104-project] 10.222.0.41 "GET /v2.0/security-groups?id=be564cf8-038f-469d-a136-f78c4eb89e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966861 Aug 11 03:29:30.451602 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3e9e3f-6b0d-4539-af9e-75bb173dd743 req-a001ff35-ebee-4b48-9510-780a9cd47952 tempest-TestServerMultinode-1111718651 tempest-TestServerMultinode-1111718651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:30.453370 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3c3e9e3f-6b0d-4539-af9e-75bb173dd743 req-a001ff35-ebee-4b48-9510-780a9cd47952 tempest-TestServerMultinode-1111718651 tempest-TestServerMultinode-1111718651-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=72e76cb3-9c42-4bd8-82d7-7d23eae8f769 HTTP/1.1" status: 200 len: 1098 time: 0.1037724 Aug 11 03:29:30.493524 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device fda23429-8a97-4bf0-9ad0-50984a002fda details requested by agent hyperv_n-h1-764292-30 with host n-h1-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:29:30.547596 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3c3e9e3f-6b0d-4539-af9e-75bb173dd743 req-18b5c37f-8bc6-468d-a139-50a348b5c2f6 tempest-TestServerMultinode-1111718651 tempest-TestServerMultinode-1111718651-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=1897814c-c114-458d-9fca-3c353e796c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880878 Aug 11 03:29:30.640784 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port fda23429-8a97-4bf0-9ad0-50984a002fda, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=fda23429-8a97-4bf0-9ad0-50984a002fda,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:29:30.652547 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Returning: {'device': 'fda23429-8a97-4bf0-9ad0-50984a002fda', 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba', 'port_id': 'fda23429-8a97-4bf0-9ad0-50984a002fda', 'mac_address': 'fa:16:3e:3e:7b:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '254a3f4d-2b75-429e-bbb2-8e70554e9483', 'ip_address': '192.168.233.201'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:29:30.694647 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:30.707900 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fda23429-8a97-4bf0-9ad0-50984a002fda {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:29:30.733878 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port fda23429-8a97-4bf0-9ad0-50984a002fda, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=fda23429-8a97-4bf0-9ad0-50984a002fda,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:29:30.808915 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:30.862067 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=fda23429-8a97-4bf0-9ad0-50984a002fda,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:29:31.223872 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['fda23429-8a97-4bf0-9ad0-50984a002fda'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:29:31.322514 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a8b1df-ad74-46cf-9d02-dad0ea6b6bb2 req-036d6d7f-64da-4b70-875d-c22da68ca68a tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:31.331051 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-47a8b1df-ad74-46cf-9d02-dad0ea6b6bb2 req-036d6d7f-64da-4b70-875d-c22da68ca68a tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1f215d0-2ba9-4686-87d6-0b50cb663802 HTTP/1.1" status: 200 len: 946 time: 0.1480911 Aug 11 03:29:31.363437 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d98577-3a76-462e-a5c5-84575939f2cb req-96cc25d0-649b-469b-b1b1-d61d41b5c1a8 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:31.364919 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-60d98577-3a76-462e-a5c5-84575939f2cb req-96cc25d0-649b-469b-b1b1-d61d41b5c1a8 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.24 "GET /v2.0/ports?device_id=c1f215d0-2ba9-4686-87d6-0b50cb663802 HTTP/1.1" status: 200 len: 946 time: 0.1091325 Aug 11 03:29:31.395912 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-47a8b1df-ad74-46cf-9d02-dad0ea6b6bb2 req-6ad6ea80-8f0c-4836-a2af-f40a69eb0e60 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d1cd399-f1ad-4eb8-8279-cc3e3b1f8ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639555 Aug 11 03:29:31.607821 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6212827-7936-49e3-8ca0-9ceb5177b614 req-02b5cc8a-b2bd-4c66-8cf9-bae57d2dd7e2 tempest-VolumesNegativeTest-2129685104 tempest-VolumesNegativeTest-2129685104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:31.617119 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f6212827-7936-49e3-8ca0-9ceb5177b614 req-02b5cc8a-b2bd-4c66-8cf9-bae57d2dd7e2 tempest-VolumesNegativeTest-2129685104 tempest-VolumesNegativeTest-2129685104-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5b8a26f-7ee5-4c2d-9ed9-19603b2cede6 HTTP/1.1" status: 200 len: 949 time: 0.0793188 Aug 11 03:29:31.651657 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [req-60d98577-3a76-462e-a5c5-84575939f2cb req-8d675862-75cd-4647-9bb6-0ca70080635c tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Deleting port ca8de5b4-d370-4b62-988c-cfdd2b3f3dd0 {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:29:31.651657 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-60d98577-3a76-462e-a5c5-84575939f2cb req-8d675862-75cd-4647-9bb6-0ca70080635c tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:31.675033 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f6212827-7936-49e3-8ca0-9ceb5177b614 req-e00241ce-d766-407e-a62f-4476ce8a31d9 tempest-VolumesNegativeTest-2129685104 tempest-VolumesNegativeTest-2129685104-project] 10.222.0.41 "GET /v2.0/security-groups?id=be564cf8-038f-469d-a136-f78c4eb89e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567153 Aug 11 03:29:31.829899 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4317d42a-52c2-4afa-a977-af3391bdc773 req-704085e2-bea5-4bc9-b9f5-559eec1ac918 tempest-TestServerMultinode-1111718651 tempest-TestServerMultinode-1111718651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:31.833383 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:31.838045 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4317d42a-52c2-4afa-a977-af3391bdc773 req-704085e2-bea5-4bc9-b9f5-559eec1ac918 tempest-TestServerMultinode-1111718651 tempest-TestServerMultinode-1111718651-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=72e76cb3-9c42-4bd8-82d7-7d23eae8f769 HTTP/1.1" status: 200 len: 1098 time: 0.1048112 Aug 11 03:29:31.856341 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-60d98577-3a76-462e-a5c5-84575939f2cb req-8d675862-75cd-4647-9bb6-0ca70080635c tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] For port ca8de5b4-d370-4b62-988c-cfdd2b3f3dd0, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=ca8de5b4-d370-4b62-988c-cfdd2b3f3dd0,segment=NetworkSegment(323f142b-ee85-4d27-85a3-85cc28507ab1),segment_id=323f142b-ee85-4d27-85a3-85cc28507ab1)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:29:31.857415 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-60d98577-3a76-462e-a5c5-84575939f2cb req-8d675862-75cd-4647-9bb6-0ca70080635c tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:31.890158 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [req-60d98577-3a76-462e-a5c5-84575939f2cb req-8d675862-75cd-4647-9bb6-0ca70080635c tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Calling delete_port for ca8de5b4-d370-4b62-988c-cfdd2b3f3dd0 owned by compute:nova {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:29:31.914431 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4317d42a-52c2-4afa-a977-af3391bdc773 req-315a0c62-7732-4958-b288-cafe2e8461d7 tempest-TestServerMultinode-1111718651 tempest-TestServerMultinode-1111718651-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=1897814c-c114-458d-9fca-3c353e796c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745151 Aug 11 03:29:32.065199 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-a90164f2-9dd6-4517-b637-ef8d3bca834a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:32.129095 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a548ed9b-ab79-433f-b154-5fb876525e7b req-dcb998a1-d185-43a2-a2eb-1c55f1135521 tempest-TestServerMultinode-1111718651 tempest-TestServerMultinode-1111718651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:32.131999 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a548ed9b-ab79-433f-b154-5fb876525e7b req-dcb998a1-d185-43a2-a2eb-1c55f1135521 tempest-TestServerMultinode-1111718651 tempest-TestServerMultinode-1111718651-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=72e76cb3-9c42-4bd8-82d7-7d23eae8f769 HTTP/1.1" status: 200 len: 1098 time: 0.1081491 Aug 11 03:29:32.219738 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a548ed9b-ab79-433f-b154-5fb876525e7b req-4e9b4475-3098-4cc4-942a-99144d469038 tempest-TestServerMultinode-1111718651 tempest-TestServerMultinode-1111718651-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=1897814c-c114-458d-9fca-3c353e796c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688570 Aug 11 03:29:32.276689 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-60d98577-3a76-462e-a5c5-84575939f2cb req-8d675862-75cd-4647-9bb6-0ca70080635c tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:32.291966 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['c5e5b8bf-e320-4589-a83b-e2f6c8455c36', 'ca8de5b4-d370-4b62-988c-cfdd2b3f3dd0'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:29:32.366726 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d675862-75cd-4647-9bb6-0ca70080635c tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Pushing event deleted for resources: {'Port': ['ID=ca8de5b4-d370-4b62-988c-cfdd2b3f3dd0,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:29:32.453871 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [req-60d98577-3a76-462e-a5c5-84575939f2cb req-8d675862-75cd-4647-9bb6-0ca70080635c tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] No DVR routers for this DVR port ca8de5b4-d370-4b62-988c-cfdd2b3f3dd0 on host n-h2-764292-30 {{(pid=102192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:29:32.457166 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-60d98577-3a76-462e-a5c5-84575939f2cb req-8d675862-75cd-4647-9bb6-0ca70080635c tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:32.474347 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-60d98577-3a76-462e-a5c5-84575939f2cb req-8d675862-75cd-4647-9bb6-0ca70080635c tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.24 "DELETE /v2.0/ports/ca8de5b4-d370-4b62-988c-cfdd2b3f3dd0 HTTP/1.1" status: 204 len: 173 time: 1.0978277 Aug 11 03:29:32.478169 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1f215d0-2ba9-4686-87d6-0b50cb663802', 'name': 'network-vif-deleted', 'tag': 'ca8de5b4-d370-4b62-988c-cfdd2b3f3dd0'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:29:32.484315 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa6c91f2-3867-41d6-b5f4-580f74d4e269" -d '{"events": [{"server_uuid": "c1f215d0-2ba9-4686-87d6-0b50cb663802", "name": "network-vif-deleted", "tag": "ca8de5b4-d370-4b62-988c-cfdd2b3f3dd0"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:29:32.507988 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8659ef79-e2ad-478a-9a1c-716323e70126 req-57c52199-505d-443b-8d7c-12e254f44de0 tempest-TestServerMultinode-1111718651 tempest-TestServerMultinode-1111718651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:32.518501 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8659ef79-e2ad-478a-9a1c-716323e70126 req-57c52199-505d-443b-8d7c-12e254f44de0 tempest-TestServerMultinode-1111718651 tempest-TestServerMultinode-1111718651-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=72e76cb3-9c42-4bd8-82d7-7d23eae8f769 HTTP/1.1" status: 200 len: 1098 time: 0.2197177 Aug 11 03:29:32.559694 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device fda23429-8a97-4bf0-9ad0-50984a002fda up at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:29:32.607421 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8659ef79-e2ad-478a-9a1c-716323e70126 req-5a948a96-1501-4a20-8608-ff07f4c42df1 tempest-TestServerMultinode-1111718651 tempest-TestServerMultinode-1111718651-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=1897814c-c114-458d-9fca-3c353e796c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863469 Aug 11 03:29:32.706109 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a3b9be4a-0c47-44e2-b31d-41338cfb0a89 req-3de59e66-c461-404a-aa39-89dfe7f3a20d tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1f215d0-2ba9-4686-87d6-0b50cb663802 HTTP/1.1" status: 200 len: 210 time: 0.0775280 Aug 11 03:29:32.717009 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:29:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80ddd026-66b9-49d5-b675-c1eaa548feac x-openstack-request-id: req-80ddd026-66b9-49d5-b675-c1eaa548feac {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:29:32.717009 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1f215d0-2ba9-4686-87d6-0b50cb663802", "name": "network-vif-deleted", "tag": "ca8de5b4-d370-4b62-988c-cfdd2b3f3dd0", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:29:32.717009 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-80ddd026-66b9-49d5-b675-c1eaa548feac {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:29:32.728075 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1f215d0-2ba9-4686-87d6-0b50cb663802', 'name': 'network-vif-deleted', 'tag': 'ca8de5b4-d370-4b62-988c-cfdd2b3f3dd0', 'status': 'completed', 'code': 200} Aug 11 03:29:32.761572 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning for port fda23429-8a97-4bf0-9ad0-50984a002fda completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:29:32.767411 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning complete for port fda23429-8a97-4bf0-9ad0-50984a002fda triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:29:32.768018 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:32.988909 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353586c1-6ec3-4cff-9d8d-a7dd3ea067b5 req-fce691ad-fbbc-4290-92aa-bc22d93a575d tempest-VolumesNegativeTest-2129685104 tempest-VolumesNegativeTest-2129685104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:32.994000 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-353586c1-6ec3-4cff-9d8d-a7dd3ea067b5 req-fce691ad-fbbc-4290-92aa-bc22d93a575d tempest-VolumesNegativeTest-2129685104 tempest-VolumesNegativeTest-2129685104-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5b8a26f-7ee5-4c2d-9ed9-19603b2cede6 HTTP/1.1" status: 200 len: 949 time: 0.0917671 Aug 11 03:29:33.001591 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:33.046606 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5b8a26f-7ee5-4c2d-9ed9-19603b2cede6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fda23429-8a97-4bf0-9ad0-50984a002fda'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:29:33.054092 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06fa541e-3a99-43d7-8ead-62bcd80b1d23" -d '{"events": [{"server_uuid": "c5b8a26f-7ee5-4c2d-9ed9-19603b2cede6", "name": "network-vif-plugged", "status": "completed", "tag": "fda23429-8a97-4bf0-9ad0-50984a002fda"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:29:33.054911 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-353586c1-6ec3-4cff-9d8d-a7dd3ea067b5 req-2e7baf3d-03ef-4365-8f73-7e27874f63b1 tempest-VolumesNegativeTest-2129685104 tempest-VolumesNegativeTest-2129685104-project] 10.222.0.41 "GET /v2.0/security-groups?id=be564cf8-038f-469d-a136-f78c4eb89e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492067 Aug 11 03:29:33.070610 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:33.073372 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port fda23429-8a97-4bf0-9ad0-50984a002fda, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=fda23429-8a97-4bf0-9ad0-50984a002fda,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:29:33.107158 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-967b42bc-7af9-4602-800a-27c6f996a092 x-openstack-request-id: req-967b42bc-7af9-4602-800a-27c6f996a092 {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:29:33.107480 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5b8a26f-7ee5-4c2d-9ed9-19603b2cede6", "name": "network-vif-plugged", "status": "completed", "tag": "fda23429-8a97-4bf0-9ad0-50984a002fda", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:29:33.107748 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-967b42bc-7af9-4602-800a-27c6f996a092 {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:29:33.108138 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5b8a26f-7ee5-4c2d-9ed9-19603b2cede6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fda23429-8a97-4bf0-9ad0-50984a002fda', 'code': 200} Aug 11 03:29:33.144794 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:33.210563 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=fda23429-8a97-4bf0-9ad0-50984a002fda,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:29:33.212108 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c95d5d5-3c89-4597-aa99-f25674745a45 req-be382037-c6b3-43c2-a5f8-d372a1e6f912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:33.213619 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-9c95d5d5-3c89-4597-aa99-f25674745a45 req-be382037-c6b3-43c2-a5f8-d372a1e6f912 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=c5b8a26f-7ee5-4c2d-9ed9-19603b2cede6 HTTP/1.1" status: 200 len: 1102 time: 0.0453360 Aug 11 03:29:33.256217 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-9c95d5d5-3c89-4597-aa99-f25674745a45 req-205fec91-6b3b-4ec1-8b8a-17c093f8ff5d service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=be564cf8-038f-469d-a136-f78c4eb89e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329776 Aug 11 03:29:33.334780 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e46f25-17a2-42d8-a518-79f5974f62b4 req-3c26748e-8632-45e6-b4ed-a24b0a8f59ca tempest-TestServerMultinode-1111718651 tempest-TestServerMultinode-1111718651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:33.336313 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-06e46f25-17a2-42d8-a518-79f5974f62b4 req-3c26748e-8632-45e6-b4ed-a24b0a8f59ca tempest-TestServerMultinode-1111718651 tempest-TestServerMultinode-1111718651-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=72e76cb3-9c42-4bd8-82d7-7d23eae8f769 HTTP/1.1" status: 200 len: 1098 time: 0.0475500 Aug 11 03:29:33.379017 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-06e46f25-17a2-42d8-a518-79f5974f62b4 req-c8101ae9-4ac8-459c-aed0-69ace7db05c1 tempest-TestServerMultinode-1111718651 tempest-TestServerMultinode-1111718651-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=1897814c-c114-458d-9fca-3c353e796c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357211 Aug 11 03:29:34.085211 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f4d3e8-f6c3-44e4-85bb-76bd13c677ca req-c15ff333-b98a-4f74-8603-7a1989d2a2a7 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:34.086802 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b1f4d3e8-f6c3-44e4-85bb-76bd13c677ca req-c15ff333-b98a-4f74-8603-7a1989d2a2a7 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/networks?id=2294adb7-cfd4-40a1-9a0c-db6ab35ac37f HTTP/1.1" status: 200 len: 806 time: 0.1054909 Aug 11 03:29:34.103593 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b1f4d3e8-f6c3-44e4-85bb-76bd13c677ca req-98121eb2-af47-4f1d-9323-27c917b63822 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/quotas/2b2b3f02ad2f4f13a4d5b55e5c246078 HTTP/1.1" status: 200 len: 375 time: 0.0097837 Aug 11 03:29:34.187245 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b1f4d3e8-f6c3-44e4-85bb-76bd13c677ca req-ddac9b3d-d95c-4195-851b-b2b06e259e1d tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=2b2b3f02ad2f4f13a4d5b55e5c246078&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0776870 Aug 11 03:29:34.211220 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2ef656-4d7f-4acb-861c-ae863d82bbaa req-33c09f43-3d64-4f35-9ed7-1c03d07f8b32 tempest-VolumesNegativeTest-2129685104 tempest-VolumesNegativeTest-2129685104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:34.212653 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-fc2ef656-4d7f-4acb-861c-ae863d82bbaa req-33c09f43-3d64-4f35-9ed7-1c03d07f8b32 tempest-VolumesNegativeTest-2129685104 tempest-VolumesNegativeTest-2129685104-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5b8a26f-7ee5-4c2d-9ed9-19603b2cede6 HTTP/1.1" status: 200 len: 950 time: 0.0731006 Aug 11 03:29:34.296699 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-fc2ef656-4d7f-4acb-861c-ae863d82bbaa req-7756d2a8-5408-44fb-8622-66426da11ece tempest-VolumesNegativeTest-2129685104 tempest-VolumesNegativeTest-2129685104-project] 10.222.0.41 "GET /v2.0/security-groups?id=be564cf8-038f-469d-a136-f78c4eb89e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742438 Aug 11 03:29:34.324775 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b1f4d3e8-f6c3-44e4-85bb-76bd13c677ca req-100b763e-78ef-4a1b-b0f3-25ce014a46a5 service neutron] 10.222.0.41 "GET /v2.0/networks/2294adb7-cfd4-40a1-9a0c-db6ab35ac37f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292140 Aug 11 03:29:34.439830 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b1f4d3e8-f6c3-44e4-85bb-76bd13c677ca req-1554ceaf-4def-4fd4-bf0e-314aa6489289 service neutron] 10.222.0.41 "GET /v2.0/networks/2294adb7-cfd4-40a1-9a0c-db6ab35ac37f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057746 Aug 11 03:29:34.521850 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4959049d-6154-4d4a-8391-192af5efdbb4 req-f5d2ad01-5166-4fe8-a648-b5deae044d9e tempest-TestServerMultinode-1111718651 tempest-TestServerMultinode-1111718651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:34.527480 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4959049d-6154-4d4a-8391-192af5efdbb4 req-f5d2ad01-5166-4fe8-a648-b5deae044d9e tempest-TestServerMultinode-1111718651 tempest-TestServerMultinode-1111718651-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=72e76cb3-9c42-4bd8-82d7-7d23eae8f769 HTTP/1.1" status: 200 len: 1098 time: 0.0637381 Aug 11 03:29:34.564382 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4959049d-6154-4d4a-8391-192af5efdbb4 req-7e4df0ef-fc38-4f47-a64b-79eed95f31e5 tempest-TestServerMultinode-1111718651 tempest-TestServerMultinode-1111718651-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=1897814c-c114-458d-9fca-3c353e796c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299871 Aug 11 03:29:34.670079 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:34.685933 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fd1604-a689-4ff0-914f-0d58a02dde57 req-e8ef5aee-6346-4733-af10-0e7c11fa25a4 tempest-TestServerMultinode-1111718651 tempest-TestServerMultinode-1111718651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:34.687601 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-90fd1604-a689-4ff0-914f-0d58a02dde57 req-e8ef5aee-6346-4733-af10-0e7c11fa25a4 tempest-TestServerMultinode-1111718651 tempest-TestServerMultinode-1111718651-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=72e76cb3-9c42-4bd8-82d7-7d23eae8f769 HTTP/1.1" status: 200 len: 1098 time: 0.0584729 Aug 11 03:29:34.727917 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-909d915c-371d-4942-bb59-bb7c0e76c26a req-b78272ea-8a79-43e8-be18-fa74ab2d8a1e tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/ports?device_id=0e2d8fe1-e898-4c4e-a445-b5805816979f HTTP/1.1" status: 200 len: 210 time: 0.0392637 Aug 11 03:29:34.806438 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [req-90fd1604-a689-4ff0-914f-0d58a02dde57 req-23b44ce7-269f-49eb-a66b-be3812a54704 tempest-TestServerMultinode-1111718651 tempest-TestServerMultinode-1111718651-project-admin] Deleting port 51c2ebdc-de65-422e-ba32-0b4009bfdc0f {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:29:34.806785 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-90fd1604-a689-4ff0-914f-0d58a02dde57 req-23b44ce7-269f-49eb-a66b-be3812a54704 tempest-TestServerMultinode-1111718651 tempest-TestServerMultinode-1111718651-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:34.907407 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-90fd1604-a689-4ff0-914f-0d58a02dde57 req-23b44ce7-269f-49eb-a66b-be3812a54704 tempest-TestServerMultinode-1111718651 tempest-TestServerMultinode-1111718651-project-admin] For port 51c2ebdc-de65-422e-ba32-0b4009bfdc0f, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=51c2ebdc-de65-422e-ba32-0b4009bfdc0f,segment=NetworkSegment(c1162484-e62d-469d-a375-b4ed88d91d4b),segment_id=c1162484-e62d-469d-a375-b4ed88d91d4b)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:29:34.907817 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-90fd1604-a689-4ff0-914f-0d58a02dde57 req-23b44ce7-269f-49eb-a66b-be3812a54704 tempest-TestServerMultinode-1111718651 tempest-TestServerMultinode-1111718651-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:34.921619 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [req-90fd1604-a689-4ff0-914f-0d58a02dde57 req-23b44ce7-269f-49eb-a66b-be3812a54704 tempest-TestServerMultinode-1111718651 tempest-TestServerMultinode-1111718651-project-admin] Calling delete_port for 51c2ebdc-de65-422e-ba32-0b4009bfdc0f owned by compute:nova {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:29:35.126919 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-90fd1604-a689-4ff0-914f-0d58a02dde57 req-23b44ce7-269f-49eb-a66b-be3812a54704 tempest-TestServerMultinode-1111718651 tempest-TestServerMultinode-1111718651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:35.141872 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['51c2ebdc-de65-422e-ba32-0b4009bfdc0f'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:29:35.144677 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['762af76d-4859-4e43-a80b-2c963e5f0c1d'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:29:35.217454 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [req-90fd1604-a689-4ff0-914f-0d58a02dde57 req-23b44ce7-269f-49eb-a66b-be3812a54704 tempest-TestServerMultinode-1111718651 tempest-TestServerMultinode-1111718651-project-admin] No DVR routers for this DVR port 51c2ebdc-de65-422e-ba32-0b4009bfdc0f on host n-h2-764292-30 {{(pid=102192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:29:35.219580 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b44ce7-269f-49eb-a66b-be3812a54704 tempest-TestServerMultinode-1111718651 tempest-TestServerMultinode-1111718651-project-admin] Pushing event deleted for resources: {'Port': ['ID=51c2ebdc-de65-422e-ba32-0b4009bfdc0f,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:29:35.226619 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-90fd1604-a689-4ff0-914f-0d58a02dde57 req-23b44ce7-269f-49eb-a66b-be3812a54704 tempest-TestServerMultinode-1111718651 tempest-TestServerMultinode-1111718651-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:35.229615 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-90fd1604-a689-4ff0-914f-0d58a02dde57 req-23b44ce7-269f-49eb-a66b-be3812a54704 tempest-TestServerMultinode-1111718651 tempest-TestServerMultinode-1111718651-project-admin] 10.222.0.24 "DELETE /v2.0/ports/51c2ebdc-de65-422e-ba32-0b4009bfdc0f HTTP/1.1" status: 204 len: 173 time: 0.5307090 Aug 11 03:29:35.230413 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72e76cb3-9c42-4bd8-82d7-7d23eae8f769', 'name': 'network-vif-deleted', 'tag': '51c2ebdc-de65-422e-ba32-0b4009bfdc0f'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:29:35.232904 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44ab8a22-9cc4-48fa-8c7d-925586d3436b" -d '{"events": [{"server_uuid": "72e76cb3-9c42-4bd8-82d7-7d23eae8f769", "name": "network-vif-deleted", "tag": "51c2ebdc-de65-422e-ba32-0b4009bfdc0f"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:29:35.242069 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device ca8de5b4-d370-4b62-988c-cfdd2b3f3dd0 no longer exists at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:29:35.302630 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:29:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4004de11-32f7-4da4-a796-0d4f2b06d997 x-openstack-request-id: req-4004de11-32f7-4da4-a796-0d4f2b06d997 {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:29:35.302983 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72e76cb3-9c42-4bd8-82d7-7d23eae8f769", "name": "network-vif-deleted", "tag": "51c2ebdc-de65-422e-ba32-0b4009bfdc0f", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:29:35.303234 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4004de11-32f7-4da4-a796-0d4f2b06d997 {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:29:35.303683 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72e76cb3-9c42-4bd8-82d7-7d23eae8f769', 'name': 'network-vif-deleted', 'tag': '51c2ebdc-de65-422e-ba32-0b4009bfdc0f', 'status': 'completed', 'code': 200} Aug 11 03:29:35.353650 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] No Port match for: ca8de5b4-d370-4b62-988c-cfdd2b3f3dd0 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:29:35.354082 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device ca8de5b4-d370-4b62-988c-cfdd2b3f3dd0 not bound to the agent host n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:29:35.439292 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.agents_db [None req-950b7202-decb-43e2-8f71-ac8931dc9749 None None] Agent healthcheck: found 7 active agents {{(pid=102194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:29:35.484841 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970ce64a-aea8-4dea-89b3-f51c205a35ee req-549b2d33-645a-49fd-bdb2-a7a8220d2bbf tempest-VolumesNegativeTest-2129685104 tempest-VolumesNegativeTest-2129685104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:35.488903 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-970ce64a-aea8-4dea-89b3-f51c205a35ee req-549b2d33-645a-49fd-bdb2-a7a8220d2bbf tempest-VolumesNegativeTest-2129685104 tempest-VolumesNegativeTest-2129685104-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5b8a26f-7ee5-4c2d-9ed9-19603b2cede6 HTTP/1.1" status: 200 len: 950 time: 0.0956399 Aug 11 03:29:35.526928 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-970ce64a-aea8-4dea-89b3-f51c205a35ee req-cdadb8b2-03d8-4dcd-a763-ec5c5ec052a0 tempest-VolumesNegativeTest-2129685104 tempest-VolumesNegativeTest-2129685104-project] 10.222.0.41 "GET /v2.0/security-groups?id=be564cf8-038f-469d-a136-f78c4eb89e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341401 Aug 11 03:29:35.684385 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c982002f-172a-4277-9ce6-06247f849928 req-8f7ddadf-2ce0-46e6-9c69-55987f9c26b3 tempest-TestServerMultinode-1111718651 tempest-TestServerMultinode-1111718651-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=72e76cb3-9c42-4bd8-82d7-7d23eae8f769 HTTP/1.1" status: 200 len: 210 time: 0.0310500 Aug 11 03:29:35.824975 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ccd478ac-dc6f-4b74-a7df-c557dac1dd75 req-8735ca4c-246f-4b1a-a87c-3664efdb1094 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/ports?device_id=0e2d8fe1-e898-4c4e-a445-b5805816979f HTTP/1.1" status: 200 len: 210 time: 0.0269852 Aug 11 03:29:36.127298 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e369dce6-7fce-4eb1-8a83-d4d44e3b9909 req-3dc5d5eb-b24b-44a2-ae0c-fdda9ef39b05 tempest-VolumesNegativeTest-2129685104 tempest-VolumesNegativeTest-2129685104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:36.134641 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e369dce6-7fce-4eb1-8a83-d4d44e3b9909 req-3dc5d5eb-b24b-44a2-ae0c-fdda9ef39b05 tempest-VolumesNegativeTest-2129685104 tempest-VolumesNegativeTest-2129685104-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5b8a26f-7ee5-4c2d-9ed9-19603b2cede6 HTTP/1.1" status: 200 len: 950 time: 0.0853860 Aug 11 03:29:36.169798 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e369dce6-7fce-4eb1-8a83-d4d44e3b9909 req-b38405ba-d0ea-4091-b658-76c18d26c190 tempest-VolumesNegativeTest-2129685104 tempest-VolumesNegativeTest-2129685104-project] 10.222.0.41 "GET /v2.0/security-groups?id=be564cf8-038f-469d-a136-f78c4eb89e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336146 Aug 11 03:29:36.988587 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-57295a11-496a-493b-8e06-45d0dc8876bd req-ca83c567-c0d6-43d6-aabf-b94941566a3b tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/ports?device_id=0e2d8fe1-e898-4c4e-a445-b5805816979f HTTP/1.1" status: 200 len: 210 time: 0.0517776 Aug 11 03:29:37.196043 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:37.249273 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f4d3e8-f6c3-44e4-85bb-76bd13c677ca req-28692716-ff05-44e0-957c-c827bbae808a tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:37.251631 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b1f4d3e8-f6c3-44e4-85bb-76bd13c677ca req-28692716-ff05-44e0-957c-c827bbae808a tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.24 "GET /v2.0/networks?id=2294adb7-cfd4-40a1-9a0c-db6ab35ac37f HTTP/1.1" status: 200 len: 806 time: 0.1489606 Aug 11 03:29:37.275066 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-b1f4d3e8-f6c3-44e4-85bb-76bd13c677ca req-de00a0e2-0ab4-49d9-b744-17f874297981 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Request body: {'port': {'device_id': '0e2d8fe1-e898-4c4e-a445-b5805816979f', 'network_id': '2294adb7-cfd4-40a1-9a0c-db6ab35ac37f', 'admin_state_up': True, 'tenant_id': '2b2b3f02ad2f4f13a4d5b55e5c246078'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:29:37.518214 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff72fe15-bf03-4948-9af7-d4a4e867380b req-453754b5-14f5-4d35-8142-7bf81c204bf6 tempest-VolumesNegativeTest-2129685104 tempest-VolumesNegativeTest-2129685104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:37.519811 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ff72fe15-bf03-4948-9af7-d4a4e867380b req-453754b5-14f5-4d35-8142-7bf81c204bf6 tempest-VolumesNegativeTest-2129685104 tempest-VolumesNegativeTest-2129685104-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5b8a26f-7ee5-4c2d-9ed9-19603b2cede6 HTTP/1.1" status: 200 len: 950 time: 0.2320049 Aug 11 03:29:37.556676 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 60234) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:29:37.622512 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436d0df8-2b94-4501-a889-86fb61b95cb7 req-f0532419-9d04-498e-a5c2-d4ccb0770000 tempest-TestServerMultinode-1111718651 tempest-TestServerMultinode-1111718651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:37.632472 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-436d0df8-2b94-4501-a889-86fb61b95cb7 req-f0532419-9d04-498e-a5c2-d4ccb0770000 tempest-TestServerMultinode-1111718651 tempest-TestServerMultinode-1111718651-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=558763db-bacb-4f4a-9cc9-1eae0bcb9e10 HTTP/1.1" status: 200 len: 1097 time: 0.2594371 Aug 11 03:29:37.645666 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77877c3f-cabc-4199-9374-9d9ace180fba req-15ef7217-29c0-4b12-99a3-3c9e8ef7eca0 tempest-VolumesNegativeTest-2129685104 tempest-VolumesNegativeTest-2129685104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:37.655741 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-77877c3f-cabc-4199-9374-9d9ace180fba req-15ef7217-29c0-4b12-99a3-3c9e8ef7eca0 tempest-VolumesNegativeTest-2129685104 tempest-VolumesNegativeTest-2129685104-project] 10.222.0.22 "GET /v2.0/ports?device_id=c5b8a26f-7ee5-4c2d-9ed9-19603b2cede6 HTTP/1.1" status: 200 len: 950 time: 0.1410608 Aug 11 03:29:37.681582 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ff72fe15-bf03-4948-9af7-d4a4e867380b req-b18b0c5b-bf0c-493b-a891-5446770f0d30 tempest-VolumesNegativeTest-2129685104 tempest-VolumesNegativeTest-2129685104-project] 10.222.0.41 "GET /v2.0/security-groups?id=be564cf8-038f-469d-a136-f78c4eb89e30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543949 Aug 11 03:29:37.777184 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4d7a9938-a975-4f50-a384-83a13c302b06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:37.815402 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-436d0df8-2b94-4501-a889-86fb61b95cb7 req-2f43fe2a-9fb0-4ff3-a70d-c339ee7cd2b7 tempest-TestServerMultinode-1111718651 tempest-TestServerMultinode-1111718651-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=1897814c-c114-458d-9fca-3c353e796c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814740 Aug 11 03:29:37.817546 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.db.api [req-b1f4d3e8-f6c3-44e4-85bb-76bd13c677ca req-de00a0e2-0ab4-49d9-b744-17f874297981 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 11 03:29:37.817546 n-d-764292-30 neutron-server[102192]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 11 03:29:37.817546 n-d-764292-30 neutron-server[102192]: [parameters: {'project_id': '2b2b3f02ad2f4f13a4d5b55e5c246078', 'id': '96536cc4-ab16-45c7-82e4-5119fe9b19f2', 'expiration': datetime.datetime(2021, 8, 11, 3, 31, 37, 804509)}] Aug 11 03:29:37.817546 n-d-764292-30 neutron-server[102192]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102192) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 03:29:37.818353 n-d-764292-30 neutron-server[102192]: DEBUG oslo_db.api [req-b1f4d3e8-f6c3-44e4-85bb-76bd13c677ca req-de00a0e2-0ab4-49d9-b744-17f874297981 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 03:29:37.868683 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-77877c3f-cabc-4199-9374-9d9ace180fba req-1481fa34-dd77-4e90-a65b-3720df728c6a tempest-VolumesNegativeTest-2129685104 tempest-VolumesNegativeTest-2129685104-project] Deleting port fda23429-8a97-4bf0-9ad0-50984a002fda {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:29:37.869251 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-77877c3f-cabc-4199-9374-9d9ace180fba req-1481fa34-dd77-4e90-a65b-3720df728c6a tempest-VolumesNegativeTest-2129685104 tempest-VolumesNegativeTest-2129685104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:38.016423 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4d7a9938-a975-4f50-a384-83a13c302b06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:38.021147 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-77877c3f-cabc-4199-9374-9d9ace180fba req-1481fa34-dd77-4e90-a65b-3720df728c6a tempest-VolumesNegativeTest-2129685104 tempest-VolumesNegativeTest-2129685104-project] For port fda23429-8a97-4bf0-9ad0-50984a002fda, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=fda23429-8a97-4bf0-9ad0-50984a002fda,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:29:38.021505 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-77877c3f-cabc-4199-9374-9d9ace180fba req-1481fa34-dd77-4e90-a65b-3720df728c6a tempest-VolumesNegativeTest-2129685104 tempest-VolumesNegativeTest-2129685104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:38.034112 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-77877c3f-cabc-4199-9374-9d9ace180fba req-1481fa34-dd77-4e90-a65b-3720df728c6a tempest-VolumesNegativeTest-2129685104 tempest-VolumesNegativeTest-2129685104-project] Calling delete_port for fda23429-8a97-4bf0-9ad0-50984a002fda owned by compute:nova {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:29:38.082548 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-43edff17-0f40-46df-809c-9bf905dab1e5 req-bf49ff75-b86c-4217-ad3c-7b5eb1b8dec9 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/ports?device_id=0e2d8fe1-e898-4c4e-a445-b5805816979f HTTP/1.1" status: 200 len: 210 time: 0.0278218 Aug 11 03:29:38.105670 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4d7a9938-a975-4f50-a384-83a13c302b06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:38.163267 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-4d7a9938-a975-4f50-a384-83a13c302b06 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f02e27e2b8004495b226e3d8d6df0efd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6047409 Aug 11 03:29:38.166081 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 60244) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:29:38.170865 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7a9938-a975-4f50-a384-83a13c302b06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34e4fcad-7959-47d0-ac32-ce929753ebe2,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:29:38.236591 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0cbf119a-1d27-4620-b559-4d18289343ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:38.257540 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0cbf119a-1d27-4620-b559-4d18289343ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:38.303946 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-77877c3f-cabc-4199-9374-9d9ace180fba req-1481fa34-dd77-4e90-a65b-3720df728c6a tempest-VolumesNegativeTest-2129685104 tempest-VolumesNegativeTest-2129685104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:38.315045 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['fda23429-8a97-4bf0-9ad0-50984a002fda'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:29:38.328732 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1481fa34-dd77-4e90-a65b-3720df728c6a tempest-VolumesNegativeTest-2129685104 tempest-VolumesNegativeTest-2129685104-project] Pushing event deleted for resources: {'Port': ['ID=fda23429-8a97-4bf0-9ad0-50984a002fda,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:29:38.380480 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-77877c3f-cabc-4199-9374-9d9ace180fba req-1481fa34-dd77-4e90-a65b-3720df728c6a tempest-VolumesNegativeTest-2129685104 tempest-VolumesNegativeTest-2129685104-project] No DVR routers for this DVR port fda23429-8a97-4bf0-9ad0-50984a002fda on host n-h1-764292-30 {{(pid=102191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:29:38.383347 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-77877c3f-cabc-4199-9374-9d9ace180fba req-1481fa34-dd77-4e90-a65b-3720df728c6a tempest-VolumesNegativeTest-2129685104 tempest-VolumesNegativeTest-2129685104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:38.385580 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-77877c3f-cabc-4199-9374-9d9ace180fba req-1481fa34-dd77-4e90-a65b-3720df728c6a tempest-VolumesNegativeTest-2129685104 tempest-VolumesNegativeTest-2129685104-project] 10.222.0.22 "DELETE /v2.0/ports/fda23429-8a97-4bf0-9ad0-50984a002fda HTTP/1.1" status: 204 len: 173 time: 0.7223890 Aug 11 03:29:38.386029 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5b8a26f-7ee5-4c2d-9ed9-19603b2cede6', 'name': 'network-vif-deleted', 'tag': 'fda23429-8a97-4bf0-9ad0-50984a002fda'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:29:38.388819 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e04d7bb8-d524-4b41-b2ad-762a667c9fc3" -d '{"events": [{"server_uuid": "c5b8a26f-7ee5-4c2d-9ed9-19603b2cede6", "name": "network-vif-deleted", "tag": "fda23429-8a97-4bf0-9ad0-50984a002fda"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:29:38.395370 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0cbf119a-1d27-4620-b559-4d18289343ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:38.398512 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0cbf119a-1d27-4620-b559-4d18289343ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:38.402409 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-0cbf119a-1d27-4620-b559-4d18289343ee admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/34e4fcad-7959-47d0-ac32-ce929753ebe2 HTTP/1.1" status: 204 len: 168 time: 0.2328234 Aug 11 03:29:38.417959 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbf119a-1d27-4620-b559-4d18289343ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34e4fcad-7959-47d0-ac32-ce929753ebe2,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:29:38.430384 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1f4d3e8-f6c3-44e4-85bb-76bd13c677ca req-de00a0e2-0ab4-49d9-b744-17f874297981 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Made reservation on behalf of 2b2b3f02ad2f4f13a4d5b55e5c246078 for: {'port': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:29:38.435332 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-b1f4d3e8-f6c3-44e4-85bb-76bd13c677ca req-de00a0e2-0ab4-49d9-b744-17f874297981 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:38.444305 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7847c4c-1131-47c5-aa46-3c5f6e381cff x-openstack-request-id: req-d7847c4c-1131-47c5-aa46-3c5f6e381cff {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:29:38.444902 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5b8a26f-7ee5-4c2d-9ed9-19603b2cede6", "name": "network-vif-deleted", "tag": "fda23429-8a97-4bf0-9ad0-50984a002fda", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:29:38.445860 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d7847c4c-1131-47c5-aa46-3c5f6e381cff {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:29:38.446733 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5b8a26f-7ee5-4c2d-9ed9-19603b2cede6', 'name': 'network-vif-deleted', 'tag': 'fda23429-8a97-4bf0-9ad0-50984a002fda', 'status': 'completed', 'code': 200} Aug 11 03:29:38.592282 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [req-b1f4d3e8-f6c3-44e4-85bb-76bd13c677ca req-de00a0e2-0ab4-49d9-b744-17f874297981 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Allocated IP 172.20.0.10 (2294adb7-cfd4-40a1-9a0c-db6ab35ac37f/3dad44b1-6547-45e0-8453-859830dd2aa7/bbafc198-05ca-4c2d-b957-0e55465b9770) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:29:38.600743 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 60252) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:29:38.652708 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_v2 [None req-87b4e23c-0f74-4e36-a3f5-f7d288c7a271 admin admin] Deleting subnet 627b7779-f69d-4e7b-9b80-79800e15738b {{(pid=102191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:29:38.655952 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-87b4e23c-0f74-4e36-a3f5-f7d288c7a271 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:38.691737 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-87b4e23c-0f74-4e36-a3f5-f7d288c7a271 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126283525'] for subnet, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:38.751896 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-87b4e23c-0f74-4e36-a3f5-f7d288c7a271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:38.755754 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7d34aafc-d0da-40ee-96e1-35676da79c24 req-743b1464-6f9b-49d6-9f53-0a4147cc4a1a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5f7acd64-4911-45bc-9de7-75950c99f15e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1117375 Aug 11 03:29:38.888544 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468f3b78-9e68-43e8-a5b0-df66cdbb99dd req-0fa76363-6462-4ce4-89ca-03f6f882debd tempest-TestServerMultinode-1111718651 tempest-TestServerMultinode-1111718651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:38.893818 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-468f3b78-9e68-43e8-a5b0-df66cdbb99dd req-0fa76363-6462-4ce4-89ca-03f6f882debd tempest-TestServerMultinode-1111718651 tempest-TestServerMultinode-1111718651-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=558763db-bacb-4f4a-9cc9-1eae0bcb9e10 HTTP/1.1" status: 200 len: 1097 time: 0.0683391 Aug 11 03:29:38.930336 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-87b4e23c-0f74-4e36-a3f5-f7d288c7a271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126283413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126275158'] for subnet, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:38.932400 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-b1f4d3e8-f6c3-44e4-85bb-76bd13c677ca req-de00a0e2-0ab4-49d9-b744-17f874297981 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:38.937829 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9f0ac7e9-c61b-420a-9d93-635666d59375 req-6121714c-6fe4-411d-8355-5ca5382b0f3b tempest-VolumesNegativeTest-2129685104 tempest-VolumesNegativeTest-2129685104-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5b8a26f-7ee5-4c2d-9ed9-19603b2cede6 HTTP/1.1" status: 200 len: 210 time: 0.0785360 Aug 11 03:29:38.975852 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b4e23c-0f74-4e36-a3f5-f7d288c7a271 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=627b7779-f69d-4e7b-9b80-79800e15738b,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:29:38.984345 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-87b4e23c-0f74-4e36-a3f5-f7d288c7a271 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:38.986413 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-87b4e23c-0f74-4e36-a3f5-f7d288c7a271 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/627b7779-f69d-4e7b-9b80-79800e15738b HTTP/1.1" status: 204 len: 168 time: 0.3846669 Aug 11 03:29:38.991027 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 60264) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:29:39.005382 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d34aafc-d0da-40ee-96e1-35676da79c24 req-0724c6ff-3571-45dc-b903-398712cf23d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:39.007488 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7d34aafc-d0da-40ee-96e1-35676da79c24 req-0724c6ff-3571-45dc-b903-398712cf23d3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2b2b3f02ad2f4f13a4d5b55e5c246078&device_id=5f7acd64-4911-45bc-9de7-75950c99f15e HTTP/1.1" status: 200 len: 1097 time: 0.2148273 Aug 11 03:29:39.066200 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-468f3b78-9e68-43e8-a5b0-df66cdbb99dd req-b24ca793-8036-4c1b-8d67-4d1747d2334e tempest-TestServerMultinode-1111718651 tempest-TestServerMultinode-1111718651-project-admin] Deleting port 762af76d-4859-4e43-a80b-2c963e5f0c1d {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:29:39.066568 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-468f3b78-9e68-43e8-a5b0-df66cdbb99dd req-b24ca793-8036-4c1b-8d67-4d1747d2334e tempest-TestServerMultinode-1111718651 tempest-TestServerMultinode-1111718651-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:39.202453 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec0d954-cff9-4430-afca-838b92aaee02 req-af49a23f-54f4-4867-95fe-ff6d49d996f1 tempest-TestServerMultinode-1111718651 tempest-TestServerMultinode-1111718651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:39.203028 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-468f3b78-9e68-43e8-a5b0-df66cdbb99dd req-b24ca793-8036-4c1b-8d67-4d1747d2334e tempest-TestServerMultinode-1111718651 tempest-TestServerMultinode-1111718651-project-admin] For port 762af76d-4859-4e43-a80b-2c963e5f0c1d, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=762af76d-4859-4e43-a80b-2c963e5f0c1d,segment=NetworkSegment(c1162484-e62d-469d-a375-b4ed88d91d4b),segment_id=c1162484-e62d-469d-a375-b4ed88d91d4b)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:29:39.203202 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-468f3b78-9e68-43e8-a5b0-df66cdbb99dd req-b24ca793-8036-4c1b-8d67-4d1747d2334e tempest-TestServerMultinode-1111718651 tempest-TestServerMultinode-1111718651-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:39.203981 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9ec0d954-cff9-4430-afca-838b92aaee02 req-af49a23f-54f4-4867-95fe-ff6d49d996f1 tempest-TestServerMultinode-1111718651 tempest-TestServerMultinode-1111718651-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=558763db-bacb-4f4a-9cc9-1eae0bcb9e10 HTTP/1.1" status: 200 len: 1097 time: 0.2757344 Aug 11 03:29:39.232829 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-468f3b78-9e68-43e8-a5b0-df66cdbb99dd req-b24ca793-8036-4c1b-8d67-4d1747d2334e tempest-TestServerMultinode-1111718651 tempest-TestServerMultinode-1111718651-project-admin] Calling delete_port for 762af76d-4859-4e43-a80b-2c963e5f0c1d owned by compute:nova {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:29:39.249166 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4ef00e12-c93b-48dd-a826-01010608909b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:39.251138 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 51c2ebdc-de65-422e-ba32-0b4009bfdc0f no longer exists at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:29:39.279609 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d34aafc-d0da-40ee-96e1-35676da79c24 req-d4296125-3b67-45db-b1c8-881767696a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:39.281085 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7d34aafc-d0da-40ee-96e1-35676da79c24 req-d4296125-3b67-45db-b1c8-881767696a79 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2294adb7-cfd4-40a1-9a0c-db6ab35ac37f HTTP/1.1" status: 200 len: 907 time: 0.2512369 Aug 11 03:29:39.284717 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] No Port match for: 51c2ebdc-de65-422e-ba32-0b4009bfdc0f {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:29:39.285315 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 51c2ebdc-de65-422e-ba32-0b4009bfdc0f not bound to the agent host n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:29:39.361691 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9ec0d954-cff9-4430-afca-838b92aaee02 req-b5ddc9b3-c036-442b-9fee-d40fc7a9cd27 tempest-TestServerMultinode-1111718651 tempest-TestServerMultinode-1111718651-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=1897814c-c114-458d-9fca-3c353e796c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467140 Aug 11 03:29:39.363420 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-b1f4d3e8-f6c3-44e4-85bb-76bd13c677ca req-de00a0e2-0ab4-49d9-b744-17f874297981 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:39.366126 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7d34aafc-d0da-40ee-96e1-35676da79c24 req-6ffc5384-0967-4c9b-ad7d-7b053cb47f34 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c5e5b8bf-e320-4589-a83b-e2f6c8455c36 HTTP/1.1" status: 200 len: 217 time: 0.0742412 Aug 11 03:29:39.376788 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['c5e5b8bf-e320-4589-a83b-e2f6c8455c36'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:29:39.592539 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1f4d3e8-f6c3-44e4-85bb-76bd13c677ca req-de00a0e2-0ab4-49d9-b744-17f874297981 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Network 2294adb7-cfd4-40a1-9a0c-db6ab35ac37f is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:29:39.598674 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4ef00e12-c93b-48dd-a826-01010608909b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:39.608530 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-468f3b78-9e68-43e8-a5b0-df66cdbb99dd req-b24ca793-8036-4c1b-8d67-4d1747d2334e tempest-TestServerMultinode-1111718651 tempest-TestServerMultinode-1111718651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:39.618674 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [req-b1f4d3e8-f6c3-44e4-85bb-76bd13c677ca req-de00a0e2-0ab4-49d9-b744-17f874297981 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:29:39.624931 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['762af76d-4859-4e43-a80b-2c963e5f0c1d'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:29:39.626512 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1f4d3e8-f6c3-44e4-85bb-76bd13c677ca req-de00a0e2-0ab4-49d9-b744-17f874297981 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:29:39.641231 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-4ef00e12-c93b-48dd-a826-01010608909b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f57c6589-656f-456a-8ff3-5f3455453092']}} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:29:39.647789 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de00a0e2-0ab4-49d9-b744-17f874297981 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Pushing event updated for resources: {'Port': ['ID=bbafc198-05ca-4c2d-b957-0e55465b9770,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:29:39.679676 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24ca793-8036-4c1b-8d67-4d1747d2334e tempest-TestServerMultinode-1111718651 tempest-TestServerMultinode-1111718651-project-admin] Pushing event deleted for resources: {'Port': ['ID=762af76d-4859-4e43-a80b-2c963e5f0c1d,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:29:39.701282 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d34aafc-d0da-40ee-96e1-35676da79c24 req-b56bd020-5c9c-4fd0-b846-0ac3b58292cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:39.702767 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7d34aafc-d0da-40ee-96e1-35676da79c24 req-b56bd020-5c9c-4fd0-b846-0ac3b58292cd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3dad44b1-6547-45e0-8453-859830dd2aa7 HTTP/1.1" status: 200 len: 846 time: 0.2929785 Aug 11 03:29:39.704419 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-4ef00e12-c93b-48dd-a826-01010608909b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e7d1215-7bc4-4f0c-9e90-d7a2b8cae1df') {'for_net_delete': True} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:29:39.704716 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-4ef00e12-c93b-48dd-a826-01010608909b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e7d1215-7bc4-4f0c-9e90-d7a2b8cae1df') {} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:29:39.731926 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-468f3b78-9e68-43e8-a5b0-df66cdbb99dd req-b24ca793-8036-4c1b-8d67-4d1747d2334e tempest-TestServerMultinode-1111718651 tempest-TestServerMultinode-1111718651-project-admin] No DVR routers for this DVR port 762af76d-4859-4e43-a80b-2c963e5f0c1d on host n-h1-764292-30 {{(pid=102191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:29:39.741423 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-468f3b78-9e68-43e8-a5b0-df66cdbb99dd req-b24ca793-8036-4c1b-8d67-4d1747d2334e tempest-TestServerMultinode-1111718651 tempest-TestServerMultinode-1111718651-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:39.741423 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-468f3b78-9e68-43e8-a5b0-df66cdbb99dd req-b24ca793-8036-4c1b-8d67-4d1747d2334e tempest-TestServerMultinode-1111718651 tempest-TestServerMultinode-1111718651-project-admin] 10.222.0.22 "DELETE /v2.0/ports/762af76d-4859-4e43-a80b-2c963e5f0c1d HTTP/1.1" status: 204 len: 173 time: 0.8368852 Aug 11 03:29:39.741649 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4ef00e12-c93b-48dd-a826-01010608909b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125932501'] for segment, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:39.784344 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7d34aafc-d0da-40ee-96e1-35676da79c24 req-c6654959-3caf-42c9-add3-af082bd9e183 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2294adb7-cfd4-40a1-9a0c-db6ab35ac37f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577829 Aug 11 03:29:39.791641 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f83509-3eaa-48bc-957d-d097355cfa9f req-865a5408-9f44-433f-ab6a-a1fb8a1a7d28 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:39.793097 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-44f83509-3eaa-48bc-957d-d097355cfa9f req-865a5408-9f44-433f-ab6a-a1fb8a1a7d28 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/ports?device_id=0e2d8fe1-e898-4c4e-a445-b5805816979f HTTP/1.1" status: 200 len: 932 time: 0.2789538 Aug 11 03:29:39.808519 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4ef00e12-c93b-48dd-a826-01010608909b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:39.823944 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f4d3e8-f6c3-44e4-85bb-76bd13c677ca req-de00a0e2-0ab4-49d9-b744-17f874297981 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:39.828727 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-b1f4d3e8-f6c3-44e4-85bb-76bd13c677ca req-de00a0e2-0ab4-49d9-b744-17f874297981 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:39.839819 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ef00e12-c93b-48dd-a826-01010608909b admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=102192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:29:39.840229 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4ef00e12-c93b-48dd-a826-01010608909b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125932183'] for segment, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:39.849294 n-d-764292-30 neutron-server[102192]: Traceback (most recent call last): Aug 11 03:29:39.849294 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:29:39.849294 n-d-764292-30 neutron-server[102192]: timer() Aug 11 03:29:39.849294 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:29:39.849294 n-d-764292-30 neutron-server[102192]: cb(*args, **kw) Aug 11 03:29:39.849294 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:29:39.849294 n-d-764292-30 neutron-server[102192]: return func(*args, **kwargs) Aug 11 03:29:39.849294 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:29:39.849294 n-d-764292-30 neutron-server[102192]: self._notify() Aug 11 03:29:39.849294 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:29:39.849294 n-d-764292-30 neutron-server[102192]: self.callback(batched_events) Aug 11 03:29:39.849294 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:29:39.849294 n-d-764292-30 neutron-server[102192]: event.method(event) Aug 11 03:29:39.849294 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:29:39.849294 n-d-764292-30 neutron-server[102192]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:29:39.849294 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:29:39.849294 n-d-764292-30 neutron-server[102192]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:29:39.849294 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:29:39.849294 n-d-764292-30 neutron-server[102192]: return f(self, *a, **k) Aug 11 03:29:39.849294 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:29:39.849294 n-d-764292-30 neutron-server[102192]: return self._get(url).json() Aug 11 03:29:39.849294 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:29:39.849294 n-d-764292-30 neutron-server[102192]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:29:39.849294 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:29:39.849294 n-d-764292-30 neutron-server[102192]: return self.request(url, 'GET', **kwargs) Aug 11 03:29:39.849294 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:29:39.849294 n-d-764292-30 neutron-server[102192]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:29:39.849294 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:29:39.849294 n-d-764292-30 neutron-server[102192]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:29:39.849294 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:29:39.849294 n-d-764292-30 neutron-server[102192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:29:39.849294 n-d-764292-30 neutron-server[102192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:29:39.984200 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-44f83509-3eaa-48bc-957d-d097355cfa9f req-72dec6c6-4168-43c0-b141-c4aa670ebb6f tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d1cd399-f1ad-4eb8-8279-cc3e3b1f8ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663830 Aug 11 03:29:40.008817 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b1f4d3e8-f6c3-44e4-85bb-76bd13c677ca req-de00a0e2-0ab4-49d9-b744-17f874297981 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7449303 Aug 11 03:29:40.028323 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-b1f4d3e8-f6c3-44e4-85bb-76bd13c677ca req-89333895-1797-4f62-9fc0-c82f1bcf5650 service neutron] Request body: {'port': {'device_id': '0e2d8fe1-e898-4c4e-a445-b5805816979f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764292-30'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:29:40.037282 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7d34aafc-d0da-40ee-96e1-35676da79c24 req-633f4641-6503-4e79-a700-525751004088 service neutron] 10.222.0.24 "GET /v2.0/networks/2294adb7-cfd4-40a1-9a0c-db6ab35ac37f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2432282 Aug 11 03:29:40.081722 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4ef00e12-c93b-48dd-a826-01010608909b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:40.120022 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4ef00e12-c93b-48dd-a826-01010608909b admin admin] Notify callbacks [] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:40.122410 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-4ef00e12-c93b-48dd-a826-01010608909b admin admin] 10.222.0.41 "DELETE /v2.0/networks/f57c6589-656f-456a-8ff3-5f3455453092 HTTP/1.1" status: 204 len: 168 time: 1.1284509 Aug 11 03:29:40.134781 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef00e12-c93b-48dd-a826-01010608909b admin admin] Pushing event deleted for resources: {'Network': ['ID=f57c6589-656f-456a-8ff3-5f3455453092,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:29:40.180543 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-b1f4d3e8-f6c3-44e4-85bb-76bd13c677ca req-89333895-1797-4f62-9fc0-c82f1bcf5650 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:40.448082 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '558763db-bacb-4f4a-9cc9-1eae0bcb9e10', 'name': 'network-vif-deleted', 'tag': '762af76d-4859-4e43-a80b-2c963e5f0c1d'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:29:40.452817 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f45fa8dc-5e73-41af-afc1-ae9a7aaab698" -d '{"events": [{"server_uuid": "558763db-bacb-4f4a-9cc9-1eae0bcb9e10", "name": "network-vif-deleted", "tag": "762af76d-4859-4e43-a80b-2c963e5f0c1d"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:29:40.545905 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90f0fd41-74af-4264-b49b-f8cc20ca3c3b x-openstack-request-id: req-90f0fd41-74af-4264-b49b-f8cc20ca3c3b {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:29:40.546512 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "558763db-bacb-4f4a-9cc9-1eae0bcb9e10", "name": "network-vif-deleted", "tag": "762af76d-4859-4e43-a80b-2c963e5f0c1d", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:29:40.547020 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-90f0fd41-74af-4264-b49b-f8cc20ca3c3b {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:29:40.547652 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '558763db-bacb-4f4a-9cc9-1eae0bcb9e10', 'name': 'network-vif-deleted', 'tag': '762af76d-4859-4e43-a80b-2c963e5f0c1d', 'status': 'completed', 'code': 200} Aug 11 03:29:40.608201 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 60318) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:29:40.699610 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7d34aafc-d0da-40ee-96e1-35676da79c24 req-bba1c457-d7b1-4b31-8c48-3a1ef5721609 service neutron] 10.222.0.24 "GET /v2.0/networks/2294adb7-cfd4-40a1-9a0c-db6ab35ac37f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6399696 Aug 11 03:29:40.717775 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-68b50a0b-74b2-43c9-b29e-366447cb8504 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7cf5a028fe8e446bbd034ec53fddeed6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1061902 Aug 11 03:29:40.720152 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 60322) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:29:40.737940 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f6c4340b-f0c1-4a52-8e34-599a086d16ab req-38923c34-1e0b-47ac-acd2-9f10f6e06a3a tempest-TestServerMultinode-1111718651 tempest-TestServerMultinode-1111718651-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=558763db-bacb-4f4a-9cc9-1eae0bcb9e10 HTTP/1.1" status: 200 len: 210 time: 0.0490286 Aug 11 03:29:40.778518 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-73a0d072-92bd-40a4-bdd0-979381b3d5c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:40.800777 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-73a0d072-92bd-40a4-bdd0-979381b3d5c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:40.909514 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-73a0d072-92bd-40a4-bdd0-979381b3d5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:40.912222 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-73a0d072-92bd-40a4-bdd0-979381b3d5c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:40.916179 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-73a0d072-92bd-40a4-bdd0-979381b3d5c6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3a81c5ed-57da-4453-859a-5ef9b41ed491 HTTP/1.1" status: 204 len: 168 time: 0.1951046 Aug 11 03:29:40.926812 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a0d072-92bd-40a4-bdd0-979381b3d5c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a81c5ed-57da-4453-859a-5ef9b41ed491,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:29:41.079384 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [req-b1f4d3e8-f6c3-44e4-85bb-76bd13c677ca req-89333895-1797-4f62-9fc0-c82f1bcf5650 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbafc198-05ca-4c2d-b957-0e55465b9770 {{(pid=102192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:29:41.099390 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-b1f4d3e8-f6c3-44e4-85bb-76bd13c677ca req-89333895-1797-4f62-9fc0-c82f1bcf5650 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:41.136802 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [req-b1f4d3e8-f6c3-44e4-85bb-76bd13c677ca req-89333895-1797-4f62-9fc0-c82f1bcf5650 service neutron] Transition to ACTIVE for port object bbafc198-05ca-4c2d-b957-0e55465b9770 will not be triggered until provisioned by entity L2. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:29:41.156904 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1733b2a8-86c4-4d40-8d8e-8e4478a1a0d5 req-cc54d06b-74ae-4838-be82-c550a0a7fc05 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:41.159786 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1733b2a8-86c4-4d40-8d8e-8e4478a1a0d5 req-cc54d06b-74ae-4838-be82-c550a0a7fc05 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/ports?device_id=0e2d8fe1-e898-4c4e-a445-b5805816979f HTTP/1.1" status: 200 len: 932 time: 0.0751491 Aug 11 03:29:41.227271 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1733b2a8-86c4-4d40-8d8e-8e4478a1a0d5 req-341ad7d2-457e-4af2-9c61-484cffaf17eb tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d1cd399-f1ad-4eb8-8279-cc3e3b1f8ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583215 Aug 11 03:29:41.258248 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-b1f4d3e8-f6c3-44e4-85bb-76bd13c677ca req-89333895-1797-4f62-9fc0-c82f1bcf5650 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:41.316117 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89333895-1797-4f62-9fc0-c82f1bcf5650 service neutron] Pushing event updated for resources: {'Port': ['ID=bbafc198-05ca-4c2d-b957-0e55465b9770,revision_number=2']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:29:41.360721 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:41.388106 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-b1f4d3e8-f6c3-44e4-85bb-76bd13c677ca req-89333895-1797-4f62-9fc0-c82f1bcf5650 service neutron] Attempting to bind port bbafc198-05ca-4c2d-b957-0e55465b9770 on host n-h2-764292-30 for vnic_type normal with profile {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:29:41.388451 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-b1f4d3e8-f6c3-44e4-85bb-76bd13c677ca req-89333895-1797-4f62-9fc0-c82f1bcf5650 service neutron] Attempting to bind port bbafc198-05ca-4c2d-b957-0e55465b9770 by drivers openvswitch,hyperv on host n-h2-764292-30 at level 0 using segments [{'id': '323f142b-ee85-4d27-85a3-85cc28507ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '2294adb7-cfd4-40a1-9a0c-db6ab35ac37f'}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:29:41.388791 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f4d3e8-f6c3-44e4-85bb-76bd13c677ca req-89333895-1797-4f62-9fc0-c82f1bcf5650 service neutron] Attempting to bind port bbafc198-05ca-4c2d-b957-0e55465b9770 on network 2294adb7-cfd4-40a1-9a0c-db6ab35ac37f {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:29:41.394777 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f4d3e8-f6c3-44e4-85bb-76bd13c677ca req-89333895-1797-4f62-9fc0-c82f1bcf5650 service neutron] Port bbafc198-05ca-4c2d-b957-0e55465b9770 on network 2294adb7-cfd4-40a1-9a0c-db6ab35ac37f not bound, no agent of type Open vSwitch agent registered on host n-h2-764292-30 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:29:41.394777 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f4d3e8-f6c3-44e4-85bb-76bd13c677ca req-89333895-1797-4f62-9fc0-c82f1bcf5650 service neutron] Attempting to bind port bbafc198-05ca-4c2d-b957-0e55465b9770 on network 2294adb7-cfd4-40a1-9a0c-db6ab35ac37f {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:29:41.412705 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f4d3e8-f6c3-44e4-85bb-76bd13c677ca req-89333895-1797-4f62-9fc0-c82f1bcf5650 service neutron] Checking agent: {'id': '70015fc0-62fb-48b2-b453-36906937cf2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 29, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:29:41.413053 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f4d3e8-f6c3-44e4-85bb-76bd13c677ca req-89333895-1797-4f62-9fc0-c82f1bcf5650 service neutron] Checking segment: {'id': '323f142b-ee85-4d27-85a3-85cc28507ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '2294adb7-cfd4-40a1-9a0c-db6ab35ac37f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:29:41.413456 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f4d3e8-f6c3-44e4-85bb-76bd13c677ca req-89333895-1797-4f62-9fc0-c82f1bcf5650 service neutron] Bound using segment: {'id': '323f142b-ee85-4d27-85a3-85cc28507ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '2294adb7-cfd4-40a1-9a0c-db6ab35ac37f'} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:29:41.416394 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-b1f4d3e8-f6c3-44e4-85bb-76bd13c677ca req-89333895-1797-4f62-9fc0-c82f1bcf5650 service neutron] Bound port: bbafc198-05ca-4c2d-b957-0e55465b9770, host: n-h2-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '323f142b-ee85-4d27-85a3-85cc28507ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '2294adb7-cfd4-40a1-9a0c-db6ab35ac37f'}}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:29:41.416815 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-b1f4d3e8-f6c3-44e4-85bb-76bd13c677ca req-89333895-1797-4f62-9fc0-c82f1bcf5650 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:41.520036 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-b1f4d3e8-f6c3-44e4-85bb-76bd13c677ca req-89333895-1797-4f62-9fc0-c82f1bcf5650 service neutron] For port bbafc198-05ca-4c2d-b957-0e55465b9770, host n-h2-764292-30, cleared binding levels {{(pid=102192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:29:41.522681 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-b1f4d3e8-f6c3-44e4-85bb-76bd13c677ca req-89333895-1797-4f62-9fc0-c82f1bcf5650 service neutron] For port bbafc198-05ca-4c2d-b957-0e55465b9770, host n-h2-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=bbafc198-05ca-4c2d-b957-0e55465b9770,segment=NetworkSegment(323f142b-ee85-4d27-85a3-85cc28507ab1),segment_id=323f142b-ee85-4d27-85a3-85cc28507ab1)] {{(pid=102192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:29:41.596138 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-b1f4d3e8-f6c3-44e4-85bb-76bd13c677ca req-89333895-1797-4f62-9fc0-c82f1bcf5650 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:41.708394 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89333895-1797-4f62-9fc0-c82f1bcf5650 service neutron] Pushing event updated for resources: {'Port': ['ID=bbafc198-05ca-4c2d-b957-0e55465b9770,revision_number=3']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:29:41.728468 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f4d3e8-f6c3-44e4-85bb-76bd13c677ca req-89333895-1797-4f62-9fc0-c82f1bcf5650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:41.729812 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-b1f4d3e8-f6c3-44e4-85bb-76bd13c677ca req-89333895-1797-4f62-9fc0-c82f1bcf5650 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:41.732433 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b1f4d3e8-f6c3-44e4-85bb-76bd13c677ca req-89333895-1797-4f62-9fc0-c82f1bcf5650 service neutron] 10.222.0.24 "PUT /v2.0/ports/bbafc198-05ca-4c2d-b957-0e55465b9770 HTTP/1.1" status: 200 len: 1093 time: 1.7078948 Aug 11 03:29:41.732433 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e2d8fe1-e898-4c4e-a445-b5805816979f', 'tag': 'bbafc198-05ca-4c2d-b957-0e55465b9770'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:29:41.734477 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7095b532-caf6-41d2-bbb9-b1dab5f7186a" -d '{"events": [{"name": "network-changed", "server_uuid": "0e2d8fe1-e898-4c4e-a445-b5805816979f", "tag": "bbafc198-05ca-4c2d-b957-0e55465b9770"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:29:41.786072 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:29:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23316a3a-3f04-4e54-bf7d-4852736d84d1 x-openstack-request-id: req-23316a3a-3f04-4e54-bf7d-4852736d84d1 {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:29:41.786358 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e2d8fe1-e898-4c4e-a445-b5805816979f", "tag": "bbafc198-05ca-4c2d-b957-0e55465b9770", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:29:41.786710 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-23316a3a-3f04-4e54-bf7d-4852736d84d1 {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:29:41.787254 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e2d8fe1-e898-4c4e-a445-b5805816979f', 'tag': 'bbafc198-05ca-4c2d-b957-0e55465b9770', 'status': 'completed', 'code': 200} Aug 11 03:29:41.823188 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 60408) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:29:41.860901 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7095b532-caf6-41d2-bbb9-b1dab5f7186a req-2a33ff6a-570f-4ab8-95d2-b2aa57605c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:41.863122 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7095b532-caf6-41d2-bbb9-b1dab5f7186a req-2a33ff6a-570f-4ab8-95d2-b2aa57605c6d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2b2b3f02ad2f4f13a4d5b55e5c246078&device_id=0e2d8fe1-e898-4c4e-a445-b5805816979f HTTP/1.1" status: 200 len: 1096 time: 0.0482471 Aug 11 03:29:42.001306 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7095b532-caf6-41d2-bbb9-b1dab5f7186a req-e3716669-998e-4798-812a-5f9ba851dab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:42.011545 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7095b532-caf6-41d2-bbb9-b1dab5f7186a req-e3716669-998e-4798-812a-5f9ba851dab2 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=2b2b3f02ad2f4f13a4d5b55e5c246078&shared=False HTTP/1.1" status: 200 len: 907 time: 0.1395538 Aug 11 03:29:42.160762 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7095b532-caf6-41d2-bbb9-b1dab5f7186a req-127717d0-303d-4ad9-a76b-88b34a8b1074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:42.163265 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7095b532-caf6-41d2-bbb9-b1dab5f7186a req-127717d0-303d-4ad9-a76b-88b34a8b1074 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1391566 Aug 11 03:29:42.311853 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f4d3e8-f6c3-44e4-85bb-76bd13c677ca req-b2107380-cd5a-4c7c-a4a4-44651d19fee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:42.313718 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b1f4d3e8-f6c3-44e4-85bb-76bd13c677ca req-b2107380-cd5a-4c7c-a4a4-44651d19fee3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2b2b3f02ad2f4f13a4d5b55e5c246078&device_id=0e2d8fe1-e898-4c4e-a445-b5805816979f HTTP/1.1" status: 200 len: 1096 time: 0.0786786 Aug 11 03:29:42.388620 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b1f4d3e8-f6c3-44e4-85bb-76bd13c677ca req-d44e7691-027d-4693-a60f-28da7faad1cd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bbafc198-05ca-4c2d-b957-0e55465b9770 HTTP/1.1" status: 200 len: 217 time: 0.0674913 Aug 11 03:29:42.414536 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-54f97c8b-8756-41d3-9c8b-7e89fbbc601d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521106'] for router_interface, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:42.486633 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df86b603-ef91-4158-a4d1-722de4617c9f req-ab40b18e-45b8-4157-9f82-72e6e615ab87 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:42.496071 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-df86b603-ef91-4158-a4d1-722de4617c9f req-ab40b18e-45b8-4157-9f82-72e6e615ab87 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/ports?device_id=0e2d8fe1-e898-4c4e-a445-b5805816979f HTTP/1.1" status: 200 len: 944 time: 0.1142561 Aug 11 03:29:42.509235 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f4d3e8-f6c3-44e4-85bb-76bd13c677ca req-dc195e94-8b5e-4d69-87ae-84c49814e3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:42.510768 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b1f4d3e8-f6c3-44e4-85bb-76bd13c677ca req-dc195e94-8b5e-4d69-87ae-84c49814e3dd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3dad44b1-6547-45e0-8453-859830dd2aa7 HTTP/1.1" status: 200 len: 846 time: 0.1133711 Aug 11 03:29:42.562750 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device fda23429-8a97-4bf0-9ad0-50984a002fda no longer exists at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:29:42.599990 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] No Port match for: fda23429-8a97-4bf0-9ad0-50984a002fda {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:29:42.600945 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device fda23429-8a97-4bf0-9ad0-50984a002fda not bound to the agent host n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:29:42.603072 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 762af76d-4859-4e43-a80b-2c963e5f0c1d no longer exists at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:29:42.641225 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b1f4d3e8-f6c3-44e4-85bb-76bd13c677ca req-6b83954c-4735-405a-82ef-4168160df639 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2294adb7-cfd4-40a1-9a0c-db6ab35ac37f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1194003 Aug 11 03:29:42.644671 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-df86b603-ef91-4158-a4d1-722de4617c9f req-759dc1cd-588d-49a0-9b94-a5021671878f tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d1cd399-f1ad-4eb8-8279-cc3e3b1f8ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476703 Aug 11 03:29:42.671770 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] No Port match for: 762af76d-4859-4e43-a80b-2c963e5f0c1d {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:29:42.672364 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 762af76d-4859-4e43-a80b-2c963e5f0c1d not bound to the agent host n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:29:42.722376 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 60440) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:29:42.808488 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-54f97c8b-8756-41d3-9c8b-7e89fbbc601d admin admin] Deleting port e74a41af-8d1a-4034-b2d1-727dae0bc2fa {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:29:42.809209 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-54f97c8b-8756-41d3-9c8b-7e89fbbc601d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:42.823979 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b1f4d3e8-f6c3-44e4-85bb-76bd13c677ca req-41d1b7b1-0510-4a46-a6b7-e57f3245ea8f service neutron] 10.222.0.24 "GET /v2.0/networks/2294adb7-cfd4-40a1-9a0c-db6ab35ac37f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748135 Aug 11 03:29:42.908409 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [None req-54f97c8b-8756-41d3-9c8b-7e89fbbc601d admin admin] For port e74a41af-8d1a-4034-b2d1-727dae0bc2fa, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=e74a41af-8d1a-4034-b2d1-727dae0bc2fa,segment=NetworkSegment(c1162484-e62d-469d-a375-b4ed88d91d4b),segment_id=c1162484-e62d-469d-a375-b4ed88d91d4b)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:29:42.909657 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-54f97c8b-8756-41d3-9c8b-7e89fbbc601d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:42.918792 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-2c2414a6-625b-47ff-a4f2-7d55d921dafb admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-992346021-network', 'tenant_id': 'b540e93b4e6e403b8be0a51a19b9324d'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:29:42.929441 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-54f97c8b-8756-41d3-9c8b-7e89fbbc601d admin admin] Calling delete_port for e74a41af-8d1a-4034-b2d1-727dae0bc2fa owned by network:router_interface {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:29:42.977715 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b1f4d3e8-f6c3-44e4-85bb-76bd13c677ca req-0510535a-fecb-4480-934f-a86c8c6d34bf service neutron] 10.222.0.24 "GET /v2.0/networks/2294adb7-cfd4-40a1-9a0c-db6ab35ac37f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465783 Aug 11 03:29:43.069924 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c2414a6-625b-47ff-a4f2-7d55d921dafb admin admin] Made reservation on behalf of b540e93b4e6e403b8be0a51a19b9324d for: {'network': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:29:43.074104 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-2c2414a6-625b-47ff-a4f2-7d55d921dafb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:43.091887 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-2c2414a6-625b-47ff-a4f2-7d55d921dafb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:43.212715 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-54f97c8b-8756-41d3-9c8b-7e89fbbc601d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:43.222804 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-2c2414a6-625b-47ff-a4f2-7d55d921dafb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:43.244077 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f97c8b-8756-41d3-9c8b-7e89fbbc601d admin admin] Pushing event deleted for resources: {'Port': ['ID=e74a41af-8d1a-4034-b2d1-727dae0bc2fa,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:29:43.304074 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-2c2414a6-625b-47ff-a4f2-7d55d921dafb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:43.331963 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c2414a6-625b-47ff-a4f2-7d55d921dafb admin admin] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=102192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:29:43.343073 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2414a6-625b-47ff-a4f2-7d55d921dafb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e48430d5-968d-4825-ac78-ecd0c161f001,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:29:43.349635 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-2c2414a6-625b-47ff-a4f2-7d55d921dafb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:43.350002 n-d-764292-30 neutron-server[102192]: INFO neutron.db.segments_db [None req-2c2414a6-625b-47ff-a4f2-7d55d921dafb admin admin] Added segment 171ec611-a934-4219-8e96-132344840dde of type vlan for network 425045ab-1792-4464-8443-b9a0ad823629 Aug 11 03:29:43.438249 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-2c2414a6-625b-47ff-a4f2-7d55d921dafb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:43.463411 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-54f97c8b-8756-41d3-9c8b-7e89fbbc601d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16383033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450082'] for router_interface, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:43.560767 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-2c2414a6-625b-47ff-a4f2-7d55d921dafb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:43.561791 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c2414a6-625b-47ff-a4f2-7d55d921dafb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:43.562394 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-2c2414a6-625b-47ff-a4f2-7d55d921dafb admin admin] Notify callbacks [] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:43.629657 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2414a6-625b-47ff-a4f2-7d55d921dafb admin admin] Pushing event updated for resources: {'Network': ['ID=425045ab-1792-4464-8443-b9a0ad823629,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:29:43.640222 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network 425045ab-1792-4464-8443-b9a0ad823629 details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:29:43.709100 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-2c2414a6-625b-47ff-a4f2-7d55d921dafb admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9845698 Aug 11 03:29:43.709721 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 60490) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:29:43.717236 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-375da262-2733-4703-baad-3b9dfb2b7057 admin admin] Request body: {'subnet': {'network_id': '425045ab-1792-4464-8443-b9a0ad823629', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-992346021-subnet', 'tenant_id': 'b540e93b4e6e403b8be0a51a19b9324d', 'ip_version': 4}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:29:43.743502 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54f97c8b-8756-41d3-9c8b-7e89fbbc601d admin admin] Router 1f193cce-4884-4c3a-8445-717a5407d13f has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:29:43.833219 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3914678f-cd0d-487a-84cf-c0818732f2ed req-3e285857-59c0-41b0-bb38-9538637d3848 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:43.840438 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3914678f-cd0d-487a-84cf-c0818732f2ed req-3e285857-59c0-41b0-bb38-9538637d3848 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/ports?device_id=0e2d8fe1-e898-4c4e-a445-b5805816979f HTTP/1.1" status: 200 len: 944 time: 0.0854166 Aug 11 03:29:43.873548 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-375da262-2733-4703-baad-3b9dfb2b7057 admin admin] Made reservation on behalf of b540e93b4e6e403b8be0a51a19b9324d for: {'subnet': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:29:43.875922 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-375da262-2733-4703-baad-3b9dfb2b7057 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126180544'] for subnet, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:43.930167 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54f97c8b-8756-41d3-9c8b-7e89fbbc601d admin admin] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:29:43.942955 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e0d16f8-afdf-4b5b-a145-577bda4eb16a None None] Sync routers for ids ['1f193cce-4884-4c3a-8445-717a5407d13f'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:29:43.962601 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0d16f8-afdf-4b5b-a145-577bda4eb16a None None] Routers {'1f193cce-4884-4c3a-8445-717a5407d13f'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:29:43.963249 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-6e0d16f8-afdf-4b5b-a145-577bda4eb16a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:29:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['1f193cce-4884-4c3a-8445-717a5407d13f'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:29:43.966994 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-54f97c8b-8756-41d3-9c8b-7e89fbbc601d admin admin] 10.222.0.41 "PUT /v2.0/routers/1f193cce-4884-4c3a-8445-717a5407d13f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1398044 Aug 11 03:29:43.969802 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 60516) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:29:43.981522 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3914678f-cd0d-487a-84cf-c0818732f2ed req-33759e81-5bac-4000-afe0-e03d80c86715 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d1cd399-f1ad-4eb8-8279-cc3e3b1f8ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338346 Aug 11 03:29:44.157379 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-6e0d16f8-afdf-4b5b-a145-577bda4eb16a None None] Set router 1f193cce-4884-4c3a-8445-717a5407d13f gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:29:44.304195 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-375da262-2733-4703-baad-3b9dfb2b7057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125932092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126180562'] for subnet, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:44.381348 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375da262-2733-4703-baad-3b9dfb2b7057 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f01d933d-9d66-4eb8-97b2-29dd5d188cd5,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:29:44.397578 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-375da262-2733-4703-baad-3b9dfb2b7057 admin admin] Checking segment: {'id': '171ec611-a934-4219-8e96-132344840dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '425045ab-1792-4464-8443-b9a0ad823629'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:29:44.401215 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-375da262-2733-4703-baad-3b9dfb2b7057 admin admin] Network hostable DHCP agents. Network: 425045ab-1792-4464-8443-b9a0ad823629, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:29:44.431160 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-6e0d16f8-afdf-4b5b-a145-577bda4eb16a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f193cce-4884-4c3a-8445-717a5407d13f', 'name': 'tempest-TestServerMultinode-1608795734-router', 'tenant_id': 'a85269c0e6474c78b09f8a25d858da1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': '0385c4e4-e670-47e2-bd4a-90d3ae5227f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:28:26Z', 'updated_at': '2021-08-11T03:29:43Z', 'revision_number': 5, 'project_id': 'a85269c0e6474c78b09f8a25d858da1f', 'gw_port': {'id': '0385c4e4-e670-47e2-bd4a-90d3ae5227f0', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:84:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f193cce-4884-4c3a-8445-717a5407d13f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:28:28Z', 'updated_at': '2021-08-11T03:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:29:44.475575 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-375da262-2733-4703-baad-3b9dfb2b7057 admin admin] Network 425045ab-1792-4464-8443-b9a0ad823629 is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:29:44.572521 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-375da262-2733-4703-baad-3b9dfb2b7057 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, 425045ab-1792-4464-8443-b9a0ad823629) {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:29:44.578086 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-df3b5b89-9ca9-4340-8184-b7a522464ebb admin admin] Notify callbacks [] for router, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:44.584523 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-375da262-2733-4703-baad-3b9dfb2b7057 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:44.587550 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-375da262-2733-4703-baad-3b9dfb2b7057 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:44.647054 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5d1a1e9-4bd4-45fe-a355-7e056eaaf2b4 None None] Network 425045ab-1792-4464-8443-b9a0ad823629 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:29:44.671094 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-375da262-2733-4703-baad-3b9dfb2b7057 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9602864 Aug 11 03:29:44.673606 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 60532) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:29:44.678877 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-471ea569-fdb3-4a7d-a4f7-f4b934972c59 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-992346021-router', 'tenant_id': 'b540e93b4e6e403b8be0a51a19b9324d', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:29:44.708912 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-df3b5b89-9ca9-4340-8184-b7a522464ebb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:44.740625 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e0d16f8-afdf-4b5b-a145-577bda4eb16a None None] Checking router: 1f193cce-4884-4c3a-8445-717a5407d13f for host: n-d-764292-30 {{(pid=102193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:29:44.787340 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0d16f8-afdf-4b5b-a145-577bda4eb16a None None] Routers {'1f193cce-4884-4c3a-8445-717a5407d13f'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:29:44.788109 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-6e0d16f8-afdf-4b5b-a145-577bda4eb16a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:29:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['1f193cce-4884-4c3a-8445-717a5407d13f'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:29:44.849703 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-471ea569-fdb3-4a7d-a4f7-f4b934972c59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-450010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6626'] for router, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:44.861848 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-471ea569-fdb3-4a7d-a4f7-f4b934972c59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-446747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6633'] for router, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:44.918112 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74bcaed2-2eed-4d40-b698-6b4565e808ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde080026-c28f-55be-b52b-13827cc43646-425045ab-1792-4464-8443-b9a0ad823629', 'network_id': '425045ab-1792-4464-8443-b9a0ad823629', 'tenant_id': 'b540e93b4e6e403b8be0a51a19b9324d', 'fixed_ips': [{'subnet_id': 'f01d933d-9d66-4eb8-97b2-29dd5d188cd5'}]}} from n-d-764292-30. {{(pid=102193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:29:44.918112 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-74bcaed2-2eed-4d40-b698-6b4565e808ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:44.919540 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-df3b5b89-9ca9-4340-8184-b7a522464ebb admin admin] Deleting port 0385c4e4-e670-47e2-bd4a-90d3ae5227f0 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:29:44.919879 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-df3b5b89-9ca9-4340-8184-b7a522464ebb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:45.024609 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-6e0d16f8-afdf-4b5b-a145-577bda4eb16a None None] Set router 1f193cce-4884-4c3a-8445-717a5407d13f gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:29:45.027335 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-471ea569-fdb3-4a7d-a4f7-f4b934972c59 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:45.129777 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [None req-df3b5b89-9ca9-4340-8184-b7a522464ebb admin admin] For port 0385c4e4-e670-47e2-bd4a-90d3ae5227f0, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=0385c4e4-e670-47e2-bd4a-90d3ae5227f0,segment=NetworkSegment(fab28bed-aa25-40db-bba4-ec26e795194c),segment_id=fab28bed-aa25-40db-bba4-ec26e795194c)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:29:45.130306 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-df3b5b89-9ca9-4340-8184-b7a522464ebb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:45.151136 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-df3b5b89-9ca9-4340-8184-b7a522464ebb admin admin] Calling delete_port for 0385c4e4-e670-47e2-bd4a-90d3ae5227f0 owned by network:router_gateway {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:29:45.239076 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.db_base_plugin_common [None req-74bcaed2-2eed-4d40-b698-6b4565e808ab None None] Allocated IP 172.20.0.2 (425045ab-1792-4464-8443-b9a0ad823629/f01d933d-9d66-4eb8-97b2-29dd5d188cd5/854ae060-8358-47fc-adb5-b359f07ca4c7) {{(pid=102193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:29:45.321187 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935e8fee-f0b3-4c90-ad8c-d972189cabb3 req-00b2e252-7eb1-49ea-894b-04794929d9ce tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:45.333236 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-935e8fee-f0b3-4c90-ad8c-d972189cabb3 req-00b2e252-7eb1-49ea-894b-04794929d9ce tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/ports?device_id=0e2d8fe1-e898-4c4e-a445-b5805816979f HTTP/1.1" status: 200 len: 944 time: 0.2499881 Aug 11 03:29:45.403673 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-471ea569-fdb3-4a7d-a4f7-f4b934972c59 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:45.411043 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-6e0d16f8-afdf-4b5b-a145-577bda4eb16a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f193cce-4884-4c3a-8445-717a5407d13f', 'name': 'tempest-TestServerMultinode-1608795734-router', 'tenant_id': 'a85269c0e6474c78b09f8a25d858da1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': '0385c4e4-e670-47e2-bd4a-90d3ae5227f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:28:26Z', 'updated_at': '2021-08-11T03:29:43Z', 'revision_number': 5, 'project_id': 'a85269c0e6474c78b09f8a25d858da1f', 'gw_port': {'id': '0385c4e4-e670-47e2-bd4a-90d3ae5227f0', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:84:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f193cce-4884-4c3a-8445-717a5407d13f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:28:28Z', 'updated_at': '2021-08-11T03:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:29:45.432040 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-935e8fee-f0b3-4c90-ad8c-d972189cabb3 req-5fed41d2-132c-4496-851d-e3871caa01a7 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d1cd399-f1ad-4eb8-8279-cc3e3b1f8ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603311 Aug 11 03:29:45.458709 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e0d16f8-afdf-4b5b-a145-577bda4eb16a None None] The sync data for ids ['1f193cce-4884-4c3a-8445-717a5407d13f'] in n-d-764292-30 is: [{'id': '1f193cce-4884-4c3a-8445-717a5407d13f', 'name': 'tempest-TestServerMultinode-1608795734-router', 'tenant_id': 'a85269c0e6474c78b09f8a25d858da1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': '0385c4e4-e670-47e2-bd4a-90d3ae5227f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:28:26Z', 'updated_at': '2021-08-11T03:29:43Z', 'revision_number': 5, 'project_id': 'a85269c0e6474c78b09f8a25d858da1f', 'gw_port': {'id': '0385c4e4-e670-47e2-bd4a-90d3ae5227f0', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:84:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f193cce-4884-4c3a-8445-717a5407d13f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:28:28Z', 'updated_at': '2021-08-11T03:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:29:45.533081 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-74bcaed2-2eed-4d40-b698-6b4565e808ab None None] Notify callbacks [] for port, precommit_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:45.542694 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-74bcaed2-2eed-4d40-b698-6b4565e808ab None None] Transition to ACTIVE for port object 854ae060-8358-47fc-adb5-b359f07ca4c7 will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:29:45.559580 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-74bcaed2-2eed-4d40-b698-6b4565e808ab None None] Transition to ACTIVE for port object 854ae060-8358-47fc-adb5-b359f07ca4c7 will not be triggered until provisioned by entity DHCP. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:29:45.583768 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-df3b5b89-9ca9-4340-8184-b7a522464ebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:45.613307 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3b5b89-9ca9-4340-8184-b7a522464ebb admin admin] Pushing event deleted for resources: {'Port': ['ID=0385c4e4-e670-47e2-bd4a-90d3ae5227f0,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:29:45.658927 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-74bcaed2-2eed-4d40-b698-6b4565e808ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669'] for port, after_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:45.678331 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-df3b5b89-9ca9-4340-8184-b7a522464ebb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-446916'] for router_gateway, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:45.725545 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-471ea569-fdb3-4a7d-a4f7-f4b934972c59 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:45.738456 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74bcaed2-2eed-4d40-b698-6b4565e808ab None None] Network 425045ab-1792-4464-8443-b9a0ad823629 is already hosted by enough agents. {{(pid=102193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:29:45.741633 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.base_scheduler [None req-74bcaed2-2eed-4d40-b698-6b4565e808ab None None] Resources bound (agent type, host, resource id): {{(pid=102193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:29:45.745589 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74bcaed2-2eed-4d40-b698-6b4565e808ab None None] Received port after_create {{(pid=102193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:29:45.753637 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-471ea569-fdb3-4a7d-a4f7-f4b934972c59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:45.758434 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bcaed2-2eed-4d40-b698-6b4565e808ab None None] Pushing event updated for resources: {'Port': ['ID=854ae060-8358-47fc-adb5-b359f07ca4c7,revision_number=1']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:29:45.779433 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-df3b5b89-9ca9-4340-8184-b7a522464ebb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6544'] for router, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:45.781924 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-df3b5b89-9ca9-4340-8184-b7a522464ebb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:45.819539 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-74bcaed2-2eed-4d40-b698-6b4565e808ab None None] Attempting to bind port 854ae060-8358-47fc-adb5-b359f07ca4c7 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:29:45.820744 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-74bcaed2-2eed-4d40-b698-6b4565e808ab None None] Attempting to bind port 854ae060-8358-47fc-adb5-b359f07ca4c7 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': '171ec611-a934-4219-8e96-132344840dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '425045ab-1792-4464-8443-b9a0ad823629'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:29:45.821304 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bcaed2-2eed-4d40-b698-6b4565e808ab None None] Attempting to bind port 854ae060-8358-47fc-adb5-b359f07ca4c7 on network 425045ab-1792-4464-8443-b9a0ad823629 {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:29:45.829433 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bcaed2-2eed-4d40-b698-6b4565e808ab None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 29, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:29:45.830049 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bcaed2-2eed-4d40-b698-6b4565e808ab None None] Checking segment: {'id': '171ec611-a934-4219-8e96-132344840dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '425045ab-1792-4464-8443-b9a0ad823629'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:29:45.830689 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-74bcaed2-2eed-4d40-b698-6b4565e808ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:45.831439 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bcaed2-2eed-4d40-b698-6b4565e808ab None None] Bound using segment: {'id': '171ec611-a934-4219-8e96-132344840dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '425045ab-1792-4464-8443-b9a0ad823629'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:29:45.832077 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-74bcaed2-2eed-4d40-b698-6b4565e808ab None None] Bound port: 854ae060-8358-47fc-adb5-b359f07ca4c7, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '171ec611-a934-4219-8e96-132344840dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '425045ab-1792-4464-8443-b9a0ad823629'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:29:45.832643 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-74bcaed2-2eed-4d40-b698-6b4565e808ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:45.921228 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-74bcaed2-2eed-4d40-b698-6b4565e808ab None None] For port 854ae060-8358-47fc-adb5-b359f07ca4c7, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:29:45.925752 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-74bcaed2-2eed-4d40-b698-6b4565e808ab None None] For port 854ae060-8358-47fc-adb5-b359f07ca4c7, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=854ae060-8358-47fc-adb5-b359f07ca4c7,segment=NetworkSegment(171ec611-a934-4219-8e96-132344840dde),segment_id=171ec611-a934-4219-8e96-132344840dde)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:29:45.936645 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [None req-471ea569-fdb3-4a7d-a4f7-f4b934972c59 admin admin] Allocated IP 172.25.8.245 (09faf7d2-eaf5-4a50-bb6e-4cb05d009a76/e1a97443-13df-40bb-85f5-fd269e2742c0/8dc245c0-f703-4416-b1a0-27d21d1b3390) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:29:45.957658 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-df3b5b89-9ca9-4340-8184-b7a522464ebb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448809'] for router, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:45.958330 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df3b5b89-9ca9-4340-8184-b7a522464ebb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1f193cce-4884-4c3a-8445-717a5407d13f {{(pid=102191) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:29:45.963894 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-df3b5b89-9ca9-4340-8184-b7a522464ebb admin admin] Notify callbacks [] for router, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:45.965273 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-df3b5b89-9ca9-4340-8184-b7a522464ebb admin admin] 10.222.0.41 "DELETE /v2.0/routers/1f193cce-4884-4c3a-8445-717a5407d13f HTTP/1.1" status: 204 len: 168 time: 1.9920967 Aug 11 03:29:45.974962 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 60578) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:29:46.010053 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-74bcaed2-2eed-4d40-b698-6b4565e808ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:46.078771 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_v2 [None req-60708d24-d83b-45d2-b47a-befc6b264ae3 admin admin] Deleting subnet 753b33f1-8e9a-4e10-a98a-bf91420f1585 {{(pid=102192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:29:46.088575 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-60708d24-d83b-45d2-b47a-befc6b264ae3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:46.124310 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bcaed2-2eed-4d40-b698-6b4565e808ab None None] Pushing event updated for resources: {'Port': ['ID=854ae060-8358-47fc-adb5-b359f07ca4c7,revision_number=2']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:29:46.158861 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-60708d24-d83b-45d2-b47a-befc6b264ae3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125932460'] for subnet, precommit_delete_associations {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:46.198383 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-471ea569-fdb3-4a7d-a4f7-f4b934972c59 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:46.294382 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device e74a41af-8d1a-4034-b2d1-727dae0bc2fa no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:29:46.317571 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-60708d24-d83b-45d2-b47a-befc6b264ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:46.341680 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: e74a41af-8d1a-4034-b2d1-727dae0bc2fa {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:29:46.342224 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device e74a41af-8d1a-4034-b2d1-727dae0bc2fa not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:29:46.386278 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-471ea569-fdb3-4a7d-a4f7-f4b934972c59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:46.475970 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-471ea569-fdb3-4a7d-a4f7-f4b934972c59 admin admin] Network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:29:46.477096 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471ea569-fdb3-4a7d-a4f7-f4b934972c59 admin admin] Pushing event updated for resources: {'Port': ['ID=8dc245c0-f703-4416-b1a0-27d21d1b3390,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:29:46.481315 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-471ea569-fdb3-4a7d-a4f7-f4b934972c59 admin admin] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:29:46.483464 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471ea569-fdb3-4a7d-a4f7-f4b934972c59 admin admin] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:29:46.551876 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-60708d24-d83b-45d2-b47a-befc6b264ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125932157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126180897'] for subnet, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:46.611946 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60708d24-d83b-45d2-b47a-befc6b264ae3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=753b33f1-8e9a-4e10-a98a-bf91420f1585,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:29:46.648633 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-60708d24-d83b-45d2-b47a-befc6b264ae3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:46.653473 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-60708d24-d83b-45d2-b47a-befc6b264ae3 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/753b33f1-8e9a-4e10-a98a-bf91420f1585 HTTP/1.1" status: 204 len: 168 time: 0.6721654 Aug 11 03:29:46.653574 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 60610) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:29:46.657166 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69dee9c1-dae3-4bfa-8114-1816133887e3 None None] Network d11fd958-885d-4a82-9fdd-6960c706498c requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:29:46.688078 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae1e42e-fe65-4f4c-b5ec-37f8aa4c89ce req-8d357b85-9491-427f-8e09-4e95e4d21efc tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:46.689651 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1ae1e42e-fe65-4f4c-b5ec-37f8aa4c89ce req-8d357b85-9491-427f-8e09-4e95e4d21efc tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/ports?device_id=0e2d8fe1-e898-4c4e-a445-b5805816979f HTTP/1.1" status: 200 len: 944 time: 0.1712852 Aug 11 03:29:46.754524 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1ae1e42e-fe65-4f4c-b5ec-37f8aa4c89ce req-3b4b7457-1a68-4b88-8bcf-cbcd50ce2f8c tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d1cd399-f1ad-4eb8-8279-cc3e3b1f8ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561237 Aug 11 03:29:46.780104 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-234970da-d8d3-426a-b813-d8f603247375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:46.841141 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-234970da-d8d3-426a-b813-d8f603247375 admin admin] Deleting port 82a122c7-cf7f-41b4-b4eb-ad20c9b1e1c0 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:29:46.841589 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-234970da-d8d3-426a-b813-d8f603247375 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:46.916710 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1ca0247-1e6d-47dc-a5b7-38276cfa9638 None None] DHCP port deletion for d11fd958-885d-4a82-9fdd-6960c706498c request from n-d-764292-30 {{(pid=102193) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:29:46.942243 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [None req-234970da-d8d3-426a-b813-d8f603247375 admin admin] For port 82a122c7-cf7f-41b4-b4eb-ad20c9b1e1c0, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=82a122c7-cf7f-41b4-b4eb-ad20c9b1e1c0,segment=NetworkSegment(c1162484-e62d-469d-a375-b4ed88d91d4b),segment_id=c1162484-e62d-469d-a375-b4ed88d91d4b)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:29:46.943008 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-234970da-d8d3-426a-b813-d8f603247375 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:46.958649 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-234970da-d8d3-426a-b813-d8f603247375 admin admin] Calling delete_port for 82a122c7-cf7f-41b4-b4eb-ad20c9b1e1c0 owned by network:dhcp {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:29:47.004268 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-471ea569-fdb3-4a7d-a4f7-f4b934972c59 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:47.010684 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca0247-1e6d-47dc-a5b7-38276cfa9638 None None] Deleting port 82a122c7-cf7f-41b4-b4eb-ad20c9b1e1c0 {{(pid=102193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:29:47.013188 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-d1ca0247-1e6d-47dc-a5b7-38276cfa9638 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:47.129948 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-d1ca0247-1e6d-47dc-a5b7-38276cfa9638 None None] For port 82a122c7-cf7f-41b4-b4eb-ad20c9b1e1c0, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=82a122c7-cf7f-41b4-b4eb-ad20c9b1e1c0,segment=NetworkSegment(c1162484-e62d-469d-a375-b4ed88d91d4b),segment_id=c1162484-e62d-469d-a375-b4ed88d91d4b)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:29:47.129948 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-d1ca0247-1e6d-47dc-a5b7-38276cfa9638 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:47.147223 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca0247-1e6d-47dc-a5b7-38276cfa9638 None None] Calling delete_port for 82a122c7-cf7f-41b4-b4eb-ad20c9b1e1c0 owned by network:dhcp {{(pid=102193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:29:47.202755 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-234970da-d8d3-426a-b813-d8f603247375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:47.239626 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234970da-d8d3-426a-b813-d8f603247375 admin admin] Pushing event deleted for resources: {'Port': ['ID=82a122c7-cf7f-41b4-b4eb-ad20c9b1e1c0,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:29:47.252655 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234970da-d8d3-426a-b813-d8f603247375 admin admin] No DVR routers for this DVR port 82a122c7-cf7f-41b4-b4eb-ad20c9b1e1c0 on host n-d-764292-30 {{(pid=102191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:29:47.257147 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-d1ca0247-1e6d-47dc-a5b7-38276cfa9638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678'] for port, after_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:47.272656 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ca0247-1e6d-47dc-a5b7-38276cfa9638 None None] No DVR routers for this DVR port 82a122c7-cf7f-41b4-b4eb-ad20c9b1e1c0 on host n-d-764292-30 {{(pid=102193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:29:47.282948 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device bbafc198-05ca-4c2d-b957-0e55465b9770 details requested by agent hyperv_n-h2-764292-30 with host n-h2-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:29:47.316065 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca0247-1e6d-47dc-a5b7-38276cfa9638 None None] Pushing event deleted for resources: {'Port': ['ID=82a122c7-cf7f-41b4-b4eb-ad20c9b1e1c0,revision_number=None']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:29:47.323628 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-471ea569-fdb3-4a7d-a4f7-f4b934972c59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-446952'] for router, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:47.354910 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-234970da-d8d3-426a-b813-d8f603247375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:47.366661 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-234970da-d8d3-426a-b813-d8f603247375 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d11fd958-885d-4a82-9fdd-6960c706498c']}} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:29:47.384504 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-234970da-d8d3-426a-b813-d8f603247375 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1162484-e62d-469d-a375-b4ed88d91d4b') {'for_net_delete': True} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:29:47.385084 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-234970da-d8d3-426a-b813-d8f603247375 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1162484-e62d-469d-a375-b4ed88d91d4b') {} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:29:47.406824 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-234970da-d8d3-426a-b813-d8f603247375 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126283644'] for segment, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:47.423184 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-234970da-d8d3-426a-b813-d8f603247375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:47.430098 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-234970da-d8d3-426a-b813-d8f603247375 admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=102191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:29:47.430611 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-234970da-d8d3-426a-b813-d8f603247375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126283391'] for segment, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:47.463214 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port bbafc198-05ca-4c2d-b957-0e55465b9770, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=bbafc198-05ca-4c2d-b957-0e55465b9770,segment=NetworkSegment(323f142b-ee85-4d27-85a3-85cc28507ab1),segment_id=323f142b-ee85-4d27-85a3-85cc28507ab1)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:29:47.505939 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Returning: {'device': 'bbafc198-05ca-4c2d-b957-0e55465b9770', 'network_id': '2294adb7-cfd4-40a1-9a0c-db6ab35ac37f', 'port_id': 'bbafc198-05ca-4c2d-b957-0e55465b9770', 'mac_address': 'fa:16:3e:39:e8:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dad44b1-6547-45e0-8453-859830dd2aa7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:29:47.506481 n-d-764292-30 neutron-server[102191]: Traceback (most recent call last): Aug 11 03:29:47.506481 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:29:47.506481 n-d-764292-30 neutron-server[102191]: timer() Aug 11 03:29:47.506481 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:29:47.506481 n-d-764292-30 neutron-server[102191]: cb(*args, **kw) Aug 11 03:29:47.506481 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:29:47.506481 n-d-764292-30 neutron-server[102191]: return func(*args, **kwargs) Aug 11 03:29:47.506481 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:29:47.506481 n-d-764292-30 neutron-server[102191]: self._notify() Aug 11 03:29:47.506481 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:29:47.506481 n-d-764292-30 neutron-server[102191]: self.callback(batched_events) Aug 11 03:29:47.506481 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:29:47.506481 n-d-764292-30 neutron-server[102191]: event.method(event) Aug 11 03:29:47.506481 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:29:47.506481 n-d-764292-30 neutron-server[102191]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:29:47.506481 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:29:47.506481 n-d-764292-30 neutron-server[102191]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:29:47.506481 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:29:47.506481 n-d-764292-30 neutron-server[102191]: return f(self, *a, **k) Aug 11 03:29:47.506481 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:29:47.506481 n-d-764292-30 neutron-server[102191]: return self._get(url).json() Aug 11 03:29:47.506481 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:29:47.506481 n-d-764292-30 neutron-server[102191]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:29:47.506481 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:29:47.506481 n-d-764292-30 neutron-server[102191]: return self.request(url, 'GET', **kwargs) Aug 11 03:29:47.506481 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:29:47.506481 n-d-764292-30 neutron-server[102191]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:29:47.506481 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:29:47.506481 n-d-764292-30 neutron-server[102191]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:29:47.506481 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:29:47.506481 n-d-764292-30 neutron-server[102191]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:29:47.506481 n-d-764292-30 neutron-server[102191]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:29:47.565219 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbfb4202-b93e-4e01-bfd4-2a731fc3fa54 None None] Network 425045ab-1792-4464-8443-b9a0ad823629 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:29:47.577637 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-234970da-d8d3-426a-b813-d8f603247375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:47.582085 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-234970da-d8d3-426a-b813-d8f603247375 admin admin] Notify callbacks [] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:47.584549 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-234970da-d8d3-426a-b813-d8f603247375 admin admin] 10.222.0.41 "DELETE /v2.0/networks/d11fd958-885d-4a82-9fdd-6960c706498c HTTP/1.1" status: 204 len: 168 time: 0.9300377 Aug 11 03:29:47.591628 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 60624) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:29:47.642704 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-471ea569-fdb3-4a7d-a4f7-f4b934972c59 admin admin] Router 35119a6a-0947-414e-80f8-f70c2ef2f003 is scheduled to L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 with binding_index 1 {{(pid=102192) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:29:47.658966 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234970da-d8d3-426a-b813-d8f603247375 admin admin] Pushing event deleted for resources: {'Network': ['ID=d11fd958-885d-4a82-9fdd-6960c706498c,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:29:47.691526 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:47.698439 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-523a6f1f-cbb4-4574-8fb7-79eeceb92652 req-d9d4a2f7-d498-43f5-a89d-514ece7135d0 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=e1aa84fa-56ef-4e45-bde3-ce36d5cbdc1d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1826928 Aug 11 03:29:47.877272 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523a6f1f-cbb4-4574-8fb7-79eeceb92652 req-04965415-f5c2-48ef-b5dd-0740987d4295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:47.885168 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-523a6f1f-cbb4-4574-8fb7-79eeceb92652 req-04965415-f5c2-48ef-b5dd-0740987d4295 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a5478860f7cb432583cc8e5d994d2237&device_id=e1aa84fa-56ef-4e45-bde3-ce36d5cbdc1d HTTP/1.1" status: 200 len: 1098 time: 0.1367731 Aug 11 03:29:47.917273 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-02625ea9-91cb-4a72-8dac-75883e262cfb None None] Provisioning for port 854ae060-8358-47fc-adb5-b359f07ca4c7 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:29:47.925656 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbafc198-05ca-4c2d-b957-0e55465b9770 {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:29:47.960494 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port bbafc198-05ca-4c2d-b957-0e55465b9770, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=bbafc198-05ca-4c2d-b957-0e55465b9770,segment=NetworkSegment(323f142b-ee85-4d27-85a3-85cc28507ab1),segment_id=323f142b-ee85-4d27-85a3-85cc28507ab1)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:29:48.024327 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:48.086585 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523a6f1f-cbb4-4574-8fb7-79eeceb92652 req-67341690-18ec-4cac-b8af-8b29d8ad142a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:48.088602 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-523a6f1f-cbb4-4574-8fb7-79eeceb92652 req-67341690-18ec-4cac-b8af-8b29d8ad142a service neutron] 10.222.0.22 "GET /v2.0/networks?id=511c1003-0f31-4ca2-8e8d-4cb957655e51 HTTP/1.1" status: 200 len: 898 time: 0.1744602 Aug 11 03:29:48.134573 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=bbafc198-05ca-4c2d-b957-0e55465b9770,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:29:48.178854 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-523a6f1f-cbb4-4574-8fb7-79eeceb92652 req-69df6256-e0c6-4cd9-bb84-38a846f4650d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=08af65e0-c14a-4585-925b-99eb87e032e3 HTTP/1.1" status: 200 len: 1002 time: 0.0813274 Aug 11 03:29:48.246072 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['bbafc198-05ca-4c2d-b957-0e55465b9770'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:29:48.303859 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523a6f1f-cbb4-4574-8fb7-79eeceb92652 req-c0726c20-55cd-4645-ab4a-42e8f48b7d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:48.311138 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-523a6f1f-cbb4-4574-8fb7-79eeceb92652 req-c0726c20-55cd-4645-ab4a-42e8f48b7d0c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c83773c8-b8ac-4a10-bafe-73faeb8341f9 HTTP/1.1" status: 200 len: 835 time: 0.1231053 Aug 11 03:29:48.364496 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 854ae060-8358-47fc-adb5-b359f07ca4c7 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:29:48.384051 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523a6f1f-cbb4-4574-8fb7-79eeceb92652 req-f3054ddb-d90c-4ed6-9099-abd17dfaa5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:48.386032 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-523a6f1f-cbb4-4574-8fb7-79eeceb92652 req-f3054ddb-d90c-4ed6-9099-abd17dfaa5f9 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=511c1003-0f31-4ca2-8e8d-4cb957655e51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0650084 Aug 11 03:29:48.561652 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-523a6f1f-cbb4-4574-8fb7-79eeceb92652 req-1b0fcf16-06c7-40ee-b3dd-ca1c55ef5911 service neutron] 10.222.0.22 "GET /v2.0/networks/511c1003-0f31-4ca2-8e8d-4cb957655e51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667283 Aug 11 03:29:48.576877 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-471ea569-fdb3-4a7d-a4f7-f4b934972c59 admin admin] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:29:48.587450 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ee6a8c-ad51-4b3b-a58e-65527bf0961c None None] Sync routers for ids ['35119a6a-0947-414e-80f8-f70c2ef2f003'] in n-d-764292-30 {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:29:48.611601 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a768596-0bc8-41cc-a3c5-8a8c644b3785 req-cdc19db9-1e1e-405d-accf-5def92e3d28b tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:48.613153 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4a768596-0bc8-41cc-a3c5-8a8c644b3785 req-cdc19db9-1e1e-405d-accf-5def92e3d28b tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/ports?device_id=0e2d8fe1-e898-4c4e-a445-b5805816979f HTTP/1.1" status: 200 len: 944 time: 0.7036462 Aug 11 03:29:48.617072 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ee6a8c-ad51-4b3b-a58e-65527bf0961c None None] Routers {'35119a6a-0947-414e-80f8-f70c2ef2f003'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:29:48.617702 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-47ee6a8c-ad51-4b3b-a58e-65527bf0961c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:29:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['35119a6a-0947-414e-80f8-f70c2ef2f003'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:29:48.623709 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port 854ae060-8358-47fc-adb5-b359f07ca4c7 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:29:48.627967 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 854ae060-8358-47fc-adb5-b359f07ca4c7 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:29:48.635942 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:48.687371 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-471ea569-fdb3-4a7d-a4f7-f4b934972c59 admin admin] Notify callbacks [] for router, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:48.688717 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-471ea569-fdb3-4a7d-a4f7-f4b934972c59 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.0141714 Aug 11 03:29:48.693448 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 60634) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:29:48.712824 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4a768596-0bc8-41cc-a3c5-8a8c644b3785 req-bae30b6c-ae8a-4c4e-a2e7-73c9939a355f tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d1cd399-f1ad-4eb8-8279-cc3e3b1f8ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880742 Aug 11 03:29:48.741416 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-523a6f1f-cbb4-4574-8fb7-79eeceb92652 req-ff8f022f-3de4-4578-8afd-a5061330b56b service neutron] 10.222.0.22 "GET /v2.0/networks/511c1003-0f31-4ca2-8e8d-4cb957655e51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703885 Aug 11 03:29:48.783772 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:48.809588 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-47ee6a8c-ad51-4b3b-a58e-65527bf0961c None None] Set router 35119a6a-0947-414e-80f8-f70c2ef2f003 gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:29:48.821994 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port 854ae060-8358-47fc-adb5-b359f07ca4c7, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=854ae060-8358-47fc-adb5-b359f07ca4c7,segment=NetworkSegment(171ec611-a934-4219-8e96-132344840dde),segment_id=171ec611-a934-4219-8e96-132344840dde)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:29:48.897856 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:49.004088 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 0385c4e4-e670-47e2-bd4a-90d3ae5227f0 no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:29:49.050558 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: 0385c4e4-e670-47e2-bd4a-90d3ae5227f0 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:29:49.051631 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 0385c4e4-e670-47e2-bd4a-90d3ae5227f0 not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:29:49.052363 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 82a122c7-cf7f-41b4-b4eb-ad20c9b1e1c0 no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:29:49.078979 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-47ee6a8c-ad51-4b3b-a58e-65527bf0961c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35119a6a-0947-414e-80f8-f70c2ef2f003', 'name': 'tempest-TestVolumeBackupRestore-992346021-router', 'tenant_id': 'b540e93b4e6e403b8be0a51a19b9324d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': '8dc245c0-f703-4416-b1a0-27d21d1b3390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:29:44Z', 'updated_at': '2021-08-11T03:29:46Z', 'revision_number': 3, 'project_id': 'b540e93b4e6e403b8be0a51a19b9324d', 'gw_port': {'id': '8dc245c0-f703-4416-b1a0-27d21d1b3390', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:20:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35119a6a-0947-414e-80f8-f70c2ef2f003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:29:45Z', 'updated_at': '2021-08-11T03:29:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:29:49.116315 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: 82a122c7-cf7f-41b4-b4eb-ad20c9b1e1c0 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:29:49.116774 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 82a122c7-cf7f-41b4-b4eb-ad20c9b1e1c0 not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:29:49.150334 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ee6a8c-ad51-4b3b-a58e-65527bf0961c None None] Checking router: 35119a6a-0947-414e-80f8-f70c2ef2f003 for host: n-d-764292-30 {{(pid=102194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:29:49.150639 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ee6a8c-ad51-4b3b-a58e-65527bf0961c None None] Updating router 35119a6a-0947-414e-80f8-f70c2ef2f003 port 8dc245c0-f703-4416-b1a0-27d21d1b3390 binding host n-d-764292-30 {{(pid=102194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:29:49.153661 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=854ae060-8358-47fc-adb5-b359f07ca4c7,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:29:49.193293 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-47ee6a8c-ad51-4b3b-a58e-65527bf0961c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:49.240858 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-31c85457-db20-44e9-9533-01ba082d4f7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521106'] for router_interface, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:49.281429 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device bbafc198-05ca-4c2d-b957-0e55465b9770 up at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:29:49.481071 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning for port bbafc198-05ca-4c2d-b957-0e55465b9770 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:29:49.485459 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning complete for port bbafc198-05ca-4c2d-b957-0e55465b9770 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:29:49.486023 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:49.530850 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-44a8f4c1-bdf1-49c1-a6cf-d013c1cc505f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:49.581025 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-47ee6a8c-ad51-4b3b-a58e-65527bf0961c None None] Notify callbacks [] for port, precommit_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:49.592815 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.provisioning_blocks [None req-47ee6a8c-ad51-4b3b-a58e-65527bf0961c None None] Transition to ACTIVE for port object 8dc245c0-f703-4416-b1a0-27d21d1b3390 will not be triggered until provisioned by entity L2. {{(pid=102194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:29:49.648878 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:49.675347 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-47ee6a8c-ad51-4b3b-a58e-65527bf0961c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:49.696408 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port bbafc198-05ca-4c2d-b957-0e55465b9770, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=bbafc198-05ca-4c2d-b957-0e55465b9770,segment=NetworkSegment(323f142b-ee85-4d27-85a3-85cc28507ab1),segment_id=323f142b-ee85-4d27-85a3-85cc28507ab1)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:29:49.697528 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e2d8fe1-e898-4c4e-a445-b5805816979f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbafc198-05ca-4c2d-b957-0e55465b9770'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:29:49.708603 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16e44dc2-03bb-40ce-8487-82e1dabe7e53" -d '{"events": [{"server_uuid": "0e2d8fe1-e898-4c4e-a445-b5805816979f", "name": "network-vif-plugged", "status": "completed", "tag": "bbafc198-05ca-4c2d-b957-0e55465b9770"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:29:49.749873 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-47ee6a8c-ad51-4b3b-a58e-65527bf0961c None None] Attempting to bind port 8dc245c0-f703-4416-b1a0-27d21d1b3390 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:29:49.750244 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-47ee6a8c-ad51-4b3b-a58e-65527bf0961c None None] Attempting to bind port 8dc245c0-f703-4416-b1a0-27d21d1b3390 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}] {{(pid=102194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:29:49.750775 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ee6a8c-ad51-4b3b-a58e-65527bf0961c None None] Attempting to bind port 8dc245c0-f703-4416-b1a0-27d21d1b3390 on network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:29:49.761979 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:49.762234 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d0b9f7-7cf2-4938-bc7e-578420985952 None None] Pushing event updated for resources: {'Port': ['ID=8dc245c0-f703-4416-b1a0-27d21d1b3390,revision_number=2']} {{(pid=102194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:29:49.765000 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ee6a8c-ad51-4b3b-a58e-65527bf0961c None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 29, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:29:49.765377 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ee6a8c-ad51-4b3b-a58e-65527bf0961c None None] Checking segment: {'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:29:49.765774 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-47ee6a8c-ad51-4b3b-a58e-65527bf0961c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:49.766183 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ee6a8c-ad51-4b3b-a58e-65527bf0961c None None] Bound using segment: {'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'} {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:29:49.766696 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-47ee6a8c-ad51-4b3b-a58e-65527bf0961c None None] Bound port: 8dc245c0-f703-4416-b1a0-27d21d1b3390, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}}] {{(pid=102194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:29:49.767073 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-47ee6a8c-ad51-4b3b-a58e-65527bf0961c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:49.823118 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:29:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40969dfb-459a-42cd-8805-2f85fe9f5e1f x-openstack-request-id: req-40969dfb-459a-42cd-8805-2f85fe9f5e1f {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:29:49.823998 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e2d8fe1-e898-4c4e-a445-b5805816979f", "name": "network-vif-plugged", "status": "completed", "tag": "bbafc198-05ca-4c2d-b957-0e55465b9770", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:29:49.824263 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-40969dfb-459a-42cd-8805-2f85fe9f5e1f {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:29:49.824688 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e2d8fe1-e898-4c4e-a445-b5805816979f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbafc198-05ca-4c2d-b957-0e55465b9770', 'code': 200} Aug 11 03:29:49.837145 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d0b9f7-7cf2-4938-bc7e-578420985952 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:29:49.837876 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d0b9f7-7cf2-4938-bc7e-578420985952 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:29:49.837876 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d0b9f7-7cf2-4938-bc7e-578420985952 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:29:49.838074 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d0b9f7-7cf2-4938-bc7e-578420985952 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:29:49.838371 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d0b9f7-7cf2-4938-bc7e-578420985952 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:29:49.838697 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d0b9f7-7cf2-4938-bc7e-578420985952 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:29:49.839044 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d0b9f7-7cf2-4938-bc7e-578420985952 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:29:49.841845 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [None req-44a8f4c1-bdf1-49c1-a6cf-d013c1cc505f admin admin] Allocated IP 172.20.0.1 (425045ab-1792-4464-8443-b9a0ad823629/f01d933d-9d66-4eb8-97b2-29dd5d188cd5/be06b1dc-4dd8-4ece-a7f2-adb0b7a18bf8) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:29:49.844547 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d0b9f7-7cf2-4938-bc7e-578420985952 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:29:49.847267 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d0b9f7-7cf2-4938-bc7e-578420985952 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:29:49.847267 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d0b9f7-7cf2-4938-bc7e-578420985952 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:29:49.847267 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d0b9f7-7cf2-4938-bc7e-578420985952 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:29:49.847267 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d0b9f7-7cf2-4938-bc7e-578420985952 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:29:49.863338 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-31c85457-db20-44e9-9533-01ba082d4f7c admin admin] Deleting port d28d605d-52ed-4c64-b0d8-a74e274de48e {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:29:49.868565 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-31c85457-db20-44e9-9533-01ba082d4f7c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:49.871905 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=bbafc198-05ca-4c2d-b957-0e55465b9770,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:29:49.905230 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.db [None req-47ee6a8c-ad51-4b3b-a58e-65527bf0961c None None] For port 8dc245c0-f703-4416-b1a0-27d21d1b3390, host n-d-764292-30, cleared binding levels {{(pid=102194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:29:49.908745 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.db [None req-47ee6a8c-ad51-4b3b-a58e-65527bf0961c None None] For port 8dc245c0-f703-4416-b1a0-27d21d1b3390, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=8dc245c0-f703-4416-b1a0-27d21d1b3390,segment=NetworkSegment(fab28bed-aa25-40db-bba4-ec26e795194c),segment_id=fab28bed-aa25-40db-bba4-ec26e795194c)] {{(pid=102194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:29:49.990160 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-47ee6a8c-ad51-4b3b-a58e-65527bf0961c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:50.017792 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6e89e6-bcf4-4bb5-838f-d44406fbaf6e req-e027c200-e8c8-451f-9813-541f0c4444c1 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:50.019231 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1b6e89e6-bcf4-4bb5-838f-d44406fbaf6e req-e027c200-e8c8-451f-9813-541f0c4444c1 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/ports?device_id=0e2d8fe1-e898-4c4e-a445-b5805816979f HTTP/1.1" status: 200 len: 946 time: 0.1910410 Aug 11 03:29:50.053138 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5c3231-7cbe-473e-8602-61289adcad55 req-6964dd4d-0445-4749-bde7-4ecf4d937a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:50.055710 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-fc5c3231-7cbe-473e-8602-61289adcad55 req-6964dd4d-0445-4749-bde7-4ecf4d937a24 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0e2d8fe1-e898-4c4e-a445-b5805816979f HTTP/1.1" status: 200 len: 1098 time: 0.1871717 Aug 11 03:29:50.060980 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ee6a8c-ad51-4b3b-a58e-65527bf0961c None None] Routers {'35119a6a-0947-414e-80f8-f70c2ef2f003'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:29:50.061634 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-47ee6a8c-ad51-4b3b-a58e-65527bf0961c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:29:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['35119a6a-0947-414e-80f8-f70c2ef2f003'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:29:50.098708 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d0b9f7-7cf2-4938-bc7e-578420985952 None None] Pushing event updated for resources: {'Port': ['ID=8dc245c0-f703-4416-b1a0-27d21d1b3390,revision_number=3']} {{(pid=102194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:29:50.132881 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [None req-31c85457-db20-44e9-9533-01ba082d4f7c admin admin] For port d28d605d-52ed-4c64-b0d8-a74e274de48e, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=d28d605d-52ed-4c64-b0d8-a74e274de48e,segment=NetworkSegment(e0bdbf17-39ef-4cda-a769-5b18570c8140),segment_id=e0bdbf17-39ef-4cda-a769-5b18570c8140)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:29:50.133245 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-31c85457-db20-44e9-9533-01ba082d4f7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:50.164348 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-31c85457-db20-44e9-9533-01ba082d4f7c admin admin] Calling delete_port for d28d605d-52ed-4c64-b0d8-a74e274de48e owned by network:router_interface {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:29:50.192469 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1b6e89e6-bcf4-4bb5-838f-d44406fbaf6e req-7077b57e-593a-4aa2-b56f-082f9b096aff tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d1cd399-f1ad-4eb8-8279-cc3e3b1f8ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606021 Aug 11 03:29:50.194725 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-47ee6a8c-ad51-4b3b-a58e-65527bf0961c None None] Set router 35119a6a-0947-414e-80f8-f70c2ef2f003 gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:29:50.211997 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-44a8f4c1-bdf1-49c1-a6cf-d013c1cc505f admin admin] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:50.283671 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-fc5c3231-7cbe-473e-8602-61289adcad55 req-8455f5e5-c426-41e1-affb-848616ee22eb service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=9d1cd399-f1ad-4eb8-8279-cc3e3b1f8ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132244 Aug 11 03:29:50.307505 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 854ae060-8358-47fc-adb5-b359f07ca4c7 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:29:50.335154 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [None req-44a8f4c1-bdf1-49c1-a6cf-d013c1cc505f admin admin] Transition to ACTIVE for port object be06b1dc-4dd8-4ece-a7f2-adb0b7a18bf8 will not be triggered until provisioned by entity DHCP. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:29:50.381093 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 854ae060-8358-47fc-adb5-b359f07ca4c7 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:29:50.382655 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:50.572282 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-44a8f4c1-bdf1-49c1-a6cf-d013c1cc505f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:50.579450 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 60660) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:29:50.616129 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-47ee6a8c-ad51-4b3b-a58e-65527bf0961c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35119a6a-0947-414e-80f8-f70c2ef2f003', 'name': 'tempest-TestVolumeBackupRestore-992346021-router', 'tenant_id': 'b540e93b4e6e403b8be0a51a19b9324d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': '8dc245c0-f703-4416-b1a0-27d21d1b3390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:29:44Z', 'updated_at': '2021-08-11T03:29:46Z', 'revision_number': 3, 'project_id': 'b540e93b4e6e403b8be0a51a19b9324d', 'gw_port': {'id': '8dc245c0-f703-4416-b1a0-27d21d1b3390', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:20:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35119a6a-0947-414e-80f8-f70c2ef2f003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:29:45Z', 'updated_at': '2021-08-11T03:29:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:29:50.626606 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44a8f4c1-bdf1-49c1-a6cf-d013c1cc505f admin admin] Network 425045ab-1792-4464-8443-b9a0ad823629 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:29:50.632132 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-44a8f4c1-bdf1-49c1-a6cf-d013c1cc505f admin admin] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:29:50.636045 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a8f4c1-bdf1-49c1-a6cf-d013c1cc505f admin admin] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:29:50.644101 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-31c85457-db20-44e9-9533-01ba082d4f7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:50.670115 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ee6a8c-ad51-4b3b-a58e-65527bf0961c None None] The sync data for ids ['35119a6a-0947-414e-80f8-f70c2ef2f003'] in n-d-764292-30 is: [{'id': '35119a6a-0947-414e-80f8-f70c2ef2f003', 'name': 'tempest-TestVolumeBackupRestore-992346021-router', 'tenant_id': 'b540e93b4e6e403b8be0a51a19b9324d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': '8dc245c0-f703-4416-b1a0-27d21d1b3390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:29:44Z', 'updated_at': '2021-08-11T03:29:46Z', 'revision_number': 3, 'project_id': 'b540e93b4e6e403b8be0a51a19b9324d', 'gw_port': {'id': '8dc245c0-f703-4416-b1a0-27d21d1b3390', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:20:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35119a6a-0947-414e-80f8-f70c2ef2f003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:29:45Z', 'updated_at': '2021-08-11T03:29:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}] {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:29:50.677804 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a8f4c1-bdf1-49c1-a6cf-d013c1cc505f admin admin] Pushing event updated for resources: {'Port': ['ID=be06b1dc-4dd8-4ece-a7f2-adb0b7a18bf8,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:29:50.741933 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c85457-db20-44e9-9533-01ba082d4f7c admin admin] Pushing event deleted for resources: {'Port': ['ID=d28d605d-52ed-4c64-b0d8-a74e274de48e,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:29:50.805882 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-b9cd3b7b-205d-44e4-ba81-e4f79d22e1fd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b247f0213a6a48cbb537b6802c6c1072&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2193718 Aug 11 03:29:50.807040 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 60668) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:29:50.832614 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-44a8f4c1-bdf1-49c1-a6cf-d013c1cc505f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-520987'] for router_interface, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:50.892184 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8bb59ab9-afe8-418e-a16b-07f107ab5049 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:50.923608 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8bb59ab9-afe8-418e-a16b-07f107ab5049 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:51.052494 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8bb59ab9-afe8-418e-a16b-07f107ab5049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:51.055704 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8bb59ab9-afe8-418e-a16b-07f107ab5049 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:51.060222 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-8bb59ab9-afe8-418e-a16b-07f107ab5049 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/be564cf8-038f-469d-a136-f78c4eb89e30 HTTP/1.1" status: 204 len: 168 time: 0.2518301 Aug 11 03:29:51.073322 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb59ab9-afe8-418e-a16b-07f107ab5049 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be564cf8-038f-469d-a136-f78c4eb89e30,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:29:51.220981 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-31c85457-db20-44e9-9533-01ba082d4f7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16383033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450082'] for router_interface, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:51.269497 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-e3d014dc-1544-43cb-ab72-031f7941c6a6 None None] Provisioning for port be06b1dc-4dd8-4ece-a7f2-adb0b7a18bf8 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:29:51.275565 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-e3d014dc-1544-43cb-ab72-031f7941c6a6 None None] Provisioning complete for port be06b1dc-4dd8-4ece-a7f2-adb0b7a18bf8 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:29:51.276366 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-e3d014dc-1544-43cb-ab72-031f7941c6a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:51.364638 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-e3d014dc-1544-43cb-ab72-031f7941c6a6 None None] Port be06b1dc-4dd8-4ece-a7f2-adb0b7a18bf8 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:29:51.505635 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-44a8f4c1-bdf1-49c1-a6cf-d013c1cc505f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:51.641342 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf83612f-30c9-4d34-8ed9-0b6f7c97d2e9 req-e5f5aba7-02ef-423c-8b1f-dd6ce3933d11 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:51.643234 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cf83612f-30c9-4d34-8ed9-0b6f7c97d2e9 req-e5f5aba7-02ef-423c-8b1f-dd6ce3933d11 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/ports?device_id=0e2d8fe1-e898-4c4e-a445-b5805816979f HTTP/1.1" status: 200 len: 946 time: 0.3645363 Aug 11 03:29:51.786677 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cf83612f-30c9-4d34-8ed9-0b6f7c97d2e9 req-85ef7282-3520-418b-84f5-666348383a00 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d1cd399-f1ad-4eb8-8279-cc3e3b1f8ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349018 Aug 11 03:29:51.884587 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31c85457-db20-44e9-9533-01ba082d4f7c admin admin] Router 27e271c7-860b-481d-a2b4-9dc8a93ffaaa has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:29:51.909941 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-44a8f4c1-bdf1-49c1-a6cf-d013c1cc505f admin admin] Notify callbacks [] for port, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:51.963400 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-44a8f4c1-bdf1-49c1-a6cf-d013c1cc505f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:52.076387 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-44a8f4c1-bdf1-49c1-a6cf-d013c1cc505f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16383026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521135'] for router_interface, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:52.091235 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a8f4c1-bdf1-49c1-a6cf-d013c1cc505f admin admin] Pushing event updated for resources: {'Port': ['ID=be06b1dc-4dd8-4ece-a7f2-adb0b7a18bf8,revision_number=2']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:29:52.099971 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31c85457-db20-44e9-9533-01ba082d4f7c admin admin] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:29:52.114930 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-31c85457-db20-44e9-9533-01ba082d4f7c admin admin] 10.222.0.41 "PUT /v2.0/routers/27e271c7-860b-481d-a2b4-9dc8a93ffaaa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5250089 Aug 11 03:29:52.118356 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 60696) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:29:52.121012 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f44879-035c-4aa7-898c-6ffd7765b5f9 None None] Sync routers for ids ['27e271c7-860b-481d-a2b4-9dc8a93ffaaa'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:29:52.134602 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f44879-035c-4aa7-898c-6ffd7765b5f9 None None] Routers {'27e271c7-860b-481d-a2b4-9dc8a93ffaaa'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:29:52.135654 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-40f44879-035c-4aa7-898c-6ffd7765b5f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:29:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['27e271c7-860b-481d-a2b4-9dc8a93ffaaa'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:29:52.197047 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44a8f4c1-bdf1-49c1-a6cf-d013c1cc505f admin admin] Network 425045ab-1792-4464-8443-b9a0ad823629 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:29:52.197047 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-44a8f4c1-bdf1-49c1-a6cf-d013c1cc505f admin admin] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:29:52.405724 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-47fbaf74-1b8a-4ed1-b76f-257ea69510e9 admin admin] Notify callbacks [] for router, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:52.637299 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-47fbaf74-1b8a-4ed1-b76f-257ea69510e9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:52.735634 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 8dc245c0-f703-4416-b1a0-27d21d1b3390 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:29:52.792916 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-18f8b6a3-4dbd-44b8-9995-78739a9a01d9 None None] Provisioning complete for port be06b1dc-4dd8-4ece-a7f2-adb0b7a18bf8 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:29:52.793507 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-18f8b6a3-4dbd-44b8-9995-78739a9a01d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:52.804845 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-47fbaf74-1b8a-4ed1-b76f-257ea69510e9 admin admin] Deleting port 35afb9d0-e10f-4a85-a2d3-a8e69a2490c6 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:29:52.805190 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-47fbaf74-1b8a-4ed1-b76f-257ea69510e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:52.847481 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-40f44879-035c-4aa7-898c-6ffd7765b5f9 None None] Set router 27e271c7-860b-481d-a2b4-9dc8a93ffaaa gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:29:53.025488 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [None req-47fbaf74-1b8a-4ed1-b76f-257ea69510e9 admin admin] For port 35afb9d0-e10f-4a85-a2d3-a8e69a2490c6, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=35afb9d0-e10f-4a85-a2d3-a8e69a2490c6,segment=NetworkSegment(fab28bed-aa25-40db-bba4-ec26e795194c),segment_id=fab28bed-aa25-40db-bba4-ec26e795194c)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:29:53.027995 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-47fbaf74-1b8a-4ed1-b76f-257ea69510e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:53.030445 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44a8f4c1-bdf1-49c1-a6cf-d013c1cc505f admin admin] Router 35119a6a-0947-414e-80f8-f70c2ef2f003 has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:29:53.031344 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-18f8b6a3-4dbd-44b8-9995-78739a9a01d9 None None] Port be06b1dc-4dd8-4ece-a7f2-adb0b7a18bf8 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:29:53.071964 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-47fbaf74-1b8a-4ed1-b76f-257ea69510e9 admin admin] Calling delete_port for 35afb9d0-e10f-4a85-a2d3-a8e69a2490c6 owned by network:router_gateway {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:29:53.105077 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-40f44879-035c-4aa7-898c-6ffd7765b5f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27e271c7-860b-481d-a2b4-9dc8a93ffaaa', 'name': 'tempest-TestServerMultinode-264675998-router', 'tenant_id': '69211039b9944a608d6219c662ecc6c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': '35afb9d0-e10f-4a85-a2d3-a8e69a2490c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:28:39Z', 'updated_at': '2021-08-11T03:29:50Z', 'revision_number': 5, 'project_id': '69211039b9944a608d6219c662ecc6c6', 'gw_port': {'id': '35afb9d0-e10f-4a85-a2d3-a8e69a2490c6', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:12:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27e271c7-860b-481d-a2b4-9dc8a93ffaaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3263, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:28:41Z', 'updated_at': '2021-08-11T03:28:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:29:53.134098 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068a76f5-bf8f-4fe2-afa3-bed2d2d207cd req-a5724369-3f6f-43bd-993c-4b8867531b6b tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:53.135915 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-068a76f5-bf8f-4fe2-afa3-bed2d2d207cd req-a5724369-3f6f-43bd-993c-4b8867531b6b tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/ports?device_id=0e2d8fe1-e898-4c4e-a445-b5805816979f HTTP/1.1" status: 200 len: 946 time: 0.1210985 Aug 11 03:29:53.148191 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f44879-035c-4aa7-898c-6ffd7765b5f9 None None] Checking router: 27e271c7-860b-481d-a2b4-9dc8a93ffaaa for host: n-d-764292-30 {{(pid=102193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:29:53.151280 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port 8dc245c0-f703-4416-b1a0-27d21d1b3390 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:29:53.156992 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 8dc245c0-f703-4416-b1a0-27d21d1b3390 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:29:53.157371 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:53.198083 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f44879-035c-4aa7-898c-6ffd7765b5f9 None None] Routers {'27e271c7-860b-481d-a2b4-9dc8a93ffaaa'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:29:53.198083 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-40f44879-035c-4aa7-898c-6ffd7765b5f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:29:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['27e271c7-860b-481d-a2b4-9dc8a93ffaaa'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:29:53.294913 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-068a76f5-bf8f-4fe2-afa3-bed2d2d207cd req-93192d8b-b476-447f-b5e7-5f1bda9a6769 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d1cd399-f1ad-4eb8-8279-cc3e3b1f8ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508601 Aug 11 03:29:53.298105 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44a8f4c1-bdf1-49c1-a6cf-d013c1cc505f admin admin] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:29:53.318475 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a16df366-2c6e-43bf-af96-bb9c589ce3d9 None None] Sync routers for ids ['35119a6a-0947-414e-80f8-f70c2ef2f003'] in n-d-764292-30 {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:29:53.326929 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-40f44879-035c-4aa7-898c-6ffd7765b5f9 None None] Set router 27e271c7-860b-481d-a2b4-9dc8a93ffaaa gateway port host: None {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:29:53.342637 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-44a8f4c1-bdf1-49c1-a6cf-d013c1cc505f admin admin] 10.222.0.41 "PUT /v2.0/routers/35119a6a-0947-414e-80f8-f70c2ef2f003/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6425891 Aug 11 03:29:53.349164 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a16df366-2c6e-43bf-af96-bb9c589ce3d9 None None] Routers {'35119a6a-0947-414e-80f8-f70c2ef2f003'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:29:53.351062 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-a16df366-2c6e-43bf-af96-bb9c589ce3d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:29:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['35119a6a-0947-414e-80f8-f70c2ef2f003'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:29:53.390181 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-40f44879-035c-4aa7-898c-6ffd7765b5f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27e271c7-860b-481d-a2b4-9dc8a93ffaaa', 'name': 'tempest-TestServerMultinode-264675998-router', 'tenant_id': '69211039b9944a608d6219c662ecc6c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:28:39Z', 'updated_at': '2021-08-11T03:29:52Z', 'revision_number': 6, 'project_id': '69211039b9944a608d6219c662ecc6c6', 'gw_port_host': None}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:29:53.427465 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f44879-035c-4aa7-898c-6ffd7765b5f9 None None] The sync data for ids ['27e271c7-860b-481d-a2b4-9dc8a93ffaaa'] in n-d-764292-30 is: [{'id': '27e271c7-860b-481d-a2b4-9dc8a93ffaaa', 'name': 'tempest-TestServerMultinode-264675998-router', 'tenant_id': '69211039b9944a608d6219c662ecc6c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:28:39Z', 'updated_at': '2021-08-11T03:29:52Z', 'revision_number': 6, 'project_id': '69211039b9944a608d6219c662ecc6c6', 'gw_port_host': None}] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:29:53.520263 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:53.541916 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port 8dc245c0-f703-4416-b1a0-27d21d1b3390, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=8dc245c0-f703-4416-b1a0-27d21d1b3390,segment=NetworkSegment(fab28bed-aa25-40db-bba4-ec26e795194c),segment_id=fab28bed-aa25-40db-bba4-ec26e795194c)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:29:53.568745 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-a16df366-2c6e-43bf-af96-bb9c589ce3d9 None None] Set router 35119a6a-0947-414e-80f8-f70c2ef2f003 gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:29:53.572486 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-47fbaf74-1b8a-4ed1-b76f-257ea69510e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:53.615472 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fbaf74-1b8a-4ed1-b76f-257ea69510e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=35afb9d0-e10f-4a85-a2d3-a8e69a2490c6,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:29:53.675335 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:53.729176 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-47fbaf74-1b8a-4ed1-b76f-257ea69510e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-446916'] for router_gateway, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:53.813348 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=8dc245c0-f703-4416-b1a0-27d21d1b3390,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:29:53.861012 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d40fef-087f-4ce9-afe6-05a7e405ca58 req-d7700584-1925-4e42-84f9-19d219dd5997 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:53.863068 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-30d40fef-087f-4ce9-afe6-05a7e405ca58 req-d7700584-1925-4e42-84f9-19d219dd5997 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/ports?device_id=0e2d8fe1-e898-4c4e-a445-b5805816979f HTTP/1.1" status: 200 len: 946 time: 0.1166823 Aug 11 03:29:53.922117 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-a16df366-2c6e-43bf-af96-bb9c589ce3d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35119a6a-0947-414e-80f8-f70c2ef2f003', 'name': 'tempest-TestVolumeBackupRestore-992346021-router', 'tenant_id': 'b540e93b4e6e403b8be0a51a19b9324d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': '8dc245c0-f703-4416-b1a0-27d21d1b3390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:29:44Z', 'updated_at': '2021-08-11T03:29:51Z', 'revision_number': 4, 'project_id': 'b540e93b4e6e403b8be0a51a19b9324d', 'gw_port': {'id': '8dc245c0-f703-4416-b1a0-27d21d1b3390', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:20:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35119a6a-0947-414e-80f8-f70c2ef2f003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:29:45Z', 'updated_at': '2021-08-11T03:29:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': 'be06b1dc-4dd8-4ece-a7f2-adb0b7a18bf8', 'name': '', 'network_id': '425045ab-1792-4464-8443-b9a0ad823629', 'tenant_id': 'b540e93b4e6e403b8be0a51a19b9324d', 'mac_address': 'fa:16:3e:b0:03:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35119a6a-0947-414e-80f8-f70c2ef2f003', 'device_owner': 'network:router_interface', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': 'f01d933d-9d66-4eb8-97b2-29dd5d188cd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:29:49Z', 'updated_at': '2021-08-11T03:29:51Z', 'revision_number': 2, 'project_id': 'b540e93b4e6e403b8be0a51a19b9324d', 'subnets': [{'id': 'f01d933d-9d66-4eb8-97b2-29dd5d188cd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:29:53.950450 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-30d40fef-087f-4ce9-afe6-05a7e405ca58 req-8061b3f8-457b-4d40-98e4-add93a039933 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d1cd399-f1ad-4eb8-8279-cc3e3b1f8ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796213 Aug 11 03:29:53.961544 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-47fbaf74-1b8a-4ed1-b76f-257ea69510e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6544'] for router, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:53.961956 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a16df366-2c6e-43bf-af96-bb9c589ce3d9 None None] Checking router: 35119a6a-0947-414e-80f8-f70c2ef2f003 for host: n-d-764292-30 {{(pid=102194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:29:53.961956 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a16df366-2c6e-43bf-af96-bb9c589ce3d9 None None] Updating router 35119a6a-0947-414e-80f8-f70c2ef2f003 port be06b1dc-4dd8-4ece-a7f2-adb0b7a18bf8 binding host n-d-764292-30 {{(pid=102194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:29:53.962134 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-47fbaf74-1b8a-4ed1-b76f-257ea69510e9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:53.992846 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-a16df366-2c6e-43bf-af96-bb9c589ce3d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:54.080497 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-47fbaf74-1b8a-4ed1-b76f-257ea69510e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448809'] for router, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:54.081072 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47fbaf74-1b8a-4ed1-b76f-257ea69510e9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 27e271c7-860b-481d-a2b4-9dc8a93ffaaa {{(pid=102191) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:29:54.089116 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-47fbaf74-1b8a-4ed1-b76f-257ea69510e9 admin admin] Notify callbacks [] for router, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:54.090339 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-47fbaf74-1b8a-4ed1-b76f-257ea69510e9 admin admin] 10.222.0.41 "DELETE /v2.0/routers/27e271c7-860b-481d-a2b4-9dc8a93ffaaa HTTP/1.1" status: 204 len: 168 time: 1.9706008 Aug 11 03:29:54.093086 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 60758) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:29:54.133098 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de504ba0-e18f-457f-af35-1a8ea6f53486 req-8238c61f-c42a-448b-b146-8df8977e9019 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:54.134835 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-de504ba0-e18f-457f-af35-1a8ea6f53486 req-8238c61f-c42a-448b-b146-8df8977e9019 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/ports?device_id=0e2d8fe1-e898-4c4e-a445-b5805816979f HTTP/1.1" status: 200 len: 946 time: 0.0851290 Aug 11 03:29:54.236193 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_v2 [None req-9197c4b9-7690-4e3f-a661-278add19c62c admin admin] Deleting subnet a49cd060-f36d-4991-9345-f6e13ba4429f {{(pid=102191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:29:54.249456 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-de504ba0-e18f-457f-af35-1a8ea6f53486 req-f3fcb7f5-e798-413f-bf66-7b444b786bde tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d1cd399-f1ad-4eb8-8279-cc3e3b1f8ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059611 Aug 11 03:29:54.256987 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9197c4b9-7690-4e3f-a661-278add19c62c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:54.366951 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9197c4b9-7690-4e3f-a661-278add19c62c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126283525'] for subnet, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:54.456698 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-a16df366-2c6e-43bf-af96-bb9c589ce3d9 None None] Notify callbacks [] for port, precommit_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:54.485020 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.provisioning_blocks [None req-a16df366-2c6e-43bf-af96-bb9c589ce3d9 None None] Transition to ACTIVE for port object be06b1dc-4dd8-4ece-a7f2-adb0b7a18bf8 will not be triggered until provisioned by entity L2. {{(pid=102194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:29:54.521679 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 8dc245c0-f703-4416-b1a0-27d21d1b3390 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:29:54.561891 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-a16df366-2c6e-43bf-af96-bb9c589ce3d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:54.589871 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 60794) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:29:54.596609 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-98dd24f4-2ad6-4295-8368-1695a59c9e40 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-61237663-network', 'tenant_id': '146b2143f1d94472aae3064b3b4eb200'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:29:54.659422 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9197c4b9-7690-4e3f-a661-278add19c62c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:54.691647 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263d0eb9-0dfb-4330-83e7-17b54d74582c None None] Pushing event updated for resources: {'Port': ['ID=be06b1dc-4dd8-4ece-a7f2-adb0b7a18bf8,revision_number=3']} {{(pid=102194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:29:54.691952 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 8dc245c0-f703-4416-b1a0-27d21d1b3390 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:29:54.694032 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:54.780891 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98dd24f4-2ad6-4295-8368-1695a59c9e40 admin admin] Made reservation on behalf of 146b2143f1d94472aae3064b3b4eb200 for: {'network': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:29:54.801971 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-98dd24f4-2ad6-4295-8368-1695a59c9e40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:54.823146 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-a16df366-2c6e-43bf-af96-bb9c589ce3d9 None None] Attempting to bind port be06b1dc-4dd8-4ece-a7f2-adb0b7a18bf8 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:29:54.824212 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-a16df366-2c6e-43bf-af96-bb9c589ce3d9 None None] Attempting to bind port be06b1dc-4dd8-4ece-a7f2-adb0b7a18bf8 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': '171ec611-a934-4219-8e96-132344840dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '425045ab-1792-4464-8443-b9a0ad823629'}] {{(pid=102194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:29:54.825331 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16df366-2c6e-43bf-af96-bb9c589ce3d9 None None] Attempting to bind port be06b1dc-4dd8-4ece-a7f2-adb0b7a18bf8 on network 425045ab-1792-4464-8443-b9a0ad823629 {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:29:54.846278 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16df366-2c6e-43bf-af96-bb9c589ce3d9 None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 29, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:29:54.847229 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16df366-2c6e-43bf-af96-bb9c589ce3d9 None None] Checking segment: {'id': '171ec611-a934-4219-8e96-132344840dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '425045ab-1792-4464-8443-b9a0ad823629'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:29:54.850556 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-a16df366-2c6e-43bf-af96-bb9c589ce3d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:54.851101 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16df366-2c6e-43bf-af96-bb9c589ce3d9 None None] Bound using segment: {'id': '171ec611-a934-4219-8e96-132344840dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '425045ab-1792-4464-8443-b9a0ad823629'} {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:29:54.853303 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-a16df366-2c6e-43bf-af96-bb9c589ce3d9 None None] Bound port: be06b1dc-4dd8-4ece-a7f2-adb0b7a18bf8, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '171ec611-a934-4219-8e96-132344840dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '425045ab-1792-4464-8443-b9a0ad823629'}}] {{(pid=102194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:29:54.855342 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-a16df366-2c6e-43bf-af96-bb9c589ce3d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:54.890841 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-98dd24f4-2ad6-4295-8368-1695a59c9e40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:55.021720 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9197c4b9-7690-4e3f-a661-278add19c62c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126283413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126275158'] for subnet, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:55.026086 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a39faa3-d91c-4ed9-af4b-9601d117945d req-f6d52ebd-0ff0-477f-a574-dd26ef09638a tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:55.034788 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8a39faa3-d91c-4ed9-af4b-9601d117945d req-f6d52ebd-0ff0-477f-a574-dd26ef09638a tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/ports?device_id=0e2d8fe1-e898-4c4e-a445-b5805816979f HTTP/1.1" status: 200 len: 946 time: 0.1923366 Aug 11 03:29:55.058540 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.db [None req-a16df366-2c6e-43bf-af96-bb9c589ce3d9 None None] For port be06b1dc-4dd8-4ece-a7f2-adb0b7a18bf8, host n-d-764292-30, cleared binding levels {{(pid=102194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:29:55.067224 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.db [None req-a16df366-2c6e-43bf-af96-bb9c589ce3d9 None None] For port be06b1dc-4dd8-4ece-a7f2-adb0b7a18bf8, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=be06b1dc-4dd8-4ece-a7f2-adb0b7a18bf8,segment=NetworkSegment(171ec611-a934-4219-8e96-132344840dde),segment_id=171ec611-a934-4219-8e96-132344840dde)] {{(pid=102194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:29:55.094329 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 35afb9d0-e10f-4a85-a2d3-a8e69a2490c6 no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:29:55.098496 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8a39faa3-d91c-4ed9-af4b-9601d117945d req-03cccfee-272b-449a-989e-2b871c0ab9f3 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d1cd399-f1ad-4eb8-8279-cc3e3b1f8ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619802 Aug 11 03:29:55.141973 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9197c4b9-7690-4e3f-a661-278add19c62c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a49cd060-f36d-4991-9345-f6e13ba4429f,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:29:55.144161 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9197c4b9-7690-4e3f-a661-278add19c62c admin admin] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:55.148607 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-9197c4b9-7690-4e3f-a661-278add19c62c admin admin] 10.222.0.41 "DELETE /v2.0/subnets/a49cd060-f36d-4991-9345-f6e13ba4429f HTTP/1.1" status: 204 len: 168 time: 1.0519948 Aug 11 03:29:55.149508 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 60820) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:29:55.152591 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc2b2a5e-2d89-4b05-88ff-fc1bec2e73c5 None None] Network 37d25dbb-8b0c-4bea-bf6e-f558cb05b85f requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:29:55.155766 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: 35afb9d0-e10f-4a85-a2d3-a8e69a2490c6 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:29:55.156104 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 35afb9d0-e10f-4a85-a2d3-a8e69a2490c6 not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:29:55.156512 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device d28d605d-52ed-4c64-b0d8-a74e274de48e no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:29:55.178849 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-a16df366-2c6e-43bf-af96-bb9c589ce3d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:55.183249 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-98dd24f4-2ad6-4295-8368-1695a59c9e40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:55.192792 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: d28d605d-52ed-4c64-b0d8-a74e274de48e {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:29:55.193134 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device d28d605d-52ed-4c64-b0d8-a74e274de48e not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:29:55.252493 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-98dd24f4-2ad6-4295-8368-1695a59c9e40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:55.305720 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a16df366-2c6e-43bf-af96-bb9c589ce3d9 None None] Routers {'35119a6a-0947-414e-80f8-f70c2ef2f003'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:29:55.307910 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-a16df366-2c6e-43bf-af96-bb9c589ce3d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:29:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['35119a6a-0947-414e-80f8-f70c2ef2f003'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:29:55.334226 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98dd24f4-2ad6-4295-8368-1695a59c9e40 admin admin] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=102191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:29:55.363949 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0bc05373-28ad-40d2-9c73-560ae3fbb8b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:55.378649 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dd24f4-2ad6-4295-8368-1695a59c9e40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d4a71db-b513-4feb-ae87-860f25c9f6bd,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:29:55.399410 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263d0eb9-0dfb-4330-83e7-17b54d74582c None None] Pushing event updated for resources: {'Port': ['ID=be06b1dc-4dd8-4ece-a7f2-adb0b7a18bf8,revision_number=4']} {{(pid=102194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:29:55.409939 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-98dd24f4-2ad6-4295-8368-1695a59c9e40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:55.413238 n-d-764292-30 neutron-server[102191]: INFO neutron.db.segments_db [None req-98dd24f4-2ad6-4295-8368-1695a59c9e40 admin admin] Added segment a7818a5c-1c3b-4ccf-8648-2d38b8e39833 of type vlan for network 37eb9b30-d141-41ba-8b1e-0b93548326d0 Aug 11 03:29:55.528322 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-a16df366-2c6e-43bf-af96-bb9c589ce3d9 None None] Set router 35119a6a-0947-414e-80f8-f70c2ef2f003 gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:29:55.571770 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-98dd24f4-2ad6-4295-8368-1695a59c9e40 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:55.598547 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-0bc05373-28ad-40d2-9c73-560ae3fbb8b8 admin admin] Deleting port 97610c9b-415e-444a-8ef4-b11d4b4f9196 {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:29:55.599158 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-858e5638-8d25-4e9c-9b01-4573a4bce9b5 None None] DHCP port deletion for 37d25dbb-8b0c-4bea-bf6e-f558cb05b85f request from n-d-764292-30 {{(pid=102193) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:29:55.600265 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0bc05373-28ad-40d2-9c73-560ae3fbb8b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:55.656604 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-858e5638-8d25-4e9c-9b01-4573a4bce9b5 None None] Deleting port 97610c9b-415e-444a-8ef4-b11d4b4f9196 {{(pid=102193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:29:55.657077 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-858e5638-8d25-4e9c-9b01-4573a4bce9b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:55.709333 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [None req-0bc05373-28ad-40d2-9c73-560ae3fbb8b8 admin admin] For port 97610c9b-415e-444a-8ef4-b11d4b4f9196, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=97610c9b-415e-444a-8ef4-b11d4b4f9196,segment=NetworkSegment(e0bdbf17-39ef-4cda-a769-5b18570c8140),segment_id=e0bdbf17-39ef-4cda-a769-5b18570c8140)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:29:55.709716 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0bc05373-28ad-40d2-9c73-560ae3fbb8b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:55.714935 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-98dd24f4-2ad6-4295-8368-1695a59c9e40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:55.716468 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98dd24f4-2ad6-4295-8368-1695a59c9e40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:55.720431 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-98dd24f4-2ad6-4295-8368-1695a59c9e40 admin admin] Notify callbacks [] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:55.730518 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-0bc05373-28ad-40d2-9c73-560ae3fbb8b8 admin admin] Calling delete_port for 97610c9b-415e-444a-8ef4-b11d4b4f9196 owned by network:dhcp {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:29:55.758536 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-858e5638-8d25-4e9c-9b01-4573a4bce9b5 None None] For port 97610c9b-415e-444a-8ef4-b11d4b4f9196, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=97610c9b-415e-444a-8ef4-b11d4b4f9196,segment=NetworkSegment(e0bdbf17-39ef-4cda-a769-5b18570c8140),segment_id=e0bdbf17-39ef-4cda-a769-5b18570c8140)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:29:55.759273 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-858e5638-8d25-4e9c-9b01-4573a4bce9b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:55.776522 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-858e5638-8d25-4e9c-9b01-4573a4bce9b5 None None] Calling delete_port for 97610c9b-415e-444a-8ef4-b11d4b4f9196 owned by network:dhcp {{(pid=102193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:29:55.816751 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dd24f4-2ad6-4295-8368-1695a59c9e40 admin admin] Pushing event updated for resources: {'Network': ['ID=37eb9b30-d141-41ba-8b1e-0b93548326d0,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:29:55.828343 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network 37eb9b30-d141-41ba-8b1e-0b93548326d0 details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:29:55.857950 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-98dd24f4-2ad6-4295-8368-1695a59c9e40 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2666612 Aug 11 03:29:55.860206 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 60848) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:29:55.870462 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-4f1abbd3-4708-48f2-b5e0-914ac41dfad4 admin admin] Request body: {'subnet': {'network_id': '37eb9b30-d141-41ba-8b1e-0b93548326d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-61237663-subnet', 'tenant_id': '146b2143f1d94472aae3064b3b4eb200', 'ip_version': 4}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:29:55.914576 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-a16df366-2c6e-43bf-af96-bb9c589ce3d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35119a6a-0947-414e-80f8-f70c2ef2f003', 'name': 'tempest-TestVolumeBackupRestore-992346021-router', 'tenant_id': 'b540e93b4e6e403b8be0a51a19b9324d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': '8dc245c0-f703-4416-b1a0-27d21d1b3390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:29:44Z', 'updated_at': '2021-08-11T03:29:51Z', 'revision_number': 4, 'project_id': 'b540e93b4e6e403b8be0a51a19b9324d', 'gw_port': {'id': '8dc245c0-f703-4416-b1a0-27d21d1b3390', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:20:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35119a6a-0947-414e-80f8-f70c2ef2f003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:29:45Z', 'updated_at': '2021-08-11T03:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': 'be06b1dc-4dd8-4ece-a7f2-adb0b7a18bf8', 'name': '', 'network_id': '425045ab-1792-4464-8443-b9a0ad823629', 'tenant_id': 'b540e93b4e6e403b8be0a51a19b9324d', 'mac_address': 'fa:16:3e:b0:03:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35119a6a-0947-414e-80f8-f70c2ef2f003', 'device_owner': 'network:router_interface', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': 'f01d933d-9d66-4eb8-97b2-29dd5d188cd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:29:49Z', 'updated_at': '2021-08-11T03:29:55Z', 'revision_number': 4, 'project_id': 'b540e93b4e6e403b8be0a51a19b9324d', 'subnets': [{'id': 'f01d933d-9d66-4eb8-97b2-29dd5d188cd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:29:55.953738 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a16df366-2c6e-43bf-af96-bb9c589ce3d9 None None] The sync data for ids ['35119a6a-0947-414e-80f8-f70c2ef2f003'] in n-d-764292-30 is: [{'id': '35119a6a-0947-414e-80f8-f70c2ef2f003', 'name': 'tempest-TestVolumeBackupRestore-992346021-router', 'tenant_id': 'b540e93b4e6e403b8be0a51a19b9324d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': '8dc245c0-f703-4416-b1a0-27d21d1b3390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:29:44Z', 'updated_at': '2021-08-11T03:29:51Z', 'revision_number': 4, 'project_id': 'b540e93b4e6e403b8be0a51a19b9324d', 'gw_port': {'id': '8dc245c0-f703-4416-b1a0-27d21d1b3390', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:20:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35119a6a-0947-414e-80f8-f70c2ef2f003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:29:45Z', 'updated_at': '2021-08-11T03:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': 'be06b1dc-4dd8-4ece-a7f2-adb0b7a18bf8', 'name': '', 'network_id': '425045ab-1792-4464-8443-b9a0ad823629', 'tenant_id': 'b540e93b4e6e403b8be0a51a19b9324d', 'mac_address': 'fa:16:3e:b0:03:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35119a6a-0947-414e-80f8-f70c2ef2f003', 'device_owner': 'network:router_interface', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': 'f01d933d-9d66-4eb8-97b2-29dd5d188cd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:29:49Z', 'updated_at': '2021-08-11T03:29:55Z', 'revision_number': 4, 'project_id': 'b540e93b4e6e403b8be0a51a19b9324d', 'subnets': [{'id': 'f01d933d-9d66-4eb8-97b2-29dd5d188cd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:29:56.015599 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f1abbd3-4708-48f2-b5e0-914ac41dfad4 admin admin] Made reservation on behalf of 146b2143f1d94472aae3064b3b4eb200 for: {'subnet': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:29:56.017044 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4f1abbd3-4708-48f2-b5e0-914ac41dfad4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274743'] for subnet, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:56.023055 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-858e5638-8d25-4e9c-9b01-4573a4bce9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678'] for port, after_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:56.047921 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0bc05373-28ad-40d2-9c73-560ae3fbb8b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:56.075340 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858e5638-8d25-4e9c-9b01-4573a4bce9b5 None None] Pushing event deleted for resources: {'Port': ['ID=97610c9b-415e-444a-8ef4-b11d4b4f9196,revision_number=None']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:29:56.112581 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858e5638-8d25-4e9c-9b01-4573a4bce9b5 None None] No DVR routers for this DVR port 97610c9b-415e-444a-8ef4-b11d4b4f9196 on host n-d-764292-30 {{(pid=102193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:29:56.135421 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc05373-28ad-40d2-9c73-560ae3fbb8b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=97610c9b-415e-444a-8ef4-b11d4b4f9196,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:29:56.189617 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8998055-993c-4d45-b842-b33742398854 req-29a16f67-82c7-48c6-bd5c-6c2ba095a5de tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:56.196719 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f8998055-993c-4d45-b842-b33742398854 req-29a16f67-82c7-48c6-bd5c-6c2ba095a5de tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.24 "GET /v2.0/ports?device_id=0e2d8fe1-e898-4c4e-a445-b5805816979f HTTP/1.1" status: 200 len: 946 time: 0.2322416 Aug 11 03:29:56.197882 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc05373-28ad-40d2-9c73-560ae3fbb8b8 admin admin] No DVR routers for this DVR port 97610c9b-415e-444a-8ef4-b11d4b4f9196 on host n-d-764292-30 {{(pid=102192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:29:56.377968 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device be06b1dc-4dd8-4ece-a7f2-adb0b7a18bf8 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:29:56.475194 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4f1abbd3-4708-48f2-b5e0-914ac41dfad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126283476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274725'] for subnet, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:56.514232 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537b3a50-f2e7-4a65-8c85-ba54b1fae360 req-792fd911-d763-418f-8f70-78a82f199914 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:56.515891 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-537b3a50-f2e7-4a65-8c85-ba54b1fae360 req-792fd911-d763-418f-8f70-78a82f199914 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/ports?device_id=0e2d8fe1-e898-4c4e-a445-b5805816979f HTTP/1.1" status: 200 len: 946 time: 0.2964621 Aug 11 03:29:56.517963 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0bc05373-28ad-40d2-9c73-560ae3fbb8b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:56.547567 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port be06b1dc-4dd8-4ece-a7f2-adb0b7a18bf8 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:29:56.547716 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-0bc05373-28ad-40d2-9c73-560ae3fbb8b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37d25dbb-8b0c-4bea-bf6e-f558cb05b85f']}} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:29:56.549998 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port be06b1dc-4dd8-4ece-a7f2-adb0b7a18bf8 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:29:56.550475 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:56.571053 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1abbd3-4708-48f2-b5e0-914ac41dfad4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6790beb9-6c70-481b-8d6a-5ddcccdc726b,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:29:56.584829 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-0bc05373-28ad-40d2-9c73-560ae3fbb8b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0bdbf17-39ef-4cda-a769-5b18570c8140') {'for_net_delete': True} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:29:56.587077 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-0bc05373-28ad-40d2-9c73-560ae3fbb8b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0bdbf17-39ef-4cda-a769-5b18570c8140') {} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:29:56.587647 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f1abbd3-4708-48f2-b5e0-914ac41dfad4 admin admin] Checking segment: {'id': 'a7818a5c-1c3b-4ccf-8648-2d38b8e39833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '37eb9b30-d141-41ba-8b1e-0b93548326d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:29:56.588115 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f1abbd3-4708-48f2-b5e0-914ac41dfad4 admin admin] Network hostable DHCP agents. Network: 37eb9b30-d141-41ba-8b1e-0b93548326d0, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:29:56.635185 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0bc05373-28ad-40d2-9c73-560ae3fbb8b8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125932501'] for segment, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:56.678398 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [req-f8998055-993c-4d45-b842-b33742398854 req-6aaa18a8-ba3e-403a-9a95-0759bdf82529 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Deleting port bbafc198-05ca-4c2d-b957-0e55465b9770 {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:29:56.679086 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-f8998055-993c-4d45-b842-b33742398854 req-6aaa18a8-ba3e-403a-9a95-0759bdf82529 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:56.683646 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0bc05373-28ad-40d2-9c73-560ae3fbb8b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:56.688286 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f1abbd3-4708-48f2-b5e0-914ac41dfad4 admin admin] Network 37eb9b30-d141-41ba-8b1e-0b93548326d0 is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:29:56.710115 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bc05373-28ad-40d2-9c73-560ae3fbb8b8 admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=102192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:29:56.713028 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0bc05373-28ad-40d2-9c73-560ae3fbb8b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125932183'] for segment, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:56.714863 n-d-764292-30 neutron-server[102192]: Traceback (most recent call last): Aug 11 03:29:56.714863 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:29:56.714863 n-d-764292-30 neutron-server[102192]: timer() Aug 11 03:29:56.714863 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:29:56.714863 n-d-764292-30 neutron-server[102192]: cb(*args, **kw) Aug 11 03:29:56.714863 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:29:56.714863 n-d-764292-30 neutron-server[102192]: return func(*args, **kwargs) Aug 11 03:29:56.714863 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:29:56.714863 n-d-764292-30 neutron-server[102192]: self._notify() Aug 11 03:29:56.714863 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:29:56.714863 n-d-764292-30 neutron-server[102192]: self.callback(batched_events) Aug 11 03:29:56.714863 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:29:56.714863 n-d-764292-30 neutron-server[102192]: event.method(event) Aug 11 03:29:56.714863 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:29:56.714863 n-d-764292-30 neutron-server[102192]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:29:56.714863 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:29:56.714863 n-d-764292-30 neutron-server[102192]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:29:56.714863 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:29:56.714863 n-d-764292-30 neutron-server[102192]: return f(self, *a, **k) Aug 11 03:29:56.714863 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:29:56.714863 n-d-764292-30 neutron-server[102192]: return self._get(url).json() Aug 11 03:29:56.714863 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:29:56.714863 n-d-764292-30 neutron-server[102192]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:29:56.714863 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:29:56.714863 n-d-764292-30 neutron-server[102192]: return self.request(url, 'GET', **kwargs) Aug 11 03:29:56.714863 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:29:56.714863 n-d-764292-30 neutron-server[102192]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:29:56.714863 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:29:56.714863 n-d-764292-30 neutron-server[102192]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:29:56.714863 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:29:56.714863 n-d-764292-30 neutron-server[102192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:29:56.714863 n-d-764292-30 neutron-server[102192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:29:56.731766 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:56.762168 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-537b3a50-f2e7-4a65-8c85-ba54b1fae360 req-929081df-8c14-4928-acc1-d752c6a9abe0 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d1cd399-f1ad-4eb8-8279-cc3e3b1f8ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277057 Aug 11 03:29:56.792124 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port be06b1dc-4dd8-4ece-a7f2-adb0b7a18bf8, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=be06b1dc-4dd8-4ece-a7f2-adb0b7a18bf8,segment=NetworkSegment(171ec611-a934-4219-8e96-132344840dde),segment_id=171ec611-a934-4219-8e96-132344840dde)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:29:56.852127 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-4f1abbd3-4708-48f2-b5e0-914ac41dfad4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, 37eb9b30-d141-41ba-8b1e-0b93548326d0) {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:29:56.857041 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f1abbd3-4708-48f2-b5e0-914ac41dfad4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:56.857878 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4f1abbd3-4708-48f2-b5e0-914ac41dfad4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:56.866344 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-286aea4d-054e-45eb-8732-994c2da5ce38 None None] Network 37eb9b30-d141-41ba-8b1e-0b93548326d0 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:29:56.869140 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-f8998055-993c-4d45-b842-b33742398854 req-6aaa18a8-ba3e-403a-9a95-0759bdf82529 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] For port bbafc198-05ca-4c2d-b957-0e55465b9770, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=bbafc198-05ca-4c2d-b957-0e55465b9770,segment=NetworkSegment(323f142b-ee85-4d27-85a3-85cc28507ab1),segment_id=323f142b-ee85-4d27-85a3-85cc28507ab1)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:29:56.874680 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-f8998055-993c-4d45-b842-b33742398854 req-6aaa18a8-ba3e-403a-9a95-0759bdf82529 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:56.886320 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:56.888237 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [req-f8998055-993c-4d45-b842-b33742398854 req-6aaa18a8-ba3e-403a-9a95-0759bdf82529 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Calling delete_port for bbafc198-05ca-4c2d-b957-0e55465b9770 owned by compute:nova {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:29:56.949944 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-4f1abbd3-4708-48f2-b5e0-914ac41dfad4 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0885522 Aug 11 03:29:56.953936 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 60910) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:29:56.960888 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-e5f98201-cbda-43a2-af29-79aabb1886c8 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-61237663-router', 'tenant_id': '146b2143f1d94472aae3064b3b4eb200', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:29:56.970222 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0bc05373-28ad-40d2-9c73-560ae3fbb8b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:56.981837 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0bc05373-28ad-40d2-9c73-560ae3fbb8b8 admin admin] Notify callbacks [] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:56.983437 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 97610c9b-415e-444a-8ef4-b11d4b4f9196 no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:29:56.986786 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-0bc05373-28ad-40d2-9c73-560ae3fbb8b8 admin admin] 10.222.0.41 "DELETE /v2.0/networks/37d25dbb-8b0c-4bea-bf6e-f558cb05b85f HTTP/1.1" status: 204 len: 168 time: 1.8334293 Aug 11 03:29:57.011635 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc05373-28ad-40d2-9c73-560ae3fbb8b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=37d25dbb-8b0c-4bea-bf6e-f558cb05b85f,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:29:57.028661 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: 97610c9b-415e-444a-8ef4-b11d4b4f9196 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:29:57.029018 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 97610c9b-415e-444a-8ef4-b11d4b4f9196 not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:29:57.053235 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=be06b1dc-4dd8-4ece-a7f2-adb0b7a18bf8,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:29:57.074758 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e5f98201-cbda-43a2-af29-79aabb1886c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-450010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6626'] for router, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:57.076604 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e5f98201-cbda-43a2-af29-79aabb1886c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-446747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6633'] for router, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:57.193179 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e5f98201-cbda-43a2-af29-79aabb1886c8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:57.225069 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-602e0ce2-d94e-40f8-9adb-4b6ba78f7690 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde080026-c28f-55be-b52b-13827cc43646-37eb9b30-d141-41ba-8b1e-0b93548326d0', 'network_id': '37eb9b30-d141-41ba-8b1e-0b93548326d0', 'tenant_id': '146b2143f1d94472aae3064b3b4eb200', 'fixed_ips': [{'subnet_id': '6790beb9-6c70-481b-8d6a-5ddcccdc726b'}]}} from n-d-764292-30. {{(pid=102193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:29:57.225069 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-602e0ce2-d94e-40f8-9adb-4b6ba78f7690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:57.235084 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-f8998055-993c-4d45-b842-b33742398854 req-6aaa18a8-ba3e-403a-9a95-0759bdf82529 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:57.254331 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['c5e5b8bf-e320-4589-a83b-e2f6c8455c36', 'bbafc198-05ca-4c2d-b957-0e55465b9770'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:29:57.301308 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aaa18a8-ba3e-403a-9a95-0759bdf82529 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Pushing event deleted for resources: {'Port': ['ID=bbafc198-05ca-4c2d-b957-0e55465b9770,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:29:57.392741 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8998055-993c-4d45-b842-b33742398854 req-6aaa18a8-ba3e-403a-9a95-0759bdf82529 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] No DVR routers for this DVR port bbafc198-05ca-4c2d-b957-0e55465b9770 on host n-h2-764292-30 {{(pid=102192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:29:57.400179 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-f8998055-993c-4d45-b842-b33742398854 req-6aaa18a8-ba3e-403a-9a95-0759bdf82529 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:57.406965 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f8998055-993c-4d45-b842-b33742398854 req-6aaa18a8-ba3e-403a-9a95-0759bdf82529 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.24 "DELETE /v2.0/ports/bbafc198-05ca-4c2d-b957-0e55465b9770 HTTP/1.1" status: 204 len: 173 time: 1.2016602 Aug 11 03:29:57.410635 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e2d8fe1-e898-4c4e-a445-b5805816979f', 'name': 'network-vif-deleted', 'tag': 'bbafc198-05ca-4c2d-b957-0e55465b9770'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:29:57.413811 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be038d23-501b-48e6-9615-32f9594f6f8f" -d '{"events": [{"server_uuid": "0e2d8fe1-e898-4c4e-a445-b5805816979f", "name": "network-vif-deleted", "tag": "bbafc198-05ca-4c2d-b957-0e55465b9770"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:29:57.448964 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e5f98201-cbda-43a2-af29-79aabb1886c8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:57.467396 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:29:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2073f48-a03c-4acf-ac5e-acb7c926061a x-openstack-request-id: req-f2073f48-a03c-4acf-ac5e-acb7c926061a {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:29:57.468589 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e2d8fe1-e898-4c4e-a445-b5805816979f", "name": "network-vif-deleted", "tag": "bbafc198-05ca-4c2d-b957-0e55465b9770", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:29:57.469112 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f2073f48-a03c-4acf-ac5e-acb7c926061a {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:29:57.469234 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 60924) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:29:57.469816 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e2d8fe1-e898-4c4e-a445-b5805816979f', 'name': 'network-vif-deleted', 'tag': 'bbafc198-05ca-4c2d-b957-0e55465b9770', 'status': 'completed', 'code': 200} Aug 11 03:29:57.537703 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-742bfb83-5b7e-413c-a226-15365004878e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a85269c0e6474c78b09f8a25d858da1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0669427 Aug 11 03:29:57.540871 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 60926) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:29:57.600970 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.db_base_plugin_common [None req-602e0ce2-d94e-40f8-9adb-4b6ba78f7690 None None] Allocated IP 172.20.0.2 (37eb9b30-d141-41ba-8b1e-0b93548326d0/6790beb9-6c70-481b-8d6a-5ddcccdc726b/ce11c95f-96e4-4d4a-aaa8-b686d705bd76) {{(pid=102193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:29:57.754247 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0b59d403-33ad-41f9-8ec3-b7cb4120001d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:57.802302 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0b59d403-33ad-41f9-8ec3-b7cb4120001d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:57.821919 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 60936) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:29:57.971975 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0b59d403-33ad-41f9-8ec3-b7cb4120001d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:57.976065 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0b59d403-33ad-41f9-8ec3-b7cb4120001d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:57.979959 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-0b59d403-33ad-41f9-8ec3-b7cb4120001d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7c5ed8bb-b2a5-4391-8f57-afb2e3dfa204 HTTP/1.1" status: 204 len: 168 time: 0.4353647 Aug 11 03:29:57.994067 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b59d403-33ad-41f9-8ec3-b7cb4120001d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c5ed8bb-b2a5-4391-8f57-afb2e3dfa204,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:29:58.042191 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5ab5d716-d3bc-4bed-931d-8ec7beac5a26 req-683254b3-cfa5-4bd0-bd2f-b11a2e74570e tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/ports?device_id=0e2d8fe1-e898-4c4e-a445-b5805816979f HTTP/1.1" status: 200 len: 210 time: 0.0691113 Aug 11 03:29:58.043654 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e5f98201-cbda-43a2-af29-79aabb1886c8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:58.053759 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-602e0ce2-d94e-40f8-9adb-4b6ba78f7690 None None] Notify callbacks [] for port, precommit_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:58.065789 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-602e0ce2-d94e-40f8-9adb-4b6ba78f7690 None None] Transition to ACTIVE for port object ce11c95f-96e4-4d4a-aaa8-b686d705bd76 will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:29:58.086666 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e5f98201-cbda-43a2-af29-79aabb1886c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:58.087551 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-602e0ce2-d94e-40f8-9adb-4b6ba78f7690 None None] Transition to ACTIVE for port object ce11c95f-96e4-4d4a-aaa8-b686d705bd76 will not be triggered until provisioned by entity DHCP. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:29:58.093925 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-714e701a-1931-439f-98fa-c3083ec57555 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:58.171290 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-602e0ce2-d94e-40f8-9adb-4b6ba78f7690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669'] for port, after_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:58.222717 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-602e0ce2-d94e-40f8-9adb-4b6ba78f7690 None None] Network 37eb9b30-d141-41ba-8b1e-0b93548326d0 is already hosted by enough agents. {{(pid=102193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:29:58.228397 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.base_scheduler [None req-602e0ce2-d94e-40f8-9adb-4b6ba78f7690 None None] Resources bound (agent type, host, resource id): {{(pid=102193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:29:58.231437 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602e0ce2-d94e-40f8-9adb-4b6ba78f7690 None None] Received port after_create {{(pid=102193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:29:58.233430 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602e0ce2-d94e-40f8-9adb-4b6ba78f7690 None None] Pushing event updated for resources: {'Port': ['ID=ce11c95f-96e4-4d4a-aaa8-b686d705bd76,revision_number=1']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:29:58.274845 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [None req-e5f98201-cbda-43a2-af29-79aabb1886c8 admin admin] Allocated IP 172.25.8.125 (09faf7d2-eaf5-4a50-bb6e-4cb05d009a76/e1a97443-13df-40bb-85f5-fd269e2742c0/7258758d-8269-4d31-8664-53dbc40d6c2c) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:29:58.331812 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-714e701a-1931-439f-98fa-c3083ec57555 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:58.339537 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device be06b1dc-4dd8-4ece-a7f2-adb0b7a18bf8 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:29:58.374839 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-602e0ce2-d94e-40f8-9adb-4b6ba78f7690 None None] Attempting to bind port ce11c95f-96e4-4d4a-aaa8-b686d705bd76 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:29:58.375261 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-602e0ce2-d94e-40f8-9adb-4b6ba78f7690 None None] Attempting to bind port ce11c95f-96e4-4d4a-aaa8-b686d705bd76 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': 'a7818a5c-1c3b-4ccf-8648-2d38b8e39833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '37eb9b30-d141-41ba-8b1e-0b93548326d0'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:29:58.376015 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602e0ce2-d94e-40f8-9adb-4b6ba78f7690 None None] Attempting to bind port ce11c95f-96e4-4d4a-aaa8-b686d705bd76 on network 37eb9b30-d141-41ba-8b1e-0b93548326d0 {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:29:58.384609 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602e0ce2-d94e-40f8-9adb-4b6ba78f7690 None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 29, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:29:58.386570 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602e0ce2-d94e-40f8-9adb-4b6ba78f7690 None None] Checking segment: {'id': 'a7818a5c-1c3b-4ccf-8648-2d38b8e39833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '37eb9b30-d141-41ba-8b1e-0b93548326d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:29:58.386570 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-602e0ce2-d94e-40f8-9adb-4b6ba78f7690 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:58.386570 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602e0ce2-d94e-40f8-9adb-4b6ba78f7690 None None] Bound using segment: {'id': 'a7818a5c-1c3b-4ccf-8648-2d38b8e39833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '37eb9b30-d141-41ba-8b1e-0b93548326d0'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:29:58.386570 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-602e0ce2-d94e-40f8-9adb-4b6ba78f7690 None None] Bound port: ce11c95f-96e4-4d4a-aaa8-b686d705bd76, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7818a5c-1c3b-4ccf-8648-2d38b8e39833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '37eb9b30-d141-41ba-8b1e-0b93548326d0'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:29:58.387217 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-602e0ce2-d94e-40f8-9adb-4b6ba78f7690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:58.406201 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-714e701a-1931-439f-98fa-c3083ec57555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:58.471267 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port be06b1dc-4dd8-4ece-a7f2-adb0b7a18bf8 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:29:58.471853 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:58.478270 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-714e701a-1931-439f-98fa-c3083ec57555 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=aff43b6c82d14de89e05eeee7f0aafd2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6500535 Aug 11 03:29:58.484469 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 60946) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:29:58.485242 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714e701a-1931-439f-98fa-c3083ec57555 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d303791-3a23-4b08-a40a-6261e0899468,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:29:58.530862 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e5f98201-cbda-43a2-af29-79aabb1886c8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:58.542435 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-602e0ce2-d94e-40f8-9adb-4b6ba78f7690 None None] For port ce11c95f-96e4-4d4a-aaa8-b686d705bd76, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:29:58.548135 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-602e0ce2-d94e-40f8-9adb-4b6ba78f7690 None None] For port ce11c95f-96e4-4d4a-aaa8-b686d705bd76, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=ce11c95f-96e4-4d4a-aaa8-b686d705bd76,segment=NetworkSegment(a7818a5c-1c3b-4ccf-8648-2d38b8e39833),segment_id=a7818a5c-1c3b-4ccf-8648-2d38b8e39833)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:29:58.581438 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d6898916-0675-469b-8c0a-c58715aebcf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:58.620510 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-602e0ce2-d94e-40f8-9adb-4b6ba78f7690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:58.652035 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d6898916-0675-469b-8c0a-c58715aebcf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:58.717429 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e5f98201-cbda-43a2-af29-79aabb1886c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:58.746941 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602e0ce2-d94e-40f8-9adb-4b6ba78f7690 None None] Pushing event updated for resources: {'Port': ['ID=ce11c95f-96e4-4d4a-aaa8-b686d705bd76,revision_number=2']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:29:58.776624 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 60952) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:29:58.808641 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f98201-cbda-43a2-af29-79aabb1886c8 admin admin] Pushing event updated for resources: {'Port': ['ID=7258758d-8269-4d31-8664-53dbc40d6c2c,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:29:58.832578 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d6898916-0675-469b-8c0a-c58715aebcf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:58.835723 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d6898916-0675-469b-8c0a-c58715aebcf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:58.840808 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-d6898916-0675-469b-8c0a-c58715aebcf6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0d303791-3a23-4b08-a40a-6261e0899468 HTTP/1.1" status: 204 len: 168 time: 0.3497829 Aug 11 03:29:58.857606 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f98201-cbda-43a2-af29-79aabb1886c8 admin admin] Network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:29:58.860622 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-52069c55-3d51-4ca8-8a92-d3b5e648cf87 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=69211039b9944a608d6219c662ecc6c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0804853 Aug 11 03:29:58.860846 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 60956) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:29:58.864856 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6898916-0675-469b-8c0a-c58715aebcf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d303791-3a23-4b08-a40a-6261e0899468,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:29:58.866989 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-e5f98201-cbda-43a2-af29-79aabb1886c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:29:58.869117 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f98201-cbda-43a2-af29-79aabb1886c8 admin admin] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:29:58.963380 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-407f67bf-cdad-48ad-ab95-7dce14018201 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:59.021275 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-407f67bf-cdad-48ad-ab95-7dce14018201 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:59.191285 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-7ec9a758-9301-4daa-afbe-fdfbe8a029e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:59.240190 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-407f67bf-cdad-48ad-ab95-7dce14018201 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:59.243816 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-407f67bf-cdad-48ad-ab95-7dce14018201 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:59.244964 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-407f67bf-cdad-48ad-ab95-7dce14018201 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1897814c-c114-458d-9fca-3c353e796c6c HTTP/1.1" status: 204 len: 168 time: 0.3829074 Aug 11 03:29:59.260863 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407f67bf-cdad-48ad-ab95-7dce14018201 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1897814c-c114-458d-9fca-3c353e796c6c,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:29:59.343994 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device bbafc198-05ca-4c2d-b957-0e55465b9770 no longer exists at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:29:59.369272 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] No Port match for: bbafc198-05ca-4c2d-b957-0e55465b9770 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:29:59.370125 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device bbafc198-05ca-4c2d-b957-0e55465b9770 not bound to the agent host n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:29:59.474812 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e5f98201-cbda-43a2-af29-79aabb1886c8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:59.566344 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bab044-4ec0-4932-bdd5-5964fb42a22e req-98ed0bef-9925-4588-b80d-fd03cd764c3b tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:59.567863 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-17bab044-4ec0-4932-bdd5-5964fb42a22e req-98ed0bef-9925-4588-b80d-fd03cd764c3b tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/networks?id=2294adb7-cfd4-40a1-9a0c-db6ab35ac37f HTTP/1.1" status: 200 len: 806 time: 0.1916065 Aug 11 03:29:59.593954 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-17bab044-4ec0-4932-bdd5-5964fb42a22e req-1aa3a9e3-b498-4700-aa64-8e6492caff98 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/quotas/2b2b3f02ad2f4f13a4d5b55e5c246078 HTTP/1.1" status: 200 len: 375 time: 0.0167608 Aug 11 03:29:59.652475 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-17bab044-4ec0-4932-bdd5-5964fb42a22e req-9c72b0de-c5fb-4521-ac12-330a455d5f40 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=2b2b3f02ad2f4f13a4d5b55e5c246078&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0514023 Aug 11 03:29:59.674311 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [req-17bab044-4ec0-4932-bdd5-5964fb42a22e req-377bf20a-6ab7-43f5-8199-1382f2dc751d service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:29:59.675412 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-17bab044-4ec0-4932-bdd5-5964fb42a22e req-377bf20a-6ab7-43f5-8199-1382f2dc751d service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0146019 Aug 11 03:29:59.876766 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 60982) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:29:59.891442 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-17bab044-4ec0-4932-bdd5-5964fb42a22e req-3cb18055-dc12-48ad-9bb3-dc6e46b2a742 service neutron] 10.222.0.41 "GET /v2.0/networks/2294adb7-cfd4-40a1-9a0c-db6ab35ac37f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063246 Aug 11 03:29:59.977489 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d1d5c1fa-535c-474f-a428-12622ae99b4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:00.003263 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e5f98201-cbda-43a2-af29-79aabb1886c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-446952'] for router, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:00.093630 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-17bab044-4ec0-4932-bdd5-5964fb42a22e req-0d1dec0d-2fa9-41a4-a0bd-6f2adb8e8e44 service neutron] 10.222.0.41 "GET /v2.0/networks/2294adb7-cfd4-40a1-9a0c-db6ab35ac37f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939552 Aug 11 03:30:00.392389 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd8bca43-1501-454e-9816-dcdedff24706 None None] Network 37eb9b30-d141-41ba-8b1e-0b93548326d0 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:30:00.409879 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5f98201-cbda-43a2-af29-79aabb1886c8 admin admin] Router f130b56e-7e36-4d36-af71-104717f40949 is scheduled to L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 with binding_index 1 {{(pid=102191) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:30:00.433233 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5914ba7f-9a48-46b4-9a4b-b7d1b39be984 req-7b77bf48-2afc-47f2-a739-b3fb365584fb tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1e2fe71-1c1c-4907-a157-8c5a57408215 HTTP/1.1" status: 200 len: 210 time: 0.0896468 Aug 11 03:30:00.438469 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d1d5c1fa-535c-474f-a428-12622ae99b4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:00.536427 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d1d5c1fa-535c-474f-a428-12622ae99b4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:00.545371 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device ce11c95f-96e4-4d4a-aaa8-b686d705bd76 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:30:00.575952 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d5c1fa-535c-474f-a428-12622ae99b4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a28ad49-6b86-46c3-bb5c-e967d2c91548,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:30:00.626611 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-0b7714ae-46e4-4dcf-a8e8-f9e2b87a61cb None None] Provisioning for port ce11c95f-96e4-4d4a-aaa8-b686d705bd76 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:30:00.642026 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-d1d5c1fa-535c-474f-a428-12622ae99b4e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3bccc27fc61c4a6bb6b4ef5859d73257&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7636337 Aug 11 03:30:00.645880 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 60994) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:30:00.725938 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port ce11c95f-96e4-4d4a-aaa8-b686d705bd76 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:30:00.730160 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port ce11c95f-96e4-4d4a-aaa8-b686d705bd76 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:30:00.731283 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:00.745710 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b1fc66f2-e285-49d0-b05f-4c80410c624f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:00.763070 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5f98201-cbda-43a2-af29-79aabb1886c8 admin admin] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:30:00.783272 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f718ab59-dd6c-4836-aced-d982aff8e49b None None] Sync routers for ids ['f130b56e-7e36-4d36-af71-104717f40949'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:30:00.799369 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b1fc66f2-e285-49d0-b05f-4c80410c624f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:00.816171 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f718ab59-dd6c-4836-aced-d982aff8e49b None None] Routers {'f130b56e-7e36-4d36-af71-104717f40949'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:30:00.816828 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-f718ab59-dd6c-4836-aced-d982aff8e49b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:29:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['f130b56e-7e36-4d36-af71-104717f40949'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:30:00.939467 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e5f98201-cbda-43a2-af29-79aabb1886c8 admin admin] Notify callbacks [] for router, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:00.944022 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 60998) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:30:00.946262 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-e5f98201-cbda-43a2-af29-79aabb1886c8 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.9913571 Aug 11 03:30:01.009346 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b1fc66f2-e285-49d0-b05f-4c80410c624f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:01.014012 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b1fc66f2-e285-49d0-b05f-4c80410c624f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:01.017035 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-b1fc66f2-e285-49d0-b05f-4c80410c624f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6a28ad49-6b86-46c3-bb5c-e967d2c91548 HTTP/1.1" status: 204 len: 168 time: 0.3699162 Aug 11 03:30:01.067503 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fc66f2-e285-49d0-b05f-4c80410c624f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a28ad49-6b86-46c3-bb5c-e967d2c91548,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:30:01.126111 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-f718ab59-dd6c-4836-aced-d982aff8e49b None None] Set router f130b56e-7e36-4d36-af71-104717f40949 gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:30:01.253385 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:01.371405 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-0c655829-a9b1-4d88-807d-824e94e6000f None None] Provisioning complete for port ce11c95f-96e4-4d4a-aaa8-b686d705bd76 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:30:01.372043 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-0c655829-a9b1-4d88-807d-824e94e6000f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:01.571944 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port ce11c95f-96e4-4d4a-aaa8-b686d705bd76, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=ce11c95f-96e4-4d4a-aaa8-b686d705bd76,segment=NetworkSegment(a7818a5c-1c3b-4ccf-8648-2d38b8e39833),segment_id=a7818a5c-1c3b-4ccf-8648-2d38b8e39833)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:30:01.640775 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f2dc0361-fa9d-4d65-91c4-6d2dca3add49 req-fdf10870-3489-4922-9e8d-8030fa10edd5 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1e2fe71-1c1c-4907-a157-8c5a57408215 HTTP/1.1" status: 200 len: 210 time: 0.0419867 Aug 11 03:30:01.701395 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-550dc59e-21fa-4685-b4e9-937eed2cc2c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:01.842819 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:01.960482 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-0c655829-a9b1-4d88-807d-824e94e6000f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:02.006380 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:02.075826 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [None req-550dc59e-21fa-4685-b4e9-937eed2cc2c9 admin admin] Allocated IP 172.20.0.1 (37eb9b30-d141-41ba-8b1e-0b93548326d0/6790beb9-6c70-481b-8d6a-5ddcccdc726b/8eaef64e-e417-411f-bcad-d20d23c217d4) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:30:02.083355 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=ce11c95f-96e4-4d4a-aaa8-b686d705bd76,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:30:02.103914 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.db.api [None req-0c655829-a9b1-4d88-807d-824e94e6000f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102193) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 03:30:02.104298 n-d-764292-30 neutron-server[102193]: DEBUG oslo_db.api [None req-0c655829-a9b1-4d88-807d-824e94e6000f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 03:30:02.139745 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-f718ab59-dd6c-4836-aced-d982aff8e49b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f130b56e-7e36-4d36-af71-104717f40949', 'name': 'tempest-TestVolumeBackupRestore-61237663-router', 'tenant_id': '146b2143f1d94472aae3064b3b4eb200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': '7258758d-8269-4d31-8664-53dbc40d6c2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:29:57Z', 'updated_at': '2021-08-11T03:29:59Z', 'revision_number': 3, 'project_id': '146b2143f1d94472aae3064b3b4eb200', 'gw_port': {'id': '7258758d-8269-4d31-8664-53dbc40d6c2c', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:98:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f130b56e-7e36-4d36-af71-104717f40949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3329, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:29:58Z', 'updated_at': '2021-08-11T03:29:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:30:02.209355 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f718ab59-dd6c-4836-aced-d982aff8e49b None None] Checking router: f130b56e-7e36-4d36-af71-104717f40949 for host: n-d-764292-30 {{(pid=102193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:30:02.209355 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f718ab59-dd6c-4836-aced-d982aff8e49b None None] Updating router f130b56e-7e36-4d36-af71-104717f40949 port 7258758d-8269-4d31-8664-53dbc40d6c2c binding host n-d-764292-30 {{(pid=102193) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:30:02.246085 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-f718ab59-dd6c-4836-aced-d982aff8e49b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:02.255867 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-550dc59e-21fa-4685-b4e9-937eed2cc2c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:02.275750 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [None req-550dc59e-21fa-4685-b4e9-937eed2cc2c9 admin admin] Transition to ACTIVE for port object 8eaef64e-e417-411f-bcad-d20d23c217d4 will not be triggered until provisioned by entity DHCP. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:30:02.298714 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-60308bf6-731b-4187-bdc3-25e74aab0645 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:02.405895 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device ce11c95f-96e4-4d4a-aaa8-b686d705bd76 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:30:02.415146 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-550dc59e-21fa-4685-b4e9-937eed2cc2c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:02.469481 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550dc59e-21fa-4685-b4e9-937eed2cc2c9 admin admin] Pushing event updated for resources: {'Port': ['ID=8eaef64e-e417-411f-bcad-d20d23c217d4,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:30:02.498570 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-550dc59e-21fa-4685-b4e9-937eed2cc2c9 admin admin] Network 37eb9b30-d141-41ba-8b1e-0b93548326d0 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:30:02.500474 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-550dc59e-21fa-4685-b4e9-937eed2cc2c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:30:02.517327 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550dc59e-21fa-4685-b4e9-937eed2cc2c9 admin admin] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:30:02.580361 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-550dc59e-21fa-4685-b4e9-937eed2cc2c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-520987'] for router_interface, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:02.589570 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port ce11c95f-96e4-4d4a-aaa8-b686d705bd76 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:30:02.590837 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:02.799821 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-f718ab59-dd6c-4836-aced-d982aff8e49b None None] Notify callbacks [] for port, precommit_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:02.827948 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a4b4b36e-c324-4ab0-80b4-39f9e22847b8 req-223ecb53-87b5-4c95-ac9d-7b9b91f788b8 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1e2fe71-1c1c-4907-a157-8c5a57408215 HTTP/1.1" status: 200 len: 210 time: 0.0362718 Aug 11 03:30:02.840601 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-f718ab59-dd6c-4836-aced-d982aff8e49b None None] Transition to ACTIVE for port object 7258758d-8269-4d31-8664-53dbc40d6c2c will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:30:02.910087 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-550dc59e-21fa-4685-b4e9-937eed2cc2c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:02.977795 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-f718ab59-dd6c-4836-aced-d982aff8e49b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:03.021744 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:03.022509 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-54a9314b-ef5d-40e1-8a5e-af32317e565d None None] Provisioning for port 8eaef64e-e417-411f-bcad-d20d23c217d4 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:30:03.028623 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-54a9314b-ef5d-40e1-8a5e-af32317e565d None None] Provisioning complete for port 8eaef64e-e417-411f-bcad-d20d23c217d4 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:30:03.029006 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-54a9314b-ef5d-40e1-8a5e-af32317e565d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:03.088957 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f2c6b2-daa8-46ae-a89a-2213d8bda0af None None] Pushing event updated for resources: {'Port': ['ID=7258758d-8269-4d31-8664-53dbc40d6c2c,revision_number=2']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:30:03.094399 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-f718ab59-dd6c-4836-aced-d982aff8e49b None None] Attempting to bind port 7258758d-8269-4d31-8664-53dbc40d6c2c on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:30:03.094786 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-f718ab59-dd6c-4836-aced-d982aff8e49b None None] Attempting to bind port 7258758d-8269-4d31-8664-53dbc40d6c2c by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:30:03.095158 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f718ab59-dd6c-4836-aced-d982aff8e49b None None] Attempting to bind port 7258758d-8269-4d31-8664-53dbc40d6c2c on network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:30:03.102676 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f718ab59-dd6c-4836-aced-d982aff8e49b None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 30, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:30:03.103091 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f718ab59-dd6c-4836-aced-d982aff8e49b None None] Checking segment: {'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:30:03.103506 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-f718ab59-dd6c-4836-aced-d982aff8e49b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:03.103910 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f718ab59-dd6c-4836-aced-d982aff8e49b None None] Bound using segment: {'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:30:03.104390 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-f718ab59-dd6c-4836-aced-d982aff8e49b None None] Bound port: 7258758d-8269-4d31-8664-53dbc40d6c2c, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:30:03.104780 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-f718ab59-dd6c-4836-aced-d982aff8e49b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:03.108512 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-54a9314b-ef5d-40e1-8a5e-af32317e565d None None] Port 8eaef64e-e417-411f-bcad-d20d23c217d4 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:30:03.158274 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-550dc59e-21fa-4685-b4e9-937eed2cc2c9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:03.189343 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-f718ab59-dd6c-4836-aced-d982aff8e49b None None] For port 7258758d-8269-4d31-8664-53dbc40d6c2c, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:30:03.205472 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-f718ab59-dd6c-4836-aced-d982aff8e49b None None] For port 7258758d-8269-4d31-8664-53dbc40d6c2c, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=7258758d-8269-4d31-8664-53dbc40d6c2c,segment=NetworkSegment(fab28bed-aa25-40db-bba4-ec26e795194c),segment_id=fab28bed-aa25-40db-bba4-ec26e795194c)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:30:03.206123 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-550dc59e-21fa-4685-b4e9-937eed2cc2c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:03.223425 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bab044-4ec0-4932-bdd5-5964fb42a22e req-9123cce9-ac15-45b0-bea1-fc3e03371cc4 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:30:03.225770 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-17bab044-4ec0-4932-bdd5-5964fb42a22e req-9123cce9-ac15-45b0-bea1-fc3e03371cc4 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.22 "GET /v2.0/networks?id=2294adb7-cfd4-40a1-9a0c-db6ab35ac37f HTTP/1.1" status: 200 len: 806 time: 0.1932528 Aug 11 03:30:03.240760 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-17bab044-4ec0-4932-bdd5-5964fb42a22e req-c8634778-de73-4de9-98a4-d768bade0687 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Request body: {'port': {'device_id': 'f1e2fe71-1c1c-4907-a157-8c5a57408215', 'network_id': '2294adb7-cfd4-40a1-9a0c-db6ab35ac37f', 'admin_state_up': True, 'tenant_id': '2b2b3f02ad2f4f13a4d5b55e5c246078'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:30:03.286999 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-f718ab59-dd6c-4836-aced-d982aff8e49b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:03.295088 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-550dc59e-21fa-4685-b4e9-937eed2cc2c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16383026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521135'] for router_interface, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:03.298397 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550dc59e-21fa-4685-b4e9-937eed2cc2c9 admin admin] Pushing event updated for resources: {'Port': ['ID=8eaef64e-e417-411f-bcad-d20d23c217d4,revision_number=2']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:30:03.416085 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f718ab59-dd6c-4836-aced-d982aff8e49b None None] Routers {'f130b56e-7e36-4d36-af71-104717f40949'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:30:03.416893 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-f718ab59-dd6c-4836-aced-d982aff8e49b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:30:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['f130b56e-7e36-4d36-af71-104717f40949'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:30:03.423176 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f2c6b2-daa8-46ae-a89a-2213d8bda0af None None] Pushing event updated for resources: {'Port': ['ID=7258758d-8269-4d31-8664-53dbc40d6c2c,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:30:03.455637 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-550dc59e-21fa-4685-b4e9-937eed2cc2c9 admin admin] Network 37eb9b30-d141-41ba-8b1e-0b93548326d0 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:30:03.459286 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-550dc59e-21fa-4685-b4e9-937eed2cc2c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:30:03.510309 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17bab044-4ec0-4932-bdd5-5964fb42a22e req-c8634778-de73-4de9-98a4-d768bade0687 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Made reservation on behalf of 2b2b3f02ad2f4f13a4d5b55e5c246078 for: {'port': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:30:03.522179 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-17bab044-4ec0-4932-bdd5-5964fb42a22e req-c8634778-de73-4de9-98a4-d768bade0687 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:03.625929 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-550dc59e-21fa-4685-b4e9-937eed2cc2c9 admin admin] Router f130b56e-7e36-4d36-af71-104717f40949 has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:30:03.650879 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-f718ab59-dd6c-4836-aced-d982aff8e49b None None] Set router f130b56e-7e36-4d36-af71-104717f40949 gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:30:03.770959 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [req-17bab044-4ec0-4932-bdd5-5964fb42a22e req-c8634778-de73-4de9-98a4-d768bade0687 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Allocated IP 172.20.0.13 (2294adb7-cfd4-40a1-9a0c-db6ab35ac37f/3dad44b1-6547-45e0-8453-859830dd2aa7/0be302d0-e5da-4fdf-844a-cc9a3b4be977) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:30:03.784122 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-550dc59e-21fa-4685-b4e9-937eed2cc2c9 admin admin] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:30:03.813892 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-550dc59e-21fa-4685-b4e9-937eed2cc2c9 admin admin] 10.222.0.41 "PUT /v2.0/routers/f130b56e-7e36-4d36-af71-104717f40949/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8639219 Aug 11 03:30:03.963584 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-c36eec05-cd71-42be-a41f-f88f6627f8e9 None None] Provisioning complete for port 8eaef64e-e417-411f-bcad-d20d23c217d4 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:30:03.964103 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-c36eec05-cd71-42be-a41f-f88f6627f8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:03.968880 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-92331b07-c271-4a24-838b-5b0cd16210aa req-acf32fe6-488c-497a-a9f0-102830ddbfb3 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1e2fe71-1c1c-4907-a157-8c5a57408215 HTTP/1.1" status: 200 len: 210 time: 0.0771358 Aug 11 03:30:04.025405 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-c36eec05-cd71-42be-a41f-f88f6627f8e9 None None] Port 8eaef64e-e417-411f-bcad-d20d23c217d4 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:30:04.077986 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-f718ab59-dd6c-4836-aced-d982aff8e49b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f130b56e-7e36-4d36-af71-104717f40949', 'name': 'tempest-TestVolumeBackupRestore-61237663-router', 'tenant_id': '146b2143f1d94472aae3064b3b4eb200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': '7258758d-8269-4d31-8664-53dbc40d6c2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:29:57Z', 'updated_at': '2021-08-11T03:30:02Z', 'revision_number': 4, 'project_id': '146b2143f1d94472aae3064b3b4eb200', 'gw_port': {'id': '7258758d-8269-4d31-8664-53dbc40d6c2c', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:98:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f130b56e-7e36-4d36-af71-104717f40949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3329, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:29:58Z', 'updated_at': '2021-08-11T03:30:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '8eaef64e-e417-411f-bcad-d20d23c217d4', 'name': '', 'network_id': '37eb9b30-d141-41ba-8b1e-0b93548326d0', 'tenant_id': '146b2143f1d94472aae3064b3b4eb200', 'mac_address': 'fa:16:3e:88:b5:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f130b56e-7e36-4d36-af71-104717f40949', 'device_owner': 'network:router_interface', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': '6790beb9-6c70-481b-8d6a-5ddcccdc726b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:30:01Z', 'updated_at': '2021-08-11T03:30:02Z', 'revision_number': 2, 'project_id': '146b2143f1d94472aae3064b3b4eb200', 'subnets': [{'id': '6790beb9-6c70-481b-8d6a-5ddcccdc726b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:30:04.091639 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-17bab044-4ec0-4932-bdd5-5964fb42a22e req-c8634778-de73-4de9-98a4-d768bade0687 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:04.132657 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f718ab59-dd6c-4836-aced-d982aff8e49b None None] The sync data for ids ['f130b56e-7e36-4d36-af71-104717f40949'] in n-d-764292-30 is: [{'id': 'f130b56e-7e36-4d36-af71-104717f40949', 'name': 'tempest-TestVolumeBackupRestore-61237663-router', 'tenant_id': '146b2143f1d94472aae3064b3b4eb200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': '7258758d-8269-4d31-8664-53dbc40d6c2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:29:57Z', 'updated_at': '2021-08-11T03:30:02Z', 'revision_number': 4, 'project_id': '146b2143f1d94472aae3064b3b4eb200', 'gw_port': {'id': '7258758d-8269-4d31-8664-53dbc40d6c2c', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:98:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f130b56e-7e36-4d36-af71-104717f40949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3329, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:29:58Z', 'updated_at': '2021-08-11T03:30:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '8eaef64e-e417-411f-bcad-d20d23c217d4', 'name': '', 'network_id': '37eb9b30-d141-41ba-8b1e-0b93548326d0', 'tenant_id': '146b2143f1d94472aae3064b3b4eb200', 'mac_address': 'fa:16:3e:88:b5:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f130b56e-7e36-4d36-af71-104717f40949', 'device_owner': 'network:router_interface', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': '6790beb9-6c70-481b-8d6a-5ddcccdc726b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:30:01Z', 'updated_at': '2021-08-11T03:30:02Z', 'revision_number': 2, 'project_id': '146b2143f1d94472aae3064b3b4eb200', 'subnets': [{'id': '6790beb9-6c70-481b-8d6a-5ddcccdc726b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:30:04.229090 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-17bab044-4ec0-4932-bdd5-5964fb42a22e req-c8634778-de73-4de9-98a4-d768bade0687 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:04.241993 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['c5e5b8bf-e320-4589-a83b-e2f6c8455c36'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:30:04.294577 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8634778-de73-4de9-98a4-d768bade0687 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Pushing event updated for resources: {'Port': ['ID=0be302d0-e5da-4fdf-844a-cc9a3b4be977,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:30:04.324909 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17bab044-4ec0-4932-bdd5-5964fb42a22e req-c8634778-de73-4de9-98a4-d768bade0687 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Network 2294adb7-cfd4-40a1-9a0c-db6ab35ac37f is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:30:04.327304 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [req-17bab044-4ec0-4932-bdd5-5964fb42a22e req-c8634778-de73-4de9-98a4-d768bade0687 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:30:04.330817 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-17bab044-4ec0-4932-bdd5-5964fb42a22e req-c8634778-de73-4de9-98a4-d768bade0687 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:30:04.429107 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bab044-4ec0-4932-bdd5-5964fb42a22e req-c8634778-de73-4de9-98a4-d768bade0687 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:30:04.429835 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-17bab044-4ec0-4932-bdd5-5964fb42a22e req-c8634778-de73-4de9-98a4-d768bade0687 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:04.542685 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-17bab044-4ec0-4932-bdd5-5964fb42a22e req-c8634778-de73-4de9-98a4-d768bade0687 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3023684 Aug 11 03:30:04.558831 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-17bab044-4ec0-4932-bdd5-5964fb42a22e req-966583f5-b3fb-4789-8347-09f16627c164 service neutron] Request body: {'port': {'device_id': 'f1e2fe71-1c1c-4907-a157-8c5a57408215', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764292-30'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:30:04.629161 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-17bab044-4ec0-4932-bdd5-5964fb42a22e req-966583f5-b3fb-4789-8347-09f16627c164 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:04.640467 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:05.129221 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13119efe-4000-49db-8895-c93362d584a6 req-f5ba2179-955c-40ba-895a-8f82c985f718 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:30:05.131206 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-13119efe-4000-49db-8895-c93362d584a6 req-f5ba2179-955c-40ba-895a-8f82c985f718 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1e2fe71-1c1c-4907-a157-8c5a57408215 HTTP/1.1" status: 200 len: 932 time: 0.0732853 Aug 11 03:30:05.187418 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-13119efe-4000-49db-8895-c93362d584a6 req-4f0eb0da-cd5d-41d2-b616-92d278adbc68 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d1cd399-f1ad-4eb8-8279-cc3e3b1f8ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416760 Aug 11 03:30:05.328292 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [req-17bab044-4ec0-4932-bdd5-5964fb42a22e req-966583f5-b3fb-4789-8347-09f16627c164 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0be302d0-e5da-4fdf-844a-cc9a3b4be977 {{(pid=102191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:30:05.337782 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-17bab044-4ec0-4932-bdd5-5964fb42a22e req-966583f5-b3fb-4789-8347-09f16627c164 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:05.351123 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [req-17bab044-4ec0-4932-bdd5-5964fb42a22e req-966583f5-b3fb-4789-8347-09f16627c164 service neutron] Transition to ACTIVE for port object 0be302d0-e5da-4fdf-844a-cc9a3b4be977 will not be triggered until provisioned by entity L2. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:30:05.428891 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-17bab044-4ec0-4932-bdd5-5964fb42a22e req-966583f5-b3fb-4789-8347-09f16627c164 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:05.523354 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966583f5-b3fb-4789-8347-09f16627c164 service neutron] Pushing event updated for resources: {'Port': ['ID=0be302d0-e5da-4fdf-844a-cc9a3b4be977,revision_number=2']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:30:05.587465 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-17bab044-4ec0-4932-bdd5-5964fb42a22e req-966583f5-b3fb-4789-8347-09f16627c164 service neutron] Attempting to bind port 0be302d0-e5da-4fdf-844a-cc9a3b4be977 on host n-h1-764292-30 for vnic_type normal with profile {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:30:05.588266 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-17bab044-4ec0-4932-bdd5-5964fb42a22e req-966583f5-b3fb-4789-8347-09f16627c164 service neutron] Attempting to bind port 0be302d0-e5da-4fdf-844a-cc9a3b4be977 by drivers openvswitch,hyperv on host n-h1-764292-30 at level 0 using segments [{'id': '323f142b-ee85-4d27-85a3-85cc28507ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '2294adb7-cfd4-40a1-9a0c-db6ab35ac37f'}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:30:05.588266 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17bab044-4ec0-4932-bdd5-5964fb42a22e req-966583f5-b3fb-4789-8347-09f16627c164 service neutron] Attempting to bind port 0be302d0-e5da-4fdf-844a-cc9a3b4be977 on network 2294adb7-cfd4-40a1-9a0c-db6ab35ac37f {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:30:05.594553 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17bab044-4ec0-4932-bdd5-5964fb42a22e req-966583f5-b3fb-4789-8347-09f16627c164 service neutron] Port 0be302d0-e5da-4fdf-844a-cc9a3b4be977 on network 2294adb7-cfd4-40a1-9a0c-db6ab35ac37f not bound, no agent of type Open vSwitch agent registered on host n-h1-764292-30 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:30:05.594553 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17bab044-4ec0-4932-bdd5-5964fb42a22e req-966583f5-b3fb-4789-8347-09f16627c164 service neutron] Attempting to bind port 0be302d0-e5da-4fdf-844a-cc9a3b4be977 on network 2294adb7-cfd4-40a1-9a0c-db6ab35ac37f {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:30:05.598467 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17bab044-4ec0-4932-bdd5-5964fb42a22e req-966583f5-b3fb-4789-8347-09f16627c164 service neutron] Checking agent: {'id': 'abb524c2-b412-4ed2-8367-45c4fd996fa7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 29, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:30:05.599009 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17bab044-4ec0-4932-bdd5-5964fb42a22e req-966583f5-b3fb-4789-8347-09f16627c164 service neutron] Checking segment: {'id': '323f142b-ee85-4d27-85a3-85cc28507ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '2294adb7-cfd4-40a1-9a0c-db6ab35ac37f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:30:05.599428 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17bab044-4ec0-4932-bdd5-5964fb42a22e req-966583f5-b3fb-4789-8347-09f16627c164 service neutron] Bound using segment: {'id': '323f142b-ee85-4d27-85a3-85cc28507ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '2294adb7-cfd4-40a1-9a0c-db6ab35ac37f'} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:30:05.599906 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-17bab044-4ec0-4932-bdd5-5964fb42a22e req-966583f5-b3fb-4789-8347-09f16627c164 service neutron] Bound port: 0be302d0-e5da-4fdf-844a-cc9a3b4be977, host: n-h1-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '323f142b-ee85-4d27-85a3-85cc28507ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '2294adb7-cfd4-40a1-9a0c-db6ab35ac37f'}}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:30:05.600296 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-17bab044-4ec0-4932-bdd5-5964fb42a22e req-966583f5-b3fb-4789-8347-09f16627c164 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:05.672430 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-17bab044-4ec0-4932-bdd5-5964fb42a22e req-966583f5-b3fb-4789-8347-09f16627c164 service neutron] For port 0be302d0-e5da-4fdf-844a-cc9a3b4be977, host n-h1-764292-30, cleared binding levels {{(pid=102191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:30:05.676077 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-17bab044-4ec0-4932-bdd5-5964fb42a22e req-966583f5-b3fb-4789-8347-09f16627c164 service neutron] For port 0be302d0-e5da-4fdf-844a-cc9a3b4be977, host n-h1-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=0be302d0-e5da-4fdf-844a-cc9a3b4be977,segment=NetworkSegment(323f142b-ee85-4d27-85a3-85cc28507ab1),segment_id=323f142b-ee85-4d27-85a3-85cc28507ab1)] {{(pid=102191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:30:05.755135 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-17bab044-4ec0-4932-bdd5-5964fb42a22e req-966583f5-b3fb-4789-8347-09f16627c164 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:05.789534 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bab044-4ec0-4932-bdd5-5964fb42a22e req-966583f5-b3fb-4789-8347-09f16627c164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:30:05.790221 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-17bab044-4ec0-4932-bdd5-5964fb42a22e req-966583f5-b3fb-4789-8347-09f16627c164 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:05.791646 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-17bab044-4ec0-4932-bdd5-5964fb42a22e req-966583f5-b3fb-4789-8347-09f16627c164 service neutron] 10.222.0.22 "PUT /v2.0/ports/0be302d0-e5da-4fdf-844a-cc9a3b4be977 HTTP/1.1" status: 200 len: 1093 time: 1.2424557 Aug 11 03:30:05.792080 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1e2fe71-1c1c-4907-a157-8c5a57408215', 'tag': '0be302d0-e5da-4fdf-844a-cc9a3b4be977'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:30:05.794913 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c11cc23-c623-4538-8524-17f5d5a800b7" -d '{"events": [{"name": "network-changed", "server_uuid": "f1e2fe71-1c1c-4907-a157-8c5a57408215", "tag": "0be302d0-e5da-4fdf-844a-cc9a3b4be977"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:30:05.820030 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966583f5-b3fb-4789-8347-09f16627c164 service neutron] Pushing event updated for resources: {'Port': ['ID=0be302d0-e5da-4fdf-844a-cc9a3b4be977,revision_number=3']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:30:05.835426 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:30:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69f019e4-ee4c-4335-963d-c28567587214 x-openstack-request-id: req-69f019e4-ee4c-4335-963d-c28567587214 {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:30:05.835710 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1e2fe71-1c1c-4907-a157-8c5a57408215", "tag": "0be302d0-e5da-4fdf-844a-cc9a3b4be977", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:30:05.836009 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-69f019e4-ee4c-4335-963d-c28567587214 {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:30:05.836450 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1e2fe71-1c1c-4907-a157-8c5a57408215', 'tag': '0be302d0-e5da-4fdf-844a-cc9a3b4be977', 'status': 'completed', 'code': 200} Aug 11 03:30:05.904437 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c11cc23-c623-4538-8524-17f5d5a800b7 req-b0d77346-ca3d-4989-ba38-80a6483324f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:30:05.906118 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-2c11cc23-c623-4538-8524-17f5d5a800b7 req-b0d77346-ca3d-4989-ba38-80a6483324f7 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2b2b3f02ad2f4f13a4d5b55e5c246078&device_id=f1e2fe71-1c1c-4907-a157-8c5a57408215 HTTP/1.1" status: 200 len: 1096 time: 0.0490279 Aug 11 03:30:06.024312 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c11cc23-c623-4538-8524-17f5d5a800b7 req-c094df3b-40d6-40ee-859b-4b30dabe0973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:30:06.026214 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-2c11cc23-c623-4538-8524-17f5d5a800b7 req-c094df3b-40d6-40ee-859b-4b30dabe0973 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=2b2b3f02ad2f4f13a4d5b55e5c246078&shared=False HTTP/1.1" status: 200 len: 907 time: 0.1119881 Aug 11 03:30:06.145449 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c11cc23-c623-4538-8524-17f5d5a800b7 req-f19f8b97-e977-4eae-98a3-609460475fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:30:06.147095 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-2c11cc23-c623-4538-8524-17f5d5a800b7 req-f19f8b97-e977-4eae-98a3-609460475fec service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1142313 Aug 11 03:30:06.245635 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bab044-4ec0-4932-bdd5-5964fb42a22e req-7b751da2-0123-4f5c-9a57-51754acc56a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:30:06.248795 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-17bab044-4ec0-4932-bdd5-5964fb42a22e req-7b751da2-0123-4f5c-9a57-51754acc56a6 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2b2b3f02ad2f4f13a4d5b55e5c246078&device_id=f1e2fe71-1c1c-4907-a157-8c5a57408215 HTTP/1.1" status: 200 len: 1096 time: 0.0607605 Aug 11 03:30:06.307954 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-17bab044-4ec0-4932-bdd5-5964fb42a22e req-a45c2108-1b0f-4ea7-9c3a-12dc5f11a557 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0be302d0-e5da-4fdf-844a-cc9a3b4be977 HTTP/1.1" status: 200 len: 217 time: 0.0513437 Aug 11 03:30:06.329588 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850584f0-68c0-40c8-91d9-b1c19e065a29 req-d2f03e44-1054-46ef-a552-5e905ceedae7 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:30:06.336094 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 7258758d-8269-4d31-8664-53dbc40d6c2c up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:30:06.338373 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-850584f0-68c0-40c8-91d9-b1c19e065a29 req-d2f03e44-1054-46ef-a552-5e905ceedae7 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1e2fe71-1c1c-4907-a157-8c5a57408215 HTTP/1.1" status: 200 len: 944 time: 0.0631239 Aug 11 03:30:06.389406 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bab044-4ec0-4932-bdd5-5964fb42a22e req-d31bc579-dd5a-4a06-bc0b-2f68430e4c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:30:06.389970 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-850584f0-68c0-40c8-91d9-b1c19e065a29 req-3bf12e56-abb5-487d-b3ff-f8a9a3820866 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d1cd399-f1ad-4eb8-8279-cc3e3b1f8ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502291 Aug 11 03:30:06.390728 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-17bab044-4ec0-4932-bdd5-5964fb42a22e req-d31bc579-dd5a-4a06-bc0b-2f68430e4c95 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3dad44b1-6547-45e0-8453-859830dd2aa7 HTTP/1.1" status: 200 len: 846 time: 0.0763235 Aug 11 03:30:06.423149 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-17bab044-4ec0-4932-bdd5-5964fb42a22e req-3e0ee432-9a4e-4832-835b-09017cb9143a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2294adb7-cfd4-40a1-9a0c-db6ab35ac37f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256636 Aug 11 03:30:06.505306 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port 7258758d-8269-4d31-8664-53dbc40d6c2c completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:30:06.510587 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 7258758d-8269-4d31-8664-53dbc40d6c2c triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:30:06.511278 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:06.525227 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-17bab044-4ec0-4932-bdd5-5964fb42a22e req-05400dbb-962a-4f5a-b3f4-ecad1040bf11 service neutron] 10.222.0.22 "GET /v2.0/networks/2294adb7-cfd4-40a1-9a0c-db6ab35ac37f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949581 Aug 11 03:30:06.597471 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:06.623198 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port 7258758d-8269-4d31-8664-53dbc40d6c2c, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=7258758d-8269-4d31-8664-53dbc40d6c2c,segment=NetworkSegment(fab28bed-aa25-40db-bba4-ec26e795194c),segment_id=fab28bed-aa25-40db-bba4-ec26e795194c)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:30:06.654225 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-17bab044-4ec0-4932-bdd5-5964fb42a22e req-7b16940c-1055-4d62-b7a5-67c46df789cd service neutron] 10.222.0.22 "GET /v2.0/networks/2294adb7-cfd4-40a1-9a0c-db6ab35ac37f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221399 Aug 11 03:30:06.731522 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:06.791812 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=7258758d-8269-4d31-8664-53dbc40d6c2c,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:30:07.189804 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:07.295245 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2119bb82-5772-4751-861a-a22d341d16e1 None None] Sync routers for ids ['f130b56e-7e36-4d36-af71-104717f40949'] in n-d-764292-30 {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:30:07.306784 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2119bb82-5772-4751-861a-a22d341d16e1 None None] Routers {'f130b56e-7e36-4d36-af71-104717f40949'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:30:07.307704 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-2119bb82-5772-4751-861a-a22d341d16e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:30:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['f130b56e-7e36-4d36-af71-104717f40949'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:30:07.514881 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-2119bb82-5772-4751-861a-a22d341d16e1 None None] Set router f130b56e-7e36-4d36-af71-104717f40949 gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:30:07.537133 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2a0d7d-e2e0-4b1c-876a-e59b96308006 req-9bfca8cb-b592-48af-9c78-6e38e5aab636 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:30:07.538844 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-fd2a0d7d-e2e0-4b1c-876a-e59b96308006 req-9bfca8cb-b592-48af-9c78-6e38e5aab636 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1e2fe71-1c1c-4907-a157-8c5a57408215 HTTP/1.1" status: 200 len: 944 time: 0.0683553 Aug 11 03:30:07.584800 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-fd2a0d7d-e2e0-4b1c-876a-e59b96308006 req-23b6d91c-d2d4-401f-b8ba-38b4789f5a0a tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d1cd399-f1ad-4eb8-8279-cc3e3b1f8ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387785 Aug 11 03:30:07.736932 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-2119bb82-5772-4751-861a-a22d341d16e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f130b56e-7e36-4d36-af71-104717f40949', 'name': 'tempest-TestVolumeBackupRestore-61237663-router', 'tenant_id': '146b2143f1d94472aae3064b3b4eb200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': '7258758d-8269-4d31-8664-53dbc40d6c2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:29:57Z', 'updated_at': '2021-08-11T03:30:02Z', 'revision_number': 4, 'project_id': '146b2143f1d94472aae3064b3b4eb200', 'gw_port': {'id': '7258758d-8269-4d31-8664-53dbc40d6c2c', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:98:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f130b56e-7e36-4d36-af71-104717f40949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3329, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:29:58Z', 'updated_at': '2021-08-11T03:30:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '8eaef64e-e417-411f-bcad-d20d23c217d4', 'name': '', 'network_id': '37eb9b30-d141-41ba-8b1e-0b93548326d0', 'tenant_id': '146b2143f1d94472aae3064b3b4eb200', 'mac_address': 'fa:16:3e:88:b5:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f130b56e-7e36-4d36-af71-104717f40949', 'device_owner': 'network:router_interface', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': '6790beb9-6c70-481b-8d6a-5ddcccdc726b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:30:01Z', 'updated_at': '2021-08-11T03:30:02Z', 'revision_number': 2, 'project_id': '146b2143f1d94472aae3064b3b4eb200', 'subnets': [{'id': '6790beb9-6c70-481b-8d6a-5ddcccdc726b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:30:07.767331 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2119bb82-5772-4751-861a-a22d341d16e1 None None] Checking router: f130b56e-7e36-4d36-af71-104717f40949 for host: n-d-764292-30 {{(pid=102194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:30:07.767331 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2119bb82-5772-4751-861a-a22d341d16e1 None None] Updating router f130b56e-7e36-4d36-af71-104717f40949 port 8eaef64e-e417-411f-bcad-d20d23c217d4 binding host n-d-764292-30 {{(pid=102194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:30:07.790861 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-2119bb82-5772-4751-861a-a22d341d16e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:08.067041 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-2119bb82-5772-4751-861a-a22d341d16e1 None None] Notify callbacks [] for port, precommit_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:08.076832 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.provisioning_blocks [None req-2119bb82-5772-4751-861a-a22d341d16e1 None None] Transition to ACTIVE for port object 8eaef64e-e417-411f-bcad-d20d23c217d4 will not be triggered until provisioned by entity L2. {{(pid=102194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:30:08.142901 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-2119bb82-5772-4751-861a-a22d341d16e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:08.215983 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5625cc34-15d3-4bf4-bc96-b1694394c69f None None] Pushing event updated for resources: {'Port': ['ID=8eaef64e-e417-411f-bcad-d20d23c217d4,revision_number=3']} {{(pid=102194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:30:08.255021 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-2119bb82-5772-4751-861a-a22d341d16e1 None None] Attempting to bind port 8eaef64e-e417-411f-bcad-d20d23c217d4 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:30:08.256479 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-2119bb82-5772-4751-861a-a22d341d16e1 None None] Attempting to bind port 8eaef64e-e417-411f-bcad-d20d23c217d4 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': 'a7818a5c-1c3b-4ccf-8648-2d38b8e39833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '37eb9b30-d141-41ba-8b1e-0b93548326d0'}] {{(pid=102194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:30:08.256841 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2119bb82-5772-4751-861a-a22d341d16e1 None None] Attempting to bind port 8eaef64e-e417-411f-bcad-d20d23c217d4 on network 37eb9b30-d141-41ba-8b1e-0b93548326d0 {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:30:08.265165 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2119bb82-5772-4751-861a-a22d341d16e1 None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 30, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:30:08.265853 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2119bb82-5772-4751-861a-a22d341d16e1 None None] Checking segment: {'id': 'a7818a5c-1c3b-4ccf-8648-2d38b8e39833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '37eb9b30-d141-41ba-8b1e-0b93548326d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:30:08.266073 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-2119bb82-5772-4751-861a-a22d341d16e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:08.266602 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2119bb82-5772-4751-861a-a22d341d16e1 None None] Bound using segment: {'id': 'a7818a5c-1c3b-4ccf-8648-2d38b8e39833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '37eb9b30-d141-41ba-8b1e-0b93548326d0'} {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:30:08.267062 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-2119bb82-5772-4751-861a-a22d341d16e1 None None] Bound port: 8eaef64e-e417-411f-bcad-d20d23c217d4, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7818a5c-1c3b-4ccf-8648-2d38b8e39833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '37eb9b30-d141-41ba-8b1e-0b93548326d0'}}] {{(pid=102194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:30:08.270732 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-2119bb82-5772-4751-861a-a22d341d16e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:08.291577 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 7258758d-8269-4d31-8664-53dbc40d6c2c up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:30:08.355062 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 7258758d-8269-4d31-8664-53dbc40d6c2c triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:30:08.355521 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:08.356434 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.db [None req-2119bb82-5772-4751-861a-a22d341d16e1 None None] For port 8eaef64e-e417-411f-bcad-d20d23c217d4, host n-d-764292-30, cleared binding levels {{(pid=102194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:30:08.360139 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.db [None req-2119bb82-5772-4751-861a-a22d341d16e1 None None] For port 8eaef64e-e417-411f-bcad-d20d23c217d4, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=8eaef64e-e417-411f-bcad-d20d23c217d4,segment=NetworkSegment(a7818a5c-1c3b-4ccf-8648-2d38b8e39833),segment_id=a7818a5c-1c3b-4ccf-8648-2d38b8e39833)] {{(pid=102194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:30:08.440809 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-2119bb82-5772-4751-861a-a22d341d16e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:08.516659 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5625cc34-15d3-4bf4-bc96-b1694394c69f None None] Pushing event updated for resources: {'Port': ['ID=8eaef64e-e417-411f-bcad-d20d23c217d4,revision_number=4']} {{(pid=102194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:30:08.519565 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2119bb82-5772-4751-861a-a22d341d16e1 None None] Routers {'f130b56e-7e36-4d36-af71-104717f40949'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:30:08.520180 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-2119bb82-5772-4751-861a-a22d341d16e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:30:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['f130b56e-7e36-4d36-af71-104717f40949'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:30:08.651243 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-2119bb82-5772-4751-861a-a22d341d16e1 None None] Set router f130b56e-7e36-4d36-af71-104717f40949 gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:30:08.686730 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 0be302d0-e5da-4fdf-844a-cc9a3b4be977 details requested by agent hyperv_n-h1-764292-30 with host n-h1-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:30:08.771768 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61d5898-235c-4177-8f47-df2d0abf92ce req-4c4175ca-bffe-4a3c-8ecd-af0fae1561f0 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:30:08.776257 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e61d5898-235c-4177-8f47-df2d0abf92ce req-4c4175ca-bffe-4a3c-8ecd-af0fae1561f0 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1e2fe71-1c1c-4907-a157-8c5a57408215 HTTP/1.1" status: 200 len: 944 time: 0.0905502 Aug 11 03:30:08.846643 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e61d5898-235c-4177-8f47-df2d0abf92ce req-ff4739c0-b272-40d0-b4d1-46c3efe0562d tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d1cd399-f1ad-4eb8-8279-cc3e3b1f8ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589612 Aug 11 03:30:08.877491 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 0be302d0-e5da-4fdf-844a-cc9a3b4be977, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=0be302d0-e5da-4fdf-844a-cc9a3b4be977,segment=NetworkSegment(323f142b-ee85-4d27-85a3-85cc28507ab1),segment_id=323f142b-ee85-4d27-85a3-85cc28507ab1)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:30:08.890799 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Returning: {'device': '0be302d0-e5da-4fdf-844a-cc9a3b4be977', 'network_id': '2294adb7-cfd4-40a1-9a0c-db6ab35ac37f', 'port_id': '0be302d0-e5da-4fdf-844a-cc9a3b4be977', 'mac_address': 'fa:16:3e:4c:b9:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dad44b1-6547-45e0-8453-859830dd2aa7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:30:08.934830 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:08.953593 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0be302d0-e5da-4fdf-844a-cc9a3b4be977 {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:30:08.979007 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 0be302d0-e5da-4fdf-844a-cc9a3b4be977, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=0be302d0-e5da-4fdf-844a-cc9a3b4be977,segment=NetworkSegment(323f142b-ee85-4d27-85a3-85cc28507ab1),segment_id=323f142b-ee85-4d27-85a3-85cc28507ab1)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:30:08.991879 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-2119bb82-5772-4751-861a-a22d341d16e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f130b56e-7e36-4d36-af71-104717f40949', 'name': 'tempest-TestVolumeBackupRestore-61237663-router', 'tenant_id': '146b2143f1d94472aae3064b3b4eb200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': '7258758d-8269-4d31-8664-53dbc40d6c2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:29:57Z', 'updated_at': '2021-08-11T03:30:02Z', 'revision_number': 4, 'project_id': '146b2143f1d94472aae3064b3b4eb200', 'gw_port': {'id': '7258758d-8269-4d31-8664-53dbc40d6c2c', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:98:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f130b56e-7e36-4d36-af71-104717f40949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3329, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:29:58Z', 'updated_at': '2021-08-11T03:30:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '8eaef64e-e417-411f-bcad-d20d23c217d4', 'name': '', 'network_id': '37eb9b30-d141-41ba-8b1e-0b93548326d0', 'tenant_id': '146b2143f1d94472aae3064b3b4eb200', 'mac_address': 'fa:16:3e:88:b5:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f130b56e-7e36-4d36-af71-104717f40949', 'device_owner': 'network:router_interface', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': '6790beb9-6c70-481b-8d6a-5ddcccdc726b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:30:01Z', 'updated_at': '2021-08-11T03:30:08Z', 'revision_number': 4, 'project_id': '146b2143f1d94472aae3064b3b4eb200', 'subnets': [{'id': '6790beb9-6c70-481b-8d6a-5ddcccdc726b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:30:09.020385 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2119bb82-5772-4751-861a-a22d341d16e1 None None] The sync data for ids ['f130b56e-7e36-4d36-af71-104717f40949'] in n-d-764292-30 is: [{'id': 'f130b56e-7e36-4d36-af71-104717f40949', 'name': 'tempest-TestVolumeBackupRestore-61237663-router', 'tenant_id': '146b2143f1d94472aae3064b3b4eb200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': '7258758d-8269-4d31-8664-53dbc40d6c2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:29:57Z', 'updated_at': '2021-08-11T03:30:02Z', 'revision_number': 4, 'project_id': '146b2143f1d94472aae3064b3b4eb200', 'gw_port': {'id': '7258758d-8269-4d31-8664-53dbc40d6c2c', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:98:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f130b56e-7e36-4d36-af71-104717f40949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3329, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:29:58Z', 'updated_at': '2021-08-11T03:30:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '8eaef64e-e417-411f-bcad-d20d23c217d4', 'name': '', 'network_id': '37eb9b30-d141-41ba-8b1e-0b93548326d0', 'tenant_id': '146b2143f1d94472aae3064b3b4eb200', 'mac_address': 'fa:16:3e:88:b5:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f130b56e-7e36-4d36-af71-104717f40949', 'device_owner': 'network:router_interface', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': '6790beb9-6c70-481b-8d6a-5ddcccdc726b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:30:01Z', 'updated_at': '2021-08-11T03:30:08Z', 'revision_number': 4, 'project_id': '146b2143f1d94472aae3064b3b4eb200', 'subnets': [{'id': '6790beb9-6c70-481b-8d6a-5ddcccdc726b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:30:09.131525 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:09.186047 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=0be302d0-e5da-4fdf-844a-cc9a3b4be977,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:30:09.435317 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['0be302d0-e5da-4fdf-844a-cc9a3b4be977'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:30:09.985561 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a883eed4-bc71-42f3-b01b-ab29de9d9a13 req-50bab93c-df3e-408a-9c70-eeade9d0312e tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:30:09.990087 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a883eed4-bc71-42f3-b01b-ab29de9d9a13 req-50bab93c-df3e-408a-9c70-eeade9d0312e tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1e2fe71-1c1c-4907-a157-8c5a57408215 HTTP/1.1" status: 200 len: 945 time: 0.0602341 Aug 11 03:30:10.032426 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a883eed4-bc71-42f3-b01b-ab29de9d9a13 req-91730aa0-398b-477f-bd94-c1b9de9a724d tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d1cd399-f1ad-4eb8-8279-cc3e3b1f8ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361893 Aug 11 03:30:10.300264 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 8eaef64e-e417-411f-bcad-d20d23c217d4 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:30:10.428791 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port 8eaef64e-e417-411f-bcad-d20d23c217d4 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:30:10.437338 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 8eaef64e-e417-411f-bcad-d20d23c217d4 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:30:10.438040 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:10.525262 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:10.559912 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port 8eaef64e-e417-411f-bcad-d20d23c217d4, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=8eaef64e-e417-411f-bcad-d20d23c217d4,segment=NetworkSegment(a7818a5c-1c3b-4ccf-8648-2d38b8e39833),segment_id=a7818a5c-1c3b-4ccf-8648-2d38b8e39833)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:30:10.639927 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:10.693878 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=8eaef64e-e417-411f-bcad-d20d23c217d4,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:30:10.698779 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 0be302d0-e5da-4fdf-844a-cc9a3b4be977 up at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:30:10.863149 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning for port 0be302d0-e5da-4fdf-844a-cc9a3b4be977 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:30:10.867982 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning complete for port 0be302d0-e5da-4fdf-844a-cc9a3b4be977 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:30:10.867982 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:10.981570 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:11.008086 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1e2fe71-1c1c-4907-a157-8c5a57408215', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0be302d0-e5da-4fdf-844a-cc9a3b4be977'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:30:11.009913 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a0b6676-59f3-4d8b-9702-b4053781b0c7" -d '{"events": [{"server_uuid": "f1e2fe71-1c1c-4907-a157-8c5a57408215", "name": "network-vif-plugged", "status": "completed", "tag": "0be302d0-e5da-4fdf-844a-cc9a3b4be977"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:30:11.024212 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 0be302d0-e5da-4fdf-844a-cc9a3b4be977, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=0be302d0-e5da-4fdf-844a-cc9a3b4be977,segment=NetworkSegment(323f142b-ee85-4d27-85a3-85cc28507ab1),segment_id=323f142b-ee85-4d27-85a3-85cc28507ab1)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:30:11.053845 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3815cbf-2035-4d35-b8af-4690c44e53c7 x-openstack-request-id: req-a3815cbf-2035-4d35-b8af-4690c44e53c7 {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:30:11.054149 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1e2fe71-1c1c-4907-a157-8c5a57408215", "name": "network-vif-plugged", "status": "completed", "tag": "0be302d0-e5da-4fdf-844a-cc9a3b4be977", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:30:11.054435 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a3815cbf-2035-4d35-b8af-4690c44e53c7 {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:30:11.054841 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1e2fe71-1c1c-4907-a157-8c5a57408215', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0be302d0-e5da-4fdf-844a-cc9a3b4be977', 'code': 200} Aug 11 03:30:11.086053 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:11.157259 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=0be302d0-e5da-4fdf-844a-cc9a3b4be977,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:30:11.180493 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9474a6ca-265b-4256-91ba-a202975cf142 req-f92da668-ad3d-4f18-8fec-fdebe8fe0457 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:30:11.183304 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9474a6ca-265b-4256-91ba-a202975cf142 req-f92da668-ad3d-4f18-8fec-fdebe8fe0457 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1e2fe71-1c1c-4907-a157-8c5a57408215 HTTP/1.1" status: 200 len: 946 time: 0.0658669 Aug 11 03:30:11.198859 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adf38f5-8478-47e0-aed8-c60588b8965e req-87ec0182-2af8-4750-a6ab-f6ba9ed54adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:30:11.201104 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-1adf38f5-8478-47e0-aed8-c60588b8965e req-87ec0182-2af8-4750-a6ab-f6ba9ed54adc service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=f1e2fe71-1c1c-4907-a157-8c5a57408215 HTTP/1.1" status: 200 len: 1098 time: 0.0755639 Aug 11 03:30:11.248332 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9474a6ca-265b-4256-91ba-a202975cf142 req-da30bba4-8d6c-41c8-a629-c1188abea694 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d1cd399-f1ad-4eb8-8279-cc3e3b1f8ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585904 Aug 11 03:30:11.264990 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-1adf38f5-8478-47e0-aed8-c60588b8965e req-30f08ec1-1611-42a6-ae6c-5ad698f6695f service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=9d1cd399-f1ad-4eb8-8279-cc3e3b1f8ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562415 Aug 11 03:30:11.291818 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:12.273725 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 8eaef64e-e417-411f-bcad-d20d23c217d4 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:30:12.355296 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 8eaef64e-e417-411f-bcad-d20d23c217d4 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:30:12.356205 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:12.390669 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7205f92c-261f-468a-bf94-576b5e008e71 req-a669877c-c8ca-423f-8268-14f705046e1c tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:30:12.397992 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7205f92c-261f-468a-bf94-576b5e008e71 req-a669877c-c8ca-423f-8268-14f705046e1c tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1e2fe71-1c1c-4907-a157-8c5a57408215 HTTP/1.1" status: 200 len: 946 time: 0.0621088 Aug 11 03:30:12.438849 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.agents_db [None req-950b7202-decb-43e2-8f71-ac8931dc9749 None None] Agent healthcheck: found 7 active agents {{(pid=102194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:30:12.458319 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7205f92c-261f-468a-bf94-576b5e008e71 req-c6c59140-e216-414f-b018-8b298d705f17 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d1cd399-f1ad-4eb8-8279-cc3e3b1f8ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547988 Aug 11 03:30:13.581485 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8ccb5a-ea56-453e-b3af-7a159be79d0e req-ea7a4113-395d-43e3-a4f7-359e36d70ffd tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:30:13.584029 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-dc8ccb5a-ea56-453e-b3af-7a159be79d0e req-ea7a4113-395d-43e3-a4f7-359e36d70ffd tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1e2fe71-1c1c-4907-a157-8c5a57408215 HTTP/1.1" status: 200 len: 946 time: 0.0617437 Aug 11 03:30:13.634872 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-dc8ccb5a-ea56-453e-b3af-7a159be79d0e req-21b243a6-4370-4c99-b046-8c5d52ec0d71 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d1cd399-f1ad-4eb8-8279-cc3e3b1f8ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437808 Aug 11 03:30:13.979117 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e07794-56bf-48ea-be90-e14533bd1ef0 req-4c741483-b0c3-49b9-b2cc-8116f36115a6 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:30:13.981298 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d7e07794-56bf-48ea-be90-e14533bd1ef0 req-4c741483-b0c3-49b9-b2cc-8116f36115a6 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1e2fe71-1c1c-4907-a157-8c5a57408215 HTTP/1.1" status: 200 len: 946 time: 0.0588500 Aug 11 03:30:14.029701 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d7e07794-56bf-48ea-be90-e14533bd1ef0 req-c4c8921b-8d14-4282-91ab-51977ec7f0ba tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d1cd399-f1ad-4eb8-8279-cc3e3b1f8ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402944 Aug 11 03:30:14.185171 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12d3bf1-56f6-4eae-9fb5-571460a75995 req-1f3f0ae2-b8f1-4cda-aea6-44cd55c87108 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:30:14.198813 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d12d3bf1-56f6-4eae-9fb5-571460a75995 req-1f3f0ae2-b8f1-4cda-aea6-44cd55c87108 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1e2fe71-1c1c-4907-a157-8c5a57408215 HTTP/1.1" status: 200 len: 946 time: 0.0840952 Aug 11 03:30:14.248840 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d12d3bf1-56f6-4eae-9fb5-571460a75995 req-636606a9-9f15-4652-abcf-67e17062e160 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d1cd399-f1ad-4eb8-8279-cc3e3b1f8ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488546 Aug 11 03:30:14.638872 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940952bc-32bf-4db2-8ce2-155ef7101df3 req-da0fcc08-f4e3-44bb-9e74-dc3c922c7992 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:30:14.641552 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-940952bc-32bf-4db2-8ce2-155ef7101df3 req-da0fcc08-f4e3-44bb-9e74-dc3c922c7992 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1e2fe71-1c1c-4907-a157-8c5a57408215 HTTP/1.1" status: 200 len: 946 time: 0.0616994 Aug 11 03:30:14.702664 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-940952bc-32bf-4db2-8ce2-155ef7101df3 req-3368f125-b384-4daf-b53b-657e796b2342 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d1cd399-f1ad-4eb8-8279-cc3e3b1f8ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540209 Aug 11 03:30:15.846101 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0da63d-0ac0-4abb-b361-c240b7794d49 req-81515c4c-207b-4f8f-9738-99c504eaf463 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:30:15.847794 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7c0da63d-0ac0-4abb-b361-c240b7794d49 req-81515c4c-207b-4f8f-9738-99c504eaf463 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1e2fe71-1c1c-4907-a157-8c5a57408215 HTTP/1.1" status: 200 len: 946 time: 0.0513546 Aug 11 03:30:15.894907 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7c0da63d-0ac0-4abb-b361-c240b7794d49 req-e385a99c-e45c-4594-b114-324f196f7a1e tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d1cd399-f1ad-4eb8-8279-cc3e3b1f8ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406370 Aug 11 03:30:17.021282 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67841229-465b-46bd-bd51-155ad0930b20 req-3d2f87fd-036f-4f93-a079-8614da685d6c tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:30:17.023089 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-67841229-465b-46bd-bd51-155ad0930b20 req-3d2f87fd-036f-4f93-a079-8614da685d6c tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1e2fe71-1c1c-4907-a157-8c5a57408215 HTTP/1.1" status: 200 len: 946 time: 0.0580037 Aug 11 03:30:17.067183 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-67841229-465b-46bd-bd51-155ad0930b20 req-35cfd795-7363-4bf3-bebc-2622238d9d5b tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d1cd399-f1ad-4eb8-8279-cc3e3b1f8ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363019 Aug 11 03:30:18.193883 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc3ec63-1fae-4597-a484-4a7370456d1f req-381aa889-1458-41db-8c2c-63b6e003f110 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:30:18.195308 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8dc3ec63-1fae-4597-a484-4a7370456d1f req-381aa889-1458-41db-8c2c-63b6e003f110 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1e2fe71-1c1c-4907-a157-8c5a57408215 HTTP/1.1" status: 200 len: 946 time: 0.0521424 Aug 11 03:30:18.241628 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8dc3ec63-1fae-4597-a484-4a7370456d1f req-f5ad633b-605d-416c-9188-044963e34ee6 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d1cd399-f1ad-4eb8-8279-cc3e3b1f8ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399621 Aug 11 03:30:19.363615 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea95c7c-8d52-4636-ac4e-968bdf0c0d46 req-1cb1057c-c826-4cdb-8f2d-7e022ca60d58 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:30:19.365940 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-dea95c7c-8d52-4636-ac4e-968bdf0c0d46 req-1cb1057c-c826-4cdb-8f2d-7e022ca60d58 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1e2fe71-1c1c-4907-a157-8c5a57408215 HTTP/1.1" status: 200 len: 946 time: 0.0595438 Aug 11 03:30:19.423769 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-dea95c7c-8d52-4636-ac4e-968bdf0c0d46 req-fa27416a-be16-43d8-977d-b3dd0e570857 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d1cd399-f1ad-4eb8-8279-cc3e3b1f8ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466206 Aug 11 03:30:20.512602 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efafaa3c-ec10-44c0-a04e-37ded2e2379b req-0e8ffd2f-172d-4385-95f2-3ad762ac5536 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:30:20.514408 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-efafaa3c-ec10-44c0-a04e-37ded2e2379b req-0e8ffd2f-172d-4385-95f2-3ad762ac5536 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1aa84fa-56ef-4e45-bde3-ce36d5cbdc1d HTTP/1.1" status: 200 len: 946 time: 0.0751085 Aug 11 03:30:20.632739 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455d5087-eef2-49d4-874f-ce828ecfee63 req-38e1f030-dbe3-4f47-bbee-c8ce28d7fe67 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:30:20.634416 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-455d5087-eef2-49d4-874f-ce828ecfee63 req-38e1f030-dbe3-4f47-bbee-c8ce28d7fe67 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1e2fe71-1c1c-4907-a157-8c5a57408215 HTTP/1.1" status: 200 len: 946 time: 0.1140308 Aug 11 03:30:20.657902 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-efafaa3c-ec10-44c0-a04e-37ded2e2379b req-2ce84bfa-9db7-4e32-989c-1ceecbb37f94 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9628d8d-75dd-45fc-9e19-23526969057e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217973 Aug 11 03:30:20.731079 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-455d5087-eef2-49d4-874f-ce828ecfee63 req-97d5419f-8411-428b-a53e-0e47a102f5a9 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d1cd399-f1ad-4eb8-8279-cc3e3b1f8ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692794 Aug 11 03:30:21.795757 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2142cbe-b233-4d98-b419-5a9968683428 req-e7298320-e566-4f56-b935-bc0b44c064ec tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:30:21.797874 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e2142cbe-b233-4d98-b419-5a9968683428 req-e7298320-e566-4f56-b935-bc0b44c064ec tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1aa84fa-56ef-4e45-bde3-ce36d5cbdc1d HTTP/1.1" status: 200 len: 946 time: 0.0590043 Aug 11 03:30:21.892400 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e2142cbe-b233-4d98-b419-5a9968683428 req-7160858f-fe68-4ca2-a54a-f2cc199a5975 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9628d8d-75dd-45fc-9e19-23526969057e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851016 Aug 11 03:30:21.902177 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c96279-8a23-428c-a0ca-46799d4ae71a req-404c30f7-5cb8-4616-b460-cece72b21979 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:30:21.910815 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-39c96279-8a23-428c-a0ca-46799d4ae71a req-404c30f7-5cb8-4616-b460-cece72b21979 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1e2fe71-1c1c-4907-a157-8c5a57408215 HTTP/1.1" status: 200 len: 946 time: 0.0967281 Aug 11 03:30:21.945190 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-39c96279-8a23-428c-a0ca-46799d4ae71a req-4ce56617-13e7-4e4b-bc2e-bb2b8cab8389 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d1cd399-f1ad-4eb8-8279-cc3e3b1f8ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330999 Aug 11 03:30:23.035429 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936eef24-0137-4c65-a165-5e8bb8fbe449 req-95ef3b4c-81b4-4b1a-ae9b-818439a0abb9 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:30:23.036829 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-936eef24-0137-4c65-a165-5e8bb8fbe449 req-95ef3b4c-81b4-4b1a-ae9b-818439a0abb9 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1aa84fa-56ef-4e45-bde3-ce36d5cbdc1d HTTP/1.1" status: 200 len: 946 time: 0.0696611 Aug 11 03:30:23.110473 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-936eef24-0137-4c65-a165-5e8bb8fbe449 req-2e60979b-ba04-4a47-8f0f-cd951977efe1 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9628d8d-75dd-45fc-9e19-23526969057e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635808 Aug 11 03:30:23.126200 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a62ded5-d30c-4ef0-ba29-fd3dd9fc8cab req-c81b70bc-ed3d-4431-a10e-238c2b2324db tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:30:23.126200 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4a62ded5-d30c-4ef0-ba29-fd3dd9fc8cab req-c81b70bc-ed3d-4431-a10e-238c2b2324db tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1e2fe71-1c1c-4907-a157-8c5a57408215 HTTP/1.1" status: 200 len: 946 time: 0.0994000 Aug 11 03:30:23.171884 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4a62ded5-d30c-4ef0-ba29-fd3dd9fc8cab req-ac3927f7-bf54-4b94-b739-0aa3db4e2ee3 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d1cd399-f1ad-4eb8-8279-cc3e3b1f8ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395286 Aug 11 03:30:23.642488 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60cca99-b2a1-4335-bdfb-68ee69bd0a86 req-96909e7a-5b67-4e2d-a9c2-0c2e729dd351 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:30:23.644120 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a60cca99-b2a1-4335-bdfb-68ee69bd0a86 req-96909e7a-5b67-4e2d-a9c2-0c2e729dd351 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] 10.222.0.41 "GET /v2.0/ports?device_id=2c376da4-986b-4704-b679-701b57d3cf01 HTTP/1.1" status: 200 len: 946 time: 0.0507627 Aug 11 03:30:23.690124 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a60cca99-b2a1-4335-bdfb-68ee69bd0a86 req-eeb8c424-9e8a-464a-8fd5-2f3b7eb20b86 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] 10.222.0.41 "GET /v2.0/security-groups?id=7bcfa9cc-3b98-43cc-9889-3c7c350dab22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341268 Aug 11 03:30:24.232300 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a350b460-fedf-4b29-809a-3d464878984f req-0e63211d-3518-41dc-b73e-43f2f105d87f tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:30:24.233820 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a350b460-fedf-4b29-809a-3d464878984f req-0e63211d-3518-41dc-b73e-43f2f105d87f tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1aa84fa-56ef-4e45-bde3-ce36d5cbdc1d HTTP/1.1" status: 200 len: 946 time: 0.0516357 Aug 11 03:30:24.306837 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a350b460-fedf-4b29-809a-3d464878984f req-c26cd79a-b2ad-430f-bfcf-8da4edf083df tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9628d8d-75dd-45fc-9e19-23526969057e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657358 Aug 11 03:30:24.319484 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60a86ee-52bb-48d0-9322-306882d8e50f req-689e2179-9f6a-45ec-a9ed-d9c5e21493cc tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:30:24.321017 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c60a86ee-52bb-48d0-9322-306882d8e50f req-689e2179-9f6a-45ec-a9ed-d9c5e21493cc tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1e2fe71-1c1c-4907-a157-8c5a57408215 HTTP/1.1" status: 200 len: 946 time: 0.0731878 Aug 11 03:30:24.360744 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c60a86ee-52bb-48d0-9322-306882d8e50f req-0868bd2f-caac-45a3-bba6-5d2553297950 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d1cd399-f1ad-4eb8-8279-cc3e3b1f8ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334883 Aug 11 03:30:24.804894 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc24660-3804-4e96-a369-64b1b96311e6 req-d50c00b8-14af-46c6-8f2a-1786c4a32f30 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:30:24.810531 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9dc24660-3804-4e96-a369-64b1b96311e6 req-d50c00b8-14af-46c6-8f2a-1786c4a32f30 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] 10.222.0.41 "GET /v2.0/ports?device_id=2c376da4-986b-4704-b679-701b57d3cf01 HTTP/1.1" status: 200 len: 946 time: 0.0509138 Aug 11 03:30:24.852373 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9dc24660-3804-4e96-a369-64b1b96311e6 req-cc29caaf-179c-4560-a106-2f696c69c596 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] 10.222.0.41 "GET /v2.0/security-groups?id=7bcfa9cc-3b98-43cc-9889-3c7c350dab22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320702 Aug 11 03:30:25.238174 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0eaef0-6017-4a05-8c67-34cd58465581 req-4f47f573-db0f-4438-8b58-a01c82215aff tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:30:25.239705 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2e0eaef0-6017-4a05-8c67-34cd58465581 req-4f47f573-db0f-4438-8b58-a01c82215aff tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c376da4-986b-4704-b679-701b57d3cf01 HTTP/1.1" status: 200 len: 946 time: 0.0495262 Aug 11 03:30:25.337189 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [req-2e0eaef0-6017-4a05-8c67-34cd58465581 req-cd5faf9b-0503-493a-a065-d5672f786c24 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Deleting port deeb2f0a-ba4a-415b-a81f-39cc7aeee593 {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:30:25.337872 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-2e0eaef0-6017-4a05-8c67-34cd58465581 req-cd5faf9b-0503-493a-a065-d5672f786c24 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:25.489791 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10554bb5-2eea-433f-92f1-8b4ed360feb0 req-cf503f2e-bec0-4621-9ad5-860fecf36cf5 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:30:25.491285 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-10554bb5-2eea-433f-92f1-8b4ed360feb0 req-cf503f2e-bec0-4621-9ad5-860fecf36cf5 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1aa84fa-56ef-4e45-bde3-ce36d5cbdc1d HTTP/1.1" status: 200 len: 946 time: 0.1127830 Aug 11 03:30:25.503247 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-2e0eaef0-6017-4a05-8c67-34cd58465581 req-cd5faf9b-0503-493a-a065-d5672f786c24 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] For port deeb2f0a-ba4a-415b-a81f-39cc7aeee593, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=deeb2f0a-ba4a-415b-a81f-39cc7aeee593,segment=NetworkSegment(9f8ce2aa-5895-4159-b95f-a2336900b8ec),segment_id=9f8ce2aa-5895-4159-b95f-a2336900b8ec)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:30:25.503615 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-2e0eaef0-6017-4a05-8c67-34cd58465581 req-cd5faf9b-0503-493a-a065-d5672f786c24 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:25.577047 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e2cdb9-ebce-4dc6-9980-cf91e00b761c req-c9b09d65-1971-42eb-aa97-f6829602a593 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:30:25.577431 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d7e2cdb9-ebce-4dc6-9980-cf91e00b761c req-c9b09d65-1971-42eb-aa97-f6829602a593 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1e2fe71-1c1c-4907-a157-8c5a57408215 HTTP/1.1" status: 200 len: 946 time: 0.1433029 Aug 11 03:30:26.004083 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-10554bb5-2eea-433f-92f1-8b4ed360feb0 req-26a3d2fd-e660-4e63-9007-0cc0bdbb4238 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9628d8d-75dd-45fc-9e19-23526969057e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5036173 Aug 11 03:30:26.059509 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d7e2cdb9-ebce-4dc6-9980-cf91e00b761c req-5e42fb07-e4f5-47fc-b427-c42dfb93b1f6 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d1cd399-f1ad-4eb8-8279-cc3e3b1f8ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4745169 Aug 11 03:30:26.159707 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-2e0eaef0-6017-4a05-8c67-34cd58465581 req-cd5faf9b-0503-493a-a065-d5672f786c24 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:26.160081 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-2e0eaef0-6017-4a05-8c67-34cd58465581 req-cd5faf9b-0503-493a-a065-d5672f786c24 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446866'] for floatingip, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:26.160395 n-d-764292-30 neutron-server[102192]: INFO neutron.db.l3_db [req-2e0eaef0-6017-4a05-8c67-34cd58465581 req-cd5faf9b-0503-493a-a065-d5672f786c24 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Floating IP 5e5cbc9e-91a0-4fe4-9291-295def3a8987 disassociated. External IP: 172.25.8.127, port: deeb2f0a-ba4a-415b-a81f-39cc7aeee593. Aug 11 03:30:26.160741 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [req-2e0eaef0-6017-4a05-8c67-34cd58465581 req-cd5faf9b-0503-493a-a065-d5672f786c24 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Calling delete_port for deeb2f0a-ba4a-415b-a81f-39cc7aeee593 owned by compute:nova {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:30:26.176721 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89774da-c6ae-4e54-a0fe-78fa44210872 req-4299727c-d961-47d7-a211-64c59dad0b51 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:30:26.179475 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e89774da-c6ae-4e54-a0fe-78fa44210872 req-4299727c-d961-47d7-a211-64c59dad0b51 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] 10.222.0.41 "GET /v2.0/ports?device_id=2c376da4-986b-4704-b679-701b57d3cf01 HTTP/1.1" status: 200 len: 946 time: 0.1060004 Aug 11 03:30:26.260330 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e89774da-c6ae-4e54-a0fe-78fa44210872 req-cd17721e-ec34-4b62-864c-f43eecd7d537 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] 10.222.0.41 "GET /v2.0/security-groups?id=7bcfa9cc-3b98-43cc-9889-3c7c350dab22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739739 Aug 11 03:30:26.400481 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-2e0eaef0-6017-4a05-8c67-34cd58465581 req-cd5faf9b-0503-493a-a065-d5672f786c24 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:26.430065 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5faf9b-0503-493a-a065-d5672f786c24 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Pushing event deleted for resources: {'Port': ['ID=deeb2f0a-ba4a-415b-a81f-39cc7aeee593,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:30:26.546799 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2e0eaef0-6017-4a05-8c67-34cd58465581 req-cd5faf9b-0503-493a-a065-d5672f786c24 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Router 90919bdd-25f6-4d2e-a5ff-49fd434f3f9c has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:30:26.655773 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2e0eaef0-6017-4a05-8c67-34cd58465581 req-cd5faf9b-0503-493a-a065-d5672f786c24 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:30:26.667829 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f2f0f9-66b0-40f3-9815-a295434fa80e None None] Sync routers for ids ['90919bdd-25f6-4d2e-a5ff-49fd434f3f9c'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:30:26.679138 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f2f0f9-66b0-40f3-9815-a295434fa80e None None] Routers {'90919bdd-25f6-4d2e-a5ff-49fd434f3f9c'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:30:26.679869 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-81f2f0f9-66b0-40f3-9815-a295434fa80e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:30:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['90919bdd-25f6-4d2e-a5ff-49fd434f3f9c'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:30:26.698568 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e0eaef0-6017-4a05-8c67-34cd58465581 req-cd5faf9b-0503-493a-a065-d5672f786c24 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] No DVR routers for this DVR port deeb2f0a-ba4a-415b-a81f-39cc7aeee593 on host n-h2-764292-30 {{(pid=102192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:30:26.701290 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-2e0eaef0-6017-4a05-8c67-34cd58465581 req-cd5faf9b-0503-493a-a065-d5672f786c24 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:26.703392 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2e0eaef0-6017-4a05-8c67-34cd58465581 req-cd5faf9b-0503-493a-a065-d5672f786c24 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] 10.222.0.24 "DELETE /v2.0/ports/deeb2f0a-ba4a-415b-a81f-39cc7aeee593 HTTP/1.1" status: 204 len: 173 time: 1.4572988 Aug 11 03:30:26.703807 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c376da4-986b-4704-b679-701b57d3cf01', 'name': 'network-vif-deleted', 'tag': 'deeb2f0a-ba4a-415b-a81f-39cc7aeee593'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:30:26.706087 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-323ec51f-daa0-4b08-9595-99d6a8749d3a" -d '{"events": [{"server_uuid": "2c376da4-986b-4704-b679-701b57d3cf01", "name": "network-vif-deleted", "tag": "deeb2f0a-ba4a-415b-a81f-39cc7aeee593"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:30:26.761199 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:30:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f04b07cf-66e1-47f1-9e82-c961ba3d43ac x-openstack-request-id: req-f04b07cf-66e1-47f1-9e82-c961ba3d43ac {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:30:26.761460 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c376da4-986b-4704-b679-701b57d3cf01", "name": "network-vif-deleted", "tag": "deeb2f0a-ba4a-415b-a81f-39cc7aeee593", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:30:26.761740 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f04b07cf-66e1-47f1-9e82-c961ba3d43ac {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:30:26.762150 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c376da4-986b-4704-b679-701b57d3cf01', 'name': 'network-vif-deleted', 'tag': 'deeb2f0a-ba4a-415b-a81f-39cc7aeee593', 'status': 'completed', 'code': 200} Aug 11 03:30:26.810967 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-81f2f0f9-66b0-40f3-9815-a295434fa80e None None] Set router 90919bdd-25f6-4d2e-a5ff-49fd434f3f9c gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:30:27.040300 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-81f2f0f9-66b0-40f3-9815-a295434fa80e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90919bdd-25f6-4d2e-a5ff-49fd434f3f9c', 'name': 'tempest-AttachVolumeTestJSON-1633192616-router', 'tenant_id': 'fdbe55b7c58c49b2bfb506767218e312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': 'ac12285f-37fc-49ef-82bb-e352306589e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:23:15Z', 'updated_at': '2021-08-11T03:23:22Z', 'revision_number': 4, 'project_id': 'fdbe55b7c58c49b2bfb506767218e312', 'gw_port': {'id': 'ac12285f-37fc-49ef-82bb-e352306589e8', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:d1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90919bdd-25f6-4d2e-a5ff-49fd434f3f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2587, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:23:16Z', 'updated_at': '2021-08-11T03:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '0376a1ee-6ff5-4e76-8d98-aa7f97f298e4', 'name': '', 'network_id': 'e7fa7474-ec27-48c0-82c6-4433dec0ec87', 'tenant_id': 'fdbe55b7c58c49b2bfb506767218e312', 'mac_address': 'fa:16:3e:8b:a7:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90919bdd-25f6-4d2e-a5ff-49fd434f3f9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2592, 'fixed_ips': [{'subnet_id': '89d4fe2e-02dc-452f-b37f-085ec5acb28a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:23:20Z', 'updated_at': '2021-08-11T03:23:32Z', 'revision_number': 5, 'project_id': 'fdbe55b7c58c49b2bfb506767218e312', 'subnets': [{'id': '89d4fe2e-02dc-452f-b37f-085ec5acb28a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:30:27.071194 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f2f0f9-66b0-40f3-9815-a295434fa80e None None] Checking router: 90919bdd-25f6-4d2e-a5ff-49fd434f3f9c for host: n-d-764292-30 {{(pid=102193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:30:27.080369 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f2f0f9-66b0-40f3-9815-a295434fa80e None None] Routers {'90919bdd-25f6-4d2e-a5ff-49fd434f3f9c'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:30:27.080970 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-81f2f0f9-66b0-40f3-9815-a295434fa80e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:30:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['90919bdd-25f6-4d2e-a5ff-49fd434f3f9c'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:30:27.127129 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3664c418-2afa-46da-97f8-9a273e9ac8d9 req-7cde2f23-0ca2-4bab-a43c-94c42779ff41 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:30:27.128740 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3664c418-2afa-46da-97f8-9a273e9ac8d9 req-7cde2f23-0ca2-4bab-a43c-94c42779ff41 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1aa84fa-56ef-4e45-bde3-ce36d5cbdc1d HTTP/1.1" status: 200 len: 946 time: 0.0531230 Aug 11 03:30:27.213125 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3664c418-2afa-46da-97f8-9a273e9ac8d9 req-82fa2e2d-467b-4848-8248-a45646bc6739 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9628d8d-75dd-45fc-9e19-23526969057e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739298 Aug 11 03:30:27.221328 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90786168-ff66-4004-8c2d-eb675edc3c69 req-ab52a5db-b19e-43cc-9343-d5ac286c7c0b tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:30:27.223700 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-90786168-ff66-4004-8c2d-eb675edc3c69 req-ab52a5db-b19e-43cc-9343-d5ac286c7c0b tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1e2fe71-1c1c-4907-a157-8c5a57408215 HTTP/1.1" status: 200 len: 946 time: 0.0863054 Aug 11 03:30:27.267196 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-90786168-ff66-4004-8c2d-eb675edc3c69 req-ab3abe77-3dba-42f6-9c3c-2d59b65295b3 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d1cd399-f1ad-4eb8-8279-cc3e3b1f8ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353909 Aug 11 03:30:27.382017 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ee89db45-006e-473f-90fb-5b02006104e9 req-4891793e-fdaa-4f6b-883c-5ae48b050c5e tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] 10.222.0.41 "GET /v2.0/ports?device_id=2c376da4-986b-4704-b679-701b57d3cf01 HTTP/1.1" status: 200 len: 210 time: 0.0320570 Aug 11 03:30:27.405397 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-81f2f0f9-66b0-40f3-9815-a295434fa80e None None] Set router 90919bdd-25f6-4d2e-a5ff-49fd434f3f9c gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:30:27.623216 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-81f2f0f9-66b0-40f3-9815-a295434fa80e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90919bdd-25f6-4d2e-a5ff-49fd434f3f9c', 'name': 'tempest-AttachVolumeTestJSON-1633192616-router', 'tenant_id': 'fdbe55b7c58c49b2bfb506767218e312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': 'ac12285f-37fc-49ef-82bb-e352306589e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:23:15Z', 'updated_at': '2021-08-11T03:23:22Z', 'revision_number': 4, 'project_id': 'fdbe55b7c58c49b2bfb506767218e312', 'gw_port': {'id': 'ac12285f-37fc-49ef-82bb-e352306589e8', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:d1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90919bdd-25f6-4d2e-a5ff-49fd434f3f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2587, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:23:16Z', 'updated_at': '2021-08-11T03:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '0376a1ee-6ff5-4e76-8d98-aa7f97f298e4', 'name': '', 'network_id': 'e7fa7474-ec27-48c0-82c6-4433dec0ec87', 'tenant_id': 'fdbe55b7c58c49b2bfb506767218e312', 'mac_address': 'fa:16:3e:8b:a7:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90919bdd-25f6-4d2e-a5ff-49fd434f3f9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2592, 'fixed_ips': [{'subnet_id': '89d4fe2e-02dc-452f-b37f-085ec5acb28a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:23:20Z', 'updated_at': '2021-08-11T03:23:32Z', 'revision_number': 5, 'project_id': 'fdbe55b7c58c49b2bfb506767218e312', 'subnets': [{'id': '89d4fe2e-02dc-452f-b37f-085ec5acb28a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:30:27.650745 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f2f0f9-66b0-40f3-9815-a295434fa80e None None] The sync data for ids ['90919bdd-25f6-4d2e-a5ff-49fd434f3f9c'] in n-d-764292-30 is: [{'id': '90919bdd-25f6-4d2e-a5ff-49fd434f3f9c', 'name': 'tempest-AttachVolumeTestJSON-1633192616-router', 'tenant_id': 'fdbe55b7c58c49b2bfb506767218e312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': 'ac12285f-37fc-49ef-82bb-e352306589e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:23:15Z', 'updated_at': '2021-08-11T03:23:22Z', 'revision_number': 4, 'project_id': 'fdbe55b7c58c49b2bfb506767218e312', 'gw_port': {'id': 'ac12285f-37fc-49ef-82bb-e352306589e8', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:d1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90919bdd-25f6-4d2e-a5ff-49fd434f3f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2587, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:23:16Z', 'updated_at': '2021-08-11T03:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '0376a1ee-6ff5-4e76-8d98-aa7f97f298e4', 'name': '', 'network_id': 'e7fa7474-ec27-48c0-82c6-4433dec0ec87', 'tenant_id': 'fdbe55b7c58c49b2bfb506767218e312', 'mac_address': 'fa:16:3e:8b:a7:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90919bdd-25f6-4d2e-a5ff-49fd434f3f9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2592, 'fixed_ips': [{'subnet_id': '89d4fe2e-02dc-452f-b37f-085ec5acb28a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:23:20Z', 'updated_at': '2021-08-11T03:23:32Z', 'revision_number': 5, 'project_id': 'fdbe55b7c58c49b2bfb506767218e312', 'subnets': [{'id': '89d4fe2e-02dc-452f-b37f-085ec5acb28a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:30:27.890795 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497eaa4c-cb2e-4c3d-8ab7-8c5a928c362a None None] New status for floating IP 5e5cbc9e-91a0-4fe4-9291-295def3a8987: DOWN {{(pid=102194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:30:28.361549 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff6bb66-2e97-4a13-aabf-4611dc48fe0d req-94bb48fd-3e70-46de-bb0b-b7b5524168c6 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:30:28.363194 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7ff6bb66-2e97-4a13-aabf-4611dc48fe0d req-94bb48fd-3e70-46de-bb0b-b7b5524168c6 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1aa84fa-56ef-4e45-bde3-ce36d5cbdc1d HTTP/1.1" status: 200 len: 946 time: 0.0701406 Aug 11 03:30:28.436612 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7ff6bb66-2e97-4a13-aabf-4611dc48fe0d req-65660a1b-52a4-4416-b9d8-cb8a465c08cf tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9628d8d-75dd-45fc-9e19-23526969057e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632169 Aug 11 03:30:28.448617 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a810422-3bf2-4e73-b130-4f8b6d709eb8 req-d8df4133-2302-4e13-a434-5beaa79466a3 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:30:28.458501 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6a810422-3bf2-4e73-b130-4f8b6d709eb8 req-d8df4133-2302-4e13-a434-5beaa79466a3 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1e2fe71-1c1c-4907-a157-8c5a57408215 HTTP/1.1" status: 200 len: 946 time: 0.0866485 Aug 11 03:30:28.503506 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6a810422-3bf2-4e73-b130-4f8b6d709eb8 req-8ddd9de8-e005-43f2-881c-b4692ecc81c4 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d1cd399-f1ad-4eb8-8279-cc3e3b1f8ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422971 Aug 11 03:30:28.573106 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 33174) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:30:28.634010 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e69e0619-7116-4094-a355-8e92b34949d4 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:28.659022 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e69e0619-7116-4094-a355-8e92b34949d4 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:28.794888 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e69e0619-7116-4094-a355-8e92b34949d4 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:28.799032 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e69e0619-7116-4094-a355-8e92b34949d4 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:28.803132 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-e69e0619-7116-4094-a355-8e92b34949d4 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] 10.222.0.41 "DELETE /v2.0/security-groups/7bcfa9cc-3b98-43cc-9889-3c7c350dab22 HTTP/1.1" status: 204 len: 168 time: 0.2261207 Aug 11 03:30:28.804015 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 33176) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:30:28.812475 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69e0619-7116-4094-a355-8e92b34949d4 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bcfa9cc-3b98-43cc-9889-3c7c350dab22,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:30:28.821785 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69e0619-7116-4094-a355-8e92b34949d4 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:30:28.822129 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69e0619-7116-4094-a355-8e92b34949d4 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:30:28.822515 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69e0619-7116-4094-a355-8e92b34949d4 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:30:28.822859 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69e0619-7116-4094-a355-8e92b34949d4 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:30:28.823200 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69e0619-7116-4094-a355-8e92b34949d4 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:30:28.823599 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69e0619-7116-4094-a355-8e92b34949d4 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:30:28.823939 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69e0619-7116-4094-a355-8e92b34949d4 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:30:28.825112 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69e0619-7116-4094-a355-8e92b34949d4 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:30:28.825199 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69e0619-7116-4094-a355-8e92b34949d4 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:30:28.825526 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69e0619-7116-4094-a355-8e92b34949d4 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:30:28.825862 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69e0619-7116-4094-a355-8e92b34949d4 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:30:28.826190 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69e0619-7116-4094-a355-8e92b34949d4 tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:30:28.829240 n-d-764292-30 neutron-server[102191]: INFO neutron.api.v2.resource [None req-0b3e5c97-bb67-4374-b665-f33ea6399eed tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] show failed (client error): The resource could not be found. Aug 11 03:30:28.830528 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-0b3e5c97-bb67-4374-b665-f33ea6399eed tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] 10.222.0.41 "GET /v2.0/security-groups/7bcfa9cc-3b98-43cc-9889-3c7c350dab22 HTTP/1.1" status: 404 len: 347 time: 0.0246458 Aug 11 03:30:28.833457 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 33178) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:30:28.972380 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-a080338f-971f-4640-9e62-5d688cbc2f6f tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Deleting port ef2768dc-914b-4bbb-8f3d-f45219337554 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:30:28.972730 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a080338f-971f-4640-9e62-5d688cbc2f6f tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:29.058342 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a080338f-971f-4640-9e62-5d688cbc2f6f tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:29.058731 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a080338f-971f-4640-9e62-5d688cbc2f6f tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:29.071905 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-a080338f-971f-4640-9e62-5d688cbc2f6f tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Calling delete_port for ef2768dc-914b-4bbb-8f3d-f45219337554 owned by network:floatingip {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:30:29.142560 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3872a298-eb9e-4f88-bcd3-323aa67dc972 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:29.285657 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a080338f-971f-4640-9e62-5d688cbc2f6f tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:29.310501 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a080338f-971f-4640-9e62-5d688cbc2f6f tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Pushing event deleted for resources: {'Port': ['ID=ef2768dc-914b-4bbb-8f3d-f45219337554,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:30:29.326352 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a080338f-971f-4640-9e62-5d688cbc2f6f tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:30:29.326352 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a080338f-971f-4640-9e62-5d688cbc2f6f tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:30:29.326666 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a080338f-971f-4640-9e62-5d688cbc2f6f tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:30:29.327051 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a080338f-971f-4640-9e62-5d688cbc2f6f tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:30:29.327391 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a080338f-971f-4640-9e62-5d688cbc2f6f tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:30:29.327657 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a080338f-971f-4640-9e62-5d688cbc2f6f tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:30:29.327947 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a080338f-971f-4640-9e62-5d688cbc2f6f tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:30:29.328266 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a080338f-971f-4640-9e62-5d688cbc2f6f tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:30:29.329308 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a080338f-971f-4640-9e62-5d688cbc2f6f tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:30:29.329308 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a080338f-971f-4640-9e62-5d688cbc2f6f tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:30:29.329308 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a080338f-971f-4640-9e62-5d688cbc2f6f tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:30:29.329661 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a080338f-971f-4640-9e62-5d688cbc2f6f tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:30:29.388768 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a080338f-971f-4640-9e62-5d688cbc2f6f tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Notify callbacks [] for floatingip, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:29.392406 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a080338f-971f-4640-9e62-5d688cbc2f6f tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for floatingip, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:29.396320 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-a080338f-971f-4640-9e62-5d688cbc2f6f tempest-AttachVolumeTestJSON-537786448 tempest-AttachVolumeTestJSON-537786448-project] 10.222.0.41 "DELETE /v2.0/floatingips/5e5cbc9e-91a0-4fe4-9291-295def3a8987 HTTP/1.1" status: 204 len: 168 time: 0.5587866 Aug 11 03:30:29.577761 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device deeb2f0a-ba4a-415b-a81f-39cc7aeee593 no longer exists at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:30:29.597221 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] No Port match for: deeb2f0a-ba4a-415b-a81f-39cc7aeee593 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:30:29.597565 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device deeb2f0a-ba4a-415b-a81f-39cc7aeee593 not bound to the agent host n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:30:29.611633 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e34ab7f-7891-4b1b-888b-54355d11306e req-7152ff59-68d6-4d74-8e2d-866b92a5f7ee tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:30:29.613124 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6e34ab7f-7891-4b1b-888b-54355d11306e req-7152ff59-68d6-4d74-8e2d-866b92a5f7ee tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1aa84fa-56ef-4e45-bde3-ce36d5cbdc1d HTTP/1.1" status: 200 len: 946 time: 0.1015007 Aug 11 03:30:29.674042 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232d5b10-e90a-45cf-a7a3-1034faf5688b req-e29146aa-afea-4a3c-a410-10eb09b244e4 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:30:29.683725 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-232d5b10-e90a-45cf-a7a3-1034faf5688b req-e29146aa-afea-4a3c-a410-10eb09b244e4 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1e2fe71-1c1c-4907-a157-8c5a57408215 HTTP/1.1" status: 200 len: 946 time: 0.1159909 Aug 11 03:30:29.696827 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6e34ab7f-7891-4b1b-888b-54355d11306e req-9412b8c3-ef21-4845-a03f-e1f99fe7cdd1 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9628d8d-75dd-45fc-9e19-23526969057e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759737 Aug 11 03:30:29.740863 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-232d5b10-e90a-45cf-a7a3-1034faf5688b req-7fee1901-cf20-4e80-8cf4-e1a09d5bb5eb tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d1cd399-f1ad-4eb8-8279-cc3e3b1f8ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556099 Aug 11 03:30:30.862688 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ede6172-e03a-4e27-b4f3-ce40fe422ecf req-10f90e53-b802-41ce-85c0-9f32aee9ea49 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:30:30.864289 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6ede6172-e03a-4e27-b4f3-ce40fe422ecf req-10f90e53-b802-41ce-85c0-9f32aee9ea49 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1aa84fa-56ef-4e45-bde3-ce36d5cbdc1d HTTP/1.1" status: 200 len: 946 time: 0.0891876 Aug 11 03:30:30.904052 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda8552e-2c6b-4e9b-b090-b60c46173d3d req-2d74f6eb-6885-4a23-9ad6-02dac45212bb tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:30:30.905552 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-fda8552e-2c6b-4e9b-b090-b60c46173d3d req-2d74f6eb-6885-4a23-9ad6-02dac45212bb tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1e2fe71-1c1c-4907-a157-8c5a57408215 HTTP/1.1" status: 200 len: 946 time: 0.0849080 Aug 11 03:30:30.941961 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6ede6172-e03a-4e27-b4f3-ce40fe422ecf req-2219d100-5f53-4172-a5cc-02c264e46396 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9628d8d-75dd-45fc-9e19-23526969057e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688388 Aug 11 03:30:30.963309 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-fda8552e-2c6b-4e9b-b090-b60c46173d3d req-53c5e41f-c180-4d0b-85f1-5c6c85bc9623 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d1cd399-f1ad-4eb8-8279-cc3e3b1f8ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457850 Aug 11 03:30:31.880281 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:32.092462 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-b4f7ef77-201d-4bd6-94b7-a66df5525636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:32.121951 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93c4297-77a3-4343-9f14-1e19b4922889 req-1e068130-f7e1-436d-a625-72045cd2e29a tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:30:32.126582 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d93c4297-77a3-4343-9f14-1e19b4922889 req-1e068130-f7e1-436d-a625-72045cd2e29a tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1e2fe71-1c1c-4907-a157-8c5a57408215 HTTP/1.1" status: 200 len: 946 time: 0.0797477 Aug 11 03:30:32.136506 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee1ea91-917b-4ae6-9390-3e4b1170e2db req-c880d4e4-1d9c-41fe-8aee-f09b2a680684 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:30:32.139263 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cee1ea91-917b-4ae6-9390-3e4b1170e2db req-c880d4e4-1d9c-41fe-8aee-f09b2a680684 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1aa84fa-56ef-4e45-bde3-ce36d5cbdc1d HTTP/1.1" status: 200 len: 946 time: 0.0937459 Aug 11 03:30:32.196612 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d93c4297-77a3-4343-9f14-1e19b4922889 req-e16c6d58-d512-49a4-b8ee-0af35a5a76fb tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d1cd399-f1ad-4eb8-8279-cc3e3b1f8ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561597 Aug 11 03:30:32.206925 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cee1ea91-917b-4ae6-9390-3e4b1170e2db req-67752fb2-d47e-4590-99df-2b070227ad38 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9628d8d-75dd-45fc-9e19-23526969057e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588174 Aug 11 03:30:32.999788 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:33.439442 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b405b50-25a4-4fa6-a051-1ab3bc4da1fb req-01207613-4ee2-4aca-9e50-47a120f0265c tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:30:33.447871 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7b405b50-25a4-4fa6-a051-1ab3bc4da1fb req-01207613-4ee2-4aca-9e50-47a120f0265c tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1e2fe71-1c1c-4907-a157-8c5a57408215 HTTP/1.1" status: 200 len: 946 time: 0.0956745 Aug 11 03:30:33.479498 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5b2ebd-9a5e-44e5-9408-cf88bada1732 req-0920d93a-b6a5-4db8-be18-a69f581c8187 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:30:33.487634 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-da5b2ebd-9a5e-44e5-9408-cf88bada1732 req-0920d93a-b6a5-4db8-be18-a69f581c8187 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1aa84fa-56ef-4e45-bde3-ce36d5cbdc1d HTTP/1.1" status: 200 len: 946 time: 0.1036177 Aug 11 03:30:33.525149 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7b405b50-25a4-4fa6-a051-1ab3bc4da1fb req-c1f21e8c-93b4-42bc-9d7c-2f2f6334c732 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d1cd399-f1ad-4eb8-8279-cc3e3b1f8ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761364 Aug 11 03:30:33.554742 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-da5b2ebd-9a5e-44e5-9408-cf88bada1732 req-4d26224c-aa6d-4156-9ddf-6a7e22c20509 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9628d8d-75dd-45fc-9e19-23526969057e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658367 Aug 11 03:30:34.674197 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:34.695322 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72852289-da3a-451b-b7d0-343e26ed8345 req-a8339b9b-b3d3-4554-9c3e-3a1ffee53dbf tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:30:34.697775 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-72852289-da3a-451b-b7d0-343e26ed8345 req-a8339b9b-b3d3-4554-9c3e-3a1ffee53dbf tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1e2fe71-1c1c-4907-a157-8c5a57408215 HTTP/1.1" status: 200 len: 946 time: 0.0867579 Aug 11 03:30:34.788810 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387b28e4-1d43-4afc-a6e8-ab9de8fa3c96 req-2f8e154a-358d-46d8-b20b-ccc1277621a0 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:30:34.790768 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-387b28e4-1d43-4afc-a6e8-ab9de8fa3c96 req-2f8e154a-358d-46d8-b20b-ccc1277621a0 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1aa84fa-56ef-4e45-bde3-ce36d5cbdc1d HTTP/1.1" status: 200 len: 946 time: 0.1135418 Aug 11 03:30:34.801175 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-72852289-da3a-451b-b7d0-343e26ed8345 req-d1b62b86-7aec-469d-8c6a-9d7e43cf117d tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d1cd399-f1ad-4eb8-8279-cc3e3b1f8ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928752 Aug 11 03:30:34.854555 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-387b28e4-1d43-4afc-a6e8-ab9de8fa3c96 req-afc56de0-149e-4676-a5dd-72c376c7a017 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9628d8d-75dd-45fc-9e19-23526969057e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476303 Aug 11 03:30:35.675199 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947566b3-abe4-4a89-94cd-6f5b039952d2 req-92130d09-9aa5-4035-bee8-f565aaf06de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:30:35.676736 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-947566b3-abe4-4a89-94cd-6f5b039952d2 req-92130d09-9aa5-4035-bee8-f565aaf06de8 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=e1aa84fa-56ef-4e45-bde3-ce36d5cbdc1d HTTP/1.1" status: 200 len: 1098 time: 0.0516906 Aug 11 03:30:35.746446 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-947566b3-abe4-4a89-94cd-6f5b039952d2 req-10f2329b-cdf6-4a40-a738-556dbae094ba service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=e9628d8d-75dd-45fc-9e19-23526969057e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612938 Aug 11 03:30:35.989365 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ee22f8-ba45-4b0f-bfb3-bf9df5cf92a2 req-b9d4ba23-10dd-4a22-8650-fa023b68adf2 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:30:35.990998 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-44ee22f8-ba45-4b0f-bfb3-bf9df5cf92a2 req-b9d4ba23-10dd-4a22-8650-fa023b68adf2 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1e2fe71-1c1c-4907-a157-8c5a57408215 HTTP/1.1" status: 200 len: 946 time: 0.1207759 Aug 11 03:30:36.074578 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-44ee22f8-ba45-4b0f-bfb3-bf9df5cf92a2 req-7b5de83c-1ef8-4eae-b5a0-b745dcda7747 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d1cd399-f1ad-4eb8-8279-cc3e3b1f8ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577657 Aug 11 03:30:36.078097 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2972f93c-a9c6-4f01-a03e-f6dc84cf6192 req-4fb510b2-aa6c-4a90-a1ff-4857526331bc tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:30:36.079734 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2972f93c-a9c6-4f01-a03e-f6dc84cf6192 req-4fb510b2-aa6c-4a90-a1ff-4857526331bc tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1aa84fa-56ef-4e45-bde3-ce36d5cbdc1d HTTP/1.1" status: 200 len: 946 time: 0.1134930 Aug 11 03:30:36.124273 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2972f93c-a9c6-4f01-a03e-f6dc84cf6192 req-1fda628e-545d-4aa7-9853-7fed288e8121 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9628d8d-75dd-45fc-9e19-23526969057e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381839 Aug 11 03:30:36.803689 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 08af65e0-c14a-4585-925b-99eb87e032e3 no longer exists at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:30:36.927687 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:36.986669 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1aa84fa-56ef-4e45-bde3-ce36d5cbdc1d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08af65e0-c14a-4585-925b-99eb87e032e3'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:30:36.988965 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ba4489a-3232-4130-8e64-91bb21fb0947" -d '{"events": [{"server_uuid": "e1aa84fa-56ef-4e45-bde3-ce36d5cbdc1d", "name": "network-vif-unplugged", "status": "completed", "tag": "08af65e0-c14a-4585-925b-99eb87e032e3"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:30:37.035670 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 08af65e0-c14a-4585-925b-99eb87e032e3, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=08af65e0-c14a-4585-925b-99eb87e032e3,segment=NetworkSegment(2552da39-1bd3-49e5-a3d5-aadbf38eb7b5),segment_id=2552da39-1bd3-49e5-a3d5-aadbf38eb7b5)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:30:37.148971 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:37.237711 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:37.288743 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=08af65e0-c14a-4585-925b-99eb87e032e3,revision_number=6']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:30:37.310267 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:30:37.310267 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:30:37.310267 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:30:37.310267 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:30:37.310267 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:30:37.310267 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:30:37.310267 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:30:37.311168 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:30:37.312149 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:30:37.314431 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:30:37.314963 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:30:37.315528 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2529e47f-262d-4e87-978d-1b51ffa9ed23 req-e8fc6c05-e64b-4234-814e-e9b395c47380 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:30:37.316839 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:30:37.325613 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2529e47f-262d-4e87-978d-1b51ffa9ed23 req-e8fc6c05-e64b-4234-814e-e9b395c47380 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1e2fe71-1c1c-4907-a157-8c5a57408215 HTTP/1.1" status: 200 len: 946 time: 0.1125700 Aug 11 03:30:37.359773 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 03:30:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60d14d4e-fa79-4a31-b0d4-b993ecc1059d x-openstack-request-id: req-60d14d4e-fa79-4a31-b0d4-b993ecc1059d {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:30:37.360282 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1aa84fa-56ef-4e45-bde3-ce36d5cbdc1d", "name": "network-vif-unplugged", "status": "completed", "tag": "08af65e0-c14a-4585-925b-99eb87e032e3", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:30:37.360699 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-60d14d4e-fa79-4a31-b0d4-b993ecc1059d {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:30:37.361250 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1aa84fa-56ef-4e45-bde3-ce36d5cbdc1d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08af65e0-c14a-4585-925b-99eb87e032e3', 'code': 200} Aug 11 03:30:37.400245 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2529e47f-262d-4e87-978d-1b51ffa9ed23 req-8e32d162-720f-4c8a-9faa-a2244edf8db0 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d1cd399-f1ad-4eb8-8279-cc3e3b1f8ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734832 Aug 11 03:30:37.497386 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da34183-f35c-4dba-a9fa-ed94fdc04a4e req-4817cfb5-0592-439f-bd11-d4df4e1f34c2 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:30:37.499403 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1da34183-f35c-4dba-a9fa-ed94fdc04a4e req-4817cfb5-0592-439f-bd11-d4df4e1f34c2 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1aa84fa-56ef-4e45-bde3-ce36d5cbdc1d HTTP/1.1" status: 200 len: 944 time: 0.0617459 Aug 11 03:30:37.552817 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1da34183-f35c-4dba-a9fa-ed94fdc04a4e req-6efe50cb-1e1c-43cf-8953-2a2f4732fc7c tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9628d8d-75dd-45fc-9e19-23526969057e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470083 Aug 11 03:30:37.570448 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 33366) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:30:37.654902 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-50e64972-f610-4cb2-a9b5-ab605a3b8dad tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/floatingips/4fc33eb0-bb1e-49f8-91ec-ad3db8022859 HTTP/1.1" status: 200 len: 992 time: 0.0828915 Aug 11 03:30:38.566702 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9abe099-f435-4181-a3af-c07b2c1a3719 req-26fa7c17-41c0-4ec1-b01b-eb538879f76f tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:30:38.575252 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b9abe099-f435-4181-a3af-c07b2c1a3719 req-26fa7c17-41c0-4ec1-b01b-eb538879f76f tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1e2fe71-1c1c-4907-a157-8c5a57408215 HTTP/1.1" status: 200 len: 946 time: 0.0638604 Aug 11 03:30:38.620892 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b9abe099-f435-4181-a3af-c07b2c1a3719 req-91c6348b-c58c-476f-86cb-46ed63506b39 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d1cd399-f1ad-4eb8-8279-cc3e3b1f8ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392809 Aug 11 03:30:38.808094 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 08af65e0-c14a-4585-925b-99eb87e032e3 details requested by agent hyperv_n-h1-764292-30 with host n-h1-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:30:38.988618 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 08af65e0-c14a-4585-925b-99eb87e032e3, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=08af65e0-c14a-4585-925b-99eb87e032e3,segment=NetworkSegment(2552da39-1bd3-49e5-a3d5-aadbf38eb7b5),segment_id=2552da39-1bd3-49e5-a3d5-aadbf38eb7b5)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:30:38.996724 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Returning: {'device': '08af65e0-c14a-4585-925b-99eb87e032e3', 'network_id': '511c1003-0f31-4ca2-8e8d-4cb957655e51', 'port_id': '08af65e0-c14a-4585-925b-99eb87e032e3', 'mac_address': 'fa:16:3e:07:2e:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c83773c8-b8ac-4a10-bafe-73faeb8341f9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:30:39.061291 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:39.075629 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08af65e0-c14a-4585-925b-99eb87e032e3 {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:30:39.119536 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 08af65e0-c14a-4585-925b-99eb87e032e3, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=08af65e0-c14a-4585-925b-99eb87e032e3,segment=NetworkSegment(2552da39-1bd3-49e5-a3d5-aadbf38eb7b5),segment_id=2552da39-1bd3-49e5-a3d5-aadbf38eb7b5)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:30:39.141072 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-dd2ab3d7-d8e2-4eae-a7d4-ffbfa7d6c36b req-f323ab48-b665-4537-b079-51e5934f5047 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5f7acd64-4911-45bc-9de7-75950c99f15e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0526283 Aug 11 03:30:39.165690 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:39.229571 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=08af65e0-c14a-4585-925b-99eb87e032e3,revision_number=7']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:30:39.238448 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2ab3d7-d8e2-4eae-a7d4-ffbfa7d6c36b req-d70377f6-cfb2-4de8-b2cf-a4cc9e6723aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:30:39.240125 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-dd2ab3d7-d8e2-4eae-a7d4-ffbfa7d6c36b req-d70377f6-cfb2-4de8-b2cf-a4cc9e6723aa service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2b2b3f02ad2f4f13a4d5b55e5c246078&device_id=5f7acd64-4911-45bc-9de7-75950c99f15e HTTP/1.1" status: 200 len: 1097 time: 0.0536463 Aug 11 03:30:39.349409 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2ab3d7-d8e2-4eae-a7d4-ffbfa7d6c36b req-30f4f35d-8333-4e17-9475-87bc9d054186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:30:39.350983 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-dd2ab3d7-d8e2-4eae-a7d4-ffbfa7d6c36b req-30f4f35d-8333-4e17-9475-87bc9d054186 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2294adb7-cfd4-40a1-9a0c-db6ab35ac37f HTTP/1.1" status: 200 len: 907 time: 0.0901470 Aug 11 03:30:39.403177 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-dd2ab3d7-d8e2-4eae-a7d4-ffbfa7d6c36b req-21c49e5e-a7f3-49f7-9e9c-5b64c7cb6eba service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c5e5b8bf-e320-4589-a83b-e2f6c8455c36 HTTP/1.1" status: 200 len: 217 time: 0.0442498 Aug 11 03:30:39.458480 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2ab3d7-d8e2-4eae-a7d4-ffbfa7d6c36b req-bb4ac763-e829-498e-a47b-372d96eb93a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:30:39.459852 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-dd2ab3d7-d8e2-4eae-a7d4-ffbfa7d6c36b req-bb4ac763-e829-498e-a47b-372d96eb93a0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3dad44b1-6547-45e0-8453-859830dd2aa7 HTTP/1.1" status: 200 len: 846 time: 0.0480986 Aug 11 03:30:39.499495 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-dd2ab3d7-d8e2-4eae-a7d4-ffbfa7d6c36b req-c526a026-ce17-4229-96a4-963258e3b8a3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2294adb7-cfd4-40a1-9a0c-db6ab35ac37f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319972 Aug 11 03:30:39.503276 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['08af65e0-c14a-4585-925b-99eb87e032e3'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:30:39.601898 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-dd2ab3d7-d8e2-4eae-a7d4-ffbfa7d6c36b req-80e7f9e8-fbd1-4d36-863d-a66b45a9a52a service neutron] 10.222.0.24 "GET /v2.0/networks/2294adb7-cfd4-40a1-9a0c-db6ab35ac37f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947332 Aug 11 03:30:39.802256 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840626ef-3012-4b6b-9429-e0a421dc484a req-a89e072d-cf0f-4ce2-9960-f2912cb4c161 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:30:39.809963 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-840626ef-3012-4b6b-9429-e0a421dc484a req-a89e072d-cf0f-4ce2-9960-f2912cb4c161 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1e2fe71-1c1c-4907-a157-8c5a57408215 HTTP/1.1" status: 200 len: 946 time: 0.0888193 Aug 11 03:30:39.864119 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-dd2ab3d7-d8e2-4eae-a7d4-ffbfa7d6c36b req-1b6627f9-88d5-4768-85fa-bc9669b3825a service neutron] 10.222.0.24 "GET /v2.0/networks/2294adb7-cfd4-40a1-9a0c-db6ab35ac37f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2554023 Aug 11 03:30:39.891286 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-840626ef-3012-4b6b-9429-e0a421dc484a req-7f2db76f-5ea0-4c0e-b683-0f19aa7fcb9a tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d1cd399-f1ad-4eb8-8279-cc3e3b1f8ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801404 Aug 11 03:30:39.921113 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 33416) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:30:40.590469 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-d7ff8c0c-7903-4c74-8d73-e633cecc94bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521106'] for router_interface, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:40.816561 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 08af65e0-c14a-4585-925b-99eb87e032e3 up at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:30:40.866236 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning complete for port 08af65e0-c14a-4585-925b-99eb87e032e3 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:30:40.866638 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:40.872679 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-d7ff8c0c-7903-4c74-8d73-e633cecc94bf admin admin] Deleting port 0376a1ee-6ff5-4e76-8d98-aa7f97f298e4 {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:30:40.873214 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-d7ff8c0c-7903-4c74-8d73-e633cecc94bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:40.951484 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:40.983271 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1aa84fa-56ef-4e45-bde3-ce36d5cbdc1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08af65e0-c14a-4585-925b-99eb87e032e3'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:30:40.988648 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-559c221a-46f8-4eda-8697-7a7bccfc5052" -d '{"events": [{"server_uuid": "e1aa84fa-56ef-4e45-bde3-ce36d5cbdc1d", "name": "network-vif-plugged", "status": "completed", "tag": "08af65e0-c14a-4585-925b-99eb87e032e3"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:30:41.000746 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [None req-d7ff8c0c-7903-4c74-8d73-e633cecc94bf admin admin] For port 0376a1ee-6ff5-4e76-8d98-aa7f97f298e4, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=0376a1ee-6ff5-4e76-8d98-aa7f97f298e4,segment=NetworkSegment(9f8ce2aa-5895-4159-b95f-a2336900b8ec),segment_id=9f8ce2aa-5895-4159-b95f-a2336900b8ec)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:30:41.001313 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-d7ff8c0c-7903-4c74-8d73-e633cecc94bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:41.017552 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-d7ff8c0c-7903-4c74-8d73-e633cecc94bf admin admin] Calling delete_port for 0376a1ee-6ff5-4e76-8d98-aa7f97f298e4 owned by network:router_interface {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:30:41.021751 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 08af65e0-c14a-4585-925b-99eb87e032e3, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=08af65e0-c14a-4585-925b-99eb87e032e3,segment=NetworkSegment(2552da39-1bd3-49e5-a3d5-aadbf38eb7b5),segment_id=2552da39-1bd3-49e5-a3d5-aadbf38eb7b5)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:30:41.051842 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:30:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88dbc5a4-1af3-4db0-b064-3397daeb1b4e x-openstack-request-id: req-88dbc5a4-1af3-4db0-b064-3397daeb1b4e {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:30:41.052367 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1aa84fa-56ef-4e45-bde3-ce36d5cbdc1d", "name": "network-vif-plugged", "status": "completed", "tag": "08af65e0-c14a-4585-925b-99eb87e032e3", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:30:41.053003 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-88dbc5a4-1af3-4db0-b064-3397daeb1b4e {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:30:41.053578 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1aa84fa-56ef-4e45-bde3-ce36d5cbdc1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08af65e0-c14a-4585-925b-99eb87e032e3', 'code': 200} Aug 11 03:30:41.103148 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:41.125854 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6517431-3313-4dd9-b3e3-78d94d9a2596 req-545e2ac9-4c8c-4a91-aaa0-900e9c227ce7 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:30:41.127440 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d6517431-3313-4dd9-b3e3-78d94d9a2596 req-545e2ac9-4c8c-4a91-aaa0-900e9c227ce7 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1e2fe71-1c1c-4907-a157-8c5a57408215 HTTP/1.1" status: 200 len: 946 time: 0.0993128 Aug 11 03:30:41.185413 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=08af65e0-c14a-4585-925b-99eb87e032e3,revision_number=8']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:30:41.213764 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d6517431-3313-4dd9-b3e3-78d94d9a2596 req-825012e5-644f-430e-a3b9-546fb2d89a5a tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d1cd399-f1ad-4eb8-8279-cc3e3b1f8ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778911 Aug 11 03:30:41.274613 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:41.389150 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-d7ff8c0c-7903-4c74-8d73-e633cecc94bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:41.424785 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ff8c0c-7903-4c74-8d73-e633cecc94bf admin admin] Pushing event deleted for resources: {'Port': ['ID=0376a1ee-6ff5-4e76-8d98-aa7f97f298e4,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:30:41.582036 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa3a9b1-97a5-434c-945a-2a25626fd052 req-6d2c1507-6203-426d-af26-cc2b479ed3f9 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:30:41.583863 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-efa3a9b1-97a5-434c-945a-2a25626fd052 req-6d2c1507-6203-426d-af26-cc2b479ed3f9 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1e2fe71-1c1c-4907-a157-8c5a57408215 HTTP/1.1" status: 200 len: 946 time: 0.1066499 Aug 11 03:30:41.674221 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-efa3a9b1-97a5-434c-945a-2a25626fd052 req-ab54d68e-36d1-4a06-b720-8ab853846120 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d1cd399-f1ad-4eb8-8279-cc3e3b1f8ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828795 Aug 11 03:30:41.676986 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-d7ff8c0c-7903-4c74-8d73-e633cecc94bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16383033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450082'] for router_interface, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:41.888469 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091bdbd3-ed2b-4b81-bb16-5f932db53f7d req-c47298e9-00d9-499d-a032-723191f0b908 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:30:41.889960 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-091bdbd3-ed2b-4b81-bb16-5f932db53f7d req-c47298e9-00d9-499d-a032-723191f0b908 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1e2fe71-1c1c-4907-a157-8c5a57408215 HTTP/1.1" status: 200 len: 946 time: 0.1019919 Aug 11 03:30:41.971483 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-091bdbd3-ed2b-4b81-bb16-5f932db53f7d req-e01a7332-d36a-4da2-bb5c-3568e6d86b56 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d1cd399-f1ad-4eb8-8279-cc3e3b1f8ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728290 Aug 11 03:30:41.988114 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7ff8c0c-7903-4c74-8d73-e633cecc94bf admin admin] Router 90919bdd-25f6-4d2e-a5ff-49fd434f3f9c has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:30:42.113167 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7ff8c0c-7903-4c74-8d73-e633cecc94bf admin admin] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:30:42.118502 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-d7ff8c0c-7903-4c74-8d73-e633cecc94bf admin admin] 10.222.0.41 "PUT /v2.0/routers/90919bdd-25f6-4d2e-a5ff-49fd434f3f9c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1958742 Aug 11 03:30:42.120965 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 33448) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:30:42.124554 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8204ae1-e39d-4c6b-b979-b02b063d0140 None None] Sync routers for ids ['90919bdd-25f6-4d2e-a5ff-49fd434f3f9c'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:30:42.145592 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8204ae1-e39d-4c6b-b979-b02b063d0140 None None] Routers {'90919bdd-25f6-4d2e-a5ff-49fd434f3f9c'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:30:42.147257 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-d8204ae1-e39d-4c6b-b979-b02b063d0140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:30:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['90919bdd-25f6-4d2e-a5ff-49fd434f3f9c'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:30:42.321162 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-43727b8d-8207-4df2-9dba-c080c77fabbc admin admin] Notify callbacks [] for router, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:42.372290 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-d8204ae1-e39d-4c6b-b979-b02b063d0140 None None] Set router 90919bdd-25f6-4d2e-a5ff-49fd434f3f9c gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:30:42.446872 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-43727b8d-8207-4df2-9dba-c080c77fabbc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:42.539732 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f9a334-cb4c-4385-8e6c-dbc20050f69d req-ea607712-e188-4cb2-88d0-34fc8626f6cf tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:30:42.551128 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-45f9a334-cb4c-4385-8e6c-dbc20050f69d req-ea607712-e188-4cb2-88d0-34fc8626f6cf tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1e2fe71-1c1c-4907-a157-8c5a57408215 HTTP/1.1" status: 200 len: 946 time: 0.0821977 Aug 11 03:30:42.555701 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-43727b8d-8207-4df2-9dba-c080c77fabbc admin admin] Deleting port ac12285f-37fc-49ef-82bb-e352306589e8 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:30:42.556238 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-43727b8d-8207-4df2-9dba-c080c77fabbc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:42.611064 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-45f9a334-cb4c-4385-8e6c-dbc20050f69d req-340cb4f4-5486-4830-83b0-1321db8bcfec tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d1cd399-f1ad-4eb8-8279-cc3e3b1f8ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589614 Aug 11 03:30:42.663399 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [None req-43727b8d-8207-4df2-9dba-c080c77fabbc admin admin] For port ac12285f-37fc-49ef-82bb-e352306589e8, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=ac12285f-37fc-49ef-82bb-e352306589e8,segment=NetworkSegment(fab28bed-aa25-40db-bba4-ec26e795194c),segment_id=fab28bed-aa25-40db-bba4-ec26e795194c)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:30:42.664087 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-43727b8d-8207-4df2-9dba-c080c77fabbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:42.681292 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-43727b8d-8207-4df2-9dba-c080c77fabbc admin admin] Calling delete_port for ac12285f-37fc-49ef-82bb-e352306589e8 owned by network:router_gateway {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:30:42.696024 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-d8204ae1-e39d-4c6b-b979-b02b063d0140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90919bdd-25f6-4d2e-a5ff-49fd434f3f9c', 'name': 'tempest-AttachVolumeTestJSON-1633192616-router', 'tenant_id': 'fdbe55b7c58c49b2bfb506767218e312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': 'ac12285f-37fc-49ef-82bb-e352306589e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:23:15Z', 'updated_at': '2021-08-11T03:30:41Z', 'revision_number': 5, 'project_id': 'fdbe55b7c58c49b2bfb506767218e312', 'gw_port': {'id': 'ac12285f-37fc-49ef-82bb-e352306589e8', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:d1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90919bdd-25f6-4d2e-a5ff-49fd434f3f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2587, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:23:16Z', 'updated_at': '2021-08-11T03:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:30:42.728139 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8204ae1-e39d-4c6b-b979-b02b063d0140 None None] Checking router: 90919bdd-25f6-4d2e-a5ff-49fd434f3f9c for host: n-d-764292-30 {{(pid=102193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:30:42.739295 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8204ae1-e39d-4c6b-b979-b02b063d0140 None None] Routers {'90919bdd-25f6-4d2e-a5ff-49fd434f3f9c'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:30:42.740258 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-d8204ae1-e39d-4c6b-b979-b02b063d0140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:30:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['90919bdd-25f6-4d2e-a5ff-49fd434f3f9c'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:30:42.871796 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-d8204ae1-e39d-4c6b-b979-b02b063d0140 None None] Set router 90919bdd-25f6-4d2e-a5ff-49fd434f3f9c gateway port host: None {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:30:42.930618 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-d8204ae1-e39d-4c6b-b979-b02b063d0140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90919bdd-25f6-4d2e-a5ff-49fd434f3f9c', 'name': 'tempest-AttachVolumeTestJSON-1633192616-router', 'tenant_id': 'fdbe55b7c58c49b2bfb506767218e312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:23:15Z', 'updated_at': '2021-08-11T03:30:42Z', 'revision_number': 6, 'project_id': 'fdbe55b7c58c49b2bfb506767218e312', 'gw_port_host': None}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:30:42.960455 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8204ae1-e39d-4c6b-b979-b02b063d0140 None None] The sync data for ids ['90919bdd-25f6-4d2e-a5ff-49fd434f3f9c'] in n-d-764292-30 is: [{'id': '90919bdd-25f6-4d2e-a5ff-49fd434f3f9c', 'name': 'tempest-AttachVolumeTestJSON-1633192616-router', 'tenant_id': 'fdbe55b7c58c49b2bfb506767218e312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:23:15Z', 'updated_at': '2021-08-11T03:30:42Z', 'revision_number': 6, 'project_id': 'fdbe55b7c58c49b2bfb506767218e312', 'gw_port_host': None}] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:30:43.035100 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-43727b8d-8207-4df2-9dba-c080c77fabbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:43.073361 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43727b8d-8207-4df2-9dba-c080c77fabbc admin admin] Pushing event deleted for resources: {'Port': ['ID=ac12285f-37fc-49ef-82bb-e352306589e8,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:30:43.162229 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-43727b8d-8207-4df2-9dba-c080c77fabbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-446916'] for router_gateway, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:43.258764 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-43727b8d-8207-4df2-9dba-c080c77fabbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6544'] for router, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:43.260875 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-43727b8d-8207-4df2-9dba-c080c77fabbc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:43.388992 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-43727b8d-8207-4df2-9dba-c080c77fabbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448809'] for router, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:43.389565 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43727b8d-8207-4df2-9dba-c080c77fabbc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 90919bdd-25f6-4d2e-a5ff-49fd434f3f9c {{(pid=102191) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:30:43.400507 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-43727b8d-8207-4df2-9dba-c080c77fabbc admin admin] Notify callbacks [] for router, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:43.400507 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-43727b8d-8207-4df2-9dba-c080c77fabbc admin admin] 10.222.0.41 "DELETE /v2.0/routers/90919bdd-25f6-4d2e-a5ff-49fd434f3f9c HTTP/1.1" status: 204 len: 168 time: 1.2732267 Aug 11 03:30:43.400507 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 33466) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:30:43.448937 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_v2 [None req-6313c9f9-e5ac-4f5c-9e9f-dda0ea1c4390 admin admin] Deleting subnet 89d4fe2e-02dc-452f-b37f-085ec5acb28a {{(pid=102191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:30:43.453287 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6313c9f9-e5ac-4f5c-9e9f-dda0ea1c4390 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:43.489370 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6313c9f9-e5ac-4f5c-9e9f-dda0ea1c4390 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126283525'] for subnet, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:43.591617 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6313c9f9-e5ac-4f5c-9e9f-dda0ea1c4390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:43.721503 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fd37c1-ba03-434d-b71c-5a0df2e24007 req-4dbb32dc-4ab8-494b-94ad-b9ea075398d0 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:30:43.723100 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-a7fd37c1-ba03-434d-b71c-5a0df2e24007 req-4dbb32dc-4ab8-494b-94ad-b9ea075398d0 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.22 "GET /v2.0/ports?device_id=f1e2fe71-1c1c-4907-a157-8c5a57408215 HTTP/1.1" status: 200 len: 946 time: 0.0624149 Aug 11 03:30:43.778647 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c9e3a9-59a9-4b16-80ff-f138b1b02557 req-0c9b8105-d5bb-4a92-b95c-2ffb54c9ae61 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:30:43.790624 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-32c9e3a9-59a9-4b16-80ff-f138b1b02557 req-0c9b8105-d5bb-4a92-b95c-2ffb54c9ae61 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1e2fe71-1c1c-4907-a157-8c5a57408215 HTTP/1.1" status: 200 len: 946 time: 0.0810206 Aug 11 03:30:43.793011 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6313c9f9-e5ac-4f5c-9e9f-dda0ea1c4390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126283413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126275158'] for subnet, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:43.835598 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00c9f7c3-6798-4b73-a264-13c837aeeaf9 None None] Network e7fa7474-ec27-48c0-82c6-4433dec0ec87 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:30:43.848065 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6313c9f9-e5ac-4f5c-9e9f-dda0ea1c4390 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:43.853671 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-6313c9f9-e5ac-4f5c-9e9f-dda0ea1c4390 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/89d4fe2e-02dc-452f-b37f-085ec5acb28a HTTP/1.1" status: 204 len: 168 time: 0.4519386 Aug 11 03:30:43.853671 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6313c9f9-e5ac-4f5c-9e9f-dda0ea1c4390 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89d4fe2e-02dc-452f-b37f-085ec5acb28a,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:30:43.859549 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 33474) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:30:43.859773 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-32c9e3a9-59a9-4b16-80ff-f138b1b02557 req-5919a1e5-94b4-4bd1-84cf-e49620fe7cab tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d1cd399-f1ad-4eb8-8279-cc3e3b1f8ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673237 Aug 11 03:30:43.950519 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c5b50dc8-78b7-471c-9f74-4475fe15dcfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:43.955395 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-a7fd37c1-ba03-434d-b71c-5a0df2e24007 req-3a57ed16-4ee5-4b63-a6df-0250271058df tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Deleting port 0be302d0-e5da-4fdf-844a-cc9a3b4be977 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:30:43.955752 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-a7fd37c1-ba03-434d-b71c-5a0df2e24007 req-3a57ed16-4ee5-4b63-a6df-0250271058df tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:44.076053 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-379ad6fd-5697-4e54-bd43-5f756ed6efe6 None None] DHCP port deletion for e7fa7474-ec27-48c0-82c6-4433dec0ec87 request from n-d-764292-30 {{(pid=102193) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:30:44.088718 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-a7fd37c1-ba03-434d-b71c-5a0df2e24007 req-3a57ed16-4ee5-4b63-a6df-0250271058df tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] For port 0be302d0-e5da-4fdf-844a-cc9a3b4be977, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=0be302d0-e5da-4fdf-844a-cc9a3b4be977,segment=NetworkSegment(323f142b-ee85-4d27-85a3-85cc28507ab1),segment_id=323f142b-ee85-4d27-85a3-85cc28507ab1)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:30:44.089091 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-a7fd37c1-ba03-434d-b71c-5a0df2e24007 req-3a57ed16-4ee5-4b63-a6df-0250271058df tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:44.105558 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-a7fd37c1-ba03-434d-b71c-5a0df2e24007 req-3a57ed16-4ee5-4b63-a6df-0250271058df tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Calling delete_port for 0be302d0-e5da-4fdf-844a-cc9a3b4be977 owned by compute:nova {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:30:44.122036 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-c5b50dc8-78b7-471c-9f74-4475fe15dcfc admin admin] Deleting port f0d11e8c-dd24-44f3-9290-0bc1286d1dab {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:30:44.123216 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c5b50dc8-78b7-471c-9f74-4475fe15dcfc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:44.142975 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-379ad6fd-5697-4e54-bd43-5f756ed6efe6 None None] Deleting port f0d11e8c-dd24-44f3-9290-0bc1286d1dab {{(pid=102193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:30:44.143355 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-379ad6fd-5697-4e54-bd43-5f756ed6efe6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:44.235935 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-379ad6fd-5697-4e54-bd43-5f756ed6efe6 None None] For port f0d11e8c-dd24-44f3-9290-0bc1286d1dab, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=f0d11e8c-dd24-44f3-9290-0bc1286d1dab,segment=NetworkSegment(9f8ce2aa-5895-4159-b95f-a2336900b8ec),segment_id=9f8ce2aa-5895-4159-b95f-a2336900b8ec)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:30:44.236336 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-379ad6fd-5697-4e54-bd43-5f756ed6efe6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:44.259062 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-379ad6fd-5697-4e54-bd43-5f756ed6efe6 None None] Calling delete_port for f0d11e8c-dd24-44f3-9290-0bc1286d1dab owned by network:dhcp {{(pid=102193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:30:44.356688 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [None req-c5b50dc8-78b7-471c-9f74-4475fe15dcfc admin admin] For port f0d11e8c-dd24-44f3-9290-0bc1286d1dab, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=f0d11e8c-dd24-44f3-9290-0bc1286d1dab,segment=NetworkSegment(9f8ce2aa-5895-4159-b95f-a2336900b8ec),segment_id=9f8ce2aa-5895-4159-b95f-a2336900b8ec)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:30:44.365072 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c5b50dc8-78b7-471c-9f74-4475fe15dcfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:44.370464 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-c5b50dc8-78b7-471c-9f74-4475fe15dcfc admin admin] Calling delete_port for f0d11e8c-dd24-44f3-9290-0bc1286d1dab owned by network:dhcp {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:30:44.376366 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device f0d11e8c-dd24-44f3-9290-0bc1286d1dab no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:30:44.384546 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-a7fd37c1-ba03-434d-b71c-5a0df2e24007 req-3a57ed16-4ee5-4b63-a6df-0250271058df tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:44.425162 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['0be302d0-e5da-4fdf-844a-cc9a3b4be977'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:30:44.427958 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['c5e5b8bf-e320-4589-a83b-e2f6c8455c36'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:30:44.442687 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a57ed16-4ee5-4b63-a6df-0250271058df tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Pushing event deleted for resources: {'Port': ['ID=0be302d0-e5da-4fdf-844a-cc9a3b4be977,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:30:44.482629 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-379ad6fd-5697-4e54-bd43-5f756ed6efe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678'] for port, after_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:44.493189 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No active binding found for port f0d11e8c-dd24-44f3-9290-0bc1286d1dab {{(pid=102193) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 11 03:30:44.493619 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device f0d11e8c-dd24-44f3-9290-0bc1286d1dab not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:30:44.494038 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 0376a1ee-6ff5-4e76-8d98-aa7f97f298e4 no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:30:44.512820 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7fd37c1-ba03-434d-b71c-5a0df2e24007 req-3a57ed16-4ee5-4b63-a6df-0250271058df tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] No DVR routers for this DVR port 0be302d0-e5da-4fdf-844a-cc9a3b4be977 on host n-h1-764292-30 {{(pid=102191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:30:44.516052 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-a7fd37c1-ba03-434d-b71c-5a0df2e24007 req-3a57ed16-4ee5-4b63-a6df-0250271058df tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:44.518117 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-a7fd37c1-ba03-434d-b71c-5a0df2e24007 req-3a57ed16-4ee5-4b63-a6df-0250271058df tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.22 "DELETE /v2.0/ports/0be302d0-e5da-4fdf-844a-cc9a3b4be977 HTTP/1.1" status: 204 len: 173 time: 0.7874749 Aug 11 03:30:44.519055 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1e2fe71-1c1c-4907-a157-8c5a57408215', 'name': 'network-vif-deleted', 'tag': '0be302d0-e5da-4fdf-844a-cc9a3b4be977'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:30:44.520964 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-916523b9-a416-4f24-9869-20c55dc4b961" -d '{"events": [{"server_uuid": "f1e2fe71-1c1c-4907-a157-8c5a57408215", "name": "network-vif-deleted", "tag": "0be302d0-e5da-4fdf-844a-cc9a3b4be977"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:30:44.537229 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379ad6fd-5697-4e54-bd43-5f756ed6efe6 None None] Pushing event deleted for resources: {'Port': ['ID=f0d11e8c-dd24-44f3-9290-0bc1286d1dab,revision_number=None']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:30:44.542489 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: 0376a1ee-6ff5-4e76-8d98-aa7f97f298e4 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:30:44.542786 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 0376a1ee-6ff5-4e76-8d98-aa7f97f298e4 not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:30:44.543231 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device ac12285f-37fc-49ef-82bb-e352306589e8 no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:30:44.546201 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c5b50dc8-78b7-471c-9f74-4475fe15dcfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:44.570364 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379ad6fd-5697-4e54-bd43-5f756ed6efe6 None None] No DVR routers for this DVR port f0d11e8c-dd24-44f3-9290-0bc1286d1dab on host n-d-764292-30 {{(pid=102193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:30:44.573876 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: ac12285f-37fc-49ef-82bb-e352306589e8 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:30:44.574791 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device ac12285f-37fc-49ef-82bb-e352306589e8 not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:30:44.591557 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b50dc8-78b7-471c-9f74-4475fe15dcfc admin admin] Pushing event deleted for resources: {'Port': ['ID=f0d11e8c-dd24-44f3-9290-0bc1286d1dab,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:30:44.597044 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b50dc8-78b7-471c-9f74-4475fe15dcfc admin admin] No DVR routers for this DVR port f0d11e8c-dd24-44f3-9290-0bc1286d1dab on host n-d-764292-30 {{(pid=102191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:30:44.687258 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:30:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1ee8089-c48e-45bf-8914-96fcd0ca23af x-openstack-request-id: req-a1ee8089-c48e-45bf-8914-96fcd0ca23af {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:30:44.689500 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1e2fe71-1c1c-4907-a157-8c5a57408215", "name": "network-vif-deleted", "tag": "0be302d0-e5da-4fdf-844a-cc9a3b4be977", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:30:44.689500 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a1ee8089-c48e-45bf-8914-96fcd0ca23af {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:30:44.689500 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1e2fe71-1c1c-4907-a157-8c5a57408215', 'name': 'network-vif-deleted', 'tag': '0be302d0-e5da-4fdf-844a-cc9a3b4be977', 'status': 'completed', 'code': 200} Aug 11 03:30:44.706209 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c5b50dc8-78b7-471c-9f74-4475fe15dcfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:44.726809 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-c5b50dc8-78b7-471c-9f74-4475fe15dcfc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7fa7474-ec27-48c0-82c6-4433dec0ec87']}} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:30:44.740674 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-c5b50dc8-78b7-471c-9f74-4475fe15dcfc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f8ce2aa-5895-4159-b95f-a2336900b8ec') {'for_net_delete': True} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:30:44.741154 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-c5b50dc8-78b7-471c-9f74-4475fe15dcfc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f8ce2aa-5895-4159-b95f-a2336900b8ec') {} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:30:44.753040 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c5b50dc8-78b7-471c-9f74-4475fe15dcfc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126283644'] for segment, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:44.770064 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c5b50dc8-78b7-471c-9f74-4475fe15dcfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:44.776403 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5b50dc8-78b7-471c-9f74-4475fe15dcfc admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=102191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:30:44.776814 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c5b50dc8-78b7-471c-9f74-4475fe15dcfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126283391'] for segment, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:44.780311 n-d-764292-30 neutron-server[102191]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:30:44.780311 n-d-764292-30 neutron-server[102191]: self.session.flush() Aug 11 03:30:44.780311 n-d-764292-30 neutron-server[102191]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:30:44.780311 n-d-764292-30 neutron-server[102191]: self.session.flush() Aug 11 03:30:44.780311 n-d-764292-30 neutron-server[102191]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:30:44.780311 n-d-764292-30 neutron-server[102191]: self.session.flush() Aug 11 03:30:44.780311 n-d-764292-30 neutron-server[102191]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:30:44.780311 n-d-764292-30 neutron-server[102191]: self.session.flush() Aug 11 03:30:44.780311 n-d-764292-30 neutron-server[102191]: Traceback (most recent call last): Aug 11 03:30:44.780311 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:30:44.780311 n-d-764292-30 neutron-server[102191]: timer() Aug 11 03:30:44.780311 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:30:44.780311 n-d-764292-30 neutron-server[102191]: cb(*args, **kw) Aug 11 03:30:44.780311 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:30:44.780311 n-d-764292-30 neutron-server[102191]: return func(*args, **kwargs) Aug 11 03:30:44.780311 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:30:44.780311 n-d-764292-30 neutron-server[102191]: self._notify() Aug 11 03:30:44.780311 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:30:44.780311 n-d-764292-30 neutron-server[102191]: self.callback(batched_events) Aug 11 03:30:44.780311 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:30:44.780311 n-d-764292-30 neutron-server[102191]: event.method(event) Aug 11 03:30:44.780311 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:30:44.780311 n-d-764292-30 neutron-server[102191]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:30:44.780311 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:30:44.780311 n-d-764292-30 neutron-server[102191]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:30:44.780311 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:30:44.780311 n-d-764292-30 neutron-server[102191]: return f(self, *a, **k) Aug 11 03:30:44.780311 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:30:44.780311 n-d-764292-30 neutron-server[102191]: return self._get(url).json() Aug 11 03:30:44.780311 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:30:44.780311 n-d-764292-30 neutron-server[102191]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:30:44.780311 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:30:44.780311 n-d-764292-30 neutron-server[102191]: return self.request(url, 'GET', **kwargs) Aug 11 03:30:44.780311 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:30:44.780311 n-d-764292-30 neutron-server[102191]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:30:44.780311 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:30:44.780311 n-d-764292-30 neutron-server[102191]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:30:44.780311 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:30:44.780311 n-d-764292-30 neutron-server[102191]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:30:44.780311 n-d-764292-30 neutron-server[102191]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:30:44.885815 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c5b50dc8-78b7-471c-9f74-4475fe15dcfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:44.893013 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c5b50dc8-78b7-471c-9f74-4475fe15dcfc admin admin] Notify callbacks [] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:44.893892 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-c5b50dc8-78b7-471c-9f74-4475fe15dcfc admin admin] 10.222.0.41 "DELETE /v2.0/networks/e7fa7474-ec27-48c0-82c6-4433dec0ec87 HTTP/1.1" status: 204 len: 168 time: 1.0361776 Aug 11 03:30:44.910692 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b50dc8-78b7-471c-9f74-4475fe15dcfc admin admin] Pushing event deleted for resources: {'Network': ['ID=e7fa7474-ec27-48c0-82c6-4433dec0ec87,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:30:45.005641 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e9e83377-2c24-460d-908c-db2efa0d4fdf req-55a93784-2402-4253-8b40-cfd1f2ae33d9 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1e2fe71-1c1c-4907-a157-8c5a57408215 HTTP/1.1" status: 200 len: 210 time: 0.0355983 Aug 11 03:30:45.167082 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 33496) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:30:45.215479 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-24f7ed2c-f9aa-48f8-99c4-ab46751ed3c4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fdbe55b7c58c49b2bfb506767218e312&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0465674 Aug 11 03:30:45.216697 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 33500) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:30:45.287904 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-96223713-503e-4900-ab86-7bc68a71b09f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:45.311668 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-96223713-503e-4900-ab86-7bc68a71b09f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:45.457005 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-96223713-503e-4900-ab86-7bc68a71b09f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:45.462276 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-96223713-503e-4900-ab86-7bc68a71b09f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:45.465397 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-96223713-503e-4900-ab86-7bc68a71b09f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d9f7b1c5-6acc-4a67-973c-0e1db518d53d HTTP/1.1" status: 204 len: 168 time: 0.2459419 Aug 11 03:30:45.473682 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96223713-503e-4900-ab86-7bc68a71b09f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9f7b1c5-6acc-4a67-973c-0e1db518d53d,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:30:46.863787 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 0be302d0-e5da-4fdf-844a-cc9a3b4be977 no longer exists at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:30:46.891981 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] No Port match for: 0be302d0-e5da-4fdf-844a-cc9a3b4be977 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:30:46.892325 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 0be302d0-e5da-4fdf-844a-cc9a3b4be977 not bound to the agent host n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:30:47.197724 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc3e8fd-a87e-41cd-9bd3-e4d7470e1eb9 req-e6f02045-6751-4ec1-8270-db2047022195 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:30:47.201759 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9cc3e8fd-a87e-41cd-9bd3-e4d7470e1eb9 req-e6f02045-6751-4ec1-8270-db2047022195 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f7acd64-4911-45bc-9de7-75950c99f15e HTTP/1.1" status: 200 len: 945 time: 0.0501101 Aug 11 03:30:47.245706 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9cc3e8fd-a87e-41cd-9bd3-e4d7470e1eb9 req-bb706084-e0db-46e3-978e-5fc56ff3dc71 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d1cd399-f1ad-4eb8-8279-cc3e3b1f8ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368044 Aug 11 03:30:48.446444 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cfaf39-07b7-442c-b7f7-ee8c9de02f0f req-a9836f25-2aa6-4b41-aa97-8821096c244c tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:30:48.452450 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-93cfaf39-07b7-442c-b7f7-ee8c9de02f0f req-a9836f25-2aa6-4b41-aa97-8821096c244c tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f7acd64-4911-45bc-9de7-75950c99f15e HTTP/1.1" status: 200 len: 945 time: 0.1187432 Aug 11 03:30:48.465190 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c4b04c-4492-42c9-bc40-33490ddbd54c req-4e7796ca-3355-403f-ad49-c8a829cda2e4 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:30:48.466810 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a6c4b04c-4492-42c9-bc40-33490ddbd54c req-4e7796ca-3355-403f-ad49-c8a829cda2e4 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f7acd64-4911-45bc-9de7-75950c99f15e HTTP/1.1" status: 200 len: 945 time: 0.1226413 Aug 11 03:30:48.506347 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-93cfaf39-07b7-442c-b7f7-ee8c9de02f0f req-e17d98a6-0e6d-40e2-a588-d9e671ee2992 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d1cd399-f1ad-4eb8-8279-cc3e3b1f8ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384762 Aug 11 03:30:48.611587 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [req-a6c4b04c-4492-42c9-bc40-33490ddbd54c req-dc27556b-6626-4541-a37a-49dfee7d7152 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Deleting port c5e5b8bf-e320-4589-a83b-e2f6c8455c36 {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:30:48.611943 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-a6c4b04c-4492-42c9-bc40-33490ddbd54c req-dc27556b-6626-4541-a37a-49dfee7d7152 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:48.748082 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-a6c4b04c-4492-42c9-bc40-33490ddbd54c req-dc27556b-6626-4541-a37a-49dfee7d7152 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] For port c5e5b8bf-e320-4589-a83b-e2f6c8455c36, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=c5e5b8bf-e320-4589-a83b-e2f6c8455c36,segment=NetworkSegment(323f142b-ee85-4d27-85a3-85cc28507ab1),segment_id=323f142b-ee85-4d27-85a3-85cc28507ab1)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:30:48.748711 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-a6c4b04c-4492-42c9-bc40-33490ddbd54c req-dc27556b-6626-4541-a37a-49dfee7d7152 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:48.768671 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [req-a6c4b04c-4492-42c9-bc40-33490ddbd54c req-dc27556b-6626-4541-a37a-49dfee7d7152 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Calling delete_port for c5e5b8bf-e320-4589-a83b-e2f6c8455c36 owned by compute:nova {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:30:49.337165 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-a6c4b04c-4492-42c9-bc40-33490ddbd54c req-dc27556b-6626-4541-a37a-49dfee7d7152 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:49.351284 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['c5e5b8bf-e320-4589-a83b-e2f6c8455c36'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:30:49.366596 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc27556b-6626-4541-a37a-49dfee7d7152 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Pushing event deleted for resources: {'Port': ['ID=c5e5b8bf-e320-4589-a83b-e2f6c8455c36,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:30:49.436591 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6c4b04c-4492-42c9-bc40-33490ddbd54c req-dc27556b-6626-4541-a37a-49dfee7d7152 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] No DVR routers for this DVR port c5e5b8bf-e320-4589-a83b-e2f6c8455c36 on host n-h2-764292-30 {{(pid=102192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:30:49.439332 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-a6c4b04c-4492-42c9-bc40-33490ddbd54c req-dc27556b-6626-4541-a37a-49dfee7d7152 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:49.441299 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a6c4b04c-4492-42c9-bc40-33490ddbd54c req-dc27556b-6626-4541-a37a-49dfee7d7152 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.24 "DELETE /v2.0/ports/c5e5b8bf-e320-4589-a83b-e2f6c8455c36 HTTP/1.1" status: 204 len: 173 time: 0.9385114 Aug 11 03:30:49.441749 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f7acd64-4911-45bc-9de7-75950c99f15e', 'name': 'network-vif-deleted', 'tag': 'c5e5b8bf-e320-4589-a83b-e2f6c8455c36'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:30:49.443421 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.agents_db [None req-950b7202-decb-43e2-8f71-ac8931dc9749 None None] Agent healthcheck: found 7 active agents {{(pid=102194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:30:49.444002 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f52eeec7-36c2-4806-a6f9-6d5dbcdd60fa" -d '{"events": [{"server_uuid": "5f7acd64-4911-45bc-9de7-75950c99f15e", "name": "network-vif-deleted", "tag": "c5e5b8bf-e320-4589-a83b-e2f6c8455c36"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:30:49.488271 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:30:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14013d81-cef0-4d81-aa7b-2e63763a5564 x-openstack-request-id: req-14013d81-cef0-4d81-aa7b-2e63763a5564 {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:30:49.488837 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f7acd64-4911-45bc-9de7-75950c99f15e", "name": "network-vif-deleted", "tag": "c5e5b8bf-e320-4589-a83b-e2f6c8455c36", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:30:49.488837 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-14013d81-cef0-4d81-aa7b-2e63763a5564 {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:30:49.489322 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f7acd64-4911-45bc-9de7-75950c99f15e', 'name': 'network-vif-deleted', 'tag': 'c5e5b8bf-e320-4589-a83b-e2f6c8455c36', 'status': 'completed', 'code': 200} Aug 11 03:30:49.556226 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-4c1c9b27-bb6c-43c7-9ef4-4a61ecc8eb8f req-67895d23-4be8-4baa-aca9-2e389e434120 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=e1aa84fa-56ef-4e45-bde3-ce36d5cbdc1d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0618012 Aug 11 03:30:49.642560 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8fe74095-b8c2-4450-a3d4-c763411110a4 req-7221d391-7c1c-4474-a70d-7d8047c3efb3 tempest-ServersTestJSON-1626406931 tempest-ServersTestJSON-1626406931-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f7acd64-4911-45bc-9de7-75950c99f15e HTTP/1.1" status: 200 len: 210 time: 0.0449803 Aug 11 03:30:49.675177 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1c9b27-bb6c-43c7-9ef4-4a61ecc8eb8f req-b65c91e0-e742-458c-8817-3f2295b4408b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:30:49.676811 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-4c1c9b27-bb6c-43c7-9ef4-4a61ecc8eb8f req-b65c91e0-e742-458c-8817-3f2295b4408b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a5478860f7cb432583cc8e5d994d2237&device_id=e1aa84fa-56ef-4e45-bde3-ce36d5cbdc1d HTTP/1.1" status: 200 len: 1098 time: 0.0581892 Aug 11 03:30:49.842366 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1c9b27-bb6c-43c7-9ef4-4a61ecc8eb8f req-8245daf9-d078-44fd-ac85-075bdfe9220c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:30:49.843935 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-4c1c9b27-bb6c-43c7-9ef4-4a61ecc8eb8f req-8245daf9-d078-44fd-ac85-075bdfe9220c service neutron] 10.222.0.22 "GET /v2.0/networks?id=511c1003-0f31-4ca2-8e8d-4cb957655e51 HTTP/1.1" status: 200 len: 898 time: 0.1477540 Aug 11 03:30:49.923037 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-4c1c9b27-bb6c-43c7-9ef4-4a61ecc8eb8f req-09a543c8-cc86-4b10-892c-14ee2481a390 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=08af65e0-c14a-4585-925b-99eb87e032e3 HTTP/1.1" status: 200 len: 1002 time: 0.0709708 Aug 11 03:30:49.982527 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1c9b27-bb6c-43c7-9ef4-4a61ecc8eb8f req-e8b22025-6b44-4f65-85cc-23f90187ba01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:30:49.984089 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-4c1c9b27-bb6c-43c7-9ef4-4a61ecc8eb8f req-e8b22025-6b44-4f65-85cc-23f90187ba01 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c83773c8-b8ac-4a10-bafe-73faeb8341f9 HTTP/1.1" status: 200 len: 835 time: 0.0540235 Aug 11 03:30:50.053746 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1c9b27-bb6c-43c7-9ef4-4a61ecc8eb8f req-c16c61d8-4d54-461a-8d58-8915fc2fc68a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:30:50.055781 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-4c1c9b27-bb6c-43c7-9ef4-4a61ecc8eb8f req-c16c61d8-4d54-461a-8d58-8915fc2fc68a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=511c1003-0f31-4ca2-8e8d-4cb957655e51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0641921 Aug 11 03:30:50.171009 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-4c1c9b27-bb6c-43c7-9ef4-4a61ecc8eb8f req-cbebfc7c-baeb-4c0e-88ad-f0201b2701e4 service neutron] 10.222.0.22 "GET /v2.0/networks/511c1003-0f31-4ca2-8e8d-4cb957655e51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033845 Aug 11 03:30:50.298715 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-4c1c9b27-bb6c-43c7-9ef4-4a61ecc8eb8f req-b1080dd8-5303-4768-9273-aad01007de45 service neutron] 10.222.0.22 "GET /v2.0/networks/511c1003-0f31-4ca2-8e8d-4cb957655e51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201229 Aug 11 03:30:50.740079 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 33676) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:30:50.802885 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1a10e73-922d-4922-86c3-7e4b9e88daea admin admin] Deleting subnet 3dad44b1-6547-45e0-8453-859830dd2aa7 {{(pid=102191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:30:50.804123 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 33680) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:30:50.834554 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d1a10e73-922d-4922-86c3-7e4b9e88daea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:50.881273 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d1a10e73-922d-4922-86c3-7e4b9e88daea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126283525'] for subnet, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:50.937177 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-17fac276-7853-49cf-8760-41359644ea1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:50.946248 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d1a10e73-922d-4922-86c3-7e4b9e88daea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:51.042366 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-17fac276-7853-49cf-8760-41359644ea1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:51.064109 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d1a10e73-922d-4922-86c3-7e4b9e88daea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126283413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126275158'] for subnet, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:51.102336 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a10e73-922d-4922-86c3-7e4b9e88daea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3dad44b1-6547-45e0-8453-859830dd2aa7,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:30:51.104780 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d1a10e73-922d-4922-86c3-7e4b9e88daea admin admin] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:51.109986 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-d1a10e73-922d-4922-86c3-7e4b9e88daea admin admin] 10.222.0.41 "DELETE /v2.0/subnets/3dad44b1-6547-45e0-8453-859830dd2aa7 HTTP/1.1" status: 204 len: 168 time: 0.3649554 Aug 11 03:30:51.109986 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 33688) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:30:51.137103 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-17fac276-7853-49cf-8760-41359644ea1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:51.180535 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-17fac276-7853-49cf-8760-41359644ea1f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b8259e597a014c39bf8fb52ce4004611&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3745294 Aug 11 03:30:51.181539 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fac276-7853-49cf-8760-41359644ea1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48edab52-e941-4031-ad4f-338379b06666,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:30:51.184032 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 33690) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:30:51.185274 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-eb0bfdd6-3842-4ad6-a9e4-83a8a68b95ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:51.239888 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-abf0928b-1431-451a-96ad-979ed71bef4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:51.262451 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-abf0928b-1431-451a-96ad-979ed71bef4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:51.270565 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-eb0bfdd6-3842-4ad6-a9e4-83a8a68b95ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:51.282171 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-eb0bfdd6-3842-4ad6-a9e4-83a8a68b95ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2294adb7-cfd4-40a1-9a0c-db6ab35ac37f']}} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:30:51.294294 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-eb0bfdd6-3842-4ad6-a9e4-83a8a68b95ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '323f142b-ee85-4d27-85a3-85cc28507ab1') {'for_net_delete': True} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:30:51.295031 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-eb0bfdd6-3842-4ad6-a9e4-83a8a68b95ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '323f142b-ee85-4d27-85a3-85cc28507ab1') {} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:30:51.306518 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-eb0bfdd6-3842-4ad6-a9e4-83a8a68b95ac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126283644'] for segment, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:51.320771 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-eb0bfdd6-3842-4ad6-a9e4-83a8a68b95ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:51.328031 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb0bfdd6-3842-4ad6-a9e4-83a8a68b95ac admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=102191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:30:51.328597 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-eb0bfdd6-3842-4ad6-a9e4-83a8a68b95ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126283391'] for segment, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:51.330419 n-d-764292-30 neutron-server[102191]: Traceback (most recent call last): Aug 11 03:30:51.330419 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:30:51.330419 n-d-764292-30 neutron-server[102191]: timer() Aug 11 03:30:51.330419 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:30:51.330419 n-d-764292-30 neutron-server[102191]: cb(*args, **kw) Aug 11 03:30:51.330419 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:30:51.330419 n-d-764292-30 neutron-server[102191]: return func(*args, **kwargs) Aug 11 03:30:51.330419 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:30:51.330419 n-d-764292-30 neutron-server[102191]: self._notify() Aug 11 03:30:51.330419 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:30:51.330419 n-d-764292-30 neutron-server[102191]: self.callback(batched_events) Aug 11 03:30:51.330419 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:30:51.330419 n-d-764292-30 neutron-server[102191]: event.method(event) Aug 11 03:30:51.330419 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:30:51.330419 n-d-764292-30 neutron-server[102191]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:30:51.330419 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:30:51.330419 n-d-764292-30 neutron-server[102191]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:30:51.330419 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:30:51.330419 n-d-764292-30 neutron-server[102191]: return f(self, *a, **k) Aug 11 03:30:51.330419 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:30:51.330419 n-d-764292-30 neutron-server[102191]: return self._get(url).json() Aug 11 03:30:51.330419 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:30:51.330419 n-d-764292-30 neutron-server[102191]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:30:51.330419 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:30:51.330419 n-d-764292-30 neutron-server[102191]: return self.request(url, 'GET', **kwargs) Aug 11 03:30:51.330419 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:30:51.330419 n-d-764292-30 neutron-server[102191]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:30:51.330419 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:30:51.330419 n-d-764292-30 neutron-server[102191]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:30:51.330419 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:30:51.330419 n-d-764292-30 neutron-server[102191]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:30:51.330419 n-d-764292-30 neutron-server[102191]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:30:51.405815 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-abf0928b-1431-451a-96ad-979ed71bef4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:51.408725 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-abf0928b-1431-451a-96ad-979ed71bef4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:51.410846 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-abf0928b-1431-451a-96ad-979ed71bef4b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/48edab52-e941-4031-ad4f-338379b06666 HTTP/1.1" status: 204 len: 168 time: 0.2254593 Aug 11 03:30:51.420187 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf0928b-1431-451a-96ad-979ed71bef4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48edab52-e941-4031-ad4f-338379b06666,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:30:51.508494 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-eb0bfdd6-3842-4ad6-a9e4-83a8a68b95ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:51.514780 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-eb0bfdd6-3842-4ad6-a9e4-83a8a68b95ac admin admin] Notify callbacks [] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:51.519396 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-eb0bfdd6-3842-4ad6-a9e4-83a8a68b95ac admin admin] 10.222.0.41 "DELETE /v2.0/networks/2294adb7-cfd4-40a1-9a0c-db6ab35ac37f HTTP/1.1" status: 204 len: 168 time: 0.4066312 Aug 11 03:30:51.528221 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0bfdd6-3842-4ad6-a9e4-83a8a68b95ac admin admin] Pushing event deleted for resources: {'Network': ['ID=2294adb7-cfd4-40a1-9a0c-db6ab35ac37f,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:30:51.717236 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device c5e5b8bf-e320-4589-a83b-e2f6c8455c36 no longer exists at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:30:51.738248 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] No Port match for: c5e5b8bf-e320-4589-a83b-e2f6c8455c36 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:30:51.738605 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device c5e5b8bf-e320-4589-a83b-e2f6c8455c36 not bound to the agent host n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:30:51.910657 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 33702) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:30:51.954530 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-80a792d4-7592-4acf-8905-d878d06ebbb9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2b2b3f02ad2f4f13a4d5b55e5c246078&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0425999 Aug 11 03:30:51.956981 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 33704) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:30:52.005356 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-236a6410-b95b-4dc1-8f82-1ccf5b3acfca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:52.027213 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-236a6410-b95b-4dc1-8f82-1ccf5b3acfca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:52.187988 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 33706) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:30:52.202480 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-236a6410-b95b-4dc1-8f82-1ccf5b3acfca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:52.203185 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-8f0f1da5-6667-474a-b71a-68f411652f7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:52.205214 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-236a6410-b95b-4dc1-8f82-1ccf5b3acfca admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:52.206836 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-236a6410-b95b-4dc1-8f82-1ccf5b3acfca admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9d1cd399-f1ad-4eb8-8279-cc3e3b1f8ce5 HTTP/1.1" status: 204 len: 168 time: 0.2486577 Aug 11 03:30:52.218629 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236a6410-b95b-4dc1-8f82-1ccf5b3acfca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d1cd399-f1ad-4eb8-8279-cc3e3b1f8ce5,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:30:52.309695 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-8f0f1da5-6667-474a-b71a-68f411652f7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:52.417120 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-8f0f1da5-6667-474a-b71a-68f411652f7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:52.456060 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-8f0f1da5-6667-474a-b71a-68f411652f7e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fc084a05c66744559439e252be30665c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2668853 Aug 11 03:30:52.458486 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0f1da5-6667-474a-b71a-68f411652f7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=455d5297-e267-4653-ba55-b71069737465,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:30:52.459302 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 33714) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:30:52.525506 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b8cb7291-a2a0-40d7-8cb8-83aa240c9ff0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:52.547584 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b8cb7291-a2a0-40d7-8cb8-83aa240c9ff0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:52.685776 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b8cb7291-a2a0-40d7-8cb8-83aa240c9ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:52.688649 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b8cb7291-a2a0-40d7-8cb8-83aa240c9ff0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:52.692428 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-b8cb7291-a2a0-40d7-8cb8-83aa240c9ff0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/455d5297-e267-4653-ba55-b71069737465 HTTP/1.1" status: 204 len: 168 time: 0.2295327 Aug 11 03:30:52.709491 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cb7291-a2a0-40d7-8cb8-83aa240c9ff0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=455d5297-e267-4653-ba55-b71069737465,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:30:57.144549 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 33874) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:30:57.269485 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a3305c66-9b8d-49d1-908f-91627d0ece35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:57.357717 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a3305c66-9b8d-49d1-908f-91627d0ece35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:57.440301 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a3305c66-9b8d-49d1-908f-91627d0ece35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:57.482543 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-a3305c66-9b8d-49d1-908f-91627d0ece35 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f377882c4f6c43198697684083daa69b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3360736 Aug 11 03:30:57.485692 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3305c66-9b8d-49d1-908f-91627d0ece35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ccda9b8-356a-424e-a5bc-7a0b337fe6eb,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:30:57.485894 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 33882) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:30:57.534800 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-7193b9d6-d3e3-4aab-bf21-cdb1a08df696 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:57.556746 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-7193b9d6-d3e3-4aab-bf21-cdb1a08df696 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:57.648041 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 33888) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:30:57.685918 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-7193b9d6-d3e3-4aab-bf21-cdb1a08df696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:57.688479 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-7193b9d6-d3e3-4aab-bf21-cdb1a08df696 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:57.692106 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-7193b9d6-d3e3-4aab-bf21-cdb1a08df696 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7ccda9b8-356a-424e-a5bc-7a0b337fe6eb HTTP/1.1" status: 204 len: 168 time: 0.2032659 Aug 11 03:30:57.697974 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7193b9d6-d3e3-4aab-bf21-cdb1a08df696 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ccda9b8-356a-424e-a5bc-7a0b337fe6eb,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:30:57.782612 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a14d9db0-39b1-40c1-93bc-68de7bd62a50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:57.878538 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a14d9db0-39b1-40c1-93bc-68de7bd62a50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:57.914066 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a14d9db0-39b1-40c1-93bc-68de7bd62a50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:57.954043 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-a14d9db0-39b1-40c1-93bc-68de7bd62a50 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=896dfce0c6b943dc8a76e8814d26fbd6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3047307 Aug 11 03:30:57.955075 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14d9db0-39b1-40c1-93bc-68de7bd62a50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2a0bdc2-8e55-4f6a-98ec-61005e4d4160,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:30:57.956825 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 33898) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:30:58.020039 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-37a1cb4f-b10f-48d3-ab89-4c7c20edcb07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:58.041696 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-37a1cb4f-b10f-48d3-ab89-4c7c20edcb07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:58.188409 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-37a1cb4f-b10f-48d3-ab89-4c7c20edcb07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:58.191076 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-37a1cb4f-b10f-48d3-ab89-4c7c20edcb07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:58.192230 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-37a1cb4f-b10f-48d3-ab89-4c7c20edcb07 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c2a0bdc2-8e55-4f6a-98ec-61005e4d4160 HTTP/1.1" status: 204 len: 168 time: 0.2343960 Aug 11 03:30:58.200722 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a1cb4f-b10f-48d3-ab89-4c7c20edcb07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2a0bdc2-8e55-4f6a-98ec-61005e4d4160,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:30:58.291869 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 33906) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:30:58.306889 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-5d077b26-752c-4f7d-978b-5ec9959be6e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:58.421569 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-5d077b26-752c-4f7d-978b-5ec9959be6e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:58.520156 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-5d077b26-752c-4f7d-978b-5ec9959be6e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:58.564967 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d077b26-752c-4f7d-978b-5ec9959be6e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56e0c120-36b2-4823-a876-b4adba72dea5,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:30:58.570800 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-5d077b26-752c-4f7d-978b-5ec9959be6e8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=889b48e393ad41c78664bcc17aacc792&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2776608 Aug 11 03:30:58.573467 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 33916) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:30:58.634261 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-538dae7c-3616-4a88-886e-44e0e6cf655f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:58.656613 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-538dae7c-3616-4a88-886e-44e0e6cf655f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:58.822855 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-538dae7c-3616-4a88-886e-44e0e6cf655f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:58.826006 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-538dae7c-3616-4a88-886e-44e0e6cf655f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:58.827209 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-538dae7c-3616-4a88-886e-44e0e6cf655f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/56e0c120-36b2-4823-a876-b4adba72dea5 HTTP/1.1" status: 204 len: 168 time: 0.2528386 Aug 11 03:30:58.835401 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538dae7c-3616-4a88-886e-44e0e6cf655f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56e0c120-36b2-4823-a876-b4adba72dea5,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:30:58.931003 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 33928) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:30:58.944657 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-33738525-c8d8-45af-b11b-7aa016878fa2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:59.048632 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-33738525-c8d8-45af-b11b-7aa016878fa2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:59.119952 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-33738525-c8d8-45af-b11b-7aa016878fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:59.148742 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-d6a7a917-b44d-4edd-bfb6-34528ea0da6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:59.164470 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-33738525-c8d8-45af-b11b-7aa016878fa2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d2374fe241d74543b9ab1e3b33a41be2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2298529 Aug 11 03:30:59.164904 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 33932) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:30:59.167750 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33738525-c8d8-45af-b11b-7aa016878fa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dd617e2-ad1a-4e6d-964a-2fe0f1ec2982,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:30:59.257952 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-415f7549-d970-45b4-a12e-14ee432e91c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:59.287848 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-415f7549-d970-45b4-a12e-14ee432e91c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:59.417100 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-415f7549-d970-45b4-a12e-14ee432e91c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:59.421018 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-415f7549-d970-45b4-a12e-14ee432e91c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:59.422222 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-415f7549-d970-45b4-a12e-14ee432e91c2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9dd617e2-ad1a-4e6d-964a-2fe0f1ec2982 HTTP/1.1" status: 204 len: 168 time: 0.2564731 Aug 11 03:30:59.431151 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415f7549-d970-45b4-a12e-14ee432e91c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dd617e2-ad1a-4e6d-964a-2fe0f1ec2982,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:31:01.863053 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:02.091269 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-935435ef-1808-4053-8b0d-20aa673624c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:03.022960 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:03.784484 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 34104) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:31:03.861872 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 34110) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:31:03.991943 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-61f451c9-a5a2-4521-a7de-2d61045c2f2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:04.026453 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-d4e708da-4629-4393-9639-359e97896d34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:04.120124 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-61f451c9-a5a2-4521-a7de-2d61045c2f2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:04.190106 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-61f451c9-a5a2-4521-a7de-2d61045c2f2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:04.249362 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-61f451c9-a5a2-4521-a7de-2d61045c2f2d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=edb5d9db5db64685985c5ef6aee5f5e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4642241 Aug 11 03:31:04.252706 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 34114) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:31:04.263913 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f451c9-a5a2-4521-a7de-2d61045c2f2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e53557e1-1c50-4413-94de-9bfe265d97e8,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:31:04.325168 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1e9c1c73-4ab1-4cfb-a9ba-5494594b2a04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:04.348694 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1e9c1c73-4ab1-4cfb-a9ba-5494594b2a04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:04.354631 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-d4e708da-4629-4393-9639-359e97896d34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:04.417066 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-d4e708da-4629-4393-9639-359e97896d34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:04.461731 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-d4e708da-4629-4393-9639-359e97896d34 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=45bac18553fb4bd7bec19792d7c44282&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5962851 Aug 11 03:31:04.461731 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e708da-4629-4393-9639-359e97896d34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d681d404-056d-4a78-b181-15ee13f311ae,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:31:04.462125 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 34118) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:31:04.489173 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1e9c1c73-4ab1-4cfb-a9ba-5494594b2a04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:04.491787 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1e9c1c73-4ab1-4cfb-a9ba-5494594b2a04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:04.495525 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-1e9c1c73-4ab1-4cfb-a9ba-5494594b2a04 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e53557e1-1c50-4413-94de-9bfe265d97e8 HTTP/1.1" status: 204 len: 168 time: 0.2397468 Aug 11 03:31:04.517945 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c1c73-4ab1-4cfb-a9ba-5494594b2a04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e53557e1-1c50-4413-94de-9bfe265d97e8,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:31:04.557885 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7db1b5b6-b22d-4b24-b609-2b1e4668255f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:04.590411 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7db1b5b6-b22d-4b24-b609-2b1e4668255f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:04.646000 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:04.708470 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7db1b5b6-b22d-4b24-b609-2b1e4668255f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:04.711141 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7db1b5b6-b22d-4b24-b609-2b1e4668255f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:04.712454 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-7db1b5b6-b22d-4b24-b609-2b1e4668255f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d681d404-056d-4a78-b181-15ee13f311ae HTTP/1.1" status: 204 len: 168 time: 0.2493417 Aug 11 03:31:04.722589 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db1b5b6-b22d-4b24-b609-2b1e4668255f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d681d404-056d-4a78-b181-15ee13f311ae,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:31:05.126942 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 34134) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:31:05.140511 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-93d41725-c207-4143-a0ad-7a7aadf4d941 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:05.228551 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-93d41725-c207-4143-a0ad-7a7aadf4d941 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:05.314725 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-93d41725-c207-4143-a0ad-7a7aadf4d941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:05.364628 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-93d41725-c207-4143-a0ad-7a7aadf4d941 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d7d04f8a9813429d931a2165dbf3a03a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2366066 Aug 11 03:31:05.367573 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 34140) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:31:05.369013 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d41725-c207-4143-a0ad-7a7aadf4d941 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=885bdc29-d32e-4584-b899-32e2580751b9,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:31:05.420339 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 34142) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:31:05.438503 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-eb4a5b6a-f7ad-4096-aaa2-21f2700157ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:05.449371 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4438deed-1dd9-4412-8753-425627691899 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:05.478979 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4438deed-1dd9-4412-8753-425627691899 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:05.550650 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-eb4a5b6a-f7ad-4096-aaa2-21f2700157ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:05.594735 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4438deed-1dd9-4412-8753-425627691899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:05.597317 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4438deed-1dd9-4412-8753-425627691899 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:05.600853 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-4438deed-1dd9-4412-8753-425627691899 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/885bdc29-d32e-4584-b899-32e2580751b9 HTTP/1.1" status: 204 len: 168 time: 0.2283709 Aug 11 03:31:05.607473 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4438deed-1dd9-4412-8753-425627691899 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=885bdc29-d32e-4584-b899-32e2580751b9,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:31:05.657190 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-eb4a5b6a-f7ad-4096-aaa2-21f2700157ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:05.700889 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 34148) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:31:05.701273 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-eb4a5b6a-f7ad-4096-aaa2-21f2700157ec admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e13acb1630714dda9c6303cbd1a50f6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2795641 Aug 11 03:31:05.702527 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4a5b6a-f7ad-4096-aaa2-21f2700157ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=361bf87f-ded7-4466-b869-b547a6e5a678,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:31:05.774226 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e8ff3c2f-efc9-4b4e-9d9d-b2704b987c04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:05.810588 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e8ff3c2f-efc9-4b4e-9d9d-b2704b987c04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:05.983112 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e8ff3c2f-efc9-4b4e-9d9d-b2704b987c04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:05.985725 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e8ff3c2f-efc9-4b4e-9d9d-b2704b987c04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:05.986905 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-e8ff3c2f-efc9-4b4e-9d9d-b2704b987c04 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/361bf87f-ded7-4466-b869-b547a6e5a678 HTTP/1.1" status: 204 len: 168 time: 0.2846894 Aug 11 03:31:06.007197 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ff3c2f-efc9-4b4e-9d9d-b2704b987c04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=361bf87f-ded7-4466-b869-b547a6e5a678,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:31:07.182556 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:08.343335 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 34238) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:31:08.631814 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-1b6d5c87-bc7c-43d9-bc99-31a142b48e43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:08.753870 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-1b6d5c87-bc7c-43d9-bc99-31a142b48e43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:08.857136 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-1b6d5c87-bc7c-43d9-bc99-31a142b48e43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:08.894748 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6d5c87-bc7c-43d9-bc99-31a142b48e43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15f1bdf0-b77c-4d73-b6cc-81bb8954a7b9,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:31:08.901912 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 34258) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:31:08.903035 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-1b6d5c87-bc7c-43d9-bc99-31a142b48e43 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a3f26a4501754ccda5af142673f44937&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5575509 Aug 11 03:31:08.986497 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-22bd4ae1-7fb7-477d-bf2e-36d9abbcfd91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:09.015941 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-22bd4ae1-7fb7-477d-bf2e-36d9abbcfd91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:09.171515 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-22bd4ae1-7fb7-477d-bf2e-36d9abbcfd91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:09.174126 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-22bd4ae1-7fb7-477d-bf2e-36d9abbcfd91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:09.175698 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-22bd4ae1-7fb7-477d-bf2e-36d9abbcfd91 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/15f1bdf0-b77c-4d73-b6cc-81bb8954a7b9 HTTP/1.1" status: 204 len: 168 time: 0.2711499 Aug 11 03:31:09.184043 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bd4ae1-7fb7-477d-bf2e-36d9abbcfd91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15f1bdf0-b77c-4d73-b6cc-81bb8954a7b9,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:31:11.279958 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:14.625155 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 34458) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:31:14.789989 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-bc972f52-8e81-47f6-945a-df8872d84896 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:14.875666 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-bc972f52-8e81-47f6-945a-df8872d84896 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:14.977051 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-bc972f52-8e81-47f6-945a-df8872d84896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:15.020726 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-bc972f52-8e81-47f6-945a-df8872d84896 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fd3bf13aef224174926c86bb33f91969&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3944216 Aug 11 03:31:15.021704 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc972f52-8e81-47f6-945a-df8872d84896 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bd03f48-99fa-4515-9705-89d2f8696713,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:31:15.023517 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 34470) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:31:15.076718 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a94844c9-e4b6-4887-9e96-9c1b33728e32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:15.103342 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a94844c9-e4b6-4887-9e96-9c1b33728e32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:15.217367 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a94844c9-e4b6-4887-9e96-9c1b33728e32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:15.221786 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a94844c9-e4b6-4887-9e96-9c1b33728e32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:15.226307 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-a94844c9-e4b6-4887-9e96-9c1b33728e32 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4bd03f48-99fa-4515-9705-89d2f8696713 HTTP/1.1" status: 204 len: 168 time: 0.2017419 Aug 11 03:31:15.238506 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94844c9-e4b6-4887-9e96-9c1b33728e32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bd03f48-99fa-4515-9705-89d2f8696713,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:31:16.087371 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 34496) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:31:16.104656 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9a64a322-0eed-4b3e-a0d6-6e06cf7b96fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:16.195808 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9a64a322-0eed-4b3e-a0d6-6e06cf7b96fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:16.239819 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9a64a322-0eed-4b3e-a0d6-6e06cf7b96fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:16.286565 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-9a64a322-0eed-4b3e-a0d6-6e06cf7b96fc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6df07c4986bf4e7b917b077f4da1dedc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1954815 Aug 11 03:31:16.286565 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a64a322-0eed-4b3e-a0d6-6e06cf7b96fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e5f25c1-c5d1-4325-a9e6-8ab9a0150a00,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:31:16.287388 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 34502) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:31:16.336728 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-89d4acc8-e7b6-4dbf-9558-9df135ade2ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:16.358000 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-89d4acc8-e7b6-4dbf-9558-9df135ade2ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:16.486419 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-89d4acc8-e7b6-4dbf-9558-9df135ade2ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:16.489018 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-89d4acc8-e7b6-4dbf-9558-9df135ade2ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:16.490191 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-89d4acc8-e7b6-4dbf-9558-9df135ade2ef admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6e5f25c1-c5d1-4325-a9e6-8ab9a0150a00 HTTP/1.1" status: 204 len: 168 time: 0.2019002 Aug 11 03:31:16.501220 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d4acc8-e7b6-4dbf-9558-9df135ade2ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e5f25c1-c5d1-4325-a9e6-8ab9a0150a00,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:31:19.507179 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 34614) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:31:19.656187 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-1b548239-5528-42aa-a466-faa125390080 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:19.758492 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-1b548239-5528-42aa-a466-faa125390080 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:19.834197 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-1b548239-5528-42aa-a466-faa125390080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:19.868509 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b548239-5528-42aa-a466-faa125390080 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=738dc09e-5b37-4c58-b01b-6e4ac63850a0,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:31:19.884041 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 34634) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:31:19.887991 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-1b548239-5528-42aa-a466-faa125390080 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=949967fd124b4c3fba1ed3d3fdcfa3b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3786082 Aug 11 03:31:19.944470 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c309dd0b-5439-498d-b754-167fab7c4089 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:19.968952 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c309dd0b-5439-498d-b754-167fab7c4089 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:20.085896 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c309dd0b-5439-498d-b754-167fab7c4089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:20.088537 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c309dd0b-5439-498d-b754-167fab7c4089 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:20.089718 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-c309dd0b-5439-498d-b754-167fab7c4089 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/738dc09e-5b37-4c58-b01b-6e4ac63850a0 HTTP/1.1" status: 204 len: 168 time: 0.2085712 Aug 11 03:31:20.110049 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c309dd0b-5439-498d-b754-167fab7c4089 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=738dc09e-5b37-4c58-b01b-6e4ac63850a0,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:31:20.880089 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 34680) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:31:20.895298 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-20f4e280-06de-4689-a66d-234a87f0138a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:20.989808 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-20f4e280-06de-4689-a66d-234a87f0138a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:21.070197 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-20f4e280-06de-4689-a66d-234a87f0138a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:21.110208 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-20f4e280-06de-4689-a66d-234a87f0138a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6d4d69b7223d4d0ba290fdd21add3a7d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2289684 Aug 11 03:31:21.112195 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f4e280-06de-4689-a66d-234a87f0138a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1613570-35d2-4c1a-aae5-9be7fc4569e1,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:31:21.113161 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 34692) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:31:21.171963 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ed096602-f43b-4f1e-ace7-01722702ee5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:21.207901 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ed096602-f43b-4f1e-ace7-01722702ee5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:21.315074 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ed096602-f43b-4f1e-ace7-01722702ee5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:21.317657 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ed096602-f43b-4f1e-ace7-01722702ee5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:21.321877 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-ed096602-f43b-4f1e-ace7-01722702ee5f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e1613570-35d2-4c1a-aae5-9be7fc4569e1 HTTP/1.1" status: 204 len: 168 time: 0.2049994 Aug 11 03:31:21.327376 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed096602-f43b-4f1e-ace7-01722702ee5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1613570-35d2-4c1a-aae5-9be7fc4569e1,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:31:26.443394 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.agents_db [None req-950b7202-decb-43e2-8f71-ac8931dc9749 None None] Agent healthcheck: found 7 active agents {{(pid=102194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:31:29.138042 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-d6d3a1c8-7f4e-437a-8e1f-c8c64d2c6785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:31.252171 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 35064) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:31:31.557176 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ed0d3b30-eb5a-4145-b6f5-f212b5f13cd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:31.678170 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ed0d3b30-eb5a-4145-b6f5-f212b5f13cd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:31.731475 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ed0d3b30-eb5a-4145-b6f5-f212b5f13cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:31.778847 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0d3b30-eb5a-4145-b6f5-f212b5f13cd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fbc23f3-379d-41d9-8691-54d28c0060a1,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:31:31.783390 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-ed0d3b30-eb5a-4145-b6f5-f212b5f13cd1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cf51eff696d8429dabb6a145429d7047&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5298743 Aug 11 03:31:31.787515 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 35082) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:31:31.803488 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0d3b30-eb5a-4145-b6f5-f212b5f13cd1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:31:31.803836 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0d3b30-eb5a-4145-b6f5-f212b5f13cd1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:31:31.804171 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0d3b30-eb5a-4145-b6f5-f212b5f13cd1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:31:31.804508 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0d3b30-eb5a-4145-b6f5-f212b5f13cd1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:31:31.804833 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0d3b30-eb5a-4145-b6f5-f212b5f13cd1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:31:31.805185 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0d3b30-eb5a-4145-b6f5-f212b5f13cd1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:31:31.805515 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0d3b30-eb5a-4145-b6f5-f212b5f13cd1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:31:31.805834 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0d3b30-eb5a-4145-b6f5-f212b5f13cd1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:31:31.806149 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0d3b30-eb5a-4145-b6f5-f212b5f13cd1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:31:31.806503 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0d3b30-eb5a-4145-b6f5-f212b5f13cd1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:31:31.806823 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0d3b30-eb5a-4145-b6f5-f212b5f13cd1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:31:31.807141 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0d3b30-eb5a-4145-b6f5-f212b5f13cd1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:31:31.851374 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:31.855133 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1d491af6-4142-4152-b72e-32aa9532fc8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:31.877797 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1d491af6-4142-4152-b72e-32aa9532fc8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:31.977243 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1d491af6-4142-4152-b72e-32aa9532fc8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:31.980000 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1d491af6-4142-4152-b72e-32aa9532fc8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:31.981715 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-1d491af6-4142-4152-b72e-32aa9532fc8c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7fbc23f3-379d-41d9-8691-54d28c0060a1 HTTP/1.1" status: 204 len: 168 time: 0.1927950 Aug 11 03:31:31.989881 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d491af6-4142-4152-b72e-32aa9532fc8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fbc23f3-379d-41d9-8691-54d28c0060a1,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:31:32.091244 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-390d232a-5782-4b4b-9b7a-50749f1c81ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:33.007500 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:34.205142 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 35166) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:31:34.446040 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-f5409221-fb2b-4e89-b0b9-24d7c366a819 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-2063523559-network', 'tenant_id': 'c31740a9041c41d1930ca28684c1ecaa'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:31:34.531453 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5409221-fb2b-4e89-b0b9-24d7c366a819 admin admin] Made reservation on behalf of c31740a9041c41d1930ca28684c1ecaa for: {'network': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:31:34.534273 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f5409221-fb2b-4e89-b0b9-24d7c366a819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:34.544154 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f5409221-fb2b-4e89-b0b9-24d7c366a819 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:34.650189 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f5409221-fb2b-4e89-b0b9-24d7c366a819 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:34.685761 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:34.716047 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f5409221-fb2b-4e89-b0b9-24d7c366a819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:34.749437 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5409221-fb2b-4e89-b0b9-24d7c366a819 admin admin] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=102191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:31:34.765384 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5409221-fb2b-4e89-b0b9-24d7c366a819 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dc178dd-e459-4eef-949e-5c112757d002,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:31:34.768681 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f5409221-fb2b-4e89-b0b9-24d7c366a819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:34.769028 n-d-764292-30 neutron-server[102191]: INFO neutron.db.segments_db [None req-f5409221-fb2b-4e89-b0b9-24d7c366a819 admin admin] Added segment f5a34d0c-a433-4d6d-9057-5db1f192410d of type vlan for network 2831f6c0-72f8-4910-9418-075c8cfe59c9 Aug 11 03:31:34.818135 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f5409221-fb2b-4e89-b0b9-24d7c366a819 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:34.926124 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f5409221-fb2b-4e89-b0b9-24d7c366a819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:34.927176 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5409221-fb2b-4e89-b0b9-24d7c366a819 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:31:34.927758 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f5409221-fb2b-4e89-b0b9-24d7c366a819 admin admin] Notify callbacks [] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:34.990109 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5409221-fb2b-4e89-b0b9-24d7c366a819 admin admin] Pushing event updated for resources: {'Network': ['ID=2831f6c0-72f8-4910-9418-075c8cfe59c9,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:31:35.017176 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network 2831f6c0-72f8-4910-9418-075c8cfe59c9 details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:31:35.054418 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-f5409221-fb2b-4e89-b0b9-24d7c366a819 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8460898 Aug 11 03:31:35.063514 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 35194) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:31:35.069476 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-052bb731-da90-450c-be58-15d8bae17d57 admin admin] Request body: {'subnet': {'network_id': '2831f6c0-72f8-4910-9418-075c8cfe59c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-2063523559-subnet', 'tenant_id': 'c31740a9041c41d1930ca28684c1ecaa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:31:35.166148 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-052bb731-da90-450c-be58-15d8bae17d57 admin admin] Made reservation on behalf of c31740a9041c41d1930ca28684c1ecaa for: {'subnet': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:31:35.170011 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-052bb731-da90-450c-be58-15d8bae17d57 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126180544'] for subnet, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:35.406035 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-052bb731-da90-450c-be58-15d8bae17d57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125932092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126180562'] for subnet, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:35.461097 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052bb731-da90-450c-be58-15d8bae17d57 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b073c6e-592e-45ec-a63d-30b18956db7c,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:31:35.472898 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052bb731-da90-450c-be58-15d8bae17d57 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:31:35.473318 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052bb731-da90-450c-be58-15d8bae17d57 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:31:35.473726 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052bb731-da90-450c-be58-15d8bae17d57 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:31:35.474066 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052bb731-da90-450c-be58-15d8bae17d57 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:31:35.474420 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052bb731-da90-450c-be58-15d8bae17d57 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:31:35.474749 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052bb731-da90-450c-be58-15d8bae17d57 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:31:35.475075 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052bb731-da90-450c-be58-15d8bae17d57 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:31:35.475397 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052bb731-da90-450c-be58-15d8bae17d57 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:31:35.475718 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052bb731-da90-450c-be58-15d8bae17d57 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:31:35.476038 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052bb731-da90-450c-be58-15d8bae17d57 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:31:35.476357 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052bb731-da90-450c-be58-15d8bae17d57 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:31:35.476672 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052bb731-da90-450c-be58-15d8bae17d57 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:31:35.483813 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052bb731-da90-450c-be58-15d8bae17d57 admin admin] Checking segment: {'id': 'f5a34d0c-a433-4d6d-9057-5db1f192410d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '2831f6c0-72f8-4910-9418-075c8cfe59c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:31:35.484181 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-052bb731-da90-450c-be58-15d8bae17d57 admin admin] Network hostable DHCP agents. Network: 2831f6c0-72f8-4910-9418-075c8cfe59c9, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:31:35.571934 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-052bb731-da90-450c-be58-15d8bae17d57 admin admin] Network 2831f6c0-72f8-4910-9418-075c8cfe59c9 is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:31:35.657147 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-052bb731-da90-450c-be58-15d8bae17d57 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, 2831f6c0-72f8-4910-9418-075c8cfe59c9) {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:31:35.661492 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-052bb731-da90-450c-be58-15d8bae17d57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:31:35.662399 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-052bb731-da90-450c-be58-15d8bae17d57 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:35.666174 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d270d537-89db-498a-81c1-7d4222f8518e None None] Network 2831f6c0-72f8-4910-9418-075c8cfe59c9 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:31:35.756919 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-052bb731-da90-450c-be58-15d8bae17d57 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6912336 Aug 11 03:31:35.800841 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5537d698-a797-42c6-bb6e-1cee2a906fe7 None None] Network 2831f6c0-72f8-4910-9418-075c8cfe59c9 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:31:37.182825 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:37.468086 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 35264) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:31:37.474345 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-94b0746c-b175-4d5f-a07b-a91a26ee7342 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1303395884-network', 'tenant_id': '8ed257e3382641df9d58d88b9a118b84'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:31:37.554587 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94b0746c-b175-4d5f-a07b-a91a26ee7342 admin admin] Made reservation on behalf of 8ed257e3382641df9d58d88b9a118b84 for: {'network': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:31:37.557714 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-94b0746c-b175-4d5f-a07b-a91a26ee7342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:37.570052 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-94b0746c-b175-4d5f-a07b-a91a26ee7342 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:37.681022 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-94b0746c-b175-4d5f-a07b-a91a26ee7342 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:37.766038 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-94b0746c-b175-4d5f-a07b-a91a26ee7342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:37.797616 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94b0746c-b175-4d5f-a07b-a91a26ee7342 admin admin] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=102192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:31:37.823524 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b0746c-b175-4d5f-a07b-a91a26ee7342 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06f0fa06-0725-46a1-a434-4e0361a0f537,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:31:37.827344 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-94b0746c-b175-4d5f-a07b-a91a26ee7342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:37.827936 n-d-764292-30 neutron-server[102192]: INFO neutron.db.segments_db [None req-94b0746c-b175-4d5f-a07b-a91a26ee7342 admin admin] Added segment 00fc336f-c51c-4229-850e-fb70c55e48d4 of type vlan for network d7703d89-e117-43e9-9bf9-8ca30342246d Aug 11 03:31:37.881758 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-94b0746c-b175-4d5f-a07b-a91a26ee7342 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:37.954420 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-94b0746c-b175-4d5f-a07b-a91a26ee7342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:37.955460 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b0746c-b175-4d5f-a07b-a91a26ee7342 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:31:37.956049 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-94b0746c-b175-4d5f-a07b-a91a26ee7342 admin admin] Notify callbacks [] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:38.018746 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b0746c-b175-4d5f-a07b-a91a26ee7342 admin admin] Pushing event updated for resources: {'Network': ['ID=d7703d89-e117-43e9-9bf9-8ca30342246d,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:31:38.032159 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network d7703d89-e117-43e9-9bf9-8ca30342246d details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:31:38.075708 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-94b0746c-b175-4d5f-a07b-a91a26ee7342 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6062615 Aug 11 03:31:38.078862 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 35282) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:31:38.083975 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-039c6b51-524e-48f1-ab3f-f3ed5b6003cc admin admin] Request body: {'subnet': {'network_id': 'd7703d89-e117-43e9-9bf9-8ca30342246d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1303395884-subnet', 'tenant_id': '8ed257e3382641df9d58d88b9a118b84', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:31:38.225045 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-039c6b51-524e-48f1-ab3f-f3ed5b6003cc admin admin] Made reservation on behalf of 8ed257e3382641df9d58d88b9a118b84 for: {'subnet': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:31:38.225150 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 35288) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:31:38.225528 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-039c6b51-524e-48f1-ab3f-f3ed5b6003cc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126180544'] for subnet, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:38.450612 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ffa3e407-99e4-4d52-a332-415d438514ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:38.497157 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-039c6b51-524e-48f1-ab3f-f3ed5b6003cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125932092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126180562'] for subnet, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:38.542952 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ffa3e407-99e4-4d52-a332-415d438514ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:38.562791 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039c6b51-524e-48f1-ab3f-f3ed5b6003cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=bfe39c78-9d33-4240-9055-acb3cf9e1e58,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:31:38.579586 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039c6b51-524e-48f1-ab3f-f3ed5b6003cc admin admin] Checking segment: {'id': '00fc336f-c51c-4229-850e-fb70c55e48d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'd7703d89-e117-43e9-9bf9-8ca30342246d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:31:38.579868 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-039c6b51-524e-48f1-ab3f-f3ed5b6003cc admin admin] Network hostable DHCP agents. Network: d7703d89-e117-43e9-9bf9-8ca30342246d, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:31:38.611567 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ffa3e407-99e4-4d52-a332-415d438514ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:38.651577 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-ffa3e407-99e4-4d52-a332-415d438514ec admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8bbd50ae43db4861b161eceba6b72af7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4259305 Aug 11 03:31:38.653474 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa3e407-99e4-4d52-a332-415d438514ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bda0d47-4b33-4a8e-85ce-419e2502f9c5,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:31:38.654833 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 35302) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:31:38.687692 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-039c6b51-524e-48f1-ab3f-f3ed5b6003cc admin admin] Network d7703d89-e117-43e9-9bf9-8ca30342246d is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:31:38.718219 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b30dfa7e-e4cc-462d-bffd-ff54455b3cd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:38.739986 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b30dfa7e-e4cc-462d-bffd-ff54455b3cd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:38.794023 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-039c6b51-524e-48f1-ab3f-f3ed5b6003cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, d7703d89-e117-43e9-9bf9-8ca30342246d) {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:31:38.799005 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-039c6b51-524e-48f1-ab3f-f3ed5b6003cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:31:38.799005 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-039c6b51-524e-48f1-ab3f-f3ed5b6003cc admin admin] Notify callbacks [] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:38.804900 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bc96d39-0509-4f23-9bb0-7e2c7f328ea7 None None] Network d7703d89-e117-43e9-9bf9-8ca30342246d requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:31:38.847714 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b30dfa7e-e4cc-462d-bffd-ff54455b3cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:38.852087 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b30dfa7e-e4cc-462d-bffd-ff54455b3cd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:38.853924 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-b30dfa7e-e4cc-462d-bffd-ff54455b3cd3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3bda0d47-4b33-4a8e-85ce-419e2502f9c5 HTTP/1.1" status: 204 len: 168 time: 0.1979680 Aug 11 03:31:38.862763 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30dfa7e-e4cc-462d-bffd-ff54455b3cd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bda0d47-4b33-4a8e-85ce-419e2502f9c5,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:31:38.883006 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-039c6b51-524e-48f1-ab3f-f3ed5b6003cc admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7949879 Aug 11 03:31:39.042714 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31ea5768-d5e2-48a0-abb6-cfc72d4d18de None None] Network d7703d89-e117-43e9-9bf9-8ca30342246d requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:31:39.566918 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 35338) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:31:39.582804 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-166be51d-666c-4ec8-af9d-a908dfce99a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:39.656823 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 35344) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:31:39.680856 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-166be51d-666c-4ec8-af9d-a908dfce99a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:39.752549 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-166be51d-666c-4ec8-af9d-a908dfce99a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:39.809386 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-166be51d-666c-4ec8-af9d-a908dfce99a4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0284dd29f8394aea8353258778089d7d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2376475 Aug 11 03:31:39.810654 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 35354) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:31:39.818407 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166be51d-666c-4ec8-af9d-a908dfce99a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44b3372b-42c9-40e2-ae33-9a972c29dcaf,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:31:39.854195 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dacb07-f7fc-49ec-9ab4-1b0f759e2c61 req-e497ea36-77d4-44a6-a886-3fef2991a08c tempest-TestServerAdvancedOps-905682278 tempest-TestServerAdvancedOps-905682278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:31:39.856370 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f7dacb07-f7fc-49ec-9ab4-1b0f759e2c61 req-e497ea36-77d4-44a6-a886-3fef2991a08c tempest-TestServerAdvancedOps-905682278 tempest-TestServerAdvancedOps-905682278-project] 10.222.0.41 "GET /v2.0/networks?id=2831f6c0-72f8-4910-9418-075c8cfe59c9 HTTP/1.1" status: 200 len: 812 time: 0.1600237 Aug 11 03:31:39.872521 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f7dacb07-f7fc-49ec-9ab4-1b0f759e2c61 req-674d52fb-f90d-4cfb-a1c3-e25b63c9a7f6 tempest-TestServerAdvancedOps-905682278 tempest-TestServerAdvancedOps-905682278-project] 10.222.0.41 "GET /v2.0/quotas/c31740a9041c41d1930ca28684c1ecaa HTTP/1.1" status: 200 len: 375 time: 0.0100231 Aug 11 03:31:39.878548 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c9bf7ac7-b2f2-4bcf-bd2d-c46a78b9cfca admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:39.912759 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f7dacb07-f7fc-49ec-9ab4-1b0f759e2c61 req-0a3ec1e8-125a-4e82-aa75-3f22e0b6b68e tempest-TestServerAdvancedOps-905682278 tempest-TestServerAdvancedOps-905682278-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c31740a9041c41d1930ca28684c1ecaa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0326288 Aug 11 03:31:39.936407 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-278bece3-6aa2-4f87-abc0-2a1f40a48f08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:39.969921 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-278bece3-6aa2-4f87-abc0-2a1f40a48f08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:40.017903 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f7dacb07-f7fc-49ec-9ab4-1b0f759e2c61 req-0e7301cb-26c9-490c-84ef-a0cd050162df service neutron] 10.222.0.41 "GET /v2.0/networks/2831f6c0-72f8-4910-9418-075c8cfe59c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922277 Aug 11 03:31:40.033159 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c9bf7ac7-b2f2-4bcf-bd2d-c46a78b9cfca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:40.096979 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c9bf7ac7-b2f2-4bcf-bd2d-c46a78b9cfca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:40.115174 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f7dacb07-f7fc-49ec-9ab4-1b0f759e2c61 req-0acb95d8-d60a-469e-ab15-d00107babe62 service neutron] 10.222.0.41 "GET /v2.0/networks/2831f6c0-72f8-4910-9418-075c8cfe59c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908353 Aug 11 03:31:40.144746 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bf7ac7-b2f2-4bcf-bd2d-c46a78b9cfca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5051c7b4-c27f-4538-bbf9-aed6d409051a,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:31:40.151644 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-278bece3-6aa2-4f87-abc0-2a1f40a48f08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:40.156564 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-278bece3-6aa2-4f87-abc0-2a1f40a48f08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:40.157740 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-278bece3-6aa2-4f87-abc0-2a1f40a48f08 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/44b3372b-42c9-40e2-ae33-9a972c29dcaf HTTP/1.1" status: 204 len: 168 time: 0.3449857 Aug 11 03:31:40.167179 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278bece3-6aa2-4f87-abc0-2a1f40a48f08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44b3372b-42c9-40e2-ae33-9a972c29dcaf,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:31:40.170981 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-c9bf7ac7-b2f2-4bcf-bd2d-c46a78b9cfca admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a8a0ea3bb40d4992b6c0a92e08f2d69a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5130513 Aug 11 03:31:40.176751 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 35364) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:31:40.245408 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-05c72b33-67b9-480d-86d6-c18f7db22141 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:40.267048 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-05c72b33-67b9-480d-86d6-c18f7db22141 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:40.408091 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-731ce26e-dbf9-4b3e-9b6a-51d7f1ce0c15 req-8d2cf5da-4faf-474f-a292-dc3e120238a5 tempest-TestServerAdvancedOps-905682278 tempest-TestServerAdvancedOps-905682278-project] 10.222.0.41 "GET /v2.0/ports?device_id=bafa1b68-96d3-42ec-a977-d4d62bab3d1b HTTP/1.1" status: 200 len: 210 time: 0.0324805 Aug 11 03:31:40.411485 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-05c72b33-67b9-480d-86d6-c18f7db22141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:40.417765 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-05c72b33-67b9-480d-86d6-c18f7db22141 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:40.417765 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-05c72b33-67b9-480d-86d6-c18f7db22141 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5051c7b4-c27f-4538-bbf9-aed6d409051a HTTP/1.1" status: 204 len: 168 time: 0.2374368 Aug 11 03:31:40.424197 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c72b33-67b9-480d-86d6-c18f7db22141 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5051c7b4-c27f-4538-bbf9-aed6d409051a,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:31:41.193720 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 35406) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:31:41.217920 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a2d1c907-1eb2-478a-ac73-90e4538cc7ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:41.274072 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:41.317423 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a2d1c907-1eb2-478a-ac73-90e4538cc7ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:41.382703 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a2d1c907-1eb2-478a-ac73-90e4538cc7ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:41.419088 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d1c907-1eb2-478a-ac73-90e4538cc7ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46aa4a6c-a4dd-4ee6-80f3-7b2650ac0a84,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:31:41.423530 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-a2d1c907-1eb2-478a-ac73-90e4538cc7ee admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2c9cd08cebce4a109bb53630b2edb6e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2272525 Aug 11 03:31:41.426983 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 35414) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:31:41.500298 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c3c09a5b-989a-4704-b925-55d109a31a46 req-3e3bb366-a619-4cab-8c39-be8d88ca4daf tempest-TestServerAdvancedOps-905682278 tempest-TestServerAdvancedOps-905682278-project] 10.222.0.41 "GET /v2.0/ports?device_id=bafa1b68-96d3-42ec-a977-d4d62bab3d1b HTTP/1.1" status: 200 len: 210 time: 0.0340469 Aug 11 03:31:41.518372 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-d3e07722-bd97-4cc3-8f94-86386c1f3949 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:41.539989 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-d3e07722-bd97-4cc3-8f94-86386c1f3949 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:41.663299 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-d3e07722-bd97-4cc3-8f94-86386c1f3949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:41.665896 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-d3e07722-bd97-4cc3-8f94-86386c1f3949 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:41.667274 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-d3e07722-bd97-4cc3-8f94-86386c1f3949 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/46aa4a6c-a4dd-4ee6-80f3-7b2650ac0a84 HTTP/1.1" status: 204 len: 168 time: 0.2393076 Aug 11 03:31:41.675789 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e07722-bd97-4cc3-8f94-86386c1f3949 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46aa4a6c-a4dd-4ee6-80f3-7b2650ac0a84,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:31:42.002239 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 35438) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:31:42.119900 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0a3c59c7-d1ca-4991-a18c-375261d8e94c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:42.211176 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0a3c59c7-d1ca-4991-a18c-375261d8e94c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:42.285473 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0a3c59c7-d1ca-4991-a18c-375261d8e94c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:42.332963 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-0a3c59c7-d1ca-4991-a18c-375261d8e94c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e73753d1bd7e413781db9cfb5850f3c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3295379 Aug 11 03:31:42.333918 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3c59c7-d1ca-4991-a18c-375261d8e94c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95185f93-cf90-48c4-ba6b-36bb7eba961b,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:31:42.335708 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 35448) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:31:42.364384 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 35450) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:31:42.379055 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-64cc3745-9604-476e-8a4e-1de0c1ebd42d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:42.391054 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-dc1abe1c-dece-4784-869f-85425788e1cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:42.412134 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-dc1abe1c-dece-4784-869f-85425788e1cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:42.479793 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-64cc3745-9604-476e-8a4e-1de0c1ebd42d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:42.537084 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-64cc3745-9604-476e-8a4e-1de0c1ebd42d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:42.537316 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-dc1abe1c-dece-4784-869f-85425788e1cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:42.540033 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-dc1abe1c-dece-4784-869f-85425788e1cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:42.544901 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-dc1abe1c-dece-4784-869f-85425788e1cf admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/95185f93-cf90-48c4-ba6b-36bb7eba961b HTTP/1.1" status: 204 len: 168 time: 0.2036731 Aug 11 03:31:42.550952 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1abe1c-dece-4784-869f-85425788e1cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95185f93-cf90-48c4-ba6b-36bb7eba961b,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:31:42.622666 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4a2db71b-8d8d-4259-9a10-62879ef8d22d req-4c1c2c87-e060-444a-a963-49c9d4e4702f tempest-TestServerAdvancedOps-905682278 tempest-TestServerAdvancedOps-905682278-project] 10.222.0.41 "GET /v2.0/ports?device_id=bafa1b68-96d3-42ec-a977-d4d62bab3d1b HTTP/1.1" status: 200 len: 210 time: 0.0555403 Aug 11 03:31:42.631909 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cc3745-9604-476e-8a4e-1de0c1ebd42d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7574d97d-e50d-4012-aae4-3a250f65551c,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:31:42.644927 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 35462) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:31:42.645809 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-64cc3745-9604-476e-8a4e-1de0c1ebd42d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b5a338dbd03a42c89b3dbf7f10df2f9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2796361 Aug 11 03:31:42.720245 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-db88110c-9cbf-45e8-8060-4d0c55a22ac5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:42.743233 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-db88110c-9cbf-45e8-8060-4d0c55a22ac5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:42.846149 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-db88110c-9cbf-45e8-8060-4d0c55a22ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:42.849436 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-db88110c-9cbf-45e8-8060-4d0c55a22ac5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:42.851125 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-db88110c-9cbf-45e8-8060-4d0c55a22ac5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7574d97d-e50d-4012-aae4-3a250f65551c HTTP/1.1" status: 204 len: 168 time: 0.2048819 Aug 11 03:31:42.863649 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db88110c-9cbf-45e8-8060-4d0c55a22ac5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7574d97d-e50d-4012-aae4-3a250f65551c,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:31:43.736228 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6d3ff083-29a3-4c7f-9157-7d3eb9659959 req-2d929864-d11d-437a-8bdc-6dc7e954f0f4 tempest-TestServerAdvancedOps-905682278 tempest-TestServerAdvancedOps-905682278-project] 10.222.0.41 "GET /v2.0/ports?device_id=bafa1b68-96d3-42ec-a977-d4d62bab3d1b HTTP/1.1" status: 200 len: 210 time: 0.0367067 Aug 11 03:31:44.169889 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dacb07-f7fc-49ec-9ab4-1b0f759e2c61 req-b0959fb2-b07e-451b-b011-8dc447d1737e tempest-TestServerAdvancedOps-905682278 tempest-TestServerAdvancedOps-905682278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:31:44.171438 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f7dacb07-f7fc-49ec-9ab4-1b0f759e2c61 req-b0959fb2-b07e-451b-b011-8dc447d1737e tempest-TestServerAdvancedOps-905682278 tempest-TestServerAdvancedOps-905682278-project] 10.222.0.24 "GET /v2.0/networks?id=2831f6c0-72f8-4910-9418-075c8cfe59c9 HTTP/1.1" status: 200 len: 812 time: 0.1230202 Aug 11 03:31:44.188203 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-f7dacb07-f7fc-49ec-9ab4-1b0f759e2c61 req-53e7be32-9c69-4a4f-bc66-f8ecd15e3c5b tempest-TestServerAdvancedOps-905682278 tempest-TestServerAdvancedOps-905682278-project] Request body: {'port': {'device_id': 'bafa1b68-96d3-42ec-a977-d4d62bab3d1b', 'network_id': '2831f6c0-72f8-4910-9418-075c8cfe59c9', 'admin_state_up': True, 'tenant_id': 'c31740a9041c41d1930ca28684c1ecaa'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:31:44.261145 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 35546) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:31:44.422775 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7dacb07-f7fc-49ec-9ab4-1b0f759e2c61 req-53e7be32-9c69-4a4f-bc66-f8ecd15e3c5b tempest-TestServerAdvancedOps-905682278 tempest-TestServerAdvancedOps-905682278-project] Made reservation on behalf of c31740a9041c41d1930ca28684c1ecaa for: {'port': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:31:44.426962 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-f7dacb07-f7fc-49ec-9ab4-1b0f759e2c61 req-53e7be32-9c69-4a4f-bc66-f8ecd15e3c5b tempest-TestServerAdvancedOps-905682278 tempest-TestServerAdvancedOps-905682278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:44.457170 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-36b71e5d-90ac-4328-a4db-8a46f45203ef tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Deleting port e9962ac6-56af-46df-8bb2-621bcc462398 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:31:44.457582 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-36b71e5d-90ac-4328-a4db-8a46f45203ef tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:44.559816 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-36b71e5d-90ac-4328-a4db-8a46f45203ef tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:44.560070 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-36b71e5d-90ac-4328-a4db-8a46f45203ef tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:44.561653 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [req-f7dacb07-f7fc-49ec-9ab4-1b0f759e2c61 req-53e7be32-9c69-4a4f-bc66-f8ecd15e3c5b tempest-TestServerAdvancedOps-905682278 tempest-TestServerAdvancedOps-905682278-project] Allocated IP 172.20.0.5 (2831f6c0-72f8-4910-9418-075c8cfe59c9/9b073c6e-592e-45ec-a63d-30b18956db7c/f3d2c413-2abb-4324-9b65-8b351cae3da3) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:31:44.575208 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-36b71e5d-90ac-4328-a4db-8a46f45203ef tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Calling delete_port for e9962ac6-56af-46df-8bb2-621bcc462398 owned by network:floatingip {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:31:44.786139 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-f7dacb07-f7fc-49ec-9ab4-1b0f759e2c61 req-53e7be32-9c69-4a4f-bc66-f8ecd15e3c5b tempest-TestServerAdvancedOps-905682278 tempest-TestServerAdvancedOps-905682278-project] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:44.803227 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 35564) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:31:44.872109 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e545d61c-fe48-44aa-911b-c8fcd3b9617f req-8f215263-a6af-4bca-aa88-95b344cd6b03 tempest-TestServerAdvancedOps-905682278 tempest-TestServerAdvancedOps-905682278-project] 10.222.0.41 "GET /v2.0/ports?device_id=bafa1b68-96d3-42ec-a977-d4d62bab3d1b HTTP/1.1" status: 200 len: 210 time: 0.0312555 Aug 11 03:31:44.897335 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-36b71e5d-90ac-4328-a4db-8a46f45203ef tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:44.929219 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b71e5d-90ac-4328-a4db-8a46f45203ef tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Pushing event deleted for resources: {'Port': ['ID=e9962ac6-56af-46df-8bb2-621bcc462398,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:31:44.954714 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-f7dacb07-f7fc-49ec-9ab4-1b0f759e2c61 req-53e7be32-9c69-4a4f-bc66-f8ecd15e3c5b tempest-TestServerAdvancedOps-905682278 tempest-TestServerAdvancedOps-905682278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:45.013925 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-36b71e5d-90ac-4328-a4db-8a46f45203ef tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks [] for floatingip, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:45.014120 n-d-764292-30 neutron-server[102191]: INFO neutron.db.l3_db [None req-36b71e5d-90ac-4328-a4db-8a46f45203ef tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Floating IP 4fc33eb0-bb1e-49f8-91ec-ad3db8022859 disassociated (deleted). External IP: 172.25.8.221, port: 08af65e0-c14a-4585-925b-99eb87e032e3. Aug 11 03:31:45.024505 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7dacb07-f7fc-49ec-9ab4-1b0f759e2c61 req-53e7be32-9c69-4a4f-bc66-f8ecd15e3c5b tempest-TestServerAdvancedOps-905682278 tempest-TestServerAdvancedOps-905682278-project] Network 2831f6c0-72f8-4910-9418-075c8cfe59c9 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:31:45.029808 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-92fd3eb8-5bc6-405d-a43e-02b83e4bb5a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:45.042519 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [req-f7dacb07-f7fc-49ec-9ab4-1b0f759e2c61 req-53e7be32-9c69-4a4f-bc66-f8ecd15e3c5b tempest-TestServerAdvancedOps-905682278 tempest-TestServerAdvancedOps-905682278-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:31:45.053537 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7dacb07-f7fc-49ec-9ab4-1b0f759e2c61 req-53e7be32-9c69-4a4f-bc66-f8ecd15e3c5b tempest-TestServerAdvancedOps-905682278 tempest-TestServerAdvancedOps-905682278-project] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:31:45.096308 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e7be32-9c69-4a4f-bc66-f8ecd15e3c5b tempest-TestServerAdvancedOps-905682278 tempest-TestServerAdvancedOps-905682278-project] Pushing event updated for resources: {'Port': ['ID=f3d2c413-2abb-4324-9b65-8b351cae3da3,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:31:45.157174 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dacb07-f7fc-49ec-9ab4-1b0f759e2c61 req-53e7be32-9c69-4a4f-bc66-f8ecd15e3c5b tempest-TestServerAdvancedOps-905682278 tempest-TestServerAdvancedOps-905682278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:31:45.157905 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-f7dacb07-f7fc-49ec-9ab4-1b0f759e2c61 req-53e7be32-9c69-4a4f-bc66-f8ecd15e3c5b tempest-TestServerAdvancedOps-905682278 tempest-TestServerAdvancedOps-905682278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:45.229739 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-92fd3eb8-5bc6-405d-a43e-02b83e4bb5a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:45.315280 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-92fd3eb8-5bc6-405d-a43e-02b83e4bb5a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:45.316119 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36b71e5d-90ac-4328-a4db-8a46f45203ef tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Router 00fd1eaf-f72a-4fd4-8b17-8653746df1dd has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:31:45.356679 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-92fd3eb8-5bc6-405d-a43e-02b83e4bb5a2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6878c43a78fe45189a93a98908eb55f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5502222 Aug 11 03:31:45.357701 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fd3eb8-5bc6-405d-a43e-02b83e4bb5a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4685396b-8c6a-4573-8bff-c58b365b7bd0,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:31:45.360031 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 35582) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:31:45.410725 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-7889fd60-c0be-4c88-9ab9-d11e4f55399f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:45.430458 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36b71e5d-90ac-4328-a4db-8a46f45203ef tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:31:45.435666 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-36b71e5d-90ac-4328-a4db-8a46f45203ef tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for floatingip, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:45.436570 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-7889fd60-c0be-4c88-9ab9-d11e4f55399f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:45.445272 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad31196-15a6-4872-871c-b3dc79c4acf8 None None] Sync routers for ids ['00fd1eaf-f72a-4fd4-8b17-8653746df1dd'] in n-d-764292-30 {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:31:45.456033 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad31196-15a6-4872-871c-b3dc79c4acf8 None None] Routers {'00fd1eaf-f72a-4fd4-8b17-8653746df1dd'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:31:45.456718 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-8ad31196-15a6-4872-871c-b3dc79c4acf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:31:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['00fd1eaf-f72a-4fd4-8b17-8653746df1dd'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:31:45.474843 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-36b71e5d-90ac-4328-a4db-8a46f45203ef tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "DELETE /v2.0/floatingips/4fc33eb0-bb1e-49f8-91ec-ad3db8022859 HTTP/1.1" status: 204 len: 168 time: 1.2121053 Aug 11 03:31:45.475744 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1aa84fa-56ef-4e45-bde3-ce36d5cbdc1d', 'tag': '08af65e0-c14a-4585-925b-99eb87e032e3'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:31:45.480190 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc68dfe9-6b16-4dda-a72d-7d0be763d1ee" -d '{"events": [{"name": "network-changed", "server_uuid": "e1aa84fa-56ef-4e45-bde3-ce36d5cbdc1d", "tag": "08af65e0-c14a-4585-925b-99eb87e032e3"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:31:45.505463 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f7dacb07-f7fc-49ec-9ab4-1b0f759e2c61 req-53e7be32-9c69-4a4f-bc66-f8ecd15e3c5b tempest-TestServerAdvancedOps-905682278 tempest-TestServerAdvancedOps-905682278-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3221612 Aug 11 03:31:45.525930 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-f7dacb07-f7fc-49ec-9ab4-1b0f759e2c61 req-ef1af963-0312-494f-805c-ef83bc7ca64b service neutron] Request body: {'port': {'device_id': 'bafa1b68-96d3-42ec-a977-d4d62bab3d1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764292-30'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:31:45.618147 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-8ad31196-15a6-4872-871c-b3dc79c4acf8 None None] Set router 00fd1eaf-f72a-4fd4-8b17-8653746df1dd gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:31:45.653023 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30e90a80-c71d-4890-a679-dcce21ff8d37 x-openstack-request-id: req-30e90a80-c71d-4890-a679-dcce21ff8d37 {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:31:45.653574 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1aa84fa-56ef-4e45-bde3-ce36d5cbdc1d", "tag": "08af65e0-c14a-4585-925b-99eb87e032e3", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:31:45.653983 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-30e90a80-c71d-4890-a679-dcce21ff8d37 {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:31:45.654965 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1aa84fa-56ef-4e45-bde3-ce36d5cbdc1d', 'tag': '08af65e0-c14a-4585-925b-99eb87e032e3', 'status': 'completed', 'code': 200} Aug 11 03:31:45.670127 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc68dfe9-6b16-4dda-a72d-7d0be763d1ee req-e50355c2-153f-4e01-abe1-518d1d43b7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:31:45.674094 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-f7dacb07-f7fc-49ec-9ab4-1b0f759e2c61 req-ef1af963-0312-494f-805c-ef83bc7ca64b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:45.674535 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-dc68dfe9-6b16-4dda-a72d-7d0be763d1ee req-e50355c2-153f-4e01-abe1-518d1d43b7eb service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a5478860f7cb432583cc8e5d994d2237&device_id=e1aa84fa-56ef-4e45-bde3-ce36d5cbdc1d HTTP/1.1" status: 200 len: 1098 time: 0.0849891 Aug 11 03:31:45.850432 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-8ad31196-15a6-4872-871c-b3dc79c4acf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00fd1eaf-f72a-4fd4-8b17-8653746df1dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1478331513', 'tenant_id': 'a5478860f7cb432583cc8e5d994d2237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.115'}], 'enable_snat': True}, 'gw_port_id': 'ebcfce90-f2c9-41d4-ac88-4d745b88b0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:28:39Z', 'updated_at': '2021-08-11T03:28:47Z', 'revision_number': 4, 'project_id': 'a5478860f7cb432583cc8e5d994d2237', 'gw_port': {'id': 'ebcfce90-f2c9-41d4-ac88-4d745b88b0f5', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:01:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00fd1eaf-f72a-4fd4-8b17-8653746df1dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3262, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:28:40Z', 'updated_at': '2021-08-11T03:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '2275f76d-79f4-4bc2-93a5-88c52355d71b', 'name': '', 'network_id': '511c1003-0f31-4ca2-8e8d-4cb957655e51', 'tenant_id': 'a5478860f7cb432583cc8e5d994d2237', 'mac_address': 'fa:16:3e:75:72:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00fd1eaf-f72a-4fd4-8b17-8653746df1dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3267, 'fixed_ips': [{'subnet_id': 'c83773c8-b8ac-4a10-bafe-73faeb8341f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:28:45Z', 'updated_at': '2021-08-11T03:28:57Z', 'revision_number': 5, 'project_id': 'a5478860f7cb432583cc8e5d994d2237', 'subnets': [{'id': 'c83773c8-b8ac-4a10-bafe-73faeb8341f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:31:45.878136 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad31196-15a6-4872-871c-b3dc79c4acf8 None None] Checking router: 00fd1eaf-f72a-4fd4-8b17-8653746df1dd for host: n-d-764292-30 {{(pid=102194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:31:45.887657 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad31196-15a6-4872-871c-b3dc79c4acf8 None None] Routers {'00fd1eaf-f72a-4fd4-8b17-8653746df1dd'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:31:45.888584 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-8ad31196-15a6-4872-871c-b3dc79c4acf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:31:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['00fd1eaf-f72a-4fd4-8b17-8653746df1dd'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:31:46.101451 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 35600) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:31:46.105176 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-8ad31196-15a6-4872-871c-b3dc79c4acf8 None None] Set router 00fd1eaf-f72a-4fd4-8b17-8653746df1dd gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:31:46.190083 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-7889fd60-c0be-4c88-9ab9-d11e4f55399f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:46.194167 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-7889fd60-c0be-4c88-9ab9-d11e4f55399f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:46.203835 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-7889fd60-c0be-4c88-9ab9-d11e4f55399f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4685396b-8c6a-4573-8bff-c58b365b7bd0 HTTP/1.1" status: 204 len: 168 time: 0.8406360 Aug 11 03:31:46.291540 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7889fd60-c0be-4c88-9ab9-d11e4f55399f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4685396b-8c6a-4573-8bff-c58b365b7bd0,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:31:46.311521 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-8ad31196-15a6-4872-871c-b3dc79c4acf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00fd1eaf-f72a-4fd4-8b17-8653746df1dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1478331513', 'tenant_id': 'a5478860f7cb432583cc8e5d994d2237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.115'}], 'enable_snat': True}, 'gw_port_id': 'ebcfce90-f2c9-41d4-ac88-4d745b88b0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:28:39Z', 'updated_at': '2021-08-11T03:28:47Z', 'revision_number': 4, 'project_id': 'a5478860f7cb432583cc8e5d994d2237', 'gw_port': {'id': 'ebcfce90-f2c9-41d4-ac88-4d745b88b0f5', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:01:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00fd1eaf-f72a-4fd4-8b17-8653746df1dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3262, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:28:40Z', 'updated_at': '2021-08-11T03:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '2275f76d-79f4-4bc2-93a5-88c52355d71b', 'name': '', 'network_id': '511c1003-0f31-4ca2-8e8d-4cb957655e51', 'tenant_id': 'a5478860f7cb432583cc8e5d994d2237', 'mac_address': 'fa:16:3e:75:72:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00fd1eaf-f72a-4fd4-8b17-8653746df1dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3267, 'fixed_ips': [{'subnet_id': 'c83773c8-b8ac-4a10-bafe-73faeb8341f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:28:45Z', 'updated_at': '2021-08-11T03:28:57Z', 'revision_number': 5, 'project_id': 'a5478860f7cb432583cc8e5d994d2237', 'subnets': [{'id': 'c83773c8-b8ac-4a10-bafe-73faeb8341f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:31:46.340386 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc68dfe9-6b16-4dda-a72d-7d0be763d1ee req-3757b313-d376-4f53-8498-40c0f262a3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:31:46.341903 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-dc68dfe9-6b16-4dda-a72d-7d0be763d1ee req-3757b313-d376-4f53-8498-40c0f262a3ff service neutron] 10.222.0.22 "GET /v2.0/networks?id=511c1003-0f31-4ca2-8e8d-4cb957655e51 HTTP/1.1" status: 200 len: 898 time: 0.6606631 Aug 11 03:31:46.344268 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad31196-15a6-4872-871c-b3dc79c4acf8 None None] The sync data for ids ['00fd1eaf-f72a-4fd4-8b17-8653746df1dd'] in n-d-764292-30 is: [{'id': '00fd1eaf-f72a-4fd4-8b17-8653746df1dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1478331513', 'tenant_id': 'a5478860f7cb432583cc8e5d994d2237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.115'}], 'enable_snat': True}, 'gw_port_id': 'ebcfce90-f2c9-41d4-ac88-4d745b88b0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:28:39Z', 'updated_at': '2021-08-11T03:28:47Z', 'revision_number': 4, 'project_id': 'a5478860f7cb432583cc8e5d994d2237', 'gw_port': {'id': 'ebcfce90-f2c9-41d4-ac88-4d745b88b0f5', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:01:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00fd1eaf-f72a-4fd4-8b17-8653746df1dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3262, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:28:40Z', 'updated_at': '2021-08-11T03:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '2275f76d-79f4-4bc2-93a5-88c52355d71b', 'name': '', 'network_id': '511c1003-0f31-4ca2-8e8d-4cb957655e51', 'tenant_id': 'a5478860f7cb432583cc8e5d994d2237', 'mac_address': 'fa:16:3e:75:72:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00fd1eaf-f72a-4fd4-8b17-8653746df1dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3267, 'fixed_ips': [{'subnet_id': 'c83773c8-b8ac-4a10-bafe-73faeb8341f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:28:45Z', 'updated_at': '2021-08-11T03:28:57Z', 'revision_number': 5, 'project_id': 'a5478860f7cb432583cc8e5d994d2237', 'subnets': [{'id': 'c83773c8-b8ac-4a10-bafe-73faeb8341f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:31:46.416186 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-dc68dfe9-6b16-4dda-a72d-7d0be763d1ee req-4ae86994-8d84-4277-bccc-b56dec8fe806 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=08af65e0-c14a-4585-925b-99eb87e032e3 HTTP/1.1" status: 200 len: 217 time: 0.0625048 Aug 11 03:31:46.428697 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3bbb8d-50b1-458f-9cef-4295b39e8c24 req-e067b7a8-df22-4e4c-bbfb-d038b1d059e9 tempest-TestServerAdvancedOps-905682278 tempest-TestServerAdvancedOps-905682278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:31:46.430231 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5e3bbb8d-50b1-458f-9cef-4295b39e8c24 req-e067b7a8-df22-4e4c-bbfb-d038b1d059e9 tempest-TestServerAdvancedOps-905682278 tempest-TestServerAdvancedOps-905682278-project] 10.222.0.41 "GET /v2.0/ports?device_id=bafa1b68-96d3-42ec-a977-d4d62bab3d1b HTTP/1.1" status: 200 len: 931 time: 0.3661036 Aug 11 03:31:46.437291 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-fd2493ec-0658-41e5-8c16-32e57a44a3a9 tempest-FloatingIPAdminTestJSON-812527782 tempest-FloatingIPAdminTestJSON-812527782-project] Request body: {'floatingip': {'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:31:46.468150 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc68dfe9-6b16-4dda-a72d-7d0be763d1ee req-47037fac-21e9-4840-9aea-5443aea08284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:31:46.469895 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-dc68dfe9-6b16-4dda-a72d-7d0be763d1ee req-47037fac-21e9-4840-9aea-5443aea08284 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c83773c8-b8ac-4a10-bafe-73faeb8341f9 HTTP/1.1" status: 200 len: 835 time: 0.0474918 Aug 11 03:31:46.483541 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [req-f7dacb07-f7fc-49ec-9ab4-1b0f759e2c61 req-ef1af963-0312-494f-805c-ef83bc7ca64b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3d2c413-2abb-4324-9b65-8b351cae3da3 {{(pid=102192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:31:46.502299 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-f7dacb07-f7fc-49ec-9ab4-1b0f759e2c61 req-ef1af963-0312-494f-805c-ef83bc7ca64b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:46.533967 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc68dfe9-6b16-4dda-a72d-7d0be763d1ee req-b2a97f5d-ae40-4bc2-8878-0c9320d68139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:31:46.535528 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-dc68dfe9-6b16-4dda-a72d-7d0be763d1ee req-b2a97f5d-ae40-4bc2-8878-0c9320d68139 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=511c1003-0f31-4ca2-8e8d-4cb957655e51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0575943 Aug 11 03:31:46.541594 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59a3d4f-07fa-42c4-b175-f2e0a69aa3bc req-78d51d4b-70b3-44bd-b741-4df75076149b tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:31:46.547465 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d59a3d4f-07fa-42c4-b175-f2e0a69aa3bc req-78d51d4b-70b3-44bd-b741-4df75076149b tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1aa84fa-56ef-4e45-bde3-ce36d5cbdc1d HTTP/1.1" status: 200 len: 946 time: 0.2570417 Aug 11 03:31:46.549145 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [req-f7dacb07-f7fc-49ec-9ab4-1b0f759e2c61 req-ef1af963-0312-494f-805c-ef83bc7ca64b service neutron] Transition to ACTIVE for port object f3d2c413-2abb-4324-9b65-8b351cae3da3 will not be triggered until provisioned by entity L2. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:31:46.553137 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5e3bbb8d-50b1-458f-9cef-4295b39e8c24 req-7a0aa88d-deff-49e3-bfe3-1a16c17771eb tempest-TestServerAdvancedOps-905682278 tempest-TestServerAdvancedOps-905682278-project] 10.222.0.41 "GET /v2.0/security-groups?id=9dc178dd-e459-4eef-949e-5c112757d002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115682 Aug 11 03:31:46.596925 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d59a3d4f-07fa-42c4-b175-f2e0a69aa3bc req-4329754e-a7b3-4b7e-85ac-39d9b6aac458 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9628d8d-75dd-45fc-9e19-23526969057e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427692 Aug 11 03:31:46.643966 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-dc68dfe9-6b16-4dda-a72d-7d0be763d1ee req-fccfab93-69d3-479b-8773-cd41bf79262f service neutron] 10.222.0.22 "GET /v2.0/networks/511c1003-0f31-4ca2-8e8d-4cb957655e51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988538 Aug 11 03:31:46.671924 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcfbd2a2-ef04-4b4c-80c9-34d04e43c5ea None None] New status for floating IP 4fc33eb0-bb1e-49f8-91ec-ad3db8022859: DOWN {{(pid=102193) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:31:46.686183 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-fd2493ec-0658-41e5-8c16-32e57a44a3a9 tempest-FloatingIPAdminTestJSON-812527782 tempest-FloatingIPAdminTestJSON-812527782-project] Notify callbacks [] for floatingip, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:46.690162 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-f7dacb07-f7fc-49ec-9ab4-1b0f759e2c61 req-ef1af963-0312-494f-805c-ef83bc7ca64b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:46.763275 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-dc68dfe9-6b16-4dda-a72d-7d0be763d1ee req-21677bfd-7ec8-426c-a65e-555f1484b72e service neutron] 10.222.0.22 "GET /v2.0/networks/511c1003-0f31-4ca2-8e8d-4cb957655e51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116519 Aug 11 03:31:46.845404 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1af963-0312-494f-805c-ef83bc7ca64b service neutron] Pushing event updated for resources: {'Port': ['ID=f3d2c413-2abb-4324-9b65-8b351cae3da3,revision_number=2']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:31:46.923984 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-f7dacb07-f7fc-49ec-9ab4-1b0f759e2c61 req-ef1af963-0312-494f-805c-ef83bc7ca64b service neutron] Attempting to bind port f3d2c413-2abb-4324-9b65-8b351cae3da3 on host n-h2-764292-30 for vnic_type normal with profile {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:31:46.926076 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-f7dacb07-f7fc-49ec-9ab4-1b0f759e2c61 req-ef1af963-0312-494f-805c-ef83bc7ca64b service neutron] Attempting to bind port f3d2c413-2abb-4324-9b65-8b351cae3da3 by drivers openvswitch,hyperv on host n-h2-764292-30 at level 0 using segments [{'id': 'f5a34d0c-a433-4d6d-9057-5db1f192410d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '2831f6c0-72f8-4910-9418-075c8cfe59c9'}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:31:46.926076 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7dacb07-f7fc-49ec-9ab4-1b0f759e2c61 req-ef1af963-0312-494f-805c-ef83bc7ca64b service neutron] Attempting to bind port f3d2c413-2abb-4324-9b65-8b351cae3da3 on network 2831f6c0-72f8-4910-9418-075c8cfe59c9 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:31:46.934189 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7dacb07-f7fc-49ec-9ab4-1b0f759e2c61 req-ef1af963-0312-494f-805c-ef83bc7ca64b service neutron] Port f3d2c413-2abb-4324-9b65-8b351cae3da3 on network 2831f6c0-72f8-4910-9418-075c8cfe59c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-764292-30 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:31:46.934531 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7dacb07-f7fc-49ec-9ab4-1b0f759e2c61 req-ef1af963-0312-494f-805c-ef83bc7ca64b service neutron] Attempting to bind port f3d2c413-2abb-4324-9b65-8b351cae3da3 on network 2831f6c0-72f8-4910-9418-075c8cfe59c9 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:31:46.942488 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7dacb07-f7fc-49ec-9ab4-1b0f759e2c61 req-ef1af963-0312-494f-805c-ef83bc7ca64b service neutron] Checking agent: {'id': '70015fc0-62fb-48b2-b453-36906937cf2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 31, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:31:46.942834 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7dacb07-f7fc-49ec-9ab4-1b0f759e2c61 req-ef1af963-0312-494f-805c-ef83bc7ca64b service neutron] Checking segment: {'id': 'f5a34d0c-a433-4d6d-9057-5db1f192410d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '2831f6c0-72f8-4910-9418-075c8cfe59c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:31:46.943217 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7dacb07-f7fc-49ec-9ab4-1b0f759e2c61 req-ef1af963-0312-494f-805c-ef83bc7ca64b service neutron] Bound using segment: {'id': 'f5a34d0c-a433-4d6d-9057-5db1f192410d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '2831f6c0-72f8-4910-9418-075c8cfe59c9'} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:31:46.943643 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-f7dacb07-f7fc-49ec-9ab4-1b0f759e2c61 req-ef1af963-0312-494f-805c-ef83bc7ca64b service neutron] Bound port: f3d2c413-2abb-4324-9b65-8b351cae3da3, host: n-h2-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5a34d0c-a433-4d6d-9057-5db1f192410d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '2831f6c0-72f8-4910-9418-075c8cfe59c9'}}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:31:46.944002 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-f7dacb07-f7fc-49ec-9ab4-1b0f759e2c61 req-ef1af963-0312-494f-805c-ef83bc7ca64b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:46.954063 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-fd2493ec-0658-41e5-8c16-32e57a44a3a9 tempest-FloatingIPAdminTestJSON-812527782 tempest-FloatingIPAdminTestJSON-812527782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:47.080866 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-f7dacb07-f7fc-49ec-9ab4-1b0f759e2c61 req-ef1af963-0312-494f-805c-ef83bc7ca64b service neutron] For port f3d2c413-2abb-4324-9b65-8b351cae3da3, host n-h2-764292-30, cleared binding levels {{(pid=102192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:31:47.099167 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-f7dacb07-f7fc-49ec-9ab4-1b0f759e2c61 req-ef1af963-0312-494f-805c-ef83bc7ca64b service neutron] For port f3d2c413-2abb-4324-9b65-8b351cae3da3, host n-h2-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=f3d2c413-2abb-4324-9b65-8b351cae3da3,segment=NetworkSegment(f5a34d0c-a433-4d6d-9057-5db1f192410d),segment_id=f5a34d0c-a433-4d6d-9057-5db1f192410d)] {{(pid=102192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:31:47.114811 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [None req-fd2493ec-0658-41e5-8c16-32e57a44a3a9 tempest-FloatingIPAdminTestJSON-812527782 tempest-FloatingIPAdminTestJSON-812527782-project] Allocated IP 172.25.8.226 (09faf7d2-eaf5-4a50-bb6e-4cb05d009a76/e1a97443-13df-40bb-85f5-fd269e2742c0/43af8fcb-cb72-472d-9f89-a409f165a6da) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:31:47.180272 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-f7dacb07-f7fc-49ec-9ab4-1b0f759e2c61 req-ef1af963-0312-494f-805c-ef83bc7ca64b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:47.235573 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dacb07-f7fc-49ec-9ab4-1b0f759e2c61 req-ef1af963-0312-494f-805c-ef83bc7ca64b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:31:47.236204 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-f7dacb07-f7fc-49ec-9ab4-1b0f759e2c61 req-ef1af963-0312-494f-805c-ef83bc7ca64b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:47.237615 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f7dacb07-f7fc-49ec-9ab4-1b0f759e2c61 req-ef1af963-0312-494f-805c-ef83bc7ca64b service neutron] 10.222.0.24 "PUT /v2.0/ports/f3d2c413-2abb-4324-9b65-8b351cae3da3 HTTP/1.1" status: 200 len: 1092 time: 1.7223375 Aug 11 03:31:47.242387 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bafa1b68-96d3-42ec-a977-d4d62bab3d1b', 'tag': 'f3d2c413-2abb-4324-9b65-8b351cae3da3'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:31:47.244651 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c027f6ce-7a62-4ec9-b38e-271351d5619d" -d '{"events": [{"name": "network-changed", "server_uuid": "bafa1b68-96d3-42ec-a977-d4d62bab3d1b", "tag": "f3d2c413-2abb-4324-9b65-8b351cae3da3"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:31:47.282470 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1af963-0312-494f-805c-ef83bc7ca64b service neutron] Pushing event updated for resources: {'Port': ['ID=f3d2c413-2abb-4324-9b65-8b351cae3da3,revision_number=3']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:31:47.295960 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:31:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22e58865-bf6f-40fb-b900-f19fff4f7d6e x-openstack-request-id: req-22e58865-bf6f-40fb-b900-f19fff4f7d6e {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:31:47.296353 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bafa1b68-96d3-42ec-a977-d4d62bab3d1b", "tag": "f3d2c413-2abb-4324-9b65-8b351cae3da3", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:31:47.296739 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-22e58865-bf6f-40fb-b900-f19fff4f7d6e {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:31:47.297235 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bafa1b68-96d3-42ec-a977-d4d62bab3d1b', 'tag': 'f3d2c413-2abb-4324-9b65-8b351cae3da3', 'status': 'completed', 'code': 200} Aug 11 03:31:47.314533 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-fd2493ec-0658-41e5-8c16-32e57a44a3a9 tempest-FloatingIPAdminTestJSON-812527782 tempest-FloatingIPAdminTestJSON-812527782-project] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:47.380386 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c027f6ce-7a62-4ec9-b38e-271351d5619d req-143ab4fd-d46a-4cf9-b24e-d824175ecf59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:31:47.381947 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c027f6ce-7a62-4ec9-b38e-271351d5619d req-143ab4fd-d46a-4cf9-b24e-d824175ecf59 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c31740a9041c41d1930ca28684c1ecaa&device_id=bafa1b68-96d3-42ec-a977-d4d62bab3d1b HTTP/1.1" status: 200 len: 1095 time: 0.0649006 Aug 11 03:31:47.453916 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-fd2493ec-0658-41e5-8c16-32e57a44a3a9 tempest-FloatingIPAdminTestJSON-812527782 tempest-FloatingIPAdminTestJSON-812527782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:47.504534 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd2493ec-0658-41e5-8c16-32e57a44a3a9 tempest-FloatingIPAdminTestJSON-812527782 tempest-FloatingIPAdminTestJSON-812527782-project] Network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:31:47.510707 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-fd2493ec-0658-41e5-8c16-32e57a44a3a9 tempest-FloatingIPAdminTestJSON-812527782 tempest-FloatingIPAdminTestJSON-812527782-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:31:47.518744 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd2493ec-0658-41e5-8c16-32e57a44a3a9 tempest-FloatingIPAdminTestJSON-812527782 tempest-FloatingIPAdminTestJSON-812527782-project] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:31:47.562528 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2493ec-0658-41e5-8c16-32e57a44a3a9 tempest-FloatingIPAdminTestJSON-812527782 tempest-FloatingIPAdminTestJSON-812527782-project] Pushing event updated for resources: {'Port': ['ID=43af8fcb-cb72-472d-9f89-a409f165a6da,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:31:47.566861 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c027f6ce-7a62-4ec9-b38e-271351d5619d req-982b2dad-a03a-4436-980f-f6c92a766ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:31:47.568351 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c027f6ce-7a62-4ec9-b38e-271351d5619d req-982b2dad-a03a-4436-980f-f6c92a766ae0 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=c31740a9041c41d1930ca28684c1ecaa&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1783376 Aug 11 03:31:47.666891 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c027f6ce-7a62-4ec9-b38e-271351d5619d req-55a009c7-7083-4934-9917-bccc169abbcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:31:47.668828 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c027f6ce-7a62-4ec9-b38e-271351d5619d req-55a009c7-7083-4934-9917-bccc169abbcc service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0920324 Aug 11 03:31:47.772171 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff9a5d2-1bf1-4f81-b9b0-e14fe86868f4 req-6ac420b9-450a-463b-8960-1e35a1039af6 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:31:47.773805 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-aff9a5d2-1bf1-4f81-b9b0-e14fe86868f4 req-6ac420b9-450a-463b-8960-1e35a1039af6 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.22 "GET /v2.0/ports?device_id=e1aa84fa-56ef-4e45-bde3-ce36d5cbdc1d HTTP/1.1" status: 200 len: 946 time: 0.0533342 Aug 11 03:31:47.818131 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9a897f-a134-433b-9e5c-e664c2e570cb req-ad7d1eb0-f620-4d2c-b00b-5e83b1d4c82e tempest-TestServerAdvancedOps-905682278 tempest-TestServerAdvancedOps-905682278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:31:47.819688 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3c9a897f-a134-433b-9e5c-e664c2e570cb req-ad7d1eb0-f620-4d2c-b00b-5e83b1d4c82e tempest-TestServerAdvancedOps-905682278 tempest-TestServerAdvancedOps-905682278-project] 10.222.0.41 "GET /v2.0/ports?device_id=bafa1b68-96d3-42ec-a977-d4d62bab3d1b HTTP/1.1" status: 200 len: 943 time: 0.1481223 Aug 11 03:31:47.837232 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8ddfc8-cf59-4955-86fa-663e21f62bb2 req-2098fc47-c474-412f-967b-255817c776d9 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:31:47.839404 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7f8ddfc8-cf59-4955-86fa-663e21f62bb2 req-2098fc47-c474-412f-967b-255817c776d9 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1aa84fa-56ef-4e45-bde3-ce36d5cbdc1d HTTP/1.1" status: 200 len: 946 time: 0.1403494 Aug 11 03:31:47.843897 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-fd2493ec-0658-41e5-8c16-32e57a44a3a9 tempest-FloatingIPAdminTestJSON-812527782 tempest-FloatingIPAdminTestJSON-812527782-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:47.857168 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dacb07-f7fc-49ec-9ab4-1b0f759e2c61 req-75777433-2a46-4591-8f96-138f1e9bcb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:31:47.858637 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f7dacb07-f7fc-49ec-9ab4-1b0f759e2c61 req-75777433-2a46-4591-8f96-138f1e9bcb84 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c31740a9041c41d1930ca28684c1ecaa&device_id=bafa1b68-96d3-42ec-a977-d4d62bab3d1b HTTP/1.1" status: 200 len: 1095 time: 0.1437457 Aug 11 03:31:47.903571 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-aff9a5d2-1bf1-4f81-b9b0-e14fe86868f4 req-2fb453cb-75b4-401c-8df0-d72ffc18f395 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Deleting port 08af65e0-c14a-4585-925b-99eb87e032e3 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:31:47.903923 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-aff9a5d2-1bf1-4f81-b9b0-e14fe86868f4 req-2fb453cb-75b4-401c-8df0-d72ffc18f395 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:47.935966 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f7dacb07-f7fc-49ec-9ab4-1b0f759e2c61 req-3492bf18-3286-4d32-a49c-cde0faab6715 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f3d2c413-2abb-4324-9b65-8b351cae3da3 HTTP/1.1" status: 200 len: 217 time: 0.0624440 Aug 11 03:31:47.990349 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3c9a897f-a134-433b-9e5c-e664c2e570cb req-3f60b147-414e-48bd-a1c8-444a2b99a621 tempest-TestServerAdvancedOps-905682278 tempest-TestServerAdvancedOps-905682278-project] 10.222.0.41 "GET /v2.0/security-groups?id=9dc178dd-e459-4eef-949e-5c112757d002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493795 Aug 11 03:31:48.025149 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7f8ddfc8-cf59-4955-86fa-663e21f62bb2 req-d24ca5cd-0c49-47cc-8093-cb175185b2a8 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9628d8d-75dd-45fc-9e19-23526969057e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1780038 Aug 11 03:31:48.027972 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-fd2493ec-0658-41e5-8c16-32e57a44a3a9 tempest-FloatingIPAdminTestJSON-812527782 tempest-FloatingIPAdminTestJSON-812527782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:48.046112 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-aff9a5d2-1bf1-4f81-b9b0-e14fe86868f4 req-2fb453cb-75b4-401c-8df0-d72ffc18f395 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] For port 08af65e0-c14a-4585-925b-99eb87e032e3, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=08af65e0-c14a-4585-925b-99eb87e032e3,segment=NetworkSegment(2552da39-1bd3-49e5-a3d5-aadbf38eb7b5),segment_id=2552da39-1bd3-49e5-a3d5-aadbf38eb7b5)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:31:48.046504 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-aff9a5d2-1bf1-4f81-b9b0-e14fe86868f4 req-2fb453cb-75b4-401c-8df0-d72ffc18f395 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:48.071659 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-aff9a5d2-1bf1-4f81-b9b0-e14fe86868f4 req-2fb453cb-75b4-401c-8df0-d72ffc18f395 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Calling delete_port for 08af65e0-c14a-4585-925b-99eb87e032e3 owned by compute:nova {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:31:48.077125 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dacb07-f7fc-49ec-9ab4-1b0f759e2c61 req-90e5bc54-ab31-4e67-b2ec-3845565bba5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:31:48.078709 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f7dacb07-f7fc-49ec-9ab4-1b0f759e2c61 req-90e5bc54-ab31-4e67-b2ec-3845565bba5d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9b073c6e-592e-45ec-a63d-30b18956db7c HTTP/1.1" status: 200 len: 852 time: 0.1306801 Aug 11 03:31:48.128017 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f7dacb07-f7fc-49ec-9ab4-1b0f759e2c61 req-85c20cde-a77b-4c7a-9337-c54eaab04af2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2831f6c0-72f8-4910-9418-075c8cfe59c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408864 Aug 11 03:31:48.274568 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-aff9a5d2-1bf1-4f81-b9b0-e14fe86868f4 req-2fb453cb-75b4-401c-8df0-d72ffc18f395 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:48.284119 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f7dacb07-f7fc-49ec-9ab4-1b0f759e2c61 req-c29a760e-1050-4430-8acb-2527fd584a6e service neutron] 10.222.0.24 "GET /v2.0/networks/2831f6c0-72f8-4910-9418-075c8cfe59c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303918 Aug 11 03:31:48.310894 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb453cb-75b4-401c-8df0-d72ffc18f395 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Pushing event deleted for resources: {'Port': ['ID=08af65e0-c14a-4585-925b-99eb87e032e3,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:31:48.313183 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-fd2493ec-0658-41e5-8c16-32e57a44a3a9 tempest-FloatingIPAdminTestJSON-812527782 tempest-FloatingIPAdminTestJSON-812527782-project] Notify callbacks [] for port, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:48.393378 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-aff9a5d2-1bf1-4f81-b9b0-e14fe86868f4 req-2fb453cb-75b4-401c-8df0-d72ffc18f395 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] No DVR routers for this DVR port 08af65e0-c14a-4585-925b-99eb87e032e3 on host n-h1-764292-30 {{(pid=102191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:31:48.396801 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-aff9a5d2-1bf1-4f81-b9b0-e14fe86868f4 req-2fb453cb-75b4-401c-8df0-d72ffc18f395 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:48.399164 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-aff9a5d2-1bf1-4f81-b9b0-e14fe86868f4 req-2fb453cb-75b4-401c-8df0-d72ffc18f395 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.22 "DELETE /v2.0/ports/08af65e0-c14a-4585-925b-99eb87e032e3 HTTP/1.1" status: 204 len: 173 time: 0.6191366 Aug 11 03:31:48.400263 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1aa84fa-56ef-4e45-bde3-ce36d5cbdc1d', 'name': 'network-vif-deleted', 'tag': '08af65e0-c14a-4585-925b-99eb87e032e3'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:31:48.402176 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5d1e77f-254a-42db-9a0d-a5c51f5771c7" -d '{"events": [{"server_uuid": "e1aa84fa-56ef-4e45-bde3-ce36d5cbdc1d", "name": "network-vif-deleted", "tag": "08af65e0-c14a-4585-925b-99eb87e032e3"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:31:48.451917 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f7dacb07-f7fc-49ec-9ab4-1b0f759e2c61 req-de240c42-9a32-452b-93f1-8a9f68672954 service neutron] 10.222.0.24 "GET /v2.0/networks/2831f6c0-72f8-4910-9418-075c8cfe59c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532471 Aug 11 03:31:48.454862 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:31:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf02495a-4f09-4e97-958d-02e9d11dd74a x-openstack-request-id: req-cf02495a-4f09-4e97-958d-02e9d11dd74a {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:31:48.455190 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1aa84fa-56ef-4e45-bde3-ce36d5cbdc1d", "name": "network-vif-deleted", "tag": "08af65e0-c14a-4585-925b-99eb87e032e3", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:31:48.455473 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cf02495a-4f09-4e97-958d-02e9d11dd74a {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:31:48.455897 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1aa84fa-56ef-4e45-bde3-ce36d5cbdc1d', 'name': 'network-vif-deleted', 'tag': '08af65e0-c14a-4585-925b-99eb87e032e3', 'status': 'completed', 'code': 200} Aug 11 03:31:48.554581 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-fd2493ec-0658-41e5-8c16-32e57a44a3a9 tempest-FloatingIPAdminTestJSON-812527782 tempest-FloatingIPAdminTestJSON-812527782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:48.622495 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2493ec-0658-41e5-8c16-32e57a44a3a9 tempest-FloatingIPAdminTestJSON-812527782 tempest-FloatingIPAdminTestJSON-812527782-project] Pushing event updated for resources: {'Port': ['ID=43af8fcb-cb72-472d-9f89-a409f165a6da,revision_number=2']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:31:48.636570 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-fd2493ec-0658-41e5-8c16-32e57a44a3a9 tempest-FloatingIPAdminTestJSON-812527782 tempest-FloatingIPAdminTestJSON-812527782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446866'] for floatingip, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:48.737432 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-fd2493ec-0658-41e5-8c16-32e57a44a3a9 tempest-FloatingIPAdminTestJSON-812527782 tempest-FloatingIPAdminTestJSON-812527782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for floatingip, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:48.743636 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-fd2493ec-0658-41e5-8c16-32e57a44a3a9 tempest-FloatingIPAdminTestJSON-812527782 tempest-FloatingIPAdminTestJSON-812527782-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6343982 Aug 11 03:31:48.747603 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 35690) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:31:48.749825 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-f5b7d15a-fbdb-401b-bfa1-6b13e34acdcc tempest-FloatingIPAdminTestJSON-812527782 tempest-FloatingIPAdminTestJSON-812527782-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1205856219'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:31:48.890978 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5b7d15a-fbdb-401b-bfa1-6b13e34acdcc tempest-FloatingIPAdminTestJSON-812527782 tempest-FloatingIPAdminTestJSON-812527782-project] Made reservation on behalf of 8002c93c9ac94be0a652e604cd8f0e55 for: {'network': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:31:48.890978 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f5b7d15a-fbdb-401b-bfa1-6b13e34acdcc tempest-FloatingIPAdminTestJSON-812527782 tempest-FloatingIPAdminTestJSON-812527782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:48.902932 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f5b7d15a-fbdb-401b-bfa1-6b13e34acdcc tempest-FloatingIPAdminTestJSON-812527782 tempest-FloatingIPAdminTestJSON-812527782-project] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:49.137485 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7597d81b-34b0-4626-8830-735c86778d74 req-da166370-ccfd-4789-833b-b3736a25eb9e tempest-TestServerAdvancedOps-905682278 tempest-TestServerAdvancedOps-905682278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:31:49.141301 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7597d81b-34b0-4626-8830-735c86778d74 req-da166370-ccfd-4789-833b-b3736a25eb9e tempest-TestServerAdvancedOps-905682278 tempest-TestServerAdvancedOps-905682278-project] 10.222.0.41 "GET /v2.0/ports?device_id=bafa1b68-96d3-42ec-a977-d4d62bab3d1b HTTP/1.1" status: 200 len: 943 time: 0.0788784 Aug 11 03:31:49.158672 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f5b7d15a-fbdb-401b-bfa1-6b13e34acdcc tempest-FloatingIPAdminTestJSON-812527782 tempest-FloatingIPAdminTestJSON-812527782-project] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:49.214538 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cba93458-f65e-4a14-96e5-e538bb1963a8 req-ff8358d6-3d5e-4be2-bbf7-872b68bed6d1 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1aa84fa-56ef-4e45-bde3-ce36d5cbdc1d HTTP/1.1" status: 200 len: 210 time: 0.0697167 Aug 11 03:31:49.235422 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7597d81b-34b0-4626-8830-735c86778d74 req-d0a5c07b-77df-4599-a354-f0da55caef90 tempest-TestServerAdvancedOps-905682278 tempest-TestServerAdvancedOps-905682278-project] 10.222.0.41 "GET /v2.0/security-groups?id=9dc178dd-e459-4eef-949e-5c112757d002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607173 Aug 11 03:31:49.239789 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f5b7d15a-fbdb-401b-bfa1-6b13e34acdcc tempest-FloatingIPAdminTestJSON-812527782 tempest-FloatingIPAdminTestJSON-812527782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:49.272355 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5b7d15a-fbdb-401b-bfa1-6b13e34acdcc tempest-FloatingIPAdminTestJSON-812527782 tempest-FloatingIPAdminTestJSON-812527782-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=102191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:31:49.274618 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b7d15a-fbdb-401b-bfa1-6b13e34acdcc tempest-FloatingIPAdminTestJSON-812527782 tempest-FloatingIPAdminTestJSON-812527782-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73422aea-4cd7-4bd7-959e-acda1dbf5a26,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:31:49.289290 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f5b7d15a-fbdb-401b-bfa1-6b13e34acdcc tempest-FloatingIPAdminTestJSON-812527782 tempest-FloatingIPAdminTestJSON-812527782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:49.289634 n-d-764292-30 neutron-server[102191]: INFO neutron.db.segments_db [None req-f5b7d15a-fbdb-401b-bfa1-6b13e34acdcc tempest-FloatingIPAdminTestJSON-812527782 tempest-FloatingIPAdminTestJSON-812527782-project] Added segment a7d2255f-0437-481d-a6fe-54d989581065 of type vlan for network 0efce2f4-dbf8-4d6e-93e9-b627a676d3e8 Aug 11 03:31:49.330845 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f5b7d15a-fbdb-401b-bfa1-6b13e34acdcc tempest-FloatingIPAdminTestJSON-812527782 tempest-FloatingIPAdminTestJSON-812527782-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:49.434492 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f5b7d15a-fbdb-401b-bfa1-6b13e34acdcc tempest-FloatingIPAdminTestJSON-812527782 tempest-FloatingIPAdminTestJSON-812527782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:49.440153 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b7d15a-fbdb-401b-bfa1-6b13e34acdcc tempest-FloatingIPAdminTestJSON-812527782 tempest-FloatingIPAdminTestJSON-812527782-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:31:49.442812 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f5b7d15a-fbdb-401b-bfa1-6b13e34acdcc tempest-FloatingIPAdminTestJSON-812527782 tempest-FloatingIPAdminTestJSON-812527782-project] Notify callbacks [] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:49.526571 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-6294c27a-113e-4f5b-af9e-5e1cbbd1506f req-c47f918a-264f-45d5-b48c-ede208dcf314 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=e1aa84fa-56ef-4e45-bde3-ce36d5cbdc1d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0367239 Aug 11 03:31:49.532522 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b7d15a-fbdb-401b-bfa1-6b13e34acdcc tempest-FloatingIPAdminTestJSON-812527782 tempest-FloatingIPAdminTestJSON-812527782-project] Pushing event updated for resources: {'Network': ['ID=0efce2f4-dbf8-4d6e-93e9-b627a676d3e8,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:31:49.542307 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network 0efce2f4-dbf8-4d6e-93e9-b627a676d3e8 details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:31:49.602172 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-6294c27a-113e-4f5b-af9e-5e1cbbd1506f req-f2efcdca-54b0-45f3-888c-f9b18175a3be service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a5478860f7cb432583cc8e5d994d2237&device_id=e1aa84fa-56ef-4e45-bde3-ce36d5cbdc1d HTTP/1.1" status: 200 len: 210 time: 0.0287781 Aug 11 03:31:49.649204 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-f5b7d15a-fbdb-401b-bfa1-6b13e34acdcc tempest-FloatingIPAdminTestJSON-812527782 tempest-FloatingIPAdminTestJSON-812527782-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.9041686 Aug 11 03:31:49.652921 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 35726) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:31:49.663636 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-dabd036f-41ba-4323-86fb-acbe164b1fab tempest-FloatingIPAdminTestJSON-812527782 tempest-FloatingIPAdminTestJSON-812527782-project] Request body: {'subnet': {'network_id': '0efce2f4-dbf8-4d6e-93e9-b627a676d3e8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:31:49.743164 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6294c27a-113e-4f5b-af9e-5e1cbbd1506f req-bced6d51-ab3c-41bf-9e28-a159384f6b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:31:49.744737 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-6294c27a-113e-4f5b-af9e-5e1cbbd1506f req-bced6d51-ab3c-41bf-9e28-a159384f6b7b service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=a5478860f7cb432583cc8e5d994d2237&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1222010 Aug 11 03:31:49.862593 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6294c27a-113e-4f5b-af9e-5e1cbbd1506f req-04c391a7-998f-4bfb-a79a-cb6ea300075a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:31:49.862593 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-6294c27a-113e-4f5b-af9e-5e1cbbd1506f req-04c391a7-998f-4bfb-a79a-cb6ea300075a service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1087189 Aug 11 03:31:49.903003 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dabd036f-41ba-4323-86fb-acbe164b1fab tempest-FloatingIPAdminTestJSON-812527782 tempest-FloatingIPAdminTestJSON-812527782-project] Made reservation on behalf of 8002c93c9ac94be0a652e604cd8f0e55 for: {'subnet': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:31:49.907741 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-dabd036f-41ba-4323-86fb-acbe164b1fab tempest-FloatingIPAdminTestJSON-812527782 tempest-FloatingIPAdminTestJSON-812527782-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126180544'] for subnet, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:50.143239 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-dabd036f-41ba-4323-86fb-acbe164b1fab tempest-FloatingIPAdminTestJSON-812527782 tempest-FloatingIPAdminTestJSON-812527782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125932092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126180562'] for subnet, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:50.203325 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabd036f-41ba-4323-86fb-acbe164b1fab tempest-FloatingIPAdminTestJSON-812527782 tempest-FloatingIPAdminTestJSON-812527782-project] Pushing event updated for resources: {'Subnet': ['ID=a8448a6f-4189-4f0c-b97d-68758c0d170b,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:31:50.214990 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dabd036f-41ba-4323-86fb-acbe164b1fab tempest-FloatingIPAdminTestJSON-812527782 tempest-FloatingIPAdminTestJSON-812527782-project] Checking segment: {'id': 'a7d2255f-0437-481d-a6fe-54d989581065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '0efce2f4-dbf8-4d6e-93e9-b627a676d3e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:31:50.215563 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dabd036f-41ba-4323-86fb-acbe164b1fab tempest-FloatingIPAdminTestJSON-812527782 tempest-FloatingIPAdminTestJSON-812527782-project] Network hostable DHCP agents. Network: 0efce2f4-dbf8-4d6e-93e9-b627a676d3e8, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:31:50.273947 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 35762) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:31:50.325624 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dabd036f-41ba-4323-86fb-acbe164b1fab tempest-FloatingIPAdminTestJSON-812527782 tempest-FloatingIPAdminTestJSON-812527782-project] Network 0efce2f4-dbf8-4d6e-93e9-b627a676d3e8 is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:31:50.797240 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-dabd036f-41ba-4323-86fb-acbe164b1fab tempest-FloatingIPAdminTestJSON-812527782 tempest-FloatingIPAdminTestJSON-812527782-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, 0efce2f4-dbf8-4d6e-93e9-b627a676d3e8) {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:31:50.804305 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dabd036f-41ba-4323-86fb-acbe164b1fab tempest-FloatingIPAdminTestJSON-812527782 tempest-FloatingIPAdminTestJSON-812527782-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:31:50.804820 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-dabd036f-41ba-4323-86fb-acbe164b1fab tempest-FloatingIPAdminTestJSON-812527782 tempest-FloatingIPAdminTestJSON-812527782-project] Notify callbacks [] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:50.805814 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-690c7460-f1f4-43aa-84dd-076a556743cb None None] Network 0efce2f4-dbf8-4d6e-93e9-b627a676d3e8 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:31:50.832079 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a3a6ad-ebef-411b-96b9-be551b887fb5 req-afd8f2a9-44f4-484a-ae62-c980d6f9bd5c tempest-TestServerAdvancedOps-905682278 tempest-TestServerAdvancedOps-905682278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:31:50.833678 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-14a3a6ad-ebef-411b-96b9-be551b887fb5 req-afd8f2a9-44f4-484a-ae62-c980d6f9bd5c tempest-TestServerAdvancedOps-905682278 tempest-TestServerAdvancedOps-905682278-project] 10.222.0.41 "GET /v2.0/ports?device_id=bafa1b68-96d3-42ec-a977-d4d62bab3d1b HTTP/1.1" status: 200 len: 943 time: 0.5117724 Aug 11 03:31:50.914912 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-dabd036f-41ba-4323-86fb-acbe164b1fab tempest-FloatingIPAdminTestJSON-812527782 tempest-FloatingIPAdminTestJSON-812527782-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2605329 Aug 11 03:31:50.918492 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 35782) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:31:50.923873 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-fac88a53-e805-4e02-9357-039b43929e58 tempest-FloatingIPAdminTestJSON-812527782 tempest-FloatingIPAdminTestJSON-812527782-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-474812127', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}, 'admin_state_up': False}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:31:50.934565 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-14a3a6ad-ebef-411b-96b9-be551b887fb5 req-7bf0d095-0731-4141-8308-917c47514511 tempest-TestServerAdvancedOps-905682278 tempest-TestServerAdvancedOps-905682278-project] 10.222.0.41 "GET /v2.0/security-groups?id=9dc178dd-e459-4eef-949e-5c112757d002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920544 Aug 11 03:31:50.996807 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 35784) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:31:51.040281 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fac88a53-e805-4e02-9357-039b43929e58 tempest-FloatingIPAdminTestJSON-812527782 tempest-FloatingIPAdminTestJSON-812527782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-450010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6626'] for router, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:51.041358 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fac88a53-e805-4e02-9357-039b43929e58 tempest-FloatingIPAdminTestJSON-812527782 tempest-FloatingIPAdminTestJSON-812527782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-446747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6633'] for router, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:51.093961 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5224070d-0064-4bd8-9809-b80c436fc386 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde080026-c28f-55be-b52b-13827cc43646-0efce2f4-dbf8-4d6e-93e9-b627a676d3e8', 'network_id': '0efce2f4-dbf8-4d6e-93e9-b627a676d3e8', 'tenant_id': '8002c93c9ac94be0a652e604cd8f0e55', 'fixed_ips': [{'subnet_id': 'a8448a6f-4189-4f0c-b97d-68758c0d170b'}]}} from n-d-764292-30. {{(pid=102193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:31:51.094868 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-5224070d-0064-4bd8-9809-b80c436fc386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:51.131466 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fac88a53-e805-4e02-9357-039b43929e58 tempest-FloatingIPAdminTestJSON-812527782 tempest-FloatingIPAdminTestJSON-812527782-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:51.137756 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-94aa0659-7055-4e2a-a45b-e502fbe8e972 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:51.165790 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 08af65e0-c14a-4585-925b-99eb87e032e3 no longer exists at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:31:51.193170 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] No Port match for: 08af65e0-c14a-4585-925b-99eb87e032e3 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:31:51.193512 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 08af65e0-c14a-4585-925b-99eb87e032e3 not bound to the agent host n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:31:51.215612 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-cd7d515f-7631-4f40-a84b-cb5f7944e583 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521106'] for router_interface, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:51.270274 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.db_base_plugin_common [None req-5224070d-0064-4bd8-9809-b80c436fc386 None None] Allocated IP 172.20.0.2 (0efce2f4-dbf8-4d6e-93e9-b627a676d3e8/a8448a6f-4189-4f0c-b97d-68758c0d170b/cc24197f-6071-495d-9e91-f8e0eed556c7) {{(pid=102193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:31:51.385655 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fac88a53-e805-4e02-9357-039b43929e58 tempest-FloatingIPAdminTestJSON-812527782 tempest-FloatingIPAdminTestJSON-812527782-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:51.412871 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-94aa0659-7055-4e2a-a45b-e502fbe8e972 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:51.433327 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-5224070d-0064-4bd8-9809-b80c436fc386 None None] Notify callbacks [] for port, precommit_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:51.441735 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-5224070d-0064-4bd8-9809-b80c436fc386 None None] Transition to ACTIVE for port object cc24197f-6071-495d-9e91-f8e0eed556c7 will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:31:51.459367 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-5224070d-0064-4bd8-9809-b80c436fc386 None None] Transition to ACTIVE for port object cc24197f-6071-495d-9e91-f8e0eed556c7 will not be triggered until provisioned by entity DHCP. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:31:51.510880 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-94aa0659-7055-4e2a-a45b-e502fbe8e972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:51.532061 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-cd7d515f-7631-4f40-a84b-cb5f7944e583 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Deleting port 2275f76d-79f4-4bc2-93a5-88c52355d71b {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:31:51.537041 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-cd7d515f-7631-4f40-a84b-cb5f7944e583 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:51.560537 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-94aa0659-7055-4e2a-a45b-e502fbe8e972 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c26fbf0137f84621a57816e3c0bab794&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5601895 Aug 11 03:31:51.560537 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94aa0659-7055-4e2a-a45b-e502fbe8e972 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddf85bbb-d26e-4490-ac20-20454e9606ac,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:31:51.560711 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-5224070d-0064-4bd8-9809-b80c436fc386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669'] for port, after_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:51.562342 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 35798) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:31:51.623826 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5224070d-0064-4bd8-9809-b80c436fc386 None None] Network 0efce2f4-dbf8-4d6e-93e9-b627a676d3e8 is already hosted by enough agents. {{(pid=102193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:31:51.627622 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.base_scheduler [None req-5224070d-0064-4bd8-9809-b80c436fc386 None None] Resources bound (agent type, host, resource id): {{(pid=102193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:31:51.632531 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5224070d-0064-4bd8-9809-b80c436fc386 None None] Received port after_create {{(pid=102193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:31:51.635291 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5224070d-0064-4bd8-9809-b80c436fc386 None None] Pushing event updated for resources: {'Port': ['ID=cc24197f-6071-495d-9e91-f8e0eed556c7,revision_number=1']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:31:51.648436 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5224070d-0064-4bd8-9809-b80c436fc386 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:31:51.649096 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5224070d-0064-4bd8-9809-b80c436fc386 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:31:51.649596 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5224070d-0064-4bd8-9809-b80c436fc386 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:31:51.650102 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5224070d-0064-4bd8-9809-b80c436fc386 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:31:51.650662 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5224070d-0064-4bd8-9809-b80c436fc386 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:31:51.651191 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5224070d-0064-4bd8-9809-b80c436fc386 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:31:51.651822 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5224070d-0064-4bd8-9809-b80c436fc386 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:31:51.652879 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5224070d-0064-4bd8-9809-b80c436fc386 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:31:51.653373 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5224070d-0064-4bd8-9809-b80c436fc386 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:31:51.653662 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fdc4f650-40eb-4031-8340-81aeb8bebfd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:51.654017 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5224070d-0064-4bd8-9809-b80c436fc386 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:31:51.654604 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5224070d-0064-4bd8-9809-b80c436fc386 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:31:51.655086 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5224070d-0064-4bd8-9809-b80c436fc386 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:31:51.673427 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [None req-cd7d515f-7631-4f40-a84b-cb5f7944e583 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] For port 2275f76d-79f4-4bc2-93a5-88c52355d71b, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=2275f76d-79f4-4bc2-93a5-88c52355d71b,segment=NetworkSegment(2552da39-1bd3-49e5-a3d5-aadbf38eb7b5),segment_id=2552da39-1bd3-49e5-a3d5-aadbf38eb7b5)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:31:51.674080 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-cd7d515f-7631-4f40-a84b-cb5f7944e583 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:51.681794 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fdc4f650-40eb-4031-8340-81aeb8bebfd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:51.691255 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-cd7d515f-7631-4f40-a84b-cb5f7944e583 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Calling delete_port for 2275f76d-79f4-4bc2-93a5-88c52355d71b owned by network:router_interface {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:31:51.708507 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-5224070d-0064-4bd8-9809-b80c436fc386 None None] Attempting to bind port cc24197f-6071-495d-9e91-f8e0eed556c7 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:31:51.708873 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-5224070d-0064-4bd8-9809-b80c436fc386 None None] Attempting to bind port cc24197f-6071-495d-9e91-f8e0eed556c7 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': 'a7d2255f-0437-481d-a6fe-54d989581065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '0efce2f4-dbf8-4d6e-93e9-b627a676d3e8'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:31:51.713785 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5224070d-0064-4bd8-9809-b80c436fc386 None None] Attempting to bind port cc24197f-6071-495d-9e91-f8e0eed556c7 on network 0efce2f4-dbf8-4d6e-93e9-b627a676d3e8 {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:31:51.714222 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5224070d-0064-4bd8-9809-b80c436fc386 None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 31, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:31:51.714684 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5224070d-0064-4bd8-9809-b80c436fc386 None None] Checking segment: {'id': 'a7d2255f-0437-481d-a6fe-54d989581065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '0efce2f4-dbf8-4d6e-93e9-b627a676d3e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:31:51.715612 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-5224070d-0064-4bd8-9809-b80c436fc386 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:51.716011 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5224070d-0064-4bd8-9809-b80c436fc386 None None] Bound using segment: {'id': 'a7d2255f-0437-481d-a6fe-54d989581065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '0efce2f4-dbf8-4d6e-93e9-b627a676d3e8'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:31:51.716466 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-5224070d-0064-4bd8-9809-b80c436fc386 None None] Bound port: cc24197f-6071-495d-9e91-f8e0eed556c7, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7d2255f-0437-481d-a6fe-54d989581065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '0efce2f4-dbf8-4d6e-93e9-b627a676d3e8'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:31:51.716844 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-5224070d-0064-4bd8-9809-b80c436fc386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:51.784152 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-5224070d-0064-4bd8-9809-b80c436fc386 None None] For port cc24197f-6071-495d-9e91-f8e0eed556c7, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:31:51.791931 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-5224070d-0064-4bd8-9809-b80c436fc386 None None] For port cc24197f-6071-495d-9e91-f8e0eed556c7, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=cc24197f-6071-495d-9e91-f8e0eed556c7,segment=NetworkSegment(a7d2255f-0437-481d-a6fe-54d989581065),segment_id=a7d2255f-0437-481d-a6fe-54d989581065)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:31:51.803410 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fac88a53-e805-4e02-9357-039b43929e58 tempest-FloatingIPAdminTestJSON-812527782 tempest-FloatingIPAdminTestJSON-812527782-project] Notify callbacks [] for router_gateway, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:51.825480 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fac88a53-e805-4e02-9357-039b43929e58 tempest-FloatingIPAdminTestJSON-812527782 tempest-FloatingIPAdminTestJSON-812527782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:51.886629 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-5224070d-0064-4bd8-9809-b80c436fc386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:51.945475 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5224070d-0064-4bd8-9809-b80c436fc386 None None] Pushing event updated for resources: {'Port': ['ID=cc24197f-6071-495d-9e91-f8e0eed556c7,revision_number=2']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:31:51.955606 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fdc4f650-40eb-4031-8340-81aeb8bebfd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:51.959255 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fdc4f650-40eb-4031-8340-81aeb8bebfd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:51.963395 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-fdc4f650-40eb-4031-8340-81aeb8bebfd1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ddf85bbb-d26e-4490-ac20-20454e9606ac HTTP/1.1" status: 204 len: 168 time: 0.3999569 Aug 11 03:31:52.002730 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc4f650-40eb-4031-8340-81aeb8bebfd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddf85bbb-d26e-4490-ac20-20454e9606ac,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:31:52.005652 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-cd7d515f-7631-4f40-a84b-cb5f7944e583 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:52.017100 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device f3d2c413-2abb-4324-9b65-8b351cae3da3 details requested by agent hyperv_n-h2-764292-30 with host n-h2-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:31:52.086987 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7d515f-7631-4f40-a84b-cb5f7944e583 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Pushing event deleted for resources: {'Port': ['ID=2275f76d-79f4-4bc2-93a5-88c52355d71b,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:31:52.154360 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [None req-fac88a53-e805-4e02-9357-039b43929e58 tempest-FloatingIPAdminTestJSON-812527782 tempest-FloatingIPAdminTestJSON-812527782-project] Allocated IP 172.25.8.212 (09faf7d2-eaf5-4a50-bb6e-4cb05d009a76/e1a97443-13df-40bb-85f5-fd269e2742c0/025d3b7d-449f-43b6-99a3-77eec35f7910) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:31:52.235496 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a9a2d7-a447-4fac-bae2-bb3820fb4ac5 req-4e8b6930-224a-4247-bca9-7324e77d9f42 tempest-TestServerAdvancedOps-905682278 tempest-TestServerAdvancedOps-905682278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:31:52.238856 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-73a9a2d7-a447-4fac-bae2-bb3820fb4ac5 req-4e8b6930-224a-4247-bca9-7324e77d9f42 tempest-TestServerAdvancedOps-905682278 tempest-TestServerAdvancedOps-905682278-project] 10.222.0.41 "GET /v2.0/ports?device_id=bafa1b68-96d3-42ec-a977-d4d62bab3d1b HTTP/1.1" status: 200 len: 943 time: 0.1682229 Aug 11 03:31:52.265284 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port f3d2c413-2abb-4324-9b65-8b351cae3da3, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=f3d2c413-2abb-4324-9b65-8b351cae3da3,segment=NetworkSegment(f5a34d0c-a433-4d6d-9057-5db1f192410d),segment_id=f5a34d0c-a433-4d6d-9057-5db1f192410d)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:31:52.325522 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Returning: {'device': 'f3d2c413-2abb-4324-9b65-8b351cae3da3', 'network_id': '2831f6c0-72f8-4910-9418-075c8cfe59c9', 'port_id': 'f3d2c413-2abb-4324-9b65-8b351cae3da3', 'mac_address': 'fa:16:3e:97:1b:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b073c6e-592e-45ec-a63d-30b18956db7c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:31:52.443960 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:52.474004 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fac88a53-e805-4e02-9357-039b43929e58 tempest-FloatingIPAdminTestJSON-812527782 tempest-FloatingIPAdminTestJSON-812527782-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:52.482828 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3d2c413-2abb-4324-9b65-8b351cae3da3 {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:31:52.494627 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-73a9a2d7-a447-4fac-bae2-bb3820fb4ac5 req-276992c4-7e7b-487f-9b7a-2ee64775877a tempest-TestServerAdvancedOps-905682278 tempest-TestServerAdvancedOps-905682278-project] 10.222.0.41 "GET /v2.0/security-groups?id=9dc178dd-e459-4eef-949e-5c112757d002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608472 Aug 11 03:31:52.540122 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-cd7d515f-7631-4f40-a84b-cb5f7944e583 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16383033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450082'] for router_interface, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:52.550141 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port f3d2c413-2abb-4324-9b65-8b351cae3da3, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=f3d2c413-2abb-4324-9b65-8b351cae3da3,segment=NetworkSegment(f5a34d0c-a433-4d6d-9057-5db1f192410d),segment_id=f5a34d0c-a433-4d6d-9057-5db1f192410d)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:31:52.606712 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:52.646251 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fac88a53-e805-4e02-9357-039b43929e58 tempest-FloatingIPAdminTestJSON-812527782 tempest-FloatingIPAdminTestJSON-812527782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:52.692190 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=f3d2c413-2abb-4324-9b65-8b351cae3da3,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:31:52.702357 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device cc24197f-6071-495d-9e91-f8e0eed556c7 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:31:52.716325 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fac88a53-e805-4e02-9357-039b43929e58 tempest-FloatingIPAdminTestJSON-812527782 tempest-FloatingIPAdminTestJSON-812527782-project] Network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:31:52.719649 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-fac88a53-e805-4e02-9357-039b43929e58 tempest-FloatingIPAdminTestJSON-812527782 tempest-FloatingIPAdminTestJSON-812527782-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:31:52.724784 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac88a53-e805-4e02-9357-039b43929e58 tempest-FloatingIPAdminTestJSON-812527782 tempest-FloatingIPAdminTestJSON-812527782-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:31:52.729552 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac88a53-e805-4e02-9357-039b43929e58 tempest-FloatingIPAdminTestJSON-812527782 tempest-FloatingIPAdminTestJSON-812527782-project] Pushing event updated for resources: {'Port': ['ID=025d3b7d-449f-43b6-99a3-77eec35f7910,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:31:52.807410 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['f3d2c413-2abb-4324-9b65-8b351cae3da3'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:31:52.837465 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port cc24197f-6071-495d-9e91-f8e0eed556c7 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:31:52.874572 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd7d515f-7631-4f40-a84b-cb5f7944e583 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Router 00fd1eaf-f72a-4fd4-8b17-8653746df1dd has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:31:52.972218 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 35816) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:31:52.994377 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-73bd511a-bc11-4ca5-9b29-9c46bd80e2c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:53.074618 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd7d515f-7631-4f40-a84b-cb5f7944e583 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:31:53.082572 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-cd7d515f-7631-4f40-a84b-cb5f7944e583 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "PUT /v2.0/routers/00fd1eaf-f72a-4fd4-8b17-8653746df1dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8066554 Aug 11 03:31:53.084103 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 35818) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:31:53.091415 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b80e06a-7ee8-4f65-9e50-6be558351656 None None] Sync routers for ids ['00fd1eaf-f72a-4fd4-8b17-8653746df1dd'] in n-d-764292-30 {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:31:53.102891 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b80e06a-7ee8-4f65-9e50-6be558351656 None None] Routers {'00fd1eaf-f72a-4fd4-8b17-8653746df1dd'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:31:53.103582 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-1b80e06a-7ee8-4f65-9e50-6be558351656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:31:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['00fd1eaf-f72a-4fd4-8b17-8653746df1dd'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:31:53.152647 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_v2 [None req-367c45bc-b562-45c8-97e5-d53c993ee745 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Deleting subnet c83773c8-b8ac-4a10-bafe-73faeb8341f9 {{(pid=102192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:31:53.157118 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-367c45bc-b562-45c8-97e5-d53c993ee745 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks [] for subnet, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:53.213885 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-367c45bc-b562-45c8-97e5-d53c993ee745 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125932460'] for subnet, precommit_delete_associations {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:53.221894 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fac88a53-e805-4e02-9357-039b43929e58 tempest-FloatingIPAdminTestJSON-812527782 tempest-FloatingIPAdminTestJSON-812527782-project] Notify callbacks [] for router_gateway, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:53.288192 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-1b80e06a-7ee8-4f65-9e50-6be558351656 None None] Set router 00fd1eaf-f72a-4fd4-8b17-8653746df1dd gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:31:53.303532 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-73bd511a-bc11-4ca5-9b29-9c46bd80e2c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:53.378020 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-367c45bc-b562-45c8-97e5-d53c993ee745 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:53.444978 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-73bd511a-bc11-4ca5-9b29-9c46bd80e2c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:53.461862 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a760b369-9e04-4a6e-bee5-5d48e801a6a2 None None] Network 0efce2f4-dbf8-4d6e-93e9-b627a676d3e8 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:31:53.474749 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-73bd511a-bc11-4ca5-9b29-9c46bd80e2c1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d9f520ada8d04371bec0fb51c0dfad79&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5005414 Aug 11 03:31:53.474964 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 35822) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:31:53.551395 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bd511a-bc11-4ca5-9b29-9c46bd80e2c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7ca42af-3300-417a-ab38-9add2219dc05,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:31:53.599287 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fac88a53-e805-4e02-9357-039b43929e58 tempest-FloatingIPAdminTestJSON-812527782 tempest-FloatingIPAdminTestJSON-812527782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-446952'] for router, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:53.601700 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-367c45bc-b562-45c8-97e5-d53c993ee745 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125932157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126180897'] for subnet, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:53.632145 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-1b80e06a-7ee8-4f65-9e50-6be558351656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00fd1eaf-f72a-4fd4-8b17-8653746df1dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1478331513', 'tenant_id': 'a5478860f7cb432583cc8e5d994d2237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.115'}], 'enable_snat': True}, 'gw_port_id': 'ebcfce90-f2c9-41d4-ac88-4d745b88b0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:28:39Z', 'updated_at': '2021-08-11T03:31:51Z', 'revision_number': 5, 'project_id': 'a5478860f7cb432583cc8e5d994d2237', 'gw_port': {'id': 'ebcfce90-f2c9-41d4-ac88-4d745b88b0f5', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:01:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00fd1eaf-f72a-4fd4-8b17-8653746df1dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3262, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:28:40Z', 'updated_at': '2021-08-11T03:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:31:53.641731 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367c45bc-b562-45c8-97e5-d53c993ee745 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Pushing event deleted for resources: {'Subnet': ['ID=c83773c8-b8ac-4a10-bafe-73faeb8341f9,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:31:53.657115 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ffad38fb-98e7-48e0-b73c-803464a466ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:53.657326 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-88d62c15-e03a-4b6c-b312-d265ae692753 None None] Provisioning for port cc24197f-6071-495d-9e91-f8e0eed556c7 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:31:53.676607 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-88d62c15-e03a-4b6c-b312-d265ae692753 None None] Provisioning complete for port cc24197f-6071-495d-9e91-f8e0eed556c7 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:31:53.677021 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-88d62c15-e03a-4b6c-b312-d265ae692753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:53.687790 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-367c45bc-b562-45c8-97e5-d53c993ee745 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks [] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:53.693825 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-367c45bc-b562-45c8-97e5-d53c993ee745 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "DELETE /v2.0/subnets/c83773c8-b8ac-4a10-bafe-73faeb8341f9 HTTP/1.1" status: 204 len: 168 time: 0.6082735 Aug 11 03:31:53.694484 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 35826) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:31:53.702817 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b80e06a-7ee8-4f65-9e50-6be558351656 None None] Checking router: 00fd1eaf-f72a-4fd4-8b17-8653746df1dd for host: n-d-764292-30 {{(pid=102194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:31:53.719686 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b80e06a-7ee8-4f65-9e50-6be558351656 None None] Routers {'00fd1eaf-f72a-4fd4-8b17-8653746df1dd'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:31:53.720544 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-1b80e06a-7ee8-4f65-9e50-6be558351656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:31:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['00fd1eaf-f72a-4fd4-8b17-8653746df1dd'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:31:53.729190 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc42fcf4-400a-420c-b7ce-96667402589c None None] Network 511c1003-0f31-4ca2-8e8d-4cb957655e51 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:31:53.812686 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ffad38fb-98e7-48e0-b73c-803464a466ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:53.875068 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-1b80e06a-7ee8-4f65-9e50-6be558351656 None None] Set router 00fd1eaf-f72a-4fd4-8b17-8653746df1dd gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:31:53.891495 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26253f2-9626-42ab-91d8-459e199de041 req-3a6f61fa-587c-432f-ab72-d9e87a6bfe31 tempest-TestServerAdvancedOps-905682278 tempest-TestServerAdvancedOps-905682278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:31:53.894323 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b26253f2-9626-42ab-91d8-459e199de041 req-3a6f61fa-587c-432f-ab72-d9e87a6bfe31 tempest-TestServerAdvancedOps-905682278 tempest-TestServerAdvancedOps-905682278-project] 10.222.0.41 "GET /v2.0/ports?device_id=bafa1b68-96d3-42ec-a977-d4d62bab3d1b HTTP/1.1" status: 200 len: 944 time: 0.2601900 Aug 11 03:31:53.920092 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fac88a53-e805-4e02-9357-039b43929e58 tempest-FloatingIPAdminTestJSON-812527782 tempest-FloatingIPAdminTestJSON-812527782-project] Router c0717af3-dd11-4665-931f-643888c0f1b1 is scheduled to L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 with binding_index 1 {{(pid=102191) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:31:54.003598 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-88d62c15-e03a-4b6c-b312-d265ae692753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:54.011662 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9ec55a63-3e7a-437f-b2f7-8e0c5092f542 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks [] for router, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:54.058863 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-88d62c15-e03a-4b6c-b312-d265ae692753 None None] For port cc24197f-6071-495d-9e91-f8e0eed556c7, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=cc24197f-6071-495d-9e91-f8e0eed556c7,segment=NetworkSegment(a7d2255f-0437-481d-a6fe-54d989581065),segment_id=a7d2255f-0437-481d-a6fe-54d989581065)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:31:54.060273 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device f3d2c413-2abb-4324-9b65-8b351cae3da3 up at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:31:54.095948 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b26253f2-9626-42ab-91d8-459e199de041 req-27f0887a-a8de-467b-be7b-306dfbaaf2a9 tempest-TestServerAdvancedOps-905682278 tempest-TestServerAdvancedOps-905682278-project] 10.222.0.41 "GET /v2.0/security-groups?id=9dc178dd-e459-4eef-949e-5c112757d002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880450 Aug 11 03:31:54.158971 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-88d62c15-e03a-4b6c-b312-d265ae692753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:54.188933 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fac88a53-e805-4e02-9357-039b43929e58 tempest-FloatingIPAdminTestJSON-812527782 tempest-FloatingIPAdminTestJSON-812527782-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:31:54.215590 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ffad38fb-98e7-48e0-b73c-803464a466ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:54.220423 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-1b80e06a-7ee8-4f65-9e50-6be558351656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00fd1eaf-f72a-4fd4-8b17-8653746df1dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1478331513', 'tenant_id': 'a5478860f7cb432583cc8e5d994d2237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.115'}], 'enable_snat': True}, 'gw_port_id': 'ebcfce90-f2c9-41d4-ac88-4d745b88b0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:28:39Z', 'updated_at': '2021-08-11T03:31:51Z', 'revision_number': 5, 'project_id': 'a5478860f7cb432583cc8e5d994d2237', 'gw_port': {'id': 'ebcfce90-f2c9-41d4-ac88-4d745b88b0f5', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:01:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00fd1eaf-f72a-4fd4-8b17-8653746df1dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3262, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:28:40Z', 'updated_at': '2021-08-11T03:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:31:54.220961 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ffad38fb-98e7-48e0-b73c-803464a466ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:54.221945 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-ffad38fb-98e7-48e0-b73c-803464a466ce admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d7ca42af-3300-417a-ab38-9add2219dc05 HTTP/1.1" status: 204 len: 168 time: 0.7462821 Aug 11 03:31:54.258515 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffad38fb-98e7-48e0-b73c-803464a466ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7ca42af-3300-417a-ab38-9add2219dc05,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:31:54.268072 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b80e06a-7ee8-4f65-9e50-6be558351656 None None] The sync data for ids ['00fd1eaf-f72a-4fd4-8b17-8653746df1dd'] in n-d-764292-30 is: [{'id': '00fd1eaf-f72a-4fd4-8b17-8653746df1dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1478331513', 'tenant_id': 'a5478860f7cb432583cc8e5d994d2237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.115'}], 'enable_snat': True}, 'gw_port_id': 'ebcfce90-f2c9-41d4-ac88-4d745b88b0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:28:39Z', 'updated_at': '2021-08-11T03:31:51Z', 'revision_number': 5, 'project_id': 'a5478860f7cb432583cc8e5d994d2237', 'gw_port': {'id': 'ebcfce90-f2c9-41d4-ac88-4d745b88b0f5', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:01:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00fd1eaf-f72a-4fd4-8b17-8653746df1dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3262, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:28:40Z', 'updated_at': '2021-08-11T03:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}] {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:31:54.283910 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-673c4530-25d8-4aa2-9c5a-9b7f9437ade0 None None] DHCP port deletion for 511c1003-0f31-4ca2-8e8d-4cb957655e51 request from n-d-764292-30 {{(pid=102193) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:31:54.295498 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42033436-61b9-4901-964c-d922e4834e62 None None] Sync routers for ids ['c0717af3-dd11-4665-931f-643888c0f1b1'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:31:54.342182 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9ec55a63-3e7a-437f-b2f7-8e0c5092f542 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:54.354393 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fac88a53-e805-4e02-9357-039b43929e58 tempest-FloatingIPAdminTestJSON-812527782 tempest-FloatingIPAdminTestJSON-812527782-project] Notify callbacks [] for router, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:54.356636 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-fac88a53-e805-4e02-9357-039b43929e58 tempest-FloatingIPAdminTestJSON-812527782 tempest-FloatingIPAdminTestJSON-812527782-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 3.4371264 Aug 11 03:31:54.359333 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 35830) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:31:54.382384 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning for port f3d2c413-2abb-4324-9b65-8b351cae3da3 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:31:54.433618 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning complete for port f3d2c413-2abb-4324-9b65-8b351cae3da3 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:31:54.434522 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:54.439251 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d62c15-e03a-4b6c-b312-d265ae692753 None None] Pushing event updated for resources: {'Port': ['ID=cc24197f-6071-495d-9e91-f8e0eed556c7,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:31:54.470705 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42033436-61b9-4901-964c-d922e4834e62 None None] Routers {'c0717af3-dd11-4665-931f-643888c0f1b1'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:31:54.471632 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-42033436-61b9-4901-964c-d922e4834e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:31:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['c0717af3-dd11-4665-931f-643888c0f1b1'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:31:54.486241 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-9ec55a63-3e7a-437f-b2f7-8e0c5092f542 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Deleting port ebcfce90-f2c9-41d4-ac88-4d745b88b0f5 {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:31:54.487399 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9ec55a63-3e7a-437f-b2f7-8e0c5092f542 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:54.558237 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-42033436-61b9-4901-964c-d922e4834e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:31:54.596321 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3ec6770f-9833-4307-bf41-f8ba9eeead86 None None] Provisioning complete for port cc24197f-6071-495d-9e91-f8e0eed556c7 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:31:54.596601 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3ec6770f-9833-4307-bf41-f8ba9eeead86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:54.604343 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42033436-61b9-4901-964c-d922e4834e62 None None] Routers {'c0717af3-dd11-4665-931f-643888c0f1b1'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:31:54.604969 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-42033436-61b9-4901-964c-d922e4834e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:31:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['c0717af3-dd11-4665-931f-643888c0f1b1'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:31:54.606387 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [None req-9ec55a63-3e7a-437f-b2f7-8e0c5092f542 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] For port ebcfce90-f2c9-41d4-ac88-4d745b88b0f5, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=ebcfce90-f2c9-41d4-ac88-4d745b88b0f5,segment=NetworkSegment(fab28bed-aa25-40db-bba4-ec26e795194c),segment_id=fab28bed-aa25-40db-bba4-ec26e795194c)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:31:54.609360 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9ec55a63-3e7a-437f-b2f7-8e0c5092f542 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:54.621843 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-9ec55a63-3e7a-437f-b2f7-8e0c5092f542 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Calling delete_port for ebcfce90-f2c9-41d4-ac88-4d745b88b0f5 owned by network:router_gateway {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:31:54.632775 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-673c4530-25d8-4aa2-9c5a-9b7f9437ade0 None None] Deleting port e52c907a-a9c3-41ae-967d-901020bc736d {{(pid=102193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:31:54.633151 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-673c4530-25d8-4aa2-9c5a-9b7f9437ade0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:54.770110 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:54.772371 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device e52c907a-a9c3-41ae-967d-901020bc736d no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:31:54.966825 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9ec55a63-3e7a-437f-b2f7-8e0c5092f542 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:55.020508 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec55a63-3e7a-437f-b2f7-8e0c5092f542 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Pushing event deleted for resources: {'Port': ['ID=ebcfce90-f2c9-41d4-ac88-4d745b88b0f5,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:31:55.118093 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9ec55a63-3e7a-437f-b2f7-8e0c5092f542 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-446916'] for router_gateway, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:55.164244 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-42033436-61b9-4901-964c-d922e4834e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:31:55.171865 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42033436-61b9-4901-964c-d922e4834e62 None None] The sync data for ids ['c0717af3-dd11-4665-931f-643888c0f1b1'] in n-d-764292-30 is: [] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:31:55.242399 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9ec55a63-3e7a-437f-b2f7-8e0c5092f542 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6544'] for router, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:55.244327 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9ec55a63-3e7a-437f-b2f7-8e0c5092f542 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:55.271219 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port f3d2c413-2abb-4324-9b65-8b351cae3da3, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=f3d2c413-2abb-4324-9b65-8b351cae3da3,segment=NetworkSegment(f5a34d0c-a433-4d6d-9057-5db1f192410d),segment_id=f5a34d0c-a433-4d6d-9057-5db1f192410d)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:31:55.283325 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bafa1b68-96d3-42ec-a977-d4d62bab3d1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3d2c413-2abb-4324-9b65-8b351cae3da3'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:31:55.286465 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2be80539-def3-4c2c-844d-d63dbf69182e" -d '{"events": [{"server_uuid": "bafa1b68-96d3-42ec-a977-d4d62bab3d1b", "name": "network-vif-plugged", "status": "completed", "tag": "f3d2c413-2abb-4324-9b65-8b351cae3da3"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:31:55.320694 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-673c4530-25d8-4aa2-9c5a-9b7f9437ade0 None None] For port e52c907a-a9c3-41ae-967d-901020bc736d, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=e52c907a-a9c3-41ae-967d-901020bc736d,segment=NetworkSegment(2552da39-1bd3-49e5-a3d5-aadbf38eb7b5),segment_id=2552da39-1bd3-49e5-a3d5-aadbf38eb7b5)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:31:55.320694 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-673c4530-25d8-4aa2-9c5a-9b7f9437ade0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:55.337584 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-673c4530-25d8-4aa2-9c5a-9b7f9437ade0 None None] Calling delete_port for e52c907a-a9c3-41ae-967d-901020bc736d owned by network:dhcp {{(pid=102193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:31:55.364053 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:55.387491 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:31:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f67454b5-ff1e-459c-bf34-5aa240f90207 x-openstack-request-id: req-f67454b5-ff1e-459c-bf34-5aa240f90207 {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:31:55.387872 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bafa1b68-96d3-42ec-a977-d4d62bab3d1b", "name": "network-vif-plugged", "status": "completed", "tag": "f3d2c413-2abb-4324-9b65-8b351cae3da3", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:31:55.388046 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f67454b5-ff1e-459c-bf34-5aa240f90207 {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:31:55.388410 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bafa1b68-96d3-42ec-a977-d4d62bab3d1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3d2c413-2abb-4324-9b65-8b351cae3da3', 'code': 200} Aug 11 03:31:55.395484 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9ec55a63-3e7a-437f-b2f7-8e0c5092f542 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448809'] for router, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:55.396051 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ec55a63-3e7a-437f-b2f7-8e0c5092f542 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Fanout notify agent at l3_agent the message router_deleted on router 00fd1eaf-f72a-4fd4-8b17-8653746df1dd {{(pid=102192) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:31:55.436496 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9ec55a63-3e7a-437f-b2f7-8e0c5092f542 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks [] for router, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:55.436817 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-039180a2-7f0e-4ccf-b17f-26257003f108 tempest-FloatingIPAdminTestJSON-812527782 tempest-FloatingIPAdminTestJSON-812527782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:55.441482 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-9ec55a63-3e7a-437f-b2f7-8e0c5092f542 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "DELETE /v2.0/routers/00fd1eaf-f72a-4fd4-8b17-8653746df1dd HTTP/1.1" status: 204 len: 168 time: 1.7436097 Aug 11 03:31:55.451954 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 35850) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:31:55.524835 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8b0f2f-c9af-4b5e-afc3-2fa11f30afb1 req-b9c882f9-e167-47ce-a447-e7da97e8413c tempest-TestServerAdvancedOps-905682278 tempest-TestServerAdvancedOps-905682278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:31:55.526588 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9c8b0f2f-c9af-4b5e-afc3-2fa11f30afb1 req-b9c882f9-e167-47ce-a447-e7da97e8413c tempest-TestServerAdvancedOps-905682278 tempest-TestServerAdvancedOps-905682278-project] 10.222.0.41 "GET /v2.0/ports?device_id=bafa1b68-96d3-42ec-a977-d4d62bab3d1b HTTP/1.1" status: 200 len: 944 time: 0.2266700 Aug 11 03:31:55.552153 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:55.596075 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=f3d2c413-2abb-4324-9b65-8b351cae3da3,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:31:55.625532 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0788fed1-7277-41ba-bc6d-3a5ea57185a2 req-6a418f99-20aa-4632-9f00-4db0f8201429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:31:55.627109 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0788fed1-7277-41ba-bc6d-3a5ea57185a2 req-6a418f99-20aa-4632-9f00-4db0f8201429 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=bafa1b68-96d3-42ec-a977-d4d62bab3d1b HTTP/1.1" status: 200 len: 1097 time: 0.1843712 Aug 11 03:31:55.632205 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port e52c907a-a9c3-41ae-967d-901020bc736d, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=e52c907a-a9c3-41ae-967d-901020bc736d,segment=NetworkSegment(2552da39-1bd3-49e5-a3d5-aadbf38eb7b5),segment_id=2552da39-1bd3-49e5-a3d5-aadbf38eb7b5)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:31:55.645290 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9c8b0f2f-c9af-4b5e-afc3-2fa11f30afb1 req-74ed2a39-69cc-4b8e-a2a7-865e79e0dc69 tempest-TestServerAdvancedOps-905682278 tempest-TestServerAdvancedOps-905682278-project] 10.222.0.41 "GET /v2.0/security-groups?id=9dc178dd-e459-4eef-949e-5c112757d002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010158 Aug 11 03:31:55.687363 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0788fed1-7277-41ba-bc6d-3a5ea57185a2 req-d5890fba-8a28-4696-a49f-e4c6f5889895 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=9dc178dd-e459-4eef-949e-5c112757d002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454063 Aug 11 03:31:55.716165 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:55.752608 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1f7b0b8d-6160-4b9f-877f-991384021bf1 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:55.785784 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=e52c907a-a9c3-41ae-967d-901020bc736d,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:31:55.817499 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-673c4530-25d8-4aa2-9c5a-9b7f9437ade0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678'] for port, after_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:55.853771 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673c4530-25d8-4aa2-9c5a-9b7f9437ade0 None None] No DVR routers for this DVR port e52c907a-a9c3-41ae-967d-901020bc736d on host n-d-764292-30 {{(pid=102193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:31:55.858611 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [None req-039180a2-7f0e-4ccf-b17f-26257003f108 tempest-FloatingIPAdminTestJSON-812527782 tempest-FloatingIPAdminTestJSON-812527782-project] Allocated IP 172.20.0.1 (0efce2f4-dbf8-4d6e-93e9-b627a676d3e8/a8448a6f-4189-4f0c-b97d-68758c0d170b/adb14281-19b6-441d-a1f8-da5d5089f61e) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:31:55.866864 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673c4530-25d8-4aa2-9c5a-9b7f9437ade0 None None] Pushing event deleted for resources: {'Port': ['ID=e52c907a-a9c3-41ae-967d-901020bc736d,revision_number=None']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:31:55.900402 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-1f7b0b8d-6160-4b9f-877f-991384021bf1 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Deleting port e52c907a-a9c3-41ae-967d-901020bc736d {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:31:55.900402 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1f7b0b8d-6160-4b9f-877f-991384021bf1 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:56.017183 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [None req-1f7b0b8d-6160-4b9f-877f-991384021bf1 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] For port e52c907a-a9c3-41ae-967d-901020bc736d, host n-d-764292-30, got binding levels [] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:31:56.017615 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1f7b0b8d-6160-4b9f-877f-991384021bf1 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:56.046809 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-1f7b0b8d-6160-4b9f-877f-991384021bf1 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Calling delete_port for e52c907a-a9c3-41ae-967d-901020bc736d owned by network:dhcp {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:31:56.051416 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.ipam_backend_mixin [None req-1f7b0b8d-6160-4b9f-877f-991384021bf1 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Port e52c907a-a9c3-41ae-967d-901020bc736d was not found and therefore no delete operation was performed {{(pid=102191) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 11 03:31:56.055703 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1f7b0b8d-6160-4b9f-877f-991384021bf1 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:56.096728 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-039180a2-7f0e-4ccf-b17f-26257003f108 tempest-FloatingIPAdminTestJSON-812527782 tempest-FloatingIPAdminTestJSON-812527782-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:56.099214 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7b0b8d-6160-4b9f-877f-991384021bf1 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Pushing event deleted for resources: {'Port': ['ID=e52c907a-a9c3-41ae-967d-901020bc736d,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:31:56.118043 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [None req-039180a2-7f0e-4ccf-b17f-26257003f108 tempest-FloatingIPAdminTestJSON-812527782 tempest-FloatingIPAdminTestJSON-812527782-project] Transition to ACTIVE for port object adb14281-19b6-441d-a1f8-da5d5089f61e will not be triggered until provisioned by entity DHCP. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:31:56.118043 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7b0b8d-6160-4b9f-877f-991384021bf1 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] No DVR routers for this DVR port e52c907a-a9c3-41ae-967d-901020bc736d on host n-d-764292-30 {{(pid=102191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:31:56.221270 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1f7b0b8d-6160-4b9f-877f-991384021bf1 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:56.234165 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-1f7b0b8d-6160-4b9f-877f-991384021bf1 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['511c1003-0f31-4ca2-8e8d-4cb957655e51']}} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:31:56.245335 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-1f7b0b8d-6160-4b9f-877f-991384021bf1 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2552da39-1bd3-49e5-a3d5-aadbf38eb7b5') {'for_net_delete': True} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:31:56.245716 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-1f7b0b8d-6160-4b9f-877f-991384021bf1 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2552da39-1bd3-49e5-a3d5-aadbf38eb7b5') {} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:31:56.256069 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1f7b0b8d-6160-4b9f-877f-991384021bf1 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126283644'] for segment, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:56.272618 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1f7b0b8d-6160-4b9f-877f-991384021bf1 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:56.293566 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f7b0b8d-6160-4b9f-877f-991384021bf1 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=102191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:31:56.293976 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1f7b0b8d-6160-4b9f-877f-991384021bf1 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126283391'] for segment, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:56.296973 n-d-764292-30 neutron-server[102191]: Traceback (most recent call last): Aug 11 03:31:56.296973 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:31:56.296973 n-d-764292-30 neutron-server[102191]: timer() Aug 11 03:31:56.296973 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:31:56.296973 n-d-764292-30 neutron-server[102191]: cb(*args, **kw) Aug 11 03:31:56.296973 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:31:56.296973 n-d-764292-30 neutron-server[102191]: return func(*args, **kwargs) Aug 11 03:31:56.296973 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:31:56.296973 n-d-764292-30 neutron-server[102191]: self._notify() Aug 11 03:31:56.296973 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:31:56.296973 n-d-764292-30 neutron-server[102191]: self.callback(batched_events) Aug 11 03:31:56.296973 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:31:56.296973 n-d-764292-30 neutron-server[102191]: event.method(event) Aug 11 03:31:56.296973 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:31:56.296973 n-d-764292-30 neutron-server[102191]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:31:56.296973 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:31:56.296973 n-d-764292-30 neutron-server[102191]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:31:56.296973 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:31:56.296973 n-d-764292-30 neutron-server[102191]: return f(self, *a, **k) Aug 11 03:31:56.296973 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:31:56.296973 n-d-764292-30 neutron-server[102191]: return self._get(url).json() Aug 11 03:31:56.296973 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:31:56.296973 n-d-764292-30 neutron-server[102191]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:31:56.296973 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:31:56.296973 n-d-764292-30 neutron-server[102191]: return self.request(url, 'GET', **kwargs) Aug 11 03:31:56.296973 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:31:56.296973 n-d-764292-30 neutron-server[102191]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:31:56.296973 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:31:56.296973 n-d-764292-30 neutron-server[102191]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:31:56.296973 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:31:56.296973 n-d-764292-30 neutron-server[102191]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:31:56.296973 n-d-764292-30 neutron-server[102191]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:31:56.309225 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-039180a2-7f0e-4ccf-b17f-26257003f108 tempest-FloatingIPAdminTestJSON-812527782 tempest-FloatingIPAdminTestJSON-812527782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:56.376415 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device cc24197f-6071-495d-9e91-f8e0eed556c7 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:31:56.399612 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-039180a2-7f0e-4ccf-b17f-26257003f108 tempest-FloatingIPAdminTestJSON-812527782 tempest-FloatingIPAdminTestJSON-812527782-project] Network 0efce2f4-dbf8-4d6e-93e9-b627a676d3e8 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:31:56.403387 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-039180a2-7f0e-4ccf-b17f-26257003f108 tempest-FloatingIPAdminTestJSON-812527782 tempest-FloatingIPAdminTestJSON-812527782-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:31:56.407304 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039180a2-7f0e-4ccf-b17f-26257003f108 tempest-FloatingIPAdminTestJSON-812527782 tempest-FloatingIPAdminTestJSON-812527782-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:31:56.413664 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039180a2-7f0e-4ccf-b17f-26257003f108 tempest-FloatingIPAdminTestJSON-812527782 tempest-FloatingIPAdminTestJSON-812527782-project] Pushing event updated for resources: {'Port': ['ID=adb14281-19b6-441d-a1f8-da5d5089f61e,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:31:56.451326 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port cc24197f-6071-495d-9e91-f8e0eed556c7 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:31:56.451958 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:56.472922 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-039180a2-7f0e-4ccf-b17f-26257003f108 tempest-FloatingIPAdminTestJSON-812527782 tempest-FloatingIPAdminTestJSON-812527782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-520987'] for router_interface, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:56.556749 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1f7b0b8d-6160-4b9f-877f-991384021bf1 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:56.582442 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1f7b0b8d-6160-4b9f-877f-991384021bf1 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks [] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:56.587521 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 35906) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:31:56.600224 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-1f7b0b8d-6160-4b9f-877f-991384021bf1 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "DELETE /v2.0/networks/511c1003-0f31-4ca2-8e8d-4cb957655e51 HTTP/1.1" status: 204 len: 168 time: 1.1465125 Aug 11 03:31:56.601215 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7b0b8d-6160-4b9f-877f-991384021bf1 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Pushing event deleted for resources: {'Network': ['ID=511c1003-0f31-4ca2-8e8d-4cb957655e51,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:31:56.676738 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 2275f76d-79f4-4bc2-93a5-88c52355d71b no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:31:56.696614 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-34f649f4-973c-4ecc-8c82-8398171422c6 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:56.735861 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: 2275f76d-79f4-4bc2-93a5-88c52355d71b {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:31:56.737232 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 2275f76d-79f4-4bc2-93a5-88c52355d71b not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:31:56.739497 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device ebcfce90-f2c9-41d4-ac88-4d745b88b0f5 no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:31:56.743513 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-34f649f4-973c-4ecc-8c82-8398171422c6 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:56.768149 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: ebcfce90-f2c9-41d4-ac88-4d745b88b0f5 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:31:56.768149 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device ebcfce90-f2c9-41d4-ac88-4d745b88b0f5 not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:31:56.821324 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-039180a2-7f0e-4ccf-b17f-26257003f108 tempest-FloatingIPAdminTestJSON-812527782 tempest-FloatingIPAdminTestJSON-812527782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:56.830711 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-bf3c609e-2919-46cc-a681-0437a4c7362d None None] Provisioning for port adb14281-19b6-441d-a1f8-da5d5089f61e completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:31:56.834599 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-bf3c609e-2919-46cc-a681-0437a4c7362d None None] Provisioning complete for port adb14281-19b6-441d-a1f8-da5d5089f61e triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:31:56.834982 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-bf3c609e-2919-46cc-a681-0437a4c7362d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:56.840496 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 35912) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:31:56.904185 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1e9945-e144-4900-94c1-8a747d0d5513 req-d4d5a410-02c9-4a96-8e5c-5fe35cc946bc tempest-TestServerAdvancedOps-905682278 tempest-TestServerAdvancedOps-905682278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:31:56.911900 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-db1e9945-e144-4900-94c1-8a747d0d5513 req-d4d5a410-02c9-4a96-8e5c-5fe35cc946bc tempest-TestServerAdvancedOps-905682278 tempest-TestServerAdvancedOps-905682278-project] 10.222.0.41 "GET /v2.0/ports?device_id=bafa1b68-96d3-42ec-a977-d4d62bab3d1b HTTP/1.1" status: 200 len: 945 time: 0.1517127 Aug 11 03:31:56.919312 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-bf3c609e-2919-46cc-a681-0437a4c7362d None None] Port adb14281-19b6-441d-a1f8-da5d5089f61e cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:31:56.941657 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-34f649f4-973c-4ecc-8c82-8398171422c6 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:56.944310 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-34f649f4-973c-4ecc-8c82-8398171422c6 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:56.949656 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-34f649f4-973c-4ecc-8c82-8398171422c6 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] 10.222.0.41 "DELETE /v2.0/security-groups/e9628d8d-75dd-45fc-9e19-23526969057e HTTP/1.1" status: 204 len: 168 time: 0.3571084 Aug 11 03:31:56.963419 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-db1e9945-e144-4900-94c1-8a747d0d5513 req-abeb800f-c265-496d-994d-cf1ac236c226 tempest-TestServerAdvancedOps-905682278 tempest-TestServerAdvancedOps-905682278-project] 10.222.0.41 "GET /v2.0/security-groups?id=9dc178dd-e459-4eef-949e-5c112757d002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505710 Aug 11 03:31:56.982259 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f649f4-973c-4ecc-8c82-8398171422c6 tempest-TestNetworkAdvancedServerOps-2107941782 tempest-TestNetworkAdvancedServerOps-2107941782-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9628d8d-75dd-45fc-9e19-23526969057e,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:31:57.018372 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c4920202-19b0-4295-bae7-67b5bceeb73c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:57.140168 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bca511-14b0-4dd1-a414-95009716c5cf req-fff13a08-6472-438b-b4ca-f2adc7f625d6 tempest-TestServerAdvancedOps-905682278 tempest-TestServerAdvancedOps-905682278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:31:57.141957 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e9bca511-14b0-4dd1-a414-95009716c5cf req-fff13a08-6472-438b-b4ca-f2adc7f625d6 tempest-TestServerAdvancedOps-905682278 tempest-TestServerAdvancedOps-905682278-project] 10.222.0.41 "GET /v2.0/ports?device_id=bafa1b68-96d3-42ec-a977-d4d62bab3d1b HTTP/1.1" status: 200 len: 945 time: 0.0810890 Aug 11 03:31:57.201952 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c4920202-19b0-4295-bae7-67b5bceeb73c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:57.207502 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e9bca511-14b0-4dd1-a414-95009716c5cf req-5381e5ab-b695-46eb-ac7c-e7230a8e602e tempest-TestServerAdvancedOps-905682278 tempest-TestServerAdvancedOps-905682278-project] 10.222.0.41 "GET /v2.0/security-groups?id=9dc178dd-e459-4eef-949e-5c112757d002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561337 Aug 11 03:31:57.245611 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-039180a2-7f0e-4ccf-b17f-26257003f108 tempest-FloatingIPAdminTestJSON-812527782 tempest-FloatingIPAdminTestJSON-812527782-project] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:57.274116 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c4920202-19b0-4295-bae7-67b5bceeb73c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:57.315846 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-c4920202-19b0-4295-bae7-67b5bceeb73c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=68c70bacea11495c9b5e95ef13c15c9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4786193 Aug 11 03:31:57.317766 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4920202-19b0-4295-bae7-67b5bceeb73c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cdbc905-425d-40cd-8751-0aea7464f7c1,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:31:57.318731 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 35924) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:31:57.352309 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-039180a2-7f0e-4ccf-b17f-26257003f108 tempest-FloatingIPAdminTestJSON-812527782 tempest-FloatingIPAdminTestJSON-812527782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:57.438225 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039180a2-7f0e-4ccf-b17f-26257003f108 tempest-FloatingIPAdminTestJSON-812527782 tempest-FloatingIPAdminTestJSON-812527782-project] Pushing event updated for resources: {'Port': ['ID=adb14281-19b6-441d-a1f8-da5d5089f61e,revision_number=2']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:31:57.442322 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-039180a2-7f0e-4ccf-b17f-26257003f108 tempest-FloatingIPAdminTestJSON-812527782 tempest-FloatingIPAdminTestJSON-812527782-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16383026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521135'] for router_interface, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:57.458786 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e332ee29-8073-48c1-8b9a-b43711513603 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:57.525150 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e332ee29-8073-48c1-8b9a-b43711513603 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:57.555285 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 35930) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:31:57.589886 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-039180a2-7f0e-4ccf-b17f-26257003f108 tempest-FloatingIPAdminTestJSON-812527782 tempest-FloatingIPAdminTestJSON-812527782-project] Network 0efce2f4-dbf8-4d6e-93e9-b627a676d3e8 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:31:57.592501 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-039180a2-7f0e-4ccf-b17f-26257003f108 tempest-FloatingIPAdminTestJSON-812527782 tempest-FloatingIPAdminTestJSON-812527782-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:31:57.708415 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e332ee29-8073-48c1-8b9a-b43711513603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:57.708415 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e332ee29-8073-48c1-8b9a-b43711513603 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:57.709618 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-e332ee29-8073-48c1-8b9a-b43711513603 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6cdbc905-425d-40cd-8751-0aea7464f7c1 HTTP/1.1" status: 204 len: 168 time: 0.3898420 Aug 11 03:31:57.726002 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e332ee29-8073-48c1-8b9a-b43711513603 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cdbc905-425d-40cd-8751-0aea7464f7c1,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:31:57.746557 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-039180a2-7f0e-4ccf-b17f-26257003f108 tempest-FloatingIPAdminTestJSON-812527782 tempest-FloatingIPAdminTestJSON-812527782-project] Router c0717af3-dd11-4665-931f-643888c0f1b1 has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:31:57.853637 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfb0676-6c14-42ba-879e-f5fe0869575d req-2a798ce5-f6ad-431b-82e3-64d0baf5d08b tempest-TestServerAdvancedOps-905682278 tempest-TestServerAdvancedOps-905682278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:31:57.855893 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2dfb0676-6c14-42ba-879e-f5fe0869575d req-2a798ce5-f6ad-431b-82e3-64d0baf5d08b tempest-TestServerAdvancedOps-905682278 tempest-TestServerAdvancedOps-905682278-project] 10.222.0.41 "GET /v2.0/ports?device_id=bafa1b68-96d3-42ec-a977-d4d62bab3d1b HTTP/1.1" status: 200 len: 945 time: 0.1752458 Aug 11 03:31:57.876790 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-0638cc6c-0107-4f1c-a873-c266ba234d7d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a5478860f7cb432583cc8e5d994d2237&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3200529 Aug 11 03:31:57.880581 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 35938) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:31:57.889534 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-039180a2-7f0e-4ccf-b17f-26257003f108 tempest-FloatingIPAdminTestJSON-812527782 tempest-FloatingIPAdminTestJSON-812527782-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:31:57.896130 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-039180a2-7f0e-4ccf-b17f-26257003f108 tempest-FloatingIPAdminTestJSON-812527782 tempest-FloatingIPAdminTestJSON-812527782-project] 10.222.0.41 "PUT /v2.0/routers/c0717af3-dd11-4665-931f-643888c0f1b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5351758 Aug 11 03:31:57.904272 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 35940) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:31:57.905140 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a1b62c-9955-4215-ae8b-a37c48b30f55 None None] Sync routers for ids ['c0717af3-dd11-4665-931f-643888c0f1b1'] in n-d-764292-30 {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:31:57.911294 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-05f6f996-424c-4ec0-8b90-f7b6ba13350d tempest-FloatingIPAdminTestJSON-812527782 tempest-FloatingIPAdminTestJSON-812527782-project] Request body: {'port': {'network_id': '0efce2f4-dbf8-4d6e-93e9-b627a676d3e8', 'name': 'tempest-FloatingIPAdminTestJSON-1773934041'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:31:57.918765 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a1b62c-9955-4215-ae8b-a37c48b30f55 None None] Routers {'c0717af3-dd11-4665-931f-643888c0f1b1'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:31:57.921052 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-52a1b62c-9955-4215-ae8b-a37c48b30f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:31:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['c0717af3-dd11-4665-931f-643888c0f1b1'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:31:57.948092 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2dfb0676-6c14-42ba-879e-f5fe0869575d req-b940770b-068f-4965-bf45-c2a9e6330018 tempest-TestServerAdvancedOps-905682278 tempest-TestServerAdvancedOps-905682278-project] 10.222.0.41 "GET /v2.0/security-groups?id=9dc178dd-e459-4eef-949e-5c112757d002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826004 Aug 11 03:31:57.954942 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-ad63d562-b6a3-4413-82f8-32d755e5238a None None] Provisioning complete for port adb14281-19b6-441d-a1f8-da5d5089f61e triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:31:57.955699 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-ad63d562-b6a3-4413-82f8-32d755e5238a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:57.985440 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-52a1b62c-9955-4215-ae8b-a37c48b30f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:31:57.996552 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a1b62c-9955-4215-ae8b-a37c48b30f55 None None] Routers {'c0717af3-dd11-4665-931f-643888c0f1b1'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:31:57.997299 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-52a1b62c-9955-4215-ae8b-a37c48b30f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:31:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['c0717af3-dd11-4665-931f-643888c0f1b1'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:31:58.009665 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-ad63d562-b6a3-4413-82f8-32d755e5238a None None] Port adb14281-19b6-441d-a1f8-da5d5089f61e cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:31:58.023745 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-096adb94-8ba8-46eb-b98e-4df88251fefc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:58.031126 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-52a1b62c-9955-4215-ae8b-a37c48b30f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:31:58.031865 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a1b62c-9955-4215-ae8b-a37c48b30f55 None None] The sync data for ids ['c0717af3-dd11-4665-931f-643888c0f1b1'] in n-d-764292-30 is: [] {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:31:58.060371 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-096adb94-8ba8-46eb-b98e-4df88251fefc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:58.171203 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05f6f996-424c-4ec0-8b90-f7b6ba13350d tempest-FloatingIPAdminTestJSON-812527782 tempest-FloatingIPAdminTestJSON-812527782-project] Made reservation on behalf of 8002c93c9ac94be0a652e604cd8f0e55 for: {'port': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:31:58.174762 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-05f6f996-424c-4ec0-8b90-f7b6ba13350d tempest-FloatingIPAdminTestJSON-812527782 tempest-FloatingIPAdminTestJSON-812527782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:58.193276 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [None req-05f6f996-424c-4ec0-8b90-f7b6ba13350d tempest-FloatingIPAdminTestJSON-812527782 tempest-FloatingIPAdminTestJSON-812527782-project] device_id is not set on port 3ec55cca-8195-4423-b4f1-06aae07527f0 yet. {{(pid=102191) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:31:58.228344 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-096adb94-8ba8-46eb-b98e-4df88251fefc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:58.230927 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-096adb94-8ba8-46eb-b98e-4df88251fefc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:58.232078 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-096adb94-8ba8-46eb-b98e-4df88251fefc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8a2358b5-51be-4064-8b1d-8a797c4d2a20 HTTP/1.1" status: 204 len: 168 time: 0.3503575 Aug 11 03:31:58.250439 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096adb94-8ba8-46eb-b98e-4df88251fefc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a2358b5-51be-4064-8b1d-8a797c4d2a20,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:31:58.315916 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [None req-05f6f996-424c-4ec0-8b90-f7b6ba13350d tempest-FloatingIPAdminTestJSON-812527782 tempest-FloatingIPAdminTestJSON-812527782-project] Allocated IP 172.20.0.9 (0efce2f4-dbf8-4d6e-93e9-b627a676d3e8/a8448a6f-4189-4f0c-b97d-68758c0d170b/3ec55cca-8195-4423-b4f1-06aae07527f0) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:31:58.466091 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-05f6f996-424c-4ec0-8b90-f7b6ba13350d tempest-FloatingIPAdminTestJSON-812527782 tempest-FloatingIPAdminTestJSON-812527782-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:58.483168 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [None req-05f6f996-424c-4ec0-8b90-f7b6ba13350d tempest-FloatingIPAdminTestJSON-812527782 tempest-FloatingIPAdminTestJSON-812527782-project] Transition to ACTIVE for port object 3ec55cca-8195-4423-b4f1-06aae07527f0 will not be triggered until provisioned by entity DHCP. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:31:58.628846 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-05f6f996-424c-4ec0-8b90-f7b6ba13350d tempest-FloatingIPAdminTestJSON-812527782 tempest-FloatingIPAdminTestJSON-812527782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:58.674767 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f6f996-424c-4ec0-8b90-f7b6ba13350d tempest-FloatingIPAdminTestJSON-812527782 tempest-FloatingIPAdminTestJSON-812527782-project] Network 0efce2f4-dbf8-4d6e-93e9-b627a676d3e8 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:31:58.678034 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-05f6f996-424c-4ec0-8b90-f7b6ba13350d tempest-FloatingIPAdminTestJSON-812527782 tempest-FloatingIPAdminTestJSON-812527782-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:31:58.681788 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f6f996-424c-4ec0-8b90-f7b6ba13350d tempest-FloatingIPAdminTestJSON-812527782 tempest-FloatingIPAdminTestJSON-812527782-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:31:58.741397 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05f6f996-424c-4ec0-8b90-f7b6ba13350d tempest-FloatingIPAdminTestJSON-812527782 tempest-FloatingIPAdminTestJSON-812527782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:31:58.741397 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-05f6f996-424c-4ec0-8b90-f7b6ba13350d tempest-FloatingIPAdminTestJSON-812527782 tempest-FloatingIPAdminTestJSON-812527782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:58.753981 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f6f996-424c-4ec0-8b90-f7b6ba13350d tempest-FloatingIPAdminTestJSON-812527782 tempest-FloatingIPAdminTestJSON-812527782-project] Pushing event updated for resources: {'Port': ['ID=3ec55cca-8195-4423-b4f1-06aae07527f0,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:31:58.835084 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-05f6f996-424c-4ec0-8b90-f7b6ba13350d tempest-FloatingIPAdminTestJSON-812527782 tempest-FloatingIPAdminTestJSON-812527782-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9296365 Aug 11 03:31:58.838323 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 35970) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:31:58.906237 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 35974) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:31:58.974974 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-9c6be437-12e2-427f-8242-33a26c934e5b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=35ada33f18c5443396cb9078b9d90721&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0674393 Aug 11 03:31:58.977663 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 35980) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:31:59.049368 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-19c62a53-31b6-4bd6-936e-4ba325a80e9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:59.102451 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-1248aa5b-a2de-4cb9-8671-6cfad791090e None None] Provisioning for port 3ec55cca-8195-4423-b4f1-06aae07527f0 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:31:59.107098 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-1248aa5b-a2de-4cb9-8671-6cfad791090e None None] Provisioning complete for port 3ec55cca-8195-4423-b4f1-06aae07527f0 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:31:59.107481 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-1248aa5b-a2de-4cb9-8671-6cfad791090e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:59.107795 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-19c62a53-31b6-4bd6-936e-4ba325a80e9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:59.131483 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-31dc505a-2cf1-4848-ad17-7511a420e764 tempest-FloatingIPAdminTestJSON-887658651 tempest-FloatingIPAdminTestJSON-887658651-project-admin] Request body: {'floatingip': {'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'project_id': '8002c93c9ac94be0a652e604cd8f0e55', 'port_id': '3ec55cca-8195-4423-b4f1-06aae07527f0'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:31:59.145304 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2d82a423-7699-4400-9ce0-efd723132881 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:59.152899 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d82ccc5-7507-4488-ac44-3031b5f75cd0 req-2ae64604-178d-428a-9cc9-84e88d6385af tempest-TestServerAdvancedOps-905682278 tempest-TestServerAdvancedOps-905682278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:31:59.154495 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7d82ccc5-7507-4488-ac44-3031b5f75cd0 req-2ae64604-178d-428a-9cc9-84e88d6385af tempest-TestServerAdvancedOps-905682278 tempest-TestServerAdvancedOps-905682278-project] 10.222.0.41 "GET /v2.0/ports?device_id=bafa1b68-96d3-42ec-a977-d4d62bab3d1b HTTP/1.1" status: 200 len: 945 time: 0.0856712 Aug 11 03:31:59.175609 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-1248aa5b-a2de-4cb9-8671-6cfad791090e None None] Port 3ec55cca-8195-4423-b4f1-06aae07527f0 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:31:59.205176 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7d82ccc5-7507-4488-ac44-3031b5f75cd0 req-99744c2d-5645-4286-810a-e614e6e507e1 tempest-TestServerAdvancedOps-905682278 tempest-TestServerAdvancedOps-905682278-project] 10.222.0.41 "GET /v2.0/security-groups?id=9dc178dd-e459-4eef-949e-5c112757d002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419996 Aug 11 03:31:59.211684 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-31dc505a-2cf1-4848-ad17-7511a420e764 tempest-FloatingIPAdminTestJSON-887658651 tempest-FloatingIPAdminTestJSON-887658651-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:59.246381 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-19c62a53-31b6-4bd6-936e-4ba325a80e9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:59.248931 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-19c62a53-31b6-4bd6-936e-4ba325a80e9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:59.250558 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-19c62a53-31b6-4bd6-936e-4ba325a80e9a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/08f86f28-2743-44bd-9528-3334fa8f2971 HTTP/1.1" status: 204 len: 168 time: 0.2716141 Aug 11 03:31:59.267255 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c62a53-31b6-4bd6-936e-4ba325a80e9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08f86f28-2743-44bd-9528-3334fa8f2971,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:31:59.344123 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-31dc505a-2cf1-4848-ad17-7511a420e764 tempest-FloatingIPAdminTestJSON-887658651 tempest-FloatingIPAdminTestJSON-887658651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:59.455751 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [None req-31dc505a-2cf1-4848-ad17-7511a420e764 tempest-FloatingIPAdminTestJSON-887658651 tempest-FloatingIPAdminTestJSON-887658651-project-admin] Allocated IP 172.25.8.189 (09faf7d2-eaf5-4a50-bb6e-4cb05d009a76/e1a97443-13df-40bb-85f5-fd269e2742c0/30b20358-f69e-4a6c-b599-b5946bd04954) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:31:59.564285 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-31dc505a-2cf1-4848-ad17-7511a420e764 tempest-FloatingIPAdminTestJSON-887658651 tempest-FloatingIPAdminTestJSON-887658651-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:59.658049 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-31dc505a-2cf1-4848-ad17-7511a420e764 tempest-FloatingIPAdminTestJSON-887658651 tempest-FloatingIPAdminTestJSON-887658651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:59.677339 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce69f810-dcae-4a6b-8592-04f4fc2d8d8f req-2779e030-5b1f-463e-b466-98dccdbd5bad tempest-TestServerAdvancedOps-905682278 tempest-TestServerAdvancedOps-905682278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:31:59.678918 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ce69f810-dcae-4a6b-8592-04f4fc2d8d8f req-2779e030-5b1f-463e-b466-98dccdbd5bad tempest-TestServerAdvancedOps-905682278 tempest-TestServerAdvancedOps-905682278-project] 10.222.0.41 "GET /v2.0/ports?device_id=bafa1b68-96d3-42ec-a977-d4d62bab3d1b HTTP/1.1" status: 200 len: 945 time: 0.0799887 Aug 11 03:31:59.721228 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dc505a-2cf1-4848-ad17-7511a420e764 tempest-FloatingIPAdminTestJSON-887658651 tempest-FloatingIPAdminTestJSON-887658651-project-admin] Pushing event updated for resources: {'Port': ['ID=30b20358-f69e-4a6c-b599-b5946bd04954,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:31:59.739306 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31dc505a-2cf1-4848-ad17-7511a420e764 tempest-FloatingIPAdminTestJSON-887658651 tempest-FloatingIPAdminTestJSON-887658651-project-admin] Network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:31:59.743212 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-31dc505a-2cf1-4848-ad17-7511a420e764 tempest-FloatingIPAdminTestJSON-887658651 tempest-FloatingIPAdminTestJSON-887658651-project-admin] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:31:59.749074 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31dc505a-2cf1-4848-ad17-7511a420e764 tempest-FloatingIPAdminTestJSON-887658651 tempest-FloatingIPAdminTestJSON-887658651-project-admin] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:31:59.794861 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ce69f810-dcae-4a6b-8592-04f4fc2d8d8f req-6aa2aa77-4091-4533-a844-b64e6b7ade8e tempest-TestServerAdvancedOps-905682278 tempest-TestServerAdvancedOps-905682278-project] 10.222.0.41 "GET /v2.0/security-groups?id=9dc178dd-e459-4eef-949e-5c112757d002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009688 Aug 11 03:31:59.811449 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d949618-d633-4dc6-9470-d155ee1c65e1 req-c1a3dbb2-ea9c-4810-8e30-e806923aea18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:31:59.812942 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0d949618-d633-4dc6-9470-d155ee1c65e1 req-c1a3dbb2-ea9c-4810-8e30-e806923aea18 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c31740a9041c41d1930ca28684c1ecaa&device_id=bafa1b68-96d3-42ec-a977-d4d62bab3d1b HTTP/1.1" status: 200 len: 1097 time: 0.1010945 Aug 11 03:31:59.915308 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d949618-d633-4dc6-9470-d155ee1c65e1 req-4742ecfa-5d3d-48d0-a2fe-1e691aa8b155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:31:59.917035 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0d949618-d633-4dc6-9470-d155ee1c65e1 req-4742ecfa-5d3d-48d0-a2fe-1e691aa8b155 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2831f6c0-72f8-4910-9418-075c8cfe59c9 HTTP/1.1" status: 200 len: 913 time: 0.0962756 Aug 11 03:31:59.992896 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0d949618-d633-4dc6-9470-d155ee1c65e1 req-acfec138-0c12-440e-91b9-7b837b3e5027 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f3d2c413-2abb-4324-9b65-8b351cae3da3 HTTP/1.1" status: 200 len: 217 time: 0.0669806 Aug 11 03:32:00.075637 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d949618-d633-4dc6-9470-d155ee1c65e1 req-cfb2080b-43cb-4846-8517-b5ee4e6bab90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:32:00.077609 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0d949618-d633-4dc6-9470-d155ee1c65e1 req-cfb2080b-43cb-4846-8517-b5ee4e6bab90 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9b073c6e-592e-45ec-a63d-30b18956db7c HTTP/1.1" status: 200 len: 852 time: 0.0759664 Aug 11 03:32:00.121246 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0d949618-d633-4dc6-9470-d155ee1c65e1 req-76f0990f-13ce-4fbc-ac5b-e61ab4f21824 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2831f6c0-72f8-4910-9418-075c8cfe59c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349522 Aug 11 03:32:00.151832 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 36012) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:32:00.236962 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0d949618-d633-4dc6-9470-d155ee1c65e1 req-6b04cb83-a229-4f43-95a7-8f1043d73264 service neutron] 10.222.0.24 "GET /v2.0/networks/2831f6c0-72f8-4910-9418-075c8cfe59c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080103 Aug 11 03:32:00.257265 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-31dc505a-2cf1-4848-ad17-7511a420e764 tempest-FloatingIPAdminTestJSON-887658651 tempest-FloatingIPAdminTestJSON-887658651-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:00.353412 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0d949618-d633-4dc6-9470-d155ee1c65e1 req-06b18220-06ad-4b35-b05a-e06242dc415d service neutron] 10.222.0.24 "GET /v2.0/networks/2831f6c0-72f8-4910-9418-075c8cfe59c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100192 Aug 11 03:32:00.435480 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-31dc505a-2cf1-4848-ad17-7511a420e764 tempest-FloatingIPAdminTestJSON-887658651 tempest-FloatingIPAdminTestJSON-887658651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:00.470926 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-df231a5d-4972-4fae-b095-291ec72966da tempest-DHCPAgentSchedulersTestJSON-495636670 tempest-DHCPAgentSchedulersTestJSON-495636670-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1369315611'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:32:00.548280 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df231a5d-4972-4fae-b095-291ec72966da tempest-DHCPAgentSchedulersTestJSON-495636670 tempest-DHCPAgentSchedulersTestJSON-495636670-project] Made reservation on behalf of 9cfc473c706f4866922aaf11c16e84f1 for: {'network': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:32:00.552194 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-df231a5d-4972-4fae-b095-291ec72966da tempest-DHCPAgentSchedulersTestJSON-495636670 tempest-DHCPAgentSchedulersTestJSON-495636670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:00.562632 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-df231a5d-4972-4fae-b095-291ec72966da tempest-DHCPAgentSchedulersTestJSON-495636670 tempest-DHCPAgentSchedulersTestJSON-495636670-project] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:00.610208 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-31dc505a-2cf1-4848-ad17-7511a420e764 tempest-FloatingIPAdminTestJSON-887658651 tempest-FloatingIPAdminTestJSON-887658651-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:00.668388 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-df231a5d-4972-4fae-b095-291ec72966da tempest-DHCPAgentSchedulersTestJSON-495636670 tempest-DHCPAgentSchedulersTestJSON-495636670-project] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:00.675458 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-31dc505a-2cf1-4848-ad17-7511a420e764 tempest-FloatingIPAdminTestJSON-887658651 tempest-FloatingIPAdminTestJSON-887658651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:00.714963 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-df231a5d-4972-4fae-b095-291ec72966da tempest-DHCPAgentSchedulersTestJSON-495636670 tempest-DHCPAgentSchedulersTestJSON-495636670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:00.739193 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df231a5d-4972-4fae-b095-291ec72966da tempest-DHCPAgentSchedulersTestJSON-495636670 tempest-DHCPAgentSchedulersTestJSON-495636670-project] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=102192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:32:00.743956 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dc505a-2cf1-4848-ad17-7511a420e764 tempest-FloatingIPAdminTestJSON-887658651 tempest-FloatingIPAdminTestJSON-887658651-project-admin] Pushing event updated for resources: {'Port': ['ID=30b20358-f69e-4a6c-b599-b5946bd04954,revision_number=2']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:32:00.757309 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df231a5d-4972-4fae-b095-291ec72966da tempest-DHCPAgentSchedulersTestJSON-495636670 tempest-DHCPAgentSchedulersTestJSON-495636670-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0643326-e4bd-4547-b477-6c15a1ff9347,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:32:00.758502 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-31dc505a-2cf1-4848-ad17-7511a420e764 tempest-FloatingIPAdminTestJSON-887658651 tempest-FloatingIPAdminTestJSON-887658651-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446866'] for floatingip, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:00.761935 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-df231a5d-4972-4fae-b095-291ec72966da tempest-DHCPAgentSchedulersTestJSON-495636670 tempest-DHCPAgentSchedulersTestJSON-495636670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:00.763098 n-d-764292-30 neutron-server[102192]: INFO neutron.db.segments_db [None req-df231a5d-4972-4fae-b095-291ec72966da tempest-DHCPAgentSchedulersTestJSON-495636670 tempest-DHCPAgentSchedulersTestJSON-495636670-project] Added segment 55eb0204-8134-4170-ac66-5c644b07351b of type vlan for network 3cf0c44a-d1b6-48e2-8020-67d83812cbc8 Aug 11 03:32:00.770454 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 36028) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:32:00.811899 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-df231a5d-4972-4fae-b095-291ec72966da tempest-DHCPAgentSchedulersTestJSON-495636670 tempest-DHCPAgentSchedulersTestJSON-495636670-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:00.878840 n-d-764292-30 neutron-server[102191]: INFO neutron.db.l3_db [None req-31dc505a-2cf1-4848-ad17-7511a420e764 tempest-FloatingIPAdminTestJSON-887658651 tempest-FloatingIPAdminTestJSON-887658651-project-admin] Floating IP ea610584-47e1-4a15-9516-6aa5e4715333 associated. External IP: 172.25.8.189, port: 3ec55cca-8195-4423-b4f1-06aae07527f0. Aug 11 03:32:00.894016 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-c2538399-04c1-421a-b3f9-2dc99ba3b2fc admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-423646555-network', 'tenant_id': '72275185a8d64845babaf2324f627ca7'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:32:00.919227 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-df231a5d-4972-4fae-b095-291ec72966da tempest-DHCPAgentSchedulersTestJSON-495636670 tempest-DHCPAgentSchedulersTestJSON-495636670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:00.926321 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df231a5d-4972-4fae-b095-291ec72966da tempest-DHCPAgentSchedulersTestJSON-495636670 tempest-DHCPAgentSchedulersTestJSON-495636670-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:32:00.927031 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-df231a5d-4972-4fae-b095-291ec72966da tempest-DHCPAgentSchedulersTestJSON-495636670 tempest-DHCPAgentSchedulersTestJSON-495636670-project] Notify callbacks [] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:00.950677 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8960479-d677-4cbf-a1ae-2496efd14551 req-d1cc3737-15e4-487a-ba76-ecd761108720 tempest-TestServerAdvancedOps-905682278 tempest-TestServerAdvancedOps-905682278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:32:00.952596 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a8960479-d677-4cbf-a1ae-2496efd14551 req-d1cc3737-15e4-487a-ba76-ecd761108720 tempest-TestServerAdvancedOps-905682278 tempest-TestServerAdvancedOps-905682278-project] 10.222.0.41 "GET /v2.0/ports?device_id=bafa1b68-96d3-42ec-a977-d4d62bab3d1b HTTP/1.1" status: 200 len: 945 time: 0.0910249 Aug 11 03:32:01.032519 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df231a5d-4972-4fae-b095-291ec72966da tempest-DHCPAgentSchedulersTestJSON-495636670 tempest-DHCPAgentSchedulersTestJSON-495636670-project] Pushing event updated for resources: {'Network': ['ID=3cf0c44a-d1b6-48e2-8020-67d83812cbc8,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:32:01.041408 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2538399-04c1-421a-b3f9-2dc99ba3b2fc admin admin] Made reservation on behalf of 72275185a8d64845babaf2324f627ca7 for: {'network': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:32:01.044291 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c2538399-04c1-421a-b3f9-2dc99ba3b2fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:01.048032 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network 3cf0c44a-d1b6-48e2-8020-67d83812cbc8 details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:32:01.060276 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c2538399-04c1-421a-b3f9-2dc99ba3b2fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:01.067253 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a8960479-d677-4cbf-a1ae-2496efd14551 req-419aec66-f257-470a-a054-33746a5def95 tempest-TestServerAdvancedOps-905682278 tempest-TestServerAdvancedOps-905682278-project] 10.222.0.41 "GET /v2.0/security-groups?id=9dc178dd-e459-4eef-949e-5c112757d002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037247 Aug 11 03:32:01.117028 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-df231a5d-4972-4fae-b095-291ec72966da tempest-DHCPAgentSchedulersTestJSON-495636670 tempest-DHCPAgentSchedulersTestJSON-495636670-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.9634933 Aug 11 03:32:01.120442 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 36034) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:32:01.128611 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-fa8b168a-b9bd-42f2-8d76-e150dd9d7a09 tempest-DHCPAgentSchedulersTestJSON-495636670 tempest-DHCPAgentSchedulersTestJSON-495636670-project] Request body: {'subnet': {'network_id': '3cf0c44a-d1b6-48e2-8020-67d83812cbc8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:32:01.283390 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c2538399-04c1-421a-b3f9-2dc99ba3b2fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:01.373111 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c2538399-04c1-421a-b3f9-2dc99ba3b2fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:01.404521 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2538399-04c1-421a-b3f9-2dc99ba3b2fc admin admin] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=102192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:32:01.418467 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2538399-04c1-421a-b3f9-2dc99ba3b2fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d90906b3-11d7-4670-8cbc-45704d99f68c,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:32:01.423226 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c2538399-04c1-421a-b3f9-2dc99ba3b2fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:01.423573 n-d-764292-30 neutron-server[102192]: INFO neutron.db.segments_db [None req-c2538399-04c1-421a-b3f9-2dc99ba3b2fc admin admin] Added segment 32ef8310-eb36-4f10-89a8-2ec645494a63 of type vlan for network 72c2364e-d28c-436a-9463-f669c277e7f2 Aug 11 03:32:01.446149 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31dc505a-2cf1-4848-ad17-7511a420e764 tempest-FloatingIPAdminTestJSON-887658651 tempest-FloatingIPAdminTestJSON-887658651-project-admin] Router c0717af3-dd11-4665-931f-643888c0f1b1 has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:32:01.465971 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c2538399-04c1-421a-b3f9-2dc99ba3b2fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:01.489180 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa8b168a-b9bd-42f2-8d76-e150dd9d7a09 tempest-DHCPAgentSchedulersTestJSON-495636670 tempest-DHCPAgentSchedulersTestJSON-495636670-project] Made reservation on behalf of 9cfc473c706f4866922aaf11c16e84f1 for: {'subnet': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:32:01.492758 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-fa8b168a-b9bd-42f2-8d76-e150dd9d7a09 tempest-DHCPAgentSchedulersTestJSON-495636670 tempest-DHCPAgentSchedulersTestJSON-495636670-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126180544'] for subnet, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:01.553715 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31dc505a-2cf1-4848-ad17-7511a420e764 tempest-FloatingIPAdminTestJSON-887658651 tempest-FloatingIPAdminTestJSON-887658651-project-admin] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:32:01.563716 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0adbe59b-abbb-45d2-81d1-25366bc6219f None None] Sync routers for ids ['c0717af3-dd11-4665-931f-643888c0f1b1'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:32:01.573095 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0adbe59b-abbb-45d2-81d1-25366bc6219f None None] Routers {'c0717af3-dd11-4665-931f-643888c0f1b1'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:32:01.573728 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-0adbe59b-abbb-45d2-81d1-25366bc6219f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:31:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['c0717af3-dd11-4665-931f-643888c0f1b1'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:32:01.619355 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-0adbe59b-abbb-45d2-81d1-25366bc6219f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:32:01.629500 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0adbe59b-abbb-45d2-81d1-25366bc6219f None None] Routers {'c0717af3-dd11-4665-931f-643888c0f1b1'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:32:01.631094 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-0adbe59b-abbb-45d2-81d1-25366bc6219f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:31:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['c0717af3-dd11-4665-931f-643888c0f1b1'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:32:01.639743 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c2538399-04c1-421a-b3f9-2dc99ba3b2fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:01.640751 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2538399-04c1-421a-b3f9-2dc99ba3b2fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:32:01.641321 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c2538399-04c1-421a-b3f9-2dc99ba3b2fc admin admin] Notify callbacks [] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:01.666921 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-0adbe59b-abbb-45d2-81d1-25366bc6219f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:32:01.667570 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0adbe59b-abbb-45d2-81d1-25366bc6219f None None] The sync data for ids ['c0717af3-dd11-4665-931f-643888c0f1b1'] in n-d-764292-30 is: [] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:32:01.674543 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-31dc505a-2cf1-4848-ad17-7511a420e764 tempest-FloatingIPAdminTestJSON-887658651 tempest-FloatingIPAdminTestJSON-887658651-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for floatingip, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:01.703518 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-31dc505a-2cf1-4848-ad17-7511a420e764 tempest-FloatingIPAdminTestJSON-887658651 tempest-FloatingIPAdminTestJSON-887658651-project-admin] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 2.8632660 Aug 11 03:32:01.706160 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 36040) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:32:01.741157 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2538399-04c1-421a-b3f9-2dc99ba3b2fc admin admin] Pushing event updated for resources: {'Network': ['ID=72c2364e-d28c-436a-9463-f669c277e7f2,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:32:01.752722 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network 72c2364e-d28c-436a-9463-f669c277e7f2 details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:32:01.768494 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-c2538399-04c1-421a-b3f9-2dc99ba3b2fc admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9969599 Aug 11 03:32:01.771524 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 36042) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:32:01.779148 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-03204f40-2419-42fd-afac-23dd87a72f24 admin admin] Request body: {'subnet': {'network_id': '72c2364e-d28c-436a-9463-f669c277e7f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-423646555-subnet', 'tenant_id': '72275185a8d64845babaf2324f627ca7', 'ip_version': 4}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:32:01.825814 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-fa8b168a-b9bd-42f2-8d76-e150dd9d7a09 tempest-DHCPAgentSchedulersTestJSON-495636670 tempest-DHCPAgentSchedulersTestJSON-495636670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125932092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126180562'] for subnet, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:01.859301 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-e4d5496c-185b-4e82-a4c0-7d4154a11002 tempest-FloatingIPAdminTestJSON-887658651 tempest-FloatingIPAdminTestJSON-887658651-project-admin] 10.222.0.41 "GET /v2.0/floatingips/ea610584-47e1-4a15-9516-6aa5e4715333 HTTP/1.1" status: 200 len: 983 time: 0.1518724 Aug 11 03:32:01.861583 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 36044) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:32:01.887928 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:01.892784 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03204f40-2419-42fd-afac-23dd87a72f24 admin admin] Made reservation on behalf of 72275185a8d64845babaf2324f627ca7 for: {'subnet': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:32:01.895385 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-03204f40-2419-42fd-afac-23dd87a72f24 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126180544'] for subnet, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:01.942603 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8b168a-b9bd-42f2-8d76-e150dd9d7a09 tempest-DHCPAgentSchedulersTestJSON-495636670 tempest-DHCPAgentSchedulersTestJSON-495636670-project] Pushing event updated for resources: {'Subnet': ['ID=60faadd8-9489-4e12-8cce-f3470a3774db,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:32:01.981332 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-69295bcb-bfed-46ee-8af7-f42c60945b29 tempest-FloatingIPAdminTestJSON-887658651 tempest-FloatingIPAdminTestJSON-887658651-project-admin] 10.222.0.41 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1467 time: 0.1184216 Aug 11 03:32:01.986168 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 36046) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:32:02.000541 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8b168a-b9bd-42f2-8d76-e150dd9d7a09 tempest-DHCPAgentSchedulersTestJSON-495636670 tempest-DHCPAgentSchedulersTestJSON-495636670-project] Checking segment: {'id': '55eb0204-8134-4170-ac66-5c644b07351b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '3cf0c44a-d1b6-48e2-8020-67d83812cbc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:32:02.000911 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa8b168a-b9bd-42f2-8d76-e150dd9d7a09 tempest-DHCPAgentSchedulersTestJSON-495636670 tempest-DHCPAgentSchedulersTestJSON-495636670-project] Network hostable DHCP agents. Network: 3cf0c44a-d1b6-48e2-8020-67d83812cbc8, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:32:02.051623 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-4a5f3bb6-09d0-4cee-a7f5-44310e4879c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:02.138182 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa8b168a-b9bd-42f2-8d76-e150dd9d7a09 tempest-DHCPAgentSchedulersTestJSON-495636670 tempest-DHCPAgentSchedulersTestJSON-495636670-project] Network 3cf0c44a-d1b6-48e2-8020-67d83812cbc8 is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:32:02.254772 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-fa8b168a-b9bd-42f2-8d76-e150dd9d7a09 tempest-DHCPAgentSchedulersTestJSON-495636670 tempest-DHCPAgentSchedulersTestJSON-495636670-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, 3cf0c44a-d1b6-48e2-8020-67d83812cbc8) {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:32:02.262742 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f958caa5-59e9-46a9-ace6-38b178a10326 None None] Network 3cf0c44a-d1b6-48e2-8020-67d83812cbc8 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:32:02.268687 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8b168a-b9bd-42f2-8d76-e150dd9d7a09 tempest-DHCPAgentSchedulersTestJSON-495636670 tempest-DHCPAgentSchedulersTestJSON-495636670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:32:02.269289 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-fa8b168a-b9bd-42f2-8d76-e150dd9d7a09 tempest-DHCPAgentSchedulersTestJSON-495636670 tempest-DHCPAgentSchedulersTestJSON-495636670-project] Notify callbacks [] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:02.289601 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f78cf9-3fba-45e6-87db-380698425bac req-9ca02f78-a249-4abc-9929-302e64eaa32f tempest-TestServerAdvancedOps-905682278 tempest-TestServerAdvancedOps-905682278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:32:02.293626 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-53f78cf9-3fba-45e6-87db-380698425bac req-9ca02f78-a249-4abc-9929-302e64eaa32f tempest-TestServerAdvancedOps-905682278 tempest-TestServerAdvancedOps-905682278-project] 10.222.0.41 "GET /v2.0/ports?device_id=bafa1b68-96d3-42ec-a977-d4d62bab3d1b HTTP/1.1" status: 200 len: 945 time: 0.1419804 Aug 11 03:32:02.345563 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-8ebc601f-a678-4f6c-8742-0f784a3de304 tempest-FloatingIPAdminTestJSON-812527782 tempest-FloatingIPAdminTestJSON-812527782-project] Deleting port 30b20358-f69e-4a6c-b599-b5946bd04954 {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:32:02.345911 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-8ebc601f-a678-4f6c-8742-0f784a3de304 tempest-FloatingIPAdminTestJSON-812527782 tempest-FloatingIPAdminTestJSON-812527782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:02.427305 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4437df49-8a35-4a55-92e9-e129dbc42617 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde080026-c28f-55be-b52b-13827cc43646-3cf0c44a-d1b6-48e2-8020-67d83812cbc8', 'network_id': '3cf0c44a-d1b6-48e2-8020-67d83812cbc8', 'tenant_id': '9cfc473c706f4866922aaf11c16e84f1', 'fixed_ips': [{'subnet_id': '60faadd8-9489-4e12-8cce-f3470a3774db'}]}} from n-d-764292-30. {{(pid=102193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:32:02.428343 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-4437df49-8a35-4a55-92e9-e129dbc42617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:02.581623 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.db_base_plugin_common [None req-4437df49-8a35-4a55-92e9-e129dbc42617 None None] Allocated IP 172.20.0.2 (3cf0c44a-d1b6-48e2-8020-67d83812cbc8/60faadd8-9489-4e12-8cce-f3470a3774db/44559b56-bce4-480f-abb3-708d376d7f5b) {{(pid=102193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:32:02.755638 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-4437df49-8a35-4a55-92e9-e129dbc42617 None None] Notify callbacks [] for port, precommit_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:02.764950 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-4437df49-8a35-4a55-92e9-e129dbc42617 None None] Transition to ACTIVE for port object 44559b56-bce4-480f-abb3-708d376d7f5b will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:32:02.771604 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-03204f40-2419-42fd-afac-23dd87a72f24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125932092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126180562'] for subnet, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:02.777707 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-fa8b168a-b9bd-42f2-8d76-e150dd9d7a09 tempest-DHCPAgentSchedulersTestJSON-495636670 tempest-DHCPAgentSchedulersTestJSON-495636670-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6556137 Aug 11 03:32:02.780718 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 36052) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:32:02.783610 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-4437df49-8a35-4a55-92e9-e129dbc42617 None None] Transition to ACTIVE for port object 44559b56-bce4-480f-abb3-708d376d7f5b will not be triggered until provisioned by entity DHCP. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:32:02.784052 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-53f78cf9-3fba-45e6-87db-380698425bac req-d3d35bff-0f21-4370-b170-92d077ad87d6 tempest-TestServerAdvancedOps-905682278 tempest-TestServerAdvancedOps-905682278-project] 10.222.0.41 "GET /v2.0/security-groups?id=9dc178dd-e459-4eef-949e-5c112757d002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4828672 Aug 11 03:32:02.785917 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-8b7460cc-71e8-41fa-8e70-e1039cfdd4fd tempest-DHCPAgentSchedulersTestJSON-495636670 tempest-DHCPAgentSchedulersTestJSON-495636670-project] Request body: {'port': {'network_id': '3cf0c44a-d1b6-48e2-8020-67d83812cbc8', 'name': 'tempest-DHCPAgentSchedulersTestJSON-941507193'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:32:02.836846 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03204f40-2419-42fd-afac-23dd87a72f24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=321ef215-4958-452a-9904-0e4a458fb021,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:32:02.918872 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03204f40-2419-42fd-afac-23dd87a72f24 admin admin] Checking segment: {'id': '32ef8310-eb36-4f10-89a8-2ec645494a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '72c2364e-d28c-436a-9463-f669c277e7f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:32:02.919270 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03204f40-2419-42fd-afac-23dd87a72f24 admin admin] Network hostable DHCP agents. Network: 72c2364e-d28c-436a-9463-f669c277e7f2, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:32:02.923961 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-8ebc601f-a678-4f6c-8742-0f784a3de304 tempest-FloatingIPAdminTestJSON-812527782 tempest-FloatingIPAdminTestJSON-812527782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:02.926674 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-8ebc601f-a678-4f6c-8742-0f784a3de304 tempest-FloatingIPAdminTestJSON-812527782 tempest-FloatingIPAdminTestJSON-812527782-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:02.928474 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-4437df49-8a35-4a55-92e9-e129dbc42617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669'] for port, after_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:02.954153 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-8ebc601f-a678-4f6c-8742-0f784a3de304 tempest-FloatingIPAdminTestJSON-812527782 tempest-FloatingIPAdminTestJSON-812527782-project] Calling delete_port for 30b20358-f69e-4a6c-b599-b5946bd04954 owned by network:floatingip {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:32:03.015241 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4437df49-8a35-4a55-92e9-e129dbc42617 None None] Network 3cf0c44a-d1b6-48e2-8020-67d83812cbc8 is already hosted by enough agents. {{(pid=102193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:32:03.018523 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.base_scheduler [None req-4437df49-8a35-4a55-92e9-e129dbc42617 None None] Resources bound (agent type, host, resource id): {{(pid=102193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:32:03.022718 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4437df49-8a35-4a55-92e9-e129dbc42617 None None] Received port after_create {{(pid=102193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:32:03.023895 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b7460cc-71e8-41fa-8e70-e1039cfdd4fd tempest-DHCPAgentSchedulersTestJSON-495636670 tempest-DHCPAgentSchedulersTestJSON-495636670-project] Made reservation on behalf of 9cfc473c706f4866922aaf11c16e84f1 for: {'port': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:32:03.027230 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8b7460cc-71e8-41fa-8e70-e1039cfdd4fd tempest-DHCPAgentSchedulersTestJSON-495636670 tempest-DHCPAgentSchedulersTestJSON-495636670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:03.030207 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4437df49-8a35-4a55-92e9-e129dbc42617 None None] Pushing event updated for resources: {'Port': ['ID=44559b56-bce4-480f-abb3-708d376d7f5b,revision_number=1']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:32:03.051679 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03204f40-2419-42fd-afac-23dd87a72f24 admin admin] Network 72c2364e-d28c-436a-9463-f669c277e7f2 is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:32:03.062779 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [None req-8b7460cc-71e8-41fa-8e70-e1039cfdd4fd tempest-DHCPAgentSchedulersTestJSON-495636670 tempest-DHCPAgentSchedulersTestJSON-495636670-project] device_id is not set on port 1941d44e-cf8b-4e58-aab3-be1fcf419786 yet. {{(pid=102191) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:32:03.086956 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-4437df49-8a35-4a55-92e9-e129dbc42617 None None] Attempting to bind port 44559b56-bce4-480f-abb3-708d376d7f5b on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:32:03.087920 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-4437df49-8a35-4a55-92e9-e129dbc42617 None None] Attempting to bind port 44559b56-bce4-480f-abb3-708d376d7f5b by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': '55eb0204-8134-4170-ac66-5c644b07351b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '3cf0c44a-d1b6-48e2-8020-67d83812cbc8'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:32:03.088488 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4437df49-8a35-4a55-92e9-e129dbc42617 None None] Attempting to bind port 44559b56-bce4-480f-abb3-708d376d7f5b on network 3cf0c44a-d1b6-48e2-8020-67d83812cbc8 {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:32:03.094668 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4437df49-8a35-4a55-92e9-e129dbc42617 None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 32, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:32:03.095291 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4437df49-8a35-4a55-92e9-e129dbc42617 None None] Checking segment: {'id': '55eb0204-8134-4170-ac66-5c644b07351b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '3cf0c44a-d1b6-48e2-8020-67d83812cbc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:32:03.095877 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-4437df49-8a35-4a55-92e9-e129dbc42617 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:03.096484 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4437df49-8a35-4a55-92e9-e129dbc42617 None None] Bound using segment: {'id': '55eb0204-8134-4170-ac66-5c644b07351b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '3cf0c44a-d1b6-48e2-8020-67d83812cbc8'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:32:03.097112 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-4437df49-8a35-4a55-92e9-e129dbc42617 None None] Bound port: 44559b56-bce4-480f-abb3-708d376d7f5b, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55eb0204-8134-4170-ac66-5c644b07351b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '3cf0c44a-d1b6-48e2-8020-67d83812cbc8'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:32:03.097673 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-4437df49-8a35-4a55-92e9-e129dbc42617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:03.132995 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-03204f40-2419-42fd-afac-23dd87a72f24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, 72c2364e-d28c-436a-9463-f669c277e7f2) {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:32:03.139771 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03204f40-2419-42fd-afac-23dd87a72f24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:32:03.140414 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-03204f40-2419-42fd-afac-23dd87a72f24 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:03.180449 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-4437df49-8a35-4a55-92e9-e129dbc42617 None None] For port 44559b56-bce4-480f-abb3-708d376d7f5b, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:32:03.184396 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea64ccb7-5e01-43dd-8c11-ef7c2756020b None None] Network 72c2364e-d28c-436a-9463-f669c277e7f2 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:32:03.186163 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:03.225784 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-03204f40-2419-42fd-afac-23dd87a72f24 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4530087 Aug 11 03:32:03.228763 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 36058) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:32:03.236182 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-cb132908-d812-4cf6-b925-2938b008081e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-423646555-router', 'tenant_id': '72275185a8d64845babaf2324f627ca7', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:32:03.260681 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [None req-8b7460cc-71e8-41fa-8e70-e1039cfdd4fd tempest-DHCPAgentSchedulersTestJSON-495636670 tempest-DHCPAgentSchedulersTestJSON-495636670-project] Allocated IP 172.20.0.13 (3cf0c44a-d1b6-48e2-8020-67d83812cbc8/60faadd8-9489-4e12-8cce-f3470a3774db/1941d44e-cf8b-4e58-aab3-be1fcf419786) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:32:03.262575 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-4437df49-8a35-4a55-92e9-e129dbc42617 None None] For port 44559b56-bce4-480f-abb3-708d376d7f5b, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=44559b56-bce4-480f-abb3-708d376d7f5b,segment=NetworkSegment(55eb0204-8134-4170-ac66-5c644b07351b),segment_id=55eb0204-8134-4170-ac66-5c644b07351b)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:32:03.264439 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-8ebc601f-a678-4f6c-8742-0f784a3de304 tempest-FloatingIPAdminTestJSON-812527782 tempest-FloatingIPAdminTestJSON-812527782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:03.349710 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55641cab-b75e-4607-ba90-e05609eadb64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde080026-c28f-55be-b52b-13827cc43646-72c2364e-d28c-436a-9463-f669c277e7f2', 'network_id': '72c2364e-d28c-436a-9463-f669c277e7f2', 'tenant_id': '72275185a8d64845babaf2324f627ca7', 'fixed_ips': [{'subnet_id': '321ef215-4958-452a-9904-0e4a458fb021'}]}} from n-d-764292-30. {{(pid=102193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:32:03.350817 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-55641cab-b75e-4607-ba90-e05609eadb64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:03.355910 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-4437df49-8a35-4a55-92e9-e129dbc42617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:03.404725 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebc601f-a678-4f6c-8742-0f784a3de304 tempest-FloatingIPAdminTestJSON-812527782 tempest-FloatingIPAdminTestJSON-812527782-project] Pushing event deleted for resources: {'Port': ['ID=30b20358-f69e-4a6c-b599-b5946bd04954,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:32:03.425366 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3569cc8f-0c49-4f95-98cf-31618b93e179 req-d3332163-9796-4d43-b49b-88011d0cca7d tempest-TestServerAdvancedOps-905682278 tempest-TestServerAdvancedOps-905682278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:32:03.427014 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3569cc8f-0c49-4f95-98cf-31618b93e179 req-d3332163-9796-4d43-b49b-88011d0cca7d tempest-TestServerAdvancedOps-905682278 tempest-TestServerAdvancedOps-905682278-project] 10.222.0.41 "GET /v2.0/ports?device_id=bafa1b68-96d3-42ec-a977-d4d62bab3d1b HTTP/1.1" status: 200 len: 945 time: 0.2130919 Aug 11 03:32:03.430334 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-8ebc601f-a678-4f6c-8742-0f784a3de304 tempest-FloatingIPAdminTestJSON-812527782 tempest-FloatingIPAdminTestJSON-812527782-project] Notify callbacks [] for floatingip, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:03.430677 n-d-764292-30 neutron-server[102192]: INFO neutron.db.l3_db [None req-8ebc601f-a678-4f6c-8742-0f784a3de304 tempest-FloatingIPAdminTestJSON-812527782 tempest-FloatingIPAdminTestJSON-812527782-project] Floating IP ea610584-47e1-4a15-9516-6aa5e4715333 disassociated (deleted). External IP: 172.25.8.189, port: 3ec55cca-8195-4423-b4f1-06aae07527f0. Aug 11 03:32:03.446763 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.agents_db [None req-950b7202-decb-43e2-8f71-ac8931dc9749 None None] Agent healthcheck: found 7 active agents {{(pid=102194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:32:03.487983 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8b7460cc-71e8-41fa-8e70-e1039cfdd4fd tempest-DHCPAgentSchedulersTestJSON-495636670 tempest-DHCPAgentSchedulersTestJSON-495636670-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:03.498646 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4437df49-8a35-4a55-92e9-e129dbc42617 None None] Pushing event updated for resources: {'Port': ['ID=44559b56-bce4-480f-abb3-708d376d7f5b,revision_number=2']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:32:03.509491 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [None req-8b7460cc-71e8-41fa-8e70-e1039cfdd4fd tempest-DHCPAgentSchedulersTestJSON-495636670 tempest-DHCPAgentSchedulersTestJSON-495636670-project] Transition to ACTIVE for port object 1941d44e-cf8b-4e58-aab3-be1fcf419786 will not be triggered until provisioned by entity DHCP. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:32:03.510849 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-cb132908-d812-4cf6-b925-2938b008081e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-450010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6626'] for router, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:03.511867 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-cb132908-d812-4cf6-b925-2938b008081e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-446747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6633'] for router, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:03.555240 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3569cc8f-0c49-4f95-98cf-31618b93e179 req-f9fc9f94-6065-4db4-870f-a964be097f7f tempest-TestServerAdvancedOps-905682278 tempest-TestServerAdvancedOps-905682278-project] 10.222.0.41 "GET /v2.0/security-groups?id=9dc178dd-e459-4eef-949e-5c112757d002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171556 Aug 11 03:32:03.576031 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.db_base_plugin_common [None req-55641cab-b75e-4607-ba90-e05609eadb64 None None] Allocated IP 172.20.0.2 (72c2364e-d28c-436a-9463-f669c277e7f2/321ef215-4958-452a-9904-0e4a458fb021/2cdfa3a3-d5c8-4ddd-8bde-3d61818f4350) {{(pid=102193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:32:03.652846 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8b7460cc-71e8-41fa-8e70-e1039cfdd4fd tempest-DHCPAgentSchedulersTestJSON-495636670 tempest-DHCPAgentSchedulersTestJSON-495636670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:03.678641 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-cb132908-d812-4cf6-b925-2938b008081e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:03.774976 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b7460cc-71e8-41fa-8e70-e1039cfdd4fd tempest-DHCPAgentSchedulersTestJSON-495636670 tempest-DHCPAgentSchedulersTestJSON-495636670-project] Network 3cf0c44a-d1b6-48e2-8020-67d83812cbc8 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:32:03.778976 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-8b7460cc-71e8-41fa-8e70-e1039cfdd4fd tempest-DHCPAgentSchedulersTestJSON-495636670 tempest-DHCPAgentSchedulersTestJSON-495636670-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:32:03.785836 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7460cc-71e8-41fa-8e70-e1039cfdd4fd tempest-DHCPAgentSchedulersTestJSON-495636670 tempest-DHCPAgentSchedulersTestJSON-495636670-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:32:03.834606 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7460cc-71e8-41fa-8e70-e1039cfdd4fd tempest-DHCPAgentSchedulersTestJSON-495636670 tempest-DHCPAgentSchedulersTestJSON-495636670-project] Pushing event updated for resources: {'Port': ['ID=1941d44e-cf8b-4e58-aab3-be1fcf419786,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:32:03.871941 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b7460cc-71e8-41fa-8e70-e1039cfdd4fd tempest-DHCPAgentSchedulersTestJSON-495636670 tempest-DHCPAgentSchedulersTestJSON-495636670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:32:03.872805 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8b7460cc-71e8-41fa-8e70-e1039cfdd4fd tempest-DHCPAgentSchedulersTestJSON-495636670 tempest-DHCPAgentSchedulersTestJSON-495636670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:03.891006 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-55641cab-b75e-4607-ba90-e05609eadb64 None None] Notify callbacks [] for port, precommit_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:03.914241 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-55641cab-b75e-4607-ba90-e05609eadb64 None None] Transition to ACTIVE for port object 2cdfa3a3-d5c8-4ddd-8bde-3d61818f4350 will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:32:03.931875 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-55641cab-b75e-4607-ba90-e05609eadb64 None None] Transition to ACTIVE for port object 2cdfa3a3-d5c8-4ddd-8bde-3d61818f4350 will not be triggered until provisioned by entity DHCP. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:32:04.006744 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-8b7460cc-71e8-41fa-8e70-e1039cfdd4fd tempest-DHCPAgentSchedulersTestJSON-495636670 tempest-DHCPAgentSchedulersTestJSON-495636670-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2250302 Aug 11 03:32:04.009800 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 36064) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:32:04.012740 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-cb132908-d812-4cf6-b925-2938b008081e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:04.033915 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ebc601f-a678-4f6c-8742-0f784a3de304 tempest-FloatingIPAdminTestJSON-812527782 tempest-FloatingIPAdminTestJSON-812527782-project] Router c0717af3-dd11-4665-931f-643888c0f1b1 has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:32:04.052633 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-55641cab-b75e-4607-ba90-e05609eadb64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669'] for port, after_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:04.122531 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55641cab-b75e-4607-ba90-e05609eadb64 None None] Network 72c2364e-d28c-436a-9463-f669c277e7f2 is already hosted by enough agents. {{(pid=102193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:32:04.128026 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.base_scheduler [None req-55641cab-b75e-4607-ba90-e05609eadb64 None None] Resources bound (agent type, host, resource id): {{(pid=102193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:32:04.135056 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55641cab-b75e-4607-ba90-e05609eadb64 None None] Received port after_create {{(pid=102193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:32:04.144314 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-88df1a44-a8f7-4b15-b09a-f85b788931f3 tempest-DHCPAgentSchedulersTestJSON-495636670 tempest-DHCPAgentSchedulersTestJSON-495636670-project] Deleting port 1941d44e-cf8b-4e58-aab3-be1fcf419786 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:32:04.144732 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-88df1a44-a8f7-4b15-b09a-f85b788931f3 tempest-DHCPAgentSchedulersTestJSON-495636670 tempest-DHCPAgentSchedulersTestJSON-495636670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:04.146441 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55641cab-b75e-4607-ba90-e05609eadb64 None None] Pushing event updated for resources: {'Port': ['ID=2cdfa3a3-d5c8-4ddd-8bde-3d61818f4350,revision_number=1']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:32:04.216101 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ebc601f-a678-4f6c-8742-0f784a3de304 tempest-FloatingIPAdminTestJSON-812527782 tempest-FloatingIPAdminTestJSON-812527782-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:32:04.220957 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-8ebc601f-a678-4f6c-8742-0f784a3de304 tempest-FloatingIPAdminTestJSON-812527782 tempest-FloatingIPAdminTestJSON-812527782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for floatingip, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:04.229049 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-55641cab-b75e-4607-ba90-e05609eadb64 None None] Attempting to bind port 2cdfa3a3-d5c8-4ddd-8bde-3d61818f4350 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:32:04.229689 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-55641cab-b75e-4607-ba90-e05609eadb64 None None] Attempting to bind port 2cdfa3a3-d5c8-4ddd-8bde-3d61818f4350 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': '32ef8310-eb36-4f10-89a8-2ec645494a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '72c2364e-d28c-436a-9463-f669c277e7f2'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:32:04.230853 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55641cab-b75e-4607-ba90-e05609eadb64 None None] Attempting to bind port 2cdfa3a3-d5c8-4ddd-8bde-3d61818f4350 on network 72c2364e-d28c-436a-9463-f669c277e7f2 {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:32:04.231652 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c3887d-5490-479b-a35c-edf5dec56446 None None] Sync routers for ids ['c0717af3-dd11-4665-931f-643888c0f1b1'] in n-d-764292-30 {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:32:04.237236 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55641cab-b75e-4607-ba90-e05609eadb64 None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 32, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:32:04.237976 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55641cab-b75e-4607-ba90-e05609eadb64 None None] Checking segment: {'id': '32ef8310-eb36-4f10-89a8-2ec645494a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '72c2364e-d28c-436a-9463-f669c277e7f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:32:04.238881 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-55641cab-b75e-4607-ba90-e05609eadb64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:04.239520 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55641cab-b75e-4607-ba90-e05609eadb64 None None] Bound using segment: {'id': '32ef8310-eb36-4f10-89a8-2ec645494a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '72c2364e-d28c-436a-9463-f669c277e7f2'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:32:04.240271 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-55641cab-b75e-4607-ba90-e05609eadb64 None None] Bound port: 2cdfa3a3-d5c8-4ddd-8bde-3d61818f4350, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32ef8310-eb36-4f10-89a8-2ec645494a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '72c2364e-d28c-436a-9463-f669c277e7f2'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:32:04.240881 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-55641cab-b75e-4607-ba90-e05609eadb64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:04.250417 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c3887d-5490-479b-a35c-edf5dec56446 None None] Routers {'c0717af3-dd11-4665-931f-643888c0f1b1'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:32:04.252116 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-50c3887d-5490-479b-a35c-edf5dec56446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:32:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['c0717af3-dd11-4665-931f-643888c0f1b1'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:32:04.268176 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-8ebc601f-a678-4f6c-8742-0f784a3de304 tempest-FloatingIPAdminTestJSON-812527782 tempest-FloatingIPAdminTestJSON-812527782-project] 10.222.0.41 "DELETE /v2.0/floatingips/ea610584-47e1-4a15-9516-6aa5e4715333 HTTP/1.1" status: 204 len: 168 time: 2.2792385 Aug 11 03:32:04.287684 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 36066) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:32:04.292179 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-2fe433bb-0cb8-403e-a30f-47384595dd99 tempest-FloatingIPAdminTestJSON-887658651 tempest-FloatingIPAdminTestJSON-887658651-project-admin] Request body: {'floatingip': {'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:32:04.315281 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-50c3887d-5490-479b-a35c-edf5dec56446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:32:04.321660 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-88df1a44-a8f7-4b15-b09a-f85b788931f3 tempest-DHCPAgentSchedulersTestJSON-495636670 tempest-DHCPAgentSchedulersTestJSON-495636670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:04.333985 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c3887d-5490-479b-a35c-edf5dec56446 None None] Routers {'c0717af3-dd11-4665-931f-643888c0f1b1'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:32:04.344842 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-50c3887d-5490-479b-a35c-edf5dec56446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:32:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['c0717af3-dd11-4665-931f-643888c0f1b1'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:32:04.349833 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-88df1a44-a8f7-4b15-b09a-f85b788931f3 tempest-DHCPAgentSchedulersTestJSON-495636670 tempest-DHCPAgentSchedulersTestJSON-495636670-project] Calling delete_port for 1941d44e-cf8b-4e58-aab3-be1fcf419786 owned by {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:32:04.394713 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-50c3887d-5490-479b-a35c-edf5dec56446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:32:04.395767 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c3887d-5490-479b-a35c-edf5dec56446 None None] The sync data for ids ['c0717af3-dd11-4665-931f-643888c0f1b1'] in n-d-764292-30 is: [] {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:32:04.395884 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-55641cab-b75e-4607-ba90-e05609eadb64 None None] For port 2cdfa3a3-d5c8-4ddd-8bde-3d61818f4350, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:32:04.405442 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-55641cab-b75e-4607-ba90-e05609eadb64 None None] For port 2cdfa3a3-d5c8-4ddd-8bde-3d61818f4350, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=2cdfa3a3-d5c8-4ddd-8bde-3d61818f4350,segment=NetworkSegment(32ef8310-eb36-4f10-89a8-2ec645494a63),segment_id=32ef8310-eb36-4f10-89a8-2ec645494a63)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:32:04.427535 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-2fe433bb-0cb8-403e-a30f-47384595dd99 tempest-FloatingIPAdminTestJSON-887658651 tempest-FloatingIPAdminTestJSON-887658651-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:04.452173 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 44559b56-bce4-480f-abb3-708d376d7f5b up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:32:04.492179 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-55641cab-b75e-4607-ba90-e05609eadb64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:04.565800 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-cb132908-d812-4cf6-b925-2938b008081e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:04.606529 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55641cab-b75e-4607-ba90-e05609eadb64 None None] Pushing event updated for resources: {'Port': ['ID=2cdfa3a3-d5c8-4ddd-8bde-3d61818f4350,revision_number=2']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:32:04.609184 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-cb132908-d812-4cf6-b925-2938b008081e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:04.676016 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-88df1a44-a8f7-4b15-b09a-f85b788931f3 tempest-DHCPAgentSchedulersTestJSON-495636670 tempest-DHCPAgentSchedulersTestJSON-495636670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:04.703131 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:04.706566 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port 44559b56-bce4-480f-abb3-708d376d7f5b completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:32:04.756238 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88df1a44-a8f7-4b15-b09a-f85b788931f3 tempest-DHCPAgentSchedulersTestJSON-495636670 tempest-DHCPAgentSchedulersTestJSON-495636670-project] Pushing event deleted for resources: {'Port': ['ID=1941d44e-cf8b-4e58-aab3-be1fcf419786,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:32:04.865695 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-88df1a44-a8f7-4b15-b09a-f85b788931f3 tempest-DHCPAgentSchedulersTestJSON-495636670 tempest-DHCPAgentSchedulersTestJSON-495636670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:04.868512 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-88df1a44-a8f7-4b15-b09a-f85b788931f3 tempest-DHCPAgentSchedulersTestJSON-495636670 tempest-DHCPAgentSchedulersTestJSON-495636670-project] 10.222.0.41 "DELETE /v2.0/ports/1941d44e-cf8b-4e58-aab3-be1fcf419786 HTTP/1.1" status: 204 len: 168 time: 0.8566792 Aug 11 03:32:04.870553 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 36072) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:32:04.881385 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffc548a-4cf6-40bf-9063-e5de9429341a req-7fc39a36-4cf2-4be0-8903-0bd4915cac75 tempest-TestServerAdvancedOps-905682278 tempest-TestServerAdvancedOps-905682278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:32:04.890530 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0ffc548a-4cf6-40bf-9063-e5de9429341a req-7fc39a36-4cf2-4be0-8903-0bd4915cac75 tempest-TestServerAdvancedOps-905682278 tempest-TestServerAdvancedOps-905682278-project] 10.222.0.41 "GET /v2.0/ports?device_id=bafa1b68-96d3-42ec-a977-d4d62bab3d1b HTTP/1.1" status: 200 len: 945 time: 0.2201514 Aug 11 03:32:04.914323 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-2fe433bb-0cb8-403e-a30f-47384595dd99 tempest-FloatingIPAdminTestJSON-887658651 tempest-FloatingIPAdminTestJSON-887658651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:04.923209 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [None req-cb132908-d812-4cf6-b925-2938b008081e admin admin] Allocated IP 172.25.8.135 (09faf7d2-eaf5-4a50-bb6e-4cb05d009a76/e1a97443-13df-40bb-85f5-fd269e2742c0/c0cdf465-f88e-4ee9-b3b9-315b03e64881) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:32:04.985686 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb4abfc0-5316-40e8-b51b-59a7074e2912 None None] Network 3cf0c44a-d1b6-48e2-8020-67d83812cbc8 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:32:05.031772 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0ffc548a-4cf6-40bf-9063-e5de9429341a req-c5f9f94f-42af-4f53-9186-3cbf7e7b3f65 tempest-TestServerAdvancedOps-905682278 tempest-TestServerAdvancedOps-905682278-project] 10.222.0.41 "GET /v2.0/security-groups?id=9dc178dd-e459-4eef-949e-5c112757d002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403351 Aug 11 03:32:05.093209 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-2c01253b-5ec3-44bd-8ae8-86dfad36076e tempest-DHCPAgentSchedulersTestJSON-1678280761 tempest-DHCPAgentSchedulersTestJSON-1678280761-project-admin] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4685 time: 0.2214644 Aug 11 03:32:05.098999 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 36078) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:32:05.104015 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-b081a0bb-b558-4512-9279-f8a45de26d57 tempest-DHCPAgentSchedulersTestJSON-495636670 tempest-DHCPAgentSchedulersTestJSON-495636670-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1648410834'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:32:05.132385 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-d2aa2b31-feaf-41c7-83de-d55ee9ab0d17 None None] Provisioning for port 44559b56-bce4-480f-abb3-708d376d7f5b completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:32:05.139595 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-d2aa2b31-feaf-41c7-83de-d55ee9ab0d17 None None] Provisioning complete for port 44559b56-bce4-480f-abb3-708d376d7f5b triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:32:05.140178 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-d2aa2b31-feaf-41c7-83de-d55ee9ab0d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:05.178229 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-cb132908-d812-4cf6-b925-2938b008081e admin admin] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:05.211882 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b081a0bb-b558-4512-9279-f8a45de26d57 tempest-DHCPAgentSchedulersTestJSON-495636670 tempest-DHCPAgentSchedulersTestJSON-495636670-project] Made reservation on behalf of 9cfc473c706f4866922aaf11c16e84f1 for: {'network': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:32:05.215404 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b081a0bb-b558-4512-9279-f8a45de26d57 tempest-DHCPAgentSchedulersTestJSON-495636670 tempest-DHCPAgentSchedulersTestJSON-495636670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:05.249272 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b081a0bb-b558-4512-9279-f8a45de26d57 tempest-DHCPAgentSchedulersTestJSON-495636670 tempest-DHCPAgentSchedulersTestJSON-495636670-project] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=102192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:32:05.260455 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b081a0bb-b558-4512-9279-f8a45de26d57 tempest-DHCPAgentSchedulersTestJSON-495636670 tempest-DHCPAgentSchedulersTestJSON-495636670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:05.260704 n-d-764292-30 neutron-server[102192]: INFO neutron.db.segments_db [None req-b081a0bb-b558-4512-9279-f8a45de26d57 tempest-DHCPAgentSchedulersTestJSON-495636670 tempest-DHCPAgentSchedulersTestJSON-495636670-project] Added segment e008a67c-3c9b-4feb-beaf-48a4104eb09f of type vlan for network 1ba9e536-707e-450c-930d-4f255ce4a58b Aug 11 03:32:05.287818 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-d2aa2b31-feaf-41c7-83de-d55ee9ab0d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:05.304692 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b081a0bb-b558-4512-9279-f8a45de26d57 tempest-DHCPAgentSchedulersTestJSON-495636670 tempest-DHCPAgentSchedulersTestJSON-495636670-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:05.330654 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-d2aa2b31-feaf-41c7-83de-d55ee9ab0d17 None None] For port 44559b56-bce4-480f-abb3-708d376d7f5b, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=44559b56-bce4-480f-abb3-708d376d7f5b,segment=NetworkSegment(55eb0204-8134-4170-ac66-5c644b07351b),segment_id=55eb0204-8134-4170-ac66-5c644b07351b)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:32:05.345664 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-cb132908-d812-4cf6-b925-2938b008081e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:05.405953 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-d2aa2b31-feaf-41c7-83de-d55ee9ab0d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:05.435363 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb132908-d812-4cf6-b925-2938b008081e admin admin] Network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:32:05.439180 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-cb132908-d812-4cf6-b925-2938b008081e admin admin] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:32:05.456429 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb132908-d812-4cf6-b925-2938b008081e admin admin] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:32:05.472420 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2aa2b31-feaf-41c7-83de-d55ee9ab0d17 None None] Pushing event updated for resources: {'Port': ['ID=44559b56-bce4-480f-abb3-708d376d7f5b,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:32:05.516937 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b081a0bb-b558-4512-9279-f8a45de26d57 tempest-DHCPAgentSchedulersTestJSON-495636670 tempest-DHCPAgentSchedulersTestJSON-495636670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:05.522641 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b081a0bb-b558-4512-9279-f8a45de26d57 tempest-DHCPAgentSchedulersTestJSON-495636670 tempest-DHCPAgentSchedulersTestJSON-495636670-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:32:05.523344 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b081a0bb-b558-4512-9279-f8a45de26d57 tempest-DHCPAgentSchedulersTestJSON-495636670 tempest-DHCPAgentSchedulersTestJSON-495636670-project] Notify callbacks [] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:05.610317 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [None req-2fe433bb-0cb8-403e-a30f-47384595dd99 tempest-FloatingIPAdminTestJSON-887658651 tempest-FloatingIPAdminTestJSON-887658651-project-admin] Allocated IP 172.25.8.134 (09faf7d2-eaf5-4a50-bb6e-4cb05d009a76/e1a97443-13df-40bb-85f5-fd269e2742c0/faa8e8f4-7b8f-45c3-b668-4edad6f6b6cb) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:32:05.633072 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-2dc4de17-ac1f-45f2-aecf-eb6b42b1626d None None] Provisioning complete for port 44559b56-bce4-480f-abb3-708d376d7f5b triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:32:05.633447 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2dc4de17-ac1f-45f2-aecf-eb6b42b1626d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:05.696069 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b081a0bb-b558-4512-9279-f8a45de26d57 tempest-DHCPAgentSchedulersTestJSON-495636670 tempest-DHCPAgentSchedulersTestJSON-495636670-project] Pushing event updated for resources: {'Network': ['ID=1ba9e536-707e-450c-930d-4f255ce4a58b,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:32:05.727614 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network 1ba9e536-707e-450c-930d-4f255ce4a58b details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:32:05.748049 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28884f1e-e419-4d9a-81cd-ffc286f40d29 req-bc4c846a-d03b-4606-b3a5-3402ed35c8e6 tempest-TestServerAdvancedOps-905682278 tempest-TestServerAdvancedOps-905682278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:32:05.750867 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-28884f1e-e419-4d9a-81cd-ffc286f40d29 req-bc4c846a-d03b-4606-b3a5-3402ed35c8e6 tempest-TestServerAdvancedOps-905682278 tempest-TestServerAdvancedOps-905682278-project] 10.222.0.41 "GET /v2.0/ports?device_id=bafa1b68-96d3-42ec-a977-d4d62bab3d1b HTTP/1.1" status: 200 len: 945 time: 0.3641527 Aug 11 03:32:05.760317 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f637fd63-d8fd-4841-90f8-c18a514c7973 req-469106bd-b320-4986-8e74-3ea73819e0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:32:05.762114 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f637fd63-d8fd-4841-90f8-c18a514c7973 req-469106bd-b320-4986-8e74-3ea73819e0e6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c31740a9041c41d1930ca28684c1ecaa&device_id=bafa1b68-96d3-42ec-a977-d4d62bab3d1b HTTP/1.1" status: 200 len: 1097 time: 0.2327101 Aug 11 03:32:05.762969 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb132908-d812-4cf6-b925-2938b008081e admin admin] Pushing event updated for resources: {'Port': ['ID=c0cdf465-f88e-4ee9-b3b9-315b03e64881,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:32:05.901006 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-28884f1e-e419-4d9a-81cd-ffc286f40d29 req-0067bc99-89d9-4771-9b22-e65101b7fdc2 tempest-TestServerAdvancedOps-905682278 tempest-TestServerAdvancedOps-905682278-project] 10.222.0.41 "GET /v2.0/security-groups?id=9dc178dd-e459-4eef-949e-5c112757d002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257751 Aug 11 03:32:06.054529 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-b081a0bb-b558-4512-9279-f8a45de26d57 tempest-DHCPAgentSchedulersTestJSON-495636670 tempest-DHCPAgentSchedulersTestJSON-495636670-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.9544077 Aug 11 03:32:06.057527 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 36084) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:32:06.112884 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7372933-02f9-48c8-a877-5790dc95ef6e None None] Network 72c2364e-d28c-436a-9463-f669c277e7f2 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:32:06.166083 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f637fd63-d8fd-4841-90f8-c18a514c7973 req-3c98b0f5-375f-49c6-9852-d6a5d5e984be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:32:06.169266 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f637fd63-d8fd-4841-90f8-c18a514c7973 req-3c98b0f5-375f-49c6-9852-d6a5d5e984be service neutron] 10.222.0.24 "GET /v2.0/networks?id=2831f6c0-72f8-4910-9418-075c8cfe59c9 HTTP/1.1" status: 200 len: 913 time: 0.3963985 Aug 11 03:32:06.188223 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-4e014d31-9aff-4628-a563-ae30ee460fe8 None None] Could not find standard attr ID for object 1941d44e-cf8b-4e58-aab3-be1fcf419786. {{(pid=102193) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 03:32:06.263577 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f637fd63-d8fd-4841-90f8-c18a514c7973 req-70b08411-d281-4afc-85fb-01b945e3e016 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f3d2c413-2abb-4324-9b65-8b351cae3da3 HTTP/1.1" status: 200 len: 217 time: 0.0769551 Aug 11 03:32:06.273603 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-9e74d718-0b1a-4920-a880-9ef4aaeacdab tempest-DHCPAgentSchedulersTestJSON-1678280761 tempest-DHCPAgentSchedulersTestJSON-1678280761-project-admin] 10.222.0.41 "GET /v2.0/agents/46acef8e-040f-4d5d-8044-5d07ac389eb5/dhcp-networks HTTP/1.1" status: 200 len: 8094 time: 0.2116361 Aug 11 03:32:06.273965 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 36086) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:32:06.316305 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-4e014d31-9aff-4628-a563-ae30ee460fe8 None None] Provisioning for port 2cdfa3a3-d5c8-4ddd-8bde-3d61818f4350 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:32:06.382388 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f1f0c6-bdad-41d9-b022-88de365f0f92 tempest-DHCPAgentSchedulersTestJSON-1678280761 tempest-DHCPAgentSchedulersTestJSON-1678280761-project-admin] Network 1ba9e536-707e-450c-930d-4f255ce4a58b is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:32:06.393471 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-2fe433bb-0cb8-403e-a30f-47384595dd99 tempest-FloatingIPAdminTestJSON-887658651 tempest-FloatingIPAdminTestJSON-887658651-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:06.479899 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f637fd63-d8fd-4841-90f8-c18a514c7973 req-b7310c48-7022-4b97-8bf0-661c45187fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:32:06.482095 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f637fd63-d8fd-4841-90f8-c18a514c7973 req-b7310c48-7022-4b97-8bf0-661c45187fbb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9b073c6e-592e-45ec-a63d-30b18956db7c HTTP/1.1" status: 200 len: 852 time: 0.1197047 Aug 11 03:32:06.489208 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-75f1f0c6-bdad-41d9-b022-88de365f0f92 tempest-DHCPAgentSchedulersTestJSON-1678280761 tempest-DHCPAgentSchedulersTestJSON-1678280761-project-admin] 10.222.0.41 "POST /v2.0/agents/46acef8e-040f-4d5d-8044-5d07ac389eb5/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2133567 Aug 11 03:32:06.492523 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 36088) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:32:06.497899 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f48e190-f47b-4ae0-b8c3-129d1b46306f None None] Network 1ba9e536-707e-450c-930d-4f255ce4a58b requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:32:06.535585 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f637fd63-d8fd-4841-90f8-c18a514c7973 req-bf1c5aca-236e-4b16-b271-a474ca455d8f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2831f6c0-72f8-4910-9418-075c8cfe59c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411770 Aug 11 03:32:06.581350 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 44559b56-bce4-480f-abb3-708d376d7f5b up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:32:06.600068 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-cb132908-d812-4cf6-b925-2938b008081e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:06.709192 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-b797b707-0114-4403-b8bf-a7c210acd4c9 tempest-DHCPAgentSchedulersTestJSON-1678280761 tempest-DHCPAgentSchedulersTestJSON-1678280761-project-admin] 10.222.0.41 "GET /v2.0/agents/46acef8e-040f-4d5d-8044-5d07ac389eb5/dhcp-networks HTTP/1.1" status: 200 len: 8865 time: 0.2134042 Aug 11 03:32:06.709411 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 36090) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:32:06.729277 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 44559b56-bce4-480f-abb3-708d376d7f5b triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:32:06.729653 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:06.821001 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 2cdfa3a3-d5c8-4ddd-8bde-3d61818f4350 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:32:06.877543 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-c8741c72-9162-4524-921f-5e6408894007 tempest-DHCPAgentSchedulersTestJSON-1678280761 tempest-DHCPAgentSchedulersTestJSON-1678280761-project-admin] 10.222.0.41 "DELETE /v2.0/agents/46acef8e-040f-4d5d-8044-5d07ac389eb5/dhcp-networks/1ba9e536-707e-450c-930d-4f255ce4a58b HTTP/1.1" status: 204 len: 168 time: 0.1647050 Aug 11 03:32:06.878072 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 36094) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:32:06.953998 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port 2cdfa3a3-d5c8-4ddd-8bde-3d61818f4350 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:32:06.967134 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 2cdfa3a3-d5c8-4ddd-8bde-3d61818f4350 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:32:06.967134 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:07.029654 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-e497df6c-be1d-4b69-8785-05e8d9ed860b tempest-DHCPAgentSchedulersTestJSON-1678280761 tempest-DHCPAgentSchedulersTestJSON-1678280761-project-admin] 10.222.0.41 "GET /v2.0/agents/46acef8e-040f-4d5d-8044-5d07ac389eb5/dhcp-networks HTTP/1.1" status: 200 len: 8094 time: 0.1503310 Aug 11 03:32:07.034237 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 36100) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:32:07.059559 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-9f4cd848-e0da-451b-9afe-8700c3c75058 tempest-DHCPAgentSchedulersTestJSON-1678280761 tempest-DHCPAgentSchedulersTestJSON-1678280761-project-admin] 10.222.0.41 "GET /v2.0/networks/3cf0c44a-d1b6-48e2-8020-67d83812cbc8/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0205562 Aug 11 03:32:07.060189 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 36102) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:32:07.091938 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:07.097710 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-31873cd1-d434-4b2c-a657-850b2d537c78 tempest-DHCPAgentSchedulersTestJSON-1678280761 tempest-DHCPAgentSchedulersTestJSON-1678280761-project-admin] 10.222.0.41 "GET /v2.0/networks/3cf0c44a-d1b6-48e2-8020-67d83812cbc8/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0364640 Aug 11 03:32:07.100081 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 36104) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:32:07.109703 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-2fe433bb-0cb8-403e-a30f-47384595dd99 tempest-FloatingIPAdminTestJSON-887658651 tempest-FloatingIPAdminTestJSON-887658651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:07.160977 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port 2cdfa3a3-d5c8-4ddd-8bde-3d61818f4350, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=2cdfa3a3-d5c8-4ddd-8bde-3d61818f4350,segment=NetworkSegment(32ef8310-eb36-4f10-89a8-2ec645494a63),segment_id=32ef8310-eb36-4f10-89a8-2ec645494a63)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:32:07.216895 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:07.224504 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fe433bb-0cb8-403e-a30f-47384595dd99 tempest-FloatingIPAdminTestJSON-887658651 tempest-FloatingIPAdminTestJSON-887658651-project-admin] Network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:32:07.231004 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:07.246974 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f637fd63-d8fd-4841-90f8-c18a514c7973 req-be1eec49-8094-4e92-b027-e823d1af9b46 service neutron] 10.222.0.24 "GET /v2.0/networks/2831f6c0-72f8-4910-9418-075c8cfe59c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6950705 Aug 11 03:32:07.264509 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-91360f7e-cae3-4acb-afb7-743b9674b33b tempest-DHCPAgentSchedulersTestJSON-1678280761 tempest-DHCPAgentSchedulersTestJSON-1678280761-project-admin] 10.222.0.41 "GET /v2.0/agents/46acef8e-040f-4d5d-8044-5d07ac389eb5/dhcp-networks HTTP/1.1" status: 200 len: 8094 time: 0.1590259 Aug 11 03:32:07.264509 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 36106) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:32:07.297873 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=2cdfa3a3-d5c8-4ddd-8bde-3d61818f4350,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:32:07.311768 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-2fe433bb-0cb8-403e-a30f-47384595dd99 tempest-FloatingIPAdminTestJSON-887658651 tempest-FloatingIPAdminTestJSON-887658651-project-admin] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:32:07.314413 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe433bb-0cb8-403e-a30f-47384595dd99 tempest-FloatingIPAdminTestJSON-887658651 tempest-FloatingIPAdminTestJSON-887658651-project-admin] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:32:07.329702 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ee83da-4109-4499-87ea-bc81a6bd4e9e req-90eb6a3c-afa0-4d9d-8b63-9eab4b05736c tempest-TestServerAdvancedOps-905682278 tempest-TestServerAdvancedOps-905682278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:32:07.331272 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b6ee83da-4109-4499-87ea-bc81a6bd4e9e req-90eb6a3c-afa0-4d9d-8b63-9eab4b05736c tempest-TestServerAdvancedOps-905682278 tempest-TestServerAdvancedOps-905682278-project] 10.222.0.41 "GET /v2.0/ports?device_id=bafa1b68-96d3-42ec-a977-d4d62bab3d1b HTTP/1.1" status: 200 len: 945 time: 0.2965114 Aug 11 03:32:07.339036 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-24b5d6dd-5968-4d9e-b7b0-526cbeb54578 tempest-DHCPAgentSchedulersTestJSON-495636670 tempest-DHCPAgentSchedulersTestJSON-495636670-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:07.354776 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe433bb-0cb8-403e-a30f-47384595dd99 tempest-FloatingIPAdminTestJSON-887658651 tempest-FloatingIPAdminTestJSON-887658651-project-admin] Pushing event updated for resources: {'Port': ['ID=faa8e8f4-7b8f-45c3-b668-4edad6f6b6cb,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:32:07.422391 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-24b5d6dd-5968-4d9e-b7b0-526cbeb54578 tempest-DHCPAgentSchedulersTestJSON-495636670 tempest-DHCPAgentSchedulersTestJSON-495636670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:07.432187 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-24b5d6dd-5968-4d9e-b7b0-526cbeb54578 tempest-DHCPAgentSchedulersTestJSON-495636670 tempest-DHCPAgentSchedulersTestJSON-495636670-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ba9e536-707e-450c-930d-4f255ce4a58b']}} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:32:07.447410 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-24b5d6dd-5968-4d9e-b7b0-526cbeb54578 tempest-DHCPAgentSchedulersTestJSON-495636670 tempest-DHCPAgentSchedulersTestJSON-495636670-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e008a67c-3c9b-4feb-beaf-48a4104eb09f') {'for_net_delete': True} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:32:07.447678 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-24b5d6dd-5968-4d9e-b7b0-526cbeb54578 tempest-DHCPAgentSchedulersTestJSON-495636670 tempest-DHCPAgentSchedulersTestJSON-495636670-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e008a67c-3c9b-4feb-beaf-48a4104eb09f') {} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:32:07.456474 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-24b5d6dd-5968-4d9e-b7b0-526cbeb54578 tempest-DHCPAgentSchedulersTestJSON-495636670 tempest-DHCPAgentSchedulersTestJSON-495636670-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126283644'] for segment, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:07.470414 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-24b5d6dd-5968-4d9e-b7b0-526cbeb54578 tempest-DHCPAgentSchedulersTestJSON-495636670 tempest-DHCPAgentSchedulersTestJSON-495636670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:07.476333 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24b5d6dd-5968-4d9e-b7b0-526cbeb54578 tempest-DHCPAgentSchedulersTestJSON-495636670 tempest-DHCPAgentSchedulersTestJSON-495636670-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=102191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:32:07.476699 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-24b5d6dd-5968-4d9e-b7b0-526cbeb54578 tempest-DHCPAgentSchedulersTestJSON-495636670 tempest-DHCPAgentSchedulersTestJSON-495636670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126283391'] for segment, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:07.479617 n-d-764292-30 neutron-server[102191]: Traceback (most recent call last): Aug 11 03:32:07.479617 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:32:07.479617 n-d-764292-30 neutron-server[102191]: timer() Aug 11 03:32:07.479617 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:32:07.479617 n-d-764292-30 neutron-server[102191]: cb(*args, **kw) Aug 11 03:32:07.479617 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:32:07.479617 n-d-764292-30 neutron-server[102191]: return func(*args, **kwargs) Aug 11 03:32:07.479617 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:32:07.479617 n-d-764292-30 neutron-server[102191]: self._notify() Aug 11 03:32:07.479617 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:32:07.479617 n-d-764292-30 neutron-server[102191]: self.callback(batched_events) Aug 11 03:32:07.479617 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:32:07.479617 n-d-764292-30 neutron-server[102191]: event.method(event) Aug 11 03:32:07.479617 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:32:07.479617 n-d-764292-30 neutron-server[102191]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:32:07.479617 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:32:07.479617 n-d-764292-30 neutron-server[102191]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:32:07.479617 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:32:07.479617 n-d-764292-30 neutron-server[102191]: return f(self, *a, **k) Aug 11 03:32:07.479617 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:32:07.479617 n-d-764292-30 neutron-server[102191]: return self._get(url).json() Aug 11 03:32:07.479617 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:32:07.479617 n-d-764292-30 neutron-server[102191]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:32:07.479617 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:32:07.479617 n-d-764292-30 neutron-server[102191]: return self.request(url, 'GET', **kwargs) Aug 11 03:32:07.479617 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:32:07.479617 n-d-764292-30 neutron-server[102191]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:32:07.479617 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:32:07.479617 n-d-764292-30 neutron-server[102191]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:32:07.479617 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:32:07.479617 n-d-764292-30 neutron-server[102191]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:32:07.479617 n-d-764292-30 neutron-server[102191]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:32:07.488850 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b6ee83da-4109-4499-87ea-bc81a6bd4e9e req-d3d80ec6-4c1f-4e3b-b706-d64fdae278a1 tempest-TestServerAdvancedOps-905682278 tempest-TestServerAdvancedOps-905682278-project] 10.222.0.41 "GET /v2.0/security-groups?id=9dc178dd-e459-4eef-949e-5c112757d002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353321 Aug 11 03:32:07.516899 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f637fd63-d8fd-4841-90f8-c18a514c7973 req-75350468-4684-4314-afd2-2a4cedc4d57d service neutron] 10.222.0.24 "GET /v2.0/networks/2831f6c0-72f8-4910-9418-075c8cfe59c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2690659 Aug 11 03:32:07.541804 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-cb132908-d812-4cf6-b925-2938b008081e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-446952'] for router, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:07.600119 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-24b5d6dd-5968-4d9e-b7b0-526cbeb54578 tempest-DHCPAgentSchedulersTestJSON-495636670 tempest-DHCPAgentSchedulersTestJSON-495636670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:07.608454 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-24b5d6dd-5968-4d9e-b7b0-526cbeb54578 tempest-DHCPAgentSchedulersTestJSON-495636670 tempest-DHCPAgentSchedulersTestJSON-495636670-project] Notify callbacks [] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:07.609685 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-24b5d6dd-5968-4d9e-b7b0-526cbeb54578 tempest-DHCPAgentSchedulersTestJSON-495636670 tempest-DHCPAgentSchedulersTestJSON-495636670-project] 10.222.0.41 "DELETE /v2.0/networks/1ba9e536-707e-450c-930d-4f255ce4a58b HTTP/1.1" status: 204 len: 168 time: 0.3477404 Aug 11 03:32:07.612225 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 36108) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:32:07.629162 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b5d6dd-5968-4d9e-b7b0-526cbeb54578 tempest-DHCPAgentSchedulersTestJSON-495636670 tempest-DHCPAgentSchedulersTestJSON-495636670-project] Pushing event deleted for resources: {'Network': ['ID=1ba9e536-707e-450c-930d-4f255ce4a58b,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:32:07.644072 n-d-764292-30 neutron-server[102191]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e0f6a7e-8a89-4f1a-9a1d-22369f75de8c tempest-DHCPAgentSchedulersTestJSON-495636670 tempest-DHCPAgentSchedulersTestJSON-495636670-project] DELETE failed (client error): The resource could not be found. Aug 11 03:32:07.644709 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e0f6a7e-8a89-4f1a-9a1d-22369f75de8c tempest-DHCPAgentSchedulersTestJSON-495636670 tempest-DHCPAgentSchedulersTestJSON-495636670-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:32:07.646805 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-8e0f6a7e-8a89-4f1a-9a1d-22369f75de8c tempest-DHCPAgentSchedulersTestJSON-495636670 tempest-DHCPAgentSchedulersTestJSON-495636670-project] 10.222.0.41 "DELETE /v2.0/ports/1941d44e-cf8b-4e58-aab3-be1fcf419786 HTTP/1.1" status: 404 len: 333 time: 0.0333343 Aug 11 03:32:07.648962 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 36110) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:32:07.677452 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-2fe433bb-0cb8-403e-a30f-47384595dd99 tempest-FloatingIPAdminTestJSON-887658651 tempest-FloatingIPAdminTestJSON-887658651-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:07.704089 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_v2 [None req-abccc045-6d48-47cd-9eca-f42d71e328d4 tempest-DHCPAgentSchedulersTestJSON-495636670 tempest-DHCPAgentSchedulersTestJSON-495636670-project] Deleting subnet 60faadd8-9489-4e12-8cce-f3470a3774db {{(pid=102191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:32:07.707202 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-abccc045-6d48-47cd-9eca-f42d71e328d4 tempest-DHCPAgentSchedulersTestJSON-495636670 tempest-DHCPAgentSchedulersTestJSON-495636670-project] Notify callbacks [] for subnet, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:07.746952 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-abccc045-6d48-47cd-9eca-f42d71e328d4 tempest-DHCPAgentSchedulersTestJSON-495636670 tempest-DHCPAgentSchedulersTestJSON-495636670-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126283525'] for subnet, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:07.762195 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-2fe433bb-0cb8-403e-a30f-47384595dd99 tempest-FloatingIPAdminTestJSON-887658651 tempest-FloatingIPAdminTestJSON-887658651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:07.765350 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb132908-d812-4cf6-b925-2938b008081e admin admin] Router 024214bc-46ce-41ab-bfb2-63dd52e06006 is scheduled to L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 with binding_index 1 {{(pid=102192) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:32:07.831409 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-abccc045-6d48-47cd-9eca-f42d71e328d4 tempest-DHCPAgentSchedulersTestJSON-495636670 tempest-DHCPAgentSchedulersTestJSON-495636670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:07.961369 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb132908-d812-4cf6-b925-2938b008081e admin admin] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:32:07.969913 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed2ee67-2e32-448a-8f5a-8bebec64eb39 None None] Sync routers for ids ['024214bc-46ce-41ab-bfb2-63dd52e06006'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:32:07.979142 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed2ee67-2e32-448a-8f5a-8bebec64eb39 None None] Routers {'024214bc-46ce-41ab-bfb2-63dd52e06006'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:32:07.979764 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-1ed2ee67-2e32-448a-8f5a-8bebec64eb39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:32:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['024214bc-46ce-41ab-bfb2-63dd52e06006'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:32:08.018128 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-2fe433bb-0cb8-403e-a30f-47384595dd99 tempest-FloatingIPAdminTestJSON-887658651 tempest-FloatingIPAdminTestJSON-887658651-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:08.023012 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-abccc045-6d48-47cd-9eca-f42d71e328d4 tempest-DHCPAgentSchedulersTestJSON-495636670 tempest-DHCPAgentSchedulersTestJSON-495636670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126283413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126275158'] for subnet, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:08.051150 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abccc045-6d48-47cd-9eca-f42d71e328d4 tempest-DHCPAgentSchedulersTestJSON-495636670 tempest-DHCPAgentSchedulersTestJSON-495636670-project] Pushing event deleted for resources: {'Subnet': ['ID=60faadd8-9489-4e12-8cce-f3470a3774db,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:32:08.051490 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-cb132908-d812-4cf6-b925-2938b008081e admin admin] Notify callbacks [] for router, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:08.052881 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-cb132908-d812-4cf6-b925-2938b008081e admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.8223486 Aug 11 03:32:08.055711 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 36114) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:32:08.057895 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-abccc045-6d48-47cd-9eca-f42d71e328d4 tempest-DHCPAgentSchedulersTestJSON-495636670 tempest-DHCPAgentSchedulersTestJSON-495636670-project] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:08.060605 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-abccc045-6d48-47cd-9eca-f42d71e328d4 tempest-DHCPAgentSchedulersTestJSON-495636670 tempest-DHCPAgentSchedulersTestJSON-495636670-project] 10.222.0.41 "DELETE /v2.0/subnets/60faadd8-9489-4e12-8cce-f3470a3774db HTTP/1.1" status: 204 len: 168 time: 0.4107332 Aug 11 03:32:08.065052 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 36116) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:32:08.078962 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71aa6e8f-4888-456a-94e4-6af4e6669815 None None] Network 3cf0c44a-d1b6-48e2-8020-67d83812cbc8 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:32:08.110032 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-2fe433bb-0cb8-403e-a30f-47384595dd99 tempest-FloatingIPAdminTestJSON-887658651 tempest-FloatingIPAdminTestJSON-887658651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:08.160406 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-1ed2ee67-2e32-448a-8f5a-8bebec64eb39 None None] Set router 024214bc-46ce-41ab-bfb2-63dd52e06006 gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:32:08.179652 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-981c0205-eedc-4c64-b355-2c994efec6b2 tempest-DHCPAgentSchedulersTestJSON-495636670 tempest-DHCPAgentSchedulersTestJSON-495636670-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:08.234841 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe433bb-0cb8-403e-a30f-47384595dd99 tempest-FloatingIPAdminTestJSON-887658651 tempest-FloatingIPAdminTestJSON-887658651-project-admin] Pushing event updated for resources: {'Port': ['ID=faa8e8f4-7b8f-45c3-b668-4edad6f6b6cb,revision_number=2']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:32:08.255694 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-981c0205-eedc-4c64-b355-2c994efec6b2 tempest-DHCPAgentSchedulersTestJSON-495636670 tempest-DHCPAgentSchedulersTestJSON-495636670-project] Deleting port 44559b56-bce4-480f-abb3-708d376d7f5b {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:32:08.256096 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-981c0205-eedc-4c64-b355-2c994efec6b2 tempest-DHCPAgentSchedulersTestJSON-495636670 tempest-DHCPAgentSchedulersTestJSON-495636670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:08.261157 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-2fe433bb-0cb8-403e-a30f-47384595dd99 tempest-FloatingIPAdminTestJSON-887658651 tempest-FloatingIPAdminTestJSON-887658651-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446866'] for floatingip, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:08.351686 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-2fe433bb-0cb8-403e-a30f-47384595dd99 tempest-FloatingIPAdminTestJSON-887658651 tempest-FloatingIPAdminTestJSON-887658651-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for floatingip, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:08.353489 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-2fe433bb-0cb8-403e-a30f-47384595dd99 tempest-FloatingIPAdminTestJSON-887658651 tempest-FloatingIPAdminTestJSON-887658651-project-admin] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0648224 Aug 11 03:32:08.357144 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 36118) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:32:08.377808 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [None req-981c0205-eedc-4c64-b355-2c994efec6b2 tempest-DHCPAgentSchedulersTestJSON-495636670 tempest-DHCPAgentSchedulersTestJSON-495636670-project] For port 44559b56-bce4-480f-abb3-708d376d7f5b, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=44559b56-bce4-480f-abb3-708d376d7f5b,segment=NetworkSegment(55eb0204-8134-4170-ac66-5c644b07351b),segment_id=55eb0204-8134-4170-ac66-5c644b07351b)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:32:08.378183 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-981c0205-eedc-4c64-b355-2c994efec6b2 tempest-DHCPAgentSchedulersTestJSON-495636670 tempest-DHCPAgentSchedulersTestJSON-495636670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:08.395824 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 2cdfa3a3-d5c8-4ddd-8bde-3d61818f4350 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:32:08.396809 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-981c0205-eedc-4c64-b355-2c994efec6b2 tempest-DHCPAgentSchedulersTestJSON-495636670 tempest-DHCPAgentSchedulersTestJSON-495636670-project] Calling delete_port for 44559b56-bce4-480f-abb3-708d376d7f5b owned by network:dhcp {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:32:08.488440 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-1ed2ee67-2e32-448a-8f5a-8bebec64eb39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '024214bc-46ce-41ab-bfb2-63dd52e06006', 'name': 'tempest-TestVolumeBootPattern-423646555-router', 'tenant_id': '72275185a8d64845babaf2324f627ca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': 'c0cdf465-f88e-4ee9-b3b9-315b03e64881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:32:03Z', 'updated_at': '2021-08-11T03:32:06Z', 'revision_number': 3, 'project_id': '72275185a8d64845babaf2324f627ca7', 'gw_port': {'id': 'c0cdf465-f88e-4ee9-b3b9-315b03e64881', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:fa:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '024214bc-46ce-41ab-bfb2-63dd52e06006', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:32:04Z', 'updated_at': '2021-08-11T03:32:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:32:08.525492 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed2ee67-2e32-448a-8f5a-8bebec64eb39 None None] Checking router: 024214bc-46ce-41ab-bfb2-63dd52e06006 for host: n-d-764292-30 {{(pid=102193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:32:08.526019 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed2ee67-2e32-448a-8f5a-8bebec64eb39 None None] Updating router 024214bc-46ce-41ab-bfb2-63dd52e06006 port c0cdf465-f88e-4ee9-b3b9-315b03e64881 binding host n-d-764292-30 {{(pid=102193) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:32:08.529437 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 2cdfa3a3-d5c8-4ddd-8bde-3d61818f4350 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:32:08.529764 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:08.571113 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-31768185-571f-4e67-bc75-a715d218357a tempest-FloatingIPAdminTestJSON-160723459 tempest-FloatingIPAdminTestJSON-160723459-project] Request body: {'floatingip': {'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:32:08.597648 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5117e7d0-5b2c-48a0-a614-af2c0756302b None None] DHCP port deletion for 3cf0c44a-d1b6-48e2-8020-67d83812cbc8 request from n-d-764292-30 {{(pid=102193) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:32:08.616270 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-1ed2ee67-2e32-448a-8f5a-8bebec64eb39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:08.679508 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b350c395-e981-4c1e-a260-820da6e6e141 req-7af92ec9-009d-4ec1-b91c-8ccc46a08a34 tempest-TestServerAdvancedOps-905682278 tempest-TestServerAdvancedOps-905682278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:32:08.681048 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b350c395-e981-4c1e-a260-820da6e6e141 req-7af92ec9-009d-4ec1-b91c-8ccc46a08a34 tempest-TestServerAdvancedOps-905682278 tempest-TestServerAdvancedOps-905682278-project] 10.222.0.41 "GET /v2.0/ports?device_id=bafa1b68-96d3-42ec-a977-d4d62bab3d1b HTTP/1.1" status: 200 len: 945 time: 0.0911460 Aug 11 03:32:08.687255 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-981c0205-eedc-4c64-b355-2c994efec6b2 tempest-DHCPAgentSchedulersTestJSON-495636670 tempest-DHCPAgentSchedulersTestJSON-495636670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:08.724950 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981c0205-eedc-4c64-b355-2c994efec6b2 tempest-DHCPAgentSchedulersTestJSON-495636670 tempest-DHCPAgentSchedulersTestJSON-495636670-project] Pushing event deleted for resources: {'Port': ['ID=44559b56-bce4-480f-abb3-708d376d7f5b,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:32:08.739963 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-31768185-571f-4e67-bc75-a715d218357a tempest-FloatingIPAdminTestJSON-160723459 tempest-FloatingIPAdminTestJSON-160723459-project] Notify callbacks [] for floatingip, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:08.759171 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-981c0205-eedc-4c64-b355-2c994efec6b2 tempest-DHCPAgentSchedulersTestJSON-495636670 tempest-DHCPAgentSchedulersTestJSON-495636670-project] No DVR routers for this DVR port 44559b56-bce4-480f-abb3-708d376d7f5b on host n-d-764292-30 {{(pid=102191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:32:08.768957 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b350c395-e981-4c1e-a260-820da6e6e141 req-b9cab02b-28b1-4f1d-87de-236e16ea6bcb tempest-TestServerAdvancedOps-905682278 tempest-TestServerAdvancedOps-905682278-project] 10.222.0.41 "GET /v2.0/security-groups?id=9dc178dd-e459-4eef-949e-5c112757d002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782638 Aug 11 03:32:09.002575 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-bdcfd555-1e78-4678-ab3f-eb2bc6ccc654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:09.004607 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-981c0205-eedc-4c64-b355-2c994efec6b2 tempest-DHCPAgentSchedulersTestJSON-495636670 tempest-DHCPAgentSchedulersTestJSON-495636670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:09.004607 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-981c0205-eedc-4c64-b355-2c994efec6b2 tempest-DHCPAgentSchedulersTestJSON-495636670 tempest-DHCPAgentSchedulersTestJSON-495636670-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cf0c44a-d1b6-48e2-8020-67d83812cbc8']}} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:32:09.004607 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-981c0205-eedc-4c64-b355-2c994efec6b2 tempest-DHCPAgentSchedulersTestJSON-495636670 tempest-DHCPAgentSchedulersTestJSON-495636670-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55eb0204-8134-4170-ac66-5c644b07351b') {'for_net_delete': True} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:32:09.004607 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-981c0205-eedc-4c64-b355-2c994efec6b2 tempest-DHCPAgentSchedulersTestJSON-495636670 tempest-DHCPAgentSchedulersTestJSON-495636670-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55eb0204-8134-4170-ac66-5c644b07351b') {} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:32:09.004607 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-981c0205-eedc-4c64-b355-2c994efec6b2 tempest-DHCPAgentSchedulersTestJSON-495636670 tempest-DHCPAgentSchedulersTestJSON-495636670-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126283644'] for segment, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:09.004607 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-981c0205-eedc-4c64-b355-2c994efec6b2 tempest-DHCPAgentSchedulersTestJSON-495636670 tempest-DHCPAgentSchedulersTestJSON-495636670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:09.004607 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-981c0205-eedc-4c64-b355-2c994efec6b2 tempest-DHCPAgentSchedulersTestJSON-495636670 tempest-DHCPAgentSchedulersTestJSON-495636670-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=102191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:32:09.004607 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-981c0205-eedc-4c64-b355-2c994efec6b2 tempest-DHCPAgentSchedulersTestJSON-495636670 tempest-DHCPAgentSchedulersTestJSON-495636670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126283391'] for segment, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:09.013283 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-1ed2ee67-2e32-448a-8f5a-8bebec64eb39 None None] Notify callbacks [] for port, precommit_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:09.026375 n-d-764292-30 neutron-server[102191]: Traceback (most recent call last): Aug 11 03:32:09.026375 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:32:09.026375 n-d-764292-30 neutron-server[102191]: timer() Aug 11 03:32:09.026375 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:32:09.026375 n-d-764292-30 neutron-server[102191]: cb(*args, **kw) Aug 11 03:32:09.026375 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:32:09.026375 n-d-764292-30 neutron-server[102191]: return func(*args, **kwargs) Aug 11 03:32:09.026375 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:32:09.026375 n-d-764292-30 neutron-server[102191]: self._notify() Aug 11 03:32:09.026375 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:32:09.026375 n-d-764292-30 neutron-server[102191]: self.callback(batched_events) Aug 11 03:32:09.026375 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:32:09.026375 n-d-764292-30 neutron-server[102191]: event.method(event) Aug 11 03:32:09.026375 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:32:09.026375 n-d-764292-30 neutron-server[102191]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:32:09.026375 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:32:09.026375 n-d-764292-30 neutron-server[102191]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:32:09.026375 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:32:09.026375 n-d-764292-30 neutron-server[102191]: return f(self, *a, **k) Aug 11 03:32:09.026375 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:32:09.026375 n-d-764292-30 neutron-server[102191]: return self._get(url).json() Aug 11 03:32:09.026375 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:32:09.026375 n-d-764292-30 neutron-server[102191]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:32:09.026375 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:32:09.026375 n-d-764292-30 neutron-server[102191]: return self.request(url, 'GET', **kwargs) Aug 11 03:32:09.026375 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:32:09.026375 n-d-764292-30 neutron-server[102191]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:32:09.026375 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:32:09.026375 n-d-764292-30 neutron-server[102191]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:32:09.026375 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:32:09.026375 n-d-764292-30 neutron-server[102191]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:32:09.026375 n-d-764292-30 neutron-server[102191]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:32:09.039380 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-5117e7d0-5b2c-48a0-a614-af2c0756302b None None] Deleting port 44559b56-bce4-480f-abb3-708d376d7f5b {{(pid=102193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:32:09.039737 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-5117e7d0-5b2c-48a0-a614-af2c0756302b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:09.125082 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-31768185-571f-4e67-bc75-a715d218357a tempest-FloatingIPAdminTestJSON-160723459 tempest-FloatingIPAdminTestJSON-160723459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:09.129643 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-5117e7d0-5b2c-48a0-a614-af2c0756302b None None] For port 44559b56-bce4-480f-abb3-708d376d7f5b, host n-d-764292-30, got binding levels [] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:32:09.130039 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-5117e7d0-5b2c-48a0-a614-af2c0756302b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:09.135656 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [None req-bdcfd555-1e78-4678-ab3f-eb2bc6ccc654 admin admin] Allocated IP 172.20.0.1 (72c2364e-d28c-436a-9463-f669c277e7f2/321ef215-4958-452a-9904-0e4a458fb021/2edacba1-9076-45c7-b2da-df27d998e2b6) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:32:09.149791 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-5117e7d0-5b2c-48a0-a614-af2c0756302b None None] Calling delete_port for 44559b56-bce4-480f-abb3-708d376d7f5b owned by network:dhcp {{(pid=102193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:32:09.153991 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.ipam_backend_mixin [None req-5117e7d0-5b2c-48a0-a614-af2c0756302b None None] Port 44559b56-bce4-480f-abb3-708d376d7f5b was not found and therefore no delete operation was performed {{(pid=102193) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 11 03:32:09.155278 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-5117e7d0-5b2c-48a0-a614-af2c0756302b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678'] for port, after_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:09.157736 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-1ed2ee67-2e32-448a-8f5a-8bebec64eb39 None None] Transition to ACTIVE for port object c0cdf465-f88e-4ee9-b3b9-315b03e64881 will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:32:09.188828 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5117e7d0-5b2c-48a0-a614-af2c0756302b None None] Network 3cf0c44a-d1b6-48e2-8020-67d83812cbc8 is not hosted by any dhcp agent {{(pid=102193) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 11 03:32:09.189306 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5117e7d0-5b2c-48a0-a614-af2c0756302b None None] No DVR routers for this DVR port 44559b56-bce4-480f-abb3-708d376d7f5b on host n-d-764292-30 {{(pid=102193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:32:09.193226 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5117e7d0-5b2c-48a0-a614-af2c0756302b None None] Pushing event deleted for resources: {'Port': ['ID=44559b56-bce4-480f-abb3-708d376d7f5b,revision_number=None']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:32:09.219904 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-981c0205-eedc-4c64-b355-2c994efec6b2 tempest-DHCPAgentSchedulersTestJSON-495636670 tempest-DHCPAgentSchedulersTestJSON-495636670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:09.229403 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-981c0205-eedc-4c64-b355-2c994efec6b2 tempest-DHCPAgentSchedulersTestJSON-495636670 tempest-DHCPAgentSchedulersTestJSON-495636670-project] Notify callbacks [] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:09.234175 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-981c0205-eedc-4c64-b355-2c994efec6b2 tempest-DHCPAgentSchedulersTestJSON-495636670 tempest-DHCPAgentSchedulersTestJSON-495636670-project] 10.222.0.41 "DELETE /v2.0/networks/3cf0c44a-d1b6-48e2-8020-67d83812cbc8 HTTP/1.1" status: 204 len: 168 time: 1.1656377 Aug 11 03:32:09.239928 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-1ed2ee67-2e32-448a-8f5a-8bebec64eb39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:09.253474 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981c0205-eedc-4c64-b355-2c994efec6b2 tempest-DHCPAgentSchedulersTestJSON-495636670 tempest-DHCPAgentSchedulersTestJSON-495636670-project] Pushing event deleted for resources: {'Network': ['ID=3cf0c44a-d1b6-48e2-8020-67d83812cbc8,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:32:09.275607 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-bdcfd555-1e78-4678-ab3f-eb2bc6ccc654 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:09.295646 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [None req-bdcfd555-1e78-4678-ab3f-eb2bc6ccc654 admin admin] Transition to ACTIVE for port object 2edacba1-9076-45c7-b2da-df27d998e2b6 will not be triggered until provisioned by entity DHCP. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:32:09.322931 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [None req-31768185-571f-4e67-bc75-a715d218357a tempest-FloatingIPAdminTestJSON-160723459 tempest-FloatingIPAdminTestJSON-160723459-project] Allocated IP 172.25.8.104 (09faf7d2-eaf5-4a50-bb6e-4cb05d009a76/e1a97443-13df-40bb-85f5-fd269e2742c0/3dc0a1a9-a42b-4864-8e92-b9721540b1dd) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:32:09.347000 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a719132c-6033-4148-8cc1-093267ab468a None None] Pushing event updated for resources: {'Port': ['ID=c0cdf465-f88e-4ee9-b3b9-315b03e64881,revision_number=2']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:32:09.353523 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-1ed2ee67-2e32-448a-8f5a-8bebec64eb39 None None] Attempting to bind port c0cdf465-f88e-4ee9-b3b9-315b03e64881 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:32:09.353909 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-1ed2ee67-2e32-448a-8f5a-8bebec64eb39 None None] Attempting to bind port c0cdf465-f88e-4ee9-b3b9-315b03e64881 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:32:09.354272 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed2ee67-2e32-448a-8f5a-8bebec64eb39 None None] Attempting to bind port c0cdf465-f88e-4ee9-b3b9-315b03e64881 on network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:32:09.360228 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed2ee67-2e32-448a-8f5a-8bebec64eb39 None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 32, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:32:09.360608 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed2ee67-2e32-448a-8f5a-8bebec64eb39 None None] Checking segment: {'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:32:09.361021 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-1ed2ee67-2e32-448a-8f5a-8bebec64eb39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:09.361401 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed2ee67-2e32-448a-8f5a-8bebec64eb39 None None] Bound using segment: {'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:32:09.361866 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-1ed2ee67-2e32-448a-8f5a-8bebec64eb39 None None] Bound port: c0cdf465-f88e-4ee9-b3b9-315b03e64881, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:32:09.362245 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-1ed2ee67-2e32-448a-8f5a-8bebec64eb39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:09.418230 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-1ed2ee67-2e32-448a-8f5a-8bebec64eb39 None None] For port c0cdf465-f88e-4ee9-b3b9-315b03e64881, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:32:09.424451 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-1ed2ee67-2e32-448a-8f5a-8bebec64eb39 None None] For port c0cdf465-f88e-4ee9-b3b9-315b03e64881, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=c0cdf465-f88e-4ee9-b3b9-315b03e64881,segment=NetworkSegment(fab28bed-aa25-40db-bba4-ec26e795194c),segment_id=fab28bed-aa25-40db-bba4-ec26e795194c)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:32:09.436080 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-bdcfd555-1e78-4678-ab3f-eb2bc6ccc654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:09.461095 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-31768185-571f-4e67-bc75-a715d218357a tempest-FloatingIPAdminTestJSON-160723459 tempest-FloatingIPAdminTestJSON-160723459-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:09.490426 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdcfd555-1e78-4678-ab3f-eb2bc6ccc654 admin admin] Network 72c2364e-d28c-436a-9463-f669c277e7f2 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:32:09.498990 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-bdcfd555-1e78-4678-ab3f-eb2bc6ccc654 admin admin] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:32:09.506797 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdcfd555-1e78-4678-ab3f-eb2bc6ccc654 admin admin] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:32:09.510026 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcfd555-1e78-4678-ab3f-eb2bc6ccc654 admin admin] Pushing event updated for resources: {'Port': ['ID=2edacba1-9076-45c7-b2da-df27d998e2b6,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:32:09.521110 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c10115a-a335-4647-92db-e4ef97a7cbb8 req-a4807966-b839-40f0-815d-c557d83ff7da tempest-TestServerAdvancedOps-905682278 tempest-TestServerAdvancedOps-905682278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:32:09.532626 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-1ed2ee67-2e32-448a-8f5a-8bebec64eb39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:09.532736 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0c10115a-a335-4647-92db-e4ef97a7cbb8 req-a4807966-b839-40f0-815d-c557d83ff7da tempest-TestServerAdvancedOps-905682278 tempest-TestServerAdvancedOps-905682278-project] 10.222.0.41 "GET /v2.0/ports?device_id=bafa1b68-96d3-42ec-a977-d4d62bab3d1b HTTP/1.1" status: 200 len: 945 time: 0.1247005 Aug 11 03:32:09.590624 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-bdcfd555-1e78-4678-ab3f-eb2bc6ccc654 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-520987'] for router_interface, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:09.606880 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0c10115a-a335-4647-92db-e4ef97a7cbb8 req-b3c7bbef-8b96-4ee0-ac74-ec71dcc5ddd6 tempest-TestServerAdvancedOps-905682278 tempest-TestServerAdvancedOps-905682278-project] 10.222.0.41 "GET /v2.0/security-groups?id=9dc178dd-e459-4eef-949e-5c112757d002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746279 Aug 11 03:32:09.620326 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a719132c-6033-4148-8cc1-093267ab468a None None] Pushing event updated for resources: {'Port': ['ID=c0cdf465-f88e-4ee9-b3b9-315b03e64881,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:32:09.623562 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-31768185-571f-4e67-bc75-a715d218357a tempest-FloatingIPAdminTestJSON-160723459 tempest-FloatingIPAdminTestJSON-160723459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:09.661082 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed2ee67-2e32-448a-8f5a-8bebec64eb39 None None] Routers {'024214bc-46ce-41ab-bfb2-63dd52e06006'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:32:09.661741 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-1ed2ee67-2e32-448a-8f5a-8bebec64eb39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:32:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['024214bc-46ce-41ab-bfb2-63dd52e06006'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:32:09.701595 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31768185-571f-4e67-bc75-a715d218357a tempest-FloatingIPAdminTestJSON-160723459 tempest-FloatingIPAdminTestJSON-160723459-project] Network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:32:09.705219 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-31768185-571f-4e67-bc75-a715d218357a tempest-FloatingIPAdminTestJSON-160723459 tempest-FloatingIPAdminTestJSON-160723459-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:32:09.729320 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31768185-571f-4e67-bc75-a715d218357a tempest-FloatingIPAdminTestJSON-160723459 tempest-FloatingIPAdminTestJSON-160723459-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:32:09.731733 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31768185-571f-4e67-bc75-a715d218357a tempest-FloatingIPAdminTestJSON-160723459 tempest-FloatingIPAdminTestJSON-160723459-project] Pushing event updated for resources: {'Port': ['ID=3dc0a1a9-a42b-4864-8e92-b9721540b1dd,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:32:09.839114 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 36152) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:32:09.866337 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-1ed2ee67-2e32-448a-8f5a-8bebec64eb39 None None] Set router 024214bc-46ce-41ab-bfb2-63dd52e06006 gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:32:09.878327 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-31768185-571f-4e67-bc75-a715d218357a tempest-FloatingIPAdminTestJSON-160723459 tempest-FloatingIPAdminTestJSON-160723459-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:09.921597 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-bdcfd555-1e78-4678-ab3f-eb2bc6ccc654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:10.077840 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-2cadb47e-be1d-47bd-b190-472c95ec9e01 None None] Provisioning for port 2edacba1-9076-45c7-b2da-df27d998e2b6 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:32:10.081081 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-1ed2ee67-2e32-448a-8f5a-8bebec64eb39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '024214bc-46ce-41ab-bfb2-63dd52e06006', 'name': 'tempest-TestVolumeBootPattern-423646555-router', 'tenant_id': '72275185a8d64845babaf2324f627ca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': 'c0cdf465-f88e-4ee9-b3b9-315b03e64881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:32:03Z', 'updated_at': '2021-08-11T03:32:06Z', 'revision_number': 3, 'project_id': '72275185a8d64845babaf2324f627ca7', 'gw_port': {'id': 'c0cdf465-f88e-4ee9-b3b9-315b03e64881', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:fa:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '024214bc-46ce-41ab-bfb2-63dd52e06006', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:32:04Z', 'updated_at': '2021-08-11T03:32:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:32:10.090056 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-1357852a-4fd2-4bc9-92b4-367bf833ebf4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9cfc473c706f4866922aaf11c16e84f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2491069 Aug 11 03:32:10.092539 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 36160) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:32:10.100268 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-31768185-571f-4e67-bc75-a715d218357a tempest-FloatingIPAdminTestJSON-160723459 tempest-FloatingIPAdminTestJSON-160723459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:10.112586 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-2cadb47e-be1d-47bd-b190-472c95ec9e01 None None] Provisioning complete for port 2edacba1-9076-45c7-b2da-df27d998e2b6 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:32:10.113041 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2cadb47e-be1d-47bd-b190-472c95ec9e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:10.115206 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed2ee67-2e32-448a-8f5a-8bebec64eb39 None None] The sync data for ids ['024214bc-46ce-41ab-bfb2-63dd52e06006'] in n-d-764292-30 is: [{'id': '024214bc-46ce-41ab-bfb2-63dd52e06006', 'name': 'tempest-TestVolumeBootPattern-423646555-router', 'tenant_id': '72275185a8d64845babaf2324f627ca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': 'c0cdf465-f88e-4ee9-b3b9-315b03e64881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:32:03Z', 'updated_at': '2021-08-11T03:32:06Z', 'revision_number': 3, 'project_id': '72275185a8d64845babaf2324f627ca7', 'gw_port': {'id': 'c0cdf465-f88e-4ee9-b3b9-315b03e64881', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:fa:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '024214bc-46ce-41ab-bfb2-63dd52e06006', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:32:04Z', 'updated_at': '2021-08-11T03:32:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:32:10.169648 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-2cadb47e-be1d-47bd-b190-472c95ec9e01 None None] Port 2edacba1-9076-45c7-b2da-df27d998e2b6 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:32:10.180553 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-3afe0341-cea7-47ac-a7a5-a4aa327472a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:10.202611 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-3afe0341-cea7-47ac-a7a5-a4aa327472a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:10.253977 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-bdcfd555-1e78-4678-ab3f-eb2bc6ccc654 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:10.310915 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-31768185-571f-4e67-bc75-a715d218357a tempest-FloatingIPAdminTestJSON-160723459 tempest-FloatingIPAdminTestJSON-160723459-project] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:10.321674 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-bdcfd555-1e78-4678-ab3f-eb2bc6ccc654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:10.365572 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 44559b56-bce4-480f-abb3-708d376d7f5b no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:32:10.389400 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: 44559b56-bce4-480f-abb3-708d376d7f5b {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:32:10.389967 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 44559b56-bce4-480f-abb3-708d376d7f5b not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:32:10.394444 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-bdcfd555-1e78-4678-ab3f-eb2bc6ccc654 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16383026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521135'] for router_interface, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:10.400993 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-31768185-571f-4e67-bc75-a715d218357a tempest-FloatingIPAdminTestJSON-160723459 tempest-FloatingIPAdminTestJSON-160723459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:10.403669 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-3afe0341-cea7-47ac-a7a5-a4aa327472a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:10.407157 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-3afe0341-cea7-47ac-a7a5-a4aa327472a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:10.411169 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-3afe0341-cea7-47ac-a7a5-a4aa327472a6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e0643326-e4bd-4547-b477-6c15a1ff9347 HTTP/1.1" status: 204 len: 168 time: 0.3154685 Aug 11 03:32:10.482207 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afe0341-cea7-47ac-a7a5-a4aa327472a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0643326-e4bd-4547-b477-6c15a1ff9347,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:32:10.501593 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcfd555-1e78-4678-ab3f-eb2bc6ccc654 admin admin] Pushing event updated for resources: {'Port': ['ID=2edacba1-9076-45c7-b2da-df27d998e2b6,revision_number=2']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:32:10.529344 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31768185-571f-4e67-bc75-a715d218357a tempest-FloatingIPAdminTestJSON-160723459 tempest-FloatingIPAdminTestJSON-160723459-project] Pushing event updated for resources: {'Port': ['ID=3dc0a1a9-a42b-4864-8e92-b9721540b1dd,revision_number=2']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:32:10.551888 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-31768185-571f-4e67-bc75-a715d218357a tempest-FloatingIPAdminTestJSON-160723459 tempest-FloatingIPAdminTestJSON-160723459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446866'] for floatingip, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:10.634726 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdcfd555-1e78-4678-ab3f-eb2bc6ccc654 admin admin] Network 72c2364e-d28c-436a-9463-f669c277e7f2 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:32:10.637118 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-bdcfd555-1e78-4678-ab3f-eb2bc6ccc654 admin admin] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:32:10.640272 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-31768185-571f-4e67-bc75-a715d218357a tempest-FloatingIPAdminTestJSON-160723459 tempest-FloatingIPAdminTestJSON-160723459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for floatingip, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:10.641518 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-31768185-571f-4e67-bc75-a715d218357a tempest-FloatingIPAdminTestJSON-160723459 tempest-FloatingIPAdminTestJSON-160723459-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2833660 Aug 11 03:32:10.645413 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 36170) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:32:10.714202 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-aee97b4b-df94-473d-8c94-01b864d93804 tempest-FloatingIPAdminTestJSON-887658651 tempest-FloatingIPAdminTestJSON-887658651-project-admin] 10.222.0.41 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1652 time: 0.0646322 Aug 11 03:32:10.715167 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 36172) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:32:10.916352 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-b4b56f7c-d3b6-4ebd-b022-b5ae8a384762 tempest-FloatingIPAdminTestJSON-812527782 tempest-FloatingIPAdminTestJSON-812527782-project] 10.222.0.41 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1904492 Aug 11 03:32:10.921302 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 36182) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:32:10.990720 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706808e6-68b6-40b9-8204-ed862053d5ef req-0956190a-0ed3-44b4-acb7-e7ed1de19329 tempest-TestServerAdvancedOps-905682278 tempest-TestServerAdvancedOps-905682278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:32:11.001875 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-706808e6-68b6-40b9-8204-ed862053d5ef req-0956190a-0ed3-44b4-acb7-e7ed1de19329 tempest-TestServerAdvancedOps-905682278 tempest-TestServerAdvancedOps-905682278-project] 10.222.0.41 "GET /v2.0/ports?device_id=bafa1b68-96d3-42ec-a977-d4d62bab3d1b HTTP/1.1" status: 200 len: 945 time: 0.2912331 Aug 11 03:32:11.013739 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-cc22f250-5af3-4f94-90bc-0bc5789da385 None None] Provisioning complete for port 2edacba1-9076-45c7-b2da-df27d998e2b6 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:32:11.014387 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-cc22f250-5af3-4f94-90bc-0bc5789da385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:11.064731 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdcfd555-1e78-4678-ab3f-eb2bc6ccc654 admin admin] Router 024214bc-46ce-41ab-bfb2-63dd52e06006 has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:32:11.088234 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-706808e6-68b6-40b9-8204-ed862053d5ef req-385787b4-937d-47a0-b686-cce078c8401b tempest-TestServerAdvancedOps-905682278 tempest-TestServerAdvancedOps-905682278-project] 10.222.0.41 "GET /v2.0/security-groups?id=9dc178dd-e459-4eef-949e-5c112757d002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854356 Aug 11 03:32:11.095344 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-cc22f250-5af3-4f94-90bc-0bc5789da385 None None] Port 2edacba1-9076-45c7-b2da-df27d998e2b6 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:32:11.136650 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-7d4bee28-6c35-45cf-b28b-5f0773cd6092 tempest-FloatingIPAdminTestJSON-160723459 tempest-FloatingIPAdminTestJSON-160723459-project] Deleting port 3dc0a1a9-a42b-4864-8e92-b9721540b1dd {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:32:11.137617 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7d4bee28-6c35-45cf-b28b-5f0773cd6092 tempest-FloatingIPAdminTestJSON-160723459 tempest-FloatingIPAdminTestJSON-160723459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:11.245543 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 36186) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:32:11.269404 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-494015d2-5b9b-4db1-8adf-bb1d0d8c3298 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:11.273481 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7d4bee28-6c35-45cf-b28b-5f0773cd6092 tempest-FloatingIPAdminTestJSON-160723459 tempest-FloatingIPAdminTestJSON-160723459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:11.277733 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7d4bee28-6c35-45cf-b28b-5f0773cd6092 tempest-FloatingIPAdminTestJSON-160723459 tempest-FloatingIPAdminTestJSON-160723459-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:11.296614 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-7d4bee28-6c35-45cf-b28b-5f0773cd6092 tempest-FloatingIPAdminTestJSON-160723459 tempest-FloatingIPAdminTestJSON-160723459-project] Calling delete_port for 3dc0a1a9-a42b-4864-8e92-b9721540b1dd owned by network:floatingip {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:32:11.319932 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:11.490811 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-494015d2-5b9b-4db1-8adf-bb1d0d8c3298 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:11.537523 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-494015d2-5b9b-4db1-8adf-bb1d0d8c3298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:11.572468 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7d4bee28-6c35-45cf-b28b-5f0773cd6092 tempest-FloatingIPAdminTestJSON-160723459 tempest-FloatingIPAdminTestJSON-160723459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:11.607428 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494015d2-5b9b-4db1-8adf-bb1d0d8c3298 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a56fdbb-84f5-475a-8691-daa7aafec8dc,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:32:11.611836 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-494015d2-5b9b-4db1-8adf-bb1d0d8c3298 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=676506682f394e378b9574140f357793&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3645928 Aug 11 03:32:11.613933 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4bee28-6c35-45cf-b28b-5f0773cd6092 tempest-FloatingIPAdminTestJSON-160723459 tempest-FloatingIPAdminTestJSON-160723459-project] Pushing event deleted for resources: {'Port': ['ID=3dc0a1a9-a42b-4864-8e92-b9721540b1dd,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:32:11.617045 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 36192) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:32:11.648519 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b9744a-0f2e-48db-b577-b0cc8267b47a req-994a1d2a-da84-4800-b0d3-3254ac211d5a tempest-TestServerAdvancedOps-905682278 tempest-TestServerAdvancedOps-905682278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:32:11.649982 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d8b9744a-0f2e-48db-b577-b0cc8267b47a req-994a1d2a-da84-4800-b0d3-3254ac211d5a tempest-TestServerAdvancedOps-905682278 tempest-TestServerAdvancedOps-905682278-project] 10.222.0.24 "GET /v2.0/ports?device_id=bafa1b68-96d3-42ec-a977-d4d62bab3d1b HTTP/1.1" status: 200 len: 945 time: 0.5607436 Aug 11 03:32:11.690977 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdcfd555-1e78-4678-ab3f-eb2bc6ccc654 admin admin] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:32:11.701500 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-bdcfd555-1e78-4678-ab3f-eb2bc6ccc654 admin admin] 10.222.0.41 "PUT /v2.0/routers/024214bc-46ce-41ab-bfb2-63dd52e06006/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6434441 Aug 11 03:32:11.731968 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0485f8c1-733d-4b1b-9a04-42abc42fd4be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:11.754928 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7d4bee28-6c35-45cf-b28b-5f0773cd6092 tempest-FloatingIPAdminTestJSON-160723459 tempest-FloatingIPAdminTestJSON-160723459-project] Notify callbacks [] for floatingip, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:11.757645 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7d4bee28-6c35-45cf-b28b-5f0773cd6092 tempest-FloatingIPAdminTestJSON-160723459 tempest-FloatingIPAdminTestJSON-160723459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for floatingip, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:11.762058 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-7d4bee28-6c35-45cf-b28b-5f0773cd6092 tempest-FloatingIPAdminTestJSON-160723459 tempest-FloatingIPAdminTestJSON-160723459-project] 10.222.0.41 "DELETE /v2.0/floatingips/05f6a4da-668d-4700-8ceb-4496c6dcf66c HTTP/1.1" status: 204 len: 168 time: 0.8402817 Aug 11 03:32:11.763006 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 36198) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:32:11.766378 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0485f8c1-733d-4b1b-9a04-42abc42fd4be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:11.785656 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [req-d8b9744a-0f2e-48db-b577-b0cc8267b47a req-6c4bb28a-61e0-4370-a8e3-ecf4b05dc769 tempest-TestServerAdvancedOps-905682278 tempest-TestServerAdvancedOps-905682278-project] Deleting port f3d2c413-2abb-4324-9b65-8b351cae3da3 {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:32:11.790273 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-d8b9744a-0f2e-48db-b577-b0cc8267b47a req-6c4bb28a-61e0-4370-a8e3-ecf4b05dc769 tempest-TestServerAdvancedOps-905682278 tempest-TestServerAdvancedOps-905682278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:11.911858 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-d8b9744a-0f2e-48db-b577-b0cc8267b47a req-6c4bb28a-61e0-4370-a8e3-ecf4b05dc769 tempest-TestServerAdvancedOps-905682278 tempest-TestServerAdvancedOps-905682278-project] For port f3d2c413-2abb-4324-9b65-8b351cae3da3, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=f3d2c413-2abb-4324-9b65-8b351cae3da3,segment=NetworkSegment(f5a34d0c-a433-4d6d-9057-5db1f192410d),segment_id=f5a34d0c-a433-4d6d-9057-5db1f192410d)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:32:11.912352 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-d8b9744a-0f2e-48db-b577-b0cc8267b47a req-6c4bb28a-61e0-4370-a8e3-ecf4b05dc769 tempest-TestServerAdvancedOps-905682278 tempest-TestServerAdvancedOps-905682278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:11.937307 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [req-d8b9744a-0f2e-48db-b577-b0cc8267b47a req-6c4bb28a-61e0-4370-a8e3-ecf4b05dc769 tempest-TestServerAdvancedOps-905682278 tempest-TestServerAdvancedOps-905682278-project] Calling delete_port for f3d2c413-2abb-4324-9b65-8b351cae3da3 owned by compute:nova {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:32:11.954048 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-d0ea13bf-8796-4d2e-87b0-d6f874ba1578 tempest-FloatingIPAdminTestJSON-887658651 tempest-FloatingIPAdminTestJSON-887658651-project-admin] Deleting port faa8e8f4-7b8f-45c3-b668-4edad6f6b6cb {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:32:11.954552 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d0ea13bf-8796-4d2e-87b0-d6f874ba1578 tempest-FloatingIPAdminTestJSON-887658651 tempest-FloatingIPAdminTestJSON-887658651-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:12.047707 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0485f8c1-733d-4b1b-9a04-42abc42fd4be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:12.055349 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0485f8c1-733d-4b1b-9a04-42abc42fd4be admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:12.055349 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-0485f8c1-733d-4b1b-9a04-42abc42fd4be admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8a56fdbb-84f5-475a-8691-daa7aafec8dc HTTP/1.1" status: 204 len: 168 time: 0.4342294 Aug 11 03:32:12.062524 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d0ea13bf-8796-4d2e-87b0-d6f874ba1578 tempest-FloatingIPAdminTestJSON-887658651 tempest-FloatingIPAdminTestJSON-887658651-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:12.062928 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d0ea13bf-8796-4d2e-87b0-d6f874ba1578 tempest-FloatingIPAdminTestJSON-887658651 tempest-FloatingIPAdminTestJSON-887658651-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:12.075262 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0485f8c1-733d-4b1b-9a04-42abc42fd4be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a56fdbb-84f5-475a-8691-daa7aafec8dc,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:32:12.095174 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-d0ea13bf-8796-4d2e-87b0-d6f874ba1578 tempest-FloatingIPAdminTestJSON-887658651 tempest-FloatingIPAdminTestJSON-887658651-project-admin] Calling delete_port for faa8e8f4-7b8f-45c3-b668-4edad6f6b6cb owned by network:floatingip {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:32:12.306115 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f515ee2-a2c4-4abb-8ebe-15dd2e7a00e2 req-a82ed814-3179-4385-b13a-629a6998931c tempest-TestServerAdvancedOps-905682278 tempest-TestServerAdvancedOps-905682278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:32:12.313981 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5f515ee2-a2c4-4abb-8ebe-15dd2e7a00e2 req-a82ed814-3179-4385-b13a-629a6998931c tempest-TestServerAdvancedOps-905682278 tempest-TestServerAdvancedOps-905682278-project] 10.222.0.41 "GET /v2.0/ports?device_id=bafa1b68-96d3-42ec-a977-d4d62bab3d1b HTTP/1.1" status: 200 len: 945 time: 0.1139600 Aug 11 03:32:12.354482 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d0ea13bf-8796-4d2e-87b0-d6f874ba1578 tempest-FloatingIPAdminTestJSON-887658651 tempest-FloatingIPAdminTestJSON-887658651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:12.367353 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-326c319b-5f89-42e5-aac6-a08a0b7579e4 None None] Sync routers for ids ['024214bc-46ce-41ab-bfb2-63dd52e06006'] in n-d-764292-30 {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:32:12.379370 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-326c319b-5f89-42e5-aac6-a08a0b7579e4 None None] Routers {'024214bc-46ce-41ab-bfb2-63dd52e06006'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:32:12.379977 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-326c319b-5f89-42e5-aac6-a08a0b7579e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:32:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['024214bc-46ce-41ab-bfb2-63dd52e06006'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:32:12.398563 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ea13bf-8796-4d2e-87b0-d6f874ba1578 tempest-FloatingIPAdminTestJSON-887658651 tempest-FloatingIPAdminTestJSON-887658651-project-admin] Pushing event deleted for resources: {'Port': ['ID=faa8e8f4-7b8f-45c3-b668-4edad6f6b6cb,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:32:12.406181 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5f515ee2-a2c4-4abb-8ebe-15dd2e7a00e2 req-3505fd31-8b00-41b0-a19a-e42d251cbe57 tempest-TestServerAdvancedOps-905682278 tempest-TestServerAdvancedOps-905682278-project] 10.222.0.41 "GET /v2.0/security-groups?id=9dc178dd-e459-4eef-949e-5c112757d002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895820 Aug 11 03:32:12.412052 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-d8b9744a-0f2e-48db-b577-b0cc8267b47a req-6c4bb28a-61e0-4370-a8e3-ecf4b05dc769 tempest-TestServerAdvancedOps-905682278 tempest-TestServerAdvancedOps-905682278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:12.466269 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4bb28a-61e0-4370-a8e3-ecf4b05dc769 tempest-TestServerAdvancedOps-905682278 tempest-TestServerAdvancedOps-905682278-project] Pushing event deleted for resources: {'Port': ['ID=f3d2c413-2abb-4324-9b65-8b351cae3da3,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:32:12.476827 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device c0cdf465-f88e-4ee9-b3b9-315b03e64881 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:32:12.553517 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d0ea13bf-8796-4d2e-87b0-d6f874ba1578 tempest-FloatingIPAdminTestJSON-887658651 tempest-FloatingIPAdminTestJSON-887658651-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:12.557354 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d0ea13bf-8796-4d2e-87b0-d6f874ba1578 tempest-FloatingIPAdminTestJSON-887658651 tempest-FloatingIPAdminTestJSON-887658651-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for floatingip, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:12.559878 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-d0ea13bf-8796-4d2e-87b0-d6f874ba1578 tempest-FloatingIPAdminTestJSON-887658651 tempest-FloatingIPAdminTestJSON-887658651-project-admin] 10.222.0.41 "DELETE /v2.0/floatingips/658f0cb5-e294-4fee-bda7-9c3464ada09d HTTP/1.1" status: 204 len: 168 time: 0.7953427 Aug 11 03:32:12.571604 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 36220) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:32:12.575571 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8b9744a-0f2e-48db-b577-b0cc8267b47a req-6c4bb28a-61e0-4370-a8e3-ecf4b05dc769 tempest-TestServerAdvancedOps-905682278 tempest-TestServerAdvancedOps-905682278-project] No DVR routers for this DVR port f3d2c413-2abb-4324-9b65-8b351cae3da3 on host n-h2-764292-30 {{(pid=102192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:32:12.584796 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-d8b9744a-0f2e-48db-b577-b0cc8267b47a req-6c4bb28a-61e0-4370-a8e3-ecf4b05dc769 tempest-TestServerAdvancedOps-905682278 tempest-TestServerAdvancedOps-905682278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:12.587871 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d8b9744a-0f2e-48db-b577-b0cc8267b47a req-6c4bb28a-61e0-4370-a8e3-ecf4b05dc769 tempest-TestServerAdvancedOps-905682278 tempest-TestServerAdvancedOps-905682278-project] 10.222.0.24 "DELETE /v2.0/ports/f3d2c413-2abb-4324-9b65-8b351cae3da3 HTTP/1.1" status: 204 len: 173 time: 0.9310236 Aug 11 03:32:12.588367 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bafa1b68-96d3-42ec-a977-d4d62bab3d1b', 'name': 'network-vif-deleted', 'tag': 'f3d2c413-2abb-4324-9b65-8b351cae3da3'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:32:12.591977 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ef53349-6f1c-491f-96c2-5f024282f0da" -d '{"events": [{"server_uuid": "bafa1b68-96d3-42ec-a977-d4d62bab3d1b", "name": "network-vif-deleted", "tag": "f3d2c413-2abb-4324-9b65-8b351cae3da3"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:32:12.643602 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-326c319b-5f89-42e5-aac6-a08a0b7579e4 None None] Set router 024214bc-46ce-41ab-bfb2-63dd52e06006 gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:32:12.732453 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:32:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d1b20d4-78a3-4bf5-8008-cf1c6b1eb818 x-openstack-request-id: req-7d1b20d4-78a3-4bf5-8008-cf1c6b1eb818 {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:32:12.732967 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bafa1b68-96d3-42ec-a977-d4d62bab3d1b", "name": "network-vif-deleted", "tag": "f3d2c413-2abb-4324-9b65-8b351cae3da3", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:32:12.732967 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7d1b20d4-78a3-4bf5-8008-cf1c6b1eb818 {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:32:12.733380 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bafa1b68-96d3-42ec-a977-d4d62bab3d1b', 'name': 'network-vif-deleted', 'tag': 'f3d2c413-2abb-4324-9b65-8b351cae3da3', 'status': 'completed', 'code': 200} Aug 11 03:32:12.737616 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port c0cdf465-f88e-4ee9-b3b9-315b03e64881 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:32:12.742371 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port c0cdf465-f88e-4ee9-b3b9-315b03e64881 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:32:12.742774 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:12.767326 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-1fadf95f-c9a6-4311-9ec1-830ec3398c37 tempest-FloatingIPAdminTestJSON-812527782 tempest-FloatingIPAdminTestJSON-812527782-project] Deleting port 3ec55cca-8195-4423-b4f1-06aae07527f0 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:32:12.767676 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1fadf95f-c9a6-4311-9ec1-830ec3398c37 tempest-FloatingIPAdminTestJSON-812527782 tempest-FloatingIPAdminTestJSON-812527782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:12.888220 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-326c319b-5f89-42e5-aac6-a08a0b7579e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '024214bc-46ce-41ab-bfb2-63dd52e06006', 'name': 'tempest-TestVolumeBootPattern-423646555-router', 'tenant_id': '72275185a8d64845babaf2324f627ca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': 'c0cdf465-f88e-4ee9-b3b9-315b03e64881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:32:03Z', 'updated_at': '2021-08-11T03:32:09Z', 'revision_number': 4, 'project_id': '72275185a8d64845babaf2324f627ca7', 'gw_port': {'id': 'c0cdf465-f88e-4ee9-b3b9-315b03e64881', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:fa:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '024214bc-46ce-41ab-bfb2-63dd52e06006', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:32:04Z', 'updated_at': '2021-08-11T03:32:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '2edacba1-9076-45c7-b2da-df27d998e2b6', 'name': '', 'network_id': '72c2364e-d28c-436a-9463-f669c277e7f2', 'tenant_id': '72275185a8d64845babaf2324f627ca7', 'mac_address': 'fa:16:3e:3e:c3:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '024214bc-46ce-41ab-bfb2-63dd52e06006', 'device_owner': 'network:router_interface', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': '321ef215-4958-452a-9904-0e4a458fb021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:32:08Z', 'updated_at': '2021-08-11T03:32:09Z', 'revision_number': 2, 'project_id': '72275185a8d64845babaf2324f627ca7', 'subnets': [{'id': '321ef215-4958-452a-9904-0e4a458fb021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:32:12.935548 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1fadf95f-c9a6-4311-9ec1-830ec3398c37 tempest-FloatingIPAdminTestJSON-812527782 tempest-FloatingIPAdminTestJSON-812527782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:12.942372 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:12.944291 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-326c319b-5f89-42e5-aac6-a08a0b7579e4 None None] Checking router: 024214bc-46ce-41ab-bfb2-63dd52e06006 for host: n-d-764292-30 {{(pid=102194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:32:12.947505 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-326c319b-5f89-42e5-aac6-a08a0b7579e4 None None] Updating router 024214bc-46ce-41ab-bfb2-63dd52e06006 port 2edacba1-9076-45c7-b2da-df27d998e2b6 binding host n-d-764292-30 {{(pid=102194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:32:12.954093 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-1fadf95f-c9a6-4311-9ec1-830ec3398c37 tempest-FloatingIPAdminTestJSON-812527782 tempest-FloatingIPAdminTestJSON-812527782-project] Calling delete_port for 3ec55cca-8195-4423-b4f1-06aae07527f0 owned by {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:32:12.982782 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-326c319b-5f89-42e5-aac6-a08a0b7579e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:12.983817 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port c0cdf465-f88e-4ee9-b3b9-315b03e64881, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=c0cdf465-f88e-4ee9-b3b9-315b03e64881,segment=NetworkSegment(fab28bed-aa25-40db-bba4-ec26e795194c),segment_id=fab28bed-aa25-40db-bba4-ec26e795194c)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:32:13.045951 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:13.110651 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=c0cdf465-f88e-4ee9-b3b9-315b03e64881,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:32:13.176952 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 36246) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:32:13.184197 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-833c7e1e-1791-4f57-942a-2d503e0ae7a3 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2120178247-network', 'tenant_id': '181ccb86439e447d84abee5222b1813d'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:32:13.268975 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1fadf95f-c9a6-4311-9ec1-830ec3398c37 tempest-FloatingIPAdminTestJSON-812527782 tempest-FloatingIPAdminTestJSON-812527782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:13.302484 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fadf95f-c9a6-4311-9ec1-830ec3398c37 tempest-FloatingIPAdminTestJSON-812527782 tempest-FloatingIPAdminTestJSON-812527782-project] Pushing event deleted for resources: {'Port': ['ID=3ec55cca-8195-4423-b4f1-06aae07527f0,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:32:13.385690 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-833c7e1e-1791-4f57-942a-2d503e0ae7a3 admin admin] Made reservation on behalf of 181ccb86439e447d84abee5222b1813d for: {'network': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:32:13.387742 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-326c319b-5f89-42e5-aac6-a08a0b7579e4 None None] Notify callbacks [] for port, precommit_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:13.390054 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-833c7e1e-1791-4f57-942a-2d503e0ae7a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:13.409939 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-833c7e1e-1791-4f57-942a-2d503e0ae7a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:13.411431 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.provisioning_blocks [None req-326c319b-5f89-42e5-aac6-a08a0b7579e4 None None] Transition to ACTIVE for port object 2edacba1-9076-45c7-b2da-df27d998e2b6 will not be triggered until provisioned by entity L2. {{(pid=102194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:32:13.451886 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1fadf95f-c9a6-4311-9ec1-830ec3398c37 tempest-FloatingIPAdminTestJSON-812527782 tempest-FloatingIPAdminTestJSON-812527782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:13.453803 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-1fadf95f-c9a6-4311-9ec1-830ec3398c37 tempest-FloatingIPAdminTestJSON-812527782 tempest-FloatingIPAdminTestJSON-812527782-project] 10.222.0.41 "DELETE /v2.0/ports/3ec55cca-8195-4423-b4f1-06aae07527f0 HTTP/1.1" status: 204 len: 168 time: 0.8798454 Aug 11 03:32:13.456572 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 36258) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:32:13.486270 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-326c319b-5f89-42e5-aac6-a08a0b7579e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:13.586392 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-833c7e1e-1791-4f57-942a-2d503e0ae7a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:13.604325 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a0a3f3-f90e-47c6-ad50-9e8190f9d441 None None] Pushing event updated for resources: {'Port': ['ID=2edacba1-9076-45c7-b2da-df27d998e2b6,revision_number=3']} {{(pid=102194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:32:13.611088 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1858262d-e28a-4bcf-8ddf-e289237287a3 req-6fd1b1f4-5fa7-4150-b1fa-0f8cd8f23ee7 tempest-TestServerAdvancedOps-905682278 tempest-TestServerAdvancedOps-905682278-project] 10.222.0.41 "GET /v2.0/ports?device_id=bafa1b68-96d3-42ec-a977-d4d62bab3d1b HTTP/1.1" status: 200 len: 210 time: 0.0728304 Aug 11 03:32:13.654373 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a0a3f3-f90e-47c6-ad50-9e8190f9d441 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:32:13.655023 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a0a3f3-f90e-47c6-ad50-9e8190f9d441 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:32:13.655367 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a0a3f3-f90e-47c6-ad50-9e8190f9d441 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:32:13.655699 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a0a3f3-f90e-47c6-ad50-9e8190f9d441 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:32:13.657896 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a0a3f3-f90e-47c6-ad50-9e8190f9d441 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:32:13.658242 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a0a3f3-f90e-47c6-ad50-9e8190f9d441 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:32:13.658614 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a0a3f3-f90e-47c6-ad50-9e8190f9d441 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:32:13.658949 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a0a3f3-f90e-47c6-ad50-9e8190f9d441 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:32:13.659283 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a0a3f3-f90e-47c6-ad50-9e8190f9d441 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:32:13.659613 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a0a3f3-f90e-47c6-ad50-9e8190f9d441 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:32:13.659941 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a0a3f3-f90e-47c6-ad50-9e8190f9d441 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:32:13.660263 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a0a3f3-f90e-47c6-ad50-9e8190f9d441 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:32:13.664395 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe438807-df8f-4d3d-bd39-89a5dd7eaa6b tempest-FloatingIPAdminTestJSON-812527782 tempest-FloatingIPAdminTestJSON-812527782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:32:13.666131 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-fe438807-df8f-4d3d-bd39-89a5dd7eaa6b tempest-FloatingIPAdminTestJSON-812527782 tempest-FloatingIPAdminTestJSON-812527782-project] 10.222.0.41 "GET /v2.0/ports?device_id=c0717af3-dd11-4665-931f-643888c0f1b1 HTTP/1.1" status: 200 len: 913 time: 0.2084117 Aug 11 03:32:13.671887 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 36264) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:32:13.748216 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-833c7e1e-1791-4f57-942a-2d503e0ae7a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:13.766319 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-326c319b-5f89-42e5-aac6-a08a0b7579e4 None None] Attempting to bind port 2edacba1-9076-45c7-b2da-df27d998e2b6 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:32:13.766740 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-326c319b-5f89-42e5-aac6-a08a0b7579e4 None None] Attempting to bind port 2edacba1-9076-45c7-b2da-df27d998e2b6 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': '32ef8310-eb36-4f10-89a8-2ec645494a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '72c2364e-d28c-436a-9463-f669c277e7f2'}] {{(pid=102194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:32:13.767142 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-326c319b-5f89-42e5-aac6-a08a0b7579e4 None None] Attempting to bind port 2edacba1-9076-45c7-b2da-df27d998e2b6 on network 72c2364e-d28c-436a-9463-f669c277e7f2 {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:32:13.776332 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-326c319b-5f89-42e5-aac6-a08a0b7579e4 None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 32, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:32:13.776957 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-326c319b-5f89-42e5-aac6-a08a0b7579e4 None None] Checking segment: {'id': '32ef8310-eb36-4f10-89a8-2ec645494a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '72c2364e-d28c-436a-9463-f669c277e7f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:32:13.777805 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-326c319b-5f89-42e5-aac6-a08a0b7579e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:13.778394 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-326c319b-5f89-42e5-aac6-a08a0b7579e4 None None] Bound using segment: {'id': '32ef8310-eb36-4f10-89a8-2ec645494a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '72c2364e-d28c-436a-9463-f669c277e7f2'} {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:32:13.778987 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-326c319b-5f89-42e5-aac6-a08a0b7579e4 None None] Bound port: 2edacba1-9076-45c7-b2da-df27d998e2b6, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32ef8310-eb36-4f10-89a8-2ec645494a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '72c2364e-d28c-436a-9463-f669c277e7f2'}}] {{(pid=102194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:32:13.790714 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-326c319b-5f89-42e5-aac6-a08a0b7579e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:13.816331 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-833c7e1e-1791-4f57-942a-2d503e0ae7a3 admin admin] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=102191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:32:13.884558 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.db [None req-326c319b-5f89-42e5-aac6-a08a0b7579e4 None None] For port 2edacba1-9076-45c7-b2da-df27d998e2b6, host n-d-764292-30, cleared binding levels {{(pid=102194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:32:13.896847 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.db [None req-326c319b-5f89-42e5-aac6-a08a0b7579e4 None None] For port 2edacba1-9076-45c7-b2da-df27d998e2b6, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=2edacba1-9076-45c7-b2da-df27d998e2b6,segment=NetworkSegment(32ef8310-eb36-4f10-89a8-2ec645494a63),segment_id=32ef8310-eb36-4f10-89a8-2ec645494a63)] {{(pid=102194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:32:13.968268 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-326c319b-5f89-42e5-aac6-a08a0b7579e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:14.048951 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-326c319b-5f89-42e5-aac6-a08a0b7579e4 None None] Routers {'024214bc-46ce-41ab-bfb2-63dd52e06006'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:32:14.049883 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-326c319b-5f89-42e5-aac6-a08a0b7579e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:32:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['024214bc-46ce-41ab-bfb2-63dd52e06006'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:32:14.108352 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a0a3f3-f90e-47c6-ad50-9e8190f9d441 None None] Pushing event updated for resources: {'Port': ['ID=2edacba1-9076-45c7-b2da-df27d998e2b6,revision_number=4']} {{(pid=102194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:32:14.165657 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device f3d2c413-2abb-4324-9b65-8b351cae3da3 no longer exists at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:32:14.197639 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] No Port match for: f3d2c413-2abb-4324-9b65-8b351cae3da3 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:32:14.197985 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device f3d2c413-2abb-4324-9b65-8b351cae3da3 not bound to the agent host n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:32:14.220065 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-326c319b-5f89-42e5-aac6-a08a0b7579e4 None None] Set router 024214bc-46ce-41ab-bfb2-63dd52e06006 gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:32:14.330008 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833c7e1e-1791-4f57-942a-2d503e0ae7a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cf47d2f-1980-47e0-9be9-a1e2aea05cbf,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:32:14.358693 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-833c7e1e-1791-4f57-942a-2d503e0ae7a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:14.359464 n-d-764292-30 neutron-server[102191]: INFO neutron.db.segments_db [None req-833c7e1e-1791-4f57-942a-2d503e0ae7a3 admin admin] Added segment c5074c14-a21b-4b17-abe7-841e85927d4c of type vlan for network 7f66f6f9-2d06-4bd5-8a98-9a83ca473899 Aug 11 03:32:14.435894 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device c0cdf465-f88e-4ee9-b3b9-315b03e64881 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:32:14.456675 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-833c7e1e-1791-4f57-942a-2d503e0ae7a3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:14.486041 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port c0cdf465-f88e-4ee9-b3b9-315b03e64881 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:32:14.486446 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:14.526803 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-326c319b-5f89-42e5-aac6-a08a0b7579e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '024214bc-46ce-41ab-bfb2-63dd52e06006', 'name': 'tempest-TestVolumeBootPattern-423646555-router', 'tenant_id': '72275185a8d64845babaf2324f627ca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': 'c0cdf465-f88e-4ee9-b3b9-315b03e64881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:32:03Z', 'updated_at': '2021-08-11T03:32:09Z', 'revision_number': 4, 'project_id': '72275185a8d64845babaf2324f627ca7', 'gw_port': {'id': 'c0cdf465-f88e-4ee9-b3b9-315b03e64881', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:fa:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024214bc-46ce-41ab-bfb2-63dd52e06006', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:32:04Z', 'updated_at': '2021-08-11T03:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '2edacba1-9076-45c7-b2da-df27d998e2b6', 'name': '', 'network_id': '72c2364e-d28c-436a-9463-f669c277e7f2', 'tenant_id': '72275185a8d64845babaf2324f627ca7', 'mac_address': 'fa:16:3e:3e:c3:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '024214bc-46ce-41ab-bfb2-63dd52e06006', 'device_owner': 'network:router_interface', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': '321ef215-4958-452a-9904-0e4a458fb021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:32:08Z', 'updated_at': '2021-08-11T03:32:13Z', 'revision_number': 4, 'project_id': '72275185a8d64845babaf2324f627ca7', 'subnets': [{'id': '321ef215-4958-452a-9904-0e4a458fb021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:32:14.564363 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-326c319b-5f89-42e5-aac6-a08a0b7579e4 None None] The sync data for ids ['024214bc-46ce-41ab-bfb2-63dd52e06006'] in n-d-764292-30 is: [{'id': '024214bc-46ce-41ab-bfb2-63dd52e06006', 'name': 'tempest-TestVolumeBootPattern-423646555-router', 'tenant_id': '72275185a8d64845babaf2324f627ca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': 'c0cdf465-f88e-4ee9-b3b9-315b03e64881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:32:03Z', 'updated_at': '2021-08-11T03:32:09Z', 'revision_number': 4, 'project_id': '72275185a8d64845babaf2324f627ca7', 'gw_port': {'id': 'c0cdf465-f88e-4ee9-b3b9-315b03e64881', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:fa:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024214bc-46ce-41ab-bfb2-63dd52e06006', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:32:04Z', 'updated_at': '2021-08-11T03:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '2edacba1-9076-45c7-b2da-df27d998e2b6', 'name': '', 'network_id': '72c2364e-d28c-436a-9463-f669c277e7f2', 'tenant_id': '72275185a8d64845babaf2324f627ca7', 'mac_address': 'fa:16:3e:3e:c3:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '024214bc-46ce-41ab-bfb2-63dd52e06006', 'device_owner': 'network:router_interface', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': '321ef215-4958-452a-9904-0e4a458fb021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:32:08Z', 'updated_at': '2021-08-11T03:32:13Z', 'revision_number': 4, 'project_id': '72275185a8d64845babaf2324f627ca7', 'subnets': [{'id': '321ef215-4958-452a-9904-0e4a458fb021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:32:14.605609 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-833c7e1e-1791-4f57-942a-2d503e0ae7a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:14.618038 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-833c7e1e-1791-4f57-942a-2d503e0ae7a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:32:14.621369 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-833c7e1e-1791-4f57-942a-2d503e0ae7a3 admin admin] Notify callbacks [] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:14.724427 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 36286) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:32:14.776062 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0b44d46-fb77-446f-80a6-a9cb133c82ce admin admin] Deleting subnet 9b073c6e-592e-45ec-a63d-30b18956db7c {{(pid=102192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:32:14.780060 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a0b44d46-fb77-446f-80a6-a9cb133c82ce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:14.795314 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833c7e1e-1791-4f57-942a-2d503e0ae7a3 admin admin] Pushing event updated for resources: {'Network': ['ID=7f66f6f9-2d06-4bd5-8a98-9a83ca473899,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:32:14.809748 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network 7f66f6f9-2d06-4bd5-8a98-9a83ca473899 details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:32:14.820543 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a0b44d46-fb77-446f-80a6-a9cb133c82ce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125932460'] for subnet, precommit_delete_associations {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:14.833176 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-833c7e1e-1791-4f57-942a-2d503e0ae7a3 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6520700 Aug 11 03:32:14.833517 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 36290) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:32:14.844667 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-9528b1fd-724c-4d02-a1e9-14e0a994a893 admin admin] Request body: {'subnet': {'network_id': '7f66f6f9-2d06-4bd5-8a98-9a83ca473899', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2120178247-subnet', 'tenant_id': '181ccb86439e447d84abee5222b1813d', 'ip_version': 4}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:32:14.950266 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a0b44d46-fb77-446f-80a6-a9cb133c82ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:14.983424 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9528b1fd-724c-4d02-a1e9-14e0a994a893 admin admin] Made reservation on behalf of 181ccb86439e447d84abee5222b1813d for: {'subnet': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:32:14.987832 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9528b1fd-724c-4d02-a1e9-14e0a994a893 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274743'] for subnet, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:15.060217 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4894cef8-4b9d-46a2-a933-2b8c33a2ab87 tempest-FloatingIPAdminTestJSON-812527782 tempest-FloatingIPAdminTestJSON-812527782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521106'] for router_interface, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:15.168439 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a0b44d46-fb77-446f-80a6-a9cb133c82ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125932157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126180897'] for subnet, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:15.215565 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b44d46-fb77-446f-80a6-a9cb133c82ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b073c6e-592e-45ec-a63d-30b18956db7c,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:32:15.231152 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a0b44d46-fb77-446f-80a6-a9cb133c82ce admin admin] Notify callbacks [] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:15.237645 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 36302) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:32:15.237958 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-a0b44d46-fb77-446f-80a6-a9cb133c82ce admin admin] 10.222.0.41 "DELETE /v2.0/subnets/9b073c6e-592e-45ec-a63d-30b18956db7c HTTP/1.1" status: 204 len: 168 time: 0.5110881 Aug 11 03:32:15.293451 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 36304) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:32:15.420417 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-f795edcb-d3ce-41f4-a71c-ca3c2bae456a tempest-MeteringTestJSON-1145371794 tempest-MeteringTestJSON-1145371794-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1276775812'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:32:15.421121 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-f795edcb-d3ce-41f4-a71c-ca3c2bae456a tempest-MeteringTestJSON-1145371794 tempest-MeteringTestJSON-1145371794-project-admin] Unknown quota resources ['metering_label']. {{(pid=102192) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 11 03:32:15.459238 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-84678427-317c-4c8c-95a5-b472120cdc69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:15.640865 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9528b1fd-724c-4d02-a1e9-14e0a994a893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126283476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274725'] for subnet, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:15.690022 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-84678427-317c-4c8c-95a5-b472120cdc69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:15.738963 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-84678427-317c-4c8c-95a5-b472120cdc69 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2831f6c0-72f8-4910-9418-075c8cfe59c9']}} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:32:15.747288 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-f795edcb-d3ce-41f4-a71c-ca3c2bae456a tempest-MeteringTestJSON-1145371794 tempest-MeteringTestJSON-1145371794-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:15.749613 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-f795edcb-d3ce-41f4-a71c-ca3c2bae456a tempest-MeteringTestJSON-1145371794 tempest-MeteringTestJSON-1145371794-project-admin] 10.222.0.41 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.4557042 Aug 11 03:32:15.751160 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 36312) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:32:15.755620 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-03239c24-35e9-4ad8-bf95-7dad0e8fdb1b tempest-MeteringTestJSON-1145371794 tempest-MeteringTestJSON-1145371794-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'fd610432-d351-40cf-ba38-296cbba95614'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:32:15.756247 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-03239c24-35e9-4ad8-bf95-7dad0e8fdb1b tempest-MeteringTestJSON-1145371794 tempest-MeteringTestJSON-1145371794-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102192) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 11 03:32:15.769598 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9528b1fd-724c-4d02-a1e9-14e0a994a893 admin admin] Pushing event updated for resources: {'Subnet': ['ID=627eeb93-8d0f-40ff-9144-444c5c12f1c9,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:32:15.772927 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-84678427-317c-4c8c-95a5-b472120cdc69 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5a34d0c-a433-4d6d-9057-5db1f192410d') {'for_net_delete': True} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:32:15.773228 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-84678427-317c-4c8c-95a5-b472120cdc69 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5a34d0c-a433-4d6d-9057-5db1f192410d') {} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:32:15.788739 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-84678427-317c-4c8c-95a5-b472120cdc69 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126283644'] for segment, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:15.820375 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9528b1fd-724c-4d02-a1e9-14e0a994a893 admin admin] Checking segment: {'id': 'c5074c14-a21b-4b17-abe7-841e85927d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '7f66f6f9-2d06-4bd5-8a98-9a83ca473899'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:32:15.820704 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9528b1fd-724c-4d02-a1e9-14e0a994a893 admin admin] Network hostable DHCP agents. Network: 7f66f6f9-2d06-4bd5-8a98-9a83ca473899, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:32:15.833776 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-84678427-317c-4c8c-95a5-b472120cdc69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:15.845140 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84678427-317c-4c8c-95a5-b472120cdc69 admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=102191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:32:15.845468 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-84678427-317c-4c8c-95a5-b472120cdc69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126283391'] for segment, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:15.847441 n-d-764292-30 neutron-server[102191]: Traceback (most recent call last): Aug 11 03:32:15.847441 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:32:15.847441 n-d-764292-30 neutron-server[102191]: timer() Aug 11 03:32:15.847441 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:32:15.847441 n-d-764292-30 neutron-server[102191]: cb(*args, **kw) Aug 11 03:32:15.847441 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:32:15.847441 n-d-764292-30 neutron-server[102191]: return func(*args, **kwargs) Aug 11 03:32:15.847441 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:32:15.847441 n-d-764292-30 neutron-server[102191]: self._notify() Aug 11 03:32:15.847441 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:32:15.847441 n-d-764292-30 neutron-server[102191]: self.callback(batched_events) Aug 11 03:32:15.847441 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:32:15.847441 n-d-764292-30 neutron-server[102191]: event.method(event) Aug 11 03:32:15.847441 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:32:15.847441 n-d-764292-30 neutron-server[102191]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:32:15.847441 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:32:15.847441 n-d-764292-30 neutron-server[102191]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:32:15.847441 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:32:15.847441 n-d-764292-30 neutron-server[102191]: return f(self, *a, **k) Aug 11 03:32:15.847441 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:32:15.847441 n-d-764292-30 neutron-server[102191]: return self._get(url).json() Aug 11 03:32:15.847441 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:32:15.847441 n-d-764292-30 neutron-server[102191]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:32:15.847441 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:32:15.847441 n-d-764292-30 neutron-server[102191]: return self.request(url, 'GET', **kwargs) Aug 11 03:32:15.847441 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:32:15.847441 n-d-764292-30 neutron-server[102191]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:32:15.847441 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:32:15.847441 n-d-764292-30 neutron-server[102191]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:32:15.847441 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:32:15.847441 n-d-764292-30 neutron-server[102191]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:32:15.847441 n-d-764292-30 neutron-server[102191]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:32:15.927464 n-d-764292-30 neutron-server[102192]: WARNING neutron.services.metering.metering_plugin [None req-03239c24-35e9-4ad8-bf95-7dad0e8fdb1b tempest-MeteringTestJSON-1145371794 tempest-MeteringTestJSON-1145371794-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 11 03:32:15.929752 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-4894cef8-4b9d-46a2-a933-2b8c33a2ab87 tempest-FloatingIPAdminTestJSON-812527782 tempest-FloatingIPAdminTestJSON-812527782-project] Deleting port adb14281-19b6-441d-a1f8-da5d5089f61e {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:32:15.930110 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4894cef8-4b9d-46a2-a933-2b8c33a2ab87 tempest-FloatingIPAdminTestJSON-812527782 tempest-FloatingIPAdminTestJSON-812527782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:16.019969 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9528b1fd-724c-4d02-a1e9-14e0a994a893 admin admin] Network 7f66f6f9-2d06-4bd5-8a98-9a83ca473899 is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:32:16.048178 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-84678427-317c-4c8c-95a5-b472120cdc69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:16.059265 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-03239c24-35e9-4ad8-bf95-7dad0e8fdb1b tempest-MeteringTestJSON-1145371794 tempest-MeteringTestJSON-1145371794-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:16.063718 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-03239c24-35e9-4ad8-bf95-7dad0e8fdb1b tempest-MeteringTestJSON-1145371794 tempest-MeteringTestJSON-1145371794-project-admin] 10.222.0.41 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3115699 Aug 11 03:32:16.064612 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 36318) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:32:16.069619 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-33699837-1b7e-4fb6-8586-723f82d5dd59 tempest-MeteringTestJSON-1145371794 tempest-MeteringTestJSON-1145371794-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'fd610432-d351-40cf-ba38-296cbba95614'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:32:16.070547 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-33699837-1b7e-4fb6-8586-723f82d5dd59 tempest-MeteringTestJSON-1145371794 tempest-MeteringTestJSON-1145371794-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102192) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 11 03:32:16.076669 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-84678427-317c-4c8c-95a5-b472120cdc69 admin admin] Notify callbacks [] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:16.081615 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-84678427-317c-4c8c-95a5-b472120cdc69 admin admin] 10.222.0.41 "DELETE /v2.0/networks/2831f6c0-72f8-4910-9418-075c8cfe59c9 HTTP/1.1" status: 204 len: 168 time: 0.8379071 Aug 11 03:32:16.081615 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4894cef8-4b9d-46a2-a933-2b8c33a2ab87 tempest-FloatingIPAdminTestJSON-812527782 tempest-FloatingIPAdminTestJSON-812527782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:16.082519 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 36320) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:32:16.085437 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84678427-317c-4c8c-95a5-b472120cdc69 admin admin] Pushing event deleted for resources: {'Network': ['ID=2831f6c0-72f8-4910-9418-075c8cfe59c9,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:32:16.095467 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-9528b1fd-724c-4d02-a1e9-14e0a994a893 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, 7f66f6f9-2d06-4bd5-8a98-9a83ca473899) {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:32:16.105191 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6df105e2-40f8-47a4-b9ee-031233ad5c60 None None] Network 7f66f6f9-2d06-4bd5-8a98-9a83ca473899 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:32:16.108602 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-4894cef8-4b9d-46a2-a933-2b8c33a2ab87 tempest-FloatingIPAdminTestJSON-812527782 tempest-FloatingIPAdminTestJSON-812527782-project] Calling delete_port for adb14281-19b6-441d-a1f8-da5d5089f61e owned by network:router_interface {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:32:16.111341 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9528b1fd-724c-4d02-a1e9-14e0a994a893 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:32:16.112071 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9528b1fd-724c-4d02-a1e9-14e0a994a893 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:16.163910 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1428969-8d8b-45af-acf7-dc80cddae8c9 admin admin] Deleting subnet bfe39c78-9d33-4240-9055-acb3cf9e1e58 {{(pid=102192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:32:16.227041 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-f1428969-8d8b-45af-acf7-dc80cddae8c9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:16.270322 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-f1428969-8d8b-45af-acf7-dc80cddae8c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125932460'] for subnet, precommit_delete_associations {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:16.282714 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-9528b1fd-724c-4d02-a1e9-14e0a994a893 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4414933 Aug 11 03:32:16.282928 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 36324) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:32:16.287223 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-d231f0ae-3aea-47fc-8c03-9f60726ff21f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2120178247-router', 'tenant_id': '181ccb86439e447d84abee5222b1813d', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:32:16.309510 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-692725e1-f91b-4307-a847-5829a686eba3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde080026-c28f-55be-b52b-13827cc43646-7f66f6f9-2d06-4bd5-8a98-9a83ca473899', 'network_id': '7f66f6f9-2d06-4bd5-8a98-9a83ca473899', 'tenant_id': '181ccb86439e447d84abee5222b1813d', 'fixed_ips': [{'subnet_id': '627eeb93-8d0f-40ff-9144-444c5c12f1c9'}]}} from n-d-764292-30. {{(pid=102193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:32:16.310274 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-692725e1-f91b-4307-a847-5829a686eba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:16.324946 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-f1428969-8d8b-45af-acf7-dc80cddae8c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:16.355678 n-d-764292-30 neutron-server[102192]: WARNING neutron.services.metering.metering_plugin [None req-33699837-1b7e-4fb6-8586-723f82d5dd59 tempest-MeteringTestJSON-1145371794 tempest-MeteringTestJSON-1145371794-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 11 03:32:16.435018 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d231f0ae-3aea-47fc-8c03-9f60726ff21f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-450010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6626'] for router, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:16.436233 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d231f0ae-3aea-47fc-8c03-9f60726ff21f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-446747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6633'] for router, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:16.455628 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-33699837-1b7e-4fb6-8586-723f82d5dd59 tempest-MeteringTestJSON-1145371794 tempest-MeteringTestJSON-1145371794-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:16.456953 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-33699837-1b7e-4fb6-8586-723f82d5dd59 tempest-MeteringTestJSON-1145371794 tempest-MeteringTestJSON-1145371794-project-admin] 10.222.0.41 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3911369 Aug 11 03:32:16.463109 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 36328) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:32:16.472359 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 2edacba1-9076-45c7-b2da-df27d998e2b6 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:32:16.483568 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-04323ef2-850a-491c-b7fc-599013478e80 tempest-MeteringTestJSON-1145371794 tempest-MeteringTestJSON-1145371794-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-label-rules?id=f1edff73-f38b-427b-bb35-2adea58a700e HTTP/1.1" status: 200 len: 464 time: 0.0192034 Aug 11 03:32:16.486498 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 36330) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:32:16.528386 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d231f0ae-3aea-47fc-8c03-9f60726ff21f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:16.555198 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4894cef8-4b9d-46a2-a933-2b8c33a2ab87 tempest-FloatingIPAdminTestJSON-812527782 tempest-FloatingIPAdminTestJSON-812527782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:16.587029 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4894cef8-4b9d-46a2-a933-2b8c33a2ab87 tempest-FloatingIPAdminTestJSON-812527782 tempest-FloatingIPAdminTestJSON-812527782-project] Pushing event deleted for resources: {'Port': ['ID=adb14281-19b6-441d-a1f8-da5d5089f61e,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:32:16.590201 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-f1428969-8d8b-45af-acf7-dc80cddae8c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125932157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126180897'] for subnet, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:16.668854 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1428969-8d8b-45af-acf7-dc80cddae8c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bfe39c78-9d33-4240-9055-acb3cf9e1e58,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:32:16.671866 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-f1428969-8d8b-45af-acf7-dc80cddae8c9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:16.675490 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-f1428969-8d8b-45af-acf7-dc80cddae8c9 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/bfe39c78-9d33-4240-9055-acb3cf9e1e58 HTTP/1.1" status: 204 len: 168 time: 0.5909023 Aug 11 03:32:16.679022 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 36334) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:32:16.727153 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-7ad7993f-c7bb-4632-a3b7-0fe1420f56f4 tempest-MeteringTestJSON-1145371794 tempest-MeteringTestJSON-1145371794-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:16.728458 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-7ad7993f-c7bb-4632-a3b7-0fe1420f56f4 tempest-MeteringTestJSON-1145371794 tempest-MeteringTestJSON-1145371794-project-admin] 10.222.0.41 "DELETE /v2.0/metering/metering-label-rules/f1edff73-f38b-427b-bb35-2adea58a700e HTTP/1.1" status: 204 len: 168 time: 0.2410231 Aug 11 03:32:16.739101 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 36336) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:32:16.788309 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-3fc3d8b2-6321-48fe-bbac-d06d41206e66 tempest-MeteringTestJSON-1145371794 tempest-MeteringTestJSON-1145371794-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-label-rules?id=f1edff73-f38b-427b-bb35-2adea58a700e HTTP/1.1" status: 200 len: 221 time: 0.0468915 Aug 11 03:32:16.791192 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 36338) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:32:16.795229 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.db_base_plugin_common [None req-692725e1-f91b-4307-a847-5829a686eba3 None None] Allocated IP 172.20.0.2 (7f66f6f9-2d06-4bd5-8a98-9a83ca473899/627eeb93-8d0f-40ff-9144-444c5c12f1c9/d4c9601c-0bd0-4c32-bb42-8a5f16db1ff7) {{(pid=102193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:32:16.796329 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-ec24a7a7-bee9-4580-b157-bd0a122851e9 tempest-MeteringTestJSON-1145371794 tempest-MeteringTestJSON-1145371794-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1932805882', 'description': 'label created by tempest'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:32:16.796880 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-ec24a7a7-bee9-4580-b157-bd0a122851e9 tempest-MeteringTestJSON-1145371794 tempest-MeteringTestJSON-1145371794-project-admin] Unknown quota resources ['metering_label']. {{(pid=102192) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 11 03:32:16.859997 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-8459d13c-a54f-40e0-aec4-eda390266263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:16.920255 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d231f0ae-3aea-47fc-8c03-9f60726ff21f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:16.983567 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-8459d13c-a54f-40e0-aec4-eda390266263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:16.999140 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4894cef8-4b9d-46a2-a933-2b8c33a2ab87 tempest-FloatingIPAdminTestJSON-812527782 tempest-FloatingIPAdminTestJSON-812527782-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16383033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450082'] for router_interface, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:17.012922 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-692725e1-f91b-4307-a847-5829a686eba3 None None] Notify callbacks [] for port, precommit_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:17.035661 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-692725e1-f91b-4307-a847-5829a686eba3 None None] Transition to ACTIVE for port object d4c9601c-0bd0-4c32-bb42-8a5f16db1ff7 will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:32:17.044301 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-8459d13c-a54f-40e0-aec4-eda390266263 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7703d89-e117-43e9-9bf9-8ca30342246d']}} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:32:17.059314 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-692725e1-f91b-4307-a847-5829a686eba3 None None] Transition to ACTIVE for port object d4c9601c-0bd0-4c32-bb42-8a5f16db1ff7 will not be triggered until provisioned by entity DHCP. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:32:17.097170 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port 2edacba1-9076-45c7-b2da-df27d998e2b6 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:32:17.102481 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 2edacba1-9076-45c7-b2da-df27d998e2b6 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:32:17.107151 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:17.107751 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-8459d13c-a54f-40e0-aec4-eda390266263 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00fc336f-c51c-4229-850e-fb70c55e48d4') {'for_net_delete': True} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:32:17.107751 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-8459d13c-a54f-40e0-aec4-eda390266263 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00fc336f-c51c-4229-850e-fb70c55e48d4') {} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:32:17.198735 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-692725e1-f91b-4307-a847-5829a686eba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669'] for port, after_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:17.199722 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ec24a7a7-bee9-4580-b157-bd0a122851e9 tempest-MeteringTestJSON-1145371794 tempest-MeteringTestJSON-1145371794-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:17.199722 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-ec24a7a7-bee9-4580-b157-bd0a122851e9 tempest-MeteringTestJSON-1145371794 tempest-MeteringTestJSON-1145371794-project-admin] 10.222.0.41 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.3988853 Aug 11 03:32:17.199722 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-8459d13c-a54f-40e0-aec4-eda390266263 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125932501'] for segment, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:17.206184 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 36344) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:32:17.253457 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-692725e1-f91b-4307-a847-5829a686eba3 None None] Network 7f66f6f9-2d06-4bd5-8a98-9a83ca473899 is already hosted by enough agents. {{(pid=102193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:32:17.264269 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.base_scheduler [None req-692725e1-f91b-4307-a847-5829a686eba3 None None] Resources bound (agent type, host, resource id): {{(pid=102193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:32:17.275745 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692725e1-f91b-4307-a847-5829a686eba3 None None] Received port after_create {{(pid=102193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:32:17.280879 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692725e1-f91b-4307-a847-5829a686eba3 None None] Pushing event updated for resources: {'Port': ['ID=d4c9601c-0bd0-4c32-bb42-8a5f16db1ff7,revision_number=1']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:32:17.292572 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:17.338438 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-90fcbb61-67b5-455b-b351-125a6670ab21 tempest-MeteringTestJSON-1145371794 tempest-MeteringTestJSON-1145371794-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-labels?id=c1609486-a01c-4f33-ae25-7f2a3fbe1efb HTTP/1.1" status: 200 len: 468 time: 0.1311314 Aug 11 03:32:17.344520 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-8459d13c-a54f-40e0-aec4-eda390266263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:17.356248 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8459d13c-a54f-40e0-aec4-eda390266263 admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=102192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:32:17.357338 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-8459d13c-a54f-40e0-aec4-eda390266263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125932183'] for segment, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:17.359957 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-692725e1-f91b-4307-a847-5829a686eba3 None None] Attempting to bind port d4c9601c-0bd0-4c32-bb42-8a5f16db1ff7 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:32:17.359957 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-692725e1-f91b-4307-a847-5829a686eba3 None None] Attempting to bind port d4c9601c-0bd0-4c32-bb42-8a5f16db1ff7 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': 'c5074c14-a21b-4b17-abe7-841e85927d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '7f66f6f9-2d06-4bd5-8a98-9a83ca473899'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:32:17.360186 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-692725e1-f91b-4307-a847-5829a686eba3 None None] Attempting to bind port d4c9601c-0bd0-4c32-bb42-8a5f16db1ff7 on network 7f66f6f9-2d06-4bd5-8a98-9a83ca473899 {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:32:17.376551 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-692725e1-f91b-4307-a847-5829a686eba3 None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 32, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:32:17.376937 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-692725e1-f91b-4307-a847-5829a686eba3 None None] Checking segment: {'id': 'c5074c14-a21b-4b17-abe7-841e85927d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '7f66f6f9-2d06-4bd5-8a98-9a83ca473899'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:32:17.377353 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-692725e1-f91b-4307-a847-5829a686eba3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:17.377756 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-692725e1-f91b-4307-a847-5829a686eba3 None None] Bound using segment: {'id': 'c5074c14-a21b-4b17-abe7-841e85927d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '7f66f6f9-2d06-4bd5-8a98-9a83ca473899'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:32:17.378390 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-692725e1-f91b-4307-a847-5829a686eba3 None None] Bound port: d4c9601c-0bd0-4c32-bb42-8a5f16db1ff7, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5074c14-a21b-4b17-abe7-841e85927d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '7f66f6f9-2d06-4bd5-8a98-9a83ca473899'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:32:17.378788 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-692725e1-f91b-4307-a847-5829a686eba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:17.384570 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port 2edacba1-9076-45c7-b2da-df27d998e2b6, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=2edacba1-9076-45c7-b2da-df27d998e2b6,segment=NetworkSegment(32ef8310-eb36-4f10-89a8-2ec645494a63),segment_id=32ef8310-eb36-4f10-89a8-2ec645494a63)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:32:17.391361 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 36348) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:32:17.424185 n-d-764292-30 neutron-server[102192]: Traceback (most recent call last): Aug 11 03:32:17.424185 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:32:17.424185 n-d-764292-30 neutron-server[102192]: timer() Aug 11 03:32:17.424185 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:32:17.424185 n-d-764292-30 neutron-server[102192]: cb(*args, **kw) Aug 11 03:32:17.424185 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:32:17.424185 n-d-764292-30 neutron-server[102192]: return func(*args, **kwargs) Aug 11 03:32:17.424185 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:32:17.424185 n-d-764292-30 neutron-server[102192]: self._notify() Aug 11 03:32:17.424185 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:32:17.424185 n-d-764292-30 neutron-server[102192]: self.callback(batched_events) Aug 11 03:32:17.424185 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:32:17.424185 n-d-764292-30 neutron-server[102192]: event.method(event) Aug 11 03:32:17.424185 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:32:17.424185 n-d-764292-30 neutron-server[102192]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:32:17.424185 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:32:17.424185 n-d-764292-30 neutron-server[102192]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:32:17.424185 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:32:17.424185 n-d-764292-30 neutron-server[102192]: return f(self, *a, **k) Aug 11 03:32:17.424185 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:32:17.424185 n-d-764292-30 neutron-server[102192]: return self._get(url).json() Aug 11 03:32:17.424185 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:32:17.424185 n-d-764292-30 neutron-server[102192]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:32:17.424185 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:32:17.424185 n-d-764292-30 neutron-server[102192]: return self.request(url, 'GET', **kwargs) Aug 11 03:32:17.424185 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:32:17.424185 n-d-764292-30 neutron-server[102192]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:32:17.424185 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:32:17.424185 n-d-764292-30 neutron-server[102192]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:32:17.424185 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:32:17.424185 n-d-764292-30 neutron-server[102192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:32:17.424185 n-d-764292-30 neutron-server[102192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:32:17.465731 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:17.468756 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-692725e1-f91b-4307-a847-5829a686eba3 None None] For port d4c9601c-0bd0-4c32-bb42-8a5f16db1ff7, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:32:17.474234 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-692725e1-f91b-4307-a847-5829a686eba3 None None] For port d4c9601c-0bd0-4c32-bb42-8a5f16db1ff7, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=d4c9601c-0bd0-4c32-bb42-8a5f16db1ff7,segment=NetworkSegment(c5074c14-a21b-4b17-abe7-841e85927d4c),segment_id=c5074c14-a21b-4b17-abe7-841e85927d4c)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:32:17.537102 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-8459d13c-a54f-40e0-aec4-eda390266263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:17.538220 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=2edacba1-9076-45c7-b2da-df27d998e2b6,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:32:17.542657 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-8459d13c-a54f-40e0-aec4-eda390266263 admin admin] Notify callbacks [] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:17.546916 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-8459d13c-a54f-40e0-aec4-eda390266263 admin admin] 10.222.0.41 "DELETE /v2.0/networks/d7703d89-e117-43e9-9bf9-8ca30342246d HTTP/1.1" status: 204 len: 168 time: 0.8631105 Aug 11 03:32:17.561364 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8459d13c-a54f-40e0-aec4-eda390266263 admin admin] Pushing event deleted for resources: {'Network': ['ID=d7703d89-e117-43e9-9bf9-8ca30342246d,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:32:17.566903 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-692725e1-f91b-4307-a847-5829a686eba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:17.643349 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692725e1-f91b-4307-a847-5829a686eba3 None None] Pushing event updated for resources: {'Port': ['ID=d4c9601c-0bd0-4c32-bb42-8a5f16db1ff7,revision_number=2']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:32:17.874780 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4894cef8-4b9d-46a2-a933-2b8c33a2ab87 tempest-FloatingIPAdminTestJSON-812527782 tempest-FloatingIPAdminTestJSON-812527782-project] Router c0717af3-dd11-4665-931f-643888c0f1b1 has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:32:17.927343 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e9344130-1a1f-4d3f-8ebc-450d72d66c2b tempest-MeteringTestJSON-1145371794 tempest-MeteringTestJSON-1145371794-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:17.928536 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-e9344130-1a1f-4d3f-8ebc-450d72d66c2b tempest-MeteringTestJSON-1145371794 tempest-MeteringTestJSON-1145371794-project-admin] 10.222.0.41 "DELETE /v2.0/metering/metering-labels/c1609486-a01c-4f33-ae25-7f2a3fbe1efb HTTP/1.1" status: 204 len: 168 time: 0.5103269 Aug 11 03:32:17.931604 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 36358) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:32:17.948478 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-5fcfd2a9-0503-4243-a974-39e3c5cc1b65 tempest-MeteringTestJSON-1145371794 tempest-MeteringTestJSON-1145371794-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-labels?id=c1609486-a01c-4f33-ae25-7f2a3fbe1efb HTTP/1.1" status: 200 len: 216 time: 0.0151565 Aug 11 03:32:17.956822 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 36360) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:32:17.969453 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-193f877d-1a23-4463-b225-7be1595a87e3 tempest-MeteringTestJSON-1145371794 tempest-MeteringTestJSON-1145371794-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0113459 Aug 11 03:32:17.975184 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 36362) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:32:18.004195 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-f02562bc-d458-4c39-a209-aa173939c8b7 tempest-MeteringTestJSON-1145371794 tempest-MeteringTestJSON-1145371794-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0200176 Aug 11 03:32:18.004195 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 36364) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:32:18.045871 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 36366) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:32:18.067023 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-96d539b0-d63a-4922-9e03-a628d5a1fc2d tempest-MeteringTestJSON-1145371794 tempest-MeteringTestJSON-1145371794-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-labels/fd610432-d351-40cf-ba38-296cbba95614 HTTP/1.1" status: 200 len: 473 time: 0.0605369 Aug 11 03:32:18.069936 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 36368) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:32:18.082347 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-e29b63a2-3b26-4f0c-b4b5-262652743636 tempest-MeteringTestJSON-1145371794 tempest-MeteringTestJSON-1145371794-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-label-rules/eb7a42f0-12bf-473b-9526-5338d91ef045 HTTP/1.1" status: 200 len: 461 time: 0.0084982 Aug 11 03:32:18.083222 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 36370) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:32:18.118827 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d231f0ae-3aea-47fc-8c03-9f60726ff21f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:18.151777 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d231f0ae-3aea-47fc-8c03-9f60726ff21f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:18.172170 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4894cef8-4b9d-46a2-a933-2b8c33a2ab87 tempest-FloatingIPAdminTestJSON-812527782 tempest-FloatingIPAdminTestJSON-812527782-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:32:18.177785 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-8f8176da-43bd-4776-912a-81055018223f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c31740a9041c41d1930ca28684c1ecaa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1301608 Aug 11 03:32:18.179839 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 36374) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:32:18.182987 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-4894cef8-4b9d-46a2-a933-2b8c33a2ab87 tempest-FloatingIPAdminTestJSON-812527782 tempest-FloatingIPAdminTestJSON-812527782-project] 10.222.0.41 "PUT /v2.0/routers/c0717af3-dd11-4665-931f-643888c0f1b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5074131 Aug 11 03:32:18.183410 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 36376) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:32:18.194899 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a379ff7-74fe-4b5e-9976-5f44bcb0b896 None None] Sync routers for ids ['c0717af3-dd11-4665-931f-643888c0f1b1'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:32:18.209485 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a379ff7-74fe-4b5e-9976-5f44bcb0b896 None None] Routers {'c0717af3-dd11-4665-931f-643888c0f1b1'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:32:18.215146 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-5a379ff7-74fe-4b5e-9976-5f44bcb0b896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:32:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['c0717af3-dd11-4665-931f-643888c0f1b1'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:32:18.261586 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-5a379ff7-74fe-4b5e-9976-5f44bcb0b896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:32:18.272608 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a379ff7-74fe-4b5e-9976-5f44bcb0b896 None None] Routers {'c0717af3-dd11-4665-931f-643888c0f1b1'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:32:18.273644 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-5a379ff7-74fe-4b5e-9976-5f44bcb0b896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:32:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['c0717af3-dd11-4665-931f-643888c0f1b1'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:32:18.338120 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-5a379ff7-74fe-4b5e-9976-5f44bcb0b896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:32:18.339039 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a379ff7-74fe-4b5e-9976-5f44bcb0b896 None None] The sync data for ids ['c0717af3-dd11-4665-931f-643888c0f1b1'] in n-d-764292-30 is: [] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:32:18.394729 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-858b4e8a-2ed8-44eb-a16a-56b870e5a86f tempest-MeteringTestJSON-1145371794 tempest-MeteringTestJSON-1145371794-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:18.395909 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-858b4e8a-2ed8-44eb-a16a-56b870e5a86f tempest-MeteringTestJSON-1145371794 tempest-MeteringTestJSON-1145371794-project-admin] 10.222.0.41 "DELETE /v2.0/metering/metering-label-rules/eb7a42f0-12bf-473b-9526-5338d91ef045 HTTP/1.1" status: 204 len: 168 time: 0.3117130 Aug 11 03:32:18.401312 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 36380) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:32:18.415126 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-d54dc89c-ba98-46a0-95dd-3ca9dcf208d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:18.464417 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-d54dc89c-ba98-46a0-95dd-3ca9dcf208d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:18.522409 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [None req-d231f0ae-3aea-47fc-8c03-9f60726ff21f admin admin] Allocated IP 172.25.8.57 (09faf7d2-eaf5-4a50-bb6e-4cb05d009a76/e1a97443-13df-40bb-85f5-fd269e2742c0/ec482f05-3c99-49d3-9a1a-e1d9c7636cc5) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:32:18.541448 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-04a71f78-204e-42f8-b7b7-19cdeb86a6ae tempest-FloatingIPAdminTestJSON-812527782 tempest-FloatingIPAdminTestJSON-812527782-project] Notify callbacks [] for router, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:18.554624 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device d4c9601c-0bd0-4c32-bb42-8a5f16db1ff7 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:32:18.628196 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-d54dc89c-ba98-46a0-95dd-3ca9dcf208d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:18.630865 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-d54dc89c-ba98-46a0-95dd-3ca9dcf208d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:18.634385 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-d54dc89c-ba98-46a0-95dd-3ca9dcf208d4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9dc178dd-e459-4eef-949e-5c112757d002 HTTP/1.1" status: 204 len: 168 time: 0.4512286 Aug 11 03:32:18.640684 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54dc89c-ba98-46a0-95dd-3ca9dcf208d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dc178dd-e459-4eef-949e-5c112757d002,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:32:18.681809 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port d4c9601c-0bd0-4c32-bb42-8a5f16db1ff7 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:32:18.687490 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 2edacba1-9076-45c7-b2da-df27d998e2b6 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:32:18.749711 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 2edacba1-9076-45c7-b2da-df27d998e2b6 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:32:18.750251 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:18.867751 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cef55ebe-9cd8-41c6-b163-07beb2fb146b None None] Network 7f66f6f9-2d06-4bd5-8a98-9a83ca473899 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:32:18.883154 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-04a71f78-204e-42f8-b7b7-19cdeb86a6ae tempest-FloatingIPAdminTestJSON-812527782 tempest-FloatingIPAdminTestJSON-812527782-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:18.892861 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-62f88475-c21b-44f7-840d-572175fc0604 tempest-MeteringTestJSON-1145371794 tempest-MeteringTestJSON-1145371794-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:18.894377 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-62f88475-c21b-44f7-840d-572175fc0604 tempest-MeteringTestJSON-1145371794 tempest-MeteringTestJSON-1145371794-project-admin] 10.222.0.41 "DELETE /v2.0/metering/metering-labels/fd610432-d351-40cf-ba38-296cbba95614 HTTP/1.1" status: 204 len: 168 time: 0.4920771 Aug 11 03:32:18.899184 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d231f0ae-3aea-47fc-8c03-9f60726ff21f admin admin] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:19.080632 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-a39f81fe-73eb-47a8-9fbb-4cbda77892b3 None None] Provisioning for port d4c9601c-0bd0-4c32-bb42-8a5f16db1ff7 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:32:19.091847 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d231f0ae-3aea-47fc-8c03-9f60726ff21f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:19.093802 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-a39f81fe-73eb-47a8-9fbb-4cbda77892b3 None None] Provisioning complete for port d4c9601c-0bd0-4c32-bb42-8a5f16db1ff7 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:32:19.094179 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-a39f81fe-73eb-47a8-9fbb-4cbda77892b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:19.095607 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-04a71f78-204e-42f8-b7b7-19cdeb86a6ae tempest-FloatingIPAdminTestJSON-812527782 tempest-FloatingIPAdminTestJSON-812527782-project] Deleting port 025d3b7d-449f-43b6-99a3-77eec35f7910 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:32:19.096114 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-04a71f78-204e-42f8-b7b7-19cdeb86a6ae tempest-FloatingIPAdminTestJSON-812527782 tempest-FloatingIPAdminTestJSON-812527782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:19.203533 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d231f0ae-3aea-47fc-8c03-9f60726ff21f admin admin] Pushing event updated for resources: {'Port': ['ID=ec482f05-3c99-49d3-9a1a-e1d9c7636cc5,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:32:19.224994 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d231f0ae-3aea-47fc-8c03-9f60726ff21f admin admin] Network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:32:19.231599 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-a39f81fe-73eb-47a8-9fbb-4cbda77892b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:19.237315 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-d231f0ae-3aea-47fc-8c03-9f60726ff21f admin admin] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:32:19.260721 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d231f0ae-3aea-47fc-8c03-9f60726ff21f admin admin] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:32:19.294844 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-a39f81fe-73eb-47a8-9fbb-4cbda77892b3 None None] For port d4c9601c-0bd0-4c32-bb42-8a5f16db1ff7, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=d4c9601c-0bd0-4c32-bb42-8a5f16db1ff7,segment=NetworkSegment(c5074c14-a21b-4b17-abe7-841e85927d4c),segment_id=c5074c14-a21b-4b17-abe7-841e85927d4c)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:32:19.307049 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-04a71f78-204e-42f8-b7b7-19cdeb86a6ae tempest-FloatingIPAdminTestJSON-812527782 tempest-FloatingIPAdminTestJSON-812527782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:19.372399 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-a39f81fe-73eb-47a8-9fbb-4cbda77892b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:19.392467 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-04a71f78-204e-42f8-b7b7-19cdeb86a6ae tempest-FloatingIPAdminTestJSON-812527782 tempest-FloatingIPAdminTestJSON-812527782-project] Calling delete_port for 025d3b7d-449f-43b6-99a3-77eec35f7910 owned by network:router_gateway {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:32:19.449030 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39f81fe-73eb-47a8-9fbb-4cbda77892b3 None None] Pushing event updated for resources: {'Port': ['ID=d4c9601c-0bd0-4c32-bb42-8a5f16db1ff7,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:32:19.464995 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 36402) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:32:19.498949 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-a67d3d83-2d1b-4c6e-a2c4-19a1d3d99b16 None None] Provisioning complete for port d4c9601c-0bd0-4c32-bb42-8a5f16db1ff7 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:32:19.499362 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-a67d3d83-2d1b-4c6e-a2c4-19a1d3d99b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:19.782478 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b0177d71-986f-4ac3-ae6f-11f73817b2c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:19.801067 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 36408) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:32:19.869595 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-186dc254-7806-48e0-8ccc-fe286c09223f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8ed257e3382641df9d58d88b9a118b84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0664480 Aug 11 03:32:19.872260 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 36410) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:32:19.956139 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-58cdecd8-35c7-49df-813d-4ec4a71b3920 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:19.973970 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b0177d71-986f-4ac3-ae6f-11f73817b2c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:19.989702 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-58cdecd8-35c7-49df-813d-4ec4a71b3920 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:20.030592 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d231f0ae-3aea-47fc-8c03-9f60726ff21f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:20.035483 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b0177d71-986f-4ac3-ae6f-11f73817b2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:20.091338 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-b0177d71-986f-4ac3-ae6f-11f73817b2c4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b6fb98fcd7da4f20ac385c25d5482bde&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6251533 Aug 11 03:32:20.093773 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0177d71-986f-4ac3-ae6f-11f73817b2c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1312822e-247e-4ddf-821f-b8ca6421bda7,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:32:20.096200 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 36414) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:32:20.128653 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-04a71f78-204e-42f8-b7b7-19cdeb86a6ae tempest-FloatingIPAdminTestJSON-812527782 tempest-FloatingIPAdminTestJSON-812527782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:20.157564 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-230f2970-f699-454b-b158-39db20e90daf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:20.165579 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a71f78-204e-42f8-b7b7-19cdeb86a6ae tempest-FloatingIPAdminTestJSON-812527782 tempest-FloatingIPAdminTestJSON-812527782-project] Pushing event deleted for resources: {'Port': ['ID=025d3b7d-449f-43b6-99a3-77eec35f7910,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:32:20.181433 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-230f2970-f699-454b-b158-39db20e90daf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:20.190055 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-58cdecd8-35c7-49df-813d-4ec4a71b3920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:20.192911 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-58cdecd8-35c7-49df-813d-4ec4a71b3920 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:20.193697 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-58cdecd8-35c7-49df-813d-4ec4a71b3920 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/06f0fa06-0725-46a1-a434-4e0361a0f537 HTTP/1.1" status: 204 len: 168 time: 0.3204603 Aug 11 03:32:20.209623 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cdecd8-35c7-49df-813d-4ec4a71b3920 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06f0fa06-0725-46a1-a434-4e0361a0f537,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:32:20.313102 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-04a71f78-204e-42f8-b7b7-19cdeb86a6ae tempest-FloatingIPAdminTestJSON-812527782 tempest-FloatingIPAdminTestJSON-812527782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-446916'] for router_gateway, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:20.320180 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-230f2970-f699-454b-b158-39db20e90daf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:20.324758 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-230f2970-f699-454b-b158-39db20e90daf admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:20.326319 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-230f2970-f699-454b-b158-39db20e90daf admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1312822e-247e-4ddf-821f-b8ca6421bda7 HTTP/1.1" status: 204 len: 168 time: 0.2269104 Aug 11 03:32:20.341606 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230f2970-f699-454b-b158-39db20e90daf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1312822e-247e-4ddf-821f-b8ca6421bda7,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:32:20.434548 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device d4c9601c-0bd0-4c32-bb42-8a5f16db1ff7 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:32:20.451186 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-04a71f78-204e-42f8-b7b7-19cdeb86a6ae tempest-FloatingIPAdminTestJSON-812527782 tempest-FloatingIPAdminTestJSON-812527782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6544'] for router, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:20.454677 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-04a71f78-204e-42f8-b7b7-19cdeb86a6ae tempest-FloatingIPAdminTestJSON-812527782 tempest-FloatingIPAdminTestJSON-812527782-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:20.458141 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d231f0ae-3aea-47fc-8c03-9f60726ff21f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-446952'] for router, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:20.499234 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port d4c9601c-0bd0-4c32-bb42-8a5f16db1ff7 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:32:20.499609 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:20.618378 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-04a71f78-204e-42f8-b7b7-19cdeb86a6ae tempest-FloatingIPAdminTestJSON-812527782 tempest-FloatingIPAdminTestJSON-812527782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448809'] for router, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:20.622144 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04a71f78-204e-42f8-b7b7-19cdeb86a6ae tempest-FloatingIPAdminTestJSON-812527782 tempest-FloatingIPAdminTestJSON-812527782-project] Fanout notify agent at l3_agent the message router_deleted on router c0717af3-dd11-4665-931f-643888c0f1b1 {{(pid=102191) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:32:20.627609 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-04a71f78-204e-42f8-b7b7-19cdeb86a6ae tempest-FloatingIPAdminTestJSON-812527782 tempest-FloatingIPAdminTestJSON-812527782-project] Notify callbacks [] for router, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:20.630751 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-04a71f78-204e-42f8-b7b7-19cdeb86a6ae tempest-FloatingIPAdminTestJSON-812527782 tempest-FloatingIPAdminTestJSON-812527782-project] 10.222.0.41 "DELETE /v2.0/routers/c0717af3-dd11-4665-931f-643888c0f1b1 HTTP/1.1" status: 204 len: 168 time: 2.4464664 Aug 11 03:32:20.631445 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 36428) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:32:20.684248 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b81b425-f038-42c0-ae77-d0552af45cc5 tempest-FloatingIPAdminTestJSON-812527782 tempest-FloatingIPAdminTestJSON-812527782-project] Deleting subnet a8448a6f-4189-4f0c-b97d-68758c0d170b {{(pid=102192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:32:20.687562 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0b81b425-f038-42c0-ae77-d0552af45cc5 tempest-FloatingIPAdminTestJSON-812527782 tempest-FloatingIPAdminTestJSON-812527782-project] Notify callbacks [] for subnet, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:20.715004 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d231f0ae-3aea-47fc-8c03-9f60726ff21f admin admin] Router aeeea9f9-d23f-404c-9ffb-c16bbfac4343 is scheduled to L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 with binding_index 1 {{(pid=102191) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:32:20.748382 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0b81b425-f038-42c0-ae77-d0552af45cc5 tempest-FloatingIPAdminTestJSON-812527782 tempest-FloatingIPAdminTestJSON-812527782-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125932460'] for subnet, precommit_delete_associations {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:20.853448 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d231f0ae-3aea-47fc-8c03-9f60726ff21f admin admin] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:32:20.863514 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0b81b425-f038-42c0-ae77-d0552af45cc5 tempest-FloatingIPAdminTestJSON-812527782 tempest-FloatingIPAdminTestJSON-812527782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:20.863626 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-138bb425-b621-49d7-9470-12e4b6191063 None None] Sync routers for ids ['aeeea9f9-d23f-404c-9ffb-c16bbfac4343'] in n-d-764292-30 {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:32:20.876720 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-138bb425-b621-49d7-9470-12e4b6191063 None None] Routers {'aeeea9f9-d23f-404c-9ffb-c16bbfac4343'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:32:20.877540 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-138bb425-b621-49d7-9470-12e4b6191063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:32:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['aeeea9f9-d23f-404c-9ffb-c16bbfac4343'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:32:20.945374 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d231f0ae-3aea-47fc-8c03-9f60726ff21f admin admin] Notify callbacks [] for router, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:20.946740 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-d231f0ae-3aea-47fc-8c03-9f60726ff21f admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.6628973 Aug 11 03:32:20.950080 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 36440) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:32:21.041475 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0b81b425-f038-42c0-ae77-d0552af45cc5 tempest-FloatingIPAdminTestJSON-812527782 tempest-FloatingIPAdminTestJSON-812527782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125932157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126180897'] for subnet, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:21.071635 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-138bb425-b621-49d7-9470-12e4b6191063 None None] Set router aeeea9f9-d23f-404c-9ffb-c16bbfac4343 gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:32:21.084467 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b81b425-f038-42c0-ae77-d0552af45cc5 tempest-FloatingIPAdminTestJSON-812527782 tempest-FloatingIPAdminTestJSON-812527782-project] Pushing event deleted for resources: {'Subnet': ['ID=a8448a6f-4189-4f0c-b97d-68758c0d170b,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:32:21.115449 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0b81b425-f038-42c0-ae77-d0552af45cc5 tempest-FloatingIPAdminTestJSON-812527782 tempest-FloatingIPAdminTestJSON-812527782-project] Notify callbacks [] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:21.117317 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-0b81b425-f038-42c0-ae77-d0552af45cc5 tempest-FloatingIPAdminTestJSON-812527782 tempest-FloatingIPAdminTestJSON-812527782-project] 10.222.0.41 "DELETE /v2.0/subnets/a8448a6f-4189-4f0c-b97d-68758c0d170b HTTP/1.1" status: 204 len: 168 time: 0.4843590 Aug 11 03:32:21.119828 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 36446) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:32:21.122600 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14e99dfe-16f1-49a2-96fa-3b09d2cba9f2 None None] Network 0efce2f4-dbf8-4d6e-93e9-b627a676d3e8 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:32:21.243551 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 36452) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:32:21.264464 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-69cd2d14-a03f-45ad-8e5d-0cf4d7424781 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:21.278234 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c6b5a4dc-49df-4bc5-831f-4325938d7d52 tempest-FloatingIPAdminTestJSON-812527782 tempest-FloatingIPAdminTestJSON-812527782-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:21.380866 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-138bb425-b621-49d7-9470-12e4b6191063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeeea9f9-d23f-404c-9ffb-c16bbfac4343', 'name': 'tempest-TestVolumeBootPattern-2120178247-router', 'tenant_id': '181ccb86439e447d84abee5222b1813d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.57'}], 'enable_snat': True}, 'gw_port_id': 'ec482f05-3c99-49d3-9a1a-e1d9c7636cc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:32:16Z', 'updated_at': '2021-08-11T03:32:19Z', 'revision_number': 3, 'project_id': '181ccb86439e447d84abee5222b1813d', 'gw_port': {'id': 'ec482f05-3c99-49d3-9a1a-e1d9c7636cc5', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:60:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeeea9f9-d23f-404c-9ffb-c16bbfac4343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:32:18Z', 'updated_at': '2021-08-11T03:32:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:32:21.391809 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0300621d-6f21-4dbb-8cea-2137bbb8c65c None None] DHCP port deletion for 0efce2f4-dbf8-4d6e-93e9-b627a676d3e8 request from n-d-764292-30 {{(pid=102193) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:32:21.444530 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-138bb425-b621-49d7-9470-12e4b6191063 None None] Checking router: aeeea9f9-d23f-404c-9ffb-c16bbfac4343 for host: n-d-764292-30 {{(pid=102194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:32:21.445205 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-138bb425-b621-49d7-9470-12e4b6191063 None None] Updating router aeeea9f9-d23f-404c-9ffb-c16bbfac4343 port ec482f05-3c99-49d3-9a1a-e1d9c7636cc5 binding host n-d-764292-30 {{(pid=102194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:32:21.452401 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-69cd2d14-a03f-45ad-8e5d-0cf4d7424781 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:21.481786 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-138bb425-b621-49d7-9470-12e4b6191063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:21.481908 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-c6b5a4dc-49df-4bc5-831f-4325938d7d52 tempest-FloatingIPAdminTestJSON-812527782 tempest-FloatingIPAdminTestJSON-812527782-project] Deleting port cc24197f-6071-495d-9e91-f8e0eed556c7 {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:32:21.482007 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-0300621d-6f21-4dbb-8cea-2137bbb8c65c None None] Deleting port cc24197f-6071-495d-9e91-f8e0eed556c7 {{(pid=102193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:32:21.482562 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c6b5a4dc-49df-4bc5-831f-4325938d7d52 tempest-FloatingIPAdminTestJSON-812527782 tempest-FloatingIPAdminTestJSON-812527782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:21.482873 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-0300621d-6f21-4dbb-8cea-2137bbb8c65c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:21.548310 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-69cd2d14-a03f-45ad-8e5d-0cf4d7424781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:21.558026 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-0300621d-6f21-4dbb-8cea-2137bbb8c65c None None] For port cc24197f-6071-495d-9e91-f8e0eed556c7, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=cc24197f-6071-495d-9e91-f8e0eed556c7,segment=NetworkSegment(a7d2255f-0437-481d-a6fe-54d989581065),segment_id=a7d2255f-0437-481d-a6fe-54d989581065)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:32:21.558026 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-0300621d-6f21-4dbb-8cea-2137bbb8c65c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:21.569332 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-0300621d-6f21-4dbb-8cea-2137bbb8c65c None None] Calling delete_port for cc24197f-6071-495d-9e91-f8e0eed556c7 owned by network:dhcp {{(pid=102193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:32:21.608130 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cd2d14-a03f-45ad-8e5d-0cf4d7424781 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92908d1a-7ecc-4927-aa46-a4e09001dcfe,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:32:21.649476 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-69cd2d14-a03f-45ad-8e5d-0cf4d7424781 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=db3ee20735614897a8bd5ba842b04fdc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4046679 Aug 11 03:32:21.653192 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 36462) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:32:21.784523 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0d66695d-9693-4095-8d09-a84b2aa52939 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:21.812627 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0d66695d-9693-4095-8d09-a84b2aa52939 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:21.840454 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-0300621d-6f21-4dbb-8cea-2137bbb8c65c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678'] for port, after_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:21.874970 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0300621d-6f21-4dbb-8cea-2137bbb8c65c None None] Pushing event deleted for resources: {'Port': ['ID=cc24197f-6071-495d-9e91-f8e0eed556c7,revision_number=None']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:32:21.880957 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0300621d-6f21-4dbb-8cea-2137bbb8c65c None None] No DVR routers for this DVR port cc24197f-6071-495d-9e91-f8e0eed556c7 on host n-d-764292-30 {{(pid=102193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:32:21.964217 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-138bb425-b621-49d7-9470-12e4b6191063 None None] Notify callbacks [] for port, precommit_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:22.001290 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0d66695d-9693-4095-8d09-a84b2aa52939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:22.001290 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0d66695d-9693-4095-8d09-a84b2aa52939 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:22.001290 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-0d66695d-9693-4095-8d09-a84b2aa52939 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/92908d1a-7ecc-4927-aa46-a4e09001dcfe HTTP/1.1" status: 204 len: 168 time: 0.3445404 Aug 11 03:32:22.009260 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.provisioning_blocks [None req-138bb425-b621-49d7-9470-12e4b6191063 None None] Transition to ACTIVE for port object ec482f05-3c99-49d3-9a1a-e1d9c7636cc5 will not be triggered until provisioned by entity L2. {{(pid=102194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:32:22.010569 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d66695d-9693-4095-8d09-a84b2aa52939 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92908d1a-7ecc-4927-aa46-a4e09001dcfe,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:32:22.074590 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 36476) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:32:22.097399 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-138bb425-b621-49d7-9470-12e4b6191063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:22.128905 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [None req-c6b5a4dc-49df-4bc5-831f-4325938d7d52 tempest-FloatingIPAdminTestJSON-812527782 tempest-FloatingIPAdminTestJSON-812527782-project] For port cc24197f-6071-495d-9e91-f8e0eed556c7, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=cc24197f-6071-495d-9e91-f8e0eed556c7,segment=NetworkSegment(a7d2255f-0437-481d-a6fe-54d989581065),segment_id=a7d2255f-0437-481d-a6fe-54d989581065)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:32:22.129441 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c6b5a4dc-49df-4bc5-831f-4325938d7d52 tempest-FloatingIPAdminTestJSON-812527782 tempest-FloatingIPAdminTestJSON-812527782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:22.150544 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-c6b5a4dc-49df-4bc5-831f-4325938d7d52 tempest-FloatingIPAdminTestJSON-812527782 tempest-FloatingIPAdminTestJSON-812527782-project] Calling delete_port for cc24197f-6071-495d-9e91-f8e0eed556c7 owned by network:dhcp {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:32:22.180363 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-138bb425-b621-49d7-9470-12e4b6191063 None None] Attempting to bind port ec482f05-3c99-49d3-9a1a-e1d9c7636cc5 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:32:22.181462 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-138bb425-b621-49d7-9470-12e4b6191063 None None] Attempting to bind port ec482f05-3c99-49d3-9a1a-e1d9c7636cc5 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}] {{(pid=102194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:32:22.182028 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-138bb425-b621-49d7-9470-12e4b6191063 None None] Attempting to bind port ec482f05-3c99-49d3-9a1a-e1d9c7636cc5 on network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:32:22.191463 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c6f83a-db38-4a55-9167-a7273c505857 None None] Pushing event updated for resources: {'Port': ['ID=ec482f05-3c99-49d3-9a1a-e1d9c7636cc5,revision_number=2']} {{(pid=102194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:32:22.204982 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-138bb425-b621-49d7-9470-12e4b6191063 None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 32, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:32:22.205568 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-138bb425-b621-49d7-9470-12e4b6191063 None None] Checking segment: {'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:32:22.210546 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-138bb425-b621-49d7-9470-12e4b6191063 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:22.210546 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-138bb425-b621-49d7-9470-12e4b6191063 None None] Bound using segment: {'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'} {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:32:22.210546 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-138bb425-b621-49d7-9470-12e4b6191063 None None] Bound port: ec482f05-3c99-49d3-9a1a-e1d9c7636cc5, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}}] {{(pid=102194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:32:22.210546 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-138bb425-b621-49d7-9470-12e4b6191063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:22.237291 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-72508639-b6af-461e-9ab8-2fb098691021 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-303539397-network', 'tenant_id': 'b17d896e20d74a0d883c632f22cb7dc3'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:32:22.282708 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.db [None req-138bb425-b621-49d7-9470-12e4b6191063 None None] For port ec482f05-3c99-49d3-9a1a-e1d9c7636cc5, host n-d-764292-30, cleared binding levels {{(pid=102194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:32:22.287538 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.db [None req-138bb425-b621-49d7-9470-12e4b6191063 None None] For port ec482f05-3c99-49d3-9a1a-e1d9c7636cc5, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=ec482f05-3c99-49d3-9a1a-e1d9c7636cc5,segment=NetworkSegment(fab28bed-aa25-40db-bba4-ec26e795194c),segment_id=fab28bed-aa25-40db-bba4-ec26e795194c)] {{(pid=102194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:32:22.335960 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c6b5a4dc-49df-4bc5-831f-4325938d7d52 tempest-FloatingIPAdminTestJSON-812527782 tempest-FloatingIPAdminTestJSON-812527782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:22.372511 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b5a4dc-49df-4bc5-831f-4325938d7d52 tempest-FloatingIPAdminTestJSON-812527782 tempest-FloatingIPAdminTestJSON-812527782-project] Pushing event deleted for resources: {'Port': ['ID=cc24197f-6071-495d-9e91-f8e0eed556c7,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:32:22.372712 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72508639-b6af-461e-9ab8-2fb098691021 admin admin] Made reservation on behalf of b17d896e20d74a0d883c632f22cb7dc3 for: {'network': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:32:22.380136 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-72508639-b6af-461e-9ab8-2fb098691021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:22.380470 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b5a4dc-49df-4bc5-831f-4325938d7d52 tempest-FloatingIPAdminTestJSON-812527782 tempest-FloatingIPAdminTestJSON-812527782-project] No DVR routers for this DVR port cc24197f-6071-495d-9e91-f8e0eed556c7 on host n-d-764292-30 {{(pid=102192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:32:22.389043 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-72508639-b6af-461e-9ab8-2fb098691021 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:22.392779 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device cc24197f-6071-495d-9e91-f8e0eed556c7 no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:32:22.401210 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-138bb425-b621-49d7-9470-12e4b6191063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:22.440701 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: cc24197f-6071-495d-9e91-f8e0eed556c7 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:32:22.441345 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device cc24197f-6071-495d-9e91-f8e0eed556c7 not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:32:22.502915 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a49623d2-e9e9-44e8-88d3-10e751b6cfc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:22.503147 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-138bb425-b621-49d7-9470-12e4b6191063 None None] Routers {'aeeea9f9-d23f-404c-9ffb-c16bbfac4343'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:32:22.503744 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-138bb425-b621-49d7-9470-12e4b6191063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:32:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['aeeea9f9-d23f-404c-9ffb-c16bbfac4343'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:32:22.506049 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c6b5a4dc-49df-4bc5-831f-4325938d7d52 tempest-FloatingIPAdminTestJSON-812527782 tempest-FloatingIPAdminTestJSON-812527782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:22.525364 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-c6b5a4dc-49df-4bc5-831f-4325938d7d52 tempest-FloatingIPAdminTestJSON-812527782 tempest-FloatingIPAdminTestJSON-812527782-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0efce2f4-dbf8-4d6e-93e9-b627a676d3e8']}} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:32:22.562831 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-72508639-b6af-461e-9ab8-2fb098691021 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:22.573644 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c6f83a-db38-4a55-9167-a7273c505857 None None] Pushing event updated for resources: {'Port': ['ID=ec482f05-3c99-49d3-9a1a-e1d9c7636cc5,revision_number=3']} {{(pid=102194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:32:22.593185 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-c6b5a4dc-49df-4bc5-831f-4325938d7d52 tempest-FloatingIPAdminTestJSON-812527782 tempest-FloatingIPAdminTestJSON-812527782-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7d2255f-0437-481d-a6fe-54d989581065') {'for_net_delete': True} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:32:22.593791 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-c6b5a4dc-49df-4bc5-831f-4325938d7d52 tempest-FloatingIPAdminTestJSON-812527782 tempest-FloatingIPAdminTestJSON-812527782-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7d2255f-0437-481d-a6fe-54d989581065') {} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:32:22.608188 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c6b5a4dc-49df-4bc5-831f-4325938d7d52 tempest-FloatingIPAdminTestJSON-812527782 tempest-FloatingIPAdminTestJSON-812527782-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125932501'] for segment, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:22.654191 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-138bb425-b621-49d7-9470-12e4b6191063 None None] Set router aeeea9f9-d23f-404c-9ffb-c16bbfac4343 gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:32:22.654349 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-72508639-b6af-461e-9ab8-2fb098691021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:22.659078 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c6b5a4dc-49df-4bc5-831f-4325938d7d52 tempest-FloatingIPAdminTestJSON-812527782 tempest-FloatingIPAdminTestJSON-812527782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:22.672373 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6b5a4dc-49df-4bc5-831f-4325938d7d52 tempest-FloatingIPAdminTestJSON-812527782 tempest-FloatingIPAdminTestJSON-812527782-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=102192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:32:22.673060 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c6b5a4dc-49df-4bc5-831f-4325938d7d52 tempest-FloatingIPAdminTestJSON-812527782 tempest-FloatingIPAdminTestJSON-812527782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125932183'] for segment, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:22.679256 n-d-764292-30 neutron-server[102192]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:32:22.679256 n-d-764292-30 neutron-server[102192]: self.session.flush() Aug 11 03:32:22.679256 n-d-764292-30 neutron-server[102192]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:32:22.679256 n-d-764292-30 neutron-server[102192]: self.session.flush() Aug 11 03:32:22.679256 n-d-764292-30 neutron-server[102192]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:32:22.679256 n-d-764292-30 neutron-server[102192]: self.session.flush() Aug 11 03:32:22.679256 n-d-764292-30 neutron-server[102192]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:32:22.679256 n-d-764292-30 neutron-server[102192]: self.session.flush() Aug 11 03:32:22.679256 n-d-764292-30 neutron-server[102192]: Traceback (most recent call last): Aug 11 03:32:22.679256 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:32:22.679256 n-d-764292-30 neutron-server[102192]: timer() Aug 11 03:32:22.679256 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:32:22.679256 n-d-764292-30 neutron-server[102192]: cb(*args, **kw) Aug 11 03:32:22.679256 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:32:22.679256 n-d-764292-30 neutron-server[102192]: return func(*args, **kwargs) Aug 11 03:32:22.679256 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:32:22.679256 n-d-764292-30 neutron-server[102192]: self._notify() Aug 11 03:32:22.679256 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:32:22.679256 n-d-764292-30 neutron-server[102192]: self.callback(batched_events) Aug 11 03:32:22.679256 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:32:22.679256 n-d-764292-30 neutron-server[102192]: event.method(event) Aug 11 03:32:22.679256 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:32:22.679256 n-d-764292-30 neutron-server[102192]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:32:22.679256 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:32:22.679256 n-d-764292-30 neutron-server[102192]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:32:22.679256 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:32:22.679256 n-d-764292-30 neutron-server[102192]: return f(self, *a, **k) Aug 11 03:32:22.679256 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:32:22.679256 n-d-764292-30 neutron-server[102192]: return self._get(url).json() Aug 11 03:32:22.679256 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:32:22.679256 n-d-764292-30 neutron-server[102192]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:32:22.679256 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:32:22.679256 n-d-764292-30 neutron-server[102192]: return self.request(url, 'GET', **kwargs) Aug 11 03:32:22.679256 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:32:22.679256 n-d-764292-30 neutron-server[102192]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:32:22.679256 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:32:22.679256 n-d-764292-30 neutron-server[102192]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:32:22.679256 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:32:22.679256 n-d-764292-30 neutron-server[102192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:32:22.679256 n-d-764292-30 neutron-server[102192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:32:22.704702 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72508639-b6af-461e-9ab8-2fb098691021 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21045a8a-7d32-405b-bcd0-c3a1e191eb2d,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:32:22.727813 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72508639-b6af-461e-9ab8-2fb098691021 admin admin] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=102191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:32:22.753515 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-72508639-b6af-461e-9ab8-2fb098691021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:22.754242 n-d-764292-30 neutron-server[102191]: INFO neutron.db.segments_db [None req-72508639-b6af-461e-9ab8-2fb098691021 admin admin] Added segment 095a5e43-0f31-4932-8930-650cdcb9be73 of type vlan for network b6f85345-362c-4d2f-a437-fe04a25e77a4 Aug 11 03:32:22.814341 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [None req-a49623d2-e9e9-44e8-88d3-10e751b6cfc6 admin admin] Allocated IP 172.20.0.1 (7f66f6f9-2d06-4bd5-8a98-9a83ca473899/627eeb93-8d0f-40ff-9144-444c5c12f1c9/72446338-97b2-4f1b-8b0e-394e45b6723b) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:32:22.823795 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-72508639-b6af-461e-9ab8-2fb098691021 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:22.864209 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-138bb425-b621-49d7-9470-12e4b6191063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeeea9f9-d23f-404c-9ffb-c16bbfac4343', 'name': 'tempest-TestVolumeBootPattern-2120178247-router', 'tenant_id': '181ccb86439e447d84abee5222b1813d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.57'}], 'enable_snat': True}, 'gw_port_id': 'ec482f05-3c99-49d3-9a1a-e1d9c7636cc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:32:16Z', 'updated_at': '2021-08-11T03:32:19Z', 'revision_number': 3, 'project_id': '181ccb86439e447d84abee5222b1813d', 'gw_port': {'id': 'ec482f05-3c99-49d3-9a1a-e1d9c7636cc5', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:60:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeeea9f9-d23f-404c-9ffb-c16bbfac4343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:32:18Z', 'updated_at': '2021-08-11T03:32:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:32:22.893433 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-138bb425-b621-49d7-9470-12e4b6191063 None None] The sync data for ids ['aeeea9f9-d23f-404c-9ffb-c16bbfac4343'] in n-d-764292-30 is: [{'id': 'aeeea9f9-d23f-404c-9ffb-c16bbfac4343', 'name': 'tempest-TestVolumeBootPattern-2120178247-router', 'tenant_id': '181ccb86439e447d84abee5222b1813d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.57'}], 'enable_snat': True}, 'gw_port_id': 'ec482f05-3c99-49d3-9a1a-e1d9c7636cc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:32:16Z', 'updated_at': '2021-08-11T03:32:19Z', 'revision_number': 3, 'project_id': '181ccb86439e447d84abee5222b1813d', 'gw_port': {'id': 'ec482f05-3c99-49d3-9a1a-e1d9c7636cc5', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:60:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeeea9f9-d23f-404c-9ffb-c16bbfac4343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:32:18Z', 'updated_at': '2021-08-11T03:32:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}] {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:32:22.910357 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c6b5a4dc-49df-4bc5-831f-4325938d7d52 tempest-FloatingIPAdminTestJSON-812527782 tempest-FloatingIPAdminTestJSON-812527782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:22.940301 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c6b5a4dc-49df-4bc5-831f-4325938d7d52 tempest-FloatingIPAdminTestJSON-812527782 tempest-FloatingIPAdminTestJSON-812527782-project] Notify callbacks [] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:22.942355 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-c6b5a4dc-49df-4bc5-831f-4325938d7d52 tempest-FloatingIPAdminTestJSON-812527782 tempest-FloatingIPAdminTestJSON-812527782-project] 10.222.0.41 "DELETE /v2.0/networks/0efce2f4-dbf8-4d6e-93e9-b627a676d3e8 HTTP/1.1" status: 204 len: 168 time: 1.8076351 Aug 11 03:32:22.945308 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 36500) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:32:22.947203 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b5a4dc-49df-4bc5-831f-4325938d7d52 tempest-FloatingIPAdminTestJSON-812527782 tempest-FloatingIPAdminTestJSON-812527782-project] Pushing event deleted for resources: {'Network': ['ID=0efce2f4-dbf8-4d6e-93e9-b627a676d3e8,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:32:22.988011 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a49623d2-e9e9-44e8-88d3-10e751b6cfc6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:23.018733 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [None req-a49623d2-e9e9-44e8-88d3-10e751b6cfc6 admin admin] Transition to ACTIVE for port object 72446338-97b2-4f1b-8b0e-394e45b6723b will not be triggered until provisioned by entity DHCP. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:32:23.031310 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-72508639-b6af-461e-9ab8-2fb098691021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:23.040422 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72508639-b6af-461e-9ab8-2fb098691021 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:32:23.040422 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-72508639-b6af-461e-9ab8-2fb098691021 admin admin] Notify callbacks [] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:23.131767 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a49623d2-e9e9-44e8-88d3-10e751b6cfc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:23.172533 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72508639-b6af-461e-9ab8-2fb098691021 admin admin] Pushing event updated for resources: {'Network': ['ID=b6f85345-362c-4d2f-a437-fe04a25e77a4,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:32:23.194329 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network b6f85345-362c-4d2f-a437-fe04a25e77a4 details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:32:23.201709 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-44039496-5103-4507-833e-c4c0296fbfc1 tempest-FloatingIPAdminTestJSON-812527782 tempest-FloatingIPAdminTestJSON-812527782-project] Deleting port 43af8fcb-cb72-472d-9f89-a409f165a6da {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:32:23.202174 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-44039496-5103-4507-833e-c4c0296fbfc1 tempest-FloatingIPAdminTestJSON-812527782 tempest-FloatingIPAdminTestJSON-812527782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:23.242598 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a49623d2-e9e9-44e8-88d3-10e751b6cfc6 admin admin] Network 7f66f6f9-2d06-4bd5-8a98-9a83ca473899 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:32:23.260344 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-a49623d2-e9e9-44e8-88d3-10e751b6cfc6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:32:23.263009 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49623d2-e9e9-44e8-88d3-10e751b6cfc6 admin admin] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:32:23.268836 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49623d2-e9e9-44e8-88d3-10e751b6cfc6 admin admin] Pushing event updated for resources: {'Port': ['ID=72446338-97b2-4f1b-8b0e-394e45b6723b,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:32:23.273846 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 36510) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:32:23.274104 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-72508639-b6af-461e-9ab8-2fb098691021 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.1977346 Aug 11 03:32:23.283023 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-a28327d5-219f-4515-8201-471fd96e26c2 admin admin] Request body: {'subnet': {'network_id': 'b6f85345-362c-4d2f-a437-fe04a25e77a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-303539397-subnet', 'tenant_id': 'b17d896e20d74a0d883c632f22cb7dc3', 'ip_version': 4}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:32:23.363156 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-44039496-5103-4507-833e-c4c0296fbfc1 tempest-FloatingIPAdminTestJSON-812527782 tempest-FloatingIPAdminTestJSON-812527782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:23.370240 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-44039496-5103-4507-833e-c4c0296fbfc1 tempest-FloatingIPAdminTestJSON-812527782 tempest-FloatingIPAdminTestJSON-812527782-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:23.379429 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a49623d2-e9e9-44e8-88d3-10e751b6cfc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-520987'] for router_interface, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:23.389088 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-44039496-5103-4507-833e-c4c0296fbfc1 tempest-FloatingIPAdminTestJSON-812527782 tempest-FloatingIPAdminTestJSON-812527782-project] Calling delete_port for 43af8fcb-cb72-472d-9f89-a409f165a6da owned by network:floatingip {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:32:23.531343 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a28327d5-219f-4515-8201-471fd96e26c2 admin admin] Made reservation on behalf of b17d896e20d74a0d883c632f22cb7dc3 for: {'subnet': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:32:23.533674 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a28327d5-219f-4515-8201-471fd96e26c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126180544'] for subnet, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:23.728372 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-44039496-5103-4507-833e-c4c0296fbfc1 tempest-FloatingIPAdminTestJSON-812527782 tempest-FloatingIPAdminTestJSON-812527782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:23.749634 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-47c12d01-e03d-4687-b89b-842f629589be None None] Provisioning for port 72446338-97b2-4f1b-8b0e-394e45b6723b completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:32:23.755119 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-47c12d01-e03d-4687-b89b-842f629589be None None] Provisioning complete for port 72446338-97b2-4f1b-8b0e-394e45b6723b triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:32:23.755790 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-47c12d01-e03d-4687-b89b-842f629589be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:23.757136 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a49623d2-e9e9-44e8-88d3-10e751b6cfc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:23.824938 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44039496-5103-4507-833e-c4c0296fbfc1 tempest-FloatingIPAdminTestJSON-812527782 tempest-FloatingIPAdminTestJSON-812527782-project] Pushing event deleted for resources: {'Port': ['ID=43af8fcb-cb72-472d-9f89-a409f165a6da,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:32:23.831709 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-47c12d01-e03d-4687-b89b-842f629589be None None] Port 72446338-97b2-4f1b-8b0e-394e45b6723b cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:32:23.892493 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a28327d5-219f-4515-8201-471fd96e26c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125932092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126180562'] for subnet, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:23.946543 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-44039496-5103-4507-833e-c4c0296fbfc1 tempest-FloatingIPAdminTestJSON-812527782 tempest-FloatingIPAdminTestJSON-812527782-project] Notify callbacks [] for floatingip, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:23.949659 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-44039496-5103-4507-833e-c4c0296fbfc1 tempest-FloatingIPAdminTestJSON-812527782 tempest-FloatingIPAdminTestJSON-812527782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for floatingip, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:23.951069 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-44039496-5103-4507-833e-c4c0296fbfc1 tempest-FloatingIPAdminTestJSON-812527782 tempest-FloatingIPAdminTestJSON-812527782-project] 10.222.0.41 "DELETE /v2.0/floatingips/34312e36-4ab2-43e0-a2c6-6a22d265e8e5 HTTP/1.1" status: 204 len: 168 time: 1.0026021 Aug 11 03:32:24.038694 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28327d5-219f-4515-8201-471fd96e26c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=879e6b13-2bf9-4953-9b5b-fd3cfcd987d5,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:32:24.080062 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28327d5-219f-4515-8201-471fd96e26c2 admin admin] Checking segment: {'id': '095a5e43-0f31-4932-8930-650cdcb9be73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'b6f85345-362c-4d2f-a437-fe04a25e77a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:32:24.080448 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a28327d5-219f-4515-8201-471fd96e26c2 admin admin] Network hostable DHCP agents. Network: b6f85345-362c-4d2f-a437-fe04a25e77a4, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:32:24.126108 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a49623d2-e9e9-44e8-88d3-10e751b6cfc6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:24.171578 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a28327d5-219f-4515-8201-471fd96e26c2 admin admin] Network b6f85345-362c-4d2f-a437-fe04a25e77a4 is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:32:24.179626 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a49623d2-e9e9-44e8-88d3-10e751b6cfc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:24.269580 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a49623d2-e9e9-44e8-88d3-10e751b6cfc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16383026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521135'] for router_interface, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:24.271456 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49623d2-e9e9-44e8-88d3-10e751b6cfc6 admin admin] Pushing event updated for resources: {'Port': ['ID=72446338-97b2-4f1b-8b0e-394e45b6723b,revision_number=2']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:32:24.327437 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-a28327d5-219f-4515-8201-471fd96e26c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, b6f85345-362c-4d2f-a437-fe04a25e77a4) {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:32:24.334003 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a28327d5-219f-4515-8201-471fd96e26c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:32:24.335060 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a28327d5-219f-4515-8201-471fd96e26c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:24.340440 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f028536-1b98-49be-8b22-85dcbaee55d8 None None] Network b6f85345-362c-4d2f-a437-fe04a25e77a4 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:32:24.421387 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a49623d2-e9e9-44e8-88d3-10e751b6cfc6 admin admin] Network 7f66f6f9-2d06-4bd5-8a98-9a83ca473899 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:32:24.423174 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-a49623d2-e9e9-44e8-88d3-10e751b6cfc6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:32:24.467306 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device ec482f05-3c99-49d3-9a1a-e1d9c7636cc5 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:32:24.530854 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-a28327d5-219f-4515-8201-471fd96e26c2 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.2489958 Aug 11 03:32:24.530854 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 36548) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:32:24.540465 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-bcd0156a-cd70-4ed6-b122-b517bbc472c1 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-303539397-router', 'tenant_id': 'b17d896e20d74a0d883c632f22cb7dc3', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:32:24.663896 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a49623d2-e9e9-44e8-88d3-10e751b6cfc6 admin admin] Router aeeea9f9-d23f-404c-9ffb-c16bbfac4343 has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:32:24.679284 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-bcd0156a-cd70-4ed6-b122-b517bbc472c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-450010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6626'] for router, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:24.680679 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-bcd0156a-cd70-4ed6-b122-b517bbc472c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-446747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6633'] for router, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:24.741843 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 36554) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:32:24.750894 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ff27736-94c4-4963-876b-ea6e3b338baa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde080026-c28f-55be-b52b-13827cc43646-b6f85345-362c-4d2f-a437-fe04a25e77a4', 'network_id': 'b6f85345-362c-4d2f-a437-fe04a25e77a4', 'tenant_id': 'b17d896e20d74a0d883c632f22cb7dc3', 'fixed_ips': [{'subnet_id': '879e6b13-2bf9-4953-9b5b-fd3cfcd987d5'}]}} from n-d-764292-30. {{(pid=102193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:32:24.751957 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-0ff27736-94c4-4963-876b-ea6e3b338baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:24.771336 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port ec482f05-3c99-49d3-9a1a-e1d9c7636cc5 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:32:24.793191 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 36558) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:32:24.793926 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port ec482f05-3c99-49d3-9a1a-e1d9c7636cc5 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:32:24.794503 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:24.844239 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-bcd0156a-cd70-4ed6-b122-b517bbc472c1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:24.946143 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a49623d2-e9e9-44e8-88d3-10e751b6cfc6 admin admin] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:32:24.953773 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-a49623d2-e9e9-44e8-88d3-10e751b6cfc6 admin admin] 10.222.0.41 "PUT /v2.0/routers/aeeea9f9-d23f-404c-9ffb-c16bbfac4343/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0023448 Aug 11 03:32:25.012160 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-2ed8b07b-bdd0-4acd-93ca-e04404919129 tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-546458247', 'router:external': True}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:32:25.019236 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-4b4d9182-ed56-4944-95dc-e83f66eb0f8b None None] Provisioning complete for port 72446338-97b2-4f1b-8b0e-394e45b6723b triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:32:25.019599 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-4b4d9182-ed56-4944-95dc-e83f66eb0f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:25.023184 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-7c4bfe81-1514-45e6-83d0-4448b0366bed admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8002c93c9ac94be0a652e604cd8f0e55&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2787020 Aug 11 03:32:25.034871 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 36566) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:32:25.122745 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c95e6506-5bae-4e4d-ae77-8208e829c468 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:25.125715 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ed8b07b-bdd0-4acd-93ca-e04404919129 tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Made reservation on behalf of 05177235ef1041f5a29c2063ce00aecd for: {'network': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:32:25.128412 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-2ed8b07b-bdd0-4acd-93ca-e04404919129 tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:25.140151 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-2ed8b07b-bdd0-4acd-93ca-e04404919129 tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:25.153645 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-4b4d9182-ed56-4944-95dc-e83f66eb0f8b None None] Port 72446338-97b2-4f1b-8b0e-394e45b6723b cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:32:25.192311 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c95e6506-5bae-4e4d-ae77-8208e829c468 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:25.235077 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.db_base_plugin_common [None req-0ff27736-94c4-4963-876b-ea6e3b338baa None None] Allocated IP 172.20.0.2 (b6f85345-362c-4d2f-a437-fe04a25e77a4/879e6b13-2bf9-4953-9b5b-fd3cfcd987d5/1224c621-8e71-49f9-85ca-082e93e7b4d4) {{(pid=102193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:32:25.247555 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:25.272861 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port ec482f05-3c99-49d3-9a1a-e1d9c7636cc5, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=ec482f05-3c99-49d3-9a1a-e1d9c7636cc5,segment=NetworkSegment(fab28bed-aa25-40db-bba4-ec26e795194c),segment_id=fab28bed-aa25-40db-bba4-ec26e795194c)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:32:25.281053 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-2ed8b07b-bdd0-4acd-93ca-e04404919129 tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:25.348397 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-bcd0156a-cd70-4ed6-b122-b517bbc472c1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:25.350062 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:25.361650 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-2ed8b07b-bdd0-4acd-93ca-e04404919129 tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:25.404029 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ed8b07b-bdd0-4acd-93ca-e04404919129 tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=102191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:32:25.422241 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed8b07b-bdd0-4acd-93ca-e04404919129 tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be585d55-520b-4298-acad-4d1988cbba94,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:32:25.425756 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e33d12-24d0-4f9f-9551-add449ba97fd None None] Sync routers for ids ['aeeea9f9-d23f-404c-9ffb-c16bbfac4343'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:32:25.428907 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-2ed8b07b-bdd0-4acd-93ca-e04404919129 tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:25.429536 n-d-764292-30 neutron-server[102191]: INFO neutron.db.segments_db [None req-2ed8b07b-bdd0-4acd-93ca-e04404919129 tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Added segment 86106481-51a2-4247-aa8f-37270fcc2879 of type vlan for network 9ca5c33c-6db5-4714-a35f-2939b39347b8 Aug 11 03:32:25.440190 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c95e6506-5bae-4e4d-ae77-8208e829c468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:25.443084 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c95e6506-5bae-4e4d-ae77-8208e829c468 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:25.444169 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=ec482f05-3c99-49d3-9a1a-e1d9c7636cc5,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:32:25.444616 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-c95e6506-5bae-4e4d-ae77-8208e829c468 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/73422aea-4cd7-4bd7-959e-acda1dbf5a26 HTTP/1.1" status: 204 len: 168 time: 0.4132454 Aug 11 03:32:25.484093 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e33d12-24d0-4f9f-9551-add449ba97fd None None] Routers {'aeeea9f9-d23f-404c-9ffb-c16bbfac4343'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:32:25.484093 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-53e33d12-24d0-4f9f-9551-add449ba97fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:32:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['aeeea9f9-d23f-404c-9ffb-c16bbfac4343'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:32:25.528000 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95e6506-5bae-4e4d-ae77-8208e829c468 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73422aea-4cd7-4bd7-959e-acda1dbf5a26,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:32:25.550620 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-2ed8b07b-bdd0-4acd-93ca-e04404919129 tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:25.688108 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-0ff27736-94c4-4963-876b-ea6e3b338baa None None] Notify callbacks [] for port, precommit_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:25.702894 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-2ed8b07b-bdd0-4acd-93ca-e04404919129 tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:25.704018 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed8b07b-bdd0-4acd-93ca-e04404919129 tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:32:25.704823 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-2ed8b07b-bdd0-4acd-93ca-e04404919129 tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Notify callbacks [] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:25.723671 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-0ff27736-94c4-4963-876b-ea6e3b338baa None None] Transition to ACTIVE for port object 1224c621-8e71-49f9-85ca-082e93e7b4d4 will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:32:25.757962 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-53e33d12-24d0-4f9f-9551-add449ba97fd None None] Set router aeeea9f9-d23f-404c-9ffb-c16bbfac4343 gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:32:25.795182 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-bcd0156a-cd70-4ed6-b122-b517bbc472c1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:25.796348 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-0ff27736-94c4-4963-876b-ea6e3b338baa None None] Transition to ACTIVE for port object 1224c621-8e71-49f9-85ca-082e93e7b4d4 will not be triggered until provisioned by entity DHCP. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:32:25.817261 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-bcd0156a-cd70-4ed6-b122-b517bbc472c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:25.867614 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed8b07b-bdd0-4acd-93ca-e04404919129 tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Pushing event updated for resources: {'Network': ['ID=9ca5c33c-6db5-4714-a35f-2939b39347b8,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:32:25.967353 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-2ed8b07b-bdd0-4acd-93ca-e04404919129 tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.1727681 Aug 11 03:32:25.970210 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 36592) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:32:25.977424 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-ef955a84-809a-438e-ae69-ba887224b3d7 tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Request body: {'subnet': {'network_id': '9ca5c33c-6db5-4714-a35f-2939b39347b8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:32:26.045114 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network 9ca5c33c-6db5-4714-a35f-2939b39347b8 details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:32:26.069539 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [None req-bcd0156a-cd70-4ed6-b122-b517bbc472c1 admin admin] Allocated IP 172.25.8.160 (09faf7d2-eaf5-4a50-bb6e-4cb05d009a76/e1a97443-13df-40bb-85f5-fd269e2742c0/cb00720d-32ef-4d6e-a80f-ac6966eb8b99) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:32:26.128480 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef955a84-809a-438e-ae69-ba887224b3d7 tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Made reservation on behalf of 05177235ef1041f5a29c2063ce00aecd for: {'subnet': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:32:26.129385 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-0ff27736-94c4-4963-876b-ea6e3b338baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669'] for port, after_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:26.131497 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ef955a84-809a-438e-ae69-ba887224b3d7 tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274743'] for subnet, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:26.185330 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff27736-94c4-4963-876b-ea6e3b338baa None None] Network b6f85345-362c-4d2f-a437-fe04a25e77a4 is already hosted by enough agents. {{(pid=102193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:32:26.193055 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.base_scheduler [None req-0ff27736-94c4-4963-876b-ea6e3b338baa None None] Resources bound (agent type, host, resource id): {{(pid=102193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:32:26.205057 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff27736-94c4-4963-876b-ea6e3b338baa None None] Received port after_create {{(pid=102193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:32:26.274513 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff27736-94c4-4963-876b-ea6e3b338baa None None] Pushing event updated for resources: {'Port': ['ID=1224c621-8e71-49f9-85ca-082e93e7b4d4,revision_number=1']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:32:26.280801 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-bcd0156a-cd70-4ed6-b122-b517bbc472c1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:26.352630 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-0ff27736-94c4-4963-876b-ea6e3b338baa None None] Attempting to bind port 1224c621-8e71-49f9-85ca-082e93e7b4d4 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:32:26.353175 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-0ff27736-94c4-4963-876b-ea6e3b338baa None None] Attempting to bind port 1224c621-8e71-49f9-85ca-082e93e7b4d4 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': '095a5e43-0f31-4932-8930-650cdcb9be73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'b6f85345-362c-4d2f-a437-fe04a25e77a4'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:32:26.353353 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff27736-94c4-4963-876b-ea6e3b338baa None None] Attempting to bind port 1224c621-8e71-49f9-85ca-082e93e7b4d4 on network b6f85345-362c-4d2f-a437-fe04a25e77a4 {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:32:26.361444 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff27736-94c4-4963-876b-ea6e3b338baa None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 32, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:32:26.361814 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff27736-94c4-4963-876b-ea6e3b338baa None None] Checking segment: {'id': '095a5e43-0f31-4932-8930-650cdcb9be73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'b6f85345-362c-4d2f-a437-fe04a25e77a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:32:26.362214 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-0ff27736-94c4-4963-876b-ea6e3b338baa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:26.362630 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff27736-94c4-4963-876b-ea6e3b338baa None None] Bound using segment: {'id': '095a5e43-0f31-4932-8930-650cdcb9be73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'b6f85345-362c-4d2f-a437-fe04a25e77a4'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:32:26.363333 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-0ff27736-94c4-4963-876b-ea6e3b338baa None None] Bound port: 1224c621-8e71-49f9-85ca-082e93e7b4d4, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '095a5e43-0f31-4932-8930-650cdcb9be73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'b6f85345-362c-4d2f-a437-fe04a25e77a4'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:32:26.363479 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-0ff27736-94c4-4963-876b-ea6e3b338baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:26.407073 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-bcd0156a-cd70-4ed6-b122-b517bbc472c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:26.461349 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device ec482f05-3c99-49d3-9a1a-e1d9c7636cc5 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:32:26.509287 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-0ff27736-94c4-4963-876b-ea6e3b338baa None None] For port 1224c621-8e71-49f9-85ca-082e93e7b4d4, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:32:26.515198 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-0ff27736-94c4-4963-876b-ea6e3b338baa None None] For port 1224c621-8e71-49f9-85ca-082e93e7b4d4, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=1224c621-8e71-49f9-85ca-082e93e7b4d4,segment=NetworkSegment(095a5e43-0f31-4932-8930-650cdcb9be73),segment_id=095a5e43-0f31-4932-8930-650cdcb9be73)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:32:26.538063 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-53e33d12-24d0-4f9f-9551-add449ba97fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeeea9f9-d23f-404c-9ffb-c16bbfac4343', 'name': 'tempest-TestVolumeBootPattern-2120178247-router', 'tenant_id': '181ccb86439e447d84abee5222b1813d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.57'}], 'enable_snat': True}, 'gw_port_id': 'ec482f05-3c99-49d3-9a1a-e1d9c7636cc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:32:16Z', 'updated_at': '2021-08-11T03:32:23Z', 'revision_number': 4, 'project_id': '181ccb86439e447d84abee5222b1813d', 'gw_port': {'id': 'ec482f05-3c99-49d3-9a1a-e1d9c7636cc5', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:60:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeeea9f9-d23f-404c-9ffb-c16bbfac4343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:32:18Z', 'updated_at': '2021-08-11T03:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '72446338-97b2-4f1b-8b0e-394e45b6723b', 'name': '', 'network_id': '7f66f6f9-2d06-4bd5-8a98-9a83ca473899', 'tenant_id': '181ccb86439e447d84abee5222b1813d', 'mac_address': 'fa:16:3e:36:7a:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeeea9f9-d23f-404c-9ffb-c16bbfac4343', 'device_owner': 'network:router_interface', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': '627eeb93-8d0f-40ff-9144-444c5c12f1c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:32:22Z', 'updated_at': '2021-08-11T03:32:23Z', 'revision_number': 2, 'project_id': '181ccb86439e447d84abee5222b1813d', 'subnets': [{'id': '627eeb93-8d0f-40ff-9144-444c5c12f1c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:32:26.574491 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e33d12-24d0-4f9f-9551-add449ba97fd None None] Checking router: aeeea9f9-d23f-404c-9ffb-c16bbfac4343 for host: n-d-764292-30 {{(pid=102193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:32:26.574860 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e33d12-24d0-4f9f-9551-add449ba97fd None None] Updating router aeeea9f9-d23f-404c-9ffb-c16bbfac4343 port 72446338-97b2-4f1b-8b0e-394e45b6723b binding host n-d-764292-30 {{(pid=102193) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:32:26.618465 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 36604) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:32:26.631882 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-0ff27736-94c4-4963-876b-ea6e3b338baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:26.634105 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-53e33d12-24d0-4f9f-9551-add449ba97fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:26.646375 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b0f3f6ef-7db7-4a3a-8aef-f6dd09bdfd97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:26.693728 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port ec482f05-3c99-49d3-9a1a-e1d9c7636cc5 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:32:26.694464 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:26.766517 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff27736-94c4-4963-876b-ea6e3b338baa None None] Pushing event updated for resources: {'Port': ['ID=1224c621-8e71-49f9-85ca-082e93e7b4d4,revision_number=2']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:32:26.881968 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b0f3f6ef-7db7-4a3a-8aef-f6dd09bdfd97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:26.994274 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b0f3f6ef-7db7-4a3a-8aef-f6dd09bdfd97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:27.020026 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd0156a-cd70-4ed6-b122-b517bbc472c1 admin admin] Network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:32:27.023836 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-bcd0156a-cd70-4ed6-b122-b517bbc472c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:32:27.035939 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd0156a-cd70-4ed6-b122-b517bbc472c1 admin admin] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:32:27.057107 n-d-764292-30 neutron-server[102191]: DEBUG neutron.objects.ports [None req-ef955a84-809a-438e-ae69-ba887224b3d7 tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102191) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 11 03:32:27.062093 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ef955a84-809a-438e-ae69-ba887224b3d7 tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126283476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274725'] for subnet, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:27.086983 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd0156a-cd70-4ed6-b122-b517bbc472c1 admin admin] Pushing event updated for resources: {'Port': ['ID=cb00720d-32ef-4d6e-a80f-ac6966eb8b99,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:32:27.237099 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-b0f3f6ef-7db7-4a3a-8aef-f6dd09bdfd97 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6a92fa413acf4b949f89f3db290dd744&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6162493 Aug 11 03:32:27.253501 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 36614) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:32:27.254840 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f3f6ef-7db7-4a3a-8aef-f6dd09bdfd97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be36b628-6179-4050-a570-3d015ca4101c,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:32:27.311848 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-53e33d12-24d0-4f9f-9551-add449ba97fd None None] Notify callbacks [] for port, precommit_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:27.335091 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-53e33d12-24d0-4f9f-9551-add449ba97fd None None] Transition to ACTIVE for port object 72446338-97b2-4f1b-8b0e-394e45b6723b will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:32:27.347108 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef955a84-809a-438e-ae69-ba887224b3d7 tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Pushing event updated for resources: {'Subnet': ['ID=f423702c-f661-4881-9ead-9ae4c55a2e37,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:32:27.386885 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef955a84-809a-438e-ae69-ba887224b3d7 tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Checking segment: {'id': '86106481-51a2-4247-aa8f-37270fcc2879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '9ca5c33c-6db5-4714-a35f-2939b39347b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:32:27.386885 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef955a84-809a-438e-ae69-ba887224b3d7 tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Network hostable DHCP agents. Network: 9ca5c33c-6db5-4714-a35f-2939b39347b8, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:32:27.416419 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9a89194f-3e87-40bd-b18c-dc55b2350ad0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:27.422843 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-53e33d12-24d0-4f9f-9551-add449ba97fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:27.446190 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9a89194f-3e87-40bd-b18c-dc55b2350ad0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:27.506744 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462cc0b9-7530-477b-a2bc-406d8e08d2e9 None None] Pushing event updated for resources: {'Port': ['ID=72446338-97b2-4f1b-8b0e-394e45b6723b,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:32:27.523064 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef955a84-809a-438e-ae69-ba887224b3d7 tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Network 9ca5c33c-6db5-4714-a35f-2939b39347b8 is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:32:27.578932 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-53e33d12-24d0-4f9f-9551-add449ba97fd None None] Attempting to bind port 72446338-97b2-4f1b-8b0e-394e45b6723b on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:32:27.579163 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-53e33d12-24d0-4f9f-9551-add449ba97fd None None] Attempting to bind port 72446338-97b2-4f1b-8b0e-394e45b6723b by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': 'c5074c14-a21b-4b17-abe7-841e85927d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '7f66f6f9-2d06-4bd5-8a98-9a83ca473899'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:32:27.579659 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e33d12-24d0-4f9f-9551-add449ba97fd None None] Attempting to bind port 72446338-97b2-4f1b-8b0e-394e45b6723b on network 7f66f6f9-2d06-4bd5-8a98-9a83ca473899 {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:32:27.586407 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e33d12-24d0-4f9f-9551-add449ba97fd None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 32, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:32:27.586794 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e33d12-24d0-4f9f-9551-add449ba97fd None None] Checking segment: {'id': 'c5074c14-a21b-4b17-abe7-841e85927d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '7f66f6f9-2d06-4bd5-8a98-9a83ca473899'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:32:27.587208 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-53e33d12-24d0-4f9f-9551-add449ba97fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:27.587619 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e33d12-24d0-4f9f-9551-add449ba97fd None None] Bound using segment: {'id': 'c5074c14-a21b-4b17-abe7-841e85927d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '7f66f6f9-2d06-4bd5-8a98-9a83ca473899'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:32:27.588138 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-53e33d12-24d0-4f9f-9551-add449ba97fd None None] Bound port: 72446338-97b2-4f1b-8b0e-394e45b6723b, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5074c14-a21b-4b17-abe7-841e85927d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '7f66f6f9-2d06-4bd5-8a98-9a83ca473899'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:32:27.588549 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-53e33d12-24d0-4f9f-9551-add449ba97fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:27.593925 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-ef955a84-809a-438e-ae69-ba887224b3d7 tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, 9ca5c33c-6db5-4714-a35f-2939b39347b8) {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:32:27.614089 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef955a84-809a-438e-ae69-ba887224b3d7 tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:32:27.615236 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ef955a84-809a-438e-ae69-ba887224b3d7 tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:27.643233 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9a89194f-3e87-40bd-b18c-dc55b2350ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:27.643233 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9a89194f-3e87-40bd-b18c-dc55b2350ad0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:27.643233 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-9a89194f-3e87-40bd-b18c-dc55b2350ad0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/be36b628-6179-4050-a570-3d015ca4101c HTTP/1.1" status: 204 len: 168 time: 0.3527391 Aug 11 03:32:27.644756 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-444410ee-b731-40b3-b6e7-1a85bd517abc None None] Network 9ca5c33c-6db5-4714-a35f-2939b39347b8 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:32:27.651408 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-bcd0156a-cd70-4ed6-b122-b517bbc472c1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:27.678031 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a89194f-3e87-40bd-b18c-dc55b2350ad0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be36b628-6179-4050-a570-3d015ca4101c,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:32:27.747679 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-ef955a84-809a-438e-ae69-ba887224b3d7 tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.7758629 Aug 11 03:32:27.748404 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 36628) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:32:27.753780 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-70538496-d452-4d29-ada2-1e7cbe11c592 tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-796809972', 'network_id': '9ca5c33c-6db5-4714-a35f-2939b39347b8'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:32:27.855799 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-53e33d12-24d0-4f9f-9551-add449ba97fd None None] For port 72446338-97b2-4f1b-8b0e-394e45b6723b, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:32:27.861441 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-53e33d12-24d0-4f9f-9551-add449ba97fd None None] For port 72446338-97b2-4f1b-8b0e-394e45b6723b, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=72446338-97b2-4f1b-8b0e-394e45b6723b,segment=NetworkSegment(c5074c14-a21b-4b17-abe7-841e85927d4c),segment_id=c5074c14-a21b-4b17-abe7-841e85927d4c)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:32:27.920018 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70538496-d452-4d29-ada2-1e7cbe11c592 tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Made reservation on behalf of 05177235ef1041f5a29c2063ce00aecd for: {'port': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:32:27.923056 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-70538496-d452-4d29-ada2-1e7cbe11c592 tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:27.952161 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [None req-70538496-d452-4d29-ada2-1e7cbe11c592 tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] device_id is not set on port 65f97327-6843-464e-8da9-167101e63ffd yet. {{(pid=102191) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:32:27.967812 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-53e33d12-24d0-4f9f-9551-add449ba97fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:28.071707 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-bcd0156a-cd70-4ed6-b122-b517bbc472c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-446952'] for router, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:28.100277 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6489543-76ca-477b-a18f-b657bb834065 None None] Network 9ca5c33c-6db5-4714-a35f-2939b39347b8 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:32:28.245376 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [None req-70538496-d452-4d29-ada2-1e7cbe11c592 tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Allocated IP 172.20.0.6 (9ca5c33c-6db5-4714-a35f-2939b39347b8/f423702c-f661-4881-9ead-9ae4c55a2e37/65f97327-6843-464e-8da9-167101e63ffd) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:32:28.371371 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fbdf4ee-5391-4b05-af81-c60436540be2 None None] Network b6f85345-362c-4d2f-a437-fe04a25e77a4 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:32:28.442396 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462cc0b9-7530-477b-a2bc-406d8e08d2e9 None None] Pushing event updated for resources: {'Port': ['ID=72446338-97b2-4f1b-8b0e-394e45b6723b,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:32:28.491062 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcd0156a-cd70-4ed6-b122-b517bbc472c1 admin admin] Router 006ffeb4-2d62-48b7-b43d-2b404b45aeb1 is scheduled to L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 with binding_index 1 {{(pid=102192) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:32:28.505790 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-70538496-d452-4d29-ada2-1e7cbe11c592 tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:28.511411 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 1224c621-8e71-49f9-85ca-082e93e7b4d4 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:32:28.515011 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e33d12-24d0-4f9f-9551-add449ba97fd None None] Routers {'aeeea9f9-d23f-404c-9ffb-c16bbfac4343'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:32:28.515895 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-53e33d12-24d0-4f9f-9551-add449ba97fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:32:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['aeeea9f9-d23f-404c-9ffb-c16bbfac4343'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:32:28.634593 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-ba05dce9-43ff-4d4b-8a21-20a5b3cb264c None None] Provisioning for port 1224c621-8e71-49f9-85ca-082e93e7b4d4 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:32:28.652691 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-70538496-d452-4d29-ada2-1e7cbe11c592 tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:28.686945 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcd0156a-cd70-4ed6-b122-b517bbc472c1 admin admin] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:32:28.699611 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26239b2c-e080-4b76-b0bd-785e72818d63 None None] Sync routers for ids ['006ffeb4-2d62-48b7-b43d-2b404b45aeb1'] in n-d-764292-30 {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:32:28.715208 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26239b2c-e080-4b76-b0bd-785e72818d63 None None] Routers {'006ffeb4-2d62-48b7-b43d-2b404b45aeb1'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:32:28.716166 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-26239b2c-e080-4b76-b0bd-785e72818d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:32:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['006ffeb4-2d62-48b7-b43d-2b404b45aeb1'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:32:28.749381 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70538496-d452-4d29-ada2-1e7cbe11c592 tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Network 9ca5c33c-6db5-4714-a35f-2939b39347b8 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:32:28.754236 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-70538496-d452-4d29-ada2-1e7cbe11c592 tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:32:28.756804 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70538496-d452-4d29-ada2-1e7cbe11c592 tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:32:28.804953 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70538496-d452-4d29-ada2-1e7cbe11c592 tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Pushing event updated for resources: {'Port': ['ID=65f97327-6843-464e-8da9-167101e63ffd,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:32:28.805128 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-bcd0156a-cd70-4ed6-b122-b517bbc472c1 admin admin] Notify callbacks [] for router, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:28.805128 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-bcd0156a-cd70-4ed6-b122-b517bbc472c1 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 4.2705843 Aug 11 03:32:28.807477 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 36646) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:32:28.821487 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70538496-d452-4d29-ada2-1e7cbe11c592 tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:32:28.822853 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-70538496-d452-4d29-ada2-1e7cbe11c592 tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:28.841439 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 36648) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:32:28.847073 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-53e33d12-24d0-4f9f-9551-add449ba97fd None None] Set router aeeea9f9-d23f-404c-9ffb-c16bbfac4343 gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:32:28.856739 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-26239b2c-e080-4b76-b0bd-785e72818d63 None None] Set router 006ffeb4-2d62-48b7-b43d-2b404b45aeb1 gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:32:28.856963 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d3bc2f21-b154-4539-8034-ca71439432c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:28.926489 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port 1224c621-8e71-49f9-85ca-082e93e7b4d4 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:32:28.948329 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-70538496-d452-4d29-ada2-1e7cbe11c592 tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 1.1986072 Aug 11 03:32:28.952049 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 36650) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:32:28.958048 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 1224c621-8e71-49f9-85ca-082e93e7b4d4 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:32:28.959087 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:29.123131 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d3bc2f21-b154-4539-8034-ca71439432c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:29.129085 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-26239b2c-e080-4b76-b0bd-785e72818d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '006ffeb4-2d62-48b7-b43d-2b404b45aeb1', 'name': 'tempest-ImageQuotaTest-303539397-router', 'tenant_id': 'b17d896e20d74a0d883c632f22cb7dc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': 'cb00720d-32ef-4d6e-a80f-ac6966eb8b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:32:24Z', 'updated_at': '2021-08-11T03:32:27Z', 'revision_number': 3, 'project_id': 'b17d896e20d74a0d883c632f22cb7dc3', 'gw_port': {'id': 'cb00720d-32ef-4d6e-a80f-ac6966eb8b99', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:cc:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '006ffeb4-2d62-48b7-b43d-2b404b45aeb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:32:25Z', 'updated_at': '2021-08-11T03:32:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:32:29.183081 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d3bc2f21-b154-4539-8034-ca71439432c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:29.198613 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26239b2c-e080-4b76-b0bd-785e72818d63 None None] Checking router: 006ffeb4-2d62-48b7-b43d-2b404b45aeb1 for host: n-d-764292-30 {{(pid=102194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:32:29.199005 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26239b2c-e080-4b76-b0bd-785e72818d63 None None] Updating router 006ffeb4-2d62-48b7-b43d-2b404b45aeb1 port cb00720d-32ef-4d6e-a80f-ac6966eb8b99 binding host n-d-764292-30 {{(pid=102194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:32:29.203702 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-6aa65e9a-fffa-483f-b4b6-59628afb0de3 tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Deleting port 65f97327-6843-464e-8da9-167101e63ffd {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:32:29.203702 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-6aa65e9a-fffa-483f-b4b6-59628afb0de3 tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:29.254691 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-26239b2c-e080-4b76-b0bd-785e72818d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:29.282853 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-d3bc2f21-b154-4539-8034-ca71439432c4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4c399a6b7feb4af194e27e973c55782f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4401491 Aug 11 03:32:29.283598 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 36660) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:32:29.284266 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc2f21-b154-4539-8034-ca71439432c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c71087a-e2fc-466c-8c73-cce2572be434,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:32:29.410653 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-6aa65e9a-fffa-483f-b4b6-59628afb0de3 tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:29.440650 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-6aa65e9a-fffa-483f-b4b6-59628afb0de3 tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Calling delete_port for 65f97327-6843-464e-8da9-167101e63ffd owned by {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:32:29.448864 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-e7e2297c-7eee-479e-b664-5ffe56593ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:29.469260 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f3c3377c-6ba0-491e-9788-c859970a63a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:29.502532 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f3c3377c-6ba0-491e-9788-c859970a63a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:29.532162 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:29.642019 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port 1224c621-8e71-49f9-85ca-082e93e7b4d4, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=1224c621-8e71-49f9-85ca-082e93e7b4d4,segment=NetworkSegment(095a5e43-0f31-4932-8930-650cdcb9be73),segment_id=095a5e43-0f31-4932-8930-650cdcb9be73)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:32:29.655933 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-53e33d12-24d0-4f9f-9551-add449ba97fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeeea9f9-d23f-404c-9ffb-c16bbfac4343', 'name': 'tempest-TestVolumeBootPattern-2120178247-router', 'tenant_id': '181ccb86439e447d84abee5222b1813d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.57'}], 'enable_snat': True}, 'gw_port_id': 'ec482f05-3c99-49d3-9a1a-e1d9c7636cc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:32:16Z', 'updated_at': '2021-08-11T03:32:23Z', 'revision_number': 4, 'project_id': '181ccb86439e447d84abee5222b1813d', 'gw_port': {'id': 'ec482f05-3c99-49d3-9a1a-e1d9c7636cc5', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:60:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeeea9f9-d23f-404c-9ffb-c16bbfac4343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:32:18Z', 'updated_at': '2021-08-11T03:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '72446338-97b2-4f1b-8b0e-394e45b6723b', 'name': '', 'network_id': '7f66f6f9-2d06-4bd5-8a98-9a83ca473899', 'tenant_id': '181ccb86439e447d84abee5222b1813d', 'mac_address': 'fa:16:3e:36:7a:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeeea9f9-d23f-404c-9ffb-c16bbfac4343', 'device_owner': 'network:router_interface', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': '627eeb93-8d0f-40ff-9144-444c5c12f1c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:32:22Z', 'updated_at': '2021-08-11T03:32:27Z', 'revision_number': 4, 'project_id': '181ccb86439e447d84abee5222b1813d', 'subnets': [{'id': '627eeb93-8d0f-40ff-9144-444c5c12f1c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:32:29.714930 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f3c3377c-6ba0-491e-9788-c859970a63a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:29.714930 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f3c3377c-6ba0-491e-9788-c859970a63a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:29.714930 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-f3c3377c-6ba0-491e-9788-c859970a63a9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6c71087a-e2fc-466c-8c73-cce2572be434 HTTP/1.1" status: 204 len: 168 time: 0.4257815 Aug 11 03:32:29.726161 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:29.742186 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c3377c-6ba0-491e-9788-c859970a63a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c71087a-e2fc-466c-8c73-cce2572be434,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:32:29.748954 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e33d12-24d0-4f9f-9551-add449ba97fd None None] The sync data for ids ['aeeea9f9-d23f-404c-9ffb-c16bbfac4343'] in n-d-764292-30 is: [{'id': 'aeeea9f9-d23f-404c-9ffb-c16bbfac4343', 'name': 'tempest-TestVolumeBootPattern-2120178247-router', 'tenant_id': '181ccb86439e447d84abee5222b1813d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.57'}], 'enable_snat': True}, 'gw_port_id': 'ec482f05-3c99-49d3-9a1a-e1d9c7636cc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:32:16Z', 'updated_at': '2021-08-11T03:32:23Z', 'revision_number': 4, 'project_id': '181ccb86439e447d84abee5222b1813d', 'gw_port': {'id': 'ec482f05-3c99-49d3-9a1a-e1d9c7636cc5', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:60:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeeea9f9-d23f-404c-9ffb-c16bbfac4343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:32:18Z', 'updated_at': '2021-08-11T03:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '72446338-97b2-4f1b-8b0e-394e45b6723b', 'name': '', 'network_id': '7f66f6f9-2d06-4bd5-8a98-9a83ca473899', 'tenant_id': '181ccb86439e447d84abee5222b1813d', 'mac_address': 'fa:16:3e:36:7a:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeeea9f9-d23f-404c-9ffb-c16bbfac4343', 'device_owner': 'network:router_interface', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': '627eeb93-8d0f-40ff-9144-444c5c12f1c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:32:22Z', 'updated_at': '2021-08-11T03:32:27Z', 'revision_number': 4, 'project_id': '181ccb86439e447d84abee5222b1813d', 'subnets': [{'id': '627eeb93-8d0f-40ff-9144-444c5c12f1c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:32:29.768659 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-f488e536-4749-404b-9793-08871ad29593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:29.834627 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=1224c621-8e71-49f9-85ca-082e93e7b4d4,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:32:29.974816 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-070eb6a1-3a9d-4cf5-8901-37a58d10dadf None None] Provisioning complete for port 1224c621-8e71-49f9-85ca-082e93e7b4d4 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:32:29.975582 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-070eb6a1-3a9d-4cf5-8901-37a58d10dadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:30.002301 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-26239b2c-e080-4b76-b0bd-785e72818d63 None None] Notify callbacks [] for port, precommit_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:30.115804 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.provisioning_blocks [None req-26239b2c-e080-4b76-b0bd-785e72818d63 None None] Transition to ACTIVE for port object cb00720d-32ef-4d6e-a80f-ac6966eb8b99 will not be triggered until provisioned by entity L2. {{(pid=102194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:32:30.128681 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-6aa65e9a-fffa-483f-b4b6-59628afb0de3 tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:30.217024 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-26239b2c-e080-4b76-b0bd-785e72818d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:30.237931 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa65e9a-fffa-483f-b4b6-59628afb0de3 tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Pushing event deleted for resources: {'Port': ['ID=65f97327-6843-464e-8da9-167101e63ffd,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:32:30.282803 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6307741-2519-4255-a2b4-07501f947a74 None None] Pushing event updated for resources: {'Port': ['ID=cb00720d-32ef-4d6e-a80f-ac6966eb8b99,revision_number=2']} {{(pid=102194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:32:30.288849 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-26239b2c-e080-4b76-b0bd-785e72818d63 None None] Attempting to bind port cb00720d-32ef-4d6e-a80f-ac6966eb8b99 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:32:30.289223 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-26239b2c-e080-4b76-b0bd-785e72818d63 None None] Attempting to bind port cb00720d-32ef-4d6e-a80f-ac6966eb8b99 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}] {{(pid=102194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:32:30.289723 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26239b2c-e080-4b76-b0bd-785e72818d63 None None] Attempting to bind port cb00720d-32ef-4d6e-a80f-ac6966eb8b99 on network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:32:30.295576 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26239b2c-e080-4b76-b0bd-785e72818d63 None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 32, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:32:30.295959 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26239b2c-e080-4b76-b0bd-785e72818d63 None None] Checking segment: {'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:32:30.296361 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-26239b2c-e080-4b76-b0bd-785e72818d63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:30.296755 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26239b2c-e080-4b76-b0bd-785e72818d63 None None] Bound using segment: {'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'} {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:32:30.299329 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-26239b2c-e080-4b76-b0bd-785e72818d63 None None] Bound port: cb00720d-32ef-4d6e-a80f-ac6966eb8b99, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}}] {{(pid=102194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:32:30.299880 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-26239b2c-e080-4b76-b0bd-785e72818d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:30.337736 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8ee510-eec0-4367-816c-7c20e573fa33 req-2285cc90-9374-451b-b4e6-7a388d8d4c83 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:32:30.337736 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6c8ee510-eec0-4367-816c-7c20e573fa33 req-2285cc90-9374-451b-b4e6-7a388d8d4c83 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/networks?id=72c2364e-d28c-436a-9463-f669c277e7f2 HTTP/1.1" status: 200 len: 811 time: 0.3959508 Aug 11 03:32:30.378667 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.db [None req-26239b2c-e080-4b76-b0bd-785e72818d63 None None] For port cb00720d-32ef-4d6e-a80f-ac6966eb8b99, host n-d-764292-30, cleared binding levels {{(pid=102194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:32:30.383518 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.db [None req-26239b2c-e080-4b76-b0bd-785e72818d63 None None] For port cb00720d-32ef-4d6e-a80f-ac6966eb8b99, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=cb00720d-32ef-4d6e-a80f-ac6966eb8b99,segment=NetworkSegment(fab28bed-aa25-40db-bba4-ec26e795194c),segment_id=fab28bed-aa25-40db-bba4-ec26e795194c)] {{(pid=102194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:32:30.427945 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6c8ee510-eec0-4367-816c-7c20e573fa33 req-3426ef8a-db68-412d-ac83-3da9132d64ba tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/quotas/72275185a8d64845babaf2324f627ca7 HTTP/1.1" status: 200 len: 375 time: 0.0710275 Aug 11 03:32:30.463703 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-26239b2c-e080-4b76-b0bd-785e72818d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:30.541041 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6307741-2519-4255-a2b4-07501f947a74 None None] Pushing event updated for resources: {'Port': ['ID=cb00720d-32ef-4d6e-a80f-ac6966eb8b99,revision_number=3']} {{(pid=102194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:32:30.549784 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26239b2c-e080-4b76-b0bd-785e72818d63 None None] Routers {'006ffeb4-2d62-48b7-b43d-2b404b45aeb1'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:32:30.552625 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-26239b2c-e080-4b76-b0bd-785e72818d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:32:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['006ffeb4-2d62-48b7-b43d-2b404b45aeb1'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:32:30.587749 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-6aa65e9a-fffa-483f-b4b6-59628afb0de3 tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:30.589712 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-6aa65e9a-fffa-483f-b4b6-59628afb0de3 tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] 10.222.0.41 "DELETE /v2.0/ports/65f97327-6843-464e-8da9-167101e63ffd HTTP/1.1" status: 204 len: 168 time: 1.6365442 Aug 11 03:32:30.595031 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 36692) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:32:30.602017 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-46df633e-f981-4326-ba0a-0aa0e50e87a3 tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9ca5c33c-6db5-4714-a35f-2939b39347b8', 'external_fixed_ips': [{'subnet_id': 'f423702c-f661-4881-9ead-9ae4c55a2e37', 'ip_address': '172.20.0.6'}]}}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:32:30.625209 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [None req-f488e536-4749-404b-9793-08871ad29593 admin admin] Allocated IP 172.20.0.1 (b6f85345-362c-4d2f-a437-fe04a25e77a4/879e6b13-2bf9-4953-9b5b-fd3cfcd987d5/c350a4b4-ca23-4dde-aef2-71a05a467e33) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:32:30.628852 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 1224c621-8e71-49f9-85ca-082e93e7b4d4 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:32:30.654401 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6c8ee510-eec0-4367-816c-7c20e573fa33 req-ce6c27d1-a948-4814-b740-f1a84e72e474 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=72275185a8d64845babaf2324f627ca7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2254751 Aug 11 03:32:30.665665 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [req-6c8ee510-eec0-4367-816c-7c20e573fa33 req-1063ac06-6289-4870-aa47-8369d6a7afb2 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:32:30.677324 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6c8ee510-eec0-4367-816c-7c20e573fa33 req-1063ac06-6289-4870-aa47-8369d6a7afb2 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0202527 Aug 11 03:32:30.691403 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 1224c621-8e71-49f9-85ca-082e93e7b4d4 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:32:30.692424 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:30.714643 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-46df633e-f981-4326-ba0a-0aa0e50e87a3 tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-450010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6626'] for router, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:30.719282 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-46df633e-f981-4326-ba0a-0aa0e50e87a3 tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-446747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6633'] for router, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:30.803738 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-26239b2c-e080-4b76-b0bd-785e72818d63 None None] Set router 006ffeb4-2d62-48b7-b43d-2b404b45aeb1 gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:32:30.830217 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 72446338-97b2-4f1b-8b0e-394e45b6723b up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:32:30.919503 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-46df633e-f981-4326-ba0a-0aa0e50e87a3 tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:31.017093 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port 72446338-97b2-4f1b-8b0e-394e45b6723b completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:32:31.023414 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 72446338-97b2-4f1b-8b0e-394e45b6723b triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:32:31.023414 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:31.250672 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:31.322024 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port 72446338-97b2-4f1b-8b0e-394e45b6723b, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=72446338-97b2-4f1b-8b0e-394e45b6723b,segment=NetworkSegment(c5074c14-a21b-4b17-abe7-841e85927d4c),segment_id=c5074c14-a21b-4b17-abe7-841e85927d4c)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:32:31.323446 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-26239b2c-e080-4b76-b0bd-785e72818d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '006ffeb4-2d62-48b7-b43d-2b404b45aeb1', 'name': 'tempest-ImageQuotaTest-303539397-router', 'tenant_id': 'b17d896e20d74a0d883c632f22cb7dc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': 'cb00720d-32ef-4d6e-a80f-ac6966eb8b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:32:24Z', 'updated_at': '2021-08-11T03:32:27Z', 'revision_number': 3, 'project_id': 'b17d896e20d74a0d883c632f22cb7dc3', 'gw_port': {'id': 'cb00720d-32ef-4d6e-a80f-ac6966eb8b99', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:cc:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '006ffeb4-2d62-48b7-b43d-2b404b45aeb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:32:25Z', 'updated_at': '2021-08-11T03:32:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:32:31.347788 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-f488e536-4749-404b-9793-08871ad29593 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:31.365586 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [None req-f488e536-4749-404b-9793-08871ad29593 admin admin] Transition to ACTIVE for port object c350a4b4-ca23-4dde-aef2-71a05a467e33 will not be triggered until provisioned by entity DHCP. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:32:31.371891 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26239b2c-e080-4b76-b0bd-785e72818d63 None None] The sync data for ids ['006ffeb4-2d62-48b7-b43d-2b404b45aeb1'] in n-d-764292-30 is: [{'id': '006ffeb4-2d62-48b7-b43d-2b404b45aeb1', 'name': 'tempest-ImageQuotaTest-303539397-router', 'tenant_id': 'b17d896e20d74a0d883c632f22cb7dc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': 'cb00720d-32ef-4d6e-a80f-ac6966eb8b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:32:24Z', 'updated_at': '2021-08-11T03:32:27Z', 'revision_number': 3, 'project_id': 'b17d896e20d74a0d883c632f22cb7dc3', 'gw_port': {'id': 'cb00720d-32ef-4d6e-a80f-ac6966eb8b99', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:cc:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '006ffeb4-2d62-48b7-b43d-2b404b45aeb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:32:25Z', 'updated_at': '2021-08-11T03:32:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}] {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:32:31.405867 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:31.449664 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6c8ee510-eec0-4367-816c-7c20e573fa33 req-41354b6a-14ef-4aff-8f6b-95aae0a241cc service neutron] 10.222.0.41 "GET /v2.0/networks/72c2364e-d28c-436a-9463-f669c277e7f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7709355 Aug 11 03:32:31.516040 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-f488e536-4749-404b-9793-08871ad29593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:31.517697 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=72446338-97b2-4f1b-8b0e-394e45b6723b,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:32:31.682552 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6c8ee510-eec0-4367-816c-7c20e573fa33 req-55a7504f-ccf5-4a13-8100-7a8dc310d72b service neutron] 10.222.0.41 "GET /v2.0/networks/72c2364e-d28c-436a-9463-f669c277e7f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2317245 Aug 11 03:32:31.684423 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f488e536-4749-404b-9793-08871ad29593 admin admin] Pushing event updated for resources: {'Port': ['ID=c350a4b4-ca23-4dde-aef2-71a05a467e33,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:32:31.700061 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f488e536-4749-404b-9793-08871ad29593 admin admin] Network b6f85345-362c-4d2f-a437-fe04a25e77a4 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:32:31.701879 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-f488e536-4749-404b-9793-08871ad29593 admin admin] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:32:31.716013 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f488e536-4749-404b-9793-08871ad29593 admin admin] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:32:31.800983 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-f488e536-4749-404b-9793-08871ad29593 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-520987'] for router_interface, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:31.893879 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-46df633e-f981-4326-ba0a-0aa0e50e87a3 tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:31.898441 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:32.091921 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-d416759c-499a-424b-b399-0bf142e42177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:32.225603 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-f488e536-4749-404b-9793-08871ad29593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:32.247220 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-e90546bd-d399-4665-9816-49269a9fc8e6 None None] Provisioning for port c350a4b4-ca23-4dde-aef2-71a05a467e33 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:32:32.253371 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-e90546bd-d399-4665-9816-49269a9fc8e6 None None] Provisioning complete for port c350a4b4-ca23-4dde-aef2-71a05a467e33 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:32:32.257264 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-e90546bd-d399-4665-9816-49269a9fc8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:32.269108 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-46df633e-f981-4326-ba0a-0aa0e50e87a3 tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:32.301026 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-46df633e-f981-4326-ba0a-0aa0e50e87a3 tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:32.398074 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-e90546bd-d399-4665-9816-49269a9fc8e6 None None] Port c350a4b4-ca23-4dde-aef2-71a05a467e33 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:32:32.500925 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-f488e536-4749-404b-9793-08871ad29593 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:32.590015 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device cb00720d-32ef-4d6e-a80f-ac6966eb8b99 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:32:32.599608 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-f488e536-4749-404b-9793-08871ad29593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:32.607684 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [None req-46df633e-f981-4326-ba0a-0aa0e50e87a3 tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Allocated IP 172.20.0.6 (9ca5c33c-6db5-4714-a35f-2939b39347b8/f423702c-f661-4881-9ead-9ae4c55a2e37/a45efa2f-c719-421a-8114-41d3d4b3dc76) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:32:32.701306 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f488e536-4749-404b-9793-08871ad29593 admin admin] Pushing event updated for resources: {'Port': ['ID=c350a4b4-ca23-4dde-aef2-71a05a467e33,revision_number=2']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:32:32.704085 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-f488e536-4749-404b-9793-08871ad29593 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16383026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521135'] for router_interface, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:32.772921 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-46df633e-f981-4326-ba0a-0aa0e50e87a3 tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:32.777771 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port cb00720d-32ef-4d6e-a80f-ac6966eb8b99 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:32:32.797365 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port cb00720d-32ef-4d6e-a80f-ac6966eb8b99 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:32:32.797365 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:32.879509 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f488e536-4749-404b-9793-08871ad29593 admin admin] Network b6f85345-362c-4d2f-a437-fe04a25e77a4 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:32:32.881244 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-f488e536-4749-404b-9793-08871ad29593 admin admin] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:32:32.896727 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:32.917365 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-46df633e-f981-4326-ba0a-0aa0e50e87a3 tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:32.932177 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port cb00720d-32ef-4d6e-a80f-ac6966eb8b99, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=cb00720d-32ef-4d6e-a80f-ac6966eb8b99,segment=NetworkSegment(fab28bed-aa25-40db-bba4-ec26e795194c),segment_id=fab28bed-aa25-40db-bba4-ec26e795194c)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:32:32.988918 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46df633e-f981-4326-ba0a-0aa0e50e87a3 tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Network 9ca5c33c-6db5-4714-a35f-2939b39347b8 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:32:32.992262 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-46df633e-f981-4326-ba0a-0aa0e50e87a3 tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:32:33.006619 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46df633e-f981-4326-ba0a-0aa0e50e87a3 tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:32:33.009073 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46df633e-f981-4326-ba0a-0aa0e50e87a3 tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Pushing event updated for resources: {'Port': ['ID=a45efa2f-c719-421a-8114-41d3d4b3dc76,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:32:33.040627 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:33.041137 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46df633e-f981-4326-ba0a-0aa0e50e87a3 tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:32:33.041972 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46df633e-f981-4326-ba0a-0aa0e50e87a3 tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:32:33.042327 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 72446338-97b2-4f1b-8b0e-394e45b6723b up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:32:33.042483 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46df633e-f981-4326-ba0a-0aa0e50e87a3 tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:32:33.043314 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46df633e-f981-4326-ba0a-0aa0e50e87a3 tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:32:33.043662 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46df633e-f981-4326-ba0a-0aa0e50e87a3 tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:32:33.043997 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46df633e-f981-4326-ba0a-0aa0e50e87a3 tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:32:33.044505 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46df633e-f981-4326-ba0a-0aa0e50e87a3 tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:32:33.044845 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46df633e-f981-4326-ba0a-0aa0e50e87a3 tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:32:33.045178 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46df633e-f981-4326-ba0a-0aa0e50e87a3 tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:32:33.045505 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46df633e-f981-4326-ba0a-0aa0e50e87a3 tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:32:33.045835 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46df633e-f981-4326-ba0a-0aa0e50e87a3 tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:32:33.046160 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46df633e-f981-4326-ba0a-0aa0e50e87a3 tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:32:33.059686 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 36756) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:32:33.109191 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f488e536-4749-404b-9793-08871ad29593 admin admin] Router 006ffeb4-2d62-48b7-b43d-2b404b45aeb1 has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:32:33.118848 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:33.159710 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=cb00720d-32ef-4d6e-a80f-ac6966eb8b99,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:32:33.170460 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 72446338-97b2-4f1b-8b0e-394e45b6723b triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:32:33.175601 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:33.243516 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-86d7b62c-0baa-459b-bb68-e897668af931 tempest-MeteringIpV6TestJSON-1410035824 tempest-MeteringIpV6TestJSON-1410035824-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-477990313'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:32:33.243516 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-86d7b62c-0baa-459b-bb68-e897668af931 tempest-MeteringIpV6TestJSON-1410035824 tempest-MeteringIpV6TestJSON-1410035824-project-admin] Unknown quota resources ['metering_label']. {{(pid=102191) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 11 03:32:33.291723 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f488e536-4749-404b-9793-08871ad29593 admin admin] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:32:33.299550 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-f488e536-4749-404b-9793-08871ad29593 admin admin] 10.222.0.41 "PUT /v2.0/routers/006ffeb4-2d62-48b7-b43d-2b404b45aeb1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4870415 Aug 11 03:32:33.333471 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-577e2058-f06a-4cb1-be47-096930b26d4c None None] Provisioning complete for port c350a4b4-ca23-4dde-aef2-71a05a467e33 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:32:33.333935 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-577e2058-f06a-4cb1-be47-096930b26d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:33.368900 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-577e2058-f06a-4cb1-be47-096930b26d4c None None] Port c350a4b4-ca23-4dde-aef2-71a05a467e33 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:32:33.551688 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-86d7b62c-0baa-459b-bb68-e897668af931 tempest-MeteringIpV6TestJSON-1410035824 tempest-MeteringIpV6TestJSON-1410035824-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:33.551688 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-86d7b62c-0baa-459b-bb68-e897668af931 tempest-MeteringIpV6TestJSON-1410035824 tempest-MeteringIpV6TestJSON-1410035824-project-admin] 10.222.0.41 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.4882450 Aug 11 03:32:33.551906 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 36768) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:32:33.556508 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-9ce14eb6-052f-42dc-861d-fe81c620bdeb tempest-MeteringIpV6TestJSON-1410035824 tempest-MeteringIpV6TestJSON-1410035824-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '41653a68-a31b-4883-874e-e488587c417c'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:32:33.557041 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-9ce14eb6-052f-42dc-861d-fe81c620bdeb tempest-MeteringIpV6TestJSON-1410035824 tempest-MeteringIpV6TestJSON-1410035824-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102192) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 11 03:32:33.655888 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a2c441b7-25ad-4a98-b17b-ea352e4c2f61 req-264cd777-aed8-4af8-ac7f-478368057e81 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=2acf2161-fa87-46bb-a1a1-bb895ff0bb5e HTTP/1.1" status: 200 len: 210 time: 0.0393136 Aug 11 03:32:33.657076 n-d-764292-30 neutron-server[102192]: WARNING neutron.services.metering.metering_plugin [None req-9ce14eb6-052f-42dc-861d-fe81c620bdeb tempest-MeteringIpV6TestJSON-1410035824 tempest-MeteringIpV6TestJSON-1410035824-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 11 03:32:33.661799 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-46df633e-f981-4326-ba0a-0aa0e50e87a3 tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:33.762495 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9ce14eb6-052f-42dc-861d-fe81c620bdeb tempest-MeteringIpV6TestJSON-1410035824 tempest-MeteringIpV6TestJSON-1410035824-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:33.766720 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-9ce14eb6-052f-42dc-861d-fe81c620bdeb tempest-MeteringIpV6TestJSON-1410035824 tempest-MeteringIpV6TestJSON-1410035824-project-admin] 10.222.0.41 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2109344 Aug 11 03:32:33.768167 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 36780) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:32:33.773712 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-ad8ae77b-046f-4b73-941a-9c8d7e942239 tempest-MeteringIpV6TestJSON-1410035824 tempest-MeteringIpV6TestJSON-1410035824-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '41653a68-a31b-4883-874e-e488587c417c'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:32:33.774388 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-ad8ae77b-046f-4b73-941a-9c8d7e942239 tempest-MeteringIpV6TestJSON-1410035824 tempest-MeteringIpV6TestJSON-1410035824-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102192) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 11 03:32:33.905100 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-46df633e-f981-4326-ba0a-0aa0e50e87a3 tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-446952'] for router, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:33.955144 n-d-764292-30 neutron-server[102192]: WARNING neutron.services.metering.metering_plugin [None req-ad8ae77b-046f-4b73-941a-9c8d7e942239 tempest-MeteringIpV6TestJSON-1410035824 tempest-MeteringIpV6TestJSON-1410035824-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 11 03:32:34.054862 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e875631-34ab-4486-8c66-9ae06ae11be3 None None] Sync routers for ids ['006ffeb4-2d62-48b7-b43d-2b404b45aeb1'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:32:34.080463 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e875631-34ab-4486-8c66-9ae06ae11be3 None None] Routers {'006ffeb4-2d62-48b7-b43d-2b404b45aeb1'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:32:34.082060 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-6e875631-34ab-4486-8c66-9ae06ae11be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:32:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['006ffeb4-2d62-48b7-b43d-2b404b45aeb1'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:32:34.101475 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ad8ae77b-046f-4b73-941a-9c8d7e942239 tempest-MeteringIpV6TestJSON-1410035824 tempest-MeteringIpV6TestJSON-1410035824-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:34.103017 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-ad8ae77b-046f-4b73-941a-9c8d7e942239 tempest-MeteringIpV6TestJSON-1410035824 tempest-MeteringIpV6TestJSON-1410035824-project-admin] 10.222.0.41 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3346703 Aug 11 03:32:34.106894 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 36790) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:32:34.117562 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-a17f6608-1297-4743-aa12-40b0dfd4492e tempest-MeteringIpV6TestJSON-1410035824 tempest-MeteringIpV6TestJSON-1410035824-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-label-rules?id=c52aeb60-59ad-4cc4-bb6c-687225971be0 HTTP/1.1" status: 200 len: 462 time: 0.0099590 Aug 11 03:32:34.120184 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 36792) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:32:34.208548 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46df633e-f981-4326-ba0a-0aa0e50e87a3 tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Router d9f96ab4-b887-441b-adc3-bd046711c014 is scheduled to L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 with binding_index 1 {{(pid=102191) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:32:34.232256 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-6e875631-34ab-4486-8c66-9ae06ae11be3 None None] Set router 006ffeb4-2d62-48b7-b43d-2b404b45aeb1 gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:32:34.368278 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1092e22f-863c-46ca-b44c-4b150359360a tempest-MeteringIpV6TestJSON-1410035824 tempest-MeteringIpV6TestJSON-1410035824-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:34.369523 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-1092e22f-863c-46ca-b44c-4b150359360a tempest-MeteringIpV6TestJSON-1410035824 tempest-MeteringIpV6TestJSON-1410035824-project-admin] 10.222.0.41 "DELETE /v2.0/metering/metering-label-rules/c52aeb60-59ad-4cc4-bb6c-687225971be0 HTTP/1.1" status: 204 len: 168 time: 0.2483332 Aug 11 03:32:34.372915 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 36796) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:32:34.389575 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-000e5708-8c6a-40cf-ac73-974073d7ecd1 tempest-MeteringIpV6TestJSON-1410035824 tempest-MeteringIpV6TestJSON-1410035824-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-label-rules?id=c52aeb60-59ad-4cc4-bb6c-687225971be0 HTTP/1.1" status: 200 len: 221 time: 0.0151591 Aug 11 03:32:34.394151 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 36798) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:32:34.400228 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-4ad3cbd0-0657-46f1-a941-04fec89f3dda tempest-MeteringIpV6TestJSON-1410035824 tempest-MeteringIpV6TestJSON-1410035824-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--467269972', 'description': 'label created by tempest'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:32:34.400918 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-4ad3cbd0-0657-46f1-a941-04fec89f3dda tempest-MeteringIpV6TestJSON-1410035824 tempest-MeteringIpV6TestJSON-1410035824-project-admin] Unknown quota resources ['metering_label']. {{(pid=102192) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 11 03:32:34.502319 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device cb00720d-32ef-4d6e-a80f-ac6966eb8b99 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:32:34.511084 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46df633e-f981-4326-ba0a-0aa0e50e87a3 tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:32:34.522188 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42055cc1-a819-4ada-9d1c-f8b9c21c6c97 None None] Sync routers for ids ['d9f96ab4-b887-441b-adc3-bd046711c014'] in n-d-764292-30 {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:32:34.537784 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42055cc1-a819-4ada-9d1c-f8b9c21c6c97 None None] Routers {'d9f96ab4-b887-441b-adc3-bd046711c014'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:32:34.540044 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-42055cc1-a819-4ada-9d1c-f8b9c21c6c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:32:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['d9f96ab4-b887-441b-adc3-bd046711c014'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:32:34.594316 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-46df633e-f981-4326-ba0a-0aa0e50e87a3 tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Notify callbacks [] for router, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:34.597892 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-46df633e-f981-4326-ba0a-0aa0e50e87a3 tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 3.9999385 Aug 11 03:32:34.598504 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 36802) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:32:34.721508 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4ad3cbd0-0657-46f1-a941-04fec89f3dda tempest-MeteringIpV6TestJSON-1410035824 tempest-MeteringIpV6TestJSON-1410035824-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:34.725370 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-4ad3cbd0-0657-46f1-a941-04fec89f3dda tempest-MeteringIpV6TestJSON-1410035824 tempest-MeteringIpV6TestJSON-1410035824-project-admin] 10.222.0.41 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.3287904 Aug 11 03:32:34.728077 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 36808) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:32:34.804064 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-42055cc1-a819-4ada-9d1c-f8b9c21c6c97 None None] Set router d9f96ab4-b887-441b-adc3-bd046711c014 gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:32:34.825107 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-87be030c-30d9-4bc1-a44e-649a70d4d094 tempest-MeteringIpV6TestJSON-1410035824 tempest-MeteringIpV6TestJSON-1410035824-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-labels?id=3ee60674-c2bc-49a6-8c71-c0b26e9655a1 HTTP/1.1" status: 200 len: 467 time: 0.0957685 Aug 11 03:32:34.840637 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 36812) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:32:34.847058 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port cb00720d-32ef-4d6e-a80f-ac6966eb8b99 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:32:34.848010 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:34.849778 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-21328777-f4a3-4c85-9292-809c54f1834d req-8b29e272-12a0-4b3f-a3c9-f99b964db23d tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=2acf2161-fa87-46bb-a1a1-bb895ff0bb5e HTTP/1.1" status: 200 len: 210 time: 0.0381367 Aug 11 03:32:34.922337 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:34.925859 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5454d3bf-6b28-429f-a916-409043a657eb tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Notify callbacks [] for router, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:34.949495 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-6e875631-34ab-4486-8c66-9ae06ae11be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '006ffeb4-2d62-48b7-b43d-2b404b45aeb1', 'name': 'tempest-ImageQuotaTest-303539397-router', 'tenant_id': 'b17d896e20d74a0d883c632f22cb7dc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': 'cb00720d-32ef-4d6e-a80f-ac6966eb8b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:32:24Z', 'updated_at': '2021-08-11T03:32:32Z', 'revision_number': 4, 'project_id': 'b17d896e20d74a0d883c632f22cb7dc3', 'gw_port': {'id': 'cb00720d-32ef-4d6e-a80f-ac6966eb8b99', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:cc:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '006ffeb4-2d62-48b7-b43d-2b404b45aeb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:32:25Z', 'updated_at': '2021-08-11T03:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': 'c350a4b4-ca23-4dde-aef2-71a05a467e33', 'name': '', 'network_id': 'b6f85345-362c-4d2f-a437-fe04a25e77a4', 'tenant_id': 'b17d896e20d74a0d883c632f22cb7dc3', 'mac_address': 'fa:16:3e:bd:b3:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '006ffeb4-2d62-48b7-b43d-2b404b45aeb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': '879e6b13-2bf9-4953-9b5b-fd3cfcd987d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:32:29Z', 'updated_at': '2021-08-11T03:32:32Z', 'revision_number': 2, 'project_id': 'b17d896e20d74a0d883c632f22cb7dc3', 'subnets': [{'id': '879e6b13-2bf9-4953-9b5b-fd3cfcd987d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:32:35.020644 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e875631-34ab-4486-8c66-9ae06ae11be3 None None] Checking router: 006ffeb4-2d62-48b7-b43d-2b404b45aeb1 for host: n-d-764292-30 {{(pid=102193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:32:35.021346 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e875631-34ab-4486-8c66-9ae06ae11be3 None None] Updating router 006ffeb4-2d62-48b7-b43d-2b404b45aeb1 port c350a4b4-ca23-4dde-aef2-71a05a467e33 binding host n-d-764292-30 {{(pid=102193) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:32:35.103904 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5454d3bf-6b28-429f-a916-409043a657eb tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:35.111435 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-6e875631-34ab-4486-8c66-9ae06ae11be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:35.135787 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 36816) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:32:35.236887 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-42055cc1-a819-4ada-9d1c-f8b9c21c6c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9f96ab4-b887-441b-adc3-bd046711c014', 'name': '', 'tenant_id': '05177235ef1041f5a29c2063ce00aecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ca5c33c-6db5-4714-a35f-2939b39347b8', 'external_fixed_ips': [{'subnet_id': 'f423702c-f661-4881-9ead-9ae4c55a2e37', 'ip_address': '172.20.0.6'}], 'enable_snat': True}, 'gw_port_id': 'a45efa2f-c719-421a-8114-41d3d4b3dc76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:32:30Z', 'updated_at': '2021-08-11T03:32:33Z', 'revision_number': 3, 'project_id': '05177235ef1041f5a29c2063ce00aecd', 'gw_port': {'id': 'a45efa2f-c719-421a-8114-41d3d4b3dc76', 'name': '', 'network_id': '9ca5c33c-6db5-4714-a35f-2939b39347b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:60:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9f96ab4-b887-441b-adc3-bd046711c014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': 'f423702c-f661-4881-9ead-9ae4c55a2e37', 'ip_address': '172.20.0.6', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:32:32Z', 'updated_at': '2021-08-11T03:32:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f423702c-f661-4881-9ead-9ae4c55a2e37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:32:35.266556 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42055cc1-a819-4ada-9d1c-f8b9c21c6c97 None None] Checking router: d9f96ab4-b887-441b-adc3-bd046711c014 for host: n-d-764292-30 {{(pid=102194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:32:35.267718 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42055cc1-a819-4ada-9d1c-f8b9c21c6c97 None None] Updating router d9f96ab4-b887-441b-adc3-bd046711c014 port a45efa2f-c719-421a-8114-41d3d4b3dc76 binding host n-d-764292-30 {{(pid=102194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:32:35.302923 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-42055cc1-a819-4ada-9d1c-f8b9c21c6c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:35.311223 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-d50e305f-60f3-4d9d-b11e-ef0b764754c2 tempest-MeteringIpV6TestJSON-1410035824 tempest-MeteringIpV6TestJSON-1410035824-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:35.314943 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-d50e305f-60f3-4d9d-b11e-ef0b764754c2 tempest-MeteringIpV6TestJSON-1410035824 tempest-MeteringIpV6TestJSON-1410035824-project-admin] 10.222.0.41 "DELETE /v2.0/metering/metering-labels/3ee60674-c2bc-49a6-8c71-c0b26e9655a1 HTTP/1.1" status: 204 len: 168 time: 0.4707544 Aug 11 03:32:35.315191 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 36818) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:32:35.333040 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-e30f0e65-de52-42e2-807a-876769cab0f0 tempest-MeteringIpV6TestJSON-1410035824 tempest-MeteringIpV6TestJSON-1410035824-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-labels?id=3ee60674-c2bc-49a6-8c71-c0b26e9655a1 HTTP/1.1" status: 200 len: 216 time: 0.0136449 Aug 11 03:32:35.333250 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 36820) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:32:35.348642 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-a0100547-cb95-47bc-a576-9a6aac61c967 tempest-MeteringIpV6TestJSON-1410035824 tempest-MeteringIpV6TestJSON-1410035824-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0130680 Aug 11 03:32:35.353394 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 36822) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:32:35.371443 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-7819eda7-d778-440b-84c0-01664daeba17 tempest-MeteringIpV6TestJSON-1410035824 tempest-MeteringIpV6TestJSON-1410035824-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0130098 Aug 11 03:32:35.376686 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 36824) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:32:35.439687 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-85db3a39-8edf-41b9-bfaf-572049c62420 tempest-MeteringIpV6TestJSON-1410035824 tempest-MeteringIpV6TestJSON-1410035824-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-labels/41653a68-a31b-4883-874e-e488587c417c HTTP/1.1" status: 200 len: 472 time: 0.0615926 Aug 11 03:32:35.443068 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 36826) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:32:35.462448 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-0c437da5-34c6-4e7a-b4d7-f0f95c7eed85 tempest-MeteringIpV6TestJSON-1410035824 tempest-MeteringIpV6TestJSON-1410035824-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-label-rules/bd890c93-7f5f-4e03-a0e8-7cb6e94adf96 HTTP/1.1" status: 200 len: 459 time: 0.0126140 Aug 11 03:32:35.462448 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 36828) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:32:35.462665 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-5454d3bf-6b28-429f-a916-409043a657eb tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Deleting port a45efa2f-c719-421a-8114-41d3d4b3dc76 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:32:35.462995 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5454d3bf-6b28-429f-a916-409043a657eb tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:35.551362 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-6e875631-34ab-4486-8c66-9ae06ae11be3 None None] Notify callbacks [] for port, precommit_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:35.565674 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-6e875631-34ab-4486-8c66-9ae06ae11be3 None None] Transition to ACTIVE for port object c350a4b4-ca23-4dde-aef2-71a05a467e33 will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:32:35.627605 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5454d3bf-6b28-429f-a916-409043a657eb tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:35.634767 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-6e875631-34ab-4486-8c66-9ae06ae11be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:35.644976 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-5454d3bf-6b28-429f-a916-409043a657eb tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Calling delete_port for a45efa2f-c719-421a-8114-41d3d4b3dc76 owned by network:router_gateway {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:32:35.679997 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-42055cc1-a819-4ada-9d1c-f8b9c21c6c97 None None] Notify callbacks [] for port, precommit_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:35.693942 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.provisioning_blocks [None req-42055cc1-a819-4ada-9d1c-f8b9c21c6c97 None None] Transition to ACTIVE for port object a45efa2f-c719-421a-8114-41d3d4b3dc76 will not be triggered until provisioned by entity L2. {{(pid=102194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:32:35.759901 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0f4f361a-1103-45e2-9d51-6287276a713d tempest-MeteringIpV6TestJSON-1410035824 tempest-MeteringIpV6TestJSON-1410035824-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:35.761157 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-0f4f361a-1103-45e2-9d51-6287276a713d tempest-MeteringIpV6TestJSON-1410035824 tempest-MeteringIpV6TestJSON-1410035824-project-admin] 10.222.0.41 "DELETE /v2.0/metering/metering-label-rules/bd890c93-7f5f-4e03-a0e8-7cb6e94adf96 HTTP/1.1" status: 204 len: 168 time: 0.2983332 Aug 11 03:32:35.765185 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 36830) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:32:35.794235 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-42055cc1-a819-4ada-9d1c-f8b9c21c6c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:35.825398 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1a71fe-d5d6-4fa5-8359-41a2d143bd87 None None] Pushing event updated for resources: {'Port': ['ID=c350a4b4-ca23-4dde-aef2-71a05a467e33,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:32:35.829425 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-6e875631-34ab-4486-8c66-9ae06ae11be3 None None] Attempting to bind port c350a4b4-ca23-4dde-aef2-71a05a467e33 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:32:35.829873 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-6e875631-34ab-4486-8c66-9ae06ae11be3 None None] Attempting to bind port c350a4b4-ca23-4dde-aef2-71a05a467e33 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': '095a5e43-0f31-4932-8930-650cdcb9be73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'b6f85345-362c-4d2f-a437-fe04a25e77a4'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:32:35.830332 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e875631-34ab-4486-8c66-9ae06ae11be3 None None] Attempting to bind port c350a4b4-ca23-4dde-aef2-71a05a467e33 on network b6f85345-362c-4d2f-a437-fe04a25e77a4 {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:32:35.836812 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e875631-34ab-4486-8c66-9ae06ae11be3 None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:32:35.837383 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e875631-34ab-4486-8c66-9ae06ae11be3 None None] Checking segment: {'id': '095a5e43-0f31-4932-8930-650cdcb9be73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'b6f85345-362c-4d2f-a437-fe04a25e77a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:32:35.837857 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-6e875631-34ab-4486-8c66-9ae06ae11be3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:35.838383 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e875631-34ab-4486-8c66-9ae06ae11be3 None None] Bound using segment: {'id': '095a5e43-0f31-4932-8930-650cdcb9be73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'b6f85345-362c-4d2f-a437-fe04a25e77a4'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:32:35.838974 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-6e875631-34ab-4486-8c66-9ae06ae11be3 None None] Bound port: c350a4b4-ca23-4dde-aef2-71a05a467e33, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '095a5e43-0f31-4932-8930-650cdcb9be73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'b6f85345-362c-4d2f-a437-fe04a25e77a4'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:32:35.839385 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-6e875631-34ab-4486-8c66-9ae06ae11be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:35.944793 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-6e875631-34ab-4486-8c66-9ae06ae11be3 None None] For port c350a4b4-ca23-4dde-aef2-71a05a467e33, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:32:35.956561 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-6e875631-34ab-4486-8c66-9ae06ae11be3 None None] For port c350a4b4-ca23-4dde-aef2-71a05a467e33, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=c350a4b4-ca23-4dde-aef2-71a05a467e33,segment=NetworkSegment(095a5e43-0f31-4932-8930-650cdcb9be73),segment_id=095a5e43-0f31-4932-8930-650cdcb9be73)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:32:35.957078 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-42055cc1-a819-4ada-9d1c-f8b9c21c6c97 None None] Attempting to bind port a45efa2f-c719-421a-8114-41d3d4b3dc76 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:32:35.957078 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-42055cc1-a819-4ada-9d1c-f8b9c21c6c97 None None] Attempting to bind port a45efa2f-c719-421a-8114-41d3d4b3dc76 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': '86106481-51a2-4247-aa8f-37270fcc2879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '9ca5c33c-6db5-4714-a35f-2939b39347b8'}] {{(pid=102194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:32:35.957078 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42055cc1-a819-4ada-9d1c-f8b9c21c6c97 None None] Attempting to bind port a45efa2f-c719-421a-8114-41d3d4b3dc76 on network 9ca5c33c-6db5-4714-a35f-2939b39347b8 {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:32:35.973873 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42055cc1-a819-4ada-9d1c-f8b9c21c6c97 None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:32:35.974331 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42055cc1-a819-4ada-9d1c-f8b9c21c6c97 None None] Checking segment: {'id': '86106481-51a2-4247-aa8f-37270fcc2879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '9ca5c33c-6db5-4714-a35f-2939b39347b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:32:35.974747 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-42055cc1-a819-4ada-9d1c-f8b9c21c6c97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:35.975139 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42055cc1-a819-4ada-9d1c-f8b9c21c6c97 None None] Bound using segment: {'id': '86106481-51a2-4247-aa8f-37270fcc2879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '9ca5c33c-6db5-4714-a35f-2939b39347b8'} {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:32:35.975614 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-42055cc1-a819-4ada-9d1c-f8b9c21c6c97 None None] Bound port: a45efa2f-c719-421a-8114-41d3d4b3dc76, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86106481-51a2-4247-aa8f-37270fcc2879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '9ca5c33c-6db5-4714-a35f-2939b39347b8'}}] {{(pid=102194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:32:35.976000 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-42055cc1-a819-4ada-9d1c-f8b9c21c6c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:36.047096 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-6e875631-34ab-4486-8c66-9ae06ae11be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:36.055912 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f217836e-6cf6-4758-9e7b-56196ff97aab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521106'] for router_interface, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:36.069539 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0080fb6-17b2-469e-ae2a-f78264796542 None None] Pushing event updated for resources: {'Port': ['ID=a45efa2f-c719-421a-8114-41d3d4b3dc76,revision_number=2']} {{(pid=102194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:32:36.138621 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.db.api [None req-42055cc1-a819-4ada-9d1c-f8b9c21c6c97 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=102194) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 03:32:36.139024 n-d-764292-30 neutron-server[102194]: DEBUG oslo_db.api [None req-42055cc1-a819-4ada-9d1c-f8b9c21c6c97 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 03:32:36.158596 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-95b9ef62-f2f2-4a37-8551-4b82b5689002 req-729c6449-f7e8-4b6f-85aa-b086cdbc5868 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=2acf2161-fa87-46bb-a1a1-bb895ff0bb5e HTTP/1.1" status: 200 len: 210 time: 0.0811839 Aug 11 03:32:36.175328 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5454d3bf-6b28-429f-a916-409043a657eb tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:36.175792 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1a71fe-d5d6-4fa5-8359-41a2d143bd87 None None] Pushing event updated for resources: {'Port': ['ID=c350a4b4-ca23-4dde-aef2-71a05a467e33,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:32:36.187588 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e875631-34ab-4486-8c66-9ae06ae11be3 None None] Routers {'006ffeb4-2d62-48b7-b43d-2b404b45aeb1'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:32:36.188562 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-6e875631-34ab-4486-8c66-9ae06ae11be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:32:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['006ffeb4-2d62-48b7-b43d-2b404b45aeb1'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:32:36.255286 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-2d8069b4-7ef2-483a-b646-7897f319715a tempest-MeteringIpV6TestJSON-1410035824 tempest-MeteringIpV6TestJSON-1410035824-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:36.256538 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-2d8069b4-7ef2-483a-b646-7897f319715a tempest-MeteringIpV6TestJSON-1410035824 tempest-MeteringIpV6TestJSON-1410035824-project-admin] 10.222.0.41 "DELETE /v2.0/metering/metering-labels/41653a68-a31b-4883-874e-e488587c417c HTTP/1.1" status: 204 len: 168 time: 0.4899995 Aug 11 03:32:36.336889 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-6e875631-34ab-4486-8c66-9ae06ae11be3 None None] Set router 006ffeb4-2d62-48b7-b43d-2b404b45aeb1 gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:32:36.549769 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5454d3bf-6b28-429f-a916-409043a657eb tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Pushing event deleted for resources: {'Port': ['ID=a45efa2f-c719-421a-8114-41d3d4b3dc76,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:32:36.614715 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-6e875631-34ab-4486-8c66-9ae06ae11be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '006ffeb4-2d62-48b7-b43d-2b404b45aeb1', 'name': 'tempest-ImageQuotaTest-303539397-router', 'tenant_id': 'b17d896e20d74a0d883c632f22cb7dc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': 'cb00720d-32ef-4d6e-a80f-ac6966eb8b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:32:24Z', 'updated_at': '2021-08-11T03:32:32Z', 'revision_number': 4, 'project_id': 'b17d896e20d74a0d883c632f22cb7dc3', 'gw_port': {'id': 'cb00720d-32ef-4d6e-a80f-ac6966eb8b99', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:cc:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '006ffeb4-2d62-48b7-b43d-2b404b45aeb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:32:25Z', 'updated_at': '2021-08-11T03:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': 'c350a4b4-ca23-4dde-aef2-71a05a467e33', 'name': '', 'network_id': 'b6f85345-362c-4d2f-a437-fe04a25e77a4', 'tenant_id': 'b17d896e20d74a0d883c632f22cb7dc3', 'mac_address': 'fa:16:3e:bd:b3:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '006ffeb4-2d62-48b7-b43d-2b404b45aeb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': '879e6b13-2bf9-4953-9b5b-fd3cfcd987d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:32:29Z', 'updated_at': '2021-08-11T03:32:35Z', 'revision_number': 4, 'project_id': 'b17d896e20d74a0d883c632f22cb7dc3', 'subnets': [{'id': '879e6b13-2bf9-4953-9b5b-fd3cfcd987d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:32:36.648002 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e875631-34ab-4486-8c66-9ae06ae11be3 None None] The sync data for ids ['006ffeb4-2d62-48b7-b43d-2b404b45aeb1'] in n-d-764292-30 is: [{'id': '006ffeb4-2d62-48b7-b43d-2b404b45aeb1', 'name': 'tempest-ImageQuotaTest-303539397-router', 'tenant_id': 'b17d896e20d74a0d883c632f22cb7dc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': 'cb00720d-32ef-4d6e-a80f-ac6966eb8b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:32:24Z', 'updated_at': '2021-08-11T03:32:32Z', 'revision_number': 4, 'project_id': 'b17d896e20d74a0d883c632f22cb7dc3', 'gw_port': {'id': 'cb00720d-32ef-4d6e-a80f-ac6966eb8b99', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:cc:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '006ffeb4-2d62-48b7-b43d-2b404b45aeb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:32:25Z', 'updated_at': '2021-08-11T03:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': 'c350a4b4-ca23-4dde-aef2-71a05a467e33', 'name': '', 'network_id': 'b6f85345-362c-4d2f-a437-fe04a25e77a4', 'tenant_id': 'b17d896e20d74a0d883c632f22cb7dc3', 'mac_address': 'fa:16:3e:bd:b3:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '006ffeb4-2d62-48b7-b43d-2b404b45aeb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': '879e6b13-2bf9-4953-9b5b-fd3cfcd987d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:32:29Z', 'updated_at': '2021-08-11T03:32:35Z', 'revision_number': 4, 'project_id': 'b17d896e20d74a0d883c632f22cb7dc3', 'subnets': [{'id': '879e6b13-2bf9-4953-9b5b-fd3cfcd987d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:32:36.653879 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-42055cc1-a819-4ada-9d1c-f8b9c21c6c97 None None] Attempting to bind port a45efa2f-c719-421a-8114-41d3d4b3dc76 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:32:36.653979 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-42055cc1-a819-4ada-9d1c-f8b9c21c6c97 None None] Attempting to bind port a45efa2f-c719-421a-8114-41d3d4b3dc76 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': '86106481-51a2-4247-aa8f-37270fcc2879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '9ca5c33c-6db5-4714-a35f-2939b39347b8'}] {{(pid=102194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:32:36.654412 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42055cc1-a819-4ada-9d1c-f8b9c21c6c97 None None] Attempting to bind port a45efa2f-c719-421a-8114-41d3d4b3dc76 on network 9ca5c33c-6db5-4714-a35f-2939b39347b8 {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:32:36.659805 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42055cc1-a819-4ada-9d1c-f8b9c21c6c97 None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:32:36.660232 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42055cc1-a819-4ada-9d1c-f8b9c21c6c97 None None] Checking segment: {'id': '86106481-51a2-4247-aa8f-37270fcc2879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '9ca5c33c-6db5-4714-a35f-2939b39347b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:32:36.660816 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-42055cc1-a819-4ada-9d1c-f8b9c21c6c97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:36.661491 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42055cc1-a819-4ada-9d1c-f8b9c21c6c97 None None] Bound using segment: {'id': '86106481-51a2-4247-aa8f-37270fcc2879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '9ca5c33c-6db5-4714-a35f-2939b39347b8'} {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:32:36.662184 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-42055cc1-a819-4ada-9d1c-f8b9c21c6c97 None None] Bound port: a45efa2f-c719-421a-8114-41d3d4b3dc76, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86106481-51a2-4247-aa8f-37270fcc2879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '9ca5c33c-6db5-4714-a35f-2939b39347b8'}}] {{(pid=102194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:32:36.662785 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-42055cc1-a819-4ada-9d1c-f8b9c21c6c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:36.702112 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.plugin [None req-42055cc1-a819-4ada-9d1c-f8b9c21c6c97 None None] Port a45efa2f-c719-421a-8114-41d3d4b3dc76 has been deleted concurrently {{(pid=102194) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Aug 11 03:32:36.731473 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5454d3bf-6b28-429f-a916-409043a657eb tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-446916'] for router_gateway, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:36.739662 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42055cc1-a819-4ada-9d1c-f8b9c21c6c97 None None] Routers {'d9f96ab4-b887-441b-adc3-bd046711c014'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:32:36.740390 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-42055cc1-a819-4ada-9d1c-f8b9c21c6c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:32:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['d9f96ab4-b887-441b-adc3-bd046711c014'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:32:36.811145 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 36842) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:32:36.915868 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-42055cc1-a819-4ada-9d1c-f8b9c21c6c97 None None] Set router d9f96ab4-b887-441b-adc3-bd046711c014 gateway port host: None {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:32:36.927975 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5454d3bf-6b28-429f-a916-409043a657eb tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6544'] for router, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:36.957444 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5454d3bf-6b28-429f-a916-409043a657eb tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:36.981742 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-6be19370-e097-4c86-85bb-0f4f69194f2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:37.001961 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-42055cc1-a819-4ada-9d1c-f8b9c21c6c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9f96ab4-b887-441b-adc3-bd046711c014', 'name': '', 'tenant_id': '05177235ef1041f5a29c2063ce00aecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:32:30Z', 'updated_at': '2021-08-11T03:32:35Z', 'revision_number': 5, 'project_id': '05177235ef1041f5a29c2063ce00aecd', 'gw_port_host': None}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:32:37.081821 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42055cc1-a819-4ada-9d1c-f8b9c21c6c97 None None] The sync data for ids ['d9f96ab4-b887-441b-adc3-bd046711c014'] in n-d-764292-30 is: [{'id': 'd9f96ab4-b887-441b-adc3-bd046711c014', 'name': '', 'tenant_id': '05177235ef1041f5a29c2063ce00aecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:32:30Z', 'updated_at': '2021-08-11T03:32:35Z', 'revision_number': 5, 'project_id': '05177235ef1041f5a29c2063ce00aecd', 'gw_port_host': None}] {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:32:37.163258 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8ee510-eec0-4367-816c-7c20e573fa33 req-1819ee4d-76cb-423c-9618-151748b122c6 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:32:37.164583 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-6c8ee510-eec0-4367-816c-7c20e573fa33 req-1819ee4d-76cb-423c-9618-151748b122c6 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.22 "GET /v2.0/networks?id=72c2364e-d28c-436a-9463-f669c277e7f2 HTTP/1.1" status: 200 len: 811 time: 0.5744629 Aug 11 03:32:37.181326 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-6c8ee510-eec0-4367-816c-7c20e573fa33 req-43eafa97-ed92-4ebd-8aeb-5a68d632a810 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Request body: {'port': {'device_id': '2acf2161-fa87-46bb-a1a1-bb895ff0bb5e', 'network_id': '72c2364e-d28c-436a-9463-f669c277e7f2', 'admin_state_up': True, 'tenant_id': '72275185a8d64845babaf2324f627ca7'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:32:37.195536 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:37.202885 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-6be19370-e097-4c86-85bb-0f4f69194f2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:37.296396 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5454d3bf-6b28-429f-a916-409043a657eb tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448809'] for router, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:37.297166 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5454d3bf-6b28-429f-a916-409043a657eb tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d9f96ab4-b887-441b-adc3-bd046711c014 {{(pid=102191) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:32:37.313801 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c0bb97d0-b52c-4006-a36c-19caf3208180 req-8805d841-ac8d-45e5-a32a-187ce26137c4 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=2acf2161-fa87-46bb-a1a1-bb895ff0bb5e HTTP/1.1" status: 200 len: 210 time: 0.0514283 Aug 11 03:32:37.316172 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-6be19370-e097-4c86-85bb-0f4f69194f2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:37.361059 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-6be19370-e097-4c86-85bb-0f4f69194f2f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=97422b5eaa834b27a64c9fed447ab859&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5482762 Aug 11 03:32:37.361936 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be19370-e097-4c86-85bb-0f4f69194f2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5b46cbc-8f1e-46eb-aff4-2b122de15cd7,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:32:37.363915 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 36850) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:32:37.384439 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5454d3bf-6b28-429f-a916-409043a657eb tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Notify callbacks [] for router, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:37.385395 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-5454d3bf-6b28-429f-a916-409043a657eb tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] 10.222.0.41 "DELETE /v2.0/routers/d9f96ab4-b887-441b-adc3-bd046711c014 HTTP/1.1" status: 204 len: 168 time: 2.7857563 Aug 11 03:32:37.385580 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be19370-e097-4c86-85bb-0f4f69194f2f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:32:37.385896 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be19370-e097-4c86-85bb-0f4f69194f2f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:32:37.386846 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be19370-e097-4c86-85bb-0f4f69194f2f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:32:37.387151 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be19370-e097-4c86-85bb-0f4f69194f2f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:32:37.387477 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be19370-e097-4c86-85bb-0f4f69194f2f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:32:37.387800 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be19370-e097-4c86-85bb-0f4f69194f2f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:32:37.390159 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be19370-e097-4c86-85bb-0f4f69194f2f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:32:37.390576 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be19370-e097-4c86-85bb-0f4f69194f2f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:32:37.390845 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be19370-e097-4c86-85bb-0f4f69194f2f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:32:37.390961 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 36852) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:32:37.391167 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be19370-e097-4c86-85bb-0f4f69194f2f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:32:37.391488 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be19370-e097-4c86-85bb-0f4f69194f2f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:32:37.391810 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be19370-e097-4c86-85bb-0f4f69194f2f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:32:37.481669 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-d081e5ea-f64e-48fe-8a05-e5ef2ec999d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:37.506642 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-d081e5ea-f64e-48fe-8a05-e5ef2ec999d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:37.540439 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c8ee510-eec0-4367-816c-7c20e573fa33 req-43eafa97-ed92-4ebd-8aeb-5a68d632a810 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Made reservation on behalf of 72275185a8d64845babaf2324f627ca7 for: {'port': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:32:37.544650 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-6c8ee510-eec0-4367-816c-7c20e573fa33 req-43eafa97-ed92-4ebd-8aeb-5a68d632a810 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:37.554085 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd357725-83f1-40e4-9507-96f4878db6ee tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Deleting subnet f423702c-f661-4881-9ead-9ae4c55a2e37 {{(pid=102191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:32:37.566946 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fd357725-83f1-40e4-9507-96f4878db6ee tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:37.608651 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fd357725-83f1-40e4-9507-96f4878db6ee tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126283525'] for subnet, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:37.659559 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-d081e5ea-f64e-48fe-8a05-e5ef2ec999d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:37.662225 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-d081e5ea-f64e-48fe-8a05-e5ef2ec999d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:37.663344 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-d081e5ea-f64e-48fe-8a05-e5ef2ec999d5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a5b46cbc-8f1e-46eb-aff4-2b122de15cd7 HTTP/1.1" status: 204 len: 168 time: 0.2985322 Aug 11 03:32:37.679675 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d081e5ea-f64e-48fe-8a05-e5ef2ec999d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5b46cbc-8f1e-46eb-aff4-2b122de15cd7,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:32:37.717389 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-f217836e-6cf6-4758-9e7b-56196ff97aab admin admin] Deleting port c350a4b4-ca23-4dde-aef2-71a05a467e33 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:32:37.719218 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f217836e-6cf6-4758-9e7b-56196ff97aab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:37.757860 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fd357725-83f1-40e4-9507-96f4878db6ee tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:37.978479 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [req-6c8ee510-eec0-4367-816c-7c20e573fa33 req-43eafa97-ed92-4ebd-8aeb-5a68d632a810 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Allocated IP 172.20.0.11 (72c2364e-d28c-436a-9463-f669c277e7f2/321ef215-4958-452a-9904-0e4a458fb021/cc21ef92-fabe-4e1a-80c6-5197b78df66d) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:32:37.987203 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [None req-f217836e-6cf6-4758-9e7b-56196ff97aab admin admin] For port c350a4b4-ca23-4dde-aef2-71a05a467e33, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=c350a4b4-ca23-4dde-aef2-71a05a467e33,segment=NetworkSegment(095a5e43-0f31-4932-8930-650cdcb9be73),segment_id=095a5e43-0f31-4932-8930-650cdcb9be73)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:32:37.988328 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f217836e-6cf6-4758-9e7b-56196ff97aab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:38.115226 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-f217836e-6cf6-4758-9e7b-56196ff97aab admin admin] Calling delete_port for c350a4b4-ca23-4dde-aef2-71a05a467e33 owned by network:router_interface {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:32:38.119467 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fd357725-83f1-40e4-9507-96f4878db6ee tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126283413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126275158'] for subnet, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:38.161183 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd357725-83f1-40e4-9507-96f4878db6ee tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=f423702c-f661-4881-9ead-9ae4c55a2e37,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:32:38.186237 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fd357725-83f1-40e4-9507-96f4878db6ee tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:38.187985 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-fd357725-83f1-40e4-9507-96f4878db6ee tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] 10.222.0.41 "DELETE /v2.0/subnets/f423702c-f661-4881-9ead-9ae4c55a2e37 HTTP/1.1" status: 204 len: 168 time: 0.7952268 Aug 11 03:32:38.190768 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 36860) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:32:38.278524 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-6c8ee510-eec0-4367-816c-7c20e573fa33 req-43eafa97-ed92-4ebd-8aeb-5a68d632a810 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:38.300949 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [req-6c8ee510-eec0-4367-816c-7c20e573fa33 req-43eafa97-ed92-4ebd-8aeb-5a68d632a810 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Transition to ACTIVE for port object cc21ef92-fabe-4e1a-80c6-5197b78df66d will not be triggered until provisioned by entity DHCP. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:32:38.447862 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 36864) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:32:38.468507 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6fa43e69-865a-4567-8e9b-2ce9f956961b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:38.531059 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-6c8ee510-eec0-4367-816c-7c20e573fa33 req-43eafa97-ed92-4ebd-8aeb-5a68d632a810 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:38.553931 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device c350a4b4-ca23-4dde-aef2-71a05a467e33 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:32:38.611612 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c8ee510-eec0-4367-816c-7c20e573fa33 req-43eafa97-ed92-4ebd-8aeb-5a68d632a810 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Network 72c2364e-d28c-436a-9463-f669c277e7f2 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:32:38.615729 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [req-6c8ee510-eec0-4367-816c-7c20e573fa33 req-43eafa97-ed92-4ebd-8aeb-5a68d632a810 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:32:38.619179 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43eafa97-ed92-4ebd-8aeb-5a68d632a810 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Pushing event updated for resources: {'Port': ['ID=cc21ef92-fabe-4e1a-80c6-5197b78df66d,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:32:38.620317 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c8ee510-eec0-4367-816c-7c20e573fa33 req-43eafa97-ed92-4ebd-8aeb-5a68d632a810 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:32:38.668715 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port c350a4b4-ca23-4dde-aef2-71a05a467e33 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:32:38.673273 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port c350a4b4-ca23-4dde-aef2-71a05a467e33 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:32:38.673657 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:38.688782 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f217836e-6cf6-4758-9e7b-56196ff97aab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:38.717811 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Port c350a4b4-ca23-4dde-aef2-71a05a467e33 was deleted so its status cannot be updated. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 11 03:32:38.732212 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-326e51c1-6029-46b9-abdb-0c19d5815af7 tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:38.748454 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f217836e-6cf6-4758-9e7b-56196ff97aab admin admin] Pushing event deleted for resources: {'Port': ['ID=c350a4b4-ca23-4dde-aef2-71a05a467e33,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:32:38.763791 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a363083-3995-4b12-97cb-fc5c7bb1faf4 req-0c06feaf-5ad6-4bae-985e-56d7f38de6ba tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:32:38.773117 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2a363083-3995-4b12-97cb-fc5c7bb1faf4 req-0c06feaf-5ad6-4bae-985e-56d7f38de6ba tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=2acf2161-fa87-46bb-a1a1-bb895ff0bb5e HTTP/1.1" status: 200 len: 932 time: 0.1546383 Aug 11 03:32:38.776296 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8ee510-eec0-4367-816c-7c20e573fa33 req-43eafa97-ed92-4ebd-8aeb-5a68d632a810 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:32:38.778942 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-6c8ee510-eec0-4367-816c-7c20e573fa33 req-43eafa97-ed92-4ebd-8aeb-5a68d632a810 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:38.918156 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2a363083-3995-4b12-97cb-fc5c7bb1faf4 req-d24eac43-697d-4207-bb6c-86025d456180 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/security-groups?id=d90906b3-11d7-4670-8cbc-45704d99f68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429129 Aug 11 03:32:38.929958 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-326e51c1-6029-46b9-abdb-0c19d5815af7 tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:38.945380 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-326e51c1-6029-46b9-abdb-0c19d5815af7 tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ca5c33c-6db5-4714-a35f-2939b39347b8']}} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:32:38.958954 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-326e51c1-6029-46b9-abdb-0c19d5815af7 tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86106481-51a2-4247-aa8f-37270fcc2879') {'for_net_delete': True} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:32:38.959591 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-326e51c1-6029-46b9-abdb-0c19d5815af7 tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86106481-51a2-4247-aa8f-37270fcc2879') {} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:32:38.989851 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-326e51c1-6029-46b9-abdb-0c19d5815af7 tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125932501'] for segment, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:39.027982 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-326e51c1-6029-46b9-abdb-0c19d5815af7 tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:39.035153 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-0fb09a02-58e6-40c9-8347-eeb15190237b None None] Provisioning for port cc21ef92-fabe-4e1a-80c6-5197b78df66d completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:32:39.042679 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-326e51c1-6029-46b9-abdb-0c19d5815af7 tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=102192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:32:39.044375 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-326e51c1-6029-46b9-abdb-0c19d5815af7 tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125932183'] for segment, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:39.061228 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-0fb09a02-58e6-40c9-8347-eeb15190237b None None] Provisioning complete for port cc21ef92-fabe-4e1a-80c6-5197b78df66d triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:32:39.061649 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-0fb09a02-58e6-40c9-8347-eeb15190237b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:39.120336 n-d-764292-30 neutron-server[102192]: Traceback (most recent call last): Aug 11 03:32:39.120336 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:32:39.120336 n-d-764292-30 neutron-server[102192]: timer() Aug 11 03:32:39.120336 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:32:39.120336 n-d-764292-30 neutron-server[102192]: cb(*args, **kw) Aug 11 03:32:39.120336 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:32:39.120336 n-d-764292-30 neutron-server[102192]: return func(*args, **kwargs) Aug 11 03:32:39.120336 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:32:39.120336 n-d-764292-30 neutron-server[102192]: self._notify() Aug 11 03:32:39.120336 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:32:39.120336 n-d-764292-30 neutron-server[102192]: self.callback(batched_events) Aug 11 03:32:39.120336 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:32:39.120336 n-d-764292-30 neutron-server[102192]: event.method(event) Aug 11 03:32:39.120336 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:32:39.120336 n-d-764292-30 neutron-server[102192]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:32:39.120336 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:32:39.120336 n-d-764292-30 neutron-server[102192]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:32:39.120336 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:32:39.120336 n-d-764292-30 neutron-server[102192]: return f(self, *a, **k) Aug 11 03:32:39.120336 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:32:39.120336 n-d-764292-30 neutron-server[102192]: return self._get(url).json() Aug 11 03:32:39.120336 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:32:39.120336 n-d-764292-30 neutron-server[102192]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:32:39.120336 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:32:39.120336 n-d-764292-30 neutron-server[102192]: return self.request(url, 'GET', **kwargs) Aug 11 03:32:39.120336 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:32:39.120336 n-d-764292-30 neutron-server[102192]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:32:39.120336 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:32:39.120336 n-d-764292-30 neutron-server[102192]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:32:39.120336 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:32:39.120336 n-d-764292-30 neutron-server[102192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:32:39.120336 n-d-764292-30 neutron-server[102192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:32:39.124220 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-0fb09a02-58e6-40c9-8347-eeb15190237b None None] Port cc21ef92-fabe-4e1a-80c6-5197b78df66d cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:32:39.142236 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6fa43e69-865a-4567-8e9b-2ce9f956961b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:39.167574 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f217836e-6cf6-4758-9e7b-56196ff97aab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16383033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450082'] for router_interface, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:39.232078 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6fa43e69-865a-4567-8e9b-2ce9f956961b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:39.245710 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-326e51c1-6029-46b9-abdb-0c19d5815af7 tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:39.252876 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-326e51c1-6029-46b9-abdb-0c19d5815af7 tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9ca5c33c-6db5-4714-a35f-2939b39347b8 {{(pid=102192) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 11 03:32:39.268728 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-326e51c1-6029-46b9-abdb-0c19d5815af7 tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Notify callbacks [] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:39.279358 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-326e51c1-6029-46b9-abdb-0c19d5815af7 tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] 10.222.0.41 "DELETE /v2.0/networks/9ca5c33c-6db5-4714-a35f-2939b39347b8 HTTP/1.1" status: 204 len: 168 time: 1.0859091 Aug 11 03:32:39.280707 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326e51c1-6029-46b9-abdb-0c19d5815af7 tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Pushing event deleted for resources: {'Network': ['ID=9ca5c33c-6db5-4714-a35f-2939b39347b8,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:32:39.308991 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-6c8ee510-eec0-4367-816c-7c20e573fa33 req-43eafa97-ed92-4ebd-8aeb-5a68d632a810 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1319704 Aug 11 03:32:39.314979 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa43e69-865a-4567-8e9b-2ce9f956961b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee5ffcd5-636d-4fa5-a8ce-72473396b77b,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:32:39.324943 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-6c8ee510-eec0-4367-816c-7c20e573fa33 req-d713d5dd-00dc-4be1-a9f2-95ec3768d927 service neutron] Request body: {'port': {'device_id': '2acf2161-fa87-46bb-a1a1-bb895ff0bb5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764292-30'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:32:39.349540 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-6fa43e69-865a-4567-8e9b-2ce9f956961b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b223c04422234c9082024404dd28ba29&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8981729 Aug 11 03:32:39.350318 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 36870) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:32:39.419894 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-72920a44-ecd5-4a2e-99e2-448fb6b5ecc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:39.449000 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-72920a44-ecd5-4a2e-99e2-448fb6b5ecc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:39.450501 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-6c8ee510-eec0-4367-816c-7c20e573fa33 req-d713d5dd-00dc-4be1-a9f2-95ec3768d927 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:39.579532 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f217836e-6cf6-4758-9e7b-56196ff97aab admin admin] Router 006ffeb4-2d62-48b7-b43d-2b404b45aeb1 has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:32:39.594380 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-72920a44-ecd5-4a2e-99e2-448fb6b5ecc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:39.597707 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-72920a44-ecd5-4a2e-99e2-448fb6b5ecc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:39.599585 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-72920a44-ecd5-4a2e-99e2-448fb6b5ecc6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ee5ffcd5-636d-4fa5-a8ce-72473396b77b HTTP/1.1" status: 204 len: 168 time: 0.2482767 Aug 11 03:32:39.627004 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72920a44-ecd5-4a2e-99e2-448fb6b5ecc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee5ffcd5-636d-4fa5-a8ce-72473396b77b,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:32:39.813299 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 36878) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:32:39.822994 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-1ac5a6fd-f8f9-46a3-8bbc-e6da509fd843 tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Request body: {'router': {'name': 'tempest-router--1698307147', 'project_id': '28e1963bcd60405994b3b517b64a644d'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:32:39.961177 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-1ac5a6fd-f8f9-46a3-8bbc-e6da509fd843 tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-450010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6626'] for router, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:39.962816 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-1ac5a6fd-f8f9-46a3-8bbc-e6da509fd843 tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-446747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6633'] for router, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:40.076873 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-1ac5a6fd-f8f9-46a3-8bbc-e6da509fd843 tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:40.118343 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d9bd9f-15bd-4b16-9ddb-676d95bc980b req-1949bcdd-164a-4de1-a434-bf0c302df785 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:32:40.122905 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-40d9bd9f-15bd-4b16-9ddb-676d95bc980b req-1949bcdd-164a-4de1-a434-bf0c302df785 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=2acf2161-fa87-46bb-a1a1-bb895ff0bb5e HTTP/1.1" status: 200 len: 932 time: 0.1132092 Aug 11 03:32:40.146389 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-1ac5a6fd-f8f9-46a3-8bbc-e6da509fd843 tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-446952'] for router, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:40.179479 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-40d9bd9f-15bd-4b16-9ddb-676d95bc980b req-fb54fafb-e6b5-4b96-9e5c-a8b6e16206e1 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/security-groups?id=d90906b3-11d7-4670-8cbc-45704d99f68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531669 Aug 11 03:32:40.201956 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f217836e-6cf6-4758-9e7b-56196ff97aab admin admin] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:32:40.215293 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-f217836e-6cf6-4758-9e7b-56196ff97aab admin admin] 10.222.0.41 "PUT /v2.0/routers/006ffeb4-2d62-48b7-b43d-2b404b45aeb1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0720150 Aug 11 03:32:40.215425 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecab658f-d325-413a-98b6-5b2f8c815912 None None] Sync routers for ids ['006ffeb4-2d62-48b7-b43d-2b404b45aeb1'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:32:40.217166 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 36886) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:32:40.228241 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecab658f-d325-413a-98b6-5b2f8c815912 None None] Routers {'006ffeb4-2d62-48b7-b43d-2b404b45aeb1'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:32:40.230267 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-ecab658f-d325-413a-98b6-5b2f8c815912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:32:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['006ffeb4-2d62-48b7-b43d-2b404b45aeb1'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:32:40.295643 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [req-6c8ee510-eec0-4367-816c-7c20e573fa33 req-d713d5dd-00dc-4be1-a9f2-95ec3768d927 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc21ef92-fabe-4e1a-80c6-5197b78df66d {{(pid=102191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:32:40.304343 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-6c8ee510-eec0-4367-816c-7c20e573fa33 req-d713d5dd-00dc-4be1-a9f2-95ec3768d927 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:40.331353 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [req-6c8ee510-eec0-4367-816c-7c20e573fa33 req-d713d5dd-00dc-4be1-a9f2-95ec3768d927 service neutron] Transition to ACTIVE for port object cc21ef92-fabe-4e1a-80c6-5197b78df66d will not be triggered until provisioned by entity L2. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:32:40.344678 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-1ac5a6fd-f8f9-46a3-8bbc-e6da509fd843 tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Notify callbacks [] for router, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:40.345981 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-1ac5a6fd-f8f9-46a3-8bbc-e6da509fd843 tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.5312169 Aug 11 03:32:40.353303 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 36892) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:32:40.400565 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-ecab658f-d325-413a-98b6-5b2f8c815912 None None] Set router 006ffeb4-2d62-48b7-b43d-2b404b45aeb1 gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:32:40.445656 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.agents_db [None req-950b7202-decb-43e2-8f71-ac8931dc9749 None None] Agent healthcheck: found 7 active agents {{(pid=102194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:32:40.453780 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-6c8ee510-eec0-4367-816c-7c20e573fa33 req-d713d5dd-00dc-4be1-a9f2-95ec3768d927 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:40.478300 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9f4d5dd9-0b0c-4da6-b119-d3718770c607 admin admin] Notify callbacks [] for router, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:40.537136 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d713d5dd-00dc-4be1-a9f2-95ec3768d927 service neutron] Pushing event updated for resources: {'Port': ['ID=cc21ef92-fabe-4e1a-80c6-5197b78df66d,revision_number=2']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:32:40.565893 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-82e12c9d-094c-4b1b-b635-6a298b50a3ca tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Notify callbacks [] for router, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:40.640332 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9f4d5dd9-0b0c-4da6-b119-d3718770c607 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:40.664329 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-ecab658f-d325-413a-98b6-5b2f8c815912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '006ffeb4-2d62-48b7-b43d-2b404b45aeb1', 'name': 'tempest-ImageQuotaTest-303539397-router', 'tenant_id': 'b17d896e20d74a0d883c632f22cb7dc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': 'cb00720d-32ef-4d6e-a80f-ac6966eb8b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:32:24Z', 'updated_at': '2021-08-11T03:32:38Z', 'revision_number': 5, 'project_id': 'b17d896e20d74a0d883c632f22cb7dc3', 'gw_port': {'id': 'cb00720d-32ef-4d6e-a80f-ac6966eb8b99', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:cc:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '006ffeb4-2d62-48b7-b43d-2b404b45aeb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:32:25Z', 'updated_at': '2021-08-11T03:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:32:40.697676 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecab658f-d325-413a-98b6-5b2f8c815912 None None] Checking router: 006ffeb4-2d62-48b7-b43d-2b404b45aeb1 for host: n-d-764292-30 {{(pid=102193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:32:40.708751 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecab658f-d325-413a-98b6-5b2f8c815912 None None] Routers {'006ffeb4-2d62-48b7-b43d-2b404b45aeb1'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:32:40.709418 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-ecab658f-d325-413a-98b6-5b2f8c815912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:32:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['006ffeb4-2d62-48b7-b43d-2b404b45aeb1'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:32:40.805149 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-82e12c9d-094c-4b1b-b635-6a298b50a3ca tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6544'] for router, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:40.813327 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-82e12c9d-094c-4b1b-b635-6a298b50a3ca tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:40.868838 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-9f4d5dd9-0b0c-4da6-b119-d3718770c607 admin admin] Deleting port cb00720d-32ef-4d6e-a80f-ac6966eb8b99 {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:32:40.869377 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9f4d5dd9-0b0c-4da6-b119-d3718770c607 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:40.951696 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-6c8ee510-eec0-4367-816c-7c20e573fa33 req-d713d5dd-00dc-4be1-a9f2-95ec3768d927 service neutron] Attempting to bind port cc21ef92-fabe-4e1a-80c6-5197b78df66d on host n-h1-764292-30 for vnic_type normal with profile {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:32:40.952407 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-6c8ee510-eec0-4367-816c-7c20e573fa33 req-d713d5dd-00dc-4be1-a9f2-95ec3768d927 service neutron] Attempting to bind port cc21ef92-fabe-4e1a-80c6-5197b78df66d by drivers openvswitch,hyperv on host n-h1-764292-30 at level 0 using segments [{'id': '32ef8310-eb36-4f10-89a8-2ec645494a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '72c2364e-d28c-436a-9463-f669c277e7f2'}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:32:40.956255 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c8ee510-eec0-4367-816c-7c20e573fa33 req-d713d5dd-00dc-4be1-a9f2-95ec3768d927 service neutron] Attempting to bind port cc21ef92-fabe-4e1a-80c6-5197b78df66d on network 72c2364e-d28c-436a-9463-f669c277e7f2 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:32:40.963034 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c8ee510-eec0-4367-816c-7c20e573fa33 req-d713d5dd-00dc-4be1-a9f2-95ec3768d927 service neutron] Port cc21ef92-fabe-4e1a-80c6-5197b78df66d on network 72c2364e-d28c-436a-9463-f669c277e7f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-764292-30 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:32:40.963475 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c8ee510-eec0-4367-816c-7c20e573fa33 req-d713d5dd-00dc-4be1-a9f2-95ec3768d927 service neutron] Attempting to bind port cc21ef92-fabe-4e1a-80c6-5197b78df66d on network 72c2364e-d28c-436a-9463-f669c277e7f2 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:32:40.970164 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c8ee510-eec0-4367-816c-7c20e573fa33 req-d713d5dd-00dc-4be1-a9f2-95ec3768d927 service neutron] Checking agent: {'id': 'abb524c2-b412-4ed2-8367-45c4fd996fa7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 32, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:32:40.970700 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c8ee510-eec0-4367-816c-7c20e573fa33 req-d713d5dd-00dc-4be1-a9f2-95ec3768d927 service neutron] Checking segment: {'id': '32ef8310-eb36-4f10-89a8-2ec645494a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '72c2364e-d28c-436a-9463-f669c277e7f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:32:40.971870 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c8ee510-eec0-4367-816c-7c20e573fa33 req-d713d5dd-00dc-4be1-a9f2-95ec3768d927 service neutron] Bound using segment: {'id': '32ef8310-eb36-4f10-89a8-2ec645494a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '72c2364e-d28c-436a-9463-f669c277e7f2'} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:32:40.971870 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-6c8ee510-eec0-4367-816c-7c20e573fa33 req-d713d5dd-00dc-4be1-a9f2-95ec3768d927 service neutron] Bound port: cc21ef92-fabe-4e1a-80c6-5197b78df66d, host: n-h1-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32ef8310-eb36-4f10-89a8-2ec645494a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '72c2364e-d28c-436a-9463-f669c277e7f2'}}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:32:40.972297 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-6c8ee510-eec0-4367-816c-7c20e573fa33 req-d713d5dd-00dc-4be1-a9f2-95ec3768d927 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:41.022450 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [None req-9f4d5dd9-0b0c-4da6-b119-d3718770c607 admin admin] For port cb00720d-32ef-4d6e-a80f-ac6966eb8b99, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=cb00720d-32ef-4d6e-a80f-ac6966eb8b99,segment=NetworkSegment(fab28bed-aa25-40db-bba4-ec26e795194c),segment_id=fab28bed-aa25-40db-bba4-ec26e795194c)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:32:41.022854 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9f4d5dd9-0b0c-4da6-b119-d3718770c607 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:41.025428 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-82e12c9d-094c-4b1b-b635-6a298b50a3ca tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448809'] for router, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:41.026361 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82e12c9d-094c-4b1b-b635-6a298b50a3ca tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 856fee54-40b1-4f2d-a642-e16ab4de9c1d {{(pid=102191) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:32:41.038179 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-9f4d5dd9-0b0c-4da6-b119-d3718770c607 admin admin] Calling delete_port for cb00720d-32ef-4d6e-a80f-ac6966eb8b99 owned by network:router_gateway {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:32:41.045991 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-82e12c9d-094c-4b1b-b635-6a298b50a3ca tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Notify callbacks [] for router, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:41.047357 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-82e12c9d-094c-4b1b-b635-6a298b50a3ca tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] 10.222.0.41 "DELETE /v2.0/routers/856fee54-40b1-4f2d-a642-e16ab4de9c1d HTTP/1.1" status: 204 len: 168 time: 0.6974738 Aug 11 03:32:41.076002 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-6c8ee510-eec0-4367-816c-7c20e573fa33 req-d713d5dd-00dc-4be1-a9f2-95ec3768d927 service neutron] For port cc21ef92-fabe-4e1a-80c6-5197b78df66d, host n-h1-764292-30, cleared binding levels {{(pid=102191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:32:41.079709 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-6c8ee510-eec0-4367-816c-7c20e573fa33 req-d713d5dd-00dc-4be1-a9f2-95ec3768d927 service neutron] For port cc21ef92-fabe-4e1a-80c6-5197b78df66d, host n-h1-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=cc21ef92-fabe-4e1a-80c6-5197b78df66d,segment=NetworkSegment(32ef8310-eb36-4f10-89a8-2ec645494a63),segment_id=32ef8310-eb36-4f10-89a8-2ec645494a63)] {{(pid=102191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:32:41.157972 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-6c8ee510-eec0-4367-816c-7c20e573fa33 req-d713d5dd-00dc-4be1-a9f2-95ec3768d927 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:41.310110 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8ee510-eec0-4367-816c-7c20e573fa33 req-d713d5dd-00dc-4be1-a9f2-95ec3768d927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:32:41.311861 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-6c8ee510-eec0-4367-816c-7c20e573fa33 req-d713d5dd-00dc-4be1-a9f2-95ec3768d927 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:41.313623 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-6c8ee510-eec0-4367-816c-7c20e573fa33 req-d713d5dd-00dc-4be1-a9f2-95ec3768d927 service neutron] 10.222.0.22 "PUT /v2.0/ports/cc21ef92-fabe-4e1a-80c6-5197b78df66d HTTP/1.1" status: 200 len: 1093 time: 1.9932826 Aug 11 03:32:41.314339 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2acf2161-fa87-46bb-a1a1-bb895ff0bb5e', 'tag': 'cc21ef92-fabe-4e1a-80c6-5197b78df66d'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:32:41.317455 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5becbcfc-8530-4160-8b6c-1881629065dc" -d '{"events": [{"name": "network-changed", "server_uuid": "2acf2161-fa87-46bb-a1a1-bb895ff0bb5e", "tag": "cc21ef92-fabe-4e1a-80c6-5197b78df66d"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:32:41.354702 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d713d5dd-00dc-4be1-a9f2-95ec3768d927 service neutron] Pushing event updated for resources: {'Port': ['ID=cc21ef92-fabe-4e1a-80c6-5197b78df66d,revision_number=3']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:32:41.355693 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-ecab658f-d325-413a-98b6-5b2f8c815912 None None] Set router 006ffeb4-2d62-48b7-b43d-2b404b45aeb1 gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:32:41.394327 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:32:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e0de300-c6ab-40bb-a1e3-007b92156dac x-openstack-request-id: req-0e0de300-c6ab-40bb-a1e3-007b92156dac {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:32:41.394584 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2acf2161-fa87-46bb-a1a1-bb895ff0bb5e", "tag": "cc21ef92-fabe-4e1a-80c6-5197b78df66d", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:32:41.394845 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0e0de300-c6ab-40bb-a1e3-007b92156dac {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:32:41.395260 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2acf2161-fa87-46bb-a1a1-bb895ff0bb5e', 'tag': 'cc21ef92-fabe-4e1a-80c6-5197b78df66d', 'status': 'completed', 'code': 200} Aug 11 03:32:41.410898 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 36914) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:32:41.411130 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:41.470247 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4946fc09-26b7-419c-9400-057502c3cd90 req-66333369-6c69-462b-8fa7-2faf513e5281 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:32:41.479045 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4946fc09-26b7-419c-9400-057502c3cd90 req-66333369-6c69-462b-8fa7-2faf513e5281 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=2acf2161-fa87-46bb-a1a1-bb895ff0bb5e HTTP/1.1" status: 200 len: 944 time: 0.1409419 Aug 11 03:32:41.512126 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9f4d5dd9-0b0c-4da6-b119-d3718770c607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:41.519601 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5becbcfc-8530-4160-8b6c-1881629065dc req-5cd5e54d-dbdc-4d0f-974d-c44a957b9dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:32:41.521356 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-5becbcfc-8530-4160-8b6c-1881629065dc req-5cd5e54d-dbdc-4d0f-974d-c44a957b9dde service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=72275185a8d64845babaf2324f627ca7&device_id=2acf2161-fa87-46bb-a1a1-bb895ff0bb5e HTTP/1.1" status: 200 len: 1096 time: 0.1000361 Aug 11 03:32:41.543455 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4946fc09-26b7-419c-9400-057502c3cd90 req-18290ba8-7507-44f2-bfb1-2fd7919a5fbe tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/security-groups?id=d90906b3-11d7-4670-8cbc-45704d99f68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595846 Aug 11 03:32:41.561337 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 36918) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:32:41.585738 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4d5dd9-0b0c-4da6-b119-d3718770c607 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb00720d-32ef-4d6e-a80f-ac6966eb8b99,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:32:41.647431 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9f4d5dd9-0b0c-4da6-b119-d3718770c607 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-446916'] for router_gateway, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:41.686878 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-ecab658f-d325-413a-98b6-5b2f8c815912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '006ffeb4-2d62-48b7-b43d-2b404b45aeb1', 'name': 'tempest-ImageQuotaTest-303539397-router', 'tenant_id': 'b17d896e20d74a0d883c632f22cb7dc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': 'cb00720d-32ef-4d6e-a80f-ac6966eb8b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:32:24Z', 'updated_at': '2021-08-11T03:32:38Z', 'revision_number': 5, 'project_id': 'b17d896e20d74a0d883c632f22cb7dc3', 'gw_port': {'id': 'cb00720d-32ef-4d6e-a80f-ac6966eb8b99', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:cc:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '006ffeb4-2d62-48b7-b43d-2b404b45aeb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:32:25Z', 'updated_at': '2021-08-11T03:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:32:41.740383 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-80e2af6a-6b72-458e-94a3-626ff0703486 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-831190799'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:32:41.744222 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecab658f-d325-413a-98b6-5b2f8c815912 None None] The sync data for ids ['006ffeb4-2d62-48b7-b43d-2b404b45aeb1'] in n-d-764292-30 is: [{'id': '006ffeb4-2d62-48b7-b43d-2b404b45aeb1', 'name': 'tempest-ImageQuotaTest-303539397-router', 'tenant_id': 'b17d896e20d74a0d883c632f22cb7dc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': 'cb00720d-32ef-4d6e-a80f-ac6966eb8b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:32:24Z', 'updated_at': '2021-08-11T03:32:38Z', 'revision_number': 5, 'project_id': 'b17d896e20d74a0d883c632f22cb7dc3', 'gw_port': {'id': 'cb00720d-32ef-4d6e-a80f-ac6966eb8b99', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:cc:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '006ffeb4-2d62-48b7-b43d-2b404b45aeb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:32:25Z', 'updated_at': '2021-08-11T03:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:32:41.795695 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9f4d5dd9-0b0c-4da6-b119-d3718770c607 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6544'] for router, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:41.797501 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5becbcfc-8530-4160-8b6c-1881629065dc req-1a01ea88-422c-438a-894e-94ba647bbfd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:32:41.798850 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9f4d5dd9-0b0c-4da6-b119-d3718770c607 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:41.801530 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-5becbcfc-8530-4160-8b6c-1881629065dc req-1a01ea88-422c-438a-894e-94ba647bbfd9 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=72275185a8d64845babaf2324f627ca7&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2723913 Aug 11 03:32:41.867514 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-78668e9e-fceb-4cba-a59e-7ddb14e842e6 tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2069950966', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}, 'admin_state_up': False}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:32:41.887670 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80e2af6a-6b72-458e-94a3-626ff0703486 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Made reservation on behalf of e43abc7f2b214d1a915ef6ef86af9079 for: {'network': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:32:41.895545 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-80e2af6a-6b72-458e-94a3-626ff0703486 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:41.913454 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-80e2af6a-6b72-458e-94a3-626ff0703486 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:41.931460 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9f4d5dd9-0b0c-4da6-b119-d3718770c607 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448809'] for router, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:41.932042 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f4d5dd9-0b0c-4da6-b119-d3718770c607 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 006ffeb4-2d62-48b7-b43d-2b404b45aeb1 {{(pid=102192) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:32:41.939082 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9f4d5dd9-0b0c-4da6-b119-d3718770c607 admin admin] Notify callbacks [] for router, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:41.942692 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-9f4d5dd9-0b0c-4da6-b119-d3718770c607 admin admin] 10.222.0.41 "DELETE /v2.0/routers/006ffeb4-2d62-48b7-b43d-2b404b45aeb1 HTTP/1.1" status: 204 len: 168 time: 1.7220919 Aug 11 03:32:41.942958 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 36922) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:32:41.974845 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5becbcfc-8530-4160-8b6c-1881629065dc req-fecbfe22-e724-4bc1-9105-c24f4b4898c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:32:41.976809 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-5becbcfc-8530-4160-8b6c-1881629065dc req-fecbfe22-e724-4bc1-9105-c24f4b4898c9 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1675870 Aug 11 03:32:41.993209 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2bf87bd-7773-4065-8059-073be1b37c04 admin admin] Deleting subnet 879e6b13-2bf9-4953-9b5b-fd3cfcd987d5 {{(pid=102192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:32:41.997226 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c2bf87bd-7773-4065-8059-073be1b37c04 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:42.045519 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c2bf87bd-7773-4065-8059-073be1b37c04 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125932460'] for subnet, precommit_delete_associations {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:42.047301 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-78668e9e-fceb-4cba-a59e-7ddb14e842e6 tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-450010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6626'] for router, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:42.048321 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-78668e9e-fceb-4cba-a59e-7ddb14e842e6 tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-446747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6633'] for router, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:42.111180 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8ee510-eec0-4367-816c-7c20e573fa33 req-ed694290-810a-4fe0-956e-e2bed047f9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:32:42.112732 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-6c8ee510-eec0-4367-816c-7c20e573fa33 req-ed694290-810a-4fe0-956e-e2bed047f9e9 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=72275185a8d64845babaf2324f627ca7&device_id=2acf2161-fa87-46bb-a1a1-bb895ff0bb5e HTTP/1.1" status: 200 len: 1096 time: 0.0980115 Aug 11 03:32:42.153212 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-78668e9e-fceb-4cba-a59e-7ddb14e842e6 tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:42.189178 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-6c8ee510-eec0-4367-816c-7c20e573fa33 req-f725fa1f-8b96-4cf8-a846-8281cfa57769 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cc21ef92-fabe-4e1a-80c6-5197b78df66d HTTP/1.1" status: 200 len: 217 time: 0.0484309 Aug 11 03:32:42.198896 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c2bf87bd-7773-4065-8059-073be1b37c04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:42.375117 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8ee510-eec0-4367-816c-7c20e573fa33 req-01533100-2a1a-4b72-8481-b3d673c3e1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:32:42.377196 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-6c8ee510-eec0-4367-816c-7c20e573fa33 req-01533100-2a1a-4b72-8481-b3d673c3e1ed service neutron] 10.222.0.22 "GET /v2.0/subnets?id=321ef215-4958-452a-9904-0e4a458fb021 HTTP/1.1" status: 200 len: 850 time: 0.1796865 Aug 11 03:32:42.377365 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c2bf87bd-7773-4065-8059-073be1b37c04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125932157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126180897'] for subnet, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:42.379206 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-80e2af6a-6b72-458e-94a3-626ff0703486 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:42.398983 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c2bf87bd-7773-4065-8059-073be1b37c04 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:42.405990 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-c2bf87bd-7773-4065-8059-073be1b37c04 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/879e6b13-2bf9-4953-9b5b-fd3cfcd987d5 HTTP/1.1" status: 204 len: 168 time: 0.4619796 Aug 11 03:32:42.410536 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5c1151f-1d2c-4a65-861d-1cd0edb2121a None None] Network b6f85345-362c-4d2f-a437-fe04a25e77a4 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:32:42.437411 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 36932) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:32:42.489552 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device c350a4b4-ca23-4dde-aef2-71a05a467e33 no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:32:42.494024 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-80e2af6a-6b72-458e-94a3-626ff0703486 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:42.538071 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e2af6a-6b72-458e-94a3-626ff0703486 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e729beb-f618-44f8-8cff-25e69e530714,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:32:42.546006 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-78668e9e-fceb-4cba-a59e-7ddb14e842e6 tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:42.564439 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: c350a4b4-ca23-4dde-aef2-71a05a467e33 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:32:42.567093 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8ee510-eec0-4367-816c-7c20e573fa33 req-d197a798-80f0-4f21-8b83-012a8d2239de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:32:42.568147 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-17c7d64e-1017-4a2d-8bfb-2b081babd0fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:42.569697 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-6c8ee510-eec0-4367-816c-7c20e573fa33 req-d197a798-80f0-4f21-8b83-012a8d2239de service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=72c2364e-d28c-436a-9463-f669c277e7f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1842313 Aug 11 03:32:42.571990 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bf87bd-7773-4065-8059-073be1b37c04 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=879e6b13-2bf9-4953-9b5b-fd3cfcd987d5,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:32:42.578919 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device c350a4b4-ca23-4dde-aef2-71a05a467e33 not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:32:42.587753 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80e2af6a-6b72-458e-94a3-626ff0703486 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=102191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:32:42.668332 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-17c7d64e-1017-4a2d-8bfb-2b081babd0fb admin admin] Deleting port 1224c621-8e71-49f9-85ca-082e93e7b4d4 {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:32:42.669064 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-17c7d64e-1017-4a2d-8bfb-2b081babd0fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:42.691706 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-6c8ee510-eec0-4367-816c-7c20e573fa33 req-9043b073-7124-498a-8303-126b74a8664d service neutron] 10.222.0.22 "GET /v2.0/networks/72c2364e-d28c-436a-9463-f669c277e7f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063955 Aug 11 03:32:42.800728 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-80e2af6a-6b72-458e-94a3-626ff0703486 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:42.801169 n-d-764292-30 neutron-server[102191]: INFO neutron.db.segments_db [None req-80e2af6a-6b72-458e-94a3-626ff0703486 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Added segment 5d96f309-e028-4cb7-a58f-990eaca460da of type vlan for network 41e2676c-dfa7-4a22-87ed-f7efd502a6d9 Aug 11 03:32:42.822700 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21306d6b-2a62-4616-a7ce-c1b6f6f2ef68 req-4e09e605-37e7-4ade-8935-85506ba45240 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:32:42.824904 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-21306d6b-2a62-4616-a7ce-c1b6f6f2ef68 req-4e09e605-37e7-4ade-8935-85506ba45240 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=2acf2161-fa87-46bb-a1a1-bb895ff0bb5e HTTP/1.1" status: 200 len: 944 time: 0.1041024 Aug 11 03:32:42.827013 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [None req-17c7d64e-1017-4a2d-8bfb-2b081babd0fb admin admin] For port 1224c621-8e71-49f9-85ca-082e93e7b4d4, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=1224c621-8e71-49f9-85ca-082e93e7b4d4,segment=NetworkSegment(095a5e43-0f31-4932-8930-650cdcb9be73),segment_id=095a5e43-0f31-4932-8930-650cdcb9be73)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:32:42.827530 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-17c7d64e-1017-4a2d-8bfb-2b081babd0fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:42.851373 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-17c7d64e-1017-4a2d-8bfb-2b081babd0fb admin admin] Calling delete_port for 1224c621-8e71-49f9-85ca-082e93e7b4d4 owned by network:dhcp {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:32:42.905839 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-80e2af6a-6b72-458e-94a3-626ff0703486 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:42.916117 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-6c8ee510-eec0-4367-816c-7c20e573fa33 req-04906030-8b00-4cd5-a4f8-53586fc18dbd service neutron] 10.222.0.22 "GET /v2.0/networks/72c2364e-d28c-436a-9463-f669c277e7f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2156804 Aug 11 03:32:42.930165 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-21306d6b-2a62-4616-a7ce-c1b6f6f2ef68 req-18433e15-6954-4409-b25b-e505ec8e0c4e tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/security-groups?id=d90906b3-11d7-4670-8cbc-45704d99f68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917447 Aug 11 03:32:43.028149 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-80e2af6a-6b72-458e-94a3-626ff0703486 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:43.033748 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80e2af6a-6b72-458e-94a3-626ff0703486 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:32:43.034427 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-80e2af6a-6b72-458e-94a3-626ff0703486 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks [] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:43.039967 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-17c7d64e-1017-4a2d-8bfb-2b081babd0fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:43.079009 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db8d6c3-1490-4c56-9a03-ccd64ed42dd3 None None] DHCP port deletion for b6f85345-362c-4d2f-a437-fe04a25e77a4 request from n-d-764292-30 {{(pid=102193) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:32:43.120305 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c7d64e-1017-4a2d-8bfb-2b081babd0fb admin admin] Pushing event deleted for resources: {'Port': ['ID=1224c621-8e71-49f9-85ca-082e93e7b4d4,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:32:43.127205 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c7d64e-1017-4a2d-8bfb-2b081babd0fb admin admin] No DVR routers for this DVR port 1224c621-8e71-49f9-85ca-082e93e7b4d4 on host n-d-764292-30 {{(pid=102192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:32:43.205444 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-78668e9e-fceb-4cba-a59e-7ddb14e842e6 tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] Notify callbacks [] for router_gateway, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:43.219891 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-17c7d64e-1017-4a2d-8bfb-2b081babd0fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:43.232069 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-78668e9e-fceb-4cba-a59e-7ddb14e842e6 tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:43.235371 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e2af6a-6b72-458e-94a3-626ff0703486 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Pushing event updated for resources: {'Network': ['ID=41e2676c-dfa7-4a22-87ed-f7efd502a6d9,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:32:43.238309 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-80e2af6a-6b72-458e-94a3-626ff0703486 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.8265455 Aug 11 03:32:43.244529 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 36936) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:32:43.249501 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network 41e2676c-dfa7-4a22-87ed-f7efd502a6d9 details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:32:43.256773 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-17e87635-db25-4415-be52-4320da2171b4 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Request body: {'subnet': {'network_id': '41e2676c-dfa7-4a22-87ed-f7efd502a6d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:32:43.264733 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-17c7d64e-1017-4a2d-8bfb-2b081babd0fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6f85345-362c-4d2f-a437-fe04a25e77a4']}} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:32:43.281118 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 36938) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:32:43.288610 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-a9066ef6-0d32-4e1e-aa37-f522ac0776e4 tempest-TestVolumeBackupRestore-944752322 tempest-TestVolumeBackupRestore-944752322-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-193788010', 'description': 'tempest-secgroup-smoke-193788010 description', 'project_id': 'b540e93b4e6e403b8be0a51a19b9324d'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:32:43.334180 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-17c7d64e-1017-4a2d-8bfb-2b081babd0fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '095a5e43-0f31-4932-8930-650cdcb9be73') {'for_net_delete': True} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:32:43.334641 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-17c7d64e-1017-4a2d-8bfb-2b081babd0fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '095a5e43-0f31-4932-8930-650cdcb9be73') {} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:32:43.355728 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-17c7d64e-1017-4a2d-8bfb-2b081babd0fb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125932501'] for segment, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:43.381779 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-17c7d64e-1017-4a2d-8bfb-2b081babd0fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:43.384354 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a9066ef6-0d32-4e1e-aa37-f522ac0776e4 tempest-TestVolumeBackupRestore-944752322 tempest-TestVolumeBackupRestore-944752322-project] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:43.392824 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17c7d64e-1017-4a2d-8bfb-2b081babd0fb admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=102192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:32:43.393232 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-17c7d64e-1017-4a2d-8bfb-2b081babd0fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125932183'] for segment, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:43.394915 n-d-764292-30 neutron-server[102192]: Traceback (most recent call last): Aug 11 03:32:43.394915 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:32:43.394915 n-d-764292-30 neutron-server[102192]: timer() Aug 11 03:32:43.394915 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:32:43.394915 n-d-764292-30 neutron-server[102192]: cb(*args, **kw) Aug 11 03:32:43.394915 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:32:43.394915 n-d-764292-30 neutron-server[102192]: return func(*args, **kwargs) Aug 11 03:32:43.394915 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:32:43.394915 n-d-764292-30 neutron-server[102192]: self._notify() Aug 11 03:32:43.394915 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:32:43.394915 n-d-764292-30 neutron-server[102192]: self.callback(batched_events) Aug 11 03:32:43.394915 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:32:43.394915 n-d-764292-30 neutron-server[102192]: event.method(event) Aug 11 03:32:43.394915 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:32:43.394915 n-d-764292-30 neutron-server[102192]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:32:43.394915 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:32:43.394915 n-d-764292-30 neutron-server[102192]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:32:43.394915 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:32:43.394915 n-d-764292-30 neutron-server[102192]: return f(self, *a, **k) Aug 11 03:32:43.394915 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:32:43.394915 n-d-764292-30 neutron-server[102192]: return self._get(url).json() Aug 11 03:32:43.394915 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:32:43.394915 n-d-764292-30 neutron-server[102192]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:32:43.394915 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:32:43.394915 n-d-764292-30 neutron-server[102192]: return self.request(url, 'GET', **kwargs) Aug 11 03:32:43.394915 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:32:43.394915 n-d-764292-30 neutron-server[102192]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:32:43.394915 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:32:43.394915 n-d-764292-30 neutron-server[102192]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:32:43.394915 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:32:43.394915 n-d-764292-30 neutron-server[102192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:32:43.394915 n-d-764292-30 neutron-server[102192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:32:43.425358 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [None req-78668e9e-fceb-4cba-a59e-7ddb14e842e6 tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] Allocated IP 172.25.8.160 (09faf7d2-eaf5-4a50-bb6e-4cb05d009a76/e1a97443-13df-40bb-85f5-fd269e2742c0/82a5a600-5059-4909-8007-c6d2d6fb7ca6) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:32:43.455221 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.db.api [None req-a9066ef6-0d32-4e1e-aa37-f522ac0776e4 tempest-TestVolumeBackupRestore-944752322 tempest-TestVolumeBackupRestore-944752322-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 11 03:32:43.455221 n-d-764292-30 neutron-server[102191]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 11 03:32:43.455221 n-d-764292-30 neutron-server[102191]: [parameters: {'project_id_1': 'b540e93b4e6e403b8be0a51a19b9324d', 'expiration_1': datetime.datetime(2021, 8, 11, 3, 32, 43, 414860)}] Aug 11 03:32:43.455221 n-d-764292-30 neutron-server[102191]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102191) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 03:32:43.460137 n-d-764292-30 neutron-server[102191]: DEBUG oslo_db.api [None req-a9066ef6-0d32-4e1e-aa37-f522ac0776e4 tempest-TestVolumeBackupRestore-944752322 tempest-TestVolumeBackupRestore-944752322-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 03:32:43.525571 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17e87635-db25-4415-be52-4320da2171b4 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Made reservation on behalf of e43abc7f2b214d1a915ef6ef86af9079 for: {'subnet': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:32:43.530005 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-17e87635-db25-4415-be52-4320da2171b4 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126180544'] for subnet, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:43.551324 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-78668e9e-fceb-4cba-a59e-7ddb14e842e6 tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:43.577985 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-17c7d64e-1017-4a2d-8bfb-2b081babd0fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:43.592203 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-17c7d64e-1017-4a2d-8bfb-2b081babd0fb admin admin] Notify callbacks [] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:43.594083 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-17c7d64e-1017-4a2d-8bfb-2b081babd0fb admin admin] 10.222.0.41 "DELETE /v2.0/networks/b6f85345-362c-4d2f-a437-fe04a25e77a4 HTTP/1.1" status: 204 len: 168 time: 1.1545973 Aug 11 03:32:43.611219 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c7d64e-1017-4a2d-8bfb-2b081babd0fb admin admin] Pushing event deleted for resources: {'Network': ['ID=b6f85345-362c-4d2f-a437-fe04a25e77a4,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:32:43.646085 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-78668e9e-fceb-4cba-a59e-7ddb14e842e6 tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:43.691419 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78668e9e-fceb-4cba-a59e-7ddb14e842e6 tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] Network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:32:43.694707 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-78668e9e-fceb-4cba-a59e-7ddb14e842e6 tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:32:43.699708 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78668e9e-fceb-4cba-a59e-7ddb14e842e6 tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:32:43.703258 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78668e9e-fceb-4cba-a59e-7ddb14e842e6 tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] Pushing event updated for resources: {'Port': ['ID=82a5a600-5059-4909-8007-c6d2d6fb7ca6,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:32:43.829584 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-17e87635-db25-4415-be52-4320da2171b4 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125932092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126180562'] for subnet, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:43.906458 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e87635-db25-4415-be52-4320da2171b4 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Pushing event updated for resources: {'Subnet': ['ID=dbaafb35-c387-4268-b1bd-8c5e3a1f8fa5,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:32:43.917318 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e87635-db25-4415-be52-4320da2171b4 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Checking segment: {'id': '5d96f309-e028-4cb7-a58f-990eaca460da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '41e2676c-dfa7-4a22-87ed-f7efd502a6d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:32:43.918324 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17e87635-db25-4415-be52-4320da2171b4 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Network hostable DHCP agents. Network: 41e2676c-dfa7-4a22-87ed-f7efd502a6d9, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:32:43.973911 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a9066ef6-0d32-4e1e-aa37-f522ac0776e4 tempest-TestVolumeBackupRestore-944752322 tempest-TestVolumeBackupRestore-944752322-project] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:44.022947 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17e87635-db25-4415-be52-4320da2171b4 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Network 41e2676c-dfa7-4a22-87ed-f7efd502a6d9 is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:32:44.069912 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 36944) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:32:44.093896 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-17e87635-db25-4415-be52-4320da2171b4 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, 41e2676c-dfa7-4a22-87ed-f7efd502a6d9) {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:32:44.099748 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e87635-db25-4415-be52-4320da2171b4 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:32:44.099748 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-17e87635-db25-4415-be52-4320da2171b4 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks [] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:44.107370 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd652061-4f2b-42e5-97ba-95a81a1ff643 None None] Network 41e2676c-dfa7-4a22-87ed-f7efd502a6d9 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:32:44.119905 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a9066ef6-0d32-4e1e-aa37-f522ac0776e4 tempest-TestVolumeBackupRestore-944752322 tempest-TestVolumeBackupRestore-944752322-project] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:44.129802 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-78668e9e-fceb-4cba-a59e-7ddb14e842e6 tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] Notify callbacks [] for router_gateway, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:44.151936 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8324a60-84c8-4ec9-9c3c-cfcc0e1d563f req-5f2f0e71-2378-4139-9c5d-af9c5974ff0b tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:32:44.159832 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d8324a60-84c8-4ec9-9c3c-cfcc0e1d563f req-5f2f0e71-2378-4139-9c5d-af9c5974ff0b tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=2acf2161-fa87-46bb-a1a1-bb895ff0bb5e HTTP/1.1" status: 200 len: 944 time: 0.1085763 Aug 11 03:32:44.186055 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a9066ef6-0d32-4e1e-aa37-f522ac0776e4 tempest-TestVolumeBackupRestore-944752322 tempest-TestVolumeBackupRestore-944752322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:44.208454 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-403e9ca8-1aa3-4234-a379-4e504edf42a8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b17d896e20d74a0d883c632f22cb7dc3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1350553 Aug 11 03:32:44.211816 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 36946) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:32:44.257438 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d8324a60-84c8-4ec9-9c3c-cfcc0e1d563f req-f3818fd7-d248-4dce-a75f-41336861bc88 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/security-groups?id=d90906b3-11d7-4670-8cbc-45704d99f68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805247 Aug 11 03:32:44.264835 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-17e87635-db25-4415-be52-4320da2171b4 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0180378 Aug 11 03:32:44.268851 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 36948) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:32:44.269567 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9066ef6-0d32-4e1e-aa37-f522ac0776e4 tempest-TestVolumeBackupRestore-944752322 tempest-TestVolumeBackupRestore-944752322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7dd0f82-41a7-4a1d-84a1-f287f3504f4a,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:32:44.278740 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-47e811f6-ede6-4ded-bf7d-fbcc4ad5336d tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Request body: {'port': {'network_id': '41e2676c-dfa7-4a22-87ed-f7efd502a6d9', 'name': 'tempest-NetworksTestDHCPv6-226279606'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:32:44.320553 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-dad6c163-5acb-48ec-bcaa-2da65a8b5f6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:44.333103 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e434235f-4736-4b63-8f81-ecf09584bc3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde080026-c28f-55be-b52b-13827cc43646-41e2676c-dfa7-4a22-87ed-f7efd502a6d9', 'network_id': '41e2676c-dfa7-4a22-87ed-f7efd502a6d9', 'tenant_id': 'e43abc7f2b214d1a915ef6ef86af9079', 'fixed_ips': [{'subnet_id': 'dbaafb35-c387-4268-b1bd-8c5e3a1f8fa5'}]}} from n-d-764292-30. {{(pid=102193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:32:44.333921 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-e434235f-4736-4b63-8f81-ecf09584bc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:44.373294 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-dad6c163-5acb-48ec-bcaa-2da65a8b5f6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:44.382102 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a9066ef6-0d32-4e1e-aa37-f522ac0776e4 tempest-TestVolumeBackupRestore-944752322 tempest-TestVolumeBackupRestore-944752322-project] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:44.383317 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-a9066ef6-0d32-4e1e-aa37-f522ac0776e4 tempest-TestVolumeBackupRestore-944752322 tempest-TestVolumeBackupRestore-944752322-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.0996826 Aug 11 03:32:44.388572 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 36950) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:32:44.419599 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-9513940e-dc86-4099-b0a4-cc7b1cdc410f tempest-TestVolumeBackupRestore-944752322 tempest-TestVolumeBackupRestore-944752322-project] Request body: {'security_group_rule': {'security_group_id': 'b7dd0f82-41a7-4a1d-84a1-f287f3504f4a', 'project_id': 'b540e93b4e6e403b8be0a51a19b9324d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:32:44.488730 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 1224c621-8e71-49f9-85ca-082e93e7b4d4 no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:32:44.492001 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-78668e9e-fceb-4cba-a59e-7ddb14e842e6 tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-446952'] for router, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:44.520353 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: 1224c621-8e71-49f9-85ca-082e93e7b4d4 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:32:44.520845 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 1224c621-8e71-49f9-85ca-082e93e7b4d4 not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:32:44.521366 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device cb00720d-32ef-4d6e-a80f-ac6966eb8b99 no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:32:44.533302 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9513940e-dc86-4099-b0a4-cc7b1cdc410f tempest-TestVolumeBackupRestore-944752322 tempest-TestVolumeBackupRestore-944752322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:44.544694 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: cb00720d-32ef-4d6e-a80f-ac6966eb8b99 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:32:44.545417 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device cb00720d-32ef-4d6e-a80f-ac6966eb8b99 not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:32:44.567750 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-dad6c163-5acb-48ec-bcaa-2da65a8b5f6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:44.570311 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-dad6c163-5acb-48ec-bcaa-2da65a8b5f6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:44.578876 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-dad6c163-5acb-48ec-bcaa-2da65a8b5f6a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/21045a8a-7d32-405b-bcd0-c3a1e191eb2d HTTP/1.1" status: 204 len: 168 time: 0.3589587 Aug 11 03:32:44.619883 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.db_base_plugin_common [None req-e434235f-4736-4b63-8f81-ecf09584bc3a None None] Allocated IP 2001:db8::2 (41e2676c-dfa7-4a22-87ed-f7efd502a6d9/dbaafb35-c387-4268-b1bd-8c5e3a1f8fa5/e3b8dc1a-8f39-4205-92c8-696463305f56) {{(pid=102193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:32:44.631160 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad6c163-5acb-48ec-bcaa-2da65a8b5f6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21045a8a-7d32-405b-bcd0-c3a1e191eb2d,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:32:44.673361 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9513940e-dc86-4099-b0a4-cc7b1cdc410f tempest-TestVolumeBackupRestore-944752322 tempest-TestVolumeBackupRestore-944752322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:44.736768 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9513940e-dc86-4099-b0a4-cc7b1cdc410f tempest-TestVolumeBackupRestore-944752322 tempest-TestVolumeBackupRestore-944752322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:44.757629 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9513940e-dc86-4099-b0a4-cc7b1cdc410f tempest-TestVolumeBackupRestore-944752322 tempest-TestVolumeBackupRestore-944752322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de0ad019-7bac-46ee-986b-539b0ad742f0,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:32:44.847780 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-e434235f-4736-4b63-8f81-ecf09584bc3a None None] Notify callbacks [] for port, precommit_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:44.858646 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-e434235f-4736-4b63-8f81-ecf09584bc3a None None] Transition to ACTIVE for port object e3b8dc1a-8f39-4205-92c8-696463305f56 will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:32:44.875424 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-e434235f-4736-4b63-8f81-ecf09584bc3a None None] Transition to ACTIVE for port object e3b8dc1a-8f39-4205-92c8-696463305f56 will not be triggered until provisioned by entity DHCP. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:32:44.978109 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-e434235f-4736-4b63-8f81-ecf09584bc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669'] for port, after_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:45.022996 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47e811f6-ede6-4ded-bf7d-fbcc4ad5336d tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Made reservation on behalf of e43abc7f2b214d1a915ef6ef86af9079 for: {'port': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:32:45.028241 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-47e811f6-ede6-4ded-bf7d-fbcc4ad5336d tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:45.033028 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e434235f-4736-4b63-8f81-ecf09584bc3a None None] Network 41e2676c-dfa7-4a22-87ed-f7efd502a6d9 is already hosted by enough agents. {{(pid=102193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:32:45.038770 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.base_scheduler [None req-e434235f-4736-4b63-8f81-ecf09584bc3a None None] Resources bound (agent type, host, resource id): {{(pid=102193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:32:45.042501 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e434235f-4736-4b63-8f81-ecf09584bc3a None None] Received port after_create {{(pid=102193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:32:45.048659 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [None req-47e811f6-ede6-4ded-bf7d-fbcc4ad5336d tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] device_id is not set on port 7fcded7c-f27a-40b6-a699-8d1ec24edfca yet. {{(pid=102191) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:32:45.054366 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e434235f-4736-4b63-8f81-ecf09584bc3a None None] Pushing event updated for resources: {'Port': ['ID=e3b8dc1a-8f39-4205-92c8-696463305f56,revision_number=1']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:32:45.098244 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78668e9e-fceb-4cba-a59e-7ddb14e842e6 tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] Router a3b8ecaf-c1a3-4d6d-be66-7978cba52770 is scheduled to L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 with binding_index 1 {{(pid=102191) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:32:45.102508 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9513940e-dc86-4099-b0a4-cc7b1cdc410f tempest-TestVolumeBackupRestore-944752322 tempest-TestVolumeBackupRestore-944752322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:45.103746 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-9513940e-dc86-4099-b0a4-cc7b1cdc410f tempest-TestVolumeBackupRestore-944752322 tempest-TestVolumeBackupRestore-944752322-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7064290 Aug 11 03:32:45.107010 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 36956) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:32:45.111625 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-201d2603-77b8-4d95-a8c7-53a9247e9b14 tempest-TestVolumeBackupRestore-944752322 tempest-TestVolumeBackupRestore-944752322-project] Request body: {'security_group_rule': {'security_group_id': 'b7dd0f82-41a7-4a1d-84a1-f287f3504f4a', 'project_id': 'b540e93b4e6e403b8be0a51a19b9324d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:32:45.137939 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-e434235f-4736-4b63-8f81-ecf09584bc3a None None] Attempting to bind port e3b8dc1a-8f39-4205-92c8-696463305f56 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:32:45.138559 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-e434235f-4736-4b63-8f81-ecf09584bc3a None None] Attempting to bind port e3b8dc1a-8f39-4205-92c8-696463305f56 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': '5d96f309-e028-4cb7-a58f-990eaca460da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '41e2676c-dfa7-4a22-87ed-f7efd502a6d9'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:32:45.139025 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e434235f-4736-4b63-8f81-ecf09584bc3a None None] Attempting to bind port e3b8dc1a-8f39-4205-92c8-696463305f56 on network 41e2676c-dfa7-4a22-87ed-f7efd502a6d9 {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:32:45.145626 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e434235f-4736-4b63-8f81-ecf09584bc3a None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:32:45.145999 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e434235f-4736-4b63-8f81-ecf09584bc3a None None] Checking segment: {'id': '5d96f309-e028-4cb7-a58f-990eaca460da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '41e2676c-dfa7-4a22-87ed-f7efd502a6d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:32:45.147437 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-e434235f-4736-4b63-8f81-ecf09584bc3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:45.147437 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e434235f-4736-4b63-8f81-ecf09584bc3a None None] Bound using segment: {'id': '5d96f309-e028-4cb7-a58f-990eaca460da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '41e2676c-dfa7-4a22-87ed-f7efd502a6d9'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:32:45.147437 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-e434235f-4736-4b63-8f81-ecf09584bc3a None None] Bound port: e3b8dc1a-8f39-4205-92c8-696463305f56, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d96f309-e028-4cb7-a58f-990eaca460da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '41e2676c-dfa7-4a22-87ed-f7efd502a6d9'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:32:45.147785 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-e434235f-4736-4b63-8f81-ecf09584bc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:45.233272 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-201d2603-77b8-4d95-a8c7-53a9247e9b14 tempest-TestVolumeBackupRestore-944752322 tempest-TestVolumeBackupRestore-944752322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:45.248411 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-e434235f-4736-4b63-8f81-ecf09584bc3a None None] For port e3b8dc1a-8f39-4205-92c8-696463305f56, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:32:45.252097 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-e434235f-4736-4b63-8f81-ecf09584bc3a None None] For port e3b8dc1a-8f39-4205-92c8-696463305f56, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=e3b8dc1a-8f39-4205-92c8-696463305f56,segment=NetworkSegment(5d96f309-e028-4cb7-a58f-990eaca460da),segment_id=5d96f309-e028-4cb7-a58f-990eaca460da)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:32:45.296544 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [None req-47e811f6-ede6-4ded-bf7d-fbcc4ad5336d tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Allocated IP 2001:db8::3db (41e2676c-dfa7-4a22-87ed-f7efd502a6d9/dbaafb35-c387-4268-b1bd-8c5e3a1f8fa5/7fcded7c-f27a-40b6-a699-8d1ec24edfca) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:32:45.315947 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-201d2603-77b8-4d95-a8c7-53a9247e9b14 tempest-TestVolumeBackupRestore-944752322 tempest-TestVolumeBackupRestore-944752322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:45.318862 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78668e9e-fceb-4cba-a59e-7ddb14e842e6 tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:32:45.331162 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92a6a71-d38c-422b-86ac-1223a9b6d926 None None] Sync routers for ids ['a3b8ecaf-c1a3-4d6d-be66-7978cba52770'] in n-d-764292-30 {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:32:45.337475 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-e434235f-4736-4b63-8f81-ecf09584bc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:45.343773 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92a6a71-d38c-422b-86ac-1223a9b6d926 None None] Routers {'a3b8ecaf-c1a3-4d6d-be66-7978cba52770'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:32:45.344603 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-e92a6a71-d38c-422b-86ac-1223a9b6d926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:32:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['a3b8ecaf-c1a3-4d6d-be66-7978cba52770'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:32:45.388021 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-e92a6a71-d38c-422b-86ac-1223a9b6d926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:32:45.388800 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3172b2a8-9170-4b03-ad6e-0df17c0b9a40 req-f2e48c42-2d89-4e30-97af-bed22588f4ae tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:32:45.390890 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3172b2a8-9170-4b03-ad6e-0df17c0b9a40 req-f2e48c42-2d89-4e30-97af-bed22588f4ae tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=2acf2161-fa87-46bb-a1a1-bb895ff0bb5e HTTP/1.1" status: 200 len: 944 time: 0.0612473 Aug 11 03:32:45.395848 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-201d2603-77b8-4d95-a8c7-53a9247e9b14 tempest-TestVolumeBackupRestore-944752322 tempest-TestVolumeBackupRestore-944752322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:45.397898 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92a6a71-d38c-422b-86ac-1223a9b6d926 None None] Routers {'a3b8ecaf-c1a3-4d6d-be66-7978cba52770'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:32:45.398723 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-e92a6a71-d38c-422b-86ac-1223a9b6d926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:32:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['a3b8ecaf-c1a3-4d6d-be66-7978cba52770'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:32:45.416439 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201d2603-77b8-4d95-a8c7-53a9247e9b14 tempest-TestVolumeBackupRestore-944752322 tempest-TestVolumeBackupRestore-944752322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40c1cd4b-e7ea-47ed-8264-33a6f2797236,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:32:45.432574 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-e92a6a71-d38c-422b-86ac-1223a9b6d926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:32:45.434140 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92a6a71-d38c-422b-86ac-1223a9b6d926 None None] The sync data for ids ['a3b8ecaf-c1a3-4d6d-be66-7978cba52770'] in n-d-764292-30 is: [] {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:32:45.446650 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e434235f-4736-4b63-8f81-ecf09584bc3a None None] Pushing event updated for resources: {'Port': ['ID=e3b8dc1a-8f39-4205-92c8-696463305f56,revision_number=2']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:32:45.485506 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 36960) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:32:45.508263 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3172b2a8-9170-4b03-ad6e-0df17c0b9a40 req-38926874-c01c-4e01-8fa5-ded4e3caf098 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/security-groups?id=d90906b3-11d7-4670-8cbc-45704d99f68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077154 Aug 11 03:32:45.509073 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-5f0ad905-5182-4492-9442-cd113b99d32e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:45.520817 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-78668e9e-fceb-4cba-a59e-7ddb14e842e6 tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] Notify callbacks [] for router, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:45.522149 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-78668e9e-fceb-4cba-a59e-7ddb14e842e6 tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.9598784 Aug 11 03:32:45.528409 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 36962) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:32:45.533630 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-47e811f6-ede6-4ded-bf7d-fbcc4ad5336d tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:45.548473 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [None req-47e811f6-ede6-4ded-bf7d-fbcc4ad5336d tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Transition to ACTIVE for port object 7fcded7c-f27a-40b6-a699-8d1ec24edfca will not be triggered until provisioned by entity DHCP. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:32:45.589241 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-201d2603-77b8-4d95-a8c7-53a9247e9b14 tempest-TestVolumeBackupRestore-944752322 tempest-TestVolumeBackupRestore-944752322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:45.593066 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-201d2603-77b8-4d95-a8c7-53a9247e9b14 tempest-TestVolumeBackupRestore-944752322 tempest-TestVolumeBackupRestore-944752322-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4825606 Aug 11 03:32:45.593620 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 36964) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:32:45.598670 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-75329950-e768-4d11-ad2a-81688e89c2dd tempest-TestVolumeBackupRestore-944752322 tempest-TestVolumeBackupRestore-944752322-project] Request body: {'security_group_rule': {'security_group_id': 'b7dd0f82-41a7-4a1d-84a1-f287f3504f4a', 'project_id': 'b540e93b4e6e403b8be0a51a19b9324d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:32:45.651942 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-47e811f6-ede6-4ded-bf7d-fbcc4ad5336d tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:45.693244 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-b97a96f6-d4fa-460a-a643-659d646ae736 tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] 10.222.0.41 "GET /v2.0/routers/a3b8ecaf-c1a3-4d6d-be66-7978cba52770 HTTP/1.1" status: 200 len: 921 time: 0.1553640 Aug 11 03:32:45.693244 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 36966) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:32:45.718515 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47e811f6-ede6-4ded-bf7d-fbcc4ad5336d tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Network 41e2676c-dfa7-4a22-87ed-f7efd502a6d9 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:32:45.721821 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-47e811f6-ede6-4ded-bf7d-fbcc4ad5336d tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:32:45.729711 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e811f6-ede6-4ded-bf7d-fbcc4ad5336d tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:32:45.736663 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47e811f6-ede6-4ded-bf7d-fbcc4ad5336d tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:32:45.740061 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-47e811f6-ede6-4ded-bf7d-fbcc4ad5336d tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:45.740220 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-e79fb4cf-bac9-4a93-8559-99d3f9025877 tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] 10.222.0.41 "GET /v2.0/ports?device_id=a3b8ecaf-c1a3-4d6d-be66-7978cba52770 HTTP/1.1" status: 200 len: 205 time: 0.0443008 Aug 11 03:32:45.741159 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 36968) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:32:45.761528 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e811f6-ede6-4ded-bf7d-fbcc4ad5336d tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Pushing event updated for resources: {'Port': ['ID=7fcded7c-f27a-40b6-a699-8d1ec24edfca,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:32:45.868803 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-5f0ad905-5182-4492-9442-cd113b99d32e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:45.882709 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-3a0325ee-2e3f-4cc9-a202-660161f6d1ec tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] Notify callbacks [] for router, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:45.965117 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-5f0ad905-5182-4492-9442-cd113b99d32e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:46.019124 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-5f0ad905-5182-4492-9442-cd113b99d32e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.5319121 Aug 11 03:32:46.021935 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 36970) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:32:46.027610 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0ad905-5182-4492-9442-cd113b99d32e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4a0b75e-0717-4ee5-9b0a-de49e1b72b84,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:32:46.032132 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-3a0325ee-2e3f-4cc9-a202-660161f6d1ec tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:46.047996 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-75329950-e768-4d11-ad2a-81688e89c2dd tempest-TestVolumeBackupRestore-944752322 tempest-TestVolumeBackupRestore-944752322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:46.085974 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-47e811f6-ede6-4ded-bf7d-fbcc4ad5336d tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.8135505 Aug 11 03:32:46.088550 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 36972) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:32:46.125719 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f3d0d96a-0f22-437d-9db9-0c9dc0e899a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:46.171249 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-75329950-e768-4d11-ad2a-81688e89c2dd tempest-TestVolumeBackupRestore-944752322 tempest-TestVolumeBackupRestore-944752322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:46.173316 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f3d0d96a-0f22-437d-9db9-0c9dc0e899a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:46.198550 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9259ad9c-f91f-423b-9268-0fde1fe9d226 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:32:46.205063 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9259ad9c-f91f-423b-9268-0fde1fe9d226 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:32:46.206770 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-9259ad9c-f91f-423b-9268-0fde1fe9d226 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1164248 Aug 11 03:32:46.209678 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 36974) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:32:46.231757 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-75329950-e768-4d11-ad2a-81688e89c2dd tempest-TestVolumeBackupRestore-944752322 tempest-TestVolumeBackupRestore-944752322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:46.252263 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75329950-e768-4d11-ad2a-81688e89c2dd tempest-TestVolumeBackupRestore-944752322 tempest-TestVolumeBackupRestore-944752322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11ed6814-1ea8-49cc-8810-d03652ac3fb6,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:32:46.261706 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-3a0325ee-2e3f-4cc9-a202-660161f6d1ec tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] Deleting port 82a5a600-5059-4909-8007-c6d2d6fb7ca6 {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:32:46.262056 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-3a0325ee-2e3f-4cc9-a202-660161f6d1ec tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:46.291330 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f3d0d96a-0f22-437d-9db9-0c9dc0e899a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:46.294138 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f3d0d96a-0f22-437d-9db9-0c9dc0e899a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:46.295794 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-f3d0d96a-0f22-437d-9db9-0c9dc0e899a9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a4a0b75e-0717-4ee5-9b0a-de49e1b72b84 HTTP/1.1" status: 204 len: 168 time: 0.2724376 Aug 11 03:32:46.306621 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d0d96a-0f22-437d-9db9-0c9dc0e899a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4a0b75e-0717-4ee5-9b0a-de49e1b72b84,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:32:46.326856 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-75329950-e768-4d11-ad2a-81688e89c2dd tempest-TestVolumeBackupRestore-944752322 tempest-TestVolumeBackupRestore-944752322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:46.329116 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-75329950-e768-4d11-ad2a-81688e89c2dd tempest-TestVolumeBackupRestore-944752322 tempest-TestVolumeBackupRestore-944752322-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7344029 Aug 11 03:32:46.331761 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 36978) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:32:46.337159 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-7250960b-8b75-4f3c-a988-03456cf681a7 tempest-TestVolumeBackupRestore-944752322 tempest-TestVolumeBackupRestore-944752322-project] Request body: {'security_group_rule': {'security_group_id': 'b7dd0f82-41a7-4a1d-84a1-f287f3504f4a', 'project_id': 'b540e93b4e6e403b8be0a51a19b9324d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:32:46.382982 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-167abe15-d472-4d7e-91cc-2ab96724412b tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Deleting port 7fcded7c-f27a-40b6-a699-8d1ec24edfca {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:32:46.383333 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-167abe15-d472-4d7e-91cc-2ab96724412b tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:46.444551 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7250960b-8b75-4f3c-a988-03456cf681a7 tempest-TestVolumeBackupRestore-944752322 tempest-TestVolumeBackupRestore-944752322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:46.457376 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-3a0325ee-2e3f-4cc9-a202-660161f6d1ec tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:46.520513 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device e3b8dc1a-8f39-4205-92c8-696463305f56 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:32:46.546656 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7250960b-8b75-4f3c-a988-03456cf681a7 tempest-TestVolumeBackupRestore-944752322 tempest-TestVolumeBackupRestore-944752322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:46.606064 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7250960b-8b75-4f3c-a988-03456cf681a7 tempest-TestVolumeBackupRestore-944752322 tempest-TestVolumeBackupRestore-944752322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:46.648851 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad7bc081-b7a3-447a-8fc7-4c0eb5d66b18 None None] Network 41e2676c-dfa7-4a22-87ed-f7efd502a6d9 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:32:46.660691 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7250960b-8b75-4f3c-a988-03456cf681a7 tempest-TestVolumeBackupRestore-944752322 tempest-TestVolumeBackupRestore-944752322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=601e9bcc-b7ef-4f06-acad-b9e5bebe69d4,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:32:46.698844 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port e3b8dc1a-8f39-4205-92c8-696463305f56 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:32:46.712425 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7250960b-8b75-4f3c-a988-03456cf681a7 tempest-TestVolumeBackupRestore-944752322 tempest-TestVolumeBackupRestore-944752322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:46.721650 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-7250960b-8b75-4f3c-a988-03456cf681a7 tempest-TestVolumeBackupRestore-944752322 tempest-TestVolumeBackupRestore-944752322-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3887923 Aug 11 03:32:46.724600 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 36982) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:32:46.733111 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-3295c9a6-250f-4acd-94e7-17461c37beac tempest-TestVolumeBackupRestore-944752322 tempest-TestVolumeBackupRestore-944752322-project] Request body: {'security_group_rule': {'security_group_id': 'b7dd0f82-41a7-4a1d-84a1-f287f3504f4a', 'project_id': 'b540e93b4e6e403b8be0a51a19b9324d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:32:46.802999 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-370ea115-2699-4718-bc6e-e8623dcbee60 None None] Provisioning for port e3b8dc1a-8f39-4205-92c8-696463305f56 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:32:46.819051 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-370ea115-2699-4718-bc6e-e8623dcbee60 None None] Provisioning complete for port e3b8dc1a-8f39-4205-92c8-696463305f56 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:32:46.819528 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-370ea115-2699-4718-bc6e-e8623dcbee60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:46.864028 n-d-764292-30 neutron-server[102191]: INFO neutron.db.securitygroups_db [None req-3295c9a6-250f-4acd-94e7-17461c37beac tempest-TestVolumeBackupRestore-944752322 tempest-TestVolumeBackupRestore-944752322-project] Project b540e93b4e6e403b8be0a51a19b9324d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 03:32:46.872517 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3295c9a6-250f-4acd-94e7-17461c37beac tempest-TestVolumeBackupRestore-944752322 tempest-TestVolumeBackupRestore-944752322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:46.882387 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-167abe15-d472-4d7e-91cc-2ab96724412b tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:46.890235 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-3a0325ee-2e3f-4cc9-a202-660161f6d1ec tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] Calling delete_port for 82a5a600-5059-4909-8007-c6d2d6fb7ca6 owned by network:router_gateway {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:32:46.902701 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-167abe15-d472-4d7e-91cc-2ab96724412b tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Calling delete_port for 7fcded7c-f27a-40b6-a699-8d1ec24edfca owned by {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:32:46.958269 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-370ea115-2699-4718-bc6e-e8623dcbee60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:46.984162 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3295c9a6-250f-4acd-94e7-17461c37beac tempest-TestVolumeBackupRestore-944752322 tempest-TestVolumeBackupRestore-944752322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:46.995062 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-370ea115-2699-4718-bc6e-e8623dcbee60 None None] For port e3b8dc1a-8f39-4205-92c8-696463305f56, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=e3b8dc1a-8f39-4205-92c8-696463305f56,segment=NetworkSegment(5d96f309-e028-4cb7-a58f-990eaca460da),segment_id=5d96f309-e028-4cb7-a58f-990eaca460da)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:32:47.004456 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d18696-c573-406b-9445-07b380f8f837 req-39d2a797-3ec9-4743-ad67-2ecf7759bf53 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:32:47.006117 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-16d18696-c573-406b-9445-07b380f8f837 req-39d2a797-3ec9-4743-ad67-2ecf7759bf53 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=2acf2161-fa87-46bb-a1a1-bb895ff0bb5e HTTP/1.1" status: 200 len: 944 time: 0.1566806 Aug 11 03:32:47.064874 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3295c9a6-250f-4acd-94e7-17461c37beac tempest-TestVolumeBackupRestore-944752322 tempest-TestVolumeBackupRestore-944752322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:47.082620 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3295c9a6-250f-4acd-94e7-17461c37beac tempest-TestVolumeBackupRestore-944752322 tempest-TestVolumeBackupRestore-944752322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36da98c0-2a1c-4d51-9b59-04c0ce398d78,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:32:47.091442 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-370ea115-2699-4718-bc6e-e8623dcbee60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:47.127013 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-16d18696-c573-406b-9445-07b380f8f837 req-3b386f79-d925-4a0e-afd7-5340ec836608 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/security-groups?id=d90906b3-11d7-4670-8cbc-45704d99f68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138420 Aug 11 03:32:47.150742 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3295c9a6-250f-4acd-94e7-17461c37beac tempest-TestVolumeBackupRestore-944752322 tempest-TestVolumeBackupRestore-944752322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:47.155005 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-3295c9a6-250f-4acd-94e7-17461c37beac tempest-TestVolumeBackupRestore-944752322 tempest-TestVolumeBackupRestore-944752322-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4286096 Aug 11 03:32:47.155656 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 36984) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:32:47.160730 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-7525579b-a844-4269-b3f5-ae226ac1774d tempest-TestVolumeBackupRestore-944752322 tempest-TestVolumeBackupRestore-944752322-project] Request body: {'security_group_rule': {'security_group_id': 'b7dd0f82-41a7-4a1d-84a1-f287f3504f4a', 'project_id': 'b540e93b4e6e403b8be0a51a19b9324d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:32:47.164432 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ea115-2699-4718-bc6e-e8623dcbee60 None None] Pushing event updated for resources: {'Port': ['ID=e3b8dc1a-8f39-4205-92c8-696463305f56,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:32:47.239949 n-d-764292-30 neutron-server[102191]: INFO neutron.db.securitygroups_db [None req-7525579b-a844-4269-b3f5-ae226ac1774d tempest-TestVolumeBackupRestore-944752322 tempest-TestVolumeBackupRestore-944752322-project] Project b540e93b4e6e403b8be0a51a19b9324d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 03:32:47.245369 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7525579b-a844-4269-b3f5-ae226ac1774d tempest-TestVolumeBackupRestore-944752322 tempest-TestVolumeBackupRestore-944752322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:47.262821 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-167abe15-d472-4d7e-91cc-2ab96724412b tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:47.263470 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3fa3c512-1d36-43d0-85a0-41a15a242437 None None] Provisioning for port 7fcded7c-f27a-40b6-a699-8d1ec24edfca completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:32:47.269607 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3fa3c512-1d36-43d0-85a0-41a15a242437 None None] Provisioning complete for port 7fcded7c-f27a-40b6-a699-8d1ec24edfca triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:32:47.269989 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3fa3c512-1d36-43d0-85a0-41a15a242437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:47.293110 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-3fa3c512-1d36-43d0-85a0-41a15a242437 None None] Port 7fcded7c-f27a-40b6-a699-8d1ec24edfca was deleted so its status cannot be updated. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 11 03:32:47.300555 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167abe15-d472-4d7e-91cc-2ab96724412b tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Pushing event deleted for resources: {'Port': ['ID=7fcded7c-f27a-40b6-a699-8d1ec24edfca,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:32:47.306121 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3fa3c512-1d36-43d0-85a0-41a15a242437 None None] Provisioning complete for port e3b8dc1a-8f39-4205-92c8-696463305f56 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:32:47.306655 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3fa3c512-1d36-43d0-85a0-41a15a242437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:47.323492 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7525579b-a844-4269-b3f5-ae226ac1774d tempest-TestVolumeBackupRestore-944752322 tempest-TestVolumeBackupRestore-944752322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:47.339232 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-3a0325ee-2e3f-4cc9-a202-660161f6d1ec tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:47.351978 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-167abe15-d472-4d7e-91cc-2ab96724412b tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:47.353875 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-167abe15-d472-4d7e-91cc-2ab96724412b tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "DELETE /v2.0/ports/7fcded7c-f27a-40b6-a699-8d1ec24edfca HTTP/1.1" status: 204 len: 168 time: 1.1434150 Aug 11 03:32:47.357720 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 36986) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:32:47.374793 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0325ee-2e3f-4cc9-a202-660161f6d1ec tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] Pushing event deleted for resources: {'Port': ['ID=82a5a600-5059-4909-8007-c6d2d6fb7ca6,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:32:47.412987 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7525579b-a844-4269-b3f5-ae226ac1774d tempest-TestVolumeBackupRestore-944752322 tempest-TestVolumeBackupRestore-944752322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:47.441716 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-3a0325ee-2e3f-4cc9-a202-660161f6d1ec tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-446916'] for router_gateway, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:47.459495 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7525579b-a844-4269-b3f5-ae226ac1774d tempest-TestVolumeBackupRestore-944752322 tempest-TestVolumeBackupRestore-944752322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3484dc6-f57c-4d97-baad-1f69d571a29f,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:32:47.474872 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee5ffd2-f71b-41d2-922d-9479aa49c6cb tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:32:47.476511 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee5ffd2-f71b-41d2-922d-9479aa49c6cb tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:32:47.478046 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-dee5ffd2-f71b-41d2-922d-9479aa49c6cb tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1197162 Aug 11 03:32:47.481744 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 36988) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:32:47.539919 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d0202ad-d73f-4f17-aa96-0efadfb04a85 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Deleting subnet dbaafb35-c387-4268-b1bd-8c5e3a1f8fa5 {{(pid=102191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:32:47.544024 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7525579b-a844-4269-b3f5-ae226ac1774d tempest-TestVolumeBackupRestore-944752322 tempest-TestVolumeBackupRestore-944752322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:47.545960 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-7525579b-a844-4269-b3f5-ae226ac1774d tempest-TestVolumeBackupRestore-944752322 tempest-TestVolumeBackupRestore-944752322-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3886156 Aug 11 03:32:47.546830 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5d0202ad-d73f-4f17-aa96-0efadfb04a85 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks [] for subnet, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:47.552244 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-3a0325ee-2e3f-4cc9-a202-660161f6d1ec tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6544'] for router, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:47.555115 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-3a0325ee-2e3f-4cc9-a202-660161f6d1ec tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:47.559991 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-9699d8af-f6b5-418a-bf7d-bb1d8cf1aac9 None None] Could not find standard attr ID for object 7fcded7c-f27a-40b6-a699-8d1ec24edfca. {{(pid=102193) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 03:32:47.594888 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5d0202ad-d73f-4f17-aa96-0efadfb04a85 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126283525'] for subnet, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:47.684596 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5d0202ad-d73f-4f17-aa96-0efadfb04a85 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:47.702998 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-3a0325ee-2e3f-4cc9-a202-660161f6d1ec tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448809'] for router, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:47.703702 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a0325ee-2e3f-4cc9-a202-660161f6d1ec tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] Fanout notify agent at l3_agent the message router_deleted on router a3b8ecaf-c1a3-4d6d-be66-7978cba52770 {{(pid=102192) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:32:47.718354 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-3a0325ee-2e3f-4cc9-a202-660161f6d1ec tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] Notify callbacks [] for router, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:47.722992 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-3a0325ee-2e3f-4cc9-a202-660161f6d1ec tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] 10.222.0.41 "DELETE /v2.0/routers/a3b8ecaf-c1a3-4d6d-be66-7978cba52770 HTTP/1.1" status: 204 len: 168 time: 1.9766667 Aug 11 03:32:47.724918 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 36996) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:32:47.727823 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-c4221b73-6496-4c8e-b1d4-d1fa3c2182f4 tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Request body: {'router': {'name': 'tempest-snat-router-554855541', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'enable_snat': False}}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:32:47.786638 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9d3a6408-c375-4ccd-9f3b-addd7bc532c4 req-791573be-33c2-4e2b-867c-b1f8ec316c26 tempest-TestVolumeBackupRestore-944752322 tempest-TestVolumeBackupRestore-944752322-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-193788010&fields=id&tenant_id=b540e93b4e6e403b8be0a51a19b9324d HTTP/1.1" status: 200 len: 267 time: 0.0444167 Aug 11 03:32:47.823092 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c4221b73-6496-4c8e-b1d4-d1fa3c2182f4 tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-450010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6626'] for router, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:47.824730 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c4221b73-6496-4c8e-b1d4-d1fa3c2182f4 tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-446747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6633'] for router, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:47.836994 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5d0202ad-d73f-4f17-aa96-0efadfb04a85 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126283413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126275158'] for subnet, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:47.876132 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0202ad-d73f-4f17-aa96-0efadfb04a85 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Pushing event deleted for resources: {'Subnet': ['ID=dbaafb35-c387-4268-b1bd-8c5e3a1f8fa5,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:32:47.882730 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5d0202ad-d73f-4f17-aa96-0efadfb04a85 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:47.887964 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-5d0202ad-d73f-4f17-aa96-0efadfb04a85 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "DELETE /v2.0/subnets/dbaafb35-c387-4268-b1bd-8c5e3a1f8fa5 HTTP/1.1" status: 204 len: 168 time: 0.4022379 Aug 11 03:32:47.891576 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce0d2bc7-2187-4a37-bae9-03b105b95a7e None None] Network 41e2676c-dfa7-4a22-87ed-f7efd502a6d9 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:32:47.893978 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3a6408-c375-4ccd-9f3b-addd7bc532c4 req-6e28ec8b-e4b1-4164-9747-cc983f3d260e tempest-TestVolumeBackupRestore-944752322 tempest-TestVolumeBackupRestore-944752322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:32:47.897715 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9d3a6408-c375-4ccd-9f3b-addd7bc532c4 req-6e28ec8b-e4b1-4164-9747-cc983f3d260e tempest-TestVolumeBackupRestore-944752322 tempest-TestVolumeBackupRestore-944752322-project] 10.222.0.41 "GET /v2.0/networks?id=425045ab-1792-4464-8443-b9a0ad823629 HTTP/1.1" status: 200 len: 813 time: 0.1019807 Aug 11 03:32:47.897715 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 36998) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:32:47.913383 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c4221b73-6496-4c8e-b1d4-d1fa3c2182f4 tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:47.962557 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-52046063-ceec-490f-bcf5-b039ab1bfff1 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0653441 Aug 11 03:32:47.966248 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 37000) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:32:47.967417 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9d3a6408-c375-4ccd-9f3b-addd7bc532c4 req-6bb1e368-35d6-49ca-a154-5fcc24ba69d1 tempest-TestVolumeBackupRestore-944752322 tempest-TestVolumeBackupRestore-944752322-project] 10.222.0.41 "GET /v2.0/quotas/b540e93b4e6e403b8be0a51a19b9324d HTTP/1.1" status: 200 len: 375 time: 0.0467169 Aug 11 03:32:47.971681 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-e846c8e8-d37b-4823-ac2f-88a208d46b37 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Request body: {'subnet': {'network_id': '41e2676c-dfa7-4a22-87ed-f7efd502a6d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:32:48.030809 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9d3a6408-c375-4ccd-9f3b-addd7bc532c4 req-8ff70f2e-2b2e-4634-8492-3ea34d710a46 tempest-TestVolumeBackupRestore-944752322 tempest-TestVolumeBackupRestore-944752322-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=b540e93b4e6e403b8be0a51a19b9324d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0523922 Aug 11 03:32:48.088305 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb1d2293-cdc4-4a18-a291-0f47552b5167 None None] DHCP port deletion for 41e2676c-dfa7-4a22-87ed-f7efd502a6d9 request from n-d-764292-30 {{(pid=102193) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:32:48.134928 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9d3a6408-c375-4ccd-9f3b-addd7bc532c4 req-2cd6c17c-7620-489c-b2fe-5213ff34db13 service neutron] 10.222.0.41 "GET /v2.0/networks/425045ab-1792-4464-8443-b9a0ad823629?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994215 Aug 11 03:32:48.135235 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-fb1d2293-cdc4-4a18-a291-0f47552b5167 None None] Deleting port e3b8dc1a-8f39-4205-92c8-696463305f56 {{(pid=102193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:32:48.135617 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-fb1d2293-cdc4-4a18-a291-0f47552b5167 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:48.178175 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c4221b73-6496-4c8e-b1d4-d1fa3c2182f4 tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:48.207854 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-fb1d2293-cdc4-4a18-a291-0f47552b5167 None None] For port e3b8dc1a-8f39-4205-92c8-696463305f56, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=e3b8dc1a-8f39-4205-92c8-696463305f56,segment=NetworkSegment(5d96f309-e028-4cb7-a58f-990eaca460da),segment_id=5d96f309-e028-4cb7-a58f-990eaca460da)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:32:48.208273 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-fb1d2293-cdc4-4a18-a291-0f47552b5167 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:48.221809 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-fb1d2293-cdc4-4a18-a291-0f47552b5167 None None] Calling delete_port for e3b8dc1a-8f39-4205-92c8-696463305f56 owned by network:dhcp {{(pid=102193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:32:48.260222 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9d3a6408-c375-4ccd-9f3b-addd7bc532c4 req-72d37dcf-e950-4741-92da-81a6940d7640 service neutron] 10.222.0.41 "GET /v2.0/networks/425045ab-1792-4464-8443-b9a0ad823629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207066 Aug 11 03:32:48.276031 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90843679-32aa-4c56-8b40-c47f685c9449 req-3ce4c4df-70c3-4a06-acf1-3965a691ba72 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:32:48.278090 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-90843679-32aa-4c56-8b40-c47f685c9449 req-3ce4c4df-70c3-4a06-acf1-3965a691ba72 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=2acf2161-fa87-46bb-a1a1-bb895ff0bb5e HTTP/1.1" status: 200 len: 944 time: 0.0775273 Aug 11 03:32:48.298072 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e846c8e8-d37b-4823-ac2f-88a208d46b37 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Made reservation on behalf of e43abc7f2b214d1a915ef6ef86af9079 for: {'subnet': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:32:48.307705 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e846c8e8-d37b-4823-ac2f-88a208d46b37 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274743'] for subnet, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:48.319336 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-90843679-32aa-4c56-8b40-c47f685c9449 req-d6e47318-f3fa-48a8-af65-4d11879ea3d4 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/security-groups?id=d90906b3-11d7-4670-8cbc-45704d99f68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344229 Aug 11 03:32:48.365452 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-fb1d2293-cdc4-4a18-a291-0f47552b5167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678'] for port, after_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:48.401140 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1d2293-cdc4-4a18-a291-0f47552b5167 None None] Pushing event deleted for resources: {'Port': ['ID=e3b8dc1a-8f39-4205-92c8-696463305f56,revision_number=None']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:32:48.404335 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1d2293-cdc4-4a18-a291-0f47552b5167 None None] No DVR routers for this DVR port e3b8dc1a-8f39-4205-92c8-696463305f56 on host n-d-764292-30 {{(pid=102193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:32:48.407894 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device e3b8dc1a-8f39-4205-92c8-696463305f56 no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:32:48.442499 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: e3b8dc1a-8f39-4205-92c8-696463305f56 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:32:48.442990 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device e3b8dc1a-8f39-4205-92c8-696463305f56 not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:32:48.657699 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c4221b73-6496-4c8e-b1d4-d1fa3c2182f4 tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:48.677493 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c4221b73-6496-4c8e-b1d4-d1fa3c2182f4 tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:48.712972 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e846c8e8-d37b-4823-ac2f-88a208d46b37 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126283476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274725'] for subnet, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:48.774452 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e846c8e8-d37b-4823-ac2f-88a208d46b37 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Network 41e2676c-dfa7-4a22-87ed-f7efd502a6d9 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:32:48.789635 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-e846c8e8-d37b-4823-ac2f-88a208d46b37 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:32:48.794792 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e846c8e8-d37b-4823-ac2f-88a208d46b37 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:32:48.794792 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e846c8e8-d37b-4823-ac2f-88a208d46b37 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:48.804335 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dc0846d-24cb-4738-8895-2b299630c8c2 None None] Network 41e2676c-dfa7-4a22-87ed-f7efd502a6d9 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:32:48.829738 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e846c8e8-d37b-4823-ac2f-88a208d46b37 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Pushing event updated for resources: {'Subnet': ['ID=00d6efb7-411e-4794-8ee4-4a78ced0952e,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:32:48.854585 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9ad6de6c-289b-4588-9be2-73529f47cf38 req-25239a95-be43-48ad-ba44-2ea18294f79c tempest-TestVolumeBackupRestore-944752322 tempest-TestVolumeBackupRestore-944752322-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5f9f945-5fa5-4600-9157-0da44ed688fa HTTP/1.1" status: 200 len: 210 time: 0.0410895 Aug 11 03:32:48.854956 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [None req-c4221b73-6496-4c8e-b1d4-d1fa3c2182f4 tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Allocated IP 172.25.8.220 (09faf7d2-eaf5-4a50-bb6e-4cb05d009a76/e1a97443-13df-40bb-85f5-fd269e2742c0/839ea5c0-49f7-4a5f-9483-e37649dc18ac) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:32:48.945259 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-e846c8e8-d37b-4823-ac2f-88a208d46b37 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9778402 Aug 11 03:32:48.949556 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 37018) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:32:48.953937 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-a6df1a88-01c6-4a78-920f-6bd1c0e3cd1e tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Request body: {'port': {'network_id': '41e2676c-dfa7-4a22-87ed-f7efd502a6d9', 'name': 'tempest-NetworksTestDHCPv6-689293956'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:32:48.974665 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c4221b73-6496-4c8e-b1d4-d1fa3c2182f4 tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:48.985446 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2074c1c3-2f49-41f9-9385-690a61efad04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde080026-c28f-55be-b52b-13827cc43646-41e2676c-dfa7-4a22-87ed-f7efd502a6d9', 'network_id': '41e2676c-dfa7-4a22-87ed-f7efd502a6d9', 'tenant_id': 'e43abc7f2b214d1a915ef6ef86af9079', 'fixed_ips': [{'subnet_id': '00d6efb7-411e-4794-8ee4-4a78ced0952e'}]}} from n-d-764292-30. {{(pid=102193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:32:48.986778 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2074c1c3-2f49-41f9-9385-690a61efad04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:49.075138 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c4221b73-6496-4c8e-b1d4-d1fa3c2182f4 tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:49.120179 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4221b73-6496-4c8e-b1d4-d1fa3c2182f4 tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:32:49.123122 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-c4221b73-6496-4c8e-b1d4-d1fa3c2182f4 tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:32:49.126012 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6df1a88-01c6-4a78-920f-6bd1c0e3cd1e tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Made reservation on behalf of e43abc7f2b214d1a915ef6ef86af9079 for: {'port': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:32:49.126829 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4221b73-6496-4c8e-b1d4-d1fa3c2182f4 tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:32:49.130305 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a6df1a88-01c6-4a78-920f-6bd1c0e3cd1e tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:49.132940 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.db_base_plugin_common [None req-2074c1c3-2f49-41f9-9385-690a61efad04 None None] Allocated IP 2001:db8::2 (41e2676c-dfa7-4a22-87ed-f7efd502a6d9/00d6efb7-411e-4794-8ee4-4a78ced0952e/52360ff6-b6af-4ed9-88bc-7d1f979418cb) {{(pid=102193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:32:49.149662 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4221b73-6496-4c8e-b1d4-d1fa3c2182f4 tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Pushing event updated for resources: {'Port': ['ID=839ea5c0-49f7-4a5f-9483-e37649dc18ac,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:32:49.151049 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [None req-a6df1a88-01c6-4a78-920f-6bd1c0e3cd1e tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] device_id is not set on port 3e60b3d0-0835-4b15-83d1-d65ad418177a yet. {{(pid=102192) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:32:49.304560 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2074c1c3-2f49-41f9-9385-690a61efad04 None None] Notify callbacks [] for port, precommit_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:49.312552 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-2074c1c3-2f49-41f9-9385-690a61efad04 None None] Transition to ACTIVE for port object 52360ff6-b6af-4ed9-88bc-7d1f979418cb will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:32:49.327107 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-2074c1c3-2f49-41f9-9385-690a61efad04 None None] Transition to ACTIVE for port object 52360ff6-b6af-4ed9-88bc-7d1f979418cb will not be triggered until provisioned by entity DHCP. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:32:49.400242 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2074c1c3-2f49-41f9-9385-690a61efad04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669'] for port, after_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:49.439548 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2074c1c3-2f49-41f9-9385-690a61efad04 None None] Network 41e2676c-dfa7-4a22-87ed-f7efd502a6d9 is already hosted by enough agents. {{(pid=102193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:32:49.444309 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.base_scheduler [None req-2074c1c3-2f49-41f9-9385-690a61efad04 None None] Resources bound (agent type, host, resource id): {{(pid=102193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:32:49.451418 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2074c1c3-2f49-41f9-9385-690a61efad04 None None] Received port after_create {{(pid=102193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:32:49.475801 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2074c1c3-2f49-41f9-9385-690a61efad04 None None] Pushing event updated for resources: {'Port': ['ID=52360ff6-b6af-4ed9-88bc-7d1f979418cb,revision_number=1']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:32:49.482492 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c4221b73-6496-4c8e-b1d4-d1fa3c2182f4 tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:49.491825 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [None req-a6df1a88-01c6-4a78-920f-6bd1c0e3cd1e tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Allocated IP 2001:db8::119 (41e2676c-dfa7-4a22-87ed-f7efd502a6d9/00d6efb7-411e-4794-8ee4-4a78ced0952e/3e60b3d0-0835-4b15-83d1-d65ad418177a) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:32:49.510921 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a6f4c9-0547-4177-a369-577fdd7dd8a0 req-0ecbf718-4c81-4eaa-b621-476830d6f0f7 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:32:49.512566 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d5a6f4c9-0547-4177-a369-577fdd7dd8a0 req-0ecbf718-4c81-4eaa-b621-476830d6f0f7 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=2acf2161-fa87-46bb-a1a1-bb895ff0bb5e HTTP/1.1" status: 200 len: 944 time: 0.1211123 Aug 11 03:32:49.534790 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-2074c1c3-2f49-41f9-9385-690a61efad04 None None] Attempting to bind port 52360ff6-b6af-4ed9-88bc-7d1f979418cb on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:32:49.535399 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-2074c1c3-2f49-41f9-9385-690a61efad04 None None] Attempting to bind port 52360ff6-b6af-4ed9-88bc-7d1f979418cb by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': '5d96f309-e028-4cb7-a58f-990eaca460da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '41e2676c-dfa7-4a22-87ed-f7efd502a6d9'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:32:49.535877 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2074c1c3-2f49-41f9-9385-690a61efad04 None None] Attempting to bind port 52360ff6-b6af-4ed9-88bc-7d1f979418cb on network 41e2676c-dfa7-4a22-87ed-f7efd502a6d9 {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:32:49.543626 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2074c1c3-2f49-41f9-9385-690a61efad04 None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:32:49.543850 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2074c1c3-2f49-41f9-9385-690a61efad04 None None] Checking segment: {'id': '5d96f309-e028-4cb7-a58f-990eaca460da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '41e2676c-dfa7-4a22-87ed-f7efd502a6d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:32:49.544304 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2074c1c3-2f49-41f9-9385-690a61efad04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:49.544868 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2074c1c3-2f49-41f9-9385-690a61efad04 None None] Bound using segment: {'id': '5d96f309-e028-4cb7-a58f-990eaca460da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '41e2676c-dfa7-4a22-87ed-f7efd502a6d9'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:32:49.545409 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-2074c1c3-2f49-41f9-9385-690a61efad04 None None] Bound port: 52360ff6-b6af-4ed9-88bc-7d1f979418cb, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d96f309-e028-4cb7-a58f-990eaca460da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '41e2676c-dfa7-4a22-87ed-f7efd502a6d9'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:32:49.545868 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2074c1c3-2f49-41f9-9385-690a61efad04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:49.583285 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d5a6f4c9-0547-4177-a369-577fdd7dd8a0 req-03505640-7a10-437a-a87c-2d8c0b742d5c tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/security-groups?id=d90906b3-11d7-4670-8cbc-45704d99f68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624983 Aug 11 03:32:49.636057 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-2074c1c3-2f49-41f9-9385-690a61efad04 None None] For port 52360ff6-b6af-4ed9-88bc-7d1f979418cb, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:32:49.639460 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-2074c1c3-2f49-41f9-9385-690a61efad04 None None] For port 52360ff6-b6af-4ed9-88bc-7d1f979418cb, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=52360ff6-b6af-4ed9-88bc-7d1f979418cb,segment=NetworkSegment(5d96f309-e028-4cb7-a58f-990eaca460da),segment_id=5d96f309-e028-4cb7-a58f-990eaca460da)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:32:49.700511 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a6df1a88-01c6-4a78-920f-6bd1c0e3cd1e tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:49.706214 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c4221b73-6496-4c8e-b1d4-d1fa3c2182f4 tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-446952'] for router, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:49.713167 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [None req-a6df1a88-01c6-4a78-920f-6bd1c0e3cd1e tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Transition to ACTIVE for port object 3e60b3d0-0835-4b15-83d1-d65ad418177a will not be triggered until provisioned by entity DHCP. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:32:49.719316 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2074c1c3-2f49-41f9-9385-690a61efad04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:49.782519 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2074c1c3-2f49-41f9-9385-690a61efad04 None None] Pushing event updated for resources: {'Port': ['ID=52360ff6-b6af-4ed9-88bc-7d1f979418cb,revision_number=2']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:32:49.840489 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a6df1a88-01c6-4a78-920f-6bd1c0e3cd1e tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:49.889392 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6df1a88-01c6-4a78-920f-6bd1c0e3cd1e tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Network 41e2676c-dfa7-4a22-87ed-f7efd502a6d9 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:32:49.894918 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-a6df1a88-01c6-4a78-920f-6bd1c0e3cd1e tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:32:49.900139 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6df1a88-01c6-4a78-920f-6bd1c0e3cd1e tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:32:49.908964 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6df1a88-01c6-4a78-920f-6bd1c0e3cd1e tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:32:49.908964 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a6df1a88-01c6-4a78-920f-6bd1c0e3cd1e tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:49.927486 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4221b73-6496-4c8e-b1d4-d1fa3c2182f4 tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Router 389ec3ad-0810-4718-b21a-4d017c2ebed7 is scheduled to L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 with binding_index 1 {{(pid=102191) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:32:49.956197 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6df1a88-01c6-4a78-920f-6bd1c0e3cd1e tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Pushing event updated for resources: {'Port': ['ID=3e60b3d0-0835-4b15-83d1-d65ad418177a,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:32:49.967980 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-31a6e097-2aba-4969-8e19-66ee9f4b3697 req-67ff100d-398b-4684-b036-9e7cf032502c tempest-TestVolumeBackupRestore-944752322 tempest-TestVolumeBackupRestore-944752322-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5f9f945-5fa5-4600-9157-0da44ed688fa HTTP/1.1" status: 200 len: 210 time: 0.0687294 Aug 11 03:32:50.052506 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-a6df1a88-01c6-4a78-920f-6bd1c0e3cd1e tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1033969 Aug 11 03:32:50.062484 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 37026) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:32:50.114270 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd61dce4-cfd7-4e44-ae88-79031aafe9f3 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:32:50.120403 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd61dce4-cfd7-4e44-ae88-79031aafe9f3 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:32:50.122668 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-dd61dce4-cfd7-4e44-ae88-79031aafe9f3 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.0650067 Aug 11 03:32:50.125369 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 37028) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:32:50.220725 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-71497146-cd5b-4fc3-a886-69851a144742 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Deleting port 3e60b3d0-0835-4b15-83d1-d65ad418177a {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:32:50.221048 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-71497146-cd5b-4fc3-a886-69851a144742 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:50.316051 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-71497146-cd5b-4fc3-a886-69851a144742 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:50.329864 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-71497146-cd5b-4fc3-a886-69851a144742 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Calling delete_port for 3e60b3d0-0835-4b15-83d1-d65ad418177a owned by {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:32:50.388599 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4221b73-6496-4c8e-b1d4-d1fa3c2182f4 tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:32:50.421935 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2273f6c9-07f3-430e-8efe-7c807a7db6a3 None None] Sync routers for ids ['389ec3ad-0810-4718-b21a-4d017c2ebed7'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:32:50.431872 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2273f6c9-07f3-430e-8efe-7c807a7db6a3 None None] Routers {'389ec3ad-0810-4718-b21a-4d017c2ebed7'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:32:50.432299 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-2273f6c9-07f3-430e-8efe-7c807a7db6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:32:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['389ec3ad-0810-4718-b21a-4d017c2ebed7'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:32:50.471132 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c4221b73-6496-4c8e-b1d4-d1fa3c2182f4 tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Notify callbacks [] for router, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:50.472363 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-c4221b73-6496-4c8e-b1d4-d1fa3c2182f4 tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.7479930 Aug 11 03:32:50.475270 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 37030) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:32:50.488244 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 52360ff6-b6af-4ed9-88bc-7d1f979418cb up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:32:50.602237 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-2273f6c9-07f3-430e-8efe-7c807a7db6a3 None None] Set router 389ec3ad-0810-4718-b21a-4d017c2ebed7 gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:32:50.616819 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-71497146-cd5b-4fc3-a886-69851a144742 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:50.634401 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-f0c7174f-0934-4d26-bf54-cae168b52a26 tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] 10.222.0.41 "GET /v2.0/routers/389ec3ad-0810-4718-b21a-4d017c2ebed7 HTTP/1.1" status: 200 len: 908 time: 0.1579359 Aug 11 03:32:50.640632 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 37034) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:32:50.645456 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-fe326588-49d1-49b0-95bf-961a2df47b29 tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Request body: {'router': {'name': 'tempest-snat-router-554855541', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'enable_snat': True}}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:32:50.659799 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71497146-cd5b-4fc3-a886-69851a144742 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Pushing event deleted for resources: {'Port': ['ID=3e60b3d0-0835-4b15-83d1-d65ad418177a,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:32:50.703708 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-71497146-cd5b-4fc3-a886-69851a144742 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:50.707277 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port 52360ff6-b6af-4ed9-88bc-7d1f979418cb completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:32:50.707435 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-71497146-cd5b-4fc3-a886-69851a144742 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "DELETE /v2.0/ports/3e60b3d0-0835-4b15-83d1-d65ad418177a HTTP/1.1" status: 204 len: 168 time: 0.5792875 Aug 11 03:32:50.709059 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 37036) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:32:50.761874 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986a8fb7-2fae-4d3f-9468-4a39cc27c856 req-5a990b05-57a9-42a7-b8df-aa64eef3466b tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:32:50.763858 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-986a8fb7-2fae-4d3f-9468-4a39cc27c856 req-5a990b05-57a9-42a7-b8df-aa64eef3466b tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=2acf2161-fa87-46bb-a1a1-bb895ff0bb5e HTTP/1.1" status: 200 len: 944 time: 0.0720944 Aug 11 03:32:50.776104 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fe326588-49d1-49b0-95bf-961a2df47b29 tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-450010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6626'] for router, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:50.777964 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fe326588-49d1-49b0-95bf-961a2df47b29 tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-446747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6633'] for router, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:50.799548 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3b360c0-004c-4225-a7f5-11e085d9885e tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:32:50.801969 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3b360c0-004c-4225-a7f5-11e085d9885e tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:32:50.806849 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-b3b360c0-004c-4225-a7f5-11e085d9885e tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0966487 Aug 11 03:32:50.808879 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 37038) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:32:50.829588 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-986a8fb7-2fae-4d3f-9468-4a39cc27c856 req-ba36270d-2a0d-480e-8548-e9335ef6943a tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/security-groups?id=d90906b3-11d7-4670-8cbc-45704d99f68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557525 Aug 11 03:32:50.900173 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fe326588-49d1-49b0-95bf-961a2df47b29 tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:50.909707 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_v2 [None req-1232f0f4-064e-44e8-91d9-ca8472376e9a tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Deleting subnet 00d6efb7-411e-4794-8ee4-4a78ced0952e {{(pid=102191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:32:50.912925 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1232f0f4-064e-44e8-91d9-ca8472376e9a tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks [] for subnet, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:50.956728 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1232f0f4-064e-44e8-91d9-ca8472376e9a tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126283525'] for subnet, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:50.993852 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-2273f6c9-07f3-430e-8efe-7c807a7db6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '389ec3ad-0810-4718-b21a-4d017c2ebed7', 'name': 'tempest-snat-router-554855541', 'tenant_id': '05177235ef1041f5a29c2063ce00aecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.220'}], 'enable_snat': False}, 'gw_port_id': '839ea5c0-49f7-4a5f-9483-e37649dc18ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:32:47Z', 'updated_at': '2021-08-11T03:32:49Z', 'revision_number': 3, 'project_id': '05177235ef1041f5a29c2063ce00aecd', 'gw_port': {'id': '839ea5c0-49f7-4a5f-9483-e37649dc18ac', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:5f:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '389ec3ad-0810-4718-b21a-4d017c2ebed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3634, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:32:48Z', 'updated_at': '2021-08-11T03:32:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-764292-30'}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:32:51.021441 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2273f6c9-07f3-430e-8efe-7c807a7db6a3 None None] Checking router: 389ec3ad-0810-4718-b21a-4d017c2ebed7 for host: n-d-764292-30 {{(pid=102193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:32:51.021805 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2273f6c9-07f3-430e-8efe-7c807a7db6a3 None None] Updating router 389ec3ad-0810-4718-b21a-4d017c2ebed7 port 839ea5c0-49f7-4a5f-9483-e37649dc18ac binding host n-d-764292-30 {{(pid=102193) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:32:51.025373 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-64db3c8c-e9ac-4561-8473-559ac1722e5c None None] Provisioning for port 52360ff6-b6af-4ed9-88bc-7d1f979418cb completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:32:51.045022 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-64db3c8c-e9ac-4561-8473-559ac1722e5c None None] Provisioning complete for port 52360ff6-b6af-4ed9-88bc-7d1f979418cb triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:32:51.045446 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-64db3c8c-e9ac-4561-8473-559ac1722e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:51.077760 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2273f6c9-07f3-430e-8efe-7c807a7db6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:51.148388 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b1058daf-7645-4954-9d93-2d4b2f94519d req-85a70ab5-3acc-4a34-82db-8664798f6517 tempest-TestVolumeBackupRestore-944752322 tempest-TestVolumeBackupRestore-944752322-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5f9f945-5fa5-4600-9157-0da44ed688fa HTTP/1.1" status: 200 len: 210 time: 0.0445790 Aug 11 03:32:51.177887 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fe326588-49d1-49b0-95bf-961a2df47b29 tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:51.198219 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1232f0f4-064e-44e8-91d9-ca8472376e9a tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:51.245092 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-64db3c8c-e9ac-4561-8473-559ac1722e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:51.381546 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3a6408-c375-4ccd-9f3b-addd7bc532c4 req-e37d0bd1-aeef-49e5-8c7b-afbe1b8cd27f tempest-TestVolumeBackupRestore-944752322 tempest-TestVolumeBackupRestore-944752322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:32:51.382902 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9d3a6408-c375-4ccd-9f3b-addd7bc532c4 req-e37d0bd1-aeef-49e5-8c7b-afbe1b8cd27f tempest-TestVolumeBackupRestore-944752322 tempest-TestVolumeBackupRestore-944752322-project] 10.222.0.24 "GET /v2.0/networks?id=425045ab-1792-4464-8443-b9a0ad823629 HTTP/1.1" status: 200 len: 813 time: 0.1576314 Aug 11 03:32:51.426860 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1232f0f4-064e-44e8-91d9-ca8472376e9a tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126283413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126275158'] for subnet, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:51.444227 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2273f6c9-07f3-430e-8efe-7c807a7db6a3 None None] Notify callbacks [] for port, precommit_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:51.452519 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9d3a6408-c375-4ccd-9f3b-addd7bc532c4 req-56adccfa-9ba1-438c-8a8b-1ffa0d795bbc tempest-TestVolumeBackupRestore-944752322 tempest-TestVolumeBackupRestore-944752322-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b540e93b4e6e403b8be0a51a19b9324d HTTP/1.1" status: 200 len: 379 time: 0.0598228 Aug 11 03:32:51.465273 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-9d3a6408-c375-4ccd-9f3b-addd7bc532c4 req-23371537-7053-4176-8389-b7f94ee9c8ea tempest-TestVolumeBackupRestore-944752322 tempest-TestVolumeBackupRestore-944752322-project] Request body: {'port': {'device_id': 'b5f9f945-5fa5-4600-9157-0da44ed688fa', 'network_id': '425045ab-1792-4464-8443-b9a0ad823629', 'admin_state_up': True, 'tenant_id': 'b540e93b4e6e403b8be0a51a19b9324d', 'security_groups': ['b7dd0f82-41a7-4a1d-84a1-f287f3504f4a']}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:32:51.482512 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-2273f6c9-07f3-430e-8efe-7c807a7db6a3 None None] Transition to ACTIVE for port object 839ea5c0-49f7-4a5f-9483-e37649dc18ac will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:32:51.502519 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.db.api [None req-64db3c8c-e9ac-4561-8473-559ac1722e5c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102193) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 03:32:51.502519 n-d-764292-30 neutron-server[102193]: DEBUG oslo_db.api [None req-64db3c8c-e9ac-4561-8473-559ac1722e5c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 03:32:51.507074 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1232f0f4-064e-44e8-91d9-ca8472376e9a tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Pushing event deleted for resources: {'Subnet': ['ID=00d6efb7-411e-4794-8ee4-4a78ced0952e,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:32:51.515371 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1232f0f4-064e-44e8-91d9-ca8472376e9a tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:51.517905 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-1232f0f4-064e-44e8-91d9-ca8472376e9a tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "DELETE /v2.0/subnets/00d6efb7-411e-4794-8ee4-4a78ced0952e HTTP/1.1" status: 204 len: 168 time: 0.7041497 Aug 11 03:32:51.523417 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 37042) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:32:51.524360 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3623e2e6-2a26-423b-a71f-fae156c93f6b None None] Network 41e2676c-dfa7-4a22-87ed-f7efd502a6d9 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:32:51.565625 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fe326588-49d1-49b0-95bf-961a2df47b29 tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:51.570307 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-31a8e86b-9501-49fb-8109-2ef1bdd3fa8b tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0457058 Aug 11 03:32:51.574569 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2273f6c9-07f3-430e-8efe-7c807a7db6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:51.575568 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 37044) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:32:51.580784 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-2379143c-de1d-4bf3-b26a-214093295d14 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Request body: {'subnet': {'network_id': '41e2676c-dfa7-4a22-87ed-f7efd502a6d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:32:51.591295 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fe326588-49d1-49b0-95bf-961a2df47b29 tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:51.688594 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-2273f6c9-07f3-430e-8efe-7c807a7db6a3 None None] Attempting to bind port 839ea5c0-49f7-4a5f-9483-e37649dc18ac on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:32:51.688954 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-2273f6c9-07f3-430e-8efe-7c807a7db6a3 None None] Attempting to bind port 839ea5c0-49f7-4a5f-9483-e37649dc18ac by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:32:51.689318 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2273f6c9-07f3-430e-8efe-7c807a7db6a3 None None] Attempting to bind port 839ea5c0-49f7-4a5f-9483-e37649dc18ac on network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:32:51.693108 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47e60f0-fbc3-4085-95d9-54a5f9cb464c None None] Pushing event updated for resources: {'Port': ['ID=839ea5c0-49f7-4a5f-9483-e37649dc18ac,revision_number=2']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:32:51.703195 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47e60f0-fbc3-4085-95d9-54a5f9cb464c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:32:51.703536 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47e60f0-fbc3-4085-95d9-54a5f9cb464c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:32:51.703874 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47e60f0-fbc3-4085-95d9-54a5f9cb464c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:32:51.704206 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47e60f0-fbc3-4085-95d9-54a5f9cb464c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:32:51.704534 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47e60f0-fbc3-4085-95d9-54a5f9cb464c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:32:51.704861 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47e60f0-fbc3-4085-95d9-54a5f9cb464c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:32:51.705180 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47e60f0-fbc3-4085-95d9-54a5f9cb464c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:32:51.705524 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47e60f0-fbc3-4085-95d9-54a5f9cb464c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:32:51.705812 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47e60f0-fbc3-4085-95d9-54a5f9cb464c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:32:51.706130 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47e60f0-fbc3-4085-95d9-54a5f9cb464c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:32:51.706696 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47e60f0-fbc3-4085-95d9-54a5f9cb464c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:32:51.706826 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47e60f0-fbc3-4085-95d9-54a5f9cb464c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:32:51.712409 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2273f6c9-07f3-430e-8efe-7c807a7db6a3 None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:32:51.712784 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2273f6c9-07f3-430e-8efe-7c807a7db6a3 None None] Checking segment: {'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:32:51.713182 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2273f6c9-07f3-430e-8efe-7c807a7db6a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:51.713569 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2273f6c9-07f3-430e-8efe-7c807a7db6a3 None None] Bound using segment: {'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:32:51.714046 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-2273f6c9-07f3-430e-8efe-7c807a7db6a3 None None] Bound port: 839ea5c0-49f7-4a5f-9483-e37649dc18ac, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:32:51.714488 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2273f6c9-07f3-430e-8efe-7c807a7db6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:51.729474 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.db.api [req-9d3a6408-c375-4ccd-9f3b-addd7bc532c4 req-23371537-7053-4176-8389-b7f94ee9c8ea tempest-TestVolumeBackupRestore-944752322 tempest-TestVolumeBackupRestore-944752322-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 11 03:32:51.729474 n-d-764292-30 neutron-server[102192]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 11 03:32:51.729474 n-d-764292-30 neutron-server[102192]: [parameters: {'project_id_1': 'b540e93b4e6e403b8be0a51a19b9324d', 'expiration_1': datetime.datetime(2021, 8, 11, 3, 32, 51, 720844)}] Aug 11 03:32:51.729474 n-d-764292-30 neutron-server[102192]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102192) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 03:32:51.730910 n-d-764292-30 neutron-server[102192]: DEBUG oslo_db.api [req-9d3a6408-c375-4ccd-9f3b-addd7bc532c4 req-23371537-7053-4176-8389-b7f94ee9c8ea tempest-TestVolumeBackupRestore-944752322 tempest-TestVolumeBackupRestore-944752322-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 03:32:51.731553 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [None req-fe326588-49d1-49b0-95bf-961a2df47b29 tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Allocated IP 172.25.8.25 (09faf7d2-eaf5-4a50-bb6e-4cb05d009a76/e1a97443-13df-40bb-85f5-fd269e2742c0/37e27370-720e-4aa6-a644-4450236a438f) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:32:51.772922 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-2273f6c9-07f3-430e-8efe-7c807a7db6a3 None None] For port 839ea5c0-49f7-4a5f-9483-e37649dc18ac, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:32:51.777693 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-2273f6c9-07f3-430e-8efe-7c807a7db6a3 None None] For port 839ea5c0-49f7-4a5f-9483-e37649dc18ac, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=839ea5c0-49f7-4a5f-9483-e37649dc18ac,segment=NetworkSegment(fab28bed-aa25-40db-bba4-ec26e795194c),segment_id=fab28bed-aa25-40db-bba4-ec26e795194c)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:32:51.835069 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dce6453b-b715-4491-8387-b9446108ba92 None None] DHCP port deletion for 41e2676c-dfa7-4a22-87ed-f7efd502a6d9 request from n-d-764292-30 {{(pid=102193) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:32:51.842172 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fe326588-49d1-49b0-95bf-961a2df47b29 tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:51.868187 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2379143c-de1d-4bf3-b26a-214093295d14 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Made reservation on behalf of e43abc7f2b214d1a915ef6ef86af9079 for: {'subnet': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:32:51.875545 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-2379143c-de1d-4bf3-b26a-214093295d14 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126180544'] for subnet, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:51.885272 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dce6453b-b715-4491-8387-b9446108ba92 None None] Deleting port 52360ff6-b6af-4ed9-88bc-7d1f979418cb {{(pid=102193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:32:51.885833 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dce6453b-b715-4491-8387-b9446108ba92 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:51.927128 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2273f6c9-07f3-430e-8efe-7c807a7db6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:52.006760 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2273f6c9-07f3-430e-8efe-7c807a7db6a3 None None] Routers {'389ec3ad-0810-4718-b21a-4d017c2ebed7'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:32:52.007134 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-2273f6c9-07f3-430e-8efe-7c807a7db6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:32:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['389ec3ad-0810-4718-b21a-4d017c2ebed7'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:32:52.010170 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dce6453b-b715-4491-8387-b9446108ba92 None None] For port 52360ff6-b6af-4ed9-88bc-7d1f979418cb, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=52360ff6-b6af-4ed9-88bc-7d1f979418cb,segment=NetworkSegment(5d96f309-e028-4cb7-a58f-990eaca460da),segment_id=5d96f309-e028-4cb7-a58f-990eaca460da)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:32:52.011000 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dce6453b-b715-4491-8387-b9446108ba92 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:52.022460 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8039c16a-f8dc-4de1-883d-599c0afc2aa9 req-4188d707-806f-4845-8de3-0c3148a63c5c tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:32:52.026138 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fe326588-49d1-49b0-95bf-961a2df47b29 tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:52.030841 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8039c16a-f8dc-4de1-883d-599c0afc2aa9 req-4188d707-806f-4845-8de3-0c3148a63c5c tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=2acf2161-fa87-46bb-a1a1-bb895ff0bb5e HTTP/1.1" status: 200 len: 944 time: 0.0943704 Aug 11 03:32:52.080138 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe326588-49d1-49b0-95bf-961a2df47b29 tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Pushing event updated for resources: {'Port': ['ID=37e27370-720e-4aa6-a644-4450236a438f,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:32:52.089798 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dce6453b-b715-4491-8387-b9446108ba92 None None] Calling delete_port for 52360ff6-b6af-4ed9-88bc-7d1f979418cb owned by network:dhcp {{(pid=102193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:32:52.090476 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe326588-49d1-49b0-95bf-961a2df47b29 tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:32:52.092579 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-fe326588-49d1-49b0-95bf-961a2df47b29 tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:32:52.094922 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe326588-49d1-49b0-95bf-961a2df47b29 tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:32:52.104305 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47e60f0-fbc3-4085-95d9-54a5f9cb464c None None] Pushing event updated for resources: {'Port': ['ID=839ea5c0-49f7-4a5f-9483-e37649dc18ac,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:32:52.105967 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8039c16a-f8dc-4de1-883d-599c0afc2aa9 req-5a353b6b-0fb3-481b-ba3c-67ea8bb3e556 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/security-groups?id=d90906b3-11d7-4670-8cbc-45704d99f68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742705 Aug 11 03:32:52.127375 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-64db3c8c-e9ac-4561-8473-559ac1722e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:52.249233 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-2273f6c9-07f3-430e-8efe-7c807a7db6a3 None None] Set router 389ec3ad-0810-4718-b21a-4d017c2ebed7 gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:32:52.275601 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-04de568a-8d83-4bee-a0c2-5c4649bbc031 req-c1b07cee-3a1c-4f09-8472-a7149e92c562 tempest-TestVolumeBackupRestore-944752322 tempest-TestVolumeBackupRestore-944752322-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5f9f945-5fa5-4600-9157-0da44ed688fa HTTP/1.1" status: 200 len: 210 time: 0.0326598 Aug 11 03:32:52.279896 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-64db3c8c-e9ac-4561-8473-559ac1722e5c None None] For port 52360ff6-b6af-4ed9-88bc-7d1f979418cb, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=52360ff6-b6af-4ed9-88bc-7d1f979418cb,segment=NetworkSegment(5d96f309-e028-4cb7-a58f-990eaca460da),segment_id=5d96f309-e028-4cb7-a58f-990eaca460da)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:32:52.281400 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-2379143c-de1d-4bf3-b26a-214093295d14 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125932092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126180562'] for subnet, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:52.328275 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2379143c-de1d-4bf3-b26a-214093295d14 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Network 41e2676c-dfa7-4a22-87ed-f7efd502a6d9 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:32:52.334935 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-2379143c-de1d-4bf3-b26a-214093295d14 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:32:52.338503 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2379143c-de1d-4bf3-b26a-214093295d14 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:32:52.339706 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-2379143c-de1d-4bf3-b26a-214093295d14 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks [] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:52.360123 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2379143c-de1d-4bf3-b26a-214093295d14 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Pushing event updated for resources: {'Subnet': ['ID=cb191037-c019-4569-b694-c5f510143fe4,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:32:52.378252 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d3a6408-c375-4ccd-9f3b-addd7bc532c4 req-23371537-7053-4176-8389-b7f94ee9c8ea tempest-TestVolumeBackupRestore-944752322 tempest-TestVolumeBackupRestore-944752322-project] Made reservation on behalf of b540e93b4e6e403b8be0a51a19b9324d for: {'port': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:32:52.383951 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-9d3a6408-c375-4ccd-9f3b-addd7bc532c4 req-23371537-7053-4176-8389-b7f94ee9c8ea tempest-TestVolumeBackupRestore-944752322 tempest-TestVolumeBackupRestore-944752322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:52.440240 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-64db3c8c-e9ac-4561-8473-559ac1722e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:52.470391 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 52360ff6-b6af-4ed9-88bc-7d1f979418cb no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:32:52.490982 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fe326588-49d1-49b0-95bf-961a2df47b29 tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:52.550660 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dce6453b-b715-4491-8387-b9446108ba92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678'] for port, after_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:52.556179 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-2379143c-de1d-4bf3-b26a-214093295d14 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9773080 Aug 11 03:32:52.557446 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 37050) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:32:52.562435 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-a0e65d7d-99df-4673-8029-357b6248fbba tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Request body: {'port': {'network_id': '41e2676c-dfa7-4a22-87ed-f7efd502a6d9', 'name': 'tempest-NetworksTestDHCPv6-1683865569'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:32:52.567142 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [req-9d3a6408-c375-4ccd-9f3b-addd7bc532c4 req-23371537-7053-4176-8389-b7f94ee9c8ea tempest-TestVolumeBackupRestore-944752322 tempest-TestVolumeBackupRestore-944752322-project] Allocated IP 172.20.0.5 (425045ab-1792-4464-8443-b9a0ad823629/f01d933d-9d66-4eb8-97b2-29dd5d188cd5/d6776e0f-f310-483a-a2d5-163fa5092fc1) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:32:52.593882 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-55ea5342-7958-4515-b321-100280e9d8c1 None None] Could not find standard attr ID for object 3e60b3d0-0835-4b15-83d1-d65ad418177a. {{(pid=102193) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 03:32:52.598999 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce6453b-b715-4491-8387-b9446108ba92 None None] No DVR routers for this DVR port 52360ff6-b6af-4ed9-88bc-7d1f979418cb on host n-d-764292-30 {{(pid=102193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:32:52.612414 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No active binding found for port 52360ff6-b6af-4ed9-88bc-7d1f979418cb {{(pid=102193) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 11 03:32:52.612849 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 52360ff6-b6af-4ed9-88bc-7d1f979418cb not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:32:52.626654 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64db3c8c-e9ac-4561-8473-559ac1722e5c None None] Pushing event updated for resources: {'Port': ['ID=52360ff6-b6af-4ed9-88bc-7d1f979418cb,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:32:52.631356 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a89b5a06-9ab7-4b0a-b9ff-af9566bdce25 None None] Network 41e2676c-dfa7-4a22-87ed-f7efd502a6d9 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:32:52.729815 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fe326588-49d1-49b0-95bf-961a2df47b29 tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-446952'] for router, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:52.741346 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce6453b-b715-4491-8387-b9446108ba92 None None] Pushing event deleted for resources: {'Port': ['ID=52360ff6-b6af-4ed9-88bc-7d1f979418cb,revision_number=None']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:32:52.770268 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-2273f6c9-07f3-430e-8efe-7c807a7db6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '389ec3ad-0810-4718-b21a-4d017c2ebed7', 'name': 'tempest-snat-router-554855541', 'tenant_id': '05177235ef1041f5a29c2063ce00aecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.220'}], 'enable_snat': False}, 'gw_port_id': '839ea5c0-49f7-4a5f-9483-e37649dc18ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:32:47Z', 'updated_at': '2021-08-11T03:32:49Z', 'revision_number': 3, 'project_id': '05177235ef1041f5a29c2063ce00aecd', 'gw_port': {'id': '839ea5c0-49f7-4a5f-9483-e37649dc18ac', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:5f:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '389ec3ad-0810-4718-b21a-4d017c2ebed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3634, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:32:48Z', 'updated_at': '2021-08-11T03:32:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-764292-30'}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:32:52.803229 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2273f6c9-07f3-430e-8efe-7c807a7db6a3 None None] The sync data for ids ['389ec3ad-0810-4718-b21a-4d017c2ebed7'] in n-d-764292-30 is: [{'id': '389ec3ad-0810-4718-b21a-4d017c2ebed7', 'name': 'tempest-snat-router-554855541', 'tenant_id': '05177235ef1041f5a29c2063ce00aecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.220'}], 'enable_snat': False}, 'gw_port_id': '839ea5c0-49f7-4a5f-9483-e37649dc18ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:32:47Z', 'updated_at': '2021-08-11T03:32:49Z', 'revision_number': 3, 'project_id': '05177235ef1041f5a29c2063ce00aecd', 'gw_port': {'id': '839ea5c0-49f7-4a5f-9483-e37649dc18ac', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:5f:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '389ec3ad-0810-4718-b21a-4d017c2ebed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3634, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:32:48Z', 'updated_at': '2021-08-11T03:32:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-764292-30'}] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:32:52.844867 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-9d3a6408-c375-4ccd-9f3b-addd7bc532c4 req-23371537-7053-4176-8389-b7f94ee9c8ea tempest-TestVolumeBackupRestore-944752322 tempest-TestVolumeBackupRestore-944752322-project] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:52.858802 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d169276-261e-4bd3-b70e-cd6e4f1658c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde080026-c28f-55be-b52b-13827cc43646-41e2676c-dfa7-4a22-87ed-f7efd502a6d9', 'network_id': '41e2676c-dfa7-4a22-87ed-f7efd502a6d9', 'tenant_id': 'e43abc7f2b214d1a915ef6ef86af9079', 'fixed_ips': [{'subnet_id': 'cb191037-c019-4569-b694-c5f510143fe4'}]}} from n-d-764292-30. {{(pid=102193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:32:52.861038 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [req-9d3a6408-c375-4ccd-9f3b-addd7bc532c4 req-23371537-7053-4176-8389-b7f94ee9c8ea tempest-TestVolumeBackupRestore-944752322 tempest-TestVolumeBackupRestore-944752322-project] Transition to ACTIVE for port object d6776e0f-f310-483a-a2d5-163fa5092fc1 will not be triggered until provisioned by entity DHCP. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:32:52.861262 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2d169276-261e-4bd3-b70e-cd6e4f1658c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:52.891811 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0e65d7d-99df-4673-8029-357b6248fbba tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Made reservation on behalf of e43abc7f2b214d1a915ef6ef86af9079 for: {'port': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:32:52.895698 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a0e65d7d-99df-4673-8029-357b6248fbba tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:52.916808 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [None req-a0e65d7d-99df-4673-8029-357b6248fbba tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] device_id is not set on port 00ba6b50-bb6d-47b7-aa1b-58e930b7526a yet. {{(pid=102192) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:32:52.988465 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe326588-49d1-49b0-95bf-961a2df47b29 tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Router 109079d9-9d4b-4ed6-a8ce-82e2e7953dd6 is scheduled to L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 with binding_index 1 {{(pid=102191) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:32:53.037212 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-9d3a6408-c375-4ccd-9f3b-addd7bc532c4 req-23371537-7053-4176-8389-b7f94ee9c8ea tempest-TestVolumeBackupRestore-944752322 tempest-TestVolumeBackupRestore-944752322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:53.087388 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d3a6408-c375-4ccd-9f3b-addd7bc532c4 req-23371537-7053-4176-8389-b7f94ee9c8ea tempest-TestVolumeBackupRestore-944752322 tempest-TestVolumeBackupRestore-944752322-project] Network 425045ab-1792-4464-8443-b9a0ad823629 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:32:53.093153 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [req-9d3a6408-c375-4ccd-9f3b-addd7bc532c4 req-23371537-7053-4176-8389-b7f94ee9c8ea tempest-TestVolumeBackupRestore-944752322 tempest-TestVolumeBackupRestore-944752322-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:32:53.101269 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d3a6408-c375-4ccd-9f3b-addd7bc532c4 req-23371537-7053-4176-8389-b7f94ee9c8ea tempest-TestVolumeBackupRestore-944752322 tempest-TestVolumeBackupRestore-944752322-project] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:32:53.149505 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [None req-a0e65d7d-99df-4673-8029-357b6248fbba tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Allocated IP 2001:db8::1a8 (41e2676c-dfa7-4a22-87ed-f7efd502a6d9/cb191037-c019-4569-b694-c5f510143fe4/00ba6b50-bb6d-47b7-aa1b-58e930b7526a) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:32:53.156246 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe326588-49d1-49b0-95bf-961a2df47b29 tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:32:53.165831 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23371537-7053-4176-8389-b7f94ee9c8ea tempest-TestVolumeBackupRestore-944752322 tempest-TestVolumeBackupRestore-944752322-project] Pushing event updated for resources: {'Port': ['ID=d6776e0f-f310-483a-a2d5-163fa5092fc1,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:32:53.209222 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3a6408-c375-4ccd-9f3b-addd7bc532c4 req-23371537-7053-4176-8389-b7f94ee9c8ea tempest-TestVolumeBackupRestore-944752322 tempest-TestVolumeBackupRestore-944752322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:32:53.210993 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-9d3a6408-c375-4ccd-9f3b-addd7bc532c4 req-23371537-7053-4176-8389-b7f94ee9c8ea tempest-TestVolumeBackupRestore-944752322 tempest-TestVolumeBackupRestore-944752322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:53.218069 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe556924-2026-46a2-a55e-cc9e182ce1c4 None None] Sync routers for ids ['109079d9-9d4b-4ed6-a8ce-82e2e7953dd6'] in n-d-764292-30 {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:32:53.240063 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe556924-2026-46a2-a55e-cc9e182ce1c4 None None] Routers {'109079d9-9d4b-4ed6-a8ce-82e2e7953dd6'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:32:53.240708 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-fe556924-2026-46a2-a55e-cc9e182ce1c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:32:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['109079d9-9d4b-4ed6-a8ce-82e2e7953dd6'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:32:53.310242 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fe326588-49d1-49b0-95bf-961a2df47b29 tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Notify callbacks [] for router, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:53.311553 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-fe326588-49d1-49b0-95bf-961a2df47b29 tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 2.6698713 Aug 11 03:32:53.314900 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 37056) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:32:53.419001 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-fe556924-2026-46a2-a55e-cc9e182ce1c4 None None] Set router 109079d9-9d4b-4ed6-a8ce-82e2e7953dd6 gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:32:53.569837 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-6f716a65-eff0-41ac-9393-0f3b064bbc02 tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] 10.222.0.41 "GET /v2.0/routers/109079d9-9d4b-4ed6-a8ce-82e2e7953dd6 HTTP/1.1" status: 200 len: 906 time: 0.2523992 Aug 11 03:32:53.574860 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 37058) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:32:53.594699 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-5baac0c4-79c6-48f4-979f-730885fe7d40 None None] Provisioning for port d6776e0f-f310-483a-a2d5-163fa5092fc1 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:32:53.599623 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-5baac0c4-79c6-48f4-979f-730885fe7d40 None None] Provisioning complete for port d6776e0f-f310-483a-a2d5-163fa5092fc1 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:32:53.601155 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-5baac0c4-79c6-48f4-979f-730885fe7d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:53.682830 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-5baac0c4-79c6-48f4-979f-730885fe7d40 None None] Port d6776e0f-f310-483a-a2d5-163fa5092fc1 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:32:53.734943 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9d3a6408-c375-4ccd-9f3b-addd7bc532c4 req-23371537-7053-4176-8389-b7f94ee9c8ea tempest-TestVolumeBackupRestore-944752322 tempest-TestVolumeBackupRestore-944752322-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2748411 Aug 11 03:32:53.762986 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-9d3a6408-c375-4ccd-9f3b-addd7bc532c4 req-d3b91eaf-7cd7-445b-9b7b-ba7efcaeaa36 service neutron] Request body: {'port': {'device_id': 'b5f9f945-5fa5-4600-9157-0da44ed688fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764292-30'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:32:53.768107 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4dab1364-1ff2-4482-9e0e-b6f01fe1d3a7 tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Notify callbacks [] for router, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:53.867140 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-fe556924-2026-46a2-a55e-cc9e182ce1c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '109079d9-9d4b-4ed6-a8ce-82e2e7953dd6', 'name': 'tempest-snat-router-554855541', 'tenant_id': '05177235ef1041f5a29c2063ce00aecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': '37e27370-720e-4aa6-a644-4450236a438f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:32:50Z', 'updated_at': '2021-08-11T03:32:52Z', 'revision_number': 3, 'project_id': '05177235ef1041f5a29c2063ce00aecd', 'gw_port': {'id': '37e27370-720e-4aa6-a644-4450236a438f', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:0a:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '109079d9-9d4b-4ed6-a8ce-82e2e7953dd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:32:51Z', 'updated_at': '2021-08-11T03:32:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:32:53.900243 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4dab1364-1ff2-4482-9e0e-b6f01fe1d3a7 tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:53.917158 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe556924-2026-46a2-a55e-cc9e182ce1c4 None None] Checking router: 109079d9-9d4b-4ed6-a8ce-82e2e7953dd6 for host: n-d-764292-30 {{(pid=102194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:32:53.917540 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe556924-2026-46a2-a55e-cc9e182ce1c4 None None] Updating router 109079d9-9d4b-4ed6-a8ce-82e2e7953dd6 port 37e27370-720e-4aa6-a644-4450236a438f binding host n-d-764292-30 {{(pid=102194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:32:53.951310 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400f8955-498b-48e6-b3fa-c0bd03e642e7 req-a566ff90-f9ce-4442-8c06-34f9952fd8e6 tempest-TestVolumeBackupRestore-944752322 tempest-TestVolumeBackupRestore-944752322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:32:53.953545 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-fe556924-2026-46a2-a55e-cc9e182ce1c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:53.954805 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-400f8955-498b-48e6-b3fa-c0bd03e642e7 req-a566ff90-f9ce-4442-8c06-34f9952fd8e6 tempest-TestVolumeBackupRestore-944752322 tempest-TestVolumeBackupRestore-944752322-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5f9f945-5fa5-4600-9157-0da44ed688fa HTTP/1.1" status: 200 len: 931 time: 0.2405884 Aug 11 03:32:53.968083 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42615f66-adb0-4ad5-9951-5ce32c404b14 req-4df2b140-02c7-44a8-9429-e38c9a64c5d6 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:32:53.969927 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-42615f66-adb0-4ad5-9951-5ce32c404b14 req-4df2b140-02c7-44a8-9429-e38c9a64c5d6 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=2acf2161-fa87-46bb-a1a1-bb895ff0bb5e HTTP/1.1" status: 200 len: 944 time: 0.2571046 Aug 11 03:32:53.993102 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-9d3a6408-c375-4ccd-9f3b-addd7bc532c4 req-d3b91eaf-7cd7-445b-9b7b-ba7efcaeaa36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:54.112680 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-4dab1364-1ff2-4482-9e0e-b6f01fe1d3a7 tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Deleting port 37e27370-720e-4aa6-a644-4450236a438f {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:32:54.116614 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4dab1364-1ff2-4482-9e0e-b6f01fe1d3a7 tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:54.152133 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-400f8955-498b-48e6-b3fa-c0bd03e642e7 req-0b806848-00c1-4ad9-bb34-e2bb469f0950 tempest-TestVolumeBackupRestore-944752322 tempest-TestVolumeBackupRestore-944752322-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7dd0f82-41a7-4a1d-84a1-f287f3504f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1774662 Aug 11 03:32:54.165117 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-42615f66-adb0-4ad5-9951-5ce32c404b14 req-839715bc-52fd-4d32-af39-78c2afcf611c tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/security-groups?id=d90906b3-11d7-4670-8cbc-45704d99f68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798255 Aug 11 03:32:54.219092 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4dab1364-1ff2-4482-9e0e-b6f01fe1d3a7 tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:54.223801 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a0e65d7d-99df-4673-8029-357b6248fbba tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:54.248006 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-4dab1364-1ff2-4482-9e0e-b6f01fe1d3a7 tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Calling delete_port for 37e27370-720e-4aa6-a644-4450236a438f owned by network:router_gateway {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:32:54.309512 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [None req-a0e65d7d-99df-4673-8029-357b6248fbba tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Transition to ACTIVE for port object 00ba6b50-bb6d-47b7-aa1b-58e930b7526a will not be triggered until provisioned by entity DHCP. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:32:54.378471 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-fe556924-2026-46a2-a55e-cc9e182ce1c4 None None] Notify callbacks [] for port, precommit_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:54.392086 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.provisioning_blocks [None req-fe556924-2026-46a2-a55e-cc9e182ce1c4 None None] Transition to ACTIVE for port object 37e27370-720e-4aa6-a644-4450236a438f will not be triggered until provisioned by entity L2. {{(pid=102194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:32:54.449966 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-fe556924-2026-46a2-a55e-cc9e182ce1c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:54.460636 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 839ea5c0-49f7-4a5f-9483-e37649dc18ac up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:32:54.505318 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a0e65d7d-99df-4673-8029-357b6248fbba tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:54.517724 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f1c434-e39d-42e5-a9f2-ad115760d3d3 None None] Pushing event updated for resources: {'Port': ['ID=37e27370-720e-4aa6-a644-4450236a438f,revision_number=2']} {{(pid=102194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:32:54.546907 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-fe556924-2026-46a2-a55e-cc9e182ce1c4 None None] Attempting to bind port 37e27370-720e-4aa6-a644-4450236a438f on host n-d-764292-30 for vnic_type normal with profile {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:32:54.547447 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-fe556924-2026-46a2-a55e-cc9e182ce1c4 None None] Attempting to bind port 37e27370-720e-4aa6-a644-4450236a438f by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}] {{(pid=102194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:32:54.547797 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe556924-2026-46a2-a55e-cc9e182ce1c4 None None] Attempting to bind port 37e27370-720e-4aa6-a644-4450236a438f on network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:32:54.554987 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe556924-2026-46a2-a55e-cc9e182ce1c4 None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:32:54.555362 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe556924-2026-46a2-a55e-cc9e182ce1c4 None None] Checking segment: {'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:32:54.555765 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-fe556924-2026-46a2-a55e-cc9e182ce1c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:54.556164 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe556924-2026-46a2-a55e-cc9e182ce1c4 None None] Bound using segment: {'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'} {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:32:54.556633 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-fe556924-2026-46a2-a55e-cc9e182ce1c4 None None] Bound port: 37e27370-720e-4aa6-a644-4450236a438f, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}}] {{(pid=102194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:32:54.557646 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-fe556924-2026-46a2-a55e-cc9e182ce1c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:54.621660 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.db_base_plugin_common [None req-2d169276-261e-4bd3-b70e-cd6e4f1658c5 None None] Allocated IP 2001:db8::2 (41e2676c-dfa7-4a22-87ed-f7efd502a6d9/cb191037-c019-4569-b694-c5f510143fe4/70cff172-3ed5-4c0d-a26b-2d2e9fdb8965) {{(pid=102193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:32:54.629625 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e65d7d-99df-4673-8029-357b6248fbba tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Network 41e2676c-dfa7-4a22-87ed-f7efd502a6d9 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:32:54.634205 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4dab1364-1ff2-4482-9e0e-b6f01fe1d3a7 tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:54.635618 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.db.api [None req-fe556924-2026-46a2-a55e-cc9e182ce1c4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=102194) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 03:32:54.643638 n-d-764292-30 neutron-server[102194]: DEBUG oslo_db.api [None req-fe556924-2026-46a2-a55e-cc9e182ce1c4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 03:32:54.643794 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-a0e65d7d-99df-4673-8029-357b6248fbba tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:32:54.643794 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e65d7d-99df-4673-8029-357b6248fbba tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:32:54.648212 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e65d7d-99df-4673-8029-357b6248fbba tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:32:54.649094 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a0e65d7d-99df-4673-8029-357b6248fbba tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:54.651895 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e65d7d-99df-4673-8029-357b6248fbba tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Pushing event updated for resources: {'Port': ['ID=00ba6b50-bb6d-47b7-aa1b-58e930b7526a,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:32:54.663234 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [req-9d3a6408-c375-4ccd-9f3b-addd7bc532c4 req-d3b91eaf-7cd7-445b-9b7b-ba7efcaeaa36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6776e0f-f310-483a-a2d5-163fa5092fc1 {{(pid=102192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:32:54.669638 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dab1364-1ff2-4482-9e0e-b6f01fe1d3a7 tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Pushing event deleted for resources: {'Port': ['ID=37e27370-720e-4aa6-a644-4450236a438f,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:32:54.678162 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-9d3a6408-c375-4ccd-9f3b-addd7bc532c4 req-d3b91eaf-7cd7-445b-9b7b-ba7efcaeaa36 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:54.696700 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [req-9d3a6408-c375-4ccd-9f3b-addd7bc532c4 req-d3b91eaf-7cd7-445b-9b7b-ba7efcaeaa36 service neutron] Transition to ACTIVE for port object d6776e0f-f310-483a-a2d5-163fa5092fc1 will not be triggered until provisioned by entity L2. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:32:54.719605 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port 839ea5c0-49f7-4a5f-9483-e37649dc18ac completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:32:54.731345 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 839ea5c0-49f7-4a5f-9483-e37649dc18ac triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:32:54.731726 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:54.741368 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4dab1364-1ff2-4482-9e0e-b6f01fe1d3a7 tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-446916'] for router_gateway, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:54.754642 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-a0e65d7d-99df-4673-8029-357b6248fbba tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.1960647 Aug 11 03:32:54.757184 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 37060) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:32:54.820531 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-9d3a6408-c375-4ccd-9f3b-addd7bc532c4 req-d3b91eaf-7cd7-445b-9b7b-ba7efcaeaa36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:54.832322 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2d169276-261e-4bd3-b70e-cd6e4f1658c5 None None] Notify callbacks [] for port, precommit_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:54.848513 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-2d169276-261e-4bd3-b70e-cd6e4f1658c5 None None] Transition to ACTIVE for port object 70cff172-3ed5-4c0d-a26b-2d2e9fdb8965 will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:32:54.855729 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4dab1364-1ff2-4482-9e0e-b6f01fe1d3a7 tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6544'] for router, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:54.866304 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4dab1364-1ff2-4482-9e0e-b6f01fe1d3a7 tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:54.894765 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-2d169276-261e-4bd3-b70e-cd6e4f1658c5 None None] Transition to ACTIVE for port object 70cff172-3ed5-4c0d-a26b-2d2e9fdb8965 will not be triggered until provisioned by entity DHCP. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:32:54.904292 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:54.928843 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port 839ea5c0-49f7-4a5f-9483-e37649dc18ac, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=839ea5c0-49f7-4a5f-9483-e37649dc18ac,segment=NetworkSegment(fab28bed-aa25-40db-bba4-ec26e795194c),segment_id=fab28bed-aa25-40db-bba4-ec26e795194c)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:32:54.941696 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8049463c-d16b-4300-9f68-b07e1fb7c5d3 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:32:54.943516 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-8049463c-d16b-4300-9f68-b07e1fb7c5d3 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1851554 Aug 11 03:32:54.946726 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 37062) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:32:54.974768 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b91eaf-7cd7-445b-9b7b-ba7efcaeaa36 service neutron] Pushing event updated for resources: {'Port': ['ID=d6776e0f-f310-483a-a2d5-163fa5092fc1,revision_number=2']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:32:54.988704 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2d169276-261e-4bd3-b70e-cd6e4f1658c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669'] for port, after_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:55.041050 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-9d3a6408-c375-4ccd-9f3b-addd7bc532c4 req-d3b91eaf-7cd7-445b-9b7b-ba7efcaeaa36 service neutron] Attempting to bind port d6776e0f-f310-483a-a2d5-163fa5092fc1 on host n-h2-764292-30 for vnic_type normal with profile {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:32:55.041710 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-9d3a6408-c375-4ccd-9f3b-addd7bc532c4 req-d3b91eaf-7cd7-445b-9b7b-ba7efcaeaa36 service neutron] Attempting to bind port d6776e0f-f310-483a-a2d5-163fa5092fc1 by drivers openvswitch,hyperv on host n-h2-764292-30 at level 0 using segments [{'id': '171ec611-a934-4219-8e96-132344840dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '425045ab-1792-4464-8443-b9a0ad823629'}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:32:55.042258 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d3a6408-c375-4ccd-9f3b-addd7bc532c4 req-d3b91eaf-7cd7-445b-9b7b-ba7efcaeaa36 service neutron] Attempting to bind port d6776e0f-f310-483a-a2d5-163fa5092fc1 on network 425045ab-1792-4464-8443-b9a0ad823629 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:32:55.045381 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4dab1364-1ff2-4482-9e0e-b6f01fe1d3a7 tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448809'] for router, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:55.045941 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dab1364-1ff2-4482-9e0e-b6f01fe1d3a7 tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 109079d9-9d4b-4ed6-a8ce-82e2e7953dd6 {{(pid=102191) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:32:55.051388 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d3a6408-c375-4ccd-9f3b-addd7bc532c4 req-d3b91eaf-7cd7-445b-9b7b-ba7efcaeaa36 service neutron] Port d6776e0f-f310-483a-a2d5-163fa5092fc1 on network 425045ab-1792-4464-8443-b9a0ad823629 not bound, no agent of type Open vSwitch agent registered on host n-h2-764292-30 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:32:55.052186 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4dab1364-1ff2-4482-9e0e-b6f01fe1d3a7 tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Notify callbacks [] for router, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:55.052583 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d3a6408-c375-4ccd-9f3b-addd7bc532c4 req-d3b91eaf-7cd7-445b-9b7b-ba7efcaeaa36 service neutron] Attempting to bind port d6776e0f-f310-483a-a2d5-163fa5092fc1 on network 425045ab-1792-4464-8443-b9a0ad823629 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:32:55.054740 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:55.057009 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 37064) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:32:55.061710 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-4dab1364-1ff2-4482-9e0e-b6f01fe1d3a7 tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] 10.222.0.41 "DELETE /v2.0/routers/109079d9-9d4b-4ed6-a8ce-82e2e7953dd6 HTTP/1.1" status: 204 len: 168 time: 1.4851933 Aug 11 03:32:55.068989 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d169276-261e-4bd3-b70e-cd6e4f1658c5 None None] Network 41e2676c-dfa7-4a22-87ed-f7efd502a6d9 is already hosted by enough agents. {{(pid=102193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:32:55.096487 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.base_scheduler [None req-2d169276-261e-4bd3-b70e-cd6e4f1658c5 None None] Resources bound (agent type, host, resource id): {{(pid=102193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:32:55.100477 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d169276-261e-4bd3-b70e-cd6e4f1658c5 None None] Received port after_create {{(pid=102193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:32:55.111815 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-7e6acdf3-ee40-40e6-904f-dcce6bcc2495 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Deleting port 00ba6b50-bb6d-47b7-aa1b-58e930b7526a {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:32:55.112375 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7e6acdf3-ee40-40e6-904f-dcce6bcc2495 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:55.130500 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d169276-261e-4bd3-b70e-cd6e4f1658c5 None None] Pushing event updated for resources: {'Port': ['ID=70cff172-3ed5-4c0d-a26b-2d2e9fdb8965,revision_number=1']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:32:55.166345 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-fe556924-2026-46a2-a55e-cc9e182ce1c4 None None] Attempting to bind port 37e27370-720e-4aa6-a644-4450236a438f on host n-d-764292-30 for vnic_type normal with profile {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:32:55.166713 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-fe556924-2026-46a2-a55e-cc9e182ce1c4 None None] Attempting to bind port 37e27370-720e-4aa6-a644-4450236a438f by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}] {{(pid=102194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:32:55.167068 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe556924-2026-46a2-a55e-cc9e182ce1c4 None None] Attempting to bind port 37e27370-720e-4aa6-a644-4450236a438f on network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:32:55.180536 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe556924-2026-46a2-a55e-cc9e182ce1c4 None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:32:55.180989 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe556924-2026-46a2-a55e-cc9e182ce1c4 None None] Checking segment: {'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:32:55.181303 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-fe556924-2026-46a2-a55e-cc9e182ce1c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:55.181699 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe556924-2026-46a2-a55e-cc9e182ce1c4 None None] Bound using segment: {'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'} {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:32:55.185784 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-fe556924-2026-46a2-a55e-cc9e182ce1c4 None None] Bound port: 37e27370-720e-4aa6-a644-4450236a438f, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}}] {{(pid=102194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:32:55.186213 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-fe556924-2026-46a2-a55e-cc9e182ce1c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:55.225874 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.plugin [None req-fe556924-2026-46a2-a55e-cc9e182ce1c4 None None] Port 37e27370-720e-4aa6-a644-4450236a438f has been deleted concurrently {{(pid=102194) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Aug 11 03:32:55.233211 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d3a6408-c375-4ccd-9f3b-addd7bc532c4 req-d3b91eaf-7cd7-445b-9b7b-ba7efcaeaa36 service neutron] Checking agent: {'id': '70015fc0-62fb-48b2-b453-36906937cf2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 32, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:32:55.233927 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d3a6408-c375-4ccd-9f3b-addd7bc532c4 req-d3b91eaf-7cd7-445b-9b7b-ba7efcaeaa36 service neutron] Checking segment: {'id': '171ec611-a934-4219-8e96-132344840dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '425045ab-1792-4464-8443-b9a0ad823629'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:32:55.234469 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d3a6408-c375-4ccd-9f3b-addd7bc532c4 req-d3b91eaf-7cd7-445b-9b7b-ba7efcaeaa36 service neutron] Bound using segment: {'id': '171ec611-a934-4219-8e96-132344840dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '425045ab-1792-4464-8443-b9a0ad823629'} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:32:55.237490 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-9d3a6408-c375-4ccd-9f3b-addd7bc532c4 req-d3b91eaf-7cd7-445b-9b7b-ba7efcaeaa36 service neutron] Bound port: d6776e0f-f310-483a-a2d5-163fa5092fc1, host: n-h2-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '171ec611-a934-4219-8e96-132344840dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '425045ab-1792-4464-8443-b9a0ad823629'}}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:32:55.238503 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-9d3a6408-c375-4ccd-9f3b-addd7bc532c4 req-d3b91eaf-7cd7-445b-9b7b-ba7efcaeaa36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:55.250372 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe556924-2026-46a2-a55e-cc9e182ce1c4 None None] Routers set() bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:32:55.250372 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe556924-2026-46a2-a55e-cc9e182ce1c4 None None] Router IDs set() for agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 11 03:32:55.250944 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_agentschedulers_db [None req-fe556924-2026-46a2-a55e-cc9e182ce1c4 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'109079d9-9d4b-4ed6-a8ce-82e2e7953dd6'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:32:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent'). {{(pid=102194) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 11 03:32:55.251320 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe556924-2026-46a2-a55e-cc9e182ce1c4 None None] The sync data for ids ['109079d9-9d4b-4ed6-a8ce-82e2e7953dd6'] in n-d-764292-30 is: [] {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:32:55.283202 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7e6acdf3-ee40-40e6-904f-dcce6bcc2495 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:55.316386 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-7e6acdf3-ee40-40e6-904f-dcce6bcc2495 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Calling delete_port for 00ba6b50-bb6d-47b7-aa1b-58e930b7526a owned by {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:32:55.479145 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device cc21ef92-fabe-4e1a-80c6-5197b78df66d details requested by agent hyperv_n-h1-764292-30 with host n-h1-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:32:55.493532 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ffd06c46-293f-470c-81df-8f3cde99f3de tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Notify callbacks [] for router, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:55.495164 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-2d169276-261e-4bd3-b70e-cd6e4f1658c5 None None] Attempting to bind port 70cff172-3ed5-4c0d-a26b-2d2e9fdb8965 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:32:55.496105 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-2d169276-261e-4bd3-b70e-cd6e4f1658c5 None None] Attempting to bind port 70cff172-3ed5-4c0d-a26b-2d2e9fdb8965 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': '5d96f309-e028-4cb7-a58f-990eaca460da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '41e2676c-dfa7-4a22-87ed-f7efd502a6d9'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:32:55.496468 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d169276-261e-4bd3-b70e-cd6e4f1658c5 None None] Attempting to bind port 70cff172-3ed5-4c0d-a26b-2d2e9fdb8965 on network 41e2676c-dfa7-4a22-87ed-f7efd502a6d9 {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:32:55.523378 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=839ea5c0-49f7-4a5f-9483-e37649dc18ac,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:32:55.526060 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d169276-261e-4bd3-b70e-cd6e4f1658c5 None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:32:55.526461 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d169276-261e-4bd3-b70e-cd6e4f1658c5 None None] Checking segment: {'id': '5d96f309-e028-4cb7-a58f-990eaca460da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '41e2676c-dfa7-4a22-87ed-f7efd502a6d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:32:55.527396 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2d169276-261e-4bd3-b70e-cd6e4f1658c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:55.527798 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d169276-261e-4bd3-b70e-cd6e4f1658c5 None None] Bound using segment: {'id': '5d96f309-e028-4cb7-a58f-990eaca460da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '41e2676c-dfa7-4a22-87ed-f7efd502a6d9'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:32:55.528255 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-2d169276-261e-4bd3-b70e-cd6e4f1658c5 None None] Bound port: 70cff172-3ed5-4c0d-a26b-2d2e9fdb8965, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d96f309-e028-4cb7-a58f-990eaca460da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '41e2676c-dfa7-4a22-87ed-f7efd502a6d9'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:32:55.528633 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2d169276-261e-4bd3-b70e-cd6e4f1658c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:55.539426 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-9d3a6408-c375-4ccd-9f3b-addd7bc532c4 req-d3b91eaf-7cd7-445b-9b7b-ba7efcaeaa36 service neutron] For port d6776e0f-f310-483a-a2d5-163fa5092fc1, host n-h2-764292-30, cleared binding levels {{(pid=102192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:32:55.562815 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-9d3a6408-c375-4ccd-9f3b-addd7bc532c4 req-d3b91eaf-7cd7-445b-9b7b-ba7efcaeaa36 service neutron] For port d6776e0f-f310-483a-a2d5-163fa5092fc1, host n-h2-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=d6776e0f-f310-483a-a2d5-163fa5092fc1,segment=NetworkSegment(171ec611-a934-4219-8e96-132344840dde),segment_id=171ec611-a934-4219-8e96-132344840dde)] {{(pid=102192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:32:55.580489 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243f7005-0697-48ac-9f14-7af18be48c5d req-a76b7fe8-d4ae-4428-abee-9e10d0efb687 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:32:55.582334 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-243f7005-0697-48ac-9f14-7af18be48c5d req-a76b7fe8-d4ae-4428-abee-9e10d0efb687 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=2acf2161-fa87-46bb-a1a1-bb895ff0bb5e HTTP/1.1" status: 200 len: 944 time: 0.2266209 Aug 11 03:32:55.599865 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7e6acdf3-ee40-40e6-904f-dcce6bcc2495 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:55.601095 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ff3ba6-22d3-4e8d-a974-d71ecc85ef04 req-f5f23a9a-379b-4650-8e59-1b07ed1542d1 tempest-TestVolumeBackupRestore-944752322 tempest-TestVolumeBackupRestore-944752322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:32:55.603503 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d4ff3ba6-22d3-4e8d-a974-d71ecc85ef04 req-f5f23a9a-379b-4650-8e59-1b07ed1542d1 tempest-TestVolumeBackupRestore-944752322 tempest-TestVolumeBackupRestore-944752322-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5f9f945-5fa5-4600-9157-0da44ed688fa HTTP/1.1" status: 200 len: 943 time: 0.2346897 Aug 11 03:32:55.669807 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port cc21ef92-fabe-4e1a-80c6-5197b78df66d, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=cc21ef92-fabe-4e1a-80c6-5197b78df66d,segment=NetworkSegment(32ef8310-eb36-4f10-89a8-2ec645494a63),segment_id=32ef8310-eb36-4f10-89a8-2ec645494a63)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:32:55.670980 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6acdf3-ee40-40e6-904f-dcce6bcc2495 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Pushing event deleted for resources: {'Port': ['ID=00ba6b50-bb6d-47b7-aa1b-58e930b7526a,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:32:55.686876 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-2d169276-261e-4bd3-b70e-cd6e4f1658c5 None None] For port 70cff172-3ed5-4c0d-a26b-2d2e9fdb8965, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:32:55.687144 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-9d3a6408-c375-4ccd-9f3b-addd7bc532c4 req-d3b91eaf-7cd7-445b-9b7b-ba7efcaeaa36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:55.702937 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7e6acdf3-ee40-40e6-904f-dcce6bcc2495 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:55.705055 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-7e6acdf3-ee40-40e6-904f-dcce6bcc2495 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "DELETE /v2.0/ports/00ba6b50-bb6d-47b7-aa1b-58e930b7526a HTTP/1.1" status: 204 len: 168 time: 0.7571576 Aug 11 03:32:55.707866 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 37070) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:32:55.709365 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Returning: {'device': 'cc21ef92-fabe-4e1a-80c6-5197b78df66d', 'network_id': '72c2364e-d28c-436a-9463-f669c277e7f2', 'port_id': 'cc21ef92-fabe-4e1a-80c6-5197b78df66d', 'mac_address': 'fa:16:3e:c1:31:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '321ef215-4958-452a-9904-0e4a458fb021', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:32:55.712935 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-2d169276-261e-4bd3-b70e-cd6e4f1658c5 None None] For port 70cff172-3ed5-4c0d-a26b-2d2e9fdb8965, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=70cff172-3ed5-4c0d-a26b-2d2e9fdb8965,segment=NetworkSegment(5d96f309-e028-4cb7-a58f-990eaca460da),segment_id=5d96f309-e028-4cb7-a58f-990eaca460da)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:32:55.753137 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d4ff3ba6-22d3-4e8d-a974-d71ecc85ef04 req-de5a60d6-a348-4429-955b-a493ac56fdb8 tempest-TestVolumeBackupRestore-944752322 tempest-TestVolumeBackupRestore-944752322-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7dd0f82-41a7-4a1d-84a1-f287f3504f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995371 Aug 11 03:32:55.765815 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3e216f2-db48-4aad-8bed-9b6edd34367d tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:32:55.767707 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3e216f2-db48-4aad-8bed-9b6edd34367d tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:32:55.769271 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-c3e216f2-db48-4aad-8bed-9b6edd34367d tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0606828 Aug 11 03:32:55.771988 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 37072) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:32:55.779908 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3a6408-c375-4ccd-9f3b-addd7bc532c4 req-d3b91eaf-7cd7-445b-9b7b-ba7efcaeaa36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:32:55.780555 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-9d3a6408-c375-4ccd-9f3b-addd7bc532c4 req-d3b91eaf-7cd7-445b-9b7b-ba7efcaeaa36 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:55.785665 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9d3a6408-c375-4ccd-9f3b-addd7bc532c4 req-d3b91eaf-7cd7-445b-9b7b-ba7efcaeaa36 service neutron] 10.222.0.24 "PUT /v2.0/ports/d6776e0f-f310-483a-a2d5-163fa5092fc1 HTTP/1.1" status: 200 len: 1092 time: 2.0270946 Aug 11 03:32:55.787091 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:55.798011 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5f9f945-5fa5-4600-9157-0da44ed688fa', 'tag': 'd6776e0f-f310-483a-a2d5-163fa5092fc1'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:32:55.801260 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f763b45b-0fd3-4d6c-ab5d-31fe5b1efae5" -d '{"events": [{"name": "network-changed", "server_uuid": "b5f9f945-5fa5-4600-9157-0da44ed688fa", "tag": "d6776e0f-f310-483a-a2d5-163fa5092fc1"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:32:55.806233 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-243f7005-0697-48ac-9f14-7af18be48c5d req-509a8f25-4f3c-4432-a4b6-002a97fd83fb tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/security-groups?id=d90906b3-11d7-4670-8cbc-45704d99f68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152207 Aug 11 03:32:55.808606 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2d169276-261e-4bd3-b70e-cd6e4f1658c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:55.830752 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd74a85c-978e-4586-b582-98d83026c1ac tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Deleting subnet cb191037-c019-4569-b694-c5f510143fe4 {{(pid=102191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:32:55.840148 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fd74a85c-978e-4586-b582-98d83026c1ac tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks [] for subnet, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:55.851423 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ffd06c46-293f-470c-81df-8f3cde99f3de tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:55.880379 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc21ef92-fabe-4e1a-80c6-5197b78df66d {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:32:55.881048 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:32:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abd14305-cb06-41e0-b3bd-a7018ba880cd x-openstack-request-id: req-abd14305-cb06-41e0-b3bd-a7018ba880cd {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:32:55.881338 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5f9f945-5fa5-4600-9157-0da44ed688fa", "tag": "d6776e0f-f310-483a-a2d5-163fa5092fc1", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:32:55.896653 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-abd14305-cb06-41e0-b3bd-a7018ba880cd {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:32:55.898354 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5f9f945-5fa5-4600-9157-0da44ed688fa', 'tag': 'd6776e0f-f310-483a-a2d5-163fa5092fc1', 'status': 'completed', 'code': 200} Aug 11 03:32:55.899146 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b91eaf-7cd7-445b-9b7b-ba7efcaeaa36 service neutron] Pushing event updated for resources: {'Port': ['ID=d6776e0f-f310-483a-a2d5-163fa5092fc1,revision_number=3']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:32:55.903955 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fd74a85c-978e-4586-b582-98d83026c1ac tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126283525'] for subnet, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:55.940519 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port cc21ef92-fabe-4e1a-80c6-5197b78df66d, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=cc21ef92-fabe-4e1a-80c6-5197b78df66d,segment=NetworkSegment(32ef8310-eb36-4f10-89a8-2ec645494a63),segment_id=32ef8310-eb36-4f10-89a8-2ec645494a63)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:32:55.956768 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d169276-261e-4bd3-b70e-cd6e4f1658c5 None None] Pushing event updated for resources: {'Port': ['ID=70cff172-3ed5-4c0d-a26b-2d2e9fdb8965,revision_number=2']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:32:56.028706 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:56.062470 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f763b45b-0fd3-4d6c-ab5d-31fe5b1efae5 req-0bf1f281-79a4-4364-a52e-8b7f9cbc28af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:32:56.062470 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f763b45b-0fd3-4d6c-ab5d-31fe5b1efae5 req-0bf1f281-79a4-4364-a52e-8b7f9cbc28af service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b540e93b4e6e403b8be0a51a19b9324d&device_id=b5f9f945-5fa5-4600-9157-0da44ed688fa HTTP/1.1" status: 200 len: 1095 time: 0.1560593 Aug 11 03:32:56.139302 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-ffd06c46-293f-470c-81df-8f3cde99f3de tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Deleting port 839ea5c0-49f7-4a5f-9483-e37649dc18ac {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:32:56.139647 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ffd06c46-293f-470c-81df-8f3cde99f3de tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:56.145273 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=cc21ef92-fabe-4e1a-80c6-5197b78df66d,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:32:56.320741 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f763b45b-0fd3-4d6c-ab5d-31fe5b1efae5 req-35757fc3-c697-41cb-8891-97aa5512ed3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:32:56.322272 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f763b45b-0fd3-4d6c-ab5d-31fe5b1efae5 req-35757fc3-c697-41cb-8891-97aa5512ed3b service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=b540e93b4e6e403b8be0a51a19b9324d&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2521527 Aug 11 03:32:56.351212 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['cc21ef92-fabe-4e1a-80c6-5197b78df66d'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:32:56.529710 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fd74a85c-978e-4586-b582-98d83026c1ac tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:56.530473 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [None req-ffd06c46-293f-470c-81df-8f3cde99f3de tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] For port 839ea5c0-49f7-4a5f-9483-e37649dc18ac, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=839ea5c0-49f7-4a5f-9483-e37649dc18ac,segment=NetworkSegment(fab28bed-aa25-40db-bba4-ec26e795194c),segment_id=fab28bed-aa25-40db-bba4-ec26e795194c)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:32:56.530925 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ffd06c46-293f-470c-81df-8f3cde99f3de tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:56.544445 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-ffd06c46-293f-470c-81df-8f3cde99f3de tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Calling delete_port for 839ea5c0-49f7-4a5f-9483-e37649dc18ac owned by network:router_gateway {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:32:56.605532 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 839ea5c0-49f7-4a5f-9483-e37649dc18ac up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:32:56.623719 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f763b45b-0fd3-4d6c-ab5d-31fe5b1efae5 req-4521f55d-2c80-412a-b94b-0e36e532e6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:32:56.626571 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f763b45b-0fd3-4d6c-ab5d-31fe5b1efae5 req-4521f55d-2c80-412a-b94b-0e36e532e6c4 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2816913 Aug 11 03:32:56.678175 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 839ea5c0-49f7-4a5f-9483-e37649dc18ac triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:32:56.680462 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fd74a85c-978e-4586-b582-98d83026c1ac tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126283413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126275158'] for subnet, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:56.682726 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:56.714346 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd74a85c-978e-4586-b582-98d83026c1ac tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Pushing event deleted for resources: {'Subnet': ['ID=cb191037-c019-4569-b694-c5f510143fe4,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:32:56.721203 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fd74a85c-978e-4586-b582-98d83026c1ac tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:56.723995 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-fd74a85c-978e-4586-b582-98d83026c1ac tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "DELETE /v2.0/subnets/cb191037-c019-4569-b694-c5f510143fe4 HTTP/1.1" status: 204 len: 168 time: 0.9510880 Aug 11 03:32:56.726492 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 37076) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:32:56.776340 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 70cff172-3ed5-4c0d-a26b-2d2e9fdb8965 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:32:56.788403 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-dfded847-0599-4cc5-98a1-bd5f613b9a90 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0607867 Aug 11 03:32:56.791088 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 37080) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:32:56.799349 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3a6408-c375-4ccd-9f3b-addd7bc532c4 req-baa0e9fb-3c57-4a39-8059-2ac1215109f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:32:56.801168 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9d3a6408-c375-4ccd-9f3b-addd7bc532c4 req-baa0e9fb-3c57-4a39-8059-2ac1215109f3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b540e93b4e6e403b8be0a51a19b9324d&device_id=b5f9f945-5fa5-4600-9157-0da44ed688fa HTTP/1.1" status: 200 len: 1095 time: 0.0576105 Aug 11 03:32:56.905668 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9d3a6408-c375-4ccd-9f3b-addd7bc532c4 req-dd8664df-0617-4300-ad1e-292649ca550e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d6776e0f-f310-483a-a2d5-163fa5092fc1 HTTP/1.1" status: 200 len: 217 time: 0.0902131 Aug 11 03:32:56.925444 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port 70cff172-3ed5-4c0d-a26b-2d2e9fdb8965 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:32:56.929486 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a200803-61c0-4cf4-992b-17e7312a0b18 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:32:56.929486 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-9a200803-61c0-4cf4-992b-17e7312a0b18 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1371439 Aug 11 03:32:56.931875 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 37084) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:32:56.955078 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ffd06c46-293f-470c-81df-8f3cde99f3de tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:56.997507 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a881ee7-cbe0-4dfd-935c-9283b216d4a5 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:32:57.001619 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-6a881ee7-cbe0-4dfd-935c-9283b216d4a5 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0658031 Aug 11 03:32:57.006579 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 37086) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:32:57.037316 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3a6408-c375-4ccd-9f3b-addd7bc532c4 req-70454365-6970-47e6-8458-489b966dda71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:32:57.038835 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9d3a6408-c375-4ccd-9f3b-addd7bc532c4 req-70454365-6970-47e6-8458-489b966dda71 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f01d933d-9d66-4eb8-97b2-29dd5d188cd5 HTTP/1.1" status: 200 len: 852 time: 0.1117475 Aug 11 03:32:57.043572 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd06c46-293f-470c-81df-8f3cde99f3de tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Pushing event deleted for resources: {'Port': ['ID=839ea5c0-49f7-4a5f-9483-e37649dc18ac,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:32:57.052194 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-53efc7f1-f647-4d8e-affb-6548502c3f94 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0445142 Aug 11 03:32:57.054589 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 37088) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:32:57.060837 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-26372832-6d07-4d01-84d9-634ac05937c9 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Request body: {'subnet': {'network_id': '41e2676c-dfa7-4a22-87ed-f7efd502a6d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:32:57.154970 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ccfc42-f0f0-4675-b563-62a2ee9add4d req-5eae3cfd-0f96-48ba-816e-aa87c95ded78 tempest-TestVolumeBackupRestore-944752322 tempest-TestVolumeBackupRestore-944752322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:32:57.156486 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f6ccfc42-f0f0-4675-b563-62a2ee9add4d req-5eae3cfd-0f96-48ba-816e-aa87c95ded78 tempest-TestVolumeBackupRestore-944752322 tempest-TestVolumeBackupRestore-944752322-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5f9f945-5fa5-4600-9157-0da44ed688fa HTTP/1.1" status: 200 len: 943 time: 0.2495465 Aug 11 03:32:57.168359 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4734bad-9f09-49ac-9012-b32e47e1affd req-2656c3ca-4cc7-447c-9580-57ccd45d9d75 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:32:57.169913 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b4734bad-9f09-49ac-9012-b32e47e1affd req-2656c3ca-4cc7-447c-9580-57ccd45d9d75 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=2acf2161-fa87-46bb-a1a1-bb895ff0bb5e HTTP/1.1" status: 200 len: 945 time: 0.2537541 Aug 11 03:32:57.199033 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3a6408-c375-4ccd-9f3b-addd7bc532c4 req-cd894f1c-7947-4549-bf47-208c764fde37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:32:57.200508 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9d3a6408-c375-4ccd-9f3b-addd7bc532c4 req-cd894f1c-7947-4549-bf47-208c764fde37 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=425045ab-1792-4464-8443-b9a0ad823629&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1510904 Aug 11 03:32:57.241060 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26372832-6d07-4d01-84d9-634ac05937c9 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Made reservation on behalf of e43abc7f2b214d1a915ef6ef86af9079 for: {'subnet': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:32:57.244668 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-26372832-6d07-4d01-84d9-634ac05937c9 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274743'] for subnet, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:57.252763 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-864838a3-3e54-4fff-88a7-1ee725186cfb None None] Network 41e2676c-dfa7-4a22-87ed-f7efd502a6d9 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:32:57.275972 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ffd06c46-293f-470c-81df-8f3cde99f3de tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-446916'] for router_gateway, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:57.418830 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-a4eff3c9-f70e-48c6-b478-4fcad6710266 None None] Provisioning for port 70cff172-3ed5-4c0d-a26b-2d2e9fdb8965 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:32:57.424200 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-a4eff3c9-f70e-48c6-b478-4fcad6710266 None None] Provisioning complete for port 70cff172-3ed5-4c0d-a26b-2d2e9fdb8965 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:32:57.424575 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-a4eff3c9-f70e-48c6-b478-4fcad6710266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:57.465077 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device cc21ef92-fabe-4e1a-80c6-5197b78df66d up at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:32:57.519968 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a01b98e3-3a9d-4318-a5b7-ffd2a046af7a None None] DHCP port deletion for 41e2676c-dfa7-4a22-87ed-f7efd502a6d9 request from n-d-764292-30 {{(pid=102193) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:32:57.531608 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-26372832-6d07-4d01-84d9-634ac05937c9 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126283476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274725'] for subnet, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:57.596231 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-a4eff3c9-f70e-48c6-b478-4fcad6710266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:57.602223 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26372832-6d07-4d01-84d9-634ac05937c9 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Pushing event updated for resources: {'Subnet': ['ID=e4cb6c2d-06f7-4bb9-bd67-82e01b38099e,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:32:57.607859 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26372832-6d07-4d01-84d9-634ac05937c9 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Network 41e2676c-dfa7-4a22-87ed-f7efd502a6d9 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:32:57.609614 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-26372832-6d07-4d01-84d9-634ac05937c9 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:32:57.614522 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26372832-6d07-4d01-84d9-634ac05937c9 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:32:57.615149 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-26372832-6d07-4d01-84d9-634ac05937c9 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:57.641054 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-a4eff3c9-f70e-48c6-b478-4fcad6710266 None None] For port 70cff172-3ed5-4c0d-a26b-2d2e9fdb8965, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=70cff172-3ed5-4c0d-a26b-2d2e9fdb8965,segment=NetworkSegment(5d96f309-e028-4cb7-a58f-990eaca460da),segment_id=5d96f309-e028-4cb7-a58f-990eaca460da)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:32:57.643487 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-a01b98e3-3a9d-4318-a5b7-ffd2a046af7a None None] Deleting port 70cff172-3ed5-4c0d-a26b-2d2e9fdb8965 {{(pid=102193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:32:57.643864 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-a01b98e3-3a9d-4318-a5b7-ffd2a046af7a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:57.682101 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning for port cc21ef92-fabe-4e1a-80c6-5197b78df66d completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:32:57.687985 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b4734bad-9f09-49ac-9012-b32e47e1affd req-e6d1bb12-cda2-4877-9bb7-1cac70a62e1e tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/security-groups?id=d90906b3-11d7-4670-8cbc-45704d99f68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5052984 Aug 11 03:32:57.689964 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning complete for port cc21ef92-fabe-4e1a-80c6-5197b78df66d triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:32:57.690360 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:57.694083 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f6ccfc42-f0f0-4675-b563-62a2ee9add4d req-43d06686-b35c-4f0a-bf81-e4eb0bb4b02e tempest-TestVolumeBackupRestore-944752322 tempest-TestVolumeBackupRestore-944752322-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7dd0f82-41a7-4a1d-84a1-f287f3504f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5205128 Aug 11 03:32:57.698960 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ffd06c46-293f-470c-81df-8f3cde99f3de tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6544'] for router, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:57.712834 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ffd06c46-293f-470c-81df-8f3cde99f3de tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:57.721885 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-26372832-6d07-4d01-84d9-634ac05937c9 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6650422 Aug 11 03:32:57.723608 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 37090) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:32:57.729795 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-ddaa04ea-e44f-4e20-9a3d-66263c0bc627 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Request body: {'port': {'network_id': '41e2676c-dfa7-4a22-87ed-f7efd502a6d9', 'fixed_ips': [{'subnet_id': 'e4cb6c2d-06f7-4bb9-bd67-82e01b38099e', 'ip_address': '2001:db8::ffa0:3b7b:531b:a8c2'}], 'name': 'tempest-NetworksTestDHCPv6-1309281728'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:32:57.748880 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-a4eff3c9-f70e-48c6-b478-4fcad6710266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:57.779354 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9d3a6408-c375-4ccd-9f3b-addd7bc532c4 req-105b98bc-17d3-4b6e-be00-a388ce17ef3e service neutron] 10.222.0.24 "GET /v2.0/networks/425045ab-1792-4464-8443-b9a0ad823629?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5669000 Aug 11 03:32:57.801954 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-a01b98e3-3a9d-4318-a5b7-ffd2a046af7a None None] For port 70cff172-3ed5-4c0d-a26b-2d2e9fdb8965, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=70cff172-3ed5-4c0d-a26b-2d2e9fdb8965,segment=NetworkSegment(5d96f309-e028-4cb7-a58f-990eaca460da),segment_id=5d96f309-e028-4cb7-a58f-990eaca460da)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:32:57.802382 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-a01b98e3-3a9d-4318-a5b7-ffd2a046af7a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:57.822311 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-a01b98e3-3a9d-4318-a5b7-ffd2a046af7a None None] Calling delete_port for 70cff172-3ed5-4c0d-a26b-2d2e9fdb8965 owned by network:dhcp {{(pid=102193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:32:57.838238 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ffd06c46-293f-470c-81df-8f3cde99f3de tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448809'] for router, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:57.838886 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffd06c46-293f-470c-81df-8f3cde99f3de tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 389ec3ad-0810-4718-b21a-4d017c2ebed7 {{(pid=102192) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:32:57.844760 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ffd06c46-293f-470c-81df-8f3cde99f3de tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Notify callbacks [] for router, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:57.849369 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-ffd06c46-293f-470c-81df-8f3cde99f3de tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] 10.222.0.41 "DELETE /v2.0/routers/389ec3ad-0810-4718-b21a-4d017c2ebed7 HTTP/1.1" status: 204 len: 168 time: 2.7862458 Aug 11 03:32:57.849804 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 37092) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:32:57.856782 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-5955f7a4-efcd-46c8-89e7-d02c5b189f45 tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-860647032', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}, 'admin_state_up': False}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:32:57.867976 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4eff3c9-f70e-48c6-b478-4fcad6710266 None None] Pushing event updated for resources: {'Port': ['ID=70cff172-3ed5-4c0d-a26b-2d2e9fdb8965,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:32:57.893186 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9d3a6408-c375-4ccd-9f3b-addd7bc532c4 req-7f146fd9-781c-4ef7-95d7-2c5e44fb3f93 service neutron] 10.222.0.24 "GET /v2.0/networks/425045ab-1792-4464-8443-b9a0ad823629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095488 Aug 11 03:32:57.910666 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:57.920142 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddaa04ea-e44f-4e20-9a3d-66263c0bc627 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Made reservation on behalf of e43abc7f2b214d1a915ef6ef86af9079 for: {'port': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:32:57.948306 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2acf2161-fa87-46bb-a1a1-bb895ff0bb5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc21ef92-fabe-4e1a-80c6-5197b78df66d'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:32:57.950666 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69b0d092-8733-4f85-83ef-110976eb2775" -d '{"events": [{"server_uuid": "2acf2161-fa87-46bb-a1a1-bb895ff0bb5e", "name": "network-vif-plugged", "status": "completed", "tag": "cc21ef92-fabe-4e1a-80c6-5197b78df66d"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:32:57.971530 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port cc21ef92-fabe-4e1a-80c6-5197b78df66d, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=cc21ef92-fabe-4e1a-80c6-5197b78df66d,segment=NetworkSegment(32ef8310-eb36-4f10-89a8-2ec645494a63),segment_id=32ef8310-eb36-4f10-89a8-2ec645494a63)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:32:57.995584 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a739217e-9419-40df-af95-ee267f62c8dd x-openstack-request-id: req-a739217e-9419-40df-af95-ee267f62c8dd {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:32:57.995869 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2acf2161-fa87-46bb-a1a1-bb895ff0bb5e", "name": "network-vif-plugged", "status": "completed", "tag": "cc21ef92-fabe-4e1a-80c6-5197b78df66d", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:32:57.996122 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a739217e-9419-40df-af95-ee267f62c8dd {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:32:57.996532 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2acf2161-fa87-46bb-a1a1-bb895ff0bb5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc21ef92-fabe-4e1a-80c6-5197b78df66d', 'code': 200} Aug 11 03:32:58.025335 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ddaa04ea-e44f-4e20-9a3d-66263c0bc627 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:58.029803 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-5955f7a4-efcd-46c8-89e7-d02c5b189f45 tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-450010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6626'] for router, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:58.030901 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-5955f7a4-efcd-46c8-89e7-d02c5b189f45 tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-446747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6633'] for router, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:58.044285 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [None req-ddaa04ea-e44f-4e20-9a3d-66263c0bc627 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] device_id is not set on port 64bc83c8-106c-450c-9e76-99aff5a445f1 yet. {{(pid=102191) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:32:58.057069 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:58.060761 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-a01b98e3-3a9d-4318-a5b7-ffd2a046af7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678'] for port, after_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:58.093680 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a01b98e3-3a9d-4318-a5b7-ffd2a046af7a None None] No DVR routers for this DVR port 70cff172-3ed5-4c0d-a26b-2d2e9fdb8965 on host n-d-764292-30 {{(pid=102193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:32:58.112715 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79ab1c74-48f2-43e8-a309-62bbfe2faec3 None None] Network 41e2676c-dfa7-4a22-87ed-f7efd502a6d9 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:32:58.113482 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-5955f7a4-efcd-46c8-89e7-d02c5b189f45 tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:58.160422 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=cc21ef92-fabe-4e1a-80c6-5197b78df66d,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:32:58.184282 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb0f8bc-da90-4e17-8ae3-eea33f193d07 req-c9ebc5a8-151e-4419-94e0-bd0c2b68c951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:32:58.185797 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-adb0f8bc-da90-4e17-8ae3-eea33f193d07 req-c9ebc5a8-151e-4419-94e0-bd0c2b68c951 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=2acf2161-fa87-46bb-a1a1-bb895ff0bb5e HTTP/1.1" status: 200 len: 1098 time: 0.1009843 Aug 11 03:32:58.190091 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01b98e3-3a9d-4318-a5b7-ffd2a046af7a None None] Pushing event deleted for resources: {'Port': ['ID=70cff172-3ed5-4c0d-a26b-2d2e9fdb8965,revision_number=None']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:32:58.264051 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [None req-ddaa04ea-e44f-4e20-9a3d-66263c0bc627 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Allocated IP 2001:db8::ffa0:3b7b:531b:a8c2 (41e2676c-dfa7-4a22-87ed-f7efd502a6d9/e4cb6c2d-06f7-4bb9-bd67-82e01b38099e/64bc83c8-106c-450c-9e76-99aff5a445f1) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:32:58.267328 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-adb0f8bc-da90-4e17-8ae3-eea33f193d07 req-d7beddf4-8b63-4b7d-bb41-98bd59ccbb7c service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=d90906b3-11d7-4670-8cbc-45704d99f68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732520 Aug 11 03:32:58.293894 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39627c79-c8a6-4475-a106-abe8551e4122 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde080026-c28f-55be-b52b-13827cc43646-41e2676c-dfa7-4a22-87ed-f7efd502a6d9', 'network_id': '41e2676c-dfa7-4a22-87ed-f7efd502a6d9', 'tenant_id': 'e43abc7f2b214d1a915ef6ef86af9079', 'fixed_ips': [{'subnet_id': 'e4cb6c2d-06f7-4bb9-bd67-82e01b38099e'}]}} from n-d-764292-30. {{(pid=102193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:32:58.294800 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-39627c79-c8a6-4475-a106-abe8551e4122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:58.303093 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-5955f7a4-efcd-46c8-89e7-d02c5b189f45 tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:58.456782 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ddaa04ea-e44f-4e20-9a3d-66263c0bc627 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:58.458035 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 839ea5c0-49f7-4a5f-9483-e37649dc18ac no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:32:58.476104 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [None req-ddaa04ea-e44f-4e20-9a3d-66263c0bc627 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Transition to ACTIVE for port object 64bc83c8-106c-450c-9e76-99aff5a445f1 will not be triggered until provisioned by entity DHCP. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:32:58.479297 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: 839ea5c0-49f7-4a5f-9483-e37649dc18ac {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:32:58.479645 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 839ea5c0-49f7-4a5f-9483-e37649dc18ac not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:32:58.480598 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 70cff172-3ed5-4c0d-a26b-2d2e9fdb8965 no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:32:58.504075 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: 70cff172-3ed5-4c0d-a26b-2d2e9fdb8965 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:32:58.504416 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 70cff172-3ed5-4c0d-a26b-2d2e9fdb8965 not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:32:58.571724 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ddaa04ea-e44f-4e20-9a3d-66263c0bc627 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:58.593687 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-5955f7a4-efcd-46c8-89e7-d02c5b189f45 tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] Notify callbacks [] for router_gateway, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:58.613128 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-5955f7a4-efcd-46c8-89e7-d02c5b189f45 tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:58.619086 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddaa04ea-e44f-4e20-9a3d-66263c0bc627 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Network 41e2676c-dfa7-4a22-87ed-f7efd502a6d9 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:32:58.622358 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-ddaa04ea-e44f-4e20-9a3d-66263c0bc627 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:32:58.626434 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddaa04ea-e44f-4e20-9a3d-66263c0bc627 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:32:58.626639 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.db_base_plugin_common [None req-39627c79-c8a6-4475-a106-abe8551e4122 None None] Allocated IP 2001:db8::2 (41e2676c-dfa7-4a22-87ed-f7efd502a6d9/e4cb6c2d-06f7-4bb9-bd67-82e01b38099e/cccf8555-7ca4-49ea-b206-1c597b0014e1) {{(pid=102193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:32:58.632282 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddaa04ea-e44f-4e20-9a3d-66263c0bc627 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:32:58.632924 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ddaa04ea-e44f-4e20-9a3d-66263c0bc627 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:58.643688 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddaa04ea-e44f-4e20-9a3d-66263c0bc627 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Pushing event updated for resources: {'Port': ['ID=64bc83c8-106c-450c-9e76-99aff5a445f1,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:32:58.720946 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [None req-5955f7a4-efcd-46c8-89e7-d02c5b189f45 tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] Allocated IP 172.25.8.15 (09faf7d2-eaf5-4a50-bb6e-4cb05d009a76/e1a97443-13df-40bb-85f5-fd269e2742c0/473d73ff-5bf1-4b8b-8a03-920c25212d3d) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:32:58.736415 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 37100) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:32:58.738986 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-ddaa04ea-e44f-4e20-9a3d-66263c0bc627 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.0142252 Aug 11 03:32:58.786207 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-39627c79-c8a6-4475-a106-abe8551e4122 None None] Notify callbacks [] for port, precommit_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:58.794581 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-39627c79-c8a6-4475-a106-abe8551e4122 None None] Transition to ACTIVE for port object cccf8555-7ca4-49ea-b206-1c597b0014e1 will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:32:58.810147 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-39627c79-c8a6-4475-a106-abe8551e4122 None None] Transition to ACTIVE for port object cccf8555-7ca4-49ea-b206-1c597b0014e1 will not be triggered until provisioned by entity DHCP. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:32:58.903378 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-217956ff-e414-47e7-9839-6202bfaed560 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:32:58.904798 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-217956ff-e414-47e7-9839-6202bfaed560 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1673734 Aug 11 03:32:58.907621 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 37102) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:32:58.932139 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5218f0-ede0-4b52-b6a1-f39e16c11221 req-96b96459-5be8-491d-8838-a6c56c262c91 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:32:58.934227 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4e5218f0-ede0-4b52-b6a1-f39e16c11221 req-96b96459-5be8-491d-8838-a6c56c262c91 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=2acf2161-fa87-46bb-a1a1-bb895ff0bb5e HTTP/1.1" status: 200 len: 946 time: 0.1591051 Aug 11 03:32:58.938367 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-39627c79-c8a6-4475-a106-abe8551e4122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669'] for port, after_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:58.947038 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7a3272-903e-45d3-848f-2620852f268a req-273e6722-964a-4762-9a9b-09863ce257d6 tempest-TestVolumeBackupRestore-944752322 tempest-TestVolumeBackupRestore-944752322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:32:58.948615 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-fa7a3272-903e-45d3-848f-2620852f268a req-273e6722-964a-4762-9a9b-09863ce257d6 tempest-TestVolumeBackupRestore-944752322 tempest-TestVolumeBackupRestore-944752322-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5f9f945-5fa5-4600-9157-0da44ed688fa HTTP/1.1" status: 200 len: 943 time: 0.1511021 Aug 11 03:32:58.991507 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39627c79-c8a6-4475-a106-abe8551e4122 None None] Network 41e2676c-dfa7-4a22-87ed-f7efd502a6d9 is already hosted by enough agents. {{(pid=102193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:32:58.995098 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.base_scheduler [None req-39627c79-c8a6-4475-a106-abe8551e4122 None None] Resources bound (agent type, host, resource id): {{(pid=102193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:32:59.002456 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39627c79-c8a6-4475-a106-abe8551e4122 None None] Received port after_create {{(pid=102193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:32:59.006658 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-5955f7a4-efcd-46c8-89e7-d02c5b189f45 tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:59.012708 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-61a41146-ca49-46ea-8faa-05d2a4e82e42 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Deleting port 64bc83c8-106c-450c-9e76-99aff5a445f1 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:32:59.013063 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-61a41146-ca49-46ea-8faa-05d2a4e82e42 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:59.013466 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39627c79-c8a6-4475-a106-abe8551e4122 None None] Pushing event updated for resources: {'Port': ['ID=cccf8555-7ca4-49ea-b206-1c597b0014e1,revision_number=1']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:32:59.030726 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4e5218f0-ede0-4b52-b6a1-f39e16c11221 req-94ce4134-87a7-4fcc-a353-45542fa827a0 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/security-groups?id=d90906b3-11d7-4670-8cbc-45704d99f68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779741 Aug 11 03:32:59.048382 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-fa7a3272-903e-45d3-848f-2620852f268a req-ecf9b48a-e91d-4d5b-9d28-6767dae3bf42 tempest-TestVolumeBackupRestore-944752322 tempest-TestVolumeBackupRestore-944752322-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7dd0f82-41a7-4a1d-84a1-f287f3504f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880222 Aug 11 03:32:59.107440 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-39627c79-c8a6-4475-a106-abe8551e4122 None None] Attempting to bind port cccf8555-7ca4-49ea-b206-1c597b0014e1 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:32:59.107913 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-39627c79-c8a6-4475-a106-abe8551e4122 None None] Attempting to bind port cccf8555-7ca4-49ea-b206-1c597b0014e1 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': '5d96f309-e028-4cb7-a58f-990eaca460da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '41e2676c-dfa7-4a22-87ed-f7efd502a6d9'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:32:59.108362 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39627c79-c8a6-4475-a106-abe8551e4122 None None] Attempting to bind port cccf8555-7ca4-49ea-b206-1c597b0014e1 on network 41e2676c-dfa7-4a22-87ed-f7efd502a6d9 {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:32:59.113455 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39627c79-c8a6-4475-a106-abe8551e4122 None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:32:59.113915 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39627c79-c8a6-4475-a106-abe8551e4122 None None] Checking segment: {'id': '5d96f309-e028-4cb7-a58f-990eaca460da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '41e2676c-dfa7-4a22-87ed-f7efd502a6d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:32:59.121035 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-39627c79-c8a6-4475-a106-abe8551e4122 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:59.121035 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39627c79-c8a6-4475-a106-abe8551e4122 None None] Bound using segment: {'id': '5d96f309-e028-4cb7-a58f-990eaca460da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '41e2676c-dfa7-4a22-87ed-f7efd502a6d9'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:32:59.121035 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-39627c79-c8a6-4475-a106-abe8551e4122 None None] Bound port: cccf8555-7ca4-49ea-b206-1c597b0014e1, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d96f309-e028-4cb7-a58f-990eaca460da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '41e2676c-dfa7-4a22-87ed-f7efd502a6d9'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:32:59.121035 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-39627c79-c8a6-4475-a106-abe8551e4122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:59.127489 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-61a41146-ca49-46ea-8faa-05d2a4e82e42 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:59.131463 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-5955f7a4-efcd-46c8-89e7-d02c5b189f45 tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:59.140186 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-61a41146-ca49-46ea-8faa-05d2a4e82e42 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Calling delete_port for 64bc83c8-106c-450c-9e76-99aff5a445f1 owned by {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:32:59.170319 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-83a9eec9-51f2-41b6-b104-dc741f78b7b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:59.181424 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5955f7a4-efcd-46c8-89e7-d02c5b189f45 tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] Network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:32:59.184012 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-39627c79-c8a6-4475-a106-abe8551e4122 None None] For port cccf8555-7ca4-49ea-b206-1c597b0014e1, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:32:59.187222 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-5955f7a4-efcd-46c8-89e7-d02c5b189f45 tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:32:59.187610 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-39627c79-c8a6-4475-a106-abe8551e4122 None None] For port cccf8555-7ca4-49ea-b206-1c597b0014e1, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=cccf8555-7ca4-49ea-b206-1c597b0014e1,segment=NetworkSegment(5d96f309-e028-4cb7-a58f-990eaca460da),segment_id=5d96f309-e028-4cb7-a58f-990eaca460da)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:32:59.191172 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5955f7a4-efcd-46c8-89e7-d02c5b189f45 tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:32:59.194351 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5955f7a4-efcd-46c8-89e7-d02c5b189f45 tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] Pushing event updated for resources: {'Port': ['ID=473d73ff-5bf1-4b8b-8a03-920c25212d3d,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:32:59.251844 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-39627c79-c8a6-4475-a106-abe8551e4122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:59.324967 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39627c79-c8a6-4475-a106-abe8551e4122 None None] Pushing event updated for resources: {'Port': ['ID=cccf8555-7ca4-49ea-b206-1c597b0014e1,revision_number=2']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:32:59.405459 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-61a41146-ca49-46ea-8faa-05d2a4e82e42 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:59.443360 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a41146-ca49-46ea-8faa-05d2a4e82e42 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Pushing event deleted for resources: {'Port': ['ID=64bc83c8-106c-450c-9e76-99aff5a445f1,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:32:59.462800 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-61a41146-ca49-46ea-8faa-05d2a4e82e42 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:59.465836 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-61a41146-ca49-46ea-8faa-05d2a4e82e42 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "DELETE /v2.0/ports/64bc83c8-106c-450c-9e76-99aff5a445f1 HTTP/1.1" status: 204 len: 168 time: 0.5570102 Aug 11 03:32:59.469810 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 37104) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:32:59.560804 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe3628c8-86e3-45d3-8432-c63331865136 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:32:59.564813 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe3628c8-86e3-45d3-8432-c63331865136 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:32:59.564813 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-fe3628c8-86e3-45d3-8432-c63331865136 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0778410 Aug 11 03:32:59.567467 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 37106) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:32:59.609049 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-5955f7a4-efcd-46c8-89e7-d02c5b189f45 tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] Notify callbacks [] for router_gateway, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:59.625719 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_v2 [None req-79988591-facd-4a90-b8a3-468b1e26f1df tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Deleting subnet e4cb6c2d-06f7-4bb9-bd67-82e01b38099e {{(pid=102191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:32:59.628961 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-79988591-facd-4a90-b8a3-468b1e26f1df tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks [] for subnet, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:59.671227 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-79988591-facd-4a90-b8a3-468b1e26f1df tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126283525'] for subnet, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:59.760155 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-79988591-facd-4a90-b8a3-468b1e26f1df tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:59.813394 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-5955f7a4-efcd-46c8-89e7-d02c5b189f45 tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-446952'] for router, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:59.903708 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-79988591-facd-4a90-b8a3-468b1e26f1df tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126283413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126275158'] for subnet, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:59.934043 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79988591-facd-4a90-b8a3-468b1e26f1df tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Pushing event deleted for resources: {'Subnet': ['ID=e4cb6c2d-06f7-4bb9-bd67-82e01b38099e,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:32:59.936150 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-79988591-facd-4a90-b8a3-468b1e26f1df tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:59.938034 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-79988591-facd-4a90-b8a3-468b1e26f1df tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "DELETE /v2.0/subnets/e4cb6c2d-06f7-4bb9-bd67-82e01b38099e HTTP/1.1" status: 204 len: 168 time: 0.3694124 Aug 11 03:32:59.940582 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 37108) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:32:59.983983 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-b6332b8d-2ada-4573-b85e-81cf547a28ee tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0423164 Aug 11 03:32:59.986831 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 37110) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:32:59.991870 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-b8545646-fa86-431b-8ba9-b94b5add9267 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Request body: {'subnet': {'network_id': '41e2676c-dfa7-4a22-87ed-f7efd502a6d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:33:00.021527 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5955f7a4-efcd-46c8-89e7-d02c5b189f45 tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] Router 483fce21-497a-45e1-ac41-cc9723426a5e is scheduled to L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 with binding_index 1 {{(pid=102192) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:33:00.142784 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5955f7a4-efcd-46c8-89e7-d02c5b189f45 tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:33:00.157200 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d772f25-7461-4137-85c3-7b04952647d5 None None] Sync routers for ids ['483fce21-497a-45e1-ac41-cc9723426a5e'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:33:00.169320 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d772f25-7461-4137-85c3-7b04952647d5 None None] Routers {'483fce21-497a-45e1-ac41-cc9723426a5e'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:33:00.170316 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-5d772f25-7461-4137-85c3-7b04952647d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:32:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['483fce21-497a-45e1-ac41-cc9723426a5e'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:33:00.177011 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8545646-fa86-431b-8ba9-b94b5add9267 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Made reservation on behalf of e43abc7f2b214d1a915ef6ef86af9079 for: {'subnet': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:33:00.183875 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b8545646-fa86-431b-8ba9-b94b5add9267 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274743'] for subnet, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:00.205837 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-5d772f25-7461-4137-85c3-7b04952647d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:33:00.215911 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d772f25-7461-4137-85c3-7b04952647d5 None None] Routers {'483fce21-497a-45e1-ac41-cc9723426a5e'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:33:00.216798 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-5d772f25-7461-4137-85c3-7b04952647d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:32:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['483fce21-497a-45e1-ac41-cc9723426a5e'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:33:00.253730 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-5d772f25-7461-4137-85c3-7b04952647d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:33:00.254686 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d772f25-7461-4137-85c3-7b04952647d5 None None] The sync data for ids ['483fce21-497a-45e1-ac41-cc9723426a5e'] in n-d-764292-30 is: [] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:33:00.275049 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ee1cdf-ad96-4ef1-a2bd-a1a74a1ba954 req-d71a30f9-5c47-4c08-b457-d474364eb9d4 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:00.276542 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-84ee1cdf-ad96-4ef1-a2bd-a1a74a1ba954 req-d71a30f9-5c47-4c08-b457-d474364eb9d4 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=2acf2161-fa87-46bb-a1a1-bb895ff0bb5e HTTP/1.1" status: 200 len: 946 time: 0.1355233 Aug 11 03:33:00.277337 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-5955f7a4-efcd-46c8-89e7-d02c5b189f45 tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] Notify callbacks [] for router, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:00.278520 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-5955f7a4-efcd-46c8-89e7-d02c5b189f45 tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 2.4279811 Aug 11 03:33:00.281409 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 37116) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:00.286160 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-7a0dc3fe-96db-42ea-b88a-b193f3b9aedb tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'enable_snat': False}}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:33:00.336438 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1d068b-222d-4976-bb82-3eb7667d82b7 req-8103c91b-3679-4310-aee4-1dacfc90626f tempest-TestVolumeBackupRestore-944752322 tempest-TestVolumeBackupRestore-944752322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:00.337973 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ba1d068b-222d-4976-bb82-3eb7667d82b7 req-8103c91b-3679-4310-aee4-1dacfc90626f tempest-TestVolumeBackupRestore-944752322 tempest-TestVolumeBackupRestore-944752322-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5f9f945-5fa5-4600-9157-0da44ed688fa HTTP/1.1" status: 200 len: 943 time: 0.1932492 Aug 11 03:33:00.409756 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ba1d068b-222d-4976-bb82-3eb7667d82b7 req-054ada8b-3846-4d9a-8850-b4082e303530 tempest-TestVolumeBackupRestore-944752322 tempest-TestVolumeBackupRestore-944752322-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7dd0f82-41a7-4a1d-84a1-f287f3504f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624523 Aug 11 03:33:00.441812 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-84ee1cdf-ad96-4ef1-a2bd-a1a74a1ba954 req-f364da17-8f85-46ee-9e48-118287dece66 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/security-groups?id=d90906b3-11d7-4670-8cbc-45704d99f68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508923 Aug 11 03:33:00.498427 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b8545646-fa86-431b-8ba9-b94b5add9267 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126283476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274725'] for subnet, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:00.516994 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device cccf8555-7ca4-49ea-b206-1c597b0014e1 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:33:00.549186 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d6883e-ce68-4676-84db-3616667facc8 None None] Network 41e2676c-dfa7-4a22-87ed-f7efd502a6d9 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:33:00.558341 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8545646-fa86-431b-8ba9-b94b5add9267 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Pushing event updated for resources: {'Subnet': ['ID=e012ba8a-ddfd-4667-bdda-b1da52cde06c,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:33:00.561572 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8545646-fa86-431b-8ba9-b94b5add9267 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Network 41e2676c-dfa7-4a22-87ed-f7efd502a6d9 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:33:00.563603 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-b8545646-fa86-431b-8ba9-b94b5add9267 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:33:00.566153 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8545646-fa86-431b-8ba9-b94b5add9267 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:00.566780 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b8545646-fa86-431b-8ba9-b94b5add9267 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:00.652955 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-b8545646-fa86-431b-8ba9-b94b5add9267 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6642814 Aug 11 03:33:00.655415 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 37120) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:00.660527 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-c11c51ec-fdb4-4ee4-9b88-20df649ec201 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Request body: {'port': {'network_id': '41e2676c-dfa7-4a22-87ed-f7efd502a6d9', 'fixed_ips': [{'subnet_id': 'e012ba8a-ddfd-4667-bdda-b1da52cde06c', 'ip_address': '2001:db8::ed92:24b6:c599:f46'}], 'name': 'tempest-NetworksTestDHCPv6-635383028'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:33:00.686340 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-8a55dafc-af5a-4c57-85da-8151b2177c08 None None] Provisioning for port cccf8555-7ca4-49ea-b206-1c597b0014e1 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:33:00.715198 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port cccf8555-7ca4-49ea-b206-1c597b0014e1 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:33:00.732729 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port cccf8555-7ca4-49ea-b206-1c597b0014e1 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:33:00.733275 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:00.850557 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:00.903098 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port cccf8555-7ca4-49ea-b206-1c597b0014e1, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=cccf8555-7ca4-49ea-b206-1c597b0014e1,segment=NetworkSegment(5d96f309-e028-4cb7-a58f-990eaca460da),segment_id=5d96f309-e028-4cb7-a58f-990eaca460da)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:33:00.960439 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55612629-060f-4401-9b56-392aea6d446f req-7922dfcf-716b-4f17-9465-1c828f23c629 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:00.961951 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-55612629-060f-4401-9b56-392aea6d446f req-7922dfcf-716b-4f17-9465-1c828f23c629 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=2acf2161-fa87-46bb-a1a1-bb895ff0bb5e HTTP/1.1" status: 200 len: 946 time: 0.3908334 Aug 11 03:33:01.011908 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73fab3ea-4fee-49f4-a335-ab26ad38d0ed None None] Network 41e2676c-dfa7-4a22-87ed-f7efd502a6d9 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:33:01.012139 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c11c51ec-fdb4-4ee4-9b88-20df649ec201 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Made reservation on behalf of e43abc7f2b214d1a915ef6ef86af9079 for: {'port': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:33:01.018301 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c11c51ec-fdb4-4ee4-9b88-20df649ec201 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:01.037033 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [None req-c11c51ec-fdb4-4ee4-9b88-20df649ec201 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] device_id is not set on port 13910882-9137-4267-8cf4-c805e8a495ce yet. {{(pid=102191) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:33:01.043141 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-55612629-060f-4401-9b56-392aea6d446f req-357308c2-2d50-471f-b394-856262261344 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/security-groups?id=d90906b3-11d7-4670-8cbc-45704d99f68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724404 Aug 11 03:33:01.051769 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-7a0dc3fe-96db-42ea-b88a-b193f3b9aedb tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:01.062913 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:01.073312 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-c062ae9d-bb56-4cc0-bdf1-a89e61b75af7 None None] Provisioning complete for port cccf8555-7ca4-49ea-b206-1c597b0014e1 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:33:01.074244 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-c062ae9d-bb56-4cc0-bdf1-a89e61b75af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:01.195907 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=cccf8555-7ca4-49ea-b206-1c597b0014e1,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:33:01.218916 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [None req-c11c51ec-fdb4-4ee4-9b88-20df649ec201 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Allocated IP 2001:db8::ed92:24b6:c599:f46 (41e2676c-dfa7-4a22-87ed-f7efd502a6d9/e012ba8a-ddfd-4667-bdda-b1da52cde06c/13910882-9137-4267-8cf4-c805e8a495ce) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:33:01.229185 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c84104-7517-4a41-bbda-30ed7fe979e1 req-5016dce9-d72c-40d3-abb3-95d488683925 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:01.231412 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-47c84104-7517-4a41-bbda-30ed7fe979e1 req-5016dce9-d72c-40d3-abb3-95d488683925 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=2acf2161-fa87-46bb-a1a1-bb895ff0bb5e HTTP/1.1" status: 200 len: 946 time: 0.0961819 Aug 11 03:33:01.287548 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-47c84104-7517-4a41-bbda-30ed7fe979e1 req-c647c97a-d8fe-4ef9-a11f-f61899e91fbf tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/security-groups?id=d90906b3-11d7-4670-8cbc-45704d99f68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495367 Aug 11 03:33:01.407915 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c11c51ec-fdb4-4ee4-9b88-20df649ec201 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:01.426072 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [None req-c11c51ec-fdb4-4ee4-9b88-20df649ec201 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Transition to ACTIVE for port object 13910882-9137-4267-8cf4-c805e8a495ce will not be triggered until provisioned by entity DHCP. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:33:01.520352 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c11c51ec-fdb4-4ee4-9b88-20df649ec201 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:01.583925 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c11c51ec-fdb4-4ee4-9b88-20df649ec201 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Network 41e2676c-dfa7-4a22-87ed-f7efd502a6d9 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:33:01.585779 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dc379d-b0a1-41d9-a2cc-c20731fdfe3a req-4d8e82c0-a80f-4efa-9eaf-2df229dbe99f tempest-TestVolumeBackupRestore-944752322 tempest-TestVolumeBackupRestore-944752322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:01.587373 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-08dc379d-b0a1-41d9-a2cc-c20731fdfe3a req-4d8e82c0-a80f-4efa-9eaf-2df229dbe99f tempest-TestVolumeBackupRestore-944752322 tempest-TestVolumeBackupRestore-944752322-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5f9f945-5fa5-4600-9157-0da44ed688fa HTTP/1.1" status: 200 len: 943 time: 0.1008949 Aug 11 03:33:01.587523 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-c11c51ec-fdb4-4ee4-9b88-20df649ec201 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:33:01.592088 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11c51ec-fdb4-4ee4-9b88-20df649ec201 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:33:01.597923 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c11c51ec-fdb4-4ee4-9b88-20df649ec201 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:01.598582 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c11c51ec-fdb4-4ee4-9b88-20df649ec201 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:01.604889 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11c51ec-fdb4-4ee4-9b88-20df649ec201 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Pushing event updated for resources: {'Port': ['ID=13910882-9137-4267-8cf4-c805e8a495ce,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:33:01.623798 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-ab373823-9c15-4226-a482-321004965622 None None] Provisioning complete for port cccf8555-7ca4-49ea-b206-1c597b0014e1 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:33:01.624561 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-ab373823-9c15-4226-a482-321004965622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:01.686972 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-08dc379d-b0a1-41d9-a2cc-c20731fdfe3a req-c0ef7cdf-73b3-44fd-b01a-569ac38bbeef tempest-TestVolumeBackupRestore-944752322 tempest-TestVolumeBackupRestore-944752322-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7dd0f82-41a7-4a1d-84a1-f287f3504f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911887 Aug 11 03:33:01.708323 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-c11c51ec-fdb4-4ee4-9b88-20df649ec201 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.0425344 Aug 11 03:33:01.708323 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 37140) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:01.771350 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f63789b-1311-4496-95d8-0713c6a93cfa tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:01.780857 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f63789b-1311-4496-95d8-0713c6a93cfa tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:01.785736 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-3f63789b-1311-4496-95d8-0713c6a93cfa tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1606 time: 0.0808852 Aug 11 03:33:01.786322 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 37142) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:01.789370 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-7a0dc3fe-96db-42ea-b88a-b193f3b9aedb tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-446725', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-448852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6559'] for router, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:01.796468 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-7a0dc3fe-96db-42ea-b88a-b193f3b9aedb tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-446952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-446974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-446967', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-448845'] for router, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:01.812366 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e4a3b9-bafd-442e-95c9-1e0e3848cfb4 req-00d79bc5-d180-48d6-abee-099e14bcee7a tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:01.814105 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-47e4a3b9-bafd-442e-95c9-1e0e3848cfb4 req-00d79bc5-d180-48d6-abee-099e14bcee7a tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=2acf2161-fa87-46bb-a1a1-bb895ff0bb5e HTTP/1.1" status: 200 len: 946 time: 0.0771728 Aug 11 03:33:01.845359 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:01.848470 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-b1a73b9c-da2a-4c7c-9e8b-ba69afd7c97f None None] Could not find standard attr ID for object 00ba6b50-bb6d-47b7-aa1b-58e930b7526a. {{(pid=102193) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 03:33:01.902889 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-ced13844-004f-4816-a165-247f0a952f58 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Deleting port 13910882-9137-4267-8cf4-c805e8a495ce {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:33:01.903535 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ced13844-004f-4816-a165-247f0a952f58 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:01.927205 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-47e4a3b9-bafd-442e-95c9-1e0e3848cfb4 req-3ef08d82-11f3-48b9-ae23-95da7ff1b763 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/security-groups?id=d90906b3-11d7-4670-8cbc-45704d99f68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770404 Aug 11 03:33:01.955636 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a0dc3fe-96db-42ea-b88a-b193f3b9aedb tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Router 483fce21-497a-45e1-ac41-cc9723426a5e has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:33:02.000087 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ced13844-004f-4816-a165-247f0a952f58 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:02.015849 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-ced13844-004f-4816-a165-247f0a952f58 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Calling delete_port for 13910882-9137-4267-8cf4-c805e8a495ce owned by {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:33:02.063432 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-beecf1ed-9e24-412d-8718-54b182ea87e0 None None] Could not find standard attr ID for object 64bc83c8-106c-450c-9e76-99aff5a445f1. {{(pid=102193) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 03:33:02.068535 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-b7aa14b0-b4c4-494e-b511-4dd7f281761e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:02.079967 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a0dc3fe-96db-42ea-b88a-b193f3b9aedb tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:33:02.084441 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-7a0dc3fe-96db-42ea-b88a-b193f3b9aedb tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Notify callbacks [] for router, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:02.085737 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-7a0dc3fe-96db-42ea-b88a-b193f3b9aedb tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] 10.222.0.41 "PUT /v2.0/routers/483fce21-497a-45e1-ac41-cc9723426a5e HTTP/1.1" status: 200 len: 920 time: 1.8032982 Aug 11 03:33:02.090340 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 37144) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:02.092574 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b712c480-5a62-415d-8e41-04f2c77446c6 None None] Sync routers for ids ['483fce21-497a-45e1-ac41-cc9723426a5e'] in n-d-764292-30 {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:33:02.104304 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b712c480-5a62-415d-8e41-04f2c77446c6 None None] Routers {'483fce21-497a-45e1-ac41-cc9723426a5e'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:33:02.104974 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-b712c480-5a62-415d-8e41-04f2c77446c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:33:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['483fce21-497a-45e1-ac41-cc9723426a5e'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:33:02.140001 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-b712c480-5a62-415d-8e41-04f2c77446c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:33:02.149118 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b712c480-5a62-415d-8e41-04f2c77446c6 None None] Routers {'483fce21-497a-45e1-ac41-cc9723426a5e'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:33:02.149735 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-b712c480-5a62-415d-8e41-04f2c77446c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:33:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['483fce21-497a-45e1-ac41-cc9723426a5e'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:33:02.185598 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-b712c480-5a62-415d-8e41-04f2c77446c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:33:02.186249 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b712c480-5a62-415d-8e41-04f2c77446c6 None None] The sync data for ids ['483fce21-497a-45e1-ac41-cc9723426a5e'] in n-d-764292-30 is: [] {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:33:02.251072 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-69a40b62-2a6a-4d1e-8358-4458d17f9955 tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] 10.222.0.41 "GET /v2.0/routers/483fce21-497a-45e1-ac41-cc9723426a5e HTTP/1.1" status: 200 len: 920 time: 0.1597965 Aug 11 03:33:02.253878 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 37146) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:02.309781 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-1a6abea9-626b-4590-a7fc-19d44057ec13 None None] Provisioning for port 13910882-9137-4267-8cf4-c805e8a495ce completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:33:02.312748 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ced13844-004f-4816-a165-247f0a952f58 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:02.315142 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-1a6abea9-626b-4590-a7fc-19d44057ec13 None None] Provisioning complete for port 13910882-9137-4267-8cf4-c805e8a495ce triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:33:02.315516 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-1a6abea9-626b-4590-a7fc-19d44057ec13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:02.335454 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-1a6abea9-626b-4590-a7fc-19d44057ec13 None None] Port 13910882-9137-4267-8cf4-c805e8a495ce was deleted so its status cannot be updated. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 11 03:33:02.364278 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced13844-004f-4816-a165-247f0a952f58 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Pushing event deleted for resources: {'Port': ['ID=13910882-9137-4267-8cf4-c805e8a495ce,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:33:02.371515 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c2d4868-ad6e-45e6-bc0a-41073b0c27cb tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:02.375766 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-0c2d4868-ad6e-45e6-bc0a-41073b0c27cb tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=09faf7d2-eaf5-4a50-bb6e-4cb05d009a76&device_id=483fce21-497a-45e1-ac41-cc9723426a5e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1182470 Aug 11 03:33:02.378414 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 37148) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:02.391612 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ced13844-004f-4816-a165-247f0a952f58 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:02.393652 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-ced13844-004f-4816-a165-247f0a952f58 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "DELETE /v2.0/ports/13910882-9137-4267-8cf4-c805e8a495ce HTTP/1.1" status: 204 len: 168 time: 0.6057987 Aug 11 03:33:02.396264 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 37150) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:02.426917 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device cccf8555-7ca4-49ea-b206-1c597b0014e1 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:33:02.453053 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59ac39d9-6392-4430-87a8-a4888862f81a tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:02.454961 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59ac39d9-6392-4430-87a8-a4888862f81a tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:02.456823 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-59ac39d9-6392-4430-87a8-a4888862f81a tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0596111 Aug 11 03:33:02.459493 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 37152) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:02.492652 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port cccf8555-7ca4-49ea-b206-1c597b0014e1 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:33:02.492652 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:02.517732 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e27de013-f53d-4565-a65b-a4d723f14bb2 tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:02.518377 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_v2 [None req-688f271f-25d4-47a2-82b7-572826b72b9e tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Deleting subnet e012ba8a-ddfd-4667-bdda-b1da52cde06c {{(pid=102191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:33:02.519407 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-e27de013-f53d-4565-a65b-a4d723f14bb2 tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] 10.222.0.41 "GET /v2.0/networks/09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 HTTP/1.1" status: 200 len: 881 time: 0.1399696 Aug 11 03:33:02.522154 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-688f271f-25d4-47a2-82b7-572826b72b9e tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks [] for subnet, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:02.531749 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 37154) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:02.564896 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-3a89d341-4cd4-4ae2-84f8-b828e155af1b tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] 10.222.0.41 "GET /v2.0/ports?device_id=483fce21-497a-45e1-ac41-cc9723426a5e HTTP/1.1" status: 200 len: 205 time: 0.0313702 Aug 11 03:33:02.567653 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 37156) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:02.587130 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-688f271f-25d4-47a2-82b7-572826b72b9e tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126283525'] for subnet, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:02.639970 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-688f271f-25d4-47a2-82b7-572826b72b9e tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:02.687775 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4f43af38-7f62-46e6-a6ff-922c35066c1f tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] Notify callbacks [] for router, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:02.760290 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-688f271f-25d4-47a2-82b7-572826b72b9e tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126283413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126275158'] for subnet, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:02.792620 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688f271f-25d4-47a2-82b7-572826b72b9e tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Pushing event deleted for resources: {'Subnet': ['ID=e012ba8a-ddfd-4667-bdda-b1da52cde06c,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:33:02.797229 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-688f271f-25d4-47a2-82b7-572826b72b9e tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:02.802648 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-688f271f-25d4-47a2-82b7-572826b72b9e tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "DELETE /v2.0/subnets/e012ba8a-ddfd-4667-bdda-b1da52cde06c HTTP/1.1" status: 204 len: 168 time: 0.3405659 Aug 11 03:33:02.803689 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 37160) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:02.830190 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4f43af38-7f62-46e6-a6ff-922c35066c1f tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:02.847129 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-a8ea7765-f76e-43a2-add4-6c8a92df4549 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0422313 Aug 11 03:33:02.848946 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e04507c-025f-4858-8982-2a8ef7c7034e req-0eb15f10-1fc9-4cd0-9318-af688718adc8 tempest-TestVolumeBackupRestore-944752322 tempest-TestVolumeBackupRestore-944752322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:02.850081 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 37162) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:02.850513 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1e04507c-025f-4858-8982-2a8ef7c7034e req-0eb15f10-1fc9-4cd0-9318-af688718adc8 tempest-TestVolumeBackupRestore-944752322 tempest-TestVolumeBackupRestore-944752322-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5f9f945-5fa5-4600-9157-0da44ed688fa HTTP/1.1" status: 200 len: 943 time: 0.0774305 Aug 11 03:33:02.855993 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-72e50c4b-caa6-405a-8f1e-ae37b9e100bc tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Request body: {'subnet': {'network_id': '41e2676c-dfa7-4a22-87ed-f7efd502a6d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:33:02.881846 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f25e595-e520-4779-9fd9-d1f40ccd9ed9 None None] Network 41e2676c-dfa7-4a22-87ed-f7efd502a6d9 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:33:02.891832 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1e04507c-025f-4858-8982-2a8ef7c7034e req-b28b890b-3146-479b-bff9-f3814c5ec8a1 tempest-TestVolumeBackupRestore-944752322 tempest-TestVolumeBackupRestore-944752322-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7dd0f82-41a7-4a1d-84a1-f287f3504f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341196 Aug 11 03:33:02.978956 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-4f43af38-7f62-46e6-a6ff-922c35066c1f tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] Deleting port 473d73ff-5bf1-4b8b-8a03-920c25212d3d {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:33:02.982623 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4f43af38-7f62-46e6-a6ff-922c35066c1f tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:03.022618 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72e50c4b-caa6-405a-8f1e-ae37b9e100bc tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Made reservation on behalf of e43abc7f2b214d1a915ef6ef86af9079 for: {'subnet': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:33:03.026073 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-72e50c4b-caa6-405a-8f1e-ae37b9e100bc tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274743'] for subnet, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:03.033883 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:03.095654 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c0c7ca6-8be7-4c5a-8583-c0d9952b0ee3 None None] DHCP port deletion for 41e2676c-dfa7-4a22-87ed-f7efd502a6d9 request from n-d-764292-30 {{(pid=102193) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:33:03.106857 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bfb7ad-eb32-44f5-be2f-340b66d90de1 req-81e451d9-d83e-40af-99cb-ff43f94aa683 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:03.108311 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-74bfb7ad-eb32-44f5-be2f-340b66d90de1 req-81e451d9-d83e-40af-99cb-ff43f94aa683 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=2acf2161-fa87-46bb-a1a1-bb895ff0bb5e HTTP/1.1" status: 200 len: 946 time: 0.0909438 Aug 11 03:33:03.112449 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4f43af38-7f62-46e6-a6ff-922c35066c1f tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:03.137220 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-4f43af38-7f62-46e6-a6ff-922c35066c1f tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] Calling delete_port for 473d73ff-5bf1-4b8b-8a03-920c25212d3d owned by network:router_gateway {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:33:03.145596 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-7c0c7ca6-8be7-4c5a-8583-c0d9952b0ee3 None None] Deleting port cccf8555-7ca4-49ea-b206-1c597b0014e1 {{(pid=102193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:33:03.145975 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-7c0c7ca6-8be7-4c5a-8583-c0d9952b0ee3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:03.199117 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-74bfb7ad-eb32-44f5-be2f-340b66d90de1 req-28c42ce8-05ba-4788-8e5e-3a0d667e6812 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/security-groups?id=d90906b3-11d7-4670-8cbc-45704d99f68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790920 Aug 11 03:33:03.212898 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-7c0c7ca6-8be7-4c5a-8583-c0d9952b0ee3 None None] For port cccf8555-7ca4-49ea-b206-1c597b0014e1, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=cccf8555-7ca4-49ea-b206-1c597b0014e1,segment=NetworkSegment(5d96f309-e028-4cb7-a58f-990eaca460da),segment_id=5d96f309-e028-4cb7-a58f-990eaca460da)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:33:03.213296 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-7c0c7ca6-8be7-4c5a-8583-c0d9952b0ee3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:03.233554 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-7c0c7ca6-8be7-4c5a-8583-c0d9952b0ee3 None None] Calling delete_port for cccf8555-7ca4-49ea-b206-1c597b0014e1 owned by network:dhcp {{(pid=102193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:33:03.286824 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-72e50c4b-caa6-405a-8f1e-ae37b9e100bc tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126283476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274725'] for subnet, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:03.302417 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a40971-d435-403f-a45e-57ec3407047f req-51684c96-4ab9-4cd9-9db1-eb9d96e6c0df tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:03.304090 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-49a40971-d435-403f-a45e-57ec3407047f req-51684c96-4ab9-4cd9-9db1-eb9d96e6c0df tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.22 "GET /v2.0/ports?device_id=2acf2161-fa87-46bb-a1a1-bb895ff0bb5e HTTP/1.1" status: 200 len: 946 time: 0.0602040 Aug 11 03:33:03.340536 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72e50c4b-caa6-405a-8f1e-ae37b9e100bc tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Network 41e2676c-dfa7-4a22-87ed-f7efd502a6d9 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:33:03.364858 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-72e50c4b-caa6-405a-8f1e-ae37b9e100bc tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:33:03.371972 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72e50c4b-caa6-405a-8f1e-ae37b9e100bc tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:03.376150 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-72e50c4b-caa6-405a-8f1e-ae37b9e100bc tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:03.394122 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-7c0c7ca6-8be7-4c5a-8583-c0d9952b0ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678'] for port, after_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:03.399070 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e50c4b-caa6-405a-8f1e-ae37b9e100bc tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Pushing event updated for resources: {'Subnet': ['ID=d49a4f42-b055-4c22-be01-c80ec1e72f8d,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:33:03.420444 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0c7ca6-8be7-4c5a-8583-c0d9952b0ee3 None None] Pushing event deleted for resources: {'Port': ['ID=cccf8555-7ca4-49ea-b206-1c597b0014e1,revision_number=None']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:33:03.424098 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c0c7ca6-8be7-4c5a-8583-c0d9952b0ee3 None None] No DVR routers for this DVR port cccf8555-7ca4-49ea-b206-1c597b0014e1 on host n-d-764292-30 {{(pid=102193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:33:03.424262 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4f43af38-7f62-46e6-a6ff-922c35066c1f tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:03.454959 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a935e21-64ad-40cc-b0f8-cb614d0a150d None None] Network 41e2676c-dfa7-4a22-87ed-f7efd502a6d9 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:33:03.456127 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-49a40971-d435-403f-a45e-57ec3407047f req-7fee996a-49c4-4f36-bf34-9b58e330a621 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Deleting port cc21ef92-fabe-4e1a-80c6-5197b78df66d {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:33:03.456505 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-49a40971-d435-403f-a45e-57ec3407047f req-7fee996a-49c4-4f36-bf34-9b58e330a621 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:03.461893 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f43af38-7f62-46e6-a6ff-922c35066c1f tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] Pushing event deleted for resources: {'Port': ['ID=473d73ff-5bf1-4b8b-8a03-920c25212d3d,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:33:03.500898 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-72e50c4b-caa6-405a-8f1e-ae37b9e100bc tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6489649 Aug 11 03:33:03.503509 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 37166) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:03.508351 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-7c2874c7-05b3-4ff7-87d1-dec4b89f7c0f tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Request body: {'port': {'network_id': '41e2676c-dfa7-4a22-87ed-f7efd502a6d9', 'fixed_ips': [{'subnet_id': 'd49a4f42-b055-4c22-be01-c80ec1e72f8d', 'ip_address': '2001:db8::38d2:6cfc:542a:8c13'}], 'name': 'tempest-NetworksTestDHCPv6-1318784296'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:33:03.532512 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4f43af38-7f62-46e6-a6ff-922c35066c1f tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-446916'] for router_gateway, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:03.624358 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-49a40971-d435-403f-a45e-57ec3407047f req-7fee996a-49c4-4f36-bf34-9b58e330a621 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] For port cc21ef92-fabe-4e1a-80c6-5197b78df66d, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=cc21ef92-fabe-4e1a-80c6-5197b78df66d,segment=NetworkSegment(32ef8310-eb36-4f10-89a8-2ec645494a63),segment_id=32ef8310-eb36-4f10-89a8-2ec645494a63)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:33:03.624682 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-49a40971-d435-403f-a45e-57ec3407047f req-7fee996a-49c4-4f36-bf34-9b58e330a621 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:03.634905 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4f43af38-7f62-46e6-a6ff-922c35066c1f tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6544'] for router, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:03.637256 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4f43af38-7f62-46e6-a6ff-922c35066c1f tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:03.647102 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-49a40971-d435-403f-a45e-57ec3407047f req-7fee996a-49c4-4f36-bf34-9b58e330a621 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Calling delete_port for cc21ef92-fabe-4e1a-80c6-5197b78df66d owned by compute:nova {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:33:03.731847 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4f43af38-7f62-46e6-a6ff-922c35066c1f tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448809'] for router, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:03.732445 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f43af38-7f62-46e6-a6ff-922c35066c1f tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] Fanout notify agent at l3_agent the message router_deleted on router 483fce21-497a-45e1-ac41-cc9723426a5e {{(pid=102192) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:33:03.740719 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4f43af38-7f62-46e6-a6ff-922c35066c1f tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] Notify callbacks [] for router, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:03.741893 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-4f43af38-7f62-46e6-a6ff-922c35066c1f tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] 10.222.0.41 "DELETE /v2.0/routers/483fce21-497a-45e1-ac41-cc9723426a5e HTTP/1.1" status: 204 len: 168 time: 1.1730447 Aug 11 03:33:03.746618 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 37168) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:03.751198 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-eacd21de-8fd0-49bf-bbc4-2741947453df tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-139651886', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:33:03.778529 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-184b418f-7cbd-41cb-b312-c71cf47194c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde080026-c28f-55be-b52b-13827cc43646-41e2676c-dfa7-4a22-87ed-f7efd502a6d9', 'network_id': '41e2676c-dfa7-4a22-87ed-f7efd502a6d9', 'tenant_id': 'e43abc7f2b214d1a915ef6ef86af9079', 'fixed_ips': [{'subnet_id': 'd49a4f42-b055-4c22-be01-c80ec1e72f8d'}]}} from n-d-764292-30. {{(pid=102193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:33:03.779373 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-184b418f-7cbd-41cb-b312-c71cf47194c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:03.791412 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c2874c7-05b3-4ff7-87d1-dec4b89f7c0f tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Made reservation on behalf of e43abc7f2b214d1a915ef6ef86af9079 for: {'port': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:33:03.871715 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7c2874c7-05b3-4ff7-87d1-dec4b89f7c0f tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:03.888999 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [None req-7c2874c7-05b3-4ff7-87d1-dec4b89f7c0f tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] device_id is not set on port c43d0c0e-ad8f-4909-9ec5-4dad91e068dc yet. {{(pid=102191) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:33:03.897788 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-49a40971-d435-403f-a45e-57ec3407047f req-7fee996a-49c4-4f36-bf34-9b58e330a621 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:03.910791 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['cc21ef92-fabe-4e1a-80c6-5197b78df66d'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:33:03.920590 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-eacd21de-8fd0-49bf-bbc4-2741947453df tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-450010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6626'] for router, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:03.922032 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-eacd21de-8fd0-49bf-bbc4-2741947453df tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-446747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6633'] for router, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:03.945392 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.db_base_plugin_common [None req-184b418f-7cbd-41cb-b312-c71cf47194c6 None None] Allocated IP 2001:db8::2 (41e2676c-dfa7-4a22-87ed-f7efd502a6d9/d49a4f42-b055-4c22-be01-c80ec1e72f8d/7b794a60-01ed-48ef-b30c-fb13b0249636) {{(pid=102193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:33:03.971240 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fee996a-49c4-4f36-bf34-9b58e330a621 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Pushing event deleted for resources: {'Port': ['ID=cc21ef92-fabe-4e1a-80c6-5197b78df66d,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:33:03.996571 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-eacd21de-8fd0-49bf-bbc4-2741947453df tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:04.043973 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-49a40971-d435-403f-a45e-57ec3407047f req-7fee996a-49c4-4f36-bf34-9b58e330a621 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] No DVR routers for this DVR port cc21ef92-fabe-4e1a-80c6-5197b78df66d on host n-h1-764292-30 {{(pid=102191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:33:04.048361 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-49a40971-d435-403f-a45e-57ec3407047f req-7fee996a-49c4-4f36-bf34-9b58e330a621 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:04.050793 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-49a40971-d435-403f-a45e-57ec3407047f req-7fee996a-49c4-4f36-bf34-9b58e330a621 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.22 "DELETE /v2.0/ports/cc21ef92-fabe-4e1a-80c6-5197b78df66d HTTP/1.1" status: 204 len: 173 time: 0.7399166 Aug 11 03:33:04.053237 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2acf2161-fa87-46bb-a1a1-bb895ff0bb5e', 'name': 'network-vif-deleted', 'tag': 'cc21ef92-fabe-4e1a-80c6-5197b78df66d'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:33:04.062363 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0583aad6-2b2a-4139-92c6-e5e3226c17df" -d '{"events": [{"server_uuid": "2acf2161-fa87-46bb-a1a1-bb895ff0bb5e", "name": "network-vif-deleted", "tag": "cc21ef92-fabe-4e1a-80c6-5197b78df66d"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:33:04.062582 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-eacd21de-8fd0-49bf-bbc4-2741947453df tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-446952'] for router, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:04.079787 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7857136c-2bee-404b-a0a4-9f7bb8eac81c req-b2b57dfa-ac15-4b89-89a7-cfb2a462f484 tempest-TestVolumeBackupRestore-944752322 tempest-TestVolumeBackupRestore-944752322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:04.081568 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7857136c-2bee-404b-a0a4-9f7bb8eac81c req-b2b57dfa-ac15-4b89-89a7-cfb2a462f484 tempest-TestVolumeBackupRestore-944752322 tempest-TestVolumeBackupRestore-944752322-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5f9f945-5fa5-4600-9157-0da44ed688fa HTTP/1.1" status: 200 len: 943 time: 0.0893986 Aug 11 03:33:04.109873 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3997c66f-f143-4371-94d3-377bbac99e3a x-openstack-request-id: req-3997c66f-f143-4371-94d3-377bbac99e3a {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:33:04.110171 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2acf2161-fa87-46bb-a1a1-bb895ff0bb5e", "name": "network-vif-deleted", "tag": "cc21ef92-fabe-4e1a-80c6-5197b78df66d", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:33:04.113085 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3997c66f-f143-4371-94d3-377bbac99e3a {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:33:04.124527 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2acf2161-fa87-46bb-a1a1-bb895ff0bb5e', 'name': 'network-vif-deleted', 'tag': 'cc21ef92-fabe-4e1a-80c6-5197b78df66d', 'status': 'completed', 'code': 200} Aug 11 03:33:04.133349 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7857136c-2bee-404b-a0a4-9f7bb8eac81c req-f814a8a7-60a7-4453-a14a-9a43778be5a1 tempest-TestVolumeBackupRestore-944752322 tempest-TestVolumeBackupRestore-944752322-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7dd0f82-41a7-4a1d-84a1-f287f3504f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399640 Aug 11 03:33:04.166564 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-184b418f-7cbd-41cb-b312-c71cf47194c6 None None] Notify callbacks [] for port, precommit_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:04.175514 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-184b418f-7cbd-41cb-b312-c71cf47194c6 None None] Transition to ACTIVE for port object 7b794a60-01ed-48ef-b30c-fb13b0249636 will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:33:04.182934 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-eacd21de-8fd0-49bf-bbc4-2741947453df tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] Notify callbacks [] for router, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:04.186900 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-eacd21de-8fd0-49bf-bbc4-2741947453df tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4367485 Aug 11 03:33:04.187077 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 37174) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:04.192392 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-96ed760b-b923-4197-bdbf-3eee07953a95 tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] Request body: {'router': {'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:33:04.194067 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-184b418f-7cbd-41cb-b312-c71cf47194c6 None None] Transition to ACTIVE for port object 7b794a60-01ed-48ef-b30c-fb13b0249636 will not be triggered until provisioned by entity DHCP. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:33:04.257505 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-184b418f-7cbd-41cb-b312-c71cf47194c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669'] for port, after_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:04.318030 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [None req-7c2874c7-05b3-4ff7-87d1-dec4b89f7c0f tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Allocated IP 2001:db8::38d2:6cfc:542a:8c13 (41e2676c-dfa7-4a22-87ed-f7efd502a6d9/d49a4f42-b055-4c22-be01-c80ec1e72f8d/c43d0c0e-ad8f-4909-9ec5-4dad91e068dc) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:33:04.325422 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-184b418f-7cbd-41cb-b312-c71cf47194c6 None None] Network 41e2676c-dfa7-4a22-87ed-f7efd502a6d9 is already hosted by enough agents. {{(pid=102193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:33:04.328855 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.base_scheduler [None req-184b418f-7cbd-41cb-b312-c71cf47194c6 None None] Resources bound (agent type, host, resource id): {{(pid=102193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:33:04.334901 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184b418f-7cbd-41cb-b312-c71cf47194c6 None None] Received port after_create {{(pid=102193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:33:04.338698 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184b418f-7cbd-41cb-b312-c71cf47194c6 None None] Pushing event updated for resources: {'Port': ['ID=7b794a60-01ed-48ef-b30c-fb13b0249636,revision_number=1']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:33:04.384296 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-563deb31-fd75-4331-a27b-675989ef6275 req-2c38ea8e-c78f-416d-9814-f226676321d4 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=2acf2161-fa87-46bb-a1a1-bb895ff0bb5e HTTP/1.1" status: 200 len: 210 time: 0.0894320 Aug 11 03:33:04.413368 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-184b418f-7cbd-41cb-b312-c71cf47194c6 None None] Attempting to bind port 7b794a60-01ed-48ef-b30c-fb13b0249636 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:33:04.413912 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-184b418f-7cbd-41cb-b312-c71cf47194c6 None None] Attempting to bind port 7b794a60-01ed-48ef-b30c-fb13b0249636 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': '5d96f309-e028-4cb7-a58f-990eaca460da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '41e2676c-dfa7-4a22-87ed-f7efd502a6d9'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:33:04.414154 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184b418f-7cbd-41cb-b312-c71cf47194c6 None None] Attempting to bind port 7b794a60-01ed-48ef-b30c-fb13b0249636 on network 41e2676c-dfa7-4a22-87ed-f7efd502a6d9 {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:33:04.421531 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184b418f-7cbd-41cb-b312-c71cf47194c6 None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 33, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:33:04.421914 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184b418f-7cbd-41cb-b312-c71cf47194c6 None None] Checking segment: {'id': '5d96f309-e028-4cb7-a58f-990eaca460da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '41e2676c-dfa7-4a22-87ed-f7efd502a6d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:33:04.422346 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-184b418f-7cbd-41cb-b312-c71cf47194c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:04.422752 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184b418f-7cbd-41cb-b312-c71cf47194c6 None None] Bound using segment: {'id': '5d96f309-e028-4cb7-a58f-990eaca460da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '41e2676c-dfa7-4a22-87ed-f7efd502a6d9'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:33:04.423223 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-184b418f-7cbd-41cb-b312-c71cf47194c6 None None] Bound port: 7b794a60-01ed-48ef-b30c-fb13b0249636, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d96f309-e028-4cb7-a58f-990eaca460da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '41e2676c-dfa7-4a22-87ed-f7efd502a6d9'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:33:04.423605 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-184b418f-7cbd-41cb-b312-c71cf47194c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:04.469696 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device cccf8555-7ca4-49ea-b206-1c597b0014e1 no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:33:04.499213 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7c2874c7-05b3-4ff7-87d1-dec4b89f7c0f tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:04.504412 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-96ed760b-b923-4197-bdbf-3eee07953a95 tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:04.514442 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [None req-7c2874c7-05b3-4ff7-87d1-dec4b89f7c0f tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Transition to ACTIVE for port object c43d0c0e-ad8f-4909-9ec5-4dad91e068dc will not be triggered until provisioned by entity DHCP. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:33:04.519152 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: cccf8555-7ca4-49ea-b206-1c597b0014e1 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:33:04.519517 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device cccf8555-7ca4-49ea-b206-1c597b0014e1 not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:33:04.553547 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-184b418f-7cbd-41cb-b312-c71cf47194c6 None None] For port 7b794a60-01ed-48ef-b30c-fb13b0249636, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:33:04.556953 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-184b418f-7cbd-41cb-b312-c71cf47194c6 None None] For port 7b794a60-01ed-48ef-b30c-fb13b0249636, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=7b794a60-01ed-48ef-b30c-fb13b0249636,segment=NetworkSegment(5d96f309-e028-4cb7-a58f-990eaca460da),segment_id=5d96f309-e028-4cb7-a58f-990eaca460da)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:33:04.606475 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-184b418f-7cbd-41cb-b312-c71cf47194c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:04.606736 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7c2874c7-05b3-4ff7-87d1-dec4b89f7c0f tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:04.663969 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:04.672618 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c2874c7-05b3-4ff7-87d1-dec4b89f7c0f tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Network 41e2676c-dfa7-4a22-87ed-f7efd502a6d9 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:33:04.676384 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-7c2874c7-05b3-4ff7-87d1-dec4b89f7c0f tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:33:04.686838 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c2874c7-05b3-4ff7-87d1-dec4b89f7c0f tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:33:04.690768 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184b418f-7cbd-41cb-b312-c71cf47194c6 None None] Pushing event updated for resources: {'Port': ['ID=7b794a60-01ed-48ef-b30c-fb13b0249636,revision_number=2']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:33:04.692823 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c2874c7-05b3-4ff7-87d1-dec4b89f7c0f tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:04.693567 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7c2874c7-05b3-4ff7-87d1-dec4b89f7c0f tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:04.705521 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2874c7-05b3-4ff7-87d1-dec4b89f7c0f tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Pushing event updated for resources: {'Port': ['ID=c43d0c0e-ad8f-4909-9ec5-4dad91e068dc,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:33:04.783198 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-7c2874c7-05b3-4ff7-87d1-dec4b89f7c0f tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.2786584 Aug 11 03:33:04.785670 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 37178) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:04.802427 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-96ed760b-b923-4197-bdbf-3eee07953a95 tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] Notify callbacks [] for router_gateway, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:04.822884 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-96ed760b-b923-4197-bdbf-3eee07953a95 tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:04.845769 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a9497fc-9894-4d66-9dbb-e37acd680295 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:04.857802 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a9497fc-9894-4d66-9dbb-e37acd680295 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:04.857802 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-8a9497fc-9894-4d66-9dbb-e37acd680295 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.0681231 Aug 11 03:33:04.857985 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 37180) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:04.978694 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [None req-96ed760b-b923-4197-bdbf-3eee07953a95 tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] Allocated IP 172.25.8.27 (09faf7d2-eaf5-4a50-bb6e-4cb05d009a76/e1a97443-13df-40bb-85f5-fd269e2742c0/a855c278-a38e-447a-8e16-15e6b39f0ced) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:33:04.995200 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-3a0008e5-74a1-4694-be4e-8298c725d3cf tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Deleting port c43d0c0e-ad8f-4909-9ec5-4dad91e068dc {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:33:04.996247 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3a0008e5-74a1-4694-be4e-8298c725d3cf tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:05.103121 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-96ed760b-b923-4197-bdbf-3eee07953a95 tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:05.109384 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3a0008e5-74a1-4694-be4e-8298c725d3cf tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:05.122688 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-3a0008e5-74a1-4694-be4e-8298c725d3cf tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Calling delete_port for c43d0c0e-ad8f-4909-9ec5-4dad91e068dc owned by {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:33:05.188525 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-96ed760b-b923-4197-bdbf-3eee07953a95 tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:05.261098 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ed760b-b923-4197-bdbf-3eee07953a95 tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] Network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:33:05.268370 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-96ed760b-b923-4197-bdbf-3eee07953a95 tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:33:05.272420 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ed760b-b923-4197-bdbf-3eee07953a95 tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:33:05.274632 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ed760b-b923-4197-bdbf-3eee07953a95 tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] Pushing event updated for resources: {'Port': ['ID=a855c278-a38e-447a-8e16-15e6b39f0ced,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:33:05.311322 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe4dbd2-ce91-40c9-8ce1-435d7ed4d741 req-1153fc06-f2a4-489e-8a5e-9b9ca01137b0 tempest-TestVolumeBackupRestore-944752322 tempest-TestVolumeBackupRestore-944752322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:05.312943 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4fe4dbd2-ce91-40c9-8ce1-435d7ed4d741 req-1153fc06-f2a4-489e-8a5e-9b9ca01137b0 tempest-TestVolumeBackupRestore-944752322 tempest-TestVolumeBackupRestore-944752322-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5f9f945-5fa5-4600-9157-0da44ed688fa HTTP/1.1" status: 200 len: 943 time: 0.0999830 Aug 11 03:33:05.482896 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4fe4dbd2-ce91-40c9-8ce1-435d7ed4d741 req-1e2093b9-e859-4266-949f-d616a2893400 tempest-TestVolumeBackupRestore-944752322 tempest-TestVolumeBackupRestore-944752322-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7dd0f82-41a7-4a1d-84a1-f287f3504f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1579292 Aug 11 03:33:05.532689 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c46afca0-fd6b-4f23-b0eb-56a843e7097d req-397b1331-76b7-45fc-87a5-bcda9fa5b87e tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=2acf2161-fa87-46bb-a1a1-bb895ff0bb5e HTTP/1.1" status: 200 len: 210 time: 0.0613492 Aug 11 03:33:05.680447 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3a0008e5-74a1-4694-be4e-8298c725d3cf tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:05.713255 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0008e5-74a1-4694-be4e-8298c725d3cf tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Pushing event deleted for resources: {'Port': ['ID=c43d0c0e-ad8f-4909-9ec5-4dad91e068dc,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:33:05.746182 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3a0008e5-74a1-4694-be4e-8298c725d3cf tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:05.750973 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-3a0008e5-74a1-4694-be4e-8298c725d3cf tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "DELETE /v2.0/ports/c43d0c0e-ad8f-4909-9ec5-4dad91e068dc HTTP/1.1" status: 204 len: 168 time: 0.8896232 Aug 11 03:33:05.751237 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 37186) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:05.821872 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea61c4b7-2954-4bbe-bb9f-6e484516158d tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:05.824149 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea61c4b7-2954-4bbe-bb9f-6e484516158d tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:05.829059 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-ea61c4b7-2954-4bbe-bb9f-6e484516158d tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0767832 Aug 11 03:33:05.829724 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 37188) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:05.911848 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4da7eeb-7e46-4b6b-afd5-7493944845fa tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Deleting subnet d49a4f42-b055-4c22-be01-c80ec1e72f8d {{(pid=102191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:33:05.916727 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f4da7eeb-7e46-4b6b-afd5-7493944845fa tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks [] for subnet, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:05.959668 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-ae03409e-6219-4fb6-8132-48e71d40f250 None None] Provisioning for port 7b794a60-01ed-48ef-b30c-fb13b0249636 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:33:05.971738 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f4da7eeb-7e46-4b6b-afd5-7493944845fa tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126283525'] for subnet, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:06.072826 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-96ed760b-b923-4197-bdbf-3eee07953a95 tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] Notify callbacks [] for router_gateway, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:06.110951 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f4da7eeb-7e46-4b6b-afd5-7493944845fa tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:06.178218 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-faf51e0b-6c33-426e-930c-0ee3e8177c69 None None] Could not find standard attr ID for object c43d0c0e-ad8f-4909-9ec5-4dad91e068dc. {{(pid=102193) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 03:33:06.264030 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f4da7eeb-7e46-4b6b-afd5-7493944845fa tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126283413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126275158'] for subnet, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:06.289272 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-96ed760b-b923-4197-bdbf-3eee07953a95 tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-446725', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-448852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6559'] for router, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:06.293741 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-96ed760b-b923-4197-bdbf-3eee07953a95 tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-446952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-446974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-446967', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-448845'] for router, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:06.299271 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4da7eeb-7e46-4b6b-afd5-7493944845fa tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Pushing event deleted for resources: {'Subnet': ['ID=d49a4f42-b055-4c22-be01-c80ec1e72f8d,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:33:06.301523 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f4da7eeb-7e46-4b6b-afd5-7493944845fa tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:06.305678 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-f4da7eeb-7e46-4b6b-afd5-7493944845fa tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "DELETE /v2.0/subnets/d49a4f42-b055-4c22-be01-c80ec1e72f8d HTTP/1.1" status: 204 len: 168 time: 0.4726048 Aug 11 03:33:06.306018 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 37190) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:06.308690 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device d6776e0f-f310-483a-a2d5-163fa5092fc1 details requested by agent hyperv_n-h2-764292-30 with host n-h2-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:33:06.349183 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-22e41fbc-5275-4beb-a176-e731fbe5b7fa tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0398910 Aug 11 03:33:06.349413 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 37192) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:06.377142 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89bd1862-c4bf-4822-b5a4-0ba8ea2225b2 None None] Network 41e2676c-dfa7-4a22-87ed-f7efd502a6d9 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:33:06.403972 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-684c4628-fc52-4429-b52c-2e031b632c07 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:06.407865 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-684c4628-fc52-4429-b52c-2e031b632c07 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0552018 Aug 11 03:33:06.408109 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 37194) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:06.474905 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a5d188e-1f7e-4c9a-b3f4-f055da2fa360 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:06.476448 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-0a5d188e-1f7e-4c9a-b3f4-f055da2fa360 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0671878 Aug 11 03:33:06.479230 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 37196) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:06.511563 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 7b794a60-01ed-48ef-b30c-fb13b0249636 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:33:06.533817 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-b1901e7e-cc9f-4d6d-a3ab-b98b7b68c9fe tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0470369 Aug 11 03:33:06.534830 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 37200) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:06.536498 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96ed760b-b923-4197-bdbf-3eee07953a95 tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] Router 2a5b7617-1699-4b12-bdec-9542cc8209d0 is scheduled to L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 with binding_index 1 {{(pid=102192) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:33:06.540494 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-14d23981-56ad-44bb-8ac0-242bacbf892f tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Request body: {'subnet': {'network_id': '41e2676c-dfa7-4a22-87ed-f7efd502a6d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:33:06.624648 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port d6776e0f-f310-483a-a2d5-163fa5092fc1, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=d6776e0f-f310-483a-a2d5-163fa5092fc1,segment=NetworkSegment(171ec611-a934-4219-8e96-132344840dde),segment_id=171ec611-a934-4219-8e96-132344840dde)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:33:06.656345 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Returning: {'device': 'd6776e0f-f310-483a-a2d5-163fa5092fc1', 'network_id': '425045ab-1792-4464-8443-b9a0ad823629', 'port_id': 'd6776e0f-f310-483a-a2d5-163fa5092fc1', 'mac_address': 'fa:16:3e:b9:5b:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f01d933d-9d66-4eb8-97b2-29dd5d188cd5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:33:06.726329 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port 7b794a60-01ed-48ef-b30c-fb13b0249636 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:33:06.729077 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:06.730894 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-10303736-b6a7-456d-b60a-b128be79bb53 req-cf42bc11-034c-44e5-8500-9aad1c21c02e tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=2acf2161-fa87-46bb-a1a1-bb895ff0bb5e HTTP/1.1" status: 200 len: 210 time: 0.0495832 Aug 11 03:33:06.734148 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96ed760b-b923-4197-bdbf-3eee07953a95 tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:33:06.741888 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-96ed760b-b923-4197-bdbf-3eee07953a95 tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] Notify callbacks [] for router, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:06.743199 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-96ed760b-b923-4197-bdbf-3eee07953a95 tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] 10.222.0.41 "PUT /v2.0/routers/2a5b7617-1699-4b12-bdec-9542cc8209d0 HTTP/1.1" status: 200 len: 878 time: 2.5548258 Aug 11 03:33:06.748622 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b337704d-baa1-4d92-8a93-bc4fc30dd3e4 None None] Sync routers for ids ['2a5b7617-1699-4b12-bdec-9542cc8209d0'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:33:06.748834 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 37204) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:06.753857 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 7b794a60-01ed-48ef-b30c-fb13b0249636 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:33:06.754217 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:06.764426 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c88ef1-fa70-45a1-91d5-a633a3a05e8d req-badf614c-33fd-41d8-a072-297ca1d94d19 tempest-TestVolumeBackupRestore-944752322 tempest-TestVolumeBackupRestore-944752322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:06.764426 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c0c88ef1-fa70-45a1-91d5-a633a3a05e8d req-badf614c-33fd-41d8-a072-297ca1d94d19 tempest-TestVolumeBackupRestore-944752322 tempest-TestVolumeBackupRestore-944752322-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5f9f945-5fa5-4600-9157-0da44ed688fa HTTP/1.1" status: 200 len: 943 time: 0.1150656 Aug 11 03:33:06.767921 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6776e0f-f310-483a-a2d5-163fa5092fc1 {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:33:06.782493 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14d23981-56ad-44bb-8ac0-242bacbf892f tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Made reservation on behalf of e43abc7f2b214d1a915ef6ef86af9079 for: {'subnet': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:33:06.787021 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-14d23981-56ad-44bb-8ac0-242bacbf892f tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274743'] for subnet, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:06.815543 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b337704d-baa1-4d92-8a93-bc4fc30dd3e4 None None] Routers {'2a5b7617-1699-4b12-bdec-9542cc8209d0'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:33:06.816176 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-b337704d-baa1-4d92-8a93-bc4fc30dd3e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:33:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['2a5b7617-1699-4b12-bdec-9542cc8209d0'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:33:06.862105 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-b337704d-baa1-4d92-8a93-bc4fc30dd3e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:33:06.872375 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port d6776e0f-f310-483a-a2d5-163fa5092fc1, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=d6776e0f-f310-483a-a2d5-163fa5092fc1,segment=NetworkSegment(171ec611-a934-4219-8e96-132344840dde),segment_id=171ec611-a934-4219-8e96-132344840dde)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:33:06.876520 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c0c88ef1-fa70-45a1-91d5-a633a3a05e8d req-ef81c13c-7821-472c-aa0d-c7b37620349a tempest-TestVolumeBackupRestore-944752322 tempest-TestVolumeBackupRestore-944752322-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7dd0f82-41a7-4a1d-84a1-f287f3504f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1048994 Aug 11 03:33:06.885629 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b337704d-baa1-4d92-8a93-bc4fc30dd3e4 None None] Routers {'2a5b7617-1699-4b12-bdec-9542cc8209d0'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:33:06.886827 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-b337704d-baa1-4d92-8a93-bc4fc30dd3e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:33:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['2a5b7617-1699-4b12-bdec-9542cc8209d0'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:33:06.924687 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-28ff4067-a899-4a03-a565-8bfa4097b6ca tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] 10.222.0.41 "GET /v2.0/routers/2a5b7617-1699-4b12-bdec-9542cc8209d0 HTTP/1.1" status: 200 len: 919 time: 0.1650698 Aug 11 03:33:06.928371 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 37206) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:06.936955 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-b337704d-baa1-4d92-8a93-bc4fc30dd3e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:33:06.937572 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b337704d-baa1-4d92-8a93-bc4fc30dd3e4 None None] The sync data for ids ['2a5b7617-1699-4b12-bdec-9542cc8209d0'] in n-d-764292-30 is: [] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:33:06.967204 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5701ddc3-238c-4606-a1b2-94d48e3874b4 None None] DHCP port deletion for 41e2676c-dfa7-4a22-87ed-f7efd502a6d9 request from n-d-764292-30 {{(pid=102193) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:33:06.971667 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:07.012307 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f2f02b-9493-419a-81d0-95f0ce9adbfa tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:07.016075 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-38f2f02b-9493-419a-81d0-95f0ce9adbfa tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=09faf7d2-eaf5-4a50-bb6e-4cb05d009a76&device_id=2a5b7617-1699-4b12-bdec-9542cc8209d0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0842514 Aug 11 03:33:07.017216 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 37208) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:07.033031 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:07.092534 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=d6776e0f-f310-483a-a2d5-163fa5092fc1,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:33:07.132206 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port 7b794a60-01ed-48ef-b30c-fb13b0249636, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=7b794a60-01ed-48ef-b30c-fb13b0249636,segment=NetworkSegment(5d96f309-e028-4cb7-a58f-990eaca460da),segment_id=5d96f309-e028-4cb7-a58f-990eaca460da)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:33:07.143881 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75cc18fa-956b-4601-9f4b-735d6bacf390 tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:07.145392 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-75cc18fa-956b-4601-9f4b-735d6bacf390 tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] 10.222.0.41 "GET /v2.0/networks/09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 HTTP/1.1" status: 200 len: 881 time: 0.1277347 Aug 11 03:33:07.148213 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 37210) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:07.152417 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-5701ddc3-238c-4606-a1b2-94d48e3874b4 None None] Deleting port 7b794a60-01ed-48ef-b30c-fb13b0249636 {{(pid=102193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:33:07.152865 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-5701ddc3-238c-4606-a1b2-94d48e3874b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:07.179358 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-24401068-ecce-446e-ac28-53dfb34b2d91 tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a5b7617-1699-4b12-bdec-9542cc8209d0 HTTP/1.1" status: 200 len: 205 time: 0.0277350 Aug 11 03:33:07.179358 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-14d23981-56ad-44bb-8ac0-242bacbf892f tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126283476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274725'] for subnet, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:07.179951 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 37212) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:07.192147 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['d6776e0f-f310-483a-a2d5-163fa5092fc1'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:33:07.201317 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:07.231116 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:07.275482 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d23981-56ad-44bb-8ac0-242bacbf892f tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Network 41e2676c-dfa7-4a22-87ed-f7efd502a6d9 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:33:07.279714 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-5701ddc3-238c-4606-a1b2-94d48e3874b4 None None] For port 7b794a60-01ed-48ef-b30c-fb13b0249636, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=7b794a60-01ed-48ef-b30c-fb13b0249636,segment=NetworkSegment(5d96f309-e028-4cb7-a58f-990eaca460da),segment_id=5d96f309-e028-4cb7-a58f-990eaca460da)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:33:07.280193 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-5701ddc3-238c-4606-a1b2-94d48e3874b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:07.284574 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-14d23981-56ad-44bb-8ac0-242bacbf892f tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:33:07.287646 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d23981-56ad-44bb-8ac0-242bacbf892f tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:07.288788 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-14d23981-56ad-44bb-8ac0-242bacbf892f tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:07.296174 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d23981-56ad-44bb-8ac0-242bacbf892f tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Pushing event updated for resources: {'Subnet': ['ID=dacba015-15ab-4f25-bfcc-aa6edbbb5f0c,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:33:07.303675 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-5701ddc3-238c-4606-a1b2-94d48e3874b4 None None] Calling delete_port for 7b794a60-01ed-48ef-b30c-fb13b0249636 owned by network:dhcp {{(pid=102193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:33:07.341512 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=7b794a60-01ed-48ef-b30c-fb13b0249636,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:33:07.355813 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-911c5884-7b02-4441-9060-6eb4253d085a tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] Notify callbacks [] for router, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:07.397633 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-14d23981-56ad-44bb-8ac0-242bacbf892f tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8615668 Aug 11 03:33:07.400787 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 37214) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:07.408299 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-fd762387-e16d-481d-a810-81a38b92c169 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Request body: {'port': {'network_id': '41e2676c-dfa7-4a22-87ed-f7efd502a6d9', 'fixed_ips': [{'subnet_id': 'dacba015-15ab-4f25-bfcc-aa6edbbb5f0c', 'ip_address': '2001:db8::e579:69b8:9bf0:a6ce'}], 'name': 'tempest-NetworksTestDHCPv6-1520654982'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:33:07.436309 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device cc21ef92-fabe-4e1a-80c6-5197b78df66d no longer exists at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:33:07.474387 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-911c5884-7b02-4441-9060-6eb4253d085a tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:07.477178 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] No Port match for: cc21ef92-fabe-4e1a-80c6-5197b78df66d {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:33:07.477519 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device cc21ef92-fabe-4e1a-80c6-5197b78df66d not bound to the agent host n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:33:07.555971 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-5701ddc3-238c-4606-a1b2-94d48e3874b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678'] for port, after_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:07.590708 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5701ddc3-238c-4606-a1b2-94d48e3874b4 None None] Pushing event deleted for resources: {'Port': ['ID=7b794a60-01ed-48ef-b30c-fb13b0249636,revision_number=None']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:33:07.594831 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-911c5884-7b02-4441-9060-6eb4253d085a tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] Deleting port a855c278-a38e-447a-8e16-15e6b39f0ced {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:33:07.595436 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-911c5884-7b02-4441-9060-6eb4253d085a tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:07.597029 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5701ddc3-238c-4606-a1b2-94d48e3874b4 None None] No DVR routers for this DVR port 7b794a60-01ed-48ef-b30c-fb13b0249636 on host n-d-764292-30 {{(pid=102193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:33:07.605925 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd762387-e16d-481d-a810-81a38b92c169 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Made reservation on behalf of e43abc7f2b214d1a915ef6ef86af9079 for: {'port': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:33:07.639692 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a311cbb-d706-4140-be36-ff2dde7169a2 None None] Network 41e2676c-dfa7-4a22-87ed-f7efd502a6d9 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:33:07.696056 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-911c5884-7b02-4441-9060-6eb4253d085a tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:07.712207 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-911c5884-7b02-4441-9060-6eb4253d085a tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] Calling delete_port for a855c278-a38e-447a-8e16-15e6b39f0ced owned by network:router_gateway {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:33:07.713442 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-fd762387-e16d-481d-a810-81a38b92c169 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:07.735880 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [None req-fd762387-e16d-481d-a810-81a38b92c169 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] device_id is not set on port f1cc5011-49f5-4c0a-a5a8-e8e6c842e28c yet. {{(pid=102192) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:33:07.826348 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c614bea-4111-4d2b-a1e1-a3a81d6444d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde080026-c28f-55be-b52b-13827cc43646-41e2676c-dfa7-4a22-87ed-f7efd502a6d9', 'network_id': '41e2676c-dfa7-4a22-87ed-f7efd502a6d9', 'tenant_id': 'e43abc7f2b214d1a915ef6ef86af9079', 'fixed_ips': [{'subnet_id': 'dacba015-15ab-4f25-bfcc-aa6edbbb5f0c'}]}} from n-d-764292-30. {{(pid=102193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:33:07.827414 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8c614bea-4111-4d2b-a1e1-a3a81d6444d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:07.895633 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f00ddac3-1668-4bd6-a423-92b6ac83daa3 req-be3c71f0-d2fb-4a7d-9bd0-17cd9582f422 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=2acf2161-fa87-46bb-a1a1-bb895ff0bb5e HTTP/1.1" status: 200 len: 210 time: 0.0504863 Aug 11 03:33:08.003004 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.db_base_plugin_common [None req-8c614bea-4111-4d2b-a1e1-a3a81d6444d1 None None] Allocated IP 2001:db8::2 (41e2676c-dfa7-4a22-87ed-f7efd502a6d9/dacba015-15ab-4f25-bfcc-aa6edbbb5f0c/208cce89-9ff3-4cd6-8a91-c229372903f0) {{(pid=102193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:33:08.032796 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b970be4a-e22f-48a8-9eef-7586003205f3 req-524877b7-adbe-4bd8-bd56-7a02534ee029 tempest-TestVolumeBackupRestore-944752322 tempest-TestVolumeBackupRestore-944752322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:08.034412 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-911c5884-7b02-4441-9060-6eb4253d085a tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:08.035282 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b970be4a-e22f-48a8-9eef-7586003205f3 req-524877b7-adbe-4bd8-bd56-7a02534ee029 tempest-TestVolumeBackupRestore-944752322 tempest-TestVolumeBackupRestore-944752322-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5f9f945-5fa5-4600-9157-0da44ed688fa HTTP/1.1" status: 200 len: 944 time: 0.0631449 Aug 11 03:33:08.071255 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911c5884-7b02-4441-9060-6eb4253d085a tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] Pushing event deleted for resources: {'Port': ['ID=a855c278-a38e-447a-8e16-15e6b39f0ced,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:33:08.084983 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b970be4a-e22f-48a8-9eef-7586003205f3 req-2fc030de-0735-4ee5-b906-d30e2fc10214 tempest-TestVolumeBackupRestore-944752322 tempest-TestVolumeBackupRestore-944752322-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7dd0f82-41a7-4a1d-84a1-f287f3504f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440903 Aug 11 03:33:08.140369 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-911c5884-7b02-4441-9060-6eb4253d085a tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-446916'] for router_gateway, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:08.213108 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8c614bea-4111-4d2b-a1e1-a3a81d6444d1 None None] Notify callbacks [] for port, precommit_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:08.223886 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-8c614bea-4111-4d2b-a1e1-a3a81d6444d1 None None] Transition to ACTIVE for port object 208cce89-9ff3-4cd6-8a91-c229372903f0 will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:33:08.240461 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-911c5884-7b02-4441-9060-6eb4253d085a tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6544'] for router, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:08.241969 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-8c614bea-4111-4d2b-a1e1-a3a81d6444d1 None None] Transition to ACTIVE for port object 208cce89-9ff3-4cd6-8a91-c229372903f0 will not be triggered until provisioned by entity DHCP. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:33:08.242731 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-911c5884-7b02-4441-9060-6eb4253d085a tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:08.309934 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8c614bea-4111-4d2b-a1e1-a3a81d6444d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669'] for port, after_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:08.338787 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device d6776e0f-f310-483a-a2d5-163fa5092fc1 up at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:33:08.378087 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c614bea-4111-4d2b-a1e1-a3a81d6444d1 None None] Network 41e2676c-dfa7-4a22-87ed-f7efd502a6d9 is already hosted by enough agents. {{(pid=102193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:33:08.380510 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [None req-fd762387-e16d-481d-a810-81a38b92c169 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Allocated IP 2001:db8::e579:69b8:9bf0:a6ce (41e2676c-dfa7-4a22-87ed-f7efd502a6d9/dacba015-15ab-4f25-bfcc-aa6edbbb5f0c/f1cc5011-49f5-4c0a-a5a8-e8e6c842e28c) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:33:08.385130 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-911c5884-7b02-4441-9060-6eb4253d085a tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448809'] for router, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:08.385696 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-911c5884-7b02-4441-9060-6eb4253d085a tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] Fanout notify agent at l3_agent the message router_deleted on router 2a5b7617-1699-4b12-bdec-9542cc8209d0 {{(pid=102191) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:33:08.386974 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.base_scheduler [None req-8c614bea-4111-4d2b-a1e1-a3a81d6444d1 None None] Resources bound (agent type, host, resource id): {{(pid=102193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:33:08.390051 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c614bea-4111-4d2b-a1e1-a3a81d6444d1 None None] Received port after_create {{(pid=102193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:33:08.396056 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-911c5884-7b02-4441-9060-6eb4253d085a tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] Notify callbacks [] for router, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:08.402589 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 37220) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:08.404729 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-911c5884-7b02-4441-9060-6eb4253d085a tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] 10.222.0.41 "DELETE /v2.0/routers/2a5b7617-1699-4b12-bdec-9542cc8209d0 HTTP/1.1" status: 204 len: 168 time: 1.2212722 Aug 11 03:33:08.410801 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-9e56e379-754e-4f21-b8ee-01d136d76de0 tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-115536886', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:33:08.419118 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c614bea-4111-4d2b-a1e1-a3a81d6444d1 None None] Pushing event updated for resources: {'Port': ['ID=208cce89-9ff3-4cd6-8a91-c229372903f0,revision_number=1']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:33:08.439314 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 7b794a60-01ed-48ef-b30c-fb13b0249636 no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:33:08.468795 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: 7b794a60-01ed-48ef-b30c-fb13b0249636 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:33:08.469812 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 7b794a60-01ed-48ef-b30c-fb13b0249636 not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:33:08.502814 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-8c614bea-4111-4d2b-a1e1-a3a81d6444d1 None None] Attempting to bind port 208cce89-9ff3-4cd6-8a91-c229372903f0 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:33:08.503179 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-8c614bea-4111-4d2b-a1e1-a3a81d6444d1 None None] Attempting to bind port 208cce89-9ff3-4cd6-8a91-c229372903f0 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': '5d96f309-e028-4cb7-a58f-990eaca460da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '41e2676c-dfa7-4a22-87ed-f7efd502a6d9'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:33:08.503546 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c614bea-4111-4d2b-a1e1-a3a81d6444d1 None None] Attempting to bind port 208cce89-9ff3-4cd6-8a91-c229372903f0 on network 41e2676c-dfa7-4a22-87ed-f7efd502a6d9 {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:33:08.509123 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c614bea-4111-4d2b-a1e1-a3a81d6444d1 None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 33, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:33:08.509500 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c614bea-4111-4d2b-a1e1-a3a81d6444d1 None None] Checking segment: {'id': '5d96f309-e028-4cb7-a58f-990eaca460da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '41e2676c-dfa7-4a22-87ed-f7efd502a6d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:33:08.509907 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8c614bea-4111-4d2b-a1e1-a3a81d6444d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:08.510847 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c614bea-4111-4d2b-a1e1-a3a81d6444d1 None None] Bound using segment: {'id': '5d96f309-e028-4cb7-a58f-990eaca460da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '41e2676c-dfa7-4a22-87ed-f7efd502a6d9'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:33:08.510847 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-8c614bea-4111-4d2b-a1e1-a3a81d6444d1 None None] Bound port: 208cce89-9ff3-4cd6-8a91-c229372903f0, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d96f309-e028-4cb7-a58f-990eaca460da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '41e2676c-dfa7-4a22-87ed-f7efd502a6d9'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:33:08.511200 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8c614bea-4111-4d2b-a1e1-a3a81d6444d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:08.530904 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9e56e379-754e-4f21-b8ee-01d136d76de0 tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-450010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6626'] for router, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:08.532031 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9e56e379-754e-4f21-b8ee-01d136d76de0 tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-446747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6633'] for router, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:08.549730 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning for port d6776e0f-f310-483a-a2d5-163fa5092fc1 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:33:08.559433 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning complete for port d6776e0f-f310-483a-a2d5-163fa5092fc1 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:33:08.559811 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:08.618011 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-8c614bea-4111-4d2b-a1e1-a3a81d6444d1 None None] For port 208cce89-9ff3-4cd6-8a91-c229372903f0, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:33:08.623020 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-8c614bea-4111-4d2b-a1e1-a3a81d6444d1 None None] For port 208cce89-9ff3-4cd6-8a91-c229372903f0, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=208cce89-9ff3-4cd6-8a91-c229372903f0,segment=NetworkSegment(5d96f309-e028-4cb7-a58f-990eaca460da),segment_id=5d96f309-e028-4cb7-a58f-990eaca460da)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:33:08.623183 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9e56e379-754e-4f21-b8ee-01d136d76de0 tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:08.625947 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-fd762387-e16d-481d-a810-81a38b92c169 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:08.639819 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [None req-fd762387-e16d-481d-a810-81a38b92c169 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Transition to ACTIVE for port object f1cc5011-49f5-4c0a-a5a8-e8e6c842e28c will not be triggered until provisioned by entity DHCP. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:33:08.670743 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:08.685755 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9e56e379-754e-4f21-b8ee-01d136d76de0 tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-446952'] for router, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:08.688663 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8c614bea-4111-4d2b-a1e1-a3a81d6444d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:08.696496 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5f9f945-5fa5-4600-9157-0da44ed688fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6776e0f-f310-483a-a2d5-163fa5092fc1'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:33:08.699308 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bda21d0-9cb1-4f3d-a2b2-fabd3b195f77" -d '{"events": [{"server_uuid": "b5f9f945-5fa5-4600-9157-0da44ed688fa", "name": "network-vif-plugged", "status": "completed", "tag": "d6776e0f-f310-483a-a2d5-163fa5092fc1"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:33:08.731982 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port d6776e0f-f310-483a-a2d5-163fa5092fc1, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=d6776e0f-f310-483a-a2d5-163fa5092fc1,segment=NetworkSegment(171ec611-a934-4219-8e96-132344840dde),segment_id=171ec611-a934-4219-8e96-132344840dde)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:33:08.732231 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-fd762387-e16d-481d-a810-81a38b92c169 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:08.742431 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:33:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4ffdc4d-70bd-48de-a11b-308a21792c8e x-openstack-request-id: req-f4ffdc4d-70bd-48de-a11b-308a21792c8e {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:33:08.742431 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5f9f945-5fa5-4600-9157-0da44ed688fa", "name": "network-vif-plugged", "status": "completed", "tag": "d6776e0f-f310-483a-a2d5-163fa5092fc1", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:33:08.742431 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f4ffdc4d-70bd-48de-a11b-308a21792c8e {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:33:08.742431 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5f9f945-5fa5-4600-9157-0da44ed688fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6776e0f-f310-483a-a2d5-163fa5092fc1', 'code': 200} Aug 11 03:33:08.766376 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9e56e379-754e-4f21-b8ee-01d136d76de0 tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] Notify callbacks [] for router, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:08.767594 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-9e56e379-754e-4f21-b8ee-01d136d76de0 tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3605366 Aug 11 03:33:08.767992 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c614bea-4111-4d2b-a1e1-a3a81d6444d1 None None] Pushing event updated for resources: {'Port': ['ID=208cce89-9ff3-4cd6-8a91-c229372903f0,revision_number=2']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:33:08.770261 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 37224) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:08.777794 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-c4b748f4-b648-44e2-9c67-f79c247986a1 tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'enable_snat': True}}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:33:08.778545 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:08.823344 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd762387-e16d-481d-a810-81a38b92c169 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Network 41e2676c-dfa7-4a22-87ed-f7efd502a6d9 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:33:08.843916 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=d6776e0f-f310-483a-a2d5-163fa5092fc1,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:33:08.868289 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-fd762387-e16d-481d-a810-81a38b92c169 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:33:08.884955 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd762387-e16d-481d-a810-81a38b92c169 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:33:08.891163 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd762387-e16d-481d-a810-81a38b92c169 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:08.891787 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-fd762387-e16d-481d-a810-81a38b92c169 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:08.894418 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd762387-e16d-481d-a810-81a38b92c169 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Pushing event updated for resources: {'Port': ['ID=f1cc5011-49f5-4c0a-a5a8-e8e6c842e28c,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:33:09.009855 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-fd762387-e16d-481d-a810-81a38b92c169 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.6037750 Aug 11 03:33:09.010316 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 37228) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:09.019222 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-85a87847-498a-4827-b35e-9dc6cebfdde6 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Request body: {'port': {'network_id': '41e2676c-dfa7-4a22-87ed-f7efd502a6d9', 'fixed_ips': [{'subnet_id': 'dacba015-15ab-4f25-bfcc-aa6edbbb5f0c', 'ip_address': '2001:db8::e579:69b8:9bf0:a6ce'}], 'name': 'tempest-NetworksTestDHCPv6-105476096'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:33:09.039681 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b63d8ef-a810-4f02-9fc1-e3ae59be692e req-ceffcef1-e7e0-46a6-8f89-b84e4141a2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:09.039932 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3b63d8ef-a810-4f02-9fc1-e3ae59be692e req-ceffcef1-e7e0-46a6-8f89-b84e4141a2b0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b5f9f945-5fa5-4600-9157-0da44ed688fa HTTP/1.1" status: 200 len: 1097 time: 0.2210073 Aug 11 03:33:09.185282 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-338c9448-9f59-4fb6-9c3c-fac958625045 req-2c8eb7f4-5bb8-4663-ad09-d520c524c284 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=2acf2161-fa87-46bb-a1a1-bb895ff0bb5e HTTP/1.1" status: 200 len: 210 time: 0.1444001 Aug 11 03:33:09.194033 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c4b748f4-b648-44e2-9c67-f79c247986a1 tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:09.251187 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3b63d8ef-a810-4f02-9fc1-e3ae59be692e req-51e3b3e3-b544-40bb-937d-1a6e79ecce37 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b7dd0f82-41a7-4a1d-84a1-f287f3504f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1485069 Aug 11 03:33:09.290737 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457a253b-32c8-4a6f-b56c-d7d2186bb16d req-1d2a7640-272d-4e86-ae44-d6a46dca1485 tempest-TestVolumeBackupRestore-944752322 tempest-TestVolumeBackupRestore-944752322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:09.292469 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-457a253b-32c8-4a6f-b56c-d7d2186bb16d req-1d2a7640-272d-4e86-ae44-d6a46dca1485 tempest-TestVolumeBackupRestore-944752322 tempest-TestVolumeBackupRestore-944752322-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5f9f945-5fa5-4600-9157-0da44ed688fa HTTP/1.1" status: 200 len: 945 time: 0.1147585 Aug 11 03:33:09.376849 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-457a253b-32c8-4a6f-b56c-d7d2186bb16d req-ac88ff0a-d700-4847-9076-3af061920fbc tempest-TestVolumeBackupRestore-944752322 tempest-TestVolumeBackupRestore-944752322-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7dd0f82-41a7-4a1d-84a1-f287f3504f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714040 Aug 11 03:33:09.404337 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85a87847-498a-4827-b35e-9dc6cebfdde6 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Made reservation on behalf of e43abc7f2b214d1a915ef6ef86af9079 for: {'port': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:33:09.409259 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-85a87847-498a-4827-b35e-9dc6cebfdde6 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:09.436161 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [None req-85a87847-498a-4827-b35e-9dc6cebfdde6 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] device_id is not set on port 96612883-276b-482b-968b-189680c8d87e yet. {{(pid=102192) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:33:09.639954 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c4b748f4-b648-44e2-9c67-f79c247986a1 tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:09.686019 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c4b748f4-b648-44e2-9c67-f79c247986a1 tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:09.783127 n-d-764292-30 neutron-server[102192]: INFO neutron.pecan_wsgi.hooks.translation [None req-85a87847-498a-4827-b35e-9dc6cebfdde6 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] POST failed (client error): There was a conflict when trying to complete your request. Aug 11 03:33:09.783729 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85a87847-498a-4827-b35e-9dc6cebfdde6 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:33:09.816583 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [None req-c4b748f4-b648-44e2-9c67-f79c247986a1 tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Allocated IP 172.25.8.229 (09faf7d2-eaf5-4a50-bb6e-4cb05d009a76/e1a97443-13df-40bb-85f5-fd269e2742c0/af27f943-a43a-4cd2-9111-315375b902c3) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:33:09.925990 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-d85f704f-89ad-4f48-96a8-6b87a6250f0f None None] Provisioning for port 208cce89-9ff3-4cd6-8a91-c229372903f0 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:33:10.097053 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-d93cd9f5-f24a-4914-a150-bc3b8a7e4942 None None] Provisioning for port f1cc5011-49f5-4c0a-a5a8-e8e6c842e28c completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:33:10.101199 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-d93cd9f5-f24a-4914-a150-bc3b8a7e4942 None None] Provisioning complete for port f1cc5011-49f5-4c0a-a5a8-e8e6c842e28c triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:33:10.101571 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-d93cd9f5-f24a-4914-a150-bc3b8a7e4942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:10.150467 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-d93cd9f5-f24a-4914-a150-bc3b8a7e4942 None None] Port f1cc5011-49f5-4c0a-a5a8-e8e6c842e28c cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:33:10.164577 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-85a87847-498a-4827-b35e-9dc6cebfdde6 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.1532049 Aug 11 03:33:10.167261 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 37232) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:10.217693 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3a0eaa9-1078-4788-9932-43d5122d22a7 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:10.218046 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c4b748f4-b648-44e2-9c67-f79c247986a1 tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:10.223937 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3a0eaa9-1078-4788-9932-43d5122d22a7 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:10.225640 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-b3a0eaa9-1078-4788-9932-43d5122d22a7 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.0566890 Aug 11 03:33:10.228281 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 37236) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:10.321566 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-681245fc-b47f-4b06-9f69-b51320992654 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Deleting port f1cc5011-49f5-4c0a-a5a8-e8e6c842e28c {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:33:10.321906 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-681245fc-b47f-4b06-9f69-b51320992654 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:10.326027 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c4b748f4-b648-44e2-9c67-f79c247986a1 tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:10.368801 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4b748f4-b648-44e2-9c67-f79c247986a1 tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:33:10.372337 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-c4b748f4-b648-44e2-9c67-f79c247986a1 tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:33:10.376315 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b748f4-b648-44e2-9c67-f79c247986a1 tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:33:10.399560 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b748f4-b648-44e2-9c67-f79c247986a1 tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Pushing event updated for resources: {'Port': ['ID=af27f943-a43a-4cd2-9111-315375b902c3,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:33:10.447664 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-681245fc-b47f-4b06-9f69-b51320992654 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:10.463905 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-681245fc-b47f-4b06-9f69-b51320992654 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Calling delete_port for f1cc5011-49f5-4c0a-a5a8-e8e6c842e28c owned by {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:33:10.466096 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 208cce89-9ff3-4cd6-8a91-c229372903f0 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:33:10.582140 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port 208cce89-9ff3-4cd6-8a91-c229372903f0 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:33:10.586675 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 208cce89-9ff3-4cd6-8a91-c229372903f0 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:33:10.591625 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:10.601724 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07666f0-b864-4e66-b3a8-ea30c4aa8c92 req-32ed3fe9-2fb9-42ae-8afc-dac620163149 tempest-TestVolumeBackupRestore-944752322 tempest-TestVolumeBackupRestore-944752322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:10.603645 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d07666f0-b864-4e66-b3a8-ea30c4aa8c92 req-32ed3fe9-2fb9-42ae-8afc-dac620163149 tempest-TestVolumeBackupRestore-944752322 tempest-TestVolumeBackupRestore-944752322-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5f9f945-5fa5-4600-9157-0da44ed688fa HTTP/1.1" status: 200 len: 945 time: 0.1408966 Aug 11 03:33:10.644882 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d07666f0-b864-4e66-b3a8-ea30c4aa8c92 req-8348ba14-0858-44b3-84f6-1d2adaf300ce tempest-TestVolumeBackupRestore-944752322 tempest-TestVolumeBackupRestore-944752322-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7dd0f82-41a7-4a1d-84a1-f287f3504f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344903 Aug 11 03:33:10.676360 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:10.702695 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-681245fc-b47f-4b06-9f69-b51320992654 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:10.719662 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port 208cce89-9ff3-4cd6-8a91-c229372903f0, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=208cce89-9ff3-4cd6-8a91-c229372903f0,segment=NetworkSegment(5d96f309-e028-4cb7-a58f-990eaca460da),segment_id=5d96f309-e028-4cb7-a58f-990eaca460da)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:33:10.749635 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681245fc-b47f-4b06-9f69-b51320992654 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Pushing event deleted for resources: {'Port': ['ID=f1cc5011-49f5-4c0a-a5a8-e8e6c842e28c,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:33:10.778789 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-681245fc-b47f-4b06-9f69-b51320992654 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:10.781449 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-681245fc-b47f-4b06-9f69-b51320992654 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "DELETE /v2.0/ports/f1cc5011-49f5-4c0a-a5a8-e8e6c842e28c HTTP/1.1" status: 204 len: 168 time: 0.5522091 Aug 11 03:33:10.784350 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 37246) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:10.793988 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:10.815390 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c4b748f4-b648-44e2-9c67-f79c247986a1 tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:10.869172 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fae33a4-402f-4d12-bcbe-233298ee4770 req-bb3185d0-227d-4c1b-8618-4ffb5ac567a0 tempest-TestVolumeBackupRestore-944752322 tempest-TestVolumeBackupRestore-944752322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:10.873801 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6fae33a4-402f-4d12-bcbe-233298ee4770 req-bb3185d0-227d-4c1b-8618-4ffb5ac567a0 tempest-TestVolumeBackupRestore-944752322 tempest-TestVolumeBackupRestore-944752322-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5f9f945-5fa5-4600-9157-0da44ed688fa HTTP/1.1" status: 200 len: 945 time: 0.1053464 Aug 11 03:33:10.895225 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=208cce89-9ff3-4cd6-8a91-c229372903f0,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:33:10.906481 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f730350-f586-49e7-ab73-7f37d3962d0e tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:10.907918 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f730350-f586-49e7-ab73-7f37d3962d0e tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:10.913788 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-4f730350-f586-49e7-ab73-7f37d3962d0e tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1239207 Aug 11 03:33:10.913788 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 37248) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:10.966584 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6fae33a4-402f-4d12-bcbe-233298ee4770 req-6a6f05c0-cf4c-42c6-a061-824f15a42013 tempest-TestVolumeBackupRestore-944752322 tempest-TestVolumeBackupRestore-944752322-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7dd0f82-41a7-4a1d-84a1-f287f3504f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845139 Aug 11 03:33:10.966902 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9b3b7d2-4cf5-4b40-9f1f-9d28a0d100df tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Deleting subnet dacba015-15ab-4f25-bfcc-aa6edbbb5f0c {{(pid=102191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:33:10.970263 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a9b3b7d2-4cf5-4b40-9f1f-9d28a0d100df tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks [] for subnet, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:10.986760 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 37250) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:11.031618 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a9b3b7d2-4cf5-4b40-9f1f-9d28a0d100df tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126283525'] for subnet, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:11.138966 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c4b748f4-b648-44e2-9c67-f79c247986a1 tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-446725', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-448852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6559'] for router, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:11.143310 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c4b748f4-b648-44e2-9c67-f79c247986a1 tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-446952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-446974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-446967', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-448845'] for router, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:11.149695 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a9b3b7d2-4cf5-4b40-9f1f-9d28a0d100df tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:11.280056 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a9b3b7d2-4cf5-4b40-9f1f-9d28a0d100df tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126283413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126275158'] for subnet, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:11.288974 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00a3a6d9-bd8a-4fc2-bca2-f768ea4caf67 tempest-TestVolumeBackupRestore-1294662701 tempest-TestVolumeBackupRestore-1294662701-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:11.294520 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-00a3a6d9-bd8a-4fc2-bca2-f768ea4caf67 tempest-TestVolumeBackupRestore-1294662701 tempest-TestVolumeBackupRestore-1294662701-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=b5f9f945-5fa5-4600-9157-0da44ed688fa HTTP/1.1" status: 200 len: 1092 time: 0.3102391 Aug 11 03:33:11.295318 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 37254) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:11.296769 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:11.300778 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-e595bfbc-532c-4089-a138-c5c8b929509b tempest-TestVolumeBackupRestore-944752322 tempest-TestVolumeBackupRestore-944752322-project] Request body: {'floatingip': {'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'port_id': 'd6776e0f-f310-483a-a2d5-163fa5092fc1', 'tenant_id': 'b540e93b4e6e403b8be0a51a19b9324d', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:33:11.311035 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b3b7d2-4cf5-4b40-9f1f-9d28a0d100df tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Pushing event deleted for resources: {'Subnet': ['ID=dacba015-15ab-4f25-bfcc-aa6edbbb5f0c,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:33:11.313099 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a9b3b7d2-4cf5-4b40-9f1f-9d28a0d100df tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:11.317742 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-a9b3b7d2-4cf5-4b40-9f1f-9d28a0d100df tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "DELETE /v2.0/subnets/dacba015-15ab-4f25-bfcc-aa6edbbb5f0c HTTP/1.1" status: 204 len: 168 time: 0.4015679 Aug 11 03:33:11.317742 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 37256) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:11.337642 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3c5f449-89dc-42ec-a9d0-1d0b8b633e32 None None] Network 41e2676c-dfa7-4a22-87ed-f7efd502a6d9 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:33:11.377212 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-8e26f541-72d2-4f80-b312-94dbe12d3067 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0546441 Aug 11 03:33:11.377918 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 37258) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:11.383569 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-a0ae5b5d-0d05-4841-b369-5c640bccf684 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Request body: {'subnet': {'network_id': '41e2676c-dfa7-4a22-87ed-f7efd502a6d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:33:11.430818 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e595bfbc-532c-4089-a138-c5c8b929509b tempest-TestVolumeBackupRestore-944752322 tempest-TestVolumeBackupRestore-944752322-project] Notify callbacks [] for floatingip, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:11.451237 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4b748f4-b648-44e2-9c67-f79c247986a1 tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Router 15f4dd3b-0df6-433f-b85f-505da41a041a is scheduled to L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 with binding_index 1 {{(pid=102192) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:33:11.658432 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0ae5b5d-0d05-4841-b369-5c640bccf684 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Made reservation on behalf of e43abc7f2b214d1a915ef6ef86af9079 for: {'subnet': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:33:11.658432 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a0ae5b5d-0d05-4841-b369-5c640bccf684 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126180544'] for subnet, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:11.674957 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4b748f4-b648-44e2-9c67-f79c247986a1 tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:33:11.686074 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb8bc698-4753-4628-bc87-365f9d83d91b None None] Sync routers for ids ['15f4dd3b-0df6-433f-b85f-505da41a041a'] in n-d-764292-30 {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:33:11.706899 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8bc698-4753-4628-bc87-365f9d83d91b None None] Routers {'15f4dd3b-0df6-433f-b85f-505da41a041a'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:33:11.707854 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-eb8bc698-4753-4628-bc87-365f9d83d91b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:33:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['15f4dd3b-0df6-433f-b85f-505da41a041a'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:33:11.712807 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c4b748f4-b648-44e2-9c67-f79c247986a1 tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Notify callbacks [] for router, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:11.717110 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-c4b748f4-b648-44e2-9c67-f79c247986a1 tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] 10.222.0.41 "PUT /v2.0/routers/15f4dd3b-0df6-433f-b85f-505da41a041a HTTP/1.1" status: 200 len: 914 time: 2.9428191 Aug 11 03:33:11.717459 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 37262) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:11.731380 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d129e7c-b138-4d4a-9389-50cd66aef493 None None] DHCP port deletion for 41e2676c-dfa7-4a22-87ed-f7efd502a6d9 request from n-d-764292-30 {{(pid=102193) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:33:11.751866 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-eb8bc698-4753-4628-bc87-365f9d83d91b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:33:11.762944 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8bc698-4753-4628-bc87-365f9d83d91b None None] Routers {'15f4dd3b-0df6-433f-b85f-505da41a041a'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:33:11.763816 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-eb8bc698-4753-4628-bc87-365f9d83d91b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:33:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['15f4dd3b-0df6-433f-b85f-505da41a041a'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:33:11.764622 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e595bfbc-532c-4089-a138-c5c8b929509b tempest-TestVolumeBackupRestore-944752322 tempest-TestVolumeBackupRestore-944752322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:11.797072 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-eb8bc698-4753-4628-bc87-365f9d83d91b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:33:11.798128 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb8bc698-4753-4628-bc87-365f9d83d91b None None] The sync data for ids ['15f4dd3b-0df6-433f-b85f-505da41a041a'] in n-d-764292-30 is: [] {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:33:11.799272 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-7d129e7c-b138-4d4a-9389-50cd66aef493 None None] Deleting port 208cce89-9ff3-4cd6-8a91-c229372903f0 {{(pid=102193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:33:11.800038 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-7d129e7c-b138-4d4a-9389-50cd66aef493 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:11.871714 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-731dadc9-d1e0-4c59-8116-06699497d7ae tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] 10.222.0.41 "GET /v2.0/routers/15f4dd3b-0df6-433f-b85f-505da41a041a HTTP/1.1" status: 200 len: 920 time: 0.1522214 Aug 11 03:33:11.872862 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 37264) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:11.885319 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-7d129e7c-b138-4d4a-9389-50cd66aef493 None None] For port 208cce89-9ff3-4cd6-8a91-c229372903f0, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=208cce89-9ff3-4cd6-8a91-c229372903f0,segment=NetworkSegment(5d96f309-e028-4cb7-a58f-990eaca460da),segment_id=5d96f309-e028-4cb7-a58f-990eaca460da)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:33:11.886636 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-7d129e7c-b138-4d4a-9389-50cd66aef493 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:11.901740 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-7d129e7c-b138-4d4a-9389-50cd66aef493 None None] Calling delete_port for 208cce89-9ff3-4cd6-8a91-c229372903f0 owned by network:dhcp {{(pid=102193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:33:11.926033 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1f557e3-d58e-4f74-8897-b1c882bfbca9 tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:11.930707 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-e1f557e3-d58e-4f74-8897-b1c882bfbca9 tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=09faf7d2-eaf5-4a50-bb6e-4cb05d009a76&device_id=15f4dd3b-0df6-433f-b85f-505da41a041a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0568151 Aug 11 03:33:11.931448 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 37266) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:11.979121 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [None req-e595bfbc-532c-4089-a138-c5c8b929509b tempest-TestVolumeBackupRestore-944752322 tempest-TestVolumeBackupRestore-944752322-project] Allocated IP 172.25.8.15 (09faf7d2-eaf5-4a50-bb6e-4cb05d009a76/e1a97443-13df-40bb-85f5-fd269e2742c0/f5907efa-2813-4ace-bea2-7fefb977898e) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:33:12.038157 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a0ae5b5d-0d05-4841-b369-5c640bccf684 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125932092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126180562'] for subnet, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:12.041310 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be5b0bd1-bda8-4634-9677-e0e309545d04 tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:12.045359 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-be5b0bd1-bda8-4634-9677-e0e309545d04 tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] 10.222.0.41 "GET /v2.0/networks/09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 HTTP/1.1" status: 200 len: 881 time: 0.1100070 Aug 11 03:33:12.047371 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 37268) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:12.060674 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-7d129e7c-b138-4d4a-9389-50cd66aef493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678'] for port, after_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:12.078357 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-c2700f60-45d6-43b4-b3df-e178d6b18eff tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] 10.222.0.41 "GET /v2.0/ports?device_id=15f4dd3b-0df6-433f-b85f-505da41a041a HTTP/1.1" status: 200 len: 205 time: 0.0310280 Aug 11 03:33:12.082465 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 37270) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:12.096917 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d129e7c-b138-4d4a-9389-50cd66aef493 None None] No DVR routers for this DVR port 208cce89-9ff3-4cd6-8a91-c229372903f0 on host n-d-764292-30 {{(pid=102193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:33:12.098780 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d129e7c-b138-4d4a-9389-50cd66aef493 None None] Pushing event deleted for resources: {'Port': ['ID=208cce89-9ff3-4cd6-8a91-c229372903f0,revision_number=None']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:33:12.153921 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ae5b5d-0d05-4841-b369-5c640bccf684 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Network 41e2676c-dfa7-4a22-87ed-f7efd502a6d9 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:33:12.162852 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-a0ae5b5d-0d05-4841-b369-5c640bccf684 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:33:12.173324 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8b642b2-6ece-47b3-b4d8-119dc8f241d6 None None] Network 41e2676c-dfa7-4a22-87ed-f7efd502a6d9 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:33:12.175610 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ae5b5d-0d05-4841-b369-5c640bccf684 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:12.176487 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a0ae5b5d-0d05-4841-b369-5c640bccf684 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks [] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:12.201135 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ae5b5d-0d05-4841-b369-5c640bccf684 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Pushing event updated for resources: {'Subnet': ['ID=f4779809-840b-402d-80f5-eafe6fe7b018,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:33:12.240911 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e595bfbc-532c-4089-a138-c5c8b929509b tempest-TestVolumeBackupRestore-944752322 tempest-TestVolumeBackupRestore-944752322-project] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:12.276351 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-a0ae5b5d-0d05-4841-b369-5c640bccf684 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8972590 Aug 11 03:33:12.278927 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-87073e78-6112-41ab-a3f4-34c3b3d2d95a tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] Notify callbacks [] for router, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:12.279514 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 37272) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:12.289208 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-885b1f01-c73f-4053-bbd9-2908a07cf4b7 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Request body: {'port': {'network_id': '41e2676c-dfa7-4a22-87ed-f7efd502a6d9', 'fixed_ips': [{'subnet_id': 'f4779809-840b-402d-80f5-eafe6fe7b018', 'ip_address': '2001:db8:0:1::'}], 'name': 'tempest-NetworksTestDHCPv6-220711632'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:33:12.335145 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24be4f0b-37d5-4824-ae4f-606c1469eade None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde080026-c28f-55be-b52b-13827cc43646-41e2676c-dfa7-4a22-87ed-f7efd502a6d9', 'network_id': '41e2676c-dfa7-4a22-87ed-f7efd502a6d9', 'tenant_id': 'e43abc7f2b214d1a915ef6ef86af9079', 'fixed_ips': [{'subnet_id': 'f4779809-840b-402d-80f5-eafe6fe7b018'}]}} from n-d-764292-30. {{(pid=102193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:33:12.336135 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-24be4f0b-37d5-4824-ae4f-606c1469eade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:12.402147 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e595bfbc-532c-4089-a138-c5c8b929509b tempest-TestVolumeBackupRestore-944752322 tempest-TestVolumeBackupRestore-944752322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:12.450034 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 208cce89-9ff3-4cd6-8a91-c229372903f0 no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:33:12.465994 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-87073e78-6112-41ab-a3f4-34c3b3d2d95a tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:12.478844 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: 208cce89-9ff3-4cd6-8a91-c229372903f0 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:33:12.479186 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 208cce89-9ff3-4cd6-8a91-c229372903f0 not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:33:12.485386 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e595bfbc-532c-4089-a138-c5c8b929509b tempest-TestVolumeBackupRestore-944752322 tempest-TestVolumeBackupRestore-944752322-project] Network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:33:12.490473 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-e595bfbc-532c-4089-a138-c5c8b929509b tempest-TestVolumeBackupRestore-944752322 tempest-TestVolumeBackupRestore-944752322-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:33:12.493121 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e595bfbc-532c-4089-a138-c5c8b929509b tempest-TestVolumeBackupRestore-944752322 tempest-TestVolumeBackupRestore-944752322-project] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:33:12.508280 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-885b1f01-c73f-4053-bbd9-2908a07cf4b7 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Made reservation on behalf of e43abc7f2b214d1a915ef6ef86af9079 for: {'port': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:33:12.523603 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e595bfbc-532c-4089-a138-c5c8b929509b tempest-TestVolumeBackupRestore-944752322 tempest-TestVolumeBackupRestore-944752322-project] Pushing event updated for resources: {'Port': ['ID=f5907efa-2813-4ace-bea2-7fefb977898e,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:33:12.556678 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.db_base_plugin_common [None req-24be4f0b-37d5-4824-ae4f-606c1469eade None None] Allocated IP 2001:db8::2 (41e2676c-dfa7-4a22-87ed-f7efd502a6d9/f4779809-840b-402d-80f5-eafe6fe7b018/e4608433-f96b-42ec-b7f2-dbbe1bd43fa1) {{(pid=102193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:33:12.614199 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-885b1f01-c73f-4053-bbd9-2908a07cf4b7 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:12.641018 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [None req-885b1f01-c73f-4053-bbd9-2908a07cf4b7 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] device_id is not set on port 1410dfe9-0a97-465c-bb17-f12e30b1b66a yet. {{(pid=102191) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:33:12.723128 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-87073e78-6112-41ab-a3f4-34c3b3d2d95a tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] Deleting port af27f943-a43a-4cd2-9111-315375b902c3 {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:33:12.723696 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-87073e78-6112-41ab-a3f4-34c3b3d2d95a tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:12.752325 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-24be4f0b-37d5-4824-ae4f-606c1469eade None None] Notify callbacks [] for port, precommit_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:12.761610 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-24be4f0b-37d5-4824-ae4f-606c1469eade None None] Transition to ACTIVE for port object e4608433-f96b-42ec-b7f2-dbbe1bd43fa1 will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:33:12.777637 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-24be4f0b-37d5-4824-ae4f-606c1469eade None None] Transition to ACTIVE for port object e4608433-f96b-42ec-b7f2-dbbe1bd43fa1 will not be triggered until provisioned by entity DHCP. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:33:12.858053 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-24be4f0b-37d5-4824-ae4f-606c1469eade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669'] for port, after_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:12.890617 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-87073e78-6112-41ab-a3f4-34c3b3d2d95a tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:12.897845 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24be4f0b-37d5-4824-ae4f-606c1469eade None None] Network 41e2676c-dfa7-4a22-87ed-f7efd502a6d9 is already hosted by enough agents. {{(pid=102193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:33:12.900752 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.base_scheduler [None req-24be4f0b-37d5-4824-ae4f-606c1469eade None None] Resources bound (agent type, host, resource id): {{(pid=102193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:33:12.903691 n-d-764292-30 neutron-server[102191]: INFO neutron.pecan_wsgi.hooks.translation [None req-885b1f01-c73f-4053-bbd9-2908a07cf4b7 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 03:33:12.904730 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-885b1f01-c73f-4053-bbd9-2908a07cf4b7 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:33:12.907290 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24be4f0b-37d5-4824-ae4f-606c1469eade None None] Received port after_create {{(pid=102193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:33:12.911008 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24be4f0b-37d5-4824-ae4f-606c1469eade None None] Pushing event updated for resources: {'Port': ['ID=e4608433-f96b-42ec-b7f2-dbbe1bd43fa1,revision_number=1']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:33:12.974636 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-24be4f0b-37d5-4824-ae4f-606c1469eade None None] Attempting to bind port e4608433-f96b-42ec-b7f2-dbbe1bd43fa1 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:33:12.975198 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-24be4f0b-37d5-4824-ae4f-606c1469eade None None] Attempting to bind port e4608433-f96b-42ec-b7f2-dbbe1bd43fa1 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': '5d96f309-e028-4cb7-a58f-990eaca460da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '41e2676c-dfa7-4a22-87ed-f7efd502a6d9'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:33:12.975709 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24be4f0b-37d5-4824-ae4f-606c1469eade None None] Attempting to bind port e4608433-f96b-42ec-b7f2-dbbe1bd43fa1 on network 41e2676c-dfa7-4a22-87ed-f7efd502a6d9 {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:33:12.982886 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24be4f0b-37d5-4824-ae4f-606c1469eade None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 33, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:33:12.983455 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24be4f0b-37d5-4824-ae4f-606c1469eade None None] Checking segment: {'id': '5d96f309-e028-4cb7-a58f-990eaca460da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '41e2676c-dfa7-4a22-87ed-f7efd502a6d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:33:12.983955 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-24be4f0b-37d5-4824-ae4f-606c1469eade None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:12.984444 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24be4f0b-37d5-4824-ae4f-606c1469eade None None] Bound using segment: {'id': '5d96f309-e028-4cb7-a58f-990eaca460da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '41e2676c-dfa7-4a22-87ed-f7efd502a6d9'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:33:12.985024 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-24be4f0b-37d5-4824-ae4f-606c1469eade None None] Bound port: e4608433-f96b-42ec-b7f2-dbbe1bd43fa1, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d96f309-e028-4cb7-a58f-990eaca460da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '41e2676c-dfa7-4a22-87ed-f7efd502a6d9'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:33:12.985520 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-24be4f0b-37d5-4824-ae4f-606c1469eade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:13.040805 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-885b1f01-c73f-4053-bbd9-2908a07cf4b7 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 400 len: 349 time: 0.7599864 Aug 11 03:33:13.043962 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 37276) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:13.088472 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-24be4f0b-37d5-4824-ae4f-606c1469eade None None] For port e4608433-f96b-42ec-b7f2-dbbe1bd43fa1, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:33:13.092875 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-24be4f0b-37d5-4824-ae4f-606c1469eade None None] For port e4608433-f96b-42ec-b7f2-dbbe1bd43fa1, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=e4608433-f96b-42ec-b7f2-dbbe1bd43fa1,segment=NetworkSegment(5d96f309-e028-4cb7-a58f-990eaca460da),segment_id=5d96f309-e028-4cb7-a58f-990eaca460da)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:33:13.098439 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bf68181-bc88-490a-adc9-a3ca48b5948b tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:13.100013 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-9bf68181-bc88-490a-adc9-a3ca48b5948b tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0550964 Aug 11 03:33:13.102782 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 37278) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:13.162748 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e040973-683c-42d3-ada0-3768f111c687 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:13.164260 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e040973-683c-42d3-ada0-3768f111c687 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:13.165775 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-3e040973-683c-42d3-ada0-3768f111c687 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0620618 Aug 11 03:33:13.166645 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-24be4f0b-37d5-4824-ae4f-606c1469eade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:13.168532 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 37280) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:13.237812 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24be4f0b-37d5-4824-ae4f-606c1469eade None None] Pushing event updated for resources: {'Port': ['ID=e4608433-f96b-42ec-b7f2-dbbe1bd43fa1,revision_number=2']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:33:13.252766 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1e4480e-b85d-4ee6-bc8a-3ee1d199694d tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Deleting subnet f4779809-840b-402d-80f5-eafe6fe7b018 {{(pid=102191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:33:13.256495 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d1e4480e-b85d-4ee6-bc8a-3ee1d199694d tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks [] for subnet, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:13.267437 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-87073e78-6112-41ab-a3f4-34c3b3d2d95a tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] Calling delete_port for af27f943-a43a-4cd2-9111-315375b902c3 owned by network:router_gateway {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:33:13.302060 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d1e4480e-b85d-4ee6-bc8a-3ee1d199694d tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126283525'] for subnet, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:13.400196 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d1e4480e-b85d-4ee6-bc8a-3ee1d199694d tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:13.510085 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e595bfbc-532c-4089-a138-c5c8b929509b tempest-TestVolumeBackupRestore-944752322 tempest-TestVolumeBackupRestore-944752322-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:13.566180 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d1e4480e-b85d-4ee6-bc8a-3ee1d199694d tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126283413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126275158'] for subnet, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:13.607512 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e4480e-b85d-4ee6-bc8a-3ee1d199694d tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Pushing event deleted for resources: {'Subnet': ['ID=f4779809-840b-402d-80f5-eafe6fe7b018,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:33:13.614781 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d1e4480e-b85d-4ee6-bc8a-3ee1d199694d tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:13.620453 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-d1e4480e-b85d-4ee6-bc8a-3ee1d199694d tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "DELETE /v2.0/subnets/f4779809-840b-402d-80f5-eafe6fe7b018 HTTP/1.1" status: 204 len: 168 time: 0.4470878 Aug 11 03:33:13.620453 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 37282) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:13.668153 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-ff996356-5e16-4e22-9134-46e17d8a21f1 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0473139 Aug 11 03:33:13.671931 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 37284) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:13.678830 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-53e23118-c617-48f1-b003-e3537fa2b013 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Request body: {'subnet': {'network_id': '41e2676c-dfa7-4a22-87ed-f7efd502a6d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:33:13.775067 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e595bfbc-532c-4089-a138-c5c8b929509b tempest-TestVolumeBackupRestore-944752322 tempest-TestVolumeBackupRestore-944752322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:13.892771 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-87073e78-6112-41ab-a3f4-34c3b3d2d95a tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:13.929226 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87073e78-6112-41ab-a3f4-34c3b3d2d95a tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] Pushing event deleted for resources: {'Port': ['ID=af27f943-a43a-4cd2-9111-315375b902c3,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:33:13.952212 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53e23118-c617-48f1-b003-e3537fa2b013 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Made reservation on behalf of e43abc7f2b214d1a915ef6ef86af9079 for: {'subnet': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:33:13.955684 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-53e23118-c617-48f1-b003-e3537fa2b013 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126180544'] for subnet, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:14.125001 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-87073e78-6112-41ab-a3f4-34c3b3d2d95a tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-446916'] for router_gateway, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:14.224941 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e595bfbc-532c-4089-a138-c5c8b929509b tempest-TestVolumeBackupRestore-944752322 tempest-TestVolumeBackupRestore-944752322-project] Notify callbacks [] for port, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:14.277444 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-87073e78-6112-41ab-a3f4-34c3b3d2d95a tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6544'] for router, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:14.281743 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-87073e78-6112-41ab-a3f4-34c3b3d2d95a tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:14.311030 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e595bfbc-532c-4089-a138-c5c8b929509b tempest-TestVolumeBackupRestore-944752322 tempest-TestVolumeBackupRestore-944752322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:14.435633 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdf74712-c0de-4725-8be1-c47293abfaa1 None None] Network 41e2676c-dfa7-4a22-87ed-f7efd502a6d9 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:33:14.447364 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e595bfbc-532c-4089-a138-c5c8b929509b tempest-TestVolumeBackupRestore-944752322 tempest-TestVolumeBackupRestore-944752322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446866'] for floatingip, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:14.462838 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device e4608433-f96b-42ec-b7f2-dbbe1bd43fa1 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:33:14.513931 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e595bfbc-532c-4089-a138-c5c8b929509b tempest-TestVolumeBackupRestore-944752322 tempest-TestVolumeBackupRestore-944752322-project] Pushing event updated for resources: {'Port': ['ID=f5907efa-2813-4ace-bea2-7fefb977898e,revision_number=2']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:33:14.527292 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-87073e78-6112-41ab-a3f4-34c3b3d2d95a tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448809'] for router, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:14.527814 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87073e78-6112-41ab-a3f4-34c3b3d2d95a tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] Fanout notify agent at l3_agent the message router_deleted on router 15f4dd3b-0df6-433f-b85f-505da41a041a {{(pid=102192) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:33:14.543801 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-87073e78-6112-41ab-a3f4-34c3b3d2d95a tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] Notify callbacks [] for router, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:14.543801 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-87073e78-6112-41ab-a3f4-34c3b3d2d95a tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] 10.222.0.41 "DELETE /v2.0/routers/15f4dd3b-0df6-433f-b85f-505da41a041a HTTP/1.1" status: 204 len: 168 time: 2.4538665 Aug 11 03:33:14.544247 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 37340) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:14.547955 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-0a0d8b9a-fa89-4931-af3a-03cdc4698d5c tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1591333351', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:33:14.599511 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-35ec4ca3-215c-4b06-8c5d-9926b41c3936 None None] Provisioning for port e4608433-f96b-42ec-b7f2-dbbe1bd43fa1 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:33:14.617753 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-53e23118-c617-48f1-b003-e3537fa2b013 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125932092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126180562'] for subnet, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:14.650141 n-d-764292-30 neutron-server[102192]: INFO neutron.db.l3_db [None req-e595bfbc-532c-4089-a138-c5c8b929509b tempest-TestVolumeBackupRestore-944752322 tempest-TestVolumeBackupRestore-944752322-project] Floating IP a33c54f1-7cda-461e-90ab-85382ed4c266 associated. External IP: 172.25.8.15, port: d6776e0f-f310-483a-a2d5-163fa5092fc1. Aug 11 03:33:14.659576 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0a0d8b9a-fa89-4931-af3a-03cdc4698d5c tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-450010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6626'] for router, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:14.661283 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0a0d8b9a-fa89-4931-af3a-03cdc4698d5c tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-446747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6633'] for router, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:14.685942 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a37f40c-8f40-43d3-a6d4-b96ddab37eee None None] DHCP port deletion for 41e2676c-dfa7-4a22-87ed-f7efd502a6d9 request from n-d-764292-30 {{(pid=102193) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:33:14.690551 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port e4608433-f96b-42ec-b7f2-dbbe1bd43fa1 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:33:14.696494 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port e4608433-f96b-42ec-b7f2-dbbe1bd43fa1 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:33:14.696880 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:14.704494 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e23118-c617-48f1-b003-e3537fa2b013 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Network 41e2676c-dfa7-4a22-87ed-f7efd502a6d9 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:33:14.712212 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-53e23118-c617-48f1-b003-e3537fa2b013 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:33:14.720999 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53e23118-c617-48f1-b003-e3537fa2b013 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:14.721593 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-53e23118-c617-48f1-b003-e3537fa2b013 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks [] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:14.725792 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0a0d8b9a-fa89-4931-af3a-03cdc4698d5c tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:14.733896 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e23118-c617-48f1-b003-e3537fa2b013 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Pushing event updated for resources: {'Subnet': ['ID=9f1c9856-967a-45e6-b8db-c473c622a20b,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:33:14.788664 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0a0d8b9a-fa89-4931-af3a-03cdc4698d5c tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-446952'] for router, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:14.797467 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-2a37f40c-8f40-43d3-a6d4-b96ddab37eee None None] Deleting port e4608433-f96b-42ec-b7f2-dbbe1bd43fa1 {{(pid=102193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:33:14.797825 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2a37f40c-8f40-43d3-a6d4-b96ddab37eee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:14.845215 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-53e23118-c617-48f1-b003-e3537fa2b013 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1702185 Aug 11 03:33:14.847519 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 37342) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:14.849357 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:14.854202 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-73100338-9d4a-4162-8e5c-b33c1da98a74 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-175184440', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:33:14.879569 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0a0d8b9a-fa89-4931-af3a-03cdc4698d5c tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] Notify callbacks [] for router, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:14.882311 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-0a0d8b9a-fa89-4931-af3a-03cdc4698d5c tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3366475 Aug 11 03:33:14.885304 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 37346) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:14.893157 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-7d95d28a-07f3-4f34-a771-ee38919e539e tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'enable_snat': False}}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:33:14.915364 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port e4608433-f96b-42ec-b7f2-dbbe1bd43fa1, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=e4608433-f96b-42ec-b7f2-dbbe1bd43fa1,segment=NetworkSegment(5d96f309-e028-4cb7-a58f-990eaca460da),segment_id=5d96f309-e028-4cb7-a58f-990eaca460da)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:33:14.918421 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-2a37f40c-8f40-43d3-a6d4-b96ddab37eee None None] For port e4608433-f96b-42ec-b7f2-dbbe1bd43fa1, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=e4608433-f96b-42ec-b7f2-dbbe1bd43fa1,segment=NetworkSegment(5d96f309-e028-4cb7-a58f-990eaca460da),segment_id=5d96f309-e028-4cb7-a58f-990eaca460da)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:33:14.918822 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2a37f40c-8f40-43d3-a6d4-b96ddab37eee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:14.933009 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-2a37f40c-8f40-43d3-a6d4-b96ddab37eee None None] Calling delete_port for e4608433-f96b-42ec-b7f2-dbbe1bd43fa1 owned by network:dhcp {{(pid=102193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:33:14.951361 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e595bfbc-532c-4089-a138-c5c8b929509b tempest-TestVolumeBackupRestore-944752322 tempest-TestVolumeBackupRestore-944752322-project] Router 35119a6a-0947-414e-80f8-f70c2ef2f003 has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:33:14.989738 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:15.063676 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=e4608433-f96b-42ec-b7f2-dbbe1bd43fa1,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:33:15.070040 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-73100338-9d4a-4162-8e5c-b33c1da98a74 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-450010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6626'] for router, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:15.071590 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-73100338-9d4a-4162-8e5c-b33c1da98a74 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-446747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6633'] for router, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:15.097564 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e595bfbc-532c-4089-a138-c5c8b929509b tempest-TestVolumeBackupRestore-944752322 tempest-TestVolumeBackupRestore-944752322-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:33:15.109973 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ce215b-3295-42be-8411-0766990b381d None None] Sync routers for ids ['35119a6a-0947-414e-80f8-f70c2ef2f003'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:33:15.118680 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ce215b-3295-42be-8411-0766990b381d None None] Routers {'35119a6a-0947-414e-80f8-f70c2ef2f003'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:33:15.119411 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-83ce215b-3295-42be-8411-0766990b381d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:33:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['35119a6a-0947-414e-80f8-f70c2ef2f003'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:33:15.145754 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7d95d28a-07f3-4f34-a771-ee38919e539e tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:15.156403 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2a37f40c-8f40-43d3-a6d4-b96ddab37eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678'] for port, after_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:15.189540 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-73100338-9d4a-4162-8e5c-b33c1da98a74 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:15.196344 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a37f40c-8f40-43d3-a6d4-b96ddab37eee None None] No DVR routers for this DVR port e4608433-f96b-42ec-b7f2-dbbe1bd43fa1 on host n-d-764292-30 {{(pid=102193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:33:15.202742 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a37f40c-8f40-43d3-a6d4-b96ddab37eee None None] Pushing event deleted for resources: {'Port': ['ID=e4608433-f96b-42ec-b7f2-dbbe1bd43fa1,revision_number=None']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:33:15.211589 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e595bfbc-532c-4089-a138-c5c8b929509b tempest-TestVolumeBackupRestore-944752322 tempest-TestVolumeBackupRestore-944752322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for floatingip, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:15.241225 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-e595bfbc-532c-4089-a138-c5c8b929509b tempest-TestVolumeBackupRestore-944752322 tempest-TestVolumeBackupRestore-944752322-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.9444082 Aug 11 03:33:15.241548 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80e16ef4-b0c2-4fbc-8519-0620f1179cfa None None] Network 41e2676c-dfa7-4a22-87ed-f7efd502a6d9 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:33:15.241778 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5f9f945-5fa5-4600-9157-0da44ed688fa', 'tag': 'd6776e0f-f310-483a-a2d5-163fa5092fc1'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:33:15.244100 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f87965d-60a2-43ce-a8cf-45069004a911" -d '{"events": [{"name": "network-changed", "server_uuid": "b5f9f945-5fa5-4600-9157-0da44ed688fa", "tag": "d6776e0f-f310-483a-a2d5-163fa5092fc1"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:33:15.244864 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 37370) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:15.286391 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58580ab6-8904-4995-8211-a210c710f7da x-openstack-request-id: req-58580ab6-8904-4995-8211-a210c710f7da {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:33:15.286636 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5f9f945-5fa5-4600-9157-0da44ed688fa", "tag": "d6776e0f-f310-483a-a2d5-163fa5092fc1", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:33:15.286956 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-58580ab6-8904-4995-8211-a210c710f7da {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:33:15.287471 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5f9f945-5fa5-4600-9157-0da44ed688fa', 'tag': 'd6776e0f-f310-483a-a2d5-163fa5092fc1', 'status': 'completed', 'code': 200} Aug 11 03:33:15.289091 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-83ce215b-3295-42be-8411-0766990b381d None None] Set router 35119a6a-0947-414e-80f8-f70c2ef2f003 gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:33:15.315596 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-73100338-9d4a-4162-8e5c-b33c1da98a74 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-446952'] for router, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:15.352203 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b591267-cac0-4256-9bef-2cef9ebefe1b tempest-TestVolumeBackupRestore-1294662701 tempest-TestVolumeBackupRestore-1294662701-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:15.357579 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-3b591267-cac0-4256-9bef-2cef9ebefe1b tempest-TestVolumeBackupRestore-1294662701 tempest-TestVolumeBackupRestore-1294662701-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=b5f9f945-5fa5-4600-9157-0da44ed688fa HTTP/1.1" status: 200 len: 1092 time: 0.1078582 Aug 11 03:33:15.358648 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 37390) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:15.366137 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-e929efda-34b6-4100-ad5f-2691dd85b488 tempest-TestVolumeBackupRestore-944752322 tempest-TestVolumeBackupRestore-944752322-project] Request body: {'floatingip': {'port_id': 'd6776e0f-f310-483a-a2d5-163fa5092fc1'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:33:15.381933 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f87965d-60a2-43ce-a8cf-45069004a911 req-02385a2b-a345-42c3-8d7d-6659d252f4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:15.383782 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5f87965d-60a2-43ce-a8cf-45069004a911 req-02385a2b-a345-42c3-8d7d-6659d252f4cc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b540e93b4e6e403b8be0a51a19b9324d&device_id=b5f9f945-5fa5-4600-9157-0da44ed688fa HTTP/1.1" status: 200 len: 1097 time: 0.0703583 Aug 11 03:33:15.414198 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-73100338-9d4a-4162-8e5c-b33c1da98a74 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks [] for router, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:15.415720 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-73100338-9d4a-4162-8e5c-b33c1da98a74 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5670576 Aug 11 03:33:15.419839 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 37392) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:15.509570 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f87965d-60a2-43ce-a8cf-45069004a911 req-151ead47-0652-4480-a4b2-5ec65ab8d2af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:15.511607 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5f87965d-60a2-43ce-a8cf-45069004a911 req-151ead47-0652-4480-a4b2-5ec65ab8d2af service neutron] 10.222.0.24 "GET /v2.0/networks?id=425045ab-1792-4464-8443-b9a0ad823629 HTTP/1.1" status: 200 len: 914 time: 0.1199753 Aug 11 03:33:15.533623 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e929efda-34b6-4100-ad5f-2691dd85b488 tempest-TestVolumeBackupRestore-944752322 tempest-TestVolumeBackupRestore-944752322-project] Notify callbacks [] for floatingip, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:15.656405 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5f87965d-60a2-43ce-a8cf-45069004a911 req-80c8d066-0036-40d6-93cc-1eed7f1048f9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d6776e0f-f310-483a-a2d5-163fa5092fc1 HTTP/1.1" status: 200 len: 998 time: 0.1376755 Aug 11 03:33:15.688563 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b00c32e-7932-4d2a-bc61-e4713690702e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde080026-c28f-55be-b52b-13827cc43646-41e2676c-dfa7-4a22-87ed-f7efd502a6d9', 'network_id': '41e2676c-dfa7-4a22-87ed-f7efd502a6d9', 'tenant_id': 'e43abc7f2b214d1a915ef6ef86af9079', 'fixed_ips': [{'subnet_id': '9f1c9856-967a-45e6-b8db-c473c622a20b'}]}} from n-d-764292-30. {{(pid=102193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:33:15.689423 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-4b00c32e-7932-4d2a-bc61-e4713690702e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:15.736606 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f87965d-60a2-43ce-a8cf-45069004a911 req-05cfd69c-8e34-49fb-ba3e-42219442f0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:15.738113 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5f87965d-60a2-43ce-a8cf-45069004a911 req-05cfd69c-8e34-49fb-ba3e-42219442f0e8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f01d933d-9d66-4eb8-97b2-29dd5d188cd5 HTTP/1.1" status: 200 len: 852 time: 0.0667253 Aug 11 03:33:15.798654 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f87965d-60a2-43ce-a8cf-45069004a911 req-6849ae9b-d3f8-4ce5-a338-fce6b5557043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:15.800316 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5f87965d-60a2-43ce-a8cf-45069004a911 req-6849ae9b-d3f8-4ce5-a338-fce6b5557043 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=425045ab-1792-4464-8443-b9a0ad823629&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0546734 Aug 11 03:33:15.812101 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-83ce215b-3295-42be-8411-0766990b381d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35119a6a-0947-414e-80f8-f70c2ef2f003', 'name': 'tempest-TestVolumeBackupRestore-992346021-router', 'tenant_id': 'b540e93b4e6e403b8be0a51a19b9324d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': '8dc245c0-f703-4416-b1a0-27d21d1b3390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:29:44Z', 'updated_at': '2021-08-11T03:29:51Z', 'revision_number': 4, 'project_id': 'b540e93b4e6e403b8be0a51a19b9324d', 'gw_port': {'id': '8dc245c0-f703-4416-b1a0-27d21d1b3390', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:20:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35119a6a-0947-414e-80f8-f70c2ef2f003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:29:45Z', 'updated_at': '2021-08-11T03:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_floatingips': [{'id': 'a33c54f1-7cda-461e-90ab-85382ed4c266', 'tenant_id': 'b540e93b4e6e403b8be0a51a19b9324d', 'floating_ip_address': '172.25.8.15', 'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'router_id': '35119a6a-0947-414e-80f8-f70c2ef2f003', 'port_id': 'd6776e0f-f310-483a-a2d5-163fa5092fc1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3665, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '425045ab-1792-4464-8443-b9a0ad823629', 'mac_address': 'fa:16:3e:b9:5b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f9f945-5fa5-4600-9157-0da44ed688fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:33:12Z', 'updated_at': '2021-08-11T03:33:12Z', 'revision_number': 0, 'project_id': 'b540e93b4e6e403b8be0a51a19b9324d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be06b1dc-4dd8-4ece-a7f2-adb0b7a18bf8', 'name': '', 'network_id': '425045ab-1792-4464-8443-b9a0ad823629', 'tenant_id': 'b540e93b4e6e403b8be0a51a19b9324d', 'mac_address': 'fa:16:3e:b0:03:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35119a6a-0947-414e-80f8-f70c2ef2f003', 'device_owner': 'network:router_interface', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': 'f01d933d-9d66-4eb8-97b2-29dd5d188cd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:29:49Z', 'updated_at': '2021-08-11T03:29:56Z', 'revision_number': 5, 'project_id': 'b540e93b4e6e403b8be0a51a19b9324d', 'subnets': [{'id': 'f01d933d-9d66-4eb8-97b2-29dd5d188cd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:33:15.848190 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ce215b-3295-42be-8411-0766990b381d None None] Checking router: 35119a6a-0947-414e-80f8-f70c2ef2f003 for host: n-d-764292-30 {{(pid=102193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:33:15.897670 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ce215b-3295-42be-8411-0766990b381d None None] Routers {'35119a6a-0947-414e-80f8-f70c2ef2f003'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:33:15.899182 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-83ce215b-3295-42be-8411-0766990b381d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:33:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['35119a6a-0947-414e-80f8-f70c2ef2f003'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:33:15.919132 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5f87965d-60a2-43ce-a8cf-45069004a911 req-42d0ef15-ca13-4332-8401-4e9157d15170 service neutron] 10.222.0.24 "GET /v2.0/networks/425045ab-1792-4464-8443-b9a0ad823629?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109660 Aug 11 03:33:16.192659 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.db_base_plugin_common [None req-4b00c32e-7932-4d2a-bc61-e4713690702e None None] Allocated IP 2001:db8::2 (41e2676c-dfa7-4a22-87ed-f7efd502a6d9/9f1c9856-967a-45e6-b8db-c473c622a20b/b9467099-12f1-4f48-88ac-15b62056f77a) {{(pid=102193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:33:16.307770 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-83ce215b-3295-42be-8411-0766990b381d None None] Set router 35119a6a-0947-414e-80f8-f70c2ef2f003 gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:33:16.313388 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-73b7de8e-736d-4b76-954a-377b1fcb77e1 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:16.364976 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5f87965d-60a2-43ce-a8cf-45069004a911 req-6567daf9-dc6e-4ab7-82b2-9771558e415b service neutron] 10.222.0.24 "GET /v2.0/networks/425045ab-1792-4464-8443-b9a0ad823629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4382424 Aug 11 03:33:16.464632 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device e4608433-f96b-42ec-b7f2-dbbe1bd43fa1 no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:33:16.476545 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7d95d28a-07f3-4f34-a771-ee38919e539e tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:16.513220 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: e4608433-f96b-42ec-b7f2-dbbe1bd43fa1 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:33:16.513559 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device e4608433-f96b-42ec-b7f2-dbbe1bd43fa1 not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:33:16.536263 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7d95d28a-07f3-4f34-a771-ee38919e539e tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:16.547179 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-4b00c32e-7932-4d2a-bc61-e4713690702e None None] Notify callbacks [] for port, precommit_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:16.563809 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-4b00c32e-7932-4d2a-bc61-e4713690702e None None] Transition to ACTIVE for port object b9467099-12f1-4f48-88ac-15b62056f77a will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:33:16.592295 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-4b00c32e-7932-4d2a-bc61-e4713690702e None None] Transition to ACTIVE for port object b9467099-12f1-4f48-88ac-15b62056f77a will not be triggered until provisioned by entity DHCP. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:33:16.657599 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-4b00c32e-7932-4d2a-bc61-e4713690702e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669'] for port, after_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:16.691876 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-83ce215b-3295-42be-8411-0766990b381d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35119a6a-0947-414e-80f8-f70c2ef2f003', 'name': 'tempest-TestVolumeBackupRestore-992346021-router', 'tenant_id': 'b540e93b4e6e403b8be0a51a19b9324d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': '8dc245c0-f703-4416-b1a0-27d21d1b3390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:29:44Z', 'updated_at': '2021-08-11T03:29:51Z', 'revision_number': 4, 'project_id': 'b540e93b4e6e403b8be0a51a19b9324d', 'gw_port': {'id': '8dc245c0-f703-4416-b1a0-27d21d1b3390', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:20:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35119a6a-0947-414e-80f8-f70c2ef2f003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:29:45Z', 'updated_at': '2021-08-11T03:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_floatingips': [{'id': 'a33c54f1-7cda-461e-90ab-85382ed4c266', 'tenant_id': 'b540e93b4e6e403b8be0a51a19b9324d', 'floating_ip_address': '172.25.8.15', 'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'router_id': '35119a6a-0947-414e-80f8-f70c2ef2f003', 'port_id': 'd6776e0f-f310-483a-a2d5-163fa5092fc1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3665, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '425045ab-1792-4464-8443-b9a0ad823629', 'mac_address': 'fa:16:3e:b9:5b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f9f945-5fa5-4600-9157-0da44ed688fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:33:12Z', 'updated_at': '2021-08-11T03:33:12Z', 'revision_number': 0, 'project_id': 'b540e93b4e6e403b8be0a51a19b9324d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be06b1dc-4dd8-4ece-a7f2-adb0b7a18bf8', 'name': '', 'network_id': '425045ab-1792-4464-8443-b9a0ad823629', 'tenant_id': 'b540e93b4e6e403b8be0a51a19b9324d', 'mac_address': 'fa:16:3e:b0:03:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35119a6a-0947-414e-80f8-f70c2ef2f003', 'device_owner': 'network:router_interface', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': 'f01d933d-9d66-4eb8-97b2-29dd5d188cd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:29:49Z', 'updated_at': '2021-08-11T03:29:56Z', 'revision_number': 5, 'project_id': 'b540e93b4e6e403b8be0a51a19b9324d', 'subnets': [{'id': 'f01d933d-9d66-4eb8-97b2-29dd5d188cd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:33:16.734142 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b00c32e-7932-4d2a-bc61-e4713690702e None None] Network 41e2676c-dfa7-4a22-87ed-f7efd502a6d9 is already hosted by enough agents. {{(pid=102193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:33:16.735411 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ce215b-3295-42be-8411-0766990b381d None None] The sync data for ids ['35119a6a-0947-414e-80f8-f70c2ef2f003'] in n-d-764292-30 is: [{'id': '35119a6a-0947-414e-80f8-f70c2ef2f003', 'name': 'tempest-TestVolumeBackupRestore-992346021-router', 'tenant_id': 'b540e93b4e6e403b8be0a51a19b9324d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': '8dc245c0-f703-4416-b1a0-27d21d1b3390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:29:44Z', 'updated_at': '2021-08-11T03:29:51Z', 'revision_number': 4, 'project_id': 'b540e93b4e6e403b8be0a51a19b9324d', 'gw_port': {'id': '8dc245c0-f703-4416-b1a0-27d21d1b3390', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:20:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35119a6a-0947-414e-80f8-f70c2ef2f003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:29:45Z', 'updated_at': '2021-08-11T03:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_floatingips': [{'id': 'a33c54f1-7cda-461e-90ab-85382ed4c266', 'tenant_id': 'b540e93b4e6e403b8be0a51a19b9324d', 'floating_ip_address': '172.25.8.15', 'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'router_id': '35119a6a-0947-414e-80f8-f70c2ef2f003', 'port_id': 'd6776e0f-f310-483a-a2d5-163fa5092fc1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3665, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '425045ab-1792-4464-8443-b9a0ad823629', 'mac_address': 'fa:16:3e:b9:5b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f9f945-5fa5-4600-9157-0da44ed688fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:33:12Z', 'updated_at': '2021-08-11T03:33:12Z', 'revision_number': 0, 'project_id': 'b540e93b4e6e403b8be0a51a19b9324d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be06b1dc-4dd8-4ece-a7f2-adb0b7a18bf8', 'name': '', 'network_id': '425045ab-1792-4464-8443-b9a0ad823629', 'tenant_id': 'b540e93b4e6e403b8be0a51a19b9324d', 'mac_address': 'fa:16:3e:b0:03:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35119a6a-0947-414e-80f8-f70c2ef2f003', 'device_owner': 'network:router_interface', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': 'f01d933d-9d66-4eb8-97b2-29dd5d188cd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:29:49Z', 'updated_at': '2021-08-11T03:29:56Z', 'revision_number': 5, 'project_id': 'b540e93b4e6e403b8be0a51a19b9324d', 'subnets': [{'id': 'f01d933d-9d66-4eb8-97b2-29dd5d188cd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:33:16.739946 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.base_scheduler [None req-4b00c32e-7932-4d2a-bc61-e4713690702e None None] Resources bound (agent type, host, resource id): {{(pid=102193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:33:16.744915 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b00c32e-7932-4d2a-bc61-e4713690702e None None] Received port after_create {{(pid=102193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:33:16.749206 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b00c32e-7932-4d2a-bc61-e4713690702e None None] Pushing event updated for resources: {'Port': ['ID=b9467099-12f1-4f48-88ac-15b62056f77a,revision_number=1']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:33:16.811049 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-4b00c32e-7932-4d2a-bc61-e4713690702e None None] Attempting to bind port b9467099-12f1-4f48-88ac-15b62056f77a on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:33:16.811924 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-4b00c32e-7932-4d2a-bc61-e4713690702e None None] Attempting to bind port b9467099-12f1-4f48-88ac-15b62056f77a by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': '5d96f309-e028-4cb7-a58f-990eaca460da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '41e2676c-dfa7-4a22-87ed-f7efd502a6d9'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:33:16.812744 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b00c32e-7932-4d2a-bc61-e4713690702e None None] Attempting to bind port b9467099-12f1-4f48-88ac-15b62056f77a on network 41e2676c-dfa7-4a22-87ed-f7efd502a6d9 {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:33:16.822851 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b00c32e-7932-4d2a-bc61-e4713690702e None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 33, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:33:16.823302 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b00c32e-7932-4d2a-bc61-e4713690702e None None] Checking segment: {'id': '5d96f309-e028-4cb7-a58f-990eaca460da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '41e2676c-dfa7-4a22-87ed-f7efd502a6d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:33:16.824370 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-4b00c32e-7932-4d2a-bc61-e4713690702e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:16.831129 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b00c32e-7932-4d2a-bc61-e4713690702e None None] Bound using segment: {'id': '5d96f309-e028-4cb7-a58f-990eaca460da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '41e2676c-dfa7-4a22-87ed-f7efd502a6d9'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:33:16.831129 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-4b00c32e-7932-4d2a-bc61-e4713690702e None None] Bound port: b9467099-12f1-4f48-88ac-15b62056f77a, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d96f309-e028-4cb7-a58f-990eaca460da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '41e2676c-dfa7-4a22-87ed-f7efd502a6d9'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:33:16.831129 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-4b00c32e-7932-4d2a-bc61-e4713690702e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:16.893405 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [None req-7d95d28a-07f3-4f34-a771-ee38919e539e tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Allocated IP 172.25.8.172 (09faf7d2-eaf5-4a50-bb6e-4cb05d009a76/e1a97443-13df-40bb-85f5-fd269e2742c0/bb7b8e4e-6b13-4c9b-b0f9-4faf7de9166a) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:33:16.906418 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-4b00c32e-7932-4d2a-bc61-e4713690702e None None] For port b9467099-12f1-4f48-88ac-15b62056f77a, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:33:16.909996 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-4b00c32e-7932-4d2a-bc61-e4713690702e None None] For port b9467099-12f1-4f48-88ac-15b62056f77a, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=b9467099-12f1-4f48-88ac-15b62056f77a,segment=NetworkSegment(5d96f309-e028-4cb7-a58f-990eaca460da),segment_id=5d96f309-e028-4cb7-a58f-990eaca460da)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:33:16.934175 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [None req-73b7de8e-736d-4b76-954a-377b1fcb77e1 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Allocated IP 2001:db8::1 (41e2676c-dfa7-4a22-87ed-f7efd502a6d9/9f1c9856-967a-45e6-b8db-c473c622a20b/670efd5e-4953-4bf6-8381-643ae821ff08) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:33:17.018996 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c2a8d1-49f6-4613-a338-0144625547f5 None None] New status for floating IP a33c54f1-7cda-461e-90ab-85382ed4c266: ACTIVE {{(pid=102194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:33:17.023256 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-4b00c32e-7932-4d2a-bc61-e4713690702e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:17.097165 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b00c32e-7932-4d2a-bc61-e4713690702e None None] Pushing event updated for resources: {'Port': ['ID=b9467099-12f1-4f48-88ac-15b62056f77a,revision_number=2']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:33:17.233321 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e929efda-34b6-4100-ad5f-2691dd85b488 tempest-TestVolumeBackupRestore-944752322 tempest-TestVolumeBackupRestore-944752322-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:17.242666 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-73b7de8e-736d-4b76-954a-377b1fcb77e1 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:17.258366 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7d95d28a-07f3-4f34-a771-ee38919e539e tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:17.270834 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [None req-73b7de8e-736d-4b76-954a-377b1fcb77e1 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Transition to ACTIVE for port object 670efd5e-4953-4bf6-8381-643ae821ff08 will not be triggered until provisioned by entity DHCP. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:33:17.327498 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e929efda-34b6-4100-ad5f-2691dd85b488 tempest-TestVolumeBackupRestore-944752322 tempest-TestVolumeBackupRestore-944752322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446866'] for floatingip, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:17.328182 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.db.api [None req-f1c2a8d1-49f6-4613-a338-0144625547f5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102194) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 03:33:17.328559 n-d-764292-30 neutron-server[102194]: DEBUG oslo_db.api [None req-f1c2a8d1-49f6-4613-a338-0144625547f5 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 03:33:17.420529 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7d95d28a-07f3-4f34-a771-ee38919e539e tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:17.422723 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-73b7de8e-736d-4b76-954a-377b1fcb77e1 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:17.446612 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.agents_db [None req-950b7202-decb-43e2-8f71-ac8931dc9749 None None] Agent healthcheck: found 7 active agents {{(pid=102194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:33:17.476322 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d95d28a-07f3-4f34-a771-ee38919e539e tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:33:17.484771 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73b7de8e-736d-4b76-954a-377b1fcb77e1 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Network 41e2676c-dfa7-4a22-87ed-f7efd502a6d9 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:33:17.487255 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-7d95d28a-07f3-4f34-a771-ee38919e539e tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:33:17.496864 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d95d28a-07f3-4f34-a771-ee38919e539e tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:33:17.499622 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-73b7de8e-736d-4b76-954a-377b1fcb77e1 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:33:17.504872 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b7de8e-736d-4b76-954a-377b1fcb77e1 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:33:17.505400 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-73b7de8e-736d-4b76-954a-377b1fcb77e1 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-520987'] for router_interface, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:17.573459 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d95d28a-07f3-4f34-a771-ee38919e539e tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Pushing event updated for resources: {'Port': ['ID=bb7b8e4e-6b13-4c9b-b0f9-4faf7de9166a,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:33:17.765351 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b7de8e-736d-4b76-954a-377b1fcb77e1 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Pushing event updated for resources: {'Port': ['ID=670efd5e-4953-4bf6-8381-643ae821ff08,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:33:17.830766 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c2a8d1-49f6-4613-a338-0144625547f5 None None] New status for floating IP a33c54f1-7cda-461e-90ab-85382ed4c266: ACTIVE {{(pid=102194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:33:17.861559 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e929efda-34b6-4100-ad5f-2691dd85b488 tempest-TestVolumeBackupRestore-944752322 tempest-TestVolumeBackupRestore-944752322-project] Router 35119a6a-0947-414e-80f8-f70c2ef2f003 has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:33:18.325091 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-9689b683-fb7d-474a-85c8-e41d9e4ffeeb None None] Provisioning for port b9467099-12f1-4f48-88ac-15b62056f77a completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:33:18.346922 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-73b7de8e-736d-4b76-954a-377b1fcb77e1 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:18.463488 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device b9467099-12f1-4f48-88ac-15b62056f77a up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:33:18.504813 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e929efda-34b6-4100-ad5f-2691dd85b488 tempest-TestVolumeBackupRestore-944752322 tempest-TestVolumeBackupRestore-944752322-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:33:18.515769 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81480c1-9a14-427b-a6fb-52d11d4e17d9 None None] Sync routers for ids ['35119a6a-0947-414e-80f8-f70c2ef2f003'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:33:18.520680 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-34cbdcc7-28b4-4e84-9514-7c64b17a1e3a None None] Provisioning for port 670efd5e-4953-4bf6-8381-643ae821ff08 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:33:18.527454 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-34cbdcc7-28b4-4e84-9514-7c64b17a1e3a None None] Provisioning complete for port 670efd5e-4953-4bf6-8381-643ae821ff08 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:33:18.531427 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-34cbdcc7-28b4-4e84-9514-7c64b17a1e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:18.531427 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81480c1-9a14-427b-a6fb-52d11d4e17d9 None None] Routers {'35119a6a-0947-414e-80f8-f70c2ef2f003'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:33:18.531427 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-b81480c1-9a14-427b-a6fb-52d11d4e17d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:33:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['35119a6a-0947-414e-80f8-f70c2ef2f003'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:33:18.545167 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e929efda-34b6-4100-ad5f-2691dd85b488 tempest-TestVolumeBackupRestore-944752322 tempest-TestVolumeBackupRestore-944752322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for floatingip, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:18.591993 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port b9467099-12f1-4f48-88ac-15b62056f77a completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:33:18.605589 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7d95d28a-07f3-4f34-a771-ee38919e539e tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:18.608800 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port b9467099-12f1-4f48-88ac-15b62056f77a triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:33:18.609247 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:18.646555 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-34cbdcc7-28b4-4e84-9514-7c64b17a1e3a None None] Port 670efd5e-4953-4bf6-8381-643ae821ff08 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:33:18.649381 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5f9f945-5fa5-4600-9157-0da44ed688fa', 'tag': 'd6776e0f-f310-483a-a2d5-163fa5092fc1'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:33:18.651970 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85fe9df5-cb8c-4d5e-929b-183ebf44b599" -d '{"events": [{"name": "network-changed", "server_uuid": "b5f9f945-5fa5-4600-9157-0da44ed688fa", "tag": "d6776e0f-f310-483a-a2d5-163fa5092fc1"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:33:18.710266 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-e929efda-34b6-4100-ad5f-2691dd85b488 tempest-TestVolumeBackupRestore-944752322 tempest-TestVolumeBackupRestore-944752322-project] 10.222.0.41 "PUT /v2.0/floatingips/a33c54f1-7cda-461e-90ab-85382ed4c266 HTTP/1.1" status: 200 len: 990 time: 3.3505516 Aug 11 03:33:18.745319 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:33:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a36f6814-bdf6-4ab1-b42a-dad48ad6c9e6 x-openstack-request-id: req-a36f6814-bdf6-4ab1-b42a-dad48ad6c9e6 {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:33:18.746268 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5f9f945-5fa5-4600-9157-0da44ed688fa", "tag": "d6776e0f-f310-483a-a2d5-163fa5092fc1", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:33:18.746546 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a36f6814-bdf6-4ab1-b42a-dad48ad6c9e6 {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:33:18.750525 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5f9f945-5fa5-4600-9157-0da44ed688fa', 'tag': 'd6776e0f-f310-483a-a2d5-163fa5092fc1', 'status': 'completed', 'code': 200} Aug 11 03:33:18.755838 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-b81480c1-9a14-427b-a6fb-52d11d4e17d9 None None] Set router 35119a6a-0947-414e-80f8-f70c2ef2f003 gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:33:18.791147 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:18.817511 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fe9df5-cb8c-4d5e-929b-183ebf44b599 req-d7b48a38-657c-4b7c-8843-fed2fdd10518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:18.819958 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-85fe9df5-cb8c-4d5e-929b-183ebf44b599 req-d7b48a38-657c-4b7c-8843-fed2fdd10518 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b540e93b4e6e403b8be0a51a19b9324d&device_id=b5f9f945-5fa5-4600-9157-0da44ed688fa HTTP/1.1" status: 200 len: 1097 time: 0.0666707 Aug 11 03:33:18.875564 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port b9467099-12f1-4f48-88ac-15b62056f77a, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=b9467099-12f1-4f48-88ac-15b62056f77a,segment=NetworkSegment(5d96f309-e028-4cb7-a58f-990eaca460da),segment_id=5d96f309-e028-4cb7-a58f-990eaca460da)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:33:18.942983 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:18.961057 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-73b7de8e-736d-4b76-954a-377b1fcb77e1 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:18.964026 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7d95d28a-07f3-4f34-a771-ee38919e539e tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-446725', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-448852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6559'] for router, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:18.967670 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fe9df5-cb8c-4d5e-929b-183ebf44b599 req-25522afa-8145-4d23-b09a-352342574201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:18.968021 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7d95d28a-07f3-4f34-a771-ee38919e539e tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-446952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-446974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-446967', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-448845'] for router, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:18.970029 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-85fe9df5-cb8c-4d5e-929b-183ebf44b599 req-25522afa-8145-4d23-b09a-352342574201 service neutron] 10.222.0.24 "GET /v2.0/networks?id=425045ab-1792-4464-8443-b9a0ad823629 HTTP/1.1" status: 200 len: 914 time: 0.1310127 Aug 11 03:33:19.029741 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=b9467099-12f1-4f48-88ac-15b62056f77a,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:33:19.037437 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-73b7de8e-736d-4b76-954a-377b1fcb77e1 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:19.038347 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-73b7de8e-736d-4b76-954a-377b1fcb77e1 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16383026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521135'] for router_interface, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:19.075275 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-85fe9df5-cb8c-4d5e-929b-183ebf44b599 req-93b9f552-ecd9-4a44-b86d-becc16dba455 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d6776e0f-f310-483a-a2d5-163fa5092fc1 HTTP/1.1" status: 200 len: 1000 time: 0.0971749 Aug 11 03:33:19.100396 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-b81480c1-9a14-427b-a6fb-52d11d4e17d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35119a6a-0947-414e-80f8-f70c2ef2f003', 'name': 'tempest-TestVolumeBackupRestore-992346021-router', 'tenant_id': 'b540e93b4e6e403b8be0a51a19b9324d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': '8dc245c0-f703-4416-b1a0-27d21d1b3390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:29:44Z', 'updated_at': '2021-08-11T03:29:51Z', 'revision_number': 4, 'project_id': 'b540e93b4e6e403b8be0a51a19b9324d', 'gw_port': {'id': '8dc245c0-f703-4416-b1a0-27d21d1b3390', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:20:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35119a6a-0947-414e-80f8-f70c2ef2f003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:29:45Z', 'updated_at': '2021-08-11T03:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_floatingips': [{'id': 'a33c54f1-7cda-461e-90ab-85382ed4c266', 'tenant_id': 'b540e93b4e6e403b8be0a51a19b9324d', 'floating_ip_address': '172.25.8.15', 'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'router_id': '35119a6a-0947-414e-80f8-f70c2ef2f003', 'port_id': 'd6776e0f-f310-483a-a2d5-163fa5092fc1', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3665, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '425045ab-1792-4464-8443-b9a0ad823629', 'mac_address': 'fa:16:3e:b9:5b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f9f945-5fa5-4600-9157-0da44ed688fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:33:12Z', 'updated_at': '2021-08-11T03:33:17Z', 'revision_number': 2, 'project_id': 'b540e93b4e6e403b8be0a51a19b9324d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be06b1dc-4dd8-4ece-a7f2-adb0b7a18bf8', 'name': '', 'network_id': '425045ab-1792-4464-8443-b9a0ad823629', 'tenant_id': 'b540e93b4e6e403b8be0a51a19b9324d', 'mac_address': 'fa:16:3e:b0:03:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35119a6a-0947-414e-80f8-f70c2ef2f003', 'device_owner': 'network:router_interface', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': 'f01d933d-9d66-4eb8-97b2-29dd5d188cd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:29:49Z', 'updated_at': '2021-08-11T03:29:56Z', 'revision_number': 5, 'project_id': 'b540e93b4e6e403b8be0a51a19b9324d', 'subnets': [{'id': 'f01d933d-9d66-4eb8-97b2-29dd5d188cd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:33:19.134688 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fe9df5-cb8c-4d5e-929b-183ebf44b599 req-c0608bb4-9e2a-4f4e-8f65-f875d06b1916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:19.137117 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-85fe9df5-cb8c-4d5e-929b-183ebf44b599 req-c0608bb4-9e2a-4f4e-8f65-f875d06b1916 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f01d933d-9d66-4eb8-97b2-29dd5d188cd5 HTTP/1.1" status: 200 len: 852 time: 0.0555358 Aug 11 03:33:19.137598 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81480c1-9a14-427b-a6fb-52d11d4e17d9 None None] Checking router: 35119a6a-0947-414e-80f8-f70c2ef2f003 for host: n-d-764292-30 {{(pid=102193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:33:19.148182 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81480c1-9a14-427b-a6fb-52d11d4e17d9 None None] Routers {'35119a6a-0947-414e-80f8-f70c2ef2f003'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:33:19.148872 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-b81480c1-9a14-427b-a6fb-52d11d4e17d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:33:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['35119a6a-0947-414e-80f8-f70c2ef2f003'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:33:19.191840 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fe9df5-cb8c-4d5e-929b-183ebf44b599 req-08e8a941-3b99-49f9-9727-a21eaccc9285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:19.193403 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-85fe9df5-cb8c-4d5e-929b-183ebf44b599 req-08e8a941-3b99-49f9-9727-a21eaccc9285 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=425045ab-1792-4464-8443-b9a0ad823629&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0493891 Aug 11 03:33:19.199879 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b7de8e-736d-4b76-954a-377b1fcb77e1 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Pushing event updated for resources: {'Port': ['ID=670efd5e-4953-4bf6-8381-643ae821ff08,revision_number=2']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:33:19.269574 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73b7de8e-736d-4b76-954a-377b1fcb77e1 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Network 41e2676c-dfa7-4a22-87ed-f7efd502a6d9 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:33:19.273487 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-73b7de8e-736d-4b76-954a-377b1fcb77e1 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:33:19.307445 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-b81480c1-9a14-427b-a6fb-52d11d4e17d9 None None] Set router 35119a6a-0947-414e-80f8-f70c2ef2f003 gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:33:19.336398 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-85fe9df5-cb8c-4d5e-929b-183ebf44b599 req-55bc8bcf-aed9-4335-abbe-5dadb977288d service neutron] 10.222.0.24 "GET /v2.0/networks/425045ab-1792-4464-8443-b9a0ad823629?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244376 Aug 11 03:33:19.365896 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d95d28a-07f3-4f34-a771-ee38919e539e tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Router d52ae45d-fa36-4f6f-8028-8e29e96c3563 is scheduled to L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 with binding_index 1 {{(pid=102191) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:33:19.492222 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-85fe9df5-cb8c-4d5e-929b-183ebf44b599 req-941704cf-28e5-4189-b940-95e2a8608538 service neutron] 10.222.0.24 "GET /v2.0/networks/425045ab-1792-4464-8443-b9a0ad823629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478264 Aug 11 03:33:19.524017 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d95d28a-07f3-4f34-a771-ee38919e539e tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:33:19.531032 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7d95d28a-07f3-4f34-a771-ee38919e539e tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Notify callbacks [] for router, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:19.533422 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf0e272-375b-48db-842e-c04d16281516 None None] Sync routers for ids ['d52ae45d-fa36-4f6f-8028-8e29e96c3563'] in n-d-764292-30 {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:33:19.534975 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 37404) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:19.535172 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-7d95d28a-07f3-4f34-a771-ee38919e539e tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] 10.222.0.41 "PUT /v2.0/routers/d52ae45d-fa36-4f6f-8028-8e29e96c3563 HTTP/1.1" status: 200 len: 916 time: 4.6488574 Aug 11 03:33:19.547295 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf0e272-375b-48db-842e-c04d16281516 None None] Routers {'d52ae45d-fa36-4f6f-8028-8e29e96c3563'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:33:19.548299 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-5bf0e272-375b-48db-842e-c04d16281516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:33:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['d52ae45d-fa36-4f6f-8028-8e29e96c3563'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:33:19.577219 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73b7de8e-736d-4b76-954a-377b1fcb77e1 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Router 27f2c4e4-2e89-4306-9057-2006afe4d310 is scheduled to L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 with binding_index 1 {{(pid=102191) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:33:19.617646 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-5bf0e272-375b-48db-842e-c04d16281516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:33:19.628455 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf0e272-375b-48db-842e-c04d16281516 None None] Routers {'d52ae45d-fa36-4f6f-8028-8e29e96c3563'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:33:19.629070 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-5bf0e272-375b-48db-842e-c04d16281516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:33:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['d52ae45d-fa36-4f6f-8028-8e29e96c3563'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:33:19.656075 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-b81480c1-9a14-427b-a6fb-52d11d4e17d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35119a6a-0947-414e-80f8-f70c2ef2f003', 'name': 'tempest-TestVolumeBackupRestore-992346021-router', 'tenant_id': 'b540e93b4e6e403b8be0a51a19b9324d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': '8dc245c0-f703-4416-b1a0-27d21d1b3390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:29:44Z', 'updated_at': '2021-08-11T03:29:51Z', 'revision_number': 4, 'project_id': 'b540e93b4e6e403b8be0a51a19b9324d', 'gw_port': {'id': '8dc245c0-f703-4416-b1a0-27d21d1b3390', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:20:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35119a6a-0947-414e-80f8-f70c2ef2f003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:29:45Z', 'updated_at': '2021-08-11T03:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_floatingips': [{'id': 'a33c54f1-7cda-461e-90ab-85382ed4c266', 'tenant_id': 'b540e93b4e6e403b8be0a51a19b9324d', 'floating_ip_address': '172.25.8.15', 'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'router_id': '35119a6a-0947-414e-80f8-f70c2ef2f003', 'port_id': 'd6776e0f-f310-483a-a2d5-163fa5092fc1', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3665, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '425045ab-1792-4464-8443-b9a0ad823629', 'mac_address': 'fa:16:3e:b9:5b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f9f945-5fa5-4600-9157-0da44ed688fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:33:12Z', 'updated_at': '2021-08-11T03:33:17Z', 'revision_number': 2, 'project_id': 'b540e93b4e6e403b8be0a51a19b9324d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be06b1dc-4dd8-4ece-a7f2-adb0b7a18bf8', 'name': '', 'network_id': '425045ab-1792-4464-8443-b9a0ad823629', 'tenant_id': 'b540e93b4e6e403b8be0a51a19b9324d', 'mac_address': 'fa:16:3e:b0:03:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35119a6a-0947-414e-80f8-f70c2ef2f003', 'device_owner': 'network:router_interface', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': 'f01d933d-9d66-4eb8-97b2-29dd5d188cd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:29:49Z', 'updated_at': '2021-08-11T03:29:56Z', 'revision_number': 5, 'project_id': 'b540e93b4e6e403b8be0a51a19b9324d', 'subnets': [{'id': 'f01d933d-9d66-4eb8-97b2-29dd5d188cd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:33:19.672240 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-5bf0e272-375b-48db-842e-c04d16281516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:33:19.672929 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf0e272-375b-48db-842e-c04d16281516 None None] The sync data for ids ['d52ae45d-fa36-4f6f-8028-8e29e96c3563'] in n-d-764292-30 is: [] {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:33:19.693042 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-404037f2-6613-4dff-9b45-7bf4c1764c82 tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] 10.222.0.41 "GET /v2.0/routers/d52ae45d-fa36-4f6f-8028-8e29e96c3563 HTTP/1.1" status: 200 len: 922 time: 0.1568327 Aug 11 03:33:19.695399 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81480c1-9a14-427b-a6fb-52d11d4e17d9 None None] The sync data for ids ['35119a6a-0947-414e-80f8-f70c2ef2f003'] in n-d-764292-30 is: [{'id': '35119a6a-0947-414e-80f8-f70c2ef2f003', 'name': 'tempest-TestVolumeBackupRestore-992346021-router', 'tenant_id': 'b540e93b4e6e403b8be0a51a19b9324d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': '8dc245c0-f703-4416-b1a0-27d21d1b3390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:29:44Z', 'updated_at': '2021-08-11T03:29:51Z', 'revision_number': 4, 'project_id': 'b540e93b4e6e403b8be0a51a19b9324d', 'gw_port': {'id': '8dc245c0-f703-4416-b1a0-27d21d1b3390', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:20:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35119a6a-0947-414e-80f8-f70c2ef2f003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:29:45Z', 'updated_at': '2021-08-11T03:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_floatingips': [{'id': 'a33c54f1-7cda-461e-90ab-85382ed4c266', 'tenant_id': 'b540e93b4e6e403b8be0a51a19b9324d', 'floating_ip_address': '172.25.8.15', 'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'router_id': '35119a6a-0947-414e-80f8-f70c2ef2f003', 'port_id': 'd6776e0f-f310-483a-a2d5-163fa5092fc1', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3665, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '425045ab-1792-4464-8443-b9a0ad823629', 'mac_address': 'fa:16:3e:b9:5b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f9f945-5fa5-4600-9157-0da44ed688fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:33:12Z', 'updated_at': '2021-08-11T03:33:17Z', 'revision_number': 2, 'project_id': 'b540e93b4e6e403b8be0a51a19b9324d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be06b1dc-4dd8-4ece-a7f2-adb0b7a18bf8', 'name': '', 'network_id': '425045ab-1792-4464-8443-b9a0ad823629', 'tenant_id': 'b540e93b4e6e403b8be0a51a19b9324d', 'mac_address': 'fa:16:3e:b0:03:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35119a6a-0947-414e-80f8-f70c2ef2f003', 'device_owner': 'network:router_interface', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': 'f01d933d-9d66-4eb8-97b2-29dd5d188cd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:29:49Z', 'updated_at': '2021-08-11T03:29:56Z', 'revision_number': 5, 'project_id': 'b540e93b4e6e403b8be0a51a19b9324d', 'subnets': [{'id': 'f01d933d-9d66-4eb8-97b2-29dd5d188cd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:33:19.695943 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 37406) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:19.706233 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-5dc6093c-cb3d-40ba-bb34-179f7425b44c None None] Provisioning complete for port 670efd5e-4953-4bf6-8381-643ae821ff08 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:33:19.706783 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-5dc6093c-cb3d-40ba-bb34-179f7425b44c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:19.746070 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73b7de8e-736d-4b76-954a-377b1fcb77e1 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:33:19.757264 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-5dc6093c-cb3d-40ba-bb34-179f7425b44c None None] Port 670efd5e-4953-4bf6-8381-643ae821ff08 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:33:19.765020 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-73b7de8e-736d-4b76-954a-377b1fcb77e1 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "PUT /v2.0/routers/27f2c4e4-2e89-4306-9057-2006afe4d310/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3419712 Aug 11 03:33:19.765231 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc0dd14e-67e1-4f3f-860a-302fe36872fd None None] Sync routers for ids ['27f2c4e4-2e89-4306-9057-2006afe4d310'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:33:19.765341 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 37408) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:19.775467 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0dd14e-67e1-4f3f-860a-302fe36872fd None None] Routers {'27f2c4e4-2e89-4306-9057-2006afe4d310'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:33:19.776185 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-dc0dd14e-67e1-4f3f-860a-302fe36872fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:33:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['27f2c4e4-2e89-4306-9057-2006afe4d310'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:33:19.809642 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f38542-a75a-4d4d-98e8-b780e5ed15dc tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:19.811754 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-a2f38542-a75a-4d4d-98e8-b780e5ed15dc tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=09faf7d2-eaf5-4a50-bb6e-4cb05d009a76&device_id=d52ae45d-fa36-4f6f-8028-8e29e96c3563&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1049657 Aug 11 03:33:19.815051 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 37410) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:19.842845 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e620677-7414-496e-8066-8762387e6aca tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:19.844830 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-2e620677-7414-496e-8066-8762387e6aca tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "GET /v2.0/ports/670efd5e-4953-4bf6-8381-643ae821ff08 HTTP/1.1" status: 200 len: 911 time: 0.0783074 Aug 11 03:33:19.850031 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 37412) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:19.893373 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-dc0dd14e-67e1-4f3f-860a-302fe36872fd None None] Set router 27f2c4e4-2e89-4306-9057-2006afe4d310 gateway port host: None {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:33:19.920177 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74531f6d-705d-4cd9-93aa-3facc99fd3d6 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:19.927240 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74531f6d-705d-4cd9-93aa-3facc99fd3d6 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:19.931872 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-74531f6d-705d-4cd9-93aa-3facc99fd3d6 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.0782933 Aug 11 03:33:19.932114 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 37414) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:19.967286 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a5515ce-a5a2-4fe0-92a0-9d7be12c9b95 tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:19.971360 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-2a5515ce-a5a2-4fe0-92a0-9d7be12c9b95 tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] 10.222.0.41 "GET /v2.0/networks/09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 HTTP/1.1" status: 200 len: 881 time: 0.1523564 Aug 11 03:33:19.971785 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 37416) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:20.018942 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-4befaa59-252f-4243-94d3-b1a22981b3c4 tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] 10.222.0.41 "GET /v2.0/ports?device_id=d52ae45d-fa36-4f6f-8028-8e29e96c3563 HTTP/1.1" status: 200 len: 205 time: 0.0437071 Aug 11 03:33:20.019774 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 37418) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:20.167289 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c11a1270-b44b-40e2-bc12-48fbb7c599bd tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] Notify callbacks [] for router, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:20.334980 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c11a1270-b44b-40e2-bc12-48fbb7c599bd tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:20.351068 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-dc0dd14e-67e1-4f3f-860a-302fe36872fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27f2c4e4-2e89-4306-9057-2006afe4d310', 'name': 'tempest-NetworksTestDHCPv6-router-175184440', 'tenant_id': 'e43abc7f2b214d1a915ef6ef86af9079', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:33:15Z', 'updated_at': '2021-08-11T03:33:17Z', 'revision_number': 2, 'project_id': 'e43abc7f2b214d1a915ef6ef86af9079', 'gw_port_host': None, '_interfaces': [{'id': '670efd5e-4953-4bf6-8381-643ae821ff08', 'name': '', 'network_id': '41e2676c-dfa7-4a22-87ed-f7efd502a6d9', 'tenant_id': 'e43abc7f2b214d1a915ef6ef86af9079', 'mac_address': 'fa:16:3e:b8:e8:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27f2c4e4-2e89-4306-9057-2006afe4d310', 'device_owner': 'network:router_interface', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '9f1c9856-967a-45e6-b8db-c473c622a20b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:33:16Z', 'updated_at': '2021-08-11T03:33:18Z', 'revision_number': 2, 'project_id': 'e43abc7f2b214d1a915ef6ef86af9079', 'subnets': [{'id': '9f1c9856-967a-45e6-b8db-c473c622a20b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:33:20.390863 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc0dd14e-67e1-4f3f-860a-302fe36872fd None None] Checking router: 27f2c4e4-2e89-4306-9057-2006afe4d310 for host: n-d-764292-30 {{(pid=102193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:33:20.390863 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc0dd14e-67e1-4f3f-860a-302fe36872fd None None] Updating router 27f2c4e4-2e89-4306-9057-2006afe4d310 port 670efd5e-4953-4bf6-8381-643ae821ff08 binding host n-d-764292-30 {{(pid=102193) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:33:20.430040 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc0dd14e-67e1-4f3f-860a-302fe36872fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:20.463732 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ec2afe07-0b84-4493-9f74-ba8282a5566c tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521106'] for router_interface, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:20.471768 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device b9467099-12f1-4f48-88ac-15b62056f77a up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:33:20.532618 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-c11a1270-b44b-40e2-bc12-48fbb7c599bd tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] Deleting port bb7b8e4e-6b13-4c9b-b0f9-4faf7de9166a {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:33:20.532959 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c11a1270-b44b-40e2-bc12-48fbb7c599bd tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:20.616569 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port b9467099-12f1-4f48-88ac-15b62056f77a triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:33:20.616988 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:20.620240 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c11a1270-b44b-40e2-bc12-48fbb7c599bd tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:20.636978 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-c11a1270-b44b-40e2-bc12-48fbb7c599bd tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] Calling delete_port for bb7b8e4e-6b13-4c9b-b0f9-4faf7de9166a owned by network:router_gateway {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:33:20.747590 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5f9f945-5fa5-4600-9157-0da44ed688fa', 'tag': 'd6776e0f-f310-483a-a2d5-163fa5092fc1'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:33:20.750685 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c793b0ea-897e-4715-a8f6-2e70c958a62f" -d '{"events": [{"name": "network-changed", "server_uuid": "b5f9f945-5fa5-4600-9157-0da44ed688fa", "tag": "d6776e0f-f310-483a-a2d5-163fa5092fc1"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:33:20.812920 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-ec2afe07-0b84-4493-9f74-ba8282a5566c tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Deleting port 670efd5e-4953-4bf6-8381-643ae821ff08 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:33:20.815347 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ec2afe07-0b84-4493-9f74-ba8282a5566c tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:20.844092 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:33:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-172d0418-c9b3-4be4-a0ae-f3d26cab6f7f x-openstack-request-id: req-172d0418-c9b3-4be4-a0ae-f3d26cab6f7f {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:33:20.844475 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5f9f945-5fa5-4600-9157-0da44ed688fa", "tag": "d6776e0f-f310-483a-a2d5-163fa5092fc1", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:33:20.844855 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-172d0418-c9b3-4be4-a0ae-f3d26cab6f7f {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:33:20.845316 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5f9f945-5fa5-4600-9157-0da44ed688fa', 'tag': 'd6776e0f-f310-483a-a2d5-163fa5092fc1', 'status': 'completed', 'code': 200} Aug 11 03:33:20.872240 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc0dd14e-67e1-4f3f-860a-302fe36872fd None None] Notify callbacks [] for port, precommit_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:20.923068 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c793b0ea-897e-4715-a8f6-2e70c958a62f req-faa3b419-5fe5-4c01-82ee-659ba8f5ca7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:20.924817 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c793b0ea-897e-4715-a8f6-2e70c958a62f req-faa3b419-5fe5-4c01-82ee-659ba8f5ca7d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b540e93b4e6e403b8be0a51a19b9324d&device_id=b5f9f945-5fa5-4600-9157-0da44ed688fa HTTP/1.1" status: 200 len: 1097 time: 0.0666416 Aug 11 03:33:20.935416 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ec2afe07-0b84-4493-9f74-ba8282a5566c tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:20.952034 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-ec2afe07-0b84-4493-9f74-ba8282a5566c tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Calling delete_port for 670efd5e-4953-4bf6-8381-643ae821ff08 owned by network:router_interface {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:33:20.955094 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc0dd14e-67e1-4f3f-860a-302fe36872fd None None] Transition to ACTIVE for port object 670efd5e-4953-4bf6-8381-643ae821ff08 will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:33:20.982253 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c11a1270-b44b-40e2-bc12-48fbb7c599bd tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:21.005898 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc0dd14e-67e1-4f3f-860a-302fe36872fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:21.023097 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11a1270-b44b-40e2-bc12-48fbb7c599bd tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] Pushing event deleted for resources: {'Port': ['ID=bb7b8e4e-6b13-4c9b-b0f9-4faf7de9166a,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:33:21.092510 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc57ca52-111f-4216-a376-9d3ec5d8a128 None None] Pushing event updated for resources: {'Port': ['ID=670efd5e-4953-4bf6-8381-643ae821ff08,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:33:21.103735 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c793b0ea-897e-4715-a8f6-2e70c958a62f req-027bc943-569e-4a87-9d1e-6d62a7ca2fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:21.106051 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c793b0ea-897e-4715-a8f6-2e70c958a62f req-027bc943-569e-4a87-9d1e-6d62a7ca2fa8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=425045ab-1792-4464-8443-b9a0ad823629 HTTP/1.1" status: 200 len: 914 time: 0.1735988 Aug 11 03:33:21.120595 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c11a1270-b44b-40e2-bc12-48fbb7c599bd tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-446916'] for router_gateway, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:21.171887 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-dc0dd14e-67e1-4f3f-860a-302fe36872fd None None] Attempting to bind port 670efd5e-4953-4bf6-8381-643ae821ff08 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:33:21.172355 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-dc0dd14e-67e1-4f3f-860a-302fe36872fd None None] Attempting to bind port 670efd5e-4953-4bf6-8381-643ae821ff08 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': '5d96f309-e028-4cb7-a58f-990eaca460da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '41e2676c-dfa7-4a22-87ed-f7efd502a6d9'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:33:21.172872 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0dd14e-67e1-4f3f-860a-302fe36872fd None None] Attempting to bind port 670efd5e-4953-4bf6-8381-643ae821ff08 on network 41e2676c-dfa7-4a22-87ed-f7efd502a6d9 {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:33:21.181953 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0dd14e-67e1-4f3f-860a-302fe36872fd None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 33, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:33:21.182207 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0dd14e-67e1-4f3f-860a-302fe36872fd None None] Checking segment: {'id': '5d96f309-e028-4cb7-a58f-990eaca460da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '41e2676c-dfa7-4a22-87ed-f7efd502a6d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:33:21.183621 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc0dd14e-67e1-4f3f-860a-302fe36872fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:21.184191 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0dd14e-67e1-4f3f-860a-302fe36872fd None None] Bound using segment: {'id': '5d96f309-e028-4cb7-a58f-990eaca460da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '41e2676c-dfa7-4a22-87ed-f7efd502a6d9'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:33:21.184753 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-dc0dd14e-67e1-4f3f-860a-302fe36872fd None None] Bound port: 670efd5e-4953-4bf6-8381-643ae821ff08, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d96f309-e028-4cb7-a58f-990eaca460da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '41e2676c-dfa7-4a22-87ed-f7efd502a6d9'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:33:21.185263 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc0dd14e-67e1-4f3f-860a-302fe36872fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:21.265113 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c11a1270-b44b-40e2-bc12-48fbb7c599bd tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6544'] for router, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:21.272719 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c11a1270-b44b-40e2-bc12-48fbb7c599bd tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:21.274916 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.db.api [None req-dc0dd14e-67e1-4f3f-860a-302fe36872fd None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=102193) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 03:33:21.275393 n-d-764292-30 neutron-server[102193]: DEBUG oslo_db.api [None req-dc0dd14e-67e1-4f3f-860a-302fe36872fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 03:33:21.275611 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ec2afe07-0b84-4493-9f74-ba8282a5566c tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:21.286635 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c793b0ea-897e-4715-a8f6-2e70c958a62f req-29186151-f4b5-4353-9a5d-c38b2d382487 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d6776e0f-f310-483a-a2d5-163fa5092fc1 HTTP/1.1" status: 200 len: 1000 time: 0.1737070 Aug 11 03:33:21.326391 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2afe07-0b84-4493-9f74-ba8282a5566c tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Pushing event deleted for resources: {'Port': ['ID=670efd5e-4953-4bf6-8381-643ae821ff08,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:33:21.386618 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-5db3fe9f-d07e-4a01-88cc-52a0951c78fe None None] Could not find standard attr ID for object 670efd5e-4953-4bf6-8381-643ae821ff08. {{(pid=102193) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 03:33:21.391869 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c793b0ea-897e-4715-a8f6-2e70c958a62f req-ca0ad472-ea23-491c-bc2d-b5a901bdac4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:21.392244 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c793b0ea-897e-4715-a8f6-2e70c958a62f req-ca0ad472-ea23-491c-bc2d-b5a901bdac4b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f01d933d-9d66-4eb8-97b2-29dd5d188cd5 HTTP/1.1" status: 200 len: 852 time: 0.0958042 Aug 11 03:33:21.453934 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c11a1270-b44b-40e2-bc12-48fbb7c599bd tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448809'] for router, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:21.455225 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c11a1270-b44b-40e2-bc12-48fbb7c599bd tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] Fanout notify agent at l3_agent the message router_deleted on router d52ae45d-fa36-4f6f-8028-8e29e96c3563 {{(pid=102192) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:33:21.465057 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c11a1270-b44b-40e2-bc12-48fbb7c599bd tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] Notify callbacks [] for router, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:21.466402 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-c11a1270-b44b-40e2-bc12-48fbb7c599bd tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] 10.222.0.41 "DELETE /v2.0/routers/d52ae45d-fa36-4f6f-8028-8e29e96c3563 HTTP/1.1" status: 204 len: 168 time: 1.4455109 Aug 11 03:33:21.470805 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 37426) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:21.476205 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-10f460bf-c173-4ca8-8ace-933cf2ce71b5 tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1362450646', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}, 'admin_state_up': False}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:33:21.502816 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c793b0ea-897e-4715-a8f6-2e70c958a62f req-bb93770d-20bc-4ce3-9c00-6a41fc3822ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:21.505704 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c793b0ea-897e-4715-a8f6-2e70c958a62f req-bb93770d-20bc-4ce3-9c00-6a41fc3822ce service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=425045ab-1792-4464-8443-b9a0ad823629&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1058180 Aug 11 03:33:21.629870 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c793b0ea-897e-4715-a8f6-2e70c958a62f req-69a00cdc-09dc-4df3-a791-2ed49660db9d service neutron] 10.222.0.24 "GET /v2.0/networks/425045ab-1792-4464-8443-b9a0ad823629?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154919 Aug 11 03:33:21.645224 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-10f460bf-c173-4ca8-8ace-933cf2ce71b5 tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-450010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6626'] for router, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:21.646217 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-10f460bf-c173-4ca8-8ace-933cf2ce71b5 tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-446747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6633'] for router, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:21.759882 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-10f460bf-c173-4ca8-8ace-933cf2ce71b5 tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:21.778811 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c793b0ea-897e-4715-a8f6-2e70c958a62f req-5c687411-4cca-4834-8f53-4c1ddff2ecd6 service neutron] 10.222.0.24 "GET /v2.0/networks/425045ab-1792-4464-8443-b9a0ad823629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441481 Aug 11 03:33:21.801951 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-dc0dd14e-67e1-4f3f-860a-302fe36872fd None None] Attempting to bind port 670efd5e-4953-4bf6-8381-643ae821ff08 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:33:21.803292 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-dc0dd14e-67e1-4f3f-860a-302fe36872fd None None] Attempting to bind port 670efd5e-4953-4bf6-8381-643ae821ff08 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': '5d96f309-e028-4cb7-a58f-990eaca460da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '41e2676c-dfa7-4a22-87ed-f7efd502a6d9'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:33:21.804535 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0dd14e-67e1-4f3f-860a-302fe36872fd None None] Attempting to bind port 670efd5e-4953-4bf6-8381-643ae821ff08 on network 41e2676c-dfa7-4a22-87ed-f7efd502a6d9 {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:33:21.805527 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ec2afe07-0b84-4493-9f74-ba8282a5566c tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16383033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450082'] for router_interface, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:21.819160 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0dd14e-67e1-4f3f-860a-302fe36872fd None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 33, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:33:21.819469 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0dd14e-67e1-4f3f-860a-302fe36872fd None None] Checking segment: {'id': '5d96f309-e028-4cb7-a58f-990eaca460da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '41e2676c-dfa7-4a22-87ed-f7efd502a6d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:33:21.819883 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc0dd14e-67e1-4f3f-860a-302fe36872fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:21.820330 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0dd14e-67e1-4f3f-860a-302fe36872fd None None] Bound using segment: {'id': '5d96f309-e028-4cb7-a58f-990eaca460da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '41e2676c-dfa7-4a22-87ed-f7efd502a6d9'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:33:21.821583 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-dc0dd14e-67e1-4f3f-860a-302fe36872fd None None] Bound port: 670efd5e-4953-4bf6-8381-643ae821ff08, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d96f309-e028-4cb7-a58f-990eaca460da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '41e2676c-dfa7-4a22-87ed-f7efd502a6d9'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:33:21.822030 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc0dd14e-67e1-4f3f-860a-302fe36872fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:21.860355 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc0dd14e-67e1-4f3f-860a-302fe36872fd None None] Port 670efd5e-4953-4bf6-8381-643ae821ff08 has been deleted concurrently {{(pid=102193) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Aug 11 03:33:21.871317 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0dd14e-67e1-4f3f-860a-302fe36872fd None None] Routers {'27f2c4e4-2e89-4306-9057-2006afe4d310'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:33:21.872288 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-dc0dd14e-67e1-4f3f-860a-302fe36872fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:33:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['27f2c4e4-2e89-4306-9057-2006afe4d310'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:33:21.958017 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-dc0dd14e-67e1-4f3f-860a-302fe36872fd None None] Set router 27f2c4e4-2e89-4306-9057-2006afe4d310 gateway port host: None {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:33:21.969187 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-10f460bf-c173-4ca8-8ace-933cf2ce71b5 tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:21.978019 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec2afe07-0b84-4493-9f74-ba8282a5566c tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Router 27f2c4e4-2e89-4306-9057-2006afe4d310 has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:33:22.021105 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-dc0dd14e-67e1-4f3f-860a-302fe36872fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27f2c4e4-2e89-4306-9057-2006afe4d310', 'name': 'tempest-NetworksTestDHCPv6-router-175184440', 'tenant_id': 'e43abc7f2b214d1a915ef6ef86af9079', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:33:15Z', 'updated_at': '2021-08-11T03:33:21Z', 'revision_number': 3, 'project_id': 'e43abc7f2b214d1a915ef6ef86af9079', 'gw_port_host': None}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:33:22.053205 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec2afe07-0b84-4493-9f74-ba8282a5566c tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:33:22.053433 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc0dd14e-67e1-4f3f-860a-302fe36872fd None None] The sync data for ids ['27f2c4e4-2e89-4306-9057-2006afe4d310'] in n-d-764292-30 is: [{'id': '27f2c4e4-2e89-4306-9057-2006afe4d310', 'name': 'tempest-NetworksTestDHCPv6-router-175184440', 'tenant_id': 'e43abc7f2b214d1a915ef6ef86af9079', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:33:15Z', 'updated_at': '2021-08-11T03:33:21Z', 'revision_number': 3, 'project_id': 'e43abc7f2b214d1a915ef6ef86af9079', 'gw_port_host': None}] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:33:22.059899 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-ec2afe07-0b84-4493-9f74-ba8282a5566c tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "PUT /v2.0/routers/27f2c4e4-2e89-4306-9057-2006afe4d310/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1267431 Aug 11 03:33:22.062569 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 37428) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:22.130808 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ec8cb53-d4e3-450b-a4f7-08e5013d7419 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:22.132524 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ec8cb53-d4e3-450b-a4f7-08e5013d7419 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:22.134351 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-0ec8cb53-d4e3-450b-a4f7-08e5013d7419 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0707417 Aug 11 03:33:22.137541 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 37430) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:22.199413 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bd2cb59-77ba-45ba-9bd3-a8a5830bc470 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Deleting subnet 9f1c9856-967a-45e6-b8db-c473c622a20b {{(pid=102191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:33:22.203828 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0bd2cb59-77ba-45ba-9bd3-a8a5830bc470 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks [] for subnet, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:22.253312 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0bd2cb59-77ba-45ba-9bd3-a8a5830bc470 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126283525'] for subnet, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:22.273618 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-10f460bf-c173-4ca8-8ace-933cf2ce71b5 tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] Notify callbacks [] for router_gateway, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:22.295196 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-10f460bf-c173-4ca8-8ace-933cf2ce71b5 tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:22.359380 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0bd2cb59-77ba-45ba-9bd3-a8a5830bc470 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:22.410088 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [None req-10f460bf-c173-4ca8-8ace-933cf2ce71b5 tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] Allocated IP 172.25.8.234 (09faf7d2-eaf5-4a50-bb6e-4cb05d009a76/e1a97443-13df-40bb-85f5-fd269e2742c0/26852896-1505-4cc8-9941-9c698eef7b6d) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:33:22.505537 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0bd2cb59-77ba-45ba-9bd3-a8a5830bc470 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126283413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126275158'] for subnet, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:22.534966 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-10f460bf-c173-4ca8-8ace-933cf2ce71b5 tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:22.541451 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd2cb59-77ba-45ba-9bd3-a8a5830bc470 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Pushing event deleted for resources: {'Subnet': ['ID=9f1c9856-967a-45e6-b8db-c473c622a20b,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:33:22.547352 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0bd2cb59-77ba-45ba-9bd3-a8a5830bc470 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:22.549855 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-0bd2cb59-77ba-45ba-9bd3-a8a5830bc470 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "DELETE /v2.0/subnets/9f1c9856-967a-45e6-b8db-c473c622a20b HTTP/1.1" status: 204 len: 168 time: 0.4100115 Aug 11 03:33:22.552414 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 37436) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:22.554768 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b307216-3a7c-4cfd-be07-7d4947ed6a7e None None] Network 41e2676c-dfa7-4a22-87ed-f7efd502a6d9 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:33:22.688377 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-91ee76b2-c2b9-4a6f-81c9-81043695033c tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1324961 Aug 11 03:33:22.688590 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 37438) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:22.762057 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d323b23-4513-4458-b18d-3dc8573f650a None None] DHCP port deletion for 41e2676c-dfa7-4a22-87ed-f7efd502a6d9 request from n-d-764292-30 {{(pid=102193) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:33:22.774134 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-10f460bf-c173-4ca8-8ace-933cf2ce71b5 tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:22.786732 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-090e5748-ec74-44ea-b2cc-227d453fc831 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks [] for router, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:22.827197 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-1d323b23-4513-4458-b18d-3dc8573f650a None None] Deleting port b9467099-12f1-4f48-88ac-15b62056f77a {{(pid=102193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:33:22.827576 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-1d323b23-4513-4458-b18d-3dc8573f650a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:22.908882 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-1d323b23-4513-4458-b18d-3dc8573f650a None None] For port b9467099-12f1-4f48-88ac-15b62056f77a, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=b9467099-12f1-4f48-88ac-15b62056f77a,segment=NetworkSegment(5d96f309-e028-4cb7-a58f-990eaca460da),segment_id=5d96f309-e028-4cb7-a58f-990eaca460da)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:33:22.910086 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-1d323b23-4513-4458-b18d-3dc8573f650a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:22.932743 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-1d323b23-4513-4458-b18d-3dc8573f650a None None] Calling delete_port for b9467099-12f1-4f48-88ac-15b62056f77a owned by network:dhcp {{(pid=102193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:33:23.092981 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c11988-3ffd-4661-9c73-6797bd8ccb09 None None] Sync routers for ids ['27f2c4e4-2e89-4306-9057-2006afe4d310'] in n-d-764292-30 {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:33:23.102750 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c11988-3ffd-4661-9c73-6797bd8ccb09 None None] Routers {'27f2c4e4-2e89-4306-9057-2006afe4d310'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:33:23.103377 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-c0c11988-3ffd-4661-9c73-6797bd8ccb09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:33:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['27f2c4e4-2e89-4306-9057-2006afe4d310'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:33:23.103536 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-1d323b23-4513-4458-b18d-3dc8573f650a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678'] for port, after_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:23.142202 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d323b23-4513-4458-b18d-3dc8573f650a None None] Pushing event deleted for resources: {'Port': ['ID=b9467099-12f1-4f48-88ac-15b62056f77a,revision_number=None']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:33:23.152814 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d323b23-4513-4458-b18d-3dc8573f650a None None] No DVR routers for this DVR port b9467099-12f1-4f48-88ac-15b62056f77a on host n-d-764292-30 {{(pid=102193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:33:23.185129 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-c0c11988-3ffd-4661-9c73-6797bd8ccb09 None None] Set router 27f2c4e4-2e89-4306-9057-2006afe4d310 gateway port host: None {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:33:23.198779 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10f460bf-c173-4ca8-8ace-933cf2ce71b5 tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] Network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:33:23.207871 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-10f460bf-c173-4ca8-8ace-933cf2ce71b5 tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:33:23.211236 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f460bf-c173-4ca8-8ace-933cf2ce71b5 tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] Pushing event updated for resources: {'Port': ['ID=26852896-1505-4cc8-9941-9c698eef7b6d,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:33:23.213407 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f460bf-c173-4ca8-8ace-933cf2ce71b5 tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:33:23.250243 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-c0c11988-3ffd-4661-9c73-6797bd8ccb09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27f2c4e4-2e89-4306-9057-2006afe4d310', 'name': 'tempest-NetworksTestDHCPv6-router-175184440', 'tenant_id': 'e43abc7f2b214d1a915ef6ef86af9079', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:33:15Z', 'updated_at': '2021-08-11T03:33:21Z', 'revision_number': 3, 'project_id': 'e43abc7f2b214d1a915ef6ef86af9079', 'gw_port_host': None}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:33:23.277338 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c11988-3ffd-4661-9c73-6797bd8ccb09 None None] Checking router: 27f2c4e4-2e89-4306-9057-2006afe4d310 for host: n-d-764292-30 {{(pid=102194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:33:23.286106 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c11988-3ffd-4661-9c73-6797bd8ccb09 None None] Routers {'27f2c4e4-2e89-4306-9057-2006afe4d310'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:33:23.287050 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-c0c11988-3ffd-4661-9c73-6797bd8ccb09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:33:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['27f2c4e4-2e89-4306-9057-2006afe4d310'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:33:23.325204 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-090e5748-ec74-44ea-b2cc-227d453fc831 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6544'] for router, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:23.328672 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-090e5748-ec74-44ea-b2cc-227d453fc831 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:23.356068 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-c0c11988-3ffd-4661-9c73-6797bd8ccb09 None None] Set router 27f2c4e4-2e89-4306-9057-2006afe4d310 gateway port host: None {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:33:23.410744 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-c0c11988-3ffd-4661-9c73-6797bd8ccb09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27f2c4e4-2e89-4306-9057-2006afe4d310', 'name': 'tempest-NetworksTestDHCPv6-router-175184440', 'tenant_id': 'e43abc7f2b214d1a915ef6ef86af9079', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:33:15Z', 'updated_at': '2021-08-11T03:33:21Z', 'revision_number': 3, 'project_id': 'e43abc7f2b214d1a915ef6ef86af9079', 'gw_port_host': None}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:33:23.437802 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c11988-3ffd-4661-9c73-6797bd8ccb09 None None] The sync data for ids ['27f2c4e4-2e89-4306-9057-2006afe4d310'] in n-d-764292-30 is: [{'id': '27f2c4e4-2e89-4306-9057-2006afe4d310', 'name': 'tempest-NetworksTestDHCPv6-router-175184440', 'tenant_id': 'e43abc7f2b214d1a915ef6ef86af9079', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:33:15Z', 'updated_at': '2021-08-11T03:33:21Z', 'revision_number': 3, 'project_id': 'e43abc7f2b214d1a915ef6ef86af9079', 'gw_port_host': None}] {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:33:23.474873 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-090e5748-ec74-44ea-b2cc-227d453fc831 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448809'] for router, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:23.475378 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-090e5748-ec74-44ea-b2cc-227d453fc831 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Fanout notify agent at l3_agent the message router_deleted on router 27f2c4e4-2e89-4306-9057-2006afe4d310 {{(pid=102192) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:33:23.489123 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-090e5748-ec74-44ea-b2cc-227d453fc831 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks [] for router, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:23.493833 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 37440) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:23.494363 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-090e5748-ec74-44ea-b2cc-227d453fc831 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "DELETE /v2.0/routers/27f2c4e4-2e89-4306-9057-2006afe4d310 HTTP/1.1" status: 204 len: 168 time: 0.8043969 Aug 11 03:33:23.499248 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-758a8632-1cc3-4785-a1b6-8cd0bc13c1f7 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Request body: {'subnet': {'network_id': '41e2676c-dfa7-4a22-87ed-f7efd502a6d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:33:23.666910 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-10f460bf-c173-4ca8-8ace-933cf2ce71b5 tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] Notify callbacks [] for router_gateway, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:23.679510 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-758a8632-1cc3-4785-a1b6-8cd0bc13c1f7 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Made reservation on behalf of e43abc7f2b214d1a915ef6ef86af9079 for: {'subnet': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:33:23.683834 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-758a8632-1cc3-4785-a1b6-8cd0bc13c1f7 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274743'] for subnet, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:23.891393 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-10f460bf-c173-4ca8-8ace-933cf2ce71b5 tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-446952'] for router, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:23.983043 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-758a8632-1cc3-4785-a1b6-8cd0bc13c1f7 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126283476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274725'] for subnet, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:24.030570 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-758a8632-1cc3-4785-a1b6-8cd0bc13c1f7 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Network 41e2676c-dfa7-4a22-87ed-f7efd502a6d9 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:33:24.035565 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-758a8632-1cc3-4785-a1b6-8cd0bc13c1f7 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:33:24.039234 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-758a8632-1cc3-4785-a1b6-8cd0bc13c1f7 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:24.039234 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-758a8632-1cc3-4785-a1b6-8cd0bc13c1f7 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:24.047737 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a1a9aba-1314-40e2-ba5e-4e40d18ddf53 None None] Network 41e2676c-dfa7-4a22-87ed-f7efd502a6d9 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:33:24.053955 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758a8632-1cc3-4785-a1b6-8cd0bc13c1f7 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Pushing event updated for resources: {'Subnet': ['ID=30807453-3bad-41f1-82f4-9f579982dae8,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:33:24.102572 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10f460bf-c173-4ca8-8ace-933cf2ce71b5 tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] Router d61ab18a-7e47-47e9-bc4c-8a8e8ae16151 is scheduled to L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 with binding_index 1 {{(pid=102192) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:33:24.128750 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-758a8632-1cc3-4785-a1b6-8cd0bc13c1f7 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6313124 Aug 11 03:33:24.129021 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 37444) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:24.133533 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-31171096-4bed-4254-bc40-f457060aa787 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-2059121686', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:33:24.212210 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-31171096-4bed-4254-bc40-f457060aa787 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-450010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6626'] for router, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:24.213280 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-31171096-4bed-4254-bc40-f457060aa787 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-446747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6633'] for router, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:24.223187 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d6da35f-e753-49f5-9074-e16b8374a845 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde080026-c28f-55be-b52b-13827cc43646-41e2676c-dfa7-4a22-87ed-f7efd502a6d9', 'network_id': '41e2676c-dfa7-4a22-87ed-f7efd502a6d9', 'tenant_id': 'e43abc7f2b214d1a915ef6ef86af9079', 'fixed_ips': [{'subnet_id': '30807453-3bad-41f1-82f4-9f579982dae8'}]}} from n-d-764292-30. {{(pid=102193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:33:24.225042 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-9d6da35f-e753-49f5-9074-e16b8374a845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:24.230845 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10f460bf-c173-4ca8-8ace-933cf2ce71b5 tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:33:24.242372 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11fbc0e9-1f9c-4f2c-8bc3-39f3e02fa006 None None] Sync routers for ids ['d61ab18a-7e47-47e9-bc4c-8a8e8ae16151'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:33:24.287878 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-31171096-4bed-4254-bc40-f457060aa787 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:24.302239 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-10f460bf-c173-4ca8-8ace-933cf2ce71b5 tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] Notify callbacks [] for router, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:24.306160 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-10f460bf-c173-4ca8-8ace-933cf2ce71b5 tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.8314593 Aug 11 03:33:24.306447 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 37446) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:24.311167 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-5ebe5bc2-0b19-4962-afb0-10a605d92218 tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:33:24.314072 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11fbc0e9-1f9c-4f2c-8bc3-39f3e02fa006 None None] Routers {'d61ab18a-7e47-47e9-bc4c-8a8e8ae16151'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:33:24.314728 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-11fbc0e9-1f9c-4f2c-8bc3-39f3e02fa006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:33:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['d61ab18a-7e47-47e9-bc4c-8a8e8ae16151'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:33:24.357477 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-31171096-4bed-4254-bc40-f457060aa787 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-446952'] for router, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:24.362990 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-11fbc0e9-1f9c-4f2c-8bc3-39f3e02fa006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:33:24.379982 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11fbc0e9-1f9c-4f2c-8bc3-39f3e02fa006 None None] Routers {'d61ab18a-7e47-47e9-bc4c-8a8e8ae16151'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:33:24.380604 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-11fbc0e9-1f9c-4f2c-8bc3-39f3e02fa006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:33:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['d61ab18a-7e47-47e9-bc4c-8a8e8ae16151'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:33:24.421603 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-11fbc0e9-1f9c-4f2c-8bc3-39f3e02fa006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:33:24.422070 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11fbc0e9-1f9c-4f2c-8bc3-39f3e02fa006 None None] The sync data for ids ['d61ab18a-7e47-47e9-bc4c-8a8e8ae16151'] in n-d-764292-30 is: [] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:33:24.423025 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-31171096-4bed-4254-bc40-f457060aa787 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks [] for router, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:24.424469 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-31171096-4bed-4254-bc40-f457060aa787 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2945924 Aug 11 03:33:24.427499 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 37448) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:24.451721 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device b9467099-12f1-4f48-88ac-15b62056f77a no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:33:24.481931 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: b9467099-12f1-4f48-88ac-15b62056f77a {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:33:24.482329 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device b9467099-12f1-4f48-88ac-15b62056f77a not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:33:24.503901 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.db_base_plugin_common [None req-9d6da35f-e753-49f5-9074-e16b8374a845 None None] Allocated IP 2001:db8::2 (41e2676c-dfa7-4a22-87ed-f7efd502a6d9/30807453-3bad-41f1-82f4-9f579982dae8/56924987-c64c-4fc3-8b75-50df7ca1c1e6) {{(pid=102193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:33:24.662725 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-9d6da35f-e753-49f5-9074-e16b8374a845 None None] Notify callbacks [] for port, precommit_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:24.671318 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-9d6da35f-e753-49f5-9074-e16b8374a845 None None] Transition to ACTIVE for port object 56924987-c64c-4fc3-8b75-50df7ca1c1e6 will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:33:24.687095 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-9d6da35f-e753-49f5-9074-e16b8374a845 None None] Transition to ACTIVE for port object 56924987-c64c-4fc3-8b75-50df7ca1c1e6 will not be triggered until provisioned by entity DHCP. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:33:24.726110 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-9d6da35f-e753-49f5-9074-e16b8374a845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669'] for port, after_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:24.772050 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d6da35f-e753-49f5-9074-e16b8374a845 None None] Network 41e2676c-dfa7-4a22-87ed-f7efd502a6d9 is already hosted by enough agents. {{(pid=102193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:33:24.777499 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.base_scheduler [None req-9d6da35f-e753-49f5-9074-e16b8374a845 None None] Resources bound (agent type, host, resource id): {{(pid=102193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:33:24.782486 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6da35f-e753-49f5-9074-e16b8374a845 None None] Received port after_create {{(pid=102193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:33:24.784893 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6da35f-e753-49f5-9074-e16b8374a845 None None] Pushing event updated for resources: {'Port': ['ID=56924987-c64c-4fc3-8b75-50df7ca1c1e6,revision_number=1']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:33:24.841987 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-9d6da35f-e753-49f5-9074-e16b8374a845 None None] Attempting to bind port 56924987-c64c-4fc3-8b75-50df7ca1c1e6 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:33:24.842386 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-9d6da35f-e753-49f5-9074-e16b8374a845 None None] Attempting to bind port 56924987-c64c-4fc3-8b75-50df7ca1c1e6 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': '5d96f309-e028-4cb7-a58f-990eaca460da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '41e2676c-dfa7-4a22-87ed-f7efd502a6d9'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:33:24.842814 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d6da35f-e753-49f5-9074-e16b8374a845 None None] Attempting to bind port 56924987-c64c-4fc3-8b75-50df7ca1c1e6 on network 41e2676c-dfa7-4a22-87ed-f7efd502a6d9 {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:33:24.848369 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d6da35f-e753-49f5-9074-e16b8374a845 None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 33, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:33:24.848829 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d6da35f-e753-49f5-9074-e16b8374a845 None None] Checking segment: {'id': '5d96f309-e028-4cb7-a58f-990eaca460da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '41e2676c-dfa7-4a22-87ed-f7efd502a6d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:33:24.849310 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-9d6da35f-e753-49f5-9074-e16b8374a845 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:24.849806 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d6da35f-e753-49f5-9074-e16b8374a845 None None] Bound using segment: {'id': '5d96f309-e028-4cb7-a58f-990eaca460da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '41e2676c-dfa7-4a22-87ed-f7efd502a6d9'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:33:24.850968 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-9d6da35f-e753-49f5-9074-e16b8374a845 None None] Bound port: 56924987-c64c-4fc3-8b75-50df7ca1c1e6, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d96f309-e028-4cb7-a58f-990eaca460da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '41e2676c-dfa7-4a22-87ed-f7efd502a6d9'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:33:24.851425 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-9d6da35f-e753-49f5-9074-e16b8374a845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:24.866962 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fc6689f8-c248-4a4e-a673-97d2beb5fb10 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:24.922893 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-9d6da35f-e753-49f5-9074-e16b8374a845 None None] For port 56924987-c64c-4fc3-8b75-50df7ca1c1e6, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:33:24.926610 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-9d6da35f-e753-49f5-9074-e16b8374a845 None None] For port 56924987-c64c-4fc3-8b75-50df7ca1c1e6, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=56924987-c64c-4fc3-8b75-50df7ca1c1e6,segment=NetworkSegment(5d96f309-e028-4cb7-a58f-990eaca460da),segment_id=5d96f309-e028-4cb7-a58f-990eaca460da)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:33:24.996702 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-9d6da35f-e753-49f5-9074-e16b8374a845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:24.996975 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5ebe5bc2-0b19-4962-afb0-10a605d92218 tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:25.055633 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6da35f-e753-49f5-9074-e16b8374a845 None None] Pushing event updated for resources: {'Port': ['ID=56924987-c64c-4fc3-8b75-50df7ca1c1e6,revision_number=2']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:33:25.105706 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5ebe5bc2-0b19-4962-afb0-10a605d92218 tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:25.207637 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [None req-fc6689f8-c248-4a4e-a673-97d2beb5fb10 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Allocated IP 2001:db8::1 (41e2676c-dfa7-4a22-87ed-f7efd502a6d9/30807453-3bad-41f1-82f4-9f579982dae8/af8cfdcf-bdee-473b-a4c3-4e505c78fb71) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:33:25.318594 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-5ebe5bc2-0b19-4962-afb0-10a605d92218 tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] Deleting port 26852896-1505-4cc8-9941-9c698eef7b6d {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:33:25.319023 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5ebe5bc2-0b19-4962-afb0-10a605d92218 tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:25.398079 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fc6689f8-c248-4a4e-a673-97d2beb5fb10 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:25.423942 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [None req-fc6689f8-c248-4a4e-a673-97d2beb5fb10 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Transition to ACTIVE for port object af8cfdcf-bdee-473b-a4c3-4e505c78fb71 will not be triggered until provisioned by entity DHCP. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:33:25.439146 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5ebe5bc2-0b19-4962-afb0-10a605d92218 tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:25.455699 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-5ebe5bc2-0b19-4962-afb0-10a605d92218 tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] Calling delete_port for 26852896-1505-4cc8-9941-9c698eef7b6d owned by network:router_gateway {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:33:25.686064 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fc6689f8-c248-4a4e-a673-97d2beb5fb10 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:25.723661 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5ebe5bc2-0b19-4962-afb0-10a605d92218 tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:25.742146 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc6689f8-c248-4a4e-a673-97d2beb5fb10 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Network 41e2676c-dfa7-4a22-87ed-f7efd502a6d9 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:33:25.752234 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-fc6689f8-c248-4a4e-a673-97d2beb5fb10 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:33:25.757739 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6689f8-c248-4a4e-a673-97d2beb5fb10 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:33:25.758304 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fc6689f8-c248-4a4e-a673-97d2beb5fb10 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-520987'] for router_interface, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:25.849570 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6689f8-c248-4a4e-a673-97d2beb5fb10 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Pushing event updated for resources: {'Port': ['ID=af8cfdcf-bdee-473b-a4c3-4e505c78fb71,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:33:25.912685 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebe5bc2-0b19-4962-afb0-10a605d92218 tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] Pushing event deleted for resources: {'Port': ['ID=26852896-1505-4cc8-9941-9c698eef7b6d,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:33:25.931970 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5ebe5bc2-0b19-4962-afb0-10a605d92218 tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-446916'] for router_gateway, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:26.179558 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fc6689f8-c248-4a4e-a673-97d2beb5fb10 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:26.182946 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5ebe5bc2-0b19-4962-afb0-10a605d92218 tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-446725', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-448852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6559'] for router, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:26.192577 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5ebe5bc2-0b19-4962-afb0-10a605d92218 tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-446952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-446974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-446967', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-448845'] for router, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:26.305103 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ebe5bc2-0b19-4962-afb0-10a605d92218 tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] Router d61ab18a-7e47-47e9-bc4c-8a8e8ae16151 has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:33:26.451189 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-98e4386d-b6e8-4efb-a52e-bc92afb269dc None None] Provisioning for port 56924987-c64c-4fc3-8b75-50df7ca1c1e6 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:33:26.517164 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 56924987-c64c-4fc3-8b75-50df7ca1c1e6 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:33:26.645550 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-5bcc74d1-2c23-467b-ba6b-f3298bf3dcef None None] Provisioning for port af8cfdcf-bdee-473b-a4c3-4e505c78fb71 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:33:26.650897 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-5bcc74d1-2c23-467b-ba6b-f3298bf3dcef None None] Provisioning complete for port af8cfdcf-bdee-473b-a4c3-4e505c78fb71 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:33:26.651493 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-5bcc74d1-2c23-467b-ba6b-f3298bf3dcef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:26.675052 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port 56924987-c64c-4fc3-8b75-50df7ca1c1e6 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:33:26.682061 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 56924987-c64c-4fc3-8b75-50df7ca1c1e6 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:33:26.682989 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:26.720779 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-5bcc74d1-2c23-467b-ba6b-f3298bf3dcef None None] Port af8cfdcf-bdee-473b-a4c3-4e505c78fb71 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:33:26.809358 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:26.814925 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ebe5bc2-0b19-4962-afb0-10a605d92218 tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:33:26.823346 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5ebe5bc2-0b19-4962-afb0-10a605d92218 tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] Notify callbacks [] for router, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:26.827805 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 37456) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:26.828472 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-5ebe5bc2-0b19-4962-afb0-10a605d92218 tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] 10.222.0.41 "PUT /v2.0/routers/d61ab18a-7e47-47e9-bc4c-8a8e8ae16151 HTTP/1.1" status: 200 len: 706 time: 2.5203147 Aug 11 03:33:26.829661 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c604c0-9253-40b3-a79c-e59a2cc4f2b2 None None] Sync routers for ids ['d61ab18a-7e47-47e9-bc4c-8a8e8ae16151'] in n-d-764292-30 {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:33:26.840445 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c604c0-9253-40b3-a79c-e59a2cc4f2b2 None None] Routers {'d61ab18a-7e47-47e9-bc4c-8a8e8ae16151'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:33:26.848388 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-57c604c0-9253-40b3-a79c-e59a2cc4f2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:33:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['d61ab18a-7e47-47e9-bc4c-8a8e8ae16151'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:33:26.864578 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port 56924987-c64c-4fc3-8b75-50df7ca1c1e6, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=56924987-c64c-4fc3-8b75-50df7ca1c1e6,segment=NetworkSegment(5d96f309-e028-4cb7-a58f-990eaca460da),segment_id=5d96f309-e028-4cb7-a58f-990eaca460da)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:33:26.892088 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-57c604c0-9253-40b3-a79c-e59a2cc4f2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:33:26.906730 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c604c0-9253-40b3-a79c-e59a2cc4f2b2 None None] Routers {'d61ab18a-7e47-47e9-bc4c-8a8e8ae16151'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:33:26.907923 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-57c604c0-9253-40b3-a79c-e59a2cc4f2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:33:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['d61ab18a-7e47-47e9-bc4c-8a8e8ae16151'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:33:26.910980 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-5e0d52c6-4989-4671-8317-8c351213c597 tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] 10.222.0.41 "GET /v2.0/routers/d61ab18a-7e47-47e9-bc4c-8a8e8ae16151 HTTP/1.1" status: 200 len: 741 time: 0.0817077 Aug 11 03:33:26.911576 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 37458) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:26.948337 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-57c604c0-9253-40b3-a79c-e59a2cc4f2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:33:26.949491 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c604c0-9253-40b3-a79c-e59a2cc4f2b2 None None] The sync data for ids ['d61ab18a-7e47-47e9-bc4c-8a8e8ae16151'] in n-d-764292-30 is: [] {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:33:26.954006 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:26.969293 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-3f1717bf-0149-488c-a7df-f638a4154a1c tempest-RoutersAdminTest-409198867 tempest-RoutersAdminTest-409198867-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=09faf7d2-eaf5-4a50-bb6e-4cb05d009a76&device_id=d61ab18a-7e47-47e9-bc4c-8a8e8ae16151 HTTP/1.1" status: 200 len: 205 time: 0.0565910 Aug 11 03:33:26.971899 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 37460) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:27.010074 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=56924987-c64c-4fc3-8b75-50df7ca1c1e6,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:33:27.018640 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-87c2418f-fb85-4508-8722-133cbb80acd3 tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] 10.222.0.41 "GET /v2.0/ports?device_id=d61ab18a-7e47-47e9-bc4c-8a8e8ae16151 HTTP/1.1" status: 200 len: 205 time: 0.0454674 Aug 11 03:33:27.021601 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 37462) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:27.040448 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fc6689f8-c248-4a4e-a673-97d2beb5fb10 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:27.102032 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-942cdd63-1782-478d-9c01-ec9e5ac86e80 tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] Notify callbacks [] for router, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:27.103144 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fc6689f8-c248-4a4e-a673-97d2beb5fb10 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:27.104121 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fc6689f8-c248-4a4e-a673-97d2beb5fb10 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16383026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521135'] for router_interface, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:27.194249 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6689f8-c248-4a4e-a673-97d2beb5fb10 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Pushing event updated for resources: {'Port': ['ID=af8cfdcf-bdee-473b-a4c3-4e505c78fb71,revision_number=2']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:33:27.245068 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc6689f8-c248-4a4e-a673-97d2beb5fb10 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Network 41e2676c-dfa7-4a22-87ed-f7efd502a6d9 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:33:27.246819 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-fc6689f8-c248-4a4e-a673-97d2beb5fb10 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:33:27.279335 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-942cdd63-1782-478d-9c01-ec9e5ac86e80 tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6544'] for router, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:27.281627 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-942cdd63-1782-478d-9c01-ec9e5ac86e80 tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:27.418543 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-942cdd63-1782-478d-9c01-ec9e5ac86e80 tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448809'] for router, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:27.419221 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-942cdd63-1782-478d-9c01-ec9e5ac86e80 tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] Fanout notify agent at l3_agent the message router_deleted on router d61ab18a-7e47-47e9-bc4c-8a8e8ae16151 {{(pid=102192) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:33:27.428352 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-942cdd63-1782-478d-9c01-ec9e5ac86e80 tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] Notify callbacks [] for router, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:27.435322 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-942cdd63-1782-478d-9c01-ec9e5ac86e80 tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] 10.222.0.41 "DELETE /v2.0/routers/d61ab18a-7e47-47e9-bc4c-8a8e8ae16151 HTTP/1.1" status: 204 len: 168 time: 0.4072847 Aug 11 03:33:27.435459 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 37464) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:27.469455 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-9e6a190e-bc6d-440f-8984-c2ac1d987200 tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] 10.222.0.41 "GET /v2.0/ports?device_id=d61ab18a-7e47-47e9-bc4c-8a8e8ae16151 HTTP/1.1" status: 200 len: 205 time: 0.0310814 Aug 11 03:33:27.469455 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc6689f8-c248-4a4e-a673-97d2beb5fb10 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Router ac005adb-dc34-4d66-958c-ac48a52d5539 is scheduled to L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 with binding_index 1 {{(pid=102191) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:33:27.469455 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 37466) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:27.508775 n-d-764292-30 neutron-server[102191]: INFO neutron.api.v2.resource [None req-6503b416-0f87-44d7-9faf-258d799a3746 tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] delete failed (client error): The resource could not be found. Aug 11 03:33:27.509814 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-6503b416-0f87-44d7-9faf-258d799a3746 tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] 10.222.0.41 "DELETE /v2.0/routers/d61ab18a-7e47-47e9-bc4c-8a8e8ae16151 HTTP/1.1" status: 404 len: 336 time: 0.0397651 Aug 11 03:33:27.512593 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 37468) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:27.544129 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-1b690063-73f5-425e-9f7e-af866d3aa96b tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] 10.222.0.41 "GET /v2.0/ports?device_id=d52ae45d-fa36-4f6f-8028-8e29e96c3563 HTTP/1.1" status: 200 len: 205 time: 0.0302250 Aug 11 03:33:27.546357 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 37470) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:27.555832 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-34fefe21-163a-41cf-86a7-d228472a4c21 None None] Provisioning complete for port af8cfdcf-bdee-473b-a4c3-4e505c78fb71 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:33:27.557430 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-34fefe21-163a-41cf-86a7-d228472a4c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:27.594075 n-d-764292-30 neutron-server[102192]: INFO neutron.api.v2.resource [None req-e300cde6-a702-4344-bb30-3bf9b4219224 tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] delete failed (client error): The resource could not be found. Aug 11 03:33:27.595176 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-e300cde6-a702-4344-bb30-3bf9b4219224 tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] 10.222.0.41 "DELETE /v2.0/routers/d52ae45d-fa36-4f6f-8028-8e29e96c3563 HTTP/1.1" status: 404 len: 336 time: 0.0478654 Aug 11 03:33:27.597963 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 37472) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:27.598794 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-34fefe21-163a-41cf-86a7-d228472a4c21 None None] Port af8cfdcf-bdee-473b-a4c3-4e505c78fb71 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:33:27.620250 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc6689f8-c248-4a4e-a673-97d2beb5fb10 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:33:27.625773 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-fc6689f8-c248-4a4e-a673-97d2beb5fb10 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "PUT /v2.0/routers/ac005adb-dc34-4d66-958c-ac48a52d5539/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1971757 Aug 11 03:33:27.628394 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 37474) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:27.631845 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bcbe28b-8d3e-4346-871d-00b7dc36953c None None] Sync routers for ids ['ac005adb-dc34-4d66-958c-ac48a52d5539'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:33:27.633075 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 37476) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:27.635380 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-90b1f2c4-cb8d-4a38-be6d-f738e145a65e tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] 10.222.0.41 "GET /v2.0/ports?device_id=15f4dd3b-0df6-433f-b85f-505da41a041a HTTP/1.1" status: 200 len: 205 time: 0.0357192 Aug 11 03:33:27.641382 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bcbe28b-8d3e-4346-871d-00b7dc36953c None None] Routers {'ac005adb-dc34-4d66-958c-ac48a52d5539'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:33:27.642468 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-8bcbe28b-8d3e-4346-871d-00b7dc36953c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:33:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['ac005adb-dc34-4d66-958c-ac48a52d5539'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:33:27.689087 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88cb523b-93e7-4cb8-9e49-f667b7450b35 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:27.691022 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-88cb523b-93e7-4cb8-9e49-f667b7450b35 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "GET /v2.0/ports/af8cfdcf-bdee-473b-a4c3-4e505c78fb71 HTTP/1.1" status: 200 len: 911 time: 0.0615273 Aug 11 03:33:27.693738 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 37478) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:27.728279 n-d-764292-30 neutron-server[102191]: INFO neutron.api.v2.resource [None req-adc69ec1-07ad-4037-8065-d39b918e472a tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] delete failed (client error): The resource could not be found. Aug 11 03:33:27.729332 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-adc69ec1-07ad-4037-8065-d39b918e472a tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] 10.222.0.41 "DELETE /v2.0/routers/15f4dd3b-0df6-433f-b85f-505da41a041a HTTP/1.1" status: 404 len: 336 time: 0.0619702 Aug 11 03:33:27.732390 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 37480) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:27.741986 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-8bcbe28b-8d3e-4346-871d-00b7dc36953c None None] Set router ac005adb-dc34-4d66-958c-ac48a52d5539 gateway port host: None {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:33:27.765545 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-914b0ec0-0b37-405b-b715-2bffd6ff6495 tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a5b7617-1699-4b12-bdec-9542cc8209d0 HTTP/1.1" status: 200 len: 205 time: 0.0318327 Aug 11 03:33:27.766261 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c91ebaf9-56eb-431f-a0a9-62fca26bf7f6 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:27.767531 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 37482) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:27.772964 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c91ebaf9-56eb-431f-a0a9-62fca26bf7f6 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:27.779555 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-c91ebaf9-56eb-431f-a0a9-62fca26bf7f6 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.0844638 Aug 11 03:33:27.780303 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 37484) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:27.812586 n-d-764292-30 neutron-server[102191]: INFO neutron.api.v2.resource [None req-a84cdf05-41e0-49ab-934a-82ea53d6dffa tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] delete failed (client error): The resource could not be found. Aug 11 03:33:27.813947 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-a84cdf05-41e0-49ab-934a-82ea53d6dffa tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] 10.222.0.41 "DELETE /v2.0/routers/2a5b7617-1699-4b12-bdec-9542cc8209d0 HTTP/1.1" status: 404 len: 336 time: 0.0453279 Aug 11 03:33:27.816488 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 37488) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:27.868905 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-044e9946-18a0-49b8-8d1e-5b7295041339 tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] 10.222.0.41 "GET /v2.0/ports?device_id=483fce21-497a-45e1-ac41-cc9723426a5e HTTP/1.1" status: 200 len: 205 time: 0.0510993 Aug 11 03:33:27.872127 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 37490) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:27.920815 n-d-764292-30 neutron-server[102191]: INFO neutron.api.v2.resource [None req-4cb03db3-7757-4968-ad7f-d618c4e19591 tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] delete failed (client error): The resource could not be found. Aug 11 03:33:27.921870 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-4cb03db3-7757-4968-ad7f-d618c4e19591 tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] 10.222.0.41 "DELETE /v2.0/routers/483fce21-497a-45e1-ac41-cc9723426a5e HTTP/1.1" status: 404 len: 336 time: 0.0486856 Aug 11 03:33:27.924956 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 37492) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:27.956510 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-fd0dbe4f-fad5-42c8-80e0-f0cd92ccc7f3 tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] 10.222.0.41 "GET /v2.0/ports?device_id=a3b8ecaf-c1a3-4d6d-be66-7978cba52770 HTTP/1.1" status: 200 len: 205 time: 0.0301447 Aug 11 03:33:27.958854 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 37494) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:28.003818 n-d-764292-30 neutron-server[102191]: INFO neutron.api.v2.resource [None req-67c53689-9599-4bd9-9ec0-bbc0a1dac58c tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] delete failed (client error): The resource could not be found. Aug 11 03:33:28.004648 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-67c53689-9599-4bd9-9ec0-bbc0a1dac58c tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] 10.222.0.41 "DELETE /v2.0/routers/a3b8ecaf-c1a3-4d6d-be66-7978cba52770 HTTP/1.1" status: 404 len: 336 time: 0.0445457 Aug 11 03:33:28.008478 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 37496) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:28.046068 n-d-764292-30 neutron-server[102192]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba59954f-c8c1-4d1e-8463-c4b367920c45 tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] DELETE failed (client error): The resource could not be found. Aug 11 03:33:28.046609 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba59954f-c8c1-4d1e-8463-c4b367920c45 tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:33:28.048573 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-ba59954f-c8c1-4d1e-8463-c4b367920c45 tempest-RoutersAdminTest-2074206091 tempest-RoutersAdminTest-2074206091-project] 10.222.0.41 "DELETE /v2.0/subnets/f423702c-f661-4881-9ead-9ae4c55a2e37 HTTP/1.1" status: 404 len: 337 time: 0.0363820 Aug 11 03:33:28.163390 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-8bcbe28b-8d3e-4346-871d-00b7dc36953c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac005adb-dc34-4d66-958c-ac48a52d5539', 'name': 'tempest-NetworksTestDHCPv6-router-2059121686', 'tenant_id': 'e43abc7f2b214d1a915ef6ef86af9079', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:33:24Z', 'updated_at': '2021-08-11T03:33:25Z', 'revision_number': 2, 'project_id': 'e43abc7f2b214d1a915ef6ef86af9079', 'gw_port_host': None, '_interfaces': [{'id': 'af8cfdcf-bdee-473b-a4c3-4e505c78fb71', 'name': '', 'network_id': '41e2676c-dfa7-4a22-87ed-f7efd502a6d9', 'tenant_id': 'e43abc7f2b214d1a915ef6ef86af9079', 'mac_address': 'fa:16:3e:8c:f2:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac005adb-dc34-4d66-958c-ac48a52d5539', 'device_owner': 'network:router_interface', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': '30807453-3bad-41f1-82f4-9f579982dae8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:33:24Z', 'updated_at': '2021-08-11T03:33:26Z', 'revision_number': 2, 'project_id': 'e43abc7f2b214d1a915ef6ef86af9079', 'subnets': [{'id': '30807453-3bad-41f1-82f4-9f579982dae8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:33:28.193847 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bcbe28b-8d3e-4346-871d-00b7dc36953c None None] Checking router: ac005adb-dc34-4d66-958c-ac48a52d5539 for host: n-d-764292-30 {{(pid=102193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:33:28.197906 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bcbe28b-8d3e-4346-871d-00b7dc36953c None None] Updating router ac005adb-dc34-4d66-958c-ac48a52d5539 port af8cfdcf-bdee-473b-a4c3-4e505c78fb71 binding host n-d-764292-30 {{(pid=102193) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:33:28.222335 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8bcbe28b-8d3e-4346-871d-00b7dc36953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:28.322977 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-cf49ca5e-debf-4274-90f8-a719b5330320 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521106'] for router_interface, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:28.460183 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 56924987-c64c-4fc3-8b75-50df7ca1c1e6 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:33:28.536458 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 37502) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:28.571611 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 56924987-c64c-4fc3-8b75-50df7ca1c1e6 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:33:28.572351 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:28.604158 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-cf49ca5e-debf-4274-90f8-a719b5330320 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Deleting port af8cfdcf-bdee-473b-a4c3-4e505c78fb71 {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:33:28.604648 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-cf49ca5e-debf-4274-90f8-a719b5330320 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:28.701646 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-401089d9-120d-4d38-8b99-c95f9a227885 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:28.709743 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8bcbe28b-8d3e-4346-871d-00b7dc36953c None None] Notify callbacks [] for port, precommit_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:28.732760 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-8bcbe28b-8d3e-4346-871d-00b7dc36953c None None] Transition to ACTIVE for port object af8cfdcf-bdee-473b-a4c3-4e505c78fb71 will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:33:28.745033 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-cf49ca5e-debf-4274-90f8-a719b5330320 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:28.762719 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-cf49ca5e-debf-4274-90f8-a719b5330320 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Calling delete_port for af8cfdcf-bdee-473b-a4c3-4e505c78fb71 owned by network:router_interface {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:33:29.090475 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8bcbe28b-8d3e-4346-871d-00b7dc36953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:29.512163 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-8bcbe28b-8d3e-4346-871d-00b7dc36953c None None] Attempting to bind port af8cfdcf-bdee-473b-a4c3-4e505c78fb71 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:33:29.513136 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-8bcbe28b-8d3e-4346-871d-00b7dc36953c None None] Attempting to bind port af8cfdcf-bdee-473b-a4c3-4e505c78fb71 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': '5d96f309-e028-4cb7-a58f-990eaca460da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '41e2676c-dfa7-4a22-87ed-f7efd502a6d9'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:33:29.513701 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bcbe28b-8d3e-4346-871d-00b7dc36953c None None] Attempting to bind port af8cfdcf-bdee-473b-a4c3-4e505c78fb71 on network 41e2676c-dfa7-4a22-87ed-f7efd502a6d9 {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:33:29.525457 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-401089d9-120d-4d38-8b99-c95f9a227885 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:29.529593 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bcbe28b-8d3e-4346-871d-00b7dc36953c None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 33, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:33:29.529972 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bcbe28b-8d3e-4346-871d-00b7dc36953c None None] Checking segment: {'id': '5d96f309-e028-4cb7-a58f-990eaca460da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '41e2676c-dfa7-4a22-87ed-f7efd502a6d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:33:29.534141 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8bcbe28b-8d3e-4346-871d-00b7dc36953c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:29.534141 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bcbe28b-8d3e-4346-871d-00b7dc36953c None None] Bound using segment: {'id': '5d96f309-e028-4cb7-a58f-990eaca460da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '41e2676c-dfa7-4a22-87ed-f7efd502a6d9'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:33:29.534141 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-8bcbe28b-8d3e-4346-871d-00b7dc36953c None None] Bound port: af8cfdcf-bdee-473b-a4c3-4e505c78fb71, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d96f309-e028-4cb7-a58f-990eaca460da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '41e2676c-dfa7-4a22-87ed-f7efd502a6d9'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:33:29.534141 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8bcbe28b-8d3e-4346-871d-00b7dc36953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:29.549152 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0848776-d86d-4944-93b2-d1edb9357235 None None] Pushing event updated for resources: {'Port': ['ID=af8cfdcf-bdee-473b-a4c3-4e505c78fb71,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:33:29.556225 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-1d23f2fe-1679-4052-9bf8-df2dcbdb9a8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:29.611354 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-401089d9-120d-4d38-8b99-c95f9a227885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:29.653375 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-401089d9-120d-4d38-8b99-c95f9a227885 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5a5608169f564823b96d0b8ed5b53a9d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1126931 Aug 11 03:33:29.653633 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 37508) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:29.660755 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401089d9-120d-4d38-8b99-c95f9a227885 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f241f263-bf82-470a-9295-f515034f0f97,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:33:29.706634 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-059227f2-d1ca-4e0b-a99a-0c36abc5f55e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:29.730274 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-059227f2-d1ca-4e0b-a99a-0c36abc5f55e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:29.731187 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-cf49ca5e-debf-4274-90f8-a719b5330320 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:29.731958 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.db.api [None req-8bcbe28b-8d3e-4346-871d-00b7dc36953c None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=102193) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 03:33:29.732374 n-d-764292-30 neutron-server[102193]: DEBUG oslo_db.api [None req-8bcbe28b-8d3e-4346-871d-00b7dc36953c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 03:33:29.763978 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf49ca5e-debf-4274-90f8-a719b5330320 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Pushing event deleted for resources: {'Port': ['ID=af8cfdcf-bdee-473b-a4c3-4e505c78fb71,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:33:29.886794 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-059227f2-d1ca-4e0b-a99a-0c36abc5f55e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:29.890156 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-059227f2-d1ca-4e0b-a99a-0c36abc5f55e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:29.894859 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-059227f2-d1ca-4e0b-a99a-0c36abc5f55e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f241f263-bf82-470a-9295-f515034f0f97 HTTP/1.1" status: 204 len: 168 time: 0.2401819 Aug 11 03:33:29.905872 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059227f2-d1ca-4e0b-a99a-0c36abc5f55e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f241f263-bf82-470a-9295-f515034f0f97,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:33:30.212950 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-cf49ca5e-debf-4274-90f8-a719b5330320 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16383033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450082'] for router_interface, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:30.248005 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-8bcbe28b-8d3e-4346-871d-00b7dc36953c None None] Attempting to bind port af8cfdcf-bdee-473b-a4c3-4e505c78fb71 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:33:30.248426 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-8bcbe28b-8d3e-4346-871d-00b7dc36953c None None] Attempting to bind port af8cfdcf-bdee-473b-a4c3-4e505c78fb71 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': '5d96f309-e028-4cb7-a58f-990eaca460da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '41e2676c-dfa7-4a22-87ed-f7efd502a6d9'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:33:30.248795 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bcbe28b-8d3e-4346-871d-00b7dc36953c None None] Attempting to bind port af8cfdcf-bdee-473b-a4c3-4e505c78fb71 on network 41e2676c-dfa7-4a22-87ed-f7efd502a6d9 {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:33:30.255865 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bcbe28b-8d3e-4346-871d-00b7dc36953c None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 33, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:33:30.256323 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bcbe28b-8d3e-4346-871d-00b7dc36953c None None] Checking segment: {'id': '5d96f309-e028-4cb7-a58f-990eaca460da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '41e2676c-dfa7-4a22-87ed-f7efd502a6d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:33:30.256735 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8bcbe28b-8d3e-4346-871d-00b7dc36953c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:30.257131 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bcbe28b-8d3e-4346-871d-00b7dc36953c None None] Bound using segment: {'id': '5d96f309-e028-4cb7-a58f-990eaca460da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '41e2676c-dfa7-4a22-87ed-f7efd502a6d9'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:33:30.257600 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-8bcbe28b-8d3e-4346-871d-00b7dc36953c None None] Bound port: af8cfdcf-bdee-473b-a4c3-4e505c78fb71, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d96f309-e028-4cb7-a58f-990eaca460da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '41e2676c-dfa7-4a22-87ed-f7efd502a6d9'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:33:30.257981 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8bcbe28b-8d3e-4346-871d-00b7dc36953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:30.309933 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-8bcbe28b-8d3e-4346-871d-00b7dc36953c None None] Port af8cfdcf-bdee-473b-a4c3-4e505c78fb71 has been deleted concurrently {{(pid=102193) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Aug 11 03:33:30.324674 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bcbe28b-8d3e-4346-871d-00b7dc36953c None None] Routers {'ac005adb-dc34-4d66-958c-ac48a52d5539'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:33:30.325490 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-8bcbe28b-8d3e-4346-871d-00b7dc36953c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:33:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['ac005adb-dc34-4d66-958c-ac48a52d5539'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:33:30.387896 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf49ca5e-debf-4274-90f8-a719b5330320 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Router ac005adb-dc34-4d66-958c-ac48a52d5539 has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:33:30.406891 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-8bcbe28b-8d3e-4346-871d-00b7dc36953c None None] Set router ac005adb-dc34-4d66-958c-ac48a52d5539 gateway port host: None {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:33:30.463081 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-8bcbe28b-8d3e-4346-871d-00b7dc36953c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac005adb-dc34-4d66-958c-ac48a52d5539', 'name': 'tempest-NetworksTestDHCPv6-router-2059121686', 'tenant_id': 'e43abc7f2b214d1a915ef6ef86af9079', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:33:24Z', 'updated_at': '2021-08-11T03:33:29Z', 'revision_number': 3, 'project_id': 'e43abc7f2b214d1a915ef6ef86af9079', 'gw_port_host': None}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:33:30.467605 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf49ca5e-debf-4274-90f8-a719b5330320 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:33:30.474480 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-cf49ca5e-debf-4274-90f8-a719b5330320 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "PUT /v2.0/routers/ac005adb-dc34-4d66-958c-ac48a52d5539/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6929562 Aug 11 03:33:30.476832 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 37534) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:30.490728 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bcbe28b-8d3e-4346-871d-00b7dc36953c None None] The sync data for ids ['ac005adb-dc34-4d66-958c-ac48a52d5539'] in n-d-764292-30 is: [{'id': 'ac005adb-dc34-4d66-958c-ac48a52d5539', 'name': 'tempest-NetworksTestDHCPv6-router-2059121686', 'tenant_id': 'e43abc7f2b214d1a915ef6ef86af9079', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:33:24Z', 'updated_at': '2021-08-11T03:33:29Z', 'revision_number': 3, 'project_id': 'e43abc7f2b214d1a915ef6ef86af9079', 'gw_port_host': None}] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:33:30.572402 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f914620-f65b-4800-a3fd-aaf1e27c2b0d tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:30.574549 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f914620-f65b-4800-a3fd-aaf1e27c2b0d tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:30.576123 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-4f914620-f65b-4800-a3fd-aaf1e27c2b0d tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0983775 Aug 11 03:33:30.578816 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 37536) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:30.630024 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 37538) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:30.639180 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd187b2a-0c3a-4452-9d75-5ad6db707eac tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Deleting subnet 30807453-3bad-41f1-82f4-9f579982dae8 {{(pid=102192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:33:30.642678 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-bd187b2a-0c3a-4452-9d75-5ad6db707eac tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks [] for subnet, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:30.692113 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-bd187b2a-0c3a-4452-9d75-5ad6db707eac tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125932460'] for subnet, precommit_delete_associations {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:30.695312 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 37540) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:30.696012 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-b9e626fe-e4dd-4e2e-a638-6917b747caca admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=05177235ef1041f5a29c2063ce00aecd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0636809 Aug 11 03:33:30.819491 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-2e512662-a824-4cf5-97ec-ae19e173328b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:30.827765 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-bd187b2a-0c3a-4452-9d75-5ad6db707eac tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:30.872362 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-2e512662-a824-4cf5-97ec-ae19e173328b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:30.982818 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-bd187b2a-0c3a-4452-9d75-5ad6db707eac tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125932157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126180897'] for subnet, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:31.013617 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd187b2a-0c3a-4452-9d75-5ad6db707eac tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Pushing event deleted for resources: {'Subnet': ['ID=30807453-3bad-41f1-82f4-9f579982dae8,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:33:31.015425 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-2e512662-a824-4cf5-97ec-ae19e173328b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:31.017915 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-2e512662-a824-4cf5-97ec-ae19e173328b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:31.024958 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-2e512662-a824-4cf5-97ec-ae19e173328b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/be585d55-520b-4298-acad-4d1988cbba94 HTTP/1.1" status: 204 len: 168 time: 0.3227074 Aug 11 03:33:31.024958 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-bd187b2a-0c3a-4452-9d75-5ad6db707eac tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks [] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:31.024958 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-bd187b2a-0c3a-4452-9d75-5ad6db707eac tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "DELETE /v2.0/subnets/30807453-3bad-41f1-82f4-9f579982dae8 HTTP/1.1" status: 204 len: 168 time: 0.4421952 Aug 11 03:33:31.025240 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 37546) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:31.029289 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bc6befb-f356-45d1-b5c0-8be876d66fc6 None None] Network 41e2676c-dfa7-4a22-87ed-f7efd502a6d9 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:33:31.055005 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e512662-a824-4cf5-97ec-ae19e173328b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be585d55-520b-4298-acad-4d1988cbba94,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:33:31.215634 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-bace077b-09f1-4f5c-987a-321177f448ed tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1896062 Aug 11 03:33:31.218075 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 37548) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:31.267099 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0bb9ac2-af2c-4b92-994a-fb96e66a6b80 None None] DHCP port deletion for 41e2676c-dfa7-4a22-87ed-f7efd502a6d9 request from n-d-764292-30 {{(pid=102193) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:33:31.310724 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-46208b90-a5c3-419b-8842-605ff4fa72bd tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks [] for router, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:31.330828 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-c0bb9ac2-af2c-4b92-994a-fb96e66a6b80 None None] Deleting port 56924987-c64c-4fc3-8b75-50df7ca1c1e6 {{(pid=102193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:33:31.331214 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-c0bb9ac2-af2c-4b92-994a-fb96e66a6b80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:31.398963 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-c0bb9ac2-af2c-4b92-994a-fb96e66a6b80 None None] For port 56924987-c64c-4fc3-8b75-50df7ca1c1e6, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=56924987-c64c-4fc3-8b75-50df7ca1c1e6,segment=NetworkSegment(5d96f309-e028-4cb7-a58f-990eaca460da),segment_id=5d96f309-e028-4cb7-a58f-990eaca460da)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:33:31.399397 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-c0bb9ac2-af2c-4b92-994a-fb96e66a6b80 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:31.412991 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-c0bb9ac2-af2c-4b92-994a-fb96e66a6b80 None None] Calling delete_port for 56924987-c64c-4fc3-8b75-50df7ca1c1e6 owned by network:dhcp {{(pid=102193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:33:31.503140 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-46208b90-a5c3-419b-8842-605ff4fa72bd tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6544'] for router, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:31.504581 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-46208b90-a5c3-419b-8842-605ff4fa72bd tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:31.559724 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181a1040-79ac-41ec-b2d7-21d96a917ad2 None None] Sync routers for ids ['ac005adb-dc34-4d66-958c-ac48a52d5539'] in n-d-764292-30 {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:33:31.570131 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181a1040-79ac-41ec-b2d7-21d96a917ad2 None None] Routers {'ac005adb-dc34-4d66-958c-ac48a52d5539'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:33:31.570770 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-181a1040-79ac-41ec-b2d7-21d96a917ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:33:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['ac005adb-dc34-4d66-958c-ac48a52d5539'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:33:31.588353 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-c0bb9ac2-af2c-4b92-994a-fb96e66a6b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678'] for port, after_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:31.615120 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bb9ac2-af2c-4b92-994a-fb96e66a6b80 None None] Pushing event deleted for resources: {'Port': ['ID=56924987-c64c-4fc3-8b75-50df7ca1c1e6,revision_number=None']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:33:31.621223 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0bb9ac2-af2c-4b92-994a-fb96e66a6b80 None None] No DVR routers for this DVR port 56924987-c64c-4fc3-8b75-50df7ca1c1e6 on host n-d-764292-30 {{(pid=102193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:33:31.653243 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-46208b90-a5c3-419b-8842-605ff4fa72bd tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448809'] for router, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:31.654060 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46208b90-a5c3-419b-8842-605ff4fa72bd tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Fanout notify agent at l3_agent the message router_deleted on router ac005adb-dc34-4d66-958c-ac48a52d5539 {{(pid=102191) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:33:31.662162 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-46208b90-a5c3-419b-8842-605ff4fa72bd tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks [] for router, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:31.665442 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-46208b90-a5c3-419b-8842-605ff4fa72bd tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "DELETE /v2.0/routers/ac005adb-dc34-4d66-958c-ac48a52d5539 HTTP/1.1" status: 204 len: 168 time: 0.4440649 Aug 11 03:33:31.666361 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 37556) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:31.683778 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-181a1040-79ac-41ec-b2d7-21d96a917ad2 None None] Set router ac005adb-dc34-4d66-958c-ac48a52d5539 gateway port host: None {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:33:31.711513 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-7bef7382-a968-490c-8623-755a6d68b510 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0404613 Aug 11 03:33:31.713270 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 37560) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:31.779497 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15270c94-5858-4f8d-ac5b-ac700382bd35 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:31.780962 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-15270c94-5858-4f8d-ac5b-ac700382bd35 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0657580 Aug 11 03:33:31.783683 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 37562) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:31.825171 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-495533c3-64b2-4322-836b-e08b170aaacf tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0402217 Aug 11 03:33:31.829406 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 37564) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:31.834738 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-58f5d7fe-e627-4fff-ba47-e224f933369d tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Request body: {'subnet': {'network_id': '41e2676c-dfa7-4a22-87ed-f7efd502a6d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:33:31.849030 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-181a1040-79ac-41ec-b2d7-21d96a917ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac005adb-dc34-4d66-958c-ac48a52d5539', 'name': 'tempest-NetworksTestDHCPv6-router-2059121686', 'tenant_id': 'e43abc7f2b214d1a915ef6ef86af9079', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:33:24Z', 'updated_at': '2021-08-11T03:33:29Z', 'revision_number': 3, 'project_id': 'e43abc7f2b214d1a915ef6ef86af9079', 'gw_port_host': None}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:33:31.876347 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181a1040-79ac-41ec-b2d7-21d96a917ad2 None None] Checking router: ac005adb-dc34-4d66-958c-ac48a52d5539 for host: n-d-764292-30 {{(pid=102194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:33:31.890072 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181a1040-79ac-41ec-b2d7-21d96a917ad2 None None] Routers set() bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:33:31.891367 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181a1040-79ac-41ec-b2d7-21d96a917ad2 None None] Router IDs set() for agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 11 03:33:31.891971 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_agentschedulers_db [None req-181a1040-79ac-41ec-b2d7-21d96a917ad2 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'ac005adb-dc34-4d66-958c-ac48a52d5539'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:33:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent'). {{(pid=102194) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 11 03:33:31.892343 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181a1040-79ac-41ec-b2d7-21d96a917ad2 None None] The sync data for ids ['ac005adb-dc34-4d66-958c-ac48a52d5539'] in n-d-764292-30 is: [] {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:33:31.965589 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:32.040023 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58f5d7fe-e627-4fff-ba47-e224f933369d tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Made reservation on behalf of e43abc7f2b214d1a915ef6ef86af9079 for: {'subnet': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:33:32.045349 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-58f5d7fe-e627-4fff-ba47-e224f933369d tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274743'] for subnet, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:32.079804 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-791179ce-eb96-4b47-a305-59ef7205471c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:32.434465 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 56924987-c64c-4fc3-8b75-50df7ca1c1e6 no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:33:32.457978 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: 56924987-c64c-4fc3-8b75-50df7ca1c1e6 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:33:32.458656 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 56924987-c64c-4fc3-8b75-50df7ca1c1e6 not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:33:32.503917 n-d-764292-30 neutron-server[102191]: DEBUG neutron.objects.ports [None req-58f5d7fe-e627-4fff-ba47-e224f933369d tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102191) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 11 03:33:32.505733 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-58f5d7fe-e627-4fff-ba47-e224f933369d tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126283476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274725'] for subnet, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:32.551149 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58f5d7fe-e627-4fff-ba47-e224f933369d tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Network 41e2676c-dfa7-4a22-87ed-f7efd502a6d9 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:33:32.554212 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-58f5d7fe-e627-4fff-ba47-e224f933369d tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:33:32.559273 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f5d7fe-e627-4fff-ba47-e224f933369d tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:32.565808 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-58f5d7fe-e627-4fff-ba47-e224f933369d tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:32.566076 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70d78220-2240-42d2-b406-80c94a471650 None None] Network 41e2676c-dfa7-4a22-87ed-f7efd502a6d9 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:33:32.577867 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f5d7fe-e627-4fff-ba47-e224f933369d tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Pushing event updated for resources: {'Subnet': ['ID=b9316e02-9db3-43db-b935-cda2855e9260,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:33:32.697496 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-58f5d7fe-e627-4fff-ba47-e224f933369d tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8670521 Aug 11 03:33:32.700366 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 37590) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:32.705669 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-0a9c8094-7006-438b-b1cb-c54d0d84374a tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Request body: {'subnet': {'network_id': '41e2676c-dfa7-4a22-87ed-f7efd502a6d9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:33:32.733176 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efdf22e6-14d3-430c-b37d-44137c93cf91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde080026-c28f-55be-b52b-13827cc43646-41e2676c-dfa7-4a22-87ed-f7efd502a6d9', 'network_id': '41e2676c-dfa7-4a22-87ed-f7efd502a6d9', 'tenant_id': 'e43abc7f2b214d1a915ef6ef86af9079', 'fixed_ips': [{'subnet_id': 'b9316e02-9db3-43db-b935-cda2855e9260'}]}} from n-d-764292-30. {{(pid=102193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:33:32.734076 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-efdf22e6-14d3-430c-b37d-44137c93cf91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:32.886142 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.db_base_plugin_common [None req-efdf22e6-14d3-430c-b37d-44137c93cf91 None None] Allocated IP 2001:db8::f816:3eff:fe68:68db (41e2676c-dfa7-4a22-87ed-f7efd502a6d9/b9316e02-9db3-43db-b935-cda2855e9260/53a367fa-df73-43e0-a05c-c58c157ad198) {{(pid=102193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:33:32.931262 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a9c8094-7006-438b-b1cb-c54d0d84374a tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Made reservation on behalf of e43abc7f2b214d1a915ef6ef86af9079 for: {'subnet': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:33:32.936488 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0a9c8094-7006-438b-b1cb-c54d0d84374a tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274743'] for subnet, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:33.043293 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:33.071576 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-efdf22e6-14d3-430c-b37d-44137c93cf91 None None] Notify callbacks [] for port, precommit_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:33.080147 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-efdf22e6-14d3-430c-b37d-44137c93cf91 None None] Transition to ACTIVE for port object 53a367fa-df73-43e0-a05c-c58c157ad198 will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:33:33.095924 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-efdf22e6-14d3-430c-b37d-44137c93cf91 None None] Transition to ACTIVE for port object 53a367fa-df73-43e0-a05c-c58c157ad198 will not be triggered until provisioned by entity DHCP. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:33:33.165875 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-efdf22e6-14d3-430c-b37d-44137c93cf91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669'] for port, after_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:33.190464 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efdf22e6-14d3-430c-b37d-44137c93cf91 None None] Network 41e2676c-dfa7-4a22-87ed-f7efd502a6d9 is already hosted by enough agents. {{(pid=102193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:33:33.212064 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.base_scheduler [None req-efdf22e6-14d3-430c-b37d-44137c93cf91 None None] Resources bound (agent type, host, resource id): {{(pid=102193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:33:33.217242 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efdf22e6-14d3-430c-b37d-44137c93cf91 None None] Received port after_create {{(pid=102193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:33:33.294720 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdf22e6-14d3-430c-b37d-44137c93cf91 None None] Pushing event updated for resources: {'Port': ['ID=53a367fa-df73-43e0-a05c-c58c157ad198,revision_number=1']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:33:33.301203 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-efdf22e6-14d3-430c-b37d-44137c93cf91 None None] Attempting to bind port 53a367fa-df73-43e0-a05c-c58c157ad198 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:33:33.301579 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-efdf22e6-14d3-430c-b37d-44137c93cf91 None None] Attempting to bind port 53a367fa-df73-43e0-a05c-c58c157ad198 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': '5d96f309-e028-4cb7-a58f-990eaca460da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '41e2676c-dfa7-4a22-87ed-f7efd502a6d9'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:33:33.301925 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efdf22e6-14d3-430c-b37d-44137c93cf91 None None] Attempting to bind port 53a367fa-df73-43e0-a05c-c58c157ad198 on network 41e2676c-dfa7-4a22-87ed-f7efd502a6d9 {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:33:33.307281 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efdf22e6-14d3-430c-b37d-44137c93cf91 None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:33:33.307660 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efdf22e6-14d3-430c-b37d-44137c93cf91 None None] Checking segment: {'id': '5d96f309-e028-4cb7-a58f-990eaca460da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '41e2676c-dfa7-4a22-87ed-f7efd502a6d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:33:33.308090 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-efdf22e6-14d3-430c-b37d-44137c93cf91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:33.308534 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efdf22e6-14d3-430c-b37d-44137c93cf91 None None] Bound using segment: {'id': '5d96f309-e028-4cb7-a58f-990eaca460da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '41e2676c-dfa7-4a22-87ed-f7efd502a6d9'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:33:33.309022 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-efdf22e6-14d3-430c-b37d-44137c93cf91 None None] Bound port: 53a367fa-df73-43e0-a05c-c58c157ad198, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d96f309-e028-4cb7-a58f-990eaca460da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '41e2676c-dfa7-4a22-87ed-f7efd502a6d9'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:33:33.309397 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-efdf22e6-14d3-430c-b37d-44137c93cf91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:33.337702 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0a9c8094-7006-438b-b1cb-c54d0d84374a tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126283476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274725'] for subnet, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:33.411010 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 37606) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:33.411616 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-efdf22e6-14d3-430c-b37d-44137c93cf91 None None] For port 53a367fa-df73-43e0-a05c-c58c157ad198, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:33:33.414073 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-efdf22e6-14d3-430c-b37d-44137c93cf91 None None] For port 53a367fa-df73-43e0-a05c-c58c157ad198, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=53a367fa-df73-43e0-a05c-c58c157ad198,segment=NetworkSegment(5d96f309-e028-4cb7-a58f-990eaca460da),segment_id=5d96f309-e028-4cb7-a58f-990eaca460da)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:33:33.434965 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a9c8094-7006-438b-b1cb-c54d0d84374a tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Network 41e2676c-dfa7-4a22-87ed-f7efd502a6d9 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:33:33.435880 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9c8094-7006-438b-b1cb-c54d0d84374a tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Pushing event updated for resources: {'Subnet': ['ID=f468bca4-7d5b-4b90-b08f-944a46314174,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:33:33.439498 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-0a9c8094-7006-438b-b1cb-c54d0d84374a tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:33:33.442646 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a9c8094-7006-438b-b1cb-c54d0d84374a tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:33.443240 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0a9c8094-7006-438b-b1cb-c54d0d84374a tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:33.453318 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9c8094-7006-438b-b1cb-c54d0d84374a tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:33:33.457362 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9c8094-7006-438b-b1cb-c54d0d84374a tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:33:33.457362 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9c8094-7006-438b-b1cb-c54d0d84374a tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:33:33.457362 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9c8094-7006-438b-b1cb-c54d0d84374a tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:33:33.457362 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9c8094-7006-438b-b1cb-c54d0d84374a tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:33:33.457362 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9c8094-7006-438b-b1cb-c54d0d84374a tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:33:33.457362 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9c8094-7006-438b-b1cb-c54d0d84374a tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:33:33.457362 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9c8094-7006-438b-b1cb-c54d0d84374a tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:33:33.457362 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9c8094-7006-438b-b1cb-c54d0d84374a tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:33:33.457362 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9c8094-7006-438b-b1cb-c54d0d84374a tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:33:33.457362 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9c8094-7006-438b-b1cb-c54d0d84374a tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:33:33.458145 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9c8094-7006-438b-b1cb-c54d0d84374a tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:33:33.469587 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-efdf22e6-14d3-430c-b37d-44137c93cf91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:33.519301 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-0fd162ce-7b58-4c77-8009-1860c0585f41 tempest-RoutersAdminNegativeTest-564126352 tempest-RoutersAdminNegativeTest-564126352-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1635775278', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:33:33.522806 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-0a9c8094-7006-438b-b1cb-c54d0d84374a tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8211894 Aug 11 03:33:33.525630 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 37610) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:33.536629 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdf22e6-14d3-430c-b37d-44137c93cf91 None None] Pushing event updated for resources: {'Port': ['ID=53a367fa-df73-43e0-a05c-c58c157ad198,revision_number=2']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:33:33.539994 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-eeabc810-6109-4c05-a636-7afbcf45b356 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Request body: {'port': {'network_id': '41e2676c-dfa7-4a22-87ed-f7efd502a6d9', 'mac_address': 'fa:16:3e:3d:02:4e', 'name': 'tempest-NetworksTestDHCPv6-760137796'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:33:33.675562 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fd162ce-7b58-4c77-8009-1860c0585f41 tempest-RoutersAdminNegativeTest-564126352 tempest-RoutersAdminNegativeTest-564126352-project-admin] Made reservation on behalf of 44dad3b64c594bfd852a4c08d208c72a for: {'port': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:33:33.677875 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0fd162ce-7b58-4c77-8009-1860c0585f41 tempest-RoutersAdminNegativeTest-564126352 tempest-RoutersAdminNegativeTest-564126352-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:33.694508 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0fd162ce-7b58-4c77-8009-1860c0585f41 tempest-RoutersAdminNegativeTest-564126352 tempest-RoutersAdminNegativeTest-564126352-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:33.812824 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeabc810-6109-4c05-a636-7afbcf45b356 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Made reservation on behalf of e43abc7f2b214d1a915ef6ef86af9079 for: {'port': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:33:33.925922 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-eeabc810-6109-4c05-a636-7afbcf45b356 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:33.962115 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [None req-eeabc810-6109-4c05-a636-7afbcf45b356 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] device_id is not set on port ec51bce2-784f-4353-b05e-c57178b5caa5 yet. {{(pid=102192) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:33:34.021904 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0fd162ce-7b58-4c77-8009-1860c0585f41 tempest-RoutersAdminNegativeTest-564126352 tempest-RoutersAdminNegativeTest-564126352-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:34.116860 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0fd162ce-7b58-4c77-8009-1860c0585f41 tempest-RoutersAdminNegativeTest-564126352 tempest-RoutersAdminNegativeTest-564126352-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:34.125844 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [None req-0fd162ce-7b58-4c77-8009-1860c0585f41 tempest-RoutersAdminNegativeTest-564126352 tempest-RoutersAdminNegativeTest-564126352-project-admin] device_id is not set on port 6129d23c-37f6-4cf7-a6cd-a5fd0a8bf044 yet. {{(pid=102192) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:33:34.201674 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd162ce-7b58-4c77-8009-1860c0585f41 tempest-RoutersAdminNegativeTest-564126352 tempest-RoutersAdminNegativeTest-564126352-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c49d978-d107-45f2-91e3-7b92545493a7,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:33:34.212445 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [None req-eeabc810-6109-4c05-a636-7afbcf45b356 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Allocated IP 172.20.0.3 (41e2676c-dfa7-4a22-87ed-f7efd502a6d9/f468bca4-7d5b-4b90-b08f-944a46314174/ec51bce2-784f-4353-b05e-c57178b5caa5) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:33:34.225194 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [None req-eeabc810-6109-4c05-a636-7afbcf45b356 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Allocated IP 2001:db8::f816:3eff:fe3d:24e (41e2676c-dfa7-4a22-87ed-f7efd502a6d9/b9316e02-9db3-43db-b935-cda2855e9260/ec51bce2-784f-4353-b05e-c57178b5caa5) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:33:34.309618 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [None req-0fd162ce-7b58-4c77-8009-1860c0585f41 tempest-RoutersAdminNegativeTest-564126352 tempest-RoutersAdminNegativeTest-564126352-project-admin] Allocated IP 172.25.8.197 (09faf7d2-eaf5-4a50-bb6e-4cb05d009a76/e1a97443-13df-40bb-85f5-fd269e2742c0/6129d23c-37f6-4cf7-a6cd-a5fd0a8bf044) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:33:34.433721 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-eeabc810-6109-4c05-a636-7afbcf45b356 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:34.454861 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [None req-eeabc810-6109-4c05-a636-7afbcf45b356 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Transition to ACTIVE for port object ec51bce2-784f-4353-b05e-c57178b5caa5 will not be triggered until provisioned by entity DHCP. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:33:34.492051 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 53a367fa-df73-43e0-a05c-c58c157ad198 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:33:34.591051 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-eeabc810-6109-4c05-a636-7afbcf45b356 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:34.612539 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12db24f8-58aa-4eaa-8bce-c362c73ca3fb None None] Network 41e2676c-dfa7-4a22-87ed-f7efd502a6d9 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:33:34.655290 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeabc810-6109-4c05-a636-7afbcf45b356 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Network 41e2676c-dfa7-4a22-87ed-f7efd502a6d9 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:33:34.663895 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port 53a367fa-df73-43e0-a05c-c58c157ad198 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:33:34.666872 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-eeabc810-6109-4c05-a636-7afbcf45b356 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:33:34.671584 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeabc810-6109-4c05-a636-7afbcf45b356 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:33:34.687736 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:34.699667 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeabc810-6109-4c05-a636-7afbcf45b356 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Pushing event updated for resources: {'Port': ['ID=ec51bce2-784f-4353-b05e-c57178b5caa5,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:33:34.745215 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeabc810-6109-4c05-a636-7afbcf45b356 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:34.746372 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-eeabc810-6109-4c05-a636-7afbcf45b356 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:34.755720 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0fd162ce-7b58-4c77-8009-1860c0585f41 tempest-RoutersAdminNegativeTest-564126352 tempest-RoutersAdminNegativeTest-564126352-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:34.805448 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-05395534-fd2a-4748-97af-c38c4a7f70e4 None None] Provisioning for port 53a367fa-df73-43e0-a05c-c58c157ad198 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:33:34.812912 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-05395534-fd2a-4748-97af-c38c4a7f70e4 None None] Provisioning complete for port 53a367fa-df73-43e0-a05c-c58c157ad198 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:33:34.813325 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-05395534-fd2a-4748-97af-c38c4a7f70e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:34.863595 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-eeabc810-6109-4c05-a636-7afbcf45b356 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 1.3324773 Aug 11 03:33:34.866405 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 37614) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:34.891616 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0fd162ce-7b58-4c77-8009-1860c0585f41 tempest-RoutersAdminNegativeTest-564126352 tempest-RoutersAdminNegativeTest-564126352-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:34.909354 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-05395534-fd2a-4748-97af-c38c4a7f70e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:34.926497 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ef65aba-35ee-46e2-a1e1-43c24956a6ac tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:34.933738 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ef65aba-35ee-46e2-a1e1-43c24956a6ac tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:34.938517 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-9ef65aba-35ee-46e2-a1e1-43c24956a6ac tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1780 time: 0.0675168 Aug 11 03:33:34.938796 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 37616) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:34.948835 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd162ce-7b58-4c77-8009-1860c0585f41 tempest-RoutersAdminNegativeTest-564126352 tempest-RoutersAdminNegativeTest-564126352-project-admin] Network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:33:34.952635 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-0fd162ce-7b58-4c77-8009-1860c0585f41 tempest-RoutersAdminNegativeTest-564126352 tempest-RoutersAdminNegativeTest-564126352-project-admin] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:33:34.959680 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd162ce-7b58-4c77-8009-1860c0585f41 tempest-RoutersAdminNegativeTest-564126352 tempest-RoutersAdminNegativeTest-564126352-project-admin] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:33:34.973553 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-145e3fe9-eafd-402f-9575-3b881dc87360 None None] Update dhcp port {'port': {'network_id': '41e2676c-dfa7-4a22-87ed-f7efd502a6d9', 'fixed_ips': [{'subnet_id': 'b9316e02-9db3-43db-b935-cda2855e9260', 'ip_address': '2001:db8::f816:3eff:fe68:68db'}, {'subnet_id': 'f468bca4-7d5b-4b90-b08f-944a46314174'}], 'binding:host_id': 'n-d-764292-30'}, 'id': '53a367fa-df73-43e0-a05c-c58c157ad198'} from n-d-764292-30. {{(pid=102193) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 11 03:33:34.982725 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd162ce-7b58-4c77-8009-1860c0585f41 tempest-RoutersAdminNegativeTest-564126352 tempest-RoutersAdminNegativeTest-564126352-project-admin] Pushing event updated for resources: {'Port': ['ID=6129d23c-37f6-4cf7-a6cd-a5fd0a8bf044,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:33:35.006630 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-145e3fe9-eafd-402f-9575-3b881dc87360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:35.009282 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-05395534-fd2a-4748-97af-c38c4a7f70e4 None None] For port 53a367fa-df73-43e0-a05c-c58c157ad198, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=53a367fa-df73-43e0-a05c-c58c157ad198,segment=NetworkSegment(5d96f309-e028-4cb7-a58f-990eaca460da),segment_id=5d96f309-e028-4cb7-a58f-990eaca460da)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:33:35.014313 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fd162ce-7b58-4c77-8009-1860c0585f41 tempest-RoutersAdminNegativeTest-564126352 tempest-RoutersAdminNegativeTest-564126352-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:35.014943 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0fd162ce-7b58-4c77-8009-1860c0585f41 tempest-RoutersAdminNegativeTest-564126352 tempest-RoutersAdminNegativeTest-564126352-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:35.038620 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-16778285-bb82-47a6-a6f0-2107866c4cb3 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Deleting port ec51bce2-784f-4353-b05e-c57178b5caa5 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:33:35.038964 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-16778285-bb82-47a6-a6f0-2107866c4cb3 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:35.109780 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-05395534-fd2a-4748-97af-c38c4a7f70e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:35.129321 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-0fd162ce-7b58-4c77-8009-1860c0585f41 tempest-RoutersAdminNegativeTest-564126352 tempest-RoutersAdminNegativeTest-564126352-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.7223022 Aug 11 03:33:35.129923 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 37618) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:35.134415 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-16778285-bb82-47a6-a6f0-2107866c4cb3 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:35.137638 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-511bd2d0-f4ba-4b16-882e-7d56e19d364d tempest-RoutersAdminNegativeTest-564126352 tempest-RoutersAdminNegativeTest-564126352-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.197'}]}}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:33:35.149517 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-16778285-bb82-47a6-a6f0-2107866c4cb3 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Calling delete_port for ec51bce2-784f-4353-b05e-c57178b5caa5 owned by {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:33:35.205402 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05395534-fd2a-4748-97af-c38c4a7f70e4 None None] Pushing event updated for resources: {'Port': ['ID=53a367fa-df73-43e0-a05c-c58c157ad198,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:33:35.222777 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-511bd2d0-f4ba-4b16-882e-7d56e19d364d tempest-RoutersAdminNegativeTest-564126352 tempest-RoutersAdminNegativeTest-564126352-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-450010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6626'] for router, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:35.228386 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-511bd2d0-f4ba-4b16-882e-7d56e19d364d tempest-RoutersAdminNegativeTest-564126352 tempest-RoutersAdminNegativeTest-564126352-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-446747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6633'] for router, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:35.228801 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.db_base_plugin_common [None req-145e3fe9-eafd-402f-9575-3b881dc87360 None None] Allocated IP 172.20.0.2 (41e2676c-dfa7-4a22-87ed-f7efd502a6d9/f468bca4-7d5b-4b90-b08f-944a46314174/53a367fa-df73-43e0-a05c-c58c157ad198) {{(pid=102193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:33:35.282975 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-511bd2d0-f4ba-4b16-882e-7d56e19d364d tempest-RoutersAdminNegativeTest-564126352 tempest-RoutersAdminNegativeTest-564126352-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:35.330886 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-145e3fe9-eafd-402f-9575-3b881dc87360 None None] For port 53a367fa-df73-43e0-a05c-c58c157ad198, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=53a367fa-df73-43e0-a05c-c58c157ad198,segment=NetworkSegment(5d96f309-e028-4cb7-a58f-990eaca460da),segment_id=5d96f309-e028-4cb7-a58f-990eaca460da)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:33:35.364002 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-145e3fe9-eafd-402f-9575-3b881dc87360 None None] Notify callbacks [] for port, precommit_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:35.377302 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-145e3fe9-eafd-402f-9575-3b881dc87360 None None] Transition to ACTIVE for port object 53a367fa-df73-43e0-a05c-c58c157ad198 will not be triggered until provisioned by entity DHCP. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:33:35.445225 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-16778285-bb82-47a6-a6f0-2107866c4cb3 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:35.475234 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16778285-bb82-47a6-a6f0-2107866c4cb3 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Pushing event deleted for resources: {'Port': ['ID=ec51bce2-784f-4353-b05e-c57178b5caa5,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:33:35.485459 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-145e3fe9-eafd-402f-9575-3b881dc87360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:35.492134 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-511bd2d0-f4ba-4b16-882e-7d56e19d364d tempest-RoutersAdminNegativeTest-564126352 tempest-RoutersAdminNegativeTest-564126352-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:35.571982 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-16778285-bb82-47a6-a6f0-2107866c4cb3 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:35.574091 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-16778285-bb82-47a6-a6f0-2107866c4cb3 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "DELETE /v2.0/ports/ec51bce2-784f-4353-b05e-c57178b5caa5 HTTP/1.1" status: 204 len: 168 time: 0.6342828 Aug 11 03:33:35.574452 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145e3fe9-eafd-402f-9575-3b881dc87360 None None] Pushing event updated for resources: {'Port': ['ID=53a367fa-df73-43e0-a05c-c58c157ad198,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:33:35.576712 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 37622) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:35.634149 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7009dae0-25ae-4d4d-b194-8ab7923b4edf tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:35.635716 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7009dae0-25ae-4d4d-b194-8ab7923b4edf tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:35.637843 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7009dae0-25ae-4d4d-b194-8ab7923b4edf tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:35.642019 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-7009dae0-25ae-4d4d-b194-8ab7923b4edf tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0618815 Aug 11 03:33:35.642379 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 37624) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:35.703176 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_v2 [None req-d28d26b0-23d8-41b2-ad6a-f1aa1684a895 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Deleting subnet b9316e02-9db3-43db-b935-cda2855e9260 {{(pid=102191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:33:35.707308 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d28d26b0-23d8-41b2-ad6a-f1aa1684a895 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks [] for subnet, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:35.753104 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d28d26b0-23d8-41b2-ad6a-f1aa1684a895 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126283525'] for subnet, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:35.845078 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-511bd2d0-f4ba-4b16-882e-7d56e19d364d tempest-RoutersAdminNegativeTest-564126352 tempest-RoutersAdminNegativeTest-564126352-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:35.856253 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d28d26b0-23d8-41b2-ad6a-f1aa1684a895 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:35.869628 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-511bd2d0-f4ba-4b16-882e-7d56e19d364d tempest-RoutersAdminNegativeTest-564126352 tempest-RoutersAdminNegativeTest-564126352-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:36.003146 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d28d26b0-23d8-41b2-ad6a-f1aa1684a895 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126283413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126275158'] for subnet, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:36.027139 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28d26b0-23d8-41b2-ad6a-f1aa1684a895 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Pushing event deleted for resources: {'Subnet': ['ID=b9316e02-9db3-43db-b935-cda2855e9260,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:33:36.033417 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d28d26b0-23d8-41b2-ad6a-f1aa1684a895 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:36.035446 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-d28d26b0-23d8-41b2-ad6a-f1aa1684a895 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "DELETE /v2.0/subnets/b9316e02-9db3-43db-b935-cda2855e9260 HTTP/1.1" status: 204 len: 168 time: 0.3919504 Aug 11 03:33:36.037959 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 37626) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:36.075000 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-511bd2d0-f4ba-4b16-882e-7d56e19d364d tempest-RoutersAdminNegativeTest-564126352 tempest-RoutersAdminNegativeTest-564126352-project-admin] Notify callbacks [] for router, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:36.096952 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_v2 [None req-50ba045e-a1d8-43db-9631-6cf0ee8879b0 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Deleting subnet f468bca4-7d5b-4b90-b08f-944a46314174 {{(pid=102191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:33:36.101254 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-50ba045e-a1d8-43db-9631-6cf0ee8879b0 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks [] for subnet, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:36.147103 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-50ba045e-a1d8-43db-9631-6cf0ee8879b0 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126283525'] for subnet, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:36.186950 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51890b2f-2736-423c-9ebd-4f4d860053d8 None None] Network 41e2676c-dfa7-4a22-87ed-f7efd502a6d9 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:33:36.237615 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-50ba045e-a1d8-43db-9631-6cf0ee8879b0 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:36.246728 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-511bd2d0-f4ba-4b16-882e-7d56e19d364d tempest-RoutersAdminNegativeTest-564126352 tempest-RoutersAdminNegativeTest-564126352-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6544'] for router, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:36.248728 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-511bd2d0-f4ba-4b16-882e-7d56e19d364d tempest-RoutersAdminNegativeTest-564126352 tempest-RoutersAdminNegativeTest-564126352-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:36.343159 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-0d57e431-ffb1-4b00-ba29-406c0bb79d4c None None] Provisioning for port 53a367fa-df73-43e0-a05c-c58c157ad198 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:33:36.349164 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-0d57e431-ffb1-4b00-ba29-406c0bb79d4c None None] Provisioning complete for port 53a367fa-df73-43e0-a05c-c58c157ad198 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:33:36.349535 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-0d57e431-ffb1-4b00-ba29-406c0bb79d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:36.417064 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-511bd2d0-f4ba-4b16-882e-7d56e19d364d tempest-RoutersAdminNegativeTest-564126352 tempest-RoutersAdminNegativeTest-564126352-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448809'] for router, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:36.421718 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-511bd2d0-f4ba-4b16-882e-7d56e19d364d tempest-RoutersAdminNegativeTest-564126352 tempest-RoutersAdminNegativeTest-564126352-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1e06c2b9-b4dc-4036-bc0c-59c83cc0a57c {{(pid=102192) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:33:36.445391 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 53a367fa-df73-43e0-a05c-c58c157ad198 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:33:36.469373 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-50ba045e-a1d8-43db-9631-6cf0ee8879b0 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126283413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126275158'] for subnet, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:36.504744 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ba045e-a1d8-43db-9631-6cf0ee8879b0 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Pushing event deleted for resources: {'Subnet': ['ID=f468bca4-7d5b-4b90-b08f-944a46314174,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:33:36.508418 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-50ba045e-a1d8-43db-9631-6cf0ee8879b0 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:36.510410 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-50ba045e-a1d8-43db-9631-6cf0ee8879b0 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "DELETE /v2.0/subnets/f468bca4-7d5b-4b90-b08f-944a46314174 HTTP/1.1" status: 204 len: 168 time: 0.4713891 Aug 11 03:33:36.517450 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 37630) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:36.557339 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-3e0b1419-7c7b-4492-9310-9f67932434c0 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0390589 Aug 11 03:33:36.557631 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 37632) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:36.562740 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-a7b35566-8bca-41f0-ba4a-eaead63dda83 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Request body: {'subnet': {'network_id': '41e2676c-dfa7-4a22-87ed-f7efd502a6d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:33:36.572060 n-d-764292-30 neutron-server[102192]: INFO neutron.api.v2.resource [None req-511bd2d0-f4ba-4b16-882e-7d56e19d364d tempest-RoutersAdminNegativeTest-564126352 tempest-RoutersAdminNegativeTest-564126352-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 11 03:33:36.577274 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-511bd2d0-f4ba-4b16-882e-7d56e19d364d tempest-RoutersAdminNegativeTest-564126352 tempest-RoutersAdminNegativeTest-564126352-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.4457808 Aug 11 03:33:36.597190 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 37634) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:36.653255 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-0d57e431-ffb1-4b00-ba29-406c0bb79d4c None None] Could not find standard attr ID for object ec51bce2-784f-4353-b05e-c57178b5caa5. {{(pid=102193) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 03:33:36.673000 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 53a367fa-df73-43e0-a05c-c58c157ad198 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:33:36.674574 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:36.696636 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-3e633731-27ba-413e-b87d-efd436d96099 tempest-RoutersAdminNegativeTest-564126352 tempest-RoutersAdminNegativeTest-564126352-project-admin] Deleting port 6129d23c-37f6-4cf7-a6cd-a5fd0a8bf044 {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:33:36.696981 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-3e633731-27ba-413e-b87d-efd436d96099 tempest-RoutersAdminNegativeTest-564126352 tempest-RoutersAdminNegativeTest-564126352-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:36.788663 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7b35566-8bca-41f0-ba4a-eaead63dda83 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Made reservation on behalf of e43abc7f2b214d1a915ef6ef86af9079 for: {'subnet': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:33:36.791605 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-3e633731-27ba-413e-b87d-efd436d96099 tempest-RoutersAdminNegativeTest-564126352 tempest-RoutersAdminNegativeTest-564126352-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:36.795052 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a7b35566-8bca-41f0-ba4a-eaead63dda83 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274743'] for subnet, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:36.805951 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-3e633731-27ba-413e-b87d-efd436d96099 tempest-RoutersAdminNegativeTest-564126352 tempest-RoutersAdminNegativeTest-564126352-project-admin] Calling delete_port for 6129d23c-37f6-4cf7-a6cd-a5fd0a8bf044 owned by {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:33:36.971298 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-126dd49f-ea19-4b2a-962f-82944d07241b None None] Network 41e2676c-dfa7-4a22-87ed-f7efd502a6d9 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:33:37.051160 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-3e633731-27ba-413e-b87d-efd436d96099 tempest-RoutersAdminNegativeTest-564126352 tempest-RoutersAdminNegativeTest-564126352-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:37.088325 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e633731-27ba-413e-b87d-efd436d96099 tempest-RoutersAdminNegativeTest-564126352 tempest-RoutersAdminNegativeTest-564126352-project-admin] Pushing event deleted for resources: {'Port': ['ID=6129d23c-37f6-4cf7-a6cd-a5fd0a8bf044,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:33:37.092022 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-eb5a77b7-0e28-426b-8bb7-aef45c498f0b None None] Provisioning complete for port 53a367fa-df73-43e0-a05c-c58c157ad198 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:33:37.092409 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-eb5a77b7-0e28-426b-8bb7-aef45c498f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:37.153962 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-3e633731-27ba-413e-b87d-efd436d96099 tempest-RoutersAdminNegativeTest-564126352 tempest-RoutersAdminNegativeTest-564126352-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:37.158929 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-3e633731-27ba-413e-b87d-efd436d96099 tempest-RoutersAdminNegativeTest-564126352 tempest-RoutersAdminNegativeTest-564126352-project-admin] 10.222.0.41 "DELETE /v2.0/ports/6129d23c-37f6-4cf7-a6cd-a5fd0a8bf044 HTTP/1.1" status: 204 len: 168 time: 0.5575991 Aug 11 03:33:37.190258 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d298ff35-cbfc-4662-94ac-7fe05a931f08 None None] DHCP port deletion for 41e2676c-dfa7-4a22-87ed-f7efd502a6d9 request from n-d-764292-30 {{(pid=102193) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:33:37.251156 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-d298ff35-cbfc-4662-94ac-7fe05a931f08 None None] Deleting port 53a367fa-df73-43e0-a05c-c58c157ad198 {{(pid=102193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:33:37.251889 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-d298ff35-cbfc-4662-94ac-7fe05a931f08 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:37.255158 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:37.272174 n-d-764292-30 neutron-server[102191]: DEBUG neutron.objects.ports [None req-a7b35566-8bca-41f0-ba4a-eaead63dda83 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102191) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 11 03:33:37.332746 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-d298ff35-cbfc-4662-94ac-7fe05a931f08 None None] For port 53a367fa-df73-43e0-a05c-c58c157ad198, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=53a367fa-df73-43e0-a05c-c58c157ad198,segment=NetworkSegment(5d96f309-e028-4cb7-a58f-990eaca460da),segment_id=5d96f309-e028-4cb7-a58f-990eaca460da)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:33:37.333137 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-d298ff35-cbfc-4662-94ac-7fe05a931f08 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:37.345421 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-d298ff35-cbfc-4662-94ac-7fe05a931f08 None None] Calling delete_port for 53a367fa-df73-43e0-a05c-c58c157ad198 owned by network:dhcp {{(pid=102193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:33:37.520036 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-d298ff35-cbfc-4662-94ac-7fe05a931f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678'] for port, after_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:37.546643 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d298ff35-cbfc-4662-94ac-7fe05a931f08 None None] Pushing event deleted for resources: {'Port': ['ID=53a367fa-df73-43e0-a05c-c58c157ad198,revision_number=None']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:33:37.551905 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d298ff35-cbfc-4662-94ac-7fe05a931f08 None None] No DVR routers for this DVR port 53a367fa-df73-43e0-a05c-c58c157ad198 on host n-d-764292-30 {{(pid=102193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:33:37.568557 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.ipam_pluggable_backend [None req-a7b35566-8bca-41f0-ba4a-eaead63dda83 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Port 53a367fa-df73-43e0-a05c-c58c157ad198 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=102191) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Aug 11 03:33:37.568557 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.ipam_pluggable_backend [None req-a7b35566-8bca-41f0-ba4a-eaead63dda83 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Reverting IP allocation for 2001:db8::f816:3eff:fe68:68db {{(pid=102191) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Aug 11 03:33:37.568557 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.ipam_pluggable_backend [None req-a7b35566-8bca-41f0-ba4a-eaead63dda83 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe68:68db {{(pid=102191) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Aug 11 03:33:37.568557 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a7b35566-8bca-41f0-ba4a-eaead63dda83 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126283476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274725'] for subnet, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:37.609466 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b35566-8bca-41f0-ba4a-eaead63dda83 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Network 41e2676c-dfa7-4a22-87ed-f7efd502a6d9 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:33:37.615762 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-a7b35566-8bca-41f0-ba4a-eaead63dda83 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:33:37.619830 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7b35566-8bca-41f0-ba4a-eaead63dda83 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:37.620442 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a7b35566-8bca-41f0-ba4a-eaead63dda83 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:37.626810 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf76fb4f-663e-4db9-a2e8-9d57e241fdb7 None None] Network 41e2676c-dfa7-4a22-87ed-f7efd502a6d9 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:33:37.629890 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b35566-8bca-41f0-ba4a-eaead63dda83 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Pushing event updated for resources: {'Subnet': ['ID=9bb40973-2588-422e-bc16-6c2cf5499efe,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:33:37.726152 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 37642) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:37.744022 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-a7b35566-8bca-41f0-ba4a-eaead63dda83 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1853380 Aug 11 03:33:37.749542 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 37646) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:37.755474 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-4b421f3c-ca00-4e72-a8d6-4763c5bc6829 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Request body: {'subnet': {'network_id': '41e2676c-dfa7-4a22-87ed-f7efd502a6d9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:33:37.782713 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d3dd61-27b3-48b0-bf3f-b4bf3f0c554b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde080026-c28f-55be-b52b-13827cc43646-41e2676c-dfa7-4a22-87ed-f7efd502a6d9', 'network_id': '41e2676c-dfa7-4a22-87ed-f7efd502a6d9', 'tenant_id': 'e43abc7f2b214d1a915ef6ef86af9079', 'fixed_ips': [{'subnet_id': '9bb40973-2588-422e-bc16-6c2cf5499efe'}]}} from n-d-764292-30. {{(pid=102193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:33:37.784327 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-a5d3dd61-27b3-48b0-bf3f-b4bf3f0c554b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:37.856166 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-f5c8bcf3-3386-4d1a-83d5-6de03225e83e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:37.935262 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.db_base_plugin_common [None req-a5d3dd61-27b3-48b0-bf3f-b4bf3f0c554b None None] Allocated IP 2001:db8::f816:3eff:fef7:8688 (41e2676c-dfa7-4a22-87ed-f7efd502a6d9/9bb40973-2588-422e-bc16-6c2cf5499efe/ca040162-b1b9-446c-9ab6-60d337edb737) {{(pid=102193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:33:38.074929 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-a5d3dd61-27b3-48b0-bf3f-b4bf3f0c554b None None] Notify callbacks [] for port, precommit_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:38.079425 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b421f3c-ca00-4e72-a8d6-4763c5bc6829 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Made reservation on behalf of e43abc7f2b214d1a915ef6ef86af9079 for: {'subnet': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:33:38.083020 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4b421f3c-ca00-4e72-a8d6-4763c5bc6829 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274743'] for subnet, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:38.083591 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-a5d3dd61-27b3-48b0-bf3f-b4bf3f0c554b None None] Transition to ACTIVE for port object ca040162-b1b9-446c-9ab6-60d337edb737 will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:33:38.101058 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-a5d3dd61-27b3-48b0-bf3f-b4bf3f0c554b None None] Transition to ACTIVE for port object ca040162-b1b9-446c-9ab6-60d337edb737 will not be triggered until provisioned by entity DHCP. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:33:38.160096 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-f5c8bcf3-3386-4d1a-83d5-6de03225e83e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:38.177441 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-a5d3dd61-27b3-48b0-bf3f-b4bf3f0c554b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669'] for port, after_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:38.222085 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5d3dd61-27b3-48b0-bf3f-b4bf3f0c554b None None] Network 41e2676c-dfa7-4a22-87ed-f7efd502a6d9 is already hosted by enough agents. {{(pid=102193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:33:38.225120 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.base_scheduler [None req-a5d3dd61-27b3-48b0-bf3f-b4bf3f0c554b None None] Resources bound (agent type, host, resource id): {{(pid=102193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:33:38.227648 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d3dd61-27b3-48b0-bf3f-b4bf3f0c554b None None] Received port after_create {{(pid=102193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:33:38.238731 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d3dd61-27b3-48b0-bf3f-b4bf3f0c554b None None] Pushing event updated for resources: {'Port': ['ID=ca040162-b1b9-446c-9ab6-60d337edb737,revision_number=1']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:33:38.251009 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-f5c8bcf3-3386-4d1a-83d5-6de03225e83e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:38.290499 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c8bcf3-3386-4d1a-83d5-6de03225e83e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90567f34-f2c7-478f-a09c-14acf512aba2,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:33:38.291771 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-a5d3dd61-27b3-48b0-bf3f-b4bf3f0c554b None None] Attempting to bind port ca040162-b1b9-446c-9ab6-60d337edb737 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:33:38.292148 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-a5d3dd61-27b3-48b0-bf3f-b4bf3f0c554b None None] Attempting to bind port ca040162-b1b9-446c-9ab6-60d337edb737 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': '5d96f309-e028-4cb7-a58f-990eaca460da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '41e2676c-dfa7-4a22-87ed-f7efd502a6d9'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:33:38.292515 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d3dd61-27b3-48b0-bf3f-b4bf3f0c554b None None] Attempting to bind port ca040162-b1b9-446c-9ab6-60d337edb737 on network 41e2676c-dfa7-4a22-87ed-f7efd502a6d9 {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:33:38.297725 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d3dd61-27b3-48b0-bf3f-b4bf3f0c554b None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:33:38.298102 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d3dd61-27b3-48b0-bf3f-b4bf3f0c554b None None] Checking segment: {'id': '5d96f309-e028-4cb7-a58f-990eaca460da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '41e2676c-dfa7-4a22-87ed-f7efd502a6d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:33:38.298557 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-a5d3dd61-27b3-48b0-bf3f-b4bf3f0c554b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:38.298959 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d3dd61-27b3-48b0-bf3f-b4bf3f0c554b None None] Bound using segment: {'id': '5d96f309-e028-4cb7-a58f-990eaca460da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '41e2676c-dfa7-4a22-87ed-f7efd502a6d9'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:33:38.299590 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-a5d3dd61-27b3-48b0-bf3f-b4bf3f0c554b None None] Bound port: ca040162-b1b9-446c-9ab6-60d337edb737, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d96f309-e028-4cb7-a58f-990eaca460da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '41e2676c-dfa7-4a22-87ed-f7efd502a6d9'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:33:38.299874 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-a5d3dd61-27b3-48b0-bf3f-b4bf3f0c554b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:38.302090 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-f5c8bcf3-3386-4d1a-83d5-6de03225e83e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a1de6646a40942db94291956039ed2e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5742431 Aug 11 03:33:38.302936 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 37648) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:38.305757 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c8bcf3-3386-4d1a-83d5-6de03225e83e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:33:38.306107 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c8bcf3-3386-4d1a-83d5-6de03225e83e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:33:38.306475 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c8bcf3-3386-4d1a-83d5-6de03225e83e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:33:38.306977 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c8bcf3-3386-4d1a-83d5-6de03225e83e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:33:38.314192 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c8bcf3-3386-4d1a-83d5-6de03225e83e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:33:38.314192 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c8bcf3-3386-4d1a-83d5-6de03225e83e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:33:38.314192 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c8bcf3-3386-4d1a-83d5-6de03225e83e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:33:38.314192 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c8bcf3-3386-4d1a-83d5-6de03225e83e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:33:38.314192 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c8bcf3-3386-4d1a-83d5-6de03225e83e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:33:38.314192 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c8bcf3-3386-4d1a-83d5-6de03225e83e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:33:38.314192 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c8bcf3-3386-4d1a-83d5-6de03225e83e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:33:38.314192 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c8bcf3-3386-4d1a-83d5-6de03225e83e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:33:38.360739 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4b421f3c-ca00-4e72-a8d6-4763c5bc6829 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126283476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274725'] for subnet, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:38.368216 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-a5d3dd61-27b3-48b0-bf3f-b4bf3f0c554b None None] For port ca040162-b1b9-446c-9ab6-60d337edb737, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:33:38.372024 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-a5d3dd61-27b3-48b0-bf3f-b4bf3f0c554b None None] For port ca040162-b1b9-446c-9ab6-60d337edb737, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=ca040162-b1b9-446c-9ab6-60d337edb737,segment=NetworkSegment(5d96f309-e028-4cb7-a58f-990eaca460da),segment_id=5d96f309-e028-4cb7-a58f-990eaca460da)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:33:38.379883 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0362e2ec-b54e-44f0-a3ed-99d21e6e0f5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:38.402603 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0362e2ec-b54e-44f0-a3ed-99d21e6e0f5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:38.410849 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b421f3c-ca00-4e72-a8d6-4763c5bc6829 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Network 41e2676c-dfa7-4a22-87ed-f7efd502a6d9 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:33:38.418462 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-4b421f3c-ca00-4e72-a8d6-4763c5bc6829 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:33:38.421347 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b421f3c-ca00-4e72-a8d6-4763c5bc6829 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:38.422259 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4b421f3c-ca00-4e72-a8d6-4763c5bc6829 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:38.432843 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 53a367fa-df73-43e0-a05c-c58c157ad198 no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:33:38.442517 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b421f3c-ca00-4e72-a8d6-4763c5bc6829 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Pushing event updated for resources: {'Subnet': ['ID=7edf7452-5c6a-4f2a-8438-5c3165956a5f,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:33:38.457791 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: 53a367fa-df73-43e0-a05c-c58c157ad198 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:33:38.458140 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 53a367fa-df73-43e0-a05c-c58c157ad198 not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:33:38.466074 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-a5d3dd61-27b3-48b0-bf3f-b4bf3f0c554b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:38.516511 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-4b421f3c-ca00-4e72-a8d6-4763c5bc6829 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7656405 Aug 11 03:33:38.519278 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 37652) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:38.524453 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-8d09f29c-7f56-4117-8630-d148721c9ab9 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Request body: {'port': {'network_id': '41e2676c-dfa7-4a22-87ed-f7efd502a6d9', 'mac_address': 'fa:16:3e:5b:19:b8', 'name': 'tempest-NetworksTestDHCPv6-697037156'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:33:38.527397 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d3dd61-27b3-48b0-bf3f-b4bf3f0c554b None None] Pushing event updated for resources: {'Port': ['ID=ca040162-b1b9-446c-9ab6-60d337edb737,revision_number=2']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:33:38.548104 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0362e2ec-b54e-44f0-a3ed-99d21e6e0f5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:38.550986 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0362e2ec-b54e-44f0-a3ed-99d21e6e0f5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:38.553125 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-0362e2ec-b54e-44f0-a3ed-99d21e6e0f5c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/90567f34-f2c7-478f-a09c-14acf512aba2 HTTP/1.1" status: 204 len: 168 time: 0.2481163 Aug 11 03:33:38.561851 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0362e2ec-b54e-44f0-a3ed-99d21e6e0f5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90567f34-f2c7-478f-a09c-14acf512aba2,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:33:38.743297 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d09f29c-7f56-4117-8630-d148721c9ab9 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Made reservation on behalf of e43abc7f2b214d1a915ef6ef86af9079 for: {'port': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:33:39.169859 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8d09f29c-7f56-4117-8630-d148721c9ab9 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:39.194003 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [None req-8d09f29c-7f56-4117-8630-d148721c9ab9 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] device_id is not set on port 4c0eb0f2-7993-4f89-ae4b-c2f444b7c161 yet. {{(pid=102191) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:33:39.359590 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [None req-8d09f29c-7f56-4117-8630-d148721c9ab9 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Allocated IP 172.20.0.12 (41e2676c-dfa7-4a22-87ed-f7efd502a6d9/7edf7452-5c6a-4f2a-8438-5c3165956a5f/4c0eb0f2-7993-4f89-ae4b-c2f444b7c161) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:33:39.366178 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 37658) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:39.376310 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [None req-8d09f29c-7f56-4117-8630-d148721c9ab9 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Allocated IP 2001:db8::f816:3eff:fe5b:19b8 (41e2676c-dfa7-4a22-87ed-f7efd502a6d9/9bb40973-2588-422e-bc16-6c2cf5499efe/4c0eb0f2-7993-4f89-ae4b-c2f444b7c161) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:33:39.446941 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-dfb4ca64-e9b5-4801-94c8-0000685f481f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=44dad3b64c594bfd852a4c08d208c72a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0787919 Aug 11 03:33:39.449620 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 37660) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:39.512132 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-45172a8c-5fd2-424c-a771-21dc1d554089 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:39.512294 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54273f7a-0d9a-49a9-9398-733c29d2967e None None] Network 41e2676c-dfa7-4a22-87ed-f7efd502a6d9 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:33:39.534095 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-45172a8c-5fd2-424c-a771-21dc1d554089 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:39.567581 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8d09f29c-7f56-4117-8630-d148721c9ab9 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:39.584874 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [None req-8d09f29c-7f56-4117-8630-d148721c9ab9 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Transition to ACTIVE for port object 4c0eb0f2-7993-4f89-ae4b-c2f444b7c161 will not be triggered until provisioned by entity DHCP. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:33:39.644275 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-91b375ab-7ca2-4369-a8be-e87242efa3bb req-61114c6b-f2ab-48ad-a82d-512f3aca627b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b5f9f945-5fa5-4600-9157-0da44ed688fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0469964 Aug 11 03:33:39.729480 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b375ab-7ca2-4369-a8be-e87242efa3bb req-dc94d4eb-fdaf-444f-a3b5-2c8018110400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:39.731549 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-91b375ab-7ca2-4369-a8be-e87242efa3bb req-dc94d4eb-fdaf-444f-a3b5-2c8018110400 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b540e93b4e6e403b8be0a51a19b9324d&device_id=b5f9f945-5fa5-4600-9157-0da44ed688fa HTTP/1.1" status: 200 len: 1097 time: 0.0452528 Aug 11 03:33:39.751504 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc44b477-a8a5-4fc1-bc63-93a26b6a1051 None None] Provisioning for port ca040162-b1b9-446c-9ab6-60d337edb737 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:33:39.769277 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f1f0b26-e990-4972-81ad-97dd2168af66 None None] Update dhcp port {'port': {'network_id': '41e2676c-dfa7-4a22-87ed-f7efd502a6d9', 'fixed_ips': [{'subnet_id': '9bb40973-2588-422e-bc16-6c2cf5499efe', 'ip_address': '2001:db8::f816:3eff:fef7:8688'}, {'subnet_id': '7edf7452-5c6a-4f2a-8438-5c3165956a5f'}], 'binding:host_id': 'n-d-764292-30'}, 'id': 'ca040162-b1b9-446c-9ab6-60d337edb737'} from n-d-764292-30. {{(pid=102193) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 11 03:33:39.778761 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8d09f29c-7f56-4117-8630-d148721c9ab9 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:39.798029 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-4f1f0b26-e990-4972-81ad-97dd2168af66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:39.801259 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-45172a8c-5fd2-424c-a771-21dc1d554089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:39.804148 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-45172a8c-5fd2-424c-a771-21dc1d554089 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:39.808167 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-45172a8c-5fd2-424c-a771-21dc1d554089 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2c49d978-d107-45f2-91e3-7b92545493a7 HTTP/1.1" status: 204 len: 168 time: 0.3507068 Aug 11 03:33:39.828027 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45172a8c-5fd2-424c-a771-21dc1d554089 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c49d978-d107-45f2-91e3-7b92545493a7,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:33:39.843037 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d09f29c-7f56-4117-8630-d148721c9ab9 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Network 41e2676c-dfa7-4a22-87ed-f7efd502a6d9 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:33:39.847114 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-8d09f29c-7f56-4117-8630-d148721c9ab9 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:33:39.853932 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d09f29c-7f56-4117-8630-d148721c9ab9 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:33:39.883187 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b375ab-7ca2-4369-a8be-e87242efa3bb req-358ee018-4482-408c-a6ac-58b36e9d26b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:39.885238 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-91b375ab-7ca2-4369-a8be-e87242efa3bb req-358ee018-4482-408c-a6ac-58b36e9d26b7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=425045ab-1792-4464-8443-b9a0ad823629 HTTP/1.1" status: 200 len: 914 time: 0.1350632 Aug 11 03:33:39.892223 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d09f29c-7f56-4117-8630-d148721c9ab9 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Pushing event updated for resources: {'Port': ['ID=4c0eb0f2-7993-4f89-ae4b-c2f444b7c161,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:33:39.933446 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d09f29c-7f56-4117-8630-d148721c9ab9 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:39.934165 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8d09f29c-7f56-4117-8630-d148721c9ab9 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:39.973636 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-91b375ab-7ca2-4369-a8be-e87242efa3bb req-20a60f59-d489-4b7b-a6b1-e96477655e1e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d6776e0f-f310-483a-a2d5-163fa5092fc1 HTTP/1.1" status: 200 len: 1000 time: 0.0807502 Aug 11 03:33:40.005276 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.db_base_plugin_common [None req-4f1f0b26-e990-4972-81ad-97dd2168af66 None None] Allocated IP 172.20.0.2 (41e2676c-dfa7-4a22-87ed-f7efd502a6d9/7edf7452-5c6a-4f2a-8438-5c3165956a5f/ca040162-b1b9-446c-9ab6-60d337edb737) {{(pid=102193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:33:40.023804 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b375ab-7ca2-4369-a8be-e87242efa3bb req-00d32b2c-a1b8-40ae-8dbe-c0571e13452c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:40.025275 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-91b375ab-7ca2-4369-a8be-e87242efa3bb req-00d32b2c-a1b8-40ae-8dbe-c0571e13452c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f01d933d-9d66-4eb8-97b2-29dd5d188cd5 HTTP/1.1" status: 200 len: 852 time: 0.0444632 Aug 11 03:33:40.040413 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-8d09f29c-7f56-4117-8630-d148721c9ab9 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.5199323 Aug 11 03:33:40.043461 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 37666) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:40.083318 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b375ab-7ca2-4369-a8be-e87242efa3bb req-51ec1440-8a08-44f0-8e33-7430f50033bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:40.084922 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-91b375ab-7ca2-4369-a8be-e87242efa3bb req-51ec1440-8a08-44f0-8e33-7430f50033bd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=425045ab-1792-4464-8443-b9a0ad823629&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0522234 Aug 11 03:33:40.095632 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b301dd30-3b18-4f78-84c5-c925fad5b83f tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:40.101918 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b301dd30-3b18-4f78-84c5-c925fad5b83f tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:40.107297 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-b301dd30-3b18-4f78-84c5-c925fad5b83f tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.0627935 Aug 11 03:33:40.108129 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 37668) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:40.120687 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-4f1f0b26-e990-4972-81ad-97dd2168af66 None None] For port ca040162-b1b9-446c-9ab6-60d337edb737, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=ca040162-b1b9-446c-9ab6-60d337edb737,segment=NetworkSegment(5d96f309-e028-4cb7-a58f-990eaca460da),segment_id=5d96f309-e028-4cb7-a58f-990eaca460da)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:33:40.158848 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-4f1f0b26-e990-4972-81ad-97dd2168af66 None None] Notify callbacks [] for port, precommit_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:40.173298 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-4f1f0b26-e990-4972-81ad-97dd2168af66 None None] Transition to ACTIVE for port object ca040162-b1b9-446c-9ab6-60d337edb737 will not be triggered until provisioned by entity DHCP. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:33:40.190540 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-91b375ab-7ca2-4369-a8be-e87242efa3bb req-248cafa8-824c-4d5d-973f-b5f25eb83a6f service neutron] 10.222.0.24 "GET /v2.0/networks/425045ab-1792-4464-8443-b9a0ad823629?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983651 Aug 11 03:33:40.210539 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-cee87d5c-1f5e-4424-b403-6bcf12751603 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Deleting port 4c0eb0f2-7993-4f89-ae4b-c2f444b7c161 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:33:40.211002 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-cee87d5c-1f5e-4424-b403-6bcf12751603 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:40.256727 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-4f1f0b26-e990-4972-81ad-97dd2168af66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:40.303433 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-91b375ab-7ca2-4369-a8be-e87242efa3bb req-aaf835db-28d7-4fe5-80a9-157e1d90e09d service neutron] 10.222.0.24 "GET /v2.0/networks/425045ab-1792-4464-8443-b9a0ad823629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052899 Aug 11 03:33:40.303999 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-cee87d5c-1f5e-4424-b403-6bcf12751603 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:40.318315 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-cee87d5c-1f5e-4424-b403-6bcf12751603 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Calling delete_port for 4c0eb0f2-7993-4f89-ae4b-c2f444b7c161 owned by {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:33:40.380656 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1f0b26-e990-4972-81ad-97dd2168af66 None None] Pushing event updated for resources: {'Port': ['ID=ca040162-b1b9-446c-9ab6-60d337edb737,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:33:40.483670 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device ca040162-b1b9-446c-9ab6-60d337edb737 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:33:40.639787 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-cee87d5c-1f5e-4424-b403-6bcf12751603 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:40.640388 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port ca040162-b1b9-446c-9ab6-60d337edb737 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:33:40.678659 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee87d5c-1f5e-4424-b403-6bcf12751603 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Pushing event deleted for resources: {'Port': ['ID=4c0eb0f2-7993-4f89-ae4b-c2f444b7c161,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:33:40.769087 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-cee87d5c-1f5e-4424-b403-6bcf12751603 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:40.771072 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-cee87d5c-1f5e-4424-b403-6bcf12751603 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "DELETE /v2.0/ports/4c0eb0f2-7993-4f89-ae4b-c2f444b7c161 HTTP/1.1" status: 204 len: 168 time: 0.6618218 Aug 11 03:33:40.773608 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 37682) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:40.830764 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5481fdb9-d030-44f2-89ed-53f2bb91ea2c tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:40.832370 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5481fdb9-d030-44f2-89ed-53f2bb91ea2c tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:40.834006 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5481fdb9-d030-44f2-89ed-53f2bb91ea2c tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:40.838503 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-5481fdb9-d030-44f2-89ed-53f2bb91ea2c tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0609982 Aug 11 03:33:40.838503 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 37686) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:40.900146 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_v2 [None req-680fa322-233e-4488-8194-77968f096967 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Deleting subnet 7edf7452-5c6a-4f2a-8438-5c3165956a5f {{(pid=102191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:33:40.904466 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-680fa322-233e-4488-8194-77968f096967 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks [] for subnet, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:40.954892 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-680fa322-233e-4488-8194-77968f096967 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126283525'] for subnet, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:41.046115 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-680fa322-233e-4488-8194-77968f096967 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:41.170828 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dcd5fcee-11e9-4f8e-922b-f2802aa22be0 None None] Provisioning for port ca040162-b1b9-446c-9ab6-60d337edb737 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:33:41.175337 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dcd5fcee-11e9-4f8e-922b-f2802aa22be0 None None] Provisioning complete for port ca040162-b1b9-446c-9ab6-60d337edb737 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:33:41.184819 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dcd5fcee-11e9-4f8e-922b-f2802aa22be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:41.193135 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 37694) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:41.212203 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-680fa322-233e-4488-8194-77968f096967 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126283413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126275158'] for subnet, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:41.244495 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680fa322-233e-4488-8194-77968f096967 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Pushing event deleted for resources: {'Subnet': ['ID=7edf7452-5c6a-4f2a-8438-5c3165956a5f,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:33:41.248950 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-680fa322-233e-4488-8194-77968f096967 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:41.250994 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-680fa322-233e-4488-8194-77968f096967 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "DELETE /v2.0/subnets/7edf7452-5c6a-4f2a-8438-5c3165956a5f HTTP/1.1" status: 204 len: 168 time: 0.4111509 Aug 11 03:33:41.254031 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 37698) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:41.285210 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dcd5fcee-11e9-4f8e-922b-f2802aa22be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:41.310698 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9f09802-c3d5-4648-ade0-dd5d47f1cdfa tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Deleting subnet 9bb40973-2588-422e-bc16-6c2cf5499efe {{(pid=102191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:33:41.314315 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d9f09802-c3d5-4648-ade0-dd5d47f1cdfa tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks [] for subnet, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:41.325728 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dcd5fcee-11e9-4f8e-922b-f2802aa22be0 None None] For port ca040162-b1b9-446c-9ab6-60d337edb737, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=ca040162-b1b9-446c-9ab6-60d337edb737,segment=NetworkSegment(5d96f309-e028-4cb7-a58f-990eaca460da),segment_id=5d96f309-e028-4cb7-a58f-990eaca460da)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:33:41.336060 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:41.336060 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d19b629b-458f-4580-aa50-f9f5f69c1ae5 None None] Network 41e2676c-dfa7-4a22-87ed-f7efd502a6d9 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:33:41.346763 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-a2c2bcaa-5709-48dc-aa73-a8dd8c3db8d2 tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1978886029'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:33:41.370970 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d9f09802-c3d5-4648-ade0-dd5d47f1cdfa tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126283525'] for subnet, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:41.439668 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dcd5fcee-11e9-4f8e-922b-f2802aa22be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:41.464810 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d9f09802-c3d5-4648-ade0-dd5d47f1cdfa tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:41.516533 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd5fcee-11e9-4f8e-922b-f2802aa22be0 None None] Pushing event updated for resources: {'Port': ['ID=ca040162-b1b9-446c-9ab6-60d337edb737,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:33:41.551469 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-51a5408c-a15f-48bc-b8d9-d90b5a463a34 None None] Could not find standard attr ID for object 4c0eb0f2-7993-4f89-ae4b-c2f444b7c161. {{(pid=102193) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 03:33:41.554402 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2c2bcaa-5709-48dc-aa73-a8dd8c3db8d2 tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] Made reservation on behalf of febd9161ebc04bb6900f623702f7c036 for: {'network': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:33:41.558107 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a2c2bcaa-5709-48dc-aa73-a8dd8c3db8d2 tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:41.567250 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a2c2bcaa-5709-48dc-aa73-a8dd8c3db8d2 tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:41.625298 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d9f09802-c3d5-4648-ade0-dd5d47f1cdfa tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126283413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126275158'] for subnet, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:41.665797 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f09802-c3d5-4648-ade0-dd5d47f1cdfa tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Pushing event deleted for resources: {'Subnet': ['ID=9bb40973-2588-422e-bc16-6c2cf5499efe,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:33:41.667921 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d9f09802-c3d5-4648-ade0-dd5d47f1cdfa tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:41.671955 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-d9f09802-c3d5-4648-ade0-dd5d47f1cdfa tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "DELETE /v2.0/subnets/9bb40973-2588-422e-bc16-6c2cf5499efe HTTP/1.1" status: 204 len: 168 time: 0.4154546 Aug 11 03:33:41.673085 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 37700) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:41.722323 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-851a95f2-31de-4d34-abbc-bde0331f206d tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0476074 Aug 11 03:33:41.724635 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 37704) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:41.730023 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-d1ac8e03-3d0b-466b-bf8d-f621486c6990 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Request body: {'subnet': {'network_id': '41e2676c-dfa7-4a22-87ed-f7efd502a6d9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:33:41.738006 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a2c2bcaa-5709-48dc-aa73-a8dd8c3db8d2 tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:41.856837 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a2c2bcaa-5709-48dc-aa73-a8dd8c3db8d2 tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:41.879950 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2c2bcaa-5709-48dc-aa73-a8dd8c3db8d2 tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=102191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:33:41.899453 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a2c2bcaa-5709-48dc-aa73-a8dd8c3db8d2 tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:41.899994 n-d-764292-30 neutron-server[102191]: INFO neutron.db.segments_db [None req-a2c2bcaa-5709-48dc-aa73-a8dd8c3db8d2 tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] Added segment 82e8ff06-ee83-485a-84bc-82a6784bee6b of type vlan for network cf201379-04f4-495f-83b4-df7903f58917 Aug 11 03:33:41.902594 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c2bcaa-5709-48dc-aa73-a8dd8c3db8d2 tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8697184a-8d32-4f8b-a6cb-eefad7a101ab,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:33:41.950485 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a2c2bcaa-5709-48dc-aa73-a8dd8c3db8d2 tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:42.028306 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1ac8e03-3d0b-466b-bf8d-f621486c6990 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Made reservation on behalf of e43abc7f2b214d1a915ef6ef86af9079 for: {'subnet': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:33:42.031873 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-d1ac8e03-3d0b-466b-bf8d-f621486c6990 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126180544'] for subnet, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:42.061336 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a56c7419-3574-4433-b304-bdecf1c94337 None None] Network 41e2676c-dfa7-4a22-87ed-f7efd502a6d9 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:33:42.125053 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-b18fea57-64f8-4e4d-bfee-2bc9efc0a82a None None] Provisioning complete for port ca040162-b1b9-446c-9ab6-60d337edb737 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:33:42.125424 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-b18fea57-64f8-4e4d-bfee-2bc9efc0a82a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:42.136835 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a2c2bcaa-5709-48dc-aa73-a8dd8c3db8d2 tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:42.143040 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c2bcaa-5709-48dc-aa73-a8dd8c3db8d2 tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:42.143923 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a2c2bcaa-5709-48dc-aa73-a8dd8c3db8d2 tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] Notify callbacks [] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:42.213635 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c2bcaa-5709-48dc-aa73-a8dd8c3db8d2 tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] Pushing event updated for resources: {'Network': ['ID=cf201379-04f4-495f-83b4-df7903f58917,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:33:42.227009 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network cf201379-04f4-495f-83b4-df7903f58917 details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:33:42.324642 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1671598-77ff-414a-add9-99be5223de33 None None] DHCP port deletion for 41e2676c-dfa7-4a22-87ed-f7efd502a6d9 request from n-d-764292-30 {{(pid=102193) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:33:42.343243 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-a2c2bcaa-5709-48dc-aa73-a8dd8c3db8d2 tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.1489372 Aug 11 03:33:42.346189 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 37706) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:42.351304 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-6cd28105-97ab-47a9-b8e9-f8303e9b4200 tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] Request body: {'subnet': {'network_id': 'cf201379-04f4-495f-83b4-df7903f58917', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:33:42.354722 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-d1ac8e03-3d0b-466b-bf8d-f621486c6990 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125932092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126180562'] for subnet, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:42.378749 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-d1671598-77ff-414a-add9-99be5223de33 None None] Deleting port ca040162-b1b9-446c-9ab6-60d337edb737 {{(pid=102193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:33:42.381501 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-d1671598-77ff-414a-add9-99be5223de33 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:42.397878 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ac8e03-3d0b-466b-bf8d-f621486c6990 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Network 41e2676c-dfa7-4a22-87ed-f7efd502a6d9 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:33:42.403081 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-d1ac8e03-3d0b-466b-bf8d-f621486c6990 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:33:42.407280 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1ac8e03-3d0b-466b-bf8d-f621486c6990 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:42.407873 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-d1ac8e03-3d0b-466b-bf8d-f621486c6990 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks [] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:42.452589 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ac8e03-3d0b-466b-bf8d-f621486c6990 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Pushing event updated for resources: {'Subnet': ['ID=96c0d066-910f-48a0-ab1b-5c8c1c73b890,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:33:42.457550 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device ca040162-b1b9-446c-9ab6-60d337edb737 no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:33:42.500128 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-d1671598-77ff-414a-add9-99be5223de33 None None] For port ca040162-b1b9-446c-9ab6-60d337edb737, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=ca040162-b1b9-446c-9ab6-60d337edb737,segment=NetworkSegment(5d96f309-e028-4cb7-a58f-990eaca460da),segment_id=5d96f309-e028-4cb7-a58f-990eaca460da)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:33:42.500530 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-d1671598-77ff-414a-add9-99be5223de33 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:42.508289 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cd28105-97ab-47a9-b8e9-f8303e9b4200 tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] Made reservation on behalf of febd9161ebc04bb6900f623702f7c036 for: {'subnet': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:33:42.512492 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6cd28105-97ab-47a9-b8e9-f8303e9b4200 tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274743'] for subnet, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:42.516622 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-d1671598-77ff-414a-add9-99be5223de33 None None] Calling delete_port for ca040162-b1b9-446c-9ab6-60d337edb737 owned by network:dhcp {{(pid=102193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:33:42.595289 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-d1ac8e03-3d0b-466b-bf8d-f621486c6990 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8693128 Aug 11 03:33:42.598476 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 37708) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:42.607782 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-a0ff6e14-067c-4f51-bf8d-4a7f6a9ee7c8 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Request body: {'subnet': {'network_id': '41e2676c-dfa7-4a22-87ed-f7efd502a6d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:33:42.613989 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:42.655362 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port ca040162-b1b9-446c-9ab6-60d337edb737, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=ca040162-b1b9-446c-9ab6-60d337edb737,segment=NetworkSegment(5d96f309-e028-4cb7-a58f-990eaca460da),segment_id=5d96f309-e028-4cb7-a58f-990eaca460da)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:33:42.766370 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:42.824508 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=ca040162-b1b9-446c-9ab6-60d337edb737,revision_number=7']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:33:42.891437 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-d1671598-77ff-414a-add9-99be5223de33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678'] for port, after_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:42.919809 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1671598-77ff-414a-add9-99be5223de33 None None] Pushing event deleted for resources: {'Port': ['ID=ca040162-b1b9-446c-9ab6-60d337edb737,revision_number=None']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:33:42.923908 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1671598-77ff-414a-add9-99be5223de33 None None] No DVR routers for this DVR port ca040162-b1b9-446c-9ab6-60d337edb737 on host n-d-764292-30 {{(pid=102193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:33:42.937806 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c75dd6-c036-44e0-8a42-adc7d920f933 None None] Network 41e2676c-dfa7-4a22-87ed-f7efd502a6d9 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:33:43.006108 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0ff6e14-067c-4f51-bf8d-4a7f6a9ee7c8 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Made reservation on behalf of e43abc7f2b214d1a915ef6ef86af9079 for: {'subnet': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:33:43.010079 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a0ff6e14-067c-4f51-bf8d-4a7f6a9ee7c8 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274743'] for subnet, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:43.014148 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6cd28105-97ab-47a9-b8e9-f8303e9b4200 tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126283476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274725'] for subnet, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:43.087876 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c99f06a-4601-4a63-ba01-bef0045d89c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde080026-c28f-55be-b52b-13827cc43646-41e2676c-dfa7-4a22-87ed-f7efd502a6d9', 'network_id': '41e2676c-dfa7-4a22-87ed-f7efd502a6d9', 'tenant_id': 'e43abc7f2b214d1a915ef6ef86af9079', 'fixed_ips': [{'subnet_id': '96c0d066-910f-48a0-ab1b-5c8c1c73b890'}]}} from n-d-764292-30. {{(pid=102193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:33:43.088769 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-7c99f06a-4601-4a63-ba01-bef0045d89c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:43.134994 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd28105-97ab-47a9-b8e9-f8303e9b4200 tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] Pushing event updated for resources: {'Subnet': ['ID=3a587fe5-7750-407b-a0c9-11a41e5ea3d2,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:33:43.176546 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd28105-97ab-47a9-b8e9-f8303e9b4200 tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] Checking segment: {'id': '82e8ff06-ee83-485a-84bc-82a6784bee6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'cf201379-04f4-495f-83b4-df7903f58917'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:33:43.176904 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cd28105-97ab-47a9-b8e9-f8303e9b4200 tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] Network hostable DHCP agents. Network: cf201379-04f4-495f-83b4-df7903f58917, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:33:43.228249 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.db_base_plugin_common [None req-7c99f06a-4601-4a63-ba01-bef0045d89c4 None None] Allocated IP 172.20.0.2 (41e2676c-dfa7-4a22-87ed-f7efd502a6d9/96c0d066-910f-48a0-ab1b-5c8c1c73b890/5345f4b1-bc3e-4c78-9ed6-202bcbb757c2) {{(pid=102193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:33:43.315860 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cd28105-97ab-47a9-b8e9-f8303e9b4200 tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] Network cf201379-04f4-495f-83b4-df7903f58917 is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:33:43.449076 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-6cd28105-97ab-47a9-b8e9-f8303e9b4200 tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, cf201379-04f4-495f-83b4-df7903f58917) {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:33:43.461584 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-483489b8-f6f7-431f-ba21-c0e280776d77 None None] Network cf201379-04f4-495f-83b4-df7903f58917 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:33:43.472608 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cd28105-97ab-47a9-b8e9-f8303e9b4200 tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:43.473191 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6cd28105-97ab-47a9-b8e9-f8303e9b4200 tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:43.519722 n-d-764292-30 neutron-server[102191]: DEBUG neutron.objects.ports [None req-a0ff6e14-067c-4f51-bf8d-4a7f6a9ee7c8 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102191) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 11 03:33:43.521202 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a0ff6e14-067c-4f51-bf8d-4a7f6a9ee7c8 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126283476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274725'] for subnet, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:43.567907 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ff6e14-067c-4f51-bf8d-4a7f6a9ee7c8 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Network 41e2676c-dfa7-4a22-87ed-f7efd502a6d9 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:33:43.571303 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-a0ff6e14-067c-4f51-bf8d-4a7f6a9ee7c8 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:33:43.577096 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ff6e14-067c-4f51-bf8d-4a7f6a9ee7c8 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:43.580637 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a0ff6e14-067c-4f51-bf8d-4a7f6a9ee7c8 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:43.594681 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ff6e14-067c-4f51-bf8d-4a7f6a9ee7c8 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Pushing event updated for resources: {'Subnet': ['ID=c0a54354-c5e8-447b-91f4-7b65f81dcbb7,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:33:43.605354 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-7c99f06a-4601-4a63-ba01-bef0045d89c4 None None] Notify callbacks [] for port, precommit_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:43.614567 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-6cd28105-97ab-47a9-b8e9-f8303e9b4200 tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2647042 Aug 11 03:33:43.614797 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 37712) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:43.619934 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-945fcefa-36f7-4740-b387-1e6698d253bb tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] Request body: {'port': {'network_id': 'cf201379-04f4-495f-83b4-df7903f58917', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1966725866'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:33:43.638939 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-7c99f06a-4601-4a63-ba01-bef0045d89c4 None None] Transition to ACTIVE for port object 5345f4b1-bc3e-4c78-9ed6-202bcbb757c2 will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:33:43.664931 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-7c99f06a-4601-4a63-ba01-bef0045d89c4 None None] Transition to ACTIVE for port object 5345f4b1-bc3e-4c78-9ed6-202bcbb757c2 will not be triggered until provisioned by entity DHCP. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:33:43.681991 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-a0ff6e14-067c-4f51-bf8d-4a7f6a9ee7c8 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0824244 Aug 11 03:33:43.685649 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 37714) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:43.690959 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-11aeed50-dcb8-40dc-8ccc-a2be3a162258 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Request body: {'port': {'network_id': '41e2676c-dfa7-4a22-87ed-f7efd502a6d9', 'mac_address': 'fa:16:3e:3e:fe:f7', 'name': 'tempest-NetworksTestDHCPv6-1483732251'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:33:43.703425 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2556990d-238e-47e1-bee0-7b4ab9f6acbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde080026-c28f-55be-b52b-13827cc43646-cf201379-04f4-495f-83b4-df7903f58917', 'network_id': 'cf201379-04f4-495f-83b4-df7903f58917', 'tenant_id': 'febd9161ebc04bb6900f623702f7c036', 'fixed_ips': [{'subnet_id': '3a587fe5-7750-407b-a0c9-11a41e5ea3d2'}]}} from n-d-764292-30. {{(pid=102193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:33:43.704367 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2556990d-238e-47e1-bee0-7b4ab9f6acbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:43.778560 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-7c99f06a-4601-4a63-ba01-bef0045d89c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669'] for port, after_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:43.846002 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-945fcefa-36f7-4740-b387-1e6698d253bb tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] Made reservation on behalf of febd9161ebc04bb6900f623702f7c036 for: {'port': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:33:43.852126 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-945fcefa-36f7-4740-b387-1e6698d253bb tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:43.853282 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c99f06a-4601-4a63-ba01-bef0045d89c4 None None] Network 41e2676c-dfa7-4a22-87ed-f7efd502a6d9 is already hosted by enough agents. {{(pid=102193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:33:43.876194 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c99f06a-4601-4a63-ba01-bef0045d89c4 None None] Pushing event updated for resources: {'Port': ['ID=5345f4b1-bc3e-4c78-9ed6-202bcbb757c2,revision_number=1']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:33:43.876316 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [None req-945fcefa-36f7-4740-b387-1e6698d253bb tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] device_id is not set on port e54769b3-9738-4d99-9ad6-06ff8986f107 yet. {{(pid=102191) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:33:43.876453 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.base_scheduler [None req-7c99f06a-4601-4a63-ba01-bef0045d89c4 None None] Resources bound (agent type, host, resource id): {{(pid=102193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:33:43.878655 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c99f06a-4601-4a63-ba01-bef0045d89c4 None None] Received port after_create {{(pid=102193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:33:43.947190 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.db_base_plugin_common [None req-2556990d-238e-47e1-bee0-7b4ab9f6acbb None None] Allocated IP 2001:db8::2 (cf201379-04f4-495f-83b4-df7903f58917/3a587fe5-7750-407b-a0c9-11a41e5ea3d2/145749b5-7a83-4cca-bfe4-f029223d4f40) {{(pid=102193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:33:43.960413 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-7c99f06a-4601-4a63-ba01-bef0045d89c4 None None] Attempting to bind port 5345f4b1-bc3e-4c78-9ed6-202bcbb757c2 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:33:43.960651 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-7c99f06a-4601-4a63-ba01-bef0045d89c4 None None] Attempting to bind port 5345f4b1-bc3e-4c78-9ed6-202bcbb757c2 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': '5d96f309-e028-4cb7-a58f-990eaca460da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '41e2676c-dfa7-4a22-87ed-f7efd502a6d9'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:33:43.961013 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c99f06a-4601-4a63-ba01-bef0045d89c4 None None] Attempting to bind port 5345f4b1-bc3e-4c78-9ed6-202bcbb757c2 on network 41e2676c-dfa7-4a22-87ed-f7efd502a6d9 {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:33:43.971479 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c99f06a-4601-4a63-ba01-bef0045d89c4 None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:33:43.971874 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c99f06a-4601-4a63-ba01-bef0045d89c4 None None] Checking segment: {'id': '5d96f309-e028-4cb7-a58f-990eaca460da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '41e2676c-dfa7-4a22-87ed-f7efd502a6d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:33:43.972277 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-7c99f06a-4601-4a63-ba01-bef0045d89c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:43.972673 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c99f06a-4601-4a63-ba01-bef0045d89c4 None None] Bound using segment: {'id': '5d96f309-e028-4cb7-a58f-990eaca460da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '41e2676c-dfa7-4a22-87ed-f7efd502a6d9'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:33:43.973134 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-7c99f06a-4601-4a63-ba01-bef0045d89c4 None None] Bound port: 5345f4b1-bc3e-4c78-9ed6-202bcbb757c2, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d96f309-e028-4cb7-a58f-990eaca460da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '41e2676c-dfa7-4a22-87ed-f7efd502a6d9'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:33:43.973511 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-7c99f06a-4601-4a63-ba01-bef0045d89c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:43.982780 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11aeed50-dcb8-40dc-8ccc-a2be3a162258 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Made reservation on behalf of e43abc7f2b214d1a915ef6ef86af9079 for: {'port': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:33:44.067219 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-11aeed50-dcb8-40dc-8ccc-a2be3a162258 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:44.093455 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [None req-11aeed50-dcb8-40dc-8ccc-a2be3a162258 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] device_id is not set on port 92d3451a-d681-4557-b813-0c4bc5355535 yet. {{(pid=102192) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:33:44.108664 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-7c99f06a-4601-4a63-ba01-bef0045d89c4 None None] For port 5345f4b1-bc3e-4c78-9ed6-202bcbb757c2, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:33:44.143253 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-7c99f06a-4601-4a63-ba01-bef0045d89c4 None None] For port 5345f4b1-bc3e-4c78-9ed6-202bcbb757c2, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=5345f4b1-bc3e-4c78-9ed6-202bcbb757c2,segment=NetworkSegment(5d96f309-e028-4cb7-a58f-990eaca460da),segment_id=5d96f309-e028-4cb7-a58f-990eaca460da)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:33:44.165102 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2556990d-238e-47e1-bee0-7b4ab9f6acbb None None] Notify callbacks [] for port, precommit_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:44.173354 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-2556990d-238e-47e1-bee0-7b4ab9f6acbb None None] Transition to ACTIVE for port object 145749b5-7a83-4cca-bfe4-f029223d4f40 will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:33:44.189097 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-2556990d-238e-47e1-bee0-7b4ab9f6acbb None None] Transition to ACTIVE for port object 145749b5-7a83-4cca-bfe4-f029223d4f40 will not be triggered until provisioned by entity DHCP. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:33:44.248941 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [None req-11aeed50-dcb8-40dc-8ccc-a2be3a162258 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Allocated IP 172.20.0.6 (41e2676c-dfa7-4a22-87ed-f7efd502a6d9/96c0d066-910f-48a0-ab1b-5c8c1c73b890/92d3451a-d681-4557-b813-0c4bc5355535) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:33:44.255173 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [None req-11aeed50-dcb8-40dc-8ccc-a2be3a162258 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Allocated IP 2001:db8::f816:3eff:fe3e:fef7 (41e2676c-dfa7-4a22-87ed-f7efd502a6d9/c0a54354-c5e8-447b-91f4-7b65f81dcbb7/92d3451a-d681-4557-b813-0c4bc5355535) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:33:44.281183 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-7c99f06a-4601-4a63-ba01-bef0045d89c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:44.286025 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2556990d-238e-47e1-bee0-7b4ab9f6acbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669'] for port, after_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:44.346553 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2556990d-238e-47e1-bee0-7b4ab9f6acbb None None] Network cf201379-04f4-495f-83b4-df7903f58917 is already hosted by enough agents. {{(pid=102193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:33:44.362421 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.base_scheduler [None req-2556990d-238e-47e1-bee0-7b4ab9f6acbb None None] Resources bound (agent type, host, resource id): {{(pid=102193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:33:44.369704 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [None req-945fcefa-36f7-4740-b387-1e6698d253bb tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] Allocated IP 2001:db8::2f6 (cf201379-04f4-495f-83b4-df7903f58917/3a587fe5-7750-407b-a0c9-11a41e5ea3d2/e54769b3-9738-4d99-9ad6-06ff8986f107) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:33:44.392420 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2556990d-238e-47e1-bee0-7b4ab9f6acbb None None] Received port after_create {{(pid=102193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:33:44.400906 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c99f06a-4601-4a63-ba01-bef0045d89c4 None None] Pushing event updated for resources: {'Port': ['ID=5345f4b1-bc3e-4c78-9ed6-202bcbb757c2,revision_number=2']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:33:44.471019 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2556990d-238e-47e1-bee0-7b4ab9f6acbb None None] Pushing event updated for resources: {'Port': ['ID=145749b5-7a83-4cca-bfe4-f029223d4f40,revision_number=1']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:33:44.476046 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-11aeed50-dcb8-40dc-8ccc-a2be3a162258 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:44.497098 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [None req-11aeed50-dcb8-40dc-8ccc-a2be3a162258 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Transition to ACTIVE for port object 92d3451a-d681-4557-b813-0c4bc5355535 will not be triggered until provisioned by entity DHCP. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:33:44.537245 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-2556990d-238e-47e1-bee0-7b4ab9f6acbb None None] Attempting to bind port 145749b5-7a83-4cca-bfe4-f029223d4f40 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:33:44.537878 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-2556990d-238e-47e1-bee0-7b4ab9f6acbb None None] Attempting to bind port 145749b5-7a83-4cca-bfe4-f029223d4f40 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': '82e8ff06-ee83-485a-84bc-82a6784bee6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'cf201379-04f4-495f-83b4-df7903f58917'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:33:44.538046 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2556990d-238e-47e1-bee0-7b4ab9f6acbb None None] Attempting to bind port 145749b5-7a83-4cca-bfe4-f029223d4f40 on network cf201379-04f4-495f-83b4-df7903f58917 {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:33:44.547072 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2556990d-238e-47e1-bee0-7b4ab9f6acbb None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:33:44.547072 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2556990d-238e-47e1-bee0-7b4ab9f6acbb None None] Checking segment: {'id': '82e8ff06-ee83-485a-84bc-82a6784bee6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'cf201379-04f4-495f-83b4-df7903f58917'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:33:44.547072 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2556990d-238e-47e1-bee0-7b4ab9f6acbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:44.547072 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2556990d-238e-47e1-bee0-7b4ab9f6acbb None None] Bound using segment: {'id': '82e8ff06-ee83-485a-84bc-82a6784bee6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'cf201379-04f4-495f-83b4-df7903f58917'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:33:44.547072 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-2556990d-238e-47e1-bee0-7b4ab9f6acbb None None] Bound port: 145749b5-7a83-4cca-bfe4-f029223d4f40, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82e8ff06-ee83-485a-84bc-82a6784bee6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'cf201379-04f4-495f-83b4-df7903f58917'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:33:44.547072 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2556990d-238e-47e1-bee0-7b4ab9f6acbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:44.569115 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-945fcefa-36f7-4740-b387-1e6698d253bb tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:44.589658 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [None req-945fcefa-36f7-4740-b387-1e6698d253bb tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] Transition to ACTIVE for port object e54769b3-9738-4d99-9ad6-06ff8986f107 will not be triggered until provisioned by entity DHCP. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:33:44.647696 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-2556990d-238e-47e1-bee0-7b4ab9f6acbb None None] For port 145749b5-7a83-4cca-bfe4-f029223d4f40, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:33:44.653289 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-2556990d-238e-47e1-bee0-7b4ab9f6acbb None None] For port 145749b5-7a83-4cca-bfe4-f029223d4f40, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=145749b5-7a83-4cca-bfe4-f029223d4f40,segment=NetworkSegment(82e8ff06-ee83-485a-84bc-82a6784bee6b),segment_id=82e8ff06-ee83-485a-84bc-82a6784bee6b)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:33:44.675535 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-11aeed50-dcb8-40dc-8ccc-a2be3a162258 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:44.723150 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11aeed50-dcb8-40dc-8ccc-a2be3a162258 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Network 41e2676c-dfa7-4a22-87ed-f7efd502a6d9 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:33:44.726516 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-11aeed50-dcb8-40dc-8ccc-a2be3a162258 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:33:44.730657 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11aeed50-dcb8-40dc-8ccc-a2be3a162258 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:33:44.737326 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11aeed50-dcb8-40dc-8ccc-a2be3a162258 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Pushing event updated for resources: {'Port': ['ID=92d3451a-d681-4557-b813-0c4bc5355535,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:33:44.749318 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2556990d-238e-47e1-bee0-7b4ab9f6acbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:44.789339 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11aeed50-dcb8-40dc-8ccc-a2be3a162258 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:44.790015 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-11aeed50-dcb8-40dc-8ccc-a2be3a162258 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:44.813700 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2556990d-238e-47e1-bee0-7b4ab9f6acbb None None] Pushing event updated for resources: {'Port': ['ID=145749b5-7a83-4cca-bfe4-f029223d4f40,revision_number=2']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:33:44.819900 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-945fcefa-36f7-4740-b387-1e6698d253bb tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:44.865729 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-945fcefa-36f7-4740-b387-1e6698d253bb tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] Network cf201379-04f4-495f-83b4-df7903f58917 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:33:44.871711 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-945fcefa-36f7-4740-b387-1e6698d253bb tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:33:44.875586 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945fcefa-36f7-4740-b387-1e6698d253bb tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:33:44.884845 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-945fcefa-36f7-4740-b387-1e6698d253bb tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:44.884845 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-945fcefa-36f7-4740-b387-1e6698d253bb tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:44.888865 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-11aeed50-dcb8-40dc-8ccc-a2be3a162258 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.2017133 Aug 11 03:33:44.891193 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 37720) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:44.899995 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945fcefa-36f7-4740-b387-1e6698d253bb tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] Pushing event updated for resources: {'Port': ['ID=e54769b3-9738-4d99-9ad6-06ff8986f107,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:33:44.959754 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c51f13-a15a-41d4-aa7c-7d6148f45654 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:44.966670 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c51f13-a15a-41d4-aa7c-7d6148f45654 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:44.970327 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-43c51f13-a15a-41d4-aa7c-7d6148f45654 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1763 time: 0.0761826 Aug 11 03:33:44.971670 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 37722) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:45.021835 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-945fcefa-36f7-4740-b387-1e6698d253bb tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.4029987 Aug 11 03:33:45.022651 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 37724) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:45.029133 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-3b3e8b1b-b4b1-4b1c-8b67-13ef8198072b tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] Request body: {'port': {'network_id': 'cf201379-04f4-495f-83b4-df7903f58917', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-799186041', 'allowed_address_pairs': [{'ip_address': '2001:db8::2f6', 'mac_address': 'fa:16:3e:36:b6:55'}]}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:33:45.111439 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-dd560649-4e3f-4a1e-a156-b5cf3b25edb1 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Deleting port 92d3451a-d681-4557-b813-0c4bc5355535 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:33:45.111439 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-dd560649-4e3f-4a1e-a156-b5cf3b25edb1 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:45.224710 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-dd560649-4e3f-4a1e-a156-b5cf3b25edb1 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:45.239183 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-dd560649-4e3f-4a1e-a156-b5cf3b25edb1 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Calling delete_port for 92d3451a-d681-4557-b813-0c4bc5355535 owned by {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:33:45.285435 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b3e8b1b-b4b1-4b1c-8b67-13ef8198072b tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] Made reservation on behalf of febd9161ebc04bb6900f623702f7c036 for: {'port': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:33:45.519539 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-dd560649-4e3f-4a1e-a156-b5cf3b25edb1 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:45.554128 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd560649-4e3f-4a1e-a156-b5cf3b25edb1 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Pushing event deleted for resources: {'Port': ['ID=92d3451a-d681-4557-b813-0c4bc5355535,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:33:45.560295 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-768f0cc4-86b5-445f-bb04-1024c54d30b7 None None] Network 41e2676c-dfa7-4a22-87ed-f7efd502a6d9 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:33:45.672003 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-dd560649-4e3f-4a1e-a156-b5cf3b25edb1 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:45.677352 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-dd560649-4e3f-4a1e-a156-b5cf3b25edb1 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "DELETE /v2.0/ports/92d3451a-d681-4557-b813-0c4bc5355535 HTTP/1.1" status: 204 len: 168 time: 0.7043791 Aug 11 03:33:45.678399 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 37726) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:45.702863 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-90d7f432-1f0a-465e-99e3-e9da4bb46f41 None None] Provisioning for port 5345f4b1-bc3e-4c78-9ed6-202bcbb757c2 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:33:45.745998 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-3b3e8b1b-b4b1-4b1c-8b67-13ef8198072b tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:45.749139 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b8cb2ed-ed34-46a1-937b-c9553b163909 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:45.750915 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b8cb2ed-ed34-46a1-937b-c9553b163909 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:45.752821 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b8cb2ed-ed34-46a1-937b-c9553b163909 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:45.756958 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-8b8cb2ed-ed34-46a1-937b-c9553b163909 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0747974 Aug 11 03:33:45.757197 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 37728) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:45.766115 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [None req-3b3e8b1b-b4b1-4b1c-8b67-13ef8198072b tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] device_id is not set on port d3700b40-daca-49af-98c6-ac0bca21f7f5 yet. {{(pid=102192) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:33:45.825156 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae51c73a-2c1c-4bcc-a94a-6f5ebddbb088 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Deleting subnet 96c0d066-910f-48a0-ab1b-5c8c1c73b890 {{(pid=102191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:33:45.828736 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ae51c73a-2c1c-4bcc-a94a-6f5ebddbb088 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks [] for subnet, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:45.850224 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd5cc951-6708-4161-ba0d-2c6ae0bd8e7a None None] Update dhcp port {'port': {'network_id': '41e2676c-dfa7-4a22-87ed-f7efd502a6d9', 'fixed_ips': [{'subnet_id': '96c0d066-910f-48a0-ab1b-5c8c1c73b890', 'ip_address': '172.20.0.2'}, {'subnet_id': 'c0a54354-c5e8-447b-91f4-7b65f81dcbb7'}], 'binding:host_id': 'n-d-764292-30'}, 'id': '5345f4b1-bc3e-4c78-9ed6-202bcbb757c2'} from n-d-764292-30. {{(pid=102193) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 11 03:33:45.881021 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ae51c73a-2c1c-4bcc-a94a-6f5ebddbb088 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126283525'] for subnet, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:45.884016 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-fd5cc951-6708-4161-ba0d-2c6ae0bd8e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:45.912047 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [None req-3b3e8b1b-b4b1-4b1c-8b67-13ef8198072b tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] Allocated IP 2001:db8::30e (cf201379-04f4-495f-83b4-df7903f58917/3a587fe5-7750-407b-a0c9-11a41e5ea3d2/d3700b40-daca-49af-98c6-ac0bca21f7f5) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:33:46.004635 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ae51c73a-2c1c-4bcc-a94a-6f5ebddbb088 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:46.064222 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33d6a66b-612d-410c-9813-03a7895b5d70 None None] Network cf201379-04f4-495f-83b4-df7903f58917 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:33:46.107490 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-3b3e8b1b-b4b1-4b1c-8b67-13ef8198072b tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:46.123506 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [None req-3b3e8b1b-b4b1-4b1c-8b67-13ef8198072b tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] Transition to ACTIVE for port object d3700b40-daca-49af-98c6-ac0bca21f7f5 will not be triggered until provisioned by entity DHCP. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:33:46.211731 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ae51c73a-2c1c-4bcc-a94a-6f5ebddbb088 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126283413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126275158'] for subnet, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:46.226945 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server [None req-fd5cc951-6708-4161-ba0d-2c6ae0bd8e7a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 96c0d066-910f-48a0-ab1b-5c8c1c73b890: This subnet is being modified by another concurrent operation. Aug 11 03:33:46.226945 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 11 03:33:46.226945 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 11 03:33:46.226945 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 11 03:33:46.226945 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 11 03:33:46.226945 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 11 03:33:46.226945 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 11 03:33:46.226945 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 11 03:33:46.226945 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 11 03:33:46.226945 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 11 03:33:46.226945 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 11 03:33:46.226945 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 11 03:33:46.226945 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 11 03:33:46.226945 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 11 03:33:46.226945 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 03:33:46.226945 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 03:33:46.226945 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 03:33:46.226945 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 03:33:46.226945 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 11 03:33:46.226945 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 03:33:46.226945 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 11 03:33:46.226945 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 11 03:33:46.226945 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 03:33:46.226945 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 03:33:46.226945 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 03:33:46.226945 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 03:33:46.226945 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 11 03:33:46.226945 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 03:33:46.226945 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 11 03:33:46.226945 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 11 03:33:46.226945 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 03:33:46.226945 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 03:33:46.226945 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 03:33:46.226945 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 03:33:46.226945 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 11 03:33:46.226945 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 11 03:33:46.226945 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Aug 11 03:33:46.226945 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Aug 11 03:33:46.226945 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Aug 11 03:33:46.226945 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Aug 11 03:33:46.226945 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 11 03:33:46.226945 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 11 03:33:46.226945 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 11 03:33:46.226945 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 11 03:33:46.226945 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 11 03:33:46.226945 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 11 03:33:46.226945 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 03:33:46.226945 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 03:33:46.226945 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 03:33:46.226945 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 03:33:46.226945 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 11 03:33:46.226945 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 03:33:46.226945 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 11 03:33:46.226945 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 11 03:33:46.226945 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 03:33:46.226945 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 03:33:46.226945 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 03:33:46.226945 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 03:33:46.226945 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 11 03:33:46.226945 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 03:33:46.226945 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 11 03:33:46.226945 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 11 03:33:46.226945 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 03:33:46.226945 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 03:33:46.226945 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 03:33:46.226945 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 03:33:46.226945 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 11 03:33:46.226945 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 11 03:33:46.226945 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Aug 11 03:33:46.226945 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Aug 11 03:33:46.226945 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 11 03:33:46.226945 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 11 03:33:46.226945 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Aug 11 03:33:46.226945 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Aug 11 03:33:46.226945 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Aug 11 03:33:46.226945 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Aug 11 03:33:46.226945 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Aug 11 03:33:46.226945 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Aug 11 03:33:46.226945 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Aug 11 03:33:46.226945 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 11 03:33:46.226945 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 11 03:33:46.226945 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 11 03:33:46.226945 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 11 03:33:46.226945 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server raise exception Aug 11 03:33:46.226945 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 96c0d066-910f-48a0-ab1b-5c8c1c73b890: This subnet is being modified by another concurrent operation. Aug 11 03:33:46.226945 n-d-764292-30 neutron-server[102193]: ERROR oslo_messaging.rpc.server Aug 11 03:33:46.245858 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae51c73a-2c1c-4bcc-a94a-6f5ebddbb088 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Pushing event deleted for resources: {'Subnet': ['ID=96c0d066-910f-48a0-ab1b-5c8c1c73b890,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:33:46.247894 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ae51c73a-2c1c-4bcc-a94a-6f5ebddbb088 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:46.249773 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-ae51c73a-2c1c-4bcc-a94a-6f5ebddbb088 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "DELETE /v2.0/subnets/96c0d066-910f-48a0-ab1b-5c8c1c73b890 HTTP/1.1" status: 204 len: 168 time: 0.4916334 Aug 11 03:33:46.252490 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 37736) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:46.259178 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-a4b9e273-9ad8-41d9-9784-265a1e90464b None None] Provisioning for port 145749b5-7a83-4cca-bfe4-f029223d4f40 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:33:46.265269 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-3b3e8b1b-b4b1-4b1c-8b67-13ef8198072b tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:46.335481 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f6b5863-519c-46c0-a0c6-83ee42352828 None None] Network 41e2676c-dfa7-4a22-87ed-f7efd502a6d9 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:33:46.346003 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b3e8b1b-b4b1-4b1c-8b67-13ef8198072b tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] Network cf201379-04f4-495f-83b4-df7903f58917 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:33:46.357099 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-3b3e8b1b-b4b1-4b1c-8b67-13ef8198072b tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:33:46.364649 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b3e8b1b-b4b1-4b1c-8b67-13ef8198072b tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:33:46.370489 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b3e8b1b-b4b1-4b1c-8b67-13ef8198072b tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:46.371013 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-3b3e8b1b-b4b1-4b1c-8b67-13ef8198072b tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:46.385331 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_v2 [None req-d17ac90c-4f04-4338-9a3c-8afb51d25ff5 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Deleting subnet c0a54354-c5e8-447b-91f4-7b65f81dcbb7 {{(pid=102192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:33:46.391741 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e8b1b-b4b1-4b1c-8b67-13ef8198072b tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] Pushing event updated for resources: {'Port': ['ID=d3700b40-daca-49af-98c6-ac0bca21f7f5,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:33:46.396990 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-d17ac90c-4f04-4338-9a3c-8afb51d25ff5 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks [] for subnet, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:46.455813 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-d17ac90c-4f04-4338-9a3c-8afb51d25ff5 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125932460'] for subnet, precommit_delete_associations {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:46.502635 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 37738) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:46.502892 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-3b3e8b1b-b4b1-4b1c-8b67-13ef8198072b tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 1.4788384 Aug 11 03:33:46.509003 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 145749b5-7a83-4cca-bfe4-f029223d4f40 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:33:46.524237 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-d17ac90c-4f04-4338-9a3c-8afb51d25ff5 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:46.587637 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cccad075-6b09-4866-8834-c3f9e99f0b58 tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:46.595535 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cccad075-6b09-4866-8834-c3f9e99f0b58 tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:46.602718 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cccad075-6b09-4866-8834-c3f9e99f0b58 tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:46.603587 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-cccad075-6b09-4866-8834-c3f9e99f0b58 tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.1000578 Aug 11 03:33:46.607018 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 37740) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:46.660770 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38a106b5-2f2a-49c9-a5a5-34a75e40287f None None] Update dhcp port {'port': {'network_id': '41e2676c-dfa7-4a22-87ed-f7efd502a6d9', 'fixed_ips': [{'subnet_id': 'c0a54354-c5e8-447b-91f4-7b65f81dcbb7'}], 'binding:host_id': 'n-d-764292-30'}, 'id': '5345f4b1-bc3e-4c78-9ed6-202bcbb757c2'} from n-d-764292-30. {{(pid=102193) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 11 03:33:46.686119 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-d17ac90c-4f04-4338-9a3c-8afb51d25ff5 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125932157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126180897'] for subnet, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:46.706175 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port 145749b5-7a83-4cca-bfe4-f029223d4f40 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:33:46.720670 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-115e13f0-483c-4aca-9713-2a9c8d6c072b tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] Deleting port d3700b40-daca-49af-98c6-ac0bca21f7f5 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:33:46.720805 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-115e13f0-483c-4aca-9713-2a9c8d6c072b tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:46.739239 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 145749b5-7a83-4cca-bfe4-f029223d4f40 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:33:46.739774 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:46.740181 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17ac90c-4f04-4338-9a3c-8afb51d25ff5 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Pushing event deleted for resources: {'Subnet': ['ID=c0a54354-c5e8-447b-91f4-7b65f81dcbb7,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:33:46.757252 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-d17ac90c-4f04-4338-9a3c-8afb51d25ff5 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks [] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:46.760454 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-d17ac90c-4f04-4338-9a3c-8afb51d25ff5 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "DELETE /v2.0/subnets/c0a54354-c5e8-447b-91f4-7b65f81dcbb7 HTTP/1.1" status: 204 len: 168 time: 0.5066347 Aug 11 03:33:46.763942 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 37744) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:46.781352 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-38a106b5-2f2a-49c9-a5a5-34a75e40287f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:46.841866 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 37746) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:46.850611 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-4ed3788d-7c1d-4d49-bbb9-e46e6f065377 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Request body: {'subnet': {'network_id': '41e2676c-dfa7-4a22-87ed-f7efd502a6d9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:33:46.853419 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-d9d0ce5f-f8ec-4ad8-927a-c6f4422bd0d8 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0810590 Aug 11 03:33:46.857244 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-115e13f0-483c-4aca-9713-2a9c8d6c072b tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:46.916336 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-115e13f0-483c-4aca-9713-2a9c8d6c072b tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] Calling delete_port for d3700b40-daca-49af-98c6-ac0bca21f7f5 owned by {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:33:46.916900 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-20e22548-ef6a-43ea-a5d8-c94ba1442b69 None None] Provisioning for port e54769b3-9738-4d99-9ad6-06ff8986f107 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:33:46.966970 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-20e22548-ef6a-43ea-a5d8-c94ba1442b69 None None] Provisioning complete for port e54769b3-9738-4d99-9ad6-06ff8986f107 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:33:46.967611 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-20e22548-ef6a-43ea-a5d8-c94ba1442b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:47.072495 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-20e22548-ef6a-43ea-a5d8-c94ba1442b69 None None] Port e54769b3-9738-4d99-9ad6-06ff8986f107 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:33:47.076938 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:47.123358 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port 145749b5-7a83-4cca-bfe4-f029223d4f40, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=145749b5-7a83-4cca-bfe4-f029223d4f40,segment=NetworkSegment(82e8ff06-ee83-485a-84bc-82a6784bee6b),segment_id=82e8ff06-ee83-485a-84bc-82a6784bee6b)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:33:47.125429 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ed3788d-7c1d-4d49-bbb9-e46e6f065377 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Made reservation on behalf of e43abc7f2b214d1a915ef6ef86af9079 for: {'subnet': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:33:47.129142 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4ed3788d-7c1d-4d49-bbb9-e46e6f065377 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274743'] for subnet, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:47.203658 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-4ef23512-01b7-46c5-b3a4-e7b66c880900 None None] Could not find standard attr ID for object 92d3451a-d681-4557-b813-0c4bc5355535. {{(pid=102193) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 03:33:47.214272 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d415e7c-b769-4663-be2a-f38480dd1359 None None] get_active_networks_info from n-d-764292-30 {{(pid=102193) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 11 03:33:47.234422 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-115e13f0-483c-4aca-9713-2a9c8d6c072b tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:47.243149 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:47.272015 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115e13f0-483c-4aca-9713-2a9c8d6c072b tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] Pushing event deleted for resources: {'Port': ['ID=d3700b40-daca-49af-98c6-ac0bca21f7f5,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:33:47.272350 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-4ef23512-01b7-46c5-b3a4-e7b66c880900 None None] Provisioning complete for port e54769b3-9738-4d99-9ad6-06ff8986f107 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:33:47.272729 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-4ef23512-01b7-46c5-b3a4-e7b66c880900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:47.360742 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=145749b5-7a83-4cca-bfe4-f029223d4f40,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:33:47.366032 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-4ef23512-01b7-46c5-b3a4-e7b66c880900 None None] Port e54769b3-9738-4d99-9ad6-06ff8986f107 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:33:47.392784 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d415e7c-b769-4663-be2a-f38480dd1359 None None] Resources bound (agent type, host, resource id): {{(pid=102193) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 11 03:33:47.430647 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-115e13f0-483c-4aca-9713-2a9c8d6c072b tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:47.435289 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 37748) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:47.435422 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-115e13f0-483c-4aca-9713-2a9c8d6c072b tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] 10.222.0.41 "DELETE /v2.0/ports/d3700b40-daca-49af-98c6-ac0bca21f7f5 HTTP/1.1" status: 204 len: 168 time: 0.8272769 Aug 11 03:33:47.489992 n-d-764292-30 neutron-server[102192]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f766f9f-a9e7-4e95-bb9e-3270f00a5ed3 tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] GET failed (client error): The resource could not be found. Aug 11 03:33:47.492366 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-5f766f9f-a9e7-4e95-bb9e-3270f00a5ed3 tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] 10.222.0.41 "GET /v2.0/ports/d3700b40-daca-49af-98c6-ac0bca21f7f5 HTTP/1.1" status: 404 len: 333 time: 0.0554035 Aug 11 03:33:47.495614 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-5ca1d767-85b4-45e1-875a-acf9deefd6a6 None None] Could not find standard attr ID for object d3700b40-daca-49af-98c6-ac0bca21f7f5. {{(pid=102193) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 03:33:47.497097 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 37750) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:47.502993 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-43409336-e3a2-4d27-8530-0e735e8fb8b7 tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] Request body: {'port': {'network_id': 'cf201379-04f4-495f-83b4-df7903f58917', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2081232638'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:33:47.543212 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4ed3788d-7c1d-4d49-bbb9-e46e6f065377 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126283476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274725'] for subnet, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:47.594550 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed3788d-7c1d-4d49-bbb9-e46e6f065377 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Network 41e2676c-dfa7-4a22-87ed-f7efd502a6d9 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:33:47.598311 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-4ed3788d-7c1d-4d49-bbb9-e46e6f065377 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:33:47.602096 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ed3788d-7c1d-4d49-bbb9-e46e6f065377 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:47.602727 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4ed3788d-7c1d-4d49-bbb9-e46e6f065377 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:47.618042 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed3788d-7c1d-4d49-bbb9-e46e6f065377 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Pushing event updated for resources: {'Subnet': ['ID=433d97b2-8964-4f4a-b575-fcbb7613dfac,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:33:47.702378 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43409336-e3a2-4d27-8530-0e735e8fb8b7 tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] Made reservation on behalf of febd9161ebc04bb6900f623702f7c036 for: {'port': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:33:47.706071 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-43409336-e3a2-4d27-8530-0e735e8fb8b7 tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:47.718488 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d3acdc8-b85a-4720-ac4b-fe930b6afa8c None None] Update dhcp port {'port': {'network_id': '41e2676c-dfa7-4a22-87ed-f7efd502a6d9', 'fixed_ips': [{'subnet_id': '433d97b2-8964-4f4a-b575-fcbb7613dfac'}], 'binding:host_id': 'n-d-764292-30'}, 'id': '5345f4b1-bc3e-4c78-9ed6-202bcbb757c2'} from n-d-764292-30. {{(pid=102193) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 11 03:33:47.726970 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [None req-43409336-e3a2-4d27-8530-0e735e8fb8b7 tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] device_id is not set on port e4978e59-ab00-499e-b5b3-d662addaba56 yet. {{(pid=102192) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:33:47.748109 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-5d3acdc8-b85a-4720-ac4b-fe930b6afa8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:47.826431 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 37754) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:47.827027 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-4ed3788d-7c1d-4d49-bbb9-e46e6f065377 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9835539 Aug 11 03:33:47.832034 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-0a2f943c-fc88-4ae9-99a0-3d5d95d42673 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Request body: {'subnet': {'network_id': '41e2676c-dfa7-4a22-87ed-f7efd502a6d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:33:47.907644 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.db_base_plugin_common [None req-5d3acdc8-b85a-4720-ac4b-fe930b6afa8c None None] Allocated IP 172.20.0.2 (41e2676c-dfa7-4a22-87ed-f7efd502a6d9/433d97b2-8964-4f4a-b575-fcbb7613dfac/5345f4b1-bc3e-4c78-9ed6-202bcbb757c2) {{(pid=102193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:33:47.909976 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [None req-43409336-e3a2-4d27-8530-0e735e8fb8b7 tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] Allocated IP 2001:db8::3e (cf201379-04f4-495f-83b4-df7903f58917/3a587fe5-7750-407b-a0c9-11a41e5ea3d2/e4978e59-ab00-499e-b5b3-d662addaba56) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:33:48.008549 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-5d3acdc8-b85a-4720-ac4b-fe930b6afa8c None None] For port 5345f4b1-bc3e-4c78-9ed6-202bcbb757c2, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=5345f4b1-bc3e-4c78-9ed6-202bcbb757c2,segment=NetworkSegment(5d96f309-e028-4cb7-a58f-990eaca460da),segment_id=5d96f309-e028-4cb7-a58f-990eaca460da)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:33:48.039118 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-5d3acdc8-b85a-4720-ac4b-fe930b6afa8c None None] Notify callbacks [] for port, precommit_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:48.052799 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-5d3acdc8-b85a-4720-ac4b-fe930b6afa8c None None] Transition to ACTIVE for port object 5345f4b1-bc3e-4c78-9ed6-202bcbb757c2 will not be triggered until provisioned by entity DHCP. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:33:48.103480 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-43409336-e3a2-4d27-8530-0e735e8fb8b7 tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:48.107528 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a2f943c-fc88-4ae9-99a0-3d5d95d42673 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Made reservation on behalf of e43abc7f2b214d1a915ef6ef86af9079 for: {'subnet': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:33:48.111080 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0a2f943c-fc88-4ae9-99a0-3d5d95d42673 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126180544'] for subnet, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:48.142251 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-5d3acdc8-b85a-4720-ac4b-fe930b6afa8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:48.168355 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [None req-43409336-e3a2-4d27-8530-0e735e8fb8b7 tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] Transition to ACTIVE for port object e4978e59-ab00-499e-b5b3-d662addaba56 will not be triggered until provisioned by entity DHCP. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:33:48.256987 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3acdc8-b85a-4720-ac4b-fe930b6afa8c None None] Pushing event updated for resources: {'Port': ['ID=5345f4b1-bc3e-4c78-9ed6-202bcbb757c2,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:33:48.338111 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-43409336-e3a2-4d27-8530-0e735e8fb8b7 tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:48.417703 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43409336-e3a2-4d27-8530-0e735e8fb8b7 tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] Network cf201379-04f4-495f-83b4-df7903f58917 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:33:48.424234 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-43409336-e3a2-4d27-8530-0e735e8fb8b7 tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:33:48.434581 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43409336-e3a2-4d27-8530-0e735e8fb8b7 tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:33:48.440269 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43409336-e3a2-4d27-8530-0e735e8fb8b7 tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:48.443664 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-43409336-e3a2-4d27-8530-0e735e8fb8b7 tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:48.483161 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43409336-e3a2-4d27-8530-0e735e8fb8b7 tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] Pushing event updated for resources: {'Port': ['ID=e4978e59-ab00-499e-b5b3-d662addaba56,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:33:48.530585 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 145749b5-7a83-4cca-bfe4-f029223d4f40 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:33:48.560414 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-43409336-e3a2-4d27-8530-0e735e8fb8b7 tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.0614550 Aug 11 03:33:48.563568 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 37756) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:48.568804 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-024ee70b-0fca-4f7e-91d4-f45ddf70ec74 tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2f6', 'mac_address': 'fa:16:3e:36:b6:55'}]}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:33:48.599479 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 145749b5-7a83-4cca-bfe4-f029223d4f40 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:33:48.599783 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:48.673403 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-024ee70b-0fca-4f7e-91d4-f45ddf70ec74 tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:48.871355 n-d-764292-30 neutron-server[102192]: DEBUG neutron.objects.ports [None req-0a2f943c-fc88-4ae9-99a0-3d5d95d42673 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102192) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 11 03:33:48.995173 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93b445da-9451-4ff4-99c8-5fc259082c3a None None] get_active_networks_info from n-d-764292-30 {{(pid=102193) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 11 03:33:49.113163 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93b445da-9451-4ff4-99c8-5fc259082c3a None None] Resources bound (agent type, host, resource id): {{(pid=102193) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 11 03:33:49.116544 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-9924ebd1-b5dc-48f3-b95f-d6047a915253 None None] Provisioning for port 5345f4b1-bc3e-4c78-9ed6-202bcbb757c2 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:33:49.125149 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-024ee70b-0fca-4f7e-91d4-f45ddf70ec74 tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] Notify callbacks [] for port, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:49.227534 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-024ee70b-0fca-4f7e-91d4-f45ddf70ec74 tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:49.256810 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0a2f943c-fc88-4ae9-99a0-3d5d95d42673 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:49.271741 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-024ee70b-0fca-4f7e-91d4-f45ddf70ec74 tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] In _notify_port_updated(), no bound segment for port e4978e59-ab00-499e-b5b3-d662addaba56 on network cf201379-04f4-495f-83b4-df7903f58917 {{(pid=102192) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 03:33:49.277937 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-024ee70b-0fca-4f7e-91d4-f45ddf70ec74 tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:49.278576 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-024ee70b-0fca-4f7e-91d4-f45ddf70ec74 tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:49.279893 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-024ee70b-0fca-4f7e-91d4-f45ddf70ec74 tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] 10.222.0.41 "PUT /v2.0/ports/e4978e59-ab00-499e-b5b3-d662addaba56 HTTP/1.1" status: 200 len: 1002 time: 0.7155678 Aug 11 03:33:49.283422 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 37760) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:49.324011 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024ee70b-0fca-4f7e-91d4-f45ddf70ec74 tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] Pushing event updated for resources: {'Port': ['ID=e4978e59-ab00-499e-b5b3-d662addaba56,revision_number=2']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:33:49.390741 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-c79dc24d-b944-4cdf-908d-2ff3ba448239 tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] Deleting port e4978e59-ab00-499e-b5b3-d662addaba56 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:33:49.391092 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c79dc24d-b944-4cdf-908d-2ff3ba448239 tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:49.463956 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [None req-0a2f943c-fc88-4ae9-99a0-3d5d95d42673 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] For port 5345f4b1-bc3e-4c78-9ed6-202bcbb757c2, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=5345f4b1-bc3e-4c78-9ed6-202bcbb757c2,segment=NetworkSegment(5d96f309-e028-4cb7-a58f-990eaca460da),segment_id=5d96f309-e028-4cb7-a58f-990eaca460da)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:33:49.486084 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c79dc24d-b944-4cdf-908d-2ff3ba448239 tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:49.500348 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-c79dc24d-b944-4cdf-908d-2ff3ba448239 tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] Calling delete_port for e4978e59-ab00-499e-b5b3-d662addaba56 owned by {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:33:49.500902 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0a2f943c-fc88-4ae9-99a0-3d5d95d42673 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks [] for port, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:49.582102 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0a2f943c-fc88-4ae9-99a0-3d5d95d42673 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:49.582943 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0a2f943c-fc88-4ae9-99a0-3d5d95d42673 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125932092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126180562'] for subnet, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:49.659876 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a2f943c-fc88-4ae9-99a0-3d5d95d42673 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Network 41e2676c-dfa7-4a22-87ed-f7efd502a6d9 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:33:49.671322 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-0a2f943c-fc88-4ae9-99a0-3d5d95d42673 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:33:49.679511 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a2f943c-fc88-4ae9-99a0-3d5d95d42673 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:49.680112 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0a2f943c-fc88-4ae9-99a0-3d5d95d42673 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks [] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:49.692316 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2f943c-fc88-4ae9-99a0-3d5d95d42673 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Pushing event updated for resources: {'Subnet': ['ID=36fe3603-cc0d-4284-b473-70e0ae3156a9,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:33:49.707182 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2f943c-fc88-4ae9-99a0-3d5d95d42673 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Pushing event updated for resources: {'Port': ['ID=5345f4b1-bc3e-4c78-9ed6-202bcbb757c2,revision_number=6']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:33:49.707987 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c79dc24d-b944-4cdf-908d-2ff3ba448239 tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:49.739606 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79dc24d-b944-4cdf-908d-2ff3ba448239 tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] Pushing event deleted for resources: {'Port': ['ID=e4978e59-ab00-499e-b5b3-d662addaba56,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:33:49.783359 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-0a2f943c-fc88-4ae9-99a0-3d5d95d42673 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9555395 Aug 11 03:33:49.786120 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 37762) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:49.794064 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-cc2e70c3-d8e1-455e-96ee-c4567bf82070 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Request body: {'port': {'network_id': '41e2676c-dfa7-4a22-87ed-f7efd502a6d9', 'mac_address': 'fa:16:3e:7d:e0:79', 'name': 'tempest-NetworksTestDHCPv6-1601214901'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:33:49.894110 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c79dc24d-b944-4cdf-908d-2ff3ba448239 tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:49.898704 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-c79dc24d-b944-4cdf-908d-2ff3ba448239 tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] 10.222.0.41 "DELETE /v2.0/ports/e4978e59-ab00-499e-b5b3-d662addaba56 HTTP/1.1" status: 204 len: 168 time: 0.6104391 Aug 11 03:33:49.899453 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 37770) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:49.927591 n-d-764292-30 neutron-server[102192]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d5f352a-60f3-4755-b5f0-5d50e45a1c63 tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] GET failed (client error): The resource could not be found. Aug 11 03:33:49.935625 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 37772) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:49.935934 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-3d5f352a-60f3-4755-b5f0-5d50e45a1c63 tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] 10.222.0.41 "GET /v2.0/ports/e4978e59-ab00-499e-b5b3-d662addaba56 HTTP/1.1" status: 404 len: 333 time: 0.0353651 Aug 11 03:33:49.941306 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-1dbcc10d-86f9-49bb-a031-2da74a0e0af0 tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] Request body: {'port': {'network_id': 'cf201379-04f4-495f-83b4-df7903f58917', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-186339336'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:33:49.942231 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e5bc14a-b160-496d-b078-b9e0229ed043 None None] Network 41e2676c-dfa7-4a22-87ed-f7efd502a6d9 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:33:50.097059 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc2e70c3-d8e1-455e-96ee-c4567bf82070 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Made reservation on behalf of e43abc7f2b214d1a915ef6ef86af9079 for: {'port': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:33:50.206628 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-cc2e70c3-d8e1-455e-96ee-c4567bf82070 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:50.228936 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dbcc10d-86f9-49bb-a031-2da74a0e0af0 tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] Made reservation on behalf of febd9161ebc04bb6900f623702f7c036 for: {'port': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:33:50.232496 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1dbcc10d-86f9-49bb-a031-2da74a0e0af0 tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:50.250083 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [None req-cc2e70c3-d8e1-455e-96ee-c4567bf82070 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] device_id is not set on port aaa1bb21-c1a1-4f54-a9be-0b9588d77f41 yet. {{(pid=102191) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:33:50.264432 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [None req-1dbcc10d-86f9-49bb-a031-2da74a0e0af0 tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] device_id is not set on port ee1cf7f2-2a38-4d18-a29c-239d46599dc0 yet. {{(pid=102191) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:33:50.470403 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76f59bd-4050-4a30-8c10-2f9f1d1eefe8 req-c230130d-198c-4e53-9f7b-17b16bd2f256 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:50.472124 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c76f59bd-4050-4a30-8c10-2f9f1d1eefe8 req-c230130d-198c-4e53-9f7b-17b16bd2f256 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/networks?id=72c2364e-d28c-436a-9463-f669c277e7f2 HTTP/1.1" status: 200 len: 811 time: 0.1591423 Aug 11 03:33:50.500600 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c76f59bd-4050-4a30-8c10-2f9f1d1eefe8 req-1ab4e7bb-e18c-46e8-9c4d-1c9d251dc202 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/quotas/72275185a8d64845babaf2324f627ca7 HTTP/1.1" status: 200 len: 375 time: 0.0222797 Aug 11 03:33:50.527518 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d369a5b9-d1f5-4b20-809f-d5d60d079767 None None] Network 41e2676c-dfa7-4a22-87ed-f7efd502a6d9 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:33:50.562487 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [None req-cc2e70c3-d8e1-455e-96ee-c4567bf82070 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Allocated IP 172.20.0.6 (41e2676c-dfa7-4a22-87ed-f7efd502a6d9/433d97b2-8964-4f4a-b575-fcbb7613dfac/aaa1bb21-c1a1-4f54-a9be-0b9588d77f41) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:33:50.562963 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [None req-1dbcc10d-86f9-49bb-a031-2da74a0e0af0 tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] Allocated IP 2001:db8::178 (cf201379-04f4-495f-83b4-df7903f58917/3a587fe5-7750-407b-a0c9-11a41e5ea3d2/ee1cf7f2-2a38-4d18-a29c-239d46599dc0) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:33:50.566107 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [None req-cc2e70c3-d8e1-455e-96ee-c4567bf82070 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Allocated IP 2001:db8::f816:3eff:fe7d:e079 (41e2676c-dfa7-4a22-87ed-f7efd502a6d9/36fe3603-cc0d-4284-b473-70e0ae3156a9/aaa1bb21-c1a1-4f54-a9be-0b9588d77f41) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:33:50.591904 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c76f59bd-4050-4a30-8c10-2f9f1d1eefe8 req-ae673079-7ec1-4114-bdfc-3f4ebb61bcfc tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=72275185a8d64845babaf2324f627ca7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0844715 Aug 11 03:33:50.599793 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 5345f4b1-bc3e-4c78-9ed6-202bcbb757c2 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:33:50.785374 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c76f59bd-4050-4a30-8c10-2f9f1d1eefe8 req-fe983aa0-b964-47c5-8906-4e94dab6a8e9 service neutron] 10.222.0.41 "GET /v2.0/networks/72c2364e-d28c-436a-9463-f669c277e7f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830053 Aug 11 03:33:50.869652 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-cc2e70c3-d8e1-455e-96ee-c4567bf82070 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:50.874254 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1dbcc10d-86f9-49bb-a031-2da74a0e0af0 tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:50.895637 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [None req-cc2e70c3-d8e1-455e-96ee-c4567bf82070 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Transition to ACTIVE for port object aaa1bb21-c1a1-4f54-a9be-0b9588d77f41 will not be triggered until provisioned by entity DHCP. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:33:50.897209 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [None req-1dbcc10d-86f9-49bb-a031-2da74a0e0af0 tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] Transition to ACTIVE for port object ee1cf7f2-2a38-4d18-a29c-239d46599dc0 will not be triggered until provisioned by entity DHCP. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:33:50.932020 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c76f59bd-4050-4a30-8c10-2f9f1d1eefe8 req-703fab0f-3454-47e2-b526-62329c8eefe8 service neutron] 10.222.0.41 "GET /v2.0/networks/72c2364e-d28c-436a-9463-f669c277e7f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366508 Aug 11 03:33:50.992384 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port 5345f4b1-bc3e-4c78-9ed6-202bcbb757c2 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:33:50.999033 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-564dc599-3381-423a-b2d5-293ea04d31af None None] Could not find standard attr ID for object e4978e59-ab00-499e-b5b3-d662addaba56. {{(pid=102193) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 03:33:51.001987 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 5345f4b1-bc3e-4c78-9ed6-202bcbb757c2 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:33:51.002308 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:51.017350 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1dbcc10d-86f9-49bb-a031-2da74a0e0af0 tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:51.019278 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-cc2e70c3-d8e1-455e-96ee-c4567bf82070 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:51.080953 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dbcc10d-86f9-49bb-a031-2da74a0e0af0 tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] Network cf201379-04f4-495f-83b4-df7903f58917 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:33:51.085287 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-1dbcc10d-86f9-49bb-a031-2da74a0e0af0 tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:33:51.087972 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dbcc10d-86f9-49bb-a031-2da74a0e0af0 tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:33:51.096360 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dbcc10d-86f9-49bb-a031-2da74a0e0af0 tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:51.097728 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1dbcc10d-86f9-49bb-a031-2da74a0e0af0 tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:51.114038 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:51.128094 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc2e70c3-d8e1-455e-96ee-c4567bf82070 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Network 41e2676c-dfa7-4a22-87ed-f7efd502a6d9 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:33:51.134411 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-cc2e70c3-d8e1-455e-96ee-c4567bf82070 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:33:51.143370 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2e70c3-d8e1-455e-96ee-c4567bf82070 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:33:51.150738 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbcc10d-86f9-49bb-a031-2da74a0e0af0 tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] Pushing event updated for resources: {'Port': ['ID=ee1cf7f2-2a38-4d18-a29c-239d46599dc0,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:33:51.153751 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port 5345f4b1-bc3e-4c78-9ed6-202bcbb757c2, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=5345f4b1-bc3e-4c78-9ed6-202bcbb757c2,segment=NetworkSegment(5d96f309-e028-4cb7-a58f-990eaca460da),segment_id=5d96f309-e028-4cb7-a58f-990eaca460da)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:33:51.235089 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-1dbcc10d-86f9-49bb-a031-2da74a0e0af0 tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.2979805 Aug 11 03:33:51.238191 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 37794) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:51.243838 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-71013451-65b8-49a9-9135-105e96f89038 tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:36:b6:55'}]}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:33:51.256150 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc2e70c3-d8e1-455e-96ee-c4567bf82070 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:51.256903 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-cc2e70c3-d8e1-455e-96ee-c4567bf82070 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:51.261668 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2e70c3-d8e1-455e-96ee-c4567bf82070 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Pushing event updated for resources: {'Port': ['ID=aaa1bb21-c1a1-4f54-a9be-0b9588d77f41,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:33:51.279691 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:51.349751 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=5345f4b1-bc3e-4c78-9ed6-202bcbb757c2,revision_number=7']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:33:51.377922 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-cc2e70c3-d8e1-455e-96ee-c4567bf82070 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.5906832 Aug 11 03:33:51.380455 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 37798) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:51.435541 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0ef6e7cd-a076-41fa-b279-ead8b6482ea5 req-5f4e3b0f-606a-4078-b170-7acaa73d656d tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=e26e7075-4fca-4f43-86ce-882b53ced53b HTTP/1.1" status: 200 len: 210 time: 0.1547003 Aug 11 03:33:51.459159 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ee95e57-6387-4a60-8c74-564d8c32367e tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:51.465895 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ee95e57-6387-4a60-8c74-564d8c32367e tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:51.468392 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-8ee95e57-6387-4a60-8c74-564d8c32367e tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.0859694 Aug 11 03:33:51.475962 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 37804) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:51.481887 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-71013451-65b8-49a9-9135-105e96f89038 tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:51.531128 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-8aa3550e-ff9c-4eb2-b74d-63df7b379cb8 None None] Provisioning complete for port 5345f4b1-bc3e-4c78-9ed6-202bcbb757c2 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:33:51.531677 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8aa3550e-ff9c-4eb2-b74d-63df7b379cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:51.619182 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-e05325d1-f957-4683-be31-2a84196be022 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Deleting port aaa1bb21-c1a1-4f54-a9be-0b9588d77f41 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:33:51.619962 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e05325d1-f957-4683-be31-2a84196be022 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:51.695762 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-71013451-65b8-49a9-9135-105e96f89038 tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] Notify callbacks [] for port, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:51.713022 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e05325d1-f957-4683-be31-2a84196be022 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:51.727685 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-e05325d1-f957-4683-be31-2a84196be022 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Calling delete_port for aaa1bb21-c1a1-4f54-a9be-0b9588d77f41 owned by {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:33:51.759690 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-71013451-65b8-49a9-9135-105e96f89038 tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:51.777770 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-71013451-65b8-49a9-9135-105e96f89038 tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] In _notify_port_updated(), no bound segment for port ee1cf7f2-2a38-4d18-a29c-239d46599dc0 on network cf201379-04f4-495f-83b4-df7903f58917 {{(pid=102192) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 03:33:51.784831 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71013451-65b8-49a9-9135-105e96f89038 tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:51.785775 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-71013451-65b8-49a9-9135-105e96f89038 tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:51.787684 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-71013451-65b8-49a9-9135-105e96f89038 tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] 10.222.0.41 "PUT /v2.0/ports/ee1cf7f2-2a38-4d18-a29c-239d46599dc0 HTTP/1.1" status: 200 len: 1002 time: 0.5482907 Aug 11 03:33:51.807490 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 37806) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:51.827832 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-11ac40bd-50f4-481c-b846-a51c4deed62c None None] Provisioning for port ee1cf7f2-2a38-4d18-a29c-239d46599dc0 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:33:51.835742 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-11ac40bd-50f4-481c-b846-a51c4deed62c None None] Provisioning complete for port ee1cf7f2-2a38-4d18-a29c-239d46599dc0 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:33:51.836109 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-11ac40bd-50f4-481c-b846-a51c4deed62c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:51.865422 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71013451-65b8-49a9-9135-105e96f89038 tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] Pushing event updated for resources: {'Port': ['ID=ee1cf7f2-2a38-4d18-a29c-239d46599dc0,revision_number=2']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:33:51.879580 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-11ac40bd-50f4-481c-b846-a51c4deed62c None None] Port ee1cf7f2-2a38-4d18-a29c-239d46599dc0 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:33:51.950297 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-c334f44f-56e8-4ed9-8511-2fed28f0fd28 tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] Deleting port ee1cf7f2-2a38-4d18-a29c-239d46599dc0 {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:33:51.951252 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c334f44f-56e8-4ed9-8511-2fed28f0fd28 tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:52.066732 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c334f44f-56e8-4ed9-8511-2fed28f0fd28 tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:52.080070 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-c334f44f-56e8-4ed9-8511-2fed28f0fd28 tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] Calling delete_port for ee1cf7f2-2a38-4d18-a29c-239d46599dc0 owned by {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:33:52.085497 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-b41700de-af32-4ce9-84fe-9e1a5188957d None None] Provisioning for port aaa1bb21-c1a1-4f54-a9be-0b9588d77f41 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:33:52.090753 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-b41700de-af32-4ce9-84fe-9e1a5188957d None None] Provisioning complete for port aaa1bb21-c1a1-4f54-a9be-0b9588d77f41 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:33:52.092579 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-b41700de-af32-4ce9-84fe-9e1a5188957d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:52.128344 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-b41700de-af32-4ce9-84fe-9e1a5188957d None None] Port aaa1bb21-c1a1-4f54-a9be-0b9588d77f41 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:33:52.247012 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-968eefe0-1068-4438-b42e-95c7389396f5 None None] Provisioning complete for port ee1cf7f2-2a38-4d18-a29c-239d46599dc0 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:33:52.247385 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-968eefe0-1068-4438-b42e-95c7389396f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:52.281276 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-968eefe0-1068-4438-b42e-95c7389396f5 None None] Port ee1cf7f2-2a38-4d18-a29c-239d46599dc0 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:33:52.422442 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c334f44f-56e8-4ed9-8511-2fed28f0fd28 tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:52.437789 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 5345f4b1-bc3e-4c78-9ed6-202bcbb757c2 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:33:52.451777 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c334f44f-56e8-4ed9-8511-2fed28f0fd28 tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] Pushing event deleted for resources: {'Port': ['ID=ee1cf7f2-2a38-4d18-a29c-239d46599dc0,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:33:52.488019 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c334f44f-56e8-4ed9-8511-2fed28f0fd28 tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:52.490693 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-c334f44f-56e8-4ed9-8511-2fed28f0fd28 tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] 10.222.0.41 "DELETE /v2.0/ports/ee1cf7f2-2a38-4d18-a29c-239d46599dc0 HTTP/1.1" status: 204 len: 168 time: 0.6809387 Aug 11 03:33:52.493396 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 37812) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:52.500320 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 5345f4b1-bc3e-4c78-9ed6-202bcbb757c2 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:33:52.500698 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:52.520105 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e05325d1-f957-4683-be31-2a84196be022 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:52.520536 n-d-764292-30 neutron-server[102192]: INFO neutron.pecan_wsgi.hooks.translation [None req-42eb9078-87c6-4e63-a4cc-2f717a9694a3 tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] GET failed (client error): The resource could not be found. Aug 11 03:33:52.525780 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-42eb9078-87c6-4e63-a4cc-2f717a9694a3 tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] 10.222.0.41 "GET /v2.0/ports/ee1cf7f2-2a38-4d18-a29c-239d46599dc0 HTTP/1.1" status: 404 len: 333 time: 0.0276446 Aug 11 03:33:52.527113 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 37814) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:52.535250 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-5ace0367-325f-4f29-9f29-f69fc8fb6c4c tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] Request body: {'port': {'network_id': 'cf201379-04f4-495f-83b4-df7903f58917', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1400978277'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:33:52.570927 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05325d1-f957-4683-be31-2a84196be022 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Pushing event deleted for resources: {'Port': ['ID=aaa1bb21-c1a1-4f54-a9be-0b9588d77f41,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:33:52.641309 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c178e4ad-6a8f-4b20-9d8c-770667b35daf req-7faa97c2-c716-4e01-9955-572414db59d7 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=e26e7075-4fca-4f43-86ce-882b53ced53b HTTP/1.1" status: 200 len: 210 time: 0.1009328 Aug 11 03:33:52.717647 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e05325d1-f957-4683-be31-2a84196be022 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:52.720134 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-e05325d1-f957-4683-be31-2a84196be022 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "DELETE /v2.0/ports/aaa1bb21-c1a1-4f54-a9be-0b9588d77f41 HTTP/1.1" status: 204 len: 168 time: 1.2431729 Aug 11 03:33:52.722714 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 37816) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:52.786162 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02951e64-cde6-49fb-a936-4556e6836746 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:52.792294 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02951e64-cde6-49fb-a936-4556e6836746 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:52.792294 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02951e64-cde6-49fb-a936-4556e6836746 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:52.792294 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-02951e64-cde6-49fb-a936-4556e6836746 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0674632 Aug 11 03:33:52.794071 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 37818) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:52.849048 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_v2 [None req-b67cbc59-428a-4df6-9c61-bf68eabf0a47 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Deleting subnet 36fe3603-cc0d-4284-b473-70e0ae3156a9 {{(pid=102192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:33:52.852593 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b67cbc59-428a-4df6-9c61-bf68eabf0a47 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks [] for subnet, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:52.880097 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ace0367-325f-4f29-9f29-f69fc8fb6c4c tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] Made reservation on behalf of febd9161ebc04bb6900f623702f7c036 for: {'port': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:33:52.883742 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-5ace0367-325f-4f29-9f29-f69fc8fb6c4c tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:52.910442 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b67cbc59-428a-4df6-9c61-bf68eabf0a47 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125932460'] for subnet, precommit_delete_associations {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:52.932186 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [None req-5ace0367-325f-4f29-9f29-f69fc8fb6c4c tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] device_id is not set on port e94c98bf-5b1e-428c-b094-fa8092557a64 yet. {{(pid=102192) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:33:53.079699 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b67cbc59-428a-4df6-9c61-bf68eabf0a47 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:53.121073 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [None req-5ace0367-325f-4f29-9f29-f69fc8fb6c4c tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] Allocated IP 2001:db8::227 (cf201379-04f4-495f-83b4-df7903f58917/3a587fe5-7750-407b-a0c9-11a41e5ea3d2/e94c98bf-5b1e-428c-b094-fa8092557a64) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:33:53.230246 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b67cbc59-428a-4df6-9c61-bf68eabf0a47 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125932157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126180897'] for subnet, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:53.271287 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67cbc59-428a-4df6-9c61-bf68eabf0a47 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Pushing event deleted for resources: {'Subnet': ['ID=36fe3603-cc0d-4284-b473-70e0ae3156a9,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:33:53.273322 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b67cbc59-428a-4df6-9c61-bf68eabf0a47 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks [] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:53.278105 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-b67cbc59-428a-4df6-9c61-bf68eabf0a47 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "DELETE /v2.0/subnets/36fe3603-cc0d-4284-b473-70e0ae3156a9 HTTP/1.1" status: 204 len: 168 time: 0.4801688 Aug 11 03:33:53.278967 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 37820) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:53.283029 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-848caeb4-c953-467c-b958-eb107a02c846 None None] Network 41e2676c-dfa7-4a22-87ed-f7efd502a6d9 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:33:53.318797 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-5ace0367-325f-4f29-9f29-f69fc8fb6c4c tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:53.331001 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e3a95d2-2c1f-4ae5-8120-c14732c189c9 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Deleting subnet 433d97b2-8964-4f4a-b575-fcbb7613dfac {{(pid=102191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:33:53.334185 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [None req-5ace0367-325f-4f29-9f29-f69fc8fb6c4c tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] Transition to ACTIVE for port object e94c98bf-5b1e-428c-b094-fa8092557a64 will not be triggered until provisioned by entity DHCP. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:33:53.334578 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4e3a95d2-2c1f-4ae5-8120-c14732c189c9 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks [] for subnet, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:53.429697 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4e3a95d2-2c1f-4ae5-8120-c14732c189c9 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126283525'] for subnet, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:53.474189 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-5ace0367-325f-4f29-9f29-f69fc8fb6c4c tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:53.512221 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76f59bd-4050-4a30-8c10-2f9f1d1eefe8 req-74dcf845-5e71-4c8b-835b-434a75588b9f tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:53.513779 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c76f59bd-4050-4a30-8c10-2f9f1d1eefe8 req-74dcf845-5e71-4c8b-835b-434a75588b9f tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.22 "GET /v2.0/networks?id=72c2364e-d28c-436a-9463-f669c277e7f2 HTTP/1.1" status: 200 len: 811 time: 0.1565256 Aug 11 03:33:53.525448 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ace0367-325f-4f29-9f29-f69fc8fb6c4c tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] Network cf201379-04f4-495f-83b4-df7903f58917 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:33:53.531215 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-5ace0367-325f-4f29-9f29-f69fc8fb6c4c tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:33:53.535103 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ace0367-325f-4f29-9f29-f69fc8fb6c4c tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:33:53.541072 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ace0367-325f-4f29-9f29-f69fc8fb6c4c tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:53.541731 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-5ace0367-325f-4f29-9f29-f69fc8fb6c4c tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:53.544119 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-c76f59bd-4050-4a30-8c10-2f9f1d1eefe8 req-285c9070-9328-4194-8f07-86ba4ff953a6 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Request body: {'port': {'device_id': 'e26e7075-4fca-4f43-86ce-882b53ced53b', 'network_id': '72c2364e-d28c-436a-9463-f669c277e7f2', 'admin_state_up': True, 'tenant_id': '72275185a8d64845babaf2324f627ca7'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:33:53.553558 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ace0367-325f-4f29-9f29-f69fc8fb6c4c tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] Pushing event updated for resources: {'Port': ['ID=e94c98bf-5b1e-428c-b094-fa8092557a64,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:33:53.623175 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-5ace0367-325f-4f29-9f29-f69fc8fb6c4c tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.0934973 Aug 11 03:33:53.625719 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 37824) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:53.631164 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-31191d95-17a4-4ace-80aa-41ec8d8a4843 tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] Request body: {'port': {'network_id': 'cf201379-04f4-495f-83b4-df7903f58917', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1439687014'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:33:53.633906 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4e3a95d2-2c1f-4ae5-8120-c14732c189c9 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:53.795512 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f3eaf2ce-9b08-4628-a54b-cfdd0524039b req-f1c22dde-c23d-494d-952a-40f83ad8511e tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=e26e7075-4fca-4f43-86ce-882b53ced53b HTTP/1.1" status: 200 len: 210 time: 0.0353026 Aug 11 03:33:53.800454 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c76f59bd-4050-4a30-8c10-2f9f1d1eefe8 req-285c9070-9328-4194-8f07-86ba4ff953a6 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Made reservation on behalf of 72275185a8d64845babaf2324f627ca7 for: {'port': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:33:53.805605 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-c76f59bd-4050-4a30-8c10-2f9f1d1eefe8 req-285c9070-9328-4194-8f07-86ba4ff953a6 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:53.885610 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4e3a95d2-2c1f-4ae5-8120-c14732c189c9 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126283413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126275158'] for subnet, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:53.898893 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31191d95-17a4-4ace-80aa-41ec8d8a4843 tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] Made reservation on behalf of febd9161ebc04bb6900f623702f7c036 for: {'port': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:33:53.903677 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-31191d95-17a4-4ace-80aa-41ec8d8a4843 tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:53.904874 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4e3a95d2-2c1f-4ae5-8120-c14732c189c9 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:53.910501 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-4e3a95d2-2c1f-4ae5-8120-c14732c189c9 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "DELETE /v2.0/subnets/433d97b2-8964-4f4a-b575-fcbb7613dfac HTTP/1.1" status: 204 len: 168 time: 0.6308615 Aug 11 03:33:53.911349 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 37830) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:53.930653 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [None req-31191d95-17a4-4ace-80aa-41ec8d8a4843 tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] device_id is not set on port a6d132fe-b100-4327-ac42-99299e57d62a yet. {{(pid=102192) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:33:53.945472 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a95d2-2c1f-4ae5-8120-c14732c189c9 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Pushing event deleted for resources: {'Subnet': ['ID=433d97b2-8964-4f4a-b575-fcbb7613dfac,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:33:53.988242 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-c895f1e4-5aa2-4f04-91d9-ec446f3e7b96 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0554030 Aug 11 03:33:53.988465 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 37832) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:54.033863 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-2e3fe9a6-b777-4c50-acc4-4cc926a9c462 None None] Provisioning for port e94c98bf-5b1e-428c-b094-fa8092557a64 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:33:54.039184 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-2e3fe9a6-b777-4c50-acc4-4cc926a9c462 None None] Provisioning complete for port e94c98bf-5b1e-428c-b094-fa8092557a64 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:33:54.039997 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2e3fe9a6-b777-4c50-acc4-4cc926a9c462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:54.081706 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [req-c76f59bd-4050-4a30-8c10-2f9f1d1eefe8 req-285c9070-9328-4194-8f07-86ba4ff953a6 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Allocated IP 172.20.0.6 (72c2364e-d28c-436a-9463-f669c277e7f2/321ef215-4958-452a-9904-0e4a458fb021/ac7c8ec1-523e-4e26-85e5-3f37e000198f) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:33:54.096079 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-474df6ec-d0d7-4750-b7b9-0de73c4d9ed7 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:54.097628 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-474df6ec-d0d7-4750-b7b9-0de73c4d9ed7 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1084418 Aug 11 03:33:54.100222 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 37834) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:54.103596 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-2e3fe9a6-b777-4c50-acc4-4cc926a9c462 None None] Port e94c98bf-5b1e-428c-b094-fa8092557a64 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:33:54.117291 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [None req-31191d95-17a4-4ace-80aa-41ec8d8a4843 tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] Allocated IP 2001:db8::343 (cf201379-04f4-495f-83b4-df7903f58917/3a587fe5-7750-407b-a0c9-11a41e5ea3d2/a6d132fe-b100-4327-ac42-99299e57d62a) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:33:54.187339 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a737d3ff-7c9d-4086-8a54-a41cccfec010 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:54.188961 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-a737d3ff-7c9d-4086-8a54-a41cccfec010 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0865924 Aug 11 03:33:54.192778 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 37836) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:54.219276 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcddf9e0-122d-4809-ba23-9c0f8dbeb989 None None] Network 41e2676c-dfa7-4a22-87ed-f7efd502a6d9 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:33:54.280431 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-0955c474-6dca-48bb-9f02-28c58ef6e987 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0806625 Aug 11 03:33:54.280629 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-396285fb-fccf-4edf-861d-65f9dee747ae None None] Provisioning complete for port 5345f4b1-bc3e-4c78-9ed6-202bcbb757c2 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:33:54.280629 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-396285fb-fccf-4edf-861d-65f9dee747ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:54.282642 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 37838) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:54.290909 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-a37bb703-86b6-42df-ad39-5173f181de5b tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Request body: {'subnet': {'network_id': '41e2676c-dfa7-4a22-87ed-f7efd502a6d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:33:54.307031 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-31191d95-17a4-4ace-80aa-41ec8d8a4843 tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:54.322470 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [None req-31191d95-17a4-4ace-80aa-41ec8d8a4843 tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] Transition to ACTIVE for port object a6d132fe-b100-4327-ac42-99299e57d62a will not be triggered until provisioned by entity DHCP. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:33:54.420384 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-c76f59bd-4050-4a30-8c10-2f9f1d1eefe8 req-285c9070-9328-4194-8f07-86ba4ff953a6 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:54.440476 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [req-c76f59bd-4050-4a30-8c10-2f9f1d1eefe8 req-285c9070-9328-4194-8f07-86ba4ff953a6 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Transition to ACTIVE for port object ac7c8ec1-523e-4e26-85e5-3f37e000198f will not be triggered until provisioned by entity DHCP. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:33:54.446897 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.agents_db [None req-950b7202-decb-43e2-8f71-ac8931dc9749 None None] Agent healthcheck: found 7 active agents {{(pid=102194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:33:54.469265 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-31191d95-17a4-4ace-80aa-41ec8d8a4843 tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:54.522471 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35071414-1186-44f6-8d75-99a86c8d5f79 None None] DHCP port deletion for 41e2676c-dfa7-4a22-87ed-f7efd502a6d9 request from n-d-764292-30 {{(pid=102193) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:33:54.530257 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31191d95-17a4-4ace-80aa-41ec8d8a4843 tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] Network cf201379-04f4-495f-83b4-df7903f58917 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:33:54.535788 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-31191d95-17a4-4ace-80aa-41ec8d8a4843 tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:33:54.540413 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31191d95-17a4-4ace-80aa-41ec8d8a4843 tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:33:54.545768 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31191d95-17a4-4ace-80aa-41ec8d8a4843 tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:54.546374 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-31191d95-17a4-4ace-80aa-41ec8d8a4843 tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:54.557327 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31191d95-17a4-4ace-80aa-41ec8d8a4843 tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] Pushing event updated for resources: {'Port': ['ID=a6d132fe-b100-4327-ac42-99299e57d62a,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:33:54.571360 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a37bb703-86b6-42df-ad39-5173f181de5b tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Made reservation on behalf of e43abc7f2b214d1a915ef6ef86af9079 for: {'subnet': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:33:54.575578 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a37bb703-86b6-42df-ad39-5173f181de5b tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274743'] for subnet, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:54.582670 n-d-764292-30 neutron-server[102191]: INFO neutron.pecan_wsgi.hooks.translation [None req-a37bb703-86b6-42df-ad39-5173f181de5b tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 03:33:54.582670 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a37bb703-86b6-42df-ad39-5173f181de5b tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:33:54.592428 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-35071414-1186-44f6-8d75-99a86c8d5f79 None None] Deleting port 5345f4b1-bc3e-4c78-9ed6-202bcbb757c2 {{(pid=102193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:33:54.592814 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-35071414-1186-44f6-8d75-99a86c8d5f79 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:54.600604 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-c76f59bd-4050-4a30-8c10-2f9f1d1eefe8 req-285c9070-9328-4194-8f07-86ba4ff953a6 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:54.643665 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c76f59bd-4050-4a30-8c10-2f9f1d1eefe8 req-285c9070-9328-4194-8f07-86ba4ff953a6 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Network 72c2364e-d28c-436a-9463-f669c277e7f2 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:33:54.655072 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-31191d95-17a4-4ace-80aa-41ec8d8a4843 tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.0262647 Aug 11 03:33:54.663488 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 37842) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:54.663488 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-f4687ae4-31a0-47df-9ba2-4eda578daf8e tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2f6', 'mac_address': 'fa:16:3e:36:b6:55'}, {'ip_address': '2001:db8::227', 'mac_address': 'fa:16:3e:8a:4e:4b'}]}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:33:54.664689 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [req-c76f59bd-4050-4a30-8c10-2f9f1d1eefe8 req-285c9070-9328-4194-8f07-86ba4ff953a6 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:33:54.666646 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-35071414-1186-44f6-8d75-99a86c8d5f79 None None] For port 5345f4b1-bc3e-4c78-9ed6-202bcbb757c2, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=5345f4b1-bc3e-4c78-9ed6-202bcbb757c2,segment=NetworkSegment(5d96f309-e028-4cb7-a58f-990eaca460da),segment_id=5d96f309-e028-4cb7-a58f-990eaca460da)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:33:54.669829 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-35071414-1186-44f6-8d75-99a86c8d5f79 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:54.671251 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-c76f59bd-4050-4a30-8c10-2f9f1d1eefe8 req-285c9070-9328-4194-8f07-86ba4ff953a6 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:33:54.701667 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-35071414-1186-44f6-8d75-99a86c8d5f79 None None] Calling delete_port for 5345f4b1-bc3e-4c78-9ed6-202bcbb757c2 owned by network:dhcp {{(pid=102193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:33:54.733757 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76f59bd-4050-4a30-8c10-2f9f1d1eefe8 req-285c9070-9328-4194-8f07-86ba4ff953a6 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:54.734873 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-c76f59bd-4050-4a30-8c10-2f9f1d1eefe8 req-285c9070-9328-4194-8f07-86ba4ff953a6 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:54.741458 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-a37bb703-86b6-42df-ad39-5173f181de5b tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4584172 Aug 11 03:33:54.743271 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285c9070-9328-4194-8f07-86ba4ff953a6 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Pushing event updated for resources: {'Port': ['ID=ac7c8ec1-523e-4e26-85e5-3f37e000198f,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:33:54.747340 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 37844) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:54.762392 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-f4687ae4-31a0-47df-9ba2-4eda578daf8e tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:54.768690 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-35d85988-5b2e-48d6-94e6-1573bfb6d2fa tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Request body: {'subnet': {'network_id': '41e2676c-dfa7-4a22-87ed-f7efd502a6d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:33:54.954825 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-35071414-1186-44f6-8d75-99a86c8d5f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678'] for port, after_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:54.975326 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec514cf0-9f37-4986-bf1e-73a6f0ce15d1 req-c2e906ef-a288-47a9-8094-c2b2ccf99f09 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:54.976892 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ec514cf0-9f37-4986-bf1e-73a6f0ce15d1 req-c2e906ef-a288-47a9-8094-c2b2ccf99f09 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=e26e7075-4fca-4f43-86ce-882b53ced53b HTTP/1.1" status: 200 len: 931 time: 0.0658064 Aug 11 03:33:54.996399 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c76f59bd-4050-4a30-8c10-2f9f1d1eefe8 req-285c9070-9328-4194-8f07-86ba4ff953a6 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4584324 Aug 11 03:33:54.997207 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35071414-1186-44f6-8d75-99a86c8d5f79 None None] Pushing event deleted for resources: {'Port': ['ID=5345f4b1-bc3e-4c78-9ed6-202bcbb757c2,revision_number=None']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:33:55.007954 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35071414-1186-44f6-8d75-99a86c8d5f79 None None] No DVR routers for this DVR port 5345f4b1-bc3e-4c78-9ed6-202bcbb757c2 on host n-d-764292-30 {{(pid=102193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:33:55.019112 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35071414-1186-44f6-8d75-99a86c8d5f79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:33:55.019694 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35071414-1186-44f6-8d75-99a86c8d5f79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:33:55.019854 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-c76f59bd-4050-4a30-8c10-2f9f1d1eefe8 req-940187fc-b1d6-4a57-99a9-ab57339ebf6e service neutron] Request body: {'port': {'device_id': 'e26e7075-4fca-4f43-86ce-882b53ced53b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764292-30'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:33:55.020141 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35071414-1186-44f6-8d75-99a86c8d5f79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:33:55.020571 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35071414-1186-44f6-8d75-99a86c8d5f79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:33:55.020998 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35071414-1186-44f6-8d75-99a86c8d5f79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:33:55.021484 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35071414-1186-44f6-8d75-99a86c8d5f79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:33:55.021902 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35071414-1186-44f6-8d75-99a86c8d5f79 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:33:55.022341 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35071414-1186-44f6-8d75-99a86c8d5f79 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:33:55.022762 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35071414-1186-44f6-8d75-99a86c8d5f79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:33:55.023247 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35071414-1186-44f6-8d75-99a86c8d5f79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:33:55.023664 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35071414-1186-44f6-8d75-99a86c8d5f79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:33:55.024147 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35071414-1186-44f6-8d75-99a86c8d5f79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:33:55.054616 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35d85988-5b2e-48d6-94e6-1573bfb6d2fa tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Made reservation on behalf of e43abc7f2b214d1a915ef6ef86af9079 for: {'subnet': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:33:55.062943 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-35d85988-5b2e-48d6-94e6-1573bfb6d2fa tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274743'] for subnet, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:55.062943 n-d-764292-30 neutron-server[102191]: INFO neutron.pecan_wsgi.hooks.translation [None req-35d85988-5b2e-48d6-94e6-1573bfb6d2fa tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 03:33:55.062943 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35d85988-5b2e-48d6-94e6-1573bfb6d2fa tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:33:55.079157 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-96b27102-2962-46a6-b6a7-5ac61ae12d74 None None] Provisioning for port a6d132fe-b100-4327-ac42-99299e57d62a completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:33:55.083586 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-96b27102-2962-46a6-b6a7-5ac61ae12d74 None None] Provisioning complete for port a6d132fe-b100-4327-ac42-99299e57d62a triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:33:55.084055 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-96b27102-2962-46a6-b6a7-5ac61ae12d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:55.099034 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-c76f59bd-4050-4a30-8c10-2f9f1d1eefe8 req-940187fc-b1d6-4a57-99a9-ab57339ebf6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:55.123880 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ec514cf0-9f37-4986-bf1e-73a6f0ce15d1 req-edecd207-f62c-4996-85f3-84dc3b032e41 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/security-groups?id=d90906b3-11d7-4670-8cbc-45704d99f68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318557 Aug 11 03:33:55.139903 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-96b27102-2962-46a6-b6a7-5ac61ae12d74 None None] Port a6d132fe-b100-4327-ac42-99299e57d62a cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:33:55.190846 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-f4687ae4-31a0-47df-9ba2-4eda578daf8e tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] Notify callbacks [] for port, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:55.212562 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-35d85988-5b2e-48d6-94e6-1573bfb6d2fa tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4542871 Aug 11 03:33:55.217083 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-96b27102-2962-46a6-b6a7-5ac61ae12d74 None None] Provisioning for port ac7c8ec1-523e-4e26-85e5-3f37e000198f completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:33:55.218842 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 37850) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:55.223545 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-96b27102-2962-46a6-b6a7-5ac61ae12d74 None None] Provisioning complete for port ac7c8ec1-523e-4e26-85e5-3f37e000198f triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:33:55.223744 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-5c1b2542-dd1d-45f1-a620-f6a3230478c6 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Request body: {'subnet': {'network_id': '41e2676c-dfa7-4a22-87ed-f7efd502a6d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:33:55.224276 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-96b27102-2962-46a6-b6a7-5ac61ae12d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:55.266049 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-96b27102-2962-46a6-b6a7-5ac61ae12d74 None None] Port ac7c8ec1-523e-4e26-85e5-3f37e000198f cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:33:55.282445 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-f4687ae4-31a0-47df-9ba2-4eda578daf8e tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:55.327077 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-f4687ae4-31a0-47df-9ba2-4eda578daf8e tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] In _notify_port_updated(), no bound segment for port a6d132fe-b100-4327-ac42-99299e57d62a on network cf201379-04f4-495f-83b4-df7903f58917 {{(pid=102192) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 03:33:55.332571 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4687ae4-31a0-47df-9ba2-4eda578daf8e tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:55.333202 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-f4687ae4-31a0-47df-9ba2-4eda578daf8e tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:55.337213 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-f4687ae4-31a0-47df-9ba2-4eda578daf8e tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] 10.222.0.41 "PUT /v2.0/ports/a6d132fe-b100-4327-ac42-99299e57d62a HTTP/1.1" status: 200 len: 1068 time: 0.6762979 Aug 11 03:33:55.337793 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 37852) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:55.363932 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4687ae4-31a0-47df-9ba2-4eda578daf8e tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] Pushing event updated for resources: {'Port': ['ID=a6d132fe-b100-4327-ac42-99299e57d62a,revision_number=2']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:33:55.452452 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [req-c76f59bd-4050-4a30-8c10-2f9f1d1eefe8 req-940187fc-b1d6-4a57-99a9-ab57339ebf6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac7c8ec1-523e-4e26-85e5-3f37e000198f {{(pid=102191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:33:55.456933 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c1b2542-dd1d-45f1-a620-f6a3230478c6 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Made reservation on behalf of e43abc7f2b214d1a915ef6ef86af9079 for: {'subnet': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:33:55.461673 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-5c1b2542-dd1d-45f1-a620-f6a3230478c6 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126180544'] for subnet, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:55.462230 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-c76f59bd-4050-4a30-8c10-2f9f1d1eefe8 req-940187fc-b1d6-4a57-99a9-ab57339ebf6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:55.462503 n-d-764292-30 neutron-server[102192]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c1b2542-dd1d-45f1-a620-f6a3230478c6 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 03:33:55.462914 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c1b2542-dd1d-45f1-a620-f6a3230478c6 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:33:55.484431 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [req-c76f59bd-4050-4a30-8c10-2f9f1d1eefe8 req-940187fc-b1d6-4a57-99a9-ab57339ebf6e service neutron] Transition to ACTIVE for port object ac7c8ec1-523e-4e26-85e5-3f37e000198f will not be triggered until provisioned by entity L2. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:33:55.495065 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-c5521bb1-a9ac-4a79-bb38-bf528e1780e3 tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] Deleting port a6d132fe-b100-4327-ac42-99299e57d62a {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:33:55.495990 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c5521bb1-a9ac-4a79-bb38-bf528e1780e3 tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:55.566114 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-5c1b2542-dd1d-45f1-a620-f6a3230478c6 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3468781 Aug 11 03:33:55.569455 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 37854) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:55.574534 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-5d8abb69-52a5-410c-a332-5a81b7847dbd tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Request body: {'subnet': {'network_id': '41e2676c-dfa7-4a22-87ed-f7efd502a6d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:33:55.593809 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-f1be9b90-81d6-4578-9d7a-7ea96c9bc5d9 None None] Provisioning complete for port a6d132fe-b100-4327-ac42-99299e57d62a triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:33:55.593809 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-f1be9b90-81d6-4578-9d7a-7ea96c9bc5d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:55.594423 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c5521bb1-a9ac-4a79-bb38-bf528e1780e3 tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:55.596579 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-c76f59bd-4050-4a30-8c10-2f9f1d1eefe8 req-940187fc-b1d6-4a57-99a9-ab57339ebf6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:55.629347 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-f1be9b90-81d6-4578-9d7a-7ea96c9bc5d9 None None] Port a6d132fe-b100-4327-ac42-99299e57d62a cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:33:55.644855 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-c5521bb1-a9ac-4a79-bb38-bf528e1780e3 tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] Calling delete_port for a6d132fe-b100-4327-ac42-99299e57d62a owned by {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:33:55.669858 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940187fc-b1d6-4a57-99a9-ab57339ebf6e service neutron] Pushing event updated for resources: {'Port': ['ID=ac7c8ec1-523e-4e26-85e5-3f37e000198f,revision_number=2']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:33:55.814062 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-c76f59bd-4050-4a30-8c10-2f9f1d1eefe8 req-940187fc-b1d6-4a57-99a9-ab57339ebf6e service neutron] Attempting to bind port ac7c8ec1-523e-4e26-85e5-3f37e000198f on host n-h1-764292-30 for vnic_type normal with profile {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:33:55.814434 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-c76f59bd-4050-4a30-8c10-2f9f1d1eefe8 req-940187fc-b1d6-4a57-99a9-ab57339ebf6e service neutron] Attempting to bind port ac7c8ec1-523e-4e26-85e5-3f37e000198f by drivers openvswitch,hyperv on host n-h1-764292-30 at level 0 using segments [{'id': '32ef8310-eb36-4f10-89a8-2ec645494a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '72c2364e-d28c-436a-9463-f669c277e7f2'}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:33:55.814762 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c76f59bd-4050-4a30-8c10-2f9f1d1eefe8 req-940187fc-b1d6-4a57-99a9-ab57339ebf6e service neutron] Attempting to bind port ac7c8ec1-523e-4e26-85e5-3f37e000198f on network 72c2364e-d28c-436a-9463-f669c277e7f2 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:33:55.820391 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c76f59bd-4050-4a30-8c10-2f9f1d1eefe8 req-940187fc-b1d6-4a57-99a9-ab57339ebf6e service neutron] Port ac7c8ec1-523e-4e26-85e5-3f37e000198f on network 72c2364e-d28c-436a-9463-f669c277e7f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-764292-30 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:33:55.820773 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c76f59bd-4050-4a30-8c10-2f9f1d1eefe8 req-940187fc-b1d6-4a57-99a9-ab57339ebf6e service neutron] Attempting to bind port ac7c8ec1-523e-4e26-85e5-3f37e000198f on network 72c2364e-d28c-436a-9463-f669c277e7f2 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:33:55.828558 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c76f59bd-4050-4a30-8c10-2f9f1d1eefe8 req-940187fc-b1d6-4a57-99a9-ab57339ebf6e service neutron] Checking agent: {'id': 'abb524c2-b412-4ed2-8367-45c4fd996fa7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 33, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:33:55.836258 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c76f59bd-4050-4a30-8c10-2f9f1d1eefe8 req-940187fc-b1d6-4a57-99a9-ab57339ebf6e service neutron] Checking segment: {'id': '32ef8310-eb36-4f10-89a8-2ec645494a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '72c2364e-d28c-436a-9463-f669c277e7f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:33:55.836258 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c76f59bd-4050-4a30-8c10-2f9f1d1eefe8 req-940187fc-b1d6-4a57-99a9-ab57339ebf6e service neutron] Bound using segment: {'id': '32ef8310-eb36-4f10-89a8-2ec645494a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '72c2364e-d28c-436a-9463-f669c277e7f2'} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:33:55.836258 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-c76f59bd-4050-4a30-8c10-2f9f1d1eefe8 req-940187fc-b1d6-4a57-99a9-ab57339ebf6e service neutron] Bound port: ac7c8ec1-523e-4e26-85e5-3f37e000198f, host: n-h1-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32ef8310-eb36-4f10-89a8-2ec645494a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '72c2364e-d28c-436a-9463-f669c277e7f2'}}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:33:55.836258 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-c76f59bd-4050-4a30-8c10-2f9f1d1eefe8 req-940187fc-b1d6-4a57-99a9-ab57339ebf6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:55.943566 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-c76f59bd-4050-4a30-8c10-2f9f1d1eefe8 req-940187fc-b1d6-4a57-99a9-ab57339ebf6e service neutron] For port ac7c8ec1-523e-4e26-85e5-3f37e000198f, host n-h1-764292-30, cleared binding levels {{(pid=102191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:33:56.035882 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-c76f59bd-4050-4a30-8c10-2f9f1d1eefe8 req-940187fc-b1d6-4a57-99a9-ab57339ebf6e service neutron] For port ac7c8ec1-523e-4e26-85e5-3f37e000198f, host n-h1-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=ac7c8ec1-523e-4e26-85e5-3f37e000198f,segment=NetworkSegment(32ef8310-eb36-4f10-89a8-2ec645494a63),segment_id=32ef8310-eb36-4f10-89a8-2ec645494a63)] {{(pid=102191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:33:56.038844 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c5521bb1-a9ac-4a79-bb38-bf528e1780e3 tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:56.087787 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5521bb1-a9ac-4a79-bb38-bf528e1780e3 tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] Pushing event deleted for resources: {'Port': ['ID=a6d132fe-b100-4327-ac42-99299e57d62a,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:33:56.139166 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-c76f59bd-4050-4a30-8c10-2f9f1d1eefe8 req-940187fc-b1d6-4a57-99a9-ab57339ebf6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:56.165104 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d8abb69-52a5-410c-a332-5a81b7847dbd tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Made reservation on behalf of e43abc7f2b214d1a915ef6ef86af9079 for: {'subnet': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:33:56.169929 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-5d8abb69-52a5-410c-a332-5a81b7847dbd tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126180544'] for subnet, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:56.171017 n-d-764292-30 neutron-server[102192]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d8abb69-52a5-410c-a332-5a81b7847dbd tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 03:33:56.171594 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d8abb69-52a5-410c-a332-5a81b7847dbd tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:33:56.215797 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76f59bd-4050-4a30-8c10-2f9f1d1eefe8 req-940187fc-b1d6-4a57-99a9-ab57339ebf6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:56.216466 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-c76f59bd-4050-4a30-8c10-2f9f1d1eefe8 req-940187fc-b1d6-4a57-99a9-ab57339ebf6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:56.217889 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c76f59bd-4050-4a30-8c10-2f9f1d1eefe8 req-940187fc-b1d6-4a57-99a9-ab57339ebf6e service neutron] 10.222.0.22 "PUT /v2.0/ports/ac7c8ec1-523e-4e26-85e5-3f37e000198f HTTP/1.1" status: 200 len: 1092 time: 1.2132566 Aug 11 03:33:56.223317 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e26e7075-4fca-4f43-86ce-882b53ced53b', 'tag': 'ac7c8ec1-523e-4e26-85e5-3f37e000198f'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:33:56.226332 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26ad6d18-4abf-4de1-839f-e5f27e3a427f" -d '{"events": [{"name": "network-changed", "server_uuid": "e26e7075-4fca-4f43-86ce-882b53ced53b", "tag": "ac7c8ec1-523e-4e26-85e5-3f37e000198f"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:33:56.281826 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a2147a-5a16-4a3e-b8ae-935f971e11ad req-9c84aee7-b8e8-41ed-9c0f-4c6c916a018f tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:56.283962 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-25a2147a-5a16-4a3e-b8ae-935f971e11ad req-9c84aee7-b8e8-41ed-9c0f-4c6c916a018f tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=e26e7075-4fca-4f43-86ce-882b53ced53b HTTP/1.1" status: 200 len: 943 time: 0.0784764 Aug 11 03:33:56.302230 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:33:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b4d81e6-2b05-4ec0-8fa5-64e8c2139fb2 x-openstack-request-id: req-9b4d81e6-2b05-4ec0-8fa5-64e8c2139fb2 {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:33:56.302631 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e26e7075-4fca-4f43-86ce-882b53ced53b", "tag": "ac7c8ec1-523e-4e26-85e5-3f37e000198f", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:33:56.304147 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9b4d81e6-2b05-4ec0-8fa5-64e8c2139fb2 {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:33:56.304633 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e26e7075-4fca-4f43-86ce-882b53ced53b', 'tag': 'ac7c8ec1-523e-4e26-85e5-3f37e000198f', 'status': 'completed', 'code': 200} Aug 11 03:33:56.327526 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-5d8abb69-52a5-410c-a332-5a81b7847dbd tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.7570848 Aug 11 03:33:56.333587 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 37860) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:56.354434 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-4192fb9f-124f-4dfb-8c7f-fe19f42dfbec tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Request body: {'subnet': {'network_id': '41e2676c-dfa7-4a22-87ed-f7efd502a6d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:33:56.363065 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940187fc-b1d6-4a57-99a9-ab57339ebf6e service neutron] Pushing event updated for resources: {'Port': ['ID=ac7c8ec1-523e-4e26-85e5-3f37e000198f,revision_number=3']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:33:56.401085 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c5521bb1-a9ac-4a79-bb38-bf528e1780e3 tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:56.406581 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-c5521bb1-a9ac-4a79-bb38-bf528e1780e3 tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] 10.222.0.41 "DELETE /v2.0/ports/a6d132fe-b100-4327-ac42-99299e57d62a HTTP/1.1" status: 204 len: 168 time: 1.0652318 Aug 11 03:33:56.406852 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-25a2147a-5a16-4a3e-b8ae-935f971e11ad req-46dcf94e-9718-4329-96ab-7545b4bb22c4 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/security-groups?id=d90906b3-11d7-4670-8cbc-45704d99f68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141393 Aug 11 03:33:56.407933 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 37862) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:56.437628 n-d-764292-30 neutron-server[102191]: INFO neutron.pecan_wsgi.hooks.translation [None req-02bc257f-4fb2-498f-9b5e-d32a289f1d87 tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] GET failed (client error): The resource could not be found. Aug 11 03:33:56.439651 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-02bc257f-4fb2-498f-9b5e-d32a289f1d87 tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] 10.222.0.41 "GET /v2.0/ports/a6d132fe-b100-4327-ac42-99299e57d62a HTTP/1.1" status: 404 len: 333 time: 0.0302091 Aug 11 03:33:56.443303 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 37864) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:56.484514 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ad6d18-4abf-4de1-839f-e5f27e3a427f req-935e29e2-21ac-4a6f-92a9-9994c7f62f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:56.486134 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-26ad6d18-4abf-4de1-839f-e5f27e3a427f req-935e29e2-21ac-4a6f-92a9-9994c7f62f38 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=72275185a8d64845babaf2324f627ca7&device_id=e26e7075-4fca-4f43-86ce-882b53ced53b HTTP/1.1" status: 200 len: 1095 time: 0.1516876 Aug 11 03:33:56.519508 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 5345f4b1-bc3e-4c78-9ed6-202bcbb757c2 no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:33:56.541429 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: 5345f4b1-bc3e-4c78-9ed6-202bcbb757c2 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:33:56.541846 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 5345f4b1-bc3e-4c78-9ed6-202bcbb757c2 not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:33:56.639409 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4192fb9f-124f-4dfb-8c7f-fe19f42dfbec tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Made reservation on behalf of e43abc7f2b214d1a915ef6ef86af9079 for: {'subnet': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:33:56.643665 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4192fb9f-124f-4dfb-8c7f-fe19f42dfbec tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126180544'] for subnet, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:56.645273 n-d-764292-30 neutron-server[102192]: INFO neutron.pecan_wsgi.hooks.translation [None req-4192fb9f-124f-4dfb-8c7f-fe19f42dfbec tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 03:33:56.645700 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4192fb9f-124f-4dfb-8c7f-fe19f42dfbec tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:33:56.646369 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ad6d18-4abf-4de1-839f-e5f27e3a427f req-98856b68-9c27-4c8d-ac91-7265021c1890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:56.647863 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-26ad6d18-4abf-4de1-839f-e5f27e3a427f req-98856b68-9c27-4c8d-ac91-7265021c1890 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=72275185a8d64845babaf2324f627ca7&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1515579 Aug 11 03:33:56.650757 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-28f55edf-09d9-47df-97df-f18cb219224b tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] Deleting port e94c98bf-5b1e-428c-b094-fa8092557a64 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:33:56.651100 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-28f55edf-09d9-47df-97df-f18cb219224b tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:56.740480 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-4192fb9f-124f-4dfb-8c7f-fe19f42dfbec tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3912563 Aug 11 03:33:56.745942 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 37866) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:56.747618 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-e17497b4-a6a6-4a20-a572-60b03f954629 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Request body: {'subnet': {'network_id': '41e2676c-dfa7-4a22-87ed-f7efd502a6d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:33:56.812363 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-28f55edf-09d9-47df-97df-f18cb219224b tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:56.829005 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ad6d18-4abf-4de1-839f-e5f27e3a427f req-a48a4997-1dda-4d43-b2ff-e433c91c53fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:56.830511 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-26ad6d18-4abf-4de1-839f-e5f27e3a427f req-a48a4997-1dda-4d43-b2ff-e433c91c53fb service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1753597 Aug 11 03:33:56.831368 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-28f55edf-09d9-47df-97df-f18cb219224b tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] Calling delete_port for e94c98bf-5b1e-428c-b094-fa8092557a64 owned by {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:33:56.919973 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e17497b4-a6a6-4a20-a572-60b03f954629 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Made reservation on behalf of e43abc7f2b214d1a915ef6ef86af9079 for: {'subnet': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:33:56.923954 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e17497b4-a6a6-4a20-a572-60b03f954629 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126180544'] for subnet, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:56.925947 n-d-764292-30 neutron-server[102192]: INFO neutron.pecan_wsgi.hooks.translation [None req-e17497b4-a6a6-4a20-a572-60b03f954629 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 03:33:56.926558 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e17497b4-a6a6-4a20-a572-60b03f954629 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:33:56.935980 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76f59bd-4050-4a30-8c10-2f9f1d1eefe8 req-c7ec2955-dbcd-4132-9ea8-ee4416a3c021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:56.937510 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c76f59bd-4050-4a30-8c10-2f9f1d1eefe8 req-c7ec2955-dbcd-4132-9ea8-ee4416a3c021 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=72275185a8d64845babaf2324f627ca7&device_id=e26e7075-4fca-4f43-86ce-882b53ced53b HTTP/1.1" status: 200 len: 1095 time: 0.0604560 Aug 11 03:33:56.981476 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c76f59bd-4050-4a30-8c10-2f9f1d1eefe8 req-d7b876fd-55ce-4692-826c-005646f737ae service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac7c8ec1-523e-4e26-85e5-3f37e000198f HTTP/1.1" status: 200 len: 217 time: 0.0361581 Aug 11 03:33:57.045634 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-e17497b4-a6a6-4a20-a572-60b03f954629 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3029835 Aug 11 03:33:57.046690 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 37870) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:57.077280 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76f59bd-4050-4a30-8c10-2f9f1d1eefe8 req-e096dcb1-fd5c-481d-a2fe-1352c517299d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:57.078826 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c76f59bd-4050-4a30-8c10-2f9f1d1eefe8 req-e096dcb1-fd5c-481d-a2fe-1352c517299d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=321ef215-4958-452a-9904-0e4a458fb021 HTTP/1.1" status: 200 len: 850 time: 0.0915599 Aug 11 03:33:57.092357 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-59adc7e3-7a24-4f67-ab14-caa6f23df8f0 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0423901 Aug 11 03:33:57.092835 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 37872) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:57.128638 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76f59bd-4050-4a30-8c10-2f9f1d1eefe8 req-dacf911a-3824-48e2-9045-e4bd4c4e6d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:57.130573 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c76f59bd-4050-4a30-8c10-2f9f1d1eefe8 req-dacf911a-3824-48e2-9045-e4bd4c4e6d9c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=72c2364e-d28c-436a-9463-f669c277e7f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0451314 Aug 11 03:33:57.150011 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c44f979-c1ac-45e9-87c0-d411901190d9 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:57.154731 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-1c44f979-c1ac-45e9-87c0-d411901190d9 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0597553 Aug 11 03:33:57.155009 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 37874) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:57.187923 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-28f55edf-09d9-47df-97df-f18cb219224b tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:57.195148 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-eaf119ea-4eaa-4762-9f5a-9c1e8e54aa66 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0385950 Aug 11 03:33:57.199504 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 37876) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:57.225307 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-00642564-dee2-43c8-b216-a9f57eb7f87c tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Request body: {'subnet': {'network_id': '41e2676c-dfa7-4a22-87ed-f7efd502a6d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:33:57.235342 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f55edf-09d9-47df-97df-f18cb219224b tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] Pushing event deleted for resources: {'Port': ['ID=e94c98bf-5b1e-428c-b094-fa8092557a64,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:33:57.324140 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-28f55edf-09d9-47df-97df-f18cb219224b tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:57.324140 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-28f55edf-09d9-47df-97df-f18cb219224b tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] 10.222.0.41 "DELETE /v2.0/ports/e94c98bf-5b1e-428c-b094-fa8092557a64 HTTP/1.1" status: 204 len: 168 time: 0.8784337 Aug 11 03:33:57.326126 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 37878) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:57.350547 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c76f59bd-4050-4a30-8c10-2f9f1d1eefe8 req-2380e12c-dc3c-45b7-9dbc-5c56b2d3e553 service neutron] 10.222.0.22 "GET /v2.0/networks/72c2364e-d28c-436a-9463-f669c277e7f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119548 Aug 11 03:33:57.358147 n-d-764292-30 neutron-server[102192]: INFO neutron.pecan_wsgi.hooks.translation [None req-82701c3c-8db0-470d-8aa2-8042339551c8 tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] GET failed (client error): The resource could not be found. Aug 11 03:33:57.360592 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-82701c3c-8db0-470d-8aa2-8042339551c8 tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] 10.222.0.41 "GET /v2.0/ports/e94c98bf-5b1e-428c-b094-fa8092557a64 HTTP/1.1" status: 404 len: 333 time: 0.0329878 Aug 11 03:33:57.368589 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 37880) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:57.465280 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c76f59bd-4050-4a30-8c10-2f9f1d1eefe8 req-68e88bf0-10ed-4949-a3f6-d12e61e50721 service neutron] 10.222.0.22 "GET /v2.0/networks/72c2364e-d28c-436a-9463-f669c277e7f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072817 Aug 11 03:33:57.491193 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-a1eb343c-a835-4465-b0f6-7cf078afc315 tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] Deleting port e54769b3-9738-4d99-9ad6-06ff8986f107 {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:33:57.491539 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a1eb343c-a835-4465-b0f6-7cf078afc315 tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:57.499120 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00642564-dee2-43c8-b216-a9f57eb7f87c tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Made reservation on behalf of e43abc7f2b214d1a915ef6ef86af9079 for: {'subnet': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:33:57.502704 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-00642564-dee2-43c8-b216-a9f57eb7f87c tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274743'] for subnet, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:57.599580 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff8533f-f296-4c54-a47b-392c666a2dad req-e03003b7-74c0-4441-91e2-12c48d3b7da9 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:57.601112 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7ff8533f-f296-4c54-a47b-392c666a2dad req-e03003b7-74c0-4441-91e2-12c48d3b7da9 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=e26e7075-4fca-4f43-86ce-882b53ced53b HTTP/1.1" status: 200 len: 943 time: 0.1066084 Aug 11 03:33:57.642746 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a1eb343c-a835-4465-b0f6-7cf078afc315 tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:57.662809 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-a1eb343c-a835-4465-b0f6-7cf078afc315 tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] Calling delete_port for e54769b3-9738-4d99-9ad6-06ff8986f107 owned by {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:33:57.667401 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7ff8533f-f296-4c54-a47b-392c666a2dad req-531cb77f-3ddc-4368-9684-9af12820dad9 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/security-groups?id=d90906b3-11d7-4670-8cbc-45704d99f68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572414 Aug 11 03:33:57.841814 n-d-764292-30 neutron-server[102191]: DEBUG neutron.objects.ports [None req-00642564-dee2-43c8-b216-a9f57eb7f87c tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102191) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 11 03:33:57.843257 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-00642564-dee2-43c8-b216-a9f57eb7f87c tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126283476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274725'] for subnet, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:57.856906 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a1eb343c-a835-4465-b0f6-7cf078afc315 tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:57.890703 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00642564-dee2-43c8-b216-a9f57eb7f87c tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Network 41e2676c-dfa7-4a22-87ed-f7efd502a6d9 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:33:57.893591 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1eb343c-a835-4465-b0f6-7cf078afc315 tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] Pushing event deleted for resources: {'Port': ['ID=e54769b3-9738-4d99-9ad6-06ff8986f107,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:33:57.894301 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-00642564-dee2-43c8-b216-a9f57eb7f87c tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:33:57.910993 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00642564-dee2-43c8-b216-a9f57eb7f87c tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:57.911587 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-00642564-dee2-43c8-b216-a9f57eb7f87c tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:57.921746 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a1eb343c-a835-4465-b0f6-7cf078afc315 tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:57.926661 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-a1eb343c-a835-4465-b0f6-7cf078afc315 tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] 10.222.0.41 "DELETE /v2.0/ports/e54769b3-9738-4d99-9ad6-06ff8986f107 HTTP/1.1" status: 204 len: 168 time: 0.5538225 Aug 11 03:33:57.926837 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e21c54d3-c037-4153-974d-738132df243a None None] Network 41e2676c-dfa7-4a22-87ed-f7efd502a6d9 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:33:57.927276 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00642564-dee2-43c8-b216-a9f57eb7f87c tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Pushing event updated for resources: {'Subnet': ['ID=7dccc7a2-eee5-4de5-b35c-a81355ce597e,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:33:57.927414 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 37884) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:57.984127 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_v2 [None req-43e822af-c32e-4bd1-9d20-819ac79fd53b tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] Deleting subnet 3a587fe5-7750-407b-a0c9-11a41e5ea3d2 {{(pid=102192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:33:57.988234 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-43e822af-c32e-4bd1-9d20-819ac79fd53b tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] Notify callbacks [] for subnet, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:58.008857 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-00642564-dee2-43c8-b216-a9f57eb7f87c tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8089883 Aug 11 03:33:58.009457 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 37886) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:58.014895 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-066ef3f2-c45a-4590-bc22-91921be2d267 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Request body: {'port': {'network_id': '41e2676c-dfa7-4a22-87ed-f7efd502a6d9', 'mac_address': 'fa:16:3e:40:a8:77', 'name': 'tempest-NetworksTestDHCPv6-187697487'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:33:58.043399 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-43e822af-c32e-4bd1-9d20-819ac79fd53b tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125932460'] for subnet, precommit_delete_associations {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:58.114694 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3b2a747-cd32-43cf-aae0-29d72224141d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde080026-c28f-55be-b52b-13827cc43646-41e2676c-dfa7-4a22-87ed-f7efd502a6d9', 'network_id': '41e2676c-dfa7-4a22-87ed-f7efd502a6d9', 'tenant_id': 'e43abc7f2b214d1a915ef6ef86af9079', 'fixed_ips': [{'subnet_id': '7dccc7a2-eee5-4de5-b35c-a81355ce597e'}]}} from n-d-764292-30. {{(pid=102193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:33:58.115814 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-d3b2a747-cd32-43cf-aae0-29d72224141d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:58.166993 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-43e822af-c32e-4bd1-9d20-819ac79fd53b tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:58.228162 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-066ef3f2-c45a-4590-bc22-91921be2d267 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Made reservation on behalf of e43abc7f2b214d1a915ef6ef86af9079 for: {'port': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:33:58.271116 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.db_base_plugin_common [None req-d3b2a747-cd32-43cf-aae0-29d72224141d None None] Allocated IP 2001:db8::f816:3eff:fedf:aebe (41e2676c-dfa7-4a22-87ed-f7efd502a6d9/7dccc7a2-eee5-4de5-b35c-a81355ce597e/11fab916-7fd4-4a64-953d-5cd0eb0a5847) {{(pid=102193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:33:58.313096 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-066ef3f2-c45a-4590-bc22-91921be2d267 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:58.331840 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-43e822af-c32e-4bd1-9d20-819ac79fd53b tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125932157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126180897'] for subnet, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:58.334375 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [None req-066ef3f2-c45a-4590-bc22-91921be2d267 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] device_id is not set on port d021a84b-7ad8-4646-9d75-43935a435bac yet. {{(pid=102191) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:33:58.359780 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e822af-c32e-4bd1-9d20-819ac79fd53b tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] Pushing event deleted for resources: {'Subnet': ['ID=3a587fe5-7750-407b-a0c9-11a41e5ea3d2,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:33:58.363866 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-43e822af-c32e-4bd1-9d20-819ac79fd53b tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] Notify callbacks [] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:58.368698 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-43e822af-c32e-4bd1-9d20-819ac79fd53b tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] 10.222.0.41 "DELETE /v2.0/subnets/3a587fe5-7750-407b-a0c9-11a41e5ea3d2 HTTP/1.1" status: 204 len: 168 time: 0.4378998 Aug 11 03:33:58.370857 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 37888) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:58.372910 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3fa812a-ad50-457c-babc-44e6d5886b23 None None] Network cf201379-04f4-495f-83b4-df7903f58917 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:33:58.460775 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c215d90b-364f-4ba0-a6a3-361c002a4fbb tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:58.517532 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-c215d90b-364f-4ba0-a6a3-361c002a4fbb tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] Deleting port 145749b5-7a83-4cca-bfe4-f029223d4f40 {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:33:58.517790 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c215d90b-364f-4ba0-a6a3-361c002a4fbb tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:58.521142 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-d3b2a747-cd32-43cf-aae0-29d72224141d None None] Notify callbacks [] for port, precommit_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:58.532727 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-d3b2a747-cd32-43cf-aae0-29d72224141d None None] Transition to ACTIVE for port object 11fab916-7fd4-4a64-953d-5cd0eb0a5847 will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:33:58.554085 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-d3b2a747-cd32-43cf-aae0-29d72224141d None None] Transition to ACTIVE for port object 11fab916-7fd4-4a64-953d-5cd0eb0a5847 will not be triggered until provisioned by entity DHCP. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:33:58.583330 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [None req-c215d90b-364f-4ba0-a6a3-361c002a4fbb tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] For port 145749b5-7a83-4cca-bfe4-f029223d4f40, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=145749b5-7a83-4cca-bfe4-f029223d4f40,segment=NetworkSegment(82e8ff06-ee83-485a-84bc-82a6784bee6b),segment_id=82e8ff06-ee83-485a-84bc-82a6784bee6b)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:33:58.583705 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c215d90b-364f-4ba0-a6a3-361c002a4fbb tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:58.598578 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-c215d90b-364f-4ba0-a6a3-361c002a4fbb tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] Calling delete_port for 145749b5-7a83-4cca-bfe4-f029223d4f40 owned by network:dhcp {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:33:58.611239 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-d3b2a747-cd32-43cf-aae0-29d72224141d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669'] for port, after_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:58.616115 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92b97857-3aff-40ce-9f8e-757962cc63c1 None None] DHCP port deletion for cf201379-04f4-495f-83b4-df7903f58917 request from n-d-764292-30 {{(pid=102193) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:33:58.656475 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3b2a747-cd32-43cf-aae0-29d72224141d None None] Network 41e2676c-dfa7-4a22-87ed-f7efd502a6d9 is already hosted by enough agents. {{(pid=102193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:33:58.657844 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.base_scheduler [None req-d3b2a747-cd32-43cf-aae0-29d72224141d None None] Resources bound (agent type, host, resource id): {{(pid=102193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:33:58.669239 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b2a747-cd32-43cf-aae0-29d72224141d None None] Received port after_create {{(pid=102193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:33:58.669461 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [None req-066ef3f2-c45a-4590-bc22-91921be2d267 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Allocated IP 2001:db8::f816:3eff:fe40:a877 (41e2676c-dfa7-4a22-87ed-f7efd502a6d9/7dccc7a2-eee5-4de5-b35c-a81355ce597e/d021a84b-7ad8-4646-9d75-43935a435bac) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:33:58.701752 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b2a747-cd32-43cf-aae0-29d72224141d None None] Pushing event updated for resources: {'Port': ['ID=11fab916-7fd4-4a64-953d-5cd0eb0a5847,revision_number=1']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:33:58.769056 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-d3b2a747-cd32-43cf-aae0-29d72224141d None None] Attempting to bind port 11fab916-7fd4-4a64-953d-5cd0eb0a5847 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:33:58.769333 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-d3b2a747-cd32-43cf-aae0-29d72224141d None None] Attempting to bind port 11fab916-7fd4-4a64-953d-5cd0eb0a5847 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': '5d96f309-e028-4cb7-a58f-990eaca460da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '41e2676c-dfa7-4a22-87ed-f7efd502a6d9'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:33:58.769730 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b2a747-cd32-43cf-aae0-29d72224141d None None] Attempting to bind port 11fab916-7fd4-4a64-953d-5cd0eb0a5847 on network 41e2676c-dfa7-4a22-87ed-f7efd502a6d9 {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:33:58.777306 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b2a747-cd32-43cf-aae0-29d72224141d None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:33:58.777705 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b2a747-cd32-43cf-aae0-29d72224141d None None] Checking segment: {'id': '5d96f309-e028-4cb7-a58f-990eaca460da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '41e2676c-dfa7-4a22-87ed-f7efd502a6d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:33:58.782828 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-d3b2a747-cd32-43cf-aae0-29d72224141d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:58.782828 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b2a747-cd32-43cf-aae0-29d72224141d None None] Bound using segment: {'id': '5d96f309-e028-4cb7-a58f-990eaca460da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '41e2676c-dfa7-4a22-87ed-f7efd502a6d9'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:33:58.782828 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-d3b2a747-cd32-43cf-aae0-29d72224141d None None] Bound port: 11fab916-7fd4-4a64-953d-5cd0eb0a5847, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d96f309-e028-4cb7-a58f-990eaca460da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '41e2676c-dfa7-4a22-87ed-f7efd502a6d9'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:33:58.782828 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-d3b2a747-cd32-43cf-aae0-29d72224141d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:58.783493 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-92b97857-3aff-40ce-9f8e-757962cc63c1 None None] Deleting port 145749b5-7a83-4cca-bfe4-f029223d4f40 {{(pid=102193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:33:58.783852 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-92b97857-3aff-40ce-9f8e-757962cc63c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:58.833816 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e0aa60-85a1-49e3-a647-daf899c0c3f6 req-1287adba-6652-4fc8-a7f6-698d594890f8 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:58.835122 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-57e0aa60-85a1-49e3-a647-daf899c0c3f6 req-1287adba-6652-4fc8-a7f6-698d594890f8 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=e26e7075-4fca-4f43-86ce-882b53ced53b HTTP/1.1" status: 200 len: 943 time: 0.0719469 Aug 11 03:33:58.836262 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c215d90b-364f-4ba0-a6a3-361c002a4fbb tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:58.854481 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-066ef3f2-c45a-4590-bc22-91921be2d267 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:58.872654 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [None req-066ef3f2-c45a-4590-bc22-91921be2d267 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Transition to ACTIVE for port object d021a84b-7ad8-4646-9d75-43935a435bac will not be triggered until provisioned by entity DHCP. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:33:58.877658 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c215d90b-364f-4ba0-a6a3-361c002a4fbb tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] Pushing event deleted for resources: {'Port': ['ID=145749b5-7a83-4cca-bfe4-f029223d4f40,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:33:58.886526 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-92b97857-3aff-40ce-9f8e-757962cc63c1 None None] For port 145749b5-7a83-4cca-bfe4-f029223d4f40, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=145749b5-7a83-4cca-bfe4-f029223d4f40,segment=NetworkSegment(82e8ff06-ee83-485a-84bc-82a6784bee6b),segment_id=82e8ff06-ee83-485a-84bc-82a6784bee6b)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:33:58.886932 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-92b97857-3aff-40ce-9f8e-757962cc63c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:58.892165 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c215d90b-364f-4ba0-a6a3-361c002a4fbb tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] No DVR routers for this DVR port 145749b5-7a83-4cca-bfe4-f029223d4f40 on host n-d-764292-30 {{(pid=102192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:33:58.909157 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-92b97857-3aff-40ce-9f8e-757962cc63c1 None None] Calling delete_port for 145749b5-7a83-4cca-bfe4-f029223d4f40 owned by network:dhcp {{(pid=102193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:33:58.926668 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-d3b2a747-cd32-43cf-aae0-29d72224141d None None] For port 11fab916-7fd4-4a64-953d-5cd0eb0a5847, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:33:58.930830 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-d3b2a747-cd32-43cf-aae0-29d72224141d None None] For port 11fab916-7fd4-4a64-953d-5cd0eb0a5847, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=11fab916-7fd4-4a64-953d-5cd0eb0a5847,segment=NetworkSegment(5d96f309-e028-4cb7-a58f-990eaca460da),segment_id=5d96f309-e028-4cb7-a58f-990eaca460da)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:33:58.946269 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-57e0aa60-85a1-49e3-a647-daf899c0c3f6 req-e56d7268-3987-4b61-8488-3c767385a80a tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/security-groups?id=d90906b3-11d7-4670-8cbc-45704d99f68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801907 Aug 11 03:33:59.008829 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c215d90b-364f-4ba0-a6a3-361c002a4fbb tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:59.012113 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-92b97857-3aff-40ce-9f8e-757962cc63c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678'] for port, after_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:59.019213 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-c215d90b-364f-4ba0-a6a3-361c002a4fbb tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf201379-04f4-495f-83b4-df7903f58917']}} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:33:59.030975 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-c215d90b-364f-4ba0-a6a3-361c002a4fbb tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82e8ff06-ee83-485a-84bc-82a6784bee6b') {'for_net_delete': True} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:33:59.031402 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-c215d90b-364f-4ba0-a6a3-361c002a4fbb tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82e8ff06-ee83-485a-84bc-82a6784bee6b') {} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:33:59.039051 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-066ef3f2-c45a-4590-bc22-91921be2d267 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:59.043099 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c215d90b-364f-4ba0-a6a3-361c002a4fbb tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125932501'] for segment, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:59.051339 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b97857-3aff-40ce-9f8e-757962cc63c1 None None] Pushing event deleted for resources: {'Port': ['ID=145749b5-7a83-4cca-bfe4-f029223d4f40,revision_number=None']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:33:59.051339 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b97857-3aff-40ce-9f8e-757962cc63c1 None None] No DVR routers for this DVR port 145749b5-7a83-4cca-bfe4-f029223d4f40 on host n-d-764292-30 {{(pid=102193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:33:59.063123 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c215d90b-364f-4ba0-a6a3-361c002a4fbb tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:59.068871 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-d3b2a747-cd32-43cf-aae0-29d72224141d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:59.070072 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c215d90b-364f-4ba0-a6a3-361c002a4fbb tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=102192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:33:59.070694 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c215d90b-364f-4ba0-a6a3-361c002a4fbb tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125932183'] for segment, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:59.074429 n-d-764292-30 neutron-server[102192]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:33:59.074429 n-d-764292-30 neutron-server[102192]: items = [ Aug 11 03:33:59.074429 n-d-764292-30 neutron-server[102192]: Traceback (most recent call last): Aug 11 03:33:59.074429 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:33:59.074429 n-d-764292-30 neutron-server[102192]: timer() Aug 11 03:33:59.074429 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:33:59.074429 n-d-764292-30 neutron-server[102192]: cb(*args, **kw) Aug 11 03:33:59.074429 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:33:59.074429 n-d-764292-30 neutron-server[102192]: return func(*args, **kwargs) Aug 11 03:33:59.074429 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:33:59.074429 n-d-764292-30 neutron-server[102192]: self._notify() Aug 11 03:33:59.074429 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:33:59.074429 n-d-764292-30 neutron-server[102192]: self.callback(batched_events) Aug 11 03:33:59.074429 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:33:59.074429 n-d-764292-30 neutron-server[102192]: event.method(event) Aug 11 03:33:59.074429 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:33:59.074429 n-d-764292-30 neutron-server[102192]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:33:59.074429 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:33:59.074429 n-d-764292-30 neutron-server[102192]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:33:59.074429 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:33:59.074429 n-d-764292-30 neutron-server[102192]: return f(self, *a, **k) Aug 11 03:33:59.074429 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:33:59.074429 n-d-764292-30 neutron-server[102192]: return self._get(url).json() Aug 11 03:33:59.074429 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:33:59.074429 n-d-764292-30 neutron-server[102192]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:33:59.074429 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:33:59.074429 n-d-764292-30 neutron-server[102192]: return self.request(url, 'GET', **kwargs) Aug 11 03:33:59.074429 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:33:59.074429 n-d-764292-30 neutron-server[102192]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:33:59.074429 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:33:59.074429 n-d-764292-30 neutron-server[102192]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:33:59.074429 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:33:59.074429 n-d-764292-30 neutron-server[102192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:33:59.074429 n-d-764292-30 neutron-server[102192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:33:59.112200 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-066ef3f2-c45a-4590-bc22-91921be2d267 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Network 41e2676c-dfa7-4a22-87ed-f7efd502a6d9 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:33:59.115452 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-066ef3f2-c45a-4590-bc22-91921be2d267 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:33:59.119909 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-066ef3f2-c45a-4590-bc22-91921be2d267 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:33:59.127410 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-066ef3f2-c45a-4590-bc22-91921be2d267 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:59.128076 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-066ef3f2-c45a-4590-bc22-91921be2d267 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:59.135568 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066ef3f2-c45a-4590-bc22-91921be2d267 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Pushing event updated for resources: {'Port': ['ID=d021a84b-7ad8-4646-9d75-43935a435bac,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:33:59.167532 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b2a747-cd32-43cf-aae0-29d72224141d None None] Pushing event updated for resources: {'Port': ['ID=11fab916-7fd4-4a64-953d-5cd0eb0a5847,revision_number=2']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:33:59.250884 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-a762356f-b450-401f-b1ef-919d165d385a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:59.274221 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c215d90b-364f-4ba0-a6a3-361c002a4fbb tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:59.275793 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-066ef3f2-c45a-4590-bc22-91921be2d267 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.2651477 Aug 11 03:33:59.277781 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 37892) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:59.288169 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c215d90b-364f-4ba0-a6a3-361c002a4fbb tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] Notify callbacks [] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:59.290215 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-c215d90b-364f-4ba0-a6a3-361c002a4fbb tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] 10.222.0.41 "DELETE /v2.0/networks/cf201379-04f4-495f-83b4-df7903f58917 HTTP/1.1" status: 204 len: 168 time: 0.9178538 Aug 11 03:33:59.328420 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c215d90b-364f-4ba0-a6a3-361c002a4fbb tempest-AllowedAddressPairIpV6TestJSON-36286906 tempest-AllowedAddressPairIpV6TestJSON-36286906-project] Pushing event deleted for resources: {'Network': ['ID=cf201379-04f4-495f-83b4-df7903f58917,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:33:59.357777 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae2d5cc-6f3f-4402-9adc-67b16cd40eae tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:59.363950 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae2d5cc-6f3f-4402-9adc-67b16cd40eae tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:59.365770 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-1ae2d5cc-6f3f-4402-9adc-67b16cd40eae tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0868380 Aug 11 03:33:59.368559 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 37896) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:59.475559 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-7d478ed7-aa96-4304-9d4d-4ea12c56cfd0 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Deleting port d021a84b-7ad8-4646-9d75-43935a435bac {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:33:59.475902 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-7d478ed7-aa96-4304-9d4d-4ea12c56cfd0 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:59.565338 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-7d478ed7-aa96-4304-9d4d-4ea12c56cfd0 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:59.577734 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-7d478ed7-aa96-4304-9d4d-4ea12c56cfd0 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Calling delete_port for d021a84b-7ad8-4646-9d75-43935a435bac owned by {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:33:59.828403 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-7d478ed7-aa96-4304-9d4d-4ea12c56cfd0 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:59.869141 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d478ed7-aa96-4304-9d4d-4ea12c56cfd0 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Pushing event deleted for resources: {'Port': ['ID=d021a84b-7ad8-4646-9d75-43935a435bac,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:33:59.903713 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-7d478ed7-aa96-4304-9d4d-4ea12c56cfd0 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:59.905688 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-7d478ed7-aa96-4304-9d4d-4ea12c56cfd0 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "DELETE /v2.0/ports/d021a84b-7ad8-4646-9d75-43935a435bac HTTP/1.1" status: 204 len: 168 time: 0.5347424 Aug 11 03:33:59.908324 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 37900) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:59.942949 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 37902) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:59.975689 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47d82872-4ed8-4750-80a4-f1baedf4e637 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:59.976328 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47d82872-4ed8-4750-80a4-f1baedf4e637 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:59.980332 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-47d82872-4ed8-4750-80a4-f1baedf4e637 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0685787 Aug 11 03:33:59.980818 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 37908) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:00.042768 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_v2 [None req-a87bb5d1-9e5c-4982-9bb4-dbbe97dade6c tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Deleting subnet 7dccc7a2-eee5-4de5-b35c-a81355ce597e {{(pid=102192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:34:00.047415 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a87bb5d1-9e5c-4982-9bb4-dbbe97dade6c tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks [] for subnet, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:00.128660 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-6747dc09-eb63-4ce4-9040-3cd7cc6afa72 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=febd9161ebc04bb6900f623702f7c036&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1823878 Aug 11 03:34:00.129195 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 37910) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:00.159438 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a87bb5d1-9e5c-4982-9bb4-dbbe97dade6c tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125932460'] for subnet, precommit_delete_associations {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:00.205141 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b992dcad-84fe-4f3b-a14a-3031d933b339 req-632320da-6d86-452c-9967-416bcea52094 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:00.206766 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b992dcad-84fe-4f3b-a14a-3031d933b339 req-632320da-6d86-452c-9967-416bcea52094 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=e26e7075-4fca-4f43-86ce-882b53ced53b HTTP/1.1" status: 200 len: 943 time: 0.1558819 Aug 11 03:34:00.301589 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ca5d07bc-a83c-49b8-9633-5b53f08bfd48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:00.313734 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b992dcad-84fe-4f3b-a14a-3031d933b339 req-2aaaa4bd-04e7-44e7-97b0-3fd15e8c0129 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/security-groups?id=d90906b3-11d7-4670-8cbc-45704d99f68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934172 Aug 11 03:34:00.319781 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a87bb5d1-9e5c-4982-9bb4-dbbe97dade6c tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:00.369365 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ca5d07bc-a83c-49b8-9633-5b53f08bfd48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:00.428011 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3eeae1a4-1ac8-4092-be13-01e6da1b8fec None None] Provisioning for port 11fab916-7fd4-4a64-953d-5cd0eb0a5847 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:34:00.491461 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 11fab916-7fd4-4a64-953d-5cd0eb0a5847 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:34:00.537149 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ca5d07bc-a83c-49b8-9633-5b53f08bfd48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:00.540478 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ca5d07bc-a83c-49b8-9633-5b53f08bfd48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:00.554774 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-e8acbc3c-82e5-451c-bde1-ff1b175302bc None None] Could not find standard attr ID for object d021a84b-7ad8-4646-9d75-43935a435bac. {{(pid=102193) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 03:34:00.555161 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-ca5d07bc-a83c-49b8-9633-5b53f08bfd48 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8697184a-8d32-4f8b-a6cb-eefad7a101ab HTTP/1.1" status: 204 len: 168 time: 0.4218140 Aug 11 03:34:00.555161 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a87bb5d1-9e5c-4982-9bb4-dbbe97dade6c tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125932157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126180897'] for subnet, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:00.590374 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5d07bc-a83c-49b8-9633-5b53f08bfd48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8697184a-8d32-4f8b-a6cb-eefad7a101ab,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:00.593856 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87bb5d1-9e5c-4982-9bb4-dbbe97dade6c tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Pushing event deleted for resources: {'Subnet': ['ID=7dccc7a2-eee5-4de5-b35c-a81355ce597e,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:00.607107 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a87bb5d1-9e5c-4982-9bb4-dbbe97dade6c tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks [] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:00.612636 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-a87bb5d1-9e5c-4982-9bb4-dbbe97dade6c tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "DELETE /v2.0/subnets/7dccc7a2-eee5-4de5-b35c-a81355ce597e HTTP/1.1" status: 204 len: 168 time: 0.6273379 Aug 11 03:34:00.612885 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f0c495f-3cb5-4025-8dba-4606b1344802 None None] Network 41e2676c-dfa7-4a22-87ed-f7efd502a6d9 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:34:00.613035 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 37914) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:00.657514 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port 11fab916-7fd4-4a64-953d-5cd0eb0a5847 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:34:00.659514 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-3cbe190a-9355-4fea-af90-ac9981bd1733 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0451548 Aug 11 03:34:00.662246 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 37916) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:00.667795 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 11fab916-7fd4-4a64-953d-5cd0eb0a5847 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:34:00.667993 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-6e23b288-3df9-4b0f-9940-f5c814649732 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Request body: {'subnet': {'network_id': '41e2676c-dfa7-4a22-87ed-f7efd502a6d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:34:00.668173 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:00.807822 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:00.841350 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port 11fab916-7fd4-4a64-953d-5cd0eb0a5847, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=11fab916-7fd4-4a64-953d-5cd0eb0a5847,segment=NetworkSegment(5d96f309-e028-4cb7-a58f-990eaca460da),segment_id=5d96f309-e028-4cb7-a58f-990eaca460da)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:34:00.847593 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e23b288-3df9-4b0f-9940-f5c814649732 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Made reservation on behalf of e43abc7f2b214d1a915ef6ef86af9079 for: {'subnet': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:34:00.851212 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e20ed27e-ee12-405f-9c88-2d0afed6de1d None None] DHCP port deletion for 41e2676c-dfa7-4a22-87ed-f7efd502a6d9 request from n-d-764292-30 {{(pid=102193) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:34:00.851447 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-6e23b288-3df9-4b0f-9940-f5c814649732 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126180544'] for subnet, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:00.907338 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-e20ed27e-ee12-405f-9c88-2d0afed6de1d None None] Deleting port 11fab916-7fd4-4a64-953d-5cd0eb0a5847 {{(pid=102193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:34:00.907740 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-e20ed27e-ee12-405f-9c88-2d0afed6de1d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:00.968575 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:01.025373 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-e20ed27e-ee12-405f-9c88-2d0afed6de1d None None] For port 11fab916-7fd4-4a64-953d-5cd0eb0a5847, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=11fab916-7fd4-4a64-953d-5cd0eb0a5847,segment=NetworkSegment(5d96f309-e028-4cb7-a58f-990eaca460da),segment_id=5d96f309-e028-4cb7-a58f-990eaca460da)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:34:01.025949 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-e20ed27e-ee12-405f-9c88-2d0afed6de1d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:01.053162 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-e20ed27e-ee12-405f-9c88-2d0afed6de1d None None] Calling delete_port for 11fab916-7fd4-4a64-953d-5cd0eb0a5847 owned by network:dhcp {{(pid=102193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:34:01.080263 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 145749b5-7a83-4cca-bfe4-f029223d4f40 no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:34:01.083723 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=11fab916-7fd4-4a64-953d-5cd0eb0a5847,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:01.112340 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: 145749b5-7a83-4cca-bfe4-f029223d4f40 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:34:01.112340 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 145749b5-7a83-4cca-bfe4-f029223d4f40 not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:34:01.289051 n-d-764292-30 neutron-server[102192]: DEBUG neutron.objects.ports [None req-6e23b288-3df9-4b0f-9940-f5c814649732 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102192) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 11 03:34:01.302538 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-e20ed27e-ee12-405f-9c88-2d0afed6de1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678'] for port, after_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:01.329133 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20ed27e-ee12-405f-9c88-2d0afed6de1d None None] Pushing event deleted for resources: {'Port': ['ID=11fab916-7fd4-4a64-953d-5cd0eb0a5847,revision_number=None']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:01.337379 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20ed27e-ee12-405f-9c88-2d0afed6de1d None None] No DVR routers for this DVR port 11fab916-7fd4-4a64-953d-5cd0eb0a5847 on host n-d-764292-30 {{(pid=102193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:34:01.410593 n-d-764292-30 neutron-server[102192]: WARNING neutron.services.revisions.revision_plugin [None req-6e23b288-3df9-4b0f-9940-f5c814649732 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Could not find related port for resource to bump revision. Aug 11 03:34:01.451587 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.ipam_pluggable_backend [None req-6e23b288-3df9-4b0f-9940-f5c814649732 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Port 11fab916-7fd4-4a64-953d-5cd0eb0a5847 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=102192) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Aug 11 03:34:01.451910 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.ipam_pluggable_backend [None req-6e23b288-3df9-4b0f-9940-f5c814649732 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Reverting IP allocation for 2001:db8::f816:3eff:fedf:aebe {{(pid=102192) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Aug 11 03:34:01.456580 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.ipam_pluggable_backend [None req-6e23b288-3df9-4b0f-9940-f5c814649732 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fedf:aebe {{(pid=102192) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Aug 11 03:34:01.459198 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-6e23b288-3df9-4b0f-9940-f5c814649732 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125932092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126180562'] for subnet, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:01.474102 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37efe39-a421-4445-b60a-2782701ca255 req-35ccbf8d-6f1d-45b7-ad93-d81a433a3538 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:01.475914 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e37efe39-a421-4445-b60a-2782701ca255 req-35ccbf8d-6f1d-45b7-ad93-d81a433a3538 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=e26e7075-4fca-4f43-86ce-882b53ced53b HTTP/1.1" status: 200 len: 943 time: 0.0631440 Aug 11 03:34:01.538216 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e23b288-3df9-4b0f-9940-f5c814649732 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Network 41e2676c-dfa7-4a22-87ed-f7efd502a6d9 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:34:01.552295 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-6e23b288-3df9-4b0f-9940-f5c814649732 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:34:01.558822 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e23b288-3df9-4b0f-9940-f5c814649732 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:01.559229 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-6e23b288-3df9-4b0f-9940-f5c814649732 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks [] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:01.562428 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbe3fba8-e5c7-4b72-b72b-0ff5bce4ece3 None None] Network 41e2676c-dfa7-4a22-87ed-f7efd502a6d9 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:34:01.564441 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e23b288-3df9-4b0f-9940-f5c814649732 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Pushing event updated for resources: {'Subnet': ['ID=02d9f9ab-e877-46a3-89c2-b706646c533d,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:01.571952 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e37efe39-a421-4445-b60a-2782701ca255 req-421e0525-065b-4c9a-af64-176c5779fa5a tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/security-groups?id=d90906b3-11d7-4670-8cbc-45704d99f68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662167 Aug 11 03:34:01.658851 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-6e23b288-3df9-4b0f-9940-f5c814649732 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9954576 Aug 11 03:34:01.662419 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 37938) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:01.665816 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-b8f8b25a-ce53-4443-88bd-174e8e3cb81d tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Request body: {'port': {'network_id': '41e2676c-dfa7-4a22-87ed-f7efd502a6d9', 'mac_address': 'fa:16:3e:43:b9:4d', 'name': 'tempest-NetworksTestDHCPv6-1658253354'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:34:01.730273 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [req-4a143e42-b78b-4ec0-8d2b-7d7c86378e2a req-99bebed8-f233-43c3-9dea-f2d38b9a3434 service neutron] (102191) timed out ('10.222.0.41', 44318) {{(pid=102191) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 11 03:34:01.731904 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2312d71-9897-41e2-b68a-41ddd376f62a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde080026-c28f-55be-b52b-13827cc43646-41e2676c-dfa7-4a22-87ed-f7efd502a6d9', 'network_id': '41e2676c-dfa7-4a22-87ed-f7efd502a6d9', 'tenant_id': 'e43abc7f2b214d1a915ef6ef86af9079', 'fixed_ips': [{'subnet_id': '02d9f9ab-e877-46a3-89c2-b706646c533d'}]}} from n-d-764292-30. {{(pid=102193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:34:01.732410 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-e2312d71-9897-41e2-b68a-41ddd376f62a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:01.862547 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8f8b25a-ce53-4443-88bd-174e8e3cb81d tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Made reservation on behalf of e43abc7f2b214d1a915ef6ef86af9079 for: {'port': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:34:01.883912 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 37942) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:01.894122 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.db_base_plugin_common [None req-e2312d71-9897-41e2-b68a-41ddd376f62a None None] Allocated IP 2001:db8::f816:3eff:fee8:6f97 (41e2676c-dfa7-4a22-87ed-f7efd502a6d9/02d9f9ab-e877-46a3-89c2-b706646c533d/3397354e-39f5-4fd6-93b3-03075337627c) {{(pid=102193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:34:01.969219 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b8f8b25a-ce53-4443-88bd-174e8e3cb81d tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:01.986603 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-e85634d9-eaf9-4826-a8a3-ce45ea49be62 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Request body: {'security_group': {'name': 'tempest-secgroup--630333647'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:34:01.990672 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [None req-b8f8b25a-ce53-4443-88bd-174e8e3cb81d tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] device_id is not set on port 19f1993f-4596-4a59-b674-6dce66193022 yet. {{(pid=102192) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:34:02.102636 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e85634d9-eaf9-4826-a8a3-ce45ea49be62 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:02.112780 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e85634d9-eaf9-4826-a8a3-ce45ea49be62 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:02.189518 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:02.210182 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e85634d9-eaf9-4826-a8a3-ce45ea49be62 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:02.263967 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-ad3f86bf-83db-4c06-8c02-6766b4816791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:02.284772 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-e2312d71-9897-41e2-b68a-41ddd376f62a None None] Notify callbacks [] for port, precommit_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:02.293412 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-e2312d71-9897-41e2-b68a-41ddd376f62a None None] Transition to ACTIVE for port object 3397354e-39f5-4fd6-93b3-03075337627c will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:34:02.296319 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e85634d9-eaf9-4826-a8a3-ce45ea49be62 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:02.308644 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-e2312d71-9897-41e2-b68a-41ddd376f62a None None] Transition to ACTIVE for port object 3397354e-39f5-4fd6-93b3-03075337627c will not be triggered until provisioned by entity DHCP. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:34:02.332875 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85634d9-eaf9-4826-a8a3-ce45ea49be62 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2428a47-b2d6-437e-bf37-4ca48ff07e04,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:02.372688 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-e2312d71-9897-41e2-b68a-41ddd376f62a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669'] for port, after_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:02.399015 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e85634d9-eaf9-4826-a8a3-ce45ea49be62 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:02.422516 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2312d71-9897-41e2-b68a-41ddd376f62a None None] Network 41e2676c-dfa7-4a22-87ed-f7efd502a6d9 is already hosted by enough agents. {{(pid=102193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:34:02.426413 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.base_scheduler [None req-e2312d71-9897-41e2-b68a-41ddd376f62a None None] Resources bound (agent type, host, resource id): {{(pid=102193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:34:02.430369 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2312d71-9897-41e2-b68a-41ddd376f62a None None] Received port after_create {{(pid=102193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:34:02.438237 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2312d71-9897-41e2-b68a-41ddd376f62a None None] Pushing event updated for resources: {'Port': ['ID=3397354e-39f5-4fd6-93b3-03075337627c,revision_number=1']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:02.444869 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [None req-b8f8b25a-ce53-4443-88bd-174e8e3cb81d tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Allocated IP 2001:db8::f816:3eff:fe43:b94d (41e2676c-dfa7-4a22-87ed-f7efd502a6d9/02d9f9ab-e877-46a3-89c2-b706646c533d/19f1993f-4596-4a59-b674-6dce66193022) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:34:02.456734 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e85634d9-eaf9-4826-a8a3-ce45ea49be62 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:02.461790 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 11fab916-7fd4-4a64-953d-5cd0eb0a5847 no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:34:02.493448 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85634d9-eaf9-4826-a8a3-ce45ea49be62 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c34b996c-b0e8-495f-bb10-f5248ce57073,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:02.503402 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: 11fab916-7fd4-4a64-953d-5cd0eb0a5847 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:34:02.503641 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 11fab916-7fd4-4a64-953d-5cd0eb0a5847 not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:34:02.515282 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-e2312d71-9897-41e2-b68a-41ddd376f62a None None] Attempting to bind port 3397354e-39f5-4fd6-93b3-03075337627c on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:34:02.515807 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-e2312d71-9897-41e2-b68a-41ddd376f62a None None] Attempting to bind port 3397354e-39f5-4fd6-93b3-03075337627c by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': '5d96f309-e028-4cb7-a58f-990eaca460da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '41e2676c-dfa7-4a22-87ed-f7efd502a6d9'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:34:02.516384 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2312d71-9897-41e2-b68a-41ddd376f62a None None] Attempting to bind port 3397354e-39f5-4fd6-93b3-03075337627c on network 41e2676c-dfa7-4a22-87ed-f7efd502a6d9 {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:34:02.521595 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2312d71-9897-41e2-b68a-41ddd376f62a None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:34:02.522003 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2312d71-9897-41e2-b68a-41ddd376f62a None None] Checking segment: {'id': '5d96f309-e028-4cb7-a58f-990eaca460da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '41e2676c-dfa7-4a22-87ed-f7efd502a6d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:34:02.522633 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-e2312d71-9897-41e2-b68a-41ddd376f62a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:02.523138 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2312d71-9897-41e2-b68a-41ddd376f62a None None] Bound using segment: {'id': '5d96f309-e028-4cb7-a58f-990eaca460da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '41e2676c-dfa7-4a22-87ed-f7efd502a6d9'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:34:02.523803 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-e2312d71-9897-41e2-b68a-41ddd376f62a None None] Bound port: 3397354e-39f5-4fd6-93b3-03075337627c, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d96f309-e028-4cb7-a58f-990eaca460da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '41e2676c-dfa7-4a22-87ed-f7efd502a6d9'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:34:02.524197 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-e2312d71-9897-41e2-b68a-41ddd376f62a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:02.583284 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e85634d9-eaf9-4826-a8a3-ce45ea49be62 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:02.585297 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-e85634d9-eaf9-4826-a8a3-ce45ea49be62 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6993742 Aug 11 03:34:02.587958 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 37946) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:02.591034 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-e2312d71-9897-41e2-b68a-41ddd376f62a None None] For port 3397354e-39f5-4fd6-93b3-03075337627c, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:34:02.595237 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-e2312d71-9897-41e2-b68a-41ddd376f62a None None] For port 3397354e-39f5-4fd6-93b3-03075337627c, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=3397354e-39f5-4fd6-93b3-03075337627c,segment=NetworkSegment(5d96f309-e028-4cb7-a58f-990eaca460da),segment_id=5d96f309-e028-4cb7-a58f-990eaca460da)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:34:02.624943 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b8f8b25a-ce53-4443-88bd-174e8e3cb81d tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:02.640271 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [None req-b8f8b25a-ce53-4443-88bd-174e8e3cb81d tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Transition to ACTIVE for port object 19f1993f-4596-4a59-b674-6dce66193022 will not be triggered until provisioned by entity DHCP. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:34:02.659204 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-6d952226-2fe9-426c-b6ce-2d9ae4c6c8ee tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0701344 Aug 11 03:34:02.661969 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 37950) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:02.669913 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-cd842ade-3e86-41c9-a7bd-0a865f37bec3 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Request body: {'security_group': {'name': 'tempest-security--1772270745', 'description': 'tempest-security-description-341445895'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:34:02.695619 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-cd842ade-3e86-41c9-a7bd-0a865f37bec3 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Notify callbacks [] for security_group, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:02.709485 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-e2312d71-9897-41e2-b68a-41ddd376f62a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:02.722720 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6163a883-b7c3-4d6a-86c7-1cf5d807b499 req-74d0a1ef-cc94-40e3-9e28-f83e99d97cec tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:02.724217 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6163a883-b7c3-4d6a-86c7-1cf5d807b499 req-74d0a1ef-cc94-40e3-9e28-f83e99d97cec tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=e26e7075-4fca-4f43-86ce-882b53ced53b HTTP/1.1" status: 200 len: 943 time: 0.0730000 Aug 11 03:34:02.753495 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-cd842ade-3e86-41c9-a7bd-0a865f37bec3 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Notify callbacks [] for security_group, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:02.777237 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2312d71-9897-41e2-b68a-41ddd376f62a None None] Pushing event updated for resources: {'Port': ['ID=3397354e-39f5-4fd6-93b3-03075337627c,revision_number=2']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:02.778436 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6163a883-b7c3-4d6a-86c7-1cf5d807b499 req-34d74d44-b999-481b-913d-03379dba5514 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/security-groups?id=d90906b3-11d7-4670-8cbc-45704d99f68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470304 Aug 11 03:34:02.823596 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b8f8b25a-ce53-4443-88bd-174e8e3cb81d tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:02.847055 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-cd842ade-3e86-41c9-a7bd-0a865f37bec3 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:02.851031 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-cd842ade-3e86-41c9-a7bd-0a865f37bec3 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:02.855481 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-cd842ade-3e86-41c9-a7bd-0a865f37bec3 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] 10.222.0.41 "PUT /v2.0/security-groups/c34b996c-b0e8-495f-bb10-f5248ce57073 HTTP/1.1" status: 200 len: 1779 time: 0.1869864 Aug 11 03:34:02.856377 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 37952) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:02.878909 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd842ade-3e86-41c9-a7bd-0a865f37bec3 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c34b996c-b0e8-495f-bb10-f5248ce57073,revision_number=2']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:02.893064 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f8b25a-ce53-4443-88bd-174e8e3cb81d tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Network 41e2676c-dfa7-4a22-87ed-f7efd502a6d9 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:34:02.903174 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-b8f8b25a-ce53-4443-88bd-174e8e3cb81d tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:34:02.911066 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f8b25a-ce53-4443-88bd-174e8e3cb81d tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:34:02.916932 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f8b25a-ce53-4443-88bd-174e8e3cb81d tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:02.917395 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b8f8b25a-ce53-4443-88bd-174e8e3cb81d tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:02.924834 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f8b25a-ce53-4443-88bd-174e8e3cb81d tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Pushing event updated for resources: {'Port': ['ID=19f1993f-4596-4a59-b674-6dce66193022,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:02.959968 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-788cd778-edd9-497c-ab00-d2441bb4de6c tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] 10.222.0.41 "GET /v2.0/security-groups/c34b996c-b0e8-495f-bb10-f5248ce57073 HTTP/1.1" status: 200 len: 1779 time: 0.0901506 Aug 11 03:34:02.960125 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 37954) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:03.021654 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ac5d87b8-73c5-4780-ba9d-dc886beffc6b tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:03.031746 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-b8f8b25a-ce53-4443-88bd-174e8e3cb81d tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.3681161 Aug 11 03:34:03.032683 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 37956) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:03.051254 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ac5d87b8-73c5-4780-ba9d-dc886beffc6b tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:03.074381 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:03.090999 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00a3fc29-566a-4389-a115-4881a09688e9 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:03.098569 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00a3fc29-566a-4389-a115-4881a09688e9 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:03.100286 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-00a3fc29-566a-4389-a115-4881a09688e9 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0666516 Aug 11 03:34:03.103534 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 37958) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:03.195214 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-99067b79-5812-416b-8478-6713d3e74b4f tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Deleting port 19f1993f-4596-4a59-b674-6dce66193022 {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:34:03.195483 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-99067b79-5812-416b-8478-6713d3e74b4f tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:03.211630 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ac5d87b8-73c5-4780-ba9d-dc886beffc6b tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:03.215231 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ac5d87b8-73c5-4780-ba9d-dc886beffc6b tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:03.216434 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-ac5d87b8-73c5-4780-ba9d-dc886beffc6b tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] 10.222.0.41 "DELETE /v2.0/security-groups/c34b996c-b0e8-495f-bb10-f5248ce57073 HTTP/1.1" status: 204 len: 168 time: 0.2599070 Aug 11 03:34:03.219903 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 37960) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:03.239652 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5d87b8-73c5-4780-ba9d-dc886beffc6b tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c34b996c-b0e8-495f-bb10-f5248ce57073,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:03.279043 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-677ddeef-cf22-4f77-a81e-a95df35fc12d tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0565729 Aug 11 03:34:03.280560 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 37962) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:03.298602 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-99067b79-5812-416b-8478-6713d3e74b4f tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:03.298873 n-d-764292-30 neutron-server[102191]: INFO neutron.api.v2.resource [None req-81950064-8b31-4f1c-910d-6f602745d0c3 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] delete failed (client error): The resource could not be found. Aug 11 03:34:03.299914 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-81950064-8b31-4f1c-910d-6f602745d0c3 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] 10.222.0.41 "DELETE /v2.0/security-groups/c34b996c-b0e8-495f-bb10-f5248ce57073 HTTP/1.1" status: 404 len: 347 time: 0.0183222 Aug 11 03:34:03.304737 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 37964) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:03.309495 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-414758e6-05db-44c9-93e6-8c91ee38fcdf tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Request body: {'security_group': {'name': 'tempest-secgroup--2139254383'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:34:03.311358 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-99067b79-5812-416b-8478-6713d3e74b4f tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Calling delete_port for 19f1993f-4596-4a59-b674-6dce66193022 owned by {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:34:03.427853 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-414758e6-05db-44c9-93e6-8c91ee38fcdf tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:03.524568 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-414758e6-05db-44c9-93e6-8c91ee38fcdf tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:03.536449 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-99067b79-5812-416b-8478-6713d3e74b4f tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:03.570034 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99067b79-5812-416b-8478-6713d3e74b4f tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Pushing event deleted for resources: {'Port': ['ID=19f1993f-4596-4a59-b674-6dce66193022,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:03.593727 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-414758e6-05db-44c9-93e6-8c91ee38fcdf tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:03.593956 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-99067b79-5812-416b-8478-6713d3e74b4f tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:03.598625 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-99067b79-5812-416b-8478-6713d3e74b4f tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "DELETE /v2.0/ports/19f1993f-4596-4a59-b674-6dce66193022 HTTP/1.1" status: 204 len: 168 time: 0.4918530 Aug 11 03:34:03.598625 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 37966) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:03.638829 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414758e6-05db-44c9-93e6-8c91ee38fcdf tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Pushing event updated for resources: {'SecurityGroup': ['ID=210371a3-af8f-4a84-ade0-f1b64e095066,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:03.659940 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79552dec-a9b8-43d1-9d26-9a520ccca546 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:03.661700 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79552dec-a9b8-43d1-9d26-9a520ccca546 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:03.663458 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-79552dec-a9b8-43d1-9d26-9a520ccca546 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0640385 Aug 11 03:34:03.666029 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 37968) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:03.685116 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-414758e6-05db-44c9-93e6-8c91ee38fcdf tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:03.690481 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-414758e6-05db-44c9-93e6-8c91ee38fcdf tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3806915 Aug 11 03:34:03.693129 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 37970) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:03.700389 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-e5e64ebe-ee57-466c-9775-dc4419d92171 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Request body: {'security_group_rule': {'security_group_id': '210371a3-af8f-4a84-ade0-f1b64e095066', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:34:03.729942 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_v2 [None req-58ab2620-b2ab-4946-931c-278ed5284f07 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Deleting subnet 02d9f9ab-e877-46a3-89c2-b706646c533d {{(pid=102192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:34:03.734074 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-58ab2620-b2ab-4946-931c-278ed5284f07 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks [] for subnet, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:03.778314 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-58ab2620-b2ab-4946-931c-278ed5284f07 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125932460'] for subnet, precommit_delete_associations {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:03.872543 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e5e64ebe-ee57-466c-9775-dc4419d92171 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:03.907197 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-58ab2620-b2ab-4946-931c-278ed5284f07 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:03.948046 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b65559-1d0e-48b5-9d89-de14fb982ef7 req-fddca61f-2845-4e8a-af09-cdab5cec0595 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:03.950609 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-17b65559-1d0e-48b5-9d89-de14fb982ef7 req-fddca61f-2845-4e8a-af09-cdab5cec0595 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=e26e7075-4fca-4f43-86ce-882b53ced53b HTTP/1.1" status: 200 len: 943 time: 0.0958500 Aug 11 03:34:03.954811 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e5e64ebe-ee57-466c-9775-dc4419d92171 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:04.007925 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-17b65559-1d0e-48b5-9d89-de14fb982ef7 req-d9988ce9-293e-4bac-8168-16094f50707a tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/security-groups?id=d90906b3-11d7-4670-8cbc-45704d99f68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491886 Aug 11 03:34:04.045069 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-6e31ad74-1a5a-4321-9b9f-1a3abe562345 None None] Provisioning for port 3397354e-39f5-4fd6-93b3-03075337627c completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:34:04.108900 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e5e64ebe-ee57-466c-9775-dc4419d92171 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:04.127386 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e64ebe-ee57-466c-9775-dc4419d92171 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=147ae5aa-6fb4-481f-bbde-95eb265a3268,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:04.142807 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-58ab2620-b2ab-4946-931c-278ed5284f07 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125932157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126180897'] for subnet, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:04.177345 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-c66c4b2c-1cac-4082-83b6-e74dc0b028c2 None None] Could not find standard attr ID for object 19f1993f-4596-4a59-b674-6dce66193022. {{(pid=102193) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 03:34:04.181526 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ab2620-b2ab-4946-931c-278ed5284f07 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Pushing event deleted for resources: {'Subnet': ['ID=02d9f9ab-e877-46a3-89c2-b706646c533d,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:04.185743 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-58ab2620-b2ab-4946-931c-278ed5284f07 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks [] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:04.190044 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-58ab2620-b2ab-4946-931c-278ed5284f07 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "DELETE /v2.0/subnets/02d9f9ab-e877-46a3-89c2-b706646c533d HTTP/1.1" status: 204 len: 168 time: 0.5206807 Aug 11 03:34:04.190636 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 37974) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:04.230744 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-06ec6273-c48b-4341-858a-e53e95b083f1 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0358272 Aug 11 03:34:04.230744 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 37976) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:04.233393 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77754544-25cb-426b-8ee1-71062d727a75 None None] Network 41e2676c-dfa7-4a22-87ed-f7efd502a6d9 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:34:04.274828 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e5e64ebe-ee57-466c-9775-dc4419d92171 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:04.275955 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-e5e64ebe-ee57-466c-9775-dc4419d92171 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5816436 Aug 11 03:34:04.279203 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 37978) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:04.297880 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0852aa0-9fb4-4b93-be19-0654dc00acd2 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:04.299457 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-a0852aa0-9fb4-4b93-be19-0654dc00acd2 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0681162 Aug 11 03:34:04.310431 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 37980) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:04.313631 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9b9ddd3a-cb25-46d0-8cde-6f3de3a3ae87 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:04.322155 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9b9ddd3a-cb25-46d0-8cde-6f3de3a3ae87 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:04.363784 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e40e49-e838-4b51-9250-40c9df543e90 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:04.367551 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-86e40e49-e838-4b51-9250-40c9df543e90 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0537176 Aug 11 03:34:04.368075 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 37982) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:04.411569 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-4ab093fa-b25c-45c7-bf71-2948549a2023 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0425441 Aug 11 03:34:04.421721 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 37984) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:04.427498 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-5c86c164-3103-48c0-b1c3-3cdaff98fbd5 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Request body: {'subnet': {'network_id': '41e2676c-dfa7-4a22-87ed-f7efd502a6d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:34:04.434918 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae1d7028-6aa8-42a9-b303-bf799d4806cc None None] DHCP port deletion for 41e2676c-dfa7-4a22-87ed-f7efd502a6d9 request from n-d-764292-30 {{(pid=102193) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:34:04.474825 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9b9ddd3a-cb25-46d0-8cde-6f3de3a3ae87 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:04.484118 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-ae1d7028-6aa8-42a9-b303-bf799d4806cc None None] Deleting port 3397354e-39f5-4fd6-93b3-03075337627c {{(pid=102193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:34:04.489976 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-ae1d7028-6aa8-42a9-b303-bf799d4806cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:04.490142 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9b9ddd3a-cb25-46d0-8cde-6f3de3a3ae87 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:04.490142 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-9b9ddd3a-cb25-46d0-8cde-6f3de3a3ae87 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/147ae5aa-6fb4-481f-bbde-95eb265a3268 HTTP/1.1" status: 204 len: 168 time: 0.2069619 Aug 11 03:34:04.491112 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 37986) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:04.497265 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9ddd3a-cb25-46d0-8cde-6f3de3a3ae87 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=147ae5aa-6fb4-481f-bbde-95eb265a3268,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:04.545179 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-282cebbf-4de9-4885-8d99-bea6b674639e tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0532484 Aug 11 03:34:04.547734 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 37988) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:04.551504 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-ae1d7028-6aa8-42a9-b303-bf799d4806cc None None] For port 3397354e-39f5-4fd6-93b3-03075337627c, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=3397354e-39f5-4fd6-93b3-03075337627c,segment=NetworkSegment(5d96f309-e028-4cb7-a58f-990eaca460da),segment_id=5d96f309-e028-4cb7-a58f-990eaca460da)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:34:04.551935 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-ae1d7028-6aa8-42a9-b303-bf799d4806cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:04.568321 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-ae1d7028-6aa8-42a9-b303-bf799d4806cc None None] Calling delete_port for 3397354e-39f5-4fd6-93b3-03075337627c owned by network:dhcp {{(pid=102193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:34:04.603565 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-afa86398-9090-4c24-a935-af75b6e8ac91 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:04.622049 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c86c164-3103-48c0-b1c3-3cdaff98fbd5 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Made reservation on behalf of e43abc7f2b214d1a915ef6ef86af9079 for: {'subnet': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:34:04.626054 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-afa86398-9090-4c24-a935-af75b6e8ac91 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:04.626818 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-5c86c164-3103-48c0-b1c3-3cdaff98fbd5 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126180544'] for subnet, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:04.731328 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:04.782108 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-ae1d7028-6aa8-42a9-b303-bf799d4806cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678'] for port, after_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:04.782482 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-afa86398-9090-4c24-a935-af75b6e8ac91 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:04.784775 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-afa86398-9090-4c24-a935-af75b6e8ac91 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:04.788248 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-afa86398-9090-4c24-a935-af75b6e8ac91 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] 10.222.0.41 "DELETE /v2.0/security-groups/210371a3-af8f-4a84-ade0-f1b64e095066 HTTP/1.1" status: 204 len: 168 time: 0.2372496 Aug 11 03:34:04.788760 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 37990) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:04.795466 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa86398-9090-4c24-a935-af75b6e8ac91 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=210371a3-af8f-4a84-ade0-f1b64e095066,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:04.813535 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1d7028-6aa8-42a9-b303-bf799d4806cc None None] Pushing event deleted for resources: {'Port': ['ID=3397354e-39f5-4fd6-93b3-03075337627c,revision_number=None']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:04.820218 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1d7028-6aa8-42a9-b303-bf799d4806cc None None] No DVR routers for this DVR port 3397354e-39f5-4fd6-93b3-03075337627c on host n-d-764292-30 {{(pid=102193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:34:04.891694 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-2541ab15-ea7d-440b-8c10-db497956c1fd tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1018293 Aug 11 03:34:04.895726 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 37992) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:04.900530 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-96d75421-0f8a-43cb-922a-1aafe75e1783 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Request body: {'security_group': {'name': 'tempest-secgroup--105101154'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:34:05.033775 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-96d75421-0f8a-43cb-922a-1aafe75e1783 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:05.130104 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-96d75421-0f8a-43cb-922a-1aafe75e1783 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:05.142392 n-d-764292-30 neutron-server[102192]: DEBUG neutron.objects.ports [None req-5c86c164-3103-48c0-b1c3-3cdaff98fbd5 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102192) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 11 03:34:05.144697 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-5c86c164-3103-48c0-b1c3-3cdaff98fbd5 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125932092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126180562'] for subnet, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:05.201997 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c86c164-3103-48c0-b1c3-3cdaff98fbd5 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Network 41e2676c-dfa7-4a22-87ed-f7efd502a6d9 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:34:05.215008 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7ddb71-4cd3-41cb-af13-deb8307570f7 req-0523978c-a81f-4dee-90c8-a41bb1218f76 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:05.216480 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4c7ddb71-4cd3-41cb-af13-deb8307570f7 req-0523978c-a81f-4dee-90c8-a41bb1218f76 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=e26e7075-4fca-4f43-86ce-882b53ced53b HTTP/1.1" status: 200 len: 943 time: 0.1271589 Aug 11 03:34:05.217305 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-5c86c164-3103-48c0-b1c3-3cdaff98fbd5 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:34:05.219345 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c86c164-3103-48c0-b1c3-3cdaff98fbd5 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Pushing event updated for resources: {'Subnet': ['ID=17d68725-fc0b-43b8-9451-601f3741b936,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:05.221779 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c86c164-3103-48c0-b1c3-3cdaff98fbd5 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:05.222482 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-5c86c164-3103-48c0-b1c3-3cdaff98fbd5 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks [] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:05.227877 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5b5aea8-b6c3-4986-bc3c-c3a92e4defa3 None None] Network 41e2676c-dfa7-4a22-87ed-f7efd502a6d9 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:34:05.231638 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-96d75421-0f8a-43cb-922a-1aafe75e1783 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:05.264504 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4c7ddb71-4cd3-41cb-af13-deb8307570f7 req-80dec351-af36-4489-ab03-997e39bb15e6 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/security-groups?id=d90906b3-11d7-4670-8cbc-45704d99f68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391154 Aug 11 03:34:05.266826 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d75421-0f8a-43cb-922a-1aafe75e1783 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Pushing event updated for resources: {'SecurityGroup': ['ID=372123d1-68dd-40d4-9aef-0eaa17b3eb63,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:05.360184 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-5c86c164-3103-48c0-b1c3-3cdaff98fbd5 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.9370508 Aug 11 03:34:05.362818 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 37996) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:05.367852 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-921a5de4-25e0-43c2-9f33-a5a79e80a0f8 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Request body: {'port': {'network_id': '41e2676c-dfa7-4a22-87ed-f7efd502a6d9', 'mac_address': 'fa:16:3e:a2:00:67', 'name': 'tempest-NetworksTestDHCPv6-252386628'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:34:05.387988 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-96d75421-0f8a-43cb-922a-1aafe75e1783 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:05.391830 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-96d75421-0f8a-43cb-922a-1aafe75e1783 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4924362 Aug 11 03:34:05.392077 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 37998) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:05.403128 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-358f0276-45b1-4fe8-bd85-ab56785f9c93 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Request body: {'security_group_rule': {'security_group_id': '372123d1-68dd-40d4-9aef-0eaa17b3eb63', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:34:05.411318 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aea17681-7a5a-4819-9e3f-7c06920437b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde080026-c28f-55be-b52b-13827cc43646-41e2676c-dfa7-4a22-87ed-f7efd502a6d9', 'network_id': '41e2676c-dfa7-4a22-87ed-f7efd502a6d9', 'tenant_id': 'e43abc7f2b214d1a915ef6ef86af9079', 'fixed_ips': [{'subnet_id': '17d68725-fc0b-43b8-9451-601f3741b936'}]}} from n-d-764292-30. {{(pid=102193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:34:05.412998 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-aea17681-7a5a-4819-9e3f-7c06920437b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:05.514424 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-358f0276-45b1-4fe8-bd85-ab56785f9c93 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:05.562113 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.db_base_plugin_common [None req-aea17681-7a5a-4819-9e3f-7c06920437b4 None None] Allocated IP 2001:db8::f816:3eff:fe45:ce0f (41e2676c-dfa7-4a22-87ed-f7efd502a6d9/17d68725-fc0b-43b8-9451-601f3741b936/bf1d908e-1c8b-4971-9469-3ff6e387e096) {{(pid=102193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:34:05.572895 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-358f0276-45b1-4fe8-bd85-ab56785f9c93 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:05.594974 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-921a5de4-25e0-43c2-9f33-a5a79e80a0f8 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Made reservation on behalf of e43abc7f2b214d1a915ef6ef86af9079 for: {'port': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:34:05.599417 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-921a5de4-25e0-43c2-9f33-a5a79e80a0f8 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:05.623344 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [None req-921a5de4-25e0-43c2-9f33-a5a79e80a0f8 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] device_id is not set on port 57777b9b-e2c3-466d-a4a0-e575b6d57579 yet. {{(pid=102192) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:34:05.690885 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-358f0276-45b1-4fe8-bd85-ab56785f9c93 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:05.706809 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358f0276-45b1-4fe8-bd85-ab56785f9c93 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=491a32e7-1f2f-4a38-9b26-1ac213e2c4ce,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:05.707536 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-aea17681-7a5a-4819-9e3f-7c06920437b4 None None] Notify callbacks [] for port, precommit_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:05.719406 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-aea17681-7a5a-4819-9e3f-7c06920437b4 None None] Transition to ACTIVE for port object bf1d908e-1c8b-4971-9469-3ff6e387e096 will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:34:05.734240 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-aea17681-7a5a-4819-9e3f-7c06920437b4 None None] Transition to ACTIVE for port object bf1d908e-1c8b-4971-9469-3ff6e387e096 will not be triggered until provisioned by entity DHCP. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:34:05.788123 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-358f0276-45b1-4fe8-bd85-ab56785f9c93 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:05.789325 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-358f0276-45b1-4fe8-bd85-ab56785f9c93 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3961129 Aug 11 03:34:05.792014 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 38000) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:05.796741 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-e0c132f7-223d-43b1-991c-364550b44516 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Request body: {'security_group_rule': {'security_group_id': '372123d1-68dd-40d4-9aef-0eaa17b3eb63', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:34:05.817658 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-aea17681-7a5a-4819-9e3f-7c06920437b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669'] for port, after_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:05.862605 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea17681-7a5a-4819-9e3f-7c06920437b4 None None] Network 41e2676c-dfa7-4a22-87ed-f7efd502a6d9 is already hosted by enough agents. {{(pid=102193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:34:05.865537 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.base_scheduler [None req-aea17681-7a5a-4819-9e3f-7c06920437b4 None None] Resources bound (agent type, host, resource id): {{(pid=102193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:34:05.869727 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea17681-7a5a-4819-9e3f-7c06920437b4 None None] Received port after_create {{(pid=102193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:34:05.871183 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [None req-921a5de4-25e0-43c2-9f33-a5a79e80a0f8 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Allocated IP 2001:db8::f816:3eff:fea2:67 (41e2676c-dfa7-4a22-87ed-f7efd502a6d9/17d68725-fc0b-43b8-9451-601f3741b936/57777b9b-e2c3-466d-a4a0-e575b6d57579) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:34:05.877228 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea17681-7a5a-4819-9e3f-7c06920437b4 None None] Pushing event updated for resources: {'Port': ['ID=bf1d908e-1c8b-4971-9469-3ff6e387e096,revision_number=1']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:05.897109 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e0c132f7-223d-43b1-991c-364550b44516 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:05.929708 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-aea17681-7a5a-4819-9e3f-7c06920437b4 None None] Attempting to bind port bf1d908e-1c8b-4971-9469-3ff6e387e096 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:34:05.930422 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-aea17681-7a5a-4819-9e3f-7c06920437b4 None None] Attempting to bind port bf1d908e-1c8b-4971-9469-3ff6e387e096 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': '5d96f309-e028-4cb7-a58f-990eaca460da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '41e2676c-dfa7-4a22-87ed-f7efd502a6d9'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:34:05.930791 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea17681-7a5a-4819-9e3f-7c06920437b4 None None] Attempting to bind port bf1d908e-1c8b-4971-9469-3ff6e387e096 on network 41e2676c-dfa7-4a22-87ed-f7efd502a6d9 {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:34:05.936134 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea17681-7a5a-4819-9e3f-7c06920437b4 None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:34:05.949713 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea17681-7a5a-4819-9e3f-7c06920437b4 None None] Checking segment: {'id': '5d96f309-e028-4cb7-a58f-990eaca460da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '41e2676c-dfa7-4a22-87ed-f7efd502a6d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:34:05.949713 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-aea17681-7a5a-4819-9e3f-7c06920437b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:05.949713 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea17681-7a5a-4819-9e3f-7c06920437b4 None None] Bound using segment: {'id': '5d96f309-e028-4cb7-a58f-990eaca460da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '41e2676c-dfa7-4a22-87ed-f7efd502a6d9'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:34:05.949713 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-aea17681-7a5a-4819-9e3f-7c06920437b4 None None] Bound port: bf1d908e-1c8b-4971-9469-3ff6e387e096, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d96f309-e028-4cb7-a58f-990eaca460da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '41e2676c-dfa7-4a22-87ed-f7efd502a6d9'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:34:05.949713 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-aea17681-7a5a-4819-9e3f-7c06920437b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:05.967809 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e0c132f7-223d-43b1-991c-364550b44516 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:06.004837 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-aea17681-7a5a-4819-9e3f-7c06920437b4 None None] For port bf1d908e-1c8b-4971-9469-3ff6e387e096, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:34:06.008068 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-aea17681-7a5a-4819-9e3f-7c06920437b4 None None] For port bf1d908e-1c8b-4971-9469-3ff6e387e096, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=bf1d908e-1c8b-4971-9469-3ff6e387e096,segment=NetworkSegment(5d96f309-e028-4cb7-a58f-990eaca460da),segment_id=5d96f309-e028-4cb7-a58f-990eaca460da)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:34:06.033822 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e0c132f7-223d-43b1-991c-364550b44516 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:06.037848 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-921a5de4-25e0-43c2-9f33-a5a79e80a0f8 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:06.052815 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c132f7-223d-43b1-991c-364550b44516 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f264e657-1f87-4483-abdf-cfaed35469f8,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:06.054533 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [None req-921a5de4-25e0-43c2-9f33-a5a79e80a0f8 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Transition to ACTIVE for port object 57777b9b-e2c3-466d-a4a0-e575b6d57579 will not be triggered until provisioned by entity DHCP. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:34:06.131291 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-aea17681-7a5a-4819-9e3f-7c06920437b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:06.136785 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e0c132f7-223d-43b1-991c-364550b44516 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:06.138129 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-e0c132f7-223d-43b1-991c-364550b44516 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3450673 Aug 11 03:34:06.141059 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 38002) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:06.145809 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-f4b51835-b1ff-46e5-9609-8ab101b41f02 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Request body: {'security_group_rule': {'security_group_id': '372123d1-68dd-40d4-9aef-0eaa17b3eb63', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:34:06.191171 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea17681-7a5a-4819-9e3f-7c06920437b4 None None] Pushing event updated for resources: {'Port': ['ID=bf1d908e-1c8b-4971-9469-3ff6e387e096,revision_number=2']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:06.246056 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-921a5de4-25e0-43c2-9f33-a5a79e80a0f8 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:06.283451 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f4b51835-b1ff-46e5-9609-8ab101b41f02 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:06.307673 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-921a5de4-25e0-43c2-9f33-a5a79e80a0f8 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Network 41e2676c-dfa7-4a22-87ed-f7efd502a6d9 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:34:06.311048 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-921a5de4-25e0-43c2-9f33-a5a79e80a0f8 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:34:06.315113 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921a5de4-25e0-43c2-9f33-a5a79e80a0f8 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:34:06.321074 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-921a5de4-25e0-43c2-9f33-a5a79e80a0f8 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:06.321731 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-921a5de4-25e0-43c2-9f33-a5a79e80a0f8 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:06.328547 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921a5de4-25e0-43c2-9f33-a5a79e80a0f8 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Pushing event updated for resources: {'Port': ['ID=57777b9b-e2c3-466d-a4a0-e575b6d57579,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:06.360084 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f4b51835-b1ff-46e5-9609-8ab101b41f02 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:06.441332 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e5fa9e-6400-4b7c-847d-787fb6d72709 req-54adde51-50e8-4cda-93db-6afafef4caa0 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:06.443182 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c6e5fa9e-6400-4b7c-847d-787fb6d72709 req-54adde51-50e8-4cda-93db-6afafef4caa0 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=e26e7075-4fca-4f43-86ce-882b53ced53b HTTP/1.1" status: 200 len: 943 time: 0.0794649 Aug 11 03:34:06.479614 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-921a5de4-25e0-43c2-9f33-a5a79e80a0f8 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 945 time: 1.1125355 Aug 11 03:34:06.480484 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 38006) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:06.502614 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c6e5fa9e-6400-4b7c-847d-787fb6d72709 req-8a323ed5-937f-4ee6-a974-a14cd9fd1c00 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/security-groups?id=d90906b3-11d7-4670-8cbc-45704d99f68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491338 Aug 11 03:34:06.511931 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device bf1d908e-1c8b-4971-9469-3ff6e387e096 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:34:06.529510 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f4b51835-b1ff-46e5-9609-8ab101b41f02 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:06.553552 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b51835-b1ff-46e5-9609-8ab101b41f02 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcaba31d-43b6-47a7-99b8-e3fcfd9f1960,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:06.572124 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b2770c5-d499-4401-b493-aa6c6d9ac926 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:06.579887 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b2770c5-d499-4401-b493-aa6c6d9ac926 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:06.581593 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-2b2770c5-d499-4401-b493-aa6c6d9ac926 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1700 time: 0.0998073 Aug 11 03:34:06.584439 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 38008) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:06.668442 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f4b51835-b1ff-46e5-9609-8ab101b41f02 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:06.669537 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-f4b51835-b1ff-46e5-9609-8ab101b41f02 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5274408 Aug 11 03:34:06.672427 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 38010) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:06.675444 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-ff230cc2-f9e0-4066-9152-b64b655ab07e tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Deleting port 57777b9b-e2c3-466d-a4a0-e575b6d57579 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:34:06.675786 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ff230cc2-f9e0-4066-9152-b64b655ab07e tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:06.677371 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-1b487109-7109-47ed-a1fd-d31118562e1d tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Request body: {'security_group_rule': {'security_group_id': '372123d1-68dd-40d4-9aef-0eaa17b3eb63', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:34:06.683157 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port bf1d908e-1c8b-4971-9469-3ff6e387e096 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:34:06.704415 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 3397354e-39f5-4fd6-93b3-03075337627c no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:34:06.726717 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: 3397354e-39f5-4fd6-93b3-03075337627c {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:34:06.727067 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 3397354e-39f5-4fd6-93b3-03075337627c not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:34:06.769819 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ff230cc2-f9e0-4066-9152-b64b655ab07e tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:06.784374 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-ff230cc2-f9e0-4066-9152-b64b655ab07e tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Calling delete_port for 57777b9b-e2c3-466d-a4a0-e575b6d57579 owned by {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:34:06.789040 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-1b487109-7109-47ed-a1fd-d31118562e1d tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:06.843662 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-1b487109-7109-47ed-a1fd-d31118562e1d tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:06.925577 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-1b487109-7109-47ed-a1fd-d31118562e1d tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:06.949490 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b487109-7109-47ed-a1fd-d31118562e1d tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0a2ca01-6d34-4333-8062-b1979951cc7d,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:06.988193 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ff230cc2-f9e0-4066-9152-b64b655ab07e tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:07.017131 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-1b487109-7109-47ed-a1fd-d31118562e1d tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:07.019887 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-1b487109-7109-47ed-a1fd-d31118562e1d tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3450232 Aug 11 03:34:07.020065 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff230cc2-f9e0-4066-9152-b64b655ab07e tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Pushing event deleted for resources: {'Port': ['ID=57777b9b-e2c3-466d-a4a0-e575b6d57579,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:07.022229 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 38014) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:07.027147 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-ae04699d-76fb-40ef-b434-610172be1dd7 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Request body: {'security_group_rule': {'security_group_id': '372123d1-68dd-40d4-9aef-0eaa17b3eb63', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:34:07.059784 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ff230cc2-f9e0-4066-9152-b64b655ab07e tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:07.064105 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-ff230cc2-f9e0-4066-9152-b64b655ab07e tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "DELETE /v2.0/ports/57777b9b-e2c3-466d-a4a0-e575b6d57579 HTTP/1.1" status: 204 len: 168 time: 0.4763474 Aug 11 03:34:07.064855 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 38016) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:07.122030 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea312318-8b94-471e-ad00-fce35b3fa601 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:07.123840 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea312318-8b94-471e-ad00-fce35b3fa601 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:07.125289 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-ea312318-8b94-471e-ad00-fce35b3fa601 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0600591 Aug 11 03:34:07.128002 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 38018) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:07.177623 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ae04699d-76fb-40ef-b434-610172be1dd7 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:07.208436 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_v2 [None req-76364189-379f-4345-905d-91aff7696097 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Deleting subnet 17d68725-fc0b-43b8-9451-601f3741b936 {{(pid=102191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:34:07.217813 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-76364189-379f-4345-905d-91aff7696097 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks [] for subnet, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:07.273811 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:07.284332 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-76364189-379f-4345-905d-91aff7696097 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126283525'] for subnet, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:07.321589 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ae04699d-76fb-40ef-b434-610172be1dd7 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:07.342387 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-e7c0196f-05d8-4682-8efe-5c625078ea59 None None] Provisioning for port bf1d908e-1c8b-4971-9469-3ff6e387e096 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:34:07.346848 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-e7c0196f-05d8-4682-8efe-5c625078ea59 None None] Provisioning complete for port bf1d908e-1c8b-4971-9469-3ff6e387e096 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:34:07.352405 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-e7c0196f-05d8-4682-8efe-5c625078ea59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:07.389688 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-76364189-379f-4345-905d-91aff7696097 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:07.433936 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ae04699d-76fb-40ef-b434-610172be1dd7 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:07.439087 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-e7c0196f-05d8-4682-8efe-5c625078ea59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:07.447701 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae04699d-76fb-40ef-b434-610172be1dd7 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fabdc554-f71c-4bcb-a9a5-76c12d97a78c,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:07.559552 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ae04699d-76fb-40ef-b434-610172be1dd7 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:07.561240 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-ae04699d-76fb-40ef-b434-610172be1dd7 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.5373795 Aug 11 03:34:07.563911 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 38022) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:07.588090 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-76364189-379f-4345-905d-91aff7696097 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126283413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126275158'] for subnet, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:07.622274 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ec1a51f9-e314-4feb-82ba-7eafb6549cf7 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:07.630259 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ec1a51f9-e314-4feb-82ba-7eafb6549cf7 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:07.634537 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.db.api [None req-e7c0196f-05d8-4682-8efe-5c625078ea59 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102193) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 03:34:07.635117 n-d-764292-30 neutron-server[102193]: DEBUG oslo_db.api [None req-e7c0196f-05d8-4682-8efe-5c625078ea59 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 03:34:07.637483 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76364189-379f-4345-905d-91aff7696097 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Pushing event deleted for resources: {'Subnet': ['ID=17d68725-fc0b-43b8-9451-601f3741b936,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:07.644547 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-76364189-379f-4345-905d-91aff7696097 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:07.648755 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-76364189-379f-4345-905d-91aff7696097 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "DELETE /v2.0/subnets/17d68725-fc0b-43b8-9451-601f3741b936 HTTP/1.1" status: 204 len: 168 time: 0.5175161 Aug 11 03:34:07.648952 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6753ee11-9cd0-479f-a9d3-6d22e8cdfdf4 None None] Network 41e2676c-dfa7-4a22-87ed-f7efd502a6d9 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:34:07.653706 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 38024) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:07.655863 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec7117c-2c39-44cf-8b18-91bedd665a69 req-102cfb9c-f43b-48b4-8375-2f7e48e12d56 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:07.657911 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-aec7117c-2c39-44cf-8b18-91bedd665a69 req-102cfb9c-f43b-48b4-8375-2f7e48e12d56 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=e26e7075-4fca-4f43-86ce-882b53ced53b HTTP/1.1" status: 200 len: 943 time: 0.0753789 Aug 11 03:34:07.698512 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-ce9400da-d80b-4474-8fe0-5c2ca6a9d81a tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0435362 Aug 11 03:34:07.703056 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 38026) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:07.705784 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-aec7117c-2c39-44cf-8b18-91bedd665a69 req-db10ebf1-4661-49d3-9b7b-ff2045bf1021 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/security-groups?id=d90906b3-11d7-4670-8cbc-45704d99f68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404241 Aug 11 03:34:07.709736 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-cfb75511-312d-47eb-8ddd-c8deefc03deb tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Request body: {'subnet': {'network_id': '41e2676c-dfa7-4a22-87ed-f7efd502a6d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:34:07.784083 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ec1a51f9-e314-4feb-82ba-7eafb6549cf7 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:07.792040 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ec1a51f9-e314-4feb-82ba-7eafb6549cf7 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:07.793144 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-ec1a51f9-e314-4feb-82ba-7eafb6549cf7 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/fabdc554-f71c-4bcb-a9a5-76c12d97a78c HTTP/1.1" status: 204 len: 168 time: 0.2283018 Aug 11 03:34:07.795951 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 38028) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:07.805088 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1a51f9-e314-4feb-82ba-7eafb6549cf7 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fabdc554-f71c-4bcb-a9a5-76c12d97a78c,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:07.854479 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-cd2d05e8-e7e9-4be9-90db-5cf89c6f144a tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0571506 Aug 11 03:34:07.857304 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 38030) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:07.862431 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd3a031a-5efe-4e7b-9c91-d2fc3a4276d7 None None] DHCP port deletion for 41e2676c-dfa7-4a22-87ed-f7efd502a6d9 request from n-d-764292-30 {{(pid=102193) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:34:07.882100 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ddf86df8-54ef-4dda-8f0e-badfcadc5605 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:07.885638 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfb75511-312d-47eb-8ddd-c8deefc03deb tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Made reservation on behalf of e43abc7f2b214d1a915ef6ef86af9079 for: {'subnet': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:34:07.890190 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-cfb75511-312d-47eb-8ddd-c8deefc03deb tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274743'] for subnet, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:07.891546 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ddf86df8-54ef-4dda-8f0e-badfcadc5605 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:07.919761 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dd3a031a-5efe-4e7b-9c91-d2fc3a4276d7 None None] Deleting port bf1d908e-1c8b-4971-9469-3ff6e387e096 {{(pid=102193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:34:07.920241 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dd3a031a-5efe-4e7b-9c91-d2fc3a4276d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:07.983780 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dd3a031a-5efe-4e7b-9c91-d2fc3a4276d7 None None] For port bf1d908e-1c8b-4971-9469-3ff6e387e096, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=bf1d908e-1c8b-4971-9469-3ff6e387e096,segment=NetworkSegment(5d96f309-e028-4cb7-a58f-990eaca460da),segment_id=5d96f309-e028-4cb7-a58f-990eaca460da)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:34:07.984185 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dd3a031a-5efe-4e7b-9c91-d2fc3a4276d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:07.997165 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dd3a031a-5efe-4e7b-9c91-d2fc3a4276d7 None None] Calling delete_port for bf1d908e-1c8b-4971-9469-3ff6e387e096 owned by network:dhcp {{(pid=102193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:34:08.044974 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ddf86df8-54ef-4dda-8f0e-badfcadc5605 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:08.051635 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ddf86df8-54ef-4dda-8f0e-badfcadc5605 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:08.052737 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-ddf86df8-54ef-4dda-8f0e-badfcadc5605 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/e0a2ca01-6d34-4333-8062-b1979951cc7d HTTP/1.1" status: 204 len: 168 time: 0.1943531 Aug 11 03:34:08.055403 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 38032) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:08.073735 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf86df8-54ef-4dda-8f0e-badfcadc5605 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e0a2ca01-6d34-4333-8062-b1979951cc7d,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:08.110578 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-73335bda-8ef3-4d1e-8876-0c4e8161f18a tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0532987 Aug 11 03:34:08.112594 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 38034) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:08.136492 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-336842e1-9f4b-4256-acca-bfac9542a928 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:08.145018 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-336842e1-9f4b-4256-acca-bfac9542a928 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:08.170358 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dd3a031a-5efe-4e7b-9c91-d2fc3a4276d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678'] for port, after_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:08.199131 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-e7c0196f-05d8-4682-8efe-5c625078ea59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:08.201025 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3a031a-5efe-4e7b-9c91-d2fc3a4276d7 None None] Pushing event deleted for resources: {'Port': ['ID=bf1d908e-1c8b-4971-9469-3ff6e387e096,revision_number=None']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:08.213431 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3a031a-5efe-4e7b-9c91-d2fc3a4276d7 None None] No DVR routers for this DVR port bf1d908e-1c8b-4971-9469-3ff6e387e096 on host n-d-764292-30 {{(pid=102193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:34:08.290409 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-336842e1-9f4b-4256-acca-bfac9542a928 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:08.297751 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-336842e1-9f4b-4256-acca-bfac9542a928 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:08.299118 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-336842e1-9f4b-4256-acca-bfac9542a928 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/bcaba31d-43b6-47a7-99b8-e3fcfd9f1960 HTTP/1.1" status: 204 len: 168 time: 0.1854050 Aug 11 03:34:08.302952 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 38036) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:08.305070 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336842e1-9f4b-4256-acca-bfac9542a928 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bcaba31d-43b6-47a7-99b8-e3fcfd9f1960,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:08.361688 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-4a42f0e6-e42f-4e0a-a970-4445d9b9183b None None] Could not find standard attr ID for object 57777b9b-e2c3-466d-a4a0-e575b6d57579. {{(pid=102193) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 03:34:08.453493 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device bf1d908e-1c8b-4971-9469-3ff6e387e096 no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:34:08.477356 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: bf1d908e-1c8b-4971-9469-3ff6e387e096 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:34:08.477703 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device bf1d908e-1c8b-4971-9469-3ff6e387e096 not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:34:08.714812 n-d-764292-30 neutron-server[102191]: DEBUG neutron.objects.ports [None req-cfb75511-312d-47eb-8ddd-c8deefc03deb tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102191) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 11 03:34:08.720762 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-cfb75511-312d-47eb-8ddd-c8deefc03deb tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126283476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274725'] for subnet, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:08.746177 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-b487bdab-ab20-4ccc-bb22-31b1f920784b tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.4421518 Aug 11 03:34:08.748988 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 38040) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:08.778178 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb75511-312d-47eb-8ddd-c8deefc03deb tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Network 41e2676c-dfa7-4a22-87ed-f7efd502a6d9 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:34:08.780503 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a8284a28-735d-4fd8-aa4e-93cf4521a251 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:08.782953 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-cfb75511-312d-47eb-8ddd-c8deefc03deb tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:34:08.787254 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfb75511-312d-47eb-8ddd-c8deefc03deb tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:08.787838 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-cfb75511-312d-47eb-8ddd-c8deefc03deb tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:08.789177 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a8284a28-735d-4fd8-aa4e-93cf4521a251 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:08.798867 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-730e110c-af84-4b09-a696-4402213d4dfd None None] Network 41e2676c-dfa7-4a22-87ed-f7efd502a6d9 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:34:08.804214 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb75511-312d-47eb-8ddd-c8deefc03deb tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Pushing event updated for resources: {'Subnet': ['ID=3fc47801-6839-45e8-8591-7bbde377d64b,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:08.904128 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-cfb75511-312d-47eb-8ddd-c8deefc03deb tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.1997468 Aug 11 03:34:08.906730 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 38042) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:08.912080 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-9448a162-25ee-41d1-89e3-b53b7f82a4a4 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Request body: {'port': {'network_id': '41e2676c-dfa7-4a22-87ed-f7efd502a6d9', 'mac_address': 'fa:16:3e:52:98:86', 'name': 'tempest-NetworksTestDHCPv6-374947632'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:34:08.965371 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5510525e-688f-4f2d-9ff2-c4d457954d9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde080026-c28f-55be-b52b-13827cc43646-41e2676c-dfa7-4a22-87ed-f7efd502a6d9', 'network_id': '41e2676c-dfa7-4a22-87ed-f7efd502a6d9', 'tenant_id': 'e43abc7f2b214d1a915ef6ef86af9079', 'fixed_ips': [{'subnet_id': '3fc47801-6839-45e8-8591-7bbde377d64b'}]}} from n-d-764292-30. {{(pid=102193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:34:08.966316 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-5510525e-688f-4f2d-9ff2-c4d457954d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:09.122028 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.db_base_plugin_common [None req-5510525e-688f-4f2d-9ff2-c4d457954d9b None None] Allocated IP 2001:db8::f816:3eff:fe82:41e4 (41e2676c-dfa7-4a22-87ed-f7efd502a6d9/3fc47801-6839-45e8-8591-7bbde377d64b/95d106f1-a869-4794-94cb-6fb31031dff8) {{(pid=102193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:34:09.153702 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9448a162-25ee-41d1-89e3-b53b7f82a4a4 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Made reservation on behalf of e43abc7f2b214d1a915ef6ef86af9079 for: {'port': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:34:09.222796 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1baff01-025b-4a47-b829-9c72b5eb0f73 req-4f42d586-ad53-4efb-a836-3138c5f4f3dd tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:09.224328 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b1baff01-025b-4a47-b829-9c72b5eb0f73 req-4f42d586-ad53-4efb-a836-3138c5f4f3dd tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=e26e7075-4fca-4f43-86ce-882b53ced53b HTTP/1.1" status: 200 len: 943 time: 0.0667195 Aug 11 03:34:09.249683 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9448a162-25ee-41d1-89e3-b53b7f82a4a4 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:09.265070 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b1baff01-025b-4a47-b829-9c72b5eb0f73 req-f5b3ba42-1f5d-4210-8970-14c45b67b595 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/security-groups?id=d90906b3-11d7-4670-8cbc-45704d99f68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323455 Aug 11 03:34:09.270314 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [None req-9448a162-25ee-41d1-89e3-b53b7f82a4a4 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] device_id is not set on port 48645e0f-6952-42e8-a312-374851edd6be yet. {{(pid=102191) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:34:09.295962 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-5510525e-688f-4f2d-9ff2-c4d457954d9b None None] Notify callbacks [] for port, precommit_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:09.308535 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a8284a28-735d-4fd8-aa4e-93cf4521a251 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:09.311298 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-5510525e-688f-4f2d-9ff2-c4d457954d9b None None] Transition to ACTIVE for port object 95d106f1-a869-4794-94cb-6fb31031dff8 will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:34:09.314647 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a8284a28-735d-4fd8-aa4e-93cf4521a251 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:09.316136 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-a8284a28-735d-4fd8-aa4e-93cf4521a251 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/f264e657-1f87-4483-abdf-cfaed35469f8 HTTP/1.1" status: 204 len: 168 time: 0.5661597 Aug 11 03:34:09.320090 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 38044) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:09.328029 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-5510525e-688f-4f2d-9ff2-c4d457954d9b None None] Transition to ACTIVE for port object 95d106f1-a869-4794-94cb-6fb31031dff8 will not be triggered until provisioned by entity DHCP. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:34:09.333970 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8284a28-735d-4fd8-aa4e-93cf4521a251 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f264e657-1f87-4483-abdf-cfaed35469f8,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:09.373583 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-4a07fe20-bd14-4d52-9f0d-1de45d16b76f tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0522528 Aug 11 03:34:09.376688 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 38046) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:09.400625 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-1a796c3f-8772-419b-a32d-57d044c4e24a tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:09.408545 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-1a796c3f-8772-419b-a32d-57d044c4e24a tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:09.417436 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-5510525e-688f-4f2d-9ff2-c4d457954d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669'] for port, after_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:09.460893 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5510525e-688f-4f2d-9ff2-c4d457954d9b None None] Network 41e2676c-dfa7-4a22-87ed-f7efd502a6d9 is already hosted by enough agents. {{(pid=102193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:34:09.463878 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.base_scheduler [None req-5510525e-688f-4f2d-9ff2-c4d457954d9b None None] Resources bound (agent type, host, resource id): {{(pid=102193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:34:09.466221 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [None req-9448a162-25ee-41d1-89e3-b53b7f82a4a4 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Allocated IP 2001:db8::f816:3eff:fe52:9886 (41e2676c-dfa7-4a22-87ed-f7efd502a6d9/3fc47801-6839-45e8-8591-7bbde377d64b/48645e0f-6952-42e8-a312-374851edd6be) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:34:09.472629 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5510525e-688f-4f2d-9ff2-c4d457954d9b None None] Received port after_create {{(pid=102193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:34:09.477281 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5510525e-688f-4f2d-9ff2-c4d457954d9b None None] Pushing event updated for resources: {'Port': ['ID=95d106f1-a869-4794-94cb-6fb31031dff8,revision_number=1']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:09.534781 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-5510525e-688f-4f2d-9ff2-c4d457954d9b None None] Attempting to bind port 95d106f1-a869-4794-94cb-6fb31031dff8 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:34:09.535277 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-5510525e-688f-4f2d-9ff2-c4d457954d9b None None] Attempting to bind port 95d106f1-a869-4794-94cb-6fb31031dff8 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': '5d96f309-e028-4cb7-a58f-990eaca460da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '41e2676c-dfa7-4a22-87ed-f7efd502a6d9'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:34:09.535973 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5510525e-688f-4f2d-9ff2-c4d457954d9b None None] Attempting to bind port 95d106f1-a869-4794-94cb-6fb31031dff8 on network 41e2676c-dfa7-4a22-87ed-f7efd502a6d9 {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:34:09.542765 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5510525e-688f-4f2d-9ff2-c4d457954d9b None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:34:09.543140 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5510525e-688f-4f2d-9ff2-c4d457954d9b None None] Checking segment: {'id': '5d96f309-e028-4cb7-a58f-990eaca460da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '41e2676c-dfa7-4a22-87ed-f7efd502a6d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:34:09.543537 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-5510525e-688f-4f2d-9ff2-c4d457954d9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:09.543927 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5510525e-688f-4f2d-9ff2-c4d457954d9b None None] Bound using segment: {'id': '5d96f309-e028-4cb7-a58f-990eaca460da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '41e2676c-dfa7-4a22-87ed-f7efd502a6d9'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:34:09.544385 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-5510525e-688f-4f2d-9ff2-c4d457954d9b None None] Bound port: 95d106f1-a869-4794-94cb-6fb31031dff8, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d96f309-e028-4cb7-a58f-990eaca460da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '41e2676c-dfa7-4a22-87ed-f7efd502a6d9'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:34:09.545113 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-5510525e-688f-4f2d-9ff2-c4d457954d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:09.565061 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-1a796c3f-8772-419b-a32d-57d044c4e24a tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:09.572215 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-1a796c3f-8772-419b-a32d-57d044c4e24a tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:09.574323 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-1a796c3f-8772-419b-a32d-57d044c4e24a tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/491a32e7-1f2f-4a38-9b26-1ac213e2c4ce HTTP/1.1" status: 204 len: 168 time: 0.1956313 Aug 11 03:34:09.577281 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 38048) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:09.578002 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a796c3f-8772-419b-a32d-57d044c4e24a tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=491a32e7-1f2f-4a38-9b26-1ac213e2c4ce,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:09.616268 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-5510525e-688f-4f2d-9ff2-c4d457954d9b None None] For port 95d106f1-a869-4794-94cb-6fb31031dff8, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:34:09.620764 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-5510525e-688f-4f2d-9ff2-c4d457954d9b None None] For port 95d106f1-a869-4794-94cb-6fb31031dff8, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=95d106f1-a869-4794-94cb-6fb31031dff8,segment=NetworkSegment(5d96f309-e028-4cb7-a58f-990eaca460da),segment_id=5d96f309-e028-4cb7-a58f-990eaca460da)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:34:09.651983 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-1fe3d31c-d771-4d1d-8416-dfd51d788b49 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0734212 Aug 11 03:34:09.654816 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 38050) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:09.661574 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9448a162-25ee-41d1-89e3-b53b7f82a4a4 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:09.679887 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [None req-9448a162-25ee-41d1-89e3-b53b7f82a4a4 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Transition to ACTIVE for port object 48645e0f-6952-42e8-a312-374851edd6be will not be triggered until provisioned by entity DHCP. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:34:09.710537 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c84546b7-17f0-45aa-8ec2-b7f4686ab240 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:09.734560 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c84546b7-17f0-45aa-8ec2-b7f4686ab240 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:09.764953 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-5510525e-688f-4f2d-9ff2-c4d457954d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:09.832648 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5510525e-688f-4f2d-9ff2-c4d457954d9b None None] Pushing event updated for resources: {'Port': ['ID=95d106f1-a869-4794-94cb-6fb31031dff8,revision_number=2']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:09.873979 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9448a162-25ee-41d1-89e3-b53b7f82a4a4 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:09.908592 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c84546b7-17f0-45aa-8ec2-b7f4686ab240 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:09.912998 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c84546b7-17f0-45aa-8ec2-b7f4686ab240 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:09.914601 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-c84546b7-17f0-45aa-8ec2-b7f4686ab240 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] 10.222.0.41 "DELETE /v2.0/security-groups/372123d1-68dd-40d4-9aef-0eaa17b3eb63 HTTP/1.1" status: 204 len: 168 time: 0.2587228 Aug 11 03:34:09.920076 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 38052) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:09.921865 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9448a162-25ee-41d1-89e3-b53b7f82a4a4 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Network 41e2676c-dfa7-4a22-87ed-f7efd502a6d9 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:34:09.925346 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-9448a162-25ee-41d1-89e3-b53b7f82a4a4 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:34:09.929327 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9448a162-25ee-41d1-89e3-b53b7f82a4a4 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:34:09.939494 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9448a162-25ee-41d1-89e3-b53b7f82a4a4 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:09.940585 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9448a162-25ee-41d1-89e3-b53b7f82a4a4 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:09.941172 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84546b7-17f0-45aa-8ec2-b7f4686ab240 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=372123d1-68dd-40d4-9aef-0eaa17b3eb63,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:09.957606 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9448a162-25ee-41d1-89e3-b53b7f82a4a4 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Pushing event updated for resources: {'Port': ['ID=48645e0f-6952-42e8-a312-374851edd6be,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:10.005568 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 38054) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:10.013059 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-bb3752a2-8313-460d-93a8-a7238faf3e6a tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Request body: {'security_group': {'name': 'tempest-secgroup--512677881'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:34:10.014680 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-eaa9341b-277a-4ea5-b122-10c40aa70405 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0827482 Aug 11 03:34:10.036592 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-9448a162-25ee-41d1-89e3-b53b7f82a4a4 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.1286786 Aug 11 03:34:10.039378 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 38056) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:10.092954 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba011666-dde1-4b76-bad9-f10a29893d56 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:10.100244 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba011666-dde1-4b76-bad9-f10a29893d56 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:10.102323 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-ba011666-dde1-4b76-bad9-f10a29893d56 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0614493 Aug 11 03:34:10.105157 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 38058) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:10.142499 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-bb3752a2-8313-460d-93a8-a7238faf3e6a tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:10.204995 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-dd0f068f-4e3a-44ec-9448-c4aacb08aa63 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Deleting port 48645e0f-6952-42e8-a312-374851edd6be {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:34:10.205401 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-dd0f068f-4e3a-44ec-9448-c4aacb08aa63 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:10.232267 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-bb3752a2-8313-460d-93a8-a7238faf3e6a tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:10.295604 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-dd0f068f-4e3a-44ec-9448-c4aacb08aa63 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:10.312080 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-dd0f068f-4e3a-44ec-9448-c4aacb08aa63 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Calling delete_port for 48645e0f-6952-42e8-a312-374851edd6be owned by {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:34:10.359505 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-bb3752a2-8313-460d-93a8-a7238faf3e6a tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:10.390828 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3752a2-8313-460d-93a8-a7238faf3e6a tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23c505ef-46aa-4600-8560-1c1ab88be47f,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:10.427111 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3939be2e-0af4-4a3a-b90c-ceb5242ce7b9 req-cf2820de-c4fd-47ff-9b2f-a16e5f61fe80 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:10.429853 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3939be2e-0af4-4a3a-b90c-ceb5242ce7b9 req-cf2820de-c4fd-47ff-9b2f-a16e5f61fe80 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=e26e7075-4fca-4f43-86ce-882b53ced53b HTTP/1.1" status: 200 len: 943 time: 0.0708971 Aug 11 03:34:10.462250 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-bb3752a2-8313-460d-93a8-a7238faf3e6a tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:10.467311 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-bb3752a2-8313-460d-93a8-a7238faf3e6a tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4576545 Aug 11 03:34:10.467896 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 38062) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:10.472564 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-17e339c2-7174-4013-8d75-fce1db16ac8e tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Request body: {'security_group_rule': {'security_group_id': '23c505ef-46aa-4600-8560-1c1ab88be47f', 'direction': 'ingress', 'protocol': 17}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:34:10.529713 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 95d106f1-a869-4794-94cb-6fb31031dff8 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:34:10.530995 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3939be2e-0af4-4a3a-b90c-ceb5242ce7b9 req-54087095-1fbc-4689-9246-e422bc62a8c6 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/security-groups?id=d90906b3-11d7-4670-8cbc-45704d99f68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935946 Aug 11 03:34:10.628570 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-17e339c2-7174-4013-8d75-fce1db16ac8e tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:10.651000 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-dd0f068f-4e3a-44ec-9448-c4aacb08aa63 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:10.679040 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port 95d106f1-a869-4794-94cb-6fb31031dff8 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:34:10.688274 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0f068f-4e3a-44ec-9448-c4aacb08aa63 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Pushing event deleted for resources: {'Port': ['ID=48645e0f-6952-42e8-a312-374851edd6be,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:10.698991 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-17e339c2-7174-4013-8d75-fce1db16ac8e tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:10.714804 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-dd0f068f-4e3a-44ec-9448-c4aacb08aa63 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:10.716814 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-dd0f068f-4e3a-44ec-9448-c4aacb08aa63 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "DELETE /v2.0/ports/48645e0f-6952-42e8-a312-374851edd6be HTTP/1.1" status: 204 len: 168 time: 0.6106849 Aug 11 03:34:10.724158 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 38064) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:10.780271 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-209a223a-df47-47d8-85fb-f4b31b6407f5 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:10.783635 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-209a223a-df47-47d8-85fb-f4b31b6407f5 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:10.785196 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-209a223a-df47-47d8-85fb-f4b31b6407f5 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0600567 Aug 11 03:34:10.786628 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-17e339c2-7174-4013-8d75-fce1db16ac8e tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:10.788073 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 38066) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:10.805747 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e339c2-7174-4013-8d75-fce1db16ac8e tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edf5830d-6189-49ee-9cab-29987041624d,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:10.843098 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_v2 [None req-14e749d1-406f-4bb2-9072-f73e9ac63cd2 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Deleting subnet 3fc47801-6839-45e8-8591-7bbde377d64b {{(pid=102192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:34:10.846570 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-14e749d1-406f-4bb2-9072-f73e9ac63cd2 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks [] for subnet, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:10.889337 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-14e749d1-406f-4bb2-9072-f73e9ac63cd2 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125932460'] for subnet, precommit_delete_associations {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:10.909577 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-17e339c2-7174-4013-8d75-fce1db16ac8e tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:10.913000 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-17e339c2-7174-4013-8d75-fce1db16ac8e tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4421928 Aug 11 03:34:10.913803 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 38068) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:10.976446 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-567f0929-a13a-4d0e-9ad7-316f98a9cfe4 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:10.989229 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-43e38fa3-11b0-46bd-ba2f-30331a97cac1 None None] Provisioning for port 95d106f1-a869-4794-94cb-6fb31031dff8 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:34:10.993153 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-14e749d1-406f-4bb2-9072-f73e9ac63cd2 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:10.996871 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-43e38fa3-11b0-46bd-ba2f-30331a97cac1 None None] Provisioning complete for port 95d106f1-a869-4794-94cb-6fb31031dff8 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:34:10.997524 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-43e38fa3-11b0-46bd-ba2f-30331a97cac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:11.008107 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-567f0929-a13a-4d0e-9ad7-316f98a9cfe4 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:11.104079 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-43e38fa3-11b0-46bd-ba2f-30331a97cac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:11.171120 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-567f0929-a13a-4d0e-9ad7-316f98a9cfe4 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:11.175577 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-567f0929-a13a-4d0e-9ad7-316f98a9cfe4 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:11.175577 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-567f0929-a13a-4d0e-9ad7-316f98a9cfe4 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] 10.222.0.41 "DELETE /v2.0/security-groups/23c505ef-46aa-4600-8560-1c1ab88be47f HTTP/1.1" status: 204 len: 168 time: 0.2602093 Aug 11 03:34:11.178772 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 38070) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:11.198963 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567f0929-a13a-4d0e-9ad7-316f98a9cfe4 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23c505ef-46aa-4600-8560-1c1ab88be47f,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:11.218254 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-14e749d1-406f-4bb2-9072-f73e9ac63cd2 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125932157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126180897'] for subnet, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:11.246144 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-8017d161-3789-45b5-b8c6-65730ecbdece tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0661221 Aug 11 03:34:11.250103 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 38072) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:11.254857 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-095b4ebf-b758-44a5-aea5-34a4e7372da4 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Request body: {'security_group': {'name': 'tempest-secgroup--1485380438'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:34:11.262092 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e749d1-406f-4bb2-9072-f73e9ac63cd2 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Pushing event deleted for resources: {'Subnet': ['ID=3fc47801-6839-45e8-8591-7bbde377d64b,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:11.266345 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-14e749d1-406f-4bb2-9072-f73e9ac63cd2 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks [] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:11.271358 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-14e749d1-406f-4bb2-9072-f73e9ac63cd2 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "DELETE /v2.0/subnets/3fc47801-6839-45e8-8591-7bbde377d64b HTTP/1.1" status: 204 len: 168 time: 0.4812672 Aug 11 03:34:11.271560 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 38074) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:11.278397 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.db.api [None req-43e38fa3-11b0-46bd-ba2f-30331a97cac1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102193) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 03:34:11.279313 n-d-764292-30 neutron-server[102193]: DEBUG oslo_db.api [None req-43e38fa3-11b0-46bd-ba2f-30331a97cac1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 03:34:11.282079 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39ca057b-bd0b-4033-9dde-552c64196ded None None] Network 41e2676c-dfa7-4a22-87ed-f7efd502a6d9 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:34:11.312552 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-a4f5f44a-e728-41e0-8ecb-c4041bf0daf5 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0402997 Aug 11 03:34:11.315288 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 38076) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:11.363006 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15345519-441c-4806-b52c-f33d0acf04aa tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:11.364542 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-15345519-441c-4806-b52c-f33d0acf04aa tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0482802 Aug 11 03:34:11.365498 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:11.367142 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 38078) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:11.378837 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-095b4ebf-b758-44a5-aea5-34a4e7372da4 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:11.440936 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed2c4a5c-eb7f-44e3-814c-ca7518d4f29c tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:11.442445 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-ed2c4a5c-eb7f-44e3-814c-ca7518d4f29c tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0743694 Aug 11 03:34:11.445030 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 38080) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:11.463244 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c2f0688-28b4-4b69-9d09-62303e3a872b None None] DHCP port deletion for 41e2676c-dfa7-4a22-87ed-f7efd502a6d9 request from n-d-764292-30 {{(pid=102193) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:34:11.494203 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-8f752341-891c-4fc8-8598-583861adf3d8 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0437155 Aug 11 03:34:11.494824 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 38082) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:11.500623 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-47c33e02-40b0-4805-83e0-d1d0c950ba61 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Request body: {'subnet': {'network_id': '41e2676c-dfa7-4a22-87ed-f7efd502a6d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:34:11.538969 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-7c2f0688-28b4-4b69-9d09-62303e3a872b None None] Deleting port 95d106f1-a869-4794-94cb-6fb31031dff8 {{(pid=102193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:34:11.539303 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-7c2f0688-28b4-4b69-9d09-62303e3a872b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:11.549570 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-095b4ebf-b758-44a5-aea5-34a4e7372da4 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:11.606334 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-7c2f0688-28b4-4b69-9d09-62303e3a872b None None] For port 95d106f1-a869-4794-94cb-6fb31031dff8, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=95d106f1-a869-4794-94cb-6fb31031dff8,segment=NetworkSegment(5d96f309-e028-4cb7-a58f-990eaca460da),segment_id=5d96f309-e028-4cb7-a58f-990eaca460da)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:34:11.606882 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-7c2f0688-28b4-4b69-9d09-62303e3a872b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:11.616436 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-095b4ebf-b758-44a5-aea5-34a4e7372da4 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:11.625782 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-7c2f0688-28b4-4b69-9d09-62303e3a872b None None] Calling delete_port for 95d106f1-a869-4794-94cb-6fb31031dff8 owned by network:dhcp {{(pid=102193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:34:11.648460 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4ebf-b758-44a5-aea5-34a4e7372da4 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30769eee-523c-4548-890f-5a4f45874d9d,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:11.666471 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd86737-9b45-469e-9ea6-a02095a4775d req-e6e536bb-0aa7-4368-944b-a459d4b8c02c tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:11.669912 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2dd86737-9b45-469e-9ea6-a02095a4775d req-e6e536bb-0aa7-4368-944b-a459d4b8c02c tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=e26e7075-4fca-4f43-86ce-882b53ced53b HTTP/1.1" status: 200 len: 943 time: 0.0624228 Aug 11 03:34:11.708232 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2dd86737-9b45-469e-9ea6-a02095a4775d req-d85e6276-724b-4062-87eb-039e77eb55bb tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/security-groups?id=d90906b3-11d7-4670-8cbc-45704d99f68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335619 Aug 11 03:34:11.719458 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47c33e02-40b0-4805-83e0-d1d0c950ba61 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Made reservation on behalf of e43abc7f2b214d1a915ef6ef86af9079 for: {'subnet': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:34:11.732199 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-47c33e02-40b0-4805-83e0-d1d0c950ba61 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126180544'] for subnet, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:11.816930 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-43e38fa3-11b0-46bd-ba2f-30331a97cac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:11.846076 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-7c2f0688-28b4-4b69-9d09-62303e3a872b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678'] for port, after_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:11.879745 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-095b4ebf-b758-44a5-aea5-34a4e7372da4 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:11.883545 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-095b4ebf-b758-44a5-aea5-34a4e7372da4 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6299207 Aug 11 03:34:11.883751 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 38086) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:11.888344 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-7961ee1a-f037-4f4b-a133-9c48cfdadd6b tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Request body: {'security_group': {'name': 'tempest-secgroup--1498673425'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:34:11.895172 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c2f0688-28b4-4b69-9d09-62303e3a872b None None] No DVR routers for this DVR port 95d106f1-a869-4794-94cb-6fb31031dff8 on host n-d-764292-30 {{(pid=102193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:34:11.896812 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2f0688-28b4-4b69-9d09-62303e3a872b None None] Pushing event deleted for resources: {'Port': ['ID=95d106f1-a869-4794-94cb-6fb31031dff8,revision_number=None']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:12.013380 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-df610886-b5d1-4984-b30a-5c6542138b77 None None] Could not find standard attr ID for object 48645e0f-6952-42e8-a312-374851edd6be. {{(pid=102193) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 03:34:12.022067 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7961ee1a-f037-4f4b-a133-9c48cfdadd6b tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:12.041689 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-47c33e02-40b0-4805-83e0-d1d0c950ba61 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125932092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126180562'] for subnet, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:12.084400 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c33e02-40b0-4805-83e0-d1d0c950ba61 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Network 41e2676c-dfa7-4a22-87ed-f7efd502a6d9 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:34:12.089198 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-47c33e02-40b0-4805-83e0-d1d0c950ba61 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:34:12.093225 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c33e02-40b0-4805-83e0-d1d0c950ba61 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:12.097569 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-47c33e02-40b0-4805-83e0-d1d0c950ba61 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks [] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:12.098955 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d067a3-7a7e-4662-a8f3-3c172b79ac84 None None] Network 41e2676c-dfa7-4a22-87ed-f7efd502a6d9 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:34:12.107692 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c33e02-40b0-4805-83e0-d1d0c950ba61 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Pushing event updated for resources: {'Subnet': ['ID=be004f1c-ee14-415f-b76c-e99a8fbe2ede,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:12.126947 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7961ee1a-f037-4f4b-a133-9c48cfdadd6b tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:12.194684 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7961ee1a-f037-4f4b-a133-9c48cfdadd6b tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:12.223981 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7961ee1a-f037-4f4b-a133-9c48cfdadd6b tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3db8a42b-deb0-4c3d-b25e-f86e36cea421,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:12.257702 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8b64099-835f-45fc-8e8d-f741c6f7cf34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde080026-c28f-55be-b52b-13827cc43646-41e2676c-dfa7-4a22-87ed-f7efd502a6d9', 'network_id': '41e2676c-dfa7-4a22-87ed-f7efd502a6d9', 'tenant_id': 'e43abc7f2b214d1a915ef6ef86af9079', 'fixed_ips': [{'subnet_id': 'be004f1c-ee14-415f-b76c-e99a8fbe2ede'}]}} from n-d-764292-30. {{(pid=102193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:34:12.258647 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-f8b64099-835f-45fc-8e8d-f741c6f7cf34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:12.279880 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-47c33e02-40b0-4805-83e0-d1d0c950ba61 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7837996 Aug 11 03:34:12.282629 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 38088) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:12.287907 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-8378fc46-9540-42e5-86b2-66893435e4ea tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Request body: {'port': {'network_id': '41e2676c-dfa7-4a22-87ed-f7efd502a6d9', 'mac_address': 'fa:16:3e:57:fa:63', 'name': 'tempest-NetworksTestDHCPv6-414657394'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:34:12.290668 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7961ee1a-f037-4f4b-a133-9c48cfdadd6b tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:12.292797 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-7961ee1a-f037-4f4b-a133-9c48cfdadd6b tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4081097 Aug 11 03:34:12.295525 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 38090) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:12.315798 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-98664849-5de5-4c4b-abb4-98661a2815ec tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Request body: {'security_group_rule': {'security_group_id': '30769eee-523c-4548-890f-5a4f45874d9d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '3db8a42b-deb0-4c3d-b25e-f86e36cea421', 'remote_ip_prefix': None}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:34:12.411723 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.db_base_plugin_common [None req-f8b64099-835f-45fc-8e8d-f741c6f7cf34 None None] Allocated IP 2001:db8::2 (41e2676c-dfa7-4a22-87ed-f7efd502a6d9/be004f1c-ee14-415f-b76c-e99a8fbe2ede/3ec44521-448e-4f05-a79e-4285a37f9c50) {{(pid=102193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:34:12.467766 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 95d106f1-a869-4794-94cb-6fb31031dff8 no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:34:12.485854 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-98664849-5de5-4c4b-abb4-98661a2815ec tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:12.488553 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: 95d106f1-a869-4794-94cb-6fb31031dff8 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:34:12.488906 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 95d106f1-a869-4794-94cb-6fb31031dff8 not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:34:12.563953 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-98664849-5de5-4c4b-abb4-98661a2815ec tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:12.576120 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8378fc46-9540-42e5-86b2-66893435e4ea tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Made reservation on behalf of e43abc7f2b214d1a915ef6ef86af9079 for: {'port': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:34:12.583641 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-f8b64099-835f-45fc-8e8d-f741c6f7cf34 None None] Notify callbacks [] for port, precommit_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:12.593417 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-f8b64099-835f-45fc-8e8d-f741c6f7cf34 None None] Transition to ACTIVE for port object 3ec44521-448e-4f05-a79e-4285a37f9c50 will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:34:12.608831 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-f8b64099-835f-45fc-8e8d-f741c6f7cf34 None None] Transition to ACTIVE for port object 3ec44521-448e-4f05-a79e-4285a37f9c50 will not be triggered until provisioned by entity DHCP. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:34:12.662559 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-8378fc46-9540-42e5-86b2-66893435e4ea tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:12.682655 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [None req-8378fc46-9540-42e5-86b2-66893435e4ea tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] device_id is not set on port 077b997b-ba16-43a6-bcae-66f28de6ee3d yet. {{(pid=102192) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:34:12.691332 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-98664849-5de5-4c4b-abb4-98661a2815ec tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:12.746528 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98664849-5de5-4c4b-abb4-98661a2815ec tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c47c7f73-e525-4fc5-a996-86c72e587522,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:12.771041 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-f8b64099-835f-45fc-8e8d-f741c6f7cf34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669'] for port, after_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:12.812712 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b64099-835f-45fc-8e8d-f741c6f7cf34 None None] Network 41e2676c-dfa7-4a22-87ed-f7efd502a6d9 is already hosted by enough agents. {{(pid=102193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:34:12.817390 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.base_scheduler [None req-f8b64099-835f-45fc-8e8d-f741c6f7cf34 None None] Resources bound (agent type, host, resource id): {{(pid=102193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:34:12.821724 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b64099-835f-45fc-8e8d-f741c6f7cf34 None None] Received port after_create {{(pid=102193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:34:12.826834 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b64099-835f-45fc-8e8d-f741c6f7cf34 None None] Pushing event updated for resources: {'Port': ['ID=3ec44521-448e-4f05-a79e-4285a37f9c50,revision_number=1']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:12.866358 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [None req-8378fc46-9540-42e5-86b2-66893435e4ea tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Allocated IP 2001:db8::11d (41e2676c-dfa7-4a22-87ed-f7efd502a6d9/be004f1c-ee14-415f-b76c-e99a8fbe2ede/077b997b-ba16-43a6-bcae-66f28de6ee3d) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:34:12.871416 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-98664849-5de5-4c4b-abb4-98661a2815ec tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:12.875430 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-98664849-5de5-4c4b-abb4-98661a2815ec tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.5788567 Aug 11 03:34:12.876133 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 38094) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:12.888782 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-f8b64099-835f-45fc-8e8d-f741c6f7cf34 None None] Attempting to bind port 3ec44521-448e-4f05-a79e-4285a37f9c50 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:34:12.890799 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-f8b64099-835f-45fc-8e8d-f741c6f7cf34 None None] Attempting to bind port 3ec44521-448e-4f05-a79e-4285a37f9c50 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': '5d96f309-e028-4cb7-a58f-990eaca460da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '41e2676c-dfa7-4a22-87ed-f7efd502a6d9'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:34:12.890799 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b64099-835f-45fc-8e8d-f741c6f7cf34 None None] Attempting to bind port 3ec44521-448e-4f05-a79e-4285a37f9c50 on network 41e2676c-dfa7-4a22-87ed-f7efd502a6d9 {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:34:12.896116 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b64099-835f-45fc-8e8d-f741c6f7cf34 None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:34:12.896639 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b64099-835f-45fc-8e8d-f741c6f7cf34 None None] Checking segment: {'id': '5d96f309-e028-4cb7-a58f-990eaca460da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '41e2676c-dfa7-4a22-87ed-f7efd502a6d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:34:12.897235 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-f8b64099-835f-45fc-8e8d-f741c6f7cf34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:12.897732 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b64099-835f-45fc-8e8d-f741c6f7cf34 None None] Bound using segment: {'id': '5d96f309-e028-4cb7-a58f-990eaca460da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '41e2676c-dfa7-4a22-87ed-f7efd502a6d9'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:34:12.898450 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-f8b64099-835f-45fc-8e8d-f741c6f7cf34 None None] Bound port: 3ec44521-448e-4f05-a79e-4285a37f9c50, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d96f309-e028-4cb7-a58f-990eaca460da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '41e2676c-dfa7-4a22-87ed-f7efd502a6d9'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:34:12.899035 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-f8b64099-835f-45fc-8e8d-f741c6f7cf34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:12.911464 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-08dd4c3a-429a-4812-87c6-c21a610688b3 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:12.920147 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-08dd4c3a-429a-4812-87c6-c21a610688b3 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:12.943234 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9447e50-3ad6-4127-92a2-e581df1c5dc5 req-8470a9cb-8421-4eeb-bbbb-a44220cba9ba tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:12.950806 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a9447e50-3ad6-4127-92a2-e581df1c5dc5 req-8470a9cb-8421-4eeb-bbbb-a44220cba9ba tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=e26e7075-4fca-4f43-86ce-882b53ced53b HTTP/1.1" status: 200 len: 943 time: 0.1540384 Aug 11 03:34:12.973528 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-f8b64099-835f-45fc-8e8d-f741c6f7cf34 None None] For port 3ec44521-448e-4f05-a79e-4285a37f9c50, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:34:12.976962 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-f8b64099-835f-45fc-8e8d-f741c6f7cf34 None None] For port 3ec44521-448e-4f05-a79e-4285a37f9c50, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=3ec44521-448e-4f05-a79e-4285a37f9c50,segment=NetworkSegment(5d96f309-e028-4cb7-a58f-990eaca460da),segment_id=5d96f309-e028-4cb7-a58f-990eaca460da)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:34:13.040664 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-08dd4c3a-429a-4812-87c6-c21a610688b3 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:13.042876 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a9447e50-3ad6-4127-92a2-e581df1c5dc5 req-a9c1a517-44c3-4586-82df-2f7dc0deda52 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/security-groups?id=d90906b3-11d7-4670-8cbc-45704d99f68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811274 Aug 11 03:34:13.049705 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-08dd4c3a-429a-4812-87c6-c21a610688b3 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:13.051344 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-08dd4c3a-429a-4812-87c6-c21a610688b3 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/c47c7f73-e525-4fc5-a996-86c72e587522 HTTP/1.1" status: 204 len: 168 time: 0.1725223 Aug 11 03:34:13.054006 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 38096) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:13.064803 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-f8b64099-835f-45fc-8e8d-f741c6f7cf34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:13.067408 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dd4c3a-429a-4812-87c6-c21a610688b3 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c47c7f73-e525-4fc5-a996-86c72e587522,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:13.101137 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-8378fc46-9540-42e5-86b2-66893435e4ea tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:13.118060 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [None req-8378fc46-9540-42e5-86b2-66893435e4ea tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Transition to ACTIVE for port object 077b997b-ba16-43a6-bcae-66f28de6ee3d will not be triggered until provisioned by entity DHCP. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:34:13.138861 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b64099-835f-45fc-8e8d-f741c6f7cf34 None None] Pushing event updated for resources: {'Port': ['ID=3ec44521-448e-4f05-a79e-4285a37f9c50,revision_number=2']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:13.149892 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-a49ad085-f543-4a49-a4af-b0de941aaafa tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0944223 Aug 11 03:34:13.152710 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 38098) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:13.213583 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-48a8894b-f687-40aa-b0c5-6b277a0fbb80 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:13.240045 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-48a8894b-f687-40aa-b0c5-6b277a0fbb80 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:13.269369 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-8378fc46-9540-42e5-86b2-66893435e4ea tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:13.331472 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8378fc46-9540-42e5-86b2-66893435e4ea tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Network 41e2676c-dfa7-4a22-87ed-f7efd502a6d9 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:34:13.336602 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-8378fc46-9540-42e5-86b2-66893435e4ea tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:34:13.341173 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8378fc46-9540-42e5-86b2-66893435e4ea tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:34:13.348964 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8378fc46-9540-42e5-86b2-66893435e4ea tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:13.349626 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-8378fc46-9540-42e5-86b2-66893435e4ea tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:13.366251 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8378fc46-9540-42e5-86b2-66893435e4ea tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Pushing event updated for resources: {'Port': ['ID=077b997b-ba16-43a6-bcae-66f28de6ee3d,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:13.388056 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-48a8894b-f687-40aa-b0c5-6b277a0fbb80 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:13.392705 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-48a8894b-f687-40aa-b0c5-6b277a0fbb80 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:13.392705 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-48a8894b-f687-40aa-b0c5-6b277a0fbb80 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] 10.222.0.41 "DELETE /v2.0/security-groups/3db8a42b-deb0-4c3d-b25e-f86e36cea421 HTTP/1.1" status: 204 len: 168 time: 0.2381294 Aug 11 03:34:13.394687 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 38102) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:13.401435 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a8894b-f687-40aa-b0c5-6b277a0fbb80 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3db8a42b-deb0-4c3d-b25e-f86e36cea421,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:13.454502 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-48431cfc-6b10-44ab-94db-d14e57fe91b6 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0576420 Aug 11 03:34:13.456585 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 38104) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:13.503179 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-8378fc46-9540-42e5-86b2-66893435e4ea tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2174027 Aug 11 03:34:13.513200 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-78dece14-9a52-4246-ac35-ee2290d5c233 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:13.515337 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 38106) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:13.540826 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-78dece14-9a52-4246-ac35-ee2290d5c233 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:13.569353 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3798e1c8-5d07-4471-bbf9-07e07d6e59b5 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:13.575507 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3798e1c8-5d07-4471-bbf9-07e07d6e59b5 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:13.577165 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-3798e1c8-5d07-4471-bbf9-07e07d6e59b5 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.0608315 Aug 11 03:34:13.579962 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 38108) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:13.673459 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-1901f738-bd1d-464d-b14b-28185656898f tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Deleting port 077b997b-ba16-43a6-bcae-66f28de6ee3d {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:34:13.673943 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1901f738-bd1d-464d-b14b-28185656898f tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:13.702312 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-78dece14-9a52-4246-ac35-ee2290d5c233 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:13.704879 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-78dece14-9a52-4246-ac35-ee2290d5c233 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:13.706100 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-78dece14-9a52-4246-ac35-ee2290d5c233 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] 10.222.0.41 "DELETE /v2.0/security-groups/30769eee-523c-4548-890f-5a4f45874d9d HTTP/1.1" status: 204 len: 168 time: 0.2485745 Aug 11 03:34:13.709600 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 38110) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:13.729932 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dece14-9a52-4246-ac35-ee2290d5c233 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30769eee-523c-4548-890f-5a4f45874d9d,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:13.770998 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1901f738-bd1d-464d-b14b-28185656898f tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:13.775718 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-8c9fd91e-7413-4bad-81d3-083c1cf98c10 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0648351 Aug 11 03:34:13.780767 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 38112) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:13.795195 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-32a519be-3f49-451c-bcda-2099f4d0b8e8 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Request body: {'security_group': {'name': 'tempest-secgroup--1468478601'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:34:13.799414 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-1901f738-bd1d-464d-b14b-28185656898f tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Calling delete_port for 077b997b-ba16-43a6-bcae-66f28de6ee3d owned by {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:34:13.931754 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-32a519be-3f49-451c-bcda-2099f4d0b8e8 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:14.106610 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1901f738-bd1d-464d-b14b-28185656898f tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:14.160526 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1901f738-bd1d-464d-b14b-28185656898f tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Pushing event deleted for resources: {'Port': ['ID=077b997b-ba16-43a6-bcae-66f28de6ee3d,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:14.194473 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1901f738-bd1d-464d-b14b-28185656898f tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:14.195583 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de501e9-d652-4f87-a2d5-e930029e43bf req-deba4146-c8d0-4dee-b9bb-36f78b11a0a1 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:14.197209 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9de501e9-d652-4f87-a2d5-e930029e43bf req-deba4146-c8d0-4dee-b9bb-36f78b11a0a1 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=e26e7075-4fca-4f43-86ce-882b53ced53b HTTP/1.1" status: 200 len: 943 time: 0.0628042 Aug 11 03:34:14.198982 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-1901f738-bd1d-464d-b14b-28185656898f tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "DELETE /v2.0/ports/077b997b-ba16-43a6-bcae-66f28de6ee3d HTTP/1.1" status: 204 len: 168 time: 0.6180072 Aug 11 03:34:14.199555 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 38116) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:14.207867 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-32a519be-3f49-451c-bcda-2099f4d0b8e8 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:14.228393 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-846bc499-be6b-467c-ab3c-78d735424853 None None] Provisioning for port 3ec44521-448e-4f05-a79e-4285a37f9c50 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:34:14.285074 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c88579a3-c57d-4f19-863f-81f12e9f16ba tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:14.286631 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c88579a3-c57d-4f19-863f-81f12e9f16ba tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:14.288159 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-c88579a3-c57d-4f19-863f-81f12e9f16ba tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0876164 Aug 11 03:34:14.291867 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9de501e9-d652-4f87-a2d5-e930029e43bf req-336a5104-09a1-4907-8906-7baa50b0dd56 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/security-groups?id=d90906b3-11d7-4670-8cbc-45704d99f68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828912 Aug 11 03:34:14.296477 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 38118) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:14.314535 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-32a519be-3f49-451c-bcda-2099f4d0b8e8 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:14.348681 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a519be-3f49-451c-bcda-2099f4d0b8e8 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Pushing event updated for resources: {'SecurityGroup': ['ID=064250fb-a0b8-4a54-b883-7a338236110d,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:14.359729 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5943648-f43d-4fcc-97fc-2537a3cbff93 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Deleting subnet be004f1c-ee14-415f-b76c-e99a8fbe2ede {{(pid=102192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:34:14.363380 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b5943648-f43d-4fcc-97fc-2537a3cbff93 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks [] for subnet, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:14.410440 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b5943648-f43d-4fcc-97fc-2537a3cbff93 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125932460'] for subnet, precommit_delete_associations {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:14.422202 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-32a519be-3f49-451c-bcda-2099f4d0b8e8 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:14.428690 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-32a519be-3f49-451c-bcda-2099f4d0b8e8 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6420305 Aug 11 03:34:14.428690 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 38120) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:14.439346 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-8592ef80-2a37-43f0-b995-0c6031af1e99 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Request body: {'security_group_rule': {'security_group_id': '064250fb-a0b8-4a54-b883-7a338236110d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:34:14.452653 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-c82831ef-0353-47ff-a27b-3c68880b4008 None None] Could not find standard attr ID for object 077b997b-ba16-43a6-bcae-66f28de6ee3d. {{(pid=102193) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 03:34:14.521412 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b5943648-f43d-4fcc-97fc-2537a3cbff93 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:14.523667 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 3ec44521-448e-4f05-a79e-4285a37f9c50 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:34:14.543353 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8592ef80-2a37-43f0-b995-0c6031af1e99 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:14.618274 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8592ef80-2a37-43f0-b995-0c6031af1e99 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:14.664760 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b5943648-f43d-4fcc-97fc-2537a3cbff93 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125932157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126180897'] for subnet, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:14.694344 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5943648-f43d-4fcc-97fc-2537a3cbff93 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Pushing event deleted for resources: {'Subnet': ['ID=be004f1c-ee14-415f-b76c-e99a8fbe2ede,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:14.698569 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b5943648-f43d-4fcc-97fc-2537a3cbff93 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks [] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:14.702703 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-b5943648-f43d-4fcc-97fc-2537a3cbff93 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "DELETE /v2.0/subnets/be004f1c-ee14-415f-b76c-e99a8fbe2ede HTTP/1.1" status: 204 len: 168 time: 0.4027574 Aug 11 03:34:14.710592 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8592ef80-2a37-43f0-b995-0c6031af1e99 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:14.710592 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 38122) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:14.735633 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cfb60ab-8da9-457b-8757-b2aad0a94235 None None] Network 41e2676c-dfa7-4a22-87ed-f7efd502a6d9 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:34:14.765587 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-7a64c8e3-7d07-4b39-9b97-a88c78547631 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0568130 Aug 11 03:34:14.766165 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8592ef80-2a37-43f0-b995-0c6031af1e99 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecbdf6db-10f3-4f55-a5d6-0b684d7ef963,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:14.767918 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 38124) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:14.820036 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fa3bd55-7782-492e-8cf7-94524a87da4c tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:14.821524 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-8fa3bd55-7782-492e-8cf7-94524a87da4c tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0521071 Aug 11 03:34:14.824669 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 38126) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:14.876260 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bbd828b-de10-430e-bf1e-13fc39fedfc3 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:14.878129 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-7bbd828b-de10-430e-bf1e-13fc39fedfc3 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0524740 Aug 11 03:34:14.881142 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 38128) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:14.885060 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8592ef80-2a37-43f0-b995-0c6031af1e99 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:14.886807 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-8592ef80-2a37-43f0-b995-0c6031af1e99 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4590209 Aug 11 03:34:14.889713 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 38130) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:14.904374 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port 3ec44521-448e-4f05-a79e-4285a37f9c50 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:34:14.908875 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 3ec44521-448e-4f05-a79e-4285a37f9c50 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:34:14.909257 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:14.923114 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6bce2c99-39d0-4725-86ad-94ec20f4de6b tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:14.929884 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-3b67b93c-f5ba-472f-880a-a1040e8dfbe1 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0437615 Aug 11 03:34:14.930648 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 38132) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:14.933403 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6bce2c99-39d0-4725-86ad-94ec20f4de6b tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:14.933959 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-506c3563-f7cf-4aa1-9e1e-d6a68d05fb16 None None] DHCP port deletion for 41e2676c-dfa7-4a22-87ed-f7efd502a6d9 request from n-d-764292-30 {{(pid=102193) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:34:14.937191 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-2781c1c1-29c1-4228-a96d-7ad87d9456a4 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Request body: {'subnet': {'network_id': '41e2676c-dfa7-4a22-87ed-f7efd502a6d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:34:15.031514 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-506c3563-f7cf-4aa1-9e1e-d6a68d05fb16 None None] Deleting port 3ec44521-448e-4f05-a79e-4285a37f9c50 {{(pid=102193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:34:15.031816 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-506c3563-f7cf-4aa1-9e1e-d6a68d05fb16 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:15.034517 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:15.051653 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6bce2c99-39d0-4725-86ad-94ec20f4de6b tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:15.058716 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6bce2c99-39d0-4725-86ad-94ec20f4de6b tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:15.062652 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-6bce2c99-39d0-4725-86ad-94ec20f4de6b tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/ecbdf6db-10f3-4f55-a5d6-0b684d7ef963 HTTP/1.1" status: 204 len: 168 time: 0.1692250 Aug 11 03:34:15.062833 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 38134) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:15.071194 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bce2c99-39d0-4725-86ad-94ec20f4de6b tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ecbdf6db-10f3-4f55-a5d6-0b684d7ef963,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:15.096245 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2781c1c1-29c1-4228-a96d-7ad87d9456a4 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Made reservation on behalf of e43abc7f2b214d1a915ef6ef86af9079 for: {'subnet': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:34:15.099727 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-2781c1c1-29c1-4228-a96d-7ad87d9456a4 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126180544'] for subnet, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:15.114256 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-2c850618-f6ec-423d-8aad-4f458a6eb8c6 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0503550 Aug 11 03:34:15.117175 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 38136) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:15.124761 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-506c3563-f7cf-4aa1-9e1e-d6a68d05fb16 None None] For port 3ec44521-448e-4f05-a79e-4285a37f9c50, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=3ec44521-448e-4f05-a79e-4285a37f9c50,segment=NetworkSegment(5d96f309-e028-4cb7-a58f-990eaca460da),segment_id=5d96f309-e028-4cb7-a58f-990eaca460da)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:34:15.126448 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-506c3563-f7cf-4aa1-9e1e-d6a68d05fb16 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:15.135065 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port 3ec44521-448e-4f05-a79e-4285a37f9c50, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=3ec44521-448e-4f05-a79e-4285a37f9c50,segment=NetworkSegment(5d96f309-e028-4cb7-a58f-990eaca460da),segment_id=5d96f309-e028-4cb7-a58f-990eaca460da)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:34:15.142623 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-506c3563-f7cf-4aa1-9e1e-d6a68d05fb16 None None] Calling delete_port for 3ec44521-448e-4f05-a79e-4285a37f9c50 owned by network:dhcp {{(pid=102193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:34:15.186306 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a3a8ad9a-09b6-475d-af39-af5499225ab5 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:15.194214 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:15.211095 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a3a8ad9a-09b6-475d-af39-af5499225ab5 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:15.268162 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=3ec44521-448e-4f05-a79e-4285a37f9c50,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:15.337321 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a3a8ad9a-09b6-475d-af39-af5499225ab5 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:15.346344 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a3a8ad9a-09b6-475d-af39-af5499225ab5 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:15.346344 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-a3a8ad9a-09b6-475d-af39-af5499225ab5 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] 10.222.0.41 "DELETE /v2.0/security-groups/064250fb-a0b8-4a54-b883-7a338236110d HTTP/1.1" status: 204 len: 168 time: 0.2226067 Aug 11 03:34:15.346585 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 38140) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:15.351907 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a8ad9a-09b6-475d-af39-af5499225ab5 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=064250fb-a0b8-4a54-b883-7a338236110d,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:15.387855 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-506c3563-f7cf-4aa1-9e1e-d6a68d05fb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678'] for port, after_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:15.414585 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506c3563-f7cf-4aa1-9e1e-d6a68d05fb16 None None] Pushing event deleted for resources: {'Port': ['ID=3ec44521-448e-4f05-a79e-4285a37f9c50,revision_number=None']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:15.414898 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-7ea84cc6-e7be-48bc-82e2-f734ca5bfd36 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0692296 Aug 11 03:34:15.420363 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 38142) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:15.421857 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506c3563-f7cf-4aa1-9e1e-d6a68d05fb16 None None] No DVR routers for this DVR port 3ec44521-448e-4f05-a79e-4285a37f9c50 on host n-d-764292-30 {{(pid=102193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:34:15.426266 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-e34bfb10-bb4c-4fae-b925-86530d901e81 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Request body: {'security_group': {'name': 'tempest-secgroup--579002770'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:34:15.450340 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78822a1-3701-4021-9d66-5d1930dbfe3b req-cf7ecf0c-7c58-4d22-8f81-5e618b3c351b tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:15.451816 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e78822a1-3701-4021-9d66-5d1930dbfe3b req-cf7ecf0c-7c58-4d22-8f81-5e618b3c351b tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=e26e7075-4fca-4f43-86ce-882b53ced53b HTTP/1.1" status: 200 len: 943 time: 0.0860236 Aug 11 03:34:15.521455 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e78822a1-3701-4021-9d66-5d1930dbfe3b req-f943d2f5-ffbd-4184-8c25-b354023ee0f1 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/security-groups?id=d90906b3-11d7-4670-8cbc-45704d99f68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621221 Aug 11 03:34:15.524685 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e34bfb10-bb4c-4fae-b925-86530d901e81 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:15.577514 n-d-764292-30 neutron-server[102192]: DEBUG neutron.objects.ports [None req-2781c1c1-29c1-4228-a96d-7ad87d9456a4 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102192) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 11 03:34:15.581635 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-2781c1c1-29c1-4228-a96d-7ad87d9456a4 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125932092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126180562'] for subnet, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:15.640494 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2781c1c1-29c1-4228-a96d-7ad87d9456a4 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Network 41e2676c-dfa7-4a22-87ed-f7efd502a6d9 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:34:15.647003 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-2781c1c1-29c1-4228-a96d-7ad87d9456a4 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:34:15.656544 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2781c1c1-29c1-4228-a96d-7ad87d9456a4 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:15.657144 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-2781c1c1-29c1-4228-a96d-7ad87d9456a4 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks [] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:15.657302 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e26e6619-c9b2-4939-9ac1-2693dd5aeb64 None None] Network 41e2676c-dfa7-4a22-87ed-f7efd502a6d9 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:34:15.666712 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2781c1c1-29c1-4228-a96d-7ad87d9456a4 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Pushing event updated for resources: {'Subnet': ['ID=07fc2c7f-780c-4710-aa80-b2cd2e0f72f7,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:15.699288 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e34bfb10-bb4c-4fae-b925-86530d901e81 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:15.783564 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e34bfb10-bb4c-4fae-b925-86530d901e81 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:15.808534 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d16c4934-6d55-4c04-84c1-16cbc14e5908 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde080026-c28f-55be-b52b-13827cc43646-41e2676c-dfa7-4a22-87ed-f7efd502a6d9', 'network_id': '41e2676c-dfa7-4a22-87ed-f7efd502a6d9', 'tenant_id': 'e43abc7f2b214d1a915ef6ef86af9079', 'fixed_ips': [{'subnet_id': '07fc2c7f-780c-4710-aa80-b2cd2e0f72f7'}]}} from n-d-764292-30. {{(pid=102193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:34:15.810721 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-d16c4934-6d55-4c04-84c1-16cbc14e5908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:15.818262 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34bfb10-bb4c-4fae-b925-86530d901e81 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bc3ecd8-8bc8-4563-a85b-1a33ce19f69a,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:15.902908 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-2781c1c1-29c1-4228-a96d-7ad87d9456a4 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9700563 Aug 11 03:34:15.905735 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 38144) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:15.911799 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-9a05255f-23b9-495f-8cd4-532eb157422d tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Request body: {'subnet': {'network_id': '41e2676c-dfa7-4a22-87ed-f7efd502a6d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:34:15.952072 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.db_base_plugin_common [None req-d16c4934-6d55-4c04-84c1-16cbc14e5908 None None] Allocated IP 2001:db8::f816:3eff:fec2:c4f3 (41e2676c-dfa7-4a22-87ed-f7efd502a6d9/07fc2c7f-780c-4710-aa80-b2cd2e0f72f7/a234d881-4043-4fc9-b217-f27a6e6bf6e1) {{(pid=102193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:34:15.952996 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e34bfb10-bb4c-4fae-b925-86530d901e81 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:15.954573 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-e34bfb10-bb4c-4fae-b925-86530d901e81 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5337820 Aug 11 03:34:15.957241 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 38146) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:15.964696 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-805db1ab-e28b-4756-867e-a6a42024d196 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Request body: {'security_group_rule': {'security_group_id': '3bc3ecd8-8bc8-4563-a85b-1a33ce19f69a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:34:16.102981 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-805db1ab-e28b-4756-867e-a6a42024d196 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:16.106364 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-d16c4934-6d55-4c04-84c1-16cbc14e5908 None None] Notify callbacks [] for port, precommit_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:16.114848 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-d16c4934-6d55-4c04-84c1-16cbc14e5908 None None] Transition to ACTIVE for port object a234d881-4043-4fc9-b217-f27a6e6bf6e1 will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:34:16.129460 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-d16c4934-6d55-4c04-84c1-16cbc14e5908 None None] Transition to ACTIVE for port object a234d881-4043-4fc9-b217-f27a6e6bf6e1 will not be triggered until provisioned by entity DHCP. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:34:16.167265 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-805db1ab-e28b-4756-867e-a6a42024d196 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:16.216192 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a05255f-23b9-495f-8cd4-532eb157422d tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Made reservation on behalf of e43abc7f2b214d1a915ef6ef86af9079 for: {'subnet': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:34:16.216745 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-d16c4934-6d55-4c04-84c1-16cbc14e5908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669'] for port, after_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:16.219871 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9a05255f-23b9-495f-8cd4-532eb157422d tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274743'] for subnet, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:16.255231 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d16c4934-6d55-4c04-84c1-16cbc14e5908 None None] Network 41e2676c-dfa7-4a22-87ed-f7efd502a6d9 is already hosted by enough agents. {{(pid=102193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:34:16.257431 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-805db1ab-e28b-4756-867e-a6a42024d196 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:16.263628 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.base_scheduler [None req-d16c4934-6d55-4c04-84c1-16cbc14e5908 None None] Resources bound (agent type, host, resource id): {{(pid=102193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:34:16.267666 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16c4934-6d55-4c04-84c1-16cbc14e5908 None None] Received port after_create {{(pid=102193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:34:16.275858 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16c4934-6d55-4c04-84c1-16cbc14e5908 None None] Pushing event updated for resources: {'Port': ['ID=a234d881-4043-4fc9-b217-f27a6e6bf6e1,revision_number=1']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:16.292289 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805db1ab-e28b-4756-867e-a6a42024d196 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57e48b85-7f80-4b0d-ba26-829ae279be48,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:16.331133 n-d-764292-30 neutron-server[102191]: INFO neutron.db.ipam_backend_mixin [None req-9a05255f-23b9-495f-8cd4-532eb157422d tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 07fc2c7f-780c-4710-aa80-b2cd2e0f72f7 (CIDR: 2001:db8::/64) Aug 11 03:34:16.336410 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-d16c4934-6d55-4c04-84c1-16cbc14e5908 None None] Attempting to bind port a234d881-4043-4fc9-b217-f27a6e6bf6e1 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:34:16.336779 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-d16c4934-6d55-4c04-84c1-16cbc14e5908 None None] Attempting to bind port a234d881-4043-4fc9-b217-f27a6e6bf6e1 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': '5d96f309-e028-4cb7-a58f-990eaca460da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '41e2676c-dfa7-4a22-87ed-f7efd502a6d9'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:34:16.337169 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16c4934-6d55-4c04-84c1-16cbc14e5908 None None] Attempting to bind port a234d881-4043-4fc9-b217-f27a6e6bf6e1 on network 41e2676c-dfa7-4a22-87ed-f7efd502a6d9 {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:34:16.342851 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16c4934-6d55-4c04-84c1-16cbc14e5908 None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:34:16.343220 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16c4934-6d55-4c04-84c1-16cbc14e5908 None None] Checking segment: {'id': '5d96f309-e028-4cb7-a58f-990eaca460da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '41e2676c-dfa7-4a22-87ed-f7efd502a6d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:34:16.343621 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-d16c4934-6d55-4c04-84c1-16cbc14e5908 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:16.344015 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16c4934-6d55-4c04-84c1-16cbc14e5908 None None] Bound using segment: {'id': '5d96f309-e028-4cb7-a58f-990eaca460da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '41e2676c-dfa7-4a22-87ed-f7efd502a6d9'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:34:16.344469 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-d16c4934-6d55-4c04-84c1-16cbc14e5908 None None] Bound port: a234d881-4043-4fc9-b217-f27a6e6bf6e1, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d96f309-e028-4cb7-a58f-990eaca460da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '41e2676c-dfa7-4a22-87ed-f7efd502a6d9'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:34:16.344842 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-d16c4934-6d55-4c04-84c1-16cbc14e5908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:16.371123 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-805db1ab-e28b-4756-867e-a6a42024d196 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:16.372473 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-805db1ab-e28b-4756-867e-a6a42024d196 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4124548 Aug 11 03:34:16.376402 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 38148) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:16.393239 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-68023b1d-c0b4-4ae1-8bd3-35d938f8b731 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] 10.222.0.41 "GET /v2.0/security-group-rules/57e48b85-7f80-4b0d-ba26-829ae279be48 HTTP/1.1" status: 200 len: 763 time: 0.0154238 Aug 11 03:34:16.399359 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 38150) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:16.412830 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-d16c4934-6d55-4c04-84c1-16cbc14e5908 None None] For port a234d881-4043-4fc9-b217-f27a6e6bf6e1, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:34:16.416072 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-d16c4934-6d55-4c04-84c1-16cbc14e5908 None None] For port a234d881-4043-4fc9-b217-f27a6e6bf6e1, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=a234d881-4043-4fc9-b217-f27a6e6bf6e1,segment=NetworkSegment(5d96f309-e028-4cb7-a58f-990eaca460da),segment_id=5d96f309-e028-4cb7-a58f-990eaca460da)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:34:16.420117 n-d-764292-30 neutron-server[102191]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a05255f-23b9-495f-8cd4-532eb157422d tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 03:34:16.420291 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a05255f-23b9-495f-8cd4-532eb157422d tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:34:16.457137 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-3ed3b1e4-f082-4b93-a70d-5c052206a981 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0568812 Aug 11 03:34:16.459860 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 38152) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:16.474734 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 3ec44521-448e-4f05-a79e-4285a37f9c50 no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:34:16.486260 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-73506e66-ce05-435d-88fe-52fa4d86b47e tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:16.493687 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-73506e66-ce05-435d-88fe-52fa4d86b47e tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:16.495619 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: 3ec44521-448e-4f05-a79e-4285a37f9c50 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:34:16.495965 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 3ec44521-448e-4f05-a79e-4285a37f9c50 not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:34:16.536910 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-d16c4934-6d55-4c04-84c1-16cbc14e5908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:16.562958 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-9a05255f-23b9-495f-8cd4-532eb157422d tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6558182 Aug 11 03:34:16.565767 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 38156) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:16.573557 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-3a51b898-387c-4aa9-8ec3-be39d1c11f2e tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Request body: {'subnet': {'network_id': '41e2676c-dfa7-4a22-87ed-f7efd502a6d9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:34:16.606276 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16c4934-6d55-4c04-84c1-16cbc14e5908 None None] Pushing event updated for resources: {'Port': ['ID=a234d881-4043-4fc9-b217-f27a6e6bf6e1,revision_number=2']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:16.646271 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-73506e66-ce05-435d-88fe-52fa4d86b47e tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:16.651747 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-73506e66-ce05-435d-88fe-52fa4d86b47e tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:16.656563 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-73506e66-ce05-435d-88fe-52fa4d86b47e tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/57e48b85-7f80-4b0d-ba26-829ae279be48 HTTP/1.1" status: 204 len: 168 time: 0.1956012 Aug 11 03:34:16.659414 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b9ba95-7231-4a53-ac21-1784e962a0cd req-4ef2a0b0-6035-4973-babf-d2243368bb91 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:16.660722 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 38158) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:16.661316 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c6b9ba95-7231-4a53-ac21-1784e962a0cd req-4ef2a0b0-6035-4973-babf-d2243368bb91 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=e26e7075-4fca-4f43-86ce-882b53ced53b HTTP/1.1" status: 200 len: 943 time: 0.0699029 Aug 11 03:34:16.700812 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73506e66-ce05-435d-88fe-52fa4d86b47e tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=57e48b85-7f80-4b0d-ba26-829ae279be48,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:16.706200 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c6b9ba95-7231-4a53-ac21-1784e962a0cd req-3c153965-c365-4a1f-92d3-6ebd62707c01 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/security-groups?id=d90906b3-11d7-4670-8cbc-45704d99f68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368171 Aug 11 03:34:16.758723 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-22bc991c-06be-46e1-b063-b0b45ecd30d4 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0942175 Aug 11 03:34:16.763028 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 38160) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:16.775986 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-ae0d5dd0-b758-4398-b6aa-794e62e3da7d tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Request body: {'security_group_rule': {'security_group_id': '3bc3ecd8-8bc8-4563-a85b-1a33ce19f69a', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:34:16.898317 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a51b898-387c-4aa9-8ec3-be39d1c11f2e tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Made reservation on behalf of e43abc7f2b214d1a915ef6ef86af9079 for: {'subnet': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:34:16.903032 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3a51b898-387c-4aa9-8ec3-be39d1c11f2e tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274743'] for subnet, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:17.017018 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ae0d5dd0-b758-4398-b6aa-794e62e3da7d tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:17.068734 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ae0d5dd0-b758-4398-b6aa-794e62e3da7d tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:17.153341 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ae0d5dd0-b758-4398-b6aa-794e62e3da7d tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:17.172361 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d5dd0-b758-4398-b6aa-794e62e3da7d tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cd357cb-20f3-49c7-becb-7eb280a6d452,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:17.233904 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3a51b898-387c-4aa9-8ec3-be39d1c11f2e tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126283476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274725'] for subnet, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:17.256663 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ae0d5dd0-b758-4398-b6aa-794e62e3da7d tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:17.260239 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-ae0d5dd0-b758-4398-b6aa-794e62e3da7d tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4932775 Aug 11 03:34:17.260537 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 38162) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:17.281329 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-e08c2c19-d5b8-4ce0-adad-884b2436536f tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] 10.222.0.41 "GET /v2.0/security-group-rules/8cd357cb-20f3-49c7-becb-7eb280a6d452 HTTP/1.1" status: 200 len: 763 time: 0.0172799 Aug 11 03:34:17.281999 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 38164) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:17.287628 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a51b898-387c-4aa9-8ec3-be39d1c11f2e tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Network 41e2676c-dfa7-4a22-87ed-f7efd502a6d9 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:34:17.291227 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-3a51b898-387c-4aa9-8ec3-be39d1c11f2e tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:34:17.297316 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a51b898-387c-4aa9-8ec3-be39d1c11f2e tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:17.297923 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3a51b898-387c-4aa9-8ec3-be39d1c11f2e tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:17.312935 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a51b898-387c-4aa9-8ec3-be39d1c11f2e tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Pushing event updated for resources: {'Subnet': ['ID=41efd660-e8dd-46bd-9d7d-8b417fa8906b,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:17.332458 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-2faab1ac-6ecb-4ecc-9507-87156e6b96d5 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0490508 Aug 11 03:34:17.335020 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 38166) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:17.363578 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-cc86142a-2ee5-481f-b163-81d399c23209 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:17.371944 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-cc86142a-2ee5-481f-b163-81d399c23209 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:17.411907 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-3a51b898-387c-4aa9-8ec3-be39d1c11f2e tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8448751 Aug 11 03:34:17.414694 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 38168) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:17.420721 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-8b66077f-4da8-4cc1-894a-69ca5ceec5c4 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Request body: {'port': {'network_id': '41e2676c-dfa7-4a22-87ed-f7efd502a6d9', 'mac_address': 'fa:16:3e:e9:da:e4', 'name': 'tempest-NetworksTestDHCPv6-747420869'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:34:17.502518 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-cc86142a-2ee5-481f-b163-81d399c23209 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:17.516115 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-cc86142a-2ee5-481f-b163-81d399c23209 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:17.516115 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-cc86142a-2ee5-481f-b163-81d399c23209 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/8cd357cb-20f3-49c7-becb-7eb280a6d452 HTTP/1.1" status: 204 len: 168 time: 0.1759408 Aug 11 03:34:17.516115 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 38170) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:17.517838 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7b5f365-90c3-4160-aec9-6fca624c7d65 None None] Network 41e2676c-dfa7-4a22-87ed-f7efd502a6d9 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:34:17.537169 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc86142a-2ee5-481f-b163-81d399c23209 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8cd357cb-20f3-49c7-becb-7eb280a6d452,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:17.563732 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-214db49e-aa27-424d-828d-44f4280e470f tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0464256 Aug 11 03:34:17.566092 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 38172) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:17.570650 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-ed83398f-443e-4865-9957-ce058bf78d7b tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Request body: {'security_group_rule': {'security_group_id': '3bc3ecd8-8bc8-4563-a85b-1a33ce19f69a', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:34:17.633578 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b66077f-4da8-4cc1-894a-69ca5ceec5c4 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Made reservation on behalf of e43abc7f2b214d1a915ef6ef86af9079 for: {'port': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:34:17.719961 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8b66077f-4da8-4cc1-894a-69ca5ceec5c4 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:17.724871 n-d-764292-30 neutron-server[102192]: INFO neutron.db.securitygroups_db [None req-ed83398f-443e-4865-9957-ce058bf78d7b tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Project 7010a8b5067a4f1687d62f5366f59833 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 03:34:17.729622 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-ecd32243-3f73-4f33-9832-53f47451dd95 None None] Provisioning for port a234d881-4043-4fc9-b217-f27a6e6bf6e1 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:34:17.730580 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ed83398f-443e-4865-9957-ce058bf78d7b tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:17.749625 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cd7b203-2669-4d45-85bf-83c9d60afc88 None None] Update dhcp port {'port': {'network_id': '41e2676c-dfa7-4a22-87ed-f7efd502a6d9', 'fixed_ips': [{'subnet_id': '07fc2c7f-780c-4710-aa80-b2cd2e0f72f7', 'ip_address': '2001:db8::f816:3eff:fec2:c4f3'}, {'subnet_id': '41efd660-e8dd-46bd-9d7d-8b417fa8906b'}], 'binding:host_id': 'n-d-764292-30'}, 'id': 'a234d881-4043-4fc9-b217-f27a6e6bf6e1'} from n-d-764292-30. {{(pid=102193) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 11 03:34:17.752772 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [None req-8b66077f-4da8-4cc1-894a-69ca5ceec5c4 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] device_id is not set on port 16b725e6-16e1-4b87-bd67-37f0d907c9b5 yet. {{(pid=102191) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:34:17.778499 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-1cd7b203-2669-4d45-85bf-83c9d60afc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:17.837091 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ed83398f-443e-4865-9957-ce058bf78d7b tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:17.862458 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda36bef-1b2d-4edf-be95-353b31f5ad13 req-cea32430-ae48-4a95-88ae-d4f4c77f792c tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:17.864162 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bda36bef-1b2d-4edf-be95-353b31f5ad13 req-cea32430-ae48-4a95-88ae-d4f4c77f792c tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=e26e7075-4fca-4f43-86ce-882b53ced53b HTTP/1.1" status: 200 len: 943 time: 0.0665514 Aug 11 03:34:17.905450 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bda36bef-1b2d-4edf-be95-353b31f5ad13 req-356cdf0f-bcd0-4c10-b8a1-981d2c22ab25 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/security-groups?id=d90906b3-11d7-4670-8cbc-45704d99f68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348551 Aug 11 03:34:17.931851 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ed83398f-443e-4865-9957-ce058bf78d7b tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:17.938966 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [None req-8b66077f-4da8-4cc1-894a-69ca5ceec5c4 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Allocated IP 2001:db8:0:1::45 (41e2676c-dfa7-4a22-87ed-f7efd502a6d9/41efd660-e8dd-46bd-9d7d-8b417fa8906b/16b725e6-16e1-4b87-bd67-37f0d907c9b5) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:34:17.948060 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [None req-8b66077f-4da8-4cc1-894a-69ca5ceec5c4 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Allocated IP 2001:db8::f816:3eff:fee9:dae4 (41e2676c-dfa7-4a22-87ed-f7efd502a6d9/07fc2c7f-780c-4710-aa80-b2cd2e0f72f7/16b725e6-16e1-4b87-bd67-37f0d907c9b5) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:34:17.952102 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed83398f-443e-4865-9957-ce058bf78d7b tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=585f9aba-3caa-40f4-8f1e-8c18bf6cad19,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:18.043513 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ed83398f-443e-4865-9957-ce058bf78d7b tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:18.043513 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-ed83398f-443e-4865-9957-ce058bf78d7b tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4736431 Aug 11 03:34:18.044384 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 38176) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:18.070631 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-00777bd6-6565-455e-84ca-7b9ddadf94c1 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] 10.222.0.41 "GET /v2.0/security-group-rules/585f9aba-3caa-40f4-8f1e-8c18bf6cad19 HTTP/1.1" status: 200 len: 769 time: 0.0251133 Aug 11 03:34:18.073441 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 38178) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:18.117420 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8b66077f-4da8-4cc1-894a-69ca5ceec5c4 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:18.140730 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-0911db08-7302-4362-b6b6-c83f97e57928 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0662062 Aug 11 03:34:18.143459 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 38180) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:18.147798 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [None req-8b66077f-4da8-4cc1-894a-69ca5ceec5c4 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Transition to ACTIVE for port object 16b725e6-16e1-4b87-bd67-37f0d907c9b5 will not be triggered until provisioned by entity DHCP. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:34:18.167569 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-20250609-5727-4ae3-b5c9-2100468abca2 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:18.177092 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-20250609-5727-4ae3-b5c9-2100468abca2 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:18.234555 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8b66077f-4da8-4cc1-894a-69ca5ceec5c4 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:18.279325 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b66077f-4da8-4cc1-894a-69ca5ceec5c4 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Network 41e2676c-dfa7-4a22-87ed-f7efd502a6d9 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:34:18.279882 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-20250609-5727-4ae3-b5c9-2100468abca2 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:18.282598 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-8b66077f-4da8-4cc1-894a-69ca5ceec5c4 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:34:18.288534 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b66077f-4da8-4cc1-894a-69ca5ceec5c4 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:34:18.294010 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-20250609-5727-4ae3-b5c9-2100468abca2 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:18.303893 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-20250609-5727-4ae3-b5c9-2100468abca2 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/585f9aba-3caa-40f4-8f1e-8c18bf6cad19 HTTP/1.1" status: 204 len: 168 time: 0.1506581 Aug 11 03:34:18.304215 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.db_base_plugin_common [None req-1cd7b203-2669-4d45-85bf-83c9d60afc88 None None] Allocated IP 2001:db8:0:1::2 (41e2676c-dfa7-4a22-87ed-f7efd502a6d9/41efd660-e8dd-46bd-9d7d-8b417fa8906b/a234d881-4043-4fc9-b217-f27a6e6bf6e1) {{(pid=102193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:34:18.304396 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20250609-5727-4ae3-b5c9-2100468abca2 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=585f9aba-3caa-40f4-8f1e-8c18bf6cad19,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:18.304396 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 38182) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:18.305065 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b66077f-4da8-4cc1-894a-69ca5ceec5c4 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:18.305065 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8b66077f-4da8-4cc1-894a-69ca5ceec5c4 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:18.310638 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b66077f-4da8-4cc1-894a-69ca5ceec5c4 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Pushing event updated for resources: {'Port': ['ID=16b725e6-16e1-4b87-bd67-37f0d907c9b5,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:18.353740 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-02713a8b-49ab-4e2f-b09b-1290dc0dfea5 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0527878 Aug 11 03:34:18.357143 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 38184) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:18.406478 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-1cd7b203-2669-4d45-85bf-83c9d60afc88 None None] For port a234d881-4043-4fc9-b217-f27a6e6bf6e1, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=a234d881-4043-4fc9-b217-f27a6e6bf6e1,segment=NetworkSegment(5d96f309-e028-4cb7-a58f-990eaca460da),segment_id=5d96f309-e028-4cb7-a58f-990eaca460da)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:34:18.416031 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-388e8959-9af1-462a-9d3a-710d4ed4204d tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:18.423491 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 38186) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:18.431597 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-8b66077f-4da8-4cc1-894a-69ca5ceec5c4 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.0157433 Aug 11 03:34:18.456219 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-1cd7b203-2669-4d45-85bf-83c9d60afc88 None None] Notify callbacks [] for port, precommit_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:18.469485 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-388e8959-9af1-462a-9d3a-710d4ed4204d tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:18.470599 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-1cd7b203-2669-4d45-85bf-83c9d60afc88 None None] Transition to ACTIVE for port object a234d881-4043-4fc9-b217-f27a6e6bf6e1 will not be triggered until provisioned by entity DHCP. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:34:18.496534 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device a234d881-4043-4fc9-b217-f27a6e6bf6e1 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:34:18.568530 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-ecc44dd6-9c50-4417-8756-580ebab7c1c5 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Deleting port 16b725e6-16e1-4b87-bd67-37f0d907c9b5 {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:34:18.568796 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ecc44dd6-9c50-4417-8756-580ebab7c1c5 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:18.576397 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-1cd7b203-2669-4d45-85bf-83c9d60afc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:18.636305 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port a234d881-4043-4fc9-b217-f27a6e6bf6e1 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:34:18.657609 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ecc44dd6-9c50-4417-8756-580ebab7c1c5 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:18.669234 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd7b203-2669-4d45-85bf-83c9d60afc88 None None] Pushing event updated for resources: {'Port': ['ID=a234d881-4043-4fc9-b217-f27a6e6bf6e1,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:18.671438 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-ecc44dd6-9c50-4417-8756-580ebab7c1c5 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Calling delete_port for 16b725e6-16e1-4b87-bd67-37f0d907c9b5 owned by {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:34:18.718998 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-388e8959-9af1-462a-9d3a-710d4ed4204d tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:18.721713 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-388e8959-9af1-462a-9d3a-710d4ed4204d tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:18.722932 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-388e8959-9af1-462a-9d3a-710d4ed4204d tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] 10.222.0.41 "DELETE /v2.0/security-groups/3bc3ecd8-8bc8-4563-a85b-1a33ce19f69a HTTP/1.1" status: 204 len: 168 time: 0.3648262 Aug 11 03:34:18.725824 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 38188) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:18.739542 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388e8959-9af1-462a-9d3a-710d4ed4204d tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bc3ecd8-8bc8-4563-a85b-1a33ce19f69a,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:18.792924 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-1cde89db-fa58-459d-90cb-62df0f94596b tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0611207 Aug 11 03:34:18.793228 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 38190) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:18.841110 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-113464dd-e32b-4280-b58f-9b0f0d91e653 tempest-SecGroupIPv6Test-941471710 tempest-SecGroupIPv6Test-941471710-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0466113 Aug 11 03:34:18.970732 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ecc44dd6-9c50-4417-8756-580ebab7c1c5 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:19.006768 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc44dd6-9c50-4417-8756-580ebab7c1c5 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Pushing event deleted for resources: {'Port': ['ID=16b725e6-16e1-4b87-bd67-37f0d907c9b5,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:19.090541 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ecc44dd6-9c50-4417-8756-580ebab7c1c5 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:19.094845 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-ecc44dd6-9c50-4417-8756-580ebab7c1c5 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "DELETE /v2.0/ports/16b725e6-16e1-4b87-bd67-37f0d907c9b5 HTTP/1.1" status: 204 len: 168 time: 0.6680627 Aug 11 03:34:19.095253 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 38196) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:19.112151 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9542e98-4e1e-4afd-915c-f2aa04af4bcb req-75e8fb61-5ec0-4e68-857f-5531bd6c0c1a tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:19.113735 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c9542e98-4e1e-4afd-915c-f2aa04af4bcb req-75e8fb61-5ec0-4e68-857f-5531bd6c0c1a tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=e26e7075-4fca-4f43-86ce-882b53ced53b HTTP/1.1" status: 200 len: 943 time: 0.1122971 Aug 11 03:34:19.148765 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f12b41d1-a3c3-4644-9a2e-d8a348084cc9 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:19.150516 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-f12b41d1-a3c3-4644-9a2e-d8a348084cc9 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.0541971 Aug 11 03:34:19.156608 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 38198) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:19.157215 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c9542e98-4e1e-4afd-915c-f2aa04af4bcb req-ff21c787-2a65-4ca8-ac20-e86f86113d85 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/security-groups?id=d90906b3-11d7-4670-8cbc-45704d99f68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371175 Aug 11 03:34:19.214562 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55b0cfff-bd90-438f-b21f-d9b91978b7e0 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:19.215786 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-55b0cfff-bd90-438f-b21f-d9b91978b7e0 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.0581214 Aug 11 03:34:19.218680 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 38200) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:19.278450 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5cfc4d8-58b5-4923-b51e-d2cd089e52cf tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:19.280894 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5cfc4d8-58b5-4923-b51e-d2cd089e52cf tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:19.282628 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5cfc4d8-58b5-4923-b51e-d2cd089e52cf tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:19.287061 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-e5cfc4d8-58b5-4923-b51e-d2cd089e52cf tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0646794 Aug 11 03:34:19.287357 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 38204) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:19.351251 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd72c413-d6ec-49d9-b226-abaeefb1b6b7 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Deleting subnet 07fc2c7f-780c-4710-aa80-b2cd2e0f72f7 {{(pid=102192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:34:19.355026 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-cd72c413-d6ec-49d9-b226-abaeefb1b6b7 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks [] for subnet, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:19.384597 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 38206) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:19.416317 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-cd72c413-d6ec-49d9-b226-abaeefb1b6b7 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125932460'] for subnet, precommit_delete_associations {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:19.450622 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-89224654-b276-45f7-ba0c-44d641892dab None None] Provisioning for port a234d881-4043-4fc9-b217-f27a6e6bf6e1 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:34:19.454690 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-89224654-b276-45f7-ba0c-44d641892dab None None] Provisioning complete for port a234d881-4043-4fc9-b217-f27a6e6bf6e1 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:34:19.455060 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-89224654-b276-45f7-ba0c-44d641892dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:19.552760 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-cd72c413-d6ec-49d9-b226-abaeefb1b6b7 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:19.592756 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-89224654-b276-45f7-ba0c-44d641892dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:19.659095 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-86a442fe-d9fe-43e2-85aa-165cf4deb9ac admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7010a8b5067a4f1687d62f5366f59833&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2726076 Aug 11 03:34:19.662457 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 38210) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:19.718766 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-71ad0a70-4453-4187-a801-cc4830643e71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:19.742084 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-71ad0a70-4453-4187-a801-cc4830643e71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:19.771515 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-cd72c413-d6ec-49d9-b226-abaeefb1b6b7 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125932157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126180897'] for subnet, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:19.808982 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd72c413-d6ec-49d9-b226-abaeefb1b6b7 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Pushing event deleted for resources: {'Subnet': ['ID=07fc2c7f-780c-4710-aa80-b2cd2e0f72f7,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:19.811085 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-cd72c413-d6ec-49d9-b226-abaeefb1b6b7 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks [] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:19.816007 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-cd72c413-d6ec-49d9-b226-abaeefb1b6b7 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "DELETE /v2.0/subnets/07fc2c7f-780c-4710-aa80-b2cd2e0f72f7 HTTP/1.1" status: 204 len: 168 time: 0.5249283 Aug 11 03:34:19.816339 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 38212) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:19.818117 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.db.api [None req-89224654-b276-45f7-ba0c-44d641892dab None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102193) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 03:34:19.818604 n-d-764292-30 neutron-server[102193]: DEBUG oslo_db.api [None req-89224654-b276-45f7-ba0c-44d641892dab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 03:34:19.825431 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c4e0576-d3dc-4441-9b6d-b11bcda9a204 None None] Network 41e2676c-dfa7-4a22-87ed-f7efd502a6d9 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:34:19.870350 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_v2 [None req-dee52cc0-cd8e-442d-89f9-240fcb3da8d2 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Deleting subnet 41efd660-e8dd-46bd-9d7d-8b417fa8906b {{(pid=102192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:34:19.873426 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-dee52cc0-cd8e-442d-89f9-240fcb3da8d2 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks [] for subnet, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:19.914427 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-dee52cc0-cd8e-442d-89f9-240fcb3da8d2 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125932460'] for subnet, precommit_delete_associations {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:19.981578 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-71ad0a70-4453-4187-a801-cc4830643e71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:19.984233 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-71ad0a70-4453-4187-a801-cc4830643e71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:19.987572 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-71ad0a70-4453-4187-a801-cc4830643e71 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f2428a47-b2d6-437e-bf37-4ca48ff07e04 HTTP/1.1" status: 204 len: 168 time: 0.3235893 Aug 11 03:34:20.010848 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-dee52cc0-cd8e-442d-89f9-240fcb3da8d2 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:20.014768 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ad0a70-4453-4187-a801-cc4830643e71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2428a47-b2d6-437e-bf37-4ca48ff07e04,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:20.165358 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-dee52cc0-cd8e-442d-89f9-240fcb3da8d2 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125932157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126180897'] for subnet, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:20.199353 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee52cc0-cd8e-442d-89f9-240fcb3da8d2 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Pushing event deleted for resources: {'Subnet': ['ID=41efd660-e8dd-46bd-9d7d-8b417fa8906b,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:20.204458 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-dee52cc0-cd8e-442d-89f9-240fcb3da8d2 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks [] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:20.209856 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-dee52cc0-cd8e-442d-89f9-240fcb3da8d2 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "DELETE /v2.0/subnets/41efd660-e8dd-46bd-9d7d-8b417fa8906b HTTP/1.1" status: 204 len: 168 time: 0.3890321 Aug 11 03:34:20.210179 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 38218) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:20.265817 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-3cb71f55-6394-4c7e-a309-742d5d56dcf8 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0517721 Aug 11 03:34:20.266401 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 38220) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:20.271808 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-5a150b3a-4bb6-48d5-a5b3-664b33e9c446 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Request body: {'subnet': {'network_id': '41e2676c-dfa7-4a22-87ed-f7efd502a6d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:34:20.321021 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de67bda-d257-4015-8f63-2dc4f807dbfd req-be0595c3-661f-4b0c-afce-3a5072b33892 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:20.322849 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2de67bda-d257-4015-8f63-2dc4f807dbfd req-be0595c3-661f-4b0c-afce-3a5072b33892 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=e26e7075-4fca-4f43-86ce-882b53ced53b HTTP/1.1" status: 200 len: 943 time: 0.0627525 Aug 11 03:34:20.375822 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-89224654-b276-45f7-ba0c-44d641892dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:20.382456 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2de67bda-d257-4015-8f63-2dc4f807dbfd req-ef3d8544-dac9-47d2-b1d2-a55807cf23b2 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/security-groups?id=d90906b3-11d7-4670-8cbc-45704d99f68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519860 Aug 11 03:34:20.420226 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-89224654-b276-45f7-ba0c-44d641892dab None None] For port a234d881-4043-4fc9-b217-f27a6e6bf6e1, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=a234d881-4043-4fc9-b217-f27a6e6bf6e1,segment=NetworkSegment(5d96f309-e028-4cb7-a58f-990eaca460da),segment_id=5d96f309-e028-4cb7-a58f-990eaca460da)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:34:20.500323 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device a234d881-4043-4fc9-b217-f27a6e6bf6e1 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:34:20.554102 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-89224654-b276-45f7-ba0c-44d641892dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:20.554357 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a150b3a-4bb6-48d5-a5b3-664b33e9c446 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Made reservation on behalf of e43abc7f2b214d1a915ef6ef86af9079 for: {'subnet': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:34:20.559000 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5a150b3a-4bb6-48d5-a5b3-664b33e9c446 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274743'] for subnet, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:20.614235 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port a234d881-4043-4fc9-b217-f27a6e6bf6e1 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:34:20.614850 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:20.681856 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89224654-b276-45f7-ba0c-44d641892dab None None] Pushing event updated for resources: {'Port': ['ID=a234d881-4043-4fc9-b217-f27a6e6bf6e1,revision_number=6']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:20.687850 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f10fd10-2207-4701-8a29-91847d0a48af None None] Network 41e2676c-dfa7-4a22-87ed-f7efd502a6d9 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:34:20.692999 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-7dc7ae6f-5209-4770-97bb-ce3980b04874 None None] Could not find standard attr ID for object 16b725e6-16e1-4b87-bd67-37f0d907c9b5. {{(pid=102193) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 03:34:20.855165 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-b956844d-ef94-4c20-9734-88b62a49a264 None None] Provisioning complete for port a234d881-4043-4fc9-b217-f27a6e6bf6e1 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:34:20.855589 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-b956844d-ef94-4c20-9734-88b62a49a264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:20.971213 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b2806ff-2097-4abc-a008-cd7c87d182a8 None None] DHCP port deletion for 41e2676c-dfa7-4a22-87ed-f7efd502a6d9 request from n-d-764292-30 {{(pid=102193) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:34:20.986603 n-d-764292-30 neutron-server[102191]: DEBUG neutron.objects.ports [None req-5a150b3a-4bb6-48d5-a5b3-664b33e9c446 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102191) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 11 03:34:21.030537 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-1b2806ff-2097-4abc-a008-cd7c87d182a8 None None] Deleting port a234d881-4043-4fc9-b217-f27a6e6bf6e1 {{(pid=102193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:34:21.030922 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-1b2806ff-2097-4abc-a008-cd7c87d182a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:21.121464 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-1b2806ff-2097-4abc-a008-cd7c87d182a8 None None] For port a234d881-4043-4fc9-b217-f27a6e6bf6e1, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=a234d881-4043-4fc9-b217-f27a6e6bf6e1,segment=NetworkSegment(5d96f309-e028-4cb7-a58f-990eaca460da),segment_id=5d96f309-e028-4cb7-a58f-990eaca460da)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:34:21.121871 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-1b2806ff-2097-4abc-a008-cd7c87d182a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:21.134900 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-1b2806ff-2097-4abc-a008-cd7c87d182a8 None None] Calling delete_port for a234d881-4043-4fc9-b217-f27a6e6bf6e1 owned by network:dhcp {{(pid=102193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:34:21.264071 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5a150b3a-4bb6-48d5-a5b3-664b33e9c446 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:21.341943 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-1b2806ff-2097-4abc-a008-cd7c87d182a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678'] for port, after_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:21.370178 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2806ff-2097-4abc-a008-cd7c87d182a8 None None] Pushing event deleted for resources: {'Port': ['ID=a234d881-4043-4fc9-b217-f27a6e6bf6e1,revision_number=None']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:21.375387 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2806ff-2097-4abc-a008-cd7c87d182a8 None None] No DVR routers for this DVR port a234d881-4043-4fc9-b217-f27a6e6bf6e1 on host n-d-764292-30 {{(pid=102193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:34:21.395512 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 38242) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:21.395512 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [-] 10.222.0.41 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0026598 Aug 11 03:34:21.397611 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 38244) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:21.450183 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [None req-5a150b3a-4bb6-48d5-a5b3-664b33e9c446 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] For port a234d881-4043-4fc9-b217-f27a6e6bf6e1, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=a234d881-4043-4fc9-b217-f27a6e6bf6e1,segment=NetworkSegment(5d96f309-e028-4cb7-a58f-990eaca460da),segment_id=5d96f309-e028-4cb7-a58f-990eaca460da)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:34:21.486240 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5a150b3a-4bb6-48d5-a5b3-664b33e9c446 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:21.525945 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc1081f-2394-4415-b84a-ebb8fac51e16 req-1f750c44-4a9d-48ce-822a-9ca28d14c485 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:21.527703 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5cc1081f-2394-4415-b84a-ebb8fac51e16 req-1f750c44-4a9d-48ce-822a-9ca28d14c485 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=e26e7075-4fca-4f43-86ce-882b53ced53b HTTP/1.1" status: 200 len: 943 time: 0.0586429 Aug 11 03:34:21.564743 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5a150b3a-4bb6-48d5-a5b3-664b33e9c446 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:21.565504 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5a150b3a-4bb6-48d5-a5b3-664b33e9c446 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126283476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274725'] for subnet, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:21.572820 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5cc1081f-2394-4415-b84a-ebb8fac51e16 req-78fec88d-eaf1-4a83-8406-b1524b1d11a4 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/security-groups?id=d90906b3-11d7-4670-8cbc-45704d99f68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366695 Aug 11 03:34:21.616544 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a150b3a-4bb6-48d5-a5b3-664b33e9c446 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Pushing event deleted for resources: {'Port': ['ID=a234d881-4043-4fc9-b217-f27a6e6bf6e1,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:21.635298 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a150b3a-4bb6-48d5-a5b3-664b33e9c446 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Network 41e2676c-dfa7-4a22-87ed-f7efd502a6d9 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:34:21.638413 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-5a150b3a-4bb6-48d5-a5b3-664b33e9c446 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:34:21.642481 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a150b3a-4bb6-48d5-a5b3-664b33e9c446 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:21.643184 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5a150b3a-4bb6-48d5-a5b3-664b33e9c446 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:21.652571 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c481f3e-5ad3-4c43-93ba-5d810ed88ef9 None None] Network 41e2676c-dfa7-4a22-87ed-f7efd502a6d9 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:34:21.655572 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a150b3a-4bb6-48d5-a5b3-664b33e9c446 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Pushing event updated for resources: {'Subnet': ['ID=c342ece0-58a5-4c61-9c96-14a387efd2f3,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:21.656110 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-ba8eb292-e6c0-4e98-bdb0-72486c12b92a tempest-NetworksApiDiscovery-244800775 tempest-NetworksApiDiscovery-244800775-project] 10.222.0.41 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2572505 Aug 11 03:34:21.765602 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-5a150b3a-4bb6-48d5-a5b3-664b33e9c446 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4979596 Aug 11 03:34:21.768390 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 38252) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:21.774199 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-397ae2d9-31ea-415a-adb8-1f231eb2026d tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Request body: {'subnet': {'network_id': '41e2676c-dfa7-4a22-87ed-f7efd502a6d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:34:21.811385 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef998ce7-62b7-4c85-b282-c6a4b260383d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde080026-c28f-55be-b52b-13827cc43646-41e2676c-dfa7-4a22-87ed-f7efd502a6d9', 'network_id': '41e2676c-dfa7-4a22-87ed-f7efd502a6d9', 'tenant_id': 'e43abc7f2b214d1a915ef6ef86af9079', 'fixed_ips': [{'subnet_id': 'c342ece0-58a5-4c61-9c96-14a387efd2f3'}]}} from n-d-764292-30. {{(pid=102193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:34:21.812336 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-ef998ce7-62b7-4c85-b282-c6a4b260383d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:21.951237 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.db_base_plugin_common [None req-ef998ce7-62b7-4c85-b282-c6a4b260383d None None] Allocated IP 2001:db8::f816:3eff:fef7:c64 (41e2676c-dfa7-4a22-87ed-f7efd502a6d9/c342ece0-58a5-4c61-9c96-14a387efd2f3/64052c6e-d380-4828-b058-73983faa29f7) {{(pid=102193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:34:21.993822 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-397ae2d9-31ea-415a-adb8-1f231eb2026d tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Made reservation on behalf of e43abc7f2b214d1a915ef6ef86af9079 for: {'subnet': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:34:21.997800 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-397ae2d9-31ea-415a-adb8-1f231eb2026d tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274743'] for subnet, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:22.118088 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-ef998ce7-62b7-4c85-b282-c6a4b260383d None None] Notify callbacks [] for port, precommit_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:22.119206 n-d-764292-30 neutron-server[102191]: INFO neutron.db.ipam_backend_mixin [None req-397ae2d9-31ea-415a-adb8-1f231eb2026d tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c342ece0-58a5-4c61-9c96-14a387efd2f3 (CIDR: 2001:db8::/64) Aug 11 03:34:22.126619 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-ef998ce7-62b7-4c85-b282-c6a4b260383d None None] Transition to ACTIVE for port object 64052c6e-d380-4828-b058-73983faa29f7 will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:34:22.141173 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-ef998ce7-62b7-4c85-b282-c6a4b260383d None None] Transition to ACTIVE for port object 64052c6e-d380-4828-b058-73983faa29f7 will not be triggered until provisioned by entity DHCP. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:34:22.211470 n-d-764292-30 neutron-server[102191]: INFO neutron.pecan_wsgi.hooks.translation [None req-397ae2d9-31ea-415a-adb8-1f231eb2026d tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 03:34:22.212084 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-397ae2d9-31ea-415a-adb8-1f231eb2026d tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:34:22.257084 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-ef998ce7-62b7-4c85-b282-c6a4b260383d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669'] for port, after_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:22.284174 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 38256) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:22.292831 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef998ce7-62b7-4c85-b282-c6a4b260383d None None] Network 41e2676c-dfa7-4a22-87ed-f7efd502a6d9 is already hosted by enough agents. {{(pid=102193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:34:22.295828 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.base_scheduler [None req-ef998ce7-62b7-4c85-b282-c6a4b260383d None None] Resources bound (agent type, host, resource id): {{(pid=102193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:34:22.301744 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef998ce7-62b7-4c85-b282-c6a4b260383d None None] Received port after_create {{(pid=102193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:34:22.314619 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef998ce7-62b7-4c85-b282-c6a4b260383d None None] Pushing event updated for resources: {'Port': ['ID=64052c6e-d380-4828-b058-73983faa29f7,revision_number=1']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:22.346093 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 38260) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:22.346348 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-397ae2d9-31ea-415a-adb8-1f231eb2026d tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5768204 Aug 11 03:34:22.351368 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-2cf9ea8d-2821-470b-9874-3d2a09d0adf2 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Request body: {'subnet': {'network_id': '41e2676c-dfa7-4a22-87ed-f7efd502a6d9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:34:22.378944 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-ef998ce7-62b7-4c85-b282-c6a4b260383d None None] Attempting to bind port 64052c6e-d380-4828-b058-73983faa29f7 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:34:22.379315 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-ef998ce7-62b7-4c85-b282-c6a4b260383d None None] Attempting to bind port 64052c6e-d380-4828-b058-73983faa29f7 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': '5d96f309-e028-4cb7-a58f-990eaca460da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '41e2676c-dfa7-4a22-87ed-f7efd502a6d9'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:34:22.379758 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef998ce7-62b7-4c85-b282-c6a4b260383d None None] Attempting to bind port 64052c6e-d380-4828-b058-73983faa29f7 on network 41e2676c-dfa7-4a22-87ed-f7efd502a6d9 {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:34:22.386265 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef998ce7-62b7-4c85-b282-c6a4b260383d None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:34:22.386817 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef998ce7-62b7-4c85-b282-c6a4b260383d None None] Checking segment: {'id': '5d96f309-e028-4cb7-a58f-990eaca460da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '41e2676c-dfa7-4a22-87ed-f7efd502a6d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:34:22.387131 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-ef998ce7-62b7-4c85-b282-c6a4b260383d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:22.387595 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef998ce7-62b7-4c85-b282-c6a4b260383d None None] Bound using segment: {'id': '5d96f309-e028-4cb7-a58f-990eaca460da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '41e2676c-dfa7-4a22-87ed-f7efd502a6d9'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:34:22.388063 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-ef998ce7-62b7-4c85-b282-c6a4b260383d None None] Bound port: 64052c6e-d380-4828-b058-73983faa29f7, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d96f309-e028-4cb7-a58f-990eaca460da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '41e2676c-dfa7-4a22-87ed-f7efd502a6d9'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:34:22.388445 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-ef998ce7-62b7-4c85-b282-c6a4b260383d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:22.412382 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a32bb128-90c3-41ae-8324-21322b96014e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:22.483233 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-ef998ce7-62b7-4c85-b282-c6a4b260383d None None] For port 64052c6e-d380-4828-b058-73983faa29f7, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:34:22.487536 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-ef998ce7-62b7-4c85-b282-c6a4b260383d None None] For port 64052c6e-d380-4828-b058-73983faa29f7, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=64052c6e-d380-4828-b058-73983faa29f7,segment=NetworkSegment(5d96f309-e028-4cb7-a58f-990eaca460da),segment_id=5d96f309-e028-4cb7-a58f-990eaca460da)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:34:22.490357 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device a234d881-4043-4fc9-b217-f27a6e6bf6e1 no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:34:22.530652 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a32bb128-90c3-41ae-8324-21322b96014e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:22.633906 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a32bb128-90c3-41ae-8324-21322b96014e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:22.683022 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-a32bb128-90c3-41ae-8324-21322b96014e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b08febae1e254d858704cef1fe4ef7fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3964269 Aug 11 03:34:22.683700 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 38264) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:22.688452 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: a234d881-4043-4fc9-b217-f27a6e6bf6e1 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:34:22.689101 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device a234d881-4043-4fc9-b217-f27a6e6bf6e1 not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:34:22.692275 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-ef998ce7-62b7-4c85-b282-c6a4b260383d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:22.692782 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32bb128-90c3-41ae-8324-21322b96014e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da3ae049-b49a-44f9-b1cb-35895b6eebce,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:22.725692 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caed8bca-d40b-4c07-8fda-749dc55a03b2 req-8175cae3-d535-46cb-9c06-20132893fbee tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:22.738888 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-caed8bca-d40b-4c07-8fda-749dc55a03b2 req-8175cae3-d535-46cb-9c06-20132893fbee tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=e26e7075-4fca-4f43-86ce-882b53ced53b HTTP/1.1" status: 200 len: 943 time: 0.0868716 Aug 11 03:34:22.752207 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cf9ea8d-2821-470b-9874-3d2a09d0adf2 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Made reservation on behalf of e43abc7f2b214d1a915ef6ef86af9079 for: {'subnet': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:34:22.756004 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-2cf9ea8d-2821-470b-9874-3d2a09d0adf2 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126180544'] for subnet, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:22.774129 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-72078e3b-5886-42f8-ac6b-75caabcc7016 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:22.781295 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef998ce7-62b7-4c85-b282-c6a4b260383d None None] Pushing event updated for resources: {'Port': ['ID=64052c6e-d380-4828-b058-73983faa29f7,revision_number=2']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:22.801382 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-72078e3b-5886-42f8-ac6b-75caabcc7016 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:22.834662 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-caed8bca-d40b-4c07-8fda-749dc55a03b2 req-7486aeb4-3b7e-4cba-93e0-c22fac12d7a8 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/security-groups?id=d90906b3-11d7-4670-8cbc-45704d99f68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985150 Aug 11 03:34:22.965891 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-72078e3b-5886-42f8-ac6b-75caabcc7016 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:22.968633 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-72078e3b-5886-42f8-ac6b-75caabcc7016 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:22.969860 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-72078e3b-5886-42f8-ac6b-75caabcc7016 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/da3ae049-b49a-44f9-b1cb-35895b6eebce HTTP/1.1" status: 204 len: 168 time: 0.2851412 Aug 11 03:34:22.988608 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72078e3b-5886-42f8-ac6b-75caabcc7016 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da3ae049-b49a-44f9-b1cb-35895b6eebce,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:23.199837 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-2cf9ea8d-2821-470b-9874-3d2a09d0adf2 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125932092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126180562'] for subnet, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:23.252909 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cf9ea8d-2821-470b-9874-3d2a09d0adf2 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Network 41e2676c-dfa7-4a22-87ed-f7efd502a6d9 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:34:23.256261 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-2cf9ea8d-2821-470b-9874-3d2a09d0adf2 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:34:23.262828 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf9ea8d-2821-470b-9874-3d2a09d0adf2 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:23.263422 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-2cf9ea8d-2821-470b-9874-3d2a09d0adf2 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks [] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:23.281542 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf9ea8d-2821-470b-9874-3d2a09d0adf2 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Pushing event updated for resources: {'Subnet': ['ID=96a5a68c-79fa-48f4-8901-26a8b3bf9299,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:23.365764 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-2cf9ea8d-2821-470b-9874-3d2a09d0adf2 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0185068 Aug 11 03:34:23.368490 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 38270) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:23.377025 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-d64ea9a4-5232-4a82-9639-23ad0c624f48 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Request body: {'port': {'network_id': '41e2676c-dfa7-4a22-87ed-f7efd502a6d9', 'mac_address': 'fa:16:3e:b2:03:ab', 'name': 'tempest-NetworksTestDHCPv6-1523758651'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:34:23.685190 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d64ea9a4-5232-4a82-9639-23ad0c624f48 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Made reservation on behalf of e43abc7f2b214d1a915ef6ef86af9079 for: {'port': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:34:23.781819 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4049d986-bee3-4a22-bffd-04dc15ffd28e None None] Network 41e2676c-dfa7-4a22-87ed-f7efd502a6d9 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:34:23.797904 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-d64ea9a4-5232-4a82-9639-23ad0c624f48 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:23.825471 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [None req-d64ea9a4-5232-4a82-9639-23ad0c624f48 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] device_id is not set on port 0d8d0898-bafd-4217-88a0-cc4ec92205ca yet. {{(pid=102192) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:34:23.919655 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-7e67856c-0e48-40d2-b0f4-87d7c7b75ae5 None None] Provisioning for port 64052c6e-d380-4828-b058-73983faa29f7 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:34:24.012524 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e5aa1f-b10f-40b6-9e6a-83d3bd697c3f req-e346c852-2fec-418d-acc2-990f36c0ccf1 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:24.014149 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d1e5aa1f-b10f-40b6-9e6a-83d3bd697c3f req-e346c852-2fec-418d-acc2-990f36c0ccf1 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=e26e7075-4fca-4f43-86ce-882b53ced53b HTTP/1.1" status: 200 len: 943 time: 0.0958772 Aug 11 03:34:24.053803 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f5a1e19-93ed-48bb-8266-be979829114b None None] Update dhcp port {'port': {'network_id': '41e2676c-dfa7-4a22-87ed-f7efd502a6d9', 'fixed_ips': [{'subnet_id': 'c342ece0-58a5-4c61-9c96-14a387efd2f3', 'ip_address': '2001:db8::f816:3eff:fef7:c64'}, {'subnet_id': '96a5a68c-79fa-48f4-8901-26a8b3bf9299'}], 'binding:host_id': 'n-d-764292-30'}, 'id': '64052c6e-d380-4828-b058-73983faa29f7'} from n-d-764292-30. {{(pid=102193) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 11 03:34:24.100830 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d1e5aa1f-b10f-40b6-9e6a-83d3bd697c3f req-e8094180-1c9c-41ed-b57a-81c5f7a96180 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/security-groups?id=d90906b3-11d7-4670-8cbc-45704d99f68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769846 Aug 11 03:34:24.113850 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-6f5a1e19-93ed-48bb-8266-be979829114b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:24.130977 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [None req-d64ea9a4-5232-4a82-9639-23ad0c624f48 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Allocated IP 2001:db8:0:1::336 (41e2676c-dfa7-4a22-87ed-f7efd502a6d9/96a5a68c-79fa-48f4-8901-26a8b3bf9299/0d8d0898-bafd-4217-88a0-cc4ec92205ca) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:34:24.138595 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [None req-d64ea9a4-5232-4a82-9639-23ad0c624f48 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Allocated IP 2001:db8::f816:3eff:feb2:3ab (41e2676c-dfa7-4a22-87ed-f7efd502a6d9/c342ece0-58a5-4c61-9c96-14a387efd2f3/0d8d0898-bafd-4217-88a0-cc4ec92205ca) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:34:24.318691 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-d64ea9a4-5232-4a82-9639-23ad0c624f48 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:24.332704 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [None req-d64ea9a4-5232-4a82-9639-23ad0c624f48 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Transition to ACTIVE for port object 0d8d0898-bafd-4217-88a0-cc4ec92205ca will not be triggered until provisioned by entity DHCP. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:34:24.452411 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-d64ea9a4-5232-4a82-9639-23ad0c624f48 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:24.515129 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d64ea9a4-5232-4a82-9639-23ad0c624f48 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Network 41e2676c-dfa7-4a22-87ed-f7efd502a6d9 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:34:24.520013 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-d64ea9a4-5232-4a82-9639-23ad0c624f48 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:34:24.522815 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64ea9a4-5232-4a82-9639-23ad0c624f48 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:34:24.528829 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64ea9a4-5232-4a82-9639-23ad0c624f48 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:24.529473 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-d64ea9a4-5232-4a82-9639-23ad0c624f48 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:24.534045 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64ea9a4-5232-4a82-9639-23ad0c624f48 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Pushing event updated for resources: {'Port': ['ID=0d8d0898-bafd-4217-88a0-cc4ec92205ca,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:24.536214 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 64052c6e-d380-4828-b058-73983faa29f7 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:34:24.538770 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.db_base_plugin_common [None req-6f5a1e19-93ed-48bb-8266-be979829114b None None] Allocated IP 2001:db8:0:1::2 (41e2676c-dfa7-4a22-87ed-f7efd502a6d9/96a5a68c-79fa-48f4-8901-26a8b3bf9299/64052c6e-d380-4828-b058-73983faa29f7) {{(pid=102193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:34:24.669401 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-d64ea9a4-5232-4a82-9639-23ad0c624f48 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.2992952 Aug 11 03:34:24.671590 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 38294) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:24.686930 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-6f5a1e19-93ed-48bb-8266-be979829114b None None] For port 64052c6e-d380-4828-b058-73983faa29f7, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=64052c6e-d380-4828-b058-73983faa29f7,segment=NetworkSegment(5d96f309-e028-4cb7-a58f-990eaca460da),segment_id=5d96f309-e028-4cb7-a58f-990eaca460da)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:34:24.719044 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port 64052c6e-d380-4828-b058-73983faa29f7 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:34:24.720815 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 64052c6e-d380-4828-b058-73983faa29f7 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:34:24.721196 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:24.724042 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-6f5a1e19-93ed-48bb-8266-be979829114b None None] Notify callbacks [] for port, precommit_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:24.762086 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-6f5a1e19-93ed-48bb-8266-be979829114b None None] Transition to ACTIVE for port object 64052c6e-d380-4828-b058-73983faa29f7 will not be triggered until provisioned by entity DHCP. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:34:24.794789 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-42b77e52-d9d4-4154-b299-2c805ced3964 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Deleting port 0d8d0898-bafd-4217-88a0-cc4ec92205ca {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:34:24.795345 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-42b77e52-d9d4-4154-b299-2c805ced3964 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:24.821129 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:24.860075 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-6f5a1e19-93ed-48bb-8266-be979829114b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:24.907185 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-42b77e52-d9d4-4154-b299-2c805ced3964 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:24.920246 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-42b77e52-d9d4-4154-b299-2c805ced3964 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Calling delete_port for 0d8d0898-bafd-4217-88a0-cc4ec92205ca owned by {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:34:24.944714 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.db.api [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102193) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 03:34:24.945058 n-d-764292-30 neutron-server[102193]: DEBUG oslo_db.api [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 03:34:24.994621 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5a1e19-93ed-48bb-8266-be979829114b None None] Pushing event updated for resources: {'Port': ['ID=64052c6e-d380-4828-b058-73983faa29f7,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:25.201721 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-42b77e52-d9d4-4154-b299-2c805ced3964 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:25.513162 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:25.551398 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port 64052c6e-d380-4828-b058-73983faa29f7, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=64052c6e-d380-4828-b058-73983faa29f7,segment=NetworkSegment(5d96f309-e028-4cb7-a58f-990eaca460da),segment_id=5d96f309-e028-4cb7-a58f-990eaca460da)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:34:25.657528 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:25.677133 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b77e52-d9d4-4154-b299-2c805ced3964 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Pushing event deleted for resources: {'Port': ['ID=0d8d0898-bafd-4217-88a0-cc4ec92205ca,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:25.734598 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=64052c6e-d380-4828-b058-73983faa29f7,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:25.755480 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52629c55-b21b-416d-9f8c-361af4c1c2fa req-98aaf342-df32-44d7-8627-7ec05abea88e tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:25.757410 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-52629c55-b21b-416d-9f8c-361af4c1c2fa req-98aaf342-df32-44d7-8627-7ec05abea88e tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=e26e7075-4fca-4f43-86ce-882b53ced53b HTTP/1.1" status: 200 len: 943 time: 0.5705354 Aug 11 03:34:25.758827 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-42b77e52-d9d4-4154-b299-2c805ced3964 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:25.760517 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-42b77e52-d9d4-4154-b299-2c805ced3964 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "DELETE /v2.0/ports/0d8d0898-bafd-4217-88a0-cc4ec92205ca HTTP/1.1" status: 204 len: 168 time: 1.0877786 Aug 11 03:34:25.763466 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 38320) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:25.845228 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-52629c55-b21b-416d-9f8c-361af4c1c2fa req-bfc8b69a-6e02-4e9d-a75d-e3fe3ad4d65b tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/security-groups?id=d90906b3-11d7-4670-8cbc-45704d99f68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796261 Aug 11 03:34:25.854227 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6155b24a-61ad-464b-8a76-ec28b2ba0679 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:25.855877 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-6155b24a-61ad-464b-8a76-ec28b2ba0679 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0914922 Aug 11 03:34:25.858418 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 38324) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:25.879481 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-e6f46a48-b2de-4c53-b5bb-c44e2a0bcc60 None None] Provisioning for port 64052c6e-d380-4828-b058-73983faa29f7 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:34:25.884826 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-e6f46a48-b2de-4c53-b5bb-c44e2a0bcc60 None None] Provisioning complete for port 64052c6e-d380-4828-b058-73983faa29f7 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:34:25.886086 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-e6f46a48-b2de-4c53-b5bb-c44e2a0bcc60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:25.935905 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b2b2e6-e1bf-492b-8da2-95ea9edd18c6 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:25.939916 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 38326) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:25.941184 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-65b2b2e6-e1bf-492b-8da2-95ea9edd18c6 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0777369 Aug 11 03:34:26.009625 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c82e2726-88f9-4dc3-9a21-ad62588d86d6 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:26.011467 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c82e2726-88f9-4dc3-9a21-ad62588d86d6 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:26.013163 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c82e2726-88f9-4dc3-9a21-ad62588d86d6 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:26.014987 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-c82e2726-88f9-4dc3-9a21-ad62588d86d6 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0725229 Aug 11 03:34:26.017725 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 38328) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:26.088558 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_v2 [None req-edde98e0-31b1-429e-aa7b-011ccd13e1f8 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Deleting subnet 96a5a68c-79fa-48f4-8901-26a8b3bf9299 {{(pid=102192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:34:26.092442 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-edde98e0-31b1-429e-aa7b-011ccd13e1f8 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks [] for subnet, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:26.136973 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-89aa2705-cf00-4883-8547-dc20a24e199f None None] Could not find standard attr ID for object 0d8d0898-bafd-4217-88a0-cc4ec92205ca. {{(pid=102193) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 03:34:26.141783 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-edde98e0-31b1-429e-aa7b-011ccd13e1f8 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125932460'] for subnet, precommit_delete_associations {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:26.261767 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-edde98e0-31b1-429e-aa7b-011ccd13e1f8 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:26.320742 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 38332) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:26.426035 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-edde98e0-31b1-429e-aa7b-011ccd13e1f8 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125932157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126180897'] for subnet, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:26.457973 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edde98e0-31b1-429e-aa7b-011ccd13e1f8 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Pushing event deleted for resources: {'Subnet': ['ID=96a5a68c-79fa-48f4-8901-26a8b3bf9299,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:26.462166 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-edde98e0-31b1-429e-aa7b-011ccd13e1f8 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks [] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:26.466983 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-edde98e0-31b1-429e-aa7b-011ccd13e1f8 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "DELETE /v2.0/subnets/96a5a68c-79fa-48f4-8901-26a8b3bf9299 HTTP/1.1" status: 204 len: 168 time: 0.4458301 Aug 11 03:34:26.467950 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 38336) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:26.471612 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1831c923-68b0-44d1-b504-7e5f9be36204 None None] Network 41e2676c-dfa7-4a22-87ed-f7efd502a6d9 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:34:26.522118 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 64052c6e-d380-4828-b058-73983faa29f7 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:34:26.532579 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-880404a8-7d29-4c29-a4fd-8290b2377628 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:26.558168 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_v2 [None req-030d7e0a-f3a5-4211-a587-e38b3cf76b5d tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Deleting subnet c342ece0-58a5-4c61-9c96-14a387efd2f3 {{(pid=102191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:34:26.561234 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-030d7e0a-f3a5-4211-a587-e38b3cf76b5d tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks [] for subnet, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:26.606317 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 64052c6e-d380-4828-b058-73983faa29f7 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:34:26.606817 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:26.622666 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-030d7e0a-f3a5-4211-a587-e38b3cf76b5d tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126283525'] for subnet, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:26.741741 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-030d7e0a-f3a5-4211-a587-e38b3cf76b5d tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:26.767809 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-880404a8-7d29-4c29-a4fd-8290b2377628 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:26.868157 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-880404a8-7d29-4c29-a4fd-8290b2377628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:26.917660 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880404a8-7d29-4c29-a4fd-8290b2377628 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cb4fccd-e734-4fcd-9b89-93840975da89,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:26.922771 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-880404a8-7d29-4c29-a4fd-8290b2377628 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4b40ff29aaf946fdb3066a291c13d40e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6009552 Aug 11 03:34:26.927032 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-030d7e0a-f3a5-4211-a587-e38b3cf76b5d tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126283413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126275158'] for subnet, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:26.927191 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 38340) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:26.954357 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030d7e0a-f3a5-4211-a587-e38b3cf76b5d tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Pushing event deleted for resources: {'Subnet': ['ID=c342ece0-58a5-4c61-9c96-14a387efd2f3,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:26.958540 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-030d7e0a-f3a5-4211-a587-e38b3cf76b5d tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:26.960545 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-030d7e0a-f3a5-4211-a587-e38b3cf76b5d tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "DELETE /v2.0/subnets/c342ece0-58a5-4c61-9c96-14a387efd2f3 HTTP/1.1" status: 204 len: 168 time: 0.4916048 Aug 11 03:34:26.966179 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 38342) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:27.011032 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-2877d9bd-7c1f-452c-8771-36fe0fe4241c tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0429139 Aug 11 03:34:27.013037 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 38344) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:27.018383 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-ed591757-6e19-4e23-8928-c79002c7d430 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Request body: {'subnet': {'network_id': '41e2676c-dfa7-4a22-87ed-f7efd502a6d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:34:27.019538 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6c6d84-15e0-4783-9d31-c9758cdee2ac req-d8d1529e-70cf-45a1-a95f-48f96d2eead8 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:27.021128 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0f6c6d84-15e0-4783-9d31-c9758cdee2ac req-d8d1529e-70cf-45a1-a95f-48f96d2eead8 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=e26e7075-4fca-4f43-86ce-882b53ced53b HTTP/1.1" status: 200 len: 943 time: 0.0925946 Aug 11 03:34:27.050498 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b9533f50-9b4a-457d-bf81-139840c4b205 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:27.092017 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b9533f50-9b4a-457d-bf81-139840c4b205 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:27.103055 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0f6c6d84-15e0-4783-9d31-c9758cdee2ac req-77a42828-b84c-4d2e-aaeb-8bd39385dd20 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/security-groups?id=d90906b3-11d7-4670-8cbc-45704d99f68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746891 Aug 11 03:34:27.205196 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed591757-6e19-4e23-8928-c79002c7d430 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Made reservation on behalf of e43abc7f2b214d1a915ef6ef86af9079 for: {'subnet': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:34:27.208888 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ed591757-6e19-4e23-8928-c79002c7d430 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274743'] for subnet, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:27.237337 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b9533f50-9b4a-457d-bf81-139840c4b205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:27.237337 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b9533f50-9b4a-457d-bf81-139840c4b205 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:27.237337 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-b9533f50-9b4a-457d-bf81-139840c4b205 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4cb4fccd-e734-4fcd-9b89-93840975da89 HTTP/1.1" status: 204 len: 168 time: 0.3104534 Aug 11 03:34:27.248414 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9533f50-9b4a-457d-bf81-139840c4b205 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cb4fccd-e734-4fcd-9b89-93840975da89,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:27.326402 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a55be32e-0eea-42e3-93b9-445609185cf0 None None] Network 41e2676c-dfa7-4a22-87ed-f7efd502a6d9 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:34:27.398060 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-e1d4db69-2baf-47e4-bc7e-f4debec8e880 None None] Provisioning complete for port 64052c6e-d380-4828-b058-73983faa29f7 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:34:27.398480 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-e1d4db69-2baf-47e4-bc7e-f4debec8e880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:27.451182 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ed591757-6e19-4e23-8928-c79002c7d430 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126283476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274725'] for subnet, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:27.504157 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed591757-6e19-4e23-8928-c79002c7d430 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Network 41e2676c-dfa7-4a22-87ed-f7efd502a6d9 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:34:27.507860 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-ed591757-6e19-4e23-8928-c79002c7d430 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:34:27.513055 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed591757-6e19-4e23-8928-c79002c7d430 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:27.513906 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ed591757-6e19-4e23-8928-c79002c7d430 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:27.527298 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed591757-6e19-4e23-8928-c79002c7d430 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Pushing event updated for resources: {'Subnet': ['ID=b2fce1fb-a973-49d6-bef7-4e5faf823233,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:27.569444 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-625a397e-d585-402b-95c6-897317a20863 None None] DHCP port deletion for 41e2676c-dfa7-4a22-87ed-f7efd502a6d9 request from n-d-764292-30 {{(pid=102193) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:34:27.601141 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-ed591757-6e19-4e23-8928-c79002c7d430 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5868230 Aug 11 03:34:27.604193 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 38350) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:27.610112 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-3b77ab22-bab3-470f-9768-6719322a4310 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Request body: {'subnet': {'network_id': '41e2676c-dfa7-4a22-87ed-f7efd502a6d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:34:27.618644 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-625a397e-d585-402b-95c6-897317a20863 None None] Deleting port 64052c6e-d380-4828-b058-73983faa29f7 {{(pid=102193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:34:27.619268 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-625a397e-d585-402b-95c6-897317a20863 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:27.703421 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-625a397e-d585-402b-95c6-897317a20863 None None] For port 64052c6e-d380-4828-b058-73983faa29f7, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=64052c6e-d380-4828-b058-73983faa29f7,segment=NetworkSegment(5d96f309-e028-4cb7-a58f-990eaca460da),segment_id=5d96f309-e028-4cb7-a58f-990eaca460da)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:34:27.703824 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-625a397e-d585-402b-95c6-897317a20863 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:27.717820 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-625a397e-d585-402b-95c6-897317a20863 None None] Calling delete_port for 64052c6e-d380-4828-b058-73983faa29f7 owned by network:dhcp {{(pid=102193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:34:27.799243 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b77ab22-bab3-470f-9768-6719322a4310 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Made reservation on behalf of e43abc7f2b214d1a915ef6ef86af9079 for: {'subnet': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:34:27.803796 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-3b77ab22-bab3-470f-9768-6719322a4310 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126180544'] for subnet, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:27.856507 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-625a397e-d585-402b-95c6-897317a20863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678'] for port, after_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:27.890120 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625a397e-d585-402b-95c6-897317a20863 None None] Pushing event deleted for resources: {'Port': ['ID=64052c6e-d380-4828-b058-73983faa29f7,revision_number=None']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:27.892129 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625a397e-d585-402b-95c6-897317a20863 None None] No DVR routers for this DVR port 64052c6e-d380-4828-b058-73983faa29f7 on host n-d-764292-30 {{(pid=102193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:34:27.909611 n-d-764292-30 neutron-server[102192]: INFO neutron.db.ipam_backend_mixin [None req-3b77ab22-bab3-470f-9768-6719322a4310 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b2fce1fb-a973-49d6-bef7-4e5faf823233 (CIDR: 2001:db8::/64) Aug 11 03:34:27.915474 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa443172-9a62-4d0b-869e-a4281e055612 None None] Network 41e2676c-dfa7-4a22-87ed-f7efd502a6d9 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:34:27.916613 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 38352) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:27.933134 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ccb07b39-f466-4758-816d-2ae396b21626 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:27.953799 n-d-764292-30 neutron-server[102192]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b77ab22-bab3-470f-9768-6719322a4310 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 03:34:27.954451 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b77ab22-bab3-470f-9768-6719322a4310 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:34:28.038815 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ccb07b39-f466-4758-816d-2ae396b21626 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:28.062863 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aede4260-3342-458b-8dc0-db1bc91a7120 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde080026-c28f-55be-b52b-13827cc43646-41e2676c-dfa7-4a22-87ed-f7efd502a6d9', 'network_id': '41e2676c-dfa7-4a22-87ed-f7efd502a6d9', 'tenant_id': 'e43abc7f2b214d1a915ef6ef86af9079', 'fixed_ips': [{'subnet_id': 'b2fce1fb-a973-49d6-bef7-4e5faf823233'}]}} from n-d-764292-30. {{(pid=102193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:34:28.063759 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-aede4260-3342-458b-8dc0-db1bc91a7120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:28.112877 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ccb07b39-f466-4758-816d-2ae396b21626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:28.152341 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-ccb07b39-f466-4758-816d-2ae396b21626 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4d28d4671b5743b78ad2f0e227e5db8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2336860 Aug 11 03:34:28.154490 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb07b39-f466-4758-816d-2ae396b21626 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5323e18a-5a5b-4bfb-b082-aa4235ff8e46,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:28.155341 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 38356) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:28.185723 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 38358) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:28.186895 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-3b77ab22-bab3-470f-9768-6719322a4310 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5814140 Aug 11 03:34:28.190889 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-f9740666-5985-4e48-a912-700f4c982dd0 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Request body: {'subnet': {'network_id': '41e2676c-dfa7-4a22-87ed-f7efd502a6d9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:34:28.213374 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.db_base_plugin_common [None req-aede4260-3342-458b-8dc0-db1bc91a7120 None None] Allocated IP 2001:db8::2 (41e2676c-dfa7-4a22-87ed-f7efd502a6d9/b2fce1fb-a973-49d6-bef7-4e5faf823233/c1cfa6cd-ce67-4b70-9d5b-15ab88294417) {{(pid=102193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:34:28.268444 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9911e8d-9193-4039-af8c-52fc9b08325a req-05834f50-b8b5-4ca7-a7ae-652ef6d0014d tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:28.269987 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c9911e8d-9193-4039-af8c-52fc9b08325a req-05834f50-b8b5-4ca7-a7ae-652ef6d0014d tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=e26e7075-4fca-4f43-86ce-882b53ced53b HTTP/1.1" status: 200 len: 943 time: 0.0758452 Aug 11 03:34:28.270915 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-7bbf1e08-1e13-47b5-8121-984f204f5504 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:28.295571 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-7bbf1e08-1e13-47b5-8121-984f204f5504 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:28.358368 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c9911e8d-9193-4039-af8c-52fc9b08325a req-eb5e0bf6-4a0d-4114-9d96-40e8d6303bdb tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/security-groups?id=d90906b3-11d7-4670-8cbc-45704d99f68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516896 Aug 11 03:34:28.385183 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-aede4260-3342-458b-8dc0-db1bc91a7120 None None] Notify callbacks [] for port, precommit_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:28.460119 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 64052c6e-d380-4828-b058-73983faa29f7 no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:34:28.461834 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9740666-5985-4e48-a912-700f4c982dd0 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Made reservation on behalf of e43abc7f2b214d1a915ef6ef86af9079 for: {'subnet': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:34:28.465466 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f9740666-5985-4e48-a912-700f4c982dd0 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274743'] for subnet, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:28.480611 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: 64052c6e-d380-4828-b058-73983faa29f7 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:34:28.480962 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 64052c6e-d380-4828-b058-73983faa29f7 not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:34:28.559404 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-aede4260-3342-458b-8dc0-db1bc91a7120 None None] Transition to ACTIVE for port object c1cfa6cd-ce67-4b70-9d5b-15ab88294417 will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:34:28.559628 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-7bbf1e08-1e13-47b5-8121-984f204f5504 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:28.562005 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-7bbf1e08-1e13-47b5-8121-984f204f5504 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:28.563187 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-7bbf1e08-1e13-47b5-8121-984f204f5504 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5323e18a-5a5b-4bfb-b082-aa4235ff8e46 HTTP/1.1" status: 204 len: 168 time: 0.4055877 Aug 11 03:34:28.571488 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbf1e08-1e13-47b5-8121-984f204f5504 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5323e18a-5a5b-4bfb-b082-aa4235ff8e46,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:28.577229 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-aede4260-3342-458b-8dc0-db1bc91a7120 None None] Transition to ACTIVE for port object c1cfa6cd-ce67-4b70-9d5b-15ab88294417 will not be triggered until provisioned by entity DHCP. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:34:28.679909 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-aede4260-3342-458b-8dc0-db1bc91a7120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669'] for port, after_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:28.720771 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aede4260-3342-458b-8dc0-db1bc91a7120 None None] Network 41e2676c-dfa7-4a22-87ed-f7efd502a6d9 is already hosted by enough agents. {{(pid=102193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:34:28.723955 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.base_scheduler [None req-aede4260-3342-458b-8dc0-db1bc91a7120 None None] Resources bound (agent type, host, resource id): {{(pid=102193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:34:28.727786 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aede4260-3342-458b-8dc0-db1bc91a7120 None None] Received port after_create {{(pid=102193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:34:28.735543 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aede4260-3342-458b-8dc0-db1bc91a7120 None None] Pushing event updated for resources: {'Port': ['ID=c1cfa6cd-ce67-4b70-9d5b-15ab88294417,revision_number=1']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:28.791122 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-aede4260-3342-458b-8dc0-db1bc91a7120 None None] Attempting to bind port c1cfa6cd-ce67-4b70-9d5b-15ab88294417 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:34:28.791541 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-aede4260-3342-458b-8dc0-db1bc91a7120 None None] Attempting to bind port c1cfa6cd-ce67-4b70-9d5b-15ab88294417 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': '5d96f309-e028-4cb7-a58f-990eaca460da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '41e2676c-dfa7-4a22-87ed-f7efd502a6d9'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:34:28.792032 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aede4260-3342-458b-8dc0-db1bc91a7120 None None] Attempting to bind port c1cfa6cd-ce67-4b70-9d5b-15ab88294417 on network 41e2676c-dfa7-4a22-87ed-f7efd502a6d9 {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:34:28.797413 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aede4260-3342-458b-8dc0-db1bc91a7120 None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:34:28.797799 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aede4260-3342-458b-8dc0-db1bc91a7120 None None] Checking segment: {'id': '5d96f309-e028-4cb7-a58f-990eaca460da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '41e2676c-dfa7-4a22-87ed-f7efd502a6d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:34:28.798212 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-aede4260-3342-458b-8dc0-db1bc91a7120 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:28.798644 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aede4260-3342-458b-8dc0-db1bc91a7120 None None] Bound using segment: {'id': '5d96f309-e028-4cb7-a58f-990eaca460da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '41e2676c-dfa7-4a22-87ed-f7efd502a6d9'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:34:28.799120 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-aede4260-3342-458b-8dc0-db1bc91a7120 None None] Bound port: c1cfa6cd-ce67-4b70-9d5b-15ab88294417, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d96f309-e028-4cb7-a58f-990eaca460da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '41e2676c-dfa7-4a22-87ed-f7efd502a6d9'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:34:28.803113 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-aede4260-3342-458b-8dc0-db1bc91a7120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:28.869638 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-aede4260-3342-458b-8dc0-db1bc91a7120 None None] For port c1cfa6cd-ce67-4b70-9d5b-15ab88294417, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:34:28.873771 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-aede4260-3342-458b-8dc0-db1bc91a7120 None None] For port c1cfa6cd-ce67-4b70-9d5b-15ab88294417, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=c1cfa6cd-ce67-4b70-9d5b-15ab88294417,segment=NetworkSegment(5d96f309-e028-4cb7-a58f-990eaca460da),segment_id=5d96f309-e028-4cb7-a58f-990eaca460da)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:34:28.904149 n-d-764292-30 neutron-server[102191]: DEBUG neutron.objects.ports [None req-f9740666-5985-4e48-a912-700f4c982dd0 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102191) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 11 03:34:29.017869 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-aede4260-3342-458b-8dc0-db1bc91a7120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:29.092272 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aede4260-3342-458b-8dc0-db1bc91a7120 None None] Pushing event updated for resources: {'Port': ['ID=c1cfa6cd-ce67-4b70-9d5b-15ab88294417,revision_number=2']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:29.182237 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f9740666-5985-4e48-a912-700f4c982dd0 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:29.250900 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-41045e6f-a298-4796-a4a5-5a29964f9993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:29.370640 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [None req-f9740666-5985-4e48-a912-700f4c982dd0 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] For port c1cfa6cd-ce67-4b70-9d5b-15ab88294417, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=c1cfa6cd-ce67-4b70-9d5b-15ab88294417,segment=NetworkSegment(5d96f309-e028-4cb7-a58f-990eaca460da),segment_id=5d96f309-e028-4cb7-a58f-990eaca460da)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:34:29.426964 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f9740666-5985-4e48-a912-700f4c982dd0 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:29.505730 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23d94e6-ba44-4b48-9a59-694a0f193176 req-47946664-b678-418f-a8cc-f5016fc74d0a tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:29.505730 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b23d94e6-ba44-4b48-9a59-694a0f193176 req-47946664-b678-418f-a8cc-f5016fc74d0a tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=e26e7075-4fca-4f43-86ce-882b53ced53b HTTP/1.1" status: 200 len: 943 time: 0.0566075 Aug 11 03:34:29.507744 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f9740666-5985-4e48-a912-700f4c982dd0 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:29.508759 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f9740666-5985-4e48-a912-700f4c982dd0 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126283476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274725'] for subnet, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:29.547284 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b23d94e6-ba44-4b48-9a59-694a0f193176 req-94d2d3ec-0509-4c7d-a760-7bf2ef0e452d tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/security-groups?id=d90906b3-11d7-4670-8cbc-45704d99f68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357873 Aug 11 03:34:29.595505 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9740666-5985-4e48-a912-700f4c982dd0 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Network 41e2676c-dfa7-4a22-87ed-f7efd502a6d9 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:34:29.599583 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9740666-5985-4e48-a912-700f4c982dd0 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Pushing event updated for resources: {'Subnet': ['ID=153db1bb-3410-42a4-ae19-5f39ff2194e6,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:29.603381 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-f9740666-5985-4e48-a912-700f4c982dd0 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:34:29.606922 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9740666-5985-4e48-a912-700f4c982dd0 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:29.608158 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f9740666-5985-4e48-a912-700f4c982dd0 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:29.643702 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9740666-5985-4e48-a912-700f4c982dd0 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Pushing event updated for resources: {'Port': ['ID=c1cfa6cd-ce67-4b70-9d5b-15ab88294417,revision_number=4']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:29.743233 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-f9740666-5985-4e48-a912-700f4c982dd0 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.5563617 Aug 11 03:34:29.746130 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 38382) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:29.753257 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-74cbbcca-ec5a-4d73-a815-40676371a1e1 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Request body: {'port': {'network_id': '41e2676c-dfa7-4a22-87ed-f7efd502a6d9', 'mac_address': 'fa:16:3e:ed:3d:0e', 'name': 'tempest-NetworksTestDHCPv6-1854354533'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:34:29.861949 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 38386) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:29.965185 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74cbbcca-ec5a-4d73-a815-40676371a1e1 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Made reservation on behalf of e43abc7f2b214d1a915ef6ef86af9079 for: {'port': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:34:30.095477 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-74cbbcca-ec5a-4d73-a815-40676371a1e1 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:30.107913 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-387877dd-3662-4bc6-a349-730310893e9f tempest-TestVolumeBackupRestore-944752322 tempest-TestVolumeBackupRestore-944752322-project] Deleting port f5907efa-2813-4ace-bea2-7fefb977898e {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:34:30.108593 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-387877dd-3662-4bc6-a349-730310893e9f tempest-TestVolumeBackupRestore-944752322 tempest-TestVolumeBackupRestore-944752322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:30.119156 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [None req-74cbbcca-ec5a-4d73-a815-40676371a1e1 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] device_id is not set on port 152ec362-d7e5-46e6-9b0d-eb91b122499b yet. {{(pid=102191) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:34:30.212524 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-387877dd-3662-4bc6-a349-730310893e9f tempest-TestVolumeBackupRestore-944752322 tempest-TestVolumeBackupRestore-944752322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:30.212956 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-387877dd-3662-4bc6-a349-730310893e9f tempest-TestVolumeBackupRestore-944752322 tempest-TestVolumeBackupRestore-944752322-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:30.229063 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-387877dd-3662-4bc6-a349-730310893e9f tempest-TestVolumeBackupRestore-944752322 tempest-TestVolumeBackupRestore-944752322-project] Calling delete_port for f5907efa-2813-4ace-bea2-7fefb977898e owned by network:floatingip {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:34:30.294224 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66695e0e-edf3-4291-abdf-ec5fd4cb1fad None None] Network 41e2676c-dfa7-4a22-87ed-f7efd502a6d9 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:34:30.410007 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [None req-74cbbcca-ec5a-4d73-a815-40676371a1e1 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Allocated IP 2001:db8::34b (41e2676c-dfa7-4a22-87ed-f7efd502a6d9/b2fce1fb-a973-49d6-bef7-4e5faf823233/152ec362-d7e5-46e6-9b0d-eb91b122499b) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:34:30.419057 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [None req-74cbbcca-ec5a-4d73-a815-40676371a1e1 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Allocated IP 2001:db8:0:1:f816:3eff:feed:3d0e (41e2676c-dfa7-4a22-87ed-f7efd502a6d9/153db1bb-3410-42a4-ae19-5f39ff2194e6/152ec362-d7e5-46e6-9b0d-eb91b122499b) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:34:30.467234 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-681da23c-1bb3-424f-b302-f53385c56a27 None None] Provisioning for port c1cfa6cd-ce67-4b70-9d5b-15ab88294417 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:34:30.569654 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device c1cfa6cd-ce67-4b70-9d5b-15ab88294417 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:34:30.627770 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-387877dd-3662-4bc6-a349-730310893e9f tempest-TestVolumeBackupRestore-944752322 tempest-TestVolumeBackupRestore-944752322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:30.703234 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-74cbbcca-ec5a-4d73-a815-40676371a1e1 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:30.705187 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387877dd-3662-4bc6-a349-730310893e9f tempest-TestVolumeBackupRestore-944752322 tempest-TestVolumeBackupRestore-944752322-project] Pushing event deleted for resources: {'Port': ['ID=f5907efa-2813-4ace-bea2-7fefb977898e,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:30.726262 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [None req-74cbbcca-ec5a-4d73-a815-40676371a1e1 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Transition to ACTIVE for port object 152ec362-d7e5-46e6-9b0d-eb91b122499b will not be triggered until provisioned by entity DHCP. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:34:30.793968 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port c1cfa6cd-ce67-4b70-9d5b-15ab88294417 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:34:30.795098 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c52dab-3c66-4803-894f-4c758b37bcdf req-341753ec-9607-461a-8a01-613376eddad9 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:30.796668 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-60c52dab-3c66-4803-894f-4c758b37bcdf req-341753ec-9607-461a-8a01-613376eddad9 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=e26e7075-4fca-4f43-86ce-882b53ced53b HTTP/1.1" status: 200 len: 943 time: 0.1128850 Aug 11 03:34:30.804977 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port c1cfa6cd-ce67-4b70-9d5b-15ab88294417 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:34:30.805349 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:30.817732 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-387877dd-3662-4bc6-a349-730310893e9f tempest-TestVolumeBackupRestore-944752322 tempest-TestVolumeBackupRestore-944752322-project] Notify callbacks [] for floatingip, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:30.818163 n-d-764292-30 neutron-server[102192]: INFO neutron.db.l3_db [None req-387877dd-3662-4bc6-a349-730310893e9f tempest-TestVolumeBackupRestore-944752322 tempest-TestVolumeBackupRestore-944752322-project] Floating IP a33c54f1-7cda-461e-90ab-85382ed4c266 disassociated (deleted). External IP: 172.25.8.15, port: d6776e0f-f310-483a-a2d5-163fa5092fc1. Aug 11 03:34:30.880035 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-74cbbcca-ec5a-4d73-a815-40676371a1e1 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:30.911889 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-60c52dab-3c66-4803-894f-4c758b37bcdf req-cf4d54e8-0bc3-449d-ac72-eaa3fe866eb6 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/security-groups?id=d90906b3-11d7-4670-8cbc-45704d99f68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034417 Aug 11 03:34:30.962789 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74cbbcca-ec5a-4d73-a815-40676371a1e1 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Network 41e2676c-dfa7-4a22-87ed-f7efd502a6d9 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:34:30.965916 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:30.974034 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-74cbbcca-ec5a-4d73-a815-40676371a1e1 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:34:30.994689 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74cbbcca-ec5a-4d73-a815-40676371a1e1 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:34:31.012842 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74cbbcca-ec5a-4d73-a815-40676371a1e1 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:31.012842 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-74cbbcca-ec5a-4d73-a815-40676371a1e1 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:31.030820 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port c1cfa6cd-ce67-4b70-9d5b-15ab88294417, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=c1cfa6cd-ce67-4b70-9d5b-15ab88294417,segment=NetworkSegment(5d96f309-e028-4cb7-a58f-990eaca460da),segment_id=5d96f309-e028-4cb7-a58f-990eaca460da)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:34:31.059450 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cbbcca-ec5a-4d73-a815-40676371a1e1 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Pushing event updated for resources: {'Port': ['ID=152ec362-d7e5-46e6-9b0d-eb91b122499b,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:31.109101 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:31.175697 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=c1cfa6cd-ce67-4b70-9d5b-15ab88294417,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:31.199909 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-387877dd-3662-4bc6-a349-730310893e9f tempest-TestVolumeBackupRestore-944752322 tempest-TestVolumeBackupRestore-944752322-project] Router 35119a6a-0947-414e-80f8-f70c2ef2f003 has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:34:31.332705 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-74cbbcca-ec5a-4d73-a815-40676371a1e1 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.5851214 Aug 11 03:34:31.341222 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 38408) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:31.343388 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-387877dd-3662-4bc6-a349-730310893e9f tempest-TestVolumeBackupRestore-944752322 tempest-TestVolumeBackupRestore-944752322-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:34:31.349536 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-387877dd-3662-4bc6-a349-730310893e9f tempest-TestVolumeBackupRestore-944752322 tempest-TestVolumeBackupRestore-944752322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for floatingip, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:31.363728 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4dc779f-f72c-4f8d-8936-f60c349c746d None None] Sync routers for ids ['35119a6a-0947-414e-80f8-f70c2ef2f003'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:34:31.378575 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4dc779f-f72c-4f8d-8936-f60c349c746d None None] Routers {'35119a6a-0947-414e-80f8-f70c2ef2f003'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:34:31.379349 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-e4dc779f-f72c-4f8d-8936-f60c349c746d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:34:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['35119a6a-0947-414e-80f8-f70c2ef2f003'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:34:31.392793 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-387877dd-3662-4bc6-a349-730310893e9f tempest-TestVolumeBackupRestore-944752322 tempest-TestVolumeBackupRestore-944752322-project] 10.222.0.41 "DELETE /v2.0/floatingips/a33c54f1-7cda-461e-90ab-85382ed4c266 HTTP/1.1" status: 204 len: 168 time: 1.5293801 Aug 11 03:34:31.394030 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5f9f945-5fa5-4600-9157-0da44ed688fa', 'tag': 'd6776e0f-f310-483a-a2d5-163fa5092fc1'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:34:31.397320 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b18144fe-26b0-4ac6-b7ce-442b47a2fdea" -d '{"events": [{"name": "network-changed", "server_uuid": "b5f9f945-5fa5-4600-9157-0da44ed688fa", "tag": "d6776e0f-f310-483a-a2d5-163fa5092fc1"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:34:31.446495 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.agents_db [None req-950b7202-decb-43e2-8f71-ac8931dc9749 None None] Agent healthcheck: found 7 active agents {{(pid=102194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:34:31.561792 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-a784cffa-876f-4d12-87dc-020529981c0c tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Deleting port 152ec362-d7e5-46e6-9b0d-eb91b122499b {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:34:31.562355 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-e4dc779f-f72c-4f8d-8936-f60c349c746d None None] Set router 35119a6a-0947-414e-80f8-f70c2ef2f003 gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:34:31.562483 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a784cffa-876f-4d12-87dc-020529981c0c tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:31.660714 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-05c1202e-76bd-47ef-9b57-2e5834cd0be1 None None] Provisioning complete for port c1cfa6cd-ce67-4b70-9d5b-15ab88294417 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:34:31.661140 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-05c1202e-76bd-47ef-9b57-2e5834cd0be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:31.732006 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a784cffa-876f-4d12-87dc-020529981c0c tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:31.746901 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:34:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2209a05-c87c-4b28-b06e-8e14f29aa4dd x-openstack-request-id: req-a2209a05-c87c-4b28-b06e-8e14f29aa4dd {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:34:31.746901 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5f9f945-5fa5-4600-9157-0da44ed688fa", "tag": "d6776e0f-f310-483a-a2d5-163fa5092fc1", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:34:31.747506 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a2209a05-c87c-4b28-b06e-8e14f29aa4dd {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:34:31.747506 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5f9f945-5fa5-4600-9157-0da44ed688fa', 'tag': 'd6776e0f-f310-483a-a2d5-163fa5092fc1', 'status': 'completed', 'code': 200} Aug 11 03:34:31.760003 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-a784cffa-876f-4d12-87dc-020529981c0c tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Calling delete_port for 152ec362-d7e5-46e6-9b0d-eb91b122499b owned by {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:34:31.974711 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:31.986022 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-e4dc779f-f72c-4f8d-8936-f60c349c746d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35119a6a-0947-414e-80f8-f70c2ef2f003', 'name': 'tempest-TestVolumeBackupRestore-992346021-router', 'tenant_id': 'b540e93b4e6e403b8be0a51a19b9324d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': '8dc245c0-f703-4416-b1a0-27d21d1b3390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:29:44Z', 'updated_at': '2021-08-11T03:29:51Z', 'revision_number': 4, 'project_id': 'b540e93b4e6e403b8be0a51a19b9324d', 'gw_port': {'id': '8dc245c0-f703-4416-b1a0-27d21d1b3390', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:20:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35119a6a-0947-414e-80f8-f70c2ef2f003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:29:45Z', 'updated_at': '2021-08-11T03:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': 'be06b1dc-4dd8-4ece-a7f2-adb0b7a18bf8', 'name': '', 'network_id': '425045ab-1792-4464-8443-b9a0ad823629', 'tenant_id': 'b540e93b4e6e403b8be0a51a19b9324d', 'mac_address': 'fa:16:3e:b0:03:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35119a6a-0947-414e-80f8-f70c2ef2f003', 'device_owner': 'network:router_interface', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': 'f01d933d-9d66-4eb8-97b2-29dd5d188cd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:29:49Z', 'updated_at': '2021-08-11T03:29:56Z', 'revision_number': 5, 'project_id': 'b540e93b4e6e403b8be0a51a19b9324d', 'subnets': [{'id': 'f01d933d-9d66-4eb8-97b2-29dd5d188cd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:34:32.038953 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4dc779f-f72c-4f8d-8936-f60c349c746d None None] Checking router: 35119a6a-0947-414e-80f8-f70c2ef2f003 for host: n-d-764292-30 {{(pid=102193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:34:32.055566 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4dc779f-f72c-4f8d-8936-f60c349c746d None None] Routers {'35119a6a-0947-414e-80f8-f70c2ef2f003'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:34:32.064744 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-e4dc779f-f72c-4f8d-8936-f60c349c746d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:34:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['35119a6a-0947-414e-80f8-f70c2ef2f003'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:34:32.142078 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18144fe-26b0-4ac6-b7ce-442b47a2fdea req-f85c2df6-8213-45f9-a099-4730fd56832e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:32.143868 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b18144fe-26b0-4ac6-b7ce-442b47a2fdea req-f85c2df6-8213-45f9-a099-4730fd56832e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b540e93b4e6e403b8be0a51a19b9324d&device_id=b5f9f945-5fa5-4600-9157-0da44ed688fa HTTP/1.1" status: 200 len: 1097 time: 0.3732619 Aug 11 03:34:32.239769 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c564e9-9bd4-4126-9e25-d0b79834dd7e req-1a94c736-eb3a-42ce-ade5-4aa7cacef01f tempest-TestVolumeBackupRestore-944752322 tempest-TestVolumeBackupRestore-944752322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:32.241280 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-16c564e9-9bd4-4126-9e25-d0b79834dd7e req-1a94c736-eb3a-42ce-ade5-4aa7cacef01f tempest-TestVolumeBackupRestore-944752322 tempest-TestVolumeBackupRestore-944752322-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5f9f945-5fa5-4600-9157-0da44ed688fa HTTP/1.1" status: 200 len: 945 time: 0.1581285 Aug 11 03:34:32.252668 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d7cfb8-c17f-4b38-bc8a-5faadbfaf513 req-ed7f9f88-0e05-4d0a-9020-27da61317b67 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:32.254343 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-38d7cfb8-c17f-4b38-bc8a-5faadbfaf513 req-ed7f9f88-0e05-4d0a-9020-27da61317b67 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=e26e7075-4fca-4f43-86ce-882b53ced53b HTTP/1.1" status: 200 len: 943 time: 0.1975369 Aug 11 03:34:32.284881 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a784cffa-876f-4d12-87dc-020529981c0c tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:32.318649 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a784cffa-876f-4d12-87dc-020529981c0c tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Pushing event deleted for resources: {'Port': ['ID=152ec362-d7e5-46e6-9b0d-eb91b122499b,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:32.334254 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-88dac173-df00-4740-a6e3-9351b6eababa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:32.338723 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-f14143e4-186b-49c3-8535-c149791d2d4e None None] Provisioning for port 152ec362-d7e5-46e6-9b0d-eb91b122499b completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:34:32.350267 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-f14143e4-186b-49c3-8535-c149791d2d4e None None] Provisioning complete for port 152ec362-d7e5-46e6-9b0d-eb91b122499b triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:34:32.355896 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-f14143e4-186b-49c3-8535-c149791d2d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:32.359661 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-16c564e9-9bd4-4126-9e25-d0b79834dd7e req-382685ff-4fc1-4046-92a3-a56469d8d9a0 tempest-TestVolumeBackupRestore-944752322 tempest-TestVolumeBackupRestore-944752322-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7dd0f82-41a7-4a1d-84a1-f287f3504f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1023285 Aug 11 03:34:32.372030 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-38d7cfb8-c17f-4b38-bc8a-5faadbfaf513 req-e81c3d0c-42b4-4dde-8d32-6e8176f99b03 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/security-groups?id=d90906b3-11d7-4670-8cbc-45704d99f68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081626 Aug 11 03:34:32.375540 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18144fe-26b0-4ac6-b7ce-442b47a2fdea req-0afe1f0f-8102-424c-89b8-5e3ef372687e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:32.378821 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-f14143e4-186b-49c3-8535-c149791d2d4e None None] Port 152ec362-d7e5-46e6-9b0d-eb91b122499b was deleted so its status cannot be updated. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 11 03:34:32.381051 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b18144fe-26b0-4ac6-b7ce-442b47a2fdea req-0afe1f0f-8102-424c-89b8-5e3ef372687e service neutron] 10.222.0.24 "GET /v2.0/networks?id=425045ab-1792-4464-8443-b9a0ad823629 HTTP/1.1" status: 200 len: 914 time: 0.2126687 Aug 11 03:34:32.383245 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a784cffa-876f-4d12-87dc-020529981c0c tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:32.388842 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-a784cffa-876f-4d12-87dc-020529981c0c tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "DELETE /v2.0/ports/152ec362-d7e5-46e6-9b0d-eb91b122499b HTTP/1.1" status: 204 len: 168 time: 1.0438972 Aug 11 03:34:32.389009 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-e4dc779f-f72c-4f8d-8936-f60c349c746d None None] Set router 35119a6a-0947-414e-80f8-f70c2ef2f003 gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:34:32.389110 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 38442) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:32.443302 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b18144fe-26b0-4ac6-b7ce-442b47a2fdea req-34654a44-d22e-439e-a595-802a4fac9e80 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d6776e0f-f310-483a-a2d5-163fa5092fc1 HTTP/1.1" status: 200 len: 217 time: 0.0519841 Aug 11 03:34:32.516161 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18144fe-26b0-4ac6-b7ce-442b47a2fdea req-c160155f-13eb-47d7-bce4-54947bcea42d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:32.526385 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b18144fe-26b0-4ac6-b7ce-442b47a2fdea req-c160155f-13eb-47d7-bce4-54947bcea42d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f01d933d-9d66-4eb8-97b2-29dd5d188cd5 HTTP/1.1" status: 200 len: 852 time: 0.0670767 Aug 11 03:34:32.526586 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a9d9341-5348-4d9e-ae09-27b9e2decff2 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:32.526586 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-0a9d9341-5348-4d9e-ae09-27b9e2decff2 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1336601 Aug 11 03:34:32.528200 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 38444) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:32.607571 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device c1cfa6cd-ce67-4b70-9d5b-15ab88294417 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:34:32.652686 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18144fe-26b0-4ac6-b7ce-442b47a2fdea req-026883c0-6461-484a-9e1c-89ab9eb1cbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:32.654512 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b18144fe-26b0-4ac6-b7ce-442b47a2fdea req-026883c0-6461-484a-9e1c-89ab9eb1cbfc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=425045ab-1792-4464-8443-b9a0ad823629&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1273026 Aug 11 03:34:32.663020 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac7e650-ddb6-4035-a92c-d6749cc30d13 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:32.666182 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-0ac7e650-ddb6-4035-a92c-d6749cc30d13 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1264739 Aug 11 03:34:32.668113 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 38446) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:32.706736 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port c1cfa6cd-ce67-4b70-9d5b-15ab88294417 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:34:32.707115 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:32.748031 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6e49090-3500-4a3a-8878-e67be5d7e389 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:32.750570 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6e49090-3500-4a3a-8878-e67be5d7e389 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:32.753341 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6e49090-3500-4a3a-8878-e67be5d7e389 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:32.759139 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-c6e49090-3500-4a3a-8878-e67be5d7e389 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0898314 Aug 11 03:34:32.760032 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 38448) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:32.767342 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-e4dc779f-f72c-4f8d-8936-f60c349c746d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35119a6a-0947-414e-80f8-f70c2ef2f003', 'name': 'tempest-TestVolumeBackupRestore-992346021-router', 'tenant_id': 'b540e93b4e6e403b8be0a51a19b9324d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': '8dc245c0-f703-4416-b1a0-27d21d1b3390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:29:44Z', 'updated_at': '2021-08-11T03:29:51Z', 'revision_number': 4, 'project_id': 'b540e93b4e6e403b8be0a51a19b9324d', 'gw_port': {'id': '8dc245c0-f703-4416-b1a0-27d21d1b3390', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:20:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35119a6a-0947-414e-80f8-f70c2ef2f003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:29:45Z', 'updated_at': '2021-08-11T03:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': 'be06b1dc-4dd8-4ece-a7f2-adb0b7a18bf8', 'name': '', 'network_id': '425045ab-1792-4464-8443-b9a0ad823629', 'tenant_id': 'b540e93b4e6e403b8be0a51a19b9324d', 'mac_address': 'fa:16:3e:b0:03:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35119a6a-0947-414e-80f8-f70c2ef2f003', 'device_owner': 'network:router_interface', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': 'f01d933d-9d66-4eb8-97b2-29dd5d188cd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:29:49Z', 'updated_at': '2021-08-11T03:29:56Z', 'revision_number': 5, 'project_id': 'b540e93b4e6e403b8be0a51a19b9324d', 'subnets': [{'id': 'f01d933d-9d66-4eb8-97b2-29dd5d188cd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:34:32.781149 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b18144fe-26b0-4ac6-b7ce-442b47a2fdea req-edc85c1e-ee9a-427d-ba67-3c2dc135fa13 service neutron] 10.222.0.24 "GET /v2.0/networks/425045ab-1792-4464-8443-b9a0ad823629?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152794 Aug 11 03:34:32.817388 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4dc779f-f72c-4f8d-8936-f60c349c746d None None] The sync data for ids ['35119a6a-0947-414e-80f8-f70c2ef2f003'] in n-d-764292-30 is: [{'id': '35119a6a-0947-414e-80f8-f70c2ef2f003', 'name': 'tempest-TestVolumeBackupRestore-992346021-router', 'tenant_id': 'b540e93b4e6e403b8be0a51a19b9324d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': '8dc245c0-f703-4416-b1a0-27d21d1b3390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:29:44Z', 'updated_at': '2021-08-11T03:29:51Z', 'revision_number': 4, 'project_id': 'b540e93b4e6e403b8be0a51a19b9324d', 'gw_port': {'id': '8dc245c0-f703-4416-b1a0-27d21d1b3390', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:20:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35119a6a-0947-414e-80f8-f70c2ef2f003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:29:45Z', 'updated_at': '2021-08-11T03:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': 'be06b1dc-4dd8-4ece-a7f2-adb0b7a18bf8', 'name': '', 'network_id': '425045ab-1792-4464-8443-b9a0ad823629', 'tenant_id': 'b540e93b4e6e403b8be0a51a19b9324d', 'mac_address': 'fa:16:3e:b0:03:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35119a6a-0947-414e-80f8-f70c2ef2f003', 'device_owner': 'network:router_interface', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': 'f01d933d-9d66-4eb8-97b2-29dd5d188cd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:29:49Z', 'updated_at': '2021-08-11T03:29:56Z', 'revision_number': 5, 'project_id': 'b540e93b4e6e403b8be0a51a19b9324d', 'subnets': [{'id': 'f01d933d-9d66-4eb8-97b2-29dd5d188cd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:34:32.854389 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_v2 [None req-8018d27e-1c8a-44ee-90a6-f647f588e04b tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Deleting subnet 153db1bb-3410-42a4-ae19-5f39ff2194e6 {{(pid=102191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:34:32.859256 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8018d27e-1c8a-44ee-90a6-f647f588e04b tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks [] for subnet, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:32.906067 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b18144fe-26b0-4ac6-b7ce-442b47a2fdea req-f6819c21-0ca4-40af-86bf-0e61aca1c62d service neutron] 10.222.0.24 "GET /v2.0/networks/425045ab-1792-4464-8443-b9a0ad823629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168103 Aug 11 03:34:32.915656 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8018d27e-1c8a-44ee-90a6-f647f588e04b tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126283525'] for subnet, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:33.027241 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8018d27e-1c8a-44ee-90a6-f647f588e04b tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:33.041130 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 38452) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:33.067784 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:33.183297 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c90992b-3b95-4602-a852-2b5925ba6ee4 None None] New status for floating IP a33c54f1-7cda-461e-90ab-85382ed4c266: DOWN {{(pid=102194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:34:33.185176 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-24fc4c58-50f9-40ef-aa24-c2ad83544977 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:33.188134 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8018d27e-1c8a-44ee-90a6-f647f588e04b tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126283413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126275158'] for subnet, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:33.219074 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8018d27e-1c8a-44ee-90a6-f647f588e04b tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Pushing event deleted for resources: {'Subnet': ['ID=153db1bb-3410-42a4-ae19-5f39ff2194e6,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:33.227160 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8018d27e-1c8a-44ee-90a6-f647f588e04b tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:33.229106 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-8018d27e-1c8a-44ee-90a6-f647f588e04b tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "DELETE /v2.0/subnets/153db1bb-3410-42a4-ae19-5f39ff2194e6 HTTP/1.1" status: 204 len: 168 time: 0.4670806 Aug 11 03:34:33.232247 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 38456) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:33.234452 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82bf38f7-be22-47a4-bc43-e79c2da1e8d6 None None] Network 41e2676c-dfa7-4a22-87ed-f7efd502a6d9 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:34:33.309888 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_v2 [None req-13f35388-cb5b-4490-b521-52b42dbbb1d1 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Deleting subnet b2fce1fb-a973-49d6-bef7-4e5faf823233 {{(pid=102191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:34:33.315259 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-13f35388-cb5b-4490-b521-52b42dbbb1d1 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks [] for subnet, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:33.333046 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-24fc4c58-50f9-40ef-aa24-c2ad83544977 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:33.410572 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-24fc4c58-50f9-40ef-aa24-c2ad83544977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:33.449783 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fc4c58-50f9-40ef-aa24-c2ad83544977 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcec2425-3f01-46d5-a00b-4137ba821aac,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:33.480637 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-24fc4c58-50f9-40ef-aa24-c2ad83544977 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6c76a7d31cfc430d98f9fecf33a02493&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4381516 Aug 11 03:34:33.483003 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 38462) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:33.643296 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7672fea7-6585-40eb-9a4e-03f9075602a6 req-2e0e5406-29b2-43de-9379-d5f2cf601631 tempest-TestVolumeBackupRestore-944752322 tempest-TestVolumeBackupRestore-944752322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:33.645029 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7672fea7-6585-40eb-9a4e-03f9075602a6 req-2e0e5406-29b2-43de-9379-d5f2cf601631 tempest-TestVolumeBackupRestore-944752322 tempest-TestVolumeBackupRestore-944752322-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5f9f945-5fa5-4600-9157-0da44ed688fa HTTP/1.1" status: 200 len: 945 time: 0.1451797 Aug 11 03:34:33.679225 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-8cefed61-b231-46cb-a872-da7654be1f79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:33.711741 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4293a8b5-3520-48ef-a4c8-9f31bebeb2bc req-003a4d2a-5f3a-4afa-8fa9-1dc0153452a0 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:33.713504 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4293a8b5-3520-48ef-a4c8-9f31bebeb2bc req-003a4d2a-5f3a-4afa-8fa9-1dc0153452a0 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=e26e7075-4fca-4f43-86ce-882b53ced53b HTTP/1.1" status: 200 len: 943 time: 0.1828837 Aug 11 03:34:33.740467 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2654aed4-e31b-4fc5-a2a1-8b074074bb5b req-5b4ab95c-675b-4ece-a0f2-1502d2d7f914 tempest-TestVolumeBackupRestore-944752322 tempest-TestVolumeBackupRestore-944752322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:33.742729 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2654aed4-e31b-4fc5-a2a1-8b074074bb5b req-5b4ab95c-675b-4ece-a0f2-1502d2d7f914 tempest-TestVolumeBackupRestore-944752322 tempest-TestVolumeBackupRestore-944752322-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5f9f945-5fa5-4600-9157-0da44ed688fa HTTP/1.1" status: 200 len: 945 time: 0.2061584 Aug 11 03:34:33.776852 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-8cefed61-b231-46cb-a872-da7654be1f79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:33.828742 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-13f35388-cb5b-4490-b521-52b42dbbb1d1 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126283525'] for subnet, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:33.893667 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4293a8b5-3520-48ef-a4c8-9f31bebeb2bc req-87fecf50-fd17-4ee1-aca3-409dfda468ae tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/security-groups?id=d90906b3-11d7-4670-8cbc-45704d99f68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704171 Aug 11 03:34:33.924358 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2654aed4-e31b-4fc5-a2a1-8b074074bb5b req-09c0816c-48a3-4ad3-8e0b-986217863d78 tempest-TestVolumeBackupRestore-944752322 tempest-TestVolumeBackupRestore-944752322-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7dd0f82-41a7-4a1d-84a1-f287f3504f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1683743 Aug 11 03:34:33.935602 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-13f35388-cb5b-4490-b521-52b42dbbb1d1 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:33.949977 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [req-7672fea7-6585-40eb-9a4e-03f9075602a6 req-79a24365-de01-4fc1-b6c8-1d540ff47e02 tempest-TestVolumeBackupRestore-944752322 tempest-TestVolumeBackupRestore-944752322-project] Deleting port d6776e0f-f310-483a-a2d5-163fa5092fc1 {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:34:33.950481 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-7672fea7-6585-40eb-9a4e-03f9075602a6 req-79a24365-de01-4fc1-b6c8-1d540ff47e02 tempest-TestVolumeBackupRestore-944752322 tempest-TestVolumeBackupRestore-944752322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:34.034358 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-8cefed61-b231-46cb-a872-da7654be1f79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:34.037096 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-8cefed61-b231-46cb-a872-da7654be1f79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:34.038723 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-8cefed61-b231-46cb-a872-da7654be1f79 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bcec2425-3f01-46d5-a00b-4137ba821aac HTTP/1.1" status: 204 len: 168 time: 0.5542257 Aug 11 03:34:34.052534 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cefed61-b231-46cb-a872-da7654be1f79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcec2425-3f01-46d5-a00b-4137ba821aac,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:34.075882 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-7672fea7-6585-40eb-9a4e-03f9075602a6 req-79a24365-de01-4fc1-b6c8-1d540ff47e02 tempest-TestVolumeBackupRestore-944752322 tempest-TestVolumeBackupRestore-944752322-project] For port d6776e0f-f310-483a-a2d5-163fa5092fc1, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=d6776e0f-f310-483a-a2d5-163fa5092fc1,segment=NetworkSegment(171ec611-a934-4219-8e96-132344840dde),segment_id=171ec611-a934-4219-8e96-132344840dde)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:34:34.081004 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-7672fea7-6585-40eb-9a4e-03f9075602a6 req-79a24365-de01-4fc1-b6c8-1d540ff47e02 tempest-TestVolumeBackupRestore-944752322 tempest-TestVolumeBackupRestore-944752322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:34.095652 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [req-7672fea7-6585-40eb-9a4e-03f9075602a6 req-79a24365-de01-4fc1-b6c8-1d540ff47e02 tempest-TestVolumeBackupRestore-944752322 tempest-TestVolumeBackupRestore-944752322-project] Calling delete_port for d6776e0f-f310-483a-a2d5-163fa5092fc1 owned by compute:nova {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:34:34.102590 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-13f35388-cb5b-4490-b521-52b42dbbb1d1 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126283413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126275158'] for subnet, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:34.144618 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f35388-cb5b-4490-b521-52b42dbbb1d1 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Pushing event deleted for resources: {'Subnet': ['ID=b2fce1fb-a973-49d6-bef7-4e5faf823233,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:34.155433 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f35388-cb5b-4490-b521-52b42dbbb1d1 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:34:34.155827 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f35388-cb5b-4490-b521-52b42dbbb1d1 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:34:34.156102 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f35388-cb5b-4490-b521-52b42dbbb1d1 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:34:34.156432 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f35388-cb5b-4490-b521-52b42dbbb1d1 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:34:34.156762 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f35388-cb5b-4490-b521-52b42dbbb1d1 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:34:34.157085 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f35388-cb5b-4490-b521-52b42dbbb1d1 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:34:34.157447 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f35388-cb5b-4490-b521-52b42dbbb1d1 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:34:34.157856 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f35388-cb5b-4490-b521-52b42dbbb1d1 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:34:34.158326 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f35388-cb5b-4490-b521-52b42dbbb1d1 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:34:34.158720 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f35388-cb5b-4490-b521-52b42dbbb1d1 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:34:34.158983 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f35388-cb5b-4490-b521-52b42dbbb1d1 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:34:34.159301 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f35388-cb5b-4490-b521-52b42dbbb1d1 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:34:34.176450 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-13f35388-cb5b-4490-b521-52b42dbbb1d1 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:34.181288 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 38466) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:34.181944 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-13f35388-cb5b-4490-b521-52b42dbbb1d1 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "DELETE /v2.0/subnets/b2fce1fb-a973-49d6-bef7-4e5faf823233 HTTP/1.1" status: 204 len: 168 time: 0.9483371 Aug 11 03:34:34.186724 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03a8e8b0-c682-4284-a839-d749785df776 None None] Network 41e2676c-dfa7-4a22-87ed-f7efd502a6d9 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:34:34.226080 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-dd577888-332c-4a7c-be46-d416b00d16cc tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0434933 Aug 11 03:34:34.228921 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 38468) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:34.234373 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-042e9867-6d21-4372-9a69-0061082b6066 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Request body: {'subnet': {'network_id': '41e2676c-dfa7-4a22-87ed-f7efd502a6d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:34:34.261911 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-31bdad24-25fe-4915-ae2f-d0cd39362c3e None None] Provisioning complete for port c1cfa6cd-ce67-4b70-9d5b-15ab88294417 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:34:34.262504 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-31bdad24-25fe-4915-ae2f-d0cd39362c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:34.388266 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-042e9867-6d21-4372-9a69-0061082b6066 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Made reservation on behalf of e43abc7f2b214d1a915ef6ef86af9079 for: {'subnet': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:34:34.388907 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-7672fea7-6585-40eb-9a4e-03f9075602a6 req-79a24365-de01-4fc1-b6c8-1d540ff47e02 tempest-TestVolumeBackupRestore-944752322 tempest-TestVolumeBackupRestore-944752322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:34.392204 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-042e9867-6d21-4372-9a69-0061082b6066 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274743'] for subnet, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:34.439811 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a24365-de01-4fc1-b6c8-1d540ff47e02 tempest-TestVolumeBackupRestore-944752322 tempest-TestVolumeBackupRestore-944752322-project] Pushing event deleted for resources: {'Port': ['ID=d6776e0f-f310-483a-a2d5-163fa5092fc1,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:34.491381 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [req-7672fea7-6585-40eb-9a4e-03f9075602a6 req-79a24365-de01-4fc1-b6c8-1d540ff47e02 tempest-TestVolumeBackupRestore-944752322 tempest-TestVolumeBackupRestore-944752322-project] No DVR routers for this DVR port d6776e0f-f310-483a-a2d5-163fa5092fc1 on host n-h2-764292-30 {{(pid=102192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:34:34.493418 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-7672fea7-6585-40eb-9a4e-03f9075602a6 req-79a24365-de01-4fc1-b6c8-1d540ff47e02 tempest-TestVolumeBackupRestore-944752322 tempest-TestVolumeBackupRestore-944752322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:34.496638 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7672fea7-6585-40eb-9a4e-03f9075602a6 req-79a24365-de01-4fc1-b6c8-1d540ff47e02 tempest-TestVolumeBackupRestore-944752322 tempest-TestVolumeBackupRestore-944752322-project] 10.222.0.24 "DELETE /v2.0/ports/d6776e0f-f310-483a-a2d5-163fa5092fc1 HTTP/1.1" status: 204 len: 173 time: 0.8373244 Aug 11 03:34:34.497832 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5f9f945-5fa5-4600-9157-0da44ed688fa', 'name': 'network-vif-deleted', 'tag': 'd6776e0f-f310-483a-a2d5-163fa5092fc1'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:34:34.500400 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0acfbeb0-b342-43f3-9c41-e54b19167b96" -d '{"events": [{"server_uuid": "b5f9f945-5fa5-4600-9157-0da44ed688fa", "name": "network-vif-deleted", "tag": "d6776e0f-f310-483a-a2d5-163fa5092fc1"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:34:34.511784 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-591632e9-1128-497d-b003-d89209cedf82 None None] DHCP port deletion for 41e2676c-dfa7-4a22-87ed-f7efd502a6d9 request from n-d-764292-30 {{(pid=102193) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:34:34.552777 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6559b2a3-076f-4137-94e9-12b37751d68b x-openstack-request-id: req-6559b2a3-076f-4137-94e9-12b37751d68b {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:34:34.552777 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5f9f945-5fa5-4600-9157-0da44ed688fa", "name": "network-vif-deleted", "tag": "d6776e0f-f310-483a-a2d5-163fa5092fc1", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:34:34.552777 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6559b2a3-076f-4137-94e9-12b37751d68b {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:34:34.552777 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5f9f945-5fa5-4600-9157-0da44ed688fa', 'name': 'network-vif-deleted', 'tag': 'd6776e0f-f310-483a-a2d5-163fa5092fc1', 'status': 'completed', 'code': 200} Aug 11 03:34:34.568775 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-591632e9-1128-497d-b003-d89209cedf82 None None] Deleting port c1cfa6cd-ce67-4b70-9d5b-15ab88294417 {{(pid=102193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:34:34.568775 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-591632e9-1128-497d-b003-d89209cedf82 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:34.640015 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-591632e9-1128-497d-b003-d89209cedf82 None None] For port c1cfa6cd-ce67-4b70-9d5b-15ab88294417, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=c1cfa6cd-ce67-4b70-9d5b-15ab88294417,segment=NetworkSegment(5d96f309-e028-4cb7-a58f-990eaca460da),segment_id=5d96f309-e028-4cb7-a58f-990eaca460da)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:34:34.640341 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-591632e9-1128-497d-b003-d89209cedf82 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:34.654610 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-591632e9-1128-497d-b003-d89209cedf82 None None] Calling delete_port for c1cfa6cd-ce67-4b70-9d5b-15ab88294417 owned by network:dhcp {{(pid=102193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:34:34.700200 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:34.714765 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-042e9867-6d21-4372-9a69-0061082b6066 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126283476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274725'] for subnet, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:34.762955 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-042e9867-6d21-4372-9a69-0061082b6066 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Network 41e2676c-dfa7-4a22-87ed-f7efd502a6d9 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:34:34.768004 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-042e9867-6d21-4372-9a69-0061082b6066 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:34:34.778634 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-042e9867-6d21-4372-9a69-0061082b6066 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:34.779353 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-042e9867-6d21-4372-9a69-0061082b6066 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:34.789875 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042e9867-6d21-4372-9a69-0061082b6066 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Pushing event updated for resources: {'Subnet': ['ID=bc9c275a-5c7e-466e-91f1-fd6ca409ff6c,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:34.827444 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-591632e9-1128-497d-b003-d89209cedf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678'] for port, after_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:34.864882 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591632e9-1128-497d-b003-d89209cedf82 None None] Pushing event deleted for resources: {'Port': ['ID=c1cfa6cd-ce67-4b70-9d5b-15ab88294417,revision_number=None']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:34.870342 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591632e9-1128-497d-b003-d89209cedf82 None None] No DVR routers for this DVR port c1cfa6cd-ce67-4b70-9d5b-15ab88294417 on host n-d-764292-30 {{(pid=102193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:34:34.896130 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-042e9867-6d21-4372-9a69-0061082b6066 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6605847 Aug 11 03:34:34.896130 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 38474) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:34.905662 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-e37eaed7-0947-46f1-aa12-866b6a639b2a tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Request body: {'subnet': {'network_id': '41e2676c-dfa7-4a22-87ed-f7efd502a6d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:34:34.908728 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f781b9c-a5bf-4721-be0e-17f179c8ffb6 None None] Network 41e2676c-dfa7-4a22-87ed-f7efd502a6d9 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:34:34.933929 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 38478) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:34.973427 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-8619a2eb-f9ce-4515-a7c0-6ddc405e6402 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:35.200461 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-accc0dfb-edf0-40c5-8d4c-1e0c383e08fa req-b50befa9-eba0-491c-8b67-fb41f9f3932c tempest-TestVolumeBackupRestore-944752322 tempest-TestVolumeBackupRestore-944752322-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5f9f945-5fa5-4600-9157-0da44ed688fa HTTP/1.1" status: 200 len: 210 time: 0.0844483 Aug 11 03:34:35.232178 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a08dda-defd-4abf-82a9-7416f0dbc7a2 req-7cccf668-bb10-4376-8603-5a6fbffafdb0 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:35.234779 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-38a08dda-defd-4abf-82a9-7416f0dbc7a2 req-7cccf668-bb10-4376-8603-5a6fbffafdb0 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=e26e7075-4fca-4f43-86ce-882b53ced53b HTTP/1.1" status: 200 len: 943 time: 0.1652939 Aug 11 03:34:35.293541 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11ec5931-64a6-4e1e-badd-aa84ddd3d5ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde080026-c28f-55be-b52b-13827cc43646-41e2676c-dfa7-4a22-87ed-f7efd502a6d9', 'network_id': '41e2676c-dfa7-4a22-87ed-f7efd502a6d9', 'tenant_id': 'e43abc7f2b214d1a915ef6ef86af9079', 'fixed_ips': [{'subnet_id': 'bc9c275a-5c7e-466e-91f1-fd6ca409ff6c'}]}} from n-d-764292-30. {{(pid=102193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:34:35.295349 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-11ec5931-64a6-4e1e-badd-aa84ddd3d5ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:35.306975 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-38a08dda-defd-4abf-82a9-7416f0dbc7a2 req-f38c649d-b907-4127-8017-99f29fc1ce8c tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/security-groups?id=d90906b3-11d7-4670-8cbc-45704d99f68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576646 Aug 11 03:34:35.308805 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-8619a2eb-f9ce-4515-a7c0-6ddc405e6402 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:35.387578 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-8619a2eb-f9ce-4515-a7c0-6ddc405e6402 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:35.428227 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8619a2eb-f9ce-4515-a7c0-6ddc405e6402 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8adc7e0-d3b1-41de-a5cb-47869307e949,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:35.432744 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-8619a2eb-f9ce-4515-a7c0-6ddc405e6402 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7f3253267f1c4844bf4ef69565043f7d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4977326 Aug 11 03:34:35.435466 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 38482) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:35.443851 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.db_base_plugin_common [None req-11ec5931-64a6-4e1e-badd-aa84ddd3d5ec None None] Allocated IP 2001:db8::2 (41e2676c-dfa7-4a22-87ed-f7efd502a6d9/bc9c275a-5c7e-466e-91f1-fd6ca409ff6c/57dade00-097f-4af0-8a46-fa0abe91a32d) {{(pid=102193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:34:35.479885 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e37eaed7-0947-46f1-aa12-866b6a639b2a tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Made reservation on behalf of e43abc7f2b214d1a915ef6ef86af9079 for: {'subnet': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:34:35.483986 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e37eaed7-0947-46f1-aa12-866b6a639b2a tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274743'] for subnet, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:35.496309 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b694dd7e-2ba3-4d4e-9d03-f28d1cbd760f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:35.524603 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b694dd7e-2ba3-4d4e-9d03-f28d1cbd760f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:35.597871 n-d-764292-30 neutron-server[102191]: INFO neutron.db.ipam_backend_mixin [None req-e37eaed7-0947-46f1-aa12-866b6a639b2a tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet bc9c275a-5c7e-466e-91f1-fd6ca409ff6c (CIDR: 2001:db8::/64) Aug 11 03:34:35.613902 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-11ec5931-64a6-4e1e-badd-aa84ddd3d5ec None None] Notify callbacks [] for port, precommit_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:35.650509 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-11ec5931-64a6-4e1e-badd-aa84ddd3d5ec None None] Transition to ACTIVE for port object 57dade00-097f-4af0-8a46-fa0abe91a32d will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:34:35.652026 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b694dd7e-2ba3-4d4e-9d03-f28d1cbd760f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:35.652171 n-d-764292-30 neutron-server[102191]: INFO neutron.pecan_wsgi.hooks.translation [None req-e37eaed7-0947-46f1-aa12-866b6a639b2a tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 03:34:35.653196 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e37eaed7-0947-46f1-aa12-866b6a639b2a tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:34:35.655867 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b694dd7e-2ba3-4d4e-9d03-f28d1cbd760f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:35.657795 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-b694dd7e-2ba3-4d4e-9d03-f28d1cbd760f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e8adc7e0-d3b1-41de-a5cb-47869307e949 HTTP/1.1" status: 204 len: 168 time: 0.2207334 Aug 11 03:34:35.668253 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b694dd7e-2ba3-4d4e-9d03-f28d1cbd760f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8adc7e0-d3b1-41de-a5cb-47869307e949,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:35.682775 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-11ec5931-64a6-4e1e-badd-aa84ddd3d5ec None None] Transition to ACTIVE for port object 57dade00-097f-4af0-8a46-fa0abe91a32d will not be triggered until provisioned by entity DHCP. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:34:35.737497 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-e37eaed7-0947-46f1-aa12-866b6a639b2a tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8373687 Aug 11 03:34:35.740011 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 38486) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:35.746540 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-594ecff8-e716-4ad9-bf4d-a723c02c6f7f tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Request body: {'subnet': {'network_id': '41e2676c-dfa7-4a22-87ed-f7efd502a6d9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:34:35.760175 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-11ec5931-64a6-4e1e-badd-aa84ddd3d5ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669'] for port, after_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:35.803962 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11ec5931-64a6-4e1e-badd-aa84ddd3d5ec None None] Network 41e2676c-dfa7-4a22-87ed-f7efd502a6d9 is already hosted by enough agents. {{(pid=102193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:34:35.808609 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.base_scheduler [None req-11ec5931-64a6-4e1e-badd-aa84ddd3d5ec None None] Resources bound (agent type, host, resource id): {{(pid=102193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:34:35.811397 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ec5931-64a6-4e1e-badd-aa84ddd3d5ec None None] Received port after_create {{(pid=102193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:34:35.830448 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ec5931-64a6-4e1e-badd-aa84ddd3d5ec None None] Pushing event updated for resources: {'Port': ['ID=57dade00-097f-4af0-8a46-fa0abe91a32d,revision_number=1']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:35.884705 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-11ec5931-64a6-4e1e-badd-aa84ddd3d5ec None None] Attempting to bind port 57dade00-097f-4af0-8a46-fa0abe91a32d on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:34:35.885179 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-11ec5931-64a6-4e1e-badd-aa84ddd3d5ec None None] Attempting to bind port 57dade00-097f-4af0-8a46-fa0abe91a32d by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': '5d96f309-e028-4cb7-a58f-990eaca460da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '41e2676c-dfa7-4a22-87ed-f7efd502a6d9'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:34:35.886160 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ec5931-64a6-4e1e-badd-aa84ddd3d5ec None None] Attempting to bind port 57dade00-097f-4af0-8a46-fa0abe91a32d on network 41e2676c-dfa7-4a22-87ed-f7efd502a6d9 {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:34:35.891767 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ec5931-64a6-4e1e-badd-aa84ddd3d5ec None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 34, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:34:35.892235 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ec5931-64a6-4e1e-badd-aa84ddd3d5ec None None] Checking segment: {'id': '5d96f309-e028-4cb7-a58f-990eaca460da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '41e2676c-dfa7-4a22-87ed-f7efd502a6d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:34:35.892641 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-11ec5931-64a6-4e1e-badd-aa84ddd3d5ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:35.893034 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ec5931-64a6-4e1e-badd-aa84ddd3d5ec None None] Bound using segment: {'id': '5d96f309-e028-4cb7-a58f-990eaca460da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '41e2676c-dfa7-4a22-87ed-f7efd502a6d9'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:34:35.893502 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-11ec5931-64a6-4e1e-badd-aa84ddd3d5ec None None] Bound port: 57dade00-097f-4af0-8a46-fa0abe91a32d, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d96f309-e028-4cb7-a58f-990eaca460da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '41e2676c-dfa7-4a22-87ed-f7efd502a6d9'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:34:35.893883 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-11ec5931-64a6-4e1e-badd-aa84ddd3d5ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:35.942351 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-594ecff8-e716-4ad9-bf4d-a723c02c6f7f tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Made reservation on behalf of e43abc7f2b214d1a915ef6ef86af9079 for: {'subnet': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:34:35.946040 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-594ecff8-e716-4ad9-bf4d-a723c02c6f7f tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274743'] for subnet, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:35.957480 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-11ec5931-64a6-4e1e-badd-aa84ddd3d5ec None None] For port 57dade00-097f-4af0-8a46-fa0abe91a32d, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:34:35.960657 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-11ec5931-64a6-4e1e-badd-aa84ddd3d5ec None None] For port 57dade00-097f-4af0-8a46-fa0abe91a32d, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=57dade00-097f-4af0-8a46-fa0abe91a32d,segment=NetworkSegment(5d96f309-e028-4cb7-a58f-990eaca460da),segment_id=5d96f309-e028-4cb7-a58f-990eaca460da)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:34:36.057631 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-11ec5931-64a6-4e1e-badd-aa84ddd3d5ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:36.135842 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ec5931-64a6-4e1e-badd-aa84ddd3d5ec None None] Pushing event updated for resources: {'Port': ['ID=57dade00-097f-4af0-8a46-fa0abe91a32d,revision_number=2']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:36.353494 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-74c2e409-0466-43f9-b5e9-3942dc40c785 req-6a2b14c9-fb2e-4e66-b0b5-930205532a2a tempest-TestVolumeBackupRestore-944752322 tempest-TestVolumeBackupRestore-944752322-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5f9f945-5fa5-4600-9157-0da44ed688fa HTTP/1.1" status: 200 len: 210 time: 0.0562098 Aug 11 03:34:36.533380 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528b2706-b96b-4ce7-b7aa-8fcb73ad661c req-105411ab-2911-41ec-b859-c5bbf80c6a47 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:36.535472 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-528b2706-b96b-4ce7-b7aa-8fcb73ad661c req-105411ab-2911-41ec-b859-c5bbf80c6a47 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=e26e7075-4fca-4f43-86ce-882b53ced53b HTTP/1.1" status: 200 len: 943 time: 0.0987661 Aug 11 03:34:36.546382 n-d-764292-30 neutron-server[102191]: DEBUG neutron.objects.ports [None req-594ecff8-e716-4ad9-bf4d-a723c02c6f7f tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102191) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 11 03:34:36.590004 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 57dade00-097f-4af0-8a46-fa0abe91a32d up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:34:36.597258 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-528b2706-b96b-4ce7-b7aa-8fcb73ad661c req-f8666f88-cd96-4e79-8601-6b4e20f04509 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/security-groups?id=d90906b3-11d7-4670-8cbc-45704d99f68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534015 Aug 11 03:34:36.719786 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port 57dade00-097f-4af0-8a46-fa0abe91a32d completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:34:36.772300 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device c1cfa6cd-ce67-4b70-9d5b-15ab88294417 no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:34:36.794091 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device d6776e0f-f310-483a-a2d5-163fa5092fc1 no longer exists at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:34:36.798479 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: c1cfa6cd-ce67-4b70-9d5b-15ab88294417 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:34:36.798479 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device c1cfa6cd-ce67-4b70-9d5b-15ab88294417 not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:34:36.814978 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] No Port match for: d6776e0f-f310-483a-a2d5-163fa5092fc1 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:34:36.815330 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device d6776e0f-f310-483a-a2d5-163fa5092fc1 not bound to the agent host n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:34:36.933687 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-594ecff8-e716-4ad9-bf4d-a723c02c6f7f tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:37.127061 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [None req-594ecff8-e716-4ad9-bf4d-a723c02c6f7f tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] For port 57dade00-097f-4af0-8a46-fa0abe91a32d, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=57dade00-097f-4af0-8a46-fa0abe91a32d,segment=NetworkSegment(5d96f309-e028-4cb7-a58f-990eaca460da),segment_id=5d96f309-e028-4cb7-a58f-990eaca460da)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:34:37.172492 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-594ecff8-e716-4ad9-bf4d-a723c02c6f7f tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:37.273930 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-594ecff8-e716-4ad9-bf4d-a723c02c6f7f tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:37.274973 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-594ecff8-e716-4ad9-bf4d-a723c02c6f7f tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126283476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274725'] for subnet, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:37.287165 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:37.319943 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-082c1e70-20c8-4547-b11a-64644f4974bc None None] Provisioning for port 57dade00-097f-4af0-8a46-fa0abe91a32d completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:34:37.326802 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-082c1e70-20c8-4547-b11a-64644f4974bc None None] Provisioning complete for port 57dade00-097f-4af0-8a46-fa0abe91a32d triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:34:37.327567 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-082c1e70-20c8-4547-b11a-64644f4974bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:37.340901 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-594ecff8-e716-4ad9-bf4d-a723c02c6f7f tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Network 41e2676c-dfa7-4a22-87ed-f7efd502a6d9 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:34:37.347786 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-594ecff8-e716-4ad9-bf4d-a723c02c6f7f tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:34:37.351062 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-594ecff8-e716-4ad9-bf4d-a723c02c6f7f tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:37.351666 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-594ecff8-e716-4ad9-bf4d-a723c02c6f7f tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:37.365444 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6da807aa-9ce9-42b6-93e5-7f7912a629f4 None None] Network 41e2676c-dfa7-4a22-87ed-f7efd502a6d9 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:34:37.399326 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594ecff8-e716-4ad9-bf4d-a723c02c6f7f tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Pushing event updated for resources: {'Subnet': ['ID=fb3ac9cc-d645-453f-b0d8-df4c8cd2a7e2,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:37.409023 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594ecff8-e716-4ad9-bf4d-a723c02c6f7f tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Pushing event updated for resources: {'Port': ['ID=57dade00-097f-4af0-8a46-fa0abe91a32d,revision_number=4']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:37.483252 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-594ecff8-e716-4ad9-bf4d-a723c02c6f7f tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.7420511 Aug 11 03:34:37.484233 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 38518) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:37.490150 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-7a7eaf01-0f59-44ea-b21f-321139ccaf3e tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Request body: {'port': {'network_id': '41e2676c-dfa7-4a22-87ed-f7efd502a6d9', 'mac_address': 'fa:16:3e:23:4b:ff', 'name': 'tempest-NetworksTestDHCPv6-387903022'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:34:37.497893 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-21a6caa4-e628-44ed-964a-d8e1c2e8609a req-613b891e-133a-4731-aa72-2cf025647ad6 tempest-TestVolumeBackupRestore-944752322 tempest-TestVolumeBackupRestore-944752322-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5f9f945-5fa5-4600-9157-0da44ed688fa HTTP/1.1" status: 200 len: 210 time: 0.0372045 Aug 11 03:34:37.537621 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-082c1e70-20c8-4547-b11a-64644f4974bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:37.607204 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-082c1e70-20c8-4547-b11a-64644f4974bc None None] For port 57dade00-097f-4af0-8a46-fa0abe91a32d, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=57dade00-097f-4af0-8a46-fa0abe91a32d,segment=NetworkSegment(5d96f309-e028-4cb7-a58f-990eaca460da),segment_id=5d96f309-e028-4cb7-a58f-990eaca460da)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:34:37.692855 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-082c1e70-20c8-4547-b11a-64644f4974bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:37.720360 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a7eaf01-0f59-44ea-b21f-321139ccaf3e tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Made reservation on behalf of e43abc7f2b214d1a915ef6ef86af9079 for: {'port': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:34:37.774352 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20fde03-e40e-45dd-99e0-f91905bc7ff1 req-f4082cc3-8f93-4a86-9d4f-58b6da247a44 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:37.782111 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a20fde03-e40e-45dd-99e0-f91905bc7ff1 req-f4082cc3-8f93-4a86-9d4f-58b6da247a44 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=e26e7075-4fca-4f43-86ce-882b53ced53b HTTP/1.1" status: 200 len: 943 time: 0.1007912 Aug 11 03:34:37.792016 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082c1e70-20c8-4547-b11a-64644f4974bc None None] Pushing event updated for resources: {'Port': ['ID=57dade00-097f-4af0-8a46-fa0abe91a32d,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:37.833546 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a20fde03-e40e-45dd-99e0-f91905bc7ff1 req-c539fbaf-0cb4-4233-b585-21e472c46848 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/security-groups?id=d90906b3-11d7-4670-8cbc-45704d99f68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399375 Aug 11 03:34:37.879561 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7a7eaf01-0f59-44ea-b21f-321139ccaf3e tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:37.906324 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [None req-7a7eaf01-0f59-44ea-b21f-321139ccaf3e tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] device_id is not set on port d1fac278-17b0-44d5-8a9a-8bfe84db3872 yet. {{(pid=102191) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:34:38.120720 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [None req-7a7eaf01-0f59-44ea-b21f-321139ccaf3e tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Allocated IP 2001:db8::32e (41e2676c-dfa7-4a22-87ed-f7efd502a6d9/bc9c275a-5c7e-466e-91f1-fd6ca409ff6c/d1fac278-17b0-44d5-8a9a-8bfe84db3872) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:34:38.127984 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [None req-7a7eaf01-0f59-44ea-b21f-321139ccaf3e tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Allocated IP 2001:db8:0:1:f816:3eff:fe23:4bff (41e2676c-dfa7-4a22-87ed-f7efd502a6d9/fb3ac9cc-d645-453f-b0d8-df4c8cd2a7e2/d1fac278-17b0-44d5-8a9a-8bfe84db3872) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:34:38.301932 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7a7eaf01-0f59-44ea-b21f-321139ccaf3e tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:38.325868 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [None req-7a7eaf01-0f59-44ea-b21f-321139ccaf3e tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Transition to ACTIVE for port object d1fac278-17b0-44d5-8a9a-8bfe84db3872 will not be triggered until provisioned by entity DHCP. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:34:38.435927 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-6925d922-e969-49be-9526-11270b5b6fe9 None None] Provisioning complete for port 57dade00-097f-4af0-8a46-fa0abe91a32d triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:34:38.435927 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-6925d922-e969-49be-9526-11270b5b6fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:38.451106 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7a7eaf01-0f59-44ea-b21f-321139ccaf3e tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:38.516102 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7eaf01-0f59-44ea-b21f-321139ccaf3e tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Pushing event updated for resources: {'Port': ['ID=d1fac278-17b0-44d5-8a9a-8bfe84db3872,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:38.516261 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 57dade00-097f-4af0-8a46-fa0abe91a32d up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:34:38.526732 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a7eaf01-0f59-44ea-b21f-321139ccaf3e tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Network 41e2676c-dfa7-4a22-87ed-f7efd502a6d9 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:34:38.533634 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-7a7eaf01-0f59-44ea-b21f-321139ccaf3e tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:34:38.533634 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7eaf01-0f59-44ea-b21f-321139ccaf3e tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:34:38.536791 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a7eaf01-0f59-44ea-b21f-321139ccaf3e tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:38.537580 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7a7eaf01-0f59-44ea-b21f-321139ccaf3e tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:38.595542 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 57dade00-097f-4af0-8a46-fa0abe91a32d triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:34:38.595924 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:38.641981 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-72958615-8a6d-4267-92a7-bc0bfcbfc0cb req-c1ef639f-7876-49ef-8f92-8308531f0887 tempest-TestVolumeBackupRestore-944752322 tempest-TestVolumeBackupRestore-944752322-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5f9f945-5fa5-4600-9157-0da44ed688fa HTTP/1.1" status: 200 len: 210 time: 0.0435681 Aug 11 03:34:38.676361 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-7a7eaf01-0f59-44ea-b21f-321139ccaf3e tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.1908174 Aug 11 03:34:38.678877 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 38542) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:38.782785 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-c492772a-98c4-462d-9853-b3bcdbae04cf tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Deleting port d1fac278-17b0-44d5-8a9a-8bfe84db3872 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:34:38.783135 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c492772a-98c4-462d-9853-b3bcdbae04cf tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:38.873649 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c492772a-98c4-462d-9853-b3bcdbae04cf tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:38.891539 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-c492772a-98c4-462d-9853-b3bcdbae04cf tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Calling delete_port for d1fac278-17b0-44d5-8a9a-8bfe84db3872 owned by {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:34:38.955756 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-7637357f-64cf-4389-9762-6ac24d4d7542 None None] Provisioning for port d1fac278-17b0-44d5-8a9a-8bfe84db3872 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:34:38.964678 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-7637357f-64cf-4389-9762-6ac24d4d7542 None None] Provisioning complete for port d1fac278-17b0-44d5-8a9a-8bfe84db3872 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:34:38.965049 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-7637357f-64cf-4389-9762-6ac24d4d7542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:38.977801 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db809e33-ee8f-414f-92ef-7b71d263ff6c req-0182db70-f117-42b6-b02d-af57938fdbd7 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:38.980196 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-db809e33-ee8f-414f-92ef-7b71d263ff6c req-0182db70-f117-42b6-b02d-af57938fdbd7 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=e26e7075-4fca-4f43-86ce-882b53ced53b HTTP/1.1" status: 200 len: 943 time: 0.0603192 Aug 11 03:34:39.015321 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-7637357f-64cf-4389-9762-6ac24d4d7542 None None] Port d1fac278-17b0-44d5-8a9a-8bfe84db3872 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:34:39.034171 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-db809e33-ee8f-414f-92ef-7b71d263ff6c req-549c37da-42ef-4cd6-a180-8e50c273e83b tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/security-groups?id=d90906b3-11d7-4670-8cbc-45704d99f68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478227 Aug 11 03:34:39.165330 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c492772a-98c4-462d-9853-b3bcdbae04cf tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:39.195149 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c492772a-98c4-462d-9853-b3bcdbae04cf tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Pushing event deleted for resources: {'Port': ['ID=d1fac278-17b0-44d5-8a9a-8bfe84db3872,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:39.244634 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c492772a-98c4-462d-9853-b3bcdbae04cf tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:39.246639 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-c492772a-98c4-462d-9853-b3bcdbae04cf tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "DELETE /v2.0/ports/d1fac278-17b0-44d5-8a9a-8bfe84db3872 HTTP/1.1" status: 204 len: 168 time: 0.5664575 Aug 11 03:34:39.249232 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 38548) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:39.299957 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de6e28f4-2a49-4ad1-bd1d-a82c04137183 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:39.301853 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-de6e28f4-2a49-4ad1-bd1d-a82c04137183 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0516884 Aug 11 03:34:39.304517 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 38550) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:39.353722 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b0970f-6053-4119-8b0f-34287cc72042 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:39.356388 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-38b0970f-6053-4119-8b0f-34287cc72042 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0504301 Aug 11 03:34:39.358450 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 38552) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:39.417616 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f06ea730-5567-4a47-b430-daffa47ef27f tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:39.419167 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f06ea730-5567-4a47-b430-daffa47ef27f tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:39.420639 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f06ea730-5567-4a47-b430-daffa47ef27f tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:39.422194 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-f06ea730-5567-4a47-b430-daffa47ef27f tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0628159 Aug 11 03:34:39.424883 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 38554) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:39.475266 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e14efd0-54df-4a4a-a74f-b2608298392b tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Deleting subnet bc9c275a-5c7e-466e-91f1-fd6ca409ff6c {{(pid=102191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:34:39.478457 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6e14efd0-54df-4a4a-a74f-b2608298392b tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks [] for subnet, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:39.517799 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6e14efd0-54df-4a4a-a74f-b2608298392b tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126283525'] for subnet, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:39.602214 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6e14efd0-54df-4a4a-a74f-b2608298392b tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:39.702984 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 38558) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:39.720403 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6e14efd0-54df-4a4a-a74f-b2608298392b tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126283413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126275158'] for subnet, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:39.758467 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e14efd0-54df-4a4a-a74f-b2608298392b tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Pushing event deleted for resources: {'Subnet': ['ID=bc9c275a-5c7e-466e-91f1-fd6ca409ff6c,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:39.760471 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6e14efd0-54df-4a4a-a74f-b2608298392b tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:39.763571 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-6e14efd0-54df-4a4a-a74f-b2608298392b tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "DELETE /v2.0/subnets/bc9c275a-5c7e-466e-91f1-fd6ca409ff6c HTTP/1.1" status: 204 len: 168 time: 0.3373234 Aug 11 03:34:39.764901 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 38560) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:39.766020 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c63c296b-587e-4f2d-b070-25c8311939a1 None None] Network 41e2676c-dfa7-4a22-87ed-f7efd502a6d9 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:34:39.797716 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-23c58c3f-0eb6-4b1a-8224-86c3472fd864 tempest-TestVolumeBackupRestore-944752322 tempest-TestVolumeBackupRestore-944752322-project] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:39.817343 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a797e4e-8d20-46ab-8027-ffb6e93c5ac2 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Deleting subnet fb3ac9cc-d645-453f-b0d8-df4c8cd2a7e2 {{(pid=102192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:34:39.820801 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9a797e4e-8d20-46ab-8027-ffb6e93c5ac2 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks [] for subnet, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:39.826550 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-23c58c3f-0eb6-4b1a-8224-86c3472fd864 tempest-TestVolumeBackupRestore-944752322 tempest-TestVolumeBackupRestore-944752322-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:39.866231 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9a797e4e-8d20-46ab-8027-ffb6e93c5ac2 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125932460'] for subnet, precommit_delete_associations {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:39.947895 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-23c58c3f-0eb6-4b1a-8224-86c3472fd864 tempest-TestVolumeBackupRestore-944752322 tempest-TestVolumeBackupRestore-944752322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:39.950060 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9a797e4e-8d20-46ab-8027-ffb6e93c5ac2 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:39.950648 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-23c58c3f-0eb6-4b1a-8224-86c3472fd864 tempest-TestVolumeBackupRestore-944752322 tempest-TestVolumeBackupRestore-944752322-project] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:39.954319 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-23c58c3f-0eb6-4b1a-8224-86c3472fd864 tempest-TestVolumeBackupRestore-944752322 tempest-TestVolumeBackupRestore-944752322-project] 10.222.0.41 "DELETE /v2.0/security-groups/b7dd0f82-41a7-4a1d-84a1-f287f3504f4a HTTP/1.1" status: 204 len: 168 time: 0.2478662 Aug 11 03:34:39.966064 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c58c3f-0eb6-4b1a-8224-86c3472fd864 tempest-TestVolumeBackupRestore-944752322 tempest-TestVolumeBackupRestore-944752322-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7dd0f82-41a7-4a1d-84a1-f287f3504f4a,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:40.086953 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9a797e4e-8d20-46ab-8027-ffb6e93c5ac2 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125932157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126180897'] for subnet, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:40.134473 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a797e4e-8d20-46ab-8027-ffb6e93c5ac2 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Pushing event deleted for resources: {'Subnet': ['ID=fb3ac9cc-d645-453f-b0d8-df4c8cd2a7e2,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:40.152798 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9a797e4e-8d20-46ab-8027-ffb6e93c5ac2 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks [] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:40.154708 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-9a797e4e-8d20-46ab-8027-ffb6e93c5ac2 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "DELETE /v2.0/subnets/fb3ac9cc-d645-453f-b0d8-df4c8cd2a7e2 HTTP/1.1" status: 204 len: 168 time: 0.3888261 Aug 11 03:34:40.157202 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 38572) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:40.172482 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a797e4e-8d20-46ab-8027-ffb6e93c5ac2 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:34:40.172975 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a797e4e-8d20-46ab-8027-ffb6e93c5ac2 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:34:40.173424 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a797e4e-8d20-46ab-8027-ffb6e93c5ac2 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:34:40.173855 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a797e4e-8d20-46ab-8027-ffb6e93c5ac2 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:34:40.174335 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a797e4e-8d20-46ab-8027-ffb6e93c5ac2 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:34:40.174736 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a797e4e-8d20-46ab-8027-ffb6e93c5ac2 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:34:40.175464 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a797e4e-8d20-46ab-8027-ffb6e93c5ac2 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:34:40.175900 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a797e4e-8d20-46ab-8027-ffb6e93c5ac2 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:34:40.176322 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a797e4e-8d20-46ab-8027-ffb6e93c5ac2 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:34:40.176744 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a797e4e-8d20-46ab-8027-ffb6e93c5ac2 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:34:40.177218 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a797e4e-8d20-46ab-8027-ffb6e93c5ac2 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:34:40.177591 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a797e4e-8d20-46ab-8027-ffb6e93c5ac2 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:34:40.203822 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-c6b7b243-3ad2-4c79-a9bf-aad37195e1af tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0429125 Aug 11 03:34:40.205061 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1e746a-da92-4497-bb42-c83d53837fc5 req-12c7f89f-b25a-4950-87bc-1416dde7a661 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:40.206896 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ed1e746a-da92-4497-bb42-c83d53837fc5 req-12c7f89f-b25a-4950-87bc-1416dde7a661 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=e26e7075-4fca-4f43-86ce-882b53ced53b HTTP/1.1" status: 200 len: 943 time: 0.0745378 Aug 11 03:34:40.207611 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 38574) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:40.254749 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ed1e746a-da92-4497-bb42-c83d53837fc5 req-5d51b3fe-6168-4c9e-93be-7d3b4a9661a5 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/security-groups?id=d90906b3-11d7-4670-8cbc-45704d99f68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382936 Aug 11 03:34:40.261173 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-163f5b1c-dc17-4c46-b63a-4db3410f6ce5 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:40.265399 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 38576) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:40.265589 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-163f5b1c-dc17-4c46-b63a-4db3410f6ce5 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0554235 Aug 11 03:34:40.321252 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75e49fa0-7bf9-47f1-ae9e-d8441753681b tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:40.323308 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-75e49fa0-7bf9-47f1-ae9e-d8441753681b tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0559063 Aug 11 03:34:40.325885 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 38580) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:40.369908 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-ec1d13df-6a8a-4fdb-a942-0f8af3dc622a tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0426440 Aug 11 03:34:40.375447 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 38584) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:40.400561 n-d-764292-30 neutron-server[102192]: INFO neutron.pecan_wsgi.hooks.translation [None req-47d2c16b-2729-45e1-a06e-98b640143881 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] DELETE failed (client error): The resource could not be found. Aug 11 03:34:40.401825 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47d2c16b-2729-45e1-a06e-98b640143881 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:34:40.405623 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-47d2c16b-2729-45e1-a06e-98b640143881 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "DELETE /v2.0/ports/d1fac278-17b0-44d5-8a9a-8bfe84db3872 HTTP/1.1" status: 404 len: 333 time: 0.0302076 Aug 11 03:34:40.406626 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 38588) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:40.439885 n-d-764292-30 neutron-server[102191]: INFO neutron.pecan_wsgi.hooks.translation [None req-89454d5e-0878-4b1c-8d4f-c37d60c2b94e tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] DELETE failed (client error): The resource could not be found. Aug 11 03:34:40.440319 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89454d5e-0878-4b1c-8d4f-c37d60c2b94e tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:34:40.444830 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-89454d5e-0878-4b1c-8d4f-c37d60c2b94e tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "DELETE /v2.0/subnets/fb3ac9cc-d645-453f-b0d8-df4c8cd2a7e2 HTTP/1.1" status: 404 len: 337 time: 0.0371461 Aug 11 03:34:40.444973 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 38592) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:40.492236 n-d-764292-30 neutron-server[102192]: INFO neutron.pecan_wsgi.hooks.translation [None req-c93dc448-0048-4c1b-8f22-477eecb202eb tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] DELETE failed (client error): The resource could not be found. Aug 11 03:34:40.492236 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c93dc448-0048-4c1b-8f22-477eecb202eb tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:34:40.494642 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-c93dc448-0048-4c1b-8f22-477eecb202eb tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "DELETE /v2.0/subnets/bc9c275a-5c7e-466e-91f1-fd6ca409ff6c HTTP/1.1" status: 404 len: 337 time: 0.0482049 Aug 11 03:34:40.498087 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 38602) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:40.538729 n-d-764292-30 neutron-server[102191]: INFO neutron.pecan_wsgi.hooks.translation [None req-07618344-8458-4d85-a430-108b9b35f534 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] DELETE failed (client error): The resource could not be found. Aug 11 03:34:40.539373 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07618344-8458-4d85-a430-108b9b35f534 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:34:40.544357 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 38608) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:40.547687 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-07618344-8458-4d85-a430-108b9b35f534 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "DELETE /v2.0/ports/152ec362-d7e5-46e6-9b0d-eb91b122499b HTTP/1.1" status: 404 len: 333 time: 0.0482428 Aug 11 03:34:40.578170 n-d-764292-30 neutron-server[102192]: INFO neutron.pecan_wsgi.hooks.translation [None req-12e39088-a91d-4fdf-9527-ab16d57cfed7 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] DELETE failed (client error): The resource could not be found. Aug 11 03:34:40.578710 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12e39088-a91d-4fdf-9527-ab16d57cfed7 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:34:40.582340 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-12e39088-a91d-4fdf-9527-ab16d57cfed7 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "DELETE /v2.0/subnets/153db1bb-3410-42a4-ae19-5f39ff2194e6 HTTP/1.1" status: 404 len: 337 time: 0.0349455 Aug 11 03:34:40.583170 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 38612) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:40.610189 n-d-764292-30 neutron-server[102191]: INFO neutron.pecan_wsgi.hooks.translation [None req-00a3a254-3d5c-4301-b997-68c62ba4c556 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] DELETE failed (client error): The resource could not be found. Aug 11 03:34:40.610677 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00a3a254-3d5c-4301-b997-68c62ba4c556 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:34:40.611323 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-026e257b-07a6-4beb-8108-844efa79cd18 None None] Network 41e2676c-dfa7-4a22-87ed-f7efd502a6d9 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:34:40.612464 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-00a3a254-3d5c-4301-b997-68c62ba4c556 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "DELETE /v2.0/subnets/b2fce1fb-a973-49d6-bef7-4e5faf823233 HTTP/1.1" status: 404 len: 337 time: 0.0282438 Aug 11 03:34:40.615406 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 38614) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:40.658321 n-d-764292-30 neutron-server[102191]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2387e86-6131-454e-a113-3b79d6fb693e tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] DELETE failed (client error): The resource could not be found. Aug 11 03:34:40.659566 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2387e86-6131-454e-a113-3b79d6fb693e tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:34:40.664194 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-b2387e86-6131-454e-a113-3b79d6fb693e tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "DELETE /v2.0/ports/0d8d0898-bafd-4217-88a0-cc4ec92205ca HTTP/1.1" status: 404 len: 333 time: 0.0429001 Aug 11 03:34:40.664560 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 38618) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:40.685494 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-248fd467-3c13-45ed-a931-6a5455952f36 None None] Provisioning complete for port 57dade00-097f-4af0-8a46-fa0abe91a32d triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:34:40.685877 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-248fd467-3c13-45ed-a931-6a5455952f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:40.707675 n-d-764292-30 neutron-server[102191]: INFO neutron.pecan_wsgi.hooks.translation [None req-67b88b6e-a525-4336-8a30-483e7ea32a6e tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] DELETE failed (client error): The resource could not be found. Aug 11 03:34:40.720595 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67b88b6e-a525-4336-8a30-483e7ea32a6e tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:34:40.720595 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-67b88b6e-a525-4336-8a30-483e7ea32a6e tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "DELETE /v2.0/subnets/96a5a68c-79fa-48f4-8901-26a8b3bf9299 HTTP/1.1" status: 404 len: 337 time: 0.0466843 Aug 11 03:34:40.722901 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 38624) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:40.754835 n-d-764292-30 neutron-server[102192]: INFO neutron.pecan_wsgi.hooks.translation [None req-9167dcd8-0e60-4c1d-bb26-fdc65fde71f5 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] DELETE failed (client error): The resource could not be found. Aug 11 03:34:40.755313 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9167dcd8-0e60-4c1d-bb26-fdc65fde71f5 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:34:40.759417 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-9167dcd8-0e60-4c1d-bb26-fdc65fde71f5 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "DELETE /v2.0/subnets/c342ece0-58a5-4c61-9c96-14a387efd2f3 HTTP/1.1" status: 404 len: 337 time: 0.0331614 Aug 11 03:34:40.759708 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 38626) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:40.787846 n-d-764292-30 neutron-server[102192]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ec88233-f1d0-42b4-b98e-b7c6489be751 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] DELETE failed (client error): The resource could not be found. Aug 11 03:34:40.787846 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ec88233-f1d0-42b4-b98e-b7c6489be751 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:34:40.789321 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-0ec88233-f1d0-42b4-b98e-b7c6489be751 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "DELETE /v2.0/ports/16b725e6-16e1-4b87-bd67-37f0d907c9b5 HTTP/1.1" status: 404 len: 333 time: 0.0267904 Aug 11 03:34:40.789653 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 38630) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:40.833155 n-d-764292-30 neutron-server[102191]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fc25399-46aa-473f-8363-6a7f33f1d5a2 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] DELETE failed (client error): The resource could not be found. Aug 11 03:34:40.833741 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fc25399-46aa-473f-8363-6a7f33f1d5a2 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:34:40.835648 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-5fc25399-46aa-473f-8363-6a7f33f1d5a2 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "DELETE /v2.0/subnets/41efd660-e8dd-46bd-9d7d-8b417fa8906b HTTP/1.1" status: 404 len: 337 time: 0.0443251 Aug 11 03:34:40.838161 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 38634) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:40.865414 n-d-764292-30 neutron-server[102191]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bb9e0b1-b85c-4299-8b08-aeb5c23b4d99 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] DELETE failed (client error): The resource could not be found. Aug 11 03:34:40.865804 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bb9e0b1-b85c-4299-8b08-aeb5c23b4d99 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:34:40.870762 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-1bb9e0b1-b85c-4299-8b08-aeb5c23b4d99 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "DELETE /v2.0/subnets/07fc2c7f-780c-4710-aa80-b2cd2e0f72f7 HTTP/1.1" status: 404 len: 337 time: 0.0286391 Aug 11 03:34:40.871075 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 38636) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:40.895219 n-d-764292-30 neutron-server[102191]: INFO neutron.pecan_wsgi.hooks.translation [None req-e539a20c-1c55-431d-a674-c0f0e962c1c6 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] DELETE failed (client error): The resource could not be found. Aug 11 03:34:40.895939 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e539a20c-1c55-431d-a674-c0f0e962c1c6 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:34:40.898412 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-e539a20c-1c55-431d-a674-c0f0e962c1c6 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "DELETE /v2.0/ports/077b997b-ba16-43a6-bcae-66f28de6ee3d HTTP/1.1" status: 404 len: 333 time: 0.0256631 Aug 11 03:34:40.900392 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 38638) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:40.927245 n-d-764292-30 neutron-server[102191]: INFO neutron.pecan_wsgi.hooks.translation [None req-1886e038-54a6-4787-9bc4-7235046beaca tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] DELETE failed (client error): The resource could not be found. Aug 11 03:34:40.927705 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1886e038-54a6-4787-9bc4-7235046beaca tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:34:40.929486 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-1886e038-54a6-4787-9bc4-7235046beaca tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "DELETE /v2.0/subnets/be004f1c-ee14-415f-b76c-e99a8fbe2ede HTTP/1.1" status: 404 len: 337 time: 0.0280240 Aug 11 03:34:40.943267 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 38640) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:40.973496 n-d-764292-30 neutron-server[102191]: INFO neutron.pecan_wsgi.hooks.translation [None req-485ae92c-ec9b-4118-b73d-7b74f82bf559 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] DELETE failed (client error): The resource could not be found. Aug 11 03:34:40.974270 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-485ae92c-ec9b-4118-b73d-7b74f82bf559 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:34:40.976317 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-485ae92c-ec9b-4118-b73d-7b74f82bf559 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "DELETE /v2.0/ports/48645e0f-6952-42e8-a312-374851edd6be HTTP/1.1" status: 404 len: 333 time: 0.0320768 Aug 11 03:34:40.979764 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 38642) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:41.019024 n-d-764292-30 neutron-server[102191]: INFO neutron.pecan_wsgi.hooks.translation [None req-9500b9b5-e099-4e1d-8d47-19cad28ebdab tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] DELETE failed (client error): The resource could not be found. Aug 11 03:34:41.019485 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9500b9b5-e099-4e1d-8d47-19cad28ebdab tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:34:41.021268 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-9500b9b5-e099-4e1d-8d47-19cad28ebdab tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "DELETE /v2.0/subnets/3fc47801-6839-45e8-8591-7bbde377d64b HTTP/1.1" status: 404 len: 337 time: 0.0402448 Aug 11 03:34:41.023795 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 38648) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:41.052870 n-d-764292-30 neutron-server[102191]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b9ad9bd-f3bb-4f40-bbf4-352c9c6ae5ea tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] DELETE failed (client error): The resource could not be found. Aug 11 03:34:41.053842 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b9ad9bd-f3bb-4f40-bbf4-352c9c6ae5ea tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:34:41.055377 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fce94ce2-3903-4ac6-9a5e-1abff05be4a1 None None] DHCP port deletion for 41e2676c-dfa7-4a22-87ed-f7efd502a6d9 request from n-d-764292-30 {{(pid=102193) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:34:41.055822 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-3b9ad9bd-f3bb-4f40-bbf4-352c9c6ae5ea tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "DELETE /v2.0/ports/57777b9b-e2c3-466d-a4a0-e575b6d57579 HTTP/1.1" status: 404 len: 333 time: 0.0259566 Aug 11 03:34:41.059641 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 38650) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:41.109445 n-d-764292-30 neutron-server[102192]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d5a8b9a-a802-44ce-aee7-ba5d714d93d4 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] DELETE failed (client error): The resource could not be found. Aug 11 03:34:41.109698 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-fce94ce2-3903-4ac6-9a5e-1abff05be4a1 None None] Deleting port 57dade00-097f-4af0-8a46-fa0abe91a32d {{(pid=102193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:34:41.109921 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d5a8b9a-a802-44ce-aee7-ba5d714d93d4 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:34:41.110206 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-fce94ce2-3903-4ac6-9a5e-1abff05be4a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:41.114371 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-2d5a8b9a-a802-44ce-aee7-ba5d714d93d4 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "DELETE /v2.0/subnets/17d68725-fc0b-43b8-9451-601f3741b936 HTTP/1.1" status: 404 len: 337 time: 0.0531406 Aug 11 03:34:41.114585 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 38656) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:41.138324 n-d-764292-30 neutron-server[102191]: INFO neutron.pecan_wsgi.hooks.translation [None req-e014f595-cc13-4439-a1a9-f27cf6d34118 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] DELETE failed (client error): The resource could not be found. Aug 11 03:34:41.139088 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e014f595-cc13-4439-a1a9-f27cf6d34118 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:34:41.143304 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-e014f595-cc13-4439-a1a9-f27cf6d34118 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "DELETE /v2.0/ports/19f1993f-4596-4a59-b674-6dce66193022 HTTP/1.1" status: 404 len: 333 time: 0.0251434 Aug 11 03:34:41.143584 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 38658) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:41.187681 n-d-764292-30 neutron-server[102191]: INFO neutron.pecan_wsgi.hooks.translation [None req-08452ccf-b845-40ab-8907-e9c7fdec1245 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] DELETE failed (client error): The resource could not be found. Aug 11 03:34:41.188068 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-fce94ce2-3903-4ac6-9a5e-1abff05be4a1 None None] For port 57dade00-097f-4af0-8a46-fa0abe91a32d, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=57dade00-097f-4af0-8a46-fa0abe91a32d,segment=NetworkSegment(5d96f309-e028-4cb7-a58f-990eaca460da),segment_id=5d96f309-e028-4cb7-a58f-990eaca460da)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:34:41.188224 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08452ccf-b845-40ab-8907-e9c7fdec1245 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:34:41.188676 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-fce94ce2-3903-4ac6-9a5e-1abff05be4a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:41.192352 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-08452ccf-b845-40ab-8907-e9c7fdec1245 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "DELETE /v2.0/subnets/02d9f9ab-e877-46a3-89c2-b706646c533d HTTP/1.1" status: 404 len: 337 time: 0.0454700 Aug 11 03:34:41.199567 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 38664) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:41.205389 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-fce94ce2-3903-4ac6-9a5e-1abff05be4a1 None None] Calling delete_port for 57dade00-097f-4af0-8a46-fa0abe91a32d owned by network:dhcp {{(pid=102193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:34:41.217743 n-d-764292-30 neutron-server[102191]: INFO neutron.pecan_wsgi.hooks.translation [None req-bab7e8d2-a959-43b8-b0ac-e782ef87bfda tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] DELETE failed (client error): The resource could not be found. Aug 11 03:34:41.218538 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bab7e8d2-a959-43b8-b0ac-e782ef87bfda tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:34:41.220290 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-bab7e8d2-a959-43b8-b0ac-e782ef87bfda tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "DELETE /v2.0/ports/d021a84b-7ad8-4646-9d75-43935a435bac HTTP/1.1" status: 404 len: 333 time: 0.0267603 Aug 11 03:34:41.222812 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 38668) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:41.254669 n-d-764292-30 neutron-server[102191]: INFO neutron.pecan_wsgi.hooks.translation [None req-30ec9c3e-b325-478b-90b9-dbcf0eea80a1 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] DELETE failed (client error): The resource could not be found. Aug 11 03:34:41.267212 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30ec9c3e-b325-478b-90b9-dbcf0eea80a1 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:34:41.267212 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-30ec9c3e-b325-478b-90b9-dbcf0eea80a1 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "DELETE /v2.0/subnets/7dccc7a2-eee5-4de5-b35c-a81355ce597e HTTP/1.1" status: 404 len: 337 time: 0.0330160 Aug 11 03:34:41.268929 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 38672) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:41.298487 n-d-764292-30 neutron-server[102192]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2453bd4-a23f-429e-883f-86eb34f713a6 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] DELETE failed (client error): The resource could not be found. Aug 11 03:34:41.298487 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2453bd4-a23f-429e-883f-86eb34f713a6 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:34:41.302569 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 38676) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:41.302936 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-c2453bd4-a23f-429e-883f-86eb34f713a6 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "DELETE /v2.0/ports/aaa1bb21-c1a1-4f54-a9be-0b9588d77f41 HTTP/1.1" status: 404 len: 333 time: 0.0325794 Aug 11 03:34:41.352276 n-d-764292-30 neutron-server[102191]: INFO neutron.pecan_wsgi.hooks.translation [None req-007b6b21-7521-455a-8807-8b90be27b040 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] DELETE failed (client error): The resource could not be found. Aug 11 03:34:41.352789 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-007b6b21-7521-455a-8807-8b90be27b040 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:34:41.355481 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-007b6b21-7521-455a-8807-8b90be27b040 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "DELETE /v2.0/subnets/36fe3603-cc0d-4284-b473-70e0ae3156a9 HTTP/1.1" status: 404 len: 337 time: 0.0519240 Aug 11 03:34:41.357924 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 38682) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:41.387761 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:41.389380 n-d-764292-30 neutron-server[102191]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d3a1caa-de85-48a1-a24d-f098d35ae62c tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] DELETE failed (client error): The resource could not be found. Aug 11 03:34:41.390044 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d3a1caa-de85-48a1-a24d-f098d35ae62c tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:34:41.392252 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-5d3a1caa-de85-48a1-a24d-f098d35ae62c tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "DELETE /v2.0/subnets/433d97b2-8964-4f4a-b575-fcbb7613dfac HTTP/1.1" status: 404 len: 337 time: 0.0330365 Aug 11 03:34:41.395291 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 38684) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:41.420812 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb48e0b-399a-4884-8eba-d2f1360c442f req-e9bec68a-ff8c-4bc8-a7ed-07d8a6140420 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:41.427905 n-d-764292-30 neutron-server[102191]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0a3588f-0e86-426e-87b4-8a02e0668c7d tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] DELETE failed (client error): The resource could not be found. Aug 11 03:34:41.429050 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0a3588f-0e86-426e-87b4-8a02e0668c7d tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:34:41.429193 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-feb48e0b-399a-4884-8eba-d2f1360c442f req-e9bec68a-ff8c-4bc8-a7ed-07d8a6140420 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=e26e7075-4fca-4f43-86ce-882b53ced53b HTTP/1.1" status: 200 len: 943 time: 0.0612445 Aug 11 03:34:41.431481 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-f0a3588f-0e86-426e-87b4-8a02e0668c7d tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "DELETE /v2.0/ports/92d3451a-d681-4557-b813-0c4bc5355535 HTTP/1.1" status: 404 len: 333 time: 0.0349834 Aug 11 03:34:41.433910 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 38688) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:41.444688 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-fce94ce2-3903-4ac6-9a5e-1abff05be4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678'] for port, after_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:41.501681 n-d-764292-30 neutron-server[102191]: INFO neutron.pecan_wsgi.hooks.translation [None req-60cb084e-62ae-49f1-b6c2-12747e2a1501 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] DELETE failed (client error): The resource could not be found. Aug 11 03:34:41.503068 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60cb084e-62ae-49f1-b6c2-12747e2a1501 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:34:41.504721 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-feb48e0b-399a-4884-8eba-d2f1360c442f req-ecbc266e-3f78-4eea-aa62-bad8c29b285b tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/security-groups?id=d90906b3-11d7-4670-8cbc-45704d99f68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707579 Aug 11 03:34:41.507073 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-60cb084e-62ae-49f1-b6c2-12747e2a1501 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "DELETE /v2.0/subnets/c0a54354-c5e8-447b-91f4-7b65f81dcbb7 HTTP/1.1" status: 404 len: 337 time: 0.0717938 Aug 11 03:34:41.512304 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce94ce2-3903-4ac6-9a5e-1abff05be4a1 None None] No DVR routers for this DVR port 57dade00-097f-4af0-8a46-fa0abe91a32d on host n-d-764292-30 {{(pid=102193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:34:41.516195 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce94ce2-3903-4ac6-9a5e-1abff05be4a1 None None] Pushing event deleted for resources: {'Port': ['ID=57dade00-097f-4af0-8a46-fa0abe91a32d,revision_number=None']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:41.525309 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 38696) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:41.556581 n-d-764292-30 neutron-server[102191]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4b10aa8-b39a-4d9a-a52e-86de9d43e602 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] DELETE failed (client error): The resource could not be found. Aug 11 03:34:41.557054 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4b10aa8-b39a-4d9a-a52e-86de9d43e602 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:34:41.559354 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-e4b10aa8-b39a-4d9a-a52e-86de9d43e602 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "DELETE /v2.0/subnets/96c0d066-910f-48a0-ab1b-5c8c1c73b890 HTTP/1.1" status: 404 len: 337 time: 0.0319903 Aug 11 03:34:41.561709 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 38698) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:41.609943 n-d-764292-30 neutron-server[102192]: INFO neutron.pecan_wsgi.hooks.translation [None req-964cc6f8-954b-4dbf-83dd-c09832cd57c5 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] DELETE failed (client error): The resource could not be found. Aug 11 03:34:41.610643 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-964cc6f8-954b-4dbf-83dd-c09832cd57c5 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:34:41.615249 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-964cc6f8-954b-4dbf-83dd-c09832cd57c5 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "DELETE /v2.0/ports/4c0eb0f2-7993-4f89-ae4b-c2f444b7c161 HTTP/1.1" status: 404 len: 333 time: 0.0522926 Aug 11 03:34:41.615407 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 38704) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:41.649750 n-d-764292-30 neutron-server[102191]: INFO neutron.pecan_wsgi.hooks.translation [None req-afa5e1f6-971a-4e60-ae4d-dbb24f87b6ed tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] DELETE failed (client error): The resource could not be found. Aug 11 03:34:41.652005 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afa5e1f6-971a-4e60-ae4d-dbb24f87b6ed tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:34:41.657374 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-afa5e1f6-971a-4e60-ae4d-dbb24f87b6ed tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "DELETE /v2.0/subnets/7edf7452-5c6a-4f2a-8438-5c3165956a5f HTTP/1.1" status: 404 len: 337 time: 0.0386431 Aug 11 03:34:41.657871 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 38706) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:41.685111 n-d-764292-30 neutron-server[102192]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c6ce62d-8f71-4a29-b29d-70f1609d8a53 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] DELETE failed (client error): The resource could not be found. Aug 11 03:34:41.685779 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c6ce62d-8f71-4a29-b29d-70f1609d8a53 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:34:41.687601 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-6c6ce62d-8f71-4a29-b29d-70f1609d8a53 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "DELETE /v2.0/subnets/9bb40973-2588-422e-bc16-6c2cf5499efe HTTP/1.1" status: 404 len: 337 time: 0.0287557 Aug 11 03:34:41.690067 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 38712) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:41.717659 n-d-764292-30 neutron-server[102192]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f96b709-9538-4d46-b749-90417d527a94 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] DELETE failed (client error): The resource could not be found. Aug 11 03:34:41.718276 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f96b709-9538-4d46-b749-90417d527a94 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:34:41.720069 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-2f96b709-9538-4d46-b749-90417d527a94 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "DELETE /v2.0/ports/ec51bce2-784f-4353-b05e-c57178b5caa5 HTTP/1.1" status: 404 len: 333 time: 0.0290792 Aug 11 03:34:41.722579 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 38714) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:41.747766 n-d-764292-30 neutron-server[102192]: INFO neutron.pecan_wsgi.hooks.translation [None req-96dd99d1-f881-4f28-bec2-5f97193bdb3c tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] DELETE failed (client error): The resource could not be found. Aug 11 03:34:41.748487 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96dd99d1-f881-4f28-bec2-5f97193bdb3c tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:34:41.752863 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-96dd99d1-f881-4f28-bec2-5f97193bdb3c tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "DELETE /v2.0/subnets/f468bca4-7d5b-4b90-b08f-944a46314174 HTTP/1.1" status: 404 len: 337 time: 0.0267849 Aug 11 03:34:41.753181 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 38716) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:41.787303 n-d-764292-30 neutron-server[102192]: INFO neutron.pecan_wsgi.hooks.translation [None req-b59ff585-b42a-4b7a-9683-3cbe43eeeb88 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] DELETE failed (client error): The resource could not be found. Aug 11 03:34:41.788145 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b59ff585-b42a-4b7a-9683-3cbe43eeeb88 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:34:41.793999 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 38724) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:41.794685 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-b59ff585-b42a-4b7a-9683-3cbe43eeeb88 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "DELETE /v2.0/subnets/b9316e02-9db3-43db-b935-cda2855e9260 HTTP/1.1" status: 404 len: 337 time: 0.0402169 Aug 11 03:34:41.840911 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-2d3669cd-b6e0-4764-93ac-8f592b2cc86a tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac005adb-dc34-4d66-958c-ac48a52d5539 HTTP/1.1" status: 200 len: 205 time: 0.0453355 Aug 11 03:34:41.843518 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 38726) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:41.887765 n-d-764292-30 neutron-server[102192]: INFO neutron.api.v2.resource [None req-5fe6b2b7-4660-4a50-99a6-685f4c085662 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] delete failed (client error): The resource could not be found. Aug 11 03:34:41.888914 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-5fe6b2b7-4660-4a50-99a6-685f4c085662 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "DELETE /v2.0/routers/ac005adb-dc34-4d66-958c-ac48a52d5539 HTTP/1.1" status: 404 len: 336 time: 0.0443561 Aug 11 03:34:41.891432 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 38732) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:41.923572 n-d-764292-30 neutron-server[102192]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ab09a56-37d1-49a9-bc97-1a1a83bc18b2 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] DELETE failed (client error): The resource could not be found. Aug 11 03:34:41.924181 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ab09a56-37d1-49a9-bc97-1a1a83bc18b2 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:34:41.928861 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-3ab09a56-37d1-49a9-bc97-1a1a83bc18b2 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "DELETE /v2.0/subnets/30807453-3bad-41f1-82f4-9f579982dae8 HTTP/1.1" status: 404 len: 337 time: 0.0338244 Aug 11 03:34:41.929224 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 38734) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:41.957136 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-abc72c41-3b7a-4975-8bce-69bb8b56c323 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "GET /v2.0/ports?device_id=27f2c4e4-2e89-4306-9057-2006afe4d310 HTTP/1.1" status: 200 len: 205 time: 0.0268078 Aug 11 03:34:41.960332 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 38738) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:42.017957 n-d-764292-30 neutron-server[102191]: INFO neutron.api.v2.resource [None req-e12c22c2-bb69-4aa4-8704-664a77a8ae6e tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] delete failed (client error): The resource could not be found. Aug 11 03:34:42.022146 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 38742) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:42.022638 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-e12c22c2-bb69-4aa4-8704-664a77a8ae6e tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "DELETE /v2.0/routers/27f2c4e4-2e89-4306-9057-2006afe4d310 HTTP/1.1" status: 404 len: 336 time: 0.0611446 Aug 11 03:34:42.051401 n-d-764292-30 neutron-server[102192]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d7da9e1-d2e2-4427-926f-7cc24674d3e3 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] DELETE failed (client error): The resource could not be found. Aug 11 03:34:42.052175 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d7da9e1-d2e2-4427-926f-7cc24674d3e3 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:34:42.054214 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-4d7da9e1-d2e2-4427-926f-7cc24674d3e3 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "DELETE /v2.0/subnets/9f1c9856-967a-45e6-b8db-c473c622a20b HTTP/1.1" status: 404 len: 337 time: 0.0306048 Aug 11 03:34:42.057744 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 38746) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:42.090120 n-d-764292-30 neutron-server[102191]: INFO neutron.pecan_wsgi.hooks.translation [None req-664966b4-ef7a-4fb1-8966-24cf8fa8b3a1 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] DELETE failed (client error): The resource could not be found. Aug 11 03:34:42.090620 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-664966b4-ef7a-4fb1-8966-24cf8fa8b3a1 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:34:42.094333 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-664966b4-ef7a-4fb1-8966-24cf8fa8b3a1 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "DELETE /v2.0/subnets/f4779809-840b-402d-80f5-eafe6fe7b018 HTTP/1.1" status: 404 len: 337 time: 0.0336871 Aug 11 03:34:42.095292 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 38750) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:42.120845 n-d-764292-30 neutron-server[102192]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cd70781-6989-4d59-89ad-58b4fe3c0df2 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] DELETE failed (client error): The resource could not be found. Aug 11 03:34:42.121549 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cd70781-6989-4d59-89ad-58b4fe3c0df2 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:34:42.123312 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-2cd70781-6989-4d59-89ad-58b4fe3c0df2 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "DELETE /v2.0/ports/f1cc5011-49f5-4c0a-a5a8-e8e6c842e28c HTTP/1.1" status: 404 len: 333 time: 0.0270245 Aug 11 03:34:42.125873 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 38752) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:42.154251 n-d-764292-30 neutron-server[102192]: INFO neutron.pecan_wsgi.hooks.translation [None req-44fc922b-e899-4389-bcce-184b9d7cd4d5 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] DELETE failed (client error): The resource could not be found. Aug 11 03:34:42.154983 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44fc922b-e899-4389-bcce-184b9d7cd4d5 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:34:42.156896 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-44fc922b-e899-4389-bcce-184b9d7cd4d5 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "DELETE /v2.0/subnets/dacba015-15ab-4f25-bfcc-aa6edbbb5f0c HTTP/1.1" status: 404 len: 337 time: 0.0298622 Aug 11 03:34:42.159473 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 38756) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:42.188919 n-d-764292-30 neutron-server[102192]: INFO neutron.pecan_wsgi.hooks.translation [None req-8412d621-e970-4706-b880-955738d7a9d5 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] DELETE failed (client error): The resource could not be found. Aug 11 03:34:42.189677 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8412d621-e970-4706-b880-955738d7a9d5 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:34:42.194440 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 38760) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:42.204999 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-8412d621-e970-4706-b880-955738d7a9d5 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "DELETE /v2.0/ports/c43d0c0e-ad8f-4909-9ec5-4dad91e068dc HTTP/1.1" status: 404 len: 333 time: 0.0441742 Aug 11 03:34:42.229011 n-d-764292-30 neutron-server[102191]: INFO neutron.pecan_wsgi.hooks.translation [None req-17ac5789-52d0-4624-a090-dc6bfdbc7dc5 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] DELETE failed (client error): The resource could not be found. Aug 11 03:34:42.230581 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17ac5789-52d0-4624-a090-dc6bfdbc7dc5 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:34:42.232528 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-17ac5789-52d0-4624-a090-dc6bfdbc7dc5 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "DELETE /v2.0/subnets/d49a4f42-b055-4c22-be01-c80ec1e72f8d HTTP/1.1" status: 404 len: 337 time: 0.0364206 Aug 11 03:34:42.235132 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 38764) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:42.260387 n-d-764292-30 neutron-server[102191]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ede85a9-c078-48d8-a737-697b28cf59fe tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] DELETE failed (client error): The resource could not be found. Aug 11 03:34:42.261058 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ede85a9-c078-48d8-a737-697b28cf59fe tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:34:42.265766 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 38770) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:42.275631 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-5ede85a9-c078-48d8-a737-697b28cf59fe tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "DELETE /v2.0/ports/13910882-9137-4267-8cf4-c805e8a495ce HTTP/1.1" status: 404 len: 333 time: 0.0386546 Aug 11 03:34:42.308888 n-d-764292-30 neutron-server[102192]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cd25a74-cf4b-4817-b37e-cb1420605785 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] DELETE failed (client error): The resource could not be found. Aug 11 03:34:42.309353 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1cd25a74-cf4b-4817-b37e-cb1420605785 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:34:42.313958 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-1cd25a74-cf4b-4817-b37e-cb1420605785 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "DELETE /v2.0/subnets/e012ba8a-ddfd-4667-bdda-b1da52cde06c HTTP/1.1" status: 404 len: 337 time: 0.0473971 Aug 11 03:34:42.314317 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 38776) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:42.344072 n-d-764292-30 neutron-server[102191]: INFO neutron.pecan_wsgi.hooks.translation [None req-f30791c2-7c7f-40d3-b841-c28302c4ed08 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] DELETE failed (client error): The resource could not be found. Aug 11 03:34:42.345704 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f30791c2-7c7f-40d3-b841-c28302c4ed08 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:34:42.347933 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-f30791c2-7c7f-40d3-b841-c28302c4ed08 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "DELETE /v2.0/ports/64bc83c8-106c-450c-9e76-99aff5a445f1 HTTP/1.1" status: 404 len: 333 time: 0.0326507 Aug 11 03:34:42.350584 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 38780) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:42.382022 n-d-764292-30 neutron-server[102191]: INFO neutron.pecan_wsgi.hooks.translation [None req-d72c1fa5-080d-4804-98d3-39fe3679f0b1 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] DELETE failed (client error): The resource could not be found. Aug 11 03:34:42.382860 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d72c1fa5-080d-4804-98d3-39fe3679f0b1 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:34:42.384869 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-d72c1fa5-080d-4804-98d3-39fe3679f0b1 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "DELETE /v2.0/subnets/e4cb6c2d-06f7-4bb9-bd67-82e01b38099e HTTP/1.1" status: 404 len: 337 time: 0.0329213 Aug 11 03:34:42.388018 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 38784) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:42.417473 n-d-764292-30 neutron-server[102191]: INFO neutron.pecan_wsgi.hooks.translation [None req-b01cc443-f59c-4304-9169-1e7000f67db3 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] DELETE failed (client error): The resource could not be found. Aug 11 03:34:42.418169 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b01cc443-f59c-4304-9169-1e7000f67db3 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:34:42.419941 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-b01cc443-f59c-4304-9169-1e7000f67db3 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "DELETE /v2.0/ports/00ba6b50-bb6d-47b7-aa1b-58e930b7526a HTTP/1.1" status: 404 len: 333 time: 0.0307488 Aug 11 03:34:42.422497 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 38788) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:42.452717 n-d-764292-30 neutron-server[102191]: INFO neutron.pecan_wsgi.hooks.translation [None req-f38f1b4e-5713-4e8e-b39b-297d5d63b9c5 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] DELETE failed (client error): The resource could not be found. Aug 11 03:34:42.455495 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f38f1b4e-5713-4e8e-b39b-297d5d63b9c5 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:34:42.457509 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-f38f1b4e-5713-4e8e-b39b-297d5d63b9c5 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "DELETE /v2.0/subnets/cb191037-c019-4569-b694-c5f510143fe4 HTTP/1.1" status: 404 len: 337 time: 0.0340583 Aug 11 03:34:42.460242 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 38790) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:42.487774 n-d-764292-30 neutron-server[102192]: INFO neutron.pecan_wsgi.hooks.translation [None req-b38083f3-63c4-4ddc-9d95-68efb7a56d79 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] DELETE failed (client error): The resource could not be found. Aug 11 03:34:42.488300 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b38083f3-63c4-4ddc-9d95-68efb7a56d79 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:34:42.494353 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 38794) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:42.501718 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-b38083f3-63c4-4ddc-9d95-68efb7a56d79 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "DELETE /v2.0/ports/3e60b3d0-0835-4b15-83d1-d65ad418177a HTTP/1.1" status: 404 len: 333 time: 0.0402157 Aug 11 03:34:42.527123 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 57dade00-097f-4af0-8a46-fa0abe91a32d no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:34:42.545977 n-d-764292-30 neutron-server[102191]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea4cf404-76f9-407c-809d-e45bbb344bb0 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] DELETE failed (client error): The resource could not be found. Aug 11 03:34:42.546765 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea4cf404-76f9-407c-809d-e45bbb344bb0 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:34:42.552596 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 38800) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:42.553152 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-ea4cf404-76f9-407c-809d-e45bbb344bb0 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "DELETE /v2.0/subnets/00d6efb7-411e-4794-8ee4-4a78ced0952e HTTP/1.1" status: 404 len: 337 time: 0.0568924 Aug 11 03:34:42.578604 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: 57dade00-097f-4af0-8a46-fa0abe91a32d {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:34:42.581856 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 57dade00-097f-4af0-8a46-fa0abe91a32d not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:34:42.619044 n-d-764292-30 neutron-server[102192]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d21e2dc-0def-4639-9865-d5cb19a21604 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] DELETE failed (client error): The resource could not be found. Aug 11 03:34:42.620089 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d21e2dc-0def-4639-9865-d5cb19a21604 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102192) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:34:42.628336 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-6d21e2dc-0def-4639-9865-d5cb19a21604 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "DELETE /v2.0/ports/7fcded7c-f27a-40b6-a699-8d1ec24edfca HTTP/1.1" status: 404 len: 333 time: 0.0718832 Aug 11 03:34:42.629342 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 38808) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:42.666717 n-d-764292-30 neutron-server[102191]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8b1e717-7cde-4e3c-9d76-d8b9e628ce39 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] DELETE failed (client error): The resource could not be found. Aug 11 03:34:42.667465 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8b1e717-7cde-4e3c-9d76-d8b9e628ce39 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:34:42.672583 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-e8b1e717-7cde-4e3c-9d76-d8b9e628ce39 tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "DELETE /v2.0/subnets/dbaafb35-c387-4268-b1bd-8c5e3a1f8fa5 HTTP/1.1" status: 404 len: 337 time: 0.0417478 Aug 11 03:34:42.673520 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 38810) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:42.687526 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153032cc-e884-4f19-8c4a-a62828783887 req-60f0e30e-e60a-4790-958c-5ed01105949f tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:42.695304 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-153032cc-e884-4f19-8c4a-a62828783887 req-60f0e30e-e60a-4790-958c-5ed01105949f tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=e26e7075-4fca-4f43-86ce-882b53ced53b HTTP/1.1" status: 200 len: 943 time: 0.0640121 Aug 11 03:34:42.743180 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-153032cc-e884-4f19-8c4a-a62828783887 req-29dc6105-0db9-430f-8eb1-cffdda409be4 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/security-groups?id=d90906b3-11d7-4670-8cbc-45704d99f68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463016 Aug 11 03:34:42.771204 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-37f47a1d-c30a-429c-84d5-8d0d576f7f6e tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:42.878578 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-37f47a1d-c30a-429c-84d5-8d0d576f7f6e tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:42.895616 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-37f47a1d-c30a-429c-84d5-8d0d576f7f6e tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41e2676c-dfa7-4a22-87ed-f7efd502a6d9']}} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:34:42.918666 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-37f47a1d-c30a-429c-84d5-8d0d576f7f6e tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d96f309-e028-4cb7-a58f-990eaca460da') {'for_net_delete': True} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:34:42.919329 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-37f47a1d-c30a-429c-84d5-8d0d576f7f6e tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d96f309-e028-4cb7-a58f-990eaca460da') {} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:34:42.934591 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-37f47a1d-c30a-429c-84d5-8d0d576f7f6e tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126283644'] for segment, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:42.961036 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-37f47a1d-c30a-429c-84d5-8d0d576f7f6e tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:42.968306 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37f47a1d-c30a-429c-84d5-8d0d576f7f6e tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=102191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:34:42.968763 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-37f47a1d-c30a-429c-84d5-8d0d576f7f6e tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126283391'] for segment, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:42.974510 n-d-764292-30 neutron-server[102191]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:34:42.974510 n-d-764292-30 neutron-server[102191]: items = [ Aug 11 03:34:42.974510 n-d-764292-30 neutron-server[102191]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:34:42.974510 n-d-764292-30 neutron-server[102191]: items = [ Aug 11 03:34:42.974510 n-d-764292-30 neutron-server[102191]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:34:42.974510 n-d-764292-30 neutron-server[102191]: items = [ Aug 11 03:34:42.974510 n-d-764292-30 neutron-server[102191]: Traceback (most recent call last): Aug 11 03:34:42.974510 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:34:42.974510 n-d-764292-30 neutron-server[102191]: timer() Aug 11 03:34:42.974510 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:34:42.974510 n-d-764292-30 neutron-server[102191]: cb(*args, **kw) Aug 11 03:34:42.974510 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:34:42.974510 n-d-764292-30 neutron-server[102191]: return func(*args, **kwargs) Aug 11 03:34:42.974510 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:34:42.974510 n-d-764292-30 neutron-server[102191]: self._notify() Aug 11 03:34:42.974510 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:34:42.974510 n-d-764292-30 neutron-server[102191]: self.callback(batched_events) Aug 11 03:34:42.974510 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:34:42.974510 n-d-764292-30 neutron-server[102191]: event.method(event) Aug 11 03:34:42.974510 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:34:42.974510 n-d-764292-30 neutron-server[102191]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:34:42.974510 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:34:42.974510 n-d-764292-30 neutron-server[102191]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:34:42.974510 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:34:42.974510 n-d-764292-30 neutron-server[102191]: return f(self, *a, **k) Aug 11 03:34:42.974510 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:34:42.974510 n-d-764292-30 neutron-server[102191]: return self._get(url).json() Aug 11 03:34:42.974510 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:34:42.974510 n-d-764292-30 neutron-server[102191]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:34:42.974510 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:34:42.974510 n-d-764292-30 neutron-server[102191]: return self.request(url, 'GET', **kwargs) Aug 11 03:34:42.974510 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:34:42.974510 n-d-764292-30 neutron-server[102191]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:34:42.974510 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:34:42.974510 n-d-764292-30 neutron-server[102191]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:34:42.974510 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:34:42.974510 n-d-764292-30 neutron-server[102191]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:34:42.974510 n-d-764292-30 neutron-server[102191]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:34:43.113354 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-37f47a1d-c30a-429c-84d5-8d0d576f7f6e tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:43.118087 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-37f47a1d-c30a-429c-84d5-8d0d576f7f6e tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Notify callbacks [] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:43.123573 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-37f47a1d-c30a-429c-84d5-8d0d576f7f6e tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] 10.222.0.41 "DELETE /v2.0/networks/41e2676c-dfa7-4a22-87ed-f7efd502a6d9 HTTP/1.1" status: 204 len: 168 time: 0.4484637 Aug 11 03:34:43.155031 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f47a1d-c30a-429c-84d5-8d0d576f7f6e tempest-NetworksTestDHCPv6-2041670864 tempest-NetworksTestDHCPv6-2041670864-project] Pushing event deleted for resources: {'Network': ['ID=41e2676c-dfa7-4a22-87ed-f7efd502a6d9,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:43.695810 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 38864) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:43.859535 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-2f7eeba7-7029-4c27-8444-ad8a38024aea admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e43abc7f2b214d1a915ef6ef86af9079&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1621237 Aug 11 03:34:43.861664 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 38874) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:43.905915 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273bab2c-feec-4098-8ede-ea6389bd3d4f req-1d262d53-0df6-4d66-93dd-68fbc7888c27 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:43.907575 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-273bab2c-feec-4098-8ede-ea6389bd3d4f req-1d262d53-0df6-4d66-93dd-68fbc7888c27 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=e26e7075-4fca-4f43-86ce-882b53ced53b HTTP/1.1" status: 200 len: 943 time: 0.0611696 Aug 11 03:34:43.934528 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b91782c3-49d4-43f4-a23e-64ae899dab2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:43.947938 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device ac7c8ec1-523e-4e26-85e5-3f37e000198f details requested by agent hyperv_n-h1-764292-30 with host n-h1-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:34:43.950690 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-273bab2c-feec-4098-8ede-ea6389bd3d4f req-5232a77e-370e-4f19-b148-e810a086265b tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/security-groups?id=d90906b3-11d7-4670-8cbc-45704d99f68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368259 Aug 11 03:34:43.957172 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b91782c3-49d4-43f4-a23e-64ae899dab2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:44.088951 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port ac7c8ec1-523e-4e26-85e5-3f37e000198f, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=ac7c8ec1-523e-4e26-85e5-3f37e000198f,segment=NetworkSegment(32ef8310-eb36-4f10-89a8-2ec645494a63),segment_id=32ef8310-eb36-4f10-89a8-2ec645494a63)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:34:44.101481 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Returning: {'device': 'ac7c8ec1-523e-4e26-85e5-3f37e000198f', 'network_id': '72c2364e-d28c-436a-9463-f669c277e7f2', 'port_id': 'ac7c8ec1-523e-4e26-85e5-3f37e000198f', 'mac_address': 'fa:16:3e:a1:6a:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '321ef215-4958-452a-9904-0e4a458fb021', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:34:44.103866 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b91782c3-49d4-43f4-a23e-64ae899dab2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:44.107595 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b91782c3-49d4-43f4-a23e-64ae899dab2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:44.113506 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-b91782c3-49d4-43f4-a23e-64ae899dab2f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6e729beb-f618-44f8-8cff-25e69e530714 HTTP/1.1" status: 204 len: 168 time: 0.2431545 Aug 11 03:34:44.120742 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91782c3-49d4-43f4-a23e-64ae899dab2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e729beb-f618-44f8-8cff-25e69e530714,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:44.189834 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:44.205767 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac7c8ec1-523e-4e26-85e5-3f37e000198f {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:34:44.228132 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port ac7c8ec1-523e-4e26-85e5-3f37e000198f, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=ac7c8ec1-523e-4e26-85e5-3f37e000198f,segment=NetworkSegment(32ef8310-eb36-4f10-89a8-2ec645494a63),segment_id=32ef8310-eb36-4f10-89a8-2ec645494a63)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:34:44.371128 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:44.428192 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=ac7c8ec1-523e-4e26-85e5-3f37e000198f,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:44.678269 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['ac7c8ec1-523e-4e26-85e5-3f37e000198f'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:34:45.129488 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 38974) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:45.166491 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3d5fef-855d-41ca-8ca7-99d59974871c req-1f0a8553-2fa6-4aa3-bc52-e150c944d5e5 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:45.168744 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9f3d5fef-855d-41ca-8ca7-99d59974871c req-1f0a8553-2fa6-4aa3-bc52-e150c944d5e5 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=e26e7075-4fca-4f43-86ce-882b53ced53b HTTP/1.1" status: 200 len: 944 time: 0.1065891 Aug 11 03:34:45.250830 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9f3d5fef-855d-41ca-8ca7-99d59974871c req-e7cff7e0-0117-4d6f-a4bc-bd0034683f94 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/security-groups?id=d90906b3-11d7-4670-8cbc-45704d99f68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731502 Aug 11 03:34:45.438807 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 38994) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:45.551167 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [None req-f96cc26c-f5dd-41fe-9c41-9e6944d410b5 tempest-ExtensionsTestJSON-574410715 tempest-ExtensionsTestJSON-574410715-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:34:45.552166 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-f96cc26c-f5dd-41fe-9c41-9e6944d410b5 tempest-ExtensionsTestJSON-574410715 tempest-ExtensionsTestJSON-574410715-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1116154 Aug 11 03:34:45.555261 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 39002) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:45.562307 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [None req-e7964499-4c77-4afc-8df7-d190543aaa39 tempest-ExtensionsTestJSON-574410715 tempest-ExtensionsTestJSON-574410715-project] http://10.222.0.41:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=102192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:34:45.563690 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-e7964499-4c77-4afc-8df7-d190543aaa39 tempest-ExtensionsTestJSON-574410715 tempest-ExtensionsTestJSON-574410715-project] 10.222.0.41 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0074170 Aug 11 03:34:45.566333 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 39006) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:45.570970 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [None req-dc643ca7-2c49-4e85-aee5-e445363aab51 tempest-ExtensionsTestJSON-574410715 tempest-ExtensionsTestJSON-574410715-project] http://10.222.0.41:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=102191) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:34:45.571943 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-dc643ca7-2c49-4e85-aee5-e445363aab51 tempest-ExtensionsTestJSON-574410715 tempest-ExtensionsTestJSON-574410715-project] 10.222.0.41 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0044813 Aug 11 03:34:45.577302 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 39008) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:45.581678 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [None req-face0639-5f5a-4910-befb-b62bbff7eeed tempest-ExtensionsTestJSON-574410715 tempest-ExtensionsTestJSON-574410715-project] http://10.222.0.41:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=102192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:34:45.582767 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-face0639-5f5a-4910-befb-b62bbff7eeed tempest-ExtensionsTestJSON-574410715 tempest-ExtensionsTestJSON-574410715-project] 10.222.0.41 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0044684 Aug 11 03:34:45.584967 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 39010) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:45.589247 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [None req-e87e1347-db58-486f-96e4-9934c06a68b1 tempest-ExtensionsTestJSON-574410715 tempest-ExtensionsTestJSON-574410715-project] http://10.222.0.41:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=102192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:34:45.590262 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-e87e1347-db58-486f-96e4-9934c06a68b1 tempest-ExtensionsTestJSON-574410715 tempest-ExtensionsTestJSON-574410715-project] 10.222.0.41 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0043318 Aug 11 03:34:45.592506 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 39012) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:45.597438 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [None req-59c1f3b5-216a-44db-97cb-9a2e94d2ea61 tempest-ExtensionsTestJSON-574410715 tempest-ExtensionsTestJSON-574410715-project] http://10.222.0.41:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=102192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:34:45.600362 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-59c1f3b5-216a-44db-97cb-9a2e94d2ea61 tempest-ExtensionsTestJSON-574410715 tempest-ExtensionsTestJSON-574410715-project] 10.222.0.41 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0050209 Aug 11 03:34:45.600889 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 39014) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:45.605493 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [None req-19e9ad46-a4b3-4f20-92f8-7052051351a4 tempest-ExtensionsTestJSON-574410715 tempest-ExtensionsTestJSON-574410715-project] http://10.222.0.41:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=102192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:34:45.606454 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-19e9ad46-a4b3-4f20-92f8-7052051351a4 tempest-ExtensionsTestJSON-574410715 tempest-ExtensionsTestJSON-574410715-project] 10.222.0.41 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0046909 Aug 11 03:34:45.608748 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 39016) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:45.612806 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [None req-bc30d891-1e93-4001-a608-40f2f8d3d125 tempest-ExtensionsTestJSON-574410715 tempest-ExtensionsTestJSON-574410715-project] http://10.222.0.41:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=102192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:34:45.613838 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-bc30d891-1e93-4001-a608-40f2f8d3d125 tempest-ExtensionsTestJSON-574410715 tempest-ExtensionsTestJSON-574410715-project] 10.222.0.41 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0041234 Aug 11 03:34:45.615922 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 39018) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:45.620400 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [None req-9b262c8d-c6b0-4a5d-8a0a-56f6bb5b1af4 tempest-ExtensionsTestJSON-574410715 tempest-ExtensionsTestJSON-574410715-project] http://10.222.0.41:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=102192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:34:45.621340 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-9b262c8d-c6b0-4a5d-8a0a-56f6bb5b1af4 tempest-ExtensionsTestJSON-574410715 tempest-ExtensionsTestJSON-574410715-project] 10.222.0.41 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0045857 Aug 11 03:34:45.623975 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 39022) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:45.628179 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [None req-1484ed8b-b59c-490d-88e2-94216106470f tempest-ExtensionsTestJSON-574410715 tempest-ExtensionsTestJSON-574410715-project] http://10.222.0.41:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=102191) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:34:45.629131 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-1484ed8b-b59c-490d-88e2-94216106470f tempest-ExtensionsTestJSON-574410715 tempest-ExtensionsTestJSON-574410715-project] 10.222.0.41 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0045195 Aug 11 03:34:45.631609 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 39024) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:45.636053 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [None req-ad0f2b9f-ee57-403c-8340-549bd4005392 tempest-ExtensionsTestJSON-574410715 tempest-ExtensionsTestJSON-574410715-project] http://10.222.0.41:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=102192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:34:45.639799 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 39026) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:45.639970 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-ad0f2b9f-ee57-403c-8340-549bd4005392 tempest-ExtensionsTestJSON-574410715 tempest-ExtensionsTestJSON-574410715-project] 10.222.0.41 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0073416 Aug 11 03:34:45.645429 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [None req-cfd5f7b0-3391-4870-9e66-657726933794 tempest-ExtensionsTestJSON-574410715 tempest-ExtensionsTestJSON-574410715-project] http://10.222.0.41:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=102191) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:34:45.646482 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-cfd5f7b0-3391-4870-9e66-657726933794 tempest-ExtensionsTestJSON-574410715 tempest-ExtensionsTestJSON-574410715-project] 10.222.0.41 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0056634 Aug 11 03:34:45.649191 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 39030) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:45.654429 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [None req-9431ca1c-3b2c-44ff-92b7-b7aacd1c6494 tempest-ExtensionsTestJSON-574410715 tempest-ExtensionsTestJSON-574410715-project] http://10.222.0.41:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=102192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:34:45.657971 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-9431ca1c-3b2c-44ff-92b7-b7aacd1c6494 tempest-ExtensionsTestJSON-574410715 tempest-ExtensionsTestJSON-574410715-project] 10.222.0.41 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0051079 Aug 11 03:34:45.658238 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 39032) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:45.662598 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [None req-aafae3d3-3126-4342-8cb1-5a0603ca0f72 tempest-ExtensionsTestJSON-574410715 tempest-ExtensionsTestJSON-574410715-project] http://10.222.0.41:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=102192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:34:45.665858 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-aafae3d3-3126-4342-8cb1-5a0603ca0f72 tempest-ExtensionsTestJSON-574410715 tempest-ExtensionsTestJSON-574410715-project] 10.222.0.41 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0043755 Aug 11 03:34:45.666129 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 39034) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:45.671072 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [None req-e861f4da-bbe2-4c33-a27a-b9504787d91e tempest-ExtensionsTestJSON-574410715 tempest-ExtensionsTestJSON-574410715-project] http://10.222.0.41:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=102192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:34:45.673529 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-e861f4da-bbe2-4c33-a27a-b9504787d91e tempest-ExtensionsTestJSON-574410715 tempest-ExtensionsTestJSON-574410715-project] 10.222.0.41 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0050910 Aug 11 03:34:45.675502 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 39036) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:45.680063 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [None req-c78f8d6d-2c3a-44a8-ac34-aa625dcc24d3 tempest-ExtensionsTestJSON-574410715 tempest-ExtensionsTestJSON-574410715-project] http://10.222.0.41:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=102192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:34:45.681917 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-c78f8d6d-2c3a-44a8-ac34-aa625dcc24d3 tempest-ExtensionsTestJSON-574410715 tempest-ExtensionsTestJSON-574410715-project] 10.222.0.41 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0052519 Aug 11 03:34:45.686533 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 39038) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:45.692417 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [None req-e1eb2d41-64d1-4d24-bfaf-8e2a5916d0c6 tempest-ExtensionsTestJSON-574410715 tempest-ExtensionsTestJSON-574410715-project] http://10.222.0.41:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=102191) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:34:45.693418 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-e1eb2d41-64d1-4d24-bfaf-8e2a5916d0c6 tempest-ExtensionsTestJSON-574410715 tempest-ExtensionsTestJSON-574410715-project] 10.222.0.41 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0059261 Aug 11 03:34:45.696023 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 39040) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:45.700983 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [None req-b3abb98b-0646-4379-ac19-d2fd45d94235 tempest-ExtensionsTestJSON-574410715 tempest-ExtensionsTestJSON-574410715-project] http://10.222.0.41:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=102192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:34:45.703349 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-b3abb98b-0646-4379-ac19-d2fd45d94235 tempest-ExtensionsTestJSON-574410715 tempest-ExtensionsTestJSON-574410715-project] 10.222.0.41 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0060828 Aug 11 03:34:45.705888 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 39044) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:45.711254 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [None req-bf80411b-c558-4add-9211-e078845a0eb6 tempest-ExtensionsTestJSON-574410715 tempest-ExtensionsTestJSON-574410715-project] http://10.222.0.41:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=102191) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:34:45.714660 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-bf80411b-c558-4add-9211-e078845a0eb6 tempest-ExtensionsTestJSON-574410715 tempest-ExtensionsTestJSON-574410715-project] 10.222.0.41 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0052586 Aug 11 03:34:45.715408 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 39046) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:45.718755 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-63b907af-ac17-4939-b1fe-accbe2129a63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521106'] for router_interface, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:45.723787 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [None req-566a8755-0a6f-4692-95c0-6c857ff0e4be tempest-ExtensionsTestJSON-574410715 tempest-ExtensionsTestJSON-574410715-project] http://10.222.0.41:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=102192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:34:45.726332 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-566a8755-0a6f-4692-95c0-6c857ff0e4be tempest-ExtensionsTestJSON-574410715 tempest-ExtensionsTestJSON-574410715-project] 10.222.0.41 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0084445 Aug 11 03:34:45.727440 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 39050) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:45.732339 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [None req-8e9c4f96-e1a2-45a2-ae3f-bd6086dcf59f tempest-ExtensionsTestJSON-574410715 tempest-ExtensionsTestJSON-574410715-project] http://10.222.0.41:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=102192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:34:45.733366 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-8e9c4f96-e1a2-45a2-ae3f-bd6086dcf59f tempest-ExtensionsTestJSON-574410715 tempest-ExtensionsTestJSON-574410715-project] 10.222.0.41 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0049822 Aug 11 03:34:45.735784 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 39052) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:45.739842 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [None req-96fa2a41-1855-40ce-a8bd-5cc47b6d1f47 tempest-ExtensionsTestJSON-574410715 tempest-ExtensionsTestJSON-574410715-project] http://10.222.0.41:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=102192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:34:45.742395 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-96fa2a41-1855-40ce-a8bd-5cc47b6d1f47 tempest-ExtensionsTestJSON-574410715 tempest-ExtensionsTestJSON-574410715-project] 10.222.0.41 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0041378 Aug 11 03:34:45.743376 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 39054) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:45.748909 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [None req-a757b6de-381e-4156-8470-55487722360f tempest-ExtensionsTestJSON-574410715 tempest-ExtensionsTestJSON-574410715-project] http://10.222.0.41:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=102192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:34:45.750605 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-a757b6de-381e-4156-8470-55487722360f tempest-ExtensionsTestJSON-574410715 tempest-ExtensionsTestJSON-574410715-project] 10.222.0.41 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0056705 Aug 11 03:34:45.752466 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 39056) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:45.756760 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [None req-2e4c8ba6-3096-4705-ae55-57ce54869b5e tempest-ExtensionsTestJSON-574410715 tempest-ExtensionsTestJSON-574410715-project] http://10.222.0.41:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=102192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:34:45.761398 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-2e4c8ba6-3096-4705-ae55-57ce54869b5e tempest-ExtensionsTestJSON-574410715 tempest-ExtensionsTestJSON-574410715-project] 10.222.0.41 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0051401 Aug 11 03:34:45.761598 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 39058) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:45.767322 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [None req-9074d911-b17b-499b-9da6-97ea43829252 tempest-ExtensionsTestJSON-574410715 tempest-ExtensionsTestJSON-574410715-project] http://10.222.0.41:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=102192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:34:45.769136 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-9074d911-b17b-499b-9da6-97ea43829252 tempest-ExtensionsTestJSON-574410715 tempest-ExtensionsTestJSON-574410715-project] 10.222.0.41 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0066171 Aug 11 03:34:45.772347 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 39060) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:45.776979 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [None req-2d2edf49-86fa-4cd1-b459-bf1a69614639 tempest-ExtensionsTestJSON-574410715 tempest-ExtensionsTestJSON-574410715-project] http://10.222.0.41:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=102192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:34:45.780123 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-2d2edf49-86fa-4cd1-b459-bf1a69614639 tempest-ExtensionsTestJSON-574410715 tempest-ExtensionsTestJSON-574410715-project] 10.222.0.41 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0047085 Aug 11 03:34:45.780443 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 39062) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:45.784236 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [None req-636109c1-4e42-468b-be65-416f68edbcb0 tempest-ExtensionsTestJSON-574410715 tempest-ExtensionsTestJSON-574410715-project] http://10.222.0.41:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=102192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:34:45.785151 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-636109c1-4e42-468b-be65-416f68edbcb0 tempest-ExtensionsTestJSON-574410715 tempest-ExtensionsTestJSON-574410715-project] 10.222.0.41 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0038891 Aug 11 03:34:45.788872 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 39064) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:45.793937 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [None req-122be66e-5c7e-463a-933a-4238b1b6eb81 tempest-ExtensionsTestJSON-574410715 tempest-ExtensionsTestJSON-574410715-project] http://10.222.0.41:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=102192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:34:45.797682 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-122be66e-5c7e-463a-933a-4238b1b6eb81 tempest-ExtensionsTestJSON-574410715 tempest-ExtensionsTestJSON-574410715-project] 10.222.0.41 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0079334 Aug 11 03:34:45.798267 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 39068) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:45.804983 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [None req-f72d07d3-f293-4ef3-b052-8772e1239432 tempest-ExtensionsTestJSON-574410715 tempest-ExtensionsTestJSON-574410715-project] http://10.222.0.41:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=102192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:34:45.806585 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-f72d07d3-f293-4ef3-b052-8772e1239432 tempest-ExtensionsTestJSON-574410715 tempest-ExtensionsTestJSON-574410715-project] 10.222.0.41 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0054986 Aug 11 03:34:45.807154 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 39070) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:45.812156 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [None req-af849692-c134-4ea6-880a-c70fe8efd171 tempest-ExtensionsTestJSON-574410715 tempest-ExtensionsTestJSON-574410715-project] http://10.222.0.41:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=102192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:34:45.815481 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-af849692-c134-4ea6-880a-c70fe8efd171 tempest-ExtensionsTestJSON-574410715 tempest-ExtensionsTestJSON-574410715-project] 10.222.0.41 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0065932 Aug 11 03:34:45.815876 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 39074) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:45.819979 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [None req-886cd996-e75b-4c9f-aaf7-9d8c4aa764b6 tempest-ExtensionsTestJSON-574410715 tempest-ExtensionsTestJSON-574410715-project] http://10.222.0.41:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=102192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:34:45.820867 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-886cd996-e75b-4c9f-aaf7-9d8c4aa764b6 tempest-ExtensionsTestJSON-574410715 tempest-ExtensionsTestJSON-574410715-project] 10.222.0.41 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0041537 Aug 11 03:34:45.823138 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 39076) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:45.828472 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [None req-c5ddd5fa-9980-40c5-b0e2-c3d8c9386395 tempest-ExtensionsTestJSON-574410715 tempest-ExtensionsTestJSON-574410715-project] http://10.222.0.41:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=102192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:34:45.831588 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-c5ddd5fa-9980-40c5-b0e2-c3d8c9386395 tempest-ExtensionsTestJSON-574410715 tempest-ExtensionsTestJSON-574410715-project] 10.222.0.41 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0063097 Aug 11 03:34:45.832164 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 39078) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:45.838921 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [None req-3430c99a-958c-4edb-9f98-f962155a156d tempest-ExtensionsTestJSON-574410715 tempest-ExtensionsTestJSON-574410715-project] http://10.222.0.41:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=102192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:34:45.838921 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-3430c99a-958c-4edb-9f98-f962155a156d tempest-ExtensionsTestJSON-574410715 tempest-ExtensionsTestJSON-574410715-project] 10.222.0.41 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0044055 Aug 11 03:34:45.840325 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 39080) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:45.844621 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [None req-52be7694-43fc-4f5f-837c-ea57542f7ca6 tempest-ExtensionsTestJSON-574410715 tempest-ExtensionsTestJSON-574410715-project] http://10.222.0.41:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=102192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:34:45.845660 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-52be7694-43fc-4f5f-837c-ea57542f7ca6 tempest-ExtensionsTestJSON-574410715 tempest-ExtensionsTestJSON-574410715-project] 10.222.0.41 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0044007 Aug 11 03:34:45.847893 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 39082) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:45.851999 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [None req-65fd9a51-5af6-42de-b66a-637f4968b261 tempest-ExtensionsTestJSON-574410715 tempest-ExtensionsTestJSON-574410715-project] http://10.222.0.41:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=102192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:34:45.853027 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-65fd9a51-5af6-42de-b66a-637f4968b261 tempest-ExtensionsTestJSON-574410715 tempest-ExtensionsTestJSON-574410715-project] 10.222.0.41 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0040853 Aug 11 03:34:45.856355 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 39084) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:45.860453 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [None req-0641f0f4-0c01-4c08-ba2b-90ee08cb41f0 tempest-ExtensionsTestJSON-574410715 tempest-ExtensionsTestJSON-574410715-project] http://10.222.0.41:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=102192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:34:45.862553 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-0641f0f4-0c01-4c08-ba2b-90ee08cb41f0 tempest-ExtensionsTestJSON-574410715 tempest-ExtensionsTestJSON-574410715-project] 10.222.0.41 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0050409 Aug 11 03:34:45.867624 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 39086) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:45.887994 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [None req-bdafc748-9cb2-418a-8211-73e9c6a6f76a tempest-ExtensionsTestJSON-574410715 tempest-ExtensionsTestJSON-574410715-project] http://10.222.0.41:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=102191) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:34:45.891003 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-bdafc748-9cb2-418a-8211-73e9c6a6f76a tempest-ExtensionsTestJSON-574410715 tempest-ExtensionsTestJSON-574410715-project] 10.222.0.41 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0201969 Aug 11 03:34:45.891954 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 39090) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:45.897952 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [None req-7640979c-169d-42c7-b6e1-8761af6bfca5 tempest-ExtensionsTestJSON-574410715 tempest-ExtensionsTestJSON-574410715-project] http://10.222.0.41:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=102192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:34:45.902184 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 39092) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:45.902530 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-7640979c-169d-42c7-b6e1-8761af6bfca5 tempest-ExtensionsTestJSON-574410715 tempest-ExtensionsTestJSON-574410715-project] 10.222.0.41 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0094111 Aug 11 03:34:45.908355 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [None req-65050a1d-7f47-4de9-95b4-fe9afc997f02 tempest-ExtensionsTestJSON-574410715 tempest-ExtensionsTestJSON-574410715-project] http://10.222.0.41:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=102191) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:34:45.909286 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-65050a1d-7f47-4de9-95b4-fe9afc997f02 tempest-ExtensionsTestJSON-574410715 tempest-ExtensionsTestJSON-574410715-project] 10.222.0.41 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0061815 Aug 11 03:34:45.911797 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 39096) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:45.917560 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [None req-0877f290-7915-46f6-ae8d-3a9de03ed3e1 tempest-ExtensionsTestJSON-574410715 tempest-ExtensionsTestJSON-574410715-project] http://10.222.0.41:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=102192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:34:45.928300 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-0877f290-7915-46f6-ae8d-3a9de03ed3e1 tempest-ExtensionsTestJSON-574410715 tempest-ExtensionsTestJSON-574410715-project] 10.222.0.41 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0056748 Aug 11 03:34:45.929984 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 39098) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:45.934811 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [None req-a12385d3-671c-4284-9877-14a51e899453 tempest-ExtensionsTestJSON-574410715 tempest-ExtensionsTestJSON-574410715-project] http://10.222.0.41:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=102192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:34:45.937875 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-a12385d3-671c-4284-9877-14a51e899453 tempest-ExtensionsTestJSON-574410715 tempest-ExtensionsTestJSON-574410715-project] 10.222.0.41 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0048606 Aug 11 03:34:45.938096 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 39100) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:45.941910 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [None req-efaa1585-8ab3-4d8e-baa2-96ccb0c4ad17 tempest-ExtensionsTestJSON-574410715 tempest-ExtensionsTestJSON-574410715-project] http://10.222.0.41:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=102192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:34:45.944731 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-efaa1585-8ab3-4d8e-baa2-96ccb0c4ad17 tempest-ExtensionsTestJSON-574410715 tempest-ExtensionsTestJSON-574410715-project] 10.222.0.41 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0039079 Aug 11 03:34:45.944951 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 39102) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:45.949361 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [None req-292b365a-aed9-47b7-b19a-ce8c18c7d2b1 tempest-ExtensionsTestJSON-574410715 tempest-ExtensionsTestJSON-574410715-project] http://10.222.0.41:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=102192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:34:45.952781 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-292b365a-aed9-47b7-b19a-ce8c18c7d2b1 tempest-ExtensionsTestJSON-574410715 tempest-ExtensionsTestJSON-574410715-project] 10.222.0.41 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0067873 Aug 11 03:34:45.953098 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device ac7c8ec1-523e-4e26-85e5-3f37e000198f up at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:34:45.953618 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 39104) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:45.957878 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [None req-3c9b6645-ede1-481f-9ea4-99ddbe3f5f8e tempest-ExtensionsTestJSON-574410715 tempest-ExtensionsTestJSON-574410715-project] http://10.222.0.41:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=102192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:34:45.959727 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-3c9b6645-ede1-481f-9ea4-99ddbe3f5f8e tempest-ExtensionsTestJSON-574410715 tempest-ExtensionsTestJSON-574410715-project] 10.222.0.41 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0053596 Aug 11 03:34:45.965074 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 39106) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:45.969519 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [None req-c6258c6a-da30-4e36-96e7-faff643bedca tempest-ExtensionsTestJSON-574410715 tempest-ExtensionsTestJSON-574410715-project] http://10.222.0.41:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=102192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:34:45.973121 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-c6258c6a-da30-4e36-96e7-faff643bedca tempest-ExtensionsTestJSON-574410715 tempest-ExtensionsTestJSON-574410715-project] 10.222.0.41 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0071509 Aug 11 03:34:45.973708 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 39108) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:45.978363 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [None req-ac113d93-7b0e-4acc-b98b-64ddd727962b tempest-ExtensionsTestJSON-574410715 tempest-ExtensionsTestJSON-574410715-project] http://10.222.0.41:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=102192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:34:45.982057 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-ac113d93-7b0e-4acc-b98b-64ddd727962b tempest-ExtensionsTestJSON-574410715 tempest-ExtensionsTestJSON-574410715-project] 10.222.0.41 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0074778 Aug 11 03:34:45.982243 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 39110) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:45.988652 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [None req-50b18cc9-0036-46a0-a111-1bce1ff31b82 tempest-ExtensionsTestJSON-574410715 tempest-ExtensionsTestJSON-574410715-project] http://10.222.0.41:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=102191) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:34:45.992249 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-50b18cc9-0036-46a0-a111-1bce1ff31b82 tempest-ExtensionsTestJSON-574410715 tempest-ExtensionsTestJSON-574410715-project] 10.222.0.41 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0078394 Aug 11 03:34:45.992494 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 39114) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:46.005103 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [None req-6f15d910-a708-4e99-90fb-08ba27c67812 tempest-ExtensionsTestJSON-574410715 tempest-ExtensionsTestJSON-574410715-project] http://10.222.0.41:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=102192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:34:46.009035 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 39118) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:46.010832 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-6f15d910-a708-4e99-90fb-08ba27c67812 tempest-ExtensionsTestJSON-574410715 tempest-ExtensionsTestJSON-574410715-project] 10.222.0.41 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0162451 Aug 11 03:34:46.015184 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [None req-fa3c0e37-4723-49b5-92a0-754793d9311f tempest-ExtensionsTestJSON-574410715 tempest-ExtensionsTestJSON-574410715-project] http://10.222.0.41:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=102191) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:34:46.016317 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-fa3c0e37-4723-49b5-92a0-754793d9311f tempest-ExtensionsTestJSON-574410715 tempest-ExtensionsTestJSON-574410715-project] 10.222.0.41 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0046899 Aug 11 03:34:46.024677 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 39120) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:46.030129 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [None req-9d3ffb30-7c41-44b1-b4ae-e99928d07a79 tempest-ExtensionsTestJSON-574410715 tempest-ExtensionsTestJSON-574410715-project] http://10.222.0.41:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=102192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:34:46.031157 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-9d3ffb30-7c41-44b1-b4ae-e99928d07a79 tempest-ExtensionsTestJSON-574410715 tempest-ExtensionsTestJSON-574410715-project] 10.222.0.41 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0053744 Aug 11 03:34:46.033305 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-63b907af-ac17-4939-b1fe-accbe2129a63 admin admin] Deleting port be06b1dc-4dd8-4ece-a7f2-adb0b7a18bf8 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:34:46.033465 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 39122) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:46.033711 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-63b907af-ac17-4939-b1fe-accbe2129a63 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:46.038304 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [None req-145af6cf-2781-4ec4-856d-ca89851b75c6 tempest-ExtensionsTestJSON-574410715 tempest-ExtensionsTestJSON-574410715-project] http://10.222.0.41:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=102192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:34:46.039270 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-145af6cf-2781-4ec4-856d-ca89851b75c6 tempest-ExtensionsTestJSON-574410715 tempest-ExtensionsTestJSON-574410715-project] 10.222.0.41 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0048280 Aug 11 03:34:46.042043 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 39124) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:46.045848 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [None req-55293962-922e-4fad-8fa5-96cc15974f90 tempest-ExtensionsTestJSON-574410715 tempest-ExtensionsTestJSON-574410715-project] http://10.222.0.41:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=102192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:34:46.046993 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-55293962-922e-4fad-8fa5-96cc15974f90 tempest-ExtensionsTestJSON-574410715 tempest-ExtensionsTestJSON-574410715-project] 10.222.0.41 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0038893 Aug 11 03:34:46.049122 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 39126) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:46.054213 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [None req-5ebd5a12-a154-4065-a7a4-6ca20f8abc23 tempest-ExtensionsTestJSON-574410715 tempest-ExtensionsTestJSON-574410715-project] http://10.222.0.41:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=102192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:34:46.056812 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-5ebd5a12-a154-4065-a7a4-6ca20f8abc23 tempest-ExtensionsTestJSON-574410715 tempest-ExtensionsTestJSON-574410715-project] 10.222.0.41 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0065830 Aug 11 03:34:46.057365 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 39128) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:46.061547 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [None req-44d2b82d-36de-4ae6-8893-e3b2ddfc3b04 tempest-ExtensionsTestJSON-574410715 tempest-ExtensionsTestJSON-574410715-project] http://10.222.0.41:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=102192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:34:46.064014 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-44d2b82d-36de-4ae6-8893-e3b2ddfc3b04 tempest-ExtensionsTestJSON-574410715 tempest-ExtensionsTestJSON-574410715-project] 10.222.0.41 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0041306 Aug 11 03:34:46.064733 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 39130) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:46.068525 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [None req-afee1660-eee6-4777-b7cb-1b3af291c0ec tempest-ExtensionsTestJSON-574410715 tempest-ExtensionsTestJSON-574410715-project] http://10.222.0.41:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=102192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:34:46.070742 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-afee1660-eee6-4777-b7cb-1b3af291c0ec tempest-ExtensionsTestJSON-574410715 tempest-ExtensionsTestJSON-574410715-project] 10.222.0.41 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0051324 Aug 11 03:34:46.071767 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 39132) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:46.076060 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [None req-e821048c-8975-4ee6-a812-abbc0f757e3f tempest-ExtensionsTestJSON-574410715 tempest-ExtensionsTestJSON-574410715-project] http://10.222.0.41:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=102192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:34:46.076991 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-e821048c-8975-4ee6-a812-abbc0f757e3f tempest-ExtensionsTestJSON-574410715 tempest-ExtensionsTestJSON-574410715-project] 10.222.0.41 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0042317 Aug 11 03:34:46.079192 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 39134) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:46.083081 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [None req-c3a6aa6c-ca24-413e-b0aa-fa440de02b57 tempest-ExtensionsTestJSON-574410715 tempest-ExtensionsTestJSON-574410715-project] http://10.222.0.41:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=102192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:34:46.084069 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-c3a6aa6c-ca24-413e-b0aa-fa440de02b57 tempest-ExtensionsTestJSON-574410715 tempest-ExtensionsTestJSON-574410715-project] 10.222.0.41 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0039620 Aug 11 03:34:46.086479 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 39136) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:46.097766 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [None req-74bb3792-52b3-41c8-b6b8-8a8268c4f486 tempest-ExtensionsTestJSON-574410715 tempest-ExtensionsTestJSON-574410715-project] http://10.222.0.41:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=102191) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:34:46.098771 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-74bb3792-52b3-41c8-b6b8-8a8268c4f486 tempest-ExtensionsTestJSON-574410715 tempest-ExtensionsTestJSON-574410715-project] 10.222.0.41 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0112157 Aug 11 03:34:46.101480 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 39138) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:46.108149 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [None req-21388315-6294-4fa4-9a52-819f2be12883 tempest-ExtensionsTestJSON-574410715 tempest-ExtensionsTestJSON-574410715-project] http://10.222.0.41:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=102191) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:34:46.110133 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-21388315-6294-4fa4-9a52-819f2be12883 tempest-ExtensionsTestJSON-574410715 tempest-ExtensionsTestJSON-574410715-project] 10.222.0.41 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0060575 Aug 11 03:34:46.114362 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 39142) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:46.123568 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [None req-995fa5e4-6e38-4140-abe8-f4363ee267a8 tempest-ExtensionsTestJSON-574410715 tempest-ExtensionsTestJSON-574410715-project] http://10.222.0.41:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=102192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:34:46.128447 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-995fa5e4-6e38-4140-abe8-f4363ee267a8 tempest-ExtensionsTestJSON-574410715 tempest-ExtensionsTestJSON-574410715-project] 10.222.0.41 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0106897 Aug 11 03:34:46.131546 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 39144) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:46.134208 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning for port ac7c8ec1-523e-4e26-85e5-3f37e000198f completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:34:46.138754 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [None req-47a37584-9622-4f81-bd78-084263ff6db6 tempest-ExtensionsTestJSON-574410715 tempest-ExtensionsTestJSON-574410715-project] http://10.222.0.41:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=102192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:34:46.142771 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning complete for port ac7c8ec1-523e-4e26-85e5-3f37e000198f triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:34:46.142929 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-47a37584-9622-4f81-bd78-084263ff6db6 tempest-ExtensionsTestJSON-574410715 tempest-ExtensionsTestJSON-574410715-project] 10.222.0.41 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0081427 Aug 11 03:34:46.143036 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:46.143154 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [None req-63b907af-ac17-4939-b1fe-accbe2129a63 admin admin] For port be06b1dc-4dd8-4ece-a7f2-adb0b7a18bf8, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=be06b1dc-4dd8-4ece-a7f2-adb0b7a18bf8,segment=NetworkSegment(171ec611-a934-4219-8e96-132344840dde),segment_id=171ec611-a934-4219-8e96-132344840dde)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:34:46.143651 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-63b907af-ac17-4939-b1fe-accbe2129a63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:46.144694 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 39148) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:46.149281 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [None req-8f92b922-a986-44f4-9e6b-cd5acfdd6fba tempest-ExtensionsTestJSON-574410715 tempest-ExtensionsTestJSON-574410715-project] http://10.222.0.41:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=102192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:34:46.154142 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-8f92b922-a986-44f4-9e6b-cd5acfdd6fba tempest-ExtensionsTestJSON-574410715 tempest-ExtensionsTestJSON-574410715-project] 10.222.0.41 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0083880 Aug 11 03:34:46.154829 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 39150) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:46.159598 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-63b907af-ac17-4939-b1fe-accbe2129a63 admin admin] Calling delete_port for be06b1dc-4dd8-4ece-a7f2-adb0b7a18bf8 owned by network:router_interface {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:34:46.163361 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [None req-48b19811-45ec-418f-bd42-e0afa654d9c3 tempest-ExtensionsTestJSON-574410715 tempest-ExtensionsTestJSON-574410715-project] http://10.222.0.41:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=102192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:34:46.163361 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-48b19811-45ec-418f-bd42-e0afa654d9c3 tempest-ExtensionsTestJSON-574410715 tempest-ExtensionsTestJSON-574410715-project] 10.222.0.41 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0059590 Aug 11 03:34:46.165391 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 39152) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:46.173497 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [None req-35890f13-1bdf-4b47-917e-1fa2b57596a3 tempest-ExtensionsTestJSON-574410715 tempest-ExtensionsTestJSON-574410715-project] http://10.222.0.41:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=102191) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:34:46.177439 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-35890f13-1bdf-4b47-917e-1fa2b57596a3 tempest-ExtensionsTestJSON-574410715 tempest-ExtensionsTestJSON-574410715-project] 10.222.0.41 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0082569 Aug 11 03:34:46.177603 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 39154) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:46.188124 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [None req-0828c2a6-3449-48b3-801e-7403a10db2db tempest-ExtensionsTestJSON-574410715 tempest-ExtensionsTestJSON-574410715-project] http://10.222.0.41:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=102191) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:34:46.188124 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-0828c2a6-3449-48b3-801e-7403a10db2db tempest-ExtensionsTestJSON-574410715 tempest-ExtensionsTestJSON-574410715-project] 10.222.0.41 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0065620 Aug 11 03:34:46.188386 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 39156) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:46.192549 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [None req-da0583f7-f431-496a-b833-52d2d333ad89 tempest-ExtensionsTestJSON-574410715 tempest-ExtensionsTestJSON-574410715-project] http://10.222.0.41:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=102191) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:34:46.193472 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-da0583f7-f431-496a-b833-52d2d333ad89 tempest-ExtensionsTestJSON-574410715 tempest-ExtensionsTestJSON-574410715-project] 10.222.0.41 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0043998 Aug 11 03:34:46.196481 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 39158) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:46.202107 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [None req-b6cad92a-13d6-4c9e-aedb-575b0e38ee31 tempest-ExtensionsTestJSON-574410715 tempest-ExtensionsTestJSON-574410715-project] http://10.222.0.41:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=102192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:34:46.204323 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-b6cad92a-13d6-4c9e-aedb-575b0e38ee31 tempest-ExtensionsTestJSON-574410715 tempest-ExtensionsTestJSON-574410715-project] 10.222.0.41 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0068760 Aug 11 03:34:46.211809 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 39160) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:46.217459 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [None req-492f39fd-07b0-40c0-8e9c-1644003adf65 tempest-ExtensionsTestJSON-574410715 tempest-ExtensionsTestJSON-574410715-project] http://10.222.0.41:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=102192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:34:46.221125 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-492f39fd-07b0-40c0-8e9c-1644003adf65 tempest-ExtensionsTestJSON-574410715 tempest-ExtensionsTestJSON-574410715-project] 10.222.0.41 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0083272 Aug 11 03:34:46.222237 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 39162) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:46.226739 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [None req-ac285601-e117-4f6e-8996-ecd6c45651a6 tempest-ExtensionsTestJSON-574410715 tempest-ExtensionsTestJSON-574410715-project] http://10.222.0.41:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=102192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:34:46.233865 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-ac285601-e117-4f6e-8996-ecd6c45651a6 tempest-ExtensionsTestJSON-574410715 tempest-ExtensionsTestJSON-574410715-project] 10.222.0.41 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0105846 Aug 11 03:34:46.240778 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:46.284605 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e26e7075-4fca-4f43-86ce-882b53ced53b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac7c8ec1-523e-4e26-85e5-3f37e000198f'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:34:46.287231 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc6cf615-b4df-4619-b265-f118676c7290" -d '{"events": [{"server_uuid": "e26e7075-4fca-4f43-86ce-882b53ced53b", "name": "network-vif-plugged", "status": "completed", "tag": "ac7c8ec1-523e-4e26-85e5-3f37e000198f"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:34:46.305805 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port ac7c8ec1-523e-4e26-85e5-3f37e000198f, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=ac7c8ec1-523e-4e26-85e5-3f37e000198f,segment=NetworkSegment(32ef8310-eb36-4f10-89a8-2ec645494a63),segment_id=32ef8310-eb36-4f10-89a8-2ec645494a63)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:34:46.365836 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c740734c-0520-4292-955e-beaacd907916 x-openstack-request-id: req-c740734c-0520-4292-955e-beaacd907916 {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:34:46.366129 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e26e7075-4fca-4f43-86ce-882b53ced53b", "name": "network-vif-plugged", "status": "completed", "tag": "ac7c8ec1-523e-4e26-85e5-3f37e000198f", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:34:46.366414 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c740734c-0520-4292-955e-beaacd907916 {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:34:46.366820 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e26e7075-4fca-4f43-86ce-882b53ced53b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac7c8ec1-523e-4e26-85e5-3f37e000198f', 'code': 200} Aug 11 03:34:46.382124 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:46.466737 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d690862b-9225-4ec2-970a-b98af0898941 req-d70389b8-e836-40dc-938d-75100bd18684 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:46.474888 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d690862b-9225-4ec2-970a-b98af0898941 req-d70389b8-e836-40dc-938d-75100bd18684 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=e26e7075-4fca-4f43-86ce-882b53ced53b HTTP/1.1" status: 200 len: 945 time: 0.0882432 Aug 11 03:34:46.498606 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=ac7c8ec1-523e-4e26-85e5-3f37e000198f,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:46.523086 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d690862b-9225-4ec2-970a-b98af0898941 req-0b13b327-aa06-469d-8af8-22f4ca6b61d8 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/security-groups?id=d90906b3-11d7-4670-8cbc-45704d99f68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424981 Aug 11 03:34:46.563862 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86c4f13-9e75-45f0-a938-41bfb0b7e238 req-00553e61-625e-4ace-98ef-f458ca5edeb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:46.565396 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-f86c4f13-9e75-45f0-a938-41bfb0b7e238 req-00553e61-625e-4ace-98ef-f458ca5edeb2 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=e26e7075-4fca-4f43-86ce-882b53ced53b HTTP/1.1" status: 200 len: 1097 time: 0.1143749 Aug 11 03:34:46.612209 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-f86c4f13-9e75-45f0-a938-41bfb0b7e238 req-3f9f882d-e2d7-47eb-a4c6-1e0aa13c3912 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=d90906b3-11d7-4670-8cbc-45704d99f68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400760 Aug 11 03:34:46.615866 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-63b907af-ac17-4939-b1fe-accbe2129a63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:46.641411 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b907af-ac17-4939-b1fe-accbe2129a63 admin admin] Pushing event deleted for resources: {'Port': ['ID=be06b1dc-4dd8-4ece-a7f2-adb0b7a18bf8,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:46.833589 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-63b907af-ac17-4939-b1fe-accbe2129a63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16383033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450082'] for router_interface, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:46.885902 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 39200) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:46.999760 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-cd20e91f-1120-4560-9f41-b10afa4dc969 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:47.079814 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63b907af-ac17-4939-b1fe-accbe2129a63 admin admin] Router 35119a6a-0947-414e-80f8-f70c2ef2f003 has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:34:47.091232 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-cd20e91f-1120-4560-9f41-b10afa4dc969 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:47.182198 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-cd20e91f-1120-4560-9f41-b10afa4dc969 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:47.188253 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63b907af-ac17-4939-b1fe-accbe2129a63 admin admin] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:34:47.193262 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-63b907af-ac17-4939-b1fe-accbe2129a63 admin admin] 10.222.0.41 "PUT /v2.0/routers/35119a6a-0947-414e-80f8-f70c2ef2f003/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0627325 Aug 11 03:34:47.196126 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 39216) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:47.203134 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a79b53-24b2-4ab8-9553-78b9d5e5cea5 None None] Sync routers for ids ['35119a6a-0947-414e-80f8-f70c2ef2f003'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:34:47.213552 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a79b53-24b2-4ab8-9553-78b9d5e5cea5 None None] Routers {'35119a6a-0947-414e-80f8-f70c2ef2f003'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:34:47.214406 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-72a79b53-24b2-4ab8-9553-78b9d5e5cea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:34:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['35119a6a-0947-414e-80f8-f70c2ef2f003'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:34:47.222426 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-cd20e91f-1120-4560-9f41-b10afa4dc969 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=dfdfaf466ceb4c6394a39ba89f8c071d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3328571 Aug 11 03:34:47.223243 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 39218) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:47.231903 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd20e91f-1120-4560-9f41-b10afa4dc969 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deebb632-9f7b-461c-bd9b-7950214dcc83,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:47.282514 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-06abdb2c-7093-4aaa-9086-295d5828c628 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:47.312991 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-06abdb2c-7093-4aaa-9086-295d5828c628 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:47.321147 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fdc376a5-b96e-431f-b64c-a3bd06fac1e5 admin admin] Notify callbacks [] for router, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:47.377548 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-72a79b53-24b2-4ab8-9553-78b9d5e5cea5 None None] Set router 35119a6a-0947-414e-80f8-f70c2ef2f003 gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:34:47.443123 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fdc376a5-b96e-431f-b64c-a3bd06fac1e5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:47.621136 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-fdc376a5-b96e-431f-b64c-a3bd06fac1e5 admin admin] Deleting port 8dc245c0-f703-4416-b1a0-27d21d1b3390 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:34:47.621509 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fdc376a5-b96e-431f-b64c-a3bd06fac1e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:47.646751 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-72a79b53-24b2-4ab8-9553-78b9d5e5cea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35119a6a-0947-414e-80f8-f70c2ef2f003', 'name': 'tempest-TestVolumeBackupRestore-992346021-router', 'tenant_id': 'b540e93b4e6e403b8be0a51a19b9324d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': '8dc245c0-f703-4416-b1a0-27d21d1b3390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:29:44Z', 'updated_at': '2021-08-11T03:34:46Z', 'revision_number': 5, 'project_id': 'b540e93b4e6e403b8be0a51a19b9324d', 'gw_port': {'id': '8dc245c0-f703-4416-b1a0-27d21d1b3390', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:20:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35119a6a-0947-414e-80f8-f70c2ef2f003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:29:45Z', 'updated_at': '2021-08-11T03:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:34:47.701589 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a79b53-24b2-4ab8-9553-78b9d5e5cea5 None None] Checking router: 35119a6a-0947-414e-80f8-f70c2ef2f003 for host: n-d-764292-30 {{(pid=102193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:34:47.726145 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a79b53-24b2-4ab8-9553-78b9d5e5cea5 None None] Routers {'35119a6a-0947-414e-80f8-f70c2ef2f003'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:34:47.726989 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-72a79b53-24b2-4ab8-9553-78b9d5e5cea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:34:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['35119a6a-0947-414e-80f8-f70c2ef2f003'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:34:47.849882 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1617d343-124a-4697-9e7a-fa5b57378108 req-e1989ee7-4898-4aad-a84e-2ad9bf91c26c tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:47.851525 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1617d343-124a-4697-9e7a-fa5b57378108 req-e1989ee7-4898-4aad-a84e-2ad9bf91c26c tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=e26e7075-4fca-4f43-86ce-882b53ced53b HTTP/1.1" status: 200 len: 945 time: 0.0872684 Aug 11 03:34:47.893183 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-72a79b53-24b2-4ab8-9553-78b9d5e5cea5 None None] Set router 35119a6a-0947-414e-80f8-f70c2ef2f003 gateway port host: None {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:34:47.919882 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1617d343-124a-4697-9e7a-fa5b57378108 req-b0583faa-61dd-424f-840f-49507786ab91 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/security-groups?id=d90906b3-11d7-4670-8cbc-45704d99f68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616548 Aug 11 03:34:47.959129 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-06abdb2c-7093-4aaa-9086-295d5828c628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:47.961883 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-06abdb2c-7093-4aaa-9086-295d5828c628 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:47.962145 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-72a79b53-24b2-4ab8-9553-78b9d5e5cea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35119a6a-0947-414e-80f8-f70c2ef2f003', 'name': 'tempest-TestVolumeBackupRestore-992346021-router', 'tenant_id': 'b540e93b4e6e403b8be0a51a19b9324d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:29:44Z', 'updated_at': '2021-08-11T03:34:47Z', 'revision_number': 6, 'project_id': 'b540e93b4e6e403b8be0a51a19b9324d', 'gw_port_host': None}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:34:47.964259 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-06abdb2c-7093-4aaa-9086-295d5828c628 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/deebb632-9f7b-461c-bd9b-7950214dcc83 HTTP/1.1" status: 204 len: 168 time: 0.7391765 Aug 11 03:34:47.977760 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06abdb2c-7093-4aaa-9086-295d5828c628 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deebb632-9f7b-461c-bd9b-7950214dcc83,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:48.008343 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a79b53-24b2-4ab8-9553-78b9d5e5cea5 None None] The sync data for ids ['35119a6a-0947-414e-80f8-f70c2ef2f003'] in n-d-764292-30 is: [{'id': '35119a6a-0947-414e-80f8-f70c2ef2f003', 'name': 'tempest-TestVolumeBackupRestore-992346021-router', 'tenant_id': 'b540e93b4e6e403b8be0a51a19b9324d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:29:44Z', 'updated_at': '2021-08-11T03:34:47Z', 'revision_number': 6, 'project_id': 'b540e93b4e6e403b8be0a51a19b9324d', 'gw_port_host': None}] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:34:48.142794 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [None req-fdc376a5-b96e-431f-b64c-a3bd06fac1e5 admin admin] For port 8dc245c0-f703-4416-b1a0-27d21d1b3390, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=8dc245c0-f703-4416-b1a0-27d21d1b3390,segment=NetworkSegment(fab28bed-aa25-40db-bba4-ec26e795194c),segment_id=fab28bed-aa25-40db-bba4-ec26e795194c)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:34:48.143249 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fdc376a5-b96e-431f-b64c-a3bd06fac1e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:48.156475 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-fdc376a5-b96e-431f-b64c-a3bd06fac1e5 admin admin] Calling delete_port for 8dc245c0-f703-4416-b1a0-27d21d1b3390 owned by network:router_gateway {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:34:48.405511 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fdc376a5-b96e-431f-b64c-a3bd06fac1e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:48.449205 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc376a5-b96e-431f-b64c-a3bd06fac1e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=8dc245c0-f703-4416-b1a0-27d21d1b3390,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:48.500989 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device be06b1dc-4dd8-4ece-a7f2-adb0b7a18bf8 no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:34:48.543451 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: be06b1dc-4dd8-4ece-a7f2-adb0b7a18bf8 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:34:48.545416 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device be06b1dc-4dd8-4ece-a7f2-adb0b7a18bf8 not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:34:48.560173 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fdc376a5-b96e-431f-b64c-a3bd06fac1e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-446916'] for router_gateway, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:48.660907 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fdc376a5-b96e-431f-b64c-a3bd06fac1e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6544'] for router, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:48.663143 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fdc376a5-b96e-431f-b64c-a3bd06fac1e5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:48.787658 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fdc376a5-b96e-431f-b64c-a3bd06fac1e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448809'] for router, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:48.788191 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdc376a5-b96e-431f-b64c-a3bd06fac1e5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 35119a6a-0947-414e-80f8-f70c2ef2f003 {{(pid=102191) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:34:48.793389 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fdc376a5-b96e-431f-b64c-a3bd06fac1e5 admin admin] Notify callbacks [] for router, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:48.795099 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-fdc376a5-b96e-431f-b64c-a3bd06fac1e5 admin admin] 10.222.0.41 "DELETE /v2.0/routers/35119a6a-0947-414e-80f8-f70c2ef2f003 HTTP/1.1" status: 204 len: 168 time: 1.5982699 Aug 11 03:34:48.797727 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 39300) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:48.846911 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_v2 [None req-a54b806a-8716-4464-a991-8e8ca205b0e3 admin admin] Deleting subnet f01d933d-9d66-4eb8-97b2-29dd5d188cd5 {{(pid=102191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:34:48.850527 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a54b806a-8716-4464-a991-8e8ca205b0e3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:48.886414 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a54b806a-8716-4464-a991-8e8ca205b0e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126283525'] for subnet, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:48.986499 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a54b806a-8716-4464-a991-8e8ca205b0e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:49.083043 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3eb91c-ba2a-44f4-b6f8-9c7616607c33 req-55c2cd72-79ef-4d21-978a-730d8cd764c1 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:49.086562 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7a3eb91c-ba2a-44f4-b6f8-9c7616607c33 req-55c2cd72-79ef-4d21-978a-730d8cd764c1 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=e26e7075-4fca-4f43-86ce-882b53ced53b HTTP/1.1" status: 200 len: 945 time: 0.0683522 Aug 11 03:34:49.121327 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a54b806a-8716-4464-a991-8e8ca205b0e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126283413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126275158'] for subnet, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:49.162792 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7a3eb91c-ba2a-44f4-b6f8-9c7616607c33 req-eaffb477-6fb5-49e1-ab5e-45497c0bb758 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/security-groups?id=d90906b3-11d7-4670-8cbc-45704d99f68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576417 Aug 11 03:34:49.163108 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54b806a-8716-4464-a991-8e8ca205b0e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f01d933d-9d66-4eb8-97b2-29dd5d188cd5,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:49.174774 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaad1c4e-d6e6-4452-83f6-a955a3dd8e09 None None] Network 425045ab-1792-4464-8443-b9a0ad823629 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:34:49.191980 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a54b806a-8716-4464-a991-8e8ca205b0e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:49.195148 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-a54b806a-8716-4464-a991-8e8ca205b0e3 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/f01d933d-9d66-4eb8-97b2-29dd5d188cd5 HTTP/1.1" status: 204 len: 168 time: 0.3963537 Aug 11 03:34:49.198370 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 39330) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:49.300604 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-48d19e35-9a27-4acf-9013-5b0f4704c313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:49.352398 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 39340) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:49.395447 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9438ba30-dc0a-4c24-8237-5c5cfb251db4 req-dda9c97e-c67a-42f1-a71a-67d876647cfb tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:49.397833 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9438ba30-dc0a-4c24-8237-5c5cfb251db4 req-dda9c97e-c67a-42f1-a71a-67d876647cfb tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=e26e7075-4fca-4f43-86ce-882b53ced53b HTTP/1.1" status: 200 len: 945 time: 0.0945013 Aug 11 03:34:49.434259 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9819e239-2ea1-4a13-9203-20dfe26bb503 None None] DHCP port deletion for 425045ab-1792-4464-8443-b9a0ad823629 request from n-d-764292-30 {{(pid=102193) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:34:49.467021 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9438ba30-dc0a-4c24-8237-5c5cfb251db4 req-5602ee1f-5e38-4ebc-be02-f195de65ff92 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/security-groups?id=d90906b3-11d7-4670-8cbc-45704d99f68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597894 Aug 11 03:34:49.469622 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-48d19e35-9a27-4acf-9013-5b0f4704c313 admin admin] Deleting port 854ae060-8358-47fc-adb5-b359f07ca4c7 {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:34:49.470025 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-48d19e35-9a27-4acf-9013-5b0f4704c313 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:49.497341 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-1013584d-f478-4519-a4dc-629132396bdd tempest-ExtraDHCPOptionsIpV6TestJSON-767846933 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-498373696'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:34:49.558046 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-9819e239-2ea1-4a13-9203-20dfe26bb503 None None] Deleting port 854ae060-8358-47fc-adb5-b359f07ca4c7 {{(pid=102193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:34:49.558780 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-9819e239-2ea1-4a13-9203-20dfe26bb503 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:49.593498 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [None req-48d19e35-9a27-4acf-9013-5b0f4704c313 admin admin] For port 854ae060-8358-47fc-adb5-b359f07ca4c7, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=854ae060-8358-47fc-adb5-b359f07ca4c7,segment=NetworkSegment(171ec611-a934-4219-8e96-132344840dde),segment_id=171ec611-a934-4219-8e96-132344840dde)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:34:49.593797 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-48d19e35-9a27-4acf-9013-5b0f4704c313 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:49.611076 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-48d19e35-9a27-4acf-9013-5b0f4704c313 admin admin] Calling delete_port for 854ae060-8358-47fc-adb5-b359f07ca4c7 owned by network:dhcp {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:34:49.621944 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-9819e239-2ea1-4a13-9203-20dfe26bb503 None None] For port 854ae060-8358-47fc-adb5-b359f07ca4c7, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=854ae060-8358-47fc-adb5-b359f07ca4c7,segment=NetworkSegment(171ec611-a934-4219-8e96-132344840dde),segment_id=171ec611-a934-4219-8e96-132344840dde)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:34:49.622366 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-9819e239-2ea1-4a13-9203-20dfe26bb503 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:49.626304 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9483e89d-d95e-4a22-8e8b-c8da4777a04c req-7e3d7aff-cfd2-4b48-9e0e-8cdd6508a8e7 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:49.627761 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1013584d-f478-4519-a4dc-629132396bdd tempest-ExtraDHCPOptionsIpV6TestJSON-767846933 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933-project] Made reservation on behalf of 65a74e0020894cd1914ba193c6cf6600 for: {'network': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:34:49.631453 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1013584d-f478-4519-a4dc-629132396bdd tempest-ExtraDHCPOptionsIpV6TestJSON-767846933 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:49.634439 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9483e89d-d95e-4a22-8e8b-c8da4777a04c req-7e3d7aff-cfd2-4b48-9e0e-8cdd6508a8e7 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=e26e7075-4fca-4f43-86ce-882b53ced53b HTTP/1.1" status: 200 len: 945 time: 0.0891249 Aug 11 03:34:49.641139 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1013584d-f478-4519-a4dc-629132396bdd tempest-ExtraDHCPOptionsIpV6TestJSON-767846933 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933-project] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:49.647676 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-9819e239-2ea1-4a13-9203-20dfe26bb503 None None] Calling delete_port for 854ae060-8358-47fc-adb5-b359f07ca4c7 owned by network:dhcp {{(pid=102193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:34:49.727513 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9483e89d-d95e-4a22-8e8b-c8da4777a04c req-fc03b21d-06b9-45d8-8fb6-3e5d863a3c95 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/security-groups?id=d90906b3-11d7-4670-8cbc-45704d99f68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866382 Aug 11 03:34:49.780221 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1013584d-f478-4519-a4dc-629132396bdd tempest-ExtraDHCPOptionsIpV6TestJSON-767846933 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933-project] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:49.884095 n-d-764292-30 neutron-server[102193]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:34:49.884095 n-d-764292-30 neutron-server[102193]: self.session.flush() Aug 11 03:34:49.884095 n-d-764292-30 neutron-server[102193]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:34:49.884095 n-d-764292-30 neutron-server[102193]: self.session.flush() Aug 11 03:34:49.884095 n-d-764292-30 neutron-server[102193]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:34:49.884095 n-d-764292-30 neutron-server[102193]: self.session.flush() Aug 11 03:34:49.884095 n-d-764292-30 neutron-server[102193]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:34:49.884095 n-d-764292-30 neutron-server[102193]: self.session.flush() Aug 11 03:34:49.884095 n-d-764292-30 neutron-server[102193]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:34:49.884095 n-d-764292-30 neutron-server[102193]: self.session.flush() Aug 11 03:34:49.884095 n-d-764292-30 neutron-server[102193]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:34:49.884095 n-d-764292-30 neutron-server[102193]: self.session.flush() Aug 11 03:34:49.884095 n-d-764292-30 neutron-server[102193]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:34:49.884095 n-d-764292-30 neutron-server[102193]: self.session.flush() Aug 11 03:34:49.884095 n-d-764292-30 neutron-server[102193]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:34:49.884095 n-d-764292-30 neutron-server[102193]: self.session.flush() Aug 11 03:34:49.884095 n-d-764292-30 neutron-server[102193]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:34:49.884095 n-d-764292-30 neutron-server[102193]: self.session.flush() Aug 11 03:34:49.884095 n-d-764292-30 neutron-server[102193]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:34:49.884095 n-d-764292-30 neutron-server[102193]: self.session.flush() Aug 11 03:34:49.884095 n-d-764292-30 neutron-server[102193]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:34:49.884095 n-d-764292-30 neutron-server[102193]: self.session.flush() Aug 11 03:34:49.884095 n-d-764292-30 neutron-server[102193]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:34:49.884095 n-d-764292-30 neutron-server[102193]: self.session.flush() Aug 11 03:34:49.884095 n-d-764292-30 neutron-server[102193]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:34:49.884095 n-d-764292-30 neutron-server[102193]: self.session.flush() Aug 11 03:34:49.884095 n-d-764292-30 neutron-server[102193]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:34:49.884095 n-d-764292-30 neutron-server[102193]: self.session.flush() Aug 11 03:34:49.884095 n-d-764292-30 neutron-server[102193]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:34:49.884095 n-d-764292-30 neutron-server[102193]: self.session.flush() Aug 11 03:34:49.884095 n-d-764292-30 neutron-server[102193]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:34:49.884095 n-d-764292-30 neutron-server[102193]: self.session.flush() Aug 11 03:34:49.884095 n-d-764292-30 neutron-server[102193]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:34:49.884095 n-d-764292-30 neutron-server[102193]: self.session.flush() Aug 11 03:34:49.884095 n-d-764292-30 neutron-server[102193]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:34:49.884095 n-d-764292-30 neutron-server[102193]: self.session.flush() Aug 11 03:34:49.884095 n-d-764292-30 neutron-server[102193]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:34:49.884095 n-d-764292-30 neutron-server[102193]: self.session.flush() Aug 11 03:34:49.884095 n-d-764292-30 neutron-server[102193]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:34:49.884095 n-d-764292-30 neutron-server[102193]: self.session.flush() Aug 11 03:34:49.884095 n-d-764292-30 neutron-server[102193]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:34:49.884095 n-d-764292-30 neutron-server[102193]: self.session.flush() Aug 11 03:34:49.884095 n-d-764292-30 neutron-server[102193]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:34:49.884095 n-d-764292-30 neutron-server[102193]: self.session.flush() Aug 11 03:34:49.884095 n-d-764292-30 neutron-server[102193]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:34:49.884095 n-d-764292-30 neutron-server[102193]: self.session.flush() Aug 11 03:34:49.884095 n-d-764292-30 neutron-server[102193]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:34:49.884095 n-d-764292-30 neutron-server[102193]: self.session.flush() Aug 11 03:34:49.884095 n-d-764292-30 neutron-server[102193]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:34:49.884095 n-d-764292-30 neutron-server[102193]: self.session.flush() Aug 11 03:34:49.884095 n-d-764292-30 neutron-server[102193]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:34:49.884095 n-d-764292-30 neutron-server[102193]: self.session.flush() Aug 11 03:34:49.884095 n-d-764292-30 neutron-server[102193]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:34:49.884095 n-d-764292-30 neutron-server[102193]: self.session.flush() Aug 11 03:34:49.896383 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-48d19e35-9a27-4acf-9013-5b0f4704c313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:49.899052 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-9819e239-2ea1-4a13-9203-20dfe26bb503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678'] for port, after_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:49.918252 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9819e239-2ea1-4a13-9203-20dfe26bb503 None None] No DVR routers for this DVR port 854ae060-8358-47fc-adb5-b359f07ca4c7 on host n-d-764292-30 {{(pid=102193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:34:49.936434 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1013584d-f478-4519-a4dc-629132396bdd tempest-ExtraDHCPOptionsIpV6TestJSON-767846933 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:49.962593 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9819e239-2ea1-4a13-9203-20dfe26bb503 None None] Pushing event deleted for resources: {'Port': ['ID=854ae060-8358-47fc-adb5-b359f07ca4c7,revision_number=None']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:49.973731 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d19e35-9a27-4acf-9013-5b0f4704c313 admin admin] Pushing event deleted for resources: {'Port': ['ID=854ae060-8358-47fc-adb5-b359f07ca4c7,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:49.974766 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1013584d-f478-4519-a4dc-629132396bdd tempest-ExtraDHCPOptionsIpV6TestJSON-767846933 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933-project] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=102191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:34:49.981947 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d19e35-9a27-4acf-9013-5b0f4704c313 admin admin] No DVR routers for this DVR port 854ae060-8358-47fc-adb5-b359f07ca4c7 on host n-d-764292-30 {{(pid=102192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:34:49.993233 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1013584d-f478-4519-a4dc-629132396bdd tempest-ExtraDHCPOptionsIpV6TestJSON-767846933 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8846be85-208c-4abf-8156-064e356dc8b5,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:49.997529 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1013584d-f478-4519-a4dc-629132396bdd tempest-ExtraDHCPOptionsIpV6TestJSON-767846933 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:49.998243 n-d-764292-30 neutron-server[102191]: INFO neutron.db.segments_db [None req-1013584d-f478-4519-a4dc-629132396bdd tempest-ExtraDHCPOptionsIpV6TestJSON-767846933 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933-project] Added segment fa78bfcc-853e-4a83-81ee-06a47b0eea13 of type vlan for network 235223ca-112f-44f1-a32c-a252650992a1 Aug 11 03:34:50.060421 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1013584d-f478-4519-a4dc-629132396bdd tempest-ExtraDHCPOptionsIpV6TestJSON-767846933 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:50.127196 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-48d19e35-9a27-4acf-9013-5b0f4704c313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:50.136835 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-48d19e35-9a27-4acf-9013-5b0f4704c313 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['425045ab-1792-4464-8443-b9a0ad823629']}} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:34:50.146854 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-48d19e35-9a27-4acf-9013-5b0f4704c313 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '171ec611-a934-4219-8e96-132344840dde') {'for_net_delete': True} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:34:50.147144 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-48d19e35-9a27-4acf-9013-5b0f4704c313 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '171ec611-a934-4219-8e96-132344840dde') {} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:34:50.156153 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-48d19e35-9a27-4acf-9013-5b0f4704c313 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125932501'] for segment, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:50.169983 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-48d19e35-9a27-4acf-9013-5b0f4704c313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:50.177295 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48d19e35-9a27-4acf-9013-5b0f4704c313 admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=102192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:34:50.177295 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-48d19e35-9a27-4acf-9013-5b0f4704c313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125932183'] for segment, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:50.178906 n-d-764292-30 neutron-server[102192]: Traceback (most recent call last): Aug 11 03:34:50.178906 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:34:50.178906 n-d-764292-30 neutron-server[102192]: timer() Aug 11 03:34:50.178906 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:34:50.178906 n-d-764292-30 neutron-server[102192]: cb(*args, **kw) Aug 11 03:34:50.178906 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:34:50.178906 n-d-764292-30 neutron-server[102192]: return func(*args, **kwargs) Aug 11 03:34:50.178906 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:34:50.178906 n-d-764292-30 neutron-server[102192]: self._notify() Aug 11 03:34:50.178906 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:34:50.178906 n-d-764292-30 neutron-server[102192]: self.callback(batched_events) Aug 11 03:34:50.178906 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:34:50.178906 n-d-764292-30 neutron-server[102192]: event.method(event) Aug 11 03:34:50.178906 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:34:50.178906 n-d-764292-30 neutron-server[102192]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:34:50.178906 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:34:50.178906 n-d-764292-30 neutron-server[102192]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:34:50.178906 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:34:50.178906 n-d-764292-30 neutron-server[102192]: return f(self, *a, **k) Aug 11 03:34:50.178906 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:34:50.178906 n-d-764292-30 neutron-server[102192]: return self._get(url).json() Aug 11 03:34:50.178906 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:34:50.178906 n-d-764292-30 neutron-server[102192]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:34:50.178906 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:34:50.178906 n-d-764292-30 neutron-server[102192]: return self.request(url, 'GET', **kwargs) Aug 11 03:34:50.178906 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:34:50.178906 n-d-764292-30 neutron-server[102192]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:34:50.178906 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:34:50.178906 n-d-764292-30 neutron-server[102192]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:34:50.178906 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:34:50.178906 n-d-764292-30 neutron-server[102192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:34:50.178906 n-d-764292-30 neutron-server[102192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:34:50.233442 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1013584d-f478-4519-a4dc-629132396bdd tempest-ExtraDHCPOptionsIpV6TestJSON-767846933 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:50.239928 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1013584d-f478-4519-a4dc-629132396bdd tempest-ExtraDHCPOptionsIpV6TestJSON-767846933 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:50.240876 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1013584d-f478-4519-a4dc-629132396bdd tempest-ExtraDHCPOptionsIpV6TestJSON-767846933 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933-project] Notify callbacks [] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:50.313784 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1013584d-f478-4519-a4dc-629132396bdd tempest-ExtraDHCPOptionsIpV6TestJSON-767846933 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933-project] Pushing event updated for resources: {'Network': ['ID=235223ca-112f-44f1-a32c-a252650992a1,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:50.324954 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-48d19e35-9a27-4acf-9013-5b0f4704c313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:50.325596 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network 235223ca-112f-44f1-a32c-a252650992a1 details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:34:50.331679 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-48d19e35-9a27-4acf-9013-5b0f4704c313 admin admin] Notify callbacks [] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:50.337953 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-48d19e35-9a27-4acf-9013-5b0f4704c313 admin admin] 10.222.0.41 "DELETE /v2.0/networks/425045ab-1792-4464-8443-b9a0ad823629 HTTP/1.1" status: 204 len: 168 time: 1.1339080 Aug 11 03:34:50.338067 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 39400) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:50.355975 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d19e35-9a27-4acf-9013-5b0f4704c313 admin admin] Pushing event deleted for resources: {'Network': ['ID=425045ab-1792-4464-8443-b9a0ad823629,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:50.405604 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-1013584d-f478-4519-a4dc-629132396bdd tempest-ExtraDHCPOptionsIpV6TestJSON-767846933 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.0519912 Aug 11 03:34:50.408500 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 39406) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:50.440481 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-62097989-43ed-47e1-838e-e177f47ed342 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933-project] Request body: {'subnet': {'network_id': '235223ca-112f-44f1-a32c-a252650992a1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:34:50.458684 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d6f165-68b1-427b-b97a-3f18e822dfe1 req-35a934b6-acc2-4113-bf07-2cdd25fa3ceb tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:50.467401 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f7d6f165-68b1-427b-b97a-3f18e822dfe1 req-35a934b6-acc2-4113-bf07-2cdd25fa3ceb tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=e26e7075-4fca-4f43-86ce-882b53ced53b HTTP/1.1" status: 200 len: 945 time: 0.0784531 Aug 11 03:34:50.513044 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f7d6f165-68b1-427b-b97a-3f18e822dfe1 req-3f6a6b7f-0a2b-44ed-879a-74a208430c01 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/security-groups?id=d90906b3-11d7-4670-8cbc-45704d99f68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441101 Aug 11 03:34:50.518586 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 8dc245c0-f703-4416-b1a0-27d21d1b3390 no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:34:50.543901 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: 8dc245c0-f703-4416-b1a0-27d21d1b3390 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:34:50.544338 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 8dc245c0-f703-4416-b1a0-27d21d1b3390 not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:34:50.544827 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 854ae060-8358-47fc-adb5-b359f07ca4c7 no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:34:50.568298 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: 854ae060-8358-47fc-adb5-b359f07ca4c7 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:34:50.568959 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 854ae060-8358-47fc-adb5-b359f07ca4c7 not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:34:50.669232 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62097989-43ed-47e1-838e-e177f47ed342 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933-project] Made reservation on behalf of 65a74e0020894cd1914ba193c6cf6600 for: {'subnet': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:34:50.672688 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-62097989-43ed-47e1-838e-e177f47ed342 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274743'] for subnet, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:50.950921 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8f46d181-9ead-497c-9d67-6d5cdf04b501 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521106'] for router_interface, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:50.993730 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-62097989-43ed-47e1-838e-e177f47ed342 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126283476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274725'] for subnet, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:51.101295 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62097989-43ed-47e1-838e-e177f47ed342 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933-project] Pushing event updated for resources: {'Subnet': ['ID=e56f80ef-e005-4021-8cbe-29879e0f98a2,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:51.119926 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62097989-43ed-47e1-838e-e177f47ed342 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933-project] Checking segment: {'id': 'fa78bfcc-853e-4a83-81ee-06a47b0eea13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '235223ca-112f-44f1-a32c-a252650992a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:34:51.120286 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62097989-43ed-47e1-838e-e177f47ed342 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933-project] Network hostable DHCP agents. Network: 235223ca-112f-44f1-a32c-a252650992a1, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:34:51.265101 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62097989-43ed-47e1-838e-e177f47ed342 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933-project] Network 235223ca-112f-44f1-a32c-a252650992a1 is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:34:51.278209 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-8f46d181-9ead-497c-9d67-6d5cdf04b501 admin admin] Deleting port 8eaef64e-e417-411f-bcad-d20d23c217d4 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:34:51.278583 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8f46d181-9ead-497c-9d67-6d5cdf04b501 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:51.343140 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-62097989-43ed-47e1-838e-e177f47ed342 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, 235223ca-112f-44f1-a32c-a252650992a1) {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:34:51.347685 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62097989-43ed-47e1-838e-e177f47ed342 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:51.348402 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-62097989-43ed-47e1-838e-e177f47ed342 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933-project] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:51.353658 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f46cf69a-82e6-4796-8b51-064989788416 None None] Network 235223ca-112f-44f1-a32c-a252650992a1 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:34:51.377260 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [None req-8f46d181-9ead-497c-9d67-6d5cdf04b501 admin admin] For port 8eaef64e-e417-411f-bcad-d20d23c217d4, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=8eaef64e-e417-411f-bcad-d20d23c217d4,segment=NetworkSegment(a7818a5c-1c3b-4ccf-8648-2d38b8e39833),segment_id=a7818a5c-1c3b-4ccf-8648-2d38b8e39833)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:34:51.377635 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8f46d181-9ead-497c-9d67-6d5cdf04b501 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:51.391086 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-8f46d181-9ead-497c-9d67-6d5cdf04b501 admin admin] Calling delete_port for 8eaef64e-e417-411f-bcad-d20d23c217d4 owned by network:router_interface {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:34:51.460339 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-62097989-43ed-47e1-838e-e177f47ed342 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0482903 Aug 11 03:34:51.461200 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 39458) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:51.475071 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-c111dd21-a040-4a4e-a2c5-3053cd67a7ec tempest-ExtraDHCPOptionsIpV6TestJSON-767846933 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933-project] Request body: {'port': {'network_id': '235223ca-112f-44f1-a32c-a252650992a1', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-508175897'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:34:51.508967 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d95f252-0775-4818-9e5b-0a2a02ae3d35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde080026-c28f-55be-b52b-13827cc43646-235223ca-112f-44f1-a32c-a252650992a1', 'network_id': '235223ca-112f-44f1-a32c-a252650992a1', 'tenant_id': '65a74e0020894cd1914ba193c6cf6600', 'fixed_ips': [{'subnet_id': 'e56f80ef-e005-4021-8cbe-29879e0f98a2'}]}} from n-d-764292-30. {{(pid=102193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:34:51.509864 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-6d95f252-0775-4818-9e5b-0a2a02ae3d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:51.678010 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee22a08e-e821-4611-ba3d-c6fc4ae5459b req-e8c1b1e2-6bf3-4a7e-8ddd-f70850844d51 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:51.679583 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ee22a08e-e821-4611-ba3d-c6fc4ae5459b req-e8c1b1e2-6bf3-4a7e-8ddd-f70850844d51 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=e26e7075-4fca-4f43-86ce-882b53ced53b HTTP/1.1" status: 200 len: 945 time: 0.0627382 Aug 11 03:34:51.687257 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.db_base_plugin_common [None req-6d95f252-0775-4818-9e5b-0a2a02ae3d35 None None] Allocated IP 2001:db8::2 (235223ca-112f-44f1-a32c-a252650992a1/e56f80ef-e005-4021-8cbe-29879e0f98a2/dd754353-52cf-4924-8b79-73e82b8f71a5) {{(pid=102193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:34:51.695979 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8f46d181-9ead-497c-9d67-6d5cdf04b501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:51.720419 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ee22a08e-e821-4611-ba3d-c6fc4ae5459b req-d52dea43-28d4-4401-a2ab-1151f77e4dae tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/security-groups?id=d90906b3-11d7-4670-8cbc-45704d99f68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338416 Aug 11 03:34:51.728154 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f46d181-9ead-497c-9d67-6d5cdf04b501 admin admin] Pushing event deleted for resources: {'Port': ['ID=8eaef64e-e417-411f-bcad-d20d23c217d4,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:51.756041 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c111dd21-a040-4a4e-a2c5-3053cd67a7ec tempest-ExtraDHCPOptionsIpV6TestJSON-767846933 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933-project] Made reservation on behalf of 65a74e0020894cd1914ba193c6cf6600 for: {'port': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:34:51.760739 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c111dd21-a040-4a4e-a2c5-3053cd67a7ec tempest-ExtraDHCPOptionsIpV6TestJSON-767846933 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:51.806491 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [None req-c111dd21-a040-4a4e-a2c5-3053cd67a7ec tempest-ExtraDHCPOptionsIpV6TestJSON-767846933 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933-project] device_id is not set on port 28d44f93-64c7-41ef-a189-9c3b23ef3214 yet. {{(pid=102192) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:34:51.918735 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-6d95f252-0775-4818-9e5b-0a2a02ae3d35 None None] Notify callbacks [] for port, precommit_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:51.927913 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-6d95f252-0775-4818-9e5b-0a2a02ae3d35 None None] Transition to ACTIVE for port object dd754353-52cf-4924-8b79-73e82b8f71a5 will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:34:51.943647 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-6d95f252-0775-4818-9e5b-0a2a02ae3d35 None None] Transition to ACTIVE for port object dd754353-52cf-4924-8b79-73e82b8f71a5 will not be triggered until provisioned by entity DHCP. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:34:52.002444 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b26bb9c-a902-48c4-ac9e-a91b3af440b8 req-6428cf69-ecc1-43a4-b705-fa9e5bc09dec tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:52.005343 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-8b26bb9c-a902-48c4-ac9e-a91b3af440b8 req-6428cf69-ecc1-43a4-b705-fa9e5bc09dec tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.22 "GET /v2.0/ports?device_id=e26e7075-4fca-4f43-86ce-882b53ced53b HTTP/1.1" status: 200 len: 945 time: 0.1135371 Aug 11 03:34:52.006634 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8f46d181-9ead-497c-9d67-6d5cdf04b501 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16383033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450082'] for router_interface, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:52.016678 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-6d95f252-0775-4818-9e5b-0a2a02ae3d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669'] for port, after_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:52.060679 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d95f252-0775-4818-9e5b-0a2a02ae3d35 None None] Network 235223ca-112f-44f1-a32c-a252650992a1 is already hosted by enough agents. {{(pid=102193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:34:52.066172 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.base_scheduler [None req-6d95f252-0775-4818-9e5b-0a2a02ae3d35 None None] Resources bound (agent type, host, resource id): {{(pid=102193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:34:52.071247 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d95f252-0775-4818-9e5b-0a2a02ae3d35 None None] Received port after_create {{(pid=102193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:34:52.074820 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d95f252-0775-4818-9e5b-0a2a02ae3d35 None None] Pushing event updated for resources: {'Port': ['ID=dd754353-52cf-4924-8b79-73e82b8f71a5,revision_number=1']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:52.090267 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [None req-c111dd21-a040-4a4e-a2c5-3053cd67a7ec tempest-ExtraDHCPOptionsIpV6TestJSON-767846933 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933-project] Allocated IP 2001:db8::2c8 (235223ca-112f-44f1-a32c-a252650992a1/e56f80ef-e005-4021-8cbe-29879e0f98a2/28d44f93-64c7-41ef-a189-9c3b23ef3214) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:34:52.129784 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-6d95f252-0775-4818-9e5b-0a2a02ae3d35 None None] Attempting to bind port dd754353-52cf-4924-8b79-73e82b8f71a5 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:34:52.130246 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-6d95f252-0775-4818-9e5b-0a2a02ae3d35 None None] Attempting to bind port dd754353-52cf-4924-8b79-73e82b8f71a5 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': 'fa78bfcc-853e-4a83-81ee-06a47b0eea13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '235223ca-112f-44f1-a32c-a252650992a1'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:34:52.130717 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d95f252-0775-4818-9e5b-0a2a02ae3d35 None None] Attempting to bind port dd754353-52cf-4924-8b79-73e82b8f71a5 on network 235223ca-112f-44f1-a32c-a252650992a1 {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:34:52.136928 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d95f252-0775-4818-9e5b-0a2a02ae3d35 None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 34, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:34:52.137307 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d95f252-0775-4818-9e5b-0a2a02ae3d35 None None] Checking segment: {'id': 'fa78bfcc-853e-4a83-81ee-06a47b0eea13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '235223ca-112f-44f1-a32c-a252650992a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:34:52.137717 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-6d95f252-0775-4818-9e5b-0a2a02ae3d35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:52.144718 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d95f252-0775-4818-9e5b-0a2a02ae3d35 None None] Bound using segment: {'id': 'fa78bfcc-853e-4a83-81ee-06a47b0eea13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '235223ca-112f-44f1-a32c-a252650992a1'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:34:52.144718 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-6d95f252-0775-4818-9e5b-0a2a02ae3d35 None None] Bound port: dd754353-52cf-4924-8b79-73e82b8f71a5, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa78bfcc-853e-4a83-81ee-06a47b0eea13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '235223ca-112f-44f1-a32c-a252650992a1'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:34:52.144718 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-6d95f252-0775-4818-9e5b-0a2a02ae3d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:52.213291 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-6d95f252-0775-4818-9e5b-0a2a02ae3d35 None None] For port dd754353-52cf-4924-8b79-73e82b8f71a5, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:34:52.218990 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-6d95f252-0775-4818-9e5b-0a2a02ae3d35 None None] For port dd754353-52cf-4924-8b79-73e82b8f71a5, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=dd754353-52cf-4924-8b79-73e82b8f71a5,segment=NetworkSegment(fa78bfcc-853e-4a83-81ee-06a47b0eea13),segment_id=fa78bfcc-853e-4a83-81ee-06a47b0eea13)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:34:52.241108 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-8b26bb9c-a902-48c4-ac9e-a91b3af440b8 req-303f0ca8-c66e-43ff-a275-442988dd0130 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Deleting port ac7c8ec1-523e-4e26-85e5-3f37e000198f {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:34:52.241366 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-8b26bb9c-a902-48c4-ac9e-a91b3af440b8 req-303f0ca8-c66e-43ff-a275-442988dd0130 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:52.262812 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c111dd21-a040-4a4e-a2c5-3053cd67a7ec tempest-ExtraDHCPOptionsIpV6TestJSON-767846933 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933-project] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:52.277182 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [None req-c111dd21-a040-4a4e-a2c5-3053cd67a7ec tempest-ExtraDHCPOptionsIpV6TestJSON-767846933 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933-project] Transition to ACTIVE for port object 28d44f93-64c7-41ef-a189-9c3b23ef3214 will not be triggered until provisioned by entity DHCP. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:34:52.285687 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-6d95f252-0775-4818-9e5b-0a2a02ae3d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:52.349078 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d95f252-0775-4818-9e5b-0a2a02ae3d35 None None] Pushing event updated for resources: {'Port': ['ID=dd754353-52cf-4924-8b79-73e82b8f71a5,revision_number=2']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:52.386843 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f46d181-9ead-497c-9d67-6d5cdf04b501 admin admin] Router f130b56e-7e36-4d36-af71-104717f40949 has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:34:52.388845 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-8b26bb9c-a902-48c4-ac9e-a91b3af440b8 req-303f0ca8-c66e-43ff-a275-442988dd0130 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] For port ac7c8ec1-523e-4e26-85e5-3f37e000198f, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=ac7c8ec1-523e-4e26-85e5-3f37e000198f,segment=NetworkSegment(32ef8310-eb36-4f10-89a8-2ec645494a63),segment_id=32ef8310-eb36-4f10-89a8-2ec645494a63)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:34:52.389076 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-8b26bb9c-a902-48c4-ac9e-a91b3af440b8 req-303f0ca8-c66e-43ff-a275-442988dd0130 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:52.406100 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-8b26bb9c-a902-48c4-ac9e-a91b3af440b8 req-303f0ca8-c66e-43ff-a275-442988dd0130 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Calling delete_port for ac7c8ec1-523e-4e26-85e5-3f37e000198f owned by compute:nova {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:34:52.416152 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c111dd21-a040-4a4e-a2c5-3053cd67a7ec tempest-ExtraDHCPOptionsIpV6TestJSON-767846933 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:52.477398 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c111dd21-a040-4a4e-a2c5-3053cd67a7ec tempest-ExtraDHCPOptionsIpV6TestJSON-767846933 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933-project] Network 235223ca-112f-44f1-a32c-a252650992a1 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:34:52.486793 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-c111dd21-a040-4a4e-a2c5-3053cd67a7ec tempest-ExtraDHCPOptionsIpV6TestJSON-767846933 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:34:52.489242 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c111dd21-a040-4a4e-a2c5-3053cd67a7ec tempest-ExtraDHCPOptionsIpV6TestJSON-767846933 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933-project] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:34:52.496720 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c111dd21-a040-4a4e-a2c5-3053cd67a7ec tempest-ExtraDHCPOptionsIpV6TestJSON-767846933 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:52.497612 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c111dd21-a040-4a4e-a2c5-3053cd67a7ec tempest-ExtraDHCPOptionsIpV6TestJSON-767846933 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:52.509909 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c111dd21-a040-4a4e-a2c5-3053cd67a7ec tempest-ExtraDHCPOptionsIpV6TestJSON-767846933 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933-project] Pushing event updated for resources: {'Port': ['ID=28d44f93-64c7-41ef-a189-9c3b23ef3214,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:52.570130 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f46d181-9ead-497c-9d67-6d5cdf04b501 admin admin] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:34:52.578686 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 39480) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:52.578842 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-8f46d181-9ead-497c-9d67-6d5cdf04b501 admin admin] 10.222.0.41 "PUT /v2.0/routers/f130b56e-7e36-4d36-af71-104717f40949/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2404211 Aug 11 03:34:52.600573 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf6dd5c-3cf7-4fbc-afea-ac64a7352067 None None] Sync routers for ids ['f130b56e-7e36-4d36-af71-104717f40949'] in n-d-764292-30 {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:34:52.623134 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf6dd5c-3cf7-4fbc-afea-ac64a7352067 None None] Routers {'f130b56e-7e36-4d36-af71-104717f40949'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:34:52.625393 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-acf6dd5c-3cf7-4fbc-afea-ac64a7352067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:34:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['f130b56e-7e36-4d36-af71-104717f40949'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:34:52.742158 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-8b26bb9c-a902-48c4-ac9e-a91b3af440b8 req-303f0ca8-c66e-43ff-a275-442988dd0130 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:52.758617 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['ac7c8ec1-523e-4e26-85e5-3f37e000198f'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:34:52.781643 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303f0ca8-c66e-43ff-a275-442988dd0130 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Pushing event deleted for resources: {'Port': ['ID=ac7c8ec1-523e-4e26-85e5-3f37e000198f,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:52.815207 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-acf6dd5c-3cf7-4fbc-afea-ac64a7352067 None None] Set router f130b56e-7e36-4d36-af71-104717f40949 gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:34:52.824484 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e73deb37-7279-4fe8-9964-739571f29890 admin admin] Notify callbacks [] for router, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:52.829489 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-c111dd21-a040-4a4e-a2c5-3053cd67a7ec tempest-ExtraDHCPOptionsIpV6TestJSON-767846933 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.3670671 Aug 11 03:34:52.834230 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 39488) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:52.845950 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-a5e5ca12-0742-4170-aa25-15be465ed202 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933-project] Request body: {'port': {'network_id': '235223ca-112f-44f1-a32c-a252650992a1', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1542940040', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:34:52.846531 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.api.validators [None req-a5e5ca12-0742-4170-aa25-15be465ed202 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933-project] bootfile-name is not in valid_values {{(pid=102191) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 11 03:34:52.846966 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.api.validators [None req-a5e5ca12-0742-4170-aa25-15be465ed202 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933-project] tftp-server is not in valid_values {{(pid=102191) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 11 03:34:52.847401 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.api.validators [None req-a5e5ca12-0742-4170-aa25-15be465ed202 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933-project] server-ip-address is not in valid_values {{(pid=102191) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 11 03:34:52.896650 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1036c0df-89f0-41e4-b23a-fac2df258fa5 req-b218aab7-ba4e-4994-8158-4c829a617d7b tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=e26e7075-4fca-4f43-86ce-882b53ced53b HTTP/1.1" status: 200 len: 210 time: 0.0689366 Aug 11 03:34:52.941916 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b26bb9c-a902-48c4-ac9e-a91b3af440b8 req-303f0ca8-c66e-43ff-a275-442988dd0130 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] No DVR routers for this DVR port ac7c8ec1-523e-4e26-85e5-3f37e000198f on host n-h1-764292-30 {{(pid=102191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:34:52.946792 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-8b26bb9c-a902-48c4-ac9e-a91b3af440b8 req-303f0ca8-c66e-43ff-a275-442988dd0130 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:52.949647 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-8b26bb9c-a902-48c4-ac9e-a91b3af440b8 req-303f0ca8-c66e-43ff-a275-442988dd0130 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.22 "DELETE /v2.0/ports/ac7c8ec1-523e-4e26-85e5-3f37e000198f HTTP/1.1" status: 204 len: 173 time: 0.9368827 Aug 11 03:34:52.950259 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e26e7075-4fca-4f43-86ce-882b53ced53b', 'name': 'network-vif-deleted', 'tag': 'ac7c8ec1-523e-4e26-85e5-3f37e000198f'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:34:52.953626 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb68c123-84f1-496b-bf77-b5def65c0a37" -d '{"events": [{"server_uuid": "e26e7075-4fca-4f43-86ce-882b53ced53b", "name": "network-vif-deleted", "tag": "ac7c8ec1-523e-4e26-85e5-3f37e000198f"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:34:53.011666 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e73deb37-7279-4fe8-9964-739571f29890 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:53.019863 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:34:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cf07ea9-bf3a-4b6f-a498-5d1c208b438f x-openstack-request-id: req-2cf07ea9-bf3a-4b6f-a498-5d1c208b438f {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:34:53.020257 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e26e7075-4fca-4f43-86ce-882b53ced53b", "name": "network-vif-deleted", "tag": "ac7c8ec1-523e-4e26-85e5-3f37e000198f", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:34:53.020695 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2cf07ea9-bf3a-4b6f-a498-5d1c208b438f {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:34:53.021222 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e26e7075-4fca-4f43-86ce-882b53ced53b', 'name': 'network-vif-deleted', 'tag': 'ac7c8ec1-523e-4e26-85e5-3f37e000198f', 'status': 'completed', 'code': 200} Aug 11 03:34:53.075806 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-acf6dd5c-3cf7-4fbc-afea-ac64a7352067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f130b56e-7e36-4d36-af71-104717f40949', 'name': 'tempest-TestVolumeBackupRestore-61237663-router', 'tenant_id': '146b2143f1d94472aae3064b3b4eb200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': '7258758d-8269-4d31-8664-53dbc40d6c2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:29:57Z', 'updated_at': '2021-08-11T03:34:51Z', 'revision_number': 5, 'project_id': '146b2143f1d94472aae3064b3b4eb200', 'gw_port': {'id': '7258758d-8269-4d31-8664-53dbc40d6c2c', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:98:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f130b56e-7e36-4d36-af71-104717f40949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3329, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:29:58Z', 'updated_at': '2021-08-11T03:30:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:34:53.102227 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5e5ca12-0742-4170-aa25-15be465ed202 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933-project] Made reservation on behalf of 65a74e0020894cd1914ba193c6cf6600 for: {'port': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:34:53.108594 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a5e5ca12-0742-4170-aa25-15be465ed202 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:53.119270 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf6dd5c-3cf7-4fbc-afea-ac64a7352067 None None] Checking router: f130b56e-7e36-4d36-af71-104717f40949 for host: n-d-764292-30 {{(pid=102194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:34:53.130219 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf6dd5c-3cf7-4fbc-afea-ac64a7352067 None None] Routers {'f130b56e-7e36-4d36-af71-104717f40949'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:34:53.130219 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-acf6dd5c-3cf7-4fbc-afea-ac64a7352067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:34:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['f130b56e-7e36-4d36-af71-104717f40949'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:34:53.132257 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [None req-a5e5ca12-0742-4170-aa25-15be465ed202 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933-project] device_id is not set on port 057f8995-8872-49c2-83a6-74c0d70ddccd yet. {{(pid=102191) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:34:53.192879 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-e73deb37-7279-4fe8-9964-739571f29890 admin admin] Deleting port 7258758d-8269-4d31-8664-53dbc40d6c2c {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:34:53.193500 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e73deb37-7279-4fe8-9964-739571f29890 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:53.309659 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [None req-a5e5ca12-0742-4170-aa25-15be465ed202 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933-project] Allocated IP 2001:db8::f1 (235223ca-112f-44f1-a32c-a252650992a1/e56f80ef-e005-4021-8cbe-29879e0f98a2/057f8995-8872-49c2-83a6-74c0d70ddccd) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:34:53.329317 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-acf6dd5c-3cf7-4fbc-afea-ac64a7352067 None None] Set router f130b56e-7e36-4d36-af71-104717f40949 gateway port host: None {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:34:53.332771 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [None req-e73deb37-7279-4fe8-9964-739571f29890 admin admin] For port 7258758d-8269-4d31-8664-53dbc40d6c2c, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=7258758d-8269-4d31-8664-53dbc40d6c2c,segment=NetworkSegment(fab28bed-aa25-40db-bba4-ec26e795194c),segment_id=fab28bed-aa25-40db-bba4-ec26e795194c)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:34:53.333145 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e73deb37-7279-4fe8-9964-739571f29890 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:53.347322 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-e73deb37-7279-4fe8-9964-739571f29890 admin admin] Calling delete_port for 7258758d-8269-4d31-8664-53dbc40d6c2c owned by network:router_gateway {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:34:53.434766 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-acf6dd5c-3cf7-4fbc-afea-ac64a7352067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f130b56e-7e36-4d36-af71-104717f40949', 'name': 'tempest-TestVolumeBackupRestore-61237663-router', 'tenant_id': '146b2143f1d94472aae3064b3b4eb200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:29:57Z', 'updated_at': '2021-08-11T03:34:53Z', 'revision_number': 6, 'project_id': '146b2143f1d94472aae3064b3b4eb200', 'gw_port_host': None}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:34:53.491908 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf6dd5c-3cf7-4fbc-afea-ac64a7352067 None None] The sync data for ids ['f130b56e-7e36-4d36-af71-104717f40949'] in n-d-764292-30 is: [{'id': 'f130b56e-7e36-4d36-af71-104717f40949', 'name': 'tempest-TestVolumeBackupRestore-61237663-router', 'tenant_id': '146b2143f1d94472aae3064b3b4eb200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:29:57Z', 'updated_at': '2021-08-11T03:34:53Z', 'revision_number': 6, 'project_id': '146b2143f1d94472aae3064b3b4eb200', 'gw_port_host': None}] {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:34:53.668160 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e73deb37-7279-4fe8-9964-739571f29890 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:53.678462 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a5e5ca12-0742-4170-aa25-15be465ed202 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:53.700792 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [None req-a5e5ca12-0742-4170-aa25-15be465ed202 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933-project] Transition to ACTIVE for port object 057f8995-8872-49c2-83a6-74c0d70ddccd will not be triggered until provisioned by entity DHCP. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:34:53.701001 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73deb37-7279-4fe8-9964-739571f29890 admin admin] Pushing event deleted for resources: {'Port': ['ID=7258758d-8269-4d31-8664-53dbc40d6c2c,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:53.798011 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e73deb37-7279-4fe8-9964-739571f29890 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-446916'] for router_gateway, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:53.868062 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bd3a63c-2166-485e-b3a4-89ecaa186572 None None] Network 235223ca-112f-44f1-a32c-a252650992a1 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:34:53.868586 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a5e5ca12-0742-4170-aa25-15be465ed202 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:53.934226 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e5ca12-0742-4170-aa25-15be465ed202 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933-project] Network 235223ca-112f-44f1-a32c-a252650992a1 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:34:53.938300 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-a5e5ca12-0742-4170-aa25-15be465ed202 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:34:53.943255 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e5ca12-0742-4170-aa25-15be465ed202 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:34:53.947014 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e73deb37-7279-4fe8-9964-739571f29890 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6544'] for router, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:53.952309 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e73deb37-7279-4fe8-9964-739571f29890 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:53.952463 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e5ca12-0742-4170-aa25-15be465ed202 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:53.953195 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a5e5ca12-0742-4170-aa25-15be465ed202 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:54.006381 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e5ca12-0742-4170-aa25-15be465ed202 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933-project] Pushing event updated for resources: {'Port': ['ID=057f8995-8872-49c2-83a6-74c0d70ddccd,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:54.064562 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-a5e5ca12-0742-4170-aa25-15be465ed202 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 1.2230384 Aug 11 03:34:54.068700 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 39500) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:54.083896 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2c9fc0b6-d189-4c2e-b8f8-d2c9c8e4132e req-7c0b4bbb-7d0d-48f0-959c-1278f8ca6c80 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=e26e7075-4fca-4f43-86ce-882b53ced53b HTTP/1.1" status: 200 len: 210 time: 0.0591021 Aug 11 03:34:54.091872 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e73deb37-7279-4fe8-9964-739571f29890 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448809'] for router, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:54.092453 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e73deb37-7279-4fe8-9964-739571f29890 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f130b56e-7e36-4d36-af71-104717f40949 {{(pid=102192) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:34:54.103531 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e73deb37-7279-4fe8-9964-739571f29890 admin admin] Notify callbacks [] for router, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:54.110120 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-e73deb37-7279-4fe8-9964-739571f29890 admin admin] 10.222.0.41 "DELETE /v2.0/routers/f130b56e-7e36-4d36-af71-104717f40949 HTTP/1.1" status: 204 len: 168 time: 1.5273848 Aug 11 03:34:54.110788 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 39502) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:54.138253 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-08d547d3-dbdc-46fc-8590-e85b272ff549 None None] Provisioning for port dd754353-52cf-4924-8b79-73e82b8f71a5 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:34:54.188921 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3c51267-bcf1-4721-897d-a8dd846ca363 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:54.195686 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3c51267-bcf1-4721-897d-a8dd846ca363 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:54.199606 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1ca7186-fb65-430d-ac13-b108b98145d1 admin admin] Deleting subnet 6790beb9-6c70-481b-8d6a-5ddcccdc726b {{(pid=102192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:34:54.203227 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3c51267-bcf1-4721-897d-a8dd846ca363 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:54.203698 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b1ca7186-fb65-430d-ac13-b108b98145d1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:54.206208 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-a3c51267-bcf1-4721-897d-a8dd846ca363 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.1360886 Aug 11 03:34:54.210762 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 39504) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:54.251905 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b1ca7186-fb65-430d-ac13-b108b98145d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125932460'] for subnet, precommit_delete_associations {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:54.317929 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-7ae07b8f-1aac-4e33-87d8-34b21eb5f233 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933-project] Deleting port 057f8995-8872-49c2-83a6-74c0d70ddccd {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:34:54.318422 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7ae07b8f-1aac-4e33-87d8-34b21eb5f233 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:54.359289 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b1ca7186-fb65-430d-ac13-b108b98145d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:54.438434 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7ae07b8f-1aac-4e33-87d8-34b21eb5f233 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:54.451895 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-7ae07b8f-1aac-4e33-87d8-34b21eb5f233 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933-project] Calling delete_port for 057f8995-8872-49c2-83a6-74c0d70ddccd owned by {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:34:54.485429 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b1ca7186-fb65-430d-ac13-b108b98145d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125932157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126180897'] for subnet, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:54.576292 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b1ca7186-fb65-430d-ac13-b108b98145d1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:54.580231 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-b1ca7186-fb65-430d-ac13-b108b98145d1 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/6790beb9-6c70-481b-8d6a-5ddcccdc726b HTTP/1.1" status: 204 len: 168 time: 0.4659212 Aug 11 03:34:54.580231 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ca7186-fb65-430d-ac13-b108b98145d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6790beb9-6c70-481b-8d6a-5ddcccdc726b,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:54.580994 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 39506) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:54.583329 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3219b4d1-2523-49e9-b7ba-00881c24f3f4 None None] Network 37eb9b30-d141-41ba-8b1e-0b93548326d0 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:34:54.690093 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-b5ae1bd7-0167-422d-84e0-83bbe51cc9f0 None None] Provisioning for port 057f8995-8872-49c2-83a6-74c0d70ddccd completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:34:54.707221 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-b5ae1bd7-0167-422d-84e0-83bbe51cc9f0 None None] Provisioning complete for port 057f8995-8872-49c2-83a6-74c0d70ddccd triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:34:54.707817 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-b5ae1bd7-0167-422d-84e0-83bbe51cc9f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:54.762991 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device dd754353-52cf-4924-8b79-73e82b8f71a5 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:34:54.836541 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-b5ae1bd7-0167-422d-84e0-83bbe51cc9f0 None None] Port 057f8995-8872-49c2-83a6-74c0d70ddccd cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:34:54.999146 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port dd754353-52cf-4924-8b79-73e82b8f71a5 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:34:55.004849 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port dd754353-52cf-4924-8b79-73e82b8f71a5 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:34:55.005586 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:55.062550 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-b5ae1bd7-0167-422d-84e0-83bbe51cc9f0 None None] Provisioning for port 28d44f93-64c7-41ef-a189-9c3b23ef3214 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:34:55.067090 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f221145-f25d-495e-aba5-18d9c92bd460 None None] DHCP port deletion for 37eb9b30-d141-41ba-8b1e-0b93548326d0 request from n-d-764292-30 {{(pid=102193) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:34:55.124874 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-b5ae1bd7-0167-422d-84e0-83bbe51cc9f0 None None] Provisioning complete for port 28d44f93-64c7-41ef-a189-9c3b23ef3214 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:34:55.125248 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-b5ae1bd7-0167-422d-84e0-83bbe51cc9f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:55.146268 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-718eb0c9-dbbd-4bd6-b99b-d6974ba720d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:55.221646 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-b5ae1bd7-0167-422d-84e0-83bbe51cc9f0 None None] Port 28d44f93-64c7-41ef-a189-9c3b23ef3214 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:34:55.248023 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7ae07b8f-1aac-4e33-87d8-34b21eb5f233 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:55.274869 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-1f221145-f25d-495e-aba5-18d9c92bd460 None None] Deleting port ce11c95f-96e4-4d4a-aaa8-b686d705bd76 {{(pid=102193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:34:55.275282 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e0047472-a7b9-42ce-9d93-754d0d0e50d8 req-a1fbbb56-968a-41ad-bd99-b7f9c1574ea9 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=e26e7075-4fca-4f43-86ce-882b53ced53b HTTP/1.1" status: 200 len: 210 time: 0.0443592 Aug 11 03:34:55.275783 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-1f221145-f25d-495e-aba5-18d9c92bd460 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:55.285369 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae07b8f-1aac-4e33-87d8-34b21eb5f233 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933-project] Pushing event deleted for resources: {'Port': ['ID=057f8995-8872-49c2-83a6-74c0d70ddccd,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:55.324026 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-718eb0c9-dbbd-4bd6-b99b-d6974ba720d5 admin admin] Deleting port ce11c95f-96e4-4d4a-aaa8-b686d705bd76 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:34:55.324595 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-718eb0c9-dbbd-4bd6-b99b-d6974ba720d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:55.327082 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7ae07b8f-1aac-4e33-87d8-34b21eb5f233 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:55.329137 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-7ae07b8f-1aac-4e33-87d8-34b21eb5f233 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933-project] 10.222.0.41 "DELETE /v2.0/ports/057f8995-8872-49c2-83a6-74c0d70ddccd HTTP/1.1" status: 204 len: 168 time: 1.1170843 Aug 11 03:34:55.332974 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 39516) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:55.342639 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-754e2c44-5385-4606-b6c0-b526b82d261a tempest-ExtraDHCPOptionsIpV6TestJSON-767846933 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933-project] Request body: {'port': {'name': 'tempest-new-port-name-483661100', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:34:55.343091 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.api.validators [None req-754e2c44-5385-4606-b6c0-b526b82d261a tempest-ExtraDHCPOptionsIpV6TestJSON-767846933 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933-project] bootfile-name is not in valid_values {{(pid=102192) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 11 03:34:55.348852 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.api.validators [None req-754e2c44-5385-4606-b6c0-b526b82d261a tempest-ExtraDHCPOptionsIpV6TestJSON-767846933 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933-project] tftp-server is not in valid_values {{(pid=102192) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 11 03:34:55.348996 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:55.349149 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.api.validators [None req-754e2c44-5385-4606-b6c0-b526b82d261a tempest-ExtraDHCPOptionsIpV6TestJSON-767846933 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933-project] server-ip-address is not in valid_values {{(pid=102192) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 11 03:34:55.359609 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-a0f6f1cf-582c-434e-a556-aed5e0e00b58 None None] Could not find standard attr ID for object 057f8995-8872-49c2-83a6-74c0d70ddccd. {{(pid=102193) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 03:34:55.390320 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-1f221145-f25d-495e-aba5-18d9c92bd460 None None] For port ce11c95f-96e4-4d4a-aaa8-b686d705bd76, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=ce11c95f-96e4-4d4a-aaa8-b686d705bd76,segment=NetworkSegment(a7818a5c-1c3b-4ccf-8648-2d38b8e39833),segment_id=a7818a5c-1c3b-4ccf-8648-2d38b8e39833)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:34:55.390742 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-1f221145-f25d-495e-aba5-18d9c92bd460 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:55.400490 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [None req-718eb0c9-dbbd-4bd6-b99b-d6974ba720d5 admin admin] For port ce11c95f-96e4-4d4a-aaa8-b686d705bd76, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=ce11c95f-96e4-4d4a-aaa8-b686d705bd76,segment=NetworkSegment(a7818a5c-1c3b-4ccf-8648-2d38b8e39833),segment_id=a7818a5c-1c3b-4ccf-8648-2d38b8e39833)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:34:55.401165 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-718eb0c9-dbbd-4bd6-b99b-d6974ba720d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:55.417869 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-718eb0c9-dbbd-4bd6-b99b-d6974ba720d5 admin admin] Calling delete_port for ce11c95f-96e4-4d4a-aaa8-b686d705bd76 owned by network:dhcp {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:34:55.422246 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-1f221145-f25d-495e-aba5-18d9c92bd460 None None] Calling delete_port for ce11c95f-96e4-4d4a-aaa8-b686d705bd76 owned by network:dhcp {{(pid=102193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:34:55.446437 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port dd754353-52cf-4924-8b79-73e82b8f71a5, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=dd754353-52cf-4924-8b79-73e82b8f71a5,segment=NetworkSegment(fa78bfcc-853e-4a83-81ee-06a47b0eea13),segment_id=fa78bfcc-853e-4a83-81ee-06a47b0eea13)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:34:55.453883 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-a0f6f1cf-582c-434e-a556-aed5e0e00b58 None None] Provisioning complete for port 28d44f93-64c7-41ef-a189-9c3b23ef3214 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:34:55.454265 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-a0f6f1cf-582c-434e-a556-aed5e0e00b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:55.521484 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-754e2c44-5385-4606-b6c0-b526b82d261a tempest-ExtraDHCPOptionsIpV6TestJSON-767846933 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:55.587571 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-718eb0c9-dbbd-4bd6-b99b-d6974ba720d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:55.620170 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718eb0c9-dbbd-4bd6-b99b-d6974ba720d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce11c95f-96e4-4d4a-aaa8-b686d705bd76,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:55.622029 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-718eb0c9-dbbd-4bd6-b99b-d6974ba720d5 admin admin] No DVR routers for this DVR port ce11c95f-96e4-4d4a-aaa8-b686d705bd76 on host n-d-764292-30 {{(pid=102191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:34:55.703553 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-718eb0c9-dbbd-4bd6-b99b-d6974ba720d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:55.715376 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-718eb0c9-dbbd-4bd6-b99b-d6974ba720d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37eb9b30-d141-41ba-8b1e-0b93548326d0']}} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:34:55.743247 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-718eb0c9-dbbd-4bd6-b99b-d6974ba720d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7818a5c-1c3b-4ccf-8648-2d38b8e39833') {'for_net_delete': True} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:34:55.744161 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-718eb0c9-dbbd-4bd6-b99b-d6974ba720d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7818a5c-1c3b-4ccf-8648-2d38b8e39833') {} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:34:55.758168 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-a0f6f1cf-582c-434e-a556-aed5e0e00b58 None None] Port 28d44f93-64c7-41ef-a189-9c3b23ef3214 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:34:55.759791 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:55.773329 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-718eb0c9-dbbd-4bd6-b99b-d6974ba720d5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126283644'] for segment, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:55.805004 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-718eb0c9-dbbd-4bd6-b99b-d6974ba720d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:55.814621 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-754e2c44-5385-4606-b6c0-b526b82d261a tempest-ExtraDHCPOptionsIpV6TestJSON-767846933 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933-project] Notify callbacks [] for port, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:55.819446 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-718eb0c9-dbbd-4bd6-b99b-d6974ba720d5 admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=102191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:34:55.819913 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-718eb0c9-dbbd-4bd6-b99b-d6974ba720d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126283391'] for segment, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:55.822542 n-d-764292-30 neutron-server[102191]: Traceback (most recent call last): Aug 11 03:34:55.822542 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:34:55.822542 n-d-764292-30 neutron-server[102191]: timer() Aug 11 03:34:55.822542 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:34:55.822542 n-d-764292-30 neutron-server[102191]: cb(*args, **kw) Aug 11 03:34:55.822542 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:34:55.822542 n-d-764292-30 neutron-server[102191]: return func(*args, **kwargs) Aug 11 03:34:55.822542 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:34:55.822542 n-d-764292-30 neutron-server[102191]: self._notify() Aug 11 03:34:55.822542 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:34:55.822542 n-d-764292-30 neutron-server[102191]: self.callback(batched_events) Aug 11 03:34:55.822542 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:34:55.822542 n-d-764292-30 neutron-server[102191]: event.method(event) Aug 11 03:34:55.822542 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:34:55.822542 n-d-764292-30 neutron-server[102191]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:34:55.822542 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:34:55.822542 n-d-764292-30 neutron-server[102191]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:34:55.822542 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:34:55.822542 n-d-764292-30 neutron-server[102191]: return f(self, *a, **k) Aug 11 03:34:55.822542 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:34:55.822542 n-d-764292-30 neutron-server[102191]: return self._get(url).json() Aug 11 03:34:55.822542 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:34:55.822542 n-d-764292-30 neutron-server[102191]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:34:55.822542 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:34:55.822542 n-d-764292-30 neutron-server[102191]: return self.request(url, 'GET', **kwargs) Aug 11 03:34:55.822542 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:34:55.822542 n-d-764292-30 neutron-server[102191]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:34:55.822542 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:34:55.822542 n-d-764292-30 neutron-server[102191]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:34:55.822542 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:34:55.822542 n-d-764292-30 neutron-server[102191]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:34:55.822542 n-d-764292-30 neutron-server[102191]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:34:55.838975 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=dd754353-52cf-4924-8b79-73e82b8f71a5,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:55.860458 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:34:55.866456 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:34:55.866456 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:34:55.866456 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:34:55.866456 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:34:55.866456 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:34:55.866456 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:34:55.866456 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:34:55.868146 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:34:55.868569 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:34:55.868912 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:34:55.869250 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:34:55.875821 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 8eaef64e-e417-411f-bcad-d20d23c217d4 no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:34:55.898494 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-1f221145-f25d-495e-aba5-18d9c92bd460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678'] for port, after_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:55.928335 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-754e2c44-5385-4606-b6c0-b526b82d261a tempest-ExtraDHCPOptionsIpV6TestJSON-767846933 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:55.930425 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: 8eaef64e-e417-411f-bcad-d20d23c217d4 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:34:55.931063 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 8eaef64e-e417-411f-bcad-d20d23c217d4 not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:34:55.931479 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 7258758d-8269-4d31-8664-53dbc40d6c2c no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:34:55.933826 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f221145-f25d-495e-aba5-18d9c92bd460 None None] Pushing event deleted for resources: {'Port': ['ID=ce11c95f-96e4-4d4a-aaa8-b686d705bd76,revision_number=None']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:55.962301 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: 7258758d-8269-4d31-8664-53dbc40d6c2c {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:34:55.962649 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 7258758d-8269-4d31-8664-53dbc40d6c2c not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:34:55.964400 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f221145-f25d-495e-aba5-18d9c92bd460 None None] No DVR routers for this DVR port ce11c95f-96e4-4d4a-aaa8-b686d705bd76 on host n-d-764292-30 {{(pid=102193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:34:55.965062 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-754e2c44-5385-4606-b6c0-b526b82d261a tempest-ExtraDHCPOptionsIpV6TestJSON-767846933 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933-project] In _notify_port_updated(), no bound segment for port 28d44f93-64c7-41ef-a189-9c3b23ef3214 on network 235223ca-112f-44f1-a32c-a252650992a1 {{(pid=102192) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 03:34:55.970828 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-754e2c44-5385-4606-b6c0-b526b82d261a tempest-ExtraDHCPOptionsIpV6TestJSON-767846933 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:55.971621 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-754e2c44-5385-4606-b6c0-b526b82d261a tempest-ExtraDHCPOptionsIpV6TestJSON-767846933 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:55.972959 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-754e2c44-5385-4606-b6c0-b526b82d261a tempest-ExtraDHCPOptionsIpV6TestJSON-767846933 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933-project] 10.222.0.41 "PUT /v2.0/ports/28d44f93-64c7-41ef-a189-9c3b23ef3214 HTTP/1.1" status: 200 len: 1129 time: 0.6390066 Aug 11 03:34:55.976108 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 39526) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:55.978204 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-718eb0c9-dbbd-4bd6-b99b-d6974ba720d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:55.984296 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device ac7c8ec1-523e-4e26-85e5-3f37e000198f no longer exists at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:34:56.017482 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] No Port match for: ac7c8ec1-523e-4e26-85e5-3f37e000198f {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:34:56.018773 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device ac7c8ec1-523e-4e26-85e5-3f37e000198f not bound to the agent host n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:34:56.027389 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754e2c44-5385-4606-b6c0-b526b82d261a tempest-ExtraDHCPOptionsIpV6TestJSON-767846933 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933-project] Pushing event updated for resources: {'Port': ['ID=28d44f93-64c7-41ef-a189-9c3b23ef3214,revision_number=2']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:56.034032 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-718eb0c9-dbbd-4bd6-b99b-d6974ba720d5 admin admin] Notify callbacks [] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:56.036057 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-718eb0c9-dbbd-4bd6-b99b-d6974ba720d5 admin admin] 10.222.0.41 "DELETE /v2.0/networks/37eb9b30-d141-41ba-8b1e-0b93548326d0 HTTP/1.1" status: 204 len: 168 time: 1.4542794 Aug 11 03:34:56.050871 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718eb0c9-dbbd-4bd6-b99b-d6974ba720d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=37eb9b30-d141-41ba-8b1e-0b93548326d0,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:56.080470 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-168d2622-e52f-4cda-a0fe-cee95799cc96 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:56.081932 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-168d2622-e52f-4cda-a0fe-cee95799cc96 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933-project] 10.222.0.41 "GET /v2.0/ports/28d44f93-64c7-41ef-a189-9c3b23ef3214 HTTP/1.1" status: 200 len: 1129 time: 0.1047449 Aug 11 03:34:56.086379 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 39530) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:56.206728 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-7f0512fb-ecc6-458f-b58c-23236cf6f5fb tempest-ExtraDHCPOptionsIpV6TestJSON-767846933 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933-project] Deleting port 28d44f93-64c7-41ef-a189-9c3b23ef3214 {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:34:56.207224 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-7f0512fb-ecc6-458f-b58c-23236cf6f5fb tempest-ExtraDHCPOptionsIpV6TestJSON-767846933 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:56.289235 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-5e126247-f2a7-4724-8599-f5a4e37ca114 None None] Provisioning complete for port 28d44f93-64c7-41ef-a189-9c3b23ef3214 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:34:56.289837 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-5e126247-f2a7-4724-8599-f5a4e37ca114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:56.340416 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-5e126247-f2a7-4724-8599-f5a4e37ca114 None None] Port 28d44f93-64c7-41ef-a189-9c3b23ef3214 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:34:56.349032 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-7f0512fb-ecc6-458f-b58c-23236cf6f5fb tempest-ExtraDHCPOptionsIpV6TestJSON-767846933 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:56.368330 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-7f0512fb-ecc6-458f-b58c-23236cf6f5fb tempest-ExtraDHCPOptionsIpV6TestJSON-767846933 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933-project] Calling delete_port for 28d44f93-64c7-41ef-a189-9c3b23ef3214 owned by {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:34:56.407656 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b4698508-7f53-47c3-ae60-6d9bb401f936 req-eb7596c0-67a0-41ea-a820-2cc7b6d6c23e tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=e26e7075-4fca-4f43-86ce-882b53ced53b HTTP/1.1" status: 200 len: 210 time: 0.0367486 Aug 11 03:34:56.486033 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 39536) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:56.544428 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device dd754353-52cf-4924-8b79-73e82b8f71a5 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:34:56.558999 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 39538) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:56.559403 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-fc079c20-e14d-4376-8e00-fc88cb890f16 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b540e93b4e6e403b8be0a51a19b9324d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0720747 Aug 11 03:34:56.609046 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port dd754353-52cf-4924-8b79-73e82b8f71a5 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:34:56.609869 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:56.617587 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-3ce96476-ec03-4ba8-9916-d636025a481f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:56.643576 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-3ce96476-ec03-4ba8-9916-d636025a481f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:56.669027 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-7f0512fb-ecc6-458f-b58c-23236cf6f5fb tempest-ExtraDHCPOptionsIpV6TestJSON-767846933 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:56.708386 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0512fb-ecc6-458f-b58c-23236cf6f5fb tempest-ExtraDHCPOptionsIpV6TestJSON-767846933 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933-project] Pushing event deleted for resources: {'Port': ['ID=28d44f93-64c7-41ef-a189-9c3b23ef3214,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:56.744041 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-7f0512fb-ecc6-458f-b58c-23236cf6f5fb tempest-ExtraDHCPOptionsIpV6TestJSON-767846933 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:56.749163 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 39540) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:56.754930 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-7f0512fb-ecc6-458f-b58c-23236cf6f5fb tempest-ExtraDHCPOptionsIpV6TestJSON-767846933 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933-project] 10.222.0.41 "DELETE /v2.0/ports/28d44f93-64c7-41ef-a189-9c3b23ef3214 HTTP/1.1" status: 204 len: 168 time: 0.6670640 Aug 11 03:34:56.777467 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device ce11c95f-96e4-4d4a-aaa8-b686d705bd76 no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:34:56.801229 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: ce11c95f-96e4-4d4a-aaa8-b686d705bd76 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:34:56.801869 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device ce11c95f-96e4-4d4a-aaa8-b686d705bd76 not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:34:56.822078 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-3ce96476-ec03-4ba8-9916-d636025a481f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:56.825995 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-3ce96476-ec03-4ba8-9916-d636025a481f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:56.830346 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0a56ea9-af93-4295-88c2-514f71a0d790 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933-project] Deleting subnet e56f80ef-e005-4021-8cbe-29879e0f98a2 {{(pid=102191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:34:56.835020 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-3ce96476-ec03-4ba8-9916-d636025a481f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e48430d5-968d-4825-ac78-ecd0c161f001 HTTP/1.1" status: 204 len: 168 time: 0.2703938 Aug 11 03:34:56.835618 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d0a56ea9-af93-4295-88c2-514f71a0d790 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933-project] Notify callbacks [] for subnet, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:56.843047 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce96476-ec03-4ba8-9916-d636025a481f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e48430d5-968d-4825-ac78-ecd0c161f001,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:56.894587 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d0a56ea9-af93-4295-88c2-514f71a0d790 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126283525'] for subnet, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:57.070734 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d0a56ea9-af93-4295-88c2-514f71a0d790 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:57.268056 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d0a56ea9-af93-4295-88c2-514f71a0d790 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126283413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126275158'] for subnet, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:57.303146 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a56ea9-af93-4295-88c2-514f71a0d790 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933-project] Pushing event deleted for resources: {'Subnet': ['ID=e56f80ef-e005-4021-8cbe-29879e0f98a2,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:57.310710 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d0a56ea9-af93-4295-88c2-514f71a0d790 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933-project] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:57.312983 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-d0a56ea9-af93-4295-88c2-514f71a0d790 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933-project] 10.222.0.41 "DELETE /v2.0/subnets/e56f80ef-e005-4021-8cbe-29879e0f98a2 HTTP/1.1" status: 204 len: 168 time: 0.5626574 Aug 11 03:34:57.315698 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 39550) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:57.318930 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8cde1d0-6e59-453d-bec8-42e25c5867a8 None None] Network 235223ca-112f-44f1-a32c-a252650992a1 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:34:57.393900 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4f52b48b-bcc7-42e3-9568-53ed2aac59e9 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:57.456004 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-4f52b48b-bcc7-42e3-9568-53ed2aac59e9 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933-project] Deleting port dd754353-52cf-4924-8b79-73e82b8f71a5 {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:34:57.456391 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4f52b48b-bcc7-42e3-9568-53ed2aac59e9 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:57.532308 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d7fcf988-84bb-44b8-be97-68a74ed6efb7 req-a83c5462-1544-4487-9d17-f17fe236672c tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=e26e7075-4fca-4f43-86ce-882b53ced53b HTTP/1.1" status: 200 len: 210 time: 0.0301530 Aug 11 03:34:57.545352 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9d6dc43-572a-4a76-8a05-6d16a9d269a5 None None] DHCP port deletion for 235223ca-112f-44f1-a32c-a252650992a1 request from n-d-764292-30 {{(pid=102193) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:34:57.558440 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [None req-4f52b48b-bcc7-42e3-9568-53ed2aac59e9 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933-project] For port dd754353-52cf-4924-8b79-73e82b8f71a5, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=dd754353-52cf-4924-8b79-73e82b8f71a5,segment=NetworkSegment(fa78bfcc-853e-4a83-81ee-06a47b0eea13),segment_id=fa78bfcc-853e-4a83-81ee-06a47b0eea13)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:34:57.558988 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4f52b48b-bcc7-42e3-9568-53ed2aac59e9 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:57.572908 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-4f52b48b-bcc7-42e3-9568-53ed2aac59e9 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933-project] Calling delete_port for dd754353-52cf-4924-8b79-73e82b8f71a5 owned by network:dhcp {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:34:57.599106 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-a9d6dc43-572a-4a76-8a05-6d16a9d269a5 None None] Deleting port dd754353-52cf-4924-8b79-73e82b8f71a5 {{(pid=102193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:34:57.604878 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-a9d6dc43-572a-4a76-8a05-6d16a9d269a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:57.661287 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-a9d6dc43-572a-4a76-8a05-6d16a9d269a5 None None] For port dd754353-52cf-4924-8b79-73e82b8f71a5, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=dd754353-52cf-4924-8b79-73e82b8f71a5,segment=NetworkSegment(fa78bfcc-853e-4a83-81ee-06a47b0eea13),segment_id=fa78bfcc-853e-4a83-81ee-06a47b0eea13)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:34:57.661811 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-a9d6dc43-572a-4a76-8a05-6d16a9d269a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:57.679085 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-a9d6dc43-572a-4a76-8a05-6d16a9d269a5 None None] Calling delete_port for dd754353-52cf-4924-8b79-73e82b8f71a5 owned by network:dhcp {{(pid=102193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:34:57.716142 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 39554) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:57.753871 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4f52b48b-bcc7-42e3-9568-53ed2aac59e9 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:57.760851 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-a9d6dc43-572a-4a76-8a05-6d16a9d269a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678'] for port, after_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:57.765640 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-225f58b1-5bd2-4953-a61a-adae17a10f19 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=146b2143f1d94472aae3064b3b4eb200&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0483470 Aug 11 03:34:57.768302 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 39556) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:57.786148 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f52b48b-bcc7-42e3-9568-53ed2aac59e9 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933-project] Pushing event deleted for resources: {'Port': ['ID=dd754353-52cf-4924-8b79-73e82b8f71a5,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:57.788011 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f52b48b-bcc7-42e3-9568-53ed2aac59e9 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933-project] No DVR routers for this DVR port dd754353-52cf-4924-8b79-73e82b8f71a5 on host n-d-764292-30 {{(pid=102192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:34:57.791244 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d6dc43-572a-4a76-8a05-6d16a9d269a5 None None] Pushing event deleted for resources: {'Port': ['ID=dd754353-52cf-4924-8b79-73e82b8f71a5,revision_number=None']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:57.793704 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d6dc43-572a-4a76-8a05-6d16a9d269a5 None None] No DVR routers for this DVR port dd754353-52cf-4924-8b79-73e82b8f71a5 on host n-d-764292-30 {{(pid=102193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:34:57.834496 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8a92af47-da24-4abb-992e-6e084bbb8385 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:57.857276 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8a92af47-da24-4abb-992e-6e084bbb8385 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:57.876025 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4f52b48b-bcc7-42e3-9568-53ed2aac59e9 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:57.885961 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-4f52b48b-bcc7-42e3-9568-53ed2aac59e9 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['235223ca-112f-44f1-a32c-a252650992a1']}} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:34:57.903976 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-4f52b48b-bcc7-42e3-9568-53ed2aac59e9 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa78bfcc-853e-4a83-81ee-06a47b0eea13') {'for_net_delete': True} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:34:57.905050 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-4f52b48b-bcc7-42e3-9568-53ed2aac59e9 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa78bfcc-853e-4a83-81ee-06a47b0eea13') {} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:34:57.917010 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4f52b48b-bcc7-42e3-9568-53ed2aac59e9 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125932501'] for segment, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:57.932605 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4f52b48b-bcc7-42e3-9568-53ed2aac59e9 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:57.938897 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f52b48b-bcc7-42e3-9568-53ed2aac59e9 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=102192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:34:57.939290 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4f52b48b-bcc7-42e3-9568-53ed2aac59e9 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125932183'] for segment, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:57.942309 n-d-764292-30 neutron-server[102192]: Traceback (most recent call last): Aug 11 03:34:57.942309 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:34:57.942309 n-d-764292-30 neutron-server[102192]: timer() Aug 11 03:34:57.942309 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:34:57.942309 n-d-764292-30 neutron-server[102192]: cb(*args, **kw) Aug 11 03:34:57.942309 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:34:57.942309 n-d-764292-30 neutron-server[102192]: return func(*args, **kwargs) Aug 11 03:34:57.942309 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:34:57.942309 n-d-764292-30 neutron-server[102192]: self._notify() Aug 11 03:34:57.942309 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:34:57.942309 n-d-764292-30 neutron-server[102192]: self.callback(batched_events) Aug 11 03:34:57.942309 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:34:57.942309 n-d-764292-30 neutron-server[102192]: event.method(event) Aug 11 03:34:57.942309 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:34:57.942309 n-d-764292-30 neutron-server[102192]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:34:57.942309 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:34:57.942309 n-d-764292-30 neutron-server[102192]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:34:57.942309 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:34:57.942309 n-d-764292-30 neutron-server[102192]: return f(self, *a, **k) Aug 11 03:34:57.942309 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:34:57.942309 n-d-764292-30 neutron-server[102192]: return self._get(url).json() Aug 11 03:34:57.942309 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:34:57.942309 n-d-764292-30 neutron-server[102192]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:34:57.942309 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:34:57.942309 n-d-764292-30 neutron-server[102192]: return self.request(url, 'GET', **kwargs) Aug 11 03:34:57.942309 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:34:57.942309 n-d-764292-30 neutron-server[102192]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:34:57.942309 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:34:57.942309 n-d-764292-30 neutron-server[102192]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:34:57.942309 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:34:57.942309 n-d-764292-30 neutron-server[102192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:34:57.942309 n-d-764292-30 neutron-server[102192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:34:57.965333 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8a92af47-da24-4abb-992e-6e084bbb8385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:57.967863 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8a92af47-da24-4abb-992e-6e084bbb8385 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:57.969134 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-8a92af47-da24-4abb-992e-6e084bbb8385 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2d4a71db-b513-4feb-ae87-860f25c9f6bd HTTP/1.1" status: 204 len: 168 time: 0.1998527 Aug 11 03:34:57.977059 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a92af47-da24-4abb-992e-6e084bbb8385 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d4a71db-b513-4feb-ae87-860f25c9f6bd,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:58.066967 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4f52b48b-bcc7-42e3-9568-53ed2aac59e9 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:58.076021 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4f52b48b-bcc7-42e3-9568-53ed2aac59e9 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933-project] Notify callbacks [] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:58.078092 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-4f52b48b-bcc7-42e3-9568-53ed2aac59e9 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933-project] 10.222.0.41 "DELETE /v2.0/networks/235223ca-112f-44f1-a32c-a252650992a1 HTTP/1.1" status: 204 len: 168 time: 0.7614076 Aug 11 03:34:58.108279 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f52b48b-bcc7-42e3-9568-53ed2aac59e9 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933 tempest-ExtraDHCPOptionsIpV6TestJSON-767846933-project] Pushing event deleted for resources: {'Network': ['ID=235223ca-112f-44f1-a32c-a252650992a1,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:58.539083 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device dd754353-52cf-4924-8b79-73e82b8f71a5 no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:34:58.562403 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: dd754353-52cf-4924-8b79-73e82b8f71a5 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:34:58.563205 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device dd754353-52cf-4924-8b79-73e82b8f71a5 not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:34:58.670732 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 39574) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:58.709963 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2028408b-f6db-4616-ba25-d0b562bc4f9c req-81055c40-5486-489f-8f72-4559d37973c5 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=e26e7075-4fca-4f43-86ce-882b53ced53b HTTP/1.1" status: 200 len: 210 time: 0.0585046 Aug 11 03:34:58.855565 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-08fa6285-42a8-4481-87c4-9cbd77bd50e0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=65a74e0020894cd1914ba193c6cf6600&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1890128 Aug 11 03:34:58.858196 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 39578) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:58.907140 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c455dfe6-95e7-47a4-a1ee-0aa0a3de4c43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:58.932645 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c455dfe6-95e7-47a4-a1ee-0aa0a3de4c43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:59.044686 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c455dfe6-95e7-47a4-a1ee-0aa0a3de4c43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:59.047347 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c455dfe6-95e7-47a4-a1ee-0aa0a3de4c43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:59.051453 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-c455dfe6-95e7-47a4-a1ee-0aa0a3de4c43 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8846be85-208c-4abf-8156-064e356dc8b5 HTTP/1.1" status: 204 len: 168 time: 0.1895392 Aug 11 03:34:59.058458 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c455dfe6-95e7-47a4-a1ee-0aa0a3de4c43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8846be85-208c-4abf-8156-064e356dc8b5,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:59.153367 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-7148a20f-ec13-416e-b7a1-a272acb68a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:00.149323 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 39616) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:35:00.253837 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-81a86bd6-8314-415f-b758-44aa32483799 tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-863557786'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:35:00.341823 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81a86bd6-8314-415f-b758-44aa32483799 tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] Made reservation on behalf of 15e370fbb9854c74b62a253b90a3b5a6 for: {'network': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:35:00.345345 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-81a86bd6-8314-415f-b758-44aa32483799 tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:00.353739 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-81a86bd6-8314-415f-b758-44aa32483799 tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:00.442719 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-81a86bd6-8314-415f-b758-44aa32483799 tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:00.525043 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-81a86bd6-8314-415f-b758-44aa32483799 tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:00.554943 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81a86bd6-8314-415f-b758-44aa32483799 tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=102191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:35:00.562059 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a86bd6-8314-415f-b758-44aa32483799 tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f7858a9-f0ac-43e1-b12e-fa2d4349aa41,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:35:00.569323 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-81a86bd6-8314-415f-b758-44aa32483799 tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:00.569665 n-d-764292-30 neutron-server[102191]: INFO neutron.db.segments_db [None req-81a86bd6-8314-415f-b758-44aa32483799 tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] Added segment 63954d51-15e3-473e-b059-3dbb9b21c10f of type vlan for network c30ce668-8f7e-49a2-9a73-59054178b488 Aug 11 03:35:00.609996 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-81a86bd6-8314-415f-b758-44aa32483799 tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:00.690588 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-81a86bd6-8314-415f-b758-44aa32483799 tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:00.696277 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81a86bd6-8314-415f-b758-44aa32483799 tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:00.696869 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-81a86bd6-8314-415f-b758-44aa32483799 tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] Notify callbacks [] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:00.765365 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a86bd6-8314-415f-b758-44aa32483799 tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] Pushing event updated for resources: {'Network': ['ID=c30ce668-8f7e-49a2-9a73-59054178b488,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:35:00.776979 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network c30ce668-8f7e-49a2-9a73-59054178b488 details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:35:00.829554 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-81a86bd6-8314-415f-b758-44aa32483799 tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.6786454 Aug 11 03:35:00.833524 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 39632) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:35:00.840908 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-0dc061e7-a0d3-41cb-94bb-0e8fefc708b5 tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] Request body: {'subnet': {'network_id': 'c30ce668-8f7e-49a2-9a73-59054178b488', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:35:01.039176 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dc061e7-a0d3-41cb-94bb-0e8fefc708b5 tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] Made reservation on behalf of 15e370fbb9854c74b62a253b90a3b5a6 for: {'subnet': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:35:01.043881 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0dc061e7-a0d3-41cb-94bb-0e8fefc708b5 tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274743'] for subnet, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:01.291148 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0dc061e7-a0d3-41cb-94bb-0e8fefc708b5 tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126283476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274725'] for subnet, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:01.344688 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc061e7-a0d3-41cb-94bb-0e8fefc708b5 tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] Pushing event updated for resources: {'Subnet': ['ID=65dfb08e-f65e-40a1-bea9-66d2e9a33572,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:35:01.386326 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc061e7-a0d3-41cb-94bb-0e8fefc708b5 tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] Checking segment: {'id': '63954d51-15e3-473e-b059-3dbb9b21c10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'c30ce668-8f7e-49a2-9a73-59054178b488'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:35:01.389787 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dc061e7-a0d3-41cb-94bb-0e8fefc708b5 tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] Network hostable DHCP agents. Network: c30ce668-8f7e-49a2-9a73-59054178b488, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:35:01.490616 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dc061e7-a0d3-41cb-94bb-0e8fefc708b5 tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] Network c30ce668-8f7e-49a2-9a73-59054178b488 is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:35:01.564599 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-0dc061e7-a0d3-41cb-94bb-0e8fefc708b5 tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, c30ce668-8f7e-49a2-9a73-59054178b488) {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:35:01.569132 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc061e7-a0d3-41cb-94bb-0e8fefc708b5 tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:01.570047 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0dc061e7-a0d3-41cb-94bb-0e8fefc708b5 tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:01.577251 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67e89bc4-3614-42b5-bf63-b0bc49905127 None None] Network c30ce668-8f7e-49a2-9a73-59054178b488 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:35:01.645815 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-0dc061e7-a0d3-41cb-94bb-0e8fefc708b5 tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8108385 Aug 11 03:35:01.651728 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 39654) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:35:01.657206 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-bbe12723-aa6d-463b-bea8-f8b9a0496589 tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] Request body: {'port': {'network_id': 'c30ce668-8f7e-49a2-9a73-59054178b488', 'name': 'tempest-TagsExtTest-308052329'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:35:01.746046 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4280d13-e4e5-447d-94b1-ba6ca112b078 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde080026-c28f-55be-b52b-13827cc43646-c30ce668-8f7e-49a2-9a73-59054178b488', 'network_id': 'c30ce668-8f7e-49a2-9a73-59054178b488', 'tenant_id': '15e370fbb9854c74b62a253b90a3b5a6', 'fixed_ips': [{'subnet_id': '65dfb08e-f65e-40a1-bea9-66d2e9a33572'}]}} from n-d-764292-30. {{(pid=102193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:35:01.747224 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-f4280d13-e4e5-447d-94b1-ba6ca112b078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:01.851208 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbe12723-aa6d-463b-bea8-f8b9a0496589 tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] Made reservation on behalf of 15e370fbb9854c74b62a253b90a3b5a6 for: {'port': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:35:01.857604 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-bbe12723-aa6d-463b-bea8-f8b9a0496589 tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:01.879562 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [None req-bbe12723-aa6d-463b-bea8-f8b9a0496589 tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] device_id is not set on port 376cb1db-f14c-4e35-a2b5-69780cb26cda yet. {{(pid=102191) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:35:01.905215 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:01.916401 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.db_base_plugin_common [None req-f4280d13-e4e5-447d-94b1-ba6ca112b078 None None] Allocated IP 172.20.0.2 (c30ce668-8f7e-49a2-9a73-59054178b488/65dfb08e-f65e-40a1-bea9-66d2e9a33572/309edb05-568b-4f91-b92d-7d815b5122c0) {{(pid=102193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:35:02.076142 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3121cbab-aa4e-4c02-aa6d-4c3e4c411985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:02.088435 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-f4280d13-e4e5-447d-94b1-ba6ca112b078 None None] Notify callbacks [] for port, precommit_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:02.096717 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-f4280d13-e4e5-447d-94b1-ba6ca112b078 None None] Transition to ACTIVE for port object 309edb05-568b-4f91-b92d-7d815b5122c0 will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:35:02.111874 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-f4280d13-e4e5-447d-94b1-ba6ca112b078 None None] Transition to ACTIVE for port object 309edb05-568b-4f91-b92d-7d815b5122c0 will not be triggered until provisioned by entity DHCP. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:35:02.313858 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-f4280d13-e4e5-447d-94b1-ba6ca112b078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669'] for port, after_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:02.373314 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4280d13-e4e5-447d-94b1-ba6ca112b078 None None] Network c30ce668-8f7e-49a2-9a73-59054178b488 is already hosted by enough agents. {{(pid=102193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:35:02.373314 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.base_scheduler [None req-f4280d13-e4e5-447d-94b1-ba6ca112b078 None None] Resources bound (agent type, host, resource id): {{(pid=102193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:35:02.377018 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4280d13-e4e5-447d-94b1-ba6ca112b078 None None] Received port after_create {{(pid=102193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:35:02.409561 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [None req-bbe12723-aa6d-463b-bea8-f8b9a0496589 tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] Allocated IP 172.20.0.6 (c30ce668-8f7e-49a2-9a73-59054178b488/65dfb08e-f65e-40a1-bea9-66d2e9a33572/376cb1db-f14c-4e35-a2b5-69780cb26cda) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:35:02.417468 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4280d13-e4e5-447d-94b1-ba6ca112b078 None None] Pushing event updated for resources: {'Port': ['ID=309edb05-568b-4f91-b92d-7d815b5122c0,revision_number=1']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:35:02.451944 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-f4280d13-e4e5-447d-94b1-ba6ca112b078 None None] Attempting to bind port 309edb05-568b-4f91-b92d-7d815b5122c0 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:35:02.452313 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-f4280d13-e4e5-447d-94b1-ba6ca112b078 None None] Attempting to bind port 309edb05-568b-4f91-b92d-7d815b5122c0 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': '63954d51-15e3-473e-b059-3dbb9b21c10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'c30ce668-8f7e-49a2-9a73-59054178b488'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:35:02.452676 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4280d13-e4e5-447d-94b1-ba6ca112b078 None None] Attempting to bind port 309edb05-568b-4f91-b92d-7d815b5122c0 on network c30ce668-8f7e-49a2-9a73-59054178b488 {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:35:02.457839 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4280d13-e4e5-447d-94b1-ba6ca112b078 None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 35, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:35:02.458215 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4280d13-e4e5-447d-94b1-ba6ca112b078 None None] Checking segment: {'id': '63954d51-15e3-473e-b059-3dbb9b21c10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'c30ce668-8f7e-49a2-9a73-59054178b488'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:35:02.458747 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-f4280d13-e4e5-447d-94b1-ba6ca112b078 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:02.459148 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4280d13-e4e5-447d-94b1-ba6ca112b078 None None] Bound using segment: {'id': '63954d51-15e3-473e-b059-3dbb9b21c10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'c30ce668-8f7e-49a2-9a73-59054178b488'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:35:02.459611 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-f4280d13-e4e5-447d-94b1-ba6ca112b078 None None] Bound port: 309edb05-568b-4f91-b92d-7d815b5122c0, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63954d51-15e3-473e-b059-3dbb9b21c10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'c30ce668-8f7e-49a2-9a73-59054178b488'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:35:02.459999 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-f4280d13-e4e5-447d-94b1-ba6ca112b078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:02.535877 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-f4280d13-e4e5-447d-94b1-ba6ca112b078 None None] For port 309edb05-568b-4f91-b92d-7d815b5122c0, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:35:02.539256 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-f4280d13-e4e5-447d-94b1-ba6ca112b078 None None] For port 309edb05-568b-4f91-b92d-7d815b5122c0, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=309edb05-568b-4f91-b92d-7d815b5122c0,segment=NetworkSegment(63954d51-15e3-473e-b059-3dbb9b21c10f),segment_id=63954d51-15e3-473e-b059-3dbb9b21c10f)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:35:02.597300 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-bbe12723-aa6d-463b-bea8-f8b9a0496589 tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:02.611142 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [None req-bbe12723-aa6d-463b-bea8-f8b9a0496589 tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] Transition to ACTIVE for port object 376cb1db-f14c-4e35-a2b5-69780cb26cda will not be triggered until provisioned by entity DHCP. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:35:02.691213 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-f4280d13-e4e5-447d-94b1-ba6ca112b078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:02.702466 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-bbe12723-aa6d-463b-bea8-f8b9a0496589 tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:02.775626 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe12723-aa6d-463b-bea8-f8b9a0496589 tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] Network c30ce668-8f7e-49a2-9a73-59054178b488 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:35:02.780091 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-bbe12723-aa6d-463b-bea8-f8b9a0496589 tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:35:02.782095 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe12723-aa6d-463b-bea8-f8b9a0496589 tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] Pushing event updated for resources: {'Port': ['ID=376cb1db-f14c-4e35-a2b5-69780cb26cda,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:35:02.785230 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe12723-aa6d-463b-bea8-f8b9a0496589 tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:35:02.799267 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4280d13-e4e5-447d-94b1-ba6ca112b078 None None] Pushing event updated for resources: {'Port': ['ID=309edb05-568b-4f91-b92d-7d815b5122c0,revision_number=2']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:35:02.839780 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbe12723-aa6d-463b-bea8-f8b9a0496589 tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:02.840414 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-bbe12723-aa6d-463b-bea8-f8b9a0496589 tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:02.958123 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-bbe12723-aa6d-463b-bea8-f8b9a0496589 tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.3052890 Aug 11 03:35:02.959324 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 39666) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:35:02.967344 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-11009973-caaf-4f04-8a7f-482b7dccd07e tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1720208756', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:35:03.085000 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:03.085876 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-11009973-caaf-4f04-8a7f-482b7dccd07e tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-450010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6626'] for router, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:03.087032 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-11009973-caaf-4f04-8a7f-482b7dccd07e tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-446747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6633'] for router, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:03.142873 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-11009973-caaf-4f04-8a7f-482b7dccd07e tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:03.245317 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-11009973-caaf-4f04-8a7f-482b7dccd07e tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-446952'] for router, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:03.341676 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-11009973-caaf-4f04-8a7f-482b7dccd07e tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] Notify callbacks [] for router, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:03.342967 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-11009973-caaf-4f04-8a7f-482b7dccd07e tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3816836 Aug 11 03:35:03.345630 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 39672) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:35:03.350095 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-68281902-5213-4829-9720-9e99839214ad tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1869042803', 'prefixes': ['172.20.0.0/16']}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:35:03.616205 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-68281902-5213-4829-9720-9e99839214ad tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] Notify callbacks [] for subnetpool, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:03.618189 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-68281902-5213-4829-9720-9e99839214ad tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] 10.222.0.41 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.2716327 Aug 11 03:35:03.626210 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 39680) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:35:03.631142 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.tag.tag_plugin [None req-740b852b-1ceb-4e6b-98ec-11411416ce48 tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '65dfb08e-f65e-40a1-bea9-66d2e9a33572', 'tempest-TagsExtTest-Tag-1982669217') {} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:35:03.803823 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c27d35a-85b0-49ac-a38b-609399efac7d None None] Network c30ce668-8f7e-49a2-9a73-59054178b488 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:35:03.877238 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-740b852b-1ceb-4e6b-98ec-11411416ce48 tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] 10.222.0.41 "PUT /v2.0/subnets/65dfb08e-f65e-40a1-bea9-66d2e9a33572/tags/tempest-TagsExtTest-Tag-1982669217 HTTP/1.1" status: 201 len: 201 time: 0.2476189 Aug 11 03:35:03.877492 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 39682) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:35:03.882475 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.tag.tag_plugin [None req-d63dd5cc-fbe8-4bfd-b3a6-1dc3bfa493b5 tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '376cb1db-f14c-4e35-a2b5-69780cb26cda', 'tempest-TagsExtTest-Tag-527672259') {} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:35:03.956609 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-ad584d70-da55-4f8e-a337-f38d9c64f054 None None] Provisioning for port 309edb05-568b-4f91-b92d-7d815b5122c0 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:35:04.065432 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-d63dd5cc-fbe8-4bfd-b3a6-1dc3bfa493b5 tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] 10.222.0.41 "PUT /v2.0/ports/376cb1db-f14c-4e35-a2b5-69780cb26cda/tags/tempest-TagsExtTest-Tag-527672259 HTTP/1.1" status: 201 len: 201 time: 0.1844246 Aug 11 03:35:04.065830 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 39684) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:35:04.071380 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.tag.tag_plugin [None req-293f4fda-ae9e-4e69-816c-38ceec97c9c7 tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '8b33ca5a-9385-4cb1-bec7-89afc3b17233', 'tempest-TagsExtTest-Tag-2131164408') {} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:35:04.295917 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-293f4fda-ae9e-4e69-816c-38ceec97c9c7 tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] 10.222.0.41 "PUT /v2.0/routers/8b33ca5a-9385-4cb1-bec7-89afc3b17233/tags/tempest-TagsExtTest-Tag-2131164408 HTTP/1.1" status: 201 len: 201 time: 0.2288129 Aug 11 03:35:04.298870 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 39686) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:35:04.305460 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.tag.tag_plugin [None req-6bc3e335-6ea0-4277-ad99-edbe6f0d839d tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '06c01276-dff2-423b-ab0e-7d13fbda9266', 'tempest-TagsExtTest-Tag-1132904383') {} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:35:04.399343 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-ae84ad33-0ba7-4f22-a86a-e5eb356b6baf None None] Provisioning for port 376cb1db-f14c-4e35-a2b5-69780cb26cda completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:35:04.404470 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-ae84ad33-0ba7-4f22-a86a-e5eb356b6baf None None] Provisioning complete for port 376cb1db-f14c-4e35-a2b5-69780cb26cda triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:35:04.404854 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-ae84ad33-0ba7-4f22-a86a-e5eb356b6baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:04.452811 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-6bc3e335-6ea0-4277-ad99-edbe6f0d839d tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] 10.222.0.41 "PUT /v2.0/subnetpools/06c01276-dff2-423b-ab0e-7d13fbda9266/tags/tempest-TagsExtTest-Tag-1132904383 HTTP/1.1" status: 201 len: 201 time: 0.1527617 Aug 11 03:35:04.455306 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 39688) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:35:04.461137 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.tag.tag_plugin [None req-313cd6af-8d21-4139-8e1b-e6141e7d7cc5 tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '65dfb08e-f65e-40a1-bea9-66d2e9a33572') {} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:35:04.483879 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-ae84ad33-0ba7-4f22-a86a-e5eb356b6baf None None] Port 376cb1db-f14c-4e35-a2b5-69780cb26cda cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:35:04.538226 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 309edb05-568b-4f91-b92d-7d815b5122c0 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:35:04.559835 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-313cd6af-8d21-4139-8e1b-e6141e7d7cc5 tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] 10.222.0.41 "GET /v2.0/subnets/65dfb08e-f65e-40a1-bea9-66d2e9a33572/tags HTTP/1.1" status: 200 len: 241 time: 0.1032894 Aug 11 03:35:04.562575 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 39692) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:35:04.566905 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.tag.tag_plugin [None req-5d50bdb2-7728-40cc-ac71-dfb45d709e28 tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '65dfb08e-f65e-40a1-bea9-66d2e9a33572', 'tempest-TagsExtTest-Tag-1982669217') {} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:35:04.614064 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-d4477566-b423-4365-9039-2c8ef911dc5c None None] Provisioning complete for port 376cb1db-f14c-4e35-a2b5-69780cb26cda triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:35:04.614702 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-d4477566-b423-4365-9039-2c8ef911dc5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:04.652142 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-5d50bdb2-7728-40cc-ac71-dfb45d709e28 tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] 10.222.0.41 "GET /v2.0/subnets/65dfb08e-f65e-40a1-bea9-66d2e9a33572/tags/tempest-TagsExtTest-Tag-1982669217 HTTP/1.1" status: 204 len: 168 time: 0.0885463 Aug 11 03:35:04.654991 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 39696) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:35:04.660616 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.tag.tag_plugin [None req-667b004c-75f7-484a-a55d-a97ae1d35150 tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '65dfb08e-f65e-40a1-bea9-66d2e9a33572', 'tempest-TagsExtTest-Tag-1982669217') {} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:35:04.673867 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-d4477566-b423-4365-9039-2c8ef911dc5c None None] Port 376cb1db-f14c-4e35-a2b5-69780cb26cda cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:35:04.701840 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port 309edb05-568b-4f91-b92d-7d815b5122c0 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:35:04.706032 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 309edb05-568b-4f91-b92d-7d815b5122c0 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:35:04.710238 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:04.754378 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:04.795929 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:04.829737 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port 309edb05-568b-4f91-b92d-7d815b5122c0, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=309edb05-568b-4f91-b92d-7d815b5122c0,segment=NetworkSegment(63954d51-15e3-473e-b059-3dbb9b21c10f),segment_id=63954d51-15e3-473e-b059-3dbb9b21c10f)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:35:04.862577 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-667b004c-75f7-484a-a55d-a97ae1d35150 tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] 10.222.0.41 "DELETE /v2.0/subnets/65dfb08e-f65e-40a1-bea9-66d2e9a33572/tags/tempest-TagsExtTest-Tag-1982669217 HTTP/1.1" status: 204 len: 168 time: 0.2057977 Aug 11 03:35:04.864984 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 39700) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:35:04.869147 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.tag.tag_plugin [None req-a94270ba-f825-4da4-8d4f-8afe819b0651 tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '65dfb08e-f65e-40a1-bea9-66d2e9a33572') {} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:35:04.923666 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-a94270ba-f825-4da4-8d4f-8afe819b0651 tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] 10.222.0.41 "GET /v2.0/subnets/65dfb08e-f65e-40a1-bea9-66d2e9a33572/tags HTTP/1.1" status: 200 len: 205 time: 0.0554721 Aug 11 03:35:04.924079 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 39702) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:35:04.929147 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.tag.tag_plugin [None req-758529ba-8cee-489b-a916-b9b7dd65358a tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '376cb1db-f14c-4e35-a2b5-69780cb26cda') {} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:35:04.947313 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:04.985462 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-758529ba-8cee-489b-a916-b9b7dd65358a tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] 10.222.0.41 "GET /v2.0/ports/376cb1db-f14c-4e35-a2b5-69780cb26cda/tags HTTP/1.1" status: 200 len: 240 time: 0.0580473 Aug 11 03:35:04.985703 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 39704) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:35:04.989999 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.tag.tag_plugin [None req-49ae123e-7552-403e-af5a-6188f663ed28 tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '376cb1db-f14c-4e35-a2b5-69780cb26cda', 'tempest-TagsExtTest-Tag-527672259') {} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:35:04.999621 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=309edb05-568b-4f91-b92d-7d815b5122c0,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:35:05.045538 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-49ae123e-7552-403e-af5a-6188f663ed28 tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] 10.222.0.41 "GET /v2.0/ports/376cb1db-f14c-4e35-a2b5-69780cb26cda/tags/tempest-TagsExtTest-Tag-527672259 HTTP/1.1" status: 204 len: 168 time: 0.0587742 Aug 11 03:35:05.048876 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 39706) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:35:05.052448 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.tag.tag_plugin [None req-e9025e71-b523-419c-9c61-2f6b7bdee95c tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '376cb1db-f14c-4e35-a2b5-69780cb26cda', 'tempest-TagsExtTest-Tag-527672259') {} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:35:05.160112 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-e9025e71-b523-419c-9c61-2f6b7bdee95c tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] 10.222.0.41 "DELETE /v2.0/ports/376cb1db-f14c-4e35-a2b5-69780cb26cda/tags/tempest-TagsExtTest-Tag-527672259 HTTP/1.1" status: 204 len: 168 time: 0.1110616 Aug 11 03:35:05.162851 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 39708) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:35:05.167679 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.tag.tag_plugin [None req-fa9cf37c-e25e-4ab4-bbc9-4fb8242f16a5 tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '376cb1db-f14c-4e35-a2b5-69780cb26cda') {} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:35:05.221212 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-fa9cf37c-e25e-4ab4-bbc9-4fb8242f16a5 tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] 10.222.0.41 "GET /v2.0/ports/376cb1db-f14c-4e35-a2b5-69780cb26cda/tags HTTP/1.1" status: 200 len: 205 time: 0.0572596 Aug 11 03:35:05.223775 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 39710) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:35:05.228391 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.tag.tag_plugin [None req-6a912925-f9c9-4310-bd9d-eca273c9f5e3 tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '8b33ca5a-9385-4cb1-bec7-89afc3b17233') {} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:35:05.306832 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-6a912925-f9c9-4310-bd9d-eca273c9f5e3 tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] 10.222.0.41 "GET /v2.0/routers/8b33ca5a-9385-4cb1-bec7-89afc3b17233/tags HTTP/1.1" status: 200 len: 241 time: 0.0819037 Aug 11 03:35:05.309394 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 39712) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:35:05.313721 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.tag.tag_plugin [None req-1c2299e3-5bca-43bd-8e53-978e554459d4 tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '8b33ca5a-9385-4cb1-bec7-89afc3b17233', 'tempest-TagsExtTest-Tag-2131164408') {} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:35:05.388143 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-1c2299e3-5bca-43bd-8e53-978e554459d4 tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] 10.222.0.41 "GET /v2.0/routers/8b33ca5a-9385-4cb1-bec7-89afc3b17233/tags/tempest-TagsExtTest-Tag-2131164408 HTTP/1.1" status: 204 len: 168 time: 0.0777497 Aug 11 03:35:05.390765 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 39714) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:35:05.395596 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.tag.tag_plugin [None req-a6ae40c8-6d8a-4db8-a9d3-3d72512aa71a tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '8b33ca5a-9385-4cb1-bec7-89afc3b17233', 'tempest-TagsExtTest-Tag-2131164408') {} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:35:05.526267 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-a6ae40c8-6d8a-4db8-a9d3-3d72512aa71a tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] 10.222.0.41 "DELETE /v2.0/routers/8b33ca5a-9385-4cb1-bec7-89afc3b17233/tags/tempest-TagsExtTest-Tag-2131164408 HTTP/1.1" status: 204 len: 168 time: 0.1338556 Aug 11 03:35:05.528734 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 39716) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:35:05.539135 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.tag.tag_plugin [None req-ead56c3c-06fc-4098-9a20-96c39e7c2b23 tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '8b33ca5a-9385-4cb1-bec7-89afc3b17233') {} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:35:05.611219 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-ead56c3c-06fc-4098-9a20-96c39e7c2b23 tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] 10.222.0.41 "GET /v2.0/routers/8b33ca5a-9385-4cb1-bec7-89afc3b17233/tags HTTP/1.1" status: 200 len: 205 time: 0.0812900 Aug 11 03:35:05.613723 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 39720) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:35:05.619279 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.tag.tag_plugin [None req-f27099ba-2b95-40dd-b867-d349fa55c355 tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '06c01276-dff2-423b-ab0e-7d13fbda9266') {} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:35:05.690544 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-f27099ba-2b95-40dd-b867-d349fa55c355 tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] 10.222.0.41 "GET /v2.0/subnetpools/06c01276-dff2-423b-ab0e-7d13fbda9266/tags HTTP/1.1" status: 200 len: 241 time: 0.0754950 Aug 11 03:35:05.693037 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 39730) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:35:05.700303 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.tag.tag_plugin [None req-826b6a8e-90f2-4a23-b7ec-67bd45d00280 tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '06c01276-dff2-423b-ab0e-7d13fbda9266', 'tempest-TagsExtTest-Tag-1132904383') {} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:35:05.736504 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-826b6a8e-90f2-4a23-b7ec-67bd45d00280 tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] 10.222.0.41 "GET /v2.0/subnetpools/06c01276-dff2-423b-ab0e-7d13fbda9266/tags/tempest-TagsExtTest-Tag-1132904383 HTTP/1.1" status: 204 len: 168 time: 0.0407891 Aug 11 03:35:05.739542 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 39746) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:35:05.745110 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.tag.tag_plugin [None req-3c75ca8a-7b4d-4126-a731-8d179ca4704c tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '06c01276-dff2-423b-ab0e-7d13fbda9266', 'tempest-TagsExtTest-Tag-1132904383') {} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:35:05.891745 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-3c75ca8a-7b4d-4126-a731-8d179ca4704c tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] 10.222.0.41 "DELETE /v2.0/subnetpools/06c01276-dff2-423b-ab0e-7d13fbda9266/tags/tempest-TagsExtTest-Tag-1132904383 HTTP/1.1" status: 204 len: 168 time: 0.1513472 Aug 11 03:35:05.894594 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 39776) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:35:05.900577 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.tag.tag_plugin [None req-3a05d421-ec28-4239-b5ad-e86defe8fa0b tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '06c01276-dff2-423b-ab0e-7d13fbda9266') {} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:35:05.931278 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 39782) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:35:05.936015 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.tag.tag_plugin [None req-04018927-b292-41aa-9010-c5627afa7969 tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '06c01276-dff2-423b-ab0e-7d13fbda9266') {} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:35:05.939529 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-3a05d421-ec28-4239-b5ad-e86defe8fa0b tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] 10.222.0.41 "GET /v2.0/subnetpools/06c01276-dff2-423b-ab0e-7d13fbda9266/tags HTTP/1.1" status: 200 len: 205 time: 0.0437078 Aug 11 03:35:05.964838 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-04018927-b292-41aa-9010-c5627afa7969 tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] 10.222.0.41 "DELETE /v2.0/subnetpools/06c01276-dff2-423b-ab0e-7d13fbda9266/tags HTTP/1.1" status: 204 len: 168 time: 0.0324645 Aug 11 03:35:05.967765 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 39786) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:35:05.973338 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.tag.tag_plugin [None req-4c6ffb3b-b35c-4caa-b9fb-2509bf53d9e4 tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '8b33ca5a-9385-4cb1-bec7-89afc3b17233') {} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:35:06.079741 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-4c6ffb3b-b35c-4caa-b9fb-2509bf53d9e4 tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] 10.222.0.41 "DELETE /v2.0/routers/8b33ca5a-9385-4cb1-bec7-89afc3b17233/tags HTTP/1.1" status: 204 len: 168 time: 0.1081865 Aug 11 03:35:06.079876 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 39790) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:35:06.084534 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.tag.tag_plugin [None req-abb2b6d4-273f-4ed4-bd75-6c34d9f7fa65 tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '376cb1db-f14c-4e35-a2b5-69780cb26cda') {} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:35:06.179146 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-abb2b6d4-273f-4ed4-bd75-6c34d9f7fa65 tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] 10.222.0.41 "DELETE /v2.0/ports/376cb1db-f14c-4e35-a2b5-69780cb26cda/tags HTTP/1.1" status: 204 len: 168 time: 0.0978646 Aug 11 03:35:06.180398 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 39794) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:35:06.185353 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.tag.tag_plugin [None req-59efe9a9-0f86-4469-9aaa-73f521848885 tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '65dfb08e-f65e-40a1-bea9-66d2e9a33572') {} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:35:06.298156 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 39800) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:35:06.303352 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.tag.tag_plugin [None req-4034ecbe-ade2-4f4f-a421-af54b9de70ad tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '65dfb08e-f65e-40a1-bea9-66d2e9a33572', 'tempest-TagsExtTest-Tag-220074833') {} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:35:06.308560 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-59efe9a9-0f86-4469-9aaa-73f521848885 tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] 10.222.0.41 "DELETE /v2.0/subnets/65dfb08e-f65e-40a1-bea9-66d2e9a33572/tags HTTP/1.1" status: 204 len: 168 time: 0.1269319 Aug 11 03:35:06.451930 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-4034ecbe-ade2-4f4f-a421-af54b9de70ad tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] 10.222.0.41 "PUT /v2.0/subnets/65dfb08e-f65e-40a1-bea9-66d2e9a33572/tags/tempest-TagsExtTest-Tag-220074833 HTTP/1.1" status: 201 len: 201 time: 0.1527050 Aug 11 03:35:06.454692 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 39802) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:35:06.460597 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.tag.tag_plugin [None req-0e3fe3bf-f13f-4de0-9b15-73f92b9c58a6 tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '376cb1db-f14c-4e35-a2b5-69780cb26cda', 'tempest-TagsExtTest-Tag-1496404388') {} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:35:06.485695 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 309edb05-568b-4f91-b92d-7d815b5122c0 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:35:06.563454 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 309edb05-568b-4f91-b92d-7d815b5122c0 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:35:06.563663 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:06.639909 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-0e3fe3bf-f13f-4de0-9b15-73f92b9c58a6 tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] 10.222.0.41 "PUT /v2.0/ports/376cb1db-f14c-4e35-a2b5-69780cb26cda/tags/tempest-TagsExtTest-Tag-1496404388 HTTP/1.1" status: 201 len: 201 time: 0.1841195 Aug 11 03:35:06.649898 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 39808) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:35:06.655457 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.tag.tag_plugin [None req-422155c5-e0ab-4141-b536-6b423942bf13 tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '8b33ca5a-9385-4cb1-bec7-89afc3b17233', 'tempest-TagsExtTest-Tag-1376889676') {} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:35:06.777685 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 39812) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:35:06.788651 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-422155c5-e0ab-4141-b536-6b423942bf13 tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] 10.222.0.41 "PUT /v2.0/routers/8b33ca5a-9385-4cb1-bec7-89afc3b17233/tags/tempest-TagsExtTest-Tag-1376889676 HTTP/1.1" status: 201 len: 201 time: 0.1376326 Aug 11 03:35:06.795542 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 39816) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:35:06.801500 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.tag.tag_plugin [None req-d390a06a-931a-4f8a-b0f2-3552033b11be tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '06c01276-dff2-423b-ab0e-7d13fbda9266', 'tempest-TagsExtTest-Tag-1812159734') {} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:35:06.880350 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-d390a06a-931a-4f8a-b0f2-3552033b11be tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] 10.222.0.41 "PUT /v2.0/subnetpools/06c01276-dff2-423b-ab0e-7d13fbda9266/tags/tempest-TagsExtTest-Tag-1812159734 HTTP/1.1" status: 201 len: 201 time: 0.0834060 Aug 11 03:35:06.883022 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 39832) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:35:06.887959 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.tag.tag_plugin [None req-5e819d3c-e6bd-4725-a6ca-82dc43cc0d1d tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '65dfb08e-f65e-40a1-bea9-66d2e9a33572', {'tags': ['tempest-TagsExtTest-Tag-1778713104', 'tempest-TagsExtTest-Tag-2127017942', 'tempest-TagsExtTest-Tag-1901971580']}) {} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:35:06.928554 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-77e6a2e5-5a11-4008-9af3-c2f0837abd0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:07.047540 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-77e6a2e5-5a11-4008-9af3-c2f0837abd0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:07.059279 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-5e819d3c-e6bd-4725-a6ca-82dc43cc0d1d tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] 10.222.0.41 "PUT /v2.0/subnets/65dfb08e-f65e-40a1-bea9-66d2e9a33572/tags HTTP/1.1" status: 200 len: 318 time: 0.1726205 Aug 11 03:35:07.061561 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 39850) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:35:07.063774 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.tag.tag_plugin [None req-31eda509-be5a-458a-a598-67e63464c703 tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '65dfb08e-f65e-40a1-bea9-66d2e9a33572') {} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:35:07.106251 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-77e6a2e5-5a11-4008-9af3-c2f0837abd0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:07.151759 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e6a2e5-5a11-4008-9af3-c2f0837abd0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7ae6d27-e657-4c92-9fd2-d5e1415ad178,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:35:07.156017 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-77e6a2e5-5a11-4008-9af3-c2f0837abd0c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=80bddd1595444e93b609acb6759b6a3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3772867 Aug 11 03:35:07.158641 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 39852) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:35:07.221150 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-80ad23db-b0f5-46dc-9a41-3e0b2e81fc99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:07.243442 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-80ad23db-b0f5-46dc-9a41-3e0b2e81fc99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:07.245188 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:07.273651 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-31eda509-be5a-458a-a598-67e63464c703 tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] 10.222.0.41 "DELETE /v2.0/subnets/65dfb08e-f65e-40a1-bea9-66d2e9a33572/tags HTTP/1.1" status: 204 len: 168 time: 0.2132137 Aug 11 03:35:07.276450 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 39854) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:35:07.280752 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.tag.tag_plugin [None req-5f1ab772-b104-4094-8d67-42493fe46714 tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '65dfb08e-f65e-40a1-bea9-66d2e9a33572', 'tempest-TagsExtTest-Tag-1778713104') {} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:35:07.330250 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-80ad23db-b0f5-46dc-9a41-3e0b2e81fc99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:07.333771 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-80ad23db-b0f5-46dc-9a41-3e0b2e81fc99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:07.334969 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-80ad23db-b0f5-46dc-9a41-3e0b2e81fc99 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e7ae6d27-e657-4c92-9fd2-d5e1415ad178 HTTP/1.1" status: 204 len: 168 time: 0.1754167 Aug 11 03:35:07.339863 n-d-764292-30 neutron-server[102192]: INFO neutron.api.v2.resource [None req-5f1ab772-b104-4094-8d67-42493fe46714 tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] show failed (client error): The resource could not be found. Aug 11 03:35:07.343997 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-5f1ab772-b104-4094-8d67-42493fe46714 tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] 10.222.0.41 "GET /v2.0/subnets/65dfb08e-f65e-40a1-bea9-66d2e9a33572/tags/tempest-TagsExtTest-Tag-1778713104 HTTP/1.1" status: 404 len: 329 time: 0.0647936 Aug 11 03:35:07.343997 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 39858) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:35:07.345386 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ad23db-b0f5-46dc-9a41-3e0b2e81fc99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7ae6d27-e657-4c92-9fd2-d5e1415ad178,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:35:07.354190 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.tag.tag_plugin [None req-c9f1bf06-f128-47c1-9dd9-439ed0b360cd tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '65dfb08e-f65e-40a1-bea9-66d2e9a33572', 'tempest-TagsExtTest-Tag-2127017942') {} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:35:07.410373 n-d-764292-30 neutron-server[102192]: INFO neutron.api.v2.resource [None req-c9f1bf06-f128-47c1-9dd9-439ed0b360cd tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] show failed (client error): The resource could not be found. Aug 11 03:35:07.411417 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-c9f1bf06-f128-47c1-9dd9-439ed0b360cd tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] 10.222.0.41 "GET /v2.0/subnets/65dfb08e-f65e-40a1-bea9-66d2e9a33572/tags/tempest-TagsExtTest-Tag-2127017942 HTTP/1.1" status: 404 len: 329 time: 0.0662301 Aug 11 03:35:07.414450 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 39860) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:35:07.419500 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.tag.tag_plugin [None req-8c94b32e-2c48-44b9-bd4d-3ec7aaff1c75 tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '65dfb08e-f65e-40a1-bea9-66d2e9a33572', 'tempest-TagsExtTest-Tag-1901971580') {} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:35:07.471319 n-d-764292-30 neutron-server[102191]: INFO neutron.api.v2.resource [None req-8c94b32e-2c48-44b9-bd4d-3ec7aaff1c75 tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] show failed (client error): The resource could not be found. Aug 11 03:35:07.472358 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-8c94b32e-2c48-44b9-bd4d-3ec7aaff1c75 tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] 10.222.0.41 "GET /v2.0/subnets/65dfb08e-f65e-40a1-bea9-66d2e9a33572/tags/tempest-TagsExtTest-Tag-1901971580 HTTP/1.1" status: 404 len: 329 time: 0.0569010 Aug 11 03:35:07.475287 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 39862) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:35:07.480528 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.tag.tag_plugin [None req-323253e4-924e-48a3-ae69-9484b667f47d tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '376cb1db-f14c-4e35-a2b5-69780cb26cda', {'tags': ['tempest-TagsExtTest-Tag-449049588', 'tempest-TagsExtTest-Tag-1192062657', 'tempest-TagsExtTest-Tag-974659600']}) {} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:35:07.617434 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-323253e4-924e-48a3-ae69-9484b667f47d tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] 10.222.0.41 "PUT /v2.0/ports/376cb1db-f14c-4e35-a2b5-69780cb26cda/tags HTTP/1.1" status: 200 len: 316 time: 0.1306996 Aug 11 03:35:07.617632 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 39868) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:35:07.617632 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.tag.tag_plugin [None req-d94e7a6d-6ea1-404a-89fd-1370fa0aa720 tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '376cb1db-f14c-4e35-a2b5-69780cb26cda') {} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:35:07.765863 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-d94e7a6d-6ea1-404a-89fd-1370fa0aa720 tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] 10.222.0.41 "DELETE /v2.0/ports/376cb1db-f14c-4e35-a2b5-69780cb26cda/tags HTTP/1.1" status: 204 len: 168 time: 0.1558800 Aug 11 03:35:07.768434 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 39870) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:35:07.773440 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.tag.tag_plugin [None req-d62fac08-a710-4cee-bca5-0b737edd7673 tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '376cb1db-f14c-4e35-a2b5-69780cb26cda', 'tempest-TagsExtTest-Tag-449049588') {} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:35:07.824042 n-d-764292-30 neutron-server[102191]: INFO neutron.api.v2.resource [None req-d62fac08-a710-4cee-bca5-0b737edd7673 tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] show failed (client error): The resource could not be found. Aug 11 03:35:07.828357 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-d62fac08-a710-4cee-bca5-0b737edd7673 tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] 10.222.0.41 "GET /v2.0/ports/376cb1db-f14c-4e35-a2b5-69780cb26cda/tags/tempest-TagsExtTest-Tag-449049588 HTTP/1.1" status: 404 len: 328 time: 0.0556526 Aug 11 03:35:07.828357 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 39872) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:35:07.832195 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.tag.tag_plugin [None req-6f159cc3-0541-4c98-9f41-06e9781b302d tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '376cb1db-f14c-4e35-a2b5-69780cb26cda', 'tempest-TagsExtTest-Tag-1192062657') {} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:35:07.881457 n-d-764292-30 neutron-server[102191]: INFO neutron.api.v2.resource [None req-6f159cc3-0541-4c98-9f41-06e9781b302d tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] show failed (client error): The resource could not be found. Aug 11 03:35:07.882521 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-6f159cc3-0541-4c98-9f41-06e9781b302d tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] 10.222.0.41 "GET /v2.0/ports/376cb1db-f14c-4e35-a2b5-69780cb26cda/tags/tempest-TagsExtTest-Tag-1192062657 HTTP/1.1" status: 404 len: 329 time: 0.0536520 Aug 11 03:35:07.885841 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 39874) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:35:07.890277 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.tag.tag_plugin [None req-991d4ab2-c598-4faf-a578-cb687cc5b1f9 tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '376cb1db-f14c-4e35-a2b5-69780cb26cda', 'tempest-TagsExtTest-Tag-974659600') {} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:35:07.904755 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 39876) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:35:07.919285 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-acbf6aec-5cfd-403c-97a6-dbb612b3a328 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:07.944408 n-d-764292-30 neutron-server[102191]: INFO neutron.api.v2.resource [None req-991d4ab2-c598-4faf-a578-cb687cc5b1f9 tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] show failed (client error): The resource could not be found. Aug 11 03:35:07.949426 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-991d4ab2-c598-4faf-a578-cb687cc5b1f9 tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] 10.222.0.41 "GET /v2.0/ports/376cb1db-f14c-4e35-a2b5-69780cb26cda/tags/tempest-TagsExtTest-Tag-974659600 HTTP/1.1" status: 404 len: 328 time: 0.0626214 Aug 11 03:35:07.954619 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 39878) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:35:07.954898 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.tag.tag_plugin [None req-18f070f6-895c-439d-bd04-27276f349ed1 tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '8b33ca5a-9385-4cb1-bec7-89afc3b17233', {'tags': ['tempest-TagsExtTest-Tag-716721477', 'tempest-TagsExtTest-Tag-954030196', 'tempest-TagsExtTest-Tag-1494018935']}) {} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:35:08.016350 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-acbf6aec-5cfd-403c-97a6-dbb612b3a328 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:08.055914 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-acbf6aec-5cfd-403c-97a6-dbb612b3a328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:08.099410 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-acbf6aec-5cfd-403c-97a6-dbb612b3a328 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7c872bf05b0442079beaaabaf6bcd860&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1935308 Aug 11 03:35:08.100262 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbf6aec-5cfd-403c-97a6-dbb612b3a328 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47c1bb74-3839-4c8e-8866-a6fc1789ad65,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:35:08.102128 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 39880) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:35:08.111119 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-18f070f6-895c-439d-bd04-27276f349ed1 tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] 10.222.0.41 "PUT /v2.0/routers/8b33ca5a-9385-4cb1-bec7-89afc3b17233/tags HTTP/1.1" status: 200 len: 316 time: 0.1595342 Aug 11 03:35:08.113272 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 39882) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:35:08.119952 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.tag.tag_plugin [None req-3520bec6-9986-459c-9dd9-304607b10531 tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '8b33ca5a-9385-4cb1-bec7-89afc3b17233') {} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:35:08.157665 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-abd58247-4c42-45ff-b35a-8dce083bb304 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:08.179665 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-abd58247-4c42-45ff-b35a-8dce083bb304 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:08.273938 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-3520bec6-9986-459c-9dd9-304607b10531 tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] 10.222.0.41 "DELETE /v2.0/routers/8b33ca5a-9385-4cb1-bec7-89afc3b17233/tags HTTP/1.1" status: 204 len: 168 time: 0.1595235 Aug 11 03:35:08.276477 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 39884) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:35:08.280794 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.tag.tag_plugin [None req-5c7d37e3-6c40-4bcd-bcc6-c3442e8736f9 tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '8b33ca5a-9385-4cb1-bec7-89afc3b17233', 'tempest-TagsExtTest-Tag-716721477') {} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:35:08.302237 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-abd58247-4c42-45ff-b35a-8dce083bb304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:08.305432 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-abd58247-4c42-45ff-b35a-8dce083bb304 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:08.306628 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-abd58247-4c42-45ff-b35a-8dce083bb304 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/47c1bb74-3839-4c8e-8866-a6fc1789ad65 HTTP/1.1" status: 204 len: 168 time: 0.2034750 Aug 11 03:35:08.316800 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd58247-4c42-45ff-b35a-8dce083bb304 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47c1bb74-3839-4c8e-8866-a6fc1789ad65,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:35:08.362137 n-d-764292-30 neutron-server[102192]: INFO neutron.api.v2.resource [None req-5c7d37e3-6c40-4bcd-bcc6-c3442e8736f9 tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] show failed (client error): The resource could not be found. Aug 11 03:35:08.363217 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-5c7d37e3-6c40-4bcd-bcc6-c3442e8736f9 tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] 10.222.0.41 "GET /v2.0/routers/8b33ca5a-9385-4cb1-bec7-89afc3b17233/tags/tempest-TagsExtTest-Tag-716721477 HTTP/1.1" status: 404 len: 328 time: 0.0858510 Aug 11 03:35:08.366049 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 39888) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:35:08.370481 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.tag.tag_plugin [None req-db5fead5-a3f4-485a-b4b2-7c189b56c948 tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '8b33ca5a-9385-4cb1-bec7-89afc3b17233', 'tempest-TagsExtTest-Tag-954030196') {} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:35:08.446810 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.agents_db [None req-950b7202-decb-43e2-8f71-ac8931dc9749 None None] Agent healthcheck: found 7 active agents {{(pid=102194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:35:08.448941 n-d-764292-30 neutron-server[102192]: INFO neutron.api.v2.resource [None req-db5fead5-a3f4-485a-b4b2-7c189b56c948 tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] show failed (client error): The resource could not be found. Aug 11 03:35:08.449982 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-db5fead5-a3f4-485a-b4b2-7c189b56c948 tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] 10.222.0.41 "GET /v2.0/routers/8b33ca5a-9385-4cb1-bec7-89afc3b17233/tags/tempest-TagsExtTest-Tag-954030196 HTTP/1.1" status: 404 len: 328 time: 0.0830328 Aug 11 03:35:08.452910 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 39890) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:35:08.458720 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.tag.tag_plugin [None req-28a96763-0c07-4a7f-a65f-4ad74b7b3f44 tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '8b33ca5a-9385-4cb1-bec7-89afc3b17233', 'tempest-TagsExtTest-Tag-1494018935') {} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:35:08.535740 n-d-764292-30 neutron-server[102192]: INFO neutron.api.v2.resource [None req-28a96763-0c07-4a7f-a65f-4ad74b7b3f44 tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] show failed (client error): The resource could not be found. Aug 11 03:35:08.536779 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-28a96763-0c07-4a7f-a65f-4ad74b7b3f44 tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] 10.222.0.41 "GET /v2.0/routers/8b33ca5a-9385-4cb1-bec7-89afc3b17233/tags/tempest-TagsExtTest-Tag-1494018935 HTTP/1.1" status: 404 len: 329 time: 0.0829422 Aug 11 03:35:08.540353 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 39892) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:35:08.545632 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.tag.tag_plugin [None req-8a9700e1-c747-43a7-b929-6ec7f7f9636f tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '06c01276-dff2-423b-ab0e-7d13fbda9266', {'tags': ['tempest-TagsExtTest-Tag-763962852', 'tempest-TagsExtTest-Tag-1285406468', 'tempest-TagsExtTest-Tag-1767531747']}) {} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:35:08.657245 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-8a9700e1-c747-43a7-b929-6ec7f7f9636f tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] 10.222.0.41 "PUT /v2.0/subnetpools/06c01276-dff2-423b-ab0e-7d13fbda9266/tags HTTP/1.1" status: 200 len: 317 time: 0.1157980 Aug 11 03:35:08.659861 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 39898) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:35:08.665153 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.tag.tag_plugin [None req-ec952f61-dd2f-4d6e-a23f-8e5b74d21031 tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '06c01276-dff2-423b-ab0e-7d13fbda9266') {} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:35:08.778089 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-ec952f61-dd2f-4d6e-a23f-8e5b74d21031 tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] 10.222.0.41 "DELETE /v2.0/subnetpools/06c01276-dff2-423b-ab0e-7d13fbda9266/tags HTTP/1.1" status: 204 len: 168 time: 0.1171701 Aug 11 03:35:08.780723 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 39904) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:35:08.785009 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.tag.tag_plugin [None req-58e92733-2829-4f85-8ba6-febcdf2a30cd tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '06c01276-dff2-423b-ab0e-7d13fbda9266', 'tempest-TagsExtTest-Tag-763962852') {} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:35:08.809432 n-d-764292-30 neutron-server[102192]: INFO neutron.api.v2.resource [None req-58e92733-2829-4f85-8ba6-febcdf2a30cd tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] show failed (client error): The resource could not be found. Aug 11 03:35:08.810504 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-58e92733-2829-4f85-8ba6-febcdf2a30cd tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] 10.222.0.41 "GET /v2.0/subnetpools/06c01276-dff2-423b-ab0e-7d13fbda9266/tags/tempest-TagsExtTest-Tag-763962852 HTTP/1.1" status: 404 len: 328 time: 0.0289121 Aug 11 03:35:08.813782 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 39908) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:35:08.818245 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.tag.tag_plugin [None req-c89adbaf-4292-46f5-b0e0-90011ff42e37 tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '06c01276-dff2-423b-ab0e-7d13fbda9266', 'tempest-TagsExtTest-Tag-1285406468') {} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:35:08.842129 n-d-764292-30 neutron-server[102192]: INFO neutron.api.v2.resource [None req-c89adbaf-4292-46f5-b0e0-90011ff42e37 tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] show failed (client error): The resource could not be found. Aug 11 03:35:08.846005 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-c89adbaf-4292-46f5-b0e0-90011ff42e37 tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] 10.222.0.41 "GET /v2.0/subnetpools/06c01276-dff2-423b-ab0e-7d13fbda9266/tags/tempest-TagsExtTest-Tag-1285406468 HTTP/1.1" status: 404 len: 329 time: 0.0284264 Aug 11 03:35:08.846197 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 39910) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:35:08.850469 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.tag.tag_plugin [None req-98f6a67d-5626-4108-ae06-96c7facbfddc tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '06c01276-dff2-423b-ab0e-7d13fbda9266', 'tempest-TagsExtTest-Tag-1767531747') {} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:35:08.871516 n-d-764292-30 neutron-server[102192]: INFO neutron.api.v2.resource [None req-98f6a67d-5626-4108-ae06-96c7facbfddc tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] show failed (client error): The resource could not be found. Aug 11 03:35:08.874314 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-98f6a67d-5626-4108-ae06-96c7facbfddc tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] 10.222.0.41 "GET /v2.0/subnetpools/06c01276-dff2-423b-ab0e-7d13fbda9266/tags/tempest-TagsExtTest-Tag-1767531747 HTTP/1.1" status: 404 len: 329 time: 0.0254476 Aug 11 03:35:08.875500 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 39912) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:35:08.879870 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.tag.tag_plugin [None req-a283fc23-0557-4130-ac78-6c220f02f5a3 tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '06c01276-dff2-423b-ab0e-7d13fbda9266') {} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:35:08.905051 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-a283fc23-0557-4130-ac78-6c220f02f5a3 tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] 10.222.0.41 "DELETE /v2.0/subnetpools/06c01276-dff2-423b-ab0e-7d13fbda9266/tags HTTP/1.1" status: 204 len: 168 time: 0.0285392 Aug 11 03:35:08.907767 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 39914) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:35:08.912478 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.tag.tag_plugin [None req-c6dfeed1-5093-4b39-b979-717723b3be48 tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '8b33ca5a-9385-4cb1-bec7-89afc3b17233') {} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:35:09.354941 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-c6dfeed1-5093-4b39-b979-717723b3be48 tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] 10.222.0.41 "DELETE /v2.0/routers/8b33ca5a-9385-4cb1-bec7-89afc3b17233/tags HTTP/1.1" status: 204 len: 168 time: 0.4459958 Aug 11 03:35:09.356196 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 39926) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:35:09.360561 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.tag.tag_plugin [None req-ebd37916-5b60-42ce-9987-e590af57a67a tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '376cb1db-f14c-4e35-a2b5-69780cb26cda') {} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:35:09.417540 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-ebd37916-5b60-42ce-9987-e590af57a67a tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] 10.222.0.41 "DELETE /v2.0/ports/376cb1db-f14c-4e35-a2b5-69780cb26cda/tags HTTP/1.1" status: 204 len: 168 time: 0.0603442 Aug 11 03:35:09.420216 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 39928) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:35:09.424547 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.tag.tag_plugin [None req-9b7d6299-2995-4eae-a6c5-e3e22a3d5b90 tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '65dfb08e-f65e-40a1-bea9-66d2e9a33572') {} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:35:09.498275 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-9b7d6299-2995-4eae-a6c5-e3e22a3d5b90 tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] 10.222.0.41 "DELETE /v2.0/subnets/65dfb08e-f65e-40a1-bea9-66d2e9a33572/tags HTTP/1.1" status: 204 len: 168 time: 0.0728638 Aug 11 03:35:09.498993 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 39932) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:35:09.664862 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-2bc41b01-e62a-49c7-b6da-ecb778c88689 tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] Notify callbacks [] for subnetpool, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:09.666055 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-2bc41b01-e62a-49c7-b6da-ecb778c88689 tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] 10.222.0.41 "DELETE /v2.0/subnetpools/06c01276-dff2-423b-ab0e-7d13fbda9266 HTTP/1.1" status: 204 len: 168 time: 0.1657326 Aug 11 03:35:09.676293 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 39936) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:35:09.704548 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-c4987ffa-5c68-4f36-aac6-6224e17961c5 tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b33ca5a-9385-4cb1-bec7-89afc3b17233 HTTP/1.1" status: 200 len: 205 time: 0.0272219 Aug 11 03:35:09.707032 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 39940) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:35:09.787244 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-faf6d7b0-c73c-46e9-871c-d720c90ef600 tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] Notify callbacks [] for router, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:09.958088 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-faf6d7b0-c73c-46e9-871c-d720c90ef600 tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6544'] for router, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:09.960293 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-faf6d7b0-c73c-46e9-871c-d720c90ef600 tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:10.073760 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-faf6d7b0-c73c-46e9-871c-d720c90ef600 tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448809'] for router, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:10.074415 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faf6d7b0-c73c-46e9-871c-d720c90ef600 tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] Fanout notify agent at l3_agent the message router_deleted on router 8b33ca5a-9385-4cb1-bec7-89afc3b17233 {{(pid=102191) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:35:10.083851 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-faf6d7b0-c73c-46e9-871c-d720c90ef600 tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] Notify callbacks [] for router, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:10.089583 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-faf6d7b0-c73c-46e9-871c-d720c90ef600 tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] 10.222.0.41 "DELETE /v2.0/routers/8b33ca5a-9385-4cb1-bec7-89afc3b17233 HTTP/1.1" status: 204 len: 168 time: 0.3770461 Aug 11 03:35:10.089583 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 39948) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:35:10.181806 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-f9ef522b-25c2-4b8f-8d2d-e48561736ded tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] Deleting port 376cb1db-f14c-4e35-a2b5-69780cb26cda {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:35:10.182231 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f9ef522b-25c2-4b8f-8d2d-e48561736ded tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:10.283234 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f9ef522b-25c2-4b8f-8d2d-e48561736ded tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:10.296157 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-f9ef522b-25c2-4b8f-8d2d-e48561736ded tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] Calling delete_port for 376cb1db-f14c-4e35-a2b5-69780cb26cda owned by {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:35:10.502018 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f9ef522b-25c2-4b8f-8d2d-e48561736ded tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:10.530519 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ef522b-25c2-4b8f-8d2d-e48561736ded tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] Pushing event deleted for resources: {'Port': ['ID=376cb1db-f14c-4e35-a2b5-69780cb26cda,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:35:10.617954 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f9ef522b-25c2-4b8f-8d2d-e48561736ded tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:10.620581 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-f9ef522b-25c2-4b8f-8d2d-e48561736ded tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] 10.222.0.41 "DELETE /v2.0/ports/376cb1db-f14c-4e35-a2b5-69780cb26cda HTTP/1.1" status: 204 len: 168 time: 0.5313568 Aug 11 03:35:10.623389 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 39962) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:35:10.695775 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_v2 [None req-43df15fc-bdd9-4539-8347-a910033b42e3 tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] Deleting subnet 65dfb08e-f65e-40a1-bea9-66d2e9a33572 {{(pid=102191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:35:10.699232 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-43df15fc-bdd9-4539-8347-a910033b42e3 tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] Notify callbacks [] for subnet, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:10.747647 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-43df15fc-bdd9-4539-8347-a910033b42e3 tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126283525'] for subnet, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:10.842016 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-43df15fc-bdd9-4539-8347-a910033b42e3 tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:11.011342 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-43df15fc-bdd9-4539-8347-a910033b42e3 tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126283413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126275158'] for subnet, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:11.036322 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43df15fc-bdd9-4539-8347-a910033b42e3 tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] Pushing event deleted for resources: {'Subnet': ['ID=65dfb08e-f65e-40a1-bea9-66d2e9a33572,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:35:11.043155 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-43df15fc-bdd9-4539-8347-a910033b42e3 tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:11.045041 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-43df15fc-bdd9-4539-8347-a910033b42e3 tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] 10.222.0.41 "DELETE /v2.0/subnets/65dfb08e-f65e-40a1-bea9-66d2e9a33572 HTTP/1.1" status: 204 len: 168 time: 0.4205966 Aug 11 03:35:11.047624 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 39966) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:35:11.054465 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26249473-4938-4852-9a12-67d077bf278e None None] Network c30ce668-8f7e-49a2-9a73-59054178b488 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:35:11.128723 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3f1eda9a-87d4-4879-a0d3-b89eda1939b1 tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:11.188269 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-3f1eda9a-87d4-4879-a0d3-b89eda1939b1 tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] Deleting port 309edb05-568b-4f91-b92d-7d815b5122c0 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:35:11.188687 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3f1eda9a-87d4-4879-a0d3-b89eda1939b1 tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:11.249041 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-250fc20b-734f-44a8-ada7-8c9279bcd6a3 None None] DHCP port deletion for c30ce668-8f7e-49a2-9a73-59054178b488 request from n-d-764292-30 {{(pid=102193) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:35:11.287297 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [None req-3f1eda9a-87d4-4879-a0d3-b89eda1939b1 tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] For port 309edb05-568b-4f91-b92d-7d815b5122c0, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=309edb05-568b-4f91-b92d-7d815b5122c0,segment=NetworkSegment(63954d51-15e3-473e-b059-3dbb9b21c10f),segment_id=63954d51-15e3-473e-b059-3dbb9b21c10f)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:35:11.287723 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3f1eda9a-87d4-4879-a0d3-b89eda1939b1 tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:11.304827 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-3f1eda9a-87d4-4879-a0d3-b89eda1939b1 tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] Calling delete_port for 309edb05-568b-4f91-b92d-7d815b5122c0 owned by network:dhcp {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:35:11.320764 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-250fc20b-734f-44a8-ada7-8c9279bcd6a3 None None] Deleting port 309edb05-568b-4f91-b92d-7d815b5122c0 {{(pid=102193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:35:11.321647 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-250fc20b-734f-44a8-ada7-8c9279bcd6a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:11.377784 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:11.395481 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-250fc20b-734f-44a8-ada7-8c9279bcd6a3 None None] For port 309edb05-568b-4f91-b92d-7d815b5122c0, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=309edb05-568b-4f91-b92d-7d815b5122c0,segment=NetworkSegment(63954d51-15e3-473e-b059-3dbb9b21c10f),segment_id=63954d51-15e3-473e-b059-3dbb9b21c10f)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:35:11.395880 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-250fc20b-734f-44a8-ada7-8c9279bcd6a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:11.413204 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-250fc20b-734f-44a8-ada7-8c9279bcd6a3 None None] Calling delete_port for 309edb05-568b-4f91-b92d-7d815b5122c0 owned by network:dhcp {{(pid=102193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:35:11.490469 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3f1eda9a-87d4-4879-a0d3-b89eda1939b1 tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:11.496716 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-250fc20b-734f-44a8-ada7-8c9279bcd6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678'] for port, after_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:11.518997 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1eda9a-87d4-4879-a0d3-b89eda1939b1 tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] Pushing event deleted for resources: {'Port': ['ID=309edb05-568b-4f91-b92d-7d815b5122c0,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:35:11.522841 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1eda9a-87d4-4879-a0d3-b89eda1939b1 tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] No DVR routers for this DVR port 309edb05-568b-4f91-b92d-7d815b5122c0 on host n-d-764292-30 {{(pid=102191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:35:11.526851 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250fc20b-734f-44a8-ada7-8c9279bcd6a3 None None] Pushing event deleted for resources: {'Port': ['ID=309edb05-568b-4f91-b92d-7d815b5122c0,revision_number=None']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:35:11.528684 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250fc20b-734f-44a8-ada7-8c9279bcd6a3 None None] No DVR routers for this DVR port 309edb05-568b-4f91-b92d-7d815b5122c0 on host n-d-764292-30 {{(pid=102193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:35:11.607055 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3f1eda9a-87d4-4879-a0d3-b89eda1939b1 tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:11.616980 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-3f1eda9a-87d4-4879-a0d3-b89eda1939b1 tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c30ce668-8f7e-49a2-9a73-59054178b488']}} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:35:11.627194 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-3f1eda9a-87d4-4879-a0d3-b89eda1939b1 tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63954d51-15e3-473e-b059-3dbb9b21c10f') {'for_net_delete': True} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:35:11.627489 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-3f1eda9a-87d4-4879-a0d3-b89eda1939b1 tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63954d51-15e3-473e-b059-3dbb9b21c10f') {} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:35:11.637017 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3f1eda9a-87d4-4879-a0d3-b89eda1939b1 tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126283644'] for segment, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:11.652363 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3f1eda9a-87d4-4879-a0d3-b89eda1939b1 tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:11.667768 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f1eda9a-87d4-4879-a0d3-b89eda1939b1 tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=102191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:35:11.670178 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3f1eda9a-87d4-4879-a0d3-b89eda1939b1 tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126283391'] for segment, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:11.674249 n-d-764292-30 neutron-server[102191]: Traceback (most recent call last): Aug 11 03:35:11.674249 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:35:11.674249 n-d-764292-30 neutron-server[102191]: timer() Aug 11 03:35:11.674249 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:35:11.674249 n-d-764292-30 neutron-server[102191]: cb(*args, **kw) Aug 11 03:35:11.674249 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:35:11.674249 n-d-764292-30 neutron-server[102191]: return func(*args, **kwargs) Aug 11 03:35:11.674249 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:35:11.674249 n-d-764292-30 neutron-server[102191]: self._notify() Aug 11 03:35:11.674249 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:35:11.674249 n-d-764292-30 neutron-server[102191]: self.callback(batched_events) Aug 11 03:35:11.674249 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:35:11.674249 n-d-764292-30 neutron-server[102191]: event.method(event) Aug 11 03:35:11.674249 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:35:11.674249 n-d-764292-30 neutron-server[102191]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:35:11.674249 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:35:11.674249 n-d-764292-30 neutron-server[102191]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:35:11.674249 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:35:11.674249 n-d-764292-30 neutron-server[102191]: return f(self, *a, **k) Aug 11 03:35:11.674249 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:35:11.674249 n-d-764292-30 neutron-server[102191]: return self._get(url).json() Aug 11 03:35:11.674249 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:35:11.674249 n-d-764292-30 neutron-server[102191]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:35:11.674249 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:35:11.674249 n-d-764292-30 neutron-server[102191]: return self.request(url, 'GET', **kwargs) Aug 11 03:35:11.674249 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:35:11.674249 n-d-764292-30 neutron-server[102191]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:35:11.674249 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:35:11.674249 n-d-764292-30 neutron-server[102191]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:35:11.674249 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:35:11.674249 n-d-764292-30 neutron-server[102191]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:35:11.674249 n-d-764292-30 neutron-server[102191]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:35:12.165056 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3f1eda9a-87d4-4879-a0d3-b89eda1939b1 tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:12.172629 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3f1eda9a-87d4-4879-a0d3-b89eda1939b1 tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] Notify callbacks [] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:12.174733 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-3f1eda9a-87d4-4879-a0d3-b89eda1939b1 tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] 10.222.0.41 "DELETE /v2.0/networks/c30ce668-8f7e-49a2-9a73-59054178b488 HTTP/1.1" status: 204 len: 168 time: 1.1261101 Aug 11 03:35:12.193031 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1eda9a-87d4-4879-a0d3-b89eda1939b1 tempest-TagsExtTest-267904867 tempest-TagsExtTest-267904867-project] Pushing event deleted for resources: {'Network': ['ID=c30ce668-8f7e-49a2-9a73-59054178b488,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:35:12.486189 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 309edb05-568b-4f91-b92d-7d815b5122c0 no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:35:12.507723 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: 309edb05-568b-4f91-b92d-7d815b5122c0 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:35:12.508192 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 309edb05-568b-4f91-b92d-7d815b5122c0 not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:35:12.703174 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 39982) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:35:12.844150 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-2a39cc0a-70b3-46b6-b098-9f39123ffb75 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=15e370fbb9854c74b62a253b90a3b5a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1397293 Aug 11 03:35:12.846688 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 39986) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:35:12.899078 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-797d6744-7c46-4b9e-865a-7eeb7d657181 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:12.923655 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-797d6744-7c46-4b9e-865a-7eeb7d657181 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:13.016051 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-797d6744-7c46-4b9e-865a-7eeb7d657181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:13.018659 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-797d6744-7c46-4b9e-865a-7eeb7d657181 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:13.019862 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-797d6744-7c46-4b9e-865a-7eeb7d657181 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2f7858a9-f0ac-43e1-b12e-fa2d4349aa41 HTTP/1.1" status: 204 len: 168 time: 0.1722450 Aug 11 03:35:13.028882 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797d6744-7c46-4b9e-865a-7eeb7d657181 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f7858a9-f0ac-43e1-b12e-fa2d4349aa41,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:35:14.693032 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 40036) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:35:14.811694 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-328eddc5-7cb5-4356-af42-8f2d494bee4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:14.908948 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-328eddc5-7cb5-4356-af42-8f2d494bee4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:14.970396 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-328eddc5-7cb5-4356-af42-8f2d494bee4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:15.009749 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328eddc5-7cb5-4356-af42-8f2d494bee4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a678d5dd-b094-4af3-b989-1f950626b048,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:35:15.017980 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 40044) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:35:15.018718 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-328eddc5-7cb5-4356-af42-8f2d494bee4f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=02bdf2e24a6e45b0acdae62fe1246967&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3239305 Aug 11 03:35:15.085649 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-33c428cc-1a1f-49b2-b883-588f8ba4988e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:15.111369 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-33c428cc-1a1f-49b2-b883-588f8ba4988e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:15.227457 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-33c428cc-1a1f-49b2-b883-588f8ba4988e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:15.230275 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-33c428cc-1a1f-49b2-b883-588f8ba4988e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:15.231460 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-33c428cc-1a1f-49b2-b883-588f8ba4988e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a678d5dd-b094-4af3-b989-1f950626b048 HTTP/1.1" status: 204 len: 168 time: 0.2124357 Aug 11 03:35:15.240423 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c428cc-1a1f-49b2-b883-588f8ba4988e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a678d5dd-b094-4af3-b989-1f950626b048,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:35:18.090128 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 40148) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:35:18.216384 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a6546acd-8f16-4694-99f5-dc6949f8ad6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:18.307495 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a6546acd-8f16-4694-99f5-dc6949f8ad6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:18.393085 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a6546acd-8f16-4694-99f5-dc6949f8ad6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:18.437739 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6546acd-8f16-4694-99f5-dc6949f8ad6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=651c2ef7-bee1-44d4-852c-2ba71447b274,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:35:18.444875 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 40160) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:35:18.445368 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-a6546acd-8f16-4694-99f5-dc6949f8ad6f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3710d6d8667c4c60b4f8684157e86cf1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3536150 Aug 11 03:35:18.502392 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-13fc0d3d-432a-4741-a198-6498444d3128 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:18.527749 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-13fc0d3d-432a-4741-a198-6498444d3128 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:18.639039 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-13fc0d3d-432a-4741-a198-6498444d3128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:18.641777 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-13fc0d3d-432a-4741-a198-6498444d3128 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:18.643149 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-13fc0d3d-432a-4741-a198-6498444d3128 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/651c2ef7-bee1-44d4-852c-2ba71447b274 HTTP/1.1" status: 204 len: 168 time: 0.1971815 Aug 11 03:35:18.651485 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc0d3d-432a-4741-a198-6498444d3128 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=651c2ef7-bee1-44d4-852c-2ba71447b274,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:35:19.799659 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 40182) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:35:19.815572 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-dac154e0-3861-4fe9-85bc-650c42aa5e4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:19.914528 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-dac154e0-3861-4fe9-85bc-650c42aa5e4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:19.992991 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-dac154e0-3861-4fe9-85bc-650c42aa5e4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:20.036706 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac154e0-3861-4fe9-85bc-650c42aa5e4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7179b310-017a-43b6-a6e4-e76e22e7ccbf,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:35:20.044014 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-dac154e0-3861-4fe9-85bc-650c42aa5e4f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=07eb3b4a4f1a4489b682e9c16237ed77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2400696 Aug 11 03:35:20.044368 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 40192) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:35:20.100669 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e93a43a8-48ff-4f54-94f4-7f5c20a0a4ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:20.123553 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e93a43a8-48ff-4f54-94f4-7f5c20a0a4ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:20.273562 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e93a43a8-48ff-4f54-94f4-7f5c20a0a4ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:20.276762 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e93a43a8-48ff-4f54-94f4-7f5c20a0a4ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:20.277952 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-e93a43a8-48ff-4f54-94f4-7f5c20a0a4ca admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7179b310-017a-43b6-a6e4-e76e22e7ccbf HTTP/1.1" status: 204 len: 168 time: 0.2326033 Aug 11 03:35:20.288825 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93a43a8-48ff-4f54-94f4-7f5c20a0a4ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7179b310-017a-43b6-a6e4-e76e22e7ccbf,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:35:24.444040 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 40286) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:35:24.557321 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e491d60b-becf-4e4d-862d-fd82b8fc0976 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:24.648409 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e491d60b-becf-4e4d-862d-fd82b8fc0976 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:24.707226 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e491d60b-becf-4e4d-862d-fd82b8fc0976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:24.750419 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-e491d60b-becf-4e4d-862d-fd82b8fc0976 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=95eff13432614b75980e3a7131dc171d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3052459 Aug 11 03:35:24.751384 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e491d60b-becf-4e4d-862d-fd82b8fc0976 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac1053d1-cb25-43ad-b44e-046015025611,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:35:24.753086 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 40290) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:35:24.804711 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-351f3662-ef95-4679-b790-14b201ded847 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:24.828459 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-351f3662-ef95-4679-b790-14b201ded847 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:24.970140 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-351f3662-ef95-4679-b790-14b201ded847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:24.972742 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-351f3662-ef95-4679-b790-14b201ded847 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:24.973929 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-351f3662-ef95-4679-b790-14b201ded847 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ac1053d1-cb25-43ad-b44e-046015025611 HTTP/1.1" status: 204 len: 168 time: 0.2198305 Aug 11 03:35:24.983617 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351f3662-ef95-4679-b790-14b201ded847 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac1053d1-cb25-43ad-b44e-046015025611,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:35:25.703080 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 40300) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:35:25.717916 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f5509106-4725-4681-b1d5-93d3e80fd06f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:25.820765 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f5509106-4725-4681-b1d5-93d3e80fd06f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:25.913414 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f5509106-4725-4681-b1d5-93d3e80fd06f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:25.962060 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-f5509106-4725-4681-b1d5-93d3e80fd06f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=356844bf8e244e508491e80b50aca10a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2578170 Aug 11 03:35:25.963007 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5509106-4725-4681-b1d5-93d3e80fd06f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dad98eef-bd92-436e-a5ef-be26392052fc,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:35:25.964790 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 40304) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:35:26.028083 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-561126d4-33fa-4c9c-8688-e7ed6bd11b1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:26.052065 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-561126d4-33fa-4c9c-8688-e7ed6bd11b1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:26.199037 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-561126d4-33fa-4c9c-8688-e7ed6bd11b1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:26.202094 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-561126d4-33fa-4c9c-8688-e7ed6bd11b1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:26.203421 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-561126d4-33fa-4c9c-8688-e7ed6bd11b1f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/dad98eef-bd92-436e-a5ef-be26392052fc HTTP/1.1" status: 204 len: 168 time: 0.2370272 Aug 11 03:35:26.213392 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561126d4-33fa-4c9c-8688-e7ed6bd11b1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dad98eef-bd92-436e-a5ef-be26392052fc,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:35:29.415727 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-055f6199-67e3-42a9-b44b-468029a00df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:31.742410 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4eb13598-0dee-460f-a08c-720993a74b38 req-f9b2af04-cd37-4248-b7f8-a00e49be616f tempest-VolumesBackupsTest-376678261 tempest-VolumesBackupsTest-376678261-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=070297f9996c42b5875a5734db85c299&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0282066 Aug 11 03:35:31.901058 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:31.931127 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb13598-0dee-460f-a08c-720993a74b38 req-c511fe3a-fc8b-415b-9b35-66ae0c940c96 tempest-VolumesBackupsTest-376678261 tempest-VolumesBackupsTest-376678261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:31.935394 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4eb13598-0dee-460f-a08c-720993a74b38 req-c511fe3a-fc8b-415b-9b35-66ae0c940c96 tempest-VolumesBackupsTest-376678261 tempest-VolumesBackupsTest-376678261-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1839285 Aug 11 03:35:31.948848 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4eb13598-0dee-460f-a08c-720993a74b38 req-229a0dcc-bfde-41c8-bf65-6fc1e35c91a0 tempest-VolumesBackupsTest-376678261 tempest-VolumesBackupsTest-376678261-project] 10.222.0.41 "GET /v2.0/quotas/070297f9996c42b5875a5734db85c299 HTTP/1.1" status: 200 len: 375 time: 0.0095344 Aug 11 03:35:31.986035 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4eb13598-0dee-460f-a08c-720993a74b38 req-bfde8413-79a6-4116-9e87-d51e028a88c0 tempest-VolumesBackupsTest-376678261 tempest-VolumesBackupsTest-376678261-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=070297f9996c42b5875a5734db85c299&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0314522 Aug 11 03:35:32.084489 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-99c8a92c-d07b-42ff-ad33-5ac72dbefcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:32.284767 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-41033dbe-42ac-46cb-a995-8e209d906cbe req-475835b6-c95a-4fd9-838d-9c4c1143ee6a tempest-VolumesBackupsTest-376678261 tempest-VolumesBackupsTest-376678261-project] 10.222.0.41 "GET /v2.0/ports?device_id=3340f099-54b8-4d05-b652-ce015b006c4e HTTP/1.1" status: 200 len: 210 time: 0.0520608 Aug 11 03:35:33.078705 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:33.375006 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-316ff9d9-21e3-49f8-8ec8-224d7278640f req-717a5aef-79a9-4e67-98f8-2887a3f8f31c tempest-VolumesBackupsTest-376678261 tempest-VolumesBackupsTest-376678261-project] 10.222.0.41 "GET /v2.0/ports?device_id=3340f099-54b8-4d05-b652-ce015b006c4e HTTP/1.1" status: 200 len: 210 time: 0.0280769 Aug 11 03:35:34.490001 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-76f6613c-3ed7-4d29-82d0-1fe5d3664302 req-309563f8-9870-4447-bfa1-3d8180bb316e tempest-VolumesBackupsTest-376678261 tempest-VolumesBackupsTest-376678261-project] 10.222.0.41 "GET /v2.0/ports?device_id=3340f099-54b8-4d05-b652-ce015b006c4e HTTP/1.1" status: 200 len: 210 time: 0.0287447 Aug 11 03:35:34.647320 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-4eb13598-0dee-460f-a08c-720993a74b38 req-594ec0eb-17ed-4a3e-acb0-3b77bddb0eb9 tempest-VolumesBackupsTest-376678261 tempest-VolumesBackupsTest-376678261-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=070297f9996c42b5875a5734db85c299&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0319276 Aug 11 03:35:34.713264 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:34.831463 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb13598-0dee-460f-a08c-720993a74b38 req-05a5b17e-dc76-4426-ade6-b04859cbd82d tempest-VolumesBackupsTest-376678261 tempest-VolumesBackupsTest-376678261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:34.833006 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-4eb13598-0dee-460f-a08c-720993a74b38 req-05a5b17e-dc76-4426-ade6-b04859cbd82d tempest-VolumesBackupsTest-376678261 tempest-VolumesBackupsTest-376678261-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1798995 Aug 11 03:35:34.845322 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-4eb13598-0dee-460f-a08c-720993a74b38 req-70f81057-25a9-4da5-ba90-7761fd28f73b tempest-VolumesBackupsTest-376678261 tempest-VolumesBackupsTest-376678261-project] Request body: {'port': {'device_id': '3340f099-54b8-4d05-b652-ce015b006c4e', 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba', 'admin_state_up': True, 'tenant_id': '070297f9996c42b5875a5734db85c299'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:35:35.090687 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4eb13598-0dee-460f-a08c-720993a74b38 req-70f81057-25a9-4da5-ba90-7761fd28f73b tempest-VolumesBackupsTest-376678261 tempest-VolumesBackupsTest-376678261-project] Made reservation on behalf of 070297f9996c42b5875a5734db85c299 for: {'port': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:35:35.094182 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-4eb13598-0dee-460f-a08c-720993a74b38 req-70f81057-25a9-4da5-ba90-7761fd28f73b tempest-VolumesBackupsTest-376678261 tempest-VolumesBackupsTest-376678261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:35.103844 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-4eb13598-0dee-460f-a08c-720993a74b38 req-70f81057-25a9-4da5-ba90-7761fd28f73b tempest-VolumesBackupsTest-376678261 tempest-VolumesBackupsTest-376678261-project] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:35.191971 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-4eb13598-0dee-460f-a08c-720993a74b38 req-70f81057-25a9-4da5-ba90-7761fd28f73b tempest-VolumesBackupsTest-376678261 tempest-VolumesBackupsTest-376678261-project] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:35.387882 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-4eb13598-0dee-460f-a08c-720993a74b38 req-70f81057-25a9-4da5-ba90-7761fd28f73b tempest-VolumesBackupsTest-376678261 tempest-VolumesBackupsTest-376678261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:35.451465 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f81057-25a9-4da5-ba90-7761fd28f73b tempest-VolumesBackupsTest-376678261 tempest-VolumesBackupsTest-376678261-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40fc9372-9c93-4ee9-846b-3571fae14a10,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:35:35.467495 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f81057-25a9-4da5-ba90-7761fd28f73b tempest-VolumesBackupsTest-376678261 tempest-VolumesBackupsTest-376678261-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:35:35.467878 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f81057-25a9-4da5-ba90-7761fd28f73b tempest-VolumesBackupsTest-376678261 tempest-VolumesBackupsTest-376678261-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:35:35.468187 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f81057-25a9-4da5-ba90-7761fd28f73b tempest-VolumesBackupsTest-376678261 tempest-VolumesBackupsTest-376678261-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:35:35.468531 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f81057-25a9-4da5-ba90-7761fd28f73b tempest-VolumesBackupsTest-376678261 tempest-VolumesBackupsTest-376678261-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:35:35.468860 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f81057-25a9-4da5-ba90-7761fd28f73b tempest-VolumesBackupsTest-376678261 tempest-VolumesBackupsTest-376678261-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:35:35.469193 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f81057-25a9-4da5-ba90-7761fd28f73b tempest-VolumesBackupsTest-376678261 tempest-VolumesBackupsTest-376678261-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:35:35.469521 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f81057-25a9-4da5-ba90-7761fd28f73b tempest-VolumesBackupsTest-376678261 tempest-VolumesBackupsTest-376678261-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:35:35.469853 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f81057-25a9-4da5-ba90-7761fd28f73b tempest-VolumesBackupsTest-376678261 tempest-VolumesBackupsTest-376678261-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:35:35.470180 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f81057-25a9-4da5-ba90-7761fd28f73b tempest-VolumesBackupsTest-376678261 tempest-VolumesBackupsTest-376678261-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:35:35.472112 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f81057-25a9-4da5-ba90-7761fd28f73b tempest-VolumesBackupsTest-376678261 tempest-VolumesBackupsTest-376678261-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:35:35.472112 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f81057-25a9-4da5-ba90-7761fd28f73b tempest-VolumesBackupsTest-376678261 tempest-VolumesBackupsTest-376678261-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:35:35.472112 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f81057-25a9-4da5-ba90-7761fd28f73b tempest-VolumesBackupsTest-376678261 tempest-VolumesBackupsTest-376678261-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:35:35.554890 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [req-4eb13598-0dee-460f-a08c-720993a74b38 req-70f81057-25a9-4da5-ba90-7761fd28f73b tempest-VolumesBackupsTest-376678261 tempest-VolumesBackupsTest-376678261-project] Allocated IP 192.168.233.46 (d1bf0def-6fa4-4d3e-bbc5-20a040931fba/254a3f4d-2b75-429e-bbb2-8e70554e9483/7c3b0f1d-df43-4b69-8e48-89b62338ba79) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:35:35.598485 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a93249cc-2a96-4e8e-aeb7-ec6e66989740 req-7952707a-a84f-45bd-a0f8-b0c6cc2b74fb tempest-VolumesBackupsTest-376678261 tempest-VolumesBackupsTest-376678261-project] 10.222.0.41 "GET /v2.0/ports?device_id=3340f099-54b8-4d05-b652-ce015b006c4e HTTP/1.1" status: 200 len: 210 time: 0.0282638 Aug 11 03:35:35.699341 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-4eb13598-0dee-460f-a08c-720993a74b38 req-70f81057-25a9-4da5-ba90-7761fd28f73b tempest-VolumesBackupsTest-376678261 tempest-VolumesBackupsTest-376678261-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:35.712594 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [req-4eb13598-0dee-460f-a08c-720993a74b38 req-70f81057-25a9-4da5-ba90-7761fd28f73b tempest-VolumesBackupsTest-376678261 tempest-VolumesBackupsTest-376678261-project] Transition to ACTIVE for port object 7c3b0f1d-df43-4b69-8e48-89b62338ba79 will not be triggered until provisioned by entity DHCP. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:35:35.874121 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-4eb13598-0dee-460f-a08c-720993a74b38 req-70f81057-25a9-4da5-ba90-7761fd28f73b tempest-VolumesBackupsTest-376678261 tempest-VolumesBackupsTest-376678261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:35.926488 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4eb13598-0dee-460f-a08c-720993a74b38 req-70f81057-25a9-4da5-ba90-7761fd28f73b tempest-VolumesBackupsTest-376678261 tempest-VolumesBackupsTest-376678261-project] Network d1bf0def-6fa4-4d3e-bbc5-20a040931fba is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:35:35.930588 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [req-4eb13598-0dee-460f-a08c-720993a74b38 req-70f81057-25a9-4da5-ba90-7761fd28f73b tempest-VolumesBackupsTest-376678261 tempest-VolumesBackupsTest-376678261-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:35:35.933177 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-4eb13598-0dee-460f-a08c-720993a74b38 req-70f81057-25a9-4da5-ba90-7761fd28f73b tempest-VolumesBackupsTest-376678261 tempest-VolumesBackupsTest-376678261-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:35:35.972812 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f81057-25a9-4da5-ba90-7761fd28f73b tempest-VolumesBackupsTest-376678261 tempest-VolumesBackupsTest-376678261-project] Pushing event updated for resources: {'Port': ['ID=7c3b0f1d-df43-4b69-8e48-89b62338ba79,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:35:36.002730 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb13598-0dee-460f-a08c-720993a74b38 req-70f81057-25a9-4da5-ba90-7761fd28f73b tempest-VolumesBackupsTest-376678261 tempest-VolumesBackupsTest-376678261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:36.003793 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-4eb13598-0dee-460f-a08c-720993a74b38 req-70f81057-25a9-4da5-ba90-7761fd28f73b tempest-VolumesBackupsTest-376678261 tempest-VolumesBackupsTest-376678261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:36.108003 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-4eb13598-0dee-460f-a08c-720993a74b38 req-70f81057-25a9-4da5-ba90-7761fd28f73b tempest-VolumesBackupsTest-376678261 tempest-VolumesBackupsTest-376678261-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2663243 Aug 11 03:35:36.226156 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-4eb13598-0dee-460f-a08c-720993a74b38 req-2ac1c92f-f4f0-4bfc-b102-564740ad8928 service neutron] Request body: {'port': {'device_id': '3340f099-54b8-4d05-b652-ce015b006c4e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764292-30'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:35:36.232925 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-c16181c0-7ee0-4b55-a62d-75703b34aa0b None None] Provisioning for port 7c3b0f1d-df43-4b69-8e48-89b62338ba79 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:35:36.237211 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-c16181c0-7ee0-4b55-a62d-75703b34aa0b None None] Provisioning complete for port 7c3b0f1d-df43-4b69-8e48-89b62338ba79 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:35:36.237661 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-c16181c0-7ee0-4b55-a62d-75703b34aa0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:36.273993 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-c16181c0-7ee0-4b55-a62d-75703b34aa0b None None] Port 7c3b0f1d-df43-4b69-8e48-89b62338ba79 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:35:36.285445 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-4eb13598-0dee-460f-a08c-720993a74b38 req-2ac1c92f-f4f0-4bfc-b102-564740ad8928 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:36.559494 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [req-4eb13598-0dee-460f-a08c-720993a74b38 req-2ac1c92f-f4f0-4bfc-b102-564740ad8928 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c3b0f1d-df43-4b69-8e48-89b62338ba79 {{(pid=102191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:35:36.567503 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-4eb13598-0dee-460f-a08c-720993a74b38 req-2ac1c92f-f4f0-4bfc-b102-564740ad8928 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:36.580074 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [req-4eb13598-0dee-460f-a08c-720993a74b38 req-2ac1c92f-f4f0-4bfc-b102-564740ad8928 service neutron] Transition to ACTIVE for port object 7c3b0f1d-df43-4b69-8e48-89b62338ba79 will not be triggered until provisioned by entity L2. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:35:36.695851 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-4eb13598-0dee-460f-a08c-720993a74b38 req-2ac1c92f-f4f0-4bfc-b102-564740ad8928 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:36.721785 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9c7100-6fd5-436a-967c-2502d7e21c01 req-383e0f6d-2318-4364-83ed-99639c8cbaa3 tempest-VolumesBackupsTest-376678261 tempest-VolumesBackupsTest-376678261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:36.723931 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-aa9c7100-6fd5-436a-967c-2502d7e21c01 req-383e0f6d-2318-4364-83ed-99639c8cbaa3 tempest-VolumesBackupsTest-376678261 tempest-VolumesBackupsTest-376678261-project] 10.222.0.41 "GET /v2.0/ports?device_id=3340f099-54b8-4d05-b652-ce015b006c4e HTTP/1.1" status: 200 len: 935 time: 0.0549500 Aug 11 03:35:36.747751 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac1c92f-f4f0-4bfc-b102-564740ad8928 service neutron] Pushing event updated for resources: {'Port': ['ID=7c3b0f1d-df43-4b69-8e48-89b62338ba79,revision_number=2']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:35:36.765719 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-aa9c7100-6fd5-436a-967c-2502d7e21c01 req-800a296a-85a9-4bff-8231-62407c4a90f2 tempest-VolumesBackupsTest-376678261 tempest-VolumesBackupsTest-376678261-project] 10.222.0.41 "GET /v2.0/security-groups?id=40fc9372-9c93-4ee9-846b-3571fae14a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356355 Aug 11 03:35:36.828867 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-4eb13598-0dee-460f-a08c-720993a74b38 req-2ac1c92f-f4f0-4bfc-b102-564740ad8928 service neutron] Attempting to bind port 7c3b0f1d-df43-4b69-8e48-89b62338ba79 on host n-h1-764292-30 for vnic_type normal with profile {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:35:36.829194 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-4eb13598-0dee-460f-a08c-720993a74b38 req-2ac1c92f-f4f0-4bfc-b102-564740ad8928 service neutron] Attempting to bind port 7c3b0f1d-df43-4b69-8e48-89b62338ba79 by drivers openvswitch,hyperv on host n-h1-764292-30 at level 0 using segments [{'id': '9b7b03c0-092f-4953-898f-de6d8f2338ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba'}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:35:36.829521 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb13598-0dee-460f-a08c-720993a74b38 req-2ac1c92f-f4f0-4bfc-b102-564740ad8928 service neutron] Attempting to bind port 7c3b0f1d-df43-4b69-8e48-89b62338ba79 on network d1bf0def-6fa4-4d3e-bbc5-20a040931fba {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:35:36.834031 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb13598-0dee-460f-a08c-720993a74b38 req-2ac1c92f-f4f0-4bfc-b102-564740ad8928 service neutron] Port 7c3b0f1d-df43-4b69-8e48-89b62338ba79 on network d1bf0def-6fa4-4d3e-bbc5-20a040931fba not bound, no agent of type Open vSwitch agent registered on host n-h1-764292-30 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:35:36.835970 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb13598-0dee-460f-a08c-720993a74b38 req-2ac1c92f-f4f0-4bfc-b102-564740ad8928 service neutron] Attempting to bind port 7c3b0f1d-df43-4b69-8e48-89b62338ba79 on network d1bf0def-6fa4-4d3e-bbc5-20a040931fba {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:35:36.839900 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb13598-0dee-460f-a08c-720993a74b38 req-2ac1c92f-f4f0-4bfc-b102-564740ad8928 service neutron] Checking agent: {'id': 'abb524c2-b412-4ed2-8367-45c4fd996fa7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 35, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:35:36.840261 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb13598-0dee-460f-a08c-720993a74b38 req-2ac1c92f-f4f0-4bfc-b102-564740ad8928 service neutron] Checking segment: {'id': '9b7b03c0-092f-4953-898f-de6d8f2338ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:35:36.840715 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb13598-0dee-460f-a08c-720993a74b38 req-2ac1c92f-f4f0-4bfc-b102-564740ad8928 service neutron] Bound using segment: {'id': '9b7b03c0-092f-4953-898f-de6d8f2338ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba'} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:35:36.841138 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-4eb13598-0dee-460f-a08c-720993a74b38 req-2ac1c92f-f4f0-4bfc-b102-564740ad8928 service neutron] Bound port: 7c3b0f1d-df43-4b69-8e48-89b62338ba79, host: n-h1-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b7b03c0-092f-4953-898f-de6d8f2338ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba'}}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:35:36.841497 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-4eb13598-0dee-460f-a08c-720993a74b38 req-2ac1c92f-f4f0-4bfc-b102-564740ad8928 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:36.908633 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-4eb13598-0dee-460f-a08c-720993a74b38 req-2ac1c92f-f4f0-4bfc-b102-564740ad8928 service neutron] For port 7c3b0f1d-df43-4b69-8e48-89b62338ba79, host n-h1-764292-30, cleared binding levels {{(pid=102191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:35:36.911769 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-4eb13598-0dee-460f-a08c-720993a74b38 req-2ac1c92f-f4f0-4bfc-b102-564740ad8928 service neutron] For port 7c3b0f1d-df43-4b69-8e48-89b62338ba79, host n-h1-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=7c3b0f1d-df43-4b69-8e48-89b62338ba79,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:35:36.999423 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-4eb13598-0dee-460f-a08c-720993a74b38 req-2ac1c92f-f4f0-4bfc-b102-564740ad8928 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:37.034510 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb13598-0dee-460f-a08c-720993a74b38 req-2ac1c92f-f4f0-4bfc-b102-564740ad8928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:37.035119 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-4eb13598-0dee-460f-a08c-720993a74b38 req-2ac1c92f-f4f0-4bfc-b102-564740ad8928 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:37.036496 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-4eb13598-0dee-460f-a08c-720993a74b38 req-2ac1c92f-f4f0-4bfc-b102-564740ad8928 service neutron] 10.222.0.22 "PUT /v2.0/ports/7c3b0f1d-df43-4b69-8e48-89b62338ba79 HTTP/1.1" status: 200 len: 1096 time: 0.9205072 Aug 11 03:35:37.037036 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3340f099-54b8-4d05-b652-ce015b006c4e', 'tag': '7c3b0f1d-df43-4b69-8e48-89b62338ba79'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:35:37.039328 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-800e942a-ce91-4fa2-8280-8377ce9efd93" -d '{"events": [{"name": "network-changed", "server_uuid": "3340f099-54b8-4d05-b652-ce015b006c4e", "tag": "7c3b0f1d-df43-4b69-8e48-89b62338ba79"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:35:37.064604 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac1c92f-f4f0-4bfc-b102-564740ad8928 service neutron] Pushing event updated for resources: {'Port': ['ID=7c3b0f1d-df43-4b69-8e48-89b62338ba79,revision_number=3']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:35:37.087203 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:35:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-778d3cd6-6784-4676-aa67-d8b7d8e01f62 x-openstack-request-id: req-778d3cd6-6784-4676-aa67-d8b7d8e01f62 {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:35:37.090453 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3340f099-54b8-4d05-b652-ce015b006c4e", "tag": "7c3b0f1d-df43-4b69-8e48-89b62338ba79", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:35:37.096772 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-778d3cd6-6784-4676-aa67-d8b7d8e01f62 {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:35:37.096772 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3340f099-54b8-4d05-b652-ce015b006c4e', 'tag': '7c3b0f1d-df43-4b69-8e48-89b62338ba79', 'status': 'completed', 'code': 200} Aug 11 03:35:37.149827 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800e942a-ce91-4fa2-8280-8377ce9efd93 req-cfd87e61-9413-40ca-bcd2-bc82fa2b89aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:37.151521 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-800e942a-ce91-4fa2-8280-8377ce9efd93 req-cfd87e61-9413-40ca-bcd2-bc82fa2b89aa service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=070297f9996c42b5875a5734db85c299&device_id=3340f099-54b8-4d05-b652-ce015b006c4e HTTP/1.1" status: 200 len: 1099 time: 0.0454843 Aug 11 03:35:37.179773 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-800e942a-ce91-4fa2-8280-8377ce9efd93 req-2347e486-48c0-4590-9254-c6410a9dd66f service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=070297f9996c42b5875a5734db85c299&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0208929 Aug 11 03:35:37.273036 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:37.279523 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800e942a-ce91-4fa2-8280-8377ce9efd93 req-51c30264-7ede-4dd4-bfa9-ff8b6a8bcda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:37.280996 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-800e942a-ce91-4fa2-8280-8377ce9efd93 req-51c30264-7ede-4dd4-bfa9-ff8b6a8bcda0 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0938244 Aug 11 03:35:37.357340 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb13598-0dee-460f-a08c-720993a74b38 req-a6bb9c43-6db3-4c28-9908-7526d91714cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:37.358875 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-4eb13598-0dee-460f-a08c-720993a74b38 req-a6bb9c43-6db3-4c28-9908-7526d91714cb service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=070297f9996c42b5875a5734db85c299&device_id=3340f099-54b8-4d05-b652-ce015b006c4e HTTP/1.1" status: 200 len: 1099 time: 0.0427392 Aug 11 03:35:37.404385 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-4eb13598-0dee-460f-a08c-720993a74b38 req-91b30819-a6f3-45c0-aeb9-4299ae357426 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=7c3b0f1d-df43-4b69-8e48-89b62338ba79 HTTP/1.1" status: 200 len: 217 time: 0.0379834 Aug 11 03:35:37.452960 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb13598-0dee-460f-a08c-720993a74b38 req-0c2834e3-b6c2-4bdb-9189-2cb4b8ee26c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:37.454548 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-4eb13598-0dee-460f-a08c-720993a74b38 req-0c2834e3-b6c2-4bdb-9189-2cb4b8ee26c6 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=254a3f4d-2b75-429e-bbb2-8e70554e9483 HTTP/1.1" status: 200 len: 843 time: 0.0436766 Aug 11 03:35:37.499678 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb13598-0dee-460f-a08c-720993a74b38 req-1efbac5f-5fd4-4b35-a134-a348c1480307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:37.501169 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-4eb13598-0dee-460f-a08c-720993a74b38 req-1efbac5f-5fd4-4b35-a134-a348c1480307 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d1bf0def-6fa4-4d3e-bbc5-20a040931fba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0402231 Aug 11 03:35:37.596591 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-4eb13598-0dee-460f-a08c-720993a74b38 req-a4587dc5-b9bb-449c-be16-ce505ff0878a service neutron] 10.222.0.22 "GET /v2.0/networks/d1bf0def-6fa4-4d3e-bbc5-20a040931fba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880306 Aug 11 03:35:37.693222 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-4eb13598-0dee-460f-a08c-720993a74b38 req-c61e81a3-d5fb-4777-806e-522621c40678 service neutron] 10.222.0.22 "GET /v2.0/networks/d1bf0def-6fa4-4d3e-bbc5-20a040931fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899782 Aug 11 03:35:37.943941 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161445e5-c5ea-40ad-8cee-9c6ef1360ff8 req-bf6214b3-9ccd-4dc9-b1e1-eafb290242d7 tempest-VolumesBackupsTest-376678261 tempest-VolumesBackupsTest-376678261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:37.945463 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-161445e5-c5ea-40ad-8cee-9c6ef1360ff8 req-bf6214b3-9ccd-4dc9-b1e1-eafb290242d7 tempest-VolumesBackupsTest-376678261 tempest-VolumesBackupsTest-376678261-project] 10.222.0.41 "GET /v2.0/ports?device_id=3340f099-54b8-4d05-b652-ce015b006c4e HTTP/1.1" status: 200 len: 947 time: 0.1048889 Aug 11 03:35:37.981826 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd19329b-7901-4712-ae3d-17720fb4a7cf req-69d54214-0b29-4e40-a87d-546a11c99ad6 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:37.983318 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cd19329b-7901-4712-ae3d-17720fb4a7cf req-69d54214-0b29-4e40-a87d-546a11c99ad6 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/networks?id=72c2364e-d28c-436a-9463-f669c277e7f2 HTTP/1.1" status: 200 len: 811 time: 0.1532090 Aug 11 03:35:38.008037 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cd19329b-7901-4712-ae3d-17720fb4a7cf req-84d6180b-2069-485c-bad5-43cd21fb97c0 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/quotas/72275185a8d64845babaf2324f627ca7 HTTP/1.1" status: 200 len: 375 time: 0.0185878 Aug 11 03:35:38.011561 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-161445e5-c5ea-40ad-8cee-9c6ef1360ff8 req-604e0808-6106-4db1-b72f-d425b4aa9c04 tempest-VolumesBackupsTest-376678261 tempest-VolumesBackupsTest-376678261-project] 10.222.0.41 "GET /v2.0/security-groups?id=40fc9372-9c93-4ee9-846b-3571fae14a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594437 Aug 11 03:35:38.060457 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cd19329b-7901-4712-ae3d-17720fb4a7cf req-e1f7a5d0-9111-40ab-b304-1fb07d72a4c8 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=72275185a8d64845babaf2324f627ca7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0460291 Aug 11 03:35:38.154144 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cd19329b-7901-4712-ae3d-17720fb4a7cf req-5db4b2ad-be0f-43c6-afdf-06521a8aae65 service neutron] 10.222.0.41 "GET /v2.0/networks/72c2364e-d28c-436a-9463-f669c277e7f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866129 Aug 11 03:35:38.243182 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cd19329b-7901-4712-ae3d-17720fb4a7cf req-c4c5f57e-9af3-4316-9e09-2e30eb97db5c service neutron] 10.222.0.41 "GET /v2.0/networks/72c2364e-d28c-436a-9463-f669c277e7f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828967 Aug 11 03:35:38.922689 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-469e7905-2f02-477e-a1d0-569f403418aa req-e27d743f-ebf3-4d31-a820-c38f6738135d tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d1e946f-4a86-4daa-b9c9-9a3d0c848cf1 HTTP/1.1" status: 200 len: 210 time: 0.0276825 Aug 11 03:35:39.133747 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4872b5-23b1-4de8-b3ef-b542884d9754 req-5fca78d7-4bdd-4770-9cfe-dded89b87ee7 tempest-VolumesBackupsTest-376678261 tempest-VolumesBackupsTest-376678261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:39.135550 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0e4872b5-23b1-4de8-b3ef-b542884d9754 req-5fca78d7-4bdd-4770-9cfe-dded89b87ee7 tempest-VolumesBackupsTest-376678261 tempest-VolumesBackupsTest-376678261-project] 10.222.0.41 "GET /v2.0/ports?device_id=3340f099-54b8-4d05-b652-ce015b006c4e HTTP/1.1" status: 200 len: 947 time: 0.0541763 Aug 11 03:35:39.176989 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0e4872b5-23b1-4de8-b3ef-b542884d9754 req-12eabcbc-1eab-44ea-9797-1b97e84660e9 tempest-VolumesBackupsTest-376678261 tempest-VolumesBackupsTest-376678261-project] 10.222.0.41 "GET /v2.0/security-groups?id=40fc9372-9c93-4ee9-846b-3571fae14a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320373 Aug 11 03:35:39.998003 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b27ca9a2-12b8-4d44-bd4a-f8f7df103118 req-dd41b887-709d-4986-82ba-14496a447fc4 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d1e946f-4a86-4daa-b9c9-9a3d0c848cf1 HTTP/1.1" status: 200 len: 210 time: 0.0279751 Aug 11 03:35:40.292118 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ef9957-f6bd-4fe2-8dcf-39d4a82d057b req-3c0f037d-b343-4ee6-81b6-326bc5b62a8d tempest-VolumesBackupsTest-376678261 tempest-VolumesBackupsTest-376678261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:40.294249 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-70ef9957-f6bd-4fe2-8dcf-39d4a82d057b req-3c0f037d-b343-4ee6-81b6-326bc5b62a8d tempest-VolumesBackupsTest-376678261 tempest-VolumesBackupsTest-376678261-project] 10.222.0.41 "GET /v2.0/ports?device_id=3340f099-54b8-4d05-b652-ce015b006c4e HTTP/1.1" status: 200 len: 947 time: 0.0503411 Aug 11 03:35:40.332374 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-70ef9957-f6bd-4fe2-8dcf-39d4a82d057b req-6ba47064-698a-4768-bb5e-3ed7a8109111 tempest-VolumesBackupsTest-376678261 tempest-VolumesBackupsTest-376678261-project] 10.222.0.41 "GET /v2.0/security-groups?id=40fc9372-9c93-4ee9-846b-3571fae14a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317590 Aug 11 03:35:41.097868 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2ccaac13-4ec5-40af-92a3-489849e2ae6f req-fd6b2989-b573-48dc-800b-35b30a3c6a6e tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d1e946f-4a86-4daa-b9c9-9a3d0c848cf1 HTTP/1.1" status: 200 len: 210 time: 0.0305765 Aug 11 03:35:41.358917 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:41.446475 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5afff6a-268d-448f-ae42-4f9ac88c41f1 req-ceb8fb91-ef93-4eea-bf80-70ebc1eec3be tempest-VolumesBackupsTest-376678261 tempest-VolumesBackupsTest-376678261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:41.448006 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a5afff6a-268d-448f-ae42-4f9ac88c41f1 req-ceb8fb91-ef93-4eea-bf80-70ebc1eec3be tempest-VolumesBackupsTest-376678261 tempest-VolumesBackupsTest-376678261-project] 10.222.0.41 "GET /v2.0/ports?device_id=3340f099-54b8-4d05-b652-ce015b006c4e HTTP/1.1" status: 200 len: 947 time: 0.0495694 Aug 11 03:35:41.486577 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a5afff6a-268d-448f-ae42-4f9ac88c41f1 req-784cc57a-4392-46fc-91ba-34eb417c1b3d tempest-VolumesBackupsTest-376678261 tempest-VolumesBackupsTest-376678261-project] 10.222.0.41 "GET /v2.0/security-groups?id=40fc9372-9c93-4ee9-846b-3571fae14a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318217 Aug 11 03:35:42.160962 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 7c3b0f1d-df43-4b69-8e48-89b62338ba79 details requested by agent hyperv_n-h1-764292-30 with host n-h1-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:35:42.190354 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5aab12f0-51a1-4c26-b93c-368b23ea9baf req-5a3f72be-60b7-4e76-93d5-6930a9d798fd tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d1e946f-4a86-4daa-b9c9-9a3d0c848cf1 HTTP/1.1" status: 200 len: 210 time: 0.0271995 Aug 11 03:35:42.260655 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 7c3b0f1d-df43-4b69-8e48-89b62338ba79, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=7c3b0f1d-df43-4b69-8e48-89b62338ba79,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:35:42.272175 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Returning: {'device': '7c3b0f1d-df43-4b69-8e48-89b62338ba79', 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba', 'port_id': '7c3b0f1d-df43-4b69-8e48-89b62338ba79', 'mac_address': 'fa:16:3e:77:1b:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '254a3f4d-2b75-429e-bbb2-8e70554e9483', 'ip_address': '192.168.233.46'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:35:42.310168 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:42.323638 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c3b0f1d-df43-4b69-8e48-89b62338ba79 {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:35:42.344121 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 7c3b0f1d-df43-4b69-8e48-89b62338ba79, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=7c3b0f1d-df43-4b69-8e48-89b62338ba79,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:35:42.461967 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:42.515169 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=7c3b0f1d-df43-4b69-8e48-89b62338ba79,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:35:42.605342 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfa97fe-f1b8-4587-88f9-502712495e31 req-28296439-fec6-4aef-b67c-ffedf68ba8c1 tempest-VolumesBackupsTest-376678261 tempest-VolumesBackupsTest-376678261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:42.606894 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5dfa97fe-f1b8-4587-88f9-502712495e31 req-28296439-fec6-4aef-b67c-ffedf68ba8c1 tempest-VolumesBackupsTest-376678261 tempest-VolumesBackupsTest-376678261-project] 10.222.0.41 "GET /v2.0/ports?device_id=3340f099-54b8-4d05-b652-ce015b006c4e HTTP/1.1" status: 200 len: 948 time: 0.0510437 Aug 11 03:35:42.645272 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5dfa97fe-f1b8-4587-88f9-502712495e31 req-8b6ef194-18e0-4ad8-b1c0-f4d6df5fcd5c tempest-VolumesBackupsTest-376678261 tempest-VolumesBackupsTest-376678261-project] 10.222.0.41 "GET /v2.0/security-groups?id=40fc9372-9c93-4ee9-846b-3571fae14a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320735 Aug 11 03:35:42.783925 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['7c3b0f1d-df43-4b69-8e48-89b62338ba79'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:35:43.250043 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd19329b-7901-4712-ae3d-17720fb4a7cf req-0d077456-e5bd-4bdb-ba62-b7a53ec0f4d7 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:43.251523 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cd19329b-7901-4712-ae3d-17720fb4a7cf req-0d077456-e5bd-4bdb-ba62-b7a53ec0f4d7 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.24 "GET /v2.0/networks?id=72c2364e-d28c-436a-9463-f669c277e7f2 HTTP/1.1" status: 200 len: 811 time: 0.1069443 Aug 11 03:35:43.268525 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-cd19329b-7901-4712-ae3d-17720fb4a7cf req-7a8eceb8-32b5-4ea3-88c6-1720c51c4754 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Request body: {'port': {'device_id': '4d1e946f-4a86-4daa-b9c9-9a3d0c848cf1', 'network_id': '72c2364e-d28c-436a-9463-f669c277e7f2', 'admin_state_up': True, 'tenant_id': '72275185a8d64845babaf2324f627ca7'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:35:43.336330 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-11fd41a6-84ad-4eaa-9154-2333f602e27e req-73e5671e-a1b2-4e61-b9b1-ad76675968cf tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d1e946f-4a86-4daa-b9c9-9a3d0c848cf1 HTTP/1.1" status: 200 len: 210 time: 0.0719624 Aug 11 03:35:43.535519 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd19329b-7901-4712-ae3d-17720fb4a7cf req-7a8eceb8-32b5-4ea3-88c6-1720c51c4754 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Made reservation on behalf of 72275185a8d64845babaf2324f627ca7 for: {'port': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:35:43.539315 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-cd19329b-7901-4712-ae3d-17720fb4a7cf req-7a8eceb8-32b5-4ea3-88c6-1720c51c4754 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:43.669263 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [req-cd19329b-7901-4712-ae3d-17720fb4a7cf req-7a8eceb8-32b5-4ea3-88c6-1720c51c4754 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Allocated IP 172.20.0.4 (72c2364e-d28c-436a-9463-f669c277e7f2/321ef215-4958-452a-9904-0e4a458fb021/26972b14-99a5-415c-9716-0c137012241a) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:35:43.822525 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9bfeab-e573-4ea4-b1f3-af1e647a7793 req-c1a7dac8-c187-4b58-bbbc-25d4867af521 tempest-VolumesBackupsTest-376678261 tempest-VolumesBackupsTest-376678261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:43.823951 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6d9bfeab-e573-4ea4-b1f3-af1e647a7793 req-c1a7dac8-c187-4b58-bbbc-25d4867af521 tempest-VolumesBackupsTest-376678261 tempest-VolumesBackupsTest-376678261-project] 10.222.0.41 "GET /v2.0/ports?device_id=3340f099-54b8-4d05-b652-ce015b006c4e HTTP/1.1" status: 200 len: 948 time: 0.1050563 Aug 11 03:35:43.896166 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6d9bfeab-e573-4ea4-b1f3-af1e647a7793 req-e4dfef59-bace-4955-b49f-f9c7c3072c23 tempest-VolumesBackupsTest-376678261 tempest-VolumesBackupsTest-376678261-project] 10.222.0.41 "GET /v2.0/security-groups?id=40fc9372-9c93-4ee9-846b-3571fae14a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619576 Aug 11 03:35:43.899126 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-cd19329b-7901-4712-ae3d-17720fb4a7cf req-7a8eceb8-32b5-4ea3-88c6-1720c51c4754 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:43.923966 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [req-cd19329b-7901-4712-ae3d-17720fb4a7cf req-7a8eceb8-32b5-4ea3-88c6-1720c51c4754 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Transition to ACTIVE for port object 26972b14-99a5-415c-9716-0c137012241a will not be triggered until provisioned by entity DHCP. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:35:44.090581 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-cd19329b-7901-4712-ae3d-17720fb4a7cf req-7a8eceb8-32b5-4ea3-88c6-1720c51c4754 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:44.141595 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd19329b-7901-4712-ae3d-17720fb4a7cf req-7a8eceb8-32b5-4ea3-88c6-1720c51c4754 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Network 72c2364e-d28c-436a-9463-f669c277e7f2 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:35:44.145870 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [req-cd19329b-7901-4712-ae3d-17720fb4a7cf req-7a8eceb8-32b5-4ea3-88c6-1720c51c4754 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:35:44.149704 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd19329b-7901-4712-ae3d-17720fb4a7cf req-7a8eceb8-32b5-4ea3-88c6-1720c51c4754 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:35:44.168741 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 7c3b0f1d-df43-4b69-8e48-89b62338ba79 up at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:35:44.180467 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8eceb8-32b5-4ea3-88c6-1720c51c4754 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Pushing event updated for resources: {'Port': ['ID=26972b14-99a5-415c-9716-0c137012241a,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:35:44.194921 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8eceb8-32b5-4ea3-88c6-1720c51c4754 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:35:44.195258 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8eceb8-32b5-4ea3-88c6-1720c51c4754 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:35:44.195607 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8eceb8-32b5-4ea3-88c6-1720c51c4754 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:35:44.195949 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8eceb8-32b5-4ea3-88c6-1720c51c4754 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:35:44.196279 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8eceb8-32b5-4ea3-88c6-1720c51c4754 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:35:44.196616 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8eceb8-32b5-4ea3-88c6-1720c51c4754 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:35:44.196941 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8eceb8-32b5-4ea3-88c6-1720c51c4754 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:35:44.197465 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8eceb8-32b5-4ea3-88c6-1720c51c4754 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:35:44.198073 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8eceb8-32b5-4ea3-88c6-1720c51c4754 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:35:44.198618 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8eceb8-32b5-4ea3-88c6-1720c51c4754 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:35:44.199213 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8eceb8-32b5-4ea3-88c6-1720c51c4754 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:35:44.199770 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8eceb8-32b5-4ea3-88c6-1720c51c4754 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:35:44.228096 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd19329b-7901-4712-ae3d-17720fb4a7cf req-7a8eceb8-32b5-4ea3-88c6-1720c51c4754 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:44.229002 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-cd19329b-7901-4712-ae3d-17720fb4a7cf req-7a8eceb8-32b5-4ea3-88c6-1720c51c4754 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:44.399501 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning for port 7c3b0f1d-df43-4b69-8e48-89b62338ba79 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:35:44.406739 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cd19329b-7901-4712-ae3d-17720fb4a7cf req-7a8eceb8-32b5-4ea3-88c6-1720c51c4754 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1366403 Aug 11 03:35:44.406907 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning complete for port 7c3b0f1d-df43-4b69-8e48-89b62338ba79 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:35:44.406907 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:44.413769 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-cd19329b-7901-4712-ae3d-17720fb4a7cf req-44f36e89-4be9-463b-8550-92cbd438b5d3 service neutron] Request body: {'port': {'device_id': '4d1e946f-4a86-4daa-b9c9-9a3d0c848cf1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764292-30'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:35:44.490015 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:44.507894 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-03bbc968-52d3-4068-b564-f23a9dbc553c None None] Provisioning for port 26972b14-99a5-415c-9716-0c137012241a completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:35:44.511801 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaf8ca6-5cec-468c-adb7-f1da0203c726 req-b155e928-9290-4407-a919-e800798a864a tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:44.513975 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9eaf8ca6-5cec-468c-adb7-f1da0203c726 req-b155e928-9290-4407-a919-e800798a864a tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d1e946f-4a86-4daa-b9c9-9a3d0c848cf1 HTTP/1.1" status: 200 len: 931 time: 0.1055524 Aug 11 03:35:44.516955 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-cd19329b-7901-4712-ae3d-17720fb4a7cf req-44f36e89-4be9-463b-8550-92cbd438b5d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:44.517540 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3340f099-54b8-4d05-b652-ce015b006c4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c3b0f1d-df43-4b69-8e48-89b62338ba79'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:35:44.521015 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76f167b4-fd0a-4d5f-927a-7ef35f8f5d24" -d '{"events": [{"server_uuid": "3340f099-54b8-4d05-b652-ce015b006c4e", "name": "network-vif-plugged", "status": "completed", "tag": "7c3b0f1d-df43-4b69-8e48-89b62338ba79"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:35:44.532372 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-03bbc968-52d3-4068-b564-f23a9dbc553c None None] Provisioning complete for port 26972b14-99a5-415c-9716-0c137012241a triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:35:44.533134 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-03bbc968-52d3-4068-b564-f23a9dbc553c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:44.538154 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 7c3b0f1d-df43-4b69-8e48-89b62338ba79, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=7c3b0f1d-df43-4b69-8e48-89b62338ba79,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:35:44.573708 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-03bbc968-52d3-4068-b564-f23a9dbc553c None None] Port 26972b14-99a5-415c-9716-0c137012241a cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:35:44.586674 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9eaf8ca6-5cec-468c-adb7-f1da0203c726 req-c483ff7a-3686-4ff5-bf15-703670a20954 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/security-groups?id=d90906b3-11d7-4670-8cbc-45704d99f68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604181 Aug 11 03:35:44.627250 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:44.690331 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=7c3b0f1d-df43-4b69-8e48-89b62338ba79,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:35:44.754807 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:35:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c1941a5-4484-4290-ac10-078956492ef0 x-openstack-request-id: req-7c1941a5-4484-4290-ac10-078956492ef0 {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:35:44.755351 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3340f099-54b8-4d05-b652-ce015b006c4e", "name": "network-vif-plugged", "status": "completed", "tag": "7c3b0f1d-df43-4b69-8e48-89b62338ba79", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:35:44.755692 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7c1941a5-4484-4290-ac10-078956492ef0 {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:35:44.756272 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3340f099-54b8-4d05-b652-ce015b006c4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c3b0f1d-df43-4b69-8e48-89b62338ba79', 'code': 200} Aug 11 03:35:44.876069 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [req-cd19329b-7901-4712-ae3d-17720fb4a7cf req-44f36e89-4be9-463b-8550-92cbd438b5d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26972b14-99a5-415c-9716-0c137012241a {{(pid=102192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:35:44.884610 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-cd19329b-7901-4712-ae3d-17720fb4a7cf req-44f36e89-4be9-463b-8550-92cbd438b5d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:44.885799 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6905f26e-8cc1-42a8-a7a1-78a35f43c5cd req-312b180d-368a-4a56-88c8-94a9ad46a27f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:44.889515 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-6905f26e-8cc1-42a8-a7a1-78a35f43c5cd req-312b180d-368a-4a56-88c8-94a9ad46a27f service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=3340f099-54b8-4d05-b652-ce015b006c4e HTTP/1.1" status: 200 len: 1101 time: 0.0560615 Aug 11 03:35:44.898634 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [req-cd19329b-7901-4712-ae3d-17720fb4a7cf req-44f36e89-4be9-463b-8550-92cbd438b5d3 service neutron] Transition to ACTIVE for port object 26972b14-99a5-415c-9716-0c137012241a will not be triggered until provisioned by entity L2. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:35:44.928056 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-6905f26e-8cc1-42a8-a7a1-78a35f43c5cd req-c3f4ba70-1984-42e4-aeca-e032093ad009 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=40fc9372-9c93-4ee9-846b-3571fae14a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309923 Aug 11 03:35:44.964105 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-cd19329b-7901-4712-ae3d-17720fb4a7cf req-44f36e89-4be9-463b-8550-92cbd438b5d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:45.057450 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f36e89-4be9-463b-8550-92cbd438b5d3 service neutron] Pushing event updated for resources: {'Port': ['ID=26972b14-99a5-415c-9716-0c137012241a,revision_number=2']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:35:45.105438 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf1379e-4129-467d-ad8c-25bd051267c3 req-9c185bd7-33a7-4d8f-8a16-4c983669db5c tempest-VolumesBackupsTest-376678261 tempest-VolumesBackupsTest-376678261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:45.107216 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-caf1379e-4129-467d-ad8c-25bd051267c3 req-9c185bd7-33a7-4d8f-8a16-4c983669db5c tempest-VolumesBackupsTest-376678261 tempest-VolumesBackupsTest-376678261-project] 10.222.0.41 "GET /v2.0/ports?device_id=3340f099-54b8-4d05-b652-ce015b006c4e HTTP/1.1" status: 200 len: 949 time: 0.1379185 Aug 11 03:35:45.191632 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-cd19329b-7901-4712-ae3d-17720fb4a7cf req-44f36e89-4be9-463b-8550-92cbd438b5d3 service neutron] Attempting to bind port 26972b14-99a5-415c-9716-0c137012241a on host n-h2-764292-30 for vnic_type normal with profile {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:35:45.191969 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-cd19329b-7901-4712-ae3d-17720fb4a7cf req-44f36e89-4be9-463b-8550-92cbd438b5d3 service neutron] Attempting to bind port 26972b14-99a5-415c-9716-0c137012241a by drivers openvswitch,hyperv on host n-h2-764292-30 at level 0 using segments [{'id': '32ef8310-eb36-4f10-89a8-2ec645494a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '72c2364e-d28c-436a-9463-f669c277e7f2'}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:35:45.192298 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd19329b-7901-4712-ae3d-17720fb4a7cf req-44f36e89-4be9-463b-8550-92cbd438b5d3 service neutron] Attempting to bind port 26972b14-99a5-415c-9716-0c137012241a on network 72c2364e-d28c-436a-9463-f669c277e7f2 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:35:45.202944 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd19329b-7901-4712-ae3d-17720fb4a7cf req-44f36e89-4be9-463b-8550-92cbd438b5d3 service neutron] Port 26972b14-99a5-415c-9716-0c137012241a on network 72c2364e-d28c-436a-9463-f669c277e7f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-764292-30 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:35:45.203258 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd19329b-7901-4712-ae3d-17720fb4a7cf req-44f36e89-4be9-463b-8550-92cbd438b5d3 service neutron] Attempting to bind port 26972b14-99a5-415c-9716-0c137012241a on network 72c2364e-d28c-436a-9463-f669c277e7f2 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:35:45.214793 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-caf1379e-4129-467d-ad8c-25bd051267c3 req-635658de-d977-46e3-aef4-a1d09ccf6ad5 tempest-VolumesBackupsTest-376678261 tempest-VolumesBackupsTest-376678261-project] 10.222.0.41 "GET /v2.0/security-groups?id=40fc9372-9c93-4ee9-846b-3571fae14a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879169 Aug 11 03:35:45.215683 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd19329b-7901-4712-ae3d-17720fb4a7cf req-44f36e89-4be9-463b-8550-92cbd438b5d3 service neutron] Checking agent: {'id': '70015fc0-62fb-48b2-b453-36906937cf2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:35:45.216285 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd19329b-7901-4712-ae3d-17720fb4a7cf req-44f36e89-4be9-463b-8550-92cbd438b5d3 service neutron] Checking segment: {'id': '32ef8310-eb36-4f10-89a8-2ec645494a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '72c2364e-d28c-436a-9463-f669c277e7f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:35:45.216788 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd19329b-7901-4712-ae3d-17720fb4a7cf req-44f36e89-4be9-463b-8550-92cbd438b5d3 service neutron] Bound using segment: {'id': '32ef8310-eb36-4f10-89a8-2ec645494a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '72c2364e-d28c-436a-9463-f669c277e7f2'} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:35:45.217235 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-cd19329b-7901-4712-ae3d-17720fb4a7cf req-44f36e89-4be9-463b-8550-92cbd438b5d3 service neutron] Bound port: 26972b14-99a5-415c-9716-0c137012241a, host: n-h2-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32ef8310-eb36-4f10-89a8-2ec645494a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '72c2364e-d28c-436a-9463-f669c277e7f2'}}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:35:45.217596 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-cd19329b-7901-4712-ae3d-17720fb4a7cf req-44f36e89-4be9-463b-8550-92cbd438b5d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:45.302724 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-cd19329b-7901-4712-ae3d-17720fb4a7cf req-44f36e89-4be9-463b-8550-92cbd438b5d3 service neutron] For port 26972b14-99a5-415c-9716-0c137012241a, host n-h2-764292-30, cleared binding levels {{(pid=102192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:35:45.306412 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-cd19329b-7901-4712-ae3d-17720fb4a7cf req-44f36e89-4be9-463b-8550-92cbd438b5d3 service neutron] For port 26972b14-99a5-415c-9716-0c137012241a, host n-h2-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=26972b14-99a5-415c-9716-0c137012241a,segment=NetworkSegment(32ef8310-eb36-4f10-89a8-2ec645494a63),segment_id=32ef8310-eb36-4f10-89a8-2ec645494a63)] {{(pid=102192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:35:45.410867 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-cd19329b-7901-4712-ae3d-17720fb4a7cf req-44f36e89-4be9-463b-8550-92cbd438b5d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:45.447076 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.agents_db [None req-950b7202-decb-43e2-8f71-ac8931dc9749 None None] Agent healthcheck: found 7 active agents {{(pid=102194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:35:45.447943 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd19329b-7901-4712-ae3d-17720fb4a7cf req-44f36e89-4be9-463b-8550-92cbd438b5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:45.448685 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-cd19329b-7901-4712-ae3d-17720fb4a7cf req-44f36e89-4be9-463b-8550-92cbd438b5d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:45.450910 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cd19329b-7901-4712-ae3d-17720fb4a7cf req-44f36e89-4be9-463b-8550-92cbd438b5d3 service neutron] 10.222.0.24 "PUT /v2.0/ports/26972b14-99a5-415c-9716-0c137012241a HTTP/1.1" status: 200 len: 1092 time: 1.0413206 Aug 11 03:35:45.453594 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d1e946f-4a86-4daa-b9c9-9a3d0c848cf1', 'tag': '26972b14-99a5-415c-9716-0c137012241a'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:35:45.456896 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a5546cb-c187-41d3-8e42-1ac3082f74d8" -d '{"events": [{"name": "network-changed", "server_uuid": "4d1e946f-4a86-4daa-b9c9-9a3d0c848cf1", "tag": "26972b14-99a5-415c-9716-0c137012241a"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:35:45.496936 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f36e89-4be9-463b-8550-92cbd438b5d3 service neutron] Pushing event updated for resources: {'Port': ['ID=26972b14-99a5-415c-9716-0c137012241a,revision_number=3']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:35:45.510051 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:35:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c32d8046-e152-476a-b9a3-7044557d9202 x-openstack-request-id: req-c32d8046-e152-476a-b9a3-7044557d9202 {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:35:45.510240 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d1e946f-4a86-4daa-b9c9-9a3d0c848cf1", "tag": "26972b14-99a5-415c-9716-0c137012241a", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:35:45.510530 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c32d8046-e152-476a-b9a3-7044557d9202 {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:35:45.510935 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d1e946f-4a86-4daa-b9c9-9a3d0c848cf1', 'tag': '26972b14-99a5-415c-9716-0c137012241a', 'status': 'completed', 'code': 200} Aug 11 03:35:45.584165 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5546cb-c187-41d3-8e42-1ac3082f74d8 req-4589c09b-d903-4910-b9ec-9c799d3a5b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:45.587380 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6a5546cb-c187-41d3-8e42-1ac3082f74d8 req-4589c09b-d903-4910-b9ec-9c799d3a5b3d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=72275185a8d64845babaf2324f627ca7&device_id=4d1e946f-4a86-4daa-b9c9-9a3d0c848cf1 HTTP/1.1" status: 200 len: 1095 time: 0.0608234 Aug 11 03:35:45.746419 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5546cb-c187-41d3-8e42-1ac3082f74d8 req-a048b91e-0900-4d2a-8dd8-57899a3a65e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:45.747941 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6a5546cb-c187-41d3-8e42-1ac3082f74d8 req-a048b91e-0900-4d2a-8dd8-57899a3a65e8 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=72275185a8d64845babaf2324f627ca7&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1535952 Aug 11 03:35:45.755612 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3952b02-6ac3-4fa4-a3dc-64e82abb0861 req-78886bdf-579a-4c9c-a143-0ac33713b256 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:45.756972 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e3952b02-6ac3-4fa4-a3dc-64e82abb0861 req-78886bdf-579a-4c9c-a143-0ac33713b256 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d1e946f-4a86-4daa-b9c9-9a3d0c848cf1 HTTP/1.1" status: 200 len: 943 time: 0.0765345 Aug 11 03:35:45.846565 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e3952b02-6ac3-4fa4-a3dc-64e82abb0861 req-3b745b81-59d4-4913-9f37-3792a0000956 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/security-groups?id=d90906b3-11d7-4670-8cbc-45704d99f68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812166 Aug 11 03:35:45.877481 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5546cb-c187-41d3-8e42-1ac3082f74d8 req-ea37cd40-c4c5-4ce8-94d7-f1d127d8b65e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:45.879154 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6a5546cb-c187-41d3-8e42-1ac3082f74d8 req-ea37cd40-c4c5-4ce8-94d7-f1d127d8b65e service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1213417 Aug 11 03:35:45.956062 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd19329b-7901-4712-ae3d-17720fb4a7cf req-9744ece3-eed4-4f4f-bb7c-8c39ab80de77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:45.958277 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cd19329b-7901-4712-ae3d-17720fb4a7cf req-9744ece3-eed4-4f4f-bb7c-8c39ab80de77 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=72275185a8d64845babaf2324f627ca7&device_id=4d1e946f-4a86-4daa-b9c9-9a3d0c848cf1 HTTP/1.1" status: 200 len: 1095 time: 0.0431077 Aug 11 03:35:46.006665 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cd19329b-7901-4712-ae3d-17720fb4a7cf req-46bfef1d-3670-4e74-b3ab-bc63f7a851f9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=26972b14-99a5-415c-9716-0c137012241a HTTP/1.1" status: 200 len: 217 time: 0.0407474 Aug 11 03:35:46.066049 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd19329b-7901-4712-ae3d-17720fb4a7cf req-9c46f8d4-7dd3-4e54-8f9e-033350ac2be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:46.068131 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cd19329b-7901-4712-ae3d-17720fb4a7cf req-9c46f8d4-7dd3-4e54-8f9e-033350ac2be6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=321ef215-4958-452a-9904-0e4a458fb021 HTTP/1.1" status: 200 len: 850 time: 0.0551093 Aug 11 03:35:46.116685 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd19329b-7901-4712-ae3d-17720fb4a7cf req-cb5c9d83-4a2e-43ff-8577-abf0adcbfe61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:46.120558 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cd19329b-7901-4712-ae3d-17720fb4a7cf req-cb5c9d83-4a2e-43ff-8577-abf0adcbfe61 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=72c2364e-d28c-436a-9463-f669c277e7f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433869 Aug 11 03:35:46.249271 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cd19329b-7901-4712-ae3d-17720fb4a7cf req-14cc6c57-0f47-4c04-b3f8-7f556aee8e47 service neutron] 10.222.0.24 "GET /v2.0/networks/72c2364e-d28c-436a-9463-f669c277e7f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967574 Aug 11 03:35:46.353758 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cd19329b-7901-4712-ae3d-17720fb4a7cf req-cb9eac8f-88f9-479c-ad45-8f70bfc8438e service neutron] 10.222.0.24 "GET /v2.0/networks/72c2364e-d28c-436a-9463-f669c277e7f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234996 Aug 11 03:35:46.366466 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19423949-a1c4-4d05-b817-b2d7f3b636f4 req-414f4f23-bec2-4715-a3af-38ef4534dca7 tempest-VolumesBackupsTest-376678261 tempest-VolumesBackupsTest-376678261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:46.367914 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-19423949-a1c4-4d05-b817-b2d7f3b636f4 req-414f4f23-bec2-4715-a3af-38ef4534dca7 tempest-VolumesBackupsTest-376678261 tempest-VolumesBackupsTest-376678261-project] 10.222.0.41 "GET /v2.0/ports?device_id=3340f099-54b8-4d05-b652-ce015b006c4e HTTP/1.1" status: 200 len: 949 time: 0.0713472 Aug 11 03:35:46.406438 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-19423949-a1c4-4d05-b817-b2d7f3b636f4 req-ab40fbd9-19ce-4442-8544-2cd52cd66859 tempest-VolumesBackupsTest-376678261 tempest-VolumesBackupsTest-376678261-project] 10.222.0.41 "GET /v2.0/security-groups?id=40fc9372-9c93-4ee9-846b-3571fae14a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317576 Aug 11 03:35:46.969862 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e50c394-0dd9-4a1d-8341-11c81fcc0ec4 req-0f51d6ee-f6ff-4724-bca2-9fe231a2ce90 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:46.971964 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7e50c394-0dd9-4a1d-8341-11c81fcc0ec4 req-0f51d6ee-f6ff-4724-bca2-9fe231a2ce90 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d1e946f-4a86-4daa-b9c9-9a3d0c848cf1 HTTP/1.1" status: 200 len: 943 time: 0.0563078 Aug 11 03:35:47.026957 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7e50c394-0dd9-4a1d-8341-11c81fcc0ec4 req-50f6aec7-929a-4e30-9900-1cab42f60ab0 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/security-groups?id=d90906b3-11d7-4670-8cbc-45704d99f68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482967 Aug 11 03:35:48.180999 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70503e2e-f09f-41d5-b699-9c244a028081 req-4a585c5f-9a0d-4910-a8b0-36707142737f tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:48.184228 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-70503e2e-f09f-41d5-b699-9c244a028081 req-4a585c5f-9a0d-4910-a8b0-36707142737f tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d1e946f-4a86-4daa-b9c9-9a3d0c848cf1 HTTP/1.1" status: 200 len: 943 time: 0.0762584 Aug 11 03:35:48.226567 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-70503e2e-f09f-41d5-b699-9c244a028081 req-314d5e85-f467-4349-87e8-473ef27de463 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/security-groups?id=d90906b3-11d7-4670-8cbc-45704d99f68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353746 Aug 11 03:35:49.347888 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da03ad7-ee61-4c72-b811-e3333f8a4bbb req-78430dff-ad4a-49ac-8646-7e89e9d5ef6f tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:49.349436 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3da03ad7-ee61-4c72-b811-e3333f8a4bbb req-78430dff-ad4a-49ac-8646-7e89e9d5ef6f tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d1e946f-4a86-4daa-b9c9-9a3d0c848cf1 HTTP/1.1" status: 200 len: 943 time: 0.0532658 Aug 11 03:35:49.390415 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3da03ad7-ee61-4c72-b811-e3333f8a4bbb req-396ec291-3f69-402d-bff9-95a3c002f9f0 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/security-groups?id=d90906b3-11d7-4670-8cbc-45704d99f68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343099 Aug 11 03:35:50.517234 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d371e1ac-784b-4b85-bbba-a6a02dc13259 req-956a470c-a3ac-4979-a4bf-7c4827b5b140 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:50.518940 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d371e1ac-784b-4b85-bbba-a6a02dc13259 req-956a470c-a3ac-4979-a4bf-7c4827b5b140 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d1e946f-4a86-4daa-b9c9-9a3d0c848cf1 HTTP/1.1" status: 200 len: 943 time: 0.0515215 Aug 11 03:35:50.560961 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d371e1ac-784b-4b85-bbba-a6a02dc13259 req-325aab06-803d-49af-b88d-0108ff98f0cd tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/security-groups?id=d90906b3-11d7-4670-8cbc-45704d99f68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356555 Aug 11 03:35:51.680451 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be59336-4df2-4246-910f-9ac9e0e92123 req-c730cf5f-ea66-4829-8c58-2d7f2c6c7ffe tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:51.682094 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1be59336-4df2-4246-910f-9ac9e0e92123 req-c730cf5f-ea66-4829-8c58-2d7f2c6c7ffe tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d1e946f-4a86-4daa-b9c9-9a3d0c848cf1 HTTP/1.1" status: 200 len: 943 time: 0.0501683 Aug 11 03:35:51.726368 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1be59336-4df2-4246-910f-9ac9e0e92123 req-65924219-a567-492b-aee8-ebcb4088d398 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/security-groups?id=d90906b3-11d7-4670-8cbc-45704d99f68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374448 Aug 11 03:35:52.537746 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-e414f40b-e37f-4a54-be58-a4e512ec801e req-78060150-97db-4e5e-9c22-d6318240ad36 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=3340f099-54b8-4d05-b652-ce015b006c4e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0443838 Aug 11 03:35:52.624247 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e414f40b-e37f-4a54-be58-a4e512ec801e req-8383dd68-4445-48db-85b3-ff5de5c62b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:52.625810 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-e414f40b-e37f-4a54-be58-a4e512ec801e req-8383dd68-4445-48db-85b3-ff5de5c62b3e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=070297f9996c42b5875a5734db85c299&device_id=3340f099-54b8-4d05-b652-ce015b006c4e HTTP/1.1" status: 200 len: 1101 time: 0.0419712 Aug 11 03:35:52.804165 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e414f40b-e37f-4a54-be58-a4e512ec801e req-a6a35c09-8fd3-4219-a840-d3700db73867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:52.805716 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-e414f40b-e37f-4a54-be58-a4e512ec801e req-a6a35c09-8fd3-4219-a840-d3700db73867 service neutron] 10.222.0.22 "GET /v2.0/networks?id=d1bf0def-6fa4-4d3e-bbc5-20a040931fba HTTP/1.1" status: 200 len: 870 time: 0.1598711 Aug 11 03:35:52.861022 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-e414f40b-e37f-4a54-be58-a4e512ec801e req-ed842a43-c937-4823-982c-64b9b2876225 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=7c3b0f1d-df43-4b69-8e48-89b62338ba79 HTTP/1.1" status: 200 len: 217 time: 0.0479159 Aug 11 03:35:52.864547 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc821dc-c12b-4344-bd53-33976d1f668f req-342e2655-15f1-4f1a-b195-5e87b50854e1 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:52.864547 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9cc821dc-c12b-4344-bd53-33976d1f668f req-342e2655-15f1-4f1a-b195-5e87b50854e1 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d1e946f-4a86-4daa-b9c9-9a3d0c848cf1 HTTP/1.1" status: 200 len: 943 time: 0.0561218 Aug 11 03:35:52.903425 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9cc821dc-c12b-4344-bd53-33976d1f668f req-85945723-b897-46e1-ad21-a311bafeff69 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/security-groups?id=d90906b3-11d7-4670-8cbc-45704d99f68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328140 Aug 11 03:35:52.912359 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e414f40b-e37f-4a54-be58-a4e512ec801e req-a95bdae8-fdf9-432c-a5b1-b6d3d4aa1e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:52.913835 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-e414f40b-e37f-4a54-be58-a4e512ec801e req-a95bdae8-fdf9-432c-a5b1-b6d3d4aa1e88 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=254a3f4d-2b75-429e-bbb2-8e70554e9483 HTTP/1.1" status: 200 len: 843 time: 0.0460405 Aug 11 03:35:52.960206 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e414f40b-e37f-4a54-be58-a4e512ec801e req-73428b9d-f306-416d-aa12-3aa28509d334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:52.961679 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-e414f40b-e37f-4a54-be58-a4e512ec801e req-73428b9d-f306-416d-aa12-3aa28509d334 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d1bf0def-6fa4-4d3e-bbc5-20a040931fba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0410514 Aug 11 03:35:53.053131 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-e414f40b-e37f-4a54-be58-a4e512ec801e req-951f2c3f-adf2-41c9-a7db-2d12f85d5029 service neutron] 10.222.0.22 "GET /v2.0/networks/d1bf0def-6fa4-4d3e-bbc5-20a040931fba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842144 Aug 11 03:35:53.147640 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-e414f40b-e37f-4a54-be58-a4e512ec801e req-359fd956-a4bc-4897-b5a3-4ceca0c9772e service neutron] 10.222.0.22 "GET /v2.0/networks/d1bf0def-6fa4-4d3e-bbc5-20a040931fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861716 Aug 11 03:35:54.022738 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419e2278-d3fc-423d-b52c-a55270757347 req-53cd7555-4eb7-4801-870c-3ffaeb93018d tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:54.024218 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-419e2278-d3fc-423d-b52c-a55270757347 req-53cd7555-4eb7-4801-870c-3ffaeb93018d tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d1e946f-4a86-4daa-b9c9-9a3d0c848cf1 HTTP/1.1" status: 200 len: 943 time: 0.0506513 Aug 11 03:35:54.065686 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-419e2278-d3fc-423d-b52c-a55270757347 req-16da6efb-d801-495d-a8ab-dd5cbf7a1d6d tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/security-groups?id=d90906b3-11d7-4670-8cbc-45704d99f68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338976 Aug 11 03:35:55.192035 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192236b1-0500-4316-b0c9-a2a962e39530 req-3d99c849-1f20-47ad-b37d-f54868f67b96 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:55.193554 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-192236b1-0500-4316-b0c9-a2a962e39530 req-3d99c849-1f20-47ad-b37d-f54868f67b96 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d1e946f-4a86-4daa-b9c9-9a3d0c848cf1 HTTP/1.1" status: 200 len: 943 time: 0.0536463 Aug 11 03:35:55.232666 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-192236b1-0500-4316-b0c9-a2a962e39530 req-15454091-39c0-49f2-82de-e5a7d1b215e9 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/security-groups?id=d90906b3-11d7-4670-8cbc-45704d99f68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329278 Aug 11 03:35:56.361975 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b0ece7-8839-4cb2-a0ba-c4d9e125dc5c req-fd84b299-b0db-457f-b93e-921ff5bc76f6 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:56.364320 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-97b0ece7-8839-4cb2-a0ba-c4d9e125dc5c req-fd84b299-b0db-457f-b93e-921ff5bc76f6 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d1e946f-4a86-4daa-b9c9-9a3d0c848cf1 HTTP/1.1" status: 200 len: 943 time: 0.0601881 Aug 11 03:35:56.404390 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-97b0ece7-8839-4cb2-a0ba-c4d9e125dc5c req-3db96de3-9acc-467f-8e2f-920e9f679ba4 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/security-groups?id=d90906b3-11d7-4670-8cbc-45704d99f68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339715 Aug 11 03:35:57.166247 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 26972b14-99a5-415c-9716-0c137012241a details requested by agent hyperv_n-h2-764292-30 with host n-h2-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:35:57.267533 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port 26972b14-99a5-415c-9716-0c137012241a, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=26972b14-99a5-415c-9716-0c137012241a,segment=NetworkSegment(32ef8310-eb36-4f10-89a8-2ec645494a63),segment_id=32ef8310-eb36-4f10-89a8-2ec645494a63)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:35:57.279101 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Returning: {'device': '26972b14-99a5-415c-9716-0c137012241a', 'network_id': '72c2364e-d28c-436a-9463-f669c277e7f2', 'port_id': '26972b14-99a5-415c-9716-0c137012241a', 'mac_address': 'fa:16:3e:80:55:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '321ef215-4958-452a-9904-0e4a458fb021', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:35:57.316274 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:57.328639 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26972b14-99a5-415c-9716-0c137012241a {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:35:57.351010 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port 26972b14-99a5-415c-9716-0c137012241a, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=26972b14-99a5-415c-9716-0c137012241a,segment=NetworkSegment(32ef8310-eb36-4f10-89a8-2ec645494a63),segment_id=32ef8310-eb36-4f10-89a8-2ec645494a63)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:35:57.450174 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:57.504904 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=26972b14-99a5-415c-9716-0c137012241a,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:35:57.512401 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:35:57.512744 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:35:57.513226 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:35:57.513513 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:35:57.513834 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:35:57.514161 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:35:57.514512 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:35:57.514833 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:35:57.515152 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:35:57.515472 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:35:57.515789 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:35:57.516105 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:35:57.537418 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380a509c-2417-4937-a21d-8652c3ee00a1 req-13935028-c31f-4d10-a7d5-da47bdb61197 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:57.538943 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-380a509c-2417-4937-a21d-8652c3ee00a1 req-13935028-c31f-4d10-a7d5-da47bdb61197 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d1e946f-4a86-4daa-b9c9-9a3d0c848cf1 HTTP/1.1" status: 200 len: 944 time: 0.0582058 Aug 11 03:35:57.579049 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-380a509c-2417-4937-a21d-8652c3ee00a1 req-8c4eee09-b5c8-4adb-8b7f-2757fe375179 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/security-groups?id=d90906b3-11d7-4670-8cbc-45704d99f68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341954 Aug 11 03:35:57.672300 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['26972b14-99a5-415c-9716-0c137012241a'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:35:58.696616 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f5a207-223d-4f59-9f74-bf8d162152e4 req-5cf13a96-20cb-49a6-9724-0d6cedcd10a0 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:58.698145 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-75f5a207-223d-4f59-9f74-bf8d162152e4 req-5cf13a96-20cb-49a6-9724-0d6cedcd10a0 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d1e946f-4a86-4daa-b9c9-9a3d0c848cf1 HTTP/1.1" status: 200 len: 944 time: 0.0500417 Aug 11 03:35:58.741679 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-75f5a207-223d-4f59-9f74-bf8d162152e4 req-a97a9b02-e8ab-430c-8dae-419d621b71c2 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/security-groups?id=d90906b3-11d7-4670-8cbc-45704d99f68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357451 Aug 11 03:35:59.181011 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 26972b14-99a5-415c-9716-0c137012241a up at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:35:59.208957 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-809b3240-f53c-4432-b1d2-6dec74ac8c22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:59.352931 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning for port 26972b14-99a5-415c-9716-0c137012241a completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:35:59.352931 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning complete for port 26972b14-99a5-415c-9716-0c137012241a triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:35:59.352931 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:59.435056 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:59.460137 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d1e946f-4a86-4daa-b9c9-9a3d0c848cf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26972b14-99a5-415c-9716-0c137012241a'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:35:59.462385 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6707ea2-7c9d-4d22-8923-b9c647ebe1f4" -d '{"events": [{"server_uuid": "4d1e946f-4a86-4daa-b9c9-9a3d0c848cf1", "name": "network-vif-plugged", "status": "completed", "tag": "26972b14-99a5-415c-9716-0c137012241a"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:35:59.474964 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port 26972b14-99a5-415c-9716-0c137012241a, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=26972b14-99a5-415c-9716-0c137012241a,segment=NetworkSegment(32ef8310-eb36-4f10-89a8-2ec645494a63),segment_id=32ef8310-eb36-4f10-89a8-2ec645494a63)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:35:59.502560 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:35:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04e605c0-1ded-49ef-b99b-0c5915d4446d x-openstack-request-id: req-04e605c0-1ded-49ef-b99b-0c5915d4446d {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:35:59.502858 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d1e946f-4a86-4daa-b9c9-9a3d0c848cf1", "name": "network-vif-plugged", "status": "completed", "tag": "26972b14-99a5-415c-9716-0c137012241a", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:35:59.503108 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-04e605c0-1ded-49ef-b99b-0c5915d4446d {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:35:59.503528 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d1e946f-4a86-4daa-b9c9-9a3d0c848cf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26972b14-99a5-415c-9716-0c137012241a', 'code': 200} Aug 11 03:35:59.571078 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:59.610553 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badcb0ac-4594-49c8-bda2-66c3c180a3b2 req-7bd71235-28d6-401f-9e21-f20a96fd30e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:59.612581 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-badcb0ac-4594-49c8-bda2-66c3c180a3b2 req-7bd71235-28d6-401f-9e21-f20a96fd30e2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4d1e946f-4a86-4daa-b9c9-9a3d0c848cf1 HTTP/1.1" status: 200 len: 1096 time: 0.0531864 Aug 11 03:35:59.635786 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=26972b14-99a5-415c-9716-0c137012241a,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:35:59.659487 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-badcb0ac-4594-49c8-bda2-66c3c180a3b2 req-28f7c9f3-da6e-4dca-8e97-76db9e24c353 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=d90906b3-11d7-4670-8cbc-45704d99f68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389028 Aug 11 03:35:59.867399 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdca513-b0f9-4786-bc80-1823439b8d62 req-bc2dbf89-8c2c-4971-800a-026db0109521 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:59.868911 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cfdca513-b0f9-4786-bc80-1823439b8d62 req-bc2dbf89-8c2c-4971-800a-026db0109521 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d1e946f-4a86-4daa-b9c9-9a3d0c848cf1 HTTP/1.1" status: 200 len: 945 time: 0.0499387 Aug 11 03:35:59.909726 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cfdca513-b0f9-4786-bc80-1823439b8d62 req-a35cd23a-aba1-49ca-8a67-1125b6e8c934 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/security-groups?id=d90906b3-11d7-4670-8cbc-45704d99f68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346167 Aug 11 03:36:01.028896 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ed9b8b-1eb4-4b55-9331-3c34282dc79d req-68210ae4-b6ac-4fa7-8176-cdfec1d894c7 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:36:01.030684 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-06ed9b8b-1eb4-4b55-9331-3c34282dc79d req-68210ae4-b6ac-4fa7-8176-cdfec1d894c7 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d1e946f-4a86-4daa-b9c9-9a3d0c848cf1 HTTP/1.1" status: 200 len: 945 time: 0.0506320 Aug 11 03:36:01.072108 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-06ed9b8b-1eb4-4b55-9331-3c34282dc79d req-94db26dd-94a7-41a2-acb6-f47ed4614d7d tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/security-groups?id=d90906b3-11d7-4670-8cbc-45704d99f68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333917 Aug 11 03:36:01.198670 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540d1c4b-aa01-4cfa-9aec-051133af8905 req-1be45463-ebf6-4a13-a0c8-4a077e34600c tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:36:01.200210 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-540d1c4b-aa01-4cfa-9aec-051133af8905 req-1be45463-ebf6-4a13-a0c8-4a077e34600c tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d1e946f-4a86-4daa-b9c9-9a3d0c848cf1 HTTP/1.1" status: 200 len: 945 time: 0.0573862 Aug 11 03:36:01.240588 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-540d1c4b-aa01-4cfa-9aec-051133af8905 req-d24a06e8-0806-414b-9e75-1262c0e5ace0 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/security-groups?id=d90906b3-11d7-4670-8cbc-45704d99f68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336747 Aug 11 03:36:01.879915 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:36:02.167682 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-cf882d4c-63d2-4012-84fa-5026fafe349a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:36:03.107747 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:36:04.712712 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:36:04.986805 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82406731-341c-43c2-8aaa-04b39d1ac315 req-0b548c12-13c7-49ac-858f-10308fa5ae5d tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:36:04.988978 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-82406731-341c-43c2-8aaa-04b39d1ac315 req-0b548c12-13c7-49ac-858f-10308fa5ae5d tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/networks?id=72c2364e-d28c-436a-9463-f669c277e7f2 HTTP/1.1" status: 200 len: 811 time: 0.1170995 Aug 11 03:36:05.010399 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-82406731-341c-43c2-8aaa-04b39d1ac315 req-ea6038eb-0fa5-4894-81d8-83e89e5860c7 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/quotas/72275185a8d64845babaf2324f627ca7 HTTP/1.1" status: 200 len: 375 time: 0.0118968 Aug 11 03:36:05.071894 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-82406731-341c-43c2-8aaa-04b39d1ac315 req-1588ef60-74cc-4b8f-8d64-c859dfed763f tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=72275185a8d64845babaf2324f627ca7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0537665 Aug 11 03:36:05.238076 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-82406731-341c-43c2-8aaa-04b39d1ac315 req-0494c837-903c-47c3-bc59-c071c5671ffb service neutron] 10.222.0.41 "GET /v2.0/networks/72c2364e-d28c-436a-9463-f669c277e7f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527750 Aug 11 03:36:05.337975 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-82406731-341c-43c2-8aaa-04b39d1ac315 req-0c643892-9d9d-459a-8072-f80e9b3c5c6b service neutron] 10.222.0.41 "GET /v2.0/networks/72c2364e-d28c-436a-9463-f669c277e7f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909824 Aug 11 03:36:05.638040 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-df9c56b6-9c06-4ce1-b9f7-dfe41b768c32 req-cab7813b-83af-4b9a-8840-ddd38df6a7de tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=30d4fc3c-8000-480f-916a-cdce5e85f65d HTTP/1.1" status: 200 len: 210 time: 0.0319960 Aug 11 03:36:06.726182 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-69fcaaa8-d13f-42f6-903d-787f7564f8b3 req-39132c91-b28d-4ea7-808b-1ce0f1b0517d tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=30d4fc3c-8000-480f-916a-cdce5e85f65d HTTP/1.1" status: 200 len: 210 time: 0.0354886 Aug 11 03:36:07.397968 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:36:07.832243 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8a546943-2ae6-4cfe-a5b2-63efaa895019 req-d3d2a27a-7cb1-410d-8aee-850ad66f960e tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=30d4fc3c-8000-480f-916a-cdce5e85f65d HTTP/1.1" status: 200 len: 210 time: 0.0284188 Aug 11 03:36:08.701645 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82406731-341c-43c2-8aaa-04b39d1ac315 req-7ae9ec9f-246a-434f-9cdb-a423260048da tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:36:08.703730 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-82406731-341c-43c2-8aaa-04b39d1ac315 req-7ae9ec9f-246a-434f-9cdb-a423260048da tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.22 "GET /v2.0/networks?id=72c2364e-d28c-436a-9463-f669c277e7f2 HTTP/1.1" status: 200 len: 811 time: 0.1776881 Aug 11 03:36:08.717355 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-82406731-341c-43c2-8aaa-04b39d1ac315 req-7123a34b-ced2-4016-abd8-ad527670a3fa tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Request body: {'port': {'device_id': '30d4fc3c-8000-480f-916a-cdce5e85f65d', 'network_id': '72c2364e-d28c-436a-9463-f669c277e7f2', 'admin_state_up': True, 'tenant_id': '72275185a8d64845babaf2324f627ca7'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:36:09.001732 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ad66e8ac-d05e-4e7c-b557-f6bdf9c1627e req-36b5a5cd-3a79-4ce4-bea6-d86a4daa562c tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=30d4fc3c-8000-480f-916a-cdce5e85f65d HTTP/1.1" status: 200 len: 210 time: 0.0341165 Aug 11 03:36:09.375394 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82406731-341c-43c2-8aaa-04b39d1ac315 req-7123a34b-ced2-4016-abd8-ad527670a3fa tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Made reservation on behalf of 72275185a8d64845babaf2324f627ca7 for: {'port': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:36:09.379298 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-82406731-341c-43c2-8aaa-04b39d1ac315 req-7123a34b-ced2-4016-abd8-ad527670a3fa tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:36:09.555961 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [req-82406731-341c-43c2-8aaa-04b39d1ac315 req-7123a34b-ced2-4016-abd8-ad527670a3fa tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Allocated IP 172.20.0.13 (72c2364e-d28c-436a-9463-f669c277e7f2/321ef215-4958-452a-9904-0e4a458fb021/67a03a02-4654-4eea-bb16-988f2f4a9a99) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:36:09.732087 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-82406731-341c-43c2-8aaa-04b39d1ac315 req-7123a34b-ced2-4016-abd8-ad527670a3fa tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:36:09.749788 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [req-82406731-341c-43c2-8aaa-04b39d1ac315 req-7123a34b-ced2-4016-abd8-ad527670a3fa tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Transition to ACTIVE for port object 67a03a02-4654-4eea-bb16-988f2f4a9a99 will not be triggered until provisioned by entity DHCP. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:36:09.925176 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-82406731-341c-43c2-8aaa-04b39d1ac315 req-7123a34b-ced2-4016-abd8-ad527670a3fa tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:36:09.937225 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['26972b14-99a5-415c-9716-0c137012241a'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:36:10.021300 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7123a34b-ced2-4016-abd8-ad527670a3fa tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Pushing event updated for resources: {'Port': ['ID=67a03a02-4654-4eea-bb16-988f2f4a9a99,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:36:10.040384 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82406731-341c-43c2-8aaa-04b39d1ac315 req-7123a34b-ced2-4016-abd8-ad527670a3fa tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Network 72c2364e-d28c-436a-9463-f669c277e7f2 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:36:10.043114 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [req-82406731-341c-43c2-8aaa-04b39d1ac315 req-7123a34b-ced2-4016-abd8-ad527670a3fa tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:36:10.047514 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-82406731-341c-43c2-8aaa-04b39d1ac315 req-7123a34b-ced2-4016-abd8-ad527670a3fa tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:36:10.140431 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82406731-341c-43c2-8aaa-04b39d1ac315 req-7123a34b-ced2-4016-abd8-ad527670a3fa tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:36:10.143944 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-82406731-341c-43c2-8aaa-04b39d1ac315 req-7123a34b-ced2-4016-abd8-ad527670a3fa tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:36:10.202177 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc987b6-4392-4b91-8db0-2ab0ff84da64 req-028e571b-32e3-46f6-9e67-ca286fd6b945 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:36:10.202177 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2dc987b6-4392-4b91-8db0-2ab0ff84da64 req-028e571b-32e3-46f6-9e67-ca286fd6b945 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=30d4fc3c-8000-480f-916a-cdce5e85f65d HTTP/1.1" status: 200 len: 932 time: 0.0630856 Aug 11 03:36:10.250797 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-82406731-341c-43c2-8aaa-04b39d1ac315 req-7123a34b-ced2-4016-abd8-ad527670a3fa tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5375865 Aug 11 03:36:10.264352 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-82406731-341c-43c2-8aaa-04b39d1ac315 req-b45e1ab6-d5a8-4364-b517-467abab454b2 service neutron] Request body: {'port': {'device_id': '30d4fc3c-8000-480f-916a-cdce5e85f65d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764292-30'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:36:10.333501 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2dc987b6-4392-4b91-8db0-2ab0ff84da64 req-c46860a9-14d8-428b-bfaa-0d6ca5dcf535 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/security-groups?id=d90906b3-11d7-4670-8cbc-45704d99f68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186213 Aug 11 03:36:10.369489 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-82406731-341c-43c2-8aaa-04b39d1ac315 req-b45e1ab6-d5a8-4364-b517-467abab454b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:36:10.506793 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-33c1222c-882c-42f3-bc0f-2d4c23c375eb None None] Provisioning for port 67a03a02-4654-4eea-bb16-988f2f4a9a99 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:36:10.511298 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-33c1222c-882c-42f3-bc0f-2d4c23c375eb None None] Provisioning complete for port 67a03a02-4654-4eea-bb16-988f2f4a9a99 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:36:10.511938 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-33c1222c-882c-42f3-bc0f-2d4c23c375eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:36:10.561785 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-33c1222c-882c-42f3-bc0f-2d4c23c375eb None None] Port 67a03a02-4654-4eea-bb16-988f2f4a9a99 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:36:10.696189 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [req-82406731-341c-43c2-8aaa-04b39d1ac315 req-b45e1ab6-d5a8-4364-b517-467abab454b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67a03a02-4654-4eea-bb16-988f2f4a9a99 {{(pid=102191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:36:10.705358 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-82406731-341c-43c2-8aaa-04b39d1ac315 req-b45e1ab6-d5a8-4364-b517-467abab454b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:36:10.719612 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [req-82406731-341c-43c2-8aaa-04b39d1ac315 req-b45e1ab6-d5a8-4364-b517-467abab454b2 service neutron] Transition to ACTIVE for port object 67a03a02-4654-4eea-bb16-988f2f4a9a99 will not be triggered until provisioned by entity L2. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:36:10.798601 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-82406731-341c-43c2-8aaa-04b39d1ac315 req-b45e1ab6-d5a8-4364-b517-467abab454b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:36:10.893625 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45e1ab6-d5a8-4364-b517-467abab454b2 service neutron] Pushing event updated for resources: {'Port': ['ID=67a03a02-4654-4eea-bb16-988f2f4a9a99,revision_number=2']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:36:11.025140 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-82406731-341c-43c2-8aaa-04b39d1ac315 req-b45e1ab6-d5a8-4364-b517-467abab454b2 service neutron] Attempting to bind port 67a03a02-4654-4eea-bb16-988f2f4a9a99 on host n-h1-764292-30 for vnic_type normal with profile {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:36:11.025740 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-82406731-341c-43c2-8aaa-04b39d1ac315 req-b45e1ab6-d5a8-4364-b517-467abab454b2 service neutron] Attempting to bind port 67a03a02-4654-4eea-bb16-988f2f4a9a99 by drivers openvswitch,hyperv on host n-h1-764292-30 at level 0 using segments [{'id': '32ef8310-eb36-4f10-89a8-2ec645494a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '72c2364e-d28c-436a-9463-f669c277e7f2'}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:36:11.026452 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82406731-341c-43c2-8aaa-04b39d1ac315 req-b45e1ab6-d5a8-4364-b517-467abab454b2 service neutron] Attempting to bind port 67a03a02-4654-4eea-bb16-988f2f4a9a99 on network 72c2364e-d28c-436a-9463-f669c277e7f2 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:36:11.035262 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82406731-341c-43c2-8aaa-04b39d1ac315 req-b45e1ab6-d5a8-4364-b517-467abab454b2 service neutron] Port 67a03a02-4654-4eea-bb16-988f2f4a9a99 on network 72c2364e-d28c-436a-9463-f669c277e7f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-764292-30 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:36:11.035875 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82406731-341c-43c2-8aaa-04b39d1ac315 req-b45e1ab6-d5a8-4364-b517-467abab454b2 service neutron] Attempting to bind port 67a03a02-4654-4eea-bb16-988f2f4a9a99 on network 72c2364e-d28c-436a-9463-f669c277e7f2 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:36:11.043578 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82406731-341c-43c2-8aaa-04b39d1ac315 req-b45e1ab6-d5a8-4364-b517-467abab454b2 service neutron] Checking agent: {'id': 'abb524c2-b412-4ed2-8367-45c4fd996fa7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 35, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:36:11.044292 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82406731-341c-43c2-8aaa-04b39d1ac315 req-b45e1ab6-d5a8-4364-b517-467abab454b2 service neutron] Checking segment: {'id': '32ef8310-eb36-4f10-89a8-2ec645494a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '72c2364e-d28c-436a-9463-f669c277e7f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:36:11.053778 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82406731-341c-43c2-8aaa-04b39d1ac315 req-b45e1ab6-d5a8-4364-b517-467abab454b2 service neutron] Bound using segment: {'id': '32ef8310-eb36-4f10-89a8-2ec645494a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '72c2364e-d28c-436a-9463-f669c277e7f2'} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:36:11.055374 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-82406731-341c-43c2-8aaa-04b39d1ac315 req-b45e1ab6-d5a8-4364-b517-467abab454b2 service neutron] Bound port: 67a03a02-4654-4eea-bb16-988f2f4a9a99, host: n-h1-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32ef8310-eb36-4f10-89a8-2ec645494a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '72c2364e-d28c-436a-9463-f669c277e7f2'}}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:36:11.055829 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-82406731-341c-43c2-8aaa-04b39d1ac315 req-b45e1ab6-d5a8-4364-b517-467abab454b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:36:11.212086 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-82406731-341c-43c2-8aaa-04b39d1ac315 req-b45e1ab6-d5a8-4364-b517-467abab454b2 service neutron] For port 67a03a02-4654-4eea-bb16-988f2f4a9a99, host n-h1-764292-30, cleared binding levels {{(pid=102191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:36:11.226138 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-82406731-341c-43c2-8aaa-04b39d1ac315 req-b45e1ab6-d5a8-4364-b517-467abab454b2 service neutron] For port 67a03a02-4654-4eea-bb16-988f2f4a9a99, host n-h1-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=67a03a02-4654-4eea-bb16-988f2f4a9a99,segment=NetworkSegment(32ef8310-eb36-4f10-89a8-2ec645494a63),segment_id=32ef8310-eb36-4f10-89a8-2ec645494a63)] {{(pid=102191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:36:11.296243 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-82406731-341c-43c2-8aaa-04b39d1ac315 req-b45e1ab6-d5a8-4364-b517-467abab454b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:36:11.356613 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82406731-341c-43c2-8aaa-04b39d1ac315 req-b45e1ab6-d5a8-4364-b517-467abab454b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:36:11.356613 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-82406731-341c-43c2-8aaa-04b39d1ac315 req-b45e1ab6-d5a8-4364-b517-467abab454b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:36:11.358430 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-82406731-341c-43c2-8aaa-04b39d1ac315 req-b45e1ab6-d5a8-4364-b517-467abab454b2 service neutron] 10.222.0.22 "PUT /v2.0/ports/67a03a02-4654-4eea-bb16-988f2f4a9a99 HTTP/1.1" status: 200 len: 1093 time: 1.0983849 Aug 11 03:36:11.361186 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30d4fc3c-8000-480f-916a-cdce5e85f65d', 'tag': '67a03a02-4654-4eea-bb16-988f2f4a9a99'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:36:11.366133 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd80a73f-e74b-412c-abe0-1d7da209be15" -d '{"events": [{"name": "network-changed", "server_uuid": "30d4fc3c-8000-480f-916a-cdce5e85f65d", "tag": "67a03a02-4654-4eea-bb16-988f2f4a9a99"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:36:11.375422 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:36:11.484977 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45e1ab6-d5a8-4364-b517-467abab454b2 service neutron] Pushing event updated for resources: {'Port': ['ID=67a03a02-4654-4eea-bb16-988f2f4a9a99,revision_number=3']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:36:11.571163 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2bb69b-8033-4b73-b5f6-70130d780146 req-215a224c-ec67-4e3d-8a20-140828d67829 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:36:11.592785 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8f2bb69b-8033-4b73-b5f6-70130d780146 req-215a224c-ec67-4e3d-8a20-140828d67829 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=30d4fc3c-8000-480f-916a-cdce5e85f65d HTTP/1.1" status: 200 len: 944 time: 0.1213064 Aug 11 03:36:11.606766 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82406731-341c-43c2-8aaa-04b39d1ac315 req-7181a788-e1b8-411b-8f57-024183a0c056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:36:11.609294 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-82406731-341c-43c2-8aaa-04b39d1ac315 req-7181a788-e1b8-411b-8f57-024183a0c056 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=72275185a8d64845babaf2324f627ca7&device_id=30d4fc3c-8000-480f-916a-cdce5e85f65d HTTP/1.1" status: 200 len: 1096 time: 0.1064487 Aug 11 03:36:11.659412 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8f2bb69b-8033-4b73-b5f6-70130d780146 req-ea65dade-e72b-4a57-8b04-b3857592f70b tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/security-groups?id=d90906b3-11d7-4670-8cbc-45704d99f68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658417 Aug 11 03:36:11.684347 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:36:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06fefffc-0f19-43f4-882e-5fcac103d57f x-openstack-request-id: req-06fefffc-0f19-43f4-882e-5fcac103d57f {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:36:11.684636 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30d4fc3c-8000-480f-916a-cdce5e85f65d", "tag": "67a03a02-4654-4eea-bb16-988f2f4a9a99", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:36:11.684885 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-06fefffc-0f19-43f4-882e-5fcac103d57f {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:36:11.685283 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30d4fc3c-8000-480f-916a-cdce5e85f65d', 'tag': '67a03a02-4654-4eea-bb16-988f2f4a9a99', 'status': 'completed', 'code': 200} Aug 11 03:36:11.687076 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-82406731-341c-43c2-8aaa-04b39d1ac315 req-575713f6-d6b8-458c-9bc7-f7a5612d7b7c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=67a03a02-4654-4eea-bb16-988f2f4a9a99 HTTP/1.1" status: 200 len: 217 time: 0.0697238 Aug 11 03:36:11.745767 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82406731-341c-43c2-8aaa-04b39d1ac315 req-ed817243-871a-4e4f-86cb-2a76aa27cd38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:36:11.747420 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-82406731-341c-43c2-8aaa-04b39d1ac315 req-ed817243-871a-4e4f-86cb-2a76aa27cd38 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=321ef215-4958-452a-9904-0e4a458fb021 HTTP/1.1" status: 200 len: 850 time: 0.0523155 Aug 11 03:36:11.798872 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82406731-341c-43c2-8aaa-04b39d1ac315 req-6312ee5f-6999-4331-a8a5-b0f9fa2328de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:36:11.800675 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-82406731-341c-43c2-8aaa-04b39d1ac315 req-6312ee5f-6999-4331-a8a5-b0f9fa2328de service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=72c2364e-d28c-436a-9463-f669c277e7f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0457585 Aug 11 03:36:11.905666 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-82406731-341c-43c2-8aaa-04b39d1ac315 req-b5d8ed26-d00b-4818-9a54-d9e47edf3e38 service neutron] 10.222.0.22 "GET /v2.0/networks/72c2364e-d28c-436a-9463-f669c277e7f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937355 Aug 11 03:36:12.009193 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-82406731-341c-43c2-8aaa-04b39d1ac315 req-28dffba5-7a77-4cb6-b15a-a3031ac6078b service neutron] 10.222.0.22 "GET /v2.0/networks/72c2364e-d28c-436a-9463-f669c277e7f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999324 Aug 11 03:36:12.191120 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd80a73f-e74b-412c-abe0-1d7da209be15 req-489166bf-e8a1-4b53-b4f4-256a2843f7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:36:12.192813 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-fd80a73f-e74b-412c-abe0-1d7da209be15 req-489166bf-e8a1-4b53-b4f4-256a2843f7f1 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=72275185a8d64845babaf2324f627ca7&device_id=30d4fc3c-8000-480f-916a-cdce5e85f65d HTTP/1.1" status: 200 len: 1096 time: 0.0597878 Aug 11 03:36:12.302590 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd80a73f-e74b-412c-abe0-1d7da209be15 req-acd0033c-f8d1-4b62-8926-b9be5a67a359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:36:12.303815 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-fd80a73f-e74b-412c-abe0-1d7da209be15 req-acd0033c-f8d1-4b62-8926-b9be5a67a359 service neutron] 10.222.0.22 "GET /v2.0/networks?id=72c2364e-d28c-436a-9463-f669c277e7f2 HTTP/1.1" status: 200 len: 912 time: 0.1042082 Aug 11 03:36:12.346521 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-fd80a73f-e74b-412c-abe0-1d7da209be15 req-14d35454-f5fa-485e-a1ac-9575851e3c9f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=67a03a02-4654-4eea-bb16-988f2f4a9a99 HTTP/1.1" status: 200 len: 217 time: 0.0358977 Aug 11 03:36:12.397941 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd80a73f-e74b-412c-abe0-1d7da209be15 req-4516242b-1255-4d4e-a80a-a57eb67dd214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:36:12.399659 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-fd80a73f-e74b-412c-abe0-1d7da209be15 req-4516242b-1255-4d4e-a80a-a57eb67dd214 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=321ef215-4958-452a-9904-0e4a458fb021 HTTP/1.1" status: 200 len: 850 time: 0.0469100 Aug 11 03:36:12.452804 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd80a73f-e74b-412c-abe0-1d7da209be15 req-cc7dfc92-268d-47fb-8a15-9323d9973bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:36:12.454403 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-fd80a73f-e74b-412c-abe0-1d7da209be15 req-cc7dfc92-268d-47fb-8a15-9323d9973bf8 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=72c2364e-d28c-436a-9463-f669c277e7f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0475750 Aug 11 03:36:12.579652 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-fd80a73f-e74b-412c-abe0-1d7da209be15 req-2e8bd270-1dc4-47ef-817f-44382b20c964 service neutron] 10.222.0.22 "GET /v2.0/networks/72c2364e-d28c-436a-9463-f669c277e7f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179235 Aug 11 03:36:12.712815 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-fd80a73f-e74b-412c-abe0-1d7da209be15 req-ae73ae83-0640-4a1a-8e24-a643c74a2ab9 service neutron] 10.222.0.22 "GET /v2.0/networks/72c2364e-d28c-436a-9463-f669c277e7f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262670 Aug 11 03:36:12.793125 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89670718-fded-45aa-9253-aa097e050d68 req-5c6e34c0-77bf-452a-a37d-564ad9abf909 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:36:12.799096 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-89670718-fded-45aa-9253-aa097e050d68 req-5c6e34c0-77bf-452a-a37d-564ad9abf909 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=30d4fc3c-8000-480f-916a-cdce5e85f65d HTTP/1.1" status: 200 len: 944 time: 0.0578792 Aug 11 03:36:12.837578 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-89670718-fded-45aa-9253-aa097e050d68 req-5abc21f9-33ba-44d1-a7af-ccbabf09e0e9 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/security-groups?id=d90906b3-11d7-4670-8cbc-45704d99f68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355775 Aug 11 03:36:13.985191 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa50087e-9a65-408d-a98b-90926db342b0 req-79d2661b-dad3-41dd-afd5-16b337f51b27 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:36:13.987233 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-aa50087e-9a65-408d-a98b-90926db342b0 req-79d2661b-dad3-41dd-afd5-16b337f51b27 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=30d4fc3c-8000-480f-916a-cdce5e85f65d HTTP/1.1" status: 200 len: 944 time: 0.0548117 Aug 11 03:36:14.031719 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-aa50087e-9a65-408d-a98b-90926db342b0 req-1c9a2f4b-ef9a-4cf7-8151-a959594a4aa0 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/security-groups?id=d90906b3-11d7-4670-8cbc-45704d99f68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382645 Aug 11 03:36:15.157046 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a148139a-92d0-4893-85ec-2a553f742f2e req-b5a36821-c7be-4e94-aaca-1aad0120dda4 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:36:15.158550 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a148139a-92d0-4893-85ec-2a553f742f2e req-b5a36821-c7be-4e94-aaca-1aad0120dda4 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=30d4fc3c-8000-480f-916a-cdce5e85f65d HTTP/1.1" status: 200 len: 944 time: 0.0525208 Aug 11 03:36:15.197219 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a148139a-92d0-4893-85ec-2a553f742f2e req-451240fa-9555-4f68-b4c5-c58cf586371b tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/security-groups?id=d90906b3-11d7-4670-8cbc-45704d99f68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319512 Aug 11 03:36:16.318787 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfb2a33-d037-47e1-8eef-50164acd1fe8 req-d40a07d9-eecf-4e67-b9db-dbaf4787f619 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:36:16.321714 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-fcfb2a33-d037-47e1-8eef-50164acd1fe8 req-d40a07d9-eecf-4e67-b9db-dbaf4787f619 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=30d4fc3c-8000-480f-916a-cdce5e85f65d HTTP/1.1" status: 200 len: 944 time: 0.0514414 Aug 11 03:36:16.360290 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-fcfb2a33-d037-47e1-8eef-50164acd1fe8 req-8c210380-9e28-4b05-b0b4-af76fbbc8646 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/security-groups?id=d90906b3-11d7-4670-8cbc-45704d99f68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336785 Aug 11 03:36:17.506930 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8a2c0c-4dec-4b1e-b2fd-ec7c83414d15 req-e093b748-1937-4795-92b5-b0c48360a5fe tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:36:17.508505 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0f8a2c0c-4dec-4b1e-b2fd-ec7c83414d15 req-e093b748-1937-4795-92b5-b0c48360a5fe tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=30d4fc3c-8000-480f-916a-cdce5e85f65d HTTP/1.1" status: 200 len: 944 time: 0.0611751 Aug 11 03:36:17.547395 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0f8a2c0c-4dec-4b1e-b2fd-ec7c83414d15 req-1885abec-33ac-4017-9cf3-2b0d39a989d9 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/security-groups?id=d90906b3-11d7-4670-8cbc-45704d99f68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325131 Aug 11 03:36:18.689834 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39777ea3-f733-4754-9b3f-c47e079fd271 req-3b1f1d2b-4e4e-4e23-80a2-38f9e7ed6a75 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:36:18.691450 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-39777ea3-f733-4754-9b3f-c47e079fd271 req-3b1f1d2b-4e4e-4e23-80a2-38f9e7ed6a75 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=30d4fc3c-8000-480f-916a-cdce5e85f65d HTTP/1.1" status: 200 len: 944 time: 0.0559816 Aug 11 03:36:18.756746 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-39777ea3-f733-4754-9b3f-c47e079fd271 req-6048d7b0-0706-4f09-9f3d-1f65564fecfe tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/security-groups?id=d90906b3-11d7-4670-8cbc-45704d99f68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578871 Aug 11 03:36:19.923452 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fed46d-6c39-4a5d-9052-02e9d4ef5b3d req-22d163e3-39b1-4d15-8353-bc150dd2d4c2 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:36:19.925278 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f4fed46d-6c39-4a5d-9052-02e9d4ef5b3d req-22d163e3-39b1-4d15-8353-bc150dd2d4c2 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=30d4fc3c-8000-480f-916a-cdce5e85f65d HTTP/1.1" status: 200 len: 944 time: 0.0773911 Aug 11 03:36:19.973848 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f4fed46d-6c39-4a5d-9052-02e9d4ef5b3d req-e889e0bf-879a-4ea8-9132-86df70333886 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/security-groups?id=d90906b3-11d7-4670-8cbc-45704d99f68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403693 Aug 11 03:36:21.096935 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba6081b-758b-4c1c-89a6-9606d0f4dbe9 req-95f9b2d6-436b-4aae-b21f-82a74370512e tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:36:21.098435 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5ba6081b-758b-4c1c-89a6-9606d0f4dbe9 req-95f9b2d6-436b-4aae-b21f-82a74370512e tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=30d4fc3c-8000-480f-916a-cdce5e85f65d HTTP/1.1" status: 200 len: 944 time: 0.0561757 Aug 11 03:36:21.137078 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5ba6081b-758b-4c1c-89a6-9606d0f4dbe9 req-1413112e-09f8-4256-bfad-9ae21c759a7f tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/security-groups?id=d90906b3-11d7-4670-8cbc-45704d99f68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325162 Aug 11 03:36:22.264259 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579be4f8-35bd-4569-bfcc-3ed2dae96d77 req-7ea6b727-3956-486a-a17f-704d5b462211 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:36:22.264259 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-579be4f8-35bd-4569-bfcc-3ed2dae96d77 req-7ea6b727-3956-486a-a17f-704d5b462211 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=30d4fc3c-8000-480f-916a-cdce5e85f65d HTTP/1.1" status: 200 len: 944 time: 0.0572875 Aug 11 03:36:22.310823 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-579be4f8-35bd-4569-bfcc-3ed2dae96d77 req-1ff90cee-d113-481e-9ee8-7e06d252fc1c tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/security-groups?id=d90906b3-11d7-4670-8cbc-45704d99f68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394249 Aug 11 03:36:22.452389 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.agents_db [None req-950b7202-decb-43e2-8f71-ac8931dc9749 None None] Agent healthcheck: found 7 active agents {{(pid=102194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:36:23.433844 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f2adca-3438-43f7-a3cd-b96891d61d04 req-ca2b07bd-c973-4cec-8e94-566c7fae104d tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:36:23.435385 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-09f2adca-3438-43f7-a3cd-b96891d61d04 req-ca2b07bd-c973-4cec-8e94-566c7fae104d tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=30d4fc3c-8000-480f-916a-cdce5e85f65d HTTP/1.1" status: 200 len: 944 time: 0.0539041 Aug 11 03:36:23.474379 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-09f2adca-3438-43f7-a3cd-b96891d61d04 req-b6012618-8109-425a-a095-b621be89e3f5 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/security-groups?id=d90906b3-11d7-4670-8cbc-45704d99f68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325873 Aug 11 03:36:24.613109 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41036ecb-39b8-4c6c-a6e2-10fa8311eefe req-8b31c1b5-19de-4e53-b9e1-b96986564e74 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:36:24.618895 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-41036ecb-39b8-4c6c-a6e2-10fa8311eefe req-8b31c1b5-19de-4e53-b9e1-b96986564e74 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=30d4fc3c-8000-480f-916a-cdce5e85f65d HTTP/1.1" status: 200 len: 944 time: 0.0513637 Aug 11 03:36:24.654237 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-41036ecb-39b8-4c6c-a6e2-10fa8311eefe req-57fe2fd2-66ad-4826-be19-5409677484a2 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/security-groups?id=d90906b3-11d7-4670-8cbc-45704d99f68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324483 Aug 11 03:36:25.779952 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04407a20-b64d-452a-a607-cfbc5fba3814 req-212b5cb7-cadd-436f-9b21-4b18de32dbd4 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:36:25.781490 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-04407a20-b64d-452a-a607-cfbc5fba3814 req-212b5cb7-cadd-436f-9b21-4b18de32dbd4 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=30d4fc3c-8000-480f-916a-cdce5e85f65d HTTP/1.1" status: 200 len: 944 time: 0.0535159 Aug 11 03:36:25.820926 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-04407a20-b64d-452a-a607-cfbc5fba3814 req-72353ee1-2a17-42f3-9adf-74f5920894fa tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/security-groups?id=d90906b3-11d7-4670-8cbc-45704d99f68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328331 Aug 11 03:36:26.977498 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef53a34f-ae62-495f-8eae-dd199adb742b req-d8db7ac1-d374-44b7-b1eb-e1ef3d37813a tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:36:26.985943 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ef53a34f-ae62-495f-8eae-dd199adb742b req-d8db7ac1-d374-44b7-b1eb-e1ef3d37813a tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=30d4fc3c-8000-480f-916a-cdce5e85f65d HTTP/1.1" status: 200 len: 944 time: 0.0797830 Aug 11 03:36:27.025823 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ef53a34f-ae62-495f-8eae-dd199adb742b req-00765449-a108-4c74-ae63-be1c8e2ac58d tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/security-groups?id=d90906b3-11d7-4670-8cbc-45704d99f68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386376 Aug 11 03:36:28.145043 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec0e59e-c698-44ea-b6a2-6aa61dde3eaa req-9a768e0d-61bd-4b56-9754-74dcf723be82 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:36:28.146569 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1ec0e59e-c698-44ea-b6a2-6aa61dde3eaa req-9a768e0d-61bd-4b56-9754-74dcf723be82 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=30d4fc3c-8000-480f-916a-cdce5e85f65d HTTP/1.1" status: 200 len: 944 time: 0.0492406 Aug 11 03:36:28.185194 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1ec0e59e-c698-44ea-b6a2-6aa61dde3eaa req-d151db59-6c87-4289-a37a-c0419f2933dc tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/security-groups?id=d90906b3-11d7-4670-8cbc-45704d99f68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324399 Aug 11 03:36:29.226496 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-db5bfcf5-161e-48ac-b0ce-d30839c301b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:36:29.311142 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9960fd-8fff-494a-a184-85c0bd1cdbfa req-23f2c7c3-f0bf-47b6-b6ab-7cb53bbef17e tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:36:29.312752 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cb9960fd-8fff-494a-a184-85c0bd1cdbfa req-23f2c7c3-f0bf-47b6-b6ab-7cb53bbef17e tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=30d4fc3c-8000-480f-916a-cdce5e85f65d HTTP/1.1" status: 200 len: 944 time: 0.0544074 Aug 11 03:36:29.358521 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cb9960fd-8fff-494a-a184-85c0bd1cdbfa req-7aad9a73-a9da-4246-aff4-d2bd968000d2 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/security-groups?id=d90906b3-11d7-4670-8cbc-45704d99f68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388672 Aug 11 03:36:30.480676 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d495c918-498f-4e80-8c90-38a53acfd4ba req-fbdd3842-7602-4cff-be3a-382d0a439c25 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:36:30.482250 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d495c918-498f-4e80-8c90-38a53acfd4ba req-fbdd3842-7602-4cff-be3a-382d0a439c25 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=30d4fc3c-8000-480f-916a-cdce5e85f65d HTTP/1.1" status: 200 len: 944 time: 0.0585909 Aug 11 03:36:30.522104 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d495c918-498f-4e80-8c90-38a53acfd4ba req-89ee41ba-1901-4fa3-ab59-ff6e2b24c3b5 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/security-groups?id=d90906b3-11d7-4670-8cbc-45704d99f68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329108 Aug 11 03:36:31.641649 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0835619b-c362-4e7a-b9f6-9730632b7da4 req-6a2ca45b-5785-4bc8-ac75-a47c3374f97d tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:36:31.643167 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0835619b-c362-4e7a-b9f6-9730632b7da4 req-6a2ca45b-5785-4bc8-ac75-a47c3374f97d tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=30d4fc3c-8000-480f-916a-cdce5e85f65d HTTP/1.1" status: 200 len: 944 time: 0.0496523 Aug 11 03:36:31.691097 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0835619b-c362-4e7a-b9f6-9730632b7da4 req-15b33e52-c67a-47af-89b0-b76337976009 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/security-groups?id=d90906b3-11d7-4670-8cbc-45704d99f68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386479 Aug 11 03:36:31.929057 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:36:32.106745 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-d8cdd5d1-839b-4580-a32e-26894601ff26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:36:32.828414 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fe5353-4e6b-4f0e-abc2-887d09772aad req-1a4d1f9c-0f97-4ce8-98e7-466771add2c3 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:36:32.829984 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-61fe5353-4e6b-4f0e-abc2-887d09772aad req-1a4d1f9c-0f97-4ce8-98e7-466771add2c3 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=30d4fc3c-8000-480f-916a-cdce5e85f65d HTTP/1.1" status: 200 len: 944 time: 0.0634334 Aug 11 03:36:32.875405 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-61fe5353-4e6b-4f0e-abc2-887d09772aad req-c643aa65-4e81-42d1-a296-ffe1c1aa2ec3 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/security-groups?id=d90906b3-11d7-4670-8cbc-45704d99f68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358632 Aug 11 03:36:33.063711 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:36:34.000577 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e802bdcc-6ced-4bd9-968a-848a71b81eea req-7e64631a-a404-4eef-920f-0c29ea2f5276 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:36:34.002157 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e802bdcc-6ced-4bd9-968a-848a71b81eea req-7e64631a-a404-4eef-920f-0c29ea2f5276 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=30d4fc3c-8000-480f-916a-cdce5e85f65d HTTP/1.1" status: 200 len: 944 time: 0.0553513 Aug 11 03:36:34.057468 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e802bdcc-6ced-4bd9-968a-848a71b81eea req-809cb24e-194e-4bbf-9637-fade5ca76cc6 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/security-groups?id=d90906b3-11d7-4670-8cbc-45704d99f68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493121 Aug 11 03:36:34.713253 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:36:35.183114 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9533a0-5ad3-4c90-9485-5dfc8bdfffbc req-8da7f25d-b06b-4586-91b9-69bec7a4c199 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:36:35.184641 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7a9533a0-5ad3-4c90-9485-5dfc8bdfffbc req-8da7f25d-b06b-4586-91b9-69bec7a4c199 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=30d4fc3c-8000-480f-916a-cdce5e85f65d HTTP/1.1" status: 200 len: 944 time: 0.0503926 Aug 11 03:36:35.225542 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7a9533a0-5ad3-4c90-9485-5dfc8bdfffbc req-f89d7773-c591-4aaf-930b-4715b3106a20 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/security-groups?id=d90906b3-11d7-4670-8cbc-45704d99f68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342069 Aug 11 03:36:36.372102 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e98309-581a-4351-9e91-c517c8103af9 req-7e72b09e-e8c0-444a-8a82-4a273580f12d tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:36:36.373608 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-64e98309-581a-4351-9e91-c517c8103af9 req-7e72b09e-e8c0-444a-8a82-4a273580f12d tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=30d4fc3c-8000-480f-916a-cdce5e85f65d HTTP/1.1" status: 200 len: 944 time: 0.0538363 Aug 11 03:36:36.413245 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-64e98309-581a-4351-9e91-c517c8103af9 req-324706b2-6a03-49bf-a8af-9000b1cd3080 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/security-groups?id=d90906b3-11d7-4670-8cbc-45704d99f68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308800 Aug 11 03:36:37.483689 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:36:37.545085 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240bc53a-bb42-43c9-ac0a-da1d911dad83 req-b25198c1-8363-4f93-aad3-653c76936dfa tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:36:37.550486 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-240bc53a-bb42-43c9-ac0a-da1d911dad83 req-b25198c1-8363-4f93-aad3-653c76936dfa tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=30d4fc3c-8000-480f-916a-cdce5e85f65d HTTP/1.1" status: 200 len: 944 time: 0.0646229 Aug 11 03:36:37.589585 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-240bc53a-bb42-43c9-ac0a-da1d911dad83 req-cbdfa467-e2ce-4add-9ff6-64edb5375605 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/security-groups?id=d90906b3-11d7-4670-8cbc-45704d99f68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323687 Aug 11 03:36:38.713638 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21130b40-4e1a-4211-8647-74a9d8f28d6f req-76180663-c697-4972-a5bc-43ec74387111 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:36:38.717144 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-21130b40-4e1a-4211-8647-74a9d8f28d6f req-76180663-c697-4972-a5bc-43ec74387111 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=30d4fc3c-8000-480f-916a-cdce5e85f65d HTTP/1.1" status: 200 len: 944 time: 0.0563626 Aug 11 03:36:38.762837 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-21130b40-4e1a-4211-8647-74a9d8f28d6f req-3bae162e-8a35-4484-98ff-00bdbcc3e9a1 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/security-groups?id=d90906b3-11d7-4670-8cbc-45704d99f68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348296 Aug 11 03:36:39.887978 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f172fa-4cc2-477a-91ce-9d712b68546a req-90b0c7db-35d9-4cde-93fe-a50c7b277114 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:36:39.889607 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-56f172fa-4cc2-477a-91ce-9d712b68546a req-90b0c7db-35d9-4cde-93fe-a50c7b277114 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=30d4fc3c-8000-480f-916a-cdce5e85f65d HTTP/1.1" status: 200 len: 944 time: 0.0555305 Aug 11 03:36:39.950581 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-56f172fa-4cc2-477a-91ce-9d712b68546a req-97516b40-0000-459d-8960-78d20c5a62b2 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/security-groups?id=d90906b3-11d7-4670-8cbc-45704d99f68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427825 Aug 11 03:36:41.066428 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afdc414-3f35-45c5-85a9-17cc4c77983c req-b670f013-9578-4dbc-89cc-1baca9c99553 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:36:41.067979 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4afdc414-3f35-45c5-85a9-17cc4c77983c req-b670f013-9578-4dbc-89cc-1baca9c99553 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=30d4fc3c-8000-480f-916a-cdce5e85f65d HTTP/1.1" status: 200 len: 944 time: 0.0528634 Aug 11 03:36:41.107381 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4afdc414-3f35-45c5-85a9-17cc4c77983c req-78da908f-912b-4f05-a81b-0c17c5b534a4 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/security-groups?id=d90906b3-11d7-4670-8cbc-45704d99f68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326054 Aug 11 03:36:41.381563 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:36:42.227669 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769b146c-6375-4193-a095-5e21983ff769 req-4a03d93c-e73a-4696-91f7-f278d280fbab tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:36:42.229163 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-769b146c-6375-4193-a095-5e21983ff769 req-4a03d93c-e73a-4696-91f7-f278d280fbab tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=30d4fc3c-8000-480f-916a-cdce5e85f65d HTTP/1.1" status: 200 len: 944 time: 0.0510399 Aug 11 03:36:42.268497 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-769b146c-6375-4193-a095-5e21983ff769 req-bc5f1e96-8753-4983-a958-7bb5d2e36ca6 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/security-groups?id=d90906b3-11d7-4670-8cbc-45704d99f68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329361 Aug 11 03:36:43.397735 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72c8716-d179-4636-b8e5-fbf05e04838c req-ef452399-4c99-4bb3-a6bd-929fc0d7615a tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:36:43.399298 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e72c8716-d179-4636-b8e5-fbf05e04838c req-ef452399-4c99-4bb3-a6bd-929fc0d7615a tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=30d4fc3c-8000-480f-916a-cdce5e85f65d HTTP/1.1" status: 200 len: 944 time: 0.0566826 Aug 11 03:36:43.441002 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e72c8716-d179-4636-b8e5-fbf05e04838c req-b836b1b3-c12a-4241-bb9f-05963fab4e8a tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/security-groups?id=d90906b3-11d7-4670-8cbc-45704d99f68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354962 Aug 11 03:36:44.559610 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7732c640-0fe3-47ff-90e2-d985dc4c04d6 req-84ab5638-475b-4531-9397-288afb254352 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:36:44.561163 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7732c640-0fe3-47ff-90e2-d985dc4c04d6 req-84ab5638-475b-4531-9397-288afb254352 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=30d4fc3c-8000-480f-916a-cdce5e85f65d HTTP/1.1" status: 200 len: 944 time: 0.0512893 Aug 11 03:36:44.626557 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7732c640-0fe3-47ff-90e2-d985dc4c04d6 req-efd634d7-28dd-41ae-9c3c-023da4afb8e3 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/security-groups?id=d90906b3-11d7-4670-8cbc-45704d99f68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578368 Aug 11 03:36:44.648722 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-227a9434-9acc-41a3-8108-d4f3be6390b4 req-c701c390-c6c6-4406-959a-55aab3c2b562 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4d1e946f-4a86-4daa-b9c9-9a3d0c848cf1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0578563 Aug 11 03:36:44.731740 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227a9434-9acc-41a3-8108-d4f3be6390b4 req-1ee6d3d0-60ca-4449-9027-7ab5661b3df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:36:44.733221 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-227a9434-9acc-41a3-8108-d4f3be6390b4 req-1ee6d3d0-60ca-4449-9027-7ab5661b3df8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=72275185a8d64845babaf2324f627ca7&device_id=4d1e946f-4a86-4daa-b9c9-9a3d0c848cf1 HTTP/1.1" status: 200 len: 1097 time: 0.0449915 Aug 11 03:36:44.846115 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227a9434-9acc-41a3-8108-d4f3be6390b4 req-dc0c9389-e3d7-40e2-aeda-e17a83873c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:36:44.848740 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-227a9434-9acc-41a3-8108-d4f3be6390b4 req-dc0c9389-e3d7-40e2-aeda-e17a83873c60 service neutron] 10.222.0.24 "GET /v2.0/networks?id=72c2364e-d28c-436a-9463-f669c277e7f2 HTTP/1.1" status: 200 len: 912 time: 0.0931573 Aug 11 03:36:44.895888 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-227a9434-9acc-41a3-8108-d4f3be6390b4 req-bc746c5d-5d95-4358-a4a4-437a17066d96 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=26972b14-99a5-415c-9716-0c137012241a HTTP/1.1" status: 200 len: 217 time: 0.0407009 Aug 11 03:36:44.946899 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227a9434-9acc-41a3-8108-d4f3be6390b4 req-47f4d77b-ce3c-4246-a431-ece666e609ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:36:44.948284 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-227a9434-9acc-41a3-8108-d4f3be6390b4 req-47f4d77b-ce3c-4246-a431-ece666e609ef service neutron] 10.222.0.24 "GET /v2.0/subnets?id=321ef215-4958-452a-9904-0e4a458fb021 HTTP/1.1" status: 200 len: 850 time: 0.0464809 Aug 11 03:36:44.996520 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227a9434-9acc-41a3-8108-d4f3be6390b4 req-d9ada238-8519-40fa-9820-d6a1c7cc1892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:36:44.998124 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-227a9434-9acc-41a3-8108-d4f3be6390b4 req-d9ada238-8519-40fa-9820-d6a1c7cc1892 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=72c2364e-d28c-436a-9463-f669c277e7f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416222 Aug 11 03:36:45.094849 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-227a9434-9acc-41a3-8108-d4f3be6390b4 req-7efac91c-06ef-4d6e-81f0-cf95a5fe532f service neutron] 10.222.0.24 "GET /v2.0/networks/72c2364e-d28c-436a-9463-f669c277e7f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885847 Aug 11 03:36:45.278044 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 41290) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:36:45.430601 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d106b893-d264-4604-a3ce-1b165a42a4c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:36:45.530182 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d106b893-d264-4604-a3ce-1b165a42a4c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:36:45.596781 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-227a9434-9acc-41a3-8108-d4f3be6390b4 req-72fccfb8-af88-4b91-a611-c9b45d347283 service neutron] 10.222.0.24 "GET /v2.0/networks/72c2364e-d28c-436a-9463-f669c277e7f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4941647 Aug 11 03:36:45.609524 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d106b893-d264-4604-a3ce-1b165a42a4c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:36:45.651567 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-d106b893-d264-4604-a3ce-1b165a42a4c9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=65c05ad57b384a409f61b792cb58c7fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3716033 Aug 11 03:36:45.652460 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d106b893-d264-4604-a3ce-1b165a42a4c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3be6de41-f510-48d0-9ad1-8be5161d8896,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:36:45.654487 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 41300) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:36:45.661046 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d106b893-d264-4604-a3ce-1b165a42a4c9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:36:45.661404 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d106b893-d264-4604-a3ce-1b165a42a4c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:36:45.661723 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d106b893-d264-4604-a3ce-1b165a42a4c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:36:45.662059 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d106b893-d264-4604-a3ce-1b165a42a4c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:36:45.662413 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d106b893-d264-4604-a3ce-1b165a42a4c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:36:45.662740 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d106b893-d264-4604-a3ce-1b165a42a4c9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:36:45.663065 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d106b893-d264-4604-a3ce-1b165a42a4c9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:36:45.663386 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d106b893-d264-4604-a3ce-1b165a42a4c9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:36:45.663704 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d106b893-d264-4604-a3ce-1b165a42a4c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:36:45.664023 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d106b893-d264-4604-a3ce-1b165a42a4c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:36:45.664338 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d106b893-d264-4604-a3ce-1b165a42a4c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:36:45.664655 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d106b893-d264-4604-a3ce-1b165a42a4c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:36:45.722982 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-147e2378-7b5e-40b9-8539-6e57e5dc159b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:36:45.769422 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-147e2378-7b5e-40b9-8539-6e57e5dc159b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:36:45.789241 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76be5687-8456-4a2a-8e80-4b88a92f076c req-4a990f4a-7b34-412b-96be-fae2f738f49d tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:36:45.790702 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-76be5687-8456-4a2a-8e80-4b88a92f076c req-4a990f4a-7b34-412b-96be-fae2f738f49d tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=30d4fc3c-8000-480f-916a-cdce5e85f65d HTTP/1.1" status: 200 len: 944 time: 0.0817239 Aug 11 03:36:45.840992 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-76be5687-8456-4a2a-8e80-4b88a92f076c req-92566153-f4db-433b-9162-3814dbba12a6 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/security-groups?id=d90906b3-11d7-4670-8cbc-45704d99f68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437837 Aug 11 03:36:45.900923 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-147e2378-7b5e-40b9-8539-6e57e5dc159b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:36:45.903975 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-147e2378-7b5e-40b9-8539-6e57e5dc159b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:36:45.905131 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-147e2378-7b5e-40b9-8539-6e57e5dc159b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3be6de41-f510-48d0-9ad1-8be5161d8896 HTTP/1.1" status: 204 len: 168 time: 0.2493658 Aug 11 03:36:45.913776 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147e2378-7b5e-40b9-8539-6e57e5dc159b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3be6de41-f510-48d0-9ad1-8be5161d8896,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:36:45.921321 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147e2378-7b5e-40b9-8539-6e57e5dc159b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:36:45.921667 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147e2378-7b5e-40b9-8539-6e57e5dc159b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:36:45.922001 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147e2378-7b5e-40b9-8539-6e57e5dc159b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:36:45.922432 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147e2378-7b5e-40b9-8539-6e57e5dc159b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:36:45.922732 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147e2378-7b5e-40b9-8539-6e57e5dc159b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:36:45.925558 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147e2378-7b5e-40b9-8539-6e57e5dc159b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:36:45.925840 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147e2378-7b5e-40b9-8539-6e57e5dc159b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:36:45.926170 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147e2378-7b5e-40b9-8539-6e57e5dc159b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:36:45.926548 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147e2378-7b5e-40b9-8539-6e57e5dc159b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:36:45.927116 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147e2378-7b5e-40b9-8539-6e57e5dc159b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:36:45.927448 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147e2378-7b5e-40b9-8539-6e57e5dc159b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:36:45.927837 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147e2378-7b5e-40b9-8539-6e57e5dc159b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:36:47.003067 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76688c8f-f620-40df-8c82-1e17022ad3a7 req-c0bb2630-97d8-47bb-a52a-345ed8aca20d tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:36:47.005700 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-76688c8f-f620-40df-8c82-1e17022ad3a7 req-c0bb2630-97d8-47bb-a52a-345ed8aca20d tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=30d4fc3c-8000-480f-916a-cdce5e85f65d HTTP/1.1" status: 200 len: 944 time: 0.0815144 Aug 11 03:36:47.047309 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-76688c8f-f620-40df-8c82-1e17022ad3a7 req-b547e8eb-a474-4fcc-901d-be60a4401ae8 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/security-groups?id=d90906b3-11d7-4670-8cbc-45704d99f68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344708 Aug 11 03:36:47.582630 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 41354) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:36:47.696817 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b8884208-d82d-4a9c-9ad8-a5320c5e10e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:36:47.792064 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b8884208-d82d-4a9c-9ad8-a5320c5e10e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:36:47.889340 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b8884208-d82d-4a9c-9ad8-a5320c5e10e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:36:47.952361 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-b8884208-d82d-4a9c-9ad8-a5320c5e10e7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=aabe2e84aea34530ae40e1dcfa124957&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3680727 Aug 11 03:36:47.952964 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8884208-d82d-4a9c-9ad8-a5320c5e10e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a4b0745-8344-4162-befd-45efb358db96,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:36:47.954965 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 41362) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:36:48.029674 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3ac06295-f21a-49a1-a32a-f2a447977f65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:36:48.052342 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3ac06295-f21a-49a1-a32a-f2a447977f65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:36:48.176476 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15265d75-390b-45e0-be29-24113a2f9d68 req-a36deb16-8f52-4a60-a551-eadc71969ea5 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:36:48.177868 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-15265d75-390b-45e0-be29-24113a2f9d68 req-a36deb16-8f52-4a60-a551-eadc71969ea5 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=30d4fc3c-8000-480f-916a-cdce5e85f65d HTTP/1.1" status: 200 len: 944 time: 0.0516715 Aug 11 03:36:48.197824 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3ac06295-f21a-49a1-a32a-f2a447977f65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:36:48.201522 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3ac06295-f21a-49a1-a32a-f2a447977f65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:36:48.207607 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-3ac06295-f21a-49a1-a32a-f2a447977f65 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5a4b0745-8344-4162-befd-45efb358db96 HTTP/1.1" status: 204 len: 168 time: 0.2514837 Aug 11 03:36:48.224970 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac06295-f21a-49a1-a32a-f2a447977f65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a4b0745-8344-4162-befd-45efb358db96,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:36:48.247452 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-15265d75-390b-45e0-be29-24113a2f9d68 req-7953f076-6b41-42e2-8abf-8c0194bdfe82 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/security-groups?id=d90906b3-11d7-4670-8cbc-45704d99f68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631840 Aug 11 03:36:49.377045 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ad9209-6b81-4f37-83bf-0d636c3b3d7f req-0f309c04-a666-4726-ba28-436386038ca2 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:36:49.379818 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-44ad9209-6b81-4f37-83bf-0d636c3b3d7f req-0f309c04-a666-4726-ba28-436386038ca2 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=30d4fc3c-8000-480f-916a-cdce5e85f65d HTTP/1.1" status: 200 len: 944 time: 0.0568707 Aug 11 03:36:49.427207 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-44ad9209-6b81-4f37-83bf-0d636c3b3d7f req-fbbabeba-0777-4587-8d1c-b18eb8bfced7 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/security-groups?id=d90906b3-11d7-4670-8cbc-45704d99f68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396268 Aug 11 03:36:50.576421 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a204e62-8693-4b56-aabd-905a555b1c76 req-b698dd9f-8c4d-4a07-b2e5-957c34541485 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:36:50.577911 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1a204e62-8693-4b56-aabd-905a555b1c76 req-b698dd9f-8c4d-4a07-b2e5-957c34541485 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=30d4fc3c-8000-480f-916a-cdce5e85f65d HTTP/1.1" status: 200 len: 944 time: 0.0573010 Aug 11 03:36:50.620845 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1a204e62-8693-4b56-aabd-905a555b1c76 req-1bf06ae5-d9da-450e-a854-73cabeefcb6d tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/security-groups?id=d90906b3-11d7-4670-8cbc-45704d99f68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359910 Aug 11 03:36:51.526277 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 41462) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:36:51.531584 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-adce51f1-9270-496c-864f-8b7ac99427aa tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Request body: {'network': {'name': 'tempest-network-smoke--1297486125', 'project_id': '391f2e6035934174b06bd30a54e0a2a0', 'port_security_enabled': True}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:36:51.592314 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adce51f1-9270-496c-864f-8b7ac99427aa tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Made reservation on behalf of 391f2e6035934174b06bd30a54e0a2a0 for: {'network': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:36:51.596511 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-adce51f1-9270-496c-864f-8b7ac99427aa tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:36:51.609246 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-adce51f1-9270-496c-864f-8b7ac99427aa tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:36:51.702377 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-adce51f1-9270-496c-864f-8b7ac99427aa tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:36:51.760511 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959423f7-ccf1-4a68-8707-047c35a5f112 req-3ff42bbd-83b1-4389-8635-c4a4593ad067 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:36:51.762023 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-959423f7-ccf1-4a68-8707-047c35a5f112 req-3ff42bbd-83b1-4389-8635-c4a4593ad067 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=30d4fc3c-8000-480f-916a-cdce5e85f65d HTTP/1.1" status: 200 len: 944 time: 0.0509250 Aug 11 03:36:51.802229 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-959423f7-ccf1-4a68-8707-047c35a5f112 req-f0dcb4ff-2033-40a4-bc02-4e80d126741d tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/security-groups?id=d90906b3-11d7-4670-8cbc-45704d99f68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336390 Aug 11 03:36:51.832109 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-adce51f1-9270-496c-864f-8b7ac99427aa tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:36:51.865417 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adce51f1-9270-496c-864f-8b7ac99427aa tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=102191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:36:51.873957 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adce51f1-9270-496c-864f-8b7ac99427aa tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35721a73-cbbb-4430-a074-4b36fc761412,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:36:51.880332 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-adce51f1-9270-496c-864f-8b7ac99427aa tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:36:51.881988 n-d-764292-30 neutron-server[102191]: INFO neutron.db.segments_db [None req-adce51f1-9270-496c-864f-8b7ac99427aa tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Added segment 0ad21126-26ed-45ae-b95d-2ec56e7e2e96 of type vlan for network c5a32e02-7f19-4007-affc-7c719cd8a9f6 Aug 11 03:36:51.921275 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-adce51f1-9270-496c-864f-8b7ac99427aa tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:36:52.016042 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-adce51f1-9270-496c-864f-8b7ac99427aa tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:36:52.021860 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adce51f1-9270-496c-864f-8b7ac99427aa tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:36:52.022533 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-adce51f1-9270-496c-864f-8b7ac99427aa tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Notify callbacks [] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:36:52.091704 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adce51f1-9270-496c-864f-8b7ac99427aa tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Pushing event updated for resources: {'Network': ['ID=c5a32e02-7f19-4007-affc-7c719cd8a9f6,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:36:52.103170 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network c5a32e02-7f19-4007-affc-7c719cd8a9f6 details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:36:52.161677 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-adce51f1-9270-496c-864f-8b7ac99427aa tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6310425 Aug 11 03:36:52.161959 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 41470) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:36:52.167723 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-a26a15fb-3710-4aae-8aae-417526fc1f66 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-2077214640', 'admin_state_up': True, 'project_id': '391f2e6035934174b06bd30a54e0a2a0', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:36:52.260763 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a26a15fb-3710-4aae-8aae-417526fc1f66 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-450010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6626'] for router, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:36:52.261844 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a26a15fb-3710-4aae-8aae-417526fc1f66 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-446747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6633'] for router, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:36:52.315291 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a26a15fb-3710-4aae-8aae-417526fc1f66 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:36:52.533450 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a26a15fb-3710-4aae-8aae-417526fc1f66 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:36:52.784709 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a26a15fb-3710-4aae-8aae-417526fc1f66 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Notify callbacks [] for router_gateway, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:36:52.817820 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a26a15fb-3710-4aae-8aae-417526fc1f66 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:36:52.922356 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e0a38f-d618-48b0-9dc7-06c4e9d0b96b req-9ca91015-3065-4dd6-9356-e2b9866c7b56 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:36:52.924530 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-07e0a38f-d618-48b0-9dc7-06c4e9d0b96b req-9ca91015-3065-4dd6-9356-e2b9866c7b56 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=30d4fc3c-8000-480f-916a-cdce5e85f65d HTTP/1.1" status: 200 len: 944 time: 0.0508676 Aug 11 03:36:52.965622 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-07e0a38f-d618-48b0-9dc7-06c4e9d0b96b req-764428a4-9202-4cf1-a3e4-e6feb0e34dcc tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/security-groups?id=d90906b3-11d7-4670-8cbc-45704d99f68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346596 Aug 11 03:36:52.983572 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [None req-a26a15fb-3710-4aae-8aae-417526fc1f66 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Allocated IP 172.25.8.131 (09faf7d2-eaf5-4a50-bb6e-4cb05d009a76/e1a97443-13df-40bb-85f5-fd269e2742c0/d4eee609-7c14-49a6-bb6b-43ac8d37c7ce) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:36:53.094949 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a26a15fb-3710-4aae-8aae-417526fc1f66 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:36:53.181387 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a26a15fb-3710-4aae-8aae-417526fc1f66 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:36:53.222579 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a26a15fb-3710-4aae-8aae-417526fc1f66 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:36:53.225446 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-a26a15fb-3710-4aae-8aae-417526fc1f66 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:36:53.229040 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26a15fb-3710-4aae-8aae-417526fc1f66 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:36:53.250381 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26a15fb-3710-4aae-8aae-417526fc1f66 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Pushing event updated for resources: {'Port': ['ID=d4eee609-7c14-49a6-bb6b-43ac8d37c7ce,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:36:53.444368 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-0d04013b-5aa5-4745-b50a-e0131b5b25ef req-60f8d3bd-e93c-472c-aefb-0cdc61beed6e service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=3340f099-54b8-4d05-b652-ce015b006c4e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0405960 Aug 11 03:36:53.640131 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d04013b-5aa5-4745-b50a-e0131b5b25ef req-5a5b38c6-6b37-4c7a-b2ce-c79d9561cd77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:36:53.641620 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-0d04013b-5aa5-4745-b50a-e0131b5b25ef req-5a5b38c6-6b37-4c7a-b2ce-c79d9561cd77 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=070297f9996c42b5875a5734db85c299&device_id=3340f099-54b8-4d05-b652-ce015b006c4e HTTP/1.1" status: 200 len: 1101 time: 0.1335740 Aug 11 03:36:53.682632 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a26a15fb-3710-4aae-8aae-417526fc1f66 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Notify callbacks [] for router_gateway, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:36:54.085949 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d04013b-5aa5-4745-b50a-e0131b5b25ef req-c1f9213c-cc4e-4d28-ae03-418790eca71c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:36:54.087463 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-0d04013b-5aa5-4745-b50a-e0131b5b25ef req-c1f9213c-cc4e-4d28-ae03-418790eca71c service neutron] 10.222.0.22 "GET /v2.0/networks?id=d1bf0def-6fa4-4d3e-bbc5-20a040931fba HTTP/1.1" status: 200 len: 870 time: 0.4250300 Aug 11 03:36:54.123868 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaae66d-ba82-4078-b4ef-d299123d2a5e req-424a10eb-36c2-4319-9f49-e941e6db27c5 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:36:54.125260 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7eaae66d-ba82-4078-b4ef-d299123d2a5e req-424a10eb-36c2-4319-9f49-e941e6db27c5 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=30d4fc3c-8000-480f-916a-cdce5e85f65d HTTP/1.1" status: 200 len: 944 time: 0.0666647 Aug 11 03:36:54.164912 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-0d04013b-5aa5-4745-b50a-e0131b5b25ef req-7a58d0ca-4964-47bc-b9c5-6bc1ccaee018 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=7c3b0f1d-df43-4b69-8e48-89b62338ba79 HTTP/1.1" status: 200 len: 217 time: 0.0688667 Aug 11 03:36:54.197763 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7eaae66d-ba82-4078-b4ef-d299123d2a5e req-d10da00e-f740-4f0f-9ecf-e16a9d955e6d tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/security-groups?id=d90906b3-11d7-4670-8cbc-45704d99f68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656283 Aug 11 03:36:54.261358 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d04013b-5aa5-4745-b50a-e0131b5b25ef req-e1928f68-d37c-4ce8-93da-86ccdb232c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:36:54.262858 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-0d04013b-5aa5-4745-b50a-e0131b5b25ef req-e1928f68-d37c-4ce8-93da-86ccdb232c9b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=254a3f4d-2b75-429e-bbb2-8e70554e9483 HTTP/1.1" status: 200 len: 843 time: 0.0864720 Aug 11 03:36:54.279087 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a26a15fb-3710-4aae-8aae-417526fc1f66 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-446952'] for router, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:36:54.353567 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d04013b-5aa5-4745-b50a-e0131b5b25ef req-719b773d-e22a-4b19-8082-8f41865b3e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:36:54.355125 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-0d04013b-5aa5-4745-b50a-e0131b5b25ef req-719b773d-e22a-4b19-8082-8f41865b3e84 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d1bf0def-6fa4-4d3e-bbc5-20a040931fba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0840943 Aug 11 03:36:54.503840 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-0d04013b-5aa5-4745-b50a-e0131b5b25ef req-245df9f0-36cb-4d46-9843-61ab7f4c9a5b service neutron] 10.222.0.22 "GET /v2.0/networks/d1bf0def-6fa4-4d3e-bbc5-20a040931fba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187513 Aug 11 03:36:54.604784 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-0d04013b-5aa5-4745-b50a-e0131b5b25ef req-f88c42e9-ce53-4425-992e-3cbce0739efa service neutron] 10.222.0.22 "GET /v2.0/networks/d1bf0def-6fa4-4d3e-bbc5-20a040931fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930800 Aug 11 03:36:54.632366 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a26a15fb-3710-4aae-8aae-417526fc1f66 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Router 43106b3a-b4aa-4dfd-b89d-0fe41c973cd6 is scheduled to L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 with binding_index 1 {{(pid=102191) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:36:54.741547 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a26a15fb-3710-4aae-8aae-417526fc1f66 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:36:54.751695 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f62cab-668f-45d9-b6a4-eb5e7d0f863a None None] Sync routers for ids ['43106b3a-b4aa-4dfd-b89d-0fe41c973cd6'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:36:54.760477 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f62cab-668f-45d9-b6a4-eb5e7d0f863a None None] Routers {'43106b3a-b4aa-4dfd-b89d-0fe41c973cd6'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:36:54.761087 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-56f62cab-668f-45d9-b6a4-eb5e7d0f863a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:36:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['43106b3a-b4aa-4dfd-b89d-0fe41c973cd6'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:36:54.837529 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a26a15fb-3710-4aae-8aae-417526fc1f66 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Notify callbacks [] for router, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:36:54.841817 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-a26a15fb-3710-4aae-8aae-417526fc1f66 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.6756949 Aug 11 03:36:54.842109 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 41512) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:36:54.871159 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-56f62cab-668f-45d9-b6a4-eb5e7d0f863a None None] Set router 43106b3a-b4aa-4dfd-b89d-0fe41c973cd6 gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:36:54.980625 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-ae754e84-9f7c-46b1-a413-c30f749ee5ab tempest-TestSecurityGroupsBasicOps-1751367075 tempest-TestSecurityGroupsBasicOps-1751367075-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=391f2e6035934174b06bd30a54e0a2a0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1373250 Aug 11 03:36:54.983321 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 41516) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:36:55.073069 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-56f62cab-668f-45d9-b6a4-eb5e7d0f863a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43106b3a-b4aa-4dfd-b89d-0fe41c973cd6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2077214640', 'tenant_id': '391f2e6035934174b06bd30a54e0a2a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': 'd4eee609-7c14-49a6-bb6b-43ac8d37c7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:36:52Z', 'updated_at': '2021-08-11T03:36:53Z', 'revision_number': 3, 'project_id': '391f2e6035934174b06bd30a54e0a2a0', 'gw_port': {'id': 'd4eee609-7c14-49a6-bb6b-43ac8d37c7ce', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:2d:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43106b3a-b4aa-4dfd-b89d-0fe41c973cd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:36:52Z', 'updated_at': '2021-08-11T03:36:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:36:55.101724 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f62cab-668f-45d9-b6a4-eb5e7d0f863a None None] Checking router: 43106b3a-b4aa-4dfd-b89d-0fe41c973cd6 for host: n-d-764292-30 {{(pid=102193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:36:55.102076 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f62cab-668f-45d9-b6a4-eb5e7d0f863a None None] Updating router 43106b3a-b4aa-4dfd-b89d-0fe41c973cd6 port d4eee609-7c14-49a6-bb6b-43ac8d37c7ce binding host n-d-764292-30 {{(pid=102193) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:36:55.127131 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-56f62cab-668f-45d9-b6a4-eb5e7d0f863a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:36:55.143461 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acf73f38-eb63-498e-91b7-0d4eee610671 tempest-TestSecurityGroupsBasicOps-1751367075 tempest-TestSecurityGroupsBasicOps-1751367075-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:36:55.145056 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-acf73f38-eb63-498e-91b7-0d4eee610671 tempest-TestSecurityGroupsBasicOps-1751367075 tempest-TestSecurityGroupsBasicOps-1751367075-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1607780 Aug 11 03:36:55.148016 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 41520) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:36:55.188409 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-5269b873-c7fb-4b72-a036-29d965112781 tempest-TestSecurityGroupsBasicOps-1751367075 tempest-TestSecurityGroupsBasicOps-1751367075-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=09faf7d2-eaf5-4a50-bb6e-4cb05d009a76&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0391560 Aug 11 03:36:55.191138 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 41522) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:36:55.195892 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-fb8ef0aa-e438-4321-94a3-ccb5f53e524f tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-20021106', 'network_id': 'c5a32e02-7f19-4007-affc-7c719cd8a9f6', 'project_id': '391f2e6035934174b06bd30a54e0a2a0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:36:55.334822 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb8ef0aa-e438-4321-94a3-ccb5f53e524f tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Made reservation on behalf of 391f2e6035934174b06bd30a54e0a2a0 for: {'subnet': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:36:55.338920 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fb8ef0aa-e438-4321-94a3-ccb5f53e524f tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274743'] for subnet, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:36:55.345350 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ad358c-e1fe-480b-afb6-6f9c45d4892f req-eeddb556-9b3e-4b9d-819c-a896c56f5921 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:36:55.346988 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-95ad358c-e1fe-480b-afb6-6f9c45d4892f req-eeddb556-9b3e-4b9d-819c-a896c56f5921 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=30d4fc3c-8000-480f-916a-cdce5e85f65d HTTP/1.1" status: 200 len: 944 time: 0.0754368 Aug 11 03:36:55.428111 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-95ad358c-e1fe-480b-afb6-6f9c45d4892f req-0f9c4365-9c88-4354-a3b4-5d4a4188ee71 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/security-groups?id=d90906b3-11d7-4670-8cbc-45704d99f68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735190 Aug 11 03:36:55.437243 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-56f62cab-668f-45d9-b6a4-eb5e7d0f863a None None] Notify callbacks [] for port, precommit_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:36:55.455053 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-56f62cab-668f-45d9-b6a4-eb5e7d0f863a None None] Transition to ACTIVE for port object d4eee609-7c14-49a6-bb6b-43ac8d37c7ce will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:36:55.523789 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-56f62cab-668f-45d9-b6a4-eb5e7d0f863a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:36:55.575282 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-56f62cab-668f-45d9-b6a4-eb5e7d0f863a None None] Attempting to bind port d4eee609-7c14-49a6-bb6b-43ac8d37c7ce on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:36:55.578931 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-56f62cab-668f-45d9-b6a4-eb5e7d0f863a None None] Attempting to bind port d4eee609-7c14-49a6-bb6b-43ac8d37c7ce by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:36:55.578931 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f62cab-668f-45d9-b6a4-eb5e7d0f863a None None] Attempting to bind port d4eee609-7c14-49a6-bb6b-43ac8d37c7ce on network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:36:55.581928 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7359db81-931f-49e4-9c02-9b04df93974d None None] Pushing event updated for resources: {'Port': ['ID=d4eee609-7c14-49a6-bb6b-43ac8d37c7ce,revision_number=2']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:36:55.586481 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f62cab-668f-45d9-b6a4-eb5e7d0f863a None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 36, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:36:55.586857 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f62cab-668f-45d9-b6a4-eb5e7d0f863a None None] Checking segment: {'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:36:55.587258 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-56f62cab-668f-45d9-b6a4-eb5e7d0f863a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:36:55.587646 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f62cab-668f-45d9-b6a4-eb5e7d0f863a None None] Bound using segment: {'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:36:55.588138 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-56f62cab-668f-45d9-b6a4-eb5e7d0f863a None None] Bound port: d4eee609-7c14-49a6-bb6b-43ac8d37c7ce, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:36:55.588517 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-56f62cab-668f-45d9-b6a4-eb5e7d0f863a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:36:55.597990 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fb8ef0aa-e438-4321-94a3-ccb5f53e524f tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126283476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274725'] for subnet, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:36:55.639110 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-56f62cab-668f-45d9-b6a4-eb5e7d0f863a None None] For port d4eee609-7c14-49a6-bb6b-43ac8d37c7ce, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:36:55.642914 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-56f62cab-668f-45d9-b6a4-eb5e7d0f863a None None] For port d4eee609-7c14-49a6-bb6b-43ac8d37c7ce, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=d4eee609-7c14-49a6-bb6b-43ac8d37c7ce,segment=NetworkSegment(fab28bed-aa25-40db-bba4-ec26e795194c),segment_id=fab28bed-aa25-40db-bba4-ec26e795194c)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:36:55.657274 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8ef0aa-e438-4321-94a3-ccb5f53e524f tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Pushing event updated for resources: {'Subnet': ['ID=e0543638-4dc5-47b2-878b-3fc9f259ada8,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:36:55.667343 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8ef0aa-e438-4321-94a3-ccb5f53e524f tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Checking segment: {'id': '0ad21126-26ed-45ae-b95d-2ec56e7e2e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'c5a32e02-7f19-4007-affc-7c719cd8a9f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:36:55.667703 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb8ef0aa-e438-4321-94a3-ccb5f53e524f tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Network hostable DHCP agents. Network: c5a32e02-7f19-4007-affc-7c719cd8a9f6, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:36:55.741002 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-56f62cab-668f-45d9-b6a4-eb5e7d0f863a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:36:55.769290 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb8ef0aa-e438-4321-94a3-ccb5f53e524f tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Network c5a32e02-7f19-4007-affc-7c719cd8a9f6 is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:36:55.806509 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f62cab-668f-45d9-b6a4-eb5e7d0f863a None None] Routers {'43106b3a-b4aa-4dfd-b89d-0fe41c973cd6'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:36:55.807233 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-56f62cab-668f-45d9-b6a4-eb5e7d0f863a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:36:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['43106b3a-b4aa-4dfd-b89d-0fe41c973cd6'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:36:55.812032 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7359db81-931f-49e4-9c02-9b04df93974d None None] Pushing event updated for resources: {'Port': ['ID=d4eee609-7c14-49a6-bb6b-43ac8d37c7ce,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:36:55.878599 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-fb8ef0aa-e438-4321-94a3-ccb5f53e524f tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, c5a32e02-7f19-4007-affc-7c719cd8a9f6) {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:36:55.883717 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb8ef0aa-e438-4321-94a3-ccb5f53e524f tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:36:55.884316 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-fb8ef0aa-e438-4321-94a3-ccb5f53e524f tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:36:55.891371 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cd4fbdd-ed7d-4202-95a5-509f8db8efa0 None None] Network c5a32e02-7f19-4007-affc-7c719cd8a9f6 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:36:55.950198 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-fb8ef0aa-e438-4321-94a3-ccb5f53e524f tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7555630 Aug 11 03:36:55.950784 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 41534) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:36:55.954063 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-56f62cab-668f-45d9-b6a4-eb5e7d0f863a None None] Set router 43106b3a-b4aa-4dfd-b89d-0fe41c973cd6 gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:36:56.209268 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04d5201d-74c2-468b-8b32-7619e49be5e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde080026-c28f-55be-b52b-13827cc43646-c5a32e02-7f19-4007-affc-7c719cd8a9f6', 'network_id': 'c5a32e02-7f19-4007-affc-7c719cd8a9f6', 'tenant_id': '391f2e6035934174b06bd30a54e0a2a0', 'fixed_ips': [{'subnet_id': 'e0543638-4dc5-47b2-878b-3fc9f259ada8'}]}} from n-d-764292-30. {{(pid=102193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:36:56.210143 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-04d5201d-74c2-468b-8b32-7619e49be5e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:36:56.285357 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-56f62cab-668f-45d9-b6a4-eb5e7d0f863a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43106b3a-b4aa-4dfd-b89d-0fe41c973cd6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2077214640', 'tenant_id': '391f2e6035934174b06bd30a54e0a2a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': 'd4eee609-7c14-49a6-bb6b-43ac8d37c7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:36:52Z', 'updated_at': '2021-08-11T03:36:53Z', 'revision_number': 3, 'project_id': '391f2e6035934174b06bd30a54e0a2a0', 'gw_port': {'id': 'd4eee609-7c14-49a6-bb6b-43ac8d37c7ce', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:2d:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43106b3a-b4aa-4dfd-b89d-0fe41c973cd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:36:52Z', 'updated_at': '2021-08-11T03:36:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:36:56.319114 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f62cab-668f-45d9-b6a4-eb5e7d0f863a None None] The sync data for ids ['43106b3a-b4aa-4dfd-b89d-0fe41c973cd6'] in n-d-764292-30 is: [{'id': '43106b3a-b4aa-4dfd-b89d-0fe41c973cd6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2077214640', 'tenant_id': '391f2e6035934174b06bd30a54e0a2a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': 'd4eee609-7c14-49a6-bb6b-43ac8d37c7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:36:52Z', 'updated_at': '2021-08-11T03:36:53Z', 'revision_number': 3, 'project_id': '391f2e6035934174b06bd30a54e0a2a0', 'gw_port': {'id': 'd4eee609-7c14-49a6-bb6b-43ac8d37c7ce', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:2d:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43106b3a-b4aa-4dfd-b89d-0fe41c973cd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:36:52Z', 'updated_at': '2021-08-11T03:36:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:36:56.391317 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.db_base_plugin_common [None req-04d5201d-74c2-468b-8b32-7619e49be5e0 None None] Allocated IP 172.20.0.2 (c5a32e02-7f19-4007-affc-7c719cd8a9f6/e0543638-4dc5-47b2-878b-3fc9f259ada8/26caec77-e5c8-46c1-b0a3-7070d2041c8b) {{(pid=102193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:36:56.477955 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3e1e6e9b-9379-4ba5-8bdb-894149a4f533 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:36:56.667510 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fb75e5-d234-470c-a65d-6feed7541d12 req-37a76ad4-9983-4f9b-8e17-145ecef317fa tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:36:56.669840 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-48fb75e5-d234-470c-a65d-6feed7541d12 req-37a76ad4-9983-4f9b-8e17-145ecef317fa tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=30d4fc3c-8000-480f-916a-cdce5e85f65d HTTP/1.1" status: 200 len: 944 time: 0.1167753 Aug 11 03:36:56.708401 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-04d5201d-74c2-468b-8b32-7619e49be5e0 None None] Notify callbacks [] for port, precommit_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:36:56.723763 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-04d5201d-74c2-468b-8b32-7619e49be5e0 None None] Transition to ACTIVE for port object 26caec77-e5c8-46c1-b0a3-7070d2041c8b will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:36:56.733777 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-48fb75e5-d234-470c-a65d-6feed7541d12 req-17e5e771-e3fb-4c44-a57c-44cb561b74b1 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/security-groups?id=d90906b3-11d7-4670-8cbc-45704d99f68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553739 Aug 11 03:36:56.743197 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-04d5201d-74c2-468b-8b32-7619e49be5e0 None None] Transition to ACTIVE for port object 26caec77-e5c8-46c1-b0a3-7070d2041c8b will not be triggered until provisioned by entity DHCP. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:36:56.838885 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-04d5201d-74c2-468b-8b32-7619e49be5e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669'] for port, after_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:36:56.897532 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d5201d-74c2-468b-8b32-7619e49be5e0 None None] Pushing event updated for resources: {'Port': ['ID=26caec77-e5c8-46c1-b0a3-7070d2041c8b,revision_number=1']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:36:56.919777 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [None req-3e1e6e9b-9379-4ba5-8bdb-894149a4f533 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Allocated IP 172.20.0.1 (c5a32e02-7f19-4007-affc-7c719cd8a9f6/e0543638-4dc5-47b2-878b-3fc9f259ada8/486ff671-b229-477f-94a5-b8b39522655c) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:36:56.920559 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d5201d-74c2-468b-8b32-7619e49be5e0 None None] Network c5a32e02-7f19-4007-affc-7c719cd8a9f6 is already hosted by enough agents. {{(pid=102193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:36:56.923334 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.base_scheduler [None req-04d5201d-74c2-468b-8b32-7619e49be5e0 None None] Resources bound (agent type, host, resource id): {{(pid=102193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:36:56.926837 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d5201d-74c2-468b-8b32-7619e49be5e0 None None] Received port after_create {{(pid=102193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:36:56.982093 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-04d5201d-74c2-468b-8b32-7619e49be5e0 None None] Attempting to bind port 26caec77-e5c8-46c1-b0a3-7070d2041c8b on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:36:56.982470 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-04d5201d-74c2-468b-8b32-7619e49be5e0 None None] Attempting to bind port 26caec77-e5c8-46c1-b0a3-7070d2041c8b by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': '0ad21126-26ed-45ae-b95d-2ec56e7e2e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'c5a32e02-7f19-4007-affc-7c719cd8a9f6'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:36:56.982836 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d5201d-74c2-468b-8b32-7619e49be5e0 None None] Attempting to bind port 26caec77-e5c8-46c1-b0a3-7070d2041c8b on network c5a32e02-7f19-4007-affc-7c719cd8a9f6 {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:36:56.989059 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d5201d-74c2-468b-8b32-7619e49be5e0 None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 36, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:36:56.989426 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d5201d-74c2-468b-8b32-7619e49be5e0 None None] Checking segment: {'id': '0ad21126-26ed-45ae-b95d-2ec56e7e2e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'c5a32e02-7f19-4007-affc-7c719cd8a9f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:36:56.989831 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-04d5201d-74c2-468b-8b32-7619e49be5e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:36:56.990225 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d5201d-74c2-468b-8b32-7619e49be5e0 None None] Bound using segment: {'id': '0ad21126-26ed-45ae-b95d-2ec56e7e2e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'c5a32e02-7f19-4007-affc-7c719cd8a9f6'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:36:56.991046 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-04d5201d-74c2-468b-8b32-7619e49be5e0 None None] Bound port: 26caec77-e5c8-46c1-b0a3-7070d2041c8b, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ad21126-26ed-45ae-b95d-2ec56e7e2e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'c5a32e02-7f19-4007-affc-7c719cd8a9f6'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:36:56.991425 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-04d5201d-74c2-468b-8b32-7619e49be5e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:36:57.072911 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3e1e6e9b-9379-4ba5-8bdb-894149a4f533 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:36:57.074686 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-04d5201d-74c2-468b-8b32-7619e49be5e0 None None] For port 26caec77-e5c8-46c1-b0a3-7070d2041c8b, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:36:57.078904 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-04d5201d-74c2-468b-8b32-7619e49be5e0 None None] For port 26caec77-e5c8-46c1-b0a3-7070d2041c8b, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=26caec77-e5c8-46c1-b0a3-7070d2041c8b,segment=NetworkSegment(0ad21126-26ed-45ae-b95d-2ec56e7e2e96),segment_id=0ad21126-26ed-45ae-b95d-2ec56e7e2e96)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:36:57.088630 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [None req-3e1e6e9b-9379-4ba5-8bdb-894149a4f533 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Transition to ACTIVE for port object 486ff671-b229-477f-94a5-b8b39522655c will not be triggered until provisioned by entity DHCP. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:36:57.141498 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-04d5201d-74c2-468b-8b32-7619e49be5e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:36:57.198370 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3e1e6e9b-9379-4ba5-8bdb-894149a4f533 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:36:57.227126 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d5201d-74c2-468b-8b32-7619e49be5e0 None None] Pushing event updated for resources: {'Port': ['ID=26caec77-e5c8-46c1-b0a3-7070d2041c8b,revision_number=2']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:36:57.252705 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e1e6e9b-9379-4ba5-8bdb-894149a4f533 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Network c5a32e02-7f19-4007-affc-7c719cd8a9f6 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:36:57.259594 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-3e1e6e9b-9379-4ba5-8bdb-894149a4f533 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:36:57.262056 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1e6e9b-9379-4ba5-8bdb-894149a4f533 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Pushing event updated for resources: {'Port': ['ID=486ff671-b229-477f-94a5-b8b39522655c,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:36:57.264324 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1e6e9b-9379-4ba5-8bdb-894149a4f533 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:36:57.317839 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3e1e6e9b-9379-4ba5-8bdb-894149a4f533 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-520987'] for router_interface, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:36:57.611112 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3e1e6e9b-9379-4ba5-8bdb-894149a4f533 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:36:57.867480 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe06974-5ed9-4416-a96d-7d335973e752 req-876cb8c6-efc6-4ddd-a014-bfdae373216a tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:36:57.869149 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-dfe06974-5ed9-4416-a96d-7d335973e752 req-876cb8c6-efc6-4ddd-a014-bfdae373216a tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=30d4fc3c-8000-480f-916a-cdce5e85f65d HTTP/1.1" status: 200 len: 944 time: 0.0572338 Aug 11 03:36:57.918367 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-dfe06974-5ed9-4416-a96d-7d335973e752 req-b732f14d-701f-4e15-b588-c64208f23a8f tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/security-groups?id=d90906b3-11d7-4670-8cbc-45704d99f68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428808 Aug 11 03:36:58.182194 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3e1e6e9b-9379-4ba5-8bdb-894149a4f533 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:36:58.260604 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3e1e6e9b-9379-4ba5-8bdb-894149a4f533 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:36:58.335122 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1e6e9b-9379-4ba5-8bdb-894149a4f533 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Pushing event updated for resources: {'Port': ['ID=486ff671-b229-477f-94a5-b8b39522655c,revision_number=2']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:36:58.337721 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3e1e6e9b-9379-4ba5-8bdb-894149a4f533 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16383026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521135'] for router_interface, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:36:58.445271 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e1e6e9b-9379-4ba5-8bdb-894149a4f533 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Network c5a32e02-7f19-4007-affc-7c719cd8a9f6 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:36:58.446938 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-3e1e6e9b-9379-4ba5-8bdb-894149a4f533 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:36:58.616706 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e1e6e9b-9379-4ba5-8bdb-894149a4f533 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Router 43106b3a-b4aa-4dfd-b89d-0fe41c973cd6 has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:36:58.669121 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 26caec77-e5c8-46c1-b0a3-7070d2041c8b up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:36:58.731294 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5826d4b6-8da8-4852-baaf-2ca18c24e00d None None] Network c5a32e02-7f19-4007-affc-7c719cd8a9f6 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:36:58.744138 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e1e6e9b-9379-4ba5-8bdb-894149a4f533 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:36:58.749417 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-3e1e6e9b-9379-4ba5-8bdb-894149a4f533 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] 10.222.0.41 "PUT /v2.0/routers/43106b3a-b4aa-4dfd-b89d-0fe41c973cd6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7975609 Aug 11 03:36:58.752299 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 41574) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:36:58.757109 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-9ea56121-8dd6-43d0-8df8-e8dea7ad03b9 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--218499021', 'description': 'tempest-secgroup_access--218499021 description', 'project_id': '391f2e6035934174b06bd30a54e0a2a0'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:36:58.762130 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b693c667-7dfd-4305-a26d-a2ce24964b78 None None] Sync routers for ids ['43106b3a-b4aa-4dfd-b89d-0fe41c973cd6'] in n-d-764292-30 {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:36:58.773899 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b693c667-7dfd-4305-a26d-a2ce24964b78 None None] Routers {'43106b3a-b4aa-4dfd-b89d-0fe41c973cd6'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:36:58.774931 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-b693c667-7dfd-4305-a26d-a2ce24964b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:36:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['43106b3a-b4aa-4dfd-b89d-0fe41c973cd6'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:36:58.862718 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9ea56121-8dd6-43d0-8df8-e8dea7ad03b9 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:36:58.885742 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port 26caec77-e5c8-46c1-b0a3-7070d2041c8b completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:36:58.889199 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-62de9c9d-5928-49b3-942e-cd54f8f6bc42 None None] Provisioning for port 26caec77-e5c8-46c1-b0a3-7070d2041c8b completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:36:58.894261 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 26caec77-e5c8-46c1-b0a3-7070d2041c8b triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:36:58.894660 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:36:58.895652 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-b693c667-7dfd-4305-a26d-a2ce24964b78 None None] Set router 43106b3a-b4aa-4dfd-b89d-0fe41c973cd6 gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:36:58.899102 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-62de9c9d-5928-49b3-942e-cd54f8f6bc42 None None] Provisioning complete for port 26caec77-e5c8-46c1-b0a3-7070d2041c8b triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:36:58.899583 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-62de9c9d-5928-49b3-942e-cd54f8f6bc42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:36:58.978315 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9ea56121-8dd6-43d0-8df8-e8dea7ad03b9 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:36:59.056645 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9ea56121-8dd6-43d0-8df8-e8dea7ad03b9 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:36:59.098581 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea56121-8dd6-43d0-8df8-e8dea7ad03b9 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99b8c431-210b-4394-b012-68f443cd272b,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:36:59.107946 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf070eb3-d631-473c-98b4-cef9c9998b2a req-1b9d995f-a07a-477e-be35-8e512565def7 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:36:59.122971 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bf070eb3-d631-473c-98b4-cef9c9998b2a req-1b9d995f-a07a-477e-be35-8e512565def7 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=30d4fc3c-8000-480f-916a-cdce5e85f65d HTTP/1.1" status: 200 len: 944 time: 0.0947442 Aug 11 03:36:59.161404 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9ea56121-8dd6-43d0-8df8-e8dea7ad03b9 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:36:59.163566 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-9ea56121-8dd6-43d0-8df8-e8dea7ad03b9 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.4100804 Aug 11 03:36:59.166454 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 41580) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:36:59.192113 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bf070eb3-d631-473c-98b4-cef9c9998b2a req-9bdf6976-543c-4a3f-a0ec-fa4ee4f71e99 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/security-groups?id=d90906b3-11d7-4670-8cbc-45704d99f68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678470 Aug 11 03:36:59.192913 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-8eae5266-5a81-4f32-8d7d-02193345b1dd tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--677455205', 'description': 'tempest-secgroup_general--677455205 description', 'project_id': '391f2e6035934174b06bd30a54e0a2a0'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:36:59.256269 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-62de9c9d-5928-49b3-942e-cd54f8f6bc42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:36:59.259698 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:36:59.268857 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-e9ce1bd0-fd62-4e8e-b3fa-96100156d4aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:36:59.313281 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-62de9c9d-5928-49b3-942e-cd54f8f6bc42 None None] For port 26caec77-e5c8-46c1-b0a3-7070d2041c8b, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=26caec77-e5c8-46c1-b0a3-7070d2041c8b,segment=NetworkSegment(0ad21126-26ed-45ae-b95d-2ec56e7e2e96),segment_id=0ad21126-26ed-45ae-b95d-2ec56e7e2e96)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:36:59.324898 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8eae5266-5a81-4f32-8d7d-02193345b1dd tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:36:59.326654 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-b693c667-7dfd-4305-a26d-a2ce24964b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43106b3a-b4aa-4dfd-b89d-0fe41c973cd6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2077214640', 'tenant_id': '391f2e6035934174b06bd30a54e0a2a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': 'd4eee609-7c14-49a6-bb6b-43ac8d37c7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:36:52Z', 'updated_at': '2021-08-11T03:36:57Z', 'revision_number': 4, 'project_id': '391f2e6035934174b06bd30a54e0a2a0', 'gw_port': {'id': 'd4eee609-7c14-49a6-bb6b-43ac8d37c7ce', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:2d:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43106b3a-b4aa-4dfd-b89d-0fe41c973cd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:36:52Z', 'updated_at': '2021-08-11T03:36:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '486ff671-b229-477f-94a5-b8b39522655c', 'name': '', 'network_id': 'c5a32e02-7f19-4007-affc-7c719cd8a9f6', 'tenant_id': '391f2e6035934174b06bd30a54e0a2a0', 'mac_address': 'fa:16:3e:80:a1:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43106b3a-b4aa-4dfd-b89d-0fe41c973cd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'e0543638-4dc5-47b2-878b-3fc9f259ada8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:36:56Z', 'updated_at': '2021-08-11T03:36:58Z', 'revision_number': 2, 'project_id': '391f2e6035934174b06bd30a54e0a2a0', 'subnets': [{'id': 'e0543638-4dc5-47b2-878b-3fc9f259ada8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:36:59.353512 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b693c667-7dfd-4305-a26d-a2ce24964b78 None None] Checking router: 43106b3a-b4aa-4dfd-b89d-0fe41c973cd6 for host: n-d-764292-30 {{(pid=102194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:36:59.353885 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b693c667-7dfd-4305-a26d-a2ce24964b78 None None] Updating router 43106b3a-b4aa-4dfd-b89d-0fe41c973cd6 port 486ff671-b229-477f-94a5-b8b39522655c binding host n-d-764292-30 {{(pid=102194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:36:59.380634 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-b693c667-7dfd-4305-a26d-a2ce24964b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:36:59.415579 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-62de9c9d-5928-49b3-942e-cd54f8f6bc42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:36:59.422613 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8eae5266-5a81-4f32-8d7d-02193345b1dd tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:36:59.458251 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.agents_db [None req-950b7202-decb-43e2-8f71-ac8931dc9749 None None] Agent healthcheck: found 7 active agents {{(pid=102194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:36:59.462366 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.db.api [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102193) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 03:36:59.462366 n-d-764292-30 neutron-server[102193]: DEBUG oslo_db.api [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 03:36:59.490429 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8eae5266-5a81-4f32-8d7d-02193345b1dd tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:36:59.508216 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62de9c9d-5928-49b3-942e-cd54f8f6bc42 None None] Pushing event updated for resources: {'Port': ['ID=26caec77-e5c8-46c1-b0a3-7070d2041c8b,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:36:59.516109 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62de9c9d-5928-49b3-942e-cd54f8f6bc42 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:36:59.523594 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62de9c9d-5928-49b3-942e-cd54f8f6bc42 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:36:59.523594 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62de9c9d-5928-49b3-942e-cd54f8f6bc42 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:36:59.523594 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62de9c9d-5928-49b3-942e-cd54f8f6bc42 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:36:59.523594 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62de9c9d-5928-49b3-942e-cd54f8f6bc42 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:36:59.523594 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62de9c9d-5928-49b3-942e-cd54f8f6bc42 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:36:59.523594 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62de9c9d-5928-49b3-942e-cd54f8f6bc42 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:36:59.523594 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62de9c9d-5928-49b3-942e-cd54f8f6bc42 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:36:59.523594 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62de9c9d-5928-49b3-942e-cd54f8f6bc42 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:36:59.523594 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62de9c9d-5928-49b3-942e-cd54f8f6bc42 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:36:59.523594 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62de9c9d-5928-49b3-942e-cd54f8f6bc42 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:36:59.523594 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62de9c9d-5928-49b3-942e-cd54f8f6bc42 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:36:59.554418 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eae5266-5a81-4f32-8d7d-02193345b1dd tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43e9f301-8fd4-4d60-ad66-37c4f2ba2701,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:36:59.609422 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-c855b98d-e193-4cc0-b48c-4316b8dd5e6e None None] Provisioning for port 486ff671-b229-477f-94a5-b8b39522655c completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:36:59.615044 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-c855b98d-e193-4cc0-b48c-4316b8dd5e6e None None] Provisioning complete for port 486ff671-b229-477f-94a5-b8b39522655c triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:36:59.615663 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-c855b98d-e193-4cc0-b48c-4316b8dd5e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:36:59.652485 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-c855b98d-e193-4cc0-b48c-4316b8dd5e6e None None] Port 486ff671-b229-477f-94a5-b8b39522655c cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:36:59.655181 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8eae5266-5a81-4f32-8d7d-02193345b1dd tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:36:59.656504 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-8eae5266-5a81-4f32-8d7d-02193345b1dd tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.4884365 Aug 11 03:36:59.660197 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 41588) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:36:59.667017 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-c855b98d-e193-4cc0-b48c-4316b8dd5e6e None None] Provisioning complete for port 26caec77-e5c8-46c1-b0a3-7070d2041c8b triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:36:59.667403 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-c855b98d-e193-4cc0-b48c-4316b8dd5e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:36:59.668821 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-75ebfcd7-70ba-46a3-a8fa-d892b79f3877 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Request body: {'security_group_rule': {'security_group_id': '99b8c431-210b-4394-b012-68f443cd272b', 'project_id': '391f2e6035934174b06bd30a54e0a2a0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:36:59.739980 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-b693c667-7dfd-4305-a26d-a2ce24964b78 None None] Notify callbacks [] for port, precommit_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:36:59.750371 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.provisioning_blocks [None req-b693c667-7dfd-4305-a26d-a2ce24964b78 None None] Transition to ACTIVE for port object 486ff671-b229-477f-94a5-b8b39522655c will not be triggered until provisioned by entity L2. {{(pid=102194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:36:59.809007 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-75ebfcd7-70ba-46a3-a8fa-d892b79f3877 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:36:59.843782 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-b693c667-7dfd-4305-a26d-a2ce24964b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:36:59.861013 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-75ebfcd7-70ba-46a3-a8fa-d892b79f3877 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:36:59.900268 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92012cc9-a59d-4103-869c-34f82a7418d0 None None] Pushing event updated for resources: {'Port': ['ID=486ff671-b229-477f-94a5-b8b39522655c,revision_number=3']} {{(pid=102194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:36:59.902710 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-75ebfcd7-70ba-46a3-a8fa-d892b79f3877 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:36:59.941126 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92012cc9-a59d-4103-869c-34f82a7418d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:36:59.943397 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92012cc9-a59d-4103-869c-34f82a7418d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:36:59.943397 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92012cc9-a59d-4103-869c-34f82a7418d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:36:59.943397 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92012cc9-a59d-4103-869c-34f82a7418d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:36:59.943397 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92012cc9-a59d-4103-869c-34f82a7418d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:36:59.943397 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92012cc9-a59d-4103-869c-34f82a7418d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:36:59.943397 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92012cc9-a59d-4103-869c-34f82a7418d0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:36:59.943397 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92012cc9-a59d-4103-869c-34f82a7418d0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:36:59.944013 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ebfcd7-70ba-46a3-a8fa-d892b79f3877 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a2af52d-f5c2-4645-a805-95597bc37bb4,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:36:59.944139 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92012cc9-a59d-4103-869c-34f82a7418d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:36:59.944139 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92012cc9-a59d-4103-869c-34f82a7418d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:36:59.944341 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92012cc9-a59d-4103-869c-34f82a7418d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:36:59.944868 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92012cc9-a59d-4103-869c-34f82a7418d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:36:59.961923 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-b693c667-7dfd-4305-a26d-a2ce24964b78 None None] Attempting to bind port 486ff671-b229-477f-94a5-b8b39522655c on host n-d-764292-30 for vnic_type normal with profile {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:36:59.962329 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-b693c667-7dfd-4305-a26d-a2ce24964b78 None None] Attempting to bind port 486ff671-b229-477f-94a5-b8b39522655c by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': '0ad21126-26ed-45ae-b95d-2ec56e7e2e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'c5a32e02-7f19-4007-affc-7c719cd8a9f6'}] {{(pid=102194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:36:59.968702 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b693c667-7dfd-4305-a26d-a2ce24964b78 None None] Attempting to bind port 486ff671-b229-477f-94a5-b8b39522655c on network c5a32e02-7f19-4007-affc-7c719cd8a9f6 {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:36:59.968702 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b693c667-7dfd-4305-a26d-a2ce24964b78 None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 36, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:36:59.968981 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b693c667-7dfd-4305-a26d-a2ce24964b78 None None] Checking segment: {'id': '0ad21126-26ed-45ae-b95d-2ec56e7e2e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'c5a32e02-7f19-4007-affc-7c719cd8a9f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:36:59.969304 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-b693c667-7dfd-4305-a26d-a2ce24964b78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:36:59.969853 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b693c667-7dfd-4305-a26d-a2ce24964b78 None None] Bound using segment: {'id': '0ad21126-26ed-45ae-b95d-2ec56e7e2e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'c5a32e02-7f19-4007-affc-7c719cd8a9f6'} {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:36:59.970399 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-b693c667-7dfd-4305-a26d-a2ce24964b78 None None] Bound port: 486ff671-b229-477f-94a5-b8b39522655c, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ad21126-26ed-45ae-b95d-2ec56e7e2e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'c5a32e02-7f19-4007-affc-7c719cd8a9f6'}}] {{(pid=102194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:36:59.970760 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-b693c667-7dfd-4305-a26d-a2ce24964b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:00.006709 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-75ebfcd7-70ba-46a3-a8fa-d892b79f3877 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:00.007921 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-75ebfcd7-70ba-46a3-a8fa-d892b79f3877 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3461447 Aug 11 03:37:00.016656 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device d4eee609-7c14-49a6-bb6b-43ac8d37c7ce up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:37:00.058679 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.db [None req-b693c667-7dfd-4305-a26d-a2ce24964b78 None None] For port 486ff671-b229-477f-94a5-b8b39522655c, host n-d-764292-30, cleared binding levels {{(pid=102194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:37:00.062561 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.db [None req-b693c667-7dfd-4305-a26d-a2ce24964b78 None None] For port 486ff671-b229-477f-94a5-b8b39522655c, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=486ff671-b229-477f-94a5-b8b39522655c,segment=NetworkSegment(0ad21126-26ed-45ae-b95d-2ec56e7e2e96),segment_id=0ad21126-26ed-45ae-b95d-2ec56e7e2e96)] {{(pid=102194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:37:00.152720 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-b693c667-7dfd-4305-a26d-a2ce24964b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:00.176406 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port d4eee609-7c14-49a6-bb6b-43ac8d37c7ce completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:37:00.181281 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3fe08940-db47-4cd6-8e6d-03ac95738507 req-44a83567-12c2-42d3-9924-c633bf3feeaf tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup_general--677455205&fields=id&tenant_id=391f2e6035934174b06bd30a54e0a2a0 HTTP/1.1" status: 200 len: 267 time: 0.0390105 Aug 11 03:37:00.182052 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port d4eee609-7c14-49a6-bb6b-43ac8d37c7ce triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:37:00.182730 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:00.239859 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b693c667-7dfd-4305-a26d-a2ce24964b78 None None] Routers {'43106b3a-b4aa-4dfd-b89d-0fe41c973cd6'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:37:00.240507 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-b693c667-7dfd-4305-a26d-a2ce24964b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:36:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['43106b3a-b4aa-4dfd-b89d-0fe41c973cd6'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:37:00.271733 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3fe08940-db47-4cd6-8e6d-03ac95738507 req-7b79c316-5674-4fea-afd8-b067debad250 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup_access--218499021&fields=id&tenant_id=391f2e6035934174b06bd30a54e0a2a0 HTTP/1.1" status: 200 len: 267 time: 0.0832858 Aug 11 03:37:00.293627 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92012cc9-a59d-4103-869c-34f82a7418d0 None None] Pushing event updated for resources: {'Port': ['ID=486ff671-b229-477f-94a5-b8b39522655c,revision_number=4']} {{(pid=102194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:37:00.332969 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:00.358981 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port d4eee609-7c14-49a6-bb6b-43ac8d37c7ce, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=d4eee609-7c14-49a6-bb6b-43ac8d37c7ce,segment=NetworkSegment(fab28bed-aa25-40db-bba4-ec26e795194c),segment_id=fab28bed-aa25-40db-bba4-ec26e795194c)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:37:00.425163 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-b693c667-7dfd-4305-a26d-a2ce24964b78 None None] Set router 43106b3a-b4aa-4dfd-b89d-0fe41c973cd6 gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:37:00.441479 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe08940-db47-4cd6-8e6d-03ac95738507 req-f0eb741d-030d-4f85-bbf7-07eb2662a7ad tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:37:00.443286 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3fe08940-db47-4cd6-8e6d-03ac95738507 req-f0eb741d-030d-4f85-bbf7-07eb2662a7ad tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] 10.222.0.41 "GET /v2.0/networks?id=c5a32e02-7f19-4007-affc-7c719cd8a9f6 HTTP/1.1" status: 200 len: 797 time: 0.1708248 Aug 11 03:37:00.449510 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:00.457411 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebe84ac-0d10-428e-b6db-4991f1183e83 req-07fc4d01-c2be-4027-a7d9-82b470658523 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:37:00.457411 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cebe84ac-0d10-428e-b6db-4991f1183e83 req-07fc4d01-c2be-4027-a7d9-82b470658523 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=30d4fc3c-8000-480f-916a-cdce5e85f65d HTTP/1.1" status: 200 len: 944 time: 0.0957026 Aug 11 03:37:00.473263 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3fe08940-db47-4cd6-8e6d-03ac95738507 req-83378113-bfc9-4b7e-ad4b-8a04cdae68f7 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] 10.222.0.41 "GET /v2.0/quotas/391f2e6035934174b06bd30a54e0a2a0 HTTP/1.1" status: 200 len: 375 time: 0.0189345 Aug 11 03:37:00.546136 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=d4eee609-7c14-49a6-bb6b-43ac8d37c7ce,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:37:00.551390 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 67a03a02-4654-4eea-bb16-988f2f4a9a99 details requested by agent hyperv_n-h1-764292-30 with host n-h1-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:37:00.585433 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cebe84ac-0d10-428e-b6db-4991f1183e83 req-d0c4fc2d-91f7-4f30-98c2-0b327b341be9 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/security-groups?id=d90906b3-11d7-4670-8cbc-45704d99f68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215601 Aug 11 03:37:00.621510 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3fe08940-db47-4cd6-8e6d-03ac95738507 req-4053749b-0aea-4bab-bfbe-6df07c4e247a tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=391f2e6035934174b06bd30a54e0a2a0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1274590 Aug 11 03:37:00.630190 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 26caec77-e5c8-46c1-b0a3-7070d2041c8b up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:37:00.688131 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-b693c667-7dfd-4305-a26d-a2ce24964b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43106b3a-b4aa-4dfd-b89d-0fe41c973cd6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2077214640', 'tenant_id': '391f2e6035934174b06bd30a54e0a2a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': 'd4eee609-7c14-49a6-bb6b-43ac8d37c7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:36:52Z', 'updated_at': '2021-08-11T03:36:57Z', 'revision_number': 4, 'project_id': '391f2e6035934174b06bd30a54e0a2a0', 'gw_port': {'id': 'd4eee609-7c14-49a6-bb6b-43ac8d37c7ce', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:2d:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43106b3a-b4aa-4dfd-b89d-0fe41c973cd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:36:52Z', 'updated_at': '2021-08-11T03:36:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '486ff671-b229-477f-94a5-b8b39522655c', 'name': '', 'network_id': 'c5a32e02-7f19-4007-affc-7c719cd8a9f6', 'tenant_id': '391f2e6035934174b06bd30a54e0a2a0', 'mac_address': 'fa:16:3e:80:a1:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43106b3a-b4aa-4dfd-b89d-0fe41c973cd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'e0543638-4dc5-47b2-878b-3fc9f259ada8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:36:56Z', 'updated_at': '2021-08-11T03:37:00Z', 'revision_number': 4, 'project_id': '391f2e6035934174b06bd30a54e0a2a0', 'subnets': [{'id': 'e0543638-4dc5-47b2-878b-3fc9f259ada8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:37:00.723626 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3fe08940-db47-4cd6-8e6d-03ac95738507 req-d351be04-64e6-4711-8e0b-aff745b8aeb8 service neutron] 10.222.0.41 "GET /v2.0/networks/c5a32e02-7f19-4007-affc-7c719cd8a9f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922573 Aug 11 03:37:00.727575 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b693c667-7dfd-4305-a26d-a2ce24964b78 None None] The sync data for ids ['43106b3a-b4aa-4dfd-b89d-0fe41c973cd6'] in n-d-764292-30 is: [{'id': '43106b3a-b4aa-4dfd-b89d-0fe41c973cd6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2077214640', 'tenant_id': '391f2e6035934174b06bd30a54e0a2a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': 'd4eee609-7c14-49a6-bb6b-43ac8d37c7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:36:52Z', 'updated_at': '2021-08-11T03:36:57Z', 'revision_number': 4, 'project_id': '391f2e6035934174b06bd30a54e0a2a0', 'gw_port': {'id': 'd4eee609-7c14-49a6-bb6b-43ac8d37c7ce', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:2d:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43106b3a-b4aa-4dfd-b89d-0fe41c973cd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:36:52Z', 'updated_at': '2021-08-11T03:36:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '486ff671-b229-477f-94a5-b8b39522655c', 'name': '', 'network_id': 'c5a32e02-7f19-4007-affc-7c719cd8a9f6', 'tenant_id': '391f2e6035934174b06bd30a54e0a2a0', 'mac_address': 'fa:16:3e:80:a1:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43106b3a-b4aa-4dfd-b89d-0fe41c973cd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'e0543638-4dc5-47b2-878b-3fc9f259ada8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:36:56Z', 'updated_at': '2021-08-11T03:37:00Z', 'revision_number': 4, 'project_id': '391f2e6035934174b06bd30a54e0a2a0', 'subnets': [{'id': 'e0543638-4dc5-47b2-878b-3fc9f259ada8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:37:00.755757 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 26caec77-e5c8-46c1-b0a3-7070d2041c8b triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:37:00.756142 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:00.821334 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 67a03a02-4654-4eea-bb16-988f2f4a9a99, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=67a03a02-4654-4eea-bb16-988f2f4a9a99,segment=NetworkSegment(32ef8310-eb36-4f10-89a8-2ec645494a63),segment_id=32ef8310-eb36-4f10-89a8-2ec645494a63)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:37:00.840198 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Returning: {'device': '67a03a02-4654-4eea-bb16-988f2f4a9a99', 'network_id': '72c2364e-d28c-436a-9463-f669c277e7f2', 'port_id': '67a03a02-4654-4eea-bb16-988f2f4a9a99', 'mac_address': 'fa:16:3e:a4:d0:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '321ef215-4958-452a-9904-0e4a458fb021', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:37:00.858735 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3fe08940-db47-4cd6-8e6d-03ac95738507 req-62ebc8b9-de95-402c-9f3c-01dc2125c33e service neutron] 10.222.0.41 "GET /v2.0/networks/c5a32e02-7f19-4007-affc-7c719cd8a9f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293066 Aug 11 03:37:00.927394 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:00.951346 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67a03a02-4654-4eea-bb16-988f2f4a9a99 {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:37:00.977564 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 67a03a02-4654-4eea-bb16-988f2f4a9a99, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=67a03a02-4654-4eea-bb16-988f2f4a9a99,segment=NetworkSegment(32ef8310-eb36-4f10-89a8-2ec645494a63),segment_id=32ef8310-eb36-4f10-89a8-2ec645494a63)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:37:01.050432 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:01.104673 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=67a03a02-4654-4eea-bb16-988f2f4a9a99,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:37:01.199558 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ec5427b5-4ba7-4ea8-abf3-e55ac23e3d0f req-506f1821-30c0-4698-b093-bb1d3927b556 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b2161b3-f31c-4efc-ab3f-2dfa30c1fd17 HTTP/1.1" status: 200 len: 210 time: 0.0304682 Aug 11 03:37:01.363433 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['67a03a02-4654-4eea-bb16-988f2f4a9a99'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:37:01.721132 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ca9abe-255a-40e0-872f-c0f868b2939c req-c8b2b191-ab4f-4663-b7bf-7e79221a1be2 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:37:01.723158 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-85ca9abe-255a-40e0-872f-c0f868b2939c req-c8b2b191-ab4f-4663-b7bf-7e79221a1be2 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=30d4fc3c-8000-480f-916a-cdce5e85f65d HTTP/1.1" status: 200 len: 945 time: 0.0524418 Aug 11 03:37:01.762508 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-85ca9abe-255a-40e0-872f-c0f868b2939c req-d7470cbd-075c-4a34-9d76-b878bac94dc7 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/security-groups?id=d90906b3-11d7-4670-8cbc-45704d99f68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330834 Aug 11 03:37:01.843568 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:02.157700 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2e998519-5673-405b-b7ea-45ad5b5a64ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:02.280762 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0f013444-341f-417c-8a4e-b825035016ba req-27332f0a-edb7-4671-a65d-ca30960bf38f tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b2161b3-f31c-4efc-ab3f-2dfa30c1fd17 HTTP/1.1" status: 200 len: 210 time: 0.0286076 Aug 11 03:37:02.496944 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 67a03a02-4654-4eea-bb16-988f2f4a9a99 up at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:37:02.603316 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning for port 67a03a02-4654-4eea-bb16-988f2f4a9a99 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:37:02.607677 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning complete for port 67a03a02-4654-4eea-bb16-988f2f4a9a99 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:37:02.607923 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:02.638231 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 486ff671-b229-477f-94a5-b8b39522655c up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:37:02.736722 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:02.759970 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30d4fc3c-8000-480f-916a-cdce5e85f65d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67a03a02-4654-4eea-bb16-988f2f4a9a99'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:37:02.762270 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70303235-3604-423e-b808-2dbad4c97bf2" -d '{"events": [{"server_uuid": "30d4fc3c-8000-480f-916a-cdce5e85f65d", "name": "network-vif-plugged", "status": "completed", "tag": "67a03a02-4654-4eea-bb16-988f2f4a9a99"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:37:02.776189 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 67a03a02-4654-4eea-bb16-988f2f4a9a99, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=67a03a02-4654-4eea-bb16-988f2f4a9a99,segment=NetworkSegment(32ef8310-eb36-4f10-89a8-2ec645494a63),segment_id=32ef8310-eb36-4f10-89a8-2ec645494a63)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:37:02.780485 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port 486ff671-b229-477f-94a5-b8b39522655c completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:37:02.787457 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 486ff671-b229-477f-94a5-b8b39522655c triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:37:02.787997 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:02.813383 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bc96d54-e673-4407-9fb0-4643a90abc67 x-openstack-request-id: req-1bc96d54-e673-4407-9fb0-4643a90abc67 {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:37:02.813785 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30d4fc3c-8000-480f-916a-cdce5e85f65d", "name": "network-vif-plugged", "status": "completed", "tag": "67a03a02-4654-4eea-bb16-988f2f4a9a99", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:37:02.814120 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1bc96d54-e673-4407-9fb0-4643a90abc67 {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:37:02.815601 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30d4fc3c-8000-480f-916a-cdce5e85f65d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67a03a02-4654-4eea-bb16-988f2f4a9a99', 'code': 200} Aug 11 03:37:02.872481 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:02.909690 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b020ef-7bd9-4f87-a826-3bc5219f3430 req-6b81838b-c152-453a-95c5-8138cce218c6 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:37:02.915713 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-97b020ef-7bd9-4f87-a826-3bc5219f3430 req-6b81838b-c152-453a-95c5-8138cce218c6 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=30d4fc3c-8000-480f-916a-cdce5e85f65d HTTP/1.1" status: 200 len: 945 time: 0.0656223 Aug 11 03:37:02.922883 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:02.954968 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=67a03a02-4654-4eea-bb16-988f2f4a9a99,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:37:02.964652 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-97b020ef-7bd9-4f87-a826-3bc5219f3430 req-95e005d0-8504-44d7-a7aa-040f99647d6f tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/security-groups?id=d90906b3-11d7-4670-8cbc-45704d99f68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454700 Aug 11 03:37:02.979328 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port 486ff671-b229-477f-94a5-b8b39522655c, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=486ff671-b229-477f-94a5-b8b39522655c,segment=NetworkSegment(0ad21126-26ed-45ae-b95d-2ec56e7e2e96),segment_id=0ad21126-26ed-45ae-b95d-2ec56e7e2e96)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:37:02.999291 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6674c83-2528-409f-813f-4d47bcbd13dc req-3420ab89-2e1a-4fa1-a60f-60ae97174c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:37:03.001301 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-f6674c83-2528-409f-813f-4d47bcbd13dc req-3420ab89-2e1a-4fa1-a60f-60ae97174c53 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=30d4fc3c-8000-480f-916a-cdce5e85f65d HTTP/1.1" status: 200 len: 1098 time: 0.0660679 Aug 11 03:37:03.037321 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-f6674c83-2528-409f-813f-4d47bcbd13dc req-3f17daee-c3c8-4834-8b0b-52afeba47351 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=d90906b3-11d7-4670-8cbc-45704d99f68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283542 Aug 11 03:37:03.049039 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:03.050267 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device d4eee609-7c14-49a6-bb6b-43ac8d37c7ce up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:37:03.093687 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:03.130824 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=486ff671-b229-477f-94a5-b8b39522655c,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:37:03.141919 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port d4eee609-7c14-49a6-bb6b-43ac8d37c7ce triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:37:03.142381 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:03.380530 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f9cb86bf-3992-4cdb-b9f2-8516f96e08a9 req-8f942fd8-c30a-45e2-940d-bc4a8a795209 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b2161b3-f31c-4efc-ab3f-2dfa30c1fd17 HTTP/1.1" status: 200 len: 210 time: 0.0271208 Aug 11 03:37:03.699921 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe08940-db47-4cd6-8e6d-03ac95738507 req-e343719c-bf44-45b4-bdca-ffcc251ab28d tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:37:03.701357 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3fe08940-db47-4cd6-8e6d-03ac95738507 req-e343719c-bf44-45b4-bdca-ffcc251ab28d tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] 10.222.0.24 "GET /v2.0/networks?id=c5a32e02-7f19-4007-affc-7c719cd8a9f6 HTTP/1.1" status: 200 len: 797 time: 0.1077955 Aug 11 03:37:03.752981 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3fe08940-db47-4cd6-8e6d-03ac95738507 req-eb4b8b66-9a37-4931-8d29-b67d766c9ae7 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=391f2e6035934174b06bd30a54e0a2a0 HTTP/1.1" status: 200 len: 476 time: 0.0373318 Aug 11 03:37:03.762505 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-3fe08940-db47-4cd6-8e6d-03ac95738507 req-a7bf46d2-136f-4956-ba0b-e0fe949950eb tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Request body: {'port': {'device_id': '3b2161b3-f31c-4efc-ab3f-2dfa30c1fd17', 'network_id': 'c5a32e02-7f19-4007-affc-7c719cd8a9f6', 'admin_state_up': True, 'tenant_id': '391f2e6035934174b06bd30a54e0a2a0', 'security_groups': ['43e9f301-8fd4-4d60-ad66-37c4f2ba2701', '99b8c431-210b-4394-b012-68f443cd272b']}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:37:03.946799 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fe08940-db47-4cd6-8e6d-03ac95738507 req-a7bf46d2-136f-4956-ba0b-e0fe949950eb tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Made reservation on behalf of 391f2e6035934174b06bd30a54e0a2a0 for: {'port': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:37:03.950396 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-3fe08940-db47-4cd6-8e6d-03ac95738507 req-a7bf46d2-136f-4956-ba0b-e0fe949950eb tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:04.144595 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170052c0-afab-453b-8886-d558798c99ea req-70093a2e-db19-4226-8bdb-dc2089f8662a tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:37:04.150896 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-170052c0-afab-453b-8886-d558798c99ea req-70093a2e-db19-4226-8bdb-dc2089f8662a tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=30d4fc3c-8000-480f-916a-cdce5e85f65d HTTP/1.1" status: 200 len: 946 time: 0.0943980 Aug 11 03:37:04.152164 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [req-3fe08940-db47-4cd6-8e6d-03ac95738507 req-a7bf46d2-136f-4956-ba0b-e0fe949950eb tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Allocated IP 172.20.0.7 (c5a32e02-7f19-4007-affc-7c719cd8a9f6/e0543638-4dc5-47b2-878b-3fc9f259ada8/87e85f65-11c2-4b5b-84ad-478d011953a1) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:37:04.201265 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-170052c0-afab-453b-8886-d558798c99ea req-fbd71bb3-b9c0-42fd-9e66-75fd15236be3 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/security-groups?id=d90906b3-11d7-4670-8cbc-45704d99f68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466423 Aug 11 03:37:04.347863 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-3fe08940-db47-4cd6-8e6d-03ac95738507 req-a7bf46d2-136f-4956-ba0b-e0fe949950eb tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:04.376375 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [req-3fe08940-db47-4cd6-8e6d-03ac95738507 req-a7bf46d2-136f-4956-ba0b-e0fe949950eb tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Transition to ACTIVE for port object 87e85f65-11c2-4b5b-84ad-478d011953a1 will not be triggered until provisioned by entity DHCP. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:37:04.530130 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-3fe08940-db47-4cd6-8e6d-03ac95738507 req-a7bf46d2-136f-4956-ba0b-e0fe949950eb tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:04.533939 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cffdf95a-f6a4-4868-9014-5525cce26de6 req-0d45f9f5-e4ac-4fcc-9721-d0fcb72812ca tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b2161b3-f31c-4efc-ab3f-2dfa30c1fd17 HTTP/1.1" status: 200 len: 210 time: 0.0428939 Aug 11 03:37:04.578918 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 486ff671-b229-477f-94a5-b8b39522655c up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:37:04.602177 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fe08940-db47-4cd6-8e6d-03ac95738507 req-a7bf46d2-136f-4956-ba0b-e0fe949950eb tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Network c5a32e02-7f19-4007-affc-7c719cd8a9f6 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:37:04.605156 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [req-3fe08940-db47-4cd6-8e6d-03ac95738507 req-a7bf46d2-136f-4956-ba0b-e0fe949950eb tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:37:04.611517 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fe08940-db47-4cd6-8e6d-03ac95738507 req-a7bf46d2-136f-4956-ba0b-e0fe949950eb tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:37:04.619305 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bf46d2-136f-4956-ba0b-e0fe949950eb tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Pushing event updated for resources: {'Port': ['ID=87e85f65-11c2-4b5b-84ad-478d011953a1,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:37:04.655138 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 486ff671-b229-477f-94a5-b8b39522655c triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:37:04.655538 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:04.686313 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe08940-db47-4cd6-8e6d-03ac95738507 req-a7bf46d2-136f-4956-ba0b-e0fe949950eb tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:37:04.687128 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-3fe08940-db47-4cd6-8e6d-03ac95738507 req-a7bf46d2-136f-4956-ba0b-e0fe949950eb tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:04.718453 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:04.781717 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3fe08940-db47-4cd6-8e6d-03ac95738507 req-a7bf46d2-136f-4956-ba0b-e0fe949950eb tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 1.0228534 Aug 11 03:37:04.802767 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-3fe08940-db47-4cd6-8e6d-03ac95738507 req-e46b2426-6644-4845-a655-084125631482 service neutron] Request body: {'port': {'device_id': '3b2161b3-f31c-4efc-ab3f-2dfa30c1fd17', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764292-30'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:37:04.873740 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-3fe08940-db47-4cd6-8e6d-03ac95738507 req-e46b2426-6644-4845-a655-084125631482 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:05.043319 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-f87efd46-c56f-4d48-92b6-324c159db8a4 None None] Provisioning for port 87e85f65-11c2-4b5b-84ad-478d011953a1 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:37:05.047713 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-f87efd46-c56f-4d48-92b6-324c159db8a4 None None] Provisioning complete for port 87e85f65-11c2-4b5b-84ad-478d011953a1 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:37:05.048220 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-f87efd46-c56f-4d48-92b6-324c159db8a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:05.088443 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-f87efd46-c56f-4d48-92b6-324c159db8a4 None None] Port 87e85f65-11c2-4b5b-84ad-478d011953a1 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:37:05.182686 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [req-3fe08940-db47-4cd6-8e6d-03ac95738507 req-e46b2426-6644-4845-a655-084125631482 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87e85f65-11c2-4b5b-84ad-478d011953a1 {{(pid=102192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:37:05.190604 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-3fe08940-db47-4cd6-8e6d-03ac95738507 req-e46b2426-6644-4845-a655-084125631482 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:05.202917 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [req-3fe08940-db47-4cd6-8e6d-03ac95738507 req-e46b2426-6644-4845-a655-084125631482 service neutron] Transition to ACTIVE for port object 87e85f65-11c2-4b5b-84ad-478d011953a1 will not be triggered until provisioned by entity L2. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:37:05.300802 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-3fe08940-db47-4cd6-8e6d-03ac95738507 req-e46b2426-6644-4845-a655-084125631482 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:05.372726 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82c5031-366a-4f25-b959-e2dfe6b24e29 req-ffb86da3-d280-4829-a240-a1e172ef940c tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:37:05.375615 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d82c5031-366a-4f25-b959-e2dfe6b24e29 req-ffb86da3-d280-4829-a240-a1e172ef940c tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=30d4fc3c-8000-480f-916a-cdce5e85f65d HTTP/1.1" status: 200 len: 946 time: 0.1028223 Aug 11 03:37:05.379566 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46b2426-6644-4845-a655-084125631482 service neutron] Pushing event updated for resources: {'Port': ['ID=87e85f65-11c2-4b5b-84ad-478d011953a1,revision_number=2']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:37:05.535187 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d82c5031-366a-4f25-b959-e2dfe6b24e29 req-6d0c8bea-bf3e-4934-a8b6-675ffda446ec tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/security-groups?id=d90906b3-11d7-4670-8cbc-45704d99f68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505156 Aug 11 03:37:05.570169 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-3fe08940-db47-4cd6-8e6d-03ac95738507 req-e46b2426-6644-4845-a655-084125631482 service neutron] Attempting to bind port 87e85f65-11c2-4b5b-84ad-478d011953a1 on host n-h2-764292-30 for vnic_type normal with profile {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:37:05.570805 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-3fe08940-db47-4cd6-8e6d-03ac95738507 req-e46b2426-6644-4845-a655-084125631482 service neutron] Attempting to bind port 87e85f65-11c2-4b5b-84ad-478d011953a1 by drivers openvswitch,hyperv on host n-h2-764292-30 at level 0 using segments [{'id': '0ad21126-26ed-45ae-b95d-2ec56e7e2e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'c5a32e02-7f19-4007-affc-7c719cd8a9f6'}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:37:05.571401 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fe08940-db47-4cd6-8e6d-03ac95738507 req-e46b2426-6644-4845-a655-084125631482 service neutron] Attempting to bind port 87e85f65-11c2-4b5b-84ad-478d011953a1 on network c5a32e02-7f19-4007-affc-7c719cd8a9f6 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:37:05.580815 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fe08940-db47-4cd6-8e6d-03ac95738507 req-e46b2426-6644-4845-a655-084125631482 service neutron] Port 87e85f65-11c2-4b5b-84ad-478d011953a1 on network c5a32e02-7f19-4007-affc-7c719cd8a9f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-764292-30 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:37:05.581343 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fe08940-db47-4cd6-8e6d-03ac95738507 req-e46b2426-6644-4845-a655-084125631482 service neutron] Attempting to bind port 87e85f65-11c2-4b5b-84ad-478d011953a1 on network c5a32e02-7f19-4007-affc-7c719cd8a9f6 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:37:05.591313 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fe08940-db47-4cd6-8e6d-03ac95738507 req-e46b2426-6644-4845-a655-084125631482 service neutron] Checking agent: {'id': '70015fc0-62fb-48b2-b453-36906937cf2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 36, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:37:05.591911 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fe08940-db47-4cd6-8e6d-03ac95738507 req-e46b2426-6644-4845-a655-084125631482 service neutron] Checking segment: {'id': '0ad21126-26ed-45ae-b95d-2ec56e7e2e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'c5a32e02-7f19-4007-affc-7c719cd8a9f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:37:05.592598 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fe08940-db47-4cd6-8e6d-03ac95738507 req-e46b2426-6644-4845-a655-084125631482 service neutron] Bound using segment: {'id': '0ad21126-26ed-45ae-b95d-2ec56e7e2e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'c5a32e02-7f19-4007-affc-7c719cd8a9f6'} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:37:05.596461 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-3fe08940-db47-4cd6-8e6d-03ac95738507 req-e46b2426-6644-4845-a655-084125631482 service neutron] Bound port: 87e85f65-11c2-4b5b-84ad-478d011953a1, host: n-h2-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ad21126-26ed-45ae-b95d-2ec56e7e2e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'c5a32e02-7f19-4007-affc-7c719cd8a9f6'}}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:37:05.597107 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-3fe08940-db47-4cd6-8e6d-03ac95738507 req-e46b2426-6644-4845-a655-084125631482 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:05.743613 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-3fe08940-db47-4cd6-8e6d-03ac95738507 req-e46b2426-6644-4845-a655-084125631482 service neutron] For port 87e85f65-11c2-4b5b-84ad-478d011953a1, host n-h2-764292-30, cleared binding levels {{(pid=102192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:37:05.747532 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-3fe08940-db47-4cd6-8e6d-03ac95738507 req-e46b2426-6644-4845-a655-084125631482 service neutron] For port 87e85f65-11c2-4b5b-84ad-478d011953a1, host n-h2-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=87e85f65-11c2-4b5b-84ad-478d011953a1,segment=NetworkSegment(0ad21126-26ed-45ae-b95d-2ec56e7e2e96),segment_id=0ad21126-26ed-45ae-b95d-2ec56e7e2e96)] {{(pid=102192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:37:05.760122 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eba399-298c-4d7e-9614-ba14cb2bdca2 req-312323e9-d3a6-427b-99c2-0aae761b2fd0 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:37:05.761626 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-97eba399-298c-4d7e-9614-ba14cb2bdca2 req-312323e9-d3a6-427b-99c2-0aae761b2fd0 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=30d4fc3c-8000-480f-916a-cdce5e85f65d HTTP/1.1" status: 200 len: 946 time: 0.1158390 Aug 11 03:37:05.769704 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f26b618-fe75-4c5a-a4d1-1b3e286e683a req-52dad8c3-1a45-44b4-a95f-7c0fb3b3dd7d tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:37:05.771171 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8f26b618-fe75-4c5a-a4d1-1b3e286e683a req-52dad8c3-1a45-44b4-a95f-7c0fb3b3dd7d tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b2161b3-f31c-4efc-ab3f-2dfa30c1fd17 HTTP/1.1" status: 200 len: 982 time: 0.1264923 Aug 11 03:37:05.830356 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-97eba399-298c-4d7e-9614-ba14cb2bdca2 req-b73044cc-3a75-4640-8db0-9be086fc0aa2 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/security-groups?id=d90906b3-11d7-4670-8cbc-45704d99f68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578682 Aug 11 03:37:05.834801 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8f26b618-fe75-4c5a-a4d1-1b3e286e683a req-d8e9ee7b-2e19-4f12-b6a4-b79be107a18f tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] 10.222.0.41 "GET /v2.0/security-groups?id=99b8c431-210b-4394-b012-68f443cd272b&id=43e9f301-8fd4-4d60-ad66-37c4f2ba2701&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0566847 Aug 11 03:37:05.838211 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-3fe08940-db47-4cd6-8e6d-03ac95738507 req-e46b2426-6644-4845-a655-084125631482 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:05.880040 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe08940-db47-4cd6-8e6d-03ac95738507 req-e46b2426-6644-4845-a655-084125631482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:37:05.880660 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-3fe08940-db47-4cd6-8e6d-03ac95738507 req-e46b2426-6644-4845-a655-084125631482 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:05.882139 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3fe08940-db47-4cd6-8e6d-03ac95738507 req-e46b2426-6644-4845-a655-084125631482 service neutron] 10.222.0.24 "PUT /v2.0/ports/87e85f65-11c2-4b5b-84ad-478d011953a1 HTTP/1.1" status: 200 len: 1131 time: 1.0924683 Aug 11 03:37:05.882616 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b2161b3-f31c-4efc-ab3f-2dfa30c1fd17', 'tag': '87e85f65-11c2-4b5b-84ad-478d011953a1'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:37:05.884950 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef955fb5-e20d-464d-a553-7315be8036dc" -d '{"events": [{"name": "network-changed", "server_uuid": "3b2161b3-f31c-4efc-ab3f-2dfa30c1fd17", "tag": "87e85f65-11c2-4b5b-84ad-478d011953a1"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:37:05.921043 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46b2426-6644-4845-a655-084125631482 service neutron] Pushing event updated for resources: {'Port': ['ID=87e85f65-11c2-4b5b-84ad-478d011953a1,revision_number=3']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:37:05.945084 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:37:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd378617-4640-4adc-852c-ac682ed73550 x-openstack-request-id: req-bd378617-4640-4adc-852c-ac682ed73550 {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:37:05.945376 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b2161b3-f31c-4efc-ab3f-2dfa30c1fd17", "tag": "87e85f65-11c2-4b5b-84ad-478d011953a1", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:37:05.945626 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bd378617-4640-4adc-852c-ac682ed73550 {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:37:05.946035 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b2161b3-f31c-4efc-ab3f-2dfa30c1fd17', 'tag': '87e85f65-11c2-4b5b-84ad-478d011953a1', 'status': 'completed', 'code': 200} Aug 11 03:37:06.037444 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef955fb5-e20d-464d-a553-7315be8036dc req-297d4587-d5f1-4d8f-87a1-65750fe98c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:37:06.039099 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ef955fb5-e20d-464d-a553-7315be8036dc req-297d4587-d5f1-4d8f-87a1-65750fe98c00 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=391f2e6035934174b06bd30a54e0a2a0&device_id=3b2161b3-f31c-4efc-ab3f-2dfa30c1fd17 HTTP/1.1" status: 200 len: 1134 time: 0.0710599 Aug 11 03:37:06.159611 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef955fb5-e20d-464d-a553-7315be8036dc req-2c60a560-1e7d-4413-9a05-46ed13d06609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:37:06.159611 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ef955fb5-e20d-464d-a553-7315be8036dc req-2c60a560-1e7d-4413-9a05-46ed13d06609 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=391f2e6035934174b06bd30a54e0a2a0&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1108289 Aug 11 03:37:06.259263 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef955fb5-e20d-464d-a553-7315be8036dc req-21ec46b8-c1de-48ab-9a5b-21cc2f39ff1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:37:06.260770 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ef955fb5-e20d-464d-a553-7315be8036dc req-21ec46b8-c1de-48ab-9a5b-21cc2f39ff1a service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0957503 Aug 11 03:37:06.354398 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe08940-db47-4cd6-8e6d-03ac95738507 req-e2e49c33-92f0-4425-8626-0b67c5a74130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:37:06.356076 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3fe08940-db47-4cd6-8e6d-03ac95738507 req-e2e49c33-92f0-4425-8626-0b67c5a74130 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=391f2e6035934174b06bd30a54e0a2a0&device_id=3b2161b3-f31c-4efc-ab3f-2dfa30c1fd17 HTTP/1.1" status: 200 len: 1134 time: 0.0584576 Aug 11 03:37:06.421019 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3fe08940-db47-4cd6-8e6d-03ac95738507 req-0f276bc0-56a0-4ff7-9fe6-db622c9606d6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=87e85f65-11c2-4b5b-84ad-478d011953a1 HTTP/1.1" status: 200 len: 217 time: 0.0560324 Aug 11 03:37:06.475147 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02654f1-dbf0-4035-b6ba-8947b4562a26 req-b9700400-3e37-49a3-801f-464105554293 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:37:06.476648 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a02654f1-dbf0-4035-b6ba-8947b4562a26 req-b9700400-3e37-49a3-801f-464105554293 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=30d4fc3c-8000-480f-916a-cdce5e85f65d HTTP/1.1" status: 200 len: 946 time: 0.1105239 Aug 11 03:37:06.501428 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe08940-db47-4cd6-8e6d-03ac95738507 req-2ab63383-d79b-4306-864a-0d8505b915ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:37:06.503451 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3fe08940-db47-4cd6-8e6d-03ac95738507 req-2ab63383-d79b-4306-864a-0d8505b915ba service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e0543638-4dc5-47b2-878b-3fc9f259ada8 HTTP/1.1" status: 200 len: 833 time: 0.0742502 Aug 11 03:37:06.545245 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a02654f1-dbf0-4035-b6ba-8947b4562a26 req-f7849fbc-6d57-437a-bbe3-9ad579bac3de tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/security-groups?id=d90906b3-11d7-4670-8cbc-45704d99f68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606897 Aug 11 03:37:06.567781 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe08940-db47-4cd6-8e6d-03ac95738507 req-02ae64a0-16f3-4e30-800b-308bf717947c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:37:06.567781 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3fe08940-db47-4cd6-8e6d-03ac95738507 req-02ae64a0-16f3-4e30-800b-308bf717947c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c5a32e02-7f19-4007-affc-7c719cd8a9f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0534008 Aug 11 03:37:06.659147 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3fe08940-db47-4cd6-8e6d-03ac95738507 req-6986ec4a-3695-46a7-99cb-69aceb455b7d service neutron] 10.222.0.24 "GET /v2.0/networks/c5a32e02-7f19-4007-affc-7c719cd8a9f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870354 Aug 11 03:37:06.753103 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3fe08940-db47-4cd6-8e6d-03ac95738507 req-b4e26491-e805-4ad8-8b98-16a5550d31ff service neutron] 10.222.0.24 "GET /v2.0/networks/c5a32e02-7f19-4007-affc-7c719cd8a9f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863061 Aug 11 03:37:06.959838 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd123c73-09f7-4ca1-a90a-d5edddb50da6 req-43890875-c59e-4815-85ab-7f6d9aab744a tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:37:06.961390 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-dd123c73-09f7-4ca1-a90a-d5edddb50da6 req-43890875-c59e-4815-85ab-7f6d9aab744a tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b2161b3-f31c-4efc-ab3f-2dfa30c1fd17 HTTP/1.1" status: 200 len: 982 time: 0.0551708 Aug 11 03:37:07.005230 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-dd123c73-09f7-4ca1-a90a-d5edddb50da6 req-9dfa472e-531b-48b6-b1cd-3e619b77f14e tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] 10.222.0.41 "GET /v2.0/security-groups?id=99b8c431-210b-4394-b012-68f443cd272b&id=43e9f301-8fd4-4d60-ad66-37c4f2ba2701&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0372903 Aug 11 03:37:07.271908 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:07.672946 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68229436-32e3-4f34-85b5-c2c368c838ef req-5ead4d53-1b85-4f73-a29f-2f57e612e897 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:37:07.675775 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-68229436-32e3-4f34-85b5-c2c368c838ef req-5ead4d53-1b85-4f73-a29f-2f57e612e897 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=30d4fc3c-8000-480f-916a-cdce5e85f65d HTTP/1.1" status: 200 len: 946 time: 0.0574028 Aug 11 03:37:07.715676 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-68229436-32e3-4f34-85b5-c2c368c838ef req-58e9a5ad-4e2d-4a2c-902e-f2779abe3f63 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/security-groups?id=d90906b3-11d7-4670-8cbc-45704d99f68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335848 Aug 11 03:37:07.980568 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d20e43-8eef-4ec6-be89-9f9cef98bfa3 req-80f3efa4-b967-4db1-905a-d41f720a2f2e tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:37:07.982172 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-15d20e43-8eef-4ec6-be89-9f9cef98bfa3 req-80f3efa4-b967-4db1-905a-d41f720a2f2e tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.22 "GET /v2.0/ports?device_id=30d4fc3c-8000-480f-916a-cdce5e85f65d HTTP/1.1" status: 200 len: 946 time: 0.0559824 Aug 11 03:37:08.095075 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-15d20e43-8eef-4ec6-be89-9f9cef98bfa3 req-b638c61a-b673-4fc0-a1bf-c3884930dab7 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Deleting port 67a03a02-4654-4eea-bb16-988f2f4a9a99 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:37:08.098084 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-15d20e43-8eef-4ec6-be89-9f9cef98bfa3 req-b638c61a-b673-4fc0-a1bf-c3884930dab7 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:08.137881 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2f8324-40a1-42e8-9c2c-a802715d7264 req-9468651c-4690-4548-90e7-e6df5e1a71f0 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:37:08.141443 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4c2f8324-40a1-42e8-9c2c-a802715d7264 req-9468651c-4690-4548-90e7-e6df5e1a71f0 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b2161b3-f31c-4efc-ab3f-2dfa30c1fd17 HTTP/1.1" status: 200 len: 982 time: 0.0631325 Aug 11 03:37:08.196124 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4c2f8324-40a1-42e8-9c2c-a802715d7264 req-4599e193-dff7-472b-a016-5d27ae512cdf tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] 10.222.0.41 "GET /v2.0/security-groups?id=99b8c431-210b-4394-b012-68f443cd272b&id=43e9f301-8fd4-4d60-ad66-37c4f2ba2701&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0434933 Aug 11 03:37:08.213038 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-15d20e43-8eef-4ec6-be89-9f9cef98bfa3 req-b638c61a-b673-4fc0-a1bf-c3884930dab7 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] For port 67a03a02-4654-4eea-bb16-988f2f4a9a99, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=67a03a02-4654-4eea-bb16-988f2f4a9a99,segment=NetworkSegment(32ef8310-eb36-4f10-89a8-2ec645494a63),segment_id=32ef8310-eb36-4f10-89a8-2ec645494a63)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:37:08.213418 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-15d20e43-8eef-4ec6-be89-9f9cef98bfa3 req-b638c61a-b673-4fc0-a1bf-c3884930dab7 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:08.226947 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-15d20e43-8eef-4ec6-be89-9f9cef98bfa3 req-b638c61a-b673-4fc0-a1bf-c3884930dab7 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Calling delete_port for 67a03a02-4654-4eea-bb16-988f2f4a9a99 owned by compute:nova {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:37:08.580302 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-15d20e43-8eef-4ec6-be89-9f9cef98bfa3 req-b638c61a-b673-4fc0-a1bf-c3884930dab7 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:08.593157 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['26972b14-99a5-415c-9716-0c137012241a'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:37:08.615402 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b638c61a-b673-4fc0-a1bf-c3884930dab7 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Pushing event deleted for resources: {'Port': ['ID=67a03a02-4654-4eea-bb16-988f2f4a9a99,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:37:08.662234 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-15d20e43-8eef-4ec6-be89-9f9cef98bfa3 req-b638c61a-b673-4fc0-a1bf-c3884930dab7 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] No DVR routers for this DVR port 67a03a02-4654-4eea-bb16-988f2f4a9a99 on host n-h1-764292-30 {{(pid=102191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:37:08.665167 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-15d20e43-8eef-4ec6-be89-9f9cef98bfa3 req-b638c61a-b673-4fc0-a1bf-c3884930dab7 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:08.667276 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-15d20e43-8eef-4ec6-be89-9f9cef98bfa3 req-b638c61a-b673-4fc0-a1bf-c3884930dab7 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.22 "DELETE /v2.0/ports/67a03a02-4654-4eea-bb16-988f2f4a9a99 HTTP/1.1" status: 204 len: 173 time: 0.6787701 Aug 11 03:37:08.667905 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30d4fc3c-8000-480f-916a-cdce5e85f65d', 'name': 'network-vif-deleted', 'tag': '67a03a02-4654-4eea-bb16-988f2f4a9a99'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:37:08.670256 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f084b26-e1c7-453b-9775-a3883e03ad90" -d '{"events": [{"server_uuid": "30d4fc3c-8000-480f-916a-cdce5e85f65d", "name": "network-vif-deleted", "tag": "67a03a02-4654-4eea-bb16-988f2f4a9a99"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:37:08.730127 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:37:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f1586d0-5b02-4f27-89ac-e81b7c625d74 x-openstack-request-id: req-2f1586d0-5b02-4f27-89ac-e81b7c625d74 {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:37:08.739932 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30d4fc3c-8000-480f-916a-cdce5e85f65d", "name": "network-vif-deleted", "tag": "67a03a02-4654-4eea-bb16-988f2f4a9a99", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:37:08.739932 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2f1586d0-5b02-4f27-89ac-e81b7c625d74 {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:37:08.739932 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30d4fc3c-8000-480f-916a-cdce5e85f65d', 'name': 'network-vif-deleted', 'tag': '67a03a02-4654-4eea-bb16-988f2f4a9a99', 'status': 'completed', 'code': 200} Aug 11 03:37:08.828811 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-04a401f5-4c25-402a-a361-bffeb760db27 req-66bc0bd8-2035-41eb-8de4-f64772613506 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=30d4fc3c-8000-480f-916a-cdce5e85f65d HTTP/1.1" status: 200 len: 210 time: 0.0333600 Aug 11 03:37:09.322544 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb65da95-4e53-473a-960b-1386b51dc8d6 req-09b5b91d-5b94-45e8-979f-981c9a7f6c79 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:37:09.324420 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cb65da95-4e53-473a-960b-1386b51dc8d6 req-09b5b91d-5b94-45e8-979f-981c9a7f6c79 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b2161b3-f31c-4efc-ab3f-2dfa30c1fd17 HTTP/1.1" status: 200 len: 982 time: 0.0571625 Aug 11 03:37:09.369955 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cb65da95-4e53-473a-960b-1386b51dc8d6 req-1d3e2f6a-529c-4ccd-9595-eb79cff22dc5 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] 10.222.0.41 "GET /v2.0/security-groups?id=99b8c431-210b-4394-b012-68f443cd272b&id=43e9f301-8fd4-4d60-ad66-37c4f2ba2701&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0388019 Aug 11 03:37:09.492370 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 87e85f65-11c2-4b5b-84ad-478d011953a1 details requested by agent hyperv_n-h2-764292-30 with host n-h2-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:37:09.587983 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port 87e85f65-11c2-4b5b-84ad-478d011953a1, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=87e85f65-11c2-4b5b-84ad-478d011953a1,segment=NetworkSegment(0ad21126-26ed-45ae-b95d-2ec56e7e2e96),segment_id=0ad21126-26ed-45ae-b95d-2ec56e7e2e96)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:37:09.600461 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Returning: {'device': '87e85f65-11c2-4b5b-84ad-478d011953a1', 'network_id': 'c5a32e02-7f19-4007-affc-7c719cd8a9f6', 'port_id': '87e85f65-11c2-4b5b-84ad-478d011953a1', 'mac_address': 'fa:16:3e:70:40:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0543638-4dc5-47b2-878b-3fc9f259ada8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:37:09.639038 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:09.652729 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87e85f65-11c2-4b5b-84ad-478d011953a1 {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:37:09.679104 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port 87e85f65-11c2-4b5b-84ad-478d011953a1, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=87e85f65-11c2-4b5b-84ad-478d011953a1,segment=NetworkSegment(0ad21126-26ed-45ae-b95d-2ec56e7e2e96),segment_id=0ad21126-26ed-45ae-b95d-2ec56e7e2e96)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:37:09.803432 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:09.882590 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=87e85f65-11c2-4b5b-84ad-478d011953a1,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:37:09.962897 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a8389d0d-8b7e-4793-ac14-9ff8f24f7471 req-7007abb1-5d47-430b-851e-882b61c543fa tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=30d4fc3c-8000-480f-916a-cdce5e85f65d HTTP/1.1" status: 200 len: 210 time: 0.0427086 Aug 11 03:37:10.010331 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['87e85f65-11c2-4b5b-84ad-478d011953a1'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:37:10.500162 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a8e142-6084-464a-8cf6-027b6dcf9052 req-7977681a-0e4b-4aa2-9787-7c2fa5c41bd8 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:37:10.508740 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e1a8e142-6084-464a-8cf6-027b6dcf9052 req-7977681a-0e4b-4aa2-9787-7c2fa5c41bd8 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b2161b3-f31c-4efc-ab3f-2dfa30c1fd17 HTTP/1.1" status: 200 len: 983 time: 0.0702207 Aug 11 03:37:10.526255 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 67a03a02-4654-4eea-bb16-988f2f4a9a99 no longer exists at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:37:10.546511 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] No Port match for: 67a03a02-4654-4eea-bb16-988f2f4a9a99 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:37:10.547355 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 67a03a02-4654-4eea-bb16-988f2f4a9a99 not bound to the agent host n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:37:10.581708 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e1a8e142-6084-464a-8cf6-027b6dcf9052 req-9dd777fe-4861-42a7-855c-199f61951ff2 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] 10.222.0.41 "GET /v2.0/security-groups?id=99b8c431-210b-4394-b012-68f443cd272b&id=43e9f301-8fd4-4d60-ad66-37c4f2ba2701&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0714276 Aug 11 03:37:11.065444 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-64e3cf44-ec14-4919-84ba-91ad05c18557 req-bf168514-665b-4581-8db3-5c010a2bb156 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=30d4fc3c-8000-480f-916a-cdce5e85f65d HTTP/1.1" status: 200 len: 210 time: 0.0329425 Aug 11 03:37:11.409178 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:11.507309 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 87e85f65-11c2-4b5b-84ad-478d011953a1 up at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:37:11.660545 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning for port 87e85f65-11c2-4b5b-84ad-478d011953a1 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:37:11.664889 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning complete for port 87e85f65-11c2-4b5b-84ad-478d011953a1 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:37:11.665322 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:11.713961 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55761bc9-e113-4083-847d-39779d7426a3 req-991d4473-f35b-4961-b956-5483c07f9d29 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:37:11.718748 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-55761bc9-e113-4083-847d-39779d7426a3 req-991d4473-f35b-4961-b956-5483c07f9d29 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b2161b3-f31c-4efc-ab3f-2dfa30c1fd17 HTTP/1.1" status: 200 len: 983 time: 0.0676055 Aug 11 03:37:11.756350 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:11.765799 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-55761bc9-e113-4083-847d-39779d7426a3 req-c5af2933-6088-4f91-a919-56434a74267b tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] 10.222.0.41 "GET /v2.0/security-groups?id=99b8c431-210b-4394-b012-68f443cd272b&id=43e9f301-8fd4-4d60-ad66-37c4f2ba2701&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0385098 Aug 11 03:37:11.790385 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b2161b3-f31c-4efc-ab3f-2dfa30c1fd17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87e85f65-11c2-4b5b-84ad-478d011953a1'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:37:11.790385 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00216bb8-a04b-432a-9b1d-79bd5fb971ca" -d '{"events": [{"server_uuid": "3b2161b3-f31c-4efc-ab3f-2dfa30c1fd17", "name": "network-vif-plugged", "status": "completed", "tag": "87e85f65-11c2-4b5b-84ad-478d011953a1"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:37:11.801433 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port 87e85f65-11c2-4b5b-84ad-478d011953a1, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=87e85f65-11c2-4b5b-84ad-478d011953a1,segment=NetworkSegment(0ad21126-26ed-45ae-b95d-2ec56e7e2e96),segment_id=0ad21126-26ed-45ae-b95d-2ec56e7e2e96)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:37:11.836406 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:37:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82d31075-67b0-417e-87c2-e0e37659e1e7 x-openstack-request-id: req-82d31075-67b0-417e-87c2-e0e37659e1e7 {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:37:11.836777 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b2161b3-f31c-4efc-ab3f-2dfa30c1fd17", "name": "network-vif-plugged", "status": "completed", "tag": "87e85f65-11c2-4b5b-84ad-478d011953a1", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:37:11.837102 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-82d31075-67b0-417e-87c2-e0e37659e1e7 {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:37:11.837653 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b2161b3-f31c-4efc-ab3f-2dfa30c1fd17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87e85f65-11c2-4b5b-84ad-478d011953a1', 'code': 200} Aug 11 03:37:11.878103 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:11.935857 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=87e85f65-11c2-4b5b-84ad-478d011953a1,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:37:11.941570 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ee70bc-7c3b-44d3-834d-9673a3ac98e5 req-ab9b3009-02d8-4d7b-9353-1c2a7ae3cc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:37:11.943136 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-50ee70bc-7c3b-44d3-834d-9673a3ac98e5 req-ab9b3009-02d8-4d7b-9353-1c2a7ae3cc54 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3b2161b3-f31c-4efc-ab3f-2dfa30c1fd17 HTTP/1.1" status: 200 len: 1136 time: 0.0469155 Aug 11 03:37:11.981692 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-50ee70bc-7c3b-44d3-834d-9673a3ac98e5 req-31c8aadd-36f3-42ab-be0f-2d3d54575c22 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=43e9f301-8fd4-4d60-ad66-37c4f2ba2701&id=99b8c431-210b-4394-b012-68f443cd272b&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0313311 Aug 11 03:37:12.165613 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-539fe1d0-c7b3-4e7f-bf8f-f8152b041a28 req-c4125589-1255-421f-a7f3-972104f3fda2 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=30d4fc3c-8000-480f-916a-cdce5e85f65d HTTP/1.1" status: 200 len: 210 time: 0.0272889 Aug 11 03:37:12.891170 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb79012d-8399-43e6-bda3-8d7f5df03d8c req-3efc7a98-1f0f-43e0-8c30-d6427cecc638 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:37:12.893665 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bb79012d-8399-43e6-bda3-8d7f5df03d8c req-3efc7a98-1f0f-43e0-8c30-d6427cecc638 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b2161b3-f31c-4efc-ab3f-2dfa30c1fd17 HTTP/1.1" status: 200 len: 984 time: 0.0553367 Aug 11 03:37:12.950895 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bb79012d-8399-43e6-bda3-8d7f5df03d8c req-d07eacb2-18b8-49f0-b269-87bc1d674050 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] 10.222.0.41 "GET /v2.0/security-groups?id=99b8c431-210b-4394-b012-68f443cd272b&id=43e9f301-8fd4-4d60-ad66-37c4f2ba2701&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0409796 Aug 11 03:37:13.261791 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-533658b5-c9a0-44ce-8beb-049882bb2314 req-ccc52abd-f43f-49ff-b7cf-72a7d63615e5 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=30d4fc3c-8000-480f-916a-cdce5e85f65d HTTP/1.1" status: 200 len: 210 time: 0.0283704 Aug 11 03:37:14.073407 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40993db8-7410-4775-9f56-53ed6c2c5206 req-db49cb29-d9ca-4bd1-aee0-caf7f9f5d275 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:37:14.074979 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-40993db8-7410-4775-9f56-53ed6c2c5206 req-db49cb29-d9ca-4bd1-aee0-caf7f9f5d275 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b2161b3-f31c-4efc-ab3f-2dfa30c1fd17 HTTP/1.1" status: 200 len: 984 time: 0.0518520 Aug 11 03:37:14.115509 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-40993db8-7410-4775-9f56-53ed6c2c5206 req-c9956176-355b-4bb2-b252-f21d342f5e32 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] 10.222.0.41 "GET /v2.0/security-groups?id=99b8c431-210b-4394-b012-68f443cd272b&id=43e9f301-8fd4-4d60-ad66-37c4f2ba2701&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0335538 Aug 11 03:37:14.242693 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cff2866-2ea1-4f38-8cb6-fd1217b157da req-19894459-7bc9-4335-8f59-94001a2abbe3 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:37:14.244455 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6cff2866-2ea1-4f38-8cb6-fd1217b157da req-19894459-7bc9-4335-8f59-94001a2abbe3 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b2161b3-f31c-4efc-ab3f-2dfa30c1fd17 HTTP/1.1" status: 200 len: 984 time: 0.0556998 Aug 11 03:37:14.286092 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6cff2866-2ea1-4f38-8cb6-fd1217b157da req-b71236f7-f901-4f54-bb5b-8c1aff343085 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] 10.222.0.41 "GET /v2.0/security-groups?id=99b8c431-210b-4394-b012-68f443cd272b&id=43e9f301-8fd4-4d60-ad66-37c4f2ba2701&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0349565 Aug 11 03:37:14.401302 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9b176d-216a-4fd6-b6dc-35aff8fb800f req-eadcc06c-11bd-432c-a120-a2abc3ffabbb tempest-TestSecurityGroupsBasicOps-1751367075 tempest-TestSecurityGroupsBasicOps-1751367075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:37:14.402927 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-fc9b176d-216a-4fd6-b6dc-35aff8fb800f req-eadcc06c-11bd-432c-a120-a2abc3ffabbb tempest-TestSecurityGroupsBasicOps-1751367075 tempest-TestSecurityGroupsBasicOps-1751367075-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=3b2161b3-f31c-4efc-ab3f-2dfa30c1fd17 HTTP/1.1" status: 200 len: 1136 time: 0.0459113 Aug 11 03:37:14.422895 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-fc9b176d-216a-4fd6-b6dc-35aff8fb800f req-e0717c04-a7fe-4fd4-a339-670acbbfaa0e tempest-TestSecurityGroupsBasicOps-1751367075 tempest-TestSecurityGroupsBasicOps-1751367075-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:14.514870 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-fc9b176d-216a-4fd6-b6dc-35aff8fb800f req-e0717c04-a7fe-4fd4-a339-670acbbfaa0e tempest-TestSecurityGroupsBasicOps-1751367075 tempest-TestSecurityGroupsBasicOps-1751367075-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:14.568885 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-fc9b176d-216a-4fd6-b6dc-35aff8fb800f req-e0717c04-a7fe-4fd4-a339-670acbbfaa0e tempest-TestSecurityGroupsBasicOps-1751367075 tempest-TestSecurityGroupsBasicOps-1751367075-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:14.599817 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-fc9b176d-216a-4fd6-b6dc-35aff8fb800f req-e0717c04-a7fe-4fd4-a339-670acbbfaa0e tempest-TestSecurityGroupsBasicOps-1751367075 tempest-TestSecurityGroupsBasicOps-1751367075-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=99b8c431-210b-4394-b012-68f443cd272b&id=43e9f301-8fd4-4d60-ad66-37c4f2ba2701&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1906066 Aug 11 03:37:14.601777 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0717c04-a7fe-4fd4-a339-670acbbfaa0e tempest-TestSecurityGroupsBasicOps-1751367075 tempest-TestSecurityGroupsBasicOps-1751367075-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0a2fc52-26a6-47f5-a951-d9770f8b9d07,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:37:14.624896 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 41954) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:37:14.666329 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba1d6046-9daf-4b5e-a6aa-d05650a39ae7 tempest-TestSecurityGroupsBasicOps-1751367075 tempest-TestSecurityGroupsBasicOps-1751367075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:37:14.667766 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-ba1d6046-9daf-4b5e-a6aa-d05650a39ae7 tempest-TestSecurityGroupsBasicOps-1751367075 tempest-TestSecurityGroupsBasicOps-1751367075-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=3b2161b3-f31c-4efc-ab3f-2dfa30c1fd17 HTTP/1.1" status: 200 len: 1131 time: 0.0416710 Aug 11 03:37:14.670639 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 41958) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:37:14.675698 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-3f8765cb-2b31-4ecf-9f32-fe9d508572e0 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Request body: {'floatingip': {'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'port_id': '87e85f65-11c2-4b5b-84ad-478d011953a1', 'tenant_id': '391f2e6035934174b06bd30a54e0a2a0', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:37:14.757990 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-3f8765cb-2b31-4ecf-9f32-fe9d508572e0 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Notify callbacks [] for floatingip, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:14.865678 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-3f8765cb-2b31-4ecf-9f32-fe9d508572e0 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:14.974137 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [None req-3f8765cb-2b31-4ecf-9f32-fe9d508572e0 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Allocated IP 172.25.8.47 (09faf7d2-eaf5-4a50-bb6e-4cb05d009a76/e1a97443-13df-40bb-85f5-fd269e2742c0/3a60f22d-f2fa-41bf-8432-5bdc7d756167) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:37:15.079494 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-3f8765cb-2b31-4ecf-9f32-fe9d508572e0 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:15.209619 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-3f8765cb-2b31-4ecf-9f32-fe9d508572e0 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:15.252929 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f8765cb-2b31-4ecf-9f32-fe9d508572e0 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:37:15.256292 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-3f8765cb-2b31-4ecf-9f32-fe9d508572e0 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:37:15.260948 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8765cb-2b31-4ecf-9f32-fe9d508572e0 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:37:15.264068 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8765cb-2b31-4ecf-9f32-fe9d508572e0 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Pushing event updated for resources: {'Port': ['ID=3a60f22d-f2fa-41bf-8432-5bdc7d756167,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:37:15.632464 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-3f8765cb-2b31-4ecf-9f32-fe9d508572e0 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:15.764653 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-3f8765cb-2b31-4ecf-9f32-fe9d508572e0 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:15.915702 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-3f8765cb-2b31-4ecf-9f32-fe9d508572e0 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Notify callbacks [] for port, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:15.987239 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-3f8765cb-2b31-4ecf-9f32-fe9d508572e0 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:16.039885 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8765cb-2b31-4ecf-9f32-fe9d508572e0 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Pushing event updated for resources: {'Port': ['ID=3a60f22d-f2fa-41bf-8432-5bdc7d756167,revision_number=2']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:37:16.077367 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-3f8765cb-2b31-4ecf-9f32-fe9d508572e0 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446866'] for floatingip, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:16.181652 n-d-764292-30 neutron-server[102192]: INFO neutron.db.l3_db [None req-3f8765cb-2b31-4ecf-9f32-fe9d508572e0 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Floating IP c0cfdfe1-ce1f-4d54-97d9-bd1ddcde0909 associated. External IP: 172.25.8.47, port: 87e85f65-11c2-4b5b-84ad-478d011953a1. Aug 11 03:37:16.771646 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f8765cb-2b31-4ecf-9f32-fe9d508572e0 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Router 43106b3a-b4aa-4dfd-b89d-0fe41c973cd6 has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:37:16.893343 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f8765cb-2b31-4ecf-9f32-fe9d508572e0 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:37:16.903697 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63ade42-28fd-4cbf-8812-514ba32310b2 None None] Sync routers for ids ['43106b3a-b4aa-4dfd-b89d-0fe41c973cd6'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:37:16.914028 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63ade42-28fd-4cbf-8812-514ba32310b2 None None] Routers {'43106b3a-b4aa-4dfd-b89d-0fe41c973cd6'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:37:16.914693 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-f63ade42-28fd-4cbf-8812-514ba32310b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:37:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['43106b3a-b4aa-4dfd-b89d-0fe41c973cd6'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:37:17.008976 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-3f8765cb-2b31-4ecf-9f32-fe9d508572e0 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for floatingip, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:17.027421 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-f63ade42-28fd-4cbf-8812-514ba32310b2 None None] Set router 43106b3a-b4aa-4dfd-b89d-0fe41c973cd6 gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:37:17.042376 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-3f8765cb-2b31-4ecf-9f32-fe9d508572e0 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3706963 Aug 11 03:37:17.043045 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b2161b3-f31c-4efc-ab3f-2dfa30c1fd17', 'tag': '87e85f65-11c2-4b5b-84ad-478d011953a1'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:37:17.045258 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 42066) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:37:17.045727 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a69348ba-66d5-49a4-9154-96436203ff80" -d '{"events": [{"name": "network-changed", "server_uuid": "3b2161b3-f31c-4efc-ab3f-2dfa30c1fd17", "tag": "87e85f65-11c2-4b5b-84ad-478d011953a1"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:37:17.106164 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:37:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c77b69db-78c1-41e4-bb45-452d4d0bfb44 x-openstack-request-id: req-c77b69db-78c1-41e4-bb45-452d4d0bfb44 {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:37:17.106164 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b2161b3-f31c-4efc-ab3f-2dfa30c1fd17", "tag": "87e85f65-11c2-4b5b-84ad-478d011953a1", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:37:17.106164 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c77b69db-78c1-41e4-bb45-452d4d0bfb44 {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:37:17.106164 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b2161b3-f31c-4efc-ab3f-2dfa30c1fd17', 'tag': '87e85f65-11c2-4b5b-84ad-478d011953a1', 'status': 'completed', 'code': 200} Aug 11 03:37:17.173372 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69348ba-66d5-49a4-9154-96436203ff80 req-0f038b92-9c63-4485-a1a0-dd1a136647e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:37:17.176812 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a69348ba-66d5-49a4-9154-96436203ff80 req-0f038b92-9c63-4485-a1a0-dd1a136647e4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=391f2e6035934174b06bd30a54e0a2a0&device_id=3b2161b3-f31c-4efc-ab3f-2dfa30c1fd17 HTTP/1.1" status: 200 len: 1136 time: 0.0518374 Aug 11 03:37:17.276354 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c6ee11a-ddae-4139-a571-eaedf68e62dd tempest-TestSecurityGroupsBasicOps-1751367075 tempest-TestSecurityGroupsBasicOps-1751367075-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:37:17.276745 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c6ee11a-ddae-4139-a571-eaedf68e62dd tempest-TestSecurityGroupsBasicOps-1751367075 tempest-TestSecurityGroupsBasicOps-1751367075-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:37:17.277213 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c6ee11a-ddae-4139-a571-eaedf68e62dd tempest-TestSecurityGroupsBasicOps-1751367075 tempest-TestSecurityGroupsBasicOps-1751367075-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:37:17.277969 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c6ee11a-ddae-4139-a571-eaedf68e62dd tempest-TestSecurityGroupsBasicOps-1751367075 tempest-TestSecurityGroupsBasicOps-1751367075-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:37:17.278469 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c6ee11a-ddae-4139-a571-eaedf68e62dd tempest-TestSecurityGroupsBasicOps-1751367075 tempest-TestSecurityGroupsBasicOps-1751367075-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:37:17.279252 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c6ee11a-ddae-4139-a571-eaedf68e62dd tempest-TestSecurityGroupsBasicOps-1751367075 tempest-TestSecurityGroupsBasicOps-1751367075-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:37:17.281326 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-6c6ee11a-ddae-4139-a571-eaedf68e62dd tempest-TestSecurityGroupsBasicOps-1751367075 tempest-TestSecurityGroupsBasicOps-1751367075-project-admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.2349460 Aug 11 03:37:17.284508 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 42084) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:37:17.296677 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69348ba-66d5-49a4-9154-96436203ff80 req-99363fad-8e01-44c7-aaca-28aac55421b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:37:17.299663 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a69348ba-66d5-49a4-9154-96436203ff80 req-99363fad-8e01-44c7-aaca-28aac55421b7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c5a32e02-7f19-4007-affc-7c719cd8a9f6 HTTP/1.1" status: 200 len: 898 time: 0.1135550 Aug 11 03:37:17.324618 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-f63ade42-28fd-4cbf-8812-514ba32310b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43106b3a-b4aa-4dfd-b89d-0fe41c973cd6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2077214640', 'tenant_id': '391f2e6035934174b06bd30a54e0a2a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': 'd4eee609-7c14-49a6-bb6b-43ac8d37c7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:36:52Z', 'updated_at': '2021-08-11T03:36:57Z', 'revision_number': 4, 'project_id': '391f2e6035934174b06bd30a54e0a2a0', 'gw_port': {'id': 'd4eee609-7c14-49a6-bb6b-43ac8d37c7ce', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:2d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43106b3a-b4aa-4dfd-b89d-0fe41c973cd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:36:52Z', 'updated_at': '2021-08-11T03:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_floatingips': [{'id': 'c0cfdfe1-ce1f-4d54-97d9-bd1ddcde0909', 'tenant_id': '391f2e6035934174b06bd30a54e0a2a0', 'floating_ip_address': '172.25.8.47', 'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'router_id': '43106b3a-b4aa-4dfd-b89d-0fe41c973cd6', 'port_id': '87e85f65-11c2-4b5b-84ad-478d011953a1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3931, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5a32e02-7f19-4007-affc-7c719cd8a9f6', 'mac_address': 'fa:16:3e:70:40:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2161b3-f31c-4efc-ab3f-2dfa30c1fd17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:37:15Z', 'updated_at': '2021-08-11T03:37:15Z', 'revision_number': 0, 'project_id': '391f2e6035934174b06bd30a54e0a2a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '486ff671-b229-477f-94a5-b8b39522655c', 'name': '', 'network_id': 'c5a32e02-7f19-4007-affc-7c719cd8a9f6', 'tenant_id': '391f2e6035934174b06bd30a54e0a2a0', 'mac_address': 'fa:16:3e:80:a1:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43106b3a-b4aa-4dfd-b89d-0fe41c973cd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'e0543638-4dc5-47b2-878b-3fc9f259ada8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:36:56Z', 'updated_at': '2021-08-11T03:37:02Z', 'revision_number': 5, 'project_id': '391f2e6035934174b06bd30a54e0a2a0', 'subnets': [{'id': 'e0543638-4dc5-47b2-878b-3fc9f259ada8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:37:17.363948 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63ade42-28fd-4cbf-8812-514ba32310b2 None None] Checking router: 43106b3a-b4aa-4dfd-b89d-0fe41c973cd6 for host: n-d-764292-30 {{(pid=102193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:37:17.375798 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63ade42-28fd-4cbf-8812-514ba32310b2 None None] Routers {'43106b3a-b4aa-4dfd-b89d-0fe41c973cd6'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:37:17.376554 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-f63ade42-28fd-4cbf-8812-514ba32310b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:37:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['43106b3a-b4aa-4dfd-b89d-0fe41c973cd6'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:37:17.385120 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a69348ba-66d5-49a4-9154-96436203ff80 req-e64ad2b7-d9fb-4146-b87a-aa0261a9d1ab service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=87e85f65-11c2-4b5b-84ad-478d011953a1 HTTP/1.1" status: 200 len: 998 time: 0.0777419 Aug 11 03:37:17.394394 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc0dc5a4-8ab7-4c20-b6ce-4241a204c4fb tempest-TestSecurityGroupsBasicOps-1751367075 tempest-TestSecurityGroupsBasicOps-1751367075-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:37:17.395181 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc0dc5a4-8ab7-4c20-b6ce-4241a204c4fb tempest-TestSecurityGroupsBasicOps-1751367075 tempest-TestSecurityGroupsBasicOps-1751367075-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:37:17.395812 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc0dc5a4-8ab7-4c20-b6ce-4241a204c4fb tempest-TestSecurityGroupsBasicOps-1751367075 tempest-TestSecurityGroupsBasicOps-1751367075-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:37:17.396533 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc0dc5a4-8ab7-4c20-b6ce-4241a204c4fb tempest-TestSecurityGroupsBasicOps-1751367075 tempest-TestSecurityGroupsBasicOps-1751367075-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:37:17.397211 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc0dc5a4-8ab7-4c20-b6ce-4241a204c4fb tempest-TestSecurityGroupsBasicOps-1751367075 tempest-TestSecurityGroupsBasicOps-1751367075-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:37:17.397939 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc0dc5a4-8ab7-4c20-b6ce-4241a204c4fb tempest-TestSecurityGroupsBasicOps-1751367075 tempest-TestSecurityGroupsBasicOps-1751367075-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:37:17.399932 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-dc0dc5a4-8ab7-4c20-b6ce-4241a204c4fb tempest-TestSecurityGroupsBasicOps-1751367075 tempest-TestSecurityGroupsBasicOps-1751367075-project-admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4003 time: 0.1143258 Aug 11 03:37:17.402805 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 42090) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:37:17.446960 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69348ba-66d5-49a4-9154-96436203ff80 req-3b595b30-7efc-45f6-b596-2cfbeb1aaa7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:37:17.448424 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a69348ba-66d5-49a4-9154-96436203ff80 req-3b595b30-7efc-45f6-b596-2cfbeb1aaa7a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e0543638-4dc5-47b2-878b-3fc9f259ada8 HTTP/1.1" status: 200 len: 833 time: 0.0558357 Aug 11 03:37:17.503844 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69348ba-66d5-49a4-9154-96436203ff80 req-275ec323-2697-4746-a4ba-65c5e6ff4c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:37:17.506048 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a69348ba-66d5-49a4-9154-96436203ff80 req-275ec323-2697-4746-a4ba-65c5e6ff4c6a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c5a32e02-7f19-4007-affc-7c719cd8a9f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0499401 Aug 11 03:37:17.641548 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a69348ba-66d5-49a4-9154-96436203ff80 req-1f1312fa-b207-4e7b-9bc1-c0653d83ea59 service neutron] 10.222.0.24 "GET /v2.0/networks/c5a32e02-7f19-4007-affc-7c719cd8a9f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272700 Aug 11 03:37:17.668575 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-bbb5f392-e4e2-4bfc-b956-4d60071ae9f2 tempest-TestSecurityGroupsBasicOps-1751367075 tempest-TestSecurityGroupsBasicOps-1751367075-project-admin] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3055 time: 0.2620029 Aug 11 03:37:17.669006 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 42106) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:37:17.681443 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-f63ade42-28fd-4cbf-8812-514ba32310b2 None None] Set router 43106b3a-b4aa-4dfd-b89d-0fe41c973cd6 gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:37:17.771444 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eddf5eac-ac25-4dc9-8132-1e0f4bffc871 tempest-TestSecurityGroupsBasicOps-1751367075 tempest-TestSecurityGroupsBasicOps-1751367075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:37:17.772039 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eddf5eac-ac25-4dc9-8132-1e0f4bffc871 tempest-TestSecurityGroupsBasicOps-1751367075 tempest-TestSecurityGroupsBasicOps-1751367075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:37:17.774365 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-eddf5eac-ac25-4dc9-8132-1e0f4bffc871 tempest-TestSecurityGroupsBasicOps-1751367075 tempest-TestSecurityGroupsBasicOps-1751367075-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=43106b3a-b4aa-4dfd-b89d-0fe41c973cd6 HTTP/1.1" status: 200 len: 1992 time: 0.1041141 Aug 11 03:37:17.794637 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a69348ba-66d5-49a4-9154-96436203ff80 req-0083fd67-26de-4db4-821a-d9bba5ad095d service neutron] 10.222.0.24 "GET /v2.0/networks/c5a32e02-7f19-4007-affc-7c719cd8a9f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448526 Aug 11 03:37:17.948179 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-f63ade42-28fd-4cbf-8812-514ba32310b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43106b3a-b4aa-4dfd-b89d-0fe41c973cd6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2077214640', 'tenant_id': '391f2e6035934174b06bd30a54e0a2a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': 'd4eee609-7c14-49a6-bb6b-43ac8d37c7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:36:52Z', 'updated_at': '2021-08-11T03:36:57Z', 'revision_number': 4, 'project_id': '391f2e6035934174b06bd30a54e0a2a0', 'gw_port': {'id': 'd4eee609-7c14-49a6-bb6b-43ac8d37c7ce', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:2d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43106b3a-b4aa-4dfd-b89d-0fe41c973cd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:36:52Z', 'updated_at': '2021-08-11T03:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_floatingips': [{'id': 'c0cfdfe1-ce1f-4d54-97d9-bd1ddcde0909', 'tenant_id': '391f2e6035934174b06bd30a54e0a2a0', 'floating_ip_address': '172.25.8.47', 'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'router_id': '43106b3a-b4aa-4dfd-b89d-0fe41c973cd6', 'port_id': '87e85f65-11c2-4b5b-84ad-478d011953a1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3931, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5a32e02-7f19-4007-affc-7c719cd8a9f6', 'mac_address': 'fa:16:3e:70:40:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2161b3-f31c-4efc-ab3f-2dfa30c1fd17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:37:15Z', 'updated_at': '2021-08-11T03:37:15Z', 'revision_number': 0, 'project_id': '391f2e6035934174b06bd30a54e0a2a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '486ff671-b229-477f-94a5-b8b39522655c', 'name': '', 'network_id': 'c5a32e02-7f19-4007-affc-7c719cd8a9f6', 'tenant_id': '391f2e6035934174b06bd30a54e0a2a0', 'mac_address': 'fa:16:3e:80:a1:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43106b3a-b4aa-4dfd-b89d-0fe41c973cd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'e0543638-4dc5-47b2-878b-3fc9f259ada8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:36:56Z', 'updated_at': '2021-08-11T03:37:02Z', 'revision_number': 5, 'project_id': '391f2e6035934174b06bd30a54e0a2a0', 'subnets': [{'id': 'e0543638-4dc5-47b2-878b-3fc9f259ada8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:37:17.978529 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63ade42-28fd-4cbf-8812-514ba32310b2 None None] The sync data for ids ['43106b3a-b4aa-4dfd-b89d-0fe41c973cd6'] in n-d-764292-30 is: [{'id': '43106b3a-b4aa-4dfd-b89d-0fe41c973cd6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2077214640', 'tenant_id': '391f2e6035934174b06bd30a54e0a2a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': 'd4eee609-7c14-49a6-bb6b-43ac8d37c7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:36:52Z', 'updated_at': '2021-08-11T03:36:57Z', 'revision_number': 4, 'project_id': '391f2e6035934174b06bd30a54e0a2a0', 'gw_port': {'id': 'd4eee609-7c14-49a6-bb6b-43ac8d37c7ce', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:2d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43106b3a-b4aa-4dfd-b89d-0fe41c973cd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:36:52Z', 'updated_at': '2021-08-11T03:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_floatingips': [{'id': 'c0cfdfe1-ce1f-4d54-97d9-bd1ddcde0909', 'tenant_id': '391f2e6035934174b06bd30a54e0a2a0', 'floating_ip_address': '172.25.8.47', 'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'router_id': '43106b3a-b4aa-4dfd-b89d-0fe41c973cd6', 'port_id': '87e85f65-11c2-4b5b-84ad-478d011953a1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3931, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5a32e02-7f19-4007-affc-7c719cd8a9f6', 'mac_address': 'fa:16:3e:70:40:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2161b3-f31c-4efc-ab3f-2dfa30c1fd17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:37:15Z', 'updated_at': '2021-08-11T03:37:15Z', 'revision_number': 0, 'project_id': '391f2e6035934174b06bd30a54e0a2a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '486ff671-b229-477f-94a5-b8b39522655c', 'name': '', 'network_id': 'c5a32e02-7f19-4007-affc-7c719cd8a9f6', 'tenant_id': '391f2e6035934174b06bd30a54e0a2a0', 'mac_address': 'fa:16:3e:80:a1:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43106b3a-b4aa-4dfd-b89d-0fe41c973cd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'e0543638-4dc5-47b2-878b-3fc9f259ada8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:36:56Z', 'updated_at': '2021-08-11T03:37:02Z', 'revision_number': 5, 'project_id': '391f2e6035934174b06bd30a54e0a2a0', 'subnets': [{'id': 'e0543638-4dc5-47b2-878b-3fc9f259ada8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:37:18.619484 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5d8b03-e30d-4fa5-85bc-637c1e763a2f None None] New status for floating IP c0cfdfe1-ce1f-4d54-97d9-bd1ddcde0909: ACTIVE {{(pid=102194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:37:19.246100 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b299bfa-d591-4d2b-807f-a4a1c545f269 req-e409697d-45cc-45f0-a553-6d3a466240d8 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:37:19.247676 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4b299bfa-d591-4d2b-807f-a4a1c545f269 req-e409697d-45cc-45f0-a553-6d3a466240d8 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d1e946f-4a86-4daa-b9c9-9a3d0c848cf1 HTTP/1.1" status: 200 len: 945 time: 0.0487401 Aug 11 03:37:19.286167 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4b299bfa-d591-4d2b-807f-a4a1c545f269 req-59a64c8d-8c37-46be-9138-91d2ae074831 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/security-groups?id=d90906b3-11d7-4670-8cbc-45704d99f68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316772 Aug 11 03:37:20.411696 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ccedcc-fc14-44c1-a323-337b936b5e5e req-63307963-9f30-4418-8cf5-af40b4c17f65 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:37:20.413222 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-71ccedcc-fc14-44c1-a323-337b936b5e5e req-63307963-9f30-4418-8cf5-af40b4c17f65 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d1e946f-4a86-4daa-b9c9-9a3d0c848cf1 HTTP/1.1" status: 200 len: 945 time: 0.0487850 Aug 11 03:37:20.452170 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-71ccedcc-fc14-44c1-a323-337b936b5e5e req-ff7a37bb-4c31-49a2-b35c-18ca28e75fbd tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/security-groups?id=d90906b3-11d7-4670-8cbc-45704d99f68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329030 Aug 11 03:37:20.732373 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0513670d-4e8a-4736-b10e-617ce39a14c0 req-dbfc03ee-a541-4080-b2a2-5cbe63c42b07 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:37:20.733840 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0513670d-4e8a-4736-b10e-617ce39a14c0 req-dbfc03ee-a541-4080-b2a2-5cbe63c42b07 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d1e946f-4a86-4daa-b9c9-9a3d0c848cf1 HTTP/1.1" status: 200 len: 945 time: 0.0505931 Aug 11 03:37:20.821486 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [req-0513670d-4e8a-4736-b10e-617ce39a14c0 req-cc60542b-f406-4537-8c5a-9b03cddffea5 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Deleting port 26972b14-99a5-415c-9716-0c137012241a {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:37:20.824172 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-0513670d-4e8a-4736-b10e-617ce39a14c0 req-cc60542b-f406-4537-8c5a-9b03cddffea5 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:20.910072 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-0513670d-4e8a-4736-b10e-617ce39a14c0 req-cc60542b-f406-4537-8c5a-9b03cddffea5 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] For port 26972b14-99a5-415c-9716-0c137012241a, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=26972b14-99a5-415c-9716-0c137012241a,segment=NetworkSegment(32ef8310-eb36-4f10-89a8-2ec645494a63),segment_id=32ef8310-eb36-4f10-89a8-2ec645494a63)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:37:20.910518 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-0513670d-4e8a-4736-b10e-617ce39a14c0 req-cc60542b-f406-4537-8c5a-9b03cddffea5 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:20.923139 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [req-0513670d-4e8a-4736-b10e-617ce39a14c0 req-cc60542b-f406-4537-8c5a-9b03cddffea5 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Calling delete_port for 26972b14-99a5-415c-9716-0c137012241a owned by compute:nova {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:37:21.123546 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-0513670d-4e8a-4736-b10e-617ce39a14c0 req-cc60542b-f406-4537-8c5a-9b03cddffea5 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:21.134983 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['26972b14-99a5-415c-9716-0c137012241a'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:37:21.157360 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc60542b-f406-4537-8c5a-9b03cddffea5 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Pushing event deleted for resources: {'Port': ['ID=26972b14-99a5-415c-9716-0c137012241a,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:37:21.196770 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [req-0513670d-4e8a-4736-b10e-617ce39a14c0 req-cc60542b-f406-4537-8c5a-9b03cddffea5 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] No DVR routers for this DVR port 26972b14-99a5-415c-9716-0c137012241a on host n-h2-764292-30 {{(pid=102192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:37:21.199430 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-0513670d-4e8a-4736-b10e-617ce39a14c0 req-cc60542b-f406-4537-8c5a-9b03cddffea5 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:21.201414 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0513670d-4e8a-4736-b10e-617ce39a14c0 req-cc60542b-f406-4537-8c5a-9b03cddffea5 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.24 "DELETE /v2.0/ports/26972b14-99a5-415c-9716-0c137012241a HTTP/1.1" status: 204 len: 173 time: 0.4609432 Aug 11 03:37:21.201847 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d1e946f-4a86-4daa-b9c9-9a3d0c848cf1', 'name': 'network-vif-deleted', 'tag': '26972b14-99a5-415c-9716-0c137012241a'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:37:21.207271 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08bb742a-f7b5-4059-8edc-b306f56041f0" -d '{"events": [{"server_uuid": "4d1e946f-4a86-4daa-b9c9-9a3d0c848cf1", "name": "network-vif-deleted", "tag": "26972b14-99a5-415c-9716-0c137012241a"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:37:21.241729 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01c61e37-f26b-4061-8c40-a77381eda5e5 x-openstack-request-id: req-01c61e37-f26b-4061-8c40-a77381eda5e5 {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:37:21.241917 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d1e946f-4a86-4daa-b9c9-9a3d0c848cf1", "name": "network-vif-deleted", "tag": "26972b14-99a5-415c-9716-0c137012241a", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:37:21.242277 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-01c61e37-f26b-4061-8c40-a77381eda5e5 {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:37:21.242712 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d1e946f-4a86-4daa-b9c9-9a3d0c848cf1', 'name': 'network-vif-deleted', 'tag': '26972b14-99a5-415c-9716-0c137012241a', 'status': 'completed', 'code': 200} Aug 11 03:37:21.561680 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-04dd3118-93b8-4344-8c84-ac80281a1031 req-bed000d9-c9ee-4936-b400-a846e64917a0 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d1e946f-4a86-4daa-b9c9-9a3d0c848cf1 HTTP/1.1" status: 200 len: 210 time: 0.0266750 Aug 11 03:37:22.662541 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4b59ec4b-c3e0-4eb8-847e-65aefe738e2b req-ca01e934-4de1-4121-88e6-08597744d254 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d1e946f-4a86-4daa-b9c9-9a3d0c848cf1 HTTP/1.1" status: 200 len: 210 time: 0.0285335 Aug 11 03:37:23.538668 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 26972b14-99a5-415c-9716-0c137012241a no longer exists at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:37:23.558768 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] No Port match for: 26972b14-99a5-415c-9716-0c137012241a {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:37:23.559112 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 26972b14-99a5-415c-9716-0c137012241a not bound to the agent host n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:37:23.757880 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-11cf955a-cca5-4d82-b150-94d1a410939a req-5b7dc42e-6917-46c0-97da-a0334ef41b64 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d1e946f-4a86-4daa-b9c9-9a3d0c848cf1 HTTP/1.1" status: 200 len: 210 time: 0.0288842 Aug 11 03:37:24.854685 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8e943144-156f-4a0e-9560-a561e814b5a8 req-806ceeea-81e2-4039-98f2-b3355073c563 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d1e946f-4a86-4daa-b9c9-9a3d0c848cf1 HTTP/1.1" status: 200 len: 210 time: 0.0300143 Aug 11 03:37:29.169204 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-58a7ddda-2af5-48fe-a020-cd8824a81e54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:29.364445 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fc6944-3f8b-4e86-8cf1-ce57062df389 req-9d537ed9-87a1-4d41-85e5-6d79cf1aa814 tempest-VolumesBackupsTest-376678261 tempest-VolumesBackupsTest-376678261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:37:29.365938 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-76fc6944-3f8b-4e86-8cf1-ce57062df389 req-9d537ed9-87a1-4d41-85e5-6d79cf1aa814 tempest-VolumesBackupsTest-376678261 tempest-VolumesBackupsTest-376678261-project] 10.222.0.41 "GET /v2.0/ports?device_id=3340f099-54b8-4d05-b652-ce015b006c4e HTTP/1.1" status: 200 len: 949 time: 0.0493920 Aug 11 03:37:29.404471 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-76fc6944-3f8b-4e86-8cf1-ce57062df389 req-c6b03c03-8337-43b8-b6a8-cbdfee50bb98 tempest-VolumesBackupsTest-376678261 tempest-VolumesBackupsTest-376678261-project] 10.222.0.41 "GET /v2.0/security-groups?id=40fc9372-9c93-4ee9-846b-3571fae14a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324807 Aug 11 03:37:30.532148 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62c755b-9545-4053-926f-31f87a5a91d2 req-43c00ec2-7b3d-4143-9bee-c388b0f3857c tempest-VolumesBackupsTest-376678261 tempest-VolumesBackupsTest-376678261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:37:30.533721 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d62c755b-9545-4053-926f-31f87a5a91d2 req-43c00ec2-7b3d-4143-9bee-c388b0f3857c tempest-VolumesBackupsTest-376678261 tempest-VolumesBackupsTest-376678261-project] 10.222.0.41 "GET /v2.0/ports?device_id=3340f099-54b8-4d05-b652-ce015b006c4e HTTP/1.1" status: 200 len: 949 time: 0.0605743 Aug 11 03:37:30.574775 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d62c755b-9545-4053-926f-31f87a5a91d2 req-5af40f60-7b8b-4060-b5dc-d43dfef0416e tempest-VolumesBackupsTest-376678261 tempest-VolumesBackupsTest-376678261-project] 10.222.0.41 "GET /v2.0/security-groups?id=40fc9372-9c93-4ee9-846b-3571fae14a10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342596 Aug 11 03:37:31.026154 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2036976c-193e-438e-932b-960fd55333d0 req-3620e238-3f21-4915-952c-2cba7a25a953 tempest-VolumesBackupsTest-376678261 tempest-VolumesBackupsTest-376678261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:37:31.027637 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-2036976c-193e-438e-932b-960fd55333d0 req-3620e238-3f21-4915-952c-2cba7a25a953 tempest-VolumesBackupsTest-376678261 tempest-VolumesBackupsTest-376678261-project] 10.222.0.22 "GET /v2.0/ports?device_id=3340f099-54b8-4d05-b652-ce015b006c4e HTTP/1.1" status: 200 len: 949 time: 0.0555899 Aug 11 03:37:31.121523 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-2036976c-193e-438e-932b-960fd55333d0 req-c0406d01-bfcb-433f-bf0a-14fb35d5203d tempest-VolumesBackupsTest-376678261 tempest-VolumesBackupsTest-376678261-project] Deleting port 7c3b0f1d-df43-4b69-8e48-89b62338ba79 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:37:31.121755 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-2036976c-193e-438e-932b-960fd55333d0 req-c0406d01-bfcb-433f-bf0a-14fb35d5203d tempest-VolumesBackupsTest-376678261 tempest-VolumesBackupsTest-376678261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:31.212294 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-2036976c-193e-438e-932b-960fd55333d0 req-c0406d01-bfcb-433f-bf0a-14fb35d5203d tempest-VolumesBackupsTest-376678261 tempest-VolumesBackupsTest-376678261-project] For port 7c3b0f1d-df43-4b69-8e48-89b62338ba79, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=7c3b0f1d-df43-4b69-8e48-89b62338ba79,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:37:31.212768 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-2036976c-193e-438e-932b-960fd55333d0 req-c0406d01-bfcb-433f-bf0a-14fb35d5203d tempest-VolumesBackupsTest-376678261 tempest-VolumesBackupsTest-376678261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:31.226760 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-2036976c-193e-438e-932b-960fd55333d0 req-c0406d01-bfcb-433f-bf0a-14fb35d5203d tempest-VolumesBackupsTest-376678261 tempest-VolumesBackupsTest-376678261-project] Calling delete_port for 7c3b0f1d-df43-4b69-8e48-89b62338ba79 owned by compute:nova {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:37:31.403352 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-2036976c-193e-438e-932b-960fd55333d0 req-c0406d01-bfcb-433f-bf0a-14fb35d5203d tempest-VolumesBackupsTest-376678261 tempest-VolumesBackupsTest-376678261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:31.415742 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['7c3b0f1d-df43-4b69-8e48-89b62338ba79'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:37:31.432754 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0406d01-bfcb-433f-bf0a-14fb35d5203d tempest-VolumesBackupsTest-376678261 tempest-VolumesBackupsTest-376678261-project] Pushing event deleted for resources: {'Port': ['ID=7c3b0f1d-df43-4b69-8e48-89b62338ba79,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:37:31.478018 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-2036976c-193e-438e-932b-960fd55333d0 req-c0406d01-bfcb-433f-bf0a-14fb35d5203d tempest-VolumesBackupsTest-376678261 tempest-VolumesBackupsTest-376678261-project] No DVR routers for this DVR port 7c3b0f1d-df43-4b69-8e48-89b62338ba79 on host n-h1-764292-30 {{(pid=102191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:37:31.480723 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-2036976c-193e-438e-932b-960fd55333d0 req-c0406d01-bfcb-433f-bf0a-14fb35d5203d tempest-VolumesBackupsTest-376678261 tempest-VolumesBackupsTest-376678261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:31.482872 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-2036976c-193e-438e-932b-960fd55333d0 req-c0406d01-bfcb-433f-bf0a-14fb35d5203d tempest-VolumesBackupsTest-376678261 tempest-VolumesBackupsTest-376678261-project] 10.222.0.22 "DELETE /v2.0/ports/7c3b0f1d-df43-4b69-8e48-89b62338ba79 HTTP/1.1" status: 204 len: 173 time: 0.4492376 Aug 11 03:37:31.483307 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3340f099-54b8-4d05-b652-ce015b006c4e', 'name': 'network-vif-deleted', 'tag': '7c3b0f1d-df43-4b69-8e48-89b62338ba79'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:37:31.485515 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3ae7a64-a2f7-4cc6-ab36-b425c6192e8c" -d '{"events": [{"server_uuid": "3340f099-54b8-4d05-b652-ce015b006c4e", "name": "network-vif-deleted", "tag": "7c3b0f1d-df43-4b69-8e48-89b62338ba79"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:37:31.522603 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:37:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfca13fb-02a1-4c94-a9df-32a15a7332b6 x-openstack-request-id: req-cfca13fb-02a1-4c94-a9df-32a15a7332b6 {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:37:31.522896 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3340f099-54b8-4d05-b652-ce015b006c4e", "name": "network-vif-deleted", "tag": "7c3b0f1d-df43-4b69-8e48-89b62338ba79", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:37:31.523146 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cfca13fb-02a1-4c94-a9df-32a15a7332b6 {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:37:31.523550 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3340f099-54b8-4d05-b652-ce015b006c4e', 'name': 'network-vif-deleted', 'tag': '7c3b0f1d-df43-4b69-8e48-89b62338ba79', 'status': 'completed', 'code': 200} Aug 11 03:37:31.676647 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8c63c949-d2fa-4653-b418-4dec91254f0b req-5139a50f-adab-461d-9e41-b9da2cb39d7a tempest-VolumesBackupsTest-376678261 tempest-VolumesBackupsTest-376678261-project] 10.222.0.41 "GET /v2.0/ports?device_id=3340f099-54b8-4d05-b652-ce015b006c4e HTTP/1.1" status: 200 len: 210 time: 0.0311806 Aug 11 03:37:31.678072 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 42346) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:37:31.682449 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-08a30125-a780-4d89-8f9c-f2246c8b6820 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-971506776', 'description': 'tempest-secgroup-smoke-971506776 description', 'project_id': '72275185a8d64845babaf2324f627ca7'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:37:31.769049 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-08a30125-a780-4d89-8f9c-f2246c8b6820 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:31.859559 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-08a30125-a780-4d89-8f9c-f2246c8b6820 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:31.860701 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:31.945953 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-08a30125-a780-4d89-8f9c-f2246c8b6820 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:31.975382 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a30125-a780-4d89-8f9c-f2246c8b6820 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Pushing event updated for resources: {'SecurityGroup': ['ID=537956e8-b214-4039-8ff1-e669d1971174,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:37:32.026088 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-08a30125-a780-4d89-8f9c-f2246c8b6820 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:32.030865 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-08a30125-a780-4d89-8f9c-f2246c8b6820 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3484011 Aug 11 03:37:32.030865 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 42348) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:37:32.035415 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-d4cf7abb-172c-4555-82d0-ddf290916f9c tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Request body: {'security_group_rule': {'security_group_id': '537956e8-b214-4039-8ff1-e669d1971174', 'project_id': '72275185a8d64845babaf2324f627ca7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:37:32.105972 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-e5ca5d1b-9dd0-45ad-b8b9-ee955403d845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:32.139505 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-d4cf7abb-172c-4555-82d0-ddf290916f9c tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:32.194956 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-d4cf7abb-172c-4555-82d0-ddf290916f9c tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:32.277186 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-d4cf7abb-172c-4555-82d0-ddf290916f9c tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:32.295576 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cf7abb-172c-4555-82d0-ddf290916f9c tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e196b48b-2956-4acf-a207-88296e245bec,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:37:32.374030 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-d4cf7abb-172c-4555-82d0-ddf290916f9c tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:32.375303 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-d4cf7abb-172c-4555-82d0-ddf290916f9c tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3441064 Aug 11 03:37:32.378062 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 42350) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:37:32.382505 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-3902e2f9-befd-4af7-b1b3-c3c16a248885 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Request body: {'security_group_rule': {'security_group_id': '537956e8-b214-4039-8ff1-e669d1971174', 'project_id': '72275185a8d64845babaf2324f627ca7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:37:32.487480 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-3902e2f9-befd-4af7-b1b3-c3c16a248885 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:32.543971 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-3902e2f9-befd-4af7-b1b3-c3c16a248885 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:32.625923 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-3902e2f9-befd-4af7-b1b3-c3c16a248885 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:32.644520 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3902e2f9-befd-4af7-b1b3-c3c16a248885 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ddc2145-65f7-4010-a7a0-f5050036422e,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:37:32.705837 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-3902e2f9-befd-4af7-b1b3-c3c16a248885 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:32.707617 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-3902e2f9-befd-4af7-b1b3-c3c16a248885 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3286014 Aug 11 03:37:32.710331 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 42356) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:37:32.714866 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-687cac9a-82ce-46bd-94b4-795778f3c7d0 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Request body: {'security_group_rule': {'security_group_id': '537956e8-b214-4039-8ff1-e669d1971174', 'project_id': '72275185a8d64845babaf2324f627ca7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:37:32.784843 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-687cac9a-82ce-46bd-94b4-795778f3c7d0 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:32.845435 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-687cac9a-82ce-46bd-94b4-795778f3c7d0 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:32.900152 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-687cac9a-82ce-46bd-94b4-795778f3c7d0 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:32.918045 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687cac9a-82ce-46bd-94b4-795778f3c7d0 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=482333c4-c4e2-4bb3-93b3-63af7ac08449,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:37:32.979966 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-687cac9a-82ce-46bd-94b4-795778f3c7d0 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:32.981248 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-687cac9a-82ce-46bd-94b4-795778f3c7d0 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2699583 Aug 11 03:37:32.983908 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 42362) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:37:32.993044 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-83e3074e-5f1f-4189-add0-04e7b48cf866 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Request body: {'security_group_rule': {'security_group_id': '537956e8-b214-4039-8ff1-e669d1971174', 'project_id': '72275185a8d64845babaf2324f627ca7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:37:33.077094 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:33.093979 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-83e3074e-5f1f-4189-add0-04e7b48cf866 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:33.153566 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-83e3074e-5f1f-4189-add0-04e7b48cf866 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:33.231407 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-83e3074e-5f1f-4189-add0-04e7b48cf866 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:33.249359 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e3074e-5f1f-4189-add0-04e7b48cf866 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f0cf71d-5796-47aa-8afa-eb73b4db4085,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:37:33.311428 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-83e3074e-5f1f-4189-add0-04e7b48cf866 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:33.312829 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-83e3074e-5f1f-4189-add0-04e7b48cf866 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3280091 Aug 11 03:37:33.315732 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 42364) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:37:33.320384 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-5b3bd587-638d-4665-9617-cc36f75db74b tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Request body: {'security_group_rule': {'security_group_id': '537956e8-b214-4039-8ff1-e669d1971174', 'project_id': '72275185a8d64845babaf2324f627ca7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:37:33.397174 n-d-764292-30 neutron-server[102192]: INFO neutron.db.securitygroups_db [None req-5b3bd587-638d-4665-9617-cc36f75db74b tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Project 72275185a8d64845babaf2324f627ca7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 03:37:33.402396 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-5b3bd587-638d-4665-9617-cc36f75db74b tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:33.463825 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-5b3bd587-638d-4665-9617-cc36f75db74b tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:33.536672 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-5b3bd587-638d-4665-9617-cc36f75db74b tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:33.557371 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3bd587-638d-4665-9617-cc36f75db74b tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9785d74c-9f62-42f5-a943-27cf476d8c0c,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:37:33.615396 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-5b3bd587-638d-4665-9617-cc36f75db74b tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:33.616855 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-5b3bd587-638d-4665-9617-cc36f75db74b tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3001463 Aug 11 03:37:33.619622 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 42366) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:37:33.624128 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-b7fc0a18-887d-4bfd-9061-731a6474f8a2 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Request body: {'security_group_rule': {'security_group_id': '537956e8-b214-4039-8ff1-e669d1971174', 'project_id': '72275185a8d64845babaf2324f627ca7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:37:33.700129 n-d-764292-30 neutron-server[102192]: INFO neutron.db.securitygroups_db [None req-b7fc0a18-887d-4bfd-9061-731a6474f8a2 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Project 72275185a8d64845babaf2324f627ca7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 03:37:33.705955 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b7fc0a18-887d-4bfd-9061-731a6474f8a2 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:33.785882 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b7fc0a18-887d-4bfd-9061-731a6474f8a2 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:33.872155 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b7fc0a18-887d-4bfd-9061-731a6474f8a2 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:33.892302 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fc0a18-887d-4bfd-9061-731a6474f8a2 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=626fd417-4fe7-4c31-a25d-d1b82cdeef8d,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:37:33.997781 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b7fc0a18-887d-4bfd-9061-731a6474f8a2 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:34.002269 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-b7fc0a18-887d-4bfd-9061-731a6474f8a2 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3785884 Aug 11 03:37:34.635552 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 7c3b0f1d-df43-4b69-8e48-89b62338ba79 no longer exists at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:37:34.658526 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] No Port match for: 7c3b0f1d-df43-4b69-8e48-89b62338ba79 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:37:34.658817 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 7c3b0f1d-df43-4b69-8e48-89b62338ba79 not bound to the agent host n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:37:34.678047 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:36.448226 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.agents_db [None req-950b7202-decb-43e2-8f71-ac8931dc9749 None None] Agent healthcheck: found 7 active agents {{(pid=102194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:37:37.277463 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:41.380405 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:46.438859 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f60a2260-926c-454f-916c-15dfad729afc req-3c5fe5ba-fab1-4ae2-b550-606a4e066039 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3b2161b3-f31c-4efc-ab3f-2dfa30c1fd17&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0475750 Aug 11 03:37:46.572574 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 42564) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:37:46.625352 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-07387579-cdff-44f7-96ef-3a9b3c4344f5 tempest-TestSecurityGroupsBasicOps-1751367075 tempest-TestSecurityGroupsBasicOps-1751367075-project-admin] 10.222.0.41 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2152 time: 0.1439023 Aug 11 03:37:46.627789 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 42566) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:37:46.632029 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60a2260-926c-454f-916c-15dfad729afc req-b0bd4e9b-25d9-4085-af13-2ae3fdfbb6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:37:46.633511 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f60a2260-926c-454f-916c-15dfad729afc req-b0bd4e9b-25d9-4085-af13-2ae3fdfbb6ed service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=391f2e6035934174b06bd30a54e0a2a0&device_id=3b2161b3-f31c-4efc-ab3f-2dfa30c1fd17 HTTP/1.1" status: 200 len: 1136 time: 0.1444407 Aug 11 03:37:46.634063 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-c01daa54-e9c8-4135-afad-32f816c3e4ee tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Request body: {'network': {'name': 'tempest-network-smoke--1327315203', 'project_id': '391f2e6035934174b06bd30a54e0a2a0', 'port_security_enabled': False}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:37:46.761641 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60a2260-926c-454f-916c-15dfad729afc req-bb43acc9-9a4b-4480-bcbd-d3e8c0e07c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:37:46.763382 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f60a2260-926c-454f-916c-15dfad729afc req-bb43acc9-9a4b-4480-bcbd-d3e8c0e07c55 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c5a32e02-7f19-4007-affc-7c719cd8a9f6 HTTP/1.1" status: 200 len: 898 time: 0.1096687 Aug 11 03:37:46.845195 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f60a2260-926c-454f-916c-15dfad729afc req-a692ca26-39c7-41fb-b2a7-d55d0d0777ff service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=87e85f65-11c2-4b5b-84ad-478d011953a1 HTTP/1.1" status: 200 len: 1000 time: 0.0746086 Aug 11 03:37:46.901684 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60a2260-926c-454f-916c-15dfad729afc req-5dfb859d-c0ba-4e19-80e5-d3f57af03173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:37:46.903125 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f60a2260-926c-454f-916c-15dfad729afc req-5dfb859d-c0ba-4e19-80e5-d3f57af03173 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e0543638-4dc5-47b2-878b-3fc9f259ada8 HTTP/1.1" status: 200 len: 833 time: 0.0498695 Aug 11 03:37:46.954938 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60a2260-926c-454f-916c-15dfad729afc req-6b08adcc-951b-4328-b355-513ddc620ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:37:46.957153 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f60a2260-926c-454f-916c-15dfad729afc req-6b08adcc-951b-4328-b355-513ddc620ca9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c5a32e02-7f19-4007-affc-7c719cd8a9f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0463846 Aug 11 03:37:47.075394 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f60a2260-926c-454f-916c-15dfad729afc req-e0b3ab60-e5e8-42f4-bb97-60f267410ef5 service neutron] 10.222.0.24 "GET /v2.0/networks/c5a32e02-7f19-4007-affc-7c719cd8a9f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100545 Aug 11 03:37:47.180894 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f60a2260-926c-454f-916c-15dfad729afc req-e5849a35-b682-4152-8bed-5ddc11a7d326 service neutron] 10.222.0.24 "GET /v2.0/networks/c5a32e02-7f19-4007-affc-7c719cd8a9f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976799 Aug 11 03:37:47.403045 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c01daa54-e9c8-4135-afad-32f816c3e4ee tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Made reservation on behalf of 391f2e6035934174b06bd30a54e0a2a0 for: {'network': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:37:47.407689 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c01daa54-e9c8-4135-afad-32f816c3e4ee tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:47.450369 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c01daa54-e9c8-4135-afad-32f816c3e4ee tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=102191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:37:47.455421 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c01daa54-e9c8-4135-afad-32f816c3e4ee tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:47.456053 n-d-764292-30 neutron-server[102191]: INFO neutron.db.segments_db [None req-c01daa54-e9c8-4135-afad-32f816c3e4ee tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Added segment 4f986bde-d99c-4d76-8e3e-9983e09d6ca9 of type vlan for network 4f323016-9d12-4917-bd1b-a1d020f58a51 Aug 11 03:37:47.495286 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c01daa54-e9c8-4135-afad-32f816c3e4ee tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:47.574725 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c01daa54-e9c8-4135-afad-32f816c3e4ee tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:47.580299 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c01daa54-e9c8-4135-afad-32f816c3e4ee tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:37:47.580877 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c01daa54-e9c8-4135-afad-32f816c3e4ee tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Notify callbacks [] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:47.646068 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01daa54-e9c8-4135-afad-32f816c3e4ee tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Pushing event updated for resources: {'Network': ['ID=4f323016-9d12-4917-bd1b-a1d020f58a51,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:37:47.653973 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01daa54-e9c8-4135-afad-32f816c3e4ee tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:37:47.654340 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01daa54-e9c8-4135-afad-32f816c3e4ee tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:37:47.654680 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01daa54-e9c8-4135-afad-32f816c3e4ee tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:37:47.655011 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01daa54-e9c8-4135-afad-32f816c3e4ee tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:37:47.655334 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01daa54-e9c8-4135-afad-32f816c3e4ee tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:37:47.655662 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01daa54-e9c8-4135-afad-32f816c3e4ee tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:37:47.655989 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01daa54-e9c8-4135-afad-32f816c3e4ee tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:37:47.656303 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01daa54-e9c8-4135-afad-32f816c3e4ee tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:37:47.656725 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01daa54-e9c8-4135-afad-32f816c3e4ee tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:37:47.657046 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01daa54-e9c8-4135-afad-32f816c3e4ee tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:37:47.657363 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01daa54-e9c8-4135-afad-32f816c3e4ee tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:37:47.657675 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01daa54-e9c8-4135-afad-32f816c3e4ee tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:37:47.668760 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network 4f323016-9d12-4917-bd1b-a1d020f58a51 details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:37:47.694789 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-c01daa54-e9c8-4135-afad-32f816c3e4ee tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0648813 Aug 11 03:37:47.697291 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 42572) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:37:47.703109 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-779409a6-f9da-4a08-b956-d96b3f4558af tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1544554046', 'admin_state_up': True, 'project_id': '391f2e6035934174b06bd30a54e0a2a0', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:37:47.780290 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-779409a6-f9da-4a08-b956-d96b3f4558af tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-450010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6626'] for router, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:47.781469 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-779409a6-f9da-4a08-b956-d96b3f4558af tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-446747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6633'] for router, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:47.838904 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-779409a6-f9da-4a08-b956-d96b3f4558af tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:48.042119 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-779409a6-f9da-4a08-b956-d96b3f4558af tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:48.316651 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-779409a6-f9da-4a08-b956-d96b3f4558af tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Notify callbacks [] for router_gateway, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:48.336425 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-779409a6-f9da-4a08-b956-d96b3f4558af tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:48.737829 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [None req-779409a6-f9da-4a08-b956-d96b3f4558af tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Allocated IP 172.25.8.173 (09faf7d2-eaf5-4a50-bb6e-4cb05d009a76/e1a97443-13df-40bb-85f5-fd269e2742c0/b93e9193-569f-46ed-bda0-87ecd89d1f48) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:37:48.838591 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-779409a6-f9da-4a08-b956-d96b3f4558af tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:49.004073 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-779409a6-f9da-4a08-b956-d96b3f4558af tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:49.047170 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-779409a6-f9da-4a08-b956-d96b3f4558af tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:37:49.053231 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-779409a6-f9da-4a08-b956-d96b3f4558af tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:37:49.055955 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779409a6-f9da-4a08-b956-d96b3f4558af tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:37:49.086598 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779409a6-f9da-4a08-b956-d96b3f4558af tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Pushing event updated for resources: {'Port': ['ID=b93e9193-569f-46ed-bda0-87ecd89d1f48,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:37:49.411279 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-779409a6-f9da-4a08-b956-d96b3f4558af tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Notify callbacks [] for router_gateway, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:49.637993 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-779409a6-f9da-4a08-b956-d96b3f4558af tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-446952'] for router, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:49.832505 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-779409a6-f9da-4a08-b956-d96b3f4558af tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Router 7c250a7c-5e15-42dc-9576-c14466cc2464 is scheduled to L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 with binding_index 1 {{(pid=102191) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:37:49.949269 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-779409a6-f9da-4a08-b956-d96b3f4558af tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:37:49.963922 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f60d639-d47f-448f-b909-d3585eddf0e4 None None] Sync routers for ids ['7c250a7c-5e15-42dc-9576-c14466cc2464'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:37:49.975694 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f60d639-d47f-448f-b909-d3585eddf0e4 None None] Routers {'7c250a7c-5e15-42dc-9576-c14466cc2464'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:37:49.976589 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-7f60d639-d47f-448f-b909-d3585eddf0e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:37:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['7c250a7c-5e15-42dc-9576-c14466cc2464'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:37:50.020637 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-779409a6-f9da-4a08-b956-d96b3f4558af tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Notify callbacks [] for router, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:50.022322 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-779409a6-f9da-4a08-b956-d96b3f4558af tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.3238397 Aug 11 03:37:50.025746 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 42598) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:37:50.105220 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7fe8076-1581-4e95-b2c1-e19ae092b5ca tempest-TestSecurityGroupsBasicOps-1751367075 tempest-TestSecurityGroupsBasicOps-1751367075-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:37:50.107556 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-f7fe8076-1581-4e95-b2c1-e19ae092b5ca tempest-TestSecurityGroupsBasicOps-1751367075 tempest-TestSecurityGroupsBasicOps-1751367075-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=391f2e6035934174b06bd30a54e0a2a0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 828 time: 0.0797243 Aug 11 03:37:50.109487 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 42600) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:37:50.122551 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-7f60d639-d47f-448f-b909-d3585eddf0e4 None None] Set router 7c250a7c-5e15-42dc-9576-c14466cc2464 gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:37:50.284832 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e554594d-0b04-41f0-901b-ffe5de2f4fcc tempest-TestSecurityGroupsBasicOps-1751367075 tempest-TestSecurityGroupsBasicOps-1751367075-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:37:50.284832 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-e554594d-0b04-41f0-901b-ffe5de2f4fcc tempest-TestSecurityGroupsBasicOps-1751367075 tempest-TestSecurityGroupsBasicOps-1751367075-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1282334 Aug 11 03:37:50.284832 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 42602) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:37:50.284832 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-09f5ddad-9948-4def-b0ff-b162dc340165 tempest-TestSecurityGroupsBasicOps-1751367075 tempest-TestSecurityGroupsBasicOps-1751367075-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=09faf7d2-eaf5-4a50-bb6e-4cb05d009a76&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0399597 Aug 11 03:37:50.285542 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 42604) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:37:50.314250 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-801c9e91-8d26-4c01-9155-c3be20c3e646 tempest-TestSecurityGroupsBasicOps-1751367075 tempest-TestSecurityGroupsBasicOps-1751367075-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=391f2e6035934174b06bd30a54e0a2a0&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277927 Aug 11 03:37:50.317389 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 42606) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:37:50.346777 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-7f60d639-d47f-448f-b909-d3585eddf0e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c250a7c-5e15-42dc-9576-c14466cc2464', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1544554046', 'tenant_id': '391f2e6035934174b06bd30a54e0a2a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': 'b93e9193-569f-46ed-bda0-87ecd89d1f48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:37:47Z', 'updated_at': '2021-08-11T03:37:49Z', 'revision_number': 3, 'project_id': '391f2e6035934174b06bd30a54e0a2a0', 'gw_port': {'id': 'b93e9193-569f-46ed-bda0-87ecd89d1f48', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:f2:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c250a7c-5e15-42dc-9576-c14466cc2464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:37:48Z', 'updated_at': '2021-08-11T03:37:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:37:50.375166 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f60d639-d47f-448f-b909-d3585eddf0e4 None None] Checking router: 7c250a7c-5e15-42dc-9576-c14466cc2464 for host: n-d-764292-30 {{(pid=102193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:37:50.375639 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f60d639-d47f-448f-b909-d3585eddf0e4 None None] Updating router 7c250a7c-5e15-42dc-9576-c14466cc2464 port b93e9193-569f-46ed-bda0-87ecd89d1f48 binding host n-d-764292-30 {{(pid=102193) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:37:50.404382 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-7f60d639-d47f-448f-b909-d3585eddf0e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:50.566772 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af270b4b-f04c-40dc-866c-a1bc24eaa5f1 tempest-TestSecurityGroupsBasicOps-1751367075 tempest-TestSecurityGroupsBasicOps-1751367075-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:37:50.566772 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-af270b4b-f04c-40dc-866c-a1bc24eaa5f1 tempest-TestSecurityGroupsBasicOps-1751367075 tempest-TestSecurityGroupsBasicOps-1751367075-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2208650 Aug 11 03:37:50.568644 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 42612) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:37:50.606330 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 42614) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:37:50.610947 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-0fde4988-a749-472c-ad6a-ca42a1a131e8 tempest-TestSecurityGroupsBasicOps-1751367075 tempest-TestSecurityGroupsBasicOps-1751367075-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=09faf7d2-eaf5-4a50-bb6e-4cb05d009a76&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0410380 Aug 11 03:37:50.612884 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-3c969f3f-5fbd-442a-83a4-e5c7ffc4584b tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1084945636', 'network_id': '4f323016-9d12-4917-bd1b-a1d020f58a51', 'project_id': '391f2e6035934174b06bd30a54e0a2a0', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:37:50.681860 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-7f60d639-d47f-448f-b909-d3585eddf0e4 None None] Notify callbacks [] for port, precommit_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:50.692447 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-7f60d639-d47f-448f-b909-d3585eddf0e4 None None] Transition to ACTIVE for port object b93e9193-569f-46ed-bda0-87ecd89d1f48 will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:37:50.774656 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-7f60d639-d47f-448f-b909-d3585eddf0e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:50.835123 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e5121f-e458-40ab-a31b-fe8159f62146 None None] Pushing event updated for resources: {'Port': ['ID=b93e9193-569f-46ed-bda0-87ecd89d1f48,revision_number=2']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:37:50.837445 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-7f60d639-d47f-448f-b909-d3585eddf0e4 None None] Attempting to bind port b93e9193-569f-46ed-bda0-87ecd89d1f48 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:37:50.837952 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-7f60d639-d47f-448f-b909-d3585eddf0e4 None None] Attempting to bind port b93e9193-569f-46ed-bda0-87ecd89d1f48 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:37:50.838334 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f60d639-d47f-448f-b909-d3585eddf0e4 None None] Attempting to bind port b93e9193-569f-46ed-bda0-87ecd89d1f48 on network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:37:50.845132 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f60d639-d47f-448f-b909-d3585eddf0e4 None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 37, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:37:50.845132 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f60d639-d47f-448f-b909-d3585eddf0e4 None None] Checking segment: {'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:37:50.854252 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-7f60d639-d47f-448f-b909-d3585eddf0e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:50.854252 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f60d639-d47f-448f-b909-d3585eddf0e4 None None] Bound using segment: {'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:37:50.854252 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-7f60d639-d47f-448f-b909-d3585eddf0e4 None None] Bound port: b93e9193-569f-46ed-bda0-87ecd89d1f48, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:37:50.854252 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-7f60d639-d47f-448f-b909-d3585eddf0e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:50.860774 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c969f3f-5fbd-442a-83a4-e5c7ffc4584b tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Made reservation on behalf of 391f2e6035934174b06bd30a54e0a2a0 for: {'subnet': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:37:50.866543 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-3c969f3f-5fbd-442a-83a4-e5c7ffc4584b tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126180544'] for subnet, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:50.912286 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-7f60d639-d47f-448f-b909-d3585eddf0e4 None None] For port b93e9193-569f-46ed-bda0-87ecd89d1f48, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:37:50.915942 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-7f60d639-d47f-448f-b909-d3585eddf0e4 None None] For port b93e9193-569f-46ed-bda0-87ecd89d1f48, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=b93e9193-569f-46ed-bda0-87ecd89d1f48,segment=NetworkSegment(fab28bed-aa25-40db-bba4-ec26e795194c),segment_id=fab28bed-aa25-40db-bba4-ec26e795194c)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:37:50.986458 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-7f60d639-d47f-448f-b909-d3585eddf0e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:51.046340 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f60d639-d47f-448f-b909-d3585eddf0e4 None None] Routers {'7c250a7c-5e15-42dc-9576-c14466cc2464'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:37:51.047076 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-7f60d639-d47f-448f-b909-d3585eddf0e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:37:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['7c250a7c-5e15-42dc-9576-c14466cc2464'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:37:51.102922 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e5121f-e458-40ab-a31b-fe8159f62146 None None] Pushing event updated for resources: {'Port': ['ID=b93e9193-569f-46ed-bda0-87ecd89d1f48,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:37:51.167901 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-7f60d639-d47f-448f-b909-d3585eddf0e4 None None] Set router 7c250a7c-5e15-42dc-9576-c14466cc2464 gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:37:51.169794 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-3c969f3f-5fbd-442a-83a4-e5c7ffc4584b tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125932092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126180562'] for subnet, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:51.235037 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c969f3f-5fbd-442a-83a4-e5c7ffc4584b tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Pushing event updated for resources: {'Subnet': ['ID=5c1cb0ea-0b1a-43f8-b20c-d547c7e7a2ba,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:37:51.243988 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c969f3f-5fbd-442a-83a4-e5c7ffc4584b tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Checking segment: {'id': '4f986bde-d99c-4d76-8e3e-9983e09d6ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '4f323016-9d12-4917-bd1b-a1d020f58a51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:37:51.244346 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c969f3f-5fbd-442a-83a4-e5c7ffc4584b tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Network hostable DHCP agents. Network: 4f323016-9d12-4917-bd1b-a1d020f58a51, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:37:51.253264 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c969f3f-5fbd-442a-83a4-e5c7ffc4584b tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:37:51.253609 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c969f3f-5fbd-442a-83a4-e5c7ffc4584b tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:37:51.254047 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c969f3f-5fbd-442a-83a4-e5c7ffc4584b tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:37:51.254408 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c969f3f-5fbd-442a-83a4-e5c7ffc4584b tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:37:51.254751 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c969f3f-5fbd-442a-83a4-e5c7ffc4584b tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:37:51.255158 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c969f3f-5fbd-442a-83a4-e5c7ffc4584b tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:37:51.255483 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c969f3f-5fbd-442a-83a4-e5c7ffc4584b tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:37:51.255855 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c969f3f-5fbd-442a-83a4-e5c7ffc4584b tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:37:51.256132 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c969f3f-5fbd-442a-83a4-e5c7ffc4584b tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:37:51.256454 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c969f3f-5fbd-442a-83a4-e5c7ffc4584b tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:37:51.256777 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c969f3f-5fbd-442a-83a4-e5c7ffc4584b tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:37:51.257100 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c969f3f-5fbd-442a-83a4-e5c7ffc4584b tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:37:51.328855 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c969f3f-5fbd-442a-83a4-e5c7ffc4584b tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Network 4f323016-9d12-4917-bd1b-a1d020f58a51 is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:37:51.363741 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-7f60d639-d47f-448f-b909-d3585eddf0e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c250a7c-5e15-42dc-9576-c14466cc2464', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1544554046', 'tenant_id': '391f2e6035934174b06bd30a54e0a2a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': 'b93e9193-569f-46ed-bda0-87ecd89d1f48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:37:47Z', 'updated_at': '2021-08-11T03:37:49Z', 'revision_number': 3, 'project_id': '391f2e6035934174b06bd30a54e0a2a0', 'gw_port': {'id': 'b93e9193-569f-46ed-bda0-87ecd89d1f48', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:f2:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c250a7c-5e15-42dc-9576-c14466cc2464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:37:48Z', 'updated_at': '2021-08-11T03:37:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:37:51.390550 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f60d639-d47f-448f-b909-d3585eddf0e4 None None] The sync data for ids ['7c250a7c-5e15-42dc-9576-c14466cc2464'] in n-d-764292-30 is: [{'id': '7c250a7c-5e15-42dc-9576-c14466cc2464', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1544554046', 'tenant_id': '391f2e6035934174b06bd30a54e0a2a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': 'b93e9193-569f-46ed-bda0-87ecd89d1f48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:37:47Z', 'updated_at': '2021-08-11T03:37:49Z', 'revision_number': 3, 'project_id': '391f2e6035934174b06bd30a54e0a2a0', 'gw_port': {'id': 'b93e9193-569f-46ed-bda0-87ecd89d1f48', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:f2:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c250a7c-5e15-42dc-9576-c14466cc2464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:37:48Z', 'updated_at': '2021-08-11T03:37:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:37:51.414638 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-3c969f3f-5fbd-442a-83a4-e5c7ffc4584b tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, 4f323016-9d12-4917-bd1b-a1d020f58a51) {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:37:51.420483 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c969f3f-5fbd-442a-83a4-e5c7ffc4584b tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:37:51.421082 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-3c969f3f-5fbd-442a-83a4-e5c7ffc4584b tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Notify callbacks [] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:51.431377 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf641bde-1794-4a38-bcdb-c4cb22fc49f6 None None] Network 4f323016-9d12-4917-bd1b-a1d020f58a51 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:37:51.512549 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-3c969f3f-5fbd-442a-83a4-e5c7ffc4584b tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.9048934 Aug 11 03:37:51.514972 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 42626) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:37:51.614822 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df3f6ad4-7f87-491a-ad4c-78628de44c2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde080026-c28f-55be-b52b-13827cc43646-4f323016-9d12-4917-bd1b-a1d020f58a51', 'network_id': '4f323016-9d12-4917-bd1b-a1d020f58a51', 'tenant_id': '391f2e6035934174b06bd30a54e0a2a0', 'fixed_ips': [{'subnet_id': '5c1cb0ea-0b1a-43f8-b20c-d547c7e7a2ba'}]}} from n-d-764292-30. {{(pid=102193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:37:51.615624 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-df3f6ad4-7f87-491a-ad4c-78628de44c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:51.812398 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.db_base_plugin_common [None req-df3f6ad4-7f87-491a-ad4c-78628de44c2c None None] Allocated IP 172.20.0.18 (4f323016-9d12-4917-bd1b-a1d020f58a51/5c1cb0ea-0b1a-43f8-b20c-d547c7e7a2ba/63be51c5-5e49-489a-b629-2c347ce84c67) {{(pid=102193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:37:52.068644 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-df3f6ad4-7f87-491a-ad4c-78628de44c2c None None] Notify callbacks [] for port, precommit_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:52.093568 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-df3f6ad4-7f87-491a-ad4c-78628de44c2c None None] Transition to ACTIVE for port object 63be51c5-5e49-489a-b629-2c347ce84c67 will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:37:52.119155 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-df3f6ad4-7f87-491a-ad4c-78628de44c2c None None] Transition to ACTIVE for port object 63be51c5-5e49-489a-b629-2c347ce84c67 will not be triggered until provisioned by entity DHCP. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:37:52.197965 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-df3f6ad4-7f87-491a-ad4c-78628de44c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669'] for port, after_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:52.276094 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df3f6ad4-7f87-491a-ad4c-78628de44c2c None None] Network 4f323016-9d12-4917-bd1b-a1d020f58a51 is already hosted by enough agents. {{(pid=102193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:37:52.289179 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.base_scheduler [None req-df3f6ad4-7f87-491a-ad4c-78628de44c2c None None] Resources bound (agent type, host, resource id): {{(pid=102193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:37:52.294906 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df3f6ad4-7f87-491a-ad4c-78628de44c2c None None] Received port after_create {{(pid=102193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:37:52.298810 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3f6ad4-7f87-491a-ad4c-78628de44c2c None None] Pushing event updated for resources: {'Port': ['ID=63be51c5-5e49-489a-b629-2c347ce84c67,revision_number=1']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:37:52.380383 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-df3f6ad4-7f87-491a-ad4c-78628de44c2c None None] Attempting to bind port 63be51c5-5e49-489a-b629-2c347ce84c67 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:37:52.380984 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-df3f6ad4-7f87-491a-ad4c-78628de44c2c None None] Attempting to bind port 63be51c5-5e49-489a-b629-2c347ce84c67 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': '4f986bde-d99c-4d76-8e3e-9983e09d6ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '4f323016-9d12-4917-bd1b-a1d020f58a51'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:37:52.381543 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3f6ad4-7f87-491a-ad4c-78628de44c2c None None] Attempting to bind port 63be51c5-5e49-489a-b629-2c347ce84c67 on network 4f323016-9d12-4917-bd1b-a1d020f58a51 {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:37:52.387738 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3f6ad4-7f87-491a-ad4c-78628de44c2c None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 37, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:37:52.388398 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3f6ad4-7f87-491a-ad4c-78628de44c2c None None] Checking segment: {'id': '4f986bde-d99c-4d76-8e3e-9983e09d6ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '4f323016-9d12-4917-bd1b-a1d020f58a51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:37:52.389002 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-df3f6ad4-7f87-491a-ad4c-78628de44c2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:52.389575 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3f6ad4-7f87-491a-ad4c-78628de44c2c None None] Bound using segment: {'id': '4f986bde-d99c-4d76-8e3e-9983e09d6ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '4f323016-9d12-4917-bd1b-a1d020f58a51'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:37:52.390238 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-df3f6ad4-7f87-491a-ad4c-78628de44c2c None None] Bound port: 63be51c5-5e49-489a-b629-2c347ce84c67, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f986bde-d99c-4d76-8e3e-9983e09d6ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '4f323016-9d12-4917-bd1b-a1d020f58a51'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:37:52.395208 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-df3f6ad4-7f87-491a-ad4c-78628de44c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:52.415310 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4df3e7f8-482d-4027-a769-5bbf7ba732de tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:52.491752 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-df3f6ad4-7f87-491a-ad4c-78628de44c2c None None] For port 63be51c5-5e49-489a-b629-2c347ce84c67, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:37:52.509737 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-df3f6ad4-7f87-491a-ad4c-78628de44c2c None None] For port 63be51c5-5e49-489a-b629-2c347ce84c67, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=63be51c5-5e49-489a-b629-2c347ce84c67,segment=NetworkSegment(4f986bde-d99c-4d76-8e3e-9983e09d6ca9),segment_id=4f986bde-d99c-4d76-8e3e-9983e09d6ca9)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:37:52.603901 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-df3f6ad4-7f87-491a-ad4c-78628de44c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:52.683232 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device b93e9193-569f-46ed-bda0-87ecd89d1f48 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:37:52.818896 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3f6ad4-7f87-491a-ad4c-78628de44c2c None None] Pushing event updated for resources: {'Port': ['ID=63be51c5-5e49-489a-b629-2c347ce84c67,revision_number=2']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:37:52.914649 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port b93e9193-569f-46ed-bda0-87ecd89d1f48 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:37:52.921779 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port b93e9193-569f-46ed-bda0-87ecd89d1f48 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:37:52.925339 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:53.092668 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:53.124539 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port b93e9193-569f-46ed-bda0-87ecd89d1f48, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=b93e9193-569f-46ed-bda0-87ecd89d1f48,segment=NetworkSegment(fab28bed-aa25-40db-bba4-ec26e795194c),segment_id=fab28bed-aa25-40db-bba4-ec26e795194c)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:37:53.197129 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:53.267294 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=b93e9193-569f-46ed-bda0-87ecd89d1f48,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:37:53.374144 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [None req-4df3e7f8-482d-4027-a769-5bbf7ba732de tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Allocated IP 172.20.0.17 (4f323016-9d12-4917-bd1b-a1d020f58a51/5c1cb0ea-0b1a-43f8-b20c-d547c7e7a2ba/825565b5-ea89-462f-ae61-35bfa355b2f1) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:37:53.518955 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4df3e7f8-482d-4027-a769-5bbf7ba732de tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:53.535151 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [None req-4df3e7f8-482d-4027-a769-5bbf7ba732de tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Transition to ACTIVE for port object 825565b5-ea89-462f-ae61-35bfa355b2f1 will not be triggered until provisioned by entity DHCP. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:37:53.638758 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4df3e7f8-482d-4027-a769-5bbf7ba732de tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:53.688932 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df3e7f8-482d-4027-a769-5bbf7ba732de tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Network 4f323016-9d12-4917-bd1b-a1d020f58a51 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:37:53.688932 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-4df3e7f8-482d-4027-a769-5bbf7ba732de tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:37:53.692633 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df3e7f8-482d-4027-a769-5bbf7ba732de tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:37:53.738375 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df3e7f8-482d-4027-a769-5bbf7ba732de tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Pushing event updated for resources: {'Port': ['ID=825565b5-ea89-462f-ae61-35bfa355b2f1,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:37:53.752347 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4df3e7f8-482d-4027-a769-5bbf7ba732de tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-520987'] for router_interface, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:54.108750 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4df3e7f8-482d-4027-a769-5bbf7ba732de tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:54.279835 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f26b6ce-07aa-4f56-a4c9-648c7c9898e5 None None] Network 4f323016-9d12-4917-bd1b-a1d020f58a51 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:37:54.283946 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [req-93c1d51e-bb65-4c44-b2d1-fb238cb5439e req-9a3d4a6b-c48a-41c4-a255-f224994468d7 tempest-ServersNegativeTestJSON-1497233225 tempest-ServersNegativeTestJSON-1497233225-project] (102191) timed out ('10.222.0.24', 57727) {{(pid=102191) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 11 03:37:54.426929 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4df3e7f8-482d-4027-a769-5bbf7ba732de tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Notify callbacks [] for port, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:54.430085 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-2a879656-fd2b-4c50-8877-96fc77c7a76c None None] Provisioning for port 63be51c5-5e49-489a-b629-2c347ce84c67 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:37:54.540173 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4df3e7f8-482d-4027-a769-5bbf7ba732de tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:54.631051 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df3e7f8-482d-4027-a769-5bbf7ba732de tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Pushing event updated for resources: {'Port': ['ID=825565b5-ea89-462f-ae61-35bfa355b2f1,revision_number=2']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:37:54.637159 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4df3e7f8-482d-4027-a769-5bbf7ba732de tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16383026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521135'] for router_interface, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:54.760942 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 63be51c5-5e49-489a-b629-2c347ce84c67 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:37:54.765038 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df3e7f8-482d-4027-a769-5bbf7ba732de tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Network 4f323016-9d12-4917-bd1b-a1d020f58a51 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:37:54.766601 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-4df3e7f8-482d-4027-a769-5bbf7ba732de tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:37:54.897357 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4df3e7f8-482d-4027-a769-5bbf7ba732de tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Router 7c250a7c-5e15-42dc-9576-c14466cc2464 has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:37:54.940178 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-2a9374d7-4edd-4132-a01f-60ff6ef5b79e None None] Provisioning for port 825565b5-ea89-462f-ae61-35bfa355b2f1 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:37:54.945788 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-2a9374d7-4edd-4132-a01f-60ff6ef5b79e None None] Provisioning complete for port 825565b5-ea89-462f-ae61-35bfa355b2f1 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:37:54.946270 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2a9374d7-4edd-4132-a01f-60ff6ef5b79e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:54.972529 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port 63be51c5-5e49-489a-b629-2c347ce84c67 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:37:54.980479 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 63be51c5-5e49-489a-b629-2c347ce84c67 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:37:54.980847 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:55.019520 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-2a9374d7-4edd-4132-a01f-60ff6ef5b79e None None] Port 825565b5-ea89-462f-ae61-35bfa355b2f1 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:37:55.032762 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4df3e7f8-482d-4027-a769-5bbf7ba732de tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:37:55.039544 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-4df3e7f8-482d-4027-a769-5bbf7ba732de tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] 10.222.0.41 "PUT /v2.0/routers/7c250a7c-5e15-42dc-9576-c14466cc2464/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5227733 Aug 11 03:37:55.045322 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009d33ee-010a-4c61-8de5-ba67347061f7 None None] Sync routers for ids ['7c250a7c-5e15-42dc-9576-c14466cc2464'] in n-d-764292-30 {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:37:55.064907 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009d33ee-010a-4c61-8de5-ba67347061f7 None None] Routers {'7c250a7c-5e15-42dc-9576-c14466cc2464'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:37:55.066104 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-009d33ee-010a-4c61-8de5-ba67347061f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:37:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['7c250a7c-5e15-42dc-9576-c14466cc2464'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:37:55.119395 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:55.197278 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port 63be51c5-5e49-489a-b629-2c347ce84c67, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=63be51c5-5e49-489a-b629-2c347ce84c67,segment=NetworkSegment(4f986bde-d99c-4d76-8e3e-9983e09d6ca9),segment_id=4f986bde-d99c-4d76-8e3e-9983e09d6ca9)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:37:55.200389 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-d2fdaa71-0a53-4dec-b8cd-e5127b288d09 None None] Provisioning complete for port 825565b5-ea89-462f-ae61-35bfa355b2f1 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:37:55.200759 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-d2fdaa71-0a53-4dec-b8cd-e5127b288d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:55.241005 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-d2fdaa71-0a53-4dec-b8cd-e5127b288d09 None None] Port 825565b5-ea89-462f-ae61-35bfa355b2f1 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:37:55.249542 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-009d33ee-010a-4c61-8de5-ba67347061f7 None None] Set router 7c250a7c-5e15-42dc-9576-c14466cc2464 gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:37:55.300139 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:55.301094 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device b93e9193-569f-46ed-bda0-87ecd89d1f48 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:37:55.306967 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a0b42e-35d5-4d99-92bf-399e8396676f req-37d16e3f-975b-48ff-821e-090cbcf2e068 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:37:55.307202 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f4a0b42e-35d5-4d99-92bf-399e8396676f req-37d16e3f-975b-48ff-821e-090cbcf2e068 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] 10.222.0.41 "GET /v2.0/networks?id=4f323016-9d12-4917-bd1b-a1d020f58a51 HTTP/1.1" status: 200 len: 798 time: 0.1312964 Aug 11 03:37:55.323208 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f4a0b42e-35d5-4d99-92bf-399e8396676f req-dae0bc37-ca0b-47d7-8c64-8e6935ff07ff tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] 10.222.0.41 "GET /v2.0/quotas/391f2e6035934174b06bd30a54e0a2a0 HTTP/1.1" status: 200 len: 375 time: 0.0104313 Aug 11 03:37:55.413460 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-eb7df8eb-c471-4aab-b9e5-c820182fff13 None None] Provisioning complete for port 825565b5-ea89-462f-ae61-35bfa355b2f1 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:37:55.413937 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-eb7df8eb-c471-4aab-b9e5-c820182fff13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:55.424446 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f4a0b42e-35d5-4d99-92bf-399e8396676f req-d5b4b305-d1e7-4631-9ac2-4392185b32eb tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=391f2e6035934174b06bd30a54e0a2a0&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0837166 Aug 11 03:37:55.454123 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-eb7df8eb-c471-4aab-b9e5-c820182fff13 None None] Port 825565b5-ea89-462f-ae61-35bfa355b2f1 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:37:55.473271 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=63be51c5-5e49-489a-b629-2c347ce84c67,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:37:55.495302 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port b93e9193-569f-46ed-bda0-87ecd89d1f48 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:37:55.495946 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:55.498828 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-009d33ee-010a-4c61-8de5-ba67347061f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c250a7c-5e15-42dc-9576-c14466cc2464', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1544554046', 'tenant_id': '391f2e6035934174b06bd30a54e0a2a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': 'b93e9193-569f-46ed-bda0-87ecd89d1f48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:37:47Z', 'updated_at': '2021-08-11T03:37:53Z', 'revision_number': 4, 'project_id': '391f2e6035934174b06bd30a54e0a2a0', 'gw_port': {'id': 'b93e9193-569f-46ed-bda0-87ecd89d1f48', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:f2:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c250a7c-5e15-42dc-9576-c14466cc2464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:37:48Z', 'updated_at': '2021-08-11T03:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '825565b5-ea89-462f-ae61-35bfa355b2f1', 'name': '', 'network_id': '4f323016-9d12-4917-bd1b-a1d020f58a51', 'tenant_id': '391f2e6035934174b06bd30a54e0a2a0', 'mac_address': 'fa:16:3e:6a:88:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c250a7c-5e15-42dc-9576-c14466cc2464', 'device_owner': 'network:router_interface', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': '5c1cb0ea-0b1a-43f8-b20c-d547c7e7a2ba', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:37:52Z', 'updated_at': '2021-08-11T03:37:54Z', 'revision_number': 2, 'project_id': '391f2e6035934174b06bd30a54e0a2a0', 'subnets': [{'id': '5c1cb0ea-0b1a-43f8-b20c-d547c7e7a2ba', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:37:55.526622 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009d33ee-010a-4c61-8de5-ba67347061f7 None None] Checking router: 7c250a7c-5e15-42dc-9576-c14466cc2464 for host: n-d-764292-30 {{(pid=102194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:37:55.527313 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009d33ee-010a-4c61-8de5-ba67347061f7 None None] Updating router 7c250a7c-5e15-42dc-9576-c14466cc2464 port 825565b5-ea89-462f-ae61-35bfa355b2f1 binding host n-d-764292-30 {{(pid=102194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:37:55.554093 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f4a0b42e-35d5-4d99-92bf-399e8396676f req-60714e66-e643-47cf-b90a-a55679e9c7f5 service neutron] 10.222.0.41 "GET /v2.0/networks/4f323016-9d12-4917-bd1b-a1d020f58a51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250269 Aug 11 03:37:55.560776 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-009d33ee-010a-4c61-8de5-ba67347061f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:55.656029 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f4a0b42e-35d5-4d99-92bf-399e8396676f req-44741d73-bc5f-4253-b543-8d859b440edb service neutron] 10.222.0.41 "GET /v2.0/networks/4f323016-9d12-4917-bd1b-a1d020f58a51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007872 Aug 11 03:37:55.852402 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-009d33ee-010a-4c61-8de5-ba67347061f7 None None] Notify callbacks [] for port, precommit_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:55.862109 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.provisioning_blocks [None req-009d33ee-010a-4c61-8de5-ba67347061f7 None None] Transition to ACTIVE for port object 825565b5-ea89-462f-ae61-35bfa355b2f1 will not be triggered until provisioned by entity L2. {{(pid=102194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:37:55.940296 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-62c9340a-3b97-4f7d-a285-8f1d8daa5257 req-1492cf5e-4194-4eb5-bb2d-667cb8175ba8 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f9ff8ac-41a6-4900-8f22-c061b2641737 HTTP/1.1" status: 200 len: 210 time: 0.0300100 Aug 11 03:37:55.980067 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-009d33ee-010a-4c61-8de5-ba67347061f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:56.042518 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50af367-5c2b-410d-93fa-c3ff26f6b3c3 None None] Pushing event updated for resources: {'Port': ['ID=825565b5-ea89-462f-ae61-35bfa355b2f1,revision_number=3']} {{(pid=102194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:37:56.121733 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-009d33ee-010a-4c61-8de5-ba67347061f7 None None] Attempting to bind port 825565b5-ea89-462f-ae61-35bfa355b2f1 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:37:56.122518 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-009d33ee-010a-4c61-8de5-ba67347061f7 None None] Attempting to bind port 825565b5-ea89-462f-ae61-35bfa355b2f1 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': '4f986bde-d99c-4d76-8e3e-9983e09d6ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '4f323016-9d12-4917-bd1b-a1d020f58a51'}] {{(pid=102194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:37:56.122518 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009d33ee-010a-4c61-8de5-ba67347061f7 None None] Attempting to bind port 825565b5-ea89-462f-ae61-35bfa355b2f1 on network 4f323016-9d12-4917-bd1b-a1d020f58a51 {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:37:56.128398 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009d33ee-010a-4c61-8de5-ba67347061f7 None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 37, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:37:56.128798 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009d33ee-010a-4c61-8de5-ba67347061f7 None None] Checking segment: {'id': '4f986bde-d99c-4d76-8e3e-9983e09d6ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '4f323016-9d12-4917-bd1b-a1d020f58a51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:37:56.129195 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-009d33ee-010a-4c61-8de5-ba67347061f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:56.129589 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009d33ee-010a-4c61-8de5-ba67347061f7 None None] Bound using segment: {'id': '4f986bde-d99c-4d76-8e3e-9983e09d6ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '4f323016-9d12-4917-bd1b-a1d020f58a51'} {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:37:56.130051 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-009d33ee-010a-4c61-8de5-ba67347061f7 None None] Bound port: 825565b5-ea89-462f-ae61-35bfa355b2f1, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f986bde-d99c-4d76-8e3e-9983e09d6ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '4f323016-9d12-4917-bd1b-a1d020f58a51'}}] {{(pid=102194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:37:56.130539 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-009d33ee-010a-4c61-8de5-ba67347061f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:56.200384 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.db [None req-009d33ee-010a-4c61-8de5-ba67347061f7 None None] For port 825565b5-ea89-462f-ae61-35bfa355b2f1, host n-d-764292-30, cleared binding levels {{(pid=102194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:37:56.206967 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.db [None req-009d33ee-010a-4c61-8de5-ba67347061f7 None None] For port 825565b5-ea89-462f-ae61-35bfa355b2f1, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=825565b5-ea89-462f-ae61-35bfa355b2f1,segment=NetworkSegment(4f986bde-d99c-4d76-8e3e-9983e09d6ca9),segment_id=4f986bde-d99c-4d76-8e3e-9983e09d6ca9)] {{(pid=102194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:37:56.392061 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-009d33ee-010a-4c61-8de5-ba67347061f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:56.457408 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009d33ee-010a-4c61-8de5-ba67347061f7 None None] Routers {'7c250a7c-5e15-42dc-9576-c14466cc2464'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:37:56.458056 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-009d33ee-010a-4c61-8de5-ba67347061f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:37:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['7c250a7c-5e15-42dc-9576-c14466cc2464'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:37:56.497972 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50af367-5c2b-410d-93fa-c3ff26f6b3c3 None None] Pushing event updated for resources: {'Port': ['ID=825565b5-ea89-462f-ae61-35bfa355b2f1,revision_number=4']} {{(pid=102194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:37:56.609173 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 63be51c5-5e49-489a-b629-2c347ce84c67 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:37:56.683162 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 63be51c5-5e49-489a-b629-2c347ce84c67 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:37:56.683537 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:56.691886 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-009d33ee-010a-4c61-8de5-ba67347061f7 None None] Set router 7c250a7c-5e15-42dc-9576-c14466cc2464 gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:37:56.893020 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-009d33ee-010a-4c61-8de5-ba67347061f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c250a7c-5e15-42dc-9576-c14466cc2464', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1544554046', 'tenant_id': '391f2e6035934174b06bd30a54e0a2a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': 'b93e9193-569f-46ed-bda0-87ecd89d1f48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:37:47Z', 'updated_at': '2021-08-11T03:37:53Z', 'revision_number': 4, 'project_id': '391f2e6035934174b06bd30a54e0a2a0', 'gw_port': {'id': 'b93e9193-569f-46ed-bda0-87ecd89d1f48', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:f2:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c250a7c-5e15-42dc-9576-c14466cc2464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:37:48Z', 'updated_at': '2021-08-11T03:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '825565b5-ea89-462f-ae61-35bfa355b2f1', 'name': '', 'network_id': '4f323016-9d12-4917-bd1b-a1d020f58a51', 'tenant_id': '391f2e6035934174b06bd30a54e0a2a0', 'mac_address': 'fa:16:3e:6a:88:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c250a7c-5e15-42dc-9576-c14466cc2464', 'device_owner': 'network:router_interface', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': '5c1cb0ea-0b1a-43f8-b20c-d547c7e7a2ba', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:37:52Z', 'updated_at': '2021-08-11T03:37:56Z', 'revision_number': 4, 'project_id': '391f2e6035934174b06bd30a54e0a2a0', 'subnets': [{'id': '5c1cb0ea-0b1a-43f8-b20c-d547c7e7a2ba', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:37:56.919735 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009d33ee-010a-4c61-8de5-ba67347061f7 None None] The sync data for ids ['7c250a7c-5e15-42dc-9576-c14466cc2464'] in n-d-764292-30 is: [{'id': '7c250a7c-5e15-42dc-9576-c14466cc2464', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1544554046', 'tenant_id': '391f2e6035934174b06bd30a54e0a2a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': 'b93e9193-569f-46ed-bda0-87ecd89d1f48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:37:47Z', 'updated_at': '2021-08-11T03:37:53Z', 'revision_number': 4, 'project_id': '391f2e6035934174b06bd30a54e0a2a0', 'gw_port': {'id': 'b93e9193-569f-46ed-bda0-87ecd89d1f48', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:f2:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c250a7c-5e15-42dc-9576-c14466cc2464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:37:48Z', 'updated_at': '2021-08-11T03:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '825565b5-ea89-462f-ae61-35bfa355b2f1', 'name': '', 'network_id': '4f323016-9d12-4917-bd1b-a1d020f58a51', 'tenant_id': '391f2e6035934174b06bd30a54e0a2a0', 'mac_address': 'fa:16:3e:6a:88:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c250a7c-5e15-42dc-9576-c14466cc2464', 'device_owner': 'network:router_interface', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': '5c1cb0ea-0b1a-43f8-b20c-d547c7e7a2ba', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:37:52Z', 'updated_at': '2021-08-11T03:37:56Z', 'revision_number': 4, 'project_id': '391f2e6035934174b06bd30a54e0a2a0', 'subnets': [{'id': '5c1cb0ea-0b1a-43f8-b20c-d547c7e7a2ba', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:37:57.048872 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7b822a76-fb2f-4531-8a63-a939eebba489 req-1c7e8b67-95c1-4f13-a492-ca279469f55d tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f9ff8ac-41a6-4900-8f22-c061b2641737 HTTP/1.1" status: 200 len: 210 time: 0.0361750 Aug 11 03:37:58.147178 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c19d4a16-10b7-45cc-8821-388c6ff4f234 req-89dec9a8-e4b2-4935-96fd-1563abd2e59b tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f9ff8ac-41a6-4900-8f22-c061b2641737 HTTP/1.1" status: 200 len: 210 time: 0.0320382 Aug 11 03:37:58.574862 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a0b42e-35d5-4d99-92bf-399e8396676f req-72c9505a-857f-4c97-b304-e3bcdf458728 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:37:58.576331 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-f4a0b42e-35d5-4d99-92bf-399e8396676f req-72c9505a-857f-4c97-b304-e3bcdf458728 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] 10.222.0.22 "GET /v2.0/networks?id=4f323016-9d12-4917-bd1b-a1d020f58a51 HTTP/1.1" status: 200 len: 798 time: 0.1077902 Aug 11 03:37:58.590032 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-f4a0b42e-35d5-4d99-92bf-399e8396676f req-14e52756-8fbe-4fdd-8032-288aeda67525 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Request body: {'port': {'device_id': '7f9ff8ac-41a6-4900-8f22-c061b2641737', 'network_id': '4f323016-9d12-4917-bd1b-a1d020f58a51', 'admin_state_up': True, 'tenant_id': '391f2e6035934174b06bd30a54e0a2a0'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:37:58.623935 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 825565b5-ea89-462f-ae61-35bfa355b2f1 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:37:58.779328 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port 825565b5-ea89-462f-ae61-35bfa355b2f1 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:37:58.783525 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 825565b5-ea89-462f-ae61-35bfa355b2f1 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:37:58.783942 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:58.872174 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4a0b42e-35d5-4d99-92bf-399e8396676f req-14e52756-8fbe-4fdd-8032-288aeda67525 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Made reservation on behalf of 391f2e6035934174b06bd30a54e0a2a0 for: {'port': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:37:58.872583 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:58.876137 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-f4a0b42e-35d5-4d99-92bf-399e8396676f req-14e52756-8fbe-4fdd-8032-288aeda67525 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:58.910160 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port 825565b5-ea89-462f-ae61-35bfa355b2f1, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=825565b5-ea89-462f-ae61-35bfa355b2f1,segment=NetworkSegment(4f986bde-d99c-4d76-8e3e-9983e09d6ca9),segment_id=4f986bde-d99c-4d76-8e3e-9983e09d6ca9)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:37:58.997155 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:59.025907 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [req-f4a0b42e-35d5-4d99-92bf-399e8396676f req-14e52756-8fbe-4fdd-8032-288aeda67525 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Allocated IP 172.20.0.19 (4f323016-9d12-4917-bd1b-a1d020f58a51/5c1cb0ea-0b1a-43f8-b20c-d547c7e7a2ba/34acee46-5fe0-42b0-82b2-02ada358dfea) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:37:59.061166 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=825565b5-ea89-462f-ae61-35bfa355b2f1,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:37:59.153351 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-f4a0b42e-35d5-4d99-92bf-399e8396676f req-14e52756-8fbe-4fdd-8032-288aeda67525 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:59.166520 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [req-f4a0b42e-35d5-4d99-92bf-399e8396676f req-14e52756-8fbe-4fdd-8032-288aeda67525 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Transition to ACTIVE for port object 34acee46-5fe0-42b0-82b2-02ada358dfea will not be triggered until provisioned by entity DHCP. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:37:59.180989 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-f0180321-e0e5-4647-a0ef-466691bbaff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:59.261319 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-00962512-52bd-49a7-bd4a-747eb2918ada req-36761677-75af-43d7-8ca5-a89d71dd2239 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f9ff8ac-41a6-4900-8f22-c061b2641737 HTTP/1.1" status: 200 len: 210 time: 0.0275006 Aug 11 03:37:59.289142 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-f4a0b42e-35d5-4d99-92bf-399e8396676f req-14e52756-8fbe-4fdd-8032-288aeda67525 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:59.328246 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4a0b42e-35d5-4d99-92bf-399e8396676f req-14e52756-8fbe-4fdd-8032-288aeda67525 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Network 4f323016-9d12-4917-bd1b-a1d020f58a51 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:37:59.333750 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [req-f4a0b42e-35d5-4d99-92bf-399e8396676f req-14e52756-8fbe-4fdd-8032-288aeda67525 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:37:59.337415 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4a0b42e-35d5-4d99-92bf-399e8396676f req-14e52756-8fbe-4fdd-8032-288aeda67525 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:37:59.365542 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e52756-8fbe-4fdd-8032-288aeda67525 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Pushing event updated for resources: {'Port': ['ID=34acee46-5fe0-42b0-82b2-02ada358dfea,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:37:59.392619 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a0b42e-35d5-4d99-92bf-399e8396676f req-14e52756-8fbe-4fdd-8032-288aeda67525 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:37:59.393244 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-f4a0b42e-35d5-4d99-92bf-399e8396676f req-14e52756-8fbe-4fdd-8032-288aeda67525 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:59.495367 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-f4a0b42e-35d5-4d99-92bf-399e8396676f req-14e52756-8fbe-4fdd-8032-288aeda67525 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.9094238 Aug 11 03:37:59.509931 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-f4a0b42e-35d5-4d99-92bf-399e8396676f req-ce183e9e-0479-4775-9c69-ea021e8c9a47 service neutron] Request body: {'port': {'device_id': '7f9ff8ac-41a6-4900-8f22-c061b2641737', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764292-30'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:37:59.568245 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-f4a0b42e-35d5-4d99-92bf-399e8396676f req-ce183e9e-0479-4775-9c69-ea021e8c9a47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:59.693734 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3af67f65-f35d-490e-8526-80c42980b8de None None] Provisioning for port 34acee46-5fe0-42b0-82b2-02ada358dfea completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:37:59.697731 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3af67f65-f35d-490e-8526-80c42980b8de None None] Provisioning complete for port 34acee46-5fe0-42b0-82b2-02ada358dfea triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:37:59.698436 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3af67f65-f35d-490e-8526-80c42980b8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:59.736430 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-3af67f65-f35d-490e-8526-80c42980b8de None None] Port 34acee46-5fe0-42b0-82b2-02ada358dfea cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:37:59.848688 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [req-f4a0b42e-35d5-4d99-92bf-399e8396676f req-ce183e9e-0479-4775-9c69-ea021e8c9a47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34acee46-5fe0-42b0-82b2-02ada358dfea {{(pid=102191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:37:59.855939 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-f4a0b42e-35d5-4d99-92bf-399e8396676f req-ce183e9e-0479-4775-9c69-ea021e8c9a47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:59.868151 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [req-f4a0b42e-35d5-4d99-92bf-399e8396676f req-ce183e9e-0479-4775-9c69-ea021e8c9a47 service neutron] Transition to ACTIVE for port object 34acee46-5fe0-42b0-82b2-02ada358dfea will not be triggered until provisioned by entity L2. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:37:59.962912 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-f4a0b42e-35d5-4d99-92bf-399e8396676f req-ce183e9e-0479-4775-9c69-ea021e8c9a47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:00.019661 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce183e9e-0479-4775-9c69-ea021e8c9a47 service neutron] Pushing event updated for resources: {'Port': ['ID=34acee46-5fe0-42b0-82b2-02ada358dfea,revision_number=2']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:38:00.093441 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-f4a0b42e-35d5-4d99-92bf-399e8396676f req-ce183e9e-0479-4775-9c69-ea021e8c9a47 service neutron] Attempting to bind port 34acee46-5fe0-42b0-82b2-02ada358dfea on host n-h1-764292-30 for vnic_type normal with profile {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:38:00.093838 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-f4a0b42e-35d5-4d99-92bf-399e8396676f req-ce183e9e-0479-4775-9c69-ea021e8c9a47 service neutron] Attempting to bind port 34acee46-5fe0-42b0-82b2-02ada358dfea by drivers openvswitch,hyperv on host n-h1-764292-30 at level 0 using segments [{'id': '4f986bde-d99c-4d76-8e3e-9983e09d6ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '4f323016-9d12-4917-bd1b-a1d020f58a51'}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:38:00.094226 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a0b42e-35d5-4d99-92bf-399e8396676f req-ce183e9e-0479-4775-9c69-ea021e8c9a47 service neutron] Attempting to bind port 34acee46-5fe0-42b0-82b2-02ada358dfea on network 4f323016-9d12-4917-bd1b-a1d020f58a51 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:38:00.101293 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a0b42e-35d5-4d99-92bf-399e8396676f req-ce183e9e-0479-4775-9c69-ea021e8c9a47 service neutron] Port 34acee46-5fe0-42b0-82b2-02ada358dfea on network 4f323016-9d12-4917-bd1b-a1d020f58a51 not bound, no agent of type Open vSwitch agent registered on host n-h1-764292-30 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:38:00.101588 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a0b42e-35d5-4d99-92bf-399e8396676f req-ce183e9e-0479-4775-9c69-ea021e8c9a47 service neutron] Attempting to bind port 34acee46-5fe0-42b0-82b2-02ada358dfea on network 4f323016-9d12-4917-bd1b-a1d020f58a51 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:38:00.106973 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a0b42e-35d5-4d99-92bf-399e8396676f req-ce183e9e-0479-4775-9c69-ea021e8c9a47 service neutron] Checking agent: {'id': 'abb524c2-b412-4ed2-8367-45c4fd996fa7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 37, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:38:00.107407 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a0b42e-35d5-4d99-92bf-399e8396676f req-ce183e9e-0479-4775-9c69-ea021e8c9a47 service neutron] Checking segment: {'id': '4f986bde-d99c-4d76-8e3e-9983e09d6ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '4f323016-9d12-4917-bd1b-a1d020f58a51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:38:00.108016 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a0b42e-35d5-4d99-92bf-399e8396676f req-ce183e9e-0479-4775-9c69-ea021e8c9a47 service neutron] Bound using segment: {'id': '4f986bde-d99c-4d76-8e3e-9983e09d6ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '4f323016-9d12-4917-bd1b-a1d020f58a51'} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:38:00.108499 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-f4a0b42e-35d5-4d99-92bf-399e8396676f req-ce183e9e-0479-4775-9c69-ea021e8c9a47 service neutron] Bound port: 34acee46-5fe0-42b0-82b2-02ada358dfea, host: n-h1-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f986bde-d99c-4d76-8e3e-9983e09d6ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '4f323016-9d12-4917-bd1b-a1d020f58a51'}}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:38:00.108918 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-f4a0b42e-35d5-4d99-92bf-399e8396676f req-ce183e9e-0479-4775-9c69-ea021e8c9a47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:00.179100 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-f4a0b42e-35d5-4d99-92bf-399e8396676f req-ce183e9e-0479-4775-9c69-ea021e8c9a47 service neutron] For port 34acee46-5fe0-42b0-82b2-02ada358dfea, host n-h1-764292-30, cleared binding levels {{(pid=102191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:38:00.182513 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-f4a0b42e-35d5-4d99-92bf-399e8396676f req-ce183e9e-0479-4775-9c69-ea021e8c9a47 service neutron] For port 34acee46-5fe0-42b0-82b2-02ada358dfea, host n-h1-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=34acee46-5fe0-42b0-82b2-02ada358dfea,segment=NetworkSegment(4f986bde-d99c-4d76-8e3e-9983e09d6ca9),segment_id=4f986bde-d99c-4d76-8e3e-9983e09d6ca9)] {{(pid=102191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:38:00.255468 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-f4a0b42e-35d5-4d99-92bf-399e8396676f req-ce183e9e-0479-4775-9c69-ea021e8c9a47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:00.295359 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a0b42e-35d5-4d99-92bf-399e8396676f req-ce183e9e-0479-4775-9c69-ea021e8c9a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:38:00.295975 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-f4a0b42e-35d5-4d99-92bf-399e8396676f req-ce183e9e-0479-4775-9c69-ea021e8c9a47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:00.297382 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-f4a0b42e-35d5-4d99-92bf-399e8396676f req-ce183e9e-0479-4775-9c69-ea021e8c9a47 service neutron] 10.222.0.22 "PUT /v2.0/ports/34acee46-5fe0-42b0-82b2-02ada358dfea HTTP/1.1" status: 200 len: 1056 time: 0.7921441 Aug 11 03:38:00.297824 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f9ff8ac-41a6-4900-8f22-c061b2641737', 'tag': '34acee46-5fe0-42b0-82b2-02ada358dfea'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:38:00.300489 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed946dc8-af30-4314-bbbc-94a654c407ed" -d '{"events": [{"name": "network-changed", "server_uuid": "7f9ff8ac-41a6-4900-8f22-c061b2641737", "tag": "34acee46-5fe0-42b0-82b2-02ada358dfea"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:38:00.333576 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce183e9e-0479-4775-9c69-ea021e8c9a47 service neutron] Pushing event updated for resources: {'Port': ['ID=34acee46-5fe0-42b0-82b2-02ada358dfea,revision_number=3']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:38:00.355589 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:38:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b394b95f-cdf2-465a-92e7-1b12c58622ca x-openstack-request-id: req-b394b95f-cdf2-465a-92e7-1b12c58622ca {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:38:00.355589 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f9ff8ac-41a6-4900-8f22-c061b2641737", "tag": "34acee46-5fe0-42b0-82b2-02ada358dfea", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:38:00.355589 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b394b95f-cdf2-465a-92e7-1b12c58622ca {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:38:00.355589 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f9ff8ac-41a6-4900-8f22-c061b2641737', 'tag': '34acee46-5fe0-42b0-82b2-02ada358dfea', 'status': 'completed', 'code': 200} Aug 11 03:38:00.422031 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a42b0e4-4fcc-4d37-b376-5b6112f22b03 req-daee0256-5507-47bf-b1c5-ce54cc36e1ac tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:38:00.424719 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7a42b0e4-4fcc-4d37-b376-5b6112f22b03 req-daee0256-5507-47bf-b1c5-ce54cc36e1ac tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f9ff8ac-41a6-4900-8f22-c061b2641737 HTTP/1.1" status: 200 len: 907 time: 0.0703075 Aug 11 03:38:00.429409 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed946dc8-af30-4314-bbbc-94a654c407ed req-25ca17f2-832a-4da8-a4ba-32ba939d326a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:38:00.431185 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-ed946dc8-af30-4314-bbbc-94a654c407ed req-25ca17f2-832a-4da8-a4ba-32ba939d326a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=391f2e6035934174b06bd30a54e0a2a0&device_id=7f9ff8ac-41a6-4900-8f22-c061b2641737 HTTP/1.1" status: 200 len: 1059 time: 0.0520627 Aug 11 03:38:00.550597 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed946dc8-af30-4314-bbbc-94a654c407ed req-36b7b0e9-7c82-4cf6-97c3-3ae306fdbd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:38:00.551159 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed946dc8-af30-4314-bbbc-94a654c407ed req-36b7b0e9-7c82-4cf6-97c3-3ae306fdbd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:38:00.552801 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-ed946dc8-af30-4314-bbbc-94a654c407ed req-36b7b0e9-7c82-4cf6-97c3-3ae306fdbd99 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=391f2e6035934174b06bd30a54e0a2a0&shared=False HTTP/1.1" status: 200 len: 1585 time: 0.1138260 Aug 11 03:38:00.595447 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 825565b5-ea89-462f-ae61-35bfa355b2f1 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:38:00.665714 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed946dc8-af30-4314-bbbc-94a654c407ed req-6326feda-04b0-4c5c-8496-c2118a47029c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:38:00.667659 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-ed946dc8-af30-4314-bbbc-94a654c407ed req-6326feda-04b0-4c5c-8496-c2118a47029c service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1052666 Aug 11 03:38:00.754719 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a0b42e-35d5-4d99-92bf-399e8396676f req-788db2e0-a05f-414f-947a-fd4de76751c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:38:00.757152 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-f4a0b42e-35d5-4d99-92bf-399e8396676f req-788db2e0-a05f-414f-947a-fd4de76751c8 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=391f2e6035934174b06bd30a54e0a2a0&device_id=7f9ff8ac-41a6-4900-8f22-c061b2641737 HTTP/1.1" status: 200 len: 1059 time: 0.0481341 Aug 11 03:38:00.804410 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-f4a0b42e-35d5-4d99-92bf-399e8396676f req-16cf9b6e-0a04-4c90-aced-440477df8849 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=34acee46-5fe0-42b0-82b2-02ada358dfea HTTP/1.1" status: 200 len: 217 time: 0.0399091 Aug 11 03:38:00.830498 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 825565b5-ea89-462f-ae61-35bfa355b2f1 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:38:00.831625 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:00.859126 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a0b42e-35d5-4d99-92bf-399e8396676f req-4880e382-bae2-4e66-8fda-23c1e66188a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:38:00.860743 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-f4a0b42e-35d5-4d99-92bf-399e8396676f req-4880e382-bae2-4e66-8fda-23c1e66188a2 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=5c1cb0ea-0b1a-43f8-b20c-d547c7e7a2ba HTTP/1.1" status: 200 len: 838 time: 0.0499902 Aug 11 03:38:00.915102 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a0b42e-35d5-4d99-92bf-399e8396676f req-e51ef045-39c6-4c56-aa92-6a76669f4106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:38:00.925981 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-f4a0b42e-35d5-4d99-92bf-399e8396676f req-e51ef045-39c6-4c56-aa92-6a76669f4106 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=4f323016-9d12-4917-bd1b-a1d020f58a51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0477433 Aug 11 03:38:01.011631 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-f4a0b42e-35d5-4d99-92bf-399e8396676f req-205419eb-0877-4d84-b06f-5f523989c471 service neutron] 10.222.0.22 "GET /v2.0/networks/4f323016-9d12-4917-bd1b-a1d020f58a51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880530 Aug 11 03:38:01.109658 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-f4a0b42e-35d5-4d99-92bf-399e8396676f req-be9bc19c-2297-477d-a7a8-0f275017a542 service neutron] 10.222.0.22 "GET /v2.0/networks/4f323016-9d12-4917-bd1b-a1d020f58a51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914004 Aug 11 03:38:01.543312 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02e4c71-670c-47f9-8cb3-c434520b2765 req-8ccb2d16-71d3-4bf9-96ba-161150521c1b tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:38:01.544842 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c02e4c71-670c-47f9-8cb3-c434520b2765 req-8ccb2d16-71d3-4bf9-96ba-161150521c1b tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f9ff8ac-41a6-4900-8f22-c061b2641737 HTTP/1.1" status: 200 len: 907 time: 0.0493066 Aug 11 03:38:01.934172 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:02.146078 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-67c5b309-ce95-4650-b5fd-e1b7a5cf64fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:02.579731 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6713edb7-7d62-43f3-86df-4e4009ed1bfa req-d22174f2-cbc5-48fc-a8e1-b4ad795fa847 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-971506776&fields=id&tenant_id=72275185a8d64845babaf2324f627ca7 HTTP/1.1" status: 200 len: 267 time: 0.0343971 Aug 11 03:38:02.718394 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecfa107-3bf5-4493-9402-8825e702e0cb req-1a5a2e35-0044-4114-aafd-c835f8853ccd tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:38:02.719760 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8ecfa107-3bf5-4493-9402-8825e702e0cb req-1a5a2e35-0044-4114-aafd-c835f8853ccd tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f9ff8ac-41a6-4900-8f22-c061b2641737 HTTP/1.1" status: 200 len: 907 time: 0.0829720 Aug 11 03:38:02.729866 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6713edb7-7d62-43f3-86df-4e4009ed1bfa req-d2c19277-39db-4fb7-b831-3689de5f8d56 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:38:02.731354 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6713edb7-7d62-43f3-86df-4e4009ed1bfa req-d2c19277-39db-4fb7-b831-3689de5f8d56 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/networks?id=72c2364e-d28c-436a-9463-f669c277e7f2 HTTP/1.1" status: 200 len: 811 time: 0.1448932 Aug 11 03:38:02.749633 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6713edb7-7d62-43f3-86df-4e4009ed1bfa req-63e1f3bb-d2bb-4a94-8199-b3e1cc494b16 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/quotas/72275185a8d64845babaf2324f627ca7 HTTP/1.1" status: 200 len: 375 time: 0.0111527 Aug 11 03:38:02.810427 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6713edb7-7d62-43f3-86df-4e4009ed1bfa req-9ebf0f14-3277-4277-9800-9dd9bf934002 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=72275185a8d64845babaf2324f627ca7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0534875 Aug 11 03:38:02.906315 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6713edb7-7d62-43f3-86df-4e4009ed1bfa req-f3bda8a3-03b4-46a5-92a8-43abae855f19 service neutron] 10.222.0.41 "GET /v2.0/networks/72c2364e-d28c-436a-9463-f669c277e7f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830092 Aug 11 03:38:03.015084 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6713edb7-7d62-43f3-86df-4e4009ed1bfa req-5c7ce450-5457-418b-8914-ef49eba5f1b2 service neutron] 10.222.0.41 "GET /v2.0/networks/72c2364e-d28c-436a-9463-f669c277e7f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016815 Aug 11 03:38:03.025457 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:03.547001 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2daf344d-2c24-458f-ae22-74806bff2647 req-52cda3c9-4c3a-4409-a307-43550c546f71 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1685ad5-95fb-4888-9f53-52ed2d00784b HTTP/1.1" status: 200 len: 210 time: 0.0271254 Aug 11 03:38:03.837722 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a127bfd5-099f-4c5f-bb32-7ec446295d30 req-8f64ecff-97e7-4f61-91c3-5e45037b0070 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:38:03.843223 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a127bfd5-099f-4c5f-bb32-7ec446295d30 req-8f64ecff-97e7-4f61-91c3-5e45037b0070 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f9ff8ac-41a6-4900-8f22-c061b2641737 HTTP/1.1" status: 200 len: 907 time: 0.0507448 Aug 11 03:38:04.645060 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3342183a-ff1d-4a68-861b-902bd7ad0317 req-04ed9508-42a5-410d-98e3-1da8ec55dfde tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1685ad5-95fb-4888-9f53-52ed2d00784b HTTP/1.1" status: 200 len: 210 time: 0.0278943 Aug 11 03:38:04.723333 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:04.839405 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 34acee46-5fe0-42b0-82b2-02ada358dfea details requested by agent hyperv_n-h1-764292-30 with host n-h1-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:38:04.942042 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 34acee46-5fe0-42b0-82b2-02ada358dfea, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=34acee46-5fe0-42b0-82b2-02ada358dfea,segment=NetworkSegment(4f986bde-d99c-4d76-8e3e-9983e09d6ca9),segment_id=4f986bde-d99c-4d76-8e3e-9983e09d6ca9)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:38:04.953562 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Returning: {'device': '34acee46-5fe0-42b0-82b2-02ada358dfea', 'network_id': '4f323016-9d12-4917-bd1b-a1d020f58a51', 'port_id': '34acee46-5fe0-42b0-82b2-02ada358dfea', 'mac_address': 'fa:16:3e:95:37:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c1cb0ea-0b1a-43f8-b20c-d547c7e7a2ba', 'ip_address': '172.20.0.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:38:04.973459 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4170ff13-003e-4745-bfab-3567a7ac70dd req-58a2d018-3022-438e-b8fe-aa9675fc3acc tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:38:04.975098 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4170ff13-003e-4745-bfab-3567a7ac70dd req-58a2d018-3022-438e-b8fe-aa9675fc3acc tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f9ff8ac-41a6-4900-8f22-c061b2641737 HTTP/1.1" status: 200 len: 907 time: 0.0507517 Aug 11 03:38:04.998069 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:05.011927 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34acee46-5fe0-42b0-82b2-02ada358dfea {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:38:05.031608 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 34acee46-5fe0-42b0-82b2-02ada358dfea, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=34acee46-5fe0-42b0-82b2-02ada358dfea,segment=NetworkSegment(4f986bde-d99c-4d76-8e3e-9983e09d6ca9),segment_id=4f986bde-d99c-4d76-8e3e-9983e09d6ca9)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:38:05.117213 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:05.178219 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=34acee46-5fe0-42b0-82b2-02ada358dfea,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:38:05.187426 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:38:05.187770 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:38:05.188103 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:38:05.188435 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:38:05.188764 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:38:05.189105 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:38:05.189428 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:38:05.189783 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:38:05.191117 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:38:05.191117 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:38:05.191486 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:38:05.191967 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:38:05.370521 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6713edb7-7d62-43f3-86df-4e4009ed1bfa req-629e1149-2e1e-478e-bf91-b9422c23cf7b tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:38:05.371878 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6713edb7-7d62-43f3-86df-4e4009ed1bfa req-629e1149-2e1e-478e-bf91-b9422c23cf7b tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.24 "GET /v2.0/networks?id=72c2364e-d28c-436a-9463-f669c277e7f2 HTTP/1.1" status: 200 len: 811 time: 0.1039340 Aug 11 03:38:05.416775 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6713edb7-7d62-43f3-86df-4e4009ed1bfa req-200365ac-f42f-4e2d-b51a-e78e6ff11171 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=72275185a8d64845babaf2324f627ca7 HTTP/1.1" status: 200 len: 379 time: 0.0349171 Aug 11 03:38:05.425672 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['34acee46-5fe0-42b0-82b2-02ada358dfea'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:38:05.427802 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-6713edb7-7d62-43f3-86df-4e4009ed1bfa req-09a1d56c-32d6-4d79-80bb-6e82179b1158 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Request body: {'port': {'device_id': 'e1685ad5-95fb-4888-9f53-52ed2d00784b', 'network_id': '72c2364e-d28c-436a-9463-f669c277e7f2', 'admin_state_up': True, 'tenant_id': '72275185a8d64845babaf2324f627ca7', 'security_groups': ['537956e8-b214-4039-8ff1-e669d1971174']}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:38:05.625830 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6713edb7-7d62-43f3-86df-4e4009ed1bfa req-09a1d56c-32d6-4d79-80bb-6e82179b1158 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Made reservation on behalf of 72275185a8d64845babaf2324f627ca7 for: {'port': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:38:05.630562 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-6713edb7-7d62-43f3-86df-4e4009ed1bfa req-09a1d56c-32d6-4d79-80bb-6e82179b1158 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:05.773449 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-970edd4f-8d9c-4e1d-b75f-8a291b98601e req-44e5b8ae-1375-41b2-8a20-639959bcd99d tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1685ad5-95fb-4888-9f53-52ed2d00784b HTTP/1.1" status: 200 len: 210 time: 0.0315516 Aug 11 03:38:05.802902 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [req-6713edb7-7d62-43f3-86df-4e4009ed1bfa req-09a1d56c-32d6-4d79-80bb-6e82179b1158 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Allocated IP 172.20.0.8 (72c2364e-d28c-436a-9463-f669c277e7f2/321ef215-4958-452a-9904-0e4a458fb021/ff8e8ad9-68c0-44d1-8edf-6e786d18e64e) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:38:05.953788 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-6713edb7-7d62-43f3-86df-4e4009ed1bfa req-09a1d56c-32d6-4d79-80bb-6e82179b1158 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:05.968235 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [req-6713edb7-7d62-43f3-86df-4e4009ed1bfa req-09a1d56c-32d6-4d79-80bb-6e82179b1158 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Transition to ACTIVE for port object ff8e8ad9-68c0-44d1-8edf-6e786d18e64e will not be triggered until provisioned by entity DHCP. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:38:06.066130 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-6713edb7-7d62-43f3-86df-4e4009ed1bfa req-09a1d56c-32d6-4d79-80bb-6e82179b1158 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:06.140787 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6713edb7-7d62-43f3-86df-4e4009ed1bfa req-09a1d56c-32d6-4d79-80bb-6e82179b1158 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Network 72c2364e-d28c-436a-9463-f669c277e7f2 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:38:06.145005 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [req-6713edb7-7d62-43f3-86df-4e4009ed1bfa req-09a1d56c-32d6-4d79-80bb-6e82179b1158 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:38:06.147061 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a1d56c-32d6-4d79-80bb-6e82179b1158 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Pushing event updated for resources: {'Port': ['ID=ff8e8ad9-68c0-44d1-8edf-6e786d18e64e,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:38:06.149299 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [req-6713edb7-7d62-43f3-86df-4e4009ed1bfa req-09a1d56c-32d6-4d79-80bb-6e82179b1158 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:38:06.182545 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8ee61f-fa5b-45a0-8b0f-5b593d14d8fb req-3171d466-9cc7-4d0f-925e-2009dd5c6534 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:38:06.184175 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3a8ee61f-fa5b-45a0-8b0f-5b593d14d8fb req-3171d466-9cc7-4d0f-925e-2009dd5c6534 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f9ff8ac-41a6-4900-8f22-c061b2641737 HTTP/1.1" status: 200 len: 908 time: 0.1302543 Aug 11 03:38:06.214209 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6713edb7-7d62-43f3-86df-4e4009ed1bfa req-09a1d56c-32d6-4d79-80bb-6e82179b1158 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:38:06.214830 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-6713edb7-7d62-43f3-86df-4e4009ed1bfa req-09a1d56c-32d6-4d79-80bb-6e82179b1158 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:06.329291 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6713edb7-7d62-43f3-86df-4e4009ed1bfa req-09a1d56c-32d6-4d79-80bb-6e82179b1158 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9066656 Aug 11 03:38:06.342577 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-6713edb7-7d62-43f3-86df-4e4009ed1bfa req-e1e01bc6-b05f-452c-9f74-248db41eb659 service neutron] Request body: {'port': {'device_id': 'e1685ad5-95fb-4888-9f53-52ed2d00784b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764292-30'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:38:06.402586 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-6713edb7-7d62-43f3-86df-4e4009ed1bfa req-e1e01bc6-b05f-452c-9f74-248db41eb659 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:06.552364 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-32c77a70-6a1a-4543-ab8c-02d45f2dc0e6 None None] Provisioning for port ff8e8ad9-68c0-44d1-8edf-6e786d18e64e completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:38:06.556710 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-32c77a70-6a1a-4543-ab8c-02d45f2dc0e6 None None] Provisioning complete for port ff8e8ad9-68c0-44d1-8edf-6e786d18e64e triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:38:06.557082 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-32c77a70-6a1a-4543-ab8c-02d45f2dc0e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:06.595684 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-32c77a70-6a1a-4543-ab8c-02d45f2dc0e6 None None] Port ff8e8ad9-68c0-44d1-8edf-6e786d18e64e cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:38:06.680457 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [req-6713edb7-7d62-43f3-86df-4e4009ed1bfa req-e1e01bc6-b05f-452c-9f74-248db41eb659 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff8e8ad9-68c0-44d1-8edf-6e786d18e64e {{(pid=102192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:38:06.687827 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-6713edb7-7d62-43f3-86df-4e4009ed1bfa req-e1e01bc6-b05f-452c-9f74-248db41eb659 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:06.700009 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [req-6713edb7-7d62-43f3-86df-4e4009ed1bfa req-e1e01bc6-b05f-452c-9f74-248db41eb659 service neutron] Transition to ACTIVE for port object ff8e8ad9-68c0-44d1-8edf-6e786d18e64e will not be triggered until provisioned by entity L2. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:38:06.796805 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-6713edb7-7d62-43f3-86df-4e4009ed1bfa req-e1e01bc6-b05f-452c-9f74-248db41eb659 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:06.851031 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 34acee46-5fe0-42b0-82b2-02ada358dfea up at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:38:06.868962 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e01bc6-b05f-452c-9f74-248db41eb659 service neutron] Pushing event updated for resources: {'Port': ['ID=ff8e8ad9-68c0-44d1-8edf-6e786d18e64e,revision_number=2']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:38:06.978750 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9b65c7-8c01-4411-86e2-9105f921c40a req-336ea795-0396-4478-8a4a-321bb99d0d07 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:38:06.986537 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning for port 34acee46-5fe0-42b0-82b2-02ada358dfea completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:38:06.987800 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7d9b65c7-8c01-4411-86e2-9105f921c40a req-336ea795-0396-4478-8a4a-321bb99d0d07 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1685ad5-95fb-4888-9f53-52ed2d00784b HTTP/1.1" status: 200 len: 943 time: 0.1026676 Aug 11 03:38:06.987945 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning complete for port 34acee46-5fe0-42b0-82b2-02ada358dfea triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:38:06.987945 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:06.989760 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-6713edb7-7d62-43f3-86df-4e4009ed1bfa req-e1e01bc6-b05f-452c-9f74-248db41eb659 service neutron] Attempting to bind port ff8e8ad9-68c0-44d1-8edf-6e786d18e64e on host n-h2-764292-30 for vnic_type normal with profile {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:38:06.990152 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-6713edb7-7d62-43f3-86df-4e4009ed1bfa req-e1e01bc6-b05f-452c-9f74-248db41eb659 service neutron] Attempting to bind port ff8e8ad9-68c0-44d1-8edf-6e786d18e64e by drivers openvswitch,hyperv on host n-h2-764292-30 at level 0 using segments [{'id': '32ef8310-eb36-4f10-89a8-2ec645494a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '72c2364e-d28c-436a-9463-f669c277e7f2'}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:38:06.990588 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6713edb7-7d62-43f3-86df-4e4009ed1bfa req-e1e01bc6-b05f-452c-9f74-248db41eb659 service neutron] Attempting to bind port ff8e8ad9-68c0-44d1-8edf-6e786d18e64e on network 72c2364e-d28c-436a-9463-f669c277e7f2 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:38:07.010056 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6713edb7-7d62-43f3-86df-4e4009ed1bfa req-e1e01bc6-b05f-452c-9f74-248db41eb659 service neutron] Port ff8e8ad9-68c0-44d1-8edf-6e786d18e64e on network 72c2364e-d28c-436a-9463-f669c277e7f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-764292-30 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:38:07.010216 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6713edb7-7d62-43f3-86df-4e4009ed1bfa req-e1e01bc6-b05f-452c-9f74-248db41eb659 service neutron] Attempting to bind port ff8e8ad9-68c0-44d1-8edf-6e786d18e64e on network 72c2364e-d28c-436a-9463-f669c277e7f2 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:38:07.020758 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6713edb7-7d62-43f3-86df-4e4009ed1bfa req-e1e01bc6-b05f-452c-9f74-248db41eb659 service neutron] Checking agent: {'id': '70015fc0-62fb-48b2-b453-36906937cf2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 37, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:38:07.021250 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6713edb7-7d62-43f3-86df-4e4009ed1bfa req-e1e01bc6-b05f-452c-9f74-248db41eb659 service neutron] Checking segment: {'id': '32ef8310-eb36-4f10-89a8-2ec645494a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '72c2364e-d28c-436a-9463-f669c277e7f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:38:07.021878 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6713edb7-7d62-43f3-86df-4e4009ed1bfa req-e1e01bc6-b05f-452c-9f74-248db41eb659 service neutron] Bound using segment: {'id': '32ef8310-eb36-4f10-89a8-2ec645494a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '72c2364e-d28c-436a-9463-f669c277e7f2'} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:38:07.022414 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-6713edb7-7d62-43f3-86df-4e4009ed1bfa req-e1e01bc6-b05f-452c-9f74-248db41eb659 service neutron] Bound port: ff8e8ad9-68c0-44d1-8edf-6e786d18e64e, host: n-h2-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32ef8310-eb36-4f10-89a8-2ec645494a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '72c2364e-d28c-436a-9463-f669c277e7f2'}}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:38:07.022786 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-6713edb7-7d62-43f3-86df-4e4009ed1bfa req-e1e01bc6-b05f-452c-9f74-248db41eb659 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:07.046781 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7d9b65c7-8c01-4411-86e2-9105f921c40a req-7009bc73-96b0-49a0-ac1e-ede856106604 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/security-groups?id=537956e8-b214-4039-8ff1-e669d1971174&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535610 Aug 11 03:38:07.111142 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-6713edb7-7d62-43f3-86df-4e4009ed1bfa req-e1e01bc6-b05f-452c-9f74-248db41eb659 service neutron] For port ff8e8ad9-68c0-44d1-8edf-6e786d18e64e, host n-h2-764292-30, cleared binding levels {{(pid=102192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:38:07.114739 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-6713edb7-7d62-43f3-86df-4e4009ed1bfa req-e1e01bc6-b05f-452c-9f74-248db41eb659 service neutron] For port ff8e8ad9-68c0-44d1-8edf-6e786d18e64e, host n-h2-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=ff8e8ad9-68c0-44d1-8edf-6e786d18e64e,segment=NetworkSegment(32ef8310-eb36-4f10-89a8-2ec645494a63),segment_id=32ef8310-eb36-4f10-89a8-2ec645494a63)] {{(pid=102192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:38:07.118852 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:07.145010 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f9ff8ac-41a6-4900-8f22-c061b2641737', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34acee46-5fe0-42b0-82b2-02ada358dfea'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:38:07.147253 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc2d8353-053b-45f4-82c9-c76aa19cb3be" -d '{"events": [{"server_uuid": "7f9ff8ac-41a6-4900-8f22-c061b2641737", "name": "network-vif-plugged", "status": "completed", "tag": "34acee46-5fe0-42b0-82b2-02ada358dfea"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:38:07.163330 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 34acee46-5fe0-42b0-82b2-02ada358dfea, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=34acee46-5fe0-42b0-82b2-02ada358dfea,segment=NetworkSegment(4f986bde-d99c-4d76-8e3e-9983e09d6ca9),segment_id=4f986bde-d99c-4d76-8e3e-9983e09d6ca9)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:38:07.179743 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-6713edb7-7d62-43f3-86df-4e4009ed1bfa req-e1e01bc6-b05f-452c-9f74-248db41eb659 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:07.185081 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:38:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2806d781-ec15-47b0-a423-9209e0a6d455 x-openstack-request-id: req-2806d781-ec15-47b0-a423-9209e0a6d455 {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:38:07.185081 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f9ff8ac-41a6-4900-8f22-c061b2641737", "name": "network-vif-plugged", "status": "completed", "tag": "34acee46-5fe0-42b0-82b2-02ada358dfea", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:38:07.185081 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2806d781-ec15-47b0-a423-9209e0a6d455 {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:38:07.188166 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f9ff8ac-41a6-4900-8f22-c061b2641737', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34acee46-5fe0-42b0-82b2-02ada358dfea', 'code': 200} Aug 11 03:38:07.216523 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6713edb7-7d62-43f3-86df-4e4009ed1bfa req-e1e01bc6-b05f-452c-9f74-248db41eb659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:38:07.225475 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-6713edb7-7d62-43f3-86df-4e4009ed1bfa req-e1e01bc6-b05f-452c-9f74-248db41eb659 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:07.227011 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6713edb7-7d62-43f3-86df-4e4009ed1bfa req-e1e01bc6-b05f-452c-9f74-248db41eb659 service neutron] 10.222.0.24 "PUT /v2.0/ports/ff8e8ad9-68c0-44d1-8edf-6e786d18e64e HTTP/1.1" status: 200 len: 1092 time: 0.8890774 Aug 11 03:38:07.227486 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1685ad5-95fb-4888-9f53-52ed2d00784b', 'tag': 'ff8e8ad9-68c0-44d1-8edf-6e786d18e64e'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:38:07.229795 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07a39469-8233-423f-aaf7-85fc96ed59cb" -d '{"events": [{"name": "network-changed", "server_uuid": "e1685ad5-95fb-4888-9f53-52ed2d00784b", "tag": "ff8e8ad9-68c0-44d1-8edf-6e786d18e64e"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:38:07.244782 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:07.282455 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e01bc6-b05f-452c-9f74-248db41eb659 service neutron] Pushing event updated for resources: {'Port': ['ID=ff8e8ad9-68c0-44d1-8edf-6e786d18e64e,revision_number=3']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:38:07.343235 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1e3927-c49b-4d21-aaef-e3b84824b1ed req-36672e85-fd61-4409-96b3-5df39090a3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:38:07.343842 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:07.347380 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=34acee46-5fe0-42b0-82b2-02ada358dfea,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:38:07.348237 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-ff1e3927-c49b-4d21-aaef-e3b84824b1ed req-36672e85-fd61-4409-96b3-5df39090a3e9 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=7f9ff8ac-41a6-4900-8f22-c061b2641737 HTTP/1.1" status: 200 len: 1061 time: 0.0819292 Aug 11 03:38:07.371451 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:38:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8c5a9bb-9f83-4594-8c28-217bd75a4fa8 x-openstack-request-id: req-c8c5a9bb-9f83-4594-8c28-217bd75a4fa8 {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:38:07.371713 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1685ad5-95fb-4888-9f53-52ed2d00784b", "tag": "ff8e8ad9-68c0-44d1-8edf-6e786d18e64e", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:38:07.371941 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c8c5a9bb-9f83-4594-8c28-217bd75a4fa8 {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:38:07.372317 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1685ad5-95fb-4888-9f53-52ed2d00784b', 'tag': 'ff8e8ad9-68c0-44d1-8edf-6e786d18e64e', 'status': 'completed', 'code': 200} Aug 11 03:38:07.413711 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6713edb7-7d62-43f3-86df-4e4009ed1bfa req-1f99145a-e317-41b6-abe1-20961eda6d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:38:07.415271 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6713edb7-7d62-43f3-86df-4e4009ed1bfa req-1f99145a-e317-41b6-abe1-20961eda6d86 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=72275185a8d64845babaf2324f627ca7&device_id=e1685ad5-95fb-4888-9f53-52ed2d00784b HTTP/1.1" status: 200 len: 1095 time: 0.0859761 Aug 11 03:38:07.437958 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf441759-e809-4d0b-bb28-87d82b75d39a req-6abb4869-497b-4839-acd9-2d65e9b15848 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:38:07.439508 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cf441759-e809-4d0b-bb28-87d82b75d39a req-6abb4869-497b-4839-acd9-2d65e9b15848 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f9ff8ac-41a6-4900-8f22-c061b2641737 HTTP/1.1" status: 200 len: 909 time: 0.0701149 Aug 11 03:38:07.479244 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6713edb7-7d62-43f3-86df-4e4009ed1bfa req-35beaa18-6804-47db-acca-b093cf9fff1e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ff8e8ad9-68c0-44d1-8edf-6e786d18e64e HTTP/1.1" status: 200 len: 217 time: 0.0554931 Aug 11 03:38:07.533596 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6713edb7-7d62-43f3-86df-4e4009ed1bfa req-5f531c8b-c499-49cc-bc76-12507e10026e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:38:07.535705 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6713edb7-7d62-43f3-86df-4e4009ed1bfa req-5f531c8b-c499-49cc-bc76-12507e10026e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=321ef215-4958-452a-9904-0e4a458fb021 HTTP/1.1" status: 200 len: 850 time: 0.0491793 Aug 11 03:38:07.582784 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6713edb7-7d62-43f3-86df-4e4009ed1bfa req-a5eaf1d0-362a-4d6d-a7a4-f32f5df6fa63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:38:07.584247 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6713edb7-7d62-43f3-86df-4e4009ed1bfa req-a5eaf1d0-362a-4d6d-a7a4-f32f5df6fa63 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=72c2364e-d28c-436a-9463-f669c277e7f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417061 Aug 11 03:38:07.673917 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6713edb7-7d62-43f3-86df-4e4009ed1bfa req-f8868015-6198-420f-95e8-245726e38683 service neutron] 10.222.0.24 "GET /v2.0/networks/72c2364e-d28c-436a-9463-f669c277e7f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818894 Aug 11 03:38:07.774064 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6713edb7-7d62-43f3-86df-4e4009ed1bfa req-bc4a0178-d997-4f88-966a-c8ea6a7cd70e service neutron] 10.222.0.24 "GET /v2.0/networks/72c2364e-d28c-436a-9463-f669c277e7f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925975 Aug 11 03:38:07.946566 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a39469-8233-423f-aaf7-85fc96ed59cb req-5f3b50ad-b1c1-4a0f-a127-913e85225adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:38:07.947982 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-07a39469-8233-423f-aaf7-85fc96ed59cb req-5f3b50ad-b1c1-4a0f-a127-913e85225adf service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=72275185a8d64845babaf2324f627ca7&device_id=e1685ad5-95fb-4888-9f53-52ed2d00784b HTTP/1.1" status: 200 len: 1095 time: 0.0412436 Aug 11 03:38:08.041424 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a39469-8233-423f-aaf7-85fc96ed59cb req-72cd8a9c-669e-47c1-a8ed-c852c8a6ddf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:38:08.042923 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-07a39469-8233-423f-aaf7-85fc96ed59cb req-72cd8a9c-669e-47c1-a8ed-c852c8a6ddf6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=72c2364e-d28c-436a-9463-f669c277e7f2 HTTP/1.1" status: 200 len: 912 time: 0.0883944 Aug 11 03:38:08.086239 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-07a39469-8233-423f-aaf7-85fc96ed59cb req-cd3794e7-008c-4683-bcc9-c58f47939da8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ff8e8ad9-68c0-44d1-8edf-6e786d18e64e HTTP/1.1" status: 200 len: 217 time: 0.0358634 Aug 11 03:38:08.162445 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a39469-8233-423f-aaf7-85fc96ed59cb req-14287ed6-4381-4e5d-9bc2-1eaa7a1e0652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:38:08.163890 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-07a39469-8233-423f-aaf7-85fc96ed59cb req-14287ed6-4381-4e5d-9bc2-1eaa7a1e0652 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=321ef215-4958-452a-9904-0e4a458fb021 HTTP/1.1" status: 200 len: 850 time: 0.0714540 Aug 11 03:38:08.494755 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601bb4e8-e6c2-4555-85b3-2e6adb899d3c req-ae361f0b-a197-40fb-888b-02153a55055d tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:38:08.496238 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-601bb4e8-e6c2-4555-85b3-2e6adb899d3c req-ae361f0b-a197-40fb-888b-02153a55055d tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1685ad5-95fb-4888-9f53-52ed2d00784b HTTP/1.1" status: 200 len: 943 time: 0.3730366 Aug 11 03:38:08.515240 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a39469-8233-423f-aaf7-85fc96ed59cb req-8779fbac-b0ba-41a4-a05e-95c2f6df6518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:38:08.516675 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-07a39469-8233-423f-aaf7-85fc96ed59cb req-8779fbac-b0ba-41a4-a05e-95c2f6df6518 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=72c2364e-d28c-436a-9463-f669c277e7f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3455112 Aug 11 03:38:08.625262 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-601bb4e8-e6c2-4555-85b3-2e6adb899d3c req-2894d279-f4c1-4cb1-b94a-1e8b2437bb6c tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/security-groups?id=537956e8-b214-4039-8ff1-e669d1971174&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1178372 Aug 11 03:38:08.650762 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58c1d37-bd68-47f2-a9d9-598ba3d95c0d req-69d8752c-918e-4f1f-9829-88314eaba6a2 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:38:08.652226 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b58c1d37-bd68-47f2-a9d9-598ba3d95c0d req-69d8752c-918e-4f1f-9829-88314eaba6a2 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f9ff8ac-41a6-4900-8f22-c061b2641737 HTTP/1.1" status: 200 len: 909 time: 0.1338003 Aug 11 03:38:08.669683 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-07a39469-8233-423f-aaf7-85fc96ed59cb req-148d4277-a0bc-4d7f-9310-9cf622704649 service neutron] 10.222.0.24 "GET /v2.0/networks/72c2364e-d28c-436a-9463-f669c277e7f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442504 Aug 11 03:38:08.759877 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-07a39469-8233-423f-aaf7-85fc96ed59cb req-61a17f44-7eaf-4b1a-a815-19a193f3b896 service neutron] 10.222.0.24 "GET /v2.0/networks/72c2364e-d28c-436a-9463-f669c277e7f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827174 Aug 11 03:38:09.787277 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89a4fb0-2d52-490f-9b86-285e1b0992a3 req-2dd112e3-44ac-4a55-8a04-0ccc8ec0d556 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:38:09.788955 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a89a4fb0-2d52-490f-9b86-285e1b0992a3 req-2dd112e3-44ac-4a55-8a04-0ccc8ec0d556 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1685ad5-95fb-4888-9f53-52ed2d00784b HTTP/1.1" status: 200 len: 943 time: 0.0893874 Aug 11 03:38:09.801628 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4fc6d5-ca55-4e9d-9b63-6a89fb5da52d req-889cbcda-2b73-47e7-9759-7e3d04c28a1f tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:38:09.803066 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0d4fc6d5-ca55-4e9d-9b63-6a89fb5da52d req-889cbcda-2b73-47e7-9759-7e3d04c28a1f tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f9ff8ac-41a6-4900-8f22-c061b2641737 HTTP/1.1" status: 200 len: 909 time: 0.0667956 Aug 11 03:38:09.837193 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a89a4fb0-2d52-490f-9b86-285e1b0992a3 req-4692c49a-2273-4a2c-be6b-3c3b24d7b332 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/security-groups?id=537956e8-b214-4039-8ff1-e669d1971174&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331724 Aug 11 03:38:09.929426 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae0bc9d-ea3d-4a36-92e0-e766bd2597c7 req-709a3d5e-c191-4ae4-8e7d-f35bc377c64b tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:38:09.930821 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5ae0bc9d-ea3d-4a36-92e0-e766bd2597c7 req-709a3d5e-c191-4ae4-8e7d-f35bc377c64b tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f9ff8ac-41a6-4900-8f22-c061b2641737 HTTP/1.1" status: 200 len: 909 time: 0.0491300 Aug 11 03:38:10.036616 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484e2acd-3431-44c5-98c1-5004ea78d854 req-b23dbd14-ac50-4f82-ab7c-8c7f123e5189 tempest-TestSecurityGroupsBasicOps-1751367075 tempest-TestSecurityGroupsBasicOps-1751367075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:38:10.038234 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-484e2acd-3431-44c5-98c1-5004ea78d854 req-b23dbd14-ac50-4f82-ab7c-8c7f123e5189 tempest-TestSecurityGroupsBasicOps-1751367075 tempest-TestSecurityGroupsBasicOps-1751367075-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=7f9ff8ac-41a6-4900-8f22-c061b2641737 HTTP/1.1" status: 200 len: 1061 time: 0.0421646 Aug 11 03:38:10.148078 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1362531-710f-42aa-ab45-46d9dbfef33f req-af4e4beb-5697-4ca9-860c-ac91ec577e17 tempest-TestSecurityGroupsBasicOps-1751367075 tempest-TestSecurityGroupsBasicOps-1751367075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:38:10.149600 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c1362531-710f-42aa-ab45-46d9dbfef33f req-af4e4beb-5697-4ca9-860c-ac91ec577e17 tempest-TestSecurityGroupsBasicOps-1751367075 tempest-TestSecurityGroupsBasicOps-1751367075-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=3b2161b3-f31c-4efc-ab3f-2dfa30c1fd17 HTTP/1.1" status: 200 len: 1136 time: 0.0443947 Aug 11 03:38:10.185897 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c1362531-710f-42aa-ab45-46d9dbfef33f req-436aa639-a44f-4dd9-af24-bd05602b6396 tempest-TestSecurityGroupsBasicOps-1751367075 tempest-TestSecurityGroupsBasicOps-1751367075-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=99b8c431-210b-4394-b012-68f443cd272b&id=43e9f301-8fd4-4d60-ad66-37c4f2ba2701&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0299780 Aug 11 03:38:10.208061 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 42810) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:38:10.247930 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d10bb239-9fee-48af-8ec3-982b1b714de6 tempest-TestSecurityGroupsBasicOps-1751367075 tempest-TestSecurityGroupsBasicOps-1751367075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:38:10.252398 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-d10bb239-9fee-48af-8ec3-982b1b714de6 tempest-TestSecurityGroupsBasicOps-1751367075 tempest-TestSecurityGroupsBasicOps-1751367075-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=7f9ff8ac-41a6-4900-8f22-c061b2641737 HTTP/1.1" status: 200 len: 1056 time: 0.0403750 Aug 11 03:38:10.671732 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f9a865-1a49-4bb2-9624-c32014c911f6 req-c86e8fa3-1975-4672-81e9-dde20e62529f tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:38:10.673238 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-32f9a865-1a49-4bb2-9624-c32014c911f6 req-c86e8fa3-1975-4672-81e9-dde20e62529f tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f9ff8ac-41a6-4900-8f22-c061b2641737 HTTP/1.1" status: 200 len: 909 time: 0.0490425 Aug 11 03:38:10.958105 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a540cd-8388-4eb2-82bc-c87f7e8f99d0 req-63482b61-0b52-43b5-9658-f705e26a2a0c tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:38:10.959735 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-53a540cd-8388-4eb2-82bc-c87f7e8f99d0 req-63482b61-0b52-43b5-9658-f705e26a2a0c tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1685ad5-95fb-4888-9f53-52ed2d00784b HTTP/1.1" status: 200 len: 943 time: 0.0524945 Aug 11 03:38:11.001125 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-53a540cd-8388-4eb2-82bc-c87f7e8f99d0 req-40bfbfa4-19d1-45e3-bc91-dbb523d4b9fb tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/security-groups?id=537956e8-b214-4039-8ff1-e669d1971174&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350239 Aug 11 03:38:11.391317 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:11.795050 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80160caa-7942-4b74-9594-5d8f9817b9b9 req-9044fc66-9020-4196-8e77-8b926806cd81 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:38:11.796545 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-80160caa-7942-4b74-9594-5d8f9817b9b9 req-9044fc66-9020-4196-8e77-8b926806cd81 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f9ff8ac-41a6-4900-8f22-c061b2641737 HTTP/1.1" status: 200 len: 909 time: 0.0533900 Aug 11 03:38:12.053330 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d6c60e-b939-4016-8f89-e054f6fc447e req-c6eec099-0fd2-4c47-9498-4a6adb604f18 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:38:12.054832 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-b8d6c60e-b939-4016-8f89-e054f6fc447e req-c6eec099-0fd2-4c47-9498-4a6adb604f18 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] 10.222.0.22 "GET /v2.0/ports?device_id=7f9ff8ac-41a6-4900-8f22-c061b2641737 HTTP/1.1" status: 200 len: 909 time: 0.0490651 Aug 11 03:38:12.128866 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe02a3a-8497-45b3-89cb-e40dae7e8a7f req-2fb9836f-b752-4361-bc00-8a0d9f96d665 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:38:12.130696 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-dfe02a3a-8497-45b3-89cb-e40dae7e8a7f req-2fb9836f-b752-4361-bc00-8a0d9f96d665 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1685ad5-95fb-4888-9f53-52ed2d00784b HTTP/1.1" status: 200 len: 943 time: 0.0527186 Aug 11 03:38:12.171961 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-dfe02a3a-8497-45b3-89cb-e40dae7e8a7f req-50fc8246-e30c-4d12-9d90-aa032a3b392c tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/security-groups?id=537956e8-b214-4039-8ff1-e669d1971174&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349803 Aug 11 03:38:12.176447 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-b8d6c60e-b939-4016-8f89-e054f6fc447e req-0ea34242-6108-4dfa-b13c-7dda827be9aa tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Deleting port 34acee46-5fe0-42b0-82b2-02ada358dfea {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:38:12.176791 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-b8d6c60e-b939-4016-8f89-e054f6fc447e req-0ea34242-6108-4dfa-b13c-7dda827be9aa tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:12.271574 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-b8d6c60e-b939-4016-8f89-e054f6fc447e req-0ea34242-6108-4dfa-b13c-7dda827be9aa tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] For port 34acee46-5fe0-42b0-82b2-02ada358dfea, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=34acee46-5fe0-42b0-82b2-02ada358dfea,segment=NetworkSegment(4f986bde-d99c-4d76-8e3e-9983e09d6ca9),segment_id=4f986bde-d99c-4d76-8e3e-9983e09d6ca9)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:38:12.271857 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-b8d6c60e-b939-4016-8f89-e054f6fc447e req-0ea34242-6108-4dfa-b13c-7dda827be9aa tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:12.291056 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-b8d6c60e-b939-4016-8f89-e054f6fc447e req-0ea34242-6108-4dfa-b13c-7dda827be9aa tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Calling delete_port for 34acee46-5fe0-42b0-82b2-02ada358dfea owned by compute:nova {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:38:12.489795 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-b8d6c60e-b939-4016-8f89-e054f6fc447e req-0ea34242-6108-4dfa-b13c-7dda827be9aa tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:12.524009 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea34242-6108-4dfa-b13c-7dda827be9aa tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Pushing event deleted for resources: {'Port': ['ID=34acee46-5fe0-42b0-82b2-02ada358dfea,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:38:12.578201 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8d6c60e-b939-4016-8f89-e054f6fc447e req-0ea34242-6108-4dfa-b13c-7dda827be9aa tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] No DVR routers for this DVR port 34acee46-5fe0-42b0-82b2-02ada358dfea on host n-h1-764292-30 {{(pid=102191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:38:12.578201 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-b8d6c60e-b939-4016-8f89-e054f6fc447e req-0ea34242-6108-4dfa-b13c-7dda827be9aa tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:12.578909 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-b8d6c60e-b939-4016-8f89-e054f6fc447e req-0ea34242-6108-4dfa-b13c-7dda827be9aa tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] 10.222.0.22 "DELETE /v2.0/ports/34acee46-5fe0-42b0-82b2-02ada358dfea HTTP/1.1" status: 204 len: 173 time: 0.5162723 Aug 11 03:38:12.579391 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f9ff8ac-41a6-4900-8f22-c061b2641737', 'name': 'network-vif-deleted', 'tag': '34acee46-5fe0-42b0-82b2-02ada358dfea'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:38:12.582674 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b6bfd38-0f6b-4b34-b7c2-0497672df06b" -d '{"events": [{"server_uuid": "7f9ff8ac-41a6-4900-8f22-c061b2641737", "name": "network-vif-deleted", "tag": "34acee46-5fe0-42b0-82b2-02ada358dfea"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:38:12.621531 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:38:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30e3e4dd-dabc-4678-8617-e52566413e20 x-openstack-request-id: req-30e3e4dd-dabc-4678-8617-e52566413e20 {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:38:12.621832 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f9ff8ac-41a6-4900-8f22-c061b2641737", "name": "network-vif-deleted", "tag": "34acee46-5fe0-42b0-82b2-02ada358dfea", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:38:12.622088 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-30e3e4dd-dabc-4678-8617-e52566413e20 {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:38:12.622527 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f9ff8ac-41a6-4900-8f22-c061b2641737', 'name': 'network-vif-deleted', 'tag': '34acee46-5fe0-42b0-82b2-02ada358dfea', 'status': 'completed', 'code': 200} Aug 11 03:38:12.906872 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1f1bd710-6933-4b37-9228-72ff5a5b8049 req-883791fe-9b6c-479b-aaa6-9f33edc212f3 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f9ff8ac-41a6-4900-8f22-c061b2641737 HTTP/1.1" status: 200 len: 210 time: 0.0280352 Aug 11 03:38:13.294403 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ac188c-ef80-4719-90b6-14acd943aad8 req-9a14e0a3-9f1d-47da-bc6f-a567482414a0 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:38:13.295899 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-62ac188c-ef80-4719-90b6-14acd943aad8 req-9a14e0a3-9f1d-47da-bc6f-a567482414a0 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1685ad5-95fb-4888-9f53-52ed2d00784b HTTP/1.1" status: 200 len: 943 time: 0.0499709 Aug 11 03:38:13.334201 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-62ac188c-ef80-4719-90b6-14acd943aad8 req-92f1f9b3-8786-4ef3-a169-56ffa082fb5e tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/security-groups?id=537956e8-b214-4039-8ff1-e669d1971174&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313027 Aug 11 03:38:13.451103 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.agents_db [None req-950b7202-decb-43e2-8f71-ac8931dc9749 None None] Agent healthcheck: found 7 active agents {{(pid=102194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:38:13.962248 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 42854) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:38:14.316875 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-029640f8-ec30-4baf-a3c7-31decfddb26a tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521106'] for router_interface, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:14.457982 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6750c739-62ce-4c53-9340-9ce4de68c3f1 req-c7418458-3277-45fe-9fc0-ab9dc53532d5 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:38:14.459774 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6750c739-62ce-4c53-9340-9ce4de68c3f1 req-c7418458-3277-45fe-9fc0-ab9dc53532d5 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1685ad5-95fb-4888-9f53-52ed2d00784b HTTP/1.1" status: 200 len: 943 time: 0.0568483 Aug 11 03:38:14.511450 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6750c739-62ce-4c53-9340-9ce4de68c3f1 req-5c3fda8a-b5fc-4a24-9589-cc3061eefbb8 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/security-groups?id=537956e8-b214-4039-8ff1-e669d1971174&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428555 Aug 11 03:38:14.884873 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-029640f8-ec30-4baf-a3c7-31decfddb26a tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Deleting port 825565b5-ea89-462f-ae61-35bfa355b2f1 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:38:14.885210 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-029640f8-ec30-4baf-a3c7-31decfddb26a tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:14.890108 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 34acee46-5fe0-42b0-82b2-02ada358dfea no longer exists at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:38:14.916347 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] No Port match for: 34acee46-5fe0-42b0-82b2-02ada358dfea {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:38:14.916674 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 34acee46-5fe0-42b0-82b2-02ada358dfea not bound to the agent host n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:38:14.974792 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [None req-029640f8-ec30-4baf-a3c7-31decfddb26a tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] For port 825565b5-ea89-462f-ae61-35bfa355b2f1, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=825565b5-ea89-462f-ae61-35bfa355b2f1,segment=NetworkSegment(4f986bde-d99c-4d76-8e3e-9983e09d6ca9),segment_id=4f986bde-d99c-4d76-8e3e-9983e09d6ca9)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:38:14.975393 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-029640f8-ec30-4baf-a3c7-31decfddb26a tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:14.988172 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-029640f8-ec30-4baf-a3c7-31decfddb26a tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Calling delete_port for 825565b5-ea89-462f-ae61-35bfa355b2f1 owned by network:router_interface {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:38:15.225611 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-029640f8-ec30-4baf-a3c7-31decfddb26a tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:15.252490 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029640f8-ec30-4baf-a3c7-31decfddb26a tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Pushing event deleted for resources: {'Port': ['ID=825565b5-ea89-462f-ae61-35bfa355b2f1,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:38:15.430822 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-029640f8-ec30-4baf-a3c7-31decfddb26a tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16383033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450082'] for router_interface, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:15.623344 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf006a67-27e9-4add-8372-5a90f8b61162 req-5db7b5d0-a3db-4fcf-8854-b243e7467b76 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:38:15.624900 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cf006a67-27e9-4add-8372-5a90f8b61162 req-5db7b5d0-a3db-4fcf-8854-b243e7467b76 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1685ad5-95fb-4888-9f53-52ed2d00784b HTTP/1.1" status: 200 len: 943 time: 0.0496230 Aug 11 03:38:15.654962 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-029640f8-ec30-4baf-a3c7-31decfddb26a tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Router 7c250a7c-5e15-42dc-9576-c14466cc2464 has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:38:15.665626 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cf006a67-27e9-4add-8372-5a90f8b61162 req-07fac4bf-36a9-45fe-b120-2e919d9f0353 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/security-groups?id=537956e8-b214-4039-8ff1-e669d1971174&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336697 Aug 11 03:38:15.766618 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-029640f8-ec30-4baf-a3c7-31decfddb26a tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:38:15.772186 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-029640f8-ec30-4baf-a3c7-31decfddb26a tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] 10.222.0.41 "PUT /v2.0/routers/7c250a7c-5e15-42dc-9576-c14466cc2464/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8087475 Aug 11 03:38:15.775051 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 42874) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:38:15.776982 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10101ae-25b5-4c4b-9f5f-1503446407e5 None None] Sync routers for ids ['7c250a7c-5e15-42dc-9576-c14466cc2464'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:38:15.786895 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10101ae-25b5-4c4b-9f5f-1503446407e5 None None] Routers {'7c250a7c-5e15-42dc-9576-c14466cc2464'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:38:15.787513 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-a10101ae-25b5-4c4b-9f5f-1503446407e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:38:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['7c250a7c-5e15-42dc-9576-c14466cc2464'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:38:15.831985 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7679238-d182-4710-9945-876f2cf2e2f2 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Deleting subnet 5c1cb0ea-0b1a-43f8-b20c-d547c7e7a2ba {{(pid=102191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:38:15.835253 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e7679238-d182-4710-9945-876f2cf2e2f2 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Notify callbacks [] for subnet, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:15.877525 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e7679238-d182-4710-9945-876f2cf2e2f2 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126283525'] for subnet, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:15.896615 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-a10101ae-25b5-4c4b-9f5f-1503446407e5 None None] Set router 7c250a7c-5e15-42dc-9576-c14466cc2464 gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:38:15.972295 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e7679238-d182-4710-9945-876f2cf2e2f2 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:16.079010 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-a10101ae-25b5-4c4b-9f5f-1503446407e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c250a7c-5e15-42dc-9576-c14466cc2464', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1544554046', 'tenant_id': '391f2e6035934174b06bd30a54e0a2a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': 'b93e9193-569f-46ed-bda0-87ecd89d1f48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:37:47Z', 'updated_at': '2021-08-11T03:38:15Z', 'revision_number': 5, 'project_id': '391f2e6035934174b06bd30a54e0a2a0', 'gw_port': {'id': 'b93e9193-569f-46ed-bda0-87ecd89d1f48', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:f2:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c250a7c-5e15-42dc-9576-c14466cc2464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:37:48Z', 'updated_at': '2021-08-11T03:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:38:16.107653 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10101ae-25b5-4c4b-9f5f-1503446407e5 None None] Checking router: 7c250a7c-5e15-42dc-9576-c14466cc2464 for host: n-d-764292-30 {{(pid=102193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:38:16.111451 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e7679238-d182-4710-9945-876f2cf2e2f2 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126283413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126275158'] for subnet, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:16.116566 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10101ae-25b5-4c4b-9f5f-1503446407e5 None None] Routers {'7c250a7c-5e15-42dc-9576-c14466cc2464'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:38:16.120518 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-a10101ae-25b5-4c4b-9f5f-1503446407e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:38:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['7c250a7c-5e15-42dc-9576-c14466cc2464'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:38:16.139330 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7679238-d182-4710-9945-876f2cf2e2f2 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Pushing event deleted for resources: {'Subnet': ['ID=5c1cb0ea-0b1a-43f8-b20c-d547c7e7a2ba,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:38:16.143089 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e7679238-d182-4710-9945-876f2cf2e2f2 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:16.148276 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-e7679238-d182-4710-9945-876f2cf2e2f2 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] 10.222.0.41 "DELETE /v2.0/subnets/5c1cb0ea-0b1a-43f8-b20c-d547c7e7a2ba HTTP/1.1" status: 204 len: 168 time: 0.3693588 Aug 11 03:38:16.148276 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 42876) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:38:16.158559 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe74352a-709e-4b1a-819a-12a39855cbb8 None None] Network 4f323016-9d12-4917-bd1b-a1d020f58a51 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:38:16.268135 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-efc42813-b780-41c1-aeb7-95dc2c64f995 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Notify callbacks [] for router, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:16.312214 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-a10101ae-25b5-4c4b-9f5f-1503446407e5 None None] Set router 7c250a7c-5e15-42dc-9576-c14466cc2464 gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:38:16.372233 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-efc42813-b780-41c1-aeb7-95dc2c64f995 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:16.464786 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-115925b6-b1ea-41d6-83eb-16a5c7ead03f None None] DHCP port deletion for 4f323016-9d12-4917-bd1b-a1d020f58a51 request from n-d-764292-30 {{(pid=102193) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:38:16.500550 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-efc42813-b780-41c1-aeb7-95dc2c64f995 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Deleting port b93e9193-569f-46ed-bda0-87ecd89d1f48 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:38:16.501174 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-efc42813-b780-41c1-aeb7-95dc2c64f995 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:16.555606 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-a10101ae-25b5-4c4b-9f5f-1503446407e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c250a7c-5e15-42dc-9576-c14466cc2464', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1544554046', 'tenant_id': '391f2e6035934174b06bd30a54e0a2a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': 'b93e9193-569f-46ed-bda0-87ecd89d1f48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:37:47Z', 'updated_at': '2021-08-11T03:38:15Z', 'revision_number': 5, 'project_id': '391f2e6035934174b06bd30a54e0a2a0', 'gw_port': {'id': 'b93e9193-569f-46ed-bda0-87ecd89d1f48', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:f2:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c250a7c-5e15-42dc-9576-c14466cc2464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:37:48Z', 'updated_at': '2021-08-11T03:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:38:16.563097 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-115925b6-b1ea-41d6-83eb-16a5c7ead03f None None] Deleting port 63be51c5-5e49-489a-b629-2c347ce84c67 {{(pid=102193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:38:16.563097 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-115925b6-b1ea-41d6-83eb-16a5c7ead03f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:16.588727 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10101ae-25b5-4c4b-9f5f-1503446407e5 None None] The sync data for ids ['7c250a7c-5e15-42dc-9576-c14466cc2464'] in n-d-764292-30 is: [{'id': '7c250a7c-5e15-42dc-9576-c14466cc2464', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1544554046', 'tenant_id': '391f2e6035934174b06bd30a54e0a2a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': 'b93e9193-569f-46ed-bda0-87ecd89d1f48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:37:47Z', 'updated_at': '2021-08-11T03:38:15Z', 'revision_number': 5, 'project_id': '391f2e6035934174b06bd30a54e0a2a0', 'gw_port': {'id': 'b93e9193-569f-46ed-bda0-87ecd89d1f48', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:f2:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c250a7c-5e15-42dc-9576-c14466cc2464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:37:48Z', 'updated_at': '2021-08-11T03:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:38:16.596709 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [None req-efc42813-b780-41c1-aeb7-95dc2c64f995 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] For port b93e9193-569f-46ed-bda0-87ecd89d1f48, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=b93e9193-569f-46ed-bda0-87ecd89d1f48,segment=NetworkSegment(fab28bed-aa25-40db-bba4-ec26e795194c),segment_id=fab28bed-aa25-40db-bba4-ec26e795194c)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:38:16.597081 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-efc42813-b780-41c1-aeb7-95dc2c64f995 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:16.618327 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-efc42813-b780-41c1-aeb7-95dc2c64f995 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Calling delete_port for b93e9193-569f-46ed-bda0-87ecd89d1f48 owned by network:router_gateway {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:38:16.679378 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-115925b6-b1ea-41d6-83eb-16a5c7ead03f None None] For port 63be51c5-5e49-489a-b629-2c347ce84c67, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=63be51c5-5e49-489a-b629-2c347ce84c67,segment=NetworkSegment(4f986bde-d99c-4d76-8e3e-9983e09d6ca9),segment_id=4f986bde-d99c-4d76-8e3e-9983e09d6ca9)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:38:16.679884 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-115925b6-b1ea-41d6-83eb-16a5c7ead03f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:16.693108 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-115925b6-b1ea-41d6-83eb-16a5c7ead03f None None] Calling delete_port for 63be51c5-5e49-489a-b629-2c347ce84c67 owned by network:dhcp {{(pid=102193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:38:16.788574 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84866e4a-8b57-4b7f-88f9-312417633fd2 req-6d4e916d-247c-4cb7-b078-0bb5e03ac97b tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:38:16.790925 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-84866e4a-8b57-4b7f-88f9-312417633fd2 req-6d4e916d-247c-4cb7-b078-0bb5e03ac97b tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1685ad5-95fb-4888-9f53-52ed2d00784b HTTP/1.1" status: 200 len: 943 time: 0.0543437 Aug 11 03:38:16.831063 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-84866e4a-8b57-4b7f-88f9-312417633fd2 req-cc01c4da-2e2a-425b-8ed3-efd48a4485fd tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/security-groups?id=537956e8-b214-4039-8ff1-e669d1971174&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331917 Aug 11 03:38:16.871388 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-115925b6-b1ea-41d6-83eb-16a5c7ead03f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678'] for port, after_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:16.895373 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115925b6-b1ea-41d6-83eb-16a5c7ead03f None None] Pushing event deleted for resources: {'Port': ['ID=63be51c5-5e49-489a-b629-2c347ce84c67,revision_number=None']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:38:16.909324 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115925b6-b1ea-41d6-83eb-16a5c7ead03f None None] No DVR routers for this DVR port 63be51c5-5e49-489a-b629-2c347ce84c67 on host n-d-764292-30 {{(pid=102193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:38:16.928142 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-efc42813-b780-41c1-aeb7-95dc2c64f995 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:16.953849 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc42813-b780-41c1-aeb7-95dc2c64f995 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Pushing event deleted for resources: {'Port': ['ID=b93e9193-569f-46ed-bda0-87ecd89d1f48,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:38:17.024146 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-efc42813-b780-41c1-aeb7-95dc2c64f995 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-446916'] for router_gateway, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:17.025218 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 63be51c5-5e49-489a-b629-2c347ce84c67 no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:38:17.045985 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: 63be51c5-5e49-489a-b629-2c347ce84c67 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:38:17.046377 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 63be51c5-5e49-489a-b629-2c347ce84c67 not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:38:17.143981 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-efc42813-b780-41c1-aeb7-95dc2c64f995 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6544'] for router, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:17.146497 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-efc42813-b780-41c1-aeb7-95dc2c64f995 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:17.242604 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-efc42813-b780-41c1-aeb7-95dc2c64f995 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448809'] for router, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:17.243191 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efc42813-b780-41c1-aeb7-95dc2c64f995 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Fanout notify agent at l3_agent the message router_deleted on router 7c250a7c-5e15-42dc-9576-c14466cc2464 {{(pid=102191) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:38:17.250377 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-efc42813-b780-41c1-aeb7-95dc2c64f995 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Notify callbacks [] for router, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:17.251887 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-efc42813-b780-41c1-aeb7-95dc2c64f995 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] 10.222.0.41 "DELETE /v2.0/routers/7c250a7c-5e15-42dc-9576-c14466cc2464 HTTP/1.1" status: 204 len: 168 time: 1.1022699 Aug 11 03:38:17.255411 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 42888) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:38:17.338177 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-663ee234-9a06-477a-9f40-255440a2ad21 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:17.438170 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-663ee234-9a06-477a-9f40-255440a2ad21 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:17.449218 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-663ee234-9a06-477a-9f40-255440a2ad21 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f323016-9d12-4917-bd1b-a1d020f58a51']}} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:38:17.460547 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-663ee234-9a06-477a-9f40-255440a2ad21 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f986bde-d99c-4d76-8e3e-9983e09d6ca9') {'for_net_delete': True} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:38:17.460854 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-663ee234-9a06-477a-9f40-255440a2ad21 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f986bde-d99c-4d76-8e3e-9983e09d6ca9') {} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:38:17.470339 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-663ee234-9a06-477a-9f40-255440a2ad21 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126283644'] for segment, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:17.485020 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-663ee234-9a06-477a-9f40-255440a2ad21 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:17.491710 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-663ee234-9a06-477a-9f40-255440a2ad21 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=102191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:38:17.492168 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-663ee234-9a06-477a-9f40-255440a2ad21 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126283391'] for segment, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:17.495099 n-d-764292-30 neutron-server[102191]: Traceback (most recent call last): Aug 11 03:38:17.495099 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:38:17.495099 n-d-764292-30 neutron-server[102191]: timer() Aug 11 03:38:17.495099 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:38:17.495099 n-d-764292-30 neutron-server[102191]: cb(*args, **kw) Aug 11 03:38:17.495099 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:38:17.495099 n-d-764292-30 neutron-server[102191]: return func(*args, **kwargs) Aug 11 03:38:17.495099 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:38:17.495099 n-d-764292-30 neutron-server[102191]: self._notify() Aug 11 03:38:17.495099 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:38:17.495099 n-d-764292-30 neutron-server[102191]: self.callback(batched_events) Aug 11 03:38:17.495099 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:38:17.495099 n-d-764292-30 neutron-server[102191]: event.method(event) Aug 11 03:38:17.495099 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:38:17.495099 n-d-764292-30 neutron-server[102191]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:38:17.495099 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:38:17.495099 n-d-764292-30 neutron-server[102191]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:38:17.495099 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:38:17.495099 n-d-764292-30 neutron-server[102191]: return f(self, *a, **k) Aug 11 03:38:17.495099 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:38:17.495099 n-d-764292-30 neutron-server[102191]: return self._get(url).json() Aug 11 03:38:17.495099 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:38:17.495099 n-d-764292-30 neutron-server[102191]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:38:17.495099 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:38:17.495099 n-d-764292-30 neutron-server[102191]: return self.request(url, 'GET', **kwargs) Aug 11 03:38:17.495099 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:38:17.495099 n-d-764292-30 neutron-server[102191]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:38:17.495099 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:38:17.495099 n-d-764292-30 neutron-server[102191]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:38:17.495099 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:38:17.495099 n-d-764292-30 neutron-server[102191]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:38:17.495099 n-d-764292-30 neutron-server[102191]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:38:17.591123 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-663ee234-9a06-477a-9f40-255440a2ad21 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:17.598111 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-663ee234-9a06-477a-9f40-255440a2ad21 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Notify callbacks [] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:17.600015 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-663ee234-9a06-477a-9f40-255440a2ad21 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] 10.222.0.41 "DELETE /v2.0/networks/4f323016-9d12-4917-bd1b-a1d020f58a51 HTTP/1.1" status: 204 len: 168 time: 0.3438418 Aug 11 03:38:17.602919 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 42894) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:38:17.611672 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663ee234-9a06-477a-9f40-255440a2ad21 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Pushing event deleted for resources: {'Network': ['ID=4f323016-9d12-4917-bd1b-a1d020f58a51,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:38:17.829869 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-0f1c3bd9-5441-4fd6-8ff0-557e6efb7c24 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Deleting port 3a60f22d-f2fa-41bf-8432-5bdc7d756167 {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:38:17.830525 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0f1c3bd9-5441-4fd6-8ff0-557e6efb7c24 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:17.918580 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0f1c3bd9-5441-4fd6-8ff0-557e6efb7c24 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:17.918909 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0f1c3bd9-5441-4fd6-8ff0-557e6efb7c24 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:17.948898 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-0f1c3bd9-5441-4fd6-8ff0-557e6efb7c24 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Calling delete_port for 3a60f22d-f2fa-41bf-8432-5bdc7d756167 owned by network:floatingip {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:38:17.974223 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd1ceb5-b45a-43ba-813f-910bf8c51e50 req-336d69e5-839d-4816-b699-09b704366419 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:38:17.975642 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3cd1ceb5-b45a-43ba-813f-910bf8c51e50 req-336d69e5-839d-4816-b699-09b704366419 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1685ad5-95fb-4888-9f53-52ed2d00784b HTTP/1.1" status: 200 len: 943 time: 0.0735154 Aug 11 03:38:18.077959 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3cd1ceb5-b45a-43ba-813f-910bf8c51e50 req-4b1cfb01-3c93-4927-a021-3f987a54c2dd tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/security-groups?id=537956e8-b214-4039-8ff1-e669d1971174&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720015 Aug 11 03:38:18.213765 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0f1c3bd9-5441-4fd6-8ff0-557e6efb7c24 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:18.242027 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1c3bd9-5441-4fd6-8ff0-557e6efb7c24 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Pushing event deleted for resources: {'Port': ['ID=3a60f22d-f2fa-41bf-8432-5bdc7d756167,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:38:18.311355 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0f1c3bd9-5441-4fd6-8ff0-557e6efb7c24 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Notify callbacks [] for floatingip, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:18.311695 n-d-764292-30 neutron-server[102192]: INFO neutron.db.l3_db [None req-0f1c3bd9-5441-4fd6-8ff0-557e6efb7c24 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Floating IP c0cfdfe1-ce1f-4d54-97d9-bd1ddcde0909 disassociated (deleted). External IP: 172.25.8.47, port: 87e85f65-11c2-4b5b-84ad-478d011953a1. Aug 11 03:38:18.521063 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f1c3bd9-5441-4fd6-8ff0-557e6efb7c24 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Router 43106b3a-b4aa-4dfd-b89d-0fe41c973cd6 has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:38:18.597997 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device b93e9193-569f-46ed-bda0-87ecd89d1f48 no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:38:18.622394 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: b93e9193-569f-46ed-bda0-87ecd89d1f48 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:38:18.622737 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device b93e9193-569f-46ed-bda0-87ecd89d1f48 not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:38:18.624036 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 825565b5-ea89-462f-ae61-35bfa355b2f1 no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:38:18.639114 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f1c3bd9-5441-4fd6-8ff0-557e6efb7c24 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:38:18.643904 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: 825565b5-ea89-462f-ae61-35bfa355b2f1 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:38:18.643904 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 825565b5-ea89-462f-ae61-35bfa355b2f1 not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:38:18.644203 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0f1c3bd9-5441-4fd6-8ff0-557e6efb7c24 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for floatingip, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:18.649629 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84386e9b-1a5e-461b-afbf-c8c323cdcbc0 None None] Sync routers for ids ['43106b3a-b4aa-4dfd-b89d-0fe41c973cd6'] in n-d-764292-30 {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:38:18.659951 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84386e9b-1a5e-461b-afbf-c8c323cdcbc0 None None] Routers {'43106b3a-b4aa-4dfd-b89d-0fe41c973cd6'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:38:18.660610 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-84386e9b-1a5e-461b-afbf-c8c323cdcbc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:38:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['43106b3a-b4aa-4dfd-b89d-0fe41c973cd6'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:38:18.673635 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-0f1c3bd9-5441-4fd6-8ff0-557e6efb7c24 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] 10.222.0.41 "DELETE /v2.0/floatingips/c0cfdfe1-ce1f-4d54-97d9-bd1ddcde0909 HTTP/1.1" status: 204 len: 168 time: 1.0670958 Aug 11 03:38:18.673635 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b2161b3-f31c-4efc-ab3f-2dfa30c1fd17', 'tag': '87e85f65-11c2-4b5b-84ad-478d011953a1'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:38:18.675210 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-093e5a43-a0e0-42b9-b9ce-89d2b306f460" -d '{"events": [{"name": "network-changed", "server_uuid": "3b2161b3-f31c-4efc-ab3f-2dfa30c1fd17", "tag": "87e85f65-11c2-4b5b-84ad-478d011953a1"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:38:18.715450 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c988cda-b89a-47b6-8ed4-7ae7598e6fe5 x-openstack-request-id: req-3c988cda-b89a-47b6-8ed4-7ae7598e6fe5 {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:38:18.715746 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b2161b3-f31c-4efc-ab3f-2dfa30c1fd17", "tag": "87e85f65-11c2-4b5b-84ad-478d011953a1", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:38:18.715998 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3c988cda-b89a-47b6-8ed4-7ae7598e6fe5 {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:38:18.716418 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b2161b3-f31c-4efc-ab3f-2dfa30c1fd17', 'tag': '87e85f65-11c2-4b5b-84ad-478d011953a1', 'status': 'completed', 'code': 200} Aug 11 03:38:18.777128 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-84386e9b-1a5e-461b-afbf-c8c323cdcbc0 None None] Set router 43106b3a-b4aa-4dfd-b89d-0fe41c973cd6 gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:38:18.804604 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093e5a43-a0e0-42b9-b9ce-89d2b306f460 req-1181147d-6c19-4eca-b66f-c12bf47a6792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:38:18.806538 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-093e5a43-a0e0-42b9-b9ce-89d2b306f460 req-1181147d-6c19-4eca-b66f-c12bf47a6792 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=391f2e6035934174b06bd30a54e0a2a0&device_id=3b2161b3-f31c-4efc-ab3f-2dfa30c1fd17 HTTP/1.1" status: 200 len: 1136 time: 0.0513339 Aug 11 03:38:18.903236 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093e5a43-a0e0-42b9-b9ce-89d2b306f460 req-250d78cf-3f60-40fd-9359-6e807ec18c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:38:18.905019 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-093e5a43-a0e0-42b9-b9ce-89d2b306f460 req-250d78cf-3f60-40fd-9359-6e807ec18c18 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c5a32e02-7f19-4007-affc-7c719cd8a9f6 HTTP/1.1" status: 200 len: 898 time: 0.0915661 Aug 11 03:38:18.956542 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-093e5a43-a0e0-42b9-b9ce-89d2b306f460 req-5e1815d8-5bba-43ab-9ce7-da4f275d02b6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=87e85f65-11c2-4b5b-84ad-478d011953a1 HTTP/1.1" status: 200 len: 217 time: 0.0414608 Aug 11 03:38:18.995955 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-84386e9b-1a5e-461b-afbf-c8c323cdcbc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43106b3a-b4aa-4dfd-b89d-0fe41c973cd6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2077214640', 'tenant_id': '391f2e6035934174b06bd30a54e0a2a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': 'd4eee609-7c14-49a6-bb6b-43ac8d37c7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:36:52Z', 'updated_at': '2021-08-11T03:36:57Z', 'revision_number': 4, 'project_id': '391f2e6035934174b06bd30a54e0a2a0', 'gw_port': {'id': 'd4eee609-7c14-49a6-bb6b-43ac8d37c7ce', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:2d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43106b3a-b4aa-4dfd-b89d-0fe41c973cd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:36:52Z', 'updated_at': '2021-08-11T03:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '486ff671-b229-477f-94a5-b8b39522655c', 'name': '', 'network_id': 'c5a32e02-7f19-4007-affc-7c719cd8a9f6', 'tenant_id': '391f2e6035934174b06bd30a54e0a2a0', 'mac_address': 'fa:16:3e:80:a1:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43106b3a-b4aa-4dfd-b89d-0fe41c973cd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'e0543638-4dc5-47b2-878b-3fc9f259ada8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:36:56Z', 'updated_at': '2021-08-11T03:37:02Z', 'revision_number': 5, 'project_id': '391f2e6035934174b06bd30a54e0a2a0', 'subnets': [{'id': 'e0543638-4dc5-47b2-878b-3fc9f259ada8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:38:19.014446 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093e5a43-a0e0-42b9-b9ce-89d2b306f460 req-448ba1fb-7294-4702-b29c-a88991b6adbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:38:19.015929 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-093e5a43-a0e0-42b9-b9ce-89d2b306f460 req-448ba1fb-7294-4702-b29c-a88991b6adbc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e0543638-4dc5-47b2-878b-3fc9f259ada8 HTTP/1.1" status: 200 len: 833 time: 0.0496733 Aug 11 03:38:19.024228 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84386e9b-1a5e-461b-afbf-c8c323cdcbc0 None None] Checking router: 43106b3a-b4aa-4dfd-b89d-0fe41c973cd6 for host: n-d-764292-30 {{(pid=102194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:38:19.033856 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84386e9b-1a5e-461b-afbf-c8c323cdcbc0 None None] Routers {'43106b3a-b4aa-4dfd-b89d-0fe41c973cd6'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:38:19.034330 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-84386e9b-1a5e-461b-afbf-c8c323cdcbc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:38:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['43106b3a-b4aa-4dfd-b89d-0fe41c973cd6'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:38:19.074445 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093e5a43-a0e0-42b9-b9ce-89d2b306f460 req-823ceae8-c68c-46d0-a9a3-c397cef8db86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:38:19.076133 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-093e5a43-a0e0-42b9-b9ce-89d2b306f460 req-823ceae8-c68c-46d0-a9a3-c397cef8db86 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c5a32e02-7f19-4007-affc-7c719cd8a9f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0519741 Aug 11 03:38:19.152255 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-84386e9b-1a5e-461b-afbf-c8c323cdcbc0 None None] Set router 43106b3a-b4aa-4dfd-b89d-0fe41c973cd6 gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:38:19.254515 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-093e5a43-a0e0-42b9-b9ce-89d2b306f460 req-baf7623f-d675-46dd-a618-95748db31c42 service neutron] 10.222.0.24 "GET /v2.0/networks/c5a32e02-7f19-4007-affc-7c719cd8a9f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669412 Aug 11 03:38:19.296571 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68193725-116a-4100-a1fa-4776b45fab04 req-bc6d4bd3-e27a-4d6b-b8d8-5b358d416349 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:38:19.296571 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-68193725-116a-4100-a1fa-4776b45fab04 req-bc6d4bd3-e27a-4d6b-b8d8-5b358d416349 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1685ad5-95fb-4888-9f53-52ed2d00784b HTTP/1.1" status: 200 len: 943 time: 0.1126835 Aug 11 03:38:19.303908 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a254ad5d-a966-40be-8037-1b22722a9e6f req-142804bb-af56-4561-a26d-af70f459145c tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:38:19.305416 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a254ad5d-a966-40be-8037-1b22722a9e6f req-142804bb-af56-4561-a26d-af70f459145c tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b2161b3-f31c-4efc-ab3f-2dfa30c1fd17 HTTP/1.1" status: 200 len: 984 time: 0.2061412 Aug 11 03:38:19.373359 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-84386e9b-1a5e-461b-afbf-c8c323cdcbc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43106b3a-b4aa-4dfd-b89d-0fe41c973cd6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2077214640', 'tenant_id': '391f2e6035934174b06bd30a54e0a2a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': 'd4eee609-7c14-49a6-bb6b-43ac8d37c7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:36:52Z', 'updated_at': '2021-08-11T03:36:57Z', 'revision_number': 4, 'project_id': '391f2e6035934174b06bd30a54e0a2a0', 'gw_port': {'id': 'd4eee609-7c14-49a6-bb6b-43ac8d37c7ce', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:2d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43106b3a-b4aa-4dfd-b89d-0fe41c973cd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:36:52Z', 'updated_at': '2021-08-11T03:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '486ff671-b229-477f-94a5-b8b39522655c', 'name': '', 'network_id': 'c5a32e02-7f19-4007-affc-7c719cd8a9f6', 'tenant_id': '391f2e6035934174b06bd30a54e0a2a0', 'mac_address': 'fa:16:3e:80:a1:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43106b3a-b4aa-4dfd-b89d-0fe41c973cd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'e0543638-4dc5-47b2-878b-3fc9f259ada8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:36:56Z', 'updated_at': '2021-08-11T03:37:02Z', 'revision_number': 5, 'project_id': '391f2e6035934174b06bd30a54e0a2a0', 'subnets': [{'id': 'e0543638-4dc5-47b2-878b-3fc9f259ada8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:38:19.400089 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84386e9b-1a5e-461b-afbf-c8c323cdcbc0 None None] The sync data for ids ['43106b3a-b4aa-4dfd-b89d-0fe41c973cd6'] in n-d-764292-30 is: [{'id': '43106b3a-b4aa-4dfd-b89d-0fe41c973cd6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2077214640', 'tenant_id': '391f2e6035934174b06bd30a54e0a2a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': 'd4eee609-7c14-49a6-bb6b-43ac8d37c7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:36:52Z', 'updated_at': '2021-08-11T03:36:57Z', 'revision_number': 4, 'project_id': '391f2e6035934174b06bd30a54e0a2a0', 'gw_port': {'id': 'd4eee609-7c14-49a6-bb6b-43ac8d37c7ce', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:2d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43106b3a-b4aa-4dfd-b89d-0fe41c973cd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:36:52Z', 'updated_at': '2021-08-11T03:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '486ff671-b229-477f-94a5-b8b39522655c', 'name': '', 'network_id': 'c5a32e02-7f19-4007-affc-7c719cd8a9f6', 'tenant_id': '391f2e6035934174b06bd30a54e0a2a0', 'mac_address': 'fa:16:3e:80:a1:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43106b3a-b4aa-4dfd-b89d-0fe41c973cd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'e0543638-4dc5-47b2-878b-3fc9f259ada8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:36:56Z', 'updated_at': '2021-08-11T03:37:02Z', 'revision_number': 5, 'project_id': '391f2e6035934174b06bd30a54e0a2a0', 'subnets': [{'id': 'e0543638-4dc5-47b2-878b-3fc9f259ada8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:38:19.429016 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a254ad5d-a966-40be-8037-1b22722a9e6f req-55c33967-13b0-4fe5-bc27-fc7a672d9fe3 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] 10.222.0.41 "GET /v2.0/security-groups?id=99b8c431-210b-4394-b012-68f443cd272b&id=43e9f301-8fd4-4d60-ad66-37c4f2ba2701&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0817840 Aug 11 03:38:19.433496 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-68193725-116a-4100-a1fa-4776b45fab04 req-fc447416-316e-4219-826c-30fcd86d77d8 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/security-groups?id=537956e8-b214-4039-8ff1-e669d1971174&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1173546 Aug 11 03:38:19.458384 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-093e5a43-a0e0-42b9-b9ce-89d2b306f460 req-015cc24a-1e19-4fbd-9507-e51cb1b1764a service neutron] 10.222.0.24 "GET /v2.0/networks/c5a32e02-7f19-4007-affc-7c719cd8a9f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941597 Aug 11 03:38:19.659330 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a19b8c-d042-45fa-9b47-81b933f96003 None None] New status for floating IP c0cfdfe1-ce1f-4d54-97d9-bd1ddcde0909: DOWN {{(pid=102193) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:38:20.427476 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadbf510-6552-4b0b-bf41-36c86491050e req-05c419b5-39eb-4c6c-856f-65baf06e73aa tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:38:20.428947 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-aadbf510-6552-4b0b-bf41-36c86491050e req-05c419b5-39eb-4c6c-856f-65baf06e73aa tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b2161b3-f31c-4efc-ab3f-2dfa30c1fd17 HTTP/1.1" status: 200 len: 984 time: 0.0548844 Aug 11 03:38:20.592978 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [req-aadbf510-6552-4b0b-bf41-36c86491050e req-2ca43536-3a5f-442d-92ed-bbf6b91a021e tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Deleting port 87e85f65-11c2-4b5b-84ad-478d011953a1 {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:38:20.593325 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-aadbf510-6552-4b0b-bf41-36c86491050e req-2ca43536-3a5f-442d-92ed-bbf6b91a021e tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:20.652160 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd81395-652b-4fbc-bcd0-31137fbb0c27 req-34619942-883c-47d5-9dc5-e415291632ea tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:38:20.653710 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-edd81395-652b-4fbc-bcd0-31137fbb0c27 req-34619942-883c-47d5-9dc5-e415291632ea tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1685ad5-95fb-4888-9f53-52ed2d00784b HTTP/1.1" status: 200 len: 943 time: 0.1257298 Aug 11 03:38:20.665910 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29c4e91-b6f4-47bc-ba5a-30d8f3f4825f req-890f9fa2-6d1f-4250-b390-07bec53968ec tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:38:20.667331 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b29c4e91-b6f4-47bc-ba5a-30d8f3f4825f req-890f9fa2-6d1f-4250-b390-07bec53968ec tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b2161b3-f31c-4efc-ab3f-2dfa30c1fd17 HTTP/1.1" status: 200 len: 984 time: 0.1509500 Aug 11 03:38:20.761820 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-edd81395-652b-4fbc-bcd0-31137fbb0c27 req-c447881d-319b-4c52-b741-ae6e21da979c tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/security-groups?id=537956e8-b214-4039-8ff1-e669d1971174&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935278 Aug 11 03:38:20.769265 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b29c4e91-b6f4-47bc-ba5a-30d8f3f4825f req-3411aa35-a736-47ed-be7b-4e750a5abd51 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] 10.222.0.41 "GET /v2.0/security-groups?id=99b8c431-210b-4394-b012-68f443cd272b&id=43e9f301-8fd4-4d60-ad66-37c4f2ba2701&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0886288 Aug 11 03:38:20.771088 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-aadbf510-6552-4b0b-bf41-36c86491050e req-2ca43536-3a5f-442d-92ed-bbf6b91a021e tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] For port 87e85f65-11c2-4b5b-84ad-478d011953a1, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=87e85f65-11c2-4b5b-84ad-478d011953a1,segment=NetworkSegment(0ad21126-26ed-45ae-b95d-2ec56e7e2e96),segment_id=0ad21126-26ed-45ae-b95d-2ec56e7e2e96)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:38:20.771458 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-aadbf510-6552-4b0b-bf41-36c86491050e req-2ca43536-3a5f-442d-92ed-bbf6b91a021e tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:20.783802 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [req-aadbf510-6552-4b0b-bf41-36c86491050e req-2ca43536-3a5f-442d-92ed-bbf6b91a021e tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Calling delete_port for 87e85f65-11c2-4b5b-84ad-478d011953a1 owned by compute:nova {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:38:20.985238 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-aadbf510-6552-4b0b-bf41-36c86491050e req-2ca43536-3a5f-442d-92ed-bbf6b91a021e tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:21.019762 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca43536-3a5f-442d-92ed-bbf6b91a021e tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Pushing event deleted for resources: {'Port': ['ID=87e85f65-11c2-4b5b-84ad-478d011953a1,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:38:21.061491 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [req-aadbf510-6552-4b0b-bf41-36c86491050e req-2ca43536-3a5f-442d-92ed-bbf6b91a021e tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] No DVR routers for this DVR port 87e85f65-11c2-4b5b-84ad-478d011953a1 on host n-h2-764292-30 {{(pid=102192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:38:21.064148 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-aadbf510-6552-4b0b-bf41-36c86491050e req-2ca43536-3a5f-442d-92ed-bbf6b91a021e tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:21.066713 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-aadbf510-6552-4b0b-bf41-36c86491050e req-2ca43536-3a5f-442d-92ed-bbf6b91a021e tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] 10.222.0.24 "DELETE /v2.0/ports/87e85f65-11c2-4b5b-84ad-478d011953a1 HTTP/1.1" status: 204 len: 173 time: 0.6307251 Aug 11 03:38:21.067157 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b2161b3-f31c-4efc-ab3f-2dfa30c1fd17', 'name': 'network-vif-deleted', 'tag': '87e85f65-11c2-4b5b-84ad-478d011953a1'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:38:21.069548 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03d3f935-584e-4ef7-ae63-f5ec14e8da8c" -d '{"events": [{"server_uuid": "3b2161b3-f31c-4efc-ab3f-2dfa30c1fd17", "name": "network-vif-deleted", "tag": "87e85f65-11c2-4b5b-84ad-478d011953a1"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:38:21.104222 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:38:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6150c01-3162-4d61-b0a0-5bf1e43e748b x-openstack-request-id: req-d6150c01-3162-4d61-b0a0-5bf1e43e748b {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:38:21.104513 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b2161b3-f31c-4efc-ab3f-2dfa30c1fd17", "name": "network-vif-deleted", "tag": "87e85f65-11c2-4b5b-84ad-478d011953a1", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:38:21.104765 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d6150c01-3162-4d61-b0a0-5bf1e43e748b {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:38:21.105168 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b2161b3-f31c-4efc-ab3f-2dfa30c1fd17', 'name': 'network-vif-deleted', 'tag': '87e85f65-11c2-4b5b-84ad-478d011953a1', 'status': 'completed', 'code': 200} Aug 11 03:38:21.854230 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device ff8e8ad9-68c0-44d1-8edf-6e786d18e64e details requested by agent hyperv_n-h2-764292-30 with host n-h2-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:38:21.905633 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7f854b50-a1cc-4418-ae36-4b0cb7b99ef0 req-c0be9892-df41-4fee-afcb-4d4ea4652da7 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b2161b3-f31c-4efc-ab3f-2dfa30c1fd17 HTTP/1.1" status: 200 len: 210 time: 0.0480063 Aug 11 03:38:21.927093 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c865825a-abe0-4b38-9ffa-5bc87d914daf req-122ca9cc-9d6d-419e-baed-fad74329c8ce tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:38:21.931511 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c865825a-abe0-4b38-9ffa-5bc87d914daf req-122ca9cc-9d6d-419e-baed-fad74329c8ce tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1685ad5-95fb-4888-9f53-52ed2d00784b HTTP/1.1" status: 200 len: 943 time: 0.0848145 Aug 11 03:38:21.970011 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port ff8e8ad9-68c0-44d1-8edf-6e786d18e64e, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=ff8e8ad9-68c0-44d1-8edf-6e786d18e64e,segment=NetworkSegment(32ef8310-eb36-4f10-89a8-2ec645494a63),segment_id=32ef8310-eb36-4f10-89a8-2ec645494a63)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:38:21.983791 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Returning: {'device': 'ff8e8ad9-68c0-44d1-8edf-6e786d18e64e', 'network_id': '72c2364e-d28c-436a-9463-f669c277e7f2', 'port_id': 'ff8e8ad9-68c0-44d1-8edf-6e786d18e64e', 'mac_address': 'fa:16:3e:0b:51:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '321ef215-4958-452a-9904-0e4a458fb021', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:38:21.993612 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c865825a-abe0-4b38-9ffa-5bc87d914daf req-1cefd955-a889-47e9-beaf-ffb6173c932f tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/security-groups?id=537956e8-b214-4039-8ff1-e669d1971174&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511105 Aug 11 03:38:22.026513 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:22.039690 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff8e8ad9-68c0-44d1-8edf-6e786d18e64e {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:38:22.064068 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port ff8e8ad9-68c0-44d1-8edf-6e786d18e64e, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=ff8e8ad9-68c0-44d1-8edf-6e786d18e64e,segment=NetworkSegment(32ef8310-eb36-4f10-89a8-2ec645494a63),segment_id=32ef8310-eb36-4f10-89a8-2ec645494a63)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:38:22.151088 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:22.197616 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=ff8e8ad9-68c0-44d1-8edf-6e786d18e64e,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:38:22.351134 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['ff8e8ad9-68c0-44d1-8edf-6e786d18e64e'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:38:22.976426 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 42964) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:38:23.039105 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-62f67980-f2f3-4a48-8780-3a33f85b5f58 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:23.066855 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-62f67980-f2f3-4a48-8780-3a33f85b5f58 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:23.120755 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc1e0ee-9722-481e-9d6f-8f7044809577 req-ec24344a-f33a-4bf0-abbc-509e6e04f8cc tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:38:23.122346 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4dc1e0ee-9722-481e-9d6f-8f7044809577 req-ec24344a-f33a-4bf0-abbc-509e6e04f8cc tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1685ad5-95fb-4888-9f53-52ed2d00784b HTTP/1.1" status: 200 len: 944 time: 0.0532982 Aug 11 03:38:23.160342 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4dc1e0ee-9722-481e-9d6f-8f7044809577 req-03432be1-fc2c-4156-88de-4c722cfe97ac tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/security-groups?id=537956e8-b214-4039-8ff1-e669d1971174&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312641 Aug 11 03:38:23.173618 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-62f67980-f2f3-4a48-8780-3a33f85b5f58 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:23.176722 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-62f67980-f2f3-4a48-8780-3a33f85b5f58 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:23.180391 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-62f67980-f2f3-4a48-8780-3a33f85b5f58 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] 10.222.0.41 "DELETE /v2.0/security-groups/43e9f301-8fd4-4d60-ad66-37c4f2ba2701 HTTP/1.1" status: 204 len: 168 time: 0.2005179 Aug 11 03:38:23.180780 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 42968) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:38:23.187307 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f67980-f2f3-4a48-8780-3a33f85b5f58 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43e9f301-8fd4-4d60-ad66-37c4f2ba2701,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:38:23.234452 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-8df128f5-10cc-4114-b624-6862f07da8de tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:23.257168 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-8df128f5-10cc-4114-b624-6862f07da8de tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:23.380014 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-8df128f5-10cc-4114-b624-6862f07da8de tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:23.382924 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-8df128f5-10cc-4114-b624-6862f07da8de tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:23.393133 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-8df128f5-10cc-4114-b624-6862f07da8de tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] 10.222.0.41 "DELETE /v2.0/security-groups/99b8c431-210b-4394-b012-68f443cd272b HTTP/1.1" status: 204 len: 168 time: 0.2023406 Aug 11 03:38:23.393293 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df128f5-10cc-4114-b624-6862f07da8de tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99b8c431-210b-4394-b012-68f443cd272b,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:38:23.395266 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 42972) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:38:23.754070 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d6f351ee-af34-4106-9dd3-adc4fb8d3657 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521106'] for router_interface, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:23.865611 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device ff8e8ad9-68c0-44d1-8edf-6e786d18e64e up at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:38:24.007188 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning for port ff8e8ad9-68c0-44d1-8edf-6e786d18e64e completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:38:24.010800 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-d6f351ee-af34-4106-9dd3-adc4fb8d3657 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Deleting port 486ff671-b229-477f-94a5-b8b39522655c {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:38:24.011253 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d6f351ee-af34-4106-9dd3-adc4fb8d3657 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:24.011378 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning complete for port ff8e8ad9-68c0-44d1-8edf-6e786d18e64e triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:38:24.011732 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:24.092059 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:24.109021 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [None req-d6f351ee-af34-4106-9dd3-adc4fb8d3657 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] For port 486ff671-b229-477f-94a5-b8b39522655c, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=486ff671-b229-477f-94a5-b8b39522655c,segment=NetworkSegment(0ad21126-26ed-45ae-b95d-2ec56e7e2e96),segment_id=0ad21126-26ed-45ae-b95d-2ec56e7e2e96)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:38:24.109475 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d6f351ee-af34-4106-9dd3-adc4fb8d3657 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:24.117274 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1685ad5-95fb-4888-9f53-52ed2d00784b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff8e8ad9-68c0-44d1-8edf-6e786d18e64e'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:38:24.119784 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d916aa5d-d0b7-4a17-9d2b-8e6a54921649" -d '{"events": [{"server_uuid": "e1685ad5-95fb-4888-9f53-52ed2d00784b", "name": "network-vif-plugged", "status": "completed", "tag": "ff8e8ad9-68c0-44d1-8edf-6e786d18e64e"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:38:24.128704 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-d6f351ee-af34-4106-9dd3-adc4fb8d3657 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Calling delete_port for 486ff671-b229-477f-94a5-b8b39522655c owned by network:router_interface {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:38:24.133640 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port ff8e8ad9-68c0-44d1-8edf-6e786d18e64e, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=ff8e8ad9-68c0-44d1-8edf-6e786d18e64e,segment=NetworkSegment(32ef8310-eb36-4f10-89a8-2ec645494a63),segment_id=32ef8310-eb36-4f10-89a8-2ec645494a63)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:38:24.157209 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0a4ea69-bc4b-42bd-a458-a3dd52c39c75 x-openstack-request-id: req-d0a4ea69-bc4b-42bd-a458-a3dd52c39c75 {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:38:24.157495 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1685ad5-95fb-4888-9f53-52ed2d00784b", "name": "network-vif-plugged", "status": "completed", "tag": "ff8e8ad9-68c0-44d1-8edf-6e786d18e64e", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:38:24.157786 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d0a4ea69-bc4b-42bd-a458-a3dd52c39c75 {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:38:24.158339 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1685ad5-95fb-4888-9f53-52ed2d00784b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff8e8ad9-68c0-44d1-8edf-6e786d18e64e', 'code': 200} Aug 11 03:38:24.197104 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:24.198116 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 87e85f65-11c2-4b5b-84ad-478d011953a1 no longer exists at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:38:24.270755 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] No Port match for: 87e85f65-11c2-4b5b-84ad-478d011953a1 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:38:24.271370 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 87e85f65-11c2-4b5b-84ad-478d011953a1 not bound to the agent host n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:38:24.302727 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=ff8e8ad9-68c0-44d1-8edf-6e786d18e64e,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:38:24.318567 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba66aabc-23e3-49a5-9950-37d6af32bc3a req-d14e5fbd-84f7-4e5c-91c3-f1d8951b7968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:38:24.320474 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ba66aabc-23e3-49a5-9950-37d6af32bc3a req-d14e5fbd-84f7-4e5c-91c3-f1d8951b7968 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e1685ad5-95fb-4888-9f53-52ed2d00784b HTTP/1.1" status: 200 len: 1097 time: 0.0969000 Aug 11 03:38:24.328602 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de52343-230e-471c-8371-a5359c9c95c4 req-22362e90-c530-4611-acfb-b7039f211f54 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:38:24.330051 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7de52343-230e-471c-8371-a5359c9c95c4 req-22362e90-c530-4611-acfb-b7039f211f54 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1685ad5-95fb-4888-9f53-52ed2d00784b HTTP/1.1" status: 200 len: 945 time: 0.0717030 Aug 11 03:38:24.385631 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ba66aabc-23e3-49a5-9950-37d6af32bc3a req-ef41fc6d-c9e2-40a6-b284-fd3d54f04f08 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=537956e8-b214-4039-8ff1-e669d1971174&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545838 Aug 11 03:38:24.390631 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7de52343-230e-471c-8371-a5359c9c95c4 req-c791fcae-99e4-4c8b-a074-dc2304264a57 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/security-groups?id=537956e8-b214-4039-8ff1-e669d1971174&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463698 Aug 11 03:38:24.431144 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d6f351ee-af34-4106-9dd3-adc4fb8d3657 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:24.459424 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f351ee-af34-4106-9dd3-adc4fb8d3657 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Pushing event deleted for resources: {'Port': ['ID=486ff671-b229-477f-94a5-b8b39522655c,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:38:24.654833 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d6f351ee-af34-4106-9dd3-adc4fb8d3657 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16383033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450082'] for router_interface, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:24.869139 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6f351ee-af34-4106-9dd3-adc4fb8d3657 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Router 43106b3a-b4aa-4dfd-b89d-0fe41c973cd6 has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:38:25.303241 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6f351ee-af34-4106-9dd3-adc4fb8d3657 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:38:25.310916 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-d6f351ee-af34-4106-9dd3-adc4fb8d3657 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] 10.222.0.41 "PUT /v2.0/routers/43106b3a-b4aa-4dfd-b89d-0fe41c973cd6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9121897 Aug 11 03:38:25.311416 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 42988) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:38:25.320458 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee517ecc-7d5a-4dc9-8465-1ce329727c25 None None] Sync routers for ids ['43106b3a-b4aa-4dfd-b89d-0fe41c973cd6'] in n-d-764292-30 {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:38:25.336782 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee517ecc-7d5a-4dc9-8465-1ce329727c25 None None] Routers {'43106b3a-b4aa-4dfd-b89d-0fe41c973cd6'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:38:25.337648 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-ee517ecc-7d5a-4dc9-8465-1ce329727c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:38:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['43106b3a-b4aa-4dfd-b89d-0fe41c973cd6'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:38:25.370547 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c397b28-acfa-425a-8c62-75d55075d849 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Deleting subnet e0543638-4dc5-47b2-878b-3fc9f259ada8 {{(pid=102192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:38:25.373667 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-2c397b28-acfa-425a-8c62-75d55075d849 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Notify callbacks [] for subnet, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:25.419471 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-2c397b28-acfa-425a-8c62-75d55075d849 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125932460'] for subnet, precommit_delete_associations {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:25.448708 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-ee517ecc-7d5a-4dc9-8465-1ce329727c25 None None] Set router 43106b3a-b4aa-4dfd-b89d-0fe41c973cd6 gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:38:25.645865 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-ee517ecc-7d5a-4dc9-8465-1ce329727c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43106b3a-b4aa-4dfd-b89d-0fe41c973cd6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2077214640', 'tenant_id': '391f2e6035934174b06bd30a54e0a2a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': 'd4eee609-7c14-49a6-bb6b-43ac8d37c7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:36:52Z', 'updated_at': '2021-08-11T03:38:24Z', 'revision_number': 5, 'project_id': '391f2e6035934174b06bd30a54e0a2a0', 'gw_port': {'id': 'd4eee609-7c14-49a6-bb6b-43ac8d37c7ce', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:2d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43106b3a-b4aa-4dfd-b89d-0fe41c973cd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:36:52Z', 'updated_at': '2021-08-11T03:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:38:25.677537 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee517ecc-7d5a-4dc9-8465-1ce329727c25 None None] Checking router: 43106b3a-b4aa-4dfd-b89d-0fe41c973cd6 for host: n-d-764292-30 {{(pid=102194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:38:25.686108 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee517ecc-7d5a-4dc9-8465-1ce329727c25 None None] Routers {'43106b3a-b4aa-4dfd-b89d-0fe41c973cd6'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:38:25.686769 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-ee517ecc-7d5a-4dc9-8465-1ce329727c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:38:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['43106b3a-b4aa-4dfd-b89d-0fe41c973cd6'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:38:25.800811 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f5f68f-87e4-4254-be35-14eea9cdced5 req-4650087b-469d-4498-9cf7-4b171100b186 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:38:25.802364 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c7f5f68f-87e4-4254-be35-14eea9cdced5 req-4650087b-469d-4498-9cf7-4b171100b186 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1685ad5-95fb-4888-9f53-52ed2d00784b HTTP/1.1" status: 200 len: 945 time: 0.0682726 Aug 11 03:38:25.805842 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-ee517ecc-7d5a-4dc9-8465-1ce329727c25 None None] Set router 43106b3a-b4aa-4dfd-b89d-0fe41c973cd6 gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:38:25.878687 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c7f5f68f-87e4-4254-be35-14eea9cdced5 req-6e4a0512-86cd-47de-9c5c-6045fa82047f tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/security-groups?id=537956e8-b214-4039-8ff1-e669d1971174&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526161 Aug 11 03:38:25.915730 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-2c397b28-acfa-425a-8c62-75d55075d849 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:26.045897 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d198cf0b-4b64-495c-90de-304aec055c2d req-d9fd9398-4e91-4472-acf4-d6457d86d611 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:38:26.049654 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d198cf0b-4b64-495c-90de-304aec055c2d req-d9fd9398-4e91-4472-acf4-d6457d86d611 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1685ad5-95fb-4888-9f53-52ed2d00784b HTTP/1.1" status: 200 len: 945 time: 0.0634356 Aug 11 03:38:26.052490 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-2c397b28-acfa-425a-8c62-75d55075d849 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125932157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126180897'] for subnet, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:26.100515 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c397b28-acfa-425a-8c62-75d55075d849 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Pushing event deleted for resources: {'Subnet': ['ID=e0543638-4dc5-47b2-878b-3fc9f259ada8,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:38:26.112923 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-2c397b28-acfa-425a-8c62-75d55075d849 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Notify callbacks [] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:26.117657 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-2c397b28-acfa-425a-8c62-75d55075d849 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] 10.222.0.41 "DELETE /v2.0/subnets/e0543638-4dc5-47b2-878b-3fc9f259ada8 HTTP/1.1" status: 204 len: 168 time: 0.8051684 Aug 11 03:38:26.118386 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 42996) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:38:26.121954 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-387e6810-3562-4ce2-82e7-997a53ccf9c4 None None] Network c5a32e02-7f19-4007-affc-7c719cd8a9f6 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:38:26.139227 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d198cf0b-4b64-495c-90de-304aec055c2d req-9eb431d4-ccaf-40c2-953a-9f26f867f826 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/security-groups?id=537956e8-b214-4039-8ff1-e669d1971174&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793808 Aug 11 03:38:26.153477 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-ee517ecc-7d5a-4dc9-8465-1ce329727c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43106b3a-b4aa-4dfd-b89d-0fe41c973cd6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2077214640', 'tenant_id': '391f2e6035934174b06bd30a54e0a2a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': 'd4eee609-7c14-49a6-bb6b-43ac8d37c7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:36:52Z', 'updated_at': '2021-08-11T03:38:24Z', 'revision_number': 5, 'project_id': '391f2e6035934174b06bd30a54e0a2a0', 'gw_port': {'id': 'd4eee609-7c14-49a6-bb6b-43ac8d37c7ce', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:2d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43106b3a-b4aa-4dfd-b89d-0fe41c973cd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:36:52Z', 'updated_at': '2021-08-11T03:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:38:26.173084 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 43000) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:38:26.192507 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee517ecc-7d5a-4dc9-8465-1ce329727c25 None None] The sync data for ids ['43106b3a-b4aa-4dfd-b89d-0fe41c973cd6'] in n-d-764292-30 is: [{'id': '43106b3a-b4aa-4dfd-b89d-0fe41c973cd6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2077214640', 'tenant_id': '391f2e6035934174b06bd30a54e0a2a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': 'd4eee609-7c14-49a6-bb6b-43ac8d37c7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:36:52Z', 'updated_at': '2021-08-11T03:38:24Z', 'revision_number': 5, 'project_id': '391f2e6035934174b06bd30a54e0a2a0', 'gw_port': {'id': 'd4eee609-7c14-49a6-bb6b-43ac8d37c7ce', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:2d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43106b3a-b4aa-4dfd-b89d-0fe41c973cd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:36:52Z', 'updated_at': '2021-08-11T03:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}] {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:38:26.288177 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-38ff27cb-d838-43bb-bac0-fd54122af190 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Notify callbacks [] for router, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:26.411357 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-38ff27cb-d838-43bb-bac0-fd54122af190 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:26.418505 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86de7780-37f8-4b0e-ad80-82018a91c4f6 tempest-TestVolumeBootPattern-872305683 tempest-TestVolumeBootPattern-872305683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:38:26.423316 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-86de7780-37f8-4b0e-ad80-82018a91c4f6 tempest-TestVolumeBootPattern-872305683 tempest-TestVolumeBootPattern-872305683-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=e1685ad5-95fb-4888-9f53-52ed2d00784b HTTP/1.1" status: 200 len: 1092 time: 0.2322965 Aug 11 03:38:26.423635 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 43006) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:38:26.449006 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-e8a97167-f096-4724-a8d2-cc6a2844415f tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Request body: {'floatingip': {'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'port_id': 'ff8e8ad9-68c0-44d1-8edf-6e786d18e64e', 'tenant_id': '72275185a8d64845babaf2324f627ca7', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:38:26.532495 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-38ff27cb-d838-43bb-bac0-fd54122af190 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Deleting port d4eee609-7c14-49a6-bb6b-43ac8d37c7ce {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:38:26.532852 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-38ff27cb-d838-43bb-bac0-fd54122af190 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:26.580008 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e8a97167-f096-4724-a8d2-cc6a2844415f tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Notify callbacks [] for floatingip, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:26.611232 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22ea6636-f37c-436a-bfd4-6ccb646172ef None None] DHCP port deletion for c5a32e02-7f19-4007-affc-7c719cd8a9f6 request from n-d-764292-30 {{(pid=102193) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:38:26.698224 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [None req-38ff27cb-d838-43bb-bac0-fd54122af190 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] For port d4eee609-7c14-49a6-bb6b-43ac8d37c7ce, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=d4eee609-7c14-49a6-bb6b-43ac8d37c7ce,segment=NetworkSegment(fab28bed-aa25-40db-bba4-ec26e795194c),segment_id=fab28bed-aa25-40db-bba4-ec26e795194c)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:38:26.700947 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-38ff27cb-d838-43bb-bac0-fd54122af190 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:26.707682 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 486ff671-b229-477f-94a5-b8b39522655c no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:38:26.724061 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-38ff27cb-d838-43bb-bac0-fd54122af190 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Calling delete_port for d4eee609-7c14-49a6-bb6b-43ac8d37c7ce owned by network:router_gateway {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:38:26.743662 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-22ea6636-f37c-436a-bfd4-6ccb646172ef None None] Deleting port 26caec77-e5c8-46c1-b0a3-7070d2041c8b {{(pid=102193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:38:26.744061 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-22ea6636-f37c-436a-bfd4-6ccb646172ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:26.747196 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: 486ff671-b229-477f-94a5-b8b39522655c {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:38:26.747540 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 486ff671-b229-477f-94a5-b8b39522655c not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:38:26.747950 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 26caec77-e5c8-46c1-b0a3-7070d2041c8b no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:38:26.765537 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e8a97167-f096-4724-a8d2-cc6a2844415f tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:26.891725 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-22ea6636-f37c-436a-bfd4-6ccb646172ef None None] For port 26caec77-e5c8-46c1-b0a3-7070d2041c8b, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=26caec77-e5c8-46c1-b0a3-7070d2041c8b,segment=NetworkSegment(0ad21126-26ed-45ae-b95d-2ec56e7e2e96),segment_id=0ad21126-26ed-45ae-b95d-2ec56e7e2e96)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:38:26.892126 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-22ea6636-f37c-436a-bfd4-6ccb646172ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:26.908747 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-22ea6636-f37c-436a-bfd4-6ccb646172ef None None] Calling delete_port for 26caec77-e5c8-46c1-b0a3-7070d2041c8b owned by network:dhcp {{(pid=102193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:38:26.933715 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [None req-e8a97167-f096-4724-a8d2-cc6a2844415f tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Allocated IP 172.25.8.179 (09faf7d2-eaf5-4a50-bb6e-4cb05d009a76/e1a97443-13df-40bb-85f5-fd269e2742c0/d255ad98-9ac8-4334-afcf-f2b44eda0ae6) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:38:26.989414 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:27.035276 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port 26caec77-e5c8-46c1-b0a3-7070d2041c8b, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=26caec77-e5c8-46c1-b0a3-7070d2041c8b,segment=NetworkSegment(0ad21126-26ed-45ae-b95d-2ec56e7e2e96),segment_id=0ad21126-26ed-45ae-b95d-2ec56e7e2e96)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:38:27.067382 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e8a97167-f096-4724-a8d2-cc6a2844415f tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:27.087708 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-38ff27cb-d838-43bb-bac0-fd54122af190 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:27.117176 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:27.119117 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ff27cb-d838-43bb-bac0-fd54122af190 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Pushing event deleted for resources: {'Port': ['ID=d4eee609-7c14-49a6-bb6b-43ac8d37c7ce,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:38:27.175715 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e8a97167-f096-4724-a8d2-cc6a2844415f tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:27.176455 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=26caec77-e5c8-46c1-b0a3-7070d2041c8b,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:38:27.180457 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-38ff27cb-d838-43bb-bac0-fd54122af190 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-446916'] for router_gateway, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:27.202980 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-22ea6636-f37c-436a-bfd4-6ccb646172ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678'] for port, after_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:27.223452 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8a97167-f096-4724-a8d2-cc6a2844415f tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:38:27.224896 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-e8a97167-f096-4724-a8d2-cc6a2844415f tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:38:27.228827 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a97167-f096-4724-a8d2-cc6a2844415f tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:38:27.236135 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ea6636-f37c-436a-bfd4-6ccb646172ef None None] Pushing event deleted for resources: {'Port': ['ID=26caec77-e5c8-46c1-b0a3-7070d2041c8b,revision_number=None']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:38:27.245561 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ea6636-f37c-436a-bfd4-6ccb646172ef None None] No DVR routers for this DVR port 26caec77-e5c8-46c1-b0a3-7070d2041c8b on host n-d-764292-30 {{(pid=102193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:38:27.274043 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a97167-f096-4724-a8d2-cc6a2844415f tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Pushing event updated for resources: {'Port': ['ID=d255ad98-9ac8-4334-afcf-f2b44eda0ae6,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:38:27.286629 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-38ff27cb-d838-43bb-bac0-fd54122af190 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6544'] for router, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:27.291748 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-38ff27cb-d838-43bb-bac0-fd54122af190 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:27.398363 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-38ff27cb-d838-43bb-bac0-fd54122af190 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448809'] for router, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:27.398363 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38ff27cb-d838-43bb-bac0-fd54122af190 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Fanout notify agent at l3_agent the message router_deleted on router 43106b3a-b4aa-4dfd-b89d-0fe41c973cd6 {{(pid=102191) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:38:27.405523 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-38ff27cb-d838-43bb-bac0-fd54122af190 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Notify callbacks [] for router, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:27.407068 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-38ff27cb-d838-43bb-bac0-fd54122af190 tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] 10.222.0.41 "DELETE /v2.0/routers/43106b3a-b4aa-4dfd-b89d-0fe41c973cd6 HTTP/1.1" status: 204 len: 168 time: 1.2871134 Aug 11 03:38:27.412930 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 43014) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:38:27.534473 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f34b6468-7944-4df8-9237-debbe8d9cdff tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:27.627427 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f34b6468-7944-4df8-9237-debbe8d9cdff tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:27.637220 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-f34b6468-7944-4df8-9237-debbe8d9cdff tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5a32e02-7f19-4007-affc-7c719cd8a9f6']}} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:38:27.648257 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-f34b6468-7944-4df8-9237-debbe8d9cdff tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ad21126-26ed-45ae-b95d-2ec56e7e2e96') {'for_net_delete': True} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:38:27.648638 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-f34b6468-7944-4df8-9237-debbe8d9cdff tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ad21126-26ed-45ae-b95d-2ec56e7e2e96') {} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:38:27.651867 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e8a97167-f096-4724-a8d2-cc6a2844415f tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:27.657491 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f34b6468-7944-4df8-9237-debbe8d9cdff tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126283644'] for segment, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:27.677777 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f34b6468-7944-4df8-9237-debbe8d9cdff tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:27.684006 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f34b6468-7944-4df8-9237-debbe8d9cdff tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=102191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:38:27.684441 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f34b6468-7944-4df8-9237-debbe8d9cdff tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126283391'] for segment, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:27.687703 n-d-764292-30 neutron-server[102191]: Traceback (most recent call last): Aug 11 03:38:27.687703 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:38:27.687703 n-d-764292-30 neutron-server[102191]: timer() Aug 11 03:38:27.687703 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:38:27.687703 n-d-764292-30 neutron-server[102191]: cb(*args, **kw) Aug 11 03:38:27.687703 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:38:27.687703 n-d-764292-30 neutron-server[102191]: return func(*args, **kwargs) Aug 11 03:38:27.687703 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:38:27.687703 n-d-764292-30 neutron-server[102191]: self._notify() Aug 11 03:38:27.687703 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:38:27.687703 n-d-764292-30 neutron-server[102191]: self.callback(batched_events) Aug 11 03:38:27.687703 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:38:27.687703 n-d-764292-30 neutron-server[102191]: event.method(event) Aug 11 03:38:27.687703 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:38:27.687703 n-d-764292-30 neutron-server[102191]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:38:27.687703 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:38:27.687703 n-d-764292-30 neutron-server[102191]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:38:27.687703 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:38:27.687703 n-d-764292-30 neutron-server[102191]: return f(self, *a, **k) Aug 11 03:38:27.687703 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:38:27.687703 n-d-764292-30 neutron-server[102191]: return self._get(url).json() Aug 11 03:38:27.687703 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:38:27.687703 n-d-764292-30 neutron-server[102191]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:38:27.687703 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:38:27.687703 n-d-764292-30 neutron-server[102191]: return self.request(url, 'GET', **kwargs) Aug 11 03:38:27.687703 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:38:27.687703 n-d-764292-30 neutron-server[102191]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:38:27.687703 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:38:27.687703 n-d-764292-30 neutron-server[102191]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:38:27.687703 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:38:27.687703 n-d-764292-30 neutron-server[102191]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:38:27.687703 n-d-764292-30 neutron-server[102191]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:38:27.781804 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e8a97167-f096-4724-a8d2-cc6a2844415f tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:27.865617 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f34b6468-7944-4df8-9237-debbe8d9cdff tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:27.877901 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f34b6468-7944-4df8-9237-debbe8d9cdff tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Notify callbacks [] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:27.880009 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-f34b6468-7944-4df8-9237-debbe8d9cdff tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] 10.222.0.41 "DELETE /v2.0/networks/c5a32e02-7f19-4007-affc-7c719cd8a9f6 HTTP/1.1" status: 204 len: 168 time: 0.4652452 Aug 11 03:38:27.892498 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34b6468-7944-4df8-9237-debbe8d9cdff tempest-TestSecurityGroupsBasicOps-167229808 tempest-TestSecurityGroupsBasicOps-167229808-project] Pushing event deleted for resources: {'Network': ['ID=c5a32e02-7f19-4007-affc-7c719cd8a9f6,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:38:27.947415 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e8a97167-f096-4724-a8d2-cc6a2844415f tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Notify callbacks [] for port, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:28.030864 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e8a97167-f096-4724-a8d2-cc6a2844415f tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:28.105662 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a97167-f096-4724-a8d2-cc6a2844415f tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Pushing event updated for resources: {'Port': ['ID=d255ad98-9ac8-4334-afcf-f2b44eda0ae6,revision_number=2']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:38:28.118081 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e8a97167-f096-4724-a8d2-cc6a2844415f tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446866'] for floatingip, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:28.221122 n-d-764292-30 neutron-server[102192]: INFO neutron.db.l3_db [None req-e8a97167-f096-4724-a8d2-cc6a2844415f tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Floating IP 3206f43a-49af-444d-b479-3c76d97ae3e1 associated. External IP: 172.25.8.179, port: ff8e8ad9-68c0-44d1-8edf-6e786d18e64e. Aug 11 03:38:28.448367 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8a97167-f096-4724-a8d2-cc6a2844415f tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Router 024214bc-46ce-41ab-bfb2-63dd52e06006 has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:38:28.482633 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 43028) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:38:28.571725 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8a97167-f096-4724-a8d2-cc6a2844415f tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:38:28.584941 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a783c0d9-b645-49a8-9a29-65a3f9546523 None None] Sync routers for ids ['024214bc-46ce-41ab-bfb2-63dd52e06006'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:38:28.594218 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a783c0d9-b645-49a8-9a29-65a3f9546523 None None] Routers {'024214bc-46ce-41ab-bfb2-63dd52e06006'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:38:28.595092 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-a783c0d9-b645-49a8-9a29-65a3f9546523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:38:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['024214bc-46ce-41ab-bfb2-63dd52e06006'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:38:28.643731 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device d4eee609-7c14-49a6-bb6b-43ac8d37c7ce no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:38:28.665436 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e8a97167-f096-4724-a8d2-cc6a2844415f tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for floatingip, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:28.667548 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: d4eee609-7c14-49a6-bb6b-43ac8d37c7ce {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:38:28.668129 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device d4eee609-7c14-49a6-bb6b-43ac8d37c7ce not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:38:28.678918 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-731516d3-eb60-4bec-8d81-afe766e2b924 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=391f2e6035934174b06bd30a54e0a2a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1927869 Aug 11 03:38:28.682264 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 43034) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:38:28.713587 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-e8a97167-f096-4724-a8d2-cc6a2844415f tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2684846 Aug 11 03:38:28.713587 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1685ad5-95fb-4888-9f53-52ed2d00784b', 'tag': 'ff8e8ad9-68c0-44d1-8edf-6e786d18e64e'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:38:28.713587 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3442d1bc-59cd-42f7-800c-98877b252eef" -d '{"events": [{"name": "network-changed", "server_uuid": "e1685ad5-95fb-4888-9f53-52ed2d00784b", "tag": "ff8e8ad9-68c0-44d1-8edf-6e786d18e64e"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:38:28.748359 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:38:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-566b1c13-9037-47c4-8502-29abf7894c9d x-openstack-request-id: req-566b1c13-9037-47c4-8502-29abf7894c9d {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:38:28.749109 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1685ad5-95fb-4888-9f53-52ed2d00784b", "tag": "ff8e8ad9-68c0-44d1-8edf-6e786d18e64e", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:38:28.749460 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-566b1c13-9037-47c4-8502-29abf7894c9d {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:38:28.749953 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1685ad5-95fb-4888-9f53-52ed2d00784b', 'tag': 'ff8e8ad9-68c0-44d1-8edf-6e786d18e64e', 'status': 'completed', 'code': 200} Aug 11 03:38:28.751529 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5d0d7a7e-8fdf-4701-9dfa-b8415ed35a8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:28.759995 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-a783c0d9-b645-49a8-9a29-65a3f9546523 None None] Set router 024214bc-46ce-41ab-bfb2-63dd52e06006 gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:38:28.778009 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5d0d7a7e-8fdf-4701-9dfa-b8415ed35a8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:28.822555 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3442d1bc-59cd-42f7-800c-98877b252eef req-c71d5029-f747-4508-b5aa-46702018b324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:38:28.824195 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3442d1bc-59cd-42f7-800c-98877b252eef req-c71d5029-f747-4508-b5aa-46702018b324 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=72275185a8d64845babaf2324f627ca7&device_id=e1685ad5-95fb-4888-9f53-52ed2d00784b HTTP/1.1" status: 200 len: 1097 time: 0.0438228 Aug 11 03:38:28.924385 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5d0d7a7e-8fdf-4701-9dfa-b8415ed35a8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:28.927494 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5d0d7a7e-8fdf-4701-9dfa-b8415ed35a8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:28.931419 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3442d1bc-59cd-42f7-800c-98877b252eef req-4a8968d1-df62-4df2-90dd-dd7d90d3b711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:38:28.931588 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-5d0d7a7e-8fdf-4701-9dfa-b8415ed35a8e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/35721a73-cbbb-4430-a074-4b36fc761412 HTTP/1.1" status: 204 len: 168 time: 0.2456045 Aug 11 03:38:28.931707 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3442d1bc-59cd-42f7-800c-98877b252eef req-4a8968d1-df62-4df2-90dd-dd7d90d3b711 service neutron] 10.222.0.24 "GET /v2.0/networks?id=72c2364e-d28c-436a-9463-f669c277e7f2 HTTP/1.1" status: 200 len: 912 time: 0.0989306 Aug 11 03:38:28.946109 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0d7a7e-8fdf-4701-9dfa-b8415ed35a8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35721a73-cbbb-4430-a074-4b36fc761412,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:38:29.020243 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3442d1bc-59cd-42f7-800c-98877b252eef req-e758c06c-a85a-453d-8c29-eb5a0d51bac5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ff8e8ad9-68c0-44d1-8edf-6e786d18e64e HTTP/1.1" status: 200 len: 999 time: 0.0827730 Aug 11 03:38:29.049265 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-a783c0d9-b645-49a8-9a29-65a3f9546523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '024214bc-46ce-41ab-bfb2-63dd52e06006', 'name': 'tempest-TestVolumeBootPattern-423646555-router', 'tenant_id': '72275185a8d64845babaf2324f627ca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': 'c0cdf465-f88e-4ee9-b3b9-315b03e64881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:32:03Z', 'updated_at': '2021-08-11T03:32:09Z', 'revision_number': 4, 'project_id': '72275185a8d64845babaf2324f627ca7', 'gw_port': {'id': 'c0cdf465-f88e-4ee9-b3b9-315b03e64881', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:fa:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024214bc-46ce-41ab-bfb2-63dd52e06006', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:32:04Z', 'updated_at': '2021-08-11T03:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_floatingips': [{'id': '3206f43a-49af-444d-b479-3c76d97ae3e1', 'tenant_id': '72275185a8d64845babaf2324f627ca7', 'floating_ip_address': '172.25.8.179', 'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'router_id': '024214bc-46ce-41ab-bfb2-63dd52e06006', 'port_id': 'ff8e8ad9-68c0-44d1-8edf-6e786d18e64e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3951, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72c2364e-d28c-436a-9463-f669c277e7f2', 'mac_address': 'fa:16:3e:0b:51:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1685ad5-95fb-4888-9f53-52ed2d00784b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:38:27Z', 'updated_at': '2021-08-11T03:38:27Z', 'revision_number': 0, 'project_id': '72275185a8d64845babaf2324f627ca7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2edacba1-9076-45c7-b2da-df27d998e2b6', 'name': '', 'network_id': '72c2364e-d28c-436a-9463-f669c277e7f2', 'tenant_id': '72275185a8d64845babaf2324f627ca7', 'mac_address': 'fa:16:3e:3e:c3:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024214bc-46ce-41ab-bfb2-63dd52e06006', 'device_owner': 'network:router_interface', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': '321ef215-4958-452a-9904-0e4a458fb021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:32:08Z', 'updated_at': '2021-08-11T03:32:17Z', 'revision_number': 5, 'project_id': '72275185a8d64845babaf2324f627ca7', 'subnets': [{'id': '321ef215-4958-452a-9904-0e4a458fb021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:38:29.078456 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a783c0d9-b645-49a8-9a29-65a3f9546523 None None] Checking router: 024214bc-46ce-41ab-bfb2-63dd52e06006 for host: n-d-764292-30 {{(pid=102193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:38:29.083924 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3442d1bc-59cd-42f7-800c-98877b252eef req-9098c868-920a-41db-af34-bfba9b880b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:38:29.085376 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3442d1bc-59cd-42f7-800c-98877b252eef req-9098c868-920a-41db-af34-bfba9b880b1f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=321ef215-4958-452a-9904-0e4a458fb021 HTTP/1.1" status: 200 len: 850 time: 0.0584295 Aug 11 03:38:29.087533 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a783c0d9-b645-49a8-9a29-65a3f9546523 None None] Routers {'024214bc-46ce-41ab-bfb2-63dd52e06006'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:38:29.088177 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-a783c0d9-b645-49a8-9a29-65a3f9546523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:38:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['024214bc-46ce-41ab-bfb2-63dd52e06006'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:38:29.143621 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3442d1bc-59cd-42f7-800c-98877b252eef req-7569b5a4-ddf4-4457-905c-050e6db06b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:38:29.145153 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3442d1bc-59cd-42f7-800c-98877b252eef req-7569b5a4-ddf4-4457-905c-050e6db06b91 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=72c2364e-d28c-436a-9463-f669c277e7f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0526004 Aug 11 03:38:29.213073 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-a783c0d9-b645-49a8-9a29-65a3f9546523 None None] Set router 024214bc-46ce-41ab-bfb2-63dd52e06006 gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:38:29.239592 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3442d1bc-59cd-42f7-800c-98877b252eef req-bf9d8680-9e0c-4a78-b0bf-7ba176b1de51 service neutron] 10.222.0.24 "GET /v2.0/networks/72c2364e-d28c-436a-9463-f669c277e7f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876081 Aug 11 03:38:29.243164 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-89cd7119-f3a1-4089-b3f9-abe737bb1d21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:29.359454 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3442d1bc-59cd-42f7-800c-98877b252eef req-e369767b-a14b-4213-b8fb-739d8b4282ce service neutron] 10.222.0.24 "GET /v2.0/networks/72c2364e-d28c-436a-9463-f669c277e7f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109269 Aug 11 03:38:29.462511 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-a783c0d9-b645-49a8-9a29-65a3f9546523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '024214bc-46ce-41ab-bfb2-63dd52e06006', 'name': 'tempest-TestVolumeBootPattern-423646555-router', 'tenant_id': '72275185a8d64845babaf2324f627ca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': 'c0cdf465-f88e-4ee9-b3b9-315b03e64881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:32:03Z', 'updated_at': '2021-08-11T03:32:09Z', 'revision_number': 4, 'project_id': '72275185a8d64845babaf2324f627ca7', 'gw_port': {'id': 'c0cdf465-f88e-4ee9-b3b9-315b03e64881', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:fa:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024214bc-46ce-41ab-bfb2-63dd52e06006', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:32:04Z', 'updated_at': '2021-08-11T03:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_floatingips': [{'id': '3206f43a-49af-444d-b479-3c76d97ae3e1', 'tenant_id': '72275185a8d64845babaf2324f627ca7', 'floating_ip_address': '172.25.8.179', 'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'router_id': '024214bc-46ce-41ab-bfb2-63dd52e06006', 'port_id': 'ff8e8ad9-68c0-44d1-8edf-6e786d18e64e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3951, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72c2364e-d28c-436a-9463-f669c277e7f2', 'mac_address': 'fa:16:3e:0b:51:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1685ad5-95fb-4888-9f53-52ed2d00784b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:38:27Z', 'updated_at': '2021-08-11T03:38:27Z', 'revision_number': 0, 'project_id': '72275185a8d64845babaf2324f627ca7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2edacba1-9076-45c7-b2da-df27d998e2b6', 'name': '', 'network_id': '72c2364e-d28c-436a-9463-f669c277e7f2', 'tenant_id': '72275185a8d64845babaf2324f627ca7', 'mac_address': 'fa:16:3e:3e:c3:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024214bc-46ce-41ab-bfb2-63dd52e06006', 'device_owner': 'network:router_interface', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': '321ef215-4958-452a-9904-0e4a458fb021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:32:08Z', 'updated_at': '2021-08-11T03:32:17Z', 'revision_number': 5, 'project_id': '72275185a8d64845babaf2324f627ca7', 'subnets': [{'id': '321ef215-4958-452a-9904-0e4a458fb021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:38:29.492739 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a783c0d9-b645-49a8-9a29-65a3f9546523 None None] The sync data for ids ['024214bc-46ce-41ab-bfb2-63dd52e06006'] in n-d-764292-30 is: [{'id': '024214bc-46ce-41ab-bfb2-63dd52e06006', 'name': 'tempest-TestVolumeBootPattern-423646555-router', 'tenant_id': '72275185a8d64845babaf2324f627ca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': 'c0cdf465-f88e-4ee9-b3b9-315b03e64881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:32:03Z', 'updated_at': '2021-08-11T03:32:09Z', 'revision_number': 4, 'project_id': '72275185a8d64845babaf2324f627ca7', 'gw_port': {'id': 'c0cdf465-f88e-4ee9-b3b9-315b03e64881', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:fa:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024214bc-46ce-41ab-bfb2-63dd52e06006', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:32:04Z', 'updated_at': '2021-08-11T03:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_floatingips': [{'id': '3206f43a-49af-444d-b479-3c76d97ae3e1', 'tenant_id': '72275185a8d64845babaf2324f627ca7', 'floating_ip_address': '172.25.8.179', 'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'router_id': '024214bc-46ce-41ab-bfb2-63dd52e06006', 'port_id': 'ff8e8ad9-68c0-44d1-8edf-6e786d18e64e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3951, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72c2364e-d28c-436a-9463-f669c277e7f2', 'mac_address': 'fa:16:3e:0b:51:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1685ad5-95fb-4888-9f53-52ed2d00784b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:38:27Z', 'updated_at': '2021-08-11T03:38:27Z', 'revision_number': 0, 'project_id': '72275185a8d64845babaf2324f627ca7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2edacba1-9076-45c7-b2da-df27d998e2b6', 'name': '', 'network_id': '72c2364e-d28c-436a-9463-f669c277e7f2', 'tenant_id': '72275185a8d64845babaf2324f627ca7', 'mac_address': 'fa:16:3e:3e:c3:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024214bc-46ce-41ab-bfb2-63dd52e06006', 'device_owner': 'network:router_interface', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': '321ef215-4958-452a-9904-0e4a458fb021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:32:08Z', 'updated_at': '2021-08-11T03:32:17Z', 'revision_number': 5, 'project_id': '72275185a8d64845babaf2324f627ca7', 'subnets': [{'id': '321ef215-4958-452a-9904-0e4a458fb021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:38:29.673439 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 43050) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:38:29.687885 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3797d76b-945b-4fda-ba4a-1f65c4949f77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:29.719484 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7674e6-17d9-4b46-8800-fa17bcd92dd6 None None] New status for floating IP 3206f43a-49af-444d-b479-3c76d97ae3e1: ACTIVE {{(pid=102194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:38:29.788928 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3797d76b-945b-4fda-ba4a-1f65c4949f77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:29.888044 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3797d76b-945b-4fda-ba4a-1f65c4949f77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:29.929175 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-3797d76b-945b-4fda-ba4a-1f65c4949f77 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4ad61e739e6541678d6ed0830a835a3b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2542174 Aug 11 03:38:29.930270 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3797d76b-945b-4fda-ba4a-1f65c4949f77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40940a90-57a9-455f-b2ea-d41232e3bf0a,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:38:29.932020 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 43052) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:38:29.990820 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-860e6a2c-9628-4ff3-8356-136516e85ec2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:30.013199 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-860e6a2c-9628-4ff3-8356-136516e85ec2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:30.139736 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-860e6a2c-9628-4ff3-8356-136516e85ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:30.142367 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-860e6a2c-9628-4ff3-8356-136516e85ec2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:30.144239 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-860e6a2c-9628-4ff3-8356-136516e85ec2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/40940a90-57a9-455f-b2ea-d41232e3bf0a HTTP/1.1" status: 204 len: 168 time: 0.2105567 Aug 11 03:38:30.151671 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860e6a2c-9628-4ff3-8356-136516e85ec2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40940a90-57a9-455f-b2ea-d41232e3bf0a,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:38:30.746672 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 43066) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:38:30.787145 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-3df2a8be-37b6-45ea-9810-821e6bff979f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ba85b362af544ca1a5728dde073fa75e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0392904 Aug 11 03:38:30.789628 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 43068) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:38:30.836829 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-71a4d0f7-8e84-4100-8c3f-2f54a457680c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:30.857584 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-71a4d0f7-8e84-4100-8c3f-2f54a457680c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:30.991137 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-71a4d0f7-8e84-4100-8c3f-2f54a457680c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:30.993800 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-71a4d0f7-8e84-4100-8c3f-2f54a457680c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:30.994987 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-71a4d0f7-8e84-4100-8c3f-2f54a457680c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d0a2fc52-26a6-47f5-a951-d9770f8b9d07 HTTP/1.1" status: 204 len: 168 time: 0.2044806 Aug 11 03:38:31.009084 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a4d0f7-8e84-4100-8c3f-2f54a457680c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0a2fc52-26a6-47f5-a951-d9770f8b9d07,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:38:31.847796 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:32.070559 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-d4842a53-56a6-4920-ad88-210c75c854ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:33.047969 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:34.670714 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:37.299430 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:41.413211 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:47.252830 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2096c155-b511-47ca-9b68-44a8c9102f3d req-7fe6d194-f377-4edc-9ade-8c1e3d68e98e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e1685ad5-95fb-4888-9f53-52ed2d00784b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0399494 Aug 11 03:38:47.339688 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2096c155-b511-47ca-9b68-44a8c9102f3d req-f43171bf-ec1f-479c-a65f-c8631c19aba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:38:47.341168 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2096c155-b511-47ca-9b68-44a8c9102f3d req-f43171bf-ec1f-479c-a65f-c8631c19aba2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=72275185a8d64845babaf2324f627ca7&device_id=e1685ad5-95fb-4888-9f53-52ed2d00784b HTTP/1.1" status: 200 len: 1097 time: 0.0453694 Aug 11 03:38:47.447141 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2096c155-b511-47ca-9b68-44a8c9102f3d req-669e557b-e8ea-4db2-95ee-ec35b4c49f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:38:47.448871 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2096c155-b511-47ca-9b68-44a8c9102f3d req-669e557b-e8ea-4db2-95ee-ec35b4c49f3d service neutron] 10.222.0.24 "GET /v2.0/networks?id=72c2364e-d28c-436a-9463-f669c277e7f2 HTTP/1.1" status: 200 len: 912 time: 0.0879955 Aug 11 03:38:47.527911 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2096c155-b511-47ca-9b68-44a8c9102f3d req-b8b77001-011f-4c2c-943f-17712308d2cc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ff8e8ad9-68c0-44d1-8edf-6e786d18e64e HTTP/1.1" status: 200 len: 1001 time: 0.0712955 Aug 11 03:38:47.581100 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2096c155-b511-47ca-9b68-44a8c9102f3d req-865efb0e-2f38-407e-bef3-cb7eb92c8cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:38:47.583122 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2096c155-b511-47ca-9b68-44a8c9102f3d req-865efb0e-2f38-407e-bef3-cb7eb92c8cd6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=321ef215-4958-452a-9904-0e4a458fb021 HTTP/1.1" status: 200 len: 850 time: 0.0482006 Aug 11 03:38:47.634466 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2096c155-b511-47ca-9b68-44a8c9102f3d req-089c52c3-0154-4ddd-af2c-a063cdd122e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:38:47.636235 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2096c155-b511-47ca-9b68-44a8c9102f3d req-089c52c3-0154-4ddd-af2c-a063cdd122e5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=72c2364e-d28c-436a-9463-f669c277e7f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440619 Aug 11 03:38:47.647796 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [req-2096c155-b511-47ca-9b68-44a8c9102f3d req-932488c2-13b6-41b0-9fa8-f87bebbca15d service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:38:47.648742 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2096c155-b511-47ca-9b68-44a8c9102f3d req-932488c2-13b6-41b0-9fa8-f87bebbca15d service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056369 Aug 11 03:38:47.750657 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2096c155-b511-47ca-9b68-44a8c9102f3d req-62ffa8c1-7d6c-4c96-98ed-5a2b72376e97 service neutron] 10.222.0.24 "GET /v2.0/networks/72c2364e-d28c-436a-9463-f669c277e7f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947011 Aug 11 03:38:47.846838 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2096c155-b511-47ca-9b68-44a8c9102f3d req-c3e755c2-3d3c-4785-adcd-6ecad4c9cc9a service neutron] 10.222.0.24 "GET /v2.0/networks/72c2364e-d28c-436a-9463-f669c277e7f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868051 Aug 11 03:38:50.450574 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.agents_db [None req-950b7202-decb-43e2-8f71-ac8931dc9749 None None] Agent healthcheck: found 7 active agents {{(pid=102194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:38:59.161721 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-03ce87b9-965b-40be-a87f-a0b09f3cc3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:01.842377 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:02.103945 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-bcfd621a-d7eb-4027-8275-6499f690c361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:03.070404 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:04.716315 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:07.310414 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:11.401447 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:27.448710 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.agents_db [None req-950b7202-decb-43e2-8f71-ac8931dc9749 None None] Agent healthcheck: found 7 active agents {{(pid=102194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:39:29.144481 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-5c0f576a-c90b-4683-b349-f7aa80e1cff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:31.875744 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:32.064600 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-b05b31bb-fa0b-4a83-9e38-b1fa2e5d0aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:33.075446 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:34.767180 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:37.338584 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:41.395178 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:44.511281 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [req-e88dcfb9-814f-40d0-b9fb-bd0f9b485d18 req-0701016a-a29e-4723-8cf2-a0ffe241bee4 service neutron] (102191) timed out ('10.222.0.41', 40782) {{(pid=102191) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 11 03:39:48.815671 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4b0aef10-c5ec-405e-9aa1-68493d6f7d78 req-76621e84-c27b-48cc-976d-e653a57fe9f2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e1685ad5-95fb-4888-9f53-52ed2d00784b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2418470 Aug 11 03:39:48.909180 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0aef10-c5ec-405e-9aa1-68493d6f7d78 req-a3a1722c-e8c4-48e5-b243-626d5663cba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:39:48.910759 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4b0aef10-c5ec-405e-9aa1-68493d6f7d78 req-a3a1722c-e8c4-48e5-b243-626d5663cba4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=72275185a8d64845babaf2324f627ca7&device_id=e1685ad5-95fb-4888-9f53-52ed2d00784b HTTP/1.1" status: 200 len: 1097 time: 0.0459599 Aug 11 03:39:49.016331 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0aef10-c5ec-405e-9aa1-68493d6f7d78 req-8e85b219-c0ef-4585-96de-fb97827ecfad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:39:49.017929 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4b0aef10-c5ec-405e-9aa1-68493d6f7d78 req-8e85b219-c0ef-4585-96de-fb97827ecfad service neutron] 10.222.0.24 "GET /v2.0/networks?id=72c2364e-d28c-436a-9463-f669c277e7f2 HTTP/1.1" status: 200 len: 912 time: 0.0875747 Aug 11 03:39:49.090202 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4b0aef10-c5ec-405e-9aa1-68493d6f7d78 req-cef06520-6ff9-423b-bd09-4fb357cd19ef service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ff8e8ad9-68c0-44d1-8edf-6e786d18e64e HTTP/1.1" status: 200 len: 1001 time: 0.0656118 Aug 11 03:39:49.142476 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0aef10-c5ec-405e-9aa1-68493d6f7d78 req-25ac3580-e070-473a-b06a-906517bdaafc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:39:49.143960 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4b0aef10-c5ec-405e-9aa1-68493d6f7d78 req-25ac3580-e070-473a-b06a-906517bdaafc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=321ef215-4958-452a-9904-0e4a458fb021 HTTP/1.1" status: 200 len: 850 time: 0.0459707 Aug 11 03:39:49.204043 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0aef10-c5ec-405e-9aa1-68493d6f7d78 req-1f1a2740-f086-472b-879f-a2a5cc497a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:39:49.205594 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4b0aef10-c5ec-405e-9aa1-68493d6f7d78 req-1f1a2740-f086-472b-879f-a2a5cc497a41 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=72c2364e-d28c-436a-9463-f669c277e7f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0550344 Aug 11 03:39:49.319619 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4b0aef10-c5ec-405e-9aa1-68493d6f7d78 req-4c154895-ea54-405e-8361-b88a3b2ff491 service neutron] 10.222.0.24 "GET /v2.0/networks/72c2364e-d28c-436a-9463-f669c277e7f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066005 Aug 11 03:39:49.411067 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4b0aef10-c5ec-405e-9aa1-68493d6f7d78 req-96bd7cc0-67c7-467d-b4ed-45ba22203a83 service neutron] 10.222.0.24 "GET /v2.0/networks/72c2364e-d28c-436a-9463-f669c277e7f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846694 Aug 11 03:39:59.160444 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-81824c85-fe34-4805-8d95-9bf22543ac83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:01.881202 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:02.068992 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-07b06021-2533-4b62-a9da-c1e7fc27ba3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:03.075547 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:04.448401 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.agents_db [None req-950b7202-decb-43e2-8f71-ac8931dc9749 None None] Agent healthcheck: found 7 active agents {{(pid=102194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:40:04.680941 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:07.332080 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:11.412586 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:29.155023 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-845e263b-5f72-4070-a5af-76af2e48180d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:31.880746 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:32.103584 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-9a43702d-a930-42a8-aa13-09292e2645d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:33.070653 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:34.729452 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:37.349076 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:41.423578 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:41.447785 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.agents_db [None req-950b7202-decb-43e2-8f71-ac8931dc9749 None None] Agent healthcheck: found 7 active agents {{(pid=102194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:40:49.628351 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-dfa75673-240a-43da-b9be-e5b221f882fd req-1fa8f930-55e5-44a7-917f-92adf0e9d088 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e1685ad5-95fb-4888-9f53-52ed2d00784b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0422559 Aug 11 03:40:49.713143 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa75673-240a-43da-b9be-e5b221f882fd req-8ccfb1a6-2312-4fca-86d1-fd697b53abff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:40:49.714950 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-dfa75673-240a-43da-b9be-e5b221f882fd req-8ccfb1a6-2312-4fca-86d1-fd697b53abff service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=72275185a8d64845babaf2324f627ca7&device_id=e1685ad5-95fb-4888-9f53-52ed2d00784b HTTP/1.1" status: 200 len: 1097 time: 0.0455673 Aug 11 03:40:49.822717 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa75673-240a-43da-b9be-e5b221f882fd req-7b9034dd-61d3-4d5f-bc8c-ca64b9587e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:40:49.824225 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-dfa75673-240a-43da-b9be-e5b221f882fd req-7b9034dd-61d3-4d5f-bc8c-ca64b9587e55 service neutron] 10.222.0.24 "GET /v2.0/networks?id=72c2364e-d28c-436a-9463-f669c277e7f2 HTTP/1.1" status: 200 len: 912 time: 0.0895472 Aug 11 03:40:49.895088 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-dfa75673-240a-43da-b9be-e5b221f882fd req-aaab3e0f-2bd9-4c7d-b23a-8dc9ea368e82 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ff8e8ad9-68c0-44d1-8edf-6e786d18e64e HTTP/1.1" status: 200 len: 1001 time: 0.0633652 Aug 11 03:40:49.944566 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa75673-240a-43da-b9be-e5b221f882fd req-47048c37-eee7-4725-8f73-0d63105f244b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:40:49.946080 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-dfa75673-240a-43da-b9be-e5b221f882fd req-47048c37-eee7-4725-8f73-0d63105f244b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=321ef215-4958-452a-9904-0e4a458fb021 HTTP/1.1" status: 200 len: 850 time: 0.0442433 Aug 11 03:40:49.994836 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa75673-240a-43da-b9be-e5b221f882fd req-5c40f42c-7616-41e1-9ef1-4ad3aceaf6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:40:49.996337 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-dfa75673-240a-43da-b9be-e5b221f882fd req-5c40f42c-7616-41e1-9ef1-4ad3aceaf6cb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=72c2364e-d28c-436a-9463-f669c277e7f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427234 Aug 11 03:40:50.093474 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-dfa75673-240a-43da-b9be-e5b221f882fd req-6732141d-7f81-4e50-98a7-2592562bcaa7 service neutron] 10.222.0.24 "GET /v2.0/networks/72c2364e-d28c-436a-9463-f669c277e7f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897515 Aug 11 03:40:50.479842 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-dfa75673-240a-43da-b9be-e5b221f882fd req-06167bfe-e80a-43f4-8e56-ee8f9f4d5244 service neutron] 10.222.0.24 "GET /v2.0/networks/72c2364e-d28c-436a-9463-f669c277e7f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3788996 Aug 11 03:40:56.131340 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0acaeb3-616a-41e7-9bd1-5ad04323aee2 req-a7dac298-4306-4be6-b3c3-ac28a09e0977 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:40:56.132709 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b0acaeb3-616a-41e7-9bd1-5ad04323aee2 req-a7dac298-4306-4be6-b3c3-ac28a09e0977 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1685ad5-95fb-4888-9f53-52ed2d00784b HTTP/1.1" status: 200 len: 945 time: 0.1922305 Aug 11 03:40:56.172450 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b0acaeb3-616a-41e7-9bd1-5ad04323aee2 req-a647f440-b623-4e0a-a9dd-b08c2bdfe44a tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/security-groups?id=537956e8-b214-4039-8ff1-e669d1971174&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335724 Aug 11 03:40:57.379478 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3c03c2-e0d7-4c2e-a1d3-31236310354a req-640e4b81-fe4e-4d25-b0e8-1091ae09d2ec tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:40:57.381129 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ec3c03c2-e0d7-4c2e-a1d3-31236310354a req-640e4b81-fe4e-4d25-b0e8-1091ae09d2ec tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1685ad5-95fb-4888-9f53-52ed2d00784b HTTP/1.1" status: 200 len: 945 time: 0.1112571 Aug 11 03:40:57.446567 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ec3c03c2-e0d7-4c2e-a1d3-31236310354a req-6d8a6e36-901e-47be-bca8-cf54c1302276 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/security-groups?id=537956e8-b214-4039-8ff1-e669d1971174&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590158 Aug 11 03:40:57.459074 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14660e23-9d39-46ee-9472-4a359f42a5c6 req-d13a7b46-b572-449f-af0d-e4f0a15466a8 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:40:57.460527 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-14660e23-9d39-46ee-9472-4a359f42a5c6 req-d13a7b46-b572-449f-af0d-e4f0a15466a8 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1685ad5-95fb-4888-9f53-52ed2d00784b HTTP/1.1" status: 200 len: 945 time: 0.0663815 Aug 11 03:40:57.552297 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [req-14660e23-9d39-46ee-9472-4a359f42a5c6 req-5fc7f9ec-23fd-469d-abb2-8c448e7ec883 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Deleting port ff8e8ad9-68c0-44d1-8edf-6e786d18e64e {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:40:57.552540 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-14660e23-9d39-46ee-9472-4a359f42a5c6 req-5fc7f9ec-23fd-469d-abb2-8c448e7ec883 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:57.638224 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-14660e23-9d39-46ee-9472-4a359f42a5c6 req-5fc7f9ec-23fd-469d-abb2-8c448e7ec883 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] For port ff8e8ad9-68c0-44d1-8edf-6e786d18e64e, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=ff8e8ad9-68c0-44d1-8edf-6e786d18e64e,segment=NetworkSegment(32ef8310-eb36-4f10-89a8-2ec645494a63),segment_id=32ef8310-eb36-4f10-89a8-2ec645494a63)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:40:57.638625 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-14660e23-9d39-46ee-9472-4a359f42a5c6 req-5fc7f9ec-23fd-469d-abb2-8c448e7ec883 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:57.863145 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-14660e23-9d39-46ee-9472-4a359f42a5c6 req-5fc7f9ec-23fd-469d-abb2-8c448e7ec883 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:57.863528 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-14660e23-9d39-46ee-9472-4a359f42a5c6 req-5fc7f9ec-23fd-469d-abb2-8c448e7ec883 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446866'] for floatingip, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:57.863844 n-d-764292-30 neutron-server[102192]: INFO neutron.db.l3_db [req-14660e23-9d39-46ee-9472-4a359f42a5c6 req-5fc7f9ec-23fd-469d-abb2-8c448e7ec883 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Floating IP 3206f43a-49af-444d-b479-3c76d97ae3e1 disassociated. External IP: 172.25.8.179, port: ff8e8ad9-68c0-44d1-8edf-6e786d18e64e. Aug 11 03:40:57.864191 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [req-14660e23-9d39-46ee-9472-4a359f42a5c6 req-5fc7f9ec-23fd-469d-abb2-8c448e7ec883 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Calling delete_port for ff8e8ad9-68c0-44d1-8edf-6e786d18e64e owned by compute:nova {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:40:58.034793 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-14660e23-9d39-46ee-9472-4a359f42a5c6 req-5fc7f9ec-23fd-469d-abb2-8c448e7ec883 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:58.066872 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc7f9ec-23fd-469d-abb2-8c448e7ec883 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Pushing event deleted for resources: {'Port': ['ID=ff8e8ad9-68c0-44d1-8edf-6e786d18e64e,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:40:58.077361 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc7f9ec-23fd-469d-abb2-8c448e7ec883 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:40:58.077644 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc7f9ec-23fd-469d-abb2-8c448e7ec883 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:40:58.077985 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc7f9ec-23fd-469d-abb2-8c448e7ec883 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:40:58.078387 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc7f9ec-23fd-469d-abb2-8c448e7ec883 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:40:58.078677 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc7f9ec-23fd-469d-abb2-8c448e7ec883 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:40:58.079005 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc7f9ec-23fd-469d-abb2-8c448e7ec883 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:40:58.079880 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc7f9ec-23fd-469d-abb2-8c448e7ec883 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:40:58.080199 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc7f9ec-23fd-469d-abb2-8c448e7ec883 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:40:58.080519 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc7f9ec-23fd-469d-abb2-8c448e7ec883 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:40:58.080841 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc7f9ec-23fd-469d-abb2-8c448e7ec883 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:40:58.081161 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc7f9ec-23fd-469d-abb2-8c448e7ec883 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:40:58.081488 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc7f9ec-23fd-469d-abb2-8c448e7ec883 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:40:58.191462 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.l3_agent_scheduler [req-14660e23-9d39-46ee-9472-4a359f42a5c6 req-5fc7f9ec-23fd-469d-abb2-8c448e7ec883 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Router 024214bc-46ce-41ab-bfb2-63dd52e06006 has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:40:58.301899 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-14660e23-9d39-46ee-9472-4a359f42a5c6 req-5fc7f9ec-23fd-469d-abb2-8c448e7ec883 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:40:58.311635 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e97af8c-37af-43ea-8622-74f7b43f5e3b None None] Sync routers for ids ['024214bc-46ce-41ab-bfb2-63dd52e06006'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:40:58.321188 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e97af8c-37af-43ea-8622-74f7b43f5e3b None None] Routers {'024214bc-46ce-41ab-bfb2-63dd52e06006'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:40:58.321806 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-8e97af8c-37af-43ea-8622-74f7b43f5e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:40:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['024214bc-46ce-41ab-bfb2-63dd52e06006'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:40:58.342502 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [req-14660e23-9d39-46ee-9472-4a359f42a5c6 req-5fc7f9ec-23fd-469d-abb2-8c448e7ec883 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] No DVR routers for this DVR port ff8e8ad9-68c0-44d1-8edf-6e786d18e64e on host n-h2-764292-30 {{(pid=102192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:40:58.345042 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-14660e23-9d39-46ee-9472-4a359f42a5c6 req-5fc7f9ec-23fd-469d-abb2-8c448e7ec883 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:58.347058 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-14660e23-9d39-46ee-9472-4a359f42a5c6 req-5fc7f9ec-23fd-469d-abb2-8c448e7ec883 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.24 "DELETE /v2.0/ports/ff8e8ad9-68c0-44d1-8edf-6e786d18e64e HTTP/1.1" status: 204 len: 173 time: 0.8799582 Aug 11 03:40:58.347616 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1685ad5-95fb-4888-9f53-52ed2d00784b', 'name': 'network-vif-deleted', 'tag': 'ff8e8ad9-68c0-44d1-8edf-6e786d18e64e'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:40:58.349851 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c57fd48a-cd4b-424b-8e97-f7b3e2e8f733" -d '{"events": [{"server_uuid": "e1685ad5-95fb-4888-9f53-52ed2d00784b", "name": "network-vif-deleted", "tag": "ff8e8ad9-68c0-44d1-8edf-6e786d18e64e"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:40:58.447975 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-8e97af8c-37af-43ea-8622-74f7b43f5e3b None None] Set router 024214bc-46ce-41ab-bfb2-63dd52e06006 gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:40:58.563271 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5073f762-41c0-43ab-8a88-a21dd7529b89 req-c4461fd4-c4d6-459f-ac25-af3267219284 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1685ad5-95fb-4888-9f53-52ed2d00784b HTTP/1.1" status: 200 len: 210 time: 0.0352037 Aug 11 03:40:58.565538 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-316f51df-1fd2-479f-93e3-e605c7362bcf x-openstack-request-id: req-316f51df-1fd2-479f-93e3-e605c7362bcf {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:40:58.566072 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1685ad5-95fb-4888-9f53-52ed2d00784b", "name": "network-vif-deleted", "tag": "ff8e8ad9-68c0-44d1-8edf-6e786d18e64e", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:40:58.566331 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-316f51df-1fd2-479f-93e3-e605c7362bcf {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:40:58.567005 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1685ad5-95fb-4888-9f53-52ed2d00784b', 'name': 'network-vif-deleted', 'tag': 'ff8e8ad9-68c0-44d1-8edf-6e786d18e64e', 'status': 'completed', 'code': 200} Aug 11 03:40:58.711014 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-8e97af8c-37af-43ea-8622-74f7b43f5e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '024214bc-46ce-41ab-bfb2-63dd52e06006', 'name': 'tempest-TestVolumeBootPattern-423646555-router', 'tenant_id': '72275185a8d64845babaf2324f627ca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': 'c0cdf465-f88e-4ee9-b3b9-315b03e64881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:32:03Z', 'updated_at': '2021-08-11T03:32:09Z', 'revision_number': 4, 'project_id': '72275185a8d64845babaf2324f627ca7', 'gw_port': {'id': 'c0cdf465-f88e-4ee9-b3b9-315b03e64881', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:fa:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024214bc-46ce-41ab-bfb2-63dd52e06006', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:32:04Z', 'updated_at': '2021-08-11T03:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '2edacba1-9076-45c7-b2da-df27d998e2b6', 'name': '', 'network_id': '72c2364e-d28c-436a-9463-f669c277e7f2', 'tenant_id': '72275185a8d64845babaf2324f627ca7', 'mac_address': 'fa:16:3e:3e:c3:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024214bc-46ce-41ab-bfb2-63dd52e06006', 'device_owner': 'network:router_interface', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': '321ef215-4958-452a-9904-0e4a458fb021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:32:08Z', 'updated_at': '2021-08-11T03:32:17Z', 'revision_number': 5, 'project_id': '72275185a8d64845babaf2324f627ca7', 'subnets': [{'id': '321ef215-4958-452a-9904-0e4a458fb021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:40:58.737735 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e97af8c-37af-43ea-8622-74f7b43f5e3b None None] Checking router: 024214bc-46ce-41ab-bfb2-63dd52e06006 for host: n-d-764292-30 {{(pid=102193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:40:58.746112 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e97af8c-37af-43ea-8622-74f7b43f5e3b None None] Routers {'024214bc-46ce-41ab-bfb2-63dd52e06006'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:40:58.746744 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-8e97af8c-37af-43ea-8622-74f7b43f5e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:40:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['024214bc-46ce-41ab-bfb2-63dd52e06006'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:40:59.005486 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-8e97af8c-37af-43ea-8622-74f7b43f5e3b None None] Set router 024214bc-46ce-41ab-bfb2-63dd52e06006 gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:40:59.185416 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-0d20c54a-70dc-4abc-b756-67878b2e59b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:59.216911 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-8e97af8c-37af-43ea-8622-74f7b43f5e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '024214bc-46ce-41ab-bfb2-63dd52e06006', 'name': 'tempest-TestVolumeBootPattern-423646555-router', 'tenant_id': '72275185a8d64845babaf2324f627ca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': 'c0cdf465-f88e-4ee9-b3b9-315b03e64881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:32:03Z', 'updated_at': '2021-08-11T03:32:09Z', 'revision_number': 4, 'project_id': '72275185a8d64845babaf2324f627ca7', 'gw_port': {'id': 'c0cdf465-f88e-4ee9-b3b9-315b03e64881', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:fa:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024214bc-46ce-41ab-bfb2-63dd52e06006', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:32:04Z', 'updated_at': '2021-08-11T03:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '2edacba1-9076-45c7-b2da-df27d998e2b6', 'name': '', 'network_id': '72c2364e-d28c-436a-9463-f669c277e7f2', 'tenant_id': '72275185a8d64845babaf2324f627ca7', 'mac_address': 'fa:16:3e:3e:c3:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024214bc-46ce-41ab-bfb2-63dd52e06006', 'device_owner': 'network:router_interface', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': '321ef215-4958-452a-9904-0e4a458fb021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:32:08Z', 'updated_at': '2021-08-11T03:32:17Z', 'revision_number': 5, 'project_id': '72275185a8d64845babaf2324f627ca7', 'subnets': [{'id': '321ef215-4958-452a-9904-0e4a458fb021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:40:59.243866 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e97af8c-37af-43ea-8622-74f7b43f5e3b None None] The sync data for ids ['024214bc-46ce-41ab-bfb2-63dd52e06006'] in n-d-764292-30 is: [{'id': '024214bc-46ce-41ab-bfb2-63dd52e06006', 'name': 'tempest-TestVolumeBootPattern-423646555-router', 'tenant_id': '72275185a8d64845babaf2324f627ca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': 'c0cdf465-f88e-4ee9-b3b9-315b03e64881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:32:03Z', 'updated_at': '2021-08-11T03:32:09Z', 'revision_number': 4, 'project_id': '72275185a8d64845babaf2324f627ca7', 'gw_port': {'id': 'c0cdf465-f88e-4ee9-b3b9-315b03e64881', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:fa:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024214bc-46ce-41ab-bfb2-63dd52e06006', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:32:04Z', 'updated_at': '2021-08-11T03:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '2edacba1-9076-45c7-b2da-df27d998e2b6', 'name': '', 'network_id': '72c2364e-d28c-436a-9463-f669c277e7f2', 'tenant_id': '72275185a8d64845babaf2324f627ca7', 'mac_address': 'fa:16:3e:3e:c3:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024214bc-46ce-41ab-bfb2-63dd52e06006', 'device_owner': 'network:router_interface', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': '321ef215-4958-452a-9904-0e4a458fb021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:32:08Z', 'updated_at': '2021-08-11T03:32:17Z', 'revision_number': 5, 'project_id': '72275185a8d64845babaf2324f627ca7', 'subnets': [{'id': '321ef215-4958-452a-9904-0e4a458fb021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:40:59.508676 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba1b061-d86f-43d1-9775-9201b4fe9477 None None] New status for floating IP 3206f43a-49af-444d-b479-3c76d97ae3e1: DOWN {{(pid=102194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:40:59.670195 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-901ed806-b8a4-476c-9fa5-7cd6712ee67b req-ef938d0a-3deb-40f2-afa7-cb84722e306e tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1685ad5-95fb-4888-9f53-52ed2d00784b HTTP/1.1" status: 200 len: 210 time: 0.0303557 Aug 11 03:41:00.765016 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-df96a292-8cbf-4c59-a4dc-1014c8358cc9 req-3207b556-5540-4c82-a745-d8d50a248cc1 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1685ad5-95fb-4888-9f53-52ed2d00784b HTTP/1.1" status: 200 len: 210 time: 0.0269678 Aug 11 03:41:01.862693 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-019a8fb4-3c5c-455f-8ada-bc6403ebb880 req-549d28b6-3bef-4a4e-868d-bf928267469e tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1685ad5-95fb-4888-9f53-52ed2d00784b HTTP/1.1" status: 200 len: 210 time: 0.0270462 Aug 11 03:41:01.913758 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:41:02.119926 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-5e1709a4-6f03-483b-8c0f-945f173c7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:41:02.721212 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device ff8e8ad9-68c0-44d1-8edf-6e786d18e64e no longer exists at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:41:02.741252 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] No Port match for: ff8e8ad9-68c0-44d1-8edf-6e786d18e64e {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:41:02.741656 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device ff8e8ad9-68c0-44d1-8edf-6e786d18e64e not bound to the agent host n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:41:03.102853 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:41:03.117187 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0790db49-bcb3-478f-95e6-4a3b01176190 req-aaf85e80-727e-4a3c-884c-d51c4428e570 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-971506776&fields=id&tenant_id=72275185a8d64845babaf2324f627ca7 HTTP/1.1" status: 200 len: 267 time: 0.0330415 Aug 11 03:41:03.228508 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0790db49-bcb3-478f-95e6-4a3b01176190 req-f3d392ee-0e45-43ef-b3cb-4dedc40066b5 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:41:03.229975 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0790db49-bcb3-478f-95e6-4a3b01176190 req-f3d392ee-0e45-43ef-b3cb-4dedc40066b5 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/networks?id=72c2364e-d28c-436a-9463-f669c277e7f2 HTTP/1.1" status: 200 len: 811 time: 0.1056607 Aug 11 03:41:03.245431 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0790db49-bcb3-478f-95e6-4a3b01176190 req-29b2f087-d8f4-4fca-9d31-24bf0b50a79b tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/quotas/72275185a8d64845babaf2324f627ca7 HTTP/1.1" status: 200 len: 375 time: 0.0090766 Aug 11 03:41:03.299437 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0790db49-bcb3-478f-95e6-4a3b01176190 req-2f77c7e4-55b5-42f1-bd19-34d91287664e tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=72275185a8d64845babaf2324f627ca7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0485544 Aug 11 03:41:03.453734 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0790db49-bcb3-478f-95e6-4a3b01176190 req-b7c8e79d-543b-4797-8cf0-ab2a4828eb2a service neutron] 10.222.0.41 "GET /v2.0/networks/72c2364e-d28c-436a-9463-f669c277e7f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425169 Aug 11 03:41:03.550122 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0790db49-bcb3-478f-95e6-4a3b01176190 req-1c1589ce-77c6-414c-945e-f5c807622163 service neutron] 10.222.0.41 "GET /v2.0/networks/72c2364e-d28c-436a-9463-f669c277e7f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897808 Aug 11 03:41:04.144046 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-efc929ee-8c0b-49e6-9a82-7df89bc7829c req-4f29e920-d8f3-40f9-9947-b14d94d42289 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb6971a1-f12a-4ef7-8416-c62217dca3b9 HTTP/1.1" status: 200 len: 210 time: 0.0282099 Aug 11 03:41:04.742383 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:41:05.239481 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0bc56b67-1878-41e5-816f-83083f1253cb req-b064511b-4b29-472a-9f58-c7ade2868e78 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb6971a1-f12a-4ef7-8416-c62217dca3b9 HTTP/1.1" status: 200 len: 210 time: 0.0271566 Aug 11 03:41:06.022654 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0790db49-bcb3-478f-95e6-4a3b01176190 req-0bd71d80-feef-44cf-95ca-451406590541 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:41:06.024126 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-0790db49-bcb3-478f-95e6-4a3b01176190 req-0bd71d80-feef-44cf-95ca-451406590541 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.22 "GET /v2.0/networks?id=72c2364e-d28c-436a-9463-f669c277e7f2 HTTP/1.1" status: 200 len: 811 time: 0.1059396 Aug 11 03:41:06.078704 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-0790db49-bcb3-478f-95e6-4a3b01176190 req-a7c41b3c-a557-4fa3-bdda-33de16fcce65 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=72275185a8d64845babaf2324f627ca7 HTTP/1.1" status: 200 len: 379 time: 0.0449665 Aug 11 03:41:06.088693 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-0790db49-bcb3-478f-95e6-4a3b01176190 req-b97cb3d9-907f-4b66-8a57-5db667f4eb55 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Request body: {'port': {'device_id': 'fb6971a1-f12a-4ef7-8416-c62217dca3b9', 'network_id': '72c2364e-d28c-436a-9463-f669c277e7f2', 'admin_state_up': True, 'tenant_id': '72275185a8d64845babaf2324f627ca7', 'security_groups': ['537956e8-b214-4039-8ff1-e669d1971174']}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:41:06.275746 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0790db49-bcb3-478f-95e6-4a3b01176190 req-b97cb3d9-907f-4b66-8a57-5db667f4eb55 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Made reservation on behalf of 72275185a8d64845babaf2324f627ca7 for: {'port': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:41:06.280569 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-0790db49-bcb3-478f-95e6-4a3b01176190 req-b97cb3d9-907f-4b66-8a57-5db667f4eb55 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:41:06.356762 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6cc3fc6c-7f29-464e-b3ad-a131e65200a0 req-207f9387-52e7-4378-abd6-aa97cab766d2 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb6971a1-f12a-4ef7-8416-c62217dca3b9 HTTP/1.1" status: 200 len: 210 time: 0.0376432 Aug 11 03:41:06.462363 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [req-0790db49-bcb3-478f-95e6-4a3b01176190 req-b97cb3d9-907f-4b66-8a57-5db667f4eb55 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Allocated IP 172.20.0.14 (72c2364e-d28c-436a-9463-f669c277e7f2/321ef215-4958-452a-9904-0e4a458fb021/396a3c68-22ab-4bdb-9eb1-0943f3ff39d5) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:41:06.599569 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-0790db49-bcb3-478f-95e6-4a3b01176190 req-b97cb3d9-907f-4b66-8a57-5db667f4eb55 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:41:06.613189 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [req-0790db49-bcb3-478f-95e6-4a3b01176190 req-b97cb3d9-907f-4b66-8a57-5db667f4eb55 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Transition to ACTIVE for port object 396a3c68-22ab-4bdb-9eb1-0943f3ff39d5 will not be triggered until provisioned by entity DHCP. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:41:06.715025 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-0790db49-bcb3-478f-95e6-4a3b01176190 req-b97cb3d9-907f-4b66-8a57-5db667f4eb55 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:41:06.763682 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0790db49-bcb3-478f-95e6-4a3b01176190 req-b97cb3d9-907f-4b66-8a57-5db667f4eb55 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Network 72c2364e-d28c-436a-9463-f669c277e7f2 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:41:06.767670 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [req-0790db49-bcb3-478f-95e6-4a3b01176190 req-b97cb3d9-907f-4b66-8a57-5db667f4eb55 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:41:06.771757 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-0790db49-bcb3-478f-95e6-4a3b01176190 req-b97cb3d9-907f-4b66-8a57-5db667f4eb55 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:41:06.796106 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97cb3d9-907f-4b66-8a57-5db667f4eb55 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Pushing event updated for resources: {'Port': ['ID=396a3c68-22ab-4bdb-9eb1-0943f3ff39d5,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:41:06.809291 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97cb3d9-907f-4b66-8a57-5db667f4eb55 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:41:06.809635 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97cb3d9-907f-4b66-8a57-5db667f4eb55 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:41:06.809979 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97cb3d9-907f-4b66-8a57-5db667f4eb55 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:41:06.810338 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97cb3d9-907f-4b66-8a57-5db667f4eb55 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:41:06.810821 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97cb3d9-907f-4b66-8a57-5db667f4eb55 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:41:06.811015 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97cb3d9-907f-4b66-8a57-5db667f4eb55 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:41:06.811348 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97cb3d9-907f-4b66-8a57-5db667f4eb55 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:41:06.811821 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97cb3d9-907f-4b66-8a57-5db667f4eb55 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:41:06.811985 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97cb3d9-907f-4b66-8a57-5db667f4eb55 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:41:06.812307 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97cb3d9-907f-4b66-8a57-5db667f4eb55 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:41:06.812629 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97cb3d9-907f-4b66-8a57-5db667f4eb55 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:41:06.812954 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97cb3d9-907f-4b66-8a57-5db667f4eb55 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:41:06.842900 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0790db49-bcb3-478f-95e6-4a3b01176190 req-b97cb3d9-907f-4b66-8a57-5db667f4eb55 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:41:06.842900 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-0790db49-bcb3-478f-95e6-4a3b01176190 req-b97cb3d9-907f-4b66-8a57-5db667f4eb55 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:41:06.932595 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-0790db49-bcb3-478f-95e6-4a3b01176190 req-b97cb3d9-907f-4b66-8a57-5db667f4eb55 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8482816 Aug 11 03:41:06.946357 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [req-0790db49-bcb3-478f-95e6-4a3b01176190 req-1ac50e17-0ee0-4014-9774-7b90a9172f9a tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102191) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:41:06.947547 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-0790db49-bcb3-478f-95e6-4a3b01176190 req-1ac50e17-0ee0-4014-9774-7b90a9172f9a tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059891 Aug 11 03:41:07.018367 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-0790db49-bcb3-478f-95e6-4a3b01176190 req-fbc784dd-6767-43b0-90e7-0c4730581f07 service neutron] Request body: {'port': {'device_id': 'fb6971a1-f12a-4ef7-8416-c62217dca3b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764292-30'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:41:07.040032 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-ddc1bcea-3fc6-4729-a642-20aaf08e141e None None] Provisioning for port 396a3c68-22ab-4bdb-9eb1-0943f3ff39d5 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:41:07.044183 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-ddc1bcea-3fc6-4729-a642-20aaf08e141e None None] Provisioning complete for port 396a3c68-22ab-4bdb-9eb1-0943f3ff39d5 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:41:07.044618 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-ddc1bcea-3fc6-4729-a642-20aaf08e141e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:41:07.074538 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-0790db49-bcb3-478f-95e6-4a3b01176190 req-fbc784dd-6767-43b0-90e7-0c4730581f07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:41:07.085264 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-ddc1bcea-3fc6-4729-a642-20aaf08e141e None None] Port 396a3c68-22ab-4bdb-9eb1-0943f3ff39d5 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:41:07.326068 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:41:07.343791 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [req-0790db49-bcb3-478f-95e6-4a3b01176190 req-fbc784dd-6767-43b0-90e7-0c4730581f07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 396a3c68-22ab-4bdb-9eb1-0943f3ff39d5 {{(pid=102191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:41:07.353678 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-0790db49-bcb3-478f-95e6-4a3b01176190 req-fbc784dd-6767-43b0-90e7-0c4730581f07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:41:07.367683 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [req-0790db49-bcb3-478f-95e6-4a3b01176190 req-fbc784dd-6767-43b0-90e7-0c4730581f07 service neutron] Transition to ACTIVE for port object 396a3c68-22ab-4bdb-9eb1-0943f3ff39d5 will not be triggered until provisioned by entity L2. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:41:07.457622 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-0790db49-bcb3-478f-95e6-4a3b01176190 req-fbc784dd-6767-43b0-90e7-0c4730581f07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:41:07.507301 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4e6374-17c8-4eac-866a-f51a72081e03 req-bc99e016-9e68-4fc5-880a-52b65888f490 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:41:07.508930 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ac4e6374-17c8-4eac-866a-f51a72081e03 req-bc99e016-9e68-4fc5-880a-52b65888f490 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb6971a1-f12a-4ef7-8416-c62217dca3b9 HTTP/1.1" status: 200 len: 944 time: 0.0589511 Aug 11 03:41:07.540346 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc784dd-6767-43b0-90e7-0c4730581f07 service neutron] Pushing event updated for resources: {'Port': ['ID=396a3c68-22ab-4bdb-9eb1-0943f3ff39d5,revision_number=2']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:41:07.587366 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ac4e6374-17c8-4eac-866a-f51a72081e03 req-61e8a8cd-f61b-47bd-96a9-5a6d1a781cf1 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/security-groups?id=537956e8-b214-4039-8ff1-e669d1971174&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621371 Aug 11 03:41:07.617301 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-0790db49-bcb3-478f-95e6-4a3b01176190 req-fbc784dd-6767-43b0-90e7-0c4730581f07 service neutron] Attempting to bind port 396a3c68-22ab-4bdb-9eb1-0943f3ff39d5 on host n-h1-764292-30 for vnic_type normal with profile {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:41:07.617878 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-0790db49-bcb3-478f-95e6-4a3b01176190 req-fbc784dd-6767-43b0-90e7-0c4730581f07 service neutron] Attempting to bind port 396a3c68-22ab-4bdb-9eb1-0943f3ff39d5 by drivers openvswitch,hyperv on host n-h1-764292-30 at level 0 using segments [{'id': '32ef8310-eb36-4f10-89a8-2ec645494a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '72c2364e-d28c-436a-9463-f669c277e7f2'}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:41:07.618543 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0790db49-bcb3-478f-95e6-4a3b01176190 req-fbc784dd-6767-43b0-90e7-0c4730581f07 service neutron] Attempting to bind port 396a3c68-22ab-4bdb-9eb1-0943f3ff39d5 on network 72c2364e-d28c-436a-9463-f669c277e7f2 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:41:07.623346 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0790db49-bcb3-478f-95e6-4a3b01176190 req-fbc784dd-6767-43b0-90e7-0c4730581f07 service neutron] Port 396a3c68-22ab-4bdb-9eb1-0943f3ff39d5 on network 72c2364e-d28c-436a-9463-f669c277e7f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-764292-30 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:41:07.623838 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0790db49-bcb3-478f-95e6-4a3b01176190 req-fbc784dd-6767-43b0-90e7-0c4730581f07 service neutron] Attempting to bind port 396a3c68-22ab-4bdb-9eb1-0943f3ff39d5 on network 72c2364e-d28c-436a-9463-f669c277e7f2 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:41:07.629550 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0790db49-bcb3-478f-95e6-4a3b01176190 req-fbc784dd-6767-43b0-90e7-0c4730581f07 service neutron] Checking agent: {'id': 'abb524c2-b412-4ed2-8367-45c4fd996fa7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 40, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:41:07.630107 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0790db49-bcb3-478f-95e6-4a3b01176190 req-fbc784dd-6767-43b0-90e7-0c4730581f07 service neutron] Checking segment: {'id': '32ef8310-eb36-4f10-89a8-2ec645494a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '72c2364e-d28c-436a-9463-f669c277e7f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:41:07.630678 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0790db49-bcb3-478f-95e6-4a3b01176190 req-fbc784dd-6767-43b0-90e7-0c4730581f07 service neutron] Bound using segment: {'id': '32ef8310-eb36-4f10-89a8-2ec645494a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '72c2364e-d28c-436a-9463-f669c277e7f2'} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:41:07.631309 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-0790db49-bcb3-478f-95e6-4a3b01176190 req-fbc784dd-6767-43b0-90e7-0c4730581f07 service neutron] Bound port: 396a3c68-22ab-4bdb-9eb1-0943f3ff39d5, host: n-h1-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32ef8310-eb36-4f10-89a8-2ec645494a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '72c2364e-d28c-436a-9463-f669c277e7f2'}}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:41:07.631823 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-0790db49-bcb3-478f-95e6-4a3b01176190 req-fbc784dd-6767-43b0-90e7-0c4730581f07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:41:07.708637 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-0790db49-bcb3-478f-95e6-4a3b01176190 req-fbc784dd-6767-43b0-90e7-0c4730581f07 service neutron] For port 396a3c68-22ab-4bdb-9eb1-0943f3ff39d5, host n-h1-764292-30, cleared binding levels {{(pid=102191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:41:07.712981 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-0790db49-bcb3-478f-95e6-4a3b01176190 req-fbc784dd-6767-43b0-90e7-0c4730581f07 service neutron] For port 396a3c68-22ab-4bdb-9eb1-0943f3ff39d5, host n-h1-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=396a3c68-22ab-4bdb-9eb1-0943f3ff39d5,segment=NetworkSegment(32ef8310-eb36-4f10-89a8-2ec645494a63),segment_id=32ef8310-eb36-4f10-89a8-2ec645494a63)] {{(pid=102191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:41:07.855533 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-0790db49-bcb3-478f-95e6-4a3b01176190 req-fbc784dd-6767-43b0-90e7-0c4730581f07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:41:07.951562 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0790db49-bcb3-478f-95e6-4a3b01176190 req-fbc784dd-6767-43b0-90e7-0c4730581f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:41:07.951562 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-0790db49-bcb3-478f-95e6-4a3b01176190 req-fbc784dd-6767-43b0-90e7-0c4730581f07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:41:07.951562 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-0790db49-bcb3-478f-95e6-4a3b01176190 req-fbc784dd-6767-43b0-90e7-0c4730581f07 service neutron] 10.222.0.22 "PUT /v2.0/ports/396a3c68-22ab-4bdb-9eb1-0943f3ff39d5 HTTP/1.1" status: 200 len: 1093 time: 0.9249165 Aug 11 03:41:07.951562 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb6971a1-f12a-4ef7-8416-c62217dca3b9', 'tag': '396a3c68-22ab-4bdb-9eb1-0943f3ff39d5'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:41:07.951562 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a66a4344-c970-4e56-9b12-0f30264f03c5" -d '{"events": [{"name": "network-changed", "server_uuid": "fb6971a1-f12a-4ef7-8416-c62217dca3b9", "tag": "396a3c68-22ab-4bdb-9eb1-0943f3ff39d5"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:41:07.951562 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc784dd-6767-43b0-90e7-0c4730581f07 service neutron] Pushing event updated for resources: {'Port': ['ID=396a3c68-22ab-4bdb-9eb1-0943f3ff39d5,revision_number=3']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:41:07.951562 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:41:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2841cd3-0be0-42f9-b35d-f3e34b174297 x-openstack-request-id: req-f2841cd3-0be0-42f9-b35d-f3e34b174297 {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:41:07.951562 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb6971a1-f12a-4ef7-8416-c62217dca3b9", "tag": "396a3c68-22ab-4bdb-9eb1-0943f3ff39d5", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:41:07.951562 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f2841cd3-0be0-42f9-b35d-f3e34b174297 {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:41:07.951562 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb6971a1-f12a-4ef7-8416-c62217dca3b9', 'tag': '396a3c68-22ab-4bdb-9eb1-0943f3ff39d5', 'status': 'completed', 'code': 200} Aug 11 03:41:07.998978 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66a4344-c970-4e56-9b12-0f30264f03c5 req-a5844fe9-08a9-40b1-81a3-2d3a995d29da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:41:08.000673 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-a66a4344-c970-4e56-9b12-0f30264f03c5 req-a5844fe9-08a9-40b1-81a3-2d3a995d29da service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=72275185a8d64845babaf2324f627ca7&device_id=fb6971a1-f12a-4ef7-8416-c62217dca3b9 HTTP/1.1" status: 200 len: 1096 time: 0.0445111 Aug 11 03:41:08.118429 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66a4344-c970-4e56-9b12-0f30264f03c5 req-3bb1f742-8001-4eab-98f8-1ba725d24058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:41:08.120045 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-a66a4344-c970-4e56-9b12-0f30264f03c5 req-3bb1f742-8001-4eab-98f8-1ba725d24058 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=72275185a8d64845babaf2324f627ca7&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1119444 Aug 11 03:41:08.225675 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66a4344-c970-4e56-9b12-0f30264f03c5 req-b8dc6929-1f26-4933-aec1-177f2aeb809b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:41:08.227216 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-a66a4344-c970-4e56-9b12-0f30264f03c5 req-b8dc6929-1f26-4933-aec1-177f2aeb809b service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0960534 Aug 11 03:41:08.308756 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0790db49-bcb3-478f-95e6-4a3b01176190 req-bdfac332-1b82-428a-a2f9-3125c72e83c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:41:08.310352 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-0790db49-bcb3-478f-95e6-4a3b01176190 req-bdfac332-1b82-428a-a2f9-3125c72e83c5 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=72275185a8d64845babaf2324f627ca7&device_id=fb6971a1-f12a-4ef7-8416-c62217dca3b9 HTTP/1.1" status: 200 len: 1096 time: 0.0438457 Aug 11 03:41:08.358527 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-0790db49-bcb3-478f-95e6-4a3b01176190 req-6f4a7359-5749-406e-a3e5-8949ee791ebb service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=396a3c68-22ab-4bdb-9eb1-0943f3ff39d5 HTTP/1.1" status: 200 len: 217 time: 0.0392566 Aug 11 03:41:08.411162 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0790db49-bcb3-478f-95e6-4a3b01176190 req-09fc61f3-fe76-4227-9b1e-96874b611e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:41:08.412620 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-0790db49-bcb3-478f-95e6-4a3b01176190 req-09fc61f3-fe76-4227-9b1e-96874b611e5c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=321ef215-4958-452a-9904-0e4a458fb021 HTTP/1.1" status: 200 len: 850 time: 0.0453010 Aug 11 03:41:08.465743 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0790db49-bcb3-478f-95e6-4a3b01176190 req-d4ac2914-8340-4519-9c41-8675f1ae3f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:41:08.467288 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-0790db49-bcb3-478f-95e6-4a3b01176190 req-d4ac2914-8340-4519-9c41-8675f1ae3f2f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=72c2364e-d28c-436a-9463-f669c277e7f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0477498 Aug 11 03:41:08.565550 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-0790db49-bcb3-478f-95e6-4a3b01176190 req-dfe74f95-32da-4304-a912-55c8f8e3766e service neutron] 10.222.0.22 "GET /v2.0/networks/72c2364e-d28c-436a-9463-f669c277e7f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901756 Aug 11 03:41:08.671469 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-0790db49-bcb3-478f-95e6-4a3b01176190 req-cbf7bbec-7d1f-430c-b93e-9865cb059423 service neutron] 10.222.0.22 "GET /v2.0/networks/72c2364e-d28c-436a-9463-f669c277e7f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990400 Aug 11 03:41:08.708498 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881190a6-d1c1-4a0f-bd3a-fa1ba878fe2e req-479bac5e-0aa8-4557-afc9-4a2a7683b051 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:41:08.710046 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-881190a6-d1c1-4a0f-bd3a-fa1ba878fe2e req-479bac5e-0aa8-4557-afc9-4a2a7683b051 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb6971a1-f12a-4ef7-8416-c62217dca3b9 HTTP/1.1" status: 200 len: 944 time: 0.0588694 Aug 11 03:41:08.751341 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-881190a6-d1c1-4a0f-bd3a-fa1ba878fe2e req-674dd3aa-9e98-41ed-93cf-b70facc2d269 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/security-groups?id=537956e8-b214-4039-8ff1-e669d1971174&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346770 Aug 11 03:41:09.884020 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577b05cb-a7ca-484c-8873-af55de7891df req-28740f24-d48f-4415-b0ec-2ee511da27d2 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:41:09.885804 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-577b05cb-a7ca-484c-8873-af55de7891df req-28740f24-d48f-4415-b0ec-2ee511da27d2 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb6971a1-f12a-4ef7-8416-c62217dca3b9 HTTP/1.1" status: 200 len: 944 time: 0.0533257 Aug 11 03:41:09.928911 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-577b05cb-a7ca-484c-8873-af55de7891df req-8dbdcbec-c358-408a-9e46-fe8162b9e539 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/security-groups?id=537956e8-b214-4039-8ff1-e669d1971174&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366354 Aug 11 03:41:11.054707 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750f16e5-abc5-4e9f-8e9f-49c2fd897c53 req-2168781e-cf6a-45a2-b661-d459a51ddb7d tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:41:11.056341 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-750f16e5-abc5-4e9f-8e9f-49c2fd897c53 req-2168781e-cf6a-45a2-b661-d459a51ddb7d tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb6971a1-f12a-4ef7-8416-c62217dca3b9 HTTP/1.1" status: 200 len: 944 time: 0.0568700 Aug 11 03:41:11.108849 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-750f16e5-abc5-4e9f-8e9f-49c2fd897c53 req-99389b57-16e7-49b6-baef-a40caa315035 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/security-groups?id=537956e8-b214-4039-8ff1-e669d1971174&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460536 Aug 11 03:41:11.427858 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:41:12.222300 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034e4d6e-53dc-4205-bb22-369534fa8249 req-561ee048-1243-47e2-9c95-677cc14e762e tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:41:12.223818 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-034e4d6e-53dc-4205-bb22-369534fa8249 req-561ee048-1243-47e2-9c95-677cc14e762e tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb6971a1-f12a-4ef7-8416-c62217dca3b9 HTTP/1.1" status: 200 len: 944 time: 0.0493627 Aug 11 03:41:12.264697 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-034e4d6e-53dc-4205-bb22-369534fa8249 req-0d4817d5-4796-484f-8c32-65b828bd6864 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/security-groups?id=537956e8-b214-4039-8ff1-e669d1971174&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346913 Aug 11 03:41:13.382009 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cdd77f-5921-42ba-874c-fa65ab5d5a09 req-49463e17-00ee-435b-b1ab-9e27d9ae6e29 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:41:13.383869 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-54cdd77f-5921-42ba-874c-fa65ab5d5a09 req-49463e17-00ee-435b-b1ab-9e27d9ae6e29 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb6971a1-f12a-4ef7-8416-c62217dca3b9 HTTP/1.1" status: 200 len: 944 time: 0.0498197 Aug 11 03:41:13.424539 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-54cdd77f-5921-42ba-874c-fa65ab5d5a09 req-17afc681-42c3-4150-9ca4-57c81d4ffcba tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/security-groups?id=537956e8-b214-4039-8ff1-e669d1971174&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328279 Aug 11 03:41:14.544145 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beb5191-a82a-485a-967a-98f805a0f7e0 req-92b07b6b-5504-45c1-92c1-b9479042a23f tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:41:14.545616 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4beb5191-a82a-485a-967a-98f805a0f7e0 req-92b07b6b-5504-45c1-92c1-b9479042a23f tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb6971a1-f12a-4ef7-8416-c62217dca3b9 HTTP/1.1" status: 200 len: 944 time: 0.0529542 Aug 11 03:41:14.584515 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4beb5191-a82a-485a-967a-98f805a0f7e0 req-d9de8c71-1cd6-4cfa-80ce-728be9dab9dc tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/security-groups?id=537956e8-b214-4039-8ff1-e669d1971174&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322957 Aug 11 03:41:15.698424 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542aa9b3-df79-4600-91c2-4f838ee0c431 req-cee2dac7-29b6-4541-89df-66246c5f150b tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:41:15.699911 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-542aa9b3-df79-4600-91c2-4f838ee0c431 req-cee2dac7-29b6-4541-89df-66246c5f150b tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb6971a1-f12a-4ef7-8416-c62217dca3b9 HTTP/1.1" status: 200 len: 944 time: 0.0487235 Aug 11 03:41:15.738306 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-542aa9b3-df79-4600-91c2-4f838ee0c431 req-a3bf0e07-a1b2-4d9b-b357-f3da1b59c198 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/security-groups?id=537956e8-b214-4039-8ff1-e669d1971174&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312960 Aug 11 03:41:16.857085 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475e87e1-43ed-463f-b914-d8bd23b79cf5 req-83085145-ac4e-4cf8-88b3-43c57bdcddc4 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:41:16.858120 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-475e87e1-43ed-463f-b914-d8bd23b79cf5 req-83085145-ac4e-4cf8-88b3-43c57bdcddc4 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb6971a1-f12a-4ef7-8416-c62217dca3b9 HTTP/1.1" status: 200 len: 944 time: 0.0501759 Aug 11 03:41:16.897713 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-475e87e1-43ed-463f-b914-d8bd23b79cf5 req-2d7d7122-a30a-40be-a346-f7e501bf514d tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/security-groups?id=537956e8-b214-4039-8ff1-e669d1971174&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332551 Aug 11 03:41:18.027242 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd930bba-8c50-41ca-b2ed-f61086560017 req-7b30e0c6-cd8e-4a9c-94fa-961de9972f53 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:41:18.028721 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bd930bba-8c50-41ca-b2ed-f61086560017 req-7b30e0c6-cd8e-4a9c-94fa-961de9972f53 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb6971a1-f12a-4ef7-8416-c62217dca3b9 HTTP/1.1" status: 200 len: 944 time: 0.0558043 Aug 11 03:41:18.071765 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bd930bba-8c50-41ca-b2ed-f61086560017 req-879b2fec-6a83-48c9-abc6-2b998bf938cb tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/security-groups?id=537956e8-b214-4039-8ff1-e669d1971174&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358896 Aug 11 03:41:18.447984 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.agents_db [None req-950b7202-decb-43e2-8f71-ac8931dc9749 None None] Agent healthcheck: found 7 active agents {{(pid=102194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:41:19.190026 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd70164-6d2e-47e8-8e70-3a9d8117fd74 req-b5772a18-3cce-4f7d-8f69-fe5758478ddb tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:41:19.191587 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ccd70164-6d2e-47e8-8e70-3a9d8117fd74 req-b5772a18-3cce-4f7d-8f69-fe5758478ddb tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb6971a1-f12a-4ef7-8416-c62217dca3b9 HTTP/1.1" status: 200 len: 944 time: 0.0494316 Aug 11 03:41:19.230944 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ccd70164-6d2e-47e8-8e70-3a9d8117fd74 req-c5329fd7-89d3-4c6e-862b-5e0d38f9e8ec tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/security-groups?id=537956e8-b214-4039-8ff1-e669d1971174&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332141 Aug 11 03:41:19.619590 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 396a3c68-22ab-4bdb-9eb1-0943f3ff39d5 details requested by agent hyperv_n-h1-764292-30 with host n-h1-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:41:19.718153 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 396a3c68-22ab-4bdb-9eb1-0943f3ff39d5, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=396a3c68-22ab-4bdb-9eb1-0943f3ff39d5,segment=NetworkSegment(32ef8310-eb36-4f10-89a8-2ec645494a63),segment_id=32ef8310-eb36-4f10-89a8-2ec645494a63)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:41:19.732514 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Returning: {'device': '396a3c68-22ab-4bdb-9eb1-0943f3ff39d5', 'network_id': '72c2364e-d28c-436a-9463-f669c277e7f2', 'port_id': '396a3c68-22ab-4bdb-9eb1-0943f3ff39d5', 'mac_address': 'fa:16:3e:ef:9e:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '321ef215-4958-452a-9904-0e4a458fb021', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:41:19.772594 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:41:19.785572 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 396a3c68-22ab-4bdb-9eb1-0943f3ff39d5 {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:41:19.804693 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 396a3c68-22ab-4bdb-9eb1-0943f3ff39d5, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=396a3c68-22ab-4bdb-9eb1-0943f3ff39d5,segment=NetworkSegment(32ef8310-eb36-4f10-89a8-2ec645494a63),segment_id=32ef8310-eb36-4f10-89a8-2ec645494a63)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:41:19.902872 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:41:19.951750 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=396a3c68-22ab-4bdb-9eb1-0943f3ff39d5,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:41:19.959712 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:41:19.960061 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:41:19.960405 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:41:19.960744 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:41:19.961080 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:41:19.961414 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:41:19.961744 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:41:19.962099 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:41:19.962423 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:41:19.962750 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:41:19.963075 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:41:19.963399 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:41:20.238019 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['396a3c68-22ab-4bdb-9eb1-0943f3ff39d5'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:41:20.361234 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f67377-544b-46e1-9937-48b681a2e6c9 req-71c492b6-32ac-4b67-8e1f-484260fe91f5 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:41:20.364530 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b4f67377-544b-46e1-9937-48b681a2e6c9 req-71c492b6-32ac-4b67-8e1f-484260fe91f5 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb6971a1-f12a-4ef7-8416-c62217dca3b9 HTTP/1.1" status: 200 len: 945 time: 0.0527594 Aug 11 03:41:20.412692 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b4f67377-544b-46e1-9937-48b681a2e6c9 req-c7d39a71-b287-46f9-b6bf-530ba52b4e82 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/security-groups?id=537956e8-b214-4039-8ff1-e669d1971174&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434115 Aug 11 03:41:21.535309 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be3336c-fbe6-4292-a16c-424c77ba3ccd req-8df8b7bf-bb55-406e-a322-858bb9b8fd10 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:41:21.541048 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4be3336c-fbe6-4292-a16c-424c77ba3ccd req-8df8b7bf-bb55-406e-a322-858bb9b8fd10 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb6971a1-f12a-4ef7-8416-c62217dca3b9 HTTP/1.1" status: 200 len: 945 time: 0.0566778 Aug 11 03:41:21.574548 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4be3336c-fbe6-4292-a16c-424c77ba3ccd req-39a8c2cd-4d1e-45b9-a49b-553ed803a9f6 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/security-groups?id=537956e8-b214-4039-8ff1-e669d1971174&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317347 Aug 11 03:41:21.628342 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 396a3c68-22ab-4bdb-9eb1-0943f3ff39d5 up at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:41:21.742572 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning for port 396a3c68-22ab-4bdb-9eb1-0943f3ff39d5 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:41:21.746910 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning complete for port 396a3c68-22ab-4bdb-9eb1-0943f3ff39d5 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:41:21.747283 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:41:21.826234 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:41:21.849703 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb6971a1-f12a-4ef7-8416-c62217dca3b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '396a3c68-22ab-4bdb-9eb1-0943f3ff39d5'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:41:21.852088 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1949a874-2aa5-4fa3-8868-c92bceedab20" -d '{"events": [{"server_uuid": "fb6971a1-f12a-4ef7-8416-c62217dca3b9", "name": "network-vif-plugged", "status": "completed", "tag": "396a3c68-22ab-4bdb-9eb1-0943f3ff39d5"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:41:21.867057 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 396a3c68-22ab-4bdb-9eb1-0943f3ff39d5, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=396a3c68-22ab-4bdb-9eb1-0943f3ff39d5,segment=NetworkSegment(32ef8310-eb36-4f10-89a8-2ec645494a63),segment_id=32ef8310-eb36-4f10-89a8-2ec645494a63)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:41:21.937107 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:41:21.966387 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:41:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d68dd961-66bd-46b5-94af-13b3680ea5ac x-openstack-request-id: req-d68dd961-66bd-46b5-94af-13b3680ea5ac {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:41:21.966682 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb6971a1-f12a-4ef7-8416-c62217dca3b9", "name": "network-vif-plugged", "status": "completed", "tag": "396a3c68-22ab-4bdb-9eb1-0943f3ff39d5", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:41:21.966930 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d68dd961-66bd-46b5-94af-13b3680ea5ac {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:41:21.967314 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb6971a1-f12a-4ef7-8416-c62217dca3b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '396a3c68-22ab-4bdb-9eb1-0943f3ff39d5', 'code': 200} Aug 11 03:41:21.995632 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=396a3c68-22ab-4bdb-9eb1-0943f3ff39d5,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:41:22.067969 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4669c173-ded9-4536-8e8f-587b540609c8 req-c4386248-6b3d-4a5b-a99a-8f87f12d4fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:41:22.069451 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-4669c173-ded9-4536-8e8f-587b540609c8 req-c4386248-6b3d-4a5b-a99a-8f87f12d4fa3 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=fb6971a1-f12a-4ef7-8416-c62217dca3b9 HTTP/1.1" status: 200 len: 1098 time: 0.0452118 Aug 11 03:41:22.103115 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-4669c173-ded9-4536-8e8f-587b540609c8 req-f33a9877-72a6-426e-8b8f-4a955b7d8e1c service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=537956e8-b214-4039-8ff1-e669d1971174&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0269663 Aug 11 03:41:22.695084 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3271f5c6-f994-4d5e-badf-f6bf30293470 req-0fb9a749-7afe-4307-bf3f-6156f3b9afeb tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:41:22.696647 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3271f5c6-f994-4d5e-badf-f6bf30293470 req-0fb9a749-7afe-4307-bf3f-6156f3b9afeb tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb6971a1-f12a-4ef7-8416-c62217dca3b9 HTTP/1.1" status: 200 len: 946 time: 0.0539007 Aug 11 03:41:22.737219 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3271f5c6-f994-4d5e-badf-f6bf30293470 req-1a5ff9eb-bd80-4a33-9ef5-ba32263c6555 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/security-groups?id=537956e8-b214-4039-8ff1-e669d1971174&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338511 Aug 11 03:41:23.854650 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7e4565-506f-4c68-b633-0627f206e031 req-fca09bf3-ce58-4ba1-b788-326258edc60d tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:41:23.856285 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2b7e4565-506f-4c68-b633-0627f206e031 req-fca09bf3-ce58-4ba1-b788-326258edc60d tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb6971a1-f12a-4ef7-8416-c62217dca3b9 HTTP/1.1" status: 200 len: 946 time: 0.0504830 Aug 11 03:41:23.894007 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2b7e4565-506f-4c68-b633-0627f206e031 req-cfbb1193-eb1f-493b-b703-0080da54eaca tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/security-groups?id=537956e8-b214-4039-8ff1-e669d1971174&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310757 Aug 11 03:41:24.014480 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2652d54b-fd95-4b3d-b56e-69c9840e7776 req-97930d3d-9c1f-4130-a9c9-906c238cce11 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:41:24.016046 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2652d54b-fd95-4b3d-b56e-69c9840e7776 req-97930d3d-9c1f-4130-a9c9-906c238cce11 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb6971a1-f12a-4ef7-8416-c62217dca3b9 HTTP/1.1" status: 200 len: 946 time: 0.0554373 Aug 11 03:41:24.055376 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2652d54b-fd95-4b3d-b56e-69c9840e7776 req-85d40b18-8ba5-411b-b710-3bde103621d6 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/security-groups?id=537956e8-b214-4039-8ff1-e669d1971174&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333042 Aug 11 03:41:24.077690 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 45276) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:41:24.118508 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be068812-5625-4b05-b2a0-779c3e950958 tempest-TestVolumeBootPattern-872305683 tempest-TestVolumeBootPattern-872305683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:41:24.120241 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-be068812-5625-4b05-b2a0-779c3e950958 tempest-TestVolumeBootPattern-872305683 tempest-TestVolumeBootPattern-872305683-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=fb6971a1-f12a-4ef7-8416-c62217dca3b9 HTTP/1.1" status: 200 len: 1093 time: 0.0414975 Aug 11 03:41:24.123030 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 45278) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:41:24.127818 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-96960a8a-b48b-487d-815e-e7aa271836d8 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Request body: {'floatingip': {'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'port_id': '396a3c68-22ab-4bdb-9eb1-0943f3ff39d5', 'tenant_id': '72275185a8d64845babaf2324f627ca7', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:41:24.222972 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-96960a8a-b48b-487d-815e-e7aa271836d8 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Notify callbacks [] for floatingip, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:41:24.325675 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-96960a8a-b48b-487d-815e-e7aa271836d8 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:41:24.429633 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [None req-96960a8a-b48b-487d-815e-e7aa271836d8 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Allocated IP 172.25.8.222 (09faf7d2-eaf5-4a50-bb6e-4cb05d009a76/e1a97443-13df-40bb-85f5-fd269e2742c0/a27f9c78-22de-462a-9dd6-146774d28a43) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:41:24.534229 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-96960a8a-b48b-487d-815e-e7aa271836d8 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:41:24.635248 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-96960a8a-b48b-487d-815e-e7aa271836d8 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:41:24.676673 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96960a8a-b48b-487d-815e-e7aa271836d8 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:41:24.681900 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-96960a8a-b48b-487d-815e-e7aa271836d8 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:41:24.684172 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96960a8a-b48b-487d-815e-e7aa271836d8 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Pushing event updated for resources: {'Port': ['ID=a27f9c78-22de-462a-9dd6-146774d28a43,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:41:24.686340 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96960a8a-b48b-487d-815e-e7aa271836d8 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:41:25.486306 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-96960a8a-b48b-487d-815e-e7aa271836d8 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:41:25.669565 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-96960a8a-b48b-487d-815e-e7aa271836d8 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:41:25.824448 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-96960a8a-b48b-487d-815e-e7aa271836d8 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:41:25.868416 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-96960a8a-b48b-487d-815e-e7aa271836d8 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:41:25.937252 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96960a8a-b48b-487d-815e-e7aa271836d8 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Pushing event updated for resources: {'Port': ['ID=a27f9c78-22de-462a-9dd6-146774d28a43,revision_number=2']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:41:25.952686 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-96960a8a-b48b-487d-815e-e7aa271836d8 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446866'] for floatingip, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:41:26.054858 n-d-764292-30 neutron-server[102191]: INFO neutron.db.l3_db [None req-96960a8a-b48b-487d-815e-e7aa271836d8 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Floating IP 8cf34d31-d813-4646-9007-b833871fd5ce associated. External IP: 172.25.8.222, port: 396a3c68-22ab-4bdb-9eb1-0943f3ff39d5. Aug 11 03:41:26.274588 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96960a8a-b48b-487d-815e-e7aa271836d8 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Router 024214bc-46ce-41ab-bfb2-63dd52e06006 has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:41:26.384967 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96960a8a-b48b-487d-815e-e7aa271836d8 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:41:26.396667 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb51afe2-2d83-42b4-b890-754a1342197b None None] Sync routers for ids ['024214bc-46ce-41ab-bfb2-63dd52e06006'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:41:26.406558 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb51afe2-2d83-42b4-b890-754a1342197b None None] Routers {'024214bc-46ce-41ab-bfb2-63dd52e06006'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:41:26.407289 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-cb51afe2-2d83-42b4-b890-754a1342197b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:41:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['024214bc-46ce-41ab-bfb2-63dd52e06006'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:41:26.462931 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-96960a8a-b48b-487d-815e-e7aa271836d8 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for floatingip, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:41:26.491024 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-96960a8a-b48b-487d-815e-e7aa271836d8 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3668644 Aug 11 03:41:26.491803 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb6971a1-f12a-4ef7-8416-c62217dca3b9', 'tag': '396a3c68-22ab-4bdb-9eb1-0943f3ff39d5'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:41:26.494094 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5213b34-6c96-4ad1-8678-baa1753827ce" -d '{"events": [{"name": "network-changed", "server_uuid": "fb6971a1-f12a-4ef7-8416-c62217dca3b9", "tag": "396a3c68-22ab-4bdb-9eb1-0943f3ff39d5"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:41:26.520456 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-cb51afe2-2d83-42b4-b890-754a1342197b None None] Set router 024214bc-46ce-41ab-bfb2-63dd52e06006 gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:41:26.602010 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:41:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f14ac60e-a588-4991-a46f-f61acc94f849 x-openstack-request-id: req-f14ac60e-a588-4991-a46f-f61acc94f849 {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:41:26.602010 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb6971a1-f12a-4ef7-8416-c62217dca3b9", "tag": "396a3c68-22ab-4bdb-9eb1-0943f3ff39d5", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:41:26.602010 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f14ac60e-a588-4991-a46f-f61acc94f849 {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:41:26.602010 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb6971a1-f12a-4ef7-8416-c62217dca3b9', 'tag': '396a3c68-22ab-4bdb-9eb1-0943f3ff39d5', 'status': 'completed', 'code': 200} Aug 11 03:41:26.668382 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5213b34-6c96-4ad1-8678-baa1753827ce req-c9188ad7-4689-4825-8aec-13efdc5f7977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:41:26.670046 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-d5213b34-6c96-4ad1-8678-baa1753827ce req-c9188ad7-4689-4825-8aec-13efdc5f7977 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=72275185a8d64845babaf2324f627ca7&device_id=fb6971a1-f12a-4ef7-8416-c62217dca3b9 HTTP/1.1" status: 200 len: 1098 time: 0.0470111 Aug 11 03:41:26.746369 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-cb51afe2-2d83-42b4-b890-754a1342197b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '024214bc-46ce-41ab-bfb2-63dd52e06006', 'name': 'tempest-TestVolumeBootPattern-423646555-router', 'tenant_id': '72275185a8d64845babaf2324f627ca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': 'c0cdf465-f88e-4ee9-b3b9-315b03e64881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:32:03Z', 'updated_at': '2021-08-11T03:32:09Z', 'revision_number': 4, 'project_id': '72275185a8d64845babaf2324f627ca7', 'gw_port': {'id': 'c0cdf465-f88e-4ee9-b3b9-315b03e64881', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:fa:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024214bc-46ce-41ab-bfb2-63dd52e06006', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:32:04Z', 'updated_at': '2021-08-11T03:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_floatingips': [{'id': '8cf34d31-d813-4646-9007-b833871fd5ce', 'tenant_id': '72275185a8d64845babaf2324f627ca7', 'floating_ip_address': '172.25.8.222', 'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'router_id': '024214bc-46ce-41ab-bfb2-63dd52e06006', 'port_id': '396a3c68-22ab-4bdb-9eb1-0943f3ff39d5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72c2364e-d28c-436a-9463-f669c277e7f2', 'mac_address': 'fa:16:3e:ef:9e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb6971a1-f12a-4ef7-8416-c62217dca3b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:41:24Z', 'updated_at': '2021-08-11T03:41:24Z', 'revision_number': 0, 'project_id': '72275185a8d64845babaf2324f627ca7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2edacba1-9076-45c7-b2da-df27d998e2b6', 'name': '', 'network_id': '72c2364e-d28c-436a-9463-f669c277e7f2', 'tenant_id': '72275185a8d64845babaf2324f627ca7', 'mac_address': 'fa:16:3e:3e:c3:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024214bc-46ce-41ab-bfb2-63dd52e06006', 'device_owner': 'network:router_interface', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': '321ef215-4958-452a-9904-0e4a458fb021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:32:08Z', 'updated_at': '2021-08-11T03:32:17Z', 'revision_number': 5, 'project_id': '72275185a8d64845babaf2324f627ca7', 'subnets': [{'id': '321ef215-4958-452a-9904-0e4a458fb021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:41:26.760562 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5213b34-6c96-4ad1-8678-baa1753827ce req-52193ce1-4ca8-4f42-9d97-27a07f6b313e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:41:26.762032 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-d5213b34-6c96-4ad1-8678-baa1753827ce req-52193ce1-4ca8-4f42-9d97-27a07f6b313e service neutron] 10.222.0.22 "GET /v2.0/networks?id=72c2364e-d28c-436a-9463-f669c277e7f2 HTTP/1.1" status: 200 len: 912 time: 0.0841269 Aug 11 03:41:26.772173 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb51afe2-2d83-42b4-b890-754a1342197b None None] Checking router: 024214bc-46ce-41ab-bfb2-63dd52e06006 for host: n-d-764292-30 {{(pid=102193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:41:26.780658 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb51afe2-2d83-42b4-b890-754a1342197b None None] Routers {'024214bc-46ce-41ab-bfb2-63dd52e06006'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:41:26.781267 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-cb51afe2-2d83-42b4-b890-754a1342197b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:41:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['024214bc-46ce-41ab-bfb2-63dd52e06006'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:41:26.861841 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-d5213b34-6c96-4ad1-8678-baa1753827ce req-d01e10f3-aee5-4903-a2b7-4de1794fab16 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=396a3c68-22ab-4bdb-9eb1-0943f3ff39d5 HTTP/1.1" status: 200 len: 1000 time: 0.0917690 Aug 11 03:41:26.887159 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-cb51afe2-2d83-42b4-b890-754a1342197b None None] Set router 024214bc-46ce-41ab-bfb2-63dd52e06006 gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:41:26.910308 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5213b34-6c96-4ad1-8678-baa1753827ce req-91dfccbd-9dc3-458b-8ecf-17164de37512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:41:26.911784 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-d5213b34-6c96-4ad1-8678-baa1753827ce req-91dfccbd-9dc3-458b-8ecf-17164de37512 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=321ef215-4958-452a-9904-0e4a458fb021 HTTP/1.1" status: 200 len: 850 time: 0.0431609 Aug 11 03:41:26.960150 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5213b34-6c96-4ad1-8678-baa1753827ce req-fcb38c1d-6d39-48a9-85f6-29440ce4e630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:41:26.961665 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-d5213b34-6c96-4ad1-8678-baa1753827ce req-fcb38c1d-6d39-48a9-85f6-29440ce4e630 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=72c2364e-d28c-436a-9463-f669c277e7f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426998 Aug 11 03:41:27.067360 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-d5213b34-6c96-4ad1-8678-baa1753827ce req-e968088c-afbf-4165-8341-587d13bdf269 service neutron] 10.222.0.22 "GET /v2.0/networks/72c2364e-d28c-436a-9463-f669c277e7f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979996 Aug 11 03:41:27.121129 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-cb51afe2-2d83-42b4-b890-754a1342197b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '024214bc-46ce-41ab-bfb2-63dd52e06006', 'name': 'tempest-TestVolumeBootPattern-423646555-router', 'tenant_id': '72275185a8d64845babaf2324f627ca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': 'c0cdf465-f88e-4ee9-b3b9-315b03e64881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:32:03Z', 'updated_at': '2021-08-11T03:32:09Z', 'revision_number': 4, 'project_id': '72275185a8d64845babaf2324f627ca7', 'gw_port': {'id': 'c0cdf465-f88e-4ee9-b3b9-315b03e64881', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:fa:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024214bc-46ce-41ab-bfb2-63dd52e06006', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:32:04Z', 'updated_at': '2021-08-11T03:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_floatingips': [{'id': '8cf34d31-d813-4646-9007-b833871fd5ce', 'tenant_id': '72275185a8d64845babaf2324f627ca7', 'floating_ip_address': '172.25.8.222', 'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'router_id': '024214bc-46ce-41ab-bfb2-63dd52e06006', 'port_id': '396a3c68-22ab-4bdb-9eb1-0943f3ff39d5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72c2364e-d28c-436a-9463-f669c277e7f2', 'mac_address': 'fa:16:3e:ef:9e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb6971a1-f12a-4ef7-8416-c62217dca3b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:41:24Z', 'updated_at': '2021-08-11T03:41:24Z', 'revision_number': 0, 'project_id': '72275185a8d64845babaf2324f627ca7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2edacba1-9076-45c7-b2da-df27d998e2b6', 'name': '', 'network_id': '72c2364e-d28c-436a-9463-f669c277e7f2', 'tenant_id': '72275185a8d64845babaf2324f627ca7', 'mac_address': 'fa:16:3e:3e:c3:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024214bc-46ce-41ab-bfb2-63dd52e06006', 'device_owner': 'network:router_interface', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': '321ef215-4958-452a-9904-0e4a458fb021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:32:08Z', 'updated_at': '2021-08-11T03:32:17Z', 'revision_number': 5, 'project_id': '72275185a8d64845babaf2324f627ca7', 'subnets': [{'id': '321ef215-4958-452a-9904-0e4a458fb021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:41:27.147765 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb51afe2-2d83-42b4-b890-754a1342197b None None] The sync data for ids ['024214bc-46ce-41ab-bfb2-63dd52e06006'] in n-d-764292-30 is: [{'id': '024214bc-46ce-41ab-bfb2-63dd52e06006', 'name': 'tempest-TestVolumeBootPattern-423646555-router', 'tenant_id': '72275185a8d64845babaf2324f627ca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': 'c0cdf465-f88e-4ee9-b3b9-315b03e64881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:32:03Z', 'updated_at': '2021-08-11T03:32:09Z', 'revision_number': 4, 'project_id': '72275185a8d64845babaf2324f627ca7', 'gw_port': {'id': 'c0cdf465-f88e-4ee9-b3b9-315b03e64881', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:fa:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024214bc-46ce-41ab-bfb2-63dd52e06006', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:32:04Z', 'updated_at': '2021-08-11T03:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_floatingips': [{'id': '8cf34d31-d813-4646-9007-b833871fd5ce', 'tenant_id': '72275185a8d64845babaf2324f627ca7', 'floating_ip_address': '172.25.8.222', 'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'router_id': '024214bc-46ce-41ab-bfb2-63dd52e06006', 'port_id': '396a3c68-22ab-4bdb-9eb1-0943f3ff39d5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72c2364e-d28c-436a-9463-f669c277e7f2', 'mac_address': 'fa:16:3e:ef:9e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb6971a1-f12a-4ef7-8416-c62217dca3b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:41:24Z', 'updated_at': '2021-08-11T03:41:24Z', 'revision_number': 0, 'project_id': '72275185a8d64845babaf2324f627ca7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2edacba1-9076-45c7-b2da-df27d998e2b6', 'name': '', 'network_id': '72c2364e-d28c-436a-9463-f669c277e7f2', 'tenant_id': '72275185a8d64845babaf2324f627ca7', 'mac_address': 'fa:16:3e:3e:c3:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024214bc-46ce-41ab-bfb2-63dd52e06006', 'device_owner': 'network:router_interface', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': '321ef215-4958-452a-9904-0e4a458fb021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:32:08Z', 'updated_at': '2021-08-11T03:32:17Z', 'revision_number': 5, 'project_id': '72275185a8d64845babaf2324f627ca7', 'subnets': [{'id': '321ef215-4958-452a-9904-0e4a458fb021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:41:27.159375 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-d5213b34-6c96-4ad1-8678-baa1753827ce req-478e13a9-e5da-494f-b912-fec872b4716e service neutron] 10.222.0.22 "GET /v2.0/networks/72c2364e-d28c-436a-9463-f669c277e7f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852034 Aug 11 03:41:27.338975 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4a3f3e-8055-404a-b98b-6fbc59a5c939 None None] New status for floating IP 8cf34d31-d813-4646-9007-b833871fd5ce: ACTIVE {{(pid=102194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:41:29.177102 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-26815d5d-36a4-48da-a4b7-c0d7babd5726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:41:31.896908 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:41:32.119141 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-f7f96944-2c13-45e0-a336-34235adaf35d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:41:33.074080 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:41:34.759005 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:41:37.353733 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:41:41.410791 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:41:46.094921 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 45788) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:41:46.239739 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-a3482460-310f-4322-8cb2-5529c3350f17 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=070297f9996c42b5875a5734db85c299&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1436355 Aug 11 03:41:46.242192 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 45792) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:41:46.294669 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9d0fa000-55b4-48bd-9db4-830f69235daf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:41:46.316013 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9d0fa000-55b4-48bd-9db4-830f69235daf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:41:46.462014 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9d0fa000-55b4-48bd-9db4-830f69235daf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:41:46.464673 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9d0fa000-55b4-48bd-9db4-830f69235daf admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:41:46.465885 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-9d0fa000-55b4-48bd-9db4-830f69235daf admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/40fc9372-9c93-4ee9-846b-3571fae14a10 HTTP/1.1" status: 204 len: 168 time: 0.2227798 Aug 11 03:41:46.474220 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0fa000-55b4-48bd-9db4-830f69235daf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40fc9372-9c93-4ee9-846b-3571fae14a10,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:41:55.447617 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.agents_db [None req-950b7202-decb-43e2-8f71-ac8931dc9749 None None] Agent healthcheck: found 7 active agents {{(pid=102194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:41:59.216703 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-e7b05ca3-2826-40d5-aae3-526ffcf5d4b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:00.491567 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-ce5895d3-4d53-4d8c-a1af-507f4d285a24 req-7261cb49-2048-46c8-9abd-e3ebbb490d81 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=fb6971a1-f12a-4ef7-8416-c62217dca3b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0392363 Aug 11 03:42:00.574809 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5895d3-4d53-4d8c-a1af-507f4d285a24 req-d7a623ad-dfb0-4214-97a5-df6c69711191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:42:00.576387 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-ce5895d3-4d53-4d8c-a1af-507f4d285a24 req-d7a623ad-dfb0-4214-97a5-df6c69711191 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=72275185a8d64845babaf2324f627ca7&device_id=fb6971a1-f12a-4ef7-8416-c62217dca3b9 HTTP/1.1" status: 200 len: 1098 time: 0.0418174 Aug 11 03:42:00.690305 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5895d3-4d53-4d8c-a1af-507f4d285a24 req-0cf4d706-1ac4-4628-8f21-714052ad3b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:42:00.691844 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-ce5895d3-4d53-4d8c-a1af-507f4d285a24 req-0cf4d706-1ac4-4628-8f21-714052ad3b75 service neutron] 10.222.0.22 "GET /v2.0/networks?id=72c2364e-d28c-436a-9463-f669c277e7f2 HTTP/1.1" status: 200 len: 912 time: 0.0958505 Aug 11 03:42:00.756648 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-ce5895d3-4d53-4d8c-a1af-507f4d285a24 req-19856118-3c67-4e9b-92ae-ef0dd8727fd3 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=396a3c68-22ab-4bdb-9eb1-0943f3ff39d5 HTTP/1.1" status: 200 len: 1002 time: 0.0578229 Aug 11 03:42:00.811999 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5895d3-4d53-4d8c-a1af-507f4d285a24 req-a777c9fb-5cd2-4b0b-b5bb-65f96aae270d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:42:00.813524 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-ce5895d3-4d53-4d8c-a1af-507f4d285a24 req-a777c9fb-5cd2-4b0b-b5bb-65f96aae270d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=321ef215-4958-452a-9904-0e4a458fb021 HTTP/1.1" status: 200 len: 850 time: 0.0498075 Aug 11 03:42:00.860364 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5895d3-4d53-4d8c-a1af-507f4d285a24 req-4ba43cf5-b8da-49d7-ac7f-31995ab99b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:42:00.861866 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-ce5895d3-4d53-4d8c-a1af-507f4d285a24 req-4ba43cf5-b8da-49d7-ac7f-31995ab99b36 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=72c2364e-d28c-436a-9463-f669c277e7f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400000 Aug 11 03:42:00.951224 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-ce5895d3-4d53-4d8c-a1af-507f4d285a24 req-24c72230-6c7a-4cd4-b307-b444dee6e001 service neutron] 10.222.0.22 "GET /v2.0/networks/72c2364e-d28c-436a-9463-f669c277e7f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811772 Aug 11 03:42:01.045262 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-ce5895d3-4d53-4d8c-a1af-507f4d285a24 req-e35a742e-114b-473c-8b58-bac470770d3a service neutron] 10.222.0.22 "GET /v2.0/networks/72c2364e-d28c-436a-9463-f669c277e7f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874507 Aug 11 03:42:01.867824 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:02.102258 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-fb3feff8-d54c-4a73-9437-9d1e8f35dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:03.113529 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:04.777323 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:07.354981 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:11.427713 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:29.181681 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-1f3336cf-786d-456f-9222-2aa9025bfa9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:31.066763 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 46046) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:42:31.179126 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-da98a65f-b838-4241-8c5b-5c826157cd79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:31.270589 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-da98a65f-b838-4241-8c5b-5c826157cd79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:31.318650 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-da98a65f-b838-4241-8c5b-5c826157cd79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:31.356099 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da98a65f-b838-4241-8c5b-5c826157cd79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ef82969-50da-4e90-924b-61baf8b8d97a,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:42:31.360719 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-da98a65f-b838-4241-8c5b-5c826157cd79 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6971781fe6ed43b980b310800dd29dbb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2928958 Aug 11 03:42:31.363502 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 46050) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:42:31.366467 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da98a65f-b838-4241-8c5b-5c826157cd79 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:42:31.366467 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da98a65f-b838-4241-8c5b-5c826157cd79 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:42:31.366467 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da98a65f-b838-4241-8c5b-5c826157cd79 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:42:31.366863 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da98a65f-b838-4241-8c5b-5c826157cd79 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:42:31.367197 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da98a65f-b838-4241-8c5b-5c826157cd79 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:42:31.367526 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da98a65f-b838-4241-8c5b-5c826157cd79 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:42:31.367852 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da98a65f-b838-4241-8c5b-5c826157cd79 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:42:31.368175 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da98a65f-b838-4241-8c5b-5c826157cd79 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:42:31.368493 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da98a65f-b838-4241-8c5b-5c826157cd79 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:42:31.368814 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da98a65f-b838-4241-8c5b-5c826157cd79 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:42:31.369132 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da98a65f-b838-4241-8c5b-5c826157cd79 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:42:31.369449 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da98a65f-b838-4241-8c5b-5c826157cd79 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:42:31.413825 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-8a8daf57-2fa0-4a29-9151-8fe8371f100f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:31.434178 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-8a8daf57-2fa0-4a29-9151-8fe8371f100f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:31.553038 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-8a8daf57-2fa0-4a29-9151-8fe8371f100f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:31.555643 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-8a8daf57-2fa0-4a29-9151-8fe8371f100f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:31.556802 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-8a8daf57-2fa0-4a29-9151-8fe8371f100f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1ef82969-50da-4e90-924b-61baf8b8d97a HTTP/1.1" status: 204 len: 168 time: 0.1921630 Aug 11 03:42:31.565317 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8daf57-2fa0-4a29-9151-8fe8371f100f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ef82969-50da-4e90-924b-61baf8b8d97a,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:42:31.572745 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8daf57-2fa0-4a29-9151-8fe8371f100f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:42:31.573089 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8daf57-2fa0-4a29-9151-8fe8371f100f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:42:31.573429 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8daf57-2fa0-4a29-9151-8fe8371f100f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:42:31.573778 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8daf57-2fa0-4a29-9151-8fe8371f100f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:42:31.574099 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8daf57-2fa0-4a29-9151-8fe8371f100f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:42:31.574510 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8daf57-2fa0-4a29-9151-8fe8371f100f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:42:31.574774 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8daf57-2fa0-4a29-9151-8fe8371f100f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:42:31.575099 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8daf57-2fa0-4a29-9151-8fe8371f100f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:42:31.575426 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8daf57-2fa0-4a29-9151-8fe8371f100f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:42:31.575816 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8daf57-2fa0-4a29-9151-8fe8371f100f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:42:31.576148 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8daf57-2fa0-4a29-9151-8fe8371f100f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:42:31.576470 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8daf57-2fa0-4a29-9151-8fe8371f100f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:42:31.884362 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:32.152515 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-d338f7d2-1557-418d-b5da-e81d258a7010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:32.445690 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.agents_db [None req-950b7202-decb-43e2-8f71-ac8931dc9749 None None] Agent healthcheck: found 7 active agents {{(pid=102194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:42:32.543416 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 46074) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:42:32.641401 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-8df05a5f-0e25-46be-a5c1-a6a9dcc170ea admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-608003181-network', 'tenant_id': 'cdbc52b009e74e0aa17950d9825b95fb'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:42:32.734822 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8df05a5f-0e25-46be-a5c1-a6a9dcc170ea admin admin] Made reservation on behalf of cdbc52b009e74e0aa17950d9825b95fb for: {'network': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:42:32.737153 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8df05a5f-0e25-46be-a5c1-a6a9dcc170ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:32.746094 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8df05a5f-0e25-46be-a5c1-a6a9dcc170ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:32.836406 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8df05a5f-0e25-46be-a5c1-a6a9dcc170ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:32.906844 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8df05a5f-0e25-46be-a5c1-a6a9dcc170ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:32.933060 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8df05a5f-0e25-46be-a5c1-a6a9dcc170ea admin admin] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=102191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:42:32.938357 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df05a5f-0e25-46be-a5c1-a6a9dcc170ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eb39efc-d7bf-4dec-9ed4-a32623cdb087,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:42:32.946082 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8df05a5f-0e25-46be-a5c1-a6a9dcc170ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:32.946476 n-d-764292-30 neutron-server[102191]: INFO neutron.db.segments_db [None req-8df05a5f-0e25-46be-a5c1-a6a9dcc170ea admin admin] Added segment 2ff3a04b-9602-4090-b29c-57ae1aa99924 of type vlan for network d92d46f2-064a-49b8-804b-dc12ea70bb0a Aug 11 03:42:32.985547 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8df05a5f-0e25-46be-a5c1-a6a9dcc170ea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:33.083521 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:33.112067 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8df05a5f-0e25-46be-a5c1-a6a9dcc170ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:33.113034 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8df05a5f-0e25-46be-a5c1-a6a9dcc170ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:42:33.113615 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8df05a5f-0e25-46be-a5c1-a6a9dcc170ea admin admin] Notify callbacks [] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:33.200011 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df05a5f-0e25-46be-a5c1-a6a9dcc170ea admin admin] Pushing event updated for resources: {'Network': ['ID=d92d46f2-064a-49b8-804b-dc12ea70bb0a,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:42:33.210628 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network d92d46f2-064a-49b8-804b-dc12ea70bb0a details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:42:33.227411 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-8df05a5f-0e25-46be-a5c1-a6a9dcc170ea admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6828654 Aug 11 03:42:33.230143 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 46078) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:42:33.235374 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-bf9e9e6c-ed0d-4b2c-b149-fa5720b3eafe admin admin] Request body: {'subnet': {'network_id': 'd92d46f2-064a-49b8-804b-dc12ea70bb0a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-608003181-subnet', 'tenant_id': 'cdbc52b009e74e0aa17950d9825b95fb', 'ip_version': 4}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:42:33.341544 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf9e9e6c-ed0d-4b2c-b149-fa5720b3eafe admin admin] Made reservation on behalf of cdbc52b009e74e0aa17950d9825b95fb for: {'subnet': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:42:33.343998 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-bf9e9e6c-ed0d-4b2c-b149-fa5720b3eafe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274743'] for subnet, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:33.582256 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-bf9e9e6c-ed0d-4b2c-b149-fa5720b3eafe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126283476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274725'] for subnet, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:33.635354 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9e9e6c-ed0d-4b2c-b149-fa5720b3eafe admin admin] Pushing event updated for resources: {'Subnet': ['ID=248d545f-cbb5-42b7-abe9-9525c530e588,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:42:33.646026 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf9e9e6c-ed0d-4b2c-b149-fa5720b3eafe admin admin] Checking segment: {'id': '2ff3a04b-9602-4090-b29c-57ae1aa99924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'd92d46f2-064a-49b8-804b-dc12ea70bb0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:42:33.646424 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf9e9e6c-ed0d-4b2c-b149-fa5720b3eafe admin admin] Network hostable DHCP agents. Network: d92d46f2-064a-49b8-804b-dc12ea70bb0a, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:42:33.729459 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf9e9e6c-ed0d-4b2c-b149-fa5720b3eafe admin admin] Network d92d46f2-064a-49b8-804b-dc12ea70bb0a is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:42:33.780860 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-bf9e9e6c-ed0d-4b2c-b149-fa5720b3eafe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, d92d46f2-064a-49b8-804b-dc12ea70bb0a) {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:42:33.784910 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf9e9e6c-ed0d-4b2c-b149-fa5720b3eafe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:42:33.785500 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-bf9e9e6c-ed0d-4b2c-b149-fa5720b3eafe admin admin] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:33.791854 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d37c264-9333-4d3b-8870-2df129f57672 None None] Network d92d46f2-064a-49b8-804b-dc12ea70bb0a requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:42:33.844941 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-bf9e9e6c-ed0d-4b2c-b149-fa5720b3eafe admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6136589 Aug 11 03:42:33.847641 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 46082) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:42:33.852437 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-6eeff17c-1721-440c-924c-b8241ac1cc51 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-608003181-router', 'tenant_id': 'cdbc52b009e74e0aa17950d9825b95fb', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:42:33.924873 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6eeff17c-1721-440c-924c-b8241ac1cc51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-450010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6626'] for router, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:33.926009 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6eeff17c-1721-440c-924c-b8241ac1cc51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-446747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6633'] for router, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:33.935598 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfec205f-6d7f-495b-9e6e-121b43cbf34a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde080026-c28f-55be-b52b-13827cc43646-d92d46f2-064a-49b8-804b-dc12ea70bb0a', 'network_id': 'd92d46f2-064a-49b8-804b-dc12ea70bb0a', 'tenant_id': 'cdbc52b009e74e0aa17950d9825b95fb', 'fixed_ips': [{'subnet_id': '248d545f-cbb5-42b7-abe9-9525c530e588'}]}} from n-d-764292-30. {{(pid=102193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:42:33.936439 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-bfec205f-6d7f-495b-9e6e-121b43cbf34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:33.978688 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6eeff17c-1721-440c-924c-b8241ac1cc51 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:34.072622 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.db_base_plugin_common [None req-bfec205f-6d7f-495b-9e6e-121b43cbf34a None None] Allocated IP 172.20.0.2 (d92d46f2-064a-49b8-804b-dc12ea70bb0a/248d545f-cbb5-42b7-abe9-9525c530e588/10e78a9d-29fb-40de-b2fc-8cf34d7fe7c8) {{(pid=102193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:42:34.188128 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6eeff17c-1721-440c-924c-b8241ac1cc51 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:34.214081 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-bfec205f-6d7f-495b-9e6e-121b43cbf34a None None] Notify callbacks [] for port, precommit_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:34.222723 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-bfec205f-6d7f-495b-9e6e-121b43cbf34a None None] Transition to ACTIVE for port object 10e78a9d-29fb-40de-b2fc-8cf34d7fe7c8 will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:42:34.237730 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-bfec205f-6d7f-495b-9e6e-121b43cbf34a None None] Transition to ACTIVE for port object 10e78a9d-29fb-40de-b2fc-8cf34d7fe7c8 will not be triggered until provisioned by entity DHCP. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:42:34.301993 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-bfec205f-6d7f-495b-9e6e-121b43cbf34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669'] for port, after_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:34.337802 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfec205f-6d7f-495b-9e6e-121b43cbf34a None None] Network d92d46f2-064a-49b8-804b-dc12ea70bb0a is already hosted by enough agents. {{(pid=102193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:42:34.342426 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.base_scheduler [None req-bfec205f-6d7f-495b-9e6e-121b43cbf34a None None] Resources bound (agent type, host, resource id): {{(pid=102193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:42:34.344932 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfec205f-6d7f-495b-9e6e-121b43cbf34a None None] Received port after_create {{(pid=102193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:42:34.374332 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfec205f-6d7f-495b-9e6e-121b43cbf34a None None] Pushing event updated for resources: {'Port': ['ID=10e78a9d-29fb-40de-b2fc-8cf34d7fe7c8,revision_number=1']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:42:34.397955 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfec205f-6d7f-495b-9e6e-121b43cbf34a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:42:34.398315 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfec205f-6d7f-495b-9e6e-121b43cbf34a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:42:34.398742 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfec205f-6d7f-495b-9e6e-121b43cbf34a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:42:34.399079 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfec205f-6d7f-495b-9e6e-121b43cbf34a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:42:34.399411 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfec205f-6d7f-495b-9e6e-121b43cbf34a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:42:34.399737 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfec205f-6d7f-495b-9e6e-121b43cbf34a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:42:34.400061 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfec205f-6d7f-495b-9e6e-121b43cbf34a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:42:34.400405 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfec205f-6d7f-495b-9e6e-121b43cbf34a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:42:34.400706 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfec205f-6d7f-495b-9e6e-121b43cbf34a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:42:34.401026 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfec205f-6d7f-495b-9e6e-121b43cbf34a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:42:34.401347 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfec205f-6d7f-495b-9e6e-121b43cbf34a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:42:34.401663 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfec205f-6d7f-495b-9e6e-121b43cbf34a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:42:34.416463 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-bfec205f-6d7f-495b-9e6e-121b43cbf34a None None] Attempting to bind port 10e78a9d-29fb-40de-b2fc-8cf34d7fe7c8 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:42:34.416832 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-bfec205f-6d7f-495b-9e6e-121b43cbf34a None None] Attempting to bind port 10e78a9d-29fb-40de-b2fc-8cf34d7fe7c8 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': '2ff3a04b-9602-4090-b29c-57ae1aa99924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'd92d46f2-064a-49b8-804b-dc12ea70bb0a'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:42:34.417190 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfec205f-6d7f-495b-9e6e-121b43cbf34a None None] Attempting to bind port 10e78a9d-29fb-40de-b2fc-8cf34d7fe7c8 on network d92d46f2-064a-49b8-804b-dc12ea70bb0a {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:42:34.422413 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfec205f-6d7f-495b-9e6e-121b43cbf34a None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 42, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:42:34.422783 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfec205f-6d7f-495b-9e6e-121b43cbf34a None None] Checking segment: {'id': '2ff3a04b-9602-4090-b29c-57ae1aa99924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'd92d46f2-064a-49b8-804b-dc12ea70bb0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:42:34.423184 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-bfec205f-6d7f-495b-9e6e-121b43cbf34a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:34.423566 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfec205f-6d7f-495b-9e6e-121b43cbf34a None None] Bound using segment: {'id': '2ff3a04b-9602-4090-b29c-57ae1aa99924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'd92d46f2-064a-49b8-804b-dc12ea70bb0a'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:42:34.424615 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-bfec205f-6d7f-495b-9e6e-121b43cbf34a None None] Bound port: 10e78a9d-29fb-40de-b2fc-8cf34d7fe7c8, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ff3a04b-9602-4090-b29c-57ae1aa99924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'd92d46f2-064a-49b8-804b-dc12ea70bb0a'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:42:34.424990 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-bfec205f-6d7f-495b-9e6e-121b43cbf34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:34.451400 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6eeff17c-1721-440c-924c-b8241ac1cc51 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:34.470466 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6eeff17c-1721-440c-924c-b8241ac1cc51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:34.489646 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-bfec205f-6d7f-495b-9e6e-121b43cbf34a None None] For port 10e78a9d-29fb-40de-b2fc-8cf34d7fe7c8, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:42:34.492670 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-bfec205f-6d7f-495b-9e6e-121b43cbf34a None None] For port 10e78a9d-29fb-40de-b2fc-8cf34d7fe7c8, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=10e78a9d-29fb-40de-b2fc-8cf34d7fe7c8,segment=NetworkSegment(2ff3a04b-9602-4090-b29c-57ae1aa99924),segment_id=2ff3a04b-9602-4090-b29c-57ae1aa99924)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:42:34.542031 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-bfec205f-6d7f-495b-9e6e-121b43cbf34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:34.573411 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [None req-6eeff17c-1721-440c-924c-b8241ac1cc51 admin admin] Allocated IP 172.25.8.223 (09faf7d2-eaf5-4a50-bb6e-4cb05d009a76/e1a97443-13df-40bb-85f5-fd269e2742c0/9654b95e-3778-4322-b7c8-455b4caf2c67) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:42:34.600016 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfec205f-6d7f-495b-9e6e-121b43cbf34a None None] Pushing event updated for resources: {'Port': ['ID=10e78a9d-29fb-40de-b2fc-8cf34d7fe7c8,revision_number=2']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:42:34.682516 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6eeff17c-1721-440c-924c-b8241ac1cc51 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:34.718941 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:34.799297 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6eeff17c-1721-440c-924c-b8241ac1cc51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:34.839837 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eeff17c-1721-440c-924c-b8241ac1cc51 admin admin] Network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:42:34.842894 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-6eeff17c-1721-440c-924c-b8241ac1cc51 admin admin] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:42:34.847153 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eeff17c-1721-440c-924c-b8241ac1cc51 admin admin] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:42:34.852643 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eeff17c-1721-440c-924c-b8241ac1cc51 admin admin] Pushing event updated for resources: {'Port': ['ID=9654b95e-3778-4322-b7c8-455b4caf2c67,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:42:35.183508 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6eeff17c-1721-440c-924c-b8241ac1cc51 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:35.387206 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6eeff17c-1721-440c-924c-b8241ac1cc51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-446952'] for router, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:35.452390 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf672c6-1d9e-4aeb-b32c-df384c8183dc None None] Network d92d46f2-064a-49b8-804b-dc12ea70bb0a requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:42:35.570029 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6eeff17c-1721-440c-924c-b8241ac1cc51 admin admin] Router 1088aa61-5b4d-4886-8c50-2d06117ad50d is scheduled to L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 with binding_index 1 {{(pid=102191) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:42:35.599836 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-6840704d-9a60-49bc-962e-9bea45fe4453 None None] Provisioning for port 10e78a9d-29fb-40de-b2fc-8cf34d7fe7c8 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:42:35.679087 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eeff17c-1721-440c-924c-b8241ac1cc51 admin admin] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:42:35.688290 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9635c6af-a6c7-4ff0-bcbb-22d65e982e40 None None] Sync routers for ids ['1088aa61-5b4d-4886-8c50-2d06117ad50d'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:42:35.698200 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9635c6af-a6c7-4ff0-bcbb-22d65e982e40 None None] Routers {'1088aa61-5b4d-4886-8c50-2d06117ad50d'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:42:35.698885 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-9635c6af-a6c7-4ff0-bcbb-22d65e982e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:42:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['1088aa61-5b4d-4886-8c50-2d06117ad50d'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:42:35.752808 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6eeff17c-1721-440c-924c-b8241ac1cc51 admin admin] Notify callbacks [] for router, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:35.756669 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-6eeff17c-1721-440c-924c-b8241ac1cc51 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9056752 Aug 11 03:42:35.758414 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 46086) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:42:35.811690 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-9635c6af-a6c7-4ff0-bcbb-22d65e982e40 None None] Set router 1088aa61-5b4d-4886-8c50-2d06117ad50d gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:42:35.994169 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-9635c6af-a6c7-4ff0-bcbb-22d65e982e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1088aa61-5b4d-4886-8c50-2d06117ad50d', 'name': 'tempest-TestServerBasicOps-608003181-router', 'tenant_id': 'cdbc52b009e74e0aa17950d9825b95fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': '9654b95e-3778-4322-b7c8-455b4caf2c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:42:33Z', 'updated_at': '2021-08-11T03:42:34Z', 'revision_number': 3, 'project_id': 'cdbc52b009e74e0aa17950d9825b95fb', 'gw_port': {'id': '9654b95e-3778-4322-b7c8-455b4caf2c67', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:92:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1088aa61-5b4d-4886-8c50-2d06117ad50d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:42:34Z', 'updated_at': '2021-08-11T03:42:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:42:36.028341 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9635c6af-a6c7-4ff0-bcbb-22d65e982e40 None None] Checking router: 1088aa61-5b4d-4886-8c50-2d06117ad50d for host: n-d-764292-30 {{(pid=102193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:42:36.028687 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9635c6af-a6c7-4ff0-bcbb-22d65e982e40 None None] Updating router 1088aa61-5b4d-4886-8c50-2d06117ad50d port 9654b95e-3778-4322-b7c8-455b4caf2c67 binding host n-d-764292-30 {{(pid=102193) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:42:36.053213 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-9635c6af-a6c7-4ff0-bcbb-22d65e982e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:36.319354 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-9635c6af-a6c7-4ff0-bcbb-22d65e982e40 None None] Notify callbacks [] for port, precommit_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:36.329329 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-9635c6af-a6c7-4ff0-bcbb-22d65e982e40 None None] Transition to ACTIVE for port object 9654b95e-3778-4322-b7c8-455b4caf2c67 will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:42:36.409898 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-9635c6af-a6c7-4ff0-bcbb-22d65e982e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:36.465600 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-9635c6af-a6c7-4ff0-bcbb-22d65e982e40 None None] Attempting to bind port 9654b95e-3778-4322-b7c8-455b4caf2c67 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:42:36.466393 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-9635c6af-a6c7-4ff0-bcbb-22d65e982e40 None None] Attempting to bind port 9654b95e-3778-4322-b7c8-455b4caf2c67 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:42:36.466393 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9635c6af-a6c7-4ff0-bcbb-22d65e982e40 None None] Attempting to bind port 9654b95e-3778-4322-b7c8-455b4caf2c67 on network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:42:36.473013 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b4867e-3058-40a3-b3eb-78bcd3ed6fa4 None None] Pushing event updated for resources: {'Port': ['ID=9654b95e-3778-4322-b7c8-455b4caf2c67,revision_number=2']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:42:36.477011 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9635c6af-a6c7-4ff0-bcbb-22d65e982e40 None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 42, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:42:36.477385 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9635c6af-a6c7-4ff0-bcbb-22d65e982e40 None None] Checking segment: {'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:42:36.477788 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-9635c6af-a6c7-4ff0-bcbb-22d65e982e40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:36.478176 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9635c6af-a6c7-4ff0-bcbb-22d65e982e40 None None] Bound using segment: {'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:42:36.478658 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-9635c6af-a6c7-4ff0-bcbb-22d65e982e40 None None] Bound port: 9654b95e-3778-4322-b7c8-455b4caf2c67, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:42:36.479436 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-9635c6af-a6c7-4ff0-bcbb-22d65e982e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:36.497080 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-90cfefe6-3a98-4f21-ad56-5d5045653e91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:36.692526 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-9635c6af-a6c7-4ff0-bcbb-22d65e982e40 None None] For port 9654b95e-3778-4322-b7c8-455b4caf2c67, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:42:36.695656 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-9635c6af-a6c7-4ff0-bcbb-22d65e982e40 None None] For port 9654b95e-3778-4322-b7c8-455b4caf2c67, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=9654b95e-3778-4322-b7c8-455b4caf2c67,segment=NetworkSegment(fab28bed-aa25-40db-bba4-ec26e795194c),segment_id=fab28bed-aa25-40db-bba4-ec26e795194c)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:42:36.729388 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [None req-90cfefe6-3a98-4f21-ad56-5d5045653e91 admin admin] Allocated IP 172.20.0.1 (d92d46f2-064a-49b8-804b-dc12ea70bb0a/248d545f-cbb5-42b7-abe9-9525c530e588/0db1518d-3a47-47c1-9c05-eac648604d84) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:42:36.767032 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 10e78a9d-29fb-40de-b2fc-8cf34d7fe7c8 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:42:36.817463 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-9635c6af-a6c7-4ff0-bcbb-22d65e982e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:36.843838 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-90cfefe6-3a98-4f21-ad56-5d5045653e91 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:36.856630 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [None req-90cfefe6-3a98-4f21-ad56-5d5045653e91 admin admin] Transition to ACTIVE for port object 0db1518d-3a47-47c1-9c05-eac648604d84 will not be triggered until provisioned by entity DHCP. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:42:36.872689 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9635c6af-a6c7-4ff0-bcbb-22d65e982e40 None None] Routers {'1088aa61-5b4d-4886-8c50-2d06117ad50d'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:42:36.873328 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-9635c6af-a6c7-4ff0-bcbb-22d65e982e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:42:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['1088aa61-5b4d-4886-8c50-2d06117ad50d'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:42:36.877953 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b4867e-3058-40a3-b3eb-78bcd3ed6fa4 None None] Pushing event updated for resources: {'Port': ['ID=9654b95e-3778-4322-b7c8-455b4caf2c67,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:42:36.913617 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port 10e78a9d-29fb-40de-b2fc-8cf34d7fe7c8 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:42:36.924036 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 10e78a9d-29fb-40de-b2fc-8cf34d7fe7c8 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:42:36.924408 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:36.947135 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-90cfefe6-3a98-4f21-ad56-5d5045653e91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:36.983076 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90cfefe6-3a98-4f21-ad56-5d5045653e91 admin admin] Network d92d46f2-064a-49b8-804b-dc12ea70bb0a is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:42:36.988386 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-90cfefe6-3a98-4f21-ad56-5d5045653e91 admin admin] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:42:36.991941 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90cfefe6-3a98-4f21-ad56-5d5045653e91 admin admin] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:42:37.018061 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cfefe6-3a98-4f21-ad56-5d5045653e91 admin admin] Pushing event updated for resources: {'Port': ['ID=0db1518d-3a47-47c1-9c05-eac648604d84,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:42:37.022888 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-9635c6af-a6c7-4ff0-bcbb-22d65e982e40 None None] Set router 1088aa61-5b4d-4886-8c50-2d06117ad50d gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:42:37.035504 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-90cfefe6-3a98-4f21-ad56-5d5045653e91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-520987'] for router_interface, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:37.157358 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:37.226732 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port 10e78a9d-29fb-40de-b2fc-8cf34d7fe7c8, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=10e78a9d-29fb-40de-b2fc-8cf34d7fe7c8,segment=NetworkSegment(2ff3a04b-9602-4090-b29c-57ae1aa99924),segment_id=2ff3a04b-9602-4090-b29c-57ae1aa99924)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:42:37.284616 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-9635c6af-a6c7-4ff0-bcbb-22d65e982e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1088aa61-5b4d-4886-8c50-2d06117ad50d', 'name': 'tempest-TestServerBasicOps-608003181-router', 'tenant_id': 'cdbc52b009e74e0aa17950d9825b95fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': '9654b95e-3778-4322-b7c8-455b4caf2c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:42:33Z', 'updated_at': '2021-08-11T03:42:34Z', 'revision_number': 3, 'project_id': 'cdbc52b009e74e0aa17950d9825b95fb', 'gw_port': {'id': '9654b95e-3778-4322-b7c8-455b4caf2c67', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:92:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1088aa61-5b4d-4886-8c50-2d06117ad50d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:42:34Z', 'updated_at': '2021-08-11T03:42:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:42:37.312473 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-90cfefe6-3a98-4f21-ad56-5d5045653e91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:37.316367 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:37.322340 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9635c6af-a6c7-4ff0-bcbb-22d65e982e40 None None] The sync data for ids ['1088aa61-5b4d-4886-8c50-2d06117ad50d'] in n-d-764292-30 is: [{'id': '1088aa61-5b4d-4886-8c50-2d06117ad50d', 'name': 'tempest-TestServerBasicOps-608003181-router', 'tenant_id': 'cdbc52b009e74e0aa17950d9825b95fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': '9654b95e-3778-4322-b7c8-455b4caf2c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:42:33Z', 'updated_at': '2021-08-11T03:42:34Z', 'revision_number': 3, 'project_id': 'cdbc52b009e74e0aa17950d9825b95fb', 'gw_port': {'id': '9654b95e-3778-4322-b7c8-455b4caf2c67', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:92:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1088aa61-5b4d-4886-8c50-2d06117ad50d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:42:34Z', 'updated_at': '2021-08-11T03:42:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:42:37.374661 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=10e78a9d-29fb-40de-b2fc-8cf34d7fe7c8,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:42:37.404631 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:37.427053 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-8b7463aa-707c-42ff-8090-4565c29d04d2 None None] Provisioning for port 0db1518d-3a47-47c1-9c05-eac648604d84 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:42:37.431614 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-8b7463aa-707c-42ff-8090-4565c29d04d2 None None] Provisioning complete for port 0db1518d-3a47-47c1-9c05-eac648604d84 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:42:37.433201 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8b7463aa-707c-42ff-8090-4565c29d04d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:37.489702 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-8b7463aa-707c-42ff-8090-4565c29d04d2 None None] Port 0db1518d-3a47-47c1-9c05-eac648604d84 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:42:37.516185 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-90cfefe6-3a98-4f21-ad56-5d5045653e91 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:37.604433 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-90cfefe6-3a98-4f21-ad56-5d5045653e91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:37.681306 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cfefe6-3a98-4f21-ad56-5d5045653e91 admin admin] Pushing event updated for resources: {'Port': ['ID=0db1518d-3a47-47c1-9c05-eac648604d84,revision_number=2']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:42:37.683972 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-90cfefe6-3a98-4f21-ad56-5d5045653e91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16383026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521135'] for router_interface, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:37.776684 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90cfefe6-3a98-4f21-ad56-5d5045653e91 admin admin] Network d92d46f2-064a-49b8-804b-dc12ea70bb0a is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:42:37.778120 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-90cfefe6-3a98-4f21-ad56-5d5045653e91 admin admin] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:42:37.905852 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90cfefe6-3a98-4f21-ad56-5d5045653e91 admin admin] Router 1088aa61-5b4d-4886-8c50-2d06117ad50d has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:42:38.014361 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-927286e8-19ab-43ab-8129-8608d4d1fe39 None None] Provisioning complete for port 0db1518d-3a47-47c1-9c05-eac648604d84 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:42:38.014747 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-927286e8-19ab-43ab-8129-8608d4d1fe39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:38.026809 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90cfefe6-3a98-4f21-ad56-5d5045653e91 admin admin] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:42:38.038732 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-90cfefe6-3a98-4f21-ad56-5d5045653e91 admin admin] 10.222.0.41 "PUT /v2.0/routers/1088aa61-5b4d-4886-8c50-2d06117ad50d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2742851 Aug 11 03:42:38.054570 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-927286e8-19ab-43ab-8129-8608d4d1fe39 None None] Port 0db1518d-3a47-47c1-9c05-eac648604d84 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:42:38.664378 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 46104) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:42:38.669469 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-8266546a-7a1b-4eef-8eee-8c989b435b18 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-754039268-network', 'tenant_id': '4f22c998f01b4a2099f34a1b962a568c'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:42:38.747353 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8266546a-7a1b-4eef-8eee-8c989b435b18 admin admin] Made reservation on behalf of 4f22c998f01b4a2099f34a1b962a568c for: {'network': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:42:38.749764 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8266546a-7a1b-4eef-8eee-8c989b435b18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:38.759388 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8266546a-7a1b-4eef-8eee-8c989b435b18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:38.809277 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 9654b95e-3778-4322-b7c8-455b4caf2c67 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:42:38.860078 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8266546a-7a1b-4eef-8eee-8c989b435b18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:38.897284 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c9344b-4407-4157-bf10-3647e5761702 None None] Sync routers for ids ['1088aa61-5b4d-4886-8c50-2d06117ad50d'] in n-d-764292-30 {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:42:38.906566 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c9344b-4407-4157-bf10-3647e5761702 None None] Routers {'1088aa61-5b4d-4886-8c50-2d06117ad50d'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:42:38.907307 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-d3c9344b-4407-4157-bf10-3647e5761702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:42:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['1088aa61-5b4d-4886-8c50-2d06117ad50d'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:42:38.937216 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port 9654b95e-3778-4322-b7c8-455b4caf2c67 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:42:38.944457 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 9654b95e-3778-4322-b7c8-455b4caf2c67 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:42:38.944824 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:38.970389 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8266546a-7a1b-4eef-8eee-8c989b435b18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:39.003206 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8266546a-7a1b-4eef-8eee-8c989b435b18 admin admin] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=102191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:42:39.013316 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8266546a-7a1b-4eef-8eee-8c989b435b18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e73998f-b944-4087-9687-bc9902f2e5d4,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:42:39.018636 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8266546a-7a1b-4eef-8eee-8c989b435b18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:39.018983 n-d-764292-30 neutron-server[102191]: INFO neutron.db.segments_db [None req-8266546a-7a1b-4eef-8eee-8c989b435b18 admin admin] Added segment 5b944bc9-b367-4284-9f14-2e3dfab522d7 of type vlan for network 3f4e590a-19f4-4d8b-bb19-9ae22b52a39f Aug 11 03:42:39.037197 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-d3c9344b-4407-4157-bf10-3647e5761702 None None] Set router 1088aa61-5b4d-4886-8c50-2d06117ad50d gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:42:39.068226 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8266546a-7a1b-4eef-8eee-8c989b435b18 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:39.088050 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:39.116248 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port 9654b95e-3778-4322-b7c8-455b4caf2c67, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=9654b95e-3778-4322-b7c8-455b4caf2c67,segment=NetworkSegment(fab28bed-aa25-40db-bba4-ec26e795194c),segment_id=fab28bed-aa25-40db-bba4-ec26e795194c)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:42:39.159022 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8266546a-7a1b-4eef-8eee-8c989b435b18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:39.160614 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8266546a-7a1b-4eef-8eee-8c989b435b18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:42:39.161227 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8266546a-7a1b-4eef-8eee-8c989b435b18 admin admin] Notify callbacks [] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:39.210153 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:39.210969 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 10e78a9d-29fb-40de-b2fc-8cf34d7fe7c8 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:42:39.227985 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8266546a-7a1b-4eef-8eee-8c989b435b18 admin admin] Pushing event updated for resources: {'Network': ['ID=3f4e590a-19f4-4d8b-bb19-9ae22b52a39f,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:42:39.243805 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-d3c9344b-4407-4157-bf10-3647e5761702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1088aa61-5b4d-4886-8c50-2d06117ad50d', 'name': 'tempest-TestServerBasicOps-608003181-router', 'tenant_id': 'cdbc52b009e74e0aa17950d9825b95fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': '9654b95e-3778-4322-b7c8-455b4caf2c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:42:33Z', 'updated_at': '2021-08-11T03:42:37Z', 'revision_number': 4, 'project_id': 'cdbc52b009e74e0aa17950d9825b95fb', 'gw_port': {'id': '9654b95e-3778-4322-b7c8-455b4caf2c67', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:92:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1088aa61-5b4d-4886-8c50-2d06117ad50d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:42:34Z', 'updated_at': '2021-08-11T03:42:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '0db1518d-3a47-47c1-9c05-eac648604d84', 'name': '', 'network_id': 'd92d46f2-064a-49b8-804b-dc12ea70bb0a', 'tenant_id': 'cdbc52b009e74e0aa17950d9825b95fb', 'mac_address': 'fa:16:3e:aa:07:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1088aa61-5b4d-4886-8c50-2d06117ad50d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '248d545f-cbb5-42b7-abe9-9525c530e588', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:42:36Z', 'updated_at': '2021-08-11T03:42:37Z', 'revision_number': 2, 'project_id': 'cdbc52b009e74e0aa17950d9825b95fb', 'subnets': [{'id': '248d545f-cbb5-42b7-abe9-9525c530e588', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:42:39.255885 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network 3f4e590a-19f4-4d8b-bb19-9ae22b52a39f details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:42:39.268748 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c9344b-4407-4157-bf10-3647e5761702 None None] Checking router: 1088aa61-5b4d-4886-8c50-2d06117ad50d for host: n-d-764292-30 {{(pid=102194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:42:39.269099 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c9344b-4407-4157-bf10-3647e5761702 None None] Updating router 1088aa61-5b4d-4886-8c50-2d06117ad50d port 0db1518d-3a47-47c1-9c05-eac648604d84 binding host n-d-764292-30 {{(pid=102194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:42:39.273711 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-8266546a-7a1b-4eef-8eee-8c989b435b18 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6081665 Aug 11 03:42:39.276338 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 46106) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:42:39.282524 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-ac3dd50b-dd16-4c2f-a4ca-c3d530f2f7a9 admin admin] Request body: {'subnet': {'network_id': '3f4e590a-19f4-4d8b-bb19-9ae22b52a39f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-754039268-subnet', 'tenant_id': '4f22c998f01b4a2099f34a1b962a568c', 'ip_version': 4}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:42:39.298040 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-d3c9344b-4407-4157-bf10-3647e5761702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:39.350184 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=9654b95e-3778-4322-b7c8-455b4caf2c67,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:42:39.375047 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 10e78a9d-29fb-40de-b2fc-8cf34d7fe7c8 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:42:39.380723 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:39.380992 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac3dd50b-dd16-4c2f-a4ca-c3d530f2f7a9 admin admin] Made reservation on behalf of 4f22c998f01b4a2099f34a1b962a568c for: {'subnet': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:42:39.380992 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ac3dd50b-dd16-4c2f-a4ca-c3d530f2f7a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274743'] for subnet, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:39.610167 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ac3dd50b-dd16-4c2f-a4ca-c3d530f2f7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126283476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274725'] for subnet, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:39.653359 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-d3c9344b-4407-4157-bf10-3647e5761702 None None] Notify callbacks [] for port, precommit_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:39.662977 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.provisioning_blocks [None req-d3c9344b-4407-4157-bf10-3647e5761702 None None] Transition to ACTIVE for port object 0db1518d-3a47-47c1-9c05-eac648604d84 will not be triggered until provisioned by entity L2. {{(pid=102194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:42:39.666405 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3dd50b-dd16-4c2f-a4ca-c3d530f2f7a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=49a68319-00b6-4c51-aab1-8e606d479809,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:42:39.677010 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3dd50b-dd16-4c2f-a4ca-c3d530f2f7a9 admin admin] Checking segment: {'id': '5b944bc9-b367-4284-9f14-2e3dfab522d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '3f4e590a-19f4-4d8b-bb19-9ae22b52a39f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:42:39.677435 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac3dd50b-dd16-4c2f-a4ca-c3d530f2f7a9 admin admin] Network hostable DHCP agents. Network: 3f4e590a-19f4-4d8b-bb19-9ae22b52a39f, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:42:39.718416 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-d3c9344b-4407-4157-bf10-3647e5761702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:39.765875 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3189c3-34c0-4ff6-818a-58aa1521fca3 None None] Pushing event updated for resources: {'Port': ['ID=0db1518d-3a47-47c1-9c05-eac648604d84,revision_number=3']} {{(pid=102194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:42:39.776507 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3189c3-34c0-4ff6-818a-58aa1521fca3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:42:39.776857 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3189c3-34c0-4ff6-818a-58aa1521fca3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:42:39.777241 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3189c3-34c0-4ff6-818a-58aa1521fca3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:42:39.777582 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3189c3-34c0-4ff6-818a-58aa1521fca3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:42:39.777910 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3189c3-34c0-4ff6-818a-58aa1521fca3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:42:39.778239 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3189c3-34c0-4ff6-818a-58aa1521fca3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:42:39.778667 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3189c3-34c0-4ff6-818a-58aa1521fca3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:42:39.779054 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3189c3-34c0-4ff6-818a-58aa1521fca3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:42:39.779394 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3189c3-34c0-4ff6-818a-58aa1521fca3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:42:39.779715 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3189c3-34c0-4ff6-818a-58aa1521fca3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:42:39.780037 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3189c3-34c0-4ff6-818a-58aa1521fca3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:42:39.780356 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3189c3-34c0-4ff6-818a-58aa1521fca3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:42:39.787276 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac3dd50b-dd16-4c2f-a4ca-c3d530f2f7a9 admin admin] Network 3f4e590a-19f4-4d8b-bb19-9ae22b52a39f is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:42:39.830461 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-d3c9344b-4407-4157-bf10-3647e5761702 None None] Attempting to bind port 0db1518d-3a47-47c1-9c05-eac648604d84 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:42:39.830870 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-d3c9344b-4407-4157-bf10-3647e5761702 None None] Attempting to bind port 0db1518d-3a47-47c1-9c05-eac648604d84 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': '2ff3a04b-9602-4090-b29c-57ae1aa99924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'd92d46f2-064a-49b8-804b-dc12ea70bb0a'}] {{(pid=102194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:42:39.831250 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c9344b-4407-4157-bf10-3647e5761702 None None] Attempting to bind port 0db1518d-3a47-47c1-9c05-eac648604d84 on network d92d46f2-064a-49b8-804b-dc12ea70bb0a {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:42:39.836826 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c9344b-4407-4157-bf10-3647e5761702 None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 42, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:42:39.837265 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c9344b-4407-4157-bf10-3647e5761702 None None] Checking segment: {'id': '2ff3a04b-9602-4090-b29c-57ae1aa99924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'd92d46f2-064a-49b8-804b-dc12ea70bb0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:42:39.837717 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-d3c9344b-4407-4157-bf10-3647e5761702 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:39.838112 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c9344b-4407-4157-bf10-3647e5761702 None None] Bound using segment: {'id': '2ff3a04b-9602-4090-b29c-57ae1aa99924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'd92d46f2-064a-49b8-804b-dc12ea70bb0a'} {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:42:39.838603 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-d3c9344b-4407-4157-bf10-3647e5761702 None None] Bound port: 0db1518d-3a47-47c1-9c05-eac648604d84, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ff3a04b-9602-4090-b29c-57ae1aa99924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'd92d46f2-064a-49b8-804b-dc12ea70bb0a'}}] {{(pid=102194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:42:39.838983 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-d3c9344b-4407-4157-bf10-3647e5761702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:39.890018 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-ac3dd50b-dd16-4c2f-a4ca-c3d530f2f7a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, 3f4e590a-19f4-4d8b-bb19-9ae22b52a39f) {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:42:39.895410 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac3dd50b-dd16-4c2f-a4ca-c3d530f2f7a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:42:39.895803 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ac3dd50b-dd16-4c2f-a4ca-c3d530f2f7a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:39.900015 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3219c4c-ba2d-4990-a89c-fe9aac5eae36 None None] Network 3f4e590a-19f4-4d8b-bb19-9ae22b52a39f requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:42:39.908449 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.db [None req-d3c9344b-4407-4157-bf10-3647e5761702 None None] For port 0db1518d-3a47-47c1-9c05-eac648604d84, host n-d-764292-30, cleared binding levels {{(pid=102194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:42:39.912001 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.db [None req-d3c9344b-4407-4157-bf10-3647e5761702 None None] For port 0db1518d-3a47-47c1-9c05-eac648604d84, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=0db1518d-3a47-47c1-9c05-eac648604d84,segment=NetworkSegment(2ff3a04b-9602-4090-b29c-57ae1aa99924),segment_id=2ff3a04b-9602-4090-b29c-57ae1aa99924)] {{(pid=102194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:42:39.964652 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-d3c9344b-4407-4157-bf10-3647e5761702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:39.993588 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-ac3dd50b-dd16-4c2f-a4ca-c3d530f2f7a9 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7160649 Aug 11 03:42:39.996148 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 46108) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:42:40.002623 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-54a62f10-a987-4020-b2a6-eea62e6938e3 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-754039268-router', 'tenant_id': '4f22c998f01b4a2099f34a1b962a568c', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:42:40.019888 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c9344b-4407-4157-bf10-3647e5761702 None None] Routers {'1088aa61-5b4d-4886-8c50-2d06117ad50d'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:42:40.019888 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-d3c9344b-4407-4157-bf10-3647e5761702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:42:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['1088aa61-5b4d-4886-8c50-2d06117ad50d'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:42:40.070743 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3189c3-34c0-4ff6-818a-58aa1521fca3 None None] Pushing event updated for resources: {'Port': ['ID=0db1518d-3a47-47c1-9c05-eac648604d84,revision_number=4']} {{(pid=102194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:42:40.094563 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b85885a8-5f60-4f28-b9ec-f7ba1c57faf4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde080026-c28f-55be-b52b-13827cc43646-3f4e590a-19f4-4d8b-bb19-9ae22b52a39f', 'network_id': '3f4e590a-19f4-4d8b-bb19-9ae22b52a39f', 'tenant_id': '4f22c998f01b4a2099f34a1b962a568c', 'fixed_ips': [{'subnet_id': '49a68319-00b6-4c51-aab1-8e606d479809'}]}} from n-d-764292-30. {{(pid=102193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:42:40.094563 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-b85885a8-5f60-4f28-b9ec-f7ba1c57faf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:40.113988 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-54a62f10-a987-4020-b2a6-eea62e6938e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-450010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6626'] for router, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:40.116943 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-54a62f10-a987-4020-b2a6-eea62e6938e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-446747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6633'] for router, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:40.151268 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-d3c9344b-4407-4157-bf10-3647e5761702 None None] Set router 1088aa61-5b4d-4886-8c50-2d06117ad50d gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:42:40.187436 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-54a62f10-a987-4020-b2a6-eea62e6938e3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:40.251999 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.db_base_plugin_common [None req-b85885a8-5f60-4f28-b9ec-f7ba1c57faf4 None None] Allocated IP 172.20.0.2 (3f4e590a-19f4-4d8b-bb19-9ae22b52a39f/49a68319-00b6-4c51-aab1-8e606d479809/ae61bf91-a31d-4403-8e46-260de335f9d2) {{(pid=102193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:42:40.364633 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-d3c9344b-4407-4157-bf10-3647e5761702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1088aa61-5b4d-4886-8c50-2d06117ad50d', 'name': 'tempest-TestServerBasicOps-608003181-router', 'tenant_id': 'cdbc52b009e74e0aa17950d9825b95fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': '9654b95e-3778-4322-b7c8-455b4caf2c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:42:33Z', 'updated_at': '2021-08-11T03:42:37Z', 'revision_number': 4, 'project_id': 'cdbc52b009e74e0aa17950d9825b95fb', 'gw_port': {'id': '9654b95e-3778-4322-b7c8-455b4caf2c67', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:92:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1088aa61-5b4d-4886-8c50-2d06117ad50d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:42:34Z', 'updated_at': '2021-08-11T03:42:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '0db1518d-3a47-47c1-9c05-eac648604d84', 'name': '', 'network_id': 'd92d46f2-064a-49b8-804b-dc12ea70bb0a', 'tenant_id': 'cdbc52b009e74e0aa17950d9825b95fb', 'mac_address': 'fa:16:3e:aa:07:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1088aa61-5b4d-4886-8c50-2d06117ad50d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '248d545f-cbb5-42b7-abe9-9525c530e588', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:42:36Z', 'updated_at': '2021-08-11T03:42:39Z', 'revision_number': 4, 'project_id': 'cdbc52b009e74e0aa17950d9825b95fb', 'subnets': [{'id': '248d545f-cbb5-42b7-abe9-9525c530e588', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:42:40.391038 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c9344b-4407-4157-bf10-3647e5761702 None None] The sync data for ids ['1088aa61-5b4d-4886-8c50-2d06117ad50d'] in n-d-764292-30 is: [{'id': '1088aa61-5b4d-4886-8c50-2d06117ad50d', 'name': 'tempest-TestServerBasicOps-608003181-router', 'tenant_id': 'cdbc52b009e74e0aa17950d9825b95fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': '9654b95e-3778-4322-b7c8-455b4caf2c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:42:33Z', 'updated_at': '2021-08-11T03:42:37Z', 'revision_number': 4, 'project_id': 'cdbc52b009e74e0aa17950d9825b95fb', 'gw_port': {'id': '9654b95e-3778-4322-b7c8-455b4caf2c67', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:92:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1088aa61-5b4d-4886-8c50-2d06117ad50d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:42:34Z', 'updated_at': '2021-08-11T03:42:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '0db1518d-3a47-47c1-9c05-eac648604d84', 'name': '', 'network_id': 'd92d46f2-064a-49b8-804b-dc12ea70bb0a', 'tenant_id': 'cdbc52b009e74e0aa17950d9825b95fb', 'mac_address': 'fa:16:3e:aa:07:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1088aa61-5b4d-4886-8c50-2d06117ad50d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '248d545f-cbb5-42b7-abe9-9525c530e588', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:42:36Z', 'updated_at': '2021-08-11T03:42:39Z', 'revision_number': 4, 'project_id': 'cdbc52b009e74e0aa17950d9825b95fb', 'subnets': [{'id': '248d545f-cbb5-42b7-abe9-9525c530e588', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:42:40.411295 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-54a62f10-a987-4020-b2a6-eea62e6938e3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:40.430120 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-b85885a8-5f60-4f28-b9ec-f7ba1c57faf4 None None] Notify callbacks [] for port, precommit_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:40.440123 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-b85885a8-5f60-4f28-b9ec-f7ba1c57faf4 None None] Transition to ACTIVE for port object ae61bf91-a31d-4403-8e46-260de335f9d2 will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:42:40.463196 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-b85885a8-5f60-4f28-b9ec-f7ba1c57faf4 None None] Transition to ACTIVE for port object ae61bf91-a31d-4403-8e46-260de335f9d2 will not be triggered until provisioned by entity DHCP. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:42:40.525041 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-b85885a8-5f60-4f28-b9ec-f7ba1c57faf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669'] for port, after_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:40.576900 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b85885a8-5f60-4f28-b9ec-f7ba1c57faf4 None None] Network 3f4e590a-19f4-4d8b-bb19-9ae22b52a39f is already hosted by enough agents. {{(pid=102193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:42:40.581039 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.base_scheduler [None req-b85885a8-5f60-4f28-b9ec-f7ba1c57faf4 None None] Resources bound (agent type, host, resource id): {{(pid=102193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:42:40.587220 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85885a8-5f60-4f28-b9ec-f7ba1c57faf4 None None] Received port after_create {{(pid=102193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:42:40.590813 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85885a8-5f60-4f28-b9ec-f7ba1c57faf4 None None] Pushing event updated for resources: {'Port': ['ID=ae61bf91-a31d-4403-8e46-260de335f9d2,revision_number=1']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:42:40.649825 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-b85885a8-5f60-4f28-b9ec-f7ba1c57faf4 None None] Attempting to bind port ae61bf91-a31d-4403-8e46-260de335f9d2 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:42:40.650189 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-b85885a8-5f60-4f28-b9ec-f7ba1c57faf4 None None] Attempting to bind port ae61bf91-a31d-4403-8e46-260de335f9d2 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': '5b944bc9-b367-4284-9f14-2e3dfab522d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '3f4e590a-19f4-4d8b-bb19-9ae22b52a39f'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:42:40.650798 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b85885a8-5f60-4f28-b9ec-f7ba1c57faf4 None None] Attempting to bind port ae61bf91-a31d-4403-8e46-260de335f9d2 on network 3f4e590a-19f4-4d8b-bb19-9ae22b52a39f {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:42:40.656829 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b85885a8-5f60-4f28-b9ec-f7ba1c57faf4 None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 42, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:42:40.657195 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b85885a8-5f60-4f28-b9ec-f7ba1c57faf4 None None] Checking segment: {'id': '5b944bc9-b367-4284-9f14-2e3dfab522d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '3f4e590a-19f4-4d8b-bb19-9ae22b52a39f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:42:40.657598 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-b85885a8-5f60-4f28-b9ec-f7ba1c57faf4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:40.661791 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b85885a8-5f60-4f28-b9ec-f7ba1c57faf4 None None] Bound using segment: {'id': '5b944bc9-b367-4284-9f14-2e3dfab522d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '3f4e590a-19f4-4d8b-bb19-9ae22b52a39f'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:42:40.661791 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-b85885a8-5f60-4f28-b9ec-f7ba1c57faf4 None None] Bound port: ae61bf91-a31d-4403-8e46-260de335f9d2, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b944bc9-b367-4284-9f14-2e3dfab522d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '3f4e590a-19f4-4d8b-bb19-9ae22b52a39f'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:42:40.661791 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-b85885a8-5f60-4f28-b9ec-f7ba1c57faf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:40.734356 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-b85885a8-5f60-4f28-b9ec-f7ba1c57faf4 None None] For port ae61bf91-a31d-4403-8e46-260de335f9d2, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:42:40.738725 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-b85885a8-5f60-4f28-b9ec-f7ba1c57faf4 None None] For port ae61bf91-a31d-4403-8e46-260de335f9d2, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=ae61bf91-a31d-4403-8e46-260de335f9d2,segment=NetworkSegment(5b944bc9-b367-4284-9f14-2e3dfab522d7),segment_id=5b944bc9-b367-4284-9f14-2e3dfab522d7)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:42:40.756595 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-54a62f10-a987-4020-b2a6-eea62e6938e3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:40.779762 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-54a62f10-a987-4020-b2a6-eea62e6938e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:40.831371 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-b85885a8-5f60-4f28-b9ec-f7ba1c57faf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:40.874011 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 0db1518d-3a47-47c1-9c05-eac648604d84 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:42:40.940764 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85885a8-5f60-4f28-b9ec-f7ba1c57faf4 None None] Pushing event updated for resources: {'Port': ['ID=ae61bf91-a31d-4403-8e46-260de335f9d2,revision_number=2']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:42:40.945889 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [None req-54a62f10-a987-4020-b2a6-eea62e6938e3 admin admin] Allocated IP 172.25.8.226 (09faf7d2-eaf5-4a50-bb6e-4cb05d009a76/e1a97443-13df-40bb-85f5-fd269e2742c0/63ac6ee8-a4fb-4095-a347-915b30e64ca1) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:42:41.044418 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port 0db1518d-3a47-47c1-9c05-eac648604d84 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:42:41.050490 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 0db1518d-3a47-47c1-9c05-eac648604d84 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:42:41.052637 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:41.077999 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-54a62f10-a987-4020-b2a6-eea62e6938e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:41.189814 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:41.227167 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port 0db1518d-3a47-47c1-9c05-eac648604d84, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=0db1518d-3a47-47c1-9c05-eac648604d84,segment=NetworkSegment(2ff3a04b-9602-4090-b29c-57ae1aa99924),segment_id=2ff3a04b-9602-4090-b29c-57ae1aa99924)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:42:41.244815 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-54a62f10-a987-4020-b2a6-eea62e6938e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:41.283366 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a62f10-a987-4020-b2a6-eea62e6938e3 admin admin] Network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:42:41.289110 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-54a62f10-a987-4020-b2a6-eea62e6938e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:42:41.292946 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a62f10-a987-4020-b2a6-eea62e6938e3 admin admin] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:42:41.319243 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a62f10-a987-4020-b2a6-eea62e6938e3 admin admin] Pushing event updated for resources: {'Port': ['ID=63ac6ee8-a4fb-4095-a347-915b30e64ca1,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:42:41.358013 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:41.358853 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 9654b95e-3778-4322-b7c8-455b4caf2c67 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:42:41.454635 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=0db1518d-3a47-47c1-9c05-eac648604d84,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:42:41.465437 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 9654b95e-3778-4322-b7c8-455b4caf2c67 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:42:41.465887 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:41.535699 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:41.654406 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-54a62f10-a987-4020-b2a6-eea62e6938e3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:41.860300 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-54a62f10-a987-4020-b2a6-eea62e6938e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-446952'] for router, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:41.875915 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-094f137a-eb9e-411b-837f-7702bc992b3b None None] Network 3f4e590a-19f4-4d8b-bb19-9ae22b52a39f requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:42:42.024856 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-701c510d-31d2-4607-b6dc-930aed695bb4 None None] Provisioning for port ae61bf91-a31d-4403-8e46-260de335f9d2 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:42:42.073345 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54a62f10-a987-4020-b2a6-eea62e6938e3 admin admin] Router d4f425fd-517b-4c40-9eb5-75503263b8cd is scheduled to L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 with binding_index 1 {{(pid=102191) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:42:42.187158 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54a62f10-a987-4020-b2a6-eea62e6938e3 admin admin] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:42:42.198249 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7f1971-c179-46d6-9653-89ddb2f1fd9d None None] Sync routers for ids ['d4f425fd-517b-4c40-9eb5-75503263b8cd'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:42:42.207851 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7f1971-c179-46d6-9653-89ddb2f1fd9d None None] Routers {'d4f425fd-517b-4c40-9eb5-75503263b8cd'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:42:42.213585 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-6b7f1971-c179-46d6-9653-89ddb2f1fd9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:42:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['d4f425fd-517b-4c40-9eb5-75503263b8cd'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:42:42.272982 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-54a62f10-a987-4020-b2a6-eea62e6938e3 admin admin] Notify callbacks [] for router, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:42.276602 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-54a62f10-a987-4020-b2a6-eea62e6938e3 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.2770796 Aug 11 03:42:42.277083 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 46110) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:42:42.476191 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-6b7f1971-c179-46d6-9653-89ddb2f1fd9d None None] Set router d4f425fd-517b-4c40-9eb5-75503263b8cd gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:42:42.655459 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-6b7f1971-c179-46d6-9653-89ddb2f1fd9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4f425fd-517b-4c40-9eb5-75503263b8cd', 'name': 'tempest-TestServerBasicOps-754039268-router', 'tenant_id': '4f22c998f01b4a2099f34a1b962a568c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': '63ac6ee8-a4fb-4095-a347-915b30e64ca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:42:40Z', 'updated_at': '2021-08-11T03:42:41Z', 'revision_number': 3, 'project_id': '4f22c998f01b4a2099f34a1b962a568c', 'gw_port': {'id': '63ac6ee8-a4fb-4095-a347-915b30e64ca1', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:c5:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4f425fd-517b-4c40-9eb5-75503263b8cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:42:40Z', 'updated_at': '2021-08-11T03:42:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:42:42.689008 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7f1971-c179-46d6-9653-89ddb2f1fd9d None None] Checking router: d4f425fd-517b-4c40-9eb5-75503263b8cd for host: n-d-764292-30 {{(pid=102193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:42:42.689442 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7f1971-c179-46d6-9653-89ddb2f1fd9d None None] Updating router d4f425fd-517b-4c40-9eb5-75503263b8cd port 63ac6ee8-a4fb-4095-a347-915b30e64ca1 binding host n-d-764292-30 {{(pid=102193) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:42:42.720586 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-6b7f1971-c179-46d6-9653-89ddb2f1fd9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:42.863433 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 0db1518d-3a47-47c1-9c05-eac648604d84 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:42:42.975346 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 0db1518d-3a47-47c1-9c05-eac648604d84 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:42:42.975729 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:43.064844 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-721931cd-e342-48c7-9cd0-741019937a50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:43.096731 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-6b7f1971-c179-46d6-9653-89ddb2f1fd9d None None] Notify callbacks [] for port, precommit_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:43.115659 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-6b7f1971-c179-46d6-9653-89ddb2f1fd9d None None] Transition to ACTIVE for port object 63ac6ee8-a4fb-4095-a347-915b30e64ca1 will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:42:43.120543 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device ae61bf91-a31d-4403-8e46-260de335f9d2 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:42:43.198794 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-6b7f1971-c179-46d6-9653-89ddb2f1fd9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:43.225652 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [None req-721931cd-e342-48c7-9cd0-741019937a50 admin admin] Allocated IP 172.20.0.1 (3f4e590a-19f4-4d8b-bb19-9ae22b52a39f/49a68319-00b6-4c51-aab1-8e606d479809/f32a85d6-c884-4b0a-8001-ce7e82fea65a) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:42:43.249973 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port ae61bf91-a31d-4403-8e46-260de335f9d2 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:42:43.254277 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-6b7f1971-c179-46d6-9653-89ddb2f1fd9d None None] Attempting to bind port 63ac6ee8-a4fb-4095-a347-915b30e64ca1 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:42:43.254713 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-6b7f1971-c179-46d6-9653-89ddb2f1fd9d None None] Attempting to bind port 63ac6ee8-a4fb-4095-a347-915b30e64ca1 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:42:43.255073 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7f1971-c179-46d6-9653-89ddb2f1fd9d None None] Attempting to bind port 63ac6ee8-a4fb-4095-a347-915b30e64ca1 on network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:42:43.265241 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port ae61bf91-a31d-4403-8e46-260de335f9d2 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:42:43.265668 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:43.267623 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f2d1c0-4dc1-4339-9c0c-b5917f303a9b None None] Pushing event updated for resources: {'Port': ['ID=63ac6ee8-a4fb-4095-a347-915b30e64ca1,revision_number=2']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:42:43.271627 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7f1971-c179-46d6-9653-89ddb2f1fd9d None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 42, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:42:43.271986 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7f1971-c179-46d6-9653-89ddb2f1fd9d None None] Checking segment: {'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:42:43.272445 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-6b7f1971-c179-46d6-9653-89ddb2f1fd9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:43.272860 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7f1971-c179-46d6-9653-89ddb2f1fd9d None None] Bound using segment: {'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:42:43.273344 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-6b7f1971-c179-46d6-9653-89ddb2f1fd9d None None] Bound port: 63ac6ee8-a4fb-4095-a347-915b30e64ca1, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:42:43.273853 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-6b7f1971-c179-46d6-9653-89ddb2f1fd9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:43.337293 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-721931cd-e342-48c7-9cd0-741019937a50 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:43.350252 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [None req-721931cd-e342-48c7-9cd0-741019937a50 admin admin] Transition to ACTIVE for port object f32a85d6-c884-4b0a-8001-ce7e82fea65a will not be triggered until provisioned by entity DHCP. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:42:43.355000 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-6b7f1971-c179-46d6-9653-89ddb2f1fd9d None None] For port 63ac6ee8-a4fb-4095-a347-915b30e64ca1, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:42:43.358533 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-6b7f1971-c179-46d6-9653-89ddb2f1fd9d None None] For port 63ac6ee8-a4fb-4095-a347-915b30e64ca1, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=63ac6ee8-a4fb-4095-a347-915b30e64ca1,segment=NetworkSegment(fab28bed-aa25-40db-bba4-ec26e795194c),segment_id=fab28bed-aa25-40db-bba4-ec26e795194c)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:42:43.397803 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:43.433272 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port ae61bf91-a31d-4403-8e46-260de335f9d2, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=ae61bf91-a31d-4403-8e46-260de335f9d2,segment=NetworkSegment(5b944bc9-b367-4284-9f14-2e3dfab522d7),segment_id=5b944bc9-b367-4284-9f14-2e3dfab522d7)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:42:43.443694 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-6b7f1971-c179-46d6-9653-89ddb2f1fd9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:43.466953 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-721931cd-e342-48c7-9cd0-741019937a50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:43.499517 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7f1971-c179-46d6-9653-89ddb2f1fd9d None None] Routers {'d4f425fd-517b-4c40-9eb5-75503263b8cd'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:42:43.500165 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-6b7f1971-c179-46d6-9653-89ddb2f1fd9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:42:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['d4f425fd-517b-4c40-9eb5-75503263b8cd'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:42:43.504906 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f2d1c0-4dc1-4339-9c0c-b5917f303a9b None None] Pushing event updated for resources: {'Port': ['ID=63ac6ee8-a4fb-4095-a347-915b30e64ca1,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:42:43.508363 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-721931cd-e342-48c7-9cd0-741019937a50 admin admin] Network 3f4e590a-19f4-4d8b-bb19-9ae22b52a39f is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:42:43.511373 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-721931cd-e342-48c7-9cd0-741019937a50 admin admin] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:42:43.516001 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721931cd-e342-48c7-9cd0-741019937a50 admin admin] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:42:43.539119 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721931cd-e342-48c7-9cd0-741019937a50 admin admin] Pushing event updated for resources: {'Port': ['ID=f32a85d6-c884-4b0a-8001-ce7e82fea65a,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:42:43.539927 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:43.559289 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-721931cd-e342-48c7-9cd0-741019937a50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-520987'] for router_interface, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:43.637908 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=ae61bf91-a31d-4403-8e46-260de335f9d2,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:42:43.660649 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-6b7f1971-c179-46d6-9653-89ddb2f1fd9d None None] Set router d4f425fd-517b-4c40-9eb5-75503263b8cd gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:42:43.757184 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-721931cd-e342-48c7-9cd0-741019937a50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:43.852673 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-6b7f1971-c179-46d6-9653-89ddb2f1fd9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4f425fd-517b-4c40-9eb5-75503263b8cd', 'name': 'tempest-TestServerBasicOps-754039268-router', 'tenant_id': '4f22c998f01b4a2099f34a1b962a568c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': '63ac6ee8-a4fb-4095-a347-915b30e64ca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:42:40Z', 'updated_at': '2021-08-11T03:42:41Z', 'revision_number': 3, 'project_id': '4f22c998f01b4a2099f34a1b962a568c', 'gw_port': {'id': '63ac6ee8-a4fb-4095-a347-915b30e64ca1', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:c5:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4f425fd-517b-4c40-9eb5-75503263b8cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:42:40Z', 'updated_at': '2021-08-11T03:42:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:42:43.883856 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7f1971-c179-46d6-9653-89ddb2f1fd9d None None] The sync data for ids ['d4f425fd-517b-4c40-9eb5-75503263b8cd'] in n-d-764292-30 is: [{'id': 'd4f425fd-517b-4c40-9eb5-75503263b8cd', 'name': 'tempest-TestServerBasicOps-754039268-router', 'tenant_id': '4f22c998f01b4a2099f34a1b962a568c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': '63ac6ee8-a4fb-4095-a347-915b30e64ca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:42:40Z', 'updated_at': '2021-08-11T03:42:41Z', 'revision_number': 3, 'project_id': '4f22c998f01b4a2099f34a1b962a568c', 'gw_port': {'id': '63ac6ee8-a4fb-4095-a347-915b30e64ca1', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:c5:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4f425fd-517b-4c40-9eb5-75503263b8cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:42:40Z', 'updated_at': '2021-08-11T03:42:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:42:43.892998 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-0a8b2de7-1844-4346-b3ad-88a786d30184 None None] Provisioning for port f32a85d6-c884-4b0a-8001-ce7e82fea65a completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:42:43.895109 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-0a8b2de7-1844-4346-b3ad-88a786d30184 None None] Provisioning complete for port f32a85d6-c884-4b0a-8001-ce7e82fea65a triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:42:43.895599 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-0a8b2de7-1844-4346-b3ad-88a786d30184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:43.924777 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-721931cd-e342-48c7-9cd0-741019937a50 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:43.932457 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-0a8b2de7-1844-4346-b3ad-88a786d30184 None None] Port f32a85d6-c884-4b0a-8001-ce7e82fea65a cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:42:43.993121 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-721931cd-e342-48c7-9cd0-741019937a50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:44.059969 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721931cd-e342-48c7-9cd0-741019937a50 admin admin] Pushing event updated for resources: {'Port': ['ID=f32a85d6-c884-4b0a-8001-ce7e82fea65a,revision_number=2']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:42:44.066571 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-721931cd-e342-48c7-9cd0-741019937a50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16383026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521135'] for router_interface, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:44.168201 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-721931cd-e342-48c7-9cd0-741019937a50 admin admin] Network 3f4e590a-19f4-4d8b-bb19-9ae22b52a39f is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:42:44.169717 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-721931cd-e342-48c7-9cd0-741019937a50 admin admin] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:42:44.299854 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-721931cd-e342-48c7-9cd0-741019937a50 admin admin] Router d4f425fd-517b-4c40-9eb5-75503263b8cd has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:42:44.421053 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-721931cd-e342-48c7-9cd0-741019937a50 admin admin] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:42:44.426866 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-721931cd-e342-48c7-9cd0-741019937a50 admin admin] 10.222.0.41 "PUT /v2.0/routers/d4f425fd-517b-4c40-9eb5-75503263b8cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1474955 Aug 11 03:42:44.453419 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-b7035fc9-f69a-447c-9a06-1bef20523b96 None None] Provisioning complete for port f32a85d6-c884-4b0a-8001-ce7e82fea65a triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:42:44.453964 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-b7035fc9-f69a-447c-9a06-1bef20523b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:44.494247 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-b7035fc9-f69a-447c-9a06-1bef20523b96 None None] Port f32a85d6-c884-4b0a-8001-ce7e82fea65a cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:42:44.829659 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device ae61bf91-a31d-4403-8e46-260de335f9d2 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:42:44.878414 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port ae61bf91-a31d-4403-8e46-260de335f9d2 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:42:44.878794 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:44.961855 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 63ac6ee8-a4fb-4095-a347-915b30e64ca1 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:42:45.061515 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port 63ac6ee8-a4fb-4095-a347-915b30e64ca1 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:42:45.065836 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 63ac6ee8-a4fb-4095-a347-915b30e64ca1 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:42:45.066215 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:45.116264 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 46124) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:42:45.121367 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-0fa1505f-a368-4bef-95cb-6561936590a5 tempest-TestServerBasicOps-481185424 tempest-TestServerBasicOps-481185424-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-491605390', 'description': 'tempest-secgroup-smoke-491605390 description', 'project_id': 'cdbc52b009e74e0aa17950d9825b95fb'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:42:45.156414 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:45.178245 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port 63ac6ee8-a4fb-4095-a347-915b30e64ca1, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=63ac6ee8-a4fb-4095-a347-915b30e64ca1,segment=NetworkSegment(fab28bed-aa25-40db-bba4-ec26e795194c),segment_id=fab28bed-aa25-40db-bba4-ec26e795194c)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:42:45.221527 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0fa1505f-a368-4bef-95cb-6561936590a5 tempest-TestServerBasicOps-481185424 tempest-TestServerBasicOps-481185424-project] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:45.262115 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:45.306390 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0fa1505f-a368-4bef-95cb-6561936590a5 tempest-TestServerBasicOps-481185424 tempest-TestServerBasicOps-481185424-project] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:45.314743 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=63ac6ee8-a4fb-4095-a347-915b30e64ca1,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:42:45.370501 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0fa1505f-a368-4bef-95cb-6561936590a5 tempest-TestServerBasicOps-481185424 tempest-TestServerBasicOps-481185424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:45.400998 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa1505f-a368-4bef-95cb-6561936590a5 tempest-TestServerBasicOps-481185424 tempest-TestServerBasicOps-481185424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=682d4c2f-fc69-4da5-8390-a7207a442c0c,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:42:45.443962 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0fa1505f-a368-4bef-95cb-6561936590a5 tempest-TestServerBasicOps-481185424 tempest-TestServerBasicOps-481185424-project] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:45.445233 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-0fa1505f-a368-4bef-95cb-6561936590a5 tempest-TestServerBasicOps-481185424 tempest-TestServerBasicOps-481185424-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3278415 Aug 11 03:42:45.448086 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 46126) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:42:45.452708 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-2884b089-089d-44b1-bd61-7bebc5ab88ed tempest-TestServerBasicOps-481185424 tempest-TestServerBasicOps-481185424-project] Request body: {'security_group_rule': {'security_group_id': '682d4c2f-fc69-4da5-8390-a7207a442c0c', 'project_id': 'cdbc52b009e74e0aa17950d9825b95fb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:42:45.499912 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7487688b-8301-43e1-b37b-b2689518360e None None] Sync routers for ids ['d4f425fd-517b-4c40-9eb5-75503263b8cd'] in n-d-764292-30 {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:42:45.509340 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7487688b-8301-43e1-b37b-b2689518360e None None] Routers {'d4f425fd-517b-4c40-9eb5-75503263b8cd'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:42:45.509947 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-7487688b-8301-43e1-b37b-b2689518360e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:42:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['d4f425fd-517b-4c40-9eb5-75503263b8cd'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:42:45.524219 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-2884b089-089d-44b1-bd61-7bebc5ab88ed tempest-TestServerBasicOps-481185424 tempest-TestServerBasicOps-481185424-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:45.588906 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-2884b089-089d-44b1-bd61-7bebc5ab88ed tempest-TestServerBasicOps-481185424 tempest-TestServerBasicOps-481185424-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:45.617862 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-7487688b-8301-43e1-b37b-b2689518360e None None] Set router d4f425fd-517b-4c40-9eb5-75503263b8cd gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:42:45.627204 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-2884b089-089d-44b1-bd61-7bebc5ab88ed tempest-TestServerBasicOps-481185424 tempest-TestServerBasicOps-481185424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:45.645374 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2884b089-089d-44b1-bd61-7bebc5ab88ed tempest-TestServerBasicOps-481185424 tempest-TestServerBasicOps-481185424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fca262a6-0448-413e-8f50-e018e22738ae,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:42:45.708116 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-2884b089-089d-44b1-bd61-7bebc5ab88ed tempest-TestServerBasicOps-481185424 tempest-TestServerBasicOps-481185424-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:45.709464 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-2884b089-089d-44b1-bd61-7bebc5ab88ed tempest-TestServerBasicOps-481185424 tempest-TestServerBasicOps-481185424-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2604542 Aug 11 03:42:45.712317 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 46128) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:42:45.716882 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-fd6246ec-b5e5-4fb8-883f-f62282ba87db tempest-TestServerBasicOps-481185424 tempest-TestServerBasicOps-481185424-project] Request body: {'security_group_rule': {'security_group_id': '682d4c2f-fc69-4da5-8390-a7207a442c0c', 'project_id': 'cdbc52b009e74e0aa17950d9825b95fb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:42:45.798122 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-fd6246ec-b5e5-4fb8-883f-f62282ba87db tempest-TestServerBasicOps-481185424 tempest-TestServerBasicOps-481185424-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:45.814227 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-7487688b-8301-43e1-b37b-b2689518360e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4f425fd-517b-4c40-9eb5-75503263b8cd', 'name': 'tempest-TestServerBasicOps-754039268-router', 'tenant_id': '4f22c998f01b4a2099f34a1b962a568c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': '63ac6ee8-a4fb-4095-a347-915b30e64ca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:42:40Z', 'updated_at': '2021-08-11T03:42:43Z', 'revision_number': 4, 'project_id': '4f22c998f01b4a2099f34a1b962a568c', 'gw_port': {'id': '63ac6ee8-a4fb-4095-a347-915b30e64ca1', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:c5:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f425fd-517b-4c40-9eb5-75503263b8cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:42:40Z', 'updated_at': '2021-08-11T03:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': 'f32a85d6-c884-4b0a-8001-ce7e82fea65a', 'name': '', 'network_id': '3f4e590a-19f4-4d8b-bb19-9ae22b52a39f', 'tenant_id': '4f22c998f01b4a2099f34a1b962a568c', 'mac_address': 'fa:16:3e:ab:9e:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4f425fd-517b-4c40-9eb5-75503263b8cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '49a68319-00b6-4c51-aab1-8e606d479809', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:42:43Z', 'updated_at': '2021-08-11T03:42:43Z', 'revision_number': 2, 'project_id': '4f22c998f01b4a2099f34a1b962a568c', 'subnets': [{'id': '49a68319-00b6-4c51-aab1-8e606d479809', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:42:45.844101 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7487688b-8301-43e1-b37b-b2689518360e None None] Checking router: d4f425fd-517b-4c40-9eb5-75503263b8cd for host: n-d-764292-30 {{(pid=102194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:42:45.844548 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7487688b-8301-43e1-b37b-b2689518360e None None] Updating router d4f425fd-517b-4c40-9eb5-75503263b8cd port f32a85d6-c884-4b0a-8001-ce7e82fea65a binding host n-d-764292-30 {{(pid=102194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:42:45.856600 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-fd6246ec-b5e5-4fb8-883f-f62282ba87db tempest-TestServerBasicOps-481185424 tempest-TestServerBasicOps-481185424-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:45.868776 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-7487688b-8301-43e1-b37b-b2689518360e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:45.969267 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-fd6246ec-b5e5-4fb8-883f-f62282ba87db tempest-TestServerBasicOps-481185424 tempest-TestServerBasicOps-481185424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:45.987640 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6246ec-b5e5-4fb8-883f-f62282ba87db tempest-TestServerBasicOps-481185424 tempest-TestServerBasicOps-481185424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28cc14e3-7710-4589-ab7c-f8d0bc134aea,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:42:46.125883 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-7487688b-8301-43e1-b37b-b2689518360e None None] Notify callbacks [] for port, precommit_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:46.135820 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.provisioning_blocks [None req-7487688b-8301-43e1-b37b-b2689518360e None None] Transition to ACTIVE for port object f32a85d6-c884-4b0a-8001-ce7e82fea65a will not be triggered until provisioned by entity L2. {{(pid=102194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:42:46.175518 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-fd6246ec-b5e5-4fb8-883f-f62282ba87db tempest-TestServerBasicOps-481185424 tempest-TestServerBasicOps-481185424-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:46.176840 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-fd6246ec-b5e5-4fb8-883f-f62282ba87db tempest-TestServerBasicOps-481185424 tempest-TestServerBasicOps-481185424-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4635332 Aug 11 03:42:46.179710 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 46130) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:42:46.184309 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-d92fb534-a229-4d27-98e3-d9533f1bb317 tempest-TestServerBasicOps-481185424 tempest-TestServerBasicOps-481185424-project] Request body: {'security_group_rule': {'security_group_id': '682d4c2f-fc69-4da5-8390-a7207a442c0c', 'project_id': 'cdbc52b009e74e0aa17950d9825b95fb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:42:46.272598 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-7487688b-8301-43e1-b37b-b2689518360e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:46.302086 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-d92fb534-a229-4d27-98e3-d9533f1bb317 tempest-TestServerBasicOps-481185424 tempest-TestServerBasicOps-481185424-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:46.322142 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f204c74b-ebda-4e53-aede-330a04bea81e None None] Pushing event updated for resources: {'Port': ['ID=f32a85d6-c884-4b0a-8001-ce7e82fea65a,revision_number=3']} {{(pid=102194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:42:46.375483 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-d92fb534-a229-4d27-98e3-d9533f1bb317 tempest-TestServerBasicOps-481185424 tempest-TestServerBasicOps-481185424-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:46.376385 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-7487688b-8301-43e1-b37b-b2689518360e None None] Attempting to bind port f32a85d6-c884-4b0a-8001-ce7e82fea65a on host n-d-764292-30 for vnic_type normal with profile {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:42:46.376752 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-7487688b-8301-43e1-b37b-b2689518360e None None] Attempting to bind port f32a85d6-c884-4b0a-8001-ce7e82fea65a by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': '5b944bc9-b367-4284-9f14-2e3dfab522d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '3f4e590a-19f4-4d8b-bb19-9ae22b52a39f'}] {{(pid=102194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:42:46.377110 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7487688b-8301-43e1-b37b-b2689518360e None None] Attempting to bind port f32a85d6-c884-4b0a-8001-ce7e82fea65a on network 3f4e590a-19f4-4d8b-bb19-9ae22b52a39f {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:42:46.383070 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7487688b-8301-43e1-b37b-b2689518360e None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 42, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:42:46.383440 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7487688b-8301-43e1-b37b-b2689518360e None None] Checking segment: {'id': '5b944bc9-b367-4284-9f14-2e3dfab522d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '3f4e590a-19f4-4d8b-bb19-9ae22b52a39f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:42:46.386065 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-7487688b-8301-43e1-b37b-b2689518360e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:46.386065 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7487688b-8301-43e1-b37b-b2689518360e None None] Bound using segment: {'id': '5b944bc9-b367-4284-9f14-2e3dfab522d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '3f4e590a-19f4-4d8b-bb19-9ae22b52a39f'} {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:42:46.386065 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-7487688b-8301-43e1-b37b-b2689518360e None None] Bound port: f32a85d6-c884-4b0a-8001-ce7e82fea65a, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b944bc9-b367-4284-9f14-2e3dfab522d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '3f4e590a-19f4-4d8b-bb19-9ae22b52a39f'}}] {{(pid=102194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:42:46.386065 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-7487688b-8301-43e1-b37b-b2689518360e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:46.450263 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.db [None req-7487688b-8301-43e1-b37b-b2689518360e None None] For port f32a85d6-c884-4b0a-8001-ce7e82fea65a, host n-d-764292-30, cleared binding levels {{(pid=102194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:42:46.453621 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.db [None req-7487688b-8301-43e1-b37b-b2689518360e None None] For port f32a85d6-c884-4b0a-8001-ce7e82fea65a, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=f32a85d6-c884-4b0a-8001-ce7e82fea65a,segment=NetworkSegment(5b944bc9-b367-4284-9f14-2e3dfab522d7),segment_id=5b944bc9-b367-4284-9f14-2e3dfab522d7)] {{(pid=102194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:42:46.455825 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-d92fb534-a229-4d27-98e3-d9533f1bb317 tempest-TestServerBasicOps-481185424 tempest-TestServerBasicOps-481185424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:46.475686 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92fb534-a229-4d27-98e3-d9533f1bb317 tempest-TestServerBasicOps-481185424 tempest-TestServerBasicOps-481185424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f18bf7e0-374a-4860-a7a0-c3922aa99a82,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:42:46.552611 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-7487688b-8301-43e1-b37b-b2689518360e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:46.576181 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-d92fb534-a229-4d27-98e3-d9533f1bb317 tempest-TestServerBasicOps-481185424 tempest-TestServerBasicOps-481185424-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:46.577548 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-d92fb534-a229-4d27-98e3-d9533f1bb317 tempest-TestServerBasicOps-481185424 tempest-TestServerBasicOps-481185424-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3968644 Aug 11 03:42:46.580210 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 46132) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:42:46.587125 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-fd54a24e-a54f-4b65-8da1-24554a8ae825 tempest-TestServerBasicOps-481185424 tempest-TestServerBasicOps-481185424-project] Request body: {'security_group_rule': {'security_group_id': '682d4c2f-fc69-4da5-8390-a7207a442c0c', 'project_id': 'cdbc52b009e74e0aa17950d9825b95fb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:42:46.615555 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7487688b-8301-43e1-b37b-b2689518360e None None] Routers {'d4f425fd-517b-4c40-9eb5-75503263b8cd'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:42:46.616190 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-7487688b-8301-43e1-b37b-b2689518360e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:42:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['d4f425fd-517b-4c40-9eb5-75503263b8cd'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:42:46.651264 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f204c74b-ebda-4e53-aede-330a04bea81e None None] Pushing event updated for resources: {'Port': ['ID=f32a85d6-c884-4b0a-8001-ce7e82fea65a,revision_number=4']} {{(pid=102194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:42:46.706521 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-fd54a24e-a54f-4b65-8da1-24554a8ae825 tempest-TestServerBasicOps-481185424 tempest-TestServerBasicOps-481185424-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:46.742823 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-7487688b-8301-43e1-b37b-b2689518360e None None] Set router d4f425fd-517b-4c40-9eb5-75503263b8cd gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:42:46.773222 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 63ac6ee8-a4fb-4095-a347-915b30e64ca1 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:42:46.795074 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-fd54a24e-a54f-4b65-8da1-24554a8ae825 tempest-TestServerBasicOps-481185424 tempest-TestServerBasicOps-481185424-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:46.837527 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 63ac6ee8-a4fb-4095-a347-915b30e64ca1 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:42:46.837988 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:46.861969 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-fd54a24e-a54f-4b65-8da1-24554a8ae825 tempest-TestServerBasicOps-481185424 tempest-TestServerBasicOps-481185424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:46.882175 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd54a24e-a54f-4b65-8da1-24554a8ae825 tempest-TestServerBasicOps-481185424 tempest-TestServerBasicOps-481185424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e43c878-a474-4a70-8328-699d03e28d79,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:42:46.952874 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-fd54a24e-a54f-4b65-8da1-24554a8ae825 tempest-TestServerBasicOps-481185424 tempest-TestServerBasicOps-481185424-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:46.954119 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-fd54a24e-a54f-4b65-8da1-24554a8ae825 tempest-TestServerBasicOps-481185424 tempest-TestServerBasicOps-481185424-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3729291 Aug 11 03:42:46.956864 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 46134) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:42:46.962222 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-bbf9469b-dd98-462b-bec9-74efa60347e6 tempest-TestServerBasicOps-481185424 tempest-TestServerBasicOps-481185424-project] Request body: {'security_group_rule': {'security_group_id': '682d4c2f-fc69-4da5-8390-a7207a442c0c', 'project_id': 'cdbc52b009e74e0aa17950d9825b95fb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:42:47.043591 n-d-764292-30 neutron-server[102192]: INFO neutron.db.securitygroups_db [None req-bbf9469b-dd98-462b-bec9-74efa60347e6 tempest-TestServerBasicOps-481185424 tempest-TestServerBasicOps-481185424-project] Project cdbc52b009e74e0aa17950d9825b95fb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 03:42:47.044358 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-7487688b-8301-43e1-b37b-b2689518360e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4f425fd-517b-4c40-9eb5-75503263b8cd', 'name': 'tempest-TestServerBasicOps-754039268-router', 'tenant_id': '4f22c998f01b4a2099f34a1b962a568c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': '63ac6ee8-a4fb-4095-a347-915b30e64ca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:42:40Z', 'updated_at': '2021-08-11T03:42:43Z', 'revision_number': 4, 'project_id': '4f22c998f01b4a2099f34a1b962a568c', 'gw_port': {'id': '63ac6ee8-a4fb-4095-a347-915b30e64ca1', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:c5:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f425fd-517b-4c40-9eb5-75503263b8cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:42:40Z', 'updated_at': '2021-08-11T03:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': 'f32a85d6-c884-4b0a-8001-ce7e82fea65a', 'name': '', 'network_id': '3f4e590a-19f4-4d8b-bb19-9ae22b52a39f', 'tenant_id': '4f22c998f01b4a2099f34a1b962a568c', 'mac_address': 'fa:16:3e:ab:9e:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4f425fd-517b-4c40-9eb5-75503263b8cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '49a68319-00b6-4c51-aab1-8e606d479809', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:42:43Z', 'updated_at': '2021-08-11T03:42:46Z', 'revision_number': 4, 'project_id': '4f22c998f01b4a2099f34a1b962a568c', 'subnets': [{'id': '49a68319-00b6-4c51-aab1-8e606d479809', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:42:47.049101 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-bbf9469b-dd98-462b-bec9-74efa60347e6 tempest-TestServerBasicOps-481185424 tempest-TestServerBasicOps-481185424-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:47.071448 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7487688b-8301-43e1-b37b-b2689518360e None None] The sync data for ids ['d4f425fd-517b-4c40-9eb5-75503263b8cd'] in n-d-764292-30 is: [{'id': 'd4f425fd-517b-4c40-9eb5-75503263b8cd', 'name': 'tempest-TestServerBasicOps-754039268-router', 'tenant_id': '4f22c998f01b4a2099f34a1b962a568c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': '63ac6ee8-a4fb-4095-a347-915b30e64ca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:42:40Z', 'updated_at': '2021-08-11T03:42:43Z', 'revision_number': 4, 'project_id': '4f22c998f01b4a2099f34a1b962a568c', 'gw_port': {'id': '63ac6ee8-a4fb-4095-a347-915b30e64ca1', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:c5:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f425fd-517b-4c40-9eb5-75503263b8cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:42:40Z', 'updated_at': '2021-08-11T03:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': 'f32a85d6-c884-4b0a-8001-ce7e82fea65a', 'name': '', 'network_id': '3f4e590a-19f4-4d8b-bb19-9ae22b52a39f', 'tenant_id': '4f22c998f01b4a2099f34a1b962a568c', 'mac_address': 'fa:16:3e:ab:9e:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4f425fd-517b-4c40-9eb5-75503263b8cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '49a68319-00b6-4c51-aab1-8e606d479809', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:42:43Z', 'updated_at': '2021-08-11T03:42:46Z', 'revision_number': 4, 'project_id': '4f22c998f01b4a2099f34a1b962a568c', 'subnets': [{'id': '49a68319-00b6-4c51-aab1-8e606d479809', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:42:47.112096 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-bbf9469b-dd98-462b-bec9-74efa60347e6 tempest-TestServerBasicOps-481185424 tempest-TestServerBasicOps-481185424-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:47.170113 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-bbf9469b-dd98-462b-bec9-74efa60347e6 tempest-TestServerBasicOps-481185424 tempest-TestServerBasicOps-481185424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:47.188878 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf9469b-dd98-462b-bec9-74efa60347e6 tempest-TestServerBasicOps-481185424 tempest-TestServerBasicOps-481185424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7988317-1c9e-4459-87b2-444c8eb3b5f2,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:42:47.261712 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-bbf9469b-dd98-462b-bec9-74efa60347e6 tempest-TestServerBasicOps-481185424 tempest-TestServerBasicOps-481185424-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:47.263669 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-bbf9469b-dd98-462b-bec9-74efa60347e6 tempest-TestServerBasicOps-481185424 tempest-TestServerBasicOps-481185424-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3056338 Aug 11 03:42:47.266616 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 46136) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:42:47.271219 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-b34e3e98-e74d-404e-9f64-332a6ad241cf tempest-TestServerBasicOps-481185424 tempest-TestServerBasicOps-481185424-project] Request body: {'security_group_rule': {'security_group_id': '682d4c2f-fc69-4da5-8390-a7207a442c0c', 'project_id': 'cdbc52b009e74e0aa17950d9825b95fb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:42:47.364149 n-d-764292-30 neutron-server[102192]: INFO neutron.db.securitygroups_db [None req-b34e3e98-e74d-404e-9f64-332a6ad241cf tempest-TestServerBasicOps-481185424 tempest-TestServerBasicOps-481185424-project] Project cdbc52b009e74e0aa17950d9825b95fb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 03:42:47.370459 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b34e3e98-e74d-404e-9f64-332a6ad241cf tempest-TestServerBasicOps-481185424 tempest-TestServerBasicOps-481185424-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:47.436005 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b34e3e98-e74d-404e-9f64-332a6ad241cf tempest-TestServerBasicOps-481185424 tempest-TestServerBasicOps-481185424-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:47.507135 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b34e3e98-e74d-404e-9f64-332a6ad241cf tempest-TestServerBasicOps-481185424 tempest-TestServerBasicOps-481185424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:47.525356 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34e3e98-e74d-404e-9f64-332a6ad241cf tempest-TestServerBasicOps-481185424 tempest-TestServerBasicOps-481185424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6a62076-b116-4002-a917-e8d8f0ecd4ad,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:42:47.609914 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b34e3e98-e74d-404e-9f64-332a6ad241cf tempest-TestServerBasicOps-481185424 tempest-TestServerBasicOps-481185424-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:47.611208 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-b34e3e98-e74d-404e-9f64-332a6ad241cf tempest-TestServerBasicOps-481185424 tempest-TestServerBasicOps-481185424-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3436239 Aug 11 03:42:47.762764 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f722d85c-f93d-4173-a7c7-15ab05db57a2 req-59cda2c5-1655-47c8-b663-3f6bbc1ed694 tempest-TestServerBasicOps-481185424 tempest-TestServerBasicOps-481185424-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-491605390&fields=id&tenant_id=cdbc52b009e74e0aa17950d9825b95fb HTTP/1.1" status: 200 len: 267 time: 0.0382991 Aug 11 03:42:47.872070 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f722d85c-f93d-4173-a7c7-15ab05db57a2 req-17bd24dd-c581-455f-b93c-efa2935ce289 tempest-TestServerBasicOps-481185424 tempest-TestServerBasicOps-481185424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:42:47.878949 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f722d85c-f93d-4173-a7c7-15ab05db57a2 req-17bd24dd-c581-455f-b93c-efa2935ce289 tempest-TestServerBasicOps-481185424 tempest-TestServerBasicOps-481185424-project] 10.222.0.41 "GET /v2.0/networks?id=d92d46f2-064a-49b8-804b-dc12ea70bb0a HTTP/1.1" status: 200 len: 808 time: 0.1037745 Aug 11 03:42:47.889837 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f722d85c-f93d-4173-a7c7-15ab05db57a2 req-d2027465-a8b2-451a-8b66-ae3e5b7b6651 tempest-TestServerBasicOps-481185424 tempest-TestServerBasicOps-481185424-project] 10.222.0.41 "GET /v2.0/quotas/cdbc52b009e74e0aa17950d9825b95fb HTTP/1.1" status: 200 len: 375 time: 0.0097880 Aug 11 03:42:47.944206 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f722d85c-f93d-4173-a7c7-15ab05db57a2 req-0edeaa09-9ade-4c03-9088-2b7b1a0c797a tempest-TestServerBasicOps-481185424 tempest-TestServerBasicOps-481185424-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=cdbc52b009e74e0aa17950d9825b95fb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0478649 Aug 11 03:42:47.960626 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [req-f722d85c-f93d-4173-a7c7-15ab05db57a2 req-8b4a1d9d-4b2f-4e23-a217-eaed968d7a4a service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:42:47.961883 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f722d85c-f93d-4173-a7c7-15ab05db57a2 req-8b4a1d9d-4b2f-4e23-a217-eaed968d7a4a service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064256 Aug 11 03:42:48.066525 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f722d85c-f93d-4173-a7c7-15ab05db57a2 req-8b08335b-c82f-4615-94a0-85aac473635f service neutron] 10.222.0.41 "GET /v2.0/networks/d92d46f2-064a-49b8-804b-dc12ea70bb0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951843 Aug 11 03:42:48.156857 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f722d85c-f93d-4173-a7c7-15ab05db57a2 req-c02ca9b3-36b5-4e63-a783-67dd3163dda0 service neutron] 10.222.0.41 "GET /v2.0/networks/d92d46f2-064a-49b8-804b-dc12ea70bb0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835371 Aug 11 03:42:48.423484 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c7e3d4f0-a3ce-4fc0-90cf-30b034a3479b req-f36115b5-b122-448a-b61b-bb2f9bf85a4a tempest-TestServerBasicOps-481185424 tempest-TestServerBasicOps-481185424-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2e0cebe-a8ff-4f92-898f-763a30ed87eb HTTP/1.1" status: 200 len: 210 time: 0.0336564 Aug 11 03:42:48.767391 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device f32a85d6-c884-4b0a-8001-ce7e82fea65a up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:42:48.901655 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port f32a85d6-c884-4b0a-8001-ce7e82fea65a completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:42:48.906009 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port f32a85d6-c884-4b0a-8001-ce7e82fea65a triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:42:48.906410 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:48.990413 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:49.024670 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port f32a85d6-c884-4b0a-8001-ce7e82fea65a, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=f32a85d6-c884-4b0a-8001-ce7e82fea65a,segment=NetworkSegment(5b944bc9-b367-4284-9f14-2e3dfab522d7),segment_id=5b944bc9-b367-4284-9f14-2e3dfab522d7)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:42:49.073013 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:49.120935 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=f32a85d6-c884-4b0a-8001-ce7e82fea65a,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:42:49.500382 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7bbad5f3-b415-4406-a504-20735d34c719 req-c8d469c9-a5ca-4d6e-a3af-ce86393f4f96 tempest-TestServerBasicOps-481185424 tempest-TestServerBasicOps-481185424-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2e0cebe-a8ff-4f92-898f-763a30ed87eb HTTP/1.1" status: 200 len: 210 time: 0.0270855 Aug 11 03:42:50.576263 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e6f5fc60-34d9-4053-8369-0f053fc799ba req-52fca532-e1f0-4181-9bc0-e6ae404e454c tempest-TestServerBasicOps-481185424 tempest-TestServerBasicOps-481185424-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2e0cebe-a8ff-4f92-898f-763a30ed87eb HTTP/1.1" status: 200 len: 210 time: 0.0262251 Aug 11 03:42:50.754060 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device f32a85d6-c884-4b0a-8001-ce7e82fea65a up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:42:50.802676 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port f32a85d6-c884-4b0a-8001-ce7e82fea65a triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:42:50.803001 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:51.669740 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c912eb0b-305e-4bbb-8724-cb84aa00081a req-cb3bc370-ece2-400e-9d98-8720c4b41e5e tempest-TestServerBasicOps-481185424 tempest-TestServerBasicOps-481185424-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2e0cebe-a8ff-4f92-898f-763a30ed87eb HTTP/1.1" status: 200 len: 210 time: 0.0264144 Aug 11 03:42:52.600523 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f722d85c-f93d-4173-a7c7-15ab05db57a2 req-822d2365-7d7c-4072-9e74-33f2a8c92d01 tempest-TestServerBasicOps-481185424 tempest-TestServerBasicOps-481185424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:42:52.601995 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f722d85c-f93d-4173-a7c7-15ab05db57a2 req-822d2365-7d7c-4072-9e74-33f2a8c92d01 tempest-TestServerBasicOps-481185424 tempest-TestServerBasicOps-481185424-project] 10.222.0.24 "GET /v2.0/networks?id=d92d46f2-064a-49b8-804b-dc12ea70bb0a HTTP/1.1" status: 200 len: 808 time: 0.1032541 Aug 11 03:42:52.644776 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f722d85c-f93d-4173-a7c7-15ab05db57a2 req-42a1ebbc-6ed0-4f63-9fb6-eb83c4f6f5fa tempest-TestServerBasicOps-481185424 tempest-TestServerBasicOps-481185424-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cdbc52b009e74e0aa17950d9825b95fb HTTP/1.1" status: 200 len: 379 time: 0.0340304 Aug 11 03:42:52.654453 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-f722d85c-f93d-4173-a7c7-15ab05db57a2 req-5f3d2462-0e35-4e65-81dc-bbf677ef7b2a tempest-TestServerBasicOps-481185424 tempest-TestServerBasicOps-481185424-project] Request body: {'port': {'device_id': 'a2e0cebe-a8ff-4f92-898f-763a30ed87eb', 'network_id': 'd92d46f2-064a-49b8-804b-dc12ea70bb0a', 'admin_state_up': True, 'tenant_id': 'cdbc52b009e74e0aa17950d9825b95fb', 'security_groups': ['682d4c2f-fc69-4da5-8390-a7207a442c0c']}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:42:52.771770 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ce640869-2e44-4b04-aadb-687d1ff07731 req-2d55cacc-3835-40d3-b979-df232604f645 tempest-TestServerBasicOps-481185424 tempest-TestServerBasicOps-481185424-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2e0cebe-a8ff-4f92-898f-763a30ed87eb HTTP/1.1" status: 200 len: 210 time: 0.0317121 Aug 11 03:42:52.826866 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f722d85c-f93d-4173-a7c7-15ab05db57a2 req-5f3d2462-0e35-4e65-81dc-bbf677ef7b2a tempest-TestServerBasicOps-481185424 tempest-TestServerBasicOps-481185424-project] Made reservation on behalf of cdbc52b009e74e0aa17950d9825b95fb for: {'port': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:42:52.830498 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-f722d85c-f93d-4173-a7c7-15ab05db57a2 req-5f3d2462-0e35-4e65-81dc-bbf677ef7b2a tempest-TestServerBasicOps-481185424 tempest-TestServerBasicOps-481185424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:52.956961 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [req-f722d85c-f93d-4173-a7c7-15ab05db57a2 req-5f3d2462-0e35-4e65-81dc-bbf677ef7b2a tempest-TestServerBasicOps-481185424 tempest-TestServerBasicOps-481185424-project] Allocated IP 172.20.0.12 (d92d46f2-064a-49b8-804b-dc12ea70bb0a/248d545f-cbb5-42b7-abe9-9525c530e588/c4f5013a-b0bc-462e-a3ee-6024871ff4d6) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:42:53.102681 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-f722d85c-f93d-4173-a7c7-15ab05db57a2 req-5f3d2462-0e35-4e65-81dc-bbf677ef7b2a tempest-TestServerBasicOps-481185424 tempest-TestServerBasicOps-481185424-project] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:53.115930 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [req-f722d85c-f93d-4173-a7c7-15ab05db57a2 req-5f3d2462-0e35-4e65-81dc-bbf677ef7b2a tempest-TestServerBasicOps-481185424 tempest-TestServerBasicOps-481185424-project] Transition to ACTIVE for port object c4f5013a-b0bc-462e-a3ee-6024871ff4d6 will not be triggered until provisioned by entity DHCP. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:42:53.198376 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-f722d85c-f93d-4173-a7c7-15ab05db57a2 req-5f3d2462-0e35-4e65-81dc-bbf677ef7b2a tempest-TestServerBasicOps-481185424 tempest-TestServerBasicOps-481185424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:53.237404 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f722d85c-f93d-4173-a7c7-15ab05db57a2 req-5f3d2462-0e35-4e65-81dc-bbf677ef7b2a tempest-TestServerBasicOps-481185424 tempest-TestServerBasicOps-481185424-project] Network d92d46f2-064a-49b8-804b-dc12ea70bb0a is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:42:53.242945 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [req-f722d85c-f93d-4173-a7c7-15ab05db57a2 req-5f3d2462-0e35-4e65-81dc-bbf677ef7b2a tempest-TestServerBasicOps-481185424 tempest-TestServerBasicOps-481185424-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:42:53.246561 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [req-f722d85c-f93d-4173-a7c7-15ab05db57a2 req-5f3d2462-0e35-4e65-81dc-bbf677ef7b2a tempest-TestServerBasicOps-481185424 tempest-TestServerBasicOps-481185424-project] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:42:53.272070 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3d2462-0e35-4e65-81dc-bbf677ef7b2a tempest-TestServerBasicOps-481185424 tempest-TestServerBasicOps-481185424-project] Pushing event updated for resources: {'Port': ['ID=c4f5013a-b0bc-462e-a3ee-6024871ff4d6,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:42:53.300489 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f722d85c-f93d-4173-a7c7-15ab05db57a2 req-5f3d2462-0e35-4e65-81dc-bbf677ef7b2a tempest-TestServerBasicOps-481185424 tempest-TestServerBasicOps-481185424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:42:53.301110 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-f722d85c-f93d-4173-a7c7-15ab05db57a2 req-5f3d2462-0e35-4e65-81dc-bbf677ef7b2a tempest-TestServerBasicOps-481185424 tempest-TestServerBasicOps-481185424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:53.359299 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f722d85c-f93d-4173-a7c7-15ab05db57a2 req-5f3d2462-0e35-4e65-81dc-bbf677ef7b2a tempest-TestServerBasicOps-481185424 tempest-TestServerBasicOps-481185424-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7084477 Aug 11 03:42:53.372826 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-f722d85c-f93d-4173-a7c7-15ab05db57a2 req-b849fb60-084e-4357-a274-7860ee55b384 service neutron] Request body: {'port': {'device_id': 'a2e0cebe-a8ff-4f92-898f-763a30ed87eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764292-30'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:42:53.432565 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-f722d85c-f93d-4173-a7c7-15ab05db57a2 req-b849fb60-084e-4357-a274-7860ee55b384 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:53.501114 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-8da3456e-68f8-48f6-a55c-166a8e855a64 None None] Provisioning for port c4f5013a-b0bc-462e-a3ee-6024871ff4d6 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:42:53.505140 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-8da3456e-68f8-48f6-a55c-166a8e855a64 None None] Provisioning complete for port c4f5013a-b0bc-462e-a3ee-6024871ff4d6 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:42:53.507187 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8da3456e-68f8-48f6-a55c-166a8e855a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:53.539926 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-8da3456e-68f8-48f6-a55c-166a8e855a64 None None] Port c4f5013a-b0bc-462e-a3ee-6024871ff4d6 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:42:53.688467 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [req-f722d85c-f93d-4173-a7c7-15ab05db57a2 req-b849fb60-084e-4357-a274-7860ee55b384 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4f5013a-b0bc-462e-a3ee-6024871ff4d6 {{(pid=102192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:42:53.695731 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-f722d85c-f93d-4173-a7c7-15ab05db57a2 req-b849fb60-084e-4357-a274-7860ee55b384 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:53.706982 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [req-f722d85c-f93d-4173-a7c7-15ab05db57a2 req-b849fb60-084e-4357-a274-7860ee55b384 service neutron] Transition to ACTIVE for port object c4f5013a-b0bc-462e-a3ee-6024871ff4d6 will not be triggered until provisioned by entity L2. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:42:53.792401 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-f722d85c-f93d-4173-a7c7-15ab05db57a2 req-b849fb60-084e-4357-a274-7860ee55b384 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:53.847956 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b849fb60-084e-4357-a274-7860ee55b384 service neutron] Pushing event updated for resources: {'Port': ['ID=c4f5013a-b0bc-462e-a3ee-6024871ff4d6,revision_number=2']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:42:53.954969 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f305b942-b6fa-41fa-9c6f-8e9d55e0a98f req-1dcd6207-5610-43ea-af77-fe6e2e91b075 tempest-TestServerBasicOps-481185424 tempest-TestServerBasicOps-481185424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:42:53.956535 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f305b942-b6fa-41fa-9c6f-8e9d55e0a98f req-1dcd6207-5610-43ea-af77-fe6e2e91b075 tempest-TestServerBasicOps-481185424 tempest-TestServerBasicOps-481185424-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2e0cebe-a8ff-4f92-898f-763a30ed87eb HTTP/1.1" status: 200 len: 944 time: 0.1059318 Aug 11 03:42:53.961783 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-f722d85c-f93d-4173-a7c7-15ab05db57a2 req-b849fb60-084e-4357-a274-7860ee55b384 service neutron] Attempting to bind port c4f5013a-b0bc-462e-a3ee-6024871ff4d6 on host n-h2-764292-30 for vnic_type normal with profile {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:42:53.962165 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-f722d85c-f93d-4173-a7c7-15ab05db57a2 req-b849fb60-084e-4357-a274-7860ee55b384 service neutron] Attempting to bind port c4f5013a-b0bc-462e-a3ee-6024871ff4d6 by drivers openvswitch,hyperv on host n-h2-764292-30 at level 0 using segments [{'id': '2ff3a04b-9602-4090-b29c-57ae1aa99924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'd92d46f2-064a-49b8-804b-dc12ea70bb0a'}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:42:53.962513 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f722d85c-f93d-4173-a7c7-15ab05db57a2 req-b849fb60-084e-4357-a274-7860ee55b384 service neutron] Attempting to bind port c4f5013a-b0bc-462e-a3ee-6024871ff4d6 on network d92d46f2-064a-49b8-804b-dc12ea70bb0a {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:42:53.980867 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f722d85c-f93d-4173-a7c7-15ab05db57a2 req-b849fb60-084e-4357-a274-7860ee55b384 service neutron] Port c4f5013a-b0bc-462e-a3ee-6024871ff4d6 on network d92d46f2-064a-49b8-804b-dc12ea70bb0a not bound, no agent of type Open vSwitch agent registered on host n-h2-764292-30 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:42:53.986764 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f722d85c-f93d-4173-a7c7-15ab05db57a2 req-b849fb60-084e-4357-a274-7860ee55b384 service neutron] Attempting to bind port c4f5013a-b0bc-462e-a3ee-6024871ff4d6 on network d92d46f2-064a-49b8-804b-dc12ea70bb0a {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:42:53.991966 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f722d85c-f93d-4173-a7c7-15ab05db57a2 req-b849fb60-084e-4357-a274-7860ee55b384 service neutron] Checking agent: {'id': '70015fc0-62fb-48b2-b453-36906937cf2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:42:53.992303 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f722d85c-f93d-4173-a7c7-15ab05db57a2 req-b849fb60-084e-4357-a274-7860ee55b384 service neutron] Checking segment: {'id': '2ff3a04b-9602-4090-b29c-57ae1aa99924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'd92d46f2-064a-49b8-804b-dc12ea70bb0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:42:53.992685 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f722d85c-f93d-4173-a7c7-15ab05db57a2 req-b849fb60-084e-4357-a274-7860ee55b384 service neutron] Bound using segment: {'id': '2ff3a04b-9602-4090-b29c-57ae1aa99924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'd92d46f2-064a-49b8-804b-dc12ea70bb0a'} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:42:53.993111 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-f722d85c-f93d-4173-a7c7-15ab05db57a2 req-b849fb60-084e-4357-a274-7860ee55b384 service neutron] Bound port: c4f5013a-b0bc-462e-a3ee-6024871ff4d6, host: n-h2-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ff3a04b-9602-4090-b29c-57ae1aa99924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'd92d46f2-064a-49b8-804b-dc12ea70bb0a'}}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:42:53.993481 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-f722d85c-f93d-4173-a7c7-15ab05db57a2 req-b849fb60-084e-4357-a274-7860ee55b384 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:54.017103 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f305b942-b6fa-41fa-9c6f-8e9d55e0a98f req-cf6bfdaa-6bc1-4ae7-8fd1-4a06df4abeec tempest-TestServerBasicOps-481185424 tempest-TestServerBasicOps-481185424-project] 10.222.0.41 "GET /v2.0/security-groups?id=682d4c2f-fc69-4da5-8390-a7207a442c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522697 Aug 11 03:42:54.071708 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-f722d85c-f93d-4173-a7c7-15ab05db57a2 req-b849fb60-084e-4357-a274-7860ee55b384 service neutron] For port c4f5013a-b0bc-462e-a3ee-6024871ff4d6, host n-h2-764292-30, cleared binding levels {{(pid=102192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:42:54.074698 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-f722d85c-f93d-4173-a7c7-15ab05db57a2 req-b849fb60-084e-4357-a274-7860ee55b384 service neutron] For port c4f5013a-b0bc-462e-a3ee-6024871ff4d6, host n-h2-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=c4f5013a-b0bc-462e-a3ee-6024871ff4d6,segment=NetworkSegment(2ff3a04b-9602-4090-b29c-57ae1aa99924),segment_id=2ff3a04b-9602-4090-b29c-57ae1aa99924)] {{(pid=102192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:42:54.134952 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-f722d85c-f93d-4173-a7c7-15ab05db57a2 req-b849fb60-084e-4357-a274-7860ee55b384 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:54.171120 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f722d85c-f93d-4173-a7c7-15ab05db57a2 req-b849fb60-084e-4357-a274-7860ee55b384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:42:54.172016 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-f722d85c-f93d-4173-a7c7-15ab05db57a2 req-b849fb60-084e-4357-a274-7860ee55b384 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:54.173345 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f722d85c-f93d-4173-a7c7-15ab05db57a2 req-b849fb60-084e-4357-a274-7860ee55b384 service neutron] 10.222.0.24 "PUT /v2.0/ports/c4f5013a-b0bc-462e-a3ee-6024871ff4d6 HTTP/1.1" status: 200 len: 1093 time: 0.8049698 Aug 11 03:42:54.173777 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2e0cebe-a8ff-4f92-898f-763a30ed87eb', 'tag': 'c4f5013a-b0bc-462e-a3ee-6024871ff4d6'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:42:54.176046 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eee319f3-fa69-44b9-b95c-ca604c7c5b49" -d '{"events": [{"name": "network-changed", "server_uuid": "a2e0cebe-a8ff-4f92-898f-763a30ed87eb", "tag": "c4f5013a-b0bc-462e-a3ee-6024871ff4d6"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:42:54.201824 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b849fb60-084e-4357-a274-7860ee55b384 service neutron] Pushing event updated for resources: {'Port': ['ID=c4f5013a-b0bc-462e-a3ee-6024871ff4d6,revision_number=3']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:42:54.217995 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:42:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ffb344c-cbd7-49d0-9854-0bd4eabee756 x-openstack-request-id: req-2ffb344c-cbd7-49d0-9854-0bd4eabee756 {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:42:54.218309 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2e0cebe-a8ff-4f92-898f-763a30ed87eb", "tag": "c4f5013a-b0bc-462e-a3ee-6024871ff4d6", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:42:54.218575 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2ffb344c-cbd7-49d0-9854-0bd4eabee756 {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:42:54.218977 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2e0cebe-a8ff-4f92-898f-763a30ed87eb', 'tag': 'c4f5013a-b0bc-462e-a3ee-6024871ff4d6', 'status': 'completed', 'code': 200} Aug 11 03:42:54.283282 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee319f3-fa69-44b9-b95c-ca604c7c5b49 req-b47728c3-c340-4f0d-ab65-1c9a210fbdb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:42:54.284795 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-eee319f3-fa69-44b9-b95c-ca604c7c5b49 req-b47728c3-c340-4f0d-ab65-1c9a210fbdb4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cdbc52b009e74e0aa17950d9825b95fb&device_id=a2e0cebe-a8ff-4f92-898f-763a30ed87eb HTTP/1.1" status: 200 len: 1096 time: 0.0444028 Aug 11 03:42:54.393143 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee319f3-fa69-44b9-b95c-ca604c7c5b49 req-3435e57f-4dfe-418d-b79e-a59858e215dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:42:54.394723 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-eee319f3-fa69-44b9-b95c-ca604c7c5b49 req-3435e57f-4dfe-418d-b79e-a59858e215dc service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=cdbc52b009e74e0aa17950d9825b95fb&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1022043 Aug 11 03:42:54.486161 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee319f3-fa69-44b9-b95c-ca604c7c5b49 req-669211b5-4c63-4140-a2a9-043bc5fe13b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:42:54.487641 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-eee319f3-fa69-44b9-b95c-ca604c7c5b49 req-669211b5-4c63-4140-a2a9-043bc5fe13b1 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0847723 Aug 11 03:42:54.563704 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f722d85c-f93d-4173-a7c7-15ab05db57a2 req-b3f4156d-312a-49ee-ae49-9461fd63e915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:42:54.565179 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f722d85c-f93d-4173-a7c7-15ab05db57a2 req-b3f4156d-312a-49ee-ae49-9461fd63e915 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cdbc52b009e74e0aa17950d9825b95fb&device_id=a2e0cebe-a8ff-4f92-898f-763a30ed87eb HTTP/1.1" status: 200 len: 1096 time: 0.0412455 Aug 11 03:42:54.609910 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f722d85c-f93d-4173-a7c7-15ab05db57a2 req-7026bf09-1eb2-4727-805a-e2d59be39fff service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c4f5013a-b0bc-462e-a3ee-6024871ff4d6 HTTP/1.1" status: 200 len: 217 time: 0.0367777 Aug 11 03:42:54.657791 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f722d85c-f93d-4173-a7c7-15ab05db57a2 req-19af5489-b677-4b18-a1ce-75929520cd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:42:54.659211 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f722d85c-f93d-4173-a7c7-15ab05db57a2 req-19af5489-b677-4b18-a1ce-75929520cd0b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=248d545f-cbb5-42b7-abe9-9525c530e588 HTTP/1.1" status: 200 len: 847 time: 0.0421417 Aug 11 03:42:54.706273 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f722d85c-f93d-4173-a7c7-15ab05db57a2 req-c6b7607a-c230-4099-92f9-6cc567c24fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:42:54.707841 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f722d85c-f93d-4173-a7c7-15ab05db57a2 req-c6b7607a-c230-4099-92f9-6cc567c24fe2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d92d46f2-064a-49b8-804b-dc12ea70bb0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395823 Aug 11 03:42:54.800153 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f722d85c-f93d-4173-a7c7-15ab05db57a2 req-b2fb9dfc-e816-4fc1-a7cc-3e96e3022885 service neutron] 10.222.0.24 "GET /v2.0/networks/d92d46f2-064a-49b8-804b-dc12ea70bb0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851324 Aug 11 03:42:54.888214 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f722d85c-f93d-4173-a7c7-15ab05db57a2 req-56387534-a8c1-437c-9393-80937dd920d3 service neutron] 10.222.0.24 "GET /v2.0/networks/d92d46f2-064a-49b8-804b-dc12ea70bb0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802500 Aug 11 03:42:55.134565 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b635ddf-c1d1-4533-8247-8d4837ceefca req-5ab4337a-775c-49a5-ad50-edac5b3771b4 tempest-TestServerBasicOps-481185424 tempest-TestServerBasicOps-481185424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:42:55.136040 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5b635ddf-c1d1-4533-8247-8d4837ceefca req-5ab4337a-775c-49a5-ad50-edac5b3771b4 tempest-TestServerBasicOps-481185424 tempest-TestServerBasicOps-481185424-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2e0cebe-a8ff-4f92-898f-763a30ed87eb HTTP/1.1" status: 200 len: 944 time: 0.0495374 Aug 11 03:42:55.177039 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5b635ddf-c1d1-4533-8247-8d4837ceefca req-b8cf4981-6652-4f30-907c-2cde03778e77 tempest-TestServerBasicOps-481185424 tempest-TestServerBasicOps-481185424-project] 10.222.0.41 "GET /v2.0/security-groups?id=682d4c2f-fc69-4da5-8390-a7207a442c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349441 Aug 11 03:42:56.294517 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd777590-ec87-4ba1-b4e0-000b2aebd7b8 req-1a00ae38-d604-4e17-b3b3-23a510df9318 tempest-TestServerBasicOps-481185424 tempest-TestServerBasicOps-481185424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:42:56.295952 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-fd777590-ec87-4ba1-b4e0-000b2aebd7b8 req-1a00ae38-d604-4e17-b3b3-23a510df9318 tempest-TestServerBasicOps-481185424 tempest-TestServerBasicOps-481185424-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2e0cebe-a8ff-4f92-898f-763a30ed87eb HTTP/1.1" status: 200 len: 944 time: 0.0506356 Aug 11 03:42:56.333207 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-fd777590-ec87-4ba1-b4e0-000b2aebd7b8 req-83d00c53-51a5-4343-be13-19083b57bfdb tempest-TestServerBasicOps-481185424 tempest-TestServerBasicOps-481185424-project] 10.222.0.41 "GET /v2.0/security-groups?id=682d4c2f-fc69-4da5-8390-a7207a442c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310757 Aug 11 03:42:57.310370 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device c4f5013a-b0bc-462e-a3ee-6024871ff4d6 details requested by agent hyperv_n-h2-764292-30 with host n-h2-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:42:57.407207 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port c4f5013a-b0bc-462e-a3ee-6024871ff4d6, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=c4f5013a-b0bc-462e-a3ee-6024871ff4d6,segment=NetworkSegment(2ff3a04b-9602-4090-b29c-57ae1aa99924),segment_id=2ff3a04b-9602-4090-b29c-57ae1aa99924)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:42:57.418623 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Returning: {'device': 'c4f5013a-b0bc-462e-a3ee-6024871ff4d6', 'network_id': 'd92d46f2-064a-49b8-804b-dc12ea70bb0a', 'port_id': 'c4f5013a-b0bc-462e-a3ee-6024871ff4d6', 'mac_address': 'fa:16:3e:7d:49:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '248d545f-cbb5-42b7-abe9-9525c530e588', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:42:57.447266 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fae3f8-4974-4b40-bb92-4431dde321a3 req-8b2fab06-6a6b-435b-ae9a-0220e03895da tempest-TestServerBasicOps-481185424 tempest-TestServerBasicOps-481185424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:42:57.448750 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c2fae3f8-4974-4b40-bb92-4431dde321a3 req-8b2fab06-6a6b-435b-ae9a-0220e03895da tempest-TestServerBasicOps-481185424 tempest-TestServerBasicOps-481185424-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2e0cebe-a8ff-4f92-898f-763a30ed87eb HTTP/1.1" status: 200 len: 944 time: 0.0481305 Aug 11 03:42:57.455301 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:57.468431 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4f5013a-b0bc-462e-a3ee-6024871ff4d6 {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:42:57.486483 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c2fae3f8-4974-4b40-bb92-4431dde321a3 req-292cb073-d529-4750-9617-52e34fafa1f7 tempest-TestServerBasicOps-481185424 tempest-TestServerBasicOps-481185424-project] 10.222.0.41 "GET /v2.0/security-groups?id=682d4c2f-fc69-4da5-8390-a7207a442c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315247 Aug 11 03:42:57.487187 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port c4f5013a-b0bc-462e-a3ee-6024871ff4d6, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=c4f5013a-b0bc-462e-a3ee-6024871ff4d6,segment=NetworkSegment(2ff3a04b-9602-4090-b29c-57ae1aa99924),segment_id=2ff3a04b-9602-4090-b29c-57ae1aa99924)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:42:57.558091 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:57.604482 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=c4f5013a-b0bc-462e-a3ee-6024871ff4d6,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:42:57.784106 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['c4f5013a-b0bc-462e-a3ee-6024871ff4d6'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:42:58.599089 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51586eec-a68c-405a-adfa-3c8bd483cb60 req-9cd2bc7e-5bae-44f8-8ba5-0191dae8f2ea tempest-TestServerBasicOps-481185424 tempest-TestServerBasicOps-481185424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:42:58.601223 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-51586eec-a68c-405a-adfa-3c8bd483cb60 req-9cd2bc7e-5bae-44f8-8ba5-0191dae8f2ea tempest-TestServerBasicOps-481185424 tempest-TestServerBasicOps-481185424-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2e0cebe-a8ff-4f92-898f-763a30ed87eb HTTP/1.1" status: 200 len: 945 time: 0.0479031 Aug 11 03:42:58.640647 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-51586eec-a68c-405a-adfa-3c8bd483cb60 req-c626ef50-add2-4692-a0d7-f21c5e91f2e1 tempest-TestServerBasicOps-481185424 tempest-TestServerBasicOps-481185424-project] 10.222.0.41 "GET /v2.0/security-groups?id=682d4c2f-fc69-4da5-8390-a7207a442c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335751 Aug 11 03:42:58.997867 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [req-4f5baf01-e416-47f6-8423-9177065c6c20 req-cb86b9c7-8a25-4e22-b513-8bdfd7107553 service neutron] (102192) timed out ('10.222.0.41', 42354) {{(pid=102192) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 11 03:42:59.175254 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-e889d50e-16ca-406d-87d8-d1e76cee10ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:59.326408 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device c4f5013a-b0bc-462e-a3ee-6024871ff4d6 up at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:42:59.420811 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning for port c4f5013a-b0bc-462e-a3ee-6024871ff4d6 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:42:59.424873 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning complete for port c4f5013a-b0bc-462e-a3ee-6024871ff4d6 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:42:59.425245 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:59.502299 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:59.524651 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2e0cebe-a8ff-4f92-898f-763a30ed87eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4f5013a-b0bc-462e-a3ee-6024871ff4d6'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:42:59.526987 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d26b3a96-d280-4942-9876-d4b700b2c33c" -d '{"events": [{"server_uuid": "a2e0cebe-a8ff-4f92-898f-763a30ed87eb", "name": "network-vif-plugged", "status": "completed", "tag": "c4f5013a-b0bc-462e-a3ee-6024871ff4d6"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:42:59.540457 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port c4f5013a-b0bc-462e-a3ee-6024871ff4d6, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=c4f5013a-b0bc-462e-a3ee-6024871ff4d6,segment=NetworkSegment(2ff3a04b-9602-4090-b29c-57ae1aa99924),segment_id=2ff3a04b-9602-4090-b29c-57ae1aa99924)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:42:59.563521 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-301406c2-2cdd-404f-ad4f-9ea14d848527 x-openstack-request-id: req-301406c2-2cdd-404f-ad4f-9ea14d848527 {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:42:59.563807 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2e0cebe-a8ff-4f92-898f-763a30ed87eb", "name": "network-vif-plugged", "status": "completed", "tag": "c4f5013a-b0bc-462e-a3ee-6024871ff4d6", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:42:59.564091 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-301406c2-2cdd-404f-ad4f-9ea14d848527 {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:42:59.564478 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2e0cebe-a8ff-4f92-898f-763a30ed87eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4f5013a-b0bc-462e-a3ee-6024871ff4d6', 'code': 200} Aug 11 03:42:59.603856 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:59.652327 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=c4f5013a-b0bc-462e-a3ee-6024871ff4d6,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:42:59.980174 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c020aa62-c9af-4d73-8a22-f1d4f98bcfce req-f27fe841-9d23-442e-b2f5-ebb02b1aee6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:42:59.981646 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c020aa62-c9af-4d73-8a22-f1d4f98bcfce req-f27fe841-9d23-442e-b2f5-ebb02b1aee6e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a2e0cebe-a8ff-4f92-898f-763a30ed87eb HTTP/1.1" status: 200 len: 1098 time: 0.3616836 Aug 11 03:42:59.994091 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f654b75c-0a29-404c-a8f3-477371393b41 req-61e2d6c7-4da7-4c23-ae19-aded555d3a93 tempest-TestServerBasicOps-481185424 tempest-TestServerBasicOps-481185424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:42:59.995467 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f654b75c-0a29-404c-a8f3-477371393b41 req-61e2d6c7-4da7-4c23-ae19-aded555d3a93 tempest-TestServerBasicOps-481185424 tempest-TestServerBasicOps-481185424-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2e0cebe-a8ff-4f92-898f-763a30ed87eb HTTP/1.1" status: 200 len: 946 time: 0.0582228 Aug 11 03:43:00.044481 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c020aa62-c9af-4d73-8a22-f1d4f98bcfce req-102b5231-8b33-4465-b707-1347fd5ca37b service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=682d4c2f-fc69-4da5-8390-a7207a442c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480218 Aug 11 03:43:00.051497 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f654b75c-0a29-404c-a8f3-477371393b41 req-9d150992-af32-4dbf-95a2-2a4fb94f9580 tempest-TestServerBasicOps-481185424 tempest-TestServerBasicOps-481185424-project] 10.222.0.41 "GET /v2.0/security-groups?id=682d4c2f-fc69-4da5-8390-a7207a442c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491323 Aug 11 03:43:00.497982 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-fc360b1b-48b0-4583-a697-62effe924b76 req-4ca7f3fe-edf5-4bec-a8cb-944408c13f1d service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=fb6971a1-f12a-4ef7-8416-c62217dca3b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0396042 Aug 11 03:43:00.577168 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc360b1b-48b0-4583-a697-62effe924b76 req-4e42fe0f-804b-49fc-a725-4be47deabf00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:43:00.578782 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-fc360b1b-48b0-4583-a697-62effe924b76 req-4e42fe0f-804b-49fc-a725-4be47deabf00 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=72275185a8d64845babaf2324f627ca7&device_id=fb6971a1-f12a-4ef7-8416-c62217dca3b9 HTTP/1.1" status: 200 len: 1098 time: 0.0402927 Aug 11 03:43:00.682183 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc360b1b-48b0-4583-a697-62effe924b76 req-65686641-2f70-4bc1-9a9e-c7ad4fb136cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:43:00.683680 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-fc360b1b-48b0-4583-a697-62effe924b76 req-65686641-2f70-4bc1-9a9e-c7ad4fb136cd service neutron] 10.222.0.22 "GET /v2.0/networks?id=72c2364e-d28c-436a-9463-f669c277e7f2 HTTP/1.1" status: 200 len: 912 time: 0.0869217 Aug 11 03:43:00.756069 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-fc360b1b-48b0-4583-a697-62effe924b76 req-4658abf8-e842-4b17-a596-ac3e6bf4a42d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=396a3c68-22ab-4bdb-9eb1-0943f3ff39d5 HTTP/1.1" status: 200 len: 1002 time: 0.0584779 Aug 11 03:43:00.801957 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc360b1b-48b0-4583-a697-62effe924b76 req-ac6e58db-5cb8-4747-989d-cfa719c7cd9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:43:00.803423 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-fc360b1b-48b0-4583-a697-62effe924b76 req-ac6e58db-5cb8-4747-989d-cfa719c7cd9c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=321ef215-4958-452a-9904-0e4a458fb021 HTTP/1.1" status: 200 len: 850 time: 0.0476670 Aug 11 03:43:00.847921 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc360b1b-48b0-4583-a697-62effe924b76 req-fe0b8763-4c47-4b52-ac5c-d8e672694863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:43:00.849445 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-fc360b1b-48b0-4583-a697-62effe924b76 req-fe0b8763-4c47-4b52-ac5c-d8e672694863 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=72c2364e-d28c-436a-9463-f669c277e7f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395212 Aug 11 03:43:00.940181 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-fc360b1b-48b0-4583-a697-62effe924b76 req-714a77eb-f6eb-47ad-88e0-19ff4e8fe767 service neutron] 10.222.0.22 "GET /v2.0/networks/72c2364e-d28c-436a-9463-f669c277e7f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821536 Aug 11 03:43:01.035042 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-fc360b1b-48b0-4583-a697-62effe924b76 req-faed0435-8c0d-40bf-a1fd-19b86b42af83 service neutron] 10.222.0.22 "GET /v2.0/networks/72c2364e-d28c-436a-9463-f669c277e7f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878470 Aug 11 03:43:01.177019 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9c3abd-1cf8-498c-a5d2-311684f1a8ba req-305b3742-23f4-42a0-899d-e28d3a5c3121 tempest-TestServerBasicOps-481185424 tempest-TestServerBasicOps-481185424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:43:01.178535 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6e9c3abd-1cf8-498c-a5d2-311684f1a8ba req-305b3742-23f4-42a0-899d-e28d3a5c3121 tempest-TestServerBasicOps-481185424 tempest-TestServerBasicOps-481185424-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2e0cebe-a8ff-4f92-898f-763a30ed87eb HTTP/1.1" status: 200 len: 946 time: 0.0581205 Aug 11 03:43:01.216279 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6e9c3abd-1cf8-498c-a5d2-311684f1a8ba req-c94ad7cd-8176-44a5-a30f-913fb025ad70 tempest-TestServerBasicOps-481185424 tempest-TestServerBasicOps-481185424-project] 10.222.0.41 "GET /v2.0/security-groups?id=682d4c2f-fc69-4da5-8390-a7207a442c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318835 Aug 11 03:43:01.328225 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec12456-dffa-4a58-b35d-5b7722c1e75a req-448d185b-3b88-46af-8935-134d28120b5b tempest-TestServerBasicOps-481185424 tempest-TestServerBasicOps-481185424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:43:01.329576 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bec12456-dffa-4a58-b35d-5b7722c1e75a req-448d185b-3b88-46af-8935-134d28120b5b tempest-TestServerBasicOps-481185424 tempest-TestServerBasicOps-481185424-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2e0cebe-a8ff-4f92-898f-763a30ed87eb HTTP/1.1" status: 200 len: 946 time: 0.0484884 Aug 11 03:43:01.367194 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bec12456-dffa-4a58-b35d-5b7722c1e75a req-ff1069f4-d07f-4f8a-b824-19ce11879327 tempest-TestServerBasicOps-481185424 tempest-TestServerBasicOps-481185424-project] 10.222.0.41 "GET /v2.0/security-groups?id=682d4c2f-fc69-4da5-8390-a7207a442c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310552 Aug 11 03:43:01.478944 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a24ed2-c6d0-48df-a746-183574949aa5 req-12adcaed-3b5a-4ccc-ab64-eda7beffc0c0 tempest-TestServerBasicOps-481185424 tempest-TestServerBasicOps-481185424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:43:01.480398 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-17a24ed2-c6d0-48df-a746-183574949aa5 req-12adcaed-3b5a-4ccc-ab64-eda7beffc0c0 tempest-TestServerBasicOps-481185424 tempest-TestServerBasicOps-481185424-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2e0cebe-a8ff-4f92-898f-763a30ed87eb HTTP/1.1" status: 200 len: 946 time: 0.0478945 Aug 11 03:43:01.517211 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-17a24ed2-c6d0-48df-a746-183574949aa5 req-1cecad41-00d7-4640-bda3-cdc596ec5f68 tempest-TestServerBasicOps-481185424 tempest-TestServerBasicOps-481185424-project] 10.222.0.41 "GET /v2.0/security-groups?id=682d4c2f-fc69-4da5-8390-a7207a442c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309181 Aug 11 03:43:01.538502 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 46202) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:43:01.671141 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af4e635-8095-4218-a115-5a7daf8831c8 tempest-TestServerBasicOps-1631924235 tempest-TestServerBasicOps-1631924235-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:43:01.672912 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-8af4e635-8095-4218-a115-5a7daf8831c8 tempest-TestServerBasicOps-1631924235 tempest-TestServerBasicOps-1631924235-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=a2e0cebe-a8ff-4f92-898f-763a30ed87eb HTTP/1.1" status: 200 len: 1093 time: 0.1334636 Aug 11 03:43:01.675983 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 46206) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:43:01.680746 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-2892d2da-2af1-40b9-a391-d735cc6f9ce0 tempest-TestServerBasicOps-481185424 tempest-TestServerBasicOps-481185424-project] Request body: {'floatingip': {'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'port_id': 'c4f5013a-b0bc-462e-a3ee-6024871ff4d6', 'tenant_id': 'cdbc52b009e74e0aa17950d9825b95fb', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:43:01.757764 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-2892d2da-2af1-40b9-a391-d735cc6f9ce0 tempest-TestServerBasicOps-481185424 tempest-TestServerBasicOps-481185424-project] Notify callbacks [] for floatingip, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:43:01.851259 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-2892d2da-2af1-40b9-a391-d735cc6f9ce0 tempest-TestServerBasicOps-481185424 tempest-TestServerBasicOps-481185424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:43:01.864609 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:43:01.956519 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [None req-2892d2da-2af1-40b9-a391-d735cc6f9ce0 tempest-TestServerBasicOps-481185424 tempest-TestServerBasicOps-481185424-project] Allocated IP 172.25.8.153 (09faf7d2-eaf5-4a50-bb6e-4cb05d009a76/e1a97443-13df-40bb-85f5-fd269e2742c0/d89e13a8-e5cd-4d81-8a3a-6e472542d226) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:43:02.057372 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-2892d2da-2af1-40b9-a391-d735cc6f9ce0 tempest-TestServerBasicOps-481185424 tempest-TestServerBasicOps-481185424-project] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:43:02.101200 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-15862c0a-0d15-41e2-8cbf-1de393e60f49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:43:02.170072 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-2892d2da-2af1-40b9-a391-d735cc6f9ce0 tempest-TestServerBasicOps-481185424 tempest-TestServerBasicOps-481185424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:43:02.209012 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2892d2da-2af1-40b9-a391-d735cc6f9ce0 tempest-TestServerBasicOps-481185424 tempest-TestServerBasicOps-481185424-project] Network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:43:02.214125 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-2892d2da-2af1-40b9-a391-d735cc6f9ce0 tempest-TestServerBasicOps-481185424 tempest-TestServerBasicOps-481185424-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:43:02.216684 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2892d2da-2af1-40b9-a391-d735cc6f9ce0 tempest-TestServerBasicOps-481185424 tempest-TestServerBasicOps-481185424-project] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:43:02.244632 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2892d2da-2af1-40b9-a391-d735cc6f9ce0 tempest-TestServerBasicOps-481185424 tempest-TestServerBasicOps-481185424-project] Pushing event updated for resources: {'Port': ['ID=d89e13a8-e5cd-4d81-8a3a-6e472542d226,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:43:02.564942 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-2892d2da-2af1-40b9-a391-d735cc6f9ce0 tempest-TestServerBasicOps-481185424 tempest-TestServerBasicOps-481185424-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:43:02.686162 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-2892d2da-2af1-40b9-a391-d735cc6f9ce0 tempest-TestServerBasicOps-481185424 tempest-TestServerBasicOps-481185424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:43:02.837762 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-2892d2da-2af1-40b9-a391-d735cc6f9ce0 tempest-TestServerBasicOps-481185424 tempest-TestServerBasicOps-481185424-project] Notify callbacks [] for port, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:43:02.889341 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-2892d2da-2af1-40b9-a391-d735cc6f9ce0 tempest-TestServerBasicOps-481185424 tempest-TestServerBasicOps-481185424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:43:02.958228 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2892d2da-2af1-40b9-a391-d735cc6f9ce0 tempest-TestServerBasicOps-481185424 tempest-TestServerBasicOps-481185424-project] Pushing event updated for resources: {'Port': ['ID=d89e13a8-e5cd-4d81-8a3a-6e472542d226,revision_number=2']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:43:02.968216 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-2892d2da-2af1-40b9-a391-d735cc6f9ce0 tempest-TestServerBasicOps-481185424 tempest-TestServerBasicOps-481185424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446866'] for floatingip, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:43:03.055260 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:43:03.071325 n-d-764292-30 neutron-server[102192]: INFO neutron.db.l3_db [None req-2892d2da-2af1-40b9-a391-d735cc6f9ce0 tempest-TestServerBasicOps-481185424 tempest-TestServerBasicOps-481185424-project] Floating IP ee525a5a-3143-4f5c-9fc4-a4dfea485722 associated. External IP: 172.25.8.153, port: c4f5013a-b0bc-462e-a3ee-6024871ff4d6. Aug 11 03:43:03.278435 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2892d2da-2af1-40b9-a391-d735cc6f9ce0 tempest-TestServerBasicOps-481185424 tempest-TestServerBasicOps-481185424-project] Router 1088aa61-5b4d-4886-8c50-2d06117ad50d has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:43:03.385150 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2892d2da-2af1-40b9-a391-d735cc6f9ce0 tempest-TestServerBasicOps-481185424 tempest-TestServerBasicOps-481185424-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:43:03.394561 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7126376a-01e6-4c8c-8b07-34b8f113a140 None None] Sync routers for ids ['1088aa61-5b4d-4886-8c50-2d06117ad50d'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:43:03.407544 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7126376a-01e6-4c8c-8b07-34b8f113a140 None None] Routers {'1088aa61-5b4d-4886-8c50-2d06117ad50d'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:43:03.408154 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-7126376a-01e6-4c8c-8b07-34b8f113a140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:43:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['1088aa61-5b4d-4886-8c50-2d06117ad50d'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:43:03.449379 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-2892d2da-2af1-40b9-a391-d735cc6f9ce0 tempest-TestServerBasicOps-481185424 tempest-TestServerBasicOps-481185424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for floatingip, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:43:03.476997 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-2892d2da-2af1-40b9-a391-d735cc6f9ce0 tempest-TestServerBasicOps-481185424 tempest-TestServerBasicOps-481185424-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7999957 Aug 11 03:43:03.477588 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2e0cebe-a8ff-4f92-898f-763a30ed87eb', 'tag': 'c4f5013a-b0bc-462e-a3ee-6024871ff4d6'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:43:03.479859 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf09d553-6407-4219-aa6c-13ed9bdb6ee7" -d '{"events": [{"name": "network-changed", "server_uuid": "a2e0cebe-a8ff-4f92-898f-763a30ed87eb", "tag": "c4f5013a-b0bc-462e-a3ee-6024871ff4d6"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:43:03.515577 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-7126376a-01e6-4c8c-8b07-34b8f113a140 None None] Set router 1088aa61-5b4d-4886-8c50-2d06117ad50d gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:43:03.516198 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:43:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f24aa15c-7835-4231-93f1-f3b6f18496e0 x-openstack-request-id: req-f24aa15c-7835-4231-93f1-f3b6f18496e0 {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:43:03.516485 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2e0cebe-a8ff-4f92-898f-763a30ed87eb", "tag": "c4f5013a-b0bc-462e-a3ee-6024871ff4d6", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:43:03.516741 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f24aa15c-7835-4231-93f1-f3b6f18496e0 {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:43:03.517142 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2e0cebe-a8ff-4f92-898f-763a30ed87eb', 'tag': 'c4f5013a-b0bc-462e-a3ee-6024871ff4d6', 'status': 'completed', 'code': 200} Aug 11 03:43:03.582990 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf09d553-6407-4219-aa6c-13ed9bdb6ee7 req-b95467b5-2bee-4754-956e-849c29700983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:43:03.584477 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cf09d553-6407-4219-aa6c-13ed9bdb6ee7 req-b95467b5-2bee-4754-956e-849c29700983 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cdbc52b009e74e0aa17950d9825b95fb&device_id=a2e0cebe-a8ff-4f92-898f-763a30ed87eb HTTP/1.1" status: 200 len: 1098 time: 0.0434811 Aug 11 03:43:03.681938 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf09d553-6407-4219-aa6c-13ed9bdb6ee7 req-df06f22d-5f8f-4b3c-aca3-20816eba2d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:43:03.683538 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cf09d553-6407-4219-aa6c-13ed9bdb6ee7 req-df06f22d-5f8f-4b3c-aca3-20816eba2d4e service neutron] 10.222.0.24 "GET /v2.0/networks?id=d92d46f2-064a-49b8-804b-dc12ea70bb0a HTTP/1.1" status: 200 len: 909 time: 0.0919759 Aug 11 03:43:03.748939 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cf09d553-6407-4219-aa6c-13ed9bdb6ee7 req-c04ec802-9d8b-4d2d-b574-7672ae08b7f4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c4f5013a-b0bc-462e-a3ee-6024871ff4d6 HTTP/1.1" status: 200 len: 1000 time: 0.0577610 Aug 11 03:43:03.797565 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf09d553-6407-4219-aa6c-13ed9bdb6ee7 req-c6ec89ea-8e1e-471f-bcc3-f4984e08f820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:43:03.799096 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cf09d553-6407-4219-aa6c-13ed9bdb6ee7 req-c6ec89ea-8e1e-471f-bcc3-f4984e08f820 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=248d545f-cbb5-42b7-abe9-9525c530e588 HTTP/1.1" status: 200 len: 847 time: 0.0433791 Aug 11 03:43:03.848347 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf09d553-6407-4219-aa6c-13ed9bdb6ee7 req-3f5ef030-ca9d-4692-97e1-51416f88c719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:43:03.849745 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cf09d553-6407-4219-aa6c-13ed9bdb6ee7 req-3f5ef030-ca9d-4692-97e1-51416f88c719 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d92d46f2-064a-49b8-804b-dc12ea70bb0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443094 Aug 11 03:43:03.892034 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-7126376a-01e6-4c8c-8b07-34b8f113a140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1088aa61-5b4d-4886-8c50-2d06117ad50d', 'name': 'tempest-TestServerBasicOps-608003181-router', 'tenant_id': 'cdbc52b009e74e0aa17950d9825b95fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': '9654b95e-3778-4322-b7c8-455b4caf2c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:42:33Z', 'updated_at': '2021-08-11T03:42:37Z', 'revision_number': 4, 'project_id': 'cdbc52b009e74e0aa17950d9825b95fb', 'gw_port': {'id': '9654b95e-3778-4322-b7c8-455b4caf2c67', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:92:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1088aa61-5b4d-4886-8c50-2d06117ad50d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:42:34Z', 'updated_at': '2021-08-11T03:42:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_floatingips': [{'id': 'ee525a5a-3143-4f5c-9fc4-a4dfea485722', 'tenant_id': 'cdbc52b009e74e0aa17950d9825b95fb', 'floating_ip_address': '172.25.8.153', 'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'router_id': '1088aa61-5b4d-4886-8c50-2d06117ad50d', 'port_id': 'c4f5013a-b0bc-462e-a3ee-6024871ff4d6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd92d46f2-064a-49b8-804b-dc12ea70bb0a', 'mac_address': 'fa:16:3e:7d:49:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2e0cebe-a8ff-4f92-898f-763a30ed87eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:43:02Z', 'updated_at': '2021-08-11T03:43:02Z', 'revision_number': 0, 'project_id': 'cdbc52b009e74e0aa17950d9825b95fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0db1518d-3a47-47c1-9c05-eac648604d84', 'name': '', 'network_id': 'd92d46f2-064a-49b8-804b-dc12ea70bb0a', 'tenant_id': 'cdbc52b009e74e0aa17950d9825b95fb', 'mac_address': 'fa:16:3e:aa:07:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1088aa61-5b4d-4886-8c50-2d06117ad50d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '248d545f-cbb5-42b7-abe9-9525c530e588', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:42:36Z', 'updated_at': '2021-08-11T03:42:41Z', 'revision_number': 5, 'project_id': 'cdbc52b009e74e0aa17950d9825b95fb', 'subnets': [{'id': '248d545f-cbb5-42b7-abe9-9525c530e588', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:43:03.921325 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7126376a-01e6-4c8c-8b07-34b8f113a140 None None] Checking router: 1088aa61-5b4d-4886-8c50-2d06117ad50d for host: n-d-764292-30 {{(pid=102193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:43:03.929797 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7126376a-01e6-4c8c-8b07-34b8f113a140 None None] Routers {'1088aa61-5b4d-4886-8c50-2d06117ad50d'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:43:03.930973 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-7126376a-01e6-4c8c-8b07-34b8f113a140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:43:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['1088aa61-5b4d-4886-8c50-2d06117ad50d'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:43:03.939531 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cf09d553-6407-4219-aa6c-13ed9bdb6ee7 req-be8a8b5c-865f-4aff-a832-04fcfee915c7 service neutron] 10.222.0.24 "GET /v2.0/networks/d92d46f2-064a-49b8-804b-dc12ea70bb0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820489 Aug 11 03:43:04.037640 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-7126376a-01e6-4c8c-8b07-34b8f113a140 None None] Set router 1088aa61-5b4d-4886-8c50-2d06117ad50d gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:43:04.038028 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cf09d553-6407-4219-aa6c-13ed9bdb6ee7 req-97c65784-e845-45bf-b7de-2c60e36494dc service neutron] 10.222.0.24 "GET /v2.0/networks/d92d46f2-064a-49b8-804b-dc12ea70bb0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906155 Aug 11 03:43:04.258144 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-7126376a-01e6-4c8c-8b07-34b8f113a140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1088aa61-5b4d-4886-8c50-2d06117ad50d', 'name': 'tempest-TestServerBasicOps-608003181-router', 'tenant_id': 'cdbc52b009e74e0aa17950d9825b95fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': '9654b95e-3778-4322-b7c8-455b4caf2c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:42:33Z', 'updated_at': '2021-08-11T03:42:37Z', 'revision_number': 4, 'project_id': 'cdbc52b009e74e0aa17950d9825b95fb', 'gw_port': {'id': '9654b95e-3778-4322-b7c8-455b4caf2c67', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:92:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1088aa61-5b4d-4886-8c50-2d06117ad50d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:42:34Z', 'updated_at': '2021-08-11T03:42:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_floatingips': [{'id': 'ee525a5a-3143-4f5c-9fc4-a4dfea485722', 'tenant_id': 'cdbc52b009e74e0aa17950d9825b95fb', 'floating_ip_address': '172.25.8.153', 'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'router_id': '1088aa61-5b4d-4886-8c50-2d06117ad50d', 'port_id': 'c4f5013a-b0bc-462e-a3ee-6024871ff4d6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd92d46f2-064a-49b8-804b-dc12ea70bb0a', 'mac_address': 'fa:16:3e:7d:49:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2e0cebe-a8ff-4f92-898f-763a30ed87eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:43:02Z', 'updated_at': '2021-08-11T03:43:02Z', 'revision_number': 0, 'project_id': 'cdbc52b009e74e0aa17950d9825b95fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0db1518d-3a47-47c1-9c05-eac648604d84', 'name': '', 'network_id': 'd92d46f2-064a-49b8-804b-dc12ea70bb0a', 'tenant_id': 'cdbc52b009e74e0aa17950d9825b95fb', 'mac_address': 'fa:16:3e:aa:07:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1088aa61-5b4d-4886-8c50-2d06117ad50d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '248d545f-cbb5-42b7-abe9-9525c530e588', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:42:36Z', 'updated_at': '2021-08-11T03:42:41Z', 'revision_number': 5, 'project_id': 'cdbc52b009e74e0aa17950d9825b95fb', 'subnets': [{'id': '248d545f-cbb5-42b7-abe9-9525c530e588', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:43:04.283526 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7126376a-01e6-4c8c-8b07-34b8f113a140 None None] The sync data for ids ['1088aa61-5b4d-4886-8c50-2d06117ad50d'] in n-d-764292-30 is: [{'id': '1088aa61-5b4d-4886-8c50-2d06117ad50d', 'name': 'tempest-TestServerBasicOps-608003181-router', 'tenant_id': 'cdbc52b009e74e0aa17950d9825b95fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': '9654b95e-3778-4322-b7c8-455b4caf2c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:42:33Z', 'updated_at': '2021-08-11T03:42:37Z', 'revision_number': 4, 'project_id': 'cdbc52b009e74e0aa17950d9825b95fb', 'gw_port': {'id': '9654b95e-3778-4322-b7c8-455b4caf2c67', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:92:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1088aa61-5b4d-4886-8c50-2d06117ad50d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:42:34Z', 'updated_at': '2021-08-11T03:42:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_floatingips': [{'id': 'ee525a5a-3143-4f5c-9fc4-a4dfea485722', 'tenant_id': 'cdbc52b009e74e0aa17950d9825b95fb', 'floating_ip_address': '172.25.8.153', 'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'router_id': '1088aa61-5b4d-4886-8c50-2d06117ad50d', 'port_id': 'c4f5013a-b0bc-462e-a3ee-6024871ff4d6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd92d46f2-064a-49b8-804b-dc12ea70bb0a', 'mac_address': 'fa:16:3e:7d:49:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2e0cebe-a8ff-4f92-898f-763a30ed87eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:43:02Z', 'updated_at': '2021-08-11T03:43:02Z', 'revision_number': 0, 'project_id': 'cdbc52b009e74e0aa17950d9825b95fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0db1518d-3a47-47c1-9c05-eac648604d84', 'name': '', 'network_id': 'd92d46f2-064a-49b8-804b-dc12ea70bb0a', 'tenant_id': 'cdbc52b009e74e0aa17950d9825b95fb', 'mac_address': 'fa:16:3e:aa:07:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1088aa61-5b4d-4886-8c50-2d06117ad50d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '248d545f-cbb5-42b7-abe9-9525c530e588', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:42:36Z', 'updated_at': '2021-08-11T03:42:41Z', 'revision_number': 5, 'project_id': 'cdbc52b009e74e0aa17950d9825b95fb', 'subnets': [{'id': '248d545f-cbb5-42b7-abe9-9525c530e588', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:43:04.474209 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c655009d-7de9-4172-9c90-3d1856e7059b None None] New status for floating IP ee525a5a-3143-4f5c-9fc4-a4dfea485722: ACTIVE {{(pid=102194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:43:04.712592 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:43:07.352150 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:43:09.445341 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.agents_db [None req-950b7202-decb-43e2-8f71-ac8931dc9749 None None] Agent healthcheck: found 7 active agents {{(pid=102194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:43:11.443642 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:43:29.209193 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-7baa24f2-0413-4e1b-a2f2-b8b86221b1e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:43:31.900721 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:43:32.100926 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-a2ce0f5c-b8e8-4cc6-bef3-c0bd91d87a0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:43:33.117536 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:43:34.729421 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:43:37.397362 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:43:38.489860 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 46278) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:43:38.583234 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5efad3-7c7c-4f39-8ace-9a08501c5a12 req-d249b8fc-d020-4782-9ff8-393084b9d2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:43:38.584794 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ac5efad3-7c7c-4f39-8ace-9a08501c5a12 req-d249b8fc-d020-4782-9ff8-393084b9d2ab service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a2e0cebe-a8ff-4f92-898f-763a30ed87eb HTTP/1.1" status: 200 len: 1098 time: 0.0938904 Aug 11 03:43:38.619998 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ac5efad3-7c7c-4f39-8ace-9a08501c5a12 req-a1dbe687-900f-4129-ae29-ef0da7c6ae5c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=682d4c2f-fc69-4da5-8390-a7207a442c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0285659 Aug 11 03:43:41.438594 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:43:46.444303 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.agents_db [None req-950b7202-decb-43e2-8f71-ac8931dc9749 None None] Agent healthcheck: found 7 active agents {{(pid=102194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:43:50.359305 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b817809b-c017-4e47-b0fc-ceacfc145f8c req-7d888e87-b25b-4af6-8b3f-b99093682ac9 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-971506776&fields=id&tenant_id=72275185a8d64845babaf2324f627ca7 HTTP/1.1" status: 200 len: 267 time: 0.0323834 Aug 11 03:43:50.467005 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b817809b-c017-4e47-b0fc-ceacfc145f8c req-54bf0926-67f8-4225-a245-37913ff591c1 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:43:50.469361 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b817809b-c017-4e47-b0fc-ceacfc145f8c req-54bf0926-67f8-4225-a245-37913ff591c1 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/networks?id=72c2364e-d28c-436a-9463-f669c277e7f2 HTTP/1.1" status: 200 len: 811 time: 0.1035633 Aug 11 03:43:50.484129 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b817809b-c017-4e47-b0fc-ceacfc145f8c req-8f8e2927-1268-4c53-8c34-4c11e687e4e1 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/quotas/72275185a8d64845babaf2324f627ca7 HTTP/1.1" status: 200 len: 375 time: 0.0090053 Aug 11 03:43:50.541133 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b817809b-c017-4e47-b0fc-ceacfc145f8c req-f80b1246-3be5-4441-b258-708930aab494 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=72275185a8d64845babaf2324f627ca7&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0516889 Aug 11 03:43:50.606225 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [req-b817809b-c017-4e47-b0fc-ceacfc145f8c req-35058682-3f9f-4df8-9fbb-d956f19d8abb service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:43:50.607271 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b817809b-c017-4e47-b0fc-ceacfc145f8c req-35058682-3f9f-4df8-9fbb-d956f19d8abb service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0542090 Aug 11 03:43:50.699558 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b817809b-c017-4e47-b0fc-ceacfc145f8c req-0ef7ac52-14a5-46c9-9a71-7030cfc27223 service neutron] 10.222.0.41 "GET /v2.0/networks/72c2364e-d28c-436a-9463-f669c277e7f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860474 Aug 11 03:43:50.785995 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b817809b-c017-4e47-b0fc-ceacfc145f8c req-dc67c1f2-5e17-4029-bde2-3344e728f0cf service neutron] 10.222.0.41 "GET /v2.0/networks/72c2364e-d28c-436a-9463-f669c277e7f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803571 Aug 11 03:43:51.337471 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a4c65368-9a60-4e3e-93c4-c819f514b5fc req-13871b20-6dbd-4897-89fc-51eeb2079197 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=a58e551e-2862-40fa-a1b1-b16473e9c0db HTTP/1.1" status: 200 len: 210 time: 0.0266066 Aug 11 03:43:51.620386 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2723ce77-baf4-49e1-94fa-cc705eaa60f9 req-18ddf19f-c667-4852-b6a0-2c0c38c4cef6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a2e0cebe-a8ff-4f92-898f-763a30ed87eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0401716 Aug 11 03:43:51.705561 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2723ce77-baf4-49e1-94fa-cc705eaa60f9 req-38e66b78-ac7e-40eb-b796-3195a37701c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:43:51.707095 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2723ce77-baf4-49e1-94fa-cc705eaa60f9 req-38e66b78-ac7e-40eb-b796-3195a37701c8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cdbc52b009e74e0aa17950d9825b95fb&device_id=a2e0cebe-a8ff-4f92-898f-763a30ed87eb HTTP/1.1" status: 200 len: 1098 time: 0.0456412 Aug 11 03:43:51.809750 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2723ce77-baf4-49e1-94fa-cc705eaa60f9 req-1ab6b37f-6423-4023-a484-3df9e4e6c202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:43:51.811342 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2723ce77-baf4-49e1-94fa-cc705eaa60f9 req-1ab6b37f-6423-4023-a484-3df9e4e6c202 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d92d46f2-064a-49b8-804b-dc12ea70bb0a HTTP/1.1" status: 200 len: 909 time: 0.0848505 Aug 11 03:43:51.880927 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2723ce77-baf4-49e1-94fa-cc705eaa60f9 req-54cab23b-81ad-4c41-bd09-c7c49fc45d43 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c4f5013a-b0bc-462e-a3ee-6024871ff4d6 HTTP/1.1" status: 200 len: 1002 time: 0.0629275 Aug 11 03:43:51.930776 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2723ce77-baf4-49e1-94fa-cc705eaa60f9 req-c2e0f7dc-b24b-41ff-b86d-5bfcce550a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:43:51.932196 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2723ce77-baf4-49e1-94fa-cc705eaa60f9 req-c2e0f7dc-b24b-41ff-b86d-5bfcce550a0a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=248d545f-cbb5-42b7-abe9-9525c530e588 HTTP/1.1" status: 200 len: 847 time: 0.0438333 Aug 11 03:43:51.979301 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2723ce77-baf4-49e1-94fa-cc705eaa60f9 req-0e7589e9-6e9f-4917-ad3e-9b025b95d991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:43:51.980858 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2723ce77-baf4-49e1-94fa-cc705eaa60f9 req-0e7589e9-6e9f-4917-ad3e-9b025b95d991 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d92d46f2-064a-49b8-804b-dc12ea70bb0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417345 Aug 11 03:43:52.075863 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2723ce77-baf4-49e1-94fa-cc705eaa60f9 req-7123b971-acc2-4e59-a81e-7a75ac9d74c0 service neutron] 10.222.0.24 "GET /v2.0/networks/d92d46f2-064a-49b8-804b-dc12ea70bb0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880694 Aug 11 03:43:52.163613 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2723ce77-baf4-49e1-94fa-cc705eaa60f9 req-0961ac0b-b367-4006-8a14-89ad57e4acd6 service neutron] 10.222.0.24 "GET /v2.0/networks/d92d46f2-064a-49b8-804b-dc12ea70bb0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808630 Aug 11 03:43:52.431330 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e9c102eb-50ea-4333-8e4f-14cdcfad1593 req-d4716e18-f3a2-4413-9393-42d46a980abb tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=a58e551e-2862-40fa-a1b1-b16473e9c0db HTTP/1.1" status: 200 len: 210 time: 0.0270956 Aug 11 03:43:53.308030 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b817809b-c017-4e47-b0fc-ceacfc145f8c req-5dd8f3e7-39b6-4d0b-94c5-6827a0b30cae tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:43:53.310106 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-b817809b-c017-4e47-b0fc-ceacfc145f8c req-5dd8f3e7-39b6-4d0b-94c5-6827a0b30cae tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.22 "GET /v2.0/networks?id=72c2364e-d28c-436a-9463-f669c277e7f2 HTTP/1.1" status: 200 len: 811 time: 0.0995822 Aug 11 03:43:53.351968 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-b817809b-c017-4e47-b0fc-ceacfc145f8c req-329c0154-18a9-48cf-b02a-1c11507d4d6c tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=72275185a8d64845babaf2324f627ca7 HTTP/1.1" status: 200 len: 379 time: 0.0328152 Aug 11 03:43:53.361394 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-b817809b-c017-4e47-b0fc-ceacfc145f8c req-cb2dfede-c432-4fde-92f1-8ee23595584c tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Request body: {'port': {'device_id': 'a58e551e-2862-40fa-a1b1-b16473e9c0db', 'network_id': '72c2364e-d28c-436a-9463-f669c277e7f2', 'admin_state_up': True, 'tenant_id': '72275185a8d64845babaf2324f627ca7', 'security_groups': ['537956e8-b214-4039-8ff1-e669d1971174']}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:43:53.533051 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8c6f3808-17dc-48b3-9d23-6e8f6655f001 req-b2aed1c9-3400-4a88-b755-1e2f79e8d734 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=a58e551e-2862-40fa-a1b1-b16473e9c0db HTTP/1.1" status: 200 len: 210 time: 0.0340524 Aug 11 03:43:53.568671 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b817809b-c017-4e47-b0fc-ceacfc145f8c req-cb2dfede-c432-4fde-92f1-8ee23595584c tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Made reservation on behalf of 72275185a8d64845babaf2324f627ca7 for: {'port': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:43:53.572584 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-b817809b-c017-4e47-b0fc-ceacfc145f8c req-cb2dfede-c432-4fde-92f1-8ee23595584c tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:43:53.705166 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [req-b817809b-c017-4e47-b0fc-ceacfc145f8c req-cb2dfede-c432-4fde-92f1-8ee23595584c tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Allocated IP 172.20.0.12 (72c2364e-d28c-436a-9463-f669c277e7f2/321ef215-4958-452a-9904-0e4a458fb021/92287aee-9863-4cdf-81e5-09f3f16b22f6) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:43:53.840531 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-b817809b-c017-4e47-b0fc-ceacfc145f8c req-cb2dfede-c432-4fde-92f1-8ee23595584c tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:43:53.854000 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [req-b817809b-c017-4e47-b0fc-ceacfc145f8c req-cb2dfede-c432-4fde-92f1-8ee23595584c tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Transition to ACTIVE for port object 92287aee-9863-4cdf-81e5-09f3f16b22f6 will not be triggered until provisioned by entity DHCP. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:43:53.929065 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-b817809b-c017-4e47-b0fc-ceacfc145f8c req-cb2dfede-c432-4fde-92f1-8ee23595584c tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:43:53.977948 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b817809b-c017-4e47-b0fc-ceacfc145f8c req-cb2dfede-c432-4fde-92f1-8ee23595584c tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Network 72c2364e-d28c-436a-9463-f669c277e7f2 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:43:53.983128 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [req-b817809b-c017-4e47-b0fc-ceacfc145f8c req-cb2dfede-c432-4fde-92f1-8ee23595584c tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:43:53.987494 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-b817809b-c017-4e47-b0fc-ceacfc145f8c req-cb2dfede-c432-4fde-92f1-8ee23595584c tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:43:53.994662 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2dfede-c432-4fde-92f1-8ee23595584c tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Pushing event updated for resources: {'Port': ['ID=92287aee-9863-4cdf-81e5-09f3f16b22f6,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:43:54.019662 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2dfede-c432-4fde-92f1-8ee23595584c tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:43:54.020003 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2dfede-c432-4fde-92f1-8ee23595584c tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:43:54.020341 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2dfede-c432-4fde-92f1-8ee23595584c tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:43:54.020673 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2dfede-c432-4fde-92f1-8ee23595584c tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:43:54.021006 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2dfede-c432-4fde-92f1-8ee23595584c tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:43:54.021331 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2dfede-c432-4fde-92f1-8ee23595584c tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:43:54.021654 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2dfede-c432-4fde-92f1-8ee23595584c tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:43:54.021990 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2dfede-c432-4fde-92f1-8ee23595584c tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:43:54.022337 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2dfede-c432-4fde-92f1-8ee23595584c tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:43:54.022641 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2dfede-c432-4fde-92f1-8ee23595584c tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:43:54.022964 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2dfede-c432-4fde-92f1-8ee23595584c tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:43:54.023358 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2dfede-c432-4fde-92f1-8ee23595584c tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:43:54.052591 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b817809b-c017-4e47-b0fc-ceacfc145f8c req-cb2dfede-c432-4fde-92f1-8ee23595584c tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:43:54.053259 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-b817809b-c017-4e47-b0fc-ceacfc145f8c req-cb2dfede-c432-4fde-92f1-8ee23595584c tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:43:54.123879 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-b817809b-c017-4e47-b0fc-ceacfc145f8c req-cb2dfede-c432-4fde-92f1-8ee23595584c tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7660534 Aug 11 03:43:54.137974 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-b817809b-c017-4e47-b0fc-ceacfc145f8c req-55108771-4dd3-4771-aef9-29c4843cd6aa service neutron] Request body: {'port': {'device_id': 'a58e551e-2862-40fa-a1b1-b16473e9c0db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764292-30'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:43:54.196425 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-b817809b-c017-4e47-b0fc-ceacfc145f8c req-55108771-4dd3-4771-aef9-29c4843cd6aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:43:54.317232 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-07aa4f42-2d12-4be0-828f-d5f592dcc1b6 None None] Provisioning for port 92287aee-9863-4cdf-81e5-09f3f16b22f6 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:43:54.321114 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-07aa4f42-2d12-4be0-828f-d5f592dcc1b6 None None] Provisioning complete for port 92287aee-9863-4cdf-81e5-09f3f16b22f6 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:43:54.321496 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-07aa4f42-2d12-4be0-828f-d5f592dcc1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:43:54.355906 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-07aa4f42-2d12-4be0-828f-d5f592dcc1b6 None None] Port 92287aee-9863-4cdf-81e5-09f3f16b22f6 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:43:54.466970 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [req-b817809b-c017-4e47-b0fc-ceacfc145f8c req-55108771-4dd3-4771-aef9-29c4843cd6aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92287aee-9863-4cdf-81e5-09f3f16b22f6 {{(pid=102191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:43:54.474501 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-b817809b-c017-4e47-b0fc-ceacfc145f8c req-55108771-4dd3-4771-aef9-29c4843cd6aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:43:54.486815 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [req-b817809b-c017-4e47-b0fc-ceacfc145f8c req-55108771-4dd3-4771-aef9-29c4843cd6aa service neutron] Transition to ACTIVE for port object 92287aee-9863-4cdf-81e5-09f3f16b22f6 will not be triggered until provisioned by entity L2. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:43:54.528956 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-b817809b-c017-4e47-b0fc-ceacfc145f8c req-55108771-4dd3-4771-aef9-29c4843cd6aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:43:54.583573 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55108771-4dd3-4771-aef9-29c4843cd6aa service neutron] Pushing event updated for resources: {'Port': ['ID=92287aee-9863-4cdf-81e5-09f3f16b22f6,revision_number=2']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:43:54.656327 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-b817809b-c017-4e47-b0fc-ceacfc145f8c req-55108771-4dd3-4771-aef9-29c4843cd6aa service neutron] Attempting to bind port 92287aee-9863-4cdf-81e5-09f3f16b22f6 on host n-h1-764292-30 for vnic_type normal with profile {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:43:54.656655 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-b817809b-c017-4e47-b0fc-ceacfc145f8c req-55108771-4dd3-4771-aef9-29c4843cd6aa service neutron] Attempting to bind port 92287aee-9863-4cdf-81e5-09f3f16b22f6 by drivers openvswitch,hyperv on host n-h1-764292-30 at level 0 using segments [{'id': '32ef8310-eb36-4f10-89a8-2ec645494a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '72c2364e-d28c-436a-9463-f669c277e7f2'}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:43:54.656979 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b817809b-c017-4e47-b0fc-ceacfc145f8c req-55108771-4dd3-4771-aef9-29c4843cd6aa service neutron] Attempting to bind port 92287aee-9863-4cdf-81e5-09f3f16b22f6 on network 72c2364e-d28c-436a-9463-f669c277e7f2 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:43:54.661554 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b817809b-c017-4e47-b0fc-ceacfc145f8c req-55108771-4dd3-4771-aef9-29c4843cd6aa service neutron] Port 92287aee-9863-4cdf-81e5-09f3f16b22f6 on network 72c2364e-d28c-436a-9463-f669c277e7f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-764292-30 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:43:54.661870 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b817809b-c017-4e47-b0fc-ceacfc145f8c req-55108771-4dd3-4771-aef9-29c4843cd6aa service neutron] Attempting to bind port 92287aee-9863-4cdf-81e5-09f3f16b22f6 on network 72c2364e-d28c-436a-9463-f669c277e7f2 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:43:54.666787 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b817809b-c017-4e47-b0fc-ceacfc145f8c req-55108771-4dd3-4771-aef9-29c4843cd6aa service neutron] Checking agent: {'id': 'abb524c2-b412-4ed2-8367-45c4fd996fa7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 43, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:43:54.667126 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b817809b-c017-4e47-b0fc-ceacfc145f8c req-55108771-4dd3-4771-aef9-29c4843cd6aa service neutron] Checking segment: {'id': '32ef8310-eb36-4f10-89a8-2ec645494a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '72c2364e-d28c-436a-9463-f669c277e7f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:43:54.667508 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b817809b-c017-4e47-b0fc-ceacfc145f8c req-55108771-4dd3-4771-aef9-29c4843cd6aa service neutron] Bound using segment: {'id': '32ef8310-eb36-4f10-89a8-2ec645494a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '72c2364e-d28c-436a-9463-f669c277e7f2'} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:43:54.668240 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-b817809b-c017-4e47-b0fc-ceacfc145f8c req-55108771-4dd3-4771-aef9-29c4843cd6aa service neutron] Bound port: 92287aee-9863-4cdf-81e5-09f3f16b22f6, host: n-h1-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32ef8310-eb36-4f10-89a8-2ec645494a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '72c2364e-d28c-436a-9463-f669c277e7f2'}}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:43:54.668596 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-b817809b-c017-4e47-b0fc-ceacfc145f8c req-55108771-4dd3-4771-aef9-29c4843cd6aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:43:54.674815 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f450a8e3-6f08-4a61-a91b-5f3a840481c0 req-60a91a82-bb96-4dc5-8fac-7fd44c9188f9 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:43:54.676877 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f450a8e3-6f08-4a61-a91b-5f3a840481c0 req-60a91a82-bb96-4dc5-8fac-7fd44c9188f9 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=a58e551e-2862-40fa-a1b1-b16473e9c0db HTTP/1.1" status: 200 len: 944 time: 0.0659890 Aug 11 03:43:54.727155 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f450a8e3-6f08-4a61-a91b-5f3a840481c0 req-1c33745f-76b0-456c-820c-39a2f300b5e4 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/security-groups?id=537956e8-b214-4039-8ff1-e669d1971174&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439630 Aug 11 03:43:54.756540 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-b817809b-c017-4e47-b0fc-ceacfc145f8c req-55108771-4dd3-4771-aef9-29c4843cd6aa service neutron] For port 92287aee-9863-4cdf-81e5-09f3f16b22f6, host n-h1-764292-30, cleared binding levels {{(pid=102191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:43:54.760248 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-b817809b-c017-4e47-b0fc-ceacfc145f8c req-55108771-4dd3-4771-aef9-29c4843cd6aa service neutron] For port 92287aee-9863-4cdf-81e5-09f3f16b22f6, host n-h1-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=92287aee-9863-4cdf-81e5-09f3f16b22f6,segment=NetworkSegment(32ef8310-eb36-4f10-89a8-2ec645494a63),segment_id=32ef8310-eb36-4f10-89a8-2ec645494a63)] {{(pid=102191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:43:54.832078 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-b817809b-c017-4e47-b0fc-ceacfc145f8c req-55108771-4dd3-4771-aef9-29c4843cd6aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:43:54.866540 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b817809b-c017-4e47-b0fc-ceacfc145f8c req-55108771-4dd3-4771-aef9-29c4843cd6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:43:54.867157 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-b817809b-c017-4e47-b0fc-ceacfc145f8c req-55108771-4dd3-4771-aef9-29c4843cd6aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:43:54.868537 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-b817809b-c017-4e47-b0fc-ceacfc145f8c req-55108771-4dd3-4771-aef9-29c4843cd6aa service neutron] 10.222.0.22 "PUT /v2.0/ports/92287aee-9863-4cdf-81e5-09f3f16b22f6 HTTP/1.1" status: 200 len: 1093 time: 0.7363474 Aug 11 03:43:54.868969 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a58e551e-2862-40fa-a1b1-b16473e9c0db', 'tag': '92287aee-9863-4cdf-81e5-09f3f16b22f6'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:43:54.871241 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8f876b5-f7aa-41ac-9904-bfe5cf32a4d2" -d '{"events": [{"name": "network-changed", "server_uuid": "a58e551e-2862-40fa-a1b1-b16473e9c0db", "tag": "92287aee-9863-4cdf-81e5-09f3f16b22f6"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:43:54.916215 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55108771-4dd3-4771-aef9-29c4843cd6aa service neutron] Pushing event updated for resources: {'Port': ['ID=92287aee-9863-4cdf-81e5-09f3f16b22f6,revision_number=3']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:43:54.929051 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:43:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7083fce7-9533-41f4-a422-d07d2981c953 x-openstack-request-id: req-7083fce7-9533-41f4-a422-d07d2981c953 {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:43:54.929348 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a58e551e-2862-40fa-a1b1-b16473e9c0db", "tag": "92287aee-9863-4cdf-81e5-09f3f16b22f6", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:43:54.929597 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7083fce7-9533-41f4-a422-d07d2981c953 {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:43:54.929989 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a58e551e-2862-40fa-a1b1-b16473e9c0db', 'tag': '92287aee-9863-4cdf-81e5-09f3f16b22f6', 'status': 'completed', 'code': 200} Aug 11 03:43:54.994945 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f876b5-f7aa-41ac-9904-bfe5cf32a4d2 req-42583030-f263-46c4-b949-9b9cc7614139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:43:54.997251 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c8f876b5-f7aa-41ac-9904-bfe5cf32a4d2 req-42583030-f263-46c4-b949-9b9cc7614139 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=72275185a8d64845babaf2324f627ca7&device_id=a58e551e-2862-40fa-a1b1-b16473e9c0db HTTP/1.1" status: 200 len: 1096 time: 0.0449159 Aug 11 03:43:55.105034 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f876b5-f7aa-41ac-9904-bfe5cf32a4d2 req-efada8b1-cf7e-42c6-9cea-1991215e1544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:43:55.106727 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c8f876b5-f7aa-41ac-9904-bfe5cf32a4d2 req-efada8b1-cf7e-42c6-9cea-1991215e1544 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=72275185a8d64845babaf2324f627ca7&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1020412 Aug 11 03:43:55.201224 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f876b5-f7aa-41ac-9904-bfe5cf32a4d2 req-a693e0c4-bac5-46d8-9eb1-91adef08de26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:43:55.202633 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c8f876b5-f7aa-41ac-9904-bfe5cf32a4d2 req-a693e0c4-bac5-46d8-9eb1-91adef08de26 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0896108 Aug 11 03:43:55.281882 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b817809b-c017-4e47-b0fc-ceacfc145f8c req-8210c11c-b862-4d44-9a63-0be9c31d07fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:43:55.283417 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-b817809b-c017-4e47-b0fc-ceacfc145f8c req-8210c11c-b862-4d44-9a63-0be9c31d07fe service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=72275185a8d64845babaf2324f627ca7&device_id=a58e551e-2862-40fa-a1b1-b16473e9c0db HTTP/1.1" status: 200 len: 1096 time: 0.0462024 Aug 11 03:43:55.326012 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-b817809b-c017-4e47-b0fc-ceacfc145f8c req-ac90c4b0-6a9b-42ae-a740-ff87127bfd8d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=92287aee-9863-4cdf-81e5-09f3f16b22f6 HTTP/1.1" status: 200 len: 217 time: 0.0344760 Aug 11 03:43:55.376049 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b817809b-c017-4e47-b0fc-ceacfc145f8c req-b378a388-1bbb-4012-993d-5b13a1b6d832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:43:55.377519 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-b817809b-c017-4e47-b0fc-ceacfc145f8c req-b378a388-1bbb-4012-993d-5b13a1b6d832 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=321ef215-4958-452a-9904-0e4a458fb021 HTTP/1.1" status: 200 len: 850 time: 0.0450463 Aug 11 03:43:55.429690 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b817809b-c017-4e47-b0fc-ceacfc145f8c req-2b07be60-bdaa-45d0-8533-2e2ff69179d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:43:55.431262 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-b817809b-c017-4e47-b0fc-ceacfc145f8c req-2b07be60-bdaa-45d0-8533-2e2ff69179d1 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=72c2364e-d28c-436a-9463-f669c277e7f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0461943 Aug 11 03:43:55.520672 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-b817809b-c017-4e47-b0fc-ceacfc145f8c req-bc9d42ce-9c3a-4fc6-821d-c54c2730fa35 service neutron] 10.222.0.22 "GET /v2.0/networks/72c2364e-d28c-436a-9463-f669c277e7f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818248 Aug 11 03:43:55.622736 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-b817809b-c017-4e47-b0fc-ceacfc145f8c req-b6948d96-a8ba-4e11-ad96-a2052166886e service neutron] 10.222.0.22 "GET /v2.0/networks/72c2364e-d28c-436a-9463-f669c277e7f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945036 Aug 11 03:43:55.837445 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d06067-d33e-40ff-a321-ab25712a030b req-8f0142e0-cc04-4cae-80c6-6e667e97bd81 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:43:55.838875 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-24d06067-d33e-40ff-a321-ab25712a030b req-8f0142e0-cc04-4cae-80c6-6e667e97bd81 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=a58e551e-2862-40fa-a1b1-b16473e9c0db HTTP/1.1" status: 200 len: 944 time: 0.0494704 Aug 11 03:43:55.877527 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-24d06067-d33e-40ff-a321-ab25712a030b req-81d627e3-ef4a-490e-8986-ed4fc6f80c4c tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/security-groups?id=537956e8-b214-4039-8ff1-e669d1971174&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324719 Aug 11 03:43:56.994700 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b30574a-1f64-42c2-845a-4e68e6bbb654 req-eacecfb2-ef0a-44ae-8eed-c72fd2a8074b tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:43:56.996165 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7b30574a-1f64-42c2-845a-4e68e6bbb654 req-eacecfb2-ef0a-44ae-8eed-c72fd2a8074b tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=a58e551e-2862-40fa-a1b1-b16473e9c0db HTTP/1.1" status: 200 len: 944 time: 0.0496287 Aug 11 03:43:57.035815 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7b30574a-1f64-42c2-845a-4e68e6bbb654 req-19443f31-3cc1-4cc3-8837-54675e94388c tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/security-groups?id=537956e8-b214-4039-8ff1-e669d1971174&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325854 Aug 11 03:43:58.157001 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87e7d6e-67e5-473b-a881-288d66bcc56b req-c7e6f37f-f0cf-441b-84a7-d1d6da9882c8 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:43:58.158782 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d87e7d6e-67e5-473b-a881-288d66bcc56b req-c7e6f37f-f0cf-441b-84a7-d1d6da9882c8 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=a58e551e-2862-40fa-a1b1-b16473e9c0db HTTP/1.1" status: 200 len: 944 time: 0.0540721 Aug 11 03:43:58.196924 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d87e7d6e-67e5-473b-a881-288d66bcc56b req-8d3aacca-2001-4f33-9125-5e1bb3790fe2 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/security-groups?id=537956e8-b214-4039-8ff1-e669d1971174&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322301 Aug 11 03:43:59.225192 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-e0f0e2af-8f19-47d2-b094-3b792f752df8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:43:59.319156 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76caf934-f77b-45e5-977c-88a357933c8a req-18fea6c5-fa9c-4188-b5fc-7c96bc41af33 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:43:59.320580 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-76caf934-f77b-45e5-977c-88a357933c8a req-18fea6c5-fa9c-4188-b5fc-7c96bc41af33 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=a58e551e-2862-40fa-a1b1-b16473e9c0db HTTP/1.1" status: 200 len: 944 time: 0.0517466 Aug 11 03:43:59.358914 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-76caf934-f77b-45e5-977c-88a357933c8a req-610a4597-e8aa-43e8-9af8-cae21bcf84fc tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/security-groups?id=537956e8-b214-4039-8ff1-e669d1971174&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315783 Aug 11 03:44:00.499383 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a906c1-2bb5-4d15-a21b-f1d2b59e63d5 req-4c46e5ee-7418-42c2-ab95-d9997cde3334 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:44:00.500901 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-89a906c1-2bb5-4d15-a21b-f1d2b59e63d5 req-4c46e5ee-7418-42c2-ab95-d9997cde3334 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=a58e551e-2862-40fa-a1b1-b16473e9c0db HTTP/1.1" status: 200 len: 944 time: 0.0505853 Aug 11 03:44:00.538470 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-89a906c1-2bb5-4d15-a21b-f1d2b59e63d5 req-2c5380b0-0a6b-4c0c-ba7b-319690f5218b tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/security-groups?id=537956e8-b214-4039-8ff1-e669d1971174&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314763 Aug 11 03:44:00.665964 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [req-1cd85f22-918c-458f-86b1-d4d37bfda504 req-28b75cad-e5c1-4e8a-9c9d-2ab69a5ee302 tempest-VolumesActionsTest-1168174853 tempest-VolumesActionsTest-1168174853-project] (102191) timed out ('10.222.0.22', 60612) {{(pid=102191) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 11 03:44:00.892030 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [req-9eadde43-a81c-4e59-8f0c-ba82b427d5e4 req-0b83f4ea-66fa-4a5b-a3fb-6c0d183f8fa5 service neutron] (102191) timed out ('10.222.0.22', 60512) {{(pid=102191) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 11 03:44:01.517197 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-5f608efe-2c29-4247-9e55-e39ad4d0f615 req-fab91ffb-bdbe-4a7d-98d7-fa4ae905101f service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=fb6971a1-f12a-4ef7-8416-c62217dca3b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0410695 Aug 11 03:44:01.599346 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f608efe-2c29-4247-9e55-e39ad4d0f615 req-70f24abe-9953-407e-bfa8-3ffa7ecbeff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:44:01.600852 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-5f608efe-2c29-4247-9e55-e39ad4d0f615 req-70f24abe-9953-407e-bfa8-3ffa7ecbeff9 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=72275185a8d64845babaf2324f627ca7&device_id=fb6971a1-f12a-4ef7-8416-c62217dca3b9 HTTP/1.1" status: 200 len: 1098 time: 0.0420494 Aug 11 03:44:01.667650 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a8ef33-9f2a-459c-bba3-54d47179ecfa req-ae463e24-6cdd-4938-b48d-030294a5f97b tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:44:01.669143 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b5a8ef33-9f2a-459c-bba3-54d47179ecfa req-ae463e24-6cdd-4938-b48d-030294a5f97b tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=a58e551e-2862-40fa-a1b1-b16473e9c0db HTTP/1.1" status: 200 len: 944 time: 0.0522876 Aug 11 03:44:01.708375 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b5a8ef33-9f2a-459c-bba3-54d47179ecfa req-7ba9c571-2bd9-4aa4-a84b-bd263ca61387 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/security-groups?id=537956e8-b214-4039-8ff1-e669d1971174&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324204 Aug 11 03:44:01.710447 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f608efe-2c29-4247-9e55-e39ad4d0f615 req-4cce04a3-0593-470b-ad96-4ced3b5390ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:44:01.711955 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-5f608efe-2c29-4247-9e55-e39ad4d0f615 req-4cce04a3-0593-470b-ad96-4ced3b5390ff service neutron] 10.222.0.22 "GET /v2.0/networks?id=72c2364e-d28c-436a-9463-f669c277e7f2 HTTP/1.1" status: 200 len: 912 time: 0.0900571 Aug 11 03:44:01.779845 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-5f608efe-2c29-4247-9e55-e39ad4d0f615 req-8d5a963b-6241-4d74-a734-0729a8f8c290 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=396a3c68-22ab-4bdb-9eb1-0943f3ff39d5 HTTP/1.1" status: 200 len: 1002 time: 0.0606196 Aug 11 03:44:01.831977 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f608efe-2c29-4247-9e55-e39ad4d0f615 req-dbaed5ba-f616-46f0-a704-ebdb7c39f567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:44:01.833408 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-5f608efe-2c29-4247-9e55-e39ad4d0f615 req-dbaed5ba-f616-46f0-a704-ebdb7c39f567 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=321ef215-4958-452a-9904-0e4a458fb021 HTTP/1.1" status: 200 len: 850 time: 0.0464089 Aug 11 03:44:01.882584 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f608efe-2c29-4247-9e55-e39ad4d0f615 req-c32f4368-3468-402c-9427-33a4faaf4d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:44:01.884052 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-5f608efe-2c29-4247-9e55-e39ad4d0f615 req-c32f4368-3468-402c-9427-33a4faaf4d3c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=72c2364e-d28c-436a-9463-f669c277e7f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436714 Aug 11 03:44:01.894073 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:44:01.972263 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-5f608efe-2c29-4247-9e55-e39ad4d0f615 req-e87305b6-4ca9-4512-b112-fff12d4a9be0 service neutron] 10.222.0.22 "GET /v2.0/networks/72c2364e-d28c-436a-9463-f669c277e7f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810523 Aug 11 03:44:02.066195 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-5f608efe-2c29-4247-9e55-e39ad4d0f615 req-b1bd56f7-b835-4e9e-b6dc-998c129a767f service neutron] 10.222.0.22 "GET /v2.0/networks/72c2364e-d28c-436a-9463-f669c277e7f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870738 Aug 11 03:44:02.111296 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2fd33800-6239-420c-a094-54e4bd4b8a98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:44:02.821480 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb1715c-dbcf-4b19-ac1e-e263090d6cab req-72a7ce91-8bde-40f9-b854-8f179debeae6 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:44:02.823048 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-dbb1715c-dbcf-4b19-ac1e-e263090d6cab req-72a7ce91-8bde-40f9-b854-8f179debeae6 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=a58e551e-2862-40fa-a1b1-b16473e9c0db HTTP/1.1" status: 200 len: 944 time: 0.0489609 Aug 11 03:44:02.861158 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-dbb1715c-dbcf-4b19-ac1e-e263090d6cab req-956e8ab0-d5a1-4613-ab31-ba77583bca88 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/security-groups?id=537956e8-b214-4039-8ff1-e669d1971174&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314934 Aug 11 03:44:03.082058 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:44:03.974504 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce74b69-f0c1-4bcc-9c7b-bb382f0f43bc req-128c99d5-be7a-43c6-be35-99bdfafcd9b6 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:44:03.975996 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1ce74b69-f0c1-4bcc-9c7b-bb382f0f43bc req-128c99d5-be7a-43c6-be35-99bdfafcd9b6 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=a58e551e-2862-40fa-a1b1-b16473e9c0db HTTP/1.1" status: 200 len: 944 time: 0.0491371 Aug 11 03:44:04.014128 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1ce74b69-f0c1-4bcc-9c7b-bb382f0f43bc req-c188917f-b30e-40d2-85a2-e8e320d2315d tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/security-groups?id=537956e8-b214-4039-8ff1-e669d1971174&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321350 Aug 11 03:44:04.751510 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:44:05.132844 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0049f3a3-00ce-42d5-854f-eda590d1b454 req-eb3ce52f-ee0d-498b-bc25-1a4fdcb12dc1 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:44:05.134322 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0049f3a3-00ce-42d5-854f-eda590d1b454 req-eb3ce52f-ee0d-498b-bc25-1a4fdcb12dc1 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=a58e551e-2862-40fa-a1b1-b16473e9c0db HTTP/1.1" status: 200 len: 944 time: 0.0525095 Aug 11 03:44:05.172881 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0049f3a3-00ce-42d5-854f-eda590d1b454 req-c6f8ad5b-fe8e-4ca4-a26b-388012cc1bcb tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/security-groups?id=537956e8-b214-4039-8ff1-e669d1971174&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323069 Aug 11 03:44:06.287862 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d15e6a8-9e16-462c-b455-4f2418c51f85 req-bba93407-1547-44a7-969e-7d446430af97 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:44:06.289260 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4d15e6a8-9e16-462c-b455-4f2418c51f85 req-bba93407-1547-44a7-969e-7d446430af97 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=a58e551e-2862-40fa-a1b1-b16473e9c0db HTTP/1.1" status: 200 len: 944 time: 0.0492051 Aug 11 03:44:06.326553 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4d15e6a8-9e16-462c-b455-4f2418c51f85 req-71c7eb88-6eb7-4f83-a546-876696ec54c6 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/security-groups?id=537956e8-b214-4039-8ff1-e669d1971174&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310478 Aug 11 03:44:06.350258 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 92287aee-9863-4cdf-81e5-09f3f16b22f6 details requested by agent hyperv_n-h1-764292-30 with host n-h1-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:44:06.445563 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 92287aee-9863-4cdf-81e5-09f3f16b22f6, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=92287aee-9863-4cdf-81e5-09f3f16b22f6,segment=NetworkSegment(32ef8310-eb36-4f10-89a8-2ec645494a63),segment_id=32ef8310-eb36-4f10-89a8-2ec645494a63)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:44:06.456955 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Returning: {'device': '92287aee-9863-4cdf-81e5-09f3f16b22f6', 'network_id': '72c2364e-d28c-436a-9463-f669c277e7f2', 'port_id': '92287aee-9863-4cdf-81e5-09f3f16b22f6', 'mac_address': 'fa:16:3e:67:ce:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '321ef215-4958-452a-9904-0e4a458fb021', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:44:06.493136 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:44:06.505523 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92287aee-9863-4cdf-81e5-09f3f16b22f6 {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:44:06.524328 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 92287aee-9863-4cdf-81e5-09f3f16b22f6, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=92287aee-9863-4cdf-81e5-09f3f16b22f6,segment=NetworkSegment(32ef8310-eb36-4f10-89a8-2ec645494a63),segment_id=32ef8310-eb36-4f10-89a8-2ec645494a63)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:44:06.619679 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:44:06.665398 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=92287aee-9863-4cdf-81e5-09f3f16b22f6,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:44:06.673543 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:44:06.673886 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:44:06.674223 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:44:06.674584 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:44:06.674915 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:44:06.675260 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:44:06.675571 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:44:06.675896 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:44:06.676214 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:44:06.676537 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:44:06.676857 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:44:06.677176 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:44:06.950992 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['92287aee-9863-4cdf-81e5-09f3f16b22f6'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:44:07.373391 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:44:07.441911 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a367b78-c9bb-481d-b94f-0e5349f969cb req-e47e59b4-e1b9-4937-8ddf-0d0fc6ae63b1 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:44:07.443435 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5a367b78-c9bb-481d-b94f-0e5349f969cb req-e47e59b4-e1b9-4937-8ddf-0d0fc6ae63b1 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=a58e551e-2862-40fa-a1b1-b16473e9c0db HTTP/1.1" status: 200 len: 945 time: 0.0492935 Aug 11 03:44:07.480333 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5a367b78-c9bb-481d-b94f-0e5349f969cb req-a6a3854b-ba20-4de4-b59c-70860b21e89c tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/security-groups?id=537956e8-b214-4039-8ff1-e669d1971174&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309958 Aug 11 03:44:08.353922 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 92287aee-9863-4cdf-81e5-09f3f16b22f6 up at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:44:08.487223 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning for port 92287aee-9863-4cdf-81e5-09f3f16b22f6 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:44:08.491033 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning complete for port 92287aee-9863-4cdf-81e5-09f3f16b22f6 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:44:08.491452 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:44:08.569268 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:44:08.592134 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a58e551e-2862-40fa-a1b1-b16473e9c0db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92287aee-9863-4cdf-81e5-09f3f16b22f6'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:44:08.594435 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cc64397-06b1-4880-9a92-81f6df72eabb" -d '{"events": [{"server_uuid": "a58e551e-2862-40fa-a1b1-b16473e9c0db", "name": "network-vif-plugged", "status": "completed", "tag": "92287aee-9863-4cdf-81e5-09f3f16b22f6"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:44:08.600714 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d65556-caa7-4136-870e-7be68e4a2a19 req-e5c159c4-5969-42c2-b43b-37bef165165b tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:44:08.602221 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e4d65556-caa7-4136-870e-7be68e4a2a19 req-e5c159c4-5969-42c2-b43b-37bef165165b tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=a58e551e-2862-40fa-a1b1-b16473e9c0db HTTP/1.1" status: 200 len: 945 time: 0.0535243 Aug 11 03:44:08.608326 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 92287aee-9863-4cdf-81e5-09f3f16b22f6, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=92287aee-9863-4cdf-81e5-09f3f16b22f6,segment=NetworkSegment(32ef8310-eb36-4f10-89a8-2ec645494a63),segment_id=32ef8310-eb36-4f10-89a8-2ec645494a63)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:44:08.632294 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:44:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0cd4277-dc35-4494-ad96-985b83e3f6fd x-openstack-request-id: req-a0cd4277-dc35-4494-ad96-985b83e3f6fd {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:44:08.632588 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a58e551e-2862-40fa-a1b1-b16473e9c0db", "name": "network-vif-plugged", "status": "completed", "tag": "92287aee-9863-4cdf-81e5-09f3f16b22f6", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:44:08.632834 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a0cd4277-dc35-4494-ad96-985b83e3f6fd {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:44:08.633222 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a58e551e-2862-40fa-a1b1-b16473e9c0db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92287aee-9863-4cdf-81e5-09f3f16b22f6', 'code': 200} Aug 11 03:44:08.648473 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e4d65556-caa7-4136-870e-7be68e4a2a19 req-ee907954-1a1c-4407-93c2-601797d8bf9a tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/security-groups?id=537956e8-b214-4039-8ff1-e669d1971174&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341446 Aug 11 03:44:08.693977 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:44:08.733014 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0533f9e7-f114-4b9b-aa20-fd8ff2e6dc05 req-3d836230-8bbb-4fde-91f0-3909bbcbe882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:44:08.735911 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-0533f9e7-f114-4b9b-aa20-fd8ff2e6dc05 req-3d836230-8bbb-4fde-91f0-3909bbcbe882 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=a58e551e-2862-40fa-a1b1-b16473e9c0db HTTP/1.1" status: 200 len: 1098 time: 0.0418413 Aug 11 03:44:08.741112 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=92287aee-9863-4cdf-81e5-09f3f16b22f6,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:44:08.772128 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-0533f9e7-f114-4b9b-aa20-fd8ff2e6dc05 req-15df293d-6b7b-4ad9-8511-a9c0774ae759 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=537956e8-b214-4039-8ff1-e669d1971174&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0290253 Aug 11 03:44:09.768782 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbbb76c-3dd2-48c8-993d-e9f07a21f731 req-88589d42-dfc2-4062-ad9c-e32f52675513 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:44:09.770483 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bdbbb76c-3dd2-48c8-993d-e9f07a21f731 req-88589d42-dfc2-4062-ad9c-e32f52675513 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=a58e551e-2862-40fa-a1b1-b16473e9c0db HTTP/1.1" status: 200 len: 946 time: 0.0496860 Aug 11 03:44:09.809389 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bdbbb76c-3dd2-48c8-993d-e9f07a21f731 req-9ddc41aa-f39f-41c8-8c87-3935fffd79a0 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/security-groups?id=537956e8-b214-4039-8ff1-e669d1971174&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328152 Aug 11 03:44:10.924456 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6660703-d507-41af-a505-87a38a157ffe req-5281cbce-1f42-478a-833d-135b212fe04e tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:44:10.925918 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b6660703-d507-41af-a505-87a38a157ffe req-5281cbce-1f42-478a-833d-135b212fe04e tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=a58e551e-2862-40fa-a1b1-b16473e9c0db HTTP/1.1" status: 200 len: 946 time: 0.0484080 Aug 11 03:44:10.963259 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b6660703-d507-41af-a505-87a38a157ffe req-860165e3-83ba-4959-a490-d5d78bc9b9f6 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/security-groups?id=537956e8-b214-4039-8ff1-e669d1971174&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308261 Aug 11 03:44:11.081718 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a305ca4d-6236-4573-9d56-86dae39e05e0 req-f3f38ac3-b190-4149-943c-64854d6e1f45 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:44:11.083238 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a305ca4d-6236-4573-9d56-86dae39e05e0 req-f3f38ac3-b190-4149-943c-64854d6e1f45 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=a58e551e-2862-40fa-a1b1-b16473e9c0db HTTP/1.1" status: 200 len: 946 time: 0.0537307 Aug 11 03:44:11.121518 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a305ca4d-6236-4573-9d56-86dae39e05e0 req-800cbcc5-2f39-4ee8-a91c-e77d9d7eef24 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/security-groups?id=537956e8-b214-4039-8ff1-e669d1971174&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321770 Aug 11 03:44:11.142994 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 46390) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:44:11.313204 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eea2dd5-334e-4afd-a711-5ecda7745e40 tempest-TestVolumeBootPattern-872305683 tempest-TestVolumeBootPattern-872305683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:44:11.314778 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-7eea2dd5-334e-4afd-a711-5ecda7745e40 tempest-TestVolumeBootPattern-872305683 tempest-TestVolumeBootPattern-872305683-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=a58e551e-2862-40fa-a1b1-b16473e9c0db HTTP/1.1" status: 200 len: 1093 time: 0.1707489 Aug 11 03:44:11.317447 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 46394) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:44:11.321877 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-984abc99-6200-40a7-963c-e2cff5c57f7d tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Request body: {'floatingip': {'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'port_id': '92287aee-9863-4cdf-81e5-09f3f16b22f6', 'tenant_id': '72275185a8d64845babaf2324f627ca7', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:44:11.459746 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-984abc99-6200-40a7-963c-e2cff5c57f7d tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Notify callbacks [] for floatingip, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:44:11.471885 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:44:11.557472 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-984abc99-6200-40a7-963c-e2cff5c57f7d tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:44:11.664157 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [None req-984abc99-6200-40a7-963c-e2cff5c57f7d tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Allocated IP 172.25.8.219 (09faf7d2-eaf5-4a50-bb6e-4cb05d009a76/e1a97443-13df-40bb-85f5-fd269e2742c0/375ed2d7-b483-45a0-b1be-f047ad3de81f) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:44:11.767853 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-984abc99-6200-40a7-963c-e2cff5c57f7d tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:44:11.876800 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-984abc99-6200-40a7-963c-e2cff5c57f7d tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:44:11.916400 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-984abc99-6200-40a7-963c-e2cff5c57f7d tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:44:11.919361 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-984abc99-6200-40a7-963c-e2cff5c57f7d tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:44:11.923849 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984abc99-6200-40a7-963c-e2cff5c57f7d tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:44:11.929137 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984abc99-6200-40a7-963c-e2cff5c57f7d tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Pushing event updated for resources: {'Port': ['ID=375ed2d7-b483-45a0-b1be-f047ad3de81f,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:44:11.953538 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984abc99-6200-40a7-963c-e2cff5c57f7d tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:44:11.954373 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984abc99-6200-40a7-963c-e2cff5c57f7d tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:44:11.954373 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984abc99-6200-40a7-963c-e2cff5c57f7d tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:44:11.954688 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984abc99-6200-40a7-963c-e2cff5c57f7d tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:44:11.955022 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984abc99-6200-40a7-963c-e2cff5c57f7d tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:44:11.955352 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984abc99-6200-40a7-963c-e2cff5c57f7d tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:44:11.955680 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984abc99-6200-40a7-963c-e2cff5c57f7d tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:44:11.956003 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984abc99-6200-40a7-963c-e2cff5c57f7d tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:44:11.956324 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984abc99-6200-40a7-963c-e2cff5c57f7d tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:44:11.956646 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984abc99-6200-40a7-963c-e2cff5c57f7d tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:44:11.956968 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984abc99-6200-40a7-963c-e2cff5c57f7d tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:44:11.957288 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984abc99-6200-40a7-963c-e2cff5c57f7d tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:44:12.586470 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-984abc99-6200-40a7-963c-e2cff5c57f7d tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:44:12.729883 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-984abc99-6200-40a7-963c-e2cff5c57f7d tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:44:12.878241 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-984abc99-6200-40a7-963c-e2cff5c57f7d tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Notify callbacks [] for port, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:44:12.938604 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-984abc99-6200-40a7-963c-e2cff5c57f7d tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:44:13.011169 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984abc99-6200-40a7-963c-e2cff5c57f7d tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Pushing event updated for resources: {'Port': ['ID=375ed2d7-b483-45a0-b1be-f047ad3de81f,revision_number=2']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:44:13.022678 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-984abc99-6200-40a7-963c-e2cff5c57f7d tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446866'] for floatingip, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:44:13.125302 n-d-764292-30 neutron-server[102192]: INFO neutron.db.l3_db [None req-984abc99-6200-40a7-963c-e2cff5c57f7d tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Floating IP 2b5dc8a5-cdad-4524-9f5e-afc43598f686 associated. External IP: 172.25.8.219, port: 92287aee-9863-4cdf-81e5-09f3f16b22f6. Aug 11 03:44:13.325675 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-984abc99-6200-40a7-963c-e2cff5c57f7d tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Router 024214bc-46ce-41ab-bfb2-63dd52e06006 has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:44:13.432282 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-984abc99-6200-40a7-963c-e2cff5c57f7d tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:44:13.441719 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77d3516-c7e0-4d4a-9d1d-c4280c33ad01 None None] Sync routers for ids ['024214bc-46ce-41ab-bfb2-63dd52e06006'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:44:13.450545 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77d3516-c7e0-4d4a-9d1d-c4280c33ad01 None None] Routers {'024214bc-46ce-41ab-bfb2-63dd52e06006'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:44:13.451152 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-e77d3516-c7e0-4d4a-9d1d-c4280c33ad01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:44:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['024214bc-46ce-41ab-bfb2-63dd52e06006'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:44:13.534084 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-984abc99-6200-40a7-963c-e2cff5c57f7d tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for floatingip, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:44:13.554340 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-e77d3516-c7e0-4d4a-9d1d-c4280c33ad01 None None] Set router 024214bc-46ce-41ab-bfb2-63dd52e06006 gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:44:13.562083 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-984abc99-6200-40a7-963c-e2cff5c57f7d tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2436299 Aug 11 03:44:13.562698 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a58e551e-2862-40fa-a1b1-b16473e9c0db', 'tag': '92287aee-9863-4cdf-81e5-09f3f16b22f6'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:44:13.564990 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2cf8730-4e98-41f0-8397-094b623eba88" -d '{"events": [{"name": "network-changed", "server_uuid": "a58e551e-2862-40fa-a1b1-b16473e9c0db", "tag": "92287aee-9863-4cdf-81e5-09f3f16b22f6"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:44:13.603428 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:44:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7ad4d55-7f3d-4e07-9a37-fcb05d0666b9 x-openstack-request-id: req-d7ad4d55-7f3d-4e07-9a37-fcb05d0666b9 {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:44:13.603717 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a58e551e-2862-40fa-a1b1-b16473e9c0db", "tag": "92287aee-9863-4cdf-81e5-09f3f16b22f6", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:44:13.603967 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d7ad4d55-7f3d-4e07-9a37-fcb05d0666b9 {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:44:13.604368 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a58e551e-2862-40fa-a1b1-b16473e9c0db', 'tag': '92287aee-9863-4cdf-81e5-09f3f16b22f6', 'status': 'completed', 'code': 200} Aug 11 03:44:13.666855 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cf8730-4e98-41f0-8397-094b623eba88 req-1c6cbb4d-071d-4c93-8120-29c730d70e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:44:13.669561 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-b2cf8730-4e98-41f0-8397-094b623eba88 req-1c6cbb4d-071d-4c93-8120-29c730d70e82 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=72275185a8d64845babaf2324f627ca7&device_id=a58e551e-2862-40fa-a1b1-b16473e9c0db HTTP/1.1" status: 200 len: 1098 time: 0.0430887 Aug 11 03:44:13.763773 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cf8730-4e98-41f0-8397-094b623eba88 req-81546434-6aaf-412c-8a9c-b5cb30aa45b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:44:13.765250 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-b2cf8730-4e98-41f0-8397-094b623eba88 req-81546434-6aaf-412c-8a9c-b5cb30aa45b1 service neutron] 10.222.0.22 "GET /v2.0/networks?id=72c2364e-d28c-436a-9463-f669c277e7f2 HTTP/1.1" status: 200 len: 912 time: 0.0884271 Aug 11 03:44:13.788597 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-e77d3516-c7e0-4d4a-9d1d-c4280c33ad01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '024214bc-46ce-41ab-bfb2-63dd52e06006', 'name': 'tempest-TestVolumeBootPattern-423646555-router', 'tenant_id': '72275185a8d64845babaf2324f627ca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': 'c0cdf465-f88e-4ee9-b3b9-315b03e64881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:32:03Z', 'updated_at': '2021-08-11T03:32:09Z', 'revision_number': 4, 'project_id': '72275185a8d64845babaf2324f627ca7', 'gw_port': {'id': 'c0cdf465-f88e-4ee9-b3b9-315b03e64881', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:fa:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024214bc-46ce-41ab-bfb2-63dd52e06006', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:32:04Z', 'updated_at': '2021-08-11T03:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_floatingips': [{'id': '2b5dc8a5-cdad-4524-9f5e-afc43598f686', 'tenant_id': '72275185a8d64845babaf2324f627ca7', 'floating_ip_address': '172.25.8.219', 'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'router_id': '024214bc-46ce-41ab-bfb2-63dd52e06006', 'port_id': '92287aee-9863-4cdf-81e5-09f3f16b22f6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4003, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72c2364e-d28c-436a-9463-f669c277e7f2', 'mac_address': 'fa:16:3e:67:ce:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a58e551e-2862-40fa-a1b1-b16473e9c0db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:44:12Z', 'updated_at': '2021-08-11T03:44:12Z', 'revision_number': 0, 'project_id': '72275185a8d64845babaf2324f627ca7', 'fixed_ip_address_scope': None}, {'id': '8cf34d31-d813-4646-9007-b833871fd5ce', 'tenant_id': '72275185a8d64845babaf2324f627ca7', 'floating_ip_address': '172.25.8.222', 'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'router_id': '024214bc-46ce-41ab-bfb2-63dd52e06006', 'port_id': '396a3c68-22ab-4bdb-9eb1-0943f3ff39d5', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72c2364e-d28c-436a-9463-f669c277e7f2', 'mac_address': 'fa:16:3e:ef:9e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb6971a1-f12a-4ef7-8416-c62217dca3b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:41:24Z', 'updated_at': '2021-08-11T03:41:27Z', 'revision_number': 1, 'project_id': '72275185a8d64845babaf2324f627ca7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2edacba1-9076-45c7-b2da-df27d998e2b6', 'name': '', 'network_id': '72c2364e-d28c-436a-9463-f669c277e7f2', 'tenant_id': '72275185a8d64845babaf2324f627ca7', 'mac_address': 'fa:16:3e:3e:c3:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024214bc-46ce-41ab-bfb2-63dd52e06006', 'device_owner': 'network:router_interface', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': '321ef215-4958-452a-9904-0e4a458fb021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:32:08Z', 'updated_at': '2021-08-11T03:32:17Z', 'revision_number': 5, 'project_id': '72275185a8d64845babaf2324f627ca7', 'subnets': [{'id': '321ef215-4958-452a-9904-0e4a458fb021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:44:13.814277 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77d3516-c7e0-4d4a-9d1d-c4280c33ad01 None None] Checking router: 024214bc-46ce-41ab-bfb2-63dd52e06006 for host: n-d-764292-30 {{(pid=102193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:44:13.822517 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77d3516-c7e0-4d4a-9d1d-c4280c33ad01 None None] Routers {'024214bc-46ce-41ab-bfb2-63dd52e06006'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:44:13.823124 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-e77d3516-c7e0-4d4a-9d1d-c4280c33ad01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:44:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['024214bc-46ce-41ab-bfb2-63dd52e06006'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:44:13.832676 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-b2cf8730-4e98-41f0-8397-094b623eba88 req-4cfa7f18-031e-4ccb-a345-0d9ec56e0b40 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=92287aee-9863-4cdf-81e5-09f3f16b22f6 HTTP/1.1" status: 200 len: 1000 time: 0.0601790 Aug 11 03:44:13.880754 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cf8730-4e98-41f0-8397-094b623eba88 req-3a88d6ab-6d24-47bb-8d8c-6dbea099e866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:44:13.882137 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-b2cf8730-4e98-41f0-8397-094b623eba88 req-3a88d6ab-6d24-47bb-8d8c-6dbea099e866 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=321ef215-4958-452a-9904-0e4a458fb021 HTTP/1.1" status: 200 len: 850 time: 0.0432813 Aug 11 03:44:13.930398 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-e77d3516-c7e0-4d4a-9d1d-c4280c33ad01 None None] Set router 024214bc-46ce-41ab-bfb2-63dd52e06006 gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:44:13.933417 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cf8730-4e98-41f0-8397-094b623eba88 req-363506b3-5700-4aa6-bc3e-d85a95cd41a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:44:13.935538 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-b2cf8730-4e98-41f0-8397-094b623eba88 req-363506b3-5700-4aa6-bc3e-d85a95cd41a2 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=72c2364e-d28c-436a-9463-f669c277e7f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0454619 Aug 11 03:44:14.032622 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-b2cf8730-4e98-41f0-8397-094b623eba88 req-10cef3a9-5160-419b-9f88-ae27a262da96 service neutron] 10.222.0.22 "GET /v2.0/networks/72c2364e-d28c-436a-9463-f669c277e7f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896592 Aug 11 03:44:14.163525 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-e77d3516-c7e0-4d4a-9d1d-c4280c33ad01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '024214bc-46ce-41ab-bfb2-63dd52e06006', 'name': 'tempest-TestVolumeBootPattern-423646555-router', 'tenant_id': '72275185a8d64845babaf2324f627ca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': 'c0cdf465-f88e-4ee9-b3b9-315b03e64881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:32:03Z', 'updated_at': '2021-08-11T03:32:09Z', 'revision_number': 4, 'project_id': '72275185a8d64845babaf2324f627ca7', 'gw_port': {'id': 'c0cdf465-f88e-4ee9-b3b9-315b03e64881', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:fa:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024214bc-46ce-41ab-bfb2-63dd52e06006', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:32:04Z', 'updated_at': '2021-08-11T03:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_floatingips': [{'id': '2b5dc8a5-cdad-4524-9f5e-afc43598f686', 'tenant_id': '72275185a8d64845babaf2324f627ca7', 'floating_ip_address': '172.25.8.219', 'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'router_id': '024214bc-46ce-41ab-bfb2-63dd52e06006', 'port_id': '92287aee-9863-4cdf-81e5-09f3f16b22f6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4003, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72c2364e-d28c-436a-9463-f669c277e7f2', 'mac_address': 'fa:16:3e:67:ce:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a58e551e-2862-40fa-a1b1-b16473e9c0db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:44:12Z', 'updated_at': '2021-08-11T03:44:12Z', 'revision_number': 0, 'project_id': '72275185a8d64845babaf2324f627ca7', 'fixed_ip_address_scope': None}, {'id': '8cf34d31-d813-4646-9007-b833871fd5ce', 'tenant_id': '72275185a8d64845babaf2324f627ca7', 'floating_ip_address': '172.25.8.222', 'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'router_id': '024214bc-46ce-41ab-bfb2-63dd52e06006', 'port_id': '396a3c68-22ab-4bdb-9eb1-0943f3ff39d5', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72c2364e-d28c-436a-9463-f669c277e7f2', 'mac_address': 'fa:16:3e:ef:9e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb6971a1-f12a-4ef7-8416-c62217dca3b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:41:24Z', 'updated_at': '2021-08-11T03:41:27Z', 'revision_number': 1, 'project_id': '72275185a8d64845babaf2324f627ca7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2edacba1-9076-45c7-b2da-df27d998e2b6', 'name': '', 'network_id': '72c2364e-d28c-436a-9463-f669c277e7f2', 'tenant_id': '72275185a8d64845babaf2324f627ca7', 'mac_address': 'fa:16:3e:3e:c3:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024214bc-46ce-41ab-bfb2-63dd52e06006', 'device_owner': 'network:router_interface', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': '321ef215-4958-452a-9904-0e4a458fb021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:32:08Z', 'updated_at': '2021-08-11T03:32:17Z', 'revision_number': 5, 'project_id': '72275185a8d64845babaf2324f627ca7', 'subnets': [{'id': '321ef215-4958-452a-9904-0e4a458fb021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:44:14.191159 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77d3516-c7e0-4d4a-9d1d-c4280c33ad01 None None] The sync data for ids ['024214bc-46ce-41ab-bfb2-63dd52e06006'] in n-d-764292-30 is: [{'id': '024214bc-46ce-41ab-bfb2-63dd52e06006', 'name': 'tempest-TestVolumeBootPattern-423646555-router', 'tenant_id': '72275185a8d64845babaf2324f627ca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': 'c0cdf465-f88e-4ee9-b3b9-315b03e64881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:32:03Z', 'updated_at': '2021-08-11T03:32:09Z', 'revision_number': 4, 'project_id': '72275185a8d64845babaf2324f627ca7', 'gw_port': {'id': 'c0cdf465-f88e-4ee9-b3b9-315b03e64881', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:fa:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024214bc-46ce-41ab-bfb2-63dd52e06006', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:32:04Z', 'updated_at': '2021-08-11T03:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_floatingips': [{'id': '2b5dc8a5-cdad-4524-9f5e-afc43598f686', 'tenant_id': '72275185a8d64845babaf2324f627ca7', 'floating_ip_address': '172.25.8.219', 'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'router_id': '024214bc-46ce-41ab-bfb2-63dd52e06006', 'port_id': '92287aee-9863-4cdf-81e5-09f3f16b22f6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4003, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72c2364e-d28c-436a-9463-f669c277e7f2', 'mac_address': 'fa:16:3e:67:ce:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a58e551e-2862-40fa-a1b1-b16473e9c0db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:44:12Z', 'updated_at': '2021-08-11T03:44:12Z', 'revision_number': 0, 'project_id': '72275185a8d64845babaf2324f627ca7', 'fixed_ip_address_scope': None}, {'id': '8cf34d31-d813-4646-9007-b833871fd5ce', 'tenant_id': '72275185a8d64845babaf2324f627ca7', 'floating_ip_address': '172.25.8.222', 'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'router_id': '024214bc-46ce-41ab-bfb2-63dd52e06006', 'port_id': '396a3c68-22ab-4bdb-9eb1-0943f3ff39d5', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72c2364e-d28c-436a-9463-f669c277e7f2', 'mac_address': 'fa:16:3e:ef:9e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb6971a1-f12a-4ef7-8416-c62217dca3b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:41:24Z', 'updated_at': '2021-08-11T03:41:27Z', 'revision_number': 1, 'project_id': '72275185a8d64845babaf2324f627ca7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2edacba1-9076-45c7-b2da-df27d998e2b6', 'name': '', 'network_id': '72c2364e-d28c-436a-9463-f669c277e7f2', 'tenant_id': '72275185a8d64845babaf2324f627ca7', 'mac_address': 'fa:16:3e:3e:c3:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024214bc-46ce-41ab-bfb2-63dd52e06006', 'device_owner': 'network:router_interface', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': '321ef215-4958-452a-9904-0e4a458fb021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:32:08Z', 'updated_at': '2021-08-11T03:32:17Z', 'revision_number': 5, 'project_id': '72275185a8d64845babaf2324f627ca7', 'subnets': [{'id': '321ef215-4958-452a-9904-0e4a458fb021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:44:14.368146 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-b2cf8730-4e98-41f0-8397-094b623eba88 req-2deb162a-9ce5-423b-bc86-91362a01185b service neutron] 10.222.0.22 "GET /v2.0/networks/72c2364e-d28c-436a-9463-f669c277e7f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3286915 Aug 11 03:44:14.402063 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61104d90-7f7c-485b-9988-17fc541719c0 None None] New status for floating IP 2b5dc8a5-cdad-4524-9f5e-afc43598f686: ACTIVE {{(pid=102194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:44:23.443940 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.agents_db [None req-950b7202-decb-43e2-8f71-ac8931dc9749 None None] Agent healthcheck: found 7 active agents {{(pid=102194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:44:29.207180 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-061d3cff-b81f-481a-9d83-a64e38396475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:44:31.899372 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:44:32.087294 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-cb14bdc3-b25b-4aee-923b-347ece103e87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:44:33.105444 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:44:34.756655 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:44:37.389912 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:44:40.700792 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [req-7d34aafc-d0da-40ee-96e1-35676da79c24 req-bba1c457-d7b1-4b31-8c48-3a1ef5721609 service neutron] (102192) timed out ('10.222.0.24', 57638) {{(pid=102192) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 11 03:44:41.447882 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:44:53.655876 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6cb3cb8c-e16f-421e-a66b-35b52ed6c01b req-0493b959-fec6-4c8f-9816-4a2c0d70f690 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a2e0cebe-a8ff-4f92-898f-763a30ed87eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0927167 Aug 11 03:44:53.737840 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb3cb8c-e16f-421e-a66b-35b52ed6c01b req-3a493618-49de-4bff-ad2a-51c6e35bea2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:44:53.739329 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6cb3cb8c-e16f-421e-a66b-35b52ed6c01b req-3a493618-49de-4bff-ad2a-51c6e35bea2f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cdbc52b009e74e0aa17950d9825b95fb&device_id=a2e0cebe-a8ff-4f92-898f-763a30ed87eb HTTP/1.1" status: 200 len: 1098 time: 0.0395069 Aug 11 03:44:53.837828 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb3cb8c-e16f-421e-a66b-35b52ed6c01b req-9f1d1b4f-30a2-4b69-8fcb-fda8fb455d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:44:53.839189 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6cb3cb8c-e16f-421e-a66b-35b52ed6c01b req-9f1d1b4f-30a2-4b69-8fcb-fda8fb455d24 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d92d46f2-064a-49b8-804b-dc12ea70bb0a HTTP/1.1" status: 200 len: 909 time: 0.0813808 Aug 11 03:44:53.905279 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6cb3cb8c-e16f-421e-a66b-35b52ed6c01b req-a41ee80a-677d-47c8-ad77-5fae3a1c031d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c4f5013a-b0bc-462e-a3ee-6024871ff4d6 HTTP/1.1" status: 200 len: 1002 time: 0.0592983 Aug 11 03:44:53.954162 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb3cb8c-e16f-421e-a66b-35b52ed6c01b req-3fc96005-c015-4e8b-94fd-b6f19fc495f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:44:53.955639 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6cb3cb8c-e16f-421e-a66b-35b52ed6c01b req-3fc96005-c015-4e8b-94fd-b6f19fc495f3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=248d545f-cbb5-42b7-abe9-9525c530e588 HTTP/1.1" status: 200 len: 847 time: 0.0436847 Aug 11 03:44:54.000831 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb3cb8c-e16f-421e-a66b-35b52ed6c01b req-2b2d813d-1576-46c5-917e-9ab361a8b2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:44:54.002370 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6cb3cb8c-e16f-421e-a66b-35b52ed6c01b req-2b2d813d-1576-46c5-917e-9ab361a8b2e4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d92d46f2-064a-49b8-804b-dc12ea70bb0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394003 Aug 11 03:44:54.095806 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6cb3cb8c-e16f-421e-a66b-35b52ed6c01b req-df9feed4-919c-49aa-bcf2-c9b0ae2107dd service neutron] 10.222.0.24 "GET /v2.0/networks/d92d46f2-064a-49b8-804b-dc12ea70bb0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860021 Aug 11 03:44:54.183354 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6cb3cb8c-e16f-421e-a66b-35b52ed6c01b req-385aae73-7913-4114-8723-94ba2b4ede82 service neutron] 10.222.0.24 "GET /v2.0/networks/d92d46f2-064a-49b8-804b-dc12ea70bb0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808432 Aug 11 03:44:59.190197 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-6fcbea5c-c138-4423-a229-84f39c24c82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:45:00.442593 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.agents_db [None req-950b7202-decb-43e2-8f71-ac8931dc9749 None None] Agent healthcheck: found 7 active agents {{(pid=102194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:45:01.864194 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:45:02.081741 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8d54338e-34d1-4491-8640-4f42493b85d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:45:02.506442 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-ee58f2b2-cd9d-4439-85dc-e51efec9534e req-888c9d4a-6da6-49ae-9047-f0a8ab981128 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=fb6971a1-f12a-4ef7-8416-c62217dca3b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0393257 Aug 11 03:45:02.587043 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee58f2b2-cd9d-4439-85dc-e51efec9534e req-9dc538c0-0516-4efb-be5b-9d4e31cbca6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:45:02.588545 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-ee58f2b2-cd9d-4439-85dc-e51efec9534e req-9dc538c0-0516-4efb-be5b-9d4e31cbca6a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=72275185a8d64845babaf2324f627ca7&device_id=fb6971a1-f12a-4ef7-8416-c62217dca3b9 HTTP/1.1" status: 200 len: 1098 time: 0.0401101 Aug 11 03:45:02.690132 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee58f2b2-cd9d-4439-85dc-e51efec9534e req-016bb481-bf36-4b97-95c9-3210cb25d771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:45:02.691626 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-ee58f2b2-cd9d-4439-85dc-e51efec9534e req-016bb481-bf36-4b97-95c9-3210cb25d771 service neutron] 10.222.0.22 "GET /v2.0/networks?id=72c2364e-d28c-436a-9463-f669c277e7f2 HTTP/1.1" status: 200 len: 912 time: 0.0850534 Aug 11 03:45:02.755987 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-ee58f2b2-cd9d-4439-85dc-e51efec9534e req-98a111dc-6ecc-4188-af26-273a18ebe42d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=396a3c68-22ab-4bdb-9eb1-0943f3ff39d5 HTTP/1.1" status: 200 len: 1002 time: 0.0570583 Aug 11 03:45:02.804322 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee58f2b2-cd9d-4439-85dc-e51efec9534e req-dcff2612-31aa-4a94-ab22-30159428dd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:45:02.805738 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-ee58f2b2-cd9d-4439-85dc-e51efec9534e req-dcff2612-31aa-4a94-ab22-30159428dd35 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=321ef215-4958-452a-9904-0e4a458fb021 HTTP/1.1" status: 200 len: 850 time: 0.0428107 Aug 11 03:45:02.853791 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee58f2b2-cd9d-4439-85dc-e51efec9534e req-7e1164fd-71c8-4fcf-8fa7-a1ccad977323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:45:02.855302 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-ee58f2b2-cd9d-4439-85dc-e51efec9534e req-7e1164fd-71c8-4fcf-8fa7-a1ccad977323 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=72c2364e-d28c-436a-9463-f669c277e7f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424316 Aug 11 03:45:02.940954 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-ee58f2b2-cd9d-4439-85dc-e51efec9534e req-953c4734-4802-41de-a1fc-8d7e5e0518ad service neutron] 10.222.0.22 "GET /v2.0/networks/72c2364e-d28c-436a-9463-f669c277e7f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0778377 Aug 11 03:45:03.031674 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-ee58f2b2-cd9d-4439-85dc-e51efec9534e req-ecad2c11-4584-4e0f-a0ff-e9f8e0af6ded service neutron] 10.222.0.22 "GET /v2.0/networks/72c2364e-d28c-436a-9463-f669c277e7f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835085 Aug 11 03:45:03.092423 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:45:04.721408 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:45:07.407031 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:45:11.440169 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:45:29.189023 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-5f20c2a6-b30c-44bf-ae85-ca3ccb21641e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:45:31.852102 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:45:32.075109 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-6f3378bc-2f1f-41e5-b63e-0b60588d4f98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:45:33.110591 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:45:34.732632 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:45:37.400800 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:45:37.442031 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.agents_db [None req-950b7202-decb-43e2-8f71-ac8931dc9749 None None] Agent healthcheck: found 7 active agents {{(pid=102194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:45:41.463885 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:45:55.606291 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b6e51060-6435-4a5c-bc98-af7cd9aa148d req-d02791d7-4d5e-431f-94b4-58895a6217b2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a2e0cebe-a8ff-4f92-898f-763a30ed87eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0454075 Aug 11 03:45:55.686203 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e51060-6435-4a5c-bc98-af7cd9aa148d req-38eabd98-a6a5-4a06-adaf-7e63416170aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:45:55.687741 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b6e51060-6435-4a5c-bc98-af7cd9aa148d req-38eabd98-a6a5-4a06-adaf-7e63416170aa service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cdbc52b009e74e0aa17950d9825b95fb&device_id=a2e0cebe-a8ff-4f92-898f-763a30ed87eb HTTP/1.1" status: 200 len: 1098 time: 0.0407660 Aug 11 03:45:55.787652 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e51060-6435-4a5c-bc98-af7cd9aa148d req-f7bf07e9-600f-4d5b-9119-3fb4ed83cdda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:45:55.789102 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b6e51060-6435-4a5c-bc98-af7cd9aa148d req-f7bf07e9-600f-4d5b-9119-3fb4ed83cdda service neutron] 10.222.0.24 "GET /v2.0/networks?id=d92d46f2-064a-49b8-804b-dc12ea70bb0a HTTP/1.1" status: 200 len: 909 time: 0.0822091 Aug 11 03:45:55.857816 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b6e51060-6435-4a5c-bc98-af7cd9aa148d req-1132004c-1c7a-4f8b-9fae-25c063096fd0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c4f5013a-b0bc-462e-a3ee-6024871ff4d6 HTTP/1.1" status: 200 len: 1002 time: 0.0613291 Aug 11 03:45:55.905061 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e51060-6435-4a5c-bc98-af7cd9aa148d req-e345e965-3b23-4150-b8b4-9c526100435b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:45:55.906476 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b6e51060-6435-4a5c-bc98-af7cd9aa148d req-e345e965-3b23-4150-b8b4-9c526100435b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=248d545f-cbb5-42b7-abe9-9525c530e588 HTTP/1.1" status: 200 len: 847 time: 0.0416334 Aug 11 03:45:55.950630 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e51060-6435-4a5c-bc98-af7cd9aa148d req-3e06e233-e133-4040-bfac-14543bc2fb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:45:55.952047 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b6e51060-6435-4a5c-bc98-af7cd9aa148d req-3e06e233-e133-4040-bfac-14543bc2fb1f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d92d46f2-064a-49b8-804b-dc12ea70bb0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0385964 Aug 11 03:45:56.045214 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b6e51060-6435-4a5c-bc98-af7cd9aa148d req-f4d1c315-f912-4cf2-aa23-68bcc4a15fb5 service neutron] 10.222.0.24 "GET /v2.0/networks/d92d46f2-064a-49b8-804b-dc12ea70bb0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856061 Aug 11 03:45:56.133937 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b6e51060-6435-4a5c-bc98-af7cd9aa148d req-35b3efa2-4ab6-41eb-8700-d8ab9e10176e service neutron] 10.222.0.24 "GET /v2.0/networks/d92d46f2-064a-49b8-804b-dc12ea70bb0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811942 Aug 11 03:45:59.166212 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-036a0bd4-8fbe-486c-a0f6-d68d03b982b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:01.873725 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:02.091829 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8ed8ed27-0e81-421b-b982-a591fad8c231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:03.098048 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:03.518783 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-868942ee-09e3-44e1-959f-cf7c8fd11eda req-af86265f-3326-45be-8bc5-fc4750b5b549 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=a58e551e-2862-40fa-a1b1-b16473e9c0db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0402901 Aug 11 03:46:03.580247 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868942ee-09e3-44e1-959f-cf7c8fd11eda req-2ed2ba91-52e5-4070-8582-665b98fc4310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:46:03.581749 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-868942ee-09e3-44e1-959f-cf7c8fd11eda req-2ed2ba91-52e5-4070-8582-665b98fc4310 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=72275185a8d64845babaf2324f627ca7&device_id=a58e551e-2862-40fa-a1b1-b16473e9c0db HTTP/1.1" status: 200 len: 1098 time: 0.0406089 Aug 11 03:46:03.685792 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868942ee-09e3-44e1-959f-cf7c8fd11eda req-baecbf1a-1d4f-49b7-a17b-3fc62ab5b650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:46:03.687299 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-868942ee-09e3-44e1-959f-cf7c8fd11eda req-baecbf1a-1d4f-49b7-a17b-3fc62ab5b650 service neutron] 10.222.0.22 "GET /v2.0/networks?id=72c2364e-d28c-436a-9463-f669c277e7f2 HTTP/1.1" status: 200 len: 912 time: 0.0859702 Aug 11 03:46:03.750866 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-868942ee-09e3-44e1-959f-cf7c8fd11eda req-a08d5f18-c729-48c4-acc9-1a468e1cb361 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=92287aee-9863-4cdf-81e5-09f3f16b22f6 HTTP/1.1" status: 200 len: 1002 time: 0.0567937 Aug 11 03:46:03.798806 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868942ee-09e3-44e1-959f-cf7c8fd11eda req-5251b036-ffae-437b-9e36-cda3e1c3435d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:46:03.800110 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-868942ee-09e3-44e1-959f-cf7c8fd11eda req-5251b036-ffae-437b-9e36-cda3e1c3435d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=321ef215-4958-452a-9904-0e4a458fb021 HTTP/1.1" status: 200 len: 850 time: 0.0416121 Aug 11 03:46:03.849163 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868942ee-09e3-44e1-959f-cf7c8fd11eda req-e62559b1-8881-4b01-95ea-a2928eee8575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:46:03.850660 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-868942ee-09e3-44e1-959f-cf7c8fd11eda req-e62559b1-8881-4b01-95ea-a2928eee8575 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=72c2364e-d28c-436a-9463-f669c277e7f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431783 Aug 11 03:46:03.937814 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-868942ee-09e3-44e1-959f-cf7c8fd11eda req-db9b42d3-4b3c-452e-a6c9-70159c98dbb6 service neutron] 10.222.0.22 "GET /v2.0/networks/72c2364e-d28c-436a-9463-f669c277e7f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803947 Aug 11 03:46:04.031644 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-868942ee-09e3-44e1-959f-cf7c8fd11eda req-5302d0ed-ec32-492c-8d36-c0ba9e325c6b service neutron] 10.222.0.22 "GET /v2.0/networks/72c2364e-d28c-436a-9463-f669c277e7f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845258 Aug 11 03:46:04.771688 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:07.399529 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:11.457138 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:14.441466 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.agents_db [None req-950b7202-decb-43e2-8f71-ac8931dc9749 None None] Agent healthcheck: found 7 active agents {{(pid=102194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:46:27.136835 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 46454) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:46:27.299345 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-e259b7e3-bd57-4c3f-8e3d-ed5a3d6b7248 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Deleting port 375ed2d7-b483-45a0-b1be-f047ad3de81f {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:46:27.299694 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e259b7e3-bd57-4c3f-8e3d-ed5a3d6b7248 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:27.375434 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e259b7e3-bd57-4c3f-8e3d-ed5a3d6b7248 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:27.375762 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e259b7e3-bd57-4c3f-8e3d-ed5a3d6b7248 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:27.387667 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-e259b7e3-bd57-4c3f-8e3d-ed5a3d6b7248 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Calling delete_port for 375ed2d7-b483-45a0-b1be-f047ad3de81f owned by network:floatingip {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:46:27.605824 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e259b7e3-bd57-4c3f-8e3d-ed5a3d6b7248 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:27.630769 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e259b7e3-bd57-4c3f-8e3d-ed5a3d6b7248 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Pushing event deleted for resources: {'Port': ['ID=375ed2d7-b483-45a0-b1be-f047ad3de81f,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:46:27.642902 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e259b7e3-bd57-4c3f-8e3d-ed5a3d6b7248 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:46:27.643185 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e259b7e3-bd57-4c3f-8e3d-ed5a3d6b7248 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:46:27.643528 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e259b7e3-bd57-4c3f-8e3d-ed5a3d6b7248 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:46:27.643863 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e259b7e3-bd57-4c3f-8e3d-ed5a3d6b7248 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:46:27.644197 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e259b7e3-bd57-4c3f-8e3d-ed5a3d6b7248 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:46:27.644526 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e259b7e3-bd57-4c3f-8e3d-ed5a3d6b7248 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:46:27.644850 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e259b7e3-bd57-4c3f-8e3d-ed5a3d6b7248 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:46:27.645171 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e259b7e3-bd57-4c3f-8e3d-ed5a3d6b7248 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:46:27.645492 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e259b7e3-bd57-4c3f-8e3d-ed5a3d6b7248 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:46:27.645812 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e259b7e3-bd57-4c3f-8e3d-ed5a3d6b7248 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:46:27.646139 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e259b7e3-bd57-4c3f-8e3d-ed5a3d6b7248 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:46:27.646500 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e259b7e3-bd57-4c3f-8e3d-ed5a3d6b7248 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:46:27.703857 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e259b7e3-bd57-4c3f-8e3d-ed5a3d6b7248 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Notify callbacks [] for floatingip, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:27.704192 n-d-764292-30 neutron-server[102192]: INFO neutron.db.l3_db [None req-e259b7e3-bd57-4c3f-8e3d-ed5a3d6b7248 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Floating IP 2b5dc8a5-cdad-4524-9f5e-afc43598f686 disassociated (deleted). External IP: 172.25.8.219, port: 92287aee-9863-4cdf-81e5-09f3f16b22f6. Aug 11 03:46:27.913289 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e259b7e3-bd57-4c3f-8e3d-ed5a3d6b7248 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Router 024214bc-46ce-41ab-bfb2-63dd52e06006 has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:46:28.019337 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e259b7e3-bd57-4c3f-8e3d-ed5a3d6b7248 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:46:28.024123 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e259b7e3-bd57-4c3f-8e3d-ed5a3d6b7248 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for floatingip, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:28.028688 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c85c2a-150a-47c8-9e37-29583b30b350 None None] Sync routers for ids ['024214bc-46ce-41ab-bfb2-63dd52e06006'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:46:28.038154 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c85c2a-150a-47c8-9e37-29583b30b350 None None] Routers {'024214bc-46ce-41ab-bfb2-63dd52e06006'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:46:28.038787 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-58c85c2a-150a-47c8-9e37-29583b30b350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:46:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['024214bc-46ce-41ab-bfb2-63dd52e06006'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:46:28.055459 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-e259b7e3-bd57-4c3f-8e3d-ed5a3d6b7248 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "DELETE /v2.0/floatingips/2b5dc8a5-cdad-4524-9f5e-afc43598f686 HTTP/1.1" status: 204 len: 168 time: 0.9176252 Aug 11 03:46:28.056063 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a58e551e-2862-40fa-a1b1-b16473e9c0db', 'tag': '92287aee-9863-4cdf-81e5-09f3f16b22f6'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:46:28.058889 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85724fd7-4e59-411e-9840-e6fc20d442e5" -d '{"events": [{"name": "network-changed", "server_uuid": "a58e551e-2862-40fa-a1b1-b16473e9c0db", "tag": "92287aee-9863-4cdf-81e5-09f3f16b22f6"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:46:28.179304 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:46:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2004627e-57be-4637-9741-139d502efdda x-openstack-request-id: req-2004627e-57be-4637-9741-139d502efdda {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:46:28.179913 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a58e551e-2862-40fa-a1b1-b16473e9c0db", "tag": "92287aee-9863-4cdf-81e5-09f3f16b22f6", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:46:28.179913 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2004627e-57be-4637-9741-139d502efdda {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:46:28.180413 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a58e551e-2862-40fa-a1b1-b16473e9c0db', 'tag': '92287aee-9863-4cdf-81e5-09f3f16b22f6', 'status': 'completed', 'code': 200} Aug 11 03:46:28.296022 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85724fd7-4e59-411e-9840-e6fc20d442e5 req-22703070-c908-4b3d-870b-f3f4fa47d8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:46:28.297609 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-85724fd7-4e59-411e-9840-e6fc20d442e5 req-22703070-c908-4b3d-870b-f3f4fa47d8cd service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=72275185a8d64845babaf2324f627ca7&device_id=a58e551e-2862-40fa-a1b1-b16473e9c0db HTTP/1.1" status: 200 len: 1098 time: 0.0945003 Aug 11 03:46:28.311304 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-58c85c2a-150a-47c8-9e37-29583b30b350 None None] Set router 024214bc-46ce-41ab-bfb2-63dd52e06006 gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:46:28.399396 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85724fd7-4e59-411e-9840-e6fc20d442e5 req-2885ff19-783e-4fb8-8e26-b17759f07252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:46:28.401007 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-85724fd7-4e59-411e-9840-e6fc20d442e5 req-2885ff19-783e-4fb8-8e26-b17759f07252 service neutron] 10.222.0.22 "GET /v2.0/networks?id=72c2364e-d28c-436a-9463-f669c277e7f2 HTTP/1.1" status: 200 len: 912 time: 0.0900033 Aug 11 03:46:28.445159 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-85724fd7-4e59-411e-9840-e6fc20d442e5 req-767dd949-f091-473f-8d5b-e4b1408206f6 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=92287aee-9863-4cdf-81e5-09f3f16b22f6 HTTP/1.1" status: 200 len: 217 time: 0.0358558 Aug 11 03:46:28.500293 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85724fd7-4e59-411e-9840-e6fc20d442e5 req-d2b439c2-4410-4b44-86b6-c1f271062c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:46:28.501784 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-85724fd7-4e59-411e-9840-e6fc20d442e5 req-d2b439c2-4410-4b44-86b6-c1f271062c01 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=321ef215-4958-452a-9904-0e4a458fb021 HTTP/1.1" status: 200 len: 850 time: 0.0488787 Aug 11 03:46:28.550799 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85724fd7-4e59-411e-9840-e6fc20d442e5 req-a42b84ef-5a8f-4601-a3ec-acc32c8d4fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:46:28.552523 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-85724fd7-4e59-411e-9840-e6fc20d442e5 req-a42b84ef-5a8f-4601-a3ec-acc32c8d4fc4 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=72c2364e-d28c-436a-9463-f669c277e7f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430489 Aug 11 03:46:28.552867 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-58c85c2a-150a-47c8-9e37-29583b30b350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '024214bc-46ce-41ab-bfb2-63dd52e06006', 'name': 'tempest-TestVolumeBootPattern-423646555-router', 'tenant_id': '72275185a8d64845babaf2324f627ca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': 'c0cdf465-f88e-4ee9-b3b9-315b03e64881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:32:03Z', 'updated_at': '2021-08-11T03:32:09Z', 'revision_number': 4, 'project_id': '72275185a8d64845babaf2324f627ca7', 'gw_port': {'id': 'c0cdf465-f88e-4ee9-b3b9-315b03e64881', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:fa:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024214bc-46ce-41ab-bfb2-63dd52e06006', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:32:04Z', 'updated_at': '2021-08-11T03:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_floatingips': [{'id': '8cf34d31-d813-4646-9007-b833871fd5ce', 'tenant_id': '72275185a8d64845babaf2324f627ca7', 'floating_ip_address': '172.25.8.222', 'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'router_id': '024214bc-46ce-41ab-bfb2-63dd52e06006', 'port_id': '396a3c68-22ab-4bdb-9eb1-0943f3ff39d5', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72c2364e-d28c-436a-9463-f669c277e7f2', 'mac_address': 'fa:16:3e:ef:9e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb6971a1-f12a-4ef7-8416-c62217dca3b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:41:24Z', 'updated_at': '2021-08-11T03:41:27Z', 'revision_number': 1, 'project_id': '72275185a8d64845babaf2324f627ca7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2edacba1-9076-45c7-b2da-df27d998e2b6', 'name': '', 'network_id': '72c2364e-d28c-436a-9463-f669c277e7f2', 'tenant_id': '72275185a8d64845babaf2324f627ca7', 'mac_address': 'fa:16:3e:3e:c3:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024214bc-46ce-41ab-bfb2-63dd52e06006', 'device_owner': 'network:router_interface', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': '321ef215-4958-452a-9904-0e4a458fb021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:32:08Z', 'updated_at': '2021-08-11T03:32:17Z', 'revision_number': 5, 'project_id': '72275185a8d64845babaf2324f627ca7', 'subnets': [{'id': '321ef215-4958-452a-9904-0e4a458fb021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:46:28.562752 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fa39b5-814b-4eed-80b5-1b0fa146be3d req-adcc6129-e858-4e35-9d63-7150a30955f5 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:46:28.564283 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-66fa39b5-814b-4eed-80b5-1b0fa146be3d req-adcc6129-e858-4e35-9d63-7150a30955f5 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=a58e551e-2862-40fa-a1b1-b16473e9c0db HTTP/1.1" status: 200 len: 946 time: 0.1163044 Aug 11 03:46:28.579270 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c85c2a-150a-47c8-9e37-29583b30b350 None None] Checking router: 024214bc-46ce-41ab-bfb2-63dd52e06006 for host: n-d-764292-30 {{(pid=102193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:46:28.588648 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c85c2a-150a-47c8-9e37-29583b30b350 None None] Routers {'024214bc-46ce-41ab-bfb2-63dd52e06006'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:46:28.589366 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-58c85c2a-150a-47c8-9e37-29583b30b350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:46:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['024214bc-46ce-41ab-bfb2-63dd52e06006'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:46:28.604294 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-66fa39b5-814b-4eed-80b5-1b0fa146be3d req-48e0a830-5d3c-463c-b0dd-24004fa51ca2 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/security-groups?id=537956e8-b214-4039-8ff1-e669d1971174&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335393 Aug 11 03:46:28.652242 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-85724fd7-4e59-411e-9840-e6fc20d442e5 req-4bb2e137-bbf4-4b35-ad54-db7c47817919 service neutron] 10.222.0.22 "GET /v2.0/networks/72c2364e-d28c-436a-9463-f669c277e7f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920663 Aug 11 03:46:28.703958 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-58c85c2a-150a-47c8-9e37-29583b30b350 None None] Set router 024214bc-46ce-41ab-bfb2-63dd52e06006 gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:46:28.743750 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-85724fd7-4e59-411e-9840-e6fc20d442e5 req-112c2cc3-03ec-4ddc-b446-3ae423cabc18 service neutron] 10.222.0.22 "GET /v2.0/networks/72c2364e-d28c-436a-9463-f669c277e7f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837195 Aug 11 03:46:28.933907 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-58c85c2a-150a-47c8-9e37-29583b30b350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '024214bc-46ce-41ab-bfb2-63dd52e06006', 'name': 'tempest-TestVolumeBootPattern-423646555-router', 'tenant_id': '72275185a8d64845babaf2324f627ca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': 'c0cdf465-f88e-4ee9-b3b9-315b03e64881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:32:03Z', 'updated_at': '2021-08-11T03:32:09Z', 'revision_number': 4, 'project_id': '72275185a8d64845babaf2324f627ca7', 'gw_port': {'id': 'c0cdf465-f88e-4ee9-b3b9-315b03e64881', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:fa:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024214bc-46ce-41ab-bfb2-63dd52e06006', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:32:04Z', 'updated_at': '2021-08-11T03:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_floatingips': [{'id': '8cf34d31-d813-4646-9007-b833871fd5ce', 'tenant_id': '72275185a8d64845babaf2324f627ca7', 'floating_ip_address': '172.25.8.222', 'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'router_id': '024214bc-46ce-41ab-bfb2-63dd52e06006', 'port_id': '396a3c68-22ab-4bdb-9eb1-0943f3ff39d5', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72c2364e-d28c-436a-9463-f669c277e7f2', 'mac_address': 'fa:16:3e:ef:9e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb6971a1-f12a-4ef7-8416-c62217dca3b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:41:24Z', 'updated_at': '2021-08-11T03:41:27Z', 'revision_number': 1, 'project_id': '72275185a8d64845babaf2324f627ca7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2edacba1-9076-45c7-b2da-df27d998e2b6', 'name': '', 'network_id': '72c2364e-d28c-436a-9463-f669c277e7f2', 'tenant_id': '72275185a8d64845babaf2324f627ca7', 'mac_address': 'fa:16:3e:3e:c3:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024214bc-46ce-41ab-bfb2-63dd52e06006', 'device_owner': 'network:router_interface', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': '321ef215-4958-452a-9904-0e4a458fb021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:32:08Z', 'updated_at': '2021-08-11T03:32:17Z', 'revision_number': 5, 'project_id': '72275185a8d64845babaf2324f627ca7', 'subnets': [{'id': '321ef215-4958-452a-9904-0e4a458fb021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:46:28.959521 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c85c2a-150a-47c8-9e37-29583b30b350 None None] The sync data for ids ['024214bc-46ce-41ab-bfb2-63dd52e06006'] in n-d-764292-30 is: [{'id': '024214bc-46ce-41ab-bfb2-63dd52e06006', 'name': 'tempest-TestVolumeBootPattern-423646555-router', 'tenant_id': '72275185a8d64845babaf2324f627ca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': 'c0cdf465-f88e-4ee9-b3b9-315b03e64881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:32:03Z', 'updated_at': '2021-08-11T03:32:09Z', 'revision_number': 4, 'project_id': '72275185a8d64845babaf2324f627ca7', 'gw_port': {'id': 'c0cdf465-f88e-4ee9-b3b9-315b03e64881', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:fa:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024214bc-46ce-41ab-bfb2-63dd52e06006', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:32:04Z', 'updated_at': '2021-08-11T03:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_floatingips': [{'id': '8cf34d31-d813-4646-9007-b833871fd5ce', 'tenant_id': '72275185a8d64845babaf2324f627ca7', 'floating_ip_address': '172.25.8.222', 'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'router_id': '024214bc-46ce-41ab-bfb2-63dd52e06006', 'port_id': '396a3c68-22ab-4bdb-9eb1-0943f3ff39d5', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72c2364e-d28c-436a-9463-f669c277e7f2', 'mac_address': 'fa:16:3e:ef:9e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb6971a1-f12a-4ef7-8416-c62217dca3b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:41:24Z', 'updated_at': '2021-08-11T03:41:27Z', 'revision_number': 1, 'project_id': '72275185a8d64845babaf2324f627ca7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2edacba1-9076-45c7-b2da-df27d998e2b6', 'name': '', 'network_id': '72c2364e-d28c-436a-9463-f669c277e7f2', 'tenant_id': '72275185a8d64845babaf2324f627ca7', 'mac_address': 'fa:16:3e:3e:c3:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024214bc-46ce-41ab-bfb2-63dd52e06006', 'device_owner': 'network:router_interface', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': '321ef215-4958-452a-9904-0e4a458fb021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:32:08Z', 'updated_at': '2021-08-11T03:32:17Z', 'revision_number': 5, 'project_id': '72275185a8d64845babaf2324f627ca7', 'subnets': [{'id': '321ef215-4958-452a-9904-0e4a458fb021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:46:29.174881 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eddb7dfa-482b-4322-95a2-fbcc6b4ebd41 None None] New status for floating IP 2b5dc8a5-cdad-4524-9f5e-afc43598f686: DOWN {{(pid=102194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:46:29.193469 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-4c82272c-7fa2-4af4-b53d-9c0d2840cf15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:29.781851 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3978037a-516e-4051-a1e6-8f4db5212a44 req-8aa53104-7285-41c0-907d-60a758f39fb4 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:46:29.783359 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3978037a-516e-4051-a1e6-8f4db5212a44 req-8aa53104-7285-41c0-907d-60a758f39fb4 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=a58e551e-2862-40fa-a1b1-b16473e9c0db HTTP/1.1" status: 200 len: 946 time: 0.1054444 Aug 11 03:46:29.821113 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3978037a-516e-4051-a1e6-8f4db5212a44 req-bcc14622-6480-49a2-9e9d-03545c822ffc tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/security-groups?id=537956e8-b214-4039-8ff1-e669d1971174&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315876 Aug 11 03:46:30.125610 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e5d8f8-b11f-4874-a4fb-3c9b8c23d961 req-d3d814c3-5999-4ea2-9906-02a0bf581caa tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:46:30.127086 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-03e5d8f8-b11f-4874-a4fb-3c9b8c23d961 req-d3d814c3-5999-4ea2-9906-02a0bf581caa tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.22 "GET /v2.0/ports?device_id=a58e551e-2862-40fa-a1b1-b16473e9c0db HTTP/1.1" status: 200 len: 946 time: 0.0830364 Aug 11 03:46:30.213993 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-03e5d8f8-b11f-4874-a4fb-3c9b8c23d961 req-dde5c7d2-689c-4154-abdb-308cd52ee4f3 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Deleting port 92287aee-9863-4cdf-81e5-09f3f16b22f6 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:46:30.214354 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-03e5d8f8-b11f-4874-a4fb-3c9b8c23d961 req-dde5c7d2-689c-4154-abdb-308cd52ee4f3 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:30.301477 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-03e5d8f8-b11f-4874-a4fb-3c9b8c23d961 req-dde5c7d2-689c-4154-abdb-308cd52ee4f3 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] For port 92287aee-9863-4cdf-81e5-09f3f16b22f6, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=92287aee-9863-4cdf-81e5-09f3f16b22f6,segment=NetworkSegment(32ef8310-eb36-4f10-89a8-2ec645494a63),segment_id=32ef8310-eb36-4f10-89a8-2ec645494a63)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:46:30.301719 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-03e5d8f8-b11f-4874-a4fb-3c9b8c23d961 req-dde5c7d2-689c-4154-abdb-308cd52ee4f3 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:30.314606 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-03e5d8f8-b11f-4874-a4fb-3c9b8c23d961 req-dde5c7d2-689c-4154-abdb-308cd52ee4f3 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Calling delete_port for 92287aee-9863-4cdf-81e5-09f3f16b22f6 owned by compute:nova {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:46:30.508386 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-03e5d8f8-b11f-4874-a4fb-3c9b8c23d961 req-dde5c7d2-689c-4154-abdb-308cd52ee4f3 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:30.535806 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde5c7d2-689c-4154-abdb-308cd52ee4f3 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Pushing event deleted for resources: {'Port': ['ID=92287aee-9863-4cdf-81e5-09f3f16b22f6,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:46:30.561310 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde5c7d2-689c-4154-abdb-308cd52ee4f3 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:46:30.561662 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde5c7d2-689c-4154-abdb-308cd52ee4f3 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:46:30.562012 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde5c7d2-689c-4154-abdb-308cd52ee4f3 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:46:30.562368 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde5c7d2-689c-4154-abdb-308cd52ee4f3 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:46:30.562711 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde5c7d2-689c-4154-abdb-308cd52ee4f3 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:46:30.563042 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde5c7d2-689c-4154-abdb-308cd52ee4f3 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:46:30.563367 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde5c7d2-689c-4154-abdb-308cd52ee4f3 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:46:30.563690 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde5c7d2-689c-4154-abdb-308cd52ee4f3 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:46:30.564014 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde5c7d2-689c-4154-abdb-308cd52ee4f3 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:46:30.564334 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde5c7d2-689c-4154-abdb-308cd52ee4f3 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:46:30.564656 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde5c7d2-689c-4154-abdb-308cd52ee4f3 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:46:30.564982 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde5c7d2-689c-4154-abdb-308cd52ee4f3 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:46:30.586633 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-03e5d8f8-b11f-4874-a4fb-3c9b8c23d961 req-dde5c7d2-689c-4154-abdb-308cd52ee4f3 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] No DVR routers for this DVR port 92287aee-9863-4cdf-81e5-09f3f16b22f6 on host n-h1-764292-30 {{(pid=102191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:46:30.589205 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-03e5d8f8-b11f-4874-a4fb-3c9b8c23d961 req-dde5c7d2-689c-4154-abdb-308cd52ee4f3 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:30.591228 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-03e5d8f8-b11f-4874-a4fb-3c9b8c23d961 req-dde5c7d2-689c-4154-abdb-308cd52ee4f3 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.22 "DELETE /v2.0/ports/92287aee-9863-4cdf-81e5-09f3f16b22f6 HTTP/1.1" status: 204 len: 173 time: 0.4573195 Aug 11 03:46:30.591669 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a58e551e-2862-40fa-a1b1-b16473e9c0db', 'name': 'network-vif-deleted', 'tag': '92287aee-9863-4cdf-81e5-09f3f16b22f6'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:46:30.594030 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1da484e6-4ee5-4131-8992-c10a9d4d9963" -d '{"events": [{"server_uuid": "a58e551e-2862-40fa-a1b1-b16473e9c0db", "name": "network-vif-deleted", "tag": "92287aee-9863-4cdf-81e5-09f3f16b22f6"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:46:30.717662 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:46:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e4ef425-7252-4966-9f59-5a568736275f x-openstack-request-id: req-4e4ef425-7252-4966-9f59-5a568736275f {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:46:30.717962 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a58e551e-2862-40fa-a1b1-b16473e9c0db", "name": "network-vif-deleted", "tag": "92287aee-9863-4cdf-81e5-09f3f16b22f6", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:46:30.718211 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4e4ef425-7252-4966-9f59-5a568736275f {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:46:30.718647 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a58e551e-2862-40fa-a1b1-b16473e9c0db', 'name': 'network-vif-deleted', 'tag': '92287aee-9863-4cdf-81e5-09f3f16b22f6', 'status': 'completed', 'code': 200} Aug 11 03:46:30.921063 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d4809ce0-e642-4db3-b59d-2aa0a05b0571 req-475e5a5b-88db-4422-acb2-39d57a997802 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=a58e551e-2862-40fa-a1b1-b16473e9c0db HTTP/1.1" status: 200 len: 210 time: 0.0313125 Aug 11 03:46:31.868471 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:32.020476 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6d1f7ee2-1592-4d4e-a971-07aa87f4c966 req-53c1d214-2545-4884-821d-4d347570ef72 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=a58e551e-2862-40fa-a1b1-b16473e9c0db HTTP/1.1" status: 200 len: 210 time: 0.0301979 Aug 11 03:46:32.079362 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-09e4f642-eb5f-4e1b-a49b-23176314870e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:33.097175 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:33.117350 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-10c04f04-d317-4851-be87-bb13a3a0b88d req-0d476ef1-21d3-4ce3-9cc5-99683085822c tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=a58e551e-2862-40fa-a1b1-b16473e9c0db HTTP/1.1" status: 200 len: 210 time: 0.0267298 Aug 11 03:46:34.217183 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c1c2fce6-798e-49ac-b5ce-db1229424cf6 req-95182256-056a-41d1-a4c9-c3e8bd7a0644 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=a58e551e-2862-40fa-a1b1-b16473e9c0db HTTP/1.1" status: 200 len: 210 time: 0.0321131 Aug 11 03:46:34.759184 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:35.087778 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 92287aee-9863-4cdf-81e5-09f3f16b22f6 no longer exists at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:46:35.107210 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] No Port match for: 92287aee-9863-4cdf-81e5-09f3f16b22f6 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:46:35.107556 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 92287aee-9863-4cdf-81e5-09f3f16b22f6 not bound to the agent host n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:46:37.388586 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:40.898242 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 46526) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:46:41.054005 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-220681ad-aaa8-4010-8126-49d738dc68d7 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Deleting port a27f9c78-22de-462a-9dd6-146774d28a43 {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:46:41.054376 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-220681ad-aaa8-4010-8126-49d738dc68d7 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:41.131990 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-220681ad-aaa8-4010-8126-49d738dc68d7 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:41.132239 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-220681ad-aaa8-4010-8126-49d738dc68d7 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:41.143496 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-220681ad-aaa8-4010-8126-49d738dc68d7 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Calling delete_port for a27f9c78-22de-462a-9dd6-146774d28a43 owned by network:floatingip {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:46:41.325823 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-220681ad-aaa8-4010-8126-49d738dc68d7 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:41.355461 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220681ad-aaa8-4010-8126-49d738dc68d7 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Pushing event deleted for resources: {'Port': ['ID=a27f9c78-22de-462a-9dd6-146774d28a43,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:46:41.415378 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-220681ad-aaa8-4010-8126-49d738dc68d7 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Notify callbacks [] for floatingip, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:41.415630 n-d-764292-30 neutron-server[102192]: INFO neutron.db.l3_db [None req-220681ad-aaa8-4010-8126-49d738dc68d7 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Floating IP 8cf34d31-d813-4646-9007-b833871fd5ce disassociated (deleted). External IP: 172.25.8.222, port: 396a3c68-22ab-4bdb-9eb1-0943f3ff39d5. Aug 11 03:46:41.433453 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:41.621843 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-220681ad-aaa8-4010-8126-49d738dc68d7 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Router 024214bc-46ce-41ab-bfb2-63dd52e06006 has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:46:41.728066 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-220681ad-aaa8-4010-8126-49d738dc68d7 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:46:41.733078 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-220681ad-aaa8-4010-8126-49d738dc68d7 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for floatingip, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:41.738996 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2796bb76-2ee5-42d2-b0ca-679185aa312c None None] Sync routers for ids ['024214bc-46ce-41ab-bfb2-63dd52e06006'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:46:41.748419 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2796bb76-2ee5-42d2-b0ca-679185aa312c None None] Routers {'024214bc-46ce-41ab-bfb2-63dd52e06006'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:46:41.749030 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-2796bb76-2ee5-42d2-b0ca-679185aa312c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:46:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['024214bc-46ce-41ab-bfb2-63dd52e06006'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:46:41.759282 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-220681ad-aaa8-4010-8126-49d738dc68d7 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "DELETE /v2.0/floatingips/8cf34d31-d813-4646-9007-b833871fd5ce HTTP/1.1" status: 204 len: 168 time: 0.8599412 Aug 11 03:46:41.759982 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb6971a1-f12a-4ef7-8416-c62217dca3b9', 'tag': '396a3c68-22ab-4bdb-9eb1-0943f3ff39d5'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:46:41.762377 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a3b42d0-ccde-4573-b3e6-3aaf699f3ac3" -d '{"events": [{"name": "network-changed", "server_uuid": "fb6971a1-f12a-4ef7-8416-c62217dca3b9", "tag": "396a3c68-22ab-4bdb-9eb1-0943f3ff39d5"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:46:41.806111 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:46:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69bc1c63-48a7-4283-bb09-17c452efadf7 x-openstack-request-id: req-69bc1c63-48a7-4283-bb09-17c452efadf7 {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:46:41.806436 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb6971a1-f12a-4ef7-8416-c62217dca3b9", "tag": "396a3c68-22ab-4bdb-9eb1-0943f3ff39d5", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:46:41.806693 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-69bc1c63-48a7-4283-bb09-17c452efadf7 {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:46:41.807099 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb6971a1-f12a-4ef7-8416-c62217dca3b9', 'tag': '396a3c68-22ab-4bdb-9eb1-0943f3ff39d5', 'status': 'completed', 'code': 200} Aug 11 03:46:41.858572 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-2796bb76-2ee5-42d2-b0ca-679185aa312c None None] Set router 024214bc-46ce-41ab-bfb2-63dd52e06006 gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:46:41.868830 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3b42d0-ccde-4573-b3e6-3aaf699f3ac3 req-ce7730ac-b330-4492-b7a2-2d97ae43e3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:46:41.870372 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-4a3b42d0-ccde-4573-b3e6-3aaf699f3ac3 req-ce7730ac-b330-4492-b7a2-2d97ae43e3c4 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=72275185a8d64845babaf2324f627ca7&device_id=fb6971a1-f12a-4ef7-8416-c62217dca3b9 HTTP/1.1" status: 200 len: 1098 time: 0.0409367 Aug 11 03:46:41.963230 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3b42d0-ccde-4573-b3e6-3aaf699f3ac3 req-e2c5b3b2-833b-4802-815a-f684fdf35a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:46:41.964767 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-4a3b42d0-ccde-4573-b3e6-3aaf699f3ac3 req-e2c5b3b2-833b-4802-815a-f684fdf35a06 service neutron] 10.222.0.22 "GET /v2.0/networks?id=72c2364e-d28c-436a-9463-f669c277e7f2 HTTP/1.1" status: 200 len: 912 time: 0.0873635 Aug 11 03:46:42.009338 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-4a3b42d0-ccde-4573-b3e6-3aaf699f3ac3 req-2cbdc3d7-eef2-459c-b2de-69b60208a41a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=396a3c68-22ab-4bdb-9eb1-0943f3ff39d5 HTTP/1.1" status: 200 len: 217 time: 0.0371037 Aug 11 03:46:42.067139 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3b42d0-ccde-4573-b3e6-3aaf699f3ac3 req-6e26659a-092c-4398-a5dd-1ebf829895b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:46:42.068707 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-2796bb76-2ee5-42d2-b0ca-679185aa312c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '024214bc-46ce-41ab-bfb2-63dd52e06006', 'name': 'tempest-TestVolumeBootPattern-423646555-router', 'tenant_id': '72275185a8d64845babaf2324f627ca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': 'c0cdf465-f88e-4ee9-b3b9-315b03e64881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:32:03Z', 'updated_at': '2021-08-11T03:32:09Z', 'revision_number': 4, 'project_id': '72275185a8d64845babaf2324f627ca7', 'gw_port': {'id': 'c0cdf465-f88e-4ee9-b3b9-315b03e64881', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:fa:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024214bc-46ce-41ab-bfb2-63dd52e06006', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:32:04Z', 'updated_at': '2021-08-11T03:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '2edacba1-9076-45c7-b2da-df27d998e2b6', 'name': '', 'network_id': '72c2364e-d28c-436a-9463-f669c277e7f2', 'tenant_id': '72275185a8d64845babaf2324f627ca7', 'mac_address': 'fa:16:3e:3e:c3:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024214bc-46ce-41ab-bfb2-63dd52e06006', 'device_owner': 'network:router_interface', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': '321ef215-4958-452a-9904-0e4a458fb021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:32:08Z', 'updated_at': '2021-08-11T03:32:17Z', 'revision_number': 5, 'project_id': '72275185a8d64845babaf2324f627ca7', 'subnets': [{'id': '321ef215-4958-452a-9904-0e4a458fb021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:46:42.068885 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-4a3b42d0-ccde-4573-b3e6-3aaf699f3ac3 req-6e26659a-092c-4398-a5dd-1ebf829895b8 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=321ef215-4958-452a-9904-0e4a458fb021 HTTP/1.1" status: 200 len: 850 time: 0.0522735 Aug 11 03:46:42.098404 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2796bb76-2ee5-42d2-b0ca-679185aa312c None None] Checking router: 024214bc-46ce-41ab-bfb2-63dd52e06006 for host: n-d-764292-30 {{(pid=102193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:46:42.108448 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2796bb76-2ee5-42d2-b0ca-679185aa312c None None] Routers {'024214bc-46ce-41ab-bfb2-63dd52e06006'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:46:42.109252 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-2796bb76-2ee5-42d2-b0ca-679185aa312c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:46:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['024214bc-46ce-41ab-bfb2-63dd52e06006'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:46:42.116717 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3b42d0-ccde-4573-b3e6-3aaf699f3ac3 req-41bd6bf1-82e0-4c50-9501-ab812c6213fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:46:42.118251 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-4a3b42d0-ccde-4573-b3e6-3aaf699f3ac3 req-41bd6bf1-82e0-4c50-9501-ab812c6213fd service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=72c2364e-d28c-436a-9463-f669c277e7f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420754 Aug 11 03:46:42.201760 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e526512-a3ee-4550-a708-e697a97f717e req-b1325ce3-bfd2-4d34-bfdb-fcb879c7c0ad tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:46:42.203312 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3e526512-a3ee-4550-a708-e697a97f717e req-b1325ce3-bfd2-4d34-bfdb-fcb879c7c0ad tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb6971a1-f12a-4ef7-8416-c62217dca3b9 HTTP/1.1" status: 200 len: 946 time: 0.0545385 Aug 11 03:46:42.213353 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-4a3b42d0-ccde-4573-b3e6-3aaf699f3ac3 req-ec1513e2-e9d7-4689-96a6-fc5a24526615 service neutron] 10.222.0.22 "GET /v2.0/networks/72c2364e-d28c-436a-9463-f669c277e7f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870516 Aug 11 03:46:42.220167 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-2796bb76-2ee5-42d2-b0ca-679185aa312c None None] Set router 024214bc-46ce-41ab-bfb2-63dd52e06006 gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:46:42.245040 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3e526512-a3ee-4550-a708-e697a97f717e req-b2256fc7-017e-4f56-a4dc-d9dafb5efc02 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/security-groups?id=537956e8-b214-4039-8ff1-e669d1971174&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342710 Aug 11 03:46:42.311879 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-4a3b42d0-ccde-4573-b3e6-3aaf699f3ac3 req-33102b41-1804-4d71-a399-025b7d7f9c63 service neutron] 10.222.0.22 "GET /v2.0/networks/72c2364e-d28c-436a-9463-f669c277e7f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912397 Aug 11 03:46:42.421846 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-2796bb76-2ee5-42d2-b0ca-679185aa312c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '024214bc-46ce-41ab-bfb2-63dd52e06006', 'name': 'tempest-TestVolumeBootPattern-423646555-router', 'tenant_id': '72275185a8d64845babaf2324f627ca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': 'c0cdf465-f88e-4ee9-b3b9-315b03e64881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:32:03Z', 'updated_at': '2021-08-11T03:32:09Z', 'revision_number': 4, 'project_id': '72275185a8d64845babaf2324f627ca7', 'gw_port': {'id': 'c0cdf465-f88e-4ee9-b3b9-315b03e64881', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:fa:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024214bc-46ce-41ab-bfb2-63dd52e06006', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:32:04Z', 'updated_at': '2021-08-11T03:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '2edacba1-9076-45c7-b2da-df27d998e2b6', 'name': '', 'network_id': '72c2364e-d28c-436a-9463-f669c277e7f2', 'tenant_id': '72275185a8d64845babaf2324f627ca7', 'mac_address': 'fa:16:3e:3e:c3:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024214bc-46ce-41ab-bfb2-63dd52e06006', 'device_owner': 'network:router_interface', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': '321ef215-4958-452a-9904-0e4a458fb021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:32:08Z', 'updated_at': '2021-08-11T03:32:17Z', 'revision_number': 5, 'project_id': '72275185a8d64845babaf2324f627ca7', 'subnets': [{'id': '321ef215-4958-452a-9904-0e4a458fb021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:46:42.453959 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2796bb76-2ee5-42d2-b0ca-679185aa312c None None] The sync data for ids ['024214bc-46ce-41ab-bfb2-63dd52e06006'] in n-d-764292-30 is: [{'id': '024214bc-46ce-41ab-bfb2-63dd52e06006', 'name': 'tempest-TestVolumeBootPattern-423646555-router', 'tenant_id': '72275185a8d64845babaf2324f627ca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': 'c0cdf465-f88e-4ee9-b3b9-315b03e64881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:32:03Z', 'updated_at': '2021-08-11T03:32:09Z', 'revision_number': 4, 'project_id': '72275185a8d64845babaf2324f627ca7', 'gw_port': {'id': 'c0cdf465-f88e-4ee9-b3b9-315b03e64881', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:fa:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024214bc-46ce-41ab-bfb2-63dd52e06006', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:32:04Z', 'updated_at': '2021-08-11T03:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '2edacba1-9076-45c7-b2da-df27d998e2b6', 'name': '', 'network_id': '72c2364e-d28c-436a-9463-f669c277e7f2', 'tenant_id': '72275185a8d64845babaf2324f627ca7', 'mac_address': 'fa:16:3e:3e:c3:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024214bc-46ce-41ab-bfb2-63dd52e06006', 'device_owner': 'network:router_interface', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': '321ef215-4958-452a-9904-0e4a458fb021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:32:08Z', 'updated_at': '2021-08-11T03:32:17Z', 'revision_number': 5, 'project_id': '72275185a8d64845babaf2324f627ca7', 'subnets': [{'id': '321ef215-4958-452a-9904-0e4a458fb021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:46:42.663585 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf9e87a-73ae-45fe-88be-eb7756e261d4 None None] New status for floating IP 8cf34d31-d813-4646-9007-b833871fd5ce: DOWN {{(pid=102194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:46:42.844642 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b63138-d66e-45e1-b383-027f3b893903 req-b54f4cec-0079-4881-a260-0b7af1f07187 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:46:42.846159 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-78b63138-d66e-45e1-b383-027f3b893903 req-b54f4cec-0079-4881-a260-0b7af1f07187 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.22 "GET /v2.0/ports?device_id=fb6971a1-f12a-4ef7-8416-c62217dca3b9 HTTP/1.1" status: 200 len: 946 time: 0.0476902 Aug 11 03:46:42.937659 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-78b63138-d66e-45e1-b383-027f3b893903 req-f058db1e-08e0-470b-b19e-f70236f17ee8 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Deleting port 396a3c68-22ab-4bdb-9eb1-0943f3ff39d5 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:46:42.938360 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-78b63138-d66e-45e1-b383-027f3b893903 req-f058db1e-08e0-470b-b19e-f70236f17ee8 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:43.022332 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-78b63138-d66e-45e1-b383-027f3b893903 req-f058db1e-08e0-470b-b19e-f70236f17ee8 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] For port 396a3c68-22ab-4bdb-9eb1-0943f3ff39d5, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=396a3c68-22ab-4bdb-9eb1-0943f3ff39d5,segment=NetworkSegment(32ef8310-eb36-4f10-89a8-2ec645494a63),segment_id=32ef8310-eb36-4f10-89a8-2ec645494a63)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:46:43.022702 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-78b63138-d66e-45e1-b383-027f3b893903 req-f058db1e-08e0-470b-b19e-f70236f17ee8 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:43.035151 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-78b63138-d66e-45e1-b383-027f3b893903 req-f058db1e-08e0-470b-b19e-f70236f17ee8 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Calling delete_port for 396a3c68-22ab-4bdb-9eb1-0943f3ff39d5 owned by compute:nova {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:46:43.217070 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-78b63138-d66e-45e1-b383-027f3b893903 req-f058db1e-08e0-470b-b19e-f70236f17ee8 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:43.244753 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f058db1e-08e0-470b-b19e-f70236f17ee8 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Pushing event deleted for resources: {'Port': ['ID=396a3c68-22ab-4bdb-9eb1-0943f3ff39d5,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:46:43.285627 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-78b63138-d66e-45e1-b383-027f3b893903 req-f058db1e-08e0-470b-b19e-f70236f17ee8 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] No DVR routers for this DVR port 396a3c68-22ab-4bdb-9eb1-0943f3ff39d5 on host n-h1-764292-30 {{(pid=102191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:46:43.288303 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-78b63138-d66e-45e1-b383-027f3b893903 req-f058db1e-08e0-470b-b19e-f70236f17ee8 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:43.290351 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-78b63138-d66e-45e1-b383-027f3b893903 req-f058db1e-08e0-470b-b19e-f70236f17ee8 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.22 "DELETE /v2.0/ports/396a3c68-22ab-4bdb-9eb1-0943f3ff39d5 HTTP/1.1" status: 204 len: 173 time: 0.4375978 Aug 11 03:46:43.290771 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb6971a1-f12a-4ef7-8416-c62217dca3b9', 'name': 'network-vif-deleted', 'tag': '396a3c68-22ab-4bdb-9eb1-0943f3ff39d5'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:46:43.293116 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15ce4e6a-cfd1-4b27-bba0-521999635d88" -d '{"events": [{"server_uuid": "fb6971a1-f12a-4ef7-8416-c62217dca3b9", "name": "network-vif-deleted", "tag": "396a3c68-22ab-4bdb-9eb1-0943f3ff39d5"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:46:43.329452 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:46:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30c78427-bb30-46e7-bddb-5f0a592943f5 x-openstack-request-id: req-30c78427-bb30-46e7-bddb-5f0a592943f5 {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:46:43.329754 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb6971a1-f12a-4ef7-8416-c62217dca3b9", "name": "network-vif-deleted", "tag": "396a3c68-22ab-4bdb-9eb1-0943f3ff39d5", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:46:43.330064 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-30c78427-bb30-46e7-bddb-5f0a592943f5 {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:46:43.330515 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb6971a1-f12a-4ef7-8416-c62217dca3b9', 'name': 'network-vif-deleted', 'tag': '396a3c68-22ab-4bdb-9eb1-0943f3ff39d5', 'status': 'completed', 'code': 200} Aug 11 03:46:43.346911 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b55e1501-1940-47a4-96b9-d7886f68548d req-be376fd2-ac49-4938-ad75-ad94f5b2c71f tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb6971a1-f12a-4ef7-8416-c62217dca3b9 HTTP/1.1" status: 200 len: 210 time: 0.0329750 Aug 11 03:46:44.442055 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9f22cc99-f15a-42bc-a06e-4ff0d6618863 req-dadc92fe-f892-4cfb-9d8b-5f83419e82d6 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb6971a1-f12a-4ef7-8416-c62217dca3b9 HTTP/1.1" status: 200 len: 210 time: 0.0262506 Aug 11 03:46:45.537038 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-263e625c-240a-4c52-9e79-382d54b0e381 req-aadac815-0db4-4eb3-879b-775749c480d9 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb6971a1-f12a-4ef7-8416-c62217dca3b9 HTTP/1.1" status: 200 len: 210 time: 0.0261214 Aug 11 03:46:46.633293 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-35f48ee4-ee29-4629-9b93-600a1e2a7869 req-044ee49b-212e-45e1-9f4c-b90666a2ef96 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb6971a1-f12a-4ef7-8416-c62217dca3b9 HTTP/1.1" status: 200 len: 210 time: 0.0275707 Aug 11 03:46:47.162228 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 396a3c68-22ab-4bdb-9eb1-0943f3ff39d5 no longer exists at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:46:47.182523 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] No Port match for: 396a3c68-22ab-4bdb-9eb1-0943f3ff39d5 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:46:47.182871 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 396a3c68-22ab-4bdb-9eb1-0943f3ff39d5 not bound to the agent host n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:46:47.688692 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 46552) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:46:47.811732 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-2ae0bd36-5f97-431d-8c43-d10320f2574d tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Deleting port d255ad98-9ac8-4334-afcf-f2b44eda0ae6 {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:46:47.812075 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-2ae0bd36-5f97-431d-8c43-d10320f2574d tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:47.889633 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-2ae0bd36-5f97-431d-8c43-d10320f2574d tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:47.889960 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-2ae0bd36-5f97-431d-8c43-d10320f2574d tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:47.902074 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-2ae0bd36-5f97-431d-8c43-d10320f2574d tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Calling delete_port for d255ad98-9ac8-4334-afcf-f2b44eda0ae6 owned by network:floatingip {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:46:48.068684 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-2ae0bd36-5f97-431d-8c43-d10320f2574d tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:48.099321 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae0bd36-5f97-431d-8c43-d10320f2574d tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Pushing event deleted for resources: {'Port': ['ID=d255ad98-9ac8-4334-afcf-f2b44eda0ae6,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:46:48.157834 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-2ae0bd36-5f97-431d-8c43-d10320f2574d tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Notify callbacks [] for floatingip, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:48.160424 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-2ae0bd36-5f97-431d-8c43-d10320f2574d tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for floatingip, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:48.161561 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-2ae0bd36-5f97-431d-8c43-d10320f2574d tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "DELETE /v2.0/floatingips/3206f43a-49af-444d-b479-3c76d97ae3e1 HTTP/1.1" status: 204 len: 168 time: 0.4718735 Aug 11 03:46:51.440987 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.agents_db [None req-950b7202-decb-43e2-8f71-ac8931dc9749 None None] Agent healthcheck: found 7 active agents {{(pid=102194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:46:51.573174 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 46572) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:46:51.644966 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d1dda348-bbf4-442a-a069-bdc19db34aa7 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:51.670854 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d1dda348-bbf4-442a-a069-bdc19db34aa7 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:51.782816 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d1dda348-bbf4-442a-a069-bdc19db34aa7 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:51.785436 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d1dda348-bbf4-442a-a069-bdc19db34aa7 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:51.786626 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-d1dda348-bbf4-442a-a069-bdc19db34aa7 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] 10.222.0.41 "DELETE /v2.0/security-groups/537956e8-b214-4039-8ff1-e669d1971174 HTTP/1.1" status: 204 len: 168 time: 0.2123790 Aug 11 03:46:51.796625 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dda348-bbf4-442a-a069-bdc19db34aa7 tempest-TestVolumeBootPattern-787151755 tempest-TestVolumeBootPattern-787151755-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=537956e8-b214-4039-8ff1-e669d1971174,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:46:51.941755 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 46576) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:46:52.498610 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-07e0295d-a28d-48db-a9d5-8331f3636628 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521106'] for router_interface, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:52.753124 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-07e0295d-a28d-48db-a9d5-8331f3636628 admin admin] Deleting port 2edacba1-9076-45c7-b2da-df27d998e2b6 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:46:52.753814 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-07e0295d-a28d-48db-a9d5-8331f3636628 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:52.829474 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [None req-07e0295d-a28d-48db-a9d5-8331f3636628 admin admin] For port 2edacba1-9076-45c7-b2da-df27d998e2b6, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=2edacba1-9076-45c7-b2da-df27d998e2b6,segment=NetworkSegment(32ef8310-eb36-4f10-89a8-2ec645494a63),segment_id=32ef8310-eb36-4f10-89a8-2ec645494a63)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:46:52.829863 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-07e0295d-a28d-48db-a9d5-8331f3636628 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:52.842307 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-07e0295d-a28d-48db-a9d5-8331f3636628 admin admin] Calling delete_port for 2edacba1-9076-45c7-b2da-df27d998e2b6 owned by network:router_interface {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:46:53.307081 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-07e0295d-a28d-48db-a9d5-8331f3636628 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:53.333001 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e0295d-a28d-48db-a9d5-8331f3636628 admin admin] Pushing event deleted for resources: {'Port': ['ID=2edacba1-9076-45c7-b2da-df27d998e2b6,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:46:53.495231 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-07e0295d-a28d-48db-a9d5-8331f3636628 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16383033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450082'] for router_interface, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:53.704661 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07e0295d-a28d-48db-a9d5-8331f3636628 admin admin] Router 024214bc-46ce-41ab-bfb2-63dd52e06006 has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:46:53.807691 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07e0295d-a28d-48db-a9d5-8331f3636628 admin admin] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:46:53.812637 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-07e0295d-a28d-48db-a9d5-8331f3636628 admin admin] 10.222.0.41 "PUT /v2.0/routers/024214bc-46ce-41ab-bfb2-63dd52e06006/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8698058 Aug 11 03:46:53.815192 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 46582) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:46:53.816249 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-411e51bd-4b7b-4b6e-a4e2-787aa1ce6247 None None] Sync routers for ids ['024214bc-46ce-41ab-bfb2-63dd52e06006'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:46:53.825601 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411e51bd-4b7b-4b6e-a4e2-787aa1ce6247 None None] Routers {'024214bc-46ce-41ab-bfb2-63dd52e06006'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:46:53.826202 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-411e51bd-4b7b-4b6e-a4e2-787aa1ce6247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:46:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['024214bc-46ce-41ab-bfb2-63dd52e06006'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:46:53.916689 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1a0994c4-1356-41f6-9b4a-ebfc83597704 admin admin] Notify callbacks [] for router, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:53.930171 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-411e51bd-4b7b-4b6e-a4e2-787aa1ce6247 None None] Set router 024214bc-46ce-41ab-bfb2-63dd52e06006 gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:46:54.018769 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1a0994c4-1356-41f6-9b4a-ebfc83597704 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:54.105736 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-411e51bd-4b7b-4b6e-a4e2-787aa1ce6247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '024214bc-46ce-41ab-bfb2-63dd52e06006', 'name': 'tempest-TestVolumeBootPattern-423646555-router', 'tenant_id': '72275185a8d64845babaf2324f627ca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': 'c0cdf465-f88e-4ee9-b3b9-315b03e64881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:32:03Z', 'updated_at': '2021-08-11T03:46:53Z', 'revision_number': 5, 'project_id': '72275185a8d64845babaf2324f627ca7', 'gw_port': {'id': 'c0cdf465-f88e-4ee9-b3b9-315b03e64881', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:fa:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024214bc-46ce-41ab-bfb2-63dd52e06006', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:32:04Z', 'updated_at': '2021-08-11T03:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:46:54.135541 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-411e51bd-4b7b-4b6e-a4e2-787aa1ce6247 None None] Checking router: 024214bc-46ce-41ab-bfb2-63dd52e06006 for host: n-d-764292-30 {{(pid=102193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:46:54.143767 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411e51bd-4b7b-4b6e-a4e2-787aa1ce6247 None None] Routers {'024214bc-46ce-41ab-bfb2-63dd52e06006'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:46:54.144373 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-411e51bd-4b7b-4b6e-a4e2-787aa1ce6247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:46:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['024214bc-46ce-41ab-bfb2-63dd52e06006'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:46:54.156075 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-1a0994c4-1356-41f6-9b4a-ebfc83597704 admin admin] Deleting port c0cdf465-f88e-4ee9-b3b9-315b03e64881 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:46:54.156422 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1a0994c4-1356-41f6-9b4a-ebfc83597704 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:54.230444 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-411e51bd-4b7b-4b6e-a4e2-787aa1ce6247 None None] Set router 024214bc-46ce-41ab-bfb2-63dd52e06006 gateway port host: None {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:46:54.234070 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [None req-1a0994c4-1356-41f6-9b4a-ebfc83597704 admin admin] For port c0cdf465-f88e-4ee9-b3b9-315b03e64881, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=c0cdf465-f88e-4ee9-b3b9-315b03e64881,segment=NetworkSegment(fab28bed-aa25-40db-bba4-ec26e795194c),segment_id=fab28bed-aa25-40db-bba4-ec26e795194c)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:46:54.234473 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1a0994c4-1356-41f6-9b4a-ebfc83597704 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:54.246828 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-1a0994c4-1356-41f6-9b4a-ebfc83597704 admin admin] Calling delete_port for c0cdf465-f88e-4ee9-b3b9-315b03e64881 owned by network:router_gateway {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:46:54.281436 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-411e51bd-4b7b-4b6e-a4e2-787aa1ce6247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '024214bc-46ce-41ab-bfb2-63dd52e06006', 'name': 'tempest-TestVolumeBootPattern-423646555-router', 'tenant_id': '72275185a8d64845babaf2324f627ca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:32:03Z', 'updated_at': '2021-08-11T03:46:54Z', 'revision_number': 6, 'project_id': '72275185a8d64845babaf2324f627ca7', 'gw_port_host': None}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:46:54.462227 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-411e51bd-4b7b-4b6e-a4e2-787aa1ce6247 None None] The sync data for ids ['024214bc-46ce-41ab-bfb2-63dd52e06006'] in n-d-764292-30 is: [{'id': '024214bc-46ce-41ab-bfb2-63dd52e06006', 'name': 'tempest-TestVolumeBootPattern-423646555-router', 'tenant_id': '72275185a8d64845babaf2324f627ca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:32:03Z', 'updated_at': '2021-08-11T03:46:54Z', 'revision_number': 6, 'project_id': '72275185a8d64845babaf2324f627ca7', 'gw_port_host': None}] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:46:54.479846 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1a0994c4-1356-41f6-9b4a-ebfc83597704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:54.508689 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0994c4-1356-41f6-9b4a-ebfc83597704 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0cdf465-f88e-4ee9-b3b9-315b03e64881,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:46:54.571798 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1a0994c4-1356-41f6-9b4a-ebfc83597704 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-446916'] for router_gateway, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:54.659347 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1a0994c4-1356-41f6-9b4a-ebfc83597704 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6544'] for router, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:54.661438 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1a0994c4-1356-41f6-9b4a-ebfc83597704 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:54.765441 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1a0994c4-1356-41f6-9b4a-ebfc83597704 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448809'] for router, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:54.765933 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a0994c4-1356-41f6-9b4a-ebfc83597704 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 024214bc-46ce-41ab-bfb2-63dd52e06006 {{(pid=102191) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:46:54.770457 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-1a0994c4-1356-41f6-9b4a-ebfc83597704 admin admin] Notify callbacks [] for router, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:54.776767 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-1a0994c4-1356-41f6-9b4a-ebfc83597704 admin admin] 10.222.0.41 "DELETE /v2.0/routers/024214bc-46ce-41ab-bfb2-63dd52e06006 HTTP/1.1" status: 204 len: 168 time: 0.9555073 Aug 11 03:46:54.776767 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 46584) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:46:54.839229 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_v2 [None req-6db0a053-2c23-4ccb-821b-f57b191b056e admin admin] Deleting subnet 321ef215-4958-452a-9904-0e4a458fb021 {{(pid=102191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:46:54.847196 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6db0a053-2c23-4ccb-821b-f57b191b056e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:54.886808 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6db0a053-2c23-4ccb-821b-f57b191b056e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126283525'] for subnet, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:55.003069 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6db0a053-2c23-4ccb-821b-f57b191b056e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:55.108918 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6db0a053-2c23-4ccb-821b-f57b191b056e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126283413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126275158'] for subnet, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:55.135499 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db0a053-2c23-4ccb-821b-f57b191b056e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=321ef215-4958-452a-9904-0e4a458fb021,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:46:55.137501 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6db0a053-2c23-4ccb-821b-f57b191b056e admin admin] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:55.140318 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-6db0a053-2c23-4ccb-821b-f57b191b056e admin admin] 10.222.0.41 "DELETE /v2.0/subnets/321ef215-4958-452a-9904-0e4a458fb021 HTTP/1.1" status: 204 len: 168 time: 0.3647518 Aug 11 03:46:55.141922 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 46588) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:46:55.143138 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37d6e6c7-5b6b-4ed3-b670-82844161d31c None None] Network 72c2364e-d28c-436a-9463-f669c277e7f2 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:46:55.213595 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-96805e23-bdf4-4c0b-87b5-32b510c9f93c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:55.273025 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 2edacba1-9076-45c7-b2da-df27d998e2b6 no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:46:55.299821 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: 2edacba1-9076-45c7-b2da-df27d998e2b6 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:46:55.300343 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 2edacba1-9076-45c7-b2da-df27d998e2b6 not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:46:55.339719 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-113aec82-a392-4ced-a9f8-48b1bea158b0 None None] DHCP port deletion for 72c2364e-d28c-436a-9463-f669c277e7f2 request from n-d-764292-30 {{(pid=102193) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:46:55.390810 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-113aec82-a392-4ced-a9f8-48b1bea158b0 None None] Deleting port 2cdfa3a3-d5c8-4ddd-8bde-3d61818f4350 {{(pid=102193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:46:55.391186 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-113aec82-a392-4ced-a9f8-48b1bea158b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:55.460450 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-113aec82-a392-4ced-a9f8-48b1bea158b0 None None] For port 2cdfa3a3-d5c8-4ddd-8bde-3d61818f4350, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=2cdfa3a3-d5c8-4ddd-8bde-3d61818f4350,segment=NetworkSegment(32ef8310-eb36-4f10-89a8-2ec645494a63),segment_id=32ef8310-eb36-4f10-89a8-2ec645494a63)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:46:55.461046 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-113aec82-a392-4ced-a9f8-48b1bea158b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:55.476273 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-113aec82-a392-4ced-a9f8-48b1bea158b0 None None] Calling delete_port for 2cdfa3a3-d5c8-4ddd-8bde-3d61818f4350 owned by network:dhcp {{(pid=102193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:46:55.581589 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-96805e23-bdf4-4c0b-87b5-32b510c9f93c admin admin] Deleting port 2cdfa3a3-d5c8-4ddd-8bde-3d61818f4350 {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:46:55.581857 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-96805e23-bdf4-4c0b-87b5-32b510c9f93c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:55.642758 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [None req-96805e23-bdf4-4c0b-87b5-32b510c9f93c admin admin] For port 2cdfa3a3-d5c8-4ddd-8bde-3d61818f4350, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=2cdfa3a3-d5c8-4ddd-8bde-3d61818f4350,segment=NetworkSegment(32ef8310-eb36-4f10-89a8-2ec645494a63),segment_id=32ef8310-eb36-4f10-89a8-2ec645494a63)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:46:55.643047 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-96805e23-bdf4-4c0b-87b5-32b510c9f93c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:55.651075 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-113aec82-a392-4ced-a9f8-48b1bea158b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678'] for port, after_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:55.654981 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-96805e23-bdf4-4c0b-87b5-32b510c9f93c admin admin] Calling delete_port for 2cdfa3a3-d5c8-4ddd-8bde-3d61818f4350 owned by network:dhcp {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:46:55.679573 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113aec82-a392-4ced-a9f8-48b1bea158b0 None None] No DVR routers for this DVR port 2cdfa3a3-d5c8-4ddd-8bde-3d61818f4350 on host n-d-764292-30 {{(pid=102193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:46:55.683453 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113aec82-a392-4ced-a9f8-48b1bea158b0 None None] Pushing event deleted for resources: {'Port': ['ID=2cdfa3a3-d5c8-4ddd-8bde-3d61818f4350,revision_number=None']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:46:55.698979 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113aec82-a392-4ced-a9f8-48b1bea158b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:46:55.699351 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113aec82-a392-4ced-a9f8-48b1bea158b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:46:55.699667 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113aec82-a392-4ced-a9f8-48b1bea158b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:46:55.700009 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113aec82-a392-4ced-a9f8-48b1bea158b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:46:55.700345 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113aec82-a392-4ced-a9f8-48b1bea158b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:46:55.700677 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113aec82-a392-4ced-a9f8-48b1bea158b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:46:55.701067 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113aec82-a392-4ced-a9f8-48b1bea158b0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:46:55.701396 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113aec82-a392-4ced-a9f8-48b1bea158b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:46:55.701722 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113aec82-a392-4ced-a9f8-48b1bea158b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:46:55.702049 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113aec82-a392-4ced-a9f8-48b1bea158b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:46:55.702426 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113aec82-a392-4ced-a9f8-48b1bea158b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:46:55.702804 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113aec82-a392-4ced-a9f8-48b1bea158b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:46:55.732845 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-96805e23-bdf4-4c0b-87b5-32b510c9f93c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:55.758251 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96805e23-bdf4-4c0b-87b5-32b510c9f93c admin admin] Pushing event deleted for resources: {'Port': ['ID=2cdfa3a3-d5c8-4ddd-8bde-3d61818f4350,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:46:55.762952 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96805e23-bdf4-4c0b-87b5-32b510c9f93c admin admin] No DVR routers for this DVR port 2cdfa3a3-d5c8-4ddd-8bde-3d61818f4350 on host n-d-764292-30 {{(pid=102192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:46:55.833603 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-96805e23-bdf4-4c0b-87b5-32b510c9f93c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:55.843355 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-96805e23-bdf4-4c0b-87b5-32b510c9f93c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72c2364e-d28c-436a-9463-f669c277e7f2']}} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:46:55.854251 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-96805e23-bdf4-4c0b-87b5-32b510c9f93c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32ef8310-eb36-4f10-89a8-2ec645494a63') {'for_net_delete': True} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:46:55.854572 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-96805e23-bdf4-4c0b-87b5-32b510c9f93c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32ef8310-eb36-4f10-89a8-2ec645494a63') {} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:46:55.863840 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-96805e23-bdf4-4c0b-87b5-32b510c9f93c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125932501'] for segment, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:55.877780 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-96805e23-bdf4-4c0b-87b5-32b510c9f93c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:55.883511 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96805e23-bdf4-4c0b-87b5-32b510c9f93c admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=102192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:46:55.883892 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-96805e23-bdf4-4c0b-87b5-32b510c9f93c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125932183'] for segment, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:55.885540 n-d-764292-30 neutron-server[102192]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:46:55.885540 n-d-764292-30 neutron-server[102192]: self.session.flush() Aug 11 03:46:55.885540 n-d-764292-30 neutron-server[102192]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:46:55.885540 n-d-764292-30 neutron-server[102192]: self.session.flush() Aug 11 03:46:55.885540 n-d-764292-30 neutron-server[102192]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:46:55.885540 n-d-764292-30 neutron-server[102192]: self.session.flush() Aug 11 03:46:55.885540 n-d-764292-30 neutron-server[102192]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:46:55.885540 n-d-764292-30 neutron-server[102192]: self.session.flush() Aug 11 03:46:55.885540 n-d-764292-30 neutron-server[102192]: Traceback (most recent call last): Aug 11 03:46:55.885540 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:46:55.885540 n-d-764292-30 neutron-server[102192]: timer() Aug 11 03:46:55.885540 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:46:55.885540 n-d-764292-30 neutron-server[102192]: cb(*args, **kw) Aug 11 03:46:55.885540 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:46:55.885540 n-d-764292-30 neutron-server[102192]: return func(*args, **kwargs) Aug 11 03:46:55.885540 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:46:55.885540 n-d-764292-30 neutron-server[102192]: self._notify() Aug 11 03:46:55.885540 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:46:55.885540 n-d-764292-30 neutron-server[102192]: self.callback(batched_events) Aug 11 03:46:55.885540 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:46:55.885540 n-d-764292-30 neutron-server[102192]: event.method(event) Aug 11 03:46:55.885540 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:46:55.885540 n-d-764292-30 neutron-server[102192]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:46:55.885540 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:46:55.885540 n-d-764292-30 neutron-server[102192]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:46:55.885540 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:46:55.885540 n-d-764292-30 neutron-server[102192]: return f(self, *a, **k) Aug 11 03:46:55.885540 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:46:55.885540 n-d-764292-30 neutron-server[102192]: return self._get(url).json() Aug 11 03:46:55.885540 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:46:55.885540 n-d-764292-30 neutron-server[102192]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:46:55.885540 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:46:55.885540 n-d-764292-30 neutron-server[102192]: return self.request(url, 'GET', **kwargs) Aug 11 03:46:55.885540 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:46:55.885540 n-d-764292-30 neutron-server[102192]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:46:55.885540 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:46:55.885540 n-d-764292-30 neutron-server[102192]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:46:55.885540 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:46:55.885540 n-d-764292-30 neutron-server[102192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:46:55.885540 n-d-764292-30 neutron-server[102192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:46:56.010883 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-96805e23-bdf4-4c0b-87b5-32b510c9f93c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:56.016545 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-96805e23-bdf4-4c0b-87b5-32b510c9f93c admin admin] Notify callbacks [] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:56.018551 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-96805e23-bdf4-4c0b-87b5-32b510c9f93c admin admin] 10.222.0.41 "DELETE /v2.0/networks/72c2364e-d28c-436a-9463-f669c277e7f2 HTTP/1.1" status: 204 len: 168 time: 0.8755355 Aug 11 03:46:56.021523 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 46592) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:46:56.029368 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96805e23-bdf4-4c0b-87b5-32b510c9f93c admin admin] Pushing event deleted for resources: {'Network': ['ID=72c2364e-d28c-436a-9463-f669c277e7f2,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:46:56.359038 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-40b3af64-9ecb-4441-9833-1f05e9546983 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521106'] for router_interface, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:56.833534 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-40b3af64-9ecb-4441-9833-1f05e9546983 admin admin] Deleting port 72446338-97b2-4f1b-8b0e-394e45b6723b {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:46:56.833762 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-40b3af64-9ecb-4441-9833-1f05e9546983 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:56.883124 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device c0cdf465-f88e-4ee9-b3b9-315b03e64881 no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:46:56.903013 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: c0cdf465-f88e-4ee9-b3b9-315b03e64881 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:46:56.903363 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device c0cdf465-f88e-4ee9-b3b9-315b03e64881 not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:46:56.903803 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 2cdfa3a3-d5c8-4ddd-8bde-3d61818f4350 no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:46:56.912641 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [None req-40b3af64-9ecb-4441-9833-1f05e9546983 admin admin] For port 72446338-97b2-4f1b-8b0e-394e45b6723b, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=72446338-97b2-4f1b-8b0e-394e45b6723b,segment=NetworkSegment(c5074c14-a21b-4b17-abe7-841e85927d4c),segment_id=c5074c14-a21b-4b17-abe7-841e85927d4c)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:46:56.913002 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-40b3af64-9ecb-4441-9833-1f05e9546983 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:56.921927 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: 2cdfa3a3-d5c8-4ddd-8bde-3d61818f4350 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:46:56.922277 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 2cdfa3a3-d5c8-4ddd-8bde-3d61818f4350 not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:46:56.926303 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-40b3af64-9ecb-4441-9833-1f05e9546983 admin admin] Calling delete_port for 72446338-97b2-4f1b-8b0e-394e45b6723b owned by network:router_interface {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:46:57.159847 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-40b3af64-9ecb-4441-9833-1f05e9546983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:57.186725 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b3af64-9ecb-4441-9833-1f05e9546983 admin admin] Pushing event deleted for resources: {'Port': ['ID=72446338-97b2-4f1b-8b0e-394e45b6723b,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:46:57.350998 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-40b3af64-9ecb-4441-9833-1f05e9546983 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16383033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450082'] for router_interface, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:57.567576 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40b3af64-9ecb-4441-9833-1f05e9546983 admin admin] Router aeeea9f9-d23f-404c-9ffb-c16bbfac4343 has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:46:57.618895 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-02447ff9-2e6d-42b1-840c-ba04926da7e1 req-36113c62-7b1f-4cec-9caa-e87b45eccddb service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a2e0cebe-a8ff-4f92-898f-763a30ed87eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0440741 Aug 11 03:46:57.676111 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40b3af64-9ecb-4441-9833-1f05e9546983 admin admin] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:46:57.683572 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-40b3af64-9ecb-4441-9833-1f05e9546983 admin admin] 10.222.0.41 "PUT /v2.0/routers/aeeea9f9-d23f-404c-9ffb-c16bbfac4343/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6585467 Aug 11 03:46:57.683572 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 46594) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:46:57.686923 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f356006-9d1b-45c7-ab76-ae928f916e52 None None] Sync routers for ids ['aeeea9f9-d23f-404c-9ffb-c16bbfac4343'] in n-d-764292-30 {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:46:57.696865 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f356006-9d1b-45c7-ab76-ae928f916e52 None None] Routers {'aeeea9f9-d23f-404c-9ffb-c16bbfac4343'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:46:57.697604 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-6f356006-9d1b-45c7-ab76-ae928f916e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:46:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['aeeea9f9-d23f-404c-9ffb-c16bbfac4343'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:46:57.700509 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02447ff9-2e6d-42b1-840c-ba04926da7e1 req-a6e44e68-be74-46ee-8de6-95f2d40668ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:46:57.702084 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-02447ff9-2e6d-42b1-840c-ba04926da7e1 req-a6e44e68-be74-46ee-8de6-95f2d40668ab service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cdbc52b009e74e0aa17950d9825b95fb&device_id=a2e0cebe-a8ff-4f92-898f-763a30ed87eb HTTP/1.1" status: 200 len: 1098 time: 0.0412655 Aug 11 03:46:57.791603 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e0ed140a-36ac-439c-b061-e2ddddaa9dcc admin admin] Notify callbacks [] for router, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:57.803296 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-6f356006-9d1b-45c7-ab76-ae928f916e52 None None] Set router aeeea9f9-d23f-404c-9ffb-c16bbfac4343 gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:46:57.809130 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02447ff9-2e6d-42b1-840c-ba04926da7e1 req-f566ca73-5236-4ee9-9d66-ed7447000347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:46:57.810796 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-02447ff9-2e6d-42b1-840c-ba04926da7e1 req-f566ca73-5236-4ee9-9d66-ed7447000347 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d92d46f2-064a-49b8-804b-dc12ea70bb0a HTTP/1.1" status: 200 len: 909 time: 0.0891943 Aug 11 03:46:57.880600 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-02447ff9-2e6d-42b1-840c-ba04926da7e1 req-198d84c0-9573-4342-a6fe-35a1ee9ec403 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c4f5013a-b0bc-462e-a3ee-6024871ff4d6 HTTP/1.1" status: 200 len: 1002 time: 0.0621459 Aug 11 03:46:57.891980 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e0ed140a-36ac-439c-b061-e2ddddaa9dcc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:57.932089 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02447ff9-2e6d-42b1-840c-ba04926da7e1 req-e0d8ceec-51dc-4de3-bb62-45e0913be3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:46:57.933563 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-02447ff9-2e6d-42b1-840c-ba04926da7e1 req-e0d8ceec-51dc-4de3-bb62-45e0913be3d4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=248d545f-cbb5-42b7-abe9-9525c530e588 HTTP/1.1" status: 200 len: 847 time: 0.0453477 Aug 11 03:46:57.977419 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-6f356006-9d1b-45c7-ab76-ae928f916e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeeea9f9-d23f-404c-9ffb-c16bbfac4343', 'name': 'tempest-TestVolumeBootPattern-2120178247-router', 'tenant_id': '181ccb86439e447d84abee5222b1813d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.57'}], 'enable_snat': True}, 'gw_port_id': 'ec482f05-3c99-49d3-9a1a-e1d9c7636cc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:32:16Z', 'updated_at': '2021-08-11T03:46:57Z', 'revision_number': 5, 'project_id': '181ccb86439e447d84abee5222b1813d', 'gw_port': {'id': 'ec482f05-3c99-49d3-9a1a-e1d9c7636cc5', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:60:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeeea9f9-d23f-404c-9ffb-c16bbfac4343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:32:18Z', 'updated_at': '2021-08-11T03:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:46:57.982604 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02447ff9-2e6d-42b1-840c-ba04926da7e1 req-2dd58a64-c4e8-4c8e-9b6b-7e7327f77610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:46:57.988219 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-02447ff9-2e6d-42b1-840c-ba04926da7e1 req-2dd58a64-c4e8-4c8e-9b6b-7e7327f77610 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d92d46f2-064a-49b8-804b-dc12ea70bb0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417399 Aug 11 03:46:58.025804 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-e0ed140a-36ac-439c-b061-e2ddddaa9dcc admin admin] Deleting port ec482f05-3c99-49d3-9a1a-e1d9c7636cc5 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:46:58.026161 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e0ed140a-36ac-439c-b061-e2ddddaa9dcc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:58.091839 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-02447ff9-2e6d-42b1-840c-ba04926da7e1 req-d72c45ed-d262-4857-b3a0-db1bebae391e service neutron] 10.222.0.24 "GET /v2.0/networks/d92d46f2-064a-49b8-804b-dc12ea70bb0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005170 Aug 11 03:46:58.101356 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f356006-9d1b-45c7-ab76-ae928f916e52 None None] Checking router: aeeea9f9-d23f-404c-9ffb-c16bbfac4343 for host: n-d-764292-30 {{(pid=102194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:46:58.109918 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f356006-9d1b-45c7-ab76-ae928f916e52 None None] Routers {'aeeea9f9-d23f-404c-9ffb-c16bbfac4343'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:46:58.110564 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-6f356006-9d1b-45c7-ab76-ae928f916e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:46:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['aeeea9f9-d23f-404c-9ffb-c16bbfac4343'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:46:58.111995 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [None req-e0ed140a-36ac-439c-b061-e2ddddaa9dcc admin admin] For port ec482f05-3c99-49d3-9a1a-e1d9c7636cc5, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=ec482f05-3c99-49d3-9a1a-e1d9c7636cc5,segment=NetworkSegment(fab28bed-aa25-40db-bba4-ec26e795194c),segment_id=fab28bed-aa25-40db-bba4-ec26e795194c)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:46:58.112358 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e0ed140a-36ac-439c-b061-e2ddddaa9dcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:58.125325 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-e0ed140a-36ac-439c-b061-e2ddddaa9dcc admin admin] Calling delete_port for ec482f05-3c99-49d3-9a1a-e1d9c7636cc5 owned by network:router_gateway {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:46:58.186632 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-02447ff9-2e6d-42b1-840c-ba04926da7e1 req-65d51a24-f8c8-4f39-83df-6a6d93a73af6 service neutron] 10.222.0.24 "GET /v2.0/networks/d92d46f2-064a-49b8-804b-dc12ea70bb0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873513 Aug 11 03:46:58.198140 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-6f356006-9d1b-45c7-ab76-ae928f916e52 None None] Set router aeeea9f9-d23f-404c-9ffb-c16bbfac4343 gateway port host: None {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:46:58.248025 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-6f356006-9d1b-45c7-ab76-ae928f916e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeeea9f9-d23f-404c-9ffb-c16bbfac4343', 'name': 'tempest-TestVolumeBootPattern-2120178247-router', 'tenant_id': '181ccb86439e447d84abee5222b1813d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:32:16Z', 'updated_at': '2021-08-11T03:46:57Z', 'revision_number': 6, 'project_id': '181ccb86439e447d84abee5222b1813d', 'gw_port_host': None}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:46:58.276973 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f356006-9d1b-45c7-ab76-ae928f916e52 None None] The sync data for ids ['aeeea9f9-d23f-404c-9ffb-c16bbfac4343'] in n-d-764292-30 is: [{'id': 'aeeea9f9-d23f-404c-9ffb-c16bbfac4343', 'name': 'tempest-TestVolumeBootPattern-2120178247-router', 'tenant_id': '181ccb86439e447d84abee5222b1813d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:32:16Z', 'updated_at': '2021-08-11T03:46:57Z', 'revision_number': 6, 'project_id': '181ccb86439e447d84abee5222b1813d', 'gw_port_host': None}] {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:46:58.342575 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e0ed140a-36ac-439c-b061-e2ddddaa9dcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:58.366096 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ed140a-36ac-439c-b061-e2ddddaa9dcc admin admin] Pushing event deleted for resources: {'Port': ['ID=ec482f05-3c99-49d3-9a1a-e1d9c7636cc5,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:46:58.432484 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e0ed140a-36ac-439c-b061-e2ddddaa9dcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-446916'] for router_gateway, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:58.520144 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e0ed140a-36ac-439c-b061-e2ddddaa9dcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6544'] for router, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:58.522157 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e0ed140a-36ac-439c-b061-e2ddddaa9dcc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:58.611513 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e0ed140a-36ac-439c-b061-e2ddddaa9dcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448809'] for router, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:58.612122 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0ed140a-36ac-439c-b061-e2ddddaa9dcc admin admin] Fanout notify agent at l3_agent the message router_deleted on router aeeea9f9-d23f-404c-9ffb-c16bbfac4343 {{(pid=102191) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:46:58.624113 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e0ed140a-36ac-439c-b061-e2ddddaa9dcc admin admin] Notify callbacks [] for router, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:58.624113 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-e0ed140a-36ac-439c-b061-e2ddddaa9dcc admin admin] 10.222.0.41 "DELETE /v2.0/routers/aeeea9f9-d23f-404c-9ffb-c16bbfac4343 HTTP/1.1" status: 204 len: 168 time: 0.9338043 Aug 11 03:46:58.624278 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 46596) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:46:58.672270 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bb194c2-bfdf-4052-880a-dee3fba37946 admin admin] Deleting subnet 627eeb93-8d0f-40ff-9144-444c5c12f1c9 {{(pid=102192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:46:58.675762 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-8bb194c2-bfdf-4052-880a-dee3fba37946 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:58.710842 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-8bb194c2-bfdf-4052-880a-dee3fba37946 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125932460'] for subnet, precommit_delete_associations {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:58.789098 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-8bb194c2-bfdf-4052-880a-dee3fba37946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:58.925709 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-8bb194c2-bfdf-4052-880a-dee3fba37946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125932157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126180897'] for subnet, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:58.958332 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-8bb194c2-bfdf-4052-880a-dee3fba37946 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:58.960290 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-8bb194c2-bfdf-4052-880a-dee3fba37946 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/627eeb93-8d0f-40ff-9144-444c5c12f1c9 HTTP/1.1" status: 204 len: 168 time: 0.3380797 Aug 11 03:46:58.961135 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb194c2-bfdf-4052-880a-dee3fba37946 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=627eeb93-8d0f-40ff-9144-444c5c12f1c9,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:46:58.962839 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 46598) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:46:58.965667 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-043b5f0d-284e-42f0-a53d-bd1c21285074 None None] Network 7f66f6f9-2d06-4bd5-8a98-9a83ca473899 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:46:59.047459 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9717752c-ce73-4678-9fcd-16a0f69992ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:59.073811 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device ec482f05-3c99-49d3-9a1a-e1d9c7636cc5 no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:46:59.106108 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-9717752c-ce73-4678-9fcd-16a0f69992ef admin admin] Deleting port d4c9601c-0bd0-4c32-bb42-8a5f16db1ff7 {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:46:59.106524 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9717752c-ce73-4678-9fcd-16a0f69992ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:59.112078 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: ec482f05-3c99-49d3-9a1a-e1d9c7636cc5 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:46:59.112436 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device ec482f05-3c99-49d3-9a1a-e1d9c7636cc5 not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:46:59.112858 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 72446338-97b2-4f1b-8b0e-394e45b6723b no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:46:59.140239 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: 72446338-97b2-4f1b-8b0e-394e45b6723b {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:46:59.140585 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 72446338-97b2-4f1b-8b0e-394e45b6723b not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:46:59.176562 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [None req-9717752c-ce73-4678-9fcd-16a0f69992ef admin admin] For port d4c9601c-0bd0-4c32-bb42-8a5f16db1ff7, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=d4c9601c-0bd0-4c32-bb42-8a5f16db1ff7,segment=NetworkSegment(c5074c14-a21b-4b17-abe7-841e85927d4c),segment_id=c5074c14-a21b-4b17-abe7-841e85927d4c)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:46:59.176978 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9717752c-ce73-4678-9fcd-16a0f69992ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:59.191675 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-9717752c-ce73-4678-9fcd-16a0f69992ef admin admin] Calling delete_port for d4c9601c-0bd0-4c32-bb42-8a5f16db1ff7 owned by network:dhcp {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:46:59.222319 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eff71f0-f8a0-41ef-b2cf-9f31d4179d07 None None] DHCP port deletion for 7f66f6f9-2d06-4bd5-8a98-9a83ca473899 request from n-d-764292-30 {{(pid=102193) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:46:59.247739 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-67255548-3b0e-4e3f-ae16-22d93632ffb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:59.275589 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-0eff71f0-f8a0-41ef-b2cf-9f31d4179d07 None None] Deleting port d4c9601c-0bd0-4c32-bb42-8a5f16db1ff7 {{(pid=102193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:46:59.276105 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-0eff71f0-f8a0-41ef-b2cf-9f31d4179d07 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:59.341432 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9717752c-ce73-4678-9fcd-16a0f69992ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:59.342211 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-0eff71f0-f8a0-41ef-b2cf-9f31d4179d07 None None] For port d4c9601c-0bd0-4c32-bb42-8a5f16db1ff7, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=d4c9601c-0bd0-4c32-bb42-8a5f16db1ff7,segment=NetworkSegment(c5074c14-a21b-4b17-abe7-841e85927d4c),segment_id=c5074c14-a21b-4b17-abe7-841e85927d4c)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:46:59.342644 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-0eff71f0-f8a0-41ef-b2cf-9f31d4179d07 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:59.355446 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-0eff71f0-f8a0-41ef-b2cf-9f31d4179d07 None None] Calling delete_port for d4c9601c-0bd0-4c32-bb42-8a5f16db1ff7 owned by network:dhcp {{(pid=102193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:46:59.369054 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9717752c-ce73-4678-9fcd-16a0f69992ef admin admin] Pushing event deleted for resources: {'Port': ['ID=d4c9601c-0bd0-4c32-bb42-8a5f16db1ff7,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:46:59.376718 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9717752c-ce73-4678-9fcd-16a0f69992ef admin admin] No DVR routers for this DVR port d4c9601c-0bd0-4c32-bb42-8a5f16db1ff7 on host n-d-764292-30 {{(pid=102192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:46:59.437702 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-0eff71f0-f8a0-41ef-b2cf-9f31d4179d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678'] for port, after_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:59.448478 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9717752c-ce73-4678-9fcd-16a0f69992ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:59.458817 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-9717752c-ce73-4678-9fcd-16a0f69992ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f66f6f9-2d06-4bd5-8a98-9a83ca473899']}} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:46:59.460788 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eff71f0-f8a0-41ef-b2cf-9f31d4179d07 None None] Pushing event deleted for resources: {'Port': ['ID=d4c9601c-0bd0-4c32-bb42-8a5f16db1ff7,revision_number=None']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:46:59.466247 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eff71f0-f8a0-41ef-b2cf-9f31d4179d07 None None] No DVR routers for this DVR port d4c9601c-0bd0-4c32-bb42-8a5f16db1ff7 on host n-d-764292-30 {{(pid=102193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:46:59.476969 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-9717752c-ce73-4678-9fcd-16a0f69992ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5074c14-a21b-4b17-abe7-841e85927d4c') {'for_net_delete': True} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:46:59.476969 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-9717752c-ce73-4678-9fcd-16a0f69992ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5074c14-a21b-4b17-abe7-841e85927d4c') {} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:46:59.485180 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9717752c-ce73-4678-9fcd-16a0f69992ef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125932501'] for segment, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:59.499279 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9717752c-ce73-4678-9fcd-16a0f69992ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:59.505016 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9717752c-ce73-4678-9fcd-16a0f69992ef admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=102192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:46:59.510834 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9717752c-ce73-4678-9fcd-16a0f69992ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125932183'] for segment, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:59.510834 n-d-764292-30 neutron-server[102192]: Traceback (most recent call last): Aug 11 03:46:59.510834 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:46:59.510834 n-d-764292-30 neutron-server[102192]: timer() Aug 11 03:46:59.510834 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:46:59.510834 n-d-764292-30 neutron-server[102192]: cb(*args, **kw) Aug 11 03:46:59.510834 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:46:59.510834 n-d-764292-30 neutron-server[102192]: return func(*args, **kwargs) Aug 11 03:46:59.510834 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:46:59.510834 n-d-764292-30 neutron-server[102192]: self._notify() Aug 11 03:46:59.510834 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:46:59.510834 n-d-764292-30 neutron-server[102192]: self.callback(batched_events) Aug 11 03:46:59.510834 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:46:59.510834 n-d-764292-30 neutron-server[102192]: event.method(event) Aug 11 03:46:59.510834 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:46:59.510834 n-d-764292-30 neutron-server[102192]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:46:59.510834 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:46:59.510834 n-d-764292-30 neutron-server[102192]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:46:59.510834 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:46:59.510834 n-d-764292-30 neutron-server[102192]: return f(self, *a, **k) Aug 11 03:46:59.510834 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:46:59.510834 n-d-764292-30 neutron-server[102192]: return self._get(url).json() Aug 11 03:46:59.510834 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:46:59.510834 n-d-764292-30 neutron-server[102192]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:46:59.510834 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:46:59.510834 n-d-764292-30 neutron-server[102192]: return self.request(url, 'GET', **kwargs) Aug 11 03:46:59.510834 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:46:59.510834 n-d-764292-30 neutron-server[102192]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:46:59.510834 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:46:59.510834 n-d-764292-30 neutron-server[102192]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:46:59.510834 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:46:59.510834 n-d-764292-30 neutron-server[102192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:46:59.510834 n-d-764292-30 neutron-server[102192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:46:59.621399 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9717752c-ce73-4678-9fcd-16a0f69992ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:59.631697 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9717752c-ce73-4678-9fcd-16a0f69992ef admin admin] Notify callbacks [] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:59.631697 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-9717752c-ce73-4678-9fcd-16a0f69992ef admin admin] 10.222.0.41 "DELETE /v2.0/networks/7f66f6f9-2d06-4bd5-8a98-9a83ca473899 HTTP/1.1" status: 204 len: 168 time: 0.6675501 Aug 11 03:46:59.642344 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9717752c-ce73-4678-9fcd-16a0f69992ef admin admin] Pushing event deleted for resources: {'Network': ['ID=7f66f6f9-2d06-4bd5-8a98-9a83ca473899,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:46:59.922474 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 46602) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:46:59.962209 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-0974dc06-7a31-4e90-b500-4b151eeb14c4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=72275185a8d64845babaf2324f627ca7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385811 Aug 11 03:46:59.964546 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 46604) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:47:00.017399 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d8b545c6-fcae-4754-b9b1-e88581ddd506 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:00.037683 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d8b545c6-fcae-4754-b9b1-e88581ddd506 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:00.147037 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d8b545c6-fcae-4754-b9b1-e88581ddd506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:00.149673 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d8b545c6-fcae-4754-b9b1-e88581ddd506 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:00.150850 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-d8b545c6-fcae-4754-b9b1-e88581ddd506 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d90906b3-11d7-4670-8cbc-45704d99f68c HTTP/1.1" status: 204 len: 168 time: 0.1854329 Aug 11 03:47:00.158612 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b545c6-fcae-4754-b9b1-e88581ddd506 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d90906b3-11d7-4670-8cbc-45704d99f68c,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:47:00.860618 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 46610) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:47:00.874549 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device d4c9601c-0bd0-4c32-bb42-8a5f16db1ff7 no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:47:00.895415 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: d4c9601c-0bd0-4c32-bb42-8a5f16db1ff7 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:47:00.895848 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device d4c9601c-0bd0-4c32-bb42-8a5f16db1ff7 not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:47:00.905441 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-33da77f7-6495-44ba-b03d-5a2ac7cae5d4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=181ccb86439e447d84abee5222b1813d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0436771 Aug 11 03:47:00.907914 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 46612) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:47:00.954677 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8fe783b9-c10a-4d23-abc7-a62044292a66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:00.974665 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8fe783b9-c10a-4d23-abc7-a62044292a66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:01.073943 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8fe783b9-c10a-4d23-abc7-a62044292a66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:01.076453 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8fe783b9-c10a-4d23-abc7-a62044292a66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:01.077611 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-8fe783b9-c10a-4d23-abc7-a62044292a66 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3cf47d2f-1980-47e0-9be9-a1e2aea05cbf HTTP/1.1" status: 204 len: 168 time: 0.1688178 Aug 11 03:47:01.085966 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe783b9-c10a-4d23-abc7-a62044292a66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cf47d2f-1980-47e0-9be9-a1e2aea05cbf,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:47:01.872819 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:02.091039 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-558eddc5-7738-42d0-b57e-40ca0cb3f2f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:03.085279 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:04.719311 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:07.405185 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:11.450735 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:28.439722 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.agents_db [None req-950b7202-decb-43e2-8f71-ac8931dc9749 None None] Agent healthcheck: found 7 active agents {{(pid=102194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:47:29.170151 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-10405468-ce0e-440d-840d-1f0e960124ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:31.889487 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:32.089163 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-ebb30e80-485c-4246-b50e-fcaff58990a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:33.084653 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:34.757397 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:37.427246 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:41.461653 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:43.221484 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da95e73-dd08-47c3-986c-4ff48b8b3743 req-6448d8fd-af46-42d1-9450-59e5d00a01dc tempest-TestServerBasicOps-481185424 tempest-TestServerBasicOps-481185424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:47:43.223515 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9da95e73-dd08-47c3-986c-4ff48b8b3743 req-6448d8fd-af46-42d1-9450-59e5d00a01dc tempest-TestServerBasicOps-481185424 tempest-TestServerBasicOps-481185424-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2e0cebe-a8ff-4f92-898f-763a30ed87eb HTTP/1.1" status: 200 len: 946 time: 0.0485609 Aug 11 03:47:43.261291 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9da95e73-dd08-47c3-986c-4ff48b8b3743 req-9c122350-787a-49e6-8040-c52b89d28627 tempest-TestServerBasicOps-481185424 tempest-TestServerBasicOps-481185424-project] 10.222.0.41 "GET /v2.0/security-groups?id=682d4c2f-fc69-4da5-8390-a7207a442c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317636 Aug 11 03:47:44.545929 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145feac3-f597-4d55-a4e3-97e6613946e5 req-cace42fd-03ff-43be-b1e9-7097e7502456 tempest-TestServerBasicOps-481185424 tempest-TestServerBasicOps-481185424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:47:44.547492 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-145feac3-f597-4d55-a4e3-97e6613946e5 req-cace42fd-03ff-43be-b1e9-7097e7502456 tempest-TestServerBasicOps-481185424 tempest-TestServerBasicOps-481185424-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2e0cebe-a8ff-4f92-898f-763a30ed87eb HTTP/1.1" status: 200 len: 946 time: 0.0551820 Aug 11 03:47:44.616883 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-145feac3-f597-4d55-a4e3-97e6613946e5 req-2570fd12-d1e5-4122-b07f-953b6571a5e1 tempest-TestServerBasicOps-481185424 tempest-TestServerBasicOps-481185424-project] 10.222.0.41 "GET /v2.0/security-groups?id=682d4c2f-fc69-4da5-8390-a7207a442c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627346 Aug 11 03:47:44.631288 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfa57f1-1860-4631-8395-c7e86aa63a73 req-6b74edbc-eb6a-488f-98b9-3e72f125316f tempest-TestServerBasicOps-481185424 tempest-TestServerBasicOps-481185424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:47:44.632741 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cbfa57f1-1860-4631-8395-c7e86aa63a73 req-6b74edbc-eb6a-488f-98b9-3e72f125316f tempest-TestServerBasicOps-481185424 tempest-TestServerBasicOps-481185424-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2e0cebe-a8ff-4f92-898f-763a30ed87eb HTTP/1.1" status: 200 len: 946 time: 0.1964726 Aug 11 03:47:44.720580 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [req-cbfa57f1-1860-4631-8395-c7e86aa63a73 req-568bc56b-17d8-4c55-ad90-8343e7e6e276 tempest-TestServerBasicOps-481185424 tempest-TestServerBasicOps-481185424-project] Deleting port c4f5013a-b0bc-462e-a3ee-6024871ff4d6 {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:47:44.720929 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-cbfa57f1-1860-4631-8395-c7e86aa63a73 req-568bc56b-17d8-4c55-ad90-8343e7e6e276 tempest-TestServerBasicOps-481185424 tempest-TestServerBasicOps-481185424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:44.810766 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-cbfa57f1-1860-4631-8395-c7e86aa63a73 req-568bc56b-17d8-4c55-ad90-8343e7e6e276 tempest-TestServerBasicOps-481185424 tempest-TestServerBasicOps-481185424-project] For port c4f5013a-b0bc-462e-a3ee-6024871ff4d6, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=c4f5013a-b0bc-462e-a3ee-6024871ff4d6,segment=NetworkSegment(2ff3a04b-9602-4090-b29c-57ae1aa99924),segment_id=2ff3a04b-9602-4090-b29c-57ae1aa99924)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:47:44.811066 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-cbfa57f1-1860-4631-8395-c7e86aa63a73 req-568bc56b-17d8-4c55-ad90-8343e7e6e276 tempest-TestServerBasicOps-481185424 tempest-TestServerBasicOps-481185424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:44.977053 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-cbfa57f1-1860-4631-8395-c7e86aa63a73 req-568bc56b-17d8-4c55-ad90-8343e7e6e276 tempest-TestServerBasicOps-481185424 tempest-TestServerBasicOps-481185424-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:44.977424 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-cbfa57f1-1860-4631-8395-c7e86aa63a73 req-568bc56b-17d8-4c55-ad90-8343e7e6e276 tempest-TestServerBasicOps-481185424 tempest-TestServerBasicOps-481185424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446866'] for floatingip, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:44.977735 n-d-764292-30 neutron-server[102192]: INFO neutron.db.l3_db [req-cbfa57f1-1860-4631-8395-c7e86aa63a73 req-568bc56b-17d8-4c55-ad90-8343e7e6e276 tempest-TestServerBasicOps-481185424 tempest-TestServerBasicOps-481185424-project] Floating IP ee525a5a-3143-4f5c-9fc4-a4dfea485722 disassociated. External IP: 172.25.8.153, port: c4f5013a-b0bc-462e-a3ee-6024871ff4d6. Aug 11 03:47:44.978106 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [req-cbfa57f1-1860-4631-8395-c7e86aa63a73 req-568bc56b-17d8-4c55-ad90-8343e7e6e276 tempest-TestServerBasicOps-481185424 tempest-TestServerBasicOps-481185424-project] Calling delete_port for c4f5013a-b0bc-462e-a3ee-6024871ff4d6 owned by compute:nova {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:47:45.152781 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-cbfa57f1-1860-4631-8395-c7e86aa63a73 req-568bc56b-17d8-4c55-ad90-8343e7e6e276 tempest-TestServerBasicOps-481185424 tempest-TestServerBasicOps-481185424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:45.180073 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568bc56b-17d8-4c55-ad90-8343e7e6e276 tempest-TestServerBasicOps-481185424 tempest-TestServerBasicOps-481185424-project] Pushing event deleted for resources: {'Port': ['ID=c4f5013a-b0bc-462e-a3ee-6024871ff4d6,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:47:45.190213 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568bc56b-17d8-4c55-ad90-8343e7e6e276 tempest-TestServerBasicOps-481185424 tempest-TestServerBasicOps-481185424-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:47:45.190593 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568bc56b-17d8-4c55-ad90-8343e7e6e276 tempest-TestServerBasicOps-481185424 tempest-TestServerBasicOps-481185424-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:47:45.190935 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568bc56b-17d8-4c55-ad90-8343e7e6e276 tempest-TestServerBasicOps-481185424 tempest-TestServerBasicOps-481185424-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:47:45.191294 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568bc56b-17d8-4c55-ad90-8343e7e6e276 tempest-TestServerBasicOps-481185424 tempest-TestServerBasicOps-481185424-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:47:45.191652 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568bc56b-17d8-4c55-ad90-8343e7e6e276 tempest-TestServerBasicOps-481185424 tempest-TestServerBasicOps-481185424-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:47:45.191987 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568bc56b-17d8-4c55-ad90-8343e7e6e276 tempest-TestServerBasicOps-481185424 tempest-TestServerBasicOps-481185424-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:47:45.192325 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568bc56b-17d8-4c55-ad90-8343e7e6e276 tempest-TestServerBasicOps-481185424 tempest-TestServerBasicOps-481185424-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:47:45.192654 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568bc56b-17d8-4c55-ad90-8343e7e6e276 tempest-TestServerBasicOps-481185424 tempest-TestServerBasicOps-481185424-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:47:45.193507 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568bc56b-17d8-4c55-ad90-8343e7e6e276 tempest-TestServerBasicOps-481185424 tempest-TestServerBasicOps-481185424-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:47:45.193507 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568bc56b-17d8-4c55-ad90-8343e7e6e276 tempest-TestServerBasicOps-481185424 tempest-TestServerBasicOps-481185424-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:47:45.193683 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568bc56b-17d8-4c55-ad90-8343e7e6e276 tempest-TestServerBasicOps-481185424 tempest-TestServerBasicOps-481185424-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:47:45.193924 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568bc56b-17d8-4c55-ad90-8343e7e6e276 tempest-TestServerBasicOps-481185424 tempest-TestServerBasicOps-481185424-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:47:45.311494 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cbfa57f1-1860-4631-8395-c7e86aa63a73 req-568bc56b-17d8-4c55-ad90-8343e7e6e276 tempest-TestServerBasicOps-481185424 tempest-TestServerBasicOps-481185424-project] Router 1088aa61-5b4d-4886-8c50-2d06117ad50d has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:47:45.418800 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cbfa57f1-1860-4631-8395-c7e86aa63a73 req-568bc56b-17d8-4c55-ad90-8343e7e6e276 tempest-TestServerBasicOps-481185424 tempest-TestServerBasicOps-481185424-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:47:45.429232 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-304ebe71-e74d-4910-bdf2-c5ce0ce2edb8 None None] Sync routers for ids ['1088aa61-5b4d-4886-8c50-2d06117ad50d'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:47:45.438244 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-304ebe71-e74d-4910-bdf2-c5ce0ce2edb8 None None] Routers {'1088aa61-5b4d-4886-8c50-2d06117ad50d'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:47:45.439005 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-304ebe71-e74d-4910-bdf2-c5ce0ce2edb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:47:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['1088aa61-5b4d-4886-8c50-2d06117ad50d'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:47:45.457809 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbfa57f1-1860-4631-8395-c7e86aa63a73 req-568bc56b-17d8-4c55-ad90-8343e7e6e276 tempest-TestServerBasicOps-481185424 tempest-TestServerBasicOps-481185424-project] No DVR routers for this DVR port c4f5013a-b0bc-462e-a3ee-6024871ff4d6 on host n-h2-764292-30 {{(pid=102192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:47:45.460463 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-cbfa57f1-1860-4631-8395-c7e86aa63a73 req-568bc56b-17d8-4c55-ad90-8343e7e6e276 tempest-TestServerBasicOps-481185424 tempest-TestServerBasicOps-481185424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:45.462727 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cbfa57f1-1860-4631-8395-c7e86aa63a73 req-568bc56b-17d8-4c55-ad90-8343e7e6e276 tempest-TestServerBasicOps-481185424 tempest-TestServerBasicOps-481185424-project] 10.222.0.24 "DELETE /v2.0/ports/c4f5013a-b0bc-462e-a3ee-6024871ff4d6 HTTP/1.1" status: 204 len: 173 time: 0.8236678 Aug 11 03:47:45.463143 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2e0cebe-a8ff-4f92-898f-763a30ed87eb', 'name': 'network-vif-deleted', 'tag': 'c4f5013a-b0bc-462e-a3ee-6024871ff4d6'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:47:45.465505 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77974882-3e92-4aaf-ab57-164348f9fd99" -d '{"events": [{"server_uuid": "a2e0cebe-a8ff-4f92-898f-763a30ed87eb", "name": "network-vif-deleted", "tag": "c4f5013a-b0bc-462e-a3ee-6024871ff4d6"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:47:45.527117 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3da4a13c-7465-4c21-99dd-0b29637c2957 x-openstack-request-id: req-3da4a13c-7465-4c21-99dd-0b29637c2957 {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:47:45.527404 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2e0cebe-a8ff-4f92-898f-763a30ed87eb", "name": "network-vif-deleted", "tag": "c4f5013a-b0bc-462e-a3ee-6024871ff4d6", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:47:45.527654 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3da4a13c-7465-4c21-99dd-0b29637c2957 {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:47:45.528048 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2e0cebe-a8ff-4f92-898f-763a30ed87eb', 'name': 'network-vif-deleted', 'tag': 'c4f5013a-b0bc-462e-a3ee-6024871ff4d6', 'status': 'completed', 'code': 200} Aug 11 03:47:45.558531 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-304ebe71-e74d-4910-bdf2-c5ce0ce2edb8 None None] Set router 1088aa61-5b4d-4886-8c50-2d06117ad50d gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:47:45.723753 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7e523bea-ead3-4a0d-9b61-fcd5f26972f3 req-a9204b48-e40b-47f5-95a6-47343bb2c652 tempest-TestServerBasicOps-481185424 tempest-TestServerBasicOps-481185424-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2e0cebe-a8ff-4f92-898f-763a30ed87eb HTTP/1.1" status: 200 len: 210 time: 0.0261698 Aug 11 03:47:45.765000 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-304ebe71-e74d-4910-bdf2-c5ce0ce2edb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1088aa61-5b4d-4886-8c50-2d06117ad50d', 'name': 'tempest-TestServerBasicOps-608003181-router', 'tenant_id': 'cdbc52b009e74e0aa17950d9825b95fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': '9654b95e-3778-4322-b7c8-455b4caf2c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:42:33Z', 'updated_at': '2021-08-11T03:42:37Z', 'revision_number': 4, 'project_id': 'cdbc52b009e74e0aa17950d9825b95fb', 'gw_port': {'id': '9654b95e-3778-4322-b7c8-455b4caf2c67', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:92:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1088aa61-5b4d-4886-8c50-2d06117ad50d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:42:34Z', 'updated_at': '2021-08-11T03:42:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '0db1518d-3a47-47c1-9c05-eac648604d84', 'name': '', 'network_id': 'd92d46f2-064a-49b8-804b-dc12ea70bb0a', 'tenant_id': 'cdbc52b009e74e0aa17950d9825b95fb', 'mac_address': 'fa:16:3e:aa:07:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1088aa61-5b4d-4886-8c50-2d06117ad50d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '248d545f-cbb5-42b7-abe9-9525c530e588', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:42:36Z', 'updated_at': '2021-08-11T03:42:41Z', 'revision_number': 5, 'project_id': 'cdbc52b009e74e0aa17950d9825b95fb', 'subnets': [{'id': '248d545f-cbb5-42b7-abe9-9525c530e588', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:47:45.794669 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-304ebe71-e74d-4910-bdf2-c5ce0ce2edb8 None None] Checking router: 1088aa61-5b4d-4886-8c50-2d06117ad50d for host: n-d-764292-30 {{(pid=102193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:47:45.803361 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-304ebe71-e74d-4910-bdf2-c5ce0ce2edb8 None None] Routers {'1088aa61-5b4d-4886-8c50-2d06117ad50d'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:47:45.803953 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-304ebe71-e74d-4910-bdf2-c5ce0ce2edb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:47:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['1088aa61-5b4d-4886-8c50-2d06117ad50d'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:47:45.905930 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-304ebe71-e74d-4910-bdf2-c5ce0ce2edb8 None None] Set router 1088aa61-5b4d-4886-8c50-2d06117ad50d gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:47:46.100910 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-304ebe71-e74d-4910-bdf2-c5ce0ce2edb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1088aa61-5b4d-4886-8c50-2d06117ad50d', 'name': 'tempest-TestServerBasicOps-608003181-router', 'tenant_id': 'cdbc52b009e74e0aa17950d9825b95fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': '9654b95e-3778-4322-b7c8-455b4caf2c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:42:33Z', 'updated_at': '2021-08-11T03:42:37Z', 'revision_number': 4, 'project_id': 'cdbc52b009e74e0aa17950d9825b95fb', 'gw_port': {'id': '9654b95e-3778-4322-b7c8-455b4caf2c67', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:92:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1088aa61-5b4d-4886-8c50-2d06117ad50d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:42:34Z', 'updated_at': '2021-08-11T03:42:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '0db1518d-3a47-47c1-9c05-eac648604d84', 'name': '', 'network_id': 'd92d46f2-064a-49b8-804b-dc12ea70bb0a', 'tenant_id': 'cdbc52b009e74e0aa17950d9825b95fb', 'mac_address': 'fa:16:3e:aa:07:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1088aa61-5b4d-4886-8c50-2d06117ad50d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '248d545f-cbb5-42b7-abe9-9525c530e588', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:42:36Z', 'updated_at': '2021-08-11T03:42:41Z', 'revision_number': 5, 'project_id': 'cdbc52b009e74e0aa17950d9825b95fb', 'subnets': [{'id': '248d545f-cbb5-42b7-abe9-9525c530e588', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:47:46.127232 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-304ebe71-e74d-4910-bdf2-c5ce0ce2edb8 None None] The sync data for ids ['1088aa61-5b4d-4886-8c50-2d06117ad50d'] in n-d-764292-30 is: [{'id': '1088aa61-5b4d-4886-8c50-2d06117ad50d', 'name': 'tempest-TestServerBasicOps-608003181-router', 'tenant_id': 'cdbc52b009e74e0aa17950d9825b95fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': '9654b95e-3778-4322-b7c8-455b4caf2c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:42:33Z', 'updated_at': '2021-08-11T03:42:37Z', 'revision_number': 4, 'project_id': 'cdbc52b009e74e0aa17950d9825b95fb', 'gw_port': {'id': '9654b95e-3778-4322-b7c8-455b4caf2c67', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:92:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1088aa61-5b4d-4886-8c50-2d06117ad50d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:42:34Z', 'updated_at': '2021-08-11T03:42:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '0db1518d-3a47-47c1-9c05-eac648604d84', 'name': '', 'network_id': 'd92d46f2-064a-49b8-804b-dc12ea70bb0a', 'tenant_id': 'cdbc52b009e74e0aa17950d9825b95fb', 'mac_address': 'fa:16:3e:aa:07:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1088aa61-5b4d-4886-8c50-2d06117ad50d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '248d545f-cbb5-42b7-abe9-9525c530e588', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:42:36Z', 'updated_at': '2021-08-11T03:42:41Z', 'revision_number': 5, 'project_id': 'cdbc52b009e74e0aa17950d9825b95fb', 'subnets': [{'id': '248d545f-cbb5-42b7-abe9-9525c530e588', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:47:46.341529 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef42a6b5-7f30-484d-bd35-e74b0d7cf9f8 None None] New status for floating IP ee525a5a-3143-4f5c-9fc4-a4dfea485722: DOWN {{(pid=102194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:47:46.778961 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 46642) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:47:46.933361 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-40d18c29-5660-43e3-bc89-8cfe84b30743 tempest-TestServerBasicOps-481185424 tempest-TestServerBasicOps-481185424-project] Deleting port d89e13a8-e5cd-4d81-8a3a-6e472542d226 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:47:46.933704 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-40d18c29-5660-43e3-bc89-8cfe84b30743 tempest-TestServerBasicOps-481185424 tempest-TestServerBasicOps-481185424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:47.006262 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-40d18c29-5660-43e3-bc89-8cfe84b30743 tempest-TestServerBasicOps-481185424 tempest-TestServerBasicOps-481185424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:47.006626 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-40d18c29-5660-43e3-bc89-8cfe84b30743 tempest-TestServerBasicOps-481185424 tempest-TestServerBasicOps-481185424-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:47.018478 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-40d18c29-5660-43e3-bc89-8cfe84b30743 tempest-TestServerBasicOps-481185424 tempest-TestServerBasicOps-481185424-project] Calling delete_port for d89e13a8-e5cd-4d81-8a3a-6e472542d226 owned by network:floatingip {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:47:47.238689 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-40d18c29-5660-43e3-bc89-8cfe84b30743 tempest-TestServerBasicOps-481185424 tempest-TestServerBasicOps-481185424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:47.263512 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d18c29-5660-43e3-bc89-8cfe84b30743 tempest-TestServerBasicOps-481185424 tempest-TestServerBasicOps-481185424-project] Pushing event deleted for resources: {'Port': ['ID=d89e13a8-e5cd-4d81-8a3a-6e472542d226,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:47:47.290887 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d18c29-5660-43e3-bc89-8cfe84b30743 tempest-TestServerBasicOps-481185424 tempest-TestServerBasicOps-481185424-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:47:47.295460 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d18c29-5660-43e3-bc89-8cfe84b30743 tempest-TestServerBasicOps-481185424 tempest-TestServerBasicOps-481185424-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:47:47.295460 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d18c29-5660-43e3-bc89-8cfe84b30743 tempest-TestServerBasicOps-481185424 tempest-TestServerBasicOps-481185424-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:47:47.295460 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d18c29-5660-43e3-bc89-8cfe84b30743 tempest-TestServerBasicOps-481185424 tempest-TestServerBasicOps-481185424-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:47:47.295460 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d18c29-5660-43e3-bc89-8cfe84b30743 tempest-TestServerBasicOps-481185424 tempest-TestServerBasicOps-481185424-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:47:47.295460 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d18c29-5660-43e3-bc89-8cfe84b30743 tempest-TestServerBasicOps-481185424 tempest-TestServerBasicOps-481185424-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:47:47.295460 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d18c29-5660-43e3-bc89-8cfe84b30743 tempest-TestServerBasicOps-481185424 tempest-TestServerBasicOps-481185424-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:47:47.295460 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d18c29-5660-43e3-bc89-8cfe84b30743 tempest-TestServerBasicOps-481185424 tempest-TestServerBasicOps-481185424-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:47:47.295460 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d18c29-5660-43e3-bc89-8cfe84b30743 tempest-TestServerBasicOps-481185424 tempest-TestServerBasicOps-481185424-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:47:47.295460 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d18c29-5660-43e3-bc89-8cfe84b30743 tempest-TestServerBasicOps-481185424 tempest-TestServerBasicOps-481185424-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:47:47.295460 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d18c29-5660-43e3-bc89-8cfe84b30743 tempest-TestServerBasicOps-481185424 tempest-TestServerBasicOps-481185424-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:47:47.295460 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d18c29-5660-43e3-bc89-8cfe84b30743 tempest-TestServerBasicOps-481185424 tempest-TestServerBasicOps-481185424-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:47:47.338729 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-40d18c29-5660-43e3-bc89-8cfe84b30743 tempest-TestServerBasicOps-481185424 tempest-TestServerBasicOps-481185424-project] Notify callbacks [] for floatingip, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:47.342141 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-40d18c29-5660-43e3-bc89-8cfe84b30743 tempest-TestServerBasicOps-481185424 tempest-TestServerBasicOps-481185424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for floatingip, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:47.343311 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-40d18c29-5660-43e3-bc89-8cfe84b30743 tempest-TestServerBasicOps-481185424 tempest-TestServerBasicOps-481185424-project] 10.222.0.41 "DELETE /v2.0/floatingips/ee525a5a-3143-4f5c-9fc4-a4dfea485722 HTTP/1.1" status: 204 len: 168 time: 0.5633721 Aug 11 03:47:47.412404 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 46648) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:47:47.470136 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a3ec9e44-65b9-4c80-a290-0fad84e363d0 tempest-TestServerBasicOps-481185424 tempest-TestServerBasicOps-481185424-project] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:47.494736 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a3ec9e44-65b9-4c80-a290-0fad84e363d0 tempest-TestServerBasicOps-481185424 tempest-TestServerBasicOps-481185424-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:47.621422 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a3ec9e44-65b9-4c80-a290-0fad84e363d0 tempest-TestServerBasicOps-481185424 tempest-TestServerBasicOps-481185424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:47.624063 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a3ec9e44-65b9-4c80-a290-0fad84e363d0 tempest-TestServerBasicOps-481185424 tempest-TestServerBasicOps-481185424-project] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:47.625261 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-a3ec9e44-65b9-4c80-a290-0fad84e363d0 tempest-TestServerBasicOps-481185424 tempest-TestServerBasicOps-481185424-project] 10.222.0.41 "DELETE /v2.0/security-groups/682d4c2f-fc69-4da5-8390-a7207a442c0c HTTP/1.1" status: 204 len: 168 time: 0.2118690 Aug 11 03:47:47.634945 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ec9e44-65b9-4c80-a290-0fad84e363d0 tempest-TestServerBasicOps-481185424 tempest-TestServerBasicOps-481185424-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=682d4c2f-fc69-4da5-8390-a7207a442c0c,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:47:47.714691 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 46652) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:47:48.157499 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ea73884b-216e-4f1a-b4a7-81c46566bc7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521106'] for router_interface, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:48.638957 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-ea73884b-216e-4f1a-b4a7-81c46566bc7c admin admin] Deleting port 0db1518d-3a47-47c1-9c05-eac648604d84 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:47:48.639299 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ea73884b-216e-4f1a-b4a7-81c46566bc7c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:48.693261 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device c4f5013a-b0bc-462e-a3ee-6024871ff4d6 no longer exists at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:47:48.715985 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] No Port match for: c4f5013a-b0bc-462e-a3ee-6024871ff4d6 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:47:48.716327 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device c4f5013a-b0bc-462e-a3ee-6024871ff4d6 not bound to the agent host n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:47:48.719668 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [None req-ea73884b-216e-4f1a-b4a7-81c46566bc7c admin admin] For port 0db1518d-3a47-47c1-9c05-eac648604d84, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=0db1518d-3a47-47c1-9c05-eac648604d84,segment=NetworkSegment(2ff3a04b-9602-4090-b29c-57ae1aa99924),segment_id=2ff3a04b-9602-4090-b29c-57ae1aa99924)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:47:48.720031 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ea73884b-216e-4f1a-b4a7-81c46566bc7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:48.732568 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-ea73884b-216e-4f1a-b4a7-81c46566bc7c admin admin] Calling delete_port for 0db1518d-3a47-47c1-9c05-eac648604d84 owned by network:router_interface {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:47:49.004903 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ea73884b-216e-4f1a-b4a7-81c46566bc7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:49.033525 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea73884b-216e-4f1a-b4a7-81c46566bc7c admin admin] Pushing event deleted for resources: {'Port': ['ID=0db1518d-3a47-47c1-9c05-eac648604d84,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:47:49.195465 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ea73884b-216e-4f1a-b4a7-81c46566bc7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16383033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450082'] for router_interface, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:49.406581 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea73884b-216e-4f1a-b4a7-81c46566bc7c admin admin] Router 1088aa61-5b4d-4886-8c50-2d06117ad50d has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:47:49.512125 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea73884b-216e-4f1a-b4a7-81c46566bc7c admin admin] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:47:49.517121 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-ea73884b-216e-4f1a-b4a7-81c46566bc7c admin admin] 10.222.0.41 "PUT /v2.0/routers/1088aa61-5b4d-4886-8c50-2d06117ad50d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8014061 Aug 11 03:47:49.519610 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 46656) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:47:49.522345 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-908c36dd-250d-4695-b12a-0bc9400ce0d2 None None] Sync routers for ids ['1088aa61-5b4d-4886-8c50-2d06117ad50d'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:47:49.531439 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-908c36dd-250d-4695-b12a-0bc9400ce0d2 None None] Routers {'1088aa61-5b4d-4886-8c50-2d06117ad50d'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:47:49.532045 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-908c36dd-250d-4695-b12a-0bc9400ce0d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:47:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['1088aa61-5b4d-4886-8c50-2d06117ad50d'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:47:49.622023 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-40489554-1e50-4562-88ba-8b57ad6dea34 admin admin] Notify callbacks [] for router, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:49.635405 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-908c36dd-250d-4695-b12a-0bc9400ce0d2 None None] Set router 1088aa61-5b4d-4886-8c50-2d06117ad50d gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:47:49.723719 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-40489554-1e50-4562-88ba-8b57ad6dea34 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:49.841219 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-40489554-1e50-4562-88ba-8b57ad6dea34 admin admin] Deleting port 9654b95e-3778-4322-b7c8-455b4caf2c67 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:47:49.841563 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-40489554-1e50-4562-88ba-8b57ad6dea34 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:49.920253 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [None req-40489554-1e50-4562-88ba-8b57ad6dea34 admin admin] For port 9654b95e-3778-4322-b7c8-455b4caf2c67, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=9654b95e-3778-4322-b7c8-455b4caf2c67,segment=NetworkSegment(fab28bed-aa25-40db-bba4-ec26e795194c),segment_id=fab28bed-aa25-40db-bba4-ec26e795194c)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:47:49.920623 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-40489554-1e50-4562-88ba-8b57ad6dea34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:49.933760 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-40489554-1e50-4562-88ba-8b57ad6dea34 admin admin] Calling delete_port for 9654b95e-3778-4322-b7c8-455b4caf2c67 owned by network:router_gateway {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:47:49.962594 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-908c36dd-250d-4695-b12a-0bc9400ce0d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1088aa61-5b4d-4886-8c50-2d06117ad50d', 'name': 'tempest-TestServerBasicOps-608003181-router', 'tenant_id': 'cdbc52b009e74e0aa17950d9825b95fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': '9654b95e-3778-4322-b7c8-455b4caf2c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:42:33Z', 'updated_at': '2021-08-11T03:47:48Z', 'revision_number': 5, 'project_id': 'cdbc52b009e74e0aa17950d9825b95fb', 'gw_port': {'id': '9654b95e-3778-4322-b7c8-455b4caf2c67', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:92:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1088aa61-5b4d-4886-8c50-2d06117ad50d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:42:34Z', 'updated_at': '2021-08-11T03:42:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:47:49.989017 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-908c36dd-250d-4695-b12a-0bc9400ce0d2 None None] Checking router: 1088aa61-5b4d-4886-8c50-2d06117ad50d for host: n-d-764292-30 {{(pid=102193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:47:49.997079 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-908c36dd-250d-4695-b12a-0bc9400ce0d2 None None] Routers {'1088aa61-5b4d-4886-8c50-2d06117ad50d'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:47:49.997682 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-908c36dd-250d-4695-b12a-0bc9400ce0d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:47:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['1088aa61-5b4d-4886-8c50-2d06117ad50d'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:47:50.086207 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-908c36dd-250d-4695-b12a-0bc9400ce0d2 None None] Set router 1088aa61-5b4d-4886-8c50-2d06117ad50d gateway port host: None {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:47:50.140199 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-908c36dd-250d-4695-b12a-0bc9400ce0d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1088aa61-5b4d-4886-8c50-2d06117ad50d', 'name': 'tempest-TestServerBasicOps-608003181-router', 'tenant_id': 'cdbc52b009e74e0aa17950d9825b95fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:42:33Z', 'updated_at': '2021-08-11T03:47:49Z', 'revision_number': 6, 'project_id': 'cdbc52b009e74e0aa17950d9825b95fb', 'gw_port_host': None}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:47:50.158759 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-40489554-1e50-4562-88ba-8b57ad6dea34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:50.165916 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-908c36dd-250d-4695-b12a-0bc9400ce0d2 None None] The sync data for ids ['1088aa61-5b4d-4886-8c50-2d06117ad50d'] in n-d-764292-30 is: [{'id': '1088aa61-5b4d-4886-8c50-2d06117ad50d', 'name': 'tempest-TestServerBasicOps-608003181-router', 'tenant_id': 'cdbc52b009e74e0aa17950d9825b95fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:42:33Z', 'updated_at': '2021-08-11T03:47:49Z', 'revision_number': 6, 'project_id': 'cdbc52b009e74e0aa17950d9825b95fb', 'gw_port_host': None}] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:47:50.190067 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40489554-1e50-4562-88ba-8b57ad6dea34 admin admin] Pushing event deleted for resources: {'Port': ['ID=9654b95e-3778-4322-b7c8-455b4caf2c67,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:47:50.251116 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-40489554-1e50-4562-88ba-8b57ad6dea34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-446916'] for router_gateway, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:50.339089 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-40489554-1e50-4562-88ba-8b57ad6dea34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6544'] for router, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:50.341156 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-40489554-1e50-4562-88ba-8b57ad6dea34 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:50.444273 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-40489554-1e50-4562-88ba-8b57ad6dea34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448809'] for router, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:50.444824 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40489554-1e50-4562-88ba-8b57ad6dea34 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1088aa61-5b4d-4886-8c50-2d06117ad50d {{(pid=102191) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:47:50.449164 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-40489554-1e50-4562-88ba-8b57ad6dea34 admin admin] Notify callbacks [] for router, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:50.450338 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-40489554-1e50-4562-88ba-8b57ad6dea34 admin admin] 10.222.0.41 "DELETE /v2.0/routers/1088aa61-5b4d-4886-8c50-2d06117ad50d HTTP/1.1" status: 204 len: 168 time: 0.9297988 Aug 11 03:47:50.455579 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 46658) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:47:50.500918 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab3f143d-4e01-46f8-b699-5c0718aa8a8a admin admin] Deleting subnet 248d545f-cbb5-42b7-abe9-9525c530e588 {{(pid=102191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:47:50.503799 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ab3f143d-4e01-46f8-b699-5c0718aa8a8a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:50.540803 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ab3f143d-4e01-46f8-b699-5c0718aa8a8a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126283525'] for subnet, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:50.621234 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ab3f143d-4e01-46f8-b699-5c0718aa8a8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:50.741555 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ab3f143d-4e01-46f8-b699-5c0718aa8a8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126283413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126275158'] for subnet, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:50.770111 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ab3f143d-4e01-46f8-b699-5c0718aa8a8a admin admin] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:50.772892 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-ab3f143d-4e01-46f8-b699-5c0718aa8a8a admin admin] 10.222.0.41 "DELETE /v2.0/subnets/248d545f-cbb5-42b7-abe9-9525c530e588 HTTP/1.1" status: 204 len: 168 time: 0.3181884 Aug 11 03:47:50.774403 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3f143d-4e01-46f8-b699-5c0718aa8a8a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=248d545f-cbb5-42b7-abe9-9525c530e588,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:47:50.774946 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 46660) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:47:50.776931 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7918de41-e3ea-4579-82b9-8a113e50a3b4 None None] Network d92d46f2-064a-49b8-804b-dc12ea70bb0a requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:47:50.849823 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4db99edd-94a5-42ca-a287-567f9efc9d29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:50.909704 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-4db99edd-94a5-42ca-a287-567f9efc9d29 admin admin] Deleting port 10e78a9d-29fb-40de-b2fc-8cf34d7fe7c8 {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:47:50.910094 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4db99edd-94a5-42ca-a287-567f9efc9d29 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:50.974719 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9d0ef23-0b79-48a4-ae63-19cb2db31d3f None None] DHCP port deletion for d92d46f2-064a-49b8-804b-dc12ea70bb0a request from n-d-764292-30 {{(pid=102193) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:47:50.977559 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [None req-4db99edd-94a5-42ca-a287-567f9efc9d29 admin admin] For port 10e78a9d-29fb-40de-b2fc-8cf34d7fe7c8, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=10e78a9d-29fb-40de-b2fc-8cf34d7fe7c8,segment=NetworkSegment(2ff3a04b-9602-4090-b29c-57ae1aa99924),segment_id=2ff3a04b-9602-4090-b29c-57ae1aa99924)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:47:50.977928 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4db99edd-94a5-42ca-a287-567f9efc9d29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:50.991945 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-4db99edd-94a5-42ca-a287-567f9efc9d29 admin admin] Calling delete_port for 10e78a9d-29fb-40de-b2fc-8cf34d7fe7c8 owned by network:dhcp {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:47:51.002203 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 0db1518d-3a47-47c1-9c05-eac648604d84 no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:47:51.026024 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: 0db1518d-3a47-47c1-9c05-eac648604d84 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:47:51.026327 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 0db1518d-3a47-47c1-9c05-eac648604d84 not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:47:51.026756 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 9654b95e-3778-4322-b7c8-455b4caf2c67 no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:47:51.052905 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: 9654b95e-3778-4322-b7c8-455b4caf2c67 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:47:51.053240 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 9654b95e-3778-4322-b7c8-455b4caf2c67 not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:47:51.069713 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-e9d0ef23-0b79-48a4-ae63-19cb2db31d3f None None] Deleting port 10e78a9d-29fb-40de-b2fc-8cf34d7fe7c8 {{(pid=102193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:47:51.070105 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-e9d0ef23-0b79-48a4-ae63-19cb2db31d3f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:51.133106 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-e9d0ef23-0b79-48a4-ae63-19cb2db31d3f None None] For port 10e78a9d-29fb-40de-b2fc-8cf34d7fe7c8, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=10e78a9d-29fb-40de-b2fc-8cf34d7fe7c8,segment=NetworkSegment(2ff3a04b-9602-4090-b29c-57ae1aa99924),segment_id=2ff3a04b-9602-4090-b29c-57ae1aa99924)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:47:51.133628 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-e9d0ef23-0b79-48a4-ae63-19cb2db31d3f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:51.142941 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4db99edd-94a5-42ca-a287-567f9efc9d29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:51.147098 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-e9d0ef23-0b79-48a4-ae63-19cb2db31d3f None None] Calling delete_port for 10e78a9d-29fb-40de-b2fc-8cf34d7fe7c8 owned by network:dhcp {{(pid=102193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:47:51.170389 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db99edd-94a5-42ca-a287-567f9efc9d29 admin admin] Pushing event deleted for resources: {'Port': ['ID=10e78a9d-29fb-40de-b2fc-8cf34d7fe7c8,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:47:51.174207 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db99edd-94a5-42ca-a287-567f9efc9d29 admin admin] No DVR routers for this DVR port 10e78a9d-29fb-40de-b2fc-8cf34d7fe7c8 on host n-d-764292-30 {{(pid=102192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:47:51.241862 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-e9d0ef23-0b79-48a4-ae63-19cb2db31d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678'] for port, after_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:51.259576 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4db99edd-94a5-42ca-a287-567f9efc9d29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:51.267224 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d0ef23-0b79-48a4-ae63-19cb2db31d3f None None] Pushing event deleted for resources: {'Port': ['ID=10e78a9d-29fb-40de-b2fc-8cf34d7fe7c8,revision_number=None']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:47:51.269797 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-4db99edd-94a5-42ca-a287-567f9efc9d29 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d92d46f2-064a-49b8-804b-dc12ea70bb0a']}} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:47:51.270842 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d0ef23-0b79-48a4-ae63-19cb2db31d3f None None] No DVR routers for this DVR port 10e78a9d-29fb-40de-b2fc-8cf34d7fe7c8 on host n-d-764292-30 {{(pid=102193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:47:51.282830 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-4db99edd-94a5-42ca-a287-567f9efc9d29 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ff3a04b-9602-4090-b29c-57ae1aa99924') {'for_net_delete': True} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:47:51.283188 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-4db99edd-94a5-42ca-a287-567f9efc9d29 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ff3a04b-9602-4090-b29c-57ae1aa99924') {} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:47:51.292771 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4db99edd-94a5-42ca-a287-567f9efc9d29 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125932501'] for segment, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:51.307194 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4db99edd-94a5-42ca-a287-567f9efc9d29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:51.313067 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4db99edd-94a5-42ca-a287-567f9efc9d29 admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=102192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:47:51.313448 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4db99edd-94a5-42ca-a287-567f9efc9d29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125932183'] for segment, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:51.315078 n-d-764292-30 neutron-server[102192]: Traceback (most recent call last): Aug 11 03:47:51.315078 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:47:51.315078 n-d-764292-30 neutron-server[102192]: timer() Aug 11 03:47:51.315078 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:47:51.315078 n-d-764292-30 neutron-server[102192]: cb(*args, **kw) Aug 11 03:47:51.315078 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:47:51.315078 n-d-764292-30 neutron-server[102192]: return func(*args, **kwargs) Aug 11 03:47:51.315078 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:47:51.315078 n-d-764292-30 neutron-server[102192]: self._notify() Aug 11 03:47:51.315078 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:47:51.315078 n-d-764292-30 neutron-server[102192]: self.callback(batched_events) Aug 11 03:47:51.315078 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:47:51.315078 n-d-764292-30 neutron-server[102192]: event.method(event) Aug 11 03:47:51.315078 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:47:51.315078 n-d-764292-30 neutron-server[102192]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:47:51.315078 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:47:51.315078 n-d-764292-30 neutron-server[102192]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:47:51.315078 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:47:51.315078 n-d-764292-30 neutron-server[102192]: return f(self, *a, **k) Aug 11 03:47:51.315078 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:47:51.315078 n-d-764292-30 neutron-server[102192]: return self._get(url).json() Aug 11 03:47:51.315078 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:47:51.315078 n-d-764292-30 neutron-server[102192]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:47:51.315078 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:47:51.315078 n-d-764292-30 neutron-server[102192]: return self.request(url, 'GET', **kwargs) Aug 11 03:47:51.315078 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:47:51.315078 n-d-764292-30 neutron-server[102192]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:47:51.315078 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:47:51.315078 n-d-764292-30 neutron-server[102192]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:47:51.315078 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:47:51.315078 n-d-764292-30 neutron-server[102192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:47:51.315078 n-d-764292-30 neutron-server[102192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:47:51.444092 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4db99edd-94a5-42ca-a287-567f9efc9d29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:51.449526 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4db99edd-94a5-42ca-a287-567f9efc9d29 admin admin] Notify callbacks [] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:51.451426 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-4db99edd-94a5-42ca-a287-567f9efc9d29 admin admin] 10.222.0.41 "DELETE /v2.0/networks/d92d46f2-064a-49b8-804b-dc12ea70bb0a HTTP/1.1" status: 204 len: 168 time: 0.6755016 Aug 11 03:47:51.454616 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 46662) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:47:51.462231 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db99edd-94a5-42ca-a287-567f9efc9d29 admin admin] Pushing event deleted for resources: {'Network': ['ID=d92d46f2-064a-49b8-804b-dc12ea70bb0a,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:47:51.788679 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a5b578dc-c0d0-4ea3-8a17-3b29f98287ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521106'] for router_interface, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:52.282025 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-a5b578dc-c0d0-4ea3-8a17-3b29f98287ed admin admin] Deleting port f32a85d6-c884-4b0a-8001-ce7e82fea65a {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:47:52.282404 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a5b578dc-c0d0-4ea3-8a17-3b29f98287ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:52.360778 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [None req-a5b578dc-c0d0-4ea3-8a17-3b29f98287ed admin admin] For port f32a85d6-c884-4b0a-8001-ce7e82fea65a, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=f32a85d6-c884-4b0a-8001-ce7e82fea65a,segment=NetworkSegment(5b944bc9-b367-4284-9f14-2e3dfab522d7),segment_id=5b944bc9-b367-4284-9f14-2e3dfab522d7)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:47:52.361122 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a5b578dc-c0d0-4ea3-8a17-3b29f98287ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:52.373125 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-a5b578dc-c0d0-4ea3-8a17-3b29f98287ed admin admin] Calling delete_port for f32a85d6-c884-4b0a-8001-ce7e82fea65a owned by network:router_interface {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:47:52.615881 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a5b578dc-c0d0-4ea3-8a17-3b29f98287ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:52.639221 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b578dc-c0d0-4ea3-8a17-3b29f98287ed admin admin] Pushing event deleted for resources: {'Port': ['ID=f32a85d6-c884-4b0a-8001-ce7e82fea65a,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:47:52.807925 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a5b578dc-c0d0-4ea3-8a17-3b29f98287ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16383033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450082'] for router_interface, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:52.958207 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 10e78a9d-29fb-40de-b2fc-8cf34d7fe7c8 no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:47:52.978446 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: 10e78a9d-29fb-40de-b2fc-8cf34d7fe7c8 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:47:52.978786 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 10e78a9d-29fb-40de-b2fc-8cf34d7fe7c8 not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:47:53.024674 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5b578dc-c0d0-4ea3-8a17-3b29f98287ed admin admin] Router d4f425fd-517b-4c40-9eb5-75503263b8cd has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:47:53.131528 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5b578dc-c0d0-4ea3-8a17-3b29f98287ed admin admin] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:47:53.136845 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-a5b578dc-c0d0-4ea3-8a17-3b29f98287ed admin admin] 10.222.0.41 "PUT /v2.0/routers/d4f425fd-517b-4c40-9eb5-75503263b8cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6811280 Aug 11 03:47:53.139439 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 46664) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:47:53.140315 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc551d2a-c31c-464d-98f6-61e4d7bd97d8 None None] Sync routers for ids ['d4f425fd-517b-4c40-9eb5-75503263b8cd'] in n-d-764292-30 {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:47:53.150577 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc551d2a-c31c-464d-98f6-61e4d7bd97d8 None None] Routers {'d4f425fd-517b-4c40-9eb5-75503263b8cd'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:47:53.151182 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-cc551d2a-c31c-464d-98f6-61e4d7bd97d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:47:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['d4f425fd-517b-4c40-9eb5-75503263b8cd'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:47:53.243821 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-484db0ca-91fb-4ae4-b4e8-5e0aedeaf635 admin admin] Notify callbacks [] for router, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:53.252672 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-cc551d2a-c31c-464d-98f6-61e4d7bd97d8 None None] Set router d4f425fd-517b-4c40-9eb5-75503263b8cd gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:47:53.346874 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-484db0ca-91fb-4ae4-b4e8-5e0aedeaf635 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:53.421719 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-cc551d2a-c31c-464d-98f6-61e4d7bd97d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4f425fd-517b-4c40-9eb5-75503263b8cd', 'name': 'tempest-TestServerBasicOps-754039268-router', 'tenant_id': '4f22c998f01b4a2099f34a1b962a568c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': '63ac6ee8-a4fb-4095-a347-915b30e64ca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:42:40Z', 'updated_at': '2021-08-11T03:47:52Z', 'revision_number': 5, 'project_id': '4f22c998f01b4a2099f34a1b962a568c', 'gw_port': {'id': '63ac6ee8-a4fb-4095-a347-915b30e64ca1', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:c5:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f425fd-517b-4c40-9eb5-75503263b8cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:42:40Z', 'updated_at': '2021-08-11T03:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:47:53.451795 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc551d2a-c31c-464d-98f6-61e4d7bd97d8 None None] Checking router: d4f425fd-517b-4c40-9eb5-75503263b8cd for host: n-d-764292-30 {{(pid=102194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:47:53.453952 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-484db0ca-91fb-4ae4-b4e8-5e0aedeaf635 admin admin] Deleting port 63ac6ee8-a4fb-4095-a347-915b30e64ca1 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:47:53.454321 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-484db0ca-91fb-4ae4-b4e8-5e0aedeaf635 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:53.459924 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc551d2a-c31c-464d-98f6-61e4d7bd97d8 None None] Routers {'d4f425fd-517b-4c40-9eb5-75503263b8cd'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:47:53.460536 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-cc551d2a-c31c-464d-98f6-61e4d7bd97d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:47:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['d4f425fd-517b-4c40-9eb5-75503263b8cd'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:47:53.536302 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [None req-484db0ca-91fb-4ae4-b4e8-5e0aedeaf635 admin admin] For port 63ac6ee8-a4fb-4095-a347-915b30e64ca1, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=63ac6ee8-a4fb-4095-a347-915b30e64ca1,segment=NetworkSegment(fab28bed-aa25-40db-bba4-ec26e795194c),segment_id=fab28bed-aa25-40db-bba4-ec26e795194c)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:47:53.536662 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-484db0ca-91fb-4ae4-b4e8-5e0aedeaf635 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:53.543776 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-cc551d2a-c31c-464d-98f6-61e4d7bd97d8 None None] Set router d4f425fd-517b-4c40-9eb5-75503263b8cd gateway port host: None {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:47:53.549372 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-484db0ca-91fb-4ae4-b4e8-5e0aedeaf635 admin admin] Calling delete_port for 63ac6ee8-a4fb-4095-a347-915b30e64ca1 owned by network:router_gateway {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:47:53.592492 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-cc551d2a-c31c-464d-98f6-61e4d7bd97d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4f425fd-517b-4c40-9eb5-75503263b8cd', 'name': 'tempest-TestServerBasicOps-754039268-router', 'tenant_id': '4f22c998f01b4a2099f34a1b962a568c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:42:40Z', 'updated_at': '2021-08-11T03:47:53Z', 'revision_number': 6, 'project_id': '4f22c998f01b4a2099f34a1b962a568c', 'gw_port_host': None}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:47:53.621310 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc551d2a-c31c-464d-98f6-61e4d7bd97d8 None None] The sync data for ids ['d4f425fd-517b-4c40-9eb5-75503263b8cd'] in n-d-764292-30 is: [{'id': 'd4f425fd-517b-4c40-9eb5-75503263b8cd', 'name': 'tempest-TestServerBasicOps-754039268-router', 'tenant_id': '4f22c998f01b4a2099f34a1b962a568c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:42:40Z', 'updated_at': '2021-08-11T03:47:53Z', 'revision_number': 6, 'project_id': '4f22c998f01b4a2099f34a1b962a568c', 'gw_port_host': None}] {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:47:53.769168 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-484db0ca-91fb-4ae4-b4e8-5e0aedeaf635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:53.794789 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484db0ca-91fb-4ae4-b4e8-5e0aedeaf635 admin admin] Pushing event deleted for resources: {'Port': ['ID=63ac6ee8-a4fb-4095-a347-915b30e64ca1,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:47:53.852487 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-484db0ca-91fb-4ae4-b4e8-5e0aedeaf635 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-446916'] for router_gateway, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:53.939568 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-484db0ca-91fb-4ae4-b4e8-5e0aedeaf635 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6544'] for router, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:53.941527 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-484db0ca-91fb-4ae4-b4e8-5e0aedeaf635 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:54.055851 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-484db0ca-91fb-4ae4-b4e8-5e0aedeaf635 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448809'] for router, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:54.056454 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-484db0ca-91fb-4ae4-b4e8-5e0aedeaf635 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d4f425fd-517b-4c40-9eb5-75503263b8cd {{(pid=102191) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:47:54.061026 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-484db0ca-91fb-4ae4-b4e8-5e0aedeaf635 admin admin] Notify callbacks [] for router, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:54.062097 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-484db0ca-91fb-4ae4-b4e8-5e0aedeaf635 admin admin] 10.222.0.41 "DELETE /v2.0/routers/d4f425fd-517b-4c40-9eb5-75503263b8cd HTTP/1.1" status: 204 len: 168 time: 0.9217329 Aug 11 03:47:54.064606 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 46666) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:47:54.109675 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4ca8638-77ce-4813-b1ab-45d757ff922f admin admin] Deleting subnet 49a68319-00b6-4c51-aab1-8e606d479809 {{(pid=102191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:47:54.112687 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a4ca8638-77ce-4813-b1ab-45d757ff922f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:54.146673 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a4ca8638-77ce-4813-b1ab-45d757ff922f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126283525'] for subnet, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:54.225188 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a4ca8638-77ce-4813-b1ab-45d757ff922f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:54.358969 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a4ca8638-77ce-4813-b1ab-45d757ff922f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126283413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126275158'] for subnet, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:54.387028 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ca8638-77ce-4813-b1ab-45d757ff922f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49a68319-00b6-4c51-aab1-8e606d479809,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:47:54.389178 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a4ca8638-77ce-4813-b1ab-45d757ff922f admin admin] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:54.391258 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-a4ca8638-77ce-4813-b1ab-45d757ff922f admin admin] 10.222.0.41 "DELETE /v2.0/subnets/49a68319-00b6-4c51-aab1-8e606d479809 HTTP/1.1" status: 204 len: 168 time: 0.3255913 Aug 11 03:47:54.393689 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 46668) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:47:54.396701 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91401e35-94ec-40de-a9bc-90e9405cd8f2 None None] Network 3f4e590a-19f4-4d8b-bb19-9ae22b52a39f requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:47:54.465621 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8ff8d147-4f16-429b-b902-cf84ba816389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:54.519182 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-8ff8d147-4f16-429b-b902-cf84ba816389 admin admin] Deleting port ae61bf91-a31d-4403-8e46-260de335f9d2 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:47:54.520057 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8ff8d147-4f16-429b-b902-cf84ba816389 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:54.567959 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76da70a4-a719-43dd-9846-45cbc72db0af None None] DHCP port deletion for 3f4e590a-19f4-4d8b-bb19-9ae22b52a39f request from n-d-764292-30 {{(pid=102193) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:47:54.586031 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [None req-8ff8d147-4f16-429b-b902-cf84ba816389 admin admin] For port ae61bf91-a31d-4403-8e46-260de335f9d2, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=ae61bf91-a31d-4403-8e46-260de335f9d2,segment=NetworkSegment(5b944bc9-b367-4284-9f14-2e3dfab522d7),segment_id=5b944bc9-b367-4284-9f14-2e3dfab522d7)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:47:54.586451 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8ff8d147-4f16-429b-b902-cf84ba816389 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:54.600629 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-8ff8d147-4f16-429b-b902-cf84ba816389 admin admin] Calling delete_port for ae61bf91-a31d-4403-8e46-260de335f9d2 owned by network:dhcp {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:47:54.620736 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-76da70a4-a719-43dd-9846-45cbc72db0af None None] Deleting port ae61bf91-a31d-4403-8e46-260de335f9d2 {{(pid=102193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:47:54.621125 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-76da70a4-a719-43dd-9846-45cbc72db0af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:54.684750 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-76da70a4-a719-43dd-9846-45cbc72db0af None None] For port ae61bf91-a31d-4403-8e46-260de335f9d2, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=ae61bf91-a31d-4403-8e46-260de335f9d2,segment=NetworkSegment(5b944bc9-b367-4284-9f14-2e3dfab522d7),segment_id=5b944bc9-b367-4284-9f14-2e3dfab522d7)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:47:54.685152 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-76da70a4-a719-43dd-9846-45cbc72db0af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:54.702209 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-76da70a4-a719-43dd-9846-45cbc72db0af None None] Calling delete_port for ae61bf91-a31d-4403-8e46-260de335f9d2 owned by network:dhcp {{(pid=102193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:47:54.752692 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8ff8d147-4f16-429b-b902-cf84ba816389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:54.777499 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff8d147-4f16-429b-b902-cf84ba816389 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae61bf91-a31d-4403-8e46-260de335f9d2,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:47:54.778198 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-76da70a4-a719-43dd-9846-45cbc72db0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678'] for port, after_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:54.783653 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff8d147-4f16-429b-b902-cf84ba816389 admin admin] No DVR routers for this DVR port ae61bf91-a31d-4403-8e46-260de335f9d2 on host n-d-764292-30 {{(pid=102191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:47:54.806756 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76da70a4-a719-43dd-9846-45cbc72db0af None None] No DVR routers for this DVR port ae61bf91-a31d-4403-8e46-260de335f9d2 on host n-d-764292-30 {{(pid=102193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:47:54.808771 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76da70a4-a719-43dd-9846-45cbc72db0af None None] Pushing event deleted for resources: {'Port': ['ID=ae61bf91-a31d-4403-8e46-260de335f9d2,revision_number=None']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:47:54.874134 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8ff8d147-4f16-429b-b902-cf84ba816389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:54.885253 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-8ff8d147-4f16-429b-b902-cf84ba816389 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f4e590a-19f4-4d8b-bb19-9ae22b52a39f']}} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:47:54.904839 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-8ff8d147-4f16-429b-b902-cf84ba816389 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b944bc9-b367-4284-9f14-2e3dfab522d7') {'for_net_delete': True} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:47:54.904839 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-8ff8d147-4f16-429b-b902-cf84ba816389 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b944bc9-b367-4284-9f14-2e3dfab522d7') {} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:47:54.911348 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device ae61bf91-a31d-4403-8e46-260de335f9d2 no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:47:54.916589 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8ff8d147-4f16-429b-b902-cf84ba816389 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126283644'] for segment, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:54.930673 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8ff8d147-4f16-429b-b902-cf84ba816389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:54.932024 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: ae61bf91-a31d-4403-8e46-260de335f9d2 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:47:54.932467 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device ae61bf91-a31d-4403-8e46-260de335f9d2 not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:47:54.932891 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device f32a85d6-c884-4b0a-8001-ce7e82fea65a no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:47:54.936795 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ff8d147-4f16-429b-b902-cf84ba816389 admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=102191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:47:54.937216 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8ff8d147-4f16-429b-b902-cf84ba816389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126283391'] for segment, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:54.938992 n-d-764292-30 neutron-server[102191]: Traceback (most recent call last): Aug 11 03:47:54.938992 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:47:54.938992 n-d-764292-30 neutron-server[102191]: timer() Aug 11 03:47:54.938992 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:47:54.938992 n-d-764292-30 neutron-server[102191]: cb(*args, **kw) Aug 11 03:47:54.938992 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:47:54.938992 n-d-764292-30 neutron-server[102191]: return func(*args, **kwargs) Aug 11 03:47:54.938992 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:47:54.938992 n-d-764292-30 neutron-server[102191]: self._notify() Aug 11 03:47:54.938992 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:47:54.938992 n-d-764292-30 neutron-server[102191]: self.callback(batched_events) Aug 11 03:47:54.938992 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:47:54.938992 n-d-764292-30 neutron-server[102191]: event.method(event) Aug 11 03:47:54.938992 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:47:54.938992 n-d-764292-30 neutron-server[102191]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:47:54.938992 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:47:54.938992 n-d-764292-30 neutron-server[102191]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:47:54.938992 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:47:54.938992 n-d-764292-30 neutron-server[102191]: return f(self, *a, **k) Aug 11 03:47:54.938992 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:47:54.938992 n-d-764292-30 neutron-server[102191]: return self._get(url).json() Aug 11 03:47:54.938992 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:47:54.938992 n-d-764292-30 neutron-server[102191]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:47:54.938992 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:47:54.938992 n-d-764292-30 neutron-server[102191]: return self.request(url, 'GET', **kwargs) Aug 11 03:47:54.938992 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:47:54.938992 n-d-764292-30 neutron-server[102191]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:47:54.938992 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:47:54.938992 n-d-764292-30 neutron-server[102191]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:47:54.938992 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:47:54.938992 n-d-764292-30 neutron-server[102191]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:47:54.938992 n-d-764292-30 neutron-server[102191]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:47:54.952007 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: f32a85d6-c884-4b0a-8001-ce7e82fea65a {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:47:54.953867 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device f32a85d6-c884-4b0a-8001-ce7e82fea65a not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:47:54.953867 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 63ac6ee8-a4fb-4095-a347-915b30e64ca1 no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:47:54.974727 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: 63ac6ee8-a4fb-4095-a347-915b30e64ca1 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:47:54.975078 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 63ac6ee8-a4fb-4095-a347-915b30e64ca1 not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:47:55.078636 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8ff8d147-4f16-429b-b902-cf84ba816389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:55.087617 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8ff8d147-4f16-429b-b902-cf84ba816389 admin admin] Notify callbacks [] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:55.087617 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-8ff8d147-4f16-429b-b902-cf84ba816389 admin admin] 10.222.0.41 "DELETE /v2.0/networks/3f4e590a-19f4-4d8b-bb19-9ae22b52a39f HTTP/1.1" status: 204 len: 168 time: 0.6919112 Aug 11 03:47:55.100163 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff8d147-4f16-429b-b902-cf84ba816389 admin admin] Pushing event deleted for resources: {'Network': ['ID=3f4e590a-19f4-4d8b-bb19-9ae22b52a39f,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:47:55.418546 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 46674) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:47:55.458531 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-eefd8084-be44-4588-a50e-ed5da56b432f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cdbc52b009e74e0aa17950d9825b95fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387003 Aug 11 03:47:55.460844 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 46676) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:47:55.508080 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3adf27e2-fd93-418c-a2df-02bf24d2b5d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:55.532246 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3adf27e2-fd93-418c-a2df-02bf24d2b5d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:55.655761 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3adf27e2-fd93-418c-a2df-02bf24d2b5d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:55.658220 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3adf27e2-fd93-418c-a2df-02bf24d2b5d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:55.659406 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-3adf27e2-fd93-418c-a2df-02bf24d2b5d5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1eb39efc-d7bf-4dec-9ed4-a32623cdb087 HTTP/1.1" status: 204 len: 168 time: 0.1976867 Aug 11 03:47:55.667081 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adf27e2-fd93-418c-a2df-02bf24d2b5d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eb39efc-d7bf-4dec-9ed4-a32623cdb087,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:47:56.275825 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 46682) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:47:56.322901 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-bd7fbf37-bc97-41f9-b73f-6552fa7f5865 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4f22c998f01b4a2099f34a1b962a568c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0451081 Aug 11 03:47:56.324540 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 46684) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:47:56.370381 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-38b2006a-1b68-4e22-a644-63dcecf854f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:56.391204 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-38b2006a-1b68-4e22-a644-63dcecf854f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:56.489641 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-38b2006a-1b68-4e22-a644-63dcecf854f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:56.492760 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-38b2006a-1b68-4e22-a644-63dcecf854f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:56.493896 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-38b2006a-1b68-4e22-a644-63dcecf854f8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0e73998f-b944-4087-9687-bc9902f2e5d4 HTTP/1.1" status: 204 len: 168 time: 0.1684766 Aug 11 03:47:56.501413 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b2006a-1b68-4e22-a644-63dcecf854f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e73998f-b944-4087-9687-bc9902f2e5d4,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:47:59.182161 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-87eb49c4-a257-48a4-a176-efb9809934c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:48:01.878089 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:48:02.089993 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-bd845fb5-5818-40a8-8d54-731204baf9c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:48:03.112592 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:48:04.751388 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:48:05.438113 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.agents_db [None req-950b7202-decb-43e2-8f71-ac8931dc9749 None None] Agent healthcheck: found 7 active agents {{(pid=102194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:48:06.956321 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-091c45b4-3931-4a60-bc19-9e5dc20b8d46 req-a01514a0-585f-45ba-9374-fbb5f08193e9 tempest-ServersAdminNegativeTestJSON-708594422 tempest-ServersAdminNegativeTestJSON-708594422-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=f468409bb2364436b33285efc45c0613&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0217214 Aug 11 03:48:07.061829 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091c45b4-3931-4a60-bc19-9e5dc20b8d46 req-6d45ef6b-110c-48e2-bb3d-aab89106b509 tempest-ServersAdminNegativeTestJSON-708594422 tempest-ServersAdminNegativeTestJSON-708594422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:48:07.069802 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-091c45b4-3931-4a60-bc19-9e5dc20b8d46 req-6d45ef6b-110c-48e2-bb3d-aab89106b509 tempest-ServersAdminNegativeTestJSON-708594422 tempest-ServersAdminNegativeTestJSON-708594422-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1018109 Aug 11 03:48:07.078312 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-091c45b4-3931-4a60-bc19-9e5dc20b8d46 req-b5cc5ea8-3ae5-4077-a060-62dcc53e9fc6 tempest-ServersAdminNegativeTestJSON-708594422 tempest-ServersAdminNegativeTestJSON-708594422-project] 10.222.0.41 "GET /v2.0/quotas/f468409bb2364436b33285efc45c0613 HTTP/1.1" status: 200 len: 375 time: 0.0089583 Aug 11 03:48:07.109583 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-091c45b4-3931-4a60-bc19-9e5dc20b8d46 req-d36bae8a-e230-4ace-96d5-aee3730a2e9c tempest-ServersAdminNegativeTestJSON-708594422 tempest-ServersAdminNegativeTestJSON-708594422-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=f468409bb2364436b33285efc45c0613&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0259604 Aug 11 03:48:07.331203 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f5caba8b-a16a-440c-9d4c-d5a479915d2d req-df85eb47-580e-4570-ad68-117ab7ac0d00 tempest-ServersAdminNegativeTestJSON-708594422 tempest-ServersAdminNegativeTestJSON-708594422-project] 10.222.0.41 "GET /v2.0/ports?device_id=d0632f40-aab2-4cbb-8efc-2ebfb9a1ab9b HTTP/1.1" status: 200 len: 210 time: 0.0252531 Aug 11 03:48:07.432509 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:48:08.406800 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4bbfad5b-3e8a-4684-8f9f-2e129047d37e req-a8b3926b-de8d-4948-9f7b-f17559d98bf6 tempest-ServersAdminNegativeTestJSON-708594422 tempest-ServersAdminNegativeTestJSON-708594422-project] 10.222.0.41 "GET /v2.0/ports?device_id=d0632f40-aab2-4cbb-8efc-2ebfb9a1ab9b HTTP/1.1" status: 200 len: 210 time: 0.0252907 Aug 11 03:48:09.407315 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-091c45b4-3931-4a60-bc19-9e5dc20b8d46 req-5bb78cb9-3c77-42b7-b825-26a92ca48274 tempest-ServersAdminNegativeTestJSON-708594422 tempest-ServersAdminNegativeTestJSON-708594422-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=f468409bb2364436b33285efc45c0613&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0301843 Aug 11 03:48:09.499962 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0d2057ab-c53b-41a4-a22d-9be7d26ddba4 req-05739964-0ef8-40d5-be34-8c61d9545e7e tempest-ServersAdminNegativeTestJSON-708594422 tempest-ServersAdminNegativeTestJSON-708594422-project] 10.222.0.41 "GET /v2.0/ports?device_id=d0632f40-aab2-4cbb-8efc-2ebfb9a1ab9b HTTP/1.1" status: 200 len: 210 time: 0.0261412 Aug 11 03:48:09.597595 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091c45b4-3931-4a60-bc19-9e5dc20b8d46 req-3def7f9d-6157-4849-be78-cdc6230d524b tempest-ServersAdminNegativeTestJSON-708594422 tempest-ServersAdminNegativeTestJSON-708594422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:48:09.599077 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-091c45b4-3931-4a60-bc19-9e5dc20b8d46 req-3def7f9d-6157-4849-be78-cdc6230d524b tempest-ServersAdminNegativeTestJSON-708594422 tempest-ServersAdminNegativeTestJSON-708594422-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1847820 Aug 11 03:48:09.611348 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-091c45b4-3931-4a60-bc19-9e5dc20b8d46 req-9efb39a6-cf93-44c3-bb59-c96185bddc57 tempest-ServersAdminNegativeTestJSON-708594422 tempest-ServersAdminNegativeTestJSON-708594422-project] Request body: {'port': {'device_id': 'd0632f40-aab2-4cbb-8efc-2ebfb9a1ab9b', 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba', 'admin_state_up': True, 'tenant_id': 'f468409bb2364436b33285efc45c0613'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:48:09.752388 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-091c45b4-3931-4a60-bc19-9e5dc20b8d46 req-9efb39a6-cf93-44c3-bb59-c96185bddc57 tempest-ServersAdminNegativeTestJSON-708594422 tempest-ServersAdminNegativeTestJSON-708594422-project] Made reservation on behalf of f468409bb2364436b33285efc45c0613 for: {'port': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:48:09.756555 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-091c45b4-3931-4a60-bc19-9e5dc20b8d46 req-9efb39a6-cf93-44c3-bb59-c96185bddc57 tempest-ServersAdminNegativeTestJSON-708594422 tempest-ServersAdminNegativeTestJSON-708594422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:48:09.765453 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-091c45b4-3931-4a60-bc19-9e5dc20b8d46 req-9efb39a6-cf93-44c3-bb59-c96185bddc57 tempest-ServersAdminNegativeTestJSON-708594422 tempest-ServersAdminNegativeTestJSON-708594422-project] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:48:09.851553 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-091c45b4-3931-4a60-bc19-9e5dc20b8d46 req-9efb39a6-cf93-44c3-bb59-c96185bddc57 tempest-ServersAdminNegativeTestJSON-708594422 tempest-ServersAdminNegativeTestJSON-708594422-project] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:48:09.918362 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-091c45b4-3931-4a60-bc19-9e5dc20b8d46 req-9efb39a6-cf93-44c3-bb59-c96185bddc57 tempest-ServersAdminNegativeTestJSON-708594422 tempest-ServersAdminNegativeTestJSON-708594422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:48:09.984094 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efb39a6-cf93-44c3-bb59-c96185bddc57 tempest-ServersAdminNegativeTestJSON-708594422 tempest-ServersAdminNegativeTestJSON-708594422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d9ea914-9505-47c9-a4db-93ccca15fe31,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:48:10.050599 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [req-091c45b4-3931-4a60-bc19-9e5dc20b8d46 req-9efb39a6-cf93-44c3-bb59-c96185bddc57 tempest-ServersAdminNegativeTestJSON-708594422 tempest-ServersAdminNegativeTestJSON-708594422-project] Allocated IP 192.168.233.101 (d1bf0def-6fa4-4d3e-bbc5-20a040931fba/254a3f4d-2b75-429e-bbb2-8e70554e9483/16a47737-d96c-4c76-8aa9-193f0f63c684) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:48:10.190839 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-091c45b4-3931-4a60-bc19-9e5dc20b8d46 req-9efb39a6-cf93-44c3-bb59-c96185bddc57 tempest-ServersAdminNegativeTestJSON-708594422 tempest-ServersAdminNegativeTestJSON-708594422-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:48:10.204607 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [req-091c45b4-3931-4a60-bc19-9e5dc20b8d46 req-9efb39a6-cf93-44c3-bb59-c96185bddc57 tempest-ServersAdminNegativeTestJSON-708594422 tempest-ServersAdminNegativeTestJSON-708594422-project] Transition to ACTIVE for port object 16a47737-d96c-4c76-8aa9-193f0f63c684 will not be triggered until provisioned by entity DHCP. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:48:10.307347 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-091c45b4-3931-4a60-bc19-9e5dc20b8d46 req-9efb39a6-cf93-44c3-bb59-c96185bddc57 tempest-ServersAdminNegativeTestJSON-708594422 tempest-ServersAdminNegativeTestJSON-708594422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:48:10.350427 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-091c45b4-3931-4a60-bc19-9e5dc20b8d46 req-9efb39a6-cf93-44c3-bb59-c96185bddc57 tempest-ServersAdminNegativeTestJSON-708594422 tempest-ServersAdminNegativeTestJSON-708594422-project] Network d1bf0def-6fa4-4d3e-bbc5-20a040931fba is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:48:10.353513 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [req-091c45b4-3931-4a60-bc19-9e5dc20b8d46 req-9efb39a6-cf93-44c3-bb59-c96185bddc57 tempest-ServersAdminNegativeTestJSON-708594422 tempest-ServersAdminNegativeTestJSON-708594422-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:48:10.357177 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-091c45b4-3931-4a60-bc19-9e5dc20b8d46 req-9efb39a6-cf93-44c3-bb59-c96185bddc57 tempest-ServersAdminNegativeTestJSON-708594422 tempest-ServersAdminNegativeTestJSON-708594422-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:48:10.380240 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efb39a6-cf93-44c3-bb59-c96185bddc57 tempest-ServersAdminNegativeTestJSON-708594422 tempest-ServersAdminNegativeTestJSON-708594422-project] Pushing event updated for resources: {'Port': ['ID=16a47737-d96c-4c76-8aa9-193f0f63c684,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:48:10.412501 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091c45b4-3931-4a60-bc19-9e5dc20b8d46 req-9efb39a6-cf93-44c3-bb59-c96185bddc57 tempest-ServersAdminNegativeTestJSON-708594422 tempest-ServersAdminNegativeTestJSON-708594422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:48:10.412501 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-091c45b4-3931-4a60-bc19-9e5dc20b8d46 req-9efb39a6-cf93-44c3-bb59-c96185bddc57 tempest-ServersAdminNegativeTestJSON-708594422 tempest-ServersAdminNegativeTestJSON-708594422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:48:10.490018 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-091c45b4-3931-4a60-bc19-9e5dc20b8d46 req-9efb39a6-cf93-44c3-bb59-c96185bddc57 tempest-ServersAdminNegativeTestJSON-708594422 tempest-ServersAdminNegativeTestJSON-708594422-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8821983 Aug 11 03:48:10.502498 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-091c45b4-3931-4a60-bc19-9e5dc20b8d46 req-4fce8b2b-7078-4380-bfef-e81214c33500 service neutron] Request body: {'port': {'device_id': 'd0632f40-aab2-4cbb-8efc-2ebfb9a1ab9b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764292-30'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:48:10.561135 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-091c45b4-3931-4a60-bc19-9e5dc20b8d46 req-4fce8b2b-7078-4380-bfef-e81214c33500 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:48:10.624563 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e96c422-d69e-4e4f-b44c-cfdc963a87ca req-8c698d2b-796c-43c1-81e2-e9f571a2e830 tempest-ServersAdminNegativeTestJSON-708594422 tempest-ServersAdminNegativeTestJSON-708594422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:48:10.625979 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0e96c422-d69e-4e4f-b44c-cfdc963a87ca req-8c698d2b-796c-43c1-81e2-e9f571a2e830 tempest-ServersAdminNegativeTestJSON-708594422 tempest-ServersAdminNegativeTestJSON-708594422-project] 10.222.0.41 "GET /v2.0/ports?device_id=d0632f40-aab2-4cbb-8efc-2ebfb9a1ab9b HTTP/1.1" status: 200 len: 936 time: 0.0555522 Aug 11 03:48:10.664405 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0e96c422-d69e-4e4f-b44c-cfdc963a87ca req-0b94fe86-88aa-4d25-ad14-3c2018bab82d tempest-ServersAdminNegativeTestJSON-708594422 tempest-ServersAdminNegativeTestJSON-708594422-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d9ea914-9505-47c9-a4db-93ccca15fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313702 Aug 11 03:48:10.678554 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-66e2ed01-b642-4a1b-9072-3682cfe6df30 None None] Provisioning for port 16a47737-d96c-4c76-8aa9-193f0f63c684 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:48:10.682782 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-66e2ed01-b642-4a1b-9072-3682cfe6df30 None None] Provisioning complete for port 16a47737-d96c-4c76-8aa9-193f0f63c684 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:48:10.687768 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-66e2ed01-b642-4a1b-9072-3682cfe6df30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:48:10.717513 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-66e2ed01-b642-4a1b-9072-3682cfe6df30 None None] Port 16a47737-d96c-4c76-8aa9-193f0f63c684 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:48:10.828525 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [req-091c45b4-3931-4a60-bc19-9e5dc20b8d46 req-4fce8b2b-7078-4380-bfef-e81214c33500 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16a47737-d96c-4c76-8aa9-193f0f63c684 {{(pid=102191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:48:10.835763 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-091c45b4-3931-4a60-bc19-9e5dc20b8d46 req-4fce8b2b-7078-4380-bfef-e81214c33500 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:48:10.847186 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [req-091c45b4-3931-4a60-bc19-9e5dc20b8d46 req-4fce8b2b-7078-4380-bfef-e81214c33500 service neutron] Transition to ACTIVE for port object 16a47737-d96c-4c76-8aa9-193f0f63c684 will not be triggered until provisioned by entity L2. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:48:10.900852 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-091c45b4-3931-4a60-bc19-9e5dc20b8d46 req-4fce8b2b-7078-4380-bfef-e81214c33500 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:48:10.954598 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fce8b2b-7078-4380-bfef-e81214c33500 service neutron] Pushing event updated for resources: {'Port': ['ID=16a47737-d96c-4c76-8aa9-193f0f63c684,revision_number=2']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:48:11.024106 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-091c45b4-3931-4a60-bc19-9e5dc20b8d46 req-4fce8b2b-7078-4380-bfef-e81214c33500 service neutron] Attempting to bind port 16a47737-d96c-4c76-8aa9-193f0f63c684 on host n-h1-764292-30 for vnic_type normal with profile {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:48:11.024519 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-091c45b4-3931-4a60-bc19-9e5dc20b8d46 req-4fce8b2b-7078-4380-bfef-e81214c33500 service neutron] Attempting to bind port 16a47737-d96c-4c76-8aa9-193f0f63c684 by drivers openvswitch,hyperv on host n-h1-764292-30 at level 0 using segments [{'id': '9b7b03c0-092f-4953-898f-de6d8f2338ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba'}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:48:11.024861 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-091c45b4-3931-4a60-bc19-9e5dc20b8d46 req-4fce8b2b-7078-4380-bfef-e81214c33500 service neutron] Attempting to bind port 16a47737-d96c-4c76-8aa9-193f0f63c684 on network d1bf0def-6fa4-4d3e-bbc5-20a040931fba {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:48:11.029417 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-091c45b4-3931-4a60-bc19-9e5dc20b8d46 req-4fce8b2b-7078-4380-bfef-e81214c33500 service neutron] Port 16a47737-d96c-4c76-8aa9-193f0f63c684 on network d1bf0def-6fa4-4d3e-bbc5-20a040931fba not bound, no agent of type Open vSwitch agent registered on host n-h1-764292-30 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:48:11.030047 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-091c45b4-3931-4a60-bc19-9e5dc20b8d46 req-4fce8b2b-7078-4380-bfef-e81214c33500 service neutron] Attempting to bind port 16a47737-d96c-4c76-8aa9-193f0f63c684 on network d1bf0def-6fa4-4d3e-bbc5-20a040931fba {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:48:11.035529 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-091c45b4-3931-4a60-bc19-9e5dc20b8d46 req-4fce8b2b-7078-4380-bfef-e81214c33500 service neutron] Checking agent: {'id': 'abb524c2-b412-4ed2-8367-45c4fd996fa7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 47, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:48:11.036395 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-091c45b4-3931-4a60-bc19-9e5dc20b8d46 req-4fce8b2b-7078-4380-bfef-e81214c33500 service neutron] Checking segment: {'id': '9b7b03c0-092f-4953-898f-de6d8f2338ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:48:11.036775 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-091c45b4-3931-4a60-bc19-9e5dc20b8d46 req-4fce8b2b-7078-4380-bfef-e81214c33500 service neutron] Bound using segment: {'id': '9b7b03c0-092f-4953-898f-de6d8f2338ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba'} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:48:11.037192 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-091c45b4-3931-4a60-bc19-9e5dc20b8d46 req-4fce8b2b-7078-4380-bfef-e81214c33500 service neutron] Bound port: 16a47737-d96c-4c76-8aa9-193f0f63c684, host: n-h1-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b7b03c0-092f-4953-898f-de6d8f2338ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba'}}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:48:11.037550 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-091c45b4-3931-4a60-bc19-9e5dc20b8d46 req-4fce8b2b-7078-4380-bfef-e81214c33500 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:48:11.103799 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-091c45b4-3931-4a60-bc19-9e5dc20b8d46 req-4fce8b2b-7078-4380-bfef-e81214c33500 service neutron] For port 16a47737-d96c-4c76-8aa9-193f0f63c684, host n-h1-764292-30, cleared binding levels {{(pid=102191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:48:11.106709 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-091c45b4-3931-4a60-bc19-9e5dc20b8d46 req-4fce8b2b-7078-4380-bfef-e81214c33500 service neutron] For port 16a47737-d96c-4c76-8aa9-193f0f63c684, host n-h1-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=16a47737-d96c-4c76-8aa9-193f0f63c684,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:48:11.174423 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-091c45b4-3931-4a60-bc19-9e5dc20b8d46 req-4fce8b2b-7078-4380-bfef-e81214c33500 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:48:11.206785 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091c45b4-3931-4a60-bc19-9e5dc20b8d46 req-4fce8b2b-7078-4380-bfef-e81214c33500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:48:11.208498 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-091c45b4-3931-4a60-bc19-9e5dc20b8d46 req-4fce8b2b-7078-4380-bfef-e81214c33500 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:48:11.210508 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-091c45b4-3931-4a60-bc19-9e5dc20b8d46 req-4fce8b2b-7078-4380-bfef-e81214c33500 service neutron] 10.222.0.22 "PUT /v2.0/ports/16a47737-d96c-4c76-8aa9-193f0f63c684 HTTP/1.1" status: 200 len: 1097 time: 0.7124331 Aug 11 03:48:11.212592 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0632f40-aab2-4cbb-8efc-2ebfb9a1ab9b', 'tag': '16a47737-d96c-4c76-8aa9-193f0f63c684'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:48:11.215585 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-605997f9-9b65-4513-8dd3-17a28f3e17ba" -d '{"events": [{"name": "network-changed", "server_uuid": "d0632f40-aab2-4cbb-8efc-2ebfb9a1ab9b", "tag": "16a47737-d96c-4c76-8aa9-193f0f63c684"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:48:11.242199 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fce8b2b-7078-4380-bfef-e81214c33500 service neutron] Pushing event updated for resources: {'Port': ['ID=16a47737-d96c-4c76-8aa9-193f0f63c684,revision_number=3']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:48:11.257063 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:48:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e446e57-e27e-4302-a0af-91a664c48302 x-openstack-request-id: req-8e446e57-e27e-4302-a0af-91a664c48302 {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:48:11.257571 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0632f40-aab2-4cbb-8efc-2ebfb9a1ab9b", "tag": "16a47737-d96c-4c76-8aa9-193f0f63c684", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:48:11.257821 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8e446e57-e27e-4302-a0af-91a664c48302 {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:48:11.258228 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0632f40-aab2-4cbb-8efc-2ebfb9a1ab9b', 'tag': '16a47737-d96c-4c76-8aa9-193f0f63c684', 'status': 'completed', 'code': 200} Aug 11 03:48:11.322102 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605997f9-9b65-4513-8dd3-17a28f3e17ba req-cef844b3-0a28-4fb9-937c-cb55aada1696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:48:11.323683 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-605997f9-9b65-4513-8dd3-17a28f3e17ba req-cef844b3-0a28-4fb9-937c-cb55aada1696 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f468409bb2364436b33285efc45c0613&device_id=d0632f40-aab2-4cbb-8efc-2ebfb9a1ab9b HTTP/1.1" status: 200 len: 1100 time: 0.0435631 Aug 11 03:48:11.355238 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-605997f9-9b65-4513-8dd3-17a28f3e17ba req-9da99873-79c7-4140-8d1a-04d36160bded service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=f468409bb2364436b33285efc45c0613&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0238736 Aug 11 03:48:11.438168 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:48:11.699911 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605997f9-9b65-4513-8dd3-17a28f3e17ba req-07e6de84-c52c-4417-a915-6d2adc150293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:48:11.701402 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-605997f9-9b65-4513-8dd3-17a28f3e17ba req-07e6de84-c52c-4417-a915-6d2adc150293 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3394661 Aug 11 03:48:11.778140 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091c45b4-3931-4a60-bc19-9e5dc20b8d46 req-ec888910-9562-4f41-b203-5645e97d8e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:48:11.779757 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-091c45b4-3931-4a60-bc19-9e5dc20b8d46 req-ec888910-9562-4f41-b203-5645e97d8e5d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f468409bb2364436b33285efc45c0613&device_id=d0632f40-aab2-4cbb-8efc-2ebfb9a1ab9b HTTP/1.1" status: 200 len: 1100 time: 0.0414908 Aug 11 03:48:11.783171 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caa85c2-ea76-4b6e-b707-d52ba095cf2f req-9642b69f-66a5-4f13-b101-ac3f453f2ef4 tempest-ServersAdminNegativeTestJSON-708594422 tempest-ServersAdminNegativeTestJSON-708594422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:48:11.784707 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8caa85c2-ea76-4b6e-b707-d52ba095cf2f req-9642b69f-66a5-4f13-b101-ac3f453f2ef4 tempest-ServersAdminNegativeTestJSON-708594422 tempest-ServersAdminNegativeTestJSON-708594422-project] 10.222.0.41 "GET /v2.0/ports?device_id=d0632f40-aab2-4cbb-8efc-2ebfb9a1ab9b HTTP/1.1" status: 200 len: 948 time: 0.0500128 Aug 11 03:48:11.822521 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8caa85c2-ea76-4b6e-b707-d52ba095cf2f req-65efd760-32d5-41c8-b51a-055125b2e501 tempest-ServersAdminNegativeTestJSON-708594422 tempest-ServersAdminNegativeTestJSON-708594422-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d9ea914-9505-47c9-a4db-93ccca15fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317986 Aug 11 03:48:11.823987 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-091c45b4-3931-4a60-bc19-9e5dc20b8d46 req-7593a77e-ae0d-4a08-b58d-d639df20c87c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=16a47737-d96c-4c76-8aa9-193f0f63c684 HTTP/1.1" status: 200 len: 217 time: 0.0362880 Aug 11 03:48:11.873639 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091c45b4-3931-4a60-bc19-9e5dc20b8d46 req-b65c4536-a88e-4628-bb6e-f6af4b27f663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:48:11.875100 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-091c45b4-3931-4a60-bc19-9e5dc20b8d46 req-b65c4536-a88e-4628-bb6e-f6af4b27f663 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=254a3f4d-2b75-429e-bbb2-8e70554e9483 HTTP/1.1" status: 200 len: 843 time: 0.0441260 Aug 11 03:48:11.919991 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091c45b4-3931-4a60-bc19-9e5dc20b8d46 req-9e3900f7-73b0-4845-b66f-0b3211718c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:48:11.921427 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-091c45b4-3931-4a60-bc19-9e5dc20b8d46 req-9e3900f7-73b0-4845-b66f-0b3211718c83 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d1bf0def-6fa4-4d3e-bbc5-20a040931fba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0388238 Aug 11 03:48:12.012291 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-091c45b4-3931-4a60-bc19-9e5dc20b8d46 req-1897122d-4e23-4745-9c6d-4a743b2910a5 service neutron] 10.222.0.22 "GET /v2.0/networks/d1bf0def-6fa4-4d3e-bbc5-20a040931fba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832198 Aug 11 03:48:12.101350 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-091c45b4-3931-4a60-bc19-9e5dc20b8d46 req-4078ee2a-2cc3-4ca0-8a54-065d6c64a803 service neutron] 10.222.0.22 "GET /v2.0/networks/d1bf0def-6fa4-4d3e-bbc5-20a040931fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805542 Aug 11 03:48:12.937834 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28611aa2-51a9-46f0-aa5a-82621c4b8a94 req-f32bd905-3854-43b3-b241-a24f7834f442 tempest-ServersAdminNegativeTestJSON-708594422 tempest-ServersAdminNegativeTestJSON-708594422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:48:12.939330 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-28611aa2-51a9-46f0-aa5a-82621c4b8a94 req-f32bd905-3854-43b3-b241-a24f7834f442 tempest-ServersAdminNegativeTestJSON-708594422 tempest-ServersAdminNegativeTestJSON-708594422-project] 10.222.0.41 "GET /v2.0/ports?device_id=d0632f40-aab2-4cbb-8efc-2ebfb9a1ab9b HTTP/1.1" status: 200 len: 948 time: 0.0483062 Aug 11 03:48:12.977283 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-28611aa2-51a9-46f0-aa5a-82621c4b8a94 req-ec48a4e4-188a-4c03-acee-974fe59788a9 tempest-ServersAdminNegativeTestJSON-708594422 tempest-ServersAdminNegativeTestJSON-708594422-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d9ea914-9505-47c9-a4db-93ccca15fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319138 Aug 11 03:48:14.094476 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b1a306-ac7f-484c-b8f6-0c6b49da0cef req-8e4203be-f902-4b45-b821-852d2f138e3e tempest-ServersAdminNegativeTestJSON-708594422 tempest-ServersAdminNegativeTestJSON-708594422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:48:14.095959 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e7b1a306-ac7f-484c-b8f6-0c6b49da0cef req-8e4203be-f902-4b45-b821-852d2f138e3e tempest-ServersAdminNegativeTestJSON-708594422 tempest-ServersAdminNegativeTestJSON-708594422-project] 10.222.0.41 "GET /v2.0/ports?device_id=d0632f40-aab2-4cbb-8efc-2ebfb9a1ab9b HTTP/1.1" status: 200 len: 948 time: 0.0534737 Aug 11 03:48:14.133313 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e7b1a306-ac7f-484c-b8f6-0c6b49da0cef req-9b5208be-d72e-4d30-89d0-bf86ec19501d tempest-ServersAdminNegativeTestJSON-708594422 tempest-ServersAdminNegativeTestJSON-708594422-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d9ea914-9505-47c9-a4db-93ccca15fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312736 Aug 11 03:48:15.245368 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f648dfc7-4e0e-4d3a-a326-3b4bcb4e2561 req-ee92df6d-d42d-48d3-8a32-e498fd55f897 tempest-ServersAdminNegativeTestJSON-708594422 tempest-ServersAdminNegativeTestJSON-708594422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:48:15.246858 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f648dfc7-4e0e-4d3a-a326-3b4bcb4e2561 req-ee92df6d-d42d-48d3-8a32-e498fd55f897 tempest-ServersAdminNegativeTestJSON-708594422 tempest-ServersAdminNegativeTestJSON-708594422-project] 10.222.0.41 "GET /v2.0/ports?device_id=d0632f40-aab2-4cbb-8efc-2ebfb9a1ab9b HTTP/1.1" status: 200 len: 948 time: 0.0488298 Aug 11 03:48:15.285170 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f648dfc7-4e0e-4d3a-a326-3b4bcb4e2561 req-d8720a34-1bcc-4c15-b6a2-4a7252db262b tempest-ServersAdminNegativeTestJSON-708594422 tempest-ServersAdminNegativeTestJSON-708594422-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d9ea914-9505-47c9-a4db-93ccca15fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323360 Aug 11 03:48:15.643063 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 16a47737-d96c-4c76-8aa9-193f0f63c684 details requested by agent hyperv_n-h1-764292-30 with host n-h1-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:48:15.738892 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 16a47737-d96c-4c76-8aa9-193f0f63c684, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=16a47737-d96c-4c76-8aa9-193f0f63c684,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:48:15.750475 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Returning: {'device': '16a47737-d96c-4c76-8aa9-193f0f63c684', 'network_id': 'd1bf0def-6fa4-4d3e-bbc5-20a040931fba', 'port_id': '16a47737-d96c-4c76-8aa9-193f0f63c684', 'mac_address': 'fa:16:3e:23:7a:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '254a3f4d-2b75-429e-bbb2-8e70554e9483', 'ip_address': '192.168.233.101'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:48:15.786414 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:48:15.798811 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16a47737-d96c-4c76-8aa9-193f0f63c684 {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:48:15.817886 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 16a47737-d96c-4c76-8aa9-193f0f63c684, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=16a47737-d96c-4c76-8aa9-193f0f63c684,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:48:15.889600 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:48:15.935695 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=16a47737-d96c-4c76-8aa9-193f0f63c684,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:48:15.942677 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:48:15.943027 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:48:15.944125 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:48:15.944473 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:48:15.944811 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:48:15.945145 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:48:15.945476 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:48:15.945802 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:48:15.946129 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:48:15.946476 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:48:15.946805 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:48:15.947125 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:48:16.242354 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['16a47737-d96c-4c76-8aa9-193f0f63c684'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:48:16.398213 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533a04fe-77de-48b8-b6d8-03f8855e3e0f req-9bf04b27-f1e9-4ab6-964f-62f00ec750a4 tempest-ServersAdminNegativeTestJSON-708594422 tempest-ServersAdminNegativeTestJSON-708594422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:48:16.399758 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-533a04fe-77de-48b8-b6d8-03f8855e3e0f req-9bf04b27-f1e9-4ab6-964f-62f00ec750a4 tempest-ServersAdminNegativeTestJSON-708594422 tempest-ServersAdminNegativeTestJSON-708594422-project] 10.222.0.41 "GET /v2.0/ports?device_id=d0632f40-aab2-4cbb-8efc-2ebfb9a1ab9b HTTP/1.1" status: 200 len: 949 time: 0.0486178 Aug 11 03:48:16.436862 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-533a04fe-77de-48b8-b6d8-03f8855e3e0f req-a414a2d4-6812-4402-a0d9-7207f00a4478 tempest-ServersAdminNegativeTestJSON-708594422 tempest-ServersAdminNegativeTestJSON-708594422-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d9ea914-9505-47c9-a4db-93ccca15fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310309 Aug 11 03:48:17.552614 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd41c34b-4799-4111-8df3-ca9a2c3474e0 req-1989fcb7-fa64-4a5d-90bf-9b756ebf6b05 tempest-ServersAdminNegativeTestJSON-708594422 tempest-ServersAdminNegativeTestJSON-708594422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:48:17.554694 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-dd41c34b-4799-4111-8df3-ca9a2c3474e0 req-1989fcb7-fa64-4a5d-90bf-9b756ebf6b05 tempest-ServersAdminNegativeTestJSON-708594422 tempest-ServersAdminNegativeTestJSON-708594422-project] 10.222.0.41 "GET /v2.0/ports?device_id=d0632f40-aab2-4cbb-8efc-2ebfb9a1ab9b HTTP/1.1" status: 200 len: 949 time: 0.0526507 Aug 11 03:48:17.591284 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-dd41c34b-4799-4111-8df3-ca9a2c3474e0 req-bf009ecb-821b-4965-ab44-d13ad692a9c7 tempest-ServersAdminNegativeTestJSON-708594422 tempest-ServersAdminNegativeTestJSON-708594422-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d9ea914-9505-47c9-a4db-93ccca15fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306721 Aug 11 03:48:17.652938 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 16a47737-d96c-4c76-8aa9-193f0f63c684 up at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:48:17.769497 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning for port 16a47737-d96c-4c76-8aa9-193f0f63c684 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:48:17.773314 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning complete for port 16a47737-d96c-4c76-8aa9-193f0f63c684 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:48:17.773687 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:48:17.851962 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:48:17.873951 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0632f40-aab2-4cbb-8efc-2ebfb9a1ab9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16a47737-d96c-4c76-8aa9-193f0f63c684'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:48:17.876236 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcd1094f-ac0b-43b7-ac7e-3d40e3794b51" -d '{"events": [{"server_uuid": "d0632f40-aab2-4cbb-8efc-2ebfb9a1ab9b", "name": "network-vif-plugged", "status": "completed", "tag": "16a47737-d96c-4c76-8aa9-193f0f63c684"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:48:17.888906 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 16a47737-d96c-4c76-8aa9-193f0f63c684, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=16a47737-d96c-4c76-8aa9-193f0f63c684,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:48:17.969688 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:48:17.976008 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:48:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd9c7bc2-cfef-437f-8b3e-ba1b93a93596 x-openstack-request-id: req-dd9c7bc2-cfef-437f-8b3e-ba1b93a93596 {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:48:17.976309 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0632f40-aab2-4cbb-8efc-2ebfb9a1ab9b", "name": "network-vif-plugged", "status": "completed", "tag": "16a47737-d96c-4c76-8aa9-193f0f63c684", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:48:17.976558 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-dd9c7bc2-cfef-437f-8b3e-ba1b93a93596 {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:48:17.976950 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0632f40-aab2-4cbb-8efc-2ebfb9a1ab9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16a47737-d96c-4c76-8aa9-193f0f63c684', 'code': 200} Aug 11 03:48:18.022821 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=16a47737-d96c-4c76-8aa9-193f0f63c684,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:48:18.071229 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0897e827-ee00-49e8-b676-63ba10bdd0fb req-592c3167-8b2c-4df4-9c0f-3b887c13c0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:48:18.072760 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-0897e827-ee00-49e8-b676-63ba10bdd0fb req-592c3167-8b2c-4df4-9c0f-3b887c13c0e3 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=d0632f40-aab2-4cbb-8efc-2ebfb9a1ab9b HTTP/1.1" status: 200 len: 1102 time: 0.0408604 Aug 11 03:48:18.112517 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-0897e827-ee00-49e8-b676-63ba10bdd0fb req-74847e82-066f-4957-9f89-9967543b78f1 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=3d9ea914-9505-47c9-a4db-93ccca15fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325582 Aug 11 03:48:18.705380 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cd3f95-707d-4d81-a14b-369997b0af0c req-47d4999d-72b5-40de-8c82-aa69b70b5320 tempest-ServersAdminNegativeTestJSON-708594422 tempest-ServersAdminNegativeTestJSON-708594422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:48:18.707129 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-26cd3f95-707d-4d81-a14b-369997b0af0c req-47d4999d-72b5-40de-8c82-aa69b70b5320 tempest-ServersAdminNegativeTestJSON-708594422 tempest-ServersAdminNegativeTestJSON-708594422-project] 10.222.0.41 "GET /v2.0/ports?device_id=d0632f40-aab2-4cbb-8efc-2ebfb9a1ab9b HTTP/1.1" status: 200 len: 950 time: 0.0490055 Aug 11 03:48:18.743595 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-26cd3f95-707d-4d81-a14b-369997b0af0c req-e9a59197-0619-4341-8585-139825cdc949 tempest-ServersAdminNegativeTestJSON-708594422 tempest-ServersAdminNegativeTestJSON-708594422-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d9ea914-9505-47c9-a4db-93ccca15fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305872 Aug 11 03:48:19.858834 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975ddff8-980c-46e9-8bd2-d952d56f135c req-66f2aef4-522a-413d-9f00-dfb4e738f0b4 tempest-ServersAdminNegativeTestJSON-708594422 tempest-ServersAdminNegativeTestJSON-708594422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:48:19.860305 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-975ddff8-980c-46e9-8bd2-d952d56f135c req-66f2aef4-522a-413d-9f00-dfb4e738f0b4 tempest-ServersAdminNegativeTestJSON-708594422 tempest-ServersAdminNegativeTestJSON-708594422-project] 10.222.0.41 "GET /v2.0/ports?device_id=d0632f40-aab2-4cbb-8efc-2ebfb9a1ab9b HTTP/1.1" status: 200 len: 950 time: 0.0487738 Aug 11 03:48:19.897022 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-975ddff8-980c-46e9-8bd2-d952d56f135c req-f8a2dea9-5ccc-47fb-a65f-706dc2bbfe8f tempest-ServersAdminNegativeTestJSON-708594422 tempest-ServersAdminNegativeTestJSON-708594422-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d9ea914-9505-47c9-a4db-93ccca15fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307400 Aug 11 03:48:21.241796 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b433e27d-da70-4351-ba5d-38ff62f097ee req-287fc21f-e458-4924-8cf7-af97e294b254 tempest-ServersAdminNegativeTestJSON-708594422 tempest-ServersAdminNegativeTestJSON-708594422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:48:21.243301 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b433e27d-da70-4351-ba5d-38ff62f097ee req-287fc21f-e458-4924-8cf7-af97e294b254 tempest-ServersAdminNegativeTestJSON-708594422 tempest-ServersAdminNegativeTestJSON-708594422-project] 10.222.0.41 "GET /v2.0/ports?device_id=d0632f40-aab2-4cbb-8efc-2ebfb9a1ab9b HTTP/1.1" status: 200 len: 950 time: 0.0533898 Aug 11 03:48:21.279890 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b433e27d-da70-4351-ba5d-38ff62f097ee req-d6b5993d-5b65-43b4-ae1f-dab9f47be152 tempest-ServersAdminNegativeTestJSON-708594422 tempest-ServersAdminNegativeTestJSON-708594422-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d9ea914-9505-47c9-a4db-93ccca15fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306733 Aug 11 03:48:22.396777 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee75a2f-8e2f-4795-ae9a-e31ab6a79b8a req-9c04f386-a3d8-41c8-b2dc-ba4a301bca71 tempest-ServersAdminNegativeTestJSON-708594422 tempest-ServersAdminNegativeTestJSON-708594422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:48:22.398339 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6ee75a2f-8e2f-4795-ae9a-e31ab6a79b8a req-9c04f386-a3d8-41c8-b2dc-ba4a301bca71 tempest-ServersAdminNegativeTestJSON-708594422 tempest-ServersAdminNegativeTestJSON-708594422-project] 10.222.0.41 "GET /v2.0/ports?device_id=d0632f40-aab2-4cbb-8efc-2ebfb9a1ab9b HTTP/1.1" status: 200 len: 950 time: 0.0484681 Aug 11 03:48:22.442033 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6ee75a2f-8e2f-4795-ae9a-e31ab6a79b8a req-906f0c76-e06e-4cd8-af96-e9c7b2d4f403 tempest-ServersAdminNegativeTestJSON-708594422 tempest-ServersAdminNegativeTestJSON-708594422-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d9ea914-9505-47c9-a4db-93ccca15fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376208 Aug 11 03:48:22.740391 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd6e199-5029-40f3-a8b7-0b7a1f84f08c req-ac4b71d6-80e5-47de-a185-6e0cf495924f tempest-ServersAdminNegativeTestJSON-708594422 tempest-ServersAdminNegativeTestJSON-708594422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:48:22.742582 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-4cd6e199-5029-40f3-a8b7-0b7a1f84f08c req-ac4b71d6-80e5-47de-a185-6e0cf495924f tempest-ServersAdminNegativeTestJSON-708594422 tempest-ServersAdminNegativeTestJSON-708594422-project] 10.222.0.22 "GET /v2.0/ports?device_id=d0632f40-aab2-4cbb-8efc-2ebfb9a1ab9b HTTP/1.1" status: 200 len: 950 time: 0.0490935 Aug 11 03:48:22.830995 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-4cd6e199-5029-40f3-a8b7-0b7a1f84f08c req-19d515a2-38aa-45c3-a44b-639dc1caf99b tempest-ServersAdminNegativeTestJSON-708594422 tempest-ServersAdminNegativeTestJSON-708594422-project] Deleting port 16a47737-d96c-4c76-8aa9-193f0f63c684 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:48:22.831332 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-4cd6e199-5029-40f3-a8b7-0b7a1f84f08c req-19d515a2-38aa-45c3-a44b-639dc1caf99b tempest-ServersAdminNegativeTestJSON-708594422 tempest-ServersAdminNegativeTestJSON-708594422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:48:22.920148 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-4cd6e199-5029-40f3-a8b7-0b7a1f84f08c req-19d515a2-38aa-45c3-a44b-639dc1caf99b tempest-ServersAdminNegativeTestJSON-708594422 tempest-ServersAdminNegativeTestJSON-708594422-project] For port 16a47737-d96c-4c76-8aa9-193f0f63c684, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=16a47737-d96c-4c76-8aa9-193f0f63c684,segment=NetworkSegment(9b7b03c0-092f-4953-898f-de6d8f2338ed),segment_id=9b7b03c0-092f-4953-898f-de6d8f2338ed)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:48:22.920513 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-4cd6e199-5029-40f3-a8b7-0b7a1f84f08c req-19d515a2-38aa-45c3-a44b-639dc1caf99b tempest-ServersAdminNegativeTestJSON-708594422 tempest-ServersAdminNegativeTestJSON-708594422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:48:22.933425 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-4cd6e199-5029-40f3-a8b7-0b7a1f84f08c req-19d515a2-38aa-45c3-a44b-639dc1caf99b tempest-ServersAdminNegativeTestJSON-708594422 tempest-ServersAdminNegativeTestJSON-708594422-project] Calling delete_port for 16a47737-d96c-4c76-8aa9-193f0f63c684 owned by compute:nova {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:48:23.105305 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-4cd6e199-5029-40f3-a8b7-0b7a1f84f08c req-19d515a2-38aa-45c3-a44b-639dc1caf99b tempest-ServersAdminNegativeTestJSON-708594422 tempest-ServersAdminNegativeTestJSON-708594422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:48:23.117640 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['16a47737-d96c-4c76-8aa9-193f0f63c684'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:48:23.132400 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d515a2-38aa-45c3-a44b-639dc1caf99b tempest-ServersAdminNegativeTestJSON-708594422 tempest-ServersAdminNegativeTestJSON-708594422-project] Pushing event deleted for resources: {'Port': ['ID=16a47737-d96c-4c76-8aa9-193f0f63c684,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:48:23.176229 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cd6e199-5029-40f3-a8b7-0b7a1f84f08c req-19d515a2-38aa-45c3-a44b-639dc1caf99b tempest-ServersAdminNegativeTestJSON-708594422 tempest-ServersAdminNegativeTestJSON-708594422-project] No DVR routers for this DVR port 16a47737-d96c-4c76-8aa9-193f0f63c684 on host n-h1-764292-30 {{(pid=102191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:48:23.178929 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-4cd6e199-5029-40f3-a8b7-0b7a1f84f08c req-19d515a2-38aa-45c3-a44b-639dc1caf99b tempest-ServersAdminNegativeTestJSON-708594422 tempest-ServersAdminNegativeTestJSON-708594422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:48:23.181039 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-4cd6e199-5029-40f3-a8b7-0b7a1f84f08c req-19d515a2-38aa-45c3-a44b-639dc1caf99b tempest-ServersAdminNegativeTestJSON-708594422 tempest-ServersAdminNegativeTestJSON-708594422-project] 10.222.0.22 "DELETE /v2.0/ports/16a47737-d96c-4c76-8aa9-193f0f63c684 HTTP/1.1" status: 204 len: 173 time: 0.4324718 Aug 11 03:48:23.181476 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0632f40-aab2-4cbb-8efc-2ebfb9a1ab9b', 'name': 'network-vif-deleted', 'tag': '16a47737-d96c-4c76-8aa9-193f0f63c684'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:48:23.183837 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79a3a732-9856-49f0-ac12-7c1f11e6f779" -d '{"events": [{"server_uuid": "d0632f40-aab2-4cbb-8efc-2ebfb9a1ab9b", "name": "network-vif-deleted", "tag": "16a47737-d96c-4c76-8aa9-193f0f63c684"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:48:23.220534 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3430663c-4ec9-4f01-90cf-431dd4a58792 x-openstack-request-id: req-3430663c-4ec9-4f01-90cf-431dd4a58792 {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:48:23.220834 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0632f40-aab2-4cbb-8efc-2ebfb9a1ab9b", "name": "network-vif-deleted", "tag": "16a47737-d96c-4c76-8aa9-193f0f63c684", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:48:23.221089 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3430663c-4ec9-4f01-90cf-431dd4a58792 {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:48:23.221488 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0632f40-aab2-4cbb-8efc-2ebfb9a1ab9b', 'name': 'network-vif-deleted', 'tag': '16a47737-d96c-4c76-8aa9-193f0f63c684', 'status': 'completed', 'code': 200} Aug 11 03:48:23.547187 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c2d87cfc-b52e-447e-83df-2befb5b3768c req-b97acac2-b448-4647-8b0a-c9021809e10a tempest-ServersAdminNegativeTestJSON-708594422 tempest-ServersAdminNegativeTestJSON-708594422-project] 10.222.0.41 "GET /v2.0/ports?device_id=d0632f40-aab2-4cbb-8efc-2ebfb9a1ab9b HTTP/1.1" status: 200 len: 210 time: 0.0269227 Aug 11 03:48:24.968519 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 46836) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:48:25.099830 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-8eca5498-393c-4264-bcc3-67dfdd27052d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f468409bb2364436b33285efc45c0613&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1300464 Aug 11 03:48:25.102200 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 46840) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:48:25.153084 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-77032df8-b4ef-472d-b7a1-0cfd3f37ca5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:48:25.173706 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-77032df8-b4ef-472d-b7a1-0cfd3f37ca5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:48:25.300747 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-77032df8-b4ef-472d-b7a1-0cfd3f37ca5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:48:25.303382 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-77032df8-b4ef-472d-b7a1-0cfd3f37ca5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:48:25.304647 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-77032df8-b4ef-472d-b7a1-0cfd3f37ca5a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3d9ea914-9505-47c9-a4db-93ccca15fe31 HTTP/1.1" status: 204 len: 168 time: 0.2013924 Aug 11 03:48:25.312180 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77032df8-b4ef-472d-b7a1-0cfd3f37ca5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d9ea914-9505-47c9-a4db-93ccca15fe31,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:48:25.815521 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 46846) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:48:25.828985 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-6da81dd8-1e1d-4317-bf00-0efe68e4ecc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:48:25.918231 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-6da81dd8-1e1d-4317-bf00-0efe68e4ecc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:48:25.998215 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-6da81dd8-1e1d-4317-bf00-0efe68e4ecc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:48:26.034871 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da81dd8-1e1d-4317-bf00-0efe68e4ecc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5567f1fb-01f2-40f3-9072-7ae2d7a7a81a,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:48:26.041307 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-6da81dd8-1e1d-4317-bf00-0efe68e4ecc1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2906c42742a141d1a15d43d4b9cd3419&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2246714 Aug 11 03:48:26.044245 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 46848) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:48:26.095786 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9308e5af-8cbb-4a7f-8745-5e18ce1cd2f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:48:26.122491 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9308e5af-8cbb-4a7f-8745-5e18ce1cd2f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:48:26.255434 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9308e5af-8cbb-4a7f-8745-5e18ce1cd2f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:48:26.258312 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9308e5af-8cbb-4a7f-8745-5e18ce1cd2f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:48:26.259502 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-9308e5af-8cbb-4a7f-8745-5e18ce1cd2f2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5567f1fb-01f2-40f3-9072-7ae2d7a7a81a HTTP/1.1" status: 204 len: 168 time: 0.2143016 Aug 11 03:48:26.267320 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9308e5af-8cbb-4a7f-8745-5e18ce1cd2f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5567f1fb-01f2-40f3-9072-7ae2d7a7a81a,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:48:27.318659 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 46870) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:48:27.414172 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-51680af6-60bc-452a-8933-47fa7f51a3ea admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1902857501-network', 'tenant_id': 'b092e59c48d44e328390e54273be1f8e'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:48:27.483596 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51680af6-60bc-452a-8933-47fa7f51a3ea admin admin] Made reservation on behalf of b092e59c48d44e328390e54273be1f8e for: {'network': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:48:27.485857 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-51680af6-60bc-452a-8933-47fa7f51a3ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:48:27.494220 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-51680af6-60bc-452a-8933-47fa7f51a3ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:48:27.583592 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-51680af6-60bc-452a-8933-47fa7f51a3ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:48:27.632813 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-51680af6-60bc-452a-8933-47fa7f51a3ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:48:27.654363 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51680af6-60bc-452a-8933-47fa7f51a3ea admin admin] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=102192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:48:27.671024 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51680af6-60bc-452a-8933-47fa7f51a3ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e84ae859-de76-44bb-a5b0-f363162d3849,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:48:27.677453 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-51680af6-60bc-452a-8933-47fa7f51a3ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:48:27.677453 n-d-764292-30 neutron-server[102192]: INFO neutron.db.segments_db [None req-51680af6-60bc-452a-8933-47fa7f51a3ea admin admin] Added segment aa4787ec-e09d-4ca1-a1e3-f9c0ae0437c5 of type vlan for network 43a10e4e-5912-4994-ad6f-9979351b3021 Aug 11 03:48:27.715089 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 16a47737-d96c-4c76-8aa9-193f0f63c684 no longer exists at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:48:27.717424 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-51680af6-60bc-452a-8933-47fa7f51a3ea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:48:27.733925 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] No Port match for: 16a47737-d96c-4c76-8aa9-193f0f63c684 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:48:27.734268 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 16a47737-d96c-4c76-8aa9-193f0f63c684 not bound to the agent host n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:48:27.792017 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-51680af6-60bc-452a-8933-47fa7f51a3ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:48:27.793262 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51680af6-60bc-452a-8933-47fa7f51a3ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:48:27.793836 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-51680af6-60bc-452a-8933-47fa7f51a3ea admin admin] Notify callbacks [] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:48:27.875978 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51680af6-60bc-452a-8933-47fa7f51a3ea admin admin] Pushing event updated for resources: {'Network': ['ID=43a10e4e-5912-4994-ad6f-9979351b3021,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:48:27.886199 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network 43a10e4e-5912-4994-ad6f-9979351b3021 details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:48:27.919031 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-51680af6-60bc-452a-8933-47fa7f51a3ea admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5986533 Aug 11 03:48:27.921814 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 46876) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:48:27.926796 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-92d91fe6-ff97-4b6b-8959-ecbe9988ef9b admin admin] Request body: {'subnet': {'network_id': '43a10e4e-5912-4994-ad6f-9979351b3021', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1902857501-subnet', 'tenant_id': 'b092e59c48d44e328390e54273be1f8e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:48:27.996781 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92d91fe6-ff97-4b6b-8959-ecbe9988ef9b admin admin] Made reservation on behalf of b092e59c48d44e328390e54273be1f8e for: {'subnet': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:48:27.999167 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-92d91fe6-ff97-4b6b-8959-ecbe9988ef9b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126180544'] for subnet, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:48:28.215275 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-92d91fe6-ff97-4b6b-8959-ecbe9988ef9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125932092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126180562'] for subnet, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:48:28.273176 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d91fe6-ff97-4b6b-8959-ecbe9988ef9b admin admin] Pushing event updated for resources: {'Subnet': ['ID=4aa357ee-8f7e-424b-ad64-b3c2d666dd02,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:48:28.282841 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d91fe6-ff97-4b6b-8959-ecbe9988ef9b admin admin] Checking segment: {'id': 'aa4787ec-e09d-4ca1-a1e3-f9c0ae0437c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '43a10e4e-5912-4994-ad6f-9979351b3021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:48:28.283190 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d91fe6-ff97-4b6b-8959-ecbe9988ef9b admin admin] Network hostable DHCP agents. Network: 43a10e4e-5912-4994-ad6f-9979351b3021, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:48:28.397770 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d91fe6-ff97-4b6b-8959-ecbe9988ef9b admin admin] Network 43a10e4e-5912-4994-ad6f-9979351b3021 is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:48:28.488008 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-92d91fe6-ff97-4b6b-8959-ecbe9988ef9b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, 43a10e4e-5912-4994-ad6f-9979351b3021) {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:48:28.493054 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d91fe6-ff97-4b6b-8959-ecbe9988ef9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:48:28.497869 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-92d91fe6-ff97-4b6b-8959-ecbe9988ef9b admin admin] Notify callbacks [] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:48:28.498588 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-853db3f5-3d56-45bc-9d16-343172ba866d None None] Network 43a10e4e-5912-4994-ad6f-9979351b3021 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:48:28.575047 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-92d91fe6-ff97-4b6b-8959-ecbe9988ef9b admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6521218 Aug 11 03:48:28.618391 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-566aec30-d5ee-4a03-ab8d-3d71dc0c4200 None None] Network 43a10e4e-5912-4994-ad6f-9979351b3021 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:48:28.985970 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c19baa3-b621-4186-b33e-4004591d42ef req-0bb50fc1-caef-44e9-b339-04497518c94f tempest-DeleteServersTestJSON-251760048 tempest-DeleteServersTestJSON-251760048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:48:28.987451 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6c19baa3-b621-4186-b33e-4004591d42ef req-0bb50fc1-caef-44e9-b339-04497518c94f tempest-DeleteServersTestJSON-251760048 tempest-DeleteServersTestJSON-251760048-project] 10.222.0.41 "GET /v2.0/networks?id=43a10e4e-5912-4994-ad6f-9979351b3021 HTTP/1.1" status: 200 len: 812 time: 0.0975564 Aug 11 03:48:29.003282 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6c19baa3-b621-4186-b33e-4004591d42ef req-ce6bd838-9510-47ee-bd02-c807f7dfdfec tempest-DeleteServersTestJSON-251760048 tempest-DeleteServersTestJSON-251760048-project] 10.222.0.41 "GET /v2.0/quotas/b092e59c48d44e328390e54273be1f8e HTTP/1.1" status: 200 len: 375 time: 0.0094140 Aug 11 03:48:29.035261 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6c19baa3-b621-4186-b33e-4004591d42ef req-dcc214c3-a5e6-4e99-b974-5ed23ad8adb2 tempest-DeleteServersTestJSON-251760048 tempest-DeleteServersTestJSON-251760048-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=b092e59c48d44e328390e54273be1f8e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0259590 Aug 11 03:48:29.173615 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6c19baa3-b621-4186-b33e-4004591d42ef req-5eeb3db5-5f71-4740-bf37-48544ef391e6 service neutron] 10.222.0.41 "GET /v2.0/networks/43a10e4e-5912-4994-ad6f-9979351b3021?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316197 Aug 11 03:48:29.209701 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-78cacb10-b17c-4f16-bd89-55ba7d03baab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:48:29.260999 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6c19baa3-b621-4186-b33e-4004591d42ef req-1ff607f7-418e-4c07-96e8-6ba48a86b455 service neutron] 10.222.0.41 "GET /v2.0/networks/43a10e4e-5912-4994-ad6f-9979351b3021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807953 Aug 11 03:48:29.471776 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-92039212-87c3-4b32-b1cc-02257674a2fe req-d09de622-b68d-440a-a0cc-b72fd32900ac tempest-DeleteServersTestJSON-251760048 tempest-DeleteServersTestJSON-251760048-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ffe4bd7-233a-4ed7-b3f6-4ad6c228751e HTTP/1.1" status: 200 len: 210 time: 0.0308285 Aug 11 03:48:30.546819 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cc3f92a2-5949-43b8-9f0f-c13ec5740d00 req-fc8be194-ccd9-463b-9cde-92e24426d79e tempest-DeleteServersTestJSON-251760048 tempest-DeleteServersTestJSON-251760048-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ffe4bd7-233a-4ed7-b3f6-4ad6c228751e HTTP/1.1" status: 200 len: 210 time: 0.0267446 Aug 11 03:48:31.625489 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c19baa3-b621-4186-b33e-4004591d42ef req-032120ed-6f6c-4195-8b6c-56316457b130 tempest-DeleteServersTestJSON-251760048 tempest-DeleteServersTestJSON-251760048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:48:31.626970 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-6c19baa3-b621-4186-b33e-4004591d42ef req-032120ed-6f6c-4195-8b6c-56316457b130 tempest-DeleteServersTestJSON-251760048 tempest-DeleteServersTestJSON-251760048-project] 10.222.0.22 "GET /v2.0/networks?id=43a10e4e-5912-4994-ad6f-9979351b3021 HTTP/1.1" status: 200 len: 812 time: 0.1071119 Aug 11 03:48:31.639921 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-6c19baa3-b621-4186-b33e-4004591d42ef req-ae5542d2-73d9-4b90-a7b5-eca17a0b03c2 tempest-DeleteServersTestJSON-251760048 tempest-DeleteServersTestJSON-251760048-project] Request body: {'port': {'device_id': '3ffe4bd7-233a-4ed7-b3f6-4ad6c228751e', 'network_id': '43a10e4e-5912-4994-ad6f-9979351b3021', 'admin_state_up': True, 'tenant_id': 'b092e59c48d44e328390e54273be1f8e'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:48:31.641869 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-99d3aa90-3d3c-4ffb-bf99-965e6abda161 req-75542bc3-4530-47d2-a3c4-88ec68c7a040 tempest-DeleteServersTestJSON-251760048 tempest-DeleteServersTestJSON-251760048-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ffe4bd7-233a-4ed7-b3f6-4ad6c228751e HTTP/1.1" status: 200 len: 210 time: 0.0257499 Aug 11 03:48:31.809023 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c19baa3-b621-4186-b33e-4004591d42ef req-ae5542d2-73d9-4b90-a7b5-eca17a0b03c2 tempest-DeleteServersTestJSON-251760048 tempest-DeleteServersTestJSON-251760048-project] Made reservation on behalf of b092e59c48d44e328390e54273be1f8e for: {'port': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:48:31.812624 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-6c19baa3-b621-4186-b33e-4004591d42ef req-ae5542d2-73d9-4b90-a7b5-eca17a0b03c2 tempest-DeleteServersTestJSON-251760048 tempest-DeleteServersTestJSON-251760048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:48:31.888250 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:48:31.941502 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [req-6c19baa3-b621-4186-b33e-4004591d42ef req-ae5542d2-73d9-4b90-a7b5-eca17a0b03c2 tempest-DeleteServersTestJSON-251760048 tempest-DeleteServersTestJSON-251760048-project] Allocated IP 172.20.0.3 (43a10e4e-5912-4994-ad6f-9979351b3021/4aa357ee-8f7e-424b-ad64-b3c2d666dd02/8a20b795-be95-42ee-bcc8-bc7ac9861c62) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:48:32.087106 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-6c19baa3-b621-4186-b33e-4004591d42ef req-ae5542d2-73d9-4b90-a7b5-eca17a0b03c2 tempest-DeleteServersTestJSON-251760048 tempest-DeleteServersTestJSON-251760048-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:48:32.089224 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-f9d956cb-3dea-4773-9723-ac8246a3d10e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:48:32.208638 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-6c19baa3-b621-4186-b33e-4004591d42ef req-ae5542d2-73d9-4b90-a7b5-eca17a0b03c2 tempest-DeleteServersTestJSON-251760048 tempest-DeleteServersTestJSON-251760048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:48:32.252681 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c19baa3-b621-4186-b33e-4004591d42ef req-ae5542d2-73d9-4b90-a7b5-eca17a0b03c2 tempest-DeleteServersTestJSON-251760048 tempest-DeleteServersTestJSON-251760048-project] Network 43a10e4e-5912-4994-ad6f-9979351b3021 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:48:32.255871 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [req-6c19baa3-b621-4186-b33e-4004591d42ef req-ae5542d2-73d9-4b90-a7b5-eca17a0b03c2 tempest-DeleteServersTestJSON-251760048 tempest-DeleteServersTestJSON-251760048-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:48:32.260425 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c19baa3-b621-4186-b33e-4004591d42ef req-ae5542d2-73d9-4b90-a7b5-eca17a0b03c2 tempest-DeleteServersTestJSON-251760048 tempest-DeleteServersTestJSON-251760048-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:48:32.283346 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5542d2-73d9-4b90-a7b5-eca17a0b03c2 tempest-DeleteServersTestJSON-251760048 tempest-DeleteServersTestJSON-251760048-project] Pushing event updated for resources: {'Port': ['ID=8a20b795-be95-42ee-bcc8-bc7ac9861c62,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:48:32.310477 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c19baa3-b621-4186-b33e-4004591d42ef req-ae5542d2-73d9-4b90-a7b5-eca17a0b03c2 tempest-DeleteServersTestJSON-251760048 tempest-DeleteServersTestJSON-251760048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:48:32.311090 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-6c19baa3-b621-4186-b33e-4004591d42ef req-ae5542d2-73d9-4b90-a7b5-eca17a0b03c2 tempest-DeleteServersTestJSON-251760048 tempest-DeleteServersTestJSON-251760048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:48:32.363986 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-6c19baa3-b621-4186-b33e-4004591d42ef req-ae5542d2-73d9-4b90-a7b5-eca17a0b03c2 tempest-DeleteServersTestJSON-251760048 tempest-DeleteServersTestJSON-251760048-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7279961 Aug 11 03:48:32.376619 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-6c19baa3-b621-4186-b33e-4004591d42ef req-f2592293-07bf-48ae-b6e2-6af28b0f90e3 service neutron] Request body: {'port': {'device_id': '3ffe4bd7-233a-4ed7-b3f6-4ad6c228751e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764292-30'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:48:32.433156 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-6c19baa3-b621-4186-b33e-4004591d42ef req-f2592293-07bf-48ae-b6e2-6af28b0f90e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:48:32.688565 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [req-6c19baa3-b621-4186-b33e-4004591d42ef req-f2592293-07bf-48ae-b6e2-6af28b0f90e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a20b795-be95-42ee-bcc8-bc7ac9861c62 {{(pid=102191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:48:32.696682 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-6c19baa3-b621-4186-b33e-4004591d42ef req-f2592293-07bf-48ae-b6e2-6af28b0f90e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:48:32.710231 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [req-6c19baa3-b621-4186-b33e-4004591d42ef req-f2592293-07bf-48ae-b6e2-6af28b0f90e3 service neutron] Transition to ACTIVE for port object 8a20b795-be95-42ee-bcc8-bc7ac9861c62 will not be triggered until provisioned by entity L2. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:48:32.760749 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654b8e31-2098-4618-b278-6c7aa376d55a req-59348817-dc95-4a86-ab97-6579400ee86b tempest-DeleteServersTestJSON-251760048 tempest-DeleteServersTestJSON-251760048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:48:32.762373 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-654b8e31-2098-4618-b278-6c7aa376d55a req-59348817-dc95-4a86-ab97-6579400ee86b tempest-DeleteServersTestJSON-251760048 tempest-DeleteServersTestJSON-251760048-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ffe4bd7-233a-4ed7-b3f6-4ad6c228751e HTTP/1.1" status: 200 len: 931 time: 0.0479546 Aug 11 03:48:32.774843 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-6c19baa3-b621-4186-b33e-4004591d42ef req-f2592293-07bf-48ae-b6e2-6af28b0f90e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:48:32.800986 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-654b8e31-2098-4618-b278-6c7aa376d55a req-8c3890d5-8cdb-423a-90eb-8a5ab4592075 tempest-DeleteServersTestJSON-251760048 tempest-DeleteServersTestJSON-251760048-project] 10.222.0.41 "GET /v2.0/security-groups?id=e84ae859-de76-44bb-a5b0-f363162d3849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324435 Aug 11 03:48:32.828055 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2592293-07bf-48ae-b6e2-6af28b0f90e3 service neutron] Pushing event updated for resources: {'Port': ['ID=8a20b795-be95-42ee-bcc8-bc7ac9861c62,revision_number=2']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:48:32.895731 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-6c19baa3-b621-4186-b33e-4004591d42ef req-f2592293-07bf-48ae-b6e2-6af28b0f90e3 service neutron] Attempting to bind port 8a20b795-be95-42ee-bcc8-bc7ac9861c62 on host n-h1-764292-30 for vnic_type normal with profile {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:48:32.896067 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-6c19baa3-b621-4186-b33e-4004591d42ef req-f2592293-07bf-48ae-b6e2-6af28b0f90e3 service neutron] Attempting to bind port 8a20b795-be95-42ee-bcc8-bc7ac9861c62 by drivers openvswitch,hyperv on host n-h1-764292-30 at level 0 using segments [{'id': 'aa4787ec-e09d-4ca1-a1e3-f9c0ae0437c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '43a10e4e-5912-4994-ad6f-9979351b3021'}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:48:32.896400 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c19baa3-b621-4186-b33e-4004591d42ef req-f2592293-07bf-48ae-b6e2-6af28b0f90e3 service neutron] Attempting to bind port 8a20b795-be95-42ee-bcc8-bc7ac9861c62 on network 43a10e4e-5912-4994-ad6f-9979351b3021 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:48:32.900613 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c19baa3-b621-4186-b33e-4004591d42ef req-f2592293-07bf-48ae-b6e2-6af28b0f90e3 service neutron] Port 8a20b795-be95-42ee-bcc8-bc7ac9861c62 on network 43a10e4e-5912-4994-ad6f-9979351b3021 not bound, no agent of type Open vSwitch agent registered on host n-h1-764292-30 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:48:32.900928 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c19baa3-b621-4186-b33e-4004591d42ef req-f2592293-07bf-48ae-b6e2-6af28b0f90e3 service neutron] Attempting to bind port 8a20b795-be95-42ee-bcc8-bc7ac9861c62 on network 43a10e4e-5912-4994-ad6f-9979351b3021 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:48:32.905626 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c19baa3-b621-4186-b33e-4004591d42ef req-f2592293-07bf-48ae-b6e2-6af28b0f90e3 service neutron] Checking agent: {'id': 'abb524c2-b412-4ed2-8367-45c4fd996fa7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 48, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:48:32.905962 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c19baa3-b621-4186-b33e-4004591d42ef req-f2592293-07bf-48ae-b6e2-6af28b0f90e3 service neutron] Checking segment: {'id': 'aa4787ec-e09d-4ca1-a1e3-f9c0ae0437c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '43a10e4e-5912-4994-ad6f-9979351b3021'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:48:32.906374 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c19baa3-b621-4186-b33e-4004591d42ef req-f2592293-07bf-48ae-b6e2-6af28b0f90e3 service neutron] Bound using segment: {'id': 'aa4787ec-e09d-4ca1-a1e3-f9c0ae0437c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '43a10e4e-5912-4994-ad6f-9979351b3021'} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:48:32.906802 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-6c19baa3-b621-4186-b33e-4004591d42ef req-f2592293-07bf-48ae-b6e2-6af28b0f90e3 service neutron] Bound port: 8a20b795-be95-42ee-bcc8-bc7ac9861c62, host: n-h1-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa4787ec-e09d-4ca1-a1e3-f9c0ae0437c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '43a10e4e-5912-4994-ad6f-9979351b3021'}}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:48:32.907152 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-6c19baa3-b621-4186-b33e-4004591d42ef req-f2592293-07bf-48ae-b6e2-6af28b0f90e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:48:32.972789 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-6c19baa3-b621-4186-b33e-4004591d42ef req-f2592293-07bf-48ae-b6e2-6af28b0f90e3 service neutron] For port 8a20b795-be95-42ee-bcc8-bc7ac9861c62, host n-h1-764292-30, cleared binding levels {{(pid=102191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:48:32.976339 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-6c19baa3-b621-4186-b33e-4004591d42ef req-f2592293-07bf-48ae-b6e2-6af28b0f90e3 service neutron] For port 8a20b795-be95-42ee-bcc8-bc7ac9861c62, host n-h1-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=8a20b795-be95-42ee-bcc8-bc7ac9861c62,segment=NetworkSegment(aa4787ec-e09d-4ca1-a1e3-f9c0ae0437c5),segment_id=aa4787ec-e09d-4ca1-a1e3-f9c0ae0437c5)] {{(pid=102191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:48:33.020653 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-6c19baa3-b621-4186-b33e-4004591d42ef req-f2592293-07bf-48ae-b6e2-6af28b0f90e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:48:33.055819 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c19baa3-b621-4186-b33e-4004591d42ef req-f2592293-07bf-48ae-b6e2-6af28b0f90e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:48:33.056408 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-6c19baa3-b621-4186-b33e-4004591d42ef req-f2592293-07bf-48ae-b6e2-6af28b0f90e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:48:33.057871 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-6c19baa3-b621-4186-b33e-4004591d42ef req-f2592293-07bf-48ae-b6e2-6af28b0f90e3 service neutron] 10.222.0.22 "PUT /v2.0/ports/8a20b795-be95-42ee-bcc8-bc7ac9861c62 HTTP/1.1" status: 200 len: 1092 time: 0.6854367 Aug 11 03:48:33.058334 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ffe4bd7-233a-4ed7-b3f6-4ad6c228751e', 'tag': '8a20b795-be95-42ee-bcc8-bc7ac9861c62'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:48:33.060651 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e590b33-b273-4990-a386-0fe587ac9d3f" -d '{"events": [{"name": "network-changed", "server_uuid": "3ffe4bd7-233a-4ed7-b3f6-4ad6c228751e", "tag": "8a20b795-be95-42ee-bcc8-bc7ac9861c62"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:48:33.085378 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2592293-07bf-48ae-b6e2-6af28b0f90e3 service neutron] Pushing event updated for resources: {'Port': ['ID=8a20b795-be95-42ee-bcc8-bc7ac9861c62,revision_number=3']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:48:33.096195 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:48:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98a763d6-44a8-4531-ad25-2f18d4912e82 x-openstack-request-id: req-98a763d6-44a8-4531-ad25-2f18d4912e82 {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:48:33.096481 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ffe4bd7-233a-4ed7-b3f6-4ad6c228751e", "tag": "8a20b795-be95-42ee-bcc8-bc7ac9861c62", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:48:33.096727 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-98a763d6-44a8-4531-ad25-2f18d4912e82 {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:48:33.097122 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ffe4bd7-233a-4ed7-b3f6-4ad6c228751e', 'tag': '8a20b795-be95-42ee-bcc8-bc7ac9861c62', 'status': 'completed', 'code': 200} Aug 11 03:48:33.101178 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:48:33.159518 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e590b33-b273-4990-a386-0fe587ac9d3f req-cce5b377-a8cb-45f6-b9dd-931b66909bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:48:33.161279 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-6e590b33-b273-4990-a386-0fe587ac9d3f req-cce5b377-a8cb-45f6-b9dd-931b66909bca service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b092e59c48d44e328390e54273be1f8e&device_id=3ffe4bd7-233a-4ed7-b3f6-4ad6c228751e HTTP/1.1" status: 200 len: 1095 time: 0.0426290 Aug 11 03:48:33.260652 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e590b33-b273-4990-a386-0fe587ac9d3f req-d95a7925-d4e1-4e09-8833-1b762c1e5b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:48:33.262116 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-6e590b33-b273-4990-a386-0fe587ac9d3f req-d95a7925-d4e1-4e09-8833-1b762c1e5b21 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=b092e59c48d44e328390e54273be1f8e&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0930514 Aug 11 03:48:33.352759 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e590b33-b273-4990-a386-0fe587ac9d3f req-df69370b-95ef-41a8-9114-5bf998681100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:48:33.354196 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-6e590b33-b273-4990-a386-0fe587ac9d3f req-df69370b-95ef-41a8-9114-5bf998681100 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0854251 Aug 11 03:48:33.435048 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c19baa3-b621-4186-b33e-4004591d42ef req-b106d163-f298-46fe-84fd-3ed10d2deb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:48:33.436518 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-6c19baa3-b621-4186-b33e-4004591d42ef req-b106d163-f298-46fe-84fd-3ed10d2deb02 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b092e59c48d44e328390e54273be1f8e&device_id=3ffe4bd7-233a-4ed7-b3f6-4ad6c228751e HTTP/1.1" status: 200 len: 1095 time: 0.0446436 Aug 11 03:48:33.477174 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-6c19baa3-b621-4186-b33e-4004591d42ef req-a0c8d92c-972f-4d3a-8c27-6ce6d761ab92 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8a20b795-be95-42ee-bcc8-bc7ac9861c62 HTTP/1.1" status: 200 len: 217 time: 0.0331416 Aug 11 03:48:33.524181 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c19baa3-b621-4186-b33e-4004591d42ef req-e7f7c3a4-9e55-46e8-a705-092687dbf5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:48:33.525510 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-6c19baa3-b621-4186-b33e-4004591d42ef req-e7f7c3a4-9e55-46e8-a705-092687dbf5e0 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4aa357ee-8f7e-424b-ad64-b3c2d666dd02 HTTP/1.1" status: 200 len: 852 time: 0.0421674 Aug 11 03:48:33.561428 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-6c19baa3-b621-4186-b33e-4004591d42ef req-4fa43bd9-3e9f-4523-ba92-dcf625ae3bd8 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=43a10e4e-5912-4994-ad6f-9979351b3021&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284569 Aug 11 03:48:33.649453 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-6c19baa3-b621-4186-b33e-4004591d42ef req-7a621d2b-c6b4-4225-be4a-99c386daa5ab service neutron] 10.222.0.22 "GET /v2.0/networks/43a10e4e-5912-4994-ad6f-9979351b3021?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813074 Aug 11 03:48:33.741327 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-6c19baa3-b621-4186-b33e-4004591d42ef req-2ed81ba2-1b3b-4379-b402-79a356736e9d service neutron] 10.222.0.22 "GET /v2.0/networks/43a10e4e-5912-4994-ad6f-9979351b3021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837688 Aug 11 03:48:33.914232 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55449c95-d403-497c-b0a2-d897f294b6b9 req-36bc3a54-fe20-4b3d-9868-a320bf126a28 tempest-DeleteServersTestJSON-251760048 tempest-DeleteServersTestJSON-251760048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:48:33.915701 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-55449c95-d403-497c-b0a2-d897f294b6b9 req-36bc3a54-fe20-4b3d-9868-a320bf126a28 tempest-DeleteServersTestJSON-251760048 tempest-DeleteServersTestJSON-251760048-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ffe4bd7-233a-4ed7-b3f6-4ad6c228751e HTTP/1.1" status: 200 len: 943 time: 0.0473695 Aug 11 03:48:33.955850 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-55449c95-d403-497c-b0a2-d897f294b6b9 req-57ca9f17-102d-435d-a724-91db4f6678b5 tempest-DeleteServersTestJSON-251760048 tempest-DeleteServersTestJSON-251760048-project] 10.222.0.41 "GET /v2.0/security-groups?id=e84ae859-de76-44bb-a5b0-f363162d3849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339222 Aug 11 03:48:34.791654 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:48:35.070968 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de904e0d-d688-46f9-b2f1-9b894ae2a442 req-e69ba3b1-03ca-44ad-a743-94a0d6deed3c tempest-DeleteServersTestJSON-251760048 tempest-DeleteServersTestJSON-251760048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:48:35.072441 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-de904e0d-d688-46f9-b2f1-9b894ae2a442 req-e69ba3b1-03ca-44ad-a743-94a0d6deed3c tempest-DeleteServersTestJSON-251760048 tempest-DeleteServersTestJSON-251760048-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ffe4bd7-233a-4ed7-b3f6-4ad6c228751e HTTP/1.1" status: 200 len: 943 time: 0.0504942 Aug 11 03:48:35.111910 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-de904e0d-d688-46f9-b2f1-9b894ae2a442 req-6b212ea9-d504-436b-86cc-e6bb233d573e tempest-DeleteServersTestJSON-251760048 tempest-DeleteServersTestJSON-251760048-project] 10.222.0.41 "GET /v2.0/security-groups?id=e84ae859-de76-44bb-a5b0-f363162d3849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334752 Aug 11 03:48:36.227086 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a28abd-3cd4-41e2-83ff-3e26b7cddfe2 req-0848a797-1678-4519-a276-98fe7be0497f tempest-DeleteServersTestJSON-251760048 tempest-DeleteServersTestJSON-251760048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:48:36.228563 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-30a28abd-3cd4-41e2-83ff-3e26b7cddfe2 req-0848a797-1678-4519-a276-98fe7be0497f tempest-DeleteServersTestJSON-251760048 tempest-DeleteServersTestJSON-251760048-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ffe4bd7-233a-4ed7-b3f6-4ad6c228751e HTTP/1.1" status: 200 len: 943 time: 0.0485356 Aug 11 03:48:36.265645 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-30a28abd-3cd4-41e2-83ff-3e26b7cddfe2 req-e7899282-7329-4f5d-9bfa-b3c80338ad14 tempest-DeleteServersTestJSON-251760048 tempest-DeleteServersTestJSON-251760048-project] 10.222.0.41 "GET /v2.0/security-groups?id=e84ae859-de76-44bb-a5b0-f363162d3849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309854 Aug 11 03:48:37.378433 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde6899e-51de-47dc-bc8e-6a14aadab90d req-9d6e872d-c728-4bf4-84d4-f0e0b8cd2222 tempest-DeleteServersTestJSON-251760048 tempest-DeleteServersTestJSON-251760048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:48:37.379921 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-dde6899e-51de-47dc-bc8e-6a14aadab90d req-9d6e872d-c728-4bf4-84d4-f0e0b8cd2222 tempest-DeleteServersTestJSON-251760048 tempest-DeleteServersTestJSON-251760048-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ffe4bd7-233a-4ed7-b3f6-4ad6c228751e HTTP/1.1" status: 200 len: 943 time: 0.0484962 Aug 11 03:48:37.421889 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-dde6899e-51de-47dc-bc8e-6a14aadab90d req-aec77093-a30f-4aa9-81be-9f5cd8a91383 tempest-DeleteServersTestJSON-251760048 tempest-DeleteServersTestJSON-251760048-project] 10.222.0.41 "GET /v2.0/security-groups?id=e84ae859-de76-44bb-a5b0-f363162d3849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355802 Aug 11 03:48:37.449125 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:48:37.749079 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 8a20b795-be95-42ee-bcc8-bc7ac9861c62 details requested by agent hyperv_n-h1-764292-30 with host n-h1-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:48:37.843831 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 8a20b795-be95-42ee-bcc8-bc7ac9861c62, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=8a20b795-be95-42ee-bcc8-bc7ac9861c62,segment=NetworkSegment(aa4787ec-e09d-4ca1-a1e3-f9c0ae0437c5),segment_id=aa4787ec-e09d-4ca1-a1e3-f9c0ae0437c5)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:48:37.854964 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Returning: {'device': '8a20b795-be95-42ee-bcc8-bc7ac9861c62', 'network_id': '43a10e4e-5912-4994-ad6f-9979351b3021', 'port_id': '8a20b795-be95-42ee-bcc8-bc7ac9861c62', 'mac_address': 'fa:16:3e:2f:26:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4aa357ee-8f7e-424b-ad64-b3c2d666dd02', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:48:37.896761 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:48:37.909583 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a20b795-be95-42ee-bcc8-bc7ac9861c62 {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:48:37.928571 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 8a20b795-be95-42ee-bcc8-bc7ac9861c62, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=8a20b795-be95-42ee-bcc8-bc7ac9861c62,segment=NetworkSegment(aa4787ec-e09d-4ca1-a1e3-f9c0ae0437c5),segment_id=aa4787ec-e09d-4ca1-a1e3-f9c0ae0437c5)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:48:37.997708 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:48:38.045832 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=8a20b795-be95-42ee-bcc8-bc7ac9861c62,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:48:38.298652 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['8a20b795-be95-42ee-bcc8-bc7ac9861c62'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:48:38.833717 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ef884f-a247-4c78-ae81-dedf75b7c146 req-629a1754-0cb5-4e93-8cff-1558710c0867 tempest-DeleteServersTestJSON-251760048 tempest-DeleteServersTestJSON-251760048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:48:38.835249 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a0ef884f-a247-4c78-ae81-dedf75b7c146 req-629a1754-0cb5-4e93-8cff-1558710c0867 tempest-DeleteServersTestJSON-251760048 tempest-DeleteServersTestJSON-251760048-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ffe4bd7-233a-4ed7-b3f6-4ad6c228751e HTTP/1.1" status: 200 len: 944 time: 0.3488193 Aug 11 03:48:38.875139 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a0ef884f-a247-4c78-ae81-dedf75b7c146 req-357b3b07-9180-4e17-b3f1-893bebc60dba tempest-DeleteServersTestJSON-251760048 tempest-DeleteServersTestJSON-251760048-project] 10.222.0.41 "GET /v2.0/security-groups?id=e84ae859-de76-44bb-a5b0-f363162d3849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333471 Aug 11 03:48:39.764705 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 8a20b795-be95-42ee-bcc8-bc7ac9861c62 up at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:48:39.842997 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning for port 8a20b795-be95-42ee-bcc8-bc7ac9861c62 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:48:39.846826 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning complete for port 8a20b795-be95-42ee-bcc8-bc7ac9861c62 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:48:39.847198 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:48:39.925307 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:48:39.948280 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ffe4bd7-233a-4ed7-b3f6-4ad6c228751e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a20b795-be95-42ee-bcc8-bc7ac9861c62'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:48:39.950573 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28855992-64a3-40f5-9958-a07f355f0310" -d '{"events": [{"server_uuid": "3ffe4bd7-233a-4ed7-b3f6-4ad6c228751e", "name": "network-vif-plugged", "status": "completed", "tag": "8a20b795-be95-42ee-bcc8-bc7ac9861c62"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:48:39.968043 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 8a20b795-be95-42ee-bcc8-bc7ac9861c62, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=8a20b795-be95-42ee-bcc8-bc7ac9861c62,segment=NetworkSegment(aa4787ec-e09d-4ca1-a1e3-f9c0ae0437c5),segment_id=aa4787ec-e09d-4ca1-a1e3-f9c0ae0437c5)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:48:39.986187 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b6b1617-3019-48d1-b140-ff4c82e78114 x-openstack-request-id: req-2b6b1617-3019-48d1-b140-ff4c82e78114 {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:48:39.986510 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ffe4bd7-233a-4ed7-b3f6-4ad6c228751e", "name": "network-vif-plugged", "status": "completed", "tag": "8a20b795-be95-42ee-bcc8-bc7ac9861c62", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:48:39.986754 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2b6b1617-3019-48d1-b140-ff4c82e78114 {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:48:39.987140 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ffe4bd7-233a-4ed7-b3f6-4ad6c228751e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a20b795-be95-42ee-bcc8-bc7ac9861c62', 'code': 200} Aug 11 03:48:39.995699 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af07582c-1bde-4cb3-a005-a561181dff94 req-55263206-c9d8-4df8-9016-44f76b723a38 tempest-DeleteServersTestJSON-251760048 tempest-DeleteServersTestJSON-251760048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:48:39.997202 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-af07582c-1bde-4cb3-a005-a561181dff94 req-55263206-c9d8-4df8-9016-44f76b723a38 tempest-DeleteServersTestJSON-251760048 tempest-DeleteServersTestJSON-251760048-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ffe4bd7-233a-4ed7-b3f6-4ad6c228751e HTTP/1.1" status: 200 len: 944 time: 0.0536308 Aug 11 03:48:40.009208 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:48:40.041480 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-af07582c-1bde-4cb3-a005-a561181dff94 req-d364a9a6-8a62-4641-ac86-b971f9bd8c2c tempest-DeleteServersTestJSON-251760048 tempest-DeleteServersTestJSON-251760048-project] 10.222.0.41 "GET /v2.0/security-groups?id=e84ae859-de76-44bb-a5b0-f363162d3849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370791 Aug 11 03:48:40.061809 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=8a20b795-be95-42ee-bcc8-bc7ac9861c62,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:48:40.090462 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a3ba02-17f7-4bd1-aae7-0455ae78ad71 req-cc269f84-348c-4304-a377-ede7fc2e3861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:48:40.091955 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-68a3ba02-17f7-4bd1-aae7-0455ae78ad71 req-cc269f84-348c-4304-a377-ede7fc2e3861 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=3ffe4bd7-233a-4ed7-b3f6-4ad6c228751e HTTP/1.1" status: 200 len: 1097 time: 0.0462620 Aug 11 03:48:40.125268 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-68a3ba02-17f7-4bd1-aae7-0455ae78ad71 req-874ea3be-2040-4702-aa33-9f1023181b37 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=e84ae859-de76-44bb-a5b0-f363162d3849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0263867 Aug 11 03:48:41.156187 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4afd644-ecde-4118-95c5-39145def2bac req-2fd3464c-b4fb-46b7-be93-beb4e70476a0 tempest-DeleteServersTestJSON-251760048 tempest-DeleteServersTestJSON-251760048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:48:41.157580 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c4afd644-ecde-4118-95c5-39145def2bac req-2fd3464c-b4fb-46b7-be93-beb4e70476a0 tempest-DeleteServersTestJSON-251760048 tempest-DeleteServersTestJSON-251760048-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ffe4bd7-233a-4ed7-b3f6-4ad6c228751e HTTP/1.1" status: 200 len: 945 time: 0.0482585 Aug 11 03:48:41.198426 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c4afd644-ecde-4118-95c5-39145def2bac req-2ab23d43-9e54-4cb5-9028-b982c3ee8b33 tempest-DeleteServersTestJSON-251760048 tempest-DeleteServersTestJSON-251760048-project] 10.222.0.41 "GET /v2.0/security-groups?id=e84ae859-de76-44bb-a5b0-f363162d3849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348699 Aug 11 03:48:41.454520 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:48:42.312004 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1de164-518b-42d6-b291-170d6c7314f1 req-a6e06f71-254a-48e4-8260-4d639f9fecbe tempest-DeleteServersTestJSON-251760048 tempest-DeleteServersTestJSON-251760048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:48:42.313383 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ec1de164-518b-42d6-b291-170d6c7314f1 req-a6e06f71-254a-48e4-8260-4d639f9fecbe tempest-DeleteServersTestJSON-251760048 tempest-DeleteServersTestJSON-251760048-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ffe4bd7-233a-4ed7-b3f6-4ad6c228751e HTTP/1.1" status: 200 len: 945 time: 0.0485928 Aug 11 03:48:42.349315 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ec1de164-518b-42d6-b291-170d6c7314f1 req-2893f225-9453-4a93-8b47-7f3a8b736b2d tempest-DeleteServersTestJSON-251760048 tempest-DeleteServersTestJSON-251760048-project] 10.222.0.41 "GET /v2.0/security-groups?id=e84ae859-de76-44bb-a5b0-f363162d3849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301328 Aug 11 03:48:42.437506 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.agents_db [None req-950b7202-decb-43e2-8f71-ac8931dc9749 None None] Agent healthcheck: found 7 active agents {{(pid=102194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:48:42.697051 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42986053-d83e-450e-ba2e-4a1e8a85ef66 req-56d8ab5c-134e-4b5f-9c24-2f7175b6ccff tempest-DeleteServersTestJSON-251760048 tempest-DeleteServersTestJSON-251760048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:48:42.698559 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-42986053-d83e-450e-ba2e-4a1e8a85ef66 req-56d8ab5c-134e-4b5f-9c24-2f7175b6ccff tempest-DeleteServersTestJSON-251760048 tempest-DeleteServersTestJSON-251760048-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ffe4bd7-233a-4ed7-b3f6-4ad6c228751e HTTP/1.1" status: 200 len: 945 time: 0.0533409 Aug 11 03:48:42.736156 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-42986053-d83e-450e-ba2e-4a1e8a85ef66 req-e1c98671-ab7e-4984-9264-054867caf8dc tempest-DeleteServersTestJSON-251760048 tempest-DeleteServersTestJSON-251760048-project] 10.222.0.41 "GET /v2.0/security-groups?id=e84ae859-de76-44bb-a5b0-f363162d3849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315406 Aug 11 03:48:42.776938 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 46958) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:48:42.865069 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cb4e186b-fc2d-4659-bfd3-fe7b6ed8429e req-502a228c-9c50-49e5-96a7-2b8de5230222 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3ffe4bd7-233a-4ed7-b3f6-4ad6c228751e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0868580 Aug 11 03:48:43.853341 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94e3c9d-126e-4947-9754-a6255c6e93c9 req-adfb68df-106e-454e-a9bc-4f1b7f533e3e tempest-DeleteServersTestJSON-251760048 tempest-DeleteServersTestJSON-251760048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:48:43.854934 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a94e3c9d-126e-4947-9754-a6255c6e93c9 req-adfb68df-106e-454e-a9bc-4f1b7f533e3e tempest-DeleteServersTestJSON-251760048 tempest-DeleteServersTestJSON-251760048-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ffe4bd7-233a-4ed7-b3f6-4ad6c228751e HTTP/1.1" status: 200 len: 945 time: 0.0521359 Aug 11 03:48:43.893311 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a94e3c9d-126e-4947-9754-a6255c6e93c9 req-462686a8-5b67-4c8b-820c-a64208892a0c tempest-DeleteServersTestJSON-251760048 tempest-DeleteServersTestJSON-251760048-project] 10.222.0.41 "GET /v2.0/security-groups?id=e84ae859-de76-44bb-a5b0-f363162d3849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319679 Aug 11 03:48:44.768145 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4e186b-fc2d-4659-bfd3-fe7b6ed8429e req-9cccef06-88d9-4c4f-869b-d6ef154e88a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:48:44.769619 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-cb4e186b-fc2d-4659-bfd3-fe7b6ed8429e req-9cccef06-88d9-4c4f-869b-d6ef154e88a2 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b092e59c48d44e328390e54273be1f8e&device_id=3ffe4bd7-233a-4ed7-b3f6-4ad6c228751e HTTP/1.1" status: 200 len: 1097 time: 0.0402808 Aug 11 03:48:44.862578 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4e186b-fc2d-4659-bfd3-fe7b6ed8429e req-8c1b7253-c1f1-42ee-b221-e79e5ba2f105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:48:44.864032 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-cb4e186b-fc2d-4659-bfd3-fe7b6ed8429e req-8c1b7253-c1f1-42ee-b221-e79e5ba2f105 service neutron] 10.222.0.22 "GET /v2.0/networks?id=43a10e4e-5912-4994-ad6f-9979351b3021 HTTP/1.1" status: 200 len: 913 time: 0.0866001 Aug 11 03:48:44.904349 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-cb4e186b-fc2d-4659-bfd3-fe7b6ed8429e req-e5297990-0382-4cc8-9522-9fb2a828eeeb service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8a20b795-be95-42ee-bcc8-bc7ac9861c62 HTTP/1.1" status: 200 len: 217 time: 0.0330849 Aug 11 03:48:44.952955 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4e186b-fc2d-4659-bfd3-fe7b6ed8429e req-fde6e4f1-e24e-494f-880f-95c77ed79a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:48:44.954458 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-cb4e186b-fc2d-4659-bfd3-fe7b6ed8429e req-fde6e4f1-e24e-494f-880f-95c77ed79a39 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4aa357ee-8f7e-424b-ad64-b3c2d666dd02 HTTP/1.1" status: 200 len: 852 time: 0.0434010 Aug 11 03:48:44.986237 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-cb4e186b-fc2d-4659-bfd3-fe7b6ed8429e req-ef65926f-f590-41c3-8f54-82f05773489f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=43a10e4e-5912-4994-ad6f-9979351b3021&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246384 Aug 11 03:48:45.008814 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530b798f-2152-462b-8190-de35e2bf5172 req-3ca197a5-d154-47c2-9c93-4697cdac572c tempest-DeleteServersTestJSON-251760048 tempest-DeleteServersTestJSON-251760048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:48:45.010341 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-530b798f-2152-462b-8190-de35e2bf5172 req-3ca197a5-d154-47c2-9c93-4697cdac572c tempest-DeleteServersTestJSON-251760048 tempest-DeleteServersTestJSON-251760048-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ffe4bd7-233a-4ed7-b3f6-4ad6c228751e HTTP/1.1" status: 200 len: 945 time: 0.0497229 Aug 11 03:48:45.050059 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-530b798f-2152-462b-8190-de35e2bf5172 req-57caf68b-9714-4f61-bd69-527fee5ab476 tempest-DeleteServersTestJSON-251760048 tempest-DeleteServersTestJSON-251760048-project] 10.222.0.41 "GET /v2.0/security-groups?id=e84ae859-de76-44bb-a5b0-f363162d3849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330555 Aug 11 03:48:45.082987 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-cb4e186b-fc2d-4659-bfd3-fe7b6ed8429e req-9aed2c6d-a365-4463-9106-b9932dcb2eeb service neutron] 10.222.0.22 "GET /v2.0/networks/43a10e4e-5912-4994-ad6f-9979351b3021?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902996 Aug 11 03:48:45.172548 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-cb4e186b-fc2d-4659-bfd3-fe7b6ed8429e req-cd70cada-800c-4b11-9c66-253833559bd9 service neutron] 10.222.0.22 "GET /v2.0/networks/43a10e4e-5912-4994-ad6f-9979351b3021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824184 Aug 11 03:48:46.165396 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a388e16-7945-4a83-b17a-8a8a8c335cd5 req-3923dfa7-e631-4f18-95c3-24df2e3d4240 tempest-DeleteServersTestJSON-251760048 tempest-DeleteServersTestJSON-251760048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:48:46.167764 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3a388e16-7945-4a83-b17a-8a8a8c335cd5 req-3923dfa7-e631-4f18-95c3-24df2e3d4240 tempest-DeleteServersTestJSON-251760048 tempest-DeleteServersTestJSON-251760048-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ffe4bd7-233a-4ed7-b3f6-4ad6c228751e HTTP/1.1" status: 200 len: 945 time: 0.0499537 Aug 11 03:48:46.204235 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3a388e16-7945-4a83-b17a-8a8a8c335cd5 req-4bf19f84-e753-4429-b11f-afc279b77216 tempest-DeleteServersTestJSON-251760048 tempest-DeleteServersTestJSON-251760048-project] 10.222.0.41 "GET /v2.0/security-groups?id=e84ae859-de76-44bb-a5b0-f363162d3849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306661 Aug 11 03:48:47.321045 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d975584-6648-48f6-87d5-75d66f42cd89 req-465517ee-3286-4506-8e85-267e972c99e6 tempest-DeleteServersTestJSON-251760048 tempest-DeleteServersTestJSON-251760048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:48:47.323028 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8d975584-6648-48f6-87d5-75d66f42cd89 req-465517ee-3286-4506-8e85-267e972c99e6 tempest-DeleteServersTestJSON-251760048 tempest-DeleteServersTestJSON-251760048-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ffe4bd7-233a-4ed7-b3f6-4ad6c228751e HTTP/1.1" status: 200 len: 945 time: 0.0522351 Aug 11 03:48:47.359525 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8d975584-6648-48f6-87d5-75d66f42cd89 req-4072b3da-3cb7-4d9b-8226-5a640618a3b7 tempest-DeleteServersTestJSON-251760048 tempest-DeleteServersTestJSON-251760048-project] 10.222.0.41 "GET /v2.0/security-groups?id=e84ae859-de76-44bb-a5b0-f363162d3849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306299 Aug 11 03:48:48.471977 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f45349-8275-4609-9040-cee2460ff921 req-c944bdf6-d433-44ce-ab74-a2d1e171d658 tempest-DeleteServersTestJSON-251760048 tempest-DeleteServersTestJSON-251760048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:48:48.473422 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-94f45349-8275-4609-9040-cee2460ff921 req-c944bdf6-d433-44ce-ab74-a2d1e171d658 tempest-DeleteServersTestJSON-251760048 tempest-DeleteServersTestJSON-251760048-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ffe4bd7-233a-4ed7-b3f6-4ad6c228751e HTTP/1.1" status: 200 len: 945 time: 0.0481393 Aug 11 03:48:48.511029 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-94f45349-8275-4609-9040-cee2460ff921 req-c68bd96f-fba3-4952-b729-91626487a8cc tempest-DeleteServersTestJSON-251760048 tempest-DeleteServersTestJSON-251760048-project] 10.222.0.41 "GET /v2.0/security-groups?id=e84ae859-de76-44bb-a5b0-f363162d3849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317326 Aug 11 03:48:49.627602 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e859d518-caaa-4406-b558-c72f68ac8cf9 req-369697bb-30cb-448e-8d6c-78d41f20759e tempest-DeleteServersTestJSON-251760048 tempest-DeleteServersTestJSON-251760048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:48:49.629105 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e859d518-caaa-4406-b558-c72f68ac8cf9 req-369697bb-30cb-448e-8d6c-78d41f20759e tempest-DeleteServersTestJSON-251760048 tempest-DeleteServersTestJSON-251760048-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ffe4bd7-233a-4ed7-b3f6-4ad6c228751e HTTP/1.1" status: 200 len: 945 time: 0.0522683 Aug 11 03:48:49.669174 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e859d518-caaa-4406-b558-c72f68ac8cf9 req-478738cf-9d03-4959-b59c-181cc242b4cf tempest-DeleteServersTestJSON-251760048 tempest-DeleteServersTestJSON-251760048-project] 10.222.0.41 "GET /v2.0/security-groups?id=e84ae859-de76-44bb-a5b0-f363162d3849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341120 Aug 11 03:48:50.790874 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666ae629-b6de-4ca9-8081-28e8632091d4 req-508c892a-98a5-4c01-a1db-5d2d51f495ce tempest-DeleteServersTestJSON-251760048 tempest-DeleteServersTestJSON-251760048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:48:50.792598 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-666ae629-b6de-4ca9-8081-28e8632091d4 req-508c892a-98a5-4c01-a1db-5d2d51f495ce tempest-DeleteServersTestJSON-251760048 tempest-DeleteServersTestJSON-251760048-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ffe4bd7-233a-4ed7-b3f6-4ad6c228751e HTTP/1.1" status: 200 len: 945 time: 0.0525053 Aug 11 03:48:50.829112 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-666ae629-b6de-4ca9-8081-28e8632091d4 req-120a01ee-f3a5-4a33-b155-1a82597cddea tempest-DeleteServersTestJSON-251760048 tempest-DeleteServersTestJSON-251760048-project] 10.222.0.41 "GET /v2.0/security-groups?id=e84ae859-de76-44bb-a5b0-f363162d3849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307124 Aug 11 03:48:51.942352 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14828d98-8f28-44cd-a4b1-5c21e2394c6c req-483b6c93-5c52-4264-8760-8d566f0d1871 tempest-DeleteServersTestJSON-251760048 tempest-DeleteServersTestJSON-251760048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:48:51.943815 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-14828d98-8f28-44cd-a4b1-5c21e2394c6c req-483b6c93-5c52-4264-8760-8d566f0d1871 tempest-DeleteServersTestJSON-251760048 tempest-DeleteServersTestJSON-251760048-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ffe4bd7-233a-4ed7-b3f6-4ad6c228751e HTTP/1.1" status: 200 len: 945 time: 0.0482972 Aug 11 03:48:51.980929 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-14828d98-8f28-44cd-a4b1-5c21e2394c6c req-bc721ce2-174b-48a9-826e-bd3e67f59c8e tempest-DeleteServersTestJSON-251760048 tempest-DeleteServersTestJSON-251760048-project] 10.222.0.41 "GET /v2.0/security-groups?id=e84ae859-de76-44bb-a5b0-f363162d3849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311425 Aug 11 03:48:53.095030 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f4d65f-4977-4fd0-a631-49b79aa4af44 req-d1e4a71b-a795-457c-b92d-6df3a31b54f7 tempest-DeleteServersTestJSON-251760048 tempest-DeleteServersTestJSON-251760048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:48:53.096524 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f5f4d65f-4977-4fd0-a631-49b79aa4af44 req-d1e4a71b-a795-457c-b92d-6df3a31b54f7 tempest-DeleteServersTestJSON-251760048 tempest-DeleteServersTestJSON-251760048-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ffe4bd7-233a-4ed7-b3f6-4ad6c228751e HTTP/1.1" status: 200 len: 945 time: 0.0499682 Aug 11 03:48:53.137664 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f5f4d65f-4977-4fd0-a631-49b79aa4af44 req-37230892-1414-4fee-bf0b-00de7ee6a3ad tempest-DeleteServersTestJSON-251760048 tempest-DeleteServersTestJSON-251760048-project] 10.222.0.41 "GET /v2.0/security-groups?id=e84ae859-de76-44bb-a5b0-f363162d3849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307291 Aug 11 03:48:54.251355 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d631fe-e0d0-4f38-b4ce-a9e6f96236c3 req-5ea52ec4-2507-47c2-9a58-c807b59ee563 tempest-DeleteServersTestJSON-251760048 tempest-DeleteServersTestJSON-251760048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:48:54.252840 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-89d631fe-e0d0-4f38-b4ce-a9e6f96236c3 req-5ea52ec4-2507-47c2-9a58-c807b59ee563 tempest-DeleteServersTestJSON-251760048 tempest-DeleteServersTestJSON-251760048-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ffe4bd7-233a-4ed7-b3f6-4ad6c228751e HTTP/1.1" status: 200 len: 945 time: 0.0520852 Aug 11 03:48:54.291799 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-89d631fe-e0d0-4f38-b4ce-a9e6f96236c3 req-59ce44d5-2b59-48fe-bf31-8695efe30232 tempest-DeleteServersTestJSON-251760048 tempest-DeleteServersTestJSON-251760048-project] 10.222.0.41 "GET /v2.0/security-groups?id=e84ae859-de76-44bb-a5b0-f363162d3849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314114 Aug 11 03:48:55.404423 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed76b566-efdf-43b6-a837-73a04c35efc0 req-11aa7e06-2ea1-439c-8777-f4ece636d21b tempest-DeleteServersTestJSON-251760048 tempest-DeleteServersTestJSON-251760048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:48:55.405904 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ed76b566-efdf-43b6-a837-73a04c35efc0 req-11aa7e06-2ea1-439c-8777-f4ece636d21b tempest-DeleteServersTestJSON-251760048 tempest-DeleteServersTestJSON-251760048-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ffe4bd7-233a-4ed7-b3f6-4ad6c228751e HTTP/1.1" status: 200 len: 945 time: 0.0488749 Aug 11 03:48:55.442391 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ed76b566-efdf-43b6-a837-73a04c35efc0 req-dd7a6a9b-fef9-48c0-a8cb-9e3dc46948e1 tempest-DeleteServersTestJSON-251760048 tempest-DeleteServersTestJSON-251760048-project] 10.222.0.41 "GET /v2.0/security-groups?id=e84ae859-de76-44bb-a5b0-f363162d3849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304639 Aug 11 03:48:56.556009 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23100f0f-f6a0-4555-b651-4b1ebbaffffb req-02b57881-78c1-4057-83a1-6aab07067d3d tempest-DeleteServersTestJSON-251760048 tempest-DeleteServersTestJSON-251760048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:48:56.557484 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-23100f0f-f6a0-4555-b651-4b1ebbaffffb req-02b57881-78c1-4057-83a1-6aab07067d3d tempest-DeleteServersTestJSON-251760048 tempest-DeleteServersTestJSON-251760048-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ffe4bd7-233a-4ed7-b3f6-4ad6c228751e HTTP/1.1" status: 200 len: 945 time: 0.0487177 Aug 11 03:48:56.594383 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-23100f0f-f6a0-4555-b651-4b1ebbaffffb req-74a1c7e7-dea5-44bf-af3f-2c8c00a980ac tempest-DeleteServersTestJSON-251760048 tempest-DeleteServersTestJSON-251760048-project] 10.222.0.41 "GET /v2.0/security-groups?id=e84ae859-de76-44bb-a5b0-f363162d3849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306449 Aug 11 03:48:57.711328 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a251de50-e824-4546-b199-ddcc394c7d36 req-281cd857-6ce3-4b81-a9f1-3b11fc96dd07 tempest-DeleteServersTestJSON-251760048 tempest-DeleteServersTestJSON-251760048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:48:57.712802 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a251de50-e824-4546-b199-ddcc394c7d36 req-281cd857-6ce3-4b81-a9f1-3b11fc96dd07 tempest-DeleteServersTestJSON-251760048 tempest-DeleteServersTestJSON-251760048-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ffe4bd7-233a-4ed7-b3f6-4ad6c228751e HTTP/1.1" status: 200 len: 945 time: 0.0523076 Aug 11 03:48:57.750877 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a251de50-e824-4546-b199-ddcc394c7d36 req-06a02c71-1dc1-48c3-84ce-36e16ff8d726 tempest-DeleteServersTestJSON-251760048 tempest-DeleteServersTestJSON-251760048-project] 10.222.0.41 "GET /v2.0/security-groups?id=e84ae859-de76-44bb-a5b0-f363162d3849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314815 Aug 11 03:48:58.866030 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1578b7d0-a13e-4735-9536-e3356bd7626a req-b2ad547e-c8a9-4a6c-9222-f90c5529cc94 tempest-DeleteServersTestJSON-251760048 tempest-DeleteServersTestJSON-251760048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:48:58.867540 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1578b7d0-a13e-4735-9536-e3356bd7626a req-b2ad547e-c8a9-4a6c-9222-f90c5529cc94 tempest-DeleteServersTestJSON-251760048 tempest-DeleteServersTestJSON-251760048-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ffe4bd7-233a-4ed7-b3f6-4ad6c228751e HTTP/1.1" status: 200 len: 945 time: 0.0484912 Aug 11 03:48:58.905216 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1578b7d0-a13e-4735-9536-e3356bd7626a req-f0a5bdb2-f0e9-42af-ac37-76253fc99c18 tempest-DeleteServersTestJSON-251760048 tempest-DeleteServersTestJSON-251760048-project] 10.222.0.41 "GET /v2.0/security-groups?id=e84ae859-de76-44bb-a5b0-f363162d3849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312438 Aug 11 03:48:59.283050 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8350e464-a220-415b-b674-740370fa1aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:49:00.019089 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9694feaa-a841-47f0-b55a-b5106e2c310a req-f6433114-619f-4148-a661-744450109bf9 tempest-DeleteServersTestJSON-251760048 tempest-DeleteServersTestJSON-251760048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:49:00.020558 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9694feaa-a841-47f0-b55a-b5106e2c310a req-f6433114-619f-4148-a661-744450109bf9 tempest-DeleteServersTestJSON-251760048 tempest-DeleteServersTestJSON-251760048-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ffe4bd7-233a-4ed7-b3f6-4ad6c228751e HTTP/1.1" status: 200 len: 945 time: 0.0480201 Aug 11 03:49:00.057879 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9694feaa-a841-47f0-b55a-b5106e2c310a req-6e778d41-9bec-4380-95de-5a39f2474713 tempest-DeleteServersTestJSON-251760048 tempest-DeleteServersTestJSON-251760048-project] 10.222.0.41 "GET /v2.0/security-groups?id=e84ae859-de76-44bb-a5b0-f363162d3849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314314 Aug 11 03:49:01.174646 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b93e64-590a-4b58-9379-ad5f4fc5d87f req-007d17f9-44c1-4c75-a1d2-739f03496a66 tempest-DeleteServersTestJSON-251760048 tempest-DeleteServersTestJSON-251760048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:49:01.176015 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-45b93e64-590a-4b58-9379-ad5f4fc5d87f req-007d17f9-44c1-4c75-a1d2-739f03496a66 tempest-DeleteServersTestJSON-251760048 tempest-DeleteServersTestJSON-251760048-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ffe4bd7-233a-4ed7-b3f6-4ad6c228751e HTTP/1.1" status: 200 len: 945 time: 0.0519667 Aug 11 03:49:01.213685 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-45b93e64-590a-4b58-9379-ad5f4fc5d87f req-8d422794-58c8-4d56-9158-6a5f02366e44 tempest-DeleteServersTestJSON-251760048 tempest-DeleteServersTestJSON-251760048-project] 10.222.0.41 "GET /v2.0/security-groups?id=e84ae859-de76-44bb-a5b0-f363162d3849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317183 Aug 11 03:49:01.877119 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:49:02.087630 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-4356240c-8d49-4d87-96bf-9ced1eb71039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:49:02.328328 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f8d150-c7b2-44e9-83ed-c16dfd19adb4 req-fb5f56a6-1197-45d9-934b-1b85af6ab9ee tempest-DeleteServersTestJSON-251760048 tempest-DeleteServersTestJSON-251760048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:49:02.329837 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-42f8d150-c7b2-44e9-83ed-c16dfd19adb4 req-fb5f56a6-1197-45d9-934b-1b85af6ab9ee tempest-DeleteServersTestJSON-251760048 tempest-DeleteServersTestJSON-251760048-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ffe4bd7-233a-4ed7-b3f6-4ad6c228751e HTTP/1.1" status: 200 len: 945 time: 0.0493853 Aug 11 03:49:02.369023 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-42f8d150-c7b2-44e9-83ed-c16dfd19adb4 req-e42427c2-5ea0-4c3b-bb9a-c1131642327c tempest-DeleteServersTestJSON-251760048 tempest-DeleteServersTestJSON-251760048-project] 10.222.0.41 "GET /v2.0/security-groups?id=e84ae859-de76-44bb-a5b0-f363162d3849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331798 Aug 11 03:49:03.104731 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:49:03.484054 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a320493a-1e9b-4829-86e0-ea23061989eb req-0a495011-5d1f-45c9-9860-8f26e3986f10 tempest-DeleteServersTestJSON-251760048 tempest-DeleteServersTestJSON-251760048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:49:03.485514 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a320493a-1e9b-4829-86e0-ea23061989eb req-0a495011-5d1f-45c9-9860-8f26e3986f10 tempest-DeleteServersTestJSON-251760048 tempest-DeleteServersTestJSON-251760048-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ffe4bd7-233a-4ed7-b3f6-4ad6c228751e HTTP/1.1" status: 200 len: 945 time: 0.0489459 Aug 11 03:49:03.522518 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a320493a-1e9b-4829-86e0-ea23061989eb req-512b1d27-17fa-4566-94f3-1f1cb7deb071 tempest-DeleteServersTestJSON-251760048 tempest-DeleteServersTestJSON-251760048-project] 10.222.0.41 "GET /v2.0/security-groups?id=e84ae859-de76-44bb-a5b0-f363162d3849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309372 Aug 11 03:49:04.521254 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21368999-9cb9-45f1-b231-1cb382f4e342 req-2b2da363-528f-4809-9510-33843bc8931e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:49:04.522839 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-21368999-9cb9-45f1-b231-1cb382f4e342 req-2b2da363-528f-4809-9510-33843bc8931e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b092e59c48d44e328390e54273be1f8e&device_id=3ffe4bd7-233a-4ed7-b3f6-4ad6c228751e HTTP/1.1" status: 200 len: 1097 time: 0.0495882 Aug 11 03:49:04.625164 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21368999-9cb9-45f1-b231-1cb382f4e342 req-1bb1e10e-ca9f-441d-86a5-f8cbaa9f132d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:49:04.626666 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-21368999-9cb9-45f1-b231-1cb382f4e342 req-1bb1e10e-ca9f-441d-86a5-f8cbaa9f132d service neutron] 10.222.0.22 "GET /v2.0/networks?id=43a10e4e-5912-4994-ad6f-9979351b3021 HTTP/1.1" status: 200 len: 913 time: 0.0855155 Aug 11 03:49:04.640263 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83982ed1-45e3-4ac3-82e7-a649df200818 req-975eec71-2f9a-474a-9cc3-2b29e98a10c8 tempest-DeleteServersTestJSON-251760048 tempest-DeleteServersTestJSON-251760048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:49:04.641765 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-83982ed1-45e3-4ac3-82e7-a649df200818 req-975eec71-2f9a-474a-9cc3-2b29e98a10c8 tempest-DeleteServersTestJSON-251760048 tempest-DeleteServersTestJSON-251760048-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ffe4bd7-233a-4ed7-b3f6-4ad6c228751e HTTP/1.1" status: 200 len: 945 time: 0.0526116 Aug 11 03:49:04.672013 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-21368999-9cb9-45f1-b231-1cb382f4e342 req-49df0b56-8329-4c7d-b4fb-7b6dc3d680e2 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8a20b795-be95-42ee-bcc8-bc7ac9861c62 HTTP/1.1" status: 200 len: 217 time: 0.0383914 Aug 11 03:49:04.681170 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-83982ed1-45e3-4ac3-82e7-a649df200818 req-f7d0d2f1-585b-40dd-bb6b-5102321fcda5 tempest-DeleteServersTestJSON-251760048 tempest-DeleteServersTestJSON-251760048-project] 10.222.0.41 "GET /v2.0/security-groups?id=e84ae859-de76-44bb-a5b0-f363162d3849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333586 Aug 11 03:49:04.722487 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21368999-9cb9-45f1-b231-1cb382f4e342 req-044341e0-8404-4e54-91a3-a2a8b435e0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:49:04.723930 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-21368999-9cb9-45f1-b231-1cb382f4e342 req-044341e0-8404-4e54-91a3-a2a8b435e0fb service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4aa357ee-8f7e-424b-ad64-b3c2d666dd02 HTTP/1.1" status: 200 len: 852 time: 0.0446670 Aug 11 03:49:04.756885 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:49:04.757868 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-21368999-9cb9-45f1-b231-1cb382f4e342 req-6d742d32-d884-4144-87ac-bfac1b047be7 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=43a10e4e-5912-4994-ad6f-9979351b3021&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256722 Aug 11 03:49:04.844267 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-21368999-9cb9-45f1-b231-1cb382f4e342 req-3a83965f-81ff-4797-89ef-b83bacc4f20e service neutron] 10.222.0.22 "GET /v2.0/networks/43a10e4e-5912-4994-ad6f-9979351b3021?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794883 Aug 11 03:49:04.935675 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-21368999-9cb9-45f1-b231-1cb382f4e342 req-227a30e7-80e5-445f-b6d2-5f38abf0a557 service neutron] 10.222.0.22 "GET /v2.0/networks/43a10e4e-5912-4994-ad6f-9979351b3021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848143 Aug 11 03:49:05.795689 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798ec1dd-3957-4fce-a8f6-0f6c64e3cd69 req-35307603-1b08-42a4-b1f6-bc45d1f43ea8 tempest-DeleteServersTestJSON-251760048 tempest-DeleteServersTestJSON-251760048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:49:05.797176 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-798ec1dd-3957-4fce-a8f6-0f6c64e3cd69 req-35307603-1b08-42a4-b1f6-bc45d1f43ea8 tempest-DeleteServersTestJSON-251760048 tempest-DeleteServersTestJSON-251760048-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ffe4bd7-233a-4ed7-b3f6-4ad6c228751e HTTP/1.1" status: 200 len: 945 time: 0.0484889 Aug 11 03:49:05.835511 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-798ec1dd-3957-4fce-a8f6-0f6c64e3cd69 req-bd9be7e0-eea2-4a55-8f0d-ee35cf86dcb5 tempest-DeleteServersTestJSON-251760048 tempest-DeleteServersTestJSON-251760048-project] 10.222.0.41 "GET /v2.0/security-groups?id=e84ae859-de76-44bb-a5b0-f363162d3849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324502 Aug 11 03:49:06.950307 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c349e011-5130-44ad-8ea5-0d5a2bdd5ff5 req-75ec06ca-ddf5-45b4-a6a2-6f7ea7865cf1 tempest-DeleteServersTestJSON-251760048 tempest-DeleteServersTestJSON-251760048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:49:06.951782 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c349e011-5130-44ad-8ea5-0d5a2bdd5ff5 req-75ec06ca-ddf5-45b4-a6a2-6f7ea7865cf1 tempest-DeleteServersTestJSON-251760048 tempest-DeleteServersTestJSON-251760048-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ffe4bd7-233a-4ed7-b3f6-4ad6c228751e HTTP/1.1" status: 200 len: 945 time: 0.0489399 Aug 11 03:49:06.989047 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c349e011-5130-44ad-8ea5-0d5a2bdd5ff5 req-80ba5133-7a70-491c-b61c-bbc84d7bc50a tempest-DeleteServersTestJSON-251760048 tempest-DeleteServersTestJSON-251760048-project] 10.222.0.41 "GET /v2.0/security-groups?id=e84ae859-de76-44bb-a5b0-f363162d3849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314565 Aug 11 03:49:07.447532 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:49:08.104908 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb692dd-7d29-4282-a23d-e2624fd9f1e1 req-ba74ddfd-63e1-4fd7-a8b3-830c750f7e11 tempest-DeleteServersTestJSON-251760048 tempest-DeleteServersTestJSON-251760048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:49:08.106925 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9bb692dd-7d29-4282-a23d-e2624fd9f1e1 req-ba74ddfd-63e1-4fd7-a8b3-830c750f7e11 tempest-DeleteServersTestJSON-251760048 tempest-DeleteServersTestJSON-251760048-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ffe4bd7-233a-4ed7-b3f6-4ad6c228751e HTTP/1.1" status: 200 len: 945 time: 0.0518603 Aug 11 03:49:08.143724 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9bb692dd-7d29-4282-a23d-e2624fd9f1e1 req-a9359830-ba25-459c-9a0d-e38befcd462e tempest-DeleteServersTestJSON-251760048 tempest-DeleteServersTestJSON-251760048-project] 10.222.0.41 "GET /v2.0/security-groups?id=e84ae859-de76-44bb-a5b0-f363162d3849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308759 Aug 11 03:49:09.258099 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31da8c41-d22d-4157-8bda-bf8a078eb206 req-5e0ab4b9-9a57-4e22-8809-601f8c0f03df tempest-DeleteServersTestJSON-251760048 tempest-DeleteServersTestJSON-251760048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:49:09.259675 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-31da8c41-d22d-4157-8bda-bf8a078eb206 req-5e0ab4b9-9a57-4e22-8809-601f8c0f03df tempest-DeleteServersTestJSON-251760048 tempest-DeleteServersTestJSON-251760048-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ffe4bd7-233a-4ed7-b3f6-4ad6c228751e HTTP/1.1" status: 200 len: 945 time: 0.0499430 Aug 11 03:49:09.297353 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-31da8c41-d22d-4157-8bda-bf8a078eb206 req-f100078d-8d07-4ac9-821f-223adff135f1 tempest-DeleteServersTestJSON-251760048 tempest-DeleteServersTestJSON-251760048-project] 10.222.0.41 "GET /v2.0/security-groups?id=e84ae859-de76-44bb-a5b0-f363162d3849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318415 Aug 11 03:49:10.411420 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4f50c1-6ea8-4423-8fe6-a4fc7a745c43 req-6ba3a8ce-dba0-4016-b0bd-281ec6d8f411 tempest-DeleteServersTestJSON-251760048 tempest-DeleteServersTestJSON-251760048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:49:10.412899 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1a4f50c1-6ea8-4423-8fe6-a4fc7a745c43 req-6ba3a8ce-dba0-4016-b0bd-281ec6d8f411 tempest-DeleteServersTestJSON-251760048 tempest-DeleteServersTestJSON-251760048-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ffe4bd7-233a-4ed7-b3f6-4ad6c228751e HTTP/1.1" status: 200 len: 945 time: 0.0489562 Aug 11 03:49:10.449270 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1a4f50c1-6ea8-4423-8fe6-a4fc7a745c43 req-ac2235db-7f65-49f1-a548-02307d545603 tempest-DeleteServersTestJSON-251760048 tempest-DeleteServersTestJSON-251760048-project] 10.222.0.41 "GET /v2.0/security-groups?id=e84ae859-de76-44bb-a5b0-f363162d3849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302644 Aug 11 03:49:11.459813 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:49:11.566833 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68305c32-221b-4177-a98f-6ca29ea38aea req-213a0a6b-b5b3-427c-af22-3b5c7f0a252c tempest-DeleteServersTestJSON-251760048 tempest-DeleteServersTestJSON-251760048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:49:11.568301 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-68305c32-221b-4177-a98f-6ca29ea38aea req-213a0a6b-b5b3-427c-af22-3b5c7f0a252c tempest-DeleteServersTestJSON-251760048 tempest-DeleteServersTestJSON-251760048-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ffe4bd7-233a-4ed7-b3f6-4ad6c228751e HTTP/1.1" status: 200 len: 945 time: 0.0529401 Aug 11 03:49:11.605371 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-68305c32-221b-4177-a98f-6ca29ea38aea req-cf012069-9c58-4cbb-a41c-2a7bfb74bcc6 tempest-DeleteServersTestJSON-251760048 tempest-DeleteServersTestJSON-251760048-project] 10.222.0.41 "GET /v2.0/security-groups?id=e84ae859-de76-44bb-a5b0-f363162d3849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310462 Aug 11 03:49:12.317929 n-d-764292-30 neutron-server[102191]: INFO neutron.api.v2.resource [req-cb4e186b-fc2d-4659-bfd3-fe7b6ed8429e req-772b56fc-707d-4032-8b99-cae39bd83277 service neutron] show failed (client error): The resource could not be found. Aug 11 03:49:12.318945 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-cb4e186b-fc2d-4659-bfd3-fe7b6ed8429e req-772b56fc-707d-4032-8b99-cae39bd83277 service neutron] 10.222.0.22 "GET /v2.0/ports/8a20b795-be95-42ee-bcc8-bc7ac9861c62/bindings/n-h2-764292-30 HTTP/1.1" status: 404 len: 381 time: 0.0563850 Aug 11 03:49:12.723413 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189d1e33-fd00-48aa-8d68-da44bcc13aff req-19e0a28e-94ab-431a-b654-ddfb375a5d83 tempest-DeleteServersTestJSON-251760048 tempest-DeleteServersTestJSON-251760048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:49:12.724990 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-189d1e33-fd00-48aa-8d68-da44bcc13aff req-19e0a28e-94ab-431a-b654-ddfb375a5d83 tempest-DeleteServersTestJSON-251760048 tempest-DeleteServersTestJSON-251760048-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ffe4bd7-233a-4ed7-b3f6-4ad6c228751e HTTP/1.1" status: 200 len: 945 time: 0.0499177 Aug 11 03:49:12.816687 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-189d1e33-fd00-48aa-8d68-da44bcc13aff req-12434aa6-fee0-4f90-a2f2-17e56b4aa93a tempest-DeleteServersTestJSON-251760048 tempest-DeleteServersTestJSON-251760048-project] 10.222.0.41 "GET /v2.0/security-groups?id=e84ae859-de76-44bb-a5b0-f363162d3849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828569 Aug 11 03:49:12.824234 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4e186b-fc2d-4659-bfd3-fe7b6ed8429e req-d46d1551-c931-4b63-855a-397f5d879cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:49:12.825754 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cb4e186b-fc2d-4659-bfd3-fe7b6ed8429e req-d46d1551-c931-4b63-855a-397f5d879cbc service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3ffe4bd7-233a-4ed7-b3f6-4ad6c228751e&tenant_id=b092e59c48d44e328390e54273be1f8e HTTP/1.1" status: 200 len: 1097 time: 0.0999086 Aug 11 03:49:12.837525 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-cb4e186b-fc2d-4659-bfd3-fe7b6ed8429e req-a37d8204-cf74-443a-9ca7-faf03b646ab3 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-764292-30', 'device_owner': 'compute:nova'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:49:12.889856 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-cb4e186b-fc2d-4659-bfd3-fe7b6ed8429e req-a37d8204-cf74-443a-9ca7-faf03b646ab3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:49:13.088785 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-cb4e186b-fc2d-4659-bfd3-fe7b6ed8429e req-a37d8204-cf74-443a-9ca7-faf03b646ab3 service neutron] For port 8a20b795-be95-42ee-bcc8-bc7ac9861c62, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=8a20b795-be95-42ee-bcc8-bc7ac9861c62,segment=NetworkSegment(aa4787ec-e09d-4ca1-a1e3-f9c0ae0437c5),segment_id=aa4787ec-e09d-4ca1-a1e3-f9c0ae0437c5)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:49:13.122523 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-cb4e186b-fc2d-4659-bfd3-fe7b6ed8429e req-a37d8204-cf74-443a-9ca7-faf03b646ab3 service neutron] For port 8a20b795-be95-42ee-bcc8-bc7ac9861c62, host n-h1-764292-30, cleared binding levels {{(pid=102192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:49:13.165298 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ffe4bd7-233a-4ed7-b3f6-4ad6c228751e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a20b795-be95-42ee-bcc8-bc7ac9861c62'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:49:13.167814 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fec4fa39-3f45-4cb3-ac0e-96f83f72f44e" -d '{"events": [{"server_uuid": "3ffe4bd7-233a-4ed7-b3f6-4ad6c228751e", "name": "network-vif-unplugged", "status": "completed", "tag": "8a20b795-be95-42ee-bcc8-bc7ac9861c62"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:49:13.172520 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-cb4e186b-fc2d-4659-bfd3-fe7b6ed8429e req-a37d8204-cf74-443a-9ca7-faf03b646ab3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:49:13.184568 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [req-cb4e186b-fc2d-4659-bfd3-fe7b6ed8429e req-a37d8204-cf74-443a-9ca7-faf03b646ab3 service neutron] Transition to ACTIVE for port object 8a20b795-be95-42ee-bcc8-bc7ac9861c62 will not be triggered until provisioned by entity L2. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:49:13.215066 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 03:49:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d7d758b-b20c-488d-8f37-fa943ee7438d x-openstack-request-id: req-1d7d758b-b20c-488d-8f37-fa943ee7438d {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:49:13.215363 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ffe4bd7-233a-4ed7-b3f6-4ad6c228751e", "name": "network-vif-unplugged", "status": "completed", "tag": "8a20b795-be95-42ee-bcc8-bc7ac9861c62", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:49:13.216233 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1d7d758b-b20c-488d-8f37-fa943ee7438d {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:49:13.216629 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ffe4bd7-233a-4ed7-b3f6-4ad6c228751e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a20b795-be95-42ee-bcc8-bc7ac9861c62', 'code': 200} Aug 11 03:49:13.271371 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-cb4e186b-fc2d-4659-bfd3-fe7b6ed8429e req-a37d8204-cf74-443a-9ca7-faf03b646ab3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:49:13.332802 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb4e186b-fc2d-4659-bfd3-fe7b6ed8429e req-a37d8204-cf74-443a-9ca7-faf03b646ab3 service neutron] No DVR routers for this DVR port 8a20b795-be95-42ee-bcc8-bc7ac9861c62 on host n-h1-764292-30 {{(pid=102192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:49:13.335845 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37d8204-cf74-443a-9ca7-faf03b646ab3 service neutron] Pushing event updated for resources: {'Port': ['ID=8a20b795-be95-42ee-bcc8-bc7ac9861c62,revision_number=6']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:49:13.362060 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37d8204-cf74-443a-9ca7-faf03b646ab3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:49:13.362449 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37d8204-cf74-443a-9ca7-faf03b646ab3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:49:13.362793 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37d8204-cf74-443a-9ca7-faf03b646ab3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:49:13.363136 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37d8204-cf74-443a-9ca7-faf03b646ab3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:49:13.363467 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37d8204-cf74-443a-9ca7-faf03b646ab3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:49:13.363798 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37d8204-cf74-443a-9ca7-faf03b646ab3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:49:13.364126 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37d8204-cf74-443a-9ca7-faf03b646ab3 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:49:13.364449 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37d8204-cf74-443a-9ca7-faf03b646ab3 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:49:13.364774 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37d8204-cf74-443a-9ca7-faf03b646ab3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:49:13.365100 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37d8204-cf74-443a-9ca7-faf03b646ab3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:49:13.365424 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37d8204-cf74-443a-9ca7-faf03b646ab3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:49:13.365745 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37d8204-cf74-443a-9ca7-faf03b646ab3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:49:13.378479 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-cb4e186b-fc2d-4659-bfd3-fe7b6ed8429e req-a37d8204-cf74-443a-9ca7-faf03b646ab3 service neutron] Attempting to bind port 8a20b795-be95-42ee-bcc8-bc7ac9861c62 on host n-h2-764292-30 for vnic_type normal with profile {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:49:13.378826 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-cb4e186b-fc2d-4659-bfd3-fe7b6ed8429e req-a37d8204-cf74-443a-9ca7-faf03b646ab3 service neutron] Attempting to bind port 8a20b795-be95-42ee-bcc8-bc7ac9861c62 by drivers openvswitch,hyperv on host n-h2-764292-30 at level 0 using segments [{'id': 'aa4787ec-e09d-4ca1-a1e3-f9c0ae0437c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '43a10e4e-5912-4994-ad6f-9979351b3021'}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:49:13.379155 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4e186b-fc2d-4659-bfd3-fe7b6ed8429e req-a37d8204-cf74-443a-9ca7-faf03b646ab3 service neutron] Attempting to bind port 8a20b795-be95-42ee-bcc8-bc7ac9861c62 on network 43a10e4e-5912-4994-ad6f-9979351b3021 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:49:13.383457 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4e186b-fc2d-4659-bfd3-fe7b6ed8429e req-a37d8204-cf74-443a-9ca7-faf03b646ab3 service neutron] Port 8a20b795-be95-42ee-bcc8-bc7ac9861c62 on network 43a10e4e-5912-4994-ad6f-9979351b3021 not bound, no agent of type Open vSwitch agent registered on host n-h2-764292-30 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:49:13.383785 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4e186b-fc2d-4659-bfd3-fe7b6ed8429e req-a37d8204-cf74-443a-9ca7-faf03b646ab3 service neutron] Attempting to bind port 8a20b795-be95-42ee-bcc8-bc7ac9861c62 on network 43a10e4e-5912-4994-ad6f-9979351b3021 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:49:13.389130 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4e186b-fc2d-4659-bfd3-fe7b6ed8429e req-a37d8204-cf74-443a-9ca7-faf03b646ab3 service neutron] Checking agent: {'id': '70015fc0-62fb-48b2-b453-36906937cf2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 49, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:49:13.389473 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4e186b-fc2d-4659-bfd3-fe7b6ed8429e req-a37d8204-cf74-443a-9ca7-faf03b646ab3 service neutron] Checking segment: {'id': 'aa4787ec-e09d-4ca1-a1e3-f9c0ae0437c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '43a10e4e-5912-4994-ad6f-9979351b3021'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:49:13.389913 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4e186b-fc2d-4659-bfd3-fe7b6ed8429e req-a37d8204-cf74-443a-9ca7-faf03b646ab3 service neutron] Bound using segment: {'id': 'aa4787ec-e09d-4ca1-a1e3-f9c0ae0437c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '43a10e4e-5912-4994-ad6f-9979351b3021'} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:49:13.390369 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-cb4e186b-fc2d-4659-bfd3-fe7b6ed8429e req-a37d8204-cf74-443a-9ca7-faf03b646ab3 service neutron] Bound port: 8a20b795-be95-42ee-bcc8-bc7ac9861c62, host: n-h2-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa4787ec-e09d-4ca1-a1e3-f9c0ae0437c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '43a10e4e-5912-4994-ad6f-9979351b3021'}}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:49:13.390730 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-cb4e186b-fc2d-4659-bfd3-fe7b6ed8429e req-a37d8204-cf74-443a-9ca7-faf03b646ab3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:49:13.455464 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-cb4e186b-fc2d-4659-bfd3-fe7b6ed8429e req-a37d8204-cf74-443a-9ca7-faf03b646ab3 service neutron] For port 8a20b795-be95-42ee-bcc8-bc7ac9861c62, host n-h2-764292-30, cleared binding levels {{(pid=102192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:49:13.458326 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-cb4e186b-fc2d-4659-bfd3-fe7b6ed8429e req-a37d8204-cf74-443a-9ca7-faf03b646ab3 service neutron] For port 8a20b795-be95-42ee-bcc8-bc7ac9861c62, host n-h2-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=8a20b795-be95-42ee-bcc8-bc7ac9861c62,segment=NetworkSegment(aa4787ec-e09d-4ca1-a1e3-f9c0ae0437c5),segment_id=aa4787ec-e09d-4ca1-a1e3-f9c0ae0437c5)] {{(pid=102192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:49:13.517412 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-cb4e186b-fc2d-4659-bfd3-fe7b6ed8429e req-a37d8204-cf74-443a-9ca7-faf03b646ab3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:49:13.551415 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4e186b-fc2d-4659-bfd3-fe7b6ed8429e req-a37d8204-cf74-443a-9ca7-faf03b646ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:49:13.552031 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-cb4e186b-fc2d-4659-bfd3-fe7b6ed8429e req-a37d8204-cf74-443a-9ca7-faf03b646ab3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:49:13.553480 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cb4e186b-fc2d-4659-bfd3-fe7b6ed8429e req-a37d8204-cf74-443a-9ca7-faf03b646ab3 service neutron] 10.222.0.24 "PUT /v2.0/ports/8a20b795-be95-42ee-bcc8-bc7ac9861c62 HTTP/1.1" status: 200 len: 1092 time: 0.7199421 Aug 11 03:49:13.573919 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37d8204-cf74-443a-9ca7-faf03b646ab3 service neutron] Pushing event updated for resources: {'Port': ['ID=8a20b795-be95-42ee-bcc8-bc7ac9861c62,revision_number=7']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:49:13.616537 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4e186b-fc2d-4659-bfd3-fe7b6ed8429e req-4c0dce47-f9d1-492f-a063-16fffdf68d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:49:13.618056 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cb4e186b-fc2d-4659-bfd3-fe7b6ed8429e req-4c0dce47-f9d1-492f-a063-16fffdf68d25 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b092e59c48d44e328390e54273be1f8e&device_id=3ffe4bd7-233a-4ed7-b3f6-4ad6c228751e HTTP/1.1" status: 200 len: 1095 time: 0.0406170 Aug 11 03:49:13.709747 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4e186b-fc2d-4659-bfd3-fe7b6ed8429e req-d45f538a-8251-4c45-8b71-c6bfaec0d3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:49:13.711158 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cb4e186b-fc2d-4659-bfd3-fe7b6ed8429e req-d45f538a-8251-4c45-8b71-c6bfaec0d3bb service neutron] 10.222.0.24 "GET /v2.0/networks?id=43a10e4e-5912-4994-ad6f-9979351b3021 HTTP/1.1" status: 200 len: 913 time: 0.0861537 Aug 11 03:49:13.751856 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cb4e186b-fc2d-4659-bfd3-fe7b6ed8429e req-706ad590-c447-4088-9609-b29e5c5c6f42 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8a20b795-be95-42ee-bcc8-bc7ac9861c62 HTTP/1.1" status: 200 len: 217 time: 0.0335722 Aug 11 03:49:13.800026 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4e186b-fc2d-4659-bfd3-fe7b6ed8429e req-3fe1fbbd-ee36-47c9-88e6-f351066f0178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:49:13.801400 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cb4e186b-fc2d-4659-bfd3-fe7b6ed8429e req-3fe1fbbd-ee36-47c9-88e6-f351066f0178 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4aa357ee-8f7e-424b-ad64-b3c2d666dd02 HTTP/1.1" status: 200 len: 852 time: 0.0432787 Aug 11 03:49:13.831652 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cb4e186b-fc2d-4659-bfd3-fe7b6ed8429e req-ffd2fd76-0908-4ac6-8ac1-2cd9357f3854 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=43a10e4e-5912-4994-ad6f-9979351b3021&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0229208 Aug 11 03:49:13.843178 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [req-cb4e186b-fc2d-4659-bfd3-fe7b6ed8429e req-59c54935-bb90-4bd3-a0a3-fdc5256356f9 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:49:13.844166 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cb4e186b-fc2d-4659-bfd3-fe7b6ed8429e req-59c54935-bb90-4bd3-a0a3-fdc5256356f9 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056293 Aug 11 03:49:13.968862 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811f93ee-7e12-4dba-a9e2-ee99ffeba1ed req-22be370e-294d-4d5a-8b63-4c3358c86704 tempest-DeleteServersTestJSON-251760048 tempest-DeleteServersTestJSON-251760048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:49:13.970267 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-811f93ee-7e12-4dba-a9e2-ee99ffeba1ed req-22be370e-294d-4d5a-8b63-4c3358c86704 tempest-DeleteServersTestJSON-251760048 tempest-DeleteServersTestJSON-251760048-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ffe4bd7-233a-4ed7-b3f6-4ad6c228751e HTTP/1.1" status: 200 len: 943 time: 0.0737669 Aug 11 03:49:13.986589 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cb4e186b-fc2d-4659-bfd3-fe7b6ed8429e req-129ca5e7-853b-4191-80c9-9660a1a4c458 service neutron] 10.222.0.24 "GET /v2.0/networks/43a10e4e-5912-4994-ad6f-9979351b3021?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348815 Aug 11 03:49:14.057851 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-811f93ee-7e12-4dba-a9e2-ee99ffeba1ed req-4ebbd4df-fbda-4d55-8497-dec34a1cc4a5 tempest-DeleteServersTestJSON-251760048 tempest-DeleteServersTestJSON-251760048-project] 10.222.0.41 "GET /v2.0/security-groups?id=e84ae859-de76-44bb-a5b0-f363162d3849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804789 Aug 11 03:49:14.096664 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cb4e186b-fc2d-4659-bfd3-fe7b6ed8429e req-b2479a5e-6a67-4043-8219-33eefb74d751 service neutron] 10.222.0.24 "GET /v2.0/networks/43a10e4e-5912-4994-ad6f-9979351b3021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014550 Aug 11 03:49:15.178009 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd92431e-a104-4972-a07d-1e5527bcec4f req-6df3b326-85bf-4bc3-aece-d65373c8ba5b tempest-DeleteServersTestJSON-251760048 tempest-DeleteServersTestJSON-251760048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:49:15.179431 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cd92431e-a104-4972-a07d-1e5527bcec4f req-6df3b326-85bf-4bc3-aece-d65373c8ba5b tempest-DeleteServersTestJSON-251760048 tempest-DeleteServersTestJSON-251760048-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ffe4bd7-233a-4ed7-b3f6-4ad6c228751e HTTP/1.1" status: 200 len: 943 time: 0.0498390 Aug 11 03:49:15.216452 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cd92431e-a104-4972-a07d-1e5527bcec4f req-5f849b88-89af-4419-a4a1-4f255943d327 tempest-DeleteServersTestJSON-251760048 tempest-DeleteServersTestJSON-251760048-project] 10.222.0.41 "GET /v2.0/security-groups?id=e84ae859-de76-44bb-a5b0-f363162d3849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304992 Aug 11 03:49:15.217985 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ffe4bd7-233a-4ed7-b3f6-4ad6c228751e', 'tag': '8a20b795-be95-42ee-bcc8-bc7ac9861c62'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:49:15.220231 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d49c95ea-d910-4743-8209-1326a939ca06" -d '{"events": [{"name": "network-changed", "server_uuid": "3ffe4bd7-233a-4ed7-b3f6-4ad6c228751e", "tag": "8a20b795-be95-42ee-bcc8-bc7ac9861c62"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:49:15.265875 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:49:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-573b7e45-4d77-40d5-8f88-eee8f42fc910 x-openstack-request-id: req-573b7e45-4d77-40d5-8f88-eee8f42fc910 {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:49:15.266165 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ffe4bd7-233a-4ed7-b3f6-4ad6c228751e", "tag": "8a20b795-be95-42ee-bcc8-bc7ac9861c62", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:49:15.266506 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-573b7e45-4d77-40d5-8f88-eee8f42fc910 {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:49:15.266916 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ffe4bd7-233a-4ed7-b3f6-4ad6c228751e', 'tag': '8a20b795-be95-42ee-bcc8-bc7ac9861c62', 'status': 'completed', 'code': 200} Aug 11 03:49:15.324588 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49c95ea-d910-4743-8209-1326a939ca06 req-0b9e95c5-10df-402c-bb6d-237cf0ecbc3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:49:15.326105 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-d49c95ea-d910-4743-8209-1326a939ca06 req-0b9e95c5-10df-402c-bb6d-237cf0ecbc3c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b092e59c48d44e328390e54273be1f8e&device_id=3ffe4bd7-233a-4ed7-b3f6-4ad6c228751e HTTP/1.1" status: 200 len: 1095 time: 0.0412714 Aug 11 03:49:15.329747 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49c95ea-d910-4743-8209-1326a939ca06 req-5f894792-7ffb-49c1-8d7a-ce3f13d92a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:49:15.331287 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d49c95ea-d910-4743-8209-1326a939ca06 req-5f894792-7ffb-49c1-8d7a-ce3f13d92a3e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b092e59c48d44e328390e54273be1f8e&device_id=3ffe4bd7-233a-4ed7-b3f6-4ad6c228751e HTTP/1.1" status: 200 len: 1095 time: 0.0405707 Aug 11 03:49:15.418543 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49c95ea-d910-4743-8209-1326a939ca06 req-553975b2-0fa4-4f12-bd03-09f098780e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:49:15.420654 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-d49c95ea-d910-4743-8209-1326a939ca06 req-553975b2-0fa4-4f12-bd03-09f098780e66 service neutron] 10.222.0.22 "GET /v2.0/networks?id=43a10e4e-5912-4994-ad6f-9979351b3021 HTTP/1.1" status: 200 len: 913 time: 0.0880523 Aug 11 03:49:15.425135 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49c95ea-d910-4743-8209-1326a939ca06 req-ab1c247b-425a-411e-bf88-ca6b88e68538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:49:15.426614 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d49c95ea-d910-4743-8209-1326a939ca06 req-ab1c247b-425a-411e-bf88-ca6b88e68538 service neutron] 10.222.0.24 "GET /v2.0/networks?id=43a10e4e-5912-4994-ad6f-9979351b3021 HTTP/1.1" status: 200 len: 913 time: 0.0875647 Aug 11 03:49:15.461822 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-d49c95ea-d910-4743-8209-1326a939ca06 req-677c4ee0-1417-4a56-84c0-6256ed644de9 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8a20b795-be95-42ee-bcc8-bc7ac9861c62 HTTP/1.1" status: 200 len: 217 time: 0.0338542 Aug 11 03:49:15.469837 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d49c95ea-d910-4743-8209-1326a939ca06 req-650c85eb-4dc5-44e6-9343-ad5f80c0da40 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8a20b795-be95-42ee-bcc8-bc7ac9861c62 HTTP/1.1" status: 200 len: 217 time: 0.0349464 Aug 11 03:49:15.515852 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49c95ea-d910-4743-8209-1326a939ca06 req-6310bf93-b7d6-4069-a39a-f399b20c06cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:49:15.517314 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-d49c95ea-d910-4743-8209-1326a939ca06 req-6310bf93-b7d6-4069-a39a-f399b20c06cb service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4aa357ee-8f7e-424b-ad64-b3c2d666dd02 HTTP/1.1" status: 200 len: 852 time: 0.0480595 Aug 11 03:49:15.523925 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49c95ea-d910-4743-8209-1326a939ca06 req-e405396e-8d94-413d-b250-447046b51764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:49:15.525400 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d49c95ea-d910-4743-8209-1326a939ca06 req-e405396e-8d94-413d-b250-447046b51764 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4aa357ee-8f7e-424b-ad64-b3c2d666dd02 HTTP/1.1" status: 200 len: 852 time: 0.0483427 Aug 11 03:49:15.549042 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-d49c95ea-d910-4743-8209-1326a939ca06 req-aa15f917-22f6-4a2d-89ba-b81a15e4e5e8 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=43a10e4e-5912-4994-ad6f-9979351b3021&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248928 Aug 11 03:49:15.557999 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d49c95ea-d910-4743-8209-1326a939ca06 req-d6124596-8e3d-4885-ba8e-125150debd18 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=43a10e4e-5912-4994-ad6f-9979351b3021&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244882 Aug 11 03:49:15.636624 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-d49c95ea-d910-4743-8209-1326a939ca06 req-2a24eaa1-6ebe-473a-8ade-863800a83ffa service neutron] 10.222.0.22 "GET /v2.0/networks/43a10e4e-5912-4994-ad6f-9979351b3021?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808790 Aug 11 03:49:15.650121 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d49c95ea-d910-4743-8209-1326a939ca06 req-4e081394-b39a-4f5a-945b-a27301f96ea1 service neutron] 10.222.0.24 "GET /v2.0/networks/43a10e4e-5912-4994-ad6f-9979351b3021?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840790 Aug 11 03:49:15.732488 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-d49c95ea-d910-4743-8209-1326a939ca06 req-187b63b3-8623-404c-a750-f5c9a1af602d service neutron] 10.222.0.22 "GET /v2.0/networks/43a10e4e-5912-4994-ad6f-9979351b3021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887227 Aug 11 03:49:15.758412 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d49c95ea-d910-4743-8209-1326a939ca06 req-20754cb7-816e-4d24-a028-65a45efc00e9 service neutron] 10.222.0.24 "GET /v2.0/networks/43a10e4e-5912-4994-ad6f-9979351b3021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976667 Aug 11 03:49:16.015993 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 8a20b795-be95-42ee-bcc8-bc7ac9861c62 no longer exists at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:49:16.057354 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 8a20b795-be95-42ee-bcc8-bc7ac9861c62 not bound to the agent host n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:49:16.331904 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3c489d-4013-422e-9a69-d303c8fc1769 req-57fff0e6-b8cc-440b-97a1-a79397fdee4a tempest-DeleteServersTestJSON-251760048 tempest-DeleteServersTestJSON-251760048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:49:16.333287 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7f3c489d-4013-422e-9a69-d303c8fc1769 req-57fff0e6-b8cc-440b-97a1-a79397fdee4a tempest-DeleteServersTestJSON-251760048 tempest-DeleteServersTestJSON-251760048-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ffe4bd7-233a-4ed7-b3f6-4ad6c228751e HTTP/1.1" status: 200 len: 943 time: 0.0489514 Aug 11 03:49:16.369999 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7f3c489d-4013-422e-9a69-d303c8fc1769 req-4584a3c3-7e8a-420d-939e-cd892ef2f779 tempest-DeleteServersTestJSON-251760048 tempest-DeleteServersTestJSON-251760048-project] 10.222.0.41 "GET /v2.0/security-groups?id=e84ae859-de76-44bb-a5b0-f363162d3849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309036 Aug 11 03:49:16.805287 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bef9ef-ea92-400b-a0a7-fd453c55d2bb req-58c2cc68-9536-4ef0-ab31-ddb877cacb01 tempest-DeleteServersTestJSON-251760048 tempest-DeleteServersTestJSON-251760048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:49:16.806784 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c0bef9ef-ea92-400b-a0a7-fd453c55d2bb req-58c2cc68-9536-4ef0-ab31-ddb877cacb01 tempest-DeleteServersTestJSON-251760048 tempest-DeleteServersTestJSON-251760048-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ffe4bd7-233a-4ed7-b3f6-4ad6c228751e&tenant_id=b092e59c48d44e328390e54273be1f8e&binding%3Ahost_id=n-h2-764292-30 HTTP/1.1" status: 200 len: 943 time: 0.0832191 Aug 11 03:49:16.865225 n-d-764292-30 neutron-server[102191]: INFO neutron.api.v2.resource [req-c0bef9ef-ea92-400b-a0a7-fd453c55d2bb req-d9157af8-42f4-4575-b493-7979eab973f7 service neutron] delete failed (client error): The resource could not be found. Aug 11 03:49:16.866392 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c0bef9ef-ea92-400b-a0a7-fd453c55d2bb req-d9157af8-42f4-4575-b493-7979eab973f7 service neutron] 10.222.0.22 "DELETE /v2.0/ports/8a20b795-be95-42ee-bcc8-bc7ac9861c62/bindings/n-h1-764292-30 HTTP/1.1" status: 404 len: 381 time: 0.0517170 Aug 11 03:49:16.952752 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bef9ef-ea92-400b-a0a7-fd453c55d2bb req-1a55ccc7-5859-49aa-956c-3a1186ba67c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:49:16.954208 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c0bef9ef-ea92-400b-a0a7-fd453c55d2bb req-1a55ccc7-5859-49aa-956c-3a1186ba67c9 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b092e59c48d44e328390e54273be1f8e&device_id=3ffe4bd7-233a-4ed7-b3f6-4ad6c228751e HTTP/1.1" status: 200 len: 1095 time: 0.0449209 Aug 11 03:49:17.041333 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bef9ef-ea92-400b-a0a7-fd453c55d2bb req-6f187e48-adf4-46a2-b30e-cf170801855f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:49:17.043068 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c0bef9ef-ea92-400b-a0a7-fd453c55d2bb req-6f187e48-adf4-46a2-b30e-cf170801855f service neutron] 10.222.0.22 "GET /v2.0/networks?id=43a10e4e-5912-4994-ad6f-9979351b3021 HTTP/1.1" status: 200 len: 913 time: 0.0821512 Aug 11 03:49:17.080983 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 8a20b795-be95-42ee-bcc8-bc7ac9861c62 details requested by agent hyperv_n-h2-764292-30 with host n-h2-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:49:17.087914 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c0bef9ef-ea92-400b-a0a7-fd453c55d2bb req-ef79f1be-5218-4ad6-b04c-15fe61e7e315 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8a20b795-be95-42ee-bcc8-bc7ac9861c62 HTTP/1.1" status: 200 len: 217 time: 0.0379171 Aug 11 03:49:17.139373 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bef9ef-ea92-400b-a0a7-fd453c55d2bb req-e3d7f437-1a35-459d-91b1-970528e8b4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:49:17.140880 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c0bef9ef-ea92-400b-a0a7-fd453c55d2bb req-e3d7f437-1a35-459d-91b1-970528e8b4eb service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4aa357ee-8f7e-424b-ad64-b3c2d666dd02 HTTP/1.1" status: 200 len: 852 time: 0.0436583 Aug 11 03:49:17.173613 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c0bef9ef-ea92-400b-a0a7-fd453c55d2bb req-447764ab-64bf-40ca-ae2f-90a5790db8d2 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=43a10e4e-5912-4994-ad6f-9979351b3021&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261025 Aug 11 03:49:17.175398 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port 8a20b795-be95-42ee-bcc8-bc7ac9861c62, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=8a20b795-be95-42ee-bcc8-bc7ac9861c62,segment=NetworkSegment(aa4787ec-e09d-4ca1-a1e3-f9c0ae0437c5),segment_id=aa4787ec-e09d-4ca1-a1e3-f9c0ae0437c5)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:49:17.186896 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Returning: {'device': '8a20b795-be95-42ee-bcc8-bc7ac9861c62', 'network_id': '43a10e4e-5912-4994-ad6f-9979351b3021', 'port_id': '8a20b795-be95-42ee-bcc8-bc7ac9861c62', 'mac_address': 'fa:16:3e:2f:26:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4aa357ee-8f7e-424b-ad64-b3c2d666dd02', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:49:17.227178 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:49:17.239654 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a20b795-be95-42ee-bcc8-bc7ac9861c62 {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:49:17.259303 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port 8a20b795-be95-42ee-bcc8-bc7ac9861c62, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=8a20b795-be95-42ee-bcc8-bc7ac9861c62,segment=NetworkSegment(aa4787ec-e09d-4ca1-a1e3-f9c0ae0437c5),segment_id=aa4787ec-e09d-4ca1-a1e3-f9c0ae0437c5)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:49:17.264653 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c0bef9ef-ea92-400b-a0a7-fd453c55d2bb req-33e8dc99-4615-4f1c-9f2e-58792aba2746 service neutron] 10.222.0.22 "GET /v2.0/networks/43a10e4e-5912-4994-ad6f-9979351b3021?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842876 Aug 11 03:49:17.311555 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:49:17.352371 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c0bef9ef-ea92-400b-a0a7-fd453c55d2bb req-5005ccc1-94f2-4aab-95f1-087752e70b89 service neutron] 10.222.0.22 "GET /v2.0/networks/43a10e4e-5912-4994-ad6f-9979351b3021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809720 Aug 11 03:49:17.360170 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=8a20b795-be95-42ee-bcc8-bc7ac9861c62,revision_number=8']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:49:17.367802 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:49:17.368153 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:49:17.368497 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:49:17.368843 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:49:17.369181 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:49:17.369511 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:49:17.369838 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:49:17.370166 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:49:17.370520 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:49:17.370845 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:49:17.371195 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:49:17.371518 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:49:17.552096 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['8a20b795-be95-42ee-bcc8-bc7ac9861c62'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:49:18.686697 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44342595-8e64-47cf-9d6e-2486e40d7bb2 req-2d2d600b-2859-4a56-ba43-9e3427e1952e tempest-DeleteServersTestJSON-251760048 tempest-DeleteServersTestJSON-251760048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:49:18.688157 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-44342595-8e64-47cf-9d6e-2486e40d7bb2 req-2d2d600b-2859-4a56-ba43-9e3427e1952e tempest-DeleteServersTestJSON-251760048 tempest-DeleteServersTestJSON-251760048-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ffe4bd7-233a-4ed7-b3f6-4ad6c228751e HTTP/1.1" status: 200 len: 944 time: 0.0487688 Aug 11 03:49:18.725312 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-44342595-8e64-47cf-9d6e-2486e40d7bb2 req-cc5d3997-e7f9-445f-8477-156e939ee442 tempest-DeleteServersTestJSON-251760048 tempest-DeleteServersTestJSON-251760048-project] 10.222.0.41 "GET /v2.0/security-groups?id=e84ae859-de76-44bb-a5b0-f363162d3849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311642 Aug 11 03:49:19.080310 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 8a20b795-be95-42ee-bcc8-bc7ac9861c62 up at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:49:19.328305 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning for port 8a20b795-be95-42ee-bcc8-bc7ac9861c62 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:49:19.332022 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning complete for port 8a20b795-be95-42ee-bcc8-bc7ac9861c62 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:49:19.332388 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:49:19.405823 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:49:19.428601 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ffe4bd7-233a-4ed7-b3f6-4ad6c228751e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a20b795-be95-42ee-bcc8-bc7ac9861c62'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:49:19.430901 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9d74a6f-4b99-498d-bf38-8548bb759353" -d '{"events": [{"server_uuid": "3ffe4bd7-233a-4ed7-b3f6-4ad6c228751e", "name": "network-vif-plugged", "status": "completed", "tag": "8a20b795-be95-42ee-bcc8-bc7ac9861c62"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:49:19.437336 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.agents_db [None req-950b7202-decb-43e2-8f71-ac8931dc9749 None None] Agent healthcheck: found 7 active agents {{(pid=102194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:49:19.444272 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port 8a20b795-be95-42ee-bcc8-bc7ac9861c62, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=8a20b795-be95-42ee-bcc8-bc7ac9861c62,segment=NetworkSegment(aa4787ec-e09d-4ca1-a1e3-f9c0ae0437c5),segment_id=aa4787ec-e09d-4ca1-a1e3-f9c0ae0437c5)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:49:19.467851 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:49:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdd48afe-75e5-45a3-9016-15c87b6a128e x-openstack-request-id: req-cdd48afe-75e5-45a3-9016-15c87b6a128e {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:49:19.468171 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ffe4bd7-233a-4ed7-b3f6-4ad6c228751e", "name": "network-vif-plugged", "status": "completed", "tag": "8a20b795-be95-42ee-bcc8-bc7ac9861c62", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:49:19.468395 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cdd48afe-75e5-45a3-9016-15c87b6a128e {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:49:19.468780 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ffe4bd7-233a-4ed7-b3f6-4ad6c228751e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a20b795-be95-42ee-bcc8-bc7ac9861c62', 'code': 200} Aug 11 03:49:19.505086 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:49:19.553942 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=8a20b795-be95-42ee-bcc8-bc7ac9861c62,revision_number=9']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:49:19.844341 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9b001c-31a3-465c-8460-0f78314a79cf req-e37722cd-fba4-4664-81cc-611858580050 tempest-DeleteServersTestJSON-251760048 tempest-DeleteServersTestJSON-251760048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:49:19.845811 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8a9b001c-31a3-465c-8460-0f78314a79cf req-e37722cd-fba4-4664-81cc-611858580050 tempest-DeleteServersTestJSON-251760048 tempest-DeleteServersTestJSON-251760048-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ffe4bd7-233a-4ed7-b3f6-4ad6c228751e HTTP/1.1" status: 200 len: 945 time: 0.0525980 Aug 11 03:49:19.883554 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8a9b001c-31a3-465c-8460-0f78314a79cf req-0e392330-ff94-4795-87cd-6a2d8416b0e4 tempest-DeleteServersTestJSON-251760048 tempest-DeleteServersTestJSON-251760048-project] 10.222.0.41 "GET /v2.0/security-groups?id=e84ae859-de76-44bb-a5b0-f363162d3849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316358 Aug 11 03:49:19.979486 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bef9ef-ea92-400b-a0a7-fd453c55d2bb req-cc3269eb-4a7a-4265-be06-6f8962981452 tempest-DeleteServersTestJSON-251760048 tempest-DeleteServersTestJSON-251760048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:49:19.980927 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c0bef9ef-ea92-400b-a0a7-fd453c55d2bb req-cc3269eb-4a7a-4265-be06-6f8962981452 tempest-DeleteServersTestJSON-251760048 tempest-DeleteServersTestJSON-251760048-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ffe4bd7-233a-4ed7-b3f6-4ad6c228751e HTTP/1.1" status: 200 len: 945 time: 0.0485609 Aug 11 03:49:20.069692 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [req-c0bef9ef-ea92-400b-a0a7-fd453c55d2bb req-ce4c9b9f-5683-4e70-8f79-aa7328a62271 tempest-DeleteServersTestJSON-251760048 tempest-DeleteServersTestJSON-251760048-project] Deleting port 8a20b795-be95-42ee-bcc8-bc7ac9861c62 {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:49:20.070060 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-c0bef9ef-ea92-400b-a0a7-fd453c55d2bb req-ce4c9b9f-5683-4e70-8f79-aa7328a62271 tempest-DeleteServersTestJSON-251760048 tempest-DeleteServersTestJSON-251760048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:49:20.162987 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-c0bef9ef-ea92-400b-a0a7-fd453c55d2bb req-ce4c9b9f-5683-4e70-8f79-aa7328a62271 tempest-DeleteServersTestJSON-251760048 tempest-DeleteServersTestJSON-251760048-project] For port 8a20b795-be95-42ee-bcc8-bc7ac9861c62, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=8a20b795-be95-42ee-bcc8-bc7ac9861c62,segment=NetworkSegment(aa4787ec-e09d-4ca1-a1e3-f9c0ae0437c5),segment_id=aa4787ec-e09d-4ca1-a1e3-f9c0ae0437c5)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:49:20.163565 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-c0bef9ef-ea92-400b-a0a7-fd453c55d2bb req-ce4c9b9f-5683-4e70-8f79-aa7328a62271 tempest-DeleteServersTestJSON-251760048 tempest-DeleteServersTestJSON-251760048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:49:20.175793 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [req-c0bef9ef-ea92-400b-a0a7-fd453c55d2bb req-ce4c9b9f-5683-4e70-8f79-aa7328a62271 tempest-DeleteServersTestJSON-251760048 tempest-DeleteServersTestJSON-251760048-project] Calling delete_port for 8a20b795-be95-42ee-bcc8-bc7ac9861c62 owned by compute:nova {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:49:20.390938 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-c0bef9ef-ea92-400b-a0a7-fd453c55d2bb req-ce4c9b9f-5683-4e70-8f79-aa7328a62271 tempest-DeleteServersTestJSON-251760048 tempest-DeleteServersTestJSON-251760048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:49:20.403825 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['8a20b795-be95-42ee-bcc8-bc7ac9861c62'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:49:20.422594 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4c9b9f-5683-4e70-8f79-aa7328a62271 tempest-DeleteServersTestJSON-251760048 tempest-DeleteServersTestJSON-251760048-project] Pushing event deleted for resources: {'Port': ['ID=8a20b795-be95-42ee-bcc8-bc7ac9861c62,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:49:20.461767 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0bef9ef-ea92-400b-a0a7-fd453c55d2bb req-ce4c9b9f-5683-4e70-8f79-aa7328a62271 tempest-DeleteServersTestJSON-251760048 tempest-DeleteServersTestJSON-251760048-project] No DVR routers for this DVR port 8a20b795-be95-42ee-bcc8-bc7ac9861c62 on host n-h2-764292-30 {{(pid=102192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:49:20.464465 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-c0bef9ef-ea92-400b-a0a7-fd453c55d2bb req-ce4c9b9f-5683-4e70-8f79-aa7328a62271 tempest-DeleteServersTestJSON-251760048 tempest-DeleteServersTestJSON-251760048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:49:20.466952 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c0bef9ef-ea92-400b-a0a7-fd453c55d2bb req-ce4c9b9f-5683-4e70-8f79-aa7328a62271 tempest-DeleteServersTestJSON-251760048 tempest-DeleteServersTestJSON-251760048-project] 10.222.0.24 "DELETE /v2.0/ports/8a20b795-be95-42ee-bcc8-bc7ac9861c62 HTTP/1.1" status: 204 len: 173 time: 0.4792063 Aug 11 03:49:20.467386 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ffe4bd7-233a-4ed7-b3f6-4ad6c228751e', 'name': 'network-vif-deleted', 'tag': '8a20b795-be95-42ee-bcc8-bc7ac9861c62'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:49:20.469637 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d7a43a1-a83d-402c-ba7a-55a966b62813" -d '{"events": [{"server_uuid": "3ffe4bd7-233a-4ed7-b3f6-4ad6c228751e", "name": "network-vif-deleted", "tag": "8a20b795-be95-42ee-bcc8-bc7ac9861c62"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:49:20.504181 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:49:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44a6be40-1dd6-4c21-9f25-ff18d6583d2c x-openstack-request-id: req-44a6be40-1dd6-4c21-9f25-ff18d6583d2c {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:49:20.504480 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ffe4bd7-233a-4ed7-b3f6-4ad6c228751e", "name": "network-vif-deleted", "tag": "8a20b795-be95-42ee-bcc8-bc7ac9861c62", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:49:20.504730 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-44a6be40-1dd6-4c21-9f25-ff18d6583d2c {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:49:20.505174 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ffe4bd7-233a-4ed7-b3f6-4ad6c228751e', 'name': 'network-vif-deleted', 'tag': '8a20b795-be95-42ee-bcc8-bc7ac9861c62', 'status': 'completed', 'code': 200} Aug 11 03:49:20.993007 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2fb354b1-5532-4cc6-b839-917ce9838c1b req-6919a3e7-770e-449b-bb4d-516cc1d9aa1f tempest-DeleteServersTestJSON-251760048 tempest-DeleteServersTestJSON-251760048-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ffe4bd7-233a-4ed7-b3f6-4ad6c228751e HTTP/1.1" status: 200 len: 210 time: 0.0302429 Aug 11 03:49:22.119485 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 47072) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:49:22.162768 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_v2 [None req-85c41485-4718-488b-b389-b89998fd2523 admin admin] Deleting subnet 4aa357ee-8f7e-424b-ad64-b3c2d666dd02 {{(pid=102191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:49:22.165671 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-85c41485-4718-488b-b389-b89998fd2523 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:49:22.202563 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-85c41485-4718-488b-b389-b89998fd2523 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126283525'] for subnet, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:49:22.239266 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-85c41485-4718-488b-b389-b89998fd2523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:49:22.350162 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-85c41485-4718-488b-b389-b89998fd2523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126283413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126275158'] for subnet, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:49:22.373052 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c41485-4718-488b-b389-b89998fd2523 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4aa357ee-8f7e-424b-ad64-b3c2d666dd02,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:49:22.382988 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c41485-4718-488b-b389-b89998fd2523 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:49:22.383337 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c41485-4718-488b-b389-b89998fd2523 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:49:22.383678 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c41485-4718-488b-b389-b89998fd2523 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:49:22.384012 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c41485-4718-488b-b389-b89998fd2523 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:49:22.384344 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c41485-4718-488b-b389-b89998fd2523 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:49:22.385213 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c41485-4718-488b-b389-b89998fd2523 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:49:22.385213 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c41485-4718-488b-b389-b89998fd2523 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:49:22.385381 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c41485-4718-488b-b389-b89998fd2523 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:49:22.385605 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c41485-4718-488b-b389-b89998fd2523 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:49:22.385925 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c41485-4718-488b-b389-b89998fd2523 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:49:22.386246 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c41485-4718-488b-b389-b89998fd2523 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:49:22.386587 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c41485-4718-488b-b389-b89998fd2523 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:49:22.389847 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-85c41485-4718-488b-b389-b89998fd2523 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:49:22.392256 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-85c41485-4718-488b-b389-b89998fd2523 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/4aa357ee-8f7e-424b-ad64-b3c2d666dd02 HTTP/1.1" status: 204 len: 168 time: 0.2712560 Aug 11 03:49:22.394385 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 47074) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:49:22.464163 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-088c7cd7-ca4e-4e12-aa32-6bf64d9f5f76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:49:22.539091 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-088c7cd7-ca4e-4e12-aa32-6bf64d9f5f76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:49:22.548706 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-088c7cd7-ca4e-4e12-aa32-6bf64d9f5f76 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43a10e4e-5912-4994-ad6f-9979351b3021']}} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:49:22.558425 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-088c7cd7-ca4e-4e12-aa32-6bf64d9f5f76 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa4787ec-e09d-4ca1-a1e3-f9c0ae0437c5') {'for_net_delete': True} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:49:22.558723 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-088c7cd7-ca4e-4e12-aa32-6bf64d9f5f76 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa4787ec-e09d-4ca1-a1e3-f9c0ae0437c5') {} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:49:22.567640 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-088c7cd7-ca4e-4e12-aa32-6bf64d9f5f76 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126283644'] for segment, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:49:22.581475 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-088c7cd7-ca4e-4e12-aa32-6bf64d9f5f76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:49:22.587327 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-088c7cd7-ca4e-4e12-aa32-6bf64d9f5f76 admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=102191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:49:22.587709 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-088c7cd7-ca4e-4e12-aa32-6bf64d9f5f76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126283391'] for segment, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:49:22.589280 n-d-764292-30 neutron-server[102191]: Traceback (most recent call last): Aug 11 03:49:22.589280 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:49:22.589280 n-d-764292-30 neutron-server[102191]: timer() Aug 11 03:49:22.589280 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:49:22.589280 n-d-764292-30 neutron-server[102191]: cb(*args, **kw) Aug 11 03:49:22.589280 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:49:22.589280 n-d-764292-30 neutron-server[102191]: return func(*args, **kwargs) Aug 11 03:49:22.589280 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:49:22.589280 n-d-764292-30 neutron-server[102191]: self._notify() Aug 11 03:49:22.589280 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:49:22.589280 n-d-764292-30 neutron-server[102191]: self.callback(batched_events) Aug 11 03:49:22.589280 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:49:22.589280 n-d-764292-30 neutron-server[102191]: event.method(event) Aug 11 03:49:22.589280 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:49:22.589280 n-d-764292-30 neutron-server[102191]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:49:22.589280 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:49:22.589280 n-d-764292-30 neutron-server[102191]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:49:22.589280 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:49:22.589280 n-d-764292-30 neutron-server[102191]: return f(self, *a, **k) Aug 11 03:49:22.589280 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:49:22.589280 n-d-764292-30 neutron-server[102191]: return self._get(url).json() Aug 11 03:49:22.589280 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:49:22.589280 n-d-764292-30 neutron-server[102191]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:49:22.589280 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:49:22.589280 n-d-764292-30 neutron-server[102191]: return self.request(url, 'GET', **kwargs) Aug 11 03:49:22.589280 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:49:22.589280 n-d-764292-30 neutron-server[102191]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:49:22.589280 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:49:22.589280 n-d-764292-30 neutron-server[102191]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:49:22.589280 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:49:22.589280 n-d-764292-30 neutron-server[102191]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:49:22.589280 n-d-764292-30 neutron-server[102191]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:49:22.973998 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-088c7cd7-ca4e-4e12-aa32-6bf64d9f5f76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:49:22.979599 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-088c7cd7-ca4e-4e12-aa32-6bf64d9f5f76 admin admin] Notify callbacks [] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:49:22.981418 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-088c7cd7-ca4e-4e12-aa32-6bf64d9f5f76 admin admin] 10.222.0.41 "DELETE /v2.0/networks/43a10e4e-5912-4994-ad6f-9979351b3021 HTTP/1.1" status: 204 len: 168 time: 0.5856709 Aug 11 03:49:22.992611 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088c7cd7-ca4e-4e12-aa32-6bf64d9f5f76 admin admin] Pushing event deleted for resources: {'Network': ['ID=43a10e4e-5912-4994-ad6f-9979351b3021,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:49:23.111372 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 8a20b795-be95-42ee-bcc8-bc7ac9861c62 no longer exists at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:49:23.130222 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] No Port match for: 8a20b795-be95-42ee-bcc8-bc7ac9861c62 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:49:23.132466 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 8a20b795-be95-42ee-bcc8-bc7ac9861c62 not bound to the agent host n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:49:23.360298 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 47078) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:49:23.399473 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-194431d5-317f-4d0d-813b-79aeb96d5f84 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b092e59c48d44e328390e54273be1f8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0380528 Aug 11 03:49:23.401876 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 47080) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:49:23.447481 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7c0295bf-7771-4dea-ab12-c668f366fdac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:49:23.468169 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7c0295bf-7771-4dea-ab12-c668f366fdac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:49:23.579573 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7c0295bf-7771-4dea-ab12-c668f366fdac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:49:23.582092 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7c0295bf-7771-4dea-ab12-c668f366fdac admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:49:23.583264 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-7c0295bf-7771-4dea-ab12-c668f366fdac admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e84ae859-de76-44bb-a5b0-f363162d3849 HTTP/1.1" status: 204 len: 168 time: 0.1804781 Aug 11 03:49:23.591362 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0295bf-7771-4dea-ab12-c668f366fdac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e84ae859-de76-44bb-a5b0-f363162d3849,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:49:24.533345 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 47102) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:49:24.628192 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-7a824a4a-1902-4a7b-a24d-1a80eec28b07 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-496934940-network', 'tenant_id': 'c4a9ab0298e0422fa993bab186686d1e'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:49:24.733162 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a824a4a-1902-4a7b-a24d-1a80eec28b07 admin admin] Made reservation on behalf of c4a9ab0298e0422fa993bab186686d1e for: {'network': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:49:24.735427 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7a824a4a-1902-4a7b-a24d-1a80eec28b07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:49:24.743773 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7a824a4a-1902-4a7b-a24d-1a80eec28b07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:49:24.831300 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7a824a4a-1902-4a7b-a24d-1a80eec28b07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:49:24.899451 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7a824a4a-1902-4a7b-a24d-1a80eec28b07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:49:24.923668 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a824a4a-1902-4a7b-a24d-1a80eec28b07 admin admin] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=102191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:49:24.932192 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a824a4a-1902-4a7b-a24d-1a80eec28b07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4759a2b-67dc-4601-826f-4d11ad1075bf,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:49:24.938568 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7a824a4a-1902-4a7b-a24d-1a80eec28b07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:49:24.938915 n-d-764292-30 neutron-server[102191]: INFO neutron.db.segments_db [None req-7a824a4a-1902-4a7b-a24d-1a80eec28b07 admin admin] Added segment 30547d4d-ed23-447a-86d7-438ada51f5c4 of type vlan for network e4880c6f-8416-46e6-8b5a-a770c637fe8d Aug 11 03:49:24.977836 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7a824a4a-1902-4a7b-a24d-1a80eec28b07 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:49:25.076736 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7a824a4a-1902-4a7b-a24d-1a80eec28b07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:49:25.077738 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a824a4a-1902-4a7b-a24d-1a80eec28b07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:49:25.078342 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7a824a4a-1902-4a7b-a24d-1a80eec28b07 admin admin] Notify callbacks [] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:49:25.136959 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a824a4a-1902-4a7b-a24d-1a80eec28b07 admin admin] Pushing event updated for resources: {'Network': ['ID=e4880c6f-8416-46e6-8b5a-a770c637fe8d,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:49:25.147015 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network e4880c6f-8416-46e6-8b5a-a770c637fe8d details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:49:25.191870 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-7a824a4a-1902-4a7b-a24d-1a80eec28b07 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6573713 Aug 11 03:49:25.194710 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 47106) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:49:25.199819 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-9bbce925-909e-4f75-97c3-d31941b68b57 admin admin] Request body: {'subnet': {'network_id': 'e4880c6f-8416-46e6-8b5a-a770c637fe8d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-496934940-subnet', 'tenant_id': 'c4a9ab0298e0422fa993bab186686d1e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:49:25.315584 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bbce925-909e-4f75-97c3-d31941b68b57 admin admin] Made reservation on behalf of c4a9ab0298e0422fa993bab186686d1e for: {'subnet': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:49:25.317778 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9bbce925-909e-4f75-97c3-d31941b68b57 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274743'] for subnet, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:49:25.516612 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9bbce925-909e-4f75-97c3-d31941b68b57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126283476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274725'] for subnet, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:49:25.572415 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbce925-909e-4f75-97c3-d31941b68b57 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ddaee932-777e-4db0-a3fd-2a725748bacf,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:49:25.583042 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bbce925-909e-4f75-97c3-d31941b68b57 admin admin] Checking segment: {'id': '30547d4d-ed23-447a-86d7-438ada51f5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'e4880c6f-8416-46e6-8b5a-a770c637fe8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:49:25.583397 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bbce925-909e-4f75-97c3-d31941b68b57 admin admin] Network hostable DHCP agents. Network: e4880c6f-8416-46e6-8b5a-a770c637fe8d, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:49:25.642193 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bbce925-909e-4f75-97c3-d31941b68b57 admin admin] Network e4880c6f-8416-46e6-8b5a-a770c637fe8d is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:49:25.699749 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-9bbce925-909e-4f75-97c3-d31941b68b57 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, e4880c6f-8416-46e6-8b5a-a770c637fe8d) {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:49:25.704706 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bbce925-909e-4f75-97c3-d31941b68b57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:49:25.705240 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9bbce925-909e-4f75-97c3-d31941b68b57 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:49:25.711867 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca865135-07b5-49bb-8217-683356305a24 None None] Network e4880c6f-8416-46e6-8b5a-a770c637fe8d requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:49:25.771367 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-9bbce925-909e-4f75-97c3-d31941b68b57 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5680547 Aug 11 03:49:25.845644 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deab5520-31d9-4394-8d96-05ad00d945c7 None None] Network e4880c6f-8416-46e6-8b5a-a770c637fe8d requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:49:26.197791 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f447ab83-0d5a-4e5f-974d-457df96a1d9a req-868b190d-64d6-411a-aad9-d41399ae2692 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:49:26.199261 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f447ab83-0d5a-4e5f-974d-457df96a1d9a req-868b190d-64d6-411a-aad9-d41399ae2692 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/networks?id=e4880c6f-8416-46e6-8b5a-a770c637fe8d HTTP/1.1" status: 200 len: 814 time: 0.1011930 Aug 11 03:49:26.215349 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f447ab83-0d5a-4e5f-974d-457df96a1d9a req-a544efac-f783-4fa2-aec7-516f3a3a803c tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/quotas/c4a9ab0298e0422fa993bab186686d1e HTTP/1.1" status: 200 len: 375 time: 0.0097923 Aug 11 03:49:26.248014 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f447ab83-0d5a-4e5f-974d-457df96a1d9a req-84d61286-1c82-4e78-8894-c6da18e867d9 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c4a9ab0298e0422fa993bab186686d1e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0262740 Aug 11 03:49:26.341900 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f447ab83-0d5a-4e5f-974d-457df96a1d9a req-5eddd6bc-43e6-4394-9018-122138f1db9b service neutron] 10.222.0.41 "GET /v2.0/networks/e4880c6f-8416-46e6-8b5a-a770c637fe8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869808 Aug 11 03:49:26.431175 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f447ab83-0d5a-4e5f-974d-457df96a1d9a req-c304c890-feab-438a-89d4-eebcba675940 service neutron] 10.222.0.41 "GET /v2.0/networks/e4880c6f-8416-46e6-8b5a-a770c637fe8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828767 Aug 11 03:49:26.641078 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0984024c-e2ca-4eb0-ac5c-0b2e6ad45509 req-15795a6b-bd62-481d-8c94-8f7bf8f71e25 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d27446f-9172-450c-9ee5-e3f0819a3e25 HTTP/1.1" status: 200 len: 210 time: 0.0281868 Aug 11 03:49:27.737631 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1ade6c22-72be-4f67-a8f4-437bcce88bcc req-87fb43fe-6aee-41f1-be53-ab876d80c7db tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d27446f-9172-450c-9ee5-e3f0819a3e25 HTTP/1.1" status: 200 len: 210 time: 0.0319850 Aug 11 03:49:28.547129 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f447ab83-0d5a-4e5f-974d-457df96a1d9a req-e9ffa465-a588-4d26-8168-8663720c0412 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:49:28.548576 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f447ab83-0d5a-4e5f-974d-457df96a1d9a req-e9ffa465-a588-4d26-8168-8663720c0412 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.24 "GET /v2.0/networks?id=e4880c6f-8416-46e6-8b5a-a770c637fe8d HTTP/1.1" status: 200 len: 814 time: 0.0994654 Aug 11 03:49:28.561901 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-f447ab83-0d5a-4e5f-974d-457df96a1d9a req-32450ea6-91a0-462c-8804-2a2d146c437e tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] Request body: {'port': {'device_id': '1d27446f-9172-450c-9ee5-e3f0819a3e25', 'network_id': 'e4880c6f-8416-46e6-8b5a-a770c637fe8d', 'admin_state_up': True, 'tenant_id': 'c4a9ab0298e0422fa993bab186686d1e'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:49:28.727925 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f447ab83-0d5a-4e5f-974d-457df96a1d9a req-32450ea6-91a0-462c-8804-2a2d146c437e tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] Made reservation on behalf of c4a9ab0298e0422fa993bab186686d1e for: {'port': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:49:28.731569 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-f447ab83-0d5a-4e5f-974d-457df96a1d9a req-32450ea6-91a0-462c-8804-2a2d146c437e tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:49:28.857771 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8edfd82d-10fd-4b73-98a6-f7c4c2e0c0d7 req-ec19bf2a-f0d7-4dd9-8db0-ba39a5e2ad15 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d27446f-9172-450c-9ee5-e3f0819a3e25 HTTP/1.1" status: 200 len: 210 time: 0.0504000 Aug 11 03:49:28.884266 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [req-f447ab83-0d5a-4e5f-974d-457df96a1d9a req-32450ea6-91a0-462c-8804-2a2d146c437e tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] Allocated IP 172.20.0.7 (e4880c6f-8416-46e6-8b5a-a770c637fe8d/ddaee932-777e-4db0-a3fd-2a725748bacf/4273d45a-3dae-45c5-9974-670450961a9e) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:49:29.024645 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-f447ab83-0d5a-4e5f-974d-457df96a1d9a req-32450ea6-91a0-462c-8804-2a2d146c437e tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:49:29.116863 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-f447ab83-0d5a-4e5f-974d-457df96a1d9a req-32450ea6-91a0-462c-8804-2a2d146c437e tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:49:29.165196 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f447ab83-0d5a-4e5f-974d-457df96a1d9a req-32450ea6-91a0-462c-8804-2a2d146c437e tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] Network e4880c6f-8416-46e6-8b5a-a770c637fe8d is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:49:29.168562 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [req-f447ab83-0d5a-4e5f-974d-457df96a1d9a req-32450ea6-91a0-462c-8804-2a2d146c437e tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:49:29.172806 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [req-f447ab83-0d5a-4e5f-974d-457df96a1d9a req-32450ea6-91a0-462c-8804-2a2d146c437e tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:49:29.179131 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32450ea6-91a0-462c-8804-2a2d146c437e tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] Pushing event updated for resources: {'Port': ['ID=4273d45a-3dae-45c5-9974-670450961a9e,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:49:29.207943 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-9b2b0dc3-4596-4226-8516-ac7768e21221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:49:29.223293 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f447ab83-0d5a-4e5f-974d-457df96a1d9a req-32450ea6-91a0-462c-8804-2a2d146c437e tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:49:29.223897 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-f447ab83-0d5a-4e5f-974d-457df96a1d9a req-32450ea6-91a0-462c-8804-2a2d146c437e tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:49:29.288608 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f447ab83-0d5a-4e5f-974d-457df96a1d9a req-32450ea6-91a0-462c-8804-2a2d146c437e tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7308116 Aug 11 03:49:29.301238 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-f447ab83-0d5a-4e5f-974d-457df96a1d9a req-d80b2e85-9a51-483d-9d0d-15cb6fd7533a service neutron] Request body: {'port': {'device_id': '1d27446f-9172-450c-9ee5-e3f0819a3e25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764292-30'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:49:29.351976 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-f447ab83-0d5a-4e5f-974d-457df96a1d9a req-d80b2e85-9a51-483d-9d0d-15cb6fd7533a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:49:29.610075 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [req-f447ab83-0d5a-4e5f-974d-457df96a1d9a req-d80b2e85-9a51-483d-9d0d-15cb6fd7533a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4273d45a-3dae-45c5-9974-670450961a9e {{(pid=102192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:49:29.617364 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-f447ab83-0d5a-4e5f-974d-457df96a1d9a req-d80b2e85-9a51-483d-9d0d-15cb6fd7533a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:49:29.629508 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [req-f447ab83-0d5a-4e5f-974d-457df96a1d9a req-d80b2e85-9a51-483d-9d0d-15cb6fd7533a service neutron] Transition to ACTIVE for port object 4273d45a-3dae-45c5-9974-670450961a9e will not be triggered until provisioned by entity L2. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:49:29.711063 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-f447ab83-0d5a-4e5f-974d-457df96a1d9a req-d80b2e85-9a51-483d-9d0d-15cb6fd7533a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:49:29.764426 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80b2e85-9a51-483d-9d0d-15cb6fd7533a service neutron] Pushing event updated for resources: {'Port': ['ID=4273d45a-3dae-45c5-9974-670450961a9e,revision_number=2']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:49:29.829200 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-f447ab83-0d5a-4e5f-974d-457df96a1d9a req-d80b2e85-9a51-483d-9d0d-15cb6fd7533a service neutron] Attempting to bind port 4273d45a-3dae-45c5-9974-670450961a9e on host n-h2-764292-30 for vnic_type normal with profile {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:49:29.829533 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-f447ab83-0d5a-4e5f-974d-457df96a1d9a req-d80b2e85-9a51-483d-9d0d-15cb6fd7533a service neutron] Attempting to bind port 4273d45a-3dae-45c5-9974-670450961a9e by drivers openvswitch,hyperv on host n-h2-764292-30 at level 0 using segments [{'id': '30547d4d-ed23-447a-86d7-438ada51f5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'e4880c6f-8416-46e6-8b5a-a770c637fe8d'}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:49:29.829853 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f447ab83-0d5a-4e5f-974d-457df96a1d9a req-d80b2e85-9a51-483d-9d0d-15cb6fd7533a service neutron] Attempting to bind port 4273d45a-3dae-45c5-9974-670450961a9e on network e4880c6f-8416-46e6-8b5a-a770c637fe8d {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:49:29.834091 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f447ab83-0d5a-4e5f-974d-457df96a1d9a req-d80b2e85-9a51-483d-9d0d-15cb6fd7533a service neutron] Port 4273d45a-3dae-45c5-9974-670450961a9e on network e4880c6f-8416-46e6-8b5a-a770c637fe8d not bound, no agent of type Open vSwitch agent registered on host n-h2-764292-30 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:49:29.834433 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f447ab83-0d5a-4e5f-974d-457df96a1d9a req-d80b2e85-9a51-483d-9d0d-15cb6fd7533a service neutron] Attempting to bind port 4273d45a-3dae-45c5-9974-670450961a9e on network e4880c6f-8416-46e6-8b5a-a770c637fe8d {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:49:29.839134 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f447ab83-0d5a-4e5f-974d-457df96a1d9a req-d80b2e85-9a51-483d-9d0d-15cb6fd7533a service neutron] Checking agent: {'id': '70015fc0-62fb-48b2-b453-36906937cf2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 49, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:49:29.839470 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f447ab83-0d5a-4e5f-974d-457df96a1d9a req-d80b2e85-9a51-483d-9d0d-15cb6fd7533a service neutron] Checking segment: {'id': '30547d4d-ed23-447a-86d7-438ada51f5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'e4880c6f-8416-46e6-8b5a-a770c637fe8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:49:29.839847 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f447ab83-0d5a-4e5f-974d-457df96a1d9a req-d80b2e85-9a51-483d-9d0d-15cb6fd7533a service neutron] Bound using segment: {'id': '30547d4d-ed23-447a-86d7-438ada51f5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'e4880c6f-8416-46e6-8b5a-a770c637fe8d'} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:49:29.840283 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-f447ab83-0d5a-4e5f-974d-457df96a1d9a req-d80b2e85-9a51-483d-9d0d-15cb6fd7533a service neutron] Bound port: 4273d45a-3dae-45c5-9974-670450961a9e, host: n-h2-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30547d4d-ed23-447a-86d7-438ada51f5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'e4880c6f-8416-46e6-8b5a-a770c637fe8d'}}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:49:29.840614 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-f447ab83-0d5a-4e5f-974d-457df96a1d9a req-d80b2e85-9a51-483d-9d0d-15cb6fd7533a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:49:29.908229 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-f447ab83-0d5a-4e5f-974d-457df96a1d9a req-d80b2e85-9a51-483d-9d0d-15cb6fd7533a service neutron] For port 4273d45a-3dae-45c5-9974-670450961a9e, host n-h2-764292-30, cleared binding levels {{(pid=102192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:49:29.911297 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-f447ab83-0d5a-4e5f-974d-457df96a1d9a req-d80b2e85-9a51-483d-9d0d-15cb6fd7533a service neutron] For port 4273d45a-3dae-45c5-9974-670450961a9e, host n-h2-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=4273d45a-3dae-45c5-9974-670450961a9e,segment=NetworkSegment(30547d4d-ed23-447a-86d7-438ada51f5c4),segment_id=30547d4d-ed23-447a-86d7-438ada51f5c4)] {{(pid=102192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:49:29.973017 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c4567e-0aed-45f9-8b48-b8b496c84b8e req-43b4d1be-a89e-4380-bba3-ea6797b4d2ca tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:49:29.974513 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-66c4567e-0aed-45f9-8b48-b8b496c84b8e req-43b4d1be-a89e-4380-bba3-ea6797b4d2ca tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d27446f-9172-450c-9ee5-e3f0819a3e25 HTTP/1.1" status: 200 len: 943 time: 0.0484793 Aug 11 03:49:29.979795 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-f447ab83-0d5a-4e5f-974d-457df96a1d9a req-d80b2e85-9a51-483d-9d0d-15cb6fd7533a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:49:30.039379 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f447ab83-0d5a-4e5f-974d-457df96a1d9a req-d80b2e85-9a51-483d-9d0d-15cb6fd7533a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:49:30.039992 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-f447ab83-0d5a-4e5f-974d-457df96a1d9a req-d80b2e85-9a51-483d-9d0d-15cb6fd7533a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:49:30.041886 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f447ab83-0d5a-4e5f-974d-457df96a1d9a req-d80b2e85-9a51-483d-9d0d-15cb6fd7533a service neutron] 10.222.0.24 "PUT /v2.0/ports/4273d45a-3dae-45c5-9974-670450961a9e HTTP/1.1" status: 200 len: 1092 time: 0.7442291 Aug 11 03:49:30.043672 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d27446f-9172-450c-9ee5-e3f0819a3e25', 'tag': '4273d45a-3dae-45c5-9974-670450961a9e'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:49:30.045956 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2ea47aa-ed91-42fa-b7d8-49eb15e98767" -d '{"events": [{"name": "network-changed", "server_uuid": "1d27446f-9172-450c-9ee5-e3f0819a3e25", "tag": "4273d45a-3dae-45c5-9974-670450961a9e"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:49:30.074408 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-66c4567e-0aed-45f9-8b48-b8b496c84b8e req-c6c848a4-74c7-4d21-b51d-7fdd4b6476ff tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4759a2b-67dc-4601-826f-4d11ad1075bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922894 Aug 11 03:49:30.075138 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80b2e85-9a51-483d-9d0d-15cb6fd7533a service neutron] Pushing event updated for resources: {'Port': ['ID=4273d45a-3dae-45c5-9974-670450961a9e,revision_number=3']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:49:30.095333 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:49:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b833550-2d65-4785-b445-60d5e95d1c94 x-openstack-request-id: req-8b833550-2d65-4785-b445-60d5e95d1c94 {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:49:30.095333 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d27446f-9172-450c-9ee5-e3f0819a3e25", "tag": "4273d45a-3dae-45c5-9974-670450961a9e", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:49:30.095333 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8b833550-2d65-4785-b445-60d5e95d1c94 {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:49:30.095333 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d27446f-9172-450c-9ee5-e3f0819a3e25', 'tag': '4273d45a-3dae-45c5-9974-670450961a9e', 'status': 'completed', 'code': 200} Aug 11 03:49:30.160176 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ea47aa-ed91-42fa-b7d8-49eb15e98767 req-7751ea4e-9832-4969-b7b4-47eb9c6f5738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:49:30.161548 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f2ea47aa-ed91-42fa-b7d8-49eb15e98767 req-7751ea4e-9832-4969-b7b4-47eb9c6f5738 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c4a9ab0298e0422fa993bab186686d1e&device_id=1d27446f-9172-450c-9ee5-e3f0819a3e25 HTTP/1.1" status: 200 len: 1095 time: 0.0411477 Aug 11 03:49:30.255157 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ea47aa-ed91-42fa-b7d8-49eb15e98767 req-4a6b15ff-9d1b-4c95-9fff-2739029706e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:49:30.256609 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f2ea47aa-ed91-42fa-b7d8-49eb15e98767 req-4a6b15ff-9d1b-4c95-9fff-2739029706e8 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=c4a9ab0298e0422fa993bab186686d1e&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0876245 Aug 11 03:49:30.352549 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ea47aa-ed91-42fa-b7d8-49eb15e98767 req-4fbcedfd-f0bf-4bf7-bda1-6d05b7b4011e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:49:30.354058 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f2ea47aa-ed91-42fa-b7d8-49eb15e98767 req-4fbcedfd-f0bf-4bf7-bda1-6d05b7b4011e service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0894437 Aug 11 03:49:30.428333 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f447ab83-0d5a-4e5f-974d-457df96a1d9a req-59b56504-0010-4fac-b9e6-81401a794963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:49:30.429693 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f447ab83-0d5a-4e5f-974d-457df96a1d9a req-59b56504-0010-4fac-b9e6-81401a794963 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c4a9ab0298e0422fa993bab186686d1e&device_id=1d27446f-9172-450c-9ee5-e3f0819a3e25 HTTP/1.1" status: 200 len: 1095 time: 0.0400941 Aug 11 03:49:30.472905 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f447ab83-0d5a-4e5f-974d-457df96a1d9a req-b208beff-ea0e-41b6-816c-f09db9e64413 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4273d45a-3dae-45c5-9974-670450961a9e HTTP/1.1" status: 200 len: 217 time: 0.0355742 Aug 11 03:49:30.520717 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f447ab83-0d5a-4e5f-974d-457df96a1d9a req-eb234d7d-a8c3-4421-b14d-a6045f6dbb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:49:30.522076 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f447ab83-0d5a-4e5f-974d-457df96a1d9a req-eb234d7d-a8c3-4421-b14d-a6045f6dbb3a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ddaee932-777e-4db0-a3fd-2a725748bacf HTTP/1.1" status: 200 len: 854 time: 0.0422270 Aug 11 03:49:30.553426 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f447ab83-0d5a-4e5f-974d-457df96a1d9a req-cdd0ee18-2202-4f22-abda-0c9dbfc78b94 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e4880c6f-8416-46e6-8b5a-a770c637fe8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0230815 Aug 11 03:49:30.643118 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f447ab83-0d5a-4e5f-974d-457df96a1d9a req-f054a024-a318-458b-bba9-7baa12bad14e service neutron] 10.222.0.24 "GET /v2.0/networks/e4880c6f-8416-46e6-8b5a-a770c637fe8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819130 Aug 11 03:49:30.730791 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f447ab83-0d5a-4e5f-974d-457df96a1d9a req-ba911165-72ea-4014-9492-8994972d1e14 service neutron] 10.222.0.24 "GET /v2.0/networks/e4880c6f-8416-46e6-8b5a-a770c637fe8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812223 Aug 11 03:49:31.197509 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f707c292-7e15-4e9e-9738-68ba3f0a367b req-37d3084e-4090-40a0-85a4-c872ae684ebb tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:49:31.199024 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f707c292-7e15-4e9e-9738-68ba3f0a367b req-37d3084e-4090-40a0-85a4-c872ae684ebb tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d27446f-9172-450c-9ee5-e3f0819a3e25 HTTP/1.1" status: 200 len: 943 time: 0.0495703 Aug 11 03:49:31.236087 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f707c292-7e15-4e9e-9738-68ba3f0a367b req-379d0ddb-4e97-469f-bf26-3030b44248e5 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4759a2b-67dc-4601-826f-4d11ad1075bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312226 Aug 11 03:49:31.893286 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:49:32.076383 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-4ce067e2-3838-45b5-b041-5adc310d33c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:49:32.354373 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184c20ec-76b4-4e0c-ab3f-df06ee99b017 req-b24a8724-2a4c-45ff-8fdc-a2305e435c20 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:49:32.355820 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-184c20ec-76b4-4e0c-ab3f-df06ee99b017 req-b24a8724-2a4c-45ff-8fdc-a2305e435c20 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d27446f-9172-450c-9ee5-e3f0819a3e25 HTTP/1.1" status: 200 len: 943 time: 0.0524466 Aug 11 03:49:32.392568 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-184c20ec-76b4-4e0c-ab3f-df06ee99b017 req-5c0eea2f-5959-4890-978c-a96afbc67aa2 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4759a2b-67dc-4601-826f-4d11ad1075bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309336 Aug 11 03:49:33.104307 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:49:33.503977 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95be08b8-e4d5-4a64-a6b5-5986fc3eed21 req-2377cd8b-bc0d-4b59-866d-eeae845bd3e0 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:49:33.505427 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-95be08b8-e4d5-4a64-a6b5-5986fc3eed21 req-2377cd8b-bc0d-4b59-866d-eeae845bd3e0 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d27446f-9172-450c-9ee5-e3f0819a3e25 HTTP/1.1" status: 200 len: 943 time: 0.0482013 Aug 11 03:49:33.543245 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-95be08b8-e4d5-4a64-a6b5-5986fc3eed21 req-a8cb227d-954c-4551-8794-788649c43fbd tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4759a2b-67dc-4601-826f-4d11ad1075bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319712 Aug 11 03:49:34.690893 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294af4e4-d568-4881-8f35-1d7863fc6cde req-d3ab5357-b5ef-43ca-9b55-b9a92438c1c2 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:49:34.692374 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-294af4e4-d568-4881-8f35-1d7863fc6cde req-d3ab5357-b5ef-43ca-9b55-b9a92438c1c2 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d27446f-9172-450c-9ee5-e3f0819a3e25 HTTP/1.1" status: 200 len: 943 time: 0.0503764 Aug 11 03:49:34.729151 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-294af4e4-d568-4881-8f35-1d7863fc6cde req-1793d3a9-4091-4d3d-80f1-11bb488e0619 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4759a2b-67dc-4601-826f-4d11ad1075bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308585 Aug 11 03:49:34.756619 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:49:35.158680 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 4273d45a-3dae-45c5-9974-670450961a9e details requested by agent hyperv_n-h2-764292-30 with host n-h2-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:49:35.251001 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port 4273d45a-3dae-45c5-9974-670450961a9e, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=4273d45a-3dae-45c5-9974-670450961a9e,segment=NetworkSegment(30547d4d-ed23-447a-86d7-438ada51f5c4),segment_id=30547d4d-ed23-447a-86d7-438ada51f5c4)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:49:35.261879 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Returning: {'device': '4273d45a-3dae-45c5-9974-670450961a9e', 'network_id': 'e4880c6f-8416-46e6-8b5a-a770c637fe8d', 'port_id': '4273d45a-3dae-45c5-9974-670450961a9e', 'mac_address': 'fa:16:3e:8c:47:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddaee932-777e-4db0-a3fd-2a725748bacf', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:49:35.297874 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:49:35.313832 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4273d45a-3dae-45c5-9974-670450961a9e {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:49:35.332903 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port 4273d45a-3dae-45c5-9974-670450961a9e, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=4273d45a-3dae-45c5-9974-670450961a9e,segment=NetworkSegment(30547d4d-ed23-447a-86d7-438ada51f5c4),segment_id=30547d4d-ed23-447a-86d7-438ada51f5c4)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:49:35.391005 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:49:35.437889 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=4273d45a-3dae-45c5-9974-670450961a9e,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:49:35.579508 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['4273d45a-3dae-45c5-9974-670450961a9e'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:49:36.146507 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0907e3a8-36ad-4a34-96aa-467cb857851a req-69f674f0-1be4-40b9-81e8-ed0f048a0a78 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:49:36.147919 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0907e3a8-36ad-4a34-96aa-467cb857851a req-69f674f0-1be4-40b9-81e8-ed0f048a0a78 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d27446f-9172-450c-9ee5-e3f0819a3e25 HTTP/1.1" status: 200 len: 944 time: 0.3525434 Aug 11 03:49:36.185268 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0907e3a8-36ad-4a34-96aa-467cb857851a req-ceba6de6-deec-4930-81b4-e0d478145c05 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4759a2b-67dc-4601-826f-4d11ad1075bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313585 Aug 11 03:49:37.158369 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 4273d45a-3dae-45c5-9974-670450961a9e up at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:49:37.276280 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning for port 4273d45a-3dae-45c5-9974-670450961a9e completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:49:37.280721 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning complete for port 4273d45a-3dae-45c5-9974-670450961a9e triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:49:37.281100 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:49:37.298602 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f928a3c3-4443-4c1f-8d7e-32b8b58fa686 req-65ace3ca-7536-4eb1-86cb-0250afc941df tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:49:37.300469 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f928a3c3-4443-4c1f-8d7e-32b8b58fa686 req-65ace3ca-7536-4eb1-86cb-0250afc941df tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d27446f-9172-450c-9ee5-e3f0819a3e25 HTTP/1.1" status: 200 len: 944 time: 0.0505195 Aug 11 03:49:37.337892 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f928a3c3-4443-4c1f-8d7e-32b8b58fa686 req-e4f67f21-d436-4db0-8f18-855f0970226e tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4759a2b-67dc-4601-826f-4d11ad1075bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315275 Aug 11 03:49:37.357693 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:49:37.379119 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d27446f-9172-450c-9ee5-e3f0819a3e25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4273d45a-3dae-45c5-9974-670450961a9e'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:49:37.381447 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1334d87-2251-42eb-968f-c2f0a7cc40a4" -d '{"events": [{"server_uuid": "1d27446f-9172-450c-9ee5-e3f0819a3e25", "name": "network-vif-plugged", "status": "completed", "tag": "4273d45a-3dae-45c5-9974-670450961a9e"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:49:37.401366 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port 4273d45a-3dae-45c5-9974-670450961a9e, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=4273d45a-3dae-45c5-9974-670450961a9e,segment=NetworkSegment(30547d4d-ed23-447a-86d7-438ada51f5c4),segment_id=30547d4d-ed23-447a-86d7-438ada51f5c4)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:49:37.418167 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:49:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d19efbfe-e073-4ed6-84b2-9097d1edaf8d x-openstack-request-id: req-d19efbfe-e073-4ed6-84b2-9097d1edaf8d {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:49:37.418487 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d27446f-9172-450c-9ee5-e3f0819a3e25", "name": "network-vif-plugged", "status": "completed", "tag": "4273d45a-3dae-45c5-9974-670450961a9e", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:49:37.418737 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d19efbfe-e073-4ed6-84b2-9097d1edaf8d {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:49:37.419127 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d27446f-9172-450c-9ee5-e3f0819a3e25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4273d45a-3dae-45c5-9974-670450961a9e', 'code': 200} Aug 11 03:49:37.476409 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:49:37.505408 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:49:37.510477 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b92c03-5ebb-4187-b234-2d379b81df15 req-885b6f00-9397-4a86-b74c-d08d8d06d5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:49:37.511971 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c2b92c03-5ebb-4187-b234-2d379b81df15 req-885b6f00-9397-4a86-b74c-d08d8d06d5a1 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1d27446f-9172-450c-9ee5-e3f0819a3e25 HTTP/1.1" status: 200 len: 1097 time: 0.0401182 Aug 11 03:49:37.530039 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=4273d45a-3dae-45c5-9974-670450961a9e,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:49:37.548886 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c2b92c03-5ebb-4187-b234-2d379b81df15 req-820019d5-7210-4a53-84ce-dda54aed75db service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=c4759a2b-67dc-4601-826f-4d11ad1075bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279782 Aug 11 03:49:38.456648 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1073fdc-91da-4742-8008-8ce222746cdc req-301b5fed-81e8-4789-a470-f00098a9e305 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:49:38.458142 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f1073fdc-91da-4742-8008-8ce222746cdc req-301b5fed-81e8-4789-a470-f00098a9e305 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d27446f-9172-450c-9ee5-e3f0819a3e25 HTTP/1.1" status: 200 len: 945 time: 0.0528002 Aug 11 03:49:38.495926 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f1073fdc-91da-4742-8008-8ce222746cdc req-fd2b530d-2122-4f14-9701-9ba0500de402 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4759a2b-67dc-4601-826f-4d11ad1075bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318627 Aug 11 03:49:38.608397 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2da5fe1-9030-4b69-b8ab-03cc2a7d6e23 req-cbc35e52-8ef3-4649-8d32-88343eb4591d tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:49:38.610464 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e2da5fe1-9030-4b69-b8ab-03cc2a7d6e23 req-cbc35e52-8ef3-4649-8d32-88343eb4591d tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d27446f-9172-450c-9ee5-e3f0819a3e25 HTTP/1.1" status: 200 len: 945 time: 0.0483031 Aug 11 03:49:38.646907 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e2da5fe1-9030-4b69-b8ab-03cc2a7d6e23 req-4db3d819-cb9e-4190-99be-aeb479b94694 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4759a2b-67dc-4601-826f-4d11ad1075bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305676 Aug 11 03:49:38.888783 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933138fd-5d5a-4817-837b-22bcd46372cf req-8fac2483-7d52-4069-915c-96cb79546f30 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:49:38.890784 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-933138fd-5d5a-4817-837b-22bcd46372cf req-8fac2483-7d52-4069-915c-96cb79546f30 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d27446f-9172-450c-9ee5-e3f0819a3e25 HTTP/1.1" status: 200 len: 945 time: 0.0485778 Aug 11 03:49:38.928653 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-933138fd-5d5a-4817-837b-22bcd46372cf req-4f4d9ae7-ffbc-4e95-be22-744f7558b9cb tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4759a2b-67dc-4601-826f-4d11ad1075bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319703 Aug 11 03:49:39.052123 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755f5797-5c97-4a1e-ae9e-4c8ef0fd1ffa req-9cee4a14-d0e5-4db1-a714-976a433c4dd3 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:49:39.054753 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-755f5797-5c97-4a1e-ae9e-4c8ef0fd1ffa req-9cee4a14-d0e5-4db1-a714-976a433c4dd3 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d27446f-9172-450c-9ee5-e3f0819a3e25 HTTP/1.1" status: 200 len: 945 time: 0.0591321 Aug 11 03:49:39.096687 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-755f5797-5c97-4a1e-ae9e-4c8ef0fd1ffa req-089bb746-e1f5-490c-a01e-0ef0048e3cdd tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4759a2b-67dc-4601-826f-4d11ad1075bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320683 Aug 11 03:49:39.570331 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1a0503-6623-4d04-b756-c86a91d8afb6 req-32facb6c-fee4-4d64-a478-d5170b2349ec tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:49:39.571815 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-dd1a0503-6623-4d04-b756-c86a91d8afb6 req-32facb6c-fee4-4d64-a478-d5170b2349ec tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d27446f-9172-450c-9ee5-e3f0819a3e25 HTTP/1.1" status: 200 len: 945 time: 0.0483875 Aug 11 03:49:39.609693 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-dd1a0503-6623-4d04-b756-c86a91d8afb6 req-878a40bf-8afb-4b11-a589-2f5323655dbd tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4759a2b-67dc-4601-826f-4d11ad1075bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312755 Aug 11 03:49:39.673556 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6509304c-21a2-4e33-8812-c85fac8491a8 req-8cf568f9-71a3-4120-b9b2-954aacaaccb7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1d27446f-9172-450c-9ee5-e3f0819a3e25&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0398247 Aug 11 03:49:40.725141 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c283b40b-124d-41a3-ba53-8c57f54dde1b req-dfc4d157-9bf0-4823-9b7f-990ff1d25c61 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:49:40.726700 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c283b40b-124d-41a3-ba53-8c57f54dde1b req-dfc4d157-9bf0-4823-9b7f-990ff1d25c61 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d27446f-9172-450c-9ee5-e3f0819a3e25 HTTP/1.1" status: 200 len: 945 time: 0.0487850 Aug 11 03:49:40.768719 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c283b40b-124d-41a3-ba53-8c57f54dde1b req-3bac7b7e-8acb-4212-b60e-e6ac875a16a9 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4759a2b-67dc-4601-826f-4d11ad1075bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358920 Aug 11 03:49:41.464863 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:49:41.669460 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6509304c-21a2-4e33-8812-c85fac8491a8 req-3f53057f-6772-4e05-8ba1-8282e07f7b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:49:41.670943 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6509304c-21a2-4e33-8812-c85fac8491a8 req-3f53057f-6772-4e05-8ba1-8282e07f7b61 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c4a9ab0298e0422fa993bab186686d1e&device_id=1d27446f-9172-450c-9ee5-e3f0819a3e25 HTTP/1.1" status: 200 len: 1097 time: 0.0410407 Aug 11 03:49:41.757653 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6509304c-21a2-4e33-8812-c85fac8491a8 req-ccdf914c-7759-4121-b0e9-cdf6ddee16f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:49:41.759117 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6509304c-21a2-4e33-8812-c85fac8491a8 req-ccdf914c-7759-4121-b0e9-cdf6ddee16f0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e4880c6f-8416-46e6-8b5a-a770c637fe8d HTTP/1.1" status: 200 len: 915 time: 0.0816610 Aug 11 03:49:41.804083 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6509304c-21a2-4e33-8812-c85fac8491a8 req-0929cd04-7fba-4314-b25b-082afec89be8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4273d45a-3dae-45c5-9974-670450961a9e HTTP/1.1" status: 200 len: 217 time: 0.0376346 Aug 11 03:49:41.878167 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6509304c-21a2-4e33-8812-c85fac8491a8 req-f96f9c91-ec72-4dea-bc4e-64ed28e6bb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:49:41.879631 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6509304c-21a2-4e33-8812-c85fac8491a8 req-f96f9c91-ec72-4dea-bc4e-64ed28e6bb91 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ddaee932-777e-4db0-a3fd-2a725748bacf HTTP/1.1" status: 200 len: 854 time: 0.0687730 Aug 11 03:49:41.903478 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed16b8b-5d94-464f-857c-6091d100fafc req-e9f82767-dc50-4b69-b00b-b47f15cc58c9 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:49:41.904875 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1ed16b8b-5d94-464f-857c-6091d100fafc req-e9f82767-dc50-4b69-b00b-b47f15cc58c9 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d27446f-9172-450c-9ee5-e3f0819a3e25 HTTP/1.1" status: 200 len: 945 time: 0.0686798 Aug 11 03:49:41.920931 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6509304c-21a2-4e33-8812-c85fac8491a8 req-de101837-c279-4fc6-bd8b-bf876551c5fd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e4880c6f-8416-46e6-8b5a-a770c637fe8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336845 Aug 11 03:49:41.995077 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1ed16b8b-5d94-464f-857c-6091d100fafc req-d91f9a10-a6cf-4fb3-9e31-fdef502c6446 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4759a2b-67dc-4601-826f-4d11ad1075bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760572 Aug 11 03:49:42.032413 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6509304c-21a2-4e33-8812-c85fac8491a8 req-ea44a899-d88b-4d0c-8deb-05339092b713 service neutron] 10.222.0.24 "GET /v2.0/networks/e4880c6f-8416-46e6-8b5a-a770c637fe8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958583 Aug 11 03:49:42.123791 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6509304c-21a2-4e33-8812-c85fac8491a8 req-3b6de2c3-13ea-4289-bafc-3fc2c3ff6e7e service neutron] 10.222.0.24 "GET /v2.0/networks/e4880c6f-8416-46e6-8b5a-a770c637fe8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846260 Aug 11 03:49:43.112595 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028e2f0c-d734-4088-8e91-5a7a74a22159 req-ef44cb6a-eddb-4f8a-a1bc-0c570fe2e679 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:49:43.114085 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-028e2f0c-d734-4088-8e91-5a7a74a22159 req-ef44cb6a-eddb-4f8a-a1bc-0c570fe2e679 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d27446f-9172-450c-9ee5-e3f0819a3e25 HTTP/1.1" status: 200 len: 945 time: 0.0525756 Aug 11 03:49:43.152044 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-028e2f0c-d734-4088-8e91-5a7a74a22159 req-8cdb7a76-69de-4ef7-b6d5-05525bc59c07 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4759a2b-67dc-4601-826f-4d11ad1075bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320842 Aug 11 03:49:44.267185 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44df15d8-07df-44b6-bef8-017878b3b359 req-bf1a3683-13d0-43a0-aea4-dd68dac0f631 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:49:44.268680 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-44df15d8-07df-44b6-bef8-017878b3b359 req-bf1a3683-13d0-43a0-aea4-dd68dac0f631 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d27446f-9172-450c-9ee5-e3f0819a3e25 HTTP/1.1" status: 200 len: 945 time: 0.0487819 Aug 11 03:49:44.305308 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-44df15d8-07df-44b6-bef8-017878b3b359 req-f43d7957-5d80-497a-8367-cff020c514eb tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4759a2b-67dc-4601-826f-4d11ad1075bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306740 Aug 11 03:49:45.418459 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1289fb03-1c4c-4606-9461-ce1e32e891f6 req-878c43c6-3975-444d-a17a-582236eac8fc tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:49:45.419926 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1289fb03-1c4c-4606-9461-ce1e32e891f6 req-878c43c6-3975-444d-a17a-582236eac8fc tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d27446f-9172-450c-9ee5-e3f0819a3e25 HTTP/1.1" status: 200 len: 945 time: 0.0485818 Aug 11 03:49:45.460413 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1289fb03-1c4c-4606-9461-ce1e32e891f6 req-47930639-a000-4d28-8d25-083b21abcb0f tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4759a2b-67dc-4601-826f-4d11ad1075bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347557 Aug 11 03:49:46.573535 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334c6002-c19a-4b5d-9de1-7a59a85c916f req-c357ab6f-e396-4af1-ae17-5869932d113c tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:49:46.575020 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-334c6002-c19a-4b5d-9de1-7a59a85c916f req-c357ab6f-e396-4af1-ae17-5869932d113c tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d27446f-9172-450c-9ee5-e3f0819a3e25 HTTP/1.1" status: 200 len: 945 time: 0.0487278 Aug 11 03:49:46.613264 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-334c6002-c19a-4b5d-9de1-7a59a85c916f req-72c2b765-df27-4133-9860-a8a3df0d1a88 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4759a2b-67dc-4601-826f-4d11ad1075bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323327 Aug 11 03:49:47.729386 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ac37d2-15f8-48d2-8cae-e5850def2b98 req-bd341d85-72cd-41da-b8f7-3bcf0b77feb3 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:49:47.730890 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-58ac37d2-15f8-48d2-8cae-e5850def2b98 req-bd341d85-72cd-41da-b8f7-3bcf0b77feb3 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d27446f-9172-450c-9ee5-e3f0819a3e25 HTTP/1.1" status: 200 len: 945 time: 0.0487113 Aug 11 03:49:47.767770 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-58ac37d2-15f8-48d2-8cae-e5850def2b98 req-b5063723-6f30-4b19-87e5-66dbcbcf2b5b tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4759a2b-67dc-4601-826f-4d11ad1075bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310395 Aug 11 03:49:48.881206 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6456bbfc-7b53-46ad-9165-9c5b63eb02c2 req-42df97d0-e26b-443e-a50d-d5ba2c33ed44 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:49:48.882691 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6456bbfc-7b53-46ad-9165-9c5b63eb02c2 req-42df97d0-e26b-443e-a50d-d5ba2c33ed44 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d27446f-9172-450c-9ee5-e3f0819a3e25 HTTP/1.1" status: 200 len: 945 time: 0.0478113 Aug 11 03:49:48.923650 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6456bbfc-7b53-46ad-9165-9c5b63eb02c2 req-a03ead37-a36c-4319-8c48-0599e1c2f49c tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4759a2b-67dc-4601-826f-4d11ad1075bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351596 Aug 11 03:49:50.038730 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b05ae2-1829-46c7-9c99-cf4521ef16ca req-fc5181fd-d4b2-4863-8ae0-df6f3392db19 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:49:50.040219 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-88b05ae2-1829-46c7-9c99-cf4521ef16ca req-fc5181fd-d4b2-4863-8ae0-df6f3392db19 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d27446f-9172-450c-9ee5-e3f0819a3e25 HTTP/1.1" status: 200 len: 945 time: 0.0503478 Aug 11 03:49:50.077483 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-88b05ae2-1829-46c7-9c99-cf4521ef16ca req-68d3ef0f-78ef-4b0c-bb66-8cc9078f3024 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4759a2b-67dc-4601-826f-4d11ad1075bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311375 Aug 11 03:49:51.192053 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79a0c4e-0fa5-46b0-b797-171b6dfaa00f req-a1e9d12b-690c-4b3f-ac95-9f91294b7005 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:49:51.193463 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f79a0c4e-0fa5-46b0-b797-171b6dfaa00f req-a1e9d12b-690c-4b3f-ac95-9f91294b7005 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d27446f-9172-450c-9ee5-e3f0819a3e25 HTTP/1.1" status: 200 len: 945 time: 0.0490873 Aug 11 03:49:51.230930 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f79a0c4e-0fa5-46b0-b797-171b6dfaa00f req-622c0d50-7b9c-4e86-92c9-433777b829d2 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4759a2b-67dc-4601-826f-4d11ad1075bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314610 Aug 11 03:49:52.347417 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcd4355-35eb-44f3-ab57-537b42a0c895 req-88034fff-ab12-49cb-9057-7b14014458d9 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:49:52.348883 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6bcd4355-35eb-44f3-ab57-537b42a0c895 req-88034fff-ab12-49cb-9057-7b14014458d9 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d27446f-9172-450c-9ee5-e3f0819a3e25 HTTP/1.1" status: 200 len: 945 time: 0.0485067 Aug 11 03:49:52.390443 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6bcd4355-35eb-44f3-ab57-537b42a0c895 req-036d875e-9434-470b-b3ed-7c2a341e0682 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4759a2b-67dc-4601-826f-4d11ad1075bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357678 Aug 11 03:49:53.503441 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e89dc01-ee77-45e1-8241-c65d0f83222b req-1fd24bbd-fdbc-4baf-bbf8-7653be400279 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:49:53.504886 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5e89dc01-ee77-45e1-8241-c65d0f83222b req-1fd24bbd-fdbc-4baf-bbf8-7653be400279 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d27446f-9172-450c-9ee5-e3f0819a3e25 HTTP/1.1" status: 200 len: 945 time: 0.0482404 Aug 11 03:49:53.543156 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5e89dc01-ee77-45e1-8241-c65d0f83222b req-ac59facb-e871-48a9-85b0-2f8fc19c31e4 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4759a2b-67dc-4601-826f-4d11ad1075bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323129 Aug 11 03:49:54.654485 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be872736-8fdb-4511-8230-78af500b13e4 req-e67b64d2-4b7f-4838-87b7-3cbc11889afd tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:49:54.655958 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-be872736-8fdb-4511-8230-78af500b13e4 req-e67b64d2-4b7f-4838-87b7-3cbc11889afd tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d27446f-9172-450c-9ee5-e3f0819a3e25 HTTP/1.1" status: 200 len: 945 time: 0.0478523 Aug 11 03:49:54.693461 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-be872736-8fdb-4511-8230-78af500b13e4 req-aec8ed61-452e-4b31-9003-6377fef02ff7 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4759a2b-67dc-4601-826f-4d11ad1075bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310802 Aug 11 03:49:55.806421 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c849e3e-13a6-4c4f-9e89-2c46c371a6da req-7038c271-f795-44c1-b59e-324ca017ef58 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:49:55.807881 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8c849e3e-13a6-4c4f-9e89-2c46c371a6da req-7038c271-f795-44c1-b59e-324ca017ef58 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d27446f-9172-450c-9ee5-e3f0819a3e25 HTTP/1.1" status: 200 len: 945 time: 0.0484245 Aug 11 03:49:55.849061 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8c849e3e-13a6-4c4f-9e89-2c46c371a6da req-e19c3b07-34b2-43fa-9b94-73ec6de6c22e tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4759a2b-67dc-4601-826f-4d11ad1075bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348892 Aug 11 03:49:56.436220 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.agents_db [None req-950b7202-decb-43e2-8f71-ac8931dc9749 None None] Agent healthcheck: found 7 active agents {{(pid=102194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:49:56.962148 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e99f850-9f94-4275-a93f-903e556ae5a2 req-c6c4a70e-fe16-4887-8692-ca7731c1cb74 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:49:56.963625 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6e99f850-9f94-4275-a93f-903e556ae5a2 req-c6c4a70e-fe16-4887-8692-ca7731c1cb74 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d27446f-9172-450c-9ee5-e3f0819a3e25 HTTP/1.1" status: 200 len: 945 time: 0.0486131 Aug 11 03:49:56.999590 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6e99f850-9f94-4275-a93f-903e556ae5a2 req-711a139b-6169-44bf-ae9a-e95c93a4be4b tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4759a2b-67dc-4601-826f-4d11ad1075bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301728 Aug 11 03:49:57.741286 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3baad2d-300b-4f07-aa38-bef13ba22cfc req-63f9bc94-d60d-4ed1-8100-43ab380a8c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:49:57.742774 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f3baad2d-300b-4f07-aa38-bef13ba22cfc req-63f9bc94-d60d-4ed1-8100-43ab380a8c14 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c4a9ab0298e0422fa993bab186686d1e&device_id=1d27446f-9172-450c-9ee5-e3f0819a3e25 HTTP/1.1" status: 200 len: 1097 time: 0.1284602 Aug 11 03:49:57.847909 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3baad2d-300b-4f07-aa38-bef13ba22cfc req-e56a0299-e5ef-4043-8aa3-7a08854ba8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:49:57.849367 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f3baad2d-300b-4f07-aa38-bef13ba22cfc req-e56a0299-e5ef-4043-8aa3-7a08854ba8ec service neutron] 10.222.0.24 "GET /v2.0/networks?id=e4880c6f-8416-46e6-8b5a-a770c637fe8d HTTP/1.1" status: 200 len: 915 time: 0.0865104 Aug 11 03:49:57.891114 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f3baad2d-300b-4f07-aa38-bef13ba22cfc req-74607147-e6d1-4749-8a63-486e499203a4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4273d45a-3dae-45c5-9974-670450961a9e HTTP/1.1" status: 200 len: 217 time: 0.0340133 Aug 11 03:49:57.939187 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3baad2d-300b-4f07-aa38-bef13ba22cfc req-0f8009d9-1f88-4b93-b7d7-5410e223302f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:49:57.940565 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f3baad2d-300b-4f07-aa38-bef13ba22cfc req-0f8009d9-1f88-4b93-b7d7-5410e223302f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ddaee932-777e-4db0-a3fd-2a725748bacf HTTP/1.1" status: 200 len: 854 time: 0.0426674 Aug 11 03:49:57.979161 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f3baad2d-300b-4f07-aa38-bef13ba22cfc req-7161f1e1-f098-466f-88e8-5f5d2225d9b3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e4880c6f-8416-46e6-8b5a-a770c637fe8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236361 Aug 11 03:49:58.085947 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f3baad2d-300b-4f07-aa38-bef13ba22cfc req-a676cff4-30dd-4c26-b06c-f55bd0c8002a service neutron] 10.222.0.24 "GET /v2.0/networks/e4880c6f-8416-46e6-8b5a-a770c637fe8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994449 Aug 11 03:49:58.175404 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3307fc-cc7a-4076-a11d-bff2888bd66e req-15413c9f-a4db-4167-9af7-cdd50f56488c tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:49:58.176771 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0e3307fc-cc7a-4076-a11d-bff2888bd66e req-15413c9f-a4db-4167-9af7-cdd50f56488c tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d27446f-9172-450c-9ee5-e3f0819a3e25 HTTP/1.1" status: 200 len: 945 time: 0.1058321 Aug 11 03:49:58.225531 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f3baad2d-300b-4f07-aa38-bef13ba22cfc req-52ae28fe-122c-473c-b36a-1c8c7c9ff1c6 service neutron] 10.222.0.24 "GET /v2.0/networks/e4880c6f-8416-46e6-8b5a-a770c637fe8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263008 Aug 11 03:49:58.236253 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0e3307fc-cc7a-4076-a11d-bff2888bd66e req-98606e2e-66eb-498e-b331-73b867610852 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4759a2b-67dc-4601-826f-4d11ad1075bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530443 Aug 11 03:49:59.189564 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-ee42cc69-d3ee-4b30-a595-abeb9b8a23ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:49:59.351846 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6679237-269c-4a68-9a60-c377e6b7cc11 req-40390e36-70ba-4478-8d24-549b4d11cd04 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:49:59.353338 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a6679237-269c-4a68-9a60-c377e6b7cc11 req-40390e36-70ba-4478-8d24-549b4d11cd04 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d27446f-9172-450c-9ee5-e3f0819a3e25 HTTP/1.1" status: 200 len: 945 time: 0.0493033 Aug 11 03:49:59.390877 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a6679237-269c-4a68-9a60-c377e6b7cc11 req-6ef7328a-4e1c-4a57-a6a1-18095c236836 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4759a2b-67dc-4601-826f-4d11ad1075bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312450 Aug 11 03:50:00.509020 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea72210-0963-41ec-9632-e8bfd5da1be8 req-ff8c1958-d64f-4cbb-b4e1-8c59c900c7bc tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:50:00.510528 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cea72210-0963-41ec-9632-e8bfd5da1be8 req-ff8c1958-d64f-4cbb-b4e1-8c59c900c7bc tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d27446f-9172-450c-9ee5-e3f0819a3e25 HTTP/1.1" status: 200 len: 945 time: 0.0527627 Aug 11 03:50:00.547048 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cea72210-0963-41ec-9632-e8bfd5da1be8 req-47620dab-aa56-4329-90d4-de24f6d22d8b tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4759a2b-67dc-4601-826f-4d11ad1075bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306923 Aug 11 03:50:01.660423 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c8a569-f6ff-4bd4-9737-3e2d1e070d42 req-ecced942-8638-47df-b4fe-7ead34f66548 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:50:01.661898 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d1c8a569-f6ff-4bd4-9737-3e2d1e070d42 req-ecced942-8638-47df-b4fe-7ead34f66548 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d27446f-9172-450c-9ee5-e3f0819a3e25 HTTP/1.1" status: 200 len: 945 time: 0.0483007 Aug 11 03:50:01.699095 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d1c8a569-f6ff-4bd4-9737-3e2d1e070d42 req-a99cc62b-dbce-49a4-9f5f-de81338a3fff tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4759a2b-67dc-4601-826f-4d11ad1075bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311179 Aug 11 03:50:01.870521 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:02.064667 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d4a1b62-aa61-4ccf-b47a-2636d9c0eaf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:02.813098 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1de8a78-bf7c-46f4-bf38-29b25a5f9064 req-6ea30b89-ce09-48ec-99ad-dc7225774db5 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:50:02.815360 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f1de8a78-bf7c-46f4-bf38-29b25a5f9064 req-6ea30b89-ce09-48ec-99ad-dc7225774db5 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d27446f-9172-450c-9ee5-e3f0819a3e25 HTTP/1.1" status: 200 len: 945 time: 0.0497491 Aug 11 03:50:02.851488 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f1de8a78-bf7c-46f4-bf38-29b25a5f9064 req-975e1b51-9cc5-403b-9ce3-e9fa593a3a77 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4759a2b-67dc-4601-826f-4d11ad1075bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303154 Aug 11 03:50:03.109928 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:03.966890 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc9b522-2128-4b4a-b362-482a3dfe1a6d req-862ce49c-de4d-451a-9bf1-a785d8f6260d tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:50:03.968366 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8bc9b522-2128-4b4a-b362-482a3dfe1a6d req-862ce49c-de4d-451a-9bf1-a785d8f6260d tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d27446f-9172-450c-9ee5-e3f0819a3e25 HTTP/1.1" status: 200 len: 945 time: 0.0524094 Aug 11 03:50:04.006606 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8bc9b522-2128-4b4a-b362-482a3dfe1a6d req-b29c71de-2ee7-4e54-853b-197f7711b058 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4759a2b-67dc-4601-826f-4d11ad1075bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317903 Aug 11 03:50:04.755510 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:05.122698 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc0f940-22c5-40ff-ae68-723c78622da7 req-ebf2366f-8c35-447d-b090-4ff11e8e2811 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:50:05.124232 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ecc0f940-22c5-40ff-ae68-723c78622da7 req-ebf2366f-8c35-447d-b090-4ff11e8e2811 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d27446f-9172-450c-9ee5-e3f0819a3e25 HTTP/1.1" status: 200 len: 945 time: 0.0510457 Aug 11 03:50:05.161431 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ecc0f940-22c5-40ff-ae68-723c78622da7 req-94f93774-39bd-4172-b68b-525ac25f0f20 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4759a2b-67dc-4601-826f-4d11ad1075bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307810 Aug 11 03:50:06.274662 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d74d244-9835-42cd-a3ca-d29c8f56217d req-0695067e-e9f3-4602-a5ea-36f6e44235c0 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:50:06.276023 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4d74d244-9835-42cd-a3ca-d29c8f56217d req-0695067e-e9f3-4602-a5ea-36f6e44235c0 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d27446f-9172-450c-9ee5-e3f0819a3e25 HTTP/1.1" status: 200 len: 945 time: 0.0483820 Aug 11 03:50:06.314634 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4d74d244-9835-42cd-a3ca-d29c8f56217d req-e89ecc71-49e4-4de2-aff4-eaf9239ca334 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4759a2b-67dc-4601-826f-4d11ad1075bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326571 Aug 11 03:50:07.432972 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189167cd-66b5-4a69-bb1f-d274fb7e8339 req-cdc23247-5b05-43eb-8ca4-e09acd342f09 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:50:07.434620 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-189167cd-66b5-4a69-bb1f-d274fb7e8339 req-cdc23247-5b05-43eb-8ca4-e09acd342f09 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d27446f-9172-450c-9ee5-e3f0819a3e25 HTTP/1.1" status: 200 len: 945 time: 0.0533991 Aug 11 03:50:07.472502 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-189167cd-66b5-4a69-bb1f-d274fb7e8339 req-71a047ff-2f72-45ba-b472-a1588696fdd1 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4759a2b-67dc-4601-826f-4d11ad1075bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315557 Aug 11 03:50:07.544391 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:08.586074 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09afea5e-3ed8-4fc8-9d86-087592b449ce req-0a47a3df-b293-483a-8d66-0b92d7baaf88 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:50:08.587563 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-09afea5e-3ed8-4fc8-9d86-087592b449ce req-0a47a3df-b293-483a-8d66-0b92d7baaf88 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d27446f-9172-450c-9ee5-e3f0819a3e25 HTTP/1.1" status: 200 len: 945 time: 0.0486767 Aug 11 03:50:08.625857 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-09afea5e-3ed8-4fc8-9d86-087592b449ce req-aa6c7769-46ea-4676-8bb4-a1d647d04b59 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4759a2b-67dc-4601-826f-4d11ad1075bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324929 Aug 11 03:50:09.540699 n-d-764292-30 neutron-server[102192]: INFO neutron.api.v2.resource [req-6509304c-21a2-4e33-8812-c85fac8491a8 req-cbe4529d-cb8d-4669-9398-8216ec87b06a service neutron] show failed (client error): The resource could not be found. Aug 11 03:50:09.541937 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6509304c-21a2-4e33-8812-c85fac8491a8 req-cbe4529d-cb8d-4669-9398-8216ec87b06a service neutron] 10.222.0.24 "GET /v2.0/ports/4273d45a-3dae-45c5-9974-670450961a9e/bindings/n-h1-764292-30 HTTP/1.1" status: 404 len: 381 time: 0.0543845 Aug 11 03:50:09.743597 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c002860b-11ce-4f3a-bec7-e4aca3519258 req-fea2f028-7651-4773-acc0-4ff975aa37c5 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:50:09.745127 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c002860b-11ce-4f3a-bec7-e4aca3519258 req-fea2f028-7651-4773-acc0-4ff975aa37c5 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d27446f-9172-450c-9ee5-e3f0819a3e25 HTTP/1.1" status: 200 len: 945 time: 0.0530317 Aug 11 03:50:09.783313 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c002860b-11ce-4f3a-bec7-e4aca3519258 req-d90a011b-db70-4541-913f-a0460c70d639 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4759a2b-67dc-4601-826f-4d11ad1075bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316930 Aug 11 03:50:10.073022 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6509304c-21a2-4e33-8812-c85fac8491a8 req-e356e8c4-9914-408c-8492-a76a86d4c126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:50:10.074490 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-6509304c-21a2-4e33-8812-c85fac8491a8 req-e356e8c4-9914-408c-8492-a76a86d4c126 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=1d27446f-9172-450c-9ee5-e3f0819a3e25&tenant_id=c4a9ab0298e0422fa993bab186686d1e HTTP/1.1" status: 200 len: 1097 time: 0.0708392 Aug 11 03:50:10.085870 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-6509304c-21a2-4e33-8812-c85fac8491a8 req-d8a92670-0e51-494e-87ef-a7ccd0ebbe2d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-764292-30', 'device_owner': 'compute:nova'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:50:10.139763 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-6509304c-21a2-4e33-8812-c85fac8491a8 req-d8a92670-0e51-494e-87ef-a7ccd0ebbe2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:10.335579 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-6509304c-21a2-4e33-8812-c85fac8491a8 req-d8a92670-0e51-494e-87ef-a7ccd0ebbe2d service neutron] For port 4273d45a-3dae-45c5-9974-670450961a9e, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=4273d45a-3dae-45c5-9974-670450961a9e,segment=NetworkSegment(30547d4d-ed23-447a-86d7-438ada51f5c4),segment_id=30547d4d-ed23-447a-86d7-438ada51f5c4)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:50:10.367734 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-6509304c-21a2-4e33-8812-c85fac8491a8 req-d8a92670-0e51-494e-87ef-a7ccd0ebbe2d service neutron] For port 4273d45a-3dae-45c5-9974-670450961a9e, host n-h2-764292-30, cleared binding levels {{(pid=102191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:50:10.406025 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d27446f-9172-450c-9ee5-e3f0819a3e25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4273d45a-3dae-45c5-9974-670450961a9e'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:50:10.408857 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0db19f6-b9d7-46d9-8826-7147ebdf334f" -d '{"events": [{"server_uuid": "1d27446f-9172-450c-9ee5-e3f0819a3e25", "name": "network-vif-unplugged", "status": "completed", "tag": "4273d45a-3dae-45c5-9974-670450961a9e"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:50:10.412778 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-6509304c-21a2-4e33-8812-c85fac8491a8 req-d8a92670-0e51-494e-87ef-a7ccd0ebbe2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:10.426201 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [req-6509304c-21a2-4e33-8812-c85fac8491a8 req-d8a92670-0e51-494e-87ef-a7ccd0ebbe2d service neutron] Transition to ACTIVE for port object 4273d45a-3dae-45c5-9974-670450961a9e will not be triggered until provisioned by entity L2. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:50:10.461602 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 03:50:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8443e069-15fa-435a-a599-ba86bd5a9fbf x-openstack-request-id: req-8443e069-15fa-435a-a599-ba86bd5a9fbf {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:50:10.461920 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d27446f-9172-450c-9ee5-e3f0819a3e25", "name": "network-vif-unplugged", "status": "completed", "tag": "4273d45a-3dae-45c5-9974-670450961a9e", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:50:10.462173 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8443e069-15fa-435a-a599-ba86bd5a9fbf {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:50:10.462778 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d27446f-9172-450c-9ee5-e3f0819a3e25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4273d45a-3dae-45c5-9974-670450961a9e', 'code': 200} Aug 11 03:50:10.561560 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-6509304c-21a2-4e33-8812-c85fac8491a8 req-d8a92670-0e51-494e-87ef-a7ccd0ebbe2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:10.625253 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-6509304c-21a2-4e33-8812-c85fac8491a8 req-d8a92670-0e51-494e-87ef-a7ccd0ebbe2d service neutron] No DVR routers for this DVR port 4273d45a-3dae-45c5-9974-670450961a9e on host n-h2-764292-30 {{(pid=102191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:50:10.628850 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a92670-0e51-494e-87ef-a7ccd0ebbe2d service neutron] Pushing event updated for resources: {'Port': ['ID=4273d45a-3dae-45c5-9974-670450961a9e,revision_number=6']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:50:10.662158 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-6509304c-21a2-4e33-8812-c85fac8491a8 req-d8a92670-0e51-494e-87ef-a7ccd0ebbe2d service neutron] Attempting to bind port 4273d45a-3dae-45c5-9974-670450961a9e on host n-h1-764292-30 for vnic_type normal with profile {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:50:10.662519 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-6509304c-21a2-4e33-8812-c85fac8491a8 req-d8a92670-0e51-494e-87ef-a7ccd0ebbe2d service neutron] Attempting to bind port 4273d45a-3dae-45c5-9974-670450961a9e by drivers openvswitch,hyperv on host n-h1-764292-30 at level 0 using segments [{'id': '30547d4d-ed23-447a-86d7-438ada51f5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'e4880c6f-8416-46e6-8b5a-a770c637fe8d'}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:50:10.662842 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6509304c-21a2-4e33-8812-c85fac8491a8 req-d8a92670-0e51-494e-87ef-a7ccd0ebbe2d service neutron] Attempting to bind port 4273d45a-3dae-45c5-9974-670450961a9e on network e4880c6f-8416-46e6-8b5a-a770c637fe8d {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:50:10.667320 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6509304c-21a2-4e33-8812-c85fac8491a8 req-d8a92670-0e51-494e-87ef-a7ccd0ebbe2d service neutron] Port 4273d45a-3dae-45c5-9974-670450961a9e on network e4880c6f-8416-46e6-8b5a-a770c637fe8d not bound, no agent of type Open vSwitch agent registered on host n-h1-764292-30 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:50:10.667632 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6509304c-21a2-4e33-8812-c85fac8491a8 req-d8a92670-0e51-494e-87ef-a7ccd0ebbe2d service neutron] Attempting to bind port 4273d45a-3dae-45c5-9974-670450961a9e on network e4880c6f-8416-46e6-8b5a-a770c637fe8d {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:50:10.672366 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6509304c-21a2-4e33-8812-c85fac8491a8 req-d8a92670-0e51-494e-87ef-a7ccd0ebbe2d service neutron] Checking agent: {'id': 'abb524c2-b412-4ed2-8367-45c4fd996fa7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 49, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:50:10.672731 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6509304c-21a2-4e33-8812-c85fac8491a8 req-d8a92670-0e51-494e-87ef-a7ccd0ebbe2d service neutron] Checking segment: {'id': '30547d4d-ed23-447a-86d7-438ada51f5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'e4880c6f-8416-46e6-8b5a-a770c637fe8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:50:10.674509 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6509304c-21a2-4e33-8812-c85fac8491a8 req-d8a92670-0e51-494e-87ef-a7ccd0ebbe2d service neutron] Bound using segment: {'id': '30547d4d-ed23-447a-86d7-438ada51f5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'e4880c6f-8416-46e6-8b5a-a770c637fe8d'} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:50:10.674509 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-6509304c-21a2-4e33-8812-c85fac8491a8 req-d8a92670-0e51-494e-87ef-a7ccd0ebbe2d service neutron] Bound port: 4273d45a-3dae-45c5-9974-670450961a9e, host: n-h1-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30547d4d-ed23-447a-86d7-438ada51f5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'e4880c6f-8416-46e6-8b5a-a770c637fe8d'}}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:50:10.674509 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-6509304c-21a2-4e33-8812-c85fac8491a8 req-d8a92670-0e51-494e-87ef-a7ccd0ebbe2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:10.736007 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-6509304c-21a2-4e33-8812-c85fac8491a8 req-d8a92670-0e51-494e-87ef-a7ccd0ebbe2d service neutron] For port 4273d45a-3dae-45c5-9974-670450961a9e, host n-h1-764292-30, cleared binding levels {{(pid=102191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:50:10.738995 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-6509304c-21a2-4e33-8812-c85fac8491a8 req-d8a92670-0e51-494e-87ef-a7ccd0ebbe2d service neutron] For port 4273d45a-3dae-45c5-9974-670450961a9e, host n-h1-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=4273d45a-3dae-45c5-9974-670450961a9e,segment=NetworkSegment(30547d4d-ed23-447a-86d7-438ada51f5c4),segment_id=30547d4d-ed23-447a-86d7-438ada51f5c4)] {{(pid=102191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:50:10.813513 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-6509304c-21a2-4e33-8812-c85fac8491a8 req-d8a92670-0e51-494e-87ef-a7ccd0ebbe2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:10.848370 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6509304c-21a2-4e33-8812-c85fac8491a8 req-d8a92670-0e51-494e-87ef-a7ccd0ebbe2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:50:10.848989 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-6509304c-21a2-4e33-8812-c85fac8491a8 req-d8a92670-0e51-494e-87ef-a7ccd0ebbe2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:10.850455 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-6509304c-21a2-4e33-8812-c85fac8491a8 req-d8a92670-0e51-494e-87ef-a7ccd0ebbe2d service neutron] 10.222.0.22 "PUT /v2.0/ports/4273d45a-3dae-45c5-9974-670450961a9e HTTP/1.1" status: 200 len: 1092 time: 0.7684720 Aug 11 03:50:10.871105 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a92670-0e51-494e-87ef-a7ccd0ebbe2d service neutron] Pushing event updated for resources: {'Port': ['ID=4273d45a-3dae-45c5-9974-670450961a9e,revision_number=7']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:50:10.904551 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cf0368-df7d-42ab-b8a1-a08eee912682 req-9908c9c7-db5a-4b09-a133-d18f7eed2eee tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:50:10.906170 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d9cf0368-df7d-42ab-b8a1-a08eee912682 req-9908c9c7-db5a-4b09-a133-d18f7eed2eee tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d27446f-9172-450c-9ee5-e3f0819a3e25 HTTP/1.1" status: 200 len: 943 time: 0.0546582 Aug 11 03:50:10.918642 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6509304c-21a2-4e33-8812-c85fac8491a8 req-2f3c501d-a1c4-4838-8537-696b7c4d0006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:50:10.920306 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-6509304c-21a2-4e33-8812-c85fac8491a8 req-2f3c501d-a1c4-4838-8537-696b7c4d0006 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c4a9ab0298e0422fa993bab186686d1e&device_id=1d27446f-9172-450c-9ee5-e3f0819a3e25 HTTP/1.1" status: 200 len: 1095 time: 0.0447347 Aug 11 03:50:10.945534 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d9cf0368-df7d-42ab-b8a1-a08eee912682 req-88e98fa5-e77b-493b-a1eb-ec5d84944a66 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4759a2b-67dc-4601-826f-4d11ad1075bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322237 Aug 11 03:50:11.008007 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6509304c-21a2-4e33-8812-c85fac8491a8 req-5fa1fe72-bbc0-4a49-8050-02f87cd5fe78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:50:11.009480 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-6509304c-21a2-4e33-8812-c85fac8491a8 req-5fa1fe72-bbc0-4a49-8050-02f87cd5fe78 service neutron] 10.222.0.22 "GET /v2.0/networks?id=e4880c6f-8416-46e6-8b5a-a770c637fe8d HTTP/1.1" status: 200 len: 915 time: 0.0825131 Aug 11 03:50:11.055554 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-6509304c-21a2-4e33-8812-c85fac8491a8 req-f33761f5-8658-4bf7-95b1-28a4cfd61a6c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4273d45a-3dae-45c5-9974-670450961a9e HTTP/1.1" status: 200 len: 217 time: 0.0379221 Aug 11 03:50:11.104423 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6509304c-21a2-4e33-8812-c85fac8491a8 req-5e462324-d5fb-4465-ad4e-b9593e71e5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:50:11.105874 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-6509304c-21a2-4e33-8812-c85fac8491a8 req-5e462324-d5fb-4465-ad4e-b9593e71e5ee service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ddaee932-777e-4db0-a3fd-2a725748bacf HTTP/1.1" status: 200 len: 854 time: 0.0431719 Aug 11 03:50:11.136220 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-6509304c-21a2-4e33-8812-c85fac8491a8 req-730b7e98-bacb-4566-916e-8065d517f732 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e4880c6f-8416-46e6-8b5a-a770c637fe8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234191 Aug 11 03:50:11.222990 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-6509304c-21a2-4e33-8812-c85fac8491a8 req-55409fbd-2ef6-4138-b652-29cd03b1a835 service neutron] 10.222.0.22 "GET /v2.0/networks/e4880c6f-8416-46e6-8b5a-a770c637fe8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794880 Aug 11 03:50:11.315228 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-6509304c-21a2-4e33-8812-c85fac8491a8 req-5a509b58-aee5-4908-8faf-16c245331192 service neutron] 10.222.0.22 "GET /v2.0/networks/e4880c6f-8416-46e6-8b5a-a770c637fe8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853667 Aug 11 03:50:11.493348 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:12.061937 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d887463-2e76-4f66-9682-288f2cf6e43d req-5b34149c-d35c-4ad3-b5f5-eeeb94360e87 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:50:12.063500 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6d887463-2e76-4f66-9682-288f2cf6e43d req-5b34149c-d35c-4ad3-b5f5-eeeb94360e87 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d27446f-9172-450c-9ee5-e3f0819a3e25 HTTP/1.1" status: 200 len: 943 time: 0.0494344 Aug 11 03:50:12.100342 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6d887463-2e76-4f66-9682-288f2cf6e43d req-78c6065c-5a66-426c-ac16-62fc81cb116e tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4759a2b-67dc-4601-826f-4d11ad1075bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310378 Aug 11 03:50:12.463974 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d27446f-9172-450c-9ee5-e3f0819a3e25', 'tag': '4273d45a-3dae-45c5-9974-670450961a9e'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:50:12.466405 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1c8494d-158a-4c29-928d-d5620a1438f9" -d '{"events": [{"name": "network-changed", "server_uuid": "1d27446f-9172-450c-9ee5-e3f0819a3e25", "tag": "4273d45a-3dae-45c5-9974-670450961a9e"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:50:12.513735 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b169c60f-82f8-420e-a62a-9cb184f19b81 x-openstack-request-id: req-b169c60f-82f8-420e-a62a-9cb184f19b81 {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:50:12.514053 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d27446f-9172-450c-9ee5-e3f0819a3e25", "tag": "4273d45a-3dae-45c5-9974-670450961a9e", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:50:12.514306 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b169c60f-82f8-420e-a62a-9cb184f19b81 {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:50:12.514718 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d27446f-9172-450c-9ee5-e3f0819a3e25', 'tag': '4273d45a-3dae-45c5-9974-670450961a9e', 'status': 'completed', 'code': 200} Aug 11 03:50:12.575530 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c8494d-158a-4c29-928d-d5620a1438f9 req-3fe65e9f-6100-4950-9b44-ae6b8b24c15d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:50:12.577071 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c1c8494d-158a-4c29-928d-d5620a1438f9 req-3fe65e9f-6100-4950-9b44-ae6b8b24c15d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c4a9ab0298e0422fa993bab186686d1e&device_id=1d27446f-9172-450c-9ee5-e3f0819a3e25 HTTP/1.1" status: 200 len: 1095 time: 0.0413935 Aug 11 03:50:12.580511 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c8494d-158a-4c29-928d-d5620a1438f9 req-93f0eb51-99a3-411d-a9b1-9525b8904b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:50:12.581974 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c1c8494d-158a-4c29-928d-d5620a1438f9 req-93f0eb51-99a3-411d-a9b1-9525b8904b2a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c4a9ab0298e0422fa993bab186686d1e&device_id=1d27446f-9172-450c-9ee5-e3f0819a3e25 HTTP/1.1" status: 200 len: 1095 time: 0.0441668 Aug 11 03:50:12.670030 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c8494d-158a-4c29-928d-d5620a1438f9 req-37338864-601c-48ae-aa78-0810be0f9dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:50:12.671551 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c8494d-158a-4c29-928d-d5620a1438f9 req-358861c4-fb38-4a2b-a924-7bad7f175da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:50:12.671679 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c1c8494d-158a-4c29-928d-d5620a1438f9 req-37338864-601c-48ae-aa78-0810be0f9dc0 service neutron] 10.222.0.22 "GET /v2.0/networks?id=e4880c6f-8416-46e6-8b5a-a770c637fe8d HTTP/1.1" status: 200 len: 915 time: 0.0873353 Aug 11 03:50:12.673025 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c1c8494d-158a-4c29-928d-d5620a1438f9 req-358861c4-fb38-4a2b-a924-7bad7f175da6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e4880c6f-8416-46e6-8b5a-a770c637fe8d HTTP/1.1" status: 200 len: 915 time: 0.0836871 Aug 11 03:50:12.713814 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c1c8494d-158a-4c29-928d-d5620a1438f9 req-b28fc88f-f0a4-4af0-84eb-beb83cda8e45 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4273d45a-3dae-45c5-9974-670450961a9e HTTP/1.1" status: 200 len: 217 time: 0.0351379 Aug 11 03:50:12.719971 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c1c8494d-158a-4c29-928d-d5620a1438f9 req-16ca8cf5-8f9a-4d86-a098-bfa1a4a9ab46 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4273d45a-3dae-45c5-9974-670450961a9e HTTP/1.1" status: 200 len: 217 time: 0.0385985 Aug 11 03:50:12.764904 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c8494d-158a-4c29-928d-d5620a1438f9 req-fb4e350a-fe1a-469f-acad-2c987179e27b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:50:12.766984 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c1c8494d-158a-4c29-928d-d5620a1438f9 req-fb4e350a-fe1a-469f-acad-2c987179e27b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ddaee932-777e-4db0-a3fd-2a725748bacf HTTP/1.1" status: 200 len: 854 time: 0.0447786 Aug 11 03:50:12.767993 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c8494d-158a-4c29-928d-d5620a1438f9 req-bb7f7f1d-b97d-473f-a059-d850ccb864a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:50:12.769480 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c1c8494d-158a-4c29-928d-d5620a1438f9 req-bb7f7f1d-b97d-473f-a059-d850ccb864a2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ddaee932-777e-4db0-a3fd-2a725748bacf HTTP/1.1" status: 200 len: 854 time: 0.0445929 Aug 11 03:50:12.798501 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c1c8494d-158a-4c29-928d-d5620a1438f9 req-159046fd-b995-4726-b9c7-b075d8418c79 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e4880c6f-8416-46e6-8b5a-a770c637fe8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248296 Aug 11 03:50:12.801260 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c1c8494d-158a-4c29-928d-d5620a1438f9 req-bc575580-0f24-4b53-939e-674e6e533d1c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e4880c6f-8416-46e6-8b5a-a770c637fe8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242627 Aug 11 03:50:12.889622 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c1c8494d-158a-4c29-928d-d5620a1438f9 req-33af3596-8739-4fd2-af3b-a10ba8684275 service neutron] 10.222.0.24 "GET /v2.0/networks/e4880c6f-8416-46e6-8b5a-a770c637fe8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812137 Aug 11 03:50:12.891083 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c1c8494d-158a-4c29-928d-d5620a1438f9 req-7f56a055-04d4-4e92-9c99-7c9414741241 service neutron] 10.222.0.22 "GET /v2.0/networks/e4880c6f-8416-46e6-8b5a-a770c637fe8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850987 Aug 11 03:50:12.980743 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c1c8494d-158a-4c29-928d-d5620a1438f9 req-63f321ab-7ddd-46fc-bbcb-36f40509e6ff service neutron] 10.222.0.22 "GET /v2.0/networks/e4880c6f-8416-46e6-8b5a-a770c637fe8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817859 Aug 11 03:50:12.981719 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c1c8494d-158a-4c29-928d-d5620a1438f9 req-8d608a65-a9e8-4bad-b9e0-79c4452b4f55 service neutron] 10.222.0.24 "GET /v2.0/networks/e4880c6f-8416-46e6-8b5a-a770c637fe8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852373 Aug 11 03:50:13.215902 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a3f7f5-10c1-466b-83bd-d8ce8d545fcb req-870d0c3e-5d85-4c77-9eb3-6e8414b2afa3 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:50:13.217378 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-16a3f7f5-10c1-466b-83bd-d8ce8d545fcb req-870d0c3e-5d85-4c77-9eb3-6e8414b2afa3 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d27446f-9172-450c-9ee5-e3f0819a3e25 HTTP/1.1" status: 200 len: 943 time: 0.0485561 Aug 11 03:50:13.254859 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-16a3f7f5-10c1-466b-83bd-d8ce8d545fcb req-936f201e-2289-4095-9dbb-213bb545a270 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4759a2b-67dc-4601-826f-4d11ad1075bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307143 Aug 11 03:50:13.298741 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 4273d45a-3dae-45c5-9974-670450961a9e no longer exists at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:50:13.336364 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 4273d45a-3dae-45c5-9974-670450961a9e not bound to the agent host n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:50:14.321812 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 4273d45a-3dae-45c5-9974-670450961a9e details requested by agent hyperv_n-h1-764292-30 with host n-h1-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:50:14.384272 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648a349b-f0a0-4f46-9f84-c21303e8e82b req-38034b25-25a7-4adf-8ce1-dc6c69447679 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:50:14.385797 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-648a349b-f0a0-4f46-9f84-c21303e8e82b req-38034b25-25a7-4adf-8ce1-dc6c69447679 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d27446f-9172-450c-9ee5-e3f0819a3e25 HTTP/1.1" status: 200 len: 943 time: 0.0621674 Aug 11 03:50:14.429282 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-648a349b-f0a0-4f46-9f84-c21303e8e82b req-e369933e-175e-44c7-a48d-1336164a60e3 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4759a2b-67dc-4601-826f-4d11ad1075bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357645 Aug 11 03:50:14.430802 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 4273d45a-3dae-45c5-9974-670450961a9e, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=4273d45a-3dae-45c5-9974-670450961a9e,segment=NetworkSegment(30547d4d-ed23-447a-86d7-438ada51f5c4),segment_id=30547d4d-ed23-447a-86d7-438ada51f5c4)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:50:14.442752 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Returning: {'device': '4273d45a-3dae-45c5-9974-670450961a9e', 'network_id': 'e4880c6f-8416-46e6-8b5a-a770c637fe8d', 'port_id': '4273d45a-3dae-45c5-9974-670450961a9e', 'mac_address': 'fa:16:3e:8c:47:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddaee932-777e-4db0-a3fd-2a725748bacf', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:50:14.479579 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:14.492495 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4273d45a-3dae-45c5-9974-670450961a9e {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:50:14.512466 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 4273d45a-3dae-45c5-9974-670450961a9e, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=4273d45a-3dae-45c5-9974-670450961a9e,segment=NetworkSegment(30547d4d-ed23-447a-86d7-438ada51f5c4),segment_id=30547d4d-ed23-447a-86d7-438ada51f5c4)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:50:14.571852 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:14.618670 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=4273d45a-3dae-45c5-9974-670450961a9e,revision_number=8']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:50:14.904543 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['4273d45a-3dae-45c5-9974-670450961a9e'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:50:15.545115 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09155441-0f56-4980-935c-fa1424b61889 req-6de7deca-0a19-4521-83de-bc7966224dd4 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:50:15.546612 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-09155441-0f56-4980-935c-fa1424b61889 req-6de7deca-0a19-4521-83de-bc7966224dd4 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d27446f-9172-450c-9ee5-e3f0819a3e25 HTTP/1.1" status: 200 len: 944 time: 0.0508566 Aug 11 03:50:15.583277 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-09155441-0f56-4980-935c-fa1424b61889 req-ecceef00-030b-4964-8466-e919a6bd83d4 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4759a2b-67dc-4601-826f-4d11ad1075bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308168 Aug 11 03:50:15.907859 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ee1ff2-8a69-4904-96b9-43a682cf88e0 req-a2b75a6a-dc39-4a49-82b4-4c420410515b tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:50:15.909330 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-97ee1ff2-8a69-4904-96b9-43a682cf88e0 req-a2b75a6a-dc39-4a49-82b4-4c420410515b tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d27446f-9172-450c-9ee5-e3f0819a3e25 HTTP/1.1" status: 200 len: 944 time: 0.0489354 Aug 11 03:50:15.956112 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-97ee1ff2-8a69-4904-96b9-43a682cf88e0 req-2b2e9d09-3de3-452d-9608-a951c87c8eae tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4759a2b-67dc-4601-826f-4d11ad1075bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409172 Aug 11 03:50:16.032380 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7504cbff-e179-4646-a69a-179affe49e56 req-633a8ee5-0d1c-4165-af16-5c8c39895342 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:50:16.033830 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7504cbff-e179-4646-a69a-179affe49e56 req-633a8ee5-0d1c-4165-af16-5c8c39895342 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d27446f-9172-450c-9ee5-e3f0819a3e25&tenant_id=c4a9ab0298e0422fa993bab186686d1e&binding%3Ahost_id=n-h1-764292-30 HTTP/1.1" status: 200 len: 944 time: 0.0890961 Aug 11 03:50:16.094450 n-d-764292-30 neutron-server[102192]: INFO neutron.api.v2.resource [req-7504cbff-e179-4646-a69a-179affe49e56 req-db77047e-018f-4e23-b653-746cba25ec3f service neutron] delete failed (client error): The resource could not be found. Aug 11 03:50:16.095361 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7504cbff-e179-4646-a69a-179affe49e56 req-db77047e-018f-4e23-b653-746cba25ec3f service neutron] 10.222.0.24 "DELETE /v2.0/ports/4273d45a-3dae-45c5-9974-670450961a9e/bindings/n-h2-764292-30 HTTP/1.1" status: 404 len: 381 time: 0.0533912 Aug 11 03:50:16.176332 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7504cbff-e179-4646-a69a-179affe49e56 req-a0c2f358-24b3-43e9-82f1-be6c23c6d182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:50:16.177852 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7504cbff-e179-4646-a69a-179affe49e56 req-a0c2f358-24b3-43e9-82f1-be6c23c6d182 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c4a9ab0298e0422fa993bab186686d1e&device_id=1d27446f-9172-450c-9ee5-e3f0819a3e25 HTTP/1.1" status: 200 len: 1096 time: 0.0405777 Aug 11 03:50:16.269601 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7504cbff-e179-4646-a69a-179affe49e56 req-8b794ceb-d6d5-40bb-b85d-36582640a635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:50:16.271110 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7504cbff-e179-4646-a69a-179affe49e56 req-8b794ceb-d6d5-40bb-b85d-36582640a635 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e4880c6f-8416-46e6-8b5a-a770c637fe8d HTTP/1.1" status: 200 len: 915 time: 0.0865085 Aug 11 03:50:16.313675 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7504cbff-e179-4646-a69a-179affe49e56 req-cad04a00-4232-4928-9f9a-b4a32746c1cd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4273d45a-3dae-45c5-9974-670450961a9e HTTP/1.1" status: 200 len: 217 time: 0.0343101 Aug 11 03:50:16.327238 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 4273d45a-3dae-45c5-9974-670450961a9e up at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:50:16.360671 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7504cbff-e179-4646-a69a-179affe49e56 req-65f12347-32be-4aa6-8803-d74fdef6764b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:50:16.362097 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7504cbff-e179-4646-a69a-179affe49e56 req-65f12347-32be-4aa6-8803-d74fdef6764b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ddaee932-777e-4db0-a3fd-2a725748bacf HTTP/1.1" status: 200 len: 854 time: 0.0427959 Aug 11 03:50:16.397706 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7504cbff-e179-4646-a69a-179affe49e56 req-6474a3a6-df8e-4393-a28b-5439fab51a8a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e4880c6f-8416-46e6-8b5a-a770c637fe8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291595 Aug 11 03:50:16.424390 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning for port 4273d45a-3dae-45c5-9974-670450961a9e completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:50:16.428298 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning complete for port 4273d45a-3dae-45c5-9974-670450961a9e triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:50:16.428670 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:16.488229 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7504cbff-e179-4646-a69a-179affe49e56 req-8e1e828f-912e-4e31-a4cc-618bae9ef103 service neutron] 10.222.0.24 "GET /v2.0/networks/e4880c6f-8416-46e6-8b5a-a770c637fe8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827084 Aug 11 03:50:16.507556 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:16.530699 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d27446f-9172-450c-9ee5-e3f0819a3e25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4273d45a-3dae-45c5-9974-670450961a9e'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:50:16.533551 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b0b0afd-e500-47d2-87d1-459e4888322d" -d '{"events": [{"server_uuid": "1d27446f-9172-450c-9ee5-e3f0819a3e25", "name": "network-vif-plugged", "status": "completed", "tag": "4273d45a-3dae-45c5-9974-670450961a9e"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:50:16.546456 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 4273d45a-3dae-45c5-9974-670450961a9e, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=4273d45a-3dae-45c5-9974-670450961a9e,segment=NetworkSegment(30547d4d-ed23-447a-86d7-438ada51f5c4),segment_id=30547d4d-ed23-447a-86d7-438ada51f5c4)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:50:16.584011 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7504cbff-e179-4646-a69a-179affe49e56 req-a95bc841-6daa-4c90-8a41-e51d8a5057f8 service neutron] 10.222.0.24 "GET /v2.0/networks/e4880c6f-8416-46e6-8b5a-a770c637fe8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884511 Aug 11 03:50:16.586308 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:50:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bf04431-10d9-49ab-bbe4-bc478248e9f6 x-openstack-request-id: req-7bf04431-10d9-49ab-bbe4-bc478248e9f6 {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:50:16.586728 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d27446f-9172-450c-9ee5-e3f0819a3e25", "name": "network-vif-plugged", "status": "completed", "tag": "4273d45a-3dae-45c5-9974-670450961a9e", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:50:16.586976 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7bf04431-10d9-49ab-bbe4-bc478248e9f6 {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:50:16.587364 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d27446f-9172-450c-9ee5-e3f0819a3e25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4273d45a-3dae-45c5-9974-670450961a9e', 'code': 200} Aug 11 03:50:16.595575 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:16.642733 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=4273d45a-3dae-45c5-9974-670450961a9e,revision_number=9']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:50:17.072148 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581aba40-49ad-4e09-b660-f8dabd095545 req-158e8cf1-76c1-48ed-9e54-49579eb55769 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:50:17.073635 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-581aba40-49ad-4e09-b660-f8dabd095545 req-158e8cf1-76c1-48ed-9e54-49579eb55769 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d27446f-9172-450c-9ee5-e3f0819a3e25 HTTP/1.1" status: 200 len: 945 time: 0.0496190 Aug 11 03:50:17.112177 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-581aba40-49ad-4e09-b660-f8dabd095545 req-3d2177e3-5687-4d78-9830-9e8009856ae4 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4759a2b-67dc-4601-826f-4d11ad1075bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320981 Aug 11 03:50:18.225205 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dcb002-38d8-41fd-bf67-42157e7822ab req-341f7f94-9948-4ff9-a50e-7fcc71eaf92a tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:50:18.226702 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b8dcb002-38d8-41fd-bf67-42157e7822ab req-341f7f94-9948-4ff9-a50e-7fcc71eaf92a tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d27446f-9172-450c-9ee5-e3f0819a3e25 HTTP/1.1" status: 200 len: 945 time: 0.0476837 Aug 11 03:50:18.266185 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b8dcb002-38d8-41fd-bf67-42157e7822ab req-c9a9dc51-2775-4924-8687-3aebc01e3086 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4759a2b-67dc-4601-826f-4d11ad1075bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314660 Aug 11 03:50:18.380434 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa57a62e-29be-4a64-ba8e-01e5b2c8dac4 req-3fd40304-2263-466b-84df-b901056d957d tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:50:18.381919 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-aa57a62e-29be-4a64-ba8e-01e5b2c8dac4 req-3fd40304-2263-466b-84df-b901056d957d tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d27446f-9172-450c-9ee5-e3f0819a3e25 HTTP/1.1" status: 200 len: 945 time: 0.0513589 Aug 11 03:50:18.420052 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-aa57a62e-29be-4a64-ba8e-01e5b2c8dac4 req-1bd9dacb-eb68-4f1e-9fca-375622e884a4 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4759a2b-67dc-4601-826f-4d11ad1075bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322216 Aug 11 03:50:18.530639 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e8612f-34ae-409b-8cd2-9d630c1e96bf req-c1351dd9-3cda-42b6-baf6-8482fd871d6f tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:50:18.532643 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-17e8612f-34ae-409b-8cd2-9d630c1e96bf req-c1351dd9-3cda-42b6-baf6-8482fd871d6f tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d27446f-9172-450c-9ee5-e3f0819a3e25 HTTP/1.1" status: 200 len: 945 time: 0.0480776 Aug 11 03:50:18.569137 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-17e8612f-34ae-409b-8cd2-9d630c1e96bf req-57c7cd88-f795-4603-9a22-15aa38d865a4 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4759a2b-67dc-4601-826f-4d11ad1075bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307240 Aug 11 03:50:19.119861 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981f7641-665a-46c2-8783-6bf383035557 req-5e729c02-f055-4102-9b6b-5efb19517a05 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:50:19.121342 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-981f7641-665a-46c2-8783-6bf383035557 req-5e729c02-f055-4102-9b6b-5efb19517a05 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/networks?id=e4880c6f-8416-46e6-8b5a-a770c637fe8d HTTP/1.1" status: 200 len: 814 time: 0.1033463 Aug 11 03:50:19.136106 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-981f7641-665a-46c2-8783-6bf383035557 req-ee0119b9-18f9-4d17-9bbd-2ae67cd0c6ef tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/quotas/c4a9ab0298e0422fa993bab186686d1e HTTP/1.1" status: 200 len: 375 time: 0.0091002 Aug 11 03:50:19.184512 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-981f7641-665a-46c2-8783-6bf383035557 req-5144cbe4-796b-4f21-b1d5-e815aef48581 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c4a9ab0298e0422fa993bab186686d1e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0432425 Aug 11 03:50:19.273215 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-981f7641-665a-46c2-8783-6bf383035557 req-280631d4-53d3-4e18-90e0-6c9867fb7c45 service neutron] 10.222.0.41 "GET /v2.0/networks/e4880c6f-8416-46e6-8b5a-a770c637fe8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819356 Aug 11 03:50:19.365124 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-981f7641-665a-46c2-8783-6bf383035557 req-1c346555-0026-429e-b284-67316e9abb3f service neutron] 10.222.0.41 "GET /v2.0/networks/e4880c6f-8416-46e6-8b5a-a770c637fe8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858676 Aug 11 03:50:19.602181 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-40a873e7-b571-4163-a870-d33207c7b17b req-5cd69d84-388e-441d-a276-a2ce75b5ee12 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9ebd058-28e5-41ab-a317-92c464651fda HTTP/1.1" status: 200 len: 210 time: 0.0270870 Aug 11 03:50:20.381514 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ed62d5-2306-434e-b2e6-fee0f2ae49bc req-96f488df-498f-4097-aa7e-9627c6280cff tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:50:20.383165 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-d4ed62d5-2306-434e-b2e6-fee0f2ae49bc req-96f488df-498f-4097-aa7e-9627c6280cff tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.22 "GET /v2.0/ports?device_id=1d27446f-9172-450c-9ee5-e3f0819a3e25 HTTP/1.1" status: 200 len: 945 time: 0.0550616 Aug 11 03:50:20.477265 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-d4ed62d5-2306-434e-b2e6-fee0f2ae49bc req-312fd8cc-80f6-487a-b5d2-4490fa07cbc8 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] Deleting port 4273d45a-3dae-45c5-9974-670450961a9e {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:50:20.477604 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-d4ed62d5-2306-434e-b2e6-fee0f2ae49bc req-312fd8cc-80f6-487a-b5d2-4490fa07cbc8 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:20.567263 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-d4ed62d5-2306-434e-b2e6-fee0f2ae49bc req-312fd8cc-80f6-487a-b5d2-4490fa07cbc8 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] For port 4273d45a-3dae-45c5-9974-670450961a9e, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=4273d45a-3dae-45c5-9974-670450961a9e,segment=NetworkSegment(30547d4d-ed23-447a-86d7-438ada51f5c4),segment_id=30547d4d-ed23-447a-86d7-438ada51f5c4)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:50:20.567720 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-d4ed62d5-2306-434e-b2e6-fee0f2ae49bc req-312fd8cc-80f6-487a-b5d2-4490fa07cbc8 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:20.581853 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-d4ed62d5-2306-434e-b2e6-fee0f2ae49bc req-312fd8cc-80f6-487a-b5d2-4490fa07cbc8 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] Calling delete_port for 4273d45a-3dae-45c5-9974-670450961a9e owned by compute:nova {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:50:20.697968 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8b3d7224-0396-4e10-ba6e-3252fd17881c req-b29f1169-56e1-4aff-8064-391d2fc15f05 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9ebd058-28e5-41ab-a317-92c464651fda HTTP/1.1" status: 200 len: 210 time: 0.0285745 Aug 11 03:50:20.761575 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-d4ed62d5-2306-434e-b2e6-fee0f2ae49bc req-312fd8cc-80f6-487a-b5d2-4490fa07cbc8 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:20.773024 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['4273d45a-3dae-45c5-9974-670450961a9e'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:50:20.794948 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312fd8cc-80f6-487a-b5d2-4490fa07cbc8 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] Pushing event deleted for resources: {'Port': ['ID=4273d45a-3dae-45c5-9974-670450961a9e,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:50:20.837271 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4ed62d5-2306-434e-b2e6-fee0f2ae49bc req-312fd8cc-80f6-487a-b5d2-4490fa07cbc8 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] No DVR routers for this DVR port 4273d45a-3dae-45c5-9974-670450961a9e on host n-h1-764292-30 {{(pid=102191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:50:20.839736 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-d4ed62d5-2306-434e-b2e6-fee0f2ae49bc req-312fd8cc-80f6-487a-b5d2-4490fa07cbc8 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:20.841735 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-d4ed62d5-2306-434e-b2e6-fee0f2ae49bc req-312fd8cc-80f6-487a-b5d2-4490fa07cbc8 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.22 "DELETE /v2.0/ports/4273d45a-3dae-45c5-9974-670450961a9e HTTP/1.1" status: 204 len: 173 time: 0.4516685 Aug 11 03:50:20.842168 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d27446f-9172-450c-9ee5-e3f0819a3e25', 'name': 'network-vif-deleted', 'tag': '4273d45a-3dae-45c5-9974-670450961a9e'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:50:20.844666 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57f19483-b837-4e4d-bbf0-7629604cd2b1" -d '{"events": [{"server_uuid": "1d27446f-9172-450c-9ee5-e3f0819a3e25", "name": "network-vif-deleted", "tag": "4273d45a-3dae-45c5-9974-670450961a9e"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:50:20.881186 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:50:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82eeaef8-aac5-4211-aaa7-91554d6da905 x-openstack-request-id: req-82eeaef8-aac5-4211-aaa7-91554d6da905 {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:50:20.881618 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d27446f-9172-450c-9ee5-e3f0819a3e25", "name": "network-vif-deleted", "tag": "4273d45a-3dae-45c5-9974-670450961a9e", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:50:20.881873 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-82eeaef8-aac5-4211-aaa7-91554d6da905 {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:50:20.882331 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d27446f-9172-450c-9ee5-e3f0819a3e25', 'name': 'network-vif-deleted', 'tag': '4273d45a-3dae-45c5-9974-670450961a9e', 'status': 'completed', 'code': 200} Aug 11 03:50:21.444543 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981f7641-665a-46c2-8783-6bf383035557 req-4bfe6ea9-1997-4f6e-a466-079184d64cbf tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:50:21.445895 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-981f7641-665a-46c2-8783-6bf383035557 req-4bfe6ea9-1997-4f6e-a466-079184d64cbf tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.22 "GET /v2.0/networks?id=e4880c6f-8416-46e6-8b5a-a770c637fe8d HTTP/1.1" status: 200 len: 814 time: 0.1066968 Aug 11 03:50:21.459079 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-981f7641-665a-46c2-8783-6bf383035557 req-84254f3a-693a-440d-8562-0fdb6f78eaa3 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] Request body: {'port': {'device_id': 'b9ebd058-28e5-41ab-a317-92c464651fda', 'network_id': 'e4880c6f-8416-46e6-8b5a-a770c637fe8d', 'admin_state_up': True, 'tenant_id': 'c4a9ab0298e0422fa993bab186686d1e'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:50:21.629496 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-981f7641-665a-46c2-8783-6bf383035557 req-84254f3a-693a-440d-8562-0fdb6f78eaa3 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] Made reservation on behalf of c4a9ab0298e0422fa993bab186686d1e for: {'port': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:50:21.633100 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-981f7641-665a-46c2-8783-6bf383035557 req-84254f3a-693a-440d-8562-0fdb6f78eaa3 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:21.761780 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [req-981f7641-665a-46c2-8783-6bf383035557 req-84254f3a-693a-440d-8562-0fdb6f78eaa3 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] Allocated IP 172.20.0.7 (e4880c6f-8416-46e6-8b5a-a770c637fe8d/ddaee932-777e-4db0-a3fd-2a725748bacf/e2d5e776-4417-4ab2-bfbc-c39432d21e71) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:50:21.791730 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3104a510-a100-482f-88f7-b567f298441d req-6c53138e-0fcc-4590-8b2f-c84ef2edf625 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9ebd058-28e5-41ab-a317-92c464651fda HTTP/1.1" status: 200 len: 210 time: 0.0281734 Aug 11 03:50:21.907211 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-981f7641-665a-46c2-8783-6bf383035557 req-84254f3a-693a-440d-8562-0fdb6f78eaa3 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:21.989142 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-981f7641-665a-46c2-8783-6bf383035557 req-84254f3a-693a-440d-8562-0fdb6f78eaa3 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:22.005638 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['4273d45a-3dae-45c5-9974-670450961a9e'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:50:22.028826 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-981f7641-665a-46c2-8783-6bf383035557 req-84254f3a-693a-440d-8562-0fdb6f78eaa3 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] Network e4880c6f-8416-46e6-8b5a-a770c637fe8d is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:50:22.034360 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [req-981f7641-665a-46c2-8783-6bf383035557 req-84254f3a-693a-440d-8562-0fdb6f78eaa3 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:50:22.038126 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-981f7641-665a-46c2-8783-6bf383035557 req-84254f3a-693a-440d-8562-0fdb6f78eaa3 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:50:22.063151 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84254f3a-693a-440d-8562-0fdb6f78eaa3 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] Pushing event updated for resources: {'Port': ['ID=e2d5e776-4417-4ab2-bfbc-c39432d21e71,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:50:22.090335 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981f7641-665a-46c2-8783-6bf383035557 req-84254f3a-693a-440d-8562-0fdb6f78eaa3 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:50:22.090943 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-981f7641-665a-46c2-8783-6bf383035557 req-84254f3a-693a-440d-8562-0fdb6f78eaa3 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:22.172257 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-981f7641-665a-46c2-8783-6bf383035557 req-84254f3a-693a-440d-8562-0fdb6f78eaa3 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7171717 Aug 11 03:50:22.184118 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-981f7641-665a-46c2-8783-6bf383035557 req-77ff30dd-462f-4d74-a2cd-20b9fa1dd27b service neutron] Request body: {'port': {'device_id': 'b9ebd058-28e5-41ab-a317-92c464651fda', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764292-30'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:50:22.238822 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-981f7641-665a-46c2-8783-6bf383035557 req-77ff30dd-462f-4d74-a2cd-20b9fa1dd27b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:22.493277 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [req-981f7641-665a-46c2-8783-6bf383035557 req-77ff30dd-462f-4d74-a2cd-20b9fa1dd27b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2d5e776-4417-4ab2-bfbc-c39432d21e71 {{(pid=102191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:50:22.500496 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-981f7641-665a-46c2-8783-6bf383035557 req-77ff30dd-462f-4d74-a2cd-20b9fa1dd27b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:22.511703 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [req-981f7641-665a-46c2-8783-6bf383035557 req-77ff30dd-462f-4d74-a2cd-20b9fa1dd27b service neutron] Transition to ACTIVE for port object e2d5e776-4417-4ab2-bfbc-c39432d21e71 will not be triggered until provisioned by entity L2. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:50:22.578413 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-981f7641-665a-46c2-8783-6bf383035557 req-77ff30dd-462f-4d74-a2cd-20b9fa1dd27b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:22.629809 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ff30dd-462f-4d74-a2cd-20b9fa1dd27b service neutron] Pushing event updated for resources: {'Port': ['ID=e2d5e776-4417-4ab2-bfbc-c39432d21e71,revision_number=2']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:50:22.651066 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ff30dd-462f-4d74-a2cd-20b9fa1dd27b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:50:22.651409 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ff30dd-462f-4d74-a2cd-20b9fa1dd27b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:50:22.651742 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ff30dd-462f-4d74-a2cd-20b9fa1dd27b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:50:22.652071 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ff30dd-462f-4d74-a2cd-20b9fa1dd27b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:50:22.652402 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ff30dd-462f-4d74-a2cd-20b9fa1dd27b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:50:22.652723 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ff30dd-462f-4d74-a2cd-20b9fa1dd27b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:50:22.653044 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ff30dd-462f-4d74-a2cd-20b9fa1dd27b service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:50:22.653362 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ff30dd-462f-4d74-a2cd-20b9fa1dd27b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:50:22.653683 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ff30dd-462f-4d74-a2cd-20b9fa1dd27b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:50:22.654003 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ff30dd-462f-4d74-a2cd-20b9fa1dd27b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:50:22.654345 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ff30dd-462f-4d74-a2cd-20b9fa1dd27b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:50:22.654668 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ff30dd-462f-4d74-a2cd-20b9fa1dd27b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:50:22.706621 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-981f7641-665a-46c2-8783-6bf383035557 req-77ff30dd-462f-4d74-a2cd-20b9fa1dd27b service neutron] Attempting to bind port e2d5e776-4417-4ab2-bfbc-c39432d21e71 on host n-h1-764292-30 for vnic_type normal with profile {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:50:22.706948 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-981f7641-665a-46c2-8783-6bf383035557 req-77ff30dd-462f-4d74-a2cd-20b9fa1dd27b service neutron] Attempting to bind port e2d5e776-4417-4ab2-bfbc-c39432d21e71 by drivers openvswitch,hyperv on host n-h1-764292-30 at level 0 using segments [{'id': '30547d4d-ed23-447a-86d7-438ada51f5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'e4880c6f-8416-46e6-8b5a-a770c637fe8d'}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:50:22.707269 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-981f7641-665a-46c2-8783-6bf383035557 req-77ff30dd-462f-4d74-a2cd-20b9fa1dd27b service neutron] Attempting to bind port e2d5e776-4417-4ab2-bfbc-c39432d21e71 on network e4880c6f-8416-46e6-8b5a-a770c637fe8d {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:50:22.711371 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-981f7641-665a-46c2-8783-6bf383035557 req-77ff30dd-462f-4d74-a2cd-20b9fa1dd27b service neutron] Port e2d5e776-4417-4ab2-bfbc-c39432d21e71 on network e4880c6f-8416-46e6-8b5a-a770c637fe8d not bound, no agent of type Open vSwitch agent registered on host n-h1-764292-30 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:50:22.711683 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-981f7641-665a-46c2-8783-6bf383035557 req-77ff30dd-462f-4d74-a2cd-20b9fa1dd27b service neutron] Attempting to bind port e2d5e776-4417-4ab2-bfbc-c39432d21e71 on network e4880c6f-8416-46e6-8b5a-a770c637fe8d {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:50:22.716357 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-981f7641-665a-46c2-8783-6bf383035557 req-77ff30dd-462f-4d74-a2cd-20b9fa1dd27b service neutron] Checking agent: {'id': 'abb524c2-b412-4ed2-8367-45c4fd996fa7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 50, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:50:22.716685 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-981f7641-665a-46c2-8783-6bf383035557 req-77ff30dd-462f-4d74-a2cd-20b9fa1dd27b service neutron] Checking segment: {'id': '30547d4d-ed23-447a-86d7-438ada51f5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'e4880c6f-8416-46e6-8b5a-a770c637fe8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:50:22.717058 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-981f7641-665a-46c2-8783-6bf383035557 req-77ff30dd-462f-4d74-a2cd-20b9fa1dd27b service neutron] Bound using segment: {'id': '30547d4d-ed23-447a-86d7-438ada51f5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'e4880c6f-8416-46e6-8b5a-a770c637fe8d'} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:50:22.717494 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-981f7641-665a-46c2-8783-6bf383035557 req-77ff30dd-462f-4d74-a2cd-20b9fa1dd27b service neutron] Bound port: e2d5e776-4417-4ab2-bfbc-c39432d21e71, host: n-h1-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30547d4d-ed23-447a-86d7-438ada51f5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'e4880c6f-8416-46e6-8b5a-a770c637fe8d'}}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:50:22.717809 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-981f7641-665a-46c2-8783-6bf383035557 req-77ff30dd-462f-4d74-a2cd-20b9fa1dd27b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:22.778505 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-981f7641-665a-46c2-8783-6bf383035557 req-77ff30dd-462f-4d74-a2cd-20b9fa1dd27b service neutron] For port e2d5e776-4417-4ab2-bfbc-c39432d21e71, host n-h1-764292-30, cleared binding levels {{(pid=102191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:50:22.781400 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-981f7641-665a-46c2-8783-6bf383035557 req-77ff30dd-462f-4d74-a2cd-20b9fa1dd27b service neutron] For port e2d5e776-4417-4ab2-bfbc-c39432d21e71, host n-h1-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=e2d5e776-4417-4ab2-bfbc-c39432d21e71,segment=NetworkSegment(30547d4d-ed23-447a-86d7-438ada51f5c4),segment_id=30547d4d-ed23-447a-86d7-438ada51f5c4)] {{(pid=102191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:50:22.835008 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-981f7641-665a-46c2-8783-6bf383035557 req-77ff30dd-462f-4d74-a2cd-20b9fa1dd27b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:22.868092 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981f7641-665a-46c2-8783-6bf383035557 req-77ff30dd-462f-4d74-a2cd-20b9fa1dd27b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:50:22.869165 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-981f7641-665a-46c2-8783-6bf383035557 req-77ff30dd-462f-4d74-a2cd-20b9fa1dd27b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:22.870888 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-981f7641-665a-46c2-8783-6bf383035557 req-77ff30dd-462f-4d74-a2cd-20b9fa1dd27b service neutron] 10.222.0.22 "PUT /v2.0/ports/e2d5e776-4417-4ab2-bfbc-c39432d21e71 HTTP/1.1" status: 200 len: 1092 time: 0.6905079 Aug 11 03:50:22.884617 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9ebd058-28e5-41ab-a317-92c464651fda', 'tag': 'e2d5e776-4417-4ab2-bfbc-c39432d21e71'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:50:22.886992 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00552ee5-2712-4eed-8e70-3288e497dbe3" -d '{"events": [{"name": "network-changed", "server_uuid": "b9ebd058-28e5-41ab-a317-92c464651fda", "tag": "e2d5e776-4417-4ab2-bfbc-c39432d21e71"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:50:22.905104 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ff30dd-462f-4d74-a2cd-20b9fa1dd27b service neutron] Pushing event updated for resources: {'Port': ['ID=e2d5e776-4417-4ab2-bfbc-c39432d21e71,revision_number=3']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:50:22.928810 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf49cd7-5336-4d3c-8b8e-0b61d92fbe43 req-b3e97e1b-6d5c-4f52-8fe5-0491cf25d1d9 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:50:22.929357 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-325f0445-478e-4dab-ad5e-39c9d6577bc8 x-openstack-request-id: req-325f0445-478e-4dab-ad5e-39c9d6577bc8 {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:50:22.929357 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9ebd058-28e5-41ab-a317-92c464651fda", "tag": "e2d5e776-4417-4ab2-bfbc-c39432d21e71", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:50:22.929357 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-325f0445-478e-4dab-ad5e-39c9d6577bc8 {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:50:22.929608 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-faf49cd7-5336-4d3c-8b8e-0b61d92fbe43 req-b3e97e1b-6d5c-4f52-8fe5-0491cf25d1d9 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9ebd058-28e5-41ab-a317-92c464651fda HTTP/1.1" status: 200 len: 943 time: 0.0673749 Aug 11 03:50:22.930422 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9ebd058-28e5-41ab-a317-92c464651fda', 'tag': 'e2d5e776-4417-4ab2-bfbc-c39432d21e71', 'status': 'completed', 'code': 200} Aug 11 03:50:22.973943 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-faf49cd7-5336-4d3c-8b8e-0b61d92fbe43 req-5673729b-c8e6-426f-9faa-284087a185e4 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4759a2b-67dc-4601-826f-4d11ad1075bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349905 Aug 11 03:50:22.988064 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00552ee5-2712-4eed-8e70-3288e497dbe3 req-192bd9a5-6cac-452b-8d25-31bafce08267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:50:22.989695 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-00552ee5-2712-4eed-8e70-3288e497dbe3 req-192bd9a5-6cac-452b-8d25-31bafce08267 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c4a9ab0298e0422fa993bab186686d1e&device_id=b9ebd058-28e5-41ab-a317-92c464651fda HTTP/1.1" status: 200 len: 1095 time: 0.0415092 Aug 11 03:50:23.088266 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00552ee5-2712-4eed-8e70-3288e497dbe3 req-cd450765-02c0-40d6-afb8-9fb7ddfd526d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:50:23.089654 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-00552ee5-2712-4eed-8e70-3288e497dbe3 req-cd450765-02c0-40d6-afb8-9fb7ddfd526d service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=c4a9ab0298e0422fa993bab186686d1e&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0925498 Aug 11 03:50:23.186153 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00552ee5-2712-4eed-8e70-3288e497dbe3 req-f21710d8-37d0-482f-9168-0620f0881684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:50:23.187661 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-00552ee5-2712-4eed-8e70-3288e497dbe3 req-f21710d8-37d0-482f-9168-0620f0881684 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0904212 Aug 11 03:50:23.260488 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981f7641-665a-46c2-8783-6bf383035557 req-1c233521-acc6-4dd2-9af4-fb6c6975fb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:50:23.262001 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-981f7641-665a-46c2-8783-6bf383035557 req-1c233521-acc6-4dd2-9af4-fb6c6975fb6d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c4a9ab0298e0422fa993bab186686d1e&device_id=b9ebd058-28e5-41ab-a317-92c464651fda HTTP/1.1" status: 200 len: 1095 time: 0.0399489 Aug 11 03:50:23.302057 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-981f7641-665a-46c2-8783-6bf383035557 req-0727aaa1-d53d-4294-8c04-ae5a9db5461d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e2d5e776-4417-4ab2-bfbc-c39432d21e71 HTTP/1.1" status: 200 len: 217 time: 0.0324807 Aug 11 03:50:23.349659 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981f7641-665a-46c2-8783-6bf383035557 req-7bafefe9-b6e6-4b05-afde-c6c0bc850c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:50:23.351121 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-981f7641-665a-46c2-8783-6bf383035557 req-7bafefe9-b6e6-4b05-afde-c6c0bc850c6d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ddaee932-777e-4db0-a3fd-2a725748bacf HTTP/1.1" status: 200 len: 854 time: 0.0429428 Aug 11 03:50:23.385351 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-981f7641-665a-46c2-8783-6bf383035557 req-fd640d9d-e382-4562-a780-af4242d5277c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e4880c6f-8416-46e6-8b5a-a770c637fe8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271366 Aug 11 03:50:23.472116 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-981f7641-665a-46c2-8783-6bf383035557 req-0632ea74-46a1-4f01-a88d-dcb1b5e0ae72 service neutron] 10.222.0.22 "GET /v2.0/networks/e4880c6f-8416-46e6-8b5a-a770c637fe8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790637 Aug 11 03:50:23.562082 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-981f7641-665a-46c2-8783-6bf383035557 req-208b3148-7339-4b83-a17a-cde1bbcb83e5 service neutron] 10.222.0.22 "GET /v2.0/networks/e4880c6f-8416-46e6-8b5a-a770c637fe8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828440 Aug 11 03:50:24.090300 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f964954-34df-4c65-b45b-48e69d28e828 req-5f0ae318-3d47-44d2-9227-13e49c6c6257 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:50:24.091798 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6f964954-34df-4c65-b45b-48e69d28e828 req-5f0ae318-3d47-44d2-9227-13e49c6c6257 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9ebd058-28e5-41ab-a317-92c464651fda HTTP/1.1" status: 200 len: 943 time: 0.0488536 Aug 11 03:50:24.128953 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6f964954-34df-4c65-b45b-48e69d28e828 req-f76cd900-4f1a-422f-b42a-9b95739f8afc tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4759a2b-67dc-4601-826f-4d11ad1075bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311706 Aug 11 03:50:24.378963 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 4273d45a-3dae-45c5-9974-670450961a9e no longer exists at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:50:24.398440 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] No Port match for: 4273d45a-3dae-45c5-9974-670450961a9e {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:50:24.398787 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 4273d45a-3dae-45c5-9974-670450961a9e not bound to the agent host n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:50:25.243337 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e9ee24-a542-4b77-ba3b-061895b9373c req-53c2ef60-1bc1-4564-9c9e-fedaf06cf16b tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:50:25.245057 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-25e9ee24-a542-4b77-ba3b-061895b9373c req-53c2ef60-1bc1-4564-9c9e-fedaf06cf16b tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9ebd058-28e5-41ab-a317-92c464651fda HTTP/1.1" status: 200 len: 943 time: 0.0493772 Aug 11 03:50:25.282444 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-25e9ee24-a542-4b77-ba3b-061895b9373c req-03478168-683a-4f95-ad94-1e3393bddbcb tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4759a2b-67dc-4601-826f-4d11ad1075bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309637 Aug 11 03:50:26.394764 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device e2d5e776-4417-4ab2-bfbc-c39432d21e71 details requested by agent hyperv_n-h1-764292-30 with host n-h1-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:50:26.397172 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d9c489-5ea2-4902-a09f-b1e573ef5ef9 req-fb31dc12-0e91-42b8-a726-668169a3f2b6 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:50:26.398730 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f1d9c489-5ea2-4902-a09f-b1e573ef5ef9 req-fb31dc12-0e91-42b8-a726-668169a3f2b6 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9ebd058-28e5-41ab-a317-92c464651fda HTTP/1.1" status: 200 len: 943 time: 0.0517020 Aug 11 03:50:26.437605 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f1d9c489-5ea2-4902-a09f-b1e573ef5ef9 req-448e5aaf-a51a-45f8-b991-1f310894b1e5 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4759a2b-67dc-4601-826f-4d11ad1075bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326946 Aug 11 03:50:26.490122 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port e2d5e776-4417-4ab2-bfbc-c39432d21e71, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=e2d5e776-4417-4ab2-bfbc-c39432d21e71,segment=NetworkSegment(30547d4d-ed23-447a-86d7-438ada51f5c4),segment_id=30547d4d-ed23-447a-86d7-438ada51f5c4)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:50:26.501255 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Returning: {'device': 'e2d5e776-4417-4ab2-bfbc-c39432d21e71', 'network_id': 'e4880c6f-8416-46e6-8b5a-a770c637fe8d', 'port_id': 'e2d5e776-4417-4ab2-bfbc-c39432d21e71', 'mac_address': 'fa:16:3e:bf:af:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddaee932-777e-4db0-a3fd-2a725748bacf', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:50:26.542360 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:26.556412 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2d5e776-4417-4ab2-bfbc-c39432d21e71 {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:50:26.576591 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port e2d5e776-4417-4ab2-bfbc-c39432d21e71, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=e2d5e776-4417-4ab2-bfbc-c39432d21e71,segment=NetworkSegment(30547d4d-ed23-447a-86d7-438ada51f5c4),segment_id=30547d4d-ed23-447a-86d7-438ada51f5c4)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:50:26.635171 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:26.681819 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=e2d5e776-4417-4ab2-bfbc-c39432d21e71,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:50:26.688947 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:50:26.689293 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:50:26.689654 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:50:26.689972 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:50:26.690391 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:50:26.690729 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:50:26.691061 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:50:26.691387 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:50:26.691712 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:50:26.692035 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:50:26.692360 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:50:26.692775 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:50:26.934417 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['e2d5e776-4417-4ab2-bfbc-c39432d21e71'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:50:27.549046 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9bfdcf-c077-441b-80a5-efbae6911d92 req-5800ad55-b240-42c8-84b8-bce5fd1d5b87 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:50:27.550557 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7c9bfdcf-c077-441b-80a5-efbae6911d92 req-5800ad55-b240-42c8-84b8-bce5fd1d5b87 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9ebd058-28e5-41ab-a317-92c464651fda HTTP/1.1" status: 200 len: 944 time: 0.0486739 Aug 11 03:50:27.587341 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7c9bfdcf-c077-441b-80a5-efbae6911d92 req-6f937f1c-2b5b-46f9-a8cb-1f6ad82629bc tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4759a2b-67dc-4601-826f-4d11ad1075bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310080 Aug 11 03:50:28.410230 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device e2d5e776-4417-4ab2-bfbc-c39432d21e71 up at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:50:28.515576 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning for port e2d5e776-4417-4ab2-bfbc-c39432d21e71 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:50:28.520031 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning complete for port e2d5e776-4417-4ab2-bfbc-c39432d21e71 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:50:28.520402 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:28.593771 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:28.618049 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9ebd058-28e5-41ab-a317-92c464651fda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2d5e776-4417-4ab2-bfbc-c39432d21e71'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:50:28.620354 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c205deba-5c41-47a3-b99a-c58bf98fb93c" -d '{"events": [{"server_uuid": "b9ebd058-28e5-41ab-a317-92c464651fda", "name": "network-vif-plugged", "status": "completed", "tag": "e2d5e776-4417-4ab2-bfbc-c39432d21e71"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:50:28.634448 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port e2d5e776-4417-4ab2-bfbc-c39432d21e71, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=e2d5e776-4417-4ab2-bfbc-c39432d21e71,segment=NetworkSegment(30547d4d-ed23-447a-86d7-438ada51f5c4),segment_id=30547d4d-ed23-447a-86d7-438ada51f5c4)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:50:28.659502 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:50:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b4167cc-54ff-4770-94c2-e2110e657699 x-openstack-request-id: req-4b4167cc-54ff-4770-94c2-e2110e657699 {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:50:28.659958 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9ebd058-28e5-41ab-a317-92c464651fda", "name": "network-vif-plugged", "status": "completed", "tag": "e2d5e776-4417-4ab2-bfbc-c39432d21e71", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:50:28.660211 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4b4167cc-54ff-4770-94c2-e2110e657699 {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:50:28.665442 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9ebd058-28e5-41ab-a317-92c464651fda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2d5e776-4417-4ab2-bfbc-c39432d21e71', 'code': 200} Aug 11 03:50:28.681325 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:28.706769 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e28e35-7ecc-454a-99a4-860b4f2e7a0f req-32ef7d27-bb5e-492b-b798-b0410749dff3 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:50:28.708260 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-46e28e35-7ecc-454a-99a4-860b4f2e7a0f req-32ef7d27-bb5e-492b-b798-b0410749dff3 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9ebd058-28e5-41ab-a317-92c464651fda HTTP/1.1" status: 200 len: 944 time: 0.0507078 Aug 11 03:50:28.732625 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=e2d5e776-4417-4ab2-bfbc-c39432d21e71,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:50:28.749969 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-46e28e35-7ecc-454a-99a4-860b4f2e7a0f req-d3e58de4-dfb3-4dc1-9666-42734c2bb3fb tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4759a2b-67dc-4601-826f-4d11ad1075bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350676 Aug 11 03:50:28.760723 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0435c90e-9347-4400-9c1a-5c5252ffca8b req-71d004c3-7679-45b4-80d5-c5dfc8d9919a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:50:28.762232 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-0435c90e-9347-4400-9c1a-5c5252ffca8b req-71d004c3-7679-45b4-80d5-c5dfc8d9919a service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=b9ebd058-28e5-41ab-a317-92c464651fda HTTP/1.1" status: 200 len: 1097 time: 0.0407257 Aug 11 03:50:28.796943 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-0435c90e-9347-4400-9c1a-5c5252ffca8b req-b67e8642-4ec6-4a80-a9d7-9fa9cd4315ba service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=c4759a2b-67dc-4601-826f-4d11ad1075bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270922 Aug 11 03:50:29.223726 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-09300b2b-201b-4b71-96f8-748a34dcbb56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:29.869557 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67624dd4-8f2a-4e28-852a-3de05ae6f297 req-63ff4b6b-ebed-4ad0-a6ab-252998ab342b tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:50:29.871048 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-67624dd4-8f2a-4e28-852a-3de05ae6f297 req-63ff4b6b-ebed-4ad0-a6ab-252998ab342b tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9ebd058-28e5-41ab-a317-92c464651fda HTTP/1.1" status: 200 len: 945 time: 0.0520711 Aug 11 03:50:29.909704 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-67624dd4-8f2a-4e28-852a-3de05ae6f297 req-26671b71-d1d3-4bd2-86a0-7f5efd882692 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4759a2b-67dc-4601-826f-4d11ad1075bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315499 Aug 11 03:50:31.021741 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4859785e-5958-4609-9529-bec145b2bfb3 req-7a545309-1e1f-4032-a304-5d21a664e98d tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:50:31.023248 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4859785e-5958-4609-9529-bec145b2bfb3 req-7a545309-1e1f-4032-a304-5d21a664e98d tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9ebd058-28e5-41ab-a317-92c464651fda HTTP/1.1" status: 200 len: 945 time: 0.0483634 Aug 11 03:50:31.060870 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4859785e-5958-4609-9529-bec145b2bfb3 req-bf2b40ac-2b69-48f6-8235-adc0cbbb3015 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4759a2b-67dc-4601-826f-4d11ad1075bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317156 Aug 11 03:50:31.171986 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc1e048-a2a6-428f-897f-84f8da0cd99f req-1e526002-8145-4327-a3c7-56c58bbab17e tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:50:31.173366 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8cc1e048-a2a6-428f-897f-84f8da0cd99f req-1e526002-8145-4327-a3c7-56c58bbab17e tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9ebd058-28e5-41ab-a317-92c464651fda HTTP/1.1" status: 200 len: 945 time: 0.0483296 Aug 11 03:50:31.210012 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8cc1e048-a2a6-428f-897f-84f8da0cd99f req-f9f93a1a-0715-44ab-b8b9-d25c605bd36e tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4759a2b-67dc-4601-826f-4d11ad1075bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307910 Aug 11 03:50:31.587087 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c42670d-b048-4818-96e7-09f749a1bf21 req-2cb23467-9c41-4886-b7dd-075afb886695 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:50:31.588591 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8c42670d-b048-4818-96e7-09f749a1bf21 req-2cb23467-9c41-4886-b7dd-075afb886695 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9ebd058-28e5-41ab-a317-92c464651fda HTTP/1.1" status: 200 len: 945 time: 0.0549731 Aug 11 03:50:31.626448 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8c42670d-b048-4818-96e7-09f749a1bf21 req-2813af7f-f72b-41db-8a4c-9495e78f0cda tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4759a2b-67dc-4601-826f-4d11ad1075bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314171 Aug 11 03:50:31.689532 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-adc71ea2-ebc7-4ab1-a4c4-04ca3caa88e8 req-33855eb0-10bc-4ead-a8f1-0470e4d986a1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b9ebd058-28e5-41ab-a317-92c464651fda&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0409584 Aug 11 03:50:31.863803 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:32.080933 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-4232c671-67cf-4464-bee1-34027336ebb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:32.745503 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3f53ee-bc74-4846-8a6d-1719fb539e2e req-30d51bd4-eaec-4490-8edf-f7bc176b7b34 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:50:32.747004 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4a3f53ee-bc74-4846-8a6d-1719fb539e2e req-30d51bd4-eaec-4490-8edf-f7bc176b7b34 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9ebd058-28e5-41ab-a317-92c464651fda HTTP/1.1" status: 200 len: 945 time: 0.0494611 Aug 11 03:50:32.786006 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4a3f53ee-bc74-4846-8a6d-1719fb539e2e req-08da4758-d713-467b-abd7-2af9e5c3177a tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4759a2b-67dc-4601-826f-4d11ad1075bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322437 Aug 11 03:50:33.114103 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:33.434928 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.agents_db [None req-950b7202-decb-43e2-8f71-ac8931dc9749 None None] Agent healthcheck: found 7 active agents {{(pid=102194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:50:33.538300 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc71ea2-ebc7-4ab1-a4c4-04ca3caa88e8 req-b27e0bce-a7a1-4a0b-aae1-d7a6f26afdbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:50:33.539879 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-adc71ea2-ebc7-4ab1-a4c4-04ca3caa88e8 req-b27e0bce-a7a1-4a0b-aae1-d7a6f26afdbd service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c4a9ab0298e0422fa993bab186686d1e&device_id=b9ebd058-28e5-41ab-a317-92c464651fda HTTP/1.1" status: 200 len: 1097 time: 0.0403376 Aug 11 03:50:33.629305 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc71ea2-ebc7-4ab1-a4c4-04ca3caa88e8 req-3c305031-1e09-4961-bf47-4c36c2d577be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:50:33.630789 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-adc71ea2-ebc7-4ab1-a4c4-04ca3caa88e8 req-3c305031-1e09-4961-bf47-4c36c2d577be service neutron] 10.222.0.22 "GET /v2.0/networks?id=e4880c6f-8416-46e6-8b5a-a770c637fe8d HTTP/1.1" status: 200 len: 915 time: 0.0844259 Aug 11 03:50:33.672044 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-adc71ea2-ebc7-4ab1-a4c4-04ca3caa88e8 req-f2ca3ff2-bcc6-453a-b494-88d60f366b81 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e2d5e776-4417-4ab2-bfbc-c39432d21e71 HTTP/1.1" status: 200 len: 217 time: 0.0343027 Aug 11 03:50:33.719939 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc71ea2-ebc7-4ab1-a4c4-04ca3caa88e8 req-d9d850fc-026f-4537-b6e9-7eb71b42e620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:50:33.721285 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-adc71ea2-ebc7-4ab1-a4c4-04ca3caa88e8 req-d9d850fc-026f-4537-b6e9-7eb71b42e620 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ddaee932-777e-4db0-a3fd-2a725748bacf HTTP/1.1" status: 200 len: 854 time: 0.0430374 Aug 11 03:50:33.756526 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-adc71ea2-ebc7-4ab1-a4c4-04ca3caa88e8 req-21229d77-e5f7-4671-9ac4-deed5a03405d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e4880c6f-8416-46e6-8b5a-a770c637fe8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277996 Aug 11 03:50:33.844465 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-adc71ea2-ebc7-4ab1-a4c4-04ca3caa88e8 req-9f49cde0-b37a-477c-b3c1-d88cc3d4356d service neutron] 10.222.0.22 "GET /v2.0/networks/e4880c6f-8416-46e6-8b5a-a770c637fe8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810258 Aug 11 03:50:33.905983 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ec32e6-2a29-4c93-9325-85d99d527800 req-31973058-7039-4987-9a9f-932c6929df62 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:50:33.907542 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d1ec32e6-2a29-4c93-9325-85d99d527800 req-31973058-7039-4987-9a9f-932c6929df62 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9ebd058-28e5-41ab-a317-92c464651fda HTTP/1.1" status: 200 len: 945 time: 0.0526547 Aug 11 03:50:33.937034 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-adc71ea2-ebc7-4ab1-a4c4-04ca3caa88e8 req-52fafc0d-113e-42ba-9936-97c01adc8e93 service neutron] 10.222.0.22 "GET /v2.0/networks/e4880c6f-8416-46e6-8b5a-a770c637fe8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859025 Aug 11 03:50:33.946493 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d1ec32e6-2a29-4c93-9325-85d99d527800 req-1d0dc953-e018-4381-a16e-66fac5c0006a tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4759a2b-67dc-4601-826f-4d11ad1075bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328281 Aug 11 03:50:34.749646 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:35.061596 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2912a8ea-5899-4744-b722-5ce2c3e89897 req-1f277611-f49f-403d-b2d2-b2938dbd6376 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:50:35.063718 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2912a8ea-5899-4744-b722-5ce2c3e89897 req-1f277611-f49f-403d-b2d2-b2938dbd6376 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9ebd058-28e5-41ab-a317-92c464651fda HTTP/1.1" status: 200 len: 945 time: 0.0485768 Aug 11 03:50:35.100400 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2912a8ea-5899-4744-b722-5ce2c3e89897 req-2da70808-1c82-4bd6-a106-0c3db64325a8 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4759a2b-67dc-4601-826f-4d11ad1075bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307152 Aug 11 03:50:36.213561 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d12a53c-0c99-4bab-84bd-b5a150d61475 req-8c3a4799-cda3-4547-ba9c-3530b2487e19 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:50:36.215039 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2d12a53c-0c99-4bab-84bd-b5a150d61475 req-8c3a4799-cda3-4547-ba9c-3530b2487e19 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9ebd058-28e5-41ab-a317-92c464651fda HTTP/1.1" status: 200 len: 945 time: 0.0478745 Aug 11 03:50:36.251685 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2d12a53c-0c99-4bab-84bd-b5a150d61475 req-b227eb38-ed17-46c7-b29e-593ceafb19bc tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4759a2b-67dc-4601-826f-4d11ad1075bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302789 Aug 11 03:50:37.370367 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa8553a-2d7f-46c0-9aea-2393b8cd80e1 req-c785ad85-9269-4d81-89ce-3ea2da524ccc tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:50:37.371818 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6fa8553a-2d7f-46c0-9aea-2393b8cd80e1 req-c785ad85-9269-4d81-89ce-3ea2da524ccc tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9ebd058-28e5-41ab-a317-92c464651fda HTTP/1.1" status: 200 len: 945 time: 0.0509138 Aug 11 03:50:37.409476 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6fa8553a-2d7f-46c0-9aea-2393b8cd80e1 req-a740de6d-2511-4f9a-96a0-be4dbd25d6b4 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4759a2b-67dc-4601-826f-4d11ad1075bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311139 Aug 11 03:50:37.458079 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:38.523198 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae614e1-054d-4a4f-8c53-135adf774080 req-0a2e6872-8892-4159-85d3-93bef91e85ba tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:50:38.524631 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cae614e1-054d-4a4f-8c53-135adf774080 req-0a2e6872-8892-4159-85d3-93bef91e85ba tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9ebd058-28e5-41ab-a317-92c464651fda HTTP/1.1" status: 200 len: 945 time: 0.0491292 Aug 11 03:50:38.562064 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cae614e1-054d-4a4f-8c53-135adf774080 req-1fac0cbf-fea0-4343-97c0-08a68819586f tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4759a2b-67dc-4601-826f-4d11ad1075bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316043 Aug 11 03:50:39.674695 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176bb8f0-d44d-42ff-a34f-f004b967a4d1 req-563ed50d-36a0-4777-adfa-8acbb9b7ef9a tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:50:39.676149 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-176bb8f0-d44d-42ff-a34f-f004b967a4d1 req-563ed50d-36a0-4777-adfa-8acbb9b7ef9a tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9ebd058-28e5-41ab-a317-92c464651fda HTTP/1.1" status: 200 len: 945 time: 0.0482705 Aug 11 03:50:39.711684 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-176bb8f0-d44d-42ff-a34f-f004b967a4d1 req-3fa07b38-b0c9-40a7-8ecf-a30da777a95a tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4759a2b-67dc-4601-826f-4d11ad1075bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297468 Aug 11 03:50:40.830076 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d930d6f-c03c-416b-af5c-e0465270d20a req-53c5a3d7-3b16-478f-84cb-f731c6586f91 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:50:40.831571 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5d930d6f-c03c-416b-af5c-e0465270d20a req-53c5a3d7-3b16-478f-84cb-f731c6586f91 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9ebd058-28e5-41ab-a317-92c464651fda HTTP/1.1" status: 200 len: 945 time: 0.0529671 Aug 11 03:50:40.868293 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5d930d6f-c03c-416b-af5c-e0465270d20a req-296f518d-8915-4051-b8cf-26ceccf27240 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4759a2b-67dc-4601-826f-4d11ad1075bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308373 Aug 11 03:50:41.492288 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:41.981795 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61995bd6-03a3-47a8-8301-d7ef62137b85 req-a1213410-bb1f-40e8-b10b-f0395aed156f tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:50:41.983283 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-61995bd6-03a3-47a8-8301-d7ef62137b85 req-a1213410-bb1f-40e8-b10b-f0395aed156f tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9ebd058-28e5-41ab-a317-92c464651fda HTTP/1.1" status: 200 len: 945 time: 0.0482392 Aug 11 03:50:42.021039 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-61995bd6-03a3-47a8-8301-d7ef62137b85 req-1b9ad564-f36a-442e-ac6e-6f63fc148b30 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4759a2b-67dc-4601-826f-4d11ad1075bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318573 Aug 11 03:50:43.133574 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd905de1-f4e6-4442-b77a-9363560a4e39 req-3fd9a7fe-7dc6-4ca7-8aef-ff467a5dd77b tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:50:43.135099 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-fd905de1-f4e6-4442-b77a-9363560a4e39 req-3fd9a7fe-7dc6-4ca7-8aef-ff467a5dd77b tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9ebd058-28e5-41ab-a317-92c464651fda HTTP/1.1" status: 200 len: 945 time: 0.0482965 Aug 11 03:50:43.173356 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-fd905de1-f4e6-4442-b77a-9363560a4e39 req-9cc30e92-310b-4769-bcba-d8d228e2f130 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4759a2b-67dc-4601-826f-4d11ad1075bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323455 Aug 11 03:50:44.289560 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0553d0-d94e-48ad-ab00-0f9c80f46c5e req-1680131c-0210-44d0-8e0f-cf7462b685e3 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:50:44.291268 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ac0553d0-d94e-48ad-ab00-0f9c80f46c5e req-1680131c-0210-44d0-8e0f-cf7462b685e3 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9ebd058-28e5-41ab-a317-92c464651fda HTTP/1.1" status: 200 len: 945 time: 0.0524683 Aug 11 03:50:44.327885 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ac0553d0-d94e-48ad-ab00-0f9c80f46c5e req-cb888f6b-4e2c-4c24-af1c-0df26b2a581f tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4759a2b-67dc-4601-826f-4d11ad1075bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308022 Aug 11 03:50:45.442047 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef870c30-13b5-48df-9d85-c63f4046b633 req-53bb889f-fb2d-4605-b6fa-c175802a9a00 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:50:45.443605 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ef870c30-13b5-48df-9d85-c63f4046b633 req-53bb889f-fb2d-4605-b6fa-c175802a9a00 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9ebd058-28e5-41ab-a317-92c464651fda HTTP/1.1" status: 200 len: 945 time: 0.0476983 Aug 11 03:50:45.481178 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ef870c30-13b5-48df-9d85-c63f4046b633 req-f3ad28e2-e753-4528-bbb8-8712c681962d tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4759a2b-67dc-4601-826f-4d11ad1075bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317295 Aug 11 03:50:46.594051 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5410dab9-b57d-42e2-a7ed-05807b4e5726 req-d1f6e62f-9e09-4538-8819-8a7d724de61f tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:50:46.595541 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5410dab9-b57d-42e2-a7ed-05807b4e5726 req-d1f6e62f-9e09-4538-8819-8a7d724de61f tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9ebd058-28e5-41ab-a317-92c464651fda HTTP/1.1" status: 200 len: 945 time: 0.0488186 Aug 11 03:50:46.632335 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5410dab9-b57d-42e2-a7ed-05807b4e5726 req-778a3d2c-583e-4355-9c9f-a42a44dca87a tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4759a2b-67dc-4601-826f-4d11ad1075bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308666 Aug 11 03:50:47.748433 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63b80fc-85c4-4b70-8587-4b6c318a0200 req-80ed857d-5105-4aed-8763-ec2b2799b1db tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:50:47.749884 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c63b80fc-85c4-4b70-8587-4b6c318a0200 req-80ed857d-5105-4aed-8763-ec2b2799b1db tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9ebd058-28e5-41ab-a317-92c464651fda HTTP/1.1" status: 200 len: 945 time: 0.0516870 Aug 11 03:50:47.788184 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c63b80fc-85c4-4b70-8587-4b6c318a0200 req-85fe4a78-71fc-45db-8f84-7bc715314cd3 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4759a2b-67dc-4601-826f-4d11ad1075bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322068 Aug 11 03:50:48.899049 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f057d0bf-2660-48b2-bc9e-5002d49d6f53 req-004d02ce-e95e-4c48-a2e8-447c762ca1e8 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:50:48.900601 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f057d0bf-2660-48b2-bc9e-5002d49d6f53 req-004d02ce-e95e-4c48-a2e8-447c762ca1e8 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9ebd058-28e5-41ab-a317-92c464651fda HTTP/1.1" status: 200 len: 945 time: 0.0483274 Aug 11 03:50:48.937948 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f057d0bf-2660-48b2-bc9e-5002d49d6f53 req-109e065a-87a8-4160-91fe-e7c269905b25 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4759a2b-67dc-4601-826f-4d11ad1075bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315297 Aug 11 03:50:50.070566 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64994ef-a8da-42e7-8dae-c67bb85571f2 req-9beb6f0d-caed-43b9-b84a-9be1a625477c tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:50:50.072033 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e64994ef-a8da-42e7-8dae-c67bb85571f2 req-9beb6f0d-caed-43b9-b84a-9be1a625477c tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9ebd058-28e5-41ab-a317-92c464651fda HTTP/1.1" status: 200 len: 945 time: 0.0494723 Aug 11 03:50:50.108216 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e64994ef-a8da-42e7-8dae-c67bb85571f2 req-16fe9a01-f651-49e1-9c0e-61053e2c94ad tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4759a2b-67dc-4601-826f-4d11ad1075bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303841 Aug 11 03:50:51.230594 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44147f0-7a8d-4164-b3fc-8ad4476d0417 req-44fa7a04-f34f-4e1c-bc19-aeeea1d315fe tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:50:51.232063 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d44147f0-7a8d-4164-b3fc-8ad4476d0417 req-44fa7a04-f34f-4e1c-bc19-aeeea1d315fe tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9ebd058-28e5-41ab-a317-92c464651fda HTTP/1.1" status: 200 len: 945 time: 0.0549247 Aug 11 03:50:51.270441 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d44147f0-7a8d-4164-b3fc-8ad4476d0417 req-93acd517-f653-48e4-8f66-94fac27817f7 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4759a2b-67dc-4601-826f-4d11ad1075bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317950 Aug 11 03:50:52.384199 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581f4284-5590-456b-9a74-563dc5c29014 req-85bc44de-9a5a-46fd-9879-f11ead7812ce tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:50:52.385681 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-581f4284-5590-456b-9a74-563dc5c29014 req-85bc44de-9a5a-46fd-9879-f11ead7812ce tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9ebd058-28e5-41ab-a317-92c464651fda HTTP/1.1" status: 200 len: 945 time: 0.0498340 Aug 11 03:50:52.423153 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-581f4284-5590-456b-9a74-563dc5c29014 req-0fbd337e-ef3f-4533-b460-49a138978754 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4759a2b-67dc-4601-826f-4d11ad1075bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316396 Aug 11 03:50:53.536187 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf96f69f-216a-4f0e-a034-99d50d266f69 req-27cc2bce-d5e9-4662-8ca6-c6bf17446ca7 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:50:53.537683 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bf96f69f-216a-4f0e-a034-99d50d266f69 req-27cc2bce-d5e9-4662-8ca6-c6bf17446ca7 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9ebd058-28e5-41ab-a317-92c464651fda HTTP/1.1" status: 200 len: 945 time: 0.0483921 Aug 11 03:50:53.575042 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bf96f69f-216a-4f0e-a034-99d50d266f69 req-a3c7b985-8e6b-4163-95d9-66b5d9239d2c tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4759a2b-67dc-4601-826f-4d11ad1075bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307426 Aug 11 03:50:54.691982 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909c50cc-2944-4ad0-8795-4ef594ac94f0 req-bb74ab5c-72b2-4bc0-b7c8-7f24b061c857 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:50:54.693448 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-909c50cc-2944-4ad0-8795-4ef594ac94f0 req-bb74ab5c-72b2-4bc0-b7c8-7f24b061c857 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9ebd058-28e5-41ab-a317-92c464651fda HTTP/1.1" status: 200 len: 945 time: 0.0524399 Aug 11 03:50:55.034052 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-909c50cc-2944-4ad0-8795-4ef594ac94f0 req-9bc861fb-a02e-4564-b0f5-eb18904d495c tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4759a2b-67dc-4601-826f-4d11ad1075bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3347218 Aug 11 03:50:56.148534 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6addfa58-f11c-44fb-af7c-01d8282717f7 req-70e7e021-f9c1-46e2-a367-fbe24b4c3b8e tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:50:56.149962 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6addfa58-f11c-44fb-af7c-01d8282717f7 req-70e7e021-f9c1-46e2-a367-fbe24b4c3b8e tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9ebd058-28e5-41ab-a317-92c464651fda HTTP/1.1" status: 200 len: 945 time: 0.0470195 Aug 11 03:50:56.185760 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6addfa58-f11c-44fb-af7c-01d8282717f7 req-d8e39836-9b69-4465-8572-8e3a34c2b115 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4759a2b-67dc-4601-826f-4d11ad1075bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299773 Aug 11 03:50:57.298770 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b02eee-974c-4456-82bd-4ffb28d126f9 req-a9ba70ee-b2b7-453f-9a78-e596d654d74e tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:50:57.300735 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-68b02eee-974c-4456-82bd-4ffb28d126f9 req-a9ba70ee-b2b7-453f-9a78-e596d654d74e tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9ebd058-28e5-41ab-a317-92c464651fda HTTP/1.1" status: 200 len: 945 time: 0.0486753 Aug 11 03:50:57.337773 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-68b02eee-974c-4456-82bd-4ffb28d126f9 req-71c3d3c4-018a-40c8-9957-4cfccdf4b675 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4759a2b-67dc-4601-826f-4d11ad1075bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310547 Aug 11 03:50:58.452686 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c5f472-60ae-42e2-a2a0-b471900556a8 req-6835c92a-be69-4fc0-ae3c-edd12506d4f5 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:50:58.454137 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e4c5f472-60ae-42e2-a2a0-b471900556a8 req-6835c92a-be69-4fc0-ae3c-edd12506d4f5 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9ebd058-28e5-41ab-a317-92c464651fda HTTP/1.1" status: 200 len: 945 time: 0.0509555 Aug 11 03:50:58.491156 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e4c5f472-60ae-42e2-a2a0-b471900556a8 req-345d7eaa-319b-422e-8f5b-02d77e64edae tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4759a2b-67dc-4601-826f-4d11ad1075bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311310 Aug 11 03:50:59.229043 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-154e9705-851c-452c-8b25-b654728550ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:59.601828 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c35b0b-c3af-46bb-95be-ff33ad9f80c7 req-a5ce341d-6fca-4459-9b57-d3490406d086 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:50:59.603291 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c4c35b0b-c3af-46bb-95be-ff33ad9f80c7 req-a5ce341d-6fca-4459-9b57-d3490406d086 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9ebd058-28e5-41ab-a317-92c464651fda HTTP/1.1" status: 200 len: 945 time: 0.0473650 Aug 11 03:50:59.640303 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c4c35b0b-c3af-46bb-95be-ff33ad9f80c7 req-cb97c10b-217d-453b-b985-bb8f6c6f1b56 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4759a2b-67dc-4601-826f-4d11ad1075bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310931 Aug 11 03:51:00.752267 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cac677-4259-4e0c-82b9-6ab45ca8754b req-d55c88e9-b7a6-4442-a0b0-5ad3ea365ab1 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:51:00.753834 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-85cac677-4259-4e0c-82b9-6ab45ca8754b req-d55c88e9-b7a6-4442-a0b0-5ad3ea365ab1 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9ebd058-28e5-41ab-a317-92c464651fda HTTP/1.1" status: 200 len: 945 time: 0.0489006 Aug 11 03:51:00.792042 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-85cac677-4259-4e0c-82b9-6ab45ca8754b req-2646081a-5e5d-45c6-a2a3-37b67f15414a tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4759a2b-67dc-4601-826f-4d11ad1075bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321438 Aug 11 03:51:00.976104 n-d-764292-30 neutron-server[102191]: INFO neutron.api.v2.resource [req-adc71ea2-ebc7-4ab1-a4c4-04ca3caa88e8 req-2325d858-a67e-4b72-9415-40b26fabd6db service neutron] show failed (client error): The resource could not be found. Aug 11 03:51:00.977357 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-adc71ea2-ebc7-4ab1-a4c4-04ca3caa88e8 req-2325d858-a67e-4b72-9415-40b26fabd6db service neutron] 10.222.0.22 "GET /v2.0/ports/e2d5e776-4417-4ab2-bfbc-c39432d21e71/bindings/n-h2-764292-30 HTTP/1.1" status: 404 len: 381 time: 0.0559375 Aug 11 03:51:01.453928 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc71ea2-ebc7-4ab1-a4c4-04ca3caa88e8 req-1a58fd0f-f448-48fb-a09d-24ae363cd2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:51:01.455416 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-adc71ea2-ebc7-4ab1-a4c4-04ca3caa88e8 req-1a58fd0f-f448-48fb-a09d-24ae363cd2e1 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b9ebd058-28e5-41ab-a317-92c464651fda&tenant_id=c4a9ab0298e0422fa993bab186686d1e HTTP/1.1" status: 200 len: 1097 time: 0.0439527 Aug 11 03:51:01.468755 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-adc71ea2-ebc7-4ab1-a4c4-04ca3caa88e8 req-34b8ca01-c8c0-4543-8889-ba67728d23df service neutron] Request body: {'port': {'binding:host_id': 'n-h2-764292-30', 'device_owner': 'compute:nova'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:51:01.519050 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-adc71ea2-ebc7-4ab1-a4c4-04ca3caa88e8 req-34b8ca01-c8c0-4543-8889-ba67728d23df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:01.712428 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-adc71ea2-ebc7-4ab1-a4c4-04ca3caa88e8 req-34b8ca01-c8c0-4543-8889-ba67728d23df service neutron] For port e2d5e776-4417-4ab2-bfbc-c39432d21e71, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=e2d5e776-4417-4ab2-bfbc-c39432d21e71,segment=NetworkSegment(30547d4d-ed23-447a-86d7-438ada51f5c4),segment_id=30547d4d-ed23-447a-86d7-438ada51f5c4)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:51:01.744708 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-adc71ea2-ebc7-4ab1-a4c4-04ca3caa88e8 req-34b8ca01-c8c0-4543-8889-ba67728d23df service neutron] For port e2d5e776-4417-4ab2-bfbc-c39432d21e71, host n-h1-764292-30, cleared binding levels {{(pid=102192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:51:01.786696 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9ebd058-28e5-41ab-a317-92c464651fda', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2d5e776-4417-4ab2-bfbc-c39432d21e71'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:51:01.788955 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d80dcbe-e94d-46cf-9d13-e8c58c078f09" -d '{"events": [{"server_uuid": "b9ebd058-28e5-41ab-a317-92c464651fda", "name": "network-vif-unplugged", "status": "completed", "tag": "e2d5e776-4417-4ab2-bfbc-c39432d21e71"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:51:01.793434 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-adc71ea2-ebc7-4ab1-a4c4-04ca3caa88e8 req-34b8ca01-c8c0-4543-8889-ba67728d23df service neutron] Notify callbacks [] for port, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:01.805637 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [req-adc71ea2-ebc7-4ab1-a4c4-04ca3caa88e8 req-34b8ca01-c8c0-4543-8889-ba67728d23df service neutron] Transition to ACTIVE for port object e2d5e776-4417-4ab2-bfbc-c39432d21e71 will not be triggered until provisioned by entity L2. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:51:01.838549 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 03:51:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d446c37-2b4f-4581-a9e9-9e698f9c6a78 x-openstack-request-id: req-9d446c37-2b4f-4581-a9e9-9e698f9c6a78 {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:51:01.838848 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9ebd058-28e5-41ab-a317-92c464651fda", "name": "network-vif-unplugged", "status": "completed", "tag": "e2d5e776-4417-4ab2-bfbc-c39432d21e71", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:51:01.839101 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9d446c37-2b4f-4581-a9e9-9e698f9c6a78 {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:51:01.839498 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9ebd058-28e5-41ab-a317-92c464651fda', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2d5e776-4417-4ab2-bfbc-c39432d21e71', 'code': 200} Aug 11 03:51:01.884893 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:01.899429 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-adc71ea2-ebc7-4ab1-a4c4-04ca3caa88e8 req-34b8ca01-c8c0-4543-8889-ba67728d23df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:01.915699 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df586a69-bb5e-4f70-924a-08ea5864e6a3 req-0ee2a48b-4c17-4d57-9610-49bae8a2d06e tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:51:01.920878 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-df586a69-bb5e-4f70-924a-08ea5864e6a3 req-0ee2a48b-4c17-4d57-9610-49bae8a2d06e tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9ebd058-28e5-41ab-a317-92c464651fda HTTP/1.1" status: 200 len: 945 time: 0.0587492 Aug 11 03:51:01.983906 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [req-adc71ea2-ebc7-4ab1-a4c4-04ca3caa88e8 req-34b8ca01-c8c0-4543-8889-ba67728d23df service neutron] No DVR routers for this DVR port e2d5e776-4417-4ab2-bfbc-c39432d21e71 on host n-h1-764292-30 {{(pid=102192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:51:01.987738 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b8ca01-c8c0-4543-8889-ba67728d23df service neutron] Pushing event updated for resources: {'Port': ['ID=e2d5e776-4417-4ab2-bfbc-c39432d21e71,revision_number=6']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:51:02.010607 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b8ca01-c8c0-4543-8889-ba67728d23df service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:51:02.010959 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b8ca01-c8c0-4543-8889-ba67728d23df service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:51:02.011315 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b8ca01-c8c0-4543-8889-ba67728d23df service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:51:02.011635 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b8ca01-c8c0-4543-8889-ba67728d23df service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:51:02.011959 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b8ca01-c8c0-4543-8889-ba67728d23df service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:51:02.012279 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b8ca01-c8c0-4543-8889-ba67728d23df service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:51:02.012603 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b8ca01-c8c0-4543-8889-ba67728d23df service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:51:02.012923 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b8ca01-c8c0-4543-8889-ba67728d23df service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:51:02.013244 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b8ca01-c8c0-4543-8889-ba67728d23df service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:51:02.013569 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b8ca01-c8c0-4543-8889-ba67728d23df service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:51:02.013884 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b8ca01-c8c0-4543-8889-ba67728d23df service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:51:02.014199 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b8ca01-c8c0-4543-8889-ba67728d23df service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:51:02.024188 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-df586a69-bb5e-4f70-924a-08ea5864e6a3 req-574ebc3c-a393-4c55-9516-aa849551cb4f tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4759a2b-67dc-4601-826f-4d11ad1075bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888963 Aug 11 03:51:02.049860 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-adc71ea2-ebc7-4ab1-a4c4-04ca3caa88e8 req-34b8ca01-c8c0-4543-8889-ba67728d23df service neutron] Attempting to bind port e2d5e776-4417-4ab2-bfbc-c39432d21e71 on host n-h2-764292-30 for vnic_type normal with profile {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:51:02.050203 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-adc71ea2-ebc7-4ab1-a4c4-04ca3caa88e8 req-34b8ca01-c8c0-4543-8889-ba67728d23df service neutron] Attempting to bind port e2d5e776-4417-4ab2-bfbc-c39432d21e71 by drivers openvswitch,hyperv on host n-h2-764292-30 at level 0 using segments [{'id': '30547d4d-ed23-447a-86d7-438ada51f5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'e4880c6f-8416-46e6-8b5a-a770c637fe8d'}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:51:02.055206 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc71ea2-ebc7-4ab1-a4c4-04ca3caa88e8 req-34b8ca01-c8c0-4543-8889-ba67728d23df service neutron] Attempting to bind port e2d5e776-4417-4ab2-bfbc-c39432d21e71 on network e4880c6f-8416-46e6-8b5a-a770c637fe8d {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:51:02.055206 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc71ea2-ebc7-4ab1-a4c4-04ca3caa88e8 req-34b8ca01-c8c0-4543-8889-ba67728d23df service neutron] Port e2d5e776-4417-4ab2-bfbc-c39432d21e71 on network e4880c6f-8416-46e6-8b5a-a770c637fe8d not bound, no agent of type Open vSwitch agent registered on host n-h2-764292-30 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:51:02.055437 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc71ea2-ebc7-4ab1-a4c4-04ca3caa88e8 req-34b8ca01-c8c0-4543-8889-ba67728d23df service neutron] Attempting to bind port e2d5e776-4417-4ab2-bfbc-c39432d21e71 on network e4880c6f-8416-46e6-8b5a-a770c637fe8d {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:51:02.060178 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc71ea2-ebc7-4ab1-a4c4-04ca3caa88e8 req-34b8ca01-c8c0-4543-8889-ba67728d23df service neutron] Checking agent: {'id': '70015fc0-62fb-48b2-b453-36906937cf2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 50, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:51:02.060642 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc71ea2-ebc7-4ab1-a4c4-04ca3caa88e8 req-34b8ca01-c8c0-4543-8889-ba67728d23df service neutron] Checking segment: {'id': '30547d4d-ed23-447a-86d7-438ada51f5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'e4880c6f-8416-46e6-8b5a-a770c637fe8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:51:02.061032 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc71ea2-ebc7-4ab1-a4c4-04ca3caa88e8 req-34b8ca01-c8c0-4543-8889-ba67728d23df service neutron] Bound using segment: {'id': '30547d4d-ed23-447a-86d7-438ada51f5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'e4880c6f-8416-46e6-8b5a-a770c637fe8d'} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:51:02.061445 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-adc71ea2-ebc7-4ab1-a4c4-04ca3caa88e8 req-34b8ca01-c8c0-4543-8889-ba67728d23df service neutron] Bound port: e2d5e776-4417-4ab2-bfbc-c39432d21e71, host: n-h2-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30547d4d-ed23-447a-86d7-438ada51f5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'e4880c6f-8416-46e6-8b5a-a770c637fe8d'}}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:51:02.061825 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-adc71ea2-ebc7-4ab1-a4c4-04ca3caa88e8 req-34b8ca01-c8c0-4543-8889-ba67728d23df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:02.074994 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-485662f6-8935-4c17-969b-f5b7262dca42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:02.124547 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-adc71ea2-ebc7-4ab1-a4c4-04ca3caa88e8 req-34b8ca01-c8c0-4543-8889-ba67728d23df service neutron] For port e2d5e776-4417-4ab2-bfbc-c39432d21e71, host n-h2-764292-30, cleared binding levels {{(pid=102192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:51:02.127468 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-adc71ea2-ebc7-4ab1-a4c4-04ca3caa88e8 req-34b8ca01-c8c0-4543-8889-ba67728d23df service neutron] For port e2d5e776-4417-4ab2-bfbc-c39432d21e71, host n-h2-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=e2d5e776-4417-4ab2-bfbc-c39432d21e71,segment=NetworkSegment(30547d4d-ed23-447a-86d7-438ada51f5c4),segment_id=30547d4d-ed23-447a-86d7-438ada51f5c4)] {{(pid=102192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:51:02.189447 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-adc71ea2-ebc7-4ab1-a4c4-04ca3caa88e8 req-34b8ca01-c8c0-4543-8889-ba67728d23df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:02.222194 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc71ea2-ebc7-4ab1-a4c4-04ca3caa88e8 req-34b8ca01-c8c0-4543-8889-ba67728d23df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:51:02.222981 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-adc71ea2-ebc7-4ab1-a4c4-04ca3caa88e8 req-34b8ca01-c8c0-4543-8889-ba67728d23df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:02.224300 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-adc71ea2-ebc7-4ab1-a4c4-04ca3caa88e8 req-34b8ca01-c8c0-4543-8889-ba67728d23df service neutron] 10.222.0.24 "PUT /v2.0/ports/e2d5e776-4417-4ab2-bfbc-c39432d21e71 HTTP/1.1" status: 200 len: 1092 time: 0.7594147 Aug 11 03:51:02.255849 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b8ca01-c8c0-4543-8889-ba67728d23df service neutron] Pushing event updated for resources: {'Port': ['ID=e2d5e776-4417-4ab2-bfbc-c39432d21e71,revision_number=7']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:51:02.294010 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc71ea2-ebc7-4ab1-a4c4-04ca3caa88e8 req-960c9268-5f3c-4c31-866a-8d408ad4fa1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:51:02.299044 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-adc71ea2-ebc7-4ab1-a4c4-04ca3caa88e8 req-960c9268-5f3c-4c31-866a-8d408ad4fa1c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c4a9ab0298e0422fa993bab186686d1e&device_id=b9ebd058-28e5-41ab-a317-92c464651fda HTTP/1.1" status: 200 len: 1095 time: 0.0477626 Aug 11 03:51:02.383614 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc71ea2-ebc7-4ab1-a4c4-04ca3caa88e8 req-43be2c32-de55-44d3-80e5-9101bd667da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:51:02.385082 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-adc71ea2-ebc7-4ab1-a4c4-04ca3caa88e8 req-43be2c32-de55-44d3-80e5-9101bd667da7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e4880c6f-8416-46e6-8b5a-a770c637fe8d HTTP/1.1" status: 200 len: 915 time: 0.0821397 Aug 11 03:51:02.426467 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-adc71ea2-ebc7-4ab1-a4c4-04ca3caa88e8 req-43c6c7b1-f061-4c76-b4d4-8b7fba33ed7e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e2d5e776-4417-4ab2-bfbc-c39432d21e71 HTTP/1.1" status: 200 len: 217 time: 0.0343938 Aug 11 03:51:02.478958 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc71ea2-ebc7-4ab1-a4c4-04ca3caa88e8 req-dcb9df46-0eb0-41d9-9826-a53250fbd476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:51:02.480369 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-adc71ea2-ebc7-4ab1-a4c4-04ca3caa88e8 req-dcb9df46-0eb0-41d9-9826-a53250fbd476 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ddaee932-777e-4db0-a3fd-2a725748bacf HTTP/1.1" status: 200 len: 854 time: 0.0470426 Aug 11 03:51:02.511772 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-adc71ea2-ebc7-4ab1-a4c4-04ca3caa88e8 req-7fb91235-321c-4b9c-88e6-40d7db575cb6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e4880c6f-8416-46e6-8b5a-a770c637fe8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243850 Aug 11 03:51:02.598355 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-adc71ea2-ebc7-4ab1-a4c4-04ca3caa88e8 req-520cab98-617d-44d2-ab95-86e0e1230159 service neutron] 10.222.0.24 "GET /v2.0/networks/e4880c6f-8416-46e6-8b5a-a770c637fe8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796039 Aug 11 03:51:02.691127 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-adc71ea2-ebc7-4ab1-a4c4-04ca3caa88e8 req-9a73182e-64a8-4793-bfcc-1d7293901aa4 service neutron] 10.222.0.24 "GET /v2.0/networks/e4880c6f-8416-46e6-8b5a-a770c637fe8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858293 Aug 11 03:51:03.120195 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:03.142612 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6b90a4-d1a8-40f0-bbb7-930c6370fe9b req-5e9d8113-df7c-4a0e-9832-1578d4e2971d tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:51:03.144082 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1b6b90a4-d1a8-40f0-bbb7-930c6370fe9b req-5e9d8113-df7c-4a0e-9832-1578d4e2971d tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9ebd058-28e5-41ab-a317-92c464651fda HTTP/1.1" status: 200 len: 943 time: 0.0494792 Aug 11 03:51:03.182360 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1b6b90a4-d1a8-40f0-bbb7-930c6370fe9b req-a9a5014b-a54b-4e89-ac4d-069d124c66ca tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4759a2b-67dc-4601-826f-4d11ad1075bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322378 Aug 11 03:51:03.840444 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9ebd058-28e5-41ab-a317-92c464651fda', 'tag': 'e2d5e776-4417-4ab2-bfbc-c39432d21e71'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:51:03.842838 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a401d137-20e0-495a-8045-e097123b8848" -d '{"events": [{"name": "network-changed", "server_uuid": "b9ebd058-28e5-41ab-a317-92c464651fda", "tag": "e2d5e776-4417-4ab2-bfbc-c39432d21e71"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:51:03.888604 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:51:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dfe482a-110f-4211-a380-2b79b2201c8a x-openstack-request-id: req-8dfe482a-110f-4211-a380-2b79b2201c8a {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:51:03.888902 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9ebd058-28e5-41ab-a317-92c464651fda", "tag": "e2d5e776-4417-4ab2-bfbc-c39432d21e71", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:51:03.889153 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8dfe482a-110f-4211-a380-2b79b2201c8a {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:51:03.889567 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9ebd058-28e5-41ab-a317-92c464651fda', 'tag': 'e2d5e776-4417-4ab2-bfbc-c39432d21e71', 'status': 'completed', 'code': 200} Aug 11 03:51:03.948307 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a401d137-20e0-495a-8045-e097123b8848 req-ec6b4ed4-5350-4303-8acd-8b5919b46b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:51:03.949811 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-a401d137-20e0-495a-8045-e097123b8848 req-ec6b4ed4-5350-4303-8acd-8b5919b46b85 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c4a9ab0298e0422fa993bab186686d1e&device_id=b9ebd058-28e5-41ab-a317-92c464651fda HTTP/1.1" status: 200 len: 1095 time: 0.0426552 Aug 11 03:51:03.952968 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a401d137-20e0-495a-8045-e097123b8848 req-e7b4548c-93b2-48a1-be69-569716833fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:51:03.954505 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a401d137-20e0-495a-8045-e097123b8848 req-e7b4548c-93b2-48a1-be69-569716833fbe service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c4a9ab0298e0422fa993bab186686d1e&device_id=b9ebd058-28e5-41ab-a317-92c464651fda HTTP/1.1" status: 200 len: 1095 time: 0.0413539 Aug 11 03:51:04.042334 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a401d137-20e0-495a-8045-e097123b8848 req-8f6845db-6fcc-43b9-b8b7-94b05e97b267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:51:04.044112 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-a401d137-20e0-495a-8045-e097123b8848 req-8f6845db-6fcc-43b9-b8b7-94b05e97b267 service neutron] 10.222.0.22 "GET /v2.0/networks?id=e4880c6f-8416-46e6-8b5a-a770c637fe8d HTTP/1.1" status: 200 len: 915 time: 0.0874050 Aug 11 03:51:04.047015 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a401d137-20e0-495a-8045-e097123b8848 req-9c220545-2609-46d2-a4e2-f0a720d9e9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:51:04.048469 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a401d137-20e0-495a-8045-e097123b8848 req-9c220545-2609-46d2-a4e2-f0a720d9e9c4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e4880c6f-8416-46e6-8b5a-a770c637fe8d HTTP/1.1" status: 200 len: 915 time: 0.0874298 Aug 11 03:51:04.086623 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-a401d137-20e0-495a-8045-e097123b8848 req-ec655339-7602-42df-97f5-2d074e25d73c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e2d5e776-4417-4ab2-bfbc-c39432d21e71 HTTP/1.1" status: 200 len: 217 time: 0.0351558 Aug 11 03:51:04.091331 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a401d137-20e0-495a-8045-e097123b8848 req-31286738-c435-4fe9-9eda-899ea408658e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e2d5e776-4417-4ab2-bfbc-c39432d21e71 HTTP/1.1" status: 200 len: 217 time: 0.0345695 Aug 11 03:51:04.137586 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a401d137-20e0-495a-8045-e097123b8848 req-434205d6-e45e-4329-95cf-56606874b569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:51:04.139093 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-a401d137-20e0-495a-8045-e097123b8848 req-434205d6-e45e-4329-95cf-56606874b569 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ddaee932-777e-4db0-a3fd-2a725748bacf HTTP/1.1" status: 200 len: 854 time: 0.0462410 Aug 11 03:51:04.145582 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a401d137-20e0-495a-8045-e097123b8848 req-cbd0aef9-95ad-4668-9b36-6e5dd1c056a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:51:04.147091 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a401d137-20e0-495a-8045-e097123b8848 req-cbd0aef9-95ad-4668-9b36-6e5dd1c056a5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ddaee932-777e-4db0-a3fd-2a725748bacf HTTP/1.1" status: 200 len: 854 time: 0.0480247 Aug 11 03:51:04.171993 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-a401d137-20e0-495a-8045-e097123b8848 req-971c0b23-54d9-4c46-9733-f2ba798c03e0 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e4880c6f-8416-46e6-8b5a-a770c637fe8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243998 Aug 11 03:51:04.180662 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a401d137-20e0-495a-8045-e097123b8848 req-2e47b648-8944-400a-80aa-2949c87c6d2b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e4880c6f-8416-46e6-8b5a-a770c637fe8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254219 Aug 11 03:51:04.275507 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-a401d137-20e0-495a-8045-e097123b8848 req-382e5690-520e-4b66-b53d-2cab378377e7 service neutron] 10.222.0.22 "GET /v2.0/networks/e4880c6f-8416-46e6-8b5a-a770c637fe8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951452 Aug 11 03:51:04.309942 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a401d137-20e0-495a-8045-e097123b8848 req-bd0e92b6-edf2-4794-8b8f-83ba9ba671fe service neutron] 10.222.0.24 "GET /v2.0/networks/e4880c6f-8416-46e6-8b5a-a770c637fe8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212525 Aug 11 03:51:04.332316 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f14b74-a68c-438c-925b-d099dd535a40 req-2753ff5d-bf1e-4663-9943-815df9aa812f tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:51:04.333781 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f5f14b74-a68c-438c-925b-d099dd535a40 req-2753ff5d-bf1e-4663-9943-815df9aa812f tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9ebd058-28e5-41ab-a317-92c464651fda HTTP/1.1" status: 200 len: 943 time: 0.0798266 Aug 11 03:51:04.366907 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-a401d137-20e0-495a-8045-e097123b8848 req-858364e0-05d9-402c-8a54-8adb70771f4d service neutron] 10.222.0.22 "GET /v2.0/networks/e4880c6f-8416-46e6-8b5a-a770c637fe8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839491 Aug 11 03:51:04.414956 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f5f14b74-a68c-438c-925b-d099dd535a40 req-b7d53a35-572e-490e-bfba-a8ab558bd632 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4759a2b-67dc-4601-826f-4d11ad1075bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715950 Aug 11 03:51:04.437394 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a401d137-20e0-495a-8045-e097123b8848 req-688cae75-77d5-4f0b-9184-53153e18595a service neutron] 10.222.0.24 "GET /v2.0/networks/e4880c6f-8416-46e6-8b5a-a770c637fe8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198437 Aug 11 03:51:04.507664 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device e2d5e776-4417-4ab2-bfbc-c39432d21e71 no longer exists at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:51:04.547281 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device e2d5e776-4417-4ab2-bfbc-c39432d21e71 not bound to the agent host n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:51:04.754414 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:05.537861 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a580811d-4916-4c25-a5a9-1ab4ee887902 req-d6709c70-8349-4c13-a486-1a0ba3a13a38 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:51:05.539434 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a580811d-4916-4c25-a5a9-1ab4ee887902 req-d6709c70-8349-4c13-a486-1a0ba3a13a38 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9ebd058-28e5-41ab-a317-92c464651fda HTTP/1.1" status: 200 len: 943 time: 0.0543923 Aug 11 03:51:05.563037 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device e2d5e776-4417-4ab2-bfbc-c39432d21e71 details requested by agent hyperv_n-h2-764292-30 with host n-h2-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:51:05.578368 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a580811d-4916-4c25-a5a9-1ab4ee887902 req-5cbc011a-1ef4-4582-a6af-154f4583ed94 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4759a2b-67dc-4601-826f-4d11ad1075bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327420 Aug 11 03:51:05.656109 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port e2d5e776-4417-4ab2-bfbc-c39432d21e71, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=e2d5e776-4417-4ab2-bfbc-c39432d21e71,segment=NetworkSegment(30547d4d-ed23-447a-86d7-438ada51f5c4),segment_id=30547d4d-ed23-447a-86d7-438ada51f5c4)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:51:05.667448 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Returning: {'device': 'e2d5e776-4417-4ab2-bfbc-c39432d21e71', 'network_id': 'e4880c6f-8416-46e6-8b5a-a770c637fe8d', 'port_id': 'e2d5e776-4417-4ab2-bfbc-c39432d21e71', 'mac_address': 'fa:16:3e:bf:af:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddaee932-777e-4db0-a3fd-2a725748bacf', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:51:05.707465 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:05.719651 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2d5e776-4417-4ab2-bfbc-c39432d21e71 {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:51:05.738106 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port e2d5e776-4417-4ab2-bfbc-c39432d21e71, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=e2d5e776-4417-4ab2-bfbc-c39432d21e71,segment=NetworkSegment(30547d4d-ed23-447a-86d7-438ada51f5c4),segment_id=30547d4d-ed23-447a-86d7-438ada51f5c4)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:51:05.833919 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:05.881817 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=e2d5e776-4417-4ab2-bfbc-c39432d21e71,revision_number=8']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:51:05.912099 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6f69e9-9473-46c4-b41b-ee9ba6259416 req-ca3dd106-03e4-4eab-93c7-19d5167ab9ac tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:51:05.913596 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9b6f69e9-9473-46c4-b41b-ee9ba6259416 req-ca3dd106-03e4-4eab-93c7-19d5167ab9ac tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9ebd058-28e5-41ab-a317-92c464651fda HTTP/1.1" status: 200 len: 944 time: 0.0543003 Aug 11 03:51:05.954515 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9b6f69e9-9473-46c4-b41b-ee9ba6259416 req-235c7a4c-5bac-4e27-b6c7-f4c65a69be63 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4759a2b-67dc-4601-826f-4d11ad1075bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343976 Aug 11 03:51:06.046727 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['e2d5e776-4417-4ab2-bfbc-c39432d21e71'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:51:06.282255 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931bdc85-720a-4a72-b47b-16ca2a0ca26d req-29be6689-062b-4527-9be5-33457acd5c1e tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:51:06.283736 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-931bdc85-720a-4a72-b47b-16ca2a0ca26d req-29be6689-062b-4527-9be5-33457acd5c1e tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9ebd058-28e5-41ab-a317-92c464651fda&tenant_id=c4a9ab0298e0422fa993bab186686d1e&binding%3Ahost_id=n-h2-764292-30 HTTP/1.1" status: 200 len: 944 time: 0.3354890 Aug 11 03:51:06.343104 n-d-764292-30 neutron-server[102191]: INFO neutron.api.v2.resource [req-931bdc85-720a-4a72-b47b-16ca2a0ca26d req-d24a8302-b834-47e1-b7bf-715766d11e51 service neutron] delete failed (client error): The resource could not be found. Aug 11 03:51:06.344068 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-931bdc85-720a-4a72-b47b-16ca2a0ca26d req-d24a8302-b834-47e1-b7bf-715766d11e51 service neutron] 10.222.0.22 "DELETE /v2.0/ports/e2d5e776-4417-4ab2-bfbc-c39432d21e71/bindings/n-h1-764292-30 HTTP/1.1" status: 404 len: 381 time: 0.0527761 Aug 11 03:51:06.425687 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931bdc85-720a-4a72-b47b-16ca2a0ca26d req-5f3edddb-2575-4ffe-9b21-2c1b9cc3fa6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:51:06.427781 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-931bdc85-720a-4a72-b47b-16ca2a0ca26d req-5f3edddb-2575-4ffe-9b21-2c1b9cc3fa6a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c4a9ab0298e0422fa993bab186686d1e&device_id=b9ebd058-28e5-41ab-a317-92c464651fda HTTP/1.1" status: 200 len: 1096 time: 0.0416183 Aug 11 03:51:06.517578 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931bdc85-720a-4a72-b47b-16ca2a0ca26d req-b26c4dfb-2703-474c-91e0-b61a163e944c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:51:06.519069 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-931bdc85-720a-4a72-b47b-16ca2a0ca26d req-b26c4dfb-2703-474c-91e0-b61a163e944c service neutron] 10.222.0.22 "GET /v2.0/networks?id=e4880c6f-8416-46e6-8b5a-a770c637fe8d HTTP/1.1" status: 200 len: 915 time: 0.0849583 Aug 11 03:51:06.560940 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-931bdc85-720a-4a72-b47b-16ca2a0ca26d req-d14c1bf3-f9e6-4092-8a7c-d86e9f9e4c64 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e2d5e776-4417-4ab2-bfbc-c39432d21e71 HTTP/1.1" status: 200 len: 217 time: 0.0343390 Aug 11 03:51:06.610212 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931bdc85-720a-4a72-b47b-16ca2a0ca26d req-4b247090-81d0-4aa0-8942-896a86a008ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:51:06.611681 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-931bdc85-720a-4a72-b47b-16ca2a0ca26d req-4b247090-81d0-4aa0-8942-896a86a008ca service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ddaee932-777e-4db0-a3fd-2a725748bacf HTTP/1.1" status: 200 len: 854 time: 0.0422688 Aug 11 03:51:06.642777 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-931bdc85-720a-4a72-b47b-16ca2a0ca26d req-133d089d-f532-4715-a093-05ce6ceb2ec6 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e4880c6f-8416-46e6-8b5a-a770c637fe8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233622 Aug 11 03:51:06.747518 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-931bdc85-720a-4a72-b47b-16ca2a0ca26d req-7d8c84c2-3b24-4319-8d6d-1898fa855598 service neutron] 10.222.0.22 "GET /v2.0/networks/e4880c6f-8416-46e6-8b5a-a770c637fe8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949793 Aug 11 03:51:06.839584 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-931bdc85-720a-4a72-b47b-16ca2a0ca26d req-3e64cf8e-7452-4989-89c0-0eb2a8202499 service neutron] 10.222.0.22 "GET /v2.0/networks/e4880c6f-8416-46e6-8b5a-a770c637fe8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853245 Aug 11 03:51:07.071763 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865b196e-02c0-4b2f-8a75-583b48f3df73 req-b0b4e641-be6e-4cb8-a0dc-d2a8774d98ab tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:51:07.073299 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-865b196e-02c0-4b2f-8a75-583b48f3df73 req-b0b4e641-be6e-4cb8-a0dc-d2a8774d98ab tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9ebd058-28e5-41ab-a317-92c464651fda HTTP/1.1" status: 200 len: 944 time: 0.0499525 Aug 11 03:51:07.111853 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-865b196e-02c0-4b2f-8a75-583b48f3df73 req-6f231e6b-605c-45d0-bad2-443c121644e6 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4759a2b-67dc-4601-826f-4d11ad1075bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325410 Aug 11 03:51:07.451901 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:07.578458 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device e2d5e776-4417-4ab2-bfbc-c39432d21e71 up at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:51:07.674917 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning for port e2d5e776-4417-4ab2-bfbc-c39432d21e71 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:51:07.679514 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning complete for port e2d5e776-4417-4ab2-bfbc-c39432d21e71 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:51:07.679888 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:07.756461 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:07.778370 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9ebd058-28e5-41ab-a317-92c464651fda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2d5e776-4417-4ab2-bfbc-c39432d21e71'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:51:07.789003 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75f7be7a-0205-44be-b146-746b6553fc24" -d '{"events": [{"server_uuid": "b9ebd058-28e5-41ab-a317-92c464651fda", "name": "network-vif-plugged", "status": "completed", "tag": "e2d5e776-4417-4ab2-bfbc-c39432d21e71"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:51:07.793938 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port e2d5e776-4417-4ab2-bfbc-c39432d21e71, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=e2d5e776-4417-4ab2-bfbc-c39432d21e71,segment=NetworkSegment(30547d4d-ed23-447a-86d7-438ada51f5c4),segment_id=30547d4d-ed23-447a-86d7-438ada51f5c4)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:51:07.819363 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:51:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2fb41bf-51b2-48f3-8fc4-227bcaee46e0 x-openstack-request-id: req-d2fb41bf-51b2-48f3-8fc4-227bcaee46e0 {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:51:07.819687 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9ebd058-28e5-41ab-a317-92c464651fda", "name": "network-vif-plugged", "status": "completed", "tag": "e2d5e776-4417-4ab2-bfbc-c39432d21e71", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:51:07.819935 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d2fb41bf-51b2-48f3-8fc4-227bcaee46e0 {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:51:07.820347 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9ebd058-28e5-41ab-a317-92c464651fda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2d5e776-4417-4ab2-bfbc-c39432d21e71', 'code': 200} Aug 11 03:51:07.834550 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:07.884765 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=e2d5e776-4417-4ab2-bfbc-c39432d21e71,revision_number=9']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:51:08.226959 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025a8e8f-5a47-4edd-94ab-baebc6ac388e req-b2451854-362d-4477-b80d-9c384082ca37 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:51:08.228423 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-025a8e8f-5a47-4edd-94ab-baebc6ac388e req-b2451854-362d-4477-b80d-9c384082ca37 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9ebd058-28e5-41ab-a317-92c464651fda HTTP/1.1" status: 200 len: 945 time: 0.0521657 Aug 11 03:51:08.265112 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-025a8e8f-5a47-4edd-94ab-baebc6ac388e req-ca3acea1-f7ec-488d-accc-f08dc6623df6 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4759a2b-67dc-4601-826f-4d11ad1075bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308220 Aug 11 03:51:08.378252 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d33d7b-79db-4b44-8720-2ec5d62d2c5d req-ae553a8b-c77b-4e4b-8936-ef1794694259 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:51:08.379722 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-69d33d7b-79db-4b44-8720-2ec5d62d2c5d req-ae553a8b-c77b-4e4b-8936-ef1794694259 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9ebd058-28e5-41ab-a317-92c464651fda HTTP/1.1" status: 200 len: 945 time: 0.0479686 Aug 11 03:51:08.417106 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-69d33d7b-79db-4b44-8720-2ec5d62d2c5d req-d778eb51-31f5-446a-a92d-eb25a7c76c6c tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4759a2b-67dc-4601-826f-4d11ad1075bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310450 Aug 11 03:51:08.527131 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae371eb5-07a7-49de-b6fc-a5be05392cce req-1773761a-857e-44e3-aafc-393310b1456b tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:51:08.528585 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ae371eb5-07a7-49de-b6fc-a5be05392cce req-1773761a-857e-44e3-aafc-393310b1456b tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9ebd058-28e5-41ab-a317-92c464651fda HTTP/1.1" status: 200 len: 945 time: 0.0483322 Aug 11 03:51:08.565076 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ae371eb5-07a7-49de-b6fc-a5be05392cce req-08cb6f2d-6acd-493e-a916-5d76c6023951 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4759a2b-67dc-4601-826f-4d11ad1075bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307460 Aug 11 03:51:09.082703 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc72147-f4f5-49d8-b937-8d03b321be26 req-d5106428-9687-492d-bfce-82ea1b03a642 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:51:09.084817 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2bc72147-f4f5-49d8-b937-8d03b321be26 req-d5106428-9687-492d-bfce-82ea1b03a642 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9ebd058-28e5-41ab-a317-92c464651fda HTTP/1.1" status: 200 len: 945 time: 0.0547771 Aug 11 03:51:09.121290 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2bc72147-f4f5-49d8-b937-8d03b321be26 req-b0c32659-079a-4d8f-9c77-959fd7608c81 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4759a2b-67dc-4601-826f-4d11ad1075bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306127 Aug 11 03:51:10.241859 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07797b38-e5ed-4d18-8260-55361013be04 req-c29dfbde-09da-4d45-a274-904d59c7bb81 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:51:10.243366 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-07797b38-e5ed-4d18-8260-55361013be04 req-c29dfbde-09da-4d45-a274-904d59c7bb81 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9ebd058-28e5-41ab-a317-92c464651fda HTTP/1.1" status: 200 len: 945 time: 0.0584073 Aug 11 03:51:10.298498 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-07797b38-e5ed-4d18-8260-55361013be04 req-e53185ee-125f-4875-9fd8-eb3612004153 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4759a2b-67dc-4601-826f-4d11ad1075bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407410 Aug 11 03:51:10.307290 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c8ffe6-70b2-4df5-ae3b-ae9ae250aaaf req-8b3f31e4-ea77-491d-af7b-b05ae1abe376 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:51:10.308719 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-41c8ffe6-70b2-4df5-ae3b-ae9ae250aaaf req-8b3f31e4-ea77-491d-af7b-b05ae1abe376 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.24 "GET /v2.0/ports?device_id=b9ebd058-28e5-41ab-a317-92c464651fda HTTP/1.1" status: 200 len: 945 time: 0.0843000 Aug 11 03:51:10.400099 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [req-41c8ffe6-70b2-4df5-ae3b-ae9ae250aaaf req-fd0a3d89-edbf-47cf-82d0-4ac06c5181b6 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] Deleting port e2d5e776-4417-4ab2-bfbc-c39432d21e71 {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:51:10.400447 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-41c8ffe6-70b2-4df5-ae3b-ae9ae250aaaf req-fd0a3d89-edbf-47cf-82d0-4ac06c5181b6 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:10.434496 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.agents_db [None req-950b7202-decb-43e2-8f71-ac8931dc9749 None None] Agent healthcheck: found 7 active agents {{(pid=102194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:51:10.486573 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-41c8ffe6-70b2-4df5-ae3b-ae9ae250aaaf req-fd0a3d89-edbf-47cf-82d0-4ac06c5181b6 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] For port e2d5e776-4417-4ab2-bfbc-c39432d21e71, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=e2d5e776-4417-4ab2-bfbc-c39432d21e71,segment=NetworkSegment(30547d4d-ed23-447a-86d7-438ada51f5c4),segment_id=30547d4d-ed23-447a-86d7-438ada51f5c4)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:51:10.486944 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-41c8ffe6-70b2-4df5-ae3b-ae9ae250aaaf req-fd0a3d89-edbf-47cf-82d0-4ac06c5181b6 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:10.500092 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [req-41c8ffe6-70b2-4df5-ae3b-ae9ae250aaaf req-fd0a3d89-edbf-47cf-82d0-4ac06c5181b6 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] Calling delete_port for e2d5e776-4417-4ab2-bfbc-c39432d21e71 owned by compute:nova {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:51:10.709911 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-41c8ffe6-70b2-4df5-ae3b-ae9ae250aaaf req-fd0a3d89-edbf-47cf-82d0-4ac06c5181b6 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:10.722399 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['e2d5e776-4417-4ab2-bfbc-c39432d21e71'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:51:10.740908 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0a3d89-edbf-47cf-82d0-4ac06c5181b6 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] Pushing event deleted for resources: {'Port': ['ID=e2d5e776-4417-4ab2-bfbc-c39432d21e71,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:51:10.783489 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [req-41c8ffe6-70b2-4df5-ae3b-ae9ae250aaaf req-fd0a3d89-edbf-47cf-82d0-4ac06c5181b6 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] No DVR routers for this DVR port e2d5e776-4417-4ab2-bfbc-c39432d21e71 on host n-h2-764292-30 {{(pid=102192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:51:10.786879 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-41c8ffe6-70b2-4df5-ae3b-ae9ae250aaaf req-fd0a3d89-edbf-47cf-82d0-4ac06c5181b6 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:10.788854 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-41c8ffe6-70b2-4df5-ae3b-ae9ae250aaaf req-fd0a3d89-edbf-47cf-82d0-4ac06c5181b6 tempest-ServerDiskConfigTestJSON-565067807 tempest-ServerDiskConfigTestJSON-565067807-project] 10.222.0.24 "DELETE /v2.0/ports/e2d5e776-4417-4ab2-bfbc-c39432d21e71 HTTP/1.1" status: 204 len: 173 time: 0.4738529 Aug 11 03:51:10.789298 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9ebd058-28e5-41ab-a317-92c464651fda', 'name': 'network-vif-deleted', 'tag': 'e2d5e776-4417-4ab2-bfbc-c39432d21e71'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:51:10.791826 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a18552e2-7b9b-42ea-a0f0-795dd9f5cb68" -d '{"events": [{"server_uuid": "b9ebd058-28e5-41ab-a317-92c464651fda", "name": "network-vif-deleted", "tag": "e2d5e776-4417-4ab2-bfbc-c39432d21e71"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:51:10.826739 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:51:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d780fb36-8df8-4a12-ad58-2d3b9ddaa5d2 x-openstack-request-id: req-d780fb36-8df8-4a12-ad58-2d3b9ddaa5d2 {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:51:10.827060 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9ebd058-28e5-41ab-a317-92c464651fda", "name": "network-vif-deleted", "tag": "e2d5e776-4417-4ab2-bfbc-c39432d21e71", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:51:10.827316 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d780fb36-8df8-4a12-ad58-2d3b9ddaa5d2 {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:51:10.827760 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9ebd058-28e5-41ab-a317-92c464651fda', 'name': 'network-vif-deleted', 'tag': 'e2d5e776-4417-4ab2-bfbc-c39432d21e71', 'status': 'completed', 'code': 200} Aug 11 03:51:11.417692 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 47466) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:51:11.462531 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2069fe2-a864-4cc2-a58a-e0512fa40412 admin admin] Deleting subnet ddaee932-777e-4db0-a3fd-2a725748bacf {{(pid=102192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:51:11.465562 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a2069fe2-a864-4cc2-a58a-e0512fa40412 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:11.499209 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a2069fe2-a864-4cc2-a58a-e0512fa40412 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125932460'] for subnet, precommit_delete_associations {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:11.508740 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:11.537798 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a2069fe2-a864-4cc2-a58a-e0512fa40412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:11.651059 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a2069fe2-a864-4cc2-a58a-e0512fa40412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125932157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126180897'] for subnet, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:11.677737 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2069fe2-a864-4cc2-a58a-e0512fa40412 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ddaee932-777e-4db0-a3fd-2a725748bacf,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:51:11.679698 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a2069fe2-a864-4cc2-a58a-e0512fa40412 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:11.681534 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-a2069fe2-a864-4cc2-a58a-e0512fa40412 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/ddaee932-777e-4db0-a3fd-2a725748bacf HTTP/1.1" status: 204 len: 168 time: 0.2628286 Aug 11 03:51:11.684139 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 47468) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:51:11.749678 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-fd406d3d-a10a-49f1-abc8-27f7a5b8bdd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:11.829407 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-fd406d3d-a10a-49f1-abc8-27f7a5b8bdd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:11.839668 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-fd406d3d-a10a-49f1-abc8-27f7a5b8bdd6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4880c6f-8416-46e6-8b5a-a770c637fe8d']}} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:51:11.851181 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-fd406d3d-a10a-49f1-abc8-27f7a5b8bdd6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30547d4d-ed23-447a-86d7-438ada51f5c4') {'for_net_delete': True} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:51:11.851475 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-fd406d3d-a10a-49f1-abc8-27f7a5b8bdd6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30547d4d-ed23-447a-86d7-438ada51f5c4') {} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:51:11.861220 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-fd406d3d-a10a-49f1-abc8-27f7a5b8bdd6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125932501'] for segment, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:11.874969 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-fd406d3d-a10a-49f1-abc8-27f7a5b8bdd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:11.881441 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd406d3d-a10a-49f1-abc8-27f7a5b8bdd6 admin admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=102192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:51:11.881819 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-fd406d3d-a10a-49f1-abc8-27f7a5b8bdd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125932183'] for segment, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:11.883487 n-d-764292-30 neutron-server[102192]: Traceback (most recent call last): Aug 11 03:51:11.883487 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:51:11.883487 n-d-764292-30 neutron-server[102192]: timer() Aug 11 03:51:11.883487 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:51:11.883487 n-d-764292-30 neutron-server[102192]: cb(*args, **kw) Aug 11 03:51:11.883487 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:51:11.883487 n-d-764292-30 neutron-server[102192]: return func(*args, **kwargs) Aug 11 03:51:11.883487 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:51:11.883487 n-d-764292-30 neutron-server[102192]: self._notify() Aug 11 03:51:11.883487 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:51:11.883487 n-d-764292-30 neutron-server[102192]: self.callback(batched_events) Aug 11 03:51:11.883487 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:51:11.883487 n-d-764292-30 neutron-server[102192]: event.method(event) Aug 11 03:51:11.883487 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:51:11.883487 n-d-764292-30 neutron-server[102192]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:51:11.883487 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:51:11.883487 n-d-764292-30 neutron-server[102192]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:51:11.883487 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:51:11.883487 n-d-764292-30 neutron-server[102192]: return f(self, *a, **k) Aug 11 03:51:11.883487 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:51:11.883487 n-d-764292-30 neutron-server[102192]: return self._get(url).json() Aug 11 03:51:11.883487 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:51:11.883487 n-d-764292-30 neutron-server[102192]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:51:11.883487 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:51:11.883487 n-d-764292-30 neutron-server[102192]: return self.request(url, 'GET', **kwargs) Aug 11 03:51:11.883487 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:51:11.883487 n-d-764292-30 neutron-server[102192]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:51:11.883487 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:51:11.883487 n-d-764292-30 neutron-server[102192]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:51:11.883487 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:51:11.883487 n-d-764292-30 neutron-server[102192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:51:11.883487 n-d-764292-30 neutron-server[102192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:51:12.017181 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-fd406d3d-a10a-49f1-abc8-27f7a5b8bdd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:12.023256 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-fd406d3d-a10a-49f1-abc8-27f7a5b8bdd6 admin admin] Notify callbacks [] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:12.025139 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-fd406d3d-a10a-49f1-abc8-27f7a5b8bdd6 admin admin] 10.222.0.41 "DELETE /v2.0/networks/e4880c6f-8416-46e6-8b5a-a770c637fe8d HTTP/1.1" status: 204 len: 168 time: 0.3400822 Aug 11 03:51:12.036155 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd406d3d-a10a-49f1-abc8-27f7a5b8bdd6 admin admin] Pushing event deleted for resources: {'Network': ['ID=e4880c6f-8416-46e6-8b5a-a770c637fe8d,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:51:12.307896 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 47472) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:51:12.347970 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-9fc8776d-6183-4044-af23-24bb080cd2a7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c4a9ab0298e0422fa993bab186686d1e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387924 Aug 11 03:51:12.350381 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 47474) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:51:12.398062 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e638329f-14c7-4d27-bd25-26cb61995a11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:12.419339 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e638329f-14c7-4d27-bd25-26cb61995a11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:12.520119 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e638329f-14c7-4d27-bd25-26cb61995a11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:12.523221 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e638329f-14c7-4d27-bd25-26cb61995a11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:12.526533 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-e638329f-14c7-4d27-bd25-26cb61995a11 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c4759a2b-67dc-4601-826f-4d11ad1075bf HTTP/1.1" status: 204 len: 168 time: 0.1731138 Aug 11 03:51:12.532268 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e638329f-14c7-4d27-bd25-26cb61995a11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4759a2b-67dc-4601-826f-4d11ad1075bf,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:51:13.445096 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 47496) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:51:13.537572 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-c2fdb768-0c3b-4d6e-8c0a-832dc9c881aa admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-877526914-network', 'tenant_id': '9d0143ac25424ed0a1039c6711371bf5'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:51:13.604756 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device e2d5e776-4417-4ab2-bfbc-c39432d21e71 no longer exists at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:51:13.623934 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] No Port match for: e2d5e776-4417-4ab2-bfbc-c39432d21e71 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:51:13.624271 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device e2d5e776-4417-4ab2-bfbc-c39432d21e71 not bound to the agent host n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:51:13.646338 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2fdb768-0c3b-4d6e-8c0a-832dc9c881aa admin admin] Made reservation on behalf of 9d0143ac25424ed0a1039c6711371bf5 for: {'network': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:51:13.649523 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c2fdb768-0c3b-4d6e-8c0a-832dc9c881aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:13.658841 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c2fdb768-0c3b-4d6e-8c0a-832dc9c881aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:13.751793 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c2fdb768-0c3b-4d6e-8c0a-832dc9c881aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:13.788829 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c2fdb768-0c3b-4d6e-8c0a-832dc9c881aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:13.812756 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2fdb768-0c3b-4d6e-8c0a-832dc9c881aa admin admin] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=102192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:51:13.822025 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fdb768-0c3b-4d6e-8c0a-832dc9c881aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b084992b-861d-4e91-8bab-1a8b3cc74934,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:51:13.828022 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c2fdb768-0c3b-4d6e-8c0a-832dc9c881aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:13.828361 n-d-764292-30 neutron-server[102192]: INFO neutron.db.segments_db [None req-c2fdb768-0c3b-4d6e-8c0a-832dc9c881aa admin admin] Added segment 96665fb4-b445-453f-85f9-e826534b59e1 of type vlan for network a5ea91b2-c708-4745-beed-90616be4437e Aug 11 03:51:13.867852 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c2fdb768-0c3b-4d6e-8c0a-832dc9c881aa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:13.964705 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c2fdb768-0c3b-4d6e-8c0a-832dc9c881aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:13.965677 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2fdb768-0c3b-4d6e-8c0a-832dc9c881aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:51:13.966257 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c2fdb768-0c3b-4d6e-8c0a-832dc9c881aa admin admin] Notify callbacks [] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:14.024739 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fdb768-0c3b-4d6e-8c0a-832dc9c881aa admin admin] Pushing event updated for resources: {'Network': ['ID=a5ea91b2-c708-4745-beed-90616be4437e,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:51:14.035129 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network a5ea91b2-c708-4745-beed-90616be4437e details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:51:14.074384 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-c2fdb768-0c3b-4d6e-8c0a-832dc9c881aa admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6280711 Aug 11 03:51:14.077140 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 47500) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:51:14.082379 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-e20baeeb-9dd1-4746-adf3-d71caef3681c admin admin] Request body: {'subnet': {'network_id': 'a5ea91b2-c708-4745-beed-90616be4437e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-877526914-subnet', 'tenant_id': '9d0143ac25424ed0a1039c6711371bf5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:51:14.154516 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e20baeeb-9dd1-4746-adf3-d71caef3681c admin admin] Made reservation on behalf of 9d0143ac25424ed0a1039c6711371bf5 for: {'subnet': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:51:14.156940 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e20baeeb-9dd1-4746-adf3-d71caef3681c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126180544'] for subnet, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:14.371986 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e20baeeb-9dd1-4746-adf3-d71caef3681c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125932092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126180562'] for subnet, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:14.429782 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20baeeb-9dd1-4746-adf3-d71caef3681c admin admin] Pushing event updated for resources: {'Subnet': ['ID=e27dafc1-db87-435e-90cb-a6e72d9ff11b,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:51:14.439532 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e20baeeb-9dd1-4746-adf3-d71caef3681c admin admin] Checking segment: {'id': '96665fb4-b445-453f-85f9-e826534b59e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'a5ea91b2-c708-4745-beed-90616be4437e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:51:14.439887 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e20baeeb-9dd1-4746-adf3-d71caef3681c admin admin] Network hostable DHCP agents. Network: a5ea91b2-c708-4745-beed-90616be4437e, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:51:14.519901 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e20baeeb-9dd1-4746-adf3-d71caef3681c admin admin] Network a5ea91b2-c708-4745-beed-90616be4437e is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:51:14.594597 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-e20baeeb-9dd1-4746-adf3-d71caef3681c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, a5ea91b2-c708-4745-beed-90616be4437e) {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:51:14.598501 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e20baeeb-9dd1-4746-adf3-d71caef3681c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:51:14.599214 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e20baeeb-9dd1-4746-adf3-d71caef3681c admin admin] Notify callbacks [] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:14.603570 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4575d76a-8e04-4571-84b0-fef010b0dfa4 None None] Network a5ea91b2-c708-4745-beed-90616be4437e requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:51:14.675611 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-e20baeeb-9dd1-4746-adf3-d71caef3681c admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5973935 Aug 11 03:51:14.678735 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 47502) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:51:14.683185 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-2c3e2930-5040-47db-8d84-94246a3d6d7b admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-877526914-router', 'tenant_id': '9d0143ac25424ed0a1039c6711371bf5', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:51:14.759256 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3097adf9-f998-49ca-b96e-1bcd91182797 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde080026-c28f-55be-b52b-13827cc43646-a5ea91b2-c708-4745-beed-90616be4437e', 'network_id': 'a5ea91b2-c708-4745-beed-90616be4437e', 'tenant_id': '9d0143ac25424ed0a1039c6711371bf5', 'fixed_ips': [{'subnet_id': 'e27dafc1-db87-435e-90cb-a6e72d9ff11b'}]}} from n-d-764292-30. {{(pid=102193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:51:14.760109 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3097adf9-f998-49ca-b96e-1bcd91182797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:14.777821 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-2c3e2930-5040-47db-8d84-94246a3d6d7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-450010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6626'] for router, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:14.778943 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-2c3e2930-5040-47db-8d84-94246a3d6d7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-446747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6633'] for router, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:14.867568 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-2c3e2930-5040-47db-8d84-94246a3d6d7b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:14.891709 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.db_base_plugin_common [None req-3097adf9-f998-49ca-b96e-1bcd91182797 None None] Allocated IP 172.20.0.2 (a5ea91b2-c708-4745-beed-90616be4437e/e27dafc1-db87-435e-90cb-a6e72d9ff11b/fffdac35-d26e-413d-a70d-6d0639d1e4f5) {{(pid=102193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:51:15.033192 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3097adf9-f998-49ca-b96e-1bcd91182797 None None] Notify callbacks [] for port, precommit_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:15.041976 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3097adf9-f998-49ca-b96e-1bcd91182797 None None] Transition to ACTIVE for port object fffdac35-d26e-413d-a70d-6d0639d1e4f5 will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:51:15.058758 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3097adf9-f998-49ca-b96e-1bcd91182797 None None] Transition to ACTIVE for port object fffdac35-d26e-413d-a70d-6d0639d1e4f5 will not be triggered until provisioned by entity DHCP. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:51:15.068891 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-2c3e2930-5040-47db-8d84-94246a3d6d7b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:15.143456 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3097adf9-f998-49ca-b96e-1bcd91182797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669'] for port, after_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:15.181791 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3097adf9-f998-49ca-b96e-1bcd91182797 None None] Network a5ea91b2-c708-4745-beed-90616be4437e is already hosted by enough agents. {{(pid=102193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:51:15.188057 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.base_scheduler [None req-3097adf9-f998-49ca-b96e-1bcd91182797 None None] Resources bound (agent type, host, resource id): {{(pid=102193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:51:15.191282 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3097adf9-f998-49ca-b96e-1bcd91182797 None None] Received port after_create {{(pid=102193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:51:15.199961 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3097adf9-f998-49ca-b96e-1bcd91182797 None None] Pushing event updated for resources: {'Port': ['ID=fffdac35-d26e-413d-a70d-6d0639d1e4f5,revision_number=1']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:51:15.256095 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-3097adf9-f998-49ca-b96e-1bcd91182797 None None] Attempting to bind port fffdac35-d26e-413d-a70d-6d0639d1e4f5 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:51:15.256457 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-3097adf9-f998-49ca-b96e-1bcd91182797 None None] Attempting to bind port fffdac35-d26e-413d-a70d-6d0639d1e4f5 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': '96665fb4-b445-453f-85f9-e826534b59e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'a5ea91b2-c708-4745-beed-90616be4437e'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:51:15.256839 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3097adf9-f998-49ca-b96e-1bcd91182797 None None] Attempting to bind port fffdac35-d26e-413d-a70d-6d0639d1e4f5 on network a5ea91b2-c708-4745-beed-90616be4437e {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:51:15.261831 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3097adf9-f998-49ca-b96e-1bcd91182797 None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 51, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:51:15.262199 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3097adf9-f998-49ca-b96e-1bcd91182797 None None] Checking segment: {'id': '96665fb4-b445-453f-85f9-e826534b59e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'a5ea91b2-c708-4745-beed-90616be4437e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:51:15.262628 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3097adf9-f998-49ca-b96e-1bcd91182797 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:15.263015 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3097adf9-f998-49ca-b96e-1bcd91182797 None None] Bound using segment: {'id': '96665fb4-b445-453f-85f9-e826534b59e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'a5ea91b2-c708-4745-beed-90616be4437e'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:51:15.263481 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-3097adf9-f998-49ca-b96e-1bcd91182797 None None] Bound port: fffdac35-d26e-413d-a70d-6d0639d1e4f5, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96665fb4-b445-453f-85f9-e826534b59e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'a5ea91b2-c708-4745-beed-90616be4437e'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:51:15.263838 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3097adf9-f998-49ca-b96e-1bcd91182797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:15.326970 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3097adf9-f998-49ca-b96e-1bcd91182797 None None] For port fffdac35-d26e-413d-a70d-6d0639d1e4f5, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:51:15.329949 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3097adf9-f998-49ca-b96e-1bcd91182797 None None] For port fffdac35-d26e-413d-a70d-6d0639d1e4f5, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=fffdac35-d26e-413d-a70d-6d0639d1e4f5,segment=NetworkSegment(96665fb4-b445-453f-85f9-e826534b59e1),segment_id=96665fb4-b445-453f-85f9-e826534b59e1)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:51:15.349068 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-2c3e2930-5040-47db-8d84-94246a3d6d7b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:15.373392 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-2c3e2930-5040-47db-8d84-94246a3d6d7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:15.406513 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3097adf9-f998-49ca-b96e-1bcd91182797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:15.468530 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3097adf9-f998-49ca-b96e-1bcd91182797 None None] Pushing event updated for resources: {'Port': ['ID=fffdac35-d26e-413d-a70d-6d0639d1e4f5,revision_number=2']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:51:15.481924 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [None req-2c3e2930-5040-47db-8d84-94246a3d6d7b admin admin] Allocated IP 172.25.8.232 (09faf7d2-eaf5-4a50-bb6e-4cb05d009a76/e1a97443-13df-40bb-85f5-fd269e2742c0/29b1989f-3c16-4917-83e6-1ed803782091) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:51:15.590087 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-2c3e2930-5040-47db-8d84-94246a3d6d7b admin admin] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:15.697824 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-2c3e2930-5040-47db-8d84-94246a3d6d7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:15.743969 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c3e2930-5040-47db-8d84-94246a3d6d7b admin admin] Network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:51:15.746886 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-2c3e2930-5040-47db-8d84-94246a3d6d7b admin admin] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:51:15.750444 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3e2930-5040-47db-8d84-94246a3d6d7b admin admin] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:51:15.755763 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3e2930-5040-47db-8d84-94246a3d6d7b admin admin] Pushing event updated for resources: {'Port': ['ID=29b1989f-3c16-4917-83e6-1ed803782091,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:51:16.070446 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-2c3e2930-5040-47db-8d84-94246a3d6d7b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:16.300310 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-160f2a3b-457a-4803-b070-1024a3633e61 None None] Network a5ea91b2-c708-4745-beed-90616be4437e requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:51:16.447021 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-06bbc47b-ab4a-4b68-b66c-7f09e60d96c9 None None] Provisioning for port fffdac35-d26e-413d-a70d-6d0639d1e4f5 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:51:16.591086 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-2c3e2930-5040-47db-8d84-94246a3d6d7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-446952'] for router, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:16.782843 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c3e2930-5040-47db-8d84-94246a3d6d7b admin admin] Router 02fb9610-9193-47cf-b01f-9def3fe4cccd is scheduled to L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 with binding_index 1 {{(pid=102192) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:51:16.885162 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c3e2930-5040-47db-8d84-94246a3d6d7b admin admin] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:51:16.893936 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8065d2d1-9410-4873-a4f5-6880305ae597 None None] Sync routers for ids ['02fb9610-9193-47cf-b01f-9def3fe4cccd'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:51:16.903208 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8065d2d1-9410-4873-a4f5-6880305ae597 None None] Routers {'02fb9610-9193-47cf-b01f-9def3fe4cccd'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:51:16.903824 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-8065d2d1-9410-4873-a4f5-6880305ae597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:51:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['02fb9610-9193-47cf-b01f-9def3fe4cccd'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:51:16.937629 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-2c3e2930-5040-47db-8d84-94246a3d6d7b admin admin] Notify callbacks [] for router, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:16.938955 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-2c3e2930-5040-47db-8d84-94246a3d6d7b admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.2592676 Aug 11 03:51:16.941684 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 47504) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:51:17.111893 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device fffdac35-d26e-413d-a70d-6d0639d1e4f5 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:51:17.204234 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-8065d2d1-9410-4873-a4f5-6880305ae597 None None] Set router 02fb9610-9193-47cf-b01f-9def3fe4cccd gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:51:17.295473 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port fffdac35-d26e-413d-a70d-6d0639d1e4f5 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:51:17.301492 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port fffdac35-d26e-413d-a70d-6d0639d1e4f5 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:51:17.302074 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:17.368805 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-5316e8b3-6379-41a3-8114-5b4b801ea740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:17.426696 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:17.471827 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port fffdac35-d26e-413d-a70d-6d0639d1e4f5, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=fffdac35-d26e-413d-a70d-6d0639d1e4f5,segment=NetworkSegment(96665fb4-b445-453f-85f9-e826534b59e1),segment_id=96665fb4-b445-453f-85f9-e826534b59e1)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:51:17.476114 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-8065d2d1-9410-4873-a4f5-6880305ae597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02fb9610-9193-47cf-b01f-9def3fe4cccd', 'name': 'tempest-ServerActionsTestJSON-877526914-router', 'tenant_id': '9d0143ac25424ed0a1039c6711371bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': '29b1989f-3c16-4917-83e6-1ed803782091', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:51:14Z', 'updated_at': '2021-08-11T03:51:15Z', 'revision_number': 3, 'project_id': '9d0143ac25424ed0a1039c6711371bf5', 'gw_port': {'id': '29b1989f-3c16-4917-83e6-1ed803782091', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:5f:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02fb9610-9193-47cf-b01f-9def3fe4cccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:51:15Z', 'updated_at': '2021-08-11T03:51:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:51:17.502921 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8065d2d1-9410-4873-a4f5-6880305ae597 None None] Checking router: 02fb9610-9193-47cf-b01f-9def3fe4cccd for host: n-d-764292-30 {{(pid=102193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:51:17.503730 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8065d2d1-9410-4873-a4f5-6880305ae597 None None] Updating router 02fb9610-9193-47cf-b01f-9def3fe4cccd port 29b1989f-3c16-4917-83e6-1ed803782091 binding host n-d-764292-30 {{(pid=102193) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:51:17.528427 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8065d2d1-9410-4873-a4f5-6880305ae597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:17.550749 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:17.569140 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [None req-5316e8b3-6379-41a3-8114-5b4b801ea740 admin admin] Allocated IP 172.20.0.1 (a5ea91b2-c708-4745-beed-90616be4437e/e27dafc1-db87-435e-90cb-a6e72d9ff11b/46bbe812-d5fb-4595-bb57-cefb92389286) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:51:17.673098 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=fffdac35-d26e-413d-a70d-6d0639d1e4f5,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:51:17.674156 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-5316e8b3-6379-41a3-8114-5b4b801ea740 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:17.689148 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [None req-5316e8b3-6379-41a3-8114-5b4b801ea740 admin admin] Transition to ACTIVE for port object 46bbe812-d5fb-4595-bb57-cefb92389286 will not be triggered until provisioned by entity DHCP. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:51:17.794190 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-5316e8b3-6379-41a3-8114-5b4b801ea740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:17.821374 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8065d2d1-9410-4873-a4f5-6880305ae597 None None] Notify callbacks [] for port, precommit_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:17.829670 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5316e8b3-6379-41a3-8114-5b4b801ea740 admin admin] Network a5ea91b2-c708-4745-beed-90616be4437e is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:51:17.831045 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-8065d2d1-9410-4873-a4f5-6880305ae597 None None] Transition to ACTIVE for port object 29b1989f-3c16-4917-83e6-1ed803782091 will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:51:17.832476 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-5316e8b3-6379-41a3-8114-5b4b801ea740 admin admin] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:51:17.835057 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5316e8b3-6379-41a3-8114-5b4b801ea740 admin admin] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:51:17.869167 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5316e8b3-6379-41a3-8114-5b4b801ea740 admin admin] Pushing event updated for resources: {'Port': ['ID=46bbe812-d5fb-4595-bb57-cefb92389286,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:51:17.887195 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-5316e8b3-6379-41a3-8114-5b4b801ea740 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-520987'] for router_interface, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:17.914637 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8065d2d1-9410-4873-a4f5-6880305ae597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:17.970235 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c2dd83-290b-482c-a158-bb8f69e6e738 None None] Pushing event updated for resources: {'Port': ['ID=29b1989f-3c16-4917-83e6-1ed803782091,revision_number=2']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:51:17.972527 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-8065d2d1-9410-4873-a4f5-6880305ae597 None None] Attempting to bind port 29b1989f-3c16-4917-83e6-1ed803782091 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:51:17.972903 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-8065d2d1-9410-4873-a4f5-6880305ae597 None None] Attempting to bind port 29b1989f-3c16-4917-83e6-1ed803782091 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:51:17.973273 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8065d2d1-9410-4873-a4f5-6880305ae597 None None] Attempting to bind port 29b1989f-3c16-4917-83e6-1ed803782091 on network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:51:17.978961 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8065d2d1-9410-4873-a4f5-6880305ae597 None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 51, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:51:17.979838 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8065d2d1-9410-4873-a4f5-6880305ae597 None None] Checking segment: {'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:51:17.979838 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8065d2d1-9410-4873-a4f5-6880305ae597 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:17.980598 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8065d2d1-9410-4873-a4f5-6880305ae597 None None] Bound using segment: {'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:51:17.980598 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-8065d2d1-9410-4873-a4f5-6880305ae597 None None] Bound port: 29b1989f-3c16-4917-83e6-1ed803782091, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:51:17.980964 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8065d2d1-9410-4873-a4f5-6880305ae597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:18.033701 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-8065d2d1-9410-4873-a4f5-6880305ae597 None None] For port 29b1989f-3c16-4917-83e6-1ed803782091, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:51:18.036806 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-8065d2d1-9410-4873-a4f5-6880305ae597 None None] For port 29b1989f-3c16-4917-83e6-1ed803782091, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=29b1989f-3c16-4917-83e6-1ed803782091,segment=NetworkSegment(fab28bed-aa25-40db-bba4-ec26e795194c),segment_id=fab28bed-aa25-40db-bba4-ec26e795194c)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:51:18.081849 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-5316e8b3-6379-41a3-8114-5b4b801ea740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:18.120787 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8065d2d1-9410-4873-a4f5-6880305ae597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:18.181904 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8065d2d1-9410-4873-a4f5-6880305ae597 None None] Routers {'02fb9610-9193-47cf-b01f-9def3fe4cccd'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:51:18.182562 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-8065d2d1-9410-4873-a4f5-6880305ae597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:51:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['02fb9610-9193-47cf-b01f-9def3fe4cccd'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:51:18.186128 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-cdc3e631-8238-4702-998a-9b71a19715e5 None None] Provisioning for port 46bbe812-d5fb-4595-bb57-cefb92389286 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:51:18.190261 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c2dd83-290b-482c-a158-bb8f69e6e738 None None] Pushing event updated for resources: {'Port': ['ID=29b1989f-3c16-4917-83e6-1ed803782091,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:51:18.222960 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-cdc3e631-8238-4702-998a-9b71a19715e5 None None] Provisioning complete for port 46bbe812-d5fb-4595-bb57-cefb92389286 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:51:18.223328 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-cdc3e631-8238-4702-998a-9b71a19715e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:18.248763 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-5316e8b3-6379-41a3-8114-5b4b801ea740 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:18.300223 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-cdc3e631-8238-4702-998a-9b71a19715e5 None None] Port 46bbe812-d5fb-4595-bb57-cefb92389286 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:51:18.314390 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-5316e8b3-6379-41a3-8114-5b4b801ea740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:18.327065 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-8065d2d1-9410-4873-a4f5-6880305ae597 None None] Set router 02fb9610-9193-47cf-b01f-9def3fe4cccd gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:51:18.381270 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-5316e8b3-6379-41a3-8114-5b4b801ea740 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16383026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521135'] for router_interface, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:18.383139 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5316e8b3-6379-41a3-8114-5b4b801ea740 admin admin] Pushing event updated for resources: {'Port': ['ID=46bbe812-d5fb-4595-bb57-cefb92389286,revision_number=2']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:51:18.477464 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5316e8b3-6379-41a3-8114-5b4b801ea740 admin admin] Network a5ea91b2-c708-4745-beed-90616be4437e is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:51:18.478887 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-5316e8b3-6379-41a3-8114-5b4b801ea740 admin admin] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:51:18.526260 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-8065d2d1-9410-4873-a4f5-6880305ae597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02fb9610-9193-47cf-b01f-9def3fe4cccd', 'name': 'tempest-ServerActionsTestJSON-877526914-router', 'tenant_id': '9d0143ac25424ed0a1039c6711371bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': '29b1989f-3c16-4917-83e6-1ed803782091', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:51:14Z', 'updated_at': '2021-08-11T03:51:17Z', 'revision_number': 4, 'project_id': '9d0143ac25424ed0a1039c6711371bf5', 'gw_port': {'id': '29b1989f-3c16-4917-83e6-1ed803782091', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:5f:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02fb9610-9193-47cf-b01f-9def3fe4cccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:51:15Z', 'updated_at': '2021-08-11T03:51:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '46bbe812-d5fb-4595-bb57-cefb92389286', 'name': '', 'network_id': 'a5ea91b2-c708-4745-beed-90616be4437e', 'tenant_id': '9d0143ac25424ed0a1039c6711371bf5', 'mac_address': 'fa:16:3e:92:d8:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02fb9610-9193-47cf-b01f-9def3fe4cccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'e27dafc1-db87-435e-90cb-a6e72d9ff11b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:51:17Z', 'updated_at': '2021-08-11T03:51:17Z', 'revision_number': 1, 'project_id': '9d0143ac25424ed0a1039c6711371bf5', 'subnets': [{'id': 'e27dafc1-db87-435e-90cb-a6e72d9ff11b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:51:18.558997 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8065d2d1-9410-4873-a4f5-6880305ae597 None None] The sync data for ids ['02fb9610-9193-47cf-b01f-9def3fe4cccd'] in n-d-764292-30 is: [{'id': '02fb9610-9193-47cf-b01f-9def3fe4cccd', 'name': 'tempest-ServerActionsTestJSON-877526914-router', 'tenant_id': '9d0143ac25424ed0a1039c6711371bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': '29b1989f-3c16-4917-83e6-1ed803782091', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:51:14Z', 'updated_at': '2021-08-11T03:51:17Z', 'revision_number': 4, 'project_id': '9d0143ac25424ed0a1039c6711371bf5', 'gw_port': {'id': '29b1989f-3c16-4917-83e6-1ed803782091', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:5f:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02fb9610-9193-47cf-b01f-9def3fe4cccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:51:15Z', 'updated_at': '2021-08-11T03:51:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '46bbe812-d5fb-4595-bb57-cefb92389286', 'name': '', 'network_id': 'a5ea91b2-c708-4745-beed-90616be4437e', 'tenant_id': '9d0143ac25424ed0a1039c6711371bf5', 'mac_address': 'fa:16:3e:92:d8:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02fb9610-9193-47cf-b01f-9def3fe4cccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'e27dafc1-db87-435e-90cb-a6e72d9ff11b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:51:17Z', 'updated_at': '2021-08-11T03:51:17Z', 'revision_number': 1, 'project_id': '9d0143ac25424ed0a1039c6711371bf5', 'subnets': [{'id': 'e27dafc1-db87-435e-90cb-a6e72d9ff11b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:51:18.604800 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5316e8b3-6379-41a3-8114-5b4b801ea740 admin admin] Router 02fb9610-9193-47cf-b01f-9def3fe4cccd has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:51:18.728621 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5316e8b3-6379-41a3-8114-5b4b801ea740 admin admin] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:51:18.742413 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-5316e8b3-6379-41a3-8114-5b4b801ea740 admin admin] 10.222.0.41 "PUT /v2.0/routers/02fb9610-9193-47cf-b01f-9def3fe4cccd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7916756 Aug 11 03:51:18.744850 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-9f6ad7fe-a5b6-45ea-b417-f67199c0d64f None None] Provisioning complete for port 46bbe812-d5fb-4595-bb57-cefb92389286 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:51:18.745135 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-9f6ad7fe-a5b6-45ea-b417-f67199c0d64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:18.785328 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-9f6ad7fe-a5b6-45ea-b417-f67199c0d64f None None] Port 46bbe812-d5fb-4595-bb57-cefb92389286 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:51:19.060012 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device fffdac35-d26e-413d-a70d-6d0639d1e4f5 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:51:19.131965 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port fffdac35-d26e-413d-a70d-6d0639d1e4f5 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:51:19.132337 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:19.362532 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 47512) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:51:19.367454 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-0404dc44-8335-4e9a-a61b-76c2e406fee1 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Request body: {'security_group': {'name': 'tempest-securitygroup--334089728', 'description': 'tempest-description--1409223091'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:51:19.475439 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0404dc44-8335-4e9a-a61b-76c2e406fee1 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:19.560897 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0404dc44-8335-4e9a-a61b-76c2e406fee1 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:19.640601 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0404dc44-8335-4e9a-a61b-76c2e406fee1 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:19.671102 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0404dc44-8335-4e9a-a61b-76c2e406fee1 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f22c4ac-8df9-4e4c-be4f-551791d33c61,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:51:19.731470 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0404dc44-8335-4e9a-a61b-76c2e406fee1 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:19.732769 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-0404dc44-8335-4e9a-a61b-76c2e406fee1 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3691146 Aug 11 03:51:19.735590 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 47514) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:51:19.745742 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-c148bf4e-baa5-4f32-b95b-61000c11ccaf tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Request body: {'security_group_rule': {'security_group_id': '2f22c4ac-8df9-4e4c-be4f-551791d33c61', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:51:19.827873 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c148bf4e-baa5-4f32-b95b-61000c11ccaf tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:19.882848 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c148bf4e-baa5-4f32-b95b-61000c11ccaf tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:19.954245 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c148bf4e-baa5-4f32-b95b-61000c11ccaf tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:19.972591 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c148bf4e-baa5-4f32-b95b-61000c11ccaf tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36bf2b8a-3962-4290-8806-30a45d88fe73,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:51:20.044642 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c148bf4e-baa5-4f32-b95b-61000c11ccaf tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:20.045867 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-c148bf4e-baa5-4f32-b95b-61000c11ccaf tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3093555 Aug 11 03:51:20.048485 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 47516) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:51:20.052952 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-aa0c3c16-36eb-4e21-87b1-846b6dcb24c4 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Request body: {'security_group_rule': {'security_group_id': '2f22c4ac-8df9-4e4c-be4f-551791d33c61', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:51:20.135965 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-aa0c3c16-36eb-4e21-87b1-846b6dcb24c4 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:20.195983 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-aa0c3c16-36eb-4e21-87b1-846b6dcb24c4 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:20.278902 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-aa0c3c16-36eb-4e21-87b1-846b6dcb24c4 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:20.304733 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0c3c16-36eb-4e21-87b1-846b6dcb24c4 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=879e31e7-d8a5-450c-b073-2ab382114fdb,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:51:20.381873 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-aa0c3c16-36eb-4e21-87b1-846b6dcb24c4 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:20.383119 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-aa0c3c16-36eb-4e21-87b1-846b6dcb24c4 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3336496 Aug 11 03:51:20.386047 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 47518) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:51:20.390805 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-2bb346ac-1100-4420-be8b-0af1c3906a71 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Request body: {'floatingip': {'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:51:20.470459 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689e065a-6ce5-43fa-afb4-1dda9067ce96 None None] Sync routers for ids ['02fb9610-9193-47cf-b01f-9def3fe4cccd'] in n-d-764292-30 {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:51:20.479248 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-2bb346ac-1100-4420-be8b-0af1c3906a71 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Notify callbacks [] for floatingip, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:20.480837 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689e065a-6ce5-43fa-afb4-1dda9067ce96 None None] Routers {'02fb9610-9193-47cf-b01f-9def3fe4cccd'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:51:20.481457 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-689e065a-6ce5-43fa-afb4-1dda9067ce96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:51:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['02fb9610-9193-47cf-b01f-9def3fe4cccd'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:51:20.575154 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-2bb346ac-1100-4420-be8b-0af1c3906a71 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:20.677637 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-689e065a-6ce5-43fa-afb4-1dda9067ce96 None None] Set router 02fb9610-9193-47cf-b01f-9def3fe4cccd gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:51:20.682595 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [None req-2bb346ac-1100-4420-be8b-0af1c3906a71 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Allocated IP 172.25.8.91 (09faf7d2-eaf5-4a50-bb6e-4cb05d009a76/e1a97443-13df-40bb-85f5-fd269e2742c0/8a1d1772-76cf-433c-b000-69bc37ecb0d1) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:51:20.784925 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-2bb346ac-1100-4420-be8b-0af1c3906a71 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:20.872753 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-689e065a-6ce5-43fa-afb4-1dda9067ce96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02fb9610-9193-47cf-b01f-9def3fe4cccd', 'name': 'tempest-ServerActionsTestJSON-877526914-router', 'tenant_id': '9d0143ac25424ed0a1039c6711371bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': '29b1989f-3c16-4917-83e6-1ed803782091', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:51:14Z', 'updated_at': '2021-08-11T03:51:17Z', 'revision_number': 4, 'project_id': '9d0143ac25424ed0a1039c6711371bf5', 'gw_port': {'id': '29b1989f-3c16-4917-83e6-1ed803782091', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:5f:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02fb9610-9193-47cf-b01f-9def3fe4cccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:51:15Z', 'updated_at': '2021-08-11T03:51:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '46bbe812-d5fb-4595-bb57-cefb92389286', 'name': '', 'network_id': 'a5ea91b2-c708-4745-beed-90616be4437e', 'tenant_id': '9d0143ac25424ed0a1039c6711371bf5', 'mac_address': 'fa:16:3e:92:d8:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02fb9610-9193-47cf-b01f-9def3fe4cccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'e27dafc1-db87-435e-90cb-a6e72d9ff11b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:51:17Z', 'updated_at': '2021-08-11T03:51:18Z', 'revision_number': 2, 'project_id': '9d0143ac25424ed0a1039c6711371bf5', 'subnets': [{'id': 'e27dafc1-db87-435e-90cb-a6e72d9ff11b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:51:20.891996 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-2bb346ac-1100-4420-be8b-0af1c3906a71 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:20.902099 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689e065a-6ce5-43fa-afb4-1dda9067ce96 None None] Checking router: 02fb9610-9193-47cf-b01f-9def3fe4cccd for host: n-d-764292-30 {{(pid=102194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:51:20.902486 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689e065a-6ce5-43fa-afb4-1dda9067ce96 None None] Updating router 02fb9610-9193-47cf-b01f-9def3fe4cccd port 46bbe812-d5fb-4595-bb57-cefb92389286 binding host n-d-764292-30 {{(pid=102194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:51:20.926080 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-689e065a-6ce5-43fa-afb4-1dda9067ce96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:20.937032 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb346ac-1100-4420-be8b-0af1c3906a71 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:51:20.939971 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-2bb346ac-1100-4420-be8b-0af1c3906a71 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:51:20.944080 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb346ac-1100-4420-be8b-0af1c3906a71 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:51:20.967728 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb346ac-1100-4420-be8b-0af1c3906a71 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Pushing event updated for resources: {'Port': ['ID=8a1d1772-76cf-433c-b000-69bc37ecb0d1,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:51:21.039830 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-2bb346ac-1100-4420-be8b-0af1c3906a71 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:21.050303 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 29b1989f-3c16-4917-83e6-1ed803782091 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:51:21.133590 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-2bb346ac-1100-4420-be8b-0af1c3906a71 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:21.182970 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port 29b1989f-3c16-4917-83e6-1ed803782091 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:51:21.186754 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-689e065a-6ce5-43fa-afb4-1dda9067ce96 None None] Notify callbacks [] for port, precommit_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:21.188196 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 29b1989f-3c16-4917-83e6-1ed803782091 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:51:21.188780 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:21.197099 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.provisioning_blocks [None req-689e065a-6ce5-43fa-afb4-1dda9067ce96 None None] Transition to ACTIVE for port object 46bbe812-d5fb-4595-bb57-cefb92389286 will not be triggered until provisioned by entity L2. {{(pid=102194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:51:21.267376 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:21.268835 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-689e065a-6ce5-43fa-afb4-1dda9067ce96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:21.288901 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-2bb346ac-1100-4420-be8b-0af1c3906a71 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Notify callbacks [] for port, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:21.292460 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port 29b1989f-3c16-4917-83e6-1ed803782091, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=29b1989f-3c16-4917-83e6-1ed803782091,segment=NetworkSegment(fab28bed-aa25-40db-bba4-ec26e795194c),segment_id=fab28bed-aa25-40db-bba4-ec26e795194c)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:51:21.339468 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f63936-896b-4f8b-b472-7f42bad7214a None None] Pushing event updated for resources: {'Port': ['ID=46bbe812-d5fb-4595-bb57-cefb92389286,revision_number=3']} {{(pid=102194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:51:21.354786 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-2bb346ac-1100-4420-be8b-0af1c3906a71 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:21.362046 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f63936-896b-4f8b-b472-7f42bad7214a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:51:21.362426 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f63936-896b-4f8b-b472-7f42bad7214a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:51:21.362767 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f63936-896b-4f8b-b472-7f42bad7214a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:51:21.363102 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f63936-896b-4f8b-b472-7f42bad7214a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:51:21.363429 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f63936-896b-4f8b-b472-7f42bad7214a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:51:21.363754 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f63936-896b-4f8b-b472-7f42bad7214a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:51:21.364077 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f63936-896b-4f8b-b472-7f42bad7214a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:51:21.364398 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f63936-896b-4f8b-b472-7f42bad7214a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:51:21.364719 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f63936-896b-4f8b-b472-7f42bad7214a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:51:21.365571 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f63936-896b-4f8b-b472-7f42bad7214a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:51:21.365892 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f63936-896b-4f8b-b472-7f42bad7214a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:51:21.366213 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f63936-896b-4f8b-b472-7f42bad7214a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:51:21.378256 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-689e065a-6ce5-43fa-afb4-1dda9067ce96 None None] Attempting to bind port 46bbe812-d5fb-4595-bb57-cefb92389286 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:51:21.378651 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-689e065a-6ce5-43fa-afb4-1dda9067ce96 None None] Attempting to bind port 46bbe812-d5fb-4595-bb57-cefb92389286 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': '96665fb4-b445-453f-85f9-e826534b59e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'a5ea91b2-c708-4745-beed-90616be4437e'}] {{(pid=102194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:51:21.379006 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689e065a-6ce5-43fa-afb4-1dda9067ce96 None None] Attempting to bind port 46bbe812-d5fb-4595-bb57-cefb92389286 on network a5ea91b2-c708-4745-beed-90616be4437e {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:51:21.383232 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:21.385104 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689e065a-6ce5-43fa-afb4-1dda9067ce96 None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 51, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:51:21.385257 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689e065a-6ce5-43fa-afb4-1dda9067ce96 None None] Checking segment: {'id': '96665fb4-b445-453f-85f9-e826534b59e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'a5ea91b2-c708-4745-beed-90616be4437e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:51:21.386193 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-689e065a-6ce5-43fa-afb4-1dda9067ce96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:21.386193 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689e065a-6ce5-43fa-afb4-1dda9067ce96 None None] Bound using segment: {'id': '96665fb4-b445-453f-85f9-e826534b59e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'a5ea91b2-c708-4745-beed-90616be4437e'} {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:51:21.386582 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-689e065a-6ce5-43fa-afb4-1dda9067ce96 None None] Bound port: 46bbe812-d5fb-4595-bb57-cefb92389286, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96665fb4-b445-453f-85f9-e826534b59e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'a5ea91b2-c708-4745-beed-90616be4437e'}}] {{(pid=102194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:51:21.386854 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-689e065a-6ce5-43fa-afb4-1dda9067ce96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:21.428457 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb346ac-1100-4420-be8b-0af1c3906a71 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Pushing event updated for resources: {'Port': ['ID=8a1d1772-76cf-433c-b000-69bc37ecb0d1,revision_number=2']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:51:21.445352 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-2bb346ac-1100-4420-be8b-0af1c3906a71 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446866'] for floatingip, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:21.459055 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=29b1989f-3c16-4917-83e6-1ed803782091,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:51:21.460730 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.db [None req-689e065a-6ce5-43fa-afb4-1dda9067ce96 None None] For port 46bbe812-d5fb-4595-bb57-cefb92389286, host n-d-764292-30, cleared binding levels {{(pid=102194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:51:21.464221 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.db [None req-689e065a-6ce5-43fa-afb4-1dda9067ce96 None None] For port 46bbe812-d5fb-4595-bb57-cefb92389286, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=46bbe812-d5fb-4595-bb57-cefb92389286,segment=NetworkSegment(96665fb4-b445-453f-85f9-e826534b59e1),segment_id=96665fb4-b445-453f-85f9-e826534b59e1)] {{(pid=102194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:51:21.548548 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-2bb346ac-1100-4420-be8b-0af1c3906a71 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for floatingip, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:21.549829 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-2bb346ac-1100-4420-be8b-0af1c3906a71 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1628356 Aug 11 03:51:21.577619 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-689e065a-6ce5-43fa-afb4-1dda9067ce96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:21.639429 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f63936-896b-4f8b-b472-7f42bad7214a None None] Pushing event updated for resources: {'Port': ['ID=46bbe812-d5fb-4595-bb57-cefb92389286,revision_number=4']} {{(pid=102194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:51:21.642216 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689e065a-6ce5-43fa-afb4-1dda9067ce96 None None] Routers {'02fb9610-9193-47cf-b01f-9def3fe4cccd'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:51:21.642855 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-689e065a-6ce5-43fa-afb4-1dda9067ce96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:51:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['02fb9610-9193-47cf-b01f-9def3fe4cccd'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:51:21.706908 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-96682755-be36-4bb7-ab78-884dab01da45 req-d9983679-95f7-47b0-b453-15b55fa8bba1 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--334089728&fields=id&tenant_id=9d0143ac25424ed0a1039c6711371bf5 HTTP/1.1" status: 200 len: 267 time: 0.0419035 Aug 11 03:51:21.759107 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-689e065a-6ce5-43fa-afb4-1dda9067ce96 None None] Set router 02fb9610-9193-47cf-b01f-9def3fe4cccd gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:51:21.817012 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96682755-be36-4bb7-ab78-884dab01da45 req-c1cfd053-358d-4d31-b9ac-c264eeabcfa5 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:51:21.819031 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-96682755-be36-4bb7-ab78-884dab01da45 req-c1cfd053-358d-4d31-b9ac-c264eeabcfa5 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/networks?id=a5ea91b2-c708-4745-beed-90616be4437e HTTP/1.1" status: 200 len: 811 time: 0.1109719 Aug 11 03:51:21.834618 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-96682755-be36-4bb7-ab78-884dab01da45 req-10fada74-603e-4625-a1b9-67576933dc89 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/quotas/9d0143ac25424ed0a1039c6711371bf5 HTTP/1.1" status: 200 len: 375 time: 0.0091734 Aug 11 03:51:21.895226 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-96682755-be36-4bb7-ab78-884dab01da45 req-46ed8631-0615-46a7-b566-d7af9da2b055 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=9d0143ac25424ed0a1039c6711371bf5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0478814 Aug 11 03:51:21.960126 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-689e065a-6ce5-43fa-afb4-1dda9067ce96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02fb9610-9193-47cf-b01f-9def3fe4cccd', 'name': 'tempest-ServerActionsTestJSON-877526914-router', 'tenant_id': '9d0143ac25424ed0a1039c6711371bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': '29b1989f-3c16-4917-83e6-1ed803782091', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:51:14Z', 'updated_at': '2021-08-11T03:51:17Z', 'revision_number': 4, 'project_id': '9d0143ac25424ed0a1039c6711371bf5', 'gw_port': {'id': '29b1989f-3c16-4917-83e6-1ed803782091', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:5f:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02fb9610-9193-47cf-b01f-9def3fe4cccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:51:15Z', 'updated_at': '2021-08-11T03:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '46bbe812-d5fb-4595-bb57-cefb92389286', 'name': '', 'network_id': 'a5ea91b2-c708-4745-beed-90616be4437e', 'tenant_id': '9d0143ac25424ed0a1039c6711371bf5', 'mac_address': 'fa:16:3e:92:d8:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02fb9610-9193-47cf-b01f-9def3fe4cccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'e27dafc1-db87-435e-90cb-a6e72d9ff11b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:51:17Z', 'updated_at': '2021-08-11T03:51:21Z', 'revision_number': 4, 'project_id': '9d0143ac25424ed0a1039c6711371bf5', 'subnets': [{'id': 'e27dafc1-db87-435e-90cb-a6e72d9ff11b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:51:21.984904 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689e065a-6ce5-43fa-afb4-1dda9067ce96 None None] The sync data for ids ['02fb9610-9193-47cf-b01f-9def3fe4cccd'] in n-d-764292-30 is: [{'id': '02fb9610-9193-47cf-b01f-9def3fe4cccd', 'name': 'tempest-ServerActionsTestJSON-877526914-router', 'tenant_id': '9d0143ac25424ed0a1039c6711371bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': '29b1989f-3c16-4917-83e6-1ed803782091', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:51:14Z', 'updated_at': '2021-08-11T03:51:17Z', 'revision_number': 4, 'project_id': '9d0143ac25424ed0a1039c6711371bf5', 'gw_port': {'id': '29b1989f-3c16-4917-83e6-1ed803782091', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:5f:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02fb9610-9193-47cf-b01f-9def3fe4cccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:51:15Z', 'updated_at': '2021-08-11T03:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '46bbe812-d5fb-4595-bb57-cefb92389286', 'name': '', 'network_id': 'a5ea91b2-c708-4745-beed-90616be4437e', 'tenant_id': '9d0143ac25424ed0a1039c6711371bf5', 'mac_address': 'fa:16:3e:92:d8:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02fb9610-9193-47cf-b01f-9def3fe4cccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'e27dafc1-db87-435e-90cb-a6e72d9ff11b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:51:17Z', 'updated_at': '2021-08-11T03:51:21Z', 'revision_number': 4, 'project_id': '9d0143ac25424ed0a1039c6711371bf5', 'subnets': [{'id': 'e27dafc1-db87-435e-90cb-a6e72d9ff11b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:51:22.050096 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-96682755-be36-4bb7-ab78-884dab01da45 req-af536b4f-2fd3-4532-8ba0-bcc1fdd880ad service neutron] 10.222.0.41 "GET /v2.0/networks/a5ea91b2-c708-4745-beed-90616be4437e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414719 Aug 11 03:51:22.143898 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-96682755-be36-4bb7-ab78-884dab01da45 req-5f029bf9-e3af-45e5-89df-92357cb2d2ad service neutron] 10.222.0.41 "GET /v2.0/networks/a5ea91b2-c708-4745-beed-90616be4437e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867422 Aug 11 03:51:22.402891 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d323e24c-ddd9-4536-ae93-94efa292f26d req-4f381a8e-a1a1-4460-aab9-a59d80730660 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=42f69bb7-79e8-4795-9342-fb7eca5ebd63 HTTP/1.1" status: 200 len: 210 time: 0.0276685 Aug 11 03:51:23.036146 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 46bbe812-d5fb-4595-bb57-cefb92389286 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:51:23.148591 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port 46bbe812-d5fb-4595-bb57-cefb92389286 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:51:23.152367 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 46bbe812-d5fb-4595-bb57-cefb92389286 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:51:23.152732 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:23.228204 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:23.260184 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port 46bbe812-d5fb-4595-bb57-cefb92389286, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=46bbe812-d5fb-4595-bb57-cefb92389286,segment=NetworkSegment(96665fb4-b445-453f-85f9-e826534b59e1),segment_id=96665fb4-b445-453f-85f9-e826534b59e1)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:51:23.354434 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:23.355321 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 29b1989f-3c16-4917-83e6-1ed803782091 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:51:23.440978 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=46bbe812-d5fb-4595-bb57-cefb92389286,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:51:23.451663 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 29b1989f-3c16-4917-83e6-1ed803782091 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:51:23.452048 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:23.522962 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d78215ff-a595-4a20-8490-7cb393eabec6 req-e2b46cdb-ef2e-4d37-816c-15e3473c460c tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=42f69bb7-79e8-4795-9342-fb7eca5ebd63 HTTP/1.1" status: 200 len: 210 time: 0.0544171 Aug 11 03:51:24.396015 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96682755-be36-4bb7-ab78-884dab01da45 req-63bc2f42-57ba-4c92-9345-b648c9b57246 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:51:24.397981 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-96682755-be36-4bb7-ab78-884dab01da45 req-63bc2f42-57ba-4c92-9345-b648c9b57246 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.22 "GET /v2.0/networks?id=a5ea91b2-c708-4745-beed-90616be4437e HTTP/1.1" status: 200 len: 811 time: 0.1018260 Aug 11 03:51:24.440761 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-96682755-be36-4bb7-ab78-884dab01da45 req-56c561d4-d0a8-4eba-9db1-02a652f7aaa5 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9d0143ac25424ed0a1039c6711371bf5 HTTP/1.1" status: 200 len: 379 time: 0.0338874 Aug 11 03:51:24.450760 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-96682755-be36-4bb7-ab78-884dab01da45 req-9c871b52-0332-4c69-9399-cc791d4be9da tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Request body: {'port': {'device_id': '42f69bb7-79e8-4795-9342-fb7eca5ebd63', 'network_id': 'a5ea91b2-c708-4745-beed-90616be4437e', 'admin_state_up': True, 'tenant_id': '9d0143ac25424ed0a1039c6711371bf5', 'security_groups': ['2f22c4ac-8df9-4e4c-be4f-551791d33c61']}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:51:24.600382 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96682755-be36-4bb7-ab78-884dab01da45 req-9c871b52-0332-4c69-9399-cc791d4be9da tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Made reservation on behalf of 9d0143ac25424ed0a1039c6711371bf5 for: {'port': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:51:24.604161 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-96682755-be36-4bb7-ab78-884dab01da45 req-9c871b52-0332-4c69-9399-cc791d4be9da tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:24.618027 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c804a1ab-0b2b-42b5-bed3-ca053d215676 req-4d3f58a1-bdac-45fb-b918-a1fe71daeda8 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=42f69bb7-79e8-4795-9342-fb7eca5ebd63 HTTP/1.1" status: 200 len: 210 time: 0.0263357 Aug 11 03:51:24.732141 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [req-96682755-be36-4bb7-ab78-884dab01da45 req-9c871b52-0332-4c69-9399-cc791d4be9da tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Allocated IP 172.20.0.10 (a5ea91b2-c708-4745-beed-90616be4437e/e27dafc1-db87-435e-90cb-a6e72d9ff11b/17ea4605-a3cd-4310-98d3-e85b136e3b4d) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:51:24.867214 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-96682755-be36-4bb7-ab78-884dab01da45 req-9c871b52-0332-4c69-9399-cc791d4be9da tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:24.882024 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [req-96682755-be36-4bb7-ab78-884dab01da45 req-9c871b52-0332-4c69-9399-cc791d4be9da tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Transition to ACTIVE for port object 17ea4605-a3cd-4310-98d3-e85b136e3b4d will not be triggered until provisioned by entity DHCP. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:51:24.982118 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-96682755-be36-4bb7-ab78-884dab01da45 req-9c871b52-0332-4c69-9399-cc791d4be9da tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:25.017700 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 46bbe812-d5fb-4595-bb57-cefb92389286 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:51:25.028485 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96682755-be36-4bb7-ab78-884dab01da45 req-9c871b52-0332-4c69-9399-cc791d4be9da tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Network a5ea91b2-c708-4745-beed-90616be4437e is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:51:25.031633 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [req-96682755-be36-4bb7-ab78-884dab01da45 req-9c871b52-0332-4c69-9399-cc791d4be9da tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:51:25.035415 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-96682755-be36-4bb7-ab78-884dab01da45 req-9c871b52-0332-4c69-9399-cc791d4be9da tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:51:25.042304 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c871b52-0332-4c69-9399-cc791d4be9da tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Pushing event updated for resources: {'Port': ['ID=17ea4605-a3cd-4310-98d3-e85b136e3b4d,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:51:25.072060 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c871b52-0332-4c69-9399-cc791d4be9da tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:51:25.072403 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c871b52-0332-4c69-9399-cc791d4be9da tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:51:25.072737 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c871b52-0332-4c69-9399-cc791d4be9da tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:51:25.073071 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c871b52-0332-4c69-9399-cc791d4be9da tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:51:25.073402 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c871b52-0332-4c69-9399-cc791d4be9da tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:51:25.073727 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c871b52-0332-4c69-9399-cc791d4be9da tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:51:25.074048 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c871b52-0332-4c69-9399-cc791d4be9da tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:51:25.074395 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c871b52-0332-4c69-9399-cc791d4be9da tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:51:25.074714 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c871b52-0332-4c69-9399-cc791d4be9da tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:51:25.075032 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c871b52-0332-4c69-9399-cc791d4be9da tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:51:25.075353 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c871b52-0332-4c69-9399-cc791d4be9da tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:51:25.075673 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c871b52-0332-4c69-9399-cc791d4be9da tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:51:25.084875 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 46bbe812-d5fb-4595-bb57-cefb92389286 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:51:25.085604 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:25.102132 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96682755-be36-4bb7-ab78-884dab01da45 req-9c871b52-0332-4c69-9399-cc791d4be9da tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:51:25.102816 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-96682755-be36-4bb7-ab78-884dab01da45 req-9c871b52-0332-4c69-9399-cc791d4be9da tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:25.172335 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-96682755-be36-4bb7-ab78-884dab01da45 req-9c871b52-0332-4c69-9399-cc791d4be9da tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7251678 Aug 11 03:51:25.185969 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [req-96682755-be36-4bb7-ab78-884dab01da45 req-a2d8f02d-e76a-423f-a0aa-ef73438c5e92 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102191) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:51:25.185969 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-96682755-be36-4bb7-ab78-884dab01da45 req-a2d8f02d-e76a-423f-a0aa-ef73438c5e92 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054386 Aug 11 03:51:25.197943 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-96682755-be36-4bb7-ab78-884dab01da45 req-42b680c9-fa47-4939-b794-311588421cfa service neutron] Request body: {'port': {'device_id': '42f69bb7-79e8-4795-9342-fb7eca5ebd63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764292-30'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:51:25.254779 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-96682755-be36-4bb7-ab78-884dab01da45 req-42b680c9-fa47-4939-b794-311588421cfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:25.364813 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-72e4377b-5544-4b52-8f2b-20fb8bd1ed53 None None] Provisioning for port 17ea4605-a3cd-4310-98d3-e85b136e3b4d completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:51:25.369248 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-72e4377b-5544-4b52-8f2b-20fb8bd1ed53 None None] Provisioning complete for port 17ea4605-a3cd-4310-98d3-e85b136e3b4d triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:51:25.369615 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-72e4377b-5544-4b52-8f2b-20fb8bd1ed53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:25.403531 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-72e4377b-5544-4b52-8f2b-20fb8bd1ed53 None None] Port 17ea4605-a3cd-4310-98d3-e85b136e3b4d cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:51:25.579407 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [req-96682755-be36-4bb7-ab78-884dab01da45 req-42b680c9-fa47-4939-b794-311588421cfa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17ea4605-a3cd-4310-98d3-e85b136e3b4d {{(pid=102191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:51:25.586637 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-96682755-be36-4bb7-ab78-884dab01da45 req-42b680c9-fa47-4939-b794-311588421cfa service neutron] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:25.597933 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [req-96682755-be36-4bb7-ab78-884dab01da45 req-42b680c9-fa47-4939-b794-311588421cfa service neutron] Transition to ACTIVE for port object 17ea4605-a3cd-4310-98d3-e85b136e3b4d will not be triggered until provisioned by entity L2. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:51:25.680220 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-96682755-be36-4bb7-ab78-884dab01da45 req-42b680c9-fa47-4939-b794-311588421cfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:25.741456 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb00599-ca63-4094-b085-65047874368b req-d46cf2b5-81e8-4b2e-97ff-6132ac9dec3f tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:51:25.749495 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2cb00599-ca63-4094-b085-65047874368b req-d46cf2b5-81e8-4b2e-97ff-6132ac9dec3f tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=42f69bb7-79e8-4795-9342-fb7eca5ebd63 HTTP/1.1" status: 200 len: 944 time: 0.0605812 Aug 11 03:51:25.749998 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b680c9-fa47-4939-b794-311588421cfa service neutron] Pushing event updated for resources: {'Port': ['ID=17ea4605-a3cd-4310-98d3-e85b136e3b4d,revision_number=2']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:51:25.790881 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2cb00599-ca63-4094-b085-65047874368b req-0f51a77f-d3a3-4b7e-b18f-99dc3e7b531a tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f22c4ac-8df9-4e4c-be4f-551791d33c61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400395 Aug 11 03:51:25.815617 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-96682755-be36-4bb7-ab78-884dab01da45 req-42b680c9-fa47-4939-b794-311588421cfa service neutron] Attempting to bind port 17ea4605-a3cd-4310-98d3-e85b136e3b4d on host n-h1-764292-30 for vnic_type normal with profile {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:51:25.816210 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-96682755-be36-4bb7-ab78-884dab01da45 req-42b680c9-fa47-4939-b794-311588421cfa service neutron] Attempting to bind port 17ea4605-a3cd-4310-98d3-e85b136e3b4d by drivers openvswitch,hyperv on host n-h1-764292-30 at level 0 using segments [{'id': '96665fb4-b445-453f-85f9-e826534b59e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'a5ea91b2-c708-4745-beed-90616be4437e'}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:51:25.816436 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96682755-be36-4bb7-ab78-884dab01da45 req-42b680c9-fa47-4939-b794-311588421cfa service neutron] Attempting to bind port 17ea4605-a3cd-4310-98d3-e85b136e3b4d on network a5ea91b2-c708-4745-beed-90616be4437e {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:51:25.821281 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96682755-be36-4bb7-ab78-884dab01da45 req-42b680c9-fa47-4939-b794-311588421cfa service neutron] Port 17ea4605-a3cd-4310-98d3-e85b136e3b4d on network a5ea91b2-c708-4745-beed-90616be4437e not bound, no agent of type Open vSwitch agent registered on host n-h1-764292-30 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:51:25.821602 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96682755-be36-4bb7-ab78-884dab01da45 req-42b680c9-fa47-4939-b794-311588421cfa service neutron] Attempting to bind port 17ea4605-a3cd-4310-98d3-e85b136e3b4d on network a5ea91b2-c708-4745-beed-90616be4437e {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:51:25.826731 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96682755-be36-4bb7-ab78-884dab01da45 req-42b680c9-fa47-4939-b794-311588421cfa service neutron] Checking agent: {'id': 'abb524c2-b412-4ed2-8367-45c4fd996fa7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 51, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:51:25.827070 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96682755-be36-4bb7-ab78-884dab01da45 req-42b680c9-fa47-4939-b794-311588421cfa service neutron] Checking segment: {'id': '96665fb4-b445-453f-85f9-e826534b59e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'a5ea91b2-c708-4745-beed-90616be4437e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:51:25.827456 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96682755-be36-4bb7-ab78-884dab01da45 req-42b680c9-fa47-4939-b794-311588421cfa service neutron] Bound using segment: {'id': '96665fb4-b445-453f-85f9-e826534b59e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'a5ea91b2-c708-4745-beed-90616be4437e'} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:51:25.827880 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-96682755-be36-4bb7-ab78-884dab01da45 req-42b680c9-fa47-4939-b794-311588421cfa service neutron] Bound port: 17ea4605-a3cd-4310-98d3-e85b136e3b4d, host: n-h1-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96665fb4-b445-453f-85f9-e826534b59e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'a5ea91b2-c708-4745-beed-90616be4437e'}}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:51:25.828242 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-96682755-be36-4bb7-ab78-884dab01da45 req-42b680c9-fa47-4939-b794-311588421cfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:25.897230 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-96682755-be36-4bb7-ab78-884dab01da45 req-42b680c9-fa47-4939-b794-311588421cfa service neutron] For port 17ea4605-a3cd-4310-98d3-e85b136e3b4d, host n-h1-764292-30, cleared binding levels {{(pid=102191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:51:25.900448 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-96682755-be36-4bb7-ab78-884dab01da45 req-42b680c9-fa47-4939-b794-311588421cfa service neutron] For port 17ea4605-a3cd-4310-98d3-e85b136e3b4d, host n-h1-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=17ea4605-a3cd-4310-98d3-e85b136e3b4d,segment=NetworkSegment(96665fb4-b445-453f-85f9-e826534b59e1),segment_id=96665fb4-b445-453f-85f9-e826534b59e1)] {{(pid=102191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:51:25.982100 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-96682755-be36-4bb7-ab78-884dab01da45 req-42b680c9-fa47-4939-b794-311588421cfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:26.016576 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96682755-be36-4bb7-ab78-884dab01da45 req-42b680c9-fa47-4939-b794-311588421cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:51:26.017256 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-96682755-be36-4bb7-ab78-884dab01da45 req-42b680c9-fa47-4939-b794-311588421cfa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:26.018714 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-96682755-be36-4bb7-ab78-884dab01da45 req-42b680c9-fa47-4939-b794-311588421cfa service neutron] 10.222.0.22 "PUT /v2.0/ports/17ea4605-a3cd-4310-98d3-e85b136e3b4d HTTP/1.1" status: 200 len: 1093 time: 0.8260126 Aug 11 03:51:26.019155 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42f69bb7-79e8-4795-9342-fb7eca5ebd63', 'tag': '17ea4605-a3cd-4310-98d3-e85b136e3b4d'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:51:26.021962 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38283f46-b642-4a68-9de6-016f48a76195" -d '{"events": [{"name": "network-changed", "server_uuid": "42f69bb7-79e8-4795-9342-fb7eca5ebd63", "tag": "17ea4605-a3cd-4310-98d3-e85b136e3b4d"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:51:26.050512 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b680c9-fa47-4939-b794-311588421cfa service neutron] Pushing event updated for resources: {'Port': ['ID=17ea4605-a3cd-4310-98d3-e85b136e3b4d,revision_number=3']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:51:26.067479 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af1767b9-8005-4c1b-a480-b20bc2e7fe58 x-openstack-request-id: req-af1767b9-8005-4c1b-a480-b20bc2e7fe58 {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:51:26.067828 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42f69bb7-79e8-4795-9342-fb7eca5ebd63", "tag": "17ea4605-a3cd-4310-98d3-e85b136e3b4d", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:51:26.068048 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-af1767b9-8005-4c1b-a480-b20bc2e7fe58 {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:51:26.069002 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42f69bb7-79e8-4795-9342-fb7eca5ebd63', 'tag': '17ea4605-a3cd-4310-98d3-e85b136e3b4d', 'status': 'completed', 'code': 200} Aug 11 03:51:26.139301 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38283f46-b642-4a68-9de6-016f48a76195 req-6754a581-2b24-418d-a98c-a7153212cf5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:51:26.140924 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-38283f46-b642-4a68-9de6-016f48a76195 req-6754a581-2b24-418d-a98c-a7153212cf5e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9d0143ac25424ed0a1039c6711371bf5&device_id=42f69bb7-79e8-4795-9342-fb7eca5ebd63 HTTP/1.1" status: 200 len: 1096 time: 0.0499232 Aug 11 03:51:26.249378 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38283f46-b642-4a68-9de6-016f48a76195 req-b4a0b2b9-7d29-4354-9a17-1be5969078a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:51:26.251126 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-38283f46-b642-4a68-9de6-016f48a76195 req-b4a0b2b9-7d29-4354-9a17-1be5969078a3 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=9d0143ac25424ed0a1039c6711371bf5&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1008601 Aug 11 03:51:26.352651 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38283f46-b642-4a68-9de6-016f48a76195 req-f9e60a04-23fc-4bdf-87fd-dff56bc4b5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:51:26.354161 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-38283f46-b642-4a68-9de6-016f48a76195 req-f9e60a04-23fc-4bdf-87fd-dff56bc4b5c8 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0944498 Aug 11 03:51:26.430128 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96682755-be36-4bb7-ab78-884dab01da45 req-668eedb0-c656-49b0-912d-2926745c5a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:51:26.431584 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-96682755-be36-4bb7-ab78-884dab01da45 req-668eedb0-c656-49b0-912d-2926745c5a1b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9d0143ac25424ed0a1039c6711371bf5&device_id=42f69bb7-79e8-4795-9342-fb7eca5ebd63 HTTP/1.1" status: 200 len: 1096 time: 0.0413308 Aug 11 03:51:26.473173 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-96682755-be36-4bb7-ab78-884dab01da45 req-0d4d2661-bfcd-4b96-9b09-2bb552e7224d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=17ea4605-a3cd-4310-98d3-e85b136e3b4d HTTP/1.1" status: 200 len: 217 time: 0.0337477 Aug 11 03:51:26.521723 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96682755-be36-4bb7-ab78-884dab01da45 req-cdd2c401-03d0-4124-9362-e4f5bd3f6f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:51:26.523166 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-96682755-be36-4bb7-ab78-884dab01da45 req-cdd2c401-03d0-4124-9362-e4f5bd3f6f23 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e27dafc1-db87-435e-90cb-a6e72d9ff11b HTTP/1.1" status: 200 len: 850 time: 0.0429220 Aug 11 03:51:26.573000 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96682755-be36-4bb7-ab78-884dab01da45 req-1620b7a5-5f56-4cc5-92f2-afcfd9ad9e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:51:26.574518 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-96682755-be36-4bb7-ab78-884dab01da45 req-1620b7a5-5f56-4cc5-92f2-afcfd9ad9e9a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a5ea91b2-c708-4745-beed-90616be4437e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444281 Aug 11 03:51:26.663669 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-96682755-be36-4bb7-ab78-884dab01da45 req-8f851ff6-9a06-4822-8882-d4b6d013d371 service neutron] 10.222.0.22 "GET /v2.0/networks/a5ea91b2-c708-4745-beed-90616be4437e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821548 Aug 11 03:51:26.754560 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-96682755-be36-4bb7-ab78-884dab01da45 req-7d6528e0-5258-4fdb-8756-c137adb0b4da service neutron] 10.222.0.22 "GET /v2.0/networks/a5ea91b2-c708-4745-beed-90616be4437e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843053 Aug 11 03:51:26.907538 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b6c09b-46ef-441c-bc13-d12598bd95ce req-788e2034-dffa-4f5e-86ba-1398d1494f01 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:51:26.908909 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-24b6c09b-46ef-441c-bc13-d12598bd95ce req-788e2034-dffa-4f5e-86ba-1398d1494f01 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=42f69bb7-79e8-4795-9342-fb7eca5ebd63 HTTP/1.1" status: 200 len: 944 time: 0.0478399 Aug 11 03:51:26.946571 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-24b6c09b-46ef-441c-bc13-d12598bd95ce req-7fb8b1ce-bd14-446b-982f-3febc3f760c7 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f22c4ac-8df9-4e4c-be4f-551791d33c61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309060 Aug 11 03:51:28.063429 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e97caf4-8b4c-4db3-a65d-2a858110eb6c req-f34b5256-0165-4590-acbf-312c55f5c87a tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:51:28.064923 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0e97caf4-8b4c-4db3-a65d-2a858110eb6c req-f34b5256-0165-4590-acbf-312c55f5c87a tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=42f69bb7-79e8-4795-9342-fb7eca5ebd63 HTTP/1.1" status: 200 len: 944 time: 0.0528538 Aug 11 03:51:28.157003 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0e97caf4-8b4c-4db3-a65d-2a858110eb6c req-638ea229-587b-4412-9e71-7d287cc0a04e tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f22c4ac-8df9-4e4c-be4f-551791d33c61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860817 Aug 11 03:51:29.211163 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-7d721d52-65c6-4b16-9ec8-3daad26c3e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:29.324911 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326df2ca-944c-4839-830e-724c0a8717e4 req-a71af87c-7deb-48f9-a56f-2513c56c0d3d tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:51:29.326427 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-326df2ca-944c-4839-830e-724c0a8717e4 req-a71af87c-7deb-48f9-a56f-2513c56c0d3d tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=42f69bb7-79e8-4795-9342-fb7eca5ebd63 HTTP/1.1" status: 200 len: 944 time: 0.1039219 Aug 11 03:51:29.364434 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-326df2ca-944c-4839-830e-724c0a8717e4 req-573cf88c-3779-4e23-b884-2204f064537c tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f22c4ac-8df9-4e4c-be4f-551791d33c61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317955 Aug 11 03:51:30.475829 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e424bb-9432-40ad-ada3-547d9e219e93 req-36efbde5-94c4-4838-838d-44ad6bddae1b tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:51:30.477276 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-55e424bb-9432-40ad-ada3-547d9e219e93 req-36efbde5-94c4-4838-838d-44ad6bddae1b tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=42f69bb7-79e8-4795-9342-fb7eca5ebd63 HTTP/1.1" status: 200 len: 944 time: 0.0476944 Aug 11 03:51:30.514492 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-55e424bb-9432-40ad-ada3-547d9e219e93 req-e692a6c4-a9fa-47e3-9feb-6be1a6485a0e tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f22c4ac-8df9-4e4c-be4f-551791d33c61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314019 Aug 11 03:51:30.650581 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 17ea4605-a3cd-4310-98d3-e85b136e3b4d details requested by agent hyperv_n-h1-764292-30 with host n-h1-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:51:30.743587 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 17ea4605-a3cd-4310-98d3-e85b136e3b4d, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=17ea4605-a3cd-4310-98d3-e85b136e3b4d,segment=NetworkSegment(96665fb4-b445-453f-85f9-e826534b59e1),segment_id=96665fb4-b445-453f-85f9-e826534b59e1)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:51:30.754760 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Returning: {'device': '17ea4605-a3cd-4310-98d3-e85b136e3b4d', 'network_id': 'a5ea91b2-c708-4745-beed-90616be4437e', 'port_id': '17ea4605-a3cd-4310-98d3-e85b136e3b4d', 'mac_address': 'fa:16:3e:6a:ca:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e27dafc1-db87-435e-90cb-a6e72d9ff11b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:51:30.790590 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:30.806535 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17ea4605-a3cd-4310-98d3-e85b136e3b4d {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:51:30.825154 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 17ea4605-a3cd-4310-98d3-e85b136e3b4d, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=17ea4605-a3cd-4310-98d3-e85b136e3b4d,segment=NetworkSegment(96665fb4-b445-453f-85f9-e826534b59e1),segment_id=96665fb4-b445-453f-85f9-e826534b59e1)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:51:30.885691 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:31.083651 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=17ea4605-a3cd-4310-98d3-e85b136e3b4d,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:51:31.090914 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:51:31.091263 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:51:31.091611 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:51:31.091940 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:51:31.092274 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:51:31.092608 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:51:31.092933 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:51:31.093257 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:51:31.093582 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:51:31.093901 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:51:31.094223 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:51:31.094566 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:51:31.207960 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['17ea4605-a3cd-4310-98d3-e85b136e3b4d'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:51:31.632192 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48ad958-7726-4542-a4d8-dcf7447d509e req-0ac67ec8-13b7-4dab-bb6e-27754e0b53d2 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:51:31.633665 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f48ad958-7726-4542-a4d8-dcf7447d509e req-0ac67ec8-13b7-4dab-bb6e-27754e0b53d2 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=42f69bb7-79e8-4795-9342-fb7eca5ebd63 HTTP/1.1" status: 200 len: 945 time: 0.0529480 Aug 11 03:51:31.672100 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f48ad958-7726-4542-a4d8-dcf7447d509e req-e6adc9b9-e21d-410d-a873-a2285bb6b981 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f22c4ac-8df9-4e4c-be4f-551791d33c61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325124 Aug 11 03:51:31.873930 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:32.062558 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8a95b166-df4f-4dea-8db4-367a0ee47585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:32.666169 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 17ea4605-a3cd-4310-98d3-e85b136e3b4d up at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:51:32.785041 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487a880f-4bc9-4ca5-936c-f89fbc9e9684 req-7facf72b-64c5-47f0-a318-e0ffc26897b9 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:51:32.786607 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-487a880f-4bc9-4ca5-936c-f89fbc9e9684 req-7facf72b-64c5-47f0-a318-e0ffc26897b9 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=42f69bb7-79e8-4795-9342-fb7eca5ebd63 HTTP/1.1" status: 200 len: 945 time: 0.0497491 Aug 11 03:51:32.794113 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning for port 17ea4605-a3cd-4310-98d3-e85b136e3b4d completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:51:32.798036 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning complete for port 17ea4605-a3cd-4310-98d3-e85b136e3b4d triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:51:32.798536 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:32.825023 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-487a880f-4bc9-4ca5-936c-f89fbc9e9684 req-4e2f2f40-5020-4041-aa42-6ed503b785f5 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f22c4ac-8df9-4e4c-be4f-551791d33c61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316360 Aug 11 03:51:32.875651 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:32.896937 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42f69bb7-79e8-4795-9342-fb7eca5ebd63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17ea4605-a3cd-4310-98d3-e85b136e3b4d'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:51:32.899195 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afa88a35-ea24-478a-87f0-f42bb9099e5b" -d '{"events": [{"server_uuid": "42f69bb7-79e8-4795-9342-fb7eca5ebd63", "name": "network-vif-plugged", "status": "completed", "tag": "17ea4605-a3cd-4310-98d3-e85b136e3b4d"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:51:32.912344 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 17ea4605-a3cd-4310-98d3-e85b136e3b4d, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=17ea4605-a3cd-4310-98d3-e85b136e3b4d,segment=NetworkSegment(96665fb4-b445-453f-85f9-e826534b59e1),segment_id=96665fb4-b445-453f-85f9-e826534b59e1)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:51:32.934884 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:51:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca048410-5958-4b67-8a9e-165b963148c7 x-openstack-request-id: req-ca048410-5958-4b67-8a9e-165b963148c7 {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:51:32.935046 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42f69bb7-79e8-4795-9342-fb7eca5ebd63", "name": "network-vif-plugged", "status": "completed", "tag": "17ea4605-a3cd-4310-98d3-e85b136e3b4d", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:51:32.935291 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ca048410-5958-4b67-8a9e-165b963148c7 {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:51:32.935680 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42f69bb7-79e8-4795-9342-fb7eca5ebd63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17ea4605-a3cd-4310-98d3-e85b136e3b4d', 'code': 200} Aug 11 03:51:32.988251 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:33.039299 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=17ea4605-a3cd-4310-98d3-e85b136e3b4d,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:51:33.087143 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ae4f06-364c-43d6-84b0-80ed1721ae5f req-43c180a6-003f-4f92-b163-3d65f52f09ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:51:33.088630 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-f6ae4f06-364c-43d6-84b0-80ed1721ae5f req-43c180a6-003f-4f92-b163-3d65f52f09ca service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=42f69bb7-79e8-4795-9342-fb7eca5ebd63 HTTP/1.1" status: 200 len: 1098 time: 0.0955300 Aug 11 03:51:33.124293 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-f6ae4f06-364c-43d6-84b0-80ed1721ae5f req-e4f417a9-d3b5-495b-89d0-84f663fd0ff7 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=2f22c4ac-8df9-4e4c-be4f-551791d33c61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0283179 Aug 11 03:51:33.124527 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:33.937449 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d8241f-ee89-4300-a193-d67bc9b2cae3 req-47502af9-4921-4ba8-ac03-eedc592e4a03 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:51:33.938957 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-46d8241f-ee89-4300-a193-d67bc9b2cae3 req-47502af9-4921-4ba8-ac03-eedc592e4a03 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=42f69bb7-79e8-4795-9342-fb7eca5ebd63 HTTP/1.1" status: 200 len: 946 time: 0.0494421 Aug 11 03:51:33.976454 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-46d8241f-ee89-4300-a193-d67bc9b2cae3 req-46f08466-f3ae-4d10-b311-f47ff2ad4315 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f22c4ac-8df9-4e4c-be4f-551791d33c61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308797 Aug 11 03:51:34.754037 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:35.094815 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ca62f8-1189-4df7-8f7c-5294e6e36520 req-7672efd0-41a7-49f4-acc9-684269c3a25d tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:51:35.096294 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b3ca62f8-1189-4df7-8f7c-5294e6e36520 req-7672efd0-41a7-49f4-acc9-684269c3a25d tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=42f69bb7-79e8-4795-9342-fb7eca5ebd63 HTTP/1.1" status: 200 len: 946 time: 0.0527203 Aug 11 03:51:35.132947 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b3ca62f8-1189-4df7-8f7c-5294e6e36520 req-85fa7e24-0ed7-439d-b95a-040c8b7b3649 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f22c4ac-8df9-4e4c-be4f-551791d33c61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308480 Aug 11 03:51:35.241433 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc05b37-a781-4c5c-9f65-ab1f9bd6102c req-85508107-5450-40c3-bc72-b727e0266cc1 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:51:35.243076 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0cc05b37-a781-4c5c-9f65-ab1f9bd6102c req-85508107-5450-40c3-bc72-b727e0266cc1 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=42f69bb7-79e8-4795-9342-fb7eca5ebd63 HTTP/1.1" status: 200 len: 946 time: 0.0485439 Aug 11 03:51:35.252056 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 47584) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:51:35.257167 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-6eb8bbf1-c654-461d-90f0-fdf48b98d5d2 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Request body: {'floatingip': {'port_id': '17ea4605-a3cd-4310-98d3-e85b136e3b4d'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:51:35.300945 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-6eb8bbf1-c654-461d-90f0-fdf48b98d5d2 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Notify callbacks [] for floatingip, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:35.722150 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-6eb8bbf1-c654-461d-90f0-fdf48b98d5d2 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:35.787496 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-6eb8bbf1-c654-461d-90f0-fdf48b98d5d2 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446866'] for floatingip, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:35.885429 n-d-764292-30 neutron-server[102192]: INFO neutron.db.l3_db [None req-6eb8bbf1-c654-461d-90f0-fdf48b98d5d2 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Floating IP ed7b149c-932e-410e-81e2-7198430a3c08 associated. External IP: 172.25.8.91, port: 17ea4605-a3cd-4310-98d3-e85b136e3b4d. Aug 11 03:51:36.409078 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6eb8bbf1-c654-461d-90f0-fdf48b98d5d2 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Router 02fb9610-9193-47cf-b01f-9def3fe4cccd has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:51:36.515105 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eb8bbf1-c654-461d-90f0-fdf48b98d5d2 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:51:36.520279 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-6eb8bbf1-c654-461d-90f0-fdf48b98d5d2 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for floatingip, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:36.524818 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03213d17-14d0-4982-b0db-0a4d20bb146c None None] Sync routers for ids ['02fb9610-9193-47cf-b01f-9def3fe4cccd'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:51:36.533478 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03213d17-14d0-4982-b0db-0a4d20bb146c None None] Routers {'02fb9610-9193-47cf-b01f-9def3fe4cccd'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:51:36.534084 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-03213d17-14d0-4982-b0db-0a4d20bb146c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:51:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['02fb9610-9193-47cf-b01f-9def3fe4cccd'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:51:36.547524 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-6eb8bbf1-c654-461d-90f0-fdf48b98d5d2 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "PUT /v2.0/floatingips/ed7b149c-932e-410e-81e2-7198430a3c08 HTTP/1.1" status: 200 len: 991 time: 1.2944286 Aug 11 03:51:36.548105 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42f69bb7-79e8-4795-9342-fb7eca5ebd63', 'tag': '17ea4605-a3cd-4310-98d3-e85b136e3b4d'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:51:36.550405 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73167f54-b906-4318-a94b-8ddf128342c3" -d '{"events": [{"name": "network-changed", "server_uuid": "42f69bb7-79e8-4795-9342-fb7eca5ebd63", "tag": "17ea4605-a3cd-4310-98d3-e85b136e3b4d"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:51:36.645674 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-03213d17-14d0-4982-b0db-0a4d20bb146c None None] Set router 02fb9610-9193-47cf-b01f-9def3fe4cccd gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:51:36.650010 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:51:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d50b57db-0d47-4515-bb74-a33e1c7acbce x-openstack-request-id: req-d50b57db-0d47-4515-bb74-a33e1c7acbce {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:51:36.650310 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42f69bb7-79e8-4795-9342-fb7eca5ebd63", "tag": "17ea4605-a3cd-4310-98d3-e85b136e3b4d", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:51:36.650574 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d50b57db-0d47-4515-bb74-a33e1c7acbce {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:51:36.650972 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42f69bb7-79e8-4795-9342-fb7eca5ebd63', 'tag': '17ea4605-a3cd-4310-98d3-e85b136e3b4d', 'status': 'completed', 'code': 200} Aug 11 03:51:36.709724 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73167f54-b906-4318-a94b-8ddf128342c3 req-94ed01f8-133a-4d56-a24d-483d59b8305c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:51:36.711201 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-73167f54-b906-4318-a94b-8ddf128342c3 req-94ed01f8-133a-4d56-a24d-483d59b8305c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9d0143ac25424ed0a1039c6711371bf5&device_id=42f69bb7-79e8-4795-9342-fb7eca5ebd63 HTTP/1.1" status: 200 len: 1098 time: 0.0393238 Aug 11 03:51:36.802114 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73167f54-b906-4318-a94b-8ddf128342c3 req-8b16c83c-ee46-477c-9ba5-dbf5450b9ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:51:36.804296 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-73167f54-b906-4318-a94b-8ddf128342c3 req-8b16c83c-ee46-477c-9ba5-dbf5450b9ec1 service neutron] 10.222.0.22 "GET /v2.0/networks?id=a5ea91b2-c708-4745-beed-90616be4437e HTTP/1.1" status: 200 len: 912 time: 0.0864201 Aug 11 03:51:36.865503 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-03213d17-14d0-4982-b0db-0a4d20bb146c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02fb9610-9193-47cf-b01f-9def3fe4cccd', 'name': 'tempest-ServerActionsTestJSON-877526914-router', 'tenant_id': '9d0143ac25424ed0a1039c6711371bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': '29b1989f-3c16-4917-83e6-1ed803782091', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:51:14Z', 'updated_at': '2021-08-11T03:51:17Z', 'revision_number': 4, 'project_id': '9d0143ac25424ed0a1039c6711371bf5', 'gw_port': {'id': '29b1989f-3c16-4917-83e6-1ed803782091', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:5f:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02fb9610-9193-47cf-b01f-9def3fe4cccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:51:15Z', 'updated_at': '2021-08-11T03:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_floatingips': [{'id': 'ed7b149c-932e-410e-81e2-7198430a3c08', 'tenant_id': '9d0143ac25424ed0a1039c6711371bf5', 'floating_ip_address': '172.25.8.91', 'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'router_id': '02fb9610-9193-47cf-b01f-9def3fe4cccd', 'port_id': '17ea4605-a3cd-4310-98d3-e85b136e3b4d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5ea91b2-c708-4745-beed-90616be4437e', 'mac_address': 'fa:16:3e:6a:ca:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f69bb7-79e8-4795-9342-fb7eca5ebd63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:51:20Z', 'updated_at': '2021-08-11T03:51:35Z', 'revision_number': 1, 'project_id': '9d0143ac25424ed0a1039c6711371bf5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46bbe812-d5fb-4595-bb57-cefb92389286', 'name': '', 'network_id': 'a5ea91b2-c708-4745-beed-90616be4437e', 'tenant_id': '9d0143ac25424ed0a1039c6711371bf5', 'mac_address': 'fa:16:3e:92:d8:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02fb9610-9193-47cf-b01f-9def3fe4cccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'e27dafc1-db87-435e-90cb-a6e72d9ff11b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:51:17Z', 'updated_at': '2021-08-11T03:51:23Z', 'revision_number': 5, 'project_id': '9d0143ac25424ed0a1039c6711371bf5', 'subnets': [{'id': 'e27dafc1-db87-435e-90cb-a6e72d9ff11b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:51:36.869332 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-73167f54-b906-4318-a94b-8ddf128342c3 req-d4be2f11-4ef4-4e3f-82d9-ff2cae4cad09 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=17ea4605-a3cd-4310-98d3-e85b136e3b4d HTTP/1.1" status: 200 len: 999 time: 0.0580890 Aug 11 03:51:36.895632 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03213d17-14d0-4982-b0db-0a4d20bb146c None None] Checking router: 02fb9610-9193-47cf-b01f-9def3fe4cccd for host: n-d-764292-30 {{(pid=102193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:51:36.904691 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03213d17-14d0-4982-b0db-0a4d20bb146c None None] Routers {'02fb9610-9193-47cf-b01f-9def3fe4cccd'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:51:36.905301 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-03213d17-14d0-4982-b0db-0a4d20bb146c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:51:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['02fb9610-9193-47cf-b01f-9def3fe4cccd'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:51:36.922924 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73167f54-b906-4318-a94b-8ddf128342c3 req-17b76227-a2fb-470d-8088-7dfdb83cc2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:51:36.924410 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-73167f54-b906-4318-a94b-8ddf128342c3 req-17b76227-a2fb-470d-8088-7dfdb83cc2b2 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e27dafc1-db87-435e-90cb-a6e72d9ff11b HTTP/1.1" status: 200 len: 850 time: 0.0482090 Aug 11 03:51:36.969198 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73167f54-b906-4318-a94b-8ddf128342c3 req-de7927b2-7a01-47c3-9340-3d1760649fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:51:36.970780 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-73167f54-b906-4318-a94b-8ddf128342c3 req-de7927b2-7a01-47c3-9340-3d1760649fc3 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a5ea91b2-c708-4745-beed-90616be4437e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392606 Aug 11 03:51:37.009461 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-03213d17-14d0-4982-b0db-0a4d20bb146c None None] Set router 02fb9610-9193-47cf-b01f-9def3fe4cccd gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:51:37.059757 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-73167f54-b906-4318-a94b-8ddf128342c3 req-4f6ebd10-f27c-47df-a4b7-3e38d9537762 service neutron] 10.222.0.22 "GET /v2.0/networks/a5ea91b2-c708-4745-beed-90616be4437e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808370 Aug 11 03:51:37.154796 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-73167f54-b906-4318-a94b-8ddf128342c3 req-3a3e53c8-10e1-4db5-ae74-5edeb1af22d3 service neutron] 10.222.0.22 "GET /v2.0/networks/a5ea91b2-c708-4745-beed-90616be4437e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872986 Aug 11 03:51:37.233628 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-03213d17-14d0-4982-b0db-0a4d20bb146c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02fb9610-9193-47cf-b01f-9def3fe4cccd', 'name': 'tempest-ServerActionsTestJSON-877526914-router', 'tenant_id': '9d0143ac25424ed0a1039c6711371bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': '29b1989f-3c16-4917-83e6-1ed803782091', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:51:14Z', 'updated_at': '2021-08-11T03:51:17Z', 'revision_number': 4, 'project_id': '9d0143ac25424ed0a1039c6711371bf5', 'gw_port': {'id': '29b1989f-3c16-4917-83e6-1ed803782091', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:5f:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02fb9610-9193-47cf-b01f-9def3fe4cccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:51:15Z', 'updated_at': '2021-08-11T03:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_floatingips': [{'id': 'ed7b149c-932e-410e-81e2-7198430a3c08', 'tenant_id': '9d0143ac25424ed0a1039c6711371bf5', 'floating_ip_address': '172.25.8.91', 'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'router_id': '02fb9610-9193-47cf-b01f-9def3fe4cccd', 'port_id': '17ea4605-a3cd-4310-98d3-e85b136e3b4d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5ea91b2-c708-4745-beed-90616be4437e', 'mac_address': 'fa:16:3e:6a:ca:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f69bb7-79e8-4795-9342-fb7eca5ebd63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:51:20Z', 'updated_at': '2021-08-11T03:51:35Z', 'revision_number': 1, 'project_id': '9d0143ac25424ed0a1039c6711371bf5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46bbe812-d5fb-4595-bb57-cefb92389286', 'name': '', 'network_id': 'a5ea91b2-c708-4745-beed-90616be4437e', 'tenant_id': '9d0143ac25424ed0a1039c6711371bf5', 'mac_address': 'fa:16:3e:92:d8:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02fb9610-9193-47cf-b01f-9def3fe4cccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'e27dafc1-db87-435e-90cb-a6e72d9ff11b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:51:17Z', 'updated_at': '2021-08-11T03:51:23Z', 'revision_number': 5, 'project_id': '9d0143ac25424ed0a1039c6711371bf5', 'subnets': [{'id': 'e27dafc1-db87-435e-90cb-a6e72d9ff11b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:51:37.260371 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03213d17-14d0-4982-b0db-0a4d20bb146c None None] The sync data for ids ['02fb9610-9193-47cf-b01f-9def3fe4cccd'] in n-d-764292-30 is: [{'id': '02fb9610-9193-47cf-b01f-9def3fe4cccd', 'name': 'tempest-ServerActionsTestJSON-877526914-router', 'tenant_id': '9d0143ac25424ed0a1039c6711371bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': '29b1989f-3c16-4917-83e6-1ed803782091', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:51:14Z', 'updated_at': '2021-08-11T03:51:17Z', 'revision_number': 4, 'project_id': '9d0143ac25424ed0a1039c6711371bf5', 'gw_port': {'id': '29b1989f-3c16-4917-83e6-1ed803782091', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:5f:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02fb9610-9193-47cf-b01f-9def3fe4cccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:51:15Z', 'updated_at': '2021-08-11T03:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_floatingips': [{'id': 'ed7b149c-932e-410e-81e2-7198430a3c08', 'tenant_id': '9d0143ac25424ed0a1039c6711371bf5', 'floating_ip_address': '172.25.8.91', 'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'router_id': '02fb9610-9193-47cf-b01f-9def3fe4cccd', 'port_id': '17ea4605-a3cd-4310-98d3-e85b136e3b4d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5ea91b2-c708-4745-beed-90616be4437e', 'mac_address': 'fa:16:3e:6a:ca:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f69bb7-79e8-4795-9342-fb7eca5ebd63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:51:20Z', 'updated_at': '2021-08-11T03:51:35Z', 'revision_number': 1, 'project_id': '9d0143ac25424ed0a1039c6711371bf5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46bbe812-d5fb-4595-bb57-cefb92389286', 'name': '', 'network_id': 'a5ea91b2-c708-4745-beed-90616be4437e', 'tenant_id': '9d0143ac25424ed0a1039c6711371bf5', 'mac_address': 'fa:16:3e:92:d8:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02fb9610-9193-47cf-b01f-9def3fe4cccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'e27dafc1-db87-435e-90cb-a6e72d9ff11b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:51:17Z', 'updated_at': '2021-08-11T03:51:23Z', 'revision_number': 5, 'project_id': '9d0143ac25424ed0a1039c6711371bf5', 'subnets': [{'id': 'e27dafc1-db87-435e-90cb-a6e72d9ff11b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:51:37.453154 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2982307-5de0-46fb-b061-1dc1ec4cabb7 None None] New status for floating IP ed7b149c-932e-410e-81e2-7198430a3c08: ACTIVE {{(pid=102194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:51:37.514000 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:41.507215 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:47.432700 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.agents_db [None req-950b7202-decb-43e2-8f71-ac8931dc9749 None None] Agent healthcheck: found 7 active agents {{(pid=102194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:51:59.199417 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-7319c455-1476-4ba6-8ac3-4e9231ae7d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:52:01.861992 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:52:02.112325 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-97236700-4173-4412-81e7-b004af1303c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:52:03.140908 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:52:04.480000 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c9c93335-2b9c-46ff-a135-53328c01add1 req-46202e92-8551-4407-ae16-e2d5249cc99c service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=42f69bb7-79e8-4795-9342-fb7eca5ebd63&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0399911 Aug 11 03:52:04.558950 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c93335-2b9c-46ff-a135-53328c01add1 req-39b47a28-2d6b-40fd-bb26-dac386844825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:52:04.560434 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c9c93335-2b9c-46ff-a135-53328c01add1 req-39b47a28-2d6b-40fd-bb26-dac386844825 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9d0143ac25424ed0a1039c6711371bf5&device_id=42f69bb7-79e8-4795-9342-fb7eca5ebd63 HTTP/1.1" status: 200 len: 1098 time: 0.0407300 Aug 11 03:52:04.666077 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c93335-2b9c-46ff-a135-53328c01add1 req-8e7aad05-e54f-4b88-8c9b-adeb79f70da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:52:04.667603 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c9c93335-2b9c-46ff-a135-53328c01add1 req-8e7aad05-e54f-4b88-8c9b-adeb79f70da6 service neutron] 10.222.0.22 "GET /v2.0/networks?id=a5ea91b2-c708-4745-beed-90616be4437e HTTP/1.1" status: 200 len: 912 time: 0.0875516 Aug 11 03:52:04.734130 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c9c93335-2b9c-46ff-a135-53328c01add1 req-2802cfca-3542-49b0-998b-99fa159213a3 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=17ea4605-a3cd-4310-98d3-e85b136e3b4d HTTP/1.1" status: 200 len: 1001 time: 0.0586314 Aug 11 03:52:04.770524 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:52:04.787440 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c93335-2b9c-46ff-a135-53328c01add1 req-d7b49967-88c7-4eb6-b71c-2f54ffdc3b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:52:04.789632 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c9c93335-2b9c-46ff-a135-53328c01add1 req-d7b49967-88c7-4eb6-b71c-2f54ffdc3b4a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e27dafc1-db87-435e-90cb-a6e72d9ff11b HTTP/1.1" status: 200 len: 850 time: 0.0480802 Aug 11 03:52:04.834227 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c93335-2b9c-46ff-a135-53328c01add1 req-4160a894-f1ed-47cd-9cce-bcd773409a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:52:04.835733 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c9c93335-2b9c-46ff-a135-53328c01add1 req-4160a894-f1ed-47cd-9cce-bcd773409a21 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a5ea91b2-c708-4745-beed-90616be4437e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401742 Aug 11 03:52:04.925544 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c9c93335-2b9c-46ff-a135-53328c01add1 req-0ba37fd3-4a54-4a7f-8ba8-0b30cccecd77 service neutron] 10.222.0.22 "GET /v2.0/networks/a5ea91b2-c708-4745-beed-90616be4437e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816154 Aug 11 03:52:05.017733 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c9c93335-2b9c-46ff-a135-53328c01add1 req-1a45b238-c633-43bf-ae10-440192b93761 service neutron] 10.222.0.22 "GET /v2.0/networks/a5ea91b2-c708-4745-beed-90616be4437e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844967 Aug 11 03:52:07.513419 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:52:11.501410 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:52:24.431539 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.agents_db [None req-950b7202-decb-43e2-8f71-ac8931dc9749 None None] Agent healthcheck: found 7 active agents {{(pid=102194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:52:29.232028 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-60b7b248-4831-4755-a0f2-14214ac79331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:52:31.866775 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:52:32.089790 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-265d22f2-dbca-4aff-bcb0-0b6e94601e22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:52:33.130080 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:52:34.763045 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:52:37.541831 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:52:41.529776 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:52:59.209552 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-ff6b90d3-e435-4658-a104-606634f0732c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:53:01.430847 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.agents_db [None req-950b7202-decb-43e2-8f71-ac8931dc9749 None None] Agent healthcheck: found 7 active agents {{(pid=102194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:53:01.872375 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:53:02.071076 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-ecc9360d-9670-40a0-b4fd-c73cf0fae826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:53:03.134976 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:53:04.763550 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:53:06.475443 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-66ba4464-2a3f-48e4-8112-0d9770aac127 req-31beecee-2808-46bb-82e7-fe5da75632f9 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=42f69bb7-79e8-4795-9342-fb7eca5ebd63&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0408158 Aug 11 03:53:06.554425 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ba4464-2a3f-48e4-8112-0d9770aac127 req-c267a703-fc56-455d-aea9-9972605acdfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:53:06.555883 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-66ba4464-2a3f-48e4-8112-0d9770aac127 req-c267a703-fc56-455d-aea9-9972605acdfb service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9d0143ac25424ed0a1039c6711371bf5&device_id=42f69bb7-79e8-4795-9342-fb7eca5ebd63 HTTP/1.1" status: 200 len: 1098 time: 0.0398433 Aug 11 03:53:06.660403 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ba4464-2a3f-48e4-8112-0d9770aac127 req-f303ef62-68e6-4b50-a2de-8ab16d880e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:53:06.661851 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-66ba4464-2a3f-48e4-8112-0d9770aac127 req-f303ef62-68e6-4b50-a2de-8ab16d880e36 service neutron] 10.222.0.22 "GET /v2.0/networks?id=a5ea91b2-c708-4745-beed-90616be4437e HTTP/1.1" status: 200 len: 912 time: 0.0867517 Aug 11 03:53:06.727854 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-66ba4464-2a3f-48e4-8112-0d9770aac127 req-d2084a80-5ec5-4273-a828-511542cc9731 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=17ea4605-a3cd-4310-98d3-e85b136e3b4d HTTP/1.1" status: 200 len: 1001 time: 0.0578518 Aug 11 03:53:06.782594 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ba4464-2a3f-48e4-8112-0d9770aac127 req-aef5d253-44d9-4002-9bd6-fdb550fe5f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:53:06.784029 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-66ba4464-2a3f-48e4-8112-0d9770aac127 req-aef5d253-44d9-4002-9bd6-fdb550fe5f40 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e27dafc1-db87-435e-90cb-a6e72d9ff11b HTTP/1.1" status: 200 len: 850 time: 0.0480077 Aug 11 03:53:06.828803 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ba4464-2a3f-48e4-8112-0d9770aac127 req-0df0bc60-e559-4df6-9178-a5c96c98d58a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:53:06.830250 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-66ba4464-2a3f-48e4-8112-0d9770aac127 req-0df0bc60-e559-4df6-9178-a5c96c98d58a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a5ea91b2-c708-4745-beed-90616be4437e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392506 Aug 11 03:53:06.916667 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-66ba4464-2a3f-48e4-8112-0d9770aac127 req-1d29ab26-011e-4ded-9b8f-ad135a920e28 service neutron] 10.222.0.22 "GET /v2.0/networks/a5ea91b2-c708-4745-beed-90616be4437e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793860 Aug 11 03:53:07.007002 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-66ba4464-2a3f-48e4-8112-0d9770aac127 req-d93fc62d-df17-4990-922c-211cbb30d23a service neutron] 10.222.0.22 "GET /v2.0/networks/a5ea91b2-c708-4745-beed-90616be4437e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832398 Aug 11 03:53:07.523790 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:53:11.563331 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:53:29.214575 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-49b0ec39-81ae-4e96-adad-cd32bb214bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:53:31.900210 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:53:32.071646 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3f0c67ae-7856-4315-a768-575c092f3e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:53:33.139058 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:53:34.779962 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:53:37.545818 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:53:38.431521 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.agents_db [None req-950b7202-decb-43e2-8f71-ac8931dc9749 None None] Agent healthcheck: found 7 active agents {{(pid=102194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:53:41.539796 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:53:59.197252 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2b63c67a-1d63-4ca2-bce2-70f6dc8133d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:54:01.871220 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:54:02.077028 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-43120461-d4ef-4e09-897e-a6b470fea5c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:54:03.099170 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab72b63b-a85c-4ff5-888e-8cfca3472131 req-4f87c5e7-0810-4366-80e2-345ad24e988a tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:54:03.100578 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ab72b63b-a85c-4ff5-888e-8cfca3472131 req-4f87c5e7-0810-4366-80e2-345ad24e988a tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=42f69bb7-79e8-4795-9342-fb7eca5ebd63 HTTP/1.1" status: 200 len: 946 time: 0.0521102 Aug 11 03:54:03.139412 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:54:03.140018 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ab72b63b-a85c-4ff5-888e-8cfca3472131 req-d04a5461-aef5-420c-8626-1e91865031c3 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f22c4ac-8df9-4e4c-be4f-551791d33c61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330973 Aug 11 03:54:03.477473 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3dfb4a-8db0-4ab1-996c-185519bb3eaf req-2d927cad-ee47-475d-ad45-49edadfd200d tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:54:03.479009 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bd3dfb4a-8db0-4ab1-996c-185519bb3eaf req-2d927cad-ee47-475d-ad45-49edadfd200d tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=42f69bb7-79e8-4795-9342-fb7eca5ebd63 HTTP/1.1" status: 200 len: 946 time: 0.0531752 Aug 11 03:54:03.516498 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bd3dfb4a-8db0-4ab1-996c-185519bb3eaf req-93c1a720-9e0b-41c9-b2fc-fd9f76235243 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f22c4ac-8df9-4e4c-be4f-551791d33c61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314384 Aug 11 03:54:03.631863 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a6572518-ddb0-4eb1-a151-7c9691e687c7 req-1f77ca28-375f-415e-953c-d126e46efee6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=42f69bb7-79e8-4795-9342-fb7eca5ebd63&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0960324 Aug 11 03:54:04.634538 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d11bc1-e7f7-4264-876a-e58d8c6cb93e req-5b4b563e-708c-46ef-b179-6319ba23dd3e tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:54:04.636031 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f0d11bc1-e7f7-4264-876a-e58d8c6cb93e req-5b4b563e-708c-46ef-b179-6319ba23dd3e tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=42f69bb7-79e8-4795-9342-fb7eca5ebd63 HTTP/1.1" status: 200 len: 946 time: 0.0490153 Aug 11 03:54:04.674981 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f0d11bc1-e7f7-4264-876a-e58d8c6cb93e req-733185f3-7b6b-44cc-831a-f357c7cc796e tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f22c4ac-8df9-4e4c-be4f-551791d33c61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328891 Aug 11 03:54:04.800976 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:54:05.607993 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6572518-ddb0-4eb1-a151-7c9691e687c7 req-9916fde5-c978-40e2-88d2-481d18c2766c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:54:05.609444 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-a6572518-ddb0-4eb1-a151-7c9691e687c7 req-9916fde5-c978-40e2-88d2-481d18c2766c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9d0143ac25424ed0a1039c6711371bf5&device_id=42f69bb7-79e8-4795-9342-fb7eca5ebd63 HTTP/1.1" status: 200 len: 1098 time: 0.0409880 Aug 11 03:54:05.701927 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6572518-ddb0-4eb1-a151-7c9691e687c7 req-e571f3fd-6e1a-445d-97b5-9bab82f39ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:54:05.703739 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-a6572518-ddb0-4eb1-a151-7c9691e687c7 req-e571f3fd-6e1a-445d-97b5-9bab82f39ffd service neutron] 10.222.0.22 "GET /v2.0/networks?id=a5ea91b2-c708-4745-beed-90616be4437e HTTP/1.1" status: 200 len: 912 time: 0.0867395 Aug 11 03:54:05.768648 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-a6572518-ddb0-4eb1-a151-7c9691e687c7 req-2b4743a5-6a9d-4406-b77e-9680331fc109 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=17ea4605-a3cd-4310-98d3-e85b136e3b4d HTTP/1.1" status: 200 len: 1001 time: 0.0579205 Aug 11 03:54:05.795100 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01272d3a-0148-4572-826f-02169e7ce295 req-b5360257-7b78-4257-adf5-12855c0e22d7 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:54:05.796584 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-01272d3a-0148-4572-826f-02169e7ce295 req-b5360257-7b78-4257-adf5-12855c0e22d7 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=42f69bb7-79e8-4795-9342-fb7eca5ebd63 HTTP/1.1" status: 200 len: 946 time: 0.0524931 Aug 11 03:54:05.817634 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6572518-ddb0-4eb1-a151-7c9691e687c7 req-d21a439b-708a-4881-8ed0-aceb671c4de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:54:05.819189 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-a6572518-ddb0-4eb1-a151-7c9691e687c7 req-d21a439b-708a-4881-8ed0-aceb671c4de0 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e27dafc1-db87-435e-90cb-a6e72d9ff11b HTTP/1.1" status: 200 len: 850 time: 0.0433171 Aug 11 03:54:05.841673 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-01272d3a-0148-4572-826f-02169e7ce295 req-1a32b93c-df54-4fc4-9bb2-9dfab05cbc10 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f22c4ac-8df9-4e4c-be4f-551791d33c61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384636 Aug 11 03:54:05.868644 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6572518-ddb0-4eb1-a151-7c9691e687c7 req-f2a1082f-d077-4d80-b36c-2849afa2908b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:54:05.870056 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-a6572518-ddb0-4eb1-a151-7c9691e687c7 req-f2a1082f-d077-4d80-b36c-2849afa2908b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a5ea91b2-c708-4745-beed-90616be4437e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439744 Aug 11 03:54:05.958034 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-a6572518-ddb0-4eb1-a151-7c9691e687c7 req-b146c804-ee7d-457b-8e13-059c9b55f2fe service neutron] 10.222.0.22 "GET /v2.0/networks/a5ea91b2-c708-4745-beed-90616be4437e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806327 Aug 11 03:54:06.050266 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-a6572518-ddb0-4eb1-a151-7c9691e687c7 req-e0626806-150e-4992-9f56-d93419da17ad service neutron] 10.222.0.22 "GET /v2.0/networks/a5ea91b2-c708-4745-beed-90616be4437e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850883 Aug 11 03:54:06.955996 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a580c96-7fb6-4ff9-8e47-f1f1d3d63e12 req-c04c8f5f-90c4-4ce5-ae4e-f9676a23628b tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:54:06.957948 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7a580c96-7fb6-4ff9-8e47-f1f1d3d63e12 req-c04c8f5f-90c4-4ce5-ae4e-f9676a23628b tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=42f69bb7-79e8-4795-9342-fb7eca5ebd63 HTTP/1.1" status: 200 len: 946 time: 0.0488160 Aug 11 03:54:06.994497 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7a580c96-7fb6-4ff9-8e47-f1f1d3d63e12 req-8c75bc55-efa1-4e69-854b-56382152a543 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f22c4ac-8df9-4e4c-be4f-551791d33c61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306988 Aug 11 03:54:07.506839 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf8f357-7a62-440a-988c-408efe552558 req-7fae58ed-72bd-43a2-b706-ee5c6caebdf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:54:07.508314 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-ecf8f357-7a62-440a-988c-408efe552558 req-7fae58ed-72bd-43a2-b706-ee5c6caebdf3 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9d0143ac25424ed0a1039c6711371bf5&device_id=42f69bb7-79e8-4795-9342-fb7eca5ebd63 HTTP/1.1" status: 200 len: 1098 time: 0.0418103 Aug 11 03:54:07.543724 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:54:07.607059 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf8f357-7a62-440a-988c-408efe552558 req-8386257b-fac5-4732-b110-3690fe092ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:54:07.608507 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-ecf8f357-7a62-440a-988c-408efe552558 req-8386257b-fac5-4732-b110-3690fe092ac3 service neutron] 10.222.0.22 "GET /v2.0/networks?id=a5ea91b2-c708-4745-beed-90616be4437e HTTP/1.1" status: 200 len: 912 time: 0.0811923 Aug 11 03:54:07.674229 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-ecf8f357-7a62-440a-988c-408efe552558 req-b7354d4b-a9f4-4a2b-8697-996d2be8e32e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=17ea4605-a3cd-4310-98d3-e85b136e3b4d HTTP/1.1" status: 200 len: 1001 time: 0.0583787 Aug 11 03:54:07.724902 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf8f357-7a62-440a-988c-408efe552558 req-08a3a7cb-e5d1-45a7-9d66-3001ed046b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:54:07.726272 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-ecf8f357-7a62-440a-988c-408efe552558 req-08a3a7cb-e5d1-45a7-9d66-3001ed046b11 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e27dafc1-db87-435e-90cb-a6e72d9ff11b HTTP/1.1" status: 200 len: 850 time: 0.0419719 Aug 11 03:54:07.770307 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf8f357-7a62-440a-988c-408efe552558 req-523bfd86-195a-45e3-aa94-15d3fe96f3de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:54:07.771652 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-ecf8f357-7a62-440a-988c-408efe552558 req-523bfd86-195a-45e3-aa94-15d3fe96f3de service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a5ea91b2-c708-4745-beed-90616be4437e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0386076 Aug 11 03:54:07.867688 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-ecf8f357-7a62-440a-988c-408efe552558 req-8b23e29d-29cb-4cde-ab32-e8929d8a60a9 service neutron] 10.222.0.22 "GET /v2.0/networks/a5ea91b2-c708-4745-beed-90616be4437e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892968 Aug 11 03:54:07.953150 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-ecf8f357-7a62-440a-988c-408efe552558 req-375f3501-7278-4ad4-ad0b-2696144102de service neutron] 10.222.0.22 "GET /v2.0/networks/a5ea91b2-c708-4745-beed-90616be4437e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787275 Aug 11 03:54:08.109814 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23efb48-60d2-48ba-864a-8bef743b9a29 req-08b27ca8-ad75-4d23-8ad3-457defc68717 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:54:08.111286 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d23efb48-60d2-48ba-864a-8bef743b9a29 req-08b27ca8-ad75-4d23-8ad3-457defc68717 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=42f69bb7-79e8-4795-9342-fb7eca5ebd63 HTTP/1.1" status: 200 len: 946 time: 0.0494623 Aug 11 03:54:08.148402 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d23efb48-60d2-48ba-864a-8bef743b9a29 req-c8b5af57-d86e-4051-bc9f-6bc23c441ecc tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f22c4ac-8df9-4e4c-be4f-551791d33c61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311964 Aug 11 03:54:09.265173 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1716ac1-0d3f-476c-85a6-b5f6fa02874e req-c7d1d582-58e2-41cf-88d3-c0145bbc32fb tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:54:09.266715 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b1716ac1-0d3f-476c-85a6-b5f6fa02874e req-c7d1d582-58e2-41cf-88d3-c0145bbc32fb tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=42f69bb7-79e8-4795-9342-fb7eca5ebd63 HTTP/1.1" status: 200 len: 946 time: 0.0530257 Aug 11 03:54:09.304852 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b1716ac1-0d3f-476c-85a6-b5f6fa02874e req-329e43d4-6b87-460a-a273-b9acc807a3c3 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f22c4ac-8df9-4e4c-be4f-551791d33c61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318151 Aug 11 03:54:10.418454 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879d2b33-7287-4591-8aba-5ba18b0e9a6c req-7bce7ef3-eb35-4382-b64c-af029a841ff6 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:54:10.419918 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-879d2b33-7287-4591-8aba-5ba18b0e9a6c req-7bce7ef3-eb35-4382-b64c-af029a841ff6 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=42f69bb7-79e8-4795-9342-fb7eca5ebd63 HTTP/1.1" status: 200 len: 946 time: 0.0491586 Aug 11 03:54:10.457255 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-879d2b33-7287-4591-8aba-5ba18b0e9a6c req-2a933bf3-397c-40e2-91d7-095e726b5980 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f22c4ac-8df9-4e4c-be4f-551791d33c61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314636 Aug 11 03:54:11.551173 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:54:11.571469 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b83b1f-a836-4dd8-b422-ea7968ba0f65 req-9d84b339-f872-4b0f-a0f9-e627e4defa82 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:54:11.572971 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-52b83b1f-a836-4dd8-b422-ea7968ba0f65 req-9d84b339-f872-4b0f-a0f9-e627e4defa82 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=42f69bb7-79e8-4795-9342-fb7eca5ebd63 HTTP/1.1" status: 200 len: 946 time: 0.0488431 Aug 11 03:54:11.610684 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-52b83b1f-a836-4dd8-b422-ea7968ba0f65 req-e1d2db36-0de4-4879-b87e-858e72262248 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f22c4ac-8df9-4e4c-be4f-551791d33c61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317276 Aug 11 03:54:12.728970 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52fe19e-9f2a-4e87-a69f-cf4604a8948f req-d63d7949-0839-4f9e-bca1-1fe8eebb5275 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:54:12.730491 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a52fe19e-9f2a-4e87-a69f-cf4604a8948f req-d63d7949-0839-4f9e-bca1-1fe8eebb5275 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=42f69bb7-79e8-4795-9342-fb7eca5ebd63 HTTP/1.1" status: 200 len: 946 time: 0.0526812 Aug 11 03:54:12.767433 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a52fe19e-9f2a-4e87-a69f-cf4604a8948f req-a0a1ad55-714c-4db3-8297-11b6aa032750 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f22c4ac-8df9-4e4c-be4f-551791d33c61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309620 Aug 11 03:54:13.880859 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a30af4a-df8c-42b1-bd03-62a98ed2e7f1 req-cdc00694-2ca3-4812-bc2e-d11bb19ebf16 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:54:13.882337 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1a30af4a-df8c-42b1-bd03-62a98ed2e7f1 req-cdc00694-2ca3-4812-bc2e-d11bb19ebf16 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=42f69bb7-79e8-4795-9342-fb7eca5ebd63 HTTP/1.1" status: 200 len: 946 time: 0.0498724 Aug 11 03:54:13.919832 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1a30af4a-df8c-42b1-bd03-62a98ed2e7f1 req-99287f22-2515-416d-afdf-9a2fa6d5392d tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f22c4ac-8df9-4e4c-be4f-551791d33c61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316379 Aug 11 03:54:15.033028 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88bd417-9f69-4d97-89fc-459f85566a65 req-d1452233-cf0b-4e87-b958-12f095a901a6 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:54:15.034515 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a88bd417-9f69-4d97-89fc-459f85566a65 req-d1452233-cf0b-4e87-b958-12f095a901a6 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=42f69bb7-79e8-4795-9342-fb7eca5ebd63 HTTP/1.1" status: 200 len: 946 time: 0.0486796 Aug 11 03:54:15.073087 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a88bd417-9f69-4d97-89fc-459f85566a65 req-4a0ba7eb-eaec-4039-b4d3-0293daf22add tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f22c4ac-8df9-4e4c-be4f-551791d33c61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318840 Aug 11 03:54:15.431075 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.agents_db [None req-950b7202-decb-43e2-8f71-ac8931dc9749 None None] Agent healthcheck: found 7 active agents {{(pid=102194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:54:16.193528 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ddc09c-1b12-4c9c-b332-da2d11b3a738 req-ab4efab7-ab12-4d0e-91fa-a25f0e9b9ebe tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:54:16.195126 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b4ddc09c-1b12-4c9c-b332-da2d11b3a738 req-ab4efab7-ab12-4d0e-91fa-a25f0e9b9ebe tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=42f69bb7-79e8-4795-9342-fb7eca5ebd63 HTTP/1.1" status: 200 len: 946 time: 0.0554495 Aug 11 03:54:16.234159 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b4ddc09c-1b12-4c9c-b332-da2d11b3a738 req-0362e73f-8a73-434e-a3b1-c9abfe054e1c tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f22c4ac-8df9-4e4c-be4f-551791d33c61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316322 Aug 11 03:54:17.349848 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ead144f-b926-42c8-befe-160dbaa05449 req-e27f5591-3608-49ee-84da-3a4221356fbc tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:54:17.351336 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9ead144f-b926-42c8-befe-160dbaa05449 req-e27f5591-3608-49ee-84da-3a4221356fbc tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=42f69bb7-79e8-4795-9342-fb7eca5ebd63 HTTP/1.1" status: 200 len: 946 time: 0.0483246 Aug 11 03:54:17.387290 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9ead144f-b926-42c8-befe-160dbaa05449 req-de15efab-9448-42d5-9698-30e06a3ed06e tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f22c4ac-8df9-4e4c-be4f-551791d33c61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301740 Aug 11 03:54:18.502696 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9c8751-9c13-4da8-b76a-6e4be07a6f9a req-102ee54c-992c-4a15-8263-1c97a0fcd874 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:54:18.504165 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ea9c8751-9c13-4da8-b76a-6e4be07a6f9a req-102ee54c-992c-4a15-8263-1c97a0fcd874 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=42f69bb7-79e8-4795-9342-fb7eca5ebd63 HTTP/1.1" status: 200 len: 946 time: 0.0497866 Aug 11 03:54:18.541348 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ea9c8751-9c13-4da8-b76a-6e4be07a6f9a req-6f23ca92-b218-4edb-82b6-f412721e8c61 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f22c4ac-8df9-4e4c-be4f-551791d33c61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313540 Aug 11 03:54:19.659142 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce09d5b-cc27-4712-a92b-6f0080bd0046 req-c229b90b-a70e-46c6-9e69-f2d490f42e34 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:54:19.660666 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8ce09d5b-cc27-4712-a92b-6f0080bd0046 req-c229b90b-a70e-46c6-9e69-f2d490f42e34 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=42f69bb7-79e8-4795-9342-fb7eca5ebd63 HTTP/1.1" status: 200 len: 946 time: 0.0532150 Aug 11 03:54:19.698836 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8ce09d5b-cc27-4712-a92b-6f0080bd0046 req-a052e09b-7a0f-4921-9270-6d58239cf70b tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f22c4ac-8df9-4e4c-be4f-551791d33c61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319374 Aug 11 03:54:20.811897 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f47a6d-2c30-48d0-82e4-fc629838e1d6 req-0061a782-a646-4538-a95f-6e3fb9eec72e tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:54:20.813392 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-52f47a6d-2c30-48d0-82e4-fc629838e1d6 req-0061a782-a646-4538-a95f-6e3fb9eec72e tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=42f69bb7-79e8-4795-9342-fb7eca5ebd63 HTTP/1.1" status: 200 len: 946 time: 0.0491753 Aug 11 03:54:20.851371 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-52f47a6d-2c30-48d0-82e4-fc629838e1d6 req-7f49154e-b4fc-46b7-832d-343a40535602 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f22c4ac-8df9-4e4c-be4f-551791d33c61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316148 Aug 11 03:54:21.963823 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2081a5f3-265a-4b2f-9757-56caaefa2876 req-f23bfdb3-cdc8-479c-974f-92e2202be8d5 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:54:21.965273 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2081a5f3-265a-4b2f-9757-56caaefa2876 req-f23bfdb3-cdc8-479c-974f-92e2202be8d5 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=42f69bb7-79e8-4795-9342-fb7eca5ebd63 HTTP/1.1" status: 200 len: 946 time: 0.0481510 Aug 11 03:54:22.002223 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2081a5f3-265a-4b2f-9757-56caaefa2876 req-6356fa47-ecf9-4c66-afbf-dadb76a1b0f9 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f22c4ac-8df9-4e4c-be4f-551791d33c61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310566 Aug 11 03:54:23.118559 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f44326-bc76-4de2-8968-20140e7e6eff req-c8eacde2-f9a0-43a2-8407-cbd780298052 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:54:23.120008 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-56f44326-bc76-4de2-8968-20140e7e6eff req-c8eacde2-f9a0-43a2-8407-cbd780298052 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=42f69bb7-79e8-4795-9342-fb7eca5ebd63 HTTP/1.1" status: 200 len: 946 time: 0.0520570 Aug 11 03:54:23.157044 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-56f44326-bc76-4de2-8968-20140e7e6eff req-76e6ee0d-3528-45a3-a52c-3ef3d0e855ad tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f22c4ac-8df9-4e4c-be4f-551791d33c61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311515 Aug 11 03:54:23.332589 n-d-764292-30 neutron-server[102191]: INFO neutron.api.v2.resource [req-a6572518-ddb0-4eb1-a151-7c9691e687c7 req-f3c67397-a61d-4f18-987d-f7d2f14389f6 service neutron] show failed (client error): The resource could not be found. Aug 11 03:54:23.334125 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-a6572518-ddb0-4eb1-a151-7c9691e687c7 req-f3c67397-a61d-4f18-987d-f7d2f14389f6 service neutron] 10.222.0.22 "GET /v2.0/ports/17ea4605-a3cd-4310-98d3-e85b136e3b4d/bindings/n-h2-764292-30 HTTP/1.1" status: 404 len: 381 time: 0.0600309 Aug 11 03:54:23.847865 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6572518-ddb0-4eb1-a151-7c9691e687c7 req-6a30cbbd-b79b-4b80-9c67-0531ef4930aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:54:23.849328 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a6572518-ddb0-4eb1-a151-7c9691e687c7 req-6a30cbbd-b79b-4b80-9c67-0531ef4930aa service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=42f69bb7-79e8-4795-9342-fb7eca5ebd63&tenant_id=9d0143ac25424ed0a1039c6711371bf5 HTTP/1.1" status: 200 len: 1098 time: 0.0405681 Aug 11 03:54:23.864000 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-a6572518-ddb0-4eb1-a151-7c9691e687c7 req-827c8480-4f1f-4426-851c-c4edee2e99ed service neutron] Request body: {'port': {'binding:host_id': 'n-h2-764292-30', 'device_owner': 'compute:nova'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:54:23.916193 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-a6572518-ddb0-4eb1-a151-7c9691e687c7 req-827c8480-4f1f-4426-851c-c4edee2e99ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:54:24.120402 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-a6572518-ddb0-4eb1-a151-7c9691e687c7 req-827c8480-4f1f-4426-851c-c4edee2e99ed service neutron] For port 17ea4605-a3cd-4310-98d3-e85b136e3b4d, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=17ea4605-a3cd-4310-98d3-e85b136e3b4d,segment=NetworkSegment(96665fb4-b445-453f-85f9-e826534b59e1),segment_id=96665fb4-b445-453f-85f9-e826534b59e1)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:54:24.153530 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-a6572518-ddb0-4eb1-a151-7c9691e687c7 req-827c8480-4f1f-4426-851c-c4edee2e99ed service neutron] For port 17ea4605-a3cd-4310-98d3-e85b136e3b4d, host n-h1-764292-30, cleared binding levels {{(pid=102192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:54:24.193090 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42f69bb7-79e8-4795-9342-fb7eca5ebd63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17ea4605-a3cd-4310-98d3-e85b136e3b4d'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:54:24.195474 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d785729-672d-4317-a800-c2370349406b" -d '{"events": [{"server_uuid": "42f69bb7-79e8-4795-9342-fb7eca5ebd63", "name": "network-vif-unplugged", "status": "completed", "tag": "17ea4605-a3cd-4310-98d3-e85b136e3b4d"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:54:24.203440 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-a6572518-ddb0-4eb1-a151-7c9691e687c7 req-827c8480-4f1f-4426-851c-c4edee2e99ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:54:24.212154 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [req-a6572518-ddb0-4eb1-a151-7c9691e687c7 req-827c8480-4f1f-4426-851c-c4edee2e99ed service neutron] Transition to ACTIVE for port object 17ea4605-a3cd-4310-98d3-e85b136e3b4d will not be triggered until provisioned by entity L2. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:54:24.251733 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 03:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7afe5e2e-907e-4052-ac51-b08b6a86f1c9 x-openstack-request-id: req-7afe5e2e-907e-4052-ac51-b08b6a86f1c9 {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:54:24.252135 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42f69bb7-79e8-4795-9342-fb7eca5ebd63", "name": "network-vif-unplugged", "status": "completed", "tag": "17ea4605-a3cd-4310-98d3-e85b136e3b4d", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:54:24.252350 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7afe5e2e-907e-4052-ac51-b08b6a86f1c9 {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:54:24.252752 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42f69bb7-79e8-4795-9342-fb7eca5ebd63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17ea4605-a3cd-4310-98d3-e85b136e3b4d', 'code': 200} Aug 11 03:54:24.275709 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea320187-5b0a-40b0-9019-cedb4ee14258 req-4f26f87a-f105-4e5f-9253-4bce95a05681 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:54:24.277202 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ea320187-5b0a-40b0-9019-cedb4ee14258 req-4f26f87a-f105-4e5f-9253-4bce95a05681 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=42f69bb7-79e8-4795-9342-fb7eca5ebd63 HTTP/1.1" status: 200 len: 946 time: 0.0525079 Aug 11 03:54:24.278350 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-a6572518-ddb0-4eb1-a151-7c9691e687c7 req-827c8480-4f1f-4426-851c-c4edee2e99ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:54:24.411494 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827c8480-4f1f-4426-851c-c4edee2e99ed service neutron] Pushing event updated for resources: {'Port': ['ID=17ea4605-a3cd-4310-98d3-e85b136e3b4d,revision_number=6']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:54:24.435105 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ea320187-5b0a-40b0-9019-cedb4ee14258 req-2bc052e9-678c-40f7-bae5-9870354c1990 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f22c4ac-8df9-4e4c-be4f-551791d33c61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1321564 Aug 11 03:54:24.443364 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827c8480-4f1f-4426-851c-c4edee2e99ed service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:54:24.443711 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827c8480-4f1f-4426-851c-c4edee2e99ed service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:54:24.444050 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827c8480-4f1f-4426-851c-c4edee2e99ed service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:54:24.444386 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827c8480-4f1f-4426-851c-c4edee2e99ed service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:54:24.444714 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827c8480-4f1f-4426-851c-c4edee2e99ed service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:54:24.445043 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827c8480-4f1f-4426-851c-c4edee2e99ed service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:54:24.445373 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827c8480-4f1f-4426-851c-c4edee2e99ed service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:54:24.445697 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827c8480-4f1f-4426-851c-c4edee2e99ed service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:54:24.446055 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827c8480-4f1f-4426-851c-c4edee2e99ed service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:54:24.446371 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827c8480-4f1f-4426-851c-c4edee2e99ed service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:54:24.446696 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827c8480-4f1f-4426-851c-c4edee2e99ed service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:54:24.447014 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827c8480-4f1f-4426-851c-c4edee2e99ed service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:54:24.494148 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6572518-ddb0-4eb1-a151-7c9691e687c7 req-827c8480-4f1f-4426-851c-c4edee2e99ed service neutron] No DVR routers for this DVR port 17ea4605-a3cd-4310-98d3-e85b136e3b4d on host n-h1-764292-30 {{(pid=102192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:54:24.623963 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-a6572518-ddb0-4eb1-a151-7c9691e687c7 req-827c8480-4f1f-4426-851c-c4edee2e99ed service neutron] Attempting to bind port 17ea4605-a3cd-4310-98d3-e85b136e3b4d on host n-h2-764292-30 for vnic_type normal with profile {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:54:24.624209 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-a6572518-ddb0-4eb1-a151-7c9691e687c7 req-827c8480-4f1f-4426-851c-c4edee2e99ed service neutron] Attempting to bind port 17ea4605-a3cd-4310-98d3-e85b136e3b4d by drivers openvswitch,hyperv on host n-h2-764292-30 at level 0 using segments [{'id': '96665fb4-b445-453f-85f9-e826534b59e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'a5ea91b2-c708-4745-beed-90616be4437e'}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:54:24.624526 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6572518-ddb0-4eb1-a151-7c9691e687c7 req-827c8480-4f1f-4426-851c-c4edee2e99ed service neutron] Attempting to bind port 17ea4605-a3cd-4310-98d3-e85b136e3b4d on network a5ea91b2-c708-4745-beed-90616be4437e {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:54:24.628627 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6572518-ddb0-4eb1-a151-7c9691e687c7 req-827c8480-4f1f-4426-851c-c4edee2e99ed service neutron] Port 17ea4605-a3cd-4310-98d3-e85b136e3b4d on network a5ea91b2-c708-4745-beed-90616be4437e not bound, no agent of type Open vSwitch agent registered on host n-h2-764292-30 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:54:24.628941 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6572518-ddb0-4eb1-a151-7c9691e687c7 req-827c8480-4f1f-4426-851c-c4edee2e99ed service neutron] Attempting to bind port 17ea4605-a3cd-4310-98d3-e85b136e3b4d on network a5ea91b2-c708-4745-beed-90616be4437e {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:54:24.633739 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6572518-ddb0-4eb1-a151-7c9691e687c7 req-827c8480-4f1f-4426-851c-c4edee2e99ed service neutron] Checking agent: {'id': '70015fc0-62fb-48b2-b453-36906937cf2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 54, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:54:24.634071 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6572518-ddb0-4eb1-a151-7c9691e687c7 req-827c8480-4f1f-4426-851c-c4edee2e99ed service neutron] Checking segment: {'id': '96665fb4-b445-453f-85f9-e826534b59e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'a5ea91b2-c708-4745-beed-90616be4437e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:54:24.634479 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6572518-ddb0-4eb1-a151-7c9691e687c7 req-827c8480-4f1f-4426-851c-c4edee2e99ed service neutron] Bound using segment: {'id': '96665fb4-b445-453f-85f9-e826534b59e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'a5ea91b2-c708-4745-beed-90616be4437e'} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:54:24.634892 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-a6572518-ddb0-4eb1-a151-7c9691e687c7 req-827c8480-4f1f-4426-851c-c4edee2e99ed service neutron] Bound port: 17ea4605-a3cd-4310-98d3-e85b136e3b4d, host: n-h2-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96665fb4-b445-453f-85f9-e826534b59e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'a5ea91b2-c708-4745-beed-90616be4437e'}}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:54:24.635234 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-a6572518-ddb0-4eb1-a151-7c9691e687c7 req-827c8480-4f1f-4426-851c-c4edee2e99ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:54:24.696007 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-a6572518-ddb0-4eb1-a151-7c9691e687c7 req-827c8480-4f1f-4426-851c-c4edee2e99ed service neutron] For port 17ea4605-a3cd-4310-98d3-e85b136e3b4d, host n-h2-764292-30, cleared binding levels {{(pid=102192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:54:24.698947 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-a6572518-ddb0-4eb1-a151-7c9691e687c7 req-827c8480-4f1f-4426-851c-c4edee2e99ed service neutron] For port 17ea4605-a3cd-4310-98d3-e85b136e3b4d, host n-h2-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=17ea4605-a3cd-4310-98d3-e85b136e3b4d,segment=NetworkSegment(96665fb4-b445-453f-85f9-e826534b59e1),segment_id=96665fb4-b445-453f-85f9-e826534b59e1)] {{(pid=102192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:54:24.762347 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-a6572518-ddb0-4eb1-a151-7c9691e687c7 req-827c8480-4f1f-4426-851c-c4edee2e99ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:54:24.796099 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6572518-ddb0-4eb1-a151-7c9691e687c7 req-827c8480-4f1f-4426-851c-c4edee2e99ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:54:24.796713 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-a6572518-ddb0-4eb1-a151-7c9691e687c7 req-827c8480-4f1f-4426-851c-c4edee2e99ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:54:24.798179 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a6572518-ddb0-4eb1-a151-7c9691e687c7 req-827c8480-4f1f-4426-851c-c4edee2e99ed service neutron] 10.222.0.24 "PUT /v2.0/ports/17ea4605-a3cd-4310-98d3-e85b136e3b4d HTTP/1.1" status: 200 len: 1093 time: 0.9382493 Aug 11 03:54:24.831968 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827c8480-4f1f-4426-851c-c4edee2e99ed service neutron] Pushing event updated for resources: {'Port': ['ID=17ea4605-a3cd-4310-98d3-e85b136e3b4d,revision_number=7']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:54:24.871643 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6572518-ddb0-4eb1-a151-7c9691e687c7 req-2de51e88-60bb-43c8-9e11-570f30676ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:54:24.873181 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a6572518-ddb0-4eb1-a151-7c9691e687c7 req-2de51e88-60bb-43c8-9e11-570f30676ee6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9d0143ac25424ed0a1039c6711371bf5&device_id=42f69bb7-79e8-4795-9342-fb7eca5ebd63 HTTP/1.1" status: 200 len: 1096 time: 0.0493517 Aug 11 03:54:24.965406 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6572518-ddb0-4eb1-a151-7c9691e687c7 req-3571fc91-9128-4c32-8067-106c59d2a836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:54:24.966948 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a6572518-ddb0-4eb1-a151-7c9691e687c7 req-3571fc91-9128-4c32-8067-106c59d2a836 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a5ea91b2-c708-4745-beed-90616be4437e HTTP/1.1" status: 200 len: 912 time: 0.0868223 Aug 11 03:54:25.037629 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a6572518-ddb0-4eb1-a151-7c9691e687c7 req-53e2561b-1075-436f-ad0c-eff343992ee5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=17ea4605-a3cd-4310-98d3-e85b136e3b4d HTTP/1.1" status: 200 len: 999 time: 0.0627980 Aug 11 03:54:25.087048 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6572518-ddb0-4eb1-a151-7c9691e687c7 req-be0a2d80-937b-41ca-8129-baceab60deed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:54:25.088501 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a6572518-ddb0-4eb1-a151-7c9691e687c7 req-be0a2d80-937b-41ca-8129-baceab60deed service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e27dafc1-db87-435e-90cb-a6e72d9ff11b HTTP/1.1" status: 200 len: 850 time: 0.0443299 Aug 11 03:54:25.134484 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6572518-ddb0-4eb1-a151-7c9691e687c7 req-22e14cc9-0b61-4115-ba89-fd7479450ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:54:25.135944 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a6572518-ddb0-4eb1-a151-7c9691e687c7 req-22e14cc9-0b61-4115-ba89-fd7479450ead service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a5ea91b2-c708-4745-beed-90616be4437e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404923 Aug 11 03:54:25.227436 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a6572518-ddb0-4eb1-a151-7c9691e687c7 req-c49c487c-1e7e-4e2f-a75f-223e19eca821 service neutron] 10.222.0.24 "GET /v2.0/networks/a5ea91b2-c708-4745-beed-90616be4437e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842969 Aug 11 03:54:25.314962 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a6572518-ddb0-4eb1-a151-7c9691e687c7 req-f3007b0e-7084-4f6d-8f1c-6260c2b8301e service neutron] 10.222.0.24 "GET /v2.0/networks/a5ea91b2-c708-4745-beed-90616be4437e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809004 Aug 11 03:54:25.554216 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f427716-984f-4464-bd2f-5d53e575d4a2 req-d85de089-5caa-4db1-806e-c822bf18fd38 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:54:25.555726 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1f427716-984f-4464-bd2f-5d53e575d4a2 req-d85de089-5caa-4db1-806e-c822bf18fd38 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=42f69bb7-79e8-4795-9342-fb7eca5ebd63 HTTP/1.1" status: 200 len: 944 time: 0.0492675 Aug 11 03:54:25.593364 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1f427716-984f-4464-bd2f-5d53e575d4a2 req-13f5ccae-72ba-40a1-9617-2a77422d5368 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f22c4ac-8df9-4e4c-be4f-551791d33c61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317717 Aug 11 03:54:26.253544 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42f69bb7-79e8-4795-9342-fb7eca5ebd63', 'tag': '17ea4605-a3cd-4310-98d3-e85b136e3b4d'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:54:26.256562 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5e137bf-cb28-49b0-9afd-287227941ef4" -d '{"events": [{"name": "network-changed", "server_uuid": "42f69bb7-79e8-4795-9342-fb7eca5ebd63", "tag": "17ea4605-a3cd-4310-98d3-e85b136e3b4d"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:54:26.303825 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:54:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08b7ec0d-7a6b-4687-a541-b1b42db72475 x-openstack-request-id: req-08b7ec0d-7a6b-4687-a541-b1b42db72475 {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:54:26.304178 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42f69bb7-79e8-4795-9342-fb7eca5ebd63", "tag": "17ea4605-a3cd-4310-98d3-e85b136e3b4d", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:54:26.304507 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-08b7ec0d-7a6b-4687-a541-b1b42db72475 {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:54:26.304961 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42f69bb7-79e8-4795-9342-fb7eca5ebd63', 'tag': '17ea4605-a3cd-4310-98d3-e85b136e3b4d', 'status': 'completed', 'code': 200} Aug 11 03:54:26.363264 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e137bf-cb28-49b0-9afd-287227941ef4 req-78ff982a-ef8a-4875-987f-6a225487f5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:54:26.365489 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-b5e137bf-cb28-49b0-9afd-287227941ef4 req-78ff982a-ef8a-4875-987f-6a225487f5aa service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9d0143ac25424ed0a1039c6711371bf5&device_id=42f69bb7-79e8-4795-9342-fb7eca5ebd63 HTTP/1.1" status: 200 len: 1096 time: 0.0423000 Aug 11 03:54:26.373186 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e137bf-cb28-49b0-9afd-287227941ef4 req-9dd740bc-a50c-45fe-a592-f430429c18ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:54:26.374891 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b5e137bf-cb28-49b0-9afd-287227941ef4 req-9dd740bc-a50c-45fe-a592-f430429c18ec service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9d0143ac25424ed0a1039c6711371bf5&device_id=42f69bb7-79e8-4795-9342-fb7eca5ebd63 HTTP/1.1" status: 200 len: 1096 time: 0.0459259 Aug 11 03:54:26.455613 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e137bf-cb28-49b0-9afd-287227941ef4 req-4d25eb63-d55b-458e-ae64-d6c1581a481a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:54:26.457126 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-b5e137bf-cb28-49b0-9afd-287227941ef4 req-4d25eb63-d55b-458e-ae64-d6c1581a481a service neutron] 10.222.0.22 "GET /v2.0/networks?id=a5ea91b2-c708-4745-beed-90616be4437e HTTP/1.1" status: 200 len: 912 time: 0.0848510 Aug 11 03:54:26.467238 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e137bf-cb28-49b0-9afd-287227941ef4 req-e7f2bd80-9d2d-4050-b325-878bb2512e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:54:26.468788 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b5e137bf-cb28-49b0-9afd-287227941ef4 req-e7f2bd80-9d2d-4050-b325-878bb2512e81 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a5ea91b2-c708-4745-beed-90616be4437e HTTP/1.1" status: 200 len: 912 time: 0.0856960 Aug 11 03:54:26.542632 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b5e137bf-cb28-49b0-9afd-287227941ef4 req-a1f14ae9-5b82-43c7-bb52-15bf035a11fa service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=17ea4605-a3cd-4310-98d3-e85b136e3b4d HTTP/1.1" status: 200 len: 999 time: 0.0654132 Aug 11 03:54:26.599189 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e137bf-cb28-49b0-9afd-287227941ef4 req-8b20eb36-a602-46cf-9e82-e0b06302ab08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:54:26.600741 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b5e137bf-cb28-49b0-9afd-287227941ef4 req-8b20eb36-a602-46cf-9e82-e0b06302ab08 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e27dafc1-db87-435e-90cb-a6e72d9ff11b HTTP/1.1" status: 200 len: 850 time: 0.0510693 Aug 11 03:54:26.650503 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e137bf-cb28-49b0-9afd-287227941ef4 req-d423a3c2-02a7-4406-9741-5a88be012bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:54:26.652038 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b5e137bf-cb28-49b0-9afd-287227941ef4 req-d423a3c2-02a7-4406-9741-5a88be012bd9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a5ea91b2-c708-4745-beed-90616be4437e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437529 Aug 11 03:54:26.772859 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac157295-9e35-4215-a22b-8b52ff25d901 req-cb7ddc4b-1d45-498a-aa4c-a29ee90b5dde tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:54:26.774447 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ac157295-9e35-4215-a22b-8b52ff25d901 req-cb7ddc4b-1d45-498a-aa4c-a29ee90b5dde tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=42f69bb7-79e8-4795-9342-fb7eca5ebd63 HTTP/1.1" status: 200 len: 944 time: 0.1043012 Aug 11 03:54:26.805247 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b5e137bf-cb28-49b0-9afd-287227941ef4 req-671a8a71-bf00-4ff7-a3d5-c380c8eef7e4 service neutron] 10.222.0.24 "GET /v2.0/networks/a5ea91b2-c708-4745-beed-90616be4437e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429937 Aug 11 03:54:26.811520 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-b5e137bf-cb28-49b0-9afd-287227941ef4 req-d74d1fc4-8e53-4c1c-a811-63cd44e6c666 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=17ea4605-a3cd-4310-98d3-e85b136e3b4d HTTP/1.1" status: 200 len: 999 time: 0.3473110 Aug 11 03:54:26.860553 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e137bf-cb28-49b0-9afd-287227941ef4 req-f5a6469b-624e-402d-8208-ff2d8340132b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:54:26.861931 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-b5e137bf-cb28-49b0-9afd-287227941ef4 req-f5a6469b-624e-402d-8208-ff2d8340132b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e27dafc1-db87-435e-90cb-a6e72d9ff11b HTTP/1.1" status: 200 len: 850 time: 0.0429566 Aug 11 03:54:26.868211 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ac157295-9e35-4215-a22b-8b52ff25d901 req-173bbbd8-4ad9-4754-bc76-aae898325d2c tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f22c4ac-8df9-4e4c-be4f-551791d33c61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853157 Aug 11 03:54:26.906839 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e137bf-cb28-49b0-9afd-287227941ef4 req-3c75fd6c-549d-4c1e-b81c-d9eb86aad4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:54:26.908327 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-b5e137bf-cb28-49b0-9afd-287227941ef4 req-3c75fd6c-549d-4c1e-b81c-d9eb86aad4ed service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a5ea91b2-c708-4745-beed-90616be4437e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397074 Aug 11 03:54:26.909589 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b5e137bf-cb28-49b0-9afd-287227941ef4 req-12193a5d-6182-4d9e-862b-40d59e1d28a8 service neutron] 10.222.0.24 "GET /v2.0/networks/a5ea91b2-c708-4745-beed-90616be4437e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967429 Aug 11 03:54:27.000583 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-b5e137bf-cb28-49b0-9afd-287227941ef4 req-12b87ef0-dee5-4b90-831d-dcb9565961fc service neutron] 10.222.0.22 "GET /v2.0/networks/a5ea91b2-c708-4745-beed-90616be4437e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853300 Aug 11 03:54:27.090868 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-b5e137bf-cb28-49b0-9afd-287227941ef4 req-feef49b0-aa37-4de1-b9d5-036e403c3692 service neutron] 10.222.0.22 "GET /v2.0/networks/a5ea91b2-c708-4745-beed-90616be4437e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831585 Aug 11 03:54:27.410894 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 17ea4605-a3cd-4310-98d3-e85b136e3b4d no longer exists at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:54:27.449166 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 17ea4605-a3cd-4310-98d3-e85b136e3b4d not bound to the agent host n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:54:27.984312 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db971a1-f740-4e8d-9d1f-71de8b20f939 req-53f913b4-7cb7-40cc-b11d-6dc6a98e04ff tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:54:27.985748 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4db971a1-f740-4e8d-9d1f-71de8b20f939 req-53f913b4-7cb7-40cc-b11d-6dc6a98e04ff tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=42f69bb7-79e8-4795-9342-fb7eca5ebd63 HTTP/1.1" status: 200 len: 944 time: 0.0496719 Aug 11 03:54:28.022353 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4db971a1-f740-4e8d-9d1f-71de8b20f939 req-eb784aff-99d6-4b94-8df0-598257b9abb6 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f22c4ac-8df9-4e4c-be4f-551791d33c61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308206 Aug 11 03:54:28.327109 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe885ad-1236-415d-ad7d-4c424cfe7b59 req-edabfdf4-26aa-4b66-b4ca-fd7a5a1a30c0 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:54:28.328642 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ebe885ad-1236-415d-ad7d-4c424cfe7b59 req-edabfdf4-26aa-4b66-b4ca-fd7a5a1a30c0 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=42f69bb7-79e8-4795-9342-fb7eca5ebd63 HTTP/1.1" status: 200 len: 944 time: 0.0494463 Aug 11 03:54:28.366826 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ebe885ad-1236-415d-ad7d-4c424cfe7b59 req-2f008e13-140a-4413-9766-ceff62cbe724 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f22c4ac-8df9-4e4c-be4f-551791d33c61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315330 Aug 11 03:54:28.386099 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca106be-c545-45ea-b5b3-2e988cc08bb4 req-320964d7-3c4c-41bf-86ad-ebee9d7a5e74 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:54:28.387676 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-bca106be-c545-45ea-b5b3-2e988cc08bb4 req-320964d7-3c4c-41bf-86ad-ebee9d7a5e74 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.22 "GET /v2.0/ports?device_id=42f69bb7-79e8-4795-9342-fb7eca5ebd63&tenant_id=9d0143ac25424ed0a1039c6711371bf5&binding%3Ahost_id=n-h2-764292-30 HTTP/1.1" status: 200 len: 944 time: 0.0510409 Aug 11 03:54:28.452338 n-d-764292-30 neutron-server[102191]: INFO neutron.api.v2.resource [req-bca106be-c545-45ea-b5b3-2e988cc08bb4 req-fac09ba2-9632-40b5-8bec-ee483f20a1ee service neutron] delete failed (client error): The resource could not be found. Aug 11 03:54:28.453318 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-bca106be-c545-45ea-b5b3-2e988cc08bb4 req-fac09ba2-9632-40b5-8bec-ee483f20a1ee service neutron] 10.222.0.22 "DELETE /v2.0/ports/17ea4605-a3cd-4310-98d3-e85b136e3b4d/bindings/n-h1-764292-30 HTTP/1.1" status: 404 len: 381 time: 0.0563219 Aug 11 03:54:28.462022 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 17ea4605-a3cd-4310-98d3-e85b136e3b4d details requested by agent hyperv_n-h2-764292-30 with host n-h2-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:54:28.535215 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca106be-c545-45ea-b5b3-2e988cc08bb4 req-49b75ccd-b9e8-46ac-a451-8feab62a8ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:54:28.536754 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-bca106be-c545-45ea-b5b3-2e988cc08bb4 req-49b75ccd-b9e8-46ac-a451-8feab62a8ff6 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9d0143ac25424ed0a1039c6711371bf5&device_id=42f69bb7-79e8-4795-9342-fb7eca5ebd63 HTTP/1.1" status: 200 len: 1096 time: 0.0414779 Aug 11 03:54:28.557533 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port 17ea4605-a3cd-4310-98d3-e85b136e3b4d, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=17ea4605-a3cd-4310-98d3-e85b136e3b4d,segment=NetworkSegment(96665fb4-b445-453f-85f9-e826534b59e1),segment_id=96665fb4-b445-453f-85f9-e826534b59e1)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:54:28.569310 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Returning: {'device': '17ea4605-a3cd-4310-98d3-e85b136e3b4d', 'network_id': 'a5ea91b2-c708-4745-beed-90616be4437e', 'port_id': '17ea4605-a3cd-4310-98d3-e85b136e3b4d', 'mac_address': 'fa:16:3e:6a:ca:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e27dafc1-db87-435e-90cb-a6e72d9ff11b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:54:28.605061 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:54:28.618339 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17ea4605-a3cd-4310-98d3-e85b136e3b4d {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:54:28.628242 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca106be-c545-45ea-b5b3-2e988cc08bb4 req-5a329bb9-c9c9-4490-95b8-ca1cff5cd5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:54:28.629785 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-bca106be-c545-45ea-b5b3-2e988cc08bb4 req-5a329bb9-c9c9-4490-95b8-ca1cff5cd5cb service neutron] 10.222.0.22 "GET /v2.0/networks?id=a5ea91b2-c708-4745-beed-90616be4437e HTTP/1.1" status: 200 len: 912 time: 0.0864434 Aug 11 03:54:28.637611 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port 17ea4605-a3cd-4310-98d3-e85b136e3b4d, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=17ea4605-a3cd-4310-98d3-e85b136e3b4d,segment=NetworkSegment(96665fb4-b445-453f-85f9-e826534b59e1),segment_id=96665fb4-b445-453f-85f9-e826534b59e1)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:54:28.692338 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:54:28.699867 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-bca106be-c545-45ea-b5b3-2e988cc08bb4 req-94d861a5-64ca-4da4-b53b-3591e0d9ee92 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=17ea4605-a3cd-4310-98d3-e85b136e3b4d HTTP/1.1" status: 200 len: 999 time: 0.0631027 Aug 11 03:54:28.739175 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=17ea4605-a3cd-4310-98d3-e85b136e3b4d,revision_number=8']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:54:28.746788 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:54:28.747137 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:54:28.747472 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:54:28.747800 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:54:28.748124 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:54:28.748449 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:54:28.748777 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:54:28.749097 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:54:28.749497 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:54:28.749819 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:54:28.750135 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:54:28.750505 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:54:28.750940 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca106be-c545-45ea-b5b3-2e988cc08bb4 req-881054de-2a05-47a4-b5d1-b4603b16c002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:54:28.752451 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-bca106be-c545-45ea-b5b3-2e988cc08bb4 req-881054de-2a05-47a4-b5d1-b4603b16c002 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e27dafc1-db87-435e-90cb-a6e72d9ff11b HTTP/1.1" status: 200 len: 850 time: 0.0450952 Aug 11 03:54:28.797274 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca106be-c545-45ea-b5b3-2e988cc08bb4 req-bc3c935e-f321-49e0-acc7-abffce87991b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:54:28.798691 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-bca106be-c545-45ea-b5b3-2e988cc08bb4 req-bc3c935e-f321-49e0-acc7-abffce87991b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a5ea91b2-c708-4745-beed-90616be4437e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392044 Aug 11 03:54:28.889337 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-bca106be-c545-45ea-b5b3-2e988cc08bb4 req-78f83c03-b28f-4199-8138-0ab2f81a8839 service neutron] 10.222.0.22 "GET /v2.0/networks/a5ea91b2-c708-4745-beed-90616be4437e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838006 Aug 11 03:54:28.947644 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['17ea4605-a3cd-4310-98d3-e85b136e3b4d'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:54:28.977836 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-bca106be-c545-45ea-b5b3-2e988cc08bb4 req-c89a9e0c-2668-4173-9766-991c3ebec73f service neutron] 10.222.0.22 "GET /v2.0/networks/a5ea91b2-c708-4745-beed-90616be4437e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811582 Aug 11 03:54:29.211895 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3e2e5617-36bf-45aa-96f9-9f09f39dc8eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:54:29.483072 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bf9c85-5a74-4d02-b361-3991a9f3eddd req-3f6c29a4-cbe5-44f7-89ac-4f8e4d564680 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:54:29.484569 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-45bf9c85-5a74-4d02-b361-3991a9f3eddd req-3f6c29a4-cbe5-44f7-89ac-4f8e4d564680 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=42f69bb7-79e8-4795-9342-fb7eca5ebd63 HTTP/1.1" status: 200 len: 945 time: 0.0483713 Aug 11 03:54:29.528531 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-45bf9c85-5a74-4d02-b361-3991a9f3eddd req-16ae50c8-ffa5-4d2a-a2fa-55ecb3154e82 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f22c4ac-8df9-4e4c-be4f-551791d33c61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380032 Aug 11 03:54:30.469149 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 17ea4605-a3cd-4310-98d3-e85b136e3b4d up at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:54:30.571847 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning for port 17ea4605-a3cd-4310-98d3-e85b136e3b4d completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:54:30.575820 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning complete for port 17ea4605-a3cd-4310-98d3-e85b136e3b4d triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:54:30.576196 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:54:30.642625 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7e9cf7-529f-4a39-9a03-37faa5daf6c1 req-3fd7c2ec-218e-4e25-937b-3c95fc0c4080 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:54:30.644413 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3c7e9cf7-529f-4a39-9a03-37faa5daf6c1 req-3fd7c2ec-218e-4e25-937b-3c95fc0c4080 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=42f69bb7-79e8-4795-9342-fb7eca5ebd63 HTTP/1.1" status: 200 len: 945 time: 0.0483091 Aug 11 03:54:30.655882 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:54:30.679074 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42f69bb7-79e8-4795-9342-fb7eca5ebd63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17ea4605-a3cd-4310-98d3-e85b136e3b4d'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:54:30.681312 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc483baf-b65a-405b-b82a-09b7fb903df3" -d '{"events": [{"server_uuid": "42f69bb7-79e8-4795-9342-fb7eca5ebd63", "name": "network-vif-plugged", "status": "completed", "tag": "17ea4605-a3cd-4310-98d3-e85b136e3b4d"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:54:30.682862 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3c7e9cf7-529f-4a39-9a03-37faa5daf6c1 req-2d5790d6-bb5d-4918-bd16-50f1ffbfe944 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f22c4ac-8df9-4e4c-be4f-551791d33c61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327621 Aug 11 03:54:30.695736 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port 17ea4605-a3cd-4310-98d3-e85b136e3b4d, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=17ea4605-a3cd-4310-98d3-e85b136e3b4d,segment=NetworkSegment(96665fb4-b445-453f-85f9-e826534b59e1),segment_id=96665fb4-b445-453f-85f9-e826534b59e1)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:54:30.762226 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:54:30.794745 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:54:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddb4351a-af7e-48f5-a2b6-6b498dff899d x-openstack-request-id: req-ddb4351a-af7e-48f5-a2b6-6b498dff899d {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:54:30.795038 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42f69bb7-79e8-4795-9342-fb7eca5ebd63", "name": "network-vif-plugged", "status": "completed", "tag": "17ea4605-a3cd-4310-98d3-e85b136e3b4d", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:54:30.795282 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ddb4351a-af7e-48f5-a2b6-6b498dff899d {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:54:30.795666 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42f69bb7-79e8-4795-9342-fb7eca5ebd63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17ea4605-a3cd-4310-98d3-e85b136e3b4d', 'code': 200} Aug 11 03:54:30.798646 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48459dba-a550-40f1-8d77-91dcfe2899d3 req-f2c6e6d9-0900-4e9e-b797-dd4650326d4c tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:54:30.801093 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-48459dba-a550-40f1-8d77-91dcfe2899d3 req-f2c6e6d9-0900-4e9e-b797-dd4650326d4c tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=42f69bb7-79e8-4795-9342-fb7eca5ebd63 HTTP/1.1" status: 200 len: 945 time: 0.0531771 Aug 11 03:54:30.818060 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=17ea4605-a3cd-4310-98d3-e85b136e3b4d,revision_number=9']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:54:30.840669 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-48459dba-a550-40f1-8d77-91dcfe2899d3 req-774b3d72-9907-4256-babc-c6910891469c tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f22c4ac-8df9-4e4c-be4f-551791d33c61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340552 Aug 11 03:54:30.954191 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d8d7d2-aaf7-4a86-9eae-714d1bb9484b req-02c82f8e-8ebd-43e3-83bc-9a9c0303e594 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:54:30.955699 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-22d8d7d2-aaf7-4a86-9eae-714d1bb9484b req-02c82f8e-8ebd-43e3-83bc-9a9c0303e594 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=42f69bb7-79e8-4795-9342-fb7eca5ebd63 HTTP/1.1" status: 200 len: 946 time: 0.0480249 Aug 11 03:54:30.996705 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-22d8d7d2-aaf7-4a86-9eae-714d1bb9484b req-4b436e41-615c-4657-9090-04c9bd277caf tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f22c4ac-8df9-4e4c-be4f-551791d33c61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346191 Aug 11 03:54:31.414915 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32924a6-7088-443a-baac-077be54905e5 req-16b880f4-45fd-470d-aa3a-fcb06a06e561 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:54:31.416364 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b32924a6-7088-443a-baac-077be54905e5 req-16b880f4-45fd-470d-aa3a-fcb06a06e561 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=42f69bb7-79e8-4795-9342-fb7eca5ebd63 HTTP/1.1" status: 200 len: 946 time: 0.0493658 Aug 11 03:54:31.453073 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b32924a6-7088-443a-baac-077be54905e5 req-701d0a6e-051b-41bf-bb00-f0abe3fff032 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f22c4ac-8df9-4e4c-be4f-551791d33c61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308466 Aug 11 03:54:31.862987 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:54:32.080169 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-48528d12-e35c-4fd9-9bfe-873f7c8b39e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:54:32.567622 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638d9fae-1c98-42d9-ad32-f4485dac71d0 req-143e379f-9c36-4941-aeaa-16667057b2d5 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:54:32.569836 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-638d9fae-1c98-42d9-ad32-f4485dac71d0 req-143e379f-9c36-4941-aeaa-16667057b2d5 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=42f69bb7-79e8-4795-9342-fb7eca5ebd63 HTTP/1.1" status: 200 len: 946 time: 0.0490863 Aug 11 03:54:32.606305 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-638d9fae-1c98-42d9-ad32-f4485dac71d0 req-47455e40-4751-489b-9f11-71abb17935cc tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f22c4ac-8df9-4e4c-be4f-551791d33c61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304255 Aug 11 03:54:32.739360 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca17d02-b782-46a4-a335-09ccff9e1ea8 req-b9eb9469-7773-4060-a229-51fc069f5052 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:54:32.739360 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5ca17d02-b782-46a4-a335-09ccff9e1ea8 req-b9eb9469-7773-4060-a229-51fc069f5052 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.24 "GET /v2.0/ports?device_id=42f69bb7-79e8-4795-9342-fb7eca5ebd63 HTTP/1.1" status: 200 len: 946 time: 0.0473201 Aug 11 03:54:32.826532 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [req-5ca17d02-b782-46a4-a335-09ccff9e1ea8 req-c751321a-cf76-4388-bd81-c5b14b0580e6 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Deleting port 17ea4605-a3cd-4310-98d3-e85b136e3b4d {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:54:32.826871 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-5ca17d02-b782-46a4-a335-09ccff9e1ea8 req-c751321a-cf76-4388-bd81-c5b14b0580e6 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:54:32.910624 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-5ca17d02-b782-46a4-a335-09ccff9e1ea8 req-c751321a-cf76-4388-bd81-c5b14b0580e6 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] For port 17ea4605-a3cd-4310-98d3-e85b136e3b4d, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=17ea4605-a3cd-4310-98d3-e85b136e3b4d,segment=NetworkSegment(96665fb4-b445-453f-85f9-e826534b59e1),segment_id=96665fb4-b445-453f-85f9-e826534b59e1)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:54:32.910984 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-5ca17d02-b782-46a4-a335-09ccff9e1ea8 req-c751321a-cf76-4388-bd81-c5b14b0580e6 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:54:33.080866 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-5ca17d02-b782-46a4-a335-09ccff9e1ea8 req-c751321a-cf76-4388-bd81-c5b14b0580e6 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:54:33.081240 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-5ca17d02-b782-46a4-a335-09ccff9e1ea8 req-c751321a-cf76-4388-bd81-c5b14b0580e6 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446866'] for floatingip, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:54:33.081559 n-d-764292-30 neutron-server[102192]: INFO neutron.db.l3_db [req-5ca17d02-b782-46a4-a335-09ccff9e1ea8 req-c751321a-cf76-4388-bd81-c5b14b0580e6 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Floating IP ed7b149c-932e-410e-81e2-7198430a3c08 disassociated. External IP: 172.25.8.91, port: 17ea4605-a3cd-4310-98d3-e85b136e3b4d. Aug 11 03:54:33.081885 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [req-5ca17d02-b782-46a4-a335-09ccff9e1ea8 req-c751321a-cf76-4388-bd81-c5b14b0580e6 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Calling delete_port for 17ea4605-a3cd-4310-98d3-e85b136e3b4d owned by compute:nova {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:54:33.121630 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:54:33.253502 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-5ca17d02-b782-46a4-a335-09ccff9e1ea8 req-c751321a-cf76-4388-bd81-c5b14b0580e6 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:54:33.284088 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c751321a-cf76-4388-bd81-c5b14b0580e6 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Pushing event deleted for resources: {'Port': ['ID=17ea4605-a3cd-4310-98d3-e85b136e3b4d,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:54:33.397329 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5ca17d02-b782-46a4-a335-09ccff9e1ea8 req-c751321a-cf76-4388-bd81-c5b14b0580e6 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Router 02fb9610-9193-47cf-b01f-9def3fe4cccd has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:54:33.506375 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5ca17d02-b782-46a4-a335-09ccff9e1ea8 req-c751321a-cf76-4388-bd81-c5b14b0580e6 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:54:33.516152 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33eba41-6fa8-4cfc-9161-740f70355b35 None None] Sync routers for ids ['02fb9610-9193-47cf-b01f-9def3fe4cccd'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:54:33.526595 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33eba41-6fa8-4cfc-9161-740f70355b35 None None] Routers {'02fb9610-9193-47cf-b01f-9def3fe4cccd'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:54:33.527310 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-a33eba41-6fa8-4cfc-9161-740f70355b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:54:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['02fb9610-9193-47cf-b01f-9def3fe4cccd'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:54:33.548405 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ca17d02-b782-46a4-a335-09ccff9e1ea8 req-c751321a-cf76-4388-bd81-c5b14b0580e6 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] No DVR routers for this DVR port 17ea4605-a3cd-4310-98d3-e85b136e3b4d on host n-h2-764292-30 {{(pid=102192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:54:33.551078 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-5ca17d02-b782-46a4-a335-09ccff9e1ea8 req-c751321a-cf76-4388-bd81-c5b14b0580e6 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:54:33.553218 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5ca17d02-b782-46a4-a335-09ccff9e1ea8 req-c751321a-cf76-4388-bd81-c5b14b0580e6 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.24 "DELETE /v2.0/ports/17ea4605-a3cd-4310-98d3-e85b136e3b4d HTTP/1.1" status: 204 len: 173 time: 0.8109422 Aug 11 03:54:33.553649 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42f69bb7-79e8-4795-9342-fb7eca5ebd63', 'name': 'network-vif-deleted', 'tag': '17ea4605-a3cd-4310-98d3-e85b136e3b4d'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:54:33.555893 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66bb13eb-c323-4a8a-8fbf-ffb49dc7fa7b" -d '{"events": [{"server_uuid": "42f69bb7-79e8-4795-9342-fb7eca5ebd63", "name": "network-vif-deleted", "tag": "17ea4605-a3cd-4310-98d3-e85b136e3b4d"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:54:33.591893 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:54:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35bb0b38-efed-454e-80f1-e592fb690486 x-openstack-request-id: req-35bb0b38-efed-454e-80f1-e592fb690486 {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:54:33.592476 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42f69bb7-79e8-4795-9342-fb7eca5ebd63", "name": "network-vif-deleted", "tag": "17ea4605-a3cd-4310-98d3-e85b136e3b4d", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:54:33.592476 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-35bb0b38-efed-454e-80f1-e592fb690486 {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:54:33.592811 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42f69bb7-79e8-4795-9342-fb7eca5ebd63', 'name': 'network-vif-deleted', 'tag': '17ea4605-a3cd-4310-98d3-e85b136e3b4d', 'status': 'completed', 'code': 200} Aug 11 03:54:33.638832 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-a33eba41-6fa8-4cfc-9161-740f70355b35 None None] Set router 02fb9610-9193-47cf-b01f-9def3fe4cccd gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:54:33.700666 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ca348714-4b24-42ff-a71c-b370d5c24b2f req-0e467596-ab72-4a56-98ea-7167280fdb59 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=42f69bb7-79e8-4795-9342-fb7eca5ebd63 HTTP/1.1" status: 200 len: 210 time: 0.0262506 Aug 11 03:54:33.843515 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-a33eba41-6fa8-4cfc-9161-740f70355b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02fb9610-9193-47cf-b01f-9def3fe4cccd', 'name': 'tempest-ServerActionsTestJSON-877526914-router', 'tenant_id': '9d0143ac25424ed0a1039c6711371bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': '29b1989f-3c16-4917-83e6-1ed803782091', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:51:14Z', 'updated_at': '2021-08-11T03:51:17Z', 'revision_number': 4, 'project_id': '9d0143ac25424ed0a1039c6711371bf5', 'gw_port': {'id': '29b1989f-3c16-4917-83e6-1ed803782091', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:5f:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02fb9610-9193-47cf-b01f-9def3fe4cccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:51:15Z', 'updated_at': '2021-08-11T03:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '46bbe812-d5fb-4595-bb57-cefb92389286', 'name': '', 'network_id': 'a5ea91b2-c708-4745-beed-90616be4437e', 'tenant_id': '9d0143ac25424ed0a1039c6711371bf5', 'mac_address': 'fa:16:3e:92:d8:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02fb9610-9193-47cf-b01f-9def3fe4cccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'e27dafc1-db87-435e-90cb-a6e72d9ff11b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:51:17Z', 'updated_at': '2021-08-11T03:51:23Z', 'revision_number': 5, 'project_id': '9d0143ac25424ed0a1039c6711371bf5', 'subnets': [{'id': 'e27dafc1-db87-435e-90cb-a6e72d9ff11b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:54:33.869826 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33eba41-6fa8-4cfc-9161-740f70355b35 None None] Checking router: 02fb9610-9193-47cf-b01f-9def3fe4cccd for host: n-d-764292-30 {{(pid=102193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:54:33.884762 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33eba41-6fa8-4cfc-9161-740f70355b35 None None] Routers {'02fb9610-9193-47cf-b01f-9def3fe4cccd'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:54:33.885381 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-a33eba41-6fa8-4cfc-9161-740f70355b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:54:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['02fb9610-9193-47cf-b01f-9def3fe4cccd'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:54:33.991382 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-a33eba41-6fa8-4cfc-9161-740f70355b35 None None] Set router 02fb9610-9193-47cf-b01f-9def3fe4cccd gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:54:34.186967 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-a33eba41-6fa8-4cfc-9161-740f70355b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02fb9610-9193-47cf-b01f-9def3fe4cccd', 'name': 'tempest-ServerActionsTestJSON-877526914-router', 'tenant_id': '9d0143ac25424ed0a1039c6711371bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': '29b1989f-3c16-4917-83e6-1ed803782091', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:51:14Z', 'updated_at': '2021-08-11T03:51:17Z', 'revision_number': 4, 'project_id': '9d0143ac25424ed0a1039c6711371bf5', 'gw_port': {'id': '29b1989f-3c16-4917-83e6-1ed803782091', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:5f:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02fb9610-9193-47cf-b01f-9def3fe4cccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:51:15Z', 'updated_at': '2021-08-11T03:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '46bbe812-d5fb-4595-bb57-cefb92389286', 'name': '', 'network_id': 'a5ea91b2-c708-4745-beed-90616be4437e', 'tenant_id': '9d0143ac25424ed0a1039c6711371bf5', 'mac_address': 'fa:16:3e:92:d8:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02fb9610-9193-47cf-b01f-9def3fe4cccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'e27dafc1-db87-435e-90cb-a6e72d9ff11b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:51:17Z', 'updated_at': '2021-08-11T03:51:23Z', 'revision_number': 5, 'project_id': '9d0143ac25424ed0a1039c6711371bf5', 'subnets': [{'id': 'e27dafc1-db87-435e-90cb-a6e72d9ff11b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:54:34.217816 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33eba41-6fa8-4cfc-9161-740f70355b35 None None] The sync data for ids ['02fb9610-9193-47cf-b01f-9def3fe4cccd'] in n-d-764292-30 is: [{'id': '02fb9610-9193-47cf-b01f-9def3fe4cccd', 'name': 'tempest-ServerActionsTestJSON-877526914-router', 'tenant_id': '9d0143ac25424ed0a1039c6711371bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': '29b1989f-3c16-4917-83e6-1ed803782091', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:51:14Z', 'updated_at': '2021-08-11T03:51:17Z', 'revision_number': 4, 'project_id': '9d0143ac25424ed0a1039c6711371bf5', 'gw_port': {'id': '29b1989f-3c16-4917-83e6-1ed803782091', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:5f:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02fb9610-9193-47cf-b01f-9def3fe4cccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:51:15Z', 'updated_at': '2021-08-11T03:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '46bbe812-d5fb-4595-bb57-cefb92389286', 'name': '', 'network_id': 'a5ea91b2-c708-4745-beed-90616be4437e', 'tenant_id': '9d0143ac25424ed0a1039c6711371bf5', 'mac_address': 'fa:16:3e:92:d8:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02fb9610-9193-47cf-b01f-9def3fe4cccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'e27dafc1-db87-435e-90cb-a6e72d9ff11b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:51:17Z', 'updated_at': '2021-08-11T03:51:23Z', 'revision_number': 5, 'project_id': '9d0143ac25424ed0a1039c6711371bf5', 'subnets': [{'id': 'e27dafc1-db87-435e-90cb-a6e72d9ff11b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:54:34.438728 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74fd52d4-b258-469e-9b6c-c14fcf70f63e None None] New status for floating IP ed7b149c-932e-410e-81e2-7198430a3c08: DOWN {{(pid=102194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:54:34.762528 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:54:34.926798 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d7007e46-bcab-4cce-9209-7786b04b5294 req-4ff71a68-9971-41b8-9459-5366fbd7e485 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--334089728&fields=id&tenant_id=9d0143ac25424ed0a1039c6711371bf5 HTTP/1.1" status: 200 len: 267 time: 0.0329165 Aug 11 03:54:35.029889 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7007e46-bcab-4cce-9209-7786b04b5294 req-f717d098-17ee-4d23-a85a-f560161a571d tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:54:35.031374 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d7007e46-bcab-4cce-9209-7786b04b5294 req-f717d098-17ee-4d23-a85a-f560161a571d tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/networks?id=a5ea91b2-c708-4745-beed-90616be4437e HTTP/1.1" status: 200 len: 811 time: 0.0974805 Aug 11 03:54:35.046550 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d7007e46-bcab-4cce-9209-7786b04b5294 req-596ba711-3ec3-4a6b-a39f-9b7837b39833 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/quotas/9d0143ac25424ed0a1039c6711371bf5 HTTP/1.1" status: 200 len: 375 time: 0.0086181 Aug 11 03:54:35.102424 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d7007e46-bcab-4cce-9209-7786b04b5294 req-cb20a5fa-b44e-4c19-8d8c-92eb7ec71c24 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=9d0143ac25424ed0a1039c6711371bf5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0508201 Aug 11 03:54:35.164686 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [req-d7007e46-bcab-4cce-9209-7786b04b5294 req-0eac1623-169a-420c-a92e-a529a10eda12 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:54:35.165658 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d7007e46-bcab-4cce-9209-7786b04b5294 req-0eac1623-169a-420c-a92e-a529a10eda12 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0522075 Aug 11 03:54:35.251514 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d7007e46-bcab-4cce-9209-7786b04b5294 req-624d4063-7f99-4391-b9a3-871df6016b05 service neutron] 10.222.0.41 "GET /v2.0/networks/a5ea91b2-c708-4745-beed-90616be4437e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796220 Aug 11 03:54:35.342600 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d7007e46-bcab-4cce-9209-7786b04b5294 req-c50c8d23-288c-4daa-9100-6da56ab45c54 service neutron] 10.222.0.41 "GET /v2.0/networks/a5ea91b2-c708-4745-beed-90616be4437e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849652 Aug 11 03:54:35.549529 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f03c718c-508f-4948-beca-596f61dc116e req-fa414f14-33e0-4e97-bdab-399905f6e985 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=07b20ea2-1417-4a74-86d3-549561f561b4 HTTP/1.1" status: 200 len: 210 time: 0.0268698 Aug 11 03:54:36.509059 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 17ea4605-a3cd-4310-98d3-e85b136e3b4d no longer exists at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:54:36.529896 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] No Port match for: 17ea4605-a3cd-4310-98d3-e85b136e3b4d {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:54:36.530248 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 17ea4605-a3cd-4310-98d3-e85b136e3b4d not bound to the agent host n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:54:36.642869 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-85a162b0-57a6-4507-a4fd-32823e999565 req-330f9ee6-ce24-4b4e-ae86-eaa1ec0e3a0e tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=07b20ea2-1417-4a74-86d3-549561f561b4 HTTP/1.1" status: 200 len: 210 time: 0.0281129 Aug 11 03:54:37.329779 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7007e46-bcab-4cce-9209-7786b04b5294 req-7e5ca10e-17bd-4922-9349-0991d13842f7 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:54:37.331147 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d7007e46-bcab-4cce-9209-7786b04b5294 req-7e5ca10e-17bd-4922-9349-0991d13842f7 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.24 "GET /v2.0/networks?id=a5ea91b2-c708-4745-beed-90616be4437e HTTP/1.1" status: 200 len: 811 time: 0.1044583 Aug 11 03:54:37.374679 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d7007e46-bcab-4cce-9209-7786b04b5294 req-93f5b01f-c5a9-4f96-865b-dcce11c364d8 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9d0143ac25424ed0a1039c6711371bf5 HTTP/1.1" status: 200 len: 379 time: 0.0341041 Aug 11 03:54:37.384130 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-d7007e46-bcab-4cce-9209-7786b04b5294 req-ded501af-ba59-423f-9bf8-8b24a178988d tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Request body: {'port': {'device_id': '07b20ea2-1417-4a74-86d3-549561f561b4', 'network_id': 'a5ea91b2-c708-4745-beed-90616be4437e', 'admin_state_up': True, 'tenant_id': '9d0143ac25424ed0a1039c6711371bf5', 'security_groups': ['2f22c4ac-8df9-4e4c-be4f-551791d33c61']}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:54:37.567563 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7007e46-bcab-4cce-9209-7786b04b5294 req-ded501af-ba59-423f-9bf8-8b24a178988d tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Made reservation on behalf of 9d0143ac25424ed0a1039c6711371bf5 for: {'port': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:54:37.571194 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-d7007e46-bcab-4cce-9209-7786b04b5294 req-ded501af-ba59-423f-9bf8-8b24a178988d tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:54:37.574592 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:54:37.699155 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [req-d7007e46-bcab-4cce-9209-7786b04b5294 req-ded501af-ba59-423f-9bf8-8b24a178988d tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Allocated IP 172.20.0.12 (a5ea91b2-c708-4745-beed-90616be4437e/e27dafc1-db87-435e-90cb-a6e72d9ff11b/e5ed4008-1682-4a43-9af5-aea24e0b37c8) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:54:37.738360 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1de17258-924b-4360-b237-58b072df2b8a req-17f90a4b-8a7d-4779-985d-9e1dfa6264ea tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=07b20ea2-1417-4a74-86d3-549561f561b4 HTTP/1.1" status: 200 len: 210 time: 0.0297673 Aug 11 03:54:38.185030 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-d7007e46-bcab-4cce-9209-7786b04b5294 req-ded501af-ba59-423f-9bf8-8b24a178988d tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:54:38.197363 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [req-d7007e46-bcab-4cce-9209-7786b04b5294 req-ded501af-ba59-423f-9bf8-8b24a178988d tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Transition to ACTIVE for port object e5ed4008-1682-4a43-9af5-aea24e0b37c8 will not be triggered until provisioned by entity DHCP. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:54:38.288144 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-d7007e46-bcab-4cce-9209-7786b04b5294 req-ded501af-ba59-423f-9bf8-8b24a178988d tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:54:38.328317 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7007e46-bcab-4cce-9209-7786b04b5294 req-ded501af-ba59-423f-9bf8-8b24a178988d tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Network a5ea91b2-c708-4745-beed-90616be4437e is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:54:38.333203 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [req-d7007e46-bcab-4cce-9209-7786b04b5294 req-ded501af-ba59-423f-9bf8-8b24a178988d tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:54:38.336865 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7007e46-bcab-4cce-9209-7786b04b5294 req-ded501af-ba59-423f-9bf8-8b24a178988d tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:54:38.361525 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded501af-ba59-423f-9bf8-8b24a178988d tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Pushing event updated for resources: {'Port': ['ID=e5ed4008-1682-4a43-9af5-aea24e0b37c8,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:54:38.391085 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7007e46-bcab-4cce-9209-7786b04b5294 req-ded501af-ba59-423f-9bf8-8b24a178988d tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:54:38.391699 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-d7007e46-bcab-4cce-9209-7786b04b5294 req-ded501af-ba59-423f-9bf8-8b24a178988d tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:54:38.465550 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d7007e46-bcab-4cce-9209-7786b04b5294 req-ded501af-ba59-423f-9bf8-8b24a178988d tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0847902 Aug 11 03:54:38.478152 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-d7007e46-bcab-4cce-9209-7786b04b5294 req-1425f91d-220e-4e05-b744-57e5d94ace81 service neutron] Request body: {'port': {'device_id': '07b20ea2-1417-4a74-86d3-549561f561b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764292-30'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:54:38.533565 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-d7007e46-bcab-4cce-9209-7786b04b5294 req-1425f91d-220e-4e05-b744-57e5d94ace81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:54:38.641724 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-05a9ae00-6224-47c2-b27e-f5d0417f93f9 None None] Provisioning for port e5ed4008-1682-4a43-9af5-aea24e0b37c8 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:54:38.645526 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-05a9ae00-6224-47c2-b27e-f5d0417f93f9 None None] Provisioning complete for port e5ed4008-1682-4a43-9af5-aea24e0b37c8 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:54:38.645895 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-05a9ae00-6224-47c2-b27e-f5d0417f93f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:54:38.679889 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-05a9ae00-6224-47c2-b27e-f5d0417f93f9 None None] Port e5ed4008-1682-4a43-9af5-aea24e0b37c8 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:54:38.786118 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [req-d7007e46-bcab-4cce-9209-7786b04b5294 req-1425f91d-220e-4e05-b744-57e5d94ace81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5ed4008-1682-4a43-9af5-aea24e0b37c8 {{(pid=102192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:54:38.794384 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-d7007e46-bcab-4cce-9209-7786b04b5294 req-1425f91d-220e-4e05-b744-57e5d94ace81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:54:38.809384 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [req-d7007e46-bcab-4cce-9209-7786b04b5294 req-1425f91d-220e-4e05-b744-57e5d94ace81 service neutron] Transition to ACTIVE for port object e5ed4008-1682-4a43-9af5-aea24e0b37c8 will not be triggered until provisioned by entity L2. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:54:38.854179 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aeae62-ce06-4011-b63f-72ee0c87fcf6 req-7bce60b3-3831-4bb0-89e2-51b4305c89dd tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:54:38.855673 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e1aeae62-ce06-4011-b63f-72ee0c87fcf6 req-7bce60b3-3831-4bb0-89e2-51b4305c89dd tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=07b20ea2-1417-4a74-86d3-549561f561b4 HTTP/1.1" status: 200 len: 932 time: 0.0481327 Aug 11 03:54:38.892011 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-d7007e46-bcab-4cce-9209-7786b04b5294 req-1425f91d-220e-4e05-b744-57e5d94ace81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:54:38.923770 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e1aeae62-ce06-4011-b63f-72ee0c87fcf6 req-d9b5f784-fcb7-47f6-afa0-ad71aecef8c3 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f22c4ac-8df9-4e4c-be4f-551791d33c61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621891 Aug 11 03:54:38.948742 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1425f91d-220e-4e05-b744-57e5d94ace81 service neutron] Pushing event updated for resources: {'Port': ['ID=e5ed4008-1682-4a43-9af5-aea24e0b37c8,revision_number=2']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:54:39.021539 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-d7007e46-bcab-4cce-9209-7786b04b5294 req-1425f91d-220e-4e05-b744-57e5d94ace81 service neutron] Attempting to bind port e5ed4008-1682-4a43-9af5-aea24e0b37c8 on host n-h2-764292-30 for vnic_type normal with profile {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:54:39.021872 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-d7007e46-bcab-4cce-9209-7786b04b5294 req-1425f91d-220e-4e05-b744-57e5d94ace81 service neutron] Attempting to bind port e5ed4008-1682-4a43-9af5-aea24e0b37c8 by drivers openvswitch,hyperv on host n-h2-764292-30 at level 0 using segments [{'id': '96665fb4-b445-453f-85f9-e826534b59e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'a5ea91b2-c708-4745-beed-90616be4437e'}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:54:39.022196 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7007e46-bcab-4cce-9209-7786b04b5294 req-1425f91d-220e-4e05-b744-57e5d94ace81 service neutron] Attempting to bind port e5ed4008-1682-4a43-9af5-aea24e0b37c8 on network a5ea91b2-c708-4745-beed-90616be4437e {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:54:39.026988 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7007e46-bcab-4cce-9209-7786b04b5294 req-1425f91d-220e-4e05-b744-57e5d94ace81 service neutron] Port e5ed4008-1682-4a43-9af5-aea24e0b37c8 on network a5ea91b2-c708-4745-beed-90616be4437e not bound, no agent of type Open vSwitch agent registered on host n-h2-764292-30 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:54:39.027316 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7007e46-bcab-4cce-9209-7786b04b5294 req-1425f91d-220e-4e05-b744-57e5d94ace81 service neutron] Attempting to bind port e5ed4008-1682-4a43-9af5-aea24e0b37c8 on network a5ea91b2-c708-4745-beed-90616be4437e {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:54:39.032459 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7007e46-bcab-4cce-9209-7786b04b5294 req-1425f91d-220e-4e05-b744-57e5d94ace81 service neutron] Checking agent: {'id': '70015fc0-62fb-48b2-b453-36906937cf2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 54, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:54:39.032794 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7007e46-bcab-4cce-9209-7786b04b5294 req-1425f91d-220e-4e05-b744-57e5d94ace81 service neutron] Checking segment: {'id': '96665fb4-b445-453f-85f9-e826534b59e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'a5ea91b2-c708-4745-beed-90616be4437e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:54:39.033176 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7007e46-bcab-4cce-9209-7786b04b5294 req-1425f91d-220e-4e05-b744-57e5d94ace81 service neutron] Bound using segment: {'id': '96665fb4-b445-453f-85f9-e826534b59e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'a5ea91b2-c708-4745-beed-90616be4437e'} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:54:39.033632 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-d7007e46-bcab-4cce-9209-7786b04b5294 req-1425f91d-220e-4e05-b744-57e5d94ace81 service neutron] Bound port: e5ed4008-1682-4a43-9af5-aea24e0b37c8, host: n-h2-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96665fb4-b445-453f-85f9-e826534b59e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'a5ea91b2-c708-4745-beed-90616be4437e'}}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:54:39.033985 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-d7007e46-bcab-4cce-9209-7786b04b5294 req-1425f91d-220e-4e05-b744-57e5d94ace81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:54:39.105287 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-d7007e46-bcab-4cce-9209-7786b04b5294 req-1425f91d-220e-4e05-b744-57e5d94ace81 service neutron] For port e5ed4008-1682-4a43-9af5-aea24e0b37c8, host n-h2-764292-30, cleared binding levels {{(pid=102192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:54:39.108411 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-d7007e46-bcab-4cce-9209-7786b04b5294 req-1425f91d-220e-4e05-b744-57e5d94ace81 service neutron] For port e5ed4008-1682-4a43-9af5-aea24e0b37c8, host n-h2-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=e5ed4008-1682-4a43-9af5-aea24e0b37c8,segment=NetworkSegment(96665fb4-b445-453f-85f9-e826534b59e1),segment_id=96665fb4-b445-453f-85f9-e826534b59e1)] {{(pid=102192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:54:39.207615 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-d7007e46-bcab-4cce-9209-7786b04b5294 req-1425f91d-220e-4e05-b744-57e5d94ace81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:54:39.238929 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7007e46-bcab-4cce-9209-7786b04b5294 req-1425f91d-220e-4e05-b744-57e5d94ace81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:54:39.239556 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-d7007e46-bcab-4cce-9209-7786b04b5294 req-1425f91d-220e-4e05-b744-57e5d94ace81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:54:39.241157 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d7007e46-bcab-4cce-9209-7786b04b5294 req-1425f91d-220e-4e05-b744-57e5d94ace81 service neutron] 10.222.0.24 "PUT /v2.0/ports/e5ed4008-1682-4a43-9af5-aea24e0b37c8 HTTP/1.1" status: 200 len: 1093 time: 0.7674596 Aug 11 03:54:39.243362 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07b20ea2-1417-4a74-86d3-549561f561b4', 'tag': 'e5ed4008-1682-4a43-9af5-aea24e0b37c8'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:54:39.245608 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c1ffa74-9d32-468a-a69b-b554cf840912" -d '{"events": [{"name": "network-changed", "server_uuid": "07b20ea2-1417-4a74-86d3-549561f561b4", "tag": "e5ed4008-1682-4a43-9af5-aea24e0b37c8"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:54:39.279315 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1425f91d-220e-4e05-b744-57e5d94ace81 service neutron] Pushing event updated for resources: {'Port': ['ID=e5ed4008-1682-4a43-9af5-aea24e0b37c8,revision_number=3']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:54:39.285133 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d35f2f1-fe96-458b-83e4-622b64962501 x-openstack-request-id: req-2d35f2f1-fe96-458b-83e4-622b64962501 {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:54:39.285412 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07b20ea2-1417-4a74-86d3-549561f561b4", "tag": "e5ed4008-1682-4a43-9af5-aea24e0b37c8", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:54:39.285830 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2d35f2f1-fe96-458b-83e4-622b64962501 {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:54:39.286227 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07b20ea2-1417-4a74-86d3-549561f561b4', 'tag': 'e5ed4008-1682-4a43-9af5-aea24e0b37c8', 'status': 'completed', 'code': 200} Aug 11 03:54:39.347426 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1ffa74-9d32-468a-a69b-b554cf840912 req-a4cc799d-9605-4355-89bb-aa54f20fcd86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:54:39.353813 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5c1ffa74-9d32-468a-a69b-b554cf840912 req-a4cc799d-9605-4355-89bb-aa54f20fcd86 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9d0143ac25424ed0a1039c6711371bf5&device_id=07b20ea2-1417-4a74-86d3-549561f561b4 HTTP/1.1" status: 200 len: 1096 time: 0.0435064 Aug 11 03:54:39.451000 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1ffa74-9d32-468a-a69b-b554cf840912 req-fdb631fb-549f-4456-9129-265b832959b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:54:39.452555 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5c1ffa74-9d32-468a-a69b-b554cf840912 req-fdb631fb-549f-4456-9129-265b832959b4 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=9d0143ac25424ed0a1039c6711371bf5&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0962026 Aug 11 03:54:39.544072 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1ffa74-9d32-468a-a69b-b554cf840912 req-6cd14f94-61f0-438d-8d21-cf3ed9c42964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:54:39.545458 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5c1ffa74-9d32-468a-a69b-b554cf840912 req-6cd14f94-61f0-438d-8d21-cf3ed9c42964 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0858195 Aug 11 03:54:39.619532 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7007e46-bcab-4cce-9209-7786b04b5294 req-bf8418e7-cebb-4210-8ecd-96f439ff3a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:54:39.621014 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d7007e46-bcab-4cce-9209-7786b04b5294 req-bf8418e7-cebb-4210-8ecd-96f439ff3a67 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9d0143ac25424ed0a1039c6711371bf5&device_id=07b20ea2-1417-4a74-86d3-549561f561b4 HTTP/1.1" status: 200 len: 1096 time: 0.0403156 Aug 11 03:54:39.669850 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d7007e46-bcab-4cce-9209-7786b04b5294 req-012d3e59-3ab5-4699-b4f1-908484431a2a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e5ed4008-1682-4a43-9af5-aea24e0b37c8 HTTP/1.1" status: 200 len: 217 time: 0.0374844 Aug 11 03:54:39.718617 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7007e46-bcab-4cce-9209-7786b04b5294 req-c3d4205d-3a6f-4ff9-a595-32fed6eb1d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:54:39.720082 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d7007e46-bcab-4cce-9209-7786b04b5294 req-c3d4205d-3a6f-4ff9-a595-32fed6eb1d47 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e27dafc1-db87-435e-90cb-a6e72d9ff11b HTTP/1.1" status: 200 len: 850 time: 0.0433538 Aug 11 03:54:39.764986 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7007e46-bcab-4cce-9209-7786b04b5294 req-4e99414c-9412-4b01-ac27-ca1b9dee7c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:54:39.766473 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d7007e46-bcab-4cce-9209-7786b04b5294 req-4e99414c-9412-4b01-ac27-ca1b9dee7c33 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a5ea91b2-c708-4745-beed-90616be4437e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0388932 Aug 11 03:54:39.857651 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d7007e46-bcab-4cce-9209-7786b04b5294 req-ea6c120a-3914-421d-b6af-4abde7bfa143 service neutron] 10.222.0.24 "GET /v2.0/networks/a5ea91b2-c708-4745-beed-90616be4437e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835872 Aug 11 03:54:39.947318 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d7007e46-bcab-4cce-9209-7786b04b5294 req-0c1538bd-c983-4415-b977-42432d302aa6 service neutron] 10.222.0.24 "GET /v2.0/networks/a5ea91b2-c708-4745-beed-90616be4437e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816121 Aug 11 03:54:40.041876 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f5cc6a-4c6b-4a08-96cf-19c877806978 req-cd6b6d52-1597-4e49-bcdb-7de58e6ccd7a tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:54:40.043374 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-82f5cc6a-4c6b-4a08-96cf-19c877806978 req-cd6b6d52-1597-4e49-bcdb-7de58e6ccd7a tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=07b20ea2-1417-4a74-86d3-549561f561b4 HTTP/1.1" status: 200 len: 944 time: 0.0495975 Aug 11 03:54:40.088360 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-82f5cc6a-4c6b-4a08-96cf-19c877806978 req-5e1239df-04a5-4b8b-a7d7-e06aa7d27a7d tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f22c4ac-8df9-4e4c-be4f-551791d33c61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390537 Aug 11 03:54:41.202608 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bc44f8-c515-4206-83c5-f67168fc5e89 req-b6a851c4-fcc2-47b2-97b0-d7a68128b157 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:54:41.204063 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-00bc44f8-c515-4206-83c5-f67168fc5e89 req-b6a851c4-fcc2-47b2-97b0-d7a68128b157 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=07b20ea2-1417-4a74-86d3-549561f561b4 HTTP/1.1" status: 200 len: 944 time: 0.0479374 Aug 11 03:54:41.241350 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-00bc44f8-c515-4206-83c5-f67168fc5e89 req-89d1df1b-f7ea-4a6d-b57a-91bec156d05d tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f22c4ac-8df9-4e4c-be4f-551791d33c61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308042 Aug 11 03:54:41.554534 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:54:42.355078 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc89b9d1-daaa-46ec-9e5e-ad14176d8261 req-f796e9b9-1dca-4395-b524-684194b519e5 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:54:42.356620 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-dc89b9d1-daaa-46ec-9e5e-ad14176d8261 req-f796e9b9-1dca-4395-b524-684194b519e5 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=07b20ea2-1417-4a74-86d3-549561f561b4 HTTP/1.1" status: 200 len: 944 time: 0.0481431 Aug 11 03:54:42.393949 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-dc89b9d1-daaa-46ec-9e5e-ad14176d8261 req-35766582-4792-49d4-b5c8-25a3aeedca61 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f22c4ac-8df9-4e4c-be4f-551791d33c61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315061 Aug 11 03:54:42.523128 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device e5ed4008-1682-4a43-9af5-aea24e0b37c8 details requested by agent hyperv_n-h2-764292-30 with host n-h2-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:54:42.617069 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port e5ed4008-1682-4a43-9af5-aea24e0b37c8, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=e5ed4008-1682-4a43-9af5-aea24e0b37c8,segment=NetworkSegment(96665fb4-b445-453f-85f9-e826534b59e1),segment_id=96665fb4-b445-453f-85f9-e826534b59e1)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:54:42.628083 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Returning: {'device': 'e5ed4008-1682-4a43-9af5-aea24e0b37c8', 'network_id': 'a5ea91b2-c708-4745-beed-90616be4437e', 'port_id': 'e5ed4008-1682-4a43-9af5-aea24e0b37c8', 'mac_address': 'fa:16:3e:b8:bf:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e27dafc1-db87-435e-90cb-a6e72d9ff11b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:54:42.664020 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:54:42.676754 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5ed4008-1682-4a43-9af5-aea24e0b37c8 {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:54:42.696067 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port e5ed4008-1682-4a43-9af5-aea24e0b37c8, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=e5ed4008-1682-4a43-9af5-aea24e0b37c8,segment=NetworkSegment(96665fb4-b445-453f-85f9-e826534b59e1),segment_id=96665fb4-b445-453f-85f9-e826534b59e1)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:54:42.801445 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:54:42.854306 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=e5ed4008-1682-4a43-9af5-aea24e0b37c8,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:54:42.985874 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['e5ed4008-1682-4a43-9af5-aea24e0b37c8'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:54:43.507428 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25463c73-ba2f-4402-9d91-41d81bd8a1fc req-003a3a24-1451-458f-bf97-ca46435436b4 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:54:43.508880 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-25463c73-ba2f-4402-9d91-41d81bd8a1fc req-003a3a24-1451-458f-bf97-ca46435436b4 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=07b20ea2-1417-4a74-86d3-549561f561b4 HTTP/1.1" status: 200 len: 945 time: 0.0478222 Aug 11 03:54:43.550161 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-25463c73-ba2f-4402-9d91-41d81bd8a1fc req-354264da-1c76-4bda-b613-f98e49f50895 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f22c4ac-8df9-4e4c-be4f-551791d33c61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353436 Aug 11 03:54:44.523585 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device e5ed4008-1682-4a43-9af5-aea24e0b37c8 up at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:54:44.618952 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning for port e5ed4008-1682-4a43-9af5-aea24e0b37c8 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:54:44.622898 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning complete for port e5ed4008-1682-4a43-9af5-aea24e0b37c8 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:54:44.623264 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:54:44.665149 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b04f9a-67a6-4e59-8900-c55f41a7e8ba req-53fee411-5bf5-4351-a1d1-d7fa8d7c2381 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:54:44.666639 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-23b04f9a-67a6-4e59-8900-c55f41a7e8ba req-53fee411-5bf5-4351-a1d1-d7fa8d7c2381 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=07b20ea2-1417-4a74-86d3-549561f561b4 HTTP/1.1" status: 200 len: 945 time: 0.0497656 Aug 11 03:54:44.700695 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:54:44.704366 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-23b04f9a-67a6-4e59-8900-c55f41a7e8ba req-72381b79-9f87-40ca-82cf-bee677b746be tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f22c4ac-8df9-4e4c-be4f-551791d33c61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315692 Aug 11 03:54:44.723654 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07b20ea2-1417-4a74-86d3-549561f561b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5ed4008-1682-4a43-9af5-aea24e0b37c8'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:54:44.727104 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c947394-6207-4816-9f5a-3b1a39c7359f" -d '{"events": [{"server_uuid": "07b20ea2-1417-4a74-86d3-549561f561b4", "name": "network-vif-plugged", "status": "completed", "tag": "e5ed4008-1682-4a43-9af5-aea24e0b37c8"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:54:44.738812 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port e5ed4008-1682-4a43-9af5-aea24e0b37c8, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=e5ed4008-1682-4a43-9af5-aea24e0b37c8,segment=NetworkSegment(96665fb4-b445-453f-85f9-e826534b59e1),segment_id=96665fb4-b445-453f-85f9-e826534b59e1)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:54:44.760205 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6dfef80-d06c-48de-b1e3-50f79b6fadb0 x-openstack-request-id: req-f6dfef80-d06c-48de-b1e3-50f79b6fadb0 {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:54:44.760518 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07b20ea2-1417-4a74-86d3-549561f561b4", "name": "network-vif-plugged", "status": "completed", "tag": "e5ed4008-1682-4a43-9af5-aea24e0b37c8", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:54:44.760765 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f6dfef80-d06c-48de-b1e3-50f79b6fadb0 {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:54:44.761175 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07b20ea2-1417-4a74-86d3-549561f561b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5ed4008-1682-4a43-9af5-aea24e0b37c8', 'code': 200} Aug 11 03:54:44.790444 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:54:44.838479 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=e5ed4008-1682-4a43-9af5-aea24e0b37c8,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:54:44.857889 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313f3829-2ed4-456c-9a8c-280076d1e64a req-a63461e4-8f5c-4f4d-98a5-cda55d921593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:54:44.859493 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-313f3829-2ed4-456c-9a8c-280076d1e64a req-a63461e4-8f5c-4f4d-98a5-cda55d921593 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=07b20ea2-1417-4a74-86d3-549561f561b4 HTTP/1.1" status: 200 len: 1098 time: 0.0407622 Aug 11 03:54:44.894389 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-313f3829-2ed4-456c-9a8c-280076d1e64a req-475fe296-4a02-4f12-86b5-f377b87695bd service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=2f22c4ac-8df9-4e4c-be4f-551791d33c61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0273516 Aug 11 03:54:45.819060 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c335a2-6a5e-4aee-8a7e-f08ce2ec9503 req-1ff0b013-395d-4867-a677-d66c76dc085f tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:54:45.820533 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e0c335a2-6a5e-4aee-8a7e-f08ce2ec9503 req-1ff0b013-395d-4867-a677-d66c76dc085f tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=07b20ea2-1417-4a74-86d3-549561f561b4 HTTP/1.1" status: 200 len: 946 time: 0.0495179 Aug 11 03:54:45.863551 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e0c335a2-6a5e-4aee-8a7e-f08ce2ec9503 req-bd990e11-130d-4405-b84d-94e21501cd45 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f22c4ac-8df9-4e4c-be4f-551791d33c61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370562 Aug 11 03:54:45.975625 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc620d6-4198-4d19-8c58-c65bc1ed2d6e req-c00e8235-655c-4f09-8d2a-f437dcee9840 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:54:45.977097 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3bc620d6-4198-4d19-8c58-c65bc1ed2d6e req-c00e8235-655c-4f09-8d2a-f437dcee9840 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=07b20ea2-1417-4a74-86d3-549561f561b4 HTTP/1.1" status: 200 len: 946 time: 0.0492551 Aug 11 03:54:45.985494 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 48092) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:54:45.989873 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-de347027-a9c5-4025-af7e-5f6474732520 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Request body: {'floatingip': {'port_id': 'e5ed4008-1682-4a43-9af5-aea24e0b37c8'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:54:46.028456 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-de347027-a9c5-4025-af7e-5f6474732520 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Notify callbacks [] for floatingip, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:54:46.461933 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-de347027-a9c5-4025-af7e-5f6474732520 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:54:46.532727 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-de347027-a9c5-4025-af7e-5f6474732520 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446866'] for floatingip, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:54:46.634003 n-d-764292-30 neutron-server[102192]: INFO neutron.db.l3_db [None req-de347027-a9c5-4025-af7e-5f6474732520 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Floating IP ed7b149c-932e-410e-81e2-7198430a3c08 associated. External IP: 172.25.8.91, port: e5ed4008-1682-4a43-9af5-aea24e0b37c8. Aug 11 03:54:46.839422 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de347027-a9c5-4025-af7e-5f6474732520 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Router 02fb9610-9193-47cf-b01f-9def3fe4cccd has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:54:46.952256 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de347027-a9c5-4025-af7e-5f6474732520 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:54:46.957464 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-de347027-a9c5-4025-af7e-5f6474732520 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for floatingip, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:54:46.962735 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ff1b2e-770b-413c-aa6d-fc558d47559f None None] Sync routers for ids ['02fb9610-9193-47cf-b01f-9def3fe4cccd'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:54:46.975333 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ff1b2e-770b-413c-aa6d-fc558d47559f None None] Routers {'02fb9610-9193-47cf-b01f-9def3fe4cccd'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:54:46.975955 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-d7ff1b2e-770b-413c-aa6d-fc558d47559f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:54:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['02fb9610-9193-47cf-b01f-9def3fe4cccd'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:54:46.985347 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-de347027-a9c5-4025-af7e-5f6474732520 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "PUT /v2.0/floatingips/ed7b149c-932e-410e-81e2-7198430a3c08 HTTP/1.1" status: 200 len: 991 time: 0.9988811 Aug 11 03:54:46.985937 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07b20ea2-1417-4a74-86d3-549561f561b4', 'tag': 'e5ed4008-1682-4a43-9af5-aea24e0b37c8'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:54:46.988205 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f469bad8b0023947ddc7f50f0dbf710313c5895311ca89a5a07a0bcc0d8ba875" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8155a6ee-6b92-4b6b-885d-706ad89e87b9" -d '{"events": [{"name": "network-changed", "server_uuid": "07b20ea2-1417-4a74-86d3-549561f561b4", "tag": "e5ed4008-1682-4a43-9af5-aea24e0b37c8"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:54:47.028000 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2736e6b2-ae07-4724-b94c-601d2237157d x-openstack-request-id: req-2736e6b2-ae07-4724-b94c-601d2237157d {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:54:47.028289 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07b20ea2-1417-4a74-86d3-549561f561b4", "tag": "e5ed4008-1682-4a43-9af5-aea24e0b37c8", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:54:47.028541 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2736e6b2-ae07-4724-b94c-601d2237157d {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:54:47.029104 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07b20ea2-1417-4a74-86d3-549561f561b4', 'tag': 'e5ed4008-1682-4a43-9af5-aea24e0b37c8', 'status': 'completed', 'code': 200} Aug 11 03:54:47.085365 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-d7ff1b2e-770b-413c-aa6d-fc558d47559f None None] Set router 02fb9610-9193-47cf-b01f-9def3fe4cccd gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:54:47.092065 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8155a6ee-6b92-4b6b-885d-706ad89e87b9 req-aae13cda-272f-42ce-b5d0-c4694020a9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:54:47.093518 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8155a6ee-6b92-4b6b-885d-706ad89e87b9 req-aae13cda-272f-42ce-b5d0-c4694020a9fa service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9d0143ac25424ed0a1039c6711371bf5&device_id=07b20ea2-1417-4a74-86d3-549561f561b4 HTTP/1.1" status: 200 len: 1098 time: 0.0421438 Aug 11 03:54:47.185703 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8155a6ee-6b92-4b6b-885d-706ad89e87b9 req-e427ea62-6e41-4a2c-9d71-f843d2245149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:54:47.187233 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8155a6ee-6b92-4b6b-885d-706ad89e87b9 req-e427ea62-6e41-4a2c-9d71-f843d2245149 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a5ea91b2-c708-4745-beed-90616be4437e HTTP/1.1" status: 200 len: 912 time: 0.0863204 Aug 11 03:54:47.253173 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8155a6ee-6b92-4b6b-885d-706ad89e87b9 req-6e639591-93e3-40ae-aa2b-dbbc032e7a15 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e5ed4008-1682-4a43-9af5-aea24e0b37c8 HTTP/1.1" status: 200 len: 999 time: 0.0576999 Aug 11 03:54:47.301714 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8155a6ee-6b92-4b6b-885d-706ad89e87b9 req-7e8d3950-dfd2-405a-8a92-be785a14bdd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:54:47.303762 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8155a6ee-6b92-4b6b-885d-706ad89e87b9 req-7e8d3950-dfd2-405a-8a92-be785a14bdd7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e27dafc1-db87-435e-90cb-a6e72d9ff11b HTTP/1.1" status: 200 len: 850 time: 0.0438673 Aug 11 03:54:47.307087 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-d7ff1b2e-770b-413c-aa6d-fc558d47559f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02fb9610-9193-47cf-b01f-9def3fe4cccd', 'name': 'tempest-ServerActionsTestJSON-877526914-router', 'tenant_id': '9d0143ac25424ed0a1039c6711371bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': '29b1989f-3c16-4917-83e6-1ed803782091', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:51:14Z', 'updated_at': '2021-08-11T03:51:17Z', 'revision_number': 4, 'project_id': '9d0143ac25424ed0a1039c6711371bf5', 'gw_port': {'id': '29b1989f-3c16-4917-83e6-1ed803782091', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:5f:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02fb9610-9193-47cf-b01f-9def3fe4cccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:51:15Z', 'updated_at': '2021-08-11T03:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_floatingips': [{'id': 'ed7b149c-932e-410e-81e2-7198430a3c08', 'tenant_id': '9d0143ac25424ed0a1039c6711371bf5', 'floating_ip_address': '172.25.8.91', 'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'router_id': '02fb9610-9193-47cf-b01f-9def3fe4cccd', 'port_id': 'e5ed4008-1682-4a43-9af5-aea24e0b37c8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5ea91b2-c708-4745-beed-90616be4437e', 'mac_address': 'fa:16:3e:b8:bf:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07b20ea2-1417-4a74-86d3-549561f561b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:51:20Z', 'updated_at': '2021-08-11T03:54:46Z', 'revision_number': 5, 'project_id': '9d0143ac25424ed0a1039c6711371bf5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46bbe812-d5fb-4595-bb57-cefb92389286', 'name': '', 'network_id': 'a5ea91b2-c708-4745-beed-90616be4437e', 'tenant_id': '9d0143ac25424ed0a1039c6711371bf5', 'mac_address': 'fa:16:3e:92:d8:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02fb9610-9193-47cf-b01f-9def3fe4cccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'e27dafc1-db87-435e-90cb-a6e72d9ff11b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:51:17Z', 'updated_at': '2021-08-11T03:51:23Z', 'revision_number': 5, 'project_id': '9d0143ac25424ed0a1039c6711371bf5', 'subnets': [{'id': 'e27dafc1-db87-435e-90cb-a6e72d9ff11b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:54:47.333987 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ff1b2e-770b-413c-aa6d-fc558d47559f None None] Checking router: 02fb9610-9193-47cf-b01f-9def3fe4cccd for host: n-d-764292-30 {{(pid=102193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:54:47.342557 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ff1b2e-770b-413c-aa6d-fc558d47559f None None] Routers {'02fb9610-9193-47cf-b01f-9def3fe4cccd'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:54:47.343109 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-d7ff1b2e-770b-413c-aa6d-fc558d47559f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:54:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['02fb9610-9193-47cf-b01f-9def3fe4cccd'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:54:47.354726 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8155a6ee-6b92-4b6b-885d-706ad89e87b9 req-c6dbce8b-4c01-4dde-b2b3-62dde942838f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:54:47.356229 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8155a6ee-6b92-4b6b-885d-706ad89e87b9 req-c6dbce8b-4c01-4dde-b2b3-62dde942838f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a5ea91b2-c708-4745-beed-90616be4437e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0456555 Aug 11 03:54:47.446467 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8155a6ee-6b92-4b6b-885d-706ad89e87b9 req-6168b8a5-4ac4-483c-b21f-01675fcc4d6e service neutron] 10.222.0.24 "GET /v2.0/networks/a5ea91b2-c708-4745-beed-90616be4437e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821962 Aug 11 03:54:47.447550 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-d7ff1b2e-770b-413c-aa6d-fc558d47559f None None] Set router 02fb9610-9193-47cf-b01f-9def3fe4cccd gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:54:47.541093 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8155a6ee-6b92-4b6b-885d-706ad89e87b9 req-b677fd4c-08e8-4a70-b976-5b8e2239fb22 service neutron] 10.222.0.24 "GET /v2.0/networks/a5ea91b2-c708-4745-beed-90616be4437e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879350 Aug 11 03:54:47.671975 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-d7ff1b2e-770b-413c-aa6d-fc558d47559f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02fb9610-9193-47cf-b01f-9def3fe4cccd', 'name': 'tempest-ServerActionsTestJSON-877526914-router', 'tenant_id': '9d0143ac25424ed0a1039c6711371bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': '29b1989f-3c16-4917-83e6-1ed803782091', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:51:14Z', 'updated_at': '2021-08-11T03:51:17Z', 'revision_number': 4, 'project_id': '9d0143ac25424ed0a1039c6711371bf5', 'gw_port': {'id': '29b1989f-3c16-4917-83e6-1ed803782091', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:5f:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02fb9610-9193-47cf-b01f-9def3fe4cccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:51:15Z', 'updated_at': '2021-08-11T03:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_floatingips': [{'id': 'ed7b149c-932e-410e-81e2-7198430a3c08', 'tenant_id': '9d0143ac25424ed0a1039c6711371bf5', 'floating_ip_address': '172.25.8.91', 'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'router_id': '02fb9610-9193-47cf-b01f-9def3fe4cccd', 'port_id': 'e5ed4008-1682-4a43-9af5-aea24e0b37c8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5ea91b2-c708-4745-beed-90616be4437e', 'mac_address': 'fa:16:3e:b8:bf:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07b20ea2-1417-4a74-86d3-549561f561b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:51:20Z', 'updated_at': '2021-08-11T03:54:46Z', 'revision_number': 5, 'project_id': '9d0143ac25424ed0a1039c6711371bf5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46bbe812-d5fb-4595-bb57-cefb92389286', 'name': '', 'network_id': 'a5ea91b2-c708-4745-beed-90616be4437e', 'tenant_id': '9d0143ac25424ed0a1039c6711371bf5', 'mac_address': 'fa:16:3e:92:d8:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02fb9610-9193-47cf-b01f-9def3fe4cccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'e27dafc1-db87-435e-90cb-a6e72d9ff11b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:51:17Z', 'updated_at': '2021-08-11T03:51:23Z', 'revision_number': 5, 'project_id': '9d0143ac25424ed0a1039c6711371bf5', 'subnets': [{'id': 'e27dafc1-db87-435e-90cb-a6e72d9ff11b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:54:47.697970 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ff1b2e-770b-413c-aa6d-fc558d47559f None None] The sync data for ids ['02fb9610-9193-47cf-b01f-9def3fe4cccd'] in n-d-764292-30 is: [{'id': '02fb9610-9193-47cf-b01f-9def3fe4cccd', 'name': 'tempest-ServerActionsTestJSON-877526914-router', 'tenant_id': '9d0143ac25424ed0a1039c6711371bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': '29b1989f-3c16-4917-83e6-1ed803782091', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:51:14Z', 'updated_at': '2021-08-11T03:51:17Z', 'revision_number': 4, 'project_id': '9d0143ac25424ed0a1039c6711371bf5', 'gw_port': {'id': '29b1989f-3c16-4917-83e6-1ed803782091', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:5f:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02fb9610-9193-47cf-b01f-9def3fe4cccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:51:15Z', 'updated_at': '2021-08-11T03:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_floatingips': [{'id': 'ed7b149c-932e-410e-81e2-7198430a3c08', 'tenant_id': '9d0143ac25424ed0a1039c6711371bf5', 'floating_ip_address': '172.25.8.91', 'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'router_id': '02fb9610-9193-47cf-b01f-9def3fe4cccd', 'port_id': 'e5ed4008-1682-4a43-9af5-aea24e0b37c8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5ea91b2-c708-4745-beed-90616be4437e', 'mac_address': 'fa:16:3e:b8:bf:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07b20ea2-1417-4a74-86d3-549561f561b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:51:20Z', 'updated_at': '2021-08-11T03:54:46Z', 'revision_number': 5, 'project_id': '9d0143ac25424ed0a1039c6711371bf5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46bbe812-d5fb-4595-bb57-cefb92389286', 'name': '', 'network_id': 'a5ea91b2-c708-4745-beed-90616be4437e', 'tenant_id': '9d0143ac25424ed0a1039c6711371bf5', 'mac_address': 'fa:16:3e:92:d8:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02fb9610-9193-47cf-b01f-9def3fe4cccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'e27dafc1-db87-435e-90cb-a6e72d9ff11b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:51:17Z', 'updated_at': '2021-08-11T03:51:23Z', 'revision_number': 5, 'project_id': '9d0143ac25424ed0a1039c6711371bf5', 'subnets': [{'id': 'e27dafc1-db87-435e-90cb-a6e72d9ff11b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:54:47.886539 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb4c61a-d23f-4c3e-bf86-0b0de07b5594 None None] New status for floating IP ed7b149c-932e-410e-81e2-7198430a3c08: ACTIVE {{(pid=102194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:54:52.429729 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.agents_db [None req-950b7202-decb-43e2-8f71-ac8931dc9749 None None] Agent healthcheck: found 7 active agents {{(pid=102194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:54:57.634296 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9ec45108-0867-40aa-a09c-1207e54650b8 req-7c8e2e06-17b1-47ea-8860-06caee9335ac service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=07b20ea2-1417-4a74-86d3-549561f561b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0899310 Aug 11 03:54:57.721618 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec45108-0867-40aa-a09c-1207e54650b8 req-11e3f560-4bad-49c0-9b8a-f7f213726b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:54:57.723174 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9ec45108-0867-40aa-a09c-1207e54650b8 req-11e3f560-4bad-49c0-9b8a-f7f213726b1b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9d0143ac25424ed0a1039c6711371bf5&device_id=07b20ea2-1417-4a74-86d3-549561f561b4 HTTP/1.1" status: 200 len: 1098 time: 0.0406935 Aug 11 03:54:57.828191 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec45108-0867-40aa-a09c-1207e54650b8 req-4501b874-3882-4889-82e1-f0e1cab26c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:54:57.829530 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9ec45108-0867-40aa-a09c-1207e54650b8 req-4501b874-3882-4889-82e1-f0e1cab26c17 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a5ea91b2-c708-4745-beed-90616be4437e HTTP/1.1" status: 200 len: 912 time: 0.0870576 Aug 11 03:54:57.894208 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9ec45108-0867-40aa-a09c-1207e54650b8 req-4d92ff6b-8506-4495-be5a-7a248871f6e3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e5ed4008-1682-4a43-9af5-aea24e0b37c8 HTTP/1.1" status: 200 len: 1001 time: 0.0562105 Aug 11 03:54:57.943195 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec45108-0867-40aa-a09c-1207e54650b8 req-4d2495db-af97-42b5-b926-73f649bda685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:54:57.944587 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9ec45108-0867-40aa-a09c-1207e54650b8 req-4d2495db-af97-42b5-b926-73f649bda685 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e27dafc1-db87-435e-90cb-a6e72d9ff11b HTTP/1.1" status: 200 len: 850 time: 0.0427742 Aug 11 03:54:58.001515 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec45108-0867-40aa-a09c-1207e54650b8 req-6b850a7d-7a62-4d3d-bba2-e541d3563517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:54:58.003071 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9ec45108-0867-40aa-a09c-1207e54650b8 req-6b850a7d-7a62-4d3d-bba2-e541d3563517 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a5ea91b2-c708-4745-beed-90616be4437e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446627 Aug 11 03:54:58.092349 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9ec45108-0867-40aa-a09c-1207e54650b8 req-5413e1c6-97fd-460e-a6d9-d4a1f4757638 service neutron] 10.222.0.24 "GET /v2.0/networks/a5ea91b2-c708-4745-beed-90616be4437e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811613 Aug 11 03:54:58.186194 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9ec45108-0867-40aa-a09c-1207e54650b8 req-2397ae22-f133-4d59-947c-f2334f71346e service neutron] 10.222.0.24 "GET /v2.0/networks/a5ea91b2-c708-4745-beed-90616be4437e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860372 Aug 11 03:54:59.309804 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-fd1a6a5e-ce9f-4435-9826-b9415b9afa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:55:01.864637 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:55:02.069753 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-55ad9fd3-fd19-4cfb-a90f-d80632433c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:55:03.161129 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:55:04.782302 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:55:07.595110 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:55:11.582542 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:55:29.204882 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-ec0844f4-1a8c-4314-9b0a-70db1f0c2168 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:55:29.429172 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.agents_db [None req-950b7202-decb-43e2-8f71-ac8931dc9749 None None] Agent healthcheck: found 7 active agents {{(pid=102194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:55:31.880446 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:55:32.092196 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-f944c48d-79c4-4a6e-b2ad-90864e3a88aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:55:33.131528 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:55:34.811837 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:55:37.623367 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:55:41.577517 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:55:58.582764 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-590733b5-e0e2-4f63-987e-bf5d2842fdc8 req-6fd62664-e3bd-4204-bb28-916afc76fb30 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=07b20ea2-1417-4a74-86d3-549561f561b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0398862 Aug 11 03:55:58.663497 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590733b5-e0e2-4f63-987e-bf5d2842fdc8 req-369bbead-ffe7-49cc-b608-a7978865cd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:55:58.664943 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-590733b5-e0e2-4f63-987e-bf5d2842fdc8 req-369bbead-ffe7-49cc-b608-a7978865cd00 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9d0143ac25424ed0a1039c6711371bf5&device_id=07b20ea2-1417-4a74-86d3-549561f561b4 HTTP/1.1" status: 200 len: 1098 time: 0.0402994 Aug 11 03:55:58.767004 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590733b5-e0e2-4f63-987e-bf5d2842fdc8 req-e1342144-45d6-4657-ad33-59815f935b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:55:58.768473 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-590733b5-e0e2-4f63-987e-bf5d2842fdc8 req-e1342144-45d6-4657-ad33-59815f935b82 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a5ea91b2-c708-4745-beed-90616be4437e HTTP/1.1" status: 200 len: 912 time: 0.0848513 Aug 11 03:55:58.833324 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-590733b5-e0e2-4f63-987e-bf5d2842fdc8 req-4f5e8909-1a17-466b-95f5-b2eeb78e4151 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e5ed4008-1682-4a43-9af5-aea24e0b37c8 HTTP/1.1" status: 200 len: 1001 time: 0.0571423 Aug 11 03:55:58.882275 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590733b5-e0e2-4f63-987e-bf5d2842fdc8 req-36c2b003-a33d-4866-9688-d0dd7402956a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:55:58.883749 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-590733b5-e0e2-4f63-987e-bf5d2842fdc8 req-36c2b003-a33d-4866-9688-d0dd7402956a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e27dafc1-db87-435e-90cb-a6e72d9ff11b HTTP/1.1" status: 200 len: 850 time: 0.0431437 Aug 11 03:55:58.932694 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590733b5-e0e2-4f63-987e-bf5d2842fdc8 req-bb1f7f15-ff56-45bd-9cf8-0d11c59b6b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:55:58.934152 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-590733b5-e0e2-4f63-987e-bf5d2842fdc8 req-bb1f7f15-ff56-45bd-9cf8-0d11c59b6b07 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a5ea91b2-c708-4745-beed-90616be4437e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432124 Aug 11 03:55:59.022906 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-590733b5-e0e2-4f63-987e-bf5d2842fdc8 req-9c8322de-c364-4be2-93e4-a14cb079a6b3 service neutron] 10.222.0.24 "GET /v2.0/networks/a5ea91b2-c708-4745-beed-90616be4437e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814853 Aug 11 03:55:59.120881 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-590733b5-e0e2-4f63-987e-bf5d2842fdc8 req-f767be19-e775-4f02-a22c-9468e8167dd0 service neutron] 10.222.0.24 "GET /v2.0/networks/a5ea91b2-c708-4745-beed-90616be4437e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904136 Aug 11 03:55:59.240189 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-0a9fba27-1891-4861-92c2-7736aedb0840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:01.868120 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:02.089844 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-fa4b18ac-8a0c-4eb5-927a-3c6e313a98c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:03.149853 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:04.816911 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:06.428514 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.agents_db [None req-950b7202-decb-43e2-8f71-ac8931dc9749 None None] Agent healthcheck: found 7 active agents {{(pid=102194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:56:07.605200 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:11.592182 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:23.021589 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7148244a-f97f-47b1-92bb-8e32777d4db5 req-47bc897c-a1c3-4ec2-8e85-7b001ff6be59 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:56:23.023117 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7148244a-f97f-47b1-92bb-8e32777d4db5 req-47bc897c-a1c3-4ec2-8e85-7b001ff6be59 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=07b20ea2-1417-4a74-86d3-549561f561b4 HTTP/1.1" status: 200 len: 946 time: 0.0509775 Aug 11 03:56:23.061794 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7148244a-f97f-47b1-92bb-8e32777d4db5 req-c436bf05-4cbe-4be1-9b3f-2ebdd56e9b16 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f22c4ac-8df9-4e4c-be4f-551791d33c61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325589 Aug 11 03:56:24.213537 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7170e5d-7f7d-4da0-8c14-a25516d8d930 req-a833467b-a73f-4730-8543-ac07f17f4666 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:56:24.215060 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c7170e5d-7f7d-4da0-8c14-a25516d8d930 req-a833467b-a73f-4730-8543-ac07f17f4666 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=07b20ea2-1417-4a74-86d3-549561f561b4 HTTP/1.1" status: 200 len: 946 time: 0.0494778 Aug 11 03:56:24.252509 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c7170e5d-7f7d-4da0-8c14-a25516d8d930 req-b87bebb3-f44c-4964-99aa-354ae91ccddc tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f22c4ac-8df9-4e4c-be4f-551791d33c61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314577 Aug 11 03:56:25.452574 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180f5582-1351-4553-9fd9-c3e0395e5e22 req-bdbfb2fe-a20d-442a-a3b6-daa668c2a7df tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:56:25.454026 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-180f5582-1351-4553-9fd9-c3e0395e5e22 req-bdbfb2fe-a20d-442a-a3b6-daa668c2a7df tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=07b20ea2-1417-4a74-86d3-549561f561b4 HTTP/1.1" status: 200 len: 946 time: 0.0957980 Aug 11 03:56:25.489848 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-180f5582-1351-4553-9fd9-c3e0395e5e22 req-47b21a20-0d99-465f-b22d-35257d2bfe1e tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f22c4ac-8df9-4e4c-be4f-551791d33c61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298889 Aug 11 03:56:26.606021 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623d3659-be39-46e7-8c35-605e7ea8f1be req-799ef223-41b9-40af-ae91-2042ad303b49 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:56:26.606960 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-623d3659-be39-46e7-8c35-605e7ea8f1be req-799ef223-41b9-40af-ae91-2042ad303b49 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=07b20ea2-1417-4a74-86d3-549561f561b4 HTTP/1.1" status: 200 len: 946 time: 0.0507715 Aug 11 03:56:26.644336 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-623d3659-be39-46e7-8c35-605e7ea8f1be req-c074cd88-e4b8-4ad4-a4e9-f442c25e5627 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f22c4ac-8df9-4e4c-be4f-551791d33c61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315773 Aug 11 03:56:27.757985 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccef074-3600-4228-8f5e-35092925d3be req-0fafd8de-3b18-4d85-bccd-370c08b3ce5e tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:56:27.759482 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9ccef074-3600-4228-8f5e-35092925d3be req-0fafd8de-3b18-4d85-bccd-370c08b3ce5e tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=07b20ea2-1417-4a74-86d3-549561f561b4 HTTP/1.1" status: 200 len: 946 time: 0.0483937 Aug 11 03:56:27.795848 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9ccef074-3600-4228-8f5e-35092925d3be req-5a371cc6-1c5a-45bf-8c05-ede4cfae5b09 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f22c4ac-8df9-4e4c-be4f-551791d33c61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305164 Aug 11 03:56:28.990445 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5d3e59-d33a-4834-bba8-4df4a3400e50 req-1c3f6083-82e9-4cf6-86f6-5522c8be69fa tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:56:28.992541 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0a5d3e59-d33a-4834-bba8-4df4a3400e50 req-1c3f6083-82e9-4cf6-86f6-5522c8be69fa tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=07b20ea2-1417-4a74-86d3-549561f561b4 HTTP/1.1" status: 200 len: 946 time: 0.0950863 Aug 11 03:56:29.031617 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0a5d3e59-d33a-4834-bba8-4df4a3400e50 req-b8ec59e9-123e-4491-8eea-604011dd8a46 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f22c4ac-8df9-4e4c-be4f-551791d33c61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331390 Aug 11 03:56:29.250805 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-6d1de6f7-a9de-4f0b-8aa9-2d8b4c8e096e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:30.146494 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6ef57a-4d9a-4e3e-8ce3-647c84fb92b6 req-59ab88a6-c72c-4bc5-8124-2f365b9a5564 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:56:30.147960 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2b6ef57a-4d9a-4e3e-8ce3-647c84fb92b6 req-59ab88a6-c72c-4bc5-8124-2f365b9a5564 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=07b20ea2-1417-4a74-86d3-549561f561b4 HTTP/1.1" status: 200 len: 946 time: 0.0490463 Aug 11 03:56:30.185708 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2b6ef57a-4d9a-4e3e-8ce3-647c84fb92b6 req-79d248ca-100d-4d47-afca-b05faad4354e tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f22c4ac-8df9-4e4c-be4f-551791d33c61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318711 Aug 11 03:56:31.299853 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef1fbf9-7ba3-46d5-8210-82b0b4120376 req-2a08c4f1-7ebc-4c9f-981f-fb6de10e4d68 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:56:31.301331 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-fef1fbf9-7ba3-46d5-8210-82b0b4120376 req-2a08c4f1-7ebc-4c9f-981f-fb6de10e4d68 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=07b20ea2-1417-4a74-86d3-549561f561b4 HTTP/1.1" status: 200 len: 946 time: 0.0502481 Aug 11 03:56:31.338800 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-fef1fbf9-7ba3-46d5-8210-82b0b4120376 req-37c16510-e18f-4e60-b8f5-828822e5c109 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f22c4ac-8df9-4e4c-be4f-551791d33c61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316091 Aug 11 03:56:31.896434 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:32.084942 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-fe107eac-93de-4eb5-a56a-88c3f5cc085c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:32.455575 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8214c6a9-7c21-4ad2-96fd-89b1afb0bcc1 req-bfffb749-cd09-4574-a25e-d4060a9c7f70 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:56:32.457050 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8214c6a9-7c21-4ad2-96fd-89b1afb0bcc1 req-bfffb749-cd09-4574-a25e-d4060a9c7f70 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=07b20ea2-1417-4a74-86d3-549561f561b4 HTTP/1.1" status: 200 len: 946 time: 0.0526316 Aug 11 03:56:32.818892 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8214c6a9-7c21-4ad2-96fd-89b1afb0bcc1 req-673b99c3-bc03-48c5-a9e6-62203176343e tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f22c4ac-8df9-4e4c-be4f-551791d33c61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3559208 Aug 11 03:56:33.163664 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:33.929961 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38549c59-c9c6-4d24-b209-457cdaf736c9 req-7ce1b388-29c4-4de5-b6e3-4ff12f247294 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:56:33.931486 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-38549c59-c9c6-4d24-b209-457cdaf736c9 req-7ce1b388-29c4-4de5-b6e3-4ff12f247294 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=07b20ea2-1417-4a74-86d3-549561f561b4 HTTP/1.1" status: 200 len: 946 time: 0.0480239 Aug 11 03:56:33.967602 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-38549c59-c9c6-4d24-b209-457cdaf736c9 req-242e4cdf-f0ac-41ab-b1a1-825f2b23beec tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f22c4ac-8df9-4e4c-be4f-551791d33c61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303841 Aug 11 03:56:34.358878 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99da7d1a-fc0a-451e-8406-bc6a4ebdbffd req-d800827e-27ba-4861-aee8-19d90814f6cf tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:56:34.360419 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-99da7d1a-fc0a-451e-8406-bc6a4ebdbffd req-d800827e-27ba-4861-aee8-19d90814f6cf tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=07b20ea2-1417-4a74-86d3-549561f561b4 HTTP/1.1" status: 200 len: 946 time: 0.0505745 Aug 11 03:56:34.398512 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-99da7d1a-fc0a-451e-8406-bc6a4ebdbffd req-d7832225-ca93-4c59-be43-1ec113bd902d tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f22c4ac-8df9-4e4c-be4f-551791d33c61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319726 Aug 11 03:56:34.419018 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 48338) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:56:34.505106 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c1700be8-47a9-4714-bd24-3a0af9334958 req-f2e1cf5f-7ecd-4a1c-a43f-db326964e70d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=07b20ea2-1417-4a74-86d3-549561f561b4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0892255 Aug 11 03:56:34.798044 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:35.514888 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5caa1d-59be-4f94-a0cc-817f9fa42cdd req-6b976d0b-0551-436f-937a-9b7ea2c9f26a tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:56:35.516366 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6e5caa1d-59be-4f94-a0cc-817f9fa42cdd req-6b976d0b-0551-436f-937a-9b7ea2c9f26a tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=07b20ea2-1417-4a74-86d3-549561f561b4 HTTP/1.1" status: 200 len: 946 time: 0.0489969 Aug 11 03:56:35.555285 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6e5caa1d-59be-4f94-a0cc-817f9fa42cdd req-d5016400-ca52-4ca4-8a9e-3598098740fe tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f22c4ac-8df9-4e4c-be4f-551791d33c61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328822 Aug 11 03:56:36.530800 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1700be8-47a9-4714-bd24-3a0af9334958 req-70c2284a-b6d9-4cd5-8f67-6004e6b77777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:56:36.532259 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c1700be8-47a9-4714-bd24-3a0af9334958 req-70c2284a-b6d9-4cd5-8f67-6004e6b77777 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9d0143ac25424ed0a1039c6711371bf5&device_id=07b20ea2-1417-4a74-86d3-549561f561b4 HTTP/1.1" status: 200 len: 1098 time: 0.0774946 Aug 11 03:56:36.637075 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1700be8-47a9-4714-bd24-3a0af9334958 req-1fb514b5-d491-43cd-a0ae-2c071bb225ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:56:36.638537 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c1700be8-47a9-4714-bd24-3a0af9334958 req-1fb514b5-d491-43cd-a0ae-2c071bb225ad service neutron] 10.222.0.24 "GET /v2.0/networks?id=a5ea91b2-c708-4745-beed-90616be4437e HTTP/1.1" status: 200 len: 912 time: 0.0989079 Aug 11 03:56:36.721742 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80cca35-42ed-4ec1-8981-7b92f2a84992 req-dbb9c508-49d2-4d23-98ac-05bfa5a1fc60 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:56:36.723166 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e80cca35-42ed-4ec1-8981-7b92f2a84992 req-dbb9c508-49d2-4d23-98ac-05bfa5a1fc60 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=07b20ea2-1417-4a74-86d3-549561f561b4 HTTP/1.1" status: 200 len: 946 time: 0.1003261 Aug 11 03:56:36.726961 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c1700be8-47a9-4714-bd24-3a0af9334958 req-66127c78-c6c3-4215-ba54-458ba1d2d85e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e5ed4008-1682-4a43-9af5-aea24e0b37c8 HTTP/1.1" status: 200 len: 1001 time: 0.0753210 Aug 11 03:56:36.794128 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e80cca35-42ed-4ec1-8981-7b92f2a84992 req-678b8ee3-2741-4080-9eb1-32b659995db2 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f22c4ac-8df9-4e4c-be4f-551791d33c61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649679 Aug 11 03:56:36.801479 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1700be8-47a9-4714-bd24-3a0af9334958 req-4b974063-90c3-43ab-8b89-a9d0876731c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:56:36.801479 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c1700be8-47a9-4714-bd24-3a0af9334958 req-4b974063-90c3-43ab-8b89-a9d0876731c3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e27dafc1-db87-435e-90cb-a6e72d9ff11b HTTP/1.1" status: 200 len: 850 time: 0.0642188 Aug 11 03:56:36.847078 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1700be8-47a9-4714-bd24-3a0af9334958 req-34e09b26-b446-4be5-9243-818d79e9fca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:56:36.848582 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c1700be8-47a9-4714-bd24-3a0af9334958 req-34e09b26-b446-4be5-9243-818d79e9fca3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a5ea91b2-c708-4745-beed-90616be4437e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407455 Aug 11 03:56:36.942186 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c1700be8-47a9-4714-bd24-3a0af9334958 req-84d357e5-e2e2-43ac-b384-fda5899174e1 service neutron] 10.222.0.24 "GET /v2.0/networks/a5ea91b2-c708-4745-beed-90616be4437e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840554 Aug 11 03:56:37.031148 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c1700be8-47a9-4714-bd24-3a0af9334958 req-58038ee3-7add-4b95-8d49-a94679198e87 service neutron] 10.222.0.24 "GET /v2.0/networks/a5ea91b2-c708-4745-beed-90616be4437e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809796 Aug 11 03:56:37.591913 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:37.909169 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaefcd4-8499-448e-845b-8664b5bfb8fa req-47386cc7-b28b-47a1-b706-46f10c66118a tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:56:37.910827 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4eaefcd4-8499-448e-845b-8664b5bfb8fa req-47386cc7-b28b-47a1-b706-46f10c66118a tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=07b20ea2-1417-4a74-86d3-549561f561b4 HTTP/1.1" status: 200 len: 946 time: 0.0498025 Aug 11 03:56:37.951679 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4eaefcd4-8499-448e-845b-8664b5bfb8fa req-b614469f-7130-4eca-9e63-142e0611d3c8 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f22c4ac-8df9-4e4c-be4f-551791d33c61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350654 Aug 11 03:56:39.066510 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7512c4d8-9f16-49fd-834a-7dad2a5cd491 req-207acaab-29dd-4ff3-8910-7cd8d15546ac tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:56:39.067996 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7512c4d8-9f16-49fd-834a-7dad2a5cd491 req-207acaab-29dd-4ff3-8910-7cd8d15546ac tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=07b20ea2-1417-4a74-86d3-549561f561b4 HTTP/1.1" status: 200 len: 946 time: 0.0498223 Aug 11 03:56:39.143327 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7512c4d8-9f16-49fd-834a-7dad2a5cd491 req-0544cc1e-9906-47e0-aa6c-a1238df20573 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f22c4ac-8df9-4e4c-be4f-551791d33c61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688727 Aug 11 03:56:39.152058 n-d-764292-30 neutron-server[102192]: INFO neutron.api.v2.resource [req-c1700be8-47a9-4714-bd24-3a0af9334958 req-76099255-a2bf-4169-abb1-c32fdcfda195 service neutron] show failed (client error): The resource could not be found. Aug 11 03:56:39.153062 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c1700be8-47a9-4714-bd24-3a0af9334958 req-76099255-a2bf-4169-abb1-c32fdcfda195 service neutron] 10.222.0.24 "GET /v2.0/ports/e5ed4008-1682-4a43-9af5-aea24e0b37c8/bindings/n-h1-764292-30 HTTP/1.1" status: 404 len: 381 time: 0.0728638 Aug 11 03:56:39.685547 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1700be8-47a9-4714-bd24-3a0af9334958 req-fb2fae43-81c5-432f-8c8c-65b561d27323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:56:39.687079 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c1700be8-47a9-4714-bd24-3a0af9334958 req-fb2fae43-81c5-432f-8c8c-65b561d27323 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=07b20ea2-1417-4a74-86d3-549561f561b4&tenant_id=9d0143ac25424ed0a1039c6711371bf5 HTTP/1.1" status: 200 len: 1098 time: 0.0886934 Aug 11 03:56:39.699018 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-c1700be8-47a9-4714-bd24-3a0af9334958 req-7e0c691f-e5fe-4fa5-a075-4e553f02e675 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-764292-30', 'device_owner': 'compute:nova'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:56:39.751033 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-c1700be8-47a9-4714-bd24-3a0af9334958 req-7e0c691f-e5fe-4fa5-a075-4e553f02e675 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:39.946252 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-c1700be8-47a9-4714-bd24-3a0af9334958 req-7e0c691f-e5fe-4fa5-a075-4e553f02e675 service neutron] For port e5ed4008-1682-4a43-9af5-aea24e0b37c8, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=e5ed4008-1682-4a43-9af5-aea24e0b37c8,segment=NetworkSegment(96665fb4-b445-453f-85f9-e826534b59e1),segment_id=96665fb4-b445-453f-85f9-e826534b59e1)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:56:39.979003 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-c1700be8-47a9-4714-bd24-3a0af9334958 req-7e0c691f-e5fe-4fa5-a075-4e553f02e675 service neutron] For port e5ed4008-1682-4a43-9af5-aea24e0b37c8, host n-h2-764292-30, cleared binding levels {{(pid=102191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:56:40.021610 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07b20ea2-1417-4a74-86d3-549561f561b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5ed4008-1682-4a43-9af5-aea24e0b37c8'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:56:40.024071 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f721aa8a-f0f5-4a74-959b-f3f3386f3a30" -d '{"events": [{"server_uuid": "07b20ea2-1417-4a74-86d3-549561f561b4", "name": "network-vif-unplugged", "status": "completed", "tag": "e5ed4008-1682-4a43-9af5-aea24e0b37c8"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:56:40.028960 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-c1700be8-47a9-4714-bd24-3a0af9334958 req-7e0c691f-e5fe-4fa5-a075-4e553f02e675 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:40.045934 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [req-c1700be8-47a9-4714-bd24-3a0af9334958 req-7e0c691f-e5fe-4fa5-a075-4e553f02e675 service neutron] Transition to ACTIVE for port object e5ed4008-1682-4a43-9af5-aea24e0b37c8 will not be triggered until provisioned by entity L2. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:56:40.124704 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-c1700be8-47a9-4714-bd24-3a0af9334958 req-7e0c691f-e5fe-4fa5-a075-4e553f02e675 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:40.136748 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 03:56:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25f17732-80fc-4ef9-b624-6ca45363d11d x-openstack-request-id: req-25f17732-80fc-4ef9-b624-6ca45363d11d {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:56:40.137038 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07b20ea2-1417-4a74-86d3-549561f561b4", "name": "network-vif-unplugged", "status": "completed", "tag": "e5ed4008-1682-4a43-9af5-aea24e0b37c8", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:56:40.137287 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-25f17732-80fc-4ef9-b624-6ca45363d11d {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:56:40.137671 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07b20ea2-1417-4a74-86d3-549561f561b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5ed4008-1682-4a43-9af5-aea24e0b37c8', 'code': 200} Aug 11 03:56:40.197454 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0c691f-e5fe-4fa5-a075-4e553f02e675 service neutron] Pushing event updated for resources: {'Port': ['ID=e5ed4008-1682-4a43-9af5-aea24e0b37c8,revision_number=6']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:56:40.245035 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0c691f-e5fe-4fa5-a075-4e553f02e675 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:56:40.245394 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0c691f-e5fe-4fa5-a075-4e553f02e675 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:56:40.245728 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0c691f-e5fe-4fa5-a075-4e553f02e675 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:56:40.246066 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0c691f-e5fe-4fa5-a075-4e553f02e675 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:56:40.246444 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0c691f-e5fe-4fa5-a075-4e553f02e675 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:56:40.250585 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0c691f-e5fe-4fa5-a075-4e553f02e675 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:56:40.250585 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0c691f-e5fe-4fa5-a075-4e553f02e675 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:56:40.250585 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0c691f-e5fe-4fa5-a075-4e553f02e675 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:56:40.250585 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0c691f-e5fe-4fa5-a075-4e553f02e675 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:56:40.250585 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0c691f-e5fe-4fa5-a075-4e553f02e675 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:56:40.250585 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0c691f-e5fe-4fa5-a075-4e553f02e675 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:56:40.250585 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0c691f-e5fe-4fa5-a075-4e553f02e675 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:56:40.267533 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8703a641-afb3-48e0-9618-976e79297b22 req-31964dfd-f4ec-4639-b94c-2dafe2edd1dc tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:56:40.269131 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8703a641-afb3-48e0-9618-976e79297b22 req-31964dfd-f4ec-4639-b94c-2dafe2edd1dc tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=07b20ea2-1417-4a74-86d3-549561f561b4 HTTP/1.1" status: 200 len: 944 time: 0.0562282 Aug 11 03:56:40.318939 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8703a641-afb3-48e0-9618-976e79297b22 req-77dbf304-6830-4d52-bcf4-e4995117cdd9 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f22c4ac-8df9-4e4c-be4f-551791d33c61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422750 Aug 11 03:56:40.319600 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1700be8-47a9-4714-bd24-3a0af9334958 req-7e0c691f-e5fe-4fa5-a075-4e553f02e675 service neutron] No DVR routers for this DVR port e5ed4008-1682-4a43-9af5-aea24e0b37c8 on host n-h2-764292-30 {{(pid=102191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:56:40.455413 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-c1700be8-47a9-4714-bd24-3a0af9334958 req-7e0c691f-e5fe-4fa5-a075-4e553f02e675 service neutron] Attempting to bind port e5ed4008-1682-4a43-9af5-aea24e0b37c8 on host n-h1-764292-30 for vnic_type normal with profile {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:56:40.455696 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-c1700be8-47a9-4714-bd24-3a0af9334958 req-7e0c691f-e5fe-4fa5-a075-4e553f02e675 service neutron] Attempting to bind port e5ed4008-1682-4a43-9af5-aea24e0b37c8 by drivers openvswitch,hyperv on host n-h1-764292-30 at level 0 using segments [{'id': '96665fb4-b445-453f-85f9-e826534b59e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'a5ea91b2-c708-4745-beed-90616be4437e'}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:56:40.456025 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1700be8-47a9-4714-bd24-3a0af9334958 req-7e0c691f-e5fe-4fa5-a075-4e553f02e675 service neutron] Attempting to bind port e5ed4008-1682-4a43-9af5-aea24e0b37c8 on network a5ea91b2-c708-4745-beed-90616be4437e {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:56:40.460188 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1700be8-47a9-4714-bd24-3a0af9334958 req-7e0c691f-e5fe-4fa5-a075-4e553f02e675 service neutron] Port e5ed4008-1682-4a43-9af5-aea24e0b37c8 on network a5ea91b2-c708-4745-beed-90616be4437e not bound, no agent of type Open vSwitch agent registered on host n-h1-764292-30 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:56:40.460512 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1700be8-47a9-4714-bd24-3a0af9334958 req-7e0c691f-e5fe-4fa5-a075-4e553f02e675 service neutron] Attempting to bind port e5ed4008-1682-4a43-9af5-aea24e0b37c8 on network a5ea91b2-c708-4745-beed-90616be4437e {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:56:40.465908 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1700be8-47a9-4714-bd24-3a0af9334958 req-7e0c691f-e5fe-4fa5-a075-4e553f02e675 service neutron] Checking agent: {'id': 'abb524c2-b412-4ed2-8367-45c4fd996fa7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 56, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:56:40.466244 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1700be8-47a9-4714-bd24-3a0af9334958 req-7e0c691f-e5fe-4fa5-a075-4e553f02e675 service neutron] Checking segment: {'id': '96665fb4-b445-453f-85f9-e826534b59e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'a5ea91b2-c708-4745-beed-90616be4437e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:56:40.466661 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1700be8-47a9-4714-bd24-3a0af9334958 req-7e0c691f-e5fe-4fa5-a075-4e553f02e675 service neutron] Bound using segment: {'id': '96665fb4-b445-453f-85f9-e826534b59e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'a5ea91b2-c708-4745-beed-90616be4437e'} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:56:40.467088 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-c1700be8-47a9-4714-bd24-3a0af9334958 req-7e0c691f-e5fe-4fa5-a075-4e553f02e675 service neutron] Bound port: e5ed4008-1682-4a43-9af5-aea24e0b37c8, host: n-h1-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96665fb4-b445-453f-85f9-e826534b59e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'a5ea91b2-c708-4745-beed-90616be4437e'}}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:56:40.467442 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-c1700be8-47a9-4714-bd24-3a0af9334958 req-7e0c691f-e5fe-4fa5-a075-4e553f02e675 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:40.531526 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-c1700be8-47a9-4714-bd24-3a0af9334958 req-7e0c691f-e5fe-4fa5-a075-4e553f02e675 service neutron] For port e5ed4008-1682-4a43-9af5-aea24e0b37c8, host n-h1-764292-30, cleared binding levels {{(pid=102191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:56:40.534550 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-c1700be8-47a9-4714-bd24-3a0af9334958 req-7e0c691f-e5fe-4fa5-a075-4e553f02e675 service neutron] For port e5ed4008-1682-4a43-9af5-aea24e0b37c8, host n-h1-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=e5ed4008-1682-4a43-9af5-aea24e0b37c8,segment=NetworkSegment(96665fb4-b445-453f-85f9-e826534b59e1),segment_id=96665fb4-b445-453f-85f9-e826534b59e1)] {{(pid=102191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:56:40.628602 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-c1700be8-47a9-4714-bd24-3a0af9334958 req-7e0c691f-e5fe-4fa5-a075-4e553f02e675 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:40.664649 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1700be8-47a9-4714-bd24-3a0af9334958 req-7e0c691f-e5fe-4fa5-a075-4e553f02e675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:56:40.665346 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-c1700be8-47a9-4714-bd24-3a0af9334958 req-7e0c691f-e5fe-4fa5-a075-4e553f02e675 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:40.667491 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c1700be8-47a9-4714-bd24-3a0af9334958 req-7e0c691f-e5fe-4fa5-a075-4e553f02e675 service neutron] 10.222.0.22 "PUT /v2.0/ports/e5ed4008-1682-4a43-9af5-aea24e0b37c8 HTTP/1.1" status: 200 len: 1093 time: 0.9724548 Aug 11 03:56:40.691456 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0c691f-e5fe-4fa5-a075-4e553f02e675 service neutron] Pushing event updated for resources: {'Port': ['ID=e5ed4008-1682-4a43-9af5-aea24e0b37c8,revision_number=7']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:56:40.742702 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1700be8-47a9-4714-bd24-3a0af9334958 req-394d08e5-e0e4-4fe7-b90d-795eb0e8a022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:56:40.744544 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c1700be8-47a9-4714-bd24-3a0af9334958 req-394d08e5-e0e4-4fe7-b90d-795eb0e8a022 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9d0143ac25424ed0a1039c6711371bf5&device_id=07b20ea2-1417-4a74-86d3-549561f561b4 HTTP/1.1" status: 200 len: 1096 time: 0.0471861 Aug 11 03:56:40.844675 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1700be8-47a9-4714-bd24-3a0af9334958 req-f5cdc257-2191-4c38-bfb6-d682f980e4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:56:40.846156 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c1700be8-47a9-4714-bd24-3a0af9334958 req-f5cdc257-2191-4c38-bfb6-d682f980e4ab service neutron] 10.222.0.22 "GET /v2.0/networks?id=a5ea91b2-c708-4745-beed-90616be4437e HTTP/1.1" status: 200 len: 912 time: 0.0948567 Aug 11 03:56:40.912562 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c1700be8-47a9-4714-bd24-3a0af9334958 req-76746c39-9b7b-4633-947d-ef2883d3b254 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e5ed4008-1682-4a43-9af5-aea24e0b37c8 HTTP/1.1" status: 200 len: 999 time: 0.0590572 Aug 11 03:56:40.960907 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1700be8-47a9-4714-bd24-3a0af9334958 req-60336346-8535-4db0-8ef2-ee580133d537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:56:40.962335 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c1700be8-47a9-4714-bd24-3a0af9334958 req-60336346-8535-4db0-8ef2-ee580133d537 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e27dafc1-db87-435e-90cb-a6e72d9ff11b HTTP/1.1" status: 200 len: 850 time: 0.0427036 Aug 11 03:56:41.011456 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1700be8-47a9-4714-bd24-3a0af9334958 req-511e7576-0fde-49d9-bf50-5abcdf246fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:56:41.012961 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c1700be8-47a9-4714-bd24-3a0af9334958 req-511e7576-0fde-49d9-bf50-5abcdf246fbd service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a5ea91b2-c708-4745-beed-90616be4437e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430803 Aug 11 03:56:41.103780 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c1700be8-47a9-4714-bd24-3a0af9334958 req-e492e066-3a28-425c-8604-28f66e03a1dd service neutron] 10.222.0.22 "GET /v2.0/networks/a5ea91b2-c708-4745-beed-90616be4437e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807810 Aug 11 03:56:41.195262 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c1700be8-47a9-4714-bd24-3a0af9334958 req-944b6391-e20d-4439-b0cd-4e09f797efad service neutron] 10.222.0.22 "GET /v2.0/networks/a5ea91b2-c708-4745-beed-90616be4437e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844219 Aug 11 03:56:41.442352 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a4d439-b0f7-494d-b196-8d5ecc8e361b req-b37581ea-4349-4b39-a273-a1119bccccb5 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:56:41.443827 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-00a4d439-b0f7-494d-b196-8d5ecc8e361b req-b37581ea-4349-4b39-a273-a1119bccccb5 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=07b20ea2-1417-4a74-86d3-549561f561b4 HTTP/1.1" status: 200 len: 944 time: 0.0488777 Aug 11 03:56:41.481486 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-00a4d439-b0f7-494d-b196-8d5ecc8e361b req-1576b4ed-abdd-454b-91ad-e37fa4c73cca tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f22c4ac-8df9-4e4c-be4f-551791d33c61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310719 Aug 11 03:56:41.597618 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:42.139147 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07b20ea2-1417-4a74-86d3-549561f561b4', 'tag': 'e5ed4008-1682-4a43-9af5-aea24e0b37c8'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:56:42.141522 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a0b6646-c555-4ee6-825f-d36022bb8661" -d '{"events": [{"name": "network-changed", "server_uuid": "07b20ea2-1417-4a74-86d3-549561f561b4", "tag": "e5ed4008-1682-4a43-9af5-aea24e0b37c8"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:56:42.187874 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:56:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0093a4e2-53a2-4138-bcfe-3379d4478d98 x-openstack-request-id: req-0093a4e2-53a2-4138-bcfe-3379d4478d98 {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:56:42.188196 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07b20ea2-1417-4a74-86d3-549561f561b4", "tag": "e5ed4008-1682-4a43-9af5-aea24e0b37c8", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:56:42.188452 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0093a4e2-53a2-4138-bcfe-3379d4478d98 {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:56:42.188853 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07b20ea2-1417-4a74-86d3-549561f561b4', 'tag': 'e5ed4008-1682-4a43-9af5-aea24e0b37c8', 'status': 'completed', 'code': 200} Aug 11 03:56:42.248519 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0b6646-c555-4ee6-825f-d36022bb8661 req-29f8f259-a7eb-45f4-bfb8-226ac6c953b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:56:42.256878 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0b6646-c555-4ee6-825f-d36022bb8661 req-856b4fda-00dd-4620-9ca8-5571f6f75a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:56:42.257004 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-3a0b6646-c555-4ee6-825f-d36022bb8661 req-29f8f259-a7eb-45f4-bfb8-226ac6c953b8 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9d0143ac25424ed0a1039c6711371bf5&device_id=07b20ea2-1417-4a74-86d3-549561f561b4 HTTP/1.1" status: 200 len: 1096 time: 0.0422966 Aug 11 03:56:42.257099 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3a0b6646-c555-4ee6-825f-d36022bb8661 req-856b4fda-00dd-4620-9ca8-5571f6f75a3e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9d0143ac25424ed0a1039c6711371bf5&device_id=07b20ea2-1417-4a74-86d3-549561f561b4 HTTP/1.1" status: 200 len: 1096 time: 0.0411620 Aug 11 03:56:42.341200 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0b6646-c555-4ee6-825f-d36022bb8661 req-aabeebcc-edd7-4e16-8c06-78f50525fb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:56:42.342720 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-3a0b6646-c555-4ee6-825f-d36022bb8661 req-aabeebcc-edd7-4e16-8c06-78f50525fb65 service neutron] 10.222.0.22 "GET /v2.0/networks?id=a5ea91b2-c708-4745-beed-90616be4437e HTTP/1.1" status: 200 len: 912 time: 0.0855823 Aug 11 03:56:42.345865 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0b6646-c555-4ee6-825f-d36022bb8661 req-d5121298-6cb6-409e-8ac4-10736188c768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:56:42.347363 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3a0b6646-c555-4ee6-825f-d36022bb8661 req-d5121298-6cb6-409e-8ac4-10736188c768 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a5ea91b2-c708-4745-beed-90616be4437e HTTP/1.1" status: 200 len: 912 time: 0.0887122 Aug 11 03:56:42.413556 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-3a0b6646-c555-4ee6-825f-d36022bb8661 req-7885a8a9-43c1-451a-80b7-efca2b9a1869 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e5ed4008-1682-4a43-9af5-aea24e0b37c8 HTTP/1.1" status: 200 len: 999 time: 0.0627866 Aug 11 03:56:42.414692 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3a0b6646-c555-4ee6-825f-d36022bb8661 req-8f786200-bb4e-4bfe-81ed-86e3400676fb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e5ed4008-1682-4a43-9af5-aea24e0b37c8 HTTP/1.1" status: 200 len: 999 time: 0.0597603 Aug 11 03:56:42.463195 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0b6646-c555-4ee6-825f-d36022bb8661 req-02130af3-2dfd-4dcd-b7cb-87c6e57b5e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:56:42.463524 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0b6646-c555-4ee6-825f-d36022bb8661 req-115ab18e-37cc-4254-995b-667210ebe098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:56:42.464666 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-3a0b6646-c555-4ee6-825f-d36022bb8661 req-02130af3-2dfd-4dcd-b7cb-87c6e57b5e68 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e27dafc1-db87-435e-90cb-a6e72d9ff11b HTTP/1.1" status: 200 len: 850 time: 0.0441864 Aug 11 03:56:42.464973 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3a0b6646-c555-4ee6-825f-d36022bb8661 req-115ab18e-37cc-4254-995b-667210ebe098 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e27dafc1-db87-435e-90cb-a6e72d9ff11b HTTP/1.1" status: 200 len: 850 time: 0.0434082 Aug 11 03:56:42.511237 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0b6646-c555-4ee6-825f-d36022bb8661 req-288be9a5-d32f-4c5f-a096-efe3d2bce656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:56:42.512775 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-3a0b6646-c555-4ee6-825f-d36022bb8661 req-288be9a5-d32f-4c5f-a096-efe3d2bce656 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a5ea91b2-c708-4745-beed-90616be4437e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404577 Aug 11 03:56:42.515515 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0b6646-c555-4ee6-825f-d36022bb8661 req-c96037f1-cb34-43db-905d-ef47fd34b711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:56:42.517021 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3a0b6646-c555-4ee6-825f-d36022bb8661 req-c96037f1-cb34-43db-905d-ef47fd34b711 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a5ea91b2-c708-4745-beed-90616be4437e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0454819 Aug 11 03:56:42.610447 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-3a0b6646-c555-4ee6-825f-d36022bb8661 req-7a769259-fd9f-4271-8990-b0945a0d5a05 service neutron] 10.222.0.22 "GET /v2.0/networks/a5ea91b2-c708-4745-beed-90616be4437e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886409 Aug 11 03:56:42.648089 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5323f31b-8535-4f48-9d35-07f31824f5cf req-c7fc9935-0f74-4d5e-8901-a35ad63bd9ef tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:56:42.649565 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5323f31b-8535-4f48-9d35-07f31824f5cf req-c7fc9935-0f74-4d5e-8901-a35ad63bd9ef tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=07b20ea2-1417-4a74-86d3-549561f561b4 HTTP/1.1" status: 200 len: 944 time: 0.0841637 Aug 11 03:56:42.653197 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3a0b6646-c555-4ee6-825f-d36022bb8661 req-60d87b5e-585d-41b0-b3f7-9056550b0173 service neutron] 10.222.0.24 "GET /v2.0/networks/a5ea91b2-c708-4745-beed-90616be4437e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289489 Aug 11 03:56:42.701244 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-3a0b6646-c555-4ee6-825f-d36022bb8661 req-07cd6c7c-41bd-4a9d-917d-caa867db08cd service neutron] 10.222.0.22 "GET /v2.0/networks/a5ea91b2-c708-4745-beed-90616be4437e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833704 Aug 11 03:56:42.728789 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5323f31b-8535-4f48-9d35-07f31824f5cf req-5ad75fe8-2a66-4515-928f-3f85b859a9cc tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f22c4ac-8df9-4e4c-be4f-551791d33c61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729856 Aug 11 03:56:42.770970 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3a0b6646-c555-4ee6-825f-d36022bb8661 req-a2b63b76-07e1-4c99-a659-e504571f23ad service neutron] 10.222.0.24 "GET /v2.0/networks/a5ea91b2-c708-4745-beed-90616be4437e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081879 Aug 11 03:56:43.019283 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device e5ed4008-1682-4a43-9af5-aea24e0b37c8 no longer exists at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:56:43.060207 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device e5ed4008-1682-4a43-9af5-aea24e0b37c8 not bound to the agent host n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:56:43.428293 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.agents_db [None req-950b7202-decb-43e2-8f71-ac8931dc9749 None None] Agent healthcheck: found 7 active agents {{(pid=102194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:56:43.847743 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a0ba74-4282-451c-a737-27e15608d52e req-d9ea6270-68dd-49fa-b205-36494beb97f4 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:56:43.861653 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-13a0ba74-4282-451c-a737-27e15608d52e req-d9ea6270-68dd-49fa-b205-36494beb97f4 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=07b20ea2-1417-4a74-86d3-549561f561b4 HTTP/1.1" status: 200 len: 944 time: 0.0501654 Aug 11 03:56:43.886609 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-13a0ba74-4282-451c-a737-27e15608d52e req-3ff80080-e820-4a2b-bf98-4969959897c7 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f22c4ac-8df9-4e4c-be4f-551791d33c61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314381 Aug 11 03:56:44.132652 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device e5ed4008-1682-4a43-9af5-aea24e0b37c8 details requested by agent hyperv_n-h1-764292-30 with host n-h1-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:56:44.226555 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port e5ed4008-1682-4a43-9af5-aea24e0b37c8, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=e5ed4008-1682-4a43-9af5-aea24e0b37c8,segment=NetworkSegment(96665fb4-b445-453f-85f9-e826534b59e1),segment_id=96665fb4-b445-453f-85f9-e826534b59e1)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:56:44.237466 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Returning: {'device': 'e5ed4008-1682-4a43-9af5-aea24e0b37c8', 'network_id': 'a5ea91b2-c708-4745-beed-90616be4437e', 'port_id': 'e5ed4008-1682-4a43-9af5-aea24e0b37c8', 'mac_address': 'fa:16:3e:b8:bf:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e27dafc1-db87-435e-90cb-a6e72d9ff11b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:56:44.273305 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:44.285715 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5ed4008-1682-4a43-9af5-aea24e0b37c8 {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:56:44.304127 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port e5ed4008-1682-4a43-9af5-aea24e0b37c8, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=e5ed4008-1682-4a43-9af5-aea24e0b37c8,segment=NetworkSegment(96665fb4-b445-453f-85f9-e826534b59e1),segment_id=96665fb4-b445-453f-85f9-e826534b59e1)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:56:44.347226 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:44.398494 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=e5ed4008-1682-4a43-9af5-aea24e0b37c8,revision_number=8']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:56:44.405640 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:56:44.411059 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:56:44.411059 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:56:44.411059 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:56:44.411059 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:56:44.411059 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:56:44.411059 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:56:44.411059 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:56:44.411059 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:56:44.411059 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:56:44.411059 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:56:44.411059 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:56:44.700279 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['e5ed4008-1682-4a43-9af5-aea24e0b37c8'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:56:45.005362 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7421ee-cc49-4e27-bcbd-0ae721f35413 req-3827c4a3-0b26-4c60-a9b2-ded10d339913 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:56:45.006878 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3e7421ee-cc49-4e27-bcbd-0ae721f35413 req-3827c4a3-0b26-4c60-a9b2-ded10d339913 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=07b20ea2-1417-4a74-86d3-549561f561b4 HTTP/1.1" status: 200 len: 945 time: 0.0529406 Aug 11 03:56:45.049440 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3e7421ee-cc49-4e27-bcbd-0ae721f35413 req-96e2140b-748d-4315-93c1-4ca489d091ac tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f22c4ac-8df9-4e4c-be4f-551791d33c61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327458 Aug 11 03:56:45.364977 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b300bdf-337b-438b-be68-24da279d83e9 req-fa38be02-8ebf-41cd-b4ba-02590ec37cba tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:56:45.366478 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5b300bdf-337b-438b-be68-24da279d83e9 req-fa38be02-8ebf-41cd-b4ba-02590ec37cba tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=07b20ea2-1417-4a74-86d3-549561f561b4 HTTP/1.1" status: 200 len: 945 time: 0.0484214 Aug 11 03:56:45.417562 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5b300bdf-337b-438b-be68-24da279d83e9 req-2e454395-d9c9-4b14-ae2d-a6dd1c79aee5 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f22c4ac-8df9-4e4c-be4f-551791d33c61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445070 Aug 11 03:56:45.455461 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3d29bc-c22c-4485-904d-f77449041e25 req-3c762ba0-030d-48fc-8533-cd320612bb87 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:56:45.456918 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9b3d29bc-c22c-4485-904d-f77449041e25 req-3c762ba0-030d-48fc-8533-cd320612bb87 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.24 "GET /v2.0/ports?device_id=07b20ea2-1417-4a74-86d3-549561f561b4&tenant_id=9d0143ac25424ed0a1039c6711371bf5&binding%3Ahost_id=n-h1-764292-30 HTTP/1.1" status: 200 len: 945 time: 0.0542030 Aug 11 03:56:45.519986 n-d-764292-30 neutron-server[102192]: INFO neutron.api.v2.resource [req-9b3d29bc-c22c-4485-904d-f77449041e25 req-c711e780-788b-4c1f-b7af-39842e2929ab service neutron] delete failed (client error): The resource could not be found. Aug 11 03:56:45.520875 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9b3d29bc-c22c-4485-904d-f77449041e25 req-c711e780-788b-4c1f-b7af-39842e2929ab service neutron] 10.222.0.24 "DELETE /v2.0/ports/e5ed4008-1682-4a43-9af5-aea24e0b37c8/bindings/n-h2-764292-30 HTTP/1.1" status: 404 len: 381 time: 0.0566397 Aug 11 03:56:45.602598 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3d29bc-c22c-4485-904d-f77449041e25 req-f4e8c85d-f3eb-4ab7-9d90-4b0ca84d6133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:56:45.604119 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9b3d29bc-c22c-4485-904d-f77449041e25 req-f4e8c85d-f3eb-4ab7-9d90-4b0ca84d6133 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9d0143ac25424ed0a1039c6711371bf5&device_id=07b20ea2-1417-4a74-86d3-549561f561b4 HTTP/1.1" status: 200 len: 1097 time: 0.0409474 Aug 11 03:56:45.691647 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3d29bc-c22c-4485-904d-f77449041e25 req-e3440070-bede-488c-a9e6-c92cf644c0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:56:45.693146 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9b3d29bc-c22c-4485-904d-f77449041e25 req-e3440070-bede-488c-a9e6-c92cf644c0c5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a5ea91b2-c708-4745-beed-90616be4437e HTTP/1.1" status: 200 len: 912 time: 0.0821157 Aug 11 03:56:45.762103 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9b3d29bc-c22c-4485-904d-f77449041e25 req-9f5b610c-b141-4326-a5b0-9312cf40e350 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e5ed4008-1682-4a43-9af5-aea24e0b37c8 HTTP/1.1" status: 200 len: 1000 time: 0.0620170 Aug 11 03:56:45.814599 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3d29bc-c22c-4485-904d-f77449041e25 req-51159806-96f5-49c1-8167-89a25ce67cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:56:45.815916 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9b3d29bc-c22c-4485-904d-f77449041e25 req-51159806-96f5-49c1-8167-89a25ce67cc0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e27dafc1-db87-435e-90cb-a6e72d9ff11b HTTP/1.1" status: 200 len: 850 time: 0.0470500 Aug 11 03:56:45.859707 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3d29bc-c22c-4485-904d-f77449041e25 req-42a693b9-dc61-4bdc-aaff-48c50e080305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:56:45.861172 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9b3d29bc-c22c-4485-904d-f77449041e25 req-42a693b9-dc61-4bdc-aaff-48c50e080305 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a5ea91b2-c708-4745-beed-90616be4437e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0383015 Aug 11 03:56:45.952775 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9b3d29bc-c22c-4485-904d-f77449041e25 req-ff707805-3a57-454d-8f2f-ae9b898075fa service neutron] 10.222.0.24 "GET /v2.0/networks/a5ea91b2-c708-4745-beed-90616be4437e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841246 Aug 11 03:56:46.039847 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9b3d29bc-c22c-4485-904d-f77449041e25 req-12a374e9-8029-42c2-9d66-7f809cd56e10 service neutron] 10.222.0.24 "GET /v2.0/networks/a5ea91b2-c708-4745-beed-90616be4437e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800023 Aug 11 03:56:46.156644 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device e5ed4008-1682-4a43-9af5-aea24e0b37c8 up at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:56:46.261763 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning for port e5ed4008-1682-4a43-9af5-aea24e0b37c8 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:56:46.265690 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning complete for port e5ed4008-1682-4a43-9af5-aea24e0b37c8 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:56:46.266114 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:46.341438 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:46.362490 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07b20ea2-1417-4a74-86d3-549561f561b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5ed4008-1682-4a43-9af5-aea24e0b37c8'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:56:46.364726 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7885acfcde087a0187f42117a4059b9719bd6807811e1c7f6e76d7716562f20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d710fc3-a56f-4ed6-86ad-ecc33c0f17d6" -d '{"events": [{"server_uuid": "07b20ea2-1417-4a74-86d3-549561f561b4", "name": "network-vif-plugged", "status": "completed", "tag": "e5ed4008-1682-4a43-9af5-aea24e0b37c8"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:56:46.378089 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port e5ed4008-1682-4a43-9af5-aea24e0b37c8, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=e5ed4008-1682-4a43-9af5-aea24e0b37c8,segment=NetworkSegment(96665fb4-b445-453f-85f9-e826534b59e1),segment_id=96665fb4-b445-453f-85f9-e826534b59e1)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:56:46.417779 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:56:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8779014b-a192-4fb0-8c0a-d9e89484738c x-openstack-request-id: req-8779014b-a192-4fb0-8c0a-d9e89484738c {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:56:46.418144 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07b20ea2-1417-4a74-86d3-549561f561b4", "name": "network-vif-plugged", "status": "completed", "tag": "e5ed4008-1682-4a43-9af5-aea24e0b37c8", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:56:46.418498 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8779014b-a192-4fb0-8c0a-d9e89484738c {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:56:46.419008 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07b20ea2-1417-4a74-86d3-549561f561b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5ed4008-1682-4a43-9af5-aea24e0b37c8', 'code': 200} Aug 11 03:56:46.433489 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:46.484985 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=e5ed4008-1682-4a43-9af5-aea24e0b37c8,revision_number=9']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:56:46.543275 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c426d59-80a1-4575-81c8-e13c145df8a3 req-190c9b51-3c87-4630-a6a9-3d65e26ae859 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:56:46.544775 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3c426d59-80a1-4575-81c8-e13c145df8a3 req-190c9b51-3c87-4630-a6a9-3d65e26ae859 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=07b20ea2-1417-4a74-86d3-549561f561b4 HTTP/1.1" status: 200 len: 946 time: 0.0550511 Aug 11 03:56:46.583431 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3c426d59-80a1-4575-81c8-e13c145df8a3 req-6ebbe36b-4aac-42e2-a3ad-4d6e13b4899e tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f22c4ac-8df9-4e4c-be4f-551791d33c61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324469 Aug 11 03:56:47.699003 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb2d157-1348-4bb5-b5fa-6c75c89d1ec3 req-601a4157-fef6-4edb-8029-aff472e03fc6 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:56:47.700573 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1eb2d157-1348-4bb5-b5fa-6c75c89d1ec3 req-601a4157-fef6-4edb-8029-aff472e03fc6 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=07b20ea2-1417-4a74-86d3-549561f561b4 HTTP/1.1" status: 200 len: 946 time: 0.0500326 Aug 11 03:56:47.737797 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1eb2d157-1348-4bb5-b5fa-6c75c89d1ec3 req-387932fb-d634-445f-9724-c6d6f0702fce tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f22c4ac-8df9-4e4c-be4f-551791d33c61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313416 Aug 11 03:56:47.849045 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a47644-072c-4a8b-9990-8a13f38a7251 req-416aa5ee-6df8-4705-9d93-31287a02882d tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:56:47.850524 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-47a47644-072c-4a8b-9990-8a13f38a7251 req-416aa5ee-6df8-4705-9d93-31287a02882d tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=07b20ea2-1417-4a74-86d3-549561f561b4 HTTP/1.1" status: 200 len: 946 time: 0.0483232 Aug 11 03:56:47.887574 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-47a47644-072c-4a8b-9990-8a13f38a7251 req-79c3404a-eeb1-4c1d-9bb1-84dc3cb31503 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f22c4ac-8df9-4e4c-be4f-551791d33c61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311141 Aug 11 03:56:48.208801 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f75f26-0871-4990-aaf6-94af1454d8a4 req-cfad5b4f-3714-441a-a438-42db36a02ee6 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:56:48.210663 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-16f75f26-0871-4990-aaf6-94af1454d8a4 req-cfad5b4f-3714-441a-a438-42db36a02ee6 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=07b20ea2-1417-4a74-86d3-549561f561b4 HTTP/1.1" status: 200 len: 946 time: 0.0548093 Aug 11 03:56:48.249887 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-16f75f26-0871-4990-aaf6-94af1454d8a4 req-5fe40535-ee2e-4ed4-a6c2-6119b7f8fbfe tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f22c4ac-8df9-4e4c-be4f-551791d33c61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331824 Aug 11 03:56:48.300594 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c971191-fb23-4a3c-8695-6f9db7bb7926 req-63eea179-4190-46a1-a3ee-4a3ff0ee79b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:56:48.302074 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-1c971191-fb23-4a3c-8695-6f9db7bb7926 req-63eea179-4190-46a1-a3ee-4a3ff0ee79b5 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9d0143ac25424ed0a1039c6711371bf5&device_id=07b20ea2-1417-4a74-86d3-549561f561b4 HTTP/1.1" status: 200 len: 1098 time: 0.0467572 Aug 11 03:56:48.388967 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c971191-fb23-4a3c-8695-6f9db7bb7926 req-c4874b08-92a3-4d4d-9d97-c984acf22858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:56:48.390479 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-1c971191-fb23-4a3c-8695-6f9db7bb7926 req-c4874b08-92a3-4d4d-9d97-c984acf22858 service neutron] 10.222.0.22 "GET /v2.0/networks?id=a5ea91b2-c708-4745-beed-90616be4437e HTTP/1.1" status: 200 len: 912 time: 0.0809624 Aug 11 03:56:48.459282 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-1c971191-fb23-4a3c-8695-6f9db7bb7926 req-212836e0-efe2-4f7e-bbe6-182afbf7d06e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e5ed4008-1682-4a43-9af5-aea24e0b37c8 HTTP/1.1" status: 200 len: 1001 time: 0.0617278 Aug 11 03:56:48.507323 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c971191-fb23-4a3c-8695-6f9db7bb7926 req-9a634f79-acc6-4f70-a55b-8ec630a4af88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:56:48.508740 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-1c971191-fb23-4a3c-8695-6f9db7bb7926 req-9a634f79-acc6-4f70-a55b-8ec630a4af88 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e27dafc1-db87-435e-90cb-a6e72d9ff11b HTTP/1.1" status: 200 len: 850 time: 0.0426502 Aug 11 03:56:48.552375 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c971191-fb23-4a3c-8695-6f9db7bb7926 req-77528f17-4fa9-448c-80da-fdeaee5dfebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:56:48.553818 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-1c971191-fb23-4a3c-8695-6f9db7bb7926 req-77528f17-4fa9-448c-80da-fdeaee5dfebf service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a5ea91b2-c708-4745-beed-90616be4437e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0384107 Aug 11 03:56:48.644596 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-1c971191-fb23-4a3c-8695-6f9db7bb7926 req-44fbf9e1-4df2-4c77-a89a-b364066ea5d9 service neutron] 10.222.0.22 "GET /v2.0/networks/a5ea91b2-c708-4745-beed-90616be4437e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831330 Aug 11 03:56:48.731527 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-1c971191-fb23-4a3c-8695-6f9db7bb7926 req-513ca024-0cb6-4f10-bf39-53166784597d service neutron] 10.222.0.22 "GET /v2.0/networks/a5ea91b2-c708-4745-beed-90616be4437e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798502 Aug 11 03:56:49.368502 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ad358d-b8b9-4219-b5c4-c41edb290777 req-11816899-0c92-426d-ad80-0cfc609c8902 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:56:49.370518 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-63ad358d-b8b9-4219-b5c4-c41edb290777 req-11816899-0c92-426d-ad80-0cfc609c8902 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=07b20ea2-1417-4a74-86d3-549561f561b4 HTTP/1.1" status: 200 len: 946 time: 0.0530636 Aug 11 03:56:49.407857 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-63ad358d-b8b9-4219-b5c4-c41edb290777 req-063c4b94-d50b-42ec-a1c1-3c3f7987e174 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f22c4ac-8df9-4e4c-be4f-551791d33c61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315289 Aug 11 03:56:50.521161 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd92191a-8393-42f1-9bda-5e9d29065ce8 req-c049a990-e433-4b8a-9be8-9c4408378b41 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:56:50.522635 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bd92191a-8393-42f1-9bda-5e9d29065ce8 req-c049a990-e433-4b8a-9be8-9c4408378b41 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=07b20ea2-1417-4a74-86d3-549561f561b4 HTTP/1.1" status: 200 len: 946 time: 0.0494492 Aug 11 03:56:50.559490 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bd92191a-8393-42f1-9bda-5e9d29065ce8 req-6aaa628e-44a4-4010-a91a-90b606e88a08 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f22c4ac-8df9-4e4c-be4f-551791d33c61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304089 Aug 11 03:56:50.977618 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2771de-e18a-479e-a731-81f18d360b29 req-7cbf973e-4a07-41e3-8c21-d8195633179a tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:56:50.979120 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6e2771de-e18a-479e-a731-81f18d360b29 req-7cbf973e-4a07-41e3-8c21-d8195633179a tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=07b20ea2-1417-4a74-86d3-549561f561b4 HTTP/1.1" status: 200 len: 946 time: 0.0521476 Aug 11 03:56:51.016505 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6e2771de-e18a-479e-a731-81f18d360b29 req-dbb007b1-1fe8-46f6-abd5-d2075c21c39b tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f22c4ac-8df9-4e4c-be4f-551791d33c61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315132 Aug 11 03:56:52.133359 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9084f6ec-d07d-4db2-a91c-a2575a5deca8 req-9d55e07a-21a4-4e87-982e-4a66e7cd884d tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:56:52.134865 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9084f6ec-d07d-4db2-a91c-a2575a5deca8 req-9d55e07a-21a4-4e87-982e-4a66e7cd884d tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=07b20ea2-1417-4a74-86d3-549561f561b4 HTTP/1.1" status: 200 len: 946 time: 0.0493479 Aug 11 03:56:52.172881 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9084f6ec-d07d-4db2-a91c-a2575a5deca8 req-31df661e-171d-4e2e-b780-157f6df10ccb tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f22c4ac-8df9-4e4c-be4f-551791d33c61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313966 Aug 11 03:56:52.423998 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f540578f-1df2-437b-9340-b63e68eaac82 req-cf49990d-7d89-47d8-9ac6-a5369bb75c1c tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:56:52.425425 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-f540578f-1df2-437b-9340-b63e68eaac82 req-cf49990d-7d89-47d8-9ac6-a5369bb75c1c tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.22 "GET /v2.0/ports?device_id=07b20ea2-1417-4a74-86d3-549561f561b4 HTTP/1.1" status: 200 len: 946 time: 0.0487919 Aug 11 03:56:52.517271 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-f540578f-1df2-437b-9340-b63e68eaac82 req-fa9e9a03-1e6e-4af7-af43-961138cba271 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Deleting port e5ed4008-1682-4a43-9af5-aea24e0b37c8 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:56:52.517613 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-f540578f-1df2-437b-9340-b63e68eaac82 req-fa9e9a03-1e6e-4af7-af43-961138cba271 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:52.601368 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-f540578f-1df2-437b-9340-b63e68eaac82 req-fa9e9a03-1e6e-4af7-af43-961138cba271 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] For port e5ed4008-1682-4a43-9af5-aea24e0b37c8, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=e5ed4008-1682-4a43-9af5-aea24e0b37c8,segment=NetworkSegment(96665fb4-b445-453f-85f9-e826534b59e1),segment_id=96665fb4-b445-453f-85f9-e826534b59e1)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:56:52.601729 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-f540578f-1df2-437b-9340-b63e68eaac82 req-fa9e9a03-1e6e-4af7-af43-961138cba271 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:52.837108 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-f540578f-1df2-437b-9340-b63e68eaac82 req-fa9e9a03-1e6e-4af7-af43-961138cba271 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:52.837474 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-f540578f-1df2-437b-9340-b63e68eaac82 req-fa9e9a03-1e6e-4af7-af43-961138cba271 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446866'] for floatingip, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:52.837818 n-d-764292-30 neutron-server[102191]: INFO neutron.db.l3_db [req-f540578f-1df2-437b-9340-b63e68eaac82 req-fa9e9a03-1e6e-4af7-af43-961138cba271 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Floating IP ed7b149c-932e-410e-81e2-7198430a3c08 disassociated. External IP: 172.25.8.91, port: e5ed4008-1682-4a43-9af5-aea24e0b37c8. Aug 11 03:56:52.838186 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-f540578f-1df2-437b-9340-b63e68eaac82 req-fa9e9a03-1e6e-4af7-af43-961138cba271 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Calling delete_port for e5ed4008-1682-4a43-9af5-aea24e0b37c8 owned by compute:nova {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:56:53.016018 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-f540578f-1df2-437b-9340-b63e68eaac82 req-fa9e9a03-1e6e-4af7-af43-961138cba271 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:53.044236 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9e9a03-1e6e-4af7-af43-961138cba271 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Pushing event deleted for resources: {'Port': ['ID=e5ed4008-1682-4a43-9af5-aea24e0b37c8,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:56:53.158116 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f540578f-1df2-437b-9340-b63e68eaac82 req-fa9e9a03-1e6e-4af7-af43-961138cba271 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Router 02fb9610-9193-47cf-b01f-9def3fe4cccd has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:56:53.270678 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f540578f-1df2-437b-9340-b63e68eaac82 req-fa9e9a03-1e6e-4af7-af43-961138cba271 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:56:53.274186 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7486ada2-8a16-49a5-adce-a15b4e270b33 req-f343d28d-3c9b-4d4b-b26c-8183dba870e0 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=07b20ea2-1417-4a74-86d3-549561f561b4 HTTP/1.1" status: 200 len: 210 time: 0.0282028 Aug 11 03:56:53.282969 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330a4a30-b8e0-431c-9dae-ac4ccbc39bc0 None None] Sync routers for ids ['02fb9610-9193-47cf-b01f-9def3fe4cccd'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:56:53.298976 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330a4a30-b8e0-431c-9dae-ac4ccbc39bc0 None None] Routers {'02fb9610-9193-47cf-b01f-9def3fe4cccd'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:56:53.298976 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-330a4a30-b8e0-431c-9dae-ac4ccbc39bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:56:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['02fb9610-9193-47cf-b01f-9def3fe4cccd'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:56:53.314989 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-f540578f-1df2-437b-9340-b63e68eaac82 req-fa9e9a03-1e6e-4af7-af43-961138cba271 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] No DVR routers for this DVR port e5ed4008-1682-4a43-9af5-aea24e0b37c8 on host n-h1-764292-30 {{(pid=102191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:56:53.317714 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-f540578f-1df2-437b-9340-b63e68eaac82 req-fa9e9a03-1e6e-4af7-af43-961138cba271 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:53.319792 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-f540578f-1df2-437b-9340-b63e68eaac82 req-fa9e9a03-1e6e-4af7-af43-961138cba271 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.22 "DELETE /v2.0/ports/e5ed4008-1682-4a43-9af5-aea24e0b37c8 HTTP/1.1" status: 204 len: 173 time: 0.8881726 Aug 11 03:56:53.320228 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07b20ea2-1417-4a74-86d3-549561f561b4', 'name': 'network-vif-deleted', 'tag': 'e5ed4008-1682-4a43-9af5-aea24e0b37c8'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:56:53.322546 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}959d5d4cbc3b86b2cf1f2d74ab255e0e4e6734ccd0272b86f650a9660ccb903f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78bd6ff5-ca4d-4c9a-a27d-44559c2e732f" -d '{"events": [{"server_uuid": "07b20ea2-1417-4a74-86d3-549561f561b4", "name": "network-vif-deleted", "tag": "e5ed4008-1682-4a43-9af5-aea24e0b37c8"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:56:53.363777 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:56:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce407f24-0206-4a48-a4d2-8ff706fb1b5c x-openstack-request-id: req-ce407f24-0206-4a48-a4d2-8ff706fb1b5c {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:56:53.364073 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07b20ea2-1417-4a74-86d3-549561f561b4", "name": "network-vif-deleted", "tag": "e5ed4008-1682-4a43-9af5-aea24e0b37c8", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:56:53.364320 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ce407f24-0206-4a48-a4d2-8ff706fb1b5c {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:56:53.364730 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07b20ea2-1417-4a74-86d3-549561f561b4', 'name': 'network-vif-deleted', 'tag': 'e5ed4008-1682-4a43-9af5-aea24e0b37c8', 'status': 'completed', 'code': 200} Aug 11 03:56:53.407564 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-330a4a30-b8e0-431c-9dae-ac4ccbc39bc0 None None] Set router 02fb9610-9193-47cf-b01f-9def3fe4cccd gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:56:53.612924 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-330a4a30-b8e0-431c-9dae-ac4ccbc39bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02fb9610-9193-47cf-b01f-9def3fe4cccd', 'name': 'tempest-ServerActionsTestJSON-877526914-router', 'tenant_id': '9d0143ac25424ed0a1039c6711371bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': '29b1989f-3c16-4917-83e6-1ed803782091', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:51:14Z', 'updated_at': '2021-08-11T03:51:17Z', 'revision_number': 4, 'project_id': '9d0143ac25424ed0a1039c6711371bf5', 'gw_port': {'id': '29b1989f-3c16-4917-83e6-1ed803782091', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:5f:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02fb9610-9193-47cf-b01f-9def3fe4cccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:51:15Z', 'updated_at': '2021-08-11T03:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '46bbe812-d5fb-4595-bb57-cefb92389286', 'name': '', 'network_id': 'a5ea91b2-c708-4745-beed-90616be4437e', 'tenant_id': '9d0143ac25424ed0a1039c6711371bf5', 'mac_address': 'fa:16:3e:92:d8:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02fb9610-9193-47cf-b01f-9def3fe4cccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'e27dafc1-db87-435e-90cb-a6e72d9ff11b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:51:17Z', 'updated_at': '2021-08-11T03:51:23Z', 'revision_number': 5, 'project_id': '9d0143ac25424ed0a1039c6711371bf5', 'subnets': [{'id': 'e27dafc1-db87-435e-90cb-a6e72d9ff11b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:56:53.635840 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330a4a30-b8e0-431c-9dae-ac4ccbc39bc0 None None] Checking router: 02fb9610-9193-47cf-b01f-9def3fe4cccd for host: n-d-764292-30 {{(pid=102193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:56:53.643948 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330a4a30-b8e0-431c-9dae-ac4ccbc39bc0 None None] Routers {'02fb9610-9193-47cf-b01f-9def3fe4cccd'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:56:53.644539 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-330a4a30-b8e0-431c-9dae-ac4ccbc39bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:56:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['02fb9610-9193-47cf-b01f-9def3fe4cccd'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:56:53.749812 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-330a4a30-b8e0-431c-9dae-ac4ccbc39bc0 None None] Set router 02fb9610-9193-47cf-b01f-9def3fe4cccd gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:56:54.092574 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-330a4a30-b8e0-431c-9dae-ac4ccbc39bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02fb9610-9193-47cf-b01f-9def3fe4cccd', 'name': 'tempest-ServerActionsTestJSON-877526914-router', 'tenant_id': '9d0143ac25424ed0a1039c6711371bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': '29b1989f-3c16-4917-83e6-1ed803782091', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:51:14Z', 'updated_at': '2021-08-11T03:51:17Z', 'revision_number': 4, 'project_id': '9d0143ac25424ed0a1039c6711371bf5', 'gw_port': {'id': '29b1989f-3c16-4917-83e6-1ed803782091', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:5f:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02fb9610-9193-47cf-b01f-9def3fe4cccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:51:15Z', 'updated_at': '2021-08-11T03:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '46bbe812-d5fb-4595-bb57-cefb92389286', 'name': '', 'network_id': 'a5ea91b2-c708-4745-beed-90616be4437e', 'tenant_id': '9d0143ac25424ed0a1039c6711371bf5', 'mac_address': 'fa:16:3e:92:d8:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02fb9610-9193-47cf-b01f-9def3fe4cccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'e27dafc1-db87-435e-90cb-a6e72d9ff11b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:51:17Z', 'updated_at': '2021-08-11T03:51:23Z', 'revision_number': 5, 'project_id': '9d0143ac25424ed0a1039c6711371bf5', 'subnets': [{'id': 'e27dafc1-db87-435e-90cb-a6e72d9ff11b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:56:54.117971 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330a4a30-b8e0-431c-9dae-ac4ccbc39bc0 None None] The sync data for ids ['02fb9610-9193-47cf-b01f-9def3fe4cccd'] in n-d-764292-30 is: [{'id': '02fb9610-9193-47cf-b01f-9def3fe4cccd', 'name': 'tempest-ServerActionsTestJSON-877526914-router', 'tenant_id': '9d0143ac25424ed0a1039c6711371bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': '29b1989f-3c16-4917-83e6-1ed803782091', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:51:14Z', 'updated_at': '2021-08-11T03:51:17Z', 'revision_number': 4, 'project_id': '9d0143ac25424ed0a1039c6711371bf5', 'gw_port': {'id': '29b1989f-3c16-4917-83e6-1ed803782091', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:5f:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02fb9610-9193-47cf-b01f-9def3fe4cccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:51:15Z', 'updated_at': '2021-08-11T03:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '46bbe812-d5fb-4595-bb57-cefb92389286', 'name': '', 'network_id': 'a5ea91b2-c708-4745-beed-90616be4437e', 'tenant_id': '9d0143ac25424ed0a1039c6711371bf5', 'mac_address': 'fa:16:3e:92:d8:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02fb9610-9193-47cf-b01f-9def3fe4cccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'e27dafc1-db87-435e-90cb-a6e72d9ff11b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:51:17Z', 'updated_at': '2021-08-11T03:51:23Z', 'revision_number': 5, 'project_id': '9d0143ac25424ed0a1039c6711371bf5', 'subnets': [{'id': 'e27dafc1-db87-435e-90cb-a6e72d9ff11b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:56:54.337004 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfebdfe5-8829-48a0-89aa-f2a55e4472b6 None None] New status for floating IP ed7b149c-932e-410e-81e2-7198430a3c08: DOWN {{(pid=102194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:56:54.548444 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-45f44dcf-bd0e-407f-8d31-2f6dd5db64a0 req-ebc39aae-5df8-49d6-bc32-a00258597637 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--334089728&fields=id&tenant_id=9d0143ac25424ed0a1039c6711371bf5 HTTP/1.1" status: 200 len: 267 time: 0.0334430 Aug 11 03:56:54.657244 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f44dcf-bd0e-407f-8d31-2f6dd5db64a0 req-4ae80863-afa1-4941-b450-a1164f60aca4 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:56:54.658789 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-45f44dcf-bd0e-407f-8d31-2f6dd5db64a0 req-4ae80863-afa1-4941-b450-a1164f60aca4 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/networks?id=a5ea91b2-c708-4745-beed-90616be4437e HTTP/1.1" status: 200 len: 811 time: 0.1034820 Aug 11 03:56:54.673638 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-45f44dcf-bd0e-407f-8d31-2f6dd5db64a0 req-4b5c9b3f-7177-4490-8085-e493e97cce55 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/quotas/9d0143ac25424ed0a1039c6711371bf5 HTTP/1.1" status: 200 len: 375 time: 0.0088768 Aug 11 03:56:54.726302 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-45f44dcf-bd0e-407f-8d31-2f6dd5db64a0 req-1c3e4346-7e13-4a71-ada5-81de4f18a7c4 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=9d0143ac25424ed0a1039c6711371bf5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0475333 Aug 11 03:56:54.822061 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-45f44dcf-bd0e-407f-8d31-2f6dd5db64a0 req-a280dffe-d828-4642-b4a7-9f78dcd4790a service neutron] 10.222.0.41 "GET /v2.0/networks/a5ea91b2-c708-4745-beed-90616be4437e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837033 Aug 11 03:56:54.908940 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-45f44dcf-bd0e-407f-8d31-2f6dd5db64a0 req-cd78b821-d328-4816-b23f-0acb0a7c0f71 service neutron] 10.222.0.41 "GET /v2.0/networks/a5ea91b2-c708-4745-beed-90616be4437e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807691 Aug 11 03:56:55.172200 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8964dd53-b2e6-44a4-97a2-f878091cc53c req-a00d825a-0aa8-48c0-99f1-6317c7ad4d26 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=1343b2d3-2776-4094-9aac-e5c69089d625 HTTP/1.1" status: 200 len: 210 time: 0.0271704 Aug 11 03:56:56.210738 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device e5ed4008-1682-4a43-9af5-aea24e0b37c8 no longer exists at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:56:56.230884 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] No Port match for: e5ed4008-1682-4a43-9af5-aea24e0b37c8 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:56:56.231227 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device e5ed4008-1682-4a43-9af5-aea24e0b37c8 not bound to the agent host n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:56:56.254243 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-451d4f9f-f2dc-406c-8e35-b42f25f0fbf8 req-496456c7-ce80-41ab-9bda-35f4100ba618 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=1343b2d3-2776-4094-9aac-e5c69089d625 HTTP/1.1" status: 200 len: 210 time: 0.0314927 Aug 11 03:56:57.359025 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4eb2ee4c-724c-4676-b01a-1cb951b9f68b req-9772e0c5-f5fa-4490-854b-1f24debc657d tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=1343b2d3-2776-4094-9aac-e5c69089d625 HTTP/1.1" status: 200 len: 210 time: 0.0264297 Aug 11 03:56:58.012041 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f44dcf-bd0e-407f-8d31-2f6dd5db64a0 req-b0b50fa3-8e3c-40d9-8130-8a6a96894db2 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:56:58.013576 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-45f44dcf-bd0e-407f-8d31-2f6dd5db64a0 req-b0b50fa3-8e3c-40d9-8130-8a6a96894db2 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.22 "GET /v2.0/networks?id=a5ea91b2-c708-4745-beed-90616be4437e HTTP/1.1" status: 200 len: 811 time: 0.1023626 Aug 11 03:56:58.059492 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-45f44dcf-bd0e-407f-8d31-2f6dd5db64a0 req-92578d29-41bb-4caa-84d7-351742cdef95 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9d0143ac25424ed0a1039c6711371bf5 HTTP/1.1" status: 200 len: 379 time: 0.0352740 Aug 11 03:56:58.068898 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-45f44dcf-bd0e-407f-8d31-2f6dd5db64a0 req-a2284192-97a8-4af6-b0c7-0e1020e58930 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Request body: {'port': {'device_id': '1343b2d3-2776-4094-9aac-e5c69089d625', 'network_id': 'a5ea91b2-c708-4745-beed-90616be4437e', 'admin_state_up': True, 'tenant_id': '9d0143ac25424ed0a1039c6711371bf5', 'security_groups': ['2f22c4ac-8df9-4e4c-be4f-551791d33c61']}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:56:58.307143 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45f44dcf-bd0e-407f-8d31-2f6dd5db64a0 req-a2284192-97a8-4af6-b0c7-0e1020e58930 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Made reservation on behalf of 9d0143ac25424ed0a1039c6711371bf5 for: {'port': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:56:58.310667 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-45f44dcf-bd0e-407f-8d31-2f6dd5db64a0 req-a2284192-97a8-4af6-b0c7-0e1020e58930 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:58.434925 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [req-45f44dcf-bd0e-407f-8d31-2f6dd5db64a0 req-a2284192-97a8-4af6-b0c7-0e1020e58930 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Allocated IP 172.20.0.8 (a5ea91b2-c708-4745-beed-90616be4437e/e27dafc1-db87-435e-90cb-a6e72d9ff11b/7bcdf3c6-3ee7-432c-adbb-49f4df298a83) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:56:58.457918 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3525df9e-d259-4c51-96a2-e82fbf567cde req-b2280576-9825-46f1-8cf3-a0187affb0ea tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=1343b2d3-2776-4094-9aac-e5c69089d625 HTTP/1.1" status: 200 len: 210 time: 0.0271111 Aug 11 03:56:58.844362 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-45f44dcf-bd0e-407f-8d31-2f6dd5db64a0 req-a2284192-97a8-4af6-b0c7-0e1020e58930 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:58.856841 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [req-45f44dcf-bd0e-407f-8d31-2f6dd5db64a0 req-a2284192-97a8-4af6-b0c7-0e1020e58930 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Transition to ACTIVE for port object 7bcdf3c6-3ee7-432c-adbb-49f4df298a83 will not be triggered until provisioned by entity DHCP. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:56:58.957664 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-45f44dcf-bd0e-407f-8d31-2f6dd5db64a0 req-a2284192-97a8-4af6-b0c7-0e1020e58930 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:59.001297 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45f44dcf-bd0e-407f-8d31-2f6dd5db64a0 req-a2284192-97a8-4af6-b0c7-0e1020e58930 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Network a5ea91b2-c708-4745-beed-90616be4437e is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:56:59.004590 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [req-45f44dcf-bd0e-407f-8d31-2f6dd5db64a0 req-a2284192-97a8-4af6-b0c7-0e1020e58930 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:56:59.008189 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-45f44dcf-bd0e-407f-8d31-2f6dd5db64a0 req-a2284192-97a8-4af6-b0c7-0e1020e58930 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:56:59.014507 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2284192-97a8-4af6-b0c7-0e1020e58930 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Pushing event updated for resources: {'Port': ['ID=7bcdf3c6-3ee7-432c-adbb-49f4df298a83,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:56:59.064859 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f44dcf-bd0e-407f-8d31-2f6dd5db64a0 req-a2284192-97a8-4af6-b0c7-0e1020e58930 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:56:59.065505 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-45f44dcf-bd0e-407f-8d31-2f6dd5db64a0 req-a2284192-97a8-4af6-b0c7-0e1020e58930 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:59.141087 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-45f44dcf-bd0e-407f-8d31-2f6dd5db64a0 req-a2284192-97a8-4af6-b0c7-0e1020e58930 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0758426 Aug 11 03:56:59.219967 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2d9be144-3598-42bb-ae58-874f5a329140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:59.259479 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-45f44dcf-bd0e-407f-8d31-2f6dd5db64a0 req-40fd60e5-4361-43c0-8aa1-2d04f462d83a service neutron] Request body: {'port': {'device_id': '1343b2d3-2776-4094-9aac-e5c69089d625', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764292-30'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:56:59.311859 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-45f44dcf-bd0e-407f-8d31-2f6dd5db64a0 req-40fd60e5-4361-43c0-8aa1-2d04f462d83a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:59.340157 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-cd7c6612-aa65-4756-afd5-3b5cdca75bf0 None None] Provisioning for port 7bcdf3c6-3ee7-432c-adbb-49f4df298a83 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:56:59.344289 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-cd7c6612-aa65-4756-afd5-3b5cdca75bf0 None None] Provisioning complete for port 7bcdf3c6-3ee7-432c-adbb-49f4df298a83 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:56:59.344663 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-cd7c6612-aa65-4756-afd5-3b5cdca75bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:59.378687 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-cd7c6612-aa65-4756-afd5-3b5cdca75bf0 None None] Port 7bcdf3c6-3ee7-432c-adbb-49f4df298a83 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:56:59.570622 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [req-45f44dcf-bd0e-407f-8d31-2f6dd5db64a0 req-40fd60e5-4361-43c0-8aa1-2d04f462d83a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bcdf3c6-3ee7-432c-adbb-49f4df298a83 {{(pid=102191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:56:59.575484 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ab199d-4255-40dc-90d8-aea8fcd9c372 req-4059432c-e7c9-4881-a441-6c723ff9face tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:56:59.576992 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-60ab199d-4255-40dc-90d8-aea8fcd9c372 req-4059432c-e7c9-4881-a441-6c723ff9face tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=1343b2d3-2776-4094-9aac-e5c69089d625 HTTP/1.1" status: 200 len: 931 time: 0.0500677 Aug 11 03:56:59.579055 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-45f44dcf-bd0e-407f-8d31-2f6dd5db64a0 req-40fd60e5-4361-43c0-8aa1-2d04f462d83a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:59.591657 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [req-45f44dcf-bd0e-407f-8d31-2f6dd5db64a0 req-40fd60e5-4361-43c0-8aa1-2d04f462d83a service neutron] Transition to ACTIVE for port object 7bcdf3c6-3ee7-432c-adbb-49f4df298a83 will not be triggered until provisioned by entity L2. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:56:59.616241 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-60ab199d-4255-40dc-90d8-aea8fcd9c372 req-9b54a074-51f0-4fea-859e-7d32bae68da7 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f22c4ac-8df9-4e4c-be4f-551791d33c61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318034 Aug 11 03:56:59.667425 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-45f44dcf-bd0e-407f-8d31-2f6dd5db64a0 req-40fd60e5-4361-43c0-8aa1-2d04f462d83a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:59.732783 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fd60e5-4361-43c0-8aa1-2d04f462d83a service neutron] Pushing event updated for resources: {'Port': ['ID=7bcdf3c6-3ee7-432c-adbb-49f4df298a83,revision_number=2']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:56:59.788649 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-45f44dcf-bd0e-407f-8d31-2f6dd5db64a0 req-40fd60e5-4361-43c0-8aa1-2d04f462d83a service neutron] Attempting to bind port 7bcdf3c6-3ee7-432c-adbb-49f4df298a83 on host n-h1-764292-30 for vnic_type normal with profile {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:56:59.789012 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-45f44dcf-bd0e-407f-8d31-2f6dd5db64a0 req-40fd60e5-4361-43c0-8aa1-2d04f462d83a service neutron] Attempting to bind port 7bcdf3c6-3ee7-432c-adbb-49f4df298a83 by drivers openvswitch,hyperv on host n-h1-764292-30 at level 0 using segments [{'id': '96665fb4-b445-453f-85f9-e826534b59e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'a5ea91b2-c708-4745-beed-90616be4437e'}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:56:59.789335 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f44dcf-bd0e-407f-8d31-2f6dd5db64a0 req-40fd60e5-4361-43c0-8aa1-2d04f462d83a service neutron] Attempting to bind port 7bcdf3c6-3ee7-432c-adbb-49f4df298a83 on network a5ea91b2-c708-4745-beed-90616be4437e {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:56:59.794004 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f44dcf-bd0e-407f-8d31-2f6dd5db64a0 req-40fd60e5-4361-43c0-8aa1-2d04f462d83a service neutron] Port 7bcdf3c6-3ee7-432c-adbb-49f4df298a83 on network a5ea91b2-c708-4745-beed-90616be4437e not bound, no agent of type Open vSwitch agent registered on host n-h1-764292-30 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:56:59.794368 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f44dcf-bd0e-407f-8d31-2f6dd5db64a0 req-40fd60e5-4361-43c0-8aa1-2d04f462d83a service neutron] Attempting to bind port 7bcdf3c6-3ee7-432c-adbb-49f4df298a83 on network a5ea91b2-c708-4745-beed-90616be4437e {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:56:59.799292 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f44dcf-bd0e-407f-8d31-2f6dd5db64a0 req-40fd60e5-4361-43c0-8aa1-2d04f462d83a service neutron] Checking agent: {'id': 'abb524c2-b412-4ed2-8367-45c4fd996fa7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 56, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:56:59.799634 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f44dcf-bd0e-407f-8d31-2f6dd5db64a0 req-40fd60e5-4361-43c0-8aa1-2d04f462d83a service neutron] Checking segment: {'id': '96665fb4-b445-453f-85f9-e826534b59e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'a5ea91b2-c708-4745-beed-90616be4437e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:56:59.800027 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f44dcf-bd0e-407f-8d31-2f6dd5db64a0 req-40fd60e5-4361-43c0-8aa1-2d04f462d83a service neutron] Bound using segment: {'id': '96665fb4-b445-453f-85f9-e826534b59e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'a5ea91b2-c708-4745-beed-90616be4437e'} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:56:59.800461 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-45f44dcf-bd0e-407f-8d31-2f6dd5db64a0 req-40fd60e5-4361-43c0-8aa1-2d04f462d83a service neutron] Bound port: 7bcdf3c6-3ee7-432c-adbb-49f4df298a83, host: n-h1-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96665fb4-b445-453f-85f9-e826534b59e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'a5ea91b2-c708-4745-beed-90616be4437e'}}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:56:59.800818 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-45f44dcf-bd0e-407f-8d31-2f6dd5db64a0 req-40fd60e5-4361-43c0-8aa1-2d04f462d83a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:59.868951 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-45f44dcf-bd0e-407f-8d31-2f6dd5db64a0 req-40fd60e5-4361-43c0-8aa1-2d04f462d83a service neutron] For port 7bcdf3c6-3ee7-432c-adbb-49f4df298a83, host n-h1-764292-30, cleared binding levels {{(pid=102191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:56:59.872457 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-45f44dcf-bd0e-407f-8d31-2f6dd5db64a0 req-40fd60e5-4361-43c0-8aa1-2d04f462d83a service neutron] For port 7bcdf3c6-3ee7-432c-adbb-49f4df298a83, host n-h1-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=7bcdf3c6-3ee7-432c-adbb-49f4df298a83,segment=NetworkSegment(96665fb4-b445-453f-85f9-e826534b59e1),segment_id=96665fb4-b445-453f-85f9-e826534b59e1)] {{(pid=102191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:56:59.942119 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-45f44dcf-bd0e-407f-8d31-2f6dd5db64a0 req-40fd60e5-4361-43c0-8aa1-2d04f462d83a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:59.974235 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f44dcf-bd0e-407f-8d31-2f6dd5db64a0 req-40fd60e5-4361-43c0-8aa1-2d04f462d83a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:56:59.974876 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-45f44dcf-bd0e-407f-8d31-2f6dd5db64a0 req-40fd60e5-4361-43c0-8aa1-2d04f462d83a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:59.976266 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-45f44dcf-bd0e-407f-8d31-2f6dd5db64a0 req-40fd60e5-4361-43c0-8aa1-2d04f462d83a service neutron] 10.222.0.22 "PUT /v2.0/ports/7bcdf3c6-3ee7-432c-adbb-49f4df298a83 HTTP/1.1" status: 200 len: 1092 time: 0.7612391 Aug 11 03:56:59.976684 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1343b2d3-2776-4094-9aac-e5c69089d625', 'tag': '7bcdf3c6-3ee7-432c-adbb-49f4df298a83'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:57:00.012412 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fd60e5-4361-43c0-8aa1-2d04f462d83a service neutron] Pushing event updated for resources: {'Port': ['ID=7bcdf3c6-3ee7-432c-adbb-49f4df298a83,revision_number=3']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:57:00.032743 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9291d331c18c1eb37c2b57c8af4a09724b2e7f160dd5faf652855b3e38b81ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77596502-e666-4b8d-a91d-2164873f8dba" -d '{"events": [{"name": "network-changed", "server_uuid": "1343b2d3-2776-4094-9aac-e5c69089d625", "tag": "7bcdf3c6-3ee7-432c-adbb-49f4df298a83"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:57:00.130142 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:57:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa731787-c541-410e-8a2e-ff55851fefb9 x-openstack-request-id: req-aa731787-c541-410e-8a2e-ff55851fefb9 {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:57:00.130477 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1343b2d3-2776-4094-9aac-e5c69089d625", "tag": "7bcdf3c6-3ee7-432c-adbb-49f4df298a83", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:57:00.130738 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-aa731787-c541-410e-8a2e-ff55851fefb9 {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:57:00.131122 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1343b2d3-2776-4094-9aac-e5c69089d625', 'tag': '7bcdf3c6-3ee7-432c-adbb-49f4df298a83', 'status': 'completed', 'code': 200} Aug 11 03:57:00.192283 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77596502-e666-4b8d-a91d-2164873f8dba req-c4261510-a829-4cc6-8721-0efafefd846a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:57:00.193698 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-77596502-e666-4b8d-a91d-2164873f8dba req-c4261510-a829-4cc6-8721-0efafefd846a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9d0143ac25424ed0a1039c6711371bf5&device_id=1343b2d3-2776-4094-9aac-e5c69089d625 HTTP/1.1" status: 200 len: 1095 time: 0.0413194 Aug 11 03:57:00.294248 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77596502-e666-4b8d-a91d-2164873f8dba req-543f3300-e04d-4733-9a78-7125a16cea3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:57:00.295676 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-77596502-e666-4b8d-a91d-2164873f8dba req-543f3300-e04d-4733-9a78-7125a16cea3d service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=9d0143ac25424ed0a1039c6711371bf5&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0941513 Aug 11 03:57:00.387732 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77596502-e666-4b8d-a91d-2164873f8dba req-dbc9eb78-6ed8-410b-af1d-7a648fae4b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:57:00.389190 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-77596502-e666-4b8d-a91d-2164873f8dba req-dbc9eb78-6ed8-410b-af1d-7a648fae4b77 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0867908 Aug 11 03:57:00.466141 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f44dcf-bd0e-407f-8d31-2f6dd5db64a0 req-dd83a1b3-aafa-4aaa-93a6-1921d594c643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:57:00.467568 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-45f44dcf-bd0e-407f-8d31-2f6dd5db64a0 req-dd83a1b3-aafa-4aaa-93a6-1921d594c643 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9d0143ac25424ed0a1039c6711371bf5&device_id=1343b2d3-2776-4094-9aac-e5c69089d625 HTTP/1.1" status: 200 len: 1095 time: 0.0411673 Aug 11 03:57:00.513070 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-45f44dcf-bd0e-407f-8d31-2f6dd5db64a0 req-56cea51a-20a9-4911-a0a7-ad694bd14abd service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7bcdf3c6-3ee7-432c-adbb-49f4df298a83 HTTP/1.1" status: 200 len: 217 time: 0.0370541 Aug 11 03:57:00.562435 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f44dcf-bd0e-407f-8d31-2f6dd5db64a0 req-f8de7514-0ff6-4d2a-93b6-833908b48daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:57:00.563886 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-45f44dcf-bd0e-407f-8d31-2f6dd5db64a0 req-f8de7514-0ff6-4d2a-93b6-833908b48daf service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e27dafc1-db87-435e-90cb-a6e72d9ff11b HTTP/1.1" status: 200 len: 850 time: 0.0433116 Aug 11 03:57:00.609112 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f44dcf-bd0e-407f-8d31-2f6dd5db64a0 req-4674718d-f7a6-41f1-ae80-3d44724d8cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:57:00.610602 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-45f44dcf-bd0e-407f-8d31-2f6dd5db64a0 req-4674718d-f7a6-41f1-ae80-3d44724d8cd7 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a5ea91b2-c708-4745-beed-90616be4437e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395098 Aug 11 03:57:00.704436 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-45f44dcf-bd0e-407f-8d31-2f6dd5db64a0 req-4cf1cd23-432d-4ed0-85d7-1c3988beeef6 service neutron] 10.222.0.22 "GET /v2.0/networks/a5ea91b2-c708-4745-beed-90616be4437e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865927 Aug 11 03:57:00.728141 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3ec47e-ae3a-4037-abf8-8de484d94acf req-fdd9c14d-60ad-4834-a1bd-2ed6c4b4574e tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:57:00.729653 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8a3ec47e-ae3a-4037-abf8-8de484d94acf req-fdd9c14d-60ad-4834-a1bd-2ed6c4b4574e tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=1343b2d3-2776-4094-9aac-e5c69089d625 HTTP/1.1" status: 200 len: 943 time: 0.0482800 Aug 11 03:57:00.771443 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8a3ec47e-ae3a-4037-abf8-8de484d94acf req-45aad18b-ce36-4e24-a357-34a8820560a2 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f22c4ac-8df9-4e4c-be4f-551791d33c61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358319 Aug 11 03:57:00.794179 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-45f44dcf-bd0e-407f-8d31-2f6dd5db64a0 req-590194e7-2339-4876-bf6e-192b2b4fad55 service neutron] 10.222.0.22 "GET /v2.0/networks/a5ea91b2-c708-4745-beed-90616be4437e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824773 Aug 11 03:57:01.877402 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:01.888063 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8e989f-7ae2-4960-930a-d3c1e7827f6f req-71f484d0-414c-4619-9178-872128863900 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:57:01.889663 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-dd8e989f-7ae2-4960-930a-d3c1e7827f6f req-71f484d0-414c-4619-9178-872128863900 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=1343b2d3-2776-4094-9aac-e5c69089d625 HTTP/1.1" status: 200 len: 943 time: 0.0493083 Aug 11 03:57:01.927476 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-dd8e989f-7ae2-4960-930a-d3c1e7827f6f req-25899530-2d78-48e5-bc13-b51cd9b38400 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f22c4ac-8df9-4e4c-be4f-551791d33c61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319083 Aug 11 03:57:02.101316 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-93fb9c3c-2286-4af0-88e3-5e0c7cf99161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:03.041171 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1e2599-2f85-4750-aaf5-0a7c0e4bbf13 req-a2ad700b-e348-4826-9a2f-93423a6d6cb8 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:57:03.043161 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9c1e2599-2f85-4750-aaf5-0a7c0e4bbf13 req-a2ad700b-e348-4826-9a2f-93423a6d6cb8 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=1343b2d3-2776-4094-9aac-e5c69089d625 HTTP/1.1" status: 200 len: 943 time: 0.0506706 Aug 11 03:57:03.080845 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9c1e2599-2f85-4750-aaf5-0a7c0e4bbf13 req-fc132d8c-ef73-4662-a7e9-aa423efeb52f tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f22c4ac-8df9-4e4c-be4f-551791d33c61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315084 Aug 11 03:57:03.153147 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:04.193079 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1400b45-1eb1-4927-bc15-2cd799e6aab4 req-ac928f7e-26e1-4b60-88f7-e9e0c11485fc tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:57:04.200252 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b1400b45-1eb1-4927-bc15-2cd799e6aab4 req-ac928f7e-26e1-4b60-88f7-e9e0c11485fc tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=1343b2d3-2776-4094-9aac-e5c69089d625 HTTP/1.1" status: 200 len: 943 time: 0.0483406 Aug 11 03:57:04.235838 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b1400b45-1eb1-4927-bc15-2cd799e6aab4 req-a0b1f11e-5d76-416c-9f8e-3a28a968ae56 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f22c4ac-8df9-4e4c-be4f-551791d33c61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350583 Aug 11 03:57:04.238716 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 7bcdf3c6-3ee7-432c-adbb-49f4df298a83 details requested by agent hyperv_n-h1-764292-30 with host n-h1-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:57:04.335395 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 7bcdf3c6-3ee7-432c-adbb-49f4df298a83, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=7bcdf3c6-3ee7-432c-adbb-49f4df298a83,segment=NetworkSegment(96665fb4-b445-453f-85f9-e826534b59e1),segment_id=96665fb4-b445-453f-85f9-e826534b59e1)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:57:04.347036 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Returning: {'device': '7bcdf3c6-3ee7-432c-adbb-49f4df298a83', 'network_id': 'a5ea91b2-c708-4745-beed-90616be4437e', 'port_id': '7bcdf3c6-3ee7-432c-adbb-49f4df298a83', 'mac_address': 'fa:16:3e:ad:9f:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e27dafc1-db87-435e-90cb-a6e72d9ff11b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:57:04.382947 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:04.395351 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bcdf3c6-3ee7-432c-adbb-49f4df298a83 {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:57:04.419058 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 7bcdf3c6-3ee7-432c-adbb-49f4df298a83, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=7bcdf3c6-3ee7-432c-adbb-49f4df298a83,segment=NetworkSegment(96665fb4-b445-453f-85f9-e826534b59e1),segment_id=96665fb4-b445-453f-85f9-e826534b59e1)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:57:04.495787 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:04.542740 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=7bcdf3c6-3ee7-432c-adbb-49f4df298a83,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:57:04.801942 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['7bcdf3c6-3ee7-432c-adbb-49f4df298a83'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:57:04.805422 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:05.350391 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553e09f4-75ff-428c-94b1-6b02d0cce9ed req-4706ccc5-2efd-49f5-9628-8ea49de189bb tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:57:05.351847 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-553e09f4-75ff-428c-94b1-6b02d0cce9ed req-4706ccc5-2efd-49f5-9628-8ea49de189bb tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=1343b2d3-2776-4094-9aac-e5c69089d625 HTTP/1.1" status: 200 len: 944 time: 0.0483148 Aug 11 03:57:05.388912 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-553e09f4-75ff-428c-94b1-6b02d0cce9ed req-8b854690-79d7-48a2-89a1-1d580ded7856 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f22c4ac-8df9-4e4c-be4f-551791d33c61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304141 Aug 11 03:57:06.240672 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 7bcdf3c6-3ee7-432c-adbb-49f4df298a83 up at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:57:06.358536 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning for port 7bcdf3c6-3ee7-432c-adbb-49f4df298a83 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:57:06.362132 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning complete for port 7bcdf3c6-3ee7-432c-adbb-49f4df298a83 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:57:06.362527 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:06.438584 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:06.460814 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1343b2d3-2776-4094-9aac-e5c69089d625', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bcdf3c6-3ee7-432c-adbb-49f4df298a83'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:57:06.475303 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 7bcdf3c6-3ee7-432c-adbb-49f4df298a83, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=7bcdf3c6-3ee7-432c-adbb-49f4df298a83,segment=NetworkSegment(96665fb4-b445-453f-85f9-e826534b59e1),segment_id=96665fb4-b445-453f-85f9-e826534b59e1)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:57:06.504713 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e385e08809ed349a2646fb52500b409f99e085c14d592b33dda6f3cb7a212da1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-781140cb-08c0-4a2b-90db-a25db85cbc40" -d '{"events": [{"server_uuid": "1343b2d3-2776-4094-9aac-e5c69089d625", "name": "network-vif-plugged", "status": "completed", "tag": "7bcdf3c6-3ee7-432c-adbb-49f4df298a83"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:57:06.516211 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc38b9ff-c54b-4324-a7e7-57d43c1b9d89 req-9a03073a-d037-4aed-ada9-690a84c7a6ed tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:57:06.517885 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-dc38b9ff-c54b-4324-a7e7-57d43c1b9d89 req-9a03073a-d037-4aed-ada9-690a84c7a6ed tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=1343b2d3-2776-4094-9aac-e5c69089d625 HTTP/1.1" status: 200 len: 944 time: 0.0613048 Aug 11 03:57:06.540366 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:06.557104 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-dc38b9ff-c54b-4324-a7e7-57d43c1b9d89 req-320ab825-959d-4801-841a-ffbde0cda823 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f22c4ac-8df9-4e4c-be4f-551791d33c61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334101 Aug 11 03:57:06.594174 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=7bcdf3c6-3ee7-432c-adbb-49f4df298a83,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:57:06.597723 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:57:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f97dd75b-f8f9-4405-bd85-8f2a3bbc87e1 x-openstack-request-id: req-f97dd75b-f8f9-4405-bd85-8f2a3bbc87e1 {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:57:06.598001 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1343b2d3-2776-4094-9aac-e5c69089d625", "name": "network-vif-plugged", "status": "completed", "tag": "7bcdf3c6-3ee7-432c-adbb-49f4df298a83", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:57:06.598239 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f97dd75b-f8f9-4405-bd85-8f2a3bbc87e1 {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:57:06.598645 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1343b2d3-2776-4094-9aac-e5c69089d625', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bcdf3c6-3ee7-432c-adbb-49f4df298a83', 'code': 200} Aug 11 03:57:06.693416 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c4b038-3dac-4ef4-b671-435ee6a2c83e req-21f66d46-0dcc-4e99-beb5-b5f11804e1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:57:06.694818 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-b4c4b038-3dac-4ef4-b671-435ee6a2c83e req-21f66d46-0dcc-4e99-beb5-b5f11804e1a2 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=1343b2d3-2776-4094-9aac-e5c69089d625 HTTP/1.1" status: 200 len: 1097 time: 0.0398402 Aug 11 03:57:06.734041 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-b4c4b038-3dac-4ef4-b671-435ee6a2c83e req-ad24d3d6-4423-478c-bb38-8602ea4ff264 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=2f22c4ac-8df9-4e4c-be4f-551791d33c61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317941 Aug 11 03:57:07.597013 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:07.676466 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef40c5a1-b580-494e-9cf9-166d6aa77225 req-a5a42b4a-a1d9-422c-b8ba-62908e723b95 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:57:07.677938 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ef40c5a1-b580-494e-9cf9-166d6aa77225 req-a5a42b4a-a1d9-422c-b8ba-62908e723b95 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=1343b2d3-2776-4094-9aac-e5c69089d625 HTTP/1.1" status: 200 len: 945 time: 0.0510886 Aug 11 03:57:07.720837 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ef40c5a1-b580-494e-9cf9-166d6aa77225 req-9332d240-d1e3-4d09-84cf-0a74ac881d3d tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f22c4ac-8df9-4e4c-be4f-551791d33c61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361602 Aug 11 03:57:08.839572 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d811d72-b1a5-4c90-a6be-0f95856ce17f req-af1e7de3-b9f8-49f1-b73f-7dacad193e1b tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:57:08.841078 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0d811d72-b1a5-4c90-a6be-0f95856ce17f req-af1e7de3-b9f8-49f1-b73f-7dacad193e1b tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=1343b2d3-2776-4094-9aac-e5c69089d625 HTTP/1.1" status: 200 len: 945 time: 0.0511768 Aug 11 03:57:08.877461 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0d811d72-b1a5-4c90-a6be-0f95856ce17f req-a3e2d43f-3f4f-410c-9e8d-869e7e8a7e7f tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f22c4ac-8df9-4e4c-be4f-551791d33c61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305533 Aug 11 03:57:08.985145 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df63f1c-823b-495b-8899-13e27dc7cdbc req-22ce605e-c351-4532-b4f8-c8f7fe247f02 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:57:08.986613 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0df63f1c-823b-495b-8899-13e27dc7cdbc req-22ce605e-c351-4532-b4f8-c8f7fe247f02 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=1343b2d3-2776-4094-9aac-e5c69089d625 HTTP/1.1" status: 200 len: 945 time: 0.0473089 Aug 11 03:57:08.994966 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 48512) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:57:08.999985 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-9f84c2fe-61a9-4550-a3ef-107db18e871b tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Request body: {'floatingip': {'port_id': '7bcdf3c6-3ee7-432c-adbb-49f4df298a83'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:57:09.041541 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9f84c2fe-61a9-4550-a3ef-107db18e871b tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Notify callbacks [] for floatingip, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:09.466032 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9f84c2fe-61a9-4550-a3ef-107db18e871b tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:09.522862 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9f84c2fe-61a9-4550-a3ef-107db18e871b tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446866'] for floatingip, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:09.623118 n-d-764292-30 neutron-server[102192]: INFO neutron.db.l3_db [None req-9f84c2fe-61a9-4550-a3ef-107db18e871b tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Floating IP ed7b149c-932e-410e-81e2-7198430a3c08 associated. External IP: 172.25.8.91, port: 7bcdf3c6-3ee7-432c-adbb-49f4df298a83. Aug 11 03:57:09.823735 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f84c2fe-61a9-4550-a3ef-107db18e871b tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Router 02fb9610-9193-47cf-b01f-9def3fe4cccd has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:57:09.926837 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f84c2fe-61a9-4550-a3ef-107db18e871b tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:57:09.931574 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9f84c2fe-61a9-4550-a3ef-107db18e871b tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for floatingip, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:09.936726 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c46ea743-0147-471f-9016-05e3606f275f None None] Sync routers for ids ['02fb9610-9193-47cf-b01f-9def3fe4cccd'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:57:09.946051 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46ea743-0147-471f-9016-05e3606f275f None None] Routers {'02fb9610-9193-47cf-b01f-9def3fe4cccd'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:57:09.946693 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-c46ea743-0147-471f-9016-05e3606f275f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:57:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['02fb9610-9193-47cf-b01f-9def3fe4cccd'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:57:09.959519 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-9f84c2fe-61a9-4550-a3ef-107db18e871b tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "PUT /v2.0/floatingips/ed7b149c-932e-410e-81e2-7198430a3c08 HTTP/1.1" status: 200 len: 990 time: 0.9634676 Aug 11 03:57:09.960097 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1343b2d3-2776-4094-9aac-e5c69089d625', 'tag': '7bcdf3c6-3ee7-432c-adbb-49f4df298a83'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:57:09.999459 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7f53641f53ed3ecbe111d4b405439a3ffe6be981c23072cf9fee61815809fbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c99c219f-ab01-4078-8a98-cc9221e2fdbf" -d '{"events": [{"name": "network-changed", "server_uuid": "1343b2d3-2776-4094-9aac-e5c69089d625", "tag": "7bcdf3c6-3ee7-432c-adbb-49f4df298a83"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:57:10.062538 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-c46ea743-0147-471f-9016-05e3606f275f None None] Set router 02fb9610-9193-47cf-b01f-9def3fe4cccd gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:57:10.088678 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:57:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-748073d9-89d1-4c98-9fee-d07a30648627 x-openstack-request-id: req-748073d9-89d1-4c98-9fee-d07a30648627 {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:57:10.088961 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1343b2d3-2776-4094-9aac-e5c69089d625", "tag": "7bcdf3c6-3ee7-432c-adbb-49f4df298a83", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:57:10.089207 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-748073d9-89d1-4c98-9fee-d07a30648627 {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:57:10.089665 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1343b2d3-2776-4094-9aac-e5c69089d625', 'tag': '7bcdf3c6-3ee7-432c-adbb-49f4df298a83', 'status': 'completed', 'code': 200} Aug 11 03:57:10.151198 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99c219f-ab01-4078-8a98-cc9221e2fdbf req-34f64adf-eed9-40c8-ab81-c1b429d97d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:57:10.153369 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c99c219f-ab01-4078-8a98-cc9221e2fdbf req-34f64adf-eed9-40c8-ab81-c1b429d97d39 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9d0143ac25424ed0a1039c6711371bf5&device_id=1343b2d3-2776-4094-9aac-e5c69089d625 HTTP/1.1" status: 200 len: 1097 time: 0.0418108 Aug 11 03:57:10.241594 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99c219f-ab01-4078-8a98-cc9221e2fdbf req-c49b75ec-354d-41f1-b879-2eda2b2962e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:57:10.243126 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c99c219f-ab01-4078-8a98-cc9221e2fdbf req-c49b75ec-354d-41f1-b879-2eda2b2962e7 service neutron] 10.222.0.22 "GET /v2.0/networks?id=a5ea91b2-c708-4745-beed-90616be4437e HTTP/1.1" status: 200 len: 912 time: 0.0819750 Aug 11 03:57:10.287669 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-c46ea743-0147-471f-9016-05e3606f275f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02fb9610-9193-47cf-b01f-9def3fe4cccd', 'name': 'tempest-ServerActionsTestJSON-877526914-router', 'tenant_id': '9d0143ac25424ed0a1039c6711371bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': '29b1989f-3c16-4917-83e6-1ed803782091', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:51:14Z', 'updated_at': '2021-08-11T03:51:17Z', 'revision_number': 4, 'project_id': '9d0143ac25424ed0a1039c6711371bf5', 'gw_port': {'id': '29b1989f-3c16-4917-83e6-1ed803782091', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:5f:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02fb9610-9193-47cf-b01f-9def3fe4cccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:51:15Z', 'updated_at': '2021-08-11T03:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_floatingips': [{'id': 'ed7b149c-932e-410e-81e2-7198430a3c08', 'tenant_id': '9d0143ac25424ed0a1039c6711371bf5', 'floating_ip_address': '172.25.8.91', 'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'router_id': '02fb9610-9193-47cf-b01f-9def3fe4cccd', 'port_id': '7bcdf3c6-3ee7-432c-adbb-49f4df298a83', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5ea91b2-c708-4745-beed-90616be4437e', 'mac_address': 'fa:16:3e:ad:9f:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1343b2d3-2776-4094-9aac-e5c69089d625', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:51:20Z', 'updated_at': '2021-08-11T03:57:09Z', 'revision_number': 9, 'project_id': '9d0143ac25424ed0a1039c6711371bf5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46bbe812-d5fb-4595-bb57-cefb92389286', 'name': '', 'network_id': 'a5ea91b2-c708-4745-beed-90616be4437e', 'tenant_id': '9d0143ac25424ed0a1039c6711371bf5', 'mac_address': 'fa:16:3e:92:d8:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02fb9610-9193-47cf-b01f-9def3fe4cccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'e27dafc1-db87-435e-90cb-a6e72d9ff11b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:51:17Z', 'updated_at': '2021-08-11T03:51:23Z', 'revision_number': 5, 'project_id': '9d0143ac25424ed0a1039c6711371bf5', 'subnets': [{'id': 'e27dafc1-db87-435e-90cb-a6e72d9ff11b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:57:10.313182 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c99c219f-ab01-4078-8a98-cc9221e2fdbf req-e93118a3-c6a3-440c-8762-ce1008610509 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7bcdf3c6-3ee7-432c-adbb-49f4df298a83 HTTP/1.1" status: 200 len: 998 time: 0.0632372 Aug 11 03:57:10.317520 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c46ea743-0147-471f-9016-05e3606f275f None None] Checking router: 02fb9610-9193-47cf-b01f-9def3fe4cccd for host: n-d-764292-30 {{(pid=102193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:57:10.326590 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46ea743-0147-471f-9016-05e3606f275f None None] Routers {'02fb9610-9193-47cf-b01f-9def3fe4cccd'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:57:10.327185 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-c46ea743-0147-471f-9016-05e3606f275f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T03:57:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['02fb9610-9193-47cf-b01f-9def3fe4cccd'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:57:10.362946 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99c219f-ab01-4078-8a98-cc9221e2fdbf req-3590fe68-efbf-45e9-838d-67fab180f9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:57:10.364357 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c99c219f-ab01-4078-8a98-cc9221e2fdbf req-3590fe68-efbf-45e9-838d-67fab180f9c4 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e27dafc1-db87-435e-90cb-a6e72d9ff11b HTTP/1.1" status: 200 len: 850 time: 0.0435565 Aug 11 03:57:10.411904 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99c219f-ab01-4078-8a98-cc9221e2fdbf req-b106c3c9-26fd-4990-bf41-f8e86234d058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:57:10.413409 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c99c219f-ab01-4078-8a98-cc9221e2fdbf req-b106c3c9-26fd-4990-bf41-f8e86234d058 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a5ea91b2-c708-4745-beed-90616be4437e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416107 Aug 11 03:57:10.431438 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-c46ea743-0147-471f-9016-05e3606f275f None None] Set router 02fb9610-9193-47cf-b01f-9def3fe4cccd gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:57:10.509642 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c99c219f-ab01-4078-8a98-cc9221e2fdbf req-8a4c55ca-05ac-45df-81c3-6d22fdb01d55 service neutron] 10.222.0.22 "GET /v2.0/networks/a5ea91b2-c708-4745-beed-90616be4437e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887041 Aug 11 03:57:10.600581 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c99c219f-ab01-4078-8a98-cc9221e2fdbf req-ba605bfe-6efc-45a7-976e-0ca0046e54d4 service neutron] 10.222.0.22 "GET /v2.0/networks/a5ea91b2-c708-4745-beed-90616be4437e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834684 Aug 11 03:57:10.658563 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-c46ea743-0147-471f-9016-05e3606f275f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02fb9610-9193-47cf-b01f-9def3fe4cccd', 'name': 'tempest-ServerActionsTestJSON-877526914-router', 'tenant_id': '9d0143ac25424ed0a1039c6711371bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': '29b1989f-3c16-4917-83e6-1ed803782091', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:51:14Z', 'updated_at': '2021-08-11T03:51:17Z', 'revision_number': 4, 'project_id': '9d0143ac25424ed0a1039c6711371bf5', 'gw_port': {'id': '29b1989f-3c16-4917-83e6-1ed803782091', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:5f:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02fb9610-9193-47cf-b01f-9def3fe4cccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:51:15Z', 'updated_at': '2021-08-11T03:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_floatingips': [{'id': 'ed7b149c-932e-410e-81e2-7198430a3c08', 'tenant_id': '9d0143ac25424ed0a1039c6711371bf5', 'floating_ip_address': '172.25.8.91', 'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'router_id': '02fb9610-9193-47cf-b01f-9def3fe4cccd', 'port_id': '7bcdf3c6-3ee7-432c-adbb-49f4df298a83', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5ea91b2-c708-4745-beed-90616be4437e', 'mac_address': 'fa:16:3e:ad:9f:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1343b2d3-2776-4094-9aac-e5c69089d625', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:51:20Z', 'updated_at': '2021-08-11T03:57:09Z', 'revision_number': 9, 'project_id': '9d0143ac25424ed0a1039c6711371bf5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46bbe812-d5fb-4595-bb57-cefb92389286', 'name': '', 'network_id': 'a5ea91b2-c708-4745-beed-90616be4437e', 'tenant_id': '9d0143ac25424ed0a1039c6711371bf5', 'mac_address': 'fa:16:3e:92:d8:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02fb9610-9193-47cf-b01f-9def3fe4cccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'e27dafc1-db87-435e-90cb-a6e72d9ff11b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:51:17Z', 'updated_at': '2021-08-11T03:51:23Z', 'revision_number': 5, 'project_id': '9d0143ac25424ed0a1039c6711371bf5', 'subnets': [{'id': 'e27dafc1-db87-435e-90cb-a6e72d9ff11b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:57:10.684989 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c46ea743-0147-471f-9016-05e3606f275f None None] The sync data for ids ['02fb9610-9193-47cf-b01f-9def3fe4cccd'] in n-d-764292-30 is: [{'id': '02fb9610-9193-47cf-b01f-9def3fe4cccd', 'name': 'tempest-ServerActionsTestJSON-877526914-router', 'tenant_id': '9d0143ac25424ed0a1039c6711371bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': '29b1989f-3c16-4917-83e6-1ed803782091', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:51:14Z', 'updated_at': '2021-08-11T03:51:17Z', 'revision_number': 4, 'project_id': '9d0143ac25424ed0a1039c6711371bf5', 'gw_port': {'id': '29b1989f-3c16-4917-83e6-1ed803782091', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:5f:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02fb9610-9193-47cf-b01f-9def3fe4cccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:51:15Z', 'updated_at': '2021-08-11T03:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_floatingips': [{'id': 'ed7b149c-932e-410e-81e2-7198430a3c08', 'tenant_id': '9d0143ac25424ed0a1039c6711371bf5', 'floating_ip_address': '172.25.8.91', 'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'router_id': '02fb9610-9193-47cf-b01f-9def3fe4cccd', 'port_id': '7bcdf3c6-3ee7-432c-adbb-49f4df298a83', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5ea91b2-c708-4745-beed-90616be4437e', 'mac_address': 'fa:16:3e:ad:9f:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1343b2d3-2776-4094-9aac-e5c69089d625', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:51:20Z', 'updated_at': '2021-08-11T03:57:09Z', 'revision_number': 9, 'project_id': '9d0143ac25424ed0a1039c6711371bf5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46bbe812-d5fb-4595-bb57-cefb92389286', 'name': '', 'network_id': 'a5ea91b2-c708-4745-beed-90616be4437e', 'tenant_id': '9d0143ac25424ed0a1039c6711371bf5', 'mac_address': 'fa:16:3e:92:d8:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02fb9610-9193-47cf-b01f-9def3fe4cccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'e27dafc1-db87-435e-90cb-a6e72d9ff11b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:51:17Z', 'updated_at': '2021-08-11T03:51:23Z', 'revision_number': 5, 'project_id': '9d0143ac25424ed0a1039c6711371bf5', 'subnets': [{'id': 'e27dafc1-db87-435e-90cb-a6e72d9ff11b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:57:10.881850 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d40f7f-ffb6-4d79-be55-c4cff1db3292 None None] New status for floating IP ed7b149c-932e-410e-81e2-7198430a3c08: ACTIVE {{(pid=102194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:57:11.460868 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-9e332d4b-d7c4-4254-8187-ef7192579dd6 req-1e83604b-b410-4da1-a947-610e257594d6 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=1343b2d3-2776-4094-9aac-e5c69089d625&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0427876 Aug 11 03:57:11.548554 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e332d4b-d7c4-4254-8187-ef7192579dd6 req-3c9bb385-c4ad-41da-9251-7c9ca20df6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:57:11.550121 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-9e332d4b-d7c4-4254-8187-ef7192579dd6 req-3c9bb385-c4ad-41da-9251-7c9ca20df6fe service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9d0143ac25424ed0a1039c6711371bf5&device_id=1343b2d3-2776-4094-9aac-e5c69089d625 HTTP/1.1" status: 200 len: 1097 time: 0.0491328 Aug 11 03:57:11.592803 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:11.652383 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e332d4b-d7c4-4254-8187-ef7192579dd6 req-926373e3-2dfd-4ec6-9e40-deb3cda7172d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:57:11.654438 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-9e332d4b-d7c4-4254-8187-ef7192579dd6 req-926373e3-2dfd-4ec6-9e40-deb3cda7172d service neutron] 10.222.0.22 "GET /v2.0/networks?id=a5ea91b2-c708-4745-beed-90616be4437e HTTP/1.1" status: 200 len: 912 time: 0.0850608 Aug 11 03:57:11.723438 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-9e332d4b-d7c4-4254-8187-ef7192579dd6 req-99eeb1b5-09a3-4d1a-8fca-c77dbb5008b4 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7bcdf3c6-3ee7-432c-adbb-49f4df298a83 HTTP/1.1" status: 200 len: 1001 time: 0.0615981 Aug 11 03:57:11.770801 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e332d4b-d7c4-4254-8187-ef7192579dd6 req-13765577-3cde-4454-9901-7f227e44eafe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:57:11.772207 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-9e332d4b-d7c4-4254-8187-ef7192579dd6 req-13765577-3cde-4454-9901-7f227e44eafe service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e27dafc1-db87-435e-90cb-a6e72d9ff11b HTTP/1.1" status: 200 len: 850 time: 0.0425351 Aug 11 03:57:11.818072 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e332d4b-d7c4-4254-8187-ef7192579dd6 req-519b4b73-9a24-490b-b9a4-8cf309354ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:57:11.819557 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-9e332d4b-d7c4-4254-8187-ef7192579dd6 req-519b4b73-9a24-490b-b9a4-8cf309354ab2 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a5ea91b2-c708-4745-beed-90616be4437e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390160 Aug 11 03:57:11.909314 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-9e332d4b-d7c4-4254-8187-ef7192579dd6 req-ed9dea03-c966-43f7-a7a5-db38201d181f service neutron] 10.222.0.22 "GET /v2.0/networks/a5ea91b2-c708-4745-beed-90616be4437e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822570 Aug 11 03:57:11.999252 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-9e332d4b-d7c4-4254-8187-ef7192579dd6 req-09c5a0ef-6029-4379-af34-9ebbe94a9b84 service neutron] 10.222.0.22 "GET /v2.0/networks/a5ea91b2-c708-4745-beed-90616be4437e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820177 Aug 11 03:57:20.428371 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.agents_db [None req-950b7202-decb-43e2-8f71-ac8931dc9749 None None] Agent healthcheck: found 7 active agents {{(pid=102194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:57:29.226731 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-78587b2b-46e5-4a96-93a2-4d831f701f64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:31.927786 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:32.112091 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3ef733f1-245d-4ee9-b6ae-43345ce5c70e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:33.163804 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:34.814943 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:37.603428 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:41.618882 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:57.427408 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.agents_db [None req-950b7202-decb-43e2-8f71-ac8931dc9749 None None] Agent healthcheck: found 7 active agents {{(pid=102194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:57:59.225854 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-eaecbf8d-f9f6-4bb0-a191-bd753428d58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:58:01.871452 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:58:02.075694 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-61dbdbfa-d2a7-47c7-bc91-7ed9716fc5e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:58:03.151059 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:58:04.842976 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:58:07.620109 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:58:11.466951 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-93776d4a-14ea-435b-82b2-23fe449b0ea1 req-7e9d1617-f93d-4c15-ade1-2bc027e4a459 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=1343b2d3-2776-4094-9aac-e5c69089d625&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0403218 Aug 11 03:58:11.555327 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93776d4a-14ea-435b-82b2-23fe449b0ea1 req-49fbe144-3d53-4f12-bb2c-e8c0db72affa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:58:11.556967 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-93776d4a-14ea-435b-82b2-23fe449b0ea1 req-49fbe144-3d53-4f12-bb2c-e8c0db72affa service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9d0143ac25424ed0a1039c6711371bf5&device_id=1343b2d3-2776-4094-9aac-e5c69089d625 HTTP/1.1" status: 200 len: 1097 time: 0.0457828 Aug 11 03:58:11.608978 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:58:11.659055 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93776d4a-14ea-435b-82b2-23fe449b0ea1 req-b56e6d77-eb2c-4cd5-a5b9-ed2a8a3cb867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:58:11.660519 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-93776d4a-14ea-435b-82b2-23fe449b0ea1 req-b56e6d77-eb2c-4cd5-a5b9-ed2a8a3cb867 service neutron] 10.222.0.22 "GET /v2.0/networks?id=a5ea91b2-c708-4745-beed-90616be4437e HTTP/1.1" status: 200 len: 912 time: 0.0830717 Aug 11 03:58:11.729421 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-93776d4a-14ea-435b-82b2-23fe449b0ea1 req-ce8f8333-56df-4642-9e88-f95ee88a30ec service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7bcdf3c6-3ee7-432c-adbb-49f4df298a83 HTTP/1.1" status: 200 len: 1001 time: 0.0606565 Aug 11 03:58:11.778249 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93776d4a-14ea-435b-82b2-23fe449b0ea1 req-9805633f-c384-45ac-90fa-f118355ed43b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:58:11.779758 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-93776d4a-14ea-435b-82b2-23fe449b0ea1 req-9805633f-c384-45ac-90fa-f118355ed43b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e27dafc1-db87-435e-90cb-a6e72d9ff11b HTTP/1.1" status: 200 len: 850 time: 0.0424469 Aug 11 03:58:11.824735 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93776d4a-14ea-435b-82b2-23fe449b0ea1 req-3d32ce7e-c85b-4dd9-8d0b-120951ac34e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:58:11.826191 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-93776d4a-14ea-435b-82b2-23fe449b0ea1 req-3d32ce7e-c85b-4dd9-8d0b-120951ac34e2 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a5ea91b2-c708-4745-beed-90616be4437e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0386903 Aug 11 03:58:11.918394 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-93776d4a-14ea-435b-82b2-23fe449b0ea1 req-567ffc9e-ce57-482d-8ea8-d73cc7a6793f service neutron] 10.222.0.22 "GET /v2.0/networks/a5ea91b2-c708-4745-beed-90616be4437e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832336 Aug 11 03:58:12.005485 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-93776d4a-14ea-435b-82b2-23fe449b0ea1 req-1a063c54-696a-4b0a-9042-37fdd664cabb service neutron] 10.222.0.22 "GET /v2.0/networks/a5ea91b2-c708-4745-beed-90616be4437e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797729 Aug 11 03:58:29.259650 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-659c8d0a-4677-46ee-85e2-1d208577af7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:58:31.887803 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:58:32.088096 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-d0fd1fd6-a13c-4831-8bd9-b83d099f389a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:58:33.162390 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:58:34.426495 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.agents_db [None req-950b7202-decb-43e2-8f71-ac8931dc9749 None None] Agent healthcheck: found 7 active agents {{(pid=102194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:58:34.807732 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:58:37.617593 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:58:38.621684 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [req-ac5efad3-7c7c-4f39-8ace-9a08501c5a12 req-a1dbe687-900f-4129-ae29-ef0da7c6ae5c service neutron] (102192) timed out ('10.222.0.41', 46278) {{(pid=102192) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 11 03:58:41.619120 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:58:59.241720 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-9ced8777-ffa4-403e-aa9a-765817cb27cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:59:01.903387 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:59:02.143128 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-c379106f-3592-4cc6-916d-e881de037336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:59:03.171415 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:59:04.807461 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:59:07.624087 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:59:11.424828 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.agents_db [None req-950b7202-decb-43e2-8f71-ac8931dc9749 None None] Agent healthcheck: found 7 active agents {{(pid=102194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:59:11.477135 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-57f74e24-3a50-4b25-b71b-434ff245b327 req-9406b6d8-42fb-467a-b455-c875171b09cb service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=1343b2d3-2776-4094-9aac-e5c69089d625&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0422733 Aug 11 03:59:11.565187 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f74e24-3a50-4b25-b71b-434ff245b327 req-51ebed5c-619a-49f8-9ba7-c3d7931eb465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:59:11.567826 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-57f74e24-3a50-4b25-b71b-434ff245b327 req-51ebed5c-619a-49f8-9ba7-c3d7931eb465 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9d0143ac25424ed0a1039c6711371bf5&device_id=1343b2d3-2776-4094-9aac-e5c69089d625 HTTP/1.1" status: 200 len: 1097 time: 0.0499609 Aug 11 03:59:11.624755 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:59:11.668899 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f74e24-3a50-4b25-b71b-434ff245b327 req-1b25f822-ed31-43f7-9512-4889e5ad2ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:59:11.670773 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-57f74e24-3a50-4b25-b71b-434ff245b327 req-1b25f822-ed31-43f7-9512-4889e5ad2ab5 service neutron] 10.222.0.22 "GET /v2.0/networks?id=a5ea91b2-c708-4745-beed-90616be4437e HTTP/1.1" status: 200 len: 912 time: 0.0834110 Aug 11 03:59:11.738740 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-57f74e24-3a50-4b25-b71b-434ff245b327 req-3c08b2f2-03dd-4481-8353-dc0d5783c181 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7bcdf3c6-3ee7-432c-adbb-49f4df298a83 HTTP/1.1" status: 200 len: 1001 time: 0.0600009 Aug 11 03:59:11.786342 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f74e24-3a50-4b25-b71b-434ff245b327 req-fabe326e-c07e-4a32-bdc8-bdcbbb34d5df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:59:11.787789 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-57f74e24-3a50-4b25-b71b-434ff245b327 req-fabe326e-c07e-4a32-bdc8-bdcbbb34d5df service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e27dafc1-db87-435e-90cb-a6e72d9ff11b HTTP/1.1" status: 200 len: 850 time: 0.0434148 Aug 11 03:59:11.831346 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f74e24-3a50-4b25-b71b-434ff245b327 req-4effc0d8-d77e-45cd-aaf1-5c744a46c52d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:59:11.832790 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-57f74e24-3a50-4b25-b71b-434ff245b327 req-4effc0d8-d77e-45cd-aaf1-5c744a46c52d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a5ea91b2-c708-4745-beed-90616be4437e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0384376 Aug 11 03:59:11.921428 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-57f74e24-3a50-4b25-b71b-434ff245b327 req-2f7544df-234f-49f1-8772-026bb83f09c5 service neutron] 10.222.0.22 "GET /v2.0/networks/a5ea91b2-c708-4745-beed-90616be4437e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812294 Aug 11 03:59:12.009030 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-57f74e24-3a50-4b25-b71b-434ff245b327 req-53c67957-b24e-40f5-824e-b3441ae785bb service neutron] 10.222.0.22 "GET /v2.0/networks/a5ea91b2-c708-4745-beed-90616be4437e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800338 Aug 11 03:59:29.229446 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-6c3d1ba8-cc61-4ebf-beac-5395c6a21af8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:59:31.920707 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:59:32.109356 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-aa1236aa-597e-4df7-8361-7e8118ac70e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:59:33.177988 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:59:34.850707 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:59:36.762268 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef5850d-52bf-457e-ab42-5e8e5e064d0e req-db616939-8919-48e0-b5d5-d4b2b030e596 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:59:36.763829 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-fef5850d-52bf-457e-ab42-5e8e5e064d0e req-db616939-8919-48e0-b5d5-d4b2b030e596 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=1343b2d3-2776-4094-9aac-e5c69089d625 HTTP/1.1" status: 200 len: 945 time: 0.0566850 Aug 11 03:59:36.803469 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-fef5850d-52bf-457e-ab42-5e8e5e064d0e req-7bc66f38-5df8-498d-8e73-2e87ff08ef50 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f22c4ac-8df9-4e4c-be4f-551791d33c61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337088 Aug 11 03:59:36.948560 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-49862626-167f-45ca-9271-5f1d1b0fa725 req-72593f7b-ae41-4226-a407-c4d663897a90 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1343b2d3-2776-4094-9aac-e5c69089d625&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0827062 Aug 11 03:59:37.646944 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:59:37.920122 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492e682a-e037-42ef-bbdc-8d8746e03d43 req-08c98779-3e9c-4e16-a9f7-1cabe1c45b4e tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:59:37.921832 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-492e682a-e037-42ef-bbdc-8d8746e03d43 req-08c98779-3e9c-4e16-a9f7-1cabe1c45b4e tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=1343b2d3-2776-4094-9aac-e5c69089d625 HTTP/1.1" status: 200 len: 945 time: 0.0501826 Aug 11 03:59:37.966535 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-492e682a-e037-42ef-bbdc-8d8746e03d43 req-12eee205-0fd3-437b-9938-e36cf6ddeac1 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f22c4ac-8df9-4e4c-be4f-551791d33c61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312717 Aug 11 03:59:39.024029 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49862626-167f-45ca-9271-5f1d1b0fa725 req-4eb259c5-2299-42f7-b7df-6daf89c68971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:59:39.025549 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-49862626-167f-45ca-9271-5f1d1b0fa725 req-4eb259c5-2299-42f7-b7df-6daf89c68971 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9d0143ac25424ed0a1039c6711371bf5&device_id=1343b2d3-2776-4094-9aac-e5c69089d625 HTTP/1.1" status: 200 len: 1097 time: 0.0417202 Aug 11 03:59:39.082843 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab5b792-c803-4473-9d6b-f8373e482e3a req-059eebad-95e2-4a11-8d81-c0a3b52eb1ad tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:59:39.084374 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-fab5b792-c803-4473-9d6b-f8373e482e3a req-059eebad-95e2-4a11-8d81-c0a3b52eb1ad tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=1343b2d3-2776-4094-9aac-e5c69089d625 HTTP/1.1" status: 200 len: 945 time: 0.0504115 Aug 11 03:59:39.121314 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49862626-167f-45ca-9271-5f1d1b0fa725 req-ed9af874-30fc-4200-a4db-3a6f293dd874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:59:39.121749 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-fab5b792-c803-4473-9d6b-f8373e482e3a req-fe1cfd24-d42f-451b-9c54-a4b513ac0a1c tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f22c4ac-8df9-4e4c-be4f-551791d33c61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313327 Aug 11 03:59:39.122826 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-49862626-167f-45ca-9271-5f1d1b0fa725 req-ed9af874-30fc-4200-a4db-3a6f293dd874 service neutron] 10.222.0.22 "GET /v2.0/networks?id=a5ea91b2-c708-4745-beed-90616be4437e HTTP/1.1" status: 200 len: 912 time: 0.0895798 Aug 11 03:59:39.187831 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-49862626-167f-45ca-9271-5f1d1b0fa725 req-55eba848-0c34-40df-be23-41b9d169ed53 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7bcdf3c6-3ee7-432c-adbb-49f4df298a83 HTTP/1.1" status: 200 len: 1001 time: 0.0576489 Aug 11 03:59:39.240078 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49862626-167f-45ca-9271-5f1d1b0fa725 req-bcb26581-0442-4862-9fb2-937e3c801bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:59:39.241514 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-49862626-167f-45ca-9271-5f1d1b0fa725 req-bcb26581-0442-4862-9fb2-937e3c801bdc service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e27dafc1-db87-435e-90cb-a6e72d9ff11b HTTP/1.1" status: 200 len: 850 time: 0.0462115 Aug 11 03:59:39.286148 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49862626-167f-45ca-9271-5f1d1b0fa725 req-4691a720-e7fd-454a-86ce-7d4576cb745d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:59:39.288114 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-49862626-167f-45ca-9271-5f1d1b0fa725 req-4691a720-e7fd-454a-86ce-7d4576cb745d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a5ea91b2-c708-4745-beed-90616be4437e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396843 Aug 11 03:59:39.375006 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-49862626-167f-45ca-9271-5f1d1b0fa725 req-65c008cf-1db2-483e-9f32-1adefee14713 service neutron] 10.222.0.22 "GET /v2.0/networks/a5ea91b2-c708-4745-beed-90616be4437e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798755 Aug 11 03:59:39.467265 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-49862626-167f-45ca-9271-5f1d1b0fa725 req-cd65dff9-10f3-4add-b980-1edf65c07133 service neutron] 10.222.0.22 "GET /v2.0/networks/a5ea91b2-c708-4745-beed-90616be4437e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840662 Aug 11 03:59:40.239373 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a3d646-bea0-4a2b-8ebc-d7fc096df63d req-05d1fd6b-d280-464a-9cda-9b83f2cbfd06 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:59:40.240837 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-29a3d646-bea0-4a2b-8ebc-d7fc096df63d req-05d1fd6b-d280-464a-9cda-9b83f2cbfd06 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=1343b2d3-2776-4094-9aac-e5c69089d625 HTTP/1.1" status: 200 len: 945 time: 0.0522408 Aug 11 03:59:40.278076 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-29a3d646-bea0-4a2b-8ebc-d7fc096df63d req-0e85e048-c3c4-42f0-a132-4f6284cda9f2 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f22c4ac-8df9-4e4c-be4f-551791d33c61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313272 Aug 11 03:59:41.400302 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933aa821-ff0c-4fea-a246-3635c48324dd req-65b5ceb7-4615-427f-84ef-e043fc0e4519 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:59:41.401831 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-933aa821-ff0c-4fea-a246-3635c48324dd req-65b5ceb7-4615-427f-84ef-e043fc0e4519 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=1343b2d3-2776-4094-9aac-e5c69089d625 HTTP/1.1" status: 200 len: 945 time: 0.0497899 Aug 11 03:59:41.440798 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-933aa821-ff0c-4fea-a246-3635c48324dd req-95a908db-d5ee-4fe8-acf7-f00fd0cd27ab tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f22c4ac-8df9-4e4c-be4f-551791d33c61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325067 Aug 11 03:59:41.663809 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:59:42.555334 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29803858-426d-453f-9aca-b3c6a9bc9789 req-260edc9e-5f9c-47bc-9a28-b3506c20b53e tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:59:42.556798 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-29803858-426d-453f-9aca-b3c6a9bc9789 req-260edc9e-5f9c-47bc-9a28-b3506c20b53e tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=1343b2d3-2776-4094-9aac-e5c69089d625 HTTP/1.1" status: 200 len: 945 time: 0.0485151 Aug 11 03:59:42.594340 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-29803858-426d-453f-9aca-b3c6a9bc9789 req-8100040c-6490-43f0-a10b-b2f2a1d0e2e4 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f22c4ac-8df9-4e4c-be4f-551791d33c61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317097 Aug 11 03:59:43.712821 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8502ff94-8c8c-4a09-a20c-ee9dd04e1326 req-ab0e6476-3fb6-4a11-8983-738922f33d97 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:59:43.714306 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8502ff94-8c8c-4a09-a20c-ee9dd04e1326 req-ab0e6476-3fb6-4a11-8983-738922f33d97 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=1343b2d3-2776-4094-9aac-e5c69089d625 HTTP/1.1" status: 200 len: 945 time: 0.0526340 Aug 11 03:59:43.750926 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8502ff94-8c8c-4a09-a20c-ee9dd04e1326 req-1ed3b36c-5b4a-4bc1-9034-9df29c2a9a71 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f22c4ac-8df9-4e4c-be4f-551791d33c61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307529 Aug 11 03:59:44.863962 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de3b359-6bb5-4499-b8ad-8bebf2941fe5 req-8484e20c-bf51-4076-a31c-0035406d90af tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:59:44.865945 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9de3b359-6bb5-4499-b8ad-8bebf2941fe5 req-8484e20c-bf51-4076-a31c-0035406d90af tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=1343b2d3-2776-4094-9aac-e5c69089d625 HTTP/1.1" status: 200 len: 945 time: 0.0483918 Aug 11 03:59:44.903181 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9de3b359-6bb5-4499-b8ad-8bebf2941fe5 req-c840b103-aa46-4911-83fd-da81decebdd5 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f22c4ac-8df9-4e4c-be4f-551791d33c61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313311 Aug 11 03:59:46.015518 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6cfd92-83b6-409f-8d66-8b7f9d367a03 req-f32510d3-489e-44dd-96a8-237f40fc378f tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:59:46.016974 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cd6cfd92-83b6-409f-8d66-8b7f9d367a03 req-f32510d3-489e-44dd-96a8-237f40fc378f tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=1343b2d3-2776-4094-9aac-e5c69089d625 HTTP/1.1" status: 200 len: 945 time: 0.0481086 Aug 11 03:59:46.053710 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cd6cfd92-83b6-409f-8d66-8b7f9d367a03 req-f1134cef-c0a5-4669-a4b3-b58256ecb9cf tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f22c4ac-8df9-4e4c-be4f-551791d33c61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301793 Aug 11 03:59:47.172514 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bcfdff-671d-47ee-aacf-8e65c19b8aac req-1b3b3f12-0a6e-4d60-ab1b-1e91507121cf tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:59:47.173954 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-11bcfdff-671d-47ee-aacf-8e65c19b8aac req-1b3b3f12-0a6e-4d60-ab1b-1e91507121cf tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=1343b2d3-2776-4094-9aac-e5c69089d625 HTTP/1.1" status: 200 len: 945 time: 0.0513017 Aug 11 03:59:47.212375 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-11bcfdff-671d-47ee-aacf-8e65c19b8aac req-b9c20d1f-76c1-42c7-839a-f66708d021d8 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f22c4ac-8df9-4e4c-be4f-551791d33c61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320132 Aug 11 03:59:48.326354 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9881b80-d46f-405b-bbe5-a9a3c59846bf req-14f48dd7-f493-4f36-98aa-6a55b85af649 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:59:48.327738 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a9881b80-d46f-405b-bbe5-a9a3c59846bf req-14f48dd7-f493-4f36-98aa-6a55b85af649 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=1343b2d3-2776-4094-9aac-e5c69089d625 HTTP/1.1" status: 200 len: 945 time: 0.0494027 Aug 11 03:59:48.364489 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a9881b80-d46f-405b-bbe5-a9a3c59846bf req-8c844ef6-218d-4d3e-af3d-1ff6d1cbf72f tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f22c4ac-8df9-4e4c-be4f-551791d33c61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308783 Aug 11 03:59:48.422843 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.agents_db [None req-950b7202-decb-43e2-8f71-ac8931dc9749 None None] Agent healthcheck: found 7 active agents {{(pid=102194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:59:49.477056 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972de946-7453-44c7-8697-be1fc318d53a req-97c19994-8735-4954-9443-99b7e0e335f3 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:59:49.478527 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-972de946-7453-44c7-8697-be1fc318d53a req-97c19994-8735-4954-9443-99b7e0e335f3 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=1343b2d3-2776-4094-9aac-e5c69089d625 HTTP/1.1" status: 200 len: 945 time: 0.0476606 Aug 11 03:59:49.515476 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-972de946-7453-44c7-8697-be1fc318d53a req-5707e3cd-b3ec-40ce-b24c-c514ace8d431 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f22c4ac-8df9-4e4c-be4f-551791d33c61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310140 Aug 11 03:59:50.631908 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fd14dd-8c65-434d-910a-ca5751418eea req-b1e15e64-9c74-4837-86a1-ff4fd2387001 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:59:50.633380 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-17fd14dd-8c65-434d-910a-ca5751418eea req-b1e15e64-9c74-4837-86a1-ff4fd2387001 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=1343b2d3-2776-4094-9aac-e5c69089d625 HTTP/1.1" status: 200 len: 945 time: 0.0520978 Aug 11 03:59:50.670663 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-17fd14dd-8c65-434d-910a-ca5751418eea req-8947d030-c523-4546-9b26-c948fcd96629 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f22c4ac-8df9-4e4c-be4f-551791d33c61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314524 Aug 11 03:59:51.568607 n-d-764292-30 neutron-server[102191]: INFO neutron.api.v2.resource [req-49862626-167f-45ca-9271-5f1d1b0fa725 req-f05a3e12-526a-4c80-b0e1-4a9b6b14d872 service neutron] show failed (client error): The resource could not be found. Aug 11 03:59:51.569654 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-49862626-167f-45ca-9271-5f1d1b0fa725 req-f05a3e12-526a-4c80-b0e1-4a9b6b14d872 service neutron] 10.222.0.22 "GET /v2.0/ports/7bcdf3c6-3ee7-432c-adbb-49f4df298a83/bindings/n-h2-764292-30 HTTP/1.1" status: 404 len: 381 time: 0.0545018 Aug 11 03:59:51.784294 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7da7a9-ab48-47e2-b5dc-51739325f94f req-05862876-499d-48d0-9209-5a9e363779e3 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:59:51.785783 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0f7da7a9-ab48-47e2-b5dc-51739325f94f req-05862876-499d-48d0-9209-5a9e363779e3 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=1343b2d3-2776-4094-9aac-e5c69089d625 HTTP/1.1" status: 200 len: 945 time: 0.0493429 Aug 11 03:59:51.823774 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0f7da7a9-ab48-47e2-b5dc-51739325f94f req-542a8b12-2913-41d2-9399-00962c7e8e68 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f22c4ac-8df9-4e4c-be4f-551791d33c61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313013 Aug 11 03:59:52.024512 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49862626-167f-45ca-9271-5f1d1b0fa725 req-3b34aa36-8b8a-4eae-9852-7838e7246371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:59:52.025998 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-49862626-167f-45ca-9271-5f1d1b0fa725 req-3b34aa36-8b8a-4eae-9852-7838e7246371 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1343b2d3-2776-4094-9aac-e5c69089d625&tenant_id=9d0143ac25424ed0a1039c6711371bf5 HTTP/1.1" status: 200 len: 1097 time: 0.0405617 Aug 11 03:59:52.037310 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-49862626-167f-45ca-9271-5f1d1b0fa725 req-0951d063-1074-4833-8cde-7c09cc6e686b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-764292-30', 'device_owner': 'compute:nova'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:59:52.414776 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-49862626-167f-45ca-9271-5f1d1b0fa725 req-0951d063-1074-4833-8cde-7c09cc6e686b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:59:52.607782 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-49862626-167f-45ca-9271-5f1d1b0fa725 req-0951d063-1074-4833-8cde-7c09cc6e686b service neutron] For port 7bcdf3c6-3ee7-432c-adbb-49f4df298a83, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=7bcdf3c6-3ee7-432c-adbb-49f4df298a83,segment=NetworkSegment(96665fb4-b445-453f-85f9-e826534b59e1),segment_id=96665fb4-b445-453f-85f9-e826534b59e1)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:59:52.638802 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-49862626-167f-45ca-9271-5f1d1b0fa725 req-0951d063-1074-4833-8cde-7c09cc6e686b service neutron] For port 7bcdf3c6-3ee7-432c-adbb-49f4df298a83, host n-h1-764292-30, cleared binding levels {{(pid=102192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:59:52.676568 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1343b2d3-2776-4094-9aac-e5c69089d625', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7bcdf3c6-3ee7-432c-adbb-49f4df298a83'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:59:52.678787 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7f53641f53ed3ecbe111d4b405439a3ffe6be981c23072cf9fee61815809fbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90e2e62e-b8b9-4d1c-a4f4-2a16d3cbd3c6" -d '{"events": [{"server_uuid": "1343b2d3-2776-4094-9aac-e5c69089d625", "name": "network-vif-unplugged", "status": "completed", "tag": "7bcdf3c6-3ee7-432c-adbb-49f4df298a83"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:59:52.682551 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-49862626-167f-45ca-9271-5f1d1b0fa725 req-0951d063-1074-4833-8cde-7c09cc6e686b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:59:52.694420 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [req-49862626-167f-45ca-9271-5f1d1b0fa725 req-0951d063-1074-4833-8cde-7c09cc6e686b service neutron] Transition to ACTIVE for port object 7bcdf3c6-3ee7-432c-adbb-49f4df298a83 will not be triggered until provisioned by entity L2. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:59:52.728510 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 03:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81dedb27-3f7d-43eb-8dcf-8c2dede4964d x-openstack-request-id: req-81dedb27-3f7d-43eb-8dcf-8c2dede4964d {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:59:52.728794 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1343b2d3-2776-4094-9aac-e5c69089d625", "name": "network-vif-unplugged", "status": "completed", "tag": "7bcdf3c6-3ee7-432c-adbb-49f4df298a83", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:59:52.729039 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-81dedb27-3f7d-43eb-8dcf-8c2dede4964d {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:59:52.729426 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1343b2d3-2776-4094-9aac-e5c69089d625', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7bcdf3c6-3ee7-432c-adbb-49f4df298a83', 'code': 200} Aug 11 03:59:52.766303 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-49862626-167f-45ca-9271-5f1d1b0fa725 req-0951d063-1074-4833-8cde-7c09cc6e686b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:59:52.843380 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0951d063-1074-4833-8cde-7c09cc6e686b service neutron] Pushing event updated for resources: {'Port': ['ID=7bcdf3c6-3ee7-432c-adbb-49f4df298a83,revision_number=6']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:59:52.856864 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0951d063-1074-4833-8cde-7c09cc6e686b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:59:52.857202 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0951d063-1074-4833-8cde-7c09cc6e686b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:59:52.857531 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0951d063-1074-4833-8cde-7c09cc6e686b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:59:52.857856 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0951d063-1074-4833-8cde-7c09cc6e686b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:59:52.858177 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0951d063-1074-4833-8cde-7c09cc6e686b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:59:52.858529 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0951d063-1074-4833-8cde-7c09cc6e686b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:59:52.858847 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0951d063-1074-4833-8cde-7c09cc6e686b service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:59:52.859162 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0951d063-1074-4833-8cde-7c09cc6e686b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:59:52.859477 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0951d063-1074-4833-8cde-7c09cc6e686b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:59:52.859795 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0951d063-1074-4833-8cde-7c09cc6e686b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:59:52.860108 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0951d063-1074-4833-8cde-7c09cc6e686b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:59:52.860419 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0951d063-1074-4833-8cde-7c09cc6e686b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:59:52.903796 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [req-49862626-167f-45ca-9271-5f1d1b0fa725 req-0951d063-1074-4833-8cde-7c09cc6e686b service neutron] No DVR routers for this DVR port 7bcdf3c6-3ee7-432c-adbb-49f4df298a83 on host n-h1-764292-30 {{(pid=102192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:59:53.020983 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324e01a9-ab4d-4944-91d1-a7a1b6e7551a req-f5594e05-e526-45c8-911d-91e0dec450b1 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:59:53.023127 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-324e01a9-ab4d-4944-91d1-a7a1b6e7551a req-f5594e05-e526-45c8-911d-91e0dec450b1 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=1343b2d3-2776-4094-9aac-e5c69089d625 HTTP/1.1" status: 200 len: 943 time: 0.1213901 Aug 11 03:59:53.074507 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-324e01a9-ab4d-4944-91d1-a7a1b6e7551a req-a06bc758-9e74-4458-8989-a53e2d422830 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f22c4ac-8df9-4e4c-be4f-551791d33c61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444591 Aug 11 03:59:53.106231 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-49862626-167f-45ca-9271-5f1d1b0fa725 req-0951d063-1074-4833-8cde-7c09cc6e686b service neutron] Attempting to bind port 7bcdf3c6-3ee7-432c-adbb-49f4df298a83 on host n-h2-764292-30 for vnic_type normal with profile {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:59:53.106588 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-49862626-167f-45ca-9271-5f1d1b0fa725 req-0951d063-1074-4833-8cde-7c09cc6e686b service neutron] Attempting to bind port 7bcdf3c6-3ee7-432c-adbb-49f4df298a83 by drivers openvswitch,hyperv on host n-h2-764292-30 at level 0 using segments [{'id': '96665fb4-b445-453f-85f9-e826534b59e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'a5ea91b2-c708-4745-beed-90616be4437e'}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:59:53.106912 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49862626-167f-45ca-9271-5f1d1b0fa725 req-0951d063-1074-4833-8cde-7c09cc6e686b service neutron] Attempting to bind port 7bcdf3c6-3ee7-432c-adbb-49f4df298a83 on network a5ea91b2-c708-4745-beed-90616be4437e {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:59:53.111126 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49862626-167f-45ca-9271-5f1d1b0fa725 req-0951d063-1074-4833-8cde-7c09cc6e686b service neutron] Port 7bcdf3c6-3ee7-432c-adbb-49f4df298a83 on network a5ea91b2-c708-4745-beed-90616be4437e not bound, no agent of type Open vSwitch agent registered on host n-h2-764292-30 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:59:53.111438 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49862626-167f-45ca-9271-5f1d1b0fa725 req-0951d063-1074-4833-8cde-7c09cc6e686b service neutron] Attempting to bind port 7bcdf3c6-3ee7-432c-adbb-49f4df298a83 on network a5ea91b2-c708-4745-beed-90616be4437e {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:59:53.116764 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49862626-167f-45ca-9271-5f1d1b0fa725 req-0951d063-1074-4833-8cde-7c09cc6e686b service neutron] Checking agent: {'id': '70015fc0-62fb-48b2-b453-36906937cf2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 59, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:59:53.117098 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49862626-167f-45ca-9271-5f1d1b0fa725 req-0951d063-1074-4833-8cde-7c09cc6e686b service neutron] Checking segment: {'id': '96665fb4-b445-453f-85f9-e826534b59e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'a5ea91b2-c708-4745-beed-90616be4437e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:59:53.117481 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49862626-167f-45ca-9271-5f1d1b0fa725 req-0951d063-1074-4833-8cde-7c09cc6e686b service neutron] Bound using segment: {'id': '96665fb4-b445-453f-85f9-e826534b59e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'a5ea91b2-c708-4745-beed-90616be4437e'} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:59:53.117906 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-49862626-167f-45ca-9271-5f1d1b0fa725 req-0951d063-1074-4833-8cde-7c09cc6e686b service neutron] Bound port: 7bcdf3c6-3ee7-432c-adbb-49f4df298a83, host: n-h2-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96665fb4-b445-453f-85f9-e826534b59e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'a5ea91b2-c708-4745-beed-90616be4437e'}}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:59:53.118256 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-49862626-167f-45ca-9271-5f1d1b0fa725 req-0951d063-1074-4833-8cde-7c09cc6e686b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:59:53.180213 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-49862626-167f-45ca-9271-5f1d1b0fa725 req-0951d063-1074-4833-8cde-7c09cc6e686b service neutron] For port 7bcdf3c6-3ee7-432c-adbb-49f4df298a83, host n-h2-764292-30, cleared binding levels {{(pid=102192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:59:53.183213 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-49862626-167f-45ca-9271-5f1d1b0fa725 req-0951d063-1074-4833-8cde-7c09cc6e686b service neutron] For port 7bcdf3c6-3ee7-432c-adbb-49f4df298a83, host n-h2-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=7bcdf3c6-3ee7-432c-adbb-49f4df298a83,segment=NetworkSegment(96665fb4-b445-453f-85f9-e826534b59e1),segment_id=96665fb4-b445-453f-85f9-e826534b59e1)] {{(pid=102192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:59:53.239474 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-49862626-167f-45ca-9271-5f1d1b0fa725 req-0951d063-1074-4833-8cde-7c09cc6e686b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:59:53.274177 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49862626-167f-45ca-9271-5f1d1b0fa725 req-0951d063-1074-4833-8cde-7c09cc6e686b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:59:53.274825 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-49862626-167f-45ca-9271-5f1d1b0fa725 req-0951d063-1074-4833-8cde-7c09cc6e686b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:59:53.276278 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-49862626-167f-45ca-9271-5f1d1b0fa725 req-0951d063-1074-4833-8cde-7c09cc6e686b service neutron] 10.222.0.24 "PUT /v2.0/ports/7bcdf3c6-3ee7-432c-adbb-49f4df298a83 HTTP/1.1" status: 200 len: 1092 time: 1.2428675 Aug 11 03:59:53.309158 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0951d063-1074-4833-8cde-7c09cc6e686b service neutron] Pushing event updated for resources: {'Port': ['ID=7bcdf3c6-3ee7-432c-adbb-49f4df298a83,revision_number=7']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:59:53.346353 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49862626-167f-45ca-9271-5f1d1b0fa725 req-fd102f10-e6dd-454f-9dee-665e82a49c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:59:53.347925 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-49862626-167f-45ca-9271-5f1d1b0fa725 req-fd102f10-e6dd-454f-9dee-665e82a49c72 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9d0143ac25424ed0a1039c6711371bf5&device_id=1343b2d3-2776-4094-9aac-e5c69089d625 HTTP/1.1" status: 200 len: 1095 time: 0.0478911 Aug 11 03:59:53.444301 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49862626-167f-45ca-9271-5f1d1b0fa725 req-5114981a-bfdd-4b3c-9a6d-2e9b588136a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:59:53.445908 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-49862626-167f-45ca-9271-5f1d1b0fa725 req-5114981a-bfdd-4b3c-9a6d-2e9b588136a6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a5ea91b2-c708-4745-beed-90616be4437e HTTP/1.1" status: 200 len: 912 time: 0.0906291 Aug 11 03:59:53.510459 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-49862626-167f-45ca-9271-5f1d1b0fa725 req-cd57ca50-a1d3-49b7-9e34-2c6f5f17d4f8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7bcdf3c6-3ee7-432c-adbb-49f4df298a83 HTTP/1.1" status: 200 len: 999 time: 0.0572588 Aug 11 03:59:53.563499 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49862626-167f-45ca-9271-5f1d1b0fa725 req-6638e848-62f9-4873-b7ba-1745a26141e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:59:53.564827 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-49862626-167f-45ca-9271-5f1d1b0fa725 req-6638e848-62f9-4873-b7ba-1745a26141e3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e27dafc1-db87-435e-90cb-a6e72d9ff11b HTTP/1.1" status: 200 len: 850 time: 0.0472836 Aug 11 03:59:53.609449 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49862626-167f-45ca-9271-5f1d1b0fa725 req-fe99379d-1cd8-4efd-a5c9-ed2496596912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:59:53.610999 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-49862626-167f-45ca-9271-5f1d1b0fa725 req-fe99379d-1cd8-4efd-a5c9-ed2496596912 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a5ea91b2-c708-4745-beed-90616be4437e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0386627 Aug 11 03:59:53.621795 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [req-49862626-167f-45ca-9271-5f1d1b0fa725 req-cdd32df0-dfe3-4ce1-9b15-1181ae1df8b3 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:59:53.622743 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-49862626-167f-45ca-9271-5f1d1b0fa725 req-cdd32df0-dfe3-4ce1-9b15-1181ae1df8b3 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049765 Aug 11 03:59:53.708186 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-49862626-167f-45ca-9271-5f1d1b0fa725 req-45069aa5-b991-477c-a799-3fa196ad293c service neutron] 10.222.0.24 "GET /v2.0/networks/a5ea91b2-c708-4745-beed-90616be4437e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0782120 Aug 11 03:59:53.800365 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-49862626-167f-45ca-9271-5f1d1b0fa725 req-4458ed7c-a0ac-4dfc-8024-a45d71e7f484 service neutron] 10.222.0.24 "GET /v2.0/networks/a5ea91b2-c708-4745-beed-90616be4437e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842233 Aug 11 03:59:54.200453 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5abd58-f215-4fa7-8a18-3f331adfd5a9 req-5ebd57ef-15b4-45b2-8498-074203fadf1c tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:59:54.201931 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6b5abd58-f215-4fa7-8a18-3f331adfd5a9 req-5ebd57ef-15b4-45b2-8498-074203fadf1c tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=1343b2d3-2776-4094-9aac-e5c69089d625 HTTP/1.1" status: 200 len: 943 time: 0.0498145 Aug 11 03:59:54.239633 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6b5abd58-f215-4fa7-8a18-3f331adfd5a9 req-c5589f29-c430-4473-af41-3bb173a164aa tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f22c4ac-8df9-4e4c-be4f-551791d33c61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315273 Aug 11 03:59:54.731103 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1343b2d3-2776-4094-9aac-e5c69089d625', 'tag': '7bcdf3c6-3ee7-432c-adbb-49f4df298a83'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:59:54.733444 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7f53641f53ed3ecbe111d4b405439a3ffe6be981c23072cf9fee61815809fbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aaa16f9-99fc-482a-8458-23bb45d15e6a" -d '{"events": [{"name": "network-changed", "server_uuid": "1343b2d3-2776-4094-9aac-e5c69089d625", "tag": "7bcdf3c6-3ee7-432c-adbb-49f4df298a83"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:59:54.779902 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37cf366d-508e-45dc-b52c-40e4ac0e2222 x-openstack-request-id: req-37cf366d-508e-45dc-b52c-40e4ac0e2222 {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:59:54.780193 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1343b2d3-2776-4094-9aac-e5c69089d625", "tag": "7bcdf3c6-3ee7-432c-adbb-49f4df298a83", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:59:54.780445 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-37cf366d-508e-45dc-b52c-40e4ac0e2222 {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:59:54.780838 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1343b2d3-2776-4094-9aac-e5c69089d625', 'tag': '7bcdf3c6-3ee7-432c-adbb-49f4df298a83', 'status': 'completed', 'code': 200} Aug 11 03:59:54.839384 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaa16f9-99fc-482a-8458-23bb45d15e6a req-e9049e0d-91d8-4b33-a6f6-69185e588567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:59:54.840871 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-1aaa16f9-99fc-482a-8458-23bb45d15e6a req-e9049e0d-91d8-4b33-a6f6-69185e588567 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9d0143ac25424ed0a1039c6711371bf5&device_id=1343b2d3-2776-4094-9aac-e5c69089d625 HTTP/1.1" status: 200 len: 1095 time: 0.0407121 Aug 11 03:59:54.843587 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaa16f9-99fc-482a-8458-23bb45d15e6a req-bc0ecf30-a641-477d-aa33-a6b40195eb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:59:54.845063 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1aaa16f9-99fc-482a-8458-23bb45d15e6a req-bc0ecf30-a641-477d-aa33-a6b40195eb62 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9d0143ac25424ed0a1039c6711371bf5&device_id=1343b2d3-2776-4094-9aac-e5c69089d625 HTTP/1.1" status: 200 len: 1095 time: 0.0407443 Aug 11 03:59:54.934595 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaa16f9-99fc-482a-8458-23bb45d15e6a req-ea74bf54-a761-4329-b976-8caf71f4d4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:59:54.936055 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-1aaa16f9-99fc-482a-8458-23bb45d15e6a req-ea74bf54-a761-4329-b976-8caf71f4d4bb service neutron] 10.222.0.22 "GET /v2.0/networks?id=a5ea91b2-c708-4745-beed-90616be4437e HTTP/1.1" status: 200 len: 912 time: 0.0883362 Aug 11 03:59:54.939474 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaa16f9-99fc-482a-8458-23bb45d15e6a req-52a86d7d-ec9b-4b74-8863-f2eca9654b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:59:54.940933 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1aaa16f9-99fc-482a-8458-23bb45d15e6a req-52a86d7d-ec9b-4b74-8863-f2eca9654b18 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a5ea91b2-c708-4745-beed-90616be4437e HTTP/1.1" status: 200 len: 912 time: 0.0883293 Aug 11 03:59:55.000576 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-1aaa16f9-99fc-482a-8458-23bb45d15e6a req-cb4d473c-6d52-4437-82db-87f88449b5e0 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7bcdf3c6-3ee7-432c-adbb-49f4df298a83 HTTP/1.1" status: 200 len: 999 time: 0.0571766 Aug 11 03:59:55.007965 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1aaa16f9-99fc-482a-8458-23bb45d15e6a req-bf7a7e02-8f94-445b-a6a0-a8c8034a4986 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7bcdf3c6-3ee7-432c-adbb-49f4df298a83 HTTP/1.1" status: 200 len: 999 time: 0.0583239 Aug 11 03:59:55.062713 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaa16f9-99fc-482a-8458-23bb45d15e6a req-41305dce-7602-40bf-8c89-53cca4448a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:59:55.063859 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaa16f9-99fc-482a-8458-23bb45d15e6a req-621ddc7b-2655-49de-a28d-fa7633fdcb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:59:55.064170 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1aaa16f9-99fc-482a-8458-23bb45d15e6a req-41305dce-7602-40bf-8c89-53cca4448a40 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e27dafc1-db87-435e-90cb-a6e72d9ff11b HTTP/1.1" status: 200 len: 850 time: 0.0477998 Aug 11 03:59:55.065404 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-1aaa16f9-99fc-482a-8458-23bb45d15e6a req-621ddc7b-2655-49de-a28d-fa7633fdcb2c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e27dafc1-db87-435e-90cb-a6e72d9ff11b HTTP/1.1" status: 200 len: 850 time: 0.0572202 Aug 11 03:59:55.110051 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaa16f9-99fc-482a-8458-23bb45d15e6a req-cf3560e2-7f23-4690-aa43-ebbb72428cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:59:55.111643 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-1aaa16f9-99fc-482a-8458-23bb45d15e6a req-cf3560e2-7f23-4690-aa43-ebbb72428cba service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a5ea91b2-c708-4745-beed-90616be4437e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395710 Aug 11 03:59:55.114486 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaa16f9-99fc-482a-8458-23bb45d15e6a req-edf7c0c3-32c2-4676-b756-84c7ff193c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:59:55.116004 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1aaa16f9-99fc-482a-8458-23bb45d15e6a req-edf7c0c3-32c2-4676-b756-84c7ff193c8c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a5ea91b2-c708-4745-beed-90616be4437e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444469 Aug 11 03:59:55.201578 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-1aaa16f9-99fc-482a-8458-23bb45d15e6a req-fa8be58e-f7ea-48eb-8ef8-ec24cd061094 service neutron] 10.222.0.22 "GET /v2.0/networks/a5ea91b2-c708-4745-beed-90616be4437e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829108 Aug 11 03:59:55.205656 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1aaa16f9-99fc-482a-8458-23bb45d15e6a req-88ac6f4e-dbd2-4e84-adab-785a9d53b5ce service neutron] 10.222.0.24 "GET /v2.0/networks/a5ea91b2-c708-4745-beed-90616be4437e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815349 Aug 11 03:59:55.262390 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 7bcdf3c6-3ee7-432c-adbb-49f4df298a83 no longer exists at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:59:55.301093 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-1aaa16f9-99fc-482a-8458-23bb45d15e6a req-ace92857-94b7-4fc3-a970-ad1acd4b8edb service neutron] 10.222.0.22 "GET /v2.0/networks/a5ea91b2-c708-4745-beed-90616be4437e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923359 Aug 11 03:59:55.309950 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 7bcdf3c6-3ee7-432c-adbb-49f4df298a83 not bound to the agent host n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:59:55.312656 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1aaa16f9-99fc-482a-8458-23bb45d15e6a req-87fe7c80-7565-45e5-8914-6b1d3edac212 service neutron] 10.222.0.24 "GET /v2.0/networks/a5ea91b2-c708-4745-beed-90616be4437e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985093 Aug 11 03:59:55.371932 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72950429-4ced-4f2d-8cf4-3b267d21822d req-d041a61d-6171-409e-8d2d-233fcfebd728 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:59:55.373416 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-72950429-4ced-4f2d-8cf4-3b267d21822d req-d041a61d-6171-409e-8d2d-233fcfebd728 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=1343b2d3-2776-4094-9aac-e5c69089d625 HTTP/1.1" status: 200 len: 943 time: 0.0497329 Aug 11 03:59:55.412682 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-72950429-4ced-4f2d-8cf4-3b267d21822d req-6613a297-6ab0-42d1-9108-faeb50284e50 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f22c4ac-8df9-4e4c-be4f-551791d33c61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324645 Aug 11 03:59:55.810225 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 7bcdf3c6-3ee7-432c-adbb-49f4df298a83 details requested by agent hyperv_n-h2-764292-30 with host n-h2-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:59:55.905681 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port 7bcdf3c6-3ee7-432c-adbb-49f4df298a83, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=7bcdf3c6-3ee7-432c-adbb-49f4df298a83,segment=NetworkSegment(96665fb4-b445-453f-85f9-e826534b59e1),segment_id=96665fb4-b445-453f-85f9-e826534b59e1)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:59:55.917118 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Returning: {'device': '7bcdf3c6-3ee7-432c-adbb-49f4df298a83', 'network_id': 'a5ea91b2-c708-4745-beed-90616be4437e', 'port_id': '7bcdf3c6-3ee7-432c-adbb-49f4df298a83', 'mac_address': 'fa:16:3e:ad:9f:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e27dafc1-db87-435e-90cb-a6e72d9ff11b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:59:55.952989 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:59:55.965707 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bcdf3c6-3ee7-432c-adbb-49f4df298a83 {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:59:55.984192 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port 7bcdf3c6-3ee7-432c-adbb-49f4df298a83, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=7bcdf3c6-3ee7-432c-adbb-49f4df298a83,segment=NetworkSegment(96665fb4-b445-453f-85f9-e826534b59e1),segment_id=96665fb4-b445-453f-85f9-e826534b59e1)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:59:56.067411 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:59:56.112880 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=7bcdf3c6-3ee7-432c-adbb-49f4df298a83,revision_number=8']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:59:56.120493 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:59:56.120833 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:59:56.121166 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:59:56.121494 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:59:56.121819 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:59:56.122141 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:59:56.122484 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:59:56.122805 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:59:56.123125 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:59:56.123443 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:59:56.123759 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:59:56.124074 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:59:56.296127 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['7bcdf3c6-3ee7-432c-adbb-49f4df298a83'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:59:56.532613 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9831722b-00f6-4c36-9c5b-a65e7a4a677e req-89c648b5-90d6-45d4-8d9d-f24d60d22e4b tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:59:56.534074 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9831722b-00f6-4c36-9c5b-a65e7a4a677e req-89c648b5-90d6-45d4-8d9d-f24d60d22e4b tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=1343b2d3-2776-4094-9aac-e5c69089d625 HTTP/1.1" status: 200 len: 944 time: 0.0526390 Aug 11 03:59:56.569941 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9831722b-00f6-4c36-9c5b-a65e7a4a677e req-e1ac4f70-56ac-4469-b572-d91b6e064a18 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f22c4ac-8df9-4e4c-be4f-551791d33c61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299468 Aug 11 03:59:57.118686 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fbd9bb-40ea-47ad-924e-9e30f6621a80 req-a20147ed-7b98-426b-8264-9fe3e6b1aea3 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:59:57.120778 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-94fbd9bb-40ea-47ad-924e-9e30f6621a80 req-a20147ed-7b98-426b-8264-9fe3e6b1aea3 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=1343b2d3-2776-4094-9aac-e5c69089d625 HTTP/1.1" status: 200 len: 944 time: 0.0496745 Aug 11 03:59:57.185677 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-94fbd9bb-40ea-47ad-924e-9e30f6621a80 req-b86629b5-d914-426f-a86d-434e35eeb605 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f22c4ac-8df9-4e4c-be4f-551791d33c61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539219 Aug 11 03:59:57.197876 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef2b62f-f4b0-433f-aea6-a56199deae6a req-ac6028be-59bf-42be-af98-321a64c0a832 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:59:57.199397 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4ef2b62f-f4b0-433f-aea6-a56199deae6a req-ac6028be-59bf-42be-af98-321a64c0a832 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.24 "GET /v2.0/ports?device_id=1343b2d3-2776-4094-9aac-e5c69089d625&tenant_id=9d0143ac25424ed0a1039c6711371bf5&binding%3Ahost_id=n-h2-764292-30 HTTP/1.1" status: 200 len: 944 time: 0.0764952 Aug 11 03:59:57.263547 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4ef2b62f-f4b0-433f-aea6-a56199deae6a req-a30b643d-6791-41b5-9bbf-8afa233f1c5b service neutron] 10.222.0.24 "GET /v2.0/ports/7bcdf3c6-3ee7-432c-adbb-49f4df298a83/bindings/n-h2-764292-30 HTTP/1.1" status: 200 len: 383 time: 0.0569682 Aug 11 03:59:57.325665 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef2b62f-f4b0-433f-aea6-a56199deae6a req-a17b8776-2f6d-4cc3-b092-4b35f00c1773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:59:57.327172 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4ef2b62f-f4b0-433f-aea6-a56199deae6a req-a17b8776-2f6d-4cc3-b092-4b35f00c1773 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9d0143ac25424ed0a1039c6711371bf5&device_id=1343b2d3-2776-4094-9aac-e5c69089d625 HTTP/1.1" status: 200 len: 1096 time: 0.0413909 Aug 11 03:59:57.415026 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef2b62f-f4b0-433f-aea6-a56199deae6a req-4d892e35-86ca-4e56-8487-a13e7f8da521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:59:57.416507 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4ef2b62f-f4b0-433f-aea6-a56199deae6a req-4d892e35-86ca-4e56-8487-a13e7f8da521 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a5ea91b2-c708-4745-beed-90616be4437e HTTP/1.1" status: 200 len: 912 time: 0.0822759 Aug 11 03:59:57.483973 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4ef2b62f-f4b0-433f-aea6-a56199deae6a req-af2f973b-3d55-4a7b-87b8-9c3f6ead3f9f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7bcdf3c6-3ee7-432c-adbb-49f4df298a83 HTTP/1.1" status: 200 len: 1000 time: 0.0603473 Aug 11 03:59:57.533143 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef2b62f-f4b0-433f-aea6-a56199deae6a req-8f391d15-b70c-4f7d-8acb-6055f33ddef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:59:57.534531 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4ef2b62f-f4b0-433f-aea6-a56199deae6a req-8f391d15-b70c-4f7d-8acb-6055f33ddef2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e27dafc1-db87-435e-90cb-a6e72d9ff11b HTTP/1.1" status: 200 len: 850 time: 0.0433247 Aug 11 03:59:57.579649 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef2b62f-f4b0-433f-aea6-a56199deae6a req-ee5bce90-99eb-43c9-b635-52d7e4a287ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:59:57.581105 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4ef2b62f-f4b0-433f-aea6-a56199deae6a req-ee5bce90-99eb-43c9-b635-52d7e4a287ac service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a5ea91b2-c708-4745-beed-90616be4437e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389755 Aug 11 03:59:57.672418 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4ef2b62f-f4b0-433f-aea6-a56199deae6a req-170af48c-0753-4516-83d4-715db75c75a6 service neutron] 10.222.0.24 "GET /v2.0/networks/a5ea91b2-c708-4745-beed-90616be4437e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842741 Aug 11 03:59:57.760006 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4ef2b62f-f4b0-433f-aea6-a56199deae6a req-db07e91a-d3e6-4139-a4c1-9c7e1f73ec1e service neutron] 10.222.0.24 "GET /v2.0/networks/a5ea91b2-c708-4745-beed-90616be4437e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804658 Aug 11 03:59:57.824484 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 7bcdf3c6-3ee7-432c-adbb-49f4df298a83 up at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:59:57.971944 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning for port 7bcdf3c6-3ee7-432c-adbb-49f4df298a83 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:59:57.975813 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning complete for port 7bcdf3c6-3ee7-432c-adbb-49f4df298a83 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:59:57.976191 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:59:58.054697 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:59:58.076708 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1343b2d3-2776-4094-9aac-e5c69089d625', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bcdf3c6-3ee7-432c-adbb-49f4df298a83'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:59:58.078895 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e385e08809ed349a2646fb52500b409f99e085c14d592b33dda6f3cb7a212da1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-106e430c-cf5c-4cf0-91a3-a9b64957abea" -d '{"events": [{"server_uuid": "1343b2d3-2776-4094-9aac-e5c69089d625", "name": "network-vif-plugged", "status": "completed", "tag": "7bcdf3c6-3ee7-432c-adbb-49f4df298a83"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:59:58.091375 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port 7bcdf3c6-3ee7-432c-adbb-49f4df298a83, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=7bcdf3c6-3ee7-432c-adbb-49f4df298a83,segment=NetworkSegment(96665fb4-b445-453f-85f9-e826534b59e1),segment_id=96665fb4-b445-453f-85f9-e826534b59e1)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:59:58.127963 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:59:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3b71b43-7c4d-4790-908f-9ad3362a3eec x-openstack-request-id: req-b3b71b43-7c4d-4790-908f-9ad3362a3eec {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:59:58.128255 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1343b2d3-2776-4094-9aac-e5c69089d625", "name": "network-vif-plugged", "status": "completed", "tag": "7bcdf3c6-3ee7-432c-adbb-49f4df298a83", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:59:58.128508 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b3b71b43-7c4d-4790-908f-9ad3362a3eec {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:59:58.128904 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1343b2d3-2776-4094-9aac-e5c69089d625', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bcdf3c6-3ee7-432c-adbb-49f4df298a83', 'code': 200} Aug 11 03:59:58.149468 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:59:58.196496 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=7bcdf3c6-3ee7-432c-adbb-49f4df298a83,revision_number=9']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:59:58.306465 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe69029-9c07-423b-b162-ae731a5ee70e req-5072f2c8-b69d-453c-829b-b448d2ddce7f tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:59:58.308010 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-efe69029-9c07-423b-b162-ae731a5ee70e req-5072f2c8-b69d-453c-829b-b448d2ddce7f tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=1343b2d3-2776-4094-9aac-e5c69089d625 HTTP/1.1" status: 200 len: 945 time: 0.0555058 Aug 11 03:59:58.345595 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-efe69029-9c07-423b-b162-ae731a5ee70e req-76b88035-e021-4399-8d99-db095638d2a7 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f22c4ac-8df9-4e4c-be4f-551791d33c61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316191 Aug 11 03:59:59.195010 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-42d43f2d-e156-4932-a89c-31b3a00fcb8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:59:59.476215 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62a1fe2-0951-4376-b21e-0f29afc73cff req-f3ba036f-34f8-4e7b-aaf8-c1140e3cbd08 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:59:59.477723 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e62a1fe2-0951-4376-b21e-0f29afc73cff req-f3ba036f-34f8-4e7b-aaf8-c1140e3cbd08 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=1343b2d3-2776-4094-9aac-e5c69089d625 HTTP/1.1" status: 200 len: 945 time: 0.0494375 Aug 11 03:59:59.517167 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e62a1fe2-0951-4376-b21e-0f29afc73cff req-c1306720-95e6-4e2c-bd68-86561c801b41 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f22c4ac-8df9-4e4c-be4f-551791d33c61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319684 Aug 11 04:00:00.304623 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef2b62f-f4b0-433f-aea6-a56199deae6a req-8ffbb061-9abb-4a91-bc6d-6b8497491b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:00:00.306090 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-4ef2b62f-f4b0-433f-aea6-a56199deae6a req-8ffbb061-9abb-4a91-bc6d-6b8497491b1a service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=1343b2d3-2776-4094-9aac-e5c69089d625&tenant_id=9d0143ac25424ed0a1039c6711371bf5 HTTP/1.1" status: 200 len: 1097 time: 0.0405128 Aug 11 04:00:00.317794 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-4ef2b62f-f4b0-433f-aea6-a56199deae6a req-47cc812e-f0d0-46df-a10a-ed9f893ab0f1 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-764292-30', 'device_owner': 'compute:nova'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:00:00.372146 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-4ef2b62f-f4b0-433f-aea6-a56199deae6a req-47cc812e-f0d0-46df-a10a-ed9f893ab0f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:00:00.567896 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-4ef2b62f-f4b0-433f-aea6-a56199deae6a req-47cc812e-f0d0-46df-a10a-ed9f893ab0f1 service neutron] For port 7bcdf3c6-3ee7-432c-adbb-49f4df298a83, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=7bcdf3c6-3ee7-432c-adbb-49f4df298a83,segment=NetworkSegment(96665fb4-b445-453f-85f9-e826534b59e1),segment_id=96665fb4-b445-453f-85f9-e826534b59e1)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:00:00.601087 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-4ef2b62f-f4b0-433f-aea6-a56199deae6a req-47cc812e-f0d0-46df-a10a-ed9f893ab0f1 service neutron] For port 7bcdf3c6-3ee7-432c-adbb-49f4df298a83, host n-h2-764292-30, cleared binding levels {{(pid=102191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 04:00:00.632050 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739fd604-e92a-41fc-bcdf-3385763cd162 req-26e7f3b9-970b-4e03-be7a-3d88c8124f0f tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:00:00.633539 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-739fd604-e92a-41fc-bcdf-3385763cd162 req-26e7f3b9-970b-4e03-be7a-3d88c8124f0f tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=1343b2d3-2776-4094-9aac-e5c69089d625 HTTP/1.1" status: 200 len: 945 time: 0.0483098 Aug 11 04:00:00.641667 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1343b2d3-2776-4094-9aac-e5c69089d625', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7bcdf3c6-3ee7-432c-adbb-49f4df298a83'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 04:00:00.643931 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9291d331c18c1eb37c2b57c8af4a09724b2e7f160dd5faf652855b3e38b81ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42759347-1597-429e-b2d0-6ec0b3e71a2a" -d '{"events": [{"server_uuid": "1343b2d3-2776-4094-9aac-e5c69089d625", "name": "network-vif-unplugged", "status": "completed", "tag": "7bcdf3c6-3ee7-432c-adbb-49f4df298a83"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 04:00:00.648084 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-4ef2b62f-f4b0-433f-aea6-a56199deae6a req-47cc812e-f0d0-46df-a10a-ed9f893ab0f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:00:00.661105 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [req-4ef2b62f-f4b0-433f-aea6-a56199deae6a req-47cc812e-f0d0-46df-a10a-ed9f893ab0f1 service neutron] Transition to ACTIVE for port object 7bcdf3c6-3ee7-432c-adbb-49f4df298a83 will not be triggered until provisioned by entity L2. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 04:00:00.673011 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-739fd604-e92a-41fc-bcdf-3385763cd162 req-f5bd191a-b483-47e8-99f1-df36f55a5ed7 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f22c4ac-8df9-4e4c-be4f-551791d33c61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328519 Aug 11 04:00:00.692190 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 04:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aae7837-aabf-4dd9-9471-ecd698673772 x-openstack-request-id: req-3aae7837-aabf-4dd9-9471-ecd698673772 {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 04:00:00.692482 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1343b2d3-2776-4094-9aac-e5c69089d625", "name": "network-vif-unplugged", "status": "completed", "tag": "7bcdf3c6-3ee7-432c-adbb-49f4df298a83", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 04:00:00.692732 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3aae7837-aabf-4dd9-9471-ecd698673772 {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 04:00:00.693128 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1343b2d3-2776-4094-9aac-e5c69089d625', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7bcdf3c6-3ee7-432c-adbb-49f4df298a83', 'code': 200} Aug 11 04:00:00.732313 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-4ef2b62f-f4b0-433f-aea6-a56199deae6a req-47cc812e-f0d0-46df-a10a-ed9f893ab0f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:00:00.811314 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cc812e-f0d0-46df-a10a-ed9f893ab0f1 service neutron] Pushing event updated for resources: {'Port': ['ID=7bcdf3c6-3ee7-432c-adbb-49f4df298a83,revision_number=10']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:00:00.825710 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47cc812e-f0d0-46df-a10a-ed9f893ab0f1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:00:00.826063 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47cc812e-f0d0-46df-a10a-ed9f893ab0f1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:00:00.826428 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47cc812e-f0d0-46df-a10a-ed9f893ab0f1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:00:00.826768 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47cc812e-f0d0-46df-a10a-ed9f893ab0f1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:00:00.827097 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47cc812e-f0d0-46df-a10a-ed9f893ab0f1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:00:00.827425 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47cc812e-f0d0-46df-a10a-ed9f893ab0f1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:00:00.827750 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47cc812e-f0d0-46df-a10a-ed9f893ab0f1 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:00:00.828075 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47cc812e-f0d0-46df-a10a-ed9f893ab0f1 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:00:00.828404 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47cc812e-f0d0-46df-a10a-ed9f893ab0f1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:00:00.828727 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47cc812e-f0d0-46df-a10a-ed9f893ab0f1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:00:00.829045 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47cc812e-f0d0-46df-a10a-ed9f893ab0f1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:00:00.829365 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47cc812e-f0d0-46df-a10a-ed9f893ab0f1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:00:00.863984 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ef2b62f-f4b0-433f-aea6-a56199deae6a req-47cc812e-f0d0-46df-a10a-ed9f893ab0f1 service neutron] No DVR routers for this DVR port 7bcdf3c6-3ee7-432c-adbb-49f4df298a83 on host n-h2-764292-30 {{(pid=102191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 04:00:01.277602 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-4ef2b62f-f4b0-433f-aea6-a56199deae6a req-47cc812e-f0d0-46df-a10a-ed9f893ab0f1 service neutron] Attempting to bind port 7bcdf3c6-3ee7-432c-adbb-49f4df298a83 on host n-h1-764292-30 for vnic_type normal with profile {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 04:00:01.277940 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-4ef2b62f-f4b0-433f-aea6-a56199deae6a req-47cc812e-f0d0-46df-a10a-ed9f893ab0f1 service neutron] Attempting to bind port 7bcdf3c6-3ee7-432c-adbb-49f4df298a83 by drivers openvswitch,hyperv on host n-h1-764292-30 at level 0 using segments [{'id': '96665fb4-b445-453f-85f9-e826534b59e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'a5ea91b2-c708-4745-beed-90616be4437e'}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 04:00:01.278262 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ef2b62f-f4b0-433f-aea6-a56199deae6a req-47cc812e-f0d0-46df-a10a-ed9f893ab0f1 service neutron] Attempting to bind port 7bcdf3c6-3ee7-432c-adbb-49f4df298a83 on network a5ea91b2-c708-4745-beed-90616be4437e {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 04:00:01.282743 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ef2b62f-f4b0-433f-aea6-a56199deae6a req-47cc812e-f0d0-46df-a10a-ed9f893ab0f1 service neutron] Port 7bcdf3c6-3ee7-432c-adbb-49f4df298a83 on network a5ea91b2-c708-4745-beed-90616be4437e not bound, no agent of type Open vSwitch agent registered on host n-h1-764292-30 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 04:00:01.283065 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ef2b62f-f4b0-433f-aea6-a56199deae6a req-47cc812e-f0d0-46df-a10a-ed9f893ab0f1 service neutron] Attempting to bind port 7bcdf3c6-3ee7-432c-adbb-49f4df298a83 on network a5ea91b2-c708-4745-beed-90616be4437e {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 04:00:01.287756 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ef2b62f-f4b0-433f-aea6-a56199deae6a req-47cc812e-f0d0-46df-a10a-ed9f893ab0f1 service neutron] Checking agent: {'id': 'abb524c2-b412-4ed2-8367-45c4fd996fa7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 59, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 04:00:01.290093 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ef2b62f-f4b0-433f-aea6-a56199deae6a req-47cc812e-f0d0-46df-a10a-ed9f893ab0f1 service neutron] Checking segment: {'id': '96665fb4-b445-453f-85f9-e826534b59e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'a5ea91b2-c708-4745-beed-90616be4437e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 04:00:01.290093 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ef2b62f-f4b0-433f-aea6-a56199deae6a req-47cc812e-f0d0-46df-a10a-ed9f893ab0f1 service neutron] Bound using segment: {'id': '96665fb4-b445-453f-85f9-e826534b59e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'a5ea91b2-c708-4745-beed-90616be4437e'} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 04:00:01.290093 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-4ef2b62f-f4b0-433f-aea6-a56199deae6a req-47cc812e-f0d0-46df-a10a-ed9f893ab0f1 service neutron] Bound port: 7bcdf3c6-3ee7-432c-adbb-49f4df298a83, host: n-h1-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96665fb4-b445-453f-85f9-e826534b59e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'a5ea91b2-c708-4745-beed-90616be4437e'}}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 04:00:01.290093 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-4ef2b62f-f4b0-433f-aea6-a56199deae6a req-47cc812e-f0d0-46df-a10a-ed9f893ab0f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:00:01.349920 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-4ef2b62f-f4b0-433f-aea6-a56199deae6a req-47cc812e-f0d0-46df-a10a-ed9f893ab0f1 service neutron] For port 7bcdf3c6-3ee7-432c-adbb-49f4df298a83, host n-h1-764292-30, cleared binding levels {{(pid=102191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 04:00:01.352988 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-4ef2b62f-f4b0-433f-aea6-a56199deae6a req-47cc812e-f0d0-46df-a10a-ed9f893ab0f1 service neutron] For port 7bcdf3c6-3ee7-432c-adbb-49f4df298a83, host n-h1-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=7bcdf3c6-3ee7-432c-adbb-49f4df298a83,segment=NetworkSegment(96665fb4-b445-453f-85f9-e826534b59e1),segment_id=96665fb4-b445-453f-85f9-e826534b59e1)] {{(pid=102191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 04:00:01.429810 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-4ef2b62f-f4b0-433f-aea6-a56199deae6a req-47cc812e-f0d0-46df-a10a-ed9f893ab0f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:00:01.464564 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef2b62f-f4b0-433f-aea6-a56199deae6a req-47cc812e-f0d0-46df-a10a-ed9f893ab0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:00:01.465179 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-4ef2b62f-f4b0-433f-aea6-a56199deae6a req-47cc812e-f0d0-46df-a10a-ed9f893ab0f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:00:01.466749 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-4ef2b62f-f4b0-433f-aea6-a56199deae6a req-47cc812e-f0d0-46df-a10a-ed9f893ab0f1 service neutron] 10.222.0.22 "PUT /v2.0/ports/7bcdf3c6-3ee7-432c-adbb-49f4df298a83 HTTP/1.1" status: 200 len: 1093 time: 1.1528065 Aug 11 04:00:01.487835 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cc812e-f0d0-46df-a10a-ed9f893ab0f1 service neutron] Pushing event updated for resources: {'Port': ['ID=7bcdf3c6-3ee7-432c-adbb-49f4df298a83,revision_number=11']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:00:01.538249 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef2b62f-f4b0-433f-aea6-a56199deae6a req-61396a87-2a56-497e-a857-ad5d0228cefa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:00:01.539860 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-4ef2b62f-f4b0-433f-aea6-a56199deae6a req-61396a87-2a56-497e-a857-ad5d0228cefa service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9d0143ac25424ed0a1039c6711371bf5&device_id=1343b2d3-2776-4094-9aac-e5c69089d625 HTTP/1.1" status: 200 len: 1096 time: 0.0475950 Aug 11 04:00:01.631848 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef2b62f-f4b0-433f-aea6-a56199deae6a req-94a765b2-0bbf-4ca5-8a5c-3676c3ca759b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:00:01.633320 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-4ef2b62f-f4b0-433f-aea6-a56199deae6a req-94a765b2-0bbf-4ca5-8a5c-3676c3ca759b service neutron] 10.222.0.22 "GET /v2.0/networks?id=a5ea91b2-c708-4745-beed-90616be4437e HTTP/1.1" status: 200 len: 912 time: 0.0869496 Aug 11 04:00:01.699942 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-4ef2b62f-f4b0-433f-aea6-a56199deae6a req-3eb2d038-4567-485f-8dc1-c7f3b81ad211 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7bcdf3c6-3ee7-432c-adbb-49f4df298a83 HTTP/1.1" status: 200 len: 999 time: 0.0600133 Aug 11 04:00:01.750396 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef2b62f-f4b0-433f-aea6-a56199deae6a req-1cd433d6-9ef1-47f1-b649-6f5b8a40c7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:00:01.751760 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-4ef2b62f-f4b0-433f-aea6-a56199deae6a req-1cd433d6-9ef1-47f1-b649-6f5b8a40c7a3 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e27dafc1-db87-435e-90cb-a6e72d9ff11b HTTP/1.1" status: 200 len: 850 time: 0.0446148 Aug 11 04:00:01.794370 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e107c74-182c-47ea-959d-6504731a9aef req-b2bfbd2e-dfc4-494c-9890-41ca9afca42e tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:00:01.795882 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4e107c74-182c-47ea-959d-6504731a9aef req-b2bfbd2e-dfc4-494c-9890-41ca9afca42e tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=1343b2d3-2776-4094-9aac-e5c69089d625 HTTP/1.1" status: 200 len: 944 time: 0.0538907 Aug 11 04:00:01.798503 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef2b62f-f4b0-433f-aea6-a56199deae6a req-c5b665d2-8800-4b21-b21b-35ab18508617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:00:01.800078 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-4ef2b62f-f4b0-433f-aea6-a56199deae6a req-c5b665d2-8800-4b21-b21b-35ab18508617 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a5ea91b2-c708-4745-beed-90616be4437e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403364 Aug 11 04:00:01.834249 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4e107c74-182c-47ea-959d-6504731a9aef req-6550761b-72d6-40ba-b0ce-2eb04bc5e6da tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f22c4ac-8df9-4e4c-be4f-551791d33c61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324571 Aug 11 04:00:01.863164 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:00:01.872537 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 7bcdf3c6-3ee7-432c-adbb-49f4df298a83 no longer exists at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 04:00:01.895454 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-4ef2b62f-f4b0-433f-aea6-a56199deae6a req-c8916f9d-1ea6-4226-8b91-4c7107da3f53 service neutron] 10.222.0.22 "GET /v2.0/networks/a5ea91b2-c708-4745-beed-90616be4437e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871768 Aug 11 04:00:01.910274 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 7bcdf3c6-3ee7-432c-adbb-49f4df298a83 not bound to the agent host n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 04:00:01.984339 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-4ef2b62f-f4b0-433f-aea6-a56199deae6a req-299f3818-bd92-43a7-a706-5be9401f36f4 service neutron] 10.222.0.22 "GET /v2.0/networks/a5ea91b2-c708-4745-beed-90616be4437e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815890 Aug 11 04:00:02.074571 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-e73ba188-0c4e-47db-8dba-4f5f84ca9bb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:00:02.694653 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1343b2d3-2776-4094-9aac-e5c69089d625', 'tag': '7bcdf3c6-3ee7-432c-adbb-49f4df298a83'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 04:00:02.697031 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9291d331c18c1eb37c2b57c8af4a09724b2e7f160dd5faf652855b3e38b81ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90d5ae47-d8e2-476a-9b89-f157a961fb9f" -d '{"events": [{"name": "network-changed", "server_uuid": "1343b2d3-2776-4094-9aac-e5c69089d625", "tag": "7bcdf3c6-3ee7-432c-adbb-49f4df298a83"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 04:00:02.744314 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 04:00:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-113de628-d9c1-47c9-8555-43274e740772 x-openstack-request-id: req-113de628-d9c1-47c9-8555-43274e740772 {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 04:00:02.745162 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1343b2d3-2776-4094-9aac-e5c69089d625", "tag": "7bcdf3c6-3ee7-432c-adbb-49f4df298a83", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 04:00:02.745412 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-113de628-d9c1-47c9-8555-43274e740772 {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 04:00:02.745806 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1343b2d3-2776-4094-9aac-e5c69089d625', 'tag': '7bcdf3c6-3ee7-432c-adbb-49f4df298a83', 'status': 'completed', 'code': 200} Aug 11 04:00:02.806011 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d5ae47-d8e2-476a-9b89-f157a961fb9f req-bc8c5a57-d568-4271-9c6a-db31f7b4294f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:00:02.808126 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-90d5ae47-d8e2-476a-9b89-f157a961fb9f req-bc8c5a57-d568-4271-9c6a-db31f7b4294f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9d0143ac25424ed0a1039c6711371bf5&device_id=1343b2d3-2776-4094-9aac-e5c69089d625 HTTP/1.1" status: 200 len: 1096 time: 0.0433674 Aug 11 04:00:02.809833 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d5ae47-d8e2-476a-9b89-f157a961fb9f req-b9737010-d8f0-41d5-b794-f4b8afd54121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:00:02.811464 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-90d5ae47-d8e2-476a-9b89-f157a961fb9f req-b9737010-d8f0-41d5-b794-f4b8afd54121 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9d0143ac25424ed0a1039c6711371bf5&device_id=1343b2d3-2776-4094-9aac-e5c69089d625 HTTP/1.1" status: 200 len: 1096 time: 0.0434084 Aug 11 04:00:02.903146 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d5ae47-d8e2-476a-9b89-f157a961fb9f req-8a9fa237-565e-474e-b2fd-232250844343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:00:02.904632 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-90d5ae47-d8e2-476a-9b89-f157a961fb9f req-8a9fa237-565e-474e-b2fd-232250844343 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a5ea91b2-c708-4745-beed-90616be4437e HTTP/1.1" status: 200 len: 912 time: 0.0866797 Aug 11 04:00:02.905450 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d5ae47-d8e2-476a-9b89-f157a961fb9f req-ca391550-f5a9-4f9c-b4ab-364219a43e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:00:02.907243 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-90d5ae47-d8e2-476a-9b89-f157a961fb9f req-ca391550-f5a9-4f9c-b4ab-364219a43e5e service neutron] 10.222.0.22 "GET /v2.0/networks?id=a5ea91b2-c708-4745-beed-90616be4437e HTTP/1.1" status: 200 len: 912 time: 0.0918825 Aug 11 04:00:02.973810 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-90d5ae47-d8e2-476a-9b89-f157a961fb9f req-d25044b3-7e0a-4427-bb16-8093c236f40c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7bcdf3c6-3ee7-432c-adbb-49f4df298a83 HTTP/1.1" status: 200 len: 999 time: 0.0581255 Aug 11 04:00:02.998227 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-90d5ae47-d8e2-476a-9b89-f157a961fb9f req-115a434c-d351-4f13-9cbe-9dfb664a05de service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7bcdf3c6-3ee7-432c-adbb-49f4df298a83 HTTP/1.1" status: 200 len: 999 time: 0.0840929 Aug 11 04:00:03.006575 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c688ae-7ff8-4648-a7fb-67a642ee1d78 req-2a55cb3c-ed33-4426-bebd-359983abffe7 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:00:03.008146 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e1c688ae-7ff8-4648-a7fb-67a642ee1d78 req-2a55cb3c-ed33-4426-bebd-359983abffe7 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=1343b2d3-2776-4094-9aac-e5c69089d625 HTTP/1.1" status: 200 len: 944 time: 0.1026566 Aug 11 04:00:03.029205 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d5ae47-d8e2-476a-9b89-f157a961fb9f req-ed018d2f-a3a6-4747-bfaf-6eb64f888ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:00:03.030706 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-90d5ae47-d8e2-476a-9b89-f157a961fb9f req-ed018d2f-a3a6-4747-bfaf-6eb64f888ac8 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e27dafc1-db87-435e-90cb-a6e72d9ff11b HTTP/1.1" status: 200 len: 850 time: 0.0495279 Aug 11 04:00:03.078525 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d5ae47-d8e2-476a-9b89-f157a961fb9f req-ea98d809-58a2-4118-a993-2cac4e270992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:00:03.079266 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d5ae47-d8e2-476a-9b89-f157a961fb9f req-0db33f86-9973-4c2b-89c9-5d3a58103ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:00:03.080123 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-90d5ae47-d8e2-476a-9b89-f157a961fb9f req-ea98d809-58a2-4118-a993-2cac4e270992 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a5ea91b2-c708-4745-beed-90616be4437e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406523 Aug 11 04:00:03.080733 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-90d5ae47-d8e2-476a-9b89-f157a961fb9f req-0db33f86-9973-4c2b-89c9-5d3a58103ee1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e27dafc1-db87-435e-90cb-a6e72d9ff11b HTTP/1.1" status: 200 len: 850 time: 0.0717254 Aug 11 04:00:03.097331 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e1c688ae-7ff8-4648-a7fb-67a642ee1d78 req-fe7d86eb-d529-46d0-bf75-c9eb945e10d2 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f22c4ac-8df9-4e4c-be4f-551791d33c61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794213 Aug 11 04:00:03.131752 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d5ae47-d8e2-476a-9b89-f157a961fb9f req-624b14aa-afaa-4399-9442-4282a77fce88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:00:03.133410 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-90d5ae47-d8e2-476a-9b89-f157a961fb9f req-624b14aa-afaa-4399-9442-4282a77fce88 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a5ea91b2-c708-4745-beed-90616be4437e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0460513 Aug 11 04:00:03.171241 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-90d5ae47-d8e2-476a-9b89-f157a961fb9f req-a36de727-f6e8-451e-bd95-e6726356da6e service neutron] 10.222.0.22 "GET /v2.0/networks/a5ea91b2-c708-4745-beed-90616be4437e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833447 Aug 11 04:00:03.184233 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:00:03.223424 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-90d5ae47-d8e2-476a-9b89-f157a961fb9f req-d6776f5c-ce7c-4b5b-a811-1a150343f837 service neutron] 10.222.0.24 "GET /v2.0/networks/a5ea91b2-c708-4745-beed-90616be4437e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820312 Aug 11 04:00:03.266493 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-90d5ae47-d8e2-476a-9b89-f157a961fb9f req-80bc0cf9-7077-4a63-84f2-86af86d14957 service neutron] 10.222.0.22 "GET /v2.0/networks/a5ea91b2-c708-4745-beed-90616be4437e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878975 Aug 11 04:00:03.320707 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-90d5ae47-d8e2-476a-9b89-f157a961fb9f req-7c9b5ba3-89bb-43c3-b531-946d4c9e2ca6 service neutron] 10.222.0.24 "GET /v2.0/networks/a5ea91b2-c708-4745-beed-90616be4437e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897145 Aug 11 04:00:04.227327 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bff4e92-f819-437b-857d-538594b1af58 req-bcb5149c-c1fd-4f0c-8480-512a07855bfc tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:00:04.233348 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7bff4e92-f819-437b-857d-538594b1af58 req-bcb5149c-c1fd-4f0c-8480-512a07855bfc tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=1343b2d3-2776-4094-9aac-e5c69089d625 HTTP/1.1" status: 200 len: 944 time: 0.0493631 Aug 11 04:00:04.267209 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7bff4e92-f819-437b-857d-538594b1af58 req-2893dcf0-7188-4776-9c3c-77a8e1116467 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f22c4ac-8df9-4e4c-be4f-551791d33c61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322912 Aug 11 04:00:04.810434 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:00:05.326586 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 7bcdf3c6-3ee7-432c-adbb-49f4df298a83 details requested by agent hyperv_n-h1-764292-30 with host n-h1-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 04:00:05.381151 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f154d38-8ec5-4607-843b-4ea727803905 req-1bc4c68d-6a5a-4eed-b775-e4b05ca71475 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:00:05.382835 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9f154d38-8ec5-4607-843b-4ea727803905 req-1bc4c68d-6a5a-4eed-b775-e4b05ca71475 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=1343b2d3-2776-4094-9aac-e5c69089d625 HTTP/1.1" status: 200 len: 944 time: 0.0498292 Aug 11 04:00:05.423748 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 7bcdf3c6-3ee7-432c-adbb-49f4df298a83, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=7bcdf3c6-3ee7-432c-adbb-49f4df298a83,segment=NetworkSegment(96665fb4-b445-453f-85f9-e826534b59e1),segment_id=96665fb4-b445-453f-85f9-e826534b59e1)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:00:05.426412 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9f154d38-8ec5-4607-843b-4ea727803905 req-a1354fee-3adf-4faa-b336-d2469786b9ab tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f22c4ac-8df9-4e4c-be4f-551791d33c61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370564 Aug 11 04:00:05.435196 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Returning: {'device': '7bcdf3c6-3ee7-432c-adbb-49f4df298a83', 'network_id': 'a5ea91b2-c708-4745-beed-90616be4437e', 'port_id': '7bcdf3c6-3ee7-432c-adbb-49f4df298a83', 'mac_address': 'fa:16:3e:ad:9f:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e27dafc1-db87-435e-90cb-a6e72d9ff11b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 04:00:05.471958 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:00:05.484432 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bcdf3c6-3ee7-432c-adbb-49f4df298a83 {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 04:00:05.503968 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 7bcdf3c6-3ee7-432c-adbb-49f4df298a83, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=7bcdf3c6-3ee7-432c-adbb-49f4df298a83,segment=NetworkSegment(96665fb4-b445-453f-85f9-e826534b59e1),segment_id=96665fb4-b445-453f-85f9-e826534b59e1)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:00:05.537729 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413b05f5-1473-4d6a-bcfd-f02991b0e22d req-fc843b36-e64e-42d9-bc6b-c46885668489 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:00:05.539249 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-413b05f5-1473-4d6a-bcfd-f02991b0e22d req-fc843b36-e64e-42d9-bc6b-c46885668489 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=1343b2d3-2776-4094-9aac-e5c69089d625 HTTP/1.1" status: 200 len: 944 time: 0.0484083 Aug 11 04:00:05.577723 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-413b05f5-1473-4d6a-bcfd-f02991b0e22d req-15f74394-aa03-4495-950a-089c6d83ef03 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f22c4ac-8df9-4e4c-be4f-551791d33c61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316393 Aug 11 04:00:05.577907 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:00:05.628554 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=7bcdf3c6-3ee7-432c-adbb-49f4df298a83,revision_number=12']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:00:05.693353 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58c0426-d6a3-4469-8314-68fa193d8dc5 req-c3a2e1e3-c224-433a-85ea-d012cb017465 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:00:05.694878 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b58c0426-d6a3-4469-8314-68fa193d8dc5 req-c3a2e1e3-c224-433a-85ea-d012cb017465 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=1343b2d3-2776-4094-9aac-e5c69089d625 HTTP/1.1" status: 200 len: 945 time: 0.0496910 Aug 11 04:00:05.732571 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b58c0426-d6a3-4469-8314-68fa193d8dc5 req-8eb5ac0c-ebd0-4e05-95be-b839faa537f6 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f22c4ac-8df9-4e4c-be4f-551791d33c61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317543 Aug 11 04:00:05.910344 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['7bcdf3c6-3ee7-432c-adbb-49f4df298a83'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 04:00:06.217276 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0f9411-77ff-4b61-b80f-b75aad6d0133 req-eee48b51-832b-41e1-a7be-319c35cf08e2 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:00:06.218684 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2d0f9411-77ff-4b61-b80f-b75aad6d0133 req-eee48b51-832b-41e1-a7be-319c35cf08e2 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=1343b2d3-2776-4094-9aac-e5c69089d625 HTTP/1.1" status: 200 len: 945 time: 0.0492773 Aug 11 04:00:06.259472 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2d0f9411-77ff-4b61-b80f-b75aad6d0133 req-a9984c78-ef4e-446d-b424-42e54b7b772c tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f22c4ac-8df9-4e4c-be4f-551791d33c61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349419 Aug 11 04:00:07.353771 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 7bcdf3c6-3ee7-432c-adbb-49f4df298a83 up at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 04:00:07.377390 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4ee73e-c17e-40b9-8931-df1e98342162 req-83a0df46-ceee-4b8c-a30e-c53d7a2fb4bc tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:00:07.379452 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6b4ee73e-c17e-40b9-8931-df1e98342162 req-83a0df46-ceee-4b8c-a30e-c53d7a2fb4bc tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=1343b2d3-2776-4094-9aac-e5c69089d625 HTTP/1.1" status: 200 len: 945 time: 0.0513270 Aug 11 04:00:07.420359 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6b4ee73e-c17e-40b9-8931-df1e98342162 req-6809361e-0b0c-4cab-a296-9458f5f12330 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f22c4ac-8df9-4e4c-be4f-551791d33c61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349152 Aug 11 04:00:07.610464 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning for port 7bcdf3c6-3ee7-432c-adbb-49f4df298a83 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 04:00:07.614304 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning complete for port 7bcdf3c6-3ee7-432c-adbb-49f4df298a83 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 04:00:07.614821 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:00:07.630315 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b370a4-e964-458d-bbc0-b284b9a2309f req-b640d7b7-bca0-4452-ad3f-5a6662c8ade9 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:00:07.631837 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-a0b370a4-e964-458d-bbc0-b284b9a2309f req-b640d7b7-bca0-4452-ad3f-5a6662c8ade9 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.22 "GET /v2.0/ports?device_id=1343b2d3-2776-4094-9aac-e5c69089d625 HTTP/1.1" status: 200 len: 945 time: 0.0490036 Aug 11 04:00:07.640080 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:00:07.692777 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:00:07.714596 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1343b2d3-2776-4094-9aac-e5c69089d625', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bcdf3c6-3ee7-432c-adbb-49f4df298a83'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 04:00:07.716873 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e385e08809ed349a2646fb52500b409f99e085c14d592b33dda6f3cb7a212da1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9570984c-cdd1-4cad-8b10-62ab18eb20c5" -d '{"events": [{"server_uuid": "1343b2d3-2776-4094-9aac-e5c69089d625", "name": "network-vif-plugged", "status": "completed", "tag": "7bcdf3c6-3ee7-432c-adbb-49f4df298a83"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 04:00:07.731825 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-a0b370a4-e964-458d-bbc0-b284b9a2309f req-069ae5e4-9b56-4af3-afaa-51aca0dd39ce tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Deleting port 7bcdf3c6-3ee7-432c-adbb-49f4df298a83 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 04:00:07.731825 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-a0b370a4-e964-458d-bbc0-b284b9a2309f req-069ae5e4-9b56-4af3-afaa-51aca0dd39ce tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:00:07.732038 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 7bcdf3c6-3ee7-432c-adbb-49f4df298a83, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=7bcdf3c6-3ee7-432c-adbb-49f4df298a83,segment=NetworkSegment(96665fb4-b445-453f-85f9-e826534b59e1),segment_id=96665fb4-b445-453f-85f9-e826534b59e1)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:00:07.758255 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 04:00:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e27e0255-2ecc-4e35-9cbf-6c8b31605ca0 x-openstack-request-id: req-e27e0255-2ecc-4e35-9cbf-6c8b31605ca0 {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 04:00:07.758255 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1343b2d3-2776-4094-9aac-e5c69089d625", "name": "network-vif-plugged", "status": "completed", "tag": "7bcdf3c6-3ee7-432c-adbb-49f4df298a83", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 04:00:07.758255 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e27e0255-2ecc-4e35-9cbf-6c8b31605ca0 {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 04:00:07.758255 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1343b2d3-2776-4094-9aac-e5c69089d625', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bcdf3c6-3ee7-432c-adbb-49f4df298a83', 'code': 200} Aug 11 04:00:07.806242 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:00:07.817843 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-a0b370a4-e964-458d-bbc0-b284b9a2309f req-069ae5e4-9b56-4af3-afaa-51aca0dd39ce tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] For port 7bcdf3c6-3ee7-432c-adbb-49f4df298a83, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=7bcdf3c6-3ee7-432c-adbb-49f4df298a83,segment=NetworkSegment(96665fb4-b445-453f-85f9-e826534b59e1),segment_id=96665fb4-b445-453f-85f9-e826534b59e1)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:00:07.818211 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-a0b370a4-e964-458d-bbc0-b284b9a2309f req-069ae5e4-9b56-4af3-afaa-51aca0dd39ce tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:00:07.855060 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=7bcdf3c6-3ee7-432c-adbb-49f4df298a83,revision_number=13']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:00:07.988400 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-a0b370a4-e964-458d-bbc0-b284b9a2309f req-069ae5e4-9b56-4af3-afaa-51aca0dd39ce tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:00:07.988771 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-a0b370a4-e964-458d-bbc0-b284b9a2309f req-069ae5e4-9b56-4af3-afaa-51aca0dd39ce tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446866'] for floatingip, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:00:07.989086 n-d-764292-30 neutron-server[102191]: INFO neutron.db.l3_db [req-a0b370a4-e964-458d-bbc0-b284b9a2309f req-069ae5e4-9b56-4af3-afaa-51aca0dd39ce tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Floating IP ed7b149c-932e-410e-81e2-7198430a3c08 disassociated. External IP: 172.25.8.91, port: 7bcdf3c6-3ee7-432c-adbb-49f4df298a83. Aug 11 04:00:07.989433 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-a0b370a4-e964-458d-bbc0-b284b9a2309f req-069ae5e4-9b56-4af3-afaa-51aca0dd39ce tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Calling delete_port for 7bcdf3c6-3ee7-432c-adbb-49f4df298a83 owned by compute:nova {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 04:00:08.183157 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-a0b370a4-e964-458d-bbc0-b284b9a2309f req-069ae5e4-9b56-4af3-afaa-51aca0dd39ce tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:00:08.210158 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069ae5e4-9b56-4af3-afaa-51aca0dd39ce tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Pushing event deleted for resources: {'Port': ['ID=7bcdf3c6-3ee7-432c-adbb-49f4df298a83,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:00:08.328541 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a0b370a4-e964-458d-bbc0-b284b9a2309f req-069ae5e4-9b56-4af3-afaa-51aca0dd39ce tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Router 02fb9610-9193-47cf-b01f-9def3fe4cccd has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 04:00:08.438904 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a0b370a4-e964-458d-bbc0-b284b9a2309f req-069ae5e4-9b56-4af3-afaa-51aca0dd39ce tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 04:00:08.452067 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a82398f-abd3-4ab2-b210-1013aefbb67f None None] Sync routers for ids ['02fb9610-9193-47cf-b01f-9def3fe4cccd'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 04:00:08.460801 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a82398f-abd3-4ab2-b210-1013aefbb67f None None] Routers {'02fb9610-9193-47cf-b01f-9def3fe4cccd'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 04:00:08.461428 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-9a82398f-abd3-4ab2-b210-1013aefbb67f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T04:00:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['02fb9610-9193-47cf-b01f-9def3fe4cccd'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:00:08.480639 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0b370a4-e964-458d-bbc0-b284b9a2309f req-069ae5e4-9b56-4af3-afaa-51aca0dd39ce tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] No DVR routers for this DVR port 7bcdf3c6-3ee7-432c-adbb-49f4df298a83 on host n-h1-764292-30 {{(pid=102191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 04:00:08.483483 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-a0b370a4-e964-458d-bbc0-b284b9a2309f req-069ae5e4-9b56-4af3-afaa-51aca0dd39ce tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:00:08.485497 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-a0b370a4-e964-458d-bbc0-b284b9a2309f req-069ae5e4-9b56-4af3-afaa-51aca0dd39ce tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.22 "DELETE /v2.0/ports/7bcdf3c6-3ee7-432c-adbb-49f4df298a83 HTTP/1.1" status: 204 len: 173 time: 0.8441072 Aug 11 04:00:08.485941 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1343b2d3-2776-4094-9aac-e5c69089d625', 'name': 'network-vif-deleted', 'tag': '7bcdf3c6-3ee7-432c-adbb-49f4df298a83'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 04:00:08.488738 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9291d331c18c1eb37c2b57c8af4a09724b2e7f160dd5faf652855b3e38b81ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b2e412d-6a07-4fba-87d6-0cd031047674" -d '{"events": [{"server_uuid": "1343b2d3-2776-4094-9aac-e5c69089d625", "name": "network-vif-deleted", "tag": "7bcdf3c6-3ee7-432c-adbb-49f4df298a83"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 04:00:08.521291 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1d68d0e0-35da-48e0-a07f-c483f7361433 req-53bd28e6-1370-4fb9-86d8-582fd5da288d tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=1343b2d3-2776-4094-9aac-e5c69089d625 HTTP/1.1" status: 200 len: 210 time: 0.0302589 Aug 11 04:00:08.530744 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 04:00:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86c44211-1495-44ef-bb57-6c240c6492ac x-openstack-request-id: req-86c44211-1495-44ef-bb57-6c240c6492ac {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 04:00:08.531084 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1343b2d3-2776-4094-9aac-e5c69089d625", "name": "network-vif-deleted", "tag": "7bcdf3c6-3ee7-432c-adbb-49f4df298a83", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 04:00:08.533892 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-86c44211-1495-44ef-bb57-6c240c6492ac {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 04:00:08.533892 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1343b2d3-2776-4094-9aac-e5c69089d625', 'name': 'network-vif-deleted', 'tag': '7bcdf3c6-3ee7-432c-adbb-49f4df298a83', 'status': 'completed', 'code': 200} Aug 11 04:00:08.586926 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-9a82398f-abd3-4ab2-b210-1013aefbb67f None None] Set router 02fb9610-9193-47cf-b01f-9def3fe4cccd gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 04:00:08.791368 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-9a82398f-abd3-4ab2-b210-1013aefbb67f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02fb9610-9193-47cf-b01f-9def3fe4cccd', 'name': 'tempest-ServerActionsTestJSON-877526914-router', 'tenant_id': '9d0143ac25424ed0a1039c6711371bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': '29b1989f-3c16-4917-83e6-1ed803782091', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:51:14Z', 'updated_at': '2021-08-11T03:51:17Z', 'revision_number': 4, 'project_id': '9d0143ac25424ed0a1039c6711371bf5', 'gw_port': {'id': '29b1989f-3c16-4917-83e6-1ed803782091', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:5f:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02fb9610-9193-47cf-b01f-9def3fe4cccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:51:15Z', 'updated_at': '2021-08-11T03:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '46bbe812-d5fb-4595-bb57-cefb92389286', 'name': '', 'network_id': 'a5ea91b2-c708-4745-beed-90616be4437e', 'tenant_id': '9d0143ac25424ed0a1039c6711371bf5', 'mac_address': 'fa:16:3e:92:d8:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02fb9610-9193-47cf-b01f-9def3fe4cccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'e27dafc1-db87-435e-90cb-a6e72d9ff11b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:51:17Z', 'updated_at': '2021-08-11T03:51:23Z', 'revision_number': 5, 'project_id': '9d0143ac25424ed0a1039c6711371bf5', 'subnets': [{'id': 'e27dafc1-db87-435e-90cb-a6e72d9ff11b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:00:08.818083 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a82398f-abd3-4ab2-b210-1013aefbb67f None None] Checking router: 02fb9610-9193-47cf-b01f-9def3fe4cccd for host: n-d-764292-30 {{(pid=102193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 04:00:08.827373 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a82398f-abd3-4ab2-b210-1013aefbb67f None None] Routers {'02fb9610-9193-47cf-b01f-9def3fe4cccd'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 04:00:08.827991 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-9a82398f-abd3-4ab2-b210-1013aefbb67f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T04:00:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['02fb9610-9193-47cf-b01f-9def3fe4cccd'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:00:08.930273 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-9a82398f-abd3-4ab2-b210-1013aefbb67f None None] Set router 02fb9610-9193-47cf-b01f-9def3fe4cccd gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 04:00:09.135916 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-9a82398f-abd3-4ab2-b210-1013aefbb67f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02fb9610-9193-47cf-b01f-9def3fe4cccd', 'name': 'tempest-ServerActionsTestJSON-877526914-router', 'tenant_id': '9d0143ac25424ed0a1039c6711371bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': '29b1989f-3c16-4917-83e6-1ed803782091', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:51:14Z', 'updated_at': '2021-08-11T03:51:17Z', 'revision_number': 4, 'project_id': '9d0143ac25424ed0a1039c6711371bf5', 'gw_port': {'id': '29b1989f-3c16-4917-83e6-1ed803782091', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:5f:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02fb9610-9193-47cf-b01f-9def3fe4cccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:51:15Z', 'updated_at': '2021-08-11T03:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '46bbe812-d5fb-4595-bb57-cefb92389286', 'name': '', 'network_id': 'a5ea91b2-c708-4745-beed-90616be4437e', 'tenant_id': '9d0143ac25424ed0a1039c6711371bf5', 'mac_address': 'fa:16:3e:92:d8:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02fb9610-9193-47cf-b01f-9def3fe4cccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'e27dafc1-db87-435e-90cb-a6e72d9ff11b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:51:17Z', 'updated_at': '2021-08-11T03:51:23Z', 'revision_number': 5, 'project_id': '9d0143ac25424ed0a1039c6711371bf5', 'subnets': [{'id': 'e27dafc1-db87-435e-90cb-a6e72d9ff11b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:00:09.169227 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a82398f-abd3-4ab2-b210-1013aefbb67f None None] The sync data for ids ['02fb9610-9193-47cf-b01f-9def3fe4cccd'] in n-d-764292-30 is: [{'id': '02fb9610-9193-47cf-b01f-9def3fe4cccd', 'name': 'tempest-ServerActionsTestJSON-877526914-router', 'tenant_id': '9d0143ac25424ed0a1039c6711371bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': '29b1989f-3c16-4917-83e6-1ed803782091', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:51:14Z', 'updated_at': '2021-08-11T03:51:17Z', 'revision_number': 4, 'project_id': '9d0143ac25424ed0a1039c6711371bf5', 'gw_port': {'id': '29b1989f-3c16-4917-83e6-1ed803782091', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:5f:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02fb9610-9193-47cf-b01f-9def3fe4cccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:51:15Z', 'updated_at': '2021-08-11T03:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '46bbe812-d5fb-4595-bb57-cefb92389286', 'name': '', 'network_id': 'a5ea91b2-c708-4745-beed-90616be4437e', 'tenant_id': '9d0143ac25424ed0a1039c6711371bf5', 'mac_address': 'fa:16:3e:92:d8:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02fb9610-9193-47cf-b01f-9def3fe4cccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'e27dafc1-db87-435e-90cb-a6e72d9ff11b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:51:17Z', 'updated_at': '2021-08-11T03:51:23Z', 'revision_number': 5, 'project_id': '9d0143ac25424ed0a1039c6711371bf5', 'subnets': [{'id': 'e27dafc1-db87-435e-90cb-a6e72d9ff11b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 04:00:09.391025 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e2c974-87d0-4f18-aaf8-74eacc1273c4 None None] New status for floating IP ed7b149c-932e-410e-81e2-7198430a3c08: DOWN {{(pid=102194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 04:00:09.829181 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ccee4df1-3826-4081-b2f5-5e3e2afbb02e req-7dc85443-80fe-43b6-a900-7539cf376b45 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--334089728&fields=id&tenant_id=9d0143ac25424ed0a1039c6711371bf5 HTTP/1.1" status: 200 len: 267 time: 0.0323710 Aug 11 04:00:09.936621 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccee4df1-3826-4081-b2f5-5e3e2afbb02e req-f997ff8e-7d1d-4c73-948f-140ee1657415 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:00:09.938082 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ccee4df1-3826-4081-b2f5-5e3e2afbb02e req-f997ff8e-7d1d-4c73-948f-140ee1657415 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/networks?id=a5ea91b2-c708-4745-beed-90616be4437e HTTP/1.1" status: 200 len: 811 time: 0.1025248 Aug 11 04:00:09.952768 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ccee4df1-3826-4081-b2f5-5e3e2afbb02e req-2c20644a-7a8a-424d-948e-5d00edd5bce9 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/quotas/9d0143ac25424ed0a1039c6711371bf5 HTTP/1.1" status: 200 len: 375 time: 0.0091143 Aug 11 04:00:10.005304 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ccee4df1-3826-4081-b2f5-5e3e2afbb02e req-978d6543-fe7c-46c2-9398-ef44871f0d3e tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=9d0143ac25424ed0a1039c6711371bf5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0470698 Aug 11 04:00:10.195984 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ccee4df1-3826-4081-b2f5-5e3e2afbb02e req-d5d25f9a-9b8f-41e8-94fe-d9e86b26bb13 service neutron] 10.222.0.41 "GET /v2.0/networks/a5ea91b2-c708-4745-beed-90616be4437e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247079 Aug 11 04:00:10.286248 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ccee4df1-3826-4081-b2f5-5e3e2afbb02e req-70127c30-0bd5-434c-94de-e55d4cf30589 service neutron] 10.222.0.41 "GET /v2.0/networks/a5ea91b2-c708-4745-beed-90616be4437e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842175 Aug 11 04:00:10.513773 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-71afc899-3708-4707-b172-916da04ead04 req-e63f1136-b277-41a2-a887-52cbbe48ce41 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=140f35d9-5b83-4842-9036-3d751ccd8f1d HTTP/1.1" status: 200 len: 210 time: 0.0269592 Aug 11 04:00:11.371603 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 7bcdf3c6-3ee7-432c-adbb-49f4df298a83 no longer exists at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 04:00:11.392032 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] No Port match for: 7bcdf3c6-3ee7-432c-adbb-49f4df298a83 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 04:00:11.392379 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 7bcdf3c6-3ee7-432c-adbb-49f4df298a83 not bound to the agent host n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 04:00:11.592342 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2adf2ec1-4bd4-4573-94aa-6dc1c0ae5cfe req-e45b6bc9-ad46-4a9d-80ae-75fcbd2bddbb tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=140f35d9-5b83-4842-9036-3d751ccd8f1d HTTP/1.1" status: 200 len: 210 time: 0.0254424 Aug 11 04:00:11.638666 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:00:12.693123 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-986c2e55-6da7-4800-b756-81c1b8c35cbb req-5a265742-feca-4509-aeae-2273d8fe5ecc tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=140f35d9-5b83-4842-9036-3d751ccd8f1d HTTP/1.1" status: 200 len: 210 time: 0.0323038 Aug 11 04:00:13.335461 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccee4df1-3826-4081-b2f5-5e3e2afbb02e req-ca61e386-e24c-4d7b-bc6b-3f19c7d03648 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:00:13.336851 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-ccee4df1-3826-4081-b2f5-5e3e2afbb02e req-ca61e386-e24c-4d7b-bc6b-3f19c7d03648 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.22 "GET /v2.0/networks?id=a5ea91b2-c708-4745-beed-90616be4437e HTTP/1.1" status: 200 len: 811 time: 0.1034327 Aug 11 04:00:13.379795 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-ccee4df1-3826-4081-b2f5-5e3e2afbb02e req-8bbc8408-90cc-4764-8e7d-cc67edc6abed tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9d0143ac25424ed0a1039c6711371bf5 HTTP/1.1" status: 200 len: 379 time: 0.0340564 Aug 11 04:00:13.389450 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-ccee4df1-3826-4081-b2f5-5e3e2afbb02e req-4ccfaf74-8aef-400c-83cf-e206c861a60a tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Request body: {'port': {'device_id': '140f35d9-5b83-4842-9036-3d751ccd8f1d', 'network_id': 'a5ea91b2-c708-4745-beed-90616be4437e', 'admin_state_up': True, 'tenant_id': '9d0143ac25424ed0a1039c6711371bf5', 'security_groups': ['2f22c4ac-8df9-4e4c-be4f-551791d33c61']}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:00:13.577661 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccee4df1-3826-4081-b2f5-5e3e2afbb02e req-4ccfaf74-8aef-400c-83cf-e206c861a60a tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Made reservation on behalf of 9d0143ac25424ed0a1039c6711371bf5 for: {'port': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 04:00:13.581283 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-ccee4df1-3826-4081-b2f5-5e3e2afbb02e req-4ccfaf74-8aef-400c-83cf-e206c861a60a tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:00:13.705226 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [req-ccee4df1-3826-4081-b2f5-5e3e2afbb02e req-4ccfaf74-8aef-400c-83cf-e206c861a60a tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Allocated IP 172.20.0.14 (a5ea91b2-c708-4745-beed-90616be4437e/e27dafc1-db87-435e-90cb-a6e72d9ff11b/9145ab96-df61-4ef5-9488-d6e1835060eb) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 04:00:13.793826 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5dcacf2e-b326-4d17-a07e-d47dc16e9d27 req-473d0f45-14da-4135-9bac-45b089eff5da tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=140f35d9-5b83-4842-9036-3d751ccd8f1d HTTP/1.1" status: 200 len: 210 time: 0.0306768 Aug 11 04:00:13.851439 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-ccee4df1-3826-4081-b2f5-5e3e2afbb02e req-4ccfaf74-8aef-400c-83cf-e206c861a60a tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:00:13.864621 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [req-ccee4df1-3826-4081-b2f5-5e3e2afbb02e req-4ccfaf74-8aef-400c-83cf-e206c861a60a tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Transition to ACTIVE for port object 9145ab96-df61-4ef5-9488-d6e1835060eb will not be triggered until provisioned by entity DHCP. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 04:00:13.937995 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-ccee4df1-3826-4081-b2f5-5e3e2afbb02e req-4ccfaf74-8aef-400c-83cf-e206c861a60a tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:00:13.978569 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccee4df1-3826-4081-b2f5-5e3e2afbb02e req-4ccfaf74-8aef-400c-83cf-e206c861a60a tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Network a5ea91b2-c708-4745-beed-90616be4437e is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 04:00:13.983645 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [req-ccee4df1-3826-4081-b2f5-5e3e2afbb02e req-4ccfaf74-8aef-400c-83cf-e206c861a60a tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 04:00:13.987333 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccee4df1-3826-4081-b2f5-5e3e2afbb02e req-4ccfaf74-8aef-400c-83cf-e206c861a60a tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 04:00:14.015945 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccfaf74-8aef-400c-83cf-e206c861a60a tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Pushing event updated for resources: {'Port': ['ID=9145ab96-df61-4ef5-9488-d6e1835060eb,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:00:14.042201 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccee4df1-3826-4081-b2f5-5e3e2afbb02e req-4ccfaf74-8aef-400c-83cf-e206c861a60a tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:00:14.042860 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-ccee4df1-3826-4081-b2f5-5e3e2afbb02e req-4ccfaf74-8aef-400c-83cf-e206c861a60a tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:00:14.131062 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-ccee4df1-3826-4081-b2f5-5e3e2afbb02e req-4ccfaf74-8aef-400c-83cf-e206c861a60a tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7452254 Aug 11 04:00:14.144248 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-ccee4df1-3826-4081-b2f5-5e3e2afbb02e req-801b9f3b-0303-47cc-8372-20468a0ac471 service neutron] Request body: {'port': {'device_id': '140f35d9-5b83-4842-9036-3d751ccd8f1d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764292-30'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:00:14.203640 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-ccee4df1-3826-4081-b2f5-5e3e2afbb02e req-801b9f3b-0303-47cc-8372-20468a0ac471 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:00:14.273136 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-33366947-942e-4b62-a566-104ff56f303f None None] Provisioning for port 9145ab96-df61-4ef5-9488-d6e1835060eb completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 04:00:14.277069 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-33366947-942e-4b62-a566-104ff56f303f None None] Provisioning complete for port 9145ab96-df61-4ef5-9488-d6e1835060eb triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 04:00:14.277413 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-33366947-942e-4b62-a566-104ff56f303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:00:14.311661 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-33366947-942e-4b62-a566-104ff56f303f None None] Port 9145ab96-df61-4ef5-9488-d6e1835060eb cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 04:00:14.465067 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [req-ccee4df1-3826-4081-b2f5-5e3e2afbb02e req-801b9f3b-0303-47cc-8372-20468a0ac471 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9145ab96-df61-4ef5-9488-d6e1835060eb {{(pid=102191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 04:00:14.473082 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-ccee4df1-3826-4081-b2f5-5e3e2afbb02e req-801b9f3b-0303-47cc-8372-20468a0ac471 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:00:14.484690 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [req-ccee4df1-3826-4081-b2f5-5e3e2afbb02e req-801b9f3b-0303-47cc-8372-20468a0ac471 service neutron] Transition to ACTIVE for port object 9145ab96-df61-4ef5-9488-d6e1835060eb will not be triggered until provisioned by entity L2. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 04:00:14.560578 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-ccee4df1-3826-4081-b2f5-5e3e2afbb02e req-801b9f3b-0303-47cc-8372-20468a0ac471 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:00:14.631244 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801b9f3b-0303-47cc-8372-20468a0ac471 service neutron] Pushing event updated for resources: {'Port': ['ID=9145ab96-df61-4ef5-9488-d6e1835060eb,revision_number=2']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:00:14.683809 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-ccee4df1-3826-4081-b2f5-5e3e2afbb02e req-801b9f3b-0303-47cc-8372-20468a0ac471 service neutron] Attempting to bind port 9145ab96-df61-4ef5-9488-d6e1835060eb on host n-h1-764292-30 for vnic_type normal with profile {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 04:00:14.684162 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-ccee4df1-3826-4081-b2f5-5e3e2afbb02e req-801b9f3b-0303-47cc-8372-20468a0ac471 service neutron] Attempting to bind port 9145ab96-df61-4ef5-9488-d6e1835060eb by drivers openvswitch,hyperv on host n-h1-764292-30 at level 0 using segments [{'id': '96665fb4-b445-453f-85f9-e826534b59e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'a5ea91b2-c708-4745-beed-90616be4437e'}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 04:00:14.684467 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccee4df1-3826-4081-b2f5-5e3e2afbb02e req-801b9f3b-0303-47cc-8372-20468a0ac471 service neutron] Attempting to bind port 9145ab96-df61-4ef5-9488-d6e1835060eb on network a5ea91b2-c708-4745-beed-90616be4437e {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 04:00:14.690138 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccee4df1-3826-4081-b2f5-5e3e2afbb02e req-801b9f3b-0303-47cc-8372-20468a0ac471 service neutron] Port 9145ab96-df61-4ef5-9488-d6e1835060eb on network a5ea91b2-c708-4745-beed-90616be4437e not bound, no agent of type Open vSwitch agent registered on host n-h1-764292-30 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 04:00:14.690502 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccee4df1-3826-4081-b2f5-5e3e2afbb02e req-801b9f3b-0303-47cc-8372-20468a0ac471 service neutron] Attempting to bind port 9145ab96-df61-4ef5-9488-d6e1835060eb on network a5ea91b2-c708-4745-beed-90616be4437e {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 04:00:14.695474 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccee4df1-3826-4081-b2f5-5e3e2afbb02e req-801b9f3b-0303-47cc-8372-20468a0ac471 service neutron] Checking agent: {'id': 'abb524c2-b412-4ed2-8367-45c4fd996fa7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 4, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 04:00:14.695821 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccee4df1-3826-4081-b2f5-5e3e2afbb02e req-801b9f3b-0303-47cc-8372-20468a0ac471 service neutron] Checking segment: {'id': '96665fb4-b445-453f-85f9-e826534b59e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'a5ea91b2-c708-4745-beed-90616be4437e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 04:00:14.696380 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccee4df1-3826-4081-b2f5-5e3e2afbb02e req-801b9f3b-0303-47cc-8372-20468a0ac471 service neutron] Bound using segment: {'id': '96665fb4-b445-453f-85f9-e826534b59e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'a5ea91b2-c708-4745-beed-90616be4437e'} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 04:00:14.696801 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-ccee4df1-3826-4081-b2f5-5e3e2afbb02e req-801b9f3b-0303-47cc-8372-20468a0ac471 service neutron] Bound port: 9145ab96-df61-4ef5-9488-d6e1835060eb, host: n-h1-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96665fb4-b445-453f-85f9-e826534b59e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'a5ea91b2-c708-4745-beed-90616be4437e'}}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 04:00:14.697160 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-ccee4df1-3826-4081-b2f5-5e3e2afbb02e req-801b9f3b-0303-47cc-8372-20468a0ac471 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:00:14.766705 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-ccee4df1-3826-4081-b2f5-5e3e2afbb02e req-801b9f3b-0303-47cc-8372-20468a0ac471 service neutron] For port 9145ab96-df61-4ef5-9488-d6e1835060eb, host n-h1-764292-30, cleared binding levels {{(pid=102191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 04:00:14.770555 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-ccee4df1-3826-4081-b2f5-5e3e2afbb02e req-801b9f3b-0303-47cc-8372-20468a0ac471 service neutron] For port 9145ab96-df61-4ef5-9488-d6e1835060eb, host n-h1-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=9145ab96-df61-4ef5-9488-d6e1835060eb,segment=NetworkSegment(96665fb4-b445-453f-85f9-e826534b59e1),segment_id=96665fb4-b445-453f-85f9-e826534b59e1)] {{(pid=102191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 04:00:14.863606 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-ccee4df1-3826-4081-b2f5-5e3e2afbb02e req-801b9f3b-0303-47cc-8372-20468a0ac471 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:00:14.899417 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccee4df1-3826-4081-b2f5-5e3e2afbb02e req-801b9f3b-0303-47cc-8372-20468a0ac471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:00:14.900021 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-ccee4df1-3826-4081-b2f5-5e3e2afbb02e req-801b9f3b-0303-47cc-8372-20468a0ac471 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:00:14.901476 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-ccee4df1-3826-4081-b2f5-5e3e2afbb02e req-801b9f3b-0303-47cc-8372-20468a0ac471 service neutron] 10.222.0.22 "PUT /v2.0/ports/9145ab96-df61-4ef5-9488-d6e1835060eb HTTP/1.1" status: 200 len: 1093 time: 0.7616053 Aug 11 04:00:14.901923 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '140f35d9-5b83-4842-9036-3d751ccd8f1d', 'tag': '9145ab96-df61-4ef5-9488-d6e1835060eb'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 04:00:14.904776 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9291d331c18c1eb37c2b57c8af4a09724b2e7f160dd5faf652855b3e38b81ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db39b02e-f986-4025-bf73-062dedc93fee" -d '{"events": [{"name": "network-changed", "server_uuid": "140f35d9-5b83-4842-9036-3d751ccd8f1d", "tag": "9145ab96-df61-4ef5-9488-d6e1835060eb"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 04:00:14.916388 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50f80de-3bc6-4212-bcef-9b1e440c0db1 req-fd1c4f3b-f35a-4c99-bada-ff544d9fca6f tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:00:14.918110 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c50f80de-3bc6-4212-bcef-9b1e440c0db1 req-fd1c4f3b-f35a-4c99-bada-ff544d9fca6f tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=140f35d9-5b83-4842-9036-3d751ccd8f1d HTTP/1.1" status: 200 len: 944 time: 0.0509291 Aug 11 04:00:14.937659 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801b9f3b-0303-47cc-8372-20468a0ac471 service neutron] Pushing event updated for resources: {'Port': ['ID=9145ab96-df61-4ef5-9488-d6e1835060eb,revision_number=3']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:00:14.954039 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 04:00:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7b8c3be-0de9-4126-8e94-2f7481a2e167 x-openstack-request-id: req-f7b8c3be-0de9-4126-8e94-2f7481a2e167 {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 04:00:14.954367 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "140f35d9-5b83-4842-9036-3d751ccd8f1d", "tag": "9145ab96-df61-4ef5-9488-d6e1835060eb", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 04:00:14.954623 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f7b8c3be-0de9-4126-8e94-2f7481a2e167 {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 04:00:14.955033 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '140f35d9-5b83-4842-9036-3d751ccd8f1d', 'tag': '9145ab96-df61-4ef5-9488-d6e1835060eb', 'status': 'completed', 'code': 200} Aug 11 04:00:14.967173 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c50f80de-3bc6-4212-bcef-9b1e440c0db1 req-9307ca21-2b03-494e-b247-431ca3889ad5 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f22c4ac-8df9-4e4c-be4f-551791d33c61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415578 Aug 11 04:00:15.056072 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db39b02e-f986-4025-bf73-062dedc93fee req-25c3af14-c7f7-4a83-92e3-9657ea4c753b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:00:15.057644 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-db39b02e-f986-4025-bf73-062dedc93fee req-25c3af14-c7f7-4a83-92e3-9657ea4c753b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9d0143ac25424ed0a1039c6711371bf5&device_id=140f35d9-5b83-4842-9036-3d751ccd8f1d HTTP/1.1" status: 200 len: 1096 time: 0.0475318 Aug 11 04:00:15.157878 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db39b02e-f986-4025-bf73-062dedc93fee req-c0f4f00b-0e19-43e1-b9c9-d100504c4963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:00:15.159416 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-db39b02e-f986-4025-bf73-062dedc93fee req-c0f4f00b-0e19-43e1-b9c9-d100504c4963 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=9d0143ac25424ed0a1039c6711371bf5&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0934334 Aug 11 04:00:15.297200 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db39b02e-f986-4025-bf73-062dedc93fee req-65c3db05-4366-4fd0-8ef1-fb4a76a4141b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:00:15.298693 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-db39b02e-f986-4025-bf73-062dedc93fee req-65c3db05-4366-4fd0-8ef1-fb4a76a4141b service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0914283 Aug 11 04:00:15.371779 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccee4df1-3826-4081-b2f5-5e3e2afbb02e req-2a16f578-8696-40d3-8e3a-d6a678362fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:00:15.373170 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-ccee4df1-3826-4081-b2f5-5e3e2afbb02e req-2a16f578-8696-40d3-8e3a-d6a678362fb6 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9d0143ac25424ed0a1039c6711371bf5&device_id=140f35d9-5b83-4842-9036-3d751ccd8f1d HTTP/1.1" status: 200 len: 1096 time: 0.0402660 Aug 11 04:00:15.414640 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-ccee4df1-3826-4081-b2f5-5e3e2afbb02e req-7bdb87b6-e7f9-4bad-8fe4-4fbb2ff006a6 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9145ab96-df61-4ef5-9488-d6e1835060eb HTTP/1.1" status: 200 len: 217 time: 0.0337026 Aug 11 04:00:15.466395 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccee4df1-3826-4081-b2f5-5e3e2afbb02e req-c86c65bb-318b-481f-b437-6c09b3d6ba6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:00:15.467924 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-ccee4df1-3826-4081-b2f5-5e3e2afbb02e req-c86c65bb-318b-481f-b437-6c09b3d6ba6d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e27dafc1-db87-435e-90cb-a6e72d9ff11b HTTP/1.1" status: 200 len: 850 time: 0.0470626 Aug 11 04:00:15.512933 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccee4df1-3826-4081-b2f5-5e3e2afbb02e req-2a04db96-9cc7-4b74-bb1c-d7ee4fbe6089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:00:15.514963 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-ccee4df1-3826-4081-b2f5-5e3e2afbb02e req-2a04db96-9cc7-4b74-bb1c-d7ee4fbe6089 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a5ea91b2-c708-4745-beed-90616be4437e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0388927 Aug 11 04:00:15.602510 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-ccee4df1-3826-4081-b2f5-5e3e2afbb02e req-3bd2b483-72f6-4216-a651-6d7c914b64e4 service neutron] 10.222.0.22 "GET /v2.0/networks/a5ea91b2-c708-4745-beed-90616be4437e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785332 Aug 11 04:00:15.697228 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-ccee4df1-3826-4081-b2f5-5e3e2afbb02e req-750e12b6-70d7-4f17-a81a-b9e45b6ba21b service neutron] 10.222.0.22 "GET /v2.0/networks/a5ea91b2-c708-4745-beed-90616be4437e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865624 Aug 11 04:00:16.083487 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060140e0-0a47-424d-92c0-01a2eb61cd68 req-fb8c5dd2-0a13-4dc2-b758-df17de516d4b tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:00:16.085021 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-060140e0-0a47-424d-92c0-01a2eb61cd68 req-fb8c5dd2-0a13-4dc2-b758-df17de516d4b tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=140f35d9-5b83-4842-9036-3d751ccd8f1d HTTP/1.1" status: 200 len: 944 time: 0.0486023 Aug 11 04:00:16.121294 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-060140e0-0a47-424d-92c0-01a2eb61cd68 req-e3a49453-bc0e-4a4f-9426-073ffe123d5e tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f22c4ac-8df9-4e4c-be4f-551791d33c61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303724 Aug 11 04:00:17.239632 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ca3fe2-3a81-4706-9e11-581dfc32df38 req-f60dd073-ec56-4ec5-9838-4b6d17c4b95c tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:00:17.241119 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d6ca3fe2-3a81-4706-9e11-581dfc32df38 req-f60dd073-ec56-4ec5-9838-4b6d17c4b95c tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=140f35d9-5b83-4842-9036-3d751ccd8f1d HTTP/1.1" status: 200 len: 944 time: 0.0526683 Aug 11 04:00:17.277868 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d6ca3fe2-3a81-4706-9e11-581dfc32df38 req-e5abbcc7-9d5e-45f3-aab6-e0085651792a tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f22c4ac-8df9-4e4c-be4f-551791d33c61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307171 Aug 11 04:00:18.392912 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f7e72e-2877-4537-8f9f-e8d0eb23f281 req-7099c4dc-3c69-4482-b875-485e75584172 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:00:18.394416 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-85f7e72e-2877-4537-8f9f-e8d0eb23f281 req-7099c4dc-3c69-4482-b875-485e75584172 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=140f35d9-5b83-4842-9036-3d751ccd8f1d HTTP/1.1" status: 200 len: 944 time: 0.0490487 Aug 11 04:00:18.431650 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-85f7e72e-2877-4537-8f9f-e8d0eb23f281 req-200d8f96-8103-4bad-9905-c999ad0f3ce6 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f22c4ac-8df9-4e4c-be4f-551791d33c61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314491 Aug 11 04:00:19.417803 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 9145ab96-df61-4ef5-9488-d6e1835060eb details requested by agent hyperv_n-h1-764292-30 with host n-h1-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 04:00:19.513833 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 9145ab96-df61-4ef5-9488-d6e1835060eb, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=9145ab96-df61-4ef5-9488-d6e1835060eb,segment=NetworkSegment(96665fb4-b445-453f-85f9-e826534b59e1),segment_id=96665fb4-b445-453f-85f9-e826534b59e1)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:00:19.525047 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Returning: {'device': '9145ab96-df61-4ef5-9488-d6e1835060eb', 'network_id': 'a5ea91b2-c708-4745-beed-90616be4437e', 'port_id': '9145ab96-df61-4ef5-9488-d6e1835060eb', 'mac_address': 'fa:16:3e:5a:a4:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e27dafc1-db87-435e-90cb-a6e72d9ff11b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 04:00:19.544789 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1cef2d-f13d-4a96-b78b-52b80d98e2bb req-3f538a82-19a4-4bd0-a4bd-2d5240aa99e2 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:00:19.546319 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9a1cef2d-f13d-4a96-b78b-52b80d98e2bb req-3f538a82-19a4-4bd0-a4bd-2d5240aa99e2 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=140f35d9-5b83-4842-9036-3d751ccd8f1d HTTP/1.1" status: 200 len: 944 time: 0.0481176 Aug 11 04:00:19.562365 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:00:19.575202 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9145ab96-df61-4ef5-9488-d6e1835060eb {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 04:00:19.583884 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9a1cef2d-f13d-4a96-b78b-52b80d98e2bb req-8a1060f9-edf5-4a75-b91c-8d47afa36727 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f22c4ac-8df9-4e4c-be4f-551791d33c61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316823 Aug 11 04:00:19.595408 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 9145ab96-df61-4ef5-9488-d6e1835060eb, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=9145ab96-df61-4ef5-9488-d6e1835060eb,segment=NetworkSegment(96665fb4-b445-453f-85f9-e826534b59e1),segment_id=96665fb4-b445-453f-85f9-e826534b59e1)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:00:19.660899 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:00:19.711463 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=9145ab96-df61-4ef5-9488-d6e1835060eb,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:00:19.952064 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['9145ab96-df61-4ef5-9488-d6e1835060eb'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 04:00:20.700423 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96efe55f-fd01-40c5-a485-da80c40a2145 req-f950c1c3-9382-4428-8d55-1721ae4e9caa tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:00:20.701873 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-96efe55f-fd01-40c5-a485-da80c40a2145 req-f950c1c3-9382-4428-8d55-1721ae4e9caa tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=140f35d9-5b83-4842-9036-3d751ccd8f1d HTTP/1.1" status: 200 len: 945 time: 0.0518618 Aug 11 04:00:20.739262 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-96efe55f-fd01-40c5-a485-da80c40a2145 req-98fb14b5-4e34-4e69-8471-a6bf30618d86 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f22c4ac-8df9-4e4c-be4f-551791d33c61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315559 Aug 11 04:00:21.433839 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 9145ab96-df61-4ef5-9488-d6e1835060eb up at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 04:00:21.537205 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning for port 9145ab96-df61-4ef5-9488-d6e1835060eb completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 04:00:21.540920 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning complete for port 9145ab96-df61-4ef5-9488-d6e1835060eb triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 04:00:21.541319 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:00:21.615036 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:00:21.637077 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '140f35d9-5b83-4842-9036-3d751ccd8f1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9145ab96-df61-4ef5-9488-d6e1835060eb'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 04:00:21.639954 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e385e08809ed349a2646fb52500b409f99e085c14d592b33dda6f3cb7a212da1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8577bbf0-8a39-4179-8c42-0394b0bf761f" -d '{"events": [{"server_uuid": "140f35d9-5b83-4842-9036-3d751ccd8f1d", "name": "network-vif-plugged", "status": "completed", "tag": "9145ab96-df61-4ef5-9488-d6e1835060eb"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 04:00:21.652867 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 9145ab96-df61-4ef5-9488-d6e1835060eb, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=9145ab96-df61-4ef5-9488-d6e1835060eb,segment=NetworkSegment(96665fb4-b445-453f-85f9-e826534b59e1),segment_id=96665fb4-b445-453f-85f9-e826534b59e1)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:00:21.674461 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 04:00:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05e0bcfa-dece-4a5e-9911-57145fe670ba x-openstack-request-id: req-05e0bcfa-dece-4a5e-9911-57145fe670ba {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 04:00:21.679903 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "140f35d9-5b83-4842-9036-3d751ccd8f1d", "name": "network-vif-plugged", "status": "completed", "tag": "9145ab96-df61-4ef5-9488-d6e1835060eb", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 04:00:21.679903 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-05e0bcfa-dece-4a5e-9911-57145fe670ba {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 04:00:21.679903 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '140f35d9-5b83-4842-9036-3d751ccd8f1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9145ab96-df61-4ef5-9488-d6e1835060eb', 'code': 200} Aug 11 04:00:21.714648 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:00:21.768402 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=9145ab96-df61-4ef5-9488-d6e1835060eb,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:00:21.791701 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0655b9f5-ca8f-4bb3-b2e0-9c5c54a4ea42 req-460ef361-4c05-47a4-a06c-881fa7a61d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:00:21.793187 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-0655b9f5-ca8f-4bb3-b2e0-9c5c54a4ea42 req-460ef361-4c05-47a4-a06c-881fa7a61d49 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=140f35d9-5b83-4842-9036-3d751ccd8f1d HTTP/1.1" status: 200 len: 1098 time: 0.0473728 Aug 11 04:00:21.829482 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-0655b9f5-ca8f-4bb3-b2e0-9c5c54a4ea42 req-722ccf3a-549c-441c-9f96-269e8dc812d3 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=2f22c4ac-8df9-4e4c-be4f-551791d33c61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0289855 Aug 11 04:00:21.855040 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d240ece-549e-485c-a932-c9503fc78961 req-cf8a1785-1912-4978-8363-60ba5b01d86c tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:00:21.857088 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2d240ece-549e-485c-a932-c9503fc78961 req-cf8a1785-1912-4978-8363-60ba5b01d86c tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=140f35d9-5b83-4842-9036-3d751ccd8f1d HTTP/1.1" status: 200 len: 946 time: 0.0486059 Aug 11 04:00:21.894023 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2d240ece-549e-485c-a932-c9503fc78961 req-b9004a0f-2369-4f6a-b5d0-d1ceeb401a81 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f22c4ac-8df9-4e4c-be4f-551791d33c61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309243 Aug 11 04:00:23.008080 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1d8aa3-0fbc-47c7-babd-68e3f595c9a7 req-73ae2f8c-aeb5-42a8-bed4-05df2b1677f0 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:00:23.009566 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5c1d8aa3-0fbc-47c7-babd-68e3f595c9a7 req-73ae2f8c-aeb5-42a8-bed4-05df2b1677f0 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=140f35d9-5b83-4842-9036-3d751ccd8f1d HTTP/1.1" status: 200 len: 946 time: 0.0491588 Aug 11 04:00:23.050267 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5c1d8aa3-0fbc-47c7-babd-68e3f595c9a7 req-a099503b-f468-40d7-9f5c-29f7214c8637 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f22c4ac-8df9-4e4c-be4f-551791d33c61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339339 Aug 11 04:00:24.167407 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a12156-11f7-44ed-a50a-ad8394e7c6a9 req-ad916ab8-719f-4d4e-af81-dfaafd50ca48 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:00:24.168874 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-40a12156-11f7-44ed-a50a-ad8394e7c6a9 req-ad916ab8-719f-4d4e-af81-dfaafd50ca48 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=140f35d9-5b83-4842-9036-3d751ccd8f1d HTTP/1.1" status: 200 len: 946 time: 0.0525849 Aug 11 04:00:24.205768 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-40a12156-11f7-44ed-a50a-ad8394e7c6a9 req-e9054327-1e78-49cb-bca9-de973793e801 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f22c4ac-8df9-4e4c-be4f-551791d33c61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308726 Aug 11 04:00:24.319363 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7de6c2-e463-48d2-b639-dde0631b5fd8 req-6a339f2e-760b-410f-93f8-6b3346252b3a tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:00:24.320746 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4c7de6c2-e463-48d2-b639-dde0631b5fd8 req-6a339f2e-760b-410f-93f8-6b3346252b3a tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=140f35d9-5b83-4842-9036-3d751ccd8f1d HTTP/1.1" status: 200 len: 946 time: 0.0502555 Aug 11 04:00:24.329685 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 49098) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:00:24.334130 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-9792d9e1-f840-445a-96b0-ed82866007cf tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Request body: {'floatingip': {'port_id': '9145ab96-df61-4ef5-9488-d6e1835060eb'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:00:24.374343 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9792d9e1-f840-445a-96b0-ed82866007cf tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Notify callbacks [] for floatingip, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:00:24.800061 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9792d9e1-f840-445a-96b0-ed82866007cf tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:00:24.960085 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9792d9e1-f840-445a-96b0-ed82866007cf tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446866'] for floatingip, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:00:25.058488 n-d-764292-30 neutron-server[102192]: INFO neutron.db.l3_db [None req-9792d9e1-f840-445a-96b0-ed82866007cf tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Floating IP ed7b149c-932e-410e-81e2-7198430a3c08 associated. External IP: 172.25.8.91, port: 9145ab96-df61-4ef5-9488-d6e1835060eb. Aug 11 04:00:25.260653 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9792d9e1-f840-445a-96b0-ed82866007cf tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Router 02fb9610-9193-47cf-b01f-9def3fe4cccd has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 04:00:25.422810 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.agents_db [None req-950b7202-decb-43e2-8f71-ac8931dc9749 None None] Agent healthcheck: found 7 active agents {{(pid=102194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 04:00:25.690133 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9792d9e1-f840-445a-96b0-ed82866007cf tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 04:00:25.695207 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9792d9e1-f840-445a-96b0-ed82866007cf tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for floatingip, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:00:25.700927 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ed529d-7557-48f0-bf60-90671a1d51f0 None None] Sync routers for ids ['02fb9610-9193-47cf-b01f-9def3fe4cccd'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 04:00:25.712462 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ed529d-7557-48f0-bf60-90671a1d51f0 None None] Routers {'02fb9610-9193-47cf-b01f-9def3fe4cccd'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 04:00:25.713199 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-44ed529d-7557-48f0-bf60-90671a1d51f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T04:00:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['02fb9610-9193-47cf-b01f-9def3fe4cccd'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:00:25.726792 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-9792d9e1-f840-445a-96b0-ed82866007cf tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "PUT /v2.0/floatingips/ed7b149c-932e-410e-81e2-7198430a3c08 HTTP/1.1" status: 200 len: 992 time: 1.3933628 Aug 11 04:00:25.726792 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '140f35d9-5b83-4842-9036-3d751ccd8f1d', 'tag': '9145ab96-df61-4ef5-9488-d6e1835060eb'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 04:00:25.727297 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7f53641f53ed3ecbe111d4b405439a3ffe6be981c23072cf9fee61815809fbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bc0e98d-7e15-4bf7-9921-aac908c5a816" -d '{"events": [{"name": "network-changed", "server_uuid": "140f35d9-5b83-4842-9036-3d751ccd8f1d", "tag": "9145ab96-df61-4ef5-9488-d6e1835060eb"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 04:00:25.763978 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 04:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94e6bb81-a9a0-4b54-a9a1-2dc5e34fe20f x-openstack-request-id: req-94e6bb81-a9a0-4b54-a9a1-2dc5e34fe20f {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 04:00:25.764562 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "140f35d9-5b83-4842-9036-3d751ccd8f1d", "tag": "9145ab96-df61-4ef5-9488-d6e1835060eb", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 04:00:25.765069 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-94e6bb81-a9a0-4b54-a9a1-2dc5e34fe20f {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 04:00:25.765645 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '140f35d9-5b83-4842-9036-3d751ccd8f1d', 'tag': '9145ab96-df61-4ef5-9488-d6e1835060eb', 'status': 'completed', 'code': 200} Aug 11 04:00:25.848371 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc0e98d-7e15-4bf7-9921-aac908c5a816 req-8aed9014-2e25-4f0e-8325-14f01e4ff997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:00:25.850759 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-6bc0e98d-7e15-4bf7-9921-aac908c5a816 req-8aed9014-2e25-4f0e-8325-14f01e4ff997 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9d0143ac25424ed0a1039c6711371bf5&device_id=140f35d9-5b83-4842-9036-3d751ccd8f1d HTTP/1.1" status: 200 len: 1098 time: 0.0514452 Aug 11 04:00:25.853748 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-44ed529d-7557-48f0-bf60-90671a1d51f0 None None] Set router 02fb9610-9193-47cf-b01f-9def3fe4cccd gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 04:00:25.944842 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc0e98d-7e15-4bf7-9921-aac908c5a816 req-e0b50062-1d5f-4ed2-a78a-22857323e022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:00:25.946454 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-6bc0e98d-7e15-4bf7-9921-aac908c5a816 req-e0b50062-1d5f-4ed2-a78a-22857323e022 service neutron] 10.222.0.22 "GET /v2.0/networks?id=a5ea91b2-c708-4745-beed-90616be4437e HTTP/1.1" status: 200 len: 912 time: 0.0887685 Aug 11 04:00:26.020536 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-6bc0e98d-7e15-4bf7-9921-aac908c5a816 req-bbd69985-51b8-40ef-8de1-ec4266c1471a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9145ab96-df61-4ef5-9488-d6e1835060eb HTTP/1.1" status: 200 len: 1000 time: 0.0673132 Aug 11 04:00:26.071392 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc0e98d-7e15-4bf7-9921-aac908c5a816 req-1ebbc7a4-4186-4fb0-9d8e-0a972a3a6575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:00:26.072935 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-6bc0e98d-7e15-4bf7-9921-aac908c5a816 req-1ebbc7a4-4186-4fb0-9d8e-0a972a3a6575 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e27dafc1-db87-435e-90cb-a6e72d9ff11b HTTP/1.1" status: 200 len: 850 time: 0.0450602 Aug 11 04:00:26.084222 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-44ed529d-7557-48f0-bf60-90671a1d51f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02fb9610-9193-47cf-b01f-9def3fe4cccd', 'name': 'tempest-ServerActionsTestJSON-877526914-router', 'tenant_id': '9d0143ac25424ed0a1039c6711371bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': '29b1989f-3c16-4917-83e6-1ed803782091', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:51:14Z', 'updated_at': '2021-08-11T03:51:17Z', 'revision_number': 4, 'project_id': '9d0143ac25424ed0a1039c6711371bf5', 'gw_port': {'id': '29b1989f-3c16-4917-83e6-1ed803782091', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:5f:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02fb9610-9193-47cf-b01f-9def3fe4cccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:51:15Z', 'updated_at': '2021-08-11T03:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_floatingips': [{'id': 'ed7b149c-932e-410e-81e2-7198430a3c08', 'tenant_id': '9d0143ac25424ed0a1039c6711371bf5', 'floating_ip_address': '172.25.8.91', 'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'router_id': '02fb9610-9193-47cf-b01f-9def3fe4cccd', 'port_id': '9145ab96-df61-4ef5-9488-d6e1835060eb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5ea91b2-c708-4745-beed-90616be4437e', 'mac_address': 'fa:16:3e:5a:a4:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140f35d9-5b83-4842-9036-3d751ccd8f1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:51:20Z', 'updated_at': '2021-08-11T04:00:24Z', 'revision_number': 13, 'project_id': '9d0143ac25424ed0a1039c6711371bf5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46bbe812-d5fb-4595-bb57-cefb92389286', 'name': '', 'network_id': 'a5ea91b2-c708-4745-beed-90616be4437e', 'tenant_id': '9d0143ac25424ed0a1039c6711371bf5', 'mac_address': 'fa:16:3e:92:d8:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02fb9610-9193-47cf-b01f-9def3fe4cccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'e27dafc1-db87-435e-90cb-a6e72d9ff11b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:51:17Z', 'updated_at': '2021-08-11T03:51:23Z', 'revision_number': 5, 'project_id': '9d0143ac25424ed0a1039c6711371bf5', 'subnets': [{'id': 'e27dafc1-db87-435e-90cb-a6e72d9ff11b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:00:26.109610 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ed529d-7557-48f0-bf60-90671a1d51f0 None None] Checking router: 02fb9610-9193-47cf-b01f-9def3fe4cccd for host: n-d-764292-30 {{(pid=102193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 04:00:26.118181 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ed529d-7557-48f0-bf60-90671a1d51f0 None None] Routers {'02fb9610-9193-47cf-b01f-9def3fe4cccd'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 04:00:26.118510 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc0e98d-7e15-4bf7-9921-aac908c5a816 req-1613b803-4a56-46ba-a1c7-70aa4a178f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:00:26.118839 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-44ed529d-7557-48f0-bf60-90671a1d51f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T04:00:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['02fb9610-9193-47cf-b01f-9def3fe4cccd'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:00:26.120086 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-6bc0e98d-7e15-4bf7-9921-aac908c5a816 req-1613b803-4a56-46ba-a1c7-70aa4a178f62 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a5ea91b2-c708-4745-beed-90616be4437e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407588 Aug 11 04:00:26.218248 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-6bc0e98d-7e15-4bf7-9921-aac908c5a816 req-9e0d3672-8184-4c5e-ade2-2d39977feffb service neutron] 10.222.0.22 "GET /v2.0/networks/a5ea91b2-c708-4745-beed-90616be4437e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906811 Aug 11 04:00:26.228209 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-44ed529d-7557-48f0-bf60-90671a1d51f0 None None] Set router 02fb9610-9193-47cf-b01f-9def3fe4cccd gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 04:00:26.315845 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-6bc0e98d-7e15-4bf7-9921-aac908c5a816 req-1e4b8808-1cb3-4d77-ab2b-505657ee462e service neutron] 10.222.0.22 "GET /v2.0/networks/a5ea91b2-c708-4745-beed-90616be4437e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909860 Aug 11 04:00:26.457502 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-44ed529d-7557-48f0-bf60-90671a1d51f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02fb9610-9193-47cf-b01f-9def3fe4cccd', 'name': 'tempest-ServerActionsTestJSON-877526914-router', 'tenant_id': '9d0143ac25424ed0a1039c6711371bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': '29b1989f-3c16-4917-83e6-1ed803782091', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:51:14Z', 'updated_at': '2021-08-11T03:51:17Z', 'revision_number': 4, 'project_id': '9d0143ac25424ed0a1039c6711371bf5', 'gw_port': {'id': '29b1989f-3c16-4917-83e6-1ed803782091', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:5f:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02fb9610-9193-47cf-b01f-9def3fe4cccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:51:15Z', 'updated_at': '2021-08-11T03:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_floatingips': [{'id': 'ed7b149c-932e-410e-81e2-7198430a3c08', 'tenant_id': '9d0143ac25424ed0a1039c6711371bf5', 'floating_ip_address': '172.25.8.91', 'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'router_id': '02fb9610-9193-47cf-b01f-9def3fe4cccd', 'port_id': '9145ab96-df61-4ef5-9488-d6e1835060eb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5ea91b2-c708-4745-beed-90616be4437e', 'mac_address': 'fa:16:3e:5a:a4:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140f35d9-5b83-4842-9036-3d751ccd8f1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:51:20Z', 'updated_at': '2021-08-11T04:00:24Z', 'revision_number': 13, 'project_id': '9d0143ac25424ed0a1039c6711371bf5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46bbe812-d5fb-4595-bb57-cefb92389286', 'name': '', 'network_id': 'a5ea91b2-c708-4745-beed-90616be4437e', 'tenant_id': '9d0143ac25424ed0a1039c6711371bf5', 'mac_address': 'fa:16:3e:92:d8:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02fb9610-9193-47cf-b01f-9def3fe4cccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'e27dafc1-db87-435e-90cb-a6e72d9ff11b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:51:17Z', 'updated_at': '2021-08-11T03:51:23Z', 'revision_number': 5, 'project_id': '9d0143ac25424ed0a1039c6711371bf5', 'subnets': [{'id': 'e27dafc1-db87-435e-90cb-a6e72d9ff11b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:00:26.483889 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ed529d-7557-48f0-bf60-90671a1d51f0 None None] The sync data for ids ['02fb9610-9193-47cf-b01f-9def3fe4cccd'] in n-d-764292-30 is: [{'id': '02fb9610-9193-47cf-b01f-9def3fe4cccd', 'name': 'tempest-ServerActionsTestJSON-877526914-router', 'tenant_id': '9d0143ac25424ed0a1039c6711371bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': '29b1989f-3c16-4917-83e6-1ed803782091', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:51:14Z', 'updated_at': '2021-08-11T03:51:17Z', 'revision_number': 4, 'project_id': '9d0143ac25424ed0a1039c6711371bf5', 'gw_port': {'id': '29b1989f-3c16-4917-83e6-1ed803782091', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:5f:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02fb9610-9193-47cf-b01f-9def3fe4cccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:51:15Z', 'updated_at': '2021-08-11T03:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_floatingips': [{'id': 'ed7b149c-932e-410e-81e2-7198430a3c08', 'tenant_id': '9d0143ac25424ed0a1039c6711371bf5', 'floating_ip_address': '172.25.8.91', 'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'router_id': '02fb9610-9193-47cf-b01f-9def3fe4cccd', 'port_id': '9145ab96-df61-4ef5-9488-d6e1835060eb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5ea91b2-c708-4745-beed-90616be4437e', 'mac_address': 'fa:16:3e:5a:a4:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140f35d9-5b83-4842-9036-3d751ccd8f1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:51:20Z', 'updated_at': '2021-08-11T04:00:24Z', 'revision_number': 13, 'project_id': '9d0143ac25424ed0a1039c6711371bf5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46bbe812-d5fb-4595-bb57-cefb92389286', 'name': '', 'network_id': 'a5ea91b2-c708-4745-beed-90616be4437e', 'tenant_id': '9d0143ac25424ed0a1039c6711371bf5', 'mac_address': 'fa:16:3e:92:d8:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02fb9610-9193-47cf-b01f-9def3fe4cccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'e27dafc1-db87-435e-90cb-a6e72d9ff11b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:51:17Z', 'updated_at': '2021-08-11T03:51:23Z', 'revision_number': 5, 'project_id': '9d0143ac25424ed0a1039c6711371bf5', 'subnets': [{'id': 'e27dafc1-db87-435e-90cb-a6e72d9ff11b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 04:00:26.683252 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d65ca5da-33a7-4d1c-89cc-1d735347fe51 None None] New status for floating IP ed7b149c-932e-410e-81e2-7198430a3c08: ACTIVE {{(pid=102194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 04:00:29.233216 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-6e19f078-1224-4d68-89f7-a1655afe4d42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:00:31.902851 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:00:32.089796 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-5ca1ffab-608f-4a53-a6b3-ddd087477a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:00:33.171353 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:00:34.815238 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:00:37.689420 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:00:41.645649 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:00:59.225938 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-cdd62ffe-87b0-439f-9532-450aae148d30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:01:01.924808 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:01:02.102031 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-82269911-fdfa-4399-adfa-4f4180d1e193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:01:02.421058 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.agents_db [None req-950b7202-decb-43e2-8f71-ac8931dc9749 None None] Agent healthcheck: found 7 active agents {{(pid=102194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 04:01:03.208823 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:01:04.821489 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:01:07.661641 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:01:11.644315 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:01:13.479797 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-f4a1e6a0-93cd-4839-a12c-f4feaae27d9e req-019e1fe9-c8bc-4e48-bb47-865270a032a2 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=140f35d9-5b83-4842-9036-3d751ccd8f1d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0402813 Aug 11 04:01:13.562634 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a1e6a0-93cd-4839-a12c-f4feaae27d9e req-26cf3cf1-4b08-4575-9d82-91d462133746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:01:13.564110 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-f4a1e6a0-93cd-4839-a12c-f4feaae27d9e req-26cf3cf1-4b08-4575-9d82-91d462133746 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9d0143ac25424ed0a1039c6711371bf5&device_id=140f35d9-5b83-4842-9036-3d751ccd8f1d HTTP/1.1" status: 200 len: 1098 time: 0.0437803 Aug 11 04:01:13.663438 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a1e6a0-93cd-4839-a12c-f4feaae27d9e req-ab548e17-4e3d-431c-8cd6-ba5ce27c03d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:01:13.664883 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-f4a1e6a0-93cd-4839-a12c-f4feaae27d9e req-ab548e17-4e3d-431c-8cd6-ba5ce27c03d5 service neutron] 10.222.0.22 "GET /v2.0/networks?id=a5ea91b2-c708-4745-beed-90616be4437e HTTP/1.1" status: 200 len: 912 time: 0.0820160 Aug 11 04:01:13.732761 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-f4a1e6a0-93cd-4839-a12c-f4feaae27d9e req-a4765526-a0e1-4dce-a04a-921670e214cd service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9145ab96-df61-4ef5-9488-d6e1835060eb HTTP/1.1" status: 200 len: 1002 time: 0.0603538 Aug 11 04:01:13.779951 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a1e6a0-93cd-4839-a12c-f4feaae27d9e req-851de512-a92e-4251-a566-b83667631133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:01:13.781612 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-f4a1e6a0-93cd-4839-a12c-f4feaae27d9e req-851de512-a92e-4251-a566-b83667631133 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e27dafc1-db87-435e-90cb-a6e72d9ff11b HTTP/1.1" status: 200 len: 850 time: 0.0422559 Aug 11 04:01:13.825598 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a1e6a0-93cd-4839-a12c-f4feaae27d9e req-a3f0667a-d977-43c5-b69f-1e718f5ca78b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:01:13.827080 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-f4a1e6a0-93cd-4839-a12c-f4feaae27d9e req-a3f0667a-d977-43c5-b69f-1e718f5ca78b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a5ea91b2-c708-4745-beed-90616be4437e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0387161 Aug 11 04:01:13.915981 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-f4a1e6a0-93cd-4839-a12c-f4feaae27d9e req-c72a98c4-72da-4d31-9429-3f64b81e571b service neutron] 10.222.0.22 "GET /v2.0/networks/a5ea91b2-c708-4745-beed-90616be4437e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818338 Aug 11 04:01:14.003473 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-f4a1e6a0-93cd-4839-a12c-f4feaae27d9e req-d2f2e99b-c7c4-4d45-bcfc-156cf0683e97 service neutron] 10.222.0.22 "GET /v2.0/networks/a5ea91b2-c708-4745-beed-90616be4437e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798838 Aug 11 04:01:29.238046 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-566d224a-d4fe-4db9-bf7e-a0fbe05b4468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:01:31.883777 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:01:32.078244 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8b58f3c1-e04a-4ee3-9518-60a88eb94f65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:01:33.175383 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:01:34.849465 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:01:37.689820 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:01:39.419158 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.agents_db [None req-950b7202-decb-43e2-8f71-ac8931dc9749 None None] Agent healthcheck: found 7 active agents {{(pid=102194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 04:01:41.638378 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:01:59.231785 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-677b60be-e25e-40e3-85bb-3efa9ae8a9dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:02:01.895717 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:02:02.083850 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-12b33b67-81bc-4a9f-bfaa-cfa895c2bfa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:02:03.186269 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:02:04.854883 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:02:07.700294 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:02:11.660279 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:02:14.532923 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-5d549d73-2966-4cc8-bcff-3f75e27031da req-cead03c0-e655-44a9-84a1-a68fe4d6d13c service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=140f35d9-5b83-4842-9036-3d751ccd8f1d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1272607 Aug 11 04:02:14.614473 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d549d73-2966-4cc8-bcff-3f75e27031da req-6a0f3c3a-ff51-4a75-80f3-26931e12c9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:02:14.616543 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-5d549d73-2966-4cc8-bcff-3f75e27031da req-6a0f3c3a-ff51-4a75-80f3-26931e12c9ce service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9d0143ac25424ed0a1039c6711371bf5&device_id=140f35d9-5b83-4842-9036-3d751ccd8f1d HTTP/1.1" status: 200 len: 1098 time: 0.0443635 Aug 11 04:02:14.715745 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d549d73-2966-4cc8-bcff-3f75e27031da req-4490ac1a-b1a6-4178-a50f-1ecdb3210f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:02:14.717098 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-5d549d73-2966-4cc8-bcff-3f75e27031da req-4490ac1a-b1a6-4178-a50f-1ecdb3210f55 service neutron] 10.222.0.22 "GET /v2.0/networks?id=a5ea91b2-c708-4745-beed-90616be4437e HTTP/1.1" status: 200 len: 912 time: 0.0819948 Aug 11 04:02:14.785219 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-5d549d73-2966-4cc8-bcff-3f75e27031da req-7ab720ba-6e0f-4e39-8961-16a86da6d0a8 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9145ab96-df61-4ef5-9488-d6e1835060eb HTTP/1.1" status: 200 len: 1002 time: 0.0597332 Aug 11 04:02:14.831711 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d549d73-2966-4cc8-bcff-3f75e27031da req-3598ec67-4968-4a0d-bf3d-e4ee6e285fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:02:14.833158 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-5d549d73-2966-4cc8-bcff-3f75e27031da req-3598ec67-4968-4a0d-bf3d-e4ee6e285fa1 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e27dafc1-db87-435e-90cb-a6e72d9ff11b HTTP/1.1" status: 200 len: 850 time: 0.0414522 Aug 11 04:02:14.876355 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d549d73-2966-4cc8-bcff-3f75e27031da req-d05d6e24-6f62-4707-8e18-04cd5be062da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:02:14.877793 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-5d549d73-2966-4cc8-bcff-3f75e27031da req-d05d6e24-6f62-4707-8e18-04cd5be062da service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a5ea91b2-c708-4745-beed-90616be4437e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0378928 Aug 11 04:02:14.888421 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [req-5d549d73-2966-4cc8-bcff-3f75e27031da req-2abff190-c8e1-4a36-8431-d4edabd2da22 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102191) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 04:02:14.889378 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-5d549d73-2966-4cc8-bcff-3f75e27031da req-2abff190-c8e1-4a36-8431-d4edabd2da22 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050507 Aug 11 04:02:14.979467 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-5d549d73-2966-4cc8-bcff-3f75e27031da req-c84b5daf-b623-4f64-8dfc-30d8c4c2f08a service neutron] 10.222.0.22 "GET /v2.0/networks/a5ea91b2-c708-4745-beed-90616be4437e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821047 Aug 11 04:02:15.066931 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-5d549d73-2966-4cc8-bcff-3f75e27031da req-4a5d5a9c-7af2-44bb-a0e4-9b475576cda1 service neutron] 10.222.0.22 "GET /v2.0/networks/a5ea91b2-c708-4745-beed-90616be4437e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806129 Aug 11 04:02:16.417905 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.agents_db [None req-950b7202-decb-43e2-8f71-ac8931dc9749 None None] Agent healthcheck: found 7 active agents {{(pid=102194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 04:02:29.243483 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-c5f5c82c-be8b-4670-8888-67e106445888 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:02:31.888366 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:02:32.098124 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-4a5076f8-9b5e-42a5-9e18-032e8afbf736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:02:33.184176 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:02:34.848171 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:02:37.694509 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:02:41.665343 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:02:51.064479 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2548ef4e-1067-4afb-aded-eb5bc1a3cd1a req-f253703f-7519-439f-92f0-85e32b7b35d3 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:02:51.065943 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2548ef4e-1067-4afb-aded-eb5bc1a3cd1a req-f253703f-7519-439f-92f0-85e32b7b35d3 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=140f35d9-5b83-4842-9036-3d751ccd8f1d HTTP/1.1" status: 200 len: 946 time: 0.0995030 Aug 11 04:02:51.102651 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2548ef4e-1067-4afb-aded-eb5bc1a3cd1a req-7f5fe649-a13e-46c5-924d-6fd6b3ff54f9 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f22c4ac-8df9-4e4c-be4f-551791d33c61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307214 Aug 11 04:02:53.416425 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.agents_db [None req-950b7202-decb-43e2-8f71-ac8931dc9749 None None] Agent healthcheck: found 7 active agents {{(pid=102194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 04:02:59.252047 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-c449d902-acb1-48df-9874-3c3739e45142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:03:01.921946 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:03:02.133737 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8c96c1c2-ddcf-4752-b221-45a6775ad6ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:03:03.219384 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:03:04.072025 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d787edde-05e4-45c3-973d-5779355bedb0 req-9c84a3d7-ca95-41a4-ae61-3e04287dddcd tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:03:04.073531 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d787edde-05e4-45c3-973d-5779355bedb0 req-9c84a3d7-ca95-41a4-ae61-3e04287dddcd tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=140f35d9-5b83-4842-9036-3d751ccd8f1d HTTP/1.1" status: 200 len: 946 time: 0.0530717 Aug 11 04:03:04.111488 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d787edde-05e4-45c3-973d-5779355bedb0 req-04454d9d-56f3-453a-aa5d-2aeb1979f392 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f22c4ac-8df9-4e4c-be4f-551791d33c61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311954 Aug 11 04:03:04.236176 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f98c61fa-bd33-412c-bb11-732faa8abeca req-f88e7daf-e516-4f85-8541-1e82557502cc service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=140f35d9-5b83-4842-9036-3d751ccd8f1d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0772126 Aug 11 04:03:04.874830 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:03:05.230971 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4311ebc7-c5a8-418f-900e-72423ef44765 req-b57322af-c6d8-4db2-9f72-d52376fe6899 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:03:05.232450 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4311ebc7-c5a8-418f-900e-72423ef44765 req-b57322af-c6d8-4db2-9f72-d52376fe6899 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=140f35d9-5b83-4842-9036-3d751ccd8f1d HTTP/1.1" status: 200 len: 946 time: 0.0500159 Aug 11 04:03:05.271281 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4311ebc7-c5a8-418f-900e-72423ef44765 req-d24be6de-6479-4b29-b8dd-826b5b0b0545 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f22c4ac-8df9-4e4c-be4f-551791d33c61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329494 Aug 11 04:03:06.356236 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98c61fa-bd33-412c-bb11-732faa8abeca req-e1282135-1247-4bfd-8bd7-3e78566c9aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:03:06.358418 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-f98c61fa-bd33-412c-bb11-732faa8abeca req-e1282135-1247-4bfd-8bd7-3e78566c9aef service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9d0143ac25424ed0a1039c6711371bf5&device_id=140f35d9-5b83-4842-9036-3d751ccd8f1d HTTP/1.1" status: 200 len: 1098 time: 0.0421646 Aug 11 04:03:06.404614 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ac2605-46f3-4e4f-b7e9-f6518e175986 req-d13d14b1-1503-402e-9d84-86bc5fa5977d tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:03:06.406178 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-67ac2605-46f3-4e4f-b7e9-f6518e175986 req-d13d14b1-1503-402e-9d84-86bc5fa5977d tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=140f35d9-5b83-4842-9036-3d751ccd8f1d HTTP/1.1" status: 200 len: 946 time: 0.0485303 Aug 11 04:03:06.452399 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-67ac2605-46f3-4e4f-b7e9-f6518e175986 req-f1c6ad52-d72c-4561-b580-23e086ff4958 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f22c4ac-8df9-4e4c-be4f-551791d33c61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399272 Aug 11 04:03:06.736492 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98c61fa-bd33-412c-bb11-732faa8abeca req-e2608588-7679-414a-9251-d8cfc265f5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:03:06.737985 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-f98c61fa-bd33-412c-bb11-732faa8abeca req-e2608588-7679-414a-9251-d8cfc265f5b8 service neutron] 10.222.0.22 "GET /v2.0/networks?id=a5ea91b2-c708-4745-beed-90616be4437e HTTP/1.1" status: 200 len: 912 time: 0.3731086 Aug 11 04:03:06.803836 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-f98c61fa-bd33-412c-bb11-732faa8abeca req-992b4d3d-44ab-4d8f-a4d0-6d621d29b02e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9145ab96-df61-4ef5-9488-d6e1835060eb HTTP/1.1" status: 200 len: 1002 time: 0.0577586 Aug 11 04:03:06.855335 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98c61fa-bd33-412c-bb11-732faa8abeca req-09378e6e-06ed-4a31-8a9c-8da02cb38bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:03:06.856817 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-f98c61fa-bd33-412c-bb11-732faa8abeca req-09378e6e-06ed-4a31-8a9c-8da02cb38bf8 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e27dafc1-db87-435e-90cb-a6e72d9ff11b HTTP/1.1" status: 200 len: 850 time: 0.0451958 Aug 11 04:03:06.900854 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98c61fa-bd33-412c-bb11-732faa8abeca req-56227006-5221-440b-b36c-934356432265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:03:06.902336 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-f98c61fa-bd33-412c-bb11-732faa8abeca req-56227006-5221-440b-b36c-934356432265 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a5ea91b2-c708-4745-beed-90616be4437e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0388572 Aug 11 04:03:06.989165 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-f98c61fa-bd33-412c-bb11-732faa8abeca req-b210b3c9-684e-4439-89ef-0a427f551e73 service neutron] 10.222.0.22 "GET /v2.0/networks/a5ea91b2-c708-4745-beed-90616be4437e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791821 Aug 11 04:03:07.082136 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-f98c61fa-bd33-412c-bb11-732faa8abeca req-32b0358d-1480-48a8-a0ec-8827c996296c service neutron] 10.222.0.22 "GET /v2.0/networks/a5ea91b2-c708-4745-beed-90616be4437e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849526 Aug 11 04:03:07.566483 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91876851-36f6-4c1b-be08-7ea607b309c0 req-e07de575-9371-41ee-9942-a09ebca8bf2c tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:03:07.567925 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-91876851-36f6-4c1b-be08-7ea607b309c0 req-e07de575-9371-41ee-9942-a09ebca8bf2c tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=140f35d9-5b83-4842-9036-3d751ccd8f1d HTTP/1.1" status: 200 len: 946 time: 0.0485096 Aug 11 04:03:07.605043 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-91876851-36f6-4c1b-be08-7ea607b309c0 req-ee6ce295-f324-4837-960a-49a54577a73f tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f22c4ac-8df9-4e4c-be4f-551791d33c61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311501 Aug 11 04:03:07.720328 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:03:08.718346 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d088aba-c478-4ee4-a257-017f1f1fbac2 req-a388e11c-bfee-4c2c-833a-77a13ab3589d tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:03:08.719805 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1d088aba-c478-4ee4-a257-017f1f1fbac2 req-a388e11c-bfee-4c2c-833a-77a13ab3589d tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=140f35d9-5b83-4842-9036-3d751ccd8f1d HTTP/1.1" status: 200 len: 946 time: 0.0481057 Aug 11 04:03:08.755698 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1d088aba-c478-4ee4-a257-017f1f1fbac2 req-ba822c47-89b2-4a37-8b64-a9de65965328 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f22c4ac-8df9-4e4c-be4f-551791d33c61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300879 Aug 11 04:03:09.879447 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025c67d4-0fe5-4c99-a5bc-1a857b940e58 req-fda281ba-a6be-4e8b-8bbd-8f297c0bdcb9 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:03:09.880916 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-025c67d4-0fe5-4c99-a5bc-1a857b940e58 req-fda281ba-a6be-4e8b-8bbd-8f297c0bdcb9 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=140f35d9-5b83-4842-9036-3d751ccd8f1d HTTP/1.1" status: 200 len: 946 time: 0.0482030 Aug 11 04:03:09.921991 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-025c67d4-0fe5-4c99-a5bc-1a857b940e58 req-7ff3593f-d105-4f7d-9e52-239521fea777 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f22c4ac-8df9-4e4c-be4f-551791d33c61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351484 Aug 11 04:03:11.037956 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ab5f9a-f68d-4c60-9df8-21f6c337d820 req-49cb7077-5a29-4b91-aa7f-555ba63aed5f tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:03:11.039467 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-88ab5f9a-f68d-4c60-9df8-21f6c337d820 req-49cb7077-5a29-4b91-aa7f-555ba63aed5f tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=140f35d9-5b83-4842-9036-3d751ccd8f1d HTTP/1.1" status: 200 len: 946 time: 0.0489995 Aug 11 04:03:11.077418 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-88ab5f9a-f68d-4c60-9df8-21f6c337d820 req-2ac12870-5e87-437e-9240-51f9a6448f72 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f22c4ac-8df9-4e4c-be4f-551791d33c61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320940 Aug 11 04:03:11.659014 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:03:12.190580 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187cf7fc-3e67-49a1-919a-052f6814914d req-2e504e65-6047-4f17-9809-2378c44fcfbc tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:03:12.192053 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-187cf7fc-3e67-49a1-919a-052f6814914d req-2e504e65-6047-4f17-9809-2378c44fcfbc tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=140f35d9-5b83-4842-9036-3d751ccd8f1d HTTP/1.1" status: 200 len: 946 time: 0.0481899 Aug 11 04:03:12.229314 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-187cf7fc-3e67-49a1-919a-052f6814914d req-e84eab83-651e-4c64-a5ea-c205e201beeb tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f22c4ac-8df9-4e4c-be4f-551791d33c61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313754 Aug 11 04:03:13.343054 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58249fa4-fd5e-48ed-bcab-1f7420dba835 req-867b3c16-358d-41fc-b616-c9802e7c0a3c tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:03:13.344525 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-58249fa4-fd5e-48ed-bcab-1f7420dba835 req-867b3c16-358d-41fc-b616-c9802e7c0a3c tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=140f35d9-5b83-4842-9036-3d751ccd8f1d HTTP/1.1" status: 200 len: 946 time: 0.0482898 Aug 11 04:03:13.384774 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-58249fa4-fd5e-48ed-bcab-1f7420dba835 req-e5076691-2150-4a04-9d22-7cb3e3c81944 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f22c4ac-8df9-4e4c-be4f-551791d33c61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343399 Aug 11 04:03:14.499100 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d9ad5f-43c1-43e0-9a76-e210d8816081 req-edbb704e-686a-4107-9471-e2680c9cb15b tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:03:14.500559 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b4d9ad5f-43c1-43e0-9a76-e210d8816081 req-edbb704e-686a-4107-9471-e2680c9cb15b tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=140f35d9-5b83-4842-9036-3d751ccd8f1d HTTP/1.1" status: 200 len: 946 time: 0.0477269 Aug 11 04:03:14.537482 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b4d9ad5f-43c1-43e0-9a76-e210d8816081 req-cd197f02-b7fb-4f05-be8d-4cd558b7009b tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f22c4ac-8df9-4e4c-be4f-551791d33c61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311434 Aug 11 04:03:15.499839 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26158b5a-109f-46e7-be87-6a52b5d751f1 req-f2773512-b981-46a4-9961-c0ba6098f76f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:03:15.501300 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-26158b5a-109f-46e7-be87-6a52b5d751f1 req-f2773512-b981-46a4-9961-c0ba6098f76f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9d0143ac25424ed0a1039c6711371bf5&device_id=140f35d9-5b83-4842-9036-3d751ccd8f1d HTTP/1.1" status: 200 len: 1098 time: 0.0404711 Aug 11 04:03:15.607365 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26158b5a-109f-46e7-be87-6a52b5d751f1 req-c9b61cad-66ea-49f0-8e20-bc53ef3cc583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:03:15.608930 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-26158b5a-109f-46e7-be87-6a52b5d751f1 req-c9b61cad-66ea-49f0-8e20-bc53ef3cc583 service neutron] 10.222.0.22 "GET /v2.0/networks?id=a5ea91b2-c708-4745-beed-90616be4437e HTTP/1.1" status: 200 len: 912 time: 0.0886204 Aug 11 04:03:15.651694 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c08f05-741b-4495-b4b8-990f34ba7ba3 req-6120d353-7f77-4379-b1ec-81c7b6de4f8b tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:03:15.653187 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-79c08f05-741b-4495-b4b8-990f34ba7ba3 req-6120d353-7f77-4379-b1ec-81c7b6de4f8b tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=140f35d9-5b83-4842-9036-3d751ccd8f1d HTTP/1.1" status: 200 len: 946 time: 0.0482783 Aug 11 04:03:15.676121 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-26158b5a-109f-46e7-be87-6a52b5d751f1 req-d3295a3f-97c0-4adb-8edb-c29e5ab42493 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9145ab96-df61-4ef5-9488-d6e1835060eb HTTP/1.1" status: 200 len: 1002 time: 0.0591495 Aug 11 04:03:15.691214 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-79c08f05-741b-4495-b4b8-990f34ba7ba3 req-be4b59ed-947a-4501-887c-0c40dc78b7a8 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f22c4ac-8df9-4e4c-be4f-551791d33c61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312958 Aug 11 04:03:15.727452 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26158b5a-109f-46e7-be87-6a52b5d751f1 req-ec2b0e4e-deb4-4d80-8d45-5b6fa45d166b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:03:15.728928 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-26158b5a-109f-46e7-be87-6a52b5d751f1 req-ec2b0e4e-deb4-4d80-8d45-5b6fa45d166b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e27dafc1-db87-435e-90cb-a6e72d9ff11b HTTP/1.1" status: 200 len: 850 time: 0.0440197 Aug 11 04:03:15.786984 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26158b5a-109f-46e7-be87-6a52b5d751f1 req-d60aab2e-ab04-47c4-b412-46d9439beea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:03:15.788476 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-26158b5a-109f-46e7-be87-6a52b5d751f1 req-d60aab2e-ab04-47c4-b412-46d9439beea3 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a5ea91b2-c708-4745-beed-90616be4437e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0521247 Aug 11 04:03:15.878758 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-26158b5a-109f-46e7-be87-6a52b5d751f1 req-d51bc8b2-5f84-4e70-9008-58fa4c9b75c9 service neutron] 10.222.0.22 "GET /v2.0/networks/a5ea91b2-c708-4745-beed-90616be4437e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815921 Aug 11 04:03:15.969741 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-26158b5a-109f-46e7-be87-6a52b5d751f1 req-e95d220c-1914-4040-802b-9c26a796697e service neutron] 10.222.0.22 "GET /v2.0/networks/a5ea91b2-c708-4745-beed-90616be4437e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841298 Aug 11 04:03:16.805095 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e0630b-7f80-48b6-9305-9f1b3d7e7df6 req-fdfda861-3203-4c24-818b-ead694c9c1bd tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:03:16.806618 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f6e0630b-7f80-48b6-9305-9f1b3d7e7df6 req-fdfda861-3203-4c24-818b-ead694c9c1bd tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=140f35d9-5b83-4842-9036-3d751ccd8f1d HTTP/1.1" status: 200 len: 946 time: 0.0486252 Aug 11 04:03:16.847537 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f6e0630b-7f80-48b6-9305-9f1b3d7e7df6 req-a6af5ee5-acc2-40b5-9347-c9ee0f6ab6e0 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f22c4ac-8df9-4e4c-be4f-551791d33c61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343707 Aug 11 04:03:17.961424 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f31a7f3-8e58-4ce6-bd67-7d6709987852 req-bdb22928-1a0c-45c1-a9c2-2110c7e52a3b tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:03:17.962887 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7f31a7f3-8e58-4ce6-bd67-7d6709987852 req-bdb22928-1a0c-45c1-a9c2-2110c7e52a3b tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=140f35d9-5b83-4842-9036-3d751ccd8f1d HTTP/1.1" status: 200 len: 946 time: 0.0484109 Aug 11 04:03:17.999745 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7f31a7f3-8e58-4ce6-bd67-7d6709987852 req-2ad53ae6-0e3f-489d-b534-d85018a98fad tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f22c4ac-8df9-4e4c-be4f-551791d33c61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309963 Aug 11 04:03:19.115365 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c0faef-83fd-4157-9182-591cde472a8e req-b9ad7168-455c-4a88-bbe0-4b3adff816e3 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:03:19.116872 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-94c0faef-83fd-4157-9182-591cde472a8e req-b9ad7168-455c-4a88-bbe0-4b3adff816e3 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=140f35d9-5b83-4842-9036-3d751ccd8f1d HTTP/1.1" status: 200 len: 946 time: 0.0484204 Aug 11 04:03:19.155198 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-94c0faef-83fd-4157-9182-591cde472a8e req-a72f7a19-e6b7-4499-a4bd-a07dd1eb4c1b tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f22c4ac-8df9-4e4c-be4f-551791d33c61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323379 Aug 11 04:03:20.277075 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43d97de-2fa6-48b1-a2fb-eb1f494b716c req-f35d089b-59f4-4d3c-b334-8f713be0bb86 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:03:20.278515 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a43d97de-2fa6-48b1-a2fb-eb1f494b716c req-f35d089b-59f4-4d3c-b334-8f713be0bb86 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=140f35d9-5b83-4842-9036-3d751ccd8f1d HTTP/1.1" status: 200 len: 946 time: 0.0506730 Aug 11 04:03:20.320610 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a43d97de-2fa6-48b1-a2fb-eb1f494b716c req-643dcb0f-516b-4e30-ad57-db201775b38c tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f22c4ac-8df9-4e4c-be4f-551791d33c61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357497 Aug 11 04:03:21.395615 n-d-764292-30 neutron-server[102191]: INFO neutron.api.v2.resource [req-f98c61fa-bd33-412c-bb11-732faa8abeca req-b0e9572c-4888-4a5b-b110-105fce5e8046 service neutron] show failed (client error): The resource could not be found. Aug 11 04:03:21.396640 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-f98c61fa-bd33-412c-bb11-732faa8abeca req-b0e9572c-4888-4a5b-b110-105fce5e8046 service neutron] 10.222.0.22 "GET /v2.0/ports/9145ab96-df61-4ef5-9488-d6e1835060eb/bindings/n-h2-764292-30 HTTP/1.1" status: 404 len: 381 time: 0.0556343 Aug 11 04:03:21.436981 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faad6fa-e048-433a-a8f4-fc56e8a0f800 req-d4f6c91b-8232-4baf-9788-e25213ec5aac tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:03:21.438582 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6faad6fa-e048-433a-a8f4-fc56e8a0f800 req-d4f6c91b-8232-4baf-9788-e25213ec5aac tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=140f35d9-5b83-4842-9036-3d751ccd8f1d HTTP/1.1" status: 200 len: 946 time: 0.0500333 Aug 11 04:03:21.476188 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6faad6fa-e048-433a-a8f4-fc56e8a0f800 req-359ba7cf-1b06-4b22-9f33-dc0defb05bb7 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f22c4ac-8df9-4e4c-be4f-551791d33c61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315599 Aug 11 04:03:21.954823 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98c61fa-bd33-412c-bb11-732faa8abeca req-3f10f5dc-1710-4498-8d4f-436fb0c74636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:03:21.956336 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f98c61fa-bd33-412c-bb11-732faa8abeca req-3f10f5dc-1710-4498-8d4f-436fb0c74636 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=140f35d9-5b83-4842-9036-3d751ccd8f1d&tenant_id=9d0143ac25424ed0a1039c6711371bf5 HTTP/1.1" status: 200 len: 1098 time: 0.0793588 Aug 11 04:03:21.969138 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-f98c61fa-bd33-412c-bb11-732faa8abeca req-44c1f04a-ef0e-4f7b-9d6a-77f083f19ffb service neutron] Request body: {'port': {'binding:host_id': 'n-h2-764292-30', 'device_owner': 'compute:nova'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:03:22.023887 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-f98c61fa-bd33-412c-bb11-732faa8abeca req-44c1f04a-ef0e-4f7b-9d6a-77f083f19ffb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:03:22.222004 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-f98c61fa-bd33-412c-bb11-732faa8abeca req-44c1f04a-ef0e-4f7b-9d6a-77f083f19ffb service neutron] For port 9145ab96-df61-4ef5-9488-d6e1835060eb, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=9145ab96-df61-4ef5-9488-d6e1835060eb,segment=NetworkSegment(96665fb4-b445-453f-85f9-e826534b59e1),segment_id=96665fb4-b445-453f-85f9-e826534b59e1)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:03:22.251239 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 9145ab96-df61-4ef5-9488-d6e1835060eb no longer exists at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 04:03:22.254544 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-f98c61fa-bd33-412c-bb11-732faa8abeca req-44c1f04a-ef0e-4f7b-9d6a-77f083f19ffb service neutron] For port 9145ab96-df61-4ef5-9488-d6e1835060eb, host n-h1-764292-30, cleared binding levels {{(pid=102192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 04:03:22.294036 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-f98c61fa-bd33-412c-bb11-732faa8abeca req-44c1f04a-ef0e-4f7b-9d6a-77f083f19ffb service neutron] Notify callbacks [] for port, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:03:22.296615 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '140f35d9-5b83-4842-9036-3d751ccd8f1d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9145ab96-df61-4ef5-9488-d6e1835060eb'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 04:03:22.298910 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7f53641f53ed3ecbe111d4b405439a3ffe6be981c23072cf9fee61815809fbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b78c35d-1624-4bea-98a9-92797003e979" -d '{"events": [{"server_uuid": "140f35d9-5b83-4842-9036-3d751ccd8f1d", "name": "network-vif-unplugged", "status": "completed", "tag": "9145ab96-df61-4ef5-9488-d6e1835060eb"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 04:03:22.312037 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [req-f98c61fa-bd33-412c-bb11-732faa8abeca req-44c1f04a-ef0e-4f7b-9d6a-77f083f19ffb service neutron] Transition to ACTIVE for port object 9145ab96-df61-4ef5-9488-d6e1835060eb will not be triggered until provisioned by entity L2. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 04:03:22.328117 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:03:22.390965 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-f98c61fa-bd33-412c-bb11-732faa8abeca req-44c1f04a-ef0e-4f7b-9d6a-77f083f19ffb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:03:22.400276 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 04:03:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dd8a56a-8ff1-4a51-a303-38e444eb9642 x-openstack-request-id: req-5dd8a56a-8ff1-4a51-a303-38e444eb9642 {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 04:03:22.400568 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "140f35d9-5b83-4842-9036-3d751ccd8f1d", "name": "network-vif-unplugged", "status": "completed", "tag": "9145ab96-df61-4ef5-9488-d6e1835060eb", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 04:03:22.400928 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5dd8a56a-8ff1-4a51-a303-38e444eb9642 {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 04:03:22.401320 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '140f35d9-5b83-4842-9036-3d751ccd8f1d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9145ab96-df61-4ef5-9488-d6e1835060eb', 'code': 200} Aug 11 04:03:22.436525 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.db.api [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102193) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 04:03:22.436884 n-d-764292-30 neutron-server[102193]: DEBUG oslo_db.api [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 04:03:22.474238 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c1f04a-ef0e-4f7b-9d6a-77f083f19ffb service neutron] Pushing event updated for resources: {'Port': ['ID=9145ab96-df61-4ef5-9488-d6e1835060eb,revision_number=6']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:03:22.488127 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c1f04a-ef0e-4f7b-9d6a-77f083f19ffb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:03:22.488472 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c1f04a-ef0e-4f7b-9d6a-77f083f19ffb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:03:22.488815 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c1f04a-ef0e-4f7b-9d6a-77f083f19ffb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:03:22.489146 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c1f04a-ef0e-4f7b-9d6a-77f083f19ffb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:03:22.489475 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c1f04a-ef0e-4f7b-9d6a-77f083f19ffb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:03:22.489806 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c1f04a-ef0e-4f7b-9d6a-77f083f19ffb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:03:22.490131 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c1f04a-ef0e-4f7b-9d6a-77f083f19ffb service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:03:22.490484 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c1f04a-ef0e-4f7b-9d6a-77f083f19ffb service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:03:22.490806 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c1f04a-ef0e-4f7b-9d6a-77f083f19ffb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:03:22.491269 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c1f04a-ef0e-4f7b-9d6a-77f083f19ffb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:03:22.491433 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c1f04a-ef0e-4f7b-9d6a-77f083f19ffb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:03:22.491753 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c1f04a-ef0e-4f7b-9d6a-77f083f19ffb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:03:22.532276 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [req-f98c61fa-bd33-412c-bb11-732faa8abeca req-44c1f04a-ef0e-4f7b-9d6a-77f083f19ffb service neutron] No DVR routers for this DVR port 9145ab96-df61-4ef5-9488-d6e1835060eb on host n-h1-764292-30 {{(pid=102192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 04:03:22.662900 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12eca549-8151-4c05-b135-b232007f7495 req-bf45e0cb-47c8-4505-9f1b-e35664623373 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:03:22.664381 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-12eca549-8151-4c05-b135-b232007f7495 req-bf45e0cb-47c8-4505-9f1b-e35664623373 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=140f35d9-5b83-4842-9036-3d751ccd8f1d HTTP/1.1" status: 200 len: 944 time: 0.0990107 Aug 11 04:03:22.730801 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-12eca549-8151-4c05-b135-b232007f7495 req-b8c04e25-093d-410c-a43b-84eeaee4b893 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f22c4ac-8df9-4e4c-be4f-551791d33c61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592251 Aug 11 04:03:22.734899 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-f98c61fa-bd33-412c-bb11-732faa8abeca req-44c1f04a-ef0e-4f7b-9d6a-77f083f19ffb service neutron] Attempting to bind port 9145ab96-df61-4ef5-9488-d6e1835060eb on host n-h2-764292-30 for vnic_type normal with profile {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 04:03:22.735234 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-f98c61fa-bd33-412c-bb11-732faa8abeca req-44c1f04a-ef0e-4f7b-9d6a-77f083f19ffb service neutron] Attempting to bind port 9145ab96-df61-4ef5-9488-d6e1835060eb by drivers openvswitch,hyperv on host n-h2-764292-30 at level 0 using segments [{'id': '96665fb4-b445-453f-85f9-e826534b59e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'a5ea91b2-c708-4745-beed-90616be4437e'}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 04:03:22.735565 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98c61fa-bd33-412c-bb11-732faa8abeca req-44c1f04a-ef0e-4f7b-9d6a-77f083f19ffb service neutron] Attempting to bind port 9145ab96-df61-4ef5-9488-d6e1835060eb on network a5ea91b2-c708-4745-beed-90616be4437e {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 04:03:22.739888 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98c61fa-bd33-412c-bb11-732faa8abeca req-44c1f04a-ef0e-4f7b-9d6a-77f083f19ffb service neutron] Port 9145ab96-df61-4ef5-9488-d6e1835060eb on network a5ea91b2-c708-4745-beed-90616be4437e not bound, no agent of type Open vSwitch agent registered on host n-h2-764292-30 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 04:03:22.740209 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98c61fa-bd33-412c-bb11-732faa8abeca req-44c1f04a-ef0e-4f7b-9d6a-77f083f19ffb service neutron] Attempting to bind port 9145ab96-df61-4ef5-9488-d6e1835060eb on network a5ea91b2-c708-4745-beed-90616be4437e {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 04:03:22.745011 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98c61fa-bd33-412c-bb11-732faa8abeca req-44c1f04a-ef0e-4f7b-9d6a-77f083f19ffb service neutron] Checking agent: {'id': '70015fc0-62fb-48b2-b453-36906937cf2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 4, 3, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 04:03:22.745353 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98c61fa-bd33-412c-bb11-732faa8abeca req-44c1f04a-ef0e-4f7b-9d6a-77f083f19ffb service neutron] Checking segment: {'id': '96665fb4-b445-453f-85f9-e826534b59e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'a5ea91b2-c708-4745-beed-90616be4437e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 04:03:22.745735 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98c61fa-bd33-412c-bb11-732faa8abeca req-44c1f04a-ef0e-4f7b-9d6a-77f083f19ffb service neutron] Bound using segment: {'id': '96665fb4-b445-453f-85f9-e826534b59e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'a5ea91b2-c708-4745-beed-90616be4437e'} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 04:03:22.746158 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-f98c61fa-bd33-412c-bb11-732faa8abeca req-44c1f04a-ef0e-4f7b-9d6a-77f083f19ffb service neutron] Bound port: 9145ab96-df61-4ef5-9488-d6e1835060eb, host: n-h2-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96665fb4-b445-453f-85f9-e826534b59e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'a5ea91b2-c708-4745-beed-90616be4437e'}}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 04:03:22.746549 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-f98c61fa-bd33-412c-bb11-732faa8abeca req-44c1f04a-ef0e-4f7b-9d6a-77f083f19ffb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:03:22.816886 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-f98c61fa-bd33-412c-bb11-732faa8abeca req-44c1f04a-ef0e-4f7b-9d6a-77f083f19ffb service neutron] For port 9145ab96-df61-4ef5-9488-d6e1835060eb, host n-h2-764292-30, cleared binding levels {{(pid=102192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 04:03:22.820139 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-f98c61fa-bd33-412c-bb11-732faa8abeca req-44c1f04a-ef0e-4f7b-9d6a-77f083f19ffb service neutron] For port 9145ab96-df61-4ef5-9488-d6e1835060eb, host n-h2-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=9145ab96-df61-4ef5-9488-d6e1835060eb,segment=NetworkSegment(96665fb4-b445-453f-85f9-e826534b59e1),segment_id=96665fb4-b445-453f-85f9-e826534b59e1)] {{(pid=102192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 04:03:22.868809 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-f98c61fa-bd33-412c-bb11-732faa8abeca req-44c1f04a-ef0e-4f7b-9d6a-77f083f19ffb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:03:22.902529 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98c61fa-bd33-412c-bb11-732faa8abeca req-44c1f04a-ef0e-4f7b-9d6a-77f083f19ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:03:22.903251 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-f98c61fa-bd33-412c-bb11-732faa8abeca req-44c1f04a-ef0e-4f7b-9d6a-77f083f19ffb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:03:22.904757 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f98c61fa-bd33-412c-bb11-732faa8abeca req-44c1f04a-ef0e-4f7b-9d6a-77f083f19ffb service neutron] 10.222.0.24 "PUT /v2.0/ports/9145ab96-df61-4ef5-9488-d6e1835060eb HTTP/1.1" status: 200 len: 1093 time: 0.9395819 Aug 11 04:03:22.926170 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c1f04a-ef0e-4f7b-9d6a-77f083f19ffb service neutron] Pushing event updated for resources: {'Port': ['ID=9145ab96-df61-4ef5-9488-d6e1835060eb,revision_number=7']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:03:22.974103 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98c61fa-bd33-412c-bb11-732faa8abeca req-5f5bedf5-bd78-405d-bc22-a1231f23c26c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:03:22.975676 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f98c61fa-bd33-412c-bb11-732faa8abeca req-5f5bedf5-bd78-405d-bc22-a1231f23c26c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9d0143ac25424ed0a1039c6711371bf5&device_id=140f35d9-5b83-4842-9036-3d751ccd8f1d HTTP/1.1" status: 200 len: 1096 time: 0.0445209 Aug 11 04:03:23.072558 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98c61fa-bd33-412c-bb11-732faa8abeca req-e9934381-6661-4911-be13-b7b0c080b374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:03:23.074040 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f98c61fa-bd33-412c-bb11-732faa8abeca req-e9934381-6661-4911-be13-b7b0c080b374 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a5ea91b2-c708-4745-beed-90616be4437e HTTP/1.1" status: 200 len: 912 time: 0.0908768 Aug 11 04:03:23.138123 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f98c61fa-bd33-412c-bb11-732faa8abeca req-85ea46fa-5f38-475c-a23f-644305b89958 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9145ab96-df61-4ef5-9488-d6e1835060eb HTTP/1.1" status: 200 len: 1000 time: 0.0572307 Aug 11 04:03:23.190432 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98c61fa-bd33-412c-bb11-732faa8abeca req-636f046a-1bad-4ba3-a982-4d64f02bcdde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:03:23.191770 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f98c61fa-bd33-412c-bb11-732faa8abeca req-636f046a-1bad-4ba3-a982-4d64f02bcdde service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e27dafc1-db87-435e-90cb-a6e72d9ff11b HTTP/1.1" status: 200 len: 850 time: 0.0469925 Aug 11 04:03:23.236718 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98c61fa-bd33-412c-bb11-732faa8abeca req-00f685c8-0bb0-49f6-8929-10486c5403f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:03:23.238162 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f98c61fa-bd33-412c-bb11-732faa8abeca req-00f685c8-0bb0-49f6-8929-10486c5403f8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a5ea91b2-c708-4745-beed-90616be4437e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0387633 Aug 11 04:03:23.327660 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f98c61fa-bd33-412c-bb11-732faa8abeca req-aaf0433e-0a4d-43b6-83ff-d12dfbfd7b78 service neutron] 10.222.0.24 "GET /v2.0/networks/a5ea91b2-c708-4745-beed-90616be4437e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817029 Aug 11 04:03:23.423807 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f98c61fa-bd33-412c-bb11-732faa8abeca req-e880b278-b1bf-49ba-89ea-d60826f8b819 service neutron] 10.222.0.24 "GET /v2.0/networks/a5ea91b2-c708-4745-beed-90616be4437e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891623 Aug 11 04:03:23.853174 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdecdf14-b172-42fb-9e8b-68cc8bd28707 req-79f75d58-9c5e-4975-8bc6-7473fc5d7ffe tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:03:23.854704 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bdecdf14-b172-42fb-9e8b-68cc8bd28707 req-79f75d58-9c5e-4975-8bc6-7473fc5d7ffe tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=140f35d9-5b83-4842-9036-3d751ccd8f1d HTTP/1.1" status: 200 len: 944 time: 0.0516253 Aug 11 04:03:23.892671 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bdecdf14-b172-42fb-9e8b-68cc8bd28707 req-2cdf089d-a08a-435c-938e-404001ad6531 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f22c4ac-8df9-4e4c-be4f-551791d33c61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318656 Aug 11 04:03:24.402761 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '140f35d9-5b83-4842-9036-3d751ccd8f1d', 'tag': '9145ab96-df61-4ef5-9488-d6e1835060eb'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 04:03:24.405491 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7f53641f53ed3ecbe111d4b405439a3ffe6be981c23072cf9fee61815809fbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-535a57a0-29d1-4fe7-a4f6-05d99887351f" -d '{"events": [{"name": "network-changed", "server_uuid": "140f35d9-5b83-4842-9036-3d751ccd8f1d", "tag": "9145ab96-df61-4ef5-9488-d6e1835060eb"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 04:03:24.454006 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 04:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3209908a-ad38-46c5-bf4f-5e3afcf71e69 x-openstack-request-id: req-3209908a-ad38-46c5-bf4f-5e3afcf71e69 {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 04:03:24.454249 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "140f35d9-5b83-4842-9036-3d751ccd8f1d", "tag": "9145ab96-df61-4ef5-9488-d6e1835060eb", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 04:03:24.454543 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3209908a-ad38-46c5-bf4f-5e3afcf71e69 {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 04:03:24.454943 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '140f35d9-5b83-4842-9036-3d751ccd8f1d', 'tag': '9145ab96-df61-4ef5-9488-d6e1835060eb', 'status': 'completed', 'code': 200} Aug 11 04:03:24.514265 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535a57a0-29d1-4fe7-a4f6-05d99887351f req-07672830-67cc-4573-820c-e9181cf7459a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:03:24.515706 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-535a57a0-29d1-4fe7-a4f6-05d99887351f req-07672830-67cc-4573-820c-e9181cf7459a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9d0143ac25424ed0a1039c6711371bf5&device_id=140f35d9-5b83-4842-9036-3d751ccd8f1d HTTP/1.1" status: 200 len: 1096 time: 0.0430655 Aug 11 04:03:24.518932 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535a57a0-29d1-4fe7-a4f6-05d99887351f req-0011fa07-9552-4659-af2b-118bea989e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:03:24.520493 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-535a57a0-29d1-4fe7-a4f6-05d99887351f req-0011fa07-9552-4659-af2b-118bea989e73 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9d0143ac25424ed0a1039c6711371bf5&device_id=140f35d9-5b83-4842-9036-3d751ccd8f1d HTTP/1.1" status: 200 len: 1096 time: 0.0433998 Aug 11 04:03:24.611819 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535a57a0-29d1-4fe7-a4f6-05d99887351f req-009c6f5b-4540-4c94-9e92-0b601203a614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:03:24.613472 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-535a57a0-29d1-4fe7-a4f6-05d99887351f req-009c6f5b-4540-4c94-9e92-0b601203a614 service neutron] 10.222.0.22 "GET /v2.0/networks?id=a5ea91b2-c708-4745-beed-90616be4437e HTTP/1.1" status: 200 len: 912 time: 0.0907292 Aug 11 04:03:24.615944 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535a57a0-29d1-4fe7-a4f6-05d99887351f req-392fac5b-6717-4b15-bef3-ba123cf2fcf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:03:24.617394 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-535a57a0-29d1-4fe7-a4f6-05d99887351f req-392fac5b-6717-4b15-bef3-ba123cf2fcf9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a5ea91b2-c708-4745-beed-90616be4437e HTTP/1.1" status: 200 len: 912 time: 0.0898602 Aug 11 04:03:24.680337 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-535a57a0-29d1-4fe7-a4f6-05d99887351f req-67ea49dc-c6a6-4bf4-b26c-880d12d3a0e1 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9145ab96-df61-4ef5-9488-d6e1835060eb HTTP/1.1" status: 200 len: 1000 time: 0.0601771 Aug 11 04:03:24.683027 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-535a57a0-29d1-4fe7-a4f6-05d99887351f req-8d885aac-3b7d-4f9b-a86f-81364ba18dfb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9145ab96-df61-4ef5-9488-d6e1835060eb HTTP/1.1" status: 200 len: 1000 time: 0.0581813 Aug 11 04:03:24.732696 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535a57a0-29d1-4fe7-a4f6-05d99887351f req-ee991192-a066-4b1c-bf4c-fd44ca781071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:03:24.734988 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-535a57a0-29d1-4fe7-a4f6-05d99887351f req-ee991192-a066-4b1c-bf4c-fd44ca781071 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e27dafc1-db87-435e-90cb-a6e72d9ff11b HTTP/1.1" status: 200 len: 850 time: 0.0470912 Aug 11 04:03:24.739062 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535a57a0-29d1-4fe7-a4f6-05d99887351f req-72fafa33-6e8c-417c-8a79-fa45e77966a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:03:24.740501 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-535a57a0-29d1-4fe7-a4f6-05d99887351f req-72fafa33-6e8c-417c-8a79-fa45e77966a1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e27dafc1-db87-435e-90cb-a6e72d9ff11b HTTP/1.1" status: 200 len: 850 time: 0.0501187 Aug 11 04:03:24.787487 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535a57a0-29d1-4fe7-a4f6-05d99887351f req-9cf90724-755f-4bc8-9fd9-5238a6479c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:03:24.789382 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-535a57a0-29d1-4fe7-a4f6-05d99887351f req-9cf90724-755f-4bc8-9fd9-5238a6479c5c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a5ea91b2-c708-4745-beed-90616be4437e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0471175 Aug 11 04:03:24.792748 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535a57a0-29d1-4fe7-a4f6-05d99887351f req-01858546-5f41-469f-a1c7-363f720e2286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:03:24.794253 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-535a57a0-29d1-4fe7-a4f6-05d99887351f req-01858546-5f41-469f-a1c7-363f720e2286 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a5ea91b2-c708-4745-beed-90616be4437e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0452356 Aug 11 04:03:24.886239 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-535a57a0-29d1-4fe7-a4f6-05d99887351f req-d7c41ecf-1e6c-4419-a957-88a6959fce9f service neutron] 10.222.0.22 "GET /v2.0/networks/a5ea91b2-c708-4745-beed-90616be4437e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883908 Aug 11 04:03:24.891989 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-535a57a0-29d1-4fe7-a4f6-05d99887351f req-833d0d4d-252d-47fc-bb8b-0d487a0e0e42 service neutron] 10.222.0.24 "GET /v2.0/networks/a5ea91b2-c708-4745-beed-90616be4437e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900550 Aug 11 04:03:24.983988 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-535a57a0-29d1-4fe7-a4f6-05d99887351f req-cb10f7af-64c6-40b5-8fbf-f149be35c910 service neutron] 10.222.0.22 "GET /v2.0/networks/a5ea91b2-c708-4745-beed-90616be4437e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907099 Aug 11 04:03:25.025547 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-535a57a0-29d1-4fe7-a4f6-05d99887351f req-c09ad6b3-6aed-41c8-bf13-85d1b6e527c6 service neutron] 10.222.0.24 "GET /v2.0/networks/a5ea91b2-c708-4745-beed-90616be4437e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262071 Aug 11 04:03:25.044495 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4a72e7-b21a-4997-95df-238d200351a0 req-639cf497-1e5b-4445-b54a-1cb50fb5d923 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:03:25.046675 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5f4a72e7-b21a-4997-95df-238d200351a0 req-639cf497-1e5b-4445-b54a-1cb50fb5d923 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=140f35d9-5b83-4842-9036-3d751ccd8f1d HTTP/1.1" status: 200 len: 944 time: 0.0646944 Aug 11 04:03:25.084903 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5f4a72e7-b21a-4997-95df-238d200351a0 req-97b8ef30-2926-43c3-a401-1685cf20546f tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f22c4ac-8df9-4e4c-be4f-551791d33c61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324025 Aug 11 04:03:26.210517 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8a8c04-e5f6-4451-85c6-fd51602ba8f7 req-6d1529fd-7082-48db-baa2-52969258adbd tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:03:26.212012 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4a8a8c04-e5f6-4451-85c6-fd51602ba8f7 req-6d1529fd-7082-48db-baa2-52969258adbd tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=140f35d9-5b83-4842-9036-3d751ccd8f1d HTTP/1.1" status: 200 len: 944 time: 0.0534782 Aug 11 04:03:26.251938 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4a8a8c04-e5f6-4451-85c6-fd51602ba8f7 req-4e144fd0-662a-46b2-a607-e4b899aec342 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f22c4ac-8df9-4e4c-be4f-551791d33c61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332775 Aug 11 04:03:27.369547 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b199a026-9aac-4c8e-9ba4-12c1d8ed11a5 req-7a57ecae-a118-4ee5-af89-ec1249f83ffc tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:03:27.371067 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b199a026-9aac-4c8e-9ba4-12c1d8ed11a5 req-7a57ecae-a118-4ee5-af89-ec1249f83ffc tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=140f35d9-5b83-4842-9036-3d751ccd8f1d HTTP/1.1" status: 200 len: 944 time: 0.0487938 Aug 11 04:03:27.409065 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b199a026-9aac-4c8e-9ba4-12c1d8ed11a5 req-12f613b8-5778-4ffe-a3b1-4224cd27740a tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f22c4ac-8df9-4e4c-be4f-551791d33c61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312943 Aug 11 04:03:28.524170 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21b2ac4-0cd2-478e-8237-545d698572a6 req-1811693d-9ad4-4e62-8b0c-12de78639d6c tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:03:28.525700 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c21b2ac4-0cd2-478e-8237-545d698572a6 req-1811693d-9ad4-4e62-8b0c-12de78639d6c tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=140f35d9-5b83-4842-9036-3d751ccd8f1d HTTP/1.1" status: 200 len: 944 time: 0.0493934 Aug 11 04:03:28.564035 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c21b2ac4-0cd2-478e-8237-545d698572a6 req-d671e83a-0caf-494f-b42b-3688b56ffe6f tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f22c4ac-8df9-4e4c-be4f-551791d33c61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308700 Aug 11 04:03:29.235820 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-42068c79-c19a-4595-9e3b-7e7cde1c1e10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:03:29.681834 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190822f6-9267-4f0b-b6ba-2d0166ea521d req-6b2d8327-ecea-49ac-b36f-d6d808082718 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:03:29.683341 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-190822f6-9267-4f0b-b6ba-2d0166ea521d req-6b2d8327-ecea-49ac-b36f-d6d808082718 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=140f35d9-5b83-4842-9036-3d751ccd8f1d HTTP/1.1" status: 200 len: 944 time: 0.0524290 Aug 11 04:03:29.720218 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-190822f6-9267-4f0b-b6ba-2d0166ea521d req-13cd7678-eea6-408c-a214-12b6790da973 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f22c4ac-8df9-4e4c-be4f-551791d33c61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303648 Aug 11 04:03:30.415541 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.agents_db [None req-950b7202-decb-43e2-8f71-ac8931dc9749 None None] Agent healthcheck: found 7 active agents {{(pid=102194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 04:03:30.835123 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037b14a1-ed33-4133-a54b-7de463291be6 req-2f53b95b-3e00-4125-993c-dd75e591ac6b tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:03:30.836581 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-037b14a1-ed33-4133-a54b-7de463291be6 req-2f53b95b-3e00-4125-993c-dd75e591ac6b tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=140f35d9-5b83-4842-9036-3d751ccd8f1d HTTP/1.1" status: 200 len: 944 time: 0.0485313 Aug 11 04:03:30.873675 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-037b14a1-ed33-4133-a54b-7de463291be6 req-6a9bc670-2167-45c4-a1ad-d19be53b60d2 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f22c4ac-8df9-4e4c-be4f-551791d33c61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308242 Aug 11 04:03:31.891299 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:03:31.987314 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aba9104-1ffc-4daf-8b6e-d92ed72dc4d1 req-f46dd272-f554-4978-9ea5-6f71b108f56c tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:03:31.988850 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1aba9104-1ffc-4daf-8b6e-d92ed72dc4d1 req-f46dd272-f554-4978-9ea5-6f71b108f56c tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=140f35d9-5b83-4842-9036-3d751ccd8f1d HTTP/1.1" status: 200 len: 944 time: 0.0484338 Aug 11 04:03:32.026620 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1aba9104-1ffc-4daf-8b6e-d92ed72dc4d1 req-a350c16c-d741-4fca-9486-32d769e7ff8d tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f22c4ac-8df9-4e4c-be4f-551791d33c61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318296 Aug 11 04:03:32.104408 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-10fcf64c-97f9-4e39-97fa-001d52fe190a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:03:33.145407 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7e8aa3-0f4f-4146-90d3-c247e79b9c6b req-ce475b09-a5ce-48f0-9a6c-e7693d99753c tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:03:33.146950 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ad7e8aa3-0f4f-4146-90d3-c247e79b9c6b req-ce475b09-a5ce-48f0-9a6c-e7693d99753c tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=140f35d9-5b83-4842-9036-3d751ccd8f1d HTTP/1.1" status: 200 len: 944 time: 0.0528994 Aug 11 04:03:33.184209 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ad7e8aa3-0f4f-4146-90d3-c247e79b9c6b req-fe565551-f11e-4cbe-8611-6f76fe408db9 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f22c4ac-8df9-4e4c-be4f-551791d33c61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314200 Aug 11 04:03:33.190515 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:03:34.300406 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfd65e9-0314-49e1-ac3e-c3eddc15b46f req-5f6d1716-bce9-4b45-9b60-b72f0f82cb9f tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:03:34.301990 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cbfd65e9-0314-49e1-ac3e-c3eddc15b46f req-5f6d1716-bce9-4b45-9b60-b72f0f82cb9f tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=140f35d9-5b83-4842-9036-3d751ccd8f1d HTTP/1.1" status: 200 len: 944 time: 0.0487540 Aug 11 04:03:34.339149 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cbfd65e9-0314-49e1-ac3e-c3eddc15b46f req-e51d8ccb-7853-408b-b2c9-468e14c77e2d tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f22c4ac-8df9-4e4c-be4f-551791d33c61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312722 Aug 11 04:03:34.847363 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:03:34.994927 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 9145ab96-df61-4ef5-9488-d6e1835060eb details requested by agent hyperv_n-h2-764292-30 with host n-h2-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 04:03:35.091716 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port 9145ab96-df61-4ef5-9488-d6e1835060eb, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=9145ab96-df61-4ef5-9488-d6e1835060eb,segment=NetworkSegment(96665fb4-b445-453f-85f9-e826534b59e1),segment_id=96665fb4-b445-453f-85f9-e826534b59e1)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:03:35.103878 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Returning: {'device': '9145ab96-df61-4ef5-9488-d6e1835060eb', 'network_id': 'a5ea91b2-c708-4745-beed-90616be4437e', 'port_id': '9145ab96-df61-4ef5-9488-d6e1835060eb', 'mac_address': 'fa:16:3e:5a:a4:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e27dafc1-db87-435e-90cb-a6e72d9ff11b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 04:03:35.140751 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:03:35.153290 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9145ab96-df61-4ef5-9488-d6e1835060eb {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 04:03:35.173143 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port 9145ab96-df61-4ef5-9488-d6e1835060eb, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=9145ab96-df61-4ef5-9488-d6e1835060eb,segment=NetworkSegment(96665fb4-b445-453f-85f9-e826534b59e1),segment_id=96665fb4-b445-453f-85f9-e826534b59e1)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:03:35.225381 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:03:35.272665 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=9145ab96-df61-4ef5-9488-d6e1835060eb,revision_number=8']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:03:35.280080 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:03:35.280439 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:03:35.281429 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:03:35.281769 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:03:35.282104 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:03:35.282466 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:03:35.285770 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:03:35.285770 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:03:35.285770 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:03:35.285770 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:03:35.285770 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:03:35.285770 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:03:35.446376 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['9145ab96-df61-4ef5-9488-d6e1835060eb'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 04:03:35.453688 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e2faf8-f750-45e8-ac06-a93c6c705358 req-cf1b2502-255f-4cd4-a18f-c5d3d55d2391 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:03:35.455235 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-50e2faf8-f750-45e8-ac06-a93c6c705358 req-cf1b2502-255f-4cd4-a18f-c5d3d55d2391 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=140f35d9-5b83-4842-9036-3d751ccd8f1d HTTP/1.1" status: 200 len: 945 time: 0.0489547 Aug 11 04:03:35.492453 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-50e2faf8-f750-45e8-ac06-a93c6c705358 req-1711ce7e-2550-475e-8fbf-924831fbeea6 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f22c4ac-8df9-4e4c-be4f-551791d33c61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311365 Aug 11 04:03:36.612564 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c076c7-ad8f-43da-b8a6-b0b7604a0481 req-30fbdd05-dff0-4ca7-a595-629cc56112b3 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:03:36.614017 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-44c076c7-ad8f-43da-b8a6-b0b7604a0481 req-30fbdd05-dff0-4ca7-a595-629cc56112b3 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=140f35d9-5b83-4842-9036-3d751ccd8f1d HTTP/1.1" status: 200 len: 945 time: 0.0528660 Aug 11 04:03:36.651125 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-44c076c7-ad8f-43da-b8a6-b0b7604a0481 req-ed7635e1-840a-437f-975e-b0f2f6c55df6 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f22c4ac-8df9-4e4c-be4f-551791d33c61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310056 Aug 11 04:03:37.013956 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 9145ab96-df61-4ef5-9488-d6e1835060eb up at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 04:03:37.127366 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning for port 9145ab96-df61-4ef5-9488-d6e1835060eb completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 04:03:37.131347 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning complete for port 9145ab96-df61-4ef5-9488-d6e1835060eb triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 04:03:37.133129 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:03:37.211618 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:03:37.234176 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '140f35d9-5b83-4842-9036-3d751ccd8f1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9145ab96-df61-4ef5-9488-d6e1835060eb'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 04:03:37.236566 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e385e08809ed349a2646fb52500b409f99e085c14d592b33dda6f3cb7a212da1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f913efde-bbc6-4ec1-9618-0d547bb262e0" -d '{"events": [{"server_uuid": "140f35d9-5b83-4842-9036-3d751ccd8f1d", "name": "network-vif-plugged", "status": "completed", "tag": "9145ab96-df61-4ef5-9488-d6e1835060eb"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 04:03:37.239772 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb6a890-64e5-4259-b8e7-89bda96acee9 req-8308824e-d94d-4b4d-b6f2-3e84737a23ce tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:03:37.241294 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6eb6a890-64e5-4259-b8e7-89bda96acee9 req-8308824e-d94d-4b4d-b6f2-3e84737a23ce tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=140f35d9-5b83-4842-9036-3d751ccd8f1d HTTP/1.1" status: 200 len: 945 time: 0.0828502 Aug 11 04:03:37.251503 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port 9145ab96-df61-4ef5-9488-d6e1835060eb, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=9145ab96-df61-4ef5-9488-d6e1835060eb,segment=NetworkSegment(96665fb4-b445-453f-85f9-e826534b59e1),segment_id=96665fb4-b445-453f-85f9-e826534b59e1)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:03:37.255458 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b948b9e-7159-4047-b870-5bf186b04529 req-841894d7-0c9b-4e3c-bea3-7dc30c115993 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:03:37.256875 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8b948b9e-7159-4047-b870-5bf186b04529 req-841894d7-0c9b-4e3c-bea3-7dc30c115993 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.24 "GET /v2.0/ports?device_id=140f35d9-5b83-4842-9036-3d751ccd8f1d&tenant_id=9d0143ac25424ed0a1039c6711371bf5&binding%3Ahost_id=n-h2-764292-30 HTTP/1.1" status: 200 len: 945 time: 0.0679951 Aug 11 04:03:37.323671 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6eb6a890-64e5-4259-b8e7-89bda96acee9 req-64c1ceca-f272-4c88-9de3-344076cbad20 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f22c4ac-8df9-4e4c-be4f-551791d33c61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657294 Aug 11 04:03:37.328039 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:03:37.349843 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8b948b9e-7159-4047-b870-5bf186b04529 req-c46a6227-8ab8-4849-a7ce-bd7f7134c076 service neutron] 10.222.0.24 "GET /v2.0/ports/9145ab96-df61-4ef5-9488-d6e1835060eb/bindings/n-h2-764292-30 HTTP/1.1" status: 200 len: 383 time: 0.0849593 Aug 11 04:03:37.360207 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 04:03:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43520598-6612-4a01-bac5-05f2a8dd5b37 x-openstack-request-id: req-43520598-6612-4a01-bac5-05f2a8dd5b37 {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 04:03:37.360573 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "140f35d9-5b83-4842-9036-3d751ccd8f1d", "name": "network-vif-plugged", "status": "completed", "tag": "9145ab96-df61-4ef5-9488-d6e1835060eb", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 04:03:37.360898 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-43520598-6612-4a01-bac5-05f2a8dd5b37 {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 04:03:37.361344 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '140f35d9-5b83-4842-9036-3d751ccd8f1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9145ab96-df61-4ef5-9488-d6e1835060eb', 'code': 200} Aug 11 04:03:37.388242 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=9145ab96-df61-4ef5-9488-d6e1835060eb,revision_number=9']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:03:37.415334 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b948b9e-7159-4047-b870-5bf186b04529 req-924a7075-f3ef-490a-9521-6a9bd6598c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:03:37.416838 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8b948b9e-7159-4047-b870-5bf186b04529 req-924a7075-f3ef-490a-9521-6a9bd6598c5f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9d0143ac25424ed0a1039c6711371bf5&device_id=140f35d9-5b83-4842-9036-3d751ccd8f1d HTTP/1.1" status: 200 len: 1098 time: 0.0431178 Aug 11 04:03:37.503731 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b948b9e-7159-4047-b870-5bf186b04529 req-5972f116-a6ae-4906-a4f8-2a4abbe90871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:03:37.505174 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8b948b9e-7159-4047-b870-5bf186b04529 req-5972f116-a6ae-4906-a4f8-2a4abbe90871 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a5ea91b2-c708-4745-beed-90616be4437e HTTP/1.1" status: 200 len: 912 time: 0.0819383 Aug 11 04:03:37.574834 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8b948b9e-7159-4047-b870-5bf186b04529 req-a420ef1e-672c-4df7-b5cf-ff4a6de51af2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9145ab96-df61-4ef5-9488-d6e1835060eb HTTP/1.1" status: 200 len: 1002 time: 0.0623159 Aug 11 04:03:37.622739 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b948b9e-7159-4047-b870-5bf186b04529 req-7b4b8f3d-8106-4605-9313-8bd2ca55460a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:03:37.624142 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8b948b9e-7159-4047-b870-5bf186b04529 req-7b4b8f3d-8106-4605-9313-8bd2ca55460a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e27dafc1-db87-435e-90cb-a6e72d9ff11b HTTP/1.1" status: 200 len: 850 time: 0.0430501 Aug 11 04:03:37.669816 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b948b9e-7159-4047-b870-5bf186b04529 req-11aa5b27-9ac0-4a74-ad3c-6432b39a7250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:03:37.672001 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8b948b9e-7159-4047-b870-5bf186b04529 req-11aa5b27-9ac0-4a74-ad3c-6432b39a7250 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a5ea91b2-c708-4745-beed-90616be4437e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402462 Aug 11 04:03:37.762172 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8b948b9e-7159-4047-b870-5bf186b04529 req-4e1da936-e5f7-4fc9-bf56-52920c740f1c service neutron] 10.222.0.24 "GET /v2.0/networks/a5ea91b2-c708-4745-beed-90616be4437e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836737 Aug 11 04:03:37.794367 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:03:37.850342 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8b948b9e-7159-4047-b870-5bf186b04529 req-073a7c73-ade7-449e-9b1d-95656467314b service neutron] 10.222.0.24 "GET /v2.0/networks/a5ea91b2-c708-4745-beed-90616be4437e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807843 Aug 11 04:03:38.448966 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fa8700-af78-4fd9-ab31-40305ff4efd2 req-ff1f8fce-381d-41dd-b4ec-caac8fa05d88 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:03:38.450452 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-03fa8700-af78-4fd9-ab31-40305ff4efd2 req-ff1f8fce-381d-41dd-b4ec-caac8fa05d88 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=140f35d9-5b83-4842-9036-3d751ccd8f1d HTTP/1.1" status: 200 len: 946 time: 0.0482643 Aug 11 04:03:38.491926 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-03fa8700-af78-4fd9-ab31-40305ff4efd2 req-24ce0baf-1f22-4530-ae51-2a12821391c6 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f22c4ac-8df9-4e4c-be4f-551791d33c61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349061 Aug 11 04:03:39.607261 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d6ce40-eb26-46a1-b76a-29b9676cab53 req-5740c4ca-3624-4535-933b-656661d01037 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:03:39.608664 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-18d6ce40-eb26-46a1-b76a-29b9676cab53 req-5740c4ca-3624-4535-933b-656661d01037 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=140f35d9-5b83-4842-9036-3d751ccd8f1d HTTP/1.1" status: 200 len: 946 time: 0.0500667 Aug 11 04:03:39.646308 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-18d6ce40-eb26-46a1-b76a-29b9676cab53 req-c0b59a71-6b5b-4b26-9f79-5085ef56ce50 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f22c4ac-8df9-4e4c-be4f-551791d33c61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318153 Aug 11 04:03:40.759149 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4654c1-0ffa-41ed-8627-00c318ec7ae8 req-11152aeb-a53c-4c5e-a920-5729695312ee tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:03:40.760643 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4d4654c1-0ffa-41ed-8627-00c318ec7ae8 req-11152aeb-a53c-4c5e-a920-5729695312ee tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=140f35d9-5b83-4842-9036-3d751ccd8f1d HTTP/1.1" status: 200 len: 946 time: 0.0487256 Aug 11 04:03:40.799715 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4d4654c1-0ffa-41ed-8627-00c318ec7ae8 req-b93b00e7-a36f-456f-a044-262bfb64adfa tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f22c4ac-8df9-4e4c-be4f-551791d33c61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324683 Aug 11 04:03:41.675736 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:03:41.915781 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91470df-e190-488b-8370-1a5ccc826661 req-8e39d400-bc5b-4ca6-8eb1-06f90af856d4 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:03:41.917275 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a91470df-e190-488b-8370-1a5ccc826661 req-8e39d400-bc5b-4ca6-8eb1-06f90af856d4 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=140f35d9-5b83-4842-9036-3d751ccd8f1d HTTP/1.1" status: 200 len: 946 time: 0.0494027 Aug 11 04:03:41.962910 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a91470df-e190-488b-8370-1a5ccc826661 req-7cf5c73a-0b2d-4754-bc5d-ad997a696414 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f22c4ac-8df9-4e4c-be4f-551791d33c61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393679 Aug 11 04:03:42.427999 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b948b9e-7159-4047-b870-5bf186b04529 req-82baef0e-4c43-4223-b684-aa82ec8bcd6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:03:42.429521 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-8b948b9e-7159-4047-b870-5bf186b04529 req-82baef0e-4c43-4223-b684-aa82ec8bcd6b service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=140f35d9-5b83-4842-9036-3d751ccd8f1d&tenant_id=9d0143ac25424ed0a1039c6711371bf5 HTTP/1.1" status: 200 len: 1098 time: 0.0429592 Aug 11 04:03:42.442488 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-8b948b9e-7159-4047-b870-5bf186b04529 req-e3b49429-f5ec-4521-a48d-67b2a4237d6b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-764292-30', 'device_owner': 'compute:nova'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:03:42.496596 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-8b948b9e-7159-4047-b870-5bf186b04529 req-e3b49429-f5ec-4521-a48d-67b2a4237d6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:03:42.696788 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-8b948b9e-7159-4047-b870-5bf186b04529 req-e3b49429-f5ec-4521-a48d-67b2a4237d6b service neutron] For port 9145ab96-df61-4ef5-9488-d6e1835060eb, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=9145ab96-df61-4ef5-9488-d6e1835060eb,segment=NetworkSegment(96665fb4-b445-453f-85f9-e826534b59e1),segment_id=96665fb4-b445-453f-85f9-e826534b59e1)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:03:42.729001 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-8b948b9e-7159-4047-b870-5bf186b04529 req-e3b49429-f5ec-4521-a48d-67b2a4237d6b service neutron] For port 9145ab96-df61-4ef5-9488-d6e1835060eb, host n-h2-764292-30, cleared binding levels {{(pid=102191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 04:03:42.767621 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '140f35d9-5b83-4842-9036-3d751ccd8f1d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9145ab96-df61-4ef5-9488-d6e1835060eb'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 04:03:42.769914 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9291d331c18c1eb37c2b57c8af4a09724b2e7f160dd5faf652855b3e38b81ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daa15e9d-fe78-40b1-9c28-144112872744" -d '{"events": [{"server_uuid": "140f35d9-5b83-4842-9036-3d751ccd8f1d", "name": "network-vif-unplugged", "status": "completed", "tag": "9145ab96-df61-4ef5-9488-d6e1835060eb"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 04:03:42.773570 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-8b948b9e-7159-4047-b870-5bf186b04529 req-e3b49429-f5ec-4521-a48d-67b2a4237d6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:03:42.791774 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [req-8b948b9e-7159-4047-b870-5bf186b04529 req-e3b49429-f5ec-4521-a48d-67b2a4237d6b service neutron] Transition to ACTIVE for port object 9145ab96-df61-4ef5-9488-d6e1835060eb will not be triggered until provisioned by entity L2. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 04:03:42.868226 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-8b948b9e-7159-4047-b870-5bf186b04529 req-e3b49429-f5ec-4521-a48d-67b2a4237d6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:03:42.871207 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 04:03:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd064597-dd44-4c0f-9eff-1715d5a450f8 x-openstack-request-id: req-dd064597-dd44-4c0f-9eff-1715d5a450f8 {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 04:03:42.871496 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "140f35d9-5b83-4842-9036-3d751ccd8f1d", "name": "network-vif-unplugged", "status": "completed", "tag": "9145ab96-df61-4ef5-9488-d6e1835060eb", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 04:03:42.871744 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-dd064597-dd44-4c0f-9eff-1715d5a450f8 {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 04:03:42.872130 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '140f35d9-5b83-4842-9036-3d751ccd8f1d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9145ab96-df61-4ef5-9488-d6e1835060eb', 'code': 200} Aug 11 04:03:42.952259 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b49429-f5ec-4521-a48d-67b2a4237d6b service neutron] Pushing event updated for resources: {'Port': ['ID=9145ab96-df61-4ef5-9488-d6e1835060eb,revision_number=10']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:03:42.966156 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b49429-f5ec-4521-a48d-67b2a4237d6b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:03:42.966523 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b49429-f5ec-4521-a48d-67b2a4237d6b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:03:42.966873 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b49429-f5ec-4521-a48d-67b2a4237d6b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:03:42.967198 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b49429-f5ec-4521-a48d-67b2a4237d6b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:03:42.967531 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b49429-f5ec-4521-a48d-67b2a4237d6b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:03:42.968391 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b49429-f5ec-4521-a48d-67b2a4237d6b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:03:42.968726 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b49429-f5ec-4521-a48d-67b2a4237d6b service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:03:42.969049 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b49429-f5ec-4521-a48d-67b2a4237d6b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:03:42.969372 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b49429-f5ec-4521-a48d-67b2a4237d6b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:03:42.969703 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b49429-f5ec-4521-a48d-67b2a4237d6b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:03:42.970026 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b49429-f5ec-4521-a48d-67b2a4237d6b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:03:42.970370 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b49429-f5ec-4521-a48d-67b2a4237d6b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:03:43.008815 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b948b9e-7159-4047-b870-5bf186b04529 req-e3b49429-f5ec-4521-a48d-67b2a4237d6b service neutron] No DVR routers for this DVR port 9145ab96-df61-4ef5-9488-d6e1835060eb on host n-h2-764292-30 {{(pid=102191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 04:03:43.083319 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baacb5d1-fdeb-4038-87bb-2540904a0c62 req-f2a292e8-1dcb-4fc0-94b4-c8cf497db059 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:03:43.084819 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-baacb5d1-fdeb-4038-87bb-2540904a0c62 req-f2a292e8-1dcb-4fc0-94b4-c8cf497db059 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=140f35d9-5b83-4842-9036-3d751ccd8f1d HTTP/1.1" status: 200 len: 945 time: 0.0497100 Aug 11 04:03:43.123137 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-baacb5d1-fdeb-4038-87bb-2540904a0c62 req-9cd215a7-a641-4a24-80d2-cfb66aa8dec8 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f22c4ac-8df9-4e4c-be4f-551791d33c61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320439 Aug 11 04:03:43.155235 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-8b948b9e-7159-4047-b870-5bf186b04529 req-e3b49429-f5ec-4521-a48d-67b2a4237d6b service neutron] Attempting to bind port 9145ab96-df61-4ef5-9488-d6e1835060eb on host n-h1-764292-30 for vnic_type normal with profile {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 04:03:43.156199 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-8b948b9e-7159-4047-b870-5bf186b04529 req-e3b49429-f5ec-4521-a48d-67b2a4237d6b service neutron] Attempting to bind port 9145ab96-df61-4ef5-9488-d6e1835060eb by drivers openvswitch,hyperv on host n-h1-764292-30 at level 0 using segments [{'id': '96665fb4-b445-453f-85f9-e826534b59e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'a5ea91b2-c708-4745-beed-90616be4437e'}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 04:03:43.156525 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b948b9e-7159-4047-b870-5bf186b04529 req-e3b49429-f5ec-4521-a48d-67b2a4237d6b service neutron] Attempting to bind port 9145ab96-df61-4ef5-9488-d6e1835060eb on network a5ea91b2-c708-4745-beed-90616be4437e {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 04:03:43.161019 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b948b9e-7159-4047-b870-5bf186b04529 req-e3b49429-f5ec-4521-a48d-67b2a4237d6b service neutron] Port 9145ab96-df61-4ef5-9488-d6e1835060eb on network a5ea91b2-c708-4745-beed-90616be4437e not bound, no agent of type Open vSwitch agent registered on host n-h1-764292-30 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 04:03:43.161334 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b948b9e-7159-4047-b870-5bf186b04529 req-e3b49429-f5ec-4521-a48d-67b2a4237d6b service neutron] Attempting to bind port 9145ab96-df61-4ef5-9488-d6e1835060eb on network a5ea91b2-c708-4745-beed-90616be4437e {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 04:03:43.166049 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b948b9e-7159-4047-b870-5bf186b04529 req-e3b49429-f5ec-4521-a48d-67b2a4237d6b service neutron] Checking agent: {'id': 'abb524c2-b412-4ed2-8367-45c4fd996fa7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 4, 3, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 04:03:43.166464 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b948b9e-7159-4047-b870-5bf186b04529 req-e3b49429-f5ec-4521-a48d-67b2a4237d6b service neutron] Checking segment: {'id': '96665fb4-b445-453f-85f9-e826534b59e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'a5ea91b2-c708-4745-beed-90616be4437e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 04:03:43.166789 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b948b9e-7159-4047-b870-5bf186b04529 req-e3b49429-f5ec-4521-a48d-67b2a4237d6b service neutron] Bound using segment: {'id': '96665fb4-b445-453f-85f9-e826534b59e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'a5ea91b2-c708-4745-beed-90616be4437e'} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 04:03:43.167205 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-8b948b9e-7159-4047-b870-5bf186b04529 req-e3b49429-f5ec-4521-a48d-67b2a4237d6b service neutron] Bound port: 9145ab96-df61-4ef5-9488-d6e1835060eb, host: n-h1-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96665fb4-b445-453f-85f9-e826534b59e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'a5ea91b2-c708-4745-beed-90616be4437e'}}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 04:03:43.167557 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-8b948b9e-7159-4047-b870-5bf186b04529 req-e3b49429-f5ec-4521-a48d-67b2a4237d6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:03:43.228330 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-8b948b9e-7159-4047-b870-5bf186b04529 req-e3b49429-f5ec-4521-a48d-67b2a4237d6b service neutron] For port 9145ab96-df61-4ef5-9488-d6e1835060eb, host n-h1-764292-30, cleared binding levels {{(pid=102191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 04:03:43.231251 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-8b948b9e-7159-4047-b870-5bf186b04529 req-e3b49429-f5ec-4521-a48d-67b2a4237d6b service neutron] For port 9145ab96-df61-4ef5-9488-d6e1835060eb, host n-h1-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=9145ab96-df61-4ef5-9488-d6e1835060eb,segment=NetworkSegment(96665fb4-b445-453f-85f9-e826534b59e1),segment_id=96665fb4-b445-453f-85f9-e826534b59e1)] {{(pid=102191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 04:03:43.347331 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-8b948b9e-7159-4047-b870-5bf186b04529 req-e3b49429-f5ec-4521-a48d-67b2a4237d6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:03:43.378980 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b948b9e-7159-4047-b870-5bf186b04529 req-e3b49429-f5ec-4521-a48d-67b2a4237d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:03:43.379595 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-8b948b9e-7159-4047-b870-5bf186b04529 req-e3b49429-f5ec-4521-a48d-67b2a4237d6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:03:43.381212 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-8b948b9e-7159-4047-b870-5bf186b04529 req-e3b49429-f5ec-4521-a48d-67b2a4237d6b service neutron] 10.222.0.22 "PUT /v2.0/ports/9145ab96-df61-4ef5-9488-d6e1835060eb HTTP/1.1" status: 200 len: 1094 time: 0.9428883 Aug 11 04:03:43.415675 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b49429-f5ec-4521-a48d-67b2a4237d6b service neutron] Pushing event updated for resources: {'Port': ['ID=9145ab96-df61-4ef5-9488-d6e1835060eb,revision_number=11']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:03:43.454314 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b948b9e-7159-4047-b870-5bf186b04529 req-2f34f0a0-c49f-4fb2-814d-c82352c3f3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:03:43.455974 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-8b948b9e-7159-4047-b870-5bf186b04529 req-2f34f0a0-c49f-4fb2-814d-c82352c3f3b0 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9d0143ac25424ed0a1039c6711371bf5&device_id=140f35d9-5b83-4842-9036-3d751ccd8f1d HTTP/1.1" status: 200 len: 1097 time: 0.0486815 Aug 11 04:03:43.548045 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b948b9e-7159-4047-b870-5bf186b04529 req-b89bb396-5e8f-47e5-becd-a7b0ba24bcd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:03:43.549541 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-8b948b9e-7159-4047-b870-5bf186b04529 req-b89bb396-5e8f-47e5-becd-a7b0ba24bcd0 service neutron] 10.222.0.22 "GET /v2.0/networks?id=a5ea91b2-c708-4745-beed-90616be4437e HTTP/1.1" status: 200 len: 912 time: 0.0871103 Aug 11 04:03:43.618814 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-8b948b9e-7159-4047-b870-5bf186b04529 req-7d4fb710-6249-4693-9802-d16a9ee2fd01 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9145ab96-df61-4ef5-9488-d6e1835060eb HTTP/1.1" status: 200 len: 1000 time: 0.0620670 Aug 11 04:03:43.666685 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b948b9e-7159-4047-b870-5bf186b04529 req-49bb1bc6-cdee-446a-91d1-71cb7a2235a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:03:43.668022 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-8b948b9e-7159-4047-b870-5bf186b04529 req-49bb1bc6-cdee-446a-91d1-71cb7a2235a4 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e27dafc1-db87-435e-90cb-a6e72d9ff11b HTTP/1.1" status: 200 len: 850 time: 0.0429800 Aug 11 04:03:43.711436 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b948b9e-7159-4047-b870-5bf186b04529 req-1e43c03f-bc5b-41df-96f6-1bded0901f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:03:43.712880 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-8b948b9e-7159-4047-b870-5bf186b04529 req-1e43c03f-bc5b-41df-96f6-1bded0901f41 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a5ea91b2-c708-4745-beed-90616be4437e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0380304 Aug 11 04:03:43.805647 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-8b948b9e-7159-4047-b870-5bf186b04529 req-03b2982f-cccc-4537-a97c-b64de50ab933 service neutron] 10.222.0.22 "GET /v2.0/networks/a5ea91b2-c708-4745-beed-90616be4437e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833032 Aug 11 04:03:43.892205 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-8b948b9e-7159-4047-b870-5bf186b04529 req-15d96f94-171b-4ce1-aeb1-f2b3f74f2afc service neutron] 10.222.0.22 "GET /v2.0/networks/a5ea91b2-c708-4745-beed-90616be4437e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789621 Aug 11 04:03:44.240394 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdd5812-5931-49be-a289-99ca9f9fda49 req-7cb4fec9-b9b7-4a48-9c8e-7ad023b116e4 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:03:44.241894 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8bdd5812-5931-49be-a289-99ca9f9fda49 req-7cb4fec9-b9b7-4a48-9c8e-7ad023b116e4 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=140f35d9-5b83-4842-9036-3d751ccd8f1d HTTP/1.1" status: 200 len: 945 time: 0.0489426 Aug 11 04:03:44.281539 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8bdd5812-5931-49be-a289-99ca9f9fda49 req-9efcf3d4-7c66-4532-aceb-525929476994 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f22c4ac-8df9-4e4c-be4f-551791d33c61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334756 Aug 11 04:03:44.873707 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '140f35d9-5b83-4842-9036-3d751ccd8f1d', 'tag': '9145ab96-df61-4ef5-9488-d6e1835060eb'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 04:03:44.876839 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9291d331c18c1eb37c2b57c8af4a09724b2e7f160dd5faf652855b3e38b81ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d6be892-e972-46fb-bd2e-82856c712cf9" -d '{"events": [{"name": "network-changed", "server_uuid": "140f35d9-5b83-4842-9036-3d751ccd8f1d", "tag": "9145ab96-df61-4ef5-9488-d6e1835060eb"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 04:03:44.924622 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 04:03:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa14c555-07ed-4708-b1ae-0664611c74b2 x-openstack-request-id: req-fa14c555-07ed-4708-b1ae-0664611c74b2 {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 04:03:44.924913 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "140f35d9-5b83-4842-9036-3d751ccd8f1d", "tag": "9145ab96-df61-4ef5-9488-d6e1835060eb", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 04:03:44.925179 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fa14c555-07ed-4708-b1ae-0664611c74b2 {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 04:03:44.925593 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '140f35d9-5b83-4842-9036-3d751ccd8f1d', 'tag': '9145ab96-df61-4ef5-9488-d6e1835060eb', 'status': 'completed', 'code': 200} Aug 11 04:03:44.983278 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6be892-e972-46fb-bd2e-82856c712cf9 req-96d72668-c5bc-4da0-81fb-1e3d10089ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:03:44.985471 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-4d6be892-e972-46fb-bd2e-82856c712cf9 req-96d72668-c5bc-4da0-81fb-1e3d10089ba8 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9d0143ac25424ed0a1039c6711371bf5&device_id=140f35d9-5b83-4842-9036-3d751ccd8f1d HTTP/1.1" status: 200 len: 1097 time: 0.0426626 Aug 11 04:03:44.987437 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6be892-e972-46fb-bd2e-82856c712cf9 req-27c0b07c-ad91-403d-981b-3cf911a051b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:03:44.988981 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4d6be892-e972-46fb-bd2e-82856c712cf9 req-27c0b07c-ad91-403d-981b-3cf911a051b1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9d0143ac25424ed0a1039c6711371bf5&device_id=140f35d9-5b83-4842-9036-3d751ccd8f1d HTTP/1.1" status: 200 len: 1097 time: 0.0425782 Aug 11 04:03:45.006562 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 9145ab96-df61-4ef5-9488-d6e1835060eb no longer exists at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 04:03:45.055379 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 9145ab96-df61-4ef5-9488-d6e1835060eb not bound to the agent host n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 04:03:45.087231 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6be892-e972-46fb-bd2e-82856c712cf9 req-28372e64-e65d-49aa-bcea-6ce09f61a940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:03:45.088142 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6be892-e972-46fb-bd2e-82856c712cf9 req-7e4f5e0c-05f9-4da8-9e90-cfca6c4a3cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:03:45.088724 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4d6be892-e972-46fb-bd2e-82856c712cf9 req-28372e64-e65d-49aa-bcea-6ce09f61a940 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a5ea91b2-c708-4745-beed-90616be4437e HTTP/1.1" status: 200 len: 912 time: 0.0929093 Aug 11 04:03:45.089657 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-4d6be892-e972-46fb-bd2e-82856c712cf9 req-7e4f5e0c-05f9-4da8-9e90-cfca6c4a3cc5 service neutron] 10.222.0.22 "GET /v2.0/networks?id=a5ea91b2-c708-4745-beed-90616be4437e HTTP/1.1" status: 200 len: 912 time: 0.0977478 Aug 11 04:03:45.159131 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4d6be892-e972-46fb-bd2e-82856c712cf9 req-f8f9bb39-526a-473c-ba3c-d08d6656e748 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9145ab96-df61-4ef5-9488-d6e1835060eb HTTP/1.1" status: 200 len: 1000 time: 0.0633061 Aug 11 04:03:45.159364 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-4d6be892-e972-46fb-bd2e-82856c712cf9 req-71bd698a-1ab8-4245-9bc7-0081f606a3f0 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9145ab96-df61-4ef5-9488-d6e1835060eb HTTP/1.1" status: 200 len: 1000 time: 0.0624065 Aug 11 04:03:45.213307 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6be892-e972-46fb-bd2e-82856c712cf9 req-84fb487f-6cc2-4ef4-8493-a1673881f16c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:03:45.214918 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-4d6be892-e972-46fb-bd2e-82856c712cf9 req-84fb487f-6cc2-4ef4-8493-a1673881f16c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e27dafc1-db87-435e-90cb-a6e72d9ff11b HTTP/1.1" status: 200 len: 850 time: 0.0488241 Aug 11 04:03:45.216098 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6be892-e972-46fb-bd2e-82856c712cf9 req-245e2618-ff38-492b-81e0-28b998b22528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:03:45.218275 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4d6be892-e972-46fb-bd2e-82856c712cf9 req-245e2618-ff38-492b-81e0-28b998b22528 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e27dafc1-db87-435e-90cb-a6e72d9ff11b HTTP/1.1" status: 200 len: 850 time: 0.0505726 Aug 11 04:03:45.265418 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6be892-e972-46fb-bd2e-82856c712cf9 req-319f13ab-0de9-47b3-883a-bae5199bc022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:03:45.267059 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-4d6be892-e972-46fb-bd2e-82856c712cf9 req-319f13ab-0de9-47b3-883a-bae5199bc022 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a5ea91b2-c708-4745-beed-90616be4437e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0456717 Aug 11 04:03:45.267719 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6be892-e972-46fb-bd2e-82856c712cf9 req-1783511c-f9bf-4d2f-8e3f-9ce86b665a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:03:45.269231 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4d6be892-e972-46fb-bd2e-82856c712cf9 req-1783511c-f9bf-4d2f-8e3f-9ce86b665a7a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a5ea91b2-c708-4745-beed-90616be4437e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446553 Aug 11 04:03:45.371054 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-4d6be892-e972-46fb-bd2e-82856c712cf9 req-73eff160-bb47-49af-9ec7-75e4939546e9 service neutron] 10.222.0.22 "GET /v2.0/networks/a5ea91b2-c708-4745-beed-90616be4437e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966914 Aug 11 04:03:45.412132 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4d6be892-e972-46fb-bd2e-82856c712cf9 req-5b3e7a6c-4b35-4664-a1b7-d5516437b352 service neutron] 10.222.0.24 "GET /v2.0/networks/a5ea91b2-c708-4745-beed-90616be4437e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349678 Aug 11 04:03:45.470352 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-4d6be892-e972-46fb-bd2e-82856c712cf9 req-78b7eea9-ad86-4261-9838-48a324a2c0f5 service neutron] 10.222.0.22 "GET /v2.0/networks/a5ea91b2-c708-4745-beed-90616be4437e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922835 Aug 11 04:03:45.472501 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c696fa4f-e7e1-406a-83b4-e99145a358a5 req-a23d03d4-c6c2-4c17-a83f-4625a9033fda tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:03:45.473993 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c696fa4f-e7e1-406a-83b4-e99145a358a5 req-a23d03d4-c6c2-4c17-a83f-4625a9033fda tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=140f35d9-5b83-4842-9036-3d751ccd8f1d HTTP/1.1" status: 200 len: 945 time: 0.1087046 Aug 11 04:03:45.537763 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c696fa4f-e7e1-406a-83b4-e99145a358a5 req-65ffd6ef-5819-4a87-9476-af4b5c5b7bcc tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f22c4ac-8df9-4e4c-be4f-551791d33c61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557613 Aug 11 04:03:45.541383 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4d6be892-e972-46fb-bd2e-82856c712cf9 req-addf53bf-d2fe-43ae-b59e-f58900ffe3c4 service neutron] 10.222.0.24 "GET /v2.0/networks/a5ea91b2-c708-4745-beed-90616be4437e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219373 Aug 11 04:03:46.659825 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ce4846-0a07-4eaa-904d-080104cc6377 req-6c3bf805-b1f1-485f-9ab3-05e5bbd7f3b2 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:03:46.661240 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-97ce4846-0a07-4eaa-904d-080104cc6377 req-6c3bf805-b1f1-485f-9ab3-05e5bbd7f3b2 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=140f35d9-5b83-4842-9036-3d751ccd8f1d HTTP/1.1" status: 200 len: 945 time: 0.0541110 Aug 11 04:03:46.698729 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-97ce4846-0a07-4eaa-904d-080104cc6377 req-949f0fe5-7064-4167-86dd-61a713331368 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f22c4ac-8df9-4e4c-be4f-551791d33c61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314672 Aug 11 04:03:47.813895 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a3c0e6-02e7-4deb-b200-4455350053c0 req-afce2078-d1bd-4cd6-9861-7b3d88dbf27f tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:03:47.815493 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b2a3c0e6-02e7-4deb-b200-4455350053c0 req-afce2078-d1bd-4cd6-9861-7b3d88dbf27f tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=140f35d9-5b83-4842-9036-3d751ccd8f1d HTTP/1.1" status: 200 len: 945 time: 0.0493650 Aug 11 04:03:47.853921 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b2a3c0e6-02e7-4deb-b200-4455350053c0 req-3e6d6423-b3d9-4a75-9060-41a3bf0f5c12 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f22c4ac-8df9-4e4c-be4f-551791d33c61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321121 Aug 11 04:03:48.966080 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1dbbf3-0169-40d8-9dd3-9a19db185643 req-9bc97ebc-7087-4585-aea4-5f85585386c3 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:03:48.967580 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-fc1dbbf3-0169-40d8-9dd3-9a19db185643 req-9bc97ebc-7087-4585-aea4-5f85585386c3 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=140f35d9-5b83-4842-9036-3d751ccd8f1d HTTP/1.1" status: 200 len: 945 time: 0.0477197 Aug 11 04:03:49.005105 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-fc1dbbf3-0169-40d8-9dd3-9a19db185643 req-bbbfbca8-f1f3-4764-af04-8d5f933f74e6 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f22c4ac-8df9-4e4c-be4f-551791d33c61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311203 Aug 11 04:03:50.123078 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c7ae75-d503-4871-a361-1e726bdeab72 req-00b75765-f228-4901-85fe-73544ee0c7c2 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:03:50.125109 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a7c7ae75-d503-4871-a361-1e726bdeab72 req-00b75765-f228-4901-85fe-73544ee0c7c2 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=140f35d9-5b83-4842-9036-3d751ccd8f1d HTTP/1.1" status: 200 len: 945 time: 0.0512588 Aug 11 04:03:50.162894 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a7c7ae75-d503-4871-a361-1e726bdeab72 req-3ec1e03c-4f7e-4d87-8e0b-bf32dada9ac1 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f22c4ac-8df9-4e4c-be4f-551791d33c61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316708 Aug 11 04:03:51.276334 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2321ce88-960a-4d57-bfb5-513fb6c37f61 req-1d3544e8-26cf-4cf2-86c6-654eeab62042 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:03:51.277832 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2321ce88-960a-4d57-bfb5-513fb6c37f61 req-1d3544e8-26cf-4cf2-86c6-654eeab62042 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=140f35d9-5b83-4842-9036-3d751ccd8f1d HTTP/1.1" status: 200 len: 945 time: 0.0488584 Aug 11 04:03:51.316155 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2321ce88-960a-4d57-bfb5-513fb6c37f61 req-6a32d2ef-1a49-4265-8bf9-864417842029 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f22c4ac-8df9-4e4c-be4f-551791d33c61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315106 Aug 11 04:03:52.431158 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36ddc0d-e961-4a57-96c2-a0b4551dd3ef req-1fbffc62-5b7c-482b-adad-4b40c84732c5 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:03:52.432606 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d36ddc0d-e961-4a57-96c2-a0b4551dd3ef req-1fbffc62-5b7c-482b-adad-4b40c84732c5 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=140f35d9-5b83-4842-9036-3d751ccd8f1d HTTP/1.1" status: 200 len: 945 time: 0.0484130 Aug 11 04:03:52.469888 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d36ddc0d-e961-4a57-96c2-a0b4551dd3ef req-9fd0c361-d170-4530-9682-367b0ce54db3 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f22c4ac-8df9-4e4c-be4f-551791d33c61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309727 Aug 11 04:03:53.585702 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eba6d9-dcad-400e-825e-ff60e575247f req-e2452905-190a-4aca-9256-4619750b707a tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:03:53.587176 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-85eba6d9-dcad-400e-825e-ff60e575247f req-e2452905-190a-4aca-9256-4619750b707a tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=140f35d9-5b83-4842-9036-3d751ccd8f1d HTTP/1.1" status: 200 len: 945 time: 0.0513299 Aug 11 04:03:53.623312 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-85eba6d9-dcad-400e-825e-ff60e575247f req-b93a3d52-ae1f-4bdb-98bf-4ac5dc4561a8 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f22c4ac-8df9-4e4c-be4f-551791d33c61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303068 Aug 11 04:03:54.740449 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579da0ec-4250-4bd4-ad82-7cc56a3cec85 req-51d94bce-b9d6-40ad-a286-d381458e0b2f tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:03:54.741927 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-579da0ec-4250-4bd4-ad82-7cc56a3cec85 req-51d94bce-b9d6-40ad-a286-d381458e0b2f tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=140f35d9-5b83-4842-9036-3d751ccd8f1d HTTP/1.1" status: 200 len: 945 time: 0.0489237 Aug 11 04:03:54.778548 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-579da0ec-4250-4bd4-ad82-7cc56a3cec85 req-45cf2587-ea72-40fa-8df8-e7050390a6f7 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f22c4ac-8df9-4e4c-be4f-551791d33c61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304804 Aug 11 04:03:55.892458 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37e4b55-ac5f-4e69-b515-3ec0e033ca9d req-2e73e483-973c-4ca8-8b6e-df7a1a29b689 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:03:55.893925 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a37e4b55-ac5f-4e69-b515-3ec0e033ca9d req-2e73e483-973c-4ca8-8b6e-df7a1a29b689 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=140f35d9-5b83-4842-9036-3d751ccd8f1d HTTP/1.1" status: 200 len: 945 time: 0.0477183 Aug 11 04:03:55.931095 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a37e4b55-ac5f-4e69-b515-3ec0e033ca9d req-980b0c4f-807e-49cc-b5f2-9fbfb71464a8 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f22c4ac-8df9-4e4c-be4f-551791d33c61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310597 Aug 11 04:03:57.049662 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9bbebe-034e-4e22-aac1-a2ae3c8c52b2 req-d58a2264-b5e2-436b-9c3d-1a67bbf88f4f tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:03:57.051162 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1e9bbebe-034e-4e22-aac1-a2ae3c8c52b2 req-d58a2264-b5e2-436b-9c3d-1a67bbf88f4f tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=140f35d9-5b83-4842-9036-3d751ccd8f1d HTTP/1.1" status: 200 len: 945 time: 0.0544846 Aug 11 04:03:57.089091 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1e9bbebe-034e-4e22-aac1-a2ae3c8c52b2 req-9a5fcf2e-03a3-4eab-9048-558bb08d6fb0 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f22c4ac-8df9-4e4c-be4f-551791d33c61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319865 Aug 11 04:03:58.203389 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bf6890-88cd-4a8c-aabb-08f5c6190196 req-bdd2db80-e61b-40d0-af7b-46f1bc63fa19 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:03:58.204903 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-42bf6890-88cd-4a8c-aabb-08f5c6190196 req-bdd2db80-e61b-40d0-af7b-46f1bc63fa19 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=140f35d9-5b83-4842-9036-3d751ccd8f1d HTTP/1.1" status: 200 len: 945 time: 0.0485079 Aug 11 04:03:58.241983 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-42bf6890-88cd-4a8c-aabb-08f5c6190196 req-e24e4205-c064-42d0-9d57-e34f600a4993 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f22c4ac-8df9-4e4c-be4f-551791d33c61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312726 Aug 11 04:03:58.354449 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a24f66-bcb0-454a-8559-e1c673a153ba req-09f8d894-8bcb-4fdd-b21e-7c7a977e240f tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:03:58.355904 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-95a24f66-bcb0-454a-8559-e1c673a153ba req-09f8d894-8bcb-4fdd-b21e-7c7a977e240f tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=140f35d9-5b83-4842-9036-3d751ccd8f1d HTTP/1.1" status: 200 len: 945 time: 0.0487609 Aug 11 04:03:58.365518 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 9145ab96-df61-4ef5-9488-d6e1835060eb details requested by agent hyperv_n-h1-764292-30 with host n-h1-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 04:03:58.394957 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-95a24f66-bcb0-454a-8559-e1c673a153ba req-cbfdb2b4-770c-41cf-b43a-1ad0fded8b2f tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f22c4ac-8df9-4e4c-be4f-551791d33c61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325189 Aug 11 04:03:58.459244 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 9145ab96-df61-4ef5-9488-d6e1835060eb, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=9145ab96-df61-4ef5-9488-d6e1835060eb,segment=NetworkSegment(96665fb4-b445-453f-85f9-e826534b59e1),segment_id=96665fb4-b445-453f-85f9-e826534b59e1)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:03:58.471463 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Returning: {'device': '9145ab96-df61-4ef5-9488-d6e1835060eb', 'network_id': 'a5ea91b2-c708-4745-beed-90616be4437e', 'port_id': '9145ab96-df61-4ef5-9488-d6e1835060eb', 'mac_address': 'fa:16:3e:5a:a4:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e27dafc1-db87-435e-90cb-a6e72d9ff11b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 04:03:58.507911 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:03:58.511288 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb46665a-6045-42ed-80b5-5e21fc001e82 req-a23498f2-242c-48af-8449-22a43494a164 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:03:58.512783 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-eb46665a-6045-42ed-80b5-5e21fc001e82 req-a23498f2-242c-48af-8449-22a43494a164 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=140f35d9-5b83-4842-9036-3d751ccd8f1d HTTP/1.1" status: 200 len: 945 time: 0.0528831 Aug 11 04:03:58.524288 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9145ab96-df61-4ef5-9488-d6e1835060eb {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 04:03:58.544248 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 9145ab96-df61-4ef5-9488-d6e1835060eb, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=9145ab96-df61-4ef5-9488-d6e1835060eb,segment=NetworkSegment(96665fb4-b445-453f-85f9-e826534b59e1),segment_id=96665fb4-b445-453f-85f9-e826534b59e1)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:03:58.551154 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-eb46665a-6045-42ed-80b5-5e21fc001e82 req-61fc9904-22de-42c8-af39-5f3803a31fd8 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f22c4ac-8df9-4e4c-be4f-551791d33c61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323746 Aug 11 04:03:58.600991 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:03:58.649336 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=9145ab96-df61-4ef5-9488-d6e1835060eb,revision_number=12']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:03:58.934771 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['9145ab96-df61-4ef5-9488-d6e1835060eb'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 04:03:58.989812 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ed8173-841b-4ff5-91ab-5cd1a2790be4 req-f15b5df4-9c69-4172-b84b-4eda06c7eae1 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:03:58.991339 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c2ed8173-841b-4ff5-91ab-5cd1a2790be4 req-f15b5df4-9c69-4172-b84b-4eda06c7eae1 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=140f35d9-5b83-4842-9036-3d751ccd8f1d HTTP/1.1" status: 200 len: 946 time: 0.0492148 Aug 11 04:03:59.029109 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c2ed8173-841b-4ff5-91ab-5cd1a2790be4 req-e3df6a6e-7213-4e98-a99f-1fd951c819b3 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f22c4ac-8df9-4e4c-be4f-551791d33c61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318472 Aug 11 04:03:59.235216 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-82ec9858-e9b1-43da-90ab-1a12aca6fea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:04:00.145058 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ffcc86-348a-478c-8bef-6ace56ee5609 req-0135571a-b2f8-4f55-91a9-059ce75be6e6 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:04:00.146546 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-61ffcc86-348a-478c-8bef-6ace56ee5609 req-0135571a-b2f8-4f55-91a9-059ce75be6e6 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=140f35d9-5b83-4842-9036-3d751ccd8f1d HTTP/1.1" status: 200 len: 946 time: 0.0476532 Aug 11 04:04:00.183790 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-61ffcc86-348a-478c-8bef-6ace56ee5609 req-b5573a12-35e1-457a-944c-148f74bf104f tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f22c4ac-8df9-4e4c-be4f-551791d33c61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315561 Aug 11 04:04:00.393927 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 9145ab96-df61-4ef5-9488-d6e1835060eb up at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 04:04:00.521038 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning for port 9145ab96-df61-4ef5-9488-d6e1835060eb completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 04:04:00.525228 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning complete for port 9145ab96-df61-4ef5-9488-d6e1835060eb triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 04:04:00.526644 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:04:00.602623 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:04:00.624730 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '140f35d9-5b83-4842-9036-3d751ccd8f1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9145ab96-df61-4ef5-9488-d6e1835060eb'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 04:04:00.629565 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e385e08809ed349a2646fb52500b409f99e085c14d592b33dda6f3cb7a212da1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36e79f6c-34f7-43d3-8462-e030bcc06d58" -d '{"events": [{"server_uuid": "140f35d9-5b83-4842-9036-3d751ccd8f1d", "name": "network-vif-plugged", "status": "completed", "tag": "9145ab96-df61-4ef5-9488-d6e1835060eb"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 04:04:00.640598 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 9145ab96-df61-4ef5-9488-d6e1835060eb, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=9145ab96-df61-4ef5-9488-d6e1835060eb,segment=NetworkSegment(96665fb4-b445-453f-85f9-e826534b59e1),segment_id=96665fb4-b445-453f-85f9-e826534b59e1)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:04:00.663641 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 04:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b943ca4e-fc66-4585-bc65-55ab694c33dc x-openstack-request-id: req-b943ca4e-fc66-4585-bc65-55ab694c33dc {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 04:04:00.663928 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "140f35d9-5b83-4842-9036-3d751ccd8f1d", "name": "network-vif-plugged", "status": "completed", "tag": "9145ab96-df61-4ef5-9488-d6e1835060eb", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 04:04:00.664174 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b943ca4e-fc66-4585-bc65-55ab694c33dc {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 04:04:00.664563 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '140f35d9-5b83-4842-9036-3d751ccd8f1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9145ab96-df61-4ef5-9488-d6e1835060eb', 'code': 200} Aug 11 04:04:00.694518 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49d4aae-2e14-42fe-b4aa-9ec24d101540 req-aad67acf-86c9-4f49-a948-40b00db2c4e1 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:04:00.696032 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-b49d4aae-2e14-42fe-b4aa-9ec24d101540 req-aad67acf-86c9-4f49-a948-40b00db2c4e1 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.22 "GET /v2.0/ports?device_id=140f35d9-5b83-4842-9036-3d751ccd8f1d HTTP/1.1" status: 200 len: 946 time: 0.0489657 Aug 11 04:04:00.707666 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:04:00.758115 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=9145ab96-df61-4ef5-9488-d6e1835060eb,revision_number=13']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:04:00.791257 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-b49d4aae-2e14-42fe-b4aa-9ec24d101540 req-ad8ef99c-c048-4613-8d50-5c2c3a207f95 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Deleting port 9145ab96-df61-4ef5-9488-d6e1835060eb {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 04:04:00.791603 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-b49d4aae-2e14-42fe-b4aa-9ec24d101540 req-ad8ef99c-c048-4613-8d50-5c2c3a207f95 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:04:00.877465 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-b49d4aae-2e14-42fe-b4aa-9ec24d101540 req-ad8ef99c-c048-4613-8d50-5c2c3a207f95 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] For port 9145ab96-df61-4ef5-9488-d6e1835060eb, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=9145ab96-df61-4ef5-9488-d6e1835060eb,segment=NetworkSegment(96665fb4-b445-453f-85f9-e826534b59e1),segment_id=96665fb4-b445-453f-85f9-e826534b59e1)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:04:00.877831 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-b49d4aae-2e14-42fe-b4aa-9ec24d101540 req-ad8ef99c-c048-4613-8d50-5c2c3a207f95 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:04:01.045399 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-b49d4aae-2e14-42fe-b4aa-9ec24d101540 req-ad8ef99c-c048-4613-8d50-5c2c3a207f95 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:04:01.045772 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-b49d4aae-2e14-42fe-b4aa-9ec24d101540 req-ad8ef99c-c048-4613-8d50-5c2c3a207f95 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446866'] for floatingip, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:04:01.046086 n-d-764292-30 neutron-server[102191]: INFO neutron.db.l3_db [req-b49d4aae-2e14-42fe-b4aa-9ec24d101540 req-ad8ef99c-c048-4613-8d50-5c2c3a207f95 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Floating IP ed7b149c-932e-410e-81e2-7198430a3c08 disassociated. External IP: 172.25.8.91, port: 9145ab96-df61-4ef5-9488-d6e1835060eb. Aug 11 04:04:01.046458 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-b49d4aae-2e14-42fe-b4aa-9ec24d101540 req-ad8ef99c-c048-4613-8d50-5c2c3a207f95 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Calling delete_port for 9145ab96-df61-4ef5-9488-d6e1835060eb owned by compute:nova {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 04:04:01.233541 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-b49d4aae-2e14-42fe-b4aa-9ec24d101540 req-ad8ef99c-c048-4613-8d50-5c2c3a207f95 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:04:01.266197 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8ef99c-c048-4613-8d50-5c2c3a207f95 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Pushing event deleted for resources: {'Port': ['ID=9145ab96-df61-4ef5-9488-d6e1835060eb,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:04:01.281060 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-24b09654-0655-4204-95ff-3700e8243798 req-8aa8b1b9-3257-4b86-b139-9ef4f1dd7bb1 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=140f35d9-5b83-4842-9036-3d751ccd8f1d HTTP/1.1" status: 200 len: 210 time: 0.0313270 Aug 11 04:04:01.383879 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b49d4aae-2e14-42fe-b4aa-9ec24d101540 req-ad8ef99c-c048-4613-8d50-5c2c3a207f95 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Router 02fb9610-9193-47cf-b01f-9def3fe4cccd has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 04:04:01.492812 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b49d4aae-2e14-42fe-b4aa-9ec24d101540 req-ad8ef99c-c048-4613-8d50-5c2c3a207f95 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 04:04:01.503194 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ac0f18-602d-4f0d-8d22-b56610df814d None None] Sync routers for ids ['02fb9610-9193-47cf-b01f-9def3fe4cccd'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 04:04:01.512045 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ac0f18-602d-4f0d-8d22-b56610df814d None None] Routers {'02fb9610-9193-47cf-b01f-9def3fe4cccd'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 04:04:01.512741 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-35ac0f18-602d-4f0d-8d22-b56610df814d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T04:03:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['02fb9610-9193-47cf-b01f-9def3fe4cccd'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:04:01.534019 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-b49d4aae-2e14-42fe-b4aa-9ec24d101540 req-ad8ef99c-c048-4613-8d50-5c2c3a207f95 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] No DVR routers for this DVR port 9145ab96-df61-4ef5-9488-d6e1835060eb on host n-h1-764292-30 {{(pid=102191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 04:04:01.536601 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-b49d4aae-2e14-42fe-b4aa-9ec24d101540 req-ad8ef99c-c048-4613-8d50-5c2c3a207f95 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:04:01.538605 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-b49d4aae-2e14-42fe-b4aa-9ec24d101540 req-ad8ef99c-c048-4613-8d50-5c2c3a207f95 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.22 "DELETE /v2.0/ports/9145ab96-df61-4ef5-9488-d6e1835060eb HTTP/1.1" status: 204 len: 173 time: 0.8366404 Aug 11 04:04:01.539037 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '140f35d9-5b83-4842-9036-3d751ccd8f1d', 'name': 'network-vif-deleted', 'tag': '9145ab96-df61-4ef5-9488-d6e1835060eb'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 04:04:01.541279 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9291d331c18c1eb37c2b57c8af4a09724b2e7f160dd5faf652855b3e38b81ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f611439b-1669-417e-88f6-8dcac062acf8" -d '{"events": [{"server_uuid": "140f35d9-5b83-4842-9036-3d751ccd8f1d", "name": "network-vif-deleted", "tag": "9145ab96-df61-4ef5-9488-d6e1835060eb"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 04:04:01.578004 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 04:04:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61efa75a-cc59-49e5-a073-399d594176a3 x-openstack-request-id: req-61efa75a-cc59-49e5-a073-399d594176a3 {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 04:04:01.578329 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "140f35d9-5b83-4842-9036-3d751ccd8f1d", "name": "network-vif-deleted", "tag": "9145ab96-df61-4ef5-9488-d6e1835060eb", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 04:04:01.578592 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-61efa75a-cc59-49e5-a073-399d594176a3 {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 04:04:01.579003 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '140f35d9-5b83-4842-9036-3d751ccd8f1d', 'name': 'network-vif-deleted', 'tag': '9145ab96-df61-4ef5-9488-d6e1835060eb', 'status': 'completed', 'code': 200} Aug 11 04:04:01.621327 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-35ac0f18-602d-4f0d-8d22-b56610df814d None None] Set router 02fb9610-9193-47cf-b01f-9def3fe4cccd gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 04:04:01.818125 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-35ac0f18-602d-4f0d-8d22-b56610df814d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02fb9610-9193-47cf-b01f-9def3fe4cccd', 'name': 'tempest-ServerActionsTestJSON-877526914-router', 'tenant_id': '9d0143ac25424ed0a1039c6711371bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': '29b1989f-3c16-4917-83e6-1ed803782091', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:51:14Z', 'updated_at': '2021-08-11T03:51:17Z', 'revision_number': 4, 'project_id': '9d0143ac25424ed0a1039c6711371bf5', 'gw_port': {'id': '29b1989f-3c16-4917-83e6-1ed803782091', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:5f:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02fb9610-9193-47cf-b01f-9def3fe4cccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:51:15Z', 'updated_at': '2021-08-11T03:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '46bbe812-d5fb-4595-bb57-cefb92389286', 'name': '', 'network_id': 'a5ea91b2-c708-4745-beed-90616be4437e', 'tenant_id': '9d0143ac25424ed0a1039c6711371bf5', 'mac_address': 'fa:16:3e:92:d8:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02fb9610-9193-47cf-b01f-9def3fe4cccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'e27dafc1-db87-435e-90cb-a6e72d9ff11b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:51:17Z', 'updated_at': '2021-08-11T03:51:23Z', 'revision_number': 5, 'project_id': '9d0143ac25424ed0a1039c6711371bf5', 'subnets': [{'id': 'e27dafc1-db87-435e-90cb-a6e72d9ff11b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:04:01.852902 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ac0f18-602d-4f0d-8d22-b56610df814d None None] Checking router: 02fb9610-9193-47cf-b01f-9def3fe4cccd for host: n-d-764292-30 {{(pid=102193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 04:04:01.861942 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ac0f18-602d-4f0d-8d22-b56610df814d None None] Routers {'02fb9610-9193-47cf-b01f-9def3fe4cccd'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 04:04:01.866611 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-35ac0f18-602d-4f0d-8d22-b56610df814d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T04:03:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['02fb9610-9193-47cf-b01f-9def3fe4cccd'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:04:01.916158 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:04:01.974145 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-35ac0f18-602d-4f0d-8d22-b56610df814d None None] Set router 02fb9610-9193-47cf-b01f-9def3fe4cccd gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 04:04:02.159829 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-e356e3cc-9b6b-444d-9161-2f5e39baf79f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:04:02.192594 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-35ac0f18-602d-4f0d-8d22-b56610df814d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02fb9610-9193-47cf-b01f-9def3fe4cccd', 'name': 'tempest-ServerActionsTestJSON-877526914-router', 'tenant_id': '9d0143ac25424ed0a1039c6711371bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': '29b1989f-3c16-4917-83e6-1ed803782091', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:51:14Z', 'updated_at': '2021-08-11T03:51:17Z', 'revision_number': 4, 'project_id': '9d0143ac25424ed0a1039c6711371bf5', 'gw_port': {'id': '29b1989f-3c16-4917-83e6-1ed803782091', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:5f:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02fb9610-9193-47cf-b01f-9def3fe4cccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:51:15Z', 'updated_at': '2021-08-11T03:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '46bbe812-d5fb-4595-bb57-cefb92389286', 'name': '', 'network_id': 'a5ea91b2-c708-4745-beed-90616be4437e', 'tenant_id': '9d0143ac25424ed0a1039c6711371bf5', 'mac_address': 'fa:16:3e:92:d8:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02fb9610-9193-47cf-b01f-9def3fe4cccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'e27dafc1-db87-435e-90cb-a6e72d9ff11b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:51:17Z', 'updated_at': '2021-08-11T03:51:23Z', 'revision_number': 5, 'project_id': '9d0143ac25424ed0a1039c6711371bf5', 'subnets': [{'id': 'e27dafc1-db87-435e-90cb-a6e72d9ff11b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:04:02.219324 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ac0f18-602d-4f0d-8d22-b56610df814d None None] The sync data for ids ['02fb9610-9193-47cf-b01f-9def3fe4cccd'] in n-d-764292-30 is: [{'id': '02fb9610-9193-47cf-b01f-9def3fe4cccd', 'name': 'tempest-ServerActionsTestJSON-877526914-router', 'tenant_id': '9d0143ac25424ed0a1039c6711371bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': '29b1989f-3c16-4917-83e6-1ed803782091', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:51:14Z', 'updated_at': '2021-08-11T03:51:17Z', 'revision_number': 4, 'project_id': '9d0143ac25424ed0a1039c6711371bf5', 'gw_port': {'id': '29b1989f-3c16-4917-83e6-1ed803782091', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:5f:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02fb9610-9193-47cf-b01f-9def3fe4cccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:51:15Z', 'updated_at': '2021-08-11T03:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '46bbe812-d5fb-4595-bb57-cefb92389286', 'name': '', 'network_id': 'a5ea91b2-c708-4745-beed-90616be4437e', 'tenant_id': '9d0143ac25424ed0a1039c6711371bf5', 'mac_address': 'fa:16:3e:92:d8:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02fb9610-9193-47cf-b01f-9def3fe4cccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'e27dafc1-db87-435e-90cb-a6e72d9ff11b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:51:17Z', 'updated_at': '2021-08-11T03:51:23Z', 'revision_number': 5, 'project_id': '9d0143ac25424ed0a1039c6711371bf5', 'subnets': [{'id': 'e27dafc1-db87-435e-90cb-a6e72d9ff11b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 04:04:02.385143 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-50c0e875-c73a-4d77-ae97-9d8bbfdae7e9 req-df884add-454b-4cc1-bc39-648e705b1f70 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=140f35d9-5b83-4842-9036-3d751ccd8f1d HTTP/1.1" status: 200 len: 210 time: 0.0284369 Aug 11 04:04:02.461384 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5c8dd4-377f-4406-aaed-47076a94143a None None] New status for floating IP ed7b149c-932e-410e-81e2-7198430a3c08: DOWN {{(pid=102194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 04:04:03.217942 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:04:03.482176 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0134a386-fc27-4491-b0ea-b2eb66840240 req-0ae0523a-2f07-4738-9b23-77be79c05072 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=140f35d9-5b83-4842-9036-3d751ccd8f1d HTTP/1.1" status: 200 len: 210 time: 0.0274775 Aug 11 04:04:04.418296 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 9145ab96-df61-4ef5-9488-d6e1835060eb no longer exists at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 04:04:04.438918 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] No Port match for: 9145ab96-df61-4ef5-9488-d6e1835060eb {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 04:04:04.439260 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 9145ab96-df61-4ef5-9488-d6e1835060eb not bound to the agent host n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 04:04:04.576522 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-13b0cfa2-093c-47c0-8d9d-67990343a3ff req-f2d49c13-4988-44c9-865f-512b9829235d tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=140f35d9-5b83-4842-9036-3d751ccd8f1d HTTP/1.1" status: 200 len: 210 time: 0.0258782 Aug 11 04:04:04.839161 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:04:05.683651 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4d37a103-bf00-44ec-a6df-aacb8aa25a62 req-41c0a7f0-d26c-4ed2-9e29-0f452ce7d69e tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/ports?device_id=140f35d9-5b83-4842-9036-3d751ccd8f1d HTTP/1.1" status: 200 len: 210 time: 0.0266910 Aug 11 04:04:07.414360 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.agents_db [None req-950b7202-decb-43e2-8f71-ac8931dc9749 None None] Agent healthcheck: found 7 active agents {{(pid=102194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 04:04:07.743484 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:04:10.696225 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 49690) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:04:10.750603 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-5de47aef-b1ad-474a-b7e0-5264653202f8 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:04:10.773353 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-5de47aef-b1ad-474a-b7e0-5264653202f8 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:04:10.897836 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-5de47aef-b1ad-474a-b7e0-5264653202f8 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:04:10.900373 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-5de47aef-b1ad-474a-b7e0-5264653202f8 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:04:10.908946 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-5de47aef-b1ad-474a-b7e0-5264653202f8 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "DELETE /v2.0/security-groups/2f22c4ac-8df9-4e4c-be4f-551791d33c61 HTTP/1.1" status: 204 len: 168 time: 0.2043855 Aug 11 04:04:10.909405 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 49692) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:04:10.911866 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de47aef-b1ad-474a-b7e0-5264653202f8 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f22c4ac-8df9-4e4c-be4f-551791d33c61,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:04:10.920413 n-d-764292-30 neutron-server[102191]: INFO neutron.api.v2.resource [None req-4fc68a83-0d8f-4bdb-b21d-e3c360d2af40 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] show failed (client error): The resource could not be found. Aug 11 04:04:10.922320 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-4fc68a83-0d8f-4bdb-b21d-e3c360d2af40 tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "GET /v2.0/security-groups/2f22c4ac-8df9-4e4c-be4f-551791d33c61 HTTP/1.1" status: 404 len: 347 time: 0.0159249 Aug 11 04:04:10.929621 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 49694) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:04:11.051950 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-92faf0c2-85d3-499c-861a-c7194a24428a tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Deleting port 8a1d1772-76cf-433c-b000-69bc37ecb0d1 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 04:04:11.052301 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-92faf0c2-85d3-499c-861a-c7194a24428a tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:04:11.128464 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-92faf0c2-85d3-499c-861a-c7194a24428a tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:04:11.128782 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-92faf0c2-85d3-499c-861a-c7194a24428a tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:04:11.139934 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-92faf0c2-85d3-499c-861a-c7194a24428a tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Calling delete_port for 8a1d1772-76cf-433c-b000-69bc37ecb0d1 owned by network:floatingip {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 04:04:11.345171 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-92faf0c2-85d3-499c-861a-c7194a24428a tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:04:11.369333 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92faf0c2-85d3-499c-861a-c7194a24428a tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Pushing event deleted for resources: {'Port': ['ID=8a1d1772-76cf-433c-b000-69bc37ecb0d1,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:04:11.431202 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-92faf0c2-85d3-499c-861a-c7194a24428a tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Notify callbacks [] for floatingip, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:04:11.433711 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-92faf0c2-85d3-499c-861a-c7194a24428a tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for floatingip, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:04:11.434887 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-92faf0c2-85d3-499c-861a-c7194a24428a tempest-ServerActionsTestJSON-280738514 tempest-ServerActionsTestJSON-280738514-project] 10.222.0.41 "DELETE /v2.0/floatingips/ed7b149c-932e-410e-81e2-7198430a3c08 HTTP/1.1" status: 204 len: 168 time: 0.5042887 Aug 11 04:04:11.437755 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 49696) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:04:11.686307 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:04:12.189752 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3e61ecde-67d9-4e9b-afb6-5be9effb4e8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521106'] for router_interface, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:04:12.422441 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-3e61ecde-67d9-4e9b-afb6-5be9effb4e8f admin admin] Deleting port 46bbe812-d5fb-4595-bb57-cefb92389286 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 04:04:12.422702 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3e61ecde-67d9-4e9b-afb6-5be9effb4e8f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:04:12.499040 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [None req-3e61ecde-67d9-4e9b-afb6-5be9effb4e8f admin admin] For port 46bbe812-d5fb-4595-bb57-cefb92389286, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=46bbe812-d5fb-4595-bb57-cefb92389286,segment=NetworkSegment(96665fb4-b445-453f-85f9-e826534b59e1),segment_id=96665fb4-b445-453f-85f9-e826534b59e1)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:04:12.499397 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3e61ecde-67d9-4e9b-afb6-5be9effb4e8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:04:12.511512 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-3e61ecde-67d9-4e9b-afb6-5be9effb4e8f admin admin] Calling delete_port for 46bbe812-d5fb-4595-bb57-cefb92389286 owned by network:router_interface {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 04:04:12.749338 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3e61ecde-67d9-4e9b-afb6-5be9effb4e8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:04:12.773390 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e61ecde-67d9-4e9b-afb6-5be9effb4e8f admin admin] Pushing event deleted for resources: {'Port': ['ID=46bbe812-d5fb-4595-bb57-cefb92389286,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:04:12.938400 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3e61ecde-67d9-4e9b-afb6-5be9effb4e8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16383033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450082'] for router_interface, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:04:13.150080 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e61ecde-67d9-4e9b-afb6-5be9effb4e8f admin admin] Router 02fb9610-9193-47cf-b01f-9def3fe4cccd has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 04:04:13.253180 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e61ecde-67d9-4e9b-afb6-5be9effb4e8f admin admin] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 04:04:13.260546 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-3e61ecde-67d9-4e9b-afb6-5be9effb4e8f admin admin] 10.222.0.41 "PUT /v2.0/routers/02fb9610-9193-47cf-b01f-9def3fe4cccd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8194366 Aug 11 04:04:13.260712 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 49700) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:04:13.263883 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc511c68-3256-4495-a73d-e69c630adaa6 None None] Sync routers for ids ['02fb9610-9193-47cf-b01f-9def3fe4cccd'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 04:04:13.272957 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc511c68-3256-4495-a73d-e69c630adaa6 None None] Routers {'02fb9610-9193-47cf-b01f-9def3fe4cccd'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 04:04:13.273572 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-dc511c68-3256-4495-a73d-e69c630adaa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T04:04:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['02fb9610-9193-47cf-b01f-9def3fe4cccd'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:04:13.366795 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-11922966-ff34-464b-9164-c2db7a782c70 admin admin] Notify callbacks [] for router, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:04:13.386678 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-dc511c68-3256-4495-a73d-e69c630adaa6 None None] Set router 02fb9610-9193-47cf-b01f-9def3fe4cccd gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 04:04:13.471549 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-11922966-ff34-464b-9164-c2db7a782c70 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:04:13.565674 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-dc511c68-3256-4495-a73d-e69c630adaa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02fb9610-9193-47cf-b01f-9def3fe4cccd', 'name': 'tempest-ServerActionsTestJSON-877526914-router', 'tenant_id': '9d0143ac25424ed0a1039c6711371bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': '29b1989f-3c16-4917-83e6-1ed803782091', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:51:14Z', 'updated_at': '2021-08-11T04:04:12Z', 'revision_number': 5, 'project_id': '9d0143ac25424ed0a1039c6711371bf5', 'gw_port': {'id': '29b1989f-3c16-4917-83e6-1ed803782091', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:5f:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02fb9610-9193-47cf-b01f-9def3fe4cccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:51:15Z', 'updated_at': '2021-08-11T03:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:04:13.581261 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-11922966-ff34-464b-9164-c2db7a782c70 admin admin] Deleting port 29b1989f-3c16-4917-83e6-1ed803782091 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 04:04:13.581606 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-11922966-ff34-464b-9164-c2db7a782c70 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:04:13.591042 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc511c68-3256-4495-a73d-e69c630adaa6 None None] Checking router: 02fb9610-9193-47cf-b01f-9def3fe4cccd for host: n-d-764292-30 {{(pid=102193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 04:04:13.599664 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc511c68-3256-4495-a73d-e69c630adaa6 None None] Routers {'02fb9610-9193-47cf-b01f-9def3fe4cccd'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 04:04:13.600264 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-dc511c68-3256-4495-a73d-e69c630adaa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T04:04:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['02fb9610-9193-47cf-b01f-9def3fe4cccd'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:04:13.663384 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [None req-11922966-ff34-464b-9164-c2db7a782c70 admin admin] For port 29b1989f-3c16-4917-83e6-1ed803782091, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=29b1989f-3c16-4917-83e6-1ed803782091,segment=NetworkSegment(fab28bed-aa25-40db-bba4-ec26e795194c),segment_id=fab28bed-aa25-40db-bba4-ec26e795194c)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:04:13.663768 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-11922966-ff34-464b-9164-c2db7a782c70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:04:13.675858 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-11922966-ff34-464b-9164-c2db7a782c70 admin admin] Calling delete_port for 29b1989f-3c16-4917-83e6-1ed803782091 owned by network:router_gateway {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 04:04:13.683929 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-dc511c68-3256-4495-a73d-e69c630adaa6 None None] Set router 02fb9610-9193-47cf-b01f-9def3fe4cccd gateway port host: None {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 04:04:13.886828 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-11922966-ff34-464b-9164-c2db7a782c70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:04:13.892803 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-dc511c68-3256-4495-a73d-e69c630adaa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02fb9610-9193-47cf-b01f-9def3fe4cccd', 'name': 'tempest-ServerActionsTestJSON-877526914-router', 'tenant_id': '9d0143ac25424ed0a1039c6711371bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:51:14Z', 'updated_at': '2021-08-11T04:04:13Z', 'revision_number': 6, 'project_id': '9d0143ac25424ed0a1039c6711371bf5', 'gw_port_host': None}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:04:13.913605 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11922966-ff34-464b-9164-c2db7a782c70 admin admin] Pushing event deleted for resources: {'Port': ['ID=29b1989f-3c16-4917-83e6-1ed803782091,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:04:13.919530 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc511c68-3256-4495-a73d-e69c630adaa6 None None] The sync data for ids ['02fb9610-9193-47cf-b01f-9def3fe4cccd'] in n-d-764292-30 is: [{'id': '02fb9610-9193-47cf-b01f-9def3fe4cccd', 'name': 'tempest-ServerActionsTestJSON-877526914-router', 'tenant_id': '9d0143ac25424ed0a1039c6711371bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:51:14Z', 'updated_at': '2021-08-11T04:04:13Z', 'revision_number': 6, 'project_id': '9d0143ac25424ed0a1039c6711371bf5', 'gw_port_host': None}] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 04:04:13.975175 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-11922966-ff34-464b-9164-c2db7a782c70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-446916'] for router_gateway, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:04:14.063119 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-11922966-ff34-464b-9164-c2db7a782c70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6544'] for router, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:04:14.065958 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-11922966-ff34-464b-9164-c2db7a782c70 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:04:14.149723 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-11922966-ff34-464b-9164-c2db7a782c70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448809'] for router, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:04:14.150188 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11922966-ff34-464b-9164-c2db7a782c70 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 02fb9610-9193-47cf-b01f-9def3fe4cccd {{(pid=102191) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 04:04:14.154910 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-11922966-ff34-464b-9164-c2db7a782c70 admin admin] Notify callbacks [] for router, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:04:14.156070 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-11922966-ff34-464b-9164-c2db7a782c70 admin admin] 10.222.0.41 "DELETE /v2.0/routers/02fb9610-9193-47cf-b01f-9def3fe4cccd HTTP/1.1" status: 204 len: 168 time: 0.8944569 Aug 11 04:04:14.159068 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 49702) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:04:14.202689 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_v2 [None req-47095527-fd8a-4e8b-9d0d-84002a23b01c admin admin] Deleting subnet e27dafc1-db87-435e-90cb-a6e72d9ff11b {{(pid=102191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 04:04:14.205635 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-47095527-fd8a-4e8b-9d0d-84002a23b01c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:04:14.239111 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-47095527-fd8a-4e8b-9d0d-84002a23b01c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126283525'] for subnet, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:04:14.325587 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-47095527-fd8a-4e8b-9d0d-84002a23b01c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:04:14.439313 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-47095527-fd8a-4e8b-9d0d-84002a23b01c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126283413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126275158'] for subnet, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:04:14.464615 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47095527-fd8a-4e8b-9d0d-84002a23b01c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e27dafc1-db87-435e-90cb-a6e72d9ff11b,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:04:14.468242 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-47095527-fd8a-4e8b-9d0d-84002a23b01c admin admin] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:04:14.471191 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-47095527-fd8a-4e8b-9d0d-84002a23b01c admin admin] 10.222.0.41 "DELETE /v2.0/subnets/e27dafc1-db87-435e-90cb-a6e72d9ff11b HTTP/1.1" status: 204 len: 168 time: 0.3100073 Aug 11 04:04:14.473132 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 49704) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:04:14.476060 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d25f3fb0-cdb5-4259-9aaf-aac8787179ab None None] Network a5ea91b2-c708-4745-beed-90616be4437e requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 04:04:14.543439 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e591fc9d-0398-43a9-a305-fdded4444fec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:04:14.596573 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-e591fc9d-0398-43a9-a305-fdded4444fec admin admin] Deleting port fffdac35-d26e-413d-a70d-6d0639d1e4f5 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 04:04:14.596919 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e591fc9d-0398-43a9-a305-fdded4444fec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:04:14.659434 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [None req-e591fc9d-0398-43a9-a305-fdded4444fec admin admin] For port fffdac35-d26e-413d-a70d-6d0639d1e4f5, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=fffdac35-d26e-413d-a70d-6d0639d1e4f5,segment=NetworkSegment(96665fb4-b445-453f-85f9-e826534b59e1),segment_id=96665fb4-b445-453f-85f9-e826534b59e1)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:04:14.659914 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e591fc9d-0398-43a9-a305-fdded4444fec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:04:14.665592 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c68332de-fd0a-441a-90b6-b52e019e99cc None None] DHCP port deletion for a5ea91b2-c708-4745-beed-90616be4437e request from n-d-764292-30 {{(pid=102193) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 04:04:14.674852 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-e591fc9d-0398-43a9-a305-fdded4444fec admin admin] Calling delete_port for fffdac35-d26e-413d-a70d-6d0639d1e4f5 owned by network:dhcp {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 04:04:14.712340 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-c68332de-fd0a-441a-90b6-b52e019e99cc None None] Deleting port fffdac35-d26e-413d-a70d-6d0639d1e4f5 {{(pid=102193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 04:04:14.712623 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-c68332de-fd0a-441a-90b6-b52e019e99cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:04:14.778698 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-c68332de-fd0a-441a-90b6-b52e019e99cc None None] For port fffdac35-d26e-413d-a70d-6d0639d1e4f5, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=fffdac35-d26e-413d-a70d-6d0639d1e4f5,segment=NetworkSegment(96665fb4-b445-453f-85f9-e826534b59e1),segment_id=96665fb4-b445-453f-85f9-e826534b59e1)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:04:14.779125 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-c68332de-fd0a-441a-90b6-b52e019e99cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:04:14.793824 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-c68332de-fd0a-441a-90b6-b52e019e99cc None None] Calling delete_port for fffdac35-d26e-413d-a70d-6d0639d1e4f5 owned by network:dhcp {{(pid=102193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 04:04:14.829879 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e591fc9d-0398-43a9-a305-fdded4444fec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:04:14.856331 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e591fc9d-0398-43a9-a305-fdded4444fec admin admin] Pushing event deleted for resources: {'Port': ['ID=fffdac35-d26e-413d-a70d-6d0639d1e4f5,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:04:14.864364 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e591fc9d-0398-43a9-a305-fdded4444fec admin admin] No DVR routers for this DVR port fffdac35-d26e-413d-a70d-6d0639d1e4f5 on host n-d-764292-30 {{(pid=102191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 04:04:14.871182 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-c68332de-fd0a-441a-90b6-b52e019e99cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678'] for port, after_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:04:14.898530 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68332de-fd0a-441a-90b6-b52e019e99cc None None] Pushing event deleted for resources: {'Port': ['ID=fffdac35-d26e-413d-a70d-6d0639d1e4f5,revision_number=None']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:04:14.901100 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68332de-fd0a-441a-90b6-b52e019e99cc None None] No DVR routers for this DVR port fffdac35-d26e-413d-a70d-6d0639d1e4f5 on host n-d-764292-30 {{(pid=102193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 04:04:14.944083 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e591fc9d-0398-43a9-a305-fdded4444fec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:04:14.954946 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-e591fc9d-0398-43a9-a305-fdded4444fec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5ea91b2-c708-4745-beed-90616be4437e']}} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:04:14.971498 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-e591fc9d-0398-43a9-a305-fdded4444fec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96665fb4-b445-453f-85f9-e826534b59e1') {'for_net_delete': True} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:04:14.971803 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-e591fc9d-0398-43a9-a305-fdded4444fec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96665fb4-b445-453f-85f9-e826534b59e1') {} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:04:14.982568 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e591fc9d-0398-43a9-a305-fdded4444fec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126283644'] for segment, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:04:14.995815 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e591fc9d-0398-43a9-a305-fdded4444fec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:04:15.002062 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e591fc9d-0398-43a9-a305-fdded4444fec admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=102191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 04:04:15.002485 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e591fc9d-0398-43a9-a305-fdded4444fec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126283391'] for segment, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:04:15.004105 n-d-764292-30 neutron-server[102191]: Traceback (most recent call last): Aug 11 04:04:15.004105 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 04:04:15.004105 n-d-764292-30 neutron-server[102191]: timer() Aug 11 04:04:15.004105 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 04:04:15.004105 n-d-764292-30 neutron-server[102191]: cb(*args, **kw) Aug 11 04:04:15.004105 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 04:04:15.004105 n-d-764292-30 neutron-server[102191]: return func(*args, **kwargs) Aug 11 04:04:15.004105 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 04:04:15.004105 n-d-764292-30 neutron-server[102191]: self._notify() Aug 11 04:04:15.004105 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 04:04:15.004105 n-d-764292-30 neutron-server[102191]: self.callback(batched_events) Aug 11 04:04:15.004105 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 04:04:15.004105 n-d-764292-30 neutron-server[102191]: event.method(event) Aug 11 04:04:15.004105 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 04:04:15.004105 n-d-764292-30 neutron-server[102191]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 04:04:15.004105 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 04:04:15.004105 n-d-764292-30 neutron-server[102191]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 04:04:15.004105 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 04:04:15.004105 n-d-764292-30 neutron-server[102191]: return f(self, *a, **k) Aug 11 04:04:15.004105 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 04:04:15.004105 n-d-764292-30 neutron-server[102191]: return self._get(url).json() Aug 11 04:04:15.004105 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 04:04:15.004105 n-d-764292-30 neutron-server[102191]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 04:04:15.004105 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 04:04:15.004105 n-d-764292-30 neutron-server[102191]: return self.request(url, 'GET', **kwargs) Aug 11 04:04:15.004105 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 04:04:15.004105 n-d-764292-30 neutron-server[102191]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 04:04:15.004105 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 04:04:15.004105 n-d-764292-30 neutron-server[102191]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 04:04:15.004105 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 04:04:15.004105 n-d-764292-30 neutron-server[102191]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 04:04:15.004105 n-d-764292-30 neutron-server[102191]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 04:04:15.113270 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e591fc9d-0398-43a9-a305-fdded4444fec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:04:15.118750 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e591fc9d-0398-43a9-a305-fdded4444fec admin admin] Notify callbacks [] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:04:15.120581 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-e591fc9d-0398-43a9-a305-fdded4444fec admin admin] 10.222.0.41 "DELETE /v2.0/networks/a5ea91b2-c708-4745-beed-90616be4437e HTTP/1.1" status: 204 len: 168 time: 0.6465402 Aug 11 04:04:15.132025 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e591fc9d-0398-43a9-a305-fdded4444fec admin admin] Pushing event deleted for resources: {'Network': ['ID=a5ea91b2-c708-4745-beed-90616be4437e,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:04:15.412223 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device fffdac35-d26e-413d-a70d-6d0639d1e4f5 no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 04:04:15.432062 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: fffdac35-d26e-413d-a70d-6d0639d1e4f5 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 04:04:15.432415 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device fffdac35-d26e-413d-a70d-6d0639d1e4f5 not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 04:04:15.432812 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 46bbe812-d5fb-4595-bb57-cefb92389286 no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 04:04:15.452038 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: 46bbe812-d5fb-4595-bb57-cefb92389286 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 04:04:15.452377 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 46bbe812-d5fb-4595-bb57-cefb92389286 not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 04:04:15.452783 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 29b1989f-3c16-4917-83e6-1ed803782091 no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 04:04:15.473636 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: 29b1989f-3c16-4917-83e6-1ed803782091 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 04:04:15.473976 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 29b1989f-3c16-4917-83e6-1ed803782091 not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 04:04:15.519505 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 49708) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:04:15.558475 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-f1d58fbd-311a-4e83-8215-3e50e2e80f68 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9d0143ac25424ed0a1039c6711371bf5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0378087 Aug 11 04:04:15.560777 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 49710) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:04:15.607354 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d9baebbb-6ca2-441f-91bc-e0ce94690a7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:04:15.632341 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d9baebbb-6ca2-441f-91bc-e0ce94690a7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:04:15.743552 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d9baebbb-6ca2-441f-91bc-e0ce94690a7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:04:15.746085 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d9baebbb-6ca2-441f-91bc-e0ce94690a7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:04:15.747403 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-d9baebbb-6ca2-441f-91bc-e0ce94690a7a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b084992b-861d-4e91-8bab-1a8b3cc74934 HTTP/1.1" status: 204 len: 168 time: 0.1857281 Aug 11 04:04:15.754760 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9baebbb-6ca2-441f-91bc-e0ce94690a7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b084992b-861d-4e91-8bab-1a8b3cc74934,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:04:16.793439 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 49732) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:04:16.887676 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-d6ed033a-929e-4aad-b264-081b6dccb264 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-939635873-network', 'tenant_id': '9e46a0d535944bbfa1c86018bb3a29a1'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:04:16.992816 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6ed033a-929e-4aad-b264-081b6dccb264 admin admin] Made reservation on behalf of 9e46a0d535944bbfa1c86018bb3a29a1 for: {'network': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 04:04:16.995160 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d6ed033a-929e-4aad-b264-081b6dccb264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:04:17.004434 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d6ed033a-929e-4aad-b264-081b6dccb264 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:04:17.091309 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d6ed033a-929e-4aad-b264-081b6dccb264 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:04:17.154886 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d6ed033a-929e-4aad-b264-081b6dccb264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:04:17.181909 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6ed033a-929e-4aad-b264-081b6dccb264 admin admin] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=102191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 04:04:17.188210 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ed033a-929e-4aad-b264-081b6dccb264 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17cbbfbd-fff1-4829-aa11-330c48108d2b,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:04:17.194131 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d6ed033a-929e-4aad-b264-081b6dccb264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:04:17.194499 n-d-764292-30 neutron-server[102191]: INFO neutron.db.segments_db [None req-d6ed033a-929e-4aad-b264-081b6dccb264 admin admin] Added segment 2ee533d2-131c-45f3-9aef-4de0faf76881 of type vlan for network 7a1e2381-1312-4ac2-8480-8b774bc3891d Aug 11 04:04:17.232802 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d6ed033a-929e-4aad-b264-081b6dccb264 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:04:17.326373 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d6ed033a-929e-4aad-b264-081b6dccb264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:04:17.327334 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6ed033a-929e-4aad-b264-081b6dccb264 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:04:17.327936 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d6ed033a-929e-4aad-b264-081b6dccb264 admin admin] Notify callbacks [] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:04:17.387346 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ed033a-929e-4aad-b264-081b6dccb264 admin admin] Pushing event updated for resources: {'Network': ['ID=7a1e2381-1312-4ac2-8480-8b774bc3891d,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:04:17.396852 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network 7a1e2381-1312-4ac2-8480-8b774bc3891d details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 04:04:17.435862 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-d6ed033a-929e-4aad-b264-081b6dccb264 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6412582 Aug 11 04:04:17.438683 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 49736) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:04:17.443504 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-4d400d4b-494b-4fdd-8289-d070fb800689 admin admin] Request body: {'subnet': {'network_id': '7a1e2381-1312-4ac2-8480-8b774bc3891d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-939635873-subnet', 'tenant_id': '9e46a0d535944bbfa1c86018bb3a29a1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:04:17.497805 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d400d4b-494b-4fdd-8289-d070fb800689 admin admin] Made reservation on behalf of 9e46a0d535944bbfa1c86018bb3a29a1 for: {'subnet': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 04:04:17.500184 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4d400d4b-494b-4fdd-8289-d070fb800689 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274743'] for subnet, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:04:17.715112 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4d400d4b-494b-4fdd-8289-d070fb800689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126283476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274725'] for subnet, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:04:17.770256 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d400d4b-494b-4fdd-8289-d070fb800689 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ad49d13-1a08-43f2-8634-bd81f1c4dbe7,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:04:17.777032 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d400d4b-494b-4fdd-8289-d070fb800689 admin admin] Checking segment: {'id': '2ee533d2-131c-45f3-9aef-4de0faf76881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '7a1e2381-1312-4ac2-8480-8b774bc3891d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 04:04:17.777383 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d400d4b-494b-4fdd-8289-d070fb800689 admin admin] Network hostable DHCP agents. Network: 7a1e2381-1312-4ac2-8480-8b774bc3891d, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 04:04:17.872527 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d400d4b-494b-4fdd-8289-d070fb800689 admin admin] Network 7a1e2381-1312-4ac2-8480-8b774bc3891d is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 04:04:17.941360 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-4d400d4b-494b-4fdd-8289-d070fb800689 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, 7a1e2381-1312-4ac2-8480-8b774bc3891d) {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 04:04:17.945309 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d400d4b-494b-4fdd-8289-d070fb800689 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:04:17.945890 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-4d400d4b-494b-4fdd-8289-d070fb800689 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:04:17.949919 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaeae8bd-bc7c-4f50-b395-4426a6b18ef9 None None] Network 7a1e2381-1312-4ac2-8480-8b774bc3891d requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 04:04:18.012974 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-4d400d4b-494b-4fdd-8289-d070fb800689 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5732496 Aug 11 04:04:18.075273 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cf8cdae-6fdd-4610-8760-6b76a6356a5b None None] Network 7a1e2381-1312-4ac2-8480-8b774bc3891d requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 04:04:18.448854 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53981a7f-5ed1-4920-9d30-8862fdf94bb8 req-bdc5f23e-7688-44fa-aafe-adda2ecaf808 tempest-ServersNegativeTestJSON-1939027082 tempest-ServersNegativeTestJSON-1939027082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:04:18.450356 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-53981a7f-5ed1-4920-9d30-8862fdf94bb8 req-bdc5f23e-7688-44fa-aafe-adda2ecaf808 tempest-ServersNegativeTestJSON-1939027082 tempest-ServersNegativeTestJSON-1939027082-project] 10.222.0.41 "GET /v2.0/networks?id=7a1e2381-1312-4ac2-8480-8b774bc3891d HTTP/1.1" status: 200 len: 813 time: 0.0986805 Aug 11 04:04:18.465289 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-53981a7f-5ed1-4920-9d30-8862fdf94bb8 req-8e1c35bd-75a0-4637-8146-16c5cbb02026 tempest-ServersNegativeTestJSON-1939027082 tempest-ServersNegativeTestJSON-1939027082-project] 10.222.0.41 "GET /v2.0/quotas/9e46a0d535944bbfa1c86018bb3a29a1 HTTP/1.1" status: 200 len: 375 time: 0.0088100 Aug 11 04:04:18.496273 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-53981a7f-5ed1-4920-9d30-8862fdf94bb8 req-010726bd-ab78-4e8f-a17f-7f0c4f4d5d13 tempest-ServersNegativeTestJSON-1939027082 tempest-ServersNegativeTestJSON-1939027082-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=9e46a0d535944bbfa1c86018bb3a29a1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0254257 Aug 11 04:04:18.583332 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [req-53981a7f-5ed1-4920-9d30-8862fdf94bb8 req-d39caf04-80b5-431c-995c-d1f3c02b1d55 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 04:04:18.584334 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-53981a7f-5ed1-4920-9d30-8862fdf94bb8 req-d39caf04-80b5-431c-995c-d1f3c02b1d55 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0466845 Aug 11 04:04:18.673168 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-53981a7f-5ed1-4920-9d30-8862fdf94bb8 req-0a655c01-202f-4ce4-904a-24ad23d39f42 service neutron] 10.222.0.41 "GET /v2.0/networks/7a1e2381-1312-4ac2-8480-8b774bc3891d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825782 Aug 11 04:04:18.758757 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-53981a7f-5ed1-4920-9d30-8862fdf94bb8 req-428bb621-9c0f-4212-ac58-67832959d7e1 service neutron] 10.222.0.41 "GET /v2.0/networks/7a1e2381-1312-4ac2-8480-8b774bc3891d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795853 Aug 11 04:04:18.984708 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-85afe342-33a1-4519-8dfb-bdb8f9a0648c req-a453a2ef-fd52-426f-adfc-82d4a964e136 tempest-ServersNegativeTestJSON-1939027082 tempest-ServersNegativeTestJSON-1939027082-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6ae10d7-de1c-4a11-996e-b2b91592cd59 HTTP/1.1" status: 200 len: 210 time: 0.0306239 Aug 11 04:04:20.065703 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5f540b97-ef29-493c-9c60-a9e5144a547b req-72db4998-3888-4a84-88de-923a87a1bf01 tempest-ServersNegativeTestJSON-1939027082 tempest-ServersNegativeTestJSON-1939027082-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6ae10d7-de1c-4a11-996e-b2b91592cd59 HTTP/1.1" status: 200 len: 210 time: 0.0266967 Aug 11 04:04:21.159155 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-283f8dae-213c-45bf-a345-805a99eaa30c req-060042e9-1c90-4d29-ad8c-8a96d9606ae8 tempest-ServersNegativeTestJSON-1939027082 tempest-ServersNegativeTestJSON-1939027082-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6ae10d7-de1c-4a11-996e-b2b91592cd59 HTTP/1.1" status: 200 len: 210 time: 0.0268295 Aug 11 04:04:21.818136 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53981a7f-5ed1-4920-9d30-8862fdf94bb8 req-e932b9dc-480e-449d-81ea-4b83457e2235 tempest-ServersNegativeTestJSON-1939027082 tempest-ServersNegativeTestJSON-1939027082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:04:21.819623 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-53981a7f-5ed1-4920-9d30-8862fdf94bb8 req-e932b9dc-480e-449d-81ea-4b83457e2235 tempest-ServersNegativeTestJSON-1939027082 tempest-ServersNegativeTestJSON-1939027082-project] 10.222.0.22 "GET /v2.0/networks?id=7a1e2381-1312-4ac2-8480-8b774bc3891d HTTP/1.1" status: 200 len: 813 time: 0.1031260 Aug 11 04:04:21.832222 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-53981a7f-5ed1-4920-9d30-8862fdf94bb8 req-f7bc1827-005f-4235-877b-038658d667cf tempest-ServersNegativeTestJSON-1939027082 tempest-ServersNegativeTestJSON-1939027082-project] Request body: {'port': {'device_id': 'e6ae10d7-de1c-4a11-996e-b2b91592cd59', 'network_id': '7a1e2381-1312-4ac2-8480-8b774bc3891d', 'admin_state_up': True, 'tenant_id': '9e46a0d535944bbfa1c86018bb3a29a1'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:04:22.027273 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53981a7f-5ed1-4920-9d30-8862fdf94bb8 req-f7bc1827-005f-4235-877b-038658d667cf tempest-ServersNegativeTestJSON-1939027082 tempest-ServersNegativeTestJSON-1939027082-project] Made reservation on behalf of 9e46a0d535944bbfa1c86018bb3a29a1 for: {'port': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 04:04:22.031061 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-53981a7f-5ed1-4920-9d30-8862fdf94bb8 req-f7bc1827-005f-4235-877b-038658d667cf tempest-ServersNegativeTestJSON-1939027082 tempest-ServersNegativeTestJSON-1939027082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:04:22.157285 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [req-53981a7f-5ed1-4920-9d30-8862fdf94bb8 req-f7bc1827-005f-4235-877b-038658d667cf tempest-ServersNegativeTestJSON-1939027082 tempest-ServersNegativeTestJSON-1939027082-project] Allocated IP 172.20.0.5 (7a1e2381-1312-4ac2-8480-8b774bc3891d/1ad49d13-1a08-43f2-8634-bd81f1c4dbe7/8774e556-1613-463d-96ef-a064970bd4b2) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 04:04:22.253783 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-32dc8e2e-8baa-4634-8c3d-fdb27dbaa1a7 req-7e8ac7f5-8df6-4bbb-9d1f-9ecb3539b416 tempest-ServersNegativeTestJSON-1939027082 tempest-ServersNegativeTestJSON-1939027082-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6ae10d7-de1c-4a11-996e-b2b91592cd59 HTTP/1.1" status: 200 len: 210 time: 0.0273945 Aug 11 04:04:22.304923 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-53981a7f-5ed1-4920-9d30-8862fdf94bb8 req-f7bc1827-005f-4235-877b-038658d667cf tempest-ServersNegativeTestJSON-1939027082 tempest-ServersNegativeTestJSON-1939027082-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:04:22.406420 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-53981a7f-5ed1-4920-9d30-8862fdf94bb8 req-f7bc1827-005f-4235-877b-038658d667cf tempest-ServersNegativeTestJSON-1939027082 tempest-ServersNegativeTestJSON-1939027082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:04:22.449566 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53981a7f-5ed1-4920-9d30-8862fdf94bb8 req-f7bc1827-005f-4235-877b-038658d667cf tempest-ServersNegativeTestJSON-1939027082 tempest-ServersNegativeTestJSON-1939027082-project] Network 7a1e2381-1312-4ac2-8480-8b774bc3891d is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 04:04:22.452517 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [req-53981a7f-5ed1-4920-9d30-8862fdf94bb8 req-f7bc1827-005f-4235-877b-038658d667cf tempest-ServersNegativeTestJSON-1939027082 tempest-ServersNegativeTestJSON-1939027082-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 04:04:22.456888 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-53981a7f-5ed1-4920-9d30-8862fdf94bb8 req-f7bc1827-005f-4235-877b-038658d667cf tempest-ServersNegativeTestJSON-1939027082 tempest-ServersNegativeTestJSON-1939027082-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 04:04:22.479217 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bc1827-005f-4235-877b-038658d667cf tempest-ServersNegativeTestJSON-1939027082 tempest-ServersNegativeTestJSON-1939027082-project] Pushing event updated for resources: {'Port': ['ID=8774e556-1613-463d-96ef-a064970bd4b2,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:04:22.506038 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53981a7f-5ed1-4920-9d30-8862fdf94bb8 req-f7bc1827-005f-4235-877b-038658d667cf tempest-ServersNegativeTestJSON-1939027082 tempest-ServersNegativeTestJSON-1939027082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:04:22.506667 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-53981a7f-5ed1-4920-9d30-8862fdf94bb8 req-f7bc1827-005f-4235-877b-038658d667cf tempest-ServersNegativeTestJSON-1939027082 tempest-ServersNegativeTestJSON-1939027082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:04:22.589563 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-53981a7f-5ed1-4920-9d30-8862fdf94bb8 req-f7bc1827-005f-4235-877b-038658d667cf tempest-ServersNegativeTestJSON-1939027082 tempest-ServersNegativeTestJSON-1939027082-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7611442 Aug 11 04:04:22.601808 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-53981a7f-5ed1-4920-9d30-8862fdf94bb8 req-bcb6150c-3738-4316-abf0-a245cb9cd9c8 service neutron] Request body: {'port': {'device_id': 'e6ae10d7-de1c-4a11-996e-b2b91592cd59', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764292-30'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:04:22.656669 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-53981a7f-5ed1-4920-9d30-8862fdf94bb8 req-bcb6150c-3738-4316-abf0-a245cb9cd9c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:04:22.907882 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [req-53981a7f-5ed1-4920-9d30-8862fdf94bb8 req-bcb6150c-3738-4316-abf0-a245cb9cd9c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8774e556-1613-463d-96ef-a064970bd4b2 {{(pid=102191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 04:04:22.915027 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-53981a7f-5ed1-4920-9d30-8862fdf94bb8 req-bcb6150c-3738-4316-abf0-a245cb9cd9c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:04:22.927833 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [req-53981a7f-5ed1-4920-9d30-8862fdf94bb8 req-bcb6150c-3738-4316-abf0-a245cb9cd9c8 service neutron] Transition to ACTIVE for port object 8774e556-1613-463d-96ef-a064970bd4b2 will not be triggered until provisioned by entity L2. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 04:04:22.983175 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-53981a7f-5ed1-4920-9d30-8862fdf94bb8 req-bcb6150c-3738-4316-abf0-a245cb9cd9c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:04:23.034728 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb6150c-3738-4316-abf0-a245cb9cd9c8 service neutron] Pushing event updated for resources: {'Port': ['ID=8774e556-1613-463d-96ef-a064970bd4b2,revision_number=2']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:04:23.099989 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-53981a7f-5ed1-4920-9d30-8862fdf94bb8 req-bcb6150c-3738-4316-abf0-a245cb9cd9c8 service neutron] Attempting to bind port 8774e556-1613-463d-96ef-a064970bd4b2 on host n-h1-764292-30 for vnic_type normal with profile {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 04:04:23.100310 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-53981a7f-5ed1-4920-9d30-8862fdf94bb8 req-bcb6150c-3738-4316-abf0-a245cb9cd9c8 service neutron] Attempting to bind port 8774e556-1613-463d-96ef-a064970bd4b2 by drivers openvswitch,hyperv on host n-h1-764292-30 at level 0 using segments [{'id': '2ee533d2-131c-45f3-9aef-4de0faf76881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '7a1e2381-1312-4ac2-8480-8b774bc3891d'}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 04:04:23.100628 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53981a7f-5ed1-4920-9d30-8862fdf94bb8 req-bcb6150c-3738-4316-abf0-a245cb9cd9c8 service neutron] Attempting to bind port 8774e556-1613-463d-96ef-a064970bd4b2 on network 7a1e2381-1312-4ac2-8480-8b774bc3891d {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 04:04:23.104762 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53981a7f-5ed1-4920-9d30-8862fdf94bb8 req-bcb6150c-3738-4316-abf0-a245cb9cd9c8 service neutron] Port 8774e556-1613-463d-96ef-a064970bd4b2 on network 7a1e2381-1312-4ac2-8480-8b774bc3891d not bound, no agent of type Open vSwitch agent registered on host n-h1-764292-30 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 04:04:23.105075 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53981a7f-5ed1-4920-9d30-8862fdf94bb8 req-bcb6150c-3738-4316-abf0-a245cb9cd9c8 service neutron] Attempting to bind port 8774e556-1613-463d-96ef-a064970bd4b2 on network 7a1e2381-1312-4ac2-8480-8b774bc3891d {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 04:04:23.109827 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53981a7f-5ed1-4920-9d30-8862fdf94bb8 req-bcb6150c-3738-4316-abf0-a245cb9cd9c8 service neutron] Checking agent: {'id': 'abb524c2-b412-4ed2-8367-45c4fd996fa7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 4, 4, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 04:04:23.110311 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53981a7f-5ed1-4920-9d30-8862fdf94bb8 req-bcb6150c-3738-4316-abf0-a245cb9cd9c8 service neutron] Checking segment: {'id': '2ee533d2-131c-45f3-9aef-4de0faf76881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '7a1e2381-1312-4ac2-8480-8b774bc3891d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 04:04:23.111343 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53981a7f-5ed1-4920-9d30-8862fdf94bb8 req-bcb6150c-3738-4316-abf0-a245cb9cd9c8 service neutron] Bound using segment: {'id': '2ee533d2-131c-45f3-9aef-4de0faf76881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '7a1e2381-1312-4ac2-8480-8b774bc3891d'} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 04:04:23.111786 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-53981a7f-5ed1-4920-9d30-8862fdf94bb8 req-bcb6150c-3738-4316-abf0-a245cb9cd9c8 service neutron] Bound port: 8774e556-1613-463d-96ef-a064970bd4b2, host: n-h1-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ee533d2-131c-45f3-9aef-4de0faf76881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '7a1e2381-1312-4ac2-8480-8b774bc3891d'}}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 04:04:23.112132 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-53981a7f-5ed1-4920-9d30-8862fdf94bb8 req-bcb6150c-3738-4316-abf0-a245cb9cd9c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:04:23.372045 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137e9797-216f-471d-8f50-041a505671ff req-00030c4c-ea6d-4e78-acf2-9ce7ce5c4e0b tempest-ServersNegativeTestJSON-1939027082 tempest-ServersNegativeTestJSON-1939027082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:04:23.373591 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-137e9797-216f-471d-8f50-041a505671ff req-00030c4c-ea6d-4e78-acf2-9ce7ce5c4e0b tempest-ServersNegativeTestJSON-1939027082 tempest-ServersNegativeTestJSON-1939027082-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6ae10d7-de1c-4a11-996e-b2b91592cd59 HTTP/1.1" status: 200 len: 943 time: 0.0510199 Aug 11 04:04:23.414753 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-137e9797-216f-471d-8f50-041a505671ff req-e683043c-2e62-4fff-ab3b-5100da69bc2a tempest-ServersNegativeTestJSON-1939027082 tempest-ServersNegativeTestJSON-1939027082-project] 10.222.0.41 "GET /v2.0/security-groups?id=17cbbfbd-fff1-4829-aa11-330c48108d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344381 Aug 11 04:04:23.462768 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-53981a7f-5ed1-4920-9d30-8862fdf94bb8 req-bcb6150c-3738-4316-abf0-a245cb9cd9c8 service neutron] For port 8774e556-1613-463d-96ef-a064970bd4b2, host n-h1-764292-30, cleared binding levels {{(pid=102191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 04:04:23.465676 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-53981a7f-5ed1-4920-9d30-8862fdf94bb8 req-bcb6150c-3738-4316-abf0-a245cb9cd9c8 service neutron] For port 8774e556-1613-463d-96ef-a064970bd4b2, host n-h1-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=8774e556-1613-463d-96ef-a064970bd4b2,segment=NetworkSegment(2ee533d2-131c-45f3-9aef-4de0faf76881),segment_id=2ee533d2-131c-45f3-9aef-4de0faf76881)] {{(pid=102191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 04:04:23.520639 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-53981a7f-5ed1-4920-9d30-8862fdf94bb8 req-bcb6150c-3738-4316-abf0-a245cb9cd9c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:04:23.553931 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53981a7f-5ed1-4920-9d30-8862fdf94bb8 req-bcb6150c-3738-4316-abf0-a245cb9cd9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:04:23.554562 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-53981a7f-5ed1-4920-9d30-8862fdf94bb8 req-bcb6150c-3738-4316-abf0-a245cb9cd9c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:04:23.556091 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-53981a7f-5ed1-4920-9d30-8862fdf94bb8 req-bcb6150c-3738-4316-abf0-a245cb9cd9c8 service neutron] 10.222.0.22 "PUT /v2.0/ports/8774e556-1613-463d-96ef-a064970bd4b2 HTTP/1.1" status: 200 len: 1092 time: 0.9582493 Aug 11 04:04:23.556521 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6ae10d7-de1c-4a11-996e-b2b91592cd59', 'tag': '8774e556-1613-463d-96ef-a064970bd4b2'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 04:04:23.558780 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9291d331c18c1eb37c2b57c8af4a09724b2e7f160dd5faf652855b3e38b81ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d805844a-42d8-479f-afa2-3b9700a99180" -d '{"events": [{"name": "network-changed", "server_uuid": "e6ae10d7-de1c-4a11-996e-b2b91592cd59", "tag": "8774e556-1613-463d-96ef-a064970bd4b2"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 04:04:23.582029 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb6150c-3738-4316-abf0-a245cb9cd9c8 service neutron] Pushing event updated for resources: {'Port': ['ID=8774e556-1613-463d-96ef-a064970bd4b2,revision_number=3']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:04:23.594894 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 04:04:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e912ea02-8a8e-4b96-94ff-3b1b9569a090 x-openstack-request-id: req-e912ea02-8a8e-4b96-94ff-3b1b9569a090 {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 04:04:23.595774 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6ae10d7-de1c-4a11-996e-b2b91592cd59", "tag": "8774e556-1613-463d-96ef-a064970bd4b2", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 04:04:23.596026 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e912ea02-8a8e-4b96-94ff-3b1b9569a090 {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 04:04:23.596421 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6ae10d7-de1c-4a11-996e-b2b91592cd59', 'tag': '8774e556-1613-463d-96ef-a064970bd4b2', 'status': 'completed', 'code': 200} Aug 11 04:04:23.656635 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d805844a-42d8-479f-afa2-3b9700a99180 req-41b3660d-766d-407e-a9ab-53097a0e29f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:04:23.658795 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-d805844a-42d8-479f-afa2-3b9700a99180 req-41b3660d-766d-407e-a9ab-53097a0e29f6 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9e46a0d535944bbfa1c86018bb3a29a1&device_id=e6ae10d7-de1c-4a11-996e-b2b91592cd59 HTTP/1.1" status: 200 len: 1095 time: 0.0417762 Aug 11 04:04:23.754384 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d805844a-42d8-479f-afa2-3b9700a99180 req-5ae6e804-fa98-4721-9af6-e9874b863d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:04:23.755887 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-d805844a-42d8-479f-afa2-3b9700a99180 req-5ae6e804-fa98-4721-9af6-e9874b863d07 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=9e46a0d535944bbfa1c86018bb3a29a1&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0896473 Aug 11 04:04:23.851111 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d805844a-42d8-479f-afa2-3b9700a99180 req-bdfab0ba-3e17-4a16-910e-a8ca52d05de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:04:23.852470 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-d805844a-42d8-479f-afa2-3b9700a99180 req-bdfab0ba-3e17-4a16-910e-a8ca52d05de8 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0891659 Aug 11 04:04:23.925440 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53981a7f-5ed1-4920-9d30-8862fdf94bb8 req-a61f72f7-1ddb-413b-94b1-fbde6e925385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:04:23.926936 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-53981a7f-5ed1-4920-9d30-8862fdf94bb8 req-a61f72f7-1ddb-413b-94b1-fbde6e925385 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9e46a0d535944bbfa1c86018bb3a29a1&device_id=e6ae10d7-de1c-4a11-996e-b2b91592cd59 HTTP/1.1" status: 200 len: 1095 time: 0.0396135 Aug 11 04:04:23.968454 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-53981a7f-5ed1-4920-9d30-8862fdf94bb8 req-ddd060ed-5976-46fe-b85e-aae19f2faeb4 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8774e556-1613-463d-96ef-a064970bd4b2 HTTP/1.1" status: 200 len: 217 time: 0.0330982 Aug 11 04:04:24.015481 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53981a7f-5ed1-4920-9d30-8862fdf94bb8 req-1d7280a2-ba85-48d5-a3f5-62e7d11d0c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:04:24.017537 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-53981a7f-5ed1-4920-9d30-8862fdf94bb8 req-1d7280a2-ba85-48d5-a3f5-62e7d11d0c88 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1ad49d13-1a08-43f2-8634-bd81f1c4dbe7 HTTP/1.1" status: 200 len: 853 time: 0.0416932 Aug 11 04:04:24.051089 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-53981a7f-5ed1-4920-9d30-8862fdf94bb8 req-446743d7-4ba8-4f95-b98f-f706a135b40a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=7a1e2381-1312-4ac2-8480-8b774bc3891d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274341 Aug 11 04:04:24.138534 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-53981a7f-5ed1-4920-9d30-8862fdf94bb8 req-49e9ddd1-dbc1-4499-a9d2-e9d0c0cbf58e service neutron] 10.222.0.22 "GET /v2.0/networks/7a1e2381-1312-4ac2-8480-8b774bc3891d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798736 Aug 11 04:04:24.229639 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-53981a7f-5ed1-4920-9d30-8862fdf94bb8 req-f9739b20-2cf7-4342-9d5e-12681a3fc552 service neutron] 10.222.0.22 "GET /v2.0/networks/7a1e2381-1312-4ac2-8480-8b774bc3891d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843768 Aug 11 04:04:24.529882 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e79bcbb-2783-4ba1-ac0d-e66b1b4c17f4 req-b227be1b-658d-4da5-a4dc-7a4bc5147938 tempest-ServersNegativeTestJSON-1939027082 tempest-ServersNegativeTestJSON-1939027082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:04:24.531367 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3e79bcbb-2783-4ba1-ac0d-e66b1b4c17f4 req-b227be1b-658d-4da5-a4dc-7a4bc5147938 tempest-ServersNegativeTestJSON-1939027082 tempest-ServersNegativeTestJSON-1939027082-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6ae10d7-de1c-4a11-996e-b2b91592cd59 HTTP/1.1" status: 200 len: 943 time: 0.0515966 Aug 11 04:04:24.568433 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3e79bcbb-2783-4ba1-ac0d-e66b1b4c17f4 req-80686622-fe31-49e9-b565-0ef901df847b tempest-ServersNegativeTestJSON-1939027082 tempest-ServersNegativeTestJSON-1939027082-project] 10.222.0.41 "GET /v2.0/security-groups?id=17cbbfbd-fff1-4829-aa11-330c48108d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312462 Aug 11 04:04:25.681425 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527292bb-636d-42b4-a8df-5c685a2b50d7 req-b74a7f9b-d4f8-4ffb-9b1f-36ebe83074a9 tempest-ServersNegativeTestJSON-1939027082 tempest-ServersNegativeTestJSON-1939027082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:04:25.682821 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-527292bb-636d-42b4-a8df-5c685a2b50d7 req-b74a7f9b-d4f8-4ffb-9b1f-36ebe83074a9 tempest-ServersNegativeTestJSON-1939027082 tempest-ServersNegativeTestJSON-1939027082-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6ae10d7-de1c-4a11-996e-b2b91592cd59 HTTP/1.1" status: 200 len: 943 time: 0.0483015 Aug 11 04:04:25.721421 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-527292bb-636d-42b4-a8df-5c685a2b50d7 req-cc54d5df-8faa-4e18-80ed-93091f240210 tempest-ServersNegativeTestJSON-1939027082 tempest-ServersNegativeTestJSON-1939027082-project] 10.222.0.41 "GET /v2.0/security-groups?id=17cbbfbd-fff1-4829-aa11-330c48108d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327461 Aug 11 04:04:26.833382 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae58ecff-420a-4753-896a-f8873faa0dba req-67940632-7db4-40aa-a9c9-f7be21a3398a tempest-ServersNegativeTestJSON-1939027082 tempest-ServersNegativeTestJSON-1939027082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:04:26.834858 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ae58ecff-420a-4753-896a-f8873faa0dba req-67940632-7db4-40aa-a9c9-f7be21a3398a tempest-ServersNegativeTestJSON-1939027082 tempest-ServersNegativeTestJSON-1939027082-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6ae10d7-de1c-4a11-996e-b2b91592cd59 HTTP/1.1" status: 200 len: 943 time: 0.0478764 Aug 11 04:04:26.870849 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ae58ecff-420a-4753-896a-f8873faa0dba req-7fed34cc-13e5-4462-9c80-a13da49d9245 tempest-ServersNegativeTestJSON-1939027082 tempest-ServersNegativeTestJSON-1939027082-project] 10.222.0.41 "GET /v2.0/security-groups?id=17cbbfbd-fff1-4829-aa11-330c48108d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300097 Aug 11 04:04:27.985058 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff20d6f-edb6-48d1-967c-613bae23a688 req-051b3242-de5c-46c3-958e-8f090a0f39ef tempest-ServersNegativeTestJSON-1939027082 tempest-ServersNegativeTestJSON-1939027082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:04:27.987038 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9ff20d6f-edb6-48d1-967c-613bae23a688 req-051b3242-de5c-46c3-958e-8f090a0f39ef tempest-ServersNegativeTestJSON-1939027082 tempest-ServersNegativeTestJSON-1939027082-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6ae10d7-de1c-4a11-996e-b2b91592cd59 HTTP/1.1" status: 200 len: 943 time: 0.0514541 Aug 11 04:04:28.024241 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9ff20d6f-edb6-48d1-967c-613bae23a688 req-ef096273-ba48-4b03-82fe-4cdcb34c22db tempest-ServersNegativeTestJSON-1939027082 tempest-ServersNegativeTestJSON-1939027082-project] 10.222.0.41 "GET /v2.0/security-groups?id=17cbbfbd-fff1-4829-aa11-330c48108d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313482 Aug 11 04:04:28.464216 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 8774e556-1613-463d-96ef-a064970bd4b2 details requested by agent hyperv_n-h1-764292-30 with host n-h1-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 04:04:28.556403 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 8774e556-1613-463d-96ef-a064970bd4b2, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=8774e556-1613-463d-96ef-a064970bd4b2,segment=NetworkSegment(2ee533d2-131c-45f3-9aef-4de0faf76881),segment_id=2ee533d2-131c-45f3-9aef-4de0faf76881)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:04:28.567951 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Returning: {'device': '8774e556-1613-463d-96ef-a064970bd4b2', 'network_id': '7a1e2381-1312-4ac2-8480-8b774bc3891d', 'port_id': '8774e556-1613-463d-96ef-a064970bd4b2', 'mac_address': 'fa:16:3e:72:7a:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ad49d13-1a08-43f2-8634-bd81f1c4dbe7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 04:04:28.607630 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:04:28.620586 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8774e556-1613-463d-96ef-a064970bd4b2 {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 04:04:28.639203 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 8774e556-1613-463d-96ef-a064970bd4b2, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=8774e556-1613-463d-96ef-a064970bd4b2,segment=NetworkSegment(2ee533d2-131c-45f3-9aef-4de0faf76881),segment_id=2ee533d2-131c-45f3-9aef-4de0faf76881)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:04:28.697517 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:04:28.743841 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=8774e556-1613-463d-96ef-a064970bd4b2,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:04:29.000482 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['8774e556-1613-463d-96ef-a064970bd4b2'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 04:04:29.138225 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c780c5-d187-4fa6-bf5c-eb0d69dd7c72 req-4352d07c-9759-44cb-9da2-073194a52a19 tempest-ServersNegativeTestJSON-1939027082 tempest-ServersNegativeTestJSON-1939027082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:04:29.139782 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c8c780c5-d187-4fa6-bf5c-eb0d69dd7c72 req-4352d07c-9759-44cb-9da2-073194a52a19 tempest-ServersNegativeTestJSON-1939027082 tempest-ServersNegativeTestJSON-1939027082-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6ae10d7-de1c-4a11-996e-b2b91592cd59 HTTP/1.1" status: 200 len: 944 time: 0.0489855 Aug 11 04:04:29.179959 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c8c780c5-d187-4fa6-bf5c-eb0d69dd7c72 req-75a5bf2f-6b08-4346-b02e-9184b94bbeb8 tempest-ServersNegativeTestJSON-1939027082 tempest-ServersNegativeTestJSON-1939027082-project] 10.222.0.41 "GET /v2.0/security-groups?id=17cbbfbd-fff1-4829-aa11-330c48108d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339766 Aug 11 04:04:29.234434 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-594aaa8c-5a8c-4600-99da-5f5a1037e3ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:04:30.293629 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65767ed8-2a7f-4e5c-b9ef-8796a11f9177 req-bb004154-5c79-40ad-9e8b-84c32eb29d69 tempest-ServersNegativeTestJSON-1939027082 tempest-ServersNegativeTestJSON-1939027082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:04:30.295072 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-65767ed8-2a7f-4e5c-b9ef-8796a11f9177 req-bb004154-5c79-40ad-9e8b-84c32eb29d69 tempest-ServersNegativeTestJSON-1939027082 tempest-ServersNegativeTestJSON-1939027082-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6ae10d7-de1c-4a11-996e-b2b91592cd59 HTTP/1.1" status: 200 len: 944 time: 0.0506439 Aug 11 04:04:30.332267 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-65767ed8-2a7f-4e5c-b9ef-8796a11f9177 req-7caeab34-bf5b-4953-801b-487cbeaab819 tempest-ServersNegativeTestJSON-1939027082 tempest-ServersNegativeTestJSON-1939027082-project] 10.222.0.41 "GET /v2.0/security-groups?id=17cbbfbd-fff1-4829-aa11-330c48108d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312676 Aug 11 04:04:30.484037 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 8774e556-1613-463d-96ef-a064970bd4b2 up at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 04:04:30.614021 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning for port 8774e556-1613-463d-96ef-a064970bd4b2 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 04:04:30.618382 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning complete for port 8774e556-1613-463d-96ef-a064970bd4b2 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 04:04:30.618748 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:04:30.700445 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:04:30.722472 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6ae10d7-de1c-4a11-996e-b2b91592cd59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8774e556-1613-463d-96ef-a064970bd4b2'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 04:04:30.724721 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e385e08809ed349a2646fb52500b409f99e085c14d592b33dda6f3cb7a212da1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3ffce95-2c46-49c0-9be1-eb8ab8f9afb9" -d '{"events": [{"server_uuid": "e6ae10d7-de1c-4a11-996e-b2b91592cd59", "name": "network-vif-plugged", "status": "completed", "tag": "8774e556-1613-463d-96ef-a064970bd4b2"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 04:04:30.737357 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 8774e556-1613-463d-96ef-a064970bd4b2, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=8774e556-1613-463d-96ef-a064970bd4b2,segment=NetworkSegment(2ee533d2-131c-45f3-9aef-4de0faf76881),segment_id=2ee533d2-131c-45f3-9aef-4de0faf76881)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:04:30.761316 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 04:04:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d1e91af-713a-41e0-9fc4-e55f709526dd x-openstack-request-id: req-8d1e91af-713a-41e0-9fc4-e55f709526dd {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 04:04:30.761602 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6ae10d7-de1c-4a11-996e-b2b91592cd59", "name": "network-vif-plugged", "status": "completed", "tag": "8774e556-1613-463d-96ef-a064970bd4b2", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 04:04:30.761850 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8d1e91af-713a-41e0-9fc4-e55f709526dd {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 04:04:30.762240 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6ae10d7-de1c-4a11-996e-b2b91592cd59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8774e556-1613-463d-96ef-a064970bd4b2', 'code': 200} Aug 11 04:04:30.794512 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:04:30.842339 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=8774e556-1613-463d-96ef-a064970bd4b2,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:04:30.855228 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2076a53-7689-4e99-bedb-a1d00b408261 req-548378af-0a7a-4cd9-9447-67198ebfd08c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:04:30.859627 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-e2076a53-7689-4e99-bedb-a1d00b408261 req-548378af-0a7a-4cd9-9447-67198ebfd08c service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=e6ae10d7-de1c-4a11-996e-b2b91592cd59 HTTP/1.1" status: 200 len: 1097 time: 0.0405991 Aug 11 04:04:30.891175 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-e2076a53-7689-4e99-bedb-a1d00b408261 req-8e6e47de-2885-427e-acf5-ae62b7ae7070 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=17cbbfbd-fff1-4829-aa11-330c48108d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267203 Aug 11 04:04:31.449114 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65e1ad2-e6fe-422d-b6cd-4cb76a0d3384 req-5a2be442-7899-4714-ab9d-af6d2a823f66 tempest-ServersNegativeTestJSON-1939027082 tempest-ServersNegativeTestJSON-1939027082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:04:31.450595 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c65e1ad2-e6fe-422d-b6cd-4cb76a0d3384 req-5a2be442-7899-4714-ab9d-af6d2a823f66 tempest-ServersNegativeTestJSON-1939027082 tempest-ServersNegativeTestJSON-1939027082-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6ae10d7-de1c-4a11-996e-b2b91592cd59 HTTP/1.1" status: 200 len: 945 time: 0.0534377 Aug 11 04:04:31.487524 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c65e1ad2-e6fe-422d-b6cd-4cb76a0d3384 req-ac6e36bd-c3a1-4819-bbcd-cc505fe09bfa tempest-ServersNegativeTestJSON-1939027082 tempest-ServersNegativeTestJSON-1939027082-project] 10.222.0.41 "GET /v2.0/security-groups?id=17cbbfbd-fff1-4829-aa11-330c48108d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310414 Aug 11 04:04:31.901545 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:04:32.124363 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-cef23935-7098-4f42-9381-d7a3d9f7564e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:04:32.599303 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61de33d1-3da0-4065-a303-300412e7d3ef req-34bbfa96-3b5d-4609-b829-00bf0effe3ef tempest-ServersNegativeTestJSON-1939027082 tempest-ServersNegativeTestJSON-1939027082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:04:32.600765 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-61de33d1-3da0-4065-a303-300412e7d3ef req-34bbfa96-3b5d-4609-b829-00bf0effe3ef tempest-ServersNegativeTestJSON-1939027082 tempest-ServersNegativeTestJSON-1939027082-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6ae10d7-de1c-4a11-996e-b2b91592cd59 HTTP/1.1" status: 200 len: 945 time: 0.0475376 Aug 11 04:04:32.637706 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-61de33d1-3da0-4065-a303-300412e7d3ef req-70b8a753-4c00-4a98-8c68-56da2ce5894d tempest-ServersNegativeTestJSON-1939027082 tempest-ServersNegativeTestJSON-1939027082-project] 10.222.0.41 "GET /v2.0/security-groups?id=17cbbfbd-fff1-4829-aa11-330c48108d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312266 Aug 11 04:04:32.855870 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92f12ab-5c74-455b-bfe2-cf8bd878c431 req-5640d8c1-ebe3-496b-9a7e-03e7d6be2aea tempest-ServersNegativeTestJSON-1939027082 tempest-ServersNegativeTestJSON-1939027082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:04:32.857257 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a92f12ab-5c74-455b-bfe2-cf8bd878c431 req-5640d8c1-ebe3-496b-9a7e-03e7d6be2aea tempest-ServersNegativeTestJSON-1939027082 tempest-ServersNegativeTestJSON-1939027082-project] 10.222.0.41 "GET /v2.0/networks?id=7a1e2381-1312-4ac2-8480-8b774bc3891d HTTP/1.1" status: 200 len: 813 time: 0.1018817 Aug 11 04:04:32.873100 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a92f12ab-5c74-455b-bfe2-cf8bd878c431 req-ffe5e994-3ec6-41e5-b8eb-7f031d2a294e tempest-ServersNegativeTestJSON-1939027082 tempest-ServersNegativeTestJSON-1939027082-project] 10.222.0.41 "GET /v2.0/quotas/9e46a0d535944bbfa1c86018bb3a29a1 HTTP/1.1" status: 200 len: 375 time: 0.0089746 Aug 11 04:04:32.921475 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a92f12ab-5c74-455b-bfe2-cf8bd878c431 req-bafc6f4a-ec4a-4e4b-8982-0b6251d0b66c tempest-ServersNegativeTestJSON-1939027082 tempest-ServersNegativeTestJSON-1939027082-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=9e46a0d535944bbfa1c86018bb3a29a1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0430169 Aug 11 04:04:33.008601 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a92f12ab-5c74-455b-bfe2-cf8bd878c431 req-e7e46473-e34c-4fff-9e3f-099dc01aade5 service neutron] 10.222.0.41 "GET /v2.0/networks/7a1e2381-1312-4ac2-8480-8b774bc3891d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795298 Aug 11 04:04:33.098760 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a92f12ab-5c74-455b-bfe2-cf8bd878c431 req-a332fb25-abee-4cd7-8d90-adc3c7b96a2d service neutron] 10.222.0.41 "GET /v2.0/networks/7a1e2381-1312-4ac2-8480-8b774bc3891d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842249 Aug 11 04:04:33.200096 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:04:33.332098 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-614a5841-3e8d-4608-9518-24757562ddac req-7126d7aa-238a-4896-8888-12ac63c4ed29 tempest-ServersNegativeTestJSON-1939027082 tempest-ServersNegativeTestJSON-1939027082-project] 10.222.0.41 "GET /v2.0/ports?device_id=9d1160b6-e1d3-4a45-bbfc-bb961ba107ae HTTP/1.1" status: 200 len: 210 time: 0.0272593 Aug 11 04:04:34.424401 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-240b154e-a28a-4757-87ee-b61b726c7344 req-1bd1588e-4c0d-47bb-8118-c9fe13d22d92 tempest-ServersNegativeTestJSON-1939027082 tempest-ServersNegativeTestJSON-1939027082-project] 10.222.0.41 "GET /v2.0/ports?device_id=9d1160b6-e1d3-4a45-bbfc-bb961ba107ae HTTP/1.1" status: 200 len: 210 time: 0.0267973 Aug 11 04:04:34.855744 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:04:35.029584 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92f12ab-5c74-455b-bfe2-cf8bd878c431 req-f85f82c3-1a5c-4673-9245-899ae2a02177 tempest-ServersNegativeTestJSON-1939027082 tempest-ServersNegativeTestJSON-1939027082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:04:35.030992 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a92f12ab-5c74-455b-bfe2-cf8bd878c431 req-f85f82c3-1a5c-4673-9245-899ae2a02177 tempest-ServersNegativeTestJSON-1939027082 tempest-ServersNegativeTestJSON-1939027082-project] 10.222.0.24 "GET /v2.0/networks?id=7a1e2381-1312-4ac2-8480-8b774bc3891d HTTP/1.1" status: 200 len: 813 time: 0.1028318 Aug 11 04:04:35.043237 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-a92f12ab-5c74-455b-bfe2-cf8bd878c431 req-5a336e99-cd2f-4e10-9b8b-b3c657955a8b tempest-ServersNegativeTestJSON-1939027082 tempest-ServersNegativeTestJSON-1939027082-project] Request body: {'port': {'device_id': '9d1160b6-e1d3-4a45-bbfc-bb961ba107ae', 'network_id': '7a1e2381-1312-4ac2-8480-8b774bc3891d', 'admin_state_up': True, 'tenant_id': '9e46a0d535944bbfa1c86018bb3a29a1'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:04:35.228927 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a92f12ab-5c74-455b-bfe2-cf8bd878c431 req-5a336e99-cd2f-4e10-9b8b-b3c657955a8b tempest-ServersNegativeTestJSON-1939027082 tempest-ServersNegativeTestJSON-1939027082-project] Made reservation on behalf of 9e46a0d535944bbfa1c86018bb3a29a1 for: {'port': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 04:04:35.232601 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-a92f12ab-5c74-455b-bfe2-cf8bd878c431 req-5a336e99-cd2f-4e10-9b8b-b3c657955a8b tempest-ServersNegativeTestJSON-1939027082 tempest-ServersNegativeTestJSON-1939027082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:04:35.646823 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-743fea95-b0a8-41a1-ba53-00bb441bdce5 req-787f203b-5261-45f8-885b-fcfa810198e3 tempest-ServersNegativeTestJSON-1939027082 tempest-ServersNegativeTestJSON-1939027082-project] 10.222.0.41 "GET /v2.0/ports?device_id=9d1160b6-e1d3-4a45-bbfc-bb961ba107ae HTTP/1.1" status: 200 len: 210 time: 0.0290334 Aug 11 04:04:35.708707 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [req-a92f12ab-5c74-455b-bfe2-cf8bd878c431 req-5a336e99-cd2f-4e10-9b8b-b3c657955a8b tempest-ServersNegativeTestJSON-1939027082 tempest-ServersNegativeTestJSON-1939027082-project] Allocated IP 172.20.0.2 (7a1e2381-1312-4ac2-8480-8b774bc3891d/1ad49d13-1a08-43f2-8634-bd81f1c4dbe7/88c3f63e-d969-4e7d-962e-c626b1caae74) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 04:04:35.850632 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-a92f12ab-5c74-455b-bfe2-cf8bd878c431 req-5a336e99-cd2f-4e10-9b8b-b3c657955a8b tempest-ServersNegativeTestJSON-1939027082 tempest-ServersNegativeTestJSON-1939027082-project] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:04:35.947456 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-a92f12ab-5c74-455b-bfe2-cf8bd878c431 req-5a336e99-cd2f-4e10-9b8b-b3c657955a8b tempest-ServersNegativeTestJSON-1939027082 tempest-ServersNegativeTestJSON-1939027082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:04:35.958973 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['8774e556-1613-463d-96ef-a064970bd4b2'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 04:04:35.991374 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a92f12ab-5c74-455b-bfe2-cf8bd878c431 req-5a336e99-cd2f-4e10-9b8b-b3c657955a8b tempest-ServersNegativeTestJSON-1939027082 tempest-ServersNegativeTestJSON-1939027082-project] Network 7a1e2381-1312-4ac2-8480-8b774bc3891d is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 04:04:35.994467 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [req-a92f12ab-5c74-455b-bfe2-cf8bd878c431 req-5a336e99-cd2f-4e10-9b8b-b3c657955a8b tempest-ServersNegativeTestJSON-1939027082 tempest-ServersNegativeTestJSON-1939027082-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 04:04:35.998222 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [req-a92f12ab-5c74-455b-bfe2-cf8bd878c431 req-5a336e99-cd2f-4e10-9b8b-b3c657955a8b tempest-ServersNegativeTestJSON-1939027082 tempest-ServersNegativeTestJSON-1939027082-project] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 04:04:36.005351 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a336e99-cd2f-4e10-9b8b-b3c657955a8b tempest-ServersNegativeTestJSON-1939027082 tempest-ServersNegativeTestJSON-1939027082-project] Pushing event updated for resources: {'Port': ['ID=88c3f63e-d969-4e7d-962e-c626b1caae74,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:04:36.036965 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a336e99-cd2f-4e10-9b8b-b3c657955a8b tempest-ServersNegativeTestJSON-1939027082 tempest-ServersNegativeTestJSON-1939027082-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:04:36.037308 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a336e99-cd2f-4e10-9b8b-b3c657955a8b tempest-ServersNegativeTestJSON-1939027082 tempest-ServersNegativeTestJSON-1939027082-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:04:36.037644 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a336e99-cd2f-4e10-9b8b-b3c657955a8b tempest-ServersNegativeTestJSON-1939027082 tempest-ServersNegativeTestJSON-1939027082-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:04:36.037975 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a336e99-cd2f-4e10-9b8b-b3c657955a8b tempest-ServersNegativeTestJSON-1939027082 tempest-ServersNegativeTestJSON-1939027082-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:04:36.038321 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a336e99-cd2f-4e10-9b8b-b3c657955a8b tempest-ServersNegativeTestJSON-1939027082 tempest-ServersNegativeTestJSON-1939027082-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:04:36.038659 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a336e99-cd2f-4e10-9b8b-b3c657955a8b tempest-ServersNegativeTestJSON-1939027082 tempest-ServersNegativeTestJSON-1939027082-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:04:36.038978 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a336e99-cd2f-4e10-9b8b-b3c657955a8b tempest-ServersNegativeTestJSON-1939027082 tempest-ServersNegativeTestJSON-1939027082-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:04:36.039297 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a336e99-cd2f-4e10-9b8b-b3c657955a8b tempest-ServersNegativeTestJSON-1939027082 tempest-ServersNegativeTestJSON-1939027082-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:04:36.039615 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a336e99-cd2f-4e10-9b8b-b3c657955a8b tempest-ServersNegativeTestJSON-1939027082 tempest-ServersNegativeTestJSON-1939027082-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:04:36.039931 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a336e99-cd2f-4e10-9b8b-b3c657955a8b tempest-ServersNegativeTestJSON-1939027082 tempest-ServersNegativeTestJSON-1939027082-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:04:36.040248 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a336e99-cd2f-4e10-9b8b-b3c657955a8b tempest-ServersNegativeTestJSON-1939027082 tempest-ServersNegativeTestJSON-1939027082-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:04:36.040557 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a336e99-cd2f-4e10-9b8b-b3c657955a8b tempest-ServersNegativeTestJSON-1939027082 tempest-ServersNegativeTestJSON-1939027082-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:04:36.065729 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92f12ab-5c74-455b-bfe2-cf8bd878c431 req-5a336e99-cd2f-4e10-9b8b-b3c657955a8b tempest-ServersNegativeTestJSON-1939027082 tempest-ServersNegativeTestJSON-1939027082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:04:36.066376 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-a92f12ab-5c74-455b-bfe2-cf8bd878c431 req-5a336e99-cd2f-4e10-9b8b-b3c657955a8b tempest-ServersNegativeTestJSON-1939027082 tempest-ServersNegativeTestJSON-1939027082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:04:36.132296 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a92f12ab-5c74-455b-bfe2-cf8bd878c431 req-5a336e99-cd2f-4e10-9b8b-b3c657955a8b tempest-ServersNegativeTestJSON-1939027082 tempest-ServersNegativeTestJSON-1939027082-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0926960 Aug 11 04:04:36.145046 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-a92f12ab-5c74-455b-bfe2-cf8bd878c431 req-ef45c16b-ab49-4487-a3fe-7ddc2f5703e7 service neutron] Request body: {'port': {'device_id': '9d1160b6-e1d3-4a45-bbfc-bb961ba107ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764292-30'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:04:36.198149 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-a92f12ab-5c74-455b-bfe2-cf8bd878c431 req-ef45c16b-ab49-4487-a3fe-7ddc2f5703e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:04:36.456042 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [req-a92f12ab-5c74-455b-bfe2-cf8bd878c431 req-ef45c16b-ab49-4487-a3fe-7ddc2f5703e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88c3f63e-d969-4e7d-962e-c626b1caae74 {{(pid=102192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 04:04:36.463156 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-a92f12ab-5c74-455b-bfe2-cf8bd878c431 req-ef45c16b-ab49-4487-a3fe-7ddc2f5703e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:04:36.474518 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [req-a92f12ab-5c74-455b-bfe2-cf8bd878c431 req-ef45c16b-ab49-4487-a3fe-7ddc2f5703e7 service neutron] Transition to ACTIVE for port object 88c3f63e-d969-4e7d-962e-c626b1caae74 will not be triggered until provisioned by entity L2. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 04:04:36.548946 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-a92f12ab-5c74-455b-bfe2-cf8bd878c431 req-ef45c16b-ab49-4487-a3fe-7ddc2f5703e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:04:36.598941 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef45c16b-ab49-4487-a3fe-7ddc2f5703e7 service neutron] Pushing event updated for resources: {'Port': ['ID=88c3f63e-d969-4e7d-962e-c626b1caae74,revision_number=2']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:04:36.660562 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-a92f12ab-5c74-455b-bfe2-cf8bd878c431 req-ef45c16b-ab49-4487-a3fe-7ddc2f5703e7 service neutron] Attempting to bind port 88c3f63e-d969-4e7d-962e-c626b1caae74 on host n-h2-764292-30 for vnic_type normal with profile {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 04:04:36.661213 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-a92f12ab-5c74-455b-bfe2-cf8bd878c431 req-ef45c16b-ab49-4487-a3fe-7ddc2f5703e7 service neutron] Attempting to bind port 88c3f63e-d969-4e7d-962e-c626b1caae74 by drivers openvswitch,hyperv on host n-h2-764292-30 at level 0 using segments [{'id': '2ee533d2-131c-45f3-9aef-4de0faf76881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '7a1e2381-1312-4ac2-8480-8b774bc3891d'}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 04:04:36.661325 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a92f12ab-5c74-455b-bfe2-cf8bd878c431 req-ef45c16b-ab49-4487-a3fe-7ddc2f5703e7 service neutron] Attempting to bind port 88c3f63e-d969-4e7d-962e-c626b1caae74 on network 7a1e2381-1312-4ac2-8480-8b774bc3891d {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 04:04:36.665645 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a92f12ab-5c74-455b-bfe2-cf8bd878c431 req-ef45c16b-ab49-4487-a3fe-7ddc2f5703e7 service neutron] Port 88c3f63e-d969-4e7d-962e-c626b1caae74 on network 7a1e2381-1312-4ac2-8480-8b774bc3891d not bound, no agent of type Open vSwitch agent registered on host n-h2-764292-30 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 04:04:36.665966 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a92f12ab-5c74-455b-bfe2-cf8bd878c431 req-ef45c16b-ab49-4487-a3fe-7ddc2f5703e7 service neutron] Attempting to bind port 88c3f63e-d969-4e7d-962e-c626b1caae74 on network 7a1e2381-1312-4ac2-8480-8b774bc3891d {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 04:04:36.671004 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a92f12ab-5c74-455b-bfe2-cf8bd878c431 req-ef45c16b-ab49-4487-a3fe-7ddc2f5703e7 service neutron] Checking agent: {'id': '70015fc0-62fb-48b2-b453-36906937cf2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 4, 4, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 04:04:36.671371 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a92f12ab-5c74-455b-bfe2-cf8bd878c431 req-ef45c16b-ab49-4487-a3fe-7ddc2f5703e7 service neutron] Checking segment: {'id': '2ee533d2-131c-45f3-9aef-4de0faf76881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '7a1e2381-1312-4ac2-8480-8b774bc3891d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 04:04:36.671754 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a92f12ab-5c74-455b-bfe2-cf8bd878c431 req-ef45c16b-ab49-4487-a3fe-7ddc2f5703e7 service neutron] Bound using segment: {'id': '2ee533d2-131c-45f3-9aef-4de0faf76881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '7a1e2381-1312-4ac2-8480-8b774bc3891d'} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 04:04:36.672181 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-a92f12ab-5c74-455b-bfe2-cf8bd878c431 req-ef45c16b-ab49-4487-a3fe-7ddc2f5703e7 service neutron] Bound port: 88c3f63e-d969-4e7d-962e-c626b1caae74, host: n-h2-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ee533d2-131c-45f3-9aef-4de0faf76881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '7a1e2381-1312-4ac2-8480-8b774bc3891d'}}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 04:04:36.672541 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-a92f12ab-5c74-455b-bfe2-cf8bd878c431 req-ef45c16b-ab49-4487-a3fe-7ddc2f5703e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:04:36.764040 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-a92f12ab-5c74-455b-bfe2-cf8bd878c431 req-ef45c16b-ab49-4487-a3fe-7ddc2f5703e7 service neutron] For port 88c3f63e-d969-4e7d-962e-c626b1caae74, host n-h2-764292-30, cleared binding levels {{(pid=102192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 04:04:36.768401 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-a92f12ab-5c74-455b-bfe2-cf8bd878c431 req-ef45c16b-ab49-4487-a3fe-7ddc2f5703e7 service neutron] For port 88c3f63e-d969-4e7d-962e-c626b1caae74, host n-h2-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=88c3f63e-d969-4e7d-962e-c626b1caae74,segment=NetworkSegment(2ee533d2-131c-45f3-9aef-4de0faf76881),segment_id=2ee533d2-131c-45f3-9aef-4de0faf76881)] {{(pid=102192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 04:04:36.781080 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8af10f0-9e00-48f4-b835-d68810e52165 req-8abb1890-d648-4120-b1ee-b86e47daf023 tempest-ServersNegativeTestJSON-1939027082 tempest-ServersNegativeTestJSON-1939027082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:04:36.782632 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d8af10f0-9e00-48f4-b835-d68810e52165 req-8abb1890-d648-4120-b1ee-b86e47daf023 tempest-ServersNegativeTestJSON-1939027082 tempest-ServersNegativeTestJSON-1939027082-project] 10.222.0.41 "GET /v2.0/ports?device_id=9d1160b6-e1d3-4a45-bbfc-bb961ba107ae HTTP/1.1" status: 200 len: 943 time: 0.0665638 Aug 11 04:04:36.814856 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-a92f12ab-5c74-455b-bfe2-cf8bd878c431 req-ef45c16b-ab49-4487-a3fe-7ddc2f5703e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:04:36.830096 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d8af10f0-9e00-48f4-b835-d68810e52165 req-dfc4fe9c-35cd-4ed1-869b-5910f7688ffb tempest-ServersNegativeTestJSON-1939027082 tempest-ServersNegativeTestJSON-1939027082-project] 10.222.0.41 "GET /v2.0/security-groups?id=17cbbfbd-fff1-4829-aa11-330c48108d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408833 Aug 11 04:04:36.853477 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92f12ab-5c74-455b-bfe2-cf8bd878c431 req-ef45c16b-ab49-4487-a3fe-7ddc2f5703e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:04:36.854082 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-a92f12ab-5c74-455b-bfe2-cf8bd878c431 req-ef45c16b-ab49-4487-a3fe-7ddc2f5703e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:04:36.855580 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a92f12ab-5c74-455b-bfe2-cf8bd878c431 req-ef45c16b-ab49-4487-a3fe-7ddc2f5703e7 service neutron] 10.222.0.24 "PUT /v2.0/ports/88c3f63e-d969-4e7d-962e-c626b1caae74 HTTP/1.1" status: 200 len: 1092 time: 0.7146389 Aug 11 04:04:36.856005 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d1160b6-e1d3-4a45-bbfc-bb961ba107ae', 'tag': '88c3f63e-d969-4e7d-962e-c626b1caae74'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 04:04:36.858220 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7f53641f53ed3ecbe111d4b405439a3ffe6be981c23072cf9fee61815809fbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e89d1800-a76d-438a-8cac-72e4d06b9940" -d '{"events": [{"name": "network-changed", "server_uuid": "9d1160b6-e1d3-4a45-bbfc-bb961ba107ae", "tag": "88c3f63e-d969-4e7d-962e-c626b1caae74"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 04:04:36.883574 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef45c16b-ab49-4487-a3fe-7ddc2f5703e7 service neutron] Pushing event updated for resources: {'Port': ['ID=88c3f63e-d969-4e7d-962e-c626b1caae74,revision_number=3']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:04:36.894334 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 04:04:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3c053e8-ed7d-4d05-b074-4f320f40d949 x-openstack-request-id: req-b3c053e8-ed7d-4d05-b074-4f320f40d949 {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 04:04:36.895011 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d1160b6-e1d3-4a45-bbfc-bb961ba107ae", "tag": "88c3f63e-d969-4e7d-962e-c626b1caae74", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 04:04:36.895011 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b3c053e8-ed7d-4d05-b074-4f320f40d949 {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 04:04:36.895184 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d1160b6-e1d3-4a45-bbfc-bb961ba107ae', 'tag': '88c3f63e-d969-4e7d-962e-c626b1caae74', 'status': 'completed', 'code': 200} Aug 11 04:04:36.954118 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89d1800-a76d-438a-8cac-72e4d06b9940 req-2e75826c-50ca-494a-976d-b75455283156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:04:36.956154 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e89d1800-a76d-438a-8cac-72e4d06b9940 req-2e75826c-50ca-494a-976d-b75455283156 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9e46a0d535944bbfa1c86018bb3a29a1&device_id=9d1160b6-e1d3-4a45-bbfc-bb961ba107ae HTTP/1.1" status: 200 len: 1095 time: 0.0412183 Aug 11 04:04:37.056816 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89d1800-a76d-438a-8cac-72e4d06b9940 req-f36739a4-9300-4297-a065-ad554154447f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:04:37.058226 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e89d1800-a76d-438a-8cac-72e4d06b9940 req-f36739a4-9300-4297-a065-ad554154447f service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=9e46a0d535944bbfa1c86018bb3a29a1&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0945988 Aug 11 04:04:37.150665 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89d1800-a76d-438a-8cac-72e4d06b9940 req-c2cd763f-4218-4654-b9ac-7a90f01ddda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:04:37.152142 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e89d1800-a76d-438a-8cac-72e4d06b9940 req-c2cd763f-4218-4654-b9ac-7a90f01ddda0 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0870452 Aug 11 04:04:37.231919 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92f12ab-5c74-455b-bfe2-cf8bd878c431 req-9ddeba52-2d9c-4aed-b213-5b683600c11b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:04:37.233380 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a92f12ab-5c74-455b-bfe2-cf8bd878c431 req-9ddeba52-2d9c-4aed-b213-5b683600c11b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9e46a0d535944bbfa1c86018bb3a29a1&device_id=9d1160b6-e1d3-4a45-bbfc-bb961ba107ae HTTP/1.1" status: 200 len: 1095 time: 0.0450623 Aug 11 04:04:37.274629 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a92f12ab-5c74-455b-bfe2-cf8bd878c431 req-1aa3b5fb-8532-4b27-b008-9b51c562c38b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=88c3f63e-d969-4e7d-962e-c626b1caae74 HTTP/1.1" status: 200 len: 217 time: 0.0330212 Aug 11 04:04:37.322531 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92f12ab-5c74-455b-bfe2-cf8bd878c431 req-a1c6e0e6-5d9f-46e4-ae2c-933f059708e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:04:37.323887 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a92f12ab-5c74-455b-bfe2-cf8bd878c431 req-a1c6e0e6-5d9f-46e4-ae2c-933f059708e8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1ad49d13-1a08-43f2-8634-bd81f1c4dbe7 HTTP/1.1" status: 200 len: 853 time: 0.0429163 Aug 11 04:04:37.358485 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a92f12ab-5c74-455b-bfe2-cf8bd878c431 req-deed33ce-4687-4d69-9784-10d0d9f72d49 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7a1e2381-1312-4ac2-8480-8b774bc3891d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273130 Aug 11 04:04:37.446652 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a92f12ab-5c74-455b-bfe2-cf8bd878c431 req-e22428e8-147c-47df-b75c-d87dea444b29 service neutron] 10.222.0.24 "GET /v2.0/networks/7a1e2381-1312-4ac2-8480-8b774bc3891d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811250 Aug 11 04:04:37.537808 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a92f12ab-5c74-455b-bfe2-cf8bd878c431 req-b92a4ec8-42e4-4ca5-a096-492508322b18 service neutron] 10.222.0.24 "GET /v2.0/networks/7a1e2381-1312-4ac2-8480-8b774bc3891d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845141 Aug 11 04:04:37.743203 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:04:37.943429 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380110cb-6fb5-4108-92dd-840463ba905e req-05ee0ecc-3115-45a2-91b7-17211d2d2c67 tempest-ServersNegativeTestJSON-1939027082 tempest-ServersNegativeTestJSON-1939027082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:04:37.944911 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-380110cb-6fb5-4108-92dd-840463ba905e req-05ee0ecc-3115-45a2-91b7-17211d2d2c67 tempest-ServersNegativeTestJSON-1939027082 tempest-ServersNegativeTestJSON-1939027082-project] 10.222.0.41 "GET /v2.0/ports?device_id=9d1160b6-e1d3-4a45-bbfc-bb961ba107ae HTTP/1.1" status: 200 len: 943 time: 0.0496459 Aug 11 04:04:37.981358 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-380110cb-6fb5-4108-92dd-840463ba905e req-a3c5635b-8869-4ac0-af1b-d3b56a456292 tempest-ServersNegativeTestJSON-1939027082 tempest-ServersNegativeTestJSON-1939027082-project] 10.222.0.41 "GET /v2.0/security-groups?id=17cbbfbd-fff1-4829-aa11-330c48108d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306196 Aug 11 04:04:39.096766 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39950733-de84-49f9-b062-cc368adeb27e req-f6d996f5-b95c-473a-848a-bea9167fe4da tempest-ServersNegativeTestJSON-1939027082 tempest-ServersNegativeTestJSON-1939027082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:04:39.098246 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-39950733-de84-49f9-b062-cc368adeb27e req-f6d996f5-b95c-473a-848a-bea9167fe4da tempest-ServersNegativeTestJSON-1939027082 tempest-ServersNegativeTestJSON-1939027082-project] 10.222.0.41 "GET /v2.0/ports?device_id=9d1160b6-e1d3-4a45-bbfc-bb961ba107ae HTTP/1.1" status: 200 len: 943 time: 0.0491259 Aug 11 04:04:39.134833 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-39950733-de84-49f9-b062-cc368adeb27e req-8f862a57-548d-4878-9099-dfe882e43d05 tempest-ServersNegativeTestJSON-1939027082 tempest-ServersNegativeTestJSON-1939027082-project] 10.222.0.41 "GET /v2.0/security-groups?id=17cbbfbd-fff1-4829-aa11-330c48108d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306909 Aug 11 04:04:39.284843 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 88c3f63e-d969-4e7d-962e-c626b1caae74 details requested by agent hyperv_n-h2-764292-30 with host n-h2-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 04:04:39.378020 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port 88c3f63e-d969-4e7d-962e-c626b1caae74, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=88c3f63e-d969-4e7d-962e-c626b1caae74,segment=NetworkSegment(2ee533d2-131c-45f3-9aef-4de0faf76881),segment_id=2ee533d2-131c-45f3-9aef-4de0faf76881)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:04:39.389334 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Returning: {'device': '88c3f63e-d969-4e7d-962e-c626b1caae74', 'network_id': '7a1e2381-1312-4ac2-8480-8b774bc3891d', 'port_id': '88c3f63e-d969-4e7d-962e-c626b1caae74', 'mac_address': 'fa:16:3e:71:c6:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ad49d13-1a08-43f2-8634-bd81f1c4dbe7', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 04:04:39.428345 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:04:39.440997 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88c3f63e-d969-4e7d-962e-c626b1caae74 {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 04:04:39.459384 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port 88c3f63e-d969-4e7d-962e-c626b1caae74, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=88c3f63e-d969-4e7d-962e-c626b1caae74,segment=NetworkSegment(2ee533d2-131c-45f3-9aef-4de0faf76881),segment_id=2ee533d2-131c-45f3-9aef-4de0faf76881)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:04:39.536902 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:04:39.585108 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=88c3f63e-d969-4e7d-962e-c626b1caae74,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:04:39.592340 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:04:39.592686 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:04:39.593110 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:04:39.593449 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:04:39.593781 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:04:39.594111 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:04:39.594462 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:04:39.594790 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:04:39.595113 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:04:39.595966 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:04:39.596289 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:04:39.596610 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:04:39.732042 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['88c3f63e-d969-4e7d-962e-c626b1caae74'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 04:04:40.247210 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aac2dd-4814-42d5-985a-38ed0c2c6910 req-132c301a-deff-4ac3-80fa-abc3d26d77d7 tempest-ServersNegativeTestJSON-1939027082 tempest-ServersNegativeTestJSON-1939027082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:04:40.248699 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-35aac2dd-4814-42d5-985a-38ed0c2c6910 req-132c301a-deff-4ac3-80fa-abc3d26d77d7 tempest-ServersNegativeTestJSON-1939027082 tempest-ServersNegativeTestJSON-1939027082-project] 10.222.0.41 "GET /v2.0/ports?device_id=9d1160b6-e1d3-4a45-bbfc-bb961ba107ae HTTP/1.1" status: 200 len: 944 time: 0.0484152 Aug 11 04:04:40.291601 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-35aac2dd-4814-42d5-985a-38ed0c2c6910 req-b2d2f47f-fc72-4740-8cb4-5ad7fbc3dc04 tempest-ServersNegativeTestJSON-1939027082 tempest-ServersNegativeTestJSON-1939027082-project] 10.222.0.41 "GET /v2.0/security-groups?id=17cbbfbd-fff1-4829-aa11-330c48108d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360415 Aug 11 04:04:41.285049 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 88c3f63e-d969-4e7d-962e-c626b1caae74 up at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 04:04:41.386934 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning for port 88c3f63e-d969-4e7d-962e-c626b1caae74 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 04:04:41.390918 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning complete for port 88c3f63e-d969-4e7d-962e-c626b1caae74 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 04:04:41.391292 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:04:41.406038 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ceb8c2a-662e-41e4-802f-e2732ec56b61 req-3d62660b-cc57-4b44-a055-c5cd0abee042 tempest-ServersNegativeTestJSON-1939027082 tempest-ServersNegativeTestJSON-1939027082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:04:41.407816 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7ceb8c2a-662e-41e4-802f-e2732ec56b61 req-3d62660b-cc57-4b44-a055-c5cd0abee042 tempest-ServersNegativeTestJSON-1939027082 tempest-ServersNegativeTestJSON-1939027082-project] 10.222.0.41 "GET /v2.0/ports?device_id=9d1160b6-e1d3-4a45-bbfc-bb961ba107ae HTTP/1.1" status: 200 len: 944 time: 0.0504107 Aug 11 04:04:41.445754 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7ceb8c2a-662e-41e4-802f-e2732ec56b61 req-437cb301-17f4-45f8-84d9-d6ea9910bc32 tempest-ServersNegativeTestJSON-1939027082 tempest-ServersNegativeTestJSON-1939027082-project] 10.222.0.41 "GET /v2.0/security-groups?id=17cbbfbd-fff1-4829-aa11-330c48108d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320418 Aug 11 04:04:41.468897 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:04:41.490782 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d1160b6-e1d3-4a45-bbfc-bb961ba107ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88c3f63e-d969-4e7d-962e-c626b1caae74'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 04:04:41.493007 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e385e08809ed349a2646fb52500b409f99e085c14d592b33dda6f3cb7a212da1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef6c73b6-9df2-45cb-92bb-7736f434e423" -d '{"events": [{"server_uuid": "9d1160b6-e1d3-4a45-bbfc-bb961ba107ae", "name": "network-vif-plugged", "status": "completed", "tag": "88c3f63e-d969-4e7d-962e-c626b1caae74"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 04:04:41.509366 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port 88c3f63e-d969-4e7d-962e-c626b1caae74, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=88c3f63e-d969-4e7d-962e-c626b1caae74,segment=NetworkSegment(2ee533d2-131c-45f3-9aef-4de0faf76881),segment_id=2ee533d2-131c-45f3-9aef-4de0faf76881)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:04:41.528390 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 04:04:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f30533d5-c18c-4757-863c-0767ebf24253 x-openstack-request-id: req-f30533d5-c18c-4757-863c-0767ebf24253 {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 04:04:41.528678 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d1160b6-e1d3-4a45-bbfc-bb961ba107ae", "name": "network-vif-plugged", "status": "completed", "tag": "88c3f63e-d969-4e7d-962e-c626b1caae74", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 04:04:41.528921 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f30533d5-c18c-4757-863c-0767ebf24253 {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 04:04:41.529305 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d1160b6-e1d3-4a45-bbfc-bb961ba107ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88c3f63e-d969-4e7d-962e-c626b1caae74', 'code': 200} Aug 11 04:04:41.575610 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:04:41.621986 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00184e4-04b1-468a-808d-bb93ed7c9ec1 req-e4c92999-d153-4a45-8158-3b848ae633c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:04:41.623762 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c00184e4-04b1-468a-808d-bb93ed7c9ec1 req-e4c92999-d153-4a45-8158-3b848ae633c7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9d1160b6-e1d3-4a45-bbfc-bb961ba107ae HTTP/1.1" status: 200 len: 1097 time: 0.0397727 Aug 11 04:04:41.630668 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=88c3f63e-d969-4e7d-962e-c626b1caae74,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:04:41.659386 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c00184e4-04b1-468a-808d-bb93ed7c9ec1 req-41b1f721-9f41-4aa4-8ab3-784b25c2a9e2 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=17cbbfbd-fff1-4829-aa11-330c48108d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284765 Aug 11 04:04:41.743116 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:04:42.562606 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a029fe2-6fa4-4745-b388-43255e923481 req-dacb11ee-fdb7-4f1b-80b7-ae6ee7190984 tempest-ServersNegativeTestJSON-1939027082 tempest-ServersNegativeTestJSON-1939027082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:04:42.564851 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8a029fe2-6fa4-4745-b388-43255e923481 req-dacb11ee-fdb7-4f1b-80b7-ae6ee7190984 tempest-ServersNegativeTestJSON-1939027082 tempest-ServersNegativeTestJSON-1939027082-project] 10.222.0.41 "GET /v2.0/ports?device_id=9d1160b6-e1d3-4a45-bbfc-bb961ba107ae HTTP/1.1" status: 200 len: 945 time: 0.0500622 Aug 11 04:04:42.608758 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8a029fe2-6fa4-4745-b388-43255e923481 req-753a2a1a-411e-4d7a-9fa5-cc3506b96c28 tempest-ServersNegativeTestJSON-1939027082 tempest-ServersNegativeTestJSON-1939027082-project] 10.222.0.41 "GET /v2.0/security-groups?id=17cbbfbd-fff1-4829-aa11-330c48108d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376885 Aug 11 04:04:43.723818 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e292d3-e134-420c-ac53-eb700c74025b req-f62f3a93-fc99-48a3-b680-bf67f232fcf4 tempest-ServersNegativeTestJSON-1939027082 tempest-ServersNegativeTestJSON-1939027082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:04:43.725267 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-34e292d3-e134-420c-ac53-eb700c74025b req-f62f3a93-fc99-48a3-b680-bf67f232fcf4 tempest-ServersNegativeTestJSON-1939027082 tempest-ServersNegativeTestJSON-1939027082-project] 10.222.0.41 "GET /v2.0/ports?device_id=9d1160b6-e1d3-4a45-bbfc-bb961ba107ae HTTP/1.1" status: 200 len: 945 time: 0.0481713 Aug 11 04:04:43.761115 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-34e292d3-e134-420c-ac53-eb700c74025b req-e3819448-0a4e-45f6-a865-157e4bfbe199 tempest-ServersNegativeTestJSON-1939027082 tempest-ServersNegativeTestJSON-1939027082-project] 10.222.0.41 "GET /v2.0/security-groups?id=17cbbfbd-fff1-4829-aa11-330c48108d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299871 Aug 11 04:04:44.176352 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a6dd81-27f2-4767-9a62-f50a7f21e437 req-d36bc606-6fa8-4bb3-afbe-751ff8db71b1 tempest-ServersNegativeTestJSON-1939027082 tempest-ServersNegativeTestJSON-1939027082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:04:44.177908 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-64a6dd81-27f2-4767-9a62-f50a7f21e437 req-d36bc606-6fa8-4bb3-afbe-751ff8db71b1 tempest-ServersNegativeTestJSON-1939027082 tempest-ServersNegativeTestJSON-1939027082-project] 10.222.0.41 "GET /v2.0/ports?device_id=9d1160b6-e1d3-4a45-bbfc-bb961ba107ae HTTP/1.1" status: 200 len: 945 time: 0.0499897 Aug 11 04:04:44.214990 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-64a6dd81-27f2-4767-9a62-f50a7f21e437 req-38765c8a-087e-44b3-bd9b-65b6dde9e2fa tempest-ServersNegativeTestJSON-1939027082 tempest-ServersNegativeTestJSON-1939027082-project] 10.222.0.41 "GET /v2.0/security-groups?id=17cbbfbd-fff1-4829-aa11-330c48108d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311594 Aug 11 04:04:44.414108 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.agents_db [None req-950b7202-decb-43e2-8f71-ac8931dc9749 None None] Agent healthcheck: found 7 active agents {{(pid=102194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 04:04:45.331408 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cd0cfb-9b1f-4340-aa0f-2156b1123951 req-f3703008-7ae2-476f-908a-d75402cb1cf5 tempest-ServersNegativeTestJSON-1939027082 tempest-ServersNegativeTestJSON-1939027082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:04:45.332787 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f5cd0cfb-9b1f-4340-aa0f-2156b1123951 req-f3703008-7ae2-476f-908a-d75402cb1cf5 tempest-ServersNegativeTestJSON-1939027082 tempest-ServersNegativeTestJSON-1939027082-project] 10.222.0.41 "GET /v2.0/ports?device_id=9d1160b6-e1d3-4a45-bbfc-bb961ba107ae HTTP/1.1" status: 200 len: 945 time: 0.0488551 Aug 11 04:04:45.373193 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f5cd0cfb-9b1f-4340-aa0f-2156b1123951 req-5ef0b41b-7988-4e2a-94d9-83e14b1e4ab2 tempest-ServersNegativeTestJSON-1939027082 tempest-ServersNegativeTestJSON-1939027082-project] 10.222.0.41 "GET /v2.0/security-groups?id=17cbbfbd-fff1-4829-aa11-330c48108d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345714 Aug 11 04:04:45.457062 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a766a5-f211-4d6a-aa30-2363bc52d23e req-1f30853f-8f0c-47ae-8d1f-0a1014761351 tempest-ServersNegativeTestJSON-1939027082 tempest-ServersNegativeTestJSON-1939027082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:04:45.458672 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-80a766a5-f211-4d6a-aa30-2363bc52d23e req-1f30853f-8f0c-47ae-8d1f-0a1014761351 tempest-ServersNegativeTestJSON-1939027082 tempest-ServersNegativeTestJSON-1939027082-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d1160b6-e1d3-4a45-bbfc-bb961ba107ae HTTP/1.1" status: 200 len: 945 time: 0.0485504 Aug 11 04:04:45.545190 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [req-80a766a5-f211-4d6a-aa30-2363bc52d23e req-66b238db-53f3-4926-82a8-4ba3164bd02b tempest-ServersNegativeTestJSON-1939027082 tempest-ServersNegativeTestJSON-1939027082-project] Deleting port 88c3f63e-d969-4e7d-962e-c626b1caae74 {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 04:04:45.545531 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-80a766a5-f211-4d6a-aa30-2363bc52d23e req-66b238db-53f3-4926-82a8-4ba3164bd02b tempest-ServersNegativeTestJSON-1939027082 tempest-ServersNegativeTestJSON-1939027082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:04:45.634389 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-80a766a5-f211-4d6a-aa30-2363bc52d23e req-66b238db-53f3-4926-82a8-4ba3164bd02b tempest-ServersNegativeTestJSON-1939027082 tempest-ServersNegativeTestJSON-1939027082-project] For port 88c3f63e-d969-4e7d-962e-c626b1caae74, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=88c3f63e-d969-4e7d-962e-c626b1caae74,segment=NetworkSegment(2ee533d2-131c-45f3-9aef-4de0faf76881),segment_id=2ee533d2-131c-45f3-9aef-4de0faf76881)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:04:45.634751 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-80a766a5-f211-4d6a-aa30-2363bc52d23e req-66b238db-53f3-4926-82a8-4ba3164bd02b tempest-ServersNegativeTestJSON-1939027082 tempest-ServersNegativeTestJSON-1939027082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:04:45.647082 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [req-80a766a5-f211-4d6a-aa30-2363bc52d23e req-66b238db-53f3-4926-82a8-4ba3164bd02b tempest-ServersNegativeTestJSON-1939027082 tempest-ServersNegativeTestJSON-1939027082-project] Calling delete_port for 88c3f63e-d969-4e7d-962e-c626b1caae74 owned by compute:nova {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 04:04:45.832697 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-80a766a5-f211-4d6a-aa30-2363bc52d23e req-66b238db-53f3-4926-82a8-4ba3164bd02b tempest-ServersNegativeTestJSON-1939027082 tempest-ServersNegativeTestJSON-1939027082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:04:45.846205 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['88c3f63e-d969-4e7d-962e-c626b1caae74'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 04:04:45.848445 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['8774e556-1613-463d-96ef-a064970bd4b2'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 04:04:45.859346 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b238db-53f3-4926-82a8-4ba3164bd02b tempest-ServersNegativeTestJSON-1939027082 tempest-ServersNegativeTestJSON-1939027082-project] Pushing event deleted for resources: {'Port': ['ID=88c3f63e-d969-4e7d-962e-c626b1caae74,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:04:45.902064 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [req-80a766a5-f211-4d6a-aa30-2363bc52d23e req-66b238db-53f3-4926-82a8-4ba3164bd02b tempest-ServersNegativeTestJSON-1939027082 tempest-ServersNegativeTestJSON-1939027082-project] No DVR routers for this DVR port 88c3f63e-d969-4e7d-962e-c626b1caae74 on host n-h2-764292-30 {{(pid=102192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 04:04:45.904811 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-80a766a5-f211-4d6a-aa30-2363bc52d23e req-66b238db-53f3-4926-82a8-4ba3164bd02b tempest-ServersNegativeTestJSON-1939027082 tempest-ServersNegativeTestJSON-1939027082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:04:45.906800 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-80a766a5-f211-4d6a-aa30-2363bc52d23e req-66b238db-53f3-4926-82a8-4ba3164bd02b tempest-ServersNegativeTestJSON-1939027082 tempest-ServersNegativeTestJSON-1939027082-project] 10.222.0.24 "DELETE /v2.0/ports/88c3f63e-d969-4e7d-962e-c626b1caae74 HTTP/1.1" status: 204 len: 173 time: 0.4417725 Aug 11 04:04:45.907296 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d1160b6-e1d3-4a45-bbfc-bb961ba107ae', 'name': 'network-vif-deleted', 'tag': '88c3f63e-d969-4e7d-962e-c626b1caae74'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 04:04:45.910061 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7f53641f53ed3ecbe111d4b405439a3ffe6be981c23072cf9fee61815809fbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cbc9673-e205-4c0d-abae-f406ddd11263" -d '{"events": [{"server_uuid": "9d1160b6-e1d3-4a45-bbfc-bb961ba107ae", "name": "network-vif-deleted", "tag": "88c3f63e-d969-4e7d-962e-c626b1caae74"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 04:04:45.962071 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 04:04:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6531b51-6e3d-4e1a-a5c0-adc1bdc7cc2a x-openstack-request-id: req-b6531b51-6e3d-4e1a-a5c0-adc1bdc7cc2a {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 04:04:45.962071 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d1160b6-e1d3-4a45-bbfc-bb961ba107ae", "name": "network-vif-deleted", "tag": "88c3f63e-d969-4e7d-962e-c626b1caae74", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 04:04:45.962071 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b6531b51-6e3d-4e1a-a5c0-adc1bdc7cc2a {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 04:04:45.962071 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d1160b6-e1d3-4a45-bbfc-bb961ba107ae', 'name': 'network-vif-deleted', 'tag': '88c3f63e-d969-4e7d-962e-c626b1caae74', 'status': 'completed', 'code': 200} Aug 11 04:04:46.479175 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-49c458b0-9d80-46e3-99fd-f99390c7a66d req-aaf2dae2-fb05-480b-af2a-e47532b049cd tempest-ServersNegativeTestJSON-1939027082 tempest-ServersNegativeTestJSON-1939027082-project] 10.222.0.41 "GET /v2.0/ports?device_id=9d1160b6-e1d3-4a45-bbfc-bb961ba107ae HTTP/1.1" status: 200 len: 210 time: 0.0271912 Aug 11 04:04:47.628050 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe6948b-dd66-4e6d-b5df-162d33fa2d26 req-73578009-84ee-4da8-a804-c94cdf82d22a tempest-ServersNegativeTestJSON-1939027082 tempest-ServersNegativeTestJSON-1939027082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:04:47.629428 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cbe6948b-dd66-4e6d-b5df-162d33fa2d26 req-73578009-84ee-4da8-a804-c94cdf82d22a tempest-ServersNegativeTestJSON-1939027082 tempest-ServersNegativeTestJSON-1939027082-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6ae10d7-de1c-4a11-996e-b2b91592cd59 HTTP/1.1" status: 200 len: 945 time: 0.0525248 Aug 11 04:04:47.667096 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cbe6948b-dd66-4e6d-b5df-162d33fa2d26 req-f4e48dca-73ae-46db-868f-341281e6782f tempest-ServersNegativeTestJSON-1939027082 tempest-ServersNegativeTestJSON-1939027082-project] 10.222.0.41 "GET /v2.0/security-groups?id=17cbbfbd-fff1-4829-aa11-330c48108d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318546 Aug 11 04:04:47.794123 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ecd71a-916e-4a19-a6ed-b3a50a51ba3d req-50cebd84-137e-425b-9af2-1de4dd31d2c9 tempest-ServersNegativeTestJSON-1939027082 tempest-ServersNegativeTestJSON-1939027082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:04:47.795626 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a3ecd71a-916e-4a19-a6ed-b3a50a51ba3d req-50cebd84-137e-425b-9af2-1de4dd31d2c9 tempest-ServersNegativeTestJSON-1939027082 tempest-ServersNegativeTestJSON-1939027082-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6ae10d7-de1c-4a11-996e-b2b91592cd59 HTTP/1.1" status: 200 len: 945 time: 0.0490465 Aug 11 04:04:47.833047 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a3ecd71a-916e-4a19-a6ed-b3a50a51ba3d req-fe8ed157-1cc8-4337-8e38-c1feb4ec5940 tempest-ServersNegativeTestJSON-1939027082 tempest-ServersNegativeTestJSON-1939027082-project] 10.222.0.41 "GET /v2.0/security-groups?id=17cbbfbd-fff1-4829-aa11-330c48108d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316088 Aug 11 04:04:47.945104 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4da734-f717-4d2b-a8db-213ffc4bf726 req-6738e900-c473-4c8a-9131-36d57048036b tempest-ServersNegativeTestJSON-1939027082 tempest-ServersNegativeTestJSON-1939027082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:04:47.946496 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ff4da734-f717-4d2b-a8db-213ffc4bf726 req-6738e900-c473-4c8a-9131-36d57048036b tempest-ServersNegativeTestJSON-1939027082 tempest-ServersNegativeTestJSON-1939027082-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6ae10d7-de1c-4a11-996e-b2b91592cd59 HTTP/1.1" status: 200 len: 945 time: 0.0477979 Aug 11 04:04:47.983122 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ff4da734-f717-4d2b-a8db-213ffc4bf726 req-2bb018c4-11d6-4e30-b673-070e5a6a2c8f tempest-ServersNegativeTestJSON-1939027082 tempest-ServersNegativeTestJSON-1939027082-project] 10.222.0.41 "GET /v2.0/security-groups?id=17cbbfbd-fff1-4829-aa11-330c48108d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308254 Aug 11 04:04:48.148948 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0fa3b1-c65a-4225-b0a9-9712e38826b3 req-3a8f2026-5e9c-4031-a4e9-a755286b4e3b tempest-ServersNegativeTestJSON-1939027082 tempest-ServersNegativeTestJSON-1939027082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:04:48.150447 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ab0fa3b1-c65a-4225-b0a9-9712e38826b3 req-3a8f2026-5e9c-4031-a4e9-a755286b4e3b tempest-ServersNegativeTestJSON-1939027082 tempest-ServersNegativeTestJSON-1939027082-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6ae10d7-de1c-4a11-996e-b2b91592cd59 HTTP/1.1" status: 200 len: 945 time: 0.0525646 Aug 11 04:04:48.193893 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ab0fa3b1-c65a-4225-b0a9-9712e38826b3 req-3e740df3-f5e4-4a53-99c8-be8c4d4b8409 tempest-ServersNegativeTestJSON-1939027082 tempest-ServersNegativeTestJSON-1939027082-project] 10.222.0.41 "GET /v2.0/security-groups?id=17cbbfbd-fff1-4829-aa11-330c48108d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371170 Aug 11 04:04:48.307283 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72b23e3-ada1-472d-b002-db766f773712 req-7a371650-48bf-48b7-85ac-fe65c5e973c4 tempest-ServersNegativeTestJSON-1939027082 tempest-ServersNegativeTestJSON-1939027082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:04:48.309085 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d72b23e3-ada1-472d-b002-db766f773712 req-7a371650-48bf-48b7-85ac-fe65c5e973c4 tempest-ServersNegativeTestJSON-1939027082 tempest-ServersNegativeTestJSON-1939027082-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6ae10d7-de1c-4a11-996e-b2b91592cd59 HTTP/1.1" status: 200 len: 945 time: 0.0494943 Aug 11 04:04:48.346779 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d72b23e3-ada1-472d-b002-db766f773712 req-02bc562c-1a93-4105-afe8-8ab548d86a7d tempest-ServersNegativeTestJSON-1939027082 tempest-ServersNegativeTestJSON-1939027082-project] 10.222.0.41 "GET /v2.0/security-groups?id=17cbbfbd-fff1-4829-aa11-330c48108d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312018 Aug 11 04:04:48.467708 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0d7916-d388-45fa-b2e6-da86cfcfde2a req-f0ab9015-d8a4-43e0-8433-4ea13f241ca7 tempest-ServersNegativeTestJSON-1939027082 tempest-ServersNegativeTestJSON-1939027082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:04:48.469088 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-fd0d7916-d388-45fa-b2e6-da86cfcfde2a req-f0ab9015-d8a4-43e0-8433-4ea13f241ca7 tempest-ServersNegativeTestJSON-1939027082 tempest-ServersNegativeTestJSON-1939027082-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6ae10d7-de1c-4a11-996e-b2b91592cd59 HTTP/1.1" status: 200 len: 945 time: 0.0491896 Aug 11 04:04:48.507302 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-fd0d7916-d388-45fa-b2e6-da86cfcfde2a req-a4bf3e02-2222-4d07-bc7a-551be97b961a tempest-ServersNegativeTestJSON-1939027082 tempest-ServersNegativeTestJSON-1939027082-project] 10.222.0.41 "GET /v2.0/security-groups?id=17cbbfbd-fff1-4829-aa11-330c48108d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322089 Aug 11 04:04:48.995576 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dd4209-eac6-4806-8ec5-73a697f910ec req-ea004f95-3b87-4e5f-a831-78767d974b6a tempest-ServersNegativeTestJSON-1939027082 tempest-ServersNegativeTestJSON-1939027082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:04:48.997075 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-75dd4209-eac6-4806-8ec5-73a697f910ec req-ea004f95-3b87-4e5f-a831-78767d974b6a tempest-ServersNegativeTestJSON-1939027082 tempest-ServersNegativeTestJSON-1939027082-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6ae10d7-de1c-4a11-996e-b2b91592cd59 HTTP/1.1" status: 200 len: 945 time: 0.0523937 Aug 11 04:04:49.035692 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-75dd4209-eac6-4806-8ec5-73a697f910ec req-d4ccab90-93b5-40b8-af17-e21c2a70c5dc tempest-ServersNegativeTestJSON-1939027082 tempest-ServersNegativeTestJSON-1939027082-project] 10.222.0.41 "GET /v2.0/security-groups?id=17cbbfbd-fff1-4829-aa11-330c48108d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320218 Aug 11 04:04:49.335375 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 88c3f63e-d969-4e7d-962e-c626b1caae74 no longer exists at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 04:04:49.356131 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] No Port match for: 88c3f63e-d969-4e7d-962e-c626b1caae74 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 04:04:49.356474 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 88c3f63e-d969-4e7d-962e-c626b1caae74 not bound to the agent host n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 04:04:50.148704 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902caf98-1776-4d02-b020-00bb11589ab0 req-38b4a1a6-f7bb-49f4-8c4b-9f9ff0dc9158 tempest-ServersNegativeTestJSON-1939027082 tempest-ServersNegativeTestJSON-1939027082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:04:50.150167 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-902caf98-1776-4d02-b020-00bb11589ab0 req-38b4a1a6-f7bb-49f4-8c4b-9f9ff0dc9158 tempest-ServersNegativeTestJSON-1939027082 tempest-ServersNegativeTestJSON-1939027082-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6ae10d7-de1c-4a11-996e-b2b91592cd59 HTTP/1.1" status: 200 len: 945 time: 0.0480871 Aug 11 04:04:50.187839 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-902caf98-1776-4d02-b020-00bb11589ab0 req-fe65dd47-6304-4b7d-a615-201bbebf95af tempest-ServersNegativeTestJSON-1939027082 tempest-ServersNegativeTestJSON-1939027082-project] 10.222.0.41 "GET /v2.0/security-groups?id=17cbbfbd-fff1-4829-aa11-330c48108d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316222 Aug 11 04:04:50.659836 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3863632a-f29c-49ca-bb65-f1e451ebb73f req-efed8206-16d3-43ec-96f8-c5832c2f9a63 tempest-ServersNegativeTestJSON-1939027082 tempest-ServersNegativeTestJSON-1939027082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:04:50.661299 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-3863632a-f29c-49ca-bb65-f1e451ebb73f req-efed8206-16d3-43ec-96f8-c5832c2f9a63 tempest-ServersNegativeTestJSON-1939027082 tempest-ServersNegativeTestJSON-1939027082-project] 10.222.0.22 "GET /v2.0/ports?device_id=e6ae10d7-de1c-4a11-996e-b2b91592cd59 HTTP/1.1" status: 200 len: 945 time: 0.0476568 Aug 11 04:04:50.750871 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-3863632a-f29c-49ca-bb65-f1e451ebb73f req-d7279470-c5b5-4a81-9cac-c55f69b400c1 tempest-ServersNegativeTestJSON-1939027082 tempest-ServersNegativeTestJSON-1939027082-project] Deleting port 8774e556-1613-463d-96ef-a064970bd4b2 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 04:04:50.751210 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-3863632a-f29c-49ca-bb65-f1e451ebb73f req-d7279470-c5b5-4a81-9cac-c55f69b400c1 tempest-ServersNegativeTestJSON-1939027082 tempest-ServersNegativeTestJSON-1939027082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:04:50.836056 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-3863632a-f29c-49ca-bb65-f1e451ebb73f req-d7279470-c5b5-4a81-9cac-c55f69b400c1 tempest-ServersNegativeTestJSON-1939027082 tempest-ServersNegativeTestJSON-1939027082-project] For port 8774e556-1613-463d-96ef-a064970bd4b2, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=8774e556-1613-463d-96ef-a064970bd4b2,segment=NetworkSegment(2ee533d2-131c-45f3-9aef-4de0faf76881),segment_id=2ee533d2-131c-45f3-9aef-4de0faf76881)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:04:50.836415 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-3863632a-f29c-49ca-bb65-f1e451ebb73f req-d7279470-c5b5-4a81-9cac-c55f69b400c1 tempest-ServersNegativeTestJSON-1939027082 tempest-ServersNegativeTestJSON-1939027082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:04:50.849612 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-3863632a-f29c-49ca-bb65-f1e451ebb73f req-d7279470-c5b5-4a81-9cac-c55f69b400c1 tempest-ServersNegativeTestJSON-1939027082 tempest-ServersNegativeTestJSON-1939027082-project] Calling delete_port for 8774e556-1613-463d-96ef-a064970bd4b2 owned by compute:nova {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 04:04:51.072721 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-3863632a-f29c-49ca-bb65-f1e451ebb73f req-d7279470-c5b5-4a81-9cac-c55f69b400c1 tempest-ServersNegativeTestJSON-1939027082 tempest-ServersNegativeTestJSON-1939027082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:04:51.084193 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['8774e556-1613-463d-96ef-a064970bd4b2'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 04:04:51.102072 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7279470-c5b5-4a81-9cac-c55f69b400c1 tempest-ServersNegativeTestJSON-1939027082 tempest-ServersNegativeTestJSON-1939027082-project] Pushing event deleted for resources: {'Port': ['ID=8774e556-1613-463d-96ef-a064970bd4b2,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:04:51.115244 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7279470-c5b5-4a81-9cac-c55f69b400c1 tempest-ServersNegativeTestJSON-1939027082 tempest-ServersNegativeTestJSON-1939027082-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:04:51.115596 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7279470-c5b5-4a81-9cac-c55f69b400c1 tempest-ServersNegativeTestJSON-1939027082 tempest-ServersNegativeTestJSON-1939027082-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:04:51.115937 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7279470-c5b5-4a81-9cac-c55f69b400c1 tempest-ServersNegativeTestJSON-1939027082 tempest-ServersNegativeTestJSON-1939027082-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:04:51.116272 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7279470-c5b5-4a81-9cac-c55f69b400c1 tempest-ServersNegativeTestJSON-1939027082 tempest-ServersNegativeTestJSON-1939027082-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:04:51.116602 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7279470-c5b5-4a81-9cac-c55f69b400c1 tempest-ServersNegativeTestJSON-1939027082 tempest-ServersNegativeTestJSON-1939027082-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:04:51.117010 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7279470-c5b5-4a81-9cac-c55f69b400c1 tempest-ServersNegativeTestJSON-1939027082 tempest-ServersNegativeTestJSON-1939027082-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:04:51.117342 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7279470-c5b5-4a81-9cac-c55f69b400c1 tempest-ServersNegativeTestJSON-1939027082 tempest-ServersNegativeTestJSON-1939027082-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:04:51.117669 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7279470-c5b5-4a81-9cac-c55f69b400c1 tempest-ServersNegativeTestJSON-1939027082 tempest-ServersNegativeTestJSON-1939027082-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:04:51.117996 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7279470-c5b5-4a81-9cac-c55f69b400c1 tempest-ServersNegativeTestJSON-1939027082 tempest-ServersNegativeTestJSON-1939027082-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:04:51.118343 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7279470-c5b5-4a81-9cac-c55f69b400c1 tempest-ServersNegativeTestJSON-1939027082 tempest-ServersNegativeTestJSON-1939027082-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:04:51.118669 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7279470-c5b5-4a81-9cac-c55f69b400c1 tempest-ServersNegativeTestJSON-1939027082 tempest-ServersNegativeTestJSON-1939027082-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:04:51.118989 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7279470-c5b5-4a81-9cac-c55f69b400c1 tempest-ServersNegativeTestJSON-1939027082 tempest-ServersNegativeTestJSON-1939027082-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:04:51.155891 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-3863632a-f29c-49ca-bb65-f1e451ebb73f req-d7279470-c5b5-4a81-9cac-c55f69b400c1 tempest-ServersNegativeTestJSON-1939027082 tempest-ServersNegativeTestJSON-1939027082-project] No DVR routers for this DVR port 8774e556-1613-463d-96ef-a064970bd4b2 on host n-h1-764292-30 {{(pid=102191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 04:04:51.159098 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-3863632a-f29c-49ca-bb65-f1e451ebb73f req-d7279470-c5b5-4a81-9cac-c55f69b400c1 tempest-ServersNegativeTestJSON-1939027082 tempest-ServersNegativeTestJSON-1939027082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:04:51.161168 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-3863632a-f29c-49ca-bb65-f1e451ebb73f req-d7279470-c5b5-4a81-9cac-c55f69b400c1 tempest-ServersNegativeTestJSON-1939027082 tempest-ServersNegativeTestJSON-1939027082-project] 10.222.0.22 "DELETE /v2.0/ports/8774e556-1613-463d-96ef-a064970bd4b2 HTTP/1.1" status: 204 len: 173 time: 0.4932368 Aug 11 04:04:51.161602 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6ae10d7-de1c-4a11-996e-b2b91592cd59', 'name': 'network-vif-deleted', 'tag': '8774e556-1613-463d-96ef-a064970bd4b2'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 04:04:51.163910 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9291d331c18c1eb37c2b57c8af4a09724b2e7f160dd5faf652855b3e38b81ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66ef7259-345f-4680-9311-0a0f29210a19" -d '{"events": [{"server_uuid": "e6ae10d7-de1c-4a11-996e-b2b91592cd59", "name": "network-vif-deleted", "tag": "8774e556-1613-463d-96ef-a064970bd4b2"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 04:04:51.211138 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 04:04:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58180ebe-b748-40aa-b042-220c95fa80a6 x-openstack-request-id: req-58180ebe-b748-40aa-b042-220c95fa80a6 {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 04:04:51.211435 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6ae10d7-de1c-4a11-996e-b2b91592cd59", "name": "network-vif-deleted", "tag": "8774e556-1613-463d-96ef-a064970bd4b2", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 04:04:51.211683 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-58180ebe-b748-40aa-b042-220c95fa80a6 {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 04:04:51.212083 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6ae10d7-de1c-4a11-996e-b2b91592cd59', 'name': 'network-vif-deleted', 'tag': '8774e556-1613-463d-96ef-a064970bd4b2', 'status': 'completed', 'code': 200} Aug 11 04:04:51.286083 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4a11b7fa-ba10-4f4b-9c0a-6ce8142be9a7 req-d56b0b61-9d56-46a0-95be-3c423e7dd066 tempest-ServersNegativeTestJSON-1939027082 tempest-ServersNegativeTestJSON-1939027082-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6ae10d7-de1c-4a11-996e-b2b91592cd59 HTTP/1.1" status: 200 len: 210 time: 0.0272973 Aug 11 04:04:52.340938 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 49898) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:04:52.384346 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3a96022-6dd8-4457-80a6-b3b742147015 admin admin] Deleting subnet 1ad49d13-1a08-43f2-8634-bd81f1c4dbe7 {{(pid=102192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 04:04:52.387272 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a3a96022-6dd8-4457-80a6-b3b742147015 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:04:52.424260 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a3a96022-6dd8-4457-80a6-b3b742147015 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125932460'] for subnet, precommit_delete_associations {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:04:52.461906 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a3a96022-6dd8-4457-80a6-b3b742147015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:04:52.583141 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a3a96022-6dd8-4457-80a6-b3b742147015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125932157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126180897'] for subnet, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:04:52.606575 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a96022-6dd8-4457-80a6-b3b742147015 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ad49d13-1a08-43f2-8634-bd81f1c4dbe7,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:04:52.613226 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a3a96022-6dd8-4457-80a6-b3b742147015 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:04:52.615273 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-a3a96022-6dd8-4457-80a6-b3b742147015 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/1ad49d13-1a08-43f2-8634-bd81f1c4dbe7 HTTP/1.1" status: 204 len: 168 time: 0.2731643 Aug 11 04:04:52.617508 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 49900) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:04:52.687723 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-efe7ef67-21b6-4492-b74d-11fff84cae21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:04:52.763822 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-efe7ef67-21b6-4492-b74d-11fff84cae21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:04:52.773762 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-efe7ef67-21b6-4492-b74d-11fff84cae21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a1e2381-1312-4ac2-8480-8b774bc3891d']}} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:04:52.784737 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-efe7ef67-21b6-4492-b74d-11fff84cae21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ee533d2-131c-45f3-9aef-4de0faf76881') {'for_net_delete': True} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:04:52.785030 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-efe7ef67-21b6-4492-b74d-11fff84cae21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ee533d2-131c-45f3-9aef-4de0faf76881') {} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:04:52.793491 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-efe7ef67-21b6-4492-b74d-11fff84cae21 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125932501'] for segment, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:04:52.806742 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-efe7ef67-21b6-4492-b74d-11fff84cae21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:04:52.812595 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efe7ef67-21b6-4492-b74d-11fff84cae21 admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=102192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 04:04:52.812885 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-efe7ef67-21b6-4492-b74d-11fff84cae21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125932183'] for segment, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:04:52.814529 n-d-764292-30 neutron-server[102192]: Traceback (most recent call last): Aug 11 04:04:52.814529 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 04:04:52.814529 n-d-764292-30 neutron-server[102192]: timer() Aug 11 04:04:52.814529 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 04:04:52.814529 n-d-764292-30 neutron-server[102192]: cb(*args, **kw) Aug 11 04:04:52.814529 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 04:04:52.814529 n-d-764292-30 neutron-server[102192]: return func(*args, **kwargs) Aug 11 04:04:52.814529 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 04:04:52.814529 n-d-764292-30 neutron-server[102192]: self._notify() Aug 11 04:04:52.814529 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 04:04:52.814529 n-d-764292-30 neutron-server[102192]: self.callback(batched_events) Aug 11 04:04:52.814529 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 04:04:52.814529 n-d-764292-30 neutron-server[102192]: event.method(event) Aug 11 04:04:52.814529 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 04:04:52.814529 n-d-764292-30 neutron-server[102192]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 04:04:52.814529 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 04:04:52.814529 n-d-764292-30 neutron-server[102192]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 04:04:52.814529 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 04:04:52.814529 n-d-764292-30 neutron-server[102192]: return f(self, *a, **k) Aug 11 04:04:52.814529 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 04:04:52.814529 n-d-764292-30 neutron-server[102192]: return self._get(url).json() Aug 11 04:04:52.814529 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 04:04:52.814529 n-d-764292-30 neutron-server[102192]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 04:04:52.814529 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 04:04:52.814529 n-d-764292-30 neutron-server[102192]: return self.request(url, 'GET', **kwargs) Aug 11 04:04:52.814529 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 04:04:52.814529 n-d-764292-30 neutron-server[102192]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 04:04:52.814529 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 04:04:52.814529 n-d-764292-30 neutron-server[102192]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 04:04:52.814529 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 04:04:52.814529 n-d-764292-30 neutron-server[102192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 04:04:52.814529 n-d-764292-30 neutron-server[102192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 04:04:52.942781 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-efe7ef67-21b6-4492-b74d-11fff84cae21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:04:52.947974 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-efe7ef67-21b6-4492-b74d-11fff84cae21 admin admin] Notify callbacks [] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:04:52.949847 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-efe7ef67-21b6-4492-b74d-11fff84cae21 admin admin] 10.222.0.41 "DELETE /v2.0/networks/7a1e2381-1312-4ac2-8480-8b774bc3891d HTTP/1.1" status: 204 len: 168 time: 0.3314302 Aug 11 04:04:52.961458 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7ef67-21b6-4492-b74d-11fff84cae21 admin admin] Pushing event deleted for resources: {'Network': ['ID=7a1e2381-1312-4ac2-8480-8b774bc3891d,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:04:53.243217 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 49904) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:04:53.283247 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-e52fe535-6d09-4e6f-8235-080937f971ee admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9e46a0d535944bbfa1c86018bb3a29a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0388298 Aug 11 04:04:53.285547 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 49906) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:04:53.333947 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-2add6a79-4602-4289-b082-cdc0564f928e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:04:53.355619 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-2add6a79-4602-4289-b082-cdc0564f928e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:04:53.489408 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-2add6a79-4602-4289-b082-cdc0564f928e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:04:53.492017 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-2add6a79-4602-4289-b082-cdc0564f928e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:04:53.493170 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-2add6a79-4602-4289-b082-cdc0564f928e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/17cbbfbd-fff1-4829-aa11-330c48108d2b HTTP/1.1" status: 204 len: 168 time: 0.2066493 Aug 11 04:04:53.502009 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2add6a79-4602-4289-b082-cdc0564f928e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17cbbfbd-fff1-4829-aa11-330c48108d2b,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:04:54.510015 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 49928) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:04:54.591756 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 8774e556-1613-463d-96ef-a064970bd4b2 no longer exists at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 04:04:54.604385 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-e7a8831a-dcd7-44e0-890f-8760fac1ea4e tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1482837628'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:04:54.611347 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] No Port match for: 8774e556-1613-463d-96ef-a064970bd4b2 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 04:04:54.611694 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 8774e556-1613-463d-96ef-a064970bd4b2 not bound to the agent host n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 04:04:54.719758 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7a8831a-dcd7-44e0-890f-8760fac1ea4e tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Made reservation on behalf of 139935a76fa44791900c37326fdcc407 for: {'network': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 04:04:54.723933 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e7a8831a-dcd7-44e0-890f-8760fac1ea4e tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:04:54.732517 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e7a8831a-dcd7-44e0-890f-8760fac1ea4e tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:04:54.818846 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e7a8831a-dcd7-44e0-890f-8760fac1ea4e tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:04:54.902941 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e7a8831a-dcd7-44e0-890f-8760fac1ea4e tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:04:54.926432 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7a8831a-dcd7-44e0-890f-8760fac1ea4e tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=102192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 04:04:54.939289 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a8831a-dcd7-44e0-890f-8760fac1ea4e tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71b0dac1-6fa3-4e01-8021-fccc619e0e9d,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:04:54.945035 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e7a8831a-dcd7-44e0-890f-8760fac1ea4e tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:04:54.945377 n-d-764292-30 neutron-server[102192]: INFO neutron.db.segments_db [None req-e7a8831a-dcd7-44e0-890f-8760fac1ea4e tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Added segment b512b2ea-fc53-4322-aeb7-7d39f845717f of type vlan for network e1945aad-efb0-4b19-bf30-b3d10e12f2d1 Aug 11 04:04:54.985182 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e7a8831a-dcd7-44e0-890f-8760fac1ea4e tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:04:55.068207 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e7a8831a-dcd7-44e0-890f-8760fac1ea4e tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:04:55.073761 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a8831a-dcd7-44e0-890f-8760fac1ea4e tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:04:55.074365 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e7a8831a-dcd7-44e0-890f-8760fac1ea4e tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Notify callbacks [] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:04:55.173514 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a8831a-dcd7-44e0-890f-8760fac1ea4e tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Pushing event updated for resources: {'Network': ['ID=e1945aad-efb0-4b19-bf30-b3d10e12f2d1,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:04:55.183408 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network e1945aad-efb0-4b19-bf30-b3d10e12f2d1 details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 04:04:55.194851 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-e7a8831a-dcd7-44e0-890f-8760fac1ea4e tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6837361 Aug 11 04:04:58.438217 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 49932) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:04:58.444028 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-ae923342-e474-45cb-9698-119c5a2b88a3 tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Request body: {'subnet': {'network_id': 'e1945aad-efb0-4b19-bf30-b3d10e12f2d1', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:04:58.622678 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae923342-e474-45cb-9698-119c5a2b88a3 tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Made reservation on behalf of 139935a76fa44791900c37326fdcc407 for: {'subnet': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 04:04:58.626771 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ae923342-e474-45cb-9698-119c5a2b88a3 tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126180544'] for subnet, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:04:58.855114 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ae923342-e474-45cb-9698-119c5a2b88a3 tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125932092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126180562'] for subnet, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:04:58.917501 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae923342-e474-45cb-9698-119c5a2b88a3 tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Pushing event updated for resources: {'Subnet': ['ID=fc8235e0-e5ca-4f16-ac9f-6cc527a0b1e4,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:04:58.926412 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae923342-e474-45cb-9698-119c5a2b88a3 tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Checking segment: {'id': 'b512b2ea-fc53-4322-aeb7-7d39f845717f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e1945aad-efb0-4b19-bf30-b3d10e12f2d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 04:04:58.926772 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae923342-e474-45cb-9698-119c5a2b88a3 tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Network hostable DHCP agents. Network: e1945aad-efb0-4b19-bf30-b3d10e12f2d1, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 04:04:59.021141 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae923342-e474-45cb-9698-119c5a2b88a3 tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Network e1945aad-efb0-4b19-bf30-b3d10e12f2d1 is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 04:04:59.119728 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-ae923342-e474-45cb-9698-119c5a2b88a3 tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, e1945aad-efb0-4b19-bf30-b3d10e12f2d1) {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 04:04:59.123675 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae923342-e474-45cb-9698-119c5a2b88a3 tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:04:59.124320 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ae923342-e474-45cb-9698-119c5a2b88a3 tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Notify callbacks [] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:04:59.128798 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7145b3e3-5c7f-46ae-b6e1-31dbcd62a498 None None] Network e1945aad-efb0-4b19-bf30-b3d10e12f2d1 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 04:04:59.235290 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-ae923342-e474-45cb-9698-119c5a2b88a3 tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7954061 Aug 11 04:04:59.239252 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 49934) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:04:59.244278 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-f814e289-db90-46e9-bf24-a523e4decfcf tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1708732466'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:04:59.279665 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7416159f-54ba-4c0b-8d3e-7cdec91a0f1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde080026-c28f-55be-b52b-13827cc43646-e1945aad-efb0-4b19-bf30-b3d10e12f2d1', 'network_id': 'e1945aad-efb0-4b19-bf30-b3d10e12f2d1', 'tenant_id': '139935a76fa44791900c37326fdcc407', 'fixed_ips': [{'subnet_id': 'fc8235e0-e5ca-4f16-ac9f-6cc527a0b1e4'}]}} from n-d-764292-30. {{(pid=102193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 04:04:59.284112 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-7416159f-54ba-4c0b-8d3e-7cdec91a0f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:04:59.344236 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-0fcfb418-9263-448e-92ab-7ae9c56c25c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:04:59.354641 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f814e289-db90-46e9-bf24-a523e4decfcf tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Made reservation on behalf of 139935a76fa44791900c37326fdcc407 for: {'network': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 04:04:59.358167 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-f814e289-db90-46e9-bf24-a523e4decfcf tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:04:59.383445 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f814e289-db90-46e9-bf24-a523e4decfcf tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=102192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 04:04:59.393831 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-f814e289-db90-46e9-bf24-a523e4decfcf tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:04:59.395318 n-d-764292-30 neutron-server[102192]: INFO neutron.db.segments_db [None req-f814e289-db90-46e9-bf24-a523e4decfcf tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Added segment ae7f79e3-e525-4b66-9c36-e1988f16e259 of type vlan for network ba168a8d-af7d-47f7-b843-b4c7b5ab6beb Aug 11 04:04:59.418743 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.db_base_plugin_common [None req-7416159f-54ba-4c0b-8d3e-7cdec91a0f1a None None] Allocated IP 2001:db8:0:ffff::2 (e1945aad-efb0-4b19-bf30-b3d10e12f2d1/fc8235e0-e5ca-4f16-ac9f-6cc527a0b1e4/cbc7ce5f-6fcd-4ca4-b26d-80c4dc01b3f3) {{(pid=102193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 04:04:59.435955 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-f814e289-db90-46e9-bf24-a523e4decfcf tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:04:59.554123 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-7416159f-54ba-4c0b-8d3e-7cdec91a0f1a None None] Notify callbacks [] for port, precommit_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:04:59.560315 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-f814e289-db90-46e9-bf24-a523e4decfcf tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:04:59.562055 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-7416159f-54ba-4c0b-8d3e-7cdec91a0f1a None None] Transition to ACTIVE for port object cbc7ce5f-6fcd-4ca4-b26d-80c4dc01b3f3 will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 04:04:59.566963 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f814e289-db90-46e9-bf24-a523e4decfcf tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:04:59.570435 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-f814e289-db90-46e9-bf24-a523e4decfcf tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Notify callbacks [] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:04:59.577943 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-7416159f-54ba-4c0b-8d3e-7cdec91a0f1a None None] Transition to ACTIVE for port object cbc7ce5f-6fcd-4ca4-b26d-80c4dc01b3f3 will not be triggered until provisioned by entity DHCP. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 04:04:59.635128 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f814e289-db90-46e9-bf24-a523e4decfcf tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Pushing event updated for resources: {'Network': ['ID=ba168a8d-af7d-47f7-b843-b4c7b5ab6beb,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:04:59.648734 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network ba168a8d-af7d-47f7-b843-b4c7b5ab6beb details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 04:04:59.661702 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-7416159f-54ba-4c0b-8d3e-7cdec91a0f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669'] for port, after_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:04:59.692852 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-f814e289-db90-46e9-bf24-a523e4decfcf tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4525313 Aug 11 04:04:59.695733 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 49936) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:04:59.700853 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-e799dd19-4b05-4a18-9e88-eff1113dce35 tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Request body: {'subnet': {'network_id': 'ba168a8d-af7d-47f7-b843-b4c7b5ab6beb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:04:59.752682 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7416159f-54ba-4c0b-8d3e-7cdec91a0f1a None None] Network e1945aad-efb0-4b19-bf30-b3d10e12f2d1 is already hosted by enough agents. {{(pid=102193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 04:04:59.753704 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7416159f-54ba-4c0b-8d3e-7cdec91a0f1a None None] Pushing event updated for resources: {'Port': ['ID=cbc7ce5f-6fcd-4ca4-b26d-80c4dc01b3f3,revision_number=1']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:04:59.757796 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.base_scheduler [None req-7416159f-54ba-4c0b-8d3e-7cdec91a0f1a None None] Resources bound (agent type, host, resource id): {{(pid=102193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 04:04:59.759759 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7416159f-54ba-4c0b-8d3e-7cdec91a0f1a None None] Received port after_create {{(pid=102193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 04:04:59.812896 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-7416159f-54ba-4c0b-8d3e-7cdec91a0f1a None None] Attempting to bind port cbc7ce5f-6fcd-4ca4-b26d-80c4dc01b3f3 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 04:04:59.813263 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-7416159f-54ba-4c0b-8d3e-7cdec91a0f1a None None] Attempting to bind port cbc7ce5f-6fcd-4ca4-b26d-80c4dc01b3f3 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': 'b512b2ea-fc53-4322-aeb7-7d39f845717f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e1945aad-efb0-4b19-bf30-b3d10e12f2d1'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 04:04:59.813673 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7416159f-54ba-4c0b-8d3e-7cdec91a0f1a None None] Attempting to bind port cbc7ce5f-6fcd-4ca4-b26d-80c4dc01b3f3 on network e1945aad-efb0-4b19-bf30-b3d10e12f2d1 {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 04:04:59.818695 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7416159f-54ba-4c0b-8d3e-7cdec91a0f1a None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 4, 4, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 04:04:59.819062 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7416159f-54ba-4c0b-8d3e-7cdec91a0f1a None None] Checking segment: {'id': 'b512b2ea-fc53-4322-aeb7-7d39f845717f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e1945aad-efb0-4b19-bf30-b3d10e12f2d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 04:04:59.819458 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-7416159f-54ba-4c0b-8d3e-7cdec91a0f1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:04:59.819845 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7416159f-54ba-4c0b-8d3e-7cdec91a0f1a None None] Bound using segment: {'id': 'b512b2ea-fc53-4322-aeb7-7d39f845717f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e1945aad-efb0-4b19-bf30-b3d10e12f2d1'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 04:04:59.820299 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-7416159f-54ba-4c0b-8d3e-7cdec91a0f1a None None] Bound port: cbc7ce5f-6fcd-4ca4-b26d-80c4dc01b3f3, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b512b2ea-fc53-4322-aeb7-7d39f845717f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e1945aad-efb0-4b19-bf30-b3d10e12f2d1'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 04:04:59.820671 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-7416159f-54ba-4c0b-8d3e-7cdec91a0f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:04:59.862886 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e799dd19-4b05-4a18-9e88-eff1113dce35 tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Made reservation on behalf of 139935a76fa44791900c37326fdcc407 for: {'subnet': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 04:04:59.866518 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e799dd19-4b05-4a18-9e88-eff1113dce35 tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126180544'] for subnet, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:04:59.888844 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-7416159f-54ba-4c0b-8d3e-7cdec91a0f1a None None] For port cbc7ce5f-6fcd-4ca4-b26d-80c4dc01b3f3, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 04:04:59.889748 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-7416159f-54ba-4c0b-8d3e-7cdec91a0f1a None None] For port cbc7ce5f-6fcd-4ca4-b26d-80c4dc01b3f3, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=cbc7ce5f-6fcd-4ca4-b26d-80c4dc01b3f3,segment=NetworkSegment(b512b2ea-fc53-4322-aeb7-7d39f845717f),segment_id=b512b2ea-fc53-4322-aeb7-7d39f845717f)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 04:04:59.967181 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-7416159f-54ba-4c0b-8d3e-7cdec91a0f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:00.023293 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7416159f-54ba-4c0b-8d3e-7cdec91a0f1a None None] Pushing event updated for resources: {'Port': ['ID=cbc7ce5f-6fcd-4ca4-b26d-80c4dc01b3f3,revision_number=2']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:05:00.114634 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e799dd19-4b05-4a18-9e88-eff1113dce35 tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125932092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126180562'] for subnet, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:00.187429 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e799dd19-4b05-4a18-9e88-eff1113dce35 tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Pushing event updated for resources: {'Subnet': ['ID=6be45127-9130-4b97-85a3-6be33f6e17d1,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:05:00.203117 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e799dd19-4b05-4a18-9e88-eff1113dce35 tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Checking segment: {'id': 'ae7f79e3-e525-4b66-9c36-e1988f16e259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'ba168a8d-af7d-47f7-b843-b4c7b5ab6beb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 04:05:00.203479 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e799dd19-4b05-4a18-9e88-eff1113dce35 tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Network hostable DHCP agents. Network: ba168a8d-af7d-47f7-b843-b4c7b5ab6beb, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 04:05:00.296132 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e799dd19-4b05-4a18-9e88-eff1113dce35 tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Network ba168a8d-af7d-47f7-b843-b4c7b5ab6beb is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 04:05:00.377707 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-e799dd19-4b05-4a18-9e88-eff1113dce35 tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, ba168a8d-af7d-47f7-b843-b4c7b5ab6beb) {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 04:05:00.381932 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e799dd19-4b05-4a18-9e88-eff1113dce35 tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:05:00.382558 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e799dd19-4b05-4a18-9e88-eff1113dce35 tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Notify callbacks [] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:00.386376 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83c1ee1b-6121-4f7b-b7a2-e27ed51e2c88 None None] Network ba168a8d-af7d-47f7-b843-b4c7b5ab6beb requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 04:05:00.452827 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-e799dd19-4b05-4a18-9e88-eff1113dce35 tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.7559912 Aug 11 04:05:00.455626 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 49938) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:05:00.533418 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5605d999-ff15-4e7d-af35-b9b4823078bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde080026-c28f-55be-b52b-13827cc43646-ba168a8d-af7d-47f7-b843-b4c7b5ab6beb', 'network_id': 'ba168a8d-af7d-47f7-b843-b4c7b5ab6beb', 'tenant_id': '139935a76fa44791900c37326fdcc407', 'fixed_ips': [{'subnet_id': '6be45127-9130-4b97-85a3-6be33f6e17d1'}]}} from n-d-764292-30. {{(pid=102193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 04:05:00.534269 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-5605d999-ff15-4e7d-af35-b9b4823078bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:00.557439 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-dc36ef49-b12d-4858-ab21-4896f944a0da tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:00.637229 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-dc36ef49-b12d-4858-ab21-4896f944a0da tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:00.684850 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.db_base_plugin_common [None req-5605d999-ff15-4e7d-af35-b9b4823078bf None None] Allocated IP 2001:db8::2 (ba168a8d-af7d-47f7-b843-b4c7b5ab6beb/6be45127-9130-4b97-85a3-6be33f6e17d1/d996ea16-be55-4897-ad2e-3e8af6a0fe5c) {{(pid=102193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 04:05:00.832088 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-5605d999-ff15-4e7d-af35-b9b4823078bf None None] Notify callbacks [] for port, precommit_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:00.840657 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-5605d999-ff15-4e7d-af35-b9b4823078bf None None] Transition to ACTIVE for port object d996ea16-be55-4897-ad2e-3e8af6a0fe5c will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 04:05:00.856435 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-5605d999-ff15-4e7d-af35-b9b4823078bf None None] Transition to ACTIVE for port object d996ea16-be55-4897-ad2e-3e8af6a0fe5c will not be triggered until provisioned by entity DHCP. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 04:05:00.905912 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8ada020-f9c5-40f9-ab46-1ac268172723 None None] Network e1945aad-efb0-4b19-bf30-b3d10e12f2d1 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 04:05:00.946738 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-5605d999-ff15-4e7d-af35-b9b4823078bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669'] for port, after_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:01.005652 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5605d999-ff15-4e7d-af35-b9b4823078bf None None] Network ba168a8d-af7d-47f7-b843-b4c7b5ab6beb is already hosted by enough agents. {{(pid=102193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 04:05:01.012169 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-dc36ef49-b12d-4858-ab21-4896f944a0da tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125932157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126180897'] for subnet, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:01.017925 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.base_scheduler [None req-5605d999-ff15-4e7d-af35-b9b4823078bf None None] Resources bound (agent type, host, resource id): {{(pid=102193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 04:05:01.022497 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5605d999-ff15-4e7d-af35-b9b4823078bf None None] Received port after_create {{(pid=102193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 04:05:01.025755 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5605d999-ff15-4e7d-af35-b9b4823078bf None None] Pushing event updated for resources: {'Port': ['ID=d996ea16-be55-4897-ad2e-3e8af6a0fe5c,revision_number=1']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:05:01.041875 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc36ef49-b12d-4858-ab21-4896f944a0da tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Pushing event deleted for resources: {'Subnet': ['ID=6be45127-9130-4b97-85a3-6be33f6e17d1,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:05:01.104586 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-dc36ef49-b12d-4858-ab21-4896f944a0da tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:01.114575 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-dc36ef49-b12d-4858-ab21-4896f944a0da tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba168a8d-af7d-47f7-b843-b4c7b5ab6beb']}} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:05:01.117907 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-1fcb6932-45c2-4b7f-88d5-0a8553473e9b None None] Provisioning for port cbc7ce5f-6fcd-4ca4-b26d-80c4dc01b3f3 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 04:05:01.124735 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-dc36ef49-b12d-4858-ab21-4896f944a0da tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae7f79e3-e525-4b66-9c36-e1988f16e259') {'for_net_delete': True} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:05:01.125030 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-dc36ef49-b12d-4858-ab21-4896f944a0da tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae7f79e3-e525-4b66-9c36-e1988f16e259') {} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:05:01.126528 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-5605d999-ff15-4e7d-af35-b9b4823078bf None None] Attempting to bind port d996ea16-be55-4897-ad2e-3e8af6a0fe5c on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 04:05:01.126895 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-5605d999-ff15-4e7d-af35-b9b4823078bf None None] Attempting to bind port d996ea16-be55-4897-ad2e-3e8af6a0fe5c by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': 'ae7f79e3-e525-4b66-9c36-e1988f16e259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'ba168a8d-af7d-47f7-b843-b4c7b5ab6beb'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 04:05:01.127255 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5605d999-ff15-4e7d-af35-b9b4823078bf None None] Attempting to bind port d996ea16-be55-4897-ad2e-3e8af6a0fe5c on network ba168a8d-af7d-47f7-b843-b4c7b5ab6beb {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 04:05:01.135237 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-dc36ef49-b12d-4858-ab21-4896f944a0da tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125932501'] for segment, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:01.136017 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5605d999-ff15-4e7d-af35-b9b4823078bf None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 4, 4, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 04:05:01.136395 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5605d999-ff15-4e7d-af35-b9b4823078bf None None] Checking segment: {'id': 'ae7f79e3-e525-4b66-9c36-e1988f16e259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'ba168a8d-af7d-47f7-b843-b4c7b5ab6beb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 04:05:01.136803 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-5605d999-ff15-4e7d-af35-b9b4823078bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:01.137197 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5605d999-ff15-4e7d-af35-b9b4823078bf None None] Bound using segment: {'id': 'ae7f79e3-e525-4b66-9c36-e1988f16e259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'ba168a8d-af7d-47f7-b843-b4c7b5ab6beb'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 04:05:01.137668 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-5605d999-ff15-4e7d-af35-b9b4823078bf None None] Bound port: d996ea16-be55-4897-ad2e-3e8af6a0fe5c, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae7f79e3-e525-4b66-9c36-e1988f16e259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'ba168a8d-af7d-47f7-b843-b4c7b5ab6beb'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 04:05:01.138349 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-5605d999-ff15-4e7d-af35-b9b4823078bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:01.150459 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-dc36ef49-b12d-4858-ab21-4896f944a0da tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:01.156533 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc36ef49-b12d-4858-ab21-4896f944a0da tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=102192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 04:05:01.157005 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-dc36ef49-b12d-4858-ab21-4896f944a0da tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125932183'] for segment, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:01.160298 n-d-764292-30 neutron-server[102192]: Traceback (most recent call last): Aug 11 04:05:01.160298 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 04:05:01.160298 n-d-764292-30 neutron-server[102192]: timer() Aug 11 04:05:01.160298 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 04:05:01.160298 n-d-764292-30 neutron-server[102192]: cb(*args, **kw) Aug 11 04:05:01.160298 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 04:05:01.160298 n-d-764292-30 neutron-server[102192]: return func(*args, **kwargs) Aug 11 04:05:01.160298 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 04:05:01.160298 n-d-764292-30 neutron-server[102192]: self._notify() Aug 11 04:05:01.160298 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 04:05:01.160298 n-d-764292-30 neutron-server[102192]: self.callback(batched_events) Aug 11 04:05:01.160298 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 04:05:01.160298 n-d-764292-30 neutron-server[102192]: event.method(event) Aug 11 04:05:01.160298 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 04:05:01.160298 n-d-764292-30 neutron-server[102192]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 04:05:01.160298 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 04:05:01.160298 n-d-764292-30 neutron-server[102192]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 04:05:01.160298 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 04:05:01.160298 n-d-764292-30 neutron-server[102192]: return f(self, *a, **k) Aug 11 04:05:01.160298 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 04:05:01.160298 n-d-764292-30 neutron-server[102192]: return self._get(url).json() Aug 11 04:05:01.160298 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 04:05:01.160298 n-d-764292-30 neutron-server[102192]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 04:05:01.160298 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 04:05:01.160298 n-d-764292-30 neutron-server[102192]: return self.request(url, 'GET', **kwargs) Aug 11 04:05:01.160298 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 04:05:01.160298 n-d-764292-30 neutron-server[102192]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 04:05:01.160298 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 04:05:01.160298 n-d-764292-30 neutron-server[102192]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 04:05:01.160298 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 04:05:01.160298 n-d-764292-30 neutron-server[102192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 04:05:01.160298 n-d-764292-30 neutron-server[102192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 04:05:01.224083 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-5605d999-ff15-4e7d-af35-b9b4823078bf None None] For port d996ea16-be55-4897-ad2e-3e8af6a0fe5c, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 04:05:01.227061 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-5605d999-ff15-4e7d-af35-b9b4823078bf None None] For port d996ea16-be55-4897-ad2e-3e8af6a0fe5c, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=d996ea16-be55-4897-ad2e-3e8af6a0fe5c,segment=NetworkSegment(ae7f79e3-e525-4b66-9c36-e1988f16e259),segment_id=ae7f79e3-e525-4b66-9c36-e1988f16e259)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 04:05:01.274844 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.db.api [None req-dc36ef49-b12d-4858-ab21-4896f944a0da tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 11 04:05:01.274844 n-d-764292-30 neutron-server[102192]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 11 04:05:01.274844 n-d-764292-30 neutron-server[102192]: [parameters: {'id': 'ba168a8d-af7d-47f7-b843-b4c7b5ab6beb'}] Aug 11 04:05:01.274844 n-d-764292-30 neutron-server[102192]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102192) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 04:05:01.275320 n-d-764292-30 neutron-server[102192]: DEBUG oslo_db.api [None req-dc36ef49-b12d-4858-ab21-4896f944a0da tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 04:05:01.343641 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-5605d999-ff15-4e7d-af35-b9b4823078bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:01.427058 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5605d999-ff15-4e7d-af35-b9b4823078bf None None] Pushing event updated for resources: {'Port': ['ID=d996ea16-be55-4897-ad2e-3e8af6a0fe5c,revision_number=2']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:05:01.451015 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a8c05c5-9a48-454f-af97-00ccbe484016 None None] Network ba168a8d-af7d-47f7-b843-b4c7b5ab6beb requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 04:05:01.487651 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device cbc7ce5f-6fcd-4ca4-b26d-80c4dc01b3f3 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 04:05:01.604275 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36888da4-afc1-4aa6-a77d-d6062c76efc3 None None] get_active_networks_info from n-d-764292-30 {{(pid=102193) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 11 04:05:01.655885 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port cbc7ce5f-6fcd-4ca4-b26d-80c4dc01b3f3 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 04:05:01.665784 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port cbc7ce5f-6fcd-4ca4-b26d-80c4dc01b3f3 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 04:05:01.666235 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:01.691390 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36888da4-afc1-4aa6-a77d-d6062c76efc3 None None] Resources bound (agent type, host, resource id): {{(pid=102193) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 11 04:05:01.776485 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-dc36ef49-b12d-4858-ab21-4896f944a0da tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:01.807225 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:01.828581 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-dc36ef49-b12d-4858-ab21-4896f944a0da tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Deleting port d996ea16-be55-4897-ad2e-3e8af6a0fe5c {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 04:05:01.828983 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-dc36ef49-b12d-4858-ab21-4896f944a0da tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:01.875847 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port cbc7ce5f-6fcd-4ca4-b26d-80c4dc01b3f3, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=cbc7ce5f-6fcd-4ca4-b26d-80c4dc01b3f3,segment=NetworkSegment(b512b2ea-fc53-4322-aeb7-7d39f845717f),segment_id=b512b2ea-fc53-4322-aeb7-7d39f845717f)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:05:01.895867 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [None req-dc36ef49-b12d-4858-ab21-4896f944a0da tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] For port d996ea16-be55-4897-ad2e-3e8af6a0fe5c, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=d996ea16-be55-4897-ad2e-3e8af6a0fe5c,segment=NetworkSegment(ae7f79e3-e525-4b66-9c36-e1988f16e259),segment_id=ae7f79e3-e525-4b66-9c36-e1988f16e259)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:05:01.896332 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-dc36ef49-b12d-4858-ab21-4896f944a0da tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:01.910626 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-dc36ef49-b12d-4858-ab21-4896f944a0da tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Calling delete_port for d996ea16-be55-4897-ad2e-3e8af6a0fe5c owned by network:dhcp {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 04:05:01.933259 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:01.955130 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:02.014013 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=cbc7ce5f-6fcd-4ca4-b26d-80c4dc01b3f3,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:05:02.049858 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-dc36ef49-b12d-4858-ab21-4896f944a0da tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:02.075649 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc36ef49-b12d-4858-ab21-4896f944a0da tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Pushing event deleted for resources: {'Port': ['ID=d996ea16-be55-4897-ad2e-3e8af6a0fe5c,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:05:02.078995 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc36ef49-b12d-4858-ab21-4896f944a0da tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] No DVR routers for this DVR port d996ea16-be55-4897-ad2e-3e8af6a0fe5c on host n-d-764292-30 {{(pid=102192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 04:05:02.129731 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-ed28e3d0-6a96-471e-b421-a1b146cfa940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:02.156236 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-dc36ef49-b12d-4858-ab21-4896f944a0da tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:02.165674 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-dc36ef49-b12d-4858-ab21-4896f944a0da tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba168a8d-af7d-47f7-b843-b4c7b5ab6beb']}} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:05:02.175580 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-dc36ef49-b12d-4858-ab21-4896f944a0da tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae7f79e3-e525-4b66-9c36-e1988f16e259') {'for_net_delete': True} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:05:02.175877 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-dc36ef49-b12d-4858-ab21-4896f944a0da tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae7f79e3-e525-4b66-9c36-e1988f16e259') {} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:05:02.184500 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-dc36ef49-b12d-4858-ab21-4896f944a0da tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125932501'] for segment, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:02.198468 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-dc36ef49-b12d-4858-ab21-4896f944a0da tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:02.204066 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc36ef49-b12d-4858-ab21-4896f944a0da tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=102192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 04:05:02.205162 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-dc36ef49-b12d-4858-ab21-4896f944a0da tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125932183'] for segment, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:02.207969 n-d-764292-30 neutron-server[102192]: Traceback (most recent call last): Aug 11 04:05:02.207969 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 04:05:02.207969 n-d-764292-30 neutron-server[102192]: timer() Aug 11 04:05:02.207969 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 04:05:02.207969 n-d-764292-30 neutron-server[102192]: cb(*args, **kw) Aug 11 04:05:02.207969 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 04:05:02.207969 n-d-764292-30 neutron-server[102192]: return func(*args, **kwargs) Aug 11 04:05:02.207969 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 04:05:02.207969 n-d-764292-30 neutron-server[102192]: self._notify() Aug 11 04:05:02.207969 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 04:05:02.207969 n-d-764292-30 neutron-server[102192]: self.callback(batched_events) Aug 11 04:05:02.207969 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 04:05:02.207969 n-d-764292-30 neutron-server[102192]: event.method(event) Aug 11 04:05:02.207969 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 04:05:02.207969 n-d-764292-30 neutron-server[102192]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 04:05:02.207969 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 04:05:02.207969 n-d-764292-30 neutron-server[102192]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 04:05:02.207969 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 04:05:02.207969 n-d-764292-30 neutron-server[102192]: return f(self, *a, **k) Aug 11 04:05:02.207969 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 04:05:02.207969 n-d-764292-30 neutron-server[102192]: return self._get(url).json() Aug 11 04:05:02.207969 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 04:05:02.207969 n-d-764292-30 neutron-server[102192]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 04:05:02.207969 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 04:05:02.207969 n-d-764292-30 neutron-server[102192]: return self.request(url, 'GET', **kwargs) Aug 11 04:05:02.207969 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 04:05:02.207969 n-d-764292-30 neutron-server[102192]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 04:05:02.207969 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 04:05:02.207969 n-d-764292-30 neutron-server[102192]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 04:05:02.207969 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 04:05:02.207969 n-d-764292-30 neutron-server[102192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 04:05:02.207969 n-d-764292-30 neutron-server[102192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 04:05:02.346858 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-dc36ef49-b12d-4858-ab21-4896f944a0da tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:02.357569 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-dc36ef49-b12d-4858-ab21-4896f944a0da tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Notify callbacks [] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:02.357569 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-dc36ef49-b12d-4858-ab21-4896f944a0da tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] 10.222.0.41 "DELETE /v2.0/networks/ba168a8d-af7d-47f7-b843-b4c7b5ab6beb HTTP/1.1" status: 204 len: 168 time: 1.8986294 Aug 11 04:05:02.358927 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 49940) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:05:02.364206 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-b7b0d7ea-a542-4b06-823f-b412dcecf55f tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-642735972'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:05:02.367177 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc36ef49-b12d-4858-ab21-4896f944a0da tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Pushing event deleted for resources: {'Network': ['ID=ba168a8d-af7d-47f7-b843-b4c7b5ab6beb,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:05:02.460975 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7b0d7ea-a542-4b06-823f-b412dcecf55f tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Made reservation on behalf of 139935a76fa44791900c37326fdcc407 for: {'network': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 04:05:02.464443 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b7b0d7ea-a542-4b06-823f-b412dcecf55f tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:02.487979 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7b0d7ea-a542-4b06-823f-b412dcecf55f tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=102191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 04:05:02.496316 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b7b0d7ea-a542-4b06-823f-b412dcecf55f tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:02.496674 n-d-764292-30 neutron-server[102191]: INFO neutron.db.segments_db [None req-b7b0d7ea-a542-4b06-823f-b412dcecf55f tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Added segment 4e56c3eb-1a2a-4b18-86ef-7b386dfbb092 of type vlan for network 1cb7fafe-4595-49ec-8204-00b64e6432f3 Aug 11 04:05:02.535021 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b7b0d7ea-a542-4b06-823f-b412dcecf55f tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:02.634345 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b7b0d7ea-a542-4b06-823f-b412dcecf55f tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:02.639864 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b0d7ea-a542-4b06-823f-b412dcecf55f tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:05:02.640437 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b7b0d7ea-a542-4b06-823f-b412dcecf55f tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Notify callbacks [] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:02.737730 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b0d7ea-a542-4b06-823f-b412dcecf55f tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Pushing event updated for resources: {'Network': ['ID=1cb7fafe-4595-49ec-8204-00b64e6432f3,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:05:02.747648 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network 1cb7fafe-4595-49ec-8204-00b64e6432f3 details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 04:05:02.791662 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-b7b0d7ea-a542-4b06-823f-b412dcecf55f tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4315882 Aug 11 04:05:02.794510 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 49942) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:05:02.799814 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-be56aa09-a54b-486a-97f5-f62dc96c8f9c tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Request body: {'subnet': {'network_id': '1cb7fafe-4595-49ec-8204-00b64e6432f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:05:02.963667 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be56aa09-a54b-486a-97f5-f62dc96c8f9c tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Made reservation on behalf of 139935a76fa44791900c37326fdcc407 for: {'subnet': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 04:05:02.967409 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-be56aa09-a54b-486a-97f5-f62dc96c8f9c tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274743'] for subnet, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:03.027661 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.ipam_backend_mixin [None req-be56aa09-a54b-486a-97f5-f62dc96c8f9c tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Performing IP validity checks on allocation pools {{(pid=102191) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 11 04:05:03.028184 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.ipam_backend_mixin [None req-be56aa09-a54b-486a-97f5-f62dc96c8f9c tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102191) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 11 04:05:03.203721 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-be56aa09-a54b-486a-97f5-f62dc96c8f9c tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126283476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274725'] for subnet, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:03.228300 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:03.265279 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be56aa09-a54b-486a-97f5-f62dc96c8f9c tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Pushing event updated for resources: {'Subnet': ['ID=a6b5dc51-bc32-4270-8825-c6173ffab928,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:05:03.276091 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be56aa09-a54b-486a-97f5-f62dc96c8f9c tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Checking segment: {'id': '4e56c3eb-1a2a-4b18-86ef-7b386dfbb092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '1cb7fafe-4595-49ec-8204-00b64e6432f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 04:05:03.276470 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be56aa09-a54b-486a-97f5-f62dc96c8f9c tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Network hostable DHCP agents. Network: 1cb7fafe-4595-49ec-8204-00b64e6432f3, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 04:05:03.359495 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be56aa09-a54b-486a-97f5-f62dc96c8f9c tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Network 1cb7fafe-4595-49ec-8204-00b64e6432f3 is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 04:05:03.442803 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device cbc7ce5f-6fcd-4ca4-b26d-80c4dc01b3f3 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 04:05:03.466858 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-be56aa09-a54b-486a-97f5-f62dc96c8f9c tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, 1cb7fafe-4595-49ec-8204-00b64e6432f3) {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 04:05:03.471886 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be56aa09-a54b-486a-97f5-f62dc96c8f9c tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:05:03.472500 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-be56aa09-a54b-486a-97f5-f62dc96c8f9c tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:03.484532 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09977527-29e9-45c1-903e-f5695d497d20 None None] Network 1cb7fafe-4595-49ec-8204-00b64e6432f3 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 04:05:03.538758 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port cbc7ce5f-6fcd-4ca4-b26d-80c4dc01b3f3 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 04:05:03.539120 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:03.570705 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-be56aa09-a54b-486a-97f5-f62dc96c8f9c tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7749634 Aug 11 04:05:03.573117 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 49944) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:05:03.666004 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-07ba871a-dea7-4961-9905-3776b49029c4 tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:03.686569 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1021ccc0-0ad9-4669-b1f9-bb1e7782b6dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde080026-c28f-55be-b52b-13827cc43646-1cb7fafe-4595-49ec-8204-00b64e6432f3', 'network_id': '1cb7fafe-4595-49ec-8204-00b64e6432f3', 'tenant_id': '139935a76fa44791900c37326fdcc407', 'fixed_ips': [{'subnet_id': 'a6b5dc51-bc32-4270-8825-c6173ffab928'}]}} from n-d-764292-30. {{(pid=102193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 04:05:03.687386 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-1021ccc0-0ad9-4669-b1f9-bb1e7782b6dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:03.749533 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-07ba871a-dea7-4961-9905-3776b49029c4 tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:03.822206 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.db_base_plugin_common [None req-1021ccc0-0ad9-4669-b1f9-bb1e7782b6dc None None] Allocated IP 2001:db8::3 (1cb7fafe-4595-49ec-8204-00b64e6432f3/a6b5dc51-bc32-4270-8825-c6173ffab928/547edecc-6145-4492-a12f-d23995938e17) {{(pid=102193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 04:05:03.963842 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-1021ccc0-0ad9-4669-b1f9-bb1e7782b6dc None None] Notify callbacks [] for port, precommit_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:03.972119 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-1021ccc0-0ad9-4669-b1f9-bb1e7782b6dc None None] Transition to ACTIVE for port object 547edecc-6145-4492-a12f-d23995938e17 will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 04:05:03.986546 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-1021ccc0-0ad9-4669-b1f9-bb1e7782b6dc None None] Transition to ACTIVE for port object 547edecc-6145-4492-a12f-d23995938e17 will not be triggered until provisioned by entity DHCP. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 04:05:04.057355 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-1021ccc0-0ad9-4669-b1f9-bb1e7782b6dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669'] for port, after_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:04.097495 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1021ccc0-0ad9-4669-b1f9-bb1e7782b6dc None None] Network 1cb7fafe-4595-49ec-8204-00b64e6432f3 is already hosted by enough agents. {{(pid=102193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 04:05:04.100369 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.base_scheduler [None req-1021ccc0-0ad9-4669-b1f9-bb1e7782b6dc None None] Resources bound (agent type, host, resource id): {{(pid=102193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 04:05:04.103938 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1021ccc0-0ad9-4669-b1f9-bb1e7782b6dc None None] Received port after_create {{(pid=102193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 04:05:04.110807 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1021ccc0-0ad9-4669-b1f9-bb1e7782b6dc None None] Pushing event updated for resources: {'Port': ['ID=547edecc-6145-4492-a12f-d23995938e17,revision_number=1']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:05:04.148922 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-07ba871a-dea7-4961-9905-3776b49029c4 tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126283413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126275158'] for subnet, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:04.160571 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-1021ccc0-0ad9-4669-b1f9-bb1e7782b6dc None None] Attempting to bind port 547edecc-6145-4492-a12f-d23995938e17 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 04:05:04.165136 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-1021ccc0-0ad9-4669-b1f9-bb1e7782b6dc None None] Attempting to bind port 547edecc-6145-4492-a12f-d23995938e17 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': '4e56c3eb-1a2a-4b18-86ef-7b386dfbb092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '1cb7fafe-4595-49ec-8204-00b64e6432f3'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 04:05:04.165136 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1021ccc0-0ad9-4669-b1f9-bb1e7782b6dc None None] Attempting to bind port 547edecc-6145-4492-a12f-d23995938e17 on network 1cb7fafe-4595-49ec-8204-00b64e6432f3 {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 04:05:04.166464 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1021ccc0-0ad9-4669-b1f9-bb1e7782b6dc None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 4, 5, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 04:05:04.166841 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1021ccc0-0ad9-4669-b1f9-bb1e7782b6dc None None] Checking segment: {'id': '4e56c3eb-1a2a-4b18-86ef-7b386dfbb092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '1cb7fafe-4595-49ec-8204-00b64e6432f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 04:05:04.167256 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-1021ccc0-0ad9-4669-b1f9-bb1e7782b6dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:04.167655 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1021ccc0-0ad9-4669-b1f9-bb1e7782b6dc None None] Bound using segment: {'id': '4e56c3eb-1a2a-4b18-86ef-7b386dfbb092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '1cb7fafe-4595-49ec-8204-00b64e6432f3'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 04:05:04.168112 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-1021ccc0-0ad9-4669-b1f9-bb1e7782b6dc None None] Bound port: 547edecc-6145-4492-a12f-d23995938e17, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e56c3eb-1a2a-4b18-86ef-7b386dfbb092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '1cb7fafe-4595-49ec-8204-00b64e6432f3'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 04:05:04.168499 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-1021ccc0-0ad9-4669-b1f9-bb1e7782b6dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:04.176843 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ba871a-dea7-4961-9905-3776b49029c4 tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Pushing event deleted for resources: {'Subnet': ['ID=a6b5dc51-bc32-4270-8825-c6173ffab928,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:05:04.234758 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-1021ccc0-0ad9-4669-b1f9-bb1e7782b6dc None None] For port 547edecc-6145-4492-a12f-d23995938e17, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 04:05:04.238309 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-1021ccc0-0ad9-4669-b1f9-bb1e7782b6dc None None] For port 547edecc-6145-4492-a12f-d23995938e17, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=547edecc-6145-4492-a12f-d23995938e17,segment=NetworkSegment(4e56c3eb-1a2a-4b18-86ef-7b386dfbb092),segment_id=4e56c3eb-1a2a-4b18-86ef-7b386dfbb092)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 04:05:04.239041 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-07ba871a-dea7-4961-9905-3776b49029c4 tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:04.248542 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-07ba871a-dea7-4961-9905-3776b49029c4 tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cb7fafe-4595-49ec-8204-00b64e6432f3']}} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:05:04.258866 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-07ba871a-dea7-4961-9905-3776b49029c4 tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e56c3eb-1a2a-4b18-86ef-7b386dfbb092') {'for_net_delete': True} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:05:04.259095 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-07ba871a-dea7-4961-9905-3776b49029c4 tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e56c3eb-1a2a-4b18-86ef-7b386dfbb092') {} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:05:04.267620 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-07ba871a-dea7-4961-9905-3776b49029c4 tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126283644'] for segment, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:04.309359 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-1021ccc0-0ad9-4669-b1f9-bb1e7782b6dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:04.311250 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-07ba871a-dea7-4961-9905-3776b49029c4 tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:04.317482 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07ba871a-dea7-4961-9905-3776b49029c4 tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=102191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 04:05:04.319722 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-07ba871a-dea7-4961-9905-3776b49029c4 tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126283391'] for segment, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:04.320991 n-d-764292-30 neutron-server[102191]: Traceback (most recent call last): Aug 11 04:05:04.320991 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 04:05:04.320991 n-d-764292-30 neutron-server[102191]: timer() Aug 11 04:05:04.320991 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 04:05:04.320991 n-d-764292-30 neutron-server[102191]: cb(*args, **kw) Aug 11 04:05:04.320991 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 04:05:04.320991 n-d-764292-30 neutron-server[102191]: return func(*args, **kwargs) Aug 11 04:05:04.320991 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 04:05:04.320991 n-d-764292-30 neutron-server[102191]: self._notify() Aug 11 04:05:04.320991 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 04:05:04.320991 n-d-764292-30 neutron-server[102191]: self.callback(batched_events) Aug 11 04:05:04.320991 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 04:05:04.320991 n-d-764292-30 neutron-server[102191]: event.method(event) Aug 11 04:05:04.320991 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 04:05:04.320991 n-d-764292-30 neutron-server[102191]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 04:05:04.320991 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 04:05:04.320991 n-d-764292-30 neutron-server[102191]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 04:05:04.320991 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 04:05:04.320991 n-d-764292-30 neutron-server[102191]: return f(self, *a, **k) Aug 11 04:05:04.320991 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 04:05:04.320991 n-d-764292-30 neutron-server[102191]: return self._get(url).json() Aug 11 04:05:04.320991 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 04:05:04.320991 n-d-764292-30 neutron-server[102191]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 04:05:04.320991 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 04:05:04.320991 n-d-764292-30 neutron-server[102191]: return self.request(url, 'GET', **kwargs) Aug 11 04:05:04.320991 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 04:05:04.320991 n-d-764292-30 neutron-server[102191]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 04:05:04.320991 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 04:05:04.320991 n-d-764292-30 neutron-server[102191]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 04:05:04.320991 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 04:05:04.320991 n-d-764292-30 neutron-server[102191]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 04:05:04.320991 n-d-764292-30 neutron-server[102191]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 04:05:04.386065 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1021ccc0-0ad9-4669-b1f9-bb1e7782b6dc None None] Pushing event updated for resources: {'Port': ['ID=547edecc-6145-4492-a12f-d23995938e17,revision_number=2']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:05:04.398879 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ebd8d7f-43c7-4c9f-b6a1-b0f07fbace0d None None] Network 1cb7fafe-4595-49ec-8204-00b64e6432f3 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 04:05:04.443993 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.db.api [None req-07ba871a-dea7-4961-9905-3776b49029c4 tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 11 04:05:04.443993 n-d-764292-30 neutron-server[102191]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 11 04:05:04.443993 n-d-764292-30 neutron-server[102191]: [parameters: {'id': '1cb7fafe-4595-49ec-8204-00b64e6432f3'}] Aug 11 04:05:04.443993 n-d-764292-30 neutron-server[102191]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102191) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 04:05:04.444817 n-d-764292-30 neutron-server[102191]: DEBUG oslo_db.api [None req-07ba871a-dea7-4961-9905-3776b49029c4 tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 04:05:04.520367 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ae24c74-1721-45e3-a1b9-9a971276678a None None] get_active_networks_info from n-d-764292-30 {{(pid=102193) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 11 04:05:04.582917 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae24c74-1721-45e3-a1b9-9a971276678a None None] Resources bound (agent type, host, resource id): {{(pid=102193) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 11 04:05:04.845217 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:04.945701 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-07ba871a-dea7-4961-9905-3776b49029c4 tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:04.996462 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-07ba871a-dea7-4961-9905-3776b49029c4 tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Deleting port 547edecc-6145-4492-a12f-d23995938e17 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 04:05:04.996790 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-07ba871a-dea7-4961-9905-3776b49029c4 tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:05.060411 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [None req-07ba871a-dea7-4961-9905-3776b49029c4 tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] For port 547edecc-6145-4492-a12f-d23995938e17, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=547edecc-6145-4492-a12f-d23995938e17,segment=NetworkSegment(4e56c3eb-1a2a-4b18-86ef-7b386dfbb092),segment_id=4e56c3eb-1a2a-4b18-86ef-7b386dfbb092)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:05:05.060693 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-07ba871a-dea7-4961-9905-3776b49029c4 tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:05.073464 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-07ba871a-dea7-4961-9905-3776b49029c4 tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Calling delete_port for 547edecc-6145-4492-a12f-d23995938e17 owned by network:dhcp {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 04:05:05.199921 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-07ba871a-dea7-4961-9905-3776b49029c4 tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:05.229406 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ba871a-dea7-4961-9905-3776b49029c4 tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Pushing event deleted for resources: {'Port': ['ID=547edecc-6145-4492-a12f-d23995938e17,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:05:05.232898 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ba871a-dea7-4961-9905-3776b49029c4 tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] No DVR routers for this DVR port 547edecc-6145-4492-a12f-d23995938e17 on host n-d-764292-30 {{(pid=102191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 04:05:05.309762 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-07ba871a-dea7-4961-9905-3776b49029c4 tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:05.319402 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-07ba871a-dea7-4961-9905-3776b49029c4 tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cb7fafe-4595-49ec-8204-00b64e6432f3']}} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:05:05.329565 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-07ba871a-dea7-4961-9905-3776b49029c4 tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e56c3eb-1a2a-4b18-86ef-7b386dfbb092') {'for_net_delete': True} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:05:05.329860 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-07ba871a-dea7-4961-9905-3776b49029c4 tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e56c3eb-1a2a-4b18-86ef-7b386dfbb092') {} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:05:05.338415 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-07ba871a-dea7-4961-9905-3776b49029c4 tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126283644'] for segment, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:05.351983 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-07ba871a-dea7-4961-9905-3776b49029c4 tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:05.357801 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07ba871a-dea7-4961-9905-3776b49029c4 tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=102191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 04:05:05.358181 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-07ba871a-dea7-4961-9905-3776b49029c4 tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126283391'] for segment, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:05.361101 n-d-764292-30 neutron-server[102191]: Traceback (most recent call last): Aug 11 04:05:05.361101 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 04:05:05.361101 n-d-764292-30 neutron-server[102191]: timer() Aug 11 04:05:05.361101 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 04:05:05.361101 n-d-764292-30 neutron-server[102191]: cb(*args, **kw) Aug 11 04:05:05.361101 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 04:05:05.361101 n-d-764292-30 neutron-server[102191]: return func(*args, **kwargs) Aug 11 04:05:05.361101 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 04:05:05.361101 n-d-764292-30 neutron-server[102191]: self._notify() Aug 11 04:05:05.361101 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 04:05:05.361101 n-d-764292-30 neutron-server[102191]: self.callback(batched_events) Aug 11 04:05:05.361101 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 04:05:05.361101 n-d-764292-30 neutron-server[102191]: event.method(event) Aug 11 04:05:05.361101 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 04:05:05.361101 n-d-764292-30 neutron-server[102191]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 04:05:05.361101 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 04:05:05.361101 n-d-764292-30 neutron-server[102191]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 04:05:05.361101 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 04:05:05.361101 n-d-764292-30 neutron-server[102191]: return f(self, *a, **k) Aug 11 04:05:05.361101 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 04:05:05.361101 n-d-764292-30 neutron-server[102191]: return self._get(url).json() Aug 11 04:05:05.361101 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 04:05:05.361101 n-d-764292-30 neutron-server[102191]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 04:05:05.361101 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 04:05:05.361101 n-d-764292-30 neutron-server[102191]: return self.request(url, 'GET', **kwargs) Aug 11 04:05:05.361101 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 04:05:05.361101 n-d-764292-30 neutron-server[102191]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 04:05:05.361101 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 04:05:05.361101 n-d-764292-30 neutron-server[102191]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 04:05:05.361101 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 04:05:05.361101 n-d-764292-30 neutron-server[102191]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 04:05:05.361101 n-d-764292-30 neutron-server[102191]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 04:05:05.473930 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-07ba871a-dea7-4961-9905-3776b49029c4 tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:05.480736 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-07ba871a-dea7-4961-9905-3776b49029c4 tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Notify callbacks [] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:05.482515 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-07ba871a-dea7-4961-9905-3776b49029c4 tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] 10.222.0.41 "DELETE /v2.0/networks/1cb7fafe-4595-49ec-8204-00b64e6432f3 HTTP/1.1" status: 204 len: 168 time: 1.9083867 Aug 11 04:05:05.486107 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 49946) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:05:05.491377 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-aa52b52e-9b80-49e7-baa4-f3130d45ca61 tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1648264038'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:05:05.497971 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ba871a-dea7-4961-9905-3776b49029c4 tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Pushing event deleted for resources: {'Network': ['ID=1cb7fafe-4595-49ec-8204-00b64e6432f3,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:05:05.554119 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa52b52e-9b80-49e7-baa4-f3130d45ca61 tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Made reservation on behalf of 139935a76fa44791900c37326fdcc407 for: {'network': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 04:05:05.557525 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-aa52b52e-9b80-49e7-baa4-f3130d45ca61 tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:05.580171 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa52b52e-9b80-49e7-baa4-f3130d45ca61 tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=102192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 04:05:05.589032 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-aa52b52e-9b80-49e7-baa4-f3130d45ca61 tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:05.589411 n-d-764292-30 neutron-server[102192]: INFO neutron.db.segments_db [None req-aa52b52e-9b80-49e7-baa4-f3130d45ca61 tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Added segment 1fa89f76-e874-42a4-8777-242735a49858 of type vlan for network a2515966-540a-4553-be23-3d5cc3dd622b Aug 11 04:05:05.628246 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-aa52b52e-9b80-49e7-baa4-f3130d45ca61 tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:05.725478 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-aa52b52e-9b80-49e7-baa4-f3130d45ca61 tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:05.731023 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa52b52e-9b80-49e7-baa4-f3130d45ca61 tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:05:05.731629 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-aa52b52e-9b80-49e7-baa4-f3130d45ca61 tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Notify callbacks [] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:05.798178 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa52b52e-9b80-49e7-baa4-f3130d45ca61 tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Pushing event updated for resources: {'Network': ['ID=a2515966-540a-4553-be23-3d5cc3dd622b,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:05:05.807874 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network a2515966-540a-4553-be23-3d5cc3dd622b details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 04:05:05.862008 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-aa52b52e-9b80-49e7-baa4-f3130d45ca61 tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3746350 Aug 11 04:05:05.864690 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 49948) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:05:05.869687 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-3099d602-7a09-4171-ad3c-cdb7f5d21490 tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Request body: {'subnet': {'network_id': 'a2515966-540a-4553-be23-3d5cc3dd622b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:05:06.028493 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3099d602-7a09-4171-ad3c-cdb7f5d21490 tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Made reservation on behalf of 139935a76fa44791900c37326fdcc407 for: {'subnet': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 04:05:06.032074 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-3099d602-7a09-4171-ad3c-cdb7f5d21490 tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126180544'] for subnet, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:06.622849 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-3099d602-7a09-4171-ad3c-cdb7f5d21490 tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125932092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126180562'] for subnet, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:06.690711 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3099d602-7a09-4171-ad3c-cdb7f5d21490 tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Pushing event updated for resources: {'Subnet': ['ID=8b636683-1a64-45ad-8377-68f33df686c9,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:05:06.695933 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3099d602-7a09-4171-ad3c-cdb7f5d21490 tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Checking segment: {'id': '1fa89f76-e874-42a4-8777-242735a49858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a2515966-540a-4553-be23-3d5cc3dd622b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 04:05:06.696296 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3099d602-7a09-4171-ad3c-cdb7f5d21490 tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Network hostable DHCP agents. Network: a2515966-540a-4553-be23-3d5cc3dd622b, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 04:05:06.771205 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3099d602-7a09-4171-ad3c-cdb7f5d21490 tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Network a2515966-540a-4553-be23-3d5cc3dd622b is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 04:05:06.849245 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-3099d602-7a09-4171-ad3c-cdb7f5d21490 tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, a2515966-540a-4553-be23-3d5cc3dd622b) {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 04:05:06.855160 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3099d602-7a09-4171-ad3c-cdb7f5d21490 tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:05:06.855903 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-3099d602-7a09-4171-ad3c-cdb7f5d21490 tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Notify callbacks [] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:06.856910 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec081a9c-7ae9-4f7c-8d36-362adf574a9a None None] Network a2515966-540a-4553-be23-3d5cc3dd622b requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 04:05:06.954871 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-3099d602-7a09-4171-ad3c-cdb7f5d21490 tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0889597 Aug 11 04:05:06.959432 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 49950) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:05:06.964518 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-4a8e3870-1b52-4ca1-9c65-07056e6ad3f4 tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2032771427'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:05:07.011399 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26cea5f4-9591-4298-80b4-16b6afdc71b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde080026-c28f-55be-b52b-13827cc43646-a2515966-540a-4553-be23-3d5cc3dd622b', 'network_id': 'a2515966-540a-4553-be23-3d5cc3dd622b', 'tenant_id': '139935a76fa44791900c37326fdcc407', 'fixed_ips': [{'subnet_id': '8b636683-1a64-45ad-8377-68f33df686c9'}]}} from n-d-764292-30. {{(pid=102193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 04:05:07.012254 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-26cea5f4-9591-4298-80b4-16b6afdc71b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:07.062686 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a8e3870-1b52-4ca1-9c65-07056e6ad3f4 tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Made reservation on behalf of 139935a76fa44791900c37326fdcc407 for: {'network': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 04:05:07.066464 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4a8e3870-1b52-4ca1-9c65-07056e6ad3f4 tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:07.091041 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a8e3870-1b52-4ca1-9c65-07056e6ad3f4 tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=102192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 04:05:07.101031 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4a8e3870-1b52-4ca1-9c65-07056e6ad3f4 tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:07.101515 n-d-764292-30 neutron-server[102192]: INFO neutron.db.segments_db [None req-4a8e3870-1b52-4ca1-9c65-07056e6ad3f4 tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Added segment ee97f82d-2647-42d4-8ad9-a446dcd1e25f of type vlan for network ea69a1c3-3f26-4ea2-95ce-864f1caa6b3d Aug 11 04:05:07.139920 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4a8e3870-1b52-4ca1-9c65-07056e6ad3f4 tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:07.155008 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.db_base_plugin_common [None req-26cea5f4-9591-4298-80b4-16b6afdc71b8 None None] Allocated IP 2001:db8::2 (a2515966-540a-4553-be23-3d5cc3dd622b/8b636683-1a64-45ad-8377-68f33df686c9/d1d1b01d-4673-45a9-afc3-aca5a28dbdcf) {{(pid=102193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 04:05:07.243714 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4a8e3870-1b52-4ca1-9c65-07056e6ad3f4 tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:07.249518 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a8e3870-1b52-4ca1-9c65-07056e6ad3f4 tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:05:07.250170 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4a8e3870-1b52-4ca1-9c65-07056e6ad3f4 tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Notify callbacks [] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:07.292766 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-26cea5f4-9591-4298-80b4-16b6afdc71b8 None None] Notify callbacks [] for port, precommit_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:07.301515 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-26cea5f4-9591-4298-80b4-16b6afdc71b8 None None] Transition to ACTIVE for port object d1d1b01d-4673-45a9-afc3-aca5a28dbdcf will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 04:05:07.316313 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-26cea5f4-9591-4298-80b4-16b6afdc71b8 None None] Transition to ACTIVE for port object d1d1b01d-4673-45a9-afc3-aca5a28dbdcf will not be triggered until provisioned by entity DHCP. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 04:05:07.316615 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8e3870-1b52-4ca1-9c65-07056e6ad3f4 tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Pushing event updated for resources: {'Network': ['ID=ea69a1c3-3f26-4ea2-95ce-864f1caa6b3d,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:05:07.327019 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network ea69a1c3-3f26-4ea2-95ce-864f1caa6b3d details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 04:05:07.387989 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-4a8e3870-1b52-4ca1-9c65-07056e6ad3f4 tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4274898 Aug 11 04:05:07.393773 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 49952) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:05:07.399033 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-dc217c80-645b-4d6a-8b44-1126f7974b98 tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Request body: {'subnet': {'network_id': 'ea69a1c3-3f26-4ea2-95ce-864f1caa6b3d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:05:07.411714 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-26cea5f4-9591-4298-80b4-16b6afdc71b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669'] for port, after_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:07.453273 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26cea5f4-9591-4298-80b4-16b6afdc71b8 None None] Network a2515966-540a-4553-be23-3d5cc3dd622b is already hosted by enough agents. {{(pid=102193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 04:05:07.456854 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.base_scheduler [None req-26cea5f4-9591-4298-80b4-16b6afdc71b8 None None] Resources bound (agent type, host, resource id): {{(pid=102193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 04:05:07.459746 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26cea5f4-9591-4298-80b4-16b6afdc71b8 None None] Received port after_create {{(pid=102193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 04:05:07.468487 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cea5f4-9591-4298-80b4-16b6afdc71b8 None None] Pushing event updated for resources: {'Port': ['ID=d1d1b01d-4673-45a9-afc3-aca5a28dbdcf,revision_number=1']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:05:07.519883 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-26cea5f4-9591-4298-80b4-16b6afdc71b8 None None] Attempting to bind port d1d1b01d-4673-45a9-afc3-aca5a28dbdcf on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 04:05:07.520160 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-26cea5f4-9591-4298-80b4-16b6afdc71b8 None None] Attempting to bind port d1d1b01d-4673-45a9-afc3-aca5a28dbdcf by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': '1fa89f76-e874-42a4-8777-242735a49858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a2515966-540a-4553-be23-3d5cc3dd622b'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 04:05:07.520520 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26cea5f4-9591-4298-80b4-16b6afdc71b8 None None] Attempting to bind port d1d1b01d-4673-45a9-afc3-aca5a28dbdcf on network a2515966-540a-4553-be23-3d5cc3dd622b {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 04:05:07.525437 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26cea5f4-9591-4298-80b4-16b6afdc71b8 None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 4, 5, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 04:05:07.525803 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26cea5f4-9591-4298-80b4-16b6afdc71b8 None None] Checking segment: {'id': '1fa89f76-e874-42a4-8777-242735a49858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a2515966-540a-4553-be23-3d5cc3dd622b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 04:05:07.526204 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-26cea5f4-9591-4298-80b4-16b6afdc71b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:07.526628 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26cea5f4-9591-4298-80b4-16b6afdc71b8 None None] Bound using segment: {'id': '1fa89f76-e874-42a4-8777-242735a49858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a2515966-540a-4553-be23-3d5cc3dd622b'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 04:05:07.527123 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-26cea5f4-9591-4298-80b4-16b6afdc71b8 None None] Bound port: d1d1b01d-4673-45a9-afc3-aca5a28dbdcf, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fa89f76-e874-42a4-8777-242735a49858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a2515966-540a-4553-be23-3d5cc3dd622b'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 04:05:07.527756 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-26cea5f4-9591-4298-80b4-16b6afdc71b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:07.542764 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc217c80-645b-4d6a-8b44-1126f7974b98 tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Made reservation on behalf of 139935a76fa44791900c37326fdcc407 for: {'subnet': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 04:05:07.546260 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-dc217c80-645b-4d6a-8b44-1126f7974b98 tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126180544'] for subnet, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:07.593310 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-26cea5f4-9591-4298-80b4-16b6afdc71b8 None None] For port d1d1b01d-4673-45a9-afc3-aca5a28dbdcf, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 04:05:07.596570 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-26cea5f4-9591-4298-80b4-16b6afdc71b8 None None] For port d1d1b01d-4673-45a9-afc3-aca5a28dbdcf, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=d1d1b01d-4673-45a9-afc3-aca5a28dbdcf,segment=NetworkSegment(1fa89f76-e874-42a4-8777-242735a49858),segment_id=1fa89f76-e874-42a4-8777-242735a49858)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 04:05:07.680530 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-26cea5f4-9591-4298-80b4-16b6afdc71b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:07.751876 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cea5f4-9591-4298-80b4-16b6afdc71b8 None None] Pushing event updated for resources: {'Port': ['ID=d1d1b01d-4673-45a9-afc3-aca5a28dbdcf,revision_number=2']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:05:07.783036 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-dc217c80-645b-4d6a-8b44-1126f7974b98 tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125932092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126180562'] for subnet, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:07.805727 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:07.840310 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc217c80-645b-4d6a-8b44-1126f7974b98 tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Pushing event updated for resources: {'Subnet': ['ID=1a30fe4a-265b-43d2-b320-3dbec78777d2,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:05:07.856087 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc217c80-645b-4d6a-8b44-1126f7974b98 tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Checking segment: {'id': 'ee97f82d-2647-42d4-8ad9-a446dcd1e25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'ea69a1c3-3f26-4ea2-95ce-864f1caa6b3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 04:05:07.856431 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc217c80-645b-4d6a-8b44-1126f7974b98 tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Network hostable DHCP agents. Network: ea69a1c3-3f26-4ea2-95ce-864f1caa6b3d, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 04:05:07.975446 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc217c80-645b-4d6a-8b44-1126f7974b98 tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Network ea69a1c3-3f26-4ea2-95ce-864f1caa6b3d is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 04:05:08.045470 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-dc217c80-645b-4d6a-8b44-1126f7974b98 tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, ea69a1c3-3f26-4ea2-95ce-864f1caa6b3d) {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 04:05:08.049476 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc217c80-645b-4d6a-8b44-1126f7974b98 tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:05:08.050620 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-dc217c80-645b-4d6a-8b44-1126f7974b98 tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Notify callbacks [] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:08.054495 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5c36a34-8ac6-4a0d-b0eb-f44ebbbaefd9 None None] Network ea69a1c3-3f26-4ea2-95ce-864f1caa6b3d requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 04:05:08.149293 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-dc217c80-645b-4d6a-8b44-1126f7974b98 tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7541723 Aug 11 04:05:08.151740 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 49954) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:05:08.197623 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e87c7d7-beee-4ab5-8530-e19b9d0c519d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde080026-c28f-55be-b52b-13827cc43646-ea69a1c3-3f26-4ea2-95ce-864f1caa6b3d', 'network_id': 'ea69a1c3-3f26-4ea2-95ce-864f1caa6b3d', 'tenant_id': '139935a76fa44791900c37326fdcc407', 'fixed_ips': [{'subnet_id': '1a30fe4a-265b-43d2-b320-3dbec78777d2'}]}} from n-d-764292-30. {{(pid=102193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 04:05:08.198505 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-5e87c7d7-beee-4ab5-8530-e19b9d0c519d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:08.253315 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-fb232841-432d-4953-8a66-b5e334f46304 tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:08.312586 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-fb232841-432d-4953-8a66-b5e334f46304 tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:08.348305 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.db_base_plugin_common [None req-5e87c7d7-beee-4ab5-8530-e19b9d0c519d None None] Allocated IP 2001:db8::2 (ea69a1c3-3f26-4ea2-95ce-864f1caa6b3d/1a30fe4a-265b-43d2-b320-3dbec78777d2/78ae0e49-e7f2-4f0f-8d1d-ca7f2937cf21) {{(pid=102193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 04:05:08.492634 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-5e87c7d7-beee-4ab5-8530-e19b9d0c519d None None] Notify callbacks [] for port, precommit_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:08.500977 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-5e87c7d7-beee-4ab5-8530-e19b9d0c519d None None] Transition to ACTIVE for port object 78ae0e49-e7f2-4f0f-8d1d-ca7f2937cf21 will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 04:05:08.515951 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-5e87c7d7-beee-4ab5-8530-e19b9d0c519d None None] Transition to ACTIVE for port object 78ae0e49-e7f2-4f0f-8d1d-ca7f2937cf21 will not be triggered until provisioned by entity DHCP. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 04:05:08.575614 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-5e87c7d7-beee-4ab5-8530-e19b9d0c519d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669'] for port, after_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:08.607182 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31ddcfbd-e56b-447b-b268-4da8f9200496 None None] Network a2515966-540a-4553-be23-3d5cc3dd622b requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 04:05:08.651556 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-fb232841-432d-4953-8a66-b5e334f46304 tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125932157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126180897'] for subnet, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:08.664886 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e87c7d7-beee-4ab5-8530-e19b9d0c519d None None] Network ea69a1c3-3f26-4ea2-95ce-864f1caa6b3d is already hosted by enough agents. {{(pid=102193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 04:05:08.677928 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.base_scheduler [None req-5e87c7d7-beee-4ab5-8530-e19b9d0c519d None None] Resources bound (agent type, host, resource id): {{(pid=102193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 04:05:08.679392 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb232841-432d-4953-8a66-b5e334f46304 tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Pushing event deleted for resources: {'Subnet': ['ID=1a30fe4a-265b-43d2-b320-3dbec78777d2,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:05:08.691766 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e87c7d7-beee-4ab5-8530-e19b9d0c519d None None] Received port after_create {{(pid=102193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 04:05:08.693625 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e87c7d7-beee-4ab5-8530-e19b9d0c519d None None] Pushing event updated for resources: {'Port': ['ID=78ae0e49-e7f2-4f0f-8d1d-ca7f2937cf21,revision_number=1']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:05:08.743838 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-fb232841-432d-4953-8a66-b5e334f46304 tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:08.754342 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-fb232841-432d-4953-8a66-b5e334f46304 tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea69a1c3-3f26-4ea2-95ce-864f1caa6b3d']}} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:05:08.764615 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-fb232841-432d-4953-8a66-b5e334f46304 tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee97f82d-2647-42d4-8ad9-a446dcd1e25f') {'for_net_delete': True} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:05:08.764911 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-fb232841-432d-4953-8a66-b5e334f46304 tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee97f82d-2647-42d4-8ad9-a446dcd1e25f') {} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:05:08.769930 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-8b4de4da-9ba6-44ee-bbe3-a4ca1914d357 None None] Provisioning for port d1d1b01d-4673-45a9-afc3-aca5a28dbdcf completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 04:05:08.773630 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-fb232841-432d-4953-8a66-b5e334f46304 tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125932501'] for segment, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:08.788457 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-fb232841-432d-4953-8a66-b5e334f46304 tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:08.791075 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-5e87c7d7-beee-4ab5-8530-e19b9d0c519d None None] Attempting to bind port 78ae0e49-e7f2-4f0f-8d1d-ca7f2937cf21 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 04:05:08.795424 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-5e87c7d7-beee-4ab5-8530-e19b9d0c519d None None] Attempting to bind port 78ae0e49-e7f2-4f0f-8d1d-ca7f2937cf21 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': 'ee97f82d-2647-42d4-8ad9-a446dcd1e25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'ea69a1c3-3f26-4ea2-95ce-864f1caa6b3d'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 04:05:08.795424 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e87c7d7-beee-4ab5-8530-e19b9d0c519d None None] Attempting to bind port 78ae0e49-e7f2-4f0f-8d1d-ca7f2937cf21 on network ea69a1c3-3f26-4ea2-95ce-864f1caa6b3d {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 04:05:08.795771 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb232841-432d-4953-8a66-b5e334f46304 tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=102192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 04:05:08.795771 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-fb232841-432d-4953-8a66-b5e334f46304 tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125932183'] for segment, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:08.798352 n-d-764292-30 neutron-server[102192]: Traceback (most recent call last): Aug 11 04:05:08.798352 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 04:05:08.798352 n-d-764292-30 neutron-server[102192]: timer() Aug 11 04:05:08.798352 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 04:05:08.798352 n-d-764292-30 neutron-server[102192]: cb(*args, **kw) Aug 11 04:05:08.798352 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 04:05:08.798352 n-d-764292-30 neutron-server[102192]: return func(*args, **kwargs) Aug 11 04:05:08.798352 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 04:05:08.798352 n-d-764292-30 neutron-server[102192]: self._notify() Aug 11 04:05:08.798352 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 04:05:08.798352 n-d-764292-30 neutron-server[102192]: self.callback(batched_events) Aug 11 04:05:08.798352 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 04:05:08.798352 n-d-764292-30 neutron-server[102192]: event.method(event) Aug 11 04:05:08.798352 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 04:05:08.798352 n-d-764292-30 neutron-server[102192]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 04:05:08.798352 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 04:05:08.798352 n-d-764292-30 neutron-server[102192]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 04:05:08.798352 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 04:05:08.798352 n-d-764292-30 neutron-server[102192]: return f(self, *a, **k) Aug 11 04:05:08.798352 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 04:05:08.798352 n-d-764292-30 neutron-server[102192]: return self._get(url).json() Aug 11 04:05:08.798352 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 04:05:08.798352 n-d-764292-30 neutron-server[102192]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 04:05:08.798352 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 04:05:08.798352 n-d-764292-30 neutron-server[102192]: return self.request(url, 'GET', **kwargs) Aug 11 04:05:08.798352 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 04:05:08.798352 n-d-764292-30 neutron-server[102192]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 04:05:08.798352 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 04:05:08.798352 n-d-764292-30 neutron-server[102192]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 04:05:08.798352 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 04:05:08.798352 n-d-764292-30 neutron-server[102192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 04:05:08.798352 n-d-764292-30 neutron-server[102192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 04:05:08.802731 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e87c7d7-beee-4ab5-8530-e19b9d0c519d None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 4, 5, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 04:05:08.803100 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e87c7d7-beee-4ab5-8530-e19b9d0c519d None None] Checking segment: {'id': 'ee97f82d-2647-42d4-8ad9-a446dcd1e25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'ea69a1c3-3f26-4ea2-95ce-864f1caa6b3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 04:05:08.803500 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-5e87c7d7-beee-4ab5-8530-e19b9d0c519d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:08.803892 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e87c7d7-beee-4ab5-8530-e19b9d0c519d None None] Bound using segment: {'id': 'ee97f82d-2647-42d4-8ad9-a446dcd1e25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'ea69a1c3-3f26-4ea2-95ce-864f1caa6b3d'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 04:05:08.804350 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-5e87c7d7-beee-4ab5-8530-e19b9d0c519d None None] Bound port: 78ae0e49-e7f2-4f0f-8d1d-ca7f2937cf21, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee97f82d-2647-42d4-8ad9-a446dcd1e25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'ea69a1c3-3f26-4ea2-95ce-864f1caa6b3d'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 04:05:08.804722 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-5e87c7d7-beee-4ab5-8530-e19b9d0c519d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:08.894542 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-5e87c7d7-beee-4ab5-8530-e19b9d0c519d None None] For port 78ae0e49-e7f2-4f0f-8d1d-ca7f2937cf21, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 04:05:08.899654 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-5e87c7d7-beee-4ab5-8530-e19b9d0c519d None None] For port 78ae0e49-e7f2-4f0f-8d1d-ca7f2937cf21, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=78ae0e49-e7f2-4f0f-8d1d-ca7f2937cf21,segment=NetworkSegment(ee97f82d-2647-42d4-8ad9-a446dcd1e25f),segment_id=ee97f82d-2647-42d4-8ad9-a446dcd1e25f)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 04:05:08.918455 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.db.api [None req-fb232841-432d-4953-8a66-b5e334f46304 tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 11 04:05:08.918455 n-d-764292-30 neutron-server[102192]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 11 04:05:08.918455 n-d-764292-30 neutron-server[102192]: [parameters: {'id': 'ea69a1c3-3f26-4ea2-95ce-864f1caa6b3d'}] Aug 11 04:05:08.918455 n-d-764292-30 neutron-server[102192]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102192) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 04:05:08.918929 n-d-764292-30 neutron-server[102192]: DEBUG oslo_db.api [None req-fb232841-432d-4953-8a66-b5e334f46304 tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 04:05:08.981709 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-5e87c7d7-beee-4ab5-8530-e19b9d0c519d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:09.059201 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e87c7d7-beee-4ab5-8530-e19b9d0c519d None None] Pushing event updated for resources: {'Port': ['ID=78ae0e49-e7f2-4f0f-8d1d-ca7f2937cf21,revision_number=2']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:05:09.073653 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50fceac3-a8b0-467a-92c2-f825ddd3b306 None None] Network ea69a1c3-3f26-4ea2-95ce-864f1caa6b3d requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 04:05:09.200397 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87f032ff-794c-4505-8df3-1dccfd7e2ffe None None] get_active_networks_info from n-d-764292-30 {{(pid=102193) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 11 04:05:09.270709 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87f032ff-794c-4505-8df3-1dccfd7e2ffe None None] Resources bound (agent type, host, resource id): {{(pid=102193) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 11 04:05:09.419794 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-fb232841-432d-4953-8a66-b5e334f46304 tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:09.481043 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device d1d1b01d-4673-45a9-afc3-aca5a28dbdcf up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 04:05:09.485035 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-fb232841-432d-4953-8a66-b5e334f46304 tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Deleting port 78ae0e49-e7f2-4f0f-8d1d-ca7f2937cf21 {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 04:05:09.485474 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-fb232841-432d-4953-8a66-b5e334f46304 tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:09.548117 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [None req-fb232841-432d-4953-8a66-b5e334f46304 tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] For port 78ae0e49-e7f2-4f0f-8d1d-ca7f2937cf21, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=78ae0e49-e7f2-4f0f-8d1d-ca7f2937cf21,segment=NetworkSegment(ee97f82d-2647-42d4-8ad9-a446dcd1e25f),segment_id=ee97f82d-2647-42d4-8ad9-a446dcd1e25f)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:05:09.548481 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-fb232841-432d-4953-8a66-b5e334f46304 tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:09.560886 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-fb232841-432d-4953-8a66-b5e334f46304 tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Calling delete_port for 78ae0e49-e7f2-4f0f-8d1d-ca7f2937cf21 owned by network:dhcp {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 04:05:09.599690 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port d1d1b01d-4673-45a9-afc3-aca5a28dbdcf completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 04:05:09.603739 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port d1d1b01d-4673-45a9-afc3-aca5a28dbdcf triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 04:05:09.604110 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:09.680626 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:09.708563 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-fb232841-432d-4953-8a66-b5e334f46304 tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:09.712921 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port d1d1b01d-4673-45a9-afc3-aca5a28dbdcf, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=d1d1b01d-4673-45a9-afc3-aca5a28dbdcf,segment=NetworkSegment(1fa89f76-e874-42a4-8777-242735a49858),segment_id=1fa89f76-e874-42a4-8777-242735a49858)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:05:09.735135 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb232841-432d-4953-8a66-b5e334f46304 tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Pushing event deleted for resources: {'Port': ['ID=78ae0e49-e7f2-4f0f-8d1d-ca7f2937cf21,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:05:09.736966 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb232841-432d-4953-8a66-b5e334f46304 tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] No DVR routers for this DVR port 78ae0e49-e7f2-4f0f-8d1d-ca7f2937cf21 on host n-d-764292-30 {{(pid=102192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 04:05:09.803888 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:09.816874 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-fb232841-432d-4953-8a66-b5e334f46304 tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:09.827312 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-fb232841-432d-4953-8a66-b5e334f46304 tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea69a1c3-3f26-4ea2-95ce-864f1caa6b3d']}} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:05:09.838421 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-fb232841-432d-4953-8a66-b5e334f46304 tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee97f82d-2647-42d4-8ad9-a446dcd1e25f') {'for_net_delete': True} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:05:09.838720 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-fb232841-432d-4953-8a66-b5e334f46304 tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee97f82d-2647-42d4-8ad9-a446dcd1e25f') {} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:05:09.847756 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-fb232841-432d-4953-8a66-b5e334f46304 tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125932501'] for segment, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:09.852410 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=d1d1b01d-4673-45a9-afc3-aca5a28dbdcf,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:05:09.867124 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-fb232841-432d-4953-8a66-b5e334f46304 tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:09.872986 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb232841-432d-4953-8a66-b5e334f46304 tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=102192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 04:05:09.873364 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-fb232841-432d-4953-8a66-b5e334f46304 tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125932183'] for segment, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:09.876250 n-d-764292-30 neutron-server[102192]: Traceback (most recent call last): Aug 11 04:05:09.876250 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 04:05:09.876250 n-d-764292-30 neutron-server[102192]: timer() Aug 11 04:05:09.876250 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 04:05:09.876250 n-d-764292-30 neutron-server[102192]: cb(*args, **kw) Aug 11 04:05:09.876250 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 04:05:09.876250 n-d-764292-30 neutron-server[102192]: return func(*args, **kwargs) Aug 11 04:05:09.876250 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 04:05:09.876250 n-d-764292-30 neutron-server[102192]: self._notify() Aug 11 04:05:09.876250 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 04:05:09.876250 n-d-764292-30 neutron-server[102192]: self.callback(batched_events) Aug 11 04:05:09.876250 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 04:05:09.876250 n-d-764292-30 neutron-server[102192]: event.method(event) Aug 11 04:05:09.876250 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 04:05:09.876250 n-d-764292-30 neutron-server[102192]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 04:05:09.876250 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 04:05:09.876250 n-d-764292-30 neutron-server[102192]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 04:05:09.876250 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 04:05:09.876250 n-d-764292-30 neutron-server[102192]: return f(self, *a, **k) Aug 11 04:05:09.876250 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 04:05:09.876250 n-d-764292-30 neutron-server[102192]: return self._get(url).json() Aug 11 04:05:09.876250 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 04:05:09.876250 n-d-764292-30 neutron-server[102192]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 04:05:09.876250 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 04:05:09.876250 n-d-764292-30 neutron-server[102192]: return self.request(url, 'GET', **kwargs) Aug 11 04:05:09.876250 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 04:05:09.876250 n-d-764292-30 neutron-server[102192]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 04:05:09.876250 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 04:05:09.876250 n-d-764292-30 neutron-server[102192]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 04:05:09.876250 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 04:05:09.876250 n-d-764292-30 neutron-server[102192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 04:05:09.876250 n-d-764292-30 neutron-server[102192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 04:05:09.982738 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-fb232841-432d-4953-8a66-b5e334f46304 tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:09.987292 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-fb232841-432d-4953-8a66-b5e334f46304 tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Notify callbacks [] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:09.992134 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-fb232841-432d-4953-8a66-b5e334f46304 tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] 10.222.0.41 "DELETE /v2.0/networks/ea69a1c3-3f26-4ea2-95ce-864f1caa6b3d HTTP/1.1" status: 204 len: 168 time: 1.8366959 Aug 11 04:05:09.992983 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 49956) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:05:10.004883 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb232841-432d-4953-8a66-b5e334f46304 tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Pushing event deleted for resources: {'Network': ['ID=ea69a1c3-3f26-4ea2-95ce-864f1caa6b3d,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:05:10.022154 n-d-764292-30 neutron-server[102191]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5d7c79d-a14f-4c4c-a2cd-06265bb713f6 tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] GET failed (client error): The resource could not be found. Aug 11 04:05:10.023470 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-d5d7c79d-a14f-4c4c-a2cd-06265bb713f6 tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] 10.222.0.41 "GET /v2.0/subnets/1a30fe4a-265b-43d2-b320-3dbec78777d2 HTTP/1.1" status: 404 len: 337 time: 0.0296710 Aug 11 04:05:10.026154 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 49958) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:05:10.043881 n-d-764292-30 neutron-server[102191]: INFO neutron.pecan_wsgi.hooks.translation [None req-c969b5bb-45fe-4687-b6a5-0f641522c516 tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] DELETE failed (client error): The resource could not be found. Aug 11 04:05:10.044391 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c969b5bb-45fe-4687-b6a5-0f641522c516 tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 04:05:10.045987 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-c969b5bb-45fe-4687-b6a5-0f641522c516 tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] 10.222.0.41 "DELETE /v2.0/networks/ea69a1c3-3f26-4ea2-95ce-864f1caa6b3d HTTP/1.1" status: 404 len: 339 time: 0.0189300 Aug 11 04:05:10.049410 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 49960) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:05:10.074846 n-d-764292-30 neutron-server[102191]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6c3c2d3-5c74-4ef3-895f-28d77c20aa8d tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] DELETE failed (client error): The resource could not be found. Aug 11 04:05:10.075281 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6c3c2d3-5c74-4ef3-895f-28d77c20aa8d tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 04:05:10.076906 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-d6c3c2d3-5c74-4ef3-895f-28d77c20aa8d tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] 10.222.0.41 "DELETE /v2.0/subnets/1a30fe4a-265b-43d2-b320-3dbec78777d2 HTTP/1.1" status: 404 len: 337 time: 0.0266531 Aug 11 04:05:10.079288 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 49962) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:05:10.096367 n-d-764292-30 neutron-server[102191]: INFO neutron.pecan_wsgi.hooks.translation [None req-74a80331-d100-4967-8d26-76e785b46e32 tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] DELETE failed (client error): The resource could not be found. Aug 11 04:05:10.098082 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74a80331-d100-4967-8d26-76e785b46e32 tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 04:05:10.098499 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-74a80331-d100-4967-8d26-76e785b46e32 tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] 10.222.0.41 "DELETE /v2.0/networks/ea69a1c3-3f26-4ea2-95ce-864f1caa6b3d HTTP/1.1" status: 404 len: 339 time: 0.0183330 Aug 11 04:05:10.100702 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 49964) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:05:10.153839 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_v2 [None req-434c693a-1fa1-4497-be89-d4398bc50705 tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Deleting subnet 8b636683-1a64-45ad-8377-68f33df686c9 {{(pid=102191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 04:05:10.156961 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-434c693a-1fa1-4497-be89-d4398bc50705 tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Notify callbacks [] for subnet, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:10.195919 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-434c693a-1fa1-4497-be89-d4398bc50705 tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126283525'] for subnet, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:10.275761 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-434c693a-1fa1-4497-be89-d4398bc50705 tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:10.403959 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-434c693a-1fa1-4497-be89-d4398bc50705 tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126283413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126275158'] for subnet, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:10.432677 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-434c693a-1fa1-4497-be89-d4398bc50705 tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:10.434710 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-434c693a-1fa1-4497-be89-d4398bc50705 tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] 10.222.0.41 "DELETE /v2.0/subnets/8b636683-1a64-45ad-8377-68f33df686c9 HTTP/1.1" status: 204 len: 168 time: 0.3330152 Aug 11 04:05:10.435785 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434c693a-1fa1-4497-be89-d4398bc50705 tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Pushing event deleted for resources: {'Subnet': ['ID=8b636683-1a64-45ad-8377-68f33df686c9,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:05:10.437430 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 49966) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:05:10.437871 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e64f902-b332-4e09-92d4-5e95db30ed81 None None] Network a2515966-540a-4553-be23-3d5cc3dd622b requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 04:05:10.516072 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-df5374cc-05c2-4f29-918c-6483d32d6b0f tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:10.571036 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-df5374cc-05c2-4f29-918c-6483d32d6b0f tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Deleting port d1d1b01d-4673-45a9-afc3-aca5a28dbdcf {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 04:05:10.571388 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-df5374cc-05c2-4f29-918c-6483d32d6b0f tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:10.608844 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0023de1-0d33-43b5-94e4-2f3403381887 None None] DHCP port deletion for a2515966-540a-4553-be23-3d5cc3dd622b request from n-d-764292-30 {{(pid=102193) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 04:05:10.635441 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [None req-df5374cc-05c2-4f29-918c-6483d32d6b0f tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] For port d1d1b01d-4673-45a9-afc3-aca5a28dbdcf, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=d1d1b01d-4673-45a9-afc3-aca5a28dbdcf,segment=NetworkSegment(1fa89f76-e874-42a4-8777-242735a49858),segment_id=1fa89f76-e874-42a4-8777-242735a49858)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:05:10.635983 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-df5374cc-05c2-4f29-918c-6483d32d6b0f tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:10.648940 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-df5374cc-05c2-4f29-918c-6483d32d6b0f tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Calling delete_port for d1d1b01d-4673-45a9-afc3-aca5a28dbdcf owned by network:dhcp {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 04:05:10.655327 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-d0023de1-0d33-43b5-94e4-2f3403381887 None None] Deleting port d1d1b01d-4673-45a9-afc3-aca5a28dbdcf {{(pid=102193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 04:05:10.655704 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-d0023de1-0d33-43b5-94e4-2f3403381887 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:10.720162 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-d0023de1-0d33-43b5-94e4-2f3403381887 None None] For port d1d1b01d-4673-45a9-afc3-aca5a28dbdcf, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=d1d1b01d-4673-45a9-afc3-aca5a28dbdcf,segment=NetworkSegment(1fa89f76-e874-42a4-8777-242735a49858),segment_id=1fa89f76-e874-42a4-8777-242735a49858)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:05:10.720562 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-d0023de1-0d33-43b5-94e4-2f3403381887 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:10.733578 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-d0023de1-0d33-43b5-94e4-2f3403381887 None None] Calling delete_port for d1d1b01d-4673-45a9-afc3-aca5a28dbdcf owned by network:dhcp {{(pid=102193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 04:05:10.792201 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-df5374cc-05c2-4f29-918c-6483d32d6b0f tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:10.807843 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-d0023de1-0d33-43b5-94e4-2f3403381887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678'] for port, after_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:10.821345 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5374cc-05c2-4f29-918c-6483d32d6b0f tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] No DVR routers for this DVR port d1d1b01d-4673-45a9-afc3-aca5a28dbdcf on host n-d-764292-30 {{(pid=102192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 04:05:10.827094 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5374cc-05c2-4f29-918c-6483d32d6b0f tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Pushing event deleted for resources: {'Port': ['ID=d1d1b01d-4673-45a9-afc3-aca5a28dbdcf,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:05:10.834570 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0023de1-0d33-43b5-94e4-2f3403381887 None None] Pushing event deleted for resources: {'Port': ['ID=d1d1b01d-4673-45a9-afc3-aca5a28dbdcf,revision_number=None']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:05:10.839987 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0023de1-0d33-43b5-94e4-2f3403381887 None None] No DVR routers for this DVR port d1d1b01d-4673-45a9-afc3-aca5a28dbdcf on host n-d-764292-30 {{(pid=102193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 04:05:10.914678 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-df5374cc-05c2-4f29-918c-6483d32d6b0f tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:10.924937 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-df5374cc-05c2-4f29-918c-6483d32d6b0f tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2515966-540a-4553-be23-3d5cc3dd622b']}} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:05:10.940067 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-df5374cc-05c2-4f29-918c-6483d32d6b0f tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fa89f76-e874-42a4-8777-242735a49858') {'for_net_delete': True} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:05:10.940504 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-df5374cc-05c2-4f29-918c-6483d32d6b0f tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fa89f76-e874-42a4-8777-242735a49858') {} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:05:10.949969 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-df5374cc-05c2-4f29-918c-6483d32d6b0f tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125932501'] for segment, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:10.964104 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-df5374cc-05c2-4f29-918c-6483d32d6b0f tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:10.970226 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df5374cc-05c2-4f29-918c-6483d32d6b0f tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=102192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 04:05:10.970642 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-df5374cc-05c2-4f29-918c-6483d32d6b0f tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125932183'] for segment, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:10.974649 n-d-764292-30 neutron-server[102192]: Traceback (most recent call last): Aug 11 04:05:10.974649 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 04:05:10.974649 n-d-764292-30 neutron-server[102192]: timer() Aug 11 04:05:10.974649 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 04:05:10.974649 n-d-764292-30 neutron-server[102192]: cb(*args, **kw) Aug 11 04:05:10.974649 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 04:05:10.974649 n-d-764292-30 neutron-server[102192]: return func(*args, **kwargs) Aug 11 04:05:10.974649 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 04:05:10.974649 n-d-764292-30 neutron-server[102192]: self._notify() Aug 11 04:05:10.974649 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 04:05:10.974649 n-d-764292-30 neutron-server[102192]: self.callback(batched_events) Aug 11 04:05:10.974649 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 04:05:10.974649 n-d-764292-30 neutron-server[102192]: event.method(event) Aug 11 04:05:10.974649 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 04:05:10.974649 n-d-764292-30 neutron-server[102192]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 04:05:10.974649 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 04:05:10.974649 n-d-764292-30 neutron-server[102192]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 04:05:10.974649 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 04:05:10.974649 n-d-764292-30 neutron-server[102192]: return f(self, *a, **k) Aug 11 04:05:10.974649 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 04:05:10.974649 n-d-764292-30 neutron-server[102192]: return self._get(url).json() Aug 11 04:05:10.974649 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 04:05:10.974649 n-d-764292-30 neutron-server[102192]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 04:05:10.974649 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 04:05:10.974649 n-d-764292-30 neutron-server[102192]: return self.request(url, 'GET', **kwargs) Aug 11 04:05:10.974649 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 04:05:10.974649 n-d-764292-30 neutron-server[102192]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 04:05:10.974649 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 04:05:10.974649 n-d-764292-30 neutron-server[102192]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 04:05:10.974649 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 04:05:10.974649 n-d-764292-30 neutron-server[102192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 04:05:10.974649 n-d-764292-30 neutron-server[102192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 04:05:11.106763 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-df5374cc-05c2-4f29-918c-6483d32d6b0f tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:11.115429 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-df5374cc-05c2-4f29-918c-6483d32d6b0f tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Notify callbacks [] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:11.115964 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-df5374cc-05c2-4f29-918c-6483d32d6b0f tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] 10.222.0.41 "DELETE /v2.0/networks/a2515966-540a-4553-be23-3d5cc3dd622b HTTP/1.1" status: 204 len: 168 time: 0.6775005 Aug 11 04:05:11.119009 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 49968) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:05:11.127299 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5374cc-05c2-4f29-918c-6483d32d6b0f tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Pushing event deleted for resources: {'Network': ['ID=a2515966-540a-4553-be23-3d5cc3dd622b,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:05:11.147542 n-d-764292-30 neutron-server[102191]: INFO neutron.pecan_wsgi.hooks.translation [None req-87e0c560-dcc7-4144-a934-668506c320cf tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] DELETE failed (client error): The resource could not be found. Aug 11 04:05:11.147992 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87e0c560-dcc7-4144-a934-668506c320cf tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 04:05:11.149683 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-87e0c560-dcc7-4144-a934-668506c320cf tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] 10.222.0.41 "DELETE /v2.0/subnets/a6b5dc51-bc32-4270-8825-c6173ffab928 HTTP/1.1" status: 404 len: 337 time: 0.0293627 Aug 11 04:05:11.152444 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 49970) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:05:11.169890 n-d-764292-30 neutron-server[102191]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd6b242d-ec80-46e6-ba25-ffd12bd1f768 tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] DELETE failed (client error): The resource could not be found. Aug 11 04:05:11.170428 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd6b242d-ec80-46e6-ba25-ffd12bd1f768 tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 04:05:11.172038 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-fd6b242d-ec80-46e6-ba25-ffd12bd1f768 tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] 10.222.0.41 "DELETE /v2.0/networks/1cb7fafe-4595-49ec-8204-00b64e6432f3 HTTP/1.1" status: 404 len: 339 time: 0.0187337 Aug 11 04:05:11.174319 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 49972) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:05:11.198662 n-d-764292-30 neutron-server[102191]: INFO neutron.pecan_wsgi.hooks.translation [None req-3061792a-1d06-4608-bb53-38105beef57f tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] DELETE failed (client error): The resource could not be found. Aug 11 04:05:11.199094 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3061792a-1d06-4608-bb53-38105beef57f tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 04:05:11.200678 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-3061792a-1d06-4608-bb53-38105beef57f tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] 10.222.0.41 "DELETE /v2.0/subnets/6be45127-9130-4b97-85a3-6be33f6e17d1 HTTP/1.1" status: 404 len: 337 time: 0.0255294 Aug 11 04:05:11.203016 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 49974) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:05:11.219516 n-d-764292-30 neutron-server[102191]: INFO neutron.pecan_wsgi.hooks.translation [None req-aeb702b9-e47e-420d-82b5-e5079dce38e1 tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] DELETE failed (client error): The resource could not be found. Aug 11 04:05:11.220020 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aeb702b9-e47e-420d-82b5-e5079dce38e1 tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 04:05:11.221568 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-aeb702b9-e47e-420d-82b5-e5079dce38e1 tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] 10.222.0.41 "DELETE /v2.0/networks/ba168a8d-af7d-47f7-b843-b4c7b5ab6beb HTTP/1.1" status: 404 len: 339 time: 0.0177131 Aug 11 04:05:11.224277 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 49976) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:05:11.276612 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_v2 [None req-36b88588-a4ac-4055-b7c6-f7ef3f96ffd9 tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Deleting subnet fc8235e0-e5ca-4f16-ac9f-6cc527a0b1e4 {{(pid=102191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 04:05:11.279809 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-36b88588-a4ac-4055-b7c6-f7ef3f96ffd9 tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Notify callbacks [] for subnet, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:11.318246 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-36b88588-a4ac-4055-b7c6-f7ef3f96ffd9 tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126283525'] for subnet, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:11.397289 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-36b88588-a4ac-4055-b7c6-f7ef3f96ffd9 tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:11.444499 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device d1d1b01d-4673-45a9-afc3-aca5a28dbdcf no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 04:05:11.464613 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: d1d1b01d-4673-45a9-afc3-aca5a28dbdcf {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 04:05:11.464958 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device d1d1b01d-4673-45a9-afc3-aca5a28dbdcf not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 04:05:11.541483 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-36b88588-a4ac-4055-b7c6-f7ef3f96ffd9 tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126283413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126275158'] for subnet, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:11.568886 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b88588-a4ac-4055-b7c6-f7ef3f96ffd9 tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Pushing event deleted for resources: {'Subnet': ['ID=fc8235e0-e5ca-4f16-ac9f-6cc527a0b1e4,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:05:11.570929 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-36b88588-a4ac-4055-b7c6-f7ef3f96ffd9 tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:11.572761 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-36b88588-a4ac-4055-b7c6-f7ef3f96ffd9 tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] 10.222.0.41 "DELETE /v2.0/subnets/fc8235e0-e5ca-4f16-ac9f-6cc527a0b1e4 HTTP/1.1" status: 204 len: 168 time: 0.3476348 Aug 11 04:05:11.575200 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 49978) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:05:11.577515 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aa2b6d1-660f-4379-9891-bc42d87c092a None None] Network e1945aad-efb0-4b19-bf30-b3d10e12f2d1 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 04:05:11.648956 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a3896a3e-325e-436b-b08e-bedad2c36167 tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:11.702076 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-a3896a3e-325e-436b-b08e-bedad2c36167 tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Deleting port cbc7ce5f-6fcd-4ca4-b26d-80c4dc01b3f3 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 04:05:11.702482 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a3896a3e-325e-436b-b08e-bedad2c36167 tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:11.702814 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:11.749451 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1df1cd36-b449-4264-a732-964673c4da4d None None] DHCP port deletion for e1945aad-efb0-4b19-bf30-b3d10e12f2d1 request from n-d-764292-30 {{(pid=102193) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 04:05:11.776182 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [None req-a3896a3e-325e-436b-b08e-bedad2c36167 tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] For port cbc7ce5f-6fcd-4ca4-b26d-80c4dc01b3f3, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=cbc7ce5f-6fcd-4ca4-b26d-80c4dc01b3f3,segment=NetworkSegment(b512b2ea-fc53-4322-aeb7-7d39f845717f),segment_id=b512b2ea-fc53-4322-aeb7-7d39f845717f)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:05:11.776547 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a3896a3e-325e-436b-b08e-bedad2c36167 tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:11.790313 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-a3896a3e-325e-436b-b08e-bedad2c36167 tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Calling delete_port for cbc7ce5f-6fcd-4ca4-b26d-80c4dc01b3f3 owned by network:dhcp {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 04:05:11.909063 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a3896a3e-325e-436b-b08e-bedad2c36167 tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:11.932325 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3896a3e-325e-436b-b08e-bedad2c36167 tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Pushing event deleted for resources: {'Port': ['ID=cbc7ce5f-6fcd-4ca4-b26d-80c4dc01b3f3,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:05:11.937989 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3896a3e-325e-436b-b08e-bedad2c36167 tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] No DVR routers for this DVR port cbc7ce5f-6fcd-4ca4-b26d-80c4dc01b3f3 on host n-d-764292-30 {{(pid=102191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 04:05:11.949146 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-1df1cd36-b449-4264-a732-964673c4da4d None None] Deleting port cbc7ce5f-6fcd-4ca4-b26d-80c4dc01b3f3 {{(pid=102193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 04:05:11.949523 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-1df1cd36-b449-4264-a732-964673c4da4d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:12.011569 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-1df1cd36-b449-4264-a732-964673c4da4d None None] For port cbc7ce5f-6fcd-4ca4-b26d-80c4dc01b3f3, host n-d-764292-30, got binding levels [] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:05:12.011972 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-1df1cd36-b449-4264-a732-964673c4da4d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:12.016986 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a3896a3e-325e-436b-b08e-bedad2c36167 tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:12.024680 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-1df1cd36-b449-4264-a732-964673c4da4d None None] Calling delete_port for cbc7ce5f-6fcd-4ca4-b26d-80c4dc01b3f3 owned by network:dhcp {{(pid=102193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 04:05:12.027031 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-a3896a3e-325e-436b-b08e-bedad2c36167 tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1945aad-efb0-4b19-bf30-b3d10e12f2d1']}} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:05:12.027552 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.ipam_backend_mixin [None req-1df1cd36-b449-4264-a732-964673c4da4d None None] Port cbc7ce5f-6fcd-4ca4-b26d-80c4dc01b3f3 was not found and therefore no delete operation was performed {{(pid=102193) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 11 04:05:12.028754 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-1df1cd36-b449-4264-a732-964673c4da4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678'] for port, after_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:12.037596 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-a3896a3e-325e-436b-b08e-bedad2c36167 tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b512b2ea-fc53-4322-aeb7-7d39f845717f') {'for_net_delete': True} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:05:12.038122 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-a3896a3e-325e-436b-b08e-bedad2c36167 tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b512b2ea-fc53-4322-aeb7-7d39f845717f') {} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:05:12.046624 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a3896a3e-325e-436b-b08e-bedad2c36167 tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126283644'] for segment, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:12.055969 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df1cd36-b449-4264-a732-964673c4da4d None None] Pushing event deleted for resources: {'Port': ['ID=cbc7ce5f-6fcd-4ca4-b26d-80c4dc01b3f3,revision_number=None']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:05:12.061192 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df1cd36-b449-4264-a732-964673c4da4d None None] No DVR routers for this DVR port cbc7ce5f-6fcd-4ca4-b26d-80c4dc01b3f3 on host n-d-764292-30 {{(pid=102193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 04:05:12.064978 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a3896a3e-325e-436b-b08e-bedad2c36167 tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:12.073000 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3896a3e-325e-436b-b08e-bedad2c36167 tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=102191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 04:05:12.073405 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a3896a3e-325e-436b-b08e-bedad2c36167 tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126283391'] for segment, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:12.076522 n-d-764292-30 neutron-server[102191]: Traceback (most recent call last): Aug 11 04:05:12.076522 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 04:05:12.076522 n-d-764292-30 neutron-server[102191]: timer() Aug 11 04:05:12.076522 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 04:05:12.076522 n-d-764292-30 neutron-server[102191]: cb(*args, **kw) Aug 11 04:05:12.076522 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 04:05:12.076522 n-d-764292-30 neutron-server[102191]: return func(*args, **kwargs) Aug 11 04:05:12.076522 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 04:05:12.076522 n-d-764292-30 neutron-server[102191]: self._notify() Aug 11 04:05:12.076522 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 04:05:12.076522 n-d-764292-30 neutron-server[102191]: self.callback(batched_events) Aug 11 04:05:12.076522 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 04:05:12.076522 n-d-764292-30 neutron-server[102191]: event.method(event) Aug 11 04:05:12.076522 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 04:05:12.076522 n-d-764292-30 neutron-server[102191]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 04:05:12.076522 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 04:05:12.076522 n-d-764292-30 neutron-server[102191]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 04:05:12.076522 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 04:05:12.076522 n-d-764292-30 neutron-server[102191]: return f(self, *a, **k) Aug 11 04:05:12.076522 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 04:05:12.076522 n-d-764292-30 neutron-server[102191]: return self._get(url).json() Aug 11 04:05:12.076522 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 04:05:12.076522 n-d-764292-30 neutron-server[102191]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 04:05:12.076522 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 04:05:12.076522 n-d-764292-30 neutron-server[102191]: return self.request(url, 'GET', **kwargs) Aug 11 04:05:12.076522 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 04:05:12.076522 n-d-764292-30 neutron-server[102191]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 04:05:12.076522 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 04:05:12.076522 n-d-764292-30 neutron-server[102191]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 04:05:12.076522 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 04:05:12.076522 n-d-764292-30 neutron-server[102191]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 04:05:12.076522 n-d-764292-30 neutron-server[102191]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 04:05:12.182696 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a3896a3e-325e-436b-b08e-bedad2c36167 tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:12.189556 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a3896a3e-325e-436b-b08e-bedad2c36167 tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Notify callbacks [] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:12.201271 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-a3896a3e-325e-436b-b08e-bedad2c36167 tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] 10.222.0.41 "DELETE /v2.0/networks/e1945aad-efb0-4b19-bf30-b3d10e12f2d1 HTTP/1.1" status: 204 len: 168 time: 0.6158183 Aug 11 04:05:12.203771 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3896a3e-325e-436b-b08e-bedad2c36167 tempest-NetworksIpV6Test-373033117 tempest-NetworksIpV6Test-373033117-project] Pushing event deleted for resources: {'Network': ['ID=e1945aad-efb0-4b19-bf30-b3d10e12f2d1,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:05:12.587501 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 49984) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:05:12.715772 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-ea54e1fe-c682-4fb8-9aab-477fbf81ae37 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=139935a76fa44791900c37326fdcc407&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1270399 Aug 11 04:05:12.718071 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 49988) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:05:12.765495 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-f25f0279-2d8f-4c6d-9a16-61a8b987f9dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:12.791412 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-f25f0279-2d8f-4c6d-9a16-61a8b987f9dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:12.896607 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-f25f0279-2d8f-4c6d-9a16-61a8b987f9dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:12.899244 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-f25f0279-2d8f-4c6d-9a16-61a8b987f9dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:12.900398 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-f25f0279-2d8f-4c6d-9a16-61a8b987f9dc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/71b0dac1-6fa3-4e01-8021-fccc619e0e9d HTTP/1.1" status: 204 len: 168 time: 0.1814258 Aug 11 04:05:12.908421 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25f0279-2d8f-4c6d-9a16-61a8b987f9dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71b0dac1-6fa3-4e01-8021-fccc619e0e9d,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:05:13.441727 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device cbc7ce5f-6fcd-4ca4-b26d-80c4dc01b3f3 no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 04:05:13.462391 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: cbc7ce5f-6fcd-4ca4-b26d-80c4dc01b3f3 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 04:05:13.462735 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device cbc7ce5f-6fcd-4ca4-b26d-80c4dc01b3f3 not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 04:05:13.783717 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 50010) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:05:13.875741 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-56d6b0ae-15f2-4c2e-84ed-66d8d11f41ef tempest-RoutersNegativeTest-1720808481 tempest-RoutersNegativeTest-1720808481-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-779716493', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:05:13.974837 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-56d6b0ae-15f2-4c2e-84ed-66d8d11f41ef tempest-RoutersNegativeTest-1720808481 tempest-RoutersNegativeTest-1720808481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-450010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6626'] for router, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:13.975871 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-56d6b0ae-15f2-4c2e-84ed-66d8d11f41ef tempest-RoutersNegativeTest-1720808481 tempest-RoutersNegativeTest-1720808481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-446747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6633'] for router, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:14.025941 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-56d6b0ae-15f2-4c2e-84ed-66d8d11f41ef tempest-RoutersNegativeTest-1720808481 tempest-RoutersNegativeTest-1720808481-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:14.089493 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-56d6b0ae-15f2-4c2e-84ed-66d8d11f41ef tempest-RoutersNegativeTest-1720808481 tempest-RoutersNegativeTest-1720808481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-446952'] for router, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:14.157854 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-56d6b0ae-15f2-4c2e-84ed-66d8d11f41ef tempest-RoutersNegativeTest-1720808481 tempest-RoutersNegativeTest-1720808481-project] Notify callbacks [] for router, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:14.159022 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-56d6b0ae-15f2-4c2e-84ed-66d8d11f41ef tempest-RoutersNegativeTest-1720808481 tempest-RoutersNegativeTest-1720808481-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.3742926 Aug 11 04:05:14.162056 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 50014) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:05:14.166988 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-4a20ed48-d50a-4809-80df-9b9ea1700b8d tempest-RoutersNegativeTest-1720808481 tempest-RoutersNegativeTest-1720808481-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1116051271'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:05:14.231895 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a20ed48-d50a-4809-80df-9b9ea1700b8d tempest-RoutersNegativeTest-1720808481 tempest-RoutersNegativeTest-1720808481-project] Made reservation on behalf of c2a1873523494554b1531db1e276d8a7 for: {'network': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 04:05:14.235248 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4a20ed48-d50a-4809-80df-9b9ea1700b8d tempest-RoutersNegativeTest-1720808481 tempest-RoutersNegativeTest-1720808481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:14.244193 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4a20ed48-d50a-4809-80df-9b9ea1700b8d tempest-RoutersNegativeTest-1720808481 tempest-RoutersNegativeTest-1720808481-project] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:14.334263 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4a20ed48-d50a-4809-80df-9b9ea1700b8d tempest-RoutersNegativeTest-1720808481 tempest-RoutersNegativeTest-1720808481-project] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:14.411455 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4a20ed48-d50a-4809-80df-9b9ea1700b8d tempest-RoutersNegativeTest-1720808481 tempest-RoutersNegativeTest-1720808481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:14.437012 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a20ed48-d50a-4809-80df-9b9ea1700b8d tempest-RoutersNegativeTest-1720808481 tempest-RoutersNegativeTest-1720808481-project] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=102192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 04:05:14.445605 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a20ed48-d50a-4809-80df-9b9ea1700b8d tempest-RoutersNegativeTest-1720808481 tempest-RoutersNegativeTest-1720808481-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b22ea592-9b90-4f0e-8cdf-adca5ed0c1f9,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:05:14.451477 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4a20ed48-d50a-4809-80df-9b9ea1700b8d tempest-RoutersNegativeTest-1720808481 tempest-RoutersNegativeTest-1720808481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:14.454441 n-d-764292-30 neutron-server[102192]: INFO neutron.db.segments_db [None req-4a20ed48-d50a-4809-80df-9b9ea1700b8d tempest-RoutersNegativeTest-1720808481 tempest-RoutersNegativeTest-1720808481-project] Added segment a84af4b1-8c40-4865-998d-752073fc558f of type vlan for network 530d2bc4-28f3-4671-b3ab-cbab94a13b03 Aug 11 04:05:14.491929 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4a20ed48-d50a-4809-80df-9b9ea1700b8d tempest-RoutersNegativeTest-1720808481 tempest-RoutersNegativeTest-1720808481-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:14.587938 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4a20ed48-d50a-4809-80df-9b9ea1700b8d tempest-RoutersNegativeTest-1720808481 tempest-RoutersNegativeTest-1720808481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:14.593642 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a20ed48-d50a-4809-80df-9b9ea1700b8d tempest-RoutersNegativeTest-1720808481 tempest-RoutersNegativeTest-1720808481-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:05:14.594238 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4a20ed48-d50a-4809-80df-9b9ea1700b8d tempest-RoutersNegativeTest-1720808481 tempest-RoutersNegativeTest-1720808481-project] Notify callbacks [] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:14.658547 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a20ed48-d50a-4809-80df-9b9ea1700b8d tempest-RoutersNegativeTest-1720808481 tempest-RoutersNegativeTest-1720808481-project] Pushing event updated for resources: {'Network': ['ID=530d2bc4-28f3-4671-b3ab-cbab94a13b03,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:05:14.673578 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network 530d2bc4-28f3-4671-b3ab-cbab94a13b03 details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 04:05:14.714741 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-4a20ed48-d50a-4809-80df-9b9ea1700b8d tempest-RoutersNegativeTest-1720808481 tempest-RoutersNegativeTest-1720808481-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.5516016 Aug 11 04:05:14.717401 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 50016) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:05:14.723137 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-1a1f8657-be85-4182-978b-3b17b540dc29 tempest-RoutersNegativeTest-1720808481 tempest-RoutersNegativeTest-1720808481-project] Request body: {'subnet': {'network_id': '530d2bc4-28f3-4671-b3ab-cbab94a13b03', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:05:14.900482 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a1f8657-be85-4182-978b-3b17b540dc29 tempest-RoutersNegativeTest-1720808481 tempest-RoutersNegativeTest-1720808481-project] Made reservation on behalf of c2a1873523494554b1531db1e276d8a7 for: {'subnet': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 04:05:14.904285 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-1a1f8657-be85-4182-978b-3b17b540dc29 tempest-RoutersNegativeTest-1720808481 tempest-RoutersNegativeTest-1720808481-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126180544'] for subnet, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:15.169341 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-1a1f8657-be85-4182-978b-3b17b540dc29 tempest-RoutersNegativeTest-1720808481 tempest-RoutersNegativeTest-1720808481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125932092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126180562'] for subnet, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:15.225304 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1f8657-be85-4182-978b-3b17b540dc29 tempest-RoutersNegativeTest-1720808481 tempest-RoutersNegativeTest-1720808481-project] Pushing event updated for resources: {'Subnet': ['ID=f572b1d6-a59f-4b6c-beb6-5b2d45c54c0d,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:05:15.235115 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1f8657-be85-4182-978b-3b17b540dc29 tempest-RoutersNegativeTest-1720808481 tempest-RoutersNegativeTest-1720808481-project] Checking segment: {'id': 'a84af4b1-8c40-4865-998d-752073fc558f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '530d2bc4-28f3-4671-b3ab-cbab94a13b03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 04:05:15.235470 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a1f8657-be85-4182-978b-3b17b540dc29 tempest-RoutersNegativeTest-1720808481 tempest-RoutersNegativeTest-1720808481-project] Network hostable DHCP agents. Network: 530d2bc4-28f3-4671-b3ab-cbab94a13b03, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 04:05:15.306562 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a1f8657-be85-4182-978b-3b17b540dc29 tempest-RoutersNegativeTest-1720808481 tempest-RoutersNegativeTest-1720808481-project] Network 530d2bc4-28f3-4671-b3ab-cbab94a13b03 is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 04:05:15.386201 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-1a1f8657-be85-4182-978b-3b17b540dc29 tempest-RoutersNegativeTest-1720808481 tempest-RoutersNegativeTest-1720808481-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, 530d2bc4-28f3-4671-b3ab-cbab94a13b03) {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 04:05:15.390598 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a1f8657-be85-4182-978b-3b17b540dc29 tempest-RoutersNegativeTest-1720808481 tempest-RoutersNegativeTest-1720808481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:05:15.391205 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-1a1f8657-be85-4182-978b-3b17b540dc29 tempest-RoutersNegativeTest-1720808481 tempest-RoutersNegativeTest-1720808481-project] Notify callbacks [] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:15.397794 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e2c6e6d-d6b0-4448-bdd2-61e5fb41bbe5 None None] Network 530d2bc4-28f3-4671-b3ab-cbab94a13b03 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 04:05:15.497440 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-1a1f8657-be85-4182-978b-3b17b540dc29 tempest-RoutersNegativeTest-1720808481 tempest-RoutersNegativeTest-1720808481-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7788038 Aug 11 04:05:15.500423 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 50018) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:05:15.505992 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-7201859d-5554-4aa4-94a7-6cd3b4329198 tempest-RoutersNegativeTest-1720808481 tempest-RoutersNegativeTest-1720808481-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-660885829'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:05:15.540486 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbb35000-2332-4c36-9919-7c3eb0a8b90f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde080026-c28f-55be-b52b-13827cc43646-530d2bc4-28f3-4671-b3ab-cbab94a13b03', 'network_id': '530d2bc4-28f3-4671-b3ab-cbab94a13b03', 'tenant_id': 'c2a1873523494554b1531db1e276d8a7', 'fixed_ips': [{'subnet_id': 'f572b1d6-a59f-4b6c-beb6-5b2d45c54c0d'}]}} from n-d-764292-30. {{(pid=102193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 04:05:15.541498 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-bbb35000-2332-4c36-9919-7c3eb0a8b90f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:15.592247 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7201859d-5554-4aa4-94a7-6cd3b4329198 tempest-RoutersNegativeTest-1720808481 tempest-RoutersNegativeTest-1720808481-project] Made reservation on behalf of c2a1873523494554b1531db1e276d8a7 for: {'network': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 04:05:15.596144 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-7201859d-5554-4aa4-94a7-6cd3b4329198 tempest-RoutersNegativeTest-1720808481 tempest-RoutersNegativeTest-1720808481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:15.620530 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7201859d-5554-4aa4-94a7-6cd3b4329198 tempest-RoutersNegativeTest-1720808481 tempest-RoutersNegativeTest-1720808481-project] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=102192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 04:05:15.629846 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-7201859d-5554-4aa4-94a7-6cd3b4329198 tempest-RoutersNegativeTest-1720808481 tempest-RoutersNegativeTest-1720808481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:15.630196 n-d-764292-30 neutron-server[102192]: INFO neutron.db.segments_db [None req-7201859d-5554-4aa4-94a7-6cd3b4329198 tempest-RoutersNegativeTest-1720808481 tempest-RoutersNegativeTest-1720808481-project] Added segment 69af1f7b-4cba-447b-abf9-41119d8efeb1 of type vlan for network a1ab2ae5-b215-4ff3-987a-995f27652652 Aug 11 04:05:15.670593 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-7201859d-5554-4aa4-94a7-6cd3b4329198 tempest-RoutersNegativeTest-1720808481 tempest-RoutersNegativeTest-1720808481-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:15.676160 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.db_base_plugin_common [None req-bbb35000-2332-4c36-9919-7c3eb0a8b90f None None] Allocated IP 172.20.0.2 (530d2bc4-28f3-4671-b3ab-cbab94a13b03/f572b1d6-a59f-4b6c-beb6-5b2d45c54c0d/33bedbf2-a242-407b-b0a8-e67fdfd5e45e) {{(pid=102193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 04:05:15.759738 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-7201859d-5554-4aa4-94a7-6cd3b4329198 tempest-RoutersNegativeTest-1720808481 tempest-RoutersNegativeTest-1720808481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:15.765391 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7201859d-5554-4aa4-94a7-6cd3b4329198 tempest-RoutersNegativeTest-1720808481 tempest-RoutersNegativeTest-1720808481-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:05:15.766038 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-7201859d-5554-4aa4-94a7-6cd3b4329198 tempest-RoutersNegativeTest-1720808481 tempest-RoutersNegativeTest-1720808481-project] Notify callbacks [] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:15.818416 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-bbb35000-2332-4c36-9919-7c3eb0a8b90f None None] Notify callbacks [] for port, precommit_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:15.826646 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-bbb35000-2332-4c36-9919-7c3eb0a8b90f None None] Transition to ACTIVE for port object 33bedbf2-a242-407b-b0a8-e67fdfd5e45e will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 04:05:15.835454 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7201859d-5554-4aa4-94a7-6cd3b4329198 tempest-RoutersNegativeTest-1720808481 tempest-RoutersNegativeTest-1720808481-project] Pushing event updated for resources: {'Network': ['ID=a1ab2ae5-b215-4ff3-987a-995f27652652,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:05:15.841108 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-bbb35000-2332-4c36-9919-7c3eb0a8b90f None None] Transition to ACTIVE for port object 33bedbf2-a242-407b-b0a8-e67fdfd5e45e will not be triggered until provisioned by entity DHCP. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 04:05:15.846574 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network a1ab2ae5-b215-4ff3-987a-995f27652652 details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 04:05:15.901822 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-7201859d-5554-4aa4-94a7-6cd3b4329198 tempest-RoutersNegativeTest-1720808481 tempest-RoutersNegativeTest-1720808481-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4003406 Aug 11 04:05:15.904838 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 50020) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:05:15.910693 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-aa21e1c5-dd0d-4378-9b06-5dd6444add6f tempest-RoutersNegativeTest-1720808481 tempest-RoutersNegativeTest-1720808481-project] Request body: {'subnet': {'network_id': 'a1ab2ae5-b215-4ff3-987a-995f27652652', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:05:15.914391 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-bbb35000-2332-4c36-9919-7c3eb0a8b90f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669'] for port, after_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:15.950438 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbb35000-2332-4c36-9919-7c3eb0a8b90f None None] Network 530d2bc4-28f3-4671-b3ab-cbab94a13b03 is already hosted by enough agents. {{(pid=102193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 04:05:15.955255 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.base_scheduler [None req-bbb35000-2332-4c36-9919-7c3eb0a8b90f None None] Resources bound (agent type, host, resource id): {{(pid=102193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 04:05:15.959266 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb35000-2332-4c36-9919-7c3eb0a8b90f None None] Received port after_create {{(pid=102193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 04:05:15.969664 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb35000-2332-4c36-9919-7c3eb0a8b90f None None] Pushing event updated for resources: {'Port': ['ID=33bedbf2-a242-407b-b0a8-e67fdfd5e45e,revision_number=1']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:05:16.020685 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-bbb35000-2332-4c36-9919-7c3eb0a8b90f None None] Attempting to bind port 33bedbf2-a242-407b-b0a8-e67fdfd5e45e on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 04:05:16.021054 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-bbb35000-2332-4c36-9919-7c3eb0a8b90f None None] Attempting to bind port 33bedbf2-a242-407b-b0a8-e67fdfd5e45e by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': 'a84af4b1-8c40-4865-998d-752073fc558f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '530d2bc4-28f3-4671-b3ab-cbab94a13b03'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 04:05:16.021414 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb35000-2332-4c36-9919-7c3eb0a8b90f None None] Attempting to bind port 33bedbf2-a242-407b-b0a8-e67fdfd5e45e on network 530d2bc4-28f3-4671-b3ab-cbab94a13b03 {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 04:05:16.026332 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb35000-2332-4c36-9919-7c3eb0a8b90f None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 4, 5, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 04:05:16.026708 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb35000-2332-4c36-9919-7c3eb0a8b90f None None] Checking segment: {'id': 'a84af4b1-8c40-4865-998d-752073fc558f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '530d2bc4-28f3-4671-b3ab-cbab94a13b03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 04:05:16.027356 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-bbb35000-2332-4c36-9919-7c3eb0a8b90f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:16.027757 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb35000-2332-4c36-9919-7c3eb0a8b90f None None] Bound using segment: {'id': 'a84af4b1-8c40-4865-998d-752073fc558f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '530d2bc4-28f3-4671-b3ab-cbab94a13b03'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 04:05:16.028219 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-bbb35000-2332-4c36-9919-7c3eb0a8b90f None None] Bound port: 33bedbf2-a242-407b-b0a8-e67fdfd5e45e, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a84af4b1-8c40-4865-998d-752073fc558f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '530d2bc4-28f3-4671-b3ab-cbab94a13b03'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 04:05:16.028598 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-bbb35000-2332-4c36-9919-7c3eb0a8b90f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:16.055129 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa21e1c5-dd0d-4378-9b06-5dd6444add6f tempest-RoutersNegativeTest-1720808481 tempest-RoutersNegativeTest-1720808481-project] Made reservation on behalf of c2a1873523494554b1531db1e276d8a7 for: {'subnet': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 04:05:16.061245 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-aa21e1c5-dd0d-4378-9b06-5dd6444add6f tempest-RoutersNegativeTest-1720808481 tempest-RoutersNegativeTest-1720808481-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126180544'] for subnet, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:16.091321 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-bbb35000-2332-4c36-9919-7c3eb0a8b90f None None] For port 33bedbf2-a242-407b-b0a8-e67fdfd5e45e, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 04:05:16.096404 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-bbb35000-2332-4c36-9919-7c3eb0a8b90f None None] For port 33bedbf2-a242-407b-b0a8-e67fdfd5e45e, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=33bedbf2-a242-407b-b0a8-e67fdfd5e45e,segment=NetworkSegment(a84af4b1-8c40-4865-998d-752073fc558f),segment_id=a84af4b1-8c40-4865-998d-752073fc558f)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 04:05:16.189093 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-bbb35000-2332-4c36-9919-7c3eb0a8b90f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:16.245492 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb35000-2332-4c36-9919-7c3eb0a8b90f None None] Pushing event updated for resources: {'Port': ['ID=33bedbf2-a242-407b-b0a8-e67fdfd5e45e,revision_number=2']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:05:16.291767 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-aa21e1c5-dd0d-4378-9b06-5dd6444add6f tempest-RoutersNegativeTest-1720808481 tempest-RoutersNegativeTest-1720808481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125932092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126180562'] for subnet, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:16.363913 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa21e1c5-dd0d-4378-9b06-5dd6444add6f tempest-RoutersNegativeTest-1720808481 tempest-RoutersNegativeTest-1720808481-project] Pushing event updated for resources: {'Subnet': ['ID=ff8a56df-fd1d-4249-b79a-654bc13d6b58,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:05:16.368190 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa21e1c5-dd0d-4378-9b06-5dd6444add6f tempest-RoutersNegativeTest-1720808481 tempest-RoutersNegativeTest-1720808481-project] Checking segment: {'id': '69af1f7b-4cba-447b-abf9-41119d8efeb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a1ab2ae5-b215-4ff3-987a-995f27652652'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 04:05:16.368554 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa21e1c5-dd0d-4378-9b06-5dd6444add6f tempest-RoutersNegativeTest-1720808481 tempest-RoutersNegativeTest-1720808481-project] Network hostable DHCP agents. Network: a1ab2ae5-b215-4ff3-987a-995f27652652, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 04:05:16.474040 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa21e1c5-dd0d-4378-9b06-5dd6444add6f tempest-RoutersNegativeTest-1720808481 tempest-RoutersNegativeTest-1720808481-project] Network a1ab2ae5-b215-4ff3-987a-995f27652652 is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 04:05:16.593912 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-aa21e1c5-dd0d-4378-9b06-5dd6444add6f tempest-RoutersNegativeTest-1720808481 tempest-RoutersNegativeTest-1720808481-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, a1ab2ae5-b215-4ff3-987a-995f27652652) {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 04:05:16.598027 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa21e1c5-dd0d-4378-9b06-5dd6444add6f tempest-RoutersNegativeTest-1720808481 tempest-RoutersNegativeTest-1720808481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:05:16.598593 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-aa21e1c5-dd0d-4378-9b06-5dd6444add6f tempest-RoutersNegativeTest-1720808481 tempest-RoutersNegativeTest-1720808481-project] Notify callbacks [] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:16.602626 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce9ed50b-f1a4-4641-851c-2c3fd30802ae None None] Network a1ab2ae5-b215-4ff3-987a-995f27652652 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 04:05:16.703461 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-aa21e1c5-dd0d-4378-9b06-5dd6444add6f tempest-RoutersNegativeTest-1720808481 tempest-RoutersNegativeTest-1720808481-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7975273 Aug 11 04:05:16.711428 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 50022) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:05:16.716540 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-0fe8c9f0-6beb-4784-ab29-e0ef1737e418 tempest-RoutersNegativeTest-1720808481 tempest-RoutersNegativeTest-1720808481-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a1ab2ae5-b215-4ff3-987a-995f27652652'}}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:05:16.763762 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-969d640d-dd53-443d-9046-e72e4809e744 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde080026-c28f-55be-b52b-13827cc43646-a1ab2ae5-b215-4ff3-987a-995f27652652', 'network_id': 'a1ab2ae5-b215-4ff3-987a-995f27652652', 'tenant_id': 'c2a1873523494554b1531db1e276d8a7', 'fixed_ips': [{'subnet_id': 'ff8a56df-fd1d-4249-b79a-654bc13d6b58'}]}} from n-d-764292-30. {{(pid=102193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 04:05:16.764707 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-969d640d-dd53-443d-9046-e72e4809e744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:16.909874 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.db_base_plugin_common [None req-969d640d-dd53-443d-9046-e72e4809e744 None None] Allocated IP 172.21.0.2 (a1ab2ae5-b215-4ff3-987a-995f27652652/ff8a56df-fd1d-4249-b79a-654bc13d6b58/28a802f0-affe-455d-b20b-2c095b1daa83) {{(pid=102193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 04:05:16.952422 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0fe8c9f0-6beb-4784-ab29-e0ef1737e418 tempest-RoutersNegativeTest-1720808481 tempest-RoutersNegativeTest-1720808481-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:17.075609 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-969d640d-dd53-443d-9046-e72e4809e744 None None] Notify callbacks [] for port, precommit_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:17.084563 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-969d640d-dd53-443d-9046-e72e4809e744 None None] Transition to ACTIVE for port object 28a802f0-affe-455d-b20b-2c095b1daa83 will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 04:05:17.101668 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-969d640d-dd53-443d-9046-e72e4809e744 None None] Transition to ACTIVE for port object 28a802f0-affe-455d-b20b-2c095b1daa83 will not be triggered until provisioned by entity DHCP. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 04:05:17.122507 n-d-764292-30 neutron-server[102192]: INFO neutron.api.v2.resource [None req-0fe8c9f0-6beb-4784-ab29-e0ef1737e418 tempest-RoutersNegativeTest-1720808481 tempest-RoutersNegativeTest-1720808481-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 04:05:17.123589 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-0fe8c9f0-6beb-4784-ab29-e0ef1737e418 tempest-RoutersNegativeTest-1720808481 tempest-RoutersNegativeTest-1720808481-project] 10.222.0.41 "PUT /v2.0/routers/1a22c06e-5bdb-4365-beb3-cffad7eab46f HTTP/1.1" status: 400 len: 364 time: 0.4108305 Aug 11 04:05:17.129529 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 50024) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:05:17.143882 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ce2ab23-3760-464c-aa4f-f2f1ffb016e3 None None] Network 530d2bc4-28f3-4671-b3ab-cbab94a13b03 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 04:05:17.182696 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-969d640d-dd53-443d-9046-e72e4809e744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669'] for port, after_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:17.183872 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8087a6a-14cc-4969-ac3a-a26d78b9c406 tempest-RoutersNegativeTest-1720808481 tempest-RoutersNegativeTest-1720808481-project] Deleting subnet ff8a56df-fd1d-4249-b79a-654bc13d6b58 {{(pid=102192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 04:05:17.186960 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b8087a6a-14cc-4969-ac3a-a26d78b9c406 tempest-RoutersNegativeTest-1720808481 tempest-RoutersNegativeTest-1720808481-project] Notify callbacks [] for subnet, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:17.226471 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b8087a6a-14cc-4969-ac3a-a26d78b9c406 tempest-RoutersNegativeTest-1720808481 tempest-RoutersNegativeTest-1720808481-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125932460'] for subnet, precommit_delete_associations {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:17.248089 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-969d640d-dd53-443d-9046-e72e4809e744 None None] Network a1ab2ae5-b215-4ff3-987a-995f27652652 is already hosted by enough agents. {{(pid=102193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 04:05:17.256876 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.base_scheduler [None req-969d640d-dd53-443d-9046-e72e4809e744 None None] Resources bound (agent type, host, resource id): {{(pid=102193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 04:05:17.261639 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969d640d-dd53-443d-9046-e72e4809e744 None None] Received port after_create {{(pid=102193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 04:05:17.264011 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969d640d-dd53-443d-9046-e72e4809e744 None None] Pushing event updated for resources: {'Port': ['ID=28a802f0-affe-455d-b20b-2c095b1daa83,revision_number=1']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:05:17.317726 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b8087a6a-14cc-4969-ac3a-a26d78b9c406 tempest-RoutersNegativeTest-1720808481 tempest-RoutersNegativeTest-1720808481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:17.336240 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-8b8b55f8-4f80-453d-86a5-5a12f5d764ac None None] Provisioning for port 33bedbf2-a242-407b-b0a8-e67fdfd5e45e completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 04:05:17.354985 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-969d640d-dd53-443d-9046-e72e4809e744 None None] Attempting to bind port 28a802f0-affe-455d-b20b-2c095b1daa83 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 04:05:17.355354 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-969d640d-dd53-443d-9046-e72e4809e744 None None] Attempting to bind port 28a802f0-affe-455d-b20b-2c095b1daa83 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': '69af1f7b-4cba-447b-abf9-41119d8efeb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a1ab2ae5-b215-4ff3-987a-995f27652652'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 04:05:17.355716 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969d640d-dd53-443d-9046-e72e4809e744 None None] Attempting to bind port 28a802f0-affe-455d-b20b-2c095b1daa83 on network a1ab2ae5-b215-4ff3-987a-995f27652652 {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 04:05:17.363975 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969d640d-dd53-443d-9046-e72e4809e744 None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 4, 5, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 04:05:17.364281 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969d640d-dd53-443d-9046-e72e4809e744 None None] Checking segment: {'id': '69af1f7b-4cba-447b-abf9-41119d8efeb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a1ab2ae5-b215-4ff3-987a-995f27652652'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 04:05:17.364686 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-969d640d-dd53-443d-9046-e72e4809e744 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:17.365076 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969d640d-dd53-443d-9046-e72e4809e744 None None] Bound using segment: {'id': '69af1f7b-4cba-447b-abf9-41119d8efeb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a1ab2ae5-b215-4ff3-987a-995f27652652'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 04:05:17.365546 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-969d640d-dd53-443d-9046-e72e4809e744 None None] Bound port: 28a802f0-affe-455d-b20b-2c095b1daa83, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69af1f7b-4cba-447b-abf9-41119d8efeb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a1ab2ae5-b215-4ff3-987a-995f27652652'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 04:05:17.365926 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-969d640d-dd53-443d-9046-e72e4809e744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:17.463617 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b8087a6a-14cc-4969-ac3a-a26d78b9c406 tempest-RoutersNegativeTest-1720808481 tempest-RoutersNegativeTest-1720808481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125932157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126180897'] for subnet, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:17.467355 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-969d640d-dd53-443d-9046-e72e4809e744 None None] For port 28a802f0-affe-455d-b20b-2c095b1daa83, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 04:05:17.470624 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-969d640d-dd53-443d-9046-e72e4809e744 None None] For port 28a802f0-affe-455d-b20b-2c095b1daa83, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=28a802f0-affe-455d-b20b-2c095b1daa83,segment=NetworkSegment(69af1f7b-4cba-447b-abf9-41119d8efeb1),segment_id=69af1f7b-4cba-447b-abf9-41119d8efeb1)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 04:05:17.486034 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 33bedbf2-a242-407b-b0a8-e67fdfd5e45e up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 04:05:17.493277 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8087a6a-14cc-4969-ac3a-a26d78b9c406 tempest-RoutersNegativeTest-1720808481 tempest-RoutersNegativeTest-1720808481-project] Pushing event deleted for resources: {'Subnet': ['ID=ff8a56df-fd1d-4249-b79a-654bc13d6b58,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:05:17.495457 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b8087a6a-14cc-4969-ac3a-a26d78b9c406 tempest-RoutersNegativeTest-1720808481 tempest-RoutersNegativeTest-1720808481-project] Notify callbacks [] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:17.500263 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 50026) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:05:17.508835 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-b8087a6a-14cc-4969-ac3a-a26d78b9c406 tempest-RoutersNegativeTest-1720808481 tempest-RoutersNegativeTest-1720808481-project] 10.222.0.41 "DELETE /v2.0/subnets/ff8a56df-fd1d-4249-b79a-654bc13d6b58 HTTP/1.1" status: 204 len: 168 time: 0.3781180 Aug 11 04:05:17.552883 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-969d640d-dd53-443d-9046-e72e4809e744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:17.584053 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e28fd882-a7e1-4506-add1-eaa019eb7bea tempest-RoutersNegativeTest-1720808481 tempest-RoutersNegativeTest-1720808481-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:17.604300 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port 33bedbf2-a242-407b-b0a8-e67fdfd5e45e completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 04:05:17.619583 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 33bedbf2-a242-407b-b0a8-e67fdfd5e45e triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 04:05:17.619961 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:17.622749 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969d640d-dd53-443d-9046-e72e4809e744 None None] Pushing event updated for resources: {'Port': ['ID=28a802f0-affe-455d-b20b-2c095b1daa83,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:05:17.642987 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-e28fd882-a7e1-4506-add1-eaa019eb7bea tempest-RoutersNegativeTest-1720808481 tempest-RoutersNegativeTest-1720808481-project] Deleting port 28a802f0-affe-455d-b20b-2c095b1daa83 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 04:05:17.643324 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e28fd882-a7e1-4506-add1-eaa019eb7bea tempest-RoutersNegativeTest-1720808481 tempest-RoutersNegativeTest-1720808481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:17.719569 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:17.719740 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [None req-e28fd882-a7e1-4506-add1-eaa019eb7bea tempest-RoutersNegativeTest-1720808481 tempest-RoutersNegativeTest-1720808481-project] For port 28a802f0-affe-455d-b20b-2c095b1daa83, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=28a802f0-affe-455d-b20b-2c095b1daa83,segment=NetworkSegment(69af1f7b-4cba-447b-abf9-41119d8efeb1),segment_id=69af1f7b-4cba-447b-abf9-41119d8efeb1)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:05:17.719740 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e28fd882-a7e1-4506-add1-eaa019eb7bea tempest-RoutersNegativeTest-1720808481 tempest-RoutersNegativeTest-1720808481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:17.729455 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-e28fd882-a7e1-4506-add1-eaa019eb7bea tempest-RoutersNegativeTest-1720808481 tempest-RoutersNegativeTest-1720808481-project] Calling delete_port for 28a802f0-affe-455d-b20b-2c095b1daa83 owned by network:dhcp {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 04:05:17.749621 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port 33bedbf2-a242-407b-b0a8-e67fdfd5e45e, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=33bedbf2-a242-407b-b0a8-e67fdfd5e45e,segment=NetworkSegment(a84af4b1-8c40-4865-998d-752073fc558f),segment_id=a84af4b1-8c40-4865-998d-752073fc558f)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:05:17.802387 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:17.810828 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3936f433-767f-403f-af78-5d256e2362ef None None] Provisioning complete for port 33bedbf2-a242-407b-b0a8-e67fdfd5e45e triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 04:05:17.811200 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3936f433-767f-403f-af78-5d256e2362ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:17.873998 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e28fd882-a7e1-4506-add1-eaa019eb7bea tempest-RoutersNegativeTest-1720808481 tempest-RoutersNegativeTest-1720808481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:17.885600 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=33bedbf2-a242-407b-b0a8-e67fdfd5e45e,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:05:17.910864 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28fd882-a7e1-4506-add1-eaa019eb7bea tempest-RoutersNegativeTest-1720808481 tempest-RoutersNegativeTest-1720808481-project] Pushing event deleted for resources: {'Port': ['ID=28a802f0-affe-455d-b20b-2c095b1daa83,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:05:17.922060 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28fd882-a7e1-4506-add1-eaa019eb7bea tempest-RoutersNegativeTest-1720808481 tempest-RoutersNegativeTest-1720808481-project] No DVR routers for this DVR port 28a802f0-affe-455d-b20b-2c095b1daa83 on host n-d-764292-30 {{(pid=102191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 04:05:17.994272 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e28fd882-a7e1-4506-add1-eaa019eb7bea tempest-RoutersNegativeTest-1720808481 tempest-RoutersNegativeTest-1720808481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:18.004443 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-e28fd882-a7e1-4506-add1-eaa019eb7bea tempest-RoutersNegativeTest-1720808481 tempest-RoutersNegativeTest-1720808481-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1ab2ae5-b215-4ff3-987a-995f27652652']}} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:05:18.014479 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-e28fd882-a7e1-4506-add1-eaa019eb7bea tempest-RoutersNegativeTest-1720808481 tempest-RoutersNegativeTest-1720808481-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69af1f7b-4cba-447b-abf9-41119d8efeb1') {'for_net_delete': True} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:05:18.014786 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-e28fd882-a7e1-4506-add1-eaa019eb7bea tempest-RoutersNegativeTest-1720808481 tempest-RoutersNegativeTest-1720808481-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69af1f7b-4cba-447b-abf9-41119d8efeb1') {} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:05:18.023844 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e28fd882-a7e1-4506-add1-eaa019eb7bea tempest-RoutersNegativeTest-1720808481 tempest-RoutersNegativeTest-1720808481-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126283644'] for segment, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:18.037185 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e28fd882-a7e1-4506-add1-eaa019eb7bea tempest-RoutersNegativeTest-1720808481 tempest-RoutersNegativeTest-1720808481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:18.042754 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e28fd882-a7e1-4506-add1-eaa019eb7bea tempest-RoutersNegativeTest-1720808481 tempest-RoutersNegativeTest-1720808481-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=102191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 04:05:18.043132 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e28fd882-a7e1-4506-add1-eaa019eb7bea tempest-RoutersNegativeTest-1720808481 tempest-RoutersNegativeTest-1720808481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126283391'] for segment, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:18.045906 n-d-764292-30 neutron-server[102191]: Traceback (most recent call last): Aug 11 04:05:18.045906 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 04:05:18.045906 n-d-764292-30 neutron-server[102191]: timer() Aug 11 04:05:18.045906 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 04:05:18.045906 n-d-764292-30 neutron-server[102191]: cb(*args, **kw) Aug 11 04:05:18.045906 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 04:05:18.045906 n-d-764292-30 neutron-server[102191]: return func(*args, **kwargs) Aug 11 04:05:18.045906 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 04:05:18.045906 n-d-764292-30 neutron-server[102191]: self._notify() Aug 11 04:05:18.045906 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 04:05:18.045906 n-d-764292-30 neutron-server[102191]: self.callback(batched_events) Aug 11 04:05:18.045906 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 04:05:18.045906 n-d-764292-30 neutron-server[102191]: event.method(event) Aug 11 04:05:18.045906 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 04:05:18.045906 n-d-764292-30 neutron-server[102191]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 04:05:18.045906 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 04:05:18.045906 n-d-764292-30 neutron-server[102191]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 04:05:18.045906 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 04:05:18.045906 n-d-764292-30 neutron-server[102191]: return f(self, *a, **k) Aug 11 04:05:18.045906 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 04:05:18.045906 n-d-764292-30 neutron-server[102191]: return self._get(url).json() Aug 11 04:05:18.045906 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 04:05:18.045906 n-d-764292-30 neutron-server[102191]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 04:05:18.045906 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 04:05:18.045906 n-d-764292-30 neutron-server[102191]: return self.request(url, 'GET', **kwargs) Aug 11 04:05:18.045906 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 04:05:18.045906 n-d-764292-30 neutron-server[102191]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 04:05:18.045906 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 04:05:18.045906 n-d-764292-30 neutron-server[102191]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 04:05:18.045906 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 04:05:18.045906 n-d-764292-30 neutron-server[102191]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 04:05:18.045906 n-d-764292-30 neutron-server[102191]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 04:05:18.163403 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e28fd882-a7e1-4506-add1-eaa019eb7bea tempest-RoutersNegativeTest-1720808481 tempest-RoutersNegativeTest-1720808481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:18.170154 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e28fd882-a7e1-4506-add1-eaa019eb7bea tempest-RoutersNegativeTest-1720808481 tempest-RoutersNegativeTest-1720808481-project] Notify callbacks [] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:18.172006 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-e28fd882-a7e1-4506-add1-eaa019eb7bea tempest-RoutersNegativeTest-1720808481 tempest-RoutersNegativeTest-1720808481-project] 10.222.0.41 "DELETE /v2.0/networks/a1ab2ae5-b215-4ff3-987a-995f27652652 HTTP/1.1" status: 204 len: 168 time: 0.6701686 Aug 11 04:05:18.174445 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 50028) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:05:18.192267 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28fd882-a7e1-4506-add1-eaa019eb7bea tempest-RoutersNegativeTest-1720808481 tempest-RoutersNegativeTest-1720808481-project] Pushing event deleted for resources: {'Network': ['ID=a1ab2ae5-b215-4ff3-987a-995f27652652,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:05:18.235278 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_v2 [None req-0de34b90-f795-4840-b254-c18702282205 tempest-RoutersNegativeTest-1720808481 tempest-RoutersNegativeTest-1720808481-project] Deleting subnet f572b1d6-a59f-4b6c-beb6-5b2d45c54c0d {{(pid=102191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 04:05:18.239001 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0de34b90-f795-4840-b254-c18702282205 tempest-RoutersNegativeTest-1720808481 tempest-RoutersNegativeTest-1720808481-project] Notify callbacks [] for subnet, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:18.278666 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0de34b90-f795-4840-b254-c18702282205 tempest-RoutersNegativeTest-1720808481 tempest-RoutersNegativeTest-1720808481-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126283525'] for subnet, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:18.369779 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0de34b90-f795-4840-b254-c18702282205 tempest-RoutersNegativeTest-1720808481 tempest-RoutersNegativeTest-1720808481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:18.515063 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0de34b90-f795-4840-b254-c18702282205 tempest-RoutersNegativeTest-1720808481 tempest-RoutersNegativeTest-1720808481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126283413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126275158'] for subnet, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:18.542267 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de34b90-f795-4840-b254-c18702282205 tempest-RoutersNegativeTest-1720808481 tempest-RoutersNegativeTest-1720808481-project] Pushing event deleted for resources: {'Subnet': ['ID=f572b1d6-a59f-4b6c-beb6-5b2d45c54c0d,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:05:18.546186 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-0de34b90-f795-4840-b254-c18702282205 tempest-RoutersNegativeTest-1720808481 tempest-RoutersNegativeTest-1720808481-project] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:18.549274 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-0de34b90-f795-4840-b254-c18702282205 tempest-RoutersNegativeTest-1720808481 tempest-RoutersNegativeTest-1720808481-project] 10.222.0.41 "DELETE /v2.0/subnets/f572b1d6-a59f-4b6c-beb6-5b2d45c54c0d HTTP/1.1" status: 204 len: 168 time: 0.3739078 Aug 11 04:05:18.551711 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 50030) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:05:18.558954 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db21c9e9-d1fd-42d7-93a6-96432a59dd34 None None] Network 530d2bc4-28f3-4671-b3ab-cbab94a13b03 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 04:05:18.574916 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-455e506e-fecd-4f10-bff6-15fa82e6d245 None None] DHCP port deletion for a1ab2ae5-b215-4ff3-987a-995f27652652 request from n-d-764292-30 {{(pid=102193) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 04:05:18.576822 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-c507c4f3-dd09-4944-8a64-5b6da1c48825 None None] Could not find standard attr ID for object 28a802f0-affe-455d-b20b-2c095b1daa83. {{(pid=102193) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 04:05:18.628379 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1384198b-8745-4e36-92f3-e92154114bb9 None None] Network a1ab2ae5-b215-4ff3-987a-995f27652652 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 04:05:18.633156 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-552bbbec-51a8-4836-8b0b-89a431e20242 tempest-RoutersNegativeTest-1720808481 tempest-RoutersNegativeTest-1720808481-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:18.647972 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1384198b-8745-4e36-92f3-e92154114bb9 None None] Network a1ab2ae5-b215-4ff3-987a-995f27652652 could not be found, it might have been deleted concurrently. {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 11 04:05:18.686224 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-552bbbec-51a8-4836-8b0b-89a431e20242 tempest-RoutersNegativeTest-1720808481 tempest-RoutersNegativeTest-1720808481-project] Deleting port 33bedbf2-a242-407b-b0a8-e67fdfd5e45e {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 04:05:18.686520 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-552bbbec-51a8-4836-8b0b-89a431e20242 tempest-RoutersNegativeTest-1720808481 tempest-RoutersNegativeTest-1720808481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:18.751204 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [None req-552bbbec-51a8-4836-8b0b-89a431e20242 tempest-RoutersNegativeTest-1720808481 tempest-RoutersNegativeTest-1720808481-project] For port 33bedbf2-a242-407b-b0a8-e67fdfd5e45e, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=33bedbf2-a242-407b-b0a8-e67fdfd5e45e,segment=NetworkSegment(a84af4b1-8c40-4865-998d-752073fc558f),segment_id=a84af4b1-8c40-4865-998d-752073fc558f)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:05:18.751204 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-552bbbec-51a8-4836-8b0b-89a431e20242 tempest-RoutersNegativeTest-1720808481 tempest-RoutersNegativeTest-1720808481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:18.758784 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba7deaef-e330-404f-8cb3-ec79bfee2220 None None] DHCP port deletion for 530d2bc4-28f3-4671-b3ab-cbab94a13b03 request from n-d-764292-30 {{(pid=102193) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 04:05:18.764811 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-552bbbec-51a8-4836-8b0b-89a431e20242 tempest-RoutersNegativeTest-1720808481 tempest-RoutersNegativeTest-1720808481-project] Calling delete_port for 33bedbf2-a242-407b-b0a8-e67fdfd5e45e owned by network:dhcp {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 04:05:18.804211 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-ba7deaef-e330-404f-8cb3-ec79bfee2220 None None] Deleting port 33bedbf2-a242-407b-b0a8-e67fdfd5e45e {{(pid=102193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 04:05:18.804796 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-ba7deaef-e330-404f-8cb3-ec79bfee2220 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:18.865292 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-ba7deaef-e330-404f-8cb3-ec79bfee2220 None None] For port 33bedbf2-a242-407b-b0a8-e67fdfd5e45e, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=33bedbf2-a242-407b-b0a8-e67fdfd5e45e,segment=NetworkSegment(a84af4b1-8c40-4865-998d-752073fc558f),segment_id=a84af4b1-8c40-4865-998d-752073fc558f)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:05:18.865680 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-ba7deaef-e330-404f-8cb3-ec79bfee2220 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:18.877912 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-ba7deaef-e330-404f-8cb3-ec79bfee2220 None None] Calling delete_port for 33bedbf2-a242-407b-b0a8-e67fdfd5e45e owned by network:dhcp {{(pid=102193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 04:05:18.923565 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-552bbbec-51a8-4836-8b0b-89a431e20242 tempest-RoutersNegativeTest-1720808481 tempest-RoutersNegativeTest-1720808481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:18.949806 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552bbbec-51a8-4836-8b0b-89a431e20242 tempest-RoutersNegativeTest-1720808481 tempest-RoutersNegativeTest-1720808481-project] Pushing event deleted for resources: {'Port': ['ID=33bedbf2-a242-407b-b0a8-e67fdfd5e45e,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:05:18.953156 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552bbbec-51a8-4836-8b0b-89a431e20242 tempest-RoutersNegativeTest-1720808481 tempest-RoutersNegativeTest-1720808481-project] No DVR routers for this DVR port 33bedbf2-a242-407b-b0a8-e67fdfd5e45e on host n-d-764292-30 {{(pid=102191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 04:05:18.956813 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-ba7deaef-e330-404f-8cb3-ec79bfee2220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678'] for port, after_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:18.981502 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7deaef-e330-404f-8cb3-ec79bfee2220 None None] Pushing event deleted for resources: {'Port': ['ID=33bedbf2-a242-407b-b0a8-e67fdfd5e45e,revision_number=None']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:05:18.986385 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7deaef-e330-404f-8cb3-ec79bfee2220 None None] No DVR routers for this DVR port 33bedbf2-a242-407b-b0a8-e67fdfd5e45e on host n-d-764292-30 {{(pid=102193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 04:05:19.034128 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-552bbbec-51a8-4836-8b0b-89a431e20242 tempest-RoutersNegativeTest-1720808481 tempest-RoutersNegativeTest-1720808481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:19.044179 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-552bbbec-51a8-4836-8b0b-89a431e20242 tempest-RoutersNegativeTest-1720808481 tempest-RoutersNegativeTest-1720808481-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['530d2bc4-28f3-4671-b3ab-cbab94a13b03']}} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:05:19.054972 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-552bbbec-51a8-4836-8b0b-89a431e20242 tempest-RoutersNegativeTest-1720808481 tempest-RoutersNegativeTest-1720808481-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a84af4b1-8c40-4865-998d-752073fc558f') {'for_net_delete': True} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:05:19.055262 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-552bbbec-51a8-4836-8b0b-89a431e20242 tempest-RoutersNegativeTest-1720808481 tempest-RoutersNegativeTest-1720808481-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a84af4b1-8c40-4865-998d-752073fc558f') {} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:05:19.064186 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-552bbbec-51a8-4836-8b0b-89a431e20242 tempest-RoutersNegativeTest-1720808481 tempest-RoutersNegativeTest-1720808481-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126283644'] for segment, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:19.078132 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-552bbbec-51a8-4836-8b0b-89a431e20242 tempest-RoutersNegativeTest-1720808481 tempest-RoutersNegativeTest-1720808481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:19.084289 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-552bbbec-51a8-4836-8b0b-89a431e20242 tempest-RoutersNegativeTest-1720808481 tempest-RoutersNegativeTest-1720808481-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=102191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 04:05:19.084674 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-552bbbec-51a8-4836-8b0b-89a431e20242 tempest-RoutersNegativeTest-1720808481 tempest-RoutersNegativeTest-1720808481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126283391'] for segment, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:19.087689 n-d-764292-30 neutron-server[102191]: Traceback (most recent call last): Aug 11 04:05:19.087689 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 04:05:19.087689 n-d-764292-30 neutron-server[102191]: timer() Aug 11 04:05:19.087689 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 04:05:19.087689 n-d-764292-30 neutron-server[102191]: cb(*args, **kw) Aug 11 04:05:19.087689 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 04:05:19.087689 n-d-764292-30 neutron-server[102191]: return func(*args, **kwargs) Aug 11 04:05:19.087689 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 04:05:19.087689 n-d-764292-30 neutron-server[102191]: self._notify() Aug 11 04:05:19.087689 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 04:05:19.087689 n-d-764292-30 neutron-server[102191]: self.callback(batched_events) Aug 11 04:05:19.087689 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 04:05:19.087689 n-d-764292-30 neutron-server[102191]: event.method(event) Aug 11 04:05:19.087689 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 04:05:19.087689 n-d-764292-30 neutron-server[102191]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 04:05:19.087689 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 04:05:19.087689 n-d-764292-30 neutron-server[102191]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 04:05:19.087689 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 04:05:19.087689 n-d-764292-30 neutron-server[102191]: return f(self, *a, **k) Aug 11 04:05:19.087689 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 04:05:19.087689 n-d-764292-30 neutron-server[102191]: return self._get(url).json() Aug 11 04:05:19.087689 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 04:05:19.087689 n-d-764292-30 neutron-server[102191]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 04:05:19.087689 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 04:05:19.087689 n-d-764292-30 neutron-server[102191]: return self.request(url, 'GET', **kwargs) Aug 11 04:05:19.087689 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 04:05:19.087689 n-d-764292-30 neutron-server[102191]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 04:05:19.087689 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 04:05:19.087689 n-d-764292-30 neutron-server[102191]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 04:05:19.087689 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 04:05:19.087689 n-d-764292-30 neutron-server[102191]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 04:05:19.087689 n-d-764292-30 neutron-server[102191]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 04:05:19.199697 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-552bbbec-51a8-4836-8b0b-89a431e20242 tempest-RoutersNegativeTest-1720808481 tempest-RoutersNegativeTest-1720808481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:19.206723 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-552bbbec-51a8-4836-8b0b-89a431e20242 tempest-RoutersNegativeTest-1720808481 tempest-RoutersNegativeTest-1720808481-project] Notify callbacks [] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:19.208435 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-552bbbec-51a8-4836-8b0b-89a431e20242 tempest-RoutersNegativeTest-1720808481 tempest-RoutersNegativeTest-1720808481-project] 10.222.0.41 "DELETE /v2.0/networks/530d2bc4-28f3-4671-b3ab-cbab94a13b03 HTTP/1.1" status: 204 len: 168 time: 0.6557996 Aug 11 04:05:19.211229 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 50032) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:05:19.220093 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552bbbec-51a8-4836-8b0b-89a431e20242 tempest-RoutersNegativeTest-1720808481 tempest-RoutersNegativeTest-1720808481-project] Pushing event deleted for resources: {'Network': ['ID=530d2bc4-28f3-4671-b3ab-cbab94a13b03,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:05:19.239760 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-0a1440f2-5bde-41ca-919d-1c64b1af8148 tempest-RoutersNegativeTest-1720808481 tempest-RoutersNegativeTest-1720808481-project] 10.222.0.41 "GET /v2.0/ports?device_id=1a22c06e-5bdb-4365-beb3-cffad7eab46f HTTP/1.1" status: 200 len: 205 time: 0.0267212 Aug 11 04:05:19.242427 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 50034) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:05:19.316169 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-333a77cd-4979-461e-936e-6f34fd3ef2ee tempest-RoutersNegativeTest-1720808481 tempest-RoutersNegativeTest-1720808481-project] Notify callbacks [] for router, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:19.453116 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 33bedbf2-a242-407b-b0a8-e67fdfd5e45e no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 04:05:19.473190 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-333a77cd-4979-461e-936e-6f34fd3ef2ee tempest-RoutersNegativeTest-1720808481 tempest-RoutersNegativeTest-1720808481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6544'] for router, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:19.473406 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: 33bedbf2-a242-407b-b0a8-e67fdfd5e45e {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 04:05:19.473510 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 33bedbf2-a242-407b-b0a8-e67fdfd5e45e not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 04:05:19.475495 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-333a77cd-4979-461e-936e-6f34fd3ef2ee tempest-RoutersNegativeTest-1720808481 tempest-RoutersNegativeTest-1720808481-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:19.599734 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-333a77cd-4979-461e-936e-6f34fd3ef2ee tempest-RoutersNegativeTest-1720808481 tempest-RoutersNegativeTest-1720808481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448809'] for router, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:19.600344 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-333a77cd-4979-461e-936e-6f34fd3ef2ee tempest-RoutersNegativeTest-1720808481 tempest-RoutersNegativeTest-1720808481-project] Fanout notify agent at l3_agent the message router_deleted on router 1a22c06e-5bdb-4365-beb3-cffad7eab46f {{(pid=102192) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 04:05:19.607390 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-333a77cd-4979-461e-936e-6f34fd3ef2ee tempest-RoutersNegativeTest-1720808481 tempest-RoutersNegativeTest-1720808481-project] Notify callbacks [] for router, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:19.608495 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-333a77cd-4979-461e-936e-6f34fd3ef2ee tempest-RoutersNegativeTest-1720808481 tempest-RoutersNegativeTest-1720808481-project] 10.222.0.41 "DELETE /v2.0/routers/1a22c06e-5bdb-4365-beb3-cffad7eab46f HTTP/1.1" status: 204 len: 168 time: 0.3651886 Aug 11 04:05:20.072939 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 50040) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:05:20.201857 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-7195cc5f-ca74-4faf-bb5e-1fcbf3b5862f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c2a1873523494554b1531db1e276d8a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1277797 Aug 11 04:05:20.204334 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 50044) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:05:20.254242 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-7f9a34dd-448a-48c9-9243-d9a60787b18b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:20.274571 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-7f9a34dd-448a-48c9-9243-d9a60787b18b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:20.394805 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-7f9a34dd-448a-48c9-9243-d9a60787b18b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:20.397346 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-7f9a34dd-448a-48c9-9243-d9a60787b18b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:20.398544 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-7f9a34dd-448a-48c9-9243-d9a60787b18b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b22ea592-9b90-4f0e-8cdf-adca5ed0c1f9 HTTP/1.1" status: 204 len: 168 time: 0.1933060 Aug 11 04:05:20.407236 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9a34dd-448a-48c9-9243-d9a60787b18b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b22ea592-9b90-4f0e-8cdf-adca5ed0c1f9,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:05:21.375084 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 50068) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:05:21.413372 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.agents_db [None req-950b7202-decb-43e2-8f71-ac8931dc9749 None None] Agent healthcheck: found 7 active agents {{(pid=102194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 04:05:21.470786 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-487d4ce0-cc70-475f-9793-0593982a5672 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1750089383-network', 'tenant_id': '32a5c6a1d6f3448997e27ba2f6c06be2'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:05:21.569457 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-487d4ce0-cc70-475f-9793-0593982a5672 admin admin] Made reservation on behalf of 32a5c6a1d6f3448997e27ba2f6c06be2 for: {'network': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 04:05:21.571814 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-487d4ce0-cc70-475f-9793-0593982a5672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:21.580404 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-487d4ce0-cc70-475f-9793-0593982a5672 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:21.667086 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-487d4ce0-cc70-475f-9793-0593982a5672 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:21.748059 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-487d4ce0-cc70-475f-9793-0593982a5672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:21.768666 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-487d4ce0-cc70-475f-9793-0593982a5672 admin admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=102192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 04:05:21.781914 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487d4ce0-cc70-475f-9793-0593982a5672 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5285d559-5dcd-41fc-83d6-7d0d185c0239,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:05:21.787832 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-487d4ce0-cc70-475f-9793-0593982a5672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:21.788176 n-d-764292-30 neutron-server[102192]: INFO neutron.db.segments_db [None req-487d4ce0-cc70-475f-9793-0593982a5672 admin admin] Added segment 8d619638-b437-4573-bdaa-6a631f170a0e of type vlan for network 3950827c-2520-4197-a6fe-a62ff7cf5d31 Aug 11 04:05:21.827336 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-487d4ce0-cc70-475f-9793-0593982a5672 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:21.912605 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-487d4ce0-cc70-475f-9793-0593982a5672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:21.913553 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-487d4ce0-cc70-475f-9793-0593982a5672 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:05:21.914120 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-487d4ce0-cc70-475f-9793-0593982a5672 admin admin] Notify callbacks [] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:21.971385 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487d4ce0-cc70-475f-9793-0593982a5672 admin admin] Pushing event updated for resources: {'Network': ['ID=3950827c-2520-4197-a6fe-a62ff7cf5d31,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:05:21.980861 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network 3950827c-2520-4197-a6fe-a62ff7cf5d31 details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 04:05:22.017888 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-487d4ce0-cc70-475f-9793-0593982a5672 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6416521 Aug 11 04:05:22.021440 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 50072) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:05:22.026363 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-05eda620-8b57-4f08-8970-5db92dbcc65c admin admin] Request body: {'subnet': {'network_id': '3950827c-2520-4197-a6fe-a62ff7cf5d31', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1750089383-subnet', 'tenant_id': '32a5c6a1d6f3448997e27ba2f6c06be2', 'ip_version': 4}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:05:22.108067 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05eda620-8b57-4f08-8970-5db92dbcc65c admin admin] Made reservation on behalf of 32a5c6a1d6f3448997e27ba2f6c06be2 for: {'subnet': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 04:05:22.110403 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-05eda620-8b57-4f08-8970-5db92dbcc65c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126180544'] for subnet, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:22.314006 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-05eda620-8b57-4f08-8970-5db92dbcc65c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125932092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126180562'] for subnet, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:22.368720 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05eda620-8b57-4f08-8970-5db92dbcc65c admin admin] Pushing event updated for resources: {'Subnet': ['ID=a22f93e6-4c48-42a1-ba34-b61677f0448f,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:05:22.378447 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05eda620-8b57-4f08-8970-5db92dbcc65c admin admin] Checking segment: {'id': '8d619638-b437-4573-bdaa-6a631f170a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3950827c-2520-4197-a6fe-a62ff7cf5d31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 04:05:22.379053 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05eda620-8b57-4f08-8970-5db92dbcc65c admin admin] Network hostable DHCP agents. Network: 3950827c-2520-4197-a6fe-a62ff7cf5d31, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 04:05:22.473321 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05eda620-8b57-4f08-8970-5db92dbcc65c admin admin] Network 3950827c-2520-4197-a6fe-a62ff7cf5d31 is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 04:05:22.536536 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-05eda620-8b57-4f08-8970-5db92dbcc65c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, 3950827c-2520-4197-a6fe-a62ff7cf5d31) {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 04:05:22.542008 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05eda620-8b57-4f08-8970-5db92dbcc65c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:05:22.542836 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-05eda620-8b57-4f08-8970-5db92dbcc65c admin admin] Notify callbacks [] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:22.544373 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b66b65c1-4d40-4af7-b031-5d1888ba0c13 None None] Network 3950827c-2520-4197-a6fe-a62ff7cf5d31 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 04:05:22.615971 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-05eda620-8b57-4f08-8970-5db92dbcc65c admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5933836 Aug 11 04:05:22.619070 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 50074) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:05:22.623535 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-852cb816-4123-457f-9eae-e439d0a4803f admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1750089383-router', 'tenant_id': '32a5c6a1d6f3448997e27ba2f6c06be2', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:05:22.686143 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e723d8fd-ebd7-427d-87c9-c9f8a4b253be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde080026-c28f-55be-b52b-13827cc43646-3950827c-2520-4197-a6fe-a62ff7cf5d31', 'network_id': '3950827c-2520-4197-a6fe-a62ff7cf5d31', 'tenant_id': '32a5c6a1d6f3448997e27ba2f6c06be2', 'fixed_ips': [{'subnet_id': 'a22f93e6-4c48-42a1-ba34-b61677f0448f'}]}} from n-d-764292-30. {{(pid=102193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 04:05:22.687011 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-e723d8fd-ebd7-427d-87c9-c9f8a4b253be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:22.700651 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-852cb816-4123-457f-9eae-e439d0a4803f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-450010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6626'] for router, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:22.701710 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-852cb816-4123-457f-9eae-e439d0a4803f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-446747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6633'] for router, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:22.756954 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-852cb816-4123-457f-9eae-e439d0a4803f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:22.818804 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.db_base_plugin_common [None req-e723d8fd-ebd7-427d-87c9-c9f8a4b253be None None] Allocated IP 172.20.0.2 (3950827c-2520-4197-a6fe-a62ff7cf5d31/a22f93e6-4c48-42a1-ba34-b61677f0448f/2a87377b-4f80-4977-b078-cb64275cee10) {{(pid=102193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 04:05:22.935577 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-852cb816-4123-457f-9eae-e439d0a4803f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:22.961473 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-e723d8fd-ebd7-427d-87c9-c9f8a4b253be None None] Notify callbacks [] for port, precommit_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:22.969686 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-e723d8fd-ebd7-427d-87c9-c9f8a4b253be None None] Transition to ACTIVE for port object 2a87377b-4f80-4977-b078-cb64275cee10 will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 04:05:22.984252 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-e723d8fd-ebd7-427d-87c9-c9f8a4b253be None None] Transition to ACTIVE for port object 2a87377b-4f80-4977-b078-cb64275cee10 will not be triggered until provisioned by entity DHCP. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 04:05:23.057118 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-e723d8fd-ebd7-427d-87c9-c9f8a4b253be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669'] for port, after_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:23.102470 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e723d8fd-ebd7-427d-87c9-c9f8a4b253be None None] Network 3950827c-2520-4197-a6fe-a62ff7cf5d31 is already hosted by enough agents. {{(pid=102193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 04:05:23.106262 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.base_scheduler [None req-e723d8fd-ebd7-427d-87c9-c9f8a4b253be None None] Resources bound (agent type, host, resource id): {{(pid=102193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 04:05:23.108886 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e723d8fd-ebd7-427d-87c9-c9f8a4b253be None None] Received port after_create {{(pid=102193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 04:05:23.111214 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e723d8fd-ebd7-427d-87c9-c9f8a4b253be None None] Pushing event updated for resources: {'Port': ['ID=2a87377b-4f80-4977-b078-cb64275cee10,revision_number=1']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:05:23.166926 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-e723d8fd-ebd7-427d-87c9-c9f8a4b253be None None] Attempting to bind port 2a87377b-4f80-4977-b078-cb64275cee10 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 04:05:23.167286 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-e723d8fd-ebd7-427d-87c9-c9f8a4b253be None None] Attempting to bind port 2a87377b-4f80-4977-b078-cb64275cee10 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': '8d619638-b437-4573-bdaa-6a631f170a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3950827c-2520-4197-a6fe-a62ff7cf5d31'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 04:05:23.167643 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e723d8fd-ebd7-427d-87c9-c9f8a4b253be None None] Attempting to bind port 2a87377b-4f80-4977-b078-cb64275cee10 on network 3950827c-2520-4197-a6fe-a62ff7cf5d31 {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 04:05:23.172743 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e723d8fd-ebd7-427d-87c9-c9f8a4b253be None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 4, 5, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 04:05:23.173107 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e723d8fd-ebd7-427d-87c9-c9f8a4b253be None None] Checking segment: {'id': '8d619638-b437-4573-bdaa-6a631f170a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3950827c-2520-4197-a6fe-a62ff7cf5d31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 04:05:23.173501 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-e723d8fd-ebd7-427d-87c9-c9f8a4b253be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:23.173889 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e723d8fd-ebd7-427d-87c9-c9f8a4b253be None None] Bound using segment: {'id': '8d619638-b437-4573-bdaa-6a631f170a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3950827c-2520-4197-a6fe-a62ff7cf5d31'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 04:05:23.174364 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-e723d8fd-ebd7-427d-87c9-c9f8a4b253be None None] Bound port: 2a87377b-4f80-4977-b078-cb64275cee10, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d619638-b437-4573-bdaa-6a631f170a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3950827c-2520-4197-a6fe-a62ff7cf5d31'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 04:05:23.174736 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-e723d8fd-ebd7-427d-87c9-c9f8a4b253be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:23.193260 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-852cb816-4123-457f-9eae-e439d0a4803f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:23.211913 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-852cb816-4123-457f-9eae-e439d0a4803f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:23.236609 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-e723d8fd-ebd7-427d-87c9-c9f8a4b253be None None] For port 2a87377b-4f80-4977-b078-cb64275cee10, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 04:05:23.239588 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-e723d8fd-ebd7-427d-87c9-c9f8a4b253be None None] For port 2a87377b-4f80-4977-b078-cb64275cee10, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=2a87377b-4f80-4977-b078-cb64275cee10,segment=NetworkSegment(8d619638-b437-4573-bdaa-6a631f170a0e),segment_id=8d619638-b437-4573-bdaa-6a631f170a0e)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 04:05:23.285930 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-e723d8fd-ebd7-427d-87c9-c9f8a4b253be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:23.314456 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [None req-852cb816-4123-457f-9eae-e439d0a4803f admin admin] Allocated IP 172.25.8.22 (09faf7d2-eaf5-4a50-bb6e-4cb05d009a76/e1a97443-13df-40bb-85f5-fd269e2742c0/173c5d42-4c97-41e2-978d-e2e189edf81d) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 04:05:23.348348 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e723d8fd-ebd7-427d-87c9-c9f8a4b253be None None] Pushing event updated for resources: {'Port': ['ID=2a87377b-4f80-4977-b078-cb64275cee10,revision_number=2']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:05:23.423018 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-852cb816-4123-457f-9eae-e439d0a4803f admin admin] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:23.501132 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-852cb816-4123-457f-9eae-e439d0a4803f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:23.880960 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-852cb816-4123-457f-9eae-e439d0a4803f admin admin] Network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 04:05:23.883865 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-852cb816-4123-457f-9eae-e439d0a4803f admin admin] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 04:05:23.887422 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852cb816-4123-457f-9eae-e439d0a4803f admin admin] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 04:05:23.908636 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852cb816-4123-457f-9eae-e439d0a4803f admin admin] Pushing event updated for resources: {'Port': ['ID=173c5d42-4c97-41e2-978d-e2e189edf81d,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:05:24.227571 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bc2dfa9-3309-4b99-b188-d9b30f7a893b None None] Network 3950827c-2520-4197-a6fe-a62ff7cf5d31 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 04:05:24.235264 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-852cb816-4123-457f-9eae-e439d0a4803f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:24.439835 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-852cb816-4123-457f-9eae-e439d0a4803f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-446952'] for router, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:24.495203 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-b4530e50-7a10-49f8-b6f4-95ec54b2f9fd None None] Provisioning for port 2a87377b-4f80-4977-b078-cb64275cee10 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 04:05:24.643340 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-852cb816-4123-457f-9eae-e439d0a4803f admin admin] Router 0a8ec32f-69a8-4032-85c6-602dfa7649dd is scheduled to L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 with binding_index 1 {{(pid=102192) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 04:05:24.755517 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-852cb816-4123-457f-9eae-e439d0a4803f admin admin] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 04:05:24.764029 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9072174-406d-4e6a-9287-87dc7df70764 None None] Sync routers for ids ['0a8ec32f-69a8-4032-85c6-602dfa7649dd'] in n-d-764292-30 {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 04:05:24.773345 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9072174-406d-4e6a-9287-87dc7df70764 None None] Routers {'0a8ec32f-69a8-4032-85c6-602dfa7649dd'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 04:05:24.778498 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-e9072174-406d-4e6a-9287-87dc7df70764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T04:05:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['0a8ec32f-69a8-4032-85c6-602dfa7649dd'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:05:24.820493 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-852cb816-4123-457f-9eae-e439d0a4803f admin admin] Notify callbacks [] for router, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:24.821683 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-852cb816-4123-457f-9eae-e439d0a4803f admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.2015824 Aug 11 04:05:24.824443 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 50076) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:05:24.871594 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-e9072174-406d-4e6a-9287-87dc7df70764 None None] Set router 0a8ec32f-69a8-4032-85c6-602dfa7649dd gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 04:05:25.044898 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-e9072174-406d-4e6a-9287-87dc7df70764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a8ec32f-69a8-4032-85c6-602dfa7649dd', 'name': 'tempest-TestEncryptedCinderVolumes-1750089383-router', 'tenant_id': '32a5c6a1d6f3448997e27ba2f6c06be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': '173c5d42-4c97-41e2-978d-e2e189edf81d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:05:22Z', 'updated_at': '2021-08-11T04:05:24Z', 'revision_number': 3, 'project_id': '32a5c6a1d6f3448997e27ba2f6c06be2', 'gw_port': {'id': '173c5d42-4c97-41e2-978d-e2e189edf81d', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ae:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a8ec32f-69a8-4032-85c6-602dfa7649dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:05:23Z', 'updated_at': '2021-08-11T04:05:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:05:25.070612 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9072174-406d-4e6a-9287-87dc7df70764 None None] Checking router: 0a8ec32f-69a8-4032-85c6-602dfa7649dd for host: n-d-764292-30 {{(pid=102194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 04:05:25.070954 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9072174-406d-4e6a-9287-87dc7df70764 None None] Updating router 0a8ec32f-69a8-4032-85c6-602dfa7649dd port 173c5d42-4c97-41e2-978d-e2e189edf81d binding host n-d-764292-30 {{(pid=102194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 04:05:25.095037 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-e9072174-406d-4e6a-9287-87dc7df70764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:25.229102 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-aed1ab5a-38bc-4d4d-b22b-37f891450ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:25.339082 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-e9072174-406d-4e6a-9287-87dc7df70764 None None] Notify callbacks [] for port, precommit_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:25.349655 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.provisioning_blocks [None req-e9072174-406d-4e6a-9287-87dc7df70764 None None] Transition to ACTIVE for port object 173c5d42-4c97-41e2-978d-e2e189edf81d will not be triggered until provisioned by entity L2. {{(pid=102194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 04:05:25.389432 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [None req-aed1ab5a-38bc-4d4d-b22b-37f891450ef0 admin admin] Allocated IP 172.20.0.1 (3950827c-2520-4197-a6fe-a62ff7cf5d31/a22f93e6-4c48-42a1-ba34-b61677f0448f/a8602144-f8da-43ea-8a0b-a5addc2a7617) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 04:05:25.424932 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-e9072174-406d-4e6a-9287-87dc7df70764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:25.477732 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-e9072174-406d-4e6a-9287-87dc7df70764 None None] Attempting to bind port 173c5d42-4c97-41e2-978d-e2e189edf81d on host n-d-764292-30 for vnic_type normal with profile {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 04:05:25.478132 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-e9072174-406d-4e6a-9287-87dc7df70764 None None] Attempting to bind port 173c5d42-4c97-41e2-978d-e2e189edf81d by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}] {{(pid=102194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 04:05:25.478509 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9072174-406d-4e6a-9287-87dc7df70764 None None] Attempting to bind port 173c5d42-4c97-41e2-978d-e2e189edf81d on network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 04:05:25.483125 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcb0f86-e3a8-4804-99cc-7b2b36b2a7af None None] Pushing event updated for resources: {'Port': ['ID=173c5d42-4c97-41e2-978d-e2e189edf81d,revision_number=2']} {{(pid=102194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:05:25.490995 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcb0f86-e3a8-4804-99cc-7b2b36b2a7af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:05:25.491341 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcb0f86-e3a8-4804-99cc-7b2b36b2a7af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:05:25.491669 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcb0f86-e3a8-4804-99cc-7b2b36b2a7af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:05:25.491997 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcb0f86-e3a8-4804-99cc-7b2b36b2a7af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:05:25.492324 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcb0f86-e3a8-4804-99cc-7b2b36b2a7af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:05:25.492647 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcb0f86-e3a8-4804-99cc-7b2b36b2a7af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:05:25.492970 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcb0f86-e3a8-4804-99cc-7b2b36b2a7af None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:05:25.493288 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcb0f86-e3a8-4804-99cc-7b2b36b2a7af None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:05:25.493607 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcb0f86-e3a8-4804-99cc-7b2b36b2a7af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:05:25.493924 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcb0f86-e3a8-4804-99cc-7b2b36b2a7af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:05:25.494337 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcb0f86-e3a8-4804-99cc-7b2b36b2a7af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:05:25.494572 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcb0f86-e3a8-4804-99cc-7b2b36b2a7af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:05:25.497897 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9072174-406d-4e6a-9287-87dc7df70764 None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 4, 5, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 04:05:25.498273 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9072174-406d-4e6a-9287-87dc7df70764 None None] Checking segment: {'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 04:05:25.498697 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-e9072174-406d-4e6a-9287-87dc7df70764 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:25.499001 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 2a87377b-4f80-4977-b078-cb64275cee10 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 04:05:25.499451 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9072174-406d-4e6a-9287-87dc7df70764 None None] Bound using segment: {'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'} {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 04:05:25.499548 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-e9072174-406d-4e6a-9287-87dc7df70764 None None] Bound port: 173c5d42-4c97-41e2-978d-e2e189edf81d, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}}] {{(pid=102194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 04:05:25.499892 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-e9072174-406d-4e6a-9287-87dc7df70764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:25.507508 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-aed1ab5a-38bc-4d4d-b22b-37f891450ef0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:25.521138 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [None req-aed1ab5a-38bc-4d4d-b22b-37f891450ef0 admin admin] Transition to ACTIVE for port object a8602144-f8da-43ea-8a0b-a5addc2a7617 will not be triggered until provisioned by entity DHCP. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 04:05:25.557155 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.db [None req-e9072174-406d-4e6a-9287-87dc7df70764 None None] For port 173c5d42-4c97-41e2-978d-e2e189edf81d, host n-d-764292-30, cleared binding levels {{(pid=102194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 04:05:25.560158 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.db [None req-e9072174-406d-4e6a-9287-87dc7df70764 None None] For port 173c5d42-4c97-41e2-978d-e2e189edf81d, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=173c5d42-4c97-41e2-978d-e2e189edf81d,segment=NetworkSegment(fab28bed-aa25-40db-bba4-ec26e795194c),segment_id=fab28bed-aa25-40db-bba4-ec26e795194c)] {{(pid=102194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 04:05:25.615384 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port 2a87377b-4f80-4977-b078-cb64275cee10 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 04:05:25.619262 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 2a87377b-4f80-4977-b078-cb64275cee10 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 04:05:25.619667 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:25.640231 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-e9072174-406d-4e6a-9287-87dc7df70764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:25.640463 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-aed1ab5a-38bc-4d4d-b22b-37f891450ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:25.687588 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed1ab5a-38bc-4d4d-b22b-37f891450ef0 admin admin] Network 3950827c-2520-4197-a6fe-a62ff7cf5d31 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 04:05:25.692287 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-aed1ab5a-38bc-4d4d-b22b-37f891450ef0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 04:05:25.694419 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9072174-406d-4e6a-9287-87dc7df70764 None None] Routers {'0a8ec32f-69a8-4032-85c6-602dfa7649dd'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 04:05:25.695047 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-e9072174-406d-4e6a-9287-87dc7df70764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T04:05:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['0a8ec32f-69a8-4032-85c6-602dfa7649dd'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:05:25.696850 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed1ab5a-38bc-4d4d-b22b-37f891450ef0 admin admin] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 04:05:25.700482 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed1ab5a-38bc-4d4d-b22b-37f891450ef0 admin admin] Pushing event updated for resources: {'Port': ['ID=a8602144-f8da-43ea-8a0b-a5addc2a7617,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:05:25.723589 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:25.750717 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcb0f86-e3a8-4804-99cc-7b2b36b2a7af None None] Pushing event updated for resources: {'Port': ['ID=173c5d42-4c97-41e2-978d-e2e189edf81d,revision_number=3']} {{(pid=102194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:05:25.756567 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-aed1ab5a-38bc-4d4d-b22b-37f891450ef0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-520987'] for router_interface, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:25.783337 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port 2a87377b-4f80-4977-b078-cb64275cee10, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=2a87377b-4f80-4977-b078-cb64275cee10,segment=NetworkSegment(8d619638-b437-4573-bdaa-6a631f170a0e),segment_id=8d619638-b437-4573-bdaa-6a631f170a0e)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:05:25.812212 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-e9072174-406d-4e6a-9287-87dc7df70764 None None] Set router 0a8ec32f-69a8-4032-85c6-602dfa7649dd gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 04:05:25.851218 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:25.935092 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=2a87377b-4f80-4977-b078-cb64275cee10,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:05:26.006347 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-e9072174-406d-4e6a-9287-87dc7df70764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a8ec32f-69a8-4032-85c6-602dfa7649dd', 'name': 'tempest-TestEncryptedCinderVolumes-1750089383-router', 'tenant_id': '32a5c6a1d6f3448997e27ba2f6c06be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': '173c5d42-4c97-41e2-978d-e2e189edf81d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:05:22Z', 'updated_at': '2021-08-11T04:05:24Z', 'revision_number': 3, 'project_id': '32a5c6a1d6f3448997e27ba2f6c06be2', 'gw_port': {'id': '173c5d42-4c97-41e2-978d-e2e189edf81d', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ae:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a8ec32f-69a8-4032-85c6-602dfa7649dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:05:23Z', 'updated_at': '2021-08-11T04:05:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:05:26.011085 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-aed1ab5a-38bc-4d4d-b22b-37f891450ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:26.037192 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9072174-406d-4e6a-9287-87dc7df70764 None None] The sync data for ids ['0a8ec32f-69a8-4032-85c6-602dfa7649dd'] in n-d-764292-30 is: [{'id': '0a8ec32f-69a8-4032-85c6-602dfa7649dd', 'name': 'tempest-TestEncryptedCinderVolumes-1750089383-router', 'tenant_id': '32a5c6a1d6f3448997e27ba2f6c06be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': '173c5d42-4c97-41e2-978d-e2e189edf81d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:05:22Z', 'updated_at': '2021-08-11T04:05:24Z', 'revision_number': 3, 'project_id': '32a5c6a1d6f3448997e27ba2f6c06be2', 'gw_port': {'id': '173c5d42-4c97-41e2-978d-e2e189edf81d', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ae:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a8ec32f-69a8-4032-85c6-602dfa7649dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:05:23Z', 'updated_at': '2021-08-11T04:05:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}] {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 04:05:26.101278 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-8d8596f2-3a6a-447f-aa73-d0c923521c22 None None] Provisioning for port a8602144-f8da-43ea-8a0b-a5addc2a7617 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 04:05:26.105711 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-8d8596f2-3a6a-447f-aa73-d0c923521c22 None None] Provisioning complete for port a8602144-f8da-43ea-8a0b-a5addc2a7617 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 04:05:26.106195 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8d8596f2-3a6a-447f-aa73-d0c923521c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:26.145247 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-8d8596f2-3a6a-447f-aa73-d0c923521c22 None None] Port a8602144-f8da-43ea-8a0b-a5addc2a7617 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 04:05:26.195359 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-aed1ab5a-38bc-4d4d-b22b-37f891450ef0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:26.258613 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-aed1ab5a-38bc-4d4d-b22b-37f891450ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:26.355380 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed1ab5a-38bc-4d4d-b22b-37f891450ef0 admin admin] Pushing event updated for resources: {'Port': ['ID=a8602144-f8da-43ea-8a0b-a5addc2a7617,revision_number=2']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:05:26.357861 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-aed1ab5a-38bc-4d4d-b22b-37f891450ef0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16383026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521135'] for router_interface, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:26.460327 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed1ab5a-38bc-4d4d-b22b-37f891450ef0 admin admin] Network 3950827c-2520-4197-a6fe-a62ff7cf5d31 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 04:05:26.462177 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-aed1ab5a-38bc-4d4d-b22b-37f891450ef0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 04:05:26.591931 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aed1ab5a-38bc-4d4d-b22b-37f891450ef0 admin admin] Router 0a8ec32f-69a8-4032-85c6-602dfa7649dd has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 04:05:26.709277 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aed1ab5a-38bc-4d4d-b22b-37f891450ef0 admin admin] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 04:05:26.714171 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-aed1ab5a-38bc-4d4d-b22b-37f891450ef0 admin admin] 10.222.0.41 "PUT /v2.0/routers/0a8ec32f-69a8-4032-85c6-602dfa7649dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8887656 Aug 11 04:05:26.769588 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-f0f391e3-28a6-4305-a356-996ad8d196e5 None None] Provisioning complete for port a8602144-f8da-43ea-8a0b-a5addc2a7617 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 04:05:26.770168 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-f0f391e3-28a6-4305-a356-996ad8d196e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:26.807561 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-f0f391e3-28a6-4305-a356-996ad8d196e5 None None] Port a8602144-f8da-43ea-8a0b-a5addc2a7617 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 04:05:27.340962 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 50092) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:05:27.346049 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-a319a562-eb56-4b57-9340-1240d7a95d78 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-2089465431-network', 'tenant_id': 'eba00c44baad4aaea83250689a522d85'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:05:27.411176 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a319a562-eb56-4b57-9340-1240d7a95d78 admin admin] Made reservation on behalf of eba00c44baad4aaea83250689a522d85 for: {'network': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 04:05:27.413981 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a319a562-eb56-4b57-9340-1240d7a95d78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:27.423346 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a319a562-eb56-4b57-9340-1240d7a95d78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:27.530044 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a319a562-eb56-4b57-9340-1240d7a95d78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:27.531467 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 173c5d42-4c97-41e2-978d-e2e189edf81d up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 04:05:27.605537 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a319a562-eb56-4b57-9340-1240d7a95d78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:27.628354 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port 173c5d42-4c97-41e2-978d-e2e189edf81d completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 04:05:27.630641 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a319a562-eb56-4b57-9340-1240d7a95d78 admin admin] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=102192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 04:05:27.634261 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 173c5d42-4c97-41e2-978d-e2e189edf81d triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 04:05:27.634261 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:27.640283 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a319a562-eb56-4b57-9340-1240d7a95d78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55e8173e-9cfa-4c80-8374-31fa3abceccf,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:05:27.645190 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a319a562-eb56-4b57-9340-1240d7a95d78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:27.645569 n-d-764292-30 neutron-server[102192]: INFO neutron.db.segments_db [None req-a319a562-eb56-4b57-9340-1240d7a95d78 admin admin] Added segment e775c54b-b347-482e-a533-6338b7d7f8cd of type vlan for network b90f84a4-e16d-4af1-b085-4df5b8673c66 Aug 11 04:05:27.673349 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d198e24f-066c-45e1-9a6c-444737ea1efd None None] Sync routers for ids ['0a8ec32f-69a8-4032-85c6-602dfa7649dd'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 04:05:27.687686 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d198e24f-066c-45e1-9a6c-444737ea1efd None None] Routers {'0a8ec32f-69a8-4032-85c6-602dfa7649dd'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 04:05:27.688312 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-d198e24f-066c-45e1-9a6c-444737ea1efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T04:05:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['0a8ec32f-69a8-4032-85c6-602dfa7649dd'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:05:27.688471 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a319a562-eb56-4b57-9340-1240d7a95d78 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:27.763653 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a319a562-eb56-4b57-9340-1240d7a95d78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:27.764657 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a319a562-eb56-4b57-9340-1240d7a95d78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:05:27.765248 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a319a562-eb56-4b57-9340-1240d7a95d78 admin admin] Notify callbacks [] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:27.795712 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:27.826747 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port 173c5d42-4c97-41e2-978d-e2e189edf81d, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=173c5d42-4c97-41e2-978d-e2e189edf81d,segment=NetworkSegment(fab28bed-aa25-40db-bba4-ec26e795194c),segment_id=fab28bed-aa25-40db-bba4-ec26e795194c)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:05:27.827956 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a319a562-eb56-4b57-9340-1240d7a95d78 admin admin] Pushing event updated for resources: {'Network': ['ID=b90f84a4-e16d-4af1-b085-4df5b8673c66,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:05:27.838572 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network b90f84a4-e16d-4af1-b085-4df5b8673c66 details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 04:05:27.843996 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-d198e24f-066c-45e1-9a6c-444737ea1efd None None] Set router 0a8ec32f-69a8-4032-85c6-602dfa7649dd gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 04:05:27.909141 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-a319a562-eb56-4b57-9340-1240d7a95d78 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5668976 Aug 11 04:05:27.912162 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 50094) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:05:27.917117 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-33dd40fa-306a-465e-bd38-31723508e3a7 admin admin] Request body: {'subnet': {'network_id': 'b90f84a4-e16d-4af1-b085-4df5b8673c66', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-2089465431-subnet', 'tenant_id': 'eba00c44baad4aaea83250689a522d85', 'ip_version': 4}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:05:27.959263 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:27.960044 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 2a87377b-4f80-4977-b078-cb64275cee10 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 04:05:28.016719 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33dd40fa-306a-465e-bd38-31723508e3a7 admin admin] Made reservation on behalf of eba00c44baad4aaea83250689a522d85 for: {'subnet': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 04:05:28.020076 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-33dd40fa-306a-465e-bd38-31723508e3a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126180544'] for subnet, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:28.094945 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=173c5d42-4c97-41e2-978d-e2e189edf81d,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:05:28.123379 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 2a87377b-4f80-4977-b078-cb64275cee10 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 04:05:28.123758 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:28.228142 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-33dd40fa-306a-465e-bd38-31723508e3a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125932092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126180562'] for subnet, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:28.231767 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-d198e24f-066c-45e1-9a6c-444737ea1efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a8ec32f-69a8-4032-85c6-602dfa7649dd', 'name': 'tempest-TestEncryptedCinderVolumes-1750089383-router', 'tenant_id': '32a5c6a1d6f3448997e27ba2f6c06be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': '173c5d42-4c97-41e2-978d-e2e189edf81d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:05:22Z', 'updated_at': '2021-08-11T04:05:25Z', 'revision_number': 4, 'project_id': '32a5c6a1d6f3448997e27ba2f6c06be2', 'gw_port': {'id': '173c5d42-4c97-41e2-978d-e2e189edf81d', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ae:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a8ec32f-69a8-4032-85c6-602dfa7649dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:05:23Z', 'updated_at': '2021-08-11T04:05:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': 'a8602144-f8da-43ea-8a0b-a5addc2a7617', 'name': '', 'network_id': '3950827c-2520-4197-a6fe-a62ff7cf5d31', 'tenant_id': '32a5c6a1d6f3448997e27ba2f6c06be2', 'mac_address': 'fa:16:3e:ee:f0:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a8ec32f-69a8-4032-85c6-602dfa7649dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': 'a22f93e6-4c48-42a1-ba34-b61677f0448f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:05:25Z', 'updated_at': '2021-08-11T04:05:26Z', 'revision_number': 2, 'project_id': '32a5c6a1d6f3448997e27ba2f6c06be2', 'subnets': [{'id': 'a22f93e6-4c48-42a1-ba34-b61677f0448f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:05:28.261411 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d198e24f-066c-45e1-9a6c-444737ea1efd None None] Checking router: 0a8ec32f-69a8-4032-85c6-602dfa7649dd for host: n-d-764292-30 {{(pid=102193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 04:05:28.261768 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d198e24f-066c-45e1-9a6c-444737ea1efd None None] Updating router 0a8ec32f-69a8-4032-85c6-602dfa7649dd port a8602144-f8da-43ea-8a0b-a5addc2a7617 binding host n-d-764292-30 {{(pid=102193) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 04:05:28.284663 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dd40fa-306a-465e-bd38-31723508e3a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f57ef660-0172-4872-af70-66989f270a7f,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:05:28.288278 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-d198e24f-066c-45e1-9a6c-444737ea1efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:28.293985 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33dd40fa-306a-465e-bd38-31723508e3a7 admin admin] Checking segment: {'id': 'e775c54b-b347-482e-a533-6338b7d7f8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'b90f84a4-e16d-4af1-b085-4df5b8673c66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 04:05:28.294373 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33dd40fa-306a-465e-bd38-31723508e3a7 admin admin] Network hostable DHCP agents. Network: b90f84a4-e16d-4af1-b085-4df5b8673c66, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 04:05:28.353908 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33dd40fa-306a-465e-bd38-31723508e3a7 admin admin] Network b90f84a4-e16d-4af1-b085-4df5b8673c66 is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 04:05:28.420307 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-33dd40fa-306a-465e-bd38-31723508e3a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, b90f84a4-e16d-4af1-b085-4df5b8673c66) {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 04:05:28.424354 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33dd40fa-306a-465e-bd38-31723508e3a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:05:28.424947 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-33dd40fa-306a-465e-bd38-31723508e3a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:28.441929 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f74ef7f-b11c-45f8-811e-d269177e3664 None None] Network b90f84a4-e16d-4af1-b085-4df5b8673c66 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 04:05:28.484218 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-33dd40fa-306a-465e-bd38-31723508e3a7 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5707386 Aug 11 04:05:28.486600 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 50096) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:05:28.491312 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-54692800-28bd-44a3-9388-8b9ea84ab385 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-2089465431-router', 'tenant_id': 'eba00c44baad4aaea83250689a522d85', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:05:28.565465 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-54692800-28bd-44a3-9388-8b9ea84ab385 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-450010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6626'] for router, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:28.566573 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-54692800-28bd-44a3-9388-8b9ea84ab385 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-446747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6633'] for router, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:28.621501 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-54692800-28bd-44a3-9388-8b9ea84ab385 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:28.658008 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-d198e24f-066c-45e1-9a6c-444737ea1efd None None] Notify callbacks [] for port, precommit_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:28.663121 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a60ab16-6a52-48dc-ba20-7c51a836df62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde080026-c28f-55be-b52b-13827cc43646-b90f84a4-e16d-4af1-b085-4df5b8673c66', 'network_id': 'b90f84a4-e16d-4af1-b085-4df5b8673c66', 'tenant_id': 'eba00c44baad4aaea83250689a522d85', 'fixed_ips': [{'subnet_id': 'f57ef660-0172-4872-af70-66989f270a7f'}]}} from n-d-764292-30. {{(pid=102193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 04:05:28.663931 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-6a60ab16-6a52-48dc-ba20-7c51a836df62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:28.678374 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-d198e24f-066c-45e1-9a6c-444737ea1efd None None] Transition to ACTIVE for port object a8602144-f8da-43ea-8a0b-a5addc2a7617 will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 04:05:28.783882 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-d198e24f-066c-45e1-9a6c-444737ea1efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:28.855994 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.db_base_plugin_common [None req-6a60ab16-6a52-48dc-ba20-7c51a836df62 None None] Allocated IP 172.20.0.2 (b90f84a4-e16d-4af1-b085-4df5b8673c66/f57ef660-0172-4872-af70-66989f270a7f/c0bcd572-db0a-44d6-a942-0a385412dbde) {{(pid=102193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 04:05:28.870553 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1192d63-6c47-4a99-b193-434ec3e63cdb None None] Pushing event updated for resources: {'Port': ['ID=a8602144-f8da-43ea-8a0b-a5addc2a7617,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:05:28.972895 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-d198e24f-066c-45e1-9a6c-444737ea1efd None None] Attempting to bind port a8602144-f8da-43ea-8a0b-a5addc2a7617 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 04:05:28.973267 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-d198e24f-066c-45e1-9a6c-444737ea1efd None None] Attempting to bind port a8602144-f8da-43ea-8a0b-a5addc2a7617 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': '8d619638-b437-4573-bdaa-6a631f170a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3950827c-2520-4197-a6fe-a62ff7cf5d31'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 04:05:28.973672 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d198e24f-066c-45e1-9a6c-444737ea1efd None None] Attempting to bind port a8602144-f8da-43ea-8a0b-a5addc2a7617 on network 3950827c-2520-4197-a6fe-a62ff7cf5d31 {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 04:05:29.136459 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-54692800-28bd-44a3-9388-8b9ea84ab385 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:29.145214 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d198e24f-066c-45e1-9a6c-444737ea1efd None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 4, 5, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 04:05:29.145632 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d198e24f-066c-45e1-9a6c-444737ea1efd None None] Checking segment: {'id': '8d619638-b437-4573-bdaa-6a631f170a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3950827c-2520-4197-a6fe-a62ff7cf5d31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 04:05:29.146031 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-d198e24f-066c-45e1-9a6c-444737ea1efd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:29.146448 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d198e24f-066c-45e1-9a6c-444737ea1efd None None] Bound using segment: {'id': '8d619638-b437-4573-bdaa-6a631f170a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3950827c-2520-4197-a6fe-a62ff7cf5d31'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 04:05:29.146917 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-d198e24f-066c-45e1-9a6c-444737ea1efd None None] Bound port: a8602144-f8da-43ea-8a0b-a5addc2a7617, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d619638-b437-4573-bdaa-6a631f170a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3950827c-2520-4197-a6fe-a62ff7cf5d31'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 04:05:29.147338 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-d198e24f-066c-45e1-9a6c-444737ea1efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:29.281452 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-d198e24f-066c-45e1-9a6c-444737ea1efd None None] For port a8602144-f8da-43ea-8a0b-a5addc2a7617, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 04:05:29.284846 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-0daf4781-20a3-406a-8665-83b3d3ff3923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:29.287403 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-d198e24f-066c-45e1-9a6c-444737ea1efd None None] For port a8602144-f8da-43ea-8a0b-a5addc2a7617, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=a8602144-f8da-43ea-8a0b-a5addc2a7617,segment=NetworkSegment(8d619638-b437-4573-bdaa-6a631f170a0e),segment_id=8d619638-b437-4573-bdaa-6a631f170a0e)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 04:05:29.300299 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-6a60ab16-6a52-48dc-ba20-7c51a836df62 None None] Notify callbacks [] for port, precommit_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:29.309190 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-6a60ab16-6a52-48dc-ba20-7c51a836df62 None None] Transition to ACTIVE for port object c0bcd572-db0a-44d6-a942-0a385412dbde will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 04:05:29.324329 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-6a60ab16-6a52-48dc-ba20-7c51a836df62 None None] Transition to ACTIVE for port object c0bcd572-db0a-44d6-a942-0a385412dbde will not be triggered until provisioned by entity DHCP. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 04:05:29.366561 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-d198e24f-066c-45e1-9a6c-444737ea1efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:29.386223 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-54692800-28bd-44a3-9388-8b9ea84ab385 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:29.396857 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-6a60ab16-6a52-48dc-ba20-7c51a836df62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669'] for port, after_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:29.405871 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-54692800-28bd-44a3-9388-8b9ea84ab385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:29.449560 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1192d63-6c47-4a99-b193-434ec3e63cdb None None] Pushing event updated for resources: {'Port': ['ID=a8602144-f8da-43ea-8a0b-a5addc2a7617,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:05:29.453570 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a60ab16-6a52-48dc-ba20-7c51a836df62 None None] Network b90f84a4-e16d-4af1-b085-4df5b8673c66 is already hosted by enough agents. {{(pid=102193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 04:05:29.454592 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d198e24f-066c-45e1-9a6c-444737ea1efd None None] Routers {'0a8ec32f-69a8-4032-85c6-602dfa7649dd'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 04:05:29.455317 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-d198e24f-066c-45e1-9a6c-444737ea1efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T04:05:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['0a8ec32f-69a8-4032-85c6-602dfa7649dd'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:05:29.497670 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 173c5d42-4c97-41e2-978d-e2e189edf81d up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 04:05:29.519691 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.base_scheduler [None req-6a60ab16-6a52-48dc-ba20-7c51a836df62 None None] Resources bound (agent type, host, resource id): {{(pid=102193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 04:05:29.522267 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a60ab16-6a52-48dc-ba20-7c51a836df62 None None] Received port after_create {{(pid=102193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 04:05:29.522764 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [None req-54692800-28bd-44a3-9388-8b9ea84ab385 admin admin] Allocated IP 172.25.8.179 (09faf7d2-eaf5-4a50-bb6e-4cb05d009a76/e1a97443-13df-40bb-85f5-fd269e2742c0/c99b8222-2631-48ea-b337-1f93d5e8c5c8) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 04:05:29.630604 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-54692800-28bd-44a3-9388-8b9ea84ab385 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:29.649918 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a60ab16-6a52-48dc-ba20-7c51a836df62 None None] Pushing event updated for resources: {'Port': ['ID=c0bcd572-db0a-44d6-a942-0a385412dbde,revision_number=1']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:05:29.680797 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-6a60ab16-6a52-48dc-ba20-7c51a836df62 None None] Attempting to bind port c0bcd572-db0a-44d6-a942-0a385412dbde on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 04:05:29.681094 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-6a60ab16-6a52-48dc-ba20-7c51a836df62 None None] Attempting to bind port c0bcd572-db0a-44d6-a942-0a385412dbde by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': 'e775c54b-b347-482e-a533-6338b7d7f8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'b90f84a4-e16d-4af1-b085-4df5b8673c66'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 04:05:29.681458 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a60ab16-6a52-48dc-ba20-7c51a836df62 None None] Attempting to bind port c0bcd572-db0a-44d6-a942-0a385412dbde on network b90f84a4-e16d-4af1-b085-4df5b8673c66 {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 04:05:29.701244 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a60ab16-6a52-48dc-ba20-7c51a836df62 None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 4, 5, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 04:05:29.702098 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a60ab16-6a52-48dc-ba20-7c51a836df62 None None] Checking segment: {'id': 'e775c54b-b347-482e-a533-6338b7d7f8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'b90f84a4-e16d-4af1-b085-4df5b8673c66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 04:05:29.702098 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-6a60ab16-6a52-48dc-ba20-7c51a836df62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:29.702395 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a60ab16-6a52-48dc-ba20-7c51a836df62 None None] Bound using segment: {'id': 'e775c54b-b347-482e-a533-6338b7d7f8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'b90f84a4-e16d-4af1-b085-4df5b8673c66'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 04:05:29.702857 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-6a60ab16-6a52-48dc-ba20-7c51a836df62 None None] Bound port: c0bcd572-db0a-44d6-a942-0a385412dbde, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e775c54b-b347-482e-a533-6338b7d7f8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'b90f84a4-e16d-4af1-b085-4df5b8673c66'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 04:05:29.703227 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-6a60ab16-6a52-48dc-ba20-7c51a836df62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:29.707442 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-d198e24f-066c-45e1-9a6c-444737ea1efd None None] Set router 0a8ec32f-69a8-4032-85c6-602dfa7649dd gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 04:05:29.714108 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-54692800-28bd-44a3-9388-8b9ea84ab385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:29.756091 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54692800-28bd-44a3-9388-8b9ea84ab385 admin admin] Network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 04:05:29.762411 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-54692800-28bd-44a3-9388-8b9ea84ab385 admin admin] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 04:05:29.765481 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54692800-28bd-44a3-9388-8b9ea84ab385 admin admin] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 04:05:29.778109 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 173c5d42-4c97-41e2-978d-e2e189edf81d triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 04:05:29.778500 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:29.791297 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54692800-28bd-44a3-9388-8b9ea84ab385 admin admin] Pushing event updated for resources: {'Port': ['ID=c99b8222-2631-48ea-b337-1f93d5e8c5c8,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:05:29.916655 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-6a60ab16-6a52-48dc-ba20-7c51a836df62 None None] For port c0bcd572-db0a-44d6-a942-0a385412dbde, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 04:05:29.923665 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-6a60ab16-6a52-48dc-ba20-7c51a836df62 None None] For port c0bcd572-db0a-44d6-a942-0a385412dbde, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=c0bcd572-db0a-44d6-a942-0a385412dbde,segment=NetworkSegment(e775c54b-b347-482e-a533-6338b7d7f8cd),segment_id=e775c54b-b347-482e-a533-6338b7d7f8cd)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 04:05:30.018916 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-6a60ab16-6a52-48dc-ba20-7c51a836df62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:30.088176 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-d198e24f-066c-45e1-9a6c-444737ea1efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a8ec32f-69a8-4032-85c6-602dfa7649dd', 'name': 'tempest-TestEncryptedCinderVolumes-1750089383-router', 'tenant_id': '32a5c6a1d6f3448997e27ba2f6c06be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': '173c5d42-4c97-41e2-978d-e2e189edf81d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:05:22Z', 'updated_at': '2021-08-11T04:05:25Z', 'revision_number': 4, 'project_id': '32a5c6a1d6f3448997e27ba2f6c06be2', 'gw_port': {'id': '173c5d42-4c97-41e2-978d-e2e189edf81d', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ae:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a8ec32f-69a8-4032-85c6-602dfa7649dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:05:23Z', 'updated_at': '2021-08-11T04:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': 'a8602144-f8da-43ea-8a0b-a5addc2a7617', 'name': '', 'network_id': '3950827c-2520-4197-a6fe-a62ff7cf5d31', 'tenant_id': '32a5c6a1d6f3448997e27ba2f6c06be2', 'mac_address': 'fa:16:3e:ee:f0:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a8ec32f-69a8-4032-85c6-602dfa7649dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': 'a22f93e6-4c48-42a1-ba34-b61677f0448f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:05:25Z', 'updated_at': '2021-08-11T04:05:29Z', 'revision_number': 4, 'project_id': '32a5c6a1d6f3448997e27ba2f6c06be2', 'subnets': [{'id': 'a22f93e6-4c48-42a1-ba34-b61677f0448f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:05:30.090130 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a60ab16-6a52-48dc-ba20-7c51a836df62 None None] Pushing event updated for resources: {'Port': ['ID=c0bcd572-db0a-44d6-a942-0a385412dbde,revision_number=2']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:05:30.098148 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-54692800-28bd-44a3-9388-8b9ea84ab385 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:30.123516 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d198e24f-066c-45e1-9a6c-444737ea1efd None None] The sync data for ids ['0a8ec32f-69a8-4032-85c6-602dfa7649dd'] in n-d-764292-30 is: [{'id': '0a8ec32f-69a8-4032-85c6-602dfa7649dd', 'name': 'tempest-TestEncryptedCinderVolumes-1750089383-router', 'tenant_id': '32a5c6a1d6f3448997e27ba2f6c06be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': '173c5d42-4c97-41e2-978d-e2e189edf81d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:05:22Z', 'updated_at': '2021-08-11T04:05:25Z', 'revision_number': 4, 'project_id': '32a5c6a1d6f3448997e27ba2f6c06be2', 'gw_port': {'id': '173c5d42-4c97-41e2-978d-e2e189edf81d', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ae:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a8ec32f-69a8-4032-85c6-602dfa7649dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:05:23Z', 'updated_at': '2021-08-11T04:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': 'a8602144-f8da-43ea-8a0b-a5addc2a7617', 'name': '', 'network_id': '3950827c-2520-4197-a6fe-a62ff7cf5d31', 'tenant_id': '32a5c6a1d6f3448997e27ba2f6c06be2', 'mac_address': 'fa:16:3e:ee:f0:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a8ec32f-69a8-4032-85c6-602dfa7649dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': 'a22f93e6-4c48-42a1-ba34-b61677f0448f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:05:25Z', 'updated_at': '2021-08-11T04:05:29Z', 'revision_number': 4, 'project_id': '32a5c6a1d6f3448997e27ba2f6c06be2', 'subnets': [{'id': 'a22f93e6-4c48-42a1-ba34-b61677f0448f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 04:05:30.352600 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-54692800-28bd-44a3-9388-8b9ea84ab385 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-446952'] for router, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:30.559956 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54692800-28bd-44a3-9388-8b9ea84ab385 admin admin] Router a1d06cc8-18e8-4d45-b859-76279b635e9e is scheduled to L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 with binding_index 1 {{(pid=102191) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 04:05:30.673197 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54692800-28bd-44a3-9388-8b9ea84ab385 admin admin] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 04:05:30.682757 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61357c3-0a10-4f7d-be67-79491bdca4e7 None None] Sync routers for ids ['a1d06cc8-18e8-4d45-b859-76279b635e9e'] in n-d-764292-30 {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 04:05:30.691911 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61357c3-0a10-4f7d-be67-79491bdca4e7 None None] Routers {'a1d06cc8-18e8-4d45-b859-76279b635e9e'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 04:05:30.693099 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-e61357c3-0a10-4f7d-be67-79491bdca4e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T04:05:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['a1d06cc8-18e8-4d45-b859-76279b635e9e'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:05:30.746384 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-54692800-28bd-44a3-9388-8b9ea84ab385 admin admin] Notify callbacks [] for router, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:30.747618 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-54692800-28bd-44a3-9388-8b9ea84ab385 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.2598619 Aug 11 04:05:30.750423 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 50098) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:05:30.914014 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-e61357c3-0a10-4f7d-be67-79491bdca4e7 None None] Set router a1d06cc8-18e8-4d45-b859-76279b635e9e gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 04:05:31.128580 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-795a5b4a-d3d2-42b8-bf94-a1bc3d808371 None None] Network b90f84a4-e16d-4af1-b085-4df5b8673c66 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 04:05:31.137998 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-e61357c3-0a10-4f7d-be67-79491bdca4e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1d06cc8-18e8-4d45-b859-76279b635e9e', 'name': 'tempest-TestEncryptedCinderVolumes-2089465431-router', 'tenant_id': 'eba00c44baad4aaea83250689a522d85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.179'}], 'enable_snat': True}, 'gw_port_id': 'c99b8222-2631-48ea-b337-1f93d5e8c5c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:05:28Z', 'updated_at': '2021-08-11T04:05:29Z', 'revision_number': 3, 'project_id': 'eba00c44baad4aaea83250689a522d85', 'gw_port': {'id': 'c99b8222-2631-48ea-b337-1f93d5e8c5c8', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:dd:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1d06cc8-18e8-4d45-b859-76279b635e9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:05:29Z', 'updated_at': '2021-08-11T04:05:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:05:31.168680 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61357c3-0a10-4f7d-be67-79491bdca4e7 None None] Checking router: a1d06cc8-18e8-4d45-b859-76279b635e9e for host: n-d-764292-30 {{(pid=102194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 04:05:31.169178 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61357c3-0a10-4f7d-be67-79491bdca4e7 None None] Updating router a1d06cc8-18e8-4d45-b859-76279b635e9e port c99b8222-2631-48ea-b337-1f93d5e8c5c8 binding host n-d-764292-30 {{(pid=102194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 04:05:31.204032 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-e61357c3-0a10-4f7d-be67-79491bdca4e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:31.294443 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-cd515b01-0c33-4b84-a17d-0694e2b1bf0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:31.298653 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-c6f8b990-76a3-4ed9-b70c-22e8f067ff43 None None] Provisioning for port c0bcd572-db0a-44d6-a942-0a385412dbde completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 04:05:31.496785 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [None req-cd515b01-0c33-4b84-a17d-0694e2b1bf0d admin admin] Allocated IP 172.20.0.1 (b90f84a4-e16d-4af1-b085-4df5b8673c66/f57ef660-0172-4872-af70-66989f270a7f/4be3dea1-8229-47e9-b165-4f9d4fbc7561) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 04:05:31.507062 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-e61357c3-0a10-4f7d-be67-79491bdca4e7 None None] Notify callbacks [] for port, precommit_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:31.523209 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.provisioning_blocks [None req-e61357c3-0a10-4f7d-be67-79491bdca4e7 None None] Transition to ACTIVE for port object c99b8222-2631-48ea-b337-1f93d5e8c5c8 will not be triggered until provisioned by entity L2. {{(pid=102194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 04:05:31.570795 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device a8602144-f8da-43ea-8a0b-a5addc2a7617 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 04:05:31.588695 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-e61357c3-0a10-4f7d-be67-79491bdca4e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:31.619092 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-cd515b01-0c33-4b84-a17d-0694e2b1bf0d admin admin] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:31.637003 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [None req-cd515b01-0c33-4b84-a17d-0694e2b1bf0d admin admin] Transition to ACTIVE for port object 4be3dea1-8229-47e9-b165-4f9d4fbc7561 will not be triggered until provisioned by entity DHCP. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 04:05:31.653564 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-e61357c3-0a10-4f7d-be67-79491bdca4e7 None None] Attempting to bind port c99b8222-2631-48ea-b337-1f93d5e8c5c8 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 04:05:31.653935 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-e61357c3-0a10-4f7d-be67-79491bdca4e7 None None] Attempting to bind port c99b8222-2631-48ea-b337-1f93d5e8c5c8 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}] {{(pid=102194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 04:05:31.654314 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61357c3-0a10-4f7d-be67-79491bdca4e7 None None] Attempting to bind port c99b8222-2631-48ea-b337-1f93d5e8c5c8 on network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 04:05:31.656270 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcc9bfd-0e14-4b0e-b14b-24dbc6913995 None None] Pushing event updated for resources: {'Port': ['ID=c99b8222-2631-48ea-b337-1f93d5e8c5c8,revision_number=2']} {{(pid=102194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:05:31.661658 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61357c3-0a10-4f7d-be67-79491bdca4e7 None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 4, 5, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 04:05:31.662027 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61357c3-0a10-4f7d-be67-79491bdca4e7 None None] Checking segment: {'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 04:05:31.662455 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-e61357c3-0a10-4f7d-be67-79491bdca4e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:31.662836 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61357c3-0a10-4f7d-be67-79491bdca4e7 None None] Bound using segment: {'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'} {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 04:05:31.663294 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-e61357c3-0a10-4f7d-be67-79491bdca4e7 None None] Bound port: c99b8222-2631-48ea-b337-1f93d5e8c5c8, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}}] {{(pid=102194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 04:05:31.663795 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-e61357c3-0a10-4f7d-be67-79491bdca4e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:31.700867 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port a8602144-f8da-43ea-8a0b-a5addc2a7617 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 04:05:31.705047 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port a8602144-f8da-43ea-8a0b-a5addc2a7617 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 04:05:31.705478 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:31.713974 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.db [None req-e61357c3-0a10-4f7d-be67-79491bdca4e7 None None] For port c99b8222-2631-48ea-b337-1f93d5e8c5c8, host n-d-764292-30, cleared binding levels {{(pid=102194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 04:05:31.717152 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.db [None req-e61357c3-0a10-4f7d-be67-79491bdca4e7 None None] For port c99b8222-2631-48ea-b337-1f93d5e8c5c8, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=c99b8222-2631-48ea-b337-1f93d5e8c5c8,segment=NetworkSegment(fab28bed-aa25-40db-bba4-ec26e795194c),segment_id=fab28bed-aa25-40db-bba4-ec26e795194c)] {{(pid=102194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 04:05:31.731276 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-cd515b01-0c33-4b84-a17d-0694e2b1bf0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:31.774424 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd515b01-0c33-4b84-a17d-0694e2b1bf0d admin admin] Network b90f84a4-e16d-4af1-b085-4df5b8673c66 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 04:05:31.779549 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-cd515b01-0c33-4b84-a17d-0694e2b1bf0d admin admin] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 04:05:31.783068 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd515b01-0c33-4b84-a17d-0694e2b1bf0d admin admin] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 04:05:31.786474 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:31.788623 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-e61357c3-0a10-4f7d-be67-79491bdca4e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:31.809734 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd515b01-0c33-4b84-a17d-0694e2b1bf0d admin admin] Pushing event updated for resources: {'Port': ['ID=4be3dea1-8229-47e9-b165-4f9d4fbc7561,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:05:31.830358 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-cd515b01-0c33-4b84-a17d-0694e2b1bf0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-520987'] for router_interface, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:31.847403 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port a8602144-f8da-43ea-8a0b-a5addc2a7617, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=a8602144-f8da-43ea-8a0b-a5addc2a7617,segment=NetworkSegment(8d619638-b437-4573-bdaa-6a631f170a0e),segment_id=8d619638-b437-4573-bdaa-6a631f170a0e)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:05:31.858712 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61357c3-0a10-4f7d-be67-79491bdca4e7 None None] Routers {'a1d06cc8-18e8-4d45-b859-76279b635e9e'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 04:05:31.860379 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-e61357c3-0a10-4f7d-be67-79491bdca4e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T04:05:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['a1d06cc8-18e8-4d45-b859-76279b635e9e'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:05:31.865123 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcc9bfd-0e14-4b0e-b14b-24dbc6913995 None None] Pushing event updated for resources: {'Port': ['ID=c99b8222-2631-48ea-b337-1f93d5e8c5c8,revision_number=3']} {{(pid=102194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:05:31.915784 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:31.916604 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device c0bcd572-db0a-44d6-a942-0a385412dbde up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 04:05:31.958887 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:31.998527 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=a8602144-f8da-43ea-8a0b-a5addc2a7617,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:05:32.020305 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-e61357c3-0a10-4f7d-be67-79491bdca4e7 None None] Set router a1d06cc8-18e8-4d45-b859-76279b635e9e gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 04:05:32.061930 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-cd515b01-0c33-4b84-a17d-0694e2b1bf0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:32.175555 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port c0bcd572-db0a-44d6-a942-0a385412dbde completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 04:05:32.181621 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port c0bcd572-db0a-44d6-a942-0a385412dbde triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 04:05:32.184371 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:32.226220 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-cd515b01-0c33-4b84-a17d-0694e2b1bf0d admin admin] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:32.226513 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-e61357c3-0a10-4f7d-be67-79491bdca4e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1d06cc8-18e8-4d45-b859-76279b635e9e', 'name': 'tempest-TestEncryptedCinderVolumes-2089465431-router', 'tenant_id': 'eba00c44baad4aaea83250689a522d85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.179'}], 'enable_snat': True}, 'gw_port_id': 'c99b8222-2631-48ea-b337-1f93d5e8c5c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:05:28Z', 'updated_at': '2021-08-11T04:05:29Z', 'revision_number': 3, 'project_id': 'eba00c44baad4aaea83250689a522d85', 'gw_port': {'id': 'c99b8222-2631-48ea-b337-1f93d5e8c5c8', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:dd:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1d06cc8-18e8-4d45-b859-76279b635e9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:05:29Z', 'updated_at': '2021-08-11T04:05:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:05:32.253179 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-e9565997-790b-4f87-88bd-50293522e73d None None] Provisioning for port 4be3dea1-8229-47e9-b165-4f9d4fbc7561 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 04:05:32.254630 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61357c3-0a10-4f7d-be67-79491bdca4e7 None None] The sync data for ids ['a1d06cc8-18e8-4d45-b859-76279b635e9e'] in n-d-764292-30 is: [{'id': 'a1d06cc8-18e8-4d45-b859-76279b635e9e', 'name': 'tempest-TestEncryptedCinderVolumes-2089465431-router', 'tenant_id': 'eba00c44baad4aaea83250689a522d85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.179'}], 'enable_snat': True}, 'gw_port_id': 'c99b8222-2631-48ea-b337-1f93d5e8c5c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:05:28Z', 'updated_at': '2021-08-11T04:05:29Z', 'revision_number': 3, 'project_id': 'eba00c44baad4aaea83250689a522d85', 'gw_port': {'id': 'c99b8222-2631-48ea-b337-1f93d5e8c5c8', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:dd:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1d06cc8-18e8-4d45-b859-76279b635e9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:05:29Z', 'updated_at': '2021-08-11T04:05:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}] {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 04:05:32.255735 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8cb2172f-229b-46b3-be4c-9439fe582f9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:32.261855 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-e9565997-790b-4f87-88bd-50293522e73d None None] Provisioning complete for port 4be3dea1-8229-47e9-b165-4f9d4fbc7561 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 04:05:32.262225 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-e9565997-790b-4f87-88bd-50293522e73d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:32.298107 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:32.303158 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-cd515b01-0c33-4b84-a17d-0694e2b1bf0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:32.323145 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-e9565997-790b-4f87-88bd-50293522e73d None None] Port 4be3dea1-8229-47e9-b165-4f9d4fbc7561 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 04:05:32.341377 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port c0bcd572-db0a-44d6-a942-0a385412dbde, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=c0bcd572-db0a-44d6-a942-0a385412dbde,segment=NetworkSegment(e775c54b-b347-482e-a533-6338b7d7f8cd),segment_id=e775c54b-b347-482e-a533-6338b7d7f8cd)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:05:32.372871 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-cd515b01-0c33-4b84-a17d-0694e2b1bf0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16383026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521135'] for router_interface, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:32.374748 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd515b01-0c33-4b84-a17d-0694e2b1bf0d admin admin] Pushing event updated for resources: {'Port': ['ID=4be3dea1-8229-47e9-b165-4f9d4fbc7561,revision_number=2']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:05:32.422799 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:32.489111 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=c0bcd572-db0a-44d6-a942-0a385412dbde,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:05:32.490905 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd515b01-0c33-4b84-a17d-0694e2b1bf0d admin admin] Network b90f84a4-e16d-4af1-b085-4df5b8673c66 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 04:05:32.492276 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-cd515b01-0c33-4b84-a17d-0694e2b1bf0d admin admin] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 04:05:32.624371 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd515b01-0c33-4b84-a17d-0694e2b1bf0d admin admin] Router a1d06cc8-18e8-4d45-b859-76279b635e9e has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 04:05:32.741085 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd515b01-0c33-4b84-a17d-0694e2b1bf0d admin admin] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 04:05:32.751494 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-cd515b01-0c33-4b84-a17d-0694e2b1bf0d admin admin] 10.222.0.41 "PUT /v2.0/routers/a1d06cc8-18e8-4d45-b859-76279b635e9e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9954174 Aug 11 04:05:32.751683 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-c5056158-727a-4a06-80a4-e46640855684 None None] Provisioning complete for port 4be3dea1-8229-47e9-b165-4f9d4fbc7561 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 04:05:32.751683 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-c5056158-727a-4a06-80a4-e46640855684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:32.783948 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-c5056158-727a-4a06-80a4-e46640855684 None None] Port 4be3dea1-8229-47e9-b165-4f9d4fbc7561 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 04:05:33.214303 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:33.539683 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device a8602144-f8da-43ea-8a0b-a5addc2a7617 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 04:05:33.597063 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port a8602144-f8da-43ea-8a0b-a5addc2a7617 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 04:05:33.597441 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:33.679060 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device c99b8222-2631-48ea-b337-1f93d5e8c5c8 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 04:05:33.763358 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deea5b18-eeb8-4c31-8432-7ff993c4008b req-237a63ef-1766-42a8-9d60-d21b0401839b tempest-TestEncryptedCinderVolumes-2090853455 tempest-TestEncryptedCinderVolumes-2090853455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:05:33.764884 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-deea5b18-eeb8-4c31-8432-7ff993c4008b req-237a63ef-1766-42a8-9d60-d21b0401839b tempest-TestEncryptedCinderVolumes-2090853455 tempest-TestEncryptedCinderVolumes-2090853455-project] 10.222.0.41 "GET /v2.0/networks?id=3950827c-2520-4197-a6fe-a62ff7cf5d31 HTTP/1.1" status: 200 len: 817 time: 0.1080256 Aug 11 04:05:33.781923 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-deea5b18-eeb8-4c31-8432-7ff993c4008b req-6ae3e842-6c08-4235-ab78-6c038e96a909 tempest-TestEncryptedCinderVolumes-2090853455 tempest-TestEncryptedCinderVolumes-2090853455-project] 10.222.0.41 "GET /v2.0/quotas/32a5c6a1d6f3448997e27ba2f6c06be2 HTTP/1.1" status: 200 len: 375 time: 0.0111654 Aug 11 04:05:33.782591 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port c99b8222-2631-48ea-b337-1f93d5e8c5c8 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 04:05:33.786880 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0287cbcf-76b5-4162-a666-e94d63abc133 None None] Sync routers for ids ['a1d06cc8-18e8-4d45-b859-76279b635e9e'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 04:05:33.794517 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port c99b8222-2631-48ea-b337-1f93d5e8c5c8 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 04:05:33.798481 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:33.819625 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0287cbcf-76b5-4162-a666-e94d63abc133 None None] Routers {'a1d06cc8-18e8-4d45-b859-76279b635e9e'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 04:05:33.820267 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-0287cbcf-76b5-4162-a666-e94d63abc133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T04:05:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['a1d06cc8-18e8-4d45-b859-76279b635e9e'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:05:33.835567 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-deea5b18-eeb8-4c31-8432-7ff993c4008b req-488d9499-5b3c-4471-8174-3682e0f64e31 tempest-TestEncryptedCinderVolumes-2090853455 tempest-TestEncryptedCinderVolumes-2090853455-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=32a5c6a1d6f3448997e27ba2f6c06be2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0468705 Aug 11 04:05:33.941088 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [req-deea5b18-eeb8-4c31-8432-7ff993c4008b req-28bcf835-5dc4-4b69-9095-2437270a40aa service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 04:05:33.942184 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-deea5b18-eeb8-4c31-8432-7ff993c4008b req-28bcf835-5dc4-4b69-9095-2437270a40aa service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0951779 Aug 11 04:05:34.036123 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-deea5b18-eeb8-4c31-8432-7ff993c4008b req-06e3a035-897a-40c3-bfbb-ef48eb7e2348 service neutron] 10.222.0.41 "GET /v2.0/networks/3950827c-2520-4197-a6fe-a62ff7cf5d31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868547 Aug 11 04:05:34.120575 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-0287cbcf-76b5-4162-a666-e94d63abc133 None None] Set router a1d06cc8-18e8-4d45-b859-76279b635e9e gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 04:05:34.122750 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:34.131106 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-deea5b18-eeb8-4c31-8432-7ff993c4008b req-3a206096-900d-4fe6-90e3-2e4df75b3089 service neutron] 10.222.0.41 "GET /v2.0/networks/3950827c-2520-4197-a6fe-a62ff7cf5d31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887456 Aug 11 04:05:34.173103 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port c99b8222-2631-48ea-b337-1f93d5e8c5c8, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=c99b8222-2631-48ea-b337-1f93d5e8c5c8,segment=NetworkSegment(fab28bed-aa25-40db-bba4-ec26e795194c),segment_id=fab28bed-aa25-40db-bba4-ec26e795194c)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:05:34.245284 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:34.246063 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device c0bcd572-db0a-44d6-a942-0a385412dbde up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 04:05:34.363893 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=c99b8222-2631-48ea-b337-1f93d5e8c5c8,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:05:34.365888 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3d8d9049-7def-4ed4-b1d1-05ef35624823 req-ba792891-091d-403d-acbb-773b8bb58a13 tempest-TestEncryptedCinderVolumes-2090853455 tempest-TestEncryptedCinderVolumes-2090853455-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4cc25d0-458f-4ca5-89be-07c7849f261e HTTP/1.1" status: 200 len: 210 time: 0.0273492 Aug 11 04:05:34.387684 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port c0bcd572-db0a-44d6-a942-0a385412dbde triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 04:05:34.387684 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:34.492851 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-0287cbcf-76b5-4162-a666-e94d63abc133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1d06cc8-18e8-4d45-b859-76279b635e9e', 'name': 'tempest-TestEncryptedCinderVolumes-2089465431-router', 'tenant_id': 'eba00c44baad4aaea83250689a522d85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.179'}], 'enable_snat': True}, 'gw_port_id': 'c99b8222-2631-48ea-b337-1f93d5e8c5c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:05:28Z', 'updated_at': '2021-08-11T04:05:31Z', 'revision_number': 4, 'project_id': 'eba00c44baad4aaea83250689a522d85', 'gw_port': {'id': 'c99b8222-2631-48ea-b337-1f93d5e8c5c8', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:dd:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1d06cc8-18e8-4d45-b859-76279b635e9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:05:29Z', 'updated_at': '2021-08-11T04:05:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '4be3dea1-8229-47e9-b165-4f9d4fbc7561', 'name': '', 'network_id': 'b90f84a4-e16d-4af1-b085-4df5b8673c66', 'tenant_id': 'eba00c44baad4aaea83250689a522d85', 'mac_address': 'fa:16:3e:1a:4e:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1d06cc8-18e8-4d45-b859-76279b635e9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': 'f57ef660-0172-4872-af70-66989f270a7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:05:31Z', 'updated_at': '2021-08-11T04:05:32Z', 'revision_number': 2, 'project_id': 'eba00c44baad4aaea83250689a522d85', 'subnets': [{'id': 'f57ef660-0172-4872-af70-66989f270a7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:05:34.526733 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0287cbcf-76b5-4162-a666-e94d63abc133 None None] Checking router: a1d06cc8-18e8-4d45-b859-76279b635e9e for host: n-d-764292-30 {{(pid=102193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 04:05:34.527359 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0287cbcf-76b5-4162-a666-e94d63abc133 None None] Updating router a1d06cc8-18e8-4d45-b859-76279b635e9e port 4be3dea1-8229-47e9-b165-4f9d4fbc7561 binding host n-d-764292-30 {{(pid=102193) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 04:05:34.556732 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-0287cbcf-76b5-4162-a666-e94d63abc133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:34.828179 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-0287cbcf-76b5-4162-a666-e94d63abc133 None None] Notify callbacks [] for port, precommit_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:34.837390 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-0287cbcf-76b5-4162-a666-e94d63abc133 None None] Transition to ACTIVE for port object 4be3dea1-8229-47e9-b165-4f9d4fbc7561 will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 04:05:34.917876 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-0287cbcf-76b5-4162-a666-e94d63abc133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:34.919990 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:34.975591 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd3a0c5-b2ff-489f-985a-c5b3f846b08a None None] Pushing event updated for resources: {'Port': ['ID=4be3dea1-8229-47e9-b165-4f9d4fbc7561,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:05:35.023634 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-0287cbcf-76b5-4162-a666-e94d63abc133 None None] Attempting to bind port 4be3dea1-8229-47e9-b165-4f9d4fbc7561 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 04:05:35.023947 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-0287cbcf-76b5-4162-a666-e94d63abc133 None None] Attempting to bind port 4be3dea1-8229-47e9-b165-4f9d4fbc7561 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': 'e775c54b-b347-482e-a533-6338b7d7f8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'b90f84a4-e16d-4af1-b085-4df5b8673c66'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 04:05:35.024429 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0287cbcf-76b5-4162-a666-e94d63abc133 None None] Attempting to bind port 4be3dea1-8229-47e9-b165-4f9d4fbc7561 on network b90f84a4-e16d-4af1-b085-4df5b8673c66 {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 04:05:35.030020 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0287cbcf-76b5-4162-a666-e94d63abc133 None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 4, 5, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 04:05:35.030474 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0287cbcf-76b5-4162-a666-e94d63abc133 None None] Checking segment: {'id': 'e775c54b-b347-482e-a533-6338b7d7f8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'b90f84a4-e16d-4af1-b085-4df5b8673c66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 04:05:35.030864 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-0287cbcf-76b5-4162-a666-e94d63abc133 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:35.031263 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0287cbcf-76b5-4162-a666-e94d63abc133 None None] Bound using segment: {'id': 'e775c54b-b347-482e-a533-6338b7d7f8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'b90f84a4-e16d-4af1-b085-4df5b8673c66'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 04:05:35.031727 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-0287cbcf-76b5-4162-a666-e94d63abc133 None None] Bound port: 4be3dea1-8229-47e9-b165-4f9d4fbc7561, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e775c54b-b347-482e-a533-6338b7d7f8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'b90f84a4-e16d-4af1-b085-4df5b8673c66'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 04:05:35.032105 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-0287cbcf-76b5-4162-a666-e94d63abc133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:35.098048 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-0287cbcf-76b5-4162-a666-e94d63abc133 None None] For port 4be3dea1-8229-47e9-b165-4f9d4fbc7561, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 04:05:35.102473 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-0287cbcf-76b5-4162-a666-e94d63abc133 None None] For port 4be3dea1-8229-47e9-b165-4f9d4fbc7561, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=4be3dea1-8229-47e9-b165-4f9d4fbc7561,segment=NetworkSegment(e775c54b-b347-482e-a533-6338b7d7f8cd),segment_id=e775c54b-b347-482e-a533-6338b7d7f8cd)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 04:05:35.176939 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-0287cbcf-76b5-4162-a666-e94d63abc133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:35.256638 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd3a0c5-b2ff-489f-985a-c5b3f846b08a None None] Pushing event updated for resources: {'Port': ['ID=4be3dea1-8229-47e9-b165-4f9d4fbc7561,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:05:35.260732 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0287cbcf-76b5-4162-a666-e94d63abc133 None None] Routers {'a1d06cc8-18e8-4d45-b859-76279b635e9e'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 04:05:35.261359 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-0287cbcf-76b5-4162-a666-e94d63abc133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T04:05:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['a1d06cc8-18e8-4d45-b859-76279b635e9e'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:05:35.370031 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-0287cbcf-76b5-4162-a666-e94d63abc133 None None] Set router a1d06cc8-18e8-4d45-b859-76279b635e9e gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 04:05:35.449183 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a6021b62-ecdc-4eea-8293-102c215ba88d req-67493e25-cccc-49de-93e1-2af624c75bb7 tempest-TestEncryptedCinderVolumes-2090853455 tempest-TestEncryptedCinderVolumes-2090853455-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4cc25d0-458f-4ca5-89be-07c7849f261e HTTP/1.1" status: 200 len: 210 time: 0.0276926 Aug 11 04:05:35.486206 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device c99b8222-2631-48ea-b337-1f93d5e8c5c8 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 04:05:35.616384 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port c99b8222-2631-48ea-b337-1f93d5e8c5c8 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 04:05:35.616761 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:35.678814 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-0287cbcf-76b5-4162-a666-e94d63abc133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1d06cc8-18e8-4d45-b859-76279b635e9e', 'name': 'tempest-TestEncryptedCinderVolumes-2089465431-router', 'tenant_id': 'eba00c44baad4aaea83250689a522d85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.179'}], 'enable_snat': True}, 'gw_port_id': 'c99b8222-2631-48ea-b337-1f93d5e8c5c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:05:28Z', 'updated_at': '2021-08-11T04:05:31Z', 'revision_number': 4, 'project_id': 'eba00c44baad4aaea83250689a522d85', 'gw_port': {'id': 'c99b8222-2631-48ea-b337-1f93d5e8c5c8', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:dd:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1d06cc8-18e8-4d45-b859-76279b635e9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:05:29Z', 'updated_at': '2021-08-11T04:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '4be3dea1-8229-47e9-b165-4f9d4fbc7561', 'name': '', 'network_id': 'b90f84a4-e16d-4af1-b085-4df5b8673c66', 'tenant_id': 'eba00c44baad4aaea83250689a522d85', 'mac_address': 'fa:16:3e:1a:4e:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1d06cc8-18e8-4d45-b859-76279b635e9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': 'f57ef660-0172-4872-af70-66989f270a7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:05:31Z', 'updated_at': '2021-08-11T04:05:35Z', 'revision_number': 4, 'project_id': 'eba00c44baad4aaea83250689a522d85', 'subnets': [{'id': 'f57ef660-0172-4872-af70-66989f270a7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:05:35.724936 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0287cbcf-76b5-4162-a666-e94d63abc133 None None] The sync data for ids ['a1d06cc8-18e8-4d45-b859-76279b635e9e'] in n-d-764292-30 is: [{'id': 'a1d06cc8-18e8-4d45-b859-76279b635e9e', 'name': 'tempest-TestEncryptedCinderVolumes-2089465431-router', 'tenant_id': 'eba00c44baad4aaea83250689a522d85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.179'}], 'enable_snat': True}, 'gw_port_id': 'c99b8222-2631-48ea-b337-1f93d5e8c5c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:05:28Z', 'updated_at': '2021-08-11T04:05:31Z', 'revision_number': 4, 'project_id': 'eba00c44baad4aaea83250689a522d85', 'gw_port': {'id': 'c99b8222-2631-48ea-b337-1f93d5e8c5c8', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:dd:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1d06cc8-18e8-4d45-b859-76279b635e9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:05:29Z', 'updated_at': '2021-08-11T04:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '4be3dea1-8229-47e9-b165-4f9d4fbc7561', 'name': '', 'network_id': 'b90f84a4-e16d-4af1-b085-4df5b8673c66', 'tenant_id': 'eba00c44baad4aaea83250689a522d85', 'mac_address': 'fa:16:3e:1a:4e:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1d06cc8-18e8-4d45-b859-76279b635e9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': 'f57ef660-0172-4872-af70-66989f270a7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:05:31Z', 'updated_at': '2021-08-11T04:05:35Z', 'revision_number': 4, 'project_id': 'eba00c44baad4aaea83250689a522d85', 'subnets': [{'id': 'f57ef660-0172-4872-af70-66989f270a7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 04:05:36.552017 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-991cd3dd-d67c-450d-aeb2-6567160f7878 req-c368a5f7-2d5b-4b2a-b5b4-769ea7eb5cff tempest-TestEncryptedCinderVolumes-2090853455 tempest-TestEncryptedCinderVolumes-2090853455-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4cc25d0-458f-4ca5-89be-07c7849f261e HTTP/1.1" status: 200 len: 210 time: 0.0283709 Aug 11 04:05:36.776408 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deea5b18-eeb8-4c31-8432-7ff993c4008b req-af0f680f-6efd-4a3e-8f8d-01f0af293b98 tempest-TestEncryptedCinderVolumes-2090853455 tempest-TestEncryptedCinderVolumes-2090853455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:05:36.778014 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-deea5b18-eeb8-4c31-8432-7ff993c4008b req-af0f680f-6efd-4a3e-8f8d-01f0af293b98 tempest-TestEncryptedCinderVolumes-2090853455 tempest-TestEncryptedCinderVolumes-2090853455-project] 10.222.0.22 "GET /v2.0/networks?id=3950827c-2520-4197-a6fe-a62ff7cf5d31 HTTP/1.1" status: 200 len: 817 time: 0.3976943 Aug 11 04:05:36.791904 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-deea5b18-eeb8-4c31-8432-7ff993c4008b req-41492bb7-d92d-4ad8-aa6e-91534f0e5d4f tempest-TestEncryptedCinderVolumes-2090853455 tempest-TestEncryptedCinderVolumes-2090853455-project] Request body: {'port': {'device_id': 'c4cc25d0-458f-4ca5-89be-07c7849f261e', 'network_id': '3950827c-2520-4197-a6fe-a62ff7cf5d31', 'admin_state_up': True, 'tenant_id': '32a5c6a1d6f3448997e27ba2f6c06be2'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:05:36.997822 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-deea5b18-eeb8-4c31-8432-7ff993c4008b req-41492bb7-d92d-4ad8-aa6e-91534f0e5d4f tempest-TestEncryptedCinderVolumes-2090853455 tempest-TestEncryptedCinderVolumes-2090853455-project] Made reservation on behalf of 32a5c6a1d6f3448997e27ba2f6c06be2 for: {'port': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 04:05:37.001577 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-deea5b18-eeb8-4c31-8432-7ff993c4008b req-41492bb7-d92d-4ad8-aa6e-91534f0e5d4f tempest-TestEncryptedCinderVolumes-2090853455 tempest-TestEncryptedCinderVolumes-2090853455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:37.129231 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [req-deea5b18-eeb8-4c31-8432-7ff993c4008b req-41492bb7-d92d-4ad8-aa6e-91534f0e5d4f tempest-TestEncryptedCinderVolumes-2090853455 tempest-TestEncryptedCinderVolumes-2090853455-project] Allocated IP 172.20.0.13 (3950827c-2520-4197-a6fe-a62ff7cf5d31/a22f93e6-4c48-42a1-ba34-b61677f0448f/65808771-a038-40d3-9314-1b0ab5949c9a) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 04:05:37.282448 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-deea5b18-eeb8-4c31-8432-7ff993c4008b req-41492bb7-d92d-4ad8-aa6e-91534f0e5d4f tempest-TestEncryptedCinderVolumes-2090853455 tempest-TestEncryptedCinderVolumes-2090853455-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:37.296238 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [req-deea5b18-eeb8-4c31-8432-7ff993c4008b req-41492bb7-d92d-4ad8-aa6e-91534f0e5d4f tempest-TestEncryptedCinderVolumes-2090853455 tempest-TestEncryptedCinderVolumes-2090853455-project] Transition to ACTIVE for port object 65808771-a038-40d3-9314-1b0ab5949c9a will not be triggered until provisioned by entity DHCP. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 04:05:37.398167 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-deea5b18-eeb8-4c31-8432-7ff993c4008b req-41492bb7-d92d-4ad8-aa6e-91534f0e5d4f tempest-TestEncryptedCinderVolumes-2090853455 tempest-TestEncryptedCinderVolumes-2090853455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:37.453416 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-deea5b18-eeb8-4c31-8432-7ff993c4008b req-41492bb7-d92d-4ad8-aa6e-91534f0e5d4f tempest-TestEncryptedCinderVolumes-2090853455 tempest-TestEncryptedCinderVolumes-2090853455-project] Network 3950827c-2520-4197-a6fe-a62ff7cf5d31 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 04:05:37.455191 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [req-deea5b18-eeb8-4c31-8432-7ff993c4008b req-41492bb7-d92d-4ad8-aa6e-91534f0e5d4f tempest-TestEncryptedCinderVolumes-2090853455 tempest-TestEncryptedCinderVolumes-2090853455-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 04:05:37.457014 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41492bb7-d92d-4ad8-aa6e-91534f0e5d4f tempest-TestEncryptedCinderVolumes-2090853455 tempest-TestEncryptedCinderVolumes-2090853455-project] Pushing event updated for resources: {'Port': ['ID=65808771-a038-40d3-9314-1b0ab5949c9a,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:05:37.459385 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-deea5b18-eeb8-4c31-8432-7ff993c4008b req-41492bb7-d92d-4ad8-aa6e-91534f0e5d4f tempest-TestEncryptedCinderVolumes-2090853455 tempest-TestEncryptedCinderVolumes-2090853455-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 04:05:37.510545 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 4be3dea1-8229-47e9-b165-4f9d4fbc7561 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 04:05:37.519688 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deea5b18-eeb8-4c31-8432-7ff993c4008b req-41492bb7-d92d-4ad8-aa6e-91534f0e5d4f tempest-TestEncryptedCinderVolumes-2090853455 tempest-TestEncryptedCinderVolumes-2090853455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:05:37.520379 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-deea5b18-eeb8-4c31-8432-7ff993c4008b req-41492bb7-d92d-4ad8-aa6e-91534f0e5d4f tempest-TestEncryptedCinderVolumes-2090853455 tempest-TestEncryptedCinderVolumes-2090853455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:37.600787 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-deea5b18-eeb8-4c31-8432-7ff993c4008b req-41492bb7-d92d-4ad8-aa6e-91534f0e5d4f tempest-TestEncryptedCinderVolumes-2090853455 tempest-TestEncryptedCinderVolumes-2090853455-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8129508 Aug 11 04:05:37.613685 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-deea5b18-eeb8-4c31-8432-7ff993c4008b req-beeb16cc-178e-400c-aef2-e0142533605c service neutron] Request body: {'port': {'device_id': 'c4cc25d0-458f-4ca5-89be-07c7849f261e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764292-30'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:05:37.627205 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port 4be3dea1-8229-47e9-b165-4f9d4fbc7561 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 04:05:37.631749 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 4be3dea1-8229-47e9-b165-4f9d4fbc7561 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 04:05:37.632307 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:37.673492 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-deea5b18-eeb8-4c31-8432-7ff993c4008b req-beeb16cc-178e-400c-aef2-e0142533605c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:37.689720 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3626e1b-9358-40c0-bd1e-bae2d5bfcfba req-d4e428bb-458a-464d-a0f5-061b3cb8a8dc tempest-TestEncryptedCinderVolumes-2090853455 tempest-TestEncryptedCinderVolumes-2090853455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:05:37.691298 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d3626e1b-9358-40c0-bd1e-bae2d5bfcfba req-d4e428bb-458a-464d-a0f5-061b3cb8a8dc tempest-TestEncryptedCinderVolumes-2090853455 tempest-TestEncryptedCinderVolumes-2090853455-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4cc25d0-458f-4ca5-89be-07c7849f261e HTTP/1.1" status: 200 len: 932 time: 0.0665071 Aug 11 04:05:37.734101 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:37.738571 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d3626e1b-9358-40c0-bd1e-bae2d5bfcfba req-9ea9663a-9cd9-4b78-b7d5-055d3fd0f20e tempest-TestEncryptedCinderVolumes-2090853455 tempest-TestEncryptedCinderVolumes-2090853455-project] 10.222.0.41 "GET /v2.0/security-groups?id=5285d559-5dcd-41fc-83d6-7d0d185c0239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409343 Aug 11 04:05:37.757791 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-e035ad09-6a08-4f57-9be8-f39338e99e5e None None] Provisioning for port 65808771-a038-40d3-9314-1b0ab5949c9a completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 04:05:37.769136 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-e035ad09-6a08-4f57-9be8-f39338e99e5e None None] Provisioning complete for port 65808771-a038-40d3-9314-1b0ab5949c9a triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 04:05:37.769501 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-e035ad09-6a08-4f57-9be8-f39338e99e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:37.772085 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port 4be3dea1-8229-47e9-b165-4f9d4fbc7561, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=4be3dea1-8229-47e9-b165-4f9d4fbc7561,segment=NetworkSegment(e775c54b-b347-482e-a533-6338b7d7f8cd),segment_id=e775c54b-b347-482e-a533-6338b7d7f8cd)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:05:37.805417 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-e035ad09-6a08-4f57-9be8-f39338e99e5e None None] Port 65808771-a038-40d3-9314-1b0ab5949c9a cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 04:05:37.827699 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:37.837230 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:37.884905 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=4be3dea1-8229-47e9-b165-4f9d4fbc7561,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:05:37.945152 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [req-deea5b18-eeb8-4c31-8432-7ff993c4008b req-beeb16cc-178e-400c-aef2-e0142533605c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65808771-a038-40d3-9314-1b0ab5949c9a {{(pid=102191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 04:05:37.952858 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-deea5b18-eeb8-4c31-8432-7ff993c4008b req-beeb16cc-178e-400c-aef2-e0142533605c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:37.964205 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [req-deea5b18-eeb8-4c31-8432-7ff993c4008b req-beeb16cc-178e-400c-aef2-e0142533605c service neutron] Transition to ACTIVE for port object 65808771-a038-40d3-9314-1b0ab5949c9a will not be triggered until provisioned by entity L2. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 04:05:38.022302 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-deea5b18-eeb8-4c31-8432-7ff993c4008b req-beeb16cc-178e-400c-aef2-e0142533605c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:38.074988 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beeb16cc-178e-400c-aef2-e0142533605c service neutron] Pushing event updated for resources: {'Port': ['ID=65808771-a038-40d3-9314-1b0ab5949c9a,revision_number=2']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:05:38.141203 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-deea5b18-eeb8-4c31-8432-7ff993c4008b req-beeb16cc-178e-400c-aef2-e0142533605c service neutron] Attempting to bind port 65808771-a038-40d3-9314-1b0ab5949c9a on host n-h1-764292-30 for vnic_type normal with profile {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 04:05:38.141532 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-deea5b18-eeb8-4c31-8432-7ff993c4008b req-beeb16cc-178e-400c-aef2-e0142533605c service neutron] Attempting to bind port 65808771-a038-40d3-9314-1b0ab5949c9a by drivers openvswitch,hyperv on host n-h1-764292-30 at level 0 using segments [{'id': '8d619638-b437-4573-bdaa-6a631f170a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3950827c-2520-4197-a6fe-a62ff7cf5d31'}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 04:05:38.141860 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deea5b18-eeb8-4c31-8432-7ff993c4008b req-beeb16cc-178e-400c-aef2-e0142533605c service neutron] Attempting to bind port 65808771-a038-40d3-9314-1b0ab5949c9a on network 3950827c-2520-4197-a6fe-a62ff7cf5d31 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 04:05:38.147138 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deea5b18-eeb8-4c31-8432-7ff993c4008b req-beeb16cc-178e-400c-aef2-e0142533605c service neutron] Port 65808771-a038-40d3-9314-1b0ab5949c9a on network 3950827c-2520-4197-a6fe-a62ff7cf5d31 not bound, no agent of type Open vSwitch agent registered on host n-h1-764292-30 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 04:05:38.147459 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deea5b18-eeb8-4c31-8432-7ff993c4008b req-beeb16cc-178e-400c-aef2-e0142533605c service neutron] Attempting to bind port 65808771-a038-40d3-9314-1b0ab5949c9a on network 3950827c-2520-4197-a6fe-a62ff7cf5d31 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 04:05:38.152758 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deea5b18-eeb8-4c31-8432-7ff993c4008b req-beeb16cc-178e-400c-aef2-e0142533605c service neutron] Checking agent: {'id': 'abb524c2-b412-4ed2-8367-45c4fd996fa7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 4, 5, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 04:05:38.153104 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deea5b18-eeb8-4c31-8432-7ff993c4008b req-beeb16cc-178e-400c-aef2-e0142533605c service neutron] Checking segment: {'id': '8d619638-b437-4573-bdaa-6a631f170a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3950827c-2520-4197-a6fe-a62ff7cf5d31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 04:05:38.153492 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deea5b18-eeb8-4c31-8432-7ff993c4008b req-beeb16cc-178e-400c-aef2-e0142533605c service neutron] Bound using segment: {'id': '8d619638-b437-4573-bdaa-6a631f170a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3950827c-2520-4197-a6fe-a62ff7cf5d31'} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 04:05:38.153926 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-deea5b18-eeb8-4c31-8432-7ff993c4008b req-beeb16cc-178e-400c-aef2-e0142533605c service neutron] Bound port: 65808771-a038-40d3-9314-1b0ab5949c9a, host: n-h1-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d619638-b437-4573-bdaa-6a631f170a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3950827c-2520-4197-a6fe-a62ff7cf5d31'}}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 04:05:38.154306 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-deea5b18-eeb8-4c31-8432-7ff993c4008b req-beeb16cc-178e-400c-aef2-e0142533605c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:38.225028 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-deea5b18-eeb8-4c31-8432-7ff993c4008b req-beeb16cc-178e-400c-aef2-e0142533605c service neutron] For port 65808771-a038-40d3-9314-1b0ab5949c9a, host n-h1-764292-30, cleared binding levels {{(pid=102191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 04:05:38.228064 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-deea5b18-eeb8-4c31-8432-7ff993c4008b req-beeb16cc-178e-400c-aef2-e0142533605c service neutron] For port 65808771-a038-40d3-9314-1b0ab5949c9a, host n-h1-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=65808771-a038-40d3-9314-1b0ab5949c9a,segment=NetworkSegment(8d619638-b437-4573-bdaa-6a631f170a0e),segment_id=8d619638-b437-4573-bdaa-6a631f170a0e)] {{(pid=102191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 04:05:38.312207 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-deea5b18-eeb8-4c31-8432-7ff993c4008b req-beeb16cc-178e-400c-aef2-e0142533605c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:38.346440 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deea5b18-eeb8-4c31-8432-7ff993c4008b req-beeb16cc-178e-400c-aef2-e0142533605c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:05:38.347085 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-deea5b18-eeb8-4c31-8432-7ff993c4008b req-beeb16cc-178e-400c-aef2-e0142533605c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:38.348472 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-deea5b18-eeb8-4c31-8432-7ff993c4008b req-beeb16cc-178e-400c-aef2-e0142533605c service neutron] 10.222.0.22 "PUT /v2.0/ports/65808771-a038-40d3-9314-1b0ab5949c9a HTTP/1.1" status: 200 len: 1093 time: 0.7395551 Aug 11 04:05:38.349489 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4cc25d0-458f-4ca5-89be-07c7849f261e', 'tag': '65808771-a038-40d3-9314-1b0ab5949c9a'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 04:05:38.351750 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9291d331c18c1eb37c2b57c8af4a09724b2e7f160dd5faf652855b3e38b81ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c447b39b-0ce3-440f-9adc-3418695de6ef" -d '{"events": [{"name": "network-changed", "server_uuid": "c4cc25d0-458f-4ca5-89be-07c7849f261e", "tag": "65808771-a038-40d3-9314-1b0ab5949c9a"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 04:05:38.381123 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beeb16cc-178e-400c-aef2-e0142533605c service neutron] Pushing event updated for resources: {'Port': ['ID=65808771-a038-40d3-9314-1b0ab5949c9a,revision_number=3']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:05:38.394092 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 04:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f728d00b-215d-4104-8595-f63b61b447a1 x-openstack-request-id: req-f728d00b-215d-4104-8595-f63b61b447a1 {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 04:05:38.394404 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4cc25d0-458f-4ca5-89be-07c7849f261e", "tag": "65808771-a038-40d3-9314-1b0ab5949c9a", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 04:05:38.394654 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f728d00b-215d-4104-8595-f63b61b447a1 {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 04:05:38.395121 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4cc25d0-458f-4ca5-89be-07c7849f261e', 'tag': '65808771-a038-40d3-9314-1b0ab5949c9a', 'status': 'completed', 'code': 200} Aug 11 04:05:38.455984 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c447b39b-0ce3-440f-9adc-3418695de6ef req-15639ee4-c27b-4da0-b082-834f717a823b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:05:38.457618 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c447b39b-0ce3-440f-9adc-3418695de6ef req-15639ee4-c27b-4da0-b082-834f717a823b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=32a5c6a1d6f3448997e27ba2f6c06be2&device_id=c4cc25d0-458f-4ca5-89be-07c7849f261e HTTP/1.1" status: 200 len: 1096 time: 0.0432956 Aug 11 04:05:38.560908 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c447b39b-0ce3-440f-9adc-3418695de6ef req-4af83a09-fee5-48a1-857f-e503edd40539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:05:38.562420 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c447b39b-0ce3-440f-9adc-3418695de6ef req-4af83a09-fee5-48a1-857f-e503edd40539 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=32a5c6a1d6f3448997e27ba2f6c06be2&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0965269 Aug 11 04:05:38.652602 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c447b39b-0ce3-440f-9adc-3418695de6ef req-6fa42c41-cb44-4894-9e5c-396a6ca3ade5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:05:38.653962 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c447b39b-0ce3-440f-9adc-3418695de6ef req-6fa42c41-cb44-4894-9e5c-396a6ca3ade5 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0853226 Aug 11 04:05:38.728426 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deea5b18-eeb8-4c31-8432-7ff993c4008b req-041eee6f-87f4-4d4a-a8d7-56fe21ab7d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:05:38.729873 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-deea5b18-eeb8-4c31-8432-7ff993c4008b req-041eee6f-87f4-4d4a-a8d7-56fe21ab7d78 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=32a5c6a1d6f3448997e27ba2f6c06be2&device_id=c4cc25d0-458f-4ca5-89be-07c7849f261e HTTP/1.1" status: 200 len: 1096 time: 0.0403707 Aug 11 04:05:38.775176 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-deea5b18-eeb8-4c31-8432-7ff993c4008b req-5ec86d96-6ff3-4746-be8a-f497a5674fa9 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=65808771-a038-40d3-9314-1b0ab5949c9a HTTP/1.1" status: 200 len: 217 time: 0.0374932 Aug 11 04:05:38.825179 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deea5b18-eeb8-4c31-8432-7ff993c4008b req-130fcb31-454b-447c-a0b2-9f66e3ea2fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:05:38.826607 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-deea5b18-eeb8-4c31-8432-7ff993c4008b req-130fcb31-454b-447c-a0b2-9f66e3ea2fc1 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a22f93e6-4c48-42a1-ba34-b61677f0448f HTTP/1.1" status: 200 len: 856 time: 0.0445037 Aug 11 04:05:38.855365 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb90f75a-cb0e-4131-9164-3ded48ab573e req-ae73d054-fa97-4ca8-8192-cbdf99d7a5ee tempest-TestEncryptedCinderVolumes-2090853455 tempest-TestEncryptedCinderVolumes-2090853455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:05:38.856857 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-eb90f75a-cb0e-4131-9164-3ded48ab573e req-ae73d054-fa97-4ca8-8192-cbdf99d7a5ee tempest-TestEncryptedCinderVolumes-2090853455 tempest-TestEncryptedCinderVolumes-2090853455-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4cc25d0-458f-4ca5-89be-07c7849f261e HTTP/1.1" status: 200 len: 944 time: 0.0481293 Aug 11 04:05:38.874145 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deea5b18-eeb8-4c31-8432-7ff993c4008b req-26d9be6e-5edc-446b-ba6f-6ce6c2b0827e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:05:38.875688 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-deea5b18-eeb8-4c31-8432-7ff993c4008b req-26d9be6e-5edc-446b-ba6f-6ce6c2b0827e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3950827c-2520-4197-a6fe-a62ff7cf5d31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418115 Aug 11 04:05:38.895886 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-eb90f75a-cb0e-4131-9164-3ded48ab573e req-2ec01bb0-43b0-42e8-896e-c9bce32921c7 tempest-TestEncryptedCinderVolumes-2090853455 tempest-TestEncryptedCinderVolumes-2090853455-project] 10.222.0.41 "GET /v2.0/security-groups?id=5285d559-5dcd-41fc-83d6-7d0d185c0239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322840 Aug 11 04:05:38.968481 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-deea5b18-eeb8-4c31-8432-7ff993c4008b req-f5061f51-31ae-445c-977a-5a343f6eb98d service neutron] 10.222.0.22 "GET /v2.0/networks/3950827c-2520-4197-a6fe-a62ff7cf5d31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851283 Aug 11 04:05:39.056827 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-deea5b18-eeb8-4c31-8432-7ff993c4008b req-c6f755bd-5cff-45fb-8565-14ef511848c7 service neutron] 10.222.0.22 "GET /v2.0/networks/3950827c-2520-4197-a6fe-a62ff7cf5d31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812550 Aug 11 04:05:39.465836 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 4be3dea1-8229-47e9-b165-4f9d4fbc7561 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 04:05:39.517777 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 4be3dea1-8229-47e9-b165-4f9d4fbc7561 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 04:05:39.518151 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:40.009837 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986ed4ee-eed0-4455-8f7d-08b48f0d9cbe req-c07fdd1c-a346-4390-99e0-d50d693b0a56 tempest-TestEncryptedCinderVolumes-2090853455 tempest-TestEncryptedCinderVolumes-2090853455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:05:40.011355 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-986ed4ee-eed0-4455-8f7d-08b48f0d9cbe req-c07fdd1c-a346-4390-99e0-d50d693b0a56 tempest-TestEncryptedCinderVolumes-2090853455 tempest-TestEncryptedCinderVolumes-2090853455-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4cc25d0-458f-4ca5-89be-07c7849f261e HTTP/1.1" status: 200 len: 944 time: 0.0474751 Aug 11 04:05:40.048237 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-986ed4ee-eed0-4455-8f7d-08b48f0d9cbe req-52b078cf-18d8-4d8c-b9e8-c71e4e9de44b tempest-TestEncryptedCinderVolumes-2090853455 tempest-TestEncryptedCinderVolumes-2090853455-project] 10.222.0.41 "GET /v2.0/security-groups?id=5285d559-5dcd-41fc-83d6-7d0d185c0239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309412 Aug 11 04:05:41.165595 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc84212-6f6a-47a3-a365-dd85a5352e87 req-29a946e8-f55e-4545-92d3-f331789990c9 tempest-TestEncryptedCinderVolumes-2090853455 tempest-TestEncryptedCinderVolumes-2090853455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:05:41.167031 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ccc84212-6f6a-47a3-a365-dd85a5352e87 req-29a946e8-f55e-4545-92d3-f331789990c9 tempest-TestEncryptedCinderVolumes-2090853455 tempest-TestEncryptedCinderVolumes-2090853455-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4cc25d0-458f-4ca5-89be-07c7849f261e HTTP/1.1" status: 200 len: 944 time: 0.0537519 Aug 11 04:05:41.202904 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ccc84212-6f6a-47a3-a365-dd85a5352e87 req-11c1af7f-91fe-4f01-bc6c-de1a3ee33d0e tempest-TestEncryptedCinderVolumes-2090853455 tempest-TestEncryptedCinderVolumes-2090853455-project] 10.222.0.41 "GET /v2.0/security-groups?id=5285d559-5dcd-41fc-83d6-7d0d185c0239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300324 Aug 11 04:05:41.700285 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:42.318226 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c8daff-85db-49d8-9002-cf38ed8a4ca8 req-2dd5400d-a980-48a4-9aaf-c791d92ec5a2 tempest-TestEncryptedCinderVolumes-2090853455 tempest-TestEncryptedCinderVolumes-2090853455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:05:42.319760 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e0c8daff-85db-49d8-9002-cf38ed8a4ca8 req-2dd5400d-a980-48a4-9aaf-c791d92ec5a2 tempest-TestEncryptedCinderVolumes-2090853455 tempest-TestEncryptedCinderVolumes-2090853455-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4cc25d0-458f-4ca5-89be-07c7849f261e HTTP/1.1" status: 200 len: 944 time: 0.0500400 Aug 11 04:05:42.356549 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e0c8daff-85db-49d8-9002-cf38ed8a4ca8 req-b6d87004-1c03-47c1-87f0-78c1aa99ca42 tempest-TestEncryptedCinderVolumes-2090853455 tempest-TestEncryptedCinderVolumes-2090853455-project] 10.222.0.41 "GET /v2.0/security-groups?id=5285d559-5dcd-41fc-83d6-7d0d185c0239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308652 Aug 11 04:05:42.858681 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 65808771-a038-40d3-9314-1b0ab5949c9a details requested by agent hyperv_n-h1-764292-30 with host n-h1-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 04:05:42.961260 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 65808771-a038-40d3-9314-1b0ab5949c9a, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=65808771-a038-40d3-9314-1b0ab5949c9a,segment=NetworkSegment(8d619638-b437-4573-bdaa-6a631f170a0e),segment_id=8d619638-b437-4573-bdaa-6a631f170a0e)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:05:42.972503 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Returning: {'device': '65808771-a038-40d3-9314-1b0ab5949c9a', 'network_id': '3950827c-2520-4197-a6fe-a62ff7cf5d31', 'port_id': '65808771-a038-40d3-9314-1b0ab5949c9a', 'mac_address': 'fa:16:3e:97:32:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a22f93e6-4c48-42a1-ba34-b61677f0448f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 04:05:43.008465 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:43.020815 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65808771-a038-40d3-9314-1b0ab5949c9a {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 04:05:43.040286 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 65808771-a038-40d3-9314-1b0ab5949c9a, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=65808771-a038-40d3-9314-1b0ab5949c9a,segment=NetworkSegment(8d619638-b437-4573-bdaa-6a631f170a0e),segment_id=8d619638-b437-4573-bdaa-6a631f170a0e)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:05:43.117550 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:43.165175 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=65808771-a038-40d3-9314-1b0ab5949c9a,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:05:43.172377 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:05:43.172722 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:05:43.173060 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:05:43.173393 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:05:43.173803 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:05:43.174136 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:05:43.174490 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:05:43.174817 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:05:43.175137 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:05:43.175457 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:05:43.175800 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:05:43.176098 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:05:43.422233 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['65808771-a038-40d3-9314-1b0ab5949c9a'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 04:05:43.469644 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac82ea77-75cb-45f6-84fe-d9b8b3e58988 req-eb4246ca-bc4a-4a68-8a73-48b8416633cb tempest-TestEncryptedCinderVolumes-2090853455 tempest-TestEncryptedCinderVolumes-2090853455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:05:43.471184 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ac82ea77-75cb-45f6-84fe-d9b8b3e58988 req-eb4246ca-bc4a-4a68-8a73-48b8416633cb tempest-TestEncryptedCinderVolumes-2090853455 tempest-TestEncryptedCinderVolumes-2090853455-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4cc25d0-458f-4ca5-89be-07c7849f261e HTTP/1.1" status: 200 len: 945 time: 0.0481601 Aug 11 04:05:43.509217 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ac82ea77-75cb-45f6-84fe-d9b8b3e58988 req-a8c66350-538e-4193-8c80-892aad575286 tempest-TestEncryptedCinderVolumes-2090853455 tempest-TestEncryptedCinderVolumes-2090853455-project] 10.222.0.41 "GET /v2.0/security-groups?id=5285d559-5dcd-41fc-83d6-7d0d185c0239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313289 Aug 11 04:05:44.625087 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4b7ff8-a30f-4cae-a9dc-8508ebf92769 req-220409bd-b769-4acd-a5ce-bd4995a3bda2 tempest-TestEncryptedCinderVolumes-2090853455 tempest-TestEncryptedCinderVolumes-2090853455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:05:44.626570 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ae4b7ff8-a30f-4cae-a9dc-8508ebf92769 req-220409bd-b769-4acd-a5ce-bd4995a3bda2 tempest-TestEncryptedCinderVolumes-2090853455 tempest-TestEncryptedCinderVolumes-2090853455-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4cc25d0-458f-4ca5-89be-07c7849f261e HTTP/1.1" status: 200 len: 945 time: 0.0512826 Aug 11 04:05:44.664214 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ae4b7ff8-a30f-4cae-a9dc-8508ebf92769 req-c82ccc07-c6c2-466f-a451-da4137f90404 tempest-TestEncryptedCinderVolumes-2090853455 tempest-TestEncryptedCinderVolumes-2090853455-project] 10.222.0.41 "GET /v2.0/security-groups?id=5285d559-5dcd-41fc-83d6-7d0d185c0239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313675 Aug 11 04:05:44.859656 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 65808771-a038-40d3-9314-1b0ab5949c9a up at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 04:05:44.947259 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning for port 65808771-a038-40d3-9314-1b0ab5949c9a completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 04:05:44.950874 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning complete for port 65808771-a038-40d3-9314-1b0ab5949c9a triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 04:05:44.951239 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:45.028774 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:45.050275 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4cc25d0-458f-4ca5-89be-07c7849f261e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65808771-a038-40d3-9314-1b0ab5949c9a'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 04:05:45.052521 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e385e08809ed349a2646fb52500b409f99e085c14d592b33dda6f3cb7a212da1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e61ec1e-516e-4b1f-9d83-d07dcc0cfbeb" -d '{"events": [{"server_uuid": "c4cc25d0-458f-4ca5-89be-07c7849f261e", "name": "network-vif-plugged", "status": "completed", "tag": "65808771-a038-40d3-9314-1b0ab5949c9a"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 04:05:45.065979 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 65808771-a038-40d3-9314-1b0ab5949c9a, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=65808771-a038-40d3-9314-1b0ab5949c9a,segment=NetworkSegment(8d619638-b437-4573-bdaa-6a631f170a0e),segment_id=8d619638-b437-4573-bdaa-6a631f170a0e)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:05:45.089140 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 04:05:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25804b64-4654-4831-9c76-e42d71118beb x-openstack-request-id: req-25804b64-4654-4831-9c76-e42d71118beb {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 04:05:45.089431 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4cc25d0-458f-4ca5-89be-07c7849f261e", "name": "network-vif-plugged", "status": "completed", "tag": "65808771-a038-40d3-9314-1b0ab5949c9a", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 04:05:45.089680 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-25804b64-4654-4831-9c76-e42d71118beb {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 04:05:45.090070 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4cc25d0-458f-4ca5-89be-07c7849f261e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65808771-a038-40d3-9314-1b0ab5949c9a', 'code': 200} Aug 11 04:05:45.128758 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:45.177077 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=65808771-a038-40d3-9314-1b0ab5949c9a,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:05:45.185928 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b461187-82ef-4f82-9e17-054ac709fa64 req-ebdc74dc-9f43-4ee5-b75a-0c4e9b2a246a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:05:45.187411 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-6b461187-82ef-4f82-9e17-054ac709fa64 req-ebdc74dc-9f43-4ee5-b75a-0c4e9b2a246a service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=c4cc25d0-458f-4ca5-89be-07c7849f261e HTTP/1.1" status: 200 len: 1098 time: 0.0409651 Aug 11 04:05:45.224178 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-6b461187-82ef-4f82-9e17-054ac709fa64 req-9dbb5a43-2ecf-4708-bb19-2898bc9f501a service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=5285d559-5dcd-41fc-83d6-7d0d185c0239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304618 Aug 11 04:05:45.776209 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b16cfe-a487-4060-8055-b968eb42df01 req-93069e83-a4d7-4897-b08e-052e1272be29 tempest-TestEncryptedCinderVolumes-2090853455 tempest-TestEncryptedCinderVolumes-2090853455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:05:45.777919 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d3b16cfe-a487-4060-8055-b968eb42df01 req-93069e83-a4d7-4897-b08e-052e1272be29 tempest-TestEncryptedCinderVolumes-2090853455 tempest-TestEncryptedCinderVolumes-2090853455-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4cc25d0-458f-4ca5-89be-07c7849f261e HTTP/1.1" status: 200 len: 946 time: 0.0476348 Aug 11 04:05:45.814504 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d3b16cfe-a487-4060-8055-b968eb42df01 req-78c12a5e-09c2-495e-837d-d5198fe003ac tempest-TestEncryptedCinderVolumes-2090853455 tempest-TestEncryptedCinderVolumes-2090853455-project] 10.222.0.41 "GET /v2.0/security-groups?id=5285d559-5dcd-41fc-83d6-7d0d185c0239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307434 Aug 11 04:05:46.930814 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e2a4ae-0ed4-40a6-b8c7-a6d5e1281c74 req-ca3b9213-43ab-412d-8715-b331fc11f77f tempest-TestEncryptedCinderVolumes-2090853455 tempest-TestEncryptedCinderVolumes-2090853455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:05:46.932295 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f2e2a4ae-0ed4-40a6-b8c7-a6d5e1281c74 req-ca3b9213-43ab-412d-8715-b331fc11f77f tempest-TestEncryptedCinderVolumes-2090853455 tempest-TestEncryptedCinderVolumes-2090853455-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4cc25d0-458f-4ca5-89be-07c7849f261e HTTP/1.1" status: 200 len: 946 time: 0.0506532 Aug 11 04:05:46.968826 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f2e2a4ae-0ed4-40a6-b8c7-a6d5e1281c74 req-0f8efd60-5160-4b22-99db-cad0c120a949 tempest-TestEncryptedCinderVolumes-2090853455 tempest-TestEncryptedCinderVolumes-2090853455-project] 10.222.0.41 "GET /v2.0/security-groups?id=5285d559-5dcd-41fc-83d6-7d0d185c0239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307901 Aug 11 04:05:47.435039 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71448a5f-da10-4c93-8d6e-f8d408ad33d0 req-19cd943d-c5d2-49f3-acf3-22640426c928 tempest-TestEncryptedCinderVolumes-2090853455 tempest-TestEncryptedCinderVolumes-2090853455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:05:47.436444 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-71448a5f-da10-4c93-8d6e-f8d408ad33d0 req-19cd943d-c5d2-49f3-acf3-22640426c928 tempest-TestEncryptedCinderVolumes-2090853455 tempest-TestEncryptedCinderVolumes-2090853455-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4cc25d0-458f-4ca5-89be-07c7849f261e HTTP/1.1" status: 200 len: 946 time: 0.3882523 Aug 11 04:05:47.472748 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-71448a5f-da10-4c93-8d6e-f8d408ad33d0 req-f4e6b2bf-cc70-43f5-85aa-8ed4133768c2 tempest-TestEncryptedCinderVolumes-2090853455 tempest-TestEncryptedCinderVolumes-2090853455-project] 10.222.0.41 "GET /v2.0/security-groups?id=5285d559-5dcd-41fc-83d6-7d0d185c0239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303268 Aug 11 04:05:58.412469 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.agents_db [None req-950b7202-decb-43e2-8f71-ac8931dc9749 None None] Agent healthcheck: found 7 active agents {{(pid=102194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 04:05:59.242921 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-ae9d1a34-6f2d-4a84-9364-3d12c70982a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:01.905856 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:02.106584 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-de5473b9-26da-4e0a-bfae-18ec129409b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:03.215925 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:04.854603 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:07.793124 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:09.447937 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7461fab-5756-46bb-8823-d54014cb7b75 req-5a4ca664-47df-4a31-8ddf-08ba68a5da61 tempest-TestEncryptedCinderVolumes-2090853455 tempest-TestEncryptedCinderVolumes-2090853455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:06:09.449954 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f7461fab-5756-46bb-8823-d54014cb7b75 req-5a4ca664-47df-4a31-8ddf-08ba68a5da61 tempest-TestEncryptedCinderVolumes-2090853455 tempest-TestEncryptedCinderVolumes-2090853455-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4cc25d0-458f-4ca5-89be-07c7849f261e HTTP/1.1" status: 200 len: 946 time: 0.0509923 Aug 11 04:06:09.489171 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f7461fab-5756-46bb-8823-d54014cb7b75 req-5ab914cb-71ef-4593-9b30-c66f0a70e745 tempest-TestEncryptedCinderVolumes-2090853455 tempest-TestEncryptedCinderVolumes-2090853455-project] 10.222.0.41 "GET /v2.0/security-groups?id=5285d559-5dcd-41fc-83d6-7d0d185c0239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317647 Aug 11 04:06:10.603718 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ba59db-17ff-4743-b5af-5ecfb2be4fb3 req-ed3d969e-7b09-4a41-996d-8d29b68a7732 tempest-TestEncryptedCinderVolumes-2090853455 tempest-TestEncryptedCinderVolumes-2090853455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:06:10.605213 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e1ba59db-17ff-4743-b5af-5ecfb2be4fb3 req-ed3d969e-7b09-4a41-996d-8d29b68a7732 tempest-TestEncryptedCinderVolumes-2090853455 tempest-TestEncryptedCinderVolumes-2090853455-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4cc25d0-458f-4ca5-89be-07c7849f261e HTTP/1.1" status: 200 len: 946 time: 0.0483518 Aug 11 04:06:10.642684 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e1ba59db-17ff-4743-b5af-5ecfb2be4fb3 req-04036e00-4e0d-413c-8361-5400242f5b30 tempest-TestEncryptedCinderVolumes-2090853455 tempest-TestEncryptedCinderVolumes-2090853455-project] 10.222.0.41 "GET /v2.0/security-groups?id=5285d559-5dcd-41fc-83d6-7d0d185c0239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313802 Aug 11 04:06:11.125855 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd3e98b-23da-4e42-9900-f24bed551049 req-24e62a67-dee8-4f3f-be22-1a68eb7d9de8 tempest-TestEncryptedCinderVolumes-2090853455 tempest-TestEncryptedCinderVolumes-2090853455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:06:11.127326 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-cbd3e98b-23da-4e42-9900-f24bed551049 req-24e62a67-dee8-4f3f-be22-1a68eb7d9de8 tempest-TestEncryptedCinderVolumes-2090853455 tempest-TestEncryptedCinderVolumes-2090853455-project] 10.222.0.22 "GET /v2.0/ports?device_id=c4cc25d0-458f-4ca5-89be-07c7849f261e HTTP/1.1" status: 200 len: 946 time: 0.0478573 Aug 11 04:06:11.215875 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-cbd3e98b-23da-4e42-9900-f24bed551049 req-b9814764-667d-4a95-ab77-5101969692ae tempest-TestEncryptedCinderVolumes-2090853455 tempest-TestEncryptedCinderVolumes-2090853455-project] Deleting port 65808771-a038-40d3-9314-1b0ab5949c9a {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 04:06:11.216211 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-cbd3e98b-23da-4e42-9900-f24bed551049 req-b9814764-667d-4a95-ab77-5101969692ae tempest-TestEncryptedCinderVolumes-2090853455 tempest-TestEncryptedCinderVolumes-2090853455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:11.303287 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-cbd3e98b-23da-4e42-9900-f24bed551049 req-b9814764-667d-4a95-ab77-5101969692ae tempest-TestEncryptedCinderVolumes-2090853455 tempest-TestEncryptedCinderVolumes-2090853455-project] For port 65808771-a038-40d3-9314-1b0ab5949c9a, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=65808771-a038-40d3-9314-1b0ab5949c9a,segment=NetworkSegment(8d619638-b437-4573-bdaa-6a631f170a0e),segment_id=8d619638-b437-4573-bdaa-6a631f170a0e)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:06:11.303560 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-cbd3e98b-23da-4e42-9900-f24bed551049 req-b9814764-667d-4a95-ab77-5101969692ae tempest-TestEncryptedCinderVolumes-2090853455 tempest-TestEncryptedCinderVolumes-2090853455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:11.316246 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-cbd3e98b-23da-4e42-9900-f24bed551049 req-b9814764-667d-4a95-ab77-5101969692ae tempest-TestEncryptedCinderVolumes-2090853455 tempest-TestEncryptedCinderVolumes-2090853455-project] Calling delete_port for 65808771-a038-40d3-9314-1b0ab5949c9a owned by compute:nova {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 04:06:11.496198 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-cbd3e98b-23da-4e42-9900-f24bed551049 req-b9814764-667d-4a95-ab77-5101969692ae tempest-TestEncryptedCinderVolumes-2090853455 tempest-TestEncryptedCinderVolumes-2090853455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:11.508982 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['65808771-a038-40d3-9314-1b0ab5949c9a'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 04:06:11.524837 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9814764-667d-4a95-ab77-5101969692ae tempest-TestEncryptedCinderVolumes-2090853455 tempest-TestEncryptedCinderVolumes-2090853455-project] Pushing event deleted for resources: {'Port': ['ID=65808771-a038-40d3-9314-1b0ab5949c9a,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:06:11.551673 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814764-667d-4a95-ab77-5101969692ae tempest-TestEncryptedCinderVolumes-2090853455 tempest-TestEncryptedCinderVolumes-2090853455-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:06:11.552039 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814764-667d-4a95-ab77-5101969692ae tempest-TestEncryptedCinderVolumes-2090853455 tempest-TestEncryptedCinderVolumes-2090853455-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:06:11.552464 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814764-667d-4a95-ab77-5101969692ae tempest-TestEncryptedCinderVolumes-2090853455 tempest-TestEncryptedCinderVolumes-2090853455-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:06:11.552700 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814764-667d-4a95-ab77-5101969692ae tempest-TestEncryptedCinderVolumes-2090853455 tempest-TestEncryptedCinderVolumes-2090853455-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:06:11.553047 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814764-667d-4a95-ab77-5101969692ae tempest-TestEncryptedCinderVolumes-2090853455 tempest-TestEncryptedCinderVolumes-2090853455-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:06:11.553397 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814764-667d-4a95-ab77-5101969692ae tempest-TestEncryptedCinderVolumes-2090853455 tempest-TestEncryptedCinderVolumes-2090853455-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:06:11.553672 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814764-667d-4a95-ab77-5101969692ae tempest-TestEncryptedCinderVolumes-2090853455 tempest-TestEncryptedCinderVolumes-2090853455-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:06:11.553998 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814764-667d-4a95-ab77-5101969692ae tempest-TestEncryptedCinderVolumes-2090853455 tempest-TestEncryptedCinderVolumes-2090853455-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:06:11.554345 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814764-667d-4a95-ab77-5101969692ae tempest-TestEncryptedCinderVolumes-2090853455 tempest-TestEncryptedCinderVolumes-2090853455-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:06:11.554672 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814764-667d-4a95-ab77-5101969692ae tempest-TestEncryptedCinderVolumes-2090853455 tempest-TestEncryptedCinderVolumes-2090853455-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:06:11.554993 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814764-667d-4a95-ab77-5101969692ae tempest-TestEncryptedCinderVolumes-2090853455 tempest-TestEncryptedCinderVolumes-2090853455-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:06:11.555310 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9814764-667d-4a95-ab77-5101969692ae tempest-TestEncryptedCinderVolumes-2090853455 tempest-TestEncryptedCinderVolumes-2090853455-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:06:11.577577 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbd3e98b-23da-4e42-9900-f24bed551049 req-b9814764-667d-4a95-ab77-5101969692ae tempest-TestEncryptedCinderVolumes-2090853455 tempest-TestEncryptedCinderVolumes-2090853455-project] No DVR routers for this DVR port 65808771-a038-40d3-9314-1b0ab5949c9a on host n-h1-764292-30 {{(pid=102191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 04:06:11.580372 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-cbd3e98b-23da-4e42-9900-f24bed551049 req-b9814764-667d-4a95-ab77-5101969692ae tempest-TestEncryptedCinderVolumes-2090853455 tempest-TestEncryptedCinderVolumes-2090853455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:11.582477 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-cbd3e98b-23da-4e42-9900-f24bed551049 req-b9814764-667d-4a95-ab77-5101969692ae tempest-TestEncryptedCinderVolumes-2090853455 tempest-TestEncryptedCinderVolumes-2090853455-project] 10.222.0.22 "DELETE /v2.0/ports/65808771-a038-40d3-9314-1b0ab5949c9a HTTP/1.1" status: 204 len: 173 time: 0.4483051 Aug 11 04:06:11.582862 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4cc25d0-458f-4ca5-89be-07c7849f261e', 'name': 'network-vif-deleted', 'tag': '65808771-a038-40d3-9314-1b0ab5949c9a'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 04:06:11.585299 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9291d331c18c1eb37c2b57c8af4a09724b2e7f160dd5faf652855b3e38b81ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-749a984c-826f-4d37-838e-ae6372fa69ca" -d '{"events": [{"server_uuid": "c4cc25d0-458f-4ca5-89be-07c7849f261e", "name": "network-vif-deleted", "tag": "65808771-a038-40d3-9314-1b0ab5949c9a"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 04:06:11.642644 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 04:06:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9da3e7e3-cc96-4ce3-b495-f36180780ab0 x-openstack-request-id: req-9da3e7e3-cc96-4ce3-b495-f36180780ab0 {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 04:06:11.643323 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4cc25d0-458f-4ca5-89be-07c7849f261e", "name": "network-vif-deleted", "tag": "65808771-a038-40d3-9314-1b0ab5949c9a", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 04:06:11.643323 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9da3e7e3-cc96-4ce3-b495-f36180780ab0 {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 04:06:11.643722 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4cc25d0-458f-4ca5-89be-07c7849f261e', 'name': 'network-vif-deleted', 'tag': '65808771-a038-40d3-9314-1b0ab5949c9a', 'status': 'completed', 'code': 200} Aug 11 04:06:11.661511 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:11.744404 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-03f6660c-c0be-4132-ba74-04ccfebd7930 req-d0779fec-6cef-4f2e-8616-7384fd6f613f tempest-TestEncryptedCinderVolumes-2090853455 tempest-TestEncryptedCinderVolumes-2090853455-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4cc25d0-458f-4ca5-89be-07c7849f261e HTTP/1.1" status: 200 len: 210 time: 0.0319643 Aug 11 04:06:13.609012 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed8cf54-92d2-4702-937b-e311de8462fe req-ead6d6e5-5ff0-47de-8c5c-427b2efc3219 tempest-TestEncryptedCinderVolumes-2090853455 tempest-TestEncryptedCinderVolumes-2090853455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:06:13.610514 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-aed8cf54-92d2-4702-937b-e311de8462fe req-ead6d6e5-5ff0-47de-8c5c-427b2efc3219 tempest-TestEncryptedCinderVolumes-2090853455 tempest-TestEncryptedCinderVolumes-2090853455-project] 10.222.0.41 "GET /v2.0/networks?id=3950827c-2520-4197-a6fe-a62ff7cf5d31 HTTP/1.1" status: 200 len: 817 time: 0.0982115 Aug 11 04:06:13.625456 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-aed8cf54-92d2-4702-937b-e311de8462fe req-08678a63-a7ef-4735-a07b-774be5ffe9c6 tempest-TestEncryptedCinderVolumes-2090853455 tempest-TestEncryptedCinderVolumes-2090853455-project] 10.222.0.41 "GET /v2.0/quotas/32a5c6a1d6f3448997e27ba2f6c06be2 HTTP/1.1" status: 200 len: 375 time: 0.0093014 Aug 11 04:06:13.675379 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-aed8cf54-92d2-4702-937b-e311de8462fe req-1094b583-71b1-4c7e-a38b-c1b0d610d2cd tempest-TestEncryptedCinderVolumes-2090853455 tempest-TestEncryptedCinderVolumes-2090853455-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=32a5c6a1d6f3448997e27ba2f6c06be2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0447872 Aug 11 04:06:13.770950 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-aed8cf54-92d2-4702-937b-e311de8462fe req-db4bab44-1879-4cbf-93a9-c5321bef45e5 service neutron] 10.222.0.41 "GET /v2.0/networks/3950827c-2520-4197-a6fe-a62ff7cf5d31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838652 Aug 11 04:06:13.859109 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-aed8cf54-92d2-4702-937b-e311de8462fe req-216e913a-41f6-4e89-ab8b-c4b239524ed6 service neutron] 10.222.0.41 "GET /v2.0/networks/3950827c-2520-4197-a6fe-a62ff7cf5d31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814042 Aug 11 04:06:14.112323 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8cce6d01-f485-442e-b248-7fdae4a3716d req-760c7fcf-6d0d-4cfc-a49f-089d572af3ab tempest-TestEncryptedCinderVolumes-2090853455 tempest-TestEncryptedCinderVolumes-2090853455-project] 10.222.0.41 "GET /v2.0/ports?device_id=707140f4-8208-4965-9a1f-faea32b86256 HTTP/1.1" status: 200 len: 210 time: 0.0310302 Aug 11 04:06:15.023435 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 65808771-a038-40d3-9314-1b0ab5949c9a no longer exists at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 04:06:15.043810 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] No Port match for: 65808771-a038-40d3-9314-1b0ab5949c9a {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 04:06:15.044152 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 65808771-a038-40d3-9314-1b0ab5949c9a not bound to the agent host n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 04:06:15.206679 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e5694b27-3ed0-4795-8bac-314f306d4c6b req-3d2582be-0ab1-4cb7-8128-69c59f16e2aa tempest-TestEncryptedCinderVolumes-2090853455 tempest-TestEncryptedCinderVolumes-2090853455-project] 10.222.0.41 "GET /v2.0/ports?device_id=707140f4-8208-4965-9a1f-faea32b86256 HTTP/1.1" status: 200 len: 210 time: 0.0275536 Aug 11 04:06:16.073903 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed8cf54-92d2-4702-937b-e311de8462fe req-7907641d-28a8-4ae6-8cf0-802f1eb525a3 tempest-TestEncryptedCinderVolumes-2090853455 tempest-TestEncryptedCinderVolumes-2090853455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:06:16.075415 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-aed8cf54-92d2-4702-937b-e311de8462fe req-7907641d-28a8-4ae6-8cf0-802f1eb525a3 tempest-TestEncryptedCinderVolumes-2090853455 tempest-TestEncryptedCinderVolumes-2090853455-project] 10.222.0.22 "GET /v2.0/networks?id=3950827c-2520-4197-a6fe-a62ff7cf5d31 HTTP/1.1" status: 200 len: 817 time: 0.1040750 Aug 11 04:06:16.087783 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-aed8cf54-92d2-4702-937b-e311de8462fe req-c264f35b-037f-4add-8748-057a56fd2883 tempest-TestEncryptedCinderVolumes-2090853455 tempest-TestEncryptedCinderVolumes-2090853455-project] Request body: {'port': {'device_id': '707140f4-8208-4965-9a1f-faea32b86256', 'network_id': '3950827c-2520-4197-a6fe-a62ff7cf5d31', 'admin_state_up': True, 'tenant_id': '32a5c6a1d6f3448997e27ba2f6c06be2'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:06:16.254466 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aed8cf54-92d2-4702-937b-e311de8462fe req-c264f35b-037f-4add-8748-057a56fd2883 tempest-TestEncryptedCinderVolumes-2090853455 tempest-TestEncryptedCinderVolumes-2090853455-project] Made reservation on behalf of 32a5c6a1d6f3448997e27ba2f6c06be2 for: {'port': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 04:06:16.258159 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-aed8cf54-92d2-4702-937b-e311de8462fe req-c264f35b-037f-4add-8748-057a56fd2883 tempest-TestEncryptedCinderVolumes-2090853455 tempest-TestEncryptedCinderVolumes-2090853455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:16.398854 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [req-aed8cf54-92d2-4702-937b-e311de8462fe req-c264f35b-037f-4add-8748-057a56fd2883 tempest-TestEncryptedCinderVolumes-2090853455 tempest-TestEncryptedCinderVolumes-2090853455-project] Allocated IP 172.20.0.11 (3950827c-2520-4197-a6fe-a62ff7cf5d31/a22f93e6-4c48-42a1-ba34-b61677f0448f/ba34057a-d26d-47bc-9563-8f1740902c4d) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 04:06:16.561729 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-aed8cf54-92d2-4702-937b-e311de8462fe req-c264f35b-037f-4add-8748-057a56fd2883 tempest-TestEncryptedCinderVolumes-2090853455 tempest-TestEncryptedCinderVolumes-2090853455-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:16.562361 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bc32a674-51e0-4685-ae55-2eb2a4a3ab86 req-7d7b2a88-a641-4d48-8961-12f8b2712edd tempest-TestEncryptedCinderVolumes-2090853455 tempest-TestEncryptedCinderVolumes-2090853455-project] 10.222.0.41 "GET /v2.0/ports?device_id=707140f4-8208-4965-9a1f-faea32b86256 HTTP/1.1" status: 200 len: 210 time: 0.0265977 Aug 11 04:06:16.575876 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [req-aed8cf54-92d2-4702-937b-e311de8462fe req-c264f35b-037f-4add-8748-057a56fd2883 tempest-TestEncryptedCinderVolumes-2090853455 tempest-TestEncryptedCinderVolumes-2090853455-project] Transition to ACTIVE for port object ba34057a-d26d-47bc-9563-8f1740902c4d will not be triggered until provisioned by entity DHCP. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 04:06:16.651016 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-aed8cf54-92d2-4702-937b-e311de8462fe req-c264f35b-037f-4add-8748-057a56fd2883 tempest-TestEncryptedCinderVolumes-2090853455 tempest-TestEncryptedCinderVolumes-2090853455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:16.695319 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aed8cf54-92d2-4702-937b-e311de8462fe req-c264f35b-037f-4add-8748-057a56fd2883 tempest-TestEncryptedCinderVolumes-2090853455 tempest-TestEncryptedCinderVolumes-2090853455-project] Network 3950827c-2520-4197-a6fe-a62ff7cf5d31 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 04:06:16.698445 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [req-aed8cf54-92d2-4702-937b-e311de8462fe req-c264f35b-037f-4add-8748-057a56fd2883 tempest-TestEncryptedCinderVolumes-2090853455 tempest-TestEncryptedCinderVolumes-2090853455-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 04:06:16.702151 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-aed8cf54-92d2-4702-937b-e311de8462fe req-c264f35b-037f-4add-8748-057a56fd2883 tempest-TestEncryptedCinderVolumes-2090853455 tempest-TestEncryptedCinderVolumes-2090853455-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 04:06:16.708366 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c264f35b-037f-4add-8748-057a56fd2883 tempest-TestEncryptedCinderVolumes-2090853455 tempest-TestEncryptedCinderVolumes-2090853455-project] Pushing event updated for resources: {'Port': ['ID=ba34057a-d26d-47bc-9563-8f1740902c4d,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:06:16.756813 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed8cf54-92d2-4702-937b-e311de8462fe req-c264f35b-037f-4add-8748-057a56fd2883 tempest-TestEncryptedCinderVolumes-2090853455 tempest-TestEncryptedCinderVolumes-2090853455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:06:16.757577 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-aed8cf54-92d2-4702-937b-e311de8462fe req-c264f35b-037f-4add-8748-057a56fd2883 tempest-TestEncryptedCinderVolumes-2090853455 tempest-TestEncryptedCinderVolumes-2090853455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:16.872162 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-aed8cf54-92d2-4702-937b-e311de8462fe req-c264f35b-037f-4add-8748-057a56fd2883 tempest-TestEncryptedCinderVolumes-2090853455 tempest-TestEncryptedCinderVolumes-2090853455-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7881055 Aug 11 04:06:16.884630 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-aed8cf54-92d2-4702-937b-e311de8462fe req-b033369a-f1d7-4c42-9971-7456f9aa4317 service neutron] Request body: {'port': {'device_id': '707140f4-8208-4965-9a1f-faea32b86256', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764292-30'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:06:16.942634 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-aed8cf54-92d2-4702-937b-e311de8462fe req-b033369a-f1d7-4c42-9971-7456f9aa4317 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:17.049814 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-5aff2b9c-2d24-4283-9c66-89e153c9f4f1 None None] Provisioning for port ba34057a-d26d-47bc-9563-8f1740902c4d completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 04:06:17.053720 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-5aff2b9c-2d24-4283-9c66-89e153c9f4f1 None None] Provisioning complete for port ba34057a-d26d-47bc-9563-8f1740902c4d triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 04:06:17.054090 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-5aff2b9c-2d24-4283-9c66-89e153c9f4f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:17.088735 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-5aff2b9c-2d24-4283-9c66-89e153c9f4f1 None None] Port ba34057a-d26d-47bc-9563-8f1740902c4d cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 04:06:17.201547 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [req-aed8cf54-92d2-4702-937b-e311de8462fe req-b033369a-f1d7-4c42-9971-7456f9aa4317 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba34057a-d26d-47bc-9563-8f1740902c4d {{(pid=102191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 04:06:17.209110 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-aed8cf54-92d2-4702-937b-e311de8462fe req-b033369a-f1d7-4c42-9971-7456f9aa4317 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:17.221051 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [req-aed8cf54-92d2-4702-937b-e311de8462fe req-b033369a-f1d7-4c42-9971-7456f9aa4317 service neutron] Transition to ACTIVE for port object ba34057a-d26d-47bc-9563-8f1740902c4d will not be triggered until provisioned by entity L2. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 04:06:17.311060 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-aed8cf54-92d2-4702-937b-e311de8462fe req-b033369a-f1d7-4c42-9971-7456f9aa4317 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:17.361437 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b033369a-f1d7-4c42-9971-7456f9aa4317 service neutron] Pushing event updated for resources: {'Port': ['ID=ba34057a-d26d-47bc-9563-8f1740902c4d,revision_number=2']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:06:17.431067 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-aed8cf54-92d2-4702-937b-e311de8462fe req-b033369a-f1d7-4c42-9971-7456f9aa4317 service neutron] Attempting to bind port ba34057a-d26d-47bc-9563-8f1740902c4d on host n-h1-764292-30 for vnic_type normal with profile {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 04:06:17.431409 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-aed8cf54-92d2-4702-937b-e311de8462fe req-b033369a-f1d7-4c42-9971-7456f9aa4317 service neutron] Attempting to bind port ba34057a-d26d-47bc-9563-8f1740902c4d by drivers openvswitch,hyperv on host n-h1-764292-30 at level 0 using segments [{'id': '8d619638-b437-4573-bdaa-6a631f170a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3950827c-2520-4197-a6fe-a62ff7cf5d31'}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 04:06:17.431733 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aed8cf54-92d2-4702-937b-e311de8462fe req-b033369a-f1d7-4c42-9971-7456f9aa4317 service neutron] Attempting to bind port ba34057a-d26d-47bc-9563-8f1740902c4d on network 3950827c-2520-4197-a6fe-a62ff7cf5d31 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 04:06:17.437261 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aed8cf54-92d2-4702-937b-e311de8462fe req-b033369a-f1d7-4c42-9971-7456f9aa4317 service neutron] Port ba34057a-d26d-47bc-9563-8f1740902c4d on network 3950827c-2520-4197-a6fe-a62ff7cf5d31 not bound, no agent of type Open vSwitch agent registered on host n-h1-764292-30 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 04:06:17.437579 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aed8cf54-92d2-4702-937b-e311de8462fe req-b033369a-f1d7-4c42-9971-7456f9aa4317 service neutron] Attempting to bind port ba34057a-d26d-47bc-9563-8f1740902c4d on network 3950827c-2520-4197-a6fe-a62ff7cf5d31 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 04:06:17.442558 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aed8cf54-92d2-4702-937b-e311de8462fe req-b033369a-f1d7-4c42-9971-7456f9aa4317 service neutron] Checking agent: {'id': 'abb524c2-b412-4ed2-8367-45c4fd996fa7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 4, 6, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 04:06:17.442896 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aed8cf54-92d2-4702-937b-e311de8462fe req-b033369a-f1d7-4c42-9971-7456f9aa4317 service neutron] Checking segment: {'id': '8d619638-b437-4573-bdaa-6a631f170a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3950827c-2520-4197-a6fe-a62ff7cf5d31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 04:06:17.443305 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aed8cf54-92d2-4702-937b-e311de8462fe req-b033369a-f1d7-4c42-9971-7456f9aa4317 service neutron] Bound using segment: {'id': '8d619638-b437-4573-bdaa-6a631f170a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3950827c-2520-4197-a6fe-a62ff7cf5d31'} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 04:06:17.443730 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-aed8cf54-92d2-4702-937b-e311de8462fe req-b033369a-f1d7-4c42-9971-7456f9aa4317 service neutron] Bound port: ba34057a-d26d-47bc-9563-8f1740902c4d, host: n-h1-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d619638-b437-4573-bdaa-6a631f170a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3950827c-2520-4197-a6fe-a62ff7cf5d31'}}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 04:06:17.444146 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-aed8cf54-92d2-4702-937b-e311de8462fe req-b033369a-f1d7-4c42-9971-7456f9aa4317 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:17.508748 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-aed8cf54-92d2-4702-937b-e311de8462fe req-b033369a-f1d7-4c42-9971-7456f9aa4317 service neutron] For port ba34057a-d26d-47bc-9563-8f1740902c4d, host n-h1-764292-30, cleared binding levels {{(pid=102191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 04:06:17.512389 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-aed8cf54-92d2-4702-937b-e311de8462fe req-b033369a-f1d7-4c42-9971-7456f9aa4317 service neutron] For port ba34057a-d26d-47bc-9563-8f1740902c4d, host n-h1-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=ba34057a-d26d-47bc-9563-8f1740902c4d,segment=NetworkSegment(8d619638-b437-4573-bdaa-6a631f170a0e),segment_id=8d619638-b437-4573-bdaa-6a631f170a0e)] {{(pid=102191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 04:06:17.585768 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-aed8cf54-92d2-4702-937b-e311de8462fe req-b033369a-f1d7-4c42-9971-7456f9aa4317 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:17.624835 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed8cf54-92d2-4702-937b-e311de8462fe req-b033369a-f1d7-4c42-9971-7456f9aa4317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:06:17.625479 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-aed8cf54-92d2-4702-937b-e311de8462fe req-b033369a-f1d7-4c42-9971-7456f9aa4317 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:17.627661 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-aed8cf54-92d2-4702-937b-e311de8462fe req-b033369a-f1d7-4c42-9971-7456f9aa4317 service neutron] 10.222.0.22 "PUT /v2.0/ports/ba34057a-d26d-47bc-9563-8f1740902c4d HTTP/1.1" status: 200 len: 1093 time: 0.7472262 Aug 11 04:06:17.629996 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '707140f4-8208-4965-9a1f-faea32b86256', 'tag': 'ba34057a-d26d-47bc-9563-8f1740902c4d'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 04:06:17.633501 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9291d331c18c1eb37c2b57c8af4a09724b2e7f160dd5faf652855b3e38b81ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4febd875-33c2-4fb7-80fd-953ad2e33777" -d '{"events": [{"name": "network-changed", "server_uuid": "707140f4-8208-4965-9a1f-faea32b86256", "tag": "ba34057a-d26d-47bc-9563-8f1740902c4d"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 04:06:17.663182 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b033369a-f1d7-4c42-9971-7456f9aa4317 service neutron] Pushing event updated for resources: {'Port': ['ID=ba34057a-d26d-47bc-9563-8f1740902c4d,revision_number=3']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:06:17.675751 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 04:06:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c7a4c4a-f3c1-43e2-9193-eb2864e089c1 x-openstack-request-id: req-1c7a4c4a-f3c1-43e2-9193-eb2864e089c1 {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 04:06:17.676048 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "707140f4-8208-4965-9a1f-faea32b86256", "tag": "ba34057a-d26d-47bc-9563-8f1740902c4d", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 04:06:17.676289 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1c7a4c4a-f3c1-43e2-9193-eb2864e089c1 {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 04:06:17.676691 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '707140f4-8208-4965-9a1f-faea32b86256', 'tag': 'ba34057a-d26d-47bc-9563-8f1740902c4d', 'status': 'completed', 'code': 200} Aug 11 04:06:17.690007 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fc29e4-d4ca-4a51-84b5-0d49696b964f req-2f7e80da-702c-4130-bd08-0471523d91a8 tempest-TestEncryptedCinderVolumes-2090853455 tempest-TestEncryptedCinderVolumes-2090853455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:06:17.692339 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d6fc29e4-d4ca-4a51-84b5-0d49696b964f req-2f7e80da-702c-4130-bd08-0471523d91a8 tempest-TestEncryptedCinderVolumes-2090853455 tempest-TestEncryptedCinderVolumes-2090853455-project] 10.222.0.41 "GET /v2.0/ports?device_id=707140f4-8208-4965-9a1f-faea32b86256 HTTP/1.1" status: 200 len: 944 time: 0.0583498 Aug 11 04:06:17.734015 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d6fc29e4-d4ca-4a51-84b5-0d49696b964f req-93fcb107-6d31-461e-87e6-83fe41d6bc31 tempest-TestEncryptedCinderVolumes-2090853455 tempest-TestEncryptedCinderVolumes-2090853455-project] 10.222.0.41 "GET /v2.0/security-groups?id=5285d559-5dcd-41fc-83d6-7d0d185c0239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353277 Aug 11 04:06:17.753201 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4febd875-33c2-4fb7-80fd-953ad2e33777 req-7aebd992-e6d5-4b0e-b9fb-972f37a89363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:06:17.755007 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-4febd875-33c2-4fb7-80fd-953ad2e33777 req-7aebd992-e6d5-4b0e-b9fb-972f37a89363 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=32a5c6a1d6f3448997e27ba2f6c06be2&device_id=707140f4-8208-4965-9a1f-faea32b86256 HTTP/1.1" status: 200 len: 1096 time: 0.0549669 Aug 11 04:06:17.852354 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4febd875-33c2-4fb7-80fd-953ad2e33777 req-937a30a0-5532-492e-b0ab-3324ce530d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:06:17.853763 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-4febd875-33c2-4fb7-80fd-953ad2e33777 req-937a30a0-5532-492e-b0ab-3324ce530d3b service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=32a5c6a1d6f3448997e27ba2f6c06be2&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0911694 Aug 11 04:06:17.950103 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4febd875-33c2-4fb7-80fd-953ad2e33777 req-6f806d56-b95b-416f-8e57-24c68471b955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:06:17.951605 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-4febd875-33c2-4fb7-80fd-953ad2e33777 req-6f806d56-b95b-416f-8e57-24c68471b955 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0900245 Aug 11 04:06:18.024797 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed8cf54-92d2-4702-937b-e311de8462fe req-93f7fe11-7bb3-41b5-8b89-b12895c28fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:06:18.027091 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-aed8cf54-92d2-4702-937b-e311de8462fe req-93f7fe11-7bb3-41b5-8b89-b12895c28fc9 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=32a5c6a1d6f3448997e27ba2f6c06be2&device_id=707140f4-8208-4965-9a1f-faea32b86256 HTTP/1.1" status: 200 len: 1096 time: 0.0393250 Aug 11 04:06:18.072601 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-aed8cf54-92d2-4702-937b-e311de8462fe req-ebd41581-ab66-4f23-b43b-f16dfd6ca686 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ba34057a-d26d-47bc-9563-8f1740902c4d HTTP/1.1" status: 200 len: 217 time: 0.0323410 Aug 11 04:06:18.125208 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed8cf54-92d2-4702-937b-e311de8462fe req-0dac9837-0c72-4e7c-833a-8175a0bfe84e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:06:18.126586 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-aed8cf54-92d2-4702-937b-e311de8462fe req-0dac9837-0c72-4e7c-833a-8175a0bfe84e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a22f93e6-4c48-42a1-ba34-b61677f0448f HTTP/1.1" status: 200 len: 856 time: 0.0473199 Aug 11 04:06:18.170368 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed8cf54-92d2-4702-937b-e311de8462fe req-27990562-6eaa-4d4c-84de-f956d45a4b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:06:18.171785 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-aed8cf54-92d2-4702-937b-e311de8462fe req-27990562-6eaa-4d4c-84de-f956d45a4b73 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3950827c-2520-4197-a6fe-a62ff7cf5d31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0386827 Aug 11 04:06:18.259999 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-aed8cf54-92d2-4702-937b-e311de8462fe req-d2fccba6-a05f-4ade-af39-f48f61a3950c service neutron] 10.222.0.22 "GET /v2.0/networks/3950827c-2520-4197-a6fe-a62ff7cf5d31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806465 Aug 11 04:06:18.352245 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-aed8cf54-92d2-4702-937b-e311de8462fe req-c2f79c70-49d4-402d-9105-abef5400b373 service neutron] 10.222.0.22 "GET /v2.0/networks/3950827c-2520-4197-a6fe-a62ff7cf5d31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848277 Aug 11 04:06:18.851641 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d3bbfe-218a-4151-a993-90230f05334b req-234e1353-9601-4d83-a65e-038b85d3b23c tempest-TestEncryptedCinderVolumes-2090853455 tempest-TestEncryptedCinderVolumes-2090853455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:06:18.853099 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-57d3bbfe-218a-4151-a993-90230f05334b req-234e1353-9601-4d83-a65e-038b85d3b23c tempest-TestEncryptedCinderVolumes-2090853455 tempest-TestEncryptedCinderVolumes-2090853455-project] 10.222.0.41 "GET /v2.0/ports?device_id=707140f4-8208-4965-9a1f-faea32b86256 HTTP/1.1" status: 200 len: 944 time: 0.0486271 Aug 11 04:06:18.893766 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-57d3bbfe-218a-4151-a993-90230f05334b req-e207b469-c672-4210-a97c-92a5373cc1db tempest-TestEncryptedCinderVolumes-2090853455 tempest-TestEncryptedCinderVolumes-2090853455-project] 10.222.0.41 "GET /v2.0/security-groups?id=5285d559-5dcd-41fc-83d6-7d0d185c0239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347052 Aug 11 04:06:20.005587 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea1dc2b-4fdc-4553-8c5f-e5c412accbfe req-bd9ea16c-e9d7-4747-8998-bbf073db2e33 tempest-TestEncryptedCinderVolumes-2090853455 tempest-TestEncryptedCinderVolumes-2090853455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:06:20.007131 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-fea1dc2b-4fdc-4553-8c5f-e5c412accbfe req-bd9ea16c-e9d7-4747-8998-bbf073db2e33 tempest-TestEncryptedCinderVolumes-2090853455 tempest-TestEncryptedCinderVolumes-2090853455-project] 10.222.0.41 "GET /v2.0/ports?device_id=707140f4-8208-4965-9a1f-faea32b86256 HTTP/1.1" status: 200 len: 944 time: 0.0497019 Aug 11 04:06:20.046269 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-fea1dc2b-4fdc-4553-8c5f-e5c412accbfe req-32fae7ef-417f-4957-9cec-cc4fa64034f1 tempest-TestEncryptedCinderVolumes-2090853455 tempest-TestEncryptedCinderVolumes-2090853455-project] 10.222.0.41 "GET /v2.0/security-groups?id=5285d559-5dcd-41fc-83d6-7d0d185c0239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324366 Aug 11 04:06:21.157804 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed0779d-73a7-4019-b578-e36c36e946ef req-f1aff23d-d805-4474-8af6-46dc708598bf tempest-TestEncryptedCinderVolumes-2090853455 tempest-TestEncryptedCinderVolumes-2090853455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:06:21.159294 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0ed0779d-73a7-4019-b578-e36c36e946ef req-f1aff23d-d805-4474-8af6-46dc708598bf tempest-TestEncryptedCinderVolumes-2090853455 tempest-TestEncryptedCinderVolumes-2090853455-project] 10.222.0.41 "GET /v2.0/ports?device_id=707140f4-8208-4965-9a1f-faea32b86256 HTTP/1.1" status: 200 len: 944 time: 0.0488682 Aug 11 04:06:21.196465 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0ed0779d-73a7-4019-b578-e36c36e946ef req-18aa46ee-dc1f-4488-97c7-1dea19c010a4 tempest-TestEncryptedCinderVolumes-2090853455 tempest-TestEncryptedCinderVolumes-2090853455-project] 10.222.0.41 "GET /v2.0/security-groups?id=5285d559-5dcd-41fc-83d6-7d0d185c0239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313423 Aug 11 04:06:22.310957 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901fb11a-81cf-4ef1-a949-52680098eca1 req-9c0e2d6f-f5a9-4ab7-83c0-92cf0b00846b tempest-TestEncryptedCinderVolumes-2090853455 tempest-TestEncryptedCinderVolumes-2090853455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:06:22.312338 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-901fb11a-81cf-4ef1-a949-52680098eca1 req-9c0e2d6f-f5a9-4ab7-83c0-92cf0b00846b tempest-TestEncryptedCinderVolumes-2090853455 tempest-TestEncryptedCinderVolumes-2090853455-project] 10.222.0.41 "GET /v2.0/ports?device_id=707140f4-8208-4965-9a1f-faea32b86256 HTTP/1.1" status: 200 len: 944 time: 0.0501387 Aug 11 04:06:22.352184 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-901fb11a-81cf-4ef1-a949-52680098eca1 req-895a4178-ea01-46c7-a526-ca46b1b10c7a tempest-TestEncryptedCinderVolumes-2090853455 tempest-TestEncryptedCinderVolumes-2090853455-project] 10.222.0.41 "GET /v2.0/security-groups?id=5285d559-5dcd-41fc-83d6-7d0d185c0239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340931 Aug 11 04:06:23.081544 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device ba34057a-d26d-47bc-9563-8f1740902c4d details requested by agent hyperv_n-h1-764292-30 with host n-h1-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 04:06:23.331213 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port ba34057a-d26d-47bc-9563-8f1740902c4d, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=ba34057a-d26d-47bc-9563-8f1740902c4d,segment=NetworkSegment(8d619638-b437-4573-bdaa-6a631f170a0e),segment_id=8d619638-b437-4573-bdaa-6a631f170a0e)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:06:23.343056 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Returning: {'device': 'ba34057a-d26d-47bc-9563-8f1740902c4d', 'network_id': '3950827c-2520-4197-a6fe-a62ff7cf5d31', 'port_id': 'ba34057a-d26d-47bc-9563-8f1740902c4d', 'mac_address': 'fa:16:3e:97:82:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a22f93e6-4c48-42a1-ba34-b61677f0448f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 04:06:23.379662 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:23.392637 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba34057a-d26d-47bc-9563-8f1740902c4d {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 04:06:23.413209 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port ba34057a-d26d-47bc-9563-8f1740902c4d, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=ba34057a-d26d-47bc-9563-8f1740902c4d,segment=NetworkSegment(8d619638-b437-4573-bdaa-6a631f170a0e),segment_id=8d619638-b437-4573-bdaa-6a631f170a0e)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:06:23.467361 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda82bff-516e-4815-97ce-1dbe3eb4cd26 req-1c119b0a-8c87-47ba-9af6-fe5f02b64cb6 tempest-TestEncryptedCinderVolumes-2090853455 tempest-TestEncryptedCinderVolumes-2090853455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:06:23.468854 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-eda82bff-516e-4815-97ce-1dbe3eb4cd26 req-1c119b0a-8c87-47ba-9af6-fe5f02b64cb6 tempest-TestEncryptedCinderVolumes-2090853455 tempest-TestEncryptedCinderVolumes-2090853455-project] 10.222.0.41 "GET /v2.0/ports?device_id=707140f4-8208-4965-9a1f-faea32b86256 HTTP/1.1" status: 200 len: 944 time: 0.0489736 Aug 11 04:06:23.478632 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:23.506817 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-eda82bff-516e-4815-97ce-1dbe3eb4cd26 req-4d9938fe-282e-40f4-99f7-e30c3506eab0 tempest-TestEncryptedCinderVolumes-2090853455 tempest-TestEncryptedCinderVolumes-2090853455-project] 10.222.0.41 "GET /v2.0/security-groups?id=5285d559-5dcd-41fc-83d6-7d0d185c0239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319824 Aug 11 04:06:23.525504 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=ba34057a-d26d-47bc-9563-8f1740902c4d,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:06:23.775979 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['ba34057a-d26d-47bc-9563-8f1740902c4d'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 04:06:24.625750 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f719e1-5d29-4e30-a724-0681d4defbc5 req-a1dc7060-3d29-4230-973b-d61ab56d5058 tempest-TestEncryptedCinderVolumes-2090853455 tempest-TestEncryptedCinderVolumes-2090853455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:06:24.627258 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-12f719e1-5d29-4e30-a724-0681d4defbc5 req-a1dc7060-3d29-4230-973b-d61ab56d5058 tempest-TestEncryptedCinderVolumes-2090853455 tempest-TestEncryptedCinderVolumes-2090853455-project] 10.222.0.41 "GET /v2.0/ports?device_id=707140f4-8208-4965-9a1f-faea32b86256 HTTP/1.1" status: 200 len: 945 time: 0.0490549 Aug 11 04:06:24.664628 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-12f719e1-5d29-4e30-a724-0681d4defbc5 req-3b044513-38b1-4b6a-bd22-3c55c3090ae8 tempest-TestEncryptedCinderVolumes-2090853455 tempest-TestEncryptedCinderVolumes-2090853455-project] 10.222.0.41 "GET /v2.0/security-groups?id=5285d559-5dcd-41fc-83d6-7d0d185c0239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315645 Aug 11 04:06:25.082698 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device ba34057a-d26d-47bc-9563-8f1740902c4d up at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 04:06:25.192712 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning for port ba34057a-d26d-47bc-9563-8f1740902c4d completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 04:06:25.196383 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning complete for port ba34057a-d26d-47bc-9563-8f1740902c4d triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 04:06:25.196786 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:25.274195 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:25.297351 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '707140f4-8208-4965-9a1f-faea32b86256', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba34057a-d26d-47bc-9563-8f1740902c4d'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 04:06:25.299607 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e385e08809ed349a2646fb52500b409f99e085c14d592b33dda6f3cb7a212da1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebfb1210-dd04-4dcb-a808-f6f7048e3712" -d '{"events": [{"server_uuid": "707140f4-8208-4965-9a1f-faea32b86256", "name": "network-vif-plugged", "status": "completed", "tag": "ba34057a-d26d-47bc-9563-8f1740902c4d"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 04:06:25.313004 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port ba34057a-d26d-47bc-9563-8f1740902c4d, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=ba34057a-d26d-47bc-9563-8f1740902c4d,segment=NetworkSegment(8d619638-b437-4573-bdaa-6a631f170a0e),segment_id=8d619638-b437-4573-bdaa-6a631f170a0e)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:06:25.334596 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 04:06:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9af248ce-d890-4136-82db-36c1ff3f930f x-openstack-request-id: req-9af248ce-d890-4136-82db-36c1ff3f930f {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 04:06:25.335905 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "707140f4-8208-4965-9a1f-faea32b86256", "name": "network-vif-plugged", "status": "completed", "tag": "ba34057a-d26d-47bc-9563-8f1740902c4d", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 04:06:25.335905 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9af248ce-d890-4136-82db-36c1ff3f930f {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 04:06:25.335905 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '707140f4-8208-4965-9a1f-faea32b86256', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba34057a-d26d-47bc-9563-8f1740902c4d', 'code': 200} Aug 11 04:06:25.364443 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:25.414553 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=ba34057a-d26d-47bc-9563-8f1740902c4d,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:06:25.428340 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9109a95d-d83f-49c7-b5da-1c9e00f951ea req-e8ca6269-13b5-4d4b-91a5-170e78e899cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:06:25.429985 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-9109a95d-d83f-49c7-b5da-1c9e00f951ea req-e8ca6269-13b5-4d4b-91a5-170e78e899cc service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=707140f4-8208-4965-9a1f-faea32b86256 HTTP/1.1" status: 200 len: 1098 time: 0.0399985 Aug 11 04:06:25.464371 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-9109a95d-d83f-49c7-b5da-1c9e00f951ea req-f8695d2a-4c7d-4272-962c-f1c33a205f7c service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=5285d559-5dcd-41fc-83d6-7d0d185c0239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269265 Aug 11 04:06:25.778109 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ce9b78-d988-4182-b266-2f76970ab863 req-05a516b6-b5fd-421a-b98a-46d004f77c18 tempest-TestEncryptedCinderVolumes-2090853455 tempest-TestEncryptedCinderVolumes-2090853455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:06:25.779642 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b2ce9b78-d988-4182-b266-2f76970ab863 req-05a516b6-b5fd-421a-b98a-46d004f77c18 tempest-TestEncryptedCinderVolumes-2090853455 tempest-TestEncryptedCinderVolumes-2090853455-project] 10.222.0.41 "GET /v2.0/ports?device_id=707140f4-8208-4965-9a1f-faea32b86256 HTTP/1.1" status: 200 len: 946 time: 0.0488799 Aug 11 04:06:25.821298 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b2ce9b78-d988-4182-b266-2f76970ab863 req-fb912efc-5603-4dab-b82e-482c57c3180b tempest-TestEncryptedCinderVolumes-2090853455 tempest-TestEncryptedCinderVolumes-2090853455-project] 10.222.0.41 "GET /v2.0/security-groups?id=5285d559-5dcd-41fc-83d6-7d0d185c0239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356667 Aug 11 04:06:26.937595 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278a27ae-dfac-40cd-acb3-ba2b91cdcbe0 req-f0c08369-3e6b-41d8-a114-dbe827bcdc11 tempest-TestEncryptedCinderVolumes-2090853455 tempest-TestEncryptedCinderVolumes-2090853455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:06:26.938949 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-278a27ae-dfac-40cd-acb3-ba2b91cdcbe0 req-f0c08369-3e6b-41d8-a114-dbe827bcdc11 tempest-TestEncryptedCinderVolumes-2090853455 tempest-TestEncryptedCinderVolumes-2090853455-project] 10.222.0.41 "GET /v2.0/ports?device_id=707140f4-8208-4965-9a1f-faea32b86256 HTTP/1.1" status: 200 len: 946 time: 0.0488336 Aug 11 04:06:26.976044 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-278a27ae-dfac-40cd-acb3-ba2b91cdcbe0 req-466b07b2-c734-45b2-80c7-2f30bf11b6ed tempest-TestEncryptedCinderVolumes-2090853455 tempest-TestEncryptedCinderVolumes-2090853455-project] 10.222.0.41 "GET /v2.0/security-groups?id=5285d559-5dcd-41fc-83d6-7d0d185c0239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312750 Aug 11 04:06:27.088513 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b07134-380d-4f2a-9792-72e875b0a4b0 req-9aa0f7ff-bcc8-47b4-82e8-cd79113d41f1 tempest-TestEncryptedCinderVolumes-2090853455 tempest-TestEncryptedCinderVolumes-2090853455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:06:27.089979 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f8b07134-380d-4f2a-9792-72e875b0a4b0 req-9aa0f7ff-bcc8-47b4-82e8-cd79113d41f1 tempest-TestEncryptedCinderVolumes-2090853455 tempest-TestEncryptedCinderVolumes-2090853455-project] 10.222.0.41 "GET /v2.0/ports?device_id=707140f4-8208-4965-9a1f-faea32b86256 HTTP/1.1" status: 200 len: 946 time: 0.0490975 Aug 11 04:06:27.126636 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f8b07134-380d-4f2a-9792-72e875b0a4b0 req-0c52c318-429e-4ca9-ba9f-fe967078962a tempest-TestEncryptedCinderVolumes-2090853455 tempest-TestEncryptedCinderVolumes-2090853455-project] 10.222.0.41 "GET /v2.0/security-groups?id=5285d559-5dcd-41fc-83d6-7d0d185c0239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307858 Aug 11 04:06:29.238578 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-d026d761-8642-48d9-91cb-fe49234f2fa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:31.928067 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:32.105592 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-c9119344-da18-4735-a14c-bc8cc1b13525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:33.204184 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:34.853439 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:35.410464 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.agents_db [None req-950b7202-decb-43e2-8f71-ac8931dc9749 None None] Agent healthcheck: found 7 active agents {{(pid=102194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 04:06:37.785210 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:41.701743 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:48.975634 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56c11fd-7e08-4760-b430-c2debc73ac50 req-6fc70bd0-844a-4cad-8806-37eeb79eaf98 tempest-TestEncryptedCinderVolumes-2090853455 tempest-TestEncryptedCinderVolumes-2090853455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:06:48.977095 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b56c11fd-7e08-4760-b430-c2debc73ac50 req-6fc70bd0-844a-4cad-8806-37eeb79eaf98 tempest-TestEncryptedCinderVolumes-2090853455 tempest-TestEncryptedCinderVolumes-2090853455-project] 10.222.0.41 "GET /v2.0/ports?device_id=707140f4-8208-4965-9a1f-faea32b86256 HTTP/1.1" status: 200 len: 946 time: 0.0485008 Aug 11 04:06:49.018342 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b56c11fd-7e08-4760-b430-c2debc73ac50 req-81480505-e0c5-4e63-8910-22d43647a11a tempest-TestEncryptedCinderVolumes-2090853455 tempest-TestEncryptedCinderVolumes-2090853455-project] 10.222.0.41 "GET /v2.0/security-groups?id=5285d559-5dcd-41fc-83d6-7d0d185c0239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348234 Aug 11 04:06:50.132543 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959c056c-70c6-4dfa-8439-912abf9b3cd1 req-a95a2572-4ed9-4f61-ac1b-99a2e510c949 tempest-TestEncryptedCinderVolumes-2090853455 tempest-TestEncryptedCinderVolumes-2090853455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:06:50.134003 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-959c056c-70c6-4dfa-8439-912abf9b3cd1 req-a95a2572-4ed9-4f61-ac1b-99a2e510c949 tempest-TestEncryptedCinderVolumes-2090853455 tempest-TestEncryptedCinderVolumes-2090853455-project] 10.222.0.41 "GET /v2.0/ports?device_id=707140f4-8208-4965-9a1f-faea32b86256 HTTP/1.1" status: 200 len: 946 time: 0.0483742 Aug 11 04:06:50.171849 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-959c056c-70c6-4dfa-8439-912abf9b3cd1 req-0c8a4e0a-4a94-44e6-ba75-04642b88915d tempest-TestEncryptedCinderVolumes-2090853455 tempest-TestEncryptedCinderVolumes-2090853455-project] 10.222.0.41 "GET /v2.0/security-groups?id=5285d559-5dcd-41fc-83d6-7d0d185c0239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312536 Aug 11 04:06:50.783775 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d09e8b-28ab-4603-b798-d188e81eb888 req-ff21a6a3-3d8b-40a1-8838-160bc5b5a62c tempest-TestEncryptedCinderVolumes-2090853455 tempest-TestEncryptedCinderVolumes-2090853455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:06:50.785237 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-76d09e8b-28ab-4603-b798-d188e81eb888 req-ff21a6a3-3d8b-40a1-8838-160bc5b5a62c tempest-TestEncryptedCinderVolumes-2090853455 tempest-TestEncryptedCinderVolumes-2090853455-project] 10.222.0.22 "GET /v2.0/ports?device_id=707140f4-8208-4965-9a1f-faea32b86256 HTTP/1.1" status: 200 len: 946 time: 0.0528913 Aug 11 04:06:50.873562 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-76d09e8b-28ab-4603-b798-d188e81eb888 req-80b038af-200f-40c2-935b-9cce6b0787ef tempest-TestEncryptedCinderVolumes-2090853455 tempest-TestEncryptedCinderVolumes-2090853455-project] Deleting port ba34057a-d26d-47bc-9563-8f1740902c4d {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 04:06:50.873924 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-76d09e8b-28ab-4603-b798-d188e81eb888 req-80b038af-200f-40c2-935b-9cce6b0787ef tempest-TestEncryptedCinderVolumes-2090853455 tempest-TestEncryptedCinderVolumes-2090853455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:50.960346 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-76d09e8b-28ab-4603-b798-d188e81eb888 req-80b038af-200f-40c2-935b-9cce6b0787ef tempest-TestEncryptedCinderVolumes-2090853455 tempest-TestEncryptedCinderVolumes-2090853455-project] For port ba34057a-d26d-47bc-9563-8f1740902c4d, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=ba34057a-d26d-47bc-9563-8f1740902c4d,segment=NetworkSegment(8d619638-b437-4573-bdaa-6a631f170a0e),segment_id=8d619638-b437-4573-bdaa-6a631f170a0e)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:06:50.960701 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-76d09e8b-28ab-4603-b798-d188e81eb888 req-80b038af-200f-40c2-935b-9cce6b0787ef tempest-TestEncryptedCinderVolumes-2090853455 tempest-TestEncryptedCinderVolumes-2090853455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:50.974465 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-76d09e8b-28ab-4603-b798-d188e81eb888 req-80b038af-200f-40c2-935b-9cce6b0787ef tempest-TestEncryptedCinderVolumes-2090853455 tempest-TestEncryptedCinderVolumes-2090853455-project] Calling delete_port for ba34057a-d26d-47bc-9563-8f1740902c4d owned by compute:nova {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 04:06:51.161637 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-76d09e8b-28ab-4603-b798-d188e81eb888 req-80b038af-200f-40c2-935b-9cce6b0787ef tempest-TestEncryptedCinderVolumes-2090853455 tempest-TestEncryptedCinderVolumes-2090853455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:51.173515 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['ba34057a-d26d-47bc-9563-8f1740902c4d'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 04:06:51.192089 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b038af-200f-40c2-935b-9cce6b0787ef tempest-TestEncryptedCinderVolumes-2090853455 tempest-TestEncryptedCinderVolumes-2090853455-project] Pushing event deleted for resources: {'Port': ['ID=ba34057a-d26d-47bc-9563-8f1740902c4d,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:06:51.239473 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-76d09e8b-28ab-4603-b798-d188e81eb888 req-80b038af-200f-40c2-935b-9cce6b0787ef tempest-TestEncryptedCinderVolumes-2090853455 tempest-TestEncryptedCinderVolumes-2090853455-project] No DVR routers for this DVR port ba34057a-d26d-47bc-9563-8f1740902c4d on host n-h1-764292-30 {{(pid=102191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 04:06:51.242219 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-76d09e8b-28ab-4603-b798-d188e81eb888 req-80b038af-200f-40c2-935b-9cce6b0787ef tempest-TestEncryptedCinderVolumes-2090853455 tempest-TestEncryptedCinderVolumes-2090853455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:51.244357 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-76d09e8b-28ab-4603-b798-d188e81eb888 req-80b038af-200f-40c2-935b-9cce6b0787ef tempest-TestEncryptedCinderVolumes-2090853455 tempest-TestEncryptedCinderVolumes-2090853455-project] 10.222.0.22 "DELETE /v2.0/ports/ba34057a-d26d-47bc-9563-8f1740902c4d HTTP/1.1" status: 204 len: 173 time: 0.4529135 Aug 11 04:06:51.244735 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '707140f4-8208-4965-9a1f-faea32b86256', 'name': 'network-vif-deleted', 'tag': 'ba34057a-d26d-47bc-9563-8f1740902c4d'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 04:06:51.246986 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9291d331c18c1eb37c2b57c8af4a09724b2e7f160dd5faf652855b3e38b81ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce6fe06a-97ee-493f-b180-89434a9fa9f9" -d '{"events": [{"server_uuid": "707140f4-8208-4965-9a1f-faea32b86256", "name": "network-vif-deleted", "tag": "ba34057a-d26d-47bc-9563-8f1740902c4d"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 04:06:51.274504 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-21a49501-a08b-4d9f-b02a-069190594810 req-424e9598-2e38-4290-ae39-c57f29d64cf6 tempest-TestEncryptedCinderVolumes-2090853455 tempest-TestEncryptedCinderVolumes-2090853455-project] 10.222.0.41 "GET /v2.0/ports?device_id=707140f4-8208-4965-9a1f-faea32b86256 HTTP/1.1" status: 200 len: 210 time: 0.0329056 Aug 11 04:06:51.285945 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 04:06:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4814255-e857-44a7-bcb5-c8aab3018714 x-openstack-request-id: req-c4814255-e857-44a7-bcb5-c8aab3018714 {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 04:06:51.286242 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "707140f4-8208-4965-9a1f-faea32b86256", "name": "network-vif-deleted", "tag": "ba34057a-d26d-47bc-9563-8f1740902c4d", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 04:06:51.286522 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c4814255-e857-44a7-bcb5-c8aab3018714 {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 04:06:51.286932 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '707140f4-8208-4965-9a1f-faea32b86256', 'name': 'network-vif-deleted', 'tag': 'ba34057a-d26d-47bc-9563-8f1740902c4d', 'status': 'completed', 'code': 200} Aug 11 04:06:52.411449 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 50434) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:06:52.747046 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-cf1937a8-f74c-4dcd-9020-b8a596f06764 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521106'] for router_interface, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:52.980805 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-cf1937a8-f74c-4dcd-9020-b8a596f06764 admin admin] Deleting port a8602144-f8da-43ea-8a0b-a5addc2a7617 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 04:06:52.981147 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-cf1937a8-f74c-4dcd-9020-b8a596f06764 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:53.058807 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [None req-cf1937a8-f74c-4dcd-9020-b8a596f06764 admin admin] For port a8602144-f8da-43ea-8a0b-a5addc2a7617, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=a8602144-f8da-43ea-8a0b-a5addc2a7617,segment=NetworkSegment(8d619638-b437-4573-bdaa-6a631f170a0e),segment_id=8d619638-b437-4573-bdaa-6a631f170a0e)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:06:53.059172 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-cf1937a8-f74c-4dcd-9020-b8a596f06764 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:53.071440 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-cf1937a8-f74c-4dcd-9020-b8a596f06764 admin admin] Calling delete_port for a8602144-f8da-43ea-8a0b-a5addc2a7617 owned by network:router_interface {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 04:06:53.223380 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device ba34057a-d26d-47bc-9563-8f1740902c4d no longer exists at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 04:06:53.243831 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] No Port match for: ba34057a-d26d-47bc-9563-8f1740902c4d {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 04:06:53.244173 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device ba34057a-d26d-47bc-9563-8f1740902c4d not bound to the agent host n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 04:06:53.597903 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-cf1937a8-f74c-4dcd-9020-b8a596f06764 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:53.622625 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1937a8-f74c-4dcd-9020-b8a596f06764 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8602144-f8da-43ea-8a0b-a5addc2a7617,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:06:53.786550 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-cf1937a8-f74c-4dcd-9020-b8a596f06764 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16383033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450082'] for router_interface, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:53.996725 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf1937a8-f74c-4dcd-9020-b8a596f06764 admin admin] Router 0a8ec32f-69a8-4032-85c6-602dfa7649dd has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 04:06:54.100604 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf1937a8-f74c-4dcd-9020-b8a596f06764 admin admin] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 04:06:54.106230 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-cf1937a8-f74c-4dcd-9020-b8a596f06764 admin admin] 10.222.0.41 "PUT /v2.0/routers/0a8ec32f-69a8-4032-85c6-602dfa7649dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6933146 Aug 11 04:06:54.109035 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 50436) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:06:54.109877 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a4fe95-20a6-4b4e-8726-130d06bf072f None None] Sync routers for ids ['0a8ec32f-69a8-4032-85c6-602dfa7649dd'] in n-d-764292-30 {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 04:06:54.118569 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a4fe95-20a6-4b4e-8726-130d06bf072f None None] Routers {'0a8ec32f-69a8-4032-85c6-602dfa7649dd'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 04:06:54.119163 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-a5a4fe95-20a6-4b4e-8726-130d06bf072f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T04:06:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['0a8ec32f-69a8-4032-85c6-602dfa7649dd'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:06:54.212082 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c2768895-648b-4949-9988-8b2a58dc5892 admin admin] Notify callbacks [] for router, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:54.218277 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-a5a4fe95-20a6-4b4e-8726-130d06bf072f None None] Set router 0a8ec32f-69a8-4032-85c6-602dfa7649dd gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 04:06:54.316101 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c2768895-648b-4949-9988-8b2a58dc5892 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:54.385613 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-a5a4fe95-20a6-4b4e-8726-130d06bf072f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a8ec32f-69a8-4032-85c6-602dfa7649dd', 'name': 'tempest-TestEncryptedCinderVolumes-1750089383-router', 'tenant_id': '32a5c6a1d6f3448997e27ba2f6c06be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': '173c5d42-4c97-41e2-978d-e2e189edf81d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:05:22Z', 'updated_at': '2021-08-11T04:06:53Z', 'revision_number': 5, 'project_id': '32a5c6a1d6f3448997e27ba2f6c06be2', 'gw_port': {'id': '173c5d42-4c97-41e2-978d-e2e189edf81d', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ae:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a8ec32f-69a8-4032-85c6-602dfa7649dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:05:23Z', 'updated_at': '2021-08-11T04:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:06:54.414743 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a4fe95-20a6-4b4e-8726-130d06bf072f None None] Checking router: 0a8ec32f-69a8-4032-85c6-602dfa7649dd for host: n-d-764292-30 {{(pid=102194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 04:06:54.422694 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a4fe95-20a6-4b4e-8726-130d06bf072f None None] Routers {'0a8ec32f-69a8-4032-85c6-602dfa7649dd'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 04:06:54.423303 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-a5a4fe95-20a6-4b4e-8726-130d06bf072f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T04:06:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['0a8ec32f-69a8-4032-85c6-602dfa7649dd'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:06:54.434429 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-c2768895-648b-4949-9988-8b2a58dc5892 admin admin] Deleting port 173c5d42-4c97-41e2-978d-e2e189edf81d {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 04:06:54.434779 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c2768895-648b-4949-9988-8b2a58dc5892 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:54.518995 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [None req-c2768895-648b-4949-9988-8b2a58dc5892 admin admin] For port 173c5d42-4c97-41e2-978d-e2e189edf81d, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=173c5d42-4c97-41e2-978d-e2e189edf81d,segment=NetworkSegment(fab28bed-aa25-40db-bba4-ec26e795194c),segment_id=fab28bed-aa25-40db-bba4-ec26e795194c)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:06:54.519367 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c2768895-648b-4949-9988-8b2a58dc5892 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:54.533968 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-c2768895-648b-4949-9988-8b2a58dc5892 admin admin] Calling delete_port for 173c5d42-4c97-41e2-978d-e2e189edf81d owned by network:router_gateway {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 04:06:54.594378 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-a5a4fe95-20a6-4b4e-8726-130d06bf072f None None] Set router 0a8ec32f-69a8-4032-85c6-602dfa7649dd gateway port host: None {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 04:06:54.643683 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-a5a4fe95-20a6-4b4e-8726-130d06bf072f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a8ec32f-69a8-4032-85c6-602dfa7649dd', 'name': 'tempest-TestEncryptedCinderVolumes-1750089383-router', 'tenant_id': '32a5c6a1d6f3448997e27ba2f6c06be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:05:22Z', 'updated_at': '2021-08-11T04:06:54Z', 'revision_number': 6, 'project_id': '32a5c6a1d6f3448997e27ba2f6c06be2', 'gw_port_host': None}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:06:54.679396 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a4fe95-20a6-4b4e-8726-130d06bf072f None None] The sync data for ids ['0a8ec32f-69a8-4032-85c6-602dfa7649dd'] in n-d-764292-30 is: [{'id': '0a8ec32f-69a8-4032-85c6-602dfa7649dd', 'name': 'tempest-TestEncryptedCinderVolumes-1750089383-router', 'tenant_id': '32a5c6a1d6f3448997e27ba2f6c06be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:05:22Z', 'updated_at': '2021-08-11T04:06:54Z', 'revision_number': 6, 'project_id': '32a5c6a1d6f3448997e27ba2f6c06be2', 'gw_port_host': None}] {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 04:06:54.769748 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c2768895-648b-4949-9988-8b2a58dc5892 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:54.795143 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2768895-648b-4949-9988-8b2a58dc5892 admin admin] Pushing event deleted for resources: {'Port': ['ID=173c5d42-4c97-41e2-978d-e2e189edf81d,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:06:54.820835 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2768895-648b-4949-9988-8b2a58dc5892 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:06:54.821180 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2768895-648b-4949-9988-8b2a58dc5892 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:06:54.821520 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2768895-648b-4949-9988-8b2a58dc5892 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:06:54.821856 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2768895-648b-4949-9988-8b2a58dc5892 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:06:54.822187 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2768895-648b-4949-9988-8b2a58dc5892 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:06:54.822542 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2768895-648b-4949-9988-8b2a58dc5892 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:06:54.822869 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2768895-648b-4949-9988-8b2a58dc5892 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:06:54.823194 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2768895-648b-4949-9988-8b2a58dc5892 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:06:54.823518 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2768895-648b-4949-9988-8b2a58dc5892 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:06:54.823844 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2768895-648b-4949-9988-8b2a58dc5892 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:06:54.824169 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2768895-648b-4949-9988-8b2a58dc5892 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:06:54.824487 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2768895-648b-4949-9988-8b2a58dc5892 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:06:54.862587 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c2768895-648b-4949-9988-8b2a58dc5892 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-446916'] for router_gateway, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:54.955397 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c2768895-648b-4949-9988-8b2a58dc5892 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6544'] for router, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:54.957614 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c2768895-648b-4949-9988-8b2a58dc5892 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:55.078036 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c2768895-648b-4949-9988-8b2a58dc5892 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448809'] for router, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:55.078604 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2768895-648b-4949-9988-8b2a58dc5892 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0a8ec32f-69a8-4032-85c6-602dfa7649dd {{(pid=102192) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 04:06:55.083136 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c2768895-648b-4949-9988-8b2a58dc5892 admin admin] Notify callbacks [] for router, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:55.086082 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-c2768895-648b-4949-9988-8b2a58dc5892 admin admin] 10.222.0.41 "DELETE /v2.0/routers/0a8ec32f-69a8-4032-85c6-602dfa7649dd HTTP/1.1" status: 204 len: 168 time: 0.9760282 Aug 11 04:06:55.086708 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 50438) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:06:55.135268 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_v2 [None req-c098643c-c35f-489a-bb57-50879eb447df admin admin] Deleting subnet a22f93e6-4c48-42a1-ba34-b61677f0448f {{(pid=102192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 04:06:55.138229 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c098643c-c35f-489a-bb57-50879eb447df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:55.172243 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c098643c-c35f-489a-bb57-50879eb447df admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125932460'] for subnet, precommit_delete_associations {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:55.251792 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c098643c-c35f-489a-bb57-50879eb447df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:55.367537 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c098643c-c35f-489a-bb57-50879eb447df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125932157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126180897'] for subnet, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:55.392612 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c098643c-c35f-489a-bb57-50879eb447df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a22f93e6-4c48-42a1-ba34-b61677f0448f,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:06:55.396256 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c098643c-c35f-489a-bb57-50879eb447df admin admin] Notify callbacks [] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:55.400726 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-c098643c-c35f-489a-bb57-50879eb447df admin admin] 10.222.0.41 "DELETE /v2.0/subnets/a22f93e6-4c48-42a1-ba34-b61677f0448f HTTP/1.1" status: 204 len: 168 time: 0.3104849 Aug 11 04:06:55.400726 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 50440) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:06:55.414658 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aab2aa3-01bd-440b-a2b3-dc5282a7951c None None] Network 3950827c-2520-4197-a6fe-a62ff7cf5d31 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 04:06:55.479525 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-466c3c0b-2d9f-4aaa-baea-3a91278a1d48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:55.519629 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device a8602144-f8da-43ea-8a0b-a5addc2a7617 no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 04:06:55.536020 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-466c3c0b-2d9f-4aaa-baea-3a91278a1d48 admin admin] Deleting port 2a87377b-4f80-4977-b078-cb64275cee10 {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 04:06:55.536361 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-466c3c0b-2d9f-4aaa-baea-3a91278a1d48 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:55.546801 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: a8602144-f8da-43ea-8a0b-a5addc2a7617 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 04:06:55.547141 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device a8602144-f8da-43ea-8a0b-a5addc2a7617 not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 04:06:55.547565 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 173c5d42-4c97-41e2-978d-e2e189edf81d no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 04:06:55.568133 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: 173c5d42-4c97-41e2-978d-e2e189edf81d {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 04:06:55.568479 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 173c5d42-4c97-41e2-978d-e2e189edf81d not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 04:06:55.599504 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [None req-466c3c0b-2d9f-4aaa-baea-3a91278a1d48 admin admin] For port 2a87377b-4f80-4977-b078-cb64275cee10, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=2a87377b-4f80-4977-b078-cb64275cee10,segment=NetworkSegment(8d619638-b437-4573-bdaa-6a631f170a0e),segment_id=8d619638-b437-4573-bdaa-6a631f170a0e)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:06:55.599952 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-466c3c0b-2d9f-4aaa-baea-3a91278a1d48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:55.615029 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-466c3c0b-2d9f-4aaa-baea-3a91278a1d48 admin admin] Calling delete_port for 2a87377b-4f80-4977-b078-cb64275cee10 owned by network:dhcp {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 04:06:55.638675 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-152503f5-2cb1-40c5-a7a3-4fc9c28b3d06 None None] DHCP port deletion for 3950827c-2520-4197-a6fe-a62ff7cf5d31 request from n-d-764292-30 {{(pid=102193) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 04:06:55.687699 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-152503f5-2cb1-40c5-a7a3-4fc9c28b3d06 None None] Deleting port 2a87377b-4f80-4977-b078-cb64275cee10 {{(pid=102193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 04:06:55.688209 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-152503f5-2cb1-40c5-a7a3-4fc9c28b3d06 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:55.757108 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-152503f5-2cb1-40c5-a7a3-4fc9c28b3d06 None None] For port 2a87377b-4f80-4977-b078-cb64275cee10, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=2a87377b-4f80-4977-b078-cb64275cee10,segment=NetworkSegment(8d619638-b437-4573-bdaa-6a631f170a0e),segment_id=8d619638-b437-4573-bdaa-6a631f170a0e)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:06:55.757500 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-152503f5-2cb1-40c5-a7a3-4fc9c28b3d06 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:55.770695 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-152503f5-2cb1-40c5-a7a3-4fc9c28b3d06 None None] Calling delete_port for 2a87377b-4f80-4977-b078-cb64275cee10 owned by network:dhcp {{(pid=102193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 04:06:55.798374 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-466c3c0b-2d9f-4aaa-baea-3a91278a1d48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:55.825202 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466c3c0b-2d9f-4aaa-baea-3a91278a1d48 admin admin] No DVR routers for this DVR port 2a87377b-4f80-4977-b078-cb64275cee10 on host n-d-764292-30 {{(pid=102192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 04:06:55.827700 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466c3c0b-2d9f-4aaa-baea-3a91278a1d48 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a87377b-4f80-4977-b078-cb64275cee10,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:06:55.847432 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-152503f5-2cb1-40c5-a7a3-4fc9c28b3d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678'] for port, after_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:55.870451 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152503f5-2cb1-40c5-a7a3-4fc9c28b3d06 None None] Pushing event deleted for resources: {'Port': ['ID=2a87377b-4f80-4977-b078-cb64275cee10,revision_number=None']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:06:55.880460 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152503f5-2cb1-40c5-a7a3-4fc9c28b3d06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:06:55.880812 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152503f5-2cb1-40c5-a7a3-4fc9c28b3d06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:06:55.881156 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152503f5-2cb1-40c5-a7a3-4fc9c28b3d06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:06:55.881490 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152503f5-2cb1-40c5-a7a3-4fc9c28b3d06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:06:55.881828 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152503f5-2cb1-40c5-a7a3-4fc9c28b3d06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:06:55.882244 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152503f5-2cb1-40c5-a7a3-4fc9c28b3d06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:06:55.882595 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152503f5-2cb1-40c5-a7a3-4fc9c28b3d06 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:06:55.882920 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152503f5-2cb1-40c5-a7a3-4fc9c28b3d06 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:06:55.883248 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152503f5-2cb1-40c5-a7a3-4fc9c28b3d06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:06:55.883574 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152503f5-2cb1-40c5-a7a3-4fc9c28b3d06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:06:55.883902 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152503f5-2cb1-40c5-a7a3-4fc9c28b3d06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:06:55.884222 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152503f5-2cb1-40c5-a7a3-4fc9c28b3d06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:06:55.886942 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-152503f5-2cb1-40c5-a7a3-4fc9c28b3d06 None None] No DVR routers for this DVR port 2a87377b-4f80-4977-b078-cb64275cee10 on host n-d-764292-30 {{(pid=102193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 04:06:55.903316 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-466c3c0b-2d9f-4aaa-baea-3a91278a1d48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:55.914169 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-466c3c0b-2d9f-4aaa-baea-3a91278a1d48 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3950827c-2520-4197-a6fe-a62ff7cf5d31']}} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:06:55.924552 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-466c3c0b-2d9f-4aaa-baea-3a91278a1d48 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d619638-b437-4573-bdaa-6a631f170a0e') {'for_net_delete': True} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:06:55.924848 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-466c3c0b-2d9f-4aaa-baea-3a91278a1d48 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d619638-b437-4573-bdaa-6a631f170a0e') {} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:06:55.933424 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-466c3c0b-2d9f-4aaa-baea-3a91278a1d48 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125932501'] for segment, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:55.946903 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-466c3c0b-2d9f-4aaa-baea-3a91278a1d48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:55.953172 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-466c3c0b-2d9f-4aaa-baea-3a91278a1d48 admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=102192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 04:06:55.953553 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-466c3c0b-2d9f-4aaa-baea-3a91278a1d48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125932183'] for segment, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:55.955171 n-d-764292-30 neutron-server[102192]: Traceback (most recent call last): Aug 11 04:06:55.955171 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 04:06:55.955171 n-d-764292-30 neutron-server[102192]: timer() Aug 11 04:06:55.955171 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 04:06:55.955171 n-d-764292-30 neutron-server[102192]: cb(*args, **kw) Aug 11 04:06:55.955171 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 04:06:55.955171 n-d-764292-30 neutron-server[102192]: return func(*args, **kwargs) Aug 11 04:06:55.955171 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 04:06:55.955171 n-d-764292-30 neutron-server[102192]: self._notify() Aug 11 04:06:55.955171 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 04:06:55.955171 n-d-764292-30 neutron-server[102192]: self.callback(batched_events) Aug 11 04:06:55.955171 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 04:06:55.955171 n-d-764292-30 neutron-server[102192]: event.method(event) Aug 11 04:06:55.955171 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 04:06:55.955171 n-d-764292-30 neutron-server[102192]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 04:06:55.955171 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 04:06:55.955171 n-d-764292-30 neutron-server[102192]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 04:06:55.955171 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 04:06:55.955171 n-d-764292-30 neutron-server[102192]: return f(self, *a, **k) Aug 11 04:06:55.955171 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 04:06:55.955171 n-d-764292-30 neutron-server[102192]: return self._get(url).json() Aug 11 04:06:55.955171 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 04:06:55.955171 n-d-764292-30 neutron-server[102192]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 04:06:55.955171 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 04:06:55.955171 n-d-764292-30 neutron-server[102192]: return self.request(url, 'GET', **kwargs) Aug 11 04:06:55.955171 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 04:06:55.955171 n-d-764292-30 neutron-server[102192]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 04:06:55.955171 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 04:06:55.955171 n-d-764292-30 neutron-server[102192]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 04:06:55.955171 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 04:06:55.955171 n-d-764292-30 neutron-server[102192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 04:06:55.955171 n-d-764292-30 neutron-server[102192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 04:06:56.072128 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-466c3c0b-2d9f-4aaa-baea-3a91278a1d48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:56.077608 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-466c3c0b-2d9f-4aaa-baea-3a91278a1d48 admin admin] Notify callbacks [] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:56.079486 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-466c3c0b-2d9f-4aaa-baea-3a91278a1d48 admin admin] 10.222.0.41 "DELETE /v2.0/networks/3950827c-2520-4197-a6fe-a62ff7cf5d31 HTTP/1.1" status: 204 len: 168 time: 0.6776078 Aug 11 04:06:56.082538 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 50446) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:06:56.090594 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466c3c0b-2d9f-4aaa-baea-3a91278a1d48 admin admin] Pushing event deleted for resources: {'Network': ['ID=3950827c-2520-4197-a6fe-a62ff7cf5d31,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:06:56.419436 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8dea316c-eb03-406e-b48b-dc8bc83691a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521106'] for router_interface, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:56.658855 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-8dea316c-eb03-406e-b48b-dc8bc83691a7 admin admin] Deleting port 4be3dea1-8229-47e9-b165-4f9d4fbc7561 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 04:06:56.659195 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8dea316c-eb03-406e-b48b-dc8bc83691a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:56.745696 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [None req-8dea316c-eb03-406e-b48b-dc8bc83691a7 admin admin] For port 4be3dea1-8229-47e9-b165-4f9d4fbc7561, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=4be3dea1-8229-47e9-b165-4f9d4fbc7561,segment=NetworkSegment(e775c54b-b347-482e-a533-6338b7d7f8cd),segment_id=e775c54b-b347-482e-a533-6338b7d7f8cd)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:06:56.746060 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8dea316c-eb03-406e-b48b-dc8bc83691a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:56.758221 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-8dea316c-eb03-406e-b48b-dc8bc83691a7 admin admin] Calling delete_port for 4be3dea1-8229-47e9-b165-4f9d4fbc7561 owned by network:router_interface {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 04:06:56.995866 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8dea316c-eb03-406e-b48b-dc8bc83691a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:57.023821 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dea316c-eb03-406e-b48b-dc8bc83691a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=4be3dea1-8229-47e9-b165-4f9d4fbc7561,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:06:57.183961 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8dea316c-eb03-406e-b48b-dc8bc83691a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16383033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450082'] for router_interface, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:57.391489 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dea316c-eb03-406e-b48b-dc8bc83691a7 admin admin] Router a1d06cc8-18e8-4d45-b859-76279b635e9e has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 04:06:57.496172 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dea316c-eb03-406e-b48b-dc8bc83691a7 admin admin] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 04:06:57.501814 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-8dea316c-eb03-406e-b48b-dc8bc83691a7 admin admin] 10.222.0.41 "PUT /v2.0/routers/a1d06cc8-18e8-4d45-b859-76279b635e9e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4182293 Aug 11 04:06:57.504522 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 50448) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:06:57.506215 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b45fdc-d668-4149-924b-ab544acc0b9d None None] Sync routers for ids ['a1d06cc8-18e8-4d45-b859-76279b635e9e'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 04:06:57.515805 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b45fdc-d668-4149-924b-ab544acc0b9d None None] Routers {'a1d06cc8-18e8-4d45-b859-76279b635e9e'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 04:06:57.516516 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-48b45fdc-d668-4149-924b-ab544acc0b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T04:06:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['a1d06cc8-18e8-4d45-b859-76279b635e9e'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:06:57.568091 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 2a87377b-4f80-4977-b078-cb64275cee10 no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 04:06:57.590561 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: 2a87377b-4f80-4977-b078-cb64275cee10 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 04:06:57.590940 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 2a87377b-4f80-4977-b078-cb64275cee10 not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 04:06:57.609501 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9ea77feb-2efb-4d4f-9c7d-8df4a9f73438 admin admin] Notify callbacks [] for router, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:57.647256 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-48b45fdc-d668-4149-924b-ab544acc0b9d None None] Set router a1d06cc8-18e8-4d45-b859-76279b635e9e gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 04:06:57.709906 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9ea77feb-2efb-4d4f-9c7d-8df4a9f73438 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:57.824687 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-48b45fdc-d668-4149-924b-ab544acc0b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1d06cc8-18e8-4d45-b859-76279b635e9e', 'name': 'tempest-TestEncryptedCinderVolumes-2089465431-router', 'tenant_id': 'eba00c44baad4aaea83250689a522d85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.179'}], 'enable_snat': True}, 'gw_port_id': 'c99b8222-2631-48ea-b337-1f93d5e8c5c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:05:28Z', 'updated_at': '2021-08-11T04:06:56Z', 'revision_number': 5, 'project_id': 'eba00c44baad4aaea83250689a522d85', 'gw_port': {'id': 'c99b8222-2631-48ea-b337-1f93d5e8c5c8', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:dd:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1d06cc8-18e8-4d45-b859-76279b635e9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:05:29Z', 'updated_at': '2021-08-11T04:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:06:57.829637 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-9ea77feb-2efb-4d4f-9c7d-8df4a9f73438 admin admin] Deleting port c99b8222-2631-48ea-b337-1f93d5e8c5c8 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 04:06:57.829976 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9ea77feb-2efb-4d4f-9c7d-8df4a9f73438 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:57.851018 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b45fdc-d668-4149-924b-ab544acc0b9d None None] Checking router: a1d06cc8-18e8-4d45-b859-76279b635e9e for host: n-d-764292-30 {{(pid=102193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 04:06:57.859902 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b45fdc-d668-4149-924b-ab544acc0b9d None None] Routers {'a1d06cc8-18e8-4d45-b859-76279b635e9e'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 04:06:57.860509 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-48b45fdc-d668-4149-924b-ab544acc0b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T04:06:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['a1d06cc8-18e8-4d45-b859-76279b635e9e'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:06:57.912016 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [None req-9ea77feb-2efb-4d4f-9c7d-8df4a9f73438 admin admin] For port c99b8222-2631-48ea-b337-1f93d5e8c5c8, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=c99b8222-2631-48ea-b337-1f93d5e8c5c8,segment=NetworkSegment(fab28bed-aa25-40db-bba4-ec26e795194c),segment_id=fab28bed-aa25-40db-bba4-ec26e795194c)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:06:57.912287 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9ea77feb-2efb-4d4f-9c7d-8df4a9f73438 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:57.925125 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-9ea77feb-2efb-4d4f-9c7d-8df4a9f73438 admin admin] Calling delete_port for c99b8222-2631-48ea-b337-1f93d5e8c5c8 owned by network:router_gateway {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 04:06:57.945481 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-48b45fdc-d668-4149-924b-ab544acc0b9d None None] Set router a1d06cc8-18e8-4d45-b859-76279b635e9e gateway port host: None {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 04:06:58.003703 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-48b45fdc-d668-4149-924b-ab544acc0b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1d06cc8-18e8-4d45-b859-76279b635e9e', 'name': 'tempest-TestEncryptedCinderVolumes-2089465431-router', 'tenant_id': 'eba00c44baad4aaea83250689a522d85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:05:28Z', 'updated_at': '2021-08-11T04:06:57Z', 'revision_number': 6, 'project_id': 'eba00c44baad4aaea83250689a522d85', 'gw_port_host': None}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:06:58.031268 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b45fdc-d668-4149-924b-ab544acc0b9d None None] The sync data for ids ['a1d06cc8-18e8-4d45-b859-76279b635e9e'] in n-d-764292-30 is: [{'id': 'a1d06cc8-18e8-4d45-b859-76279b635e9e', 'name': 'tempest-TestEncryptedCinderVolumes-2089465431-router', 'tenant_id': 'eba00c44baad4aaea83250689a522d85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:05:28Z', 'updated_at': '2021-08-11T04:06:57Z', 'revision_number': 6, 'project_id': 'eba00c44baad4aaea83250689a522d85', 'gw_port_host': None}] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 04:06:58.135586 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9ea77feb-2efb-4d4f-9c7d-8df4a9f73438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:58.160333 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea77feb-2efb-4d4f-9c7d-8df4a9f73438 admin admin] Pushing event deleted for resources: {'Port': ['ID=c99b8222-2631-48ea-b337-1f93d5e8c5c8,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:06:58.221662 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9ea77feb-2efb-4d4f-9c7d-8df4a9f73438 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-446916'] for router_gateway, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:58.597236 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9ea77feb-2efb-4d4f-9c7d-8df4a9f73438 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6544'] for router, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:58.599499 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9ea77feb-2efb-4d4f-9c7d-8df4a9f73438 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:58.727745 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9ea77feb-2efb-4d4f-9c7d-8df4a9f73438 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448809'] for router, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:58.728279 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ea77feb-2efb-4d4f-9c7d-8df4a9f73438 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a1d06cc8-18e8-4d45-b859-76279b635e9e {{(pid=102191) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 04:06:58.732589 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9ea77feb-2efb-4d4f-9c7d-8df4a9f73438 admin admin] Notify callbacks [] for router, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:58.733733 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-9ea77feb-2efb-4d4f-9c7d-8df4a9f73438 admin admin] 10.222.0.41 "DELETE /v2.0/routers/a1d06cc8-18e8-4d45-b859-76279b635e9e HTTP/1.1" status: 204 len: 168 time: 1.2283058 Aug 11 04:06:58.736306 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 50450) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:06:58.782551 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_v2 [None req-a31464ff-c5a8-44d0-ba63-9c1eb17fe8b0 admin admin] Deleting subnet f57ef660-0172-4872-af70-66989f270a7f {{(pid=102191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 04:06:58.785694 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a31464ff-c5a8-44d0-ba63-9c1eb17fe8b0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:58.823505 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a31464ff-c5a8-44d0-ba63-9c1eb17fe8b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126283525'] for subnet, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:58.925123 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a31464ff-c5a8-44d0-ba63-9c1eb17fe8b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:59.062017 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a31464ff-c5a8-44d0-ba63-9c1eb17fe8b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126283413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126275158'] for subnet, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:59.085490 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31464ff-c5a8-44d0-ba63-9c1eb17fe8b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f57ef660-0172-4872-af70-66989f270a7f,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:06:59.091085 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a31464ff-c5a8-44d0-ba63-9c1eb17fe8b0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:59.093407 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-a31464ff-c5a8-44d0-ba63-9c1eb17fe8b0 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/f57ef660-0172-4872-af70-66989f270a7f HTTP/1.1" status: 204 len: 168 time: 0.3556898 Aug 11 04:06:59.095828 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 50452) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:06:59.096544 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9388d44-3423-4021-87a5-f366c933b6d1 None None] Network b90f84a4-e16d-4af1-b085-4df5b8673c66 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 04:06:59.168876 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d5b5073f-0d67-40e6-adb0-29dc413e4fcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:59.224570 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-d5b5073f-0d67-40e6-adb0-29dc413e4fcc admin admin] Deleting port c0bcd572-db0a-44d6-a942-0a385412dbde {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 04:06:59.225276 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d5b5073f-0d67-40e6-adb0-29dc413e4fcc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:59.269576 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-195d3c41-c11d-45dd-bcc1-952a5a02effb None None] DHCP port deletion for b90f84a4-e16d-4af1-b085-4df5b8673c66 request from n-d-764292-30 {{(pid=102193) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 04:06:59.275918 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-b7379ebf-acaf-497f-b819-c634008ff6dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:59.289817 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [None req-d5b5073f-0d67-40e6-adb0-29dc413e4fcc admin admin] For port c0bcd572-db0a-44d6-a942-0a385412dbde, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=c0bcd572-db0a-44d6-a942-0a385412dbde,segment=NetworkSegment(e775c54b-b347-482e-a533-6338b7d7f8cd),segment_id=e775c54b-b347-482e-a533-6338b7d7f8cd)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:06:59.291773 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d5b5073f-0d67-40e6-adb0-29dc413e4fcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:59.303905 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-d5b5073f-0d67-40e6-adb0-29dc413e4fcc admin admin] Calling delete_port for c0bcd572-db0a-44d6-a942-0a385412dbde owned by network:dhcp {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 04:06:59.316730 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-195d3c41-c11d-45dd-bcc1-952a5a02effb None None] Deleting port c0bcd572-db0a-44d6-a942-0a385412dbde {{(pid=102193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 04:06:59.320692 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-195d3c41-c11d-45dd-bcc1-952a5a02effb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:59.380087 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-195d3c41-c11d-45dd-bcc1-952a5a02effb None None] For port c0bcd572-db0a-44d6-a942-0a385412dbde, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=c0bcd572-db0a-44d6-a942-0a385412dbde,segment=NetworkSegment(e775c54b-b347-482e-a533-6338b7d7f8cd),segment_id=e775c54b-b347-482e-a533-6338b7d7f8cd)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:06:59.380477 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-195d3c41-c11d-45dd-bcc1-952a5a02effb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:59.392682 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-195d3c41-c11d-45dd-bcc1-952a5a02effb None None] Calling delete_port for c0bcd572-db0a-44d6-a942-0a385412dbde owned by network:dhcp {{(pid=102193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 04:06:59.472276 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d5b5073f-0d67-40e6-adb0-29dc413e4fcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:59.479736 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-195d3c41-c11d-45dd-bcc1-952a5a02effb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678'] for port, after_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:59.500395 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b5073f-0d67-40e6-adb0-29dc413e4fcc admin admin] Pushing event deleted for resources: {'Port': ['ID=c0bcd572-db0a-44d6-a942-0a385412dbde,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:06:59.504528 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b5073f-0d67-40e6-adb0-29dc413e4fcc admin admin] No DVR routers for this DVR port c0bcd572-db0a-44d6-a942-0a385412dbde on host n-d-764292-30 {{(pid=102191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 04:06:59.510327 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195d3c41-c11d-45dd-bcc1-952a5a02effb None None] Pushing event deleted for resources: {'Port': ['ID=c0bcd572-db0a-44d6-a942-0a385412dbde,revision_number=None']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:06:59.515601 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device c0bcd572-db0a-44d6-a942-0a385412dbde no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 04:06:59.536579 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195d3c41-c11d-45dd-bcc1-952a5a02effb None None] No DVR routers for this DVR port c0bcd572-db0a-44d6-a942-0a385412dbde on host n-d-764292-30 {{(pid=102193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 04:06:59.547488 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: c0bcd572-db0a-44d6-a942-0a385412dbde {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 04:06:59.547488 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device c0bcd572-db0a-44d6-a942-0a385412dbde not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 04:06:59.547488 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device c99b8222-2631-48ea-b337-1f93d5e8c5c8 no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 04:06:59.562305 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: c99b8222-2631-48ea-b337-1f93d5e8c5c8 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 04:06:59.562931 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device c99b8222-2631-48ea-b337-1f93d5e8c5c8 not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 04:06:59.563120 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 4be3dea1-8229-47e9-b165-4f9d4fbc7561 no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 04:06:59.579459 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d5b5073f-0d67-40e6-adb0-29dc413e4fcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:59.581801 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: 4be3dea1-8229-47e9-b165-4f9d4fbc7561 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 04:06:59.582147 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 4be3dea1-8229-47e9-b165-4f9d4fbc7561 not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 04:06:59.589495 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-d5b5073f-0d67-40e6-adb0-29dc413e4fcc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b90f84a4-e16d-4af1-b085-4df5b8673c66']}} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:06:59.600286 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-d5b5073f-0d67-40e6-adb0-29dc413e4fcc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e775c54b-b347-482e-a533-6338b7d7f8cd') {'for_net_delete': True} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:06:59.600571 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-d5b5073f-0d67-40e6-adb0-29dc413e4fcc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e775c54b-b347-482e-a533-6338b7d7f8cd') {} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:06:59.609024 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d5b5073f-0d67-40e6-adb0-29dc413e4fcc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126283644'] for segment, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:59.622051 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d5b5073f-0d67-40e6-adb0-29dc413e4fcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:59.627948 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5b5073f-0d67-40e6-adb0-29dc413e4fcc admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=102191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 04:06:59.631487 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d5b5073f-0d67-40e6-adb0-29dc413e4fcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126283391'] for segment, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:59.631487 n-d-764292-30 neutron-server[102191]: Traceback (most recent call last): Aug 11 04:06:59.631487 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 04:06:59.631487 n-d-764292-30 neutron-server[102191]: timer() Aug 11 04:06:59.631487 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 04:06:59.631487 n-d-764292-30 neutron-server[102191]: cb(*args, **kw) Aug 11 04:06:59.631487 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 04:06:59.631487 n-d-764292-30 neutron-server[102191]: return func(*args, **kwargs) Aug 11 04:06:59.631487 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 04:06:59.631487 n-d-764292-30 neutron-server[102191]: self._notify() Aug 11 04:06:59.631487 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 04:06:59.631487 n-d-764292-30 neutron-server[102191]: self.callback(batched_events) Aug 11 04:06:59.631487 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 04:06:59.631487 n-d-764292-30 neutron-server[102191]: event.method(event) Aug 11 04:06:59.631487 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 04:06:59.631487 n-d-764292-30 neutron-server[102191]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 04:06:59.631487 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 04:06:59.631487 n-d-764292-30 neutron-server[102191]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 04:06:59.631487 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 04:06:59.631487 n-d-764292-30 neutron-server[102191]: return f(self, *a, **k) Aug 11 04:06:59.631487 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 04:06:59.631487 n-d-764292-30 neutron-server[102191]: return self._get(url).json() Aug 11 04:06:59.631487 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 04:06:59.631487 n-d-764292-30 neutron-server[102191]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 04:06:59.631487 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 04:06:59.631487 n-d-764292-30 neutron-server[102191]: return self.request(url, 'GET', **kwargs) Aug 11 04:06:59.631487 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 04:06:59.631487 n-d-764292-30 neutron-server[102191]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 04:06:59.631487 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 04:06:59.631487 n-d-764292-30 neutron-server[102191]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 04:06:59.631487 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 04:06:59.631487 n-d-764292-30 neutron-server[102191]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 04:06:59.631487 n-d-764292-30 neutron-server[102191]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 04:06:59.734950 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d5b5073f-0d67-40e6-adb0-29dc413e4fcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:59.740264 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d5b5073f-0d67-40e6-adb0-29dc413e4fcc admin admin] Notify callbacks [] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:59.742113 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-d5b5073f-0d67-40e6-adb0-29dc413e4fcc admin admin] 10.222.0.41 "DELETE /v2.0/networks/b90f84a4-e16d-4af1-b085-4df5b8673c66 HTTP/1.1" status: 204 len: 168 time: 0.6453521 Aug 11 04:06:59.753078 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b5073f-0d67-40e6-adb0-29dc413e4fcc admin admin] Pushing event deleted for resources: {'Network': ['ID=b90f84a4-e16d-4af1-b085-4df5b8673c66,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:07:00.119749 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 50456) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:07:00.159244 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-66625206-2459-41e9-b134-41c5f735e87f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=32a5c6a1d6f3448997e27ba2f6c06be2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383770 Aug 11 04:07:00.161554 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 50458) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:07:00.212163 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-dd0119a9-cb93-4178-9e1d-ba086e1a60b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:07:00.232327 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-dd0119a9-cb93-4178-9e1d-ba086e1a60b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:07:00.356165 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-dd0119a9-cb93-4178-9e1d-ba086e1a60b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:07:00.359128 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-dd0119a9-cb93-4178-9e1d-ba086e1a60b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:07:00.360331 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-dd0119a9-cb93-4178-9e1d-ba086e1a60b1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5285d559-5dcd-41fc-83d6-7d0d185c0239 HTTP/1.1" status: 204 len: 168 time: 0.1978948 Aug 11 04:07:00.369989 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0119a9-cb93-4178-9e1d-ba086e1a60b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5285d559-5dcd-41fc-83d6-7d0d185c0239,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:07:00.961245 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 50464) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:07:01.000498 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-e2c799df-ebb3-4ba0-95b8-c991c8a8cc8a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=eba00c44baad4aaea83250689a522d85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0381184 Aug 11 04:07:01.003012 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 50466) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:07:01.055024 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b17e43ab-d769-4395-8437-a295c84b8f7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:07:01.076758 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b17e43ab-d769-4395-8437-a295c84b8f7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:07:01.203492 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b17e43ab-d769-4395-8437-a295c84b8f7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:07:01.205982 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b17e43ab-d769-4395-8437-a295c84b8f7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:07:01.207217 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-b17e43ab-d769-4395-8437-a295c84b8f7c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/55e8173e-9cfa-4c80-8374-31fa3abceccf HTTP/1.1" status: 204 len: 168 time: 0.2033079 Aug 11 04:07:01.215029 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17e43ab-d769-4395-8437-a295c84b8f7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55e8173e-9cfa-4c80-8374-31fa3abceccf,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:07:01.946515 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:07:02.106658 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-ae7b13ed-9532-4256-a1b7-fa3ad19cb75b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:07:02.188129 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 50488) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:07:02.283042 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-fb7c457b-10fb-4b9d-bd06-c93b0e996c2b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-672186472-network', 'tenant_id': '030a8b7571db45458d5839972ac8d8e2'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:07:02.361356 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb7c457b-10fb-4b9d-bd06-c93b0e996c2b admin admin] Made reservation on behalf of 030a8b7571db45458d5839972ac8d8e2 for: {'network': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 04:07:02.363683 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-fb7c457b-10fb-4b9d-bd06-c93b0e996c2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:07:02.372050 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-fb7c457b-10fb-4b9d-bd06-c93b0e996c2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:07:02.457395 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-fb7c457b-10fb-4b9d-bd06-c93b0e996c2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:07:02.515928 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-fb7c457b-10fb-4b9d-bd06-c93b0e996c2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:07:02.539830 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb7c457b-10fb-4b9d-bd06-c93b0e996c2b admin admin] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=102192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 04:07:02.549015 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7c457b-10fb-4b9d-bd06-c93b0e996c2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83afa3e3-61c1-4478-884e-3b90db5df2de,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:07:02.553611 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-fb7c457b-10fb-4b9d-bd06-c93b0e996c2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:07:02.553950 n-d-764292-30 neutron-server[102192]: INFO neutron.db.segments_db [None req-fb7c457b-10fb-4b9d-bd06-c93b0e996c2b admin admin] Added segment 13724f05-4f4d-4d76-9d9b-450b14bdbb12 of type vlan for network ea3d18ad-924e-4753-8ac5-f564715ef84c Aug 11 04:07:02.595223 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-fb7c457b-10fb-4b9d-bd06-c93b0e996c2b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:07:02.677940 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-fb7c457b-10fb-4b9d-bd06-c93b0e996c2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:07:02.678924 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb7c457b-10fb-4b9d-bd06-c93b0e996c2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:07:02.679503 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-fb7c457b-10fb-4b9d-bd06-c93b0e996c2b admin admin] Notify callbacks [] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:07:02.741208 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7c457b-10fb-4b9d-bd06-c93b0e996c2b admin admin] Pushing event updated for resources: {'Network': ['ID=ea3d18ad-924e-4753-8ac5-f564715ef84c,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:07:02.750913 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network ea3d18ad-924e-4753-8ac5-f564715ef84c details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 04:07:02.793756 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-fb7c457b-10fb-4b9d-bd06-c93b0e996c2b admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6043165 Aug 11 04:07:02.796424 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 50492) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:07:02.801274 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-7d4a2542-4abb-467e-879a-3155da6d9fba admin admin] Request body: {'subnet': {'network_id': 'ea3d18ad-924e-4753-8ac5-f564715ef84c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-672186472-subnet', 'tenant_id': '030a8b7571db45458d5839972ac8d8e2', 'ip_version': 4}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:07:02.923959 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d4a2542-4abb-467e-879a-3155da6d9fba admin admin] Made reservation on behalf of 030a8b7571db45458d5839972ac8d8e2 for: {'subnet': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 04:07:02.926310 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-7d4a2542-4abb-467e-879a-3155da6d9fba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126180544'] for subnet, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:07:03.135067 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-7d4a2542-4abb-467e-879a-3155da6d9fba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125932092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126180562'] for subnet, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:07:03.192231 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4a2542-4abb-467e-879a-3155da6d9fba admin admin] Pushing event updated for resources: {'Subnet': ['ID=78f67b31-0f69-42d6-b6e5-6908a0a2382a,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:07:03.202876 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4a2542-4abb-467e-879a-3155da6d9fba admin admin] Checking segment: {'id': '13724f05-4f4d-4d76-9d9b-450b14bdbb12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'ea3d18ad-924e-4753-8ac5-f564715ef84c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 04:07:03.203240 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d4a2542-4abb-467e-879a-3155da6d9fba admin admin] Network hostable DHCP agents. Network: ea3d18ad-924e-4753-8ac5-f564715ef84c, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 04:07:03.209425 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:07:03.292979 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d4a2542-4abb-467e-879a-3155da6d9fba admin admin] Network ea3d18ad-924e-4753-8ac5-f564715ef84c is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 04:07:03.367320 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-7d4a2542-4abb-467e-879a-3155da6d9fba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, ea3d18ad-924e-4753-8ac5-f564715ef84c) {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 04:07:03.371190 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d4a2542-4abb-467e-879a-3155da6d9fba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:07:03.371780 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-7d4a2542-4abb-467e-879a-3155da6d9fba admin admin] Notify callbacks [] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:07:03.376734 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e2212a5-d9f1-4049-80bf-f8667dcd1968 None None] Network ea3d18ad-924e-4753-8ac5-f564715ef84c requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 04:07:03.471651 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-7d4a2542-4abb-467e-879a-3155da6d9fba admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6738706 Aug 11 04:07:03.474446 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 50494) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:07:03.478792 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-aa27936e-5e1f-4e95-bdd4-d0650432bf5f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-672186472-router', 'tenant_id': '030a8b7571db45458d5839972ac8d8e2', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:07:03.518486 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd1ce160-ba85-4345-a9f9-6514ca1be3de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde080026-c28f-55be-b52b-13827cc43646-ea3d18ad-924e-4753-8ac5-f564715ef84c', 'network_id': 'ea3d18ad-924e-4753-8ac5-f564715ef84c', 'tenant_id': '030a8b7571db45458d5839972ac8d8e2', 'fixed_ips': [{'subnet_id': '78f67b31-0f69-42d6-b6e5-6908a0a2382a'}]}} from n-d-764292-30. {{(pid=102193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 04:07:03.519335 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-bd1ce160-ba85-4345-a9f9-6514ca1be3de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:07:03.564008 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-aa27936e-5e1f-4e95-bdd4-d0650432bf5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-450010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6626'] for router, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:07:03.565076 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-aa27936e-5e1f-4e95-bdd4-d0650432bf5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-446747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6633'] for router, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:07:03.619354 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-aa27936e-5e1f-4e95-bdd4-d0650432bf5f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:07:03.653675 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.db_base_plugin_common [None req-bd1ce160-ba85-4345-a9f9-6514ca1be3de None None] Allocated IP 172.20.0.2 (ea3d18ad-924e-4753-8ac5-f564715ef84c/78f67b31-0f69-42d6-b6e5-6908a0a2382a/a83fffaa-041a-4fd1-a029-a1b95514cb87) {{(pid=102193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 04:07:03.794446 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-bd1ce160-ba85-4345-a9f9-6514ca1be3de None None] Notify callbacks [] for port, precommit_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:07:03.803270 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-bd1ce160-ba85-4345-a9f9-6514ca1be3de None None] Transition to ACTIVE for port object a83fffaa-041a-4fd1-a029-a1b95514cb87 will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 04:07:03.808871 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-aa27936e-5e1f-4e95-bdd4-d0650432bf5f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:07:03.817489 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-bd1ce160-ba85-4345-a9f9-6514ca1be3de None None] Transition to ACTIVE for port object a83fffaa-041a-4fd1-a029-a1b95514cb87 will not be triggered until provisioned by entity DHCP. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 04:07:03.947013 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-bd1ce160-ba85-4345-a9f9-6514ca1be3de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669'] for port, after_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:07:03.987630 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd1ce160-ba85-4345-a9f9-6514ca1be3de None None] Network ea3d18ad-924e-4753-8ac5-f564715ef84c is already hosted by enough agents. {{(pid=102193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 04:07:03.990448 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.base_scheduler [None req-bd1ce160-ba85-4345-a9f9-6514ca1be3de None None] Resources bound (agent type, host, resource id): {{(pid=102193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 04:07:03.993629 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd1ce160-ba85-4345-a9f9-6514ca1be3de None None] Received port after_create {{(pid=102193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 04:07:04.004127 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1ce160-ba85-4345-a9f9-6514ca1be3de None None] Pushing event updated for resources: {'Port': ['ID=a83fffaa-041a-4fd1-a029-a1b95514cb87,revision_number=1']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:07:04.054146 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-bd1ce160-ba85-4345-a9f9-6514ca1be3de None None] Attempting to bind port a83fffaa-041a-4fd1-a029-a1b95514cb87 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 04:07:04.054453 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-bd1ce160-ba85-4345-a9f9-6514ca1be3de None None] Attempting to bind port a83fffaa-041a-4fd1-a029-a1b95514cb87 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': '13724f05-4f4d-4d76-9d9b-450b14bdbb12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'ea3d18ad-924e-4753-8ac5-f564715ef84c'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 04:07:04.054809 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1ce160-ba85-4345-a9f9-6514ca1be3de None None] Attempting to bind port a83fffaa-041a-4fd1-a029-a1b95514cb87 on network ea3d18ad-924e-4753-8ac5-f564715ef84c {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 04:07:04.059824 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1ce160-ba85-4345-a9f9-6514ca1be3de None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 4, 7, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 04:07:04.060183 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1ce160-ba85-4345-a9f9-6514ca1be3de None None] Checking segment: {'id': '13724f05-4f4d-4d76-9d9b-450b14bdbb12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'ea3d18ad-924e-4753-8ac5-f564715ef84c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 04:07:04.060741 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-bd1ce160-ba85-4345-a9f9-6514ca1be3de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:07:04.061137 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1ce160-ba85-4345-a9f9-6514ca1be3de None None] Bound using segment: {'id': '13724f05-4f4d-4d76-9d9b-450b14bdbb12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'ea3d18ad-924e-4753-8ac5-f564715ef84c'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 04:07:04.061599 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-bd1ce160-ba85-4345-a9f9-6514ca1be3de None None] Bound port: a83fffaa-041a-4fd1-a029-a1b95514cb87, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13724f05-4f4d-4d76-9d9b-450b14bdbb12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'ea3d18ad-924e-4753-8ac5-f564715ef84c'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 04:07:04.061979 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-bd1ce160-ba85-4345-a9f9-6514ca1be3de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:07:04.096968 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-aa27936e-5e1f-4e95-bdd4-d0650432bf5f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:07:04.115275 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-aa27936e-5e1f-4e95-bdd4-d0650432bf5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:07:04.127275 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-bd1ce160-ba85-4345-a9f9-6514ca1be3de None None] For port a83fffaa-041a-4fd1-a029-a1b95514cb87, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 04:07:04.130313 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-bd1ce160-ba85-4345-a9f9-6514ca1be3de None None] For port a83fffaa-041a-4fd1-a029-a1b95514cb87, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=a83fffaa-041a-4fd1-a029-a1b95514cb87,segment=NetworkSegment(13724f05-4f4d-4d76-9d9b-450b14bdbb12),segment_id=13724f05-4f4d-4d76-9d9b-450b14bdbb12)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 04:07:04.202906 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-bd1ce160-ba85-4345-a9f9-6514ca1be3de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:07:04.217601 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [None req-aa27936e-5e1f-4e95-bdd4-d0650432bf5f admin admin] Allocated IP 172.25.8.168 (09faf7d2-eaf5-4a50-bb6e-4cb05d009a76/e1a97443-13df-40bb-85f5-fd269e2742c0/6a265e80-5155-4387-9a32-c19f0e3dd687) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 04:07:04.260292 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1ce160-ba85-4345-a9f9-6514ca1be3de None None] Pushing event updated for resources: {'Port': ['ID=a83fffaa-041a-4fd1-a029-a1b95514cb87,revision_number=2']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:07:04.326796 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-aa27936e-5e1f-4e95-bdd4-d0650432bf5f admin admin] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:07:04.421490 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-aa27936e-5e1f-4e95-bdd4-d0650432bf5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:07:04.463879 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa27936e-5e1f-4e95-bdd4-d0650432bf5f admin admin] Network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 04:07:04.466781 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-aa27936e-5e1f-4e95-bdd4-d0650432bf5f admin admin] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 04:07:04.470537 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa27936e-5e1f-4e95-bdd4-d0650432bf5f admin admin] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 04:07:04.507787 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa27936e-5e1f-4e95-bdd4-d0650432bf5f admin admin] Pushing event updated for resources: {'Port': ['ID=6a265e80-5155-4387-9a32-c19f0e3dd687,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:07:04.851402 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-aa27936e-5e1f-4e95-bdd4-d0650432bf5f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:07:04.870576 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:07:05.053628 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-aa27936e-5e1f-4e95-bdd4-d0650432bf5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-446952'] for router, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:07:05.117536 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33e39863-a4a3-4ba0-b26d-f7377db95385 None None] Network ea3d18ad-924e-4753-8ac5-f564715ef84c requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 04:07:05.248118 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa27936e-5e1f-4e95-bdd4-d0650432bf5f admin admin] Router 9223986f-1e51-46a3-82d8-5c2db355259b is scheduled to L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 with binding_index 1 {{(pid=102192) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 04:07:05.306539 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-e1afebb1-a17f-4509-b5f9-f2c527bfe4b6 None None] Provisioning for port a83fffaa-041a-4fd1-a029-a1b95514cb87 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 04:07:05.359511 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa27936e-5e1f-4e95-bdd4-d0650432bf5f admin admin] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 04:07:05.368613 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36833c74-9496-499e-8dd2-377c4a17a5dd None None] Sync routers for ids ['9223986f-1e51-46a3-82d8-5c2db355259b'] in n-d-764292-30 {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 04:07:05.379854 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36833c74-9496-499e-8dd2-377c4a17a5dd None None] Routers {'9223986f-1e51-46a3-82d8-5c2db355259b'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 04:07:05.380197 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-36833c74-9496-499e-8dd2-377c4a17a5dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T04:07:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['9223986f-1e51-46a3-82d8-5c2db355259b'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:07:05.426994 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-aa27936e-5e1f-4e95-bdd4-d0650432bf5f admin admin] Notify callbacks [] for router, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:07:05.431162 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-aa27936e-5e1f-4e95-bdd4-d0650432bf5f admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9531021 Aug 11 04:07:05.431290 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 50496) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:07:05.490481 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-36833c74-9496-499e-8dd2-377c4a17a5dd None None] Set router 9223986f-1e51-46a3-82d8-5c2db355259b gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 04:07:05.557277 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device a83fffaa-041a-4fd1-a029-a1b95514cb87 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 04:07:05.679714 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-36833c74-9496-499e-8dd2-377c4a17a5dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9223986f-1e51-46a3-82d8-5c2db355259b', 'name': 'tempest-TestMinimumBasicScenario-672186472-router', 'tenant_id': '030a8b7571db45458d5839972ac8d8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '6a265e80-5155-4387-9a32-c19f0e3dd687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:07:03Z', 'updated_at': '2021-08-11T04:07:04Z', 'revision_number': 3, 'project_id': '030a8b7571db45458d5839972ac8d8e2', 'gw_port': {'id': '6a265e80-5155-4387-9a32-c19f0e3dd687', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:92:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9223986f-1e51-46a3-82d8-5c2db355259b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:07:04Z', 'updated_at': '2021-08-11T04:07:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:07:05.699369 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port a83fffaa-041a-4fd1-a029-a1b95514cb87 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 04:07:05.703564 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port a83fffaa-041a-4fd1-a029-a1b95514cb87 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 04:07:05.704082 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:07:05.707301 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36833c74-9496-499e-8dd2-377c4a17a5dd None None] Checking router: 9223986f-1e51-46a3-82d8-5c2db355259b for host: n-d-764292-30 {{(pid=102194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 04:07:05.707301 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36833c74-9496-499e-8dd2-377c4a17a5dd None None] Updating router 9223986f-1e51-46a3-82d8-5c2db355259b port 6a265e80-5155-4387-9a32-c19f0e3dd687 binding host n-d-764292-30 {{(pid=102194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 04:07:05.737478 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-36833c74-9496-499e-8dd2-377c4a17a5dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:07:05.950464 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:07:05.986012 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port a83fffaa-041a-4fd1-a029-a1b95514cb87, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=a83fffaa-041a-4fd1-a029-a1b95514cb87,segment=NetworkSegment(13724f05-4f4d-4d76-9d9b-450b14bdbb12),segment_id=13724f05-4f4d-4d76-9d9b-450b14bdbb12)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:07:06.009150 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-36833c74-9496-499e-8dd2-377c4a17a5dd None None] Notify callbacks [] for port, precommit_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:07:06.019749 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.provisioning_blocks [None req-36833c74-9496-499e-8dd2-377c4a17a5dd None None] Transition to ACTIVE for port object 6a265e80-5155-4387-9a32-c19f0e3dd687 will not be triggered until provisioned by entity L2. {{(pid=102194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 04:07:06.065515 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:07:06.095388 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-36833c74-9496-499e-8dd2-377c4a17a5dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:07:06.116161 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=a83fffaa-041a-4fd1-a029-a1b95514cb87,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:07:06.142892 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-36833c74-9496-499e-8dd2-377c4a17a5dd None None] Attempting to bind port 6a265e80-5155-4387-9a32-c19f0e3dd687 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 04:07:06.143255 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-36833c74-9496-499e-8dd2-377c4a17a5dd None None] Attempting to bind port 6a265e80-5155-4387-9a32-c19f0e3dd687 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}] {{(pid=102194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 04:07:06.143610 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36833c74-9496-499e-8dd2-377c4a17a5dd None None] Attempting to bind port 6a265e80-5155-4387-9a32-c19f0e3dd687 on network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 04:07:06.152032 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaa3608-b2d0-40ed-9414-a921af923471 None None] Pushing event updated for resources: {'Port': ['ID=6a265e80-5155-4387-9a32-c19f0e3dd687,revision_number=2']} {{(pid=102194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:07:06.154975 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36833c74-9496-499e-8dd2-377c4a17a5dd None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 4, 7, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 04:07:06.155331 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36833c74-9496-499e-8dd2-377c4a17a5dd None None] Checking segment: {'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 04:07:06.155717 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-36833c74-9496-499e-8dd2-377c4a17a5dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:07:06.156100 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36833c74-9496-499e-8dd2-377c4a17a5dd None None] Bound using segment: {'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'} {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 04:07:06.156548 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-36833c74-9496-499e-8dd2-377c4a17a5dd None None] Bound port: 6a265e80-5155-4387-9a32-c19f0e3dd687, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}}] {{(pid=102194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 04:07:06.156915 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-36833c74-9496-499e-8dd2-377c4a17a5dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:07:06.163040 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afaa3608-b2d0-40ed-9414-a921af923471 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:07:06.163376 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afaa3608-b2d0-40ed-9414-a921af923471 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:07:06.163709 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afaa3608-b2d0-40ed-9414-a921af923471 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:07:06.164042 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afaa3608-b2d0-40ed-9414-a921af923471 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:07:06.164366 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afaa3608-b2d0-40ed-9414-a921af923471 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:07:06.164706 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afaa3608-b2d0-40ed-9414-a921af923471 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:07:06.165006 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afaa3608-b2d0-40ed-9414-a921af923471 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:07:06.165319 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afaa3608-b2d0-40ed-9414-a921af923471 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:07:06.165652 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afaa3608-b2d0-40ed-9414-a921af923471 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:07:06.165950 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afaa3608-b2d0-40ed-9414-a921af923471 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:07:06.166271 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afaa3608-b2d0-40ed-9414-a921af923471 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:07:06.166608 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afaa3608-b2d0-40ed-9414-a921af923471 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:07:06.213571 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b78f0e39-3af3-49f2-9227-0c7a56b1ee7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:07:06.219491 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.db [None req-36833c74-9496-499e-8dd2-377c4a17a5dd None None] For port 6a265e80-5155-4387-9a32-c19f0e3dd687, host n-d-764292-30, cleared binding levels {{(pid=102194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 04:07:06.222550 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.db [None req-36833c74-9496-499e-8dd2-377c4a17a5dd None None] For port 6a265e80-5155-4387-9a32-c19f0e3dd687, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=6a265e80-5155-4387-9a32-c19f0e3dd687,segment=NetworkSegment(fab28bed-aa25-40db-bba4-ec26e795194c),segment_id=fab28bed-aa25-40db-bba4-ec26e795194c)] {{(pid=102194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 04:07:06.296000 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-36833c74-9496-499e-8dd2-377c4a17a5dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:07:06.348563 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36833c74-9496-499e-8dd2-377c4a17a5dd None None] Routers {'9223986f-1e51-46a3-82d8-5c2db355259b'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 04:07:06.349174 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-36833c74-9496-499e-8dd2-377c4a17a5dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T04:07:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['9223986f-1e51-46a3-82d8-5c2db355259b'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:07:06.365500 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [None req-b78f0e39-3af3-49f2-9227-0c7a56b1ee7f admin admin] Allocated IP 172.20.0.1 (ea3d18ad-924e-4753-8ac5-f564715ef84c/78f67b31-0f69-42d6-b6e5-6908a0a2382a/6641e8ca-5dee-4377-9758-99440b59a9c6) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 04:07:06.391190 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaa3608-b2d0-40ed-9414-a921af923471 None None] Pushing event updated for resources: {'Port': ['ID=6a265e80-5155-4387-9a32-c19f0e3dd687,revision_number=3']} {{(pid=102194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:07:06.464543 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-36833c74-9496-499e-8dd2-377c4a17a5dd None None] Set router 9223986f-1e51-46a3-82d8-5c2db355259b gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 04:07:06.471238 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b78f0e39-3af3-49f2-9227-0c7a56b1ee7f admin admin] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:07:06.484126 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [None req-b78f0e39-3af3-49f2-9227-0c7a56b1ee7f admin admin] Transition to ACTIVE for port object 6641e8ca-5dee-4377-9758-99440b59a9c6 will not be triggered until provisioned by entity DHCP. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 04:07:06.552544 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b78f0e39-3af3-49f2-9227-0c7a56b1ee7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:07:06.588914 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b78f0e39-3af3-49f2-9227-0c7a56b1ee7f admin admin] Network ea3d18ad-924e-4753-8ac5-f564715ef84c is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 04:07:06.594324 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-b78f0e39-3af3-49f2-9227-0c7a56b1ee7f admin admin] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 04:07:06.597765 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78f0e39-3af3-49f2-9227-0c7a56b1ee7f admin admin] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 04:07:06.625722 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78f0e39-3af3-49f2-9227-0c7a56b1ee7f admin admin] Pushing event updated for resources: {'Port': ['ID=6641e8ca-5dee-4377-9758-99440b59a9c6,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:07:06.641033 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b78f0e39-3af3-49f2-9227-0c7a56b1ee7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-520987'] for router_interface, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:07:06.652110 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-36833c74-9496-499e-8dd2-377c4a17a5dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9223986f-1e51-46a3-82d8-5c2db355259b', 'name': 'tempest-TestMinimumBasicScenario-672186472-router', 'tenant_id': '030a8b7571db45458d5839972ac8d8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '6a265e80-5155-4387-9a32-c19f0e3dd687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:07:03Z', 'updated_at': '2021-08-11T04:07:04Z', 'revision_number': 3, 'project_id': '030a8b7571db45458d5839972ac8d8e2', 'gw_port': {'id': '6a265e80-5155-4387-9a32-c19f0e3dd687', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:92:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9223986f-1e51-46a3-82d8-5c2db355259b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:07:04Z', 'updated_at': '2021-08-11T04:07:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:07:06.681545 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36833c74-9496-499e-8dd2-377c4a17a5dd None None] The sync data for ids ['9223986f-1e51-46a3-82d8-5c2db355259b'] in n-d-764292-30 is: [{'id': '9223986f-1e51-46a3-82d8-5c2db355259b', 'name': 'tempest-TestMinimumBasicScenario-672186472-router', 'tenant_id': '030a8b7571db45458d5839972ac8d8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '6a265e80-5155-4387-9a32-c19f0e3dd687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:07:03Z', 'updated_at': '2021-08-11T04:07:04Z', 'revision_number': 3, 'project_id': '030a8b7571db45458d5839972ac8d8e2', 'gw_port': {'id': '6a265e80-5155-4387-9a32-c19f0e3dd687', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:92:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9223986f-1e51-46a3-82d8-5c2db355259b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:07:04Z', 'updated_at': '2021-08-11T04:07:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}] {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 04:07:06.843488 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b78f0e39-3af3-49f2-9227-0c7a56b1ee7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:07:06.941694 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-ffef91c5-83cd-465f-97af-0ff3cef84131 None None] Provisioning for port 6641e8ca-5dee-4377-9758-99440b59a9c6 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 04:07:06.945730 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-ffef91c5-83cd-465f-97af-0ff3cef84131 None None] Provisioning complete for port 6641e8ca-5dee-4377-9758-99440b59a9c6 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 04:07:06.946168 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-ffef91c5-83cd-465f-97af-0ff3cef84131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:07:06.985096 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-ffef91c5-83cd-465f-97af-0ff3cef84131 None None] Port 6641e8ca-5dee-4377-9758-99440b59a9c6 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 04:07:07.040616 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b78f0e39-3af3-49f2-9227-0c7a56b1ee7f admin admin] Notify callbacks [] for port, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:07:07.112106 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b78f0e39-3af3-49f2-9227-0c7a56b1ee7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:07:07.184378 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78f0e39-3af3-49f2-9227-0c7a56b1ee7f admin admin] Pushing event updated for resources: {'Port': ['ID=6641e8ca-5dee-4377-9758-99440b59a9c6,revision_number=2']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:07:07.187459 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b78f0e39-3af3-49f2-9227-0c7a56b1ee7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16383026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521135'] for router_interface, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:07:07.279748 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b78f0e39-3af3-49f2-9227-0c7a56b1ee7f admin admin] Network ea3d18ad-924e-4753-8ac5-f564715ef84c is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 04:07:07.281324 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-b78f0e39-3af3-49f2-9227-0c7a56b1ee7f admin admin] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 04:07:07.405887 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b78f0e39-3af3-49f2-9227-0c7a56b1ee7f admin admin] Router 9223986f-1e51-46a3-82d8-5c2db355259b has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 04:07:07.522376 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-40073c30-aa07-4cc3-807c-7799dbd58069 None None] Provisioning complete for port 6641e8ca-5dee-4377-9758-99440b59a9c6 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 04:07:07.522983 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-40073c30-aa07-4cc3-807c-7799dbd58069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:07:07.534069 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b78f0e39-3af3-49f2-9227-0c7a56b1ee7f admin admin] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 04:07:07.546364 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-b78f0e39-3af3-49f2-9227-0c7a56b1ee7f admin admin] 10.222.0.41 "PUT /v2.0/routers/9223986f-1e51-46a3-82d8-5c2db355259b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1069760 Aug 11 04:07:07.563215 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-40073c30-aa07-4cc3-807c-7799dbd58069 None None] Port 6641e8ca-5dee-4377-9758-99440b59a9c6 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 04:07:07.608623 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device a83fffaa-041a-4fd1-a029-a1b95514cb87 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 04:07:07.656824 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port a83fffaa-041a-4fd1-a029-a1b95514cb87 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 04:07:07.657207 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:07:07.744665 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 6a265e80-5155-4387-9a32-c19f0e3dd687 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 04:07:07.815120 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:07:07.872286 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port 6a265e80-5155-4387-9a32-c19f0e3dd687 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 04:07:07.876987 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 6a265e80-5155-4387-9a32-c19f0e3dd687 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 04:07:07.877385 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:07:07.952950 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:07:07.974549 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port 6a265e80-5155-4387-9a32-c19f0e3dd687, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=6a265e80-5155-4387-9a32-c19f0e3dd687,segment=NetworkSegment(fab28bed-aa25-40db-bba4-ec26e795194c),segment_id=fab28bed-aa25-40db-bba4-ec26e795194c)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:07:08.049383 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:07:08.102899 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=6a265e80-5155-4387-9a32-c19f0e3dd687,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:07:08.213197 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 50512) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:07:08.218779 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-884b4654-04a5-4d66-a39b-16ea90c74752 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-556916839-network', 'tenant_id': '61f6bd0321dd4b94916421b413662d14'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:07:08.266593 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4626033b-1097-4b9a-9503-280d3e316bb2 None None] Sync routers for ids ['9223986f-1e51-46a3-82d8-5c2db355259b'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 04:07:08.275899 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4626033b-1097-4b9a-9503-280d3e316bb2 None None] Routers {'9223986f-1e51-46a3-82d8-5c2db355259b'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 04:07:08.276785 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-4626033b-1097-4b9a-9503-280d3e316bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T04:07:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['9223986f-1e51-46a3-82d8-5c2db355259b'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:07:08.318256 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-884b4654-04a5-4d66-a39b-16ea90c74752 admin admin] Made reservation on behalf of 61f6bd0321dd4b94916421b413662d14 for: {'network': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 04:07:08.320700 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-884b4654-04a5-4d66-a39b-16ea90c74752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:07:08.329964 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-884b4654-04a5-4d66-a39b-16ea90c74752 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:07:08.382147 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-4626033b-1097-4b9a-9503-280d3e316bb2 None None] Set router 9223986f-1e51-46a3-82d8-5c2db355259b gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 04:07:08.418962 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-884b4654-04a5-4d66-a39b-16ea90c74752 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:07:08.504560 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-884b4654-04a5-4d66-a39b-16ea90c74752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:07:08.526605 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-884b4654-04a5-4d66-a39b-16ea90c74752 admin admin] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=102192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 04:07:08.542353 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884b4654-04a5-4d66-a39b-16ea90c74752 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4da9550e-08d0-4ae1-ab9f-3c228fc7a469,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:07:08.546736 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-884b4654-04a5-4d66-a39b-16ea90c74752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:07:08.547082 n-d-764292-30 neutron-server[102192]: INFO neutron.db.segments_db [None req-884b4654-04a5-4d66-a39b-16ea90c74752 admin admin] Added segment 93bc08a9-ee02-43c2-9105-69753772309a of type vlan for network 8d54989e-e14c-4052-a401-8f232a835aba Aug 11 04:07:08.580791 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-4626033b-1097-4b9a-9503-280d3e316bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9223986f-1e51-46a3-82d8-5c2db355259b', 'name': 'tempest-TestMinimumBasicScenario-672186472-router', 'tenant_id': '030a8b7571db45458d5839972ac8d8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '6a265e80-5155-4387-9a32-c19f0e3dd687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:07:03Z', 'updated_at': '2021-08-11T04:07:06Z', 'revision_number': 4, 'project_id': '030a8b7571db45458d5839972ac8d8e2', 'gw_port': {'id': '6a265e80-5155-4387-9a32-c19f0e3dd687', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:92:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9223986f-1e51-46a3-82d8-5c2db355259b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:07:04Z', 'updated_at': '2021-08-11T04:07:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '6641e8ca-5dee-4377-9758-99440b59a9c6', 'name': '', 'network_id': 'ea3d18ad-924e-4753-8ac5-f564715ef84c', 'tenant_id': '030a8b7571db45458d5839972ac8d8e2', 'mac_address': 'fa:16:3e:4a:44:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9223986f-1e51-46a3-82d8-5c2db355259b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '78f67b31-0f69-42d6-b6e5-6908a0a2382a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:07:06Z', 'updated_at': '2021-08-11T04:07:06Z', 'revision_number': 2, 'project_id': '030a8b7571db45458d5839972ac8d8e2', 'subnets': [{'id': '78f67b31-0f69-42d6-b6e5-6908a0a2382a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:07:08.592493 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-884b4654-04a5-4d66-a39b-16ea90c74752 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:07:08.607107 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4626033b-1097-4b9a-9503-280d3e316bb2 None None] Checking router: 9223986f-1e51-46a3-82d8-5c2db355259b for host: n-d-764292-30 {{(pid=102193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 04:07:08.607457 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4626033b-1097-4b9a-9503-280d3e316bb2 None None] Updating router 9223986f-1e51-46a3-82d8-5c2db355259b port 6641e8ca-5dee-4377-9758-99440b59a9c6 binding host n-d-764292-30 {{(pid=102193) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 04:07:08.635191 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-4626033b-1097-4b9a-9503-280d3e316bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:07:08.677882 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-884b4654-04a5-4d66-a39b-16ea90c74752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:07:08.678961 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-884b4654-04a5-4d66-a39b-16ea90c74752 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:07:08.679552 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-884b4654-04a5-4d66-a39b-16ea90c74752 admin admin] Notify callbacks [] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:07:08.738934 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884b4654-04a5-4d66-a39b-16ea90c74752 admin admin] Pushing event updated for resources: {'Network': ['ID=8d54989e-e14c-4052-a401-8f232a835aba,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:07:08.749789 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network 8d54989e-e14c-4052-a401-8f232a835aba details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 04:07:08.793290 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-884b4654-04a5-4d66-a39b-16ea90c74752 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5788758 Aug 11 04:07:08.796546 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 50514) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:07:08.801577 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-66852dff-fd21-40d8-beb1-5c2f95611afd admin admin] Request body: {'subnet': {'network_id': '8d54989e-e14c-4052-a401-8f232a835aba', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-556916839-subnet', 'tenant_id': '61f6bd0321dd4b94916421b413662d14', 'ip_version': 4}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:07:08.872528 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66852dff-fd21-40d8-beb1-5c2f95611afd admin admin] Made reservation on behalf of 61f6bd0321dd4b94916421b413662d14 for: {'subnet': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 04:07:08.875585 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-66852dff-fd21-40d8-beb1-5c2f95611afd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126180544'] for subnet, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:07:08.955927 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-4626033b-1097-4b9a-9503-280d3e316bb2 None None] Notify callbacks [] for port, precommit_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:07:08.965554 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-4626033b-1097-4b9a-9503-280d3e316bb2 None None] Transition to ACTIVE for port object 6641e8ca-5dee-4377-9758-99440b59a9c6 will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 04:07:09.032324 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-4626033b-1097-4b9a-9503-280d3e316bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:07:09.082732 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152dd62d-a748-4187-b73d-2ba3b4d5faf9 None None] Pushing event updated for resources: {'Port': ['ID=6641e8ca-5dee-4377-9758-99440b59a9c6,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:07:09.110781 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-66852dff-fd21-40d8-beb1-5c2f95611afd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125932092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126180562'] for subnet, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:07:09.133517 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-4626033b-1097-4b9a-9503-280d3e316bb2 None None] Attempting to bind port 6641e8ca-5dee-4377-9758-99440b59a9c6 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 04:07:09.133973 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-4626033b-1097-4b9a-9503-280d3e316bb2 None None] Attempting to bind port 6641e8ca-5dee-4377-9758-99440b59a9c6 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': '13724f05-4f4d-4d76-9d9b-450b14bdbb12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'ea3d18ad-924e-4753-8ac5-f564715ef84c'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 04:07:09.134432 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4626033b-1097-4b9a-9503-280d3e316bb2 None None] Attempting to bind port 6641e8ca-5dee-4377-9758-99440b59a9c6 on network ea3d18ad-924e-4753-8ac5-f564715ef84c {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 04:07:09.139763 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4626033b-1097-4b9a-9503-280d3e316bb2 None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 4, 7, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 04:07:09.140229 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4626033b-1097-4b9a-9503-280d3e316bb2 None None] Checking segment: {'id': '13724f05-4f4d-4d76-9d9b-450b14bdbb12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'ea3d18ad-924e-4753-8ac5-f564715ef84c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 04:07:09.140705 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-4626033b-1097-4b9a-9503-280d3e316bb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:07:09.141221 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4626033b-1097-4b9a-9503-280d3e316bb2 None None] Bound using segment: {'id': '13724f05-4f4d-4d76-9d9b-450b14bdbb12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'ea3d18ad-924e-4753-8ac5-f564715ef84c'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 04:07:09.141748 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-4626033b-1097-4b9a-9503-280d3e316bb2 None None] Bound port: 6641e8ca-5dee-4377-9758-99440b59a9c6, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13724f05-4f4d-4d76-9d9b-450b14bdbb12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'ea3d18ad-924e-4753-8ac5-f564715ef84c'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 04:07:09.142223 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-4626033b-1097-4b9a-9503-280d3e316bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:07:09.172879 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66852dff-fd21-40d8-beb1-5c2f95611afd admin admin] Pushing event updated for resources: {'Subnet': ['ID=391ee595-a2c9-496b-b751-e939369df5e2,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:07:09.177281 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66852dff-fd21-40d8-beb1-5c2f95611afd admin admin] Checking segment: {'id': '93bc08a9-ee02-43c2-9105-69753772309a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '8d54989e-e14c-4052-a401-8f232a835aba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 04:07:09.177631 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66852dff-fd21-40d8-beb1-5c2f95611afd admin admin] Network hostable DHCP agents. Network: 8d54989e-e14c-4052-a401-8f232a835aba, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 04:07:09.216463 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-4626033b-1097-4b9a-9503-280d3e316bb2 None None] For port 6641e8ca-5dee-4377-9758-99440b59a9c6, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 04:07:09.219892 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-4626033b-1097-4b9a-9503-280d3e316bb2 None None] For port 6641e8ca-5dee-4377-9758-99440b59a9c6, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=6641e8ca-5dee-4377-9758-99440b59a9c6,segment=NetworkSegment(13724f05-4f4d-4d76-9d9b-450b14bdbb12),segment_id=13724f05-4f4d-4d76-9d9b-450b14bdbb12)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 04:07:09.287683 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66852dff-fd21-40d8-beb1-5c2f95611afd admin admin] Network 8d54989e-e14c-4052-a401-8f232a835aba is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 04:07:09.311494 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-4626033b-1097-4b9a-9503-280d3e316bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:07:09.367141 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4626033b-1097-4b9a-9503-280d3e316bb2 None None] Routers {'9223986f-1e51-46a3-82d8-5c2db355259b'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 04:07:09.368010 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-4626033b-1097-4b9a-9503-280d3e316bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T04:07:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['9223986f-1e51-46a3-82d8-5c2db355259b'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:07:09.369280 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-66852dff-fd21-40d8-beb1-5c2f95611afd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, 8d54989e-e14c-4052-a401-8f232a835aba) {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 04:07:09.378353 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152dd62d-a748-4187-b73d-2ba3b4d5faf9 None None] Pushing event updated for resources: {'Port': ['ID=6641e8ca-5dee-4377-9758-99440b59a9c6,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:07:09.378525 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66852dff-fd21-40d8-beb1-5c2f95611afd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:07:09.378525 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-66852dff-fd21-40d8-beb1-5c2f95611afd admin admin] Notify callbacks [] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:07:09.407532 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bae1b68-f8d8-46d7-8293-03f6122cee69 None None] Network 8d54989e-e14c-4052-a401-8f232a835aba requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 04:07:09.442720 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-66852dff-fd21-40d8-beb1-5c2f95611afd admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6449997 Aug 11 04:07:09.445242 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 50516) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:07:09.449983 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-7152f74e-e3f8-4e71-b0fa-d63349c23e66 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-556916839-router', 'tenant_id': '61f6bd0321dd4b94916421b413662d14', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:07:09.522215 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-7152f74e-e3f8-4e71-b0fa-d63349c23e66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-450010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6626'] for router, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:07:09.523512 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-7152f74e-e3f8-4e71-b0fa-d63349c23e66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-446747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6633'] for router, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:07:09.552671 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 6a265e80-5155-4387-9a32-c19f0e3dd687 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 04:07:09.558690 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-4626033b-1097-4b9a-9503-280d3e316bb2 None None] Set router 9223986f-1e51-46a3-82d8-5c2db355259b gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 04:07:09.592329 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-7152f74e-e3f8-4e71-b0fa-d63349c23e66 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:07:09.785951 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-7152f74e-e3f8-4e71-b0fa-d63349c23e66 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:07:09.789305 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52498981-7783-41f8-98bd-69d7b210f94d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde080026-c28f-55be-b52b-13827cc43646-8d54989e-e14c-4052-a401-8f232a835aba', 'network_id': '8d54989e-e14c-4052-a401-8f232a835aba', 'tenant_id': '61f6bd0321dd4b94916421b413662d14', 'fixed_ips': [{'subnet_id': '391ee595-a2c9-496b-b751-e939369df5e2'}]}} from n-d-764292-30. {{(pid=102193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 04:07:09.790135 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-52498981-7783-41f8-98bd-69d7b210f94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:07:09.817917 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 6a265e80-5155-4387-9a32-c19f0e3dd687 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 04:07:09.818304 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:07:10.051829 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-7152f74e-e3f8-4e71-b0fa-d63349c23e66 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:07:10.056333 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.db_base_plugin_common [None req-52498981-7783-41f8-98bd-69d7b210f94d None None] Allocated IP 172.20.0.2 (8d54989e-e14c-4052-a401-8f232a835aba/391ee595-a2c9-496b-b751-e939369df5e2/e4cbf618-c770-4673-b634-40e0823eec7f) {{(pid=102193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 04:07:10.071870 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-7152f74e-e3f8-4e71-b0fa-d63349c23e66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:07:10.073308 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-4626033b-1097-4b9a-9503-280d3e316bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9223986f-1e51-46a3-82d8-5c2db355259b', 'name': 'tempest-TestMinimumBasicScenario-672186472-router', 'tenant_id': '030a8b7571db45458d5839972ac8d8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '6a265e80-5155-4387-9a32-c19f0e3dd687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:07:03Z', 'updated_at': '2021-08-11T04:07:06Z', 'revision_number': 4, 'project_id': '030a8b7571db45458d5839972ac8d8e2', 'gw_port': {'id': '6a265e80-5155-4387-9a32-c19f0e3dd687', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:92:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9223986f-1e51-46a3-82d8-5c2db355259b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:07:04Z', 'updated_at': '2021-08-11T04:07:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '6641e8ca-5dee-4377-9758-99440b59a9c6', 'name': '', 'network_id': 'ea3d18ad-924e-4753-8ac5-f564715ef84c', 'tenant_id': '030a8b7571db45458d5839972ac8d8e2', 'mac_address': 'fa:16:3e:4a:44:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9223986f-1e51-46a3-82d8-5c2db355259b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '78f67b31-0f69-42d6-b6e5-6908a0a2382a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:07:06Z', 'updated_at': '2021-08-11T04:07:09Z', 'revision_number': 4, 'project_id': '030a8b7571db45458d5839972ac8d8e2', 'subnets': [{'id': '78f67b31-0f69-42d6-b6e5-6908a0a2382a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:07:10.104376 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4626033b-1097-4b9a-9503-280d3e316bb2 None None] The sync data for ids ['9223986f-1e51-46a3-82d8-5c2db355259b'] in n-d-764292-30 is: [{'id': '9223986f-1e51-46a3-82d8-5c2db355259b', 'name': 'tempest-TestMinimumBasicScenario-672186472-router', 'tenant_id': '030a8b7571db45458d5839972ac8d8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '6a265e80-5155-4387-9a32-c19f0e3dd687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:07:03Z', 'updated_at': '2021-08-11T04:07:06Z', 'revision_number': 4, 'project_id': '030a8b7571db45458d5839972ac8d8e2', 'gw_port': {'id': '6a265e80-5155-4387-9a32-c19f0e3dd687', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:92:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9223986f-1e51-46a3-82d8-5c2db355259b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:07:04Z', 'updated_at': '2021-08-11T04:07:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '6641e8ca-5dee-4377-9758-99440b59a9c6', 'name': '', 'network_id': 'ea3d18ad-924e-4753-8ac5-f564715ef84c', 'tenant_id': '030a8b7571db45458d5839972ac8d8e2', 'mac_address': 'fa:16:3e:4a:44:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9223986f-1e51-46a3-82d8-5c2db355259b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '78f67b31-0f69-42d6-b6e5-6908a0a2382a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:07:06Z', 'updated_at': '2021-08-11T04:07:09Z', 'revision_number': 4, 'project_id': '030a8b7571db45458d5839972ac8d8e2', 'subnets': [{'id': '78f67b31-0f69-42d6-b6e5-6908a0a2382a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 04:07:10.199746 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [None req-7152f74e-e3f8-4e71-b0fa-d63349c23e66 admin admin] Allocated IP 172.25.8.84 (09faf7d2-eaf5-4a50-bb6e-4cb05d009a76/e1a97443-13df-40bb-85f5-fd269e2742c0/e96c11ac-89ab-4812-b7e3-5a3d3149d6e3) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 04:07:10.318701 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-7152f74e-e3f8-4e71-b0fa-d63349c23e66 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:07:10.421573 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-7152f74e-e3f8-4e71-b0fa-d63349c23e66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:07:10.429020 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-52498981-7783-41f8-98bd-69d7b210f94d None None] Notify callbacks [] for port, precommit_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:07:10.439474 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-52498981-7783-41f8-98bd-69d7b210f94d None None] Transition to ACTIVE for port object e4cbf618-c770-4673-b634-40e0823eec7f will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 04:07:10.455965 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-52498981-7783-41f8-98bd-69d7b210f94d None None] Transition to ACTIVE for port object e4cbf618-c770-4673-b634-40e0823eec7f will not be triggered until provisioned by entity DHCP. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 04:07:10.467789 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7152f74e-e3f8-4e71-b0fa-d63349c23e66 admin admin] Network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 04:07:10.472935 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-7152f74e-e3f8-4e71-b0fa-d63349c23e66 admin admin] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 04:07:10.475540 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7152f74e-e3f8-4e71-b0fa-d63349c23e66 admin admin] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 04:07:10.504172 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7152f74e-e3f8-4e71-b0fa-d63349c23e66 admin admin] Pushing event updated for resources: {'Port': ['ID=e96c11ac-89ab-4812-b7e3-5a3d3149d6e3,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:07:10.524395 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-52498981-7783-41f8-98bd-69d7b210f94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669'] for port, after_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:07:10.567951 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52498981-7783-41f8-98bd-69d7b210f94d None None] Network 8d54989e-e14c-4052-a401-8f232a835aba is already hosted by enough agents. {{(pid=102193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 04:07:10.571335 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.base_scheduler [None req-52498981-7783-41f8-98bd-69d7b210f94d None None] Resources bound (agent type, host, resource id): {{(pid=102193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 04:07:10.574413 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52498981-7783-41f8-98bd-69d7b210f94d None None] Received port after_create {{(pid=102193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 04:07:10.586442 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52498981-7783-41f8-98bd-69d7b210f94d None None] Pushing event updated for resources: {'Port': ['ID=e4cbf618-c770-4673-b634-40e0823eec7f,revision_number=1']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:07:10.636353 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-52498981-7783-41f8-98bd-69d7b210f94d None None] Attempting to bind port e4cbf618-c770-4673-b634-40e0823eec7f on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 04:07:10.637062 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-52498981-7783-41f8-98bd-69d7b210f94d None None] Attempting to bind port e4cbf618-c770-4673-b634-40e0823eec7f by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': '93bc08a9-ee02-43c2-9105-69753772309a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '8d54989e-e14c-4052-a401-8f232a835aba'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 04:07:10.637431 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52498981-7783-41f8-98bd-69d7b210f94d None None] Attempting to bind port e4cbf618-c770-4673-b634-40e0823eec7f on network 8d54989e-e14c-4052-a401-8f232a835aba {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 04:07:10.643557 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52498981-7783-41f8-98bd-69d7b210f94d None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 4, 7, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 04:07:10.644288 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52498981-7783-41f8-98bd-69d7b210f94d None None] Checking segment: {'id': '93bc08a9-ee02-43c2-9105-69753772309a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '8d54989e-e14c-4052-a401-8f232a835aba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 04:07:10.644676 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-52498981-7783-41f8-98bd-69d7b210f94d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:07:10.645067 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52498981-7783-41f8-98bd-69d7b210f94d None None] Bound using segment: {'id': '93bc08a9-ee02-43c2-9105-69753772309a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '8d54989e-e14c-4052-a401-8f232a835aba'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 04:07:10.645536 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-52498981-7783-41f8-98bd-69d7b210f94d None None] Bound port: e4cbf618-c770-4673-b634-40e0823eec7f, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93bc08a9-ee02-43c2-9105-69753772309a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '8d54989e-e14c-4052-a401-8f232a835aba'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 04:07:10.645916 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-52498981-7783-41f8-98bd-69d7b210f94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:07:10.718264 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-52498981-7783-41f8-98bd-69d7b210f94d None None] For port e4cbf618-c770-4673-b634-40e0823eec7f, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 04:07:10.724199 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-52498981-7783-41f8-98bd-69d7b210f94d None None] For port e4cbf618-c770-4673-b634-40e0823eec7f, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=e4cbf618-c770-4673-b634-40e0823eec7f,segment=NetworkSegment(93bc08a9-ee02-43c2-9105-69753772309a),segment_id=93bc08a9-ee02-43c2-9105-69753772309a)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 04:07:10.776272 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-52498981-7783-41f8-98bd-69d7b210f94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:07:10.835696 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-7152f74e-e3f8-4e71-b0fa-d63349c23e66 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:07:10.846522 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52498981-7783-41f8-98bd-69d7b210f94d None None] Pushing event updated for resources: {'Port': ['ID=e4cbf618-c770-4673-b634-40e0823eec7f,revision_number=2']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:07:11.087073 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-7152f74e-e3f8-4e71-b0fa-d63349c23e66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-446952'] for router, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:07:11.300590 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7152f74e-e3f8-4e71-b0fa-d63349c23e66 admin admin] Router 1fcb7ea3-83af-4fe0-ad99-641848edfcd5 is scheduled to L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 with binding_index 1 {{(pid=102192) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 04:07:11.412458 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7152f74e-e3f8-4e71-b0fa-d63349c23e66 admin admin] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 04:07:11.422891 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576e89c2-f55c-4f7a-b445-d2cd905ff6a2 None None] Sync routers for ids ['1fcb7ea3-83af-4fe0-ad99-641848edfcd5'] in n-d-764292-30 {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 04:07:11.431603 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576e89c2-f55c-4f7a-b445-d2cd905ff6a2 None None] Routers {'1fcb7ea3-83af-4fe0-ad99-641848edfcd5'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 04:07:11.432201 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-576e89c2-f55c-4f7a-b445-d2cd905ff6a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T04:07:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['1fcb7ea3-83af-4fe0-ad99-641848edfcd5'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:07:11.486726 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-7152f74e-e3f8-4e71-b0fa-d63349c23e66 admin admin] Notify callbacks [] for router, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:07:11.493449 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 50518) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:07:11.495517 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-7152f74e-e3f8-4e71-b0fa-d63349c23e66 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.0473418 Aug 11 04:07:11.548160 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-576e89c2-f55c-4f7a-b445-d2cd905ff6a2 None None] Set router 1fcb7ea3-83af-4fe0-ad99-641848edfcd5 gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 04:07:11.604524 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 6641e8ca-5dee-4377-9758-99440b59a9c6 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 04:07:11.734364 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:07:11.761659 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port 6641e8ca-5dee-4377-9758-99440b59a9c6 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 04:07:11.766134 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 6641e8ca-5dee-4377-9758-99440b59a9c6 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 04:07:11.766545 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:07:11.863733 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:07:11.888390 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-576e89c2-f55c-4f7a-b445-d2cd905ff6a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fcb7ea3-83af-4fe0-ad99-641848edfcd5', 'name': 'tempest-TestMinimumBasicScenario-556916839-router', 'tenant_id': '61f6bd0321dd4b94916421b413662d14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.84'}], 'enable_snat': True}, 'gw_port_id': 'e96c11ac-89ab-4812-b7e3-5a3d3149d6e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:07:09Z', 'updated_at': '2021-08-11T04:07:10Z', 'revision_number': 3, 'project_id': '61f6bd0321dd4b94916421b413662d14', 'gw_port': {'id': 'e96c11ac-89ab-4812-b7e3-5a3d3149d6e3', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:2e:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fcb7ea3-83af-4fe0-ad99-641848edfcd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:07:10Z', 'updated_at': '2021-08-11T04:07:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:07:11.906377 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port 6641e8ca-5dee-4377-9758-99440b59a9c6, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=6641e8ca-5dee-4377-9758-99440b59a9c6,segment=NetworkSegment(13724f05-4f4d-4d76-9d9b-450b14bdbb12),segment_id=13724f05-4f4d-4d76-9d9b-450b14bdbb12)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:07:11.920195 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576e89c2-f55c-4f7a-b445-d2cd905ff6a2 None None] Checking router: 1fcb7ea3-83af-4fe0-ad99-641848edfcd5 for host: n-d-764292-30 {{(pid=102194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 04:07:11.921098 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576e89c2-f55c-4f7a-b445-d2cd905ff6a2 None None] Updating router 1fcb7ea3-83af-4fe0-ad99-641848edfcd5 port e96c11ac-89ab-4812-b7e3-5a3d3149d6e3 binding host n-d-764292-30 {{(pid=102194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 04:07:11.922373 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03e38cf9-7b24-4cb6-9b08-60b3d1c60885 None None] Network 8d54989e-e14c-4052-a401-8f232a835aba requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 04:07:11.946643 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-576e89c2-f55c-4f7a-b445-d2cd905ff6a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:07:11.972015 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:07:11.972892 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device e4cbf618-c770-4673-b634-40e0823eec7f up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 04:07:12.023558 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-04c8fbb1-11aa-44dc-881e-47bcc05bbf5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:07:12.098708 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=6641e8ca-5dee-4377-9758-99440b59a9c6,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:07:12.112470 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-9d76730e-ca2b-4591-be25-ef623a47906e None None] Provisioning for port e4cbf618-c770-4673-b634-40e0823eec7f completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 04:07:12.177610 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port e4cbf618-c770-4673-b634-40e0823eec7f completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 04:07:12.183469 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port e4cbf618-c770-4673-b634-40e0823eec7f triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 04:07:12.183843 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:07:12.192601 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [None req-04c8fbb1-11aa-44dc-881e-47bcc05bbf5b admin admin] Allocated IP 172.20.0.1 (8d54989e-e14c-4052-a401-8f232a835aba/391ee595-a2c9-496b-b751-e939369df5e2/87f0a318-67d7-4204-8bb5-3b3454140f7b) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 04:07:12.204044 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-576e89c2-f55c-4f7a-b445-d2cd905ff6a2 None None] Notify callbacks [] for port, precommit_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:07:12.213808 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.provisioning_blocks [None req-576e89c2-f55c-4f7a-b445-d2cd905ff6a2 None None] Transition to ACTIVE for port object e96c11ac-89ab-4812-b7e3-5a3d3149d6e3 will not be triggered until provisioned by entity L2. {{(pid=102194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 04:07:12.267684 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-576e89c2-f55c-4f7a-b445-d2cd905ff6a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:07:12.273513 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:07:12.308403 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9f93d6-94eb-4ef1-913c-7a07845d4b9d None None] Pushing event updated for resources: {'Port': ['ID=e96c11ac-89ab-4812-b7e3-5a3d3149d6e3,revision_number=2']} {{(pid=102194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:07:12.315035 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port e4cbf618-c770-4673-b634-40e0823eec7f, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=e4cbf618-c770-4673-b634-40e0823eec7f,segment=NetworkSegment(93bc08a9-ee02-43c2-9105-69753772309a),segment_id=93bc08a9-ee02-43c2-9105-69753772309a)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:07:12.317896 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-04c8fbb1-11aa-44dc-881e-47bcc05bbf5b admin admin] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:07:12.337010 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-576e89c2-f55c-4f7a-b445-d2cd905ff6a2 None None] Attempting to bind port e96c11ac-89ab-4812-b7e3-5a3d3149d6e3 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 04:07:12.337377 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-576e89c2-f55c-4f7a-b445-d2cd905ff6a2 None None] Attempting to bind port e96c11ac-89ab-4812-b7e3-5a3d3149d6e3 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}] {{(pid=102194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 04:07:12.337735 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576e89c2-f55c-4f7a-b445-d2cd905ff6a2 None None] Attempting to bind port e96c11ac-89ab-4812-b7e3-5a3d3149d6e3 on network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 04:07:12.340733 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [None req-04c8fbb1-11aa-44dc-881e-47bcc05bbf5b admin admin] Transition to ACTIVE for port object 87f0a318-67d7-4204-8bb5-3b3454140f7b will not be triggered until provisioned by entity DHCP. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 04:07:12.343799 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576e89c2-f55c-4f7a-b445-d2cd905ff6a2 None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 4, 7, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 04:07:12.344174 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576e89c2-f55c-4f7a-b445-d2cd905ff6a2 None None] Checking segment: {'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 04:07:12.344578 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-576e89c2-f55c-4f7a-b445-d2cd905ff6a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:07:12.345021 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576e89c2-f55c-4f7a-b445-d2cd905ff6a2 None None] Bound using segment: {'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'} {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 04:07:12.345471 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-576e89c2-f55c-4f7a-b445-d2cd905ff6a2 None None] Bound port: e96c11ac-89ab-4812-b7e3-5a3d3149d6e3, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}}] {{(pid=102194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 04:07:12.346023 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-576e89c2-f55c-4f7a-b445-d2cd905ff6a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:07:12.375940 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:07:12.399417 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.db [None req-576e89c2-f55c-4f7a-b445-d2cd905ff6a2 None None] For port e96c11ac-89ab-4812-b7e3-5a3d3149d6e3, host n-d-764292-30, cleared binding levels {{(pid=102194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 04:07:12.405794 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.db [None req-576e89c2-f55c-4f7a-b445-d2cd905ff6a2 None None] For port e96c11ac-89ab-4812-b7e3-5a3d3149d6e3, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=e96c11ac-89ab-4812-b7e3-5a3d3149d6e3,segment=NetworkSegment(fab28bed-aa25-40db-bba4-ec26e795194c),segment_id=fab28bed-aa25-40db-bba4-ec26e795194c)] {{(pid=102194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 04:07:12.411255 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.agents_db [None req-950b7202-decb-43e2-8f71-ac8931dc9749 None None] Agent healthcheck: found 7 active agents {{(pid=102194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 04:07:12.432102 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=e4cbf618-c770-4673-b634-40e0823eec7f,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:07:12.432376 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-04c8fbb1-11aa-44dc-881e-47bcc05bbf5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:07:12.459209 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-f1e64087-d90b-4bd6-a804-dea553d2ad41 None None] Provisioning complete for port e4cbf618-c770-4673-b634-40e0823eec7f triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 04:07:12.461362 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-f1e64087-d90b-4bd6-a804-dea553d2ad41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:07:12.473236 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c8fbb1-11aa-44dc-881e-47bcc05bbf5b admin admin] Network 8d54989e-e14c-4052-a401-8f232a835aba is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 04:07:12.476116 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-04c8fbb1-11aa-44dc-881e-47bcc05bbf5b admin admin] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 04:07:12.479640 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c8fbb1-11aa-44dc-881e-47bcc05bbf5b admin admin] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 04:07:12.483305 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-576e89c2-f55c-4f7a-b445-d2cd905ff6a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:07:12.512894 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c8fbb1-11aa-44dc-881e-47bcc05bbf5b admin admin] Pushing event updated for resources: {'Port': ['ID=87f0a318-67d7-4204-8bb5-3b3454140f7b,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:07:12.525154 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c8fbb1-11aa-44dc-881e-47bcc05bbf5b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:07:12.525497 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c8fbb1-11aa-44dc-881e-47bcc05bbf5b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:07:12.525834 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c8fbb1-11aa-44dc-881e-47bcc05bbf5b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:07:12.526454 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c8fbb1-11aa-44dc-881e-47bcc05bbf5b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:07:12.526783 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c8fbb1-11aa-44dc-881e-47bcc05bbf5b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:07:12.527108 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c8fbb1-11aa-44dc-881e-47bcc05bbf5b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:07:12.527426 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c8fbb1-11aa-44dc-881e-47bcc05bbf5b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:07:12.527745 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c8fbb1-11aa-44dc-881e-47bcc05bbf5b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:07:12.528070 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c8fbb1-11aa-44dc-881e-47bcc05bbf5b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:07:12.528376 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c8fbb1-11aa-44dc-881e-47bcc05bbf5b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:07:12.528690 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c8fbb1-11aa-44dc-881e-47bcc05bbf5b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:07:12.529125 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c8fbb1-11aa-44dc-881e-47bcc05bbf5b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:07:12.532479 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-04c8fbb1-11aa-44dc-881e-47bcc05bbf5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-520987'] for router_interface, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:07:12.545135 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9f93d6-94eb-4ef1-913c-7a07845d4b9d None None] Pushing event updated for resources: {'Port': ['ID=e96c11ac-89ab-4812-b7e3-5a3d3149d6e3,revision_number=3']} {{(pid=102194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:07:12.562408 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576e89c2-f55c-4f7a-b445-d2cd905ff6a2 None None] Routers {'1fcb7ea3-83af-4fe0-ad99-641848edfcd5'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 04:07:12.563288 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-576e89c2-f55c-4f7a-b445-d2cd905ff6a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T04:07:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['1fcb7ea3-83af-4fe0-ad99-641848edfcd5'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:07:12.673042 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-576e89c2-f55c-4f7a-b445-d2cd905ff6a2 None None] Set router 1fcb7ea3-83af-4fe0-ad99-641848edfcd5 gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 04:07:12.723252 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-04c8fbb1-11aa-44dc-881e-47bcc05bbf5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:07:12.843555 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-f47bfbca-9e2c-4b00-9162-2789ec02828b None None] Provisioning for port 87f0a318-67d7-4204-8bb5-3b3454140f7b completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 04:07:12.847787 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-f47bfbca-9e2c-4b00-9162-2789ec02828b None None] Provisioning complete for port 87f0a318-67d7-4204-8bb5-3b3454140f7b triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 04:07:12.848240 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-f47bfbca-9e2c-4b00-9162-2789ec02828b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:07:12.858007 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-576e89c2-f55c-4f7a-b445-d2cd905ff6a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fcb7ea3-83af-4fe0-ad99-641848edfcd5', 'name': 'tempest-TestMinimumBasicScenario-556916839-router', 'tenant_id': '61f6bd0321dd4b94916421b413662d14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.84'}], 'enable_snat': True}, 'gw_port_id': 'e96c11ac-89ab-4812-b7e3-5a3d3149d6e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:07:09Z', 'updated_at': '2021-08-11T04:07:10Z', 'revision_number': 3, 'project_id': '61f6bd0321dd4b94916421b413662d14', 'gw_port': {'id': 'e96c11ac-89ab-4812-b7e3-5a3d3149d6e3', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:2e:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fcb7ea3-83af-4fe0-ad99-641848edfcd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:07:10Z', 'updated_at': '2021-08-11T04:07:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:07:12.884222 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-f47bfbca-9e2c-4b00-9162-2789ec02828b None None] Port 87f0a318-67d7-4204-8bb5-3b3454140f7b cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 04:07:12.887373 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576e89c2-f55c-4f7a-b445-d2cd905ff6a2 None None] The sync data for ids ['1fcb7ea3-83af-4fe0-ad99-641848edfcd5'] in n-d-764292-30 is: [{'id': '1fcb7ea3-83af-4fe0-ad99-641848edfcd5', 'name': 'tempest-TestMinimumBasicScenario-556916839-router', 'tenant_id': '61f6bd0321dd4b94916421b413662d14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.84'}], 'enable_snat': True}, 'gw_port_id': 'e96c11ac-89ab-4812-b7e3-5a3d3149d6e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:07:09Z', 'updated_at': '2021-08-11T04:07:10Z', 'revision_number': 3, 'project_id': '61f6bd0321dd4b94916421b413662d14', 'gw_port': {'id': 'e96c11ac-89ab-4812-b7e3-5a3d3149d6e3', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:2e:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fcb7ea3-83af-4fe0-ad99-641848edfcd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:07:10Z', 'updated_at': '2021-08-11T04:07:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}] {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 04:07:12.904617 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-04c8fbb1-11aa-44dc-881e-47bcc05bbf5b admin admin] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:07:12.973313 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-04c8fbb1-11aa-44dc-881e-47bcc05bbf5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:07:13.045384 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-04c8fbb1-11aa-44dc-881e-47bcc05bbf5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16383026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521135'] for router_interface, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:07:13.047314 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c8fbb1-11aa-44dc-881e-47bcc05bbf5b admin admin] Pushing event updated for resources: {'Port': ['ID=87f0a318-67d7-4204-8bb5-3b3454140f7b,revision_number=2']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:07:13.155904 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c8fbb1-11aa-44dc-881e-47bcc05bbf5b admin admin] Network 8d54989e-e14c-4052-a401-8f232a835aba is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 04:07:13.157341 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-04c8fbb1-11aa-44dc-881e-47bcc05bbf5b admin admin] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 04:07:13.285419 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04c8fbb1-11aa-44dc-881e-47bcc05bbf5b admin admin] Router 1fcb7ea3-83af-4fe0-ad99-641848edfcd5 has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 04:07:13.407558 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-b079ba82-00b8-40b6-bc7e-eda2a2ad71c0 None None] Provisioning complete for port 87f0a318-67d7-4204-8bb5-3b3454140f7b triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 04:07:13.410157 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-b079ba82-00b8-40b6-bc7e-eda2a2ad71c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:07:13.418712 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04c8fbb1-11aa-44dc-881e-47bcc05bbf5b admin admin] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 04:07:13.424158 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-04c8fbb1-11aa-44dc-881e-47bcc05bbf5b admin admin] 10.222.0.41 "PUT /v2.0/routers/1fcb7ea3-83af-4fe0-ad99-641848edfcd5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9287419 Aug 11 04:07:13.455167 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-b079ba82-00b8-40b6-bc7e-eda2a2ad71c0 None None] Port 87f0a318-67d7-4204-8bb5-3b3454140f7b cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 04:07:13.621060 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device e96c11ac-89ab-4812-b7e3-5a3d3149d6e3 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 04:07:13.729350 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port e96c11ac-89ab-4812-b7e3-5a3d3149d6e3 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 04:07:13.734451 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port e96c11ac-89ab-4812-b7e3-5a3d3149d6e3 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 04:07:13.734830 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:07:13.814231 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:07:13.834573 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port e96c11ac-89ab-4812-b7e3-5a3d3149d6e3, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=e96c11ac-89ab-4812-b7e3-5a3d3149d6e3,segment=NetworkSegment(fab28bed-aa25-40db-bba4-ec26e795194c),segment_id=fab28bed-aa25-40db-bba4-ec26e795194c)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:07:13.906757 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:07:13.907893 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 6641e8ca-5dee-4377-9758-99440b59a9c6 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 04:07:13.991455 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=e96c11ac-89ab-4812-b7e3-5a3d3149d6e3,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:07:14.012329 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 6641e8ca-5dee-4377-9758-99440b59a9c6 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 04:07:14.012329 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:07:14.083411 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device e4cbf618-c770-4673-b634-40e0823eec7f up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 04:07:14.134731 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port e4cbf618-c770-4673-b634-40e0823eec7f triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 04:07:14.135107 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:07:14.452085 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49cd1b27-5614-4f6c-8d11-ab5a2b6aed28 None None] Sync routers for ids ['1fcb7ea3-83af-4fe0-ad99-641848edfcd5'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 04:07:14.460882 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49cd1b27-5614-4f6c-8d11-ab5a2b6aed28 None None] Routers {'1fcb7ea3-83af-4fe0-ad99-641848edfcd5'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 04:07:14.464365 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-49cd1b27-5614-4f6c-8d11-ab5a2b6aed28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T04:07:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['1fcb7ea3-83af-4fe0-ad99-641848edfcd5'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:07:14.569376 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-49cd1b27-5614-4f6c-8d11-ab5a2b6aed28 None None] Set router 1fcb7ea3-83af-4fe0-ad99-641848edfcd5 gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 04:07:14.803392 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-49cd1b27-5614-4f6c-8d11-ab5a2b6aed28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fcb7ea3-83af-4fe0-ad99-641848edfcd5', 'name': 'tempest-TestMinimumBasicScenario-556916839-router', 'tenant_id': '61f6bd0321dd4b94916421b413662d14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.84'}], 'enable_snat': True}, 'gw_port_id': 'e96c11ac-89ab-4812-b7e3-5a3d3149d6e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:07:09Z', 'updated_at': '2021-08-11T04:07:12Z', 'revision_number': 4, 'project_id': '61f6bd0321dd4b94916421b413662d14', 'gw_port': {'id': 'e96c11ac-89ab-4812-b7e3-5a3d3149d6e3', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:2e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fcb7ea3-83af-4fe0-ad99-641848edfcd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:07:10Z', 'updated_at': '2021-08-11T04:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '87f0a318-67d7-4204-8bb5-3b3454140f7b', 'name': '', 'network_id': '8d54989e-e14c-4052-a401-8f232a835aba', 'tenant_id': '61f6bd0321dd4b94916421b413662d14', 'mac_address': 'fa:16:3e:99:45:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fcb7ea3-83af-4fe0-ad99-641848edfcd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '391ee595-a2c9-496b-b751-e939369df5e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:07:12Z', 'updated_at': '2021-08-11T04:07:12Z', 'revision_number': 2, 'project_id': '61f6bd0321dd4b94916421b413662d14', 'subnets': [{'id': '391ee595-a2c9-496b-b751-e939369df5e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:07:14.835269 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49cd1b27-5614-4f6c-8d11-ab5a2b6aed28 None None] Checking router: 1fcb7ea3-83af-4fe0-ad99-641848edfcd5 for host: n-d-764292-30 {{(pid=102193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 04:07:14.835740 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49cd1b27-5614-4f6c-8d11-ab5a2b6aed28 None None] Updating router 1fcb7ea3-83af-4fe0-ad99-641848edfcd5 port 87f0a318-67d7-4204-8bb5-3b3454140f7b binding host n-d-764292-30 {{(pid=102193) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 04:07:14.863186 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-49cd1b27-5614-4f6c-8d11-ab5a2b6aed28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:07:15.156553 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-49cd1b27-5614-4f6c-8d11-ab5a2b6aed28 None None] Notify callbacks [] for port, precommit_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:07:15.167186 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-49cd1b27-5614-4f6c-8d11-ab5a2b6aed28 None None] Transition to ACTIVE for port object 87f0a318-67d7-4204-8bb5-3b3454140f7b will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 04:07:15.255450 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-49cd1b27-5614-4f6c-8d11-ab5a2b6aed28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:07:15.314952 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e4a64a-a3bd-402d-8602-5e7dd36fb0c0 None None] Pushing event updated for resources: {'Port': ['ID=87f0a318-67d7-4204-8bb5-3b3454140f7b,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:07:15.369877 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-49cd1b27-5614-4f6c-8d11-ab5a2b6aed28 None None] Attempting to bind port 87f0a318-67d7-4204-8bb5-3b3454140f7b on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 04:07:15.370401 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-49cd1b27-5614-4f6c-8d11-ab5a2b6aed28 None None] Attempting to bind port 87f0a318-67d7-4204-8bb5-3b3454140f7b by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': '93bc08a9-ee02-43c2-9105-69753772309a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '8d54989e-e14c-4052-a401-8f232a835aba'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 04:07:15.370828 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49cd1b27-5614-4f6c-8d11-ab5a2b6aed28 None None] Attempting to bind port 87f0a318-67d7-4204-8bb5-3b3454140f7b on network 8d54989e-e14c-4052-a401-8f232a835aba {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 04:07:15.379113 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49cd1b27-5614-4f6c-8d11-ab5a2b6aed28 None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 4, 7, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 04:07:15.379653 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49cd1b27-5614-4f6c-8d11-ab5a2b6aed28 None None] Checking segment: {'id': '93bc08a9-ee02-43c2-9105-69753772309a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '8d54989e-e14c-4052-a401-8f232a835aba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 04:07:15.380165 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-49cd1b27-5614-4f6c-8d11-ab5a2b6aed28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:07:15.380668 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49cd1b27-5614-4f6c-8d11-ab5a2b6aed28 None None] Bound using segment: {'id': '93bc08a9-ee02-43c2-9105-69753772309a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '8d54989e-e14c-4052-a401-8f232a835aba'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 04:07:15.381249 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-49cd1b27-5614-4f6c-8d11-ab5a2b6aed28 None None] Bound port: 87f0a318-67d7-4204-8bb5-3b3454140f7b, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93bc08a9-ee02-43c2-9105-69753772309a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '8d54989e-e14c-4052-a401-8f232a835aba'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 04:07:15.381736 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-49cd1b27-5614-4f6c-8d11-ab5a2b6aed28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:07:15.466510 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-49cd1b27-5614-4f6c-8d11-ab5a2b6aed28 None None] For port 87f0a318-67d7-4204-8bb5-3b3454140f7b, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 04:07:15.470793 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-49cd1b27-5614-4f6c-8d11-ab5a2b6aed28 None None] For port 87f0a318-67d7-4204-8bb5-3b3454140f7b, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=87f0a318-67d7-4204-8bb5-3b3454140f7b,segment=NetworkSegment(93bc08a9-ee02-43c2-9105-69753772309a),segment_id=93bc08a9-ee02-43c2-9105-69753772309a)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 04:07:15.533711 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-49cd1b27-5614-4f6c-8d11-ab5a2b6aed28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:07:15.586693 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device e96c11ac-89ab-4812-b7e3-5a3d3149d6e3 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 04:07:15.667968 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e4a64a-a3bd-402d-8602-5e7dd36fb0c0 None None] Pushing event updated for resources: {'Port': ['ID=87f0a318-67d7-4204-8bb5-3b3454140f7b,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:07:15.677953 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49cd1b27-5614-4f6c-8d11-ab5a2b6aed28 None None] Routers {'1fcb7ea3-83af-4fe0-ad99-641848edfcd5'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 04:07:15.678737 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-49cd1b27-5614-4f6c-8d11-ab5a2b6aed28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T04:07:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['1fcb7ea3-83af-4fe0-ad99-641848edfcd5'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:07:15.812291 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-49cd1b27-5614-4f6c-8d11-ab5a2b6aed28 None None] Set router 1fcb7ea3-83af-4fe0-ad99-641848edfcd5 gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 04:07:15.845729 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port e96c11ac-89ab-4812-b7e3-5a3d3149d6e3 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 04:07:15.846232 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:07:16.104919 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-49cd1b27-5614-4f6c-8d11-ab5a2b6aed28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fcb7ea3-83af-4fe0-ad99-641848edfcd5', 'name': 'tempest-TestMinimumBasicScenario-556916839-router', 'tenant_id': '61f6bd0321dd4b94916421b413662d14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.84'}], 'enable_snat': True}, 'gw_port_id': 'e96c11ac-89ab-4812-b7e3-5a3d3149d6e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:07:09Z', 'updated_at': '2021-08-11T04:07:12Z', 'revision_number': 4, 'project_id': '61f6bd0321dd4b94916421b413662d14', 'gw_port': {'id': 'e96c11ac-89ab-4812-b7e3-5a3d3149d6e3', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:2e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fcb7ea3-83af-4fe0-ad99-641848edfcd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:07:10Z', 'updated_at': '2021-08-11T04:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '87f0a318-67d7-4204-8bb5-3b3454140f7b', 'name': '', 'network_id': '8d54989e-e14c-4052-a401-8f232a835aba', 'tenant_id': '61f6bd0321dd4b94916421b413662d14', 'mac_address': 'fa:16:3e:99:45:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fcb7ea3-83af-4fe0-ad99-641848edfcd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '391ee595-a2c9-496b-b751-e939369df5e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:07:12Z', 'updated_at': '2021-08-11T04:07:15Z', 'revision_number': 4, 'project_id': '61f6bd0321dd4b94916421b413662d14', 'subnets': [{'id': '391ee595-a2c9-496b-b751-e939369df5e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:07:16.136140 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49cd1b27-5614-4f6c-8d11-ab5a2b6aed28 None None] The sync data for ids ['1fcb7ea3-83af-4fe0-ad99-641848edfcd5'] in n-d-764292-30 is: [{'id': '1fcb7ea3-83af-4fe0-ad99-641848edfcd5', 'name': 'tempest-TestMinimumBasicScenario-556916839-router', 'tenant_id': '61f6bd0321dd4b94916421b413662d14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.84'}], 'enable_snat': True}, 'gw_port_id': 'e96c11ac-89ab-4812-b7e3-5a3d3149d6e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:07:09Z', 'updated_at': '2021-08-11T04:07:12Z', 'revision_number': 4, 'project_id': '61f6bd0321dd4b94916421b413662d14', 'gw_port': {'id': 'e96c11ac-89ab-4812-b7e3-5a3d3149d6e3', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:2e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fcb7ea3-83af-4fe0-ad99-641848edfcd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:07:10Z', 'updated_at': '2021-08-11T04:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '87f0a318-67d7-4204-8bb5-3b3454140f7b', 'name': '', 'network_id': '8d54989e-e14c-4052-a401-8f232a835aba', 'tenant_id': '61f6bd0321dd4b94916421b413662d14', 'mac_address': 'fa:16:3e:99:45:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fcb7ea3-83af-4fe0-ad99-641848edfcd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '391ee595-a2c9-496b-b751-e939369df5e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:07:12Z', 'updated_at': '2021-08-11T04:07:15Z', 'revision_number': 4, 'project_id': '61f6bd0321dd4b94916421b413662d14', 'subnets': [{'id': '391ee595-a2c9-496b-b751-e939369df5e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 04:07:17.552757 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 87f0a318-67d7-4204-8bb5-3b3454140f7b up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 04:07:17.655966 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port 87f0a318-67d7-4204-8bb5-3b3454140f7b completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 04:07:17.660935 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 87f0a318-67d7-4204-8bb5-3b3454140f7b triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 04:07:17.666450 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:07:17.773211 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:07:17.822468 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port 87f0a318-67d7-4204-8bb5-3b3454140f7b, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=87f0a318-67d7-4204-8bb5-3b3454140f7b,segment=NetworkSegment(93bc08a9-ee02-43c2-9105-69753772309a),segment_id=93bc08a9-ee02-43c2-9105-69753772309a)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:07:17.873611 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:07:17.934814 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=87f0a318-67d7-4204-8bb5-3b3454140f7b,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:07:19.551139 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 87f0a318-67d7-4204-8bb5-3b3454140f7b up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 04:07:19.764312 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 87f0a318-67d7-4204-8bb5-3b3454140f7b triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 04:07:19.764829 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:07:25.239407 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cdcf7c-c9f5-47f6-83c1-38594c7af221 req-22b7ecc0-80a2-4f96-b29e-c4064dfecbe4 tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:07:25.240898 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-00cdcf7c-c9f5-47f6-83c1-38594c7af221 req-22b7ecc0-80a2-4f96-b29e-c4064dfecbe4 tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] 10.222.0.41 "GET /v2.0/networks?id=ea3d18ad-924e-4753-8ac5-f564715ef84c HTTP/1.1" status: 200 len: 814 time: 0.4325390 Aug 11 04:07:25.256287 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-00cdcf7c-c9f5-47f6-83c1-38594c7af221 req-faeed2e2-667d-4391-b653-4654562245c0 tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] 10.222.0.41 "GET /v2.0/quotas/030a8b7571db45458d5839972ac8d8e2 HTTP/1.1" status: 200 len: 375 time: 0.0095377 Aug 11 04:07:25.305569 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-00cdcf7c-c9f5-47f6-83c1-38594c7af221 req-a5941ec1-5d90-4b4b-a99d-923bcc7bc216 tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=030a8b7571db45458d5839972ac8d8e2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0442934 Aug 11 04:07:25.398929 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-00cdcf7c-c9f5-47f6-83c1-38594c7af221 req-771ba77a-dcce-4ff3-b6d5-329d05651bb5 service neutron] 10.222.0.41 "GET /v2.0/networks/ea3d18ad-924e-4753-8ac5-f564715ef84c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814831 Aug 11 04:07:25.492483 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-00cdcf7c-c9f5-47f6-83c1-38594c7af221 req-ee05fa62-4a84-4d48-a1c5-c1bdc1bfd2ec service neutron] 10.222.0.41 "GET /v2.0/networks/ea3d18ad-924e-4753-8ac5-f564715ef84c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869064 Aug 11 04:07:25.739715 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0a4e6cac-3613-491b-a58d-647544a8c4bd req-ac3bf84f-23d5-4f1f-8106-86d0f9bb36e6 tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f9df2e5-417b-442e-aff2-3fdf8fcfdaf3 HTTP/1.1" status: 200 len: 210 time: 0.0332956 Aug 11 04:07:26.833904 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d7f43e52-f8ce-4edb-ac1c-39d1d22bf16a req-7028cf9b-a5ed-452c-b416-e27b756b56d1 tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f9df2e5-417b-442e-aff2-3fdf8fcfdaf3 HTTP/1.1" status: 200 len: 210 time: 0.0275555 Aug 11 04:07:27.681859 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cdcf7c-c9f5-47f6-83c1-38594c7af221 req-eea209d4-a1ca-4252-8894-943f1f011e96 tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:07:27.683365 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-00cdcf7c-c9f5-47f6-83c1-38594c7af221 req-eea209d4-a1ca-4252-8894-943f1f011e96 tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] 10.222.0.22 "GET /v2.0/networks?id=ea3d18ad-924e-4753-8ac5-f564715ef84c HTTP/1.1" status: 200 len: 814 time: 0.1001246 Aug 11 04:07:27.697588 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-00cdcf7c-c9f5-47f6-83c1-38594c7af221 req-495df2e8-42bf-4e16-bf76-6e8ee068082b tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] Request body: {'port': {'device_id': '7f9df2e5-417b-442e-aff2-3fdf8fcfdaf3', 'network_id': 'ea3d18ad-924e-4753-8ac5-f564715ef84c', 'admin_state_up': True, 'tenant_id': '030a8b7571db45458d5839972ac8d8e2'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:07:27.865446 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00cdcf7c-c9f5-47f6-83c1-38594c7af221 req-495df2e8-42bf-4e16-bf76-6e8ee068082b tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] Made reservation on behalf of 030a8b7571db45458d5839972ac8d8e2 for: {'port': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 04:07:27.869116 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-00cdcf7c-c9f5-47f6-83c1-38594c7af221 req-495df2e8-42bf-4e16-bf76-6e8ee068082b tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:07:27.928684 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9c633772-1713-4b4f-8e46-f9b5907e4ff9 req-2fc2e4bb-88b2-42e5-9fbc-d5cd9b31eb71 tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f9df2e5-417b-442e-aff2-3fdf8fcfdaf3 HTTP/1.1" status: 200 len: 210 time: 0.0264120 Aug 11 04:07:28.002499 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [req-00cdcf7c-c9f5-47f6-83c1-38594c7af221 req-495df2e8-42bf-4e16-bf76-6e8ee068082b tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] Allocated IP 172.20.0.7 (ea3d18ad-924e-4753-8ac5-f564715ef84c/78f67b31-0f69-42d6-b6e5-6908a0a2382a/845b4047-fc07-45a0-8cec-32b76ca0fe2a) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 04:07:28.147816 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-00cdcf7c-c9f5-47f6-83c1-38594c7af221 req-495df2e8-42bf-4e16-bf76-6e8ee068082b tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:07:28.161920 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [req-00cdcf7c-c9f5-47f6-83c1-38594c7af221 req-495df2e8-42bf-4e16-bf76-6e8ee068082b tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] Transition to ACTIVE for port object 845b4047-fc07-45a0-8cec-32b76ca0fe2a will not be triggered until provisioned by entity DHCP. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 04:07:28.264667 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-00cdcf7c-c9f5-47f6-83c1-38594c7af221 req-495df2e8-42bf-4e16-bf76-6e8ee068082b tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:07:28.311975 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00cdcf7c-c9f5-47f6-83c1-38594c7af221 req-495df2e8-42bf-4e16-bf76-6e8ee068082b tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] Network ea3d18ad-924e-4753-8ac5-f564715ef84c is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 04:07:28.315432 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [req-00cdcf7c-c9f5-47f6-83c1-38594c7af221 req-495df2e8-42bf-4e16-bf76-6e8ee068082b tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 04:07:28.321859 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-00cdcf7c-c9f5-47f6-83c1-38594c7af221 req-495df2e8-42bf-4e16-bf76-6e8ee068082b tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 04:07:28.368986 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495df2e8-42bf-4e16-bf76-6e8ee068082b tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] Pushing event updated for resources: {'Port': ['ID=845b4047-fc07-45a0-8cec-32b76ca0fe2a,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:07:28.399613 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cdcf7c-c9f5-47f6-83c1-38594c7af221 req-495df2e8-42bf-4e16-bf76-6e8ee068082b tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:07:28.400494 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-00cdcf7c-c9f5-47f6-83c1-38594c7af221 req-495df2e8-42bf-4e16-bf76-6e8ee068082b tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:07:28.471718 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-00cdcf7c-c9f5-47f6-83c1-38594c7af221 req-495df2e8-42bf-4e16-bf76-6e8ee068082b tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7774634 Aug 11 04:07:28.748186 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-fb39b563-c0cb-44fa-8f04-46f00e261d9f None None] Provisioning for port 845b4047-fc07-45a0-8cec-32b76ca0fe2a completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 04:07:28.754811 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-fb39b563-c0cb-44fa-8f04-46f00e261d9f None None] Provisioning complete for port 845b4047-fc07-45a0-8cec-32b76ca0fe2a triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 04:07:28.755689 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-fb39b563-c0cb-44fa-8f04-46f00e261d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:07:28.794616 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-fb39b563-c0cb-44fa-8f04-46f00e261d9f None None] Port 845b4047-fc07-45a0-8cec-32b76ca0fe2a cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 04:07:29.048254 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5222bfec-6e09-47ec-b8cc-663fc77ddafc req-c9db1e30-0fb3-41d9-b49c-876e4b8964b8 tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:07:29.049798 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5222bfec-6e09-47ec-b8cc-663fc77ddafc req-c9db1e30-0fb3-41d9-b49c-876e4b8964b8 tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f9df2e5-417b-442e-aff2-3fdf8fcfdaf3 HTTP/1.1" status: 200 len: 931 time: 0.0549972 Aug 11 04:07:29.088930 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5222bfec-6e09-47ec-b8cc-663fc77ddafc req-ed20083d-910d-459d-9ab1-7e09e490e1fc tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] 10.222.0.41 "GET /v2.0/security-groups?id=83afa3e3-61c1-4478-884e-3b90db5df2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330741 Aug 11 04:07:29.254627 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-439ff555-753a-497e-b390-e108919a70fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:07:30.208752 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d13733-9335-493a-a614-89f543bcfffc req-acd8e2c4-020d-40b7-b1d4-bd8d6cebfa10 tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:07:30.210241 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e1d13733-9335-493a-a614-89f543bcfffc req-acd8e2c4-020d-40b7-b1d4-bd8d6cebfa10 tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f9df2e5-417b-442e-aff2-3fdf8fcfdaf3 HTTP/1.1" status: 200 len: 931 time: 0.0524986 Aug 11 04:07:30.257964 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e1d13733-9335-493a-a614-89f543bcfffc req-f4d9e9b2-69e1-4053-a352-e14810e887d4 tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] 10.222.0.41 "GET /v2.0/security-groups?id=83afa3e3-61c1-4478-884e-3b90db5df2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414917 Aug 11 04:07:31.374168 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98996280-4ed4-4c1b-9fce-eaea733326d7 req-bb1cf239-c2ad-468d-b405-00be297e1c30 tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:07:31.375664 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-98996280-4ed4-4c1b-9fce-eaea733326d7 req-bb1cf239-c2ad-468d-b405-00be297e1c30 tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f9df2e5-417b-442e-aff2-3fdf8fcfdaf3 HTTP/1.1" status: 200 len: 931 time: 0.0515492 Aug 11 04:07:31.416998 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-98996280-4ed4-4c1b-9fce-eaea733326d7 req-95815dba-7873-417f-8295-1e1567c8f480 tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] 10.222.0.41 "GET /v2.0/security-groups?id=83afa3e3-61c1-4478-884e-3b90db5df2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352788 Aug 11 04:07:31.923514 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:07:32.134963 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-9b255287-5cf0-461e-8839-a1d8a97e4b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:07:32.537194 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae0bf13-aad9-45ab-9c39-1d731519eff1 req-347e0d76-4ac3-4b5f-bc1d-7b58f871e3dc tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:07:32.538690 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8ae0bf13-aad9-45ab-9c39-1d731519eff1 req-347e0d76-4ac3-4b5f-bc1d-7b58f871e3dc tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f9df2e5-417b-442e-aff2-3fdf8fcfdaf3 HTTP/1.1" status: 200 len: 931 time: 0.0545025 Aug 11 04:07:32.579702 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8ae0bf13-aad9-45ab-9c39-1d731519eff1 req-a77ecc0f-97da-4e41-ac1f-4a45dda5c4db tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] 10.222.0.41 "GET /v2.0/security-groups?id=83afa3e3-61c1-4478-884e-3b90db5df2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351424 Aug 11 04:07:33.215574 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:07:33.703360 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d2e367-e5cb-4911-82a6-16138655d74d req-a29d03cb-c1a0-404b-a384-f5b6f9300f5a tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:07:33.704798 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a1d2e367-e5cb-4911-82a6-16138655d74d req-a29d03cb-c1a0-404b-a384-f5b6f9300f5a tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f9df2e5-417b-442e-aff2-3fdf8fcfdaf3 HTTP/1.1" status: 200 len: 931 time: 0.0527179 Aug 11 04:07:33.753378 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a1d2e367-e5cb-4911-82a6-16138655d74d req-b71797c9-67a7-42cf-b90f-6e0e24b2be7b tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] 10.222.0.41 "GET /v2.0/security-groups?id=83afa3e3-61c1-4478-884e-3b90db5df2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426629 Aug 11 04:07:34.864131 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:07:34.880199 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb10b3db-6f79-452d-a408-9692659dc38c req-ee91ab2d-ce03-46f1-96df-5b35c1ebaaab tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:07:34.881886 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-eb10b3db-6f79-452d-a408-9692659dc38c req-ee91ab2d-ce03-46f1-96df-5b35c1ebaaab tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f9df2e5-417b-442e-aff2-3fdf8fcfdaf3 HTTP/1.1" status: 200 len: 931 time: 0.0532169 Aug 11 04:07:34.925933 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-eb10b3db-6f79-452d-a408-9692659dc38c req-9f487311-d1a8-443a-b491-adb54292890f tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] 10.222.0.41 "GET /v2.0/security-groups?id=83afa3e3-61c1-4478-884e-3b90db5df2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346107 Aug 11 04:07:36.050509 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879a045b-a55e-4e7e-8753-67f3e09c8628 req-6f8c8f6b-cfb9-483a-8599-372d44ce3f75 tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:07:36.051988 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-879a045b-a55e-4e7e-8753-67f3e09c8628 req-6f8c8f6b-cfb9-483a-8599-372d44ce3f75 tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f9df2e5-417b-442e-aff2-3fdf8fcfdaf3 HTTP/1.1" status: 200 len: 931 time: 0.0532517 Aug 11 04:07:36.096826 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-879a045b-a55e-4e7e-8753-67f3e09c8628 req-529fa0d5-fdbe-4c62-bc28-37d7f83a927a tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] 10.222.0.41 "GET /v2.0/security-groups?id=83afa3e3-61c1-4478-884e-3b90db5df2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384414 Aug 11 04:07:37.217452 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eabc18-3ddd-4bb6-9981-3ab59ca1444c req-277fbfe3-4a2b-4d1c-bfa1-2bcf0415d497 tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:07:37.218975 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d0eabc18-3ddd-4bb6-9981-3ab59ca1444c req-277fbfe3-4a2b-4d1c-bfa1-2bcf0415d497 tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f9df2e5-417b-442e-aff2-3fdf8fcfdaf3 HTTP/1.1" status: 200 len: 931 time: 0.0565245 Aug 11 04:07:37.255562 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d0eabc18-3ddd-4bb6-9981-3ab59ca1444c req-f42e226c-97d4-4494-ab75-b6a076953ee7 tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] 10.222.0.41 "GET /v2.0/security-groups?id=83afa3e3-61c1-4478-884e-3b90db5df2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305240 Aug 11 04:07:37.837649 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:07:38.376111 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ee1322-e4ea-470c-913b-b5ebd04e70c1 req-b50bea48-f20e-4445-9ebf-bf8b3fb21ed1 tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:07:38.378556 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d4ee1322-e4ea-470c-913b-b5ebd04e70c1 req-b50bea48-f20e-4445-9ebf-bf8b3fb21ed1 tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f9df2e5-417b-442e-aff2-3fdf8fcfdaf3 HTTP/1.1" status: 200 len: 931 time: 0.0536420 Aug 11 04:07:38.415669 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d4ee1322-e4ea-470c-913b-b5ebd04e70c1 req-9ccba342-287b-4a0e-aac7-e19ec1936428 tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] 10.222.0.41 "GET /v2.0/security-groups?id=83afa3e3-61c1-4478-884e-3b90db5df2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321298 Aug 11 04:07:39.528671 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eebd62-043f-4197-8890-6e0c57e08c32 req-f9f2c30e-3b6b-42ea-b00c-87c189ddbd15 tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:07:39.530125 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-53eebd62-043f-4197-8890-6e0c57e08c32 req-f9f2c30e-3b6b-42ea-b00c-87c189ddbd15 tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f9df2e5-417b-442e-aff2-3fdf8fcfdaf3 HTTP/1.1" status: 200 len: 931 time: 0.0492117 Aug 11 04:07:39.567318 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-53eebd62-043f-4197-8890-6e0c57e08c32 req-5d4a52b5-de79-46c1-a7e5-99c74ff1d40e tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] 10.222.0.41 "GET /v2.0/security-groups?id=83afa3e3-61c1-4478-884e-3b90db5df2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312958 Aug 11 04:07:40.692134 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2794f55b-0e26-4303-a384-023f2eee5a72 req-76854445-94a1-4b89-8431-b1085f81e271 tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:07:40.693797 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2794f55b-0e26-4303-a384-023f2eee5a72 req-76854445-94a1-4b89-8431-b1085f81e271 tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f9df2e5-417b-442e-aff2-3fdf8fcfdaf3 HTTP/1.1" status: 200 len: 931 time: 0.0593855 Aug 11 04:07:40.733973 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2794f55b-0e26-4303-a384-023f2eee5a72 req-15859401-9e98-4f54-992f-c079626393b1 tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] 10.222.0.41 "GET /v2.0/security-groups?id=83afa3e3-61c1-4478-884e-3b90db5df2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341709 Aug 11 04:07:41.198740 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-00cdcf7c-c9f5-47f6-83c1-38594c7af221 req-57cddff5-511b-4ef4-a101-79116fb83d22 service neutron] Request body: {'port': {'device_id': '7f9df2e5-417b-442e-aff2-3fdf8fcfdaf3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764292-30'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:07:41.253026 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-00cdcf7c-c9f5-47f6-83c1-38594c7af221 req-57cddff5-511b-4ef4-a101-79116fb83d22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:07:41.515575 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [req-00cdcf7c-c9f5-47f6-83c1-38594c7af221 req-57cddff5-511b-4ef4-a101-79116fb83d22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 845b4047-fc07-45a0-8cec-32b76ca0fe2a {{(pid=102191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 04:07:41.522820 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-00cdcf7c-c9f5-47f6-83c1-38594c7af221 req-57cddff5-511b-4ef4-a101-79116fb83d22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:07:41.534456 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [req-00cdcf7c-c9f5-47f6-83c1-38594c7af221 req-57cddff5-511b-4ef4-a101-79116fb83d22 service neutron] Transition to ACTIVE for port object 845b4047-fc07-45a0-8cec-32b76ca0fe2a will not be triggered until provisioned by entity L2. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 04:07:41.738576 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:07:41.739149 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-00cdcf7c-c9f5-47f6-83c1-38594c7af221 req-57cddff5-511b-4ef4-a101-79116fb83d22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:07:41.806359 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cddff5-511b-4ef4-a101-79116fb83d22 service neutron] Pushing event updated for resources: {'Port': ['ID=845b4047-fc07-45a0-8cec-32b76ca0fe2a,revision_number=2']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:07:41.855336 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6deff53d-efff-4b1e-a202-fd1a15d12bf6 req-a26f1af3-108c-4908-8fa5-b384367fe3a7 tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:07:41.856897 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6deff53d-efff-4b1e-a202-fd1a15d12bf6 req-a26f1af3-108c-4908-8fa5-b384367fe3a7 tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f9df2e5-417b-442e-aff2-3fdf8fcfdaf3 HTTP/1.1" status: 200 len: 943 time: 0.0522020 Aug 11 04:07:41.864080 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-00cdcf7c-c9f5-47f6-83c1-38594c7af221 req-57cddff5-511b-4ef4-a101-79116fb83d22 service neutron] Attempting to bind port 845b4047-fc07-45a0-8cec-32b76ca0fe2a on host n-h1-764292-30 for vnic_type normal with profile {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 04:07:41.869367 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-00cdcf7c-c9f5-47f6-83c1-38594c7af221 req-57cddff5-511b-4ef4-a101-79116fb83d22 service neutron] Attempting to bind port 845b4047-fc07-45a0-8cec-32b76ca0fe2a by drivers openvswitch,hyperv on host n-h1-764292-30 at level 0 using segments [{'id': '13724f05-4f4d-4d76-9d9b-450b14bdbb12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'ea3d18ad-924e-4753-8ac5-f564715ef84c'}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 04:07:41.869367 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00cdcf7c-c9f5-47f6-83c1-38594c7af221 req-57cddff5-511b-4ef4-a101-79116fb83d22 service neutron] Attempting to bind port 845b4047-fc07-45a0-8cec-32b76ca0fe2a on network ea3d18ad-924e-4753-8ac5-f564715ef84c {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 04:07:41.869367 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00cdcf7c-c9f5-47f6-83c1-38594c7af221 req-57cddff5-511b-4ef4-a101-79116fb83d22 service neutron] Port 845b4047-fc07-45a0-8cec-32b76ca0fe2a on network ea3d18ad-924e-4753-8ac5-f564715ef84c not bound, no agent of type Open vSwitch agent registered on host n-h1-764292-30 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 04:07:41.869927 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00cdcf7c-c9f5-47f6-83c1-38594c7af221 req-57cddff5-511b-4ef4-a101-79116fb83d22 service neutron] Attempting to bind port 845b4047-fc07-45a0-8cec-32b76ca0fe2a on network ea3d18ad-924e-4753-8ac5-f564715ef84c {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 04:07:41.874936 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00cdcf7c-c9f5-47f6-83c1-38594c7af221 req-57cddff5-511b-4ef4-a101-79116fb83d22 service neutron] Checking agent: {'id': 'abb524c2-b412-4ed2-8367-45c4fd996fa7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 4, 7, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 04:07:41.875271 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00cdcf7c-c9f5-47f6-83c1-38594c7af221 req-57cddff5-511b-4ef4-a101-79116fb83d22 service neutron] Checking segment: {'id': '13724f05-4f4d-4d76-9d9b-450b14bdbb12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'ea3d18ad-924e-4753-8ac5-f564715ef84c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 04:07:41.875661 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00cdcf7c-c9f5-47f6-83c1-38594c7af221 req-57cddff5-511b-4ef4-a101-79116fb83d22 service neutron] Bound using segment: {'id': '13724f05-4f4d-4d76-9d9b-450b14bdbb12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'ea3d18ad-924e-4753-8ac5-f564715ef84c'} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 04:07:41.876088 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-00cdcf7c-c9f5-47f6-83c1-38594c7af221 req-57cddff5-511b-4ef4-a101-79116fb83d22 service neutron] Bound port: 845b4047-fc07-45a0-8cec-32b76ca0fe2a, host: n-h1-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13724f05-4f4d-4d76-9d9b-450b14bdbb12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'ea3d18ad-924e-4753-8ac5-f564715ef84c'}}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 04:07:41.876447 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-00cdcf7c-c9f5-47f6-83c1-38594c7af221 req-57cddff5-511b-4ef4-a101-79116fb83d22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:07:41.901068 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6deff53d-efff-4b1e-a202-fd1a15d12bf6 req-7bdde297-8f52-4e1f-bb6b-bc351d662165 tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] 10.222.0.41 "GET /v2.0/security-groups?id=83afa3e3-61c1-4478-884e-3b90db5df2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359921 Aug 11 04:07:41.945510 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-00cdcf7c-c9f5-47f6-83c1-38594c7af221 req-57cddff5-511b-4ef4-a101-79116fb83d22 service neutron] For port 845b4047-fc07-45a0-8cec-32b76ca0fe2a, host n-h1-764292-30, cleared binding levels {{(pid=102191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 04:07:41.951302 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-00cdcf7c-c9f5-47f6-83c1-38594c7af221 req-57cddff5-511b-4ef4-a101-79116fb83d22 service neutron] For port 845b4047-fc07-45a0-8cec-32b76ca0fe2a, host n-h1-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=845b4047-fc07-45a0-8cec-32b76ca0fe2a,segment=NetworkSegment(13724f05-4f4d-4d76-9d9b-450b14bdbb12),segment_id=13724f05-4f4d-4d76-9d9b-450b14bdbb12)] {{(pid=102191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 04:07:42.024763 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-00cdcf7c-c9f5-47f6-83c1-38594c7af221 req-57cddff5-511b-4ef4-a101-79116fb83d22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:07:42.058762 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cdcf7c-c9f5-47f6-83c1-38594c7af221 req-57cddff5-511b-4ef4-a101-79116fb83d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:07:42.059384 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-00cdcf7c-c9f5-47f6-83c1-38594c7af221 req-57cddff5-511b-4ef4-a101-79116fb83d22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:07:42.060885 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-00cdcf7c-c9f5-47f6-83c1-38594c7af221 req-57cddff5-511b-4ef4-a101-79116fb83d22 service neutron] 10.222.0.22 "PUT /v2.0/ports/845b4047-fc07-45a0-8cec-32b76ca0fe2a HTTP/1.1" status: 200 len: 1092 time: 0.9669027 Aug 11 04:07:42.061799 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f9df2e5-417b-442e-aff2-3fdf8fcfdaf3', 'tag': '845b4047-fc07-45a0-8cec-32b76ca0fe2a'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 04:07:42.064115 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9291d331c18c1eb37c2b57c8af4a09724b2e7f160dd5faf652855b3e38b81ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-956a1ecf-6efc-4957-ab86-b5c9eba50d87" -d '{"events": [{"name": "network-changed", "server_uuid": "7f9df2e5-417b-442e-aff2-3fdf8fcfdaf3", "tag": "845b4047-fc07-45a0-8cec-32b76ca0fe2a"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 04:07:42.090771 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cddff5-511b-4ef4-a101-79116fb83d22 service neutron] Pushing event updated for resources: {'Port': ['ID=845b4047-fc07-45a0-8cec-32b76ca0fe2a,revision_number=3']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:07:42.107075 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 04:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ea46dff-31cc-4282-a5e5-6de5bdf8c762 x-openstack-request-id: req-9ea46dff-31cc-4282-a5e5-6de5bdf8c762 {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 04:07:42.107373 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f9df2e5-417b-442e-aff2-3fdf8fcfdaf3", "tag": "845b4047-fc07-45a0-8cec-32b76ca0fe2a", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 04:07:42.107637 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9ea46dff-31cc-4282-a5e5-6de5bdf8c762 {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 04:07:42.108042 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f9df2e5-417b-442e-aff2-3fdf8fcfdaf3', 'tag': '845b4047-fc07-45a0-8cec-32b76ca0fe2a', 'status': 'completed', 'code': 200} Aug 11 04:07:42.173350 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956a1ecf-6efc-4957-ab86-b5c9eba50d87 req-5e3694fb-e6ba-4867-9a45-4b30db82c54b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:07:42.174927 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-956a1ecf-6efc-4957-ab86-b5c9eba50d87 req-5e3694fb-e6ba-4867-9a45-4b30db82c54b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=030a8b7571db45458d5839972ac8d8e2&device_id=7f9df2e5-417b-442e-aff2-3fdf8fcfdaf3 HTTP/1.1" status: 200 len: 1095 time: 0.0442226 Aug 11 04:07:42.276351 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956a1ecf-6efc-4957-ab86-b5c9eba50d87 req-5d2e4b2a-f17d-4645-a644-c4c453e72c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:07:42.277746 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-956a1ecf-6efc-4957-ab86-b5c9eba50d87 req-5d2e4b2a-f17d-4645-a644-c4c453e72c83 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=030a8b7571db45458d5839972ac8d8e2&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0946782 Aug 11 04:07:42.368767 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956a1ecf-6efc-4957-ab86-b5c9eba50d87 req-c6d99d49-0f61-4882-80b8-72be255df02b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:07:42.370145 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-956a1ecf-6efc-4957-ab86-b5c9eba50d87 req-c6d99d49-0f61-4882-80b8-72be255df02b service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0852861 Aug 11 04:07:42.450173 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cdcf7c-c9f5-47f6-83c1-38594c7af221 req-d44bcb3a-1b6f-4c60-882e-657e31639f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:07:42.451687 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-00cdcf7c-c9f5-47f6-83c1-38594c7af221 req-d44bcb3a-1b6f-4c60-882e-657e31639f21 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=030a8b7571db45458d5839972ac8d8e2&device_id=7f9df2e5-417b-442e-aff2-3fdf8fcfdaf3 HTTP/1.1" status: 200 len: 1095 time: 0.0450850 Aug 11 04:07:42.492799 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-00cdcf7c-c9f5-47f6-83c1-38594c7af221 req-bc0e8888-dec0-4cbe-ad59-ca46a4739b6f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=845b4047-fc07-45a0-8cec-32b76ca0fe2a HTTP/1.1" status: 200 len: 217 time: 0.0328040 Aug 11 04:07:42.540632 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cdcf7c-c9f5-47f6-83c1-38594c7af221 req-96dcace8-6ee3-4d33-a10f-1f266c1c06a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:07:42.541922 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-00cdcf7c-c9f5-47f6-83c1-38594c7af221 req-96dcace8-6ee3-4d33-a10f-1f266c1c06a0 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=78f67b31-0f69-42d6-b6e5-6908a0a2382a HTTP/1.1" status: 200 len: 853 time: 0.0421638 Aug 11 04:07:42.588931 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cdcf7c-c9f5-47f6-83c1-38594c7af221 req-7a8df4e0-8857-4662-9466-bc1d398df01d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:07:42.590400 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-00cdcf7c-c9f5-47f6-83c1-38594c7af221 req-7a8df4e0-8857-4662-9466-bc1d398df01d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ea3d18ad-924e-4753-8ac5-f564715ef84c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414689 Aug 11 04:07:42.674714 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-00cdcf7c-c9f5-47f6-83c1-38594c7af221 req-259ebb28-0926-4e8f-a894-815ce00fd682 service neutron] 10.222.0.22 "GET /v2.0/networks/ea3d18ad-924e-4753-8ac5-f564715ef84c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0772336 Aug 11 04:07:42.764103 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-00cdcf7c-c9f5-47f6-83c1-38594c7af221 req-46bef614-fe4e-4aea-bb21-016fd052dcd1 service neutron] 10.222.0.22 "GET /v2.0/networks/ea3d18ad-924e-4753-8ac5-f564715ef84c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820091 Aug 11 04:07:43.015499 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e11f6d-428f-4d2f-8aec-798c46a35f3e req-19155a98-245b-4910-a508-5678422daef3 tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:07:43.016971 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-35e11f6d-428f-4d2f-8aec-798c46a35f3e req-19155a98-245b-4910-a508-5678422daef3 tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f9df2e5-417b-442e-aff2-3fdf8fcfdaf3 HTTP/1.1" status: 200 len: 943 time: 0.0493395 Aug 11 04:07:43.053683 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-35e11f6d-428f-4d2f-8aec-798c46a35f3e req-37e13a31-20e2-41cc-9614-0741f7b66e9a tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] 10.222.0.41 "GET /v2.0/security-groups?id=83afa3e3-61c1-4478-884e-3b90db5df2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308042 Aug 11 04:07:44.171859 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ead86f6-3960-4344-8de0-a34a4b6cb440 req-7736d0e1-d535-4ba4-88d5-afccf42b15d0 tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:07:44.173340 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9ead86f6-3960-4344-8de0-a34a4b6cb440 req-7736d0e1-d535-4ba4-88d5-afccf42b15d0 tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f9df2e5-417b-442e-aff2-3fdf8fcfdaf3 HTTP/1.1" status: 200 len: 943 time: 0.0532086 Aug 11 04:07:44.210473 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9ead86f6-3960-4344-8de0-a34a4b6cb440 req-3b2ac5e7-4885-4585-84a0-27b7641405a0 tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] 10.222.0.41 "GET /v2.0/security-groups?id=83afa3e3-61c1-4478-884e-3b90db5df2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310149 Aug 11 04:07:45.323467 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10d5c4c-56da-47fa-8ba8-bad363c59f35 req-645a16c5-9cb8-4fac-a54d-12afbabca4d6 tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:07:45.324858 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f10d5c4c-56da-47fa-8ba8-bad363c59f35 req-645a16c5-9cb8-4fac-a54d-12afbabca4d6 tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f9df2e5-417b-442e-aff2-3fdf8fcfdaf3 HTTP/1.1" status: 200 len: 943 time: 0.0490673 Aug 11 04:07:45.361746 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f10d5c4c-56da-47fa-8ba8-bad363c59f35 req-4ee5bf3f-8298-4b3c-8fd8-ac4b34521a0d tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] 10.222.0.41 "GET /v2.0/security-groups?id=83afa3e3-61c1-4478-884e-3b90db5df2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309360 Aug 11 04:07:46.474722 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2652dcd-3803-4366-b748-db14760b4a62 req-a72162d5-a2e0-430c-b938-76905e47664f tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:07:46.476240 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e2652dcd-3803-4366-b748-db14760b4a62 req-a72162d5-a2e0-430c-b938-76905e47664f tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f9df2e5-417b-442e-aff2-3fdf8fcfdaf3 HTTP/1.1" status: 200 len: 943 time: 0.0492845 Aug 11 04:07:46.514930 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e2652dcd-3803-4366-b748-db14760b4a62 req-b45bf295-d71c-456d-8f8c-2decdd1b230f tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] 10.222.0.41 "GET /v2.0/security-groups?id=83afa3e3-61c1-4478-884e-3b90db5df2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321634 Aug 11 04:07:47.446797 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 845b4047-fc07-45a0-8cec-32b76ca0fe2a details requested by agent hyperv_n-h1-764292-30 with host n-h1-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 04:07:47.541458 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 845b4047-fc07-45a0-8cec-32b76ca0fe2a, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=845b4047-fc07-45a0-8cec-32b76ca0fe2a,segment=NetworkSegment(13724f05-4f4d-4d76-9d9b-450b14bdbb12),segment_id=13724f05-4f4d-4d76-9d9b-450b14bdbb12)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:07:47.552677 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Returning: {'device': '845b4047-fc07-45a0-8cec-32b76ca0fe2a', 'network_id': 'ea3d18ad-924e-4753-8ac5-f564715ef84c', 'port_id': '845b4047-fc07-45a0-8cec-32b76ca0fe2a', 'mac_address': 'fa:16:3e:1d:36:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78f67b31-0f69-42d6-b6e5-6908a0a2382a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 04:07:47.589305 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:07:47.602662 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 845b4047-fc07-45a0-8cec-32b76ca0fe2a {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 04:07:47.622025 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 845b4047-fc07-45a0-8cec-32b76ca0fe2a, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=845b4047-fc07-45a0-8cec-32b76ca0fe2a,segment=NetworkSegment(13724f05-4f4d-4d76-9d9b-450b14bdbb12),segment_id=13724f05-4f4d-4d76-9d9b-450b14bdbb12)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:07:47.630062 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae100fda-c117-4914-bd5c-a93e79f85cc5 req-889bfbb8-ef1c-4123-80e5-aad617891874 tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:07:47.631557 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ae100fda-c117-4914-bd5c-a93e79f85cc5 req-889bfbb8-ef1c-4123-80e5-aad617891874 tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f9df2e5-417b-442e-aff2-3fdf8fcfdaf3 HTTP/1.1" status: 200 len: 943 time: 0.0518246 Aug 11 04:07:47.669418 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ae100fda-c117-4914-bd5c-a93e79f85cc5 req-717d698e-ed84-4d34-9fa9-2591567a0e23 tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] 10.222.0.41 "GET /v2.0/security-groups?id=83afa3e3-61c1-4478-884e-3b90db5df2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320013 Aug 11 04:07:47.675470 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:07:47.722245 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=845b4047-fc07-45a0-8cec-32b76ca0fe2a,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:07:48.042936 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['845b4047-fc07-45a0-8cec-32b76ca0fe2a'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 04:07:48.781868 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97a16d3-5276-4a98-a1fe-3548ac2c339d req-691b9637-8ac7-4515-b49f-c0b6bb3eb2d6 tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:07:48.783366 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b97a16d3-5276-4a98-a1fe-3548ac2c339d req-691b9637-8ac7-4515-b49f-c0b6bb3eb2d6 tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f9df2e5-417b-442e-aff2-3fdf8fcfdaf3 HTTP/1.1" status: 200 len: 944 time: 0.0492792 Aug 11 04:07:48.820176 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b97a16d3-5276-4a98-a1fe-3548ac2c339d req-7dc1f0f3-2318-4b90-ab61-df78a4f74efa tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] 10.222.0.41 "GET /v2.0/security-groups?id=83afa3e3-61c1-4478-884e-3b90db5df2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310104 Aug 11 04:07:49.410703 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.agents_db [None req-950b7202-decb-43e2-8f71-ac8931dc9749 None None] Agent healthcheck: found 7 active agents {{(pid=102194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 04:07:49.461875 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 845b4047-fc07-45a0-8cec-32b76ca0fe2a up at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 04:07:49.562697 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning for port 845b4047-fc07-45a0-8cec-32b76ca0fe2a completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 04:07:49.566287 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning complete for port 845b4047-fc07-45a0-8cec-32b76ca0fe2a triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 04:07:49.566678 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:07:49.643548 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:07:49.664734 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f9df2e5-417b-442e-aff2-3fdf8fcfdaf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '845b4047-fc07-45a0-8cec-32b76ca0fe2a'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 04:07:49.667049 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e385e08809ed349a2646fb52500b409f99e085c14d592b33dda6f3cb7a212da1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e904251-5791-4dbb-82c8-9750090001d4" -d '{"events": [{"server_uuid": "7f9df2e5-417b-442e-aff2-3fdf8fcfdaf3", "name": "network-vif-plugged", "status": "completed", "tag": "845b4047-fc07-45a0-8cec-32b76ca0fe2a"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 04:07:49.679923 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 845b4047-fc07-45a0-8cec-32b76ca0fe2a, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=845b4047-fc07-45a0-8cec-32b76ca0fe2a,segment=NetworkSegment(13724f05-4f4d-4d76-9d9b-450b14bdbb12),segment_id=13724f05-4f4d-4d76-9d9b-450b14bdbb12)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:07:49.702425 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 04:07:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dd4b059-fd79-47e6-a069-9a91b9000239 x-openstack-request-id: req-3dd4b059-fd79-47e6-a069-9a91b9000239 {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 04:07:49.702711 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f9df2e5-417b-442e-aff2-3fdf8fcfdaf3", "name": "network-vif-plugged", "status": "completed", "tag": "845b4047-fc07-45a0-8cec-32b76ca0fe2a", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 04:07:49.702972 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3dd4b059-fd79-47e6-a069-9a91b9000239 {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 04:07:49.703339 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f9df2e5-417b-442e-aff2-3fdf8fcfdaf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '845b4047-fc07-45a0-8cec-32b76ca0fe2a', 'code': 200} Aug 11 04:07:49.755032 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:07:49.799645 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36802e02-0f48-4f3e-9134-442bebda9a5e req-8014b839-9107-412d-ab85-34131d967ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:07:49.801177 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-36802e02-0f48-4f3e-9134-442bebda9a5e req-8014b839-9107-412d-ab85-34131d967ea6 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=7f9df2e5-417b-442e-aff2-3fdf8fcfdaf3 HTTP/1.1" status: 200 len: 1097 time: 0.0420415 Aug 11 04:07:49.801928 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=845b4047-fc07-45a0-8cec-32b76ca0fe2a,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:07:49.837190 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-36802e02-0f48-4f3e-9134-442bebda9a5e req-2ee6e917-5b63-42ab-a8cb-14d8e7855540 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=83afa3e3-61c1-4478-884e-3b90db5df2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289626 Aug 11 04:07:49.933138 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4226fb8-5850-4bbb-a4bf-8ec18fe23d08 req-e2d9247e-882e-44d1-b3c9-2108a5b10620 tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:07:49.934592 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a4226fb8-5850-4bbb-a4bf-8ec18fe23d08 req-e2d9247e-882e-44d1-b3c9-2108a5b10620 tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f9df2e5-417b-442e-aff2-3fdf8fcfdaf3 HTTP/1.1" status: 200 len: 945 time: 0.0483217 Aug 11 04:07:49.971943 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a4226fb8-5850-4bbb-a4bf-8ec18fe23d08 req-84f42300-f067-4f28-a3cc-87ec701f8f5d tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] 10.222.0.41 "GET /v2.0/security-groups?id=83afa3e3-61c1-4478-884e-3b90db5df2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307727 Aug 11 04:07:51.198073 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a774ef4-e40e-4c61-9429-d05491aba588 req-491b1ca9-2713-4cd9-bc5b-4c645b79ea40 tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:07:51.199629 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0a774ef4-e40e-4c61-9429-d05491aba588 req-491b1ca9-2713-4cd9-bc5b-4c645b79ea40 tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f9df2e5-417b-442e-aff2-3fdf8fcfdaf3 HTTP/1.1" status: 200 len: 945 time: 0.1582823 Aug 11 04:07:51.239506 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0a774ef4-e40e-4c61-9429-d05491aba588 req-c2dd0126-9791-454e-bfe7-23c223ede69e tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] 10.222.0.41 "GET /v2.0/security-groups?id=83afa3e3-61c1-4478-884e-3b90db5df2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324154 Aug 11 04:07:51.398697 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aa065b-ea23-40b1-bb78-5c0d62a47d9a req-5bdc8033-064f-4fca-acda-b9afd96dee53 tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:07:51.400209 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-44aa065b-ea23-40b1-bb78-5c0d62a47d9a req-5bdc8033-064f-4fca-acda-b9afd96dee53 tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f9df2e5-417b-442e-aff2-3fdf8fcfdaf3 HTTP/1.1" status: 200 len: 945 time: 0.0960166 Aug 11 04:07:51.437744 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-44aa065b-ea23-40b1-bb78-5c0d62a47d9a req-8cec466a-26bc-495a-a083-36e8a213b925 tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] 10.222.0.41 "GET /v2.0/security-groups?id=83afa3e3-61c1-4478-884e-3b90db5df2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313916 Aug 11 04:07:51.619160 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a644e1f-e426-46f8-ab33-4a763648bcbf req-4f038efe-1682-4a0d-80e2-752c3da7defd tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:07:51.620626 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9a644e1f-e426-46f8-ab33-4a763648bcbf req-4f038efe-1682-4a0d-80e2-752c3da7defd tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f9df2e5-417b-442e-aff2-3fdf8fcfdaf3 HTTP/1.1" status: 200 len: 945 time: 0.0481565 Aug 11 04:07:51.657945 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9a644e1f-e426-46f8-ab33-4a763648bcbf req-fdc50cc9-e6a9-419d-8b24-25ce0119c65d tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] 10.222.0.41 "GET /v2.0/security-groups?id=83afa3e3-61c1-4478-884e-3b90db5df2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313084 Aug 11 04:07:59.242543 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-81777bf0-42d2-49db-9b88-707c68024a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:08:01.916693 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:08:02.111349 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-9e905084-f7c4-47e3-9ad7-3b5e655cfeed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:08:03.219833 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:08:04.877060 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:08:05.002866 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab2d24d-b252-4496-ba3f-a9bf6ade283f req-1936c303-881d-45ce-abbf-31fbca6bc639 tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:08:05.004278 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-eab2d24d-b252-4496-ba3f-a9bf6ade283f req-1936c303-881d-45ce-abbf-31fbca6bc639 tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f9df2e5-417b-442e-aff2-3fdf8fcfdaf3 HTTP/1.1" status: 200 len: 945 time: 0.0527334 Aug 11 04:08:05.041436 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-eab2d24d-b252-4496-ba3f-a9bf6ade283f req-b42d2e38-95ba-45d6-8a15-1d7fdc5e73ac tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] 10.222.0.41 "GET /v2.0/security-groups?id=83afa3e3-61c1-4478-884e-3b90db5df2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312874 Aug 11 04:08:05.063693 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 50742) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:08:05.143515 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7d1d6cb-0da8-4f03-88a4-1e8b96b6d6fc tempest-TestMinimumBasicScenario-746724664 tempest-TestMinimumBasicScenario-746724664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:08:05.145000 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-e7d1d6cb-0da8-4f03-88a4-1e8b96b6d6fc tempest-TestMinimumBasicScenario-746724664 tempest-TestMinimumBasicScenario-746724664-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=7f9df2e5-417b-442e-aff2-3fdf8fcfdaf3 HTTP/1.1" status: 200 len: 1092 time: 0.0803053 Aug 11 04:08:05.147929 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 50746) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:08:05.152427 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-a79c275c-38e4-4b69-8109-b263d94fa3e1 tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] Request body: {'floatingip': {'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'port_id': '845b4047-fc07-45a0-8cec-32b76ca0fe2a', 'tenant_id': '030a8b7571db45458d5839972ac8d8e2', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:08:05.234885 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a79c275c-38e4-4b69-8109-b263d94fa3e1 tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] Notify callbacks [] for floatingip, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:08:05.332001 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a79c275c-38e4-4b69-8109-b263d94fa3e1 tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:08:05.432389 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [None req-a79c275c-38e4-4b69-8109-b263d94fa3e1 tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] Allocated IP 172.25.8.53 (09faf7d2-eaf5-4a50-bb6e-4cb05d009a76/e1a97443-13df-40bb-85f5-fd269e2742c0/9a77a9ad-dc01-4e43-ad87-90f2c739253b) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 04:08:05.539787 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a79c275c-38e4-4b69-8109-b263d94fa3e1 tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:08:05.629755 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a79c275c-38e4-4b69-8109-b263d94fa3e1 tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:08:05.669672 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a79c275c-38e4-4b69-8109-b263d94fa3e1 tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] Network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 04:08:05.672566 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-a79c275c-38e4-4b69-8109-b263d94fa3e1 tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 04:08:05.676142 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79c275c-38e4-4b69-8109-b263d94fa3e1 tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 04:08:05.697551 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79c275c-38e4-4b69-8109-b263d94fa3e1 tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] Pushing event updated for resources: {'Port': ['ID=9a77a9ad-dc01-4e43-ad87-90f2c739253b,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:08:05.709389 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79c275c-38e4-4b69-8109-b263d94fa3e1 tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:08:05.709741 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79c275c-38e4-4b69-8109-b263d94fa3e1 tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:08:05.710082 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79c275c-38e4-4b69-8109-b263d94fa3e1 tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:08:05.710458 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79c275c-38e4-4b69-8109-b263d94fa3e1 tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:08:05.710788 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79c275c-38e4-4b69-8109-b263d94fa3e1 tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:08:05.711118 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79c275c-38e4-4b69-8109-b263d94fa3e1 tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:08:05.711446 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79c275c-38e4-4b69-8109-b263d94fa3e1 tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:08:05.711778 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79c275c-38e4-4b69-8109-b263d94fa3e1 tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:08:05.712101 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79c275c-38e4-4b69-8109-b263d94fa3e1 tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:08:05.712423 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79c275c-38e4-4b69-8109-b263d94fa3e1 tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:08:05.712744 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79c275c-38e4-4b69-8109-b263d94fa3e1 tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:08:05.713062 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79c275c-38e4-4b69-8109-b263d94fa3e1 tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:08:06.039484 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a79c275c-38e4-4b69-8109-b263d94fa3e1 tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:08:06.152611 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a79c275c-38e4-4b69-8109-b263d94fa3e1 tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:08:06.299903 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a79c275c-38e4-4b69-8109-b263d94fa3e1 tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] Notify callbacks [] for port, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:08:06.384969 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a79c275c-38e4-4b69-8109-b263d94fa3e1 tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:08:06.459032 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79c275c-38e4-4b69-8109-b263d94fa3e1 tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] Pushing event updated for resources: {'Port': ['ID=9a77a9ad-dc01-4e43-ad87-90f2c739253b,revision_number=2']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:08:06.468524 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a79c275c-38e4-4b69-8109-b263d94fa3e1 tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446866'] for floatingip, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:08:06.564884 n-d-764292-30 neutron-server[102192]: INFO neutron.db.l3_db [None req-a79c275c-38e4-4b69-8109-b263d94fa3e1 tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] Floating IP 4ba20e1e-b4de-487d-a545-3eec6134bacc associated. External IP: 172.25.8.53, port: 845b4047-fc07-45a0-8cec-32b76ca0fe2a. Aug 11 04:08:06.771920 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a79c275c-38e4-4b69-8109-b263d94fa3e1 tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] Router 9223986f-1e51-46a3-82d8-5c2db355259b has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 04:08:06.878816 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a79c275c-38e4-4b69-8109-b263d94fa3e1 tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 04:08:06.888761 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-558cd028-4275-4870-9433-03ae27dbe84d None None] Sync routers for ids ['9223986f-1e51-46a3-82d8-5c2db355259b'] in n-d-764292-30 {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 04:08:06.898522 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558cd028-4275-4870-9433-03ae27dbe84d None None] Routers {'9223986f-1e51-46a3-82d8-5c2db355259b'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 04:08:06.899154 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-558cd028-4275-4870-9433-03ae27dbe84d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T04:08:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['9223986f-1e51-46a3-82d8-5c2db355259b'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:08:06.968207 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a79c275c-38e4-4b69-8109-b263d94fa3e1 tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for floatingip, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:08:06.995029 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-a79c275c-38e4-4b69-8109-b263d94fa3e1 tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8461092 Aug 11 04:08:06.995723 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f9df2e5-417b-442e-aff2-3fdf8fcfdaf3', 'tag': '845b4047-fc07-45a0-8cec-32b76ca0fe2a'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 04:08:06.997921 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 50748) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:08:06.998483 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7f53641f53ed3ecbe111d4b405439a3ffe6be981c23072cf9fee61815809fbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f4124ab-0df9-48ba-ac1b-fcee905b767d" -d '{"events": [{"name": "network-changed", "server_uuid": "7f9df2e5-417b-442e-aff2-3fdf8fcfdaf3", "tag": "845b4047-fc07-45a0-8cec-32b76ca0fe2a"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 04:08:07.003256 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-237beb1d-ab01-4f46-a265-6a62c7bd2c8b tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-470849675', 'description': 'tempest-secgroup-smoke-470849675 description', 'project_id': '030a8b7571db45458d5839972ac8d8e2'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:08:07.003618 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-558cd028-4275-4870-9433-03ae27dbe84d None None] Set router 9223986f-1e51-46a3-82d8-5c2db355259b gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 04:08:07.043023 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 04:08:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46268773-72fc-4176-93f4-e9f2c7f18b24 x-openstack-request-id: req-46268773-72fc-4176-93f4-e9f2c7f18b24 {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 04:08:07.043607 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f9df2e5-417b-442e-aff2-3fdf8fcfdaf3", "tag": "845b4047-fc07-45a0-8cec-32b76ca0fe2a", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 04:08:07.043607 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-46268773-72fc-4176-93f4-e9f2c7f18b24 {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 04:08:07.043969 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f9df2e5-417b-442e-aff2-3fdf8fcfdaf3', 'tag': '845b4047-fc07-45a0-8cec-32b76ca0fe2a', 'status': 'completed', 'code': 200} Aug 11 04:08:07.098581 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-237beb1d-ab01-4f46-a265-6a62c7bd2c8b tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:08:07.125727 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4124ab-0df9-48ba-ac1b-fcee905b767d req-a670eac4-450f-4a92-87dd-da75d3506264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:08:07.127365 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-1f4124ab-0df9-48ba-ac1b-fcee905b767d req-a670eac4-450f-4a92-87dd-da75d3506264 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=030a8b7571db45458d5839972ac8d8e2&device_id=7f9df2e5-417b-442e-aff2-3fdf8fcfdaf3 HTTP/1.1" status: 200 len: 1097 time: 0.0557170 Aug 11 04:08:07.226936 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-558cd028-4275-4870-9433-03ae27dbe84d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9223986f-1e51-46a3-82d8-5c2db355259b', 'name': 'tempest-TestMinimumBasicScenario-672186472-router', 'tenant_id': '030a8b7571db45458d5839972ac8d8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '6a265e80-5155-4387-9a32-c19f0e3dd687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:07:03Z', 'updated_at': '2021-08-11T04:07:06Z', 'revision_number': 4, 'project_id': '030a8b7571db45458d5839972ac8d8e2', 'gw_port': {'id': '6a265e80-5155-4387-9a32-c19f0e3dd687', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:92:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9223986f-1e51-46a3-82d8-5c2db355259b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:07:04Z', 'updated_at': '2021-08-11T04:07:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_floatingips': [{'id': '4ba20e1e-b4de-487d-a545-3eec6134bacc', 'tenant_id': '030a8b7571db45458d5839972ac8d8e2', 'floating_ip_address': '172.25.8.53', 'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'router_id': '9223986f-1e51-46a3-82d8-5c2db355259b', 'port_id': '845b4047-fc07-45a0-8cec-32b76ca0fe2a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea3d18ad-924e-4753-8ac5-f564715ef84c', 'mac_address': 'fa:16:3e:1d:36:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f9df2e5-417b-442e-aff2-3fdf8fcfdaf3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T04:08:05Z', 'updated_at': '2021-08-11T04:08:05Z', 'revision_number': 0, 'project_id': '030a8b7571db45458d5839972ac8d8e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6641e8ca-5dee-4377-9758-99440b59a9c6', 'name': '', 'network_id': 'ea3d18ad-924e-4753-8ac5-f564715ef84c', 'tenant_id': '030a8b7571db45458d5839972ac8d8e2', 'mac_address': 'fa:16:3e:4a:44:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9223986f-1e51-46a3-82d8-5c2db355259b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '78f67b31-0f69-42d6-b6e5-6908a0a2382a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:07:06Z', 'updated_at': '2021-08-11T04:07:11Z', 'revision_number': 5, 'project_id': '030a8b7571db45458d5839972ac8d8e2', 'subnets': [{'id': '78f67b31-0f69-42d6-b6e5-6908a0a2382a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:08:07.252578 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-558cd028-4275-4870-9433-03ae27dbe84d None None] Checking router: 9223986f-1e51-46a3-82d8-5c2db355259b for host: n-d-764292-30 {{(pid=102194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 04:08:07.256098 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4124ab-0df9-48ba-ac1b-fcee905b767d req-860a5b99-ff9d-45e7-a7b7-0f2fef5e4f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:08:07.257625 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-1f4124ab-0df9-48ba-ac1b-fcee905b767d req-860a5b99-ff9d-45e7-a7b7-0f2fef5e4f26 service neutron] 10.222.0.22 "GET /v2.0/networks?id=ea3d18ad-924e-4753-8ac5-f564715ef84c HTTP/1.1" status: 200 len: 915 time: 0.1224141 Aug 11 04:08:07.261090 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558cd028-4275-4870-9433-03ae27dbe84d None None] Routers {'9223986f-1e51-46a3-82d8-5c2db355259b'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 04:08:07.261691 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-558cd028-4275-4870-9433-03ae27dbe84d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T04:08:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['9223986f-1e51-46a3-82d8-5c2db355259b'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:08:07.272798 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-237beb1d-ab01-4f46-a265-6a62c7bd2c8b tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:08:07.367990 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-558cd028-4275-4870-9433-03ae27dbe84d None None] Set router 9223986f-1e51-46a3-82d8-5c2db355259b gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 04:08:07.599794 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-558cd028-4275-4870-9433-03ae27dbe84d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9223986f-1e51-46a3-82d8-5c2db355259b', 'name': 'tempest-TestMinimumBasicScenario-672186472-router', 'tenant_id': '030a8b7571db45458d5839972ac8d8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '6a265e80-5155-4387-9a32-c19f0e3dd687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:07:03Z', 'updated_at': '2021-08-11T04:07:06Z', 'revision_number': 4, 'project_id': '030a8b7571db45458d5839972ac8d8e2', 'gw_port': {'id': '6a265e80-5155-4387-9a32-c19f0e3dd687', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:92:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9223986f-1e51-46a3-82d8-5c2db355259b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:07:04Z', 'updated_at': '2021-08-11T04:07:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_floatingips': [{'id': '4ba20e1e-b4de-487d-a545-3eec6134bacc', 'tenant_id': '030a8b7571db45458d5839972ac8d8e2', 'floating_ip_address': '172.25.8.53', 'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'router_id': '9223986f-1e51-46a3-82d8-5c2db355259b', 'port_id': '845b4047-fc07-45a0-8cec-32b76ca0fe2a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea3d18ad-924e-4753-8ac5-f564715ef84c', 'mac_address': 'fa:16:3e:1d:36:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f9df2e5-417b-442e-aff2-3fdf8fcfdaf3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T04:08:05Z', 'updated_at': '2021-08-11T04:08:05Z', 'revision_number': 0, 'project_id': '030a8b7571db45458d5839972ac8d8e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6641e8ca-5dee-4377-9758-99440b59a9c6', 'name': '', 'network_id': 'ea3d18ad-924e-4753-8ac5-f564715ef84c', 'tenant_id': '030a8b7571db45458d5839972ac8d8e2', 'mac_address': 'fa:16:3e:4a:44:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9223986f-1e51-46a3-82d8-5c2db355259b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '78f67b31-0f69-42d6-b6e5-6908a0a2382a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:07:06Z', 'updated_at': '2021-08-11T04:07:11Z', 'revision_number': 5, 'project_id': '030a8b7571db45458d5839972ac8d8e2', 'subnets': [{'id': '78f67b31-0f69-42d6-b6e5-6908a0a2382a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:08:07.608997 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-237beb1d-ab01-4f46-a265-6a62c7bd2c8b tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:08:07.653372 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-1f4124ab-0df9-48ba-ac1b-fcee905b767d req-051a113e-0b59-468c-a453-5bc981eb172a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=845b4047-fc07-45a0-8cec-32b76ca0fe2a HTTP/1.1" status: 200 len: 998 time: 0.3886862 Aug 11 04:08:07.654413 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237beb1d-ab01-4f46-a265-6a62c7bd2c8b tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbee334b-9575-4f24-93d4-3ac6c5d1cafa,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:08:07.704418 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4124ab-0df9-48ba-ac1b-fcee905b767d req-917ed7c3-45f8-40a9-aee3-ebd22558dc6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:08:07.705897 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-1f4124ab-0df9-48ba-ac1b-fcee905b767d req-917ed7c3-45f8-40a9-aee3-ebd22558dc6c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=78f67b31-0f69-42d6-b6e5-6908a0a2382a HTTP/1.1" status: 200 len: 853 time: 0.0456011 Aug 11 04:08:07.716115 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-558cd028-4275-4870-9433-03ae27dbe84d None None] The sync data for ids ['9223986f-1e51-46a3-82d8-5c2db355259b'] in n-d-764292-30 is: [{'id': '9223986f-1e51-46a3-82d8-5c2db355259b', 'name': 'tempest-TestMinimumBasicScenario-672186472-router', 'tenant_id': '030a8b7571db45458d5839972ac8d8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '6a265e80-5155-4387-9a32-c19f0e3dd687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:07:03Z', 'updated_at': '2021-08-11T04:07:06Z', 'revision_number': 4, 'project_id': '030a8b7571db45458d5839972ac8d8e2', 'gw_port': {'id': '6a265e80-5155-4387-9a32-c19f0e3dd687', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:92:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9223986f-1e51-46a3-82d8-5c2db355259b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:07:04Z', 'updated_at': '2021-08-11T04:07:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_floatingips': [{'id': '4ba20e1e-b4de-487d-a545-3eec6134bacc', 'tenant_id': '030a8b7571db45458d5839972ac8d8e2', 'floating_ip_address': '172.25.8.53', 'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'router_id': '9223986f-1e51-46a3-82d8-5c2db355259b', 'port_id': '845b4047-fc07-45a0-8cec-32b76ca0fe2a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea3d18ad-924e-4753-8ac5-f564715ef84c', 'mac_address': 'fa:16:3e:1d:36:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f9df2e5-417b-442e-aff2-3fdf8fcfdaf3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T04:08:05Z', 'updated_at': '2021-08-11T04:08:05Z', 'revision_number': 0, 'project_id': '030a8b7571db45458d5839972ac8d8e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6641e8ca-5dee-4377-9758-99440b59a9c6', 'name': '', 'network_id': 'ea3d18ad-924e-4753-8ac5-f564715ef84c', 'tenant_id': '030a8b7571db45458d5839972ac8d8e2', 'mac_address': 'fa:16:3e:4a:44:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9223986f-1e51-46a3-82d8-5c2db355259b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '78f67b31-0f69-42d6-b6e5-6908a0a2382a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:07:06Z', 'updated_at': '2021-08-11T04:07:11Z', 'revision_number': 5, 'project_id': '030a8b7571db45458d5839972ac8d8e2', 'subnets': [{'id': '78f67b31-0f69-42d6-b6e5-6908a0a2382a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 04:08:07.743928 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-237beb1d-ab01-4f46-a265-6a62c7bd2c8b tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:08:07.745228 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-237beb1d-ab01-4f46-a265-6a62c7bd2c8b tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.7462718 Aug 11 04:08:07.748668 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 50752) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:08:07.756923 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-79b67442-8256-4445-ae50-67b7c01ef1f8 tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] Request body: {'security_group_rule': {'security_group_id': 'dbee334b-9575-4f24-93d4-3ac6c5d1cafa', 'project_id': '030a8b7571db45458d5839972ac8d8e2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:08:07.779022 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4124ab-0df9-48ba-ac1b-fcee905b767d req-826d5def-b255-4e5a-a3c5-ec65c1a75689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:08:07.780591 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-1f4124ab-0df9-48ba-ac1b-fcee905b767d req-826d5def-b255-4e5a-a3c5-ec65c1a75689 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ea3d18ad-924e-4753-8ac5-f564715ef84c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0678217 Aug 11 04:08:07.800812 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:08:07.880392 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-79b67442-8256-4445-ae50-67b7c01ef1f8 tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:08:07.887063 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-1f4124ab-0df9-48ba-ac1b-fcee905b767d req-8d35fa01-6ef8-4184-bd25-2cf55112b243 service neutron] 10.222.0.22 "GET /v2.0/networks/ea3d18ad-924e-4753-8ac5-f564715ef84c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981967 Aug 11 04:08:07.914730 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4135d196-5fef-4359-89d8-760852203186 None None] New status for floating IP 4ba20e1e-b4de-487d-a545-3eec6134bacc: ACTIVE {{(pid=102193) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 04:08:08.000862 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-79b67442-8256-4445-ae50-67b7c01ef1f8 tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:08:08.017661 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-1f4124ab-0df9-48ba-ac1b-fcee905b767d req-0b4bce49-6241-4f36-9244-6e9344b48bf1 service neutron] 10.222.0.22 "GET /v2.0/networks/ea3d18ad-924e-4753-8ac5-f564715ef84c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226747 Aug 11 04:08:08.069464 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-79b67442-8256-4445-ae50-67b7c01ef1f8 tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:08:08.087510 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b67442-8256-4445-ae50-67b7c01ef1f8 tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cf889fb-ce82-4f4a-aa58-553843c6bf7c,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:08:08.184115 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-79b67442-8256-4445-ae50-67b7c01ef1f8 tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:08:08.185372 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-79b67442-8256-4445-ae50-67b7c01ef1f8 tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4356954 Aug 11 04:08:08.188713 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 50754) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:08:08.193477 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-a3fe208d-ce92-4aa9-8b2a-27c7cf4d1a06 tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] Request body: {'security_group_rule': {'security_group_id': 'dbee334b-9575-4f24-93d4-3ac6c5d1cafa', 'project_id': '030a8b7571db45458d5839972ac8d8e2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:08:08.275787 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a3fe208d-ce92-4aa9-8b2a-27c7cf4d1a06 tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:08:08.336961 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a3fe208d-ce92-4aa9-8b2a-27c7cf4d1a06 tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:08:08.425335 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a3fe208d-ce92-4aa9-8b2a-27c7cf4d1a06 tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:08:08.446764 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fe208d-ce92-4aa9-8b2a-27c7cf4d1a06 tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=945ca741-a457-4c5c-91ae-845a1eba45cb,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:08:08.505248 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a3fe208d-ce92-4aa9-8b2a-27c7cf4d1a06 tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:08:08.506471 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-a3fe208d-ce92-4aa9-8b2a-27c7cf4d1a06 tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3167782 Aug 11 04:08:08.509208 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 50756) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:08:08.513594 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-954e162e-f63b-4857-b0e0-4f1063b577aa tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] Request body: {'security_group_rule': {'security_group_id': 'dbee334b-9575-4f24-93d4-3ac6c5d1cafa', 'project_id': '030a8b7571db45458d5839972ac8d8e2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:08:08.589809 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-954e162e-f63b-4857-b0e0-4f1063b577aa tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:08:08.645568 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-954e162e-f63b-4857-b0e0-4f1063b577aa tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:08:08.697218 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-954e162e-f63b-4857-b0e0-4f1063b577aa tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:08:08.714865 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954e162e-f63b-4857-b0e0-4f1063b577aa tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed8f5ea0-7d3f-4979-b103-2efd98802003,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:08:08.767894 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-954e162e-f63b-4857-b0e0-4f1063b577aa tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:08:08.769074 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-954e162e-f63b-4857-b0e0-4f1063b577aa tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2589028 Aug 11 04:08:08.772148 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 50758) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:08:08.776910 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-dd86f93f-e586-4c26-baad-eee52645666e tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] Request body: {'security_group_rule': {'security_group_id': 'dbee334b-9575-4f24-93d4-3ac6c5d1cafa', 'project_id': '030a8b7571db45458d5839972ac8d8e2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:08:08.858154 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-dd86f93f-e586-4c26-baad-eee52645666e tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:08:08.918642 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-dd86f93f-e586-4c26-baad-eee52645666e tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:08:09.008485 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-dd86f93f-e586-4c26-baad-eee52645666e tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:08:09.026834 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd86f93f-e586-4c26-baad-eee52645666e tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22aeae47-30ac-49b8-b08c-56c1d605ed56,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:08:09.099911 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-dd86f93f-e586-4c26-baad-eee52645666e tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:08:09.101134 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-dd86f93f-e586-4c26-baad-eee52645666e tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3279550 Aug 11 04:08:09.103769 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 50760) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:08:09.108137 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-5873d16f-35ef-4d0d-8aed-284a25e369b7 tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] Request body: {'security_group_rule': {'security_group_id': 'dbee334b-9575-4f24-93d4-3ac6c5d1cafa', 'project_id': '030a8b7571db45458d5839972ac8d8e2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:08:09.185409 n-d-764292-30 neutron-server[102191]: INFO neutron.db.securitygroups_db [None req-5873d16f-35ef-4d0d-8aed-284a25e369b7 tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] Project 030a8b7571db45458d5839972ac8d8e2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 04:08:09.190509 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5873d16f-35ef-4d0d-8aed-284a25e369b7 tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:08:09.247740 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5873d16f-35ef-4d0d-8aed-284a25e369b7 tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:08:09.322549 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5873d16f-35ef-4d0d-8aed-284a25e369b7 tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:08:09.340238 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5873d16f-35ef-4d0d-8aed-284a25e369b7 tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88598972-9bd7-45f6-bd0e-02e6ac57155a,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:08:09.391771 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5873d16f-35ef-4d0d-8aed-284a25e369b7 tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:08:09.393008 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-5873d16f-35ef-4d0d-8aed-284a25e369b7 tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2883048 Aug 11 04:08:09.395669 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 50762) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:08:09.400079 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-f94c1498-32bc-4e50-bb46-faa9e27dbea0 tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] Request body: {'security_group_rule': {'security_group_id': 'dbee334b-9575-4f24-93d4-3ac6c5d1cafa', 'project_id': '030a8b7571db45458d5839972ac8d8e2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:08:09.465553 n-d-764292-30 neutron-server[102191]: INFO neutron.db.securitygroups_db [None req-f94c1498-32bc-4e50-bb46-faa9e27dbea0 tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] Project 030a8b7571db45458d5839972ac8d8e2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 04:08:09.470367 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f94c1498-32bc-4e50-bb46-faa9e27dbea0 tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:08:09.530292 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f94c1498-32bc-4e50-bb46-faa9e27dbea0 tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:08:09.600550 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f94c1498-32bc-4e50-bb46-faa9e27dbea0 tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:08:09.617790 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94c1498-32bc-4e50-bb46-faa9e27dbea0 tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03429ae4-70b7-4ef3-9a50-b7b10d3bd939,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:08:09.705291 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f94c1498-32bc-4e50-bb46-faa9e27dbea0 tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:08:09.706544 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-f94c1498-32bc-4e50-bb46-faa9e27dbea0 tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3098965 Aug 11 04:08:09.783261 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-06cba8bd-6afb-4b26-8310-70f7c99ff309 req-8b755d10-d535-475f-840b-a9752365af09 tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-470849675&fields=id&tenant_id=030a8b7571db45458d5839972ac8d8e2 HTTP/1.1" status: 200 len: 267 time: 0.0336034 Aug 11 04:08:09.838172 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cba8bd-6afb-4b26-8310-70f7c99ff309 req-5d4ea012-4180-4d55-8468-299d8e622053 tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:08:09.839687 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-06cba8bd-6afb-4b26-8310-70f7c99ff309 req-5d4ea012-4180-4d55-8468-299d8e622053 tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f9df2e5-417b-442e-aff2-3fdf8fcfdaf3 HTTP/1.1" status: 200 len: 945 time: 0.0509877 Aug 11 04:08:09.851170 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-06cba8bd-6afb-4b26-8310-70f7c99ff309 req-c9673e40-7cf2-4ba8-a9f6-be9244a873cc tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] Request body: {'port': {'security_groups': ['83afa3e3-61c1-4478-884e-3b90db5df2de', 'dbee334b-9575-4f24-93d4-3ac6c5d1cafa']}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:08:09.912217 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-06cba8bd-6afb-4b26-8310-70f7c99ff309 req-c9673e40-7cf2-4ba8-a9f6-be9244a873cc tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:08:10.093893 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-06cba8bd-6afb-4b26-8310-70f7c99ff309 req-c9673e40-7cf2-4ba8-a9f6-be9244a873cc tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] For port 845b4047-fc07-45a0-8cec-32b76ca0fe2a, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=845b4047-fc07-45a0-8cec-32b76ca0fe2a,segment=NetworkSegment(13724f05-4f4d-4d76-9d9b-450b14bdbb12),segment_id=13724f05-4f4d-4d76-9d9b-450b14bdbb12)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:08:10.122160 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-06cba8bd-6afb-4b26-8310-70f7c99ff309 req-c9673e40-7cf2-4ba8-a9f6-be9244a873cc tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] Notify callbacks [] for port, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:08:10.194317 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-06cba8bd-6afb-4b26-8310-70f7c99ff309 req-c9673e40-7cf2-4ba8-a9f6-be9244a873cc tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:08:10.206178 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['845b4047-fc07-45a0-8cec-32b76ca0fe2a'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 04:08:10.236816 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cba8bd-6afb-4b26-8310-70f7c99ff309 req-c9673e40-7cf2-4ba8-a9f6-be9244a873cc tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:08:10.242236 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-06cba8bd-6afb-4b26-8310-70f7c99ff309 req-c9673e40-7cf2-4ba8-a9f6-be9244a873cc tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:08:10.242236 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-06cba8bd-6afb-4b26-8310-70f7c99ff309 req-c9673e40-7cf2-4ba8-a9f6-be9244a873cc tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] 10.222.0.41 "PUT /v2.0/ports/845b4047-fc07-45a0-8cec-32b76ca0fe2a HTTP/1.1" status: 200 len: 981 time: 0.3921885 Aug 11 04:08:10.242236 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f9df2e5-417b-442e-aff2-3fdf8fcfdaf3', 'tag': '845b4047-fc07-45a0-8cec-32b76ca0fe2a'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 04:08:10.242236 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7f53641f53ed3ecbe111d4b405439a3ffe6be981c23072cf9fee61815809fbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-056675fb-eed0-436b-a48d-2da2b070cf49" -d '{"events": [{"name": "network-changed", "server_uuid": "7f9df2e5-417b-442e-aff2-3fdf8fcfdaf3", "tag": "845b4047-fc07-45a0-8cec-32b76ca0fe2a"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 04:08:10.270104 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9673e40-7cf2-4ba8-a9f6-be9244a873cc tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] Pushing event updated for resources: {'Port': ['ID=845b4047-fc07-45a0-8cec-32b76ca0fe2a,revision_number=6']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:08:10.303763 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 04:08:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a096de0e-72ad-4734-9237-0f4c7a73c800 x-openstack-request-id: req-a096de0e-72ad-4734-9237-0f4c7a73c800 {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 04:08:10.303763 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f9df2e5-417b-442e-aff2-3fdf8fcfdaf3", "tag": "845b4047-fc07-45a0-8cec-32b76ca0fe2a", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 04:08:10.303763 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a096de0e-72ad-4734-9237-0f4c7a73c800 {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 04:08:10.303763 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f9df2e5-417b-442e-aff2-3fdf8fcfdaf3', 'tag': '845b4047-fc07-45a0-8cec-32b76ca0fe2a', 'status': 'completed', 'code': 200} Aug 11 04:08:10.308341 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['845b4047-fc07-45a0-8cec-32b76ca0fe2a'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 04:08:10.376446 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056675fb-eed0-436b-a48d-2da2b070cf49 req-d46bba2f-780a-4d22-82fb-4e09ed188c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:08:10.378975 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-056675fb-eed0-436b-a48d-2da2b070cf49 req-d46bba2f-780a-4d22-82fb-4e09ed188c74 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=030a8b7571db45458d5839972ac8d8e2&device_id=7f9df2e5-417b-442e-aff2-3fdf8fcfdaf3 HTTP/1.1" status: 200 len: 1136 time: 0.0525854 Aug 11 04:08:10.396194 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4c0bdc-2811-4336-9dd9-0d623fb1181d req-58a06647-aa9d-46cd-927e-960141f95e15 tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:08:10.397782 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1c4c0bdc-2811-4336-9dd9-0d623fb1181d req-58a06647-aa9d-46cd-927e-960141f95e15 tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f9df2e5-417b-442e-aff2-3fdf8fcfdaf3 HTTP/1.1" status: 200 len: 984 time: 0.0737488 Aug 11 04:08:10.450889 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1c4c0bdc-2811-4336-9dd9-0d623fb1181d req-99252085-31e8-4ed9-9e5b-251a4c2d171f tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] 10.222.0.41 "GET /v2.0/security-groups?id=83afa3e3-61c1-4478-884e-3b90db5df2de&id=dbee334b-9575-4f24-93d4-3ac6c5d1cafa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0462236 Aug 11 04:08:10.496695 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056675fb-eed0-436b-a48d-2da2b070cf49 req-fb85cbd9-c5b8-436c-9b82-ef6baf13fd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:08:10.498036 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-056675fb-eed0-436b-a48d-2da2b070cf49 req-fb85cbd9-c5b8-436c-9b82-ef6baf13fd93 service neutron] 10.222.0.22 "GET /v2.0/networks?id=ea3d18ad-924e-4753-8ac5-f564715ef84c HTTP/1.1" status: 200 len: 915 time: 0.1116502 Aug 11 04:08:10.573342 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-056675fb-eed0-436b-a48d-2da2b070cf49 req-e4062c3f-003d-407c-8b76-d64e42e2d628 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=845b4047-fc07-45a0-8cec-32b76ca0fe2a HTTP/1.1" status: 200 len: 1000 time: 0.0662985 Aug 11 04:08:10.624777 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056675fb-eed0-436b-a48d-2da2b070cf49 req-a7785e5b-4eff-49e7-9542-937d978fbc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:08:10.626945 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-056675fb-eed0-436b-a48d-2da2b070cf49 req-a7785e5b-4eff-49e7-9542-937d978fbc23 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=78f67b31-0f69-42d6-b6e5-6908a0a2382a HTTP/1.1" status: 200 len: 853 time: 0.0464559 Aug 11 04:08:10.645646 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-136e6b13-bef8-4723-a8ab-50f5497d1595 None None] Provisioning complete for port 845b4047-fc07-45a0-8cec-32b76ca0fe2a triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 04:08:10.646060 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-136e6b13-bef8-4723-a8ab-50f5497d1595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:08:10.674489 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056675fb-eed0-436b-a48d-2da2b070cf49 req-5c249777-85e5-4ca1-bc07-629de68438e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:08:10.676030 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-056675fb-eed0-436b-a48d-2da2b070cf49 req-5c249777-85e5-4ca1-bc07-629de68438e7 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ea3d18ad-924e-4753-8ac5-f564715ef84c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414448 Aug 11 04:08:10.771434 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-056675fb-eed0-436b-a48d-2da2b070cf49 req-3fd9f948-46cb-46db-b05d-d33d2655c2d9 service neutron] 10.222.0.22 "GET /v2.0/networks/ea3d18ad-924e-4753-8ac5-f564715ef84c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880072 Aug 11 04:08:10.868193 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-056675fb-eed0-436b-a48d-2da2b070cf49 req-05c8ef06-6770-4988-b28b-2a2cd7fd120a service neutron] 10.222.0.22 "GET /v2.0/networks/ea3d18ad-924e-4753-8ac5-f564715ef84c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892932 Aug 11 04:08:11.714672 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:08:22.443761 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-ae6a6548-3ea1-4002-90f6-a9bd8d593e48 req-412056b4-fb15-4f9d-9e0e-97b3b1970383 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=7f9df2e5-417b-442e-aff2-3fdf8fcfdaf3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0394454 Aug 11 04:08:22.526543 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6a6548-3ea1-4002-90f6-a9bd8d593e48 req-35967595-7d1e-481a-af03-6566cbf1b561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:08:22.528070 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-ae6a6548-3ea1-4002-90f6-a9bd8d593e48 req-35967595-7d1e-481a-af03-6566cbf1b561 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=030a8b7571db45458d5839972ac8d8e2&device_id=7f9df2e5-417b-442e-aff2-3fdf8fcfdaf3 HTTP/1.1" status: 200 len: 1136 time: 0.0445807 Aug 11 04:08:22.628253 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6a6548-3ea1-4002-90f6-a9bd8d593e48 req-c4d44cff-2d91-4d00-beed-f29438bbf47e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:08:22.629712 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-ae6a6548-3ea1-4002-90f6-a9bd8d593e48 req-c4d44cff-2d91-4d00-beed-f29438bbf47e service neutron] 10.222.0.22 "GET /v2.0/networks?id=ea3d18ad-924e-4753-8ac5-f564715ef84c HTTP/1.1" status: 200 len: 915 time: 0.0813015 Aug 11 04:08:22.698167 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-ae6a6548-3ea1-4002-90f6-a9bd8d593e48 req-1d639988-1757-41d0-9868-8e1ddd7e57d4 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=845b4047-fc07-45a0-8cec-32b76ca0fe2a HTTP/1.1" status: 200 len: 1000 time: 0.0608833 Aug 11 04:08:22.746104 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6a6548-3ea1-4002-90f6-a9bd8d593e48 req-da0df8b8-ff24-4519-8c8d-30585a1dc311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:08:22.747582 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-ae6a6548-3ea1-4002-90f6-a9bd8d593e48 req-da0df8b8-ff24-4519-8c8d-30585a1dc311 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=78f67b31-0f69-42d6-b6e5-6908a0a2382a HTTP/1.1" status: 200 len: 853 time: 0.0425344 Aug 11 04:08:22.793020 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6a6548-3ea1-4002-90f6-a9bd8d593e48 req-6b05fa7a-4cca-4f7e-bdf6-a51d5137b733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:08:22.794569 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-ae6a6548-3ea1-4002-90f6-a9bd8d593e48 req-6b05fa7a-4cca-4f7e-bdf6-a51d5137b733 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ea3d18ad-924e-4753-8ac5-f564715ef84c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398870 Aug 11 04:08:22.885813 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-ae6a6548-3ea1-4002-90f6-a9bd8d593e48 req-a130d28d-c07b-4935-a9e8-3cb4559538d2 service neutron] 10.222.0.22 "GET /v2.0/networks/ea3d18ad-924e-4753-8ac5-f564715ef84c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835218 Aug 11 04:08:22.980196 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-ae6a6548-3ea1-4002-90f6-a9bd8d593e48 req-77a72fcd-e624-4516-88af-a89580614d6d service neutron] 10.222.0.22 "GET /v2.0/networks/ea3d18ad-924e-4753-8ac5-f564715ef84c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876448 Aug 11 04:08:26.409995 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.agents_db [None req-950b7202-decb-43e2-8f71-ac8931dc9749 None None] Agent healthcheck: found 7 active agents {{(pid=102194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 04:08:29.213760 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-c0c4d96f-7950-476f-b4d9-ac38e5d0b419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:08:31.893631 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:08:32.093477 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-f391b35f-b82b-4aec-9201-10821a855193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:08:33.230522 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:08:34.868535 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:08:37.845625 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:08:41.681776 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:08:58.910708 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322cfaf7-8053-4a1e-ac6e-265520b0ef6f req-991140c6-ba29-45b6-8820-1862deaf5d78 tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:08:58.912230 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-322cfaf7-8053-4a1e-ac6e-265520b0ef6f req-991140c6-ba29-45b6-8820-1862deaf5d78 tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f9df2e5-417b-442e-aff2-3fdf8fcfdaf3 HTTP/1.1" status: 200 len: 984 time: 0.0521269 Aug 11 04:08:58.953754 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-322cfaf7-8053-4a1e-ac6e-265520b0ef6f req-62e42c2b-0e05-4eb9-971c-65d663046b45 tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] 10.222.0.41 "GET /v2.0/security-groups?id=83afa3e3-61c1-4478-884e-3b90db5df2de&id=dbee334b-9575-4f24-93d4-3ac6c5d1cafa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0350649 Aug 11 04:08:58.974417 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faf9234-934e-4b00-bf81-6a76cc8a739d req-ff731b7c-750d-4fda-85b9-45668a18a81d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:08:58.975967 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-2faf9234-934e-4b00-bf81-6a76cc8a739d req-ff731b7c-750d-4fda-85b9-45668a18a81d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=030a8b7571db45458d5839972ac8d8e2&device_id=7f9df2e5-417b-442e-aff2-3fdf8fcfdaf3 HTTP/1.1" status: 200 len: 1136 time: 0.0417638 Aug 11 04:08:59.076061 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faf9234-934e-4b00-bf81-6a76cc8a739d req-a8ca2ab6-76d3-4287-a35b-77127a55d63e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:08:59.077435 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-2faf9234-934e-4b00-bf81-6a76cc8a739d req-a8ca2ab6-76d3-4287-a35b-77127a55d63e service neutron] 10.222.0.22 "GET /v2.0/networks?id=ea3d18ad-924e-4753-8ac5-f564715ef84c HTTP/1.1" status: 200 len: 915 time: 0.0943480 Aug 11 04:08:59.143367 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-2faf9234-934e-4b00-bf81-6a76cc8a739d req-42e2f35f-adc2-4c4c-8490-dadb04fbe269 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=845b4047-fc07-45a0-8cec-32b76ca0fe2a HTTP/1.1" status: 200 len: 1000 time: 0.0574617 Aug 11 04:08:59.198610 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faf9234-934e-4b00-bf81-6a76cc8a739d req-c6be2067-4869-456a-9c76-9307e8504c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:08:59.200062 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-2faf9234-934e-4b00-bf81-6a76cc8a739d req-c6be2067-4869-456a-9c76-9307e8504c6d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=78f67b31-0f69-42d6-b6e5-6908a0a2382a HTTP/1.1" status: 200 len: 853 time: 0.0488093 Aug 11 04:08:59.218690 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-c67cc7f7-0147-48e6-b1df-bcb2d2735e87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:08:59.250012 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faf9234-934e-4b00-bf81-6a76cc8a739d req-5edfeca5-b3b1-4335-a007-fc74adb99f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:08:59.251559 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-2faf9234-934e-4b00-bf81-6a76cc8a739d req-5edfeca5-b3b1-4335-a007-fc74adb99f9f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ea3d18ad-924e-4753-8ac5-f564715ef84c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402634 Aug 11 04:08:59.339635 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-2faf9234-934e-4b00-bf81-6a76cc8a739d req-58daab30-60f1-4892-ba50-d7359d749cbe service neutron] 10.222.0.22 "GET /v2.0/networks/ea3d18ad-924e-4753-8ac5-f564715ef84c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799332 Aug 11 04:08:59.431480 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-2faf9234-934e-4b00-bf81-6a76cc8a739d req-a151c524-5c60-4d00-855d-7a59c45c2e49 service neutron] 10.222.0.22 "GET /v2.0/networks/ea3d18ad-924e-4753-8ac5-f564715ef84c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843358 Aug 11 04:09:00.070310 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fb9a63-d2ae-4e5e-aaef-efa11a333bab req-24e94e73-4f24-4a12-890b-f99c070a9949 tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:09:00.071785 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a6fb9a63-d2ae-4e5e-aaef-efa11a333bab req-24e94e73-4f24-4a12-890b-f99c070a9949 tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f9df2e5-417b-442e-aff2-3fdf8fcfdaf3 HTTP/1.1" status: 200 len: 984 time: 0.0492880 Aug 11 04:09:00.111011 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a6fb9a63-d2ae-4e5e-aaef-efa11a333bab req-8944a14a-f9dc-401c-81a7-eda434e1d3ef tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] 10.222.0.41 "GET /v2.0/security-groups?id=83afa3e3-61c1-4478-884e-3b90db5df2de&id=dbee334b-9575-4f24-93d4-3ac6c5d1cafa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0327933 Aug 11 04:09:01.237978 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5290ed9-0c0d-4334-85ce-b6c8672c5564 req-fdfee1ae-0642-4646-b69e-27afc90818bd tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:09:01.239480 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e5290ed9-0c0d-4334-85ce-b6c8672c5564 req-fdfee1ae-0642-4646-b69e-27afc90818bd tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f9df2e5-417b-442e-aff2-3fdf8fcfdaf3 HTTP/1.1" status: 200 len: 984 time: 0.0526967 Aug 11 04:09:01.280239 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e5290ed9-0c0d-4334-85ce-b6c8672c5564 req-ed4ebcad-0f5f-4da0-97cd-2957bc0300c3 tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] 10.222.0.41 "GET /v2.0/security-groups?id=83afa3e3-61c1-4478-884e-3b90db5df2de&id=dbee334b-9575-4f24-93d4-3ac6c5d1cafa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0346332 Aug 11 04:09:01.898367 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:09:02.087137 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-37b38777-2ac0-4541-b3f7-c0c8546a8ed2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:09:02.392861 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6bf028-3b0f-4e63-bf12-a7b97aa3dc18 req-b0778109-460e-4046-9b8f-a2dfb68cabaa tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:09:02.394353 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1e6bf028-3b0f-4e63-bf12-a7b97aa3dc18 req-b0778109-460e-4046-9b8f-a2dfb68cabaa tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f9df2e5-417b-442e-aff2-3fdf8fcfdaf3 HTTP/1.1" status: 200 len: 984 time: 0.0480447 Aug 11 04:09:02.434388 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1e6bf028-3b0f-4e63-bf12-a7b97aa3dc18 req-ed4e4c97-7ffa-46fc-903b-56b8a290fe92 tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] 10.222.0.41 "GET /v2.0/security-groups?id=83afa3e3-61c1-4478-884e-3b90db5df2de&id=dbee334b-9575-4f24-93d4-3ac6c5d1cafa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0337560 Aug 11 04:09:03.224423 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:09:03.408707 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.agents_db [None req-950b7202-decb-43e2-8f71-ac8931dc9749 None None] Agent healthcheck: found 7 active agents {{(pid=102194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 04:09:03.546377 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcbb6a8-f16b-4ebe-a552-735f54eaecbf req-fa076154-2e6d-4785-bc93-75da1eb59737 tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:09:03.547861 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-dfcbb6a8-f16b-4ebe-a552-735f54eaecbf req-fa076154-2e6d-4785-bc93-75da1eb59737 tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f9df2e5-417b-442e-aff2-3fdf8fcfdaf3 HTTP/1.1" status: 200 len: 984 time: 0.0491700 Aug 11 04:09:03.587146 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-dfcbb6a8-f16b-4ebe-a552-735f54eaecbf req-243abac0-a491-4b29-b0b5-92402b9e6c0a tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] 10.222.0.41 "GET /v2.0/security-groups?id=83afa3e3-61c1-4478-884e-3b90db5df2de&id=dbee334b-9575-4f24-93d4-3ac6c5d1cafa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0333147 Aug 11 04:09:04.704044 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a5a62d-ea42-4d13-8188-aded73f9e07d req-c1896d32-0a20-4ffc-a8a7-2248e197a6fd tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:09:04.705503 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-57a5a62d-ea42-4d13-8188-aded73f9e07d req-c1896d32-0a20-4ffc-a8a7-2248e197a6fd tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f9df2e5-417b-442e-aff2-3fdf8fcfdaf3 HTTP/1.1" status: 200 len: 984 time: 0.0523107 Aug 11 04:09:04.744024 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-57a5a62d-ea42-4d13-8188-aded73f9e07d req-b1867ee7-5f4b-4bc1-9eb5-6c46a187c9b1 tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] 10.222.0.41 "GET /v2.0/security-groups?id=83afa3e3-61c1-4478-884e-3b90db5df2de&id=dbee334b-9575-4f24-93d4-3ac6c5d1cafa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0324957 Aug 11 04:09:04.881353 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:09:05.856538 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcafe2c7-2ddb-44fb-ad4e-c2de79a5449c req-71c689d6-9a4c-4785-92ca-5e82f0041cda tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:09:05.858003 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-dcafe2c7-2ddb-44fb-ad4e-c2de79a5449c req-71c689d6-9a4c-4785-92ca-5e82f0041cda tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f9df2e5-417b-442e-aff2-3fdf8fcfdaf3 HTTP/1.1" status: 200 len: 984 time: 0.0492480 Aug 11 04:09:05.897699 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-dcafe2c7-2ddb-44fb-ad4e-c2de79a5449c req-2eff212b-6289-4190-b817-10f4a0bad579 tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] 10.222.0.41 "GET /v2.0/security-groups?id=83afa3e3-61c1-4478-884e-3b90db5df2de&id=dbee334b-9575-4f24-93d4-3ac6c5d1cafa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0336053 Aug 11 04:09:07.011918 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e5dd41-374f-4fbd-ad67-8de663984ee2 req-22c7a32d-f0a4-43f8-b3c5-bf3a2a3dce5c tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:09:07.013991 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-42e5dd41-374f-4fbd-ad67-8de663984ee2 req-22c7a32d-f0a4-43f8-b3c5-bf3a2a3dce5c tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f9df2e5-417b-442e-aff2-3fdf8fcfdaf3 HTTP/1.1" status: 200 len: 984 time: 0.0490987 Aug 11 04:09:07.052587 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-42e5dd41-374f-4fbd-ad67-8de663984ee2 req-649fdba3-3bca-44d3-b336-a5af0706b265 tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] 10.222.0.41 "GET /v2.0/security-groups?id=83afa3e3-61c1-4478-884e-3b90db5df2de&id=dbee334b-9575-4f24-93d4-3ac6c5d1cafa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0325315 Aug 11 04:09:07.835536 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:09:08.170866 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7a7238-e058-4d45-a43c-6fcbb5a03213 req-f3cccb77-bc15-462d-b906-c347eff0c6f7 tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:09:08.172355 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3a7a7238-e058-4d45-a43c-6fcbb5a03213 req-f3cccb77-bc15-462d-b906-c347eff0c6f7 tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f9df2e5-417b-442e-aff2-3fdf8fcfdaf3 HTTP/1.1" status: 200 len: 984 time: 0.0531609 Aug 11 04:09:08.210906 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3a7a7238-e058-4d45-a43c-6fcbb5a03213 req-0189d024-cd1f-499c-9253-1ee42727110e tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] 10.222.0.41 "GET /v2.0/security-groups?id=83afa3e3-61c1-4478-884e-3b90db5df2de&id=dbee334b-9575-4f24-93d4-3ac6c5d1cafa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0326073 Aug 11 04:09:09.324662 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfe42d1-bd3b-4026-9ba0-98b3a4ae4d8f req-3ecaf9c9-f5e7-4541-9986-d8182722ad59 tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:09:09.326066 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5cfe42d1-bd3b-4026-9ba0-98b3a4ae4d8f req-3ecaf9c9-f5e7-4541-9986-d8182722ad59 tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f9df2e5-417b-442e-aff2-3fdf8fcfdaf3 HTTP/1.1" status: 200 len: 984 time: 0.0496280 Aug 11 04:09:09.365592 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5cfe42d1-bd3b-4026-9ba0-98b3a4ae4d8f req-a7d9a42b-588f-4c6e-a436-a8c77cc658ba tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] 10.222.0.41 "GET /v2.0/security-groups?id=83afa3e3-61c1-4478-884e-3b90db5df2de&id=dbee334b-9575-4f24-93d4-3ac6c5d1cafa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0335534 Aug 11 04:09:10.479131 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb30af4-d795-4639-8b72-92cc7f327515 req-085b6e4a-0948-4811-9e6b-99ea23c18dea tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:09:10.480935 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5fb30af4-d795-4639-8b72-92cc7f327515 req-085b6e4a-0948-4811-9e6b-99ea23c18dea tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f9df2e5-417b-442e-aff2-3fdf8fcfdaf3 HTTP/1.1" status: 200 len: 984 time: 0.0491893 Aug 11 04:09:10.521080 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5fb30af4-d795-4639-8b72-92cc7f327515 req-168ecef9-2f89-4f9c-9801-8991c512041c tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] 10.222.0.41 "GET /v2.0/security-groups?id=83afa3e3-61c1-4478-884e-3b90db5df2de&id=dbee334b-9575-4f24-93d4-3ac6c5d1cafa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0337942 Aug 11 04:09:11.704122 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:09:23.429239 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-27d009a1-41b1-43cb-a47c-10b1a0fb3491 req-b00b402e-f15e-4816-a529-07f06ecd8847 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=7f9df2e5-417b-442e-aff2-3fdf8fcfdaf3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0397747 Aug 11 04:09:23.515348 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d009a1-41b1-43cb-a47c-10b1a0fb3491 req-b89e82de-e5b4-4fb4-a3bd-f9a5c4173531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:09:23.516829 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-27d009a1-41b1-43cb-a47c-10b1a0fb3491 req-b89e82de-e5b4-4fb4-a3bd-f9a5c4173531 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=030a8b7571db45458d5839972ac8d8e2&device_id=7f9df2e5-417b-442e-aff2-3fdf8fcfdaf3 HTTP/1.1" status: 200 len: 1136 time: 0.0402348 Aug 11 04:09:23.622656 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d009a1-41b1-43cb-a47c-10b1a0fb3491 req-84360b77-48d8-41c5-b70a-60c8b5052544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:09:23.624116 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-27d009a1-41b1-43cb-a47c-10b1a0fb3491 req-84360b77-48d8-41c5-b70a-60c8b5052544 service neutron] 10.222.0.22 "GET /v2.0/networks?id=ea3d18ad-924e-4753-8ac5-f564715ef84c HTTP/1.1" status: 200 len: 915 time: 0.0862336 Aug 11 04:09:23.690959 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-27d009a1-41b1-43cb-a47c-10b1a0fb3491 req-9feff436-60b0-4e41-ad5a-f78e5884ab67 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=845b4047-fc07-45a0-8cec-32b76ca0fe2a HTTP/1.1" status: 200 len: 1000 time: 0.0575681 Aug 11 04:09:23.742591 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d009a1-41b1-43cb-a47c-10b1a0fb3491 req-41715ff6-5188-4e0b-b8f2-c63979952f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:09:23.744011 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-27d009a1-41b1-43cb-a47c-10b1a0fb3491 req-41715ff6-5188-4e0b-b8f2-c63979952f18 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=78f67b31-0f69-42d6-b6e5-6908a0a2382a HTTP/1.1" status: 200 len: 853 time: 0.0466127 Aug 11 04:09:23.789271 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d009a1-41b1-43cb-a47c-10b1a0fb3491 req-c2fa8e61-46fe-4a77-b5a7-b798e331b063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:09:23.790751 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-27d009a1-41b1-43cb-a47c-10b1a0fb3491 req-c2fa8e61-46fe-4a77-b5a7-b798e331b063 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ea3d18ad-924e-4753-8ac5-f564715ef84c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0388572 Aug 11 04:09:23.879023 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-27d009a1-41b1-43cb-a47c-10b1a0fb3491 req-ca655d46-69fd-4019-83d3-9f5908e7e03f service neutron] 10.222.0.22 "GET /v2.0/networks/ea3d18ad-924e-4753-8ac5-f564715ef84c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808465 Aug 11 04:09:23.971698 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-27d009a1-41b1-43cb-a47c-10b1a0fb3491 req-cea81fb7-455e-4492-83f3-eb851095dca2 service neutron] 10.222.0.22 "GET /v2.0/networks/ea3d18ad-924e-4753-8ac5-f564715ef84c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852857 Aug 11 04:09:29.229546 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-43af8970-e2f6-4bdb-8e0d-695d1ba8fb89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:09:31.895822 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:09:32.132615 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2c92e466-35cb-4a4f-8bd4-c190ae385f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:09:33.221965 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:09:34.880530 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:09:37.816003 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:09:40.408873 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.agents_db [None req-950b7202-decb-43e2-8f71-ac8931dc9749 None None] Agent healthcheck: found 7 active agents {{(pid=102194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 04:09:41.715100 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:09:59.252066 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-9dd60ee0-64fc-4681-a9e5-fe7fbc5d46ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:01.889547 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:02.120407 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-e700d328-18f3-40dd-ac18-c6ee344d9214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:03.234496 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:04.878069 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:07.840181 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:11.697030 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:13.888381 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-09e4f191-b464-4625-b567-6ebc9c0064fb req-16514a27-8a4a-4a64-a798-7cc45bad96b3 tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-470849675&fields=id&tenant_id=030a8b7571db45458d5839972ac8d8e2 HTTP/1.1" status: 200 len: 267 time: 0.0371804 Aug 11 04:10:13.940628 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e4f191-b464-4625-b567-6ebc9c0064fb req-100705eb-1cd9-4d8c-8ddb-152652bf1c8c tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:10:13.942101 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-09e4f191-b464-4625-b567-6ebc9c0064fb req-100705eb-1cd9-4d8c-8ddb-152652bf1c8c tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f9df2e5-417b-442e-aff2-3fdf8fcfdaf3 HTTP/1.1" status: 200 len: 984 time: 0.0476658 Aug 11 04:10:13.952825 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-09e4f191-b464-4625-b567-6ebc9c0064fb req-202a4812-e09a-4ae1-b1d1-99fc01278db8 tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] Request body: {'port': {'security_groups': ['83afa3e3-61c1-4478-884e-3b90db5df2de']}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:10:14.014947 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-09e4f191-b464-4625-b567-6ebc9c0064fb req-202a4812-e09a-4ae1-b1d1-99fc01278db8 tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:14.182829 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-09e4f191-b464-4625-b567-6ebc9c0064fb req-202a4812-e09a-4ae1-b1d1-99fc01278db8 tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] For port 845b4047-fc07-45a0-8cec-32b76ca0fe2a, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=845b4047-fc07-45a0-8cec-32b76ca0fe2a,segment=NetworkSegment(13724f05-4f4d-4d76-9d9b-450b14bdbb12),segment_id=13724f05-4f4d-4d76-9d9b-450b14bdbb12)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:10:14.212364 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-09e4f191-b464-4625-b567-6ebc9c0064fb req-202a4812-e09a-4ae1-b1d1-99fc01278db8 tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] Notify callbacks [] for port, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:14.283860 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-09e4f191-b464-4625-b567-6ebc9c0064fb req-202a4812-e09a-4ae1-b1d1-99fc01278db8 tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:14.297072 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['845b4047-fc07-45a0-8cec-32b76ca0fe2a'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 04:10:14.332557 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e4f191-b464-4625-b567-6ebc9c0064fb req-202a4812-e09a-4ae1-b1d1-99fc01278db8 tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:10:14.333204 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-09e4f191-b464-4625-b567-6ebc9c0064fb req-202a4812-e09a-4ae1-b1d1-99fc01278db8 tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:14.334639 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-09e4f191-b464-4625-b567-6ebc9c0064fb req-202a4812-e09a-4ae1-b1d1-99fc01278db8 tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] 10.222.0.41 "PUT /v2.0/ports/845b4047-fc07-45a0-8cec-32b76ca0fe2a HTTP/1.1" status: 200 len: 942 time: 0.3862400 Aug 11 04:10:14.335171 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f9df2e5-417b-442e-aff2-3fdf8fcfdaf3', 'tag': '845b4047-fc07-45a0-8cec-32b76ca0fe2a'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 04:10:14.337584 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7f53641f53ed3ecbe111d4b405439a3ffe6be981c23072cf9fee61815809fbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-556a9d1e-1d30-4cbf-8f4a-e47888e58485" -d '{"events": [{"name": "network-changed", "server_uuid": "7f9df2e5-417b-442e-aff2-3fdf8fcfdaf3", "tag": "845b4047-fc07-45a0-8cec-32b76ca0fe2a"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 04:10:14.343746 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 50852) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:10:14.370140 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202a4812-e09a-4ae1-b1d1-99fc01278db8 tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] Pushing event updated for resources: {'Port': ['ID=845b4047-fc07-45a0-8cec-32b76ca0fe2a,revision_number=7']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:10:14.379471 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202a4812-e09a-4ae1-b1d1-99fc01278db8 tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:10:14.383139 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202a4812-e09a-4ae1-b1d1-99fc01278db8 tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:10:14.383139 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202a4812-e09a-4ae1-b1d1-99fc01278db8 tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:10:14.383139 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202a4812-e09a-4ae1-b1d1-99fc01278db8 tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:10:14.383139 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202a4812-e09a-4ae1-b1d1-99fc01278db8 tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:10:14.383139 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202a4812-e09a-4ae1-b1d1-99fc01278db8 tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:10:14.383139 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202a4812-e09a-4ae1-b1d1-99fc01278db8 tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:10:14.383139 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202a4812-e09a-4ae1-b1d1-99fc01278db8 tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:10:14.383139 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202a4812-e09a-4ae1-b1d1-99fc01278db8 tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:10:14.383139 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202a4812-e09a-4ae1-b1d1-99fc01278db8 tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:10:14.383139 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202a4812-e09a-4ae1-b1d1-99fc01278db8 tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:10:14.383958 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202a4812-e09a-4ae1-b1d1-99fc01278db8 tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:10:14.413361 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['845b4047-fc07-45a0-8cec-32b76ca0fe2a'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 04:10:14.430492 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3b8b5691-1461-4319-8add-9809a2c76982 tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:14.459389 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3b8b5691-1461-4319-8add-9809a2c76982 tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:14.514968 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 04:10:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f93c62c-defd-42e7-9752-64a5d381a57b x-openstack-request-id: req-8f93c62c-defd-42e7-9752-64a5d381a57b {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 04:10:14.515210 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f9df2e5-417b-442e-aff2-3fdf8fcfdaf3", "tag": "845b4047-fc07-45a0-8cec-32b76ca0fe2a", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 04:10:14.515446 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8f93c62c-defd-42e7-9752-64a5d381a57b {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 04:10:14.515849 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f9df2e5-417b-442e-aff2-3fdf8fcfdaf3', 'tag': '845b4047-fc07-45a0-8cec-32b76ca0fe2a', 'status': 'completed', 'code': 200} Aug 11 04:10:14.588374 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556a9d1e-1d30-4cbf-8f4a-e47888e58485 req-154d67f5-80db-4836-a0f0-f6c9a103a3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:10:14.589972 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-556a9d1e-1d30-4cbf-8f4a-e47888e58485 req-154d67f5-80db-4836-a0f0-f6c9a103a3e1 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=030a8b7571db45458d5839972ac8d8e2&device_id=7f9df2e5-417b-442e-aff2-3fdf8fcfdaf3 HTTP/1.1" status: 200 len: 1097 time: 0.0488367 Aug 11 04:10:14.607637 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3b8b5691-1461-4319-8add-9809a2c76982 tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:14.610698 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3b8b5691-1461-4319-8add-9809a2c76982 tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:14.611985 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-3b8b5691-1461-4319-8add-9809a2c76982 tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] 10.222.0.41 "DELETE /v2.0/security-groups/dbee334b-9575-4f24-93d4-3ac6c5d1cafa HTTP/1.1" status: 204 len: 168 time: 0.2671611 Aug 11 04:10:14.614675 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 50858) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:10:14.656257 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8b5691-1461-4319-8add-9809a2c76982 tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbee334b-9575-4f24-93d4-3ac6c5d1cafa,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:10:14.671387 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8b5691-1461-4319-8add-9809a2c76982 tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:10:14.671730 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8b5691-1461-4319-8add-9809a2c76982 tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:10:14.672063 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8b5691-1461-4319-8add-9809a2c76982 tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:10:14.672393 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8b5691-1461-4319-8add-9809a2c76982 tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:10:14.673254 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8b5691-1461-4319-8add-9809a2c76982 tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:10:14.673582 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8b5691-1461-4319-8add-9809a2c76982 tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:10:14.673985 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8b5691-1461-4319-8add-9809a2c76982 tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:10:14.674351 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8b5691-1461-4319-8add-9809a2c76982 tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:10:14.674675 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8b5691-1461-4319-8add-9809a2c76982 tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:10:14.674996 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8b5691-1461-4319-8add-9809a2c76982 tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:10:14.675312 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8b5691-1461-4319-8add-9809a2c76982 tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:10:14.675628 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8b5691-1461-4319-8add-9809a2c76982 tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:10:14.711442 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556a9d1e-1d30-4cbf-8f4a-e47888e58485 req-46dea612-f5b4-4c16-b4ee-e927554fbae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:10:14.713314 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-556a9d1e-1d30-4cbf-8f4a-e47888e58485 req-46dea612-f5b4-4c16-b4ee-e927554fbae3 service neutron] 10.222.0.22 "GET /v2.0/networks?id=ea3d18ad-924e-4753-8ac5-f564715ef84c HTTP/1.1" status: 200 len: 915 time: 0.1145420 Aug 11 04:10:14.714952 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-5ee60089-9faa-4750-95ee-d5a3d3478bcc None None] Provisioning complete for port 845b4047-fc07-45a0-8cec-32b76ca0fe2a triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 04:10:14.715331 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-5ee60089-9faa-4750-95ee-d5a3d3478bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:14.788890 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-556a9d1e-1d30-4cbf-8f4a-e47888e58485 req-b19726c6-4bc9-4baf-ba10-7ece9cb54c27 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=845b4047-fc07-45a0-8cec-32b76ca0fe2a HTTP/1.1" status: 200 len: 1000 time: 0.0655413 Aug 11 04:10:14.799197 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-653199f6-4bcd-402a-93d0-8ec388c1696d tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] Deleting port 9a77a9ad-dc01-4e43-ad87-90f2c739253b {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 04:10:14.799543 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-653199f6-4bcd-402a-93d0-8ec388c1696d tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:14.840422 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556a9d1e-1d30-4cbf-8f4a-e47888e58485 req-15740035-9dbe-4360-82a8-4ad9f69e406b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:10:14.841917 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-556a9d1e-1d30-4cbf-8f4a-e47888e58485 req-15740035-9dbe-4360-82a8-4ad9f69e406b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=78f67b31-0f69-42d6-b6e5-6908a0a2382a HTTP/1.1" status: 200 len: 853 time: 0.0456576 Aug 11 04:10:14.875567 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-653199f6-4bcd-402a-93d0-8ec388c1696d tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:14.875926 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-653199f6-4bcd-402a-93d0-8ec388c1696d tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:14.887837 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-653199f6-4bcd-402a-93d0-8ec388c1696d tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] Calling delete_port for 9a77a9ad-dc01-4e43-ad87-90f2c739253b owned by network:floatingip {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 04:10:14.891383 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556a9d1e-1d30-4cbf-8f4a-e47888e58485 req-0d4a0c27-fcc9-4369-8025-f42fb0b58c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:10:14.892980 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-556a9d1e-1d30-4cbf-8f4a-e47888e58485 req-0d4a0c27-fcc9-4369-8025-f42fb0b58c92 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ea3d18ad-924e-4753-8ac5-f564715ef84c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440116 Aug 11 04:10:14.995471 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-556a9d1e-1d30-4cbf-8f4a-e47888e58485 req-f817f9ca-9862-44ca-afbb-6e6a2314203c service neutron] 10.222.0.22 "GET /v2.0/networks/ea3d18ad-924e-4753-8ac5-f564715ef84c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948162 Aug 11 04:10:15.086307 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-556a9d1e-1d30-4cbf-8f4a-e47888e58485 req-82318a50-a495-4d77-822a-e76f5d90c05f service neutron] 10.222.0.22 "GET /v2.0/networks/ea3d18ad-924e-4753-8ac5-f564715ef84c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840790 Aug 11 04:10:15.115007 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-653199f6-4bcd-402a-93d0-8ec388c1696d tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:15.140137 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653199f6-4bcd-402a-93d0-8ec388c1696d tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] Pushing event deleted for resources: {'Port': ['ID=9a77a9ad-dc01-4e43-ad87-90f2c739253b,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:10:15.202735 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-653199f6-4bcd-402a-93d0-8ec388c1696d tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] Notify callbacks [] for floatingip, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:15.207720 n-d-764292-30 neutron-server[102192]: INFO neutron.db.l3_db [None req-653199f6-4bcd-402a-93d0-8ec388c1696d tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] Floating IP 4ba20e1e-b4de-487d-a545-3eec6134bacc disassociated (deleted). External IP: 172.25.8.53, port: 845b4047-fc07-45a0-8cec-32b76ca0fe2a. Aug 11 04:10:15.412538 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-653199f6-4bcd-402a-93d0-8ec388c1696d tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] Router 9223986f-1e51-46a3-82d8-5c2db355259b has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 04:10:15.518349 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-653199f6-4bcd-402a-93d0-8ec388c1696d tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 04:10:15.524103 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-653199f6-4bcd-402a-93d0-8ec388c1696d tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for floatingip, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:15.531020 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524595cf-6055-4d15-a270-364ad92690c6 None None] Sync routers for ids ['9223986f-1e51-46a3-82d8-5c2db355259b'] in n-d-764292-30 {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 04:10:15.542824 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524595cf-6055-4d15-a270-364ad92690c6 None None] Routers {'9223986f-1e51-46a3-82d8-5c2db355259b'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 04:10:15.543614 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-524595cf-6055-4d15-a270-364ad92690c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T04:10:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['9223986f-1e51-46a3-82d8-5c2db355259b'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:10:15.657788 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-524595cf-6055-4d15-a270-364ad92690c6 None None] Set router 9223986f-1e51-46a3-82d8-5c2db355259b gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 04:10:15.857154 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-524595cf-6055-4d15-a270-364ad92690c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9223986f-1e51-46a3-82d8-5c2db355259b', 'name': 'tempest-TestMinimumBasicScenario-672186472-router', 'tenant_id': '030a8b7571db45458d5839972ac8d8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '6a265e80-5155-4387-9a32-c19f0e3dd687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:07:03Z', 'updated_at': '2021-08-11T04:07:06Z', 'revision_number': 4, 'project_id': '030a8b7571db45458d5839972ac8d8e2', 'gw_port': {'id': '6a265e80-5155-4387-9a32-c19f0e3dd687', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:92:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9223986f-1e51-46a3-82d8-5c2db355259b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:07:04Z', 'updated_at': '2021-08-11T04:07:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '6641e8ca-5dee-4377-9758-99440b59a9c6', 'name': '', 'network_id': 'ea3d18ad-924e-4753-8ac5-f564715ef84c', 'tenant_id': '030a8b7571db45458d5839972ac8d8e2', 'mac_address': 'fa:16:3e:4a:44:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9223986f-1e51-46a3-82d8-5c2db355259b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '78f67b31-0f69-42d6-b6e5-6908a0a2382a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:07:06Z', 'updated_at': '2021-08-11T04:07:11Z', 'revision_number': 5, 'project_id': '030a8b7571db45458d5839972ac8d8e2', 'subnets': [{'id': '78f67b31-0f69-42d6-b6e5-6908a0a2382a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:10:15.883826 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524595cf-6055-4d15-a270-364ad92690c6 None None] Checking router: 9223986f-1e51-46a3-82d8-5c2db355259b for host: n-d-764292-30 {{(pid=102194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 04:10:15.892815 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-653199f6-4bcd-402a-93d0-8ec388c1696d tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] 10.222.0.41 "DELETE /v2.0/floatingips/4ba20e1e-b4de-487d-a545-3eec6134bacc HTTP/1.1" status: 204 len: 168 time: 1.2738588 Aug 11 04:10:15.892999 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524595cf-6055-4d15-a270-364ad92690c6 None None] Routers {'9223986f-1e51-46a3-82d8-5c2db355259b'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 04:10:15.893852 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-524595cf-6055-4d15-a270-364ad92690c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T04:10:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['9223986f-1e51-46a3-82d8-5c2db355259b'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:10:15.997800 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-524595cf-6055-4d15-a270-364ad92690c6 None None] Set router 9223986f-1e51-46a3-82d8-5c2db355259b gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 04:10:16.187120 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-524595cf-6055-4d15-a270-364ad92690c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9223986f-1e51-46a3-82d8-5c2db355259b', 'name': 'tempest-TestMinimumBasicScenario-672186472-router', 'tenant_id': '030a8b7571db45458d5839972ac8d8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '6a265e80-5155-4387-9a32-c19f0e3dd687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:07:03Z', 'updated_at': '2021-08-11T04:07:06Z', 'revision_number': 4, 'project_id': '030a8b7571db45458d5839972ac8d8e2', 'gw_port': {'id': '6a265e80-5155-4387-9a32-c19f0e3dd687', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:92:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9223986f-1e51-46a3-82d8-5c2db355259b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:07:04Z', 'updated_at': '2021-08-11T04:07:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '6641e8ca-5dee-4377-9758-99440b59a9c6', 'name': '', 'network_id': 'ea3d18ad-924e-4753-8ac5-f564715ef84c', 'tenant_id': '030a8b7571db45458d5839972ac8d8e2', 'mac_address': 'fa:16:3e:4a:44:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9223986f-1e51-46a3-82d8-5c2db355259b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '78f67b31-0f69-42d6-b6e5-6908a0a2382a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:07:06Z', 'updated_at': '2021-08-11T04:07:11Z', 'revision_number': 5, 'project_id': '030a8b7571db45458d5839972ac8d8e2', 'subnets': [{'id': '78f67b31-0f69-42d6-b6e5-6908a0a2382a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:10:16.215425 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524595cf-6055-4d15-a270-364ad92690c6 None None] The sync data for ids ['9223986f-1e51-46a3-82d8-5c2db355259b'] in n-d-764292-30 is: [{'id': '9223986f-1e51-46a3-82d8-5c2db355259b', 'name': 'tempest-TestMinimumBasicScenario-672186472-router', 'tenant_id': '030a8b7571db45458d5839972ac8d8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '6a265e80-5155-4387-9a32-c19f0e3dd687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:07:03Z', 'updated_at': '2021-08-11T04:07:06Z', 'revision_number': 4, 'project_id': '030a8b7571db45458d5839972ac8d8e2', 'gw_port': {'id': '6a265e80-5155-4387-9a32-c19f0e3dd687', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:92:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9223986f-1e51-46a3-82d8-5c2db355259b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:07:04Z', 'updated_at': '2021-08-11T04:07:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '6641e8ca-5dee-4377-9758-99440b59a9c6', 'name': '', 'network_id': 'ea3d18ad-924e-4753-8ac5-f564715ef84c', 'tenant_id': '030a8b7571db45458d5839972ac8d8e2', 'mac_address': 'fa:16:3e:4a:44:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9223986f-1e51-46a3-82d8-5c2db355259b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '78f67b31-0f69-42d6-b6e5-6908a0a2382a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:07:06Z', 'updated_at': '2021-08-11T04:07:11Z', 'revision_number': 5, 'project_id': '030a8b7571db45458d5839972ac8d8e2', 'subnets': [{'id': '78f67b31-0f69-42d6-b6e5-6908a0a2382a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 04:10:16.444984 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c115a3d2-0779-4968-a22f-f736fa94f347 None None] New status for floating IP 4ba20e1e-b4de-487d-a545-3eec6134bacc: DOWN {{(pid=102193) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 04:10:16.517522 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f9df2e5-417b-442e-aff2-3fdf8fcfdaf3', 'tag': '845b4047-fc07-45a0-8cec-32b76ca0fe2a'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 04:10:16.522462 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7f53641f53ed3ecbe111d4b405439a3ffe6be981c23072cf9fee61815809fbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7fe37f6-726b-4602-a974-dd2630591087" -d '{"events": [{"name": "network-changed", "server_uuid": "7f9df2e5-417b-442e-aff2-3fdf8fcfdaf3", "tag": "845b4047-fc07-45a0-8cec-32b76ca0fe2a"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 04:10:16.556168 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 04:10:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a6c043c-4724-4c0a-bd81-22994af4c5ac x-openstack-request-id: req-2a6c043c-4724-4c0a-bd81-22994af4c5ac {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 04:10:16.556458 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f9df2e5-417b-442e-aff2-3fdf8fcfdaf3", "tag": "845b4047-fc07-45a0-8cec-32b76ca0fe2a", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 04:10:16.556702 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2a6c043c-4724-4c0a-bd81-22994af4c5ac {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 04:10:16.557098 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f9df2e5-417b-442e-aff2-3fdf8fcfdaf3', 'tag': '845b4047-fc07-45a0-8cec-32b76ca0fe2a', 'status': 'completed', 'code': 200} Aug 11 04:10:16.622754 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fe37f6-726b-4602-a974-dd2630591087 req-8e991552-c11e-4d4c-a94d-85789fbbaeea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:10:16.624251 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-a7fe37f6-726b-4602-a974-dd2630591087 req-8e991552-c11e-4d4c-a94d-85789fbbaeea service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=030a8b7571db45458d5839972ac8d8e2&device_id=7f9df2e5-417b-442e-aff2-3fdf8fcfdaf3 HTTP/1.1" status: 200 len: 1097 time: 0.0410995 Aug 11 04:10:16.716514 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fe37f6-726b-4602-a974-dd2630591087 req-17a0fb1e-bcdd-4c8d-aaba-3441a047bf3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:10:16.717895 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-a7fe37f6-726b-4602-a974-dd2630591087 req-17a0fb1e-bcdd-4c8d-aaba-3441a047bf3e service neutron] 10.222.0.22 "GET /v2.0/networks?id=ea3d18ad-924e-4753-8ac5-f564715ef84c HTTP/1.1" status: 200 len: 915 time: 0.0855296 Aug 11 04:10:16.763734 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-a7fe37f6-726b-4602-a974-dd2630591087 req-a1bfbe7c-72bf-43e9-874e-b732a59308f2 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=845b4047-fc07-45a0-8cec-32b76ca0fe2a HTTP/1.1" status: 200 len: 217 time: 0.0342374 Aug 11 04:10:16.812707 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fe37f6-726b-4602-a974-dd2630591087 req-2f309e18-200e-4151-8268-664b1397c6de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:10:16.814736 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-a7fe37f6-726b-4602-a974-dd2630591087 req-2f309e18-200e-4151-8268-664b1397c6de service neutron] 10.222.0.22 "GET /v2.0/subnets?id=78f67b31-0f69-42d6-b6e5-6908a0a2382a HTTP/1.1" status: 200 len: 853 time: 0.0424123 Aug 11 04:10:16.863350 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fe37f6-726b-4602-a974-dd2630591087 req-26b7a508-b591-41f1-b356-01305daf247d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:10:16.864847 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-a7fe37f6-726b-4602-a974-dd2630591087 req-26b7a508-b591-41f1-b356-01305daf247d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ea3d18ad-924e-4753-8ac5-f564715ef84c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427282 Aug 11 04:10:16.957583 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-a7fe37f6-726b-4602-a974-dd2630591087 req-c704f0f5-cf01-427c-81e5-360efde0ed27 service neutron] 10.222.0.22 "GET /v2.0/networks/ea3d18ad-924e-4753-8ac5-f564715ef84c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830879 Aug 11 04:10:17.052455 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-a7fe37f6-726b-4602-a974-dd2630591087 req-1e13f4f3-1871-4145-a214-f120201ee795 service neutron] 10.222.0.22 "GET /v2.0/networks/ea3d18ad-924e-4753-8ac5-f564715ef84c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867999 Aug 11 04:10:17.408867 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.agents_db [None req-950b7202-decb-43e2-8f71-ac8931dc9749 None None] Agent healthcheck: found 7 active agents {{(pid=102194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 04:10:24.425835 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe248ab-105d-49f1-8d6a-142030c4c415 req-4eeaef04-bce6-47e0-a792-23583b12ef5d tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:10:24.427406 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1fe248ab-105d-49f1-8d6a-142030c4c415 req-4eeaef04-bce6-47e0-a792-23583b12ef5d tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f9df2e5-417b-442e-aff2-3fdf8fcfdaf3 HTTP/1.1" status: 200 len: 945 time: 0.0494981 Aug 11 04:10:24.464801 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1fe248ab-105d-49f1-8d6a-142030c4c415 req-88b41452-4547-4955-a3f2-2f6e839d68f8 tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] 10.222.0.41 "GET /v2.0/security-groups?id=83afa3e3-61c1-4478-884e-3b90db5df2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311592 Aug 11 04:10:25.578907 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e0bf8b-2860-4343-a679-8763cb66d0e1 req-0e84a3a6-bd3f-424f-bb10-b07a9e855f99 tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:10:25.581015 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-30e0bf8b-2860-4343-a679-8763cb66d0e1 req-0e84a3a6-bd3f-424f-bb10-b07a9e855f99 tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f9df2e5-417b-442e-aff2-3fdf8fcfdaf3 HTTP/1.1" status: 200 len: 945 time: 0.0484819 Aug 11 04:10:25.618016 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-30e0bf8b-2860-4343-a679-8763cb66d0e1 req-7bea1865-9d1d-49f0-aa68-03234dfef459 tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] 10.222.0.41 "GET /v2.0/security-groups?id=83afa3e3-61c1-4478-884e-3b90db5df2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309386 Aug 11 04:10:26.401195 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658306b2-9434-4d7d-a0e5-0c7177462db9 req-a7b0dd53-4b9d-4ffa-b1c5-993207a5e4e7 tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:10:26.402602 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-658306b2-9434-4d7d-a0e5-0c7177462db9 req-a7b0dd53-4b9d-4ffa-b1c5-993207a5e4e7 tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] 10.222.0.22 "GET /v2.0/ports?device_id=7f9df2e5-417b-442e-aff2-3fdf8fcfdaf3 HTTP/1.1" status: 200 len: 945 time: 0.0485985 Aug 11 04:10:26.493113 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-658306b2-9434-4d7d-a0e5-0c7177462db9 req-eff024ae-865d-47cb-ac7b-ea82dd3f2699 tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] Deleting port 845b4047-fc07-45a0-8cec-32b76ca0fe2a {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 04:10:26.493453 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-658306b2-9434-4d7d-a0e5-0c7177462db9 req-eff024ae-865d-47cb-ac7b-ea82dd3f2699 tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:26.581234 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-658306b2-9434-4d7d-a0e5-0c7177462db9 req-eff024ae-865d-47cb-ac7b-ea82dd3f2699 tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] For port 845b4047-fc07-45a0-8cec-32b76ca0fe2a, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=845b4047-fc07-45a0-8cec-32b76ca0fe2a,segment=NetworkSegment(13724f05-4f4d-4d76-9d9b-450b14bdbb12),segment_id=13724f05-4f4d-4d76-9d9b-450b14bdbb12)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:10:26.581595 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-658306b2-9434-4d7d-a0e5-0c7177462db9 req-eff024ae-865d-47cb-ac7b-ea82dd3f2699 tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:26.594322 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-658306b2-9434-4d7d-a0e5-0c7177462db9 req-eff024ae-865d-47cb-ac7b-ea82dd3f2699 tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] Calling delete_port for 845b4047-fc07-45a0-8cec-32b76ca0fe2a owned by compute:nova {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 04:10:26.777412 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-658306b2-9434-4d7d-a0e5-0c7177462db9 req-eff024ae-865d-47cb-ac7b-ea82dd3f2699 tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:26.790557 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['845b4047-fc07-45a0-8cec-32b76ca0fe2a'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 04:10:26.808934 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff024ae-865d-47cb-ac7b-ea82dd3f2699 tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] Pushing event deleted for resources: {'Port': ['ID=845b4047-fc07-45a0-8cec-32b76ca0fe2a,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:10:26.853377 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-658306b2-9434-4d7d-a0e5-0c7177462db9 req-eff024ae-865d-47cb-ac7b-ea82dd3f2699 tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] No DVR routers for this DVR port 845b4047-fc07-45a0-8cec-32b76ca0fe2a on host n-h1-764292-30 {{(pid=102191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 04:10:26.856295 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-658306b2-9434-4d7d-a0e5-0c7177462db9 req-eff024ae-865d-47cb-ac7b-ea82dd3f2699 tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:26.858510 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-658306b2-9434-4d7d-a0e5-0c7177462db9 req-eff024ae-865d-47cb-ac7b-ea82dd3f2699 tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] 10.222.0.22 "DELETE /v2.0/ports/845b4047-fc07-45a0-8cec-32b76ca0fe2a HTTP/1.1" status: 204 len: 173 time: 0.4491789 Aug 11 04:10:26.859071 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f9df2e5-417b-442e-aff2-3fdf8fcfdaf3', 'name': 'network-vif-deleted', 'tag': '845b4047-fc07-45a0-8cec-32b76ca0fe2a'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 04:10:26.862108 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9291d331c18c1eb37c2b57c8af4a09724b2e7f160dd5faf652855b3e38b81ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcd1ad3d-6fbe-41a5-857f-2acd705d3a5a" -d '{"events": [{"server_uuid": "7f9df2e5-417b-442e-aff2-3fdf8fcfdaf3", "name": "network-vif-deleted", "tag": "845b4047-fc07-45a0-8cec-32b76ca0fe2a"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 04:10:26.958731 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-edb15e8b-a181-49e8-9c3c-380f71f70685 req-7362dc78-e904-4d43-9fd4-1d81e16e4e1c tempest-TestMinimumBasicScenario-1422585865 tempest-TestMinimumBasicScenario-1422585865-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f9df2e5-417b-442e-aff2-3fdf8fcfdaf3 HTTP/1.1" status: 200 len: 210 time: 0.0336132 Aug 11 04:10:26.961780 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 04:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5e75417-6df2-4c1f-8de6-a6993a90f8b7 x-openstack-request-id: req-d5e75417-6df2-4c1f-8de6-a6993a90f8b7 {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 04:10:26.961780 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f9df2e5-417b-442e-aff2-3fdf8fcfdaf3", "name": "network-vif-deleted", "tag": "845b4047-fc07-45a0-8cec-32b76ca0fe2a", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 04:10:26.961780 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d5e75417-6df2-4c1f-8de6-a6993a90f8b7 {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 04:10:26.961780 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f9df2e5-417b-442e-aff2-3fdf8fcfdaf3', 'name': 'network-vif-deleted', 'tag': '845b4047-fc07-45a0-8cec-32b76ca0fe2a', 'status': 'completed', 'code': 200} Aug 11 04:10:29.103623 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 50970) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:10:29.243505 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dadc02b3-4e4d-4c4b-9a80-984aad2e2cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:29.507957 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-af76db44-45de-4e71-9ba8-100ff83b881e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521106'] for router_interface, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:29.798257 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-af76db44-45de-4e71-9ba8-100ff83b881e admin admin] Deleting port 6641e8ca-5dee-4377-9758-99440b59a9c6 {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 04:10:29.798537 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-af76db44-45de-4e71-9ba8-100ff83b881e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:29.872930 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [None req-af76db44-45de-4e71-9ba8-100ff83b881e admin admin] For port 6641e8ca-5dee-4377-9758-99440b59a9c6, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=6641e8ca-5dee-4377-9758-99440b59a9c6,segment=NetworkSegment(13724f05-4f4d-4d76-9d9b-450b14bdbb12),segment_id=13724f05-4f4d-4d76-9d9b-450b14bdbb12)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:10:29.873268 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-af76db44-45de-4e71-9ba8-100ff83b881e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:29.885920 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-af76db44-45de-4e71-9ba8-100ff83b881e admin admin] Calling delete_port for 6641e8ca-5dee-4377-9758-99440b59a9c6 owned by network:router_interface {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 04:10:30.142863 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-af76db44-45de-4e71-9ba8-100ff83b881e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:30.168141 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af76db44-45de-4e71-9ba8-100ff83b881e admin admin] Pushing event deleted for resources: {'Port': ['ID=6641e8ca-5dee-4377-9758-99440b59a9c6,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:10:30.335166 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-af76db44-45de-4e71-9ba8-100ff83b881e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16383033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450082'] for router_interface, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:30.442033 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 845b4047-fc07-45a0-8cec-32b76ca0fe2a no longer exists at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 04:10:30.461041 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] No Port match for: 845b4047-fc07-45a0-8cec-32b76ca0fe2a {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 04:10:30.461401 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 845b4047-fc07-45a0-8cec-32b76ca0fe2a not bound to the agent host n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 04:10:30.549703 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af76db44-45de-4e71-9ba8-100ff83b881e admin admin] Router 9223986f-1e51-46a3-82d8-5c2db355259b has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 04:10:30.652417 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af76db44-45de-4e71-9ba8-100ff83b881e admin admin] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 04:10:30.657247 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-af76db44-45de-4e71-9ba8-100ff83b881e admin admin] 10.222.0.41 "PUT /v2.0/routers/9223986f-1e51-46a3-82d8-5c2db355259b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5526223 Aug 11 04:10:30.660540 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 50972) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:10:30.661606 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9bbda90-7f85-44a9-b889-f8e0ff2ac371 None None] Sync routers for ids ['9223986f-1e51-46a3-82d8-5c2db355259b'] in n-d-764292-30 {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 04:10:30.670435 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9bbda90-7f85-44a9-b889-f8e0ff2ac371 None None] Routers {'9223986f-1e51-46a3-82d8-5c2db355259b'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 04:10:30.671102 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-d9bbda90-7f85-44a9-b889-f8e0ff2ac371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T04:10:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['9223986f-1e51-46a3-82d8-5c2db355259b'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:10:30.764541 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-70b8168a-92f2-4c06-9d57-6c3df943a4a6 admin admin] Notify callbacks [] for router, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:30.769686 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-d9bbda90-7f85-44a9-b889-f8e0ff2ac371 None None] Set router 9223986f-1e51-46a3-82d8-5c2db355259b gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 04:10:30.865695 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-70b8168a-92f2-4c06-9d57-6c3df943a4a6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:30.937217 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-d9bbda90-7f85-44a9-b889-f8e0ff2ac371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9223986f-1e51-46a3-82d8-5c2db355259b', 'name': 'tempest-TestMinimumBasicScenario-672186472-router', 'tenant_id': '030a8b7571db45458d5839972ac8d8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '6a265e80-5155-4387-9a32-c19f0e3dd687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:07:03Z', 'updated_at': '2021-08-11T04:10:30Z', 'revision_number': 5, 'project_id': '030a8b7571db45458d5839972ac8d8e2', 'gw_port': {'id': '6a265e80-5155-4387-9a32-c19f0e3dd687', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:92:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9223986f-1e51-46a3-82d8-5c2db355259b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:07:04Z', 'updated_at': '2021-08-11T04:07:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:10:30.962040 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9bbda90-7f85-44a9-b889-f8e0ff2ac371 None None] Checking router: 9223986f-1e51-46a3-82d8-5c2db355259b for host: n-d-764292-30 {{(pid=102194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 04:10:30.970048 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9bbda90-7f85-44a9-b889-f8e0ff2ac371 None None] Routers {'9223986f-1e51-46a3-82d8-5c2db355259b'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 04:10:30.970680 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-d9bbda90-7f85-44a9-b889-f8e0ff2ac371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T04:10:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['9223986f-1e51-46a3-82d8-5c2db355259b'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:10:31.024167 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-70b8168a-92f2-4c06-9d57-6c3df943a4a6 admin admin] Deleting port 6a265e80-5155-4387-9a32-c19f0e3dd687 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 04:10:31.024427 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-70b8168a-92f2-4c06-9d57-6c3df943a4a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:31.072620 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-d9bbda90-7f85-44a9-b889-f8e0ff2ac371 None None] Set router 9223986f-1e51-46a3-82d8-5c2db355259b gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 04:10:31.105281 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [None req-70b8168a-92f2-4c06-9d57-6c3df943a4a6 admin admin] For port 6a265e80-5155-4387-9a32-c19f0e3dd687, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=6a265e80-5155-4387-9a32-c19f0e3dd687,segment=NetworkSegment(fab28bed-aa25-40db-bba4-ec26e795194c),segment_id=fab28bed-aa25-40db-bba4-ec26e795194c)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:10:31.105639 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-70b8168a-92f2-4c06-9d57-6c3df943a4a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:31.118014 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-70b8168a-92f2-4c06-9d57-6c3df943a4a6 admin admin] Calling delete_port for 6a265e80-5155-4387-9a32-c19f0e3dd687 owned by network:router_gateway {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 04:10:31.336627 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-d9bbda90-7f85-44a9-b889-f8e0ff2ac371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9223986f-1e51-46a3-82d8-5c2db355259b', 'name': 'tempest-TestMinimumBasicScenario-672186472-router', 'tenant_id': '030a8b7571db45458d5839972ac8d8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '6a265e80-5155-4387-9a32-c19f0e3dd687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:07:03Z', 'updated_at': '2021-08-11T04:10:30Z', 'revision_number': 5, 'project_id': '030a8b7571db45458d5839972ac8d8e2', 'gw_port': {'id': '6a265e80-5155-4387-9a32-c19f0e3dd687', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:92:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9223986f-1e51-46a3-82d8-5c2db355259b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:07:04Z', 'updated_at': '2021-08-11T04:07:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:10:31.337361 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-70b8168a-92f2-4c06-9d57-6c3df943a4a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:31.367821 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9bbda90-7f85-44a9-b889-f8e0ff2ac371 None None] The sync data for ids ['9223986f-1e51-46a3-82d8-5c2db355259b'] in n-d-764292-30 is: [{'id': '9223986f-1e51-46a3-82d8-5c2db355259b', 'name': 'tempest-TestMinimumBasicScenario-672186472-router', 'tenant_id': '030a8b7571db45458d5839972ac8d8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '6a265e80-5155-4387-9a32-c19f0e3dd687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:07:03Z', 'updated_at': '2021-08-11T04:10:30Z', 'revision_number': 5, 'project_id': '030a8b7571db45458d5839972ac8d8e2', 'gw_port': {'id': '6a265e80-5155-4387-9a32-c19f0e3dd687', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:92:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9223986f-1e51-46a3-82d8-5c2db355259b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:07:04Z', 'updated_at': '2021-08-11T04:07:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}] {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 04:10:31.368306 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b8168a-92f2-4c06-9d57-6c3df943a4a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a265e80-5155-4387-9a32-c19f0e3dd687,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:10:31.432177 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-70b8168a-92f2-4c06-9d57-6c3df943a4a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-446916'] for router_gateway, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:31.519646 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-70b8168a-92f2-4c06-9d57-6c3df943a4a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6544'] for router, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:31.521807 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-70b8168a-92f2-4c06-9d57-6c3df943a4a6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:31.620774 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-70b8168a-92f2-4c06-9d57-6c3df943a4a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448809'] for router, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:31.621253 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70b8168a-92f2-4c06-9d57-6c3df943a4a6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9223986f-1e51-46a3-82d8-5c2db355259b {{(pid=102191) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 04:10:31.626015 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-70b8168a-92f2-4c06-9d57-6c3df943a4a6 admin admin] Notify callbacks [] for router, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:31.627192 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-70b8168a-92f2-4c06-9d57-6c3df943a4a6 admin admin] 10.222.0.41 "DELETE /v2.0/routers/9223986f-1e51-46a3-82d8-5c2db355259b HTTP/1.1" status: 204 len: 168 time: 0.9656944 Aug 11 04:10:31.630621 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 50974) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:10:31.673445 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_v2 [None req-b98597d9-495a-4d95-8d0e-daa4bc87eb87 admin admin] Deleting subnet 78f67b31-0f69-42d6-b6e5-6908a0a2382a {{(pid=102191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 04:10:31.676904 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b98597d9-495a-4d95-8d0e-daa4bc87eb87 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:31.711161 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b98597d9-495a-4d95-8d0e-daa4bc87eb87 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126283525'] for subnet, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:31.802444 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b98597d9-495a-4d95-8d0e-daa4bc87eb87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:31.849743 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 6641e8ca-5dee-4377-9758-99440b59a9c6 no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 04:10:31.870439 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: 6641e8ca-5dee-4377-9758-99440b59a9c6 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 04:10:31.876011 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 6641e8ca-5dee-4377-9758-99440b59a9c6 not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 04:10:31.929301 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:31.975648 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b98597d9-495a-4d95-8d0e-daa4bc87eb87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126283413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126275158'] for subnet, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:32.004210 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98597d9-495a-4d95-8d0e-daa4bc87eb87 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78f67b31-0f69-42d6-b6e5-6908a0a2382a,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:10:32.006417 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b98597d9-495a-4d95-8d0e-daa4bc87eb87 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:32.008264 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-b98597d9-495a-4d95-8d0e-daa4bc87eb87 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/78f67b31-0f69-42d6-b6e5-6908a0a2382a HTTP/1.1" status: 204 len: 168 time: 0.3765640 Aug 11 04:10:32.010785 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 50976) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:10:32.021091 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fdc7038-9a7e-4bff-a17d-163cf1c754e0 None None] Network ea3d18ad-924e-4753-8ac5-f564715ef84c requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 04:10:32.084489 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-693d5cf8-1da7-4ef5-b2b2-9adaaa10acab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:32.137558 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-693d5cf8-1da7-4ef5-b2b2-9adaaa10acab admin admin] Deleting port a83fffaa-041a-4fd1-a029-a1b95514cb87 {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 04:10:32.137797 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-693d5cf8-1da7-4ef5-b2b2-9adaaa10acab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:32.153129 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-0fbf3d14-722c-43a5-af36-b79b57f4e5ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:32.204356 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [None req-693d5cf8-1da7-4ef5-b2b2-9adaaa10acab admin admin] For port a83fffaa-041a-4fd1-a029-a1b95514cb87, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=a83fffaa-041a-4fd1-a029-a1b95514cb87,segment=NetworkSegment(13724f05-4f4d-4d76-9d9b-450b14bdbb12),segment_id=13724f05-4f4d-4d76-9d9b-450b14bdbb12)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:10:32.204724 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-693d5cf8-1da7-4ef5-b2b2-9adaaa10acab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:32.217085 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-693d5cf8-1da7-4ef5-b2b2-9adaaa10acab admin admin] Calling delete_port for a83fffaa-041a-4fd1-a029-a1b95514cb87 owned by network:dhcp {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 04:10:32.346607 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-693d5cf8-1da7-4ef5-b2b2-9adaaa10acab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:32.372399 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693d5cf8-1da7-4ef5-b2b2-9adaaa10acab admin admin] Pushing event deleted for resources: {'Port': ['ID=a83fffaa-041a-4fd1-a029-a1b95514cb87,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:10:32.379099 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-693d5cf8-1da7-4ef5-b2b2-9adaaa10acab admin admin] No DVR routers for this DVR port a83fffaa-041a-4fd1-a029-a1b95514cb87 on host n-d-764292-30 {{(pid=102192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 04:10:32.394778 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e79526e7-6ed0-427b-bfc2-3aac7384c7da None None] DHCP port deletion for ea3d18ad-924e-4753-8ac5-f564715ef84c request from n-d-764292-30 {{(pid=102193) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 04:10:32.458217 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-693d5cf8-1da7-4ef5-b2b2-9adaaa10acab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:32.467934 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-693d5cf8-1da7-4ef5-b2b2-9adaaa10acab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea3d18ad-924e-4753-8ac5-f564715ef84c']}} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:10:32.478682 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-693d5cf8-1da7-4ef5-b2b2-9adaaa10acab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13724f05-4f4d-4d76-9d9b-450b14bdbb12') {'for_net_delete': True} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:10:32.478978 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-693d5cf8-1da7-4ef5-b2b2-9adaaa10acab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13724f05-4f4d-4d76-9d9b-450b14bdbb12') {} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:10:32.487514 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-693d5cf8-1da7-4ef5-b2b2-9adaaa10acab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125932501'] for segment, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:32.500685 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-693d5cf8-1da7-4ef5-b2b2-9adaaa10acab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:32.506446 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-693d5cf8-1da7-4ef5-b2b2-9adaaa10acab admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=102192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 04:10:32.512376 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-693d5cf8-1da7-4ef5-b2b2-9adaaa10acab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125932183'] for segment, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:32.512376 n-d-764292-30 neutron-server[102192]: Traceback (most recent call last): Aug 11 04:10:32.512376 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 04:10:32.512376 n-d-764292-30 neutron-server[102192]: timer() Aug 11 04:10:32.512376 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 04:10:32.512376 n-d-764292-30 neutron-server[102192]: cb(*args, **kw) Aug 11 04:10:32.512376 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 04:10:32.512376 n-d-764292-30 neutron-server[102192]: return func(*args, **kwargs) Aug 11 04:10:32.512376 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 04:10:32.512376 n-d-764292-30 neutron-server[102192]: self._notify() Aug 11 04:10:32.512376 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 04:10:32.512376 n-d-764292-30 neutron-server[102192]: self.callback(batched_events) Aug 11 04:10:32.512376 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 04:10:32.512376 n-d-764292-30 neutron-server[102192]: event.method(event) Aug 11 04:10:32.512376 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 04:10:32.512376 n-d-764292-30 neutron-server[102192]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 04:10:32.512376 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 04:10:32.512376 n-d-764292-30 neutron-server[102192]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 04:10:32.512376 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 04:10:32.512376 n-d-764292-30 neutron-server[102192]: return f(self, *a, **k) Aug 11 04:10:32.512376 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 04:10:32.512376 n-d-764292-30 neutron-server[102192]: return self._get(url).json() Aug 11 04:10:32.512376 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 04:10:32.512376 n-d-764292-30 neutron-server[102192]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 04:10:32.512376 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 04:10:32.512376 n-d-764292-30 neutron-server[102192]: return self.request(url, 'GET', **kwargs) Aug 11 04:10:32.512376 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 04:10:32.512376 n-d-764292-30 neutron-server[102192]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 04:10:32.512376 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 04:10:32.512376 n-d-764292-30 neutron-server[102192]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 04:10:32.512376 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 04:10:32.512376 n-d-764292-30 neutron-server[102192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 04:10:32.512376 n-d-764292-30 neutron-server[102192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 04:10:32.616967 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-693d5cf8-1da7-4ef5-b2b2-9adaaa10acab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:32.622272 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-693d5cf8-1da7-4ef5-b2b2-9adaaa10acab admin admin] Notify callbacks [] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:32.624163 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-693d5cf8-1da7-4ef5-b2b2-9adaaa10acab admin admin] 10.222.0.41 "DELETE /v2.0/networks/ea3d18ad-924e-4753-8ac5-f564715ef84c HTTP/1.1" status: 204 len: 168 time: 0.6117291 Aug 11 04:10:32.627278 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 50978) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:10:32.641541 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693d5cf8-1da7-4ef5-b2b2-9adaaa10acab admin admin] Pushing event deleted for resources: {'Network': ['ID=ea3d18ad-924e-4753-8ac5-f564715ef84c,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:10:33.243803 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:33.259533 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-82bcdea3-5f17-4362-a5de-406a2f7dee74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521106'] for router_interface, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:33.501984 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-82bcdea3-5f17-4362-a5de-406a2f7dee74 admin admin] Deleting port 87f0a318-67d7-4204-8bb5-3b3454140f7b {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 04:10:33.502353 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-82bcdea3-5f17-4362-a5de-406a2f7dee74 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:33.578564 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [None req-82bcdea3-5f17-4362-a5de-406a2f7dee74 admin admin] For port 87f0a318-67d7-4204-8bb5-3b3454140f7b, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=87f0a318-67d7-4204-8bb5-3b3454140f7b,segment=NetworkSegment(93bc08a9-ee02-43c2-9105-69753772309a),segment_id=93bc08a9-ee02-43c2-9105-69753772309a)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:10:33.578844 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-82bcdea3-5f17-4362-a5de-406a2f7dee74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:33.590897 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-82bcdea3-5f17-4362-a5de-406a2f7dee74 admin admin] Calling delete_port for 87f0a318-67d7-4204-8bb5-3b3454140f7b owned by network:router_interface {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 04:10:33.719768 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device a83fffaa-041a-4fd1-a029-a1b95514cb87 no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 04:10:33.740988 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: a83fffaa-041a-4fd1-a029-a1b95514cb87 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 04:10:33.741334 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device a83fffaa-041a-4fd1-a029-a1b95514cb87 not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 04:10:33.741750 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 6a265e80-5155-4387-9a32-c19f0e3dd687 no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 04:10:33.760444 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: 6a265e80-5155-4387-9a32-c19f0e3dd687 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 04:10:33.760880 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 6a265e80-5155-4387-9a32-c19f0e3dd687 not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 04:10:33.840000 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-82bcdea3-5f17-4362-a5de-406a2f7dee74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:33.863808 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bcdea3-5f17-4362-a5de-406a2f7dee74 admin admin] Pushing event deleted for resources: {'Port': ['ID=87f0a318-67d7-4204-8bb5-3b3454140f7b,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:10:34.031776 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-82bcdea3-5f17-4362-a5de-406a2f7dee74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16383033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450082'] for router_interface, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:34.242587 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82bcdea3-5f17-4362-a5de-406a2f7dee74 admin admin] Router 1fcb7ea3-83af-4fe0-ad99-641848edfcd5 has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 04:10:34.347889 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82bcdea3-5f17-4362-a5de-406a2f7dee74 admin admin] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 04:10:34.353049 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-82bcdea3-5f17-4362-a5de-406a2f7dee74 admin admin] 10.222.0.41 "PUT /v2.0/routers/1fcb7ea3-83af-4fe0-ad99-641848edfcd5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7246985 Aug 11 04:10:34.355511 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 50980) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:10:34.363194 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa56f610-a698-4e8d-bb08-d6f02a45636f None None] Sync routers for ids ['1fcb7ea3-83af-4fe0-ad99-641848edfcd5'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 04:10:34.367492 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa56f610-a698-4e8d-bb08-d6f02a45636f None None] Routers {'1fcb7ea3-83af-4fe0-ad99-641848edfcd5'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 04:10:34.368115 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-fa56f610-a698-4e8d-bb08-d6f02a45636f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T04:10:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['1fcb7ea3-83af-4fe0-ad99-641848edfcd5'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:10:34.457398 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e55eeb4b-fb58-41af-9d1c-b93e2e61f420 admin admin] Notify callbacks [] for router, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:34.471017 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-fa56f610-a698-4e8d-bb08-d6f02a45636f None None] Set router 1fcb7ea3-83af-4fe0-ad99-641848edfcd5 gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 04:10:34.554241 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e55eeb4b-fb58-41af-9d1c-b93e2e61f420 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:34.648309 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-fa56f610-a698-4e8d-bb08-d6f02a45636f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fcb7ea3-83af-4fe0-ad99-641848edfcd5', 'name': 'tempest-TestMinimumBasicScenario-556916839-router', 'tenant_id': '61f6bd0321dd4b94916421b413662d14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.84'}], 'enable_snat': True}, 'gw_port_id': 'e96c11ac-89ab-4812-b7e3-5a3d3149d6e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:07:09Z', 'updated_at': '2021-08-11T04:10:33Z', 'revision_number': 5, 'project_id': '61f6bd0321dd4b94916421b413662d14', 'gw_port': {'id': 'e96c11ac-89ab-4812-b7e3-5a3d3149d6e3', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:2e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fcb7ea3-83af-4fe0-ad99-641848edfcd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:07:10Z', 'updated_at': '2021-08-11T04:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:10:34.661471 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-e55eeb4b-fb58-41af-9d1c-b93e2e61f420 admin admin] Deleting port e96c11ac-89ab-4812-b7e3-5a3d3149d6e3 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 04:10:34.661819 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e55eeb4b-fb58-41af-9d1c-b93e2e61f420 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:34.673926 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa56f610-a698-4e8d-bb08-d6f02a45636f None None] Checking router: 1fcb7ea3-83af-4fe0-ad99-641848edfcd5 for host: n-d-764292-30 {{(pid=102193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 04:10:34.682581 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa56f610-a698-4e8d-bb08-d6f02a45636f None None] Routers {'1fcb7ea3-83af-4fe0-ad99-641848edfcd5'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 04:10:34.683176 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-fa56f610-a698-4e8d-bb08-d6f02a45636f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T04:10:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['1fcb7ea3-83af-4fe0-ad99-641848edfcd5'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:10:34.739482 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [None req-e55eeb4b-fb58-41af-9d1c-b93e2e61f420 admin admin] For port e96c11ac-89ab-4812-b7e3-5a3d3149d6e3, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=e96c11ac-89ab-4812-b7e3-5a3d3149d6e3,segment=NetworkSegment(fab28bed-aa25-40db-bba4-ec26e795194c),segment_id=fab28bed-aa25-40db-bba4-ec26e795194c)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:10:34.739862 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e55eeb4b-fb58-41af-9d1c-b93e2e61f420 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:34.752100 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-e55eeb4b-fb58-41af-9d1c-b93e2e61f420 admin admin] Calling delete_port for e96c11ac-89ab-4812-b7e3-5a3d3149d6e3 owned by network:router_gateway {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 04:10:34.766441 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-fa56f610-a698-4e8d-bb08-d6f02a45636f None None] Set router 1fcb7ea3-83af-4fe0-ad99-641848edfcd5 gateway port host: None {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 04:10:34.824117 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-fa56f610-a698-4e8d-bb08-d6f02a45636f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fcb7ea3-83af-4fe0-ad99-641848edfcd5', 'name': 'tempest-TestMinimumBasicScenario-556916839-router', 'tenant_id': '61f6bd0321dd4b94916421b413662d14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:07:09Z', 'updated_at': '2021-08-11T04:10:34Z', 'revision_number': 6, 'project_id': '61f6bd0321dd4b94916421b413662d14', 'gw_port_host': None}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:10:34.986875 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e55eeb4b-fb58-41af-9d1c-b93e2e61f420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:35.004153 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa56f610-a698-4e8d-bb08-d6f02a45636f None None] The sync data for ids ['1fcb7ea3-83af-4fe0-ad99-641848edfcd5'] in n-d-764292-30 is: [{'id': '1fcb7ea3-83af-4fe0-ad99-641848edfcd5', 'name': 'tempest-TestMinimumBasicScenario-556916839-router', 'tenant_id': '61f6bd0321dd4b94916421b413662d14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:07:09Z', 'updated_at': '2021-08-11T04:10:34Z', 'revision_number': 6, 'project_id': '61f6bd0321dd4b94916421b413662d14', 'gw_port_host': None}] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 04:10:35.020838 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55eeb4b-fb58-41af-9d1c-b93e2e61f420 admin admin] Pushing event deleted for resources: {'Port': ['ID=e96c11ac-89ab-4812-b7e3-5a3d3149d6e3,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:10:35.082946 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e55eeb4b-fb58-41af-9d1c-b93e2e61f420 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-446916'] for router_gateway, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:35.112350 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:35.170955 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e55eeb4b-fb58-41af-9d1c-b93e2e61f420 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6544'] for router, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:35.173063 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e55eeb4b-fb58-41af-9d1c-b93e2e61f420 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:35.297290 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e55eeb4b-fb58-41af-9d1c-b93e2e61f420 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448809'] for router, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:35.297749 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e55eeb4b-fb58-41af-9d1c-b93e2e61f420 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1fcb7ea3-83af-4fe0-ad99-641848edfcd5 {{(pid=102191) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 04:10:35.303284 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e55eeb4b-fb58-41af-9d1c-b93e2e61f420 admin admin] Notify callbacks [] for router, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:35.304446 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-e55eeb4b-fb58-41af-9d1c-b93e2e61f420 admin admin] 10.222.0.41 "DELETE /v2.0/routers/1fcb7ea3-83af-4fe0-ad99-641848edfcd5 HTTP/1.1" status: 204 len: 168 time: 0.9480329 Aug 11 04:10:35.307075 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 50982) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:10:35.356096 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9a98d45-860a-4d03-a73b-0cdb93801fd9 admin admin] Deleting subnet 391ee595-a2c9-496b-b751-e939369df5e2 {{(pid=102191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 04:10:35.359197 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b9a98d45-860a-4d03-a73b-0cdb93801fd9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:35.402738 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b9a98d45-860a-4d03-a73b-0cdb93801fd9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126283525'] for subnet, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:35.480392 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b9a98d45-860a-4d03-a73b-0cdb93801fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:35.589030 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b9a98d45-860a-4d03-a73b-0cdb93801fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126283413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126275158'] for subnet, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:35.617871 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a98d45-860a-4d03-a73b-0cdb93801fd9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=391ee595-a2c9-496b-b751-e939369df5e2,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:10:35.621429 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b9a98d45-860a-4d03-a73b-0cdb93801fd9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:35.623508 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-b9a98d45-860a-4d03-a73b-0cdb93801fd9 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/391ee595-a2c9-496b-b751-e939369df5e2 HTTP/1.1" status: 204 len: 168 time: 0.3153598 Aug 11 04:10:35.625775 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 50984) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:10:35.629036 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5c64887-a870-4e80-b08d-9ed98e86d154 None None] Network 8d54989e-e14c-4052-a401-8f232a835aba requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 04:10:35.692116 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ba95a2e5-c429-49d4-adc7-5cc6dd39ca37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:35.756291 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-ba95a2e5-c429-49d4-adc7-5cc6dd39ca37 admin admin] Deleting port e4cbf618-c770-4673-b634-40e0823eec7f {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 04:10:35.756823 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ba95a2e5-c429-49d4-adc7-5cc6dd39ca37 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:35.807557 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device e96c11ac-89ab-4812-b7e3-5a3d3149d6e3 no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 04:10:35.827649 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [None req-ba95a2e5-c429-49d4-adc7-5cc6dd39ca37 admin admin] For port e4cbf618-c770-4673-b634-40e0823eec7f, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=e4cbf618-c770-4673-b634-40e0823eec7f,segment=NetworkSegment(93bc08a9-ee02-43c2-9105-69753772309a),segment_id=93bc08a9-ee02-43c2-9105-69753772309a)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:10:35.828012 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ba95a2e5-c429-49d4-adc7-5cc6dd39ca37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:35.831339 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b389577-4310-4ce3-ab2b-3fe83192fc48 None None] DHCP port deletion for 8d54989e-e14c-4052-a401-8f232a835aba request from n-d-764292-30 {{(pid=102193) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 04:10:35.833466 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: e96c11ac-89ab-4812-b7e3-5a3d3149d6e3 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 04:10:35.833807 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device e96c11ac-89ab-4812-b7e3-5a3d3149d6e3 not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 04:10:35.834216 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 87f0a318-67d7-4204-8bb5-3b3454140f7b no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 04:10:35.842068 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-ba95a2e5-c429-49d4-adc7-5cc6dd39ca37 admin admin] Calling delete_port for e4cbf618-c770-4673-b634-40e0823eec7f owned by network:dhcp {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 04:10:35.856847 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: 87f0a318-67d7-4204-8bb5-3b3454140f7b {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 04:10:35.857276 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 87f0a318-67d7-4204-8bb5-3b3454140f7b not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 04:10:35.904511 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-9b389577-4310-4ce3-ab2b-3fe83192fc48 None None] Deleting port e4cbf618-c770-4673-b634-40e0823eec7f {{(pid=102193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 04:10:35.904889 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-9b389577-4310-4ce3-ab2b-3fe83192fc48 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:35.970484 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-9b389577-4310-4ce3-ab2b-3fe83192fc48 None None] For port e4cbf618-c770-4673-b634-40e0823eec7f, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=e4cbf618-c770-4673-b634-40e0823eec7f,segment=NetworkSegment(93bc08a9-ee02-43c2-9105-69753772309a),segment_id=93bc08a9-ee02-43c2-9105-69753772309a)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:10:35.970886 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-9b389577-4310-4ce3-ab2b-3fe83192fc48 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:35.984621 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-9b389577-4310-4ce3-ab2b-3fe83192fc48 None None] Calling delete_port for e4cbf618-c770-4673-b634-40e0823eec7f owned by network:dhcp {{(pid=102193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 04:10:35.994886 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ba95a2e5-c429-49d4-adc7-5cc6dd39ca37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:36.026921 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba95a2e5-c429-49d4-adc7-5cc6dd39ca37 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4cbf618-c770-4673-b634-40e0823eec7f,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:10:36.029360 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba95a2e5-c429-49d4-adc7-5cc6dd39ca37 admin admin] No DVR routers for this DVR port e4cbf618-c770-4673-b634-40e0823eec7f on host n-d-764292-30 {{(pid=102191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 04:10:36.066514 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-9b389577-4310-4ce3-ab2b-3fe83192fc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678'] for port, after_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:36.091461 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b389577-4310-4ce3-ab2b-3fe83192fc48 None None] Pushing event deleted for resources: {'Port': ['ID=e4cbf618-c770-4673-b634-40e0823eec7f,revision_number=None']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:10:36.095873 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b389577-4310-4ce3-ab2b-3fe83192fc48 None None] No DVR routers for this DVR port e4cbf618-c770-4673-b634-40e0823eec7f on host n-d-764292-30 {{(pid=102193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 04:10:36.103465 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b389577-4310-4ce3-ab2b-3fe83192fc48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:10:36.104118 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b389577-4310-4ce3-ab2b-3fe83192fc48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:10:36.104464 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b389577-4310-4ce3-ab2b-3fe83192fc48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:10:36.104808 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b389577-4310-4ce3-ab2b-3fe83192fc48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:10:36.105288 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b389577-4310-4ce3-ab2b-3fe83192fc48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:10:36.105632 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b389577-4310-4ce3-ab2b-3fe83192fc48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:10:36.105962 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b389577-4310-4ce3-ab2b-3fe83192fc48 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:10:36.106315 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b389577-4310-4ce3-ab2b-3fe83192fc48 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:10:36.106642 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b389577-4310-4ce3-ab2b-3fe83192fc48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:10:36.106970 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b389577-4310-4ce3-ab2b-3fe83192fc48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:10:36.107294 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b389577-4310-4ce3-ab2b-3fe83192fc48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:10:36.107615 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b389577-4310-4ce3-ab2b-3fe83192fc48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:10:36.112761 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ba95a2e5-c429-49d4-adc7-5cc6dd39ca37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:36.121931 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-ba95a2e5-c429-49d4-adc7-5cc6dd39ca37 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d54989e-e14c-4052-a401-8f232a835aba']}} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:10:36.132138 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-ba95a2e5-c429-49d4-adc7-5cc6dd39ca37 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93bc08a9-ee02-43c2-9105-69753772309a') {'for_net_delete': True} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:10:36.132432 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-ba95a2e5-c429-49d4-adc7-5cc6dd39ca37 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93bc08a9-ee02-43c2-9105-69753772309a') {} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:10:36.141153 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ba95a2e5-c429-49d4-adc7-5cc6dd39ca37 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126283644'] for segment, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:36.155381 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ba95a2e5-c429-49d4-adc7-5cc6dd39ca37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:36.161790 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba95a2e5-c429-49d4-adc7-5cc6dd39ca37 admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=102191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 04:10:36.162150 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ba95a2e5-c429-49d4-adc7-5cc6dd39ca37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126283391'] for segment, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:36.163769 n-d-764292-30 neutron-server[102191]: Traceback (most recent call last): Aug 11 04:10:36.163769 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 04:10:36.163769 n-d-764292-30 neutron-server[102191]: timer() Aug 11 04:10:36.163769 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 04:10:36.163769 n-d-764292-30 neutron-server[102191]: cb(*args, **kw) Aug 11 04:10:36.163769 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 04:10:36.163769 n-d-764292-30 neutron-server[102191]: return func(*args, **kwargs) Aug 11 04:10:36.163769 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 04:10:36.163769 n-d-764292-30 neutron-server[102191]: self._notify() Aug 11 04:10:36.163769 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 04:10:36.163769 n-d-764292-30 neutron-server[102191]: self.callback(batched_events) Aug 11 04:10:36.163769 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 04:10:36.163769 n-d-764292-30 neutron-server[102191]: event.method(event) Aug 11 04:10:36.163769 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 04:10:36.163769 n-d-764292-30 neutron-server[102191]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 04:10:36.163769 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 04:10:36.163769 n-d-764292-30 neutron-server[102191]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 04:10:36.163769 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 04:10:36.163769 n-d-764292-30 neutron-server[102191]: return f(self, *a, **k) Aug 11 04:10:36.163769 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 04:10:36.163769 n-d-764292-30 neutron-server[102191]: return self._get(url).json() Aug 11 04:10:36.163769 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 04:10:36.163769 n-d-764292-30 neutron-server[102191]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 04:10:36.163769 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 04:10:36.163769 n-d-764292-30 neutron-server[102191]: return self.request(url, 'GET', **kwargs) Aug 11 04:10:36.163769 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 04:10:36.163769 n-d-764292-30 neutron-server[102191]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 04:10:36.163769 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 04:10:36.163769 n-d-764292-30 neutron-server[102191]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 04:10:36.163769 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 04:10:36.163769 n-d-764292-30 neutron-server[102191]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 04:10:36.163769 n-d-764292-30 neutron-server[102191]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 04:10:36.262454 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ba95a2e5-c429-49d4-adc7-5cc6dd39ca37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:36.267853 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ba95a2e5-c429-49d4-adc7-5cc6dd39ca37 admin admin] Notify callbacks [] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:36.271641 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-ba95a2e5-c429-49d4-adc7-5cc6dd39ca37 admin admin] 10.222.0.41 "DELETE /v2.0/networks/8d54989e-e14c-4052-a401-8f232a835aba HTTP/1.1" status: 204 len: 168 time: 0.6434526 Aug 11 04:10:36.281664 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba95a2e5-c429-49d4-adc7-5cc6dd39ca37 admin admin] Pushing event deleted for resources: {'Network': ['ID=8d54989e-e14c-4052-a401-8f232a835aba,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:10:36.597379 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 50988) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:10:36.636992 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-aafdae3e-0436-4805-b8b3-56e8184255af admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=030a8b7571db45458d5839972ac8d8e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384352 Aug 11 04:10:36.639294 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 50990) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:10:36.685277 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e1f2e0b2-d7fc-4513-935a-8327f3cf9858 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:36.705863 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e1f2e0b2-d7fc-4513-935a-8327f3cf9858 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:36.799615 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e1f2e0b2-d7fc-4513-935a-8327f3cf9858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:36.802744 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e1f2e0b2-d7fc-4513-935a-8327f3cf9858 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:36.803915 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-e1f2e0b2-d7fc-4513-935a-8327f3cf9858 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/83afa3e3-61c1-4478-884e-3b90db5df2de HTTP/1.1" status: 204 len: 168 time: 0.1636839 Aug 11 04:10:36.811842 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f2e0b2-d7fc-4513-935a-8327f3cf9858 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83afa3e3-61c1-4478-884e-3b90db5df2de,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:10:37.461035 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 50996) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:10:37.500415 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-7362e258-e203-46e6-ac1e-003a667d674d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=61f6bd0321dd4b94916421b413662d14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382574 Aug 11 04:10:37.502869 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 50998) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:10:37.553287 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-200d19c5-54ae-4d2b-b222-ba5cd81969c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:37.573995 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-200d19c5-54ae-4d2b-b222-ba5cd81969c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:37.691838 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-200d19c5-54ae-4d2b-b222-ba5cd81969c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:37.694362 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-200d19c5-54ae-4d2b-b222-ba5cd81969c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:37.695565 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-200d19c5-54ae-4d2b-b222-ba5cd81969c2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4da9550e-08d0-4ae1-ab9f-3c228fc7a469 HTTP/1.1" status: 204 len: 168 time: 0.1917875 Aug 11 04:10:37.703843 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200d19c5-54ae-4d2b-b222-ba5cd81969c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4da9550e-08d0-4ae1-ab9f-3c228fc7a469,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:10:37.726570 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device e4cbf618-c770-4673-b634-40e0823eec7f no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 04:10:37.746247 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: e4cbf618-c770-4673-b634-40e0823eec7f {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 04:10:37.746627 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device e4cbf618-c770-4673-b634-40e0823eec7f not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 04:10:37.828214 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:39.844718 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 51038) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:10:39.849456 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-d1939f10-7741-4f68-b253-d12484c0d9a0 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-145582671', 'description': 'tempest-secgroup-smoke-145582671 description', 'project_id': '4ed3e3e6ac1f49f882ef8f301df62615'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:10:39.928897 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-d1939f10-7741-4f68-b253-d12484c0d9a0 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:39.936739 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-d1939f10-7741-4f68-b253-d12484c0d9a0 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:40.027215 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-d1939f10-7741-4f68-b253-d12484c0d9a0 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:40.100664 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-d1939f10-7741-4f68-b253-d12484c0d9a0 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:40.135624 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1939f10-7741-4f68-b253-d12484c0d9a0 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=308c872d-383a-48e7-8668-ca739d53efb6,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:10:40.187984 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-d1939f10-7741-4f68-b253-d12484c0d9a0 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:40.262219 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-d1939f10-7741-4f68-b253-d12484c0d9a0 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:40.290025 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1939f10-7741-4f68-b253-d12484c0d9a0 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5754044a-e98f-418d-868a-19a4b3c3e750,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:10:40.348236 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-d1939f10-7741-4f68-b253-d12484c0d9a0 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:40.349480 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-d1939f10-7741-4f68-b253-d12484c0d9a0 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5037673 Aug 11 04:10:40.354418 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 51040) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:10:40.356643 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-3c83f105-de52-4982-820d-87777c2d5ee4 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Request body: {'security_group_rule': {'security_group_id': '5754044a-e98f-418d-868a-19a4b3c3e750', 'project_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:10:40.432784 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-3c83f105-de52-4982-820d-87777c2d5ee4 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:40.489718 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-3c83f105-de52-4982-820d-87777c2d5ee4 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:40.542386 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-3c83f105-de52-4982-820d-87777c2d5ee4 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:40.559945 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c83f105-de52-4982-820d-87777c2d5ee4 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75238730-eb6d-42d6-8072-fcef723964de,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:10:40.620373 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-3c83f105-de52-4982-820d-87777c2d5ee4 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:40.621534 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-3c83f105-de52-4982-820d-87777c2d5ee4 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2683177 Aug 11 04:10:40.624245 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 51042) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:10:40.628629 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-e9adddb8-72ed-436d-845e-ecc4a6e79d83 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Request body: {'security_group_rule': {'security_group_id': '5754044a-e98f-418d-868a-19a4b3c3e750', 'project_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:10:40.707111 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e9adddb8-72ed-436d-845e-ecc4a6e79d83 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:40.764483 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e9adddb8-72ed-436d-845e-ecc4a6e79d83 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:40.826138 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e9adddb8-72ed-436d-845e-ecc4a6e79d83 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:40.843556 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9adddb8-72ed-436d-845e-ecc4a6e79d83 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1521fe11-c8cf-4a75-a6a7-8190aaeb5032,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:10:40.917622 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e9adddb8-72ed-436d-845e-ecc4a6e79d83 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:40.918829 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-e9adddb8-72ed-436d-845e-ecc4a6e79d83 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2936769 Aug 11 04:10:40.921472 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 51046) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:10:40.926468 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-6634b2c4-aa5c-48d7-87ef-616e0ae93a07 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Request body: {'security_group_rule': {'security_group_id': '5754044a-e98f-418d-868a-19a4b3c3e750', 'project_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:10:41.007914 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-6634b2c4-aa5c-48d7-87ef-616e0ae93a07 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:41.064183 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-6634b2c4-aa5c-48d7-87ef-616e0ae93a07 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:41.123017 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-6634b2c4-aa5c-48d7-87ef-616e0ae93a07 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:41.140073 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6634b2c4-aa5c-48d7-87ef-616e0ae93a07 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c684b571-acca-49b0-a670-ae1af5387d41,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:10:41.216586 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-6634b2c4-aa5c-48d7-87ef-616e0ae93a07 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:41.217783 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-6634b2c4-aa5c-48d7-87ef-616e0ae93a07 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2953639 Aug 11 04:10:41.220373 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 51048) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:10:41.225275 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-1bd9257b-df48-4f91-9c6e-ad0773722718 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Request body: {'security_group_rule': {'security_group_id': '5754044a-e98f-418d-868a-19a4b3c3e750', 'project_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:10:41.310891 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-1bd9257b-df48-4f91-9c6e-ad0773722718 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:41.374272 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-1bd9257b-df48-4f91-9c6e-ad0773722718 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:41.443514 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-1bd9257b-df48-4f91-9c6e-ad0773722718 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:41.462170 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd9257b-df48-4f91-9c6e-ad0773722718 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0543ff9c-dd6e-4725-8060-6feab1be7b06,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:10:41.520307 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-1bd9257b-df48-4f91-9c6e-ad0773722718 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:41.521501 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-1bd9257b-df48-4f91-9c6e-ad0773722718 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3002157 Aug 11 04:10:41.524545 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 51050) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:10:41.528836 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-33db84fd-3f18-4934-8965-1c8085f23ea7 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Request body: {'security_group_rule': {'security_group_id': '5754044a-e98f-418d-868a-19a4b3c3e750', 'project_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:10:41.605551 n-d-764292-30 neutron-server[102192]: INFO neutron.db.securitygroups_db [None req-33db84fd-3f18-4934-8965-1c8085f23ea7 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Project 4ed3e3e6ac1f49f882ef8f301df62615 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 04:10:41.610264 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-33db84fd-3f18-4934-8965-1c8085f23ea7 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:41.670766 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-33db84fd-3f18-4934-8965-1c8085f23ea7 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:41.754847 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-33db84fd-3f18-4934-8965-1c8085f23ea7 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:41.765373 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:41.772109 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33db84fd-3f18-4934-8965-1c8085f23ea7 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=923b2aec-0fde-49f7-9529-8c49ab481851,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:10:41.839563 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-33db84fd-3f18-4934-8965-1c8085f23ea7 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:41.840769 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-33db84fd-3f18-4934-8965-1c8085f23ea7 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3153551 Aug 11 04:10:41.843535 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 51052) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:10:41.848039 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-4690fe53-b650-454e-9fc7-84f3f708b601 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Request body: {'security_group_rule': {'security_group_id': '5754044a-e98f-418d-868a-19a4b3c3e750', 'project_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:10:41.926172 n-d-764292-30 neutron-server[102192]: INFO neutron.db.securitygroups_db [None req-4690fe53-b650-454e-9fc7-84f3f708b601 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Project 4ed3e3e6ac1f49f882ef8f301df62615 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 04:10:41.931005 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4690fe53-b650-454e-9fc7-84f3f708b601 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:41.989696 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4690fe53-b650-454e-9fc7-84f3f708b601 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:42.051747 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4690fe53-b650-454e-9fc7-84f3f708b601 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:42.070096 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4690fe53-b650-454e-9fc7-84f3f708b601 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a87b1a2-e824-4f62-9cf6-8b8fee5eca97,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:10:42.146039 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4690fe53-b650-454e-9fc7-84f3f708b601 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:42.147309 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-4690fe53-b650-454e-9fc7-84f3f708b601 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3028624 Aug 11 04:10:42.150560 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 51056) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:10:42.155499 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-a70e1767-7dbb-4488-a7de-8fa78b14aad3 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Request body: {'network': {'name': 'tempest-network-smoke--2037081178', 'project_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'port_security_enabled': True}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:10:42.228011 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a70e1767-7dbb-4488-a7de-8fa78b14aad3 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Made reservation on behalf of 4ed3e3e6ac1f49f882ef8f301df62615 for: {'network': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 04:10:42.231386 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a70e1767-7dbb-4488-a7de-8fa78b14aad3 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:42.256626 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a70e1767-7dbb-4488-a7de-8fa78b14aad3 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=102192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 04:10:42.265171 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a70e1767-7dbb-4488-a7de-8fa78b14aad3 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:42.265506 n-d-764292-30 neutron-server[102192]: INFO neutron.db.segments_db [None req-a70e1767-7dbb-4488-a7de-8fa78b14aad3 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Added segment cf844ae8-a8b3-4591-a54f-300e3c4e4011 of type vlan for network 08a1e7d8-ceb8-436c-b22e-7164385550f6 Aug 11 04:10:42.305068 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a70e1767-7dbb-4488-a7de-8fa78b14aad3 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:42.411039 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a70e1767-7dbb-4488-a7de-8fa78b14aad3 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:42.416665 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a70e1767-7dbb-4488-a7de-8fa78b14aad3 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:10:42.417242 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a70e1767-7dbb-4488-a7de-8fa78b14aad3 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:42.481594 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70e1767-7dbb-4488-a7de-8fa78b14aad3 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Pushing event updated for resources: {'Network': ['ID=08a1e7d8-ceb8-436c-b22e-7164385550f6,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:10:42.492289 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network 08a1e7d8-ceb8-436c-b22e-7164385550f6 details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 04:10:42.509109 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-a70e1767-7dbb-4488-a7de-8fa78b14aad3 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3575130 Aug 11 04:10:42.511947 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 51058) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:10:42.516498 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-56d904bd-684a-4371-8f0a-4d03f4efb25a tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-513129974', 'admin_state_up': True, 'project_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:10:42.600002 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-56d904bd-684a-4371-8f0a-4d03f4efb25a tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-450010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6626'] for router, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:42.600982 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-56d904bd-684a-4371-8f0a-4d03f4efb25a tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-446747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6633'] for router, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:42.656001 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-56d904bd-684a-4371-8f0a-4d03f4efb25a tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:43.175892 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-56d904bd-684a-4371-8f0a-4d03f4efb25a tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:43.419282 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-56d904bd-684a-4371-8f0a-4d03f4efb25a tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for router_gateway, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:43.438156 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-56d904bd-684a-4371-8f0a-4d03f4efb25a tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:43.542515 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [None req-56d904bd-684a-4371-8f0a-4d03f4efb25a tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Allocated IP 172.25.8.207 (09faf7d2-eaf5-4a50-bb6e-4cb05d009a76/e1a97443-13df-40bb-85f5-fd269e2742c0/4b9061df-6767-45fe-be34-15c544f08cfb) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 04:10:43.639968 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-56d904bd-684a-4371-8f0a-4d03f4efb25a tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:43.719985 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-56d904bd-684a-4371-8f0a-4d03f4efb25a tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:43.763206 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56d904bd-684a-4371-8f0a-4d03f4efb25a tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 04:10:43.765986 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-56d904bd-684a-4371-8f0a-4d03f4efb25a tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 04:10:43.769523 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d904bd-684a-4371-8f0a-4d03f4efb25a tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 04:10:43.775036 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d904bd-684a-4371-8f0a-4d03f4efb25a tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Pushing event updated for resources: {'Port': ['ID=4b9061df-6767-45fe-be34-15c544f08cfb,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:10:44.092593 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-56d904bd-684a-4371-8f0a-4d03f4efb25a tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for router_gateway, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:44.285812 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-56d904bd-684a-4371-8f0a-4d03f4efb25a tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-446952'] for router, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:44.445409 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56d904bd-684a-4371-8f0a-4d03f4efb25a tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Router c926b0af-b44e-46e5-a354-547d22f1c84b is scheduled to L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 with binding_index 1 {{(pid=102192) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 04:10:44.545476 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56d904bd-684a-4371-8f0a-4d03f4efb25a tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 04:10:44.556418 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c857c7f-2286-4bad-81fd-14a8565621f2 None None] Sync routers for ids ['c926b0af-b44e-46e5-a354-547d22f1c84b'] in n-d-764292-30 {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 04:10:44.565104 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c857c7f-2286-4bad-81fd-14a8565621f2 None None] Routers {'c926b0af-b44e-46e5-a354-547d22f1c84b'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 04:10:44.566310 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-6c857c7f-2286-4bad-81fd-14a8565621f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T04:10:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['c926b0af-b44e-46e5-a354-547d22f1c84b'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:10:44.605718 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-56d904bd-684a-4371-8f0a-4d03f4efb25a tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for router, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:44.607386 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-56d904bd-684a-4371-8f0a-4d03f4efb25a tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.0944479 Aug 11 04:10:44.610835 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 51060) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:10:44.666596 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-6c857c7f-2286-4bad-81fd-14a8565621f2 None None] Set router c926b0af-b44e-46e5-a354-547d22f1c84b gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 04:10:44.748507 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-5e662076-ef1b-4611-b6b8-694d31c485dd tempest-TestNetworkAdvancedServerOps-1813166602 tempest-TestNetworkAdvancedServerOps-1813166602-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=4ed3e3e6ac1f49f882ef8f301df62615&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1365108 Aug 11 04:10:44.751091 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 51064) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:10:44.836100 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-6c857c7f-2286-4bad-81fd-14a8565621f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c926b0af-b44e-46e5-a354-547d22f1c84b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-513129974', 'tenant_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.207'}], 'enable_snat': True}, 'gw_port_id': '4b9061df-6767-45fe-be34-15c544f08cfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:10:42Z', 'updated_at': '2021-08-11T04:10:43Z', 'revision_number': 3, 'project_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'gw_port': {'id': '4b9061df-6767-45fe-be34-15c544f08cfb', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:15:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c926b0af-b44e-46e5-a354-547d22f1c84b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:10:43Z', 'updated_at': '2021-08-11T04:10:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:10:44.865856 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c857c7f-2286-4bad-81fd-14a8565621f2 None None] Checking router: c926b0af-b44e-46e5-a354-547d22f1c84b for host: n-d-764292-30 {{(pid=102194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 04:10:44.866202 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c857c7f-2286-4bad-81fd-14a8565621f2 None None] Updating router c926b0af-b44e-46e5-a354-547d22f1c84b port 4b9061df-6767-45fe-be34-15c544f08cfb binding host n-d-764292-30 {{(pid=102194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 04:10:44.889507 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-6c857c7f-2286-4bad-81fd-14a8565621f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:44.898248 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd6621f0-af74-4ae2-9a96-561365944248 tempest-TestNetworkAdvancedServerOps-1813166602 tempest-TestNetworkAdvancedServerOps-1813166602-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:10:44.900307 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-fd6621f0-af74-4ae2-9a96-561365944248 tempest-TestNetworkAdvancedServerOps-1813166602 tempest-TestNetworkAdvancedServerOps-1813166602-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1483223 Aug 11 04:10:44.903118 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 51066) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:10:44.936649 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-ef536677-168a-4835-bf78-0e3afab5fe20 tempest-TestNetworkAdvancedServerOps-1813166602 tempest-TestNetworkAdvancedServerOps-1813166602-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=09faf7d2-eaf5-4a50-bb6e-4cb05d009a76&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0324819 Aug 11 04:10:44.939168 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 51068) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:10:44.943913 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-6a2088b7-4f10-4d8c-9b10-8aeb974bcecd tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1678610002', 'network_id': '08a1e7d8-ceb8-436c-b22e-7164385550f6', 'project_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:10:45.140652 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-6c857c7f-2286-4bad-81fd-14a8565621f2 None None] Notify callbacks [] for port, precommit_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:45.151727 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.provisioning_blocks [None req-6c857c7f-2286-4bad-81fd-14a8565621f2 None None] Transition to ACTIVE for port object 4b9061df-6767-45fe-be34-15c544f08cfb will not be triggered until provisioned by entity L2. {{(pid=102194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 04:10:45.232343 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-6c857c7f-2286-4bad-81fd-14a8565621f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:45.281845 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-6c857c7f-2286-4bad-81fd-14a8565621f2 None None] Attempting to bind port 4b9061df-6767-45fe-be34-15c544f08cfb on host n-d-764292-30 for vnic_type normal with profile {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 04:10:45.282206 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-6c857c7f-2286-4bad-81fd-14a8565621f2 None None] Attempting to bind port 4b9061df-6767-45fe-be34-15c544f08cfb by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}] {{(pid=102194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 04:10:45.282582 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c857c7f-2286-4bad-81fd-14a8565621f2 None None] Attempting to bind port 4b9061df-6767-45fe-be34-15c544f08cfb on network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 04:10:45.288510 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1107e8ff-3e13-408d-a0e6-49b064728e8d None None] Pushing event updated for resources: {'Port': ['ID=4b9061df-6767-45fe-be34-15c544f08cfb,revision_number=2']} {{(pid=102194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:10:45.296038 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c857c7f-2286-4bad-81fd-14a8565621f2 None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 4, 10, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 04:10:45.296397 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c857c7f-2286-4bad-81fd-14a8565621f2 None None] Checking segment: {'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 04:10:45.296789 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-6c857c7f-2286-4bad-81fd-14a8565621f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:45.297175 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c857c7f-2286-4bad-81fd-14a8565621f2 None None] Bound using segment: {'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'} {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 04:10:45.297622 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-6c857c7f-2286-4bad-81fd-14a8565621f2 None None] Bound port: 4b9061df-6767-45fe-be34-15c544f08cfb, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}}] {{(pid=102194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 04:10:45.297990 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-6c857c7f-2286-4bad-81fd-14a8565621f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:45.301068 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1107e8ff-3e13-408d-a0e6-49b064728e8d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:10:45.301404 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1107e8ff-3e13-408d-a0e6-49b064728e8d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:10:45.301734 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1107e8ff-3e13-408d-a0e6-49b064728e8d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:10:45.302061 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1107e8ff-3e13-408d-a0e6-49b064728e8d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:10:45.302409 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1107e8ff-3e13-408d-a0e6-49b064728e8d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:10:45.302732 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1107e8ff-3e13-408d-a0e6-49b064728e8d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:10:45.303049 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1107e8ff-3e13-408d-a0e6-49b064728e8d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:10:45.303364 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1107e8ff-3e13-408d-a0e6-49b064728e8d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:10:45.303675 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1107e8ff-3e13-408d-a0e6-49b064728e8d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:10:45.303988 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1107e8ff-3e13-408d-a0e6-49b064728e8d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:10:45.304306 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1107e8ff-3e13-408d-a0e6-49b064728e8d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:10:45.304614 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1107e8ff-3e13-408d-a0e6-49b064728e8d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:10:45.356820 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.db [None req-6c857c7f-2286-4bad-81fd-14a8565621f2 None None] For port 4b9061df-6767-45fe-be34-15c544f08cfb, host n-d-764292-30, cleared binding levels {{(pid=102194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 04:10:45.359674 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.db [None req-6c857c7f-2286-4bad-81fd-14a8565621f2 None None] For port 4b9061df-6767-45fe-be34-15c544f08cfb, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=4b9061df-6767-45fe-be34-15c544f08cfb,segment=NetworkSegment(fab28bed-aa25-40db-bba4-ec26e795194c),segment_id=fab28bed-aa25-40db-bba4-ec26e795194c)] {{(pid=102194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 04:10:45.405417 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a2088b7-4f10-4d8c-9b10-8aeb974bcecd tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Made reservation on behalf of 4ed3e3e6ac1f49f882ef8f301df62615 for: {'subnet': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 04:10:45.408868 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6a2088b7-4f10-4d8c-9b10-8aeb974bcecd tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274743'] for subnet, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:45.427181 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-6c857c7f-2286-4bad-81fd-14a8565621f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:45.484228 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1107e8ff-3e13-408d-a0e6-49b064728e8d None None] Pushing event updated for resources: {'Port': ['ID=4b9061df-6767-45fe-be34-15c544f08cfb,revision_number=3']} {{(pid=102194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:10:45.488790 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c857c7f-2286-4bad-81fd-14a8565621f2 None None] Routers {'c926b0af-b44e-46e5-a354-547d22f1c84b'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 04:10:45.489393 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-6c857c7f-2286-4bad-81fd-14a8565621f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T04:10:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['c926b0af-b44e-46e5-a354-547d22f1c84b'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:10:45.590712 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-6c857c7f-2286-4bad-81fd-14a8565621f2 None None] Set router c926b0af-b44e-46e5-a354-547d22f1c84b gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 04:10:45.702764 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6a2088b7-4f10-4d8c-9b10-8aeb974bcecd tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126283476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274725'] for subnet, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:45.768832 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2088b7-4f10-4d8c-9b10-8aeb974bcecd tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Pushing event updated for resources: {'Subnet': ['ID=0b58ba02-4813-4901-b463-01f59a0efc19,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:10:45.769097 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-6c857c7f-2286-4bad-81fd-14a8565621f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c926b0af-b44e-46e5-a354-547d22f1c84b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-513129974', 'tenant_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.207'}], 'enable_snat': True}, 'gw_port_id': '4b9061df-6767-45fe-be34-15c544f08cfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:10:42Z', 'updated_at': '2021-08-11T04:10:43Z', 'revision_number': 3, 'project_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'gw_port': {'id': '4b9061df-6767-45fe-be34-15c544f08cfb', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:15:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c926b0af-b44e-46e5-a354-547d22f1c84b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:10:43Z', 'updated_at': '2021-08-11T04:10:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:10:45.795757 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2088b7-4f10-4d8c-9b10-8aeb974bcecd tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Checking segment: {'id': 'cf844ae8-a8b3-4591-a54f-300e3c4e4011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '08a1e7d8-ceb8-436c-b22e-7164385550f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 04:10:45.795757 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a2088b7-4f10-4d8c-9b10-8aeb974bcecd tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Network hostable DHCP agents. Network: 08a1e7d8-ceb8-436c-b22e-7164385550f6, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 04:10:45.797990 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c857c7f-2286-4bad-81fd-14a8565621f2 None None] The sync data for ids ['c926b0af-b44e-46e5-a354-547d22f1c84b'] in n-d-764292-30 is: [{'id': 'c926b0af-b44e-46e5-a354-547d22f1c84b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-513129974', 'tenant_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.207'}], 'enable_snat': True}, 'gw_port_id': '4b9061df-6767-45fe-be34-15c544f08cfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:10:42Z', 'updated_at': '2021-08-11T04:10:43Z', 'revision_number': 3, 'project_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'gw_port': {'id': '4b9061df-6767-45fe-be34-15c544f08cfb', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:15:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c926b0af-b44e-46e5-a354-547d22f1c84b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:10:43Z', 'updated_at': '2021-08-11T04:10:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}] {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 04:10:45.900302 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a2088b7-4f10-4d8c-9b10-8aeb974bcecd tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Network 08a1e7d8-ceb8-436c-b22e-7164385550f6 is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 04:10:45.963810 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-6a2088b7-4f10-4d8c-9b10-8aeb974bcecd tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, 08a1e7d8-ceb8-436c-b22e-7164385550f6) {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 04:10:45.968146 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a2088b7-4f10-4d8c-9b10-8aeb974bcecd tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:10:45.968806 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6a2088b7-4f10-4d8c-9b10-8aeb974bcecd tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:45.974404 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40420ff3-2cba-4e57-80f0-ea5894baabd6 None None] Network 08a1e7d8-ceb8-436c-b22e-7164385550f6 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 04:10:46.069210 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-6a2088b7-4f10-4d8c-9b10-8aeb974bcecd tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1290021 Aug 11 04:10:46.071970 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 51070) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:10:46.155841 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-748ea1e9-4208-448a-a3b9-4ef1607169d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde080026-c28f-55be-b52b-13827cc43646-08a1e7d8-ceb8-436c-b22e-7164385550f6', 'network_id': '08a1e7d8-ceb8-436c-b22e-7164385550f6', 'tenant_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'fixed_ips': [{'subnet_id': '0b58ba02-4813-4901-b463-01f59a0efc19'}]}} from n-d-764292-30. {{(pid=102193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 04:10:46.156717 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-748ea1e9-4208-448a-a3b9-4ef1607169d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:46.302430 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.db_base_plugin_common [None req-748ea1e9-4208-448a-a3b9-4ef1607169d0 None None] Allocated IP 172.20.0.2 (08a1e7d8-ceb8-436c-b22e-7164385550f6/0b58ba02-4813-4901-b463-01f59a0efc19/1059e17a-3f84-490e-a8c5-57cb0bfa506d) {{(pid=102193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 04:10:46.459440 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-748ea1e9-4208-448a-a3b9-4ef1607169d0 None None] Notify callbacks [] for port, precommit_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:46.468144 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-748ea1e9-4208-448a-a3b9-4ef1607169d0 None None] Transition to ACTIVE for port object 1059e17a-3f84-490e-a8c5-57cb0bfa506d will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 04:10:46.485139 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-748ea1e9-4208-448a-a3b9-4ef1607169d0 None None] Transition to ACTIVE for port object 1059e17a-3f84-490e-a8c5-57cb0bfa506d will not be triggered until provisioned by entity DHCP. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 04:10:46.537256 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-adb285d8-8470-43bf-a2e4-388feba2069a tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:46.560410 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-748ea1e9-4208-448a-a3b9-4ef1607169d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669'] for port, after_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:46.602263 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-748ea1e9-4208-448a-a3b9-4ef1607169d0 None None] Network 08a1e7d8-ceb8-436c-b22e-7164385550f6 is already hosted by enough agents. {{(pid=102193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 04:10:46.605391 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.base_scheduler [None req-748ea1e9-4208-448a-a3b9-4ef1607169d0 None None] Resources bound (agent type, host, resource id): {{(pid=102193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 04:10:46.609040 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748ea1e9-4208-448a-a3b9-4ef1607169d0 None None] Received port after_create {{(pid=102193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 04:10:46.615871 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748ea1e9-4208-448a-a3b9-4ef1607169d0 None None] Pushing event updated for resources: {'Port': ['ID=1059e17a-3f84-490e-a8c5-57cb0bfa506d,revision_number=1']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:10:46.667100 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-748ea1e9-4208-448a-a3b9-4ef1607169d0 None None] Attempting to bind port 1059e17a-3f84-490e-a8c5-57cb0bfa506d on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 04:10:46.667575 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-748ea1e9-4208-448a-a3b9-4ef1607169d0 None None] Attempting to bind port 1059e17a-3f84-490e-a8c5-57cb0bfa506d by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': 'cf844ae8-a8b3-4591-a54f-300e3c4e4011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '08a1e7d8-ceb8-436c-b22e-7164385550f6'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 04:10:46.667967 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748ea1e9-4208-448a-a3b9-4ef1607169d0 None None] Attempting to bind port 1059e17a-3f84-490e-a8c5-57cb0bfa506d on network 08a1e7d8-ceb8-436c-b22e-7164385550f6 {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 04:10:46.672839 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748ea1e9-4208-448a-a3b9-4ef1607169d0 None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 4, 10, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 04:10:46.673211 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748ea1e9-4208-448a-a3b9-4ef1607169d0 None None] Checking segment: {'id': 'cf844ae8-a8b3-4591-a54f-300e3c4e4011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '08a1e7d8-ceb8-436c-b22e-7164385550f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 04:10:46.673613 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-748ea1e9-4208-448a-a3b9-4ef1607169d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:46.674003 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748ea1e9-4208-448a-a3b9-4ef1607169d0 None None] Bound using segment: {'id': 'cf844ae8-a8b3-4591-a54f-300e3c4e4011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '08a1e7d8-ceb8-436c-b22e-7164385550f6'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 04:10:46.674496 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-748ea1e9-4208-448a-a3b9-4ef1607169d0 None None] Bound port: 1059e17a-3f84-490e-a8c5-57cb0bfa506d, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf844ae8-a8b3-4591-a54f-300e3c4e4011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '08a1e7d8-ceb8-436c-b22e-7164385550f6'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 04:10:46.674880 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-748ea1e9-4208-448a-a3b9-4ef1607169d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:46.742814 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-748ea1e9-4208-448a-a3b9-4ef1607169d0 None None] For port 1059e17a-3f84-490e-a8c5-57cb0bfa506d, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 04:10:46.745878 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-748ea1e9-4208-448a-a3b9-4ef1607169d0 None None] For port 1059e17a-3f84-490e-a8c5-57cb0bfa506d, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=1059e17a-3f84-490e-a8c5-57cb0bfa506d,segment=NetworkSegment(cf844ae8-a8b3-4591-a54f-300e3c4e4011),segment_id=cf844ae8-a8b3-4591-a54f-300e3c4e4011)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 04:10:46.818162 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-748ea1e9-4208-448a-a3b9-4ef1607169d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:46.873852 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [None req-adb285d8-8470-43bf-a2e4-388feba2069a tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Allocated IP 172.20.0.1 (08a1e7d8-ceb8-436c-b22e-7164385550f6/0b58ba02-4813-4901-b463-01f59a0efc19/eacbc569-0512-469e-98cc-8315d90b8908) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 04:10:46.875847 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748ea1e9-4208-448a-a3b9-4ef1607169d0 None None] Pushing event updated for resources: {'Port': ['ID=1059e17a-3f84-490e-a8c5-57cb0bfa506d,revision_number=2']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:10:46.994970 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-adb285d8-8470-43bf-a2e4-388feba2069a tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:47.010924 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [None req-adb285d8-8470-43bf-a2e4-388feba2069a tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Transition to ACTIVE for port object eacbc569-0512-469e-98cc-8315d90b8908 will not be triggered until provisioned by entity DHCP. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 04:10:47.183274 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-adb285d8-8470-43bf-a2e4-388feba2069a tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:47.200372 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adb285d8-8470-43bf-a2e4-388feba2069a tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Network 08a1e7d8-ceb8-436c-b22e-7164385550f6 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 04:10:47.205570 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-adb285d8-8470-43bf-a2e4-388feba2069a tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 04:10:47.209441 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb285d8-8470-43bf-a2e4-388feba2069a tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 04:10:47.233726 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb285d8-8470-43bf-a2e4-388feba2069a tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Pushing event updated for resources: {'Port': ['ID=eacbc569-0512-469e-98cc-8315d90b8908,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:10:47.255949 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-adb285d8-8470-43bf-a2e4-388feba2069a tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-520987'] for router_interface, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:47.463972 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-adb285d8-8470-43bf-a2e4-388feba2069a tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:47.743119 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-adb285d8-8470-43bf-a2e4-388feba2069a tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:47.772593 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 1059e17a-3f84-490e-a8c5-57cb0bfa506d up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 04:10:47.803444 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-adb285d8-8470-43bf-a2e4-388feba2069a tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:47.876284 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb285d8-8470-43bf-a2e4-388feba2069a tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Pushing event updated for resources: {'Port': ['ID=eacbc569-0512-469e-98cc-8315d90b8908,revision_number=2']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:10:47.878736 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-adb285d8-8470-43bf-a2e4-388feba2069a tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16383026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521135'] for router_interface, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:47.891378 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port 1059e17a-3f84-490e-a8c5-57cb0bfa506d completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 04:10:47.896260 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 4b9061df-6767-45fe-be34-15c544f08cfb up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 04:10:47.977449 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adb285d8-8470-43bf-a2e4-388feba2069a tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Network 08a1e7d8-ceb8-436c-b22e-7164385550f6 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 04:10:47.979060 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-adb285d8-8470-43bf-a2e4-388feba2069a tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 04:10:48.016809 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port 4b9061df-6767-45fe-be34-15c544f08cfb completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 04:10:48.021218 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 4b9061df-6767-45fe-be34-15c544f08cfb triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 04:10:48.021788 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:48.074681 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c46a7c63-5f8f-40a9-bbf3-73997ac478a4 None None] Network 08a1e7d8-ceb8-436c-b22e-7164385550f6 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 04:10:48.096172 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adb285d8-8470-43bf-a2e4-388feba2069a tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Router c926b0af-b44e-46e5-a354-547d22f1c84b has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 04:10:48.177402 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:48.204144 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adb285d8-8470-43bf-a2e4-388feba2069a tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 04:10:48.209855 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-adb285d8-8470-43bf-a2e4-388feba2069a tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "PUT /v2.0/routers/c926b0af-b44e-46e5-a354-547d22f1c84b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1363254 Aug 11 04:10:48.210678 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port 4b9061df-6767-45fe-be34-15c544f08cfb, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=4b9061df-6767-45fe-be34-15c544f08cfb,segment=NetworkSegment(fab28bed-aa25-40db-bba4-ec26e795194c),segment_id=fab28bed-aa25-40db-bba4-ec26e795194c)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:10:48.215381 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc1fac7-fba7-4341-9209-3f8d5148fdaf None None] Sync routers for ids ['c926b0af-b44e-46e5-a354-547d22f1c84b'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 04:10:48.241119 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-4af65779-53af-4e60-bd9d-04d27b8d9f19 None None] Provisioning for port 1059e17a-3f84-490e-a8c5-57cb0bfa506d completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 04:10:48.255351 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-4af65779-53af-4e60-bd9d-04d27b8d9f19 None None] Provisioning complete for port 1059e17a-3f84-490e-a8c5-57cb0bfa506d triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 04:10:48.255721 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-4af65779-53af-4e60-bd9d-04d27b8d9f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:48.257164 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc1fac7-fba7-4341-9209-3f8d5148fdaf None None] Routers {'c926b0af-b44e-46e5-a354-547d22f1c84b'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 04:10:48.257818 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-3fc1fac7-fba7-4341-9209-3f8d5148fdaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T04:10:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['c926b0af-b44e-46e5-a354-547d22f1c84b'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:10:48.314670 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:48.355893 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-04c20ae5-7812-446b-86a6-9849147c98ab req-aa461930-bfc4-4f9c-8dfb-bc369cc98fae tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-145582671&fields=id&tenant_id=4ed3e3e6ac1f49f882ef8f301df62615 HTTP/1.1" status: 200 len: 267 time: 0.0376792 Aug 11 04:10:48.447332 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=4b9061df-6767-45fe-be34-15c544f08cfb,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:10:48.462891 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c20ae5-7812-446b-86a6-9849147c98ab req-5627ad95-f180-4d09-b9aa-71c3bf2dbd73 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:10:48.464487 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-04c20ae5-7812-446b-86a6-9849147c98ab req-5627ad95-f180-4d09-b9aa-71c3bf2dbd73 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/networks?id=08a1e7d8-ceb8-436c-b22e-7164385550f6 HTTP/1.1" status: 200 len: 797 time: 0.1017318 Aug 11 04:10:48.480661 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-04c20ae5-7812-446b-86a6-9849147c98ab req-cba7f565-db2d-4f2f-87fd-d31fc40ca624 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/quotas/4ed3e3e6ac1f49f882ef8f301df62615 HTTP/1.1" status: 200 len: 375 time: 0.0098944 Aug 11 04:10:48.490911 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-3fc1fac7-fba7-4341-9209-3f8d5148fdaf None None] Set router c926b0af-b44e-46e5-a354-547d22f1c84b gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 04:10:48.539621 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-4af65779-53af-4e60-bd9d-04d27b8d9f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:48.541293 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-04c20ae5-7812-446b-86a6-9849147c98ab req-3f7d7d9f-b3cd-4333-b576-da98b57ac6c0 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=4ed3e3e6ac1f49f882ef8f301df62615&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0542774 Aug 11 04:10:48.647043 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-4af65779-53af-4e60-bd9d-04d27b8d9f19 None None] For port 1059e17a-3f84-490e-a8c5-57cb0bfa506d, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=1059e17a-3f84-490e-a8c5-57cb0bfa506d,segment=NetworkSegment(cf844ae8-a8b3-4591-a54f-300e3c4e4011),segment_id=cf844ae8-a8b3-4591-a54f-300e3c4e4011)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:10:48.702678 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-04c20ae5-7812-446b-86a6-9849147c98ab req-2f363ef0-9c2d-41f6-866b-bae1a42f0144 service neutron] 10.222.0.41 "GET /v2.0/networks/08a1e7d8-ceb8-436c-b22e-7164385550f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484036 Aug 11 04:10:48.717746 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-4af65779-53af-4e60-bd9d-04d27b8d9f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:48.786678 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af65779-53af-4e60-bd9d-04d27b8d9f19 None None] Pushing event updated for resources: {'Port': ['ID=1059e17a-3f84-490e-a8c5-57cb0bfa506d,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:10:48.790809 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-3fc1fac7-fba7-4341-9209-3f8d5148fdaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c926b0af-b44e-46e5-a354-547d22f1c84b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-513129974', 'tenant_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.207'}], 'enable_snat': True}, 'gw_port_id': '4b9061df-6767-45fe-be34-15c544f08cfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:10:42Z', 'updated_at': '2021-08-11T04:10:47Z', 'revision_number': 4, 'project_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'gw_port': {'id': '4b9061df-6767-45fe-be34-15c544f08cfb', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:15:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c926b0af-b44e-46e5-a354-547d22f1c84b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:10:43Z', 'updated_at': '2021-08-11T04:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': 'eacbc569-0512-469e-98cc-8315d90b8908', 'name': '', 'network_id': '08a1e7d8-ceb8-436c-b22e-7164385550f6', 'tenant_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'mac_address': 'fa:16:3e:82:7e:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c926b0af-b44e-46e5-a354-547d22f1c84b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '0b58ba02-4813-4901-b463-01f59a0efc19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:10:46Z', 'updated_at': '2021-08-11T04:10:47Z', 'revision_number': 2, 'project_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'subnets': [{'id': '0b58ba02-4813-4901-b463-01f59a0efc19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:10:48.799970 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-04c20ae5-7812-446b-86a6-9849147c98ab req-61043bc1-aec6-4ced-af17-8918d5e03dd3 service neutron] 10.222.0.41 "GET /v2.0/networks/08a1e7d8-ceb8-436c-b22e-7164385550f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962310 Aug 11 04:10:48.818726 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc1fac7-fba7-4341-9209-3f8d5148fdaf None None] Checking router: c926b0af-b44e-46e5-a354-547d22f1c84b for host: n-d-764292-30 {{(pid=102193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 04:10:48.819078 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc1fac7-fba7-4341-9209-3f8d5148fdaf None None] Updating router c926b0af-b44e-46e5-a354-547d22f1c84b port eacbc569-0512-469e-98cc-8315d90b8908 binding host n-d-764292-30 {{(pid=102193) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 04:10:48.851545 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3fc1fac7-fba7-4341-9209-3f8d5148fdaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:48.864210 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-a3cab5ed-8422-4281-a90f-3ae0dcb7e481 None None] Provisioning complete for port 1059e17a-3f84-490e-a8c5-57cb0bfa506d triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 04:10:48.864642 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-a3cab5ed-8422-4281-a90f-3ae0dcb7e481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:49.063799 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6d1b2045-ad2c-44e3-94c5-7b844ef4b553 req-08252ca0-27a3-4401-b294-155617c6c125 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/ports?device_id=be19e0f2-0ba7-450d-8991-a572424b78ea HTTP/1.1" status: 200 len: 210 time: 0.0419998 Aug 11 04:10:49.303351 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-a3cab5ed-8422-4281-a90f-3ae0dcb7e481 None None] Provisioning for port eacbc569-0512-469e-98cc-8315d90b8908 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 04:10:49.325617 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-a3cab5ed-8422-4281-a90f-3ae0dcb7e481 None None] Provisioning complete for port eacbc569-0512-469e-98cc-8315d90b8908 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 04:10:49.325986 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-a3cab5ed-8422-4281-a90f-3ae0dcb7e481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:49.372034 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3fc1fac7-fba7-4341-9209-3f8d5148fdaf None None] Notify callbacks [] for port, precommit_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:49.382617 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-a3cab5ed-8422-4281-a90f-3ae0dcb7e481 None None] Port eacbc569-0512-469e-98cc-8315d90b8908 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 04:10:49.385999 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3fc1fac7-fba7-4341-9209-3f8d5148fdaf None None] Transition to ACTIVE for port object eacbc569-0512-469e-98cc-8315d90b8908 will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 04:10:49.493005 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3fc1fac7-fba7-4341-9209-3f8d5148fdaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:49.550640 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366922da-31cd-4dbb-8559-e5c4cfee7440 None None] Pushing event updated for resources: {'Port': ['ID=eacbc569-0512-469e-98cc-8315d90b8908,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:10:49.603863 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-3fc1fac7-fba7-4341-9209-3f8d5148fdaf None None] Attempting to bind port eacbc569-0512-469e-98cc-8315d90b8908 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 04:10:49.604376 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-3fc1fac7-fba7-4341-9209-3f8d5148fdaf None None] Attempting to bind port eacbc569-0512-469e-98cc-8315d90b8908 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': 'cf844ae8-a8b3-4591-a54f-300e3c4e4011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '08a1e7d8-ceb8-436c-b22e-7164385550f6'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 04:10:49.604751 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc1fac7-fba7-4341-9209-3f8d5148fdaf None None] Attempting to bind port eacbc569-0512-469e-98cc-8315d90b8908 on network 08a1e7d8-ceb8-436c-b22e-7164385550f6 {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 04:10:49.610072 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc1fac7-fba7-4341-9209-3f8d5148fdaf None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 4, 10, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 04:10:49.610611 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc1fac7-fba7-4341-9209-3f8d5148fdaf None None] Checking segment: {'id': 'cf844ae8-a8b3-4591-a54f-300e3c4e4011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '08a1e7d8-ceb8-436c-b22e-7164385550f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 04:10:49.611033 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3fc1fac7-fba7-4341-9209-3f8d5148fdaf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:49.611433 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc1fac7-fba7-4341-9209-3f8d5148fdaf None None] Bound using segment: {'id': 'cf844ae8-a8b3-4591-a54f-300e3c4e4011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '08a1e7d8-ceb8-436c-b22e-7164385550f6'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 04:10:49.611908 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-3fc1fac7-fba7-4341-9209-3f8d5148fdaf None None] Bound port: eacbc569-0512-469e-98cc-8315d90b8908, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf844ae8-a8b3-4591-a54f-300e3c4e4011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '08a1e7d8-ceb8-436c-b22e-7164385550f6'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 04:10:49.612296 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3fc1fac7-fba7-4341-9209-3f8d5148fdaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:49.684291 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3fc1fac7-fba7-4341-9209-3f8d5148fdaf None None] For port eacbc569-0512-469e-98cc-8315d90b8908, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 04:10:49.687797 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3fc1fac7-fba7-4341-9209-3f8d5148fdaf None None] For port eacbc569-0512-469e-98cc-8315d90b8908, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=eacbc569-0512-469e-98cc-8315d90b8908,segment=NetworkSegment(cf844ae8-a8b3-4591-a54f-300e3c4e4011),segment_id=cf844ae8-a8b3-4591-a54f-300e3c4e4011)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 04:10:49.739866 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 4b9061df-6767-45fe-be34-15c544f08cfb up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 04:10:49.764052 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3fc1fac7-fba7-4341-9209-3f8d5148fdaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:49.841664 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc1fac7-fba7-4341-9209-3f8d5148fdaf None None] Routers {'c926b0af-b44e-46e5-a354-547d22f1c84b'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 04:10:49.842328 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-3fc1fac7-fba7-4341-9209-3f8d5148fdaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T04:10:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['c926b0af-b44e-46e5-a354-547d22f1c84b'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:10:49.852731 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366922da-31cd-4dbb-8559-e5c4cfee7440 None None] Pushing event updated for resources: {'Port': ['ID=eacbc569-0512-469e-98cc-8315d90b8908,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:10:49.900623 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 4b9061df-6767-45fe-be34-15c544f08cfb triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 04:10:49.900998 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:49.993399 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-3fc1fac7-fba7-4341-9209-3f8d5148fdaf None None] Set router c926b0af-b44e-46e5-a354-547d22f1c84b gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 04:10:50.141610 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 1059e17a-3f84-490e-a8c5-57cb0bfa506d up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 04:10:50.154995 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-73715e4d-d89c-4168-a29f-0d675b739b43 req-fe6f3d77-5977-4e23-aa10-7179438e1f78 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/ports?device_id=be19e0f2-0ba7-450d-8991-a572424b78ea HTTP/1.1" status: 200 len: 210 time: 0.0282075 Aug 11 04:10:50.241826 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 1059e17a-3f84-490e-a8c5-57cb0bfa506d triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 04:10:50.242201 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:50.306396 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-3fc1fac7-fba7-4341-9209-3f8d5148fdaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c926b0af-b44e-46e5-a354-547d22f1c84b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-513129974', 'tenant_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.207'}], 'enable_snat': True}, 'gw_port_id': '4b9061df-6767-45fe-be34-15c544f08cfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:10:42Z', 'updated_at': '2021-08-11T04:10:47Z', 'revision_number': 4, 'project_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'gw_port': {'id': '4b9061df-6767-45fe-be34-15c544f08cfb', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:15:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c926b0af-b44e-46e5-a354-547d22f1c84b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:10:43Z', 'updated_at': '2021-08-11T04:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': 'eacbc569-0512-469e-98cc-8315d90b8908', 'name': '', 'network_id': '08a1e7d8-ceb8-436c-b22e-7164385550f6', 'tenant_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'mac_address': 'fa:16:3e:82:7e:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c926b0af-b44e-46e5-a354-547d22f1c84b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '0b58ba02-4813-4901-b463-01f59a0efc19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:10:46Z', 'updated_at': '2021-08-11T04:10:49Z', 'revision_number': 4, 'project_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'subnets': [{'id': '0b58ba02-4813-4901-b463-01f59a0efc19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:10:50.334670 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc1fac7-fba7-4341-9209-3f8d5148fdaf None None] The sync data for ids ['c926b0af-b44e-46e5-a354-547d22f1c84b'] in n-d-764292-30 is: [{'id': 'c926b0af-b44e-46e5-a354-547d22f1c84b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-513129974', 'tenant_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.207'}], 'enable_snat': True}, 'gw_port_id': '4b9061df-6767-45fe-be34-15c544f08cfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:10:42Z', 'updated_at': '2021-08-11T04:10:47Z', 'revision_number': 4, 'project_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'gw_port': {'id': '4b9061df-6767-45fe-be34-15c544f08cfb', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:15:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c926b0af-b44e-46e5-a354-547d22f1c84b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:10:43Z', 'updated_at': '2021-08-11T04:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': 'eacbc569-0512-469e-98cc-8315d90b8908', 'name': '', 'network_id': '08a1e7d8-ceb8-436c-b22e-7164385550f6', 'tenant_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'mac_address': 'fa:16:3e:82:7e:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c926b0af-b44e-46e5-a354-547d22f1c84b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '0b58ba02-4813-4901-b463-01f59a0efc19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:10:46Z', 'updated_at': '2021-08-11T04:10:49Z', 'revision_number': 4, 'project_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'subnets': [{'id': '0b58ba02-4813-4901-b463-01f59a0efc19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 04:10:51.178432 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c20ae5-7812-446b-86a6-9849147c98ab req-7f073021-e2b5-4913-a68a-efeea698f7fe tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:10:51.180113 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-04c20ae5-7812-446b-86a6-9849147c98ab req-7f073021-e2b5-4913-a68a-efeea698f7fe tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.22 "GET /v2.0/networks?id=08a1e7d8-ceb8-436c-b22e-7164385550f6 HTTP/1.1" status: 200 len: 797 time: 0.1045847 Aug 11 04:10:51.230935 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-04c20ae5-7812-446b-86a6-9849147c98ab req-a495cbeb-d892-4816-9238-56e662424d11 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4ed3e3e6ac1f49f882ef8f301df62615 HTTP/1.1" status: 200 len: 379 time: 0.0410430 Aug 11 04:10:51.240513 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-04c20ae5-7812-446b-86a6-9849147c98ab req-16afd943-f389-47c2-847f-a7159f33bc1e tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Request body: {'port': {'device_id': 'be19e0f2-0ba7-450d-8991-a572424b78ea', 'network_id': '08a1e7d8-ceb8-436c-b22e-7164385550f6', 'admin_state_up': True, 'tenant_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'security_groups': ['5754044a-e98f-418d-868a-19a4b3c3e750']}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:10:51.264037 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b7dc9d8e-3e7a-4e09-b614-ef375a7ac253 req-50b4ce7f-6481-4de0-8700-443d51e24772 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/ports?device_id=be19e0f2-0ba7-450d-8991-a572424b78ea HTTP/1.1" status: 200 len: 210 time: 0.0289252 Aug 11 04:10:51.451240 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04c20ae5-7812-446b-86a6-9849147c98ab req-16afd943-f389-47c2-847f-a7159f33bc1e tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Made reservation on behalf of 4ed3e3e6ac1f49f882ef8f301df62615 for: {'port': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 04:10:51.454860 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-04c20ae5-7812-446b-86a6-9849147c98ab req-16afd943-f389-47c2-847f-a7159f33bc1e tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:51.574873 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [req-04c20ae5-7812-446b-86a6-9849147c98ab req-16afd943-f389-47c2-847f-a7159f33bc1e tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Allocated IP 172.20.0.10 (08a1e7d8-ceb8-436c-b22e-7164385550f6/0b58ba02-4813-4901-b463-01f59a0efc19/7ab8ebeb-eade-4e22-82e5-e906bfca2f15) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 04:10:51.713108 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-04c20ae5-7812-446b-86a6-9849147c98ab req-16afd943-f389-47c2-847f-a7159f33bc1e tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:51.727955 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [req-04c20ae5-7812-446b-86a6-9849147c98ab req-16afd943-f389-47c2-847f-a7159f33bc1e tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Transition to ACTIVE for port object 7ab8ebeb-eade-4e22-82e5-e906bfca2f15 will not be triggered until provisioned by entity DHCP. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 04:10:51.752017 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device eacbc569-0512-469e-98cc-8315d90b8908 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 04:10:51.834559 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-04c20ae5-7812-446b-86a6-9849147c98ab req-16afd943-f389-47c2-847f-a7159f33bc1e tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:51.860554 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port eacbc569-0512-469e-98cc-8315d90b8908 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 04:10:51.865230 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port eacbc569-0512-469e-98cc-8315d90b8908 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 04:10:51.865757 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:51.875392 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04c20ae5-7812-446b-86a6-9849147c98ab req-16afd943-f389-47c2-847f-a7159f33bc1e tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Network 08a1e7d8-ceb8-436c-b22e-7164385550f6 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 04:10:51.880583 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [req-04c20ae5-7812-446b-86a6-9849147c98ab req-16afd943-f389-47c2-847f-a7159f33bc1e tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 04:10:51.884344 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-04c20ae5-7812-446b-86a6-9849147c98ab req-16afd943-f389-47c2-847f-a7159f33bc1e tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 04:10:51.918118 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16afd943-f389-47c2-847f-a7159f33bc1e tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Pushing event updated for resources: {'Port': ['ID=7ab8ebeb-eade-4e22-82e5-e906bfca2f15,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:10:51.948478 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c20ae5-7812-446b-86a6-9849147c98ab req-16afd943-f389-47c2-847f-a7159f33bc1e tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:10:51.949184 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-04c20ae5-7812-446b-86a6-9849147c98ab req-16afd943-f389-47c2-847f-a7159f33bc1e tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:51.955167 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:51.990138 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port eacbc569-0512-469e-98cc-8315d90b8908, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=eacbc569-0512-469e-98cc-8315d90b8908,segment=NetworkSegment(cf844ae8-a8b3-4591-a54f-300e3c4e4011),segment_id=cf844ae8-a8b3-4591-a54f-300e3c4e4011)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:10:52.044319 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-04c20ae5-7812-446b-86a6-9849147c98ab req-16afd943-f389-47c2-847f-a7159f33bc1e tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8077965 Aug 11 04:10:52.057474 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-04c20ae5-7812-446b-86a6-9849147c98ab req-7b371238-0805-4a8b-acf9-03ba64fe2cea service neutron] Request body: {'port': {'device_id': 'be19e0f2-0ba7-450d-8991-a572424b78ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764292-30'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:10:52.068889 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:52.110795 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-04c20ae5-7812-446b-86a6-9849147c98ab req-7b371238-0805-4a8b-acf9-03ba64fe2cea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:52.117441 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=eacbc569-0512-469e-98cc-8315d90b8908,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:10:52.234437 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-19778112-caf6-4801-8b60-937b39d7cc6d None None] Provisioning for port 7ab8ebeb-eade-4e22-82e5-e906bfca2f15 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 04:10:52.243764 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-19778112-caf6-4801-8b60-937b39d7cc6d None None] Provisioning complete for port 7ab8ebeb-eade-4e22-82e5-e906bfca2f15 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 04:10:52.243764 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-19778112-caf6-4801-8b60-937b39d7cc6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:52.276770 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-19778112-caf6-4801-8b60-937b39d7cc6d None None] Port 7ab8ebeb-eade-4e22-82e5-e906bfca2f15 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 04:10:52.372517 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [req-04c20ae5-7812-446b-86a6-9849147c98ab req-7b371238-0805-4a8b-acf9-03ba64fe2cea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ab8ebeb-eade-4e22-82e5-e906bfca2f15 {{(pid=102191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 04:10:52.378808 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2d546f-7f7e-456f-ae07-df208e2b15a5 req-f3354580-51e4-4827-b17a-c1b60df7e0e7 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:10:52.380157 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-04c20ae5-7812-446b-86a6-9849147c98ab req-7b371238-0805-4a8b-acf9-03ba64fe2cea service neutron] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:52.380345 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6e2d546f-7f7e-456f-ae07-df208e2b15a5 req-f3354580-51e4-4827-b17a-c1b60df7e0e7 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/ports?device_id=be19e0f2-0ba7-450d-8991-a572424b78ea HTTP/1.1" status: 200 len: 932 time: 0.0483079 Aug 11 04:10:52.391771 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [req-04c20ae5-7812-446b-86a6-9849147c98ab req-7b371238-0805-4a8b-acf9-03ba64fe2cea service neutron] Transition to ACTIVE for port object 7ab8ebeb-eade-4e22-82e5-e906bfca2f15 will not be triggered until provisioned by entity L2. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 04:10:52.418911 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6e2d546f-7f7e-456f-ae07-df208e2b15a5 req-3dd33f04-04ce-48d2-b408-8ed29d4eedc4 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/security-groups?id=5754044a-e98f-418d-868a-19a4b3c3e750&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320773 Aug 11 04:10:52.457296 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-04c20ae5-7812-446b-86a6-9849147c98ab req-7b371238-0805-4a8b-acf9-03ba64fe2cea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:52.505237 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b371238-0805-4a8b-acf9-03ba64fe2cea service neutron] Pushing event updated for resources: {'Port': ['ID=7ab8ebeb-eade-4e22-82e5-e906bfca2f15,revision_number=2']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:10:52.577342 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-04c20ae5-7812-446b-86a6-9849147c98ab req-7b371238-0805-4a8b-acf9-03ba64fe2cea service neutron] Attempting to bind port 7ab8ebeb-eade-4e22-82e5-e906bfca2f15 on host n-h1-764292-30 for vnic_type normal with profile {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 04:10:52.577674 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-04c20ae5-7812-446b-86a6-9849147c98ab req-7b371238-0805-4a8b-acf9-03ba64fe2cea service neutron] Attempting to bind port 7ab8ebeb-eade-4e22-82e5-e906bfca2f15 by drivers openvswitch,hyperv on host n-h1-764292-30 at level 0 using segments [{'id': 'cf844ae8-a8b3-4591-a54f-300e3c4e4011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '08a1e7d8-ceb8-436c-b22e-7164385550f6'}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 04:10:52.578002 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04c20ae5-7812-446b-86a6-9849147c98ab req-7b371238-0805-4a8b-acf9-03ba64fe2cea service neutron] Attempting to bind port 7ab8ebeb-eade-4e22-82e5-e906bfca2f15 on network 08a1e7d8-ceb8-436c-b22e-7164385550f6 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 04:10:52.583091 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04c20ae5-7812-446b-86a6-9849147c98ab req-7b371238-0805-4a8b-acf9-03ba64fe2cea service neutron] Port 7ab8ebeb-eade-4e22-82e5-e906bfca2f15 on network 08a1e7d8-ceb8-436c-b22e-7164385550f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-764292-30 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 04:10:52.583399 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04c20ae5-7812-446b-86a6-9849147c98ab req-7b371238-0805-4a8b-acf9-03ba64fe2cea service neutron] Attempting to bind port 7ab8ebeb-eade-4e22-82e5-e906bfca2f15 on network 08a1e7d8-ceb8-436c-b22e-7164385550f6 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 04:10:52.588367 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04c20ae5-7812-446b-86a6-9849147c98ab req-7b371238-0805-4a8b-acf9-03ba64fe2cea service neutron] Checking agent: {'id': 'abb524c2-b412-4ed2-8367-45c4fd996fa7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 4, 10, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 04:10:52.588782 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04c20ae5-7812-446b-86a6-9849147c98ab req-7b371238-0805-4a8b-acf9-03ba64fe2cea service neutron] Checking segment: {'id': 'cf844ae8-a8b3-4591-a54f-300e3c4e4011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '08a1e7d8-ceb8-436c-b22e-7164385550f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 04:10:52.589231 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04c20ae5-7812-446b-86a6-9849147c98ab req-7b371238-0805-4a8b-acf9-03ba64fe2cea service neutron] Bound using segment: {'id': 'cf844ae8-a8b3-4591-a54f-300e3c4e4011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '08a1e7d8-ceb8-436c-b22e-7164385550f6'} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 04:10:52.589655 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-04c20ae5-7812-446b-86a6-9849147c98ab req-7b371238-0805-4a8b-acf9-03ba64fe2cea service neutron] Bound port: 7ab8ebeb-eade-4e22-82e5-e906bfca2f15, host: n-h1-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf844ae8-a8b3-4591-a54f-300e3c4e4011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '08a1e7d8-ceb8-436c-b22e-7164385550f6'}}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 04:10:52.590009 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-04c20ae5-7812-446b-86a6-9849147c98ab req-7b371238-0805-4a8b-acf9-03ba64fe2cea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:52.659297 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-04c20ae5-7812-446b-86a6-9849147c98ab req-7b371238-0805-4a8b-acf9-03ba64fe2cea service neutron] For port 7ab8ebeb-eade-4e22-82e5-e906bfca2f15, host n-h1-764292-30, cleared binding levels {{(pid=102191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 04:10:52.666426 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-04c20ae5-7812-446b-86a6-9849147c98ab req-7b371238-0805-4a8b-acf9-03ba64fe2cea service neutron] For port 7ab8ebeb-eade-4e22-82e5-e906bfca2f15, host n-h1-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=7ab8ebeb-eade-4e22-82e5-e906bfca2f15,segment=NetworkSegment(cf844ae8-a8b3-4591-a54f-300e3c4e4011),segment_id=cf844ae8-a8b3-4591-a54f-300e3c4e4011)] {{(pid=102191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 04:10:52.742927 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-04c20ae5-7812-446b-86a6-9849147c98ab req-7b371238-0805-4a8b-acf9-03ba64fe2cea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:52.777532 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c20ae5-7812-446b-86a6-9849147c98ab req-7b371238-0805-4a8b-acf9-03ba64fe2cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:10:52.778140 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-04c20ae5-7812-446b-86a6-9849147c98ab req-7b371238-0805-4a8b-acf9-03ba64fe2cea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:52.779541 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-04c20ae5-7812-446b-86a6-9849147c98ab req-7b371238-0805-4a8b-acf9-03ba64fe2cea service neutron] 10.222.0.22 "PUT /v2.0/ports/7ab8ebeb-eade-4e22-82e5-e906bfca2f15 HTTP/1.1" status: 200 len: 1093 time: 0.7264466 Aug 11 04:10:52.779980 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be19e0f2-0ba7-450d-8991-a572424b78ea', 'tag': '7ab8ebeb-eade-4e22-82e5-e906bfca2f15'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 04:10:52.782227 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9291d331c18c1eb37c2b57c8af4a09724b2e7f160dd5faf652855b3e38b81ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-436d28d1-de4b-4dc4-9ee9-417721caf469" -d '{"events": [{"name": "network-changed", "server_uuid": "be19e0f2-0ba7-450d-8991-a572424b78ea", "tag": "7ab8ebeb-eade-4e22-82e5-e906bfca2f15"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 04:10:52.807611 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b371238-0805-4a8b-acf9-03ba64fe2cea service neutron] Pushing event updated for resources: {'Port': ['ID=7ab8ebeb-eade-4e22-82e5-e906bfca2f15,revision_number=3']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:10:52.825462 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 04:10:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e960e53c-dcd7-4ef4-92a6-aa5e14d2e55e x-openstack-request-id: req-e960e53c-dcd7-4ef4-92a6-aa5e14d2e55e {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 04:10:52.825772 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be19e0f2-0ba7-450d-8991-a572424b78ea", "tag": "7ab8ebeb-eade-4e22-82e5-e906bfca2f15", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 04:10:52.826050 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e960e53c-dcd7-4ef4-92a6-aa5e14d2e55e {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 04:10:52.826544 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be19e0f2-0ba7-450d-8991-a572424b78ea', 'tag': '7ab8ebeb-eade-4e22-82e5-e906bfca2f15', 'status': 'completed', 'code': 200} Aug 11 04:10:52.889298 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436d28d1-de4b-4dc4-9ee9-417721caf469 req-9a42fca5-d65b-4b3d-b7f8-5b3d6a438073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:10:52.891059 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-436d28d1-de4b-4dc4-9ee9-417721caf469 req-9a42fca5-d65b-4b3d-b7f8-5b3d6a438073 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=4ed3e3e6ac1f49f882ef8f301df62615&device_id=be19e0f2-0ba7-450d-8991-a572424b78ea HTTP/1.1" status: 200 len: 1096 time: 0.0432348 Aug 11 04:10:52.991299 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436d28d1-de4b-4dc4-9ee9-417721caf469 req-6e7d6593-f976-4f60-a959-83ea592e3435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:10:52.992746 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-436d28d1-de4b-4dc4-9ee9-417721caf469 req-6e7d6593-f976-4f60-a959-83ea592e3435 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=4ed3e3e6ac1f49f882ef8f301df62615&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0945725 Aug 11 04:10:53.085390 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436d28d1-de4b-4dc4-9ee9-417721caf469 req-90288cd2-5498-4c1c-9b47-1378e8b97b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:10:53.086814 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-436d28d1-de4b-4dc4-9ee9-417721caf469 req-90288cd2-5498-4c1c-9b47-1378e8b97b23 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0861676 Aug 11 04:10:53.159997 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c20ae5-7812-446b-86a6-9849147c98ab req-ebe50cc3-15a6-4044-939d-2e3fe70e7331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:10:53.161481 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-04c20ae5-7812-446b-86a6-9849147c98ab req-ebe50cc3-15a6-4044-939d-2e3fe70e7331 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=4ed3e3e6ac1f49f882ef8f301df62615&device_id=be19e0f2-0ba7-450d-8991-a572424b78ea HTTP/1.1" status: 200 len: 1096 time: 0.0400522 Aug 11 04:10:53.206073 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-04c20ae5-7812-446b-86a6-9849147c98ab req-1a906124-b702-41b0-9278-ea888b4bf1e9 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7ab8ebeb-eade-4e22-82e5-e906bfca2f15 HTTP/1.1" status: 200 len: 217 time: 0.0362959 Aug 11 04:10:53.253168 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c20ae5-7812-446b-86a6-9849147c98ab req-5c2621fa-aedd-402b-bc2c-614438498e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:10:53.255123 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-04c20ae5-7812-446b-86a6-9849147c98ab req-5c2621fa-aedd-402b-bc2c-614438498e81 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=0b58ba02-4813-4901-b463-01f59a0efc19 HTTP/1.1" status: 200 len: 835 time: 0.0427947 Aug 11 04:10:53.298751 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c20ae5-7812-446b-86a6-9849147c98ab req-ef99c87f-a4ef-4e3c-852a-0f7753323497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:10:53.300713 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-04c20ae5-7812-446b-86a6-9849147c98ab req-ef99c87f-a4ef-4e3c-852a-0f7753323497 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=08a1e7d8-ceb8-436c-b22e-7164385550f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0388381 Aug 11 04:10:53.391794 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-04c20ae5-7812-446b-86a6-9849147c98ab req-cba8b67f-27dc-4f1e-af53-b20ebba40667 service neutron] 10.222.0.22 "GET /v2.0/networks/08a1e7d8-ceb8-436c-b22e-7164385550f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837188 Aug 11 04:10:53.481660 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-04c20ae5-7812-446b-86a6-9849147c98ab req-d090ac72-e04c-45e3-a3ab-39c317e03842 service neutron] 10.222.0.22 "GET /v2.0/networks/08a1e7d8-ceb8-436c-b22e-7164385550f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824566 Aug 11 04:10:53.541208 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fedb8e-adad-4e01-89fa-fc0b7270c75c req-af322d0d-8e79-4652-ad9a-72e2837a238c tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:10:53.542607 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-63fedb8e-adad-4e01-89fa-fc0b7270c75c req-af322d0d-8e79-4652-ad9a-72e2837a238c tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/ports?device_id=be19e0f2-0ba7-450d-8991-a572424b78ea HTTP/1.1" status: 200 len: 944 time: 0.0490324 Aug 11 04:10:53.584815 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-63fedb8e-adad-4e01-89fa-fc0b7270c75c req-3b4dbc11-5b98-4042-931f-ae31ec11dbe1 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/security-groups?id=5754044a-e98f-418d-868a-19a4b3c3e750&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360761 Aug 11 04:10:53.733483 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device eacbc569-0512-469e-98cc-8315d90b8908 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 04:10:53.779893 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port eacbc569-0512-469e-98cc-8315d90b8908 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 04:10:53.780256 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:54.407734 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.agents_db [None req-950b7202-decb-43e2-8f71-ac8931dc9749 None None] Agent healthcheck: found 7 active agents {{(pid=102194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 04:10:54.699853 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27de4e25-f1e5-4cb6-b795-32f543d9368b req-2a035310-649d-4582-9520-a5ad6e1fa7c8 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:10:54.701240 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-27de4e25-f1e5-4cb6-b795-32f543d9368b req-2a035310-649d-4582-9520-a5ad6e1fa7c8 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/ports?device_id=be19e0f2-0ba7-450d-8991-a572424b78ea HTTP/1.1" status: 200 len: 944 time: 0.0485864 Aug 11 04:10:54.738070 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-27de4e25-f1e5-4cb6-b795-32f543d9368b req-93cb5f17-e067-484c-b4bf-59fcf43b7d44 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/security-groups?id=5754044a-e98f-418d-868a-19a4b3c3e750&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304966 Aug 11 04:10:55.851130 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2dd835-d15b-45b2-8c0e-0ecc939e65d0 req-45725561-b1be-4d37-b840-dd4f8c46dd3a tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:10:55.852623 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3b2dd835-d15b-45b2-8c0e-0ecc939e65d0 req-45725561-b1be-4d37-b840-dd4f8c46dd3a tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/ports?device_id=be19e0f2-0ba7-450d-8991-a572424b78ea HTTP/1.1" status: 200 len: 944 time: 0.0479982 Aug 11 04:10:55.890272 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3b2dd835-d15b-45b2-8c0e-0ecc939e65d0 req-c37335d5-3d5d-428b-94cd-0525f75879ce tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/security-groups?id=5754044a-e98f-418d-868a-19a4b3c3e750&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315855 Aug 11 04:10:56.597605 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 7ab8ebeb-eade-4e22-82e5-e906bfca2f15 details requested by agent hyperv_n-h1-764292-30 with host n-h1-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 04:10:56.692420 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 7ab8ebeb-eade-4e22-82e5-e906bfca2f15, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=7ab8ebeb-eade-4e22-82e5-e906bfca2f15,segment=NetworkSegment(cf844ae8-a8b3-4591-a54f-300e3c4e4011),segment_id=cf844ae8-a8b3-4591-a54f-300e3c4e4011)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:10:56.703535 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Returning: {'device': '7ab8ebeb-eade-4e22-82e5-e906bfca2f15', 'network_id': '08a1e7d8-ceb8-436c-b22e-7164385550f6', 'port_id': '7ab8ebeb-eade-4e22-82e5-e906bfca2f15', 'mac_address': 'fa:16:3e:02:da:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b58ba02-4813-4901-b463-01f59a0efc19', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 04:10:56.740053 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:56.752752 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ab8ebeb-eade-4e22-82e5-e906bfca2f15 {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 04:10:56.771832 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 7ab8ebeb-eade-4e22-82e5-e906bfca2f15, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=7ab8ebeb-eade-4e22-82e5-e906bfca2f15,segment=NetworkSegment(cf844ae8-a8b3-4591-a54f-300e3c4e4011),segment_id=cf844ae8-a8b3-4591-a54f-300e3c4e4011)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:10:56.845229 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:56.891202 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=7ab8ebeb-eade-4e22-82e5-e906bfca2f15,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:10:57.002248 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be8def6-9621-41da-934b-f6800c5414ec req-0fb52a13-7629-4fc2-9311-97feef97154c tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:10:57.003783 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5be8def6-9621-41da-934b-f6800c5414ec req-0fb52a13-7629-4fc2-9311-97feef97154c tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/ports?device_id=be19e0f2-0ba7-450d-8991-a572424b78ea HTTP/1.1" status: 200 len: 945 time: 0.0499628 Aug 11 04:10:57.045252 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5be8def6-9621-41da-934b-f6800c5414ec req-616fdfa2-213b-4068-8809-71b07662f0db tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/security-groups?id=5754044a-e98f-418d-868a-19a4b3c3e750&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355484 Aug 11 04:10:57.180599 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['7ab8ebeb-eade-4e22-82e5-e906bfca2f15'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 04:10:58.158776 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df5cd67-7701-4d9c-a738-5488afb64d8a req-c5c697ba-8e26-4877-8500-7b9e1be4c5e8 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:10:58.160773 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6df5cd67-7701-4d9c-a738-5488afb64d8a req-c5c697ba-8e26-4877-8500-7b9e1be4c5e8 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/ports?device_id=be19e0f2-0ba7-450d-8991-a572424b78ea HTTP/1.1" status: 200 len: 945 time: 0.0495763 Aug 11 04:10:58.197831 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6df5cd67-7701-4d9c-a738-5488afb64d8a req-1f05f3e1-5349-4f7a-8aca-ac178191152f tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/security-groups?id=5754044a-e98f-418d-868a-19a4b3c3e750&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311882 Aug 11 04:10:58.613372 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 7ab8ebeb-eade-4e22-82e5-e906bfca2f15 up at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 04:10:58.741809 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning for port 7ab8ebeb-eade-4e22-82e5-e906bfca2f15 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 04:10:58.745825 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning complete for port 7ab8ebeb-eade-4e22-82e5-e906bfca2f15 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 04:10:58.746188 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:58.820388 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:58.841239 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be19e0f2-0ba7-450d-8991-a572424b78ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ab8ebeb-eade-4e22-82e5-e906bfca2f15'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 04:10:58.843502 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e385e08809ed349a2646fb52500b409f99e085c14d592b33dda6f3cb7a212da1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5405ad17-cb5a-4a65-afa2-075d08f059df" -d '{"events": [{"server_uuid": "be19e0f2-0ba7-450d-8991-a572424b78ea", "name": "network-vif-plugged", "status": "completed", "tag": "7ab8ebeb-eade-4e22-82e5-e906bfca2f15"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 04:10:58.857252 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 7ab8ebeb-eade-4e22-82e5-e906bfca2f15, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=7ab8ebeb-eade-4e22-82e5-e906bfca2f15,segment=NetworkSegment(cf844ae8-a8b3-4591-a54f-300e3c4e4011),segment_id=cf844ae8-a8b3-4591-a54f-300e3c4e4011)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:10:58.931528 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:58.934398 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 04:10:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2535a19-8d09-4f46-95ad-778e22b05a17 x-openstack-request-id: req-b2535a19-8d09-4f46-95ad-778e22b05a17 {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 04:10:58.934711 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be19e0f2-0ba7-450d-8991-a572424b78ea", "name": "network-vif-plugged", "status": "completed", "tag": "7ab8ebeb-eade-4e22-82e5-e906bfca2f15", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 04:10:58.934986 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b2535a19-8d09-4f46-95ad-778e22b05a17 {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 04:10:58.935388 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be19e0f2-0ba7-450d-8991-a572424b78ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ab8ebeb-eade-4e22-82e5-e906bfca2f15', 'code': 200} Aug 11 04:10:58.985321 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=7ab8ebeb-eade-4e22-82e5-e906bfca2f15,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:10:59.030674 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72dc85d-be69-4527-9d50-1ed7989b5138 req-5ad949a8-b9b8-49d0-bc7f-38df14ae20ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:10:59.032130 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-b72dc85d-be69-4527-9d50-1ed7989b5138 req-5ad949a8-b9b8-49d0-bc7f-38df14ae20ef service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=be19e0f2-0ba7-450d-8991-a572424b78ea HTTP/1.1" status: 200 len: 1098 time: 0.0400567 Aug 11 04:10:59.071590 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-b72dc85d-be69-4527-9d50-1ed7989b5138 req-4e36c525-fcba-4d98-bdce-e58da586a94d service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=5754044a-e98f-418d-868a-19a4b3c3e750&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320582 Aug 11 04:10:59.239758 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-b18ea481-d629-433c-865e-9d65bfebde48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:59.311161 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cce145-4955-4b51-abaf-040a4e363acc req-707736a9-06f8-44a6-960e-0ee4a7fdd5db tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:10:59.312641 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a2cce145-4955-4b51-abaf-040a4e363acc req-707736a9-06f8-44a6-960e-0ee4a7fdd5db tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/ports?device_id=be19e0f2-0ba7-450d-8991-a572424b78ea HTTP/1.1" status: 200 len: 946 time: 0.0486386 Aug 11 04:10:59.350067 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a2cce145-4955-4b51-abaf-040a4e363acc req-b956fa01-033b-4c5a-acd5-eb32023125d2 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/security-groups?id=5754044a-e98f-418d-868a-19a4b3c3e750&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308888 Aug 11 04:11:00.468054 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a3b842-acb4-4667-b88d-d53ca28c7cb8 req-a542f984-e43b-44da-8f13-94c9d7aeaa09 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:11:00.469572 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a5a3b842-acb4-4667-b88d-d53ca28c7cb8 req-a542f984-e43b-44da-8f13-94c9d7aeaa09 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/ports?device_id=be19e0f2-0ba7-450d-8991-a572424b78ea HTTP/1.1" status: 200 len: 946 time: 0.0513206 Aug 11 04:11:00.512554 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a5a3b842-acb4-4667-b88d-d53ca28c7cb8 req-b4086b26-ef9f-405f-83d2-6dd277a567dd tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/security-groups?id=5754044a-e98f-418d-868a-19a4b3c3e750&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361822 Aug 11 04:11:00.626931 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971c6ad8-e67c-46d9-837f-53cd21845a63 req-161b4cb1-2f5f-4f58-81ff-c7777b7c6082 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:11:00.629408 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-971c6ad8-e67c-46d9-837f-53cd21845a63 req-161b4cb1-2f5f-4f58-81ff-c7777b7c6082 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/ports?device_id=be19e0f2-0ba7-450d-8991-a572424b78ea HTTP/1.1" status: 200 len: 946 time: 0.0489693 Aug 11 04:11:00.666764 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-971c6ad8-e67c-46d9-837f-53cd21845a63 req-628d45d1-2f90-4169-a9d0-51aeef7b7184 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/security-groups?id=5754044a-e98f-418d-868a-19a4b3c3e750&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317173 Aug 11 04:11:00.688092 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 51126) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:11:01.027956 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ac3e2b-2ecc-468e-b357-4a0f6915ec58 tempest-TestNetworkAdvancedServerOps-1813166602 tempest-TestNetworkAdvancedServerOps-1813166602-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:11:01.029465 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-77ac3e2b-2ecc-468e-b357-4a0f6915ec58 tempest-TestNetworkAdvancedServerOps-1813166602 tempest-TestNetworkAdvancedServerOps-1813166602-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=be19e0f2-0ba7-450d-8991-a572424b78ea HTTP/1.1" status: 200 len: 1093 time: 0.3403676 Aug 11 04:11:01.032342 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 51128) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:11:01.036745 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-abd815d1-50a9-4eae-99c3-01e1dbd38056 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Request body: {'floatingip': {'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'port_id': '7ab8ebeb-eade-4e22-82e5-e906bfca2f15', 'tenant_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:11:01.134302 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-abd815d1-50a9-4eae-99c3-01e1dbd38056 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for floatingip, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:11:01.230030 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-abd815d1-50a9-4eae-99c3-01e1dbd38056 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:11:01.329540 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [None req-abd815d1-50a9-4eae-99c3-01e1dbd38056 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Allocated IP 172.25.8.28 (09faf7d2-eaf5-4a50-bb6e-4cb05d009a76/e1a97443-13df-40bb-85f5-fd269e2742c0/3896c933-9012-481d-adeb-4e2732b3a426) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 04:11:01.432545 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-abd815d1-50a9-4eae-99c3-01e1dbd38056 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:11:01.502453 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-abd815d1-50a9-4eae-99c3-01e1dbd38056 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:11:01.537472 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd815d1-50a9-4eae-99c3-01e1dbd38056 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 04:11:01.542226 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-abd815d1-50a9-4eae-99c3-01e1dbd38056 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 04:11:01.545701 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd815d1-50a9-4eae-99c3-01e1dbd38056 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 04:11:01.569712 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd815d1-50a9-4eae-99c3-01e1dbd38056 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Pushing event updated for resources: {'Port': ['ID=3896c933-9012-481d-adeb-4e2732b3a426,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:11:01.889066 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:11:01.898944 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-abd815d1-50a9-4eae-99c3-01e1dbd38056 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:11:02.039535 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-abd815d1-50a9-4eae-99c3-01e1dbd38056 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:11:02.107890 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-51849cc8-2dda-4fe1-9c35-00f6e68928e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:11:02.189721 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-abd815d1-50a9-4eae-99c3-01e1dbd38056 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:11:02.251013 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-abd815d1-50a9-4eae-99c3-01e1dbd38056 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:11:02.315282 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd815d1-50a9-4eae-99c3-01e1dbd38056 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Pushing event updated for resources: {'Port': ['ID=3896c933-9012-481d-adeb-4e2732b3a426,revision_number=2']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:11:02.328547 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-abd815d1-50a9-4eae-99c3-01e1dbd38056 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446866'] for floatingip, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:11:02.426416 n-d-764292-30 neutron-server[102191]: INFO neutron.db.l3_db [None req-abd815d1-50a9-4eae-99c3-01e1dbd38056 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Floating IP ffa9e41f-b25d-4d28-994d-6b4280e0920e associated. External IP: 172.25.8.28, port: 7ab8ebeb-eade-4e22-82e5-e906bfca2f15. Aug 11 04:11:02.631411 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abd815d1-50a9-4eae-99c3-01e1dbd38056 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Router c926b0af-b44e-46e5-a354-547d22f1c84b has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 04:11:02.739785 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abd815d1-50a9-4eae-99c3-01e1dbd38056 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 04:11:02.749841 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a321c53d-ee8b-4688-aa84-5608b5f132ac None None] Sync routers for ids ['c926b0af-b44e-46e5-a354-547d22f1c84b'] in n-d-764292-30 {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 04:11:02.758505 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a321c53d-ee8b-4688-aa84-5608b5f132ac None None] Routers {'c926b0af-b44e-46e5-a354-547d22f1c84b'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 04:11:02.759106 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-a321c53d-ee8b-4688-aa84-5608b5f132ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T04:11:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['c926b0af-b44e-46e5-a354-547d22f1c84b'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:11:02.828481 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-abd815d1-50a9-4eae-99c3-01e1dbd38056 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for floatingip, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:11:02.858121 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-abd815d1-50a9-4eae-99c3-01e1dbd38056 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8247044 Aug 11 04:11:02.858873 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be19e0f2-0ba7-450d-8991-a572424b78ea', 'tag': '7ab8ebeb-eade-4e22-82e5-e906bfca2f15'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 04:11:02.861564 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9291d331c18c1eb37c2b57c8af4a09724b2e7f160dd5faf652855b3e38b81ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-792425e3-d8e7-4387-97d5-774cc2dd124f" -d '{"events": [{"name": "network-changed", "server_uuid": "be19e0f2-0ba7-450d-8991-a572424b78ea", "tag": "7ab8ebeb-eade-4e22-82e5-e906bfca2f15"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 04:11:02.903278 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 04:11:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-905548fe-52da-446a-81c9-9127785dd381 x-openstack-request-id: req-905548fe-52da-446a-81c9-9127785dd381 {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 04:11:02.903904 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be19e0f2-0ba7-450d-8991-a572424b78ea", "tag": "7ab8ebeb-eade-4e22-82e5-e906bfca2f15", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 04:11:02.903904 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-905548fe-52da-446a-81c9-9127785dd381 {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 04:11:02.904368 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be19e0f2-0ba7-450d-8991-a572424b78ea', 'tag': '7ab8ebeb-eade-4e22-82e5-e906bfca2f15', 'status': 'completed', 'code': 200} Aug 11 04:11:02.967476 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cddb9d-42bd-475a-adea-b263a95a752a req-168253ca-89af-4fe4-824b-425d3f5e501b tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:11:02.968329 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792425e3-d8e7-4387-97d5-774cc2dd124f req-ef1d586f-e6e7-48c4-ae27-646b1fb090ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:11:02.969063 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-27cddb9d-42bd-475a-adea-b263a95a752a req-168253ca-89af-4fe4-824b-425d3f5e501b tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/ports?device_id=be19e0f2-0ba7-450d-8991-a572424b78ea HTTP/1.1" status: 200 len: 946 time: 0.0492704 Aug 11 04:11:02.970017 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-792425e3-d8e7-4387-97d5-774cc2dd124f req-ef1d586f-e6e7-48c4-ae27-646b1fb090ea service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=4ed3e3e6ac1f49f882ef8f301df62615&device_id=be19e0f2-0ba7-450d-8991-a572424b78ea HTTP/1.1" status: 200 len: 1098 time: 0.0423348 Aug 11 04:11:02.973663 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-a321c53d-ee8b-4688-aa84-5608b5f132ac None None] Set router c926b0af-b44e-46e5-a354-547d22f1c84b gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 04:11:03.011758 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-27cddb9d-42bd-475a-adea-b263a95a752a req-5db05846-3e65-43b6-a4c8-e344be5bccd9 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/security-groups?id=5754044a-e98f-418d-868a-19a4b3c3e750&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361662 Aug 11 04:11:03.036002 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 51134) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:11:03.070481 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792425e3-d8e7-4387-97d5-774cc2dd124f req-7eb2feef-8796-4361-bfc3-7185706523aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:11:03.072375 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-792425e3-d8e7-4387-97d5-774cc2dd124f req-7eb2feef-8796-4361-bfc3-7185706523aa service neutron] 10.222.0.22 "GET /v2.0/networks?id=08a1e7d8-ceb8-436c-b22e-7164385550f6 HTTP/1.1" status: 200 len: 898 time: 0.0959475 Aug 11 04:11:03.104592 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-cfb4d8fa-1180-4174-bc33-a4f1d730082b tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/floatingips/ffa9e41f-b25d-4d28-994d-6b4280e0920e HTTP/1.1" status: 200 len: 991 time: 0.0662501 Aug 11 04:11:03.142437 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-792425e3-d8e7-4387-97d5-774cc2dd124f req-b394fd51-51b5-401a-9670-8509c8b0876d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7ab8ebeb-eade-4e22-82e5-e906bfca2f15 HTTP/1.1" status: 200 len: 999 time: 0.0597456 Aug 11 04:11:03.194841 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792425e3-d8e7-4387-97d5-774cc2dd124f req-a25dcb8e-8bbf-40ec-b8de-bc8ffc4ea1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:11:03.196644 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-792425e3-d8e7-4387-97d5-774cc2dd124f req-a25dcb8e-8bbf-40ec-b8de-bc8ffc4ea1f6 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=0b58ba02-4813-4901-b463-01f59a0efc19 HTTP/1.1" status: 200 len: 835 time: 0.0501387 Aug 11 04:11:03.204416 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-a321c53d-ee8b-4688-aa84-5608b5f132ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c926b0af-b44e-46e5-a354-547d22f1c84b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-513129974', 'tenant_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.207'}], 'enable_snat': True}, 'gw_port_id': '4b9061df-6767-45fe-be34-15c544f08cfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:10:42Z', 'updated_at': '2021-08-11T04:10:47Z', 'revision_number': 4, 'project_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'gw_port': {'id': '4b9061df-6767-45fe-be34-15c544f08cfb', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:15:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c926b0af-b44e-46e5-a354-547d22f1c84b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:10:43Z', 'updated_at': '2021-08-11T04:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_floatingips': [{'id': 'ffa9e41f-b25d-4d28-994d-6b4280e0920e', 'tenant_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'floating_ip_address': '172.25.8.28', 'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'router_id': 'c926b0af-b44e-46e5-a354-547d22f1c84b', 'port_id': '7ab8ebeb-eade-4e22-82e5-e906bfca2f15', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4191, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08a1e7d8-ceb8-436c-b22e-7164385550f6', 'mac_address': 'fa:16:3e:02:da:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be19e0f2-0ba7-450d-8991-a572424b78ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T04:11:01Z', 'updated_at': '2021-08-11T04:11:01Z', 'revision_number': 0, 'project_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eacbc569-0512-469e-98cc-8315d90b8908', 'name': '', 'network_id': '08a1e7d8-ceb8-436c-b22e-7164385550f6', 'tenant_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'mac_address': 'fa:16:3e:82:7e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c926b0af-b44e-46e5-a354-547d22f1c84b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '0b58ba02-4813-4901-b463-01f59a0efc19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:10:46Z', 'updated_at': '2021-08-11T04:10:51Z', 'revision_number': 5, 'project_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'subnets': [{'id': '0b58ba02-4813-4901-b463-01f59a0efc19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:11:03.233977 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:11:03.235586 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a321c53d-ee8b-4688-aa84-5608b5f132ac None None] Checking router: c926b0af-b44e-46e5-a354-547d22f1c84b for host: n-d-764292-30 {{(pid=102194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 04:11:03.244107 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a321c53d-ee8b-4688-aa84-5608b5f132ac None None] Routers {'c926b0af-b44e-46e5-a354-547d22f1c84b'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 04:11:03.244727 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-a321c53d-ee8b-4688-aa84-5608b5f132ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T04:11:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['c926b0af-b44e-46e5-a354-547d22f1c84b'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:11:03.245363 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792425e3-d8e7-4387-97d5-774cc2dd124f req-16dda48d-cd59-4a14-87b5-b94bd609a495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:11:03.246924 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-792425e3-d8e7-4387-97d5-774cc2dd124f req-16dda48d-cd59-4a14-87b5-b94bd609a495 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=08a1e7d8-ceb8-436c-b22e-7164385550f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425801 Aug 11 04:11:03.337436 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-792425e3-d8e7-4387-97d5-774cc2dd124f req-9b026fc8-40d8-44ac-aace-c55953b02b0c service neutron] 10.222.0.22 "GET /v2.0/networks/08a1e7d8-ceb8-436c-b22e-7164385550f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829225 Aug 11 04:11:03.347402 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-a321c53d-ee8b-4688-aa84-5608b5f132ac None None] Set router c926b0af-b44e-46e5-a354-547d22f1c84b gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 04:11:03.441525 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-792425e3-d8e7-4387-97d5-774cc2dd124f req-be6e3906-d3d1-418f-af82-b8bc941b72d9 service neutron] 10.222.0.22 "GET /v2.0/networks/08a1e7d8-ceb8-436c-b22e-7164385550f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959284 Aug 11 04:11:03.563610 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-a321c53d-ee8b-4688-aa84-5608b5f132ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c926b0af-b44e-46e5-a354-547d22f1c84b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-513129974', 'tenant_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.207'}], 'enable_snat': True}, 'gw_port_id': '4b9061df-6767-45fe-be34-15c544f08cfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:10:42Z', 'updated_at': '2021-08-11T04:10:47Z', 'revision_number': 4, 'project_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'gw_port': {'id': '4b9061df-6767-45fe-be34-15c544f08cfb', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:15:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c926b0af-b44e-46e5-a354-547d22f1c84b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:10:43Z', 'updated_at': '2021-08-11T04:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_floatingips': [{'id': 'ffa9e41f-b25d-4d28-994d-6b4280e0920e', 'tenant_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'floating_ip_address': '172.25.8.28', 'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'router_id': 'c926b0af-b44e-46e5-a354-547d22f1c84b', 'port_id': '7ab8ebeb-eade-4e22-82e5-e906bfca2f15', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4191, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08a1e7d8-ceb8-436c-b22e-7164385550f6', 'mac_address': 'fa:16:3e:02:da:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be19e0f2-0ba7-450d-8991-a572424b78ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T04:11:01Z', 'updated_at': '2021-08-11T04:11:01Z', 'revision_number': 0, 'project_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eacbc569-0512-469e-98cc-8315d90b8908', 'name': '', 'network_id': '08a1e7d8-ceb8-436c-b22e-7164385550f6', 'tenant_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'mac_address': 'fa:16:3e:82:7e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c926b0af-b44e-46e5-a354-547d22f1c84b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '0b58ba02-4813-4901-b463-01f59a0efc19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:10:46Z', 'updated_at': '2021-08-11T04:10:51Z', 'revision_number': 5, 'project_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'subnets': [{'id': '0b58ba02-4813-4901-b463-01f59a0efc19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:11:03.592486 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a321c53d-ee8b-4688-aa84-5608b5f132ac None None] The sync data for ids ['c926b0af-b44e-46e5-a354-547d22f1c84b'] in n-d-764292-30 is: [{'id': 'c926b0af-b44e-46e5-a354-547d22f1c84b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-513129974', 'tenant_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.207'}], 'enable_snat': True}, 'gw_port_id': '4b9061df-6767-45fe-be34-15c544f08cfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:10:42Z', 'updated_at': '2021-08-11T04:10:47Z', 'revision_number': 4, 'project_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'gw_port': {'id': '4b9061df-6767-45fe-be34-15c544f08cfb', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:15:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c926b0af-b44e-46e5-a354-547d22f1c84b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:10:43Z', 'updated_at': '2021-08-11T04:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_floatingips': [{'id': 'ffa9e41f-b25d-4d28-994d-6b4280e0920e', 'tenant_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'floating_ip_address': '172.25.8.28', 'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'router_id': 'c926b0af-b44e-46e5-a354-547d22f1c84b', 'port_id': '7ab8ebeb-eade-4e22-82e5-e906bfca2f15', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4191, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08a1e7d8-ceb8-436c-b22e-7164385550f6', 'mac_address': 'fa:16:3e:02:da:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be19e0f2-0ba7-450d-8991-a572424b78ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T04:11:01Z', 'updated_at': '2021-08-11T04:11:01Z', 'revision_number': 0, 'project_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eacbc569-0512-469e-98cc-8315d90b8908', 'name': '', 'network_id': '08a1e7d8-ceb8-436c-b22e-7164385550f6', 'tenant_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'mac_address': 'fa:16:3e:82:7e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c926b0af-b44e-46e5-a354-547d22f1c84b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '0b58ba02-4813-4901-b463-01f59a0efc19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:10:46Z', 'updated_at': '2021-08-11T04:10:51Z', 'revision_number': 5, 'project_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'subnets': [{'id': '0b58ba02-4813-4901-b463-01f59a0efc19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 04:11:03.787262 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218bcd36-f3e0-4c89-b62d-bb341f4a532f None None] New status for floating IP ffa9e41f-b25d-4d28-994d-6b4280e0920e: ACTIVE {{(pid=102193) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 04:11:04.107367 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 51136) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:11:04.167350 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-873b4297-3f5d-4477-a94e-877980290961 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/floatingips/ffa9e41f-b25d-4d28-994d-6b4280e0920e HTTP/1.1" status: 200 len: 993 time: 0.0586979 Aug 11 04:11:04.925438 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:11:07.837200 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:11:11.748023 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:11:26.444815 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-e54ae6eb-24ca-45c2-b789-a25a08e92e8a req-cf003013-9feb-40c8-b6e5-cd3cb53b2167 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=be19e0f2-0ba7-450d-8991-a572424b78ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0444067 Aug 11 04:11:26.523869 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54ae6eb-24ca-45c2-b789-a25a08e92e8a req-76a3f561-be32-4c8a-8d58-86b243cff397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:11:26.525424 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-e54ae6eb-24ca-45c2-b789-a25a08e92e8a req-76a3f561-be32-4c8a-8d58-86b243cff397 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=4ed3e3e6ac1f49f882ef8f301df62615&device_id=be19e0f2-0ba7-450d-8991-a572424b78ea HTTP/1.1" status: 200 len: 1098 time: 0.0425699 Aug 11 04:11:26.646366 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54ae6eb-24ca-45c2-b789-a25a08e92e8a req-def6afb0-e62f-47f2-893f-f63ad6c93949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:11:26.649055 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-e54ae6eb-24ca-45c2-b789-a25a08e92e8a req-def6afb0-e62f-47f2-893f-f63ad6c93949 service neutron] 10.222.0.22 "GET /v2.0/networks?id=08a1e7d8-ceb8-436c-b22e-7164385550f6 HTTP/1.1" status: 200 len: 898 time: 0.1045101 Aug 11 04:11:26.719606 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-e54ae6eb-24ca-45c2-b789-a25a08e92e8a req-7d390bc1-ffc1-497b-80a9-73cd20bc6125 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7ab8ebeb-eade-4e22-82e5-e906bfca2f15 HTTP/1.1" status: 200 len: 1001 time: 0.0627782 Aug 11 04:11:26.769714 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54ae6eb-24ca-45c2-b789-a25a08e92e8a req-72d69864-5d57-41c3-b22e-937a0a2cef09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:11:26.771272 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-e54ae6eb-24ca-45c2-b789-a25a08e92e8a req-72d69864-5d57-41c3-b22e-937a0a2cef09 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=0b58ba02-4813-4901-b463-01f59a0efc19 HTTP/1.1" status: 200 len: 835 time: 0.0447493 Aug 11 04:11:26.818075 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54ae6eb-24ca-45c2-b789-a25a08e92e8a req-6da74f9f-b4d9-460c-bded-b99ff4fac76f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:11:26.819621 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-e54ae6eb-24ca-45c2-b789-a25a08e92e8a req-6da74f9f-b4d9-460c-bded-b99ff4fac76f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=08a1e7d8-ceb8-436c-b22e-7164385550f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410912 Aug 11 04:11:26.913823 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-e54ae6eb-24ca-45c2-b789-a25a08e92e8a req-fe6d0906-b38e-4224-8787-60db7bc55819 service neutron] 10.222.0.22 "GET /v2.0/networks/08a1e7d8-ceb8-436c-b22e-7164385550f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868585 Aug 11 04:11:27.004497 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-e54ae6eb-24ca-45c2-b789-a25a08e92e8a req-eaa49ef4-8871-4b7b-a716-c984aafc1e31 service neutron] 10.222.0.22 "GET /v2.0/networks/08a1e7d8-ceb8-436c-b22e-7164385550f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839446 Aug 11 04:11:29.236638 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-1a5076be-2122-4fe0-b9da-0f1cca33273b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:11:31.406797 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.agents_db [None req-950b7202-decb-43e2-8f71-ac8931dc9749 None None] Agent healthcheck: found 7 active agents {{(pid=102194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 04:11:31.904986 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:11:32.105059 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-cd609ff2-83ad-4bc7-b971-45fea76b5996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:11:33.225266 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:11:34.916406 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:11:37.847777 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:11:41.747004 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:11:59.230733 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-0f3aa99a-34bd-4a3d-ae77-3fa4212eca65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:12:01.907162 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:12:02.118334 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8764b582-782a-4af6-aa3f-4fd24b35a2ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:12:03.247566 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:12:04.887926 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:12:07.111580 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae5329a-3dcf-41a2-98f9-1bc84a74f720 req-0f893a29-1c3f-48b8-8c96-03feb0f914b7 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:12:07.113071 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1ae5329a-3dcf-41a2-98f9-1bc84a74f720 req-0f893a29-1c3f-48b8-8c96-03feb0f914b7 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/ports?device_id=be19e0f2-0ba7-450d-8991-a572424b78ea HTTP/1.1" status: 200 len: 946 time: 0.0511611 Aug 11 04:12:07.150460 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1ae5329a-3dcf-41a2-98f9-1bc84a74f720 req-06720bed-1704-4d7d-970f-01a47f019484 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/security-groups?id=5754044a-e98f-418d-868a-19a4b3c3e750&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314534 Aug 11 04:12:07.872679 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:12:08.271025 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceab239-3468-40e9-97d2-733c1e6d867f req-9389c9db-b187-4bf8-8587-cdfa9e2104b0 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:12:08.272111 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2ceab239-3468-40e9-97d2-733c1e6d867f req-9389c9db-b187-4bf8-8587-cdfa9e2104b0 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/ports?device_id=be19e0f2-0ba7-450d-8991-a572424b78ea HTTP/1.1" status: 200 len: 946 time: 0.0489058 Aug 11 04:12:08.309570 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2ceab239-3468-40e9-97d2-733c1e6d867f req-e1c4750f-b5e4-443a-8370-f53027059009 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/security-groups?id=5754044a-e98f-418d-868a-19a4b3c3e750&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307481 Aug 11 04:12:08.331540 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 51166) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:12:08.395868 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-bf73666c-10d3-4bb0-b0bf-7bee9d000062 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/floatingips/ffa9e41f-b25d-4d28-994d-6b4280e0920e HTTP/1.1" status: 200 len: 993 time: 0.0631578 Aug 11 04:12:08.405896 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.agents_db [None req-950b7202-decb-43e2-8f71-ac8931dc9749 None None] Agent healthcheck: found 7 active agents {{(pid=102194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 04:12:09.769228 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7144da7-bd39-4e73-9906-2d62d7f01b14 req-c38e488c-f91c-4d20-8353-b2047afa7b14 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:12:09.770738 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f7144da7-bd39-4e73-9906-2d62d7f01b14 req-c38e488c-f91c-4d20-8353-b2047afa7b14 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/ports?device_id=be19e0f2-0ba7-450d-8991-a572424b78ea HTTP/1.1" status: 200 len: 946 time: 0.0547299 Aug 11 04:12:09.808049 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f7144da7-bd39-4e73-9906-2d62d7f01b14 req-ef151911-febd-4c81-a6d7-1ac37c0a3ecf tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/security-groups?id=5754044a-e98f-418d-868a-19a4b3c3e750&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309544 Aug 11 04:12:10.925027 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a4201f-dff5-4689-afb5-5de1dd331d26 req-cc974827-f1ba-4691-9303-1e7ae49e8c95 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:12:10.926525 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d8a4201f-dff5-4689-afb5-5de1dd331d26 req-cc974827-f1ba-4691-9303-1e7ae49e8c95 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/ports?device_id=be19e0f2-0ba7-450d-8991-a572424b78ea HTTP/1.1" status: 200 len: 946 time: 0.0489628 Aug 11 04:12:10.963454 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d8a4201f-dff5-4689-afb5-5de1dd331d26 req-8a3cbbff-64a3-46f8-a640-c9faed3108da tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/security-groups?id=5754044a-e98f-418d-868a-19a4b3c3e750&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309603 Aug 11 04:12:10.985565 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 51176) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:12:11.049108 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-e832cec6-8d84-44ee-bcfb-7a11d6576d3d tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/floatingips/ffa9e41f-b25d-4d28-994d-6b4280e0920e HTTP/1.1" status: 200 len: 993 time: 0.0624409 Aug 11 04:12:11.274417 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 51182) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:12:11.430658 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-c89afd97-29da-4523-ac3a-707449982b93 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Deleting port 3896c933-9012-481d-adeb-4e2732b3a426 {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 04:12:11.431003 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c89afd97-29da-4523-ac3a-707449982b93 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:12:11.506308 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c89afd97-29da-4523-ac3a-707449982b93 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:12:11.506653 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c89afd97-29da-4523-ac3a-707449982b93 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:12:11.518552 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-c89afd97-29da-4523-ac3a-707449982b93 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Calling delete_port for 3896c933-9012-481d-adeb-4e2732b3a426 owned by network:floatingip {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 04:12:11.723871 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c89afd97-29da-4523-ac3a-707449982b93 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:12:11.746676 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:12:11.750965 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89afd97-29da-4523-ac3a-707449982b93 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Pushing event deleted for resources: {'Port': ['ID=3896c933-9012-481d-adeb-4e2732b3a426,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:12:11.780297 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89afd97-29da-4523-ac3a-707449982b93 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:12:11.780643 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89afd97-29da-4523-ac3a-707449982b93 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:12:11.780981 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89afd97-29da-4523-ac3a-707449982b93 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:12:11.781319 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89afd97-29da-4523-ac3a-707449982b93 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:12:11.781648 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89afd97-29da-4523-ac3a-707449982b93 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:12:11.781979 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89afd97-29da-4523-ac3a-707449982b93 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:12:11.782326 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89afd97-29da-4523-ac3a-707449982b93 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:12:11.782656 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89afd97-29da-4523-ac3a-707449982b93 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:12:11.782983 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89afd97-29da-4523-ac3a-707449982b93 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:12:11.783305 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89afd97-29da-4523-ac3a-707449982b93 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:12:11.783624 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89afd97-29da-4523-ac3a-707449982b93 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:12:11.783945 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89afd97-29da-4523-ac3a-707449982b93 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:12:11.822417 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c89afd97-29da-4523-ac3a-707449982b93 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for floatingip, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:12:11.822751 n-d-764292-30 neutron-server[102192]: INFO neutron.db.l3_db [None req-c89afd97-29da-4523-ac3a-707449982b93 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Floating IP ffa9e41f-b25d-4d28-994d-6b4280e0920e disassociated (deleted). External IP: 172.25.8.28, port: 7ab8ebeb-eade-4e22-82e5-e906bfca2f15. Aug 11 04:12:12.027712 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c89afd97-29da-4523-ac3a-707449982b93 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Router c926b0af-b44e-46e5-a354-547d22f1c84b has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 04:12:12.130726 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c89afd97-29da-4523-ac3a-707449982b93 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 04:12:12.135819 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c89afd97-29da-4523-ac3a-707449982b93 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for floatingip, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:12:12.140125 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756994ae-8093-41d1-85ac-c4bf60bc5c87 None None] Sync routers for ids ['c926b0af-b44e-46e5-a354-547d22f1c84b'] in n-d-764292-30 {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 04:12:12.149326 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756994ae-8093-41d1-85ac-c4bf60bc5c87 None None] Routers {'c926b0af-b44e-46e5-a354-547d22f1c84b'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 04:12:12.150011 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-756994ae-8093-41d1-85ac-c4bf60bc5c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T04:12:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['c926b0af-b44e-46e5-a354-547d22f1c84b'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:12:12.166824 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-c89afd97-29da-4523-ac3a-707449982b93 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "DELETE /v2.0/floatingips/ffa9e41f-b25d-4d28-994d-6b4280e0920e HTTP/1.1" status: 204 len: 168 time: 0.8913081 Aug 11 04:12:12.167542 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be19e0f2-0ba7-450d-8991-a572424b78ea', 'tag': '7ab8ebeb-eade-4e22-82e5-e906bfca2f15'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 04:12:12.170652 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7f53641f53ed3ecbe111d4b405439a3ffe6be981c23072cf9fee61815809fbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2354eeda-8f70-4cd3-aa47-9aa0db862f36" -d '{"events": [{"name": "network-changed", "server_uuid": "be19e0f2-0ba7-450d-8991-a572424b78ea", "tag": "7ab8ebeb-eade-4e22-82e5-e906bfca2f15"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 04:12:12.210574 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 04:12:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f50869d6-274d-4ace-b170-c2a7c35d9d5a x-openstack-request-id: req-f50869d6-274d-4ace-b170-c2a7c35d9d5a {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 04:12:12.210803 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be19e0f2-0ba7-450d-8991-a572424b78ea", "tag": "7ab8ebeb-eade-4e22-82e5-e906bfca2f15", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 04:12:12.211039 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f50869d6-274d-4ace-b170-c2a7c35d9d5a {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 04:12:12.211443 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be19e0f2-0ba7-450d-8991-a572424b78ea', 'tag': '7ab8ebeb-eade-4e22-82e5-e906bfca2f15', 'status': 'completed', 'code': 200} Aug 11 04:12:12.261068 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-756994ae-8093-41d1-85ac-c4bf60bc5c87 None None] Set router c926b0af-b44e-46e5-a354-547d22f1c84b gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 04:12:12.273446 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2354eeda-8f70-4cd3-aa47-9aa0db862f36 req-12908077-d97d-4df9-b6b3-c87a44ab8723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:12:12.275099 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-2354eeda-8f70-4cd3-aa47-9aa0db862f36 req-12908077-d97d-4df9-b6b3-c87a44ab8723 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=4ed3e3e6ac1f49f882ef8f301df62615&device_id=be19e0f2-0ba7-450d-8991-a572424b78ea HTTP/1.1" status: 200 len: 1098 time: 0.0411942 Aug 11 04:12:12.367928 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2354eeda-8f70-4cd3-aa47-9aa0db862f36 req-2f8ef576-1cd9-40eb-8579-07a6589b3680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:12:12.369624 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-2354eeda-8f70-4cd3-aa47-9aa0db862f36 req-2f8ef576-1cd9-40eb-8579-07a6589b3680 service neutron] 10.222.0.22 "GET /v2.0/networks?id=08a1e7d8-ceb8-436c-b22e-7164385550f6 HTTP/1.1" status: 200 len: 898 time: 0.0864007 Aug 11 04:12:12.423477 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-2354eeda-8f70-4cd3-aa47-9aa0db862f36 req-863e93f5-74ce-47fb-8b40-d8ed5573207e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7ab8ebeb-eade-4e22-82e5-e906bfca2f15 HTTP/1.1" status: 200 len: 217 time: 0.0459824 Aug 11 04:12:12.471676 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-756994ae-8093-41d1-85ac-c4bf60bc5c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c926b0af-b44e-46e5-a354-547d22f1c84b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-513129974', 'tenant_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.207'}], 'enable_snat': True}, 'gw_port_id': '4b9061df-6767-45fe-be34-15c544f08cfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:10:42Z', 'updated_at': '2021-08-11T04:10:47Z', 'revision_number': 4, 'project_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'gw_port': {'id': '4b9061df-6767-45fe-be34-15c544f08cfb', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:15:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c926b0af-b44e-46e5-a354-547d22f1c84b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:10:43Z', 'updated_at': '2021-08-11T04:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': 'eacbc569-0512-469e-98cc-8315d90b8908', 'name': '', 'network_id': '08a1e7d8-ceb8-436c-b22e-7164385550f6', 'tenant_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'mac_address': 'fa:16:3e:82:7e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c926b0af-b44e-46e5-a354-547d22f1c84b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '0b58ba02-4813-4901-b463-01f59a0efc19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:10:46Z', 'updated_at': '2021-08-11T04:10:51Z', 'revision_number': 5, 'project_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'subnets': [{'id': '0b58ba02-4813-4901-b463-01f59a0efc19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:12:12.476686 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2354eeda-8f70-4cd3-aa47-9aa0db862f36 req-f611e7f0-5e3e-4845-9547-829201a71544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:12:12.484313 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-2354eeda-8f70-4cd3-aa47-9aa0db862f36 req-f611e7f0-5e3e-4845-9547-829201a71544 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=0b58ba02-4813-4901-b463-01f59a0efc19 HTTP/1.1" status: 200 len: 835 time: 0.0470586 Aug 11 04:12:12.498231 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756994ae-8093-41d1-85ac-c4bf60bc5c87 None None] Checking router: c926b0af-b44e-46e5-a354-547d22f1c84b for host: n-d-764292-30 {{(pid=102194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 04:12:12.509020 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756994ae-8093-41d1-85ac-c4bf60bc5c87 None None] Routers {'c926b0af-b44e-46e5-a354-547d22f1c84b'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 04:12:12.509754 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-756994ae-8093-41d1-85ac-c4bf60bc5c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T04:12:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['c926b0af-b44e-46e5-a354-547d22f1c84b'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:12:12.530960 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2354eeda-8f70-4cd3-aa47-9aa0db862f36 req-3f6ae075-56cb-4586-9e5c-7b0586e172eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:12:12.532412 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-2354eeda-8f70-4cd3-aa47-9aa0db862f36 req-3f6ae075-56cb-4586-9e5c-7b0586e172eb service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=08a1e7d8-ceb8-436c-b22e-7164385550f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430579 Aug 11 04:12:12.554112 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d33de00-5b9e-4a9f-bdb1-a3a6beb69e53 req-0695a22b-1aa6-4fdf-9bcd-463def64de47 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:12:12.555759 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1d33de00-5b9e-4a9f-bdb1-a3a6beb69e53 req-0695a22b-1aa6-4fdf-9bcd-463def64de47 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/ports?device_id=be19e0f2-0ba7-450d-8991-a572424b78ea HTTP/1.1" status: 200 len: 946 time: 0.0523188 Aug 11 04:12:12.595530 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1d33de00-5b9e-4a9f-bdb1-a3a6beb69e53 req-320b6245-cc17-46e8-b10c-3f967e6edf2f tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/security-groups?id=5754044a-e98f-418d-868a-19a4b3c3e750&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322447 Aug 11 04:12:12.622864 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-756994ae-8093-41d1-85ac-c4bf60bc5c87 None None] Set router c926b0af-b44e-46e5-a354-547d22f1c84b gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 04:12:12.637074 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-2354eeda-8f70-4cd3-aa47-9aa0db862f36 req-0515c4f0-bc72-41f4-9a77-d0db48041830 service neutron] 10.222.0.22 "GET /v2.0/networks/08a1e7d8-ceb8-436c-b22e-7164385550f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965104 Aug 11 04:12:12.728539 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-2354eeda-8f70-4cd3-aa47-9aa0db862f36 req-ee066bad-b5cd-48ae-ba09-2377ab194c3c service neutron] 10.222.0.22 "GET /v2.0/networks/08a1e7d8-ceb8-436c-b22e-7164385550f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829322 Aug 11 04:12:12.817527 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-756994ae-8093-41d1-85ac-c4bf60bc5c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c926b0af-b44e-46e5-a354-547d22f1c84b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-513129974', 'tenant_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.207'}], 'enable_snat': True}, 'gw_port_id': '4b9061df-6767-45fe-be34-15c544f08cfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:10:42Z', 'updated_at': '2021-08-11T04:10:47Z', 'revision_number': 4, 'project_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'gw_port': {'id': '4b9061df-6767-45fe-be34-15c544f08cfb', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:15:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c926b0af-b44e-46e5-a354-547d22f1c84b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:10:43Z', 'updated_at': '2021-08-11T04:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': 'eacbc569-0512-469e-98cc-8315d90b8908', 'name': '', 'network_id': '08a1e7d8-ceb8-436c-b22e-7164385550f6', 'tenant_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'mac_address': 'fa:16:3e:82:7e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c926b0af-b44e-46e5-a354-547d22f1c84b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '0b58ba02-4813-4901-b463-01f59a0efc19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:10:46Z', 'updated_at': '2021-08-11T04:10:51Z', 'revision_number': 5, 'project_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'subnets': [{'id': '0b58ba02-4813-4901-b463-01f59a0efc19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:12:12.843145 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756994ae-8093-41d1-85ac-c4bf60bc5c87 None None] The sync data for ids ['c926b0af-b44e-46e5-a354-547d22f1c84b'] in n-d-764292-30 is: [{'id': 'c926b0af-b44e-46e5-a354-547d22f1c84b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-513129974', 'tenant_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.207'}], 'enable_snat': True}, 'gw_port_id': '4b9061df-6767-45fe-be34-15c544f08cfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:10:42Z', 'updated_at': '2021-08-11T04:10:47Z', 'revision_number': 4, 'project_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'gw_port': {'id': '4b9061df-6767-45fe-be34-15c544f08cfb', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:15:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c926b0af-b44e-46e5-a354-547d22f1c84b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:10:43Z', 'updated_at': '2021-08-11T04:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': 'eacbc569-0512-469e-98cc-8315d90b8908', 'name': '', 'network_id': '08a1e7d8-ceb8-436c-b22e-7164385550f6', 'tenant_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'mac_address': 'fa:16:3e:82:7e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c926b0af-b44e-46e5-a354-547d22f1c84b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '0b58ba02-4813-4901-b463-01f59a0efc19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:10:46Z', 'updated_at': '2021-08-11T04:10:51Z', 'revision_number': 5, 'project_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'subnets': [{'id': '0b58ba02-4813-4901-b463-01f59a0efc19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 04:12:13.052543 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4578fddb-ceee-4b50-984a-948e9e2056a2 None None] New status for floating IP ffa9e41f-b25d-4d28-994d-6b4280e0920e: DOWN {{(pid=102193) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 04:12:13.711561 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648a268a-5592-43ab-857c-f8e5dd2b8ca0 req-598b0f6d-d1eb-44eb-a0ac-5240541b79b4 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:12:13.713100 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-648a268a-5592-43ab-857c-f8e5dd2b8ca0 req-598b0f6d-d1eb-44eb-a0ac-5240541b79b4 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/ports?device_id=be19e0f2-0ba7-450d-8991-a572424b78ea HTTP/1.1" status: 200 len: 946 time: 0.0497220 Aug 11 04:12:13.751973 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-648a268a-5592-43ab-857c-f8e5dd2b8ca0 req-680fb7ef-3067-4a0a-83f4-5443a5319ab1 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/security-groups?id=5754044a-e98f-418d-868a-19a4b3c3e750&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317683 Aug 11 04:12:14.294991 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955a1c5e-8439-485d-b59d-5dbec807e451 req-b9d1555c-b677-4a79-9677-b3292d24e943 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:12:14.296329 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-955a1c5e-8439-485d-b59d-5dbec807e451 req-b9d1555c-b677-4a79-9677-b3292d24e943 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.22 "GET /v2.0/ports?device_id=be19e0f2-0ba7-450d-8991-a572424b78ea HTTP/1.1" status: 200 len: 946 time: 0.0528691 Aug 11 04:12:14.382647 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-955a1c5e-8439-485d-b59d-5dbec807e451 req-8e8a7654-058e-442a-ae74-9b330cdbc180 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Deleting port 7ab8ebeb-eade-4e22-82e5-e906bfca2f15 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 04:12:14.383009 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-955a1c5e-8439-485d-b59d-5dbec807e451 req-8e8a7654-058e-442a-ae74-9b330cdbc180 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:12:14.471037 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-955a1c5e-8439-485d-b59d-5dbec807e451 req-8e8a7654-058e-442a-ae74-9b330cdbc180 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] For port 7ab8ebeb-eade-4e22-82e5-e906bfca2f15, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=7ab8ebeb-eade-4e22-82e5-e906bfca2f15,segment=NetworkSegment(cf844ae8-a8b3-4591-a54f-300e3c4e4011),segment_id=cf844ae8-a8b3-4591-a54f-300e3c4e4011)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:12:14.471396 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-955a1c5e-8439-485d-b59d-5dbec807e451 req-8e8a7654-058e-442a-ae74-9b330cdbc180 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:12:14.484407 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-955a1c5e-8439-485d-b59d-5dbec807e451 req-8e8a7654-058e-442a-ae74-9b330cdbc180 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Calling delete_port for 7ab8ebeb-eade-4e22-82e5-e906bfca2f15 owned by compute:nova {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 04:12:14.660858 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-955a1c5e-8439-485d-b59d-5dbec807e451 req-8e8a7654-058e-442a-ae74-9b330cdbc180 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:12:14.691766 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8a7654-058e-442a-ae74-9b330cdbc180 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Pushing event deleted for resources: {'Port': ['ID=7ab8ebeb-eade-4e22-82e5-e906bfca2f15,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:12:14.702252 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8a7654-058e-442a-ae74-9b330cdbc180 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:12:14.702626 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8a7654-058e-442a-ae74-9b330cdbc180 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:12:14.702973 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8a7654-058e-442a-ae74-9b330cdbc180 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:12:14.703313 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8a7654-058e-442a-ae74-9b330cdbc180 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:12:14.703648 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8a7654-058e-442a-ae74-9b330cdbc180 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:12:14.703986 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8a7654-058e-442a-ae74-9b330cdbc180 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:12:14.704318 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8a7654-058e-442a-ae74-9b330cdbc180 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:12:14.704648 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8a7654-058e-442a-ae74-9b330cdbc180 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:12:14.704979 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8a7654-058e-442a-ae74-9b330cdbc180 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:12:14.705306 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8a7654-058e-442a-ae74-9b330cdbc180 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:12:14.705979 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8a7654-058e-442a-ae74-9b330cdbc180 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:12:14.705979 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8a7654-058e-442a-ae74-9b330cdbc180 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:12:14.745242 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-955a1c5e-8439-485d-b59d-5dbec807e451 req-8e8a7654-058e-442a-ae74-9b330cdbc180 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] No DVR routers for this DVR port 7ab8ebeb-eade-4e22-82e5-e906bfca2f15 on host n-h1-764292-30 {{(pid=102191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 04:12:14.750527 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-955a1c5e-8439-485d-b59d-5dbec807e451 req-8e8a7654-058e-442a-ae74-9b330cdbc180 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:12:14.750784 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-955a1c5e-8439-485d-b59d-5dbec807e451 req-8e8a7654-058e-442a-ae74-9b330cdbc180 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.22 "DELETE /v2.0/ports/7ab8ebeb-eade-4e22-82e5-e906bfca2f15 HTTP/1.1" status: 204 len: 173 time: 0.4483311 Aug 11 04:12:14.751211 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be19e0f2-0ba7-450d-8991-a572424b78ea', 'name': 'network-vif-deleted', 'tag': '7ab8ebeb-eade-4e22-82e5-e906bfca2f15'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 04:12:14.753602 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9291d331c18c1eb37c2b57c8af4a09724b2e7f160dd5faf652855b3e38b81ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fbb9c9f-9b0f-4045-a58c-a56ee0cc0719" -d '{"events": [{"server_uuid": "be19e0f2-0ba7-450d-8991-a572424b78ea", "name": "network-vif-deleted", "tag": "7ab8ebeb-eade-4e22-82e5-e906bfca2f15"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 04:12:14.789860 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 04:12:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9260852b-0832-4685-a901-d25c47123af8 x-openstack-request-id: req-9260852b-0832-4685-a901-d25c47123af8 {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 04:12:14.790155 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be19e0f2-0ba7-450d-8991-a572424b78ea", "name": "network-vif-deleted", "tag": "7ab8ebeb-eade-4e22-82e5-e906bfca2f15", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 04:12:14.790436 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9260852b-0832-4685-a901-d25c47123af8 {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 04:12:14.790844 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be19e0f2-0ba7-450d-8991-a572424b78ea', 'name': 'network-vif-deleted', 'tag': '7ab8ebeb-eade-4e22-82e5-e906bfca2f15', 'status': 'completed', 'code': 200} Aug 11 04:12:14.847158 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1f53a3b3-1246-41b7-ae7e-65fdcf21df8a req-4c6dbed9-5884-4974-b9d0-f12bc3854be3 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/ports?device_id=be19e0f2-0ba7-450d-8991-a572424b78ea HTTP/1.1" status: 200 len: 210 time: 0.0265479 Aug 11 04:12:15.903440 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 51198) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:12:16.255031 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a44d0419-6466-4d35-9faa-e6649aa13491 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521106'] for router_interface, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:12:16.840457 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-a44d0419-6466-4d35-9faa-e6649aa13491 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Deleting port eacbc569-0512-469e-98cc-8315d90b8908 {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 04:12:16.840799 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a44d0419-6466-4d35-9faa-e6649aa13491 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:12:16.925543 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [None req-a44d0419-6466-4d35-9faa-e6649aa13491 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] For port eacbc569-0512-469e-98cc-8315d90b8908, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=eacbc569-0512-469e-98cc-8315d90b8908,segment=NetworkSegment(cf844ae8-a8b3-4591-a54f-300e3c4e4011),segment_id=cf844ae8-a8b3-4591-a54f-300e3c4e4011)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:12:16.926259 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a44d0419-6466-4d35-9faa-e6649aa13491 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:12:16.938984 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-a44d0419-6466-4d35-9faa-e6649aa13491 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Calling delete_port for eacbc569-0512-469e-98cc-8315d90b8908 owned by network:router_interface {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 04:12:16.984808 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 7ab8ebeb-eade-4e22-82e5-e906bfca2f15 no longer exists at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 04:12:17.007863 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] No Port match for: 7ab8ebeb-eade-4e22-82e5-e906bfca2f15 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 04:12:17.008208 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 7ab8ebeb-eade-4e22-82e5-e906bfca2f15 not bound to the agent host n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 04:12:17.198348 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a44d0419-6466-4d35-9faa-e6649aa13491 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:12:17.226540 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44d0419-6466-4d35-9faa-e6649aa13491 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Pushing event deleted for resources: {'Port': ['ID=eacbc569-0512-469e-98cc-8315d90b8908,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:12:17.405517 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a44d0419-6466-4d35-9faa-e6649aa13491 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16383033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450082'] for router_interface, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:12:17.636873 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a44d0419-6466-4d35-9faa-e6649aa13491 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Router c926b0af-b44e-46e5-a354-547d22f1c84b has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 04:12:17.756934 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a44d0419-6466-4d35-9faa-e6649aa13491 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 04:12:17.763751 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-a44d0419-6466-4d35-9faa-e6649aa13491 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "PUT /v2.0/routers/c926b0af-b44e-46e5-a354-547d22f1c84b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8574877 Aug 11 04:12:17.766823 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e009a64-f78c-45f4-abed-5c0acdbd3902 None None] Sync routers for ids ['c926b0af-b44e-46e5-a354-547d22f1c84b'] in n-d-764292-30 {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 04:12:17.777609 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e009a64-f78c-45f4-abed-5c0acdbd3902 None None] Routers {'c926b0af-b44e-46e5-a354-547d22f1c84b'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 04:12:17.778231 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-4e009a64-f78c-45f4-abed-5c0acdbd3902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T04:12:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['c926b0af-b44e-46e5-a354-547d22f1c84b'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:12:17.889535 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 51200) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:12:17.946145 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_v2 [None req-58d9ff65-0209-4b11-99ce-204f7c6fb07d tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Deleting subnet 0b58ba02-4813-4901-b463-01f59a0efc19 {{(pid=102191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 04:12:17.949988 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-58d9ff65-0209-4b11-99ce-204f7c6fb07d tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for subnet, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:12:17.985212 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-4e009a64-f78c-45f4-abed-5c0acdbd3902 None None] Set router c926b0af-b44e-46e5-a354-547d22f1c84b gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 04:12:17.991591 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-58d9ff65-0209-4b11-99ce-204f7c6fb07d tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126283525'] for subnet, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:12:18.086016 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-58d9ff65-0209-4b11-99ce-204f7c6fb07d tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:12:18.163878 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-4e009a64-f78c-45f4-abed-5c0acdbd3902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c926b0af-b44e-46e5-a354-547d22f1c84b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-513129974', 'tenant_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.207'}], 'enable_snat': True}, 'gw_port_id': '4b9061df-6767-45fe-be34-15c544f08cfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:10:42Z', 'updated_at': '2021-08-11T04:12:17Z', 'revision_number': 5, 'project_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'gw_port': {'id': '4b9061df-6767-45fe-be34-15c544f08cfb', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:15:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c926b0af-b44e-46e5-a354-547d22f1c84b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:10:43Z', 'updated_at': '2021-08-11T04:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:12:18.189978 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e009a64-f78c-45f4-abed-5c0acdbd3902 None None] Checking router: c926b0af-b44e-46e5-a354-547d22f1c84b for host: n-d-764292-30 {{(pid=102194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 04:12:18.198406 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e009a64-f78c-45f4-abed-5c0acdbd3902 None None] Routers {'c926b0af-b44e-46e5-a354-547d22f1c84b'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 04:12:18.201937 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-4e009a64-f78c-45f4-abed-5c0acdbd3902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T04:12:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['c926b0af-b44e-46e5-a354-547d22f1c84b'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:12:18.245515 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-58d9ff65-0209-4b11-99ce-204f7c6fb07d tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126283413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126275158'] for subnet, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:12:18.274773 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d9ff65-0209-4b11-99ce-204f7c6fb07d tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Pushing event deleted for resources: {'Subnet': ['ID=0b58ba02-4813-4901-b463-01f59a0efc19,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:12:18.278469 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-58d9ff65-0209-4b11-99ce-204f7c6fb07d tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:12:18.281839 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-58d9ff65-0209-4b11-99ce-204f7c6fb07d tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "DELETE /v2.0/subnets/0b58ba02-4813-4901-b463-01f59a0efc19 HTTP/1.1" status: 204 len: 168 time: 0.3913305 Aug 11 04:12:18.284624 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 51202) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:12:18.306520 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18b8d201-b068-4867-b943-be3c5d215add None None] Network 08a1e7d8-ceb8-436c-b22e-7164385550f6 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 04:12:18.307094 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-4e009a64-f78c-45f4-abed-5c0acdbd3902 None None] Set router c926b0af-b44e-46e5-a354-547d22f1c84b gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 04:12:18.404932 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-556af48f-1974-459c-b6b2-db5e676cc1b7 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for router, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:12:18.496018 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5cc1624-d471-4192-a2c8-a9972a8fff1a None None] DHCP port deletion for 08a1e7d8-ceb8-436c-b22e-7164385550f6 request from n-d-764292-30 {{(pid=102193) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 04:12:18.501697 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-4e009a64-f78c-45f4-abed-5c0acdbd3902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c926b0af-b44e-46e5-a354-547d22f1c84b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-513129974', 'tenant_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.207'}], 'enable_snat': True}, 'gw_port_id': '4b9061df-6767-45fe-be34-15c544f08cfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:10:42Z', 'updated_at': '2021-08-11T04:12:17Z', 'revision_number': 5, 'project_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'gw_port': {'id': '4b9061df-6767-45fe-be34-15c544f08cfb', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:15:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c926b0af-b44e-46e5-a354-547d22f1c84b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:10:43Z', 'updated_at': '2021-08-11T04:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:12:18.520418 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-556af48f-1974-459c-b6b2-db5e676cc1b7 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:12:18.535662 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e009a64-f78c-45f4-abed-5c0acdbd3902 None None] The sync data for ids ['c926b0af-b44e-46e5-a354-547d22f1c84b'] in n-d-764292-30 is: [{'id': 'c926b0af-b44e-46e5-a354-547d22f1c84b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-513129974', 'tenant_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.207'}], 'enable_snat': True}, 'gw_port_id': '4b9061df-6767-45fe-be34-15c544f08cfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:10:42Z', 'updated_at': '2021-08-11T04:12:17Z', 'revision_number': 5, 'project_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'gw_port': {'id': '4b9061df-6767-45fe-be34-15c544f08cfb', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:15:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c926b0af-b44e-46e5-a354-547d22f1c84b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:10:43Z', 'updated_at': '2021-08-11T04:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}] {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 04:12:18.550674 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-c5cc1624-d471-4192-a2c8-a9972a8fff1a None None] Deleting port 1059e17a-3f84-490e-a8c5-57cb0bfa506d {{(pid=102193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 04:12:18.551061 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-c5cc1624-d471-4192-a2c8-a9972a8fff1a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:12:18.618110 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-c5cc1624-d471-4192-a2c8-a9972a8fff1a None None] For port 1059e17a-3f84-490e-a8c5-57cb0bfa506d, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=1059e17a-3f84-490e-a8c5-57cb0bfa506d,segment=NetworkSegment(cf844ae8-a8b3-4591-a54f-300e3c4e4011),segment_id=cf844ae8-a8b3-4591-a54f-300e3c4e4011)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:12:18.618542 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-c5cc1624-d471-4192-a2c8-a9972a8fff1a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:12:18.632680 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-c5cc1624-d471-4192-a2c8-a9972a8fff1a None None] Calling delete_port for 1059e17a-3f84-490e-a8c5-57cb0bfa506d owned by network:dhcp {{(pid=102193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 04:12:18.647640 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-556af48f-1974-459c-b6b2-db5e676cc1b7 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Deleting port 4b9061df-6767-45fe-be34-15c544f08cfb {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 04:12:18.654550 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-556af48f-1974-459c-b6b2-db5e676cc1b7 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:12:18.732209 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [None req-556af48f-1974-459c-b6b2-db5e676cc1b7 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] For port 4b9061df-6767-45fe-be34-15c544f08cfb, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=4b9061df-6767-45fe-be34-15c544f08cfb,segment=NetworkSegment(fab28bed-aa25-40db-bba4-ec26e795194c),segment_id=fab28bed-aa25-40db-bba4-ec26e795194c)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:12:18.732579 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-556af48f-1974-459c-b6b2-db5e676cc1b7 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:12:18.750895 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-556af48f-1974-459c-b6b2-db5e676cc1b7 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Calling delete_port for 4b9061df-6767-45fe-be34-15c544f08cfb owned by network:router_gateway {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 04:12:18.803684 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-c5cc1624-d471-4192-a2c8-a9972a8fff1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678'] for port, after_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:12:18.830190 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cc1624-d471-4192-a2c8-a9972a8fff1a None None] Pushing event deleted for resources: {'Port': ['ID=1059e17a-3f84-490e-a8c5-57cb0bfa506d,revision_number=None']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:12:18.834696 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5cc1624-d471-4192-a2c8-a9972a8fff1a None None] No DVR routers for this DVR port 1059e17a-3f84-490e-a8c5-57cb0bfa506d on host n-d-764292-30 {{(pid=102193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 04:12:18.842064 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cc1624-d471-4192-a2c8-a9972a8fff1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:12:18.842439 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cc1624-d471-4192-a2c8-a9972a8fff1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:12:18.842781 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cc1624-d471-4192-a2c8-a9972a8fff1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:12:18.843117 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cc1624-d471-4192-a2c8-a9972a8fff1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:12:18.843449 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cc1624-d471-4192-a2c8-a9972a8fff1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:12:18.843945 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cc1624-d471-4192-a2c8-a9972a8fff1a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:12:18.844274 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cc1624-d471-4192-a2c8-a9972a8fff1a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:12:18.844608 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cc1624-d471-4192-a2c8-a9972a8fff1a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:12:18.844927 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cc1624-d471-4192-a2c8-a9972a8fff1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:12:18.845247 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cc1624-d471-4192-a2c8-a9972a8fff1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:12:18.845588 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cc1624-d471-4192-a2c8-a9972a8fff1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:12:18.846178 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cc1624-d471-4192-a2c8-a9972a8fff1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:12:18.967508 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-556af48f-1974-459c-b6b2-db5e676cc1b7 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:12:19.006880 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556af48f-1974-459c-b6b2-db5e676cc1b7 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Pushing event deleted for resources: {'Port': ['ID=4b9061df-6767-45fe-be34-15c544f08cfb,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:12:19.067208 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-556af48f-1974-459c-b6b2-db5e676cc1b7 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-446916'] for router_gateway, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:12:19.160214 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-556af48f-1974-459c-b6b2-db5e676cc1b7 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6544'] for router, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:12:19.162403 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-556af48f-1974-459c-b6b2-db5e676cc1b7 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:12:19.270160 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-556af48f-1974-459c-b6b2-db5e676cc1b7 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448809'] for router, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:12:19.270692 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-556af48f-1974-459c-b6b2-db5e676cc1b7 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Fanout notify agent at l3_agent the message router_deleted on router c926b0af-b44e-46e5-a354-547d22f1c84b {{(pid=102192) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 04:12:19.277776 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-556af48f-1974-459c-b6b2-db5e676cc1b7 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for router, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:12:19.279719 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-556af48f-1974-459c-b6b2-db5e676cc1b7 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "DELETE /v2.0/routers/c926b0af-b44e-46e5-a354-547d22f1c84b HTTP/1.1" status: 204 len: 168 time: 0.9940839 Aug 11 04:12:19.282561 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 51204) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:12:19.368297 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-03a60282-27d3-46b2-b105-bc52577dfdd6 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:12:19.454867 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-03a60282-27d3-46b2-b105-bc52577dfdd6 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:12:19.464945 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-03a60282-27d3-46b2-b105-bc52577dfdd6 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08a1e7d8-ceb8-436c-b22e-7164385550f6']}} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:12:19.475350 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-03a60282-27d3-46b2-b105-bc52577dfdd6 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf844ae8-a8b3-4591-a54f-300e3c4e4011') {'for_net_delete': True} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:12:19.475663 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-03a60282-27d3-46b2-b105-bc52577dfdd6 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf844ae8-a8b3-4591-a54f-300e3c4e4011') {} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:12:19.484572 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-03a60282-27d3-46b2-b105-bc52577dfdd6 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126283644'] for segment, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:12:19.498974 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-03a60282-27d3-46b2-b105-bc52577dfdd6 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:12:19.504892 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03a60282-27d3-46b2-b105-bc52577dfdd6 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=102191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 04:12:19.505273 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-03a60282-27d3-46b2-b105-bc52577dfdd6 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126283391'] for segment, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:12:19.508188 n-d-764292-30 neutron-server[102191]: Traceback (most recent call last): Aug 11 04:12:19.508188 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 04:12:19.508188 n-d-764292-30 neutron-server[102191]: timer() Aug 11 04:12:19.508188 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 04:12:19.508188 n-d-764292-30 neutron-server[102191]: cb(*args, **kw) Aug 11 04:12:19.508188 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 04:12:19.508188 n-d-764292-30 neutron-server[102191]: return func(*args, **kwargs) Aug 11 04:12:19.508188 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 04:12:19.508188 n-d-764292-30 neutron-server[102191]: self._notify() Aug 11 04:12:19.508188 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 04:12:19.508188 n-d-764292-30 neutron-server[102191]: self.callback(batched_events) Aug 11 04:12:19.508188 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 04:12:19.508188 n-d-764292-30 neutron-server[102191]: event.method(event) Aug 11 04:12:19.508188 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 04:12:19.508188 n-d-764292-30 neutron-server[102191]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 04:12:19.508188 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 04:12:19.508188 n-d-764292-30 neutron-server[102191]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 04:12:19.508188 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 04:12:19.508188 n-d-764292-30 neutron-server[102191]: return f(self, *a, **k) Aug 11 04:12:19.508188 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 04:12:19.508188 n-d-764292-30 neutron-server[102191]: return self._get(url).json() Aug 11 04:12:19.508188 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 04:12:19.508188 n-d-764292-30 neutron-server[102191]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 04:12:19.508188 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 04:12:19.508188 n-d-764292-30 neutron-server[102191]: return self.request(url, 'GET', **kwargs) Aug 11 04:12:19.508188 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 04:12:19.508188 n-d-764292-30 neutron-server[102191]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 04:12:19.508188 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 04:12:19.508188 n-d-764292-30 neutron-server[102191]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 04:12:19.508188 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 04:12:19.508188 n-d-764292-30 neutron-server[102191]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 04:12:19.508188 n-d-764292-30 neutron-server[102191]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 04:12:19.626673 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-03a60282-27d3-46b2-b105-bc52577dfdd6 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:12:19.633851 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-03a60282-27d3-46b2-b105-bc52577dfdd6 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:12:19.636479 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-03a60282-27d3-46b2-b105-bc52577dfdd6 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "DELETE /v2.0/networks/08a1e7d8-ceb8-436c-b22e-7164385550f6 HTTP/1.1" status: 204 len: 168 time: 0.3521724 Aug 11 04:12:19.639878 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 51206) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:12:19.648784 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a60282-27d3-46b2-b105-bc52577dfdd6 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Pushing event deleted for resources: {'Network': ['ID=08a1e7d8-ceb8-436c-b22e-7164385550f6,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:12:19.703970 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-3234de7b-5e01-4c10-b439-20cff5e0bc10 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:12:19.733584 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-3234de7b-5e01-4c10-b439-20cff5e0bc10 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:12:19.784397 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 1059e17a-3f84-490e-a8c5-57cb0bfa506d no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 04:12:19.805390 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: 1059e17a-3f84-490e-a8c5-57cb0bfa506d {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 04:12:19.805735 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 1059e17a-3f84-490e-a8c5-57cb0bfa506d not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 04:12:19.806146 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 4b9061df-6767-45fe-be34-15c544f08cfb no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 04:12:19.824693 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: 4b9061df-6767-45fe-be34-15c544f08cfb {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 04:12:19.825034 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 4b9061df-6767-45fe-be34-15c544f08cfb not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 04:12:19.826008 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device eacbc569-0512-469e-98cc-8315d90b8908 no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 04:12:19.845652 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: eacbc569-0512-469e-98cc-8315d90b8908 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 04:12:19.845996 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device eacbc569-0512-469e-98cc-8315d90b8908 not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 04:12:19.860751 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-3234de7b-5e01-4c10-b439-20cff5e0bc10 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:12:19.863380 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-3234de7b-5e01-4c10-b439-20cff5e0bc10 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:12:19.864557 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-3234de7b-5e01-4c10-b439-20cff5e0bc10 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "DELETE /v2.0/security-groups/5754044a-e98f-418d-868a-19a4b3c3e750 HTTP/1.1" status: 204 len: 168 time: 0.2235684 Aug 11 04:12:19.874506 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3234de7b-5e01-4c10-b439-20cff5e0bc10 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5754044a-e98f-418d-868a-19a4b3c3e750,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:12:20.590134 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 51212) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:12:20.594840 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-c08a2746-04ec-43c0-9f6e-33310fcf7615 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1895038865', 'description': 'tempest-secgroup-smoke-1895038865 description', 'project_id': '4ed3e3e6ac1f49f882ef8f301df62615'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:12:20.676097 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c08a2746-04ec-43c0-9f6e-33310fcf7615 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:12:20.755585 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c08a2746-04ec-43c0-9f6e-33310fcf7615 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:12:20.824607 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c08a2746-04ec-43c0-9f6e-33310fcf7615 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:12:20.853156 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08a2746-04ec-43c0-9f6e-33310fcf7615 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d23792d-17ba-487d-a54d-e8d84b09c480,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:12:20.910367 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c08a2746-04ec-43c0-9f6e-33310fcf7615 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:12:20.911646 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-c08a2746-04ec-43c0-9f6e-33310fcf7615 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3204744 Aug 11 04:12:20.914509 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 51214) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:12:20.918920 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-9c382a2b-9be5-45d0-aa10-9ee2175ccc0c tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Request body: {'security_group_rule': {'security_group_id': '4d23792d-17ba-487d-a54d-e8d84b09c480', 'project_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:12:21.017687 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9c382a2b-9be5-45d0-aa10-9ee2175ccc0c tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:12:21.076651 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9c382a2b-9be5-45d0-aa10-9ee2175ccc0c tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:12:21.144195 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9c382a2b-9be5-45d0-aa10-9ee2175ccc0c tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:12:21.163538 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c382a2b-9be5-45d0-aa10-9ee2175ccc0c tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ea2340f-63dd-4bcc-855b-6714b4ba2b72,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:12:21.252615 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9c382a2b-9be5-45d0-aa10-9ee2175ccc0c tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:12:21.253850 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-9c382a2b-9be5-45d0-aa10-9ee2175ccc0c tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3384290 Aug 11 04:12:21.256622 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 51216) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:12:21.261100 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-637d0665-6f6b-4500-b561-cde8fddc13d6 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Request body: {'security_group_rule': {'security_group_id': '4d23792d-17ba-487d-a54d-e8d84b09c480', 'project_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:12:21.349019 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-637d0665-6f6b-4500-b561-cde8fddc13d6 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:12:21.406408 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-637d0665-6f6b-4500-b561-cde8fddc13d6 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:12:21.482341 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-637d0665-6f6b-4500-b561-cde8fddc13d6 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:12:21.501435 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637d0665-6f6b-4500-b561-cde8fddc13d6 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95242ce8-0cc1-4926-ba25-0d16d93644f3,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:12:21.567284 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-637d0665-6f6b-4500-b561-cde8fddc13d6 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:12:21.568537 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-637d0665-6f6b-4500-b561-cde8fddc13d6 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3109725 Aug 11 04:12:21.571280 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 51218) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:12:21.575680 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-82a1a1c1-9e59-4bef-b673-f20c54e45f10 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Request body: {'security_group_rule': {'security_group_id': '4d23792d-17ba-487d-a54d-e8d84b09c480', 'project_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:12:21.654560 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-82a1a1c1-9e59-4bef-b673-f20c54e45f10 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:12:21.710231 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-82a1a1c1-9e59-4bef-b673-f20c54e45f10 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:12:21.781039 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-82a1a1c1-9e59-4bef-b673-f20c54e45f10 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:12:21.798941 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a1a1c1-9e59-4bef-b673-f20c54e45f10 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c1476c9-862f-4be5-addf-d52a5ff48eb9,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:12:21.870213 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-82a1a1c1-9e59-4bef-b673-f20c54e45f10 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:12:21.871484 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-82a1a1c1-9e59-4bef-b673-f20c54e45f10 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2992711 Aug 11 04:12:21.874186 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 51220) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:12:21.878695 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-639d480b-c07f-4681-9ce2-d6a18205d93d tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Request body: {'security_group_rule': {'security_group_id': '4d23792d-17ba-487d-a54d-e8d84b09c480', 'project_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:12:21.955171 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-639d480b-c07f-4681-9ce2-d6a18205d93d tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:12:22.015485 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-639d480b-c07f-4681-9ce2-d6a18205d93d tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:12:22.087374 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-639d480b-c07f-4681-9ce2-d6a18205d93d tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:12:22.107824 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639d480b-c07f-4681-9ce2-d6a18205d93d tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=645ba385-5ab3-44db-90dc-3fd0be1b4d73,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:12:22.181061 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-639d480b-c07f-4681-9ce2-d6a18205d93d tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:12:22.182256 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-639d480b-c07f-4681-9ce2-d6a18205d93d tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3070781 Aug 11 04:12:22.185082 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 51222) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:12:22.189693 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-b46903ff-d250-4d76-a943-074700f57337 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Request body: {'security_group_rule': {'security_group_id': '4d23792d-17ba-487d-a54d-e8d84b09c480', 'project_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:12:22.266808 n-d-764292-30 neutron-server[102192]: INFO neutron.db.securitygroups_db [None req-b46903ff-d250-4d76-a943-074700f57337 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Project 4ed3e3e6ac1f49f882ef8f301df62615 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 04:12:22.271740 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b46903ff-d250-4d76-a943-074700f57337 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:12:22.336108 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b46903ff-d250-4d76-a943-074700f57337 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:12:22.407073 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b46903ff-d250-4d76-a943-074700f57337 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:12:22.427164 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46903ff-d250-4d76-a943-074700f57337 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fb59d2d-6222-4caa-8f82-179d1a5bd797,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:12:22.501006 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b46903ff-d250-4d76-a943-074700f57337 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:12:22.502297 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-b46903ff-d250-4d76-a943-074700f57337 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3162704 Aug 11 04:12:22.508007 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 51224) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:12:22.512506 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-5e7528f7-7fb9-45cb-a181-50317a5ce1ec tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Request body: {'security_group_rule': {'security_group_id': '4d23792d-17ba-487d-a54d-e8d84b09c480', 'project_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:12:22.598007 n-d-764292-30 neutron-server[102192]: INFO neutron.db.securitygroups_db [None req-5e7528f7-7fb9-45cb-a181-50317a5ce1ec tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Project 4ed3e3e6ac1f49f882ef8f301df62615 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 04:12:22.602959 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-5e7528f7-7fb9-45cb-a181-50317a5ce1ec tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:12:22.662966 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-5e7528f7-7fb9-45cb-a181-50317a5ce1ec tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:12:22.735018 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-5e7528f7-7fb9-45cb-a181-50317a5ce1ec tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:12:22.753549 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7528f7-7fb9-45cb-a181-50317a5ce1ec tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=598f7879-d729-4f73-a764-e60ecc12bf50,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:12:22.809345 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-5e7528f7-7fb9-45cb-a181-50317a5ce1ec tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:12:22.810599 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-5e7528f7-7fb9-45cb-a181-50317a5ce1ec tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3015680 Aug 11 04:12:22.813352 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 51226) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:12:22.818203 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-60703315-3274-447c-925c-28bce166d9eb tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Request body: {'network': {'name': 'tempest-network-smoke--1042351303', 'project_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'port_security_enabled': True}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:12:22.887276 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60703315-3274-447c-925c-28bce166d9eb tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Made reservation on behalf of 4ed3e3e6ac1f49f882ef8f301df62615 for: {'network': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 04:12:22.891325 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-60703315-3274-447c-925c-28bce166d9eb tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:12:22.914260 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60703315-3274-447c-925c-28bce166d9eb tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=102192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 04:12:22.922928 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-60703315-3274-447c-925c-28bce166d9eb tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:12:22.925066 n-d-764292-30 neutron-server[102192]: INFO neutron.db.segments_db [None req-60703315-3274-447c-925c-28bce166d9eb tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Added segment 732017ad-8631-477c-a0e7-3c79c8c6568a of type vlan for network c1415891-b661-456f-81a0-b71e4d1b1cb7 Aug 11 04:12:22.964595 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-60703315-3274-447c-925c-28bce166d9eb tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:12:23.058748 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-60703315-3274-447c-925c-28bce166d9eb tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:12:23.064982 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60703315-3274-447c-925c-28bce166d9eb tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:12:23.065590 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-60703315-3274-447c-925c-28bce166d9eb tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:12:23.129188 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60703315-3274-447c-925c-28bce166d9eb tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Pushing event updated for resources: {'Network': ['ID=c1415891-b661-456f-81a0-b71e4d1b1cb7,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:12:23.140314 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network c1415891-b661-456f-81a0-b71e4d1b1cb7 details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 04:12:23.176118 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-60703315-3274-447c-925c-28bce166d9eb tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3617077 Aug 11 04:12:23.178923 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 51228) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:12:23.183619 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-46ddfb2b-1647-4a5c-b8ec-8303d46b5923 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1302394385', 'admin_state_up': True, 'project_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:12:23.249603 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-46ddfb2b-1647-4a5c-b8ec-8303d46b5923 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-450010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6626'] for router, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:12:23.250658 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-46ddfb2b-1647-4a5c-b8ec-8303d46b5923 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-446747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6633'] for router, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:12:23.304090 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-46ddfb2b-1647-4a5c-b8ec-8303d46b5923 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:12:23.496626 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-46ddfb2b-1647-4a5c-b8ec-8303d46b5923 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:12:24.070881 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-46ddfb2b-1647-4a5c-b8ec-8303d46b5923 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for router_gateway, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:12:24.089285 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-46ddfb2b-1647-4a5c-b8ec-8303d46b5923 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:12:24.186929 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [None req-46ddfb2b-1647-4a5c-b8ec-8303d46b5923 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Allocated IP 172.25.8.77 (09faf7d2-eaf5-4a50-bb6e-4cb05d009a76/e1a97443-13df-40bb-85f5-fd269e2742c0/033d4ac4-741b-4f10-846c-bf08b9ed66a2) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 04:12:24.288031 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-46ddfb2b-1647-4a5c-b8ec-8303d46b5923 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:12:24.378855 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-46ddfb2b-1647-4a5c-b8ec-8303d46b5923 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:12:24.418683 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46ddfb2b-1647-4a5c-b8ec-8303d46b5923 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 04:12:24.423743 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-46ddfb2b-1647-4a5c-b8ec-8303d46b5923 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 04:12:24.438037 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ddfb2b-1647-4a5c-b8ec-8303d46b5923 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 04:12:24.438037 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ddfb2b-1647-4a5c-b8ec-8303d46b5923 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Pushing event updated for resources: {'Port': ['ID=033d4ac4-741b-4f10-846c-bf08b9ed66a2,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:12:24.720307 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-46ddfb2b-1647-4a5c-b8ec-8303d46b5923 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for router_gateway, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:12:24.914137 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-46ddfb2b-1647-4a5c-b8ec-8303d46b5923 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-446952'] for router, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:12:25.132750 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46ddfb2b-1647-4a5c-b8ec-8303d46b5923 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Router 5224215a-2c3c-4fab-855b-1150dab34ada is scheduled to L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 with binding_index 1 {{(pid=102191) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 04:12:25.238510 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46ddfb2b-1647-4a5c-b8ec-8303d46b5923 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 04:12:25.248424 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c660aa-39f5-4550-9daf-a2112f5dd116 None None] Sync routers for ids ['5224215a-2c3c-4fab-855b-1150dab34ada'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 04:12:25.257263 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c660aa-39f5-4550-9daf-a2112f5dd116 None None] Routers {'5224215a-2c3c-4fab-855b-1150dab34ada'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 04:12:25.257813 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-d5c660aa-39f5-4550-9daf-a2112f5dd116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T04:12:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['5224215a-2c3c-4fab-855b-1150dab34ada'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:12:25.341221 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-46ddfb2b-1647-4a5c-b8ec-8303d46b5923 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for router, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:12:25.342648 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-46ddfb2b-1647-4a5c-b8ec-8303d46b5923 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.1626947 Aug 11 04:12:25.345830 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 51230) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:12:25.376495 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-0f8d981f-bf62-4197-b6c8-a012a2a6d275 tempest-TestNetworkAdvancedServerOps-1813166602 tempest-TestNetworkAdvancedServerOps-1813166602-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=4ed3e3e6ac1f49f882ef8f301df62615&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0293565 Aug 11 04:12:25.379071 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 51232) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:12:25.473591 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eab08111-ce66-427c-b093-5069f5f34e3b tempest-TestNetworkAdvancedServerOps-1813166602 tempest-TestNetworkAdvancedServerOps-1813166602-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:12:25.475401 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-eab08111-ce66-427c-b093-5069f5f34e3b tempest-TestNetworkAdvancedServerOps-1813166602 tempest-TestNetworkAdvancedServerOps-1813166602-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0953386 Aug 11 04:12:25.478389 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 51234) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:12:25.514262 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-709fb337-7895-45e9-890e-56f48946b0b3 tempest-TestNetworkAdvancedServerOps-1813166602 tempest-TestNetworkAdvancedServerOps-1813166602-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=09faf7d2-eaf5-4a50-bb6e-4cb05d009a76&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0343907 Aug 11 04:12:25.516198 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-d5c660aa-39f5-4550-9daf-a2112f5dd116 None None] Set router 5224215a-2c3c-4fab-855b-1150dab34ada gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 04:12:25.516616 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 51236) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:12:25.521395 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-0b8efaf5-5f4f-4424-b603-c9da0c8f42dc tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1095784100', 'network_id': 'c1415891-b661-456f-81a0-b71e4d1b1cb7', 'project_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:12:25.691781 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-d5c660aa-39f5-4550-9daf-a2112f5dd116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5224215a-2c3c-4fab-855b-1150dab34ada', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1302394385', 'tenant_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': '033d4ac4-741b-4f10-846c-bf08b9ed66a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:12:23Z', 'updated_at': '2021-08-11T04:12:24Z', 'revision_number': 3, 'project_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'gw_port': {'id': '033d4ac4-741b-4f10-846c-bf08b9ed66a2', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:c8:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5224215a-2c3c-4fab-855b-1150dab34ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:12:24Z', 'updated_at': '2021-08-11T04:12:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:12:25.693015 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b8efaf5-5f4f-4424-b603-c9da0c8f42dc tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Made reservation on behalf of 4ed3e3e6ac1f49f882ef8f301df62615 for: {'subnet': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 04:12:25.696676 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0b8efaf5-5f4f-4424-b603-c9da0c8f42dc tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126180544'] for subnet, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:12:25.728921 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c660aa-39f5-4550-9daf-a2112f5dd116 None None] Checking router: 5224215a-2c3c-4fab-855b-1150dab34ada for host: n-d-764292-30 {{(pid=102193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 04:12:25.728921 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c660aa-39f5-4550-9daf-a2112f5dd116 None None] Updating router 5224215a-2c3c-4fab-855b-1150dab34ada port 033d4ac4-741b-4f10-846c-bf08b9ed66a2 binding host n-d-764292-30 {{(pid=102193) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 04:12:25.749686 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-d5c660aa-39f5-4550-9daf-a2112f5dd116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:12:25.978908 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0b8efaf5-5f4f-4424-b603-c9da0c8f42dc tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125932092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126180562'] for subnet, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:12:26.018233 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-d5c660aa-39f5-4550-9daf-a2112f5dd116 None None] Notify callbacks [] for port, precommit_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:12:26.028752 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-d5c660aa-39f5-4550-9daf-a2112f5dd116 None None] Transition to ACTIVE for port object 033d4ac4-741b-4f10-846c-bf08b9ed66a2 will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 04:12:26.034925 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8efaf5-5f4f-4424-b603-c9da0c8f42dc tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Pushing event updated for resources: {'Subnet': ['ID=1f53f14e-a6a0-40ba-af67-09cacf004a54,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:12:26.052327 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b8efaf5-5f4f-4424-b603-c9da0c8f42dc tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Checking segment: {'id': '732017ad-8631-477c-a0e7-3c79c8c6568a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c1415891-b661-456f-81a0-b71e4d1b1cb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 04:12:26.052694 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b8efaf5-5f4f-4424-b603-c9da0c8f42dc tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Network hostable DHCP agents. Network: c1415891-b661-456f-81a0-b71e4d1b1cb7, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 04:12:26.104440 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-d5c660aa-39f5-4550-9daf-a2112f5dd116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:12:26.129550 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b8efaf5-5f4f-4424-b603-c9da0c8f42dc tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Network c1415891-b661-456f-81a0-b71e4d1b1cb7 is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 04:12:26.154594 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-d5c660aa-39f5-4550-9daf-a2112f5dd116 None None] Attempting to bind port 033d4ac4-741b-4f10-846c-bf08b9ed66a2 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 04:12:26.154965 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-d5c660aa-39f5-4550-9daf-a2112f5dd116 None None] Attempting to bind port 033d4ac4-741b-4f10-846c-bf08b9ed66a2 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 04:12:26.155326 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c660aa-39f5-4550-9daf-a2112f5dd116 None None] Attempting to bind port 033d4ac4-741b-4f10-846c-bf08b9ed66a2 on network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 04:12:26.161978 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abf6792-9af8-4ddc-9980-8d42a83ee969 None None] Pushing event updated for resources: {'Port': ['ID=033d4ac4-741b-4f10-846c-bf08b9ed66a2,revision_number=2']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:12:26.164656 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c660aa-39f5-4550-9daf-a2112f5dd116 None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 4, 12, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 04:12:26.167631 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c660aa-39f5-4550-9daf-a2112f5dd116 None None] Checking segment: {'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 04:12:26.167631 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-d5c660aa-39f5-4550-9daf-a2112f5dd116 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:12:26.167631 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c660aa-39f5-4550-9daf-a2112f5dd116 None None] Bound using segment: {'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 04:12:26.167631 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-d5c660aa-39f5-4550-9daf-a2112f5dd116 None None] Bound port: 033d4ac4-741b-4f10-846c-bf08b9ed66a2, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 04:12:26.167631 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-d5c660aa-39f5-4550-9daf-a2112f5dd116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:12:26.215183 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-0b8efaf5-5f4f-4424-b603-c9da0c8f42dc tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, c1415891-b661-456f-81a0-b71e4d1b1cb7) {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 04:12:26.220873 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b8efaf5-5f4f-4424-b603-c9da0c8f42dc tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:12:26.221827 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0b8efaf5-5f4f-4424-b603-c9da0c8f42dc tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:12:26.227941 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41904dd0-af8d-478c-8abd-e690e361365e None None] Network c1415891-b661-456f-81a0-b71e4d1b1cb7 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 04:12:26.234740 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-d5c660aa-39f5-4550-9daf-a2112f5dd116 None None] For port 033d4ac4-741b-4f10-846c-bf08b9ed66a2, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 04:12:26.281124 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-d5c660aa-39f5-4550-9daf-a2112f5dd116 None None] For port 033d4ac4-741b-4f10-846c-bf08b9ed66a2, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=033d4ac4-741b-4f10-846c-bf08b9ed66a2,segment=NetworkSegment(fab28bed-aa25-40db-bba4-ec26e795194c),segment_id=fab28bed-aa25-40db-bba4-ec26e795194c)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 04:12:26.307965 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-0b8efaf5-5f4f-4424-b603-c9da0c8f42dc tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7902431 Aug 11 04:12:26.310678 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 51238) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:12:26.380825 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-d5c660aa-39f5-4550-9daf-a2112f5dd116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:12:26.408133 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c684fbef-3c92-4465-be0f-05ce0c9dea7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde080026-c28f-55be-b52b-13827cc43646-c1415891-b661-456f-81a0-b71e4d1b1cb7', 'network_id': 'c1415891-b661-456f-81a0-b71e4d1b1cb7', 'tenant_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'fixed_ips': [{'subnet_id': '1f53f14e-a6a0-40ba-af67-09cacf004a54'}]}} from n-d-764292-30. {{(pid=102193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 04:12:26.408983 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-c684fbef-3c92-4465-be0f-05ce0c9dea7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:12:26.465196 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abf6792-9af8-4ddc-9980-8d42a83ee969 None None] Pushing event updated for resources: {'Port': ['ID=033d4ac4-741b-4f10-846c-bf08b9ed66a2,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:12:26.474557 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c660aa-39f5-4550-9daf-a2112f5dd116 None None] Routers {'5224215a-2c3c-4fab-855b-1150dab34ada'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 04:12:26.475181 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-d5c660aa-39f5-4550-9daf-a2112f5dd116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T04:12:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['5224215a-2c3c-4fab-855b-1150dab34ada'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:12:26.681066 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-d5c660aa-39f5-4550-9daf-a2112f5dd116 None None] Set router 5224215a-2c3c-4fab-855b-1150dab34ada gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 04:12:26.683457 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.db_base_plugin_common [None req-c684fbef-3c92-4465-be0f-05ce0c9dea7f None None] Allocated IP 172.20.0.2 (c1415891-b661-456f-81a0-b71e4d1b1cb7/1f53f14e-a6a0-40ba-af67-09cacf004a54/453ebb46-4916-4ffe-843c-d86dddb656f7) {{(pid=102193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 04:12:26.787431 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a901f7b6-d3c2-48ef-8cc3-5eef91adbbd6 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:12:26.968869 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-c684fbef-3c92-4465-be0f-05ce0c9dea7f None None] Notify callbacks [] for port, precommit_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:12:26.979636 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-c684fbef-3c92-4465-be0f-05ce0c9dea7f None None] Transition to ACTIVE for port object 453ebb46-4916-4ffe-843c-d86dddb656f7 will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 04:12:26.993960 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-d5c660aa-39f5-4550-9daf-a2112f5dd116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5224215a-2c3c-4fab-855b-1150dab34ada', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1302394385', 'tenant_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': '033d4ac4-741b-4f10-846c-bf08b9ed66a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:12:23Z', 'updated_at': '2021-08-11T04:12:24Z', 'revision_number': 3, 'project_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'gw_port': {'id': '033d4ac4-741b-4f10-846c-bf08b9ed66a2', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:c8:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5224215a-2c3c-4fab-855b-1150dab34ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:12:24Z', 'updated_at': '2021-08-11T04:12:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:12:27.022710 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-c684fbef-3c92-4465-be0f-05ce0c9dea7f None None] Transition to ACTIVE for port object 453ebb46-4916-4ffe-843c-d86dddb656f7 will not be triggered until provisioned by entity DHCP. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 04:12:27.024298 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c660aa-39f5-4550-9daf-a2112f5dd116 None None] The sync data for ids ['5224215a-2c3c-4fab-855b-1150dab34ada'] in n-d-764292-30 is: [{'id': '5224215a-2c3c-4fab-855b-1150dab34ada', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1302394385', 'tenant_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': '033d4ac4-741b-4f10-846c-bf08b9ed66a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:12:23Z', 'updated_at': '2021-08-11T04:12:24Z', 'revision_number': 3, 'project_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'gw_port': {'id': '033d4ac4-741b-4f10-846c-bf08b9ed66a2', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:c8:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5224215a-2c3c-4fab-855b-1150dab34ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:12:24Z', 'updated_at': '2021-08-11T04:12:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 04:12:27.085934 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-c684fbef-3c92-4465-be0f-05ce0c9dea7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669'] for port, after_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:12:27.136179 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [None req-a901f7b6-d3c2-48ef-8cc3-5eef91adbbd6 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Allocated IP 172.20.0.1 (c1415891-b661-456f-81a0-b71e4d1b1cb7/1f53f14e-a6a0-40ba-af67-09cacf004a54/86351814-cc68-4f99-89af-a6698eb5b502) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 04:12:27.138217 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c684fbef-3c92-4465-be0f-05ce0c9dea7f None None] Network c1415891-b661-456f-81a0-b71e4d1b1cb7 is already hosted by enough agents. {{(pid=102193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 04:12:27.141215 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.base_scheduler [None req-c684fbef-3c92-4465-be0f-05ce0c9dea7f None None] Resources bound (agent type, host, resource id): {{(pid=102193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 04:12:27.144269 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c684fbef-3c92-4465-be0f-05ce0c9dea7f None None] Received port after_create {{(pid=102193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 04:12:27.151992 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c684fbef-3c92-4465-be0f-05ce0c9dea7f None None] Pushing event updated for resources: {'Port': ['ID=453ebb46-4916-4ffe-843c-d86dddb656f7,revision_number=1']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:12:27.209900 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-c684fbef-3c92-4465-be0f-05ce0c9dea7f None None] Attempting to bind port 453ebb46-4916-4ffe-843c-d86dddb656f7 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 04:12:27.210405 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-c684fbef-3c92-4465-be0f-05ce0c9dea7f None None] Attempting to bind port 453ebb46-4916-4ffe-843c-d86dddb656f7 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': '732017ad-8631-477c-a0e7-3c79c8c6568a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c1415891-b661-456f-81a0-b71e4d1b1cb7'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 04:12:27.211252 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c684fbef-3c92-4465-be0f-05ce0c9dea7f None None] Attempting to bind port 453ebb46-4916-4ffe-843c-d86dddb656f7 on network c1415891-b661-456f-81a0-b71e4d1b1cb7 {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 04:12:27.217097 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c684fbef-3c92-4465-be0f-05ce0c9dea7f None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 4, 12, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 04:12:27.217477 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c684fbef-3c92-4465-be0f-05ce0c9dea7f None None] Checking segment: {'id': '732017ad-8631-477c-a0e7-3c79c8c6568a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c1415891-b661-456f-81a0-b71e4d1b1cb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 04:12:27.217882 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-c684fbef-3c92-4465-be0f-05ce0c9dea7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:12:27.218303 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c684fbef-3c92-4465-be0f-05ce0c9dea7f None None] Bound using segment: {'id': '732017ad-8631-477c-a0e7-3c79c8c6568a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c1415891-b661-456f-81a0-b71e4d1b1cb7'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 04:12:27.218763 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-c684fbef-3c92-4465-be0f-05ce0c9dea7f None None] Bound port: 453ebb46-4916-4ffe-843c-d86dddb656f7, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '732017ad-8631-477c-a0e7-3c79c8c6568a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c1415891-b661-456f-81a0-b71e4d1b1cb7'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 04:12:27.219206 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-c684fbef-3c92-4465-be0f-05ce0c9dea7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:12:27.290207 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a901f7b6-d3c2-48ef-8cc3-5eef91adbbd6 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:12:27.300876 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-c684fbef-3c92-4465-be0f-05ce0c9dea7f None None] For port 453ebb46-4916-4ffe-843c-d86dddb656f7, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 04:12:27.304508 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-c684fbef-3c92-4465-be0f-05ce0c9dea7f None None] For port 453ebb46-4916-4ffe-843c-d86dddb656f7, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=453ebb46-4916-4ffe-843c-d86dddb656f7,segment=NetworkSegment(732017ad-8631-477c-a0e7-3c79c8c6568a),segment_id=732017ad-8631-477c-a0e7-3c79c8c6568a)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 04:12:27.306545 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [None req-a901f7b6-d3c2-48ef-8cc3-5eef91adbbd6 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Transition to ACTIVE for port object 86351814-cc68-4f99-89af-a6698eb5b502 will not be triggered until provisioned by entity DHCP. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 04:12:27.367945 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-c684fbef-3c92-4465-be0f-05ce0c9dea7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:12:27.396590 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a901f7b6-d3c2-48ef-8cc3-5eef91adbbd6 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:12:27.431308 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c684fbef-3c92-4465-be0f-05ce0c9dea7f None None] Pushing event updated for resources: {'Port': ['ID=453ebb46-4916-4ffe-843c-d86dddb656f7,revision_number=2']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:12:27.446747 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a901f7b6-d3c2-48ef-8cc3-5eef91adbbd6 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Network c1415891-b661-456f-81a0-b71e4d1b1cb7 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 04:12:27.449907 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-a901f7b6-d3c2-48ef-8cc3-5eef91adbbd6 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 04:12:27.456623 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a901f7b6-d3c2-48ef-8cc3-5eef91adbbd6 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 04:12:27.491974 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a901f7b6-d3c2-48ef-8cc3-5eef91adbbd6 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Pushing event updated for resources: {'Port': ['ID=86351814-cc68-4f99-89af-a6698eb5b502,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:12:27.516950 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a901f7b6-d3c2-48ef-8cc3-5eef91adbbd6 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-520987'] for router_interface, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:12:27.739847 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a901f7b6-d3c2-48ef-8cc3-5eef91adbbd6 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:12:27.865367 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 453ebb46-4916-4ffe-843c-d86dddb656f7 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 04:12:27.984303 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port 453ebb46-4916-4ffe-843c-d86dddb656f7 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 04:12:27.988496 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 033d4ac4-741b-4f10-846c-bf08b9ed66a2 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 04:12:28.038709 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a901f7b6-d3c2-48ef-8cc3-5eef91adbbd6 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for port, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:12:28.092613 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port 033d4ac4-741b-4f10-846c-bf08b9ed66a2 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 04:12:28.096960 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 033d4ac4-741b-4f10-846c-bf08b9ed66a2 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 04:12:28.100086 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:12:28.117902 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a901f7b6-d3c2-48ef-8cc3-5eef91adbbd6 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:12:28.180780 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:12:28.200616 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a901f7b6-d3c2-48ef-8cc3-5eef91adbbd6 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Pushing event updated for resources: {'Port': ['ID=86351814-cc68-4f99-89af-a6698eb5b502,revision_number=2']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:12:28.203804 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port 033d4ac4-741b-4f10-846c-bf08b9ed66a2, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=033d4ac4-741b-4f10-846c-bf08b9ed66a2,segment=NetworkSegment(fab28bed-aa25-40db-bba4-ec26e795194c),segment_id=fab28bed-aa25-40db-bba4-ec26e795194c)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:12:28.204477 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a901f7b6-d3c2-48ef-8cc3-5eef91adbbd6 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16383026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521135'] for router_interface, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:12:28.270736 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:12:28.299368 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a901f7b6-d3c2-48ef-8cc3-5eef91adbbd6 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Network c1415891-b661-456f-81a0-b71e4d1b1cb7 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 04:12:28.300936 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-a901f7b6-d3c2-48ef-8cc3-5eef91adbbd6 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 04:12:28.334734 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=033d4ac4-741b-4f10-846c-bf08b9ed66a2,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:12:28.410972 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9796095a-f252-4e8f-936f-0b83c1e70164 None None] Network c1415891-b661-456f-81a0-b71e4d1b1cb7 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 04:12:28.424132 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a901f7b6-d3c2-48ef-8cc3-5eef91adbbd6 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Router 5224215a-2c3c-4fab-855b-1150dab34ada has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 04:12:28.529368 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-ee86b69c-0301-447d-87ba-a109c2e68612 None None] Provisioning for port 453ebb46-4916-4ffe-843c-d86dddb656f7 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 04:12:28.541538 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-ee86b69c-0301-447d-87ba-a109c2e68612 None None] Provisioning complete for port 453ebb46-4916-4ffe-843c-d86dddb656f7 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 04:12:28.541538 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-ee86b69c-0301-447d-87ba-a109c2e68612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:12:28.541752 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a901f7b6-d3c2-48ef-8cc3-5eef91adbbd6 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 04:12:28.546790 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-a901f7b6-d3c2-48ef-8cc3-5eef91adbbd6 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "PUT /v2.0/routers/5224215a-2c3c-4fab-855b-1150dab34ada/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2345235 Aug 11 04:12:28.659125 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-ee86b69c-0301-447d-87ba-a109c2e68612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:12:28.699144 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-ee86b69c-0301-447d-87ba-a109c2e68612 None None] For port 453ebb46-4916-4ffe-843c-d86dddb656f7, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=453ebb46-4916-4ffe-843c-d86dddb656f7,segment=NetworkSegment(732017ad-8631-477c-a0e7-3c79c8c6568a),segment_id=732017ad-8631-477c-a0e7-3c79c8c6568a)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:12:28.738070 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cc5b412e-bd91-40ac-aa52-dd16ed218cb1 req-7ea0584e-93ae-4d7d-ba90-889b3412905c tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1895038865&fields=id&tenant_id=4ed3e3e6ac1f49f882ef8f301df62615 HTTP/1.1" status: 200 len: 267 time: 0.0395017 Aug 11 04:12:28.775808 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-ee86b69c-0301-447d-87ba-a109c2e68612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:12:28.862794 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee86b69c-0301-447d-87ba-a109c2e68612 None None] Pushing event updated for resources: {'Port': ['ID=453ebb46-4916-4ffe-843c-d86dddb656f7,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:12:28.900397 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-327b84c8-4526-410b-8a9a-7275c6e770a2 None None] Provisioning complete for port 453ebb46-4916-4ffe-843c-d86dddb656f7 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 04:12:28.900770 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-327b84c8-4526-410b-8a9a-7275c6e770a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:12:29.048186 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e122b5a-98b1-4981-8d06-6c26d3b4b26b None None] Sync routers for ids ['5224215a-2c3c-4fab-855b-1150dab34ada'] in n-d-764292-30 {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 04:12:29.059279 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e122b5a-98b1-4981-8d06-6c26d3b4b26b None None] Routers {'5224215a-2c3c-4fab-855b-1150dab34ada'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 04:12:29.060878 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-6e122b5a-98b1-4981-8d06-6c26d3b4b26b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T04:12:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['5224215a-2c3c-4fab-855b-1150dab34ada'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:12:29.095660 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-327b84c8-4526-410b-8a9a-7275c6e770a2 None None] Provisioning for port 86351814-cc68-4f99-89af-a6698eb5b502 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 04:12:29.103941 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-327b84c8-4526-410b-8a9a-7275c6e770a2 None None] Provisioning complete for port 86351814-cc68-4f99-89af-a6698eb5b502 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 04:12:29.104328 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-327b84c8-4526-410b-8a9a-7275c6e770a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:12:29.150860 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-327b84c8-4526-410b-8a9a-7275c6e770a2 None None] Port 86351814-cc68-4f99-89af-a6698eb5b502 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 04:12:29.180380 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-6e122b5a-98b1-4981-8d06-6c26d3b4b26b None None] Set router 5224215a-2c3c-4fab-855b-1150dab34ada gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 04:12:29.249220 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-7138b8fb-79c4-40e9-85c7-c9c2ef19ea64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:12:29.259146 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5b412e-bd91-40ac-aa52-dd16ed218cb1 req-15fc933b-e558-4144-bba4-b310dd562268 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:12:29.268891 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cc5b412e-bd91-40ac-aa52-dd16ed218cb1 req-15fc933b-e558-4144-bba4-b310dd562268 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/networks?id=c1415891-b661-456f-81a0-b71e4d1b1cb7 HTTP/1.1" status: 200 len: 797 time: 0.5209215 Aug 11 04:12:29.272848 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-6a1d41da-ac96-4439-a859-3f8891b16f26 None None] Provisioning complete for port 86351814-cc68-4f99-89af-a6698eb5b502 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 04:12:29.273435 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-6a1d41da-ac96-4439-a859-3f8891b16f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:12:29.285957 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cc5b412e-bd91-40ac-aa52-dd16ed218cb1 req-686677f7-84c8-42d9-b789-69d66eb58187 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/quotas/4ed3e3e6ac1f49f882ef8f301df62615 HTTP/1.1" status: 200 len: 375 time: 0.0160925 Aug 11 04:12:29.317431 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-6a1d41da-ac96-4439-a859-3f8891b16f26 None None] Port 86351814-cc68-4f99-89af-a6698eb5b502 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 04:12:29.337822 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cc5b412e-bd91-40ac-aa52-dd16ed218cb1 req-f0d89afe-c04c-4c56-87b8-bfa164ef7eab tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=4ed3e3e6ac1f49f882ef8f301df62615&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0509660 Aug 11 04:12:29.403472 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-6e122b5a-98b1-4981-8d06-6c26d3b4b26b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5224215a-2c3c-4fab-855b-1150dab34ada', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1302394385', 'tenant_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': '033d4ac4-741b-4f10-846c-bf08b9ed66a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:12:23Z', 'updated_at': '2021-08-11T04:12:27Z', 'revision_number': 4, 'project_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'gw_port': {'id': '033d4ac4-741b-4f10-846c-bf08b9ed66a2', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:c8:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5224215a-2c3c-4fab-855b-1150dab34ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:12:24Z', 'updated_at': '2021-08-11T04:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '86351814-cc68-4f99-89af-a6698eb5b502', 'name': '', 'network_id': 'c1415891-b661-456f-81a0-b71e4d1b1cb7', 'tenant_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'mac_address': 'fa:16:3e:d0:41:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5224215a-2c3c-4fab-855b-1150dab34ada', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '1f53f14e-a6a0-40ba-af67-09cacf004a54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:12:26Z', 'updated_at': '2021-08-11T04:12:27Z', 'revision_number': 2, 'project_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'subnets': [{'id': '1f53f14e-a6a0-40ba-af67-09cacf004a54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:12:29.429345 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e122b5a-98b1-4981-8d06-6c26d3b4b26b None None] Checking router: 5224215a-2c3c-4fab-855b-1150dab34ada for host: n-d-764292-30 {{(pid=102194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 04:12:29.429697 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e122b5a-98b1-4981-8d06-6c26d3b4b26b None None] Updating router 5224215a-2c3c-4fab-855b-1150dab34ada port 86351814-cc68-4f99-89af-a6698eb5b502 binding host n-d-764292-30 {{(pid=102194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 04:12:29.437349 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-9116c132-cb0e-435f-8ea7-de2ed0d5e8ff None None] Provisioning complete for port 86351814-cc68-4f99-89af-a6698eb5b502 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 04:12:29.437865 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-9116c132-cb0e-435f-8ea7-de2ed0d5e8ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:12:29.454898 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-6e122b5a-98b1-4981-8d06-6c26d3b4b26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:12:29.476421 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-9116c132-cb0e-435f-8ea7-de2ed0d5e8ff None None] Port 86351814-cc68-4f99-89af-a6698eb5b502 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 04:12:29.487427 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cc5b412e-bd91-40ac-aa52-dd16ed218cb1 req-41808540-be00-48ee-a584-e902f5ec0d31 service neutron] 10.222.0.41 "GET /v2.0/networks/c1415891-b661-456f-81a0-b71e4d1b1cb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376472 Aug 11 04:12:29.578556 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cc5b412e-bd91-40ac-aa52-dd16ed218cb1 req-d3a2c7c5-9fbb-4b38-81af-bc78eb81703d service neutron] 10.222.0.41 "GET /v2.0/networks/c1415891-b661-456f-81a0-b71e4d1b1cb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861657 Aug 11 04:12:29.713959 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-6e122b5a-98b1-4981-8d06-6c26d3b4b26b None None] Notify callbacks [] for port, precommit_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:12:29.723347 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.provisioning_blocks [None req-6e122b5a-98b1-4981-8d06-6c26d3b4b26b None None] Transition to ACTIVE for port object 86351814-cc68-4f99-89af-a6698eb5b502 will not be triggered until provisioned by entity L2. {{(pid=102194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 04:12:29.789999 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-6e122b5a-98b1-4981-8d06-6c26d3b4b26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:12:29.803426 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 453ebb46-4916-4ffe-843c-d86dddb656f7 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 04:12:29.819260 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7e1d44a8-9c0e-494e-8504-2bc09f112cd7 req-dc2f6c2c-2ebe-4702-857e-b8609f24d71c tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/ports?device_id=07cbe7f5-1194-408b-98af-aad027955531 HTTP/1.1" status: 200 len: 210 time: 0.0381777 Aug 11 04:12:29.856294 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870052b3-4f78-456b-b8c7-ef4dfed3c4b6 None None] Pushing event updated for resources: {'Port': ['ID=86351814-cc68-4f99-89af-a6698eb5b502,revision_number=3']} {{(pid=102194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:12:29.865440 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870052b3-4f78-456b-b8c7-ef4dfed3c4b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:12:29.865759 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870052b3-4f78-456b-b8c7-ef4dfed3c4b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:12:29.866078 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870052b3-4f78-456b-b8c7-ef4dfed3c4b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:12:29.866633 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870052b3-4f78-456b-b8c7-ef4dfed3c4b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:12:29.867152 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870052b3-4f78-456b-b8c7-ef4dfed3c4b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:12:29.867827 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870052b3-4f78-456b-b8c7-ef4dfed3c4b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:12:29.868335 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870052b3-4f78-456b-b8c7-ef4dfed3c4b6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:12:29.868837 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870052b3-4f78-456b-b8c7-ef4dfed3c4b6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:12:29.869345 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870052b3-4f78-456b-b8c7-ef4dfed3c4b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:12:29.869839 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870052b3-4f78-456b-b8c7-ef4dfed3c4b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:12:29.870359 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870052b3-4f78-456b-b8c7-ef4dfed3c4b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:12:29.870859 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870052b3-4f78-456b-b8c7-ef4dfed3c4b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:12:29.889612 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 453ebb46-4916-4ffe-843c-d86dddb656f7 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 04:12:29.890192 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:12:29.930423 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-6e122b5a-98b1-4981-8d06-6c26d3b4b26b None None] Attempting to bind port 86351814-cc68-4f99-89af-a6698eb5b502 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 04:12:29.930792 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-6e122b5a-98b1-4981-8d06-6c26d3b4b26b None None] Attempting to bind port 86351814-cc68-4f99-89af-a6698eb5b502 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': '732017ad-8631-477c-a0e7-3c79c8c6568a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c1415891-b661-456f-81a0-b71e4d1b1cb7'}] {{(pid=102194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 04:12:29.931157 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e122b5a-98b1-4981-8d06-6c26d3b4b26b None None] Attempting to bind port 86351814-cc68-4f99-89af-a6698eb5b502 on network c1415891-b661-456f-81a0-b71e4d1b1cb7 {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 04:12:29.936622 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e122b5a-98b1-4981-8d06-6c26d3b4b26b None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 4, 12, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 04:12:29.937315 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e122b5a-98b1-4981-8d06-6c26d3b4b26b None None] Checking segment: {'id': '732017ad-8631-477c-a0e7-3c79c8c6568a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c1415891-b661-456f-81a0-b71e4d1b1cb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 04:12:29.937458 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-6e122b5a-98b1-4981-8d06-6c26d3b4b26b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:12:29.937774 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e122b5a-98b1-4981-8d06-6c26d3b4b26b None None] Bound using segment: {'id': '732017ad-8631-477c-a0e7-3c79c8c6568a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c1415891-b661-456f-81a0-b71e4d1b1cb7'} {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 04:12:29.938602 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-6e122b5a-98b1-4981-8d06-6c26d3b4b26b None None] Bound port: 86351814-cc68-4f99-89af-a6698eb5b502, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '732017ad-8631-477c-a0e7-3c79c8c6568a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c1415891-b661-456f-81a0-b71e4d1b1cb7'}}] {{(pid=102194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 04:12:29.939128 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-6e122b5a-98b1-4981-8d06-6c26d3b4b26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:12:29.994662 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 033d4ac4-741b-4f10-846c-bf08b9ed66a2 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 04:12:30.017679 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.db [None req-6e122b5a-98b1-4981-8d06-6c26d3b4b26b None None] For port 86351814-cc68-4f99-89af-a6698eb5b502, host n-d-764292-30, cleared binding levels {{(pid=102194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 04:12:30.021797 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.db [None req-6e122b5a-98b1-4981-8d06-6c26d3b4b26b None None] For port 86351814-cc68-4f99-89af-a6698eb5b502, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=86351814-cc68-4f99-89af-a6698eb5b502,segment=NetworkSegment(732017ad-8631-477c-a0e7-3c79c8c6568a),segment_id=732017ad-8631-477c-a0e7-3c79c8c6568a)] {{(pid=102194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 04:12:30.062564 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 033d4ac4-741b-4f10-846c-bf08b9ed66a2 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 04:12:30.062939 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:12:30.118441 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-6e122b5a-98b1-4981-8d06-6c26d3b4b26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:12:30.175494 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e122b5a-98b1-4981-8d06-6c26d3b4b26b None None] Routers {'5224215a-2c3c-4fab-855b-1150dab34ada'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 04:12:30.176127 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-6e122b5a-98b1-4981-8d06-6c26d3b4b26b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T04:12:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['5224215a-2c3c-4fab-855b-1150dab34ada'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:12:30.306002 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870052b3-4f78-456b-b8c7-ef4dfed3c4b6 None None] Pushing event updated for resources: {'Port': ['ID=86351814-cc68-4f99-89af-a6698eb5b502,revision_number=4']} {{(pid=102194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:12:30.376693 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-6e122b5a-98b1-4981-8d06-6c26d3b4b26b None None] Set router 5224215a-2c3c-4fab-855b-1150dab34ada gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 04:12:30.570815 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-6e122b5a-98b1-4981-8d06-6c26d3b4b26b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5224215a-2c3c-4fab-855b-1150dab34ada', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1302394385', 'tenant_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': '033d4ac4-741b-4f10-846c-bf08b9ed66a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:12:23Z', 'updated_at': '2021-08-11T04:12:27Z', 'revision_number': 4, 'project_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'gw_port': {'id': '033d4ac4-741b-4f10-846c-bf08b9ed66a2', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:c8:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5224215a-2c3c-4fab-855b-1150dab34ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:12:24Z', 'updated_at': '2021-08-11T04:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '86351814-cc68-4f99-89af-a6698eb5b502', 'name': '', 'network_id': 'c1415891-b661-456f-81a0-b71e4d1b1cb7', 'tenant_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'mac_address': 'fa:16:3e:d0:41:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5224215a-2c3c-4fab-855b-1150dab34ada', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '1f53f14e-a6a0-40ba-af67-09cacf004a54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:12:26Z', 'updated_at': '2021-08-11T04:12:30Z', 'revision_number': 4, 'project_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'subnets': [{'id': '1f53f14e-a6a0-40ba-af67-09cacf004a54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:12:30.596281 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e122b5a-98b1-4981-8d06-6c26d3b4b26b None None] The sync data for ids ['5224215a-2c3c-4fab-855b-1150dab34ada'] in n-d-764292-30 is: [{'id': '5224215a-2c3c-4fab-855b-1150dab34ada', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1302394385', 'tenant_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': '033d4ac4-741b-4f10-846c-bf08b9ed66a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:12:23Z', 'updated_at': '2021-08-11T04:12:27Z', 'revision_number': 4, 'project_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'gw_port': {'id': '033d4ac4-741b-4f10-846c-bf08b9ed66a2', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:c8:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5224215a-2c3c-4fab-855b-1150dab34ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:12:24Z', 'updated_at': '2021-08-11T04:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '86351814-cc68-4f99-89af-a6698eb5b502', 'name': '', 'network_id': 'c1415891-b661-456f-81a0-b71e4d1b1cb7', 'tenant_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'mac_address': 'fa:16:3e:d0:41:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5224215a-2c3c-4fab-855b-1150dab34ada', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '1f53f14e-a6a0-40ba-af67-09cacf004a54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:12:26Z', 'updated_at': '2021-08-11T04:12:30Z', 'revision_number': 4, 'project_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'subnets': [{'id': '1f53f14e-a6a0-40ba-af67-09cacf004a54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 04:12:30.896167 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-72224a4e-e945-438b-baba-660254ac5387 req-38dd81a7-cd00-4179-a551-8594519d7aba tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/ports?device_id=07cbe7f5-1194-408b-98af-aad027955531 HTTP/1.1" status: 200 len: 210 time: 0.0275221 Aug 11 04:12:31.800749 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 86351814-cc68-4f99-89af-a6698eb5b502 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 04:12:31.894723 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:12:31.928972 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port 86351814-cc68-4f99-89af-a6698eb5b502 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 04:12:31.933047 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 86351814-cc68-4f99-89af-a6698eb5b502 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 04:12:31.933413 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:12:31.990117 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9801a258-05df-4cb4-b22e-a84df682867d req-5cc05167-cbed-4525-8434-6e69b920a6a0 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/ports?device_id=07cbe7f5-1194-408b-98af-aad027955531 HTTP/1.1" status: 200 len: 210 time: 0.0269616 Aug 11 04:12:32.024764 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:12:32.068285 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port 86351814-cc68-4f99-89af-a6698eb5b502, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=86351814-cc68-4f99-89af-a6698eb5b502,segment=NetworkSegment(732017ad-8631-477c-a0e7-3c79c8c6568a),segment_id=732017ad-8631-477c-a0e7-3c79c8c6568a)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:12:32.134908 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dacb1dc1-d522-42ec-9c14-138a9e04117f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:12:32.180293 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:12:32.233131 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=86351814-cc68-4f99-89af-a6698eb5b502,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:12:32.909734 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5b412e-bd91-40ac-aa52-dd16ed218cb1 req-a3d24eba-316c-47b0-913d-10773c06b3cc tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:12:32.911256 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-cc5b412e-bd91-40ac-aa52-dd16ed218cb1 req-a3d24eba-316c-47b0-913d-10773c06b3cc tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.22 "GET /v2.0/networks?id=c1415891-b661-456f-81a0-b71e4d1b1cb7 HTTP/1.1" status: 200 len: 797 time: 0.1043530 Aug 11 04:12:32.955165 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-cc5b412e-bd91-40ac-aa52-dd16ed218cb1 req-e564a27f-bde5-42c6-9984-ba9b9a934a4f tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4ed3e3e6ac1f49f882ef8f301df62615 HTTP/1.1" status: 200 len: 380 time: 0.0338514 Aug 11 04:12:32.964133 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-cc5b412e-bd91-40ac-aa52-dd16ed218cb1 req-ff7faabb-74ef-4000-a9a0-9570fe921136 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Request body: {'port': {'device_id': '07cbe7f5-1194-408b-98af-aad027955531', 'network_id': 'c1415891-b661-456f-81a0-b71e4d1b1cb7', 'admin_state_up': True, 'tenant_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'security_groups': ['4d23792d-17ba-487d-a54d-e8d84b09c480']}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:12:33.102827 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-20a3bbd2-0881-40e1-ab98-652bb1dd545d req-9278035a-9d4d-44df-a070-d0a892fd19e8 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/ports?device_id=07cbe7f5-1194-408b-98af-aad027955531 HTTP/1.1" status: 200 len: 210 time: 0.0303111 Aug 11 04:12:33.138370 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc5b412e-bd91-40ac-aa52-dd16ed218cb1 req-ff7faabb-74ef-4000-a9a0-9570fe921136 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Made reservation on behalf of 4ed3e3e6ac1f49f882ef8f301df62615 for: {'port': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 04:12:33.141953 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-cc5b412e-bd91-40ac-aa52-dd16ed218cb1 req-ff7faabb-74ef-4000-a9a0-9570fe921136 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:12:33.258061 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:12:33.265350 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [req-cc5b412e-bd91-40ac-aa52-dd16ed218cb1 req-ff7faabb-74ef-4000-a9a0-9570fe921136 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Allocated IP 172.20.0.7 (c1415891-b661-456f-81a0-b71e4d1b1cb7/1f53f14e-a6a0-40ba-af67-09cacf004a54/61130a66-63e6-4163-ba42-637ff15fc898) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 04:12:33.401422 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-cc5b412e-bd91-40ac-aa52-dd16ed218cb1 req-ff7faabb-74ef-4000-a9a0-9570fe921136 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:12:33.415054 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [req-cc5b412e-bd91-40ac-aa52-dd16ed218cb1 req-ff7faabb-74ef-4000-a9a0-9570fe921136 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Transition to ACTIVE for port object 61130a66-63e6-4163-ba42-637ff15fc898 will not be triggered until provisioned by entity DHCP. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 04:12:33.506567 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-cc5b412e-bd91-40ac-aa52-dd16ed218cb1 req-ff7faabb-74ef-4000-a9a0-9570fe921136 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:12:33.552460 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc5b412e-bd91-40ac-aa52-dd16ed218cb1 req-ff7faabb-74ef-4000-a9a0-9570fe921136 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Network c1415891-b661-456f-81a0-b71e4d1b1cb7 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 04:12:33.555635 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [req-cc5b412e-bd91-40ac-aa52-dd16ed218cb1 req-ff7faabb-74ef-4000-a9a0-9570fe921136 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 04:12:33.559386 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc5b412e-bd91-40ac-aa52-dd16ed218cb1 req-ff7faabb-74ef-4000-a9a0-9570fe921136 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 04:12:33.566178 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7faabb-74ef-4000-a9a0-9570fe921136 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Pushing event updated for resources: {'Port': ['ID=61130a66-63e6-4163-ba42-637ff15fc898,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:12:33.616566 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5b412e-bd91-40ac-aa52-dd16ed218cb1 req-ff7faabb-74ef-4000-a9a0-9570fe921136 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:12:33.617184 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-cc5b412e-bd91-40ac-aa52-dd16ed218cb1 req-ff7faabb-74ef-4000-a9a0-9570fe921136 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:12:33.688149 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-cc5b412e-bd91-40ac-aa52-dd16ed218cb1 req-ff7faabb-74ef-4000-a9a0-9570fe921136 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7274511 Aug 11 04:12:33.699652 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [req-cc5b412e-bd91-40ac-aa52-dd16ed218cb1 req-0226a13d-50bc-4132-90a6-c3cec96e78ef tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102191) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 04:12:33.700842 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-cc5b412e-bd91-40ac-aa52-dd16ed218cb1 req-0226a13d-50bc-4132-90a6-c3cec96e78ef tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058386 Aug 11 04:12:33.712979 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-cc5b412e-bd91-40ac-aa52-dd16ed218cb1 req-8fb28aee-c8d7-4635-a04d-278fb6cc8f4f service neutron] Request body: {'port': {'device_id': '07cbe7f5-1194-408b-98af-aad027955531', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764292-30'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:12:33.769511 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-cc5b412e-bd91-40ac-aa52-dd16ed218cb1 req-8fb28aee-c8d7-4635-a04d-278fb6cc8f4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:12:33.788842 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 86351814-cc68-4f99-89af-a6698eb5b502 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 04:12:33.831387 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-bbac6a56-67ca-484c-abc2-abdfafac9a22 None None] Provisioning for port 61130a66-63e6-4163-ba42-637ff15fc898 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 04:12:33.837846 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-bbac6a56-67ca-484c-abc2-abdfafac9a22 None None] Provisioning complete for port 61130a66-63e6-4163-ba42-637ff15fc898 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 04:12:33.838300 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-bbac6a56-67ca-484c-abc2-abdfafac9a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:12:33.860197 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 86351814-cc68-4f99-89af-a6698eb5b502 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 04:12:33.860563 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:12:33.900621 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-bbac6a56-67ca-484c-abc2-abdfafac9a22 None None] Port 61130a66-63e6-4163-ba42-637ff15fc898 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 04:12:34.046149 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [req-cc5b412e-bd91-40ac-aa52-dd16ed218cb1 req-8fb28aee-c8d7-4635-a04d-278fb6cc8f4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61130a66-63e6-4163-ba42-637ff15fc898 {{(pid=102191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 04:12:34.054077 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-cc5b412e-bd91-40ac-aa52-dd16ed218cb1 req-8fb28aee-c8d7-4635-a04d-278fb6cc8f4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:12:34.066981 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [req-cc5b412e-bd91-40ac-aa52-dd16ed218cb1 req-8fb28aee-c8d7-4635-a04d-278fb6cc8f4f service neutron] Transition to ACTIVE for port object 61130a66-63e6-4163-ba42-637ff15fc898 will not be triggered until provisioned by entity L2. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 04:12:34.143911 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-cc5b412e-bd91-40ac-aa52-dd16ed218cb1 req-8fb28aee-c8d7-4635-a04d-278fb6cc8f4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:12:34.195843 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb28aee-c8d7-4635-a04d-278fb6cc8f4f service neutron] Pushing event updated for resources: {'Port': ['ID=61130a66-63e6-4163-ba42-637ff15fc898,revision_number=2']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:12:34.231620 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690285ec-aaa8-42f3-98d0-2f069585bccc req-e528466a-3f70-4388-8471-49aba480e67b tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:12:34.233814 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-690285ec-aaa8-42f3-98d0-2f069585bccc req-e528466a-3f70-4388-8471-49aba480e67b tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/ports?device_id=07cbe7f5-1194-408b-98af-aad027955531 HTTP/1.1" status: 200 len: 943 time: 0.0614698 Aug 11 04:12:34.274621 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-690285ec-aaa8-42f3-98d0-2f069585bccc req-4c34292b-1687-4557-a9cb-04b7b23e215e tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/security-groups?id=4d23792d-17ba-487d-a54d-e8d84b09c480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341275 Aug 11 04:12:34.275510 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-cc5b412e-bd91-40ac-aa52-dd16ed218cb1 req-8fb28aee-c8d7-4635-a04d-278fb6cc8f4f service neutron] Attempting to bind port 61130a66-63e6-4163-ba42-637ff15fc898 on host n-h1-764292-30 for vnic_type normal with profile {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 04:12:34.275919 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-cc5b412e-bd91-40ac-aa52-dd16ed218cb1 req-8fb28aee-c8d7-4635-a04d-278fb6cc8f4f service neutron] Attempting to bind port 61130a66-63e6-4163-ba42-637ff15fc898 by drivers openvswitch,hyperv on host n-h1-764292-30 at level 0 using segments [{'id': '732017ad-8631-477c-a0e7-3c79c8c6568a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c1415891-b661-456f-81a0-b71e4d1b1cb7'}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 04:12:34.276312 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5b412e-bd91-40ac-aa52-dd16ed218cb1 req-8fb28aee-c8d7-4635-a04d-278fb6cc8f4f service neutron] Attempting to bind port 61130a66-63e6-4163-ba42-637ff15fc898 on network c1415891-b661-456f-81a0-b71e4d1b1cb7 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 04:12:34.282586 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5b412e-bd91-40ac-aa52-dd16ed218cb1 req-8fb28aee-c8d7-4635-a04d-278fb6cc8f4f service neutron] Port 61130a66-63e6-4163-ba42-637ff15fc898 on network c1415891-b661-456f-81a0-b71e4d1b1cb7 not bound, no agent of type Open vSwitch agent registered on host n-h1-764292-30 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 04:12:34.282925 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5b412e-bd91-40ac-aa52-dd16ed218cb1 req-8fb28aee-c8d7-4635-a04d-278fb6cc8f4f service neutron] Attempting to bind port 61130a66-63e6-4163-ba42-637ff15fc898 on network c1415891-b661-456f-81a0-b71e4d1b1cb7 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 04:12:34.288113 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5b412e-bd91-40ac-aa52-dd16ed218cb1 req-8fb28aee-c8d7-4635-a04d-278fb6cc8f4f service neutron] Checking agent: {'id': 'abb524c2-b412-4ed2-8367-45c4fd996fa7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 4, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 04:12:34.288456 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5b412e-bd91-40ac-aa52-dd16ed218cb1 req-8fb28aee-c8d7-4635-a04d-278fb6cc8f4f service neutron] Checking segment: {'id': '732017ad-8631-477c-a0e7-3c79c8c6568a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c1415891-b661-456f-81a0-b71e4d1b1cb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 04:12:34.288838 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5b412e-bd91-40ac-aa52-dd16ed218cb1 req-8fb28aee-c8d7-4635-a04d-278fb6cc8f4f service neutron] Bound using segment: {'id': '732017ad-8631-477c-a0e7-3c79c8c6568a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c1415891-b661-456f-81a0-b71e4d1b1cb7'} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 04:12:34.289385 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-cc5b412e-bd91-40ac-aa52-dd16ed218cb1 req-8fb28aee-c8d7-4635-a04d-278fb6cc8f4f service neutron] Bound port: 61130a66-63e6-4163-ba42-637ff15fc898, host: n-h1-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '732017ad-8631-477c-a0e7-3c79c8c6568a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c1415891-b661-456f-81a0-b71e4d1b1cb7'}}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 04:12:34.289754 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-cc5b412e-bd91-40ac-aa52-dd16ed218cb1 req-8fb28aee-c8d7-4635-a04d-278fb6cc8f4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:12:34.359668 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-cc5b412e-bd91-40ac-aa52-dd16ed218cb1 req-8fb28aee-c8d7-4635-a04d-278fb6cc8f4f service neutron] For port 61130a66-63e6-4163-ba42-637ff15fc898, host n-h1-764292-30, cleared binding levels {{(pid=102191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 04:12:34.363163 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-cc5b412e-bd91-40ac-aa52-dd16ed218cb1 req-8fb28aee-c8d7-4635-a04d-278fb6cc8f4f service neutron] For port 61130a66-63e6-4163-ba42-637ff15fc898, host n-h1-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=61130a66-63e6-4163-ba42-637ff15fc898,segment=NetworkSegment(732017ad-8631-477c-a0e7-3c79c8c6568a),segment_id=732017ad-8631-477c-a0e7-3c79c8c6568a)] {{(pid=102191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 04:12:34.409448 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-cc5b412e-bd91-40ac-aa52-dd16ed218cb1 req-8fb28aee-c8d7-4635-a04d-278fb6cc8f4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:12:34.443905 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5b412e-bd91-40ac-aa52-dd16ed218cb1 req-8fb28aee-c8d7-4635-a04d-278fb6cc8f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:12:34.444519 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-cc5b412e-bd91-40ac-aa52-dd16ed218cb1 req-8fb28aee-c8d7-4635-a04d-278fb6cc8f4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:12:34.445912 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-cc5b412e-bd91-40ac-aa52-dd16ed218cb1 req-8fb28aee-c8d7-4635-a04d-278fb6cc8f4f service neutron] 10.222.0.22 "PUT /v2.0/ports/61130a66-63e6-4163-ba42-637ff15fc898 HTTP/1.1" status: 200 len: 1092 time: 0.7372746 Aug 11 04:12:34.446372 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07cbe7f5-1194-408b-98af-aad027955531', 'tag': '61130a66-63e6-4163-ba42-637ff15fc898'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 04:12:34.448673 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9291d331c18c1eb37c2b57c8af4a09724b2e7f160dd5faf652855b3e38b81ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef5f66cb-3c7f-4f9e-8168-bcb0bfb51c1d" -d '{"events": [{"name": "network-changed", "server_uuid": "07cbe7f5-1194-408b-98af-aad027955531", "tag": "61130a66-63e6-4163-ba42-637ff15fc898"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 04:12:34.473389 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb28aee-c8d7-4635-a04d-278fb6cc8f4f service neutron] Pushing event updated for resources: {'Port': ['ID=61130a66-63e6-4163-ba42-637ff15fc898,revision_number=3']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:12:34.489501 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 04:12:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-102e87ab-4902-4ed6-b5ba-3d286470e4ea x-openstack-request-id: req-102e87ab-4902-4ed6-b5ba-3d286470e4ea {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 04:12:34.489871 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07cbe7f5-1194-408b-98af-aad027955531", "tag": "61130a66-63e6-4163-ba42-637ff15fc898", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 04:12:34.490193 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-102e87ab-4902-4ed6-b5ba-3d286470e4ea {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 04:12:34.490678 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07cbe7f5-1194-408b-98af-aad027955531', 'tag': '61130a66-63e6-4163-ba42-637ff15fc898', 'status': 'completed', 'code': 200} Aug 11 04:12:34.551933 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5f66cb-3c7f-4f9e-8168-bcb0bfb51c1d req-d31116fb-ea4a-408f-890b-1c8119825d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:12:34.553499 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-ef5f66cb-3c7f-4f9e-8168-bcb0bfb51c1d req-d31116fb-ea4a-408f-890b-1c8119825d43 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=4ed3e3e6ac1f49f882ef8f301df62615&device_id=07cbe7f5-1194-408b-98af-aad027955531 HTTP/1.1" status: 200 len: 1095 time: 0.0437958 Aug 11 04:12:34.656682 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5f66cb-3c7f-4f9e-8168-bcb0bfb51c1d req-79a422af-c0f3-4501-8144-f6824cb328c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:12:34.658141 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-ef5f66cb-3c7f-4f9e-8168-bcb0bfb51c1d req-79a422af-c0f3-4501-8144-f6824cb328c1 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=4ed3e3e6ac1f49f882ef8f301df62615&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0966415 Aug 11 04:12:34.751285 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5f66cb-3c7f-4f9e-8168-bcb0bfb51c1d req-52c653e8-e84c-4887-8dc2-9ca14c6a90cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:12:34.752768 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-ef5f66cb-3c7f-4f9e-8168-bcb0bfb51c1d req-52c653e8-e84c-4887-8dc2-9ca14c6a90cf service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0876796 Aug 11 04:12:34.826998 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5b412e-bd91-40ac-aa52-dd16ed218cb1 req-6f6c5bc7-3579-40c7-9539-feeb002903c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:12:34.828500 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-cc5b412e-bd91-40ac-aa52-dd16ed218cb1 req-6f6c5bc7-3579-40c7-9539-feeb002903c8 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=4ed3e3e6ac1f49f882ef8f301df62615&device_id=07cbe7f5-1194-408b-98af-aad027955531 HTTP/1.1" status: 200 len: 1095 time: 0.0403354 Aug 11 04:12:34.873514 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-cc5b412e-bd91-40ac-aa52-dd16ed218cb1 req-9d234374-81c4-42c5-832e-4ee64e90fa7a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=61130a66-63e6-4163-ba42-637ff15fc898 HTTP/1.1" status: 200 len: 217 time: 0.0376468 Aug 11 04:12:34.889695 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:12:34.923394 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5b412e-bd91-40ac-aa52-dd16ed218cb1 req-c9a3b227-4726-4b3f-b0e3-d7500589df56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:12:34.924874 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-cc5b412e-bd91-40ac-aa52-dd16ed218cb1 req-c9a3b227-4726-4b3f-b0e3-d7500589df56 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1f53f14e-a6a0-40ba-af67-09cacf004a54 HTTP/1.1" status: 200 len: 835 time: 0.0451279 Aug 11 04:12:34.969824 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5b412e-bd91-40ac-aa52-dd16ed218cb1 req-7eb5aba7-8f9d-4343-a087-fb80ca3211d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:12:34.971324 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-cc5b412e-bd91-40ac-aa52-dd16ed218cb1 req-7eb5aba7-8f9d-4343-a087-fb80ca3211d1 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c1415891-b661-456f-81a0-b71e4d1b1cb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396309 Aug 11 04:12:35.064125 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-cc5b412e-bd91-40ac-aa52-dd16ed218cb1 req-8141e390-cdf6-47b0-9ae9-130d583f6613 service neutron] 10.222.0.22 "GET /v2.0/networks/c1415891-b661-456f-81a0-b71e4d1b1cb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857522 Aug 11 04:12:35.151824 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-cc5b412e-bd91-40ac-aa52-dd16ed218cb1 req-125ae736-6f9c-496b-96d4-cc3bcb7fab93 service neutron] 10.222.0.22 "GET /v2.0/networks/c1415891-b661-456f-81a0-b71e4d1b1cb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809305 Aug 11 04:12:35.389824 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b25e25-8cb1-4fe6-a99f-a1e3d950f322 req-f91b61a2-1f03-4466-a079-36f23733f47c tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:12:35.391323 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-21b25e25-8cb1-4fe6-a99f-a1e3d950f322 req-f91b61a2-1f03-4466-a079-36f23733f47c tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/ports?device_id=07cbe7f5-1194-408b-98af-aad027955531 HTTP/1.1" status: 200 len: 943 time: 0.0483279 Aug 11 04:12:35.429281 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-21b25e25-8cb1-4fe6-a99f-a1e3d950f322 req-4e9f2274-e9e5-4bb1-85dd-6ab637fdbeb2 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/security-groups?id=4d23792d-17ba-487d-a54d-e8d84b09c480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319736 Aug 11 04:12:36.549218 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53f1e51-e85a-4d10-b948-793d5fa9f83b req-47d76edb-0068-44bc-a9bf-d826b75c981a tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:12:36.550711 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c53f1e51-e85a-4d10-b948-793d5fa9f83b req-47d76edb-0068-44bc-a9bf-d826b75c981a tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/ports?device_id=07cbe7f5-1194-408b-98af-aad027955531 HTTP/1.1" status: 200 len: 943 time: 0.0541735 Aug 11 04:12:36.587325 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c53f1e51-e85a-4d10-b948-793d5fa9f83b req-0dffbc78-702d-4632-a97d-51cd6f1c756a tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/security-groups?id=4d23792d-17ba-487d-a54d-e8d84b09c480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306563 Aug 11 04:12:37.701899 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3168ae-bef1-4e2a-84b6-44245e1a17c2 req-52abfddc-fe26-484a-a0d8-f0ccfbe01e03 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:12:37.703397 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2d3168ae-bef1-4e2a-84b6-44245e1a17c2 req-52abfddc-fe26-484a-a0d8-f0ccfbe01e03 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/ports?device_id=07cbe7f5-1194-408b-98af-aad027955531 HTTP/1.1" status: 200 len: 943 time: 0.0496523 Aug 11 04:12:37.739849 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2d3168ae-bef1-4e2a-84b6-44245e1a17c2 req-62e2e3b6-3c29-44d9-8ab2-01138086a011 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/security-groups?id=4d23792d-17ba-487d-a54d-e8d84b09c480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306151 Aug 11 04:12:37.848981 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:12:38.852634 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a548f448-4f4f-4ac3-882c-8ad2e18d3068 req-7dc15c80-2347-4e75-8d23-e5b0be8c7ffd tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:12:38.854095 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a548f448-4f4f-4ac3-882c-8ad2e18d3068 req-7dc15c80-2347-4e75-8d23-e5b0be8c7ffd tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/ports?device_id=07cbe7f5-1194-408b-98af-aad027955531 HTTP/1.1" status: 200 len: 943 time: 0.0481226 Aug 11 04:12:38.891431 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a548f448-4f4f-4ac3-882c-8ad2e18d3068 req-3d23aa49-4782-4d6e-96d2-7ec1e11eb863 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/security-groups?id=4d23792d-17ba-487d-a54d-e8d84b09c480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312102 Aug 11 04:12:39.056375 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 61130a66-63e6-4163-ba42-637ff15fc898 details requested by agent hyperv_n-h1-764292-30 with host n-h1-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 04:12:39.151134 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 61130a66-63e6-4163-ba42-637ff15fc898, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=61130a66-63e6-4163-ba42-637ff15fc898,segment=NetworkSegment(732017ad-8631-477c-a0e7-3c79c8c6568a),segment_id=732017ad-8631-477c-a0e7-3c79c8c6568a)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:12:39.162630 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Returning: {'device': '61130a66-63e6-4163-ba42-637ff15fc898', 'network_id': 'c1415891-b661-456f-81a0-b71e4d1b1cb7', 'port_id': '61130a66-63e6-4163-ba42-637ff15fc898', 'mac_address': 'fa:16:3e:9f:62:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f53f14e-a6a0-40ba-af67-09cacf004a54', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 04:12:39.198729 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:12:39.211369 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61130a66-63e6-4163-ba42-637ff15fc898 {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 04:12:39.230884 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 61130a66-63e6-4163-ba42-637ff15fc898, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=61130a66-63e6-4163-ba42-637ff15fc898,segment=NetworkSegment(732017ad-8631-477c-a0e7-3c79c8c6568a),segment_id=732017ad-8631-477c-a0e7-3c79c8c6568a)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:12:39.294438 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:12:39.340156 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=61130a66-63e6-4163-ba42-637ff15fc898,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:12:39.632721 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['61130a66-63e6-4163-ba42-637ff15fc898'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 04:12:40.009118 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29109d0b-b0dc-4010-a714-5566002d16f5 req-3b737d3f-ae2f-4b04-ab37-bcc85879b682 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:12:40.010638 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-29109d0b-b0dc-4010-a714-5566002d16f5 req-3b737d3f-ae2f-4b04-ab37-bcc85879b682 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/ports?device_id=07cbe7f5-1194-408b-98af-aad027955531 HTTP/1.1" status: 200 len: 944 time: 0.0530393 Aug 11 04:12:40.049396 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-29109d0b-b0dc-4010-a714-5566002d16f5 req-c8e7020b-073c-40c5-9d41-8214a91748bc tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/security-groups?id=4d23792d-17ba-487d-a54d-e8d84b09c480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328026 Aug 11 04:12:41.071914 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 61130a66-63e6-4163-ba42-637ff15fc898 up at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 04:12:41.161848 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ab8139-4e5f-4ed8-a3ed-0934ab46984d req-4a470567-6b08-4722-ac97-8611963aef54 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:12:41.163391 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b9ab8139-4e5f-4ed8-a3ed-0934ab46984d req-4a470567-6b08-4722-ac97-8611963aef54 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/ports?device_id=07cbe7f5-1194-408b-98af-aad027955531 HTTP/1.1" status: 200 len: 944 time: 0.0484312 Aug 11 04:12:41.186928 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning for port 61130a66-63e6-4163-ba42-637ff15fc898 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 04:12:41.191681 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning complete for port 61130a66-63e6-4163-ba42-637ff15fc898 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 04:12:41.192053 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:12:41.202566 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b9ab8139-4e5f-4ed8-a3ed-0934ab46984d req-611bbd82-1639-474b-9a2b-09e9fabc460a tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/security-groups?id=4d23792d-17ba-487d-a54d-e8d84b09c480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327318 Aug 11 04:12:41.270574 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:12:41.293100 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07cbe7f5-1194-408b-98af-aad027955531', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61130a66-63e6-4163-ba42-637ff15fc898'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 04:12:41.295384 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e385e08809ed349a2646fb52500b409f99e085c14d592b33dda6f3cb7a212da1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b9107ef-6050-4355-a3a8-84a6360a4e4d" -d '{"events": [{"server_uuid": "07cbe7f5-1194-408b-98af-aad027955531", "name": "network-vif-plugged", "status": "completed", "tag": "61130a66-63e6-4163-ba42-637ff15fc898"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 04:12:41.311207 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 61130a66-63e6-4163-ba42-637ff15fc898, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=61130a66-63e6-4163-ba42-637ff15fc898,segment=NetworkSegment(732017ad-8631-477c-a0e7-3c79c8c6568a),segment_id=732017ad-8631-477c-a0e7-3c79c8c6568a)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:12:41.332129 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 04:12:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e170a262-743b-4ccc-9857-3b58a43c5f20 x-openstack-request-id: req-e170a262-743b-4ccc-9857-3b58a43c5f20 {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 04:12:41.332421 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07cbe7f5-1194-408b-98af-aad027955531", "name": "network-vif-plugged", "status": "completed", "tag": "61130a66-63e6-4163-ba42-637ff15fc898", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 04:12:41.332664 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e170a262-743b-4ccc-9857-3b58a43c5f20 {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 04:12:41.333051 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07cbe7f5-1194-408b-98af-aad027955531', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61130a66-63e6-4163-ba42-637ff15fc898', 'code': 200} Aug 11 04:12:41.386443 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:12:41.436702 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=61130a66-63e6-4163-ba42-637ff15fc898,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:12:41.474320 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01656da2-43b9-426b-aaa0-315c0764e2b8 req-1515d020-162d-446f-884e-17925b173b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:12:41.475910 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-01656da2-43b9-426b-aaa0-315c0764e2b8 req-1515d020-162d-446f-884e-17925b173b37 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=07cbe7f5-1194-408b-98af-aad027955531 HTTP/1.1" status: 200 len: 1097 time: 0.0847218 Aug 11 04:12:41.517309 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-01656da2-43b9-426b-aaa0-315c0764e2b8 req-7fe94e40-4335-4c81-aff8-789db0408eb9 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=4d23792d-17ba-487d-a54d-e8d84b09c480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329661 Aug 11 04:12:41.750006 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:12:42.315267 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279c0ff0-d070-4a0e-9e91-92a96628b7b4 req-8e120b00-9474-4102-9e02-63b675e56e28 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:12:42.316657 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-279c0ff0-d070-4a0e-9e91-92a96628b7b4 req-8e120b00-9474-4102-9e02-63b675e56e28 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/ports?device_id=07cbe7f5-1194-408b-98af-aad027955531 HTTP/1.1" status: 200 len: 945 time: 0.0488813 Aug 11 04:12:42.353879 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-279c0ff0-d070-4a0e-9e91-92a96628b7b4 req-a0f9e710-d312-4136-a796-4d728fef20f2 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/security-groups?id=4d23792d-17ba-487d-a54d-e8d84b09c480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311403 Aug 11 04:12:43.480055 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a220a5ed-c0a6-4db6-9cf0-f3fbd9538a40 req-b6c988b6-c4ee-4d1e-b724-248539d1f549 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:12:43.481616 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a220a5ed-c0a6-4db6-9cf0-f3fbd9538a40 req-b6c988b6-c4ee-4d1e-b724-248539d1f549 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/ports?device_id=07cbe7f5-1194-408b-98af-aad027955531 HTTP/1.1" status: 200 len: 945 time: 0.0552278 Aug 11 04:12:43.521297 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a220a5ed-c0a6-4db6-9cf0-f3fbd9538a40 req-f7af8fdd-eeca-4ef1-87d0-47976f319041 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/security-groups?id=4d23792d-17ba-487d-a54d-e8d84b09c480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336671 Aug 11 04:12:43.643015 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84a6a33-e434-4624-9873-472145c14765 req-4ed39188-c3bc-4bf3-88e3-81bfdde6708e tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:12:43.644547 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e84a6a33-e434-4624-9873-472145c14765 req-4ed39188-c3bc-4bf3-88e3-81bfdde6708e tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/ports?device_id=07cbe7f5-1194-408b-98af-aad027955531 HTTP/1.1" status: 200 len: 945 time: 0.0513358 Aug 11 04:12:43.685192 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e84a6a33-e434-4624-9873-472145c14765 req-fc40a6e2-9b76-4d8d-bb46-73024b881dfa tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/security-groups?id=4d23792d-17ba-487d-a54d-e8d84b09c480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342066 Aug 11 04:12:43.708467 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 51310) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:12:43.749142 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7bc6b88-0dac-45f4-ad1a-98bf1d8c3b09 tempest-TestNetworkAdvancedServerOps-1813166602 tempest-TestNetworkAdvancedServerOps-1813166602-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:12:43.750723 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-b7bc6b88-0dac-45f4-ad1a-98bf1d8c3b09 tempest-TestNetworkAdvancedServerOps-1813166602 tempest-TestNetworkAdvancedServerOps-1813166602-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=07cbe7f5-1194-408b-98af-aad027955531 HTTP/1.1" status: 200 len: 1092 time: 0.0412445 Aug 11 04:12:43.753459 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 51312) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:12:43.757850 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-1446761b-07aa-4b4c-86fe-61dc3a07f3f2 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Request body: {'floatingip': {'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'port_id': '61130a66-63e6-4163-ba42-637ff15fc898', 'tenant_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:12:43.860784 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-1446761b-07aa-4b4c-86fe-61dc3a07f3f2 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for floatingip, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:12:43.965757 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-1446761b-07aa-4b4c-86fe-61dc3a07f3f2 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:12:44.076467 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [None req-1446761b-07aa-4b4c-86fe-61dc3a07f3f2 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Allocated IP 172.25.8.138 (09faf7d2-eaf5-4a50-bb6e-4cb05d009a76/e1a97443-13df-40bb-85f5-fd269e2742c0/7f1c9cac-3199-4ba2-899e-d0d966a8fce1) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 04:12:44.192182 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-1446761b-07aa-4b4c-86fe-61dc3a07f3f2 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:12:44.283522 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-1446761b-07aa-4b4c-86fe-61dc3a07f3f2 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:12:44.323979 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1446761b-07aa-4b4c-86fe-61dc3a07f3f2 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 04:12:44.326940 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-1446761b-07aa-4b4c-86fe-61dc3a07f3f2 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 04:12:44.330808 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1446761b-07aa-4b4c-86fe-61dc3a07f3f2 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 04:12:44.336161 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1446761b-07aa-4b4c-86fe-61dc3a07f3f2 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Pushing event updated for resources: {'Port': ['ID=7f1c9cac-3199-4ba2-899e-d0d966a8fce1,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:12:44.702968 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-1446761b-07aa-4b4c-86fe-61dc3a07f3f2 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:12:44.834783 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-1446761b-07aa-4b4c-86fe-61dc3a07f3f2 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:12:44.986977 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-1446761b-07aa-4b4c-86fe-61dc3a07f3f2 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for port, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:12:45.066097 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-1446761b-07aa-4b4c-86fe-61dc3a07f3f2 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:12:45.136956 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1446761b-07aa-4b4c-86fe-61dc3a07f3f2 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Pushing event updated for resources: {'Port': ['ID=7f1c9cac-3199-4ba2-899e-d0d966a8fce1,revision_number=2']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:12:45.151780 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-1446761b-07aa-4b4c-86fe-61dc3a07f3f2 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446866'] for floatingip, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:12:45.254954 n-d-764292-30 neutron-server[102192]: INFO neutron.db.l3_db [None req-1446761b-07aa-4b4c-86fe-61dc3a07f3f2 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Floating IP 69ae1171-f587-4e07-9e70-041c2f4277f7 associated. External IP: 172.25.8.138, port: 61130a66-63e6-4163-ba42-637ff15fc898. Aug 11 04:12:45.404953 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.agents_db [None req-950b7202-decb-43e2-8f71-ac8931dc9749 None None] Agent healthcheck: found 7 active agents {{(pid=102194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 04:12:45.463947 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1446761b-07aa-4b4c-86fe-61dc3a07f3f2 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Router 5224215a-2c3c-4fab-855b-1150dab34ada has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 04:12:45.569579 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1446761b-07aa-4b4c-86fe-61dc3a07f3f2 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 04:12:45.580150 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d20831-d574-47e5-9322-4e7c26ca8b0c None None] Sync routers for ids ['5224215a-2c3c-4fab-855b-1150dab34ada'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 04:12:45.590306 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d20831-d574-47e5-9322-4e7c26ca8b0c None None] Routers {'5224215a-2c3c-4fab-855b-1150dab34ada'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 04:12:45.595135 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-80d20831-d574-47e5-9322-4e7c26ca8b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T04:12:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['5224215a-2c3c-4fab-855b-1150dab34ada'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:12:45.641276 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-1446761b-07aa-4b4c-86fe-61dc3a07f3f2 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for floatingip, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:12:45.673243 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-1446761b-07aa-4b4c-86fe-61dc3a07f3f2 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9187415 Aug 11 04:12:45.673850 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07cbe7f5-1194-408b-98af-aad027955531', 'tag': '61130a66-63e6-4163-ba42-637ff15fc898'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 04:12:45.676234 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7f53641f53ed3ecbe111d4b405439a3ffe6be981c23072cf9fee61815809fbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1c9f179-6940-41a8-aa24-3a524f7be932" -d '{"events": [{"name": "network-changed", "server_uuid": "07cbe7f5-1194-408b-98af-aad027955531", "tag": "61130a66-63e6-4163-ba42-637ff15fc898"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 04:12:45.706128 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-80d20831-d574-47e5-9322-4e7c26ca8b0c None None] Set router 5224215a-2c3c-4fab-855b-1150dab34ada gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 04:12:45.719225 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 04:12:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-965822e3-4f8b-4e4c-8504-73a81cc61bdf x-openstack-request-id: req-965822e3-4f8b-4e4c-8504-73a81cc61bdf {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 04:12:45.719724 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07cbe7f5-1194-408b-98af-aad027955531", "tag": "61130a66-63e6-4163-ba42-637ff15fc898", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 04:12:45.719837 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-965822e3-4f8b-4e4c-8504-73a81cc61bdf {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 04:12:45.720166 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07cbe7f5-1194-408b-98af-aad027955531', 'tag': '61130a66-63e6-4163-ba42-637ff15fc898', 'status': 'completed', 'code': 200} Aug 11 04:12:45.789669 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba2e5d0-14c2-4149-a5d4-9c2f21c2711b req-015fa5b2-2d64-41de-b596-f83e504658fc tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:12:45.791311 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9ba2e5d0-14c2-4149-a5d4-9c2f21c2711b req-015fa5b2-2d64-41de-b596-f83e504658fc tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/ports?device_id=07cbe7f5-1194-408b-98af-aad027955531 HTTP/1.1" status: 200 len: 945 time: 0.0545721 Aug 11 04:12:45.797696 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c9f179-6940-41a8-aa24-3a524f7be932 req-cef4c2d9-d9ab-4d10-ad8a-20c6bcc4434a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:12:45.803091 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c1c9f179-6940-41a8-aa24-3a524f7be932 req-cef4c2d9-d9ab-4d10-ad8a-20c6bcc4434a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=4ed3e3e6ac1f49f882ef8f301df62615&device_id=07cbe7f5-1194-408b-98af-aad027955531 HTTP/1.1" status: 200 len: 1097 time: 0.0555732 Aug 11 04:12:45.834998 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9ba2e5d0-14c2-4149-a5d4-9c2f21c2711b req-e84a81b8-0a38-4dce-8106-4e7f7f05d99d tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/security-groups?id=4d23792d-17ba-487d-a54d-e8d84b09c480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357077 Aug 11 04:12:45.857270 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 51318) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:12:45.949551 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-06837078-df9a-4195-8c17-b3a21e43c0e1 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/floatingips/69ae1171-f587-4e07-9e70-041c2f4277f7 HTTP/1.1" status: 200 len: 991 time: 0.0901661 Aug 11 04:12:45.954500 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c9f179-6940-41a8-aa24-3a524f7be932 req-5089e1b6-d469-492f-91d8-a5b4fad43d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:12:45.955965 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c1c9f179-6940-41a8-aa24-3a524f7be932 req-5089e1b6-d469-492f-91d8-a5b4fad43d62 service neutron] 10.222.0.22 "GET /v2.0/networks?id=c1415891-b661-456f-81a0-b71e4d1b1cb7 HTTP/1.1" status: 200 len: 898 time: 0.1460600 Aug 11 04:12:45.956472 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-80d20831-d574-47e5-9322-4e7c26ca8b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5224215a-2c3c-4fab-855b-1150dab34ada', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1302394385', 'tenant_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': '033d4ac4-741b-4f10-846c-bf08b9ed66a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:12:23Z', 'updated_at': '2021-08-11T04:12:27Z', 'revision_number': 4, 'project_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'gw_port': {'id': '033d4ac4-741b-4f10-846c-bf08b9ed66a2', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:c8:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5224215a-2c3c-4fab-855b-1150dab34ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:12:24Z', 'updated_at': '2021-08-11T04:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_floatingips': [{'id': '69ae1171-f587-4e07-9e70-041c2f4277f7', 'tenant_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'floating_ip_address': '172.25.8.138', 'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'router_id': '5224215a-2c3c-4fab-855b-1150dab34ada', 'port_id': '61130a66-63e6-4163-ba42-637ff15fc898', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4210, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1415891-b661-456f-81a0-b71e4d1b1cb7', 'mac_address': 'fa:16:3e:9f:62:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07cbe7f5-1194-408b-98af-aad027955531', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T04:12:44Z', 'updated_at': '2021-08-11T04:12:44Z', 'revision_number': 0, 'project_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86351814-cc68-4f99-89af-a6698eb5b502', 'name': '', 'network_id': 'c1415891-b661-456f-81a0-b71e4d1b1cb7', 'tenant_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'mac_address': 'fa:16:3e:d0:41:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5224215a-2c3c-4fab-855b-1150dab34ada', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '1f53f14e-a6a0-40ba-af67-09cacf004a54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:12:26Z', 'updated_at': '2021-08-11T04:12:32Z', 'revision_number': 5, 'project_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'subnets': [{'id': '1f53f14e-a6a0-40ba-af67-09cacf004a54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:12:45.983956 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d20831-d574-47e5-9322-4e7c26ca8b0c None None] Checking router: 5224215a-2c3c-4fab-855b-1150dab34ada for host: n-d-764292-30 {{(pid=102193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 04:12:45.992680 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d20831-d574-47e5-9322-4e7c26ca8b0c None None] Routers {'5224215a-2c3c-4fab-855b-1150dab34ada'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 04:12:45.993305 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-80d20831-d574-47e5-9322-4e7c26ca8b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T04:12:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['5224215a-2c3c-4fab-855b-1150dab34ada'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:12:46.023289 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c1c9f179-6940-41a8-aa24-3a524f7be932 req-c80cd788-12e0-4645-934a-7ef2c31c514d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=61130a66-63e6-4163-ba42-637ff15fc898 HTTP/1.1" status: 200 len: 999 time: 0.0600381 Aug 11 04:12:46.077634 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c9f179-6940-41a8-aa24-3a524f7be932 req-8bb4465e-74d9-4648-b027-71a5088d2fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:12:46.079157 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c1c9f179-6940-41a8-aa24-3a524f7be932 req-8bb4465e-74d9-4648-b027-71a5088d2fb4 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1f53f14e-a6a0-40ba-af67-09cacf004a54 HTTP/1.1" status: 200 len: 835 time: 0.0485950 Aug 11 04:12:46.103557 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-80d20831-d574-47e5-9322-4e7c26ca8b0c None None] Set router 5224215a-2c3c-4fab-855b-1150dab34ada gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 04:12:46.125239 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c9f179-6940-41a8-aa24-3a524f7be932 req-5b4f519a-1797-428f-bda1-1431d10bef0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:12:46.126775 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c1c9f179-6940-41a8-aa24-3a524f7be932 req-5b4f519a-1797-428f-bda1-1431d10bef0d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c1415891-b661-456f-81a0-b71e4d1b1cb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411775 Aug 11 04:12:46.224030 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c1c9f179-6940-41a8-aa24-3a524f7be932 req-b47796df-6f30-4d0c-9bb9-05947758fd3c service neutron] 10.222.0.22 "GET /v2.0/networks/c1415891-b661-456f-81a0-b71e4d1b1cb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891266 Aug 11 04:12:46.319653 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c1c9f179-6940-41a8-aa24-3a524f7be932 req-e86f4ffb-4497-46d8-be25-92e51fe2ef08 service neutron] 10.222.0.22 "GET /v2.0/networks/c1415891-b661-456f-81a0-b71e4d1b1cb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884876 Aug 11 04:12:46.337204 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-80d20831-d574-47e5-9322-4e7c26ca8b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5224215a-2c3c-4fab-855b-1150dab34ada', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1302394385', 'tenant_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': '033d4ac4-741b-4f10-846c-bf08b9ed66a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:12:23Z', 'updated_at': '2021-08-11T04:12:27Z', 'revision_number': 4, 'project_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'gw_port': {'id': '033d4ac4-741b-4f10-846c-bf08b9ed66a2', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:c8:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5224215a-2c3c-4fab-855b-1150dab34ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:12:24Z', 'updated_at': '2021-08-11T04:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_floatingips': [{'id': '69ae1171-f587-4e07-9e70-041c2f4277f7', 'tenant_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'floating_ip_address': '172.25.8.138', 'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'router_id': '5224215a-2c3c-4fab-855b-1150dab34ada', 'port_id': '61130a66-63e6-4163-ba42-637ff15fc898', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4210, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1415891-b661-456f-81a0-b71e4d1b1cb7', 'mac_address': 'fa:16:3e:9f:62:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07cbe7f5-1194-408b-98af-aad027955531', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T04:12:44Z', 'updated_at': '2021-08-11T04:12:44Z', 'revision_number': 0, 'project_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86351814-cc68-4f99-89af-a6698eb5b502', 'name': '', 'network_id': 'c1415891-b661-456f-81a0-b71e4d1b1cb7', 'tenant_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'mac_address': 'fa:16:3e:d0:41:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5224215a-2c3c-4fab-855b-1150dab34ada', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '1f53f14e-a6a0-40ba-af67-09cacf004a54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:12:26Z', 'updated_at': '2021-08-11T04:12:32Z', 'revision_number': 5, 'project_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'subnets': [{'id': '1f53f14e-a6a0-40ba-af67-09cacf004a54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:12:46.364543 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d20831-d574-47e5-9322-4e7c26ca8b0c None None] The sync data for ids ['5224215a-2c3c-4fab-855b-1150dab34ada'] in n-d-764292-30 is: [{'id': '5224215a-2c3c-4fab-855b-1150dab34ada', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1302394385', 'tenant_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': '033d4ac4-741b-4f10-846c-bf08b9ed66a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:12:23Z', 'updated_at': '2021-08-11T04:12:27Z', 'revision_number': 4, 'project_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'gw_port': {'id': '033d4ac4-741b-4f10-846c-bf08b9ed66a2', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:c8:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5224215a-2c3c-4fab-855b-1150dab34ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:12:24Z', 'updated_at': '2021-08-11T04:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_floatingips': [{'id': '69ae1171-f587-4e07-9e70-041c2f4277f7', 'tenant_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'floating_ip_address': '172.25.8.138', 'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'router_id': '5224215a-2c3c-4fab-855b-1150dab34ada', 'port_id': '61130a66-63e6-4163-ba42-637ff15fc898', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4210, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1415891-b661-456f-81a0-b71e4d1b1cb7', 'mac_address': 'fa:16:3e:9f:62:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07cbe7f5-1194-408b-98af-aad027955531', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T04:12:44Z', 'updated_at': '2021-08-11T04:12:44Z', 'revision_number': 0, 'project_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86351814-cc68-4f99-89af-a6698eb5b502', 'name': '', 'network_id': 'c1415891-b661-456f-81a0-b71e4d1b1cb7', 'tenant_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'mac_address': 'fa:16:3e:d0:41:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5224215a-2c3c-4fab-855b-1150dab34ada', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '1f53f14e-a6a0-40ba-af67-09cacf004a54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:12:26Z', 'updated_at': '2021-08-11T04:12:32Z', 'revision_number': 5, 'project_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'subnets': [{'id': '1f53f14e-a6a0-40ba-af67-09cacf004a54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 04:12:46.549975 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b74970d9-c168-4be9-b2ca-09d6142f4c95 None None] New status for floating IP 69ae1171-f587-4e07-9e70-041c2f4277f7: ACTIVE {{(pid=102194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 04:12:46.953418 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 51324) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:12:47.012715 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-2169a675-a797-46a2-b555-402bc145058e tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/floatingips/69ae1171-f587-4e07-9e70-041c2f4277f7 HTTP/1.1" status: 200 len: 993 time: 0.0581651 Aug 11 04:12:59.277135 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-31d7d068-39fc-4ab1-b7f1-6ccd8b07db78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:13:01.900041 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:13:02.109308 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-38e86b01-5c9c-46b3-a276-b4f1fe65dcbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:13:03.246089 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:13:04.894203 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:13:07.874744 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:13:11.745687 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:13:22.403462 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.agents_db [None req-950b7202-decb-43e2-8f71-ac8931dc9749 None None] Agent healthcheck: found 7 active agents {{(pid=102194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 04:13:27.433773 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-b918b5fe-9dc2-4502-bfb5-ccbcbdf4f260 req-0a3ba749-1c7a-4f8a-8662-1d7308d3d639 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=07cbe7f5-1194-408b-98af-aad027955531&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0444326 Aug 11 04:13:27.512392 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b918b5fe-9dc2-4502-bfb5-ccbcbdf4f260 req-d192e7a8-ba84-42b9-b10e-a7d484f4f65e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:13:27.513880 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-b918b5fe-9dc2-4502-bfb5-ccbcbdf4f260 req-d192e7a8-ba84-42b9-b10e-a7d484f4f65e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=4ed3e3e6ac1f49f882ef8f301df62615&device_id=07cbe7f5-1194-408b-98af-aad027955531 HTTP/1.1" status: 200 len: 1097 time: 0.0402212 Aug 11 04:13:27.614589 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b918b5fe-9dc2-4502-bfb5-ccbcbdf4f260 req-c2193451-5c74-4f43-9c56-bb54b35bf61b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:13:27.616051 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-b918b5fe-9dc2-4502-bfb5-ccbcbdf4f260 req-c2193451-5c74-4f43-9c56-bb54b35bf61b service neutron] 10.222.0.22 "GET /v2.0/networks?id=c1415891-b661-456f-81a0-b71e4d1b1cb7 HTTP/1.1" status: 200 len: 898 time: 0.0829220 Aug 11 04:13:27.685730 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-b918b5fe-9dc2-4502-bfb5-ccbcbdf4f260 req-d541af9d-50ab-418a-8cfa-e076a0d797ba service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=61130a66-63e6-4163-ba42-637ff15fc898 HTTP/1.1" status: 200 len: 1001 time: 0.0619605 Aug 11 04:13:27.732736 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b918b5fe-9dc2-4502-bfb5-ccbcbdf4f260 req-987bff9b-944e-47a3-aa54-b2339c544feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:13:27.734129 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-b918b5fe-9dc2-4502-bfb5-ccbcbdf4f260 req-987bff9b-944e-47a3-aa54-b2339c544feb service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1f53f14e-a6a0-40ba-af67-09cacf004a54 HTTP/1.1" status: 200 len: 835 time: 0.0418251 Aug 11 04:13:27.780214 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b918b5fe-9dc2-4502-bfb5-ccbcbdf4f260 req-aa277308-803a-4f78-b70c-863c0f7c3fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:13:27.781691 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-b918b5fe-9dc2-4502-bfb5-ccbcbdf4f260 req-aa277308-803a-4f78-b70c-863c0f7c3fd7 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c1415891-b661-456f-81a0-b71e4d1b1cb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409739 Aug 11 04:13:27.873844 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-b918b5fe-9dc2-4502-bfb5-ccbcbdf4f260 req-445a4713-93c2-4c65-b268-a3e2eaeb64f3 service neutron] 10.222.0.22 "GET /v2.0/networks/c1415891-b661-456f-81a0-b71e4d1b1cb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842047 Aug 11 04:13:27.966051 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-b918b5fe-9dc2-4502-bfb5-ccbcbdf4f260 req-38c67e6d-81c0-4f27-8a27-4f432ccc78c1 service neutron] 10.222.0.22 "GET /v2.0/networks/c1415891-b661-456f-81a0-b71e4d1b1cb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847423 Aug 11 04:13:29.233973 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-e1839ede-def8-4bd4-a9c7-d7356d8c46d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:13:31.908424 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:13:32.108482 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-db14d13d-cdc8-47d4-a63f-4a98ae407f23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:13:33.259052 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:13:34.898938 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:13:37.873931 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:13:41.771446 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:13:48.773608 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f332c4-ce24-4dae-b1ad-9a456686494e req-493ea2e9-0844-4a57-89df-2b174c7b4145 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:13:48.775188 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-09f332c4-ce24-4dae-b1ad-9a456686494e req-493ea2e9-0844-4a57-89df-2b174c7b4145 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/ports?device_id=07cbe7f5-1194-408b-98af-aad027955531 HTTP/1.1" status: 200 len: 945 time: 0.1126490 Aug 11 04:13:48.781598 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72dae72-6d24-460f-aeeb-94c544f5e004 req-dd51441f-7d9c-41a1-9c44-49442d0194a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:13:48.783693 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-f72dae72-6d24-460f-aeeb-94c544f5e004 req-dd51441f-7d9c-41a1-9c44-49442d0194a9 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=4ed3e3e6ac1f49f882ef8f301df62615&device_id=07cbe7f5-1194-408b-98af-aad027955531 HTTP/1.1" status: 200 len: 1097 time: 0.0622582 Aug 11 04:13:48.814111 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-09f332c4-ce24-4dae-b1ad-9a456686494e req-9fa3dd61-2fee-451e-b1e5-97fd673b0d6a tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/security-groups?id=4d23792d-17ba-487d-a54d-e8d84b09c480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325818 Aug 11 04:13:48.877559 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72dae72-6d24-460f-aeeb-94c544f5e004 req-8d0c97be-b7e4-4337-8222-6d0aa50541dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:13:48.879090 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-f72dae72-6d24-460f-aeeb-94c544f5e004 req-8d0c97be-b7e4-4337-8222-6d0aa50541dc service neutron] 10.222.0.22 "GET /v2.0/networks?id=c1415891-b661-456f-81a0-b71e4d1b1cb7 HTTP/1.1" status: 200 len: 898 time: 0.0880966 Aug 11 04:13:48.947895 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-f72dae72-6d24-460f-aeeb-94c544f5e004 req-f0902ce8-d7af-4029-84bb-07e9d55eb95c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=61130a66-63e6-4163-ba42-637ff15fc898 HTTP/1.1" status: 200 len: 1001 time: 0.0609386 Aug 11 04:13:48.997245 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72dae72-6d24-460f-aeeb-94c544f5e004 req-81e23e60-5933-43b0-ac97-01f19dfb1aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:13:48.998792 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-f72dae72-6d24-460f-aeeb-94c544f5e004 req-81e23e60-5933-43b0-ac97-01f19dfb1aec service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1f53f14e-a6a0-40ba-af67-09cacf004a54 HTTP/1.1" status: 200 len: 835 time: 0.0440552 Aug 11 04:13:49.045272 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72dae72-6d24-460f-aeeb-94c544f5e004 req-57fa882a-6347-43a6-8add-c89ee0760cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:13:49.047025 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-f72dae72-6d24-460f-aeeb-94c544f5e004 req-57fa882a-6347-43a6-8add-c89ee0760cd3 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c1415891-b661-456f-81a0-b71e4d1b1cb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409029 Aug 11 04:13:49.150436 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-f72dae72-6d24-460f-aeeb-94c544f5e004 req-9fdd6ef7-6f63-480b-b283-5a7759a26386 service neutron] 10.222.0.22 "GET /v2.0/networks/c1415891-b661-456f-81a0-b71e4d1b1cb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950911 Aug 11 04:13:49.248165 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-f72dae72-6d24-460f-aeeb-94c544f5e004 req-31fbc45a-46eb-462d-a685-c15a641a97ab service neutron] 10.222.0.22 "GET /v2.0/networks/c1415891-b661-456f-81a0-b71e4d1b1cb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896723 Aug 11 04:13:49.988945 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e82cb73-0661-4227-8e87-1f7105d7b99f req-98cfa576-b49c-49ee-be91-bfe74ad89c12 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:13:49.990445 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8e82cb73-0661-4227-8e87-1f7105d7b99f req-98cfa576-b49c-49ee-be91-bfe74ad89c12 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/ports?device_id=07cbe7f5-1194-408b-98af-aad027955531 HTTP/1.1" status: 200 len: 945 time: 0.1081340 Aug 11 04:13:50.028785 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8e82cb73-0661-4227-8e87-1f7105d7b99f req-adbf7102-0ceb-4bb0-8177-5d07d8932e1e tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/security-groups?id=4d23792d-17ba-487d-a54d-e8d84b09c480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323362 Aug 11 04:13:51.147353 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d53eb0-258a-42db-8a1a-8156de6be28b req-9b76062c-d76d-4a48-9cc6-acb5929565c6 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:13:51.149481 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-06d53eb0-258a-42db-8a1a-8156de6be28b req-9b76062c-d76d-4a48-9cc6-acb5929565c6 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/ports?device_id=07cbe7f5-1194-408b-98af-aad027955531 HTTP/1.1" status: 200 len: 945 time: 0.0490680 Aug 11 04:13:51.186963 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-06d53eb0-258a-42db-8a1a-8156de6be28b req-83151b3a-4776-4076-868c-56c3895fcbd9 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/security-groups?id=4d23792d-17ba-487d-a54d-e8d84b09c480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316260 Aug 11 04:13:52.301883 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7babff04-6ec2-4e49-8915-13542f2454b5 req-3325a74e-5f13-42b3-bf81-156fed14a6d7 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:13:52.303368 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7babff04-6ec2-4e49-8915-13542f2454b5 req-3325a74e-5f13-42b3-bf81-156fed14a6d7 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/ports?device_id=07cbe7f5-1194-408b-98af-aad027955531 HTTP/1.1" status: 200 len: 945 time: 0.0488920 Aug 11 04:13:52.342224 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7babff04-6ec2-4e49-8915-13542f2454b5 req-2fa2ed7b-d8d5-41a3-a5b1-4a075e52b72a tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/security-groups?id=4d23792d-17ba-487d-a54d-e8d84b09c480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324144 Aug 11 04:13:53.465490 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f826e3d-0882-49ec-a8eb-085557164134 req-167508b4-be10-4c3d-acd6-0b4a9533f92d tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:13:53.467017 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2f826e3d-0882-49ec-a8eb-085557164134 req-167508b4-be10-4c3d-acd6-0b4a9533f92d tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/ports?device_id=07cbe7f5-1194-408b-98af-aad027955531 HTTP/1.1" status: 200 len: 945 time: 0.0542102 Aug 11 04:13:53.504958 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2f826e3d-0882-49ec-a8eb-085557164134 req-6299ab2c-e711-4d73-8cc2-3db27a8782d7 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/security-groups?id=4d23792d-17ba-487d-a54d-e8d84b09c480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320120 Aug 11 04:13:54.618093 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d848f6f7-60fc-46d9-a570-5968941b5ecb req-c4fa915b-5f23-4680-b4a0-5c038880c4b5 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:13:54.620185 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d848f6f7-60fc-46d9-a570-5968941b5ecb req-c4fa915b-5f23-4680-b4a0-5c038880c4b5 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/ports?device_id=07cbe7f5-1194-408b-98af-aad027955531 HTTP/1.1" status: 200 len: 945 time: 0.0497246 Aug 11 04:13:54.656182 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d848f6f7-60fc-46d9-a570-5968941b5ecb req-54f72d34-f683-4770-a31b-745cd2ece5fd tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/security-groups?id=4d23792d-17ba-487d-a54d-e8d84b09c480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301816 Aug 11 04:13:55.770615 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b4dcef-8731-4c21-81ab-dba58cfb5099 req-4a3ecd5a-bbda-4c20-8f56-5925512d5535 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:13:55.772415 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-22b4dcef-8731-4c21-81ab-dba58cfb5099 req-4a3ecd5a-bbda-4c20-8f56-5925512d5535 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/ports?device_id=07cbe7f5-1194-408b-98af-aad027955531 HTTP/1.1" status: 200 len: 945 time: 0.0493464 Aug 11 04:13:55.813652 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-22b4dcef-8731-4c21-81ab-dba58cfb5099 req-e2ad2004-bd79-406d-822d-d914f2283e46 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/security-groups?id=4d23792d-17ba-487d-a54d-e8d84b09c480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345824 Aug 11 04:13:56.935273 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3dfcb2-4dc2-450b-b1b3-1fdbfa3e73e5 req-faf721b1-8fd0-4250-a333-81143c80d5c6 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:13:56.936724 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ca3dfcb2-4dc2-450b-b1b3-1fdbfa3e73e5 req-faf721b1-8fd0-4250-a333-81143c80d5c6 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/ports?device_id=07cbe7f5-1194-408b-98af-aad027955531 HTTP/1.1" status: 200 len: 945 time: 0.0523069 Aug 11 04:13:56.974596 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ca3dfcb2-4dc2-450b-b1b3-1fdbfa3e73e5 req-11d3cf1b-cf9e-4f30-87e8-5c0b0cac4bda tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/security-groups?id=4d23792d-17ba-487d-a54d-e8d84b09c480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318754 Aug 11 04:13:58.094511 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e38dd5-b9b5-4233-8de4-89496896ab0a req-b52785a5-1088-430a-98e6-637792c8e307 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:13:58.095926 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-13e38dd5-b9b5-4233-8de4-89496896ab0a req-b52785a5-1088-430a-98e6-637792c8e307 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/ports?device_id=07cbe7f5-1194-408b-98af-aad027955531 HTTP/1.1" status: 200 len: 945 time: 0.0500536 Aug 11 04:13:58.138341 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-13e38dd5-b9b5-4233-8de4-89496896ab0a req-12c56b4e-93e0-4ccc-8803-21cad9374336 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/security-groups?id=4d23792d-17ba-487d-a54d-e8d84b09c480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353067 Aug 11 04:13:59.251264 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-84e941af-accd-4172-8f25-51d15b90ddab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:13:59.260176 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254b38ce-5aba-4019-813b-a006bf94b4ad req-47708687-49e4-42cc-b1fc-dff00eff17b2 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:13:59.261621 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-254b38ce-5aba-4019-813b-a006bf94b4ad req-47708687-49e4-42cc-b1fc-dff00eff17b2 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/ports?device_id=07cbe7f5-1194-408b-98af-aad027955531 HTTP/1.1" status: 200 len: 945 time: 0.0553958 Aug 11 04:13:59.303004 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-254b38ce-5aba-4019-813b-a006bf94b4ad req-9ba6234e-2fd5-4000-872b-2cb9f1cda097 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/security-groups?id=4d23792d-17ba-487d-a54d-e8d84b09c480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338008 Aug 11 04:13:59.404748 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.agents_db [None req-950b7202-decb-43e2-8f71-ac8931dc9749 None None] Agent healthcheck: found 7 active agents {{(pid=102194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 04:14:00.448304 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504a2298-a181-456e-8b62-bc7acfb7f30c req-575b4824-5800-430b-aeb1-1fdb36620e7a tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:14:00.450722 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-504a2298-a181-456e-8b62-bc7acfb7f30c req-575b4824-5800-430b-aeb1-1fdb36620e7a tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/ports?device_id=07cbe7f5-1194-408b-98af-aad027955531 HTTP/1.1" status: 200 len: 945 time: 0.0700681 Aug 11 04:14:00.492495 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-504a2298-a181-456e-8b62-bc7acfb7f30c req-07e2d0ae-c23d-4c3d-a27c-68b7d2fbf989 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/security-groups?id=4d23792d-17ba-487d-a54d-e8d84b09c480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357807 Aug 11 04:14:00.516468 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 51396) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:14:00.582423 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-ba75568d-444f-41a7-80ad-a75f5d47ee15 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/floatingips/69ae1171-f587-4e07-9e70-041c2f4277f7 HTTP/1.1" status: 200 len: 993 time: 0.0647042 Aug 11 04:14:01.916149 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:14:02.093491 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-4cd55f8a-43ec-400f-a007-ec2bddf65e13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:14:03.250901 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:14:04.921123 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:14:07.867620 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:14:11.761624 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:14:28.443496 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-2bb1b5c0-1662-463b-9d34-c4b6ef3842cb req-96663d11-3b6e-4b45-86cb-99712aa322d4 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=07cbe7f5-1194-408b-98af-aad027955531&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0389216 Aug 11 04:14:28.527005 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb1b5c0-1662-463b-9d34-c4b6ef3842cb req-680c90bd-da6e-41cd-81f7-96329c479e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:14:28.528624 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-2bb1b5c0-1662-463b-9d34-c4b6ef3842cb req-680c90bd-da6e-41cd-81f7-96329c479e80 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=4ed3e3e6ac1f49f882ef8f301df62615&device_id=07cbe7f5-1194-408b-98af-aad027955531 HTTP/1.1" status: 200 len: 1097 time: 0.0408554 Aug 11 04:14:28.633311 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb1b5c0-1662-463b-9d34-c4b6ef3842cb req-11c89b46-1219-4039-8ce7-04da8f1631bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:14:28.634822 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-2bb1b5c0-1662-463b-9d34-c4b6ef3842cb req-11c89b46-1219-4039-8ce7-04da8f1631bb service neutron] 10.222.0.22 "GET /v2.0/networks?id=c1415891-b661-456f-81a0-b71e4d1b1cb7 HTTP/1.1" status: 200 len: 898 time: 0.0866339 Aug 11 04:14:28.701434 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-2bb1b5c0-1662-463b-9d34-c4b6ef3842cb req-08ba5ba0-4ca2-4bdc-ae5d-bfc5e800743f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=61130a66-63e6-4163-ba42-637ff15fc898 HTTP/1.1" status: 200 len: 1001 time: 0.0593514 Aug 11 04:14:28.750424 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb1b5c0-1662-463b-9d34-c4b6ef3842cb req-01eee454-922e-44f7-b224-63e7ba799818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:14:28.751880 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-2bb1b5c0-1662-463b-9d34-c4b6ef3842cb req-01eee454-922e-44f7-b224-63e7ba799818 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1f53f14e-a6a0-40ba-af67-09cacf004a54 HTTP/1.1" status: 200 len: 835 time: 0.0441790 Aug 11 04:14:28.800914 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb1b5c0-1662-463b-9d34-c4b6ef3842cb req-d8297b5d-f126-4f89-bbd0-2220b56d4450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:14:28.802609 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-2bb1b5c0-1662-463b-9d34-c4b6ef3842cb req-d8297b5d-f126-4f89-bbd0-2220b56d4450 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c1415891-b661-456f-81a0-b71e4d1b1cb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441077 Aug 11 04:14:28.888446 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-2bb1b5c0-1662-463b-9d34-c4b6ef3842cb req-ff49cac6-a939-42f7-b45e-3347e5a94339 service neutron] 10.222.0.22 "GET /v2.0/networks/c1415891-b661-456f-81a0-b71e4d1b1cb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787778 Aug 11 04:14:28.980075 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-2bb1b5c0-1662-463b-9d34-c4b6ef3842cb req-63e89db0-1b15-434a-9882-2b0544f2fb49 service neutron] 10.222.0.22 "GET /v2.0/networks/c1415891-b661-456f-81a0-b71e4d1b1cb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846272 Aug 11 04:14:29.261519 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-017104a1-d3fd-476d-a642-98bce4fd3e81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:14:31.903721 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:14:32.126958 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-37a938ca-1821-4601-956e-8b2d4d436c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:14:33.273179 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:14:34.903629 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:14:36.404075 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.agents_db [None req-950b7202-decb-43e2-8f71-ac8931dc9749 None None] Agent healthcheck: found 7 active agents {{(pid=102194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 04:14:36.950307 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [req-49862626-167f-45ca-9271-5f1d1b0fa725 req-72593f7b-ae41-4226-a407-c4d663897a90 service neutron] (102192) timed out ('10.222.0.41', 48338) {{(pid=102192) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 11 04:14:37.886604 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:14:41.781527 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:14:49.943055 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 51418) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:14:50.408581 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-b656bd24-2116-4cc4-82d2-ef8489e9a813 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Deleting port 7f1c9cac-3199-4ba2-899e-d0d966a8fce1 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 04:14:50.408920 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b656bd24-2116-4cc4-82d2-ef8489e9a813 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:14:50.483316 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b656bd24-2116-4cc4-82d2-ef8489e9a813 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:14:50.483641 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b656bd24-2116-4cc4-82d2-ef8489e9a813 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:14:50.494827 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-b656bd24-2116-4cc4-82d2-ef8489e9a813 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Calling delete_port for 7f1c9cac-3199-4ba2-899e-d0d966a8fce1 owned by network:floatingip {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 04:14:50.715070 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b656bd24-2116-4cc4-82d2-ef8489e9a813 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:14:50.750231 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b656bd24-2116-4cc4-82d2-ef8489e9a813 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Pushing event deleted for resources: {'Port': ['ID=7f1c9cac-3199-4ba2-899e-d0d966a8fce1,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:14:50.771665 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b656bd24-2116-4cc4-82d2-ef8489e9a813 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:14:50.772000 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b656bd24-2116-4cc4-82d2-ef8489e9a813 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:14:50.772339 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b656bd24-2116-4cc4-82d2-ef8489e9a813 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:14:50.772674 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b656bd24-2116-4cc4-82d2-ef8489e9a813 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:14:50.773004 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b656bd24-2116-4cc4-82d2-ef8489e9a813 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:14:50.773337 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b656bd24-2116-4cc4-82d2-ef8489e9a813 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:14:50.773684 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b656bd24-2116-4cc4-82d2-ef8489e9a813 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:14:50.773991 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b656bd24-2116-4cc4-82d2-ef8489e9a813 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:14:50.774350 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b656bd24-2116-4cc4-82d2-ef8489e9a813 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:14:50.778733 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b656bd24-2116-4cc4-82d2-ef8489e9a813 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:14:50.778733 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b656bd24-2116-4cc4-82d2-ef8489e9a813 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:14:50.778733 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b656bd24-2116-4cc4-82d2-ef8489e9a813 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:14:50.816875 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b656bd24-2116-4cc4-82d2-ef8489e9a813 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for floatingip, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:14:50.817213 n-d-764292-30 neutron-server[102191]: INFO neutron.db.l3_db [None req-b656bd24-2116-4cc4-82d2-ef8489e9a813 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Floating IP 69ae1171-f587-4e07-9e70-041c2f4277f7 disassociated (deleted). External IP: 172.25.8.138, port: 61130a66-63e6-4163-ba42-637ff15fc898. Aug 11 04:14:51.024238 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b656bd24-2116-4cc4-82d2-ef8489e9a813 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Router 5224215a-2c3c-4fab-855b-1150dab34ada has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 04:14:51.131401 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b656bd24-2116-4cc4-82d2-ef8489e9a813 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 04:14:51.136340 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b656bd24-2116-4cc4-82d2-ef8489e9a813 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for floatingip, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:14:51.141368 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bdeb9e9-8ba6-4bca-882b-691d5c2f0bf6 None None] Sync routers for ids ['5224215a-2c3c-4fab-855b-1150dab34ada'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 04:14:51.150727 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bdeb9e9-8ba6-4bca-882b-691d5c2f0bf6 None None] Routers {'5224215a-2c3c-4fab-855b-1150dab34ada'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 04:14:51.151832 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-3bdeb9e9-8ba6-4bca-882b-691d5c2f0bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T04:14:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['5224215a-2c3c-4fab-855b-1150dab34ada'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:14:51.169214 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-b656bd24-2116-4cc4-82d2-ef8489e9a813 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "DELETE /v2.0/floatingips/69ae1171-f587-4e07-9e70-041c2f4277f7 HTTP/1.1" status: 204 len: 168 time: 1.2249720 Aug 11 04:14:51.170009 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07cbe7f5-1194-408b-98af-aad027955531', 'tag': '61130a66-63e6-4163-ba42-637ff15fc898'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 04:14:51.173202 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9291d331c18c1eb37c2b57c8af4a09724b2e7f160dd5faf652855b3e38b81ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c25c93ae-ffc7-49cb-ae7a-726ec1f0e062" -d '{"events": [{"name": "network-changed", "server_uuid": "07cbe7f5-1194-408b-98af-aad027955531", "tag": "61130a66-63e6-4163-ba42-637ff15fc898"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 04:14:51.215173 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 04:14:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5226a5e2-89cd-44bc-9f0c-b60ee146dcd4 x-openstack-request-id: req-5226a5e2-89cd-44bc-9f0c-b60ee146dcd4 {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 04:14:51.215173 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07cbe7f5-1194-408b-98af-aad027955531", "tag": "61130a66-63e6-4163-ba42-637ff15fc898", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 04:14:51.215173 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5226a5e2-89cd-44bc-9f0c-b60ee146dcd4 {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 04:14:51.215173 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07cbe7f5-1194-408b-98af-aad027955531', 'tag': '61130a66-63e6-4163-ba42-637ff15fc898', 'status': 'completed', 'code': 200} Aug 11 04:14:51.269192 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-3bdeb9e9-8ba6-4bca-882b-691d5c2f0bf6 None None] Set router 5224215a-2c3c-4fab-855b-1150dab34ada gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 04:14:51.277746 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25c93ae-ffc7-49cb-ae7a-726ec1f0e062 req-9e97dc88-1d22-4eed-acf4-9363828a2daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:14:51.279308 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c25c93ae-ffc7-49cb-ae7a-726ec1f0e062 req-9e97dc88-1d22-4eed-acf4-9363828a2daa service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=4ed3e3e6ac1f49f882ef8f301df62615&device_id=07cbe7f5-1194-408b-98af-aad027955531 HTTP/1.1" status: 200 len: 1097 time: 0.0412276 Aug 11 04:14:51.378179 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25c93ae-ffc7-49cb-ae7a-726ec1f0e062 req-dd300784-3439-4a71-8ce8-f95d1d697928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:14:51.379682 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c25c93ae-ffc7-49cb-ae7a-726ec1f0e062 req-dd300784-3439-4a71-8ce8-f95d1d697928 service neutron] 10.222.0.22 "GET /v2.0/networks?id=c1415891-b661-456f-81a0-b71e4d1b1cb7 HTTP/1.1" status: 200 len: 898 time: 0.0939920 Aug 11 04:14:51.422293 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c25c93ae-ffc7-49cb-ae7a-726ec1f0e062 req-dd069333-6dbb-45bb-b30b-008378c7caa1 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=61130a66-63e6-4163-ba42-637ff15fc898 HTTP/1.1" status: 200 len: 217 time: 0.0351958 Aug 11 04:14:51.475925 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25c93ae-ffc7-49cb-ae7a-726ec1f0e062 req-0fad93fa-6d73-4c30-836d-8c4f297c2887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:14:51.477725 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c25c93ae-ffc7-49cb-ae7a-726ec1f0e062 req-0fad93fa-6d73-4c30-836d-8c4f297c2887 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1f53f14e-a6a0-40ba-af67-09cacf004a54 HTTP/1.1" status: 200 len: 835 time: 0.0485570 Aug 11 04:14:51.491831 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-3bdeb9e9-8ba6-4bca-882b-691d5c2f0bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5224215a-2c3c-4fab-855b-1150dab34ada', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1302394385', 'tenant_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': '033d4ac4-741b-4f10-846c-bf08b9ed66a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:12:23Z', 'updated_at': '2021-08-11T04:12:27Z', 'revision_number': 4, 'project_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'gw_port': {'id': '033d4ac4-741b-4f10-846c-bf08b9ed66a2', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:c8:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5224215a-2c3c-4fab-855b-1150dab34ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:12:24Z', 'updated_at': '2021-08-11T04:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '86351814-cc68-4f99-89af-a6698eb5b502', 'name': '', 'network_id': 'c1415891-b661-456f-81a0-b71e4d1b1cb7', 'tenant_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'mac_address': 'fa:16:3e:d0:41:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5224215a-2c3c-4fab-855b-1150dab34ada', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '1f53f14e-a6a0-40ba-af67-09cacf004a54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:12:26Z', 'updated_at': '2021-08-11T04:12:32Z', 'revision_number': 5, 'project_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'subnets': [{'id': '1f53f14e-a6a0-40ba-af67-09cacf004a54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:14:51.522685 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bdeb9e9-8ba6-4bca-882b-691d5c2f0bf6 None None] Checking router: 5224215a-2c3c-4fab-855b-1150dab34ada for host: n-d-764292-30 {{(pid=102193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 04:14:51.531099 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bdeb9e9-8ba6-4bca-882b-691d5c2f0bf6 None None] Routers {'5224215a-2c3c-4fab-855b-1150dab34ada'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 04:14:51.531826 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25c93ae-ffc7-49cb-ae7a-726ec1f0e062 req-1d8eb43e-85e7-4b50-966f-9d68d3536879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:14:51.538094 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-3bdeb9e9-8ba6-4bca-882b-691d5c2f0bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T04:14:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['5224215a-2c3c-4fab-855b-1150dab34ada'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:14:51.538264 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c25c93ae-ffc7-49cb-ae7a-726ec1f0e062 req-1d8eb43e-85e7-4b50-966f-9d68d3536879 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c1415891-b661-456f-81a0-b71e4d1b1cb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0475125 Aug 11 04:14:51.627065 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c25c93ae-ffc7-49cb-ae7a-726ec1f0e062 req-de635cfa-16a8-4618-9277-dab4ffff9ecc service neutron] 10.222.0.22 "GET /v2.0/networks/c1415891-b661-456f-81a0-b71e4d1b1cb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860844 Aug 11 04:14:51.644717 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-3bdeb9e9-8ba6-4bca-882b-691d5c2f0bf6 None None] Set router 5224215a-2c3c-4fab-855b-1150dab34ada gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 04:14:51.735351 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c25c93ae-ffc7-49cb-ae7a-726ec1f0e062 req-77a1b090-516a-459b-b52d-594f509af028 service neutron] 10.222.0.22 "GET /v2.0/networks/c1415891-b661-456f-81a0-b71e4d1b1cb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947545 Aug 11 04:14:51.736866 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a52b3d-c4ef-44bf-890b-209c57e10851 req-faafeebf-84b3-4b25-8b46-0f0861ffc52e tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:14:51.738447 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-75a52b3d-c4ef-44bf-890b-209c57e10851 req-faafeebf-84b3-4b25-8b46-0f0861ffc52e tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/ports?device_id=07cbe7f5-1194-408b-98af-aad027955531 HTTP/1.1" status: 200 len: 945 time: 0.0515952 Aug 11 04:14:51.782046 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-75a52b3d-c4ef-44bf-890b-209c57e10851 req-00f4e6d0-776e-4891-9238-7020cf56b725 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/security-groups?id=4d23792d-17ba-487d-a54d-e8d84b09c480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334728 Aug 11 04:14:51.852888 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-3bdeb9e9-8ba6-4bca-882b-691d5c2f0bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5224215a-2c3c-4fab-855b-1150dab34ada', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1302394385', 'tenant_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': '033d4ac4-741b-4f10-846c-bf08b9ed66a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:12:23Z', 'updated_at': '2021-08-11T04:12:27Z', 'revision_number': 4, 'project_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'gw_port': {'id': '033d4ac4-741b-4f10-846c-bf08b9ed66a2', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:c8:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5224215a-2c3c-4fab-855b-1150dab34ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:12:24Z', 'updated_at': '2021-08-11T04:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '86351814-cc68-4f99-89af-a6698eb5b502', 'name': '', 'network_id': 'c1415891-b661-456f-81a0-b71e4d1b1cb7', 'tenant_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'mac_address': 'fa:16:3e:d0:41:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5224215a-2c3c-4fab-855b-1150dab34ada', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '1f53f14e-a6a0-40ba-af67-09cacf004a54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:12:26Z', 'updated_at': '2021-08-11T04:12:32Z', 'revision_number': 5, 'project_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'subnets': [{'id': '1f53f14e-a6a0-40ba-af67-09cacf004a54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:14:51.878914 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bdeb9e9-8ba6-4bca-882b-691d5c2f0bf6 None None] The sync data for ids ['5224215a-2c3c-4fab-855b-1150dab34ada'] in n-d-764292-30 is: [{'id': '5224215a-2c3c-4fab-855b-1150dab34ada', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1302394385', 'tenant_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': '033d4ac4-741b-4f10-846c-bf08b9ed66a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:12:23Z', 'updated_at': '2021-08-11T04:12:27Z', 'revision_number': 4, 'project_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'gw_port': {'id': '033d4ac4-741b-4f10-846c-bf08b9ed66a2', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:c8:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5224215a-2c3c-4fab-855b-1150dab34ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:12:24Z', 'updated_at': '2021-08-11T04:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '86351814-cc68-4f99-89af-a6698eb5b502', 'name': '', 'network_id': 'c1415891-b661-456f-81a0-b71e4d1b1cb7', 'tenant_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'mac_address': 'fa:16:3e:d0:41:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5224215a-2c3c-4fab-855b-1150dab34ada', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '1f53f14e-a6a0-40ba-af67-09cacf004a54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:12:26Z', 'updated_at': '2021-08-11T04:12:32Z', 'revision_number': 5, 'project_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'subnets': [{'id': '1f53f14e-a6a0-40ba-af67-09cacf004a54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 04:14:52.089853 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d6f682-b9bc-49e4-b9cc-0196199a1a05 None None] New status for floating IP 69ae1171-f587-4e07-9e70-041c2f4277f7: DOWN {{(pid=102194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 04:14:52.903961 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4b79a5-78ff-4fdd-a8a1-eb31938b674a req-0ee0299f-60cb-4811-aa00-7cf6d405c45c tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:14:52.911482 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9c4b79a5-78ff-4fdd-a8a1-eb31938b674a req-0ee0299f-60cb-4811-aa00-7cf6d405c45c tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/ports?device_id=07cbe7f5-1194-408b-98af-aad027955531 HTTP/1.1" status: 200 len: 945 time: 0.0490053 Aug 11 04:14:52.942675 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9c4b79a5-78ff-4fdd-a8a1-eb31938b674a req-7c19c4a9-be6b-41f7-b9f9-63998b4a017c tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/security-groups?id=4d23792d-17ba-487d-a54d-e8d84b09c480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306559 Aug 11 04:14:53.352596 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc9d6b8-9542-405f-bb56-73cdbc5c2a9c req-7774a852-eb10-4489-a92f-9c46938f3e01 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:14:53.354046 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-abc9d6b8-9542-405f-bb56-73cdbc5c2a9c req-7774a852-eb10-4489-a92f-9c46938f3e01 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.22 "GET /v2.0/ports?device_id=07cbe7f5-1194-408b-98af-aad027955531 HTTP/1.1" status: 200 len: 945 time: 0.0506437 Aug 11 04:14:53.440393 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-abc9d6b8-9542-405f-bb56-73cdbc5c2a9c req-61e1d269-503f-4586-99af-c8c371d0c07f tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Deleting port 61130a66-63e6-4163-ba42-637ff15fc898 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 04:14:53.440726 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-abc9d6b8-9542-405f-bb56-73cdbc5c2a9c req-61e1d269-503f-4586-99af-c8c371d0c07f tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:14:53.531823 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-abc9d6b8-9542-405f-bb56-73cdbc5c2a9c req-61e1d269-503f-4586-99af-c8c371d0c07f tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] For port 61130a66-63e6-4163-ba42-637ff15fc898, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=61130a66-63e6-4163-ba42-637ff15fc898,segment=NetworkSegment(732017ad-8631-477c-a0e7-3c79c8c6568a),segment_id=732017ad-8631-477c-a0e7-3c79c8c6568a)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:14:53.532170 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-abc9d6b8-9542-405f-bb56-73cdbc5c2a9c req-61e1d269-503f-4586-99af-c8c371d0c07f tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:14:53.544756 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-abc9d6b8-9542-405f-bb56-73cdbc5c2a9c req-61e1d269-503f-4586-99af-c8c371d0c07f tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Calling delete_port for 61130a66-63e6-4163-ba42-637ff15fc898 owned by compute:nova {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 04:14:53.743894 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-abc9d6b8-9542-405f-bb56-73cdbc5c2a9c req-61e1d269-503f-4586-99af-c8c371d0c07f tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:14:53.773738 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e1d269-503f-4586-99af-c8c371d0c07f tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Pushing event deleted for resources: {'Port': ['ID=61130a66-63e6-4163-ba42-637ff15fc898,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:14:53.815586 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-abc9d6b8-9542-405f-bb56-73cdbc5c2a9c req-61e1d269-503f-4586-99af-c8c371d0c07f tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] No DVR routers for this DVR port 61130a66-63e6-4163-ba42-637ff15fc898 on host n-h1-764292-30 {{(pid=102191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 04:14:53.818561 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-abc9d6b8-9542-405f-bb56-73cdbc5c2a9c req-61e1d269-503f-4586-99af-c8c371d0c07f tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:14:53.820794 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-abc9d6b8-9542-405f-bb56-73cdbc5c2a9c req-61e1d269-503f-4586-99af-c8c371d0c07f tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.22 "DELETE /v2.0/ports/61130a66-63e6-4163-ba42-637ff15fc898 HTTP/1.1" status: 204 len: 173 time: 0.4608352 Aug 11 04:14:53.821413 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07cbe7f5-1194-408b-98af-aad027955531', 'name': 'network-vif-deleted', 'tag': '61130a66-63e6-4163-ba42-637ff15fc898'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 04:14:53.824188 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9291d331c18c1eb37c2b57c8af4a09724b2e7f160dd5faf652855b3e38b81ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-837d7f41-2b35-4876-838f-b472540e4ecd" -d '{"events": [{"server_uuid": "07cbe7f5-1194-408b-98af-aad027955531", "name": "network-vif-deleted", "tag": "61130a66-63e6-4163-ba42-637ff15fc898"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 04:14:53.860613 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 04:14:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59d6ac64-37fc-47af-92c7-fe8a0b5c3af8 x-openstack-request-id: req-59d6ac64-37fc-47af-92c7-fe8a0b5c3af8 {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 04:14:53.860932 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07cbe7f5-1194-408b-98af-aad027955531", "name": "network-vif-deleted", "tag": "61130a66-63e6-4163-ba42-637ff15fc898", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 04:14:53.861205 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-59d6ac64-37fc-47af-92c7-fe8a0b5c3af8 {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 04:14:53.861601 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07cbe7f5-1194-408b-98af-aad027955531', 'name': 'network-vif-deleted', 'tag': '61130a66-63e6-4163-ba42-637ff15fc898', 'status': 'completed', 'code': 200} Aug 11 04:14:54.039521 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c5bb3ba5-24a8-4b36-b3f3-0c61bebec7ef req-3c7186d9-6509-4d98-ba7d-4fd121fb795d tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/ports?device_id=07cbe7f5-1194-408b-98af-aad027955531 HTTP/1.1" status: 200 len: 210 time: 0.0307374 Aug 11 04:14:55.094117 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 51434) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:14:55.454617 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7c0dd419-de56-4029-a275-b39a43c4f07f tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521106'] for router_interface, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:14:55.675967 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 61130a66-63e6-4163-ba42-637ff15fc898 no longer exists at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 04:14:55.699818 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] No Port match for: 61130a66-63e6-4163-ba42-637ff15fc898 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 04:14:55.700264 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 61130a66-63e6-4163-ba42-637ff15fc898 not bound to the agent host n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 04:14:55.708549 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-7c0dd419-de56-4029-a275-b39a43c4f07f tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Deleting port 86351814-cc68-4f99-89af-a6698eb5b502 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 04:14:55.708823 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7c0dd419-de56-4029-a275-b39a43c4f07f tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:14:55.805010 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [None req-7c0dd419-de56-4029-a275-b39a43c4f07f tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] For port 86351814-cc68-4f99-89af-a6698eb5b502, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=86351814-cc68-4f99-89af-a6698eb5b502,segment=NetworkSegment(732017ad-8631-477c-a0e7-3c79c8c6568a),segment_id=732017ad-8631-477c-a0e7-3c79c8c6568a)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:14:55.805446 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7c0dd419-de56-4029-a275-b39a43c4f07f tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:14:55.821566 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-7c0dd419-de56-4029-a275-b39a43c4f07f tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Calling delete_port for 86351814-cc68-4f99-89af-a6698eb5b502 owned by network:router_interface {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 04:14:56.075237 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7c0dd419-de56-4029-a275-b39a43c4f07f tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:14:56.102663 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0dd419-de56-4029-a275-b39a43c4f07f tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Pushing event deleted for resources: {'Port': ['ID=86351814-cc68-4f99-89af-a6698eb5b502,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:14:56.280251 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7c0dd419-de56-4029-a275-b39a43c4f07f tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16383033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450082'] for router_interface, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:14:56.490625 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c0dd419-de56-4029-a275-b39a43c4f07f tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Router 5224215a-2c3c-4fab-855b-1150dab34ada has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 04:14:56.594676 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c0dd419-de56-4029-a275-b39a43c4f07f tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 04:14:56.599852 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-7c0dd419-de56-4029-a275-b39a43c4f07f tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "PUT /v2.0/routers/5224215a-2c3c-4fab-855b-1150dab34ada/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5046391 Aug 11 04:14:56.603282 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 51436) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:14:56.606192 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851c9b7f-e256-41a3-b278-fdecd8e42dc4 None None] Sync routers for ids ['5224215a-2c3c-4fab-855b-1150dab34ada'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 04:14:56.616209 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851c9b7f-e256-41a3-b278-fdecd8e42dc4 None None] Routers {'5224215a-2c3c-4fab-855b-1150dab34ada'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 04:14:56.616836 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-851c9b7f-e256-41a3-b278-fdecd8e42dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T04:14:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['5224215a-2c3c-4fab-855b-1150dab34ada'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:14:56.654854 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa027128-1034-4850-8678-0b01fd3c1033 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Deleting subnet 1f53f14e-a6a0-40ba-af67-09cacf004a54 {{(pid=102191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 04:14:56.658184 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-aa027128-1034-4850-8678-0b01fd3c1033 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for subnet, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:14:56.697951 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-aa027128-1034-4850-8678-0b01fd3c1033 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126283525'] for subnet, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:14:56.724317 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-851c9b7f-e256-41a3-b278-fdecd8e42dc4 None None] Set router 5224215a-2c3c-4fab-855b-1150dab34ada gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 04:14:56.791730 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-aa027128-1034-4850-8678-0b01fd3c1033 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:14:56.944630 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-aa027128-1034-4850-8678-0b01fd3c1033 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126283413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126275158'] for subnet, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:14:56.970319 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa027128-1034-4850-8678-0b01fd3c1033 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Pushing event deleted for resources: {'Subnet': ['ID=1f53f14e-a6a0-40ba-af67-09cacf004a54,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:14:56.977258 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-aa027128-1034-4850-8678-0b01fd3c1033 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:14:56.981894 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-aa027128-1034-4850-8678-0b01fd3c1033 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "DELETE /v2.0/subnets/1f53f14e-a6a0-40ba-af67-09cacf004a54 HTTP/1.1" status: 204 len: 168 time: 0.3750157 Aug 11 04:14:56.982700 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 51438) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:14:56.988269 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40d094b6-05f4-4554-8e9d-b10e30217243 None None] Network c1415891-b661-456f-81a0-b71e4d1b1cb7 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 04:14:57.089851 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a107a96d-f384-43f3-a229-e4ab64561d44 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for router, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:14:57.163317 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-851c9b7f-e256-41a3-b278-fdecd8e42dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5224215a-2c3c-4fab-855b-1150dab34ada', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1302394385', 'tenant_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': '033d4ac4-741b-4f10-846c-bf08b9ed66a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:12:23Z', 'updated_at': '2021-08-11T04:14:55Z', 'revision_number': 5, 'project_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'gw_port': {'id': '033d4ac4-741b-4f10-846c-bf08b9ed66a2', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:c8:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5224215a-2c3c-4fab-855b-1150dab34ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:12:24Z', 'updated_at': '2021-08-11T04:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:14:57.190493 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851c9b7f-e256-41a3-b278-fdecd8e42dc4 None None] Checking router: 5224215a-2c3c-4fab-855b-1150dab34ada for host: n-d-764292-30 {{(pid=102193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 04:14:57.200249 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851c9b7f-e256-41a3-b278-fdecd8e42dc4 None None] Routers {'5224215a-2c3c-4fab-855b-1150dab34ada'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 04:14:57.200805 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-851c9b7f-e256-41a3-b278-fdecd8e42dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T04:14:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['5224215a-2c3c-4fab-855b-1150dab34ada'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:14:57.202465 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a107a96d-f384-43f3-a229-e4ab64561d44 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:14:57.238316 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c2c925-fff2-4484-ba80-8528fb2c7855 None None] DHCP port deletion for c1415891-b661-456f-81a0-b71e4d1b1cb7 request from n-d-764292-30 {{(pid=102193) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 04:14:57.319990 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-a107a96d-f384-43f3-a229-e4ab64561d44 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Deleting port 033d4ac4-741b-4f10-846c-bf08b9ed66a2 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 04:14:57.320336 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a107a96d-f384-43f3-a229-e4ab64561d44 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:14:57.344132 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-851c9b7f-e256-41a3-b278-fdecd8e42dc4 None None] Set router 5224215a-2c3c-4fab-855b-1150dab34ada gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 04:14:57.346406 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-48c2c925-fff2-4484-ba80-8528fb2c7855 None None] Deleting port 453ebb46-4916-4ffe-843c-d86dddb656f7 {{(pid=102193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 04:14:57.346781 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-48c2c925-fff2-4484-ba80-8528fb2c7855 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:14:57.403954 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [None req-a107a96d-f384-43f3-a229-e4ab64561d44 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] For port 033d4ac4-741b-4f10-846c-bf08b9ed66a2, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=033d4ac4-741b-4f10-846c-bf08b9ed66a2,segment=NetworkSegment(fab28bed-aa25-40db-bba4-ec26e795194c),segment_id=fab28bed-aa25-40db-bba4-ec26e795194c)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:14:57.404311 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a107a96d-f384-43f3-a229-e4ab64561d44 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:14:57.417787 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-a107a96d-f384-43f3-a229-e4ab64561d44 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Calling delete_port for 033d4ac4-741b-4f10-846c-bf08b9ed66a2 owned by network:router_gateway {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 04:14:57.501409 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-48c2c925-fff2-4484-ba80-8528fb2c7855 None None] For port 453ebb46-4916-4ffe-843c-d86dddb656f7, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=453ebb46-4916-4ffe-843c-d86dddb656f7,segment=NetworkSegment(732017ad-8631-477c-a0e7-3c79c8c6568a),segment_id=732017ad-8631-477c-a0e7-3c79c8c6568a)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:14:57.501810 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-48c2c925-fff2-4484-ba80-8528fb2c7855 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:14:57.523811 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-48c2c925-fff2-4484-ba80-8528fb2c7855 None None] Calling delete_port for 453ebb46-4916-4ffe-843c-d86dddb656f7 owned by network:dhcp {{(pid=102193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 04:14:57.652307 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a107a96d-f384-43f3-a229-e4ab64561d44 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:14:57.652574 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-851c9b7f-e256-41a3-b278-fdecd8e42dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5224215a-2c3c-4fab-855b-1150dab34ada', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1302394385', 'tenant_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': '033d4ac4-741b-4f10-846c-bf08b9ed66a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:12:23Z', 'updated_at': '2021-08-11T04:14:55Z', 'revision_number': 5, 'project_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'gw_port': {'id': '033d4ac4-741b-4f10-846c-bf08b9ed66a2', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:c8:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5224215a-2c3c-4fab-855b-1150dab34ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:12:24Z', 'updated_at': '2021-08-11T04:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:14:57.679030 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851c9b7f-e256-41a3-b278-fdecd8e42dc4 None None] The sync data for ids ['5224215a-2c3c-4fab-855b-1150dab34ada'] in n-d-764292-30 is: [{'id': '5224215a-2c3c-4fab-855b-1150dab34ada', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1302394385', 'tenant_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': '033d4ac4-741b-4f10-846c-bf08b9ed66a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:12:23Z', 'updated_at': '2021-08-11T04:14:55Z', 'revision_number': 5, 'project_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'gw_port': {'id': '033d4ac4-741b-4f10-846c-bf08b9ed66a2', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:c8:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5224215a-2c3c-4fab-855b-1150dab34ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:12:24Z', 'updated_at': '2021-08-11T04:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 04:14:57.679880 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a107a96d-f384-43f3-a229-e4ab64561d44 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Pushing event deleted for resources: {'Port': ['ID=033d4ac4-741b-4f10-846c-bf08b9ed66a2,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:14:57.735753 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-48c2c925-fff2-4484-ba80-8528fb2c7855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678'] for port, after_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:14:57.745977 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a107a96d-f384-43f3-a229-e4ab64561d44 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-446916'] for router_gateway, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:14:57.766738 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c2c925-fff2-4484-ba80-8528fb2c7855 None None] Pushing event deleted for resources: {'Port': ['ID=453ebb46-4916-4ffe-843c-d86dddb656f7,revision_number=None']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:14:57.769005 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c2c925-fff2-4484-ba80-8528fb2c7855 None None] No DVR routers for this DVR port 453ebb46-4916-4ffe-843c-d86dddb656f7 on host n-d-764292-30 {{(pid=102193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 04:14:57.777865 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c2c925-fff2-4484-ba80-8528fb2c7855 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:14:57.779999 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c2c925-fff2-4484-ba80-8528fb2c7855 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:14:57.779999 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c2c925-fff2-4484-ba80-8528fb2c7855 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:14:57.779999 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c2c925-fff2-4484-ba80-8528fb2c7855 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:14:57.779999 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c2c925-fff2-4484-ba80-8528fb2c7855 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:14:57.779999 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c2c925-fff2-4484-ba80-8528fb2c7855 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:14:57.779999 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c2c925-fff2-4484-ba80-8528fb2c7855 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:14:57.780850 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c2c925-fff2-4484-ba80-8528fb2c7855 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:14:57.780850 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c2c925-fff2-4484-ba80-8528fb2c7855 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:14:57.780850 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c2c925-fff2-4484-ba80-8528fb2c7855 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:14:57.781157 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c2c925-fff2-4484-ba80-8528fb2c7855 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:14:57.781586 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c2c925-fff2-4484-ba80-8528fb2c7855 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:14:58.139234 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 453ebb46-4916-4ffe-843c-d86dddb656f7 no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 04:14:58.153478 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a107a96d-f384-43f3-a229-e4ab64561d44 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6544'] for router, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:14:58.155637 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a107a96d-f384-43f3-a229-e4ab64561d44 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:14:58.162010 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: 453ebb46-4916-4ffe-843c-d86dddb656f7 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 04:14:58.162455 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 453ebb46-4916-4ffe-843c-d86dddb656f7 not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 04:14:58.162945 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 86351814-cc68-4f99-89af-a6698eb5b502 no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 04:14:58.183245 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: 86351814-cc68-4f99-89af-a6698eb5b502 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 04:14:58.183687 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 86351814-cc68-4f99-89af-a6698eb5b502 not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 04:14:58.273074 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a107a96d-f384-43f3-a229-e4ab64561d44 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448809'] for router, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:14:58.273677 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a107a96d-f384-43f3-a229-e4ab64561d44 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Fanout notify agent at l3_agent the message router_deleted on router 5224215a-2c3c-4fab-855b-1150dab34ada {{(pid=102191) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 04:14:58.280447 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a107a96d-f384-43f3-a229-e4ab64561d44 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for router, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:14:58.281550 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-a107a96d-f384-43f3-a229-e4ab64561d44 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "DELETE /v2.0/routers/5224215a-2c3c-4fab-855b-1150dab34ada HTTP/1.1" status: 204 len: 168 time: 1.2986271 Aug 11 04:14:58.284410 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 51440) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:14:58.370656 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9d1bc03a-d15c-4e13-a5e8-548e2b96879b tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:14:58.468238 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9d1bc03a-d15c-4e13-a5e8-548e2b96879b tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:14:58.479458 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-9d1bc03a-d15c-4e13-a5e8-548e2b96879b tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1415891-b661-456f-81a0-b71e4d1b1cb7']}} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:14:58.490508 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-9d1bc03a-d15c-4e13-a5e8-548e2b96879b tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '732017ad-8631-477c-a0e7-3c79c8c6568a') {'for_net_delete': True} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:14:58.490849 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-9d1bc03a-d15c-4e13-a5e8-548e2b96879b tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '732017ad-8631-477c-a0e7-3c79c8c6568a') {} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:14:58.500174 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9d1bc03a-d15c-4e13-a5e8-548e2b96879b tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126283644'] for segment, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:14:58.515075 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9d1bc03a-d15c-4e13-a5e8-548e2b96879b tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:14:58.521689 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d1bc03a-d15c-4e13-a5e8-548e2b96879b tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=102191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 04:14:58.522068 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9d1bc03a-d15c-4e13-a5e8-548e2b96879b tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126283391'] for segment, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:14:58.525027 n-d-764292-30 neutron-server[102191]: Traceback (most recent call last): Aug 11 04:14:58.525027 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 04:14:58.525027 n-d-764292-30 neutron-server[102191]: timer() Aug 11 04:14:58.525027 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 04:14:58.525027 n-d-764292-30 neutron-server[102191]: cb(*args, **kw) Aug 11 04:14:58.525027 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 04:14:58.525027 n-d-764292-30 neutron-server[102191]: return func(*args, **kwargs) Aug 11 04:14:58.525027 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 04:14:58.525027 n-d-764292-30 neutron-server[102191]: self._notify() Aug 11 04:14:58.525027 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 04:14:58.525027 n-d-764292-30 neutron-server[102191]: self.callback(batched_events) Aug 11 04:14:58.525027 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 04:14:58.525027 n-d-764292-30 neutron-server[102191]: event.method(event) Aug 11 04:14:58.525027 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 04:14:58.525027 n-d-764292-30 neutron-server[102191]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 04:14:58.525027 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 04:14:58.525027 n-d-764292-30 neutron-server[102191]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 04:14:58.525027 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 04:14:58.525027 n-d-764292-30 neutron-server[102191]: return f(self, *a, **k) Aug 11 04:14:58.525027 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 04:14:58.525027 n-d-764292-30 neutron-server[102191]: return self._get(url).json() Aug 11 04:14:58.525027 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 04:14:58.525027 n-d-764292-30 neutron-server[102191]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 04:14:58.525027 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 04:14:58.525027 n-d-764292-30 neutron-server[102191]: return self.request(url, 'GET', **kwargs) Aug 11 04:14:58.525027 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 04:14:58.525027 n-d-764292-30 neutron-server[102191]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 04:14:58.525027 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 04:14:58.525027 n-d-764292-30 neutron-server[102191]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 04:14:58.525027 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 04:14:58.525027 n-d-764292-30 neutron-server[102191]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 04:14:58.525027 n-d-764292-30 neutron-server[102191]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 04:14:58.640714 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9d1bc03a-d15c-4e13-a5e8-548e2b96879b tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:14:58.648954 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9d1bc03a-d15c-4e13-a5e8-548e2b96879b tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:14:58.651085 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-9d1bc03a-d15c-4e13-a5e8-548e2b96879b tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "DELETE /v2.0/networks/c1415891-b661-456f-81a0-b71e4d1b1cb7 HTTP/1.1" status: 204 len: 168 time: 0.3655591 Aug 11 04:14:58.653688 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 51442) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:14:58.672845 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1bc03a-d15c-4e13-a5e8-548e2b96879b tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Pushing event deleted for resources: {'Network': ['ID=c1415891-b661-456f-81a0-b71e4d1b1cb7,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:14:58.737778 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c9d55944-5e82-44e8-bfca-241c7db20461 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:14:58.766569 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c9d55944-5e82-44e8-bfca-241c7db20461 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:14:58.901519 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c9d55944-5e82-44e8-bfca-241c7db20461 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:14:58.904126 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c9d55944-5e82-44e8-bfca-241c7db20461 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:14:58.905352 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-c9d55944-5e82-44e8-bfca-241c7db20461 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "DELETE /v2.0/security-groups/4d23792d-17ba-487d-a54d-e8d84b09c480 HTTP/1.1" status: 204 len: 168 time: 0.2506220 Aug 11 04:14:58.916591 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d55944-5e82-44e8-bfca-241c7db20461 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d23792d-17ba-487d-a54d-e8d84b09c480,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:14:59.238233 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-01839f57-edd9-46fa-890b-f314cad86493 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:14:59.825446 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 033d4ac4-741b-4f10-846c-bf08b9ed66a2 no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 04:14:59.849156 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: 033d4ac4-741b-4f10-846c-bf08b9ed66a2 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 04:14:59.849620 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 033d4ac4-741b-4f10-846c-bf08b9ed66a2 not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 04:15:00.430888 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 51450) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:15:00.435578 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-c1beb8a9-c241-4d83-8203-7f5756175415 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1426544271', 'description': 'tempest-secgroup-smoke-1426544271 description', 'project_id': '4ed3e3e6ac1f49f882ef8f301df62615'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:15:00.535345 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c1beb8a9-c241-4d83-8203-7f5756175415 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:15:00.619320 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c1beb8a9-c241-4d83-8203-7f5756175415 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:15:00.672299 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c1beb8a9-c241-4d83-8203-7f5756175415 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:15:00.700215 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1beb8a9-c241-4d83-8203-7f5756175415 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de064be5-f34a-48c1-a199-e30aeb309311,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:15:00.775838 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c1beb8a9-c241-4d83-8203-7f5756175415 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:15:00.777087 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-c1beb8a9-c241-4d83-8203-7f5756175415 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3451657 Aug 11 04:15:00.780704 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 51452) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:15:00.785137 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-d7d64a02-9f9c-457c-9939-3779178c7247 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Request body: {'security_group_rule': {'security_group_id': 'de064be5-f34a-48c1-a199-e30aeb309311', 'project_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:15:00.866842 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d7d64a02-9f9c-457c-9939-3779178c7247 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:15:00.927665 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d7d64a02-9f9c-457c-9939-3779178c7247 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:15:00.992306 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d7d64a02-9f9c-457c-9939-3779178c7247 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:15:01.012672 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d64a02-9f9c-457c-9939-3779178c7247 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b22480fd-c88f-447d-be0c-3026f956d138,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:15:01.084381 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d7d64a02-9f9c-457c-9939-3779178c7247 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:15:01.085648 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-d7d64a02-9f9c-457c-9939-3779178c7247 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3040044 Aug 11 04:15:01.088390 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 51454) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:15:01.092831 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-92dbb548-dfef-4481-88e3-2cd0f48e5b51 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Request body: {'security_group_rule': {'security_group_id': 'de064be5-f34a-48c1-a199-e30aeb309311', 'project_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:15:01.165002 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-92dbb548-dfef-4481-88e3-2cd0f48e5b51 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:15:01.220836 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-92dbb548-dfef-4481-88e3-2cd0f48e5b51 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:15:01.326523 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-92dbb548-dfef-4481-88e3-2cd0f48e5b51 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:15:01.345713 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dbb548-dfef-4481-88e3-2cd0f48e5b51 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da8c0b14-de01-43aa-9a59-964f6292211a,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:15:01.415431 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-92dbb548-dfef-4481-88e3-2cd0f48e5b51 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:15:01.416630 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-92dbb548-dfef-4481-88e3-2cd0f48e5b51 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3273106 Aug 11 04:15:01.419612 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 51456) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:15:01.423967 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-9af146cd-3e95-403f-af8d-ce62bd920173 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Request body: {'security_group_rule': {'security_group_id': 'de064be5-f34a-48c1-a199-e30aeb309311', 'project_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:15:01.519810 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9af146cd-3e95-403f-af8d-ce62bd920173 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:15:01.581063 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9af146cd-3e95-403f-af8d-ce62bd920173 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:15:01.634562 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9af146cd-3e95-403f-af8d-ce62bd920173 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:15:01.655997 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af146cd-3e95-403f-af8d-ce62bd920173 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef53bbc2-24f7-4ea2-8a9b-72e2e8205269,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:15:01.743322 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9af146cd-3e95-403f-af8d-ce62bd920173 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:15:01.744596 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-9af146cd-3e95-403f-af8d-ce62bd920173 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3240507 Aug 11 04:15:01.747214 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 51458) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:15:01.751651 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-73d9d01f-069f-47a4-aac9-7322f86972af tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Request body: {'security_group_rule': {'security_group_id': 'de064be5-f34a-48c1-a199-e30aeb309311', 'project_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:15:01.857654 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-73d9d01f-069f-47a4-aac9-7322f86972af tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:15:01.916144 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-73d9d01f-069f-47a4-aac9-7322f86972af tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:15:01.926631 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:15:01.992752 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-73d9d01f-069f-47a4-aac9-7322f86972af tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:15:02.013798 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d9d01f-069f-47a4-aac9-7322f86972af tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19cb129e-f8c3-4815-b8d8-83c02e8b11bc,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:15:02.086765 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-73d9d01f-069f-47a4-aac9-7322f86972af tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:15:02.088121 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-73d9d01f-069f-47a4-aac9-7322f86972af tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3399734 Aug 11 04:15:02.091375 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 51460) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:15:02.095724 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-dbb98fac-ea13-42ff-acb5-10e1772a8f63 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Request body: {'security_group_rule': {'security_group_id': 'de064be5-f34a-48c1-a199-e30aeb309311', 'project_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:15:02.166611 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-c4c5a974-8636-44d6-af90-1fe42c1401c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:15:02.193407 n-d-764292-30 neutron-server[102191]: INFO neutron.db.securitygroups_db [None req-dbb98fac-ea13-42ff-acb5-10e1772a8f63 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Project 4ed3e3e6ac1f49f882ef8f301df62615 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 04:15:02.198522 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-dbb98fac-ea13-42ff-acb5-10e1772a8f63 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:15:02.256992 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-dbb98fac-ea13-42ff-acb5-10e1772a8f63 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:15:02.332045 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-dbb98fac-ea13-42ff-acb5-10e1772a8f63 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:15:02.352673 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb98fac-ea13-42ff-acb5-10e1772a8f63 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa04b90f-fe04-4f5d-82f2-8d3a3dada570,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:15:02.434943 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-dbb98fac-ea13-42ff-acb5-10e1772a8f63 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:15:02.436252 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-dbb98fac-ea13-42ff-acb5-10e1772a8f63 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3440237 Aug 11 04:15:02.440117 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 51462) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:15:02.444674 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-5fb57d6f-8a58-4c83-9c78-60a056f72440 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Request body: {'security_group_rule': {'security_group_id': 'de064be5-f34a-48c1-a199-e30aeb309311', 'project_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:15:02.543483 n-d-764292-30 neutron-server[102191]: INFO neutron.db.securitygroups_db [None req-5fb57d6f-8a58-4c83-9c78-60a056f72440 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Project 4ed3e3e6ac1f49f882ef8f301df62615 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 04:15:02.548593 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5fb57d6f-8a58-4c83-9c78-60a056f72440 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:15:02.612196 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5fb57d6f-8a58-4c83-9c78-60a056f72440 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:15:02.678184 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5fb57d6f-8a58-4c83-9c78-60a056f72440 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:15:02.696549 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb57d6f-8a58-4c83-9c78-60a056f72440 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23541ebe-4839-48a2-abab-e263306afbd0,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:15:02.747068 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5fb57d6f-8a58-4c83-9c78-60a056f72440 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:15:02.748300 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-5fb57d6f-8a58-4c83-9c78-60a056f72440 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3072534 Aug 11 04:15:02.752516 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 51464) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:15:02.757523 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-d4c6a670-5ec1-4024-b0f1-5c2f47761df9 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Request body: {'network': {'name': 'tempest-network-smoke--618622941', 'project_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'port_security_enabled': True}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:15:02.832508 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4c6a670-5ec1-4024-b0f1-5c2f47761df9 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Made reservation on behalf of 4ed3e3e6ac1f49f882ef8f301df62615 for: {'network': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 04:15:02.836519 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d4c6a670-5ec1-4024-b0f1-5c2f47761df9 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:15:02.859794 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4c6a670-5ec1-4024-b0f1-5c2f47761df9 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=102191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 04:15:02.868580 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d4c6a670-5ec1-4024-b0f1-5c2f47761df9 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:15:02.868864 n-d-764292-30 neutron-server[102191]: INFO neutron.db.segments_db [None req-d4c6a670-5ec1-4024-b0f1-5c2f47761df9 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Added segment e20ac610-68aa-4429-ba3e-21d6cb28c50a of type vlan for network 5302ef58-4a9b-4030-8559-79ebd6f0b1ee Aug 11 04:15:02.910937 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d4c6a670-5ec1-4024-b0f1-5c2f47761df9 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:15:02.987090 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d4c6a670-5ec1-4024-b0f1-5c2f47761df9 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:15:02.994665 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4c6a670-5ec1-4024-b0f1-5c2f47761df9 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:15:02.995902 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d4c6a670-5ec1-4024-b0f1-5c2f47761df9 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:15:03.066301 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c6a670-5ec1-4024-b0f1-5c2f47761df9 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Pushing event updated for resources: {'Network': ['ID=5302ef58-4a9b-4030-8559-79ebd6f0b1ee,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:15:03.076961 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network 5302ef58-4a9b-4030-8559-79ebd6f0b1ee details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 04:15:03.113014 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-d4c6a670-5ec1-4024-b0f1-5c2f47761df9 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3594577 Aug 11 04:15:03.115815 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 51466) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:15:03.120505 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-3a51c7f6-81be-4fc5-8203-41d302069b1a tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1796759951', 'admin_state_up': True, 'project_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:15:03.220973 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3a51c7f6-81be-4fc5-8203-41d302069b1a tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-450010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6626'] for router, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:15:03.222002 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3a51c7f6-81be-4fc5-8203-41d302069b1a tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-446747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6633'] for router, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:15:03.275703 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3a51c7f6-81be-4fc5-8203-41d302069b1a tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:15:03.295210 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:15:03.482817 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3a51c7f6-81be-4fc5-8203-41d302069b1a tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:15:03.769317 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3a51c7f6-81be-4fc5-8203-41d302069b1a tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for router_gateway, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:15:03.788402 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3a51c7f6-81be-4fc5-8203-41d302069b1a tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:15:03.892154 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [None req-3a51c7f6-81be-4fc5-8203-41d302069b1a tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Allocated IP 172.25.8.62 (09faf7d2-eaf5-4a50-bb6e-4cb05d009a76/e1a97443-13df-40bb-85f5-fd269e2742c0/f017c655-7093-4a3d-89d5-35b3385a23a6) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 04:15:03.990603 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3a51c7f6-81be-4fc5-8203-41d302069b1a tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:15:04.084490 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3a51c7f6-81be-4fc5-8203-41d302069b1a tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:15:04.126034 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a51c7f6-81be-4fc5-8203-41d302069b1a tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 04:15:04.129119 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-3a51c7f6-81be-4fc5-8203-41d302069b1a tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 04:15:04.132790 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a51c7f6-81be-4fc5-8203-41d302069b1a tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 04:15:04.159261 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a51c7f6-81be-4fc5-8203-41d302069b1a tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Pushing event updated for resources: {'Port': ['ID=f017c655-7093-4a3d-89d5-35b3385a23a6,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:15:04.454178 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3a51c7f6-81be-4fc5-8203-41d302069b1a tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for router_gateway, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:15:04.648667 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3a51c7f6-81be-4fc5-8203-41d302069b1a tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-446952'] for router, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:15:04.826394 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a51c7f6-81be-4fc5-8203-41d302069b1a tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Router 3c4582d3-2605-432b-8ff3-a46641d44de8 is scheduled to L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 with binding_index 1 {{(pid=102191) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 04:15:04.918217 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:15:04.933776 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a51c7f6-81be-4fc5-8203-41d302069b1a tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 04:15:04.946042 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501b9c69-3e64-4be3-99de-8e6cc249a185 None None] Sync routers for ids ['3c4582d3-2605-432b-8ff3-a46641d44de8'] in n-d-764292-30 {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 04:15:04.954899 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501b9c69-3e64-4be3-99de-8e6cc249a185 None None] Routers {'3c4582d3-2605-432b-8ff3-a46641d44de8'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 04:15:04.955499 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-501b9c69-3e64-4be3-99de-8e6cc249a185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T04:15:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['3c4582d3-2605-432b-8ff3-a46641d44de8'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:15:05.015333 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3a51c7f6-81be-4fc5-8203-41d302069b1a tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for router, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:15:05.016592 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-3a51c7f6-81be-4fc5-8203-41d302069b1a tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8996887 Aug 11 04:15:05.020429 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 51470) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:15:05.049533 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-91179c56-3891-49d5-93e1-311606ab53dc tempest-TestNetworkAdvancedServerOps-1813166602 tempest-TestNetworkAdvancedServerOps-1813166602-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=4ed3e3e6ac1f49f882ef8f301df62615&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0280173 Aug 11 04:15:05.052176 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 51472) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:15:05.059066 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-501b9c69-3e64-4be3-99de-8e6cc249a185 None None] Set router 3c4582d3-2605-432b-8ff3-a46641d44de8 gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 04:15:05.143554 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1777e109-16d9-4321-81ca-b5742b2c0bea tempest-TestNetworkAdvancedServerOps-1813166602 tempest-TestNetworkAdvancedServerOps-1813166602-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:15:05.145720 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-1777e109-16d9-4321-81ca-b5742b2c0bea tempest-TestNetworkAdvancedServerOps-1813166602 tempest-TestNetworkAdvancedServerOps-1813166602-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0925982 Aug 11 04:15:05.148622 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 51474) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:15:05.181151 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-78902c49-0bd3-4166-a61c-6fce7298021c tempest-TestNetworkAdvancedServerOps-1813166602 tempest-TestNetworkAdvancedServerOps-1813166602-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=09faf7d2-eaf5-4a50-bb6e-4cb05d009a76&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0313725 Aug 11 04:15:05.183575 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 51476) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:15:05.188957 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-3cb9374e-3aef-44ad-ae09-446ae9429526 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-209223415', 'network_id': '5302ef58-4a9b-4030-8559-79ebd6f0b1ee', 'project_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:15:05.232006 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-501b9c69-3e64-4be3-99de-8e6cc249a185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c4582d3-2605-432b-8ff3-a46641d44de8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1796759951', 'tenant_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': 'f017c655-7093-4a3d-89d5-35b3385a23a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:15:03Z', 'updated_at': '2021-08-11T04:15:04Z', 'revision_number': 3, 'project_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'gw_port': {'id': 'f017c655-7093-4a3d-89d5-35b3385a23a6', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:14:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c4582d3-2605-432b-8ff3-a46641d44de8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:15:03Z', 'updated_at': '2021-08-11T04:15:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:15:05.261168 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501b9c69-3e64-4be3-99de-8e6cc249a185 None None] Checking router: 3c4582d3-2605-432b-8ff3-a46641d44de8 for host: n-d-764292-30 {{(pid=102194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 04:15:05.261509 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501b9c69-3e64-4be3-99de-8e6cc249a185 None None] Updating router 3c4582d3-2605-432b-8ff3-a46641d44de8 port f017c655-7093-4a3d-89d5-35b3385a23a6 binding host n-d-764292-30 {{(pid=102194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 04:15:05.285411 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-501b9c69-3e64-4be3-99de-8e6cc249a185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:15:05.331716 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cb9374e-3aef-44ad-ae09-446ae9429526 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Made reservation on behalf of 4ed3e3e6ac1f49f882ef8f301df62615 for: {'subnet': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 04:15:05.335290 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3cb9374e-3aef-44ad-ae09-446ae9429526 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274743'] for subnet, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:15:05.539910 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-501b9c69-3e64-4be3-99de-8e6cc249a185 None None] Notify callbacks [] for port, precommit_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:15:05.550151 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.provisioning_blocks [None req-501b9c69-3e64-4be3-99de-8e6cc249a185 None None] Transition to ACTIVE for port object f017c655-7093-4a3d-89d5-35b3385a23a6 will not be triggered until provisioned by entity L2. {{(pid=102194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 04:15:05.583526 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3cb9374e-3aef-44ad-ae09-446ae9429526 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126283476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274725'] for subnet, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:15:05.634793 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-501b9c69-3e64-4be3-99de-8e6cc249a185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:15:05.648585 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb9374e-3aef-44ad-ae09-446ae9429526 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Pushing event updated for resources: {'Subnet': ['ID=771946d1-a7f2-42ed-be4f-cc656df0d41e,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:15:05.658945 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb9374e-3aef-44ad-ae09-446ae9429526 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Checking segment: {'id': 'e20ac610-68aa-4429-ba3e-21d6cb28c50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '5302ef58-4a9b-4030-8559-79ebd6f0b1ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 04:15:05.659303 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb9374e-3aef-44ad-ae09-446ae9429526 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Network hostable DHCP agents. Network: 5302ef58-4a9b-4030-8559-79ebd6f0b1ee, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 04:15:05.687123 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-501b9c69-3e64-4be3-99de-8e6cc249a185 None None] Attempting to bind port f017c655-7093-4a3d-89d5-35b3385a23a6 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 04:15:05.687490 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-501b9c69-3e64-4be3-99de-8e6cc249a185 None None] Attempting to bind port f017c655-7093-4a3d-89d5-35b3385a23a6 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}] {{(pid=102194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 04:15:05.687844 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-501b9c69-3e64-4be3-99de-8e6cc249a185 None None] Attempting to bind port f017c655-7093-4a3d-89d5-35b3385a23a6 on network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 04:15:05.694653 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58ef019-2f29-405a-9f4a-90cb45a92a63 None None] Pushing event updated for resources: {'Port': ['ID=f017c655-7093-4a3d-89d5-35b3385a23a6,revision_number=2']} {{(pid=102194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:15:05.697393 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-501b9c69-3e64-4be3-99de-8e6cc249a185 None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 4, 15, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 04:15:05.697757 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-501b9c69-3e64-4be3-99de-8e6cc249a185 None None] Checking segment: {'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 04:15:05.698150 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-501b9c69-3e64-4be3-99de-8e6cc249a185 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:15:05.698567 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-501b9c69-3e64-4be3-99de-8e6cc249a185 None None] Bound using segment: {'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'} {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 04:15:05.699021 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-501b9c69-3e64-4be3-99de-8e6cc249a185 None None] Bound port: f017c655-7093-4a3d-89d5-35b3385a23a6, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}}] {{(pid=102194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 04:15:05.699395 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-501b9c69-3e64-4be3-99de-8e6cc249a185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:15:05.723142 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58ef019-2f29-405a-9f4a-90cb45a92a63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:15:05.723482 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58ef019-2f29-405a-9f4a-90cb45a92a63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:15:05.723815 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58ef019-2f29-405a-9f4a-90cb45a92a63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:15:05.724146 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58ef019-2f29-405a-9f4a-90cb45a92a63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:15:05.724475 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58ef019-2f29-405a-9f4a-90cb45a92a63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:15:05.724805 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58ef019-2f29-405a-9f4a-90cb45a92a63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:15:05.725125 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58ef019-2f29-405a-9f4a-90cb45a92a63 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:15:05.725444 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58ef019-2f29-405a-9f4a-90cb45a92a63 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:15:05.725764 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58ef019-2f29-405a-9f4a-90cb45a92a63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:15:05.726079 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58ef019-2f29-405a-9f4a-90cb45a92a63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:15:05.726472 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58ef019-2f29-405a-9f4a-90cb45a92a63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:15:05.726785 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58ef019-2f29-405a-9f4a-90cb45a92a63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:15:05.743649 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb9374e-3aef-44ad-ae09-446ae9429526 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Network 5302ef58-4a9b-4030-8559-79ebd6f0b1ee is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 04:15:05.762781 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.db [None req-501b9c69-3e64-4be3-99de-8e6cc249a185 None None] For port f017c655-7093-4a3d-89d5-35b3385a23a6, host n-d-764292-30, cleared binding levels {{(pid=102194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 04:15:05.765725 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.db [None req-501b9c69-3e64-4be3-99de-8e6cc249a185 None None] For port f017c655-7093-4a3d-89d5-35b3385a23a6, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=f017c655-7093-4a3d-89d5-35b3385a23a6,segment=NetworkSegment(fab28bed-aa25-40db-bba4-ec26e795194c),segment_id=fab28bed-aa25-40db-bba4-ec26e795194c)] {{(pid=102194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 04:15:05.838124 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-3cb9374e-3aef-44ad-ae09-446ae9429526 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, 5302ef58-4a9b-4030-8559-79ebd6f0b1ee) {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 04:15:05.842397 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cb9374e-3aef-44ad-ae09-446ae9429526 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:15:05.843190 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3cb9374e-3aef-44ad-ae09-446ae9429526 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:15:05.846979 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-501b9c69-3e64-4be3-99de-8e6cc249a185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:15:05.854435 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6a057e7-18d5-4c4f-84e6-416656190cd0 None None] Network 5302ef58-4a9b-4030-8559-79ebd6f0b1ee requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 04:15:05.915261 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501b9c69-3e64-4be3-99de-8e6cc249a185 None None] Routers {'3c4582d3-2605-432b-8ff3-a46641d44de8'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 04:15:05.916007 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-501b9c69-3e64-4be3-99de-8e6cc249a185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T04:15:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['3c4582d3-2605-432b-8ff3-a46641d44de8'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:15:05.917902 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58ef019-2f29-405a-9f4a-90cb45a92a63 None None] Pushing event updated for resources: {'Port': ['ID=f017c655-7093-4a3d-89d5-35b3385a23a6,revision_number=3']} {{(pid=102194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:15:05.930963 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-3cb9374e-3aef-44ad-ae09-446ae9429526 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7430346 Aug 11 04:15:05.931226 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 51478) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:15:06.005130 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a34079a-ccc2-42a1-9889-bf989f5914ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde080026-c28f-55be-b52b-13827cc43646-5302ef58-4a9b-4030-8559-79ebd6f0b1ee', 'network_id': '5302ef58-4a9b-4030-8559-79ebd6f0b1ee', 'tenant_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'fixed_ips': [{'subnet_id': '771946d1-a7f2-42ed-be4f-cc656df0d41e'}]}} from n-d-764292-30. {{(pid=102193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 04:15:06.007042 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2a34079a-ccc2-42a1-9889-bf989f5914ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:15:06.041646 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-501b9c69-3e64-4be3-99de-8e6cc249a185 None None] Set router 3c4582d3-2605-432b-8ff3-a46641d44de8 gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 04:15:06.148032 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.db_base_plugin_common [None req-2a34079a-ccc2-42a1-9889-bf989f5914ba None None] Allocated IP 172.20.0.2 (5302ef58-4a9b-4030-8559-79ebd6f0b1ee/771946d1-a7f2-42ed-be4f-cc656df0d41e/5fe10220-d049-43b1-97dc-61037e249a5d) {{(pid=102193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 04:15:06.313500 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2a34079a-ccc2-42a1-9889-bf989f5914ba None None] Notify callbacks [] for port, precommit_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:15:06.324341 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-2a34079a-ccc2-42a1-9889-bf989f5914ba None None] Transition to ACTIVE for port object 5fe10220-d049-43b1-97dc-61037e249a5d will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 04:15:06.327838 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-501b9c69-3e64-4be3-99de-8e6cc249a185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c4582d3-2605-432b-8ff3-a46641d44de8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1796759951', 'tenant_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': 'f017c655-7093-4a3d-89d5-35b3385a23a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:15:03Z', 'updated_at': '2021-08-11T04:15:04Z', 'revision_number': 3, 'project_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'gw_port': {'id': 'f017c655-7093-4a3d-89d5-35b3385a23a6', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:14:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c4582d3-2605-432b-8ff3-a46641d44de8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:15:03Z', 'updated_at': '2021-08-11T04:15:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:15:06.341967 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-2a34079a-ccc2-42a1-9889-bf989f5914ba None None] Transition to ACTIVE for port object 5fe10220-d049-43b1-97dc-61037e249a5d will not be triggered until provisioned by entity DHCP. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 04:15:06.355973 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501b9c69-3e64-4be3-99de-8e6cc249a185 None None] The sync data for ids ['3c4582d3-2605-432b-8ff3-a46641d44de8'] in n-d-764292-30 is: [{'id': '3c4582d3-2605-432b-8ff3-a46641d44de8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1796759951', 'tenant_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': 'f017c655-7093-4a3d-89d5-35b3385a23a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:15:03Z', 'updated_at': '2021-08-11T04:15:04Z', 'revision_number': 3, 'project_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'gw_port': {'id': 'f017c655-7093-4a3d-89d5-35b3385a23a6', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:14:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c4582d3-2605-432b-8ff3-a46641d44de8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:15:03Z', 'updated_at': '2021-08-11T04:15:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}] {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 04:15:06.381746 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d80a5a3e-f129-481e-b9fc-11b50522f5ed tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:15:06.404374 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2a34079a-ccc2-42a1-9889-bf989f5914ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669'] for port, after_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:15:06.448954 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a34079a-ccc2-42a1-9889-bf989f5914ba None None] Network 5302ef58-4a9b-4030-8559-79ebd6f0b1ee is already hosted by enough agents. {{(pid=102193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 04:15:06.451811 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.base_scheduler [None req-2a34079a-ccc2-42a1-9889-bf989f5914ba None None] Resources bound (agent type, host, resource id): {{(pid=102193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 04:15:06.454577 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a34079a-ccc2-42a1-9889-bf989f5914ba None None] Received port after_create {{(pid=102193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 04:15:06.464375 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a34079a-ccc2-42a1-9889-bf989f5914ba None None] Pushing event updated for resources: {'Port': ['ID=5fe10220-d049-43b1-97dc-61037e249a5d,revision_number=1']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:15:06.522391 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-2a34079a-ccc2-42a1-9889-bf989f5914ba None None] Attempting to bind port 5fe10220-d049-43b1-97dc-61037e249a5d on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 04:15:06.527144 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-2a34079a-ccc2-42a1-9889-bf989f5914ba None None] Attempting to bind port 5fe10220-d049-43b1-97dc-61037e249a5d by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': 'e20ac610-68aa-4429-ba3e-21d6cb28c50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '5302ef58-4a9b-4030-8559-79ebd6f0b1ee'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 04:15:06.527144 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a34079a-ccc2-42a1-9889-bf989f5914ba None None] Attempting to bind port 5fe10220-d049-43b1-97dc-61037e249a5d on network 5302ef58-4a9b-4030-8559-79ebd6f0b1ee {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 04:15:06.529402 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a34079a-ccc2-42a1-9889-bf989f5914ba None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 4, 15, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 04:15:06.529867 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a34079a-ccc2-42a1-9889-bf989f5914ba None None] Checking segment: {'id': 'e20ac610-68aa-4429-ba3e-21d6cb28c50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '5302ef58-4a9b-4030-8559-79ebd6f0b1ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 04:15:06.530270 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2a34079a-ccc2-42a1-9889-bf989f5914ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:15:06.530709 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a34079a-ccc2-42a1-9889-bf989f5914ba None None] Bound using segment: {'id': 'e20ac610-68aa-4429-ba3e-21d6cb28c50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '5302ef58-4a9b-4030-8559-79ebd6f0b1ee'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 04:15:06.531171 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-2a34079a-ccc2-42a1-9889-bf989f5914ba None None] Bound port: 5fe10220-d049-43b1-97dc-61037e249a5d, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e20ac610-68aa-4429-ba3e-21d6cb28c50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '5302ef58-4a9b-4030-8559-79ebd6f0b1ee'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 04:15:06.531555 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2a34079a-ccc2-42a1-9889-bf989f5914ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:15:06.628222 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-2a34079a-ccc2-42a1-9889-bf989f5914ba None None] For port 5fe10220-d049-43b1-97dc-61037e249a5d, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 04:15:06.634546 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-2a34079a-ccc2-42a1-9889-bf989f5914ba None None] For port 5fe10220-d049-43b1-97dc-61037e249a5d, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=5fe10220-d049-43b1-97dc-61037e249a5d,segment=NetworkSegment(e20ac610-68aa-4429-ba3e-21d6cb28c50a),segment_id=e20ac610-68aa-4429-ba3e-21d6cb28c50a)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 04:15:06.701317 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [None req-d80a5a3e-f129-481e-b9fc-11b50522f5ed tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Allocated IP 172.20.0.1 (5302ef58-4a9b-4030-8559-79ebd6f0b1ee/771946d1-a7f2-42ed-be4f-cc656df0d41e/5e6a125b-b220-4ce5-80e5-e1668a28bcc9) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 04:15:06.744123 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2a34079a-ccc2-42a1-9889-bf989f5914ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:15:06.821542 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a34079a-ccc2-42a1-9889-bf989f5914ba None None] Pushing event updated for resources: {'Port': ['ID=5fe10220-d049-43b1-97dc-61037e249a5d,revision_number=2']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:15:06.836709 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d80a5a3e-f129-481e-b9fc-11b50522f5ed tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:15:06.852071 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [None req-d80a5a3e-f129-481e-b9fc-11b50522f5ed tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Transition to ACTIVE for port object 5e6a125b-b220-4ce5-80e5-e1668a28bcc9 will not be triggered until provisioned by entity DHCP. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 04:15:06.945574 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d80a5a3e-f129-481e-b9fc-11b50522f5ed tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:15:07.003289 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d80a5a3e-f129-481e-b9fc-11b50522f5ed tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Network 5302ef58-4a9b-4030-8559-79ebd6f0b1ee is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 04:15:07.006402 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-d80a5a3e-f129-481e-b9fc-11b50522f5ed tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 04:15:07.010886 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80a5a3e-f129-481e-b9fc-11b50522f5ed tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 04:15:07.047788 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80a5a3e-f129-481e-b9fc-11b50522f5ed tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Pushing event updated for resources: {'Port': ['ID=5e6a125b-b220-4ce5-80e5-e1668a28bcc9,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:15:07.073291 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d80a5a3e-f129-481e-b9fc-11b50522f5ed tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-520987'] for router_interface, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:15:07.274793 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d80a5a3e-f129-481e-b9fc-11b50522f5ed tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:15:07.544456 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d80a5a3e-f129-481e-b9fc-11b50522f5ed tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:15:07.588819 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d80a5a3e-f129-481e-b9fc-11b50522f5ed tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:15:07.661192 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-d80a5a3e-f129-481e-b9fc-11b50522f5ed tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16383026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521135'] for router_interface, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:15:07.662961 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80a5a3e-f129-481e-b9fc-11b50522f5ed tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Pushing event updated for resources: {'Port': ['ID=5e6a125b-b220-4ce5-80e5-e1668a28bcc9,revision_number=2']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:15:07.758304 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d80a5a3e-f129-481e-b9fc-11b50522f5ed tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Network 5302ef58-4a9b-4030-8559-79ebd6f0b1ee is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 04:15:07.759721 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-d80a5a3e-f129-481e-b9fc-11b50522f5ed tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 04:15:07.909003 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:15:07.967497 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 5fe10220-d049-43b1-97dc-61037e249a5d up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 04:15:08.120364 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port 5fe10220-d049-43b1-97dc-61037e249a5d completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 04:15:08.125303 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device f017c655-7093-4a3d-89d5-35b3385a23a6 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 04:15:08.211595 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d80a5a3e-f129-481e-b9fc-11b50522f5ed tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Router 3c4582d3-2605-432b-8ff3-a46641d44de8 has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 04:15:08.219627 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54a4b8d6-3d2d-4cc5-ba99-2ec1b16c10b6 None None] Network 5302ef58-4a9b-4030-8559-79ebd6f0b1ee requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 04:15:08.265401 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port f017c655-7093-4a3d-89d5-35b3385a23a6 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 04:15:08.273115 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port f017c655-7093-4a3d-89d5-35b3385a23a6 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 04:15:08.273575 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:15:08.336227 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d80a5a3e-f129-481e-b9fc-11b50522f5ed tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 04:15:08.341307 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-d80a5a3e-f129-481e-b9fc-11b50522f5ed tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "PUT /v2.0/routers/3c4582d3-2605-432b-8ff3-a46641d44de8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4089873 Aug 11 04:15:08.365012 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d0ab3d-dd1f-47f6-bc5e-1978456e6ca1 None None] Sync routers for ids ['3c4582d3-2605-432b-8ff3-a46641d44de8'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 04:15:08.410242 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d0ab3d-dd1f-47f6-bc5e-1978456e6ca1 None None] Routers {'3c4582d3-2605-432b-8ff3-a46641d44de8'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 04:15:08.410903 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-15d0ab3d-dd1f-47f6-bc5e-1978456e6ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T04:15:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['3c4582d3-2605-432b-8ff3-a46641d44de8'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:15:08.454153 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-a0946542-30cd-4090-8164-94c02ae4a700 None None] Provisioning for port 5fe10220-d049-43b1-97dc-61037e249a5d completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 04:15:08.484343 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-a0946542-30cd-4090-8164-94c02ae4a700 None None] Provisioning complete for port 5fe10220-d049-43b1-97dc-61037e249a5d triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 04:15:08.484724 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-a0946542-30cd-4090-8164-94c02ae4a700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:15:08.490024 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ff61c33f-0192-4684-bafb-dac726b80bc2 req-15e6a8bb-5c40-4cdd-9542-1cb446ecf33e tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1426544271&fields=id&tenant_id=4ed3e3e6ac1f49f882ef8f301df62615 HTTP/1.1" status: 200 len: 267 time: 0.0339351 Aug 11 04:15:08.493753 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:15:08.590845 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port f017c655-7093-4a3d-89d5-35b3385a23a6, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=f017c655-7093-4a3d-89d5-35b3385a23a6,segment=NetworkSegment(fab28bed-aa25-40db-bba4-ec26e795194c),segment_id=fab28bed-aa25-40db-bba4-ec26e795194c)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:15:08.599819 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff61c33f-0192-4684-bafb-dac726b80bc2 req-aa8f937d-3432-40a8-8544-44977e1a3a4d tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:15:08.602105 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ff61c33f-0192-4684-bafb-dac726b80bc2 req-aa8f937d-3432-40a8-8544-44977e1a3a4d tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/networks?id=5302ef58-4a9b-4030-8559-79ebd6f0b1ee HTTP/1.1" status: 200 len: 796 time: 0.1039906 Aug 11 04:15:08.616027 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-15d0ab3d-dd1f-47f6-bc5e-1978456e6ca1 None None] Set router 3c4582d3-2605-432b-8ff3-a46641d44de8 gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 04:15:08.621456 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ff61c33f-0192-4684-bafb-dac726b80bc2 req-a064105d-f862-454a-8e92-ab124793229f tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/quotas/4ed3e3e6ac1f49f882ef8f301df62615 HTTP/1.1" status: 200 len: 375 time: 0.0103884 Aug 11 04:15:08.672700 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:15:08.682006 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ff61c33f-0192-4684-bafb-dac726b80bc2 req-8fa9149a-ff6d-49a4-a015-4e6829f1c704 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=4ed3e3e6ac1f49f882ef8f301df62615&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0516608 Aug 11 04:15:08.696637 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [req-ff61c33f-0192-4684-bafb-dac726b80bc2 req-56c3ce9e-2295-43f9-ad1d-2366d7c5d5e1 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 04:15:08.697914 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ff61c33f-0192-4684-bafb-dac726b80bc2 req-56c3ce9e-2295-43f9-ad1d-2366d7c5d5e1 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057304 Aug 11 04:15:08.808420 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ff61c33f-0192-4684-bafb-dac726b80bc2 req-fe472756-995f-4816-9a5b-57d798e2361e service neutron] 10.222.0.41 "GET /v2.0/networks/5302ef58-4a9b-4030-8559-79ebd6f0b1ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036558 Aug 11 04:15:08.901750 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-a0946542-30cd-4090-8164-94c02ae4a700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:15:08.930837 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ff61c33f-0192-4684-bafb-dac726b80bc2 req-439db19d-b100-4fb8-b686-68586dcf0606 service neutron] 10.222.0.41 "GET /v2.0/networks/5302ef58-4a9b-4030-8559-79ebd6f0b1ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128852 Aug 11 04:15:08.988294 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=f017c655-7093-4a3d-89d5-35b3385a23a6,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:15:09.023866 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-a0946542-30cd-4090-8164-94c02ae4a700 None None] For port 5fe10220-d049-43b1-97dc-61037e249a5d, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=5fe10220-d049-43b1-97dc-61037e249a5d,segment=NetworkSegment(e20ac610-68aa-4429-ba3e-21d6cb28c50a),segment_id=e20ac610-68aa-4429-ba3e-21d6cb28c50a)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:15:09.091204 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-15d0ab3d-dd1f-47f6-bc5e-1978456e6ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c4582d3-2605-432b-8ff3-a46641d44de8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1796759951', 'tenant_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': 'f017c655-7093-4a3d-89d5-35b3385a23a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:15:03Z', 'updated_at': '2021-08-11T04:15:07Z', 'revision_number': 4, 'project_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'gw_port': {'id': 'f017c655-7093-4a3d-89d5-35b3385a23a6', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:14:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c4582d3-2605-432b-8ff3-a46641d44de8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:15:03Z', 'updated_at': '2021-08-11T04:15:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '5e6a125b-b220-4ce5-80e5-e1668a28bcc9', 'name': '', 'network_id': '5302ef58-4a9b-4030-8559-79ebd6f0b1ee', 'tenant_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'mac_address': 'fa:16:3e:9d:03:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c4582d3-2605-432b-8ff3-a46641d44de8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '771946d1-a7f2-42ed-be4f-cc656df0d41e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:15:06Z', 'updated_at': '2021-08-11T04:15:07Z', 'revision_number': 2, 'project_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'subnets': [{'id': '771946d1-a7f2-42ed-be4f-cc656df0d41e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:15:09.123145 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d0ab3d-dd1f-47f6-bc5e-1978456e6ca1 None None] Checking router: 3c4582d3-2605-432b-8ff3-a46641d44de8 for host: n-d-764292-30 {{(pid=102193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 04:15:09.123145 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d0ab3d-dd1f-47f6-bc5e-1978456e6ca1 None None] Updating router 3c4582d3-2605-432b-8ff3-a46641d44de8 port 5e6a125b-b220-4ce5-80e5-e1668a28bcc9 binding host n-d-764292-30 {{(pid=102193) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 04:15:09.123691 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-a0946542-30cd-4090-8164-94c02ae4a700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:15:09.192741 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-15d0ab3d-dd1f-47f6-bc5e-1978456e6ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:15:09.205553 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-08161395-1e2c-4395-8cd3-7600a183c851 req-1b0ab191-15d0-4846-9288-d95c508a1997 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b9e8579-b364-4e36-b338-6ebdfdca861b HTTP/1.1" status: 200 len: 210 time: 0.0347493 Aug 11 04:15:09.264790 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0946542-30cd-4090-8164-94c02ae4a700 None None] Pushing event updated for resources: {'Port': ['ID=5fe10220-d049-43b1-97dc-61037e249a5d,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:15:09.335803 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-ffd54385-79d7-42f8-8ae2-89cfc2060d28 None None] Provisioning for port 5e6a125b-b220-4ce5-80e5-e1668a28bcc9 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 04:15:09.349426 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-ffd54385-79d7-42f8-8ae2-89cfc2060d28 None None] Provisioning complete for port 5e6a125b-b220-4ce5-80e5-e1668a28bcc9 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 04:15:09.349800 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-ffd54385-79d7-42f8-8ae2-89cfc2060d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:15:09.407563 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-ffd54385-79d7-42f8-8ae2-89cfc2060d28 None None] Port 5e6a125b-b220-4ce5-80e5-e1668a28bcc9 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 04:15:09.451163 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-ffd54385-79d7-42f8-8ae2-89cfc2060d28 None None] Provisioning complete for port 5fe10220-d049-43b1-97dc-61037e249a5d triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 04:15:09.451541 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-ffd54385-79d7-42f8-8ae2-89cfc2060d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:15:09.610700 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-15d0ab3d-dd1f-47f6-bc5e-1978456e6ca1 None None] Notify callbacks [] for port, precommit_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:15:09.620741 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-15d0ab3d-dd1f-47f6-bc5e-1978456e6ca1 None None] Transition to ACTIVE for port object 5e6a125b-b220-4ce5-80e5-e1668a28bcc9 will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 04:15:09.678140 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-15d0ab3d-dd1f-47f6-bc5e-1978456e6ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:15:09.734819 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c33b6d-903f-4c83-b423-3f1fe341cbdc None None] Pushing event updated for resources: {'Port': ['ID=5e6a125b-b220-4ce5-80e5-e1668a28bcc9,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:15:09.797460 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-15d0ab3d-dd1f-47f6-bc5e-1978456e6ca1 None None] Attempting to bind port 5e6a125b-b220-4ce5-80e5-e1668a28bcc9 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 04:15:09.797834 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-15d0ab3d-dd1f-47f6-bc5e-1978456e6ca1 None None] Attempting to bind port 5e6a125b-b220-4ce5-80e5-e1668a28bcc9 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': 'e20ac610-68aa-4429-ba3e-21d6cb28c50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '5302ef58-4a9b-4030-8559-79ebd6f0b1ee'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 04:15:09.798227 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d0ab3d-dd1f-47f6-bc5e-1978456e6ca1 None None] Attempting to bind port 5e6a125b-b220-4ce5-80e5-e1668a28bcc9 on network 5302ef58-4a9b-4030-8559-79ebd6f0b1ee {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 04:15:09.803602 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d0ab3d-dd1f-47f6-bc5e-1978456e6ca1 None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 4, 15, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 04:15:09.804035 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d0ab3d-dd1f-47f6-bc5e-1978456e6ca1 None None] Checking segment: {'id': 'e20ac610-68aa-4429-ba3e-21d6cb28c50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '5302ef58-4a9b-4030-8559-79ebd6f0b1ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 04:15:09.804410 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-15d0ab3d-dd1f-47f6-bc5e-1978456e6ca1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:15:09.804810 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d0ab3d-dd1f-47f6-bc5e-1978456e6ca1 None None] Bound using segment: {'id': 'e20ac610-68aa-4429-ba3e-21d6cb28c50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '5302ef58-4a9b-4030-8559-79ebd6f0b1ee'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 04:15:09.805278 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-15d0ab3d-dd1f-47f6-bc5e-1978456e6ca1 None None] Bound port: 5e6a125b-b220-4ce5-80e5-e1668a28bcc9, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e20ac610-68aa-4429-ba3e-21d6cb28c50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '5302ef58-4a9b-4030-8559-79ebd6f0b1ee'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 04:15:09.805713 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-15d0ab3d-dd1f-47f6-bc5e-1978456e6ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:15:09.876982 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-15d0ab3d-dd1f-47f6-bc5e-1978456e6ca1 None None] For port 5e6a125b-b220-4ce5-80e5-e1668a28bcc9, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 04:15:09.884665 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-15d0ab3d-dd1f-47f6-bc5e-1978456e6ca1 None None] For port 5e6a125b-b220-4ce5-80e5-e1668a28bcc9, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=5e6a125b-b220-4ce5-80e5-e1668a28bcc9,segment=NetworkSegment(e20ac610-68aa-4429-ba3e-21d6cb28c50a),segment_id=e20ac610-68aa-4429-ba3e-21d6cb28c50a)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 04:15:09.892940 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 5fe10220-d049-43b1-97dc-61037e249a5d up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 04:15:09.945958 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 5fe10220-d049-43b1-97dc-61037e249a5d triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 04:15:09.946351 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:15:09.986575 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-15d0ab3d-dd1f-47f6-bc5e-1978456e6ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:15:10.059307 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c33b6d-903f-4c83-b423-3f1fe341cbdc None None] Pushing event updated for resources: {'Port': ['ID=5e6a125b-b220-4ce5-80e5-e1668a28bcc9,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:15:10.066941 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d0ab3d-dd1f-47f6-bc5e-1978456e6ca1 None None] Routers {'3c4582d3-2605-432b-8ff3-a46641d44de8'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 04:15:10.067295 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-15d0ab3d-dd1f-47f6-bc5e-1978456e6ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T04:15:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['3c4582d3-2605-432b-8ff3-a46641d44de8'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:15:10.144120 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device f017c655-7093-4a3d-89d5-35b3385a23a6 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 04:15:10.233851 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-15d0ab3d-dd1f-47f6-bc5e-1978456e6ca1 None None] Set router 3c4582d3-2605-432b-8ff3-a46641d44de8 gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 04:15:10.305703 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9a352bb0-1dce-4863-9012-84edb2c71c35 req-420f4283-cad9-4fda-8c74-e95a44e9faff tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b9e8579-b364-4e36-b338-6ebdfdca861b HTTP/1.1" status: 200 len: 210 time: 0.0276749 Aug 11 04:15:10.320782 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port f017c655-7093-4a3d-89d5-35b3385a23a6 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 04:15:10.321160 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:15:10.517540 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-15d0ab3d-dd1f-47f6-bc5e-1978456e6ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c4582d3-2605-432b-8ff3-a46641d44de8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1796759951', 'tenant_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': 'f017c655-7093-4a3d-89d5-35b3385a23a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:15:03Z', 'updated_at': '2021-08-11T04:15:07Z', 'revision_number': 4, 'project_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'gw_port': {'id': 'f017c655-7093-4a3d-89d5-35b3385a23a6', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:14:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c4582d3-2605-432b-8ff3-a46641d44de8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:15:03Z', 'updated_at': '2021-08-11T04:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '5e6a125b-b220-4ce5-80e5-e1668a28bcc9', 'name': '', 'network_id': '5302ef58-4a9b-4030-8559-79ebd6f0b1ee', 'tenant_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'mac_address': 'fa:16:3e:9d:03:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c4582d3-2605-432b-8ff3-a46641d44de8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '771946d1-a7f2-42ed-be4f-cc656df0d41e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:15:06Z', 'updated_at': '2021-08-11T04:15:09Z', 'revision_number': 4, 'project_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'subnets': [{'id': '771946d1-a7f2-42ed-be4f-cc656df0d41e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:15:10.549703 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d0ab3d-dd1f-47f6-bc5e-1978456e6ca1 None None] The sync data for ids ['3c4582d3-2605-432b-8ff3-a46641d44de8'] in n-d-764292-30 is: [{'id': '3c4582d3-2605-432b-8ff3-a46641d44de8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1796759951', 'tenant_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': 'f017c655-7093-4a3d-89d5-35b3385a23a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:15:03Z', 'updated_at': '2021-08-11T04:15:07Z', 'revision_number': 4, 'project_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'gw_port': {'id': 'f017c655-7093-4a3d-89d5-35b3385a23a6', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:14:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c4582d3-2605-432b-8ff3-a46641d44de8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:15:03Z', 'updated_at': '2021-08-11T04:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '5e6a125b-b220-4ce5-80e5-e1668a28bcc9', 'name': '', 'network_id': '5302ef58-4a9b-4030-8559-79ebd6f0b1ee', 'tenant_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'mac_address': 'fa:16:3e:9d:03:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c4582d3-2605-432b-8ff3-a46641d44de8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '771946d1-a7f2-42ed-be4f-cc656df0d41e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:15:06Z', 'updated_at': '2021-08-11T04:15:09Z', 'revision_number': 4, 'project_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'subnets': [{'id': '771946d1-a7f2-42ed-be4f-cc656df0d41e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 04:15:11.435437 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5665914d-6a47-4ea0-8462-a280ba7deb2a req-3c4d57e9-1fa5-4a00-ae13-d3f0ead84de3 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b9e8579-b364-4e36-b338-6ebdfdca861b HTTP/1.1" status: 200 len: 210 time: 0.0332656 Aug 11 04:15:11.457924 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff61c33f-0192-4684-bafb-dac726b80bc2 req-f6547165-9fed-4044-a91b-804f59cdb7d9 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:15:11.459549 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-ff61c33f-0192-4684-bafb-dac726b80bc2 req-f6547165-9fed-4044-a91b-804f59cdb7d9 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.22 "GET /v2.0/networks?id=5302ef58-4a9b-4030-8559-79ebd6f0b1ee HTTP/1.1" status: 200 len: 796 time: 0.1245182 Aug 11 04:15:11.506892 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-ff61c33f-0192-4684-bafb-dac726b80bc2 req-cb7063a3-ba2b-48a1-9a03-ca4a21c0405b tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4ed3e3e6ac1f49f882ef8f301df62615 HTTP/1.1" status: 200 len: 380 time: 0.0379543 Aug 11 04:15:11.516964 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-ff61c33f-0192-4684-bafb-dac726b80bc2 req-98892209-8987-4aa9-b56b-15a67d89b072 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Request body: {'port': {'device_id': '7b9e8579-b364-4e36-b338-6ebdfdca861b', 'network_id': '5302ef58-4a9b-4030-8559-79ebd6f0b1ee', 'admin_state_up': True, 'tenant_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'security_groups': ['de064be5-f34a-48c1-a199-e30aeb309311']}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:15:11.697490 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff61c33f-0192-4684-bafb-dac726b80bc2 req-98892209-8987-4aa9-b56b-15a67d89b072 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Made reservation on behalf of 4ed3e3e6ac1f49f882ef8f301df62615 for: {'port': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 04:15:11.701115 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-ff61c33f-0192-4684-bafb-dac726b80bc2 req-98892209-8987-4aa9-b56b-15a67d89b072 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:15:11.794984 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:15:11.826516 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [req-ff61c33f-0192-4684-bafb-dac726b80bc2 req-98892209-8987-4aa9-b56b-15a67d89b072 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Allocated IP 172.20.0.12 (5302ef58-4a9b-4030-8559-79ebd6f0b1ee/771946d1-a7f2-42ed-be4f-cc656df0d41e/6507d592-cd68-4a35-814d-a70e1c80db6f) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 04:15:11.900223 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 5e6a125b-b220-4ce5-80e5-e1668a28bcc9 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 04:15:11.972955 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-ff61c33f-0192-4684-bafb-dac726b80bc2 req-98892209-8987-4aa9-b56b-15a67d89b072 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:15:11.988757 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [req-ff61c33f-0192-4684-bafb-dac726b80bc2 req-98892209-8987-4aa9-b56b-15a67d89b072 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Transition to ACTIVE for port object 6507d592-cd68-4a35-814d-a70e1c80db6f will not be triggered until provisioned by entity DHCP. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 04:15:11.998179 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port 5e6a125b-b220-4ce5-80e5-e1668a28bcc9 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 04:15:12.002430 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 5e6a125b-b220-4ce5-80e5-e1668a28bcc9 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 04:15:12.007538 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:15:12.079888 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:15:12.086567 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-ff61c33f-0192-4684-bafb-dac726b80bc2 req-98892209-8987-4aa9-b56b-15a67d89b072 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:15:12.115694 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port 5e6a125b-b220-4ce5-80e5-e1668a28bcc9, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=5e6a125b-b220-4ce5-80e5-e1668a28bcc9,segment=NetworkSegment(e20ac610-68aa-4429-ba3e-21d6cb28c50a),segment_id=e20ac610-68aa-4429-ba3e-21d6cb28c50a)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:15:12.131199 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff61c33f-0192-4684-bafb-dac726b80bc2 req-98892209-8987-4aa9-b56b-15a67d89b072 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Network 5302ef58-4a9b-4030-8559-79ebd6f0b1ee is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 04:15:12.134358 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [req-ff61c33f-0192-4684-bafb-dac726b80bc2 req-98892209-8987-4aa9-b56b-15a67d89b072 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 04:15:12.138181 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff61c33f-0192-4684-bafb-dac726b80bc2 req-98892209-8987-4aa9-b56b-15a67d89b072 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 04:15:12.166174 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98892209-8987-4aa9-b56b-15a67d89b072 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Pushing event updated for resources: {'Port': ['ID=6507d592-cd68-4a35-814d-a70e1c80db6f,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:15:12.200443 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:15:12.201743 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff61c33f-0192-4684-bafb-dac726b80bc2 req-98892209-8987-4aa9-b56b-15a67d89b072 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:15:12.203966 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-ff61c33f-0192-4684-bafb-dac726b80bc2 req-98892209-8987-4aa9-b56b-15a67d89b072 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:15:12.256452 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=5e6a125b-b220-4ce5-80e5-e1668a28bcc9,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:15:12.315339 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-ff61c33f-0192-4684-bafb-dac726b80bc2 req-98892209-8987-4aa9-b56b-15a67d89b072 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8022900 Aug 11 04:15:12.328222 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-ff61c33f-0192-4684-bafb-dac726b80bc2 req-ec59e3fa-ccd2-4899-8ec6-8539cc2e8e02 service neutron] Request body: {'port': {'device_id': '7b9e8579-b364-4e36-b338-6ebdfdca861b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764292-30'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:15:12.387162 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-ff61c33f-0192-4684-bafb-dac726b80bc2 req-ec59e3fa-ccd2-4899-8ec6-8539cc2e8e02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:15:12.426510 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-f0745ec9-704e-4c2a-ab5d-be2a702ed7d0 None None] Provisioning for port 6507d592-cd68-4a35-814d-a70e1c80db6f completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 04:15:12.431000 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-f0745ec9-704e-4c2a-ab5d-be2a702ed7d0 None None] Provisioning complete for port 6507d592-cd68-4a35-814d-a70e1c80db6f triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 04:15:12.431375 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-f0745ec9-704e-4c2a-ab5d-be2a702ed7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:15:12.468191 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-f0745ec9-704e-4c2a-ab5d-be2a702ed7d0 None None] Port 6507d592-cd68-4a35-814d-a70e1c80db6f cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 04:15:12.558352 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837f34cb-b910-4543-86e1-32e23e81638b req-997e01e2-d55a-4ee4-b957-d8f9300ecf22 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:15:12.559866 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-837f34cb-b910-4543-86e1-32e23e81638b req-997e01e2-d55a-4ee4-b957-d8f9300ecf22 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b9e8579-b364-4e36-b338-6ebdfdca861b HTTP/1.1" status: 200 len: 932 time: 0.0497136 Aug 11 04:15:12.598215 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-837f34cb-b910-4543-86e1-32e23e81638b req-0dadea26-a21d-4fe6-a068-98dfbb9f9c58 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/security-groups?id=de064be5-f34a-48c1-a199-e30aeb309311&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322793 Aug 11 04:15:12.657636 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [req-ff61c33f-0192-4684-bafb-dac726b80bc2 req-ec59e3fa-ccd2-4899-8ec6-8539cc2e8e02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6507d592-cd68-4a35-814d-a70e1c80db6f {{(pid=102191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 04:15:12.666779 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-ff61c33f-0192-4684-bafb-dac726b80bc2 req-ec59e3fa-ccd2-4899-8ec6-8539cc2e8e02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:15:12.680288 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [req-ff61c33f-0192-4684-bafb-dac726b80bc2 req-ec59e3fa-ccd2-4899-8ec6-8539cc2e8e02 service neutron] Transition to ACTIVE for port object 6507d592-cd68-4a35-814d-a70e1c80db6f will not be triggered until provisioned by entity L2. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 04:15:12.737561 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-ff61c33f-0192-4684-bafb-dac726b80bc2 req-ec59e3fa-ccd2-4899-8ec6-8539cc2e8e02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:15:12.785305 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec59e3fa-ccd2-4899-8ec6-8539cc2e8e02 service neutron] Pushing event updated for resources: {'Port': ['ID=6507d592-cd68-4a35-814d-a70e1c80db6f,revision_number=2']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:15:12.869339 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-ff61c33f-0192-4684-bafb-dac726b80bc2 req-ec59e3fa-ccd2-4899-8ec6-8539cc2e8e02 service neutron] Attempting to bind port 6507d592-cd68-4a35-814d-a70e1c80db6f on host n-h1-764292-30 for vnic_type normal with profile {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 04:15:12.869703 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-ff61c33f-0192-4684-bafb-dac726b80bc2 req-ec59e3fa-ccd2-4899-8ec6-8539cc2e8e02 service neutron] Attempting to bind port 6507d592-cd68-4a35-814d-a70e1c80db6f by drivers openvswitch,hyperv on host n-h1-764292-30 at level 0 using segments [{'id': 'e20ac610-68aa-4429-ba3e-21d6cb28c50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '5302ef58-4a9b-4030-8559-79ebd6f0b1ee'}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 04:15:12.870074 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff61c33f-0192-4684-bafb-dac726b80bc2 req-ec59e3fa-ccd2-4899-8ec6-8539cc2e8e02 service neutron] Attempting to bind port 6507d592-cd68-4a35-814d-a70e1c80db6f on network 5302ef58-4a9b-4030-8559-79ebd6f0b1ee {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 04:15:12.875252 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff61c33f-0192-4684-bafb-dac726b80bc2 req-ec59e3fa-ccd2-4899-8ec6-8539cc2e8e02 service neutron] Port 6507d592-cd68-4a35-814d-a70e1c80db6f on network 5302ef58-4a9b-4030-8559-79ebd6f0b1ee not bound, no agent of type Open vSwitch agent registered on host n-h1-764292-30 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 04:15:12.875615 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff61c33f-0192-4684-bafb-dac726b80bc2 req-ec59e3fa-ccd2-4899-8ec6-8539cc2e8e02 service neutron] Attempting to bind port 6507d592-cd68-4a35-814d-a70e1c80db6f on network 5302ef58-4a9b-4030-8559-79ebd6f0b1ee {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 04:15:12.881298 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff61c33f-0192-4684-bafb-dac726b80bc2 req-ec59e3fa-ccd2-4899-8ec6-8539cc2e8e02 service neutron] Checking agent: {'id': 'abb524c2-b412-4ed2-8367-45c4fd996fa7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 4, 15, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 04:15:12.881663 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff61c33f-0192-4684-bafb-dac726b80bc2 req-ec59e3fa-ccd2-4899-8ec6-8539cc2e8e02 service neutron] Checking segment: {'id': 'e20ac610-68aa-4429-ba3e-21d6cb28c50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '5302ef58-4a9b-4030-8559-79ebd6f0b1ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 04:15:12.882174 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff61c33f-0192-4684-bafb-dac726b80bc2 req-ec59e3fa-ccd2-4899-8ec6-8539cc2e8e02 service neutron] Bound using segment: {'id': 'e20ac610-68aa-4429-ba3e-21d6cb28c50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '5302ef58-4a9b-4030-8559-79ebd6f0b1ee'} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 04:15:12.882651 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-ff61c33f-0192-4684-bafb-dac726b80bc2 req-ec59e3fa-ccd2-4899-8ec6-8539cc2e8e02 service neutron] Bound port: 6507d592-cd68-4a35-814d-a70e1c80db6f, host: n-h1-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e20ac610-68aa-4429-ba3e-21d6cb28c50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '5302ef58-4a9b-4030-8559-79ebd6f0b1ee'}}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 04:15:12.883064 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-ff61c33f-0192-4684-bafb-dac726b80bc2 req-ec59e3fa-ccd2-4899-8ec6-8539cc2e8e02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:15:12.954486 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-ff61c33f-0192-4684-bafb-dac726b80bc2 req-ec59e3fa-ccd2-4899-8ec6-8539cc2e8e02 service neutron] For port 6507d592-cd68-4a35-814d-a70e1c80db6f, host n-h1-764292-30, cleared binding levels {{(pid=102191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 04:15:12.957474 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-ff61c33f-0192-4684-bafb-dac726b80bc2 req-ec59e3fa-ccd2-4899-8ec6-8539cc2e8e02 service neutron] For port 6507d592-cd68-4a35-814d-a70e1c80db6f, host n-h1-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=6507d592-cd68-4a35-814d-a70e1c80db6f,segment=NetworkSegment(e20ac610-68aa-4429-ba3e-21d6cb28c50a),segment_id=e20ac610-68aa-4429-ba3e-21d6cb28c50a)] {{(pid=102191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 04:15:13.035402 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-ff61c33f-0192-4684-bafb-dac726b80bc2 req-ec59e3fa-ccd2-4899-8ec6-8539cc2e8e02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:15:13.069185 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff61c33f-0192-4684-bafb-dac726b80bc2 req-ec59e3fa-ccd2-4899-8ec6-8539cc2e8e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:15:13.069797 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-ff61c33f-0192-4684-bafb-dac726b80bc2 req-ec59e3fa-ccd2-4899-8ec6-8539cc2e8e02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:15:13.071205 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-ff61c33f-0192-4684-bafb-dac726b80bc2 req-ec59e3fa-ccd2-4899-8ec6-8539cc2e8e02 service neutron] 10.222.0.22 "PUT /v2.0/ports/6507d592-cd68-4a35-814d-a70e1c80db6f HTTP/1.1" status: 200 len: 1093 time: 0.7478819 Aug 11 04:15:13.071673 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b9e8579-b364-4e36-b338-6ebdfdca861b', 'tag': '6507d592-cd68-4a35-814d-a70e1c80db6f'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 04:15:13.073872 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9291d331c18c1eb37c2b57c8af4a09724b2e7f160dd5faf652855b3e38b81ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98942ff0-73d6-468b-89f7-d4efb6e767d2" -d '{"events": [{"name": "network-changed", "server_uuid": "7b9e8579-b364-4e36-b338-6ebdfdca861b", "tag": "6507d592-cd68-4a35-814d-a70e1c80db6f"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 04:15:13.098720 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec59e3fa-ccd2-4899-8ec6-8539cc2e8e02 service neutron] Pushing event updated for resources: {'Port': ['ID=6507d592-cd68-4a35-814d-a70e1c80db6f,revision_number=3']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:15:13.117661 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 04:15:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-024bdc9b-9f5e-4cd6-846b-d4e972c89261 x-openstack-request-id: req-024bdc9b-9f5e-4cd6-846b-d4e972c89261 {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 04:15:13.117968 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b9e8579-b364-4e36-b338-6ebdfdca861b", "tag": "6507d592-cd68-4a35-814d-a70e1c80db6f", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 04:15:13.118220 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-024bdc9b-9f5e-4cd6-846b-d4e972c89261 {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 04:15:13.118668 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b9e8579-b364-4e36-b338-6ebdfdca861b', 'tag': '6507d592-cd68-4a35-814d-a70e1c80db6f', 'status': 'completed', 'code': 200} Aug 11 04:15:13.187345 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98942ff0-73d6-468b-89f7-d4efb6e767d2 req-6660104e-a78c-4e8b-b1d7-7a91b9158f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:15:13.188945 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-98942ff0-73d6-468b-89f7-d4efb6e767d2 req-6660104e-a78c-4e8b-b1d7-7a91b9158f49 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=4ed3e3e6ac1f49f882ef8f301df62615&device_id=7b9e8579-b364-4e36-b338-6ebdfdca861b HTTP/1.1" status: 200 len: 1096 time: 0.0474544 Aug 11 04:15:13.288224 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98942ff0-73d6-468b-89f7-d4efb6e767d2 req-4d04be17-4da5-4368-ac32-771e9193db09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:15:13.290387 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-98942ff0-73d6-468b-89f7-d4efb6e767d2 req-4d04be17-4da5-4368-ac32-771e9193db09 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=4ed3e3e6ac1f49f882ef8f301df62615&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0942409 Aug 11 04:15:13.384663 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98942ff0-73d6-468b-89f7-d4efb6e767d2 req-6ec73c3d-50dd-488c-a8b2-fd575a4f63ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:15:13.386118 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-98942ff0-73d6-468b-89f7-d4efb6e767d2 req-6ec73c3d-50dd-488c-a8b2-fd575a4f63ac service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0892797 Aug 11 04:15:13.403278 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.agents_db [None req-950b7202-decb-43e2-8f71-ac8931dc9749 None None] Agent healthcheck: found 7 active agents {{(pid=102194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 04:15:13.464487 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff61c33f-0192-4684-bafb-dac726b80bc2 req-6c26067c-30ff-4dbe-95f4-131138ad35db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:15:13.465851 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-ff61c33f-0192-4684-bafb-dac726b80bc2 req-6c26067c-30ff-4dbe-95f4-131138ad35db service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=4ed3e3e6ac1f49f882ef8f301df62615&device_id=7b9e8579-b364-4e36-b338-6ebdfdca861b HTTP/1.1" status: 200 len: 1096 time: 0.0406563 Aug 11 04:15:13.505478 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-ff61c33f-0192-4684-bafb-dac726b80bc2 req-f6ee855d-8588-41eb-80fd-2396c6ce2333 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6507d592-cd68-4a35-814d-a70e1c80db6f HTTP/1.1" status: 200 len: 217 time: 0.0320942 Aug 11 04:15:13.558683 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff61c33f-0192-4684-bafb-dac726b80bc2 req-4632af62-4a98-4f5a-9f60-21433befb857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:15:13.560115 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-ff61c33f-0192-4684-bafb-dac726b80bc2 req-4632af62-4a98-4f5a-9f60-21433befb857 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=771946d1-a7f2-42ed-be4f-cc656df0d41e HTTP/1.1" status: 200 len: 834 time: 0.0479417 Aug 11 04:15:13.606849 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff61c33f-0192-4684-bafb-dac726b80bc2 req-f97b4c7f-2957-401e-b3d3-e62678f05898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:15:13.608352 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-ff61c33f-0192-4684-bafb-dac726b80bc2 req-f97b4c7f-2957-401e-b3d3-e62678f05898 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=5302ef58-4a9b-4030-8559-79ebd6f0b1ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411978 Aug 11 04:15:13.700457 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-ff61c33f-0192-4684-bafb-dac726b80bc2 req-704284e3-a213-4427-b7bc-50d32c8ef289 service neutron] 10.222.0.22 "GET /v2.0/networks/5302ef58-4a9b-4030-8559-79ebd6f0b1ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848606 Aug 11 04:15:13.721759 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24d6c18-89c9-49ca-b4fa-81f15f2f30b3 req-cde7b1fc-e709-4419-ae7c-c9b650eb72c5 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:15:13.723270 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f24d6c18-89c9-49ca-b4fa-81f15f2f30b3 req-cde7b1fc-e709-4419-ae7c-c9b650eb72c5 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b9e8579-b364-4e36-b338-6ebdfdca861b HTTP/1.1" status: 200 len: 944 time: 0.0536091 Aug 11 04:15:13.763317 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f24d6c18-89c9-49ca-b4fa-81f15f2f30b3 req-f1cab748-c842-4cb7-946f-c62df90ced27 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/security-groups?id=de064be5-f34a-48c1-a199-e30aeb309311&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335906 Aug 11 04:15:13.802099 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-ff61c33f-0192-4684-bafb-dac726b80bc2 req-cc9dfdec-bba1-4843-9c44-edd7cd12adaf service neutron] 10.222.0.22 "GET /v2.0/networks/5302ef58-4a9b-4030-8559-79ebd6f0b1ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944078 Aug 11 04:15:13.878937 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 5e6a125b-b220-4ce5-80e5-e1668a28bcc9 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 04:15:13.925591 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 5e6a125b-b220-4ce5-80e5-e1668a28bcc9 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 04:15:13.925958 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:15:14.890265 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b3ade0-eb29-4ca2-b161-a885d4214fc5 req-e6bb52f4-49ce-46f6-aa35-3ead965c7d33 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:15:14.891956 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c9b3ade0-eb29-4ca2-b161-a885d4214fc5 req-e6bb52f4-49ce-46f6-aa35-3ead965c7d33 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b9e8579-b364-4e36-b338-6ebdfdca861b HTTP/1.1" status: 200 len: 944 time: 0.0553019 Aug 11 04:15:14.933430 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c9b3ade0-eb29-4ca2-b161-a885d4214fc5 req-b1cea7b2-92ff-4b30-bb6a-0b6abd60d681 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/security-groups?id=de064be5-f34a-48c1-a199-e30aeb309311&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351665 Aug 11 04:15:16.050709 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0a4dfb-b8d4-47ba-9921-a3bdbaf73fe0 req-3ecd58bf-5039-42f5-814c-509aee022bd4 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:15:16.052227 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6d0a4dfb-b8d4-47ba-9921-a3bdbaf73fe0 req-3ecd58bf-5039-42f5-814c-509aee022bd4 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b9e8579-b364-4e36-b338-6ebdfdca861b HTTP/1.1" status: 200 len: 944 time: 0.0528555 Aug 11 04:15:16.091947 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6d0a4dfb-b8d4-47ba-9921-a3bdbaf73fe0 req-25a5bf21-6791-475e-b6b0-ae0afcc9f53e tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/security-groups?id=de064be5-f34a-48c1-a199-e30aeb309311&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330589 Aug 11 04:15:17.209062 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265bdff8-147e-47c3-8aba-f6d184d1f8a8 req-e27d5bdc-85ed-4cc2-90c8-95d894e6f5a7 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:15:17.210561 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-265bdff8-147e-47c3-8aba-f6d184d1f8a8 req-e27d5bdc-85ed-4cc2-90c8-95d894e6f5a7 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b9e8579-b364-4e36-b338-6ebdfdca861b HTTP/1.1" status: 200 len: 944 time: 0.0525186 Aug 11 04:15:17.253771 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-265bdff8-147e-47c3-8aba-f6d184d1f8a8 req-369321b3-f4d3-4d5d-9250-c5388dec09ef tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/security-groups?id=de064be5-f34a-48c1-a199-e30aeb309311&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363543 Aug 11 04:15:17.795390 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 6507d592-cd68-4a35-814d-a70e1c80db6f details requested by agent hyperv_n-h1-764292-30 with host n-h1-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 04:15:17.888496 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 6507d592-cd68-4a35-814d-a70e1c80db6f, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=6507d592-cd68-4a35-814d-a70e1c80db6f,segment=NetworkSegment(e20ac610-68aa-4429-ba3e-21d6cb28c50a),segment_id=e20ac610-68aa-4429-ba3e-21d6cb28c50a)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:15:17.899692 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Returning: {'device': '6507d592-cd68-4a35-814d-a70e1c80db6f', 'network_id': '5302ef58-4a9b-4030-8559-79ebd6f0b1ee', 'port_id': '6507d592-cd68-4a35-814d-a70e1c80db6f', 'mac_address': 'fa:16:3e:f9:dc:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '771946d1-a7f2-42ed-be4f-cc656df0d41e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 04:15:17.939911 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:15:17.952151 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6507d592-cd68-4a35-814d-a70e1c80db6f {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 04:15:17.970632 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 6507d592-cd68-4a35-814d-a70e1c80db6f, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=6507d592-cd68-4a35-814d-a70e1c80db6f,segment=NetworkSegment(e20ac610-68aa-4429-ba3e-21d6cb28c50a),segment_id=e20ac610-68aa-4429-ba3e-21d6cb28c50a)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:15:18.029018 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:15:18.077083 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=6507d592-cd68-4a35-814d-a70e1c80db6f,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:15:18.360310 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['6507d592-cd68-4a35-814d-a70e1c80db6f'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 04:15:18.372629 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0855c20a-3b19-4f3d-99cb-80edb70c1755 req-72e9a998-24de-41f9-ac17-5c08c3ae7af6 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:15:18.374531 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0855c20a-3b19-4f3d-99cb-80edb70c1755 req-72e9a998-24de-41f9-ac17-5c08c3ae7af6 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b9e8579-b364-4e36-b338-6ebdfdca861b HTTP/1.1" status: 200 len: 945 time: 0.0517287 Aug 11 04:15:18.412857 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0855c20a-3b19-4f3d-99cb-80edb70c1755 req-204b01d3-4123-4c9c-b036-1404f4e28d10 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/security-groups?id=de064be5-f34a-48c1-a199-e30aeb309311&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322282 Aug 11 04:15:19.532893 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609cab09-9ff0-40b2-b7f7-8a5d6192a027 req-4c7d98ca-503e-4a3f-b765-66f69d58a0a1 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:15:19.534408 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-609cab09-9ff0-40b2-b7f7-8a5d6192a027 req-4c7d98ca-503e-4a3f-b765-66f69d58a0a1 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b9e8579-b364-4e36-b338-6ebdfdca861b HTTP/1.1" status: 200 len: 945 time: 0.0490935 Aug 11 04:15:19.573014 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-609cab09-9ff0-40b2-b7f7-8a5d6192a027 req-e0ffe575-0a06-4812-9193-44d9a88d18a4 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/security-groups?id=de064be5-f34a-48c1-a199-e30aeb309311&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321116 Aug 11 04:15:19.795170 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 6507d592-cd68-4a35-814d-a70e1c80db6f up at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 04:15:19.885874 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning for port 6507d592-cd68-4a35-814d-a70e1c80db6f completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 04:15:19.889679 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning complete for port 6507d592-cd68-4a35-814d-a70e1c80db6f triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 04:15:19.890061 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:15:19.968431 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:15:19.990494 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b9e8579-b364-4e36-b338-6ebdfdca861b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6507d592-cd68-4a35-814d-a70e1c80db6f'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 04:15:19.992749 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e385e08809ed349a2646fb52500b409f99e085c14d592b33dda6f3cb7a212da1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60c53a35-31c9-4a6d-b9c7-3630af57aaaf" -d '{"events": [{"server_uuid": "7b9e8579-b364-4e36-b338-6ebdfdca861b", "name": "network-vif-plugged", "status": "completed", "tag": "6507d592-cd68-4a35-814d-a70e1c80db6f"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 04:15:20.006390 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 6507d592-cd68-4a35-814d-a70e1c80db6f, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=6507d592-cd68-4a35-814d-a70e1c80db6f,segment=NetworkSegment(e20ac610-68aa-4429-ba3e-21d6cb28c50a),segment_id=e20ac610-68aa-4429-ba3e-21d6cb28c50a)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:15:20.029312 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 04:15:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9443f286-b6b9-453c-a9d9-d491e01d20f2 x-openstack-request-id: req-9443f286-b6b9-453c-a9d9-d491e01d20f2 {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 04:15:20.029609 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b9e8579-b364-4e36-b338-6ebdfdca861b", "name": "network-vif-plugged", "status": "completed", "tag": "6507d592-cd68-4a35-814d-a70e1c80db6f", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 04:15:20.029863 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9443f286-b6b9-453c-a9d9-d491e01d20f2 {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 04:15:20.030260 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b9e8579-b364-4e36-b338-6ebdfdca861b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6507d592-cd68-4a35-814d-a70e1c80db6f', 'code': 200} Aug 11 04:15:20.083907 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:15:20.133507 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e8f04b-1581-4e29-83a3-bd2a20b0baa8 req-87be9945-73aa-4c64-b897-bbf8b3eb7683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:15:20.135533 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=6507d592-cd68-4a35-814d-a70e1c80db6f,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:15:20.135711 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-52e8f04b-1581-4e29-83a3-bd2a20b0baa8 req-87be9945-73aa-4c64-b897-bbf8b3eb7683 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=7b9e8579-b364-4e36-b338-6ebdfdca861b HTTP/1.1" status: 200 len: 1098 time: 0.0452185 Aug 11 04:15:20.173637 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-52e8f04b-1581-4e29-83a3-bd2a20b0baa8 req-c8f4d00f-c5eb-4fc6-9671-f4f8677e8eb0 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=de064be5-f34a-48c1-a199-e30aeb309311&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308201 Aug 11 04:15:20.695061 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd92156d-df79-4f33-b24d-087b256a3637 req-46d997c7-54f8-45ac-a3f5-270ca52ca6ef tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:15:20.697115 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-fd92156d-df79-4f33-b24d-087b256a3637 req-46d997c7-54f8-45ac-a3f5-270ca52ca6ef tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b9e8579-b364-4e36-b338-6ebdfdca861b HTTP/1.1" status: 200 len: 946 time: 0.0537498 Aug 11 04:15:20.734951 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-fd92156d-df79-4f33-b24d-087b256a3637 req-be7c2dcd-1f06-4b07-882e-1b6c145cf972 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/security-groups?id=de064be5-f34a-48c1-a199-e30aeb309311&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318449 Aug 11 04:15:21.858094 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6637d6-e869-4361-a6ef-d2f655ea51d9 req-8f1a0a5e-079f-419e-a367-4e6f586bd7d2 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:15:21.859639 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5d6637d6-e869-4361-a6ef-d2f655ea51d9 req-8f1a0a5e-079f-419e-a367-4e6f586bd7d2 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b9e8579-b364-4e36-b338-6ebdfdca861b HTTP/1.1" status: 200 len: 946 time: 0.0566766 Aug 11 04:15:21.901581 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5d6637d6-e869-4361-a6ef-d2f655ea51d9 req-51036976-fd67-4d99-9e46-e612508465c8 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/security-groups?id=de064be5-f34a-48c1-a199-e30aeb309311&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358236 Aug 11 04:15:22.018698 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052c2913-0f29-4925-94f3-949628f3e9e6 req-cd9c3d0d-dbc0-4aa3-ad97-796252e72d61 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:15:22.020437 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-052c2913-0f29-4925-94f3-949628f3e9e6 req-cd9c3d0d-dbc0-4aa3-ad97-796252e72d61 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b9e8579-b364-4e36-b338-6ebdfdca861b HTTP/1.1" status: 200 len: 946 time: 0.0542498 Aug 11 04:15:22.057805 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-052c2913-0f29-4925-94f3-949628f3e9e6 req-0e38a760-c12e-4026-8a0d-f549c1eac133 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/security-groups?id=de064be5-f34a-48c1-a199-e30aeb309311&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314181 Aug 11 04:15:22.079951 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 51542) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:15:22.122142 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b1bea6c-879f-468e-8cc9-df401ae0b4c7 tempest-TestNetworkAdvancedServerOps-1813166602 tempest-TestNetworkAdvancedServerOps-1813166602-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:15:22.123655 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-8b1bea6c-879f-468e-8cc9-df401ae0b4c7 tempest-TestNetworkAdvancedServerOps-1813166602 tempest-TestNetworkAdvancedServerOps-1813166602-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=7b9e8579-b364-4e36-b338-6ebdfdca861b HTTP/1.1" status: 200 len: 1093 time: 0.0427420 Aug 11 04:15:22.126753 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 51544) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:15:22.131098 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-d5bd39bf-5cad-483f-9ff6-0e4492aab134 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Request body: {'floatingip': {'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'port_id': '6507d592-cd68-4a35-814d-a70e1c80db6f', 'tenant_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:15:22.223243 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-d5bd39bf-5cad-483f-9ff6-0e4492aab134 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for floatingip, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:15:22.317927 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-d5bd39bf-5cad-483f-9ff6-0e4492aab134 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:15:22.425129 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [None req-d5bd39bf-5cad-483f-9ff6-0e4492aab134 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Allocated IP 172.25.8.217 (09faf7d2-eaf5-4a50-bb6e-4cb05d009a76/e1a97443-13df-40bb-85f5-fd269e2742c0/ab0fbedd-3dfd-4ece-8de6-c735f2ac3183) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 04:15:22.527541 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-d5bd39bf-5cad-483f-9ff6-0e4492aab134 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:15:22.617618 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-d5bd39bf-5cad-483f-9ff6-0e4492aab134 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:15:22.660941 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5bd39bf-5cad-483f-9ff6-0e4492aab134 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 04:15:22.663758 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-d5bd39bf-5cad-483f-9ff6-0e4492aab134 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 04:15:22.666854 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5bd39bf-5cad-483f-9ff6-0e4492aab134 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 04:15:22.689963 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bd39bf-5cad-483f-9ff6-0e4492aab134 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Pushing event updated for resources: {'Port': ['ID=ab0fbedd-3dfd-4ece-8de6-c735f2ac3183,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:15:22.701019 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bd39bf-5cad-483f-9ff6-0e4492aab134 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:15:22.701364 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bd39bf-5cad-483f-9ff6-0e4492aab134 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:15:22.701700 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bd39bf-5cad-483f-9ff6-0e4492aab134 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:15:22.702030 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bd39bf-5cad-483f-9ff6-0e4492aab134 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:15:22.702390 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bd39bf-5cad-483f-9ff6-0e4492aab134 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:15:22.702731 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bd39bf-5cad-483f-9ff6-0e4492aab134 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:15:22.703039 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bd39bf-5cad-483f-9ff6-0e4492aab134 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:15:22.703361 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bd39bf-5cad-483f-9ff6-0e4492aab134 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:15:22.703680 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bd39bf-5cad-483f-9ff6-0e4492aab134 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:15:22.703995 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bd39bf-5cad-483f-9ff6-0e4492aab134 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:15:22.704309 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bd39bf-5cad-483f-9ff6-0e4492aab134 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:15:22.704623 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bd39bf-5cad-483f-9ff6-0e4492aab134 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:15:23.069463 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-d5bd39bf-5cad-483f-9ff6-0e4492aab134 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:15:23.197799 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-d5bd39bf-5cad-483f-9ff6-0e4492aab134 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:15:23.345942 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-d5bd39bf-5cad-483f-9ff6-0e4492aab134 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for port, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:15:23.409240 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-d5bd39bf-5cad-483f-9ff6-0e4492aab134 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:15:23.475956 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bd39bf-5cad-483f-9ff6-0e4492aab134 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Pushing event updated for resources: {'Port': ['ID=ab0fbedd-3dfd-4ece-8de6-c735f2ac3183,revision_number=2']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:15:23.486745 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-d5bd39bf-5cad-483f-9ff6-0e4492aab134 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446866'] for floatingip, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:15:23.592832 n-d-764292-30 neutron-server[102192]: INFO neutron.db.l3_db [None req-d5bd39bf-5cad-483f-9ff6-0e4492aab134 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Floating IP 9ef890ab-e5b2-4bc6-ad07-31814420a39f associated. External IP: 172.25.8.217, port: 6507d592-cd68-4a35-814d-a70e1c80db6f. Aug 11 04:15:24.163497 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5bd39bf-5cad-483f-9ff6-0e4492aab134 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Router 3c4582d3-2605-432b-8ff3-a46641d44de8 has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 04:15:24.269477 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5bd39bf-5cad-483f-9ff6-0e4492aab134 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 04:15:24.280436 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773c753e-f1a7-42ce-bf3b-00a2a8bd1796 None None] Sync routers for ids ['3c4582d3-2605-432b-8ff3-a46641d44de8'] in n-d-764292-30 {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 04:15:24.289656 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773c753e-f1a7-42ce-bf3b-00a2a8bd1796 None None] Routers {'3c4582d3-2605-432b-8ff3-a46641d44de8'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 04:15:24.295714 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-773c753e-f1a7-42ce-bf3b-00a2a8bd1796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T04:15:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['3c4582d3-2605-432b-8ff3-a46641d44de8'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:15:24.389359 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-d5bd39bf-5cad-483f-9ff6-0e4492aab134 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for floatingip, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:15:24.401090 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-773c753e-f1a7-42ce-bf3b-00a2a8bd1796 None None] Set router 3c4582d3-2605-432b-8ff3-a46641d44de8 gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 04:15:24.421681 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-d5bd39bf-5cad-483f-9ff6-0e4492aab134 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2937846 Aug 11 04:15:24.422272 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b9e8579-b364-4e36-b338-6ebdfdca861b', 'tag': '6507d592-cd68-4a35-814d-a70e1c80db6f'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 04:15:24.425225 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7f53641f53ed3ecbe111d4b405439a3ffe6be981c23072cf9fee61815809fbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0560813-c4eb-4cbf-a08f-00a8ab9d6a22" -d '{"events": [{"name": "network-changed", "server_uuid": "7b9e8579-b364-4e36-b338-6ebdfdca861b", "tag": "6507d592-cd68-4a35-814d-a70e1c80db6f"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 04:15:24.527925 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c6138d-b036-4878-896f-28954f15c339 req-73c83c7f-0221-4f94-be05-84c394dcfa24 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:15:24.529455 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-80c6138d-b036-4878-896f-28954f15c339 req-73c83c7f-0221-4f94-be05-84c394dcfa24 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b9e8579-b364-4e36-b338-6ebdfdca861b HTTP/1.1" status: 200 len: 946 time: 0.0558269 Aug 11 04:15:24.559649 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 04:15:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd1313b9-c283-48d0-93d5-e036c8e96062 x-openstack-request-id: req-cd1313b9-c283-48d0-93d5-e036c8e96062 {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 04:15:24.559938 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b9e8579-b364-4e36-b338-6ebdfdca861b", "tag": "6507d592-cd68-4a35-814d-a70e1c80db6f", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 04:15:24.560198 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cd1313b9-c283-48d0-93d5-e036c8e96062 {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 04:15:24.560597 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b9e8579-b364-4e36-b338-6ebdfdca861b', 'tag': '6507d592-cd68-4a35-814d-a70e1c80db6f', 'status': 'completed', 'code': 200} Aug 11 04:15:24.573077 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-80c6138d-b036-4878-896f-28954f15c339 req-34953ba3-6fc6-4d11-bb36-f9fb55f2ff12 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/security-groups?id=de064be5-f34a-48c1-a199-e30aeb309311&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370770 Aug 11 04:15:24.596404 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 51552) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:15:24.631077 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0560813-c4eb-4cbf-a08f-00a8ab9d6a22 req-48afcceb-ede1-4a63-8956-a28e67ebdc2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:15:24.632169 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-e0560813-c4eb-4cbf-a08f-00a8ab9d6a22 req-48afcceb-ede1-4a63-8956-a28e67ebdc2a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=4ed3e3e6ac1f49f882ef8f301df62615&device_id=7b9e8579-b364-4e36-b338-6ebdfdca861b HTTP/1.1" status: 200 len: 1098 time: 0.0493529 Aug 11 04:15:24.638429 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-773c753e-f1a7-42ce-bf3b-00a2a8bd1796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c4582d3-2605-432b-8ff3-a46641d44de8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1796759951', 'tenant_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': 'f017c655-7093-4a3d-89d5-35b3385a23a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:15:03Z', 'updated_at': '2021-08-11T04:15:07Z', 'revision_number': 4, 'project_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'gw_port': {'id': 'f017c655-7093-4a3d-89d5-35b3385a23a6', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:14:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c4582d3-2605-432b-8ff3-a46641d44de8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:15:03Z', 'updated_at': '2021-08-11T04:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_floatingips': [{'id': '9ef890ab-e5b2-4bc6-ad07-31814420a39f', 'tenant_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'floating_ip_address': '172.25.8.217', 'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'router_id': '3c4582d3-2605-432b-8ff3-a46641d44de8', 'port_id': '6507d592-cd68-4a35-814d-a70e1c80db6f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4229, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5302ef58-4a9b-4030-8559-79ebd6f0b1ee', 'mac_address': 'fa:16:3e:f9:dc:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9e8579-b364-4e36-b338-6ebdfdca861b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T04:15:22Z', 'updated_at': '2021-08-11T04:15:22Z', 'revision_number': 0, 'project_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e6a125b-b220-4ce5-80e5-e1668a28bcc9', 'name': '', 'network_id': '5302ef58-4a9b-4030-8559-79ebd6f0b1ee', 'tenant_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'mac_address': 'fa:16:3e:9d:03:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c4582d3-2605-432b-8ff3-a46641d44de8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '771946d1-a7f2-42ed-be4f-cc656df0d41e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:15:06Z', 'updated_at': '2021-08-11T04:15:12Z', 'revision_number': 5, 'project_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'subnets': [{'id': '771946d1-a7f2-42ed-be4f-cc656df0d41e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:15:24.667569 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-7afde365-0efe-43b9-b013-230f82d7a007 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/floatingips/9ef890ab-e5b2-4bc6-ad07-31814420a39f HTTP/1.1" status: 200 len: 992 time: 0.0681012 Aug 11 04:15:24.668135 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773c753e-f1a7-42ce-bf3b-00a2a8bd1796 None None] Checking router: 3c4582d3-2605-432b-8ff3-a46641d44de8 for host: n-d-764292-30 {{(pid=102194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 04:15:24.676437 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773c753e-f1a7-42ce-bf3b-00a2a8bd1796 None None] Routers {'3c4582d3-2605-432b-8ff3-a46641d44de8'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 04:15:24.676970 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-773c753e-f1a7-42ce-bf3b-00a2a8bd1796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T04:15:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['3c4582d3-2605-432b-8ff3-a46641d44de8'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:15:24.722467 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0560813-c4eb-4cbf-a08f-00a8ab9d6a22 req-ece44ea1-7dc0-4251-97f4-38a81c55a115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:15:24.724019 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-e0560813-c4eb-4cbf-a08f-00a8ab9d6a22 req-ece44ea1-7dc0-4251-97f4-38a81c55a115 service neutron] 10.222.0.22 "GET /v2.0/networks?id=5302ef58-4a9b-4030-8559-79ebd6f0b1ee HTTP/1.1" status: 200 len: 897 time: 0.0850966 Aug 11 04:15:24.779130 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-773c753e-f1a7-42ce-bf3b-00a2a8bd1796 None None] Set router 3c4582d3-2605-432b-8ff3-a46641d44de8 gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 04:15:24.794528 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-e0560813-c4eb-4cbf-a08f-00a8ab9d6a22 req-0ca7f97b-7757-4f24-9d62-998a1dcdf9e2 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6507d592-cd68-4a35-814d-a70e1c80db6f HTTP/1.1" status: 200 len: 1000 time: 0.0631409 Aug 11 04:15:24.843533 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0560813-c4eb-4cbf-a08f-00a8ab9d6a22 req-43366c65-96c4-4543-90d3-2f526ebaacf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:15:24.845001 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-e0560813-c4eb-4cbf-a08f-00a8ab9d6a22 req-43366c65-96c4-4543-90d3-2f526ebaacf9 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=771946d1-a7f2-42ed-be4f-cc656df0d41e HTTP/1.1" status: 200 len: 834 time: 0.0440826 Aug 11 04:15:24.892967 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0560813-c4eb-4cbf-a08f-00a8ab9d6a22 req-43ba15fc-65f8-449d-9dde-a3b4dc62ad88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:15:24.894834 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-e0560813-c4eb-4cbf-a08f-00a8ab9d6a22 req-43ba15fc-65f8-449d-9dde-a3b4dc62ad88 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=5302ef58-4a9b-4030-8559-79ebd6f0b1ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430198 Aug 11 04:15:24.988139 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-e0560813-c4eb-4cbf-a08f-00a8ab9d6a22 req-97547171-8e99-4510-b0b4-ab94611b55ea service neutron] 10.222.0.22 "GET /v2.0/networks/5302ef58-4a9b-4030-8559-79ebd6f0b1ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857809 Aug 11 04:15:25.012721 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-773c753e-f1a7-42ce-bf3b-00a2a8bd1796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c4582d3-2605-432b-8ff3-a46641d44de8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1796759951', 'tenant_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': 'f017c655-7093-4a3d-89d5-35b3385a23a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:15:03Z', 'updated_at': '2021-08-11T04:15:07Z', 'revision_number': 4, 'project_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'gw_port': {'id': 'f017c655-7093-4a3d-89d5-35b3385a23a6', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:14:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c4582d3-2605-432b-8ff3-a46641d44de8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:15:03Z', 'updated_at': '2021-08-11T04:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_floatingips': [{'id': '9ef890ab-e5b2-4bc6-ad07-31814420a39f', 'tenant_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'floating_ip_address': '172.25.8.217', 'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'router_id': '3c4582d3-2605-432b-8ff3-a46641d44de8', 'port_id': '6507d592-cd68-4a35-814d-a70e1c80db6f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4229, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5302ef58-4a9b-4030-8559-79ebd6f0b1ee', 'mac_address': 'fa:16:3e:f9:dc:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9e8579-b364-4e36-b338-6ebdfdca861b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T04:15:22Z', 'updated_at': '2021-08-11T04:15:22Z', 'revision_number': 0, 'project_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e6a125b-b220-4ce5-80e5-e1668a28bcc9', 'name': '', 'network_id': '5302ef58-4a9b-4030-8559-79ebd6f0b1ee', 'tenant_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'mac_address': 'fa:16:3e:9d:03:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c4582d3-2605-432b-8ff3-a46641d44de8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '771946d1-a7f2-42ed-be4f-cc656df0d41e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:15:06Z', 'updated_at': '2021-08-11T04:15:12Z', 'revision_number': 5, 'project_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'subnets': [{'id': '771946d1-a7f2-42ed-be4f-cc656df0d41e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:15:25.050788 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773c753e-f1a7-42ce-bf3b-00a2a8bd1796 None None] The sync data for ids ['3c4582d3-2605-432b-8ff3-a46641d44de8'] in n-d-764292-30 is: [{'id': '3c4582d3-2605-432b-8ff3-a46641d44de8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1796759951', 'tenant_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': 'f017c655-7093-4a3d-89d5-35b3385a23a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:15:03Z', 'updated_at': '2021-08-11T04:15:07Z', 'revision_number': 4, 'project_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'gw_port': {'id': 'f017c655-7093-4a3d-89d5-35b3385a23a6', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:14:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c4582d3-2605-432b-8ff3-a46641d44de8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:15:03Z', 'updated_at': '2021-08-11T04:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_floatingips': [{'id': '9ef890ab-e5b2-4bc6-ad07-31814420a39f', 'tenant_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'floating_ip_address': '172.25.8.217', 'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'router_id': '3c4582d3-2605-432b-8ff3-a46641d44de8', 'port_id': '6507d592-cd68-4a35-814d-a70e1c80db6f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4229, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5302ef58-4a9b-4030-8559-79ebd6f0b1ee', 'mac_address': 'fa:16:3e:f9:dc:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9e8579-b364-4e36-b338-6ebdfdca861b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T04:15:22Z', 'updated_at': '2021-08-11T04:15:22Z', 'revision_number': 0, 'project_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e6a125b-b220-4ce5-80e5-e1668a28bcc9', 'name': '', 'network_id': '5302ef58-4a9b-4030-8559-79ebd6f0b1ee', 'tenant_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'mac_address': 'fa:16:3e:9d:03:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c4582d3-2605-432b-8ff3-a46641d44de8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '771946d1-a7f2-42ed-be4f-cc656df0d41e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:15:06Z', 'updated_at': '2021-08-11T04:15:12Z', 'revision_number': 5, 'project_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'subnets': [{'id': '771946d1-a7f2-42ed-be4f-cc656df0d41e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 04:15:25.090095 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-e0560813-c4eb-4cbf-a08f-00a8ab9d6a22 req-cd7ef01f-d951-43e4-a0c7-9735a9783d28 service neutron] 10.222.0.22 "GET /v2.0/networks/5302ef58-4a9b-4030-8559-79ebd6f0b1ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930486 Aug 11 04:15:25.239270 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7659b59-177f-4218-946a-7e8e4f3af3da None None] New status for floating IP 9ef890ab-e5b2-4bc6-ad07-31814420a39f: ACTIVE {{(pid=102193) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 04:15:25.670476 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 51554) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:15:25.747794 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-032202e3-ff39-40fa-884b-39674e9756a7 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/floatingips/9ef890ab-e5b2-4bc6-ad07-31814420a39f HTTP/1.1" status: 200 len: 994 time: 0.0759835 Aug 11 04:15:28.451172 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-b5b9e4d7-b018-4a4e-ba83-7ae273a5f28a req-b40398e9-0f7f-44bb-b6ff-39b763da6f68 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=7b9e8579-b364-4e36-b338-6ebdfdca861b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0410793 Aug 11 04:15:28.535345 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b9e4d7-b018-4a4e-ba83-7ae273a5f28a req-8e397983-3f43-42e4-b0fa-3dfc07c8c816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:15:28.536825 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-b5b9e4d7-b018-4a4e-ba83-7ae273a5f28a req-8e397983-3f43-42e4-b0fa-3dfc07c8c816 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=4ed3e3e6ac1f49f882ef8f301df62615&device_id=7b9e8579-b364-4e36-b338-6ebdfdca861b HTTP/1.1" status: 200 len: 1098 time: 0.0442092 Aug 11 04:15:28.647096 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b9e4d7-b018-4a4e-ba83-7ae273a5f28a req-1824ad3b-1c0d-48b5-99b1-30c26067e4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:15:28.648762 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-b5b9e4d7-b018-4a4e-ba83-7ae273a5f28a req-1824ad3b-1c0d-48b5-99b1-30c26067e4f9 service neutron] 10.222.0.22 "GET /v2.0/networks?id=5302ef58-4a9b-4030-8559-79ebd6f0b1ee HTTP/1.1" status: 200 len: 897 time: 0.0912592 Aug 11 04:15:28.725824 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-b5b9e4d7-b018-4a4e-ba83-7ae273a5f28a req-574a129a-5c73-45b7-b3f6-8200892d15b3 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6507d592-cd68-4a35-814d-a70e1c80db6f HTTP/1.1" status: 200 len: 1002 time: 0.0696039 Aug 11 04:15:28.785502 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b9e4d7-b018-4a4e-ba83-7ae273a5f28a req-0010da3c-ab85-4a70-902d-7fe1fe70d558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:15:28.786964 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-b5b9e4d7-b018-4a4e-ba83-7ae273a5f28a req-0010da3c-ab85-4a70-902d-7fe1fe70d558 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=771946d1-a7f2-42ed-be4f-cc656df0d41e HTTP/1.1" status: 200 len: 834 time: 0.0536423 Aug 11 04:15:28.831730 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b9e4d7-b018-4a4e-ba83-7ae273a5f28a req-6184ab15-cfb2-4ae0-8c5a-86a74992aecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:15:28.833180 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-b5b9e4d7-b018-4a4e-ba83-7ae273a5f28a req-6184ab15-cfb2-4ae0-8c5a-86a74992aecc service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=5302ef58-4a9b-4030-8559-79ebd6f0b1ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0381641 Aug 11 04:15:28.924360 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-b5b9e4d7-b018-4a4e-ba83-7ae273a5f28a req-f7286e68-e1f9-4096-81e7-f46cce88eaf2 service neutron] 10.222.0.22 "GET /v2.0/networks/5302ef58-4a9b-4030-8559-79ebd6f0b1ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836728 Aug 11 04:15:29.012832 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-b5b9e4d7-b018-4a4e-ba83-7ae273a5f28a req-95753b93-9801-433d-bcf0-06c77ad99679 service neutron] 10.222.0.22 "GET /v2.0/networks/5302ef58-4a9b-4030-8559-79ebd6f0b1ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811779 Aug 11 04:15:29.240237 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-679adae3-bfcb-4438-9ab9-3fb409f463eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:15:31.925671 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:15:32.120532 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-771a8b76-df83-47df-a4ff-0b4189fedcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:15:33.268591 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:15:34.911914 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:15:38.043328 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:15:41.774236 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:15:50.402145 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.agents_db [None req-950b7202-decb-43e2-8f71-ac8931dc9749 None None] Agent healthcheck: found 7 active agents {{(pid=102194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 04:15:59.267800 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-0a3c699c-3717-4113-86e0-e5206723ddd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:16:01.924835 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:16:02.130838 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-05b74c1e-7e46-4e6b-b068-1466e887dd1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:16:03.256306 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:16:04.905081 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:16:07.908014 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:16:11.782102 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:16:26.811688 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650a364e-fc74-4b6e-90b9-226a7aa511bf req-35c906b6-3a0f-4b13-bbd2-e9a2f3999f7a tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:16:26.813163 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-650a364e-fc74-4b6e-90b9-226a7aa511bf req-35c906b6-3a0f-4b13-bbd2-e9a2f3999f7a tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b9e8579-b364-4e36-b338-6ebdfdca861b HTTP/1.1" status: 200 len: 946 time: 0.0556102 Aug 11 04:16:26.851749 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-650a364e-fc74-4b6e-90b9-226a7aa511bf req-59426bc7-1b02-45f0-a367-1d07f046a9dd tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/security-groups?id=de064be5-f34a-48c1-a199-e30aeb309311&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325489 Aug 11 04:16:26.871789 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 51598) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:16:26.978404 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-96ffffd6-c771-4e31-83a3-7976d8b8a56b req-c8df5c10-d40a-427b-8dbc-5cde56a36e03 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7b9e8579-b364-4e36-b338-6ebdfdca861b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1054239 Aug 11 04:16:27.401307 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.agents_db [None req-950b7202-decb-43e2-8f71-ac8931dc9749 None None] Agent healthcheck: found 7 active agents {{(pid=102194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 04:16:27.987910 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528d2d54-ede0-4f0d-a49c-18ead348e3d9 req-fc49491d-c004-465b-b150-565b7e7af01a tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:16:27.989518 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-528d2d54-ede0-4f0d-a49c-18ead348e3d9 req-fc49491d-c004-465b-b150-565b7e7af01a tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b9e8579-b364-4e36-b338-6ebdfdca861b HTTP/1.1" status: 200 len: 946 time: 0.0554652 Aug 11 04:16:28.029207 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-528d2d54-ede0-4f0d-a49c-18ead348e3d9 req-8dd2b804-cbff-403e-9c2e-c7897dbd3a90 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/security-groups?id=de064be5-f34a-48c1-a199-e30aeb309311&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336268 Aug 11 04:16:29.035192 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ffffd6-c771-4e31-83a3-7976d8b8a56b req-9222c49e-7524-4dd6-9575-e52dbdd5fc5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:16:29.036786 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-96ffffd6-c771-4e31-83a3-7976d8b8a56b req-9222c49e-7524-4dd6-9575-e52dbdd5fc5f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=4ed3e3e6ac1f49f882ef8f301df62615&device_id=7b9e8579-b364-4e36-b338-6ebdfdca861b HTTP/1.1" status: 200 len: 1098 time: 0.0491955 Aug 11 04:16:29.141764 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ffffd6-c771-4e31-83a3-7976d8b8a56b req-998f3a4f-6646-4515-bd68-e059983bcc88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:16:29.143246 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-96ffffd6-c771-4e31-83a3-7976d8b8a56b req-998f3a4f-6646-4515-bd68-e059983bcc88 service neutron] 10.222.0.22 "GET /v2.0/networks?id=5302ef58-4a9b-4030-8559-79ebd6f0b1ee HTTP/1.1" status: 200 len: 897 time: 0.0983827 Aug 11 04:16:29.149831 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8c5928-22f0-4485-a053-edfbdfa080a8 req-d240234e-9cfe-47eb-be8c-ab1995d5acfd tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:16:29.151329 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-af8c5928-22f0-4485-a053-edfbdfa080a8 req-d240234e-9cfe-47eb-be8c-ab1995d5acfd tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b9e8579-b364-4e36-b338-6ebdfdca861b HTTP/1.1" status: 200 len: 946 time: 0.0494080 Aug 11 04:16:29.197798 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-af8c5928-22f0-4485-a053-edfbdfa080a8 req-f4a0f41d-91dd-4883-9ca8-ac0980931974 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/security-groups?id=de064be5-f34a-48c1-a199-e30aeb309311&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403616 Aug 11 04:16:29.214347 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-96ffffd6-c771-4e31-83a3-7976d8b8a56b req-ef6a40ef-2171-463b-96b7-3046b85e1230 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6507d592-cd68-4a35-814d-a70e1c80db6f HTTP/1.1" status: 200 len: 1002 time: 0.0633447 Aug 11 04:16:29.239141 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-6928a826-a0c0-4143-9b90-e5ae152ade4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:16:29.271778 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ffffd6-c771-4e31-83a3-7976d8b8a56b req-ce3bc663-6cbb-45b6-bba4-86cf7638cae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:16:29.273953 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-96ffffd6-c771-4e31-83a3-7976d8b8a56b req-ce3bc663-6cbb-45b6-bba4-86cf7638cae6 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=771946d1-a7f2-42ed-be4f-cc656df0d41e HTTP/1.1" status: 200 len: 834 time: 0.0531485 Aug 11 04:16:29.325644 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ffffd6-c771-4e31-83a3-7976d8b8a56b req-8d1a97d9-bb2e-4cc6-ab13-48c5fb7fd3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:16:29.327451 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-96ffffd6-c771-4e31-83a3-7976d8b8a56b req-8d1a97d9-bb2e-4cc6-ab13-48c5fb7fd3ca service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=5302ef58-4a9b-4030-8559-79ebd6f0b1ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0463245 Aug 11 04:16:29.418476 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-96ffffd6-c771-4e31-83a3-7976d8b8a56b req-cf3c05fa-8fbe-4b68-a59d-ea412c2a8a24 service neutron] 10.222.0.22 "GET /v2.0/networks/5302ef58-4a9b-4030-8559-79ebd6f0b1ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837648 Aug 11 04:16:29.511882 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-96ffffd6-c771-4e31-83a3-7976d8b8a56b req-9a57e95f-2a75-4c57-bb5f-6c8995cff65c service neutron] 10.222.0.22 "GET /v2.0/networks/5302ef58-4a9b-4030-8559-79ebd6f0b1ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865636 Aug 11 04:16:30.321139 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1490a24-2bee-4325-b5da-f64a119d0bc9 req-13375203-aa63-4db8-8327-7d74bf9b0c1c tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:16:30.322644 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c1490a24-2bee-4325-b5da-f64a119d0bc9 req-13375203-aa63-4db8-8327-7d74bf9b0c1c tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b9e8579-b364-4e36-b338-6ebdfdca861b HTTP/1.1" status: 200 len: 946 time: 0.0505548 Aug 11 04:16:30.360135 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c1490a24-2bee-4325-b5da-f64a119d0bc9 req-3403f72d-dc76-4a87-92b7-4d3ff6e21d6a tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/security-groups?id=de064be5-f34a-48c1-a199-e30aeb309311&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315189 Aug 11 04:16:30.470466 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c390d5eb-5bf0-48ae-bf41-d68336b7723c req-b20723ff-36ec-4b59-b899-d7ca8d744020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:16:30.472037 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c390d5eb-5bf0-48ae-bf41-d68336b7723c req-b20723ff-36ec-4b59-b899-d7ca8d744020 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=4ed3e3e6ac1f49f882ef8f301df62615&device_id=7b9e8579-b364-4e36-b338-6ebdfdca861b HTTP/1.1" status: 200 len: 1098 time: 0.0412998 Aug 11 04:16:30.579783 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c390d5eb-5bf0-48ae-bf41-d68336b7723c req-c8a1460a-29ee-4ab6-bf4a-50af2eb8ccd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:16:30.581231 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c390d5eb-5bf0-48ae-bf41-d68336b7723c req-c8a1460a-29ee-4ab6-bf4a-50af2eb8ccd1 service neutron] 10.222.0.22 "GET /v2.0/networks?id=5302ef58-4a9b-4030-8559-79ebd6f0b1ee HTTP/1.1" status: 200 len: 897 time: 0.0895076 Aug 11 04:16:30.646736 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c390d5eb-5bf0-48ae-bf41-d68336b7723c req-e8f4178e-2154-4c9f-aa97-ffc63b34b2e3 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6507d592-cd68-4a35-814d-a70e1c80db6f HTTP/1.1" status: 200 len: 1002 time: 0.0584893 Aug 11 04:16:30.695366 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c390d5eb-5bf0-48ae-bf41-d68336b7723c req-429294cc-7a48-4df0-bdac-36bfea00076a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:16:30.697155 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c390d5eb-5bf0-48ae-bf41-d68336b7723c req-429294cc-7a48-4df0-bdac-36bfea00076a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=771946d1-a7f2-42ed-be4f-cc656df0d41e HTTP/1.1" status: 200 len: 834 time: 0.0430522 Aug 11 04:16:30.746117 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c390d5eb-5bf0-48ae-bf41-d68336b7723c req-c3235273-b5f7-499d-8d52-899df8dc00d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:16:30.747620 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c390d5eb-5bf0-48ae-bf41-d68336b7723c req-c3235273-b5f7-499d-8d52-899df8dc00d1 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=5302ef58-4a9b-4030-8559-79ebd6f0b1ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431454 Aug 11 04:16:30.834872 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c390d5eb-5bf0-48ae-bf41-d68336b7723c req-eafa6124-eead-4120-87c1-520325da01b6 service neutron] 10.222.0.22 "GET /v2.0/networks/5302ef58-4a9b-4030-8559-79ebd6f0b1ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798202 Aug 11 04:16:30.926811 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c390d5eb-5bf0-48ae-bf41-d68336b7723c req-aae46d17-02b9-46b4-9bb0-5e71633139c7 service neutron] 10.222.0.22 "GET /v2.0/networks/5302ef58-4a9b-4030-8559-79ebd6f0b1ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843675 Aug 11 04:16:31.478317 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1db443e-9fed-40d5-a4a9-19b7c232b21b req-55be164e-f915-45fe-acfc-909fbe12aa11 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:16:31.479830 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d1db443e-9fed-40d5-a4a9-19b7c232b21b req-55be164e-f915-45fe-acfc-909fbe12aa11 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b9e8579-b364-4e36-b338-6ebdfdca861b HTTP/1.1" status: 200 len: 946 time: 0.0503895 Aug 11 04:16:31.517964 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d1db443e-9fed-40d5-a4a9-19b7c232b21b req-bd046669-a6e9-4c5a-9cde-1638972d724b tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/security-groups?id=de064be5-f34a-48c1-a199-e30aeb309311&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317194 Aug 11 04:16:31.901728 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:16:32.130374 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8a960e85-b7ff-4684-a6bd-15fa9a16b3c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:16:32.634042 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7901d0-c763-477e-b7df-d1492865cf36 req-b066f9f4-a70b-4896-86e3-5f38b4267a71 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:16:32.635551 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8f7901d0-c763-477e-b7df-d1492865cf36 req-b066f9f4-a70b-4896-86e3-5f38b4267a71 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b9e8579-b364-4e36-b338-6ebdfdca861b HTTP/1.1" status: 200 len: 946 time: 0.0495214 Aug 11 04:16:32.677105 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8f7901d0-c763-477e-b7df-d1492865cf36 req-1157088c-1a6f-45c5-9ce5-7ed4cc6df671 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/security-groups?id=de064be5-f34a-48c1-a199-e30aeb309311&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355303 Aug 11 04:16:33.272773 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:16:33.806493 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838fe2ee-b5d9-46f0-aa05-8df175a16143 req-974d6300-1a7f-4fdf-a5e8-98320a364eea tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:16:33.808267 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-838fe2ee-b5d9-46f0-aa05-8df175a16143 req-974d6300-1a7f-4fdf-a5e8-98320a364eea tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b9e8579-b364-4e36-b338-6ebdfdca861b HTTP/1.1" status: 200 len: 946 time: 0.0581789 Aug 11 04:16:33.846620 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-838fe2ee-b5d9-46f0-aa05-8df175a16143 req-ed0fa23b-cf70-4898-939c-ffd88f4e7de3 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/security-groups?id=de064be5-f34a-48c1-a199-e30aeb309311&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323193 Aug 11 04:16:34.927694 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:16:34.963256 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea219146-fa4d-4ebd-bac9-5370bc8121d4 req-91b662c2-252e-476a-9358-5eecd6b3ac6b tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:16:34.964729 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ea219146-fa4d-4ebd-bac9-5370bc8121d4 req-91b662c2-252e-476a-9358-5eecd6b3ac6b tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b9e8579-b364-4e36-b338-6ebdfdca861b HTTP/1.1" status: 200 len: 946 time: 0.0502236 Aug 11 04:16:35.003610 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ea219146-fa4d-4ebd-bac9-5370bc8121d4 req-aeae881f-aa3c-40a2-859f-ada2ad8fe51f tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/security-groups?id=de064be5-f34a-48c1-a199-e30aeb309311&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307784 Aug 11 04:16:36.124671 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef97222-99c1-4750-a6db-c0f09847fab1 req-561f0c64-ef3e-4033-8c72-0bf2f71f1bf0 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:16:36.126041 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2ef97222-99c1-4750-a6db-c0f09847fab1 req-561f0c64-ef3e-4033-8c72-0bf2f71f1bf0 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b9e8579-b364-4e36-b338-6ebdfdca861b HTTP/1.1" status: 200 len: 946 time: 0.0479586 Aug 11 04:16:36.166538 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2ef97222-99c1-4750-a6db-c0f09847fab1 req-b8cb881b-0fb6-4740-8940-78f26c47943b tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/security-groups?id=de064be5-f34a-48c1-a199-e30aeb309311&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346279 Aug 11 04:16:37.280217 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663ccdee-094d-4fbc-979c-b967aafd8f54 req-2d988e23-2c5f-48a6-aff3-6ec39dffd48c tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:16:37.281584 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-663ccdee-094d-4fbc-979c-b967aafd8f54 req-2d988e23-2c5f-48a6-aff3-6ec39dffd48c tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b9e8579-b364-4e36-b338-6ebdfdca861b HTTP/1.1" status: 200 len: 946 time: 0.0490160 Aug 11 04:16:37.317523 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-663ccdee-094d-4fbc-979c-b967aafd8f54 req-d6acf452-4f00-4885-af85-5f43807bd1ae tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/security-groups?id=de064be5-f34a-48c1-a199-e30aeb309311&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300124 Aug 11 04:16:37.921641 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:16:38.435535 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafbe54f-2de8-47c0-9359-f9cddce2b118 req-67a6cea4-dd92-402b-9785-1816ab9e11e8 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:16:38.437062 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-fafbe54f-2de8-47c0-9359-f9cddce2b118 req-67a6cea4-dd92-402b-9785-1816ab9e11e8 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b9e8579-b364-4e36-b338-6ebdfdca861b HTTP/1.1" status: 200 len: 946 time: 0.0494440 Aug 11 04:16:38.480101 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-fafbe54f-2de8-47c0-9359-f9cddce2b118 req-d94f9ffc-0690-4c01-8d93-77238702788c tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/security-groups?id=de064be5-f34a-48c1-a199-e30aeb309311&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369871 Aug 11 04:16:39.595363 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9227a691-7add-4a10-a5ee-30fcc6aeb316 req-13f4dbb1-7c0e-4733-a5e0-fda05e7b1ee0 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:16:39.596830 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9227a691-7add-4a10-a5ee-30fcc6aeb316 req-13f4dbb1-7c0e-4733-a5e0-fda05e7b1ee0 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b9e8579-b364-4e36-b338-6ebdfdca861b HTTP/1.1" status: 200 len: 946 time: 0.0495629 Aug 11 04:16:39.638675 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9227a691-7add-4a10-a5ee-30fcc6aeb316 req-18046e0a-a264-42d5-ac81-25a8e3d478e7 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/security-groups?id=de064be5-f34a-48c1-a199-e30aeb309311&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352464 Aug 11 04:16:40.756163 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305995f6-c48b-4b44-aafa-531449589705 req-378c34e8-07df-4b80-987a-b1f1d2ebc471 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:16:40.757627 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-305995f6-c48b-4b44-aafa-531449589705 req-378c34e8-07df-4b80-987a-b1f1d2ebc471 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b9e8579-b364-4e36-b338-6ebdfdca861b HTTP/1.1" status: 200 len: 946 time: 0.0502574 Aug 11 04:16:40.795941 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-305995f6-c48b-4b44-aafa-531449589705 req-dfaa9298-c75f-45a0-ab60-eaf1326a15cf tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/security-groups?id=de064be5-f34a-48c1-a199-e30aeb309311&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315003 Aug 11 04:16:41.712163 n-d-764292-30 neutron-server[102191]: INFO neutron.api.v2.resource [req-96ffffd6-c771-4e31-83a3-7976d8b8a56b req-dab8d4db-2982-452d-8588-3e6c048a4177 service neutron] show failed (client error): The resource could not be found. Aug 11 04:16:41.713846 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-96ffffd6-c771-4e31-83a3-7976d8b8a56b req-dab8d4db-2982-452d-8588-3e6c048a4177 service neutron] 10.222.0.22 "GET /v2.0/ports/6507d592-cd68-4a35-814d-a70e1c80db6f/bindings/n-h2-764292-30 HTTP/1.1" status: 404 len: 381 time: 0.0553248 Aug 11 04:16:41.823081 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:16:41.926520 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee2bee7-ab9b-4770-9f93-090ee18cff63 req-e447f5cc-d763-485d-952b-9ef61907949a tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:16:41.928540 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-aee2bee7-ab9b-4770-9f93-090ee18cff63 req-e447f5cc-d763-485d-952b-9ef61907949a tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b9e8579-b364-4e36-b338-6ebdfdca861b HTTP/1.1" status: 200 len: 946 time: 0.0543969 Aug 11 04:16:41.971197 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-aee2bee7-ab9b-4770-9f93-090ee18cff63 req-58f21444-9e18-4053-9661-a507260ef064 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/security-groups?id=de064be5-f34a-48c1-a199-e30aeb309311&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358181 Aug 11 04:16:42.232989 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ffffd6-c771-4e31-83a3-7976d8b8a56b req-ac4c7860-2dee-4446-8917-1b4f929e1b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:16:42.234520 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-96ffffd6-c771-4e31-83a3-7976d8b8a56b req-ac4c7860-2dee-4446-8917-1b4f929e1b0a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7b9e8579-b364-4e36-b338-6ebdfdca861b&tenant_id=4ed3e3e6ac1f49f882ef8f301df62615 HTTP/1.1" status: 200 len: 1098 time: 0.0824535 Aug 11 04:16:42.247486 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [req-96ffffd6-c771-4e31-83a3-7976d8b8a56b req-72b5727c-586c-4f30-b7e6-e34c2f3ccd27 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-764292-30', 'device_owner': 'compute:nova'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:16:42.302178 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-96ffffd6-c771-4e31-83a3-7976d8b8a56b req-72b5727c-586c-4f30-b7e6-e34c2f3ccd27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:16:42.505078 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-96ffffd6-c771-4e31-83a3-7976d8b8a56b req-72b5727c-586c-4f30-b7e6-e34c2f3ccd27 service neutron] For port 6507d592-cd68-4a35-814d-a70e1c80db6f, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=6507d592-cd68-4a35-814d-a70e1c80db6f,segment=NetworkSegment(e20ac610-68aa-4429-ba3e-21d6cb28c50a),segment_id=e20ac610-68aa-4429-ba3e-21d6cb28c50a)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:16:42.538042 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-96ffffd6-c771-4e31-83a3-7976d8b8a56b req-72b5727c-586c-4f30-b7e6-e34c2f3ccd27 service neutron] For port 6507d592-cd68-4a35-814d-a70e1c80db6f, host n-h1-764292-30, cleared binding levels {{(pid=102192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 04:16:42.577421 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b9e8579-b364-4e36-b338-6ebdfdca861b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6507d592-cd68-4a35-814d-a70e1c80db6f'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 04:16:42.579714 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7f53641f53ed3ecbe111d4b405439a3ffe6be981c23072cf9fee61815809fbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b222270-1a38-42c1-b151-76d7fedf52a3" -d '{"events": [{"server_uuid": "7b9e8579-b364-4e36-b338-6ebdfdca861b", "name": "network-vif-unplugged", "status": "completed", "tag": "6507d592-cd68-4a35-814d-a70e1c80db6f"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 04:16:42.583530 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-96ffffd6-c771-4e31-83a3-7976d8b8a56b req-72b5727c-586c-4f30-b7e6-e34c2f3ccd27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:16:42.596391 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [req-96ffffd6-c771-4e31-83a3-7976d8b8a56b req-72b5727c-586c-4f30-b7e6-e34c2f3ccd27 service neutron] Transition to ACTIVE for port object 6507d592-cd68-4a35-814d-a70e1c80db6f will not be triggered until provisioned by entity L2. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 04:16:42.638333 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 04:16:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92ac58bf-097c-4eb0-8498-8459160b59f5 x-openstack-request-id: req-92ac58bf-097c-4eb0-8498-8459160b59f5 {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 04:16:42.638705 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b9e8579-b364-4e36-b338-6ebdfdca861b", "name": "network-vif-unplugged", "status": "completed", "tag": "6507d592-cd68-4a35-814d-a70e1c80db6f", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 04:16:42.639041 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-92ac58bf-097c-4eb0-8498-8459160b59f5 {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 04:16:42.639559 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b9e8579-b364-4e36-b338-6ebdfdca861b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6507d592-cd68-4a35-814d-a70e1c80db6f', 'code': 200} Aug 11 04:16:42.668033 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-96ffffd6-c771-4e31-83a3-7976d8b8a56b req-72b5727c-586c-4f30-b7e6-e34c2f3ccd27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:16:42.753820 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b5727c-586c-4f30-b7e6-e34c2f3ccd27 service neutron] Pushing event updated for resources: {'Port': ['ID=6507d592-cd68-4a35-814d-a70e1c80db6f,revision_number=6']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:16:42.764578 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b5727c-586c-4f30-b7e6-e34c2f3ccd27 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:16:42.764847 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b5727c-586c-4f30-b7e6-e34c2f3ccd27 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:16:42.765186 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b5727c-586c-4f30-b7e6-e34c2f3ccd27 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:16:42.765523 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b5727c-586c-4f30-b7e6-e34c2f3ccd27 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:16:42.765856 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b5727c-586c-4f30-b7e6-e34c2f3ccd27 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:16:42.766218 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b5727c-586c-4f30-b7e6-e34c2f3ccd27 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:16:42.766540 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b5727c-586c-4f30-b7e6-e34c2f3ccd27 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:16:42.766870 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b5727c-586c-4f30-b7e6-e34c2f3ccd27 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:16:42.767193 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b5727c-586c-4f30-b7e6-e34c2f3ccd27 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:16:42.767514 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b5727c-586c-4f30-b7e6-e34c2f3ccd27 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:16:42.767835 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b5727c-586c-4f30-b7e6-e34c2f3ccd27 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:16:42.768154 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b5727c-586c-4f30-b7e6-e34c2f3ccd27 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:16:42.805053 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [req-96ffffd6-c771-4e31-83a3-7976d8b8a56b req-72b5727c-586c-4f30-b7e6-e34c2f3ccd27 service neutron] No DVR routers for this DVR port 6507d592-cd68-4a35-814d-a70e1c80db6f on host n-h1-764292-30 {{(pid=102192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 04:16:42.946028 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-96ffffd6-c771-4e31-83a3-7976d8b8a56b req-72b5727c-586c-4f30-b7e6-e34c2f3ccd27 service neutron] Attempting to bind port 6507d592-cd68-4a35-814d-a70e1c80db6f on host n-h2-764292-30 for vnic_type normal with profile {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 04:16:42.946811 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-96ffffd6-c771-4e31-83a3-7976d8b8a56b req-72b5727c-586c-4f30-b7e6-e34c2f3ccd27 service neutron] Attempting to bind port 6507d592-cd68-4a35-814d-a70e1c80db6f by drivers openvswitch,hyperv on host n-h2-764292-30 at level 0 using segments [{'id': 'e20ac610-68aa-4429-ba3e-21d6cb28c50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '5302ef58-4a9b-4030-8559-79ebd6f0b1ee'}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 04:16:42.946943 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ffffd6-c771-4e31-83a3-7976d8b8a56b req-72b5727c-586c-4f30-b7e6-e34c2f3ccd27 service neutron] Attempting to bind port 6507d592-cd68-4a35-814d-a70e1c80db6f on network 5302ef58-4a9b-4030-8559-79ebd6f0b1ee {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 04:16:42.953475 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ffffd6-c771-4e31-83a3-7976d8b8a56b req-72b5727c-586c-4f30-b7e6-e34c2f3ccd27 service neutron] Port 6507d592-cd68-4a35-814d-a70e1c80db6f on network 5302ef58-4a9b-4030-8559-79ebd6f0b1ee not bound, no agent of type Open vSwitch agent registered on host n-h2-764292-30 {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 04:16:42.953896 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ffffd6-c771-4e31-83a3-7976d8b8a56b req-72b5727c-586c-4f30-b7e6-e34c2f3ccd27 service neutron] Attempting to bind port 6507d592-cd68-4a35-814d-a70e1c80db6f on network 5302ef58-4a9b-4030-8559-79ebd6f0b1ee {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 04:16:42.960679 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ffffd6-c771-4e31-83a3-7976d8b8a56b req-72b5727c-586c-4f30-b7e6-e34c2f3ccd27 service neutron] Checking agent: {'id': '70015fc0-62fb-48b2-b453-36906937cf2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 4, 16, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 04:16:42.961231 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ffffd6-c771-4e31-83a3-7976d8b8a56b req-72b5727c-586c-4f30-b7e6-e34c2f3ccd27 service neutron] Checking segment: {'id': 'e20ac610-68aa-4429-ba3e-21d6cb28c50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '5302ef58-4a9b-4030-8559-79ebd6f0b1ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 04:16:42.961737 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ffffd6-c771-4e31-83a3-7976d8b8a56b req-72b5727c-586c-4f30-b7e6-e34c2f3ccd27 service neutron] Bound using segment: {'id': 'e20ac610-68aa-4429-ba3e-21d6cb28c50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '5302ef58-4a9b-4030-8559-79ebd6f0b1ee'} {{(pid=102192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 04:16:42.962357 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.managers [req-96ffffd6-c771-4e31-83a3-7976d8b8a56b req-72b5727c-586c-4f30-b7e6-e34c2f3ccd27 service neutron] Bound port: 6507d592-cd68-4a35-814d-a70e1c80db6f, host: n-h2-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e20ac610-68aa-4429-ba3e-21d6cb28c50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '5302ef58-4a9b-4030-8559-79ebd6f0b1ee'}}] {{(pid=102192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 04:16:42.962825 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-96ffffd6-c771-4e31-83a3-7976d8b8a56b req-72b5727c-586c-4f30-b7e6-e34c2f3ccd27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:16:43.032102 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-96ffffd6-c771-4e31-83a3-7976d8b8a56b req-72b5727c-586c-4f30-b7e6-e34c2f3ccd27 service neutron] For port 6507d592-cd68-4a35-814d-a70e1c80db6f, host n-h2-764292-30, cleared binding levels {{(pid=102192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 04:16:43.033418 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-96ffffd6-c771-4e31-83a3-7976d8b8a56b req-72b5727c-586c-4f30-b7e6-e34c2f3ccd27 service neutron] For port 6507d592-cd68-4a35-814d-a70e1c80db6f, host n-h2-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=6507d592-cd68-4a35-814d-a70e1c80db6f,segment=NetworkSegment(e20ac610-68aa-4429-ba3e-21d6cb28c50a),segment_id=e20ac610-68aa-4429-ba3e-21d6cb28c50a)] {{(pid=102192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 04:16:43.093700 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31c95a9-ed87-4973-b6cb-016f90b3e6d2 req-3db40f94-b662-4a7a-8836-db9f692342e4 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:16:43.095276 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e31c95a9-ed87-4973-b6cb-016f90b3e6d2 req-3db40f94-b662-4a7a-8836-db9f692342e4 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b9e8579-b364-4e36-b338-6ebdfdca861b HTTP/1.1" status: 200 len: 944 time: 0.0534446 Aug 11 04:16:43.096726 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-96ffffd6-c771-4e31-83a3-7976d8b8a56b req-72b5727c-586c-4f30-b7e6-e34c2f3ccd27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:16:43.145577 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ffffd6-c771-4e31-83a3-7976d8b8a56b req-72b5727c-586c-4f30-b7e6-e34c2f3ccd27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:16:43.146276 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-96ffffd6-c771-4e31-83a3-7976d8b8a56b req-72b5727c-586c-4f30-b7e6-e34c2f3ccd27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:16:43.147585 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-96ffffd6-c771-4e31-83a3-7976d8b8a56b req-72b5727c-586c-4f30-b7e6-e34c2f3ccd27 service neutron] 10.222.0.24 "PUT /v2.0/ports/6507d592-cd68-4a35-814d-a70e1c80db6f HTTP/1.1" status: 200 len: 1093 time: 0.9046011 Aug 11 04:16:43.191217 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b5727c-586c-4f30-b7e6-e34c2f3ccd27 service neutron] Pushing event updated for resources: {'Port': ['ID=6507d592-cd68-4a35-814d-a70e1c80db6f,revision_number=7']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:16:43.209266 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e31c95a9-ed87-4973-b6cb-016f90b3e6d2 req-44dbd8d1-4281-4d85-826f-d7a49167ea41 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/security-groups?id=de064be5-f34a-48c1-a199-e30aeb309311&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074252 Aug 11 04:16:43.226244 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ffffd6-c771-4e31-83a3-7976d8b8a56b req-3efd8199-b04b-44a4-b972-9b967c2fbaf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:16:43.227782 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-96ffffd6-c771-4e31-83a3-7976d8b8a56b req-3efd8199-b04b-44a4-b972-9b967c2fbaf6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4ed3e3e6ac1f49f882ef8f301df62615&device_id=7b9e8579-b364-4e36-b338-6ebdfdca861b HTTP/1.1" status: 200 len: 1096 time: 0.0539269 Aug 11 04:16:43.328908 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ffffd6-c771-4e31-83a3-7976d8b8a56b req-fdfb6944-20b4-40fb-83eb-c5540b7c65c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:16:43.330533 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-96ffffd6-c771-4e31-83a3-7976d8b8a56b req-fdfb6944-20b4-40fb-83eb-c5540b7c65c7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5302ef58-4a9b-4030-8559-79ebd6f0b1ee HTTP/1.1" status: 200 len: 897 time: 0.0949922 Aug 11 04:16:43.395257 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-96ffffd6-c771-4e31-83a3-7976d8b8a56b req-7badb21d-dc96-4080-844a-0953064eab1b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6507d592-cd68-4a35-814d-a70e1c80db6f HTTP/1.1" status: 200 len: 1000 time: 0.0575409 Aug 11 04:16:43.448163 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ffffd6-c771-4e31-83a3-7976d8b8a56b req-2c318265-e32d-4e2b-972e-1e1fa046929d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:16:43.449544 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-96ffffd6-c771-4e31-83a3-7976d8b8a56b req-2c318265-e32d-4e2b-972e-1e1fa046929d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=771946d1-a7f2-42ed-be4f-cc656df0d41e HTTP/1.1" status: 200 len: 834 time: 0.0472207 Aug 11 04:16:43.495812 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ffffd6-c771-4e31-83a3-7976d8b8a56b req-a9e3933c-5806-4828-9d79-495ce8442c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:16:43.497298 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-96ffffd6-c771-4e31-83a3-7976d8b8a56b req-a9e3933c-5806-4828-9d79-495ce8442c93 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5302ef58-4a9b-4030-8559-79ebd6f0b1ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411842 Aug 11 04:16:43.507656 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [req-96ffffd6-c771-4e31-83a3-7976d8b8a56b req-c110a592-31ed-486f-a698-e0dae506ba44 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 04:16:43.508604 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-96ffffd6-c771-4e31-83a3-7976d8b8a56b req-c110a592-31ed-486f-a698-e0dae506ba44 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049655 Aug 11 04:16:43.598869 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-96ffffd6-c771-4e31-83a3-7976d8b8a56b req-ac148388-928b-473d-8d59-27ce9c61f798 service neutron] 10.222.0.24 "GET /v2.0/networks/5302ef58-4a9b-4030-8559-79ebd6f0b1ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827987 Aug 11 04:16:43.696404 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-96ffffd6-c771-4e31-83a3-7976d8b8a56b req-b9f865b1-2ee2-45b1-9f11-b3a0fae74e61 service neutron] 10.222.0.24 "GET /v2.0/networks/5302ef58-4a9b-4030-8559-79ebd6f0b1ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906317 Aug 11 04:16:44.218903 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 6507d592-cd68-4a35-814d-a70e1c80db6f no longer exists at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 04:16:44.259420 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 6507d592-cd68-4a35-814d-a70e1c80db6f not bound to the agent host n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 04:16:44.332325 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b34754e-7733-41bb-bc89-d2b2e5803901 req-5ef3d374-e135-40b3-a8e1-32138664a705 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:16:44.333787 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2b34754e-7733-41bb-bc89-d2b2e5803901 req-5ef3d374-e135-40b3-a8e1-32138664a705 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b9e8579-b364-4e36-b338-6ebdfdca861b HTTP/1.1" status: 200 len: 944 time: 0.0495710 Aug 11 04:16:44.369895 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2b34754e-7733-41bb-bc89-d2b2e5803901 req-c170563e-ea64-43a4-9d55-75fba4314b22 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/security-groups?id=de064be5-f34a-48c1-a199-e30aeb309311&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300448 Aug 11 04:16:44.641238 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b9e8579-b364-4e36-b338-6ebdfdca861b', 'tag': '6507d592-cd68-4a35-814d-a70e1c80db6f'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 04:16:44.643916 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7f53641f53ed3ecbe111d4b405439a3ffe6be981c23072cf9fee61815809fbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80232312-4a71-467c-baf0-cf335d9f73ac" -d '{"events": [{"name": "network-changed", "server_uuid": "7b9e8579-b364-4e36-b338-6ebdfdca861b", "tag": "6507d592-cd68-4a35-814d-a70e1c80db6f"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 04:16:44.691660 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 04:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53f1d342-3702-4975-9f52-260e95f23fb2 x-openstack-request-id: req-53f1d342-3702-4975-9f52-260e95f23fb2 {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 04:16:44.691953 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b9e8579-b364-4e36-b338-6ebdfdca861b", "tag": "6507d592-cd68-4a35-814d-a70e1c80db6f", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 04:16:44.692206 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-53f1d342-3702-4975-9f52-260e95f23fb2 {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 04:16:44.692611 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b9e8579-b364-4e36-b338-6ebdfdca861b', 'tag': '6507d592-cd68-4a35-814d-a70e1c80db6f', 'status': 'completed', 'code': 200} Aug 11 04:16:44.750871 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80232312-4a71-467c-baf0-cf335d9f73ac req-51062c1d-3991-4caf-836b-b17641b2022e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:16:44.752402 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-80232312-4a71-467c-baf0-cf335d9f73ac req-51062c1d-3991-4caf-836b-b17641b2022e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=4ed3e3e6ac1f49f882ef8f301df62615&device_id=7b9e8579-b364-4e36-b338-6ebdfdca861b HTTP/1.1" status: 200 len: 1096 time: 0.0422096 Aug 11 04:16:44.761666 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80232312-4a71-467c-baf0-cf335d9f73ac req-5e0f3192-50db-4cec-815d-dcc2492e9e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:16:44.763435 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-80232312-4a71-467c-baf0-cf335d9f73ac req-5e0f3192-50db-4cec-815d-dcc2492e9e5b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4ed3e3e6ac1f49f882ef8f301df62615&device_id=7b9e8579-b364-4e36-b338-6ebdfdca861b HTTP/1.1" status: 200 len: 1096 time: 0.0474138 Aug 11 04:16:44.844918 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80232312-4a71-467c-baf0-cf335d9f73ac req-2ff126f2-8c9f-4e33-a7a4-df97eb4bb91c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:16:44.846419 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-80232312-4a71-467c-baf0-cf335d9f73ac req-2ff126f2-8c9f-4e33-a7a4-df97eb4bb91c service neutron] 10.222.0.22 "GET /v2.0/networks?id=5302ef58-4a9b-4030-8559-79ebd6f0b1ee HTTP/1.1" status: 200 len: 897 time: 0.0876477 Aug 11 04:16:44.855830 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80232312-4a71-467c-baf0-cf335d9f73ac req-15b35004-baa0-4299-a8b3-b650644bc119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:16:44.857309 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-80232312-4a71-467c-baf0-cf335d9f73ac req-15b35004-baa0-4299-a8b3-b650644bc119 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5302ef58-4a9b-4030-8559-79ebd6f0b1ee HTTP/1.1" status: 200 len: 897 time: 0.0855391 Aug 11 04:16:44.913031 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-80232312-4a71-467c-baf0-cf335d9f73ac req-823d5399-651d-4e0b-b4ac-d27c717bcee5 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6507d592-cd68-4a35-814d-a70e1c80db6f HTTP/1.1" status: 200 len: 1000 time: 0.0592778 Aug 11 04:16:44.928059 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-80232312-4a71-467c-baf0-cf335d9f73ac req-ba39a055-f74d-49b7-b9eb-322599bd8006 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6507d592-cd68-4a35-814d-a70e1c80db6f HTTP/1.1" status: 200 len: 1000 time: 0.0629706 Aug 11 04:16:44.966604 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80232312-4a71-467c-baf0-cf335d9f73ac req-e5a6cffd-3739-46a2-88db-2cf4a2e310c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:16:44.968261 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-80232312-4a71-467c-baf0-cf335d9f73ac req-e5a6cffd-3739-46a2-88db-2cf4a2e310c9 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=771946d1-a7f2-42ed-be4f-cc656df0d41e HTTP/1.1" status: 200 len: 834 time: 0.0483894 Aug 11 04:16:44.977146 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80232312-4a71-467c-baf0-cf335d9f73ac req-af20d8bc-16de-4bfb-8af7-a25c805de0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:16:44.978635 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-80232312-4a71-467c-baf0-cf335d9f73ac req-af20d8bc-16de-4bfb-8af7-a25c805de0eb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=771946d1-a7f2-42ed-be4f-cc656df0d41e HTTP/1.1" status: 200 len: 834 time: 0.0432320 Aug 11 04:16:45.024850 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80232312-4a71-467c-baf0-cf335d9f73ac req-2ed76201-db79-4516-9733-31c60f7b3ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:16:45.025236 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80232312-4a71-467c-baf0-cf335d9f73ac req-e6e40928-e775-4af5-9146-6b80fe70c759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:16:45.026504 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-80232312-4a71-467c-baf0-cf335d9f73ac req-2ed76201-db79-4516-9733-31c60f7b3ffa service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=5302ef58-4a9b-4030-8559-79ebd6f0b1ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0513954 Aug 11 04:16:45.027301 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-80232312-4a71-467c-baf0-cf335d9f73ac req-e6e40928-e775-4af5-9146-6b80fe70c759 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5302ef58-4a9b-4030-8559-79ebd6f0b1ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411003 Aug 11 04:16:45.116182 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-80232312-4a71-467c-baf0-cf335d9f73ac req-0250b2d3-4b8b-44f9-bc13-4bca8ea53697 service neutron] 10.222.0.22 "GET /v2.0/networks/5302ef58-4a9b-4030-8559-79ebd6f0b1ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821187 Aug 11 04:16:45.121220 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-80232312-4a71-467c-baf0-cf335d9f73ac req-04223225-d2be-4e58-b685-1024b2b65b3b service neutron] 10.222.0.24 "GET /v2.0/networks/5302ef58-4a9b-4030-8559-79ebd6f0b1ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865645 Aug 11 04:16:45.211777 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-80232312-4a71-467c-baf0-cf335d9f73ac req-f945ce1e-e4a8-4253-853b-8ef39c3ad531 service neutron] 10.222.0.24 "GET /v2.0/networks/5302ef58-4a9b-4030-8559-79ebd6f0b1ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833364 Aug 11 04:16:45.212201 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-80232312-4a71-467c-baf0-cf335d9f73ac req-3414d146-5f43-498d-b21a-8161de44ab6a service neutron] 10.222.0.22 "GET /v2.0/networks/5302ef58-4a9b-4030-8559-79ebd6f0b1ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876586 Aug 11 04:16:45.499737 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ab5be0-44ff-43dc-a420-5021175d3ed6 req-50efb6eb-9602-4fdb-827c-5d668282d229 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:16:45.501345 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b5ab5be0-44ff-43dc-a420-5021175d3ed6 req-50efb6eb-9602-4fdb-827c-5d668282d229 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b9e8579-b364-4e36-b338-6ebdfdca861b HTTP/1.1" status: 200 len: 944 time: 0.0625384 Aug 11 04:16:45.541344 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b5ab5be0-44ff-43dc-a420-5021175d3ed6 req-81cd6763-74e6-411a-885e-995c6cd2c418 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/security-groups?id=de064be5-f34a-48c1-a199-e30aeb309311&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335581 Aug 11 04:16:46.676367 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c35ea4c-9940-454d-afba-28b3dbc5366b req-92baf6b4-8abf-4b73-b854-c9da460d50a0 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:16:46.677921 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6c35ea4c-9940-454d-afba-28b3dbc5366b req-92baf6b4-8abf-4b73-b854-c9da460d50a0 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b9e8579-b364-4e36-b338-6ebdfdca861b HTTP/1.1" status: 200 len: 944 time: 0.0652206 Aug 11 04:16:46.716786 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6c35ea4c-9940-454d-afba-28b3dbc5366b req-331ceb53-0fec-4f71-bcbc-1f589bfcef49 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/security-groups?id=de064be5-f34a-48c1-a199-e30aeb309311&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327306 Aug 11 04:16:46.983071 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 6507d592-cd68-4a35-814d-a70e1c80db6f details requested by agent hyperv_n-h2-764292-30 with host n-h2-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 04:16:47.048855 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa655f4-ad06-49d8-bc6f-0a2e3d3cb10d req-85075cb0-f77f-4d84-bd26-c6c74316872a tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:16:47.050472 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1aa655f4-ad06-49d8-bc6f-0a2e3d3cb10d req-85075cb0-f77f-4d84-bd26-c6c74316872a tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b9e8579-b364-4e36-b338-6ebdfdca861b HTTP/1.1" status: 200 len: 944 time: 0.0520444 Aug 11 04:16:47.083621 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port 6507d592-cd68-4a35-814d-a70e1c80db6f, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=6507d592-cd68-4a35-814d-a70e1c80db6f,segment=NetworkSegment(e20ac610-68aa-4429-ba3e-21d6cb28c50a),segment_id=e20ac610-68aa-4429-ba3e-21d6cb28c50a)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:16:47.094530 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1aa655f4-ad06-49d8-bc6f-0a2e3d3cb10d req-f40e3d1c-8aa8-48f0-97dd-f0beb804a1c5 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/security-groups?id=de064be5-f34a-48c1-a199-e30aeb309311&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365582 Aug 11 04:16:47.095585 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Returning: {'device': '6507d592-cd68-4a35-814d-a70e1c80db6f', 'network_id': '5302ef58-4a9b-4030-8559-79ebd6f0b1ee', 'port_id': '6507d592-cd68-4a35-814d-a70e1c80db6f', 'mac_address': 'fa:16:3e:f9:dc:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '771946d1-a7f2-42ed-be4f-cc656df0d41e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 04:16:47.133455 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c5746f-0031-4cd2-bf25-fef26961ad65 req-2bd5ddf1-da67-4451-b1a8-aaa635295ec5 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:16:47.135119 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-a9c5746f-0031-4cd2-bf25-fef26961ad65 req-2bd5ddf1-da67-4451-b1a8-aaa635295ec5 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.22 "GET /v2.0/ports?device_id=7b9e8579-b364-4e36-b338-6ebdfdca861b&tenant_id=4ed3e3e6ac1f49f882ef8f301df62615&binding%3Ahost_id=n-h2-764292-30 HTTP/1.1" status: 200 len: 944 time: 0.0616238 Aug 11 04:16:47.139720 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:16:47.153445 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6507d592-cd68-4a35-814d-a70e1c80db6f {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 04:16:47.173676 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port 6507d592-cd68-4a35-814d-a70e1c80db6f, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=6507d592-cd68-4a35-814d-a70e1c80db6f,segment=NetworkSegment(e20ac610-68aa-4429-ba3e-21d6cb28c50a),segment_id=e20ac610-68aa-4429-ba3e-21d6cb28c50a)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:16:47.197310 n-d-764292-30 neutron-server[102191]: INFO neutron.api.v2.resource [req-a9c5746f-0031-4cd2-bf25-fef26961ad65 req-d21f4b4e-7679-4047-a02b-995d31537031 service neutron] delete failed (client error): The resource could not be found. Aug 11 04:16:47.198254 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-a9c5746f-0031-4cd2-bf25-fef26961ad65 req-d21f4b4e-7679-4047-a02b-995d31537031 service neutron] 10.222.0.22 "DELETE /v2.0/ports/6507d592-cd68-4a35-814d-a70e1c80db6f/bindings/n-h1-764292-30 HTTP/1.1" status: 404 len: 381 time: 0.0559237 Aug 11 04:16:47.219806 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f6e3d8-68c8-48f4-a56b-3377d1d98a1b req-280367b2-cef8-47ea-93c9-d150ce2e465d tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:16:47.221357 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-47f6e3d8-68c8-48f4-a56b-3377d1d98a1b req-280367b2-cef8-47ea-93c9-d150ce2e465d tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b9e8579-b364-4e36-b338-6ebdfdca861b HTTP/1.1" status: 200 len: 944 time: 0.0528293 Aug 11 04:16:47.248379 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:16:47.262046 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-47f6e3d8-68c8-48f4-a56b-3377d1d98a1b req-a4e6f8e9-11bc-4a95-9de8-fc7733a5ba94 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/security-groups?id=de064be5-f34a-48c1-a199-e30aeb309311&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334017 Aug 11 04:16:47.282214 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c5746f-0031-4cd2-bf25-fef26961ad65 req-ad1f6309-89eb-436b-be16-315c462fc638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:16:47.283958 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-a9c5746f-0031-4cd2-bf25-fef26961ad65 req-ad1f6309-89eb-436b-be16-315c462fc638 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=4ed3e3e6ac1f49f882ef8f301df62615&device_id=7b9e8579-b364-4e36-b338-6ebdfdca861b HTTP/1.1" status: 200 len: 1097 time: 0.0437191 Aug 11 04:16:47.300859 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=6507d592-cd68-4a35-814d-a70e1c80db6f,revision_number=8']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:16:47.308097 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:16:47.308452 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:16:47.308790 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:16:47.309124 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:16:47.309993 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:16:47.310346 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:16:47.310676 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:16:47.311000 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:16:47.311325 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:16:47.311647 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:16:47.311967 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:16:47.312283 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:16:47.377382 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c5746f-0031-4cd2-bf25-fef26961ad65 req-5416dcc5-75a1-46a5-b556-25bd5087e89c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:16:47.378958 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-a9c5746f-0031-4cd2-bf25-fef26961ad65 req-5416dcc5-75a1-46a5-b556-25bd5087e89c service neutron] 10.222.0.22 "GET /v2.0/networks?id=5302ef58-4a9b-4030-8559-79ebd6f0b1ee HTTP/1.1" status: 200 len: 897 time: 0.0886486 Aug 11 04:16:47.445943 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-a9c5746f-0031-4cd2-bf25-fef26961ad65 req-2f3bc420-a244-4ad7-beea-db090333b3f3 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6507d592-cd68-4a35-814d-a70e1c80db6f HTTP/1.1" status: 200 len: 1001 time: 0.0597703 Aug 11 04:16:47.470877 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['6507d592-cd68-4a35-814d-a70e1c80db6f'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 04:16:47.498939 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c5746f-0031-4cd2-bf25-fef26961ad65 req-e5877108-922c-46b1-861b-af554ee52294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:16:47.500570 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-a9c5746f-0031-4cd2-bf25-fef26961ad65 req-e5877108-922c-46b1-861b-af554ee52294 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=771946d1-a7f2-42ed-be4f-cc656df0d41e HTTP/1.1" status: 200 len: 834 time: 0.0471931 Aug 11 04:16:47.548925 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c5746f-0031-4cd2-bf25-fef26961ad65 req-60e10330-f075-4492-8c9b-48941a08e3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:16:47.550470 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-a9c5746f-0031-4cd2-bf25-fef26961ad65 req-60e10330-f075-4492-8c9b-48941a08e3ee service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=5302ef58-4a9b-4030-8559-79ebd6f0b1ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420041 Aug 11 04:16:47.639581 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-a9c5746f-0031-4cd2-bf25-fef26961ad65 req-18b50945-10cc-484e-85b6-2503d74fbb65 service neutron] 10.222.0.22 "GET /v2.0/networks/5302ef58-4a9b-4030-8559-79ebd6f0b1ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818858 Aug 11 04:16:47.733524 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-a9c5746f-0031-4cd2-bf25-fef26961ad65 req-4260dbf4-1ad3-4963-befa-822ac3351ecc service neutron] 10.222.0.22 "GET /v2.0/networks/5302ef58-4a9b-4030-8559-79ebd6f0b1ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872250 Aug 11 04:16:48.397308 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9709bde-d657-4370-84a8-484afad0f347 req-3377d6bf-d931-4258-b408-3ec8d0a0aa08 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:16:48.398831 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a9709bde-d657-4370-84a8-484afad0f347 req-3377d6bf-d931-4258-b408-3ec8d0a0aa08 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b9e8579-b364-4e36-b338-6ebdfdca861b HTTP/1.1" status: 200 len: 945 time: 0.0564249 Aug 11 04:16:48.437393 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a9709bde-d657-4370-84a8-484afad0f347 req-396be69c-8988-4ca1-bc56-d25f46da1aed tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/security-groups?id=de064be5-f34a-48c1-a199-e30aeb309311&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319669 Aug 11 04:16:49.007613 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 6507d592-cd68-4a35-814d-a70e1c80db6f up at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 04:16:49.107126 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning for port 6507d592-cd68-4a35-814d-a70e1c80db6f completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 04:16:49.111074 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning complete for port 6507d592-cd68-4a35-814d-a70e1c80db6f triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 04:16:49.111492 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:16:49.191016 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:16:49.213545 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b9e8579-b364-4e36-b338-6ebdfdca861b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6507d592-cd68-4a35-814d-a70e1c80db6f'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 04:16:49.215876 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e385e08809ed349a2646fb52500b409f99e085c14d592b33dda6f3cb7a212da1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-945866c8-348f-4f3e-9736-e870047c905c" -d '{"events": [{"server_uuid": "7b9e8579-b364-4e36-b338-6ebdfdca861b", "name": "network-vif-plugged", "status": "completed", "tag": "6507d592-cd68-4a35-814d-a70e1c80db6f"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 04:16:49.232979 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port 6507d592-cd68-4a35-814d-a70e1c80db6f, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=6507d592-cd68-4a35-814d-a70e1c80db6f,segment=NetworkSegment(e20ac610-68aa-4429-ba3e-21d6cb28c50a),segment_id=e20ac610-68aa-4429-ba3e-21d6cb28c50a)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:16:49.290371 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:16:49.315182 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 04:16:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5313b457-398e-42fd-9d7d-b494ba7476e5 x-openstack-request-id: req-5313b457-398e-42fd-9d7d-b494ba7476e5 {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 04:16:49.315478 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b9e8579-b364-4e36-b338-6ebdfdca861b", "name": "network-vif-plugged", "status": "completed", "tag": "6507d592-cd68-4a35-814d-a70e1c80db6f", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 04:16:49.315731 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5313b457-398e-42fd-9d7d-b494ba7476e5 {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 04:16:49.316121 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b9e8579-b364-4e36-b338-6ebdfdca861b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6507d592-cd68-4a35-814d-a70e1c80db6f', 'code': 200} Aug 11 04:16:49.342107 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=6507d592-cd68-4a35-814d-a70e1c80db6f,revision_number=9']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:16:49.550657 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a14f16d-fa7c-4e75-91c4-febb5caa95fd req-8bd68cc9-b98f-4fd6-9bb2-890a8c124609 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:16:49.552087 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5a14f16d-fa7c-4e75-91c4-febb5caa95fd req-8bd68cc9-b98f-4fd6-9bb2-890a8c124609 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b9e8579-b364-4e36-b338-6ebdfdca861b HTTP/1.1" status: 200 len: 946 time: 0.0490215 Aug 11 04:16:49.591098 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5a14f16d-fa7c-4e75-91c4-febb5caa95fd req-6d9a4a06-f462-4cff-87cb-7a43a31891a5 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/security-groups?id=de064be5-f34a-48c1-a199-e30aeb309311&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330212 Aug 11 04:16:49.618735 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 51684) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:16:49.682690 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-52a17e96-4031-4e33-b438-6e14e0373baa tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/floatingips/9ef890ab-e5b2-4bc6-ad07-31814420a39f HTTP/1.1" status: 200 len: 994 time: 0.0627923 Aug 11 04:16:59.232411 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-7c966278-7a67-4d25-8f76-26ff697d0a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:17:01.895516 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:17:02.140778 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dffc0fdd-005b-442f-954c-0ebfed7b6417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:17:03.312356 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:17:04.401698 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.agents_db [None req-950b7202-decb-43e2-8f71-ac8931dc9749 None None] Agent healthcheck: found 7 active agents {{(pid=102194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 04:17:04.929240 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:17:07.917796 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:17:11.793173 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:17:16.002658 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 51694) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:17:16.156646 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-02a1b279-538b-405a-aec5-b60ab7fd460a tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Deleting port ab0fbedd-3dfd-4ece-8de6-c735f2ac3183 {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 04:17:16.156906 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-02a1b279-538b-405a-aec5-b60ab7fd460a tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:17:16.238528 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-02a1b279-538b-405a-aec5-b60ab7fd460a tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:17:16.238856 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-02a1b279-538b-405a-aec5-b60ab7fd460a tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:17:16.250576 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-02a1b279-538b-405a-aec5-b60ab7fd460a tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Calling delete_port for ab0fbedd-3dfd-4ece-8de6-c735f2ac3183 owned by network:floatingip {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 04:17:16.449612 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-02a1b279-538b-405a-aec5-b60ab7fd460a tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:17:16.476528 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a1b279-538b-405a-aec5-b60ab7fd460a tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Pushing event deleted for resources: {'Port': ['ID=ab0fbedd-3dfd-4ece-8de6-c735f2ac3183,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:17:16.538102 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-02a1b279-538b-405a-aec5-b60ab7fd460a tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for floatingip, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:17:16.538647 n-d-764292-30 neutron-server[102192]: INFO neutron.db.l3_db [None req-02a1b279-538b-405a-aec5-b60ab7fd460a tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Floating IP 9ef890ab-e5b2-4bc6-ad07-31814420a39f disassociated (deleted). External IP: 172.25.8.217, port: 6507d592-cd68-4a35-814d-a70e1c80db6f. Aug 11 04:17:16.747671 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02a1b279-538b-405a-aec5-b60ab7fd460a tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Router 3c4582d3-2605-432b-8ff3-a46641d44de8 has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 04:17:16.855896 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02a1b279-538b-405a-aec5-b60ab7fd460a tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 04:17:16.867744 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-02a1b279-538b-405a-aec5-b60ab7fd460a tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for floatingip, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:17:16.867874 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa28756-15e2-4f83-9a2d-9cb84ccd0bcb None None] Sync routers for ids ['3c4582d3-2605-432b-8ff3-a46641d44de8'] in n-d-764292-30 {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 04:17:16.875757 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa28756-15e2-4f83-9a2d-9cb84ccd0bcb None None] Routers {'3c4582d3-2605-432b-8ff3-a46641d44de8'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 04:17:16.876381 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-baa28756-15e2-4f83-9a2d-9cb84ccd0bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T04:17:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['3c4582d3-2605-432b-8ff3-a46641d44de8'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:17:16.887673 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-02a1b279-538b-405a-aec5-b60ab7fd460a tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "DELETE /v2.0/floatingips/9ef890ab-e5b2-4bc6-ad07-31814420a39f HTTP/1.1" status: 204 len: 168 time: 0.8839023 Aug 11 04:17:16.888378 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b9e8579-b364-4e36-b338-6ebdfdca861b', 'tag': '6507d592-cd68-4a35-814d-a70e1c80db6f'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 04:17:16.891237 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7f53641f53ed3ecbe111d4b405439a3ffe6be981c23072cf9fee61815809fbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cd3a564-4d1d-4b3d-9eff-4d5662adf657" -d '{"events": [{"name": "network-changed", "server_uuid": "7b9e8579-b364-4e36-b338-6ebdfdca861b", "tag": "6507d592-cd68-4a35-814d-a70e1c80db6f"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 04:17:16.935941 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 04:17:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dd68d35-42bf-4ab3-8b46-ab69dc575dc8 x-openstack-request-id: req-6dd68d35-42bf-4ab3-8b46-ab69dc575dc8 {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 04:17:16.936309 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b9e8579-b364-4e36-b338-6ebdfdca861b", "tag": "6507d592-cd68-4a35-814d-a70e1c80db6f", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 04:17:16.937153 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6dd68d35-42bf-4ab3-8b46-ab69dc575dc8 {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 04:17:16.938880 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b9e8579-b364-4e36-b338-6ebdfdca861b', 'tag': '6507d592-cd68-4a35-814d-a70e1c80db6f', 'status': 'completed', 'code': 200} Aug 11 04:17:16.989900 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-baa28756-15e2-4f83-9a2d-9cb84ccd0bcb None None] Set router 3c4582d3-2605-432b-8ff3-a46641d44de8 gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 04:17:16.998200 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd3a564-4d1d-4b3d-9eff-4d5662adf657 req-2118626a-a366-415a-af46-5f3bddebcdf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:17:17.000252 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4cd3a564-4d1d-4b3d-9eff-4d5662adf657 req-2118626a-a366-415a-af46-5f3bddebcdf0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4ed3e3e6ac1f49f882ef8f301df62615&device_id=7b9e8579-b364-4e36-b338-6ebdfdca861b HTTP/1.1" status: 200 len: 1098 time: 0.0429783 Aug 11 04:17:17.100288 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd3a564-4d1d-4b3d-9eff-4d5662adf657 req-86e40eed-ae6d-4183-b406-216b897b9272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:17:17.101783 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4cd3a564-4d1d-4b3d-9eff-4d5662adf657 req-86e40eed-ae6d-4183-b406-216b897b9272 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5302ef58-4a9b-4030-8559-79ebd6f0b1ee HTTP/1.1" status: 200 len: 897 time: 0.0946300 Aug 11 04:17:17.148033 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4cd3a564-4d1d-4b3d-9eff-4d5662adf657 req-9e7578fb-c226-4e61-aaa7-e40c1c63d16a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6507d592-cd68-4a35-814d-a70e1c80db6f HTTP/1.1" status: 200 len: 217 time: 0.0395565 Aug 11 04:17:17.189819 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-baa28756-15e2-4f83-9a2d-9cb84ccd0bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c4582d3-2605-432b-8ff3-a46641d44de8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1796759951', 'tenant_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': 'f017c655-7093-4a3d-89d5-35b3385a23a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:15:03Z', 'updated_at': '2021-08-11T04:15:07Z', 'revision_number': 4, 'project_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'gw_port': {'id': 'f017c655-7093-4a3d-89d5-35b3385a23a6', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:14:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c4582d3-2605-432b-8ff3-a46641d44de8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:15:03Z', 'updated_at': '2021-08-11T04:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '5e6a125b-b220-4ce5-80e5-e1668a28bcc9', 'name': '', 'network_id': '5302ef58-4a9b-4030-8559-79ebd6f0b1ee', 'tenant_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'mac_address': 'fa:16:3e:9d:03:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c4582d3-2605-432b-8ff3-a46641d44de8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '771946d1-a7f2-42ed-be4f-cc656df0d41e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:15:06Z', 'updated_at': '2021-08-11T04:15:12Z', 'revision_number': 5, 'project_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'subnets': [{'id': '771946d1-a7f2-42ed-be4f-cc656df0d41e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:17:17.200634 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd3a564-4d1d-4b3d-9eff-4d5662adf657 req-d05c8f22-efe8-4b61-a208-44c8e75ce287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:17:17.202173 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4cd3a564-4d1d-4b3d-9eff-4d5662adf657 req-d05c8f22-efe8-4b61-a208-44c8e75ce287 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=771946d1-a7f2-42ed-be4f-cc656df0d41e HTTP/1.1" status: 200 len: 834 time: 0.0473261 Aug 11 04:17:17.252097 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd3a564-4d1d-4b3d-9eff-4d5662adf657 req-12245614-7c20-489f-b17f-bb72123a609e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:17:17.253591 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4cd3a564-4d1d-4b3d-9eff-4d5662adf657 req-12245614-7c20-489f-b17f-bb72123a609e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5302ef58-4a9b-4030-8559-79ebd6f0b1ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438404 Aug 11 04:17:17.313369 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa28756-15e2-4f83-9a2d-9cb84ccd0bcb None None] Checking router: 3c4582d3-2605-432b-8ff3-a46641d44de8 for host: n-d-764292-30 {{(pid=102194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 04:17:17.321812 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa28756-15e2-4f83-9a2d-9cb84ccd0bcb None None] Routers {'3c4582d3-2605-432b-8ff3-a46641d44de8'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 04:17:17.322452 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-baa28756-15e2-4f83-9a2d-9cb84ccd0bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T04:17:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['3c4582d3-2605-432b-8ff3-a46641d44de8'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:17:17.387237 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32912036-dcce-48c1-9dd7-97e1dec09a6a req-13435bc7-cbfa-445c-8ada-944bb021b02f tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:17:17.388720 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-32912036-dcce-48c1-9dd7-97e1dec09a6a req-13435bc7-cbfa-445c-8ada-944bb021b02f tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b9e8579-b364-4e36-b338-6ebdfdca861b HTTP/1.1" status: 200 len: 946 time: 0.0769882 Aug 11 04:17:17.395197 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4cd3a564-4d1d-4b3d-9eff-4d5662adf657 req-770d6e5b-9c16-4a7b-8f7d-9fc48cf9b7f4 service neutron] 10.222.0.24 "GET /v2.0/networks/5302ef58-4a9b-4030-8559-79ebd6f0b1ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340115 Aug 11 04:17:17.428416 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-baa28756-15e2-4f83-9a2d-9cb84ccd0bcb None None] Set router 3c4582d3-2605-432b-8ff3-a46641d44de8 gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 04:17:17.475003 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-32912036-dcce-48c1-9dd7-97e1dec09a6a req-b25c25e7-4139-498e-bd49-0ef227492ec0 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/security-groups?id=de064be5-f34a-48c1-a199-e30aeb309311&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788352 Aug 11 04:17:17.521101 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4cd3a564-4d1d-4b3d-9eff-4d5662adf657 req-693b33da-52c7-4c6c-ad27-d3840b3062a0 service neutron] 10.222.0.24 "GET /v2.0/networks/5302ef58-4a9b-4030-8559-79ebd6f0b1ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112082 Aug 11 04:17:17.620249 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-baa28756-15e2-4f83-9a2d-9cb84ccd0bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c4582d3-2605-432b-8ff3-a46641d44de8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1796759951', 'tenant_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': 'f017c655-7093-4a3d-89d5-35b3385a23a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:15:03Z', 'updated_at': '2021-08-11T04:15:07Z', 'revision_number': 4, 'project_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'gw_port': {'id': 'f017c655-7093-4a3d-89d5-35b3385a23a6', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:14:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c4582d3-2605-432b-8ff3-a46641d44de8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:15:03Z', 'updated_at': '2021-08-11T04:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '5e6a125b-b220-4ce5-80e5-e1668a28bcc9', 'name': '', 'network_id': '5302ef58-4a9b-4030-8559-79ebd6f0b1ee', 'tenant_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'mac_address': 'fa:16:3e:9d:03:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c4582d3-2605-432b-8ff3-a46641d44de8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '771946d1-a7f2-42ed-be4f-cc656df0d41e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:15:06Z', 'updated_at': '2021-08-11T04:15:12Z', 'revision_number': 5, 'project_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'subnets': [{'id': '771946d1-a7f2-42ed-be4f-cc656df0d41e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:17:17.646030 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa28756-15e2-4f83-9a2d-9cb84ccd0bcb None None] The sync data for ids ['3c4582d3-2605-432b-8ff3-a46641d44de8'] in n-d-764292-30 is: [{'id': '3c4582d3-2605-432b-8ff3-a46641d44de8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1796759951', 'tenant_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': 'f017c655-7093-4a3d-89d5-35b3385a23a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:15:03Z', 'updated_at': '2021-08-11T04:15:07Z', 'revision_number': 4, 'project_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'gw_port': {'id': 'f017c655-7093-4a3d-89d5-35b3385a23a6', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:14:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c4582d3-2605-432b-8ff3-a46641d44de8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:15:03Z', 'updated_at': '2021-08-11T04:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '5e6a125b-b220-4ce5-80e5-e1668a28bcc9', 'name': '', 'network_id': '5302ef58-4a9b-4030-8559-79ebd6f0b1ee', 'tenant_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'mac_address': 'fa:16:3e:9d:03:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c4582d3-2605-432b-8ff3-a46641d44de8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '771946d1-a7f2-42ed-be4f-cc656df0d41e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:15:06Z', 'updated_at': '2021-08-11T04:15:12Z', 'revision_number': 5, 'project_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'subnets': [{'id': '771946d1-a7f2-42ed-be4f-cc656df0d41e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 04:17:17.854530 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a68c3e-5d47-474f-8c2e-62db4247fc0a None None] New status for floating IP 9ef890ab-e5b2-4bc6-ad07-31814420a39f: DOWN {{(pid=102193) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 04:17:18.612600 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aac32f-910b-46f1-b059-f5d841af6561 req-40adcf1f-1db4-4a67-acf9-7d07118d328c tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:17:18.614054 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-56aac32f-910b-46f1-b059-f5d841af6561 req-40adcf1f-1db4-4a67-acf9-7d07118d328c tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b9e8579-b364-4e36-b338-6ebdfdca861b HTTP/1.1" status: 200 len: 946 time: 0.0770817 Aug 11 04:17:18.625994 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb846f17-9c5a-4047-befc-751efb3b3826 req-68df6137-b11b-490e-9e4c-6e20be74f1d1 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:17:18.627425 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bb846f17-9c5a-4047-befc-751efb3b3826 req-68df6137-b11b-490e-9e4c-6e20be74f1d1 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b9e8579-b364-4e36-b338-6ebdfdca861b HTTP/1.1" status: 200 len: 946 time: 0.0645812 Aug 11 04:17:18.712599 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bb846f17-9c5a-4047-befc-751efb3b3826 req-a153e1a2-e895-4033-801e-8fafc9ff0b98 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/security-groups?id=de064be5-f34a-48c1-a199-e30aeb309311&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782881 Aug 11 04:17:18.738213 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [req-56aac32f-910b-46f1-b059-f5d841af6561 req-a675421e-000f-413b-92dd-542b65a7ec32 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Deleting port 6507d592-cd68-4a35-814d-a70e1c80db6f {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 04:17:18.738592 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-56aac32f-910b-46f1-b059-f5d841af6561 req-a675421e-000f-413b-92dd-542b65a7ec32 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:17:18.825526 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [req-56aac32f-910b-46f1-b059-f5d841af6561 req-a675421e-000f-413b-92dd-542b65a7ec32 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] For port 6507d592-cd68-4a35-814d-a70e1c80db6f, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=6507d592-cd68-4a35-814d-a70e1c80db6f,segment=NetworkSegment(e20ac610-68aa-4429-ba3e-21d6cb28c50a),segment_id=e20ac610-68aa-4429-ba3e-21d6cb28c50a)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:17:18.825806 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-56aac32f-910b-46f1-b059-f5d841af6561 req-a675421e-000f-413b-92dd-542b65a7ec32 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:17:18.843875 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [req-56aac32f-910b-46f1-b059-f5d841af6561 req-a675421e-000f-413b-92dd-542b65a7ec32 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Calling delete_port for 6507d592-cd68-4a35-814d-a70e1c80db6f owned by compute:nova {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 04:17:19.441195 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-56aac32f-910b-46f1-b059-f5d841af6561 req-a675421e-000f-413b-92dd-542b65a7ec32 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:17:19.474099 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a675421e-000f-413b-92dd-542b65a7ec32 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Pushing event deleted for resources: {'Port': ['ID=6507d592-cd68-4a35-814d-a70e1c80db6f,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:17:19.515579 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [req-56aac32f-910b-46f1-b059-f5d841af6561 req-a675421e-000f-413b-92dd-542b65a7ec32 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] No DVR routers for this DVR port 6507d592-cd68-4a35-814d-a70e1c80db6f on host n-h2-764292-30 {{(pid=102192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 04:17:19.518603 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [req-56aac32f-910b-46f1-b059-f5d841af6561 req-a675421e-000f-413b-92dd-542b65a7ec32 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:17:19.520570 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-56aac32f-910b-46f1-b059-f5d841af6561 req-a675421e-000f-413b-92dd-542b65a7ec32 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.24 "DELETE /v2.0/ports/6507d592-cd68-4a35-814d-a70e1c80db6f HTTP/1.1" status: 204 len: 173 time: 0.8922889 Aug 11 04:17:19.521104 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b9e8579-b364-4e36-b338-6ebdfdca861b', 'name': 'network-vif-deleted', 'tag': '6507d592-cd68-4a35-814d-a70e1c80db6f'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 04:17:19.523404 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7f53641f53ed3ecbe111d4b405439a3ffe6be981c23072cf9fee61815809fbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d95ff23-94b1-4d08-92bc-ce8402ce6aca" -d '{"events": [{"server_uuid": "7b9e8579-b364-4e36-b338-6ebdfdca861b", "name": "network-vif-deleted", "tag": "6507d592-cd68-4a35-814d-a70e1c80db6f"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 04:17:19.559040 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 04:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27f9b787-e454-4008-86c5-e6e4375fe160 x-openstack-request-id: req-27f9b787-e454-4008-86c5-e6e4375fe160 {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 04:17:19.559336 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b9e8579-b364-4e36-b338-6ebdfdca861b", "name": "network-vif-deleted", "tag": "6507d592-cd68-4a35-814d-a70e1c80db6f", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 04:17:19.559635 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-27f9b787-e454-4008-86c5-e6e4375fe160 {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 04:17:19.560040 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b9e8579-b364-4e36-b338-6ebdfdca861b', 'name': 'network-vif-deleted', 'tag': '6507d592-cd68-4a35-814d-a70e1c80db6f', 'status': 'completed', 'code': 200} Aug 11 04:17:19.833639 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e817dfbf-b9b7-423a-9ec7-f689f06b473e req-5692a0d3-5583-466d-a082-a293edd30358 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b9e8579-b364-4e36-b338-6ebdfdca861b HTTP/1.1" status: 200 len: 210 time: 0.0283661 Aug 11 04:17:20.890310 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 51712) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:17:21.266694 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-931c4b7f-d132-4c38-a5bd-c8b925a7c7e6 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521106'] for router_interface, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:17:21.523926 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-931c4b7f-d132-4c38-a5bd-c8b925a7c7e6 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Deleting port 5e6a125b-b220-4ce5-80e5-e1668a28bcc9 {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 04:17:21.524163 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-931c4b7f-d132-4c38-a5bd-c8b925a7c7e6 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:17:21.610859 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [None req-931c4b7f-d132-4c38-a5bd-c8b925a7c7e6 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] For port 5e6a125b-b220-4ce5-80e5-e1668a28bcc9, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=5e6a125b-b220-4ce5-80e5-e1668a28bcc9,segment=NetworkSegment(e20ac610-68aa-4429-ba3e-21d6cb28c50a),segment_id=e20ac610-68aa-4429-ba3e-21d6cb28c50a)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:17:21.611221 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-931c4b7f-d132-4c38-a5bd-c8b925a7c7e6 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:17:21.624035 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-931c4b7f-d132-4c38-a5bd-c8b925a7c7e6 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Calling delete_port for 5e6a125b-b220-4ce5-80e5-e1668a28bcc9 owned by network:router_interface {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 04:17:21.860741 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-931c4b7f-d132-4c38-a5bd-c8b925a7c7e6 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:17:21.893785 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931c4b7f-d132-4c38-a5bd-c8b925a7c7e6 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Pushing event deleted for resources: {'Port': ['ID=5e6a125b-b220-4ce5-80e5-e1668a28bcc9,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:17:22.067690 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-931c4b7f-d132-4c38-a5bd-c8b925a7c7e6 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16383033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450082'] for router_interface, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:17:22.285738 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-931c4b7f-d132-4c38-a5bd-c8b925a7c7e6 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Router 3c4582d3-2605-432b-8ff3-a46641d44de8 has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 04:17:22.393407 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-931c4b7f-d132-4c38-a5bd-c8b925a7c7e6 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 04:17:22.398921 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-931c4b7f-d132-4c38-a5bd-c8b925a7c7e6 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "PUT /v2.0/routers/3c4582d3-2605-432b-8ff3-a46641d44de8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5072339 Aug 11 04:17:22.401276 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 51714) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:17:22.402862 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79bc55d-712c-437e-aa67-ef0e5aeaad2a None None] Sync routers for ids ['3c4582d3-2605-432b-8ff3-a46641d44de8'] in n-d-764292-30 {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 04:17:22.411746 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79bc55d-712c-437e-aa67-ef0e5aeaad2a None None] Routers {'3c4582d3-2605-432b-8ff3-a46641d44de8'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 04:17:22.412348 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-e79bc55d-712c-437e-aa67-ef0e5aeaad2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T04:17:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['3c4582d3-2605-432b-8ff3-a46641d44de8'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:17:22.453464 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b87ca66-5f05-458a-9edb-59aea4b8c41a tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Deleting subnet 771946d1-a7f2-42ed-be4f-cc656df0d41e {{(pid=102192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 04:17:22.456714 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-1b87ca66-5f05-458a-9edb-59aea4b8c41a tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for subnet, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:17:22.496248 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-1b87ca66-5f05-458a-9edb-59aea4b8c41a tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125932460'] for subnet, precommit_delete_associations {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:17:22.519054 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-e79bc55d-712c-437e-aa67-ef0e5aeaad2a None None] Set router 3c4582d3-2605-432b-8ff3-a46641d44de8 gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 04:17:22.592690 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-1b87ca66-5f05-458a-9edb-59aea4b8c41a tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:17:22.699442 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-e79bc55d-712c-437e-aa67-ef0e5aeaad2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c4582d3-2605-432b-8ff3-a46641d44de8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1796759951', 'tenant_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': 'f017c655-7093-4a3d-89d5-35b3385a23a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:15:03Z', 'updated_at': '2021-08-11T04:17:21Z', 'revision_number': 5, 'project_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'gw_port': {'id': 'f017c655-7093-4a3d-89d5-35b3385a23a6', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:14:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c4582d3-2605-432b-8ff3-a46641d44de8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:15:03Z', 'updated_at': '2021-08-11T04:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:17:22.728106 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79bc55d-712c-437e-aa67-ef0e5aeaad2a None None] Checking router: 3c4582d3-2605-432b-8ff3-a46641d44de8 for host: n-d-764292-30 {{(pid=102194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 04:17:22.737115 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79bc55d-712c-437e-aa67-ef0e5aeaad2a None None] Routers {'3c4582d3-2605-432b-8ff3-a46641d44de8'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 04:17:22.737716 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-e79bc55d-712c-437e-aa67-ef0e5aeaad2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T04:17:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['3c4582d3-2605-432b-8ff3-a46641d44de8'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:17:22.741031 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-1b87ca66-5f05-458a-9edb-59aea4b8c41a tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125932157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126180897'] for subnet, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:17:22.771079 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b87ca66-5f05-458a-9edb-59aea4b8c41a tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Pushing event deleted for resources: {'Subnet': ['ID=771946d1-a7f2-42ed-be4f-cc656df0d41e,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:17:22.772444 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-1b87ca66-5f05-458a-9edb-59aea4b8c41a tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:17:22.777284 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-1b87ca66-5f05-458a-9edb-59aea4b8c41a tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "DELETE /v2.0/subnets/771946d1-a7f2-42ed-be4f-cc656df0d41e HTTP/1.1" status: 204 len: 168 time: 0.3722475 Aug 11 04:17:22.778269 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 51716) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:17:22.782491 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec56e0d1-0b9b-406b-9cc6-f780dec54b65 None None] Network 5302ef58-4a9b-4030-8559-79ebd6f0b1ee requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 04:17:22.853146 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-e79bc55d-712c-437e-aa67-ef0e5aeaad2a None None] Set router 3c4582d3-2605-432b-8ff3-a46641d44de8 gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 04:17:22.998186 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-646f0d83-2b31-45ae-8e33-eae03da9cfc3 None None] DHCP port deletion for 5302ef58-4a9b-4030-8559-79ebd6f0b1ee request from n-d-764292-30 {{(pid=102193) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 04:17:23.049316 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-646f0d83-2b31-45ae-8e33-eae03da9cfc3 None None] Deleting port 5fe10220-d049-43b1-97dc-61037e249a5d {{(pid=102193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 04:17:23.049708 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-646f0d83-2b31-45ae-8e33-eae03da9cfc3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:17:23.055827 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-e79bc55d-712c-437e-aa67-ef0e5aeaad2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c4582d3-2605-432b-8ff3-a46641d44de8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1796759951', 'tenant_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': 'f017c655-7093-4a3d-89d5-35b3385a23a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:15:03Z', 'updated_at': '2021-08-11T04:17:21Z', 'revision_number': 5, 'project_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'gw_port': {'id': 'f017c655-7093-4a3d-89d5-35b3385a23a6', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:14:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c4582d3-2605-432b-8ff3-a46641d44de8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:15:03Z', 'updated_at': '2021-08-11T04:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:17:23.089431 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79bc55d-712c-437e-aa67-ef0e5aeaad2a None None] The sync data for ids ['3c4582d3-2605-432b-8ff3-a46641d44de8'] in n-d-764292-30 is: [{'id': '3c4582d3-2605-432b-8ff3-a46641d44de8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1796759951', 'tenant_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': 'f017c655-7093-4a3d-89d5-35b3385a23a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:15:03Z', 'updated_at': '2021-08-11T04:17:21Z', 'revision_number': 5, 'project_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'gw_port': {'id': 'f017c655-7093-4a3d-89d5-35b3385a23a6', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:14:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c4582d3-2605-432b-8ff3-a46641d44de8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:15:03Z', 'updated_at': '2021-08-11T04:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}] {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 04:17:23.121743 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 6507d592-cd68-4a35-814d-a70e1c80db6f no longer exists at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 04:17:23.152316 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] No Port match for: 6507d592-cd68-4a35-814d-a70e1c80db6f {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 04:17:23.152661 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device 6507d592-cd68-4a35-814d-a70e1c80db6f not bound to the agent host n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 04:17:23.157484 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-646f0d83-2b31-45ae-8e33-eae03da9cfc3 None None] For port 5fe10220-d049-43b1-97dc-61037e249a5d, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=5fe10220-d049-43b1-97dc-61037e249a5d,segment=NetworkSegment(e20ac610-68aa-4429-ba3e-21d6cb28c50a),segment_id=e20ac610-68aa-4429-ba3e-21d6cb28c50a)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:17:23.157891 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-646f0d83-2b31-45ae-8e33-eae03da9cfc3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:17:23.171681 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-646f0d83-2b31-45ae-8e33-eae03da9cfc3 None None] Calling delete_port for 5fe10220-d049-43b1-97dc-61037e249a5d owned by network:dhcp {{(pid=102193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 04:17:23.235788 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a10ff2c5-7641-4db6-a8b9-2abaa49fca9f tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for router, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:17:23.338087 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-646f0d83-2b31-45ae-8e33-eae03da9cfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678'] for port, after_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:17:23.338404 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a10ff2c5-7641-4db6-a8b9-2abaa49fca9f tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:17:23.365239 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646f0d83-2b31-45ae-8e33-eae03da9cfc3 None None] Pushing event deleted for resources: {'Port': ['ID=5fe10220-d049-43b1-97dc-61037e249a5d,revision_number=None']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:17:23.372093 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-646f0d83-2b31-45ae-8e33-eae03da9cfc3 None None] No DVR routers for this DVR port 5fe10220-d049-43b1-97dc-61037e249a5d on host n-d-764292-30 {{(pid=102193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 04:17:23.465153 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-a10ff2c5-7641-4db6-a8b9-2abaa49fca9f tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Deleting port f017c655-7093-4a3d-89d5-35b3385a23a6 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 04:17:23.465503 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a10ff2c5-7641-4db6-a8b9-2abaa49fca9f tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:17:23.546421 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [None req-a10ff2c5-7641-4db6-a8b9-2abaa49fca9f tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] For port f017c655-7093-4a3d-89d5-35b3385a23a6, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=f017c655-7093-4a3d-89d5-35b3385a23a6,segment=NetworkSegment(fab28bed-aa25-40db-bba4-ec26e795194c),segment_id=fab28bed-aa25-40db-bba4-ec26e795194c)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:17:23.546791 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a10ff2c5-7641-4db6-a8b9-2abaa49fca9f tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:17:23.564325 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-a10ff2c5-7641-4db6-a8b9-2abaa49fca9f tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Calling delete_port for f017c655-7093-4a3d-89d5-35b3385a23a6 owned by network:router_gateway {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 04:17:23.791969 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a10ff2c5-7641-4db6-a8b9-2abaa49fca9f tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:17:23.816127 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10ff2c5-7641-4db6-a8b9-2abaa49fca9f tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Pushing event deleted for resources: {'Port': ['ID=f017c655-7093-4a3d-89d5-35b3385a23a6,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:17:23.831169 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10ff2c5-7641-4db6-a8b9-2abaa49fca9f tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:17:23.831526 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10ff2c5-7641-4db6-a8b9-2abaa49fca9f tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:17:23.831875 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10ff2c5-7641-4db6-a8b9-2abaa49fca9f tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:17:23.832218 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10ff2c5-7641-4db6-a8b9-2abaa49fca9f tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:17:23.832556 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10ff2c5-7641-4db6-a8b9-2abaa49fca9f tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:17:23.832894 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10ff2c5-7641-4db6-a8b9-2abaa49fca9f tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:17:23.833234 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10ff2c5-7641-4db6-a8b9-2abaa49fca9f tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:17:23.833566 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10ff2c5-7641-4db6-a8b9-2abaa49fca9f tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:17:23.833899 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10ff2c5-7641-4db6-a8b9-2abaa49fca9f tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:17:23.834232 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10ff2c5-7641-4db6-a8b9-2abaa49fca9f tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:17:23.834586 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10ff2c5-7641-4db6-a8b9-2abaa49fca9f tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:17:23.834915 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10ff2c5-7641-4db6-a8b9-2abaa49fca9f tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:17:23.889175 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a10ff2c5-7641-4db6-a8b9-2abaa49fca9f tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-446916'] for router_gateway, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:17:23.984571 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a10ff2c5-7641-4db6-a8b9-2abaa49fca9f tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6544'] for router, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:17:23.986742 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a10ff2c5-7641-4db6-a8b9-2abaa49fca9f tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:17:23.992241 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 5e6a125b-b220-4ce5-80e5-e1668a28bcc9 no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 04:17:24.012824 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: 5e6a125b-b220-4ce5-80e5-e1668a28bcc9 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 04:17:24.013175 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 5e6a125b-b220-4ce5-80e5-e1668a28bcc9 not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 04:17:24.013587 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 5fe10220-d049-43b1-97dc-61037e249a5d no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 04:17:24.033528 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: 5fe10220-d049-43b1-97dc-61037e249a5d {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 04:17:24.033882 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 5fe10220-d049-43b1-97dc-61037e249a5d not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 04:17:24.080867 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a10ff2c5-7641-4db6-a8b9-2abaa49fca9f tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448809'] for router, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:17:24.081468 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a10ff2c5-7641-4db6-a8b9-2abaa49fca9f tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Fanout notify agent at l3_agent the message router_deleted on router 3c4582d3-2605-432b-8ff3-a46641d44de8 {{(pid=102191) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 04:17:24.088309 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a10ff2c5-7641-4db6-a8b9-2abaa49fca9f tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for router, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:17:24.089447 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-a10ff2c5-7641-4db6-a8b9-2abaa49fca9f tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "DELETE /v2.0/routers/3c4582d3-2605-432b-8ff3-a46641d44de8 HTTP/1.1" status: 204 len: 168 time: 1.3101540 Aug 11 04:17:24.092276 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 51718) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:17:24.170518 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b23c63d8-a8cb-49a0-bd30-882646bb36b4 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:17:24.265724 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b23c63d8-a8cb-49a0-bd30-882646bb36b4 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:17:24.275907 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-b23c63d8-a8cb-49a0-bd30-882646bb36b4 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5302ef58-4a9b-4030-8559-79ebd6f0b1ee']}} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:17:24.286690 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-b23c63d8-a8cb-49a0-bd30-882646bb36b4 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e20ac610-68aa-4429-ba3e-21d6cb28c50a') {'for_net_delete': True} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:17:24.286993 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-b23c63d8-a8cb-49a0-bd30-882646bb36b4 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e20ac610-68aa-4429-ba3e-21d6cb28c50a') {} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:17:24.295668 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b23c63d8-a8cb-49a0-bd30-882646bb36b4 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126283644'] for segment, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:17:24.308995 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b23c63d8-a8cb-49a0-bd30-882646bb36b4 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:17:24.314744 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b23c63d8-a8cb-49a0-bd30-882646bb36b4 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=102191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 04:17:24.315134 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b23c63d8-a8cb-49a0-bd30-882646bb36b4 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126283391'] for segment, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:17:24.317994 n-d-764292-30 neutron-server[102191]: Traceback (most recent call last): Aug 11 04:17:24.317994 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 04:17:24.317994 n-d-764292-30 neutron-server[102191]: timer() Aug 11 04:17:24.317994 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 04:17:24.317994 n-d-764292-30 neutron-server[102191]: cb(*args, **kw) Aug 11 04:17:24.317994 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 04:17:24.317994 n-d-764292-30 neutron-server[102191]: return func(*args, **kwargs) Aug 11 04:17:24.317994 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 04:17:24.317994 n-d-764292-30 neutron-server[102191]: self._notify() Aug 11 04:17:24.317994 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 04:17:24.317994 n-d-764292-30 neutron-server[102191]: self.callback(batched_events) Aug 11 04:17:24.317994 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 04:17:24.317994 n-d-764292-30 neutron-server[102191]: event.method(event) Aug 11 04:17:24.317994 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 04:17:24.317994 n-d-764292-30 neutron-server[102191]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 04:17:24.317994 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 04:17:24.317994 n-d-764292-30 neutron-server[102191]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 04:17:24.317994 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 04:17:24.317994 n-d-764292-30 neutron-server[102191]: return f(self, *a, **k) Aug 11 04:17:24.317994 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 04:17:24.317994 n-d-764292-30 neutron-server[102191]: return self._get(url).json() Aug 11 04:17:24.317994 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 04:17:24.317994 n-d-764292-30 neutron-server[102191]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 04:17:24.317994 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 04:17:24.317994 n-d-764292-30 neutron-server[102191]: return self.request(url, 'GET', **kwargs) Aug 11 04:17:24.317994 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 04:17:24.317994 n-d-764292-30 neutron-server[102191]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 04:17:24.317994 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 04:17:24.317994 n-d-764292-30 neutron-server[102191]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 04:17:24.317994 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 04:17:24.317994 n-d-764292-30 neutron-server[102191]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 04:17:24.317994 n-d-764292-30 neutron-server[102191]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 04:17:24.441091 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b23c63d8-a8cb-49a0-bd30-882646bb36b4 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:17:24.450182 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b23c63d8-a8cb-49a0-bd30-882646bb36b4 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:17:24.452782 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-b23c63d8-a8cb-49a0-bd30-882646bb36b4 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "DELETE /v2.0/networks/5302ef58-4a9b-4030-8559-79ebd6f0b1ee HTTP/1.1" status: 204 len: 168 time: 0.3589199 Aug 11 04:17:24.456765 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 51720) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:17:24.465543 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23c63d8-a8cb-49a0-bd30-882646bb36b4 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Pushing event deleted for resources: {'Network': ['ID=5302ef58-4a9b-4030-8559-79ebd6f0b1ee,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:17:24.519501 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-8caac14c-ff02-448a-8e14-5dabe81032ff tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:17:24.548660 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-8caac14c-ff02-448a-8e14-5dabe81032ff tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:17:24.687198 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-8caac14c-ff02-448a-8e14-5dabe81032ff tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:17:24.689793 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-8caac14c-ff02-448a-8e14-5dabe81032ff tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:17:24.691070 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-8caac14c-ff02-448a-8e14-5dabe81032ff tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "DELETE /v2.0/security-groups/de064be5-f34a-48c1-a199-e30aeb309311 HTTP/1.1" status: 204 len: 168 time: 0.2332819 Aug 11 04:17:24.700232 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8caac14c-ff02-448a-8e14-5dabe81032ff tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de064be5-f34a-48c1-a199-e30aeb309311,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:17:25.448053 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 51726) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:17:25.452792 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-624012ec-d6e6-41e8-94c1-ad3b7b7152dd tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-617809309', 'description': 'tempest-secgroup-smoke-617809309 description', 'project_id': '4ed3e3e6ac1f49f882ef8f301df62615'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:17:25.546950 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-624012ec-d6e6-41e8-94c1-ad3b7b7152dd tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:17:25.625679 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-624012ec-d6e6-41e8-94c1-ad3b7b7152dd tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:17:25.677559 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-624012ec-d6e6-41e8-94c1-ad3b7b7152dd tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:17:25.711912 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624012ec-d6e6-41e8-94c1-ad3b7b7152dd tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b4e4e05-3dcb-4198-b4f8-9f6d197c5ff9,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:17:25.783670 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-624012ec-d6e6-41e8-94c1-ad3b7b7152dd tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:17:25.784953 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-624012ec-d6e6-41e8-94c1-ad3b7b7152dd tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3358858 Aug 11 04:17:25.787858 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 51728) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:17:25.792498 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-6413cd3f-c72e-4913-8087-d7a9461107d9 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Request body: {'security_group_rule': {'security_group_id': '6b4e4e05-3dcb-4198-b4f8-9f6d197c5ff9', 'project_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:17:25.904472 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-6413cd3f-c72e-4913-8087-d7a9461107d9 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:17:25.908742 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device f017c655-7093-4a3d-89d5-35b3385a23a6 no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 04:17:25.933056 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: f017c655-7093-4a3d-89d5-35b3385a23a6 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 04:17:25.933310 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device f017c655-7093-4a3d-89d5-35b3385a23a6 not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 04:17:25.957518 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-6413cd3f-c72e-4913-8087-d7a9461107d9 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:17:26.035228 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-6413cd3f-c72e-4913-8087-d7a9461107d9 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:17:26.053852 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6413cd3f-c72e-4913-8087-d7a9461107d9 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a6afd74-97b5-4b9c-a23a-b029dee137e4,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:17:26.120959 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-6413cd3f-c72e-4913-8087-d7a9461107d9 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:17:26.122878 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-6413cd3f-c72e-4913-8087-d7a9461107d9 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3339663 Aug 11 04:17:26.124868 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 51730) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:17:26.129429 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-6c36f90f-9ee7-4b41-abb4-d43e74e768c6 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Request body: {'security_group_rule': {'security_group_id': '6b4e4e05-3dcb-4198-b4f8-9f6d197c5ff9', 'project_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:17:26.214473 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-6c36f90f-9ee7-4b41-abb4-d43e74e768c6 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:17:26.273141 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-6c36f90f-9ee7-4b41-abb4-d43e74e768c6 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:17:26.335170 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-6c36f90f-9ee7-4b41-abb4-d43e74e768c6 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:17:26.357235 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c36f90f-9ee7-4b41-abb4-d43e74e768c6 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac5245a9-1c3f-4dc2-a18a-8a512e1deca5,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:17:26.421001 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-6c36f90f-9ee7-4b41-abb4-d43e74e768c6 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:17:26.422164 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-6c36f90f-9ee7-4b41-abb4-d43e74e768c6 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2963648 Aug 11 04:17:26.425032 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 51732) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:17:26.429657 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-d28ac08d-0cc8-4144-a2ba-c02261a32d15 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Request body: {'security_group_rule': {'security_group_id': '6b4e4e05-3dcb-4198-b4f8-9f6d197c5ff9', 'project_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:17:26.511728 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-d28ac08d-0cc8-4144-a2ba-c02261a32d15 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:17:26.569842 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-d28ac08d-0cc8-4144-a2ba-c02261a32d15 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:17:26.647010 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-d28ac08d-0cc8-4144-a2ba-c02261a32d15 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:17:26.665025 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28ac08d-0cc8-4144-a2ba-c02261a32d15 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b3b00fd-b27e-436c-acf9-aefbbbc9ae52,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:17:26.738568 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-d28ac08d-0cc8-4144-a2ba-c02261a32d15 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:17:26.739812 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-d28ac08d-0cc8-4144-a2ba-c02261a32d15 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3138053 Aug 11 04:17:26.742536 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 51734) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:17:26.748112 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-c02197fa-a4e7-4e91-9851-224dbc29b80b tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Request body: {'security_group_rule': {'security_group_id': '6b4e4e05-3dcb-4198-b4f8-9f6d197c5ff9', 'project_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:17:26.866351 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c02197fa-a4e7-4e91-9851-224dbc29b80b tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:17:26.927889 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c02197fa-a4e7-4e91-9851-224dbc29b80b tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:17:27.018525 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c02197fa-a4e7-4e91-9851-224dbc29b80b tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:17:27.036685 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02197fa-a4e7-4e91-9851-224dbc29b80b tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cda5922-3daa-45ff-8ed0-4370612ea1a1,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:17:27.100713 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c02197fa-a4e7-4e91-9851-224dbc29b80b tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:17:27.101951 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-c02197fa-a4e7-4e91-9851-224dbc29b80b tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3584976 Aug 11 04:17:27.104785 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 51736) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:17:27.109520 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-101b2005-9f83-4fc8-ad44-7ecf537834d9 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Request body: {'security_group_rule': {'security_group_id': '6b4e4e05-3dcb-4198-b4f8-9f6d197c5ff9', 'project_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:17:27.174907 n-d-764292-30 neutron-server[102191]: INFO neutron.db.securitygroups_db [None req-101b2005-9f83-4fc8-ad44-7ecf537834d9 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Project 4ed3e3e6ac1f49f882ef8f301df62615 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 04:17:27.180183 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-101b2005-9f83-4fc8-ad44-7ecf537834d9 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:17:27.242733 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-101b2005-9f83-4fc8-ad44-7ecf537834d9 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:17:27.315184 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-101b2005-9f83-4fc8-ad44-7ecf537834d9 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:17:27.334072 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101b2005-9f83-4fc8-ad44-7ecf537834d9 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79eee03a-a817-43c0-b3b1-c554197e0016,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:17:27.409004 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-101b2005-9f83-4fc8-ad44-7ecf537834d9 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:17:27.410251 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-101b2005-9f83-4fc8-ad44-7ecf537834d9 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3044472 Aug 11 04:17:27.412888 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 51738) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:17:27.417352 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-b94422e6-c858-4b4c-910c-4ebfd1627d84 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Request body: {'security_group_rule': {'security_group_id': '6b4e4e05-3dcb-4198-b4f8-9f6d197c5ff9', 'project_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:17:27.483324 n-d-764292-30 neutron-server[102191]: INFO neutron.db.securitygroups_db [None req-b94422e6-c858-4b4c-910c-4ebfd1627d84 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Project 4ed3e3e6ac1f49f882ef8f301df62615 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 04:17:27.489079 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b94422e6-c858-4b4c-910c-4ebfd1627d84 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:17:27.550459 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b94422e6-c858-4b4c-910c-4ebfd1627d84 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:17:27.618352 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b94422e6-c858-4b4c-910c-4ebfd1627d84 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:17:27.635746 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94422e6-c858-4b4c-910c-4ebfd1627d84 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eaaabe7a-7ea2-4713-ac50-6737167900a2,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:17:27.704048 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b94422e6-c858-4b4c-910c-4ebfd1627d84 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:17:27.705297 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-b94422e6-c858-4b4c-910c-4ebfd1627d84 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2914844 Aug 11 04:17:27.708014 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 51740) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:17:27.712966 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-ea24f190-b0d1-47ca-adcd-7b7cf678fd49 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Request body: {'network': {'name': 'tempest-network-smoke--1530672635', 'project_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'port_security_enabled': True}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:17:27.795586 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea24f190-b0d1-47ca-adcd-7b7cf678fd49 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Made reservation on behalf of 4ed3e3e6ac1f49f882ef8f301df62615 for: {'network': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 04:17:27.799579 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ea24f190-b0d1-47ca-adcd-7b7cf678fd49 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:17:27.822338 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea24f190-b0d1-47ca-adcd-7b7cf678fd49 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=102191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 04:17:27.831581 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ea24f190-b0d1-47ca-adcd-7b7cf678fd49 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:17:27.831944 n-d-764292-30 neutron-server[102191]: INFO neutron.db.segments_db [None req-ea24f190-b0d1-47ca-adcd-7b7cf678fd49 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Added segment 5d6d50cf-48ed-4de1-8e22-860733100cab of type vlan for network 94fac488-0d18-4677-90d9-d7de377a9fa3 Aug 11 04:17:27.878916 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ea24f190-b0d1-47ca-adcd-7b7cf678fd49 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:17:27.946163 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ea24f190-b0d1-47ca-adcd-7b7cf678fd49 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:17:27.951932 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea24f190-b0d1-47ca-adcd-7b7cf678fd49 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:17:27.953025 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-ea24f190-b0d1-47ca-adcd-7b7cf678fd49 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:17:28.017042 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea24f190-b0d1-47ca-adcd-7b7cf678fd49 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Pushing event updated for resources: {'Network': ['ID=94fac488-0d18-4677-90d9-d7de377a9fa3,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:17:28.027960 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network 94fac488-0d18-4677-90d9-d7de377a9fa3 details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 04:17:28.081767 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-ea24f190-b0d1-47ca-adcd-7b7cf678fd49 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3726258 Aug 11 04:17:28.084389 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 51742) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:17:28.088976 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-c45a26d7-8f71-416d-a7cb-99043c5f6d95 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1849759930', 'admin_state_up': True, 'project_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:17:28.180567 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c45a26d7-8f71-416d-a7cb-99043c5f6d95 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-450010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6626'] for router, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:17:28.181665 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c45a26d7-8f71-416d-a7cb-99043c5f6d95 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-446747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6633'] for router, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:17:28.237447 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c45a26d7-8f71-416d-a7cb-99043c5f6d95 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:17:28.443971 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c45a26d7-8f71-416d-a7cb-99043c5f6d95 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:17:28.725711 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c45a26d7-8f71-416d-a7cb-99043c5f6d95 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for router_gateway, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:17:28.744198 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c45a26d7-8f71-416d-a7cb-99043c5f6d95 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:17:28.848550 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [None req-c45a26d7-8f71-416d-a7cb-99043c5f6d95 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Allocated IP 172.25.8.169 (09faf7d2-eaf5-4a50-bb6e-4cb05d009a76/e1a97443-13df-40bb-85f5-fd269e2742c0/30cd27ff-ac5b-4431-91f7-7582e8dfd9d3) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 04:17:28.952497 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c45a26d7-8f71-416d-a7cb-99043c5f6d95 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:17:29.041332 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c45a26d7-8f71-416d-a7cb-99043c5f6d95 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:17:29.082080 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c45a26d7-8f71-416d-a7cb-99043c5f6d95 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 04:17:29.084979 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-c45a26d7-8f71-416d-a7cb-99043c5f6d95 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 04:17:29.088566 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45a26d7-8f71-416d-a7cb-99043c5f6d95 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 04:17:29.115386 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45a26d7-8f71-416d-a7cb-99043c5f6d95 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Pushing event updated for resources: {'Port': ['ID=30cd27ff-ac5b-4431-91f7-7582e8dfd9d3,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:17:29.235594 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-39f72e08-afb5-492f-a6a1-5fc7f47adf69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:17:29.430631 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c45a26d7-8f71-416d-a7cb-99043c5f6d95 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for router_gateway, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:17:29.622134 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c45a26d7-8f71-416d-a7cb-99043c5f6d95 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-446952'] for router, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:17:29.792044 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c45a26d7-8f71-416d-a7cb-99043c5f6d95 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Router 4260ea23-969a-4588-8d45-2bddcfef439c is scheduled to L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 with binding_index 1 {{(pid=102191) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 04:17:29.897667 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c45a26d7-8f71-416d-a7cb-99043c5f6d95 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 04:17:29.909988 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753b5940-22c2-47bf-906c-7a43f9bd3fe6 None None] Sync routers for ids ['4260ea23-969a-4588-8d45-2bddcfef439c'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 04:17:29.918859 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753b5940-22c2-47bf-906c-7a43f9bd3fe6 None None] Routers {'4260ea23-969a-4588-8d45-2bddcfef439c'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 04:17:29.923790 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-753b5940-22c2-47bf-906c-7a43f9bd3fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T04:17:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['4260ea23-969a-4588-8d45-2bddcfef439c'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:17:29.963646 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c45a26d7-8f71-416d-a7cb-99043c5f6d95 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for router, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:17:29.965014 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-c45a26d7-8f71-416d-a7cb-99043c5f6d95 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8796198 Aug 11 04:17:29.968872 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 51744) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:17:30.026028 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-753b5940-22c2-47bf-906c-7a43f9bd3fe6 None None] Set router 4260ea23-969a-4588-8d45-2bddcfef439c gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 04:17:30.040681 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-fbf62a95-9865-4bae-935d-3ffa9a496ec7 tempest-TestNetworkAdvancedServerOps-1813166602 tempest-TestNetworkAdvancedServerOps-1813166602-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=4ed3e3e6ac1f49f882ef8f301df62615&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0705278 Aug 11 04:17:30.043389 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 51748) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:17:30.134274 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dfa610d-e18a-4eac-bb5f-1f62f997ca78 tempest-TestNetworkAdvancedServerOps-1813166602 tempest-TestNetworkAdvancedServerOps-1813166602-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:17:30.135940 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-1dfa610d-e18a-4eac-bb5f-1f62f997ca78 tempest-TestNetworkAdvancedServerOps-1813166602 tempest-TestNetworkAdvancedServerOps-1813166602-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0917213 Aug 11 04:17:30.138642 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 51750) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:17:30.168440 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-d3cb349a-81c9-4784-a2dc-e3ec6361a17a tempest-TestNetworkAdvancedServerOps-1813166602 tempest-TestNetworkAdvancedServerOps-1813166602-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=09faf7d2-eaf5-4a50-bb6e-4cb05d009a76&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0286739 Aug 11 04:17:30.170979 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 51752) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:17:30.176009 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-e6334642-64fd-4186-acd2-017083d12b6c tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1856593569', 'network_id': '94fac488-0d18-4677-90d9-d7de377a9fa3', 'project_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:17:30.208971 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-753b5940-22c2-47bf-906c-7a43f9bd3fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4260ea23-969a-4588-8d45-2bddcfef439c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1849759930', 'tenant_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '30cd27ff-ac5b-4431-91f7-7582e8dfd9d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:17:28Z', 'updated_at': '2021-08-11T04:17:29Z', 'revision_number': 3, 'project_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'gw_port': {'id': '30cd27ff-ac5b-4431-91f7-7582e8dfd9d3', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:4e:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4260ea23-969a-4588-8d45-2bddcfef439c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:17:28Z', 'updated_at': '2021-08-11T04:17:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:17:30.235238 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753b5940-22c2-47bf-906c-7a43f9bd3fe6 None None] Checking router: 4260ea23-969a-4588-8d45-2bddcfef439c for host: n-d-764292-30 {{(pid=102193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 04:17:30.235584 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753b5940-22c2-47bf-906c-7a43f9bd3fe6 None None] Updating router 4260ea23-969a-4588-8d45-2bddcfef439c port 30cd27ff-ac5b-4431-91f7-7582e8dfd9d3 binding host n-d-764292-30 {{(pid=102193) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 04:17:30.259665 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-753b5940-22c2-47bf-906c-7a43f9bd3fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:17:30.363531 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6334642-64fd-4186-acd2-017083d12b6c tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Made reservation on behalf of 4ed3e3e6ac1f49f882ef8f301df62615 for: {'subnet': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 04:17:30.367155 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e6334642-64fd-4186-acd2-017083d12b6c tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274743'] for subnet, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:17:30.521549 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-753b5940-22c2-47bf-906c-7a43f9bd3fe6 None None] Notify callbacks [] for port, precommit_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:17:30.532276 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-753b5940-22c2-47bf-906c-7a43f9bd3fe6 None None] Transition to ACTIVE for port object 30cd27ff-ac5b-4431-91f7-7582e8dfd9d3 will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 04:17:30.597894 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-753b5940-22c2-47bf-906c-7a43f9bd3fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:17:30.621563 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e6334642-64fd-4186-acd2-017083d12b6c tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126283476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274725'] for subnet, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:17:30.650823 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-753b5940-22c2-47bf-906c-7a43f9bd3fe6 None None] Attempting to bind port 30cd27ff-ac5b-4431-91f7-7582e8dfd9d3 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 04:17:30.651199 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-753b5940-22c2-47bf-906c-7a43f9bd3fe6 None None] Attempting to bind port 30cd27ff-ac5b-4431-91f7-7582e8dfd9d3 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 04:17:30.651571 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753b5940-22c2-47bf-906c-7a43f9bd3fe6 None None] Attempting to bind port 30cd27ff-ac5b-4431-91f7-7582e8dfd9d3 on network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 04:17:30.658764 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ea484b-c452-49c6-8cdd-37d2e16218ea None None] Pushing event updated for resources: {'Port': ['ID=30cd27ff-ac5b-4431-91f7-7582e8dfd9d3,revision_number=2']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:17:30.662605 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753b5940-22c2-47bf-906c-7a43f9bd3fe6 None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 4, 17, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 04:17:30.662983 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753b5940-22c2-47bf-906c-7a43f9bd3fe6 None None] Checking segment: {'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 04:17:30.663389 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-753b5940-22c2-47bf-906c-7a43f9bd3fe6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:17:30.663782 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753b5940-22c2-47bf-906c-7a43f9bd3fe6 None None] Bound using segment: {'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 04:17:30.664259 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-753b5940-22c2-47bf-906c-7a43f9bd3fe6 None None] Bound port: 30cd27ff-ac5b-4431-91f7-7582e8dfd9d3, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 04:17:30.664688 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-753b5940-22c2-47bf-906c-7a43f9bd3fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:17:30.691844 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6334642-64fd-4186-acd2-017083d12b6c tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Pushing event updated for resources: {'Subnet': ['ID=9d0e90c7-f92c-4701-8f16-4f7b37014086,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:17:30.699906 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6334642-64fd-4186-acd2-017083d12b6c tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Checking segment: {'id': '5d6d50cf-48ed-4de1-8e22-860733100cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '94fac488-0d18-4677-90d9-d7de377a9fa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 04:17:30.700265 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6334642-64fd-4186-acd2-017083d12b6c tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Network hostable DHCP agents. Network: 94fac488-0d18-4677-90d9-d7de377a9fa3, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 04:17:30.721640 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-753b5940-22c2-47bf-906c-7a43f9bd3fe6 None None] For port 30cd27ff-ac5b-4431-91f7-7582e8dfd9d3, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 04:17:30.725010 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-753b5940-22c2-47bf-906c-7a43f9bd3fe6 None None] For port 30cd27ff-ac5b-4431-91f7-7582e8dfd9d3, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=30cd27ff-ac5b-4431-91f7-7582e8dfd9d3,segment=NetworkSegment(fab28bed-aa25-40db-bba4-ec26e795194c),segment_id=fab28bed-aa25-40db-bba4-ec26e795194c)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 04:17:30.809004 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6334642-64fd-4186-acd2-017083d12b6c tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Network 94fac488-0d18-4677-90d9-d7de377a9fa3 is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 04:17:30.844264 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-753b5940-22c2-47bf-906c-7a43f9bd3fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:17:30.880702 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-e6334642-64fd-4186-acd2-017083d12b6c tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, 94fac488-0d18-4677-90d9-d7de377a9fa3) {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 04:17:30.885762 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6334642-64fd-4186-acd2-017083d12b6c tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:17:30.886035 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e6334642-64fd-4186-acd2-017083d12b6c tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:17:30.893611 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba4f81b6-0268-4adb-b14b-b98a09b10830 None None] Network 94fac488-0d18-4677-90d9-d7de377a9fa3 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 04:17:30.944551 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-e6334642-64fd-4186-acd2-017083d12b6c tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7725101 Aug 11 04:17:30.948027 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 51754) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:17:30.958985 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ea484b-c452-49c6-8cdd-37d2e16218ea None None] Pushing event updated for resources: {'Port': ['ID=30cd27ff-ac5b-4431-91f7-7582e8dfd9d3,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:17:30.963788 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753b5940-22c2-47bf-906c-7a43f9bd3fe6 None None] Routers {'4260ea23-969a-4588-8d45-2bddcfef439c'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 04:17:30.964485 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-753b5940-22c2-47bf-906c-7a43f9bd3fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T04:17:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['4260ea23-969a-4588-8d45-2bddcfef439c'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:17:31.323200 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-753b5940-22c2-47bf-906c-7a43f9bd3fe6 None None] Set router 4260ea23-969a-4588-8d45-2bddcfef439c gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 04:17:31.388378 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90977021-6150-43fa-8ca9-7ef8ba6ccd47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde080026-c28f-55be-b52b-13827cc43646-94fac488-0d18-4677-90d9-d7de377a9fa3', 'network_id': '94fac488-0d18-4677-90d9-d7de377a9fa3', 'tenant_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'fixed_ips': [{'subnet_id': '9d0e90c7-f92c-4701-8f16-4f7b37014086'}]}} from n-d-764292-30. {{(pid=102193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 04:17:31.389223 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-90977021-6150-43fa-8ca9-7ef8ba6ccd47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:17:31.623235 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.db_base_plugin_common [None req-90977021-6150-43fa-8ca9-7ef8ba6ccd47 None None] Allocated IP 172.20.0.2 (94fac488-0d18-4677-90d9-d7de377a9fa3/9d0e90c7-f92c-4701-8f16-4f7b37014086/aed57ee7-5142-4297-8409-e7f8fda0b724) {{(pid=102193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 04:17:31.693983 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-753b5940-22c2-47bf-906c-7a43f9bd3fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4260ea23-969a-4588-8d45-2bddcfef439c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1849759930', 'tenant_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '30cd27ff-ac5b-4431-91f7-7582e8dfd9d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:17:28Z', 'updated_at': '2021-08-11T04:17:29Z', 'revision_number': 3, 'project_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'gw_port': {'id': '30cd27ff-ac5b-4431-91f7-7582e8dfd9d3', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:4e:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4260ea23-969a-4588-8d45-2bddcfef439c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:17:28Z', 'updated_at': '2021-08-11T04:17:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:17:31.729028 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753b5940-22c2-47bf-906c-7a43f9bd3fe6 None None] The sync data for ids ['4260ea23-969a-4588-8d45-2bddcfef439c'] in n-d-764292-30 is: [{'id': '4260ea23-969a-4588-8d45-2bddcfef439c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1849759930', 'tenant_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '30cd27ff-ac5b-4431-91f7-7582e8dfd9d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:17:28Z', 'updated_at': '2021-08-11T04:17:29Z', 'revision_number': 3, 'project_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'gw_port': {'id': '30cd27ff-ac5b-4431-91f7-7582e8dfd9d3', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:4e:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4260ea23-969a-4588-8d45-2bddcfef439c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:17:28Z', 'updated_at': '2021-08-11T04:17:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 04:17:31.795312 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-19f31ccd-44cf-4b19-bf64-20b208b68994 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:17:31.837657 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-90977021-6150-43fa-8ca9-7ef8ba6ccd47 None None] Notify callbacks [] for port, precommit_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:17:31.853190 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-90977021-6150-43fa-8ca9-7ef8ba6ccd47 None None] Transition to ACTIVE for port object aed57ee7-5142-4297-8409-e7f8fda0b724 will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 04:17:31.869829 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-90977021-6150-43fa-8ca9-7ef8ba6ccd47 None None] Transition to ACTIVE for port object aed57ee7-5142-4297-8409-e7f8fda0b724 will not be triggered until provisioned by entity DHCP. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 04:17:31.935542 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:17:31.978682 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-90977021-6150-43fa-8ca9-7ef8ba6ccd47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669'] for port, after_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:17:32.027607 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90977021-6150-43fa-8ca9-7ef8ba6ccd47 None None] Network 94fac488-0d18-4677-90d9-d7de377a9fa3 is already hosted by enough agents. {{(pid=102193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 04:17:32.034104 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.base_scheduler [None req-90977021-6150-43fa-8ca9-7ef8ba6ccd47 None None] Resources bound (agent type, host, resource id): {{(pid=102193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 04:17:32.038177 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90977021-6150-43fa-8ca9-7ef8ba6ccd47 None None] Received port after_create {{(pid=102193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 04:17:32.051028 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90977021-6150-43fa-8ca9-7ef8ba6ccd47 None None] Pushing event updated for resources: {'Port': ['ID=aed57ee7-5142-4297-8409-e7f8fda0b724,revision_number=1']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:17:32.123502 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-90977021-6150-43fa-8ca9-7ef8ba6ccd47 None None] Attempting to bind port aed57ee7-5142-4297-8409-e7f8fda0b724 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 04:17:32.124247 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-90977021-6150-43fa-8ca9-7ef8ba6ccd47 None None] Attempting to bind port aed57ee7-5142-4297-8409-e7f8fda0b724 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': '5d6d50cf-48ed-4de1-8e22-860733100cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '94fac488-0d18-4677-90d9-d7de377a9fa3'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 04:17:32.124718 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90977021-6150-43fa-8ca9-7ef8ba6ccd47 None None] Attempting to bind port aed57ee7-5142-4297-8409-e7f8fda0b724 on network 94fac488-0d18-4677-90d9-d7de377a9fa3 {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 04:17:32.130499 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90977021-6150-43fa-8ca9-7ef8ba6ccd47 None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 4, 17, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 04:17:32.130842 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90977021-6150-43fa-8ca9-7ef8ba6ccd47 None None] Checking segment: {'id': '5d6d50cf-48ed-4de1-8e22-860733100cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '94fac488-0d18-4677-90d9-d7de377a9fa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 04:17:32.131228 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-90977021-6150-43fa-8ca9-7ef8ba6ccd47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:17:32.131626 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90977021-6150-43fa-8ca9-7ef8ba6ccd47 None None] Bound using segment: {'id': '5d6d50cf-48ed-4de1-8e22-860733100cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '94fac488-0d18-4677-90d9-d7de377a9fa3'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 04:17:32.132149 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-90977021-6150-43fa-8ca9-7ef8ba6ccd47 None None] Bound port: aed57ee7-5142-4297-8409-e7f8fda0b724, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d6d50cf-48ed-4de1-8e22-860733100cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '94fac488-0d18-4677-90d9-d7de377a9fa3'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 04:17:32.132494 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-90977021-6150-43fa-8ca9-7ef8ba6ccd47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:17:32.154060 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [None req-19f31ccd-44cf-4b19-bf64-20b208b68994 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Allocated IP 172.20.0.1 (94fac488-0d18-4677-90d9-d7de377a9fa3/9d0e90c7-f92c-4701-8f16-4f7b37014086/03535f4c-139f-45d2-be70-0b02acd0f9a3) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 04:17:32.193704 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-5522f534-7107-4618-a962-31ca936d62d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:17:32.207216 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-90977021-6150-43fa-8ca9-7ef8ba6ccd47 None None] For port aed57ee7-5142-4297-8409-e7f8fda0b724, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 04:17:32.211024 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-90977021-6150-43fa-8ca9-7ef8ba6ccd47 None None] For port aed57ee7-5142-4297-8409-e7f8fda0b724, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=aed57ee7-5142-4297-8409-e7f8fda0b724,segment=NetworkSegment(5d6d50cf-48ed-4de1-8e22-860733100cab),segment_id=5d6d50cf-48ed-4de1-8e22-860733100cab)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 04:17:32.286985 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-19f31ccd-44cf-4b19-bf64-20b208b68994 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:17:32.303053 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [None req-19f31ccd-44cf-4b19-bf64-20b208b68994 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Transition to ACTIVE for port object 03535f4c-139f-45d2-be70-0b02acd0f9a3 will not be triggered until provisioned by entity DHCP. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 04:17:32.329924 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-90977021-6150-43fa-8ca9-7ef8ba6ccd47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:17:32.406955 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90977021-6150-43fa-8ca9-7ef8ba6ccd47 None None] Pushing event updated for resources: {'Port': ['ID=aed57ee7-5142-4297-8409-e7f8fda0b724,revision_number=2']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:17:32.484922 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-19f31ccd-44cf-4b19-bf64-20b208b68994 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:17:32.532477 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f31ccd-44cf-4b19-bf64-20b208b68994 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Network 94fac488-0d18-4677-90d9-d7de377a9fa3 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 04:17:32.536133 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-19f31ccd-44cf-4b19-bf64-20b208b68994 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 04:17:32.550736 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f31ccd-44cf-4b19-bf64-20b208b68994 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 04:17:32.580096 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f31ccd-44cf-4b19-bf64-20b208b68994 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Pushing event updated for resources: {'Port': ['ID=03535f4c-139f-45d2-be70-0b02acd0f9a3,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:17:32.606758 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-19f31ccd-44cf-4b19-bf64-20b208b68994 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-520987'] for router_interface, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:17:32.844643 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-19f31ccd-44cf-4b19-bf64-20b208b68994 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:17:33.160622 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-19f31ccd-44cf-4b19-bf64-20b208b68994 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:17:33.280803 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-19f31ccd-44cf-4b19-bf64-20b208b68994 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:17:33.343927 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-445c7246-b3d3-44ef-b804-3b8dda1a26b7 None None] Network 94fac488-0d18-4677-90d9-d7de377a9fa3 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 04:17:33.350902 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:17:33.351256 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f31ccd-44cf-4b19-bf64-20b208b68994 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Pushing event updated for resources: {'Port': ['ID=03535f4c-139f-45d2-be70-0b02acd0f9a3,revision_number=2']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:17:33.356798 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-19f31ccd-44cf-4b19-bf64-20b208b68994 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16383026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521135'] for router_interface, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:17:33.459535 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f31ccd-44cf-4b19-bf64-20b208b68994 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Network 94fac488-0d18-4677-90d9-d7de377a9fa3 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 04:17:33.461015 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-19f31ccd-44cf-4b19-bf64-20b208b68994 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 04:17:33.529306 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-cb3c0037-0623-4844-8e8e-a41eb9a528d6 None None] Provisioning for port aed57ee7-5142-4297-8409-e7f8fda0b724 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 04:17:33.585444 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19f31ccd-44cf-4b19-bf64-20b208b68994 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Router 4260ea23-969a-4588-8d45-2bddcfef439c has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 04:17:33.712389 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19f31ccd-44cf-4b19-bf64-20b208b68994 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 04:17:33.718233 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-19f31ccd-44cf-4b19-bf64-20b208b68994 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "PUT /v2.0/routers/4260ea23-969a-4588-8d45-2bddcfef439c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7692029 Aug 11 04:17:33.869283 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-eed3fa0a-a4f5-496e-abd5-88e990fd6b35 None None] Provisioning for port 03535f4c-139f-45d2-be70-0b02acd0f9a3 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 04:17:33.876297 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-eed3fa0a-a4f5-496e-abd5-88e990fd6b35 None None] Provisioning complete for port 03535f4c-139f-45d2-be70-0b02acd0f9a3 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 04:17:33.886589 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-eed3fa0a-a4f5-496e-abd5-88e990fd6b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:17:33.886787 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-88fffcb1-c7be-4b75-ab10-e74ab76eca24 req-1076c52e-cd4a-44b7-b009-e4efd7cb6219 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-617809309&fields=id&tenant_id=4ed3e3e6ac1f49f882ef8f301df62615 HTTP/1.1" status: 200 len: 267 time: 0.0398648 Aug 11 04:17:33.925082 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e15013e-4e55-4d20-9f5e-7dff0bab50d2 None None] Sync routers for ids ['4260ea23-969a-4588-8d45-2bddcfef439c'] in n-d-764292-30 {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 04:17:33.935437 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-eed3fa0a-a4f5-496e-abd5-88e990fd6b35 None None] Port 03535f4c-139f-45d2-be70-0b02acd0f9a3 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 04:17:33.947497 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e15013e-4e55-4d20-9f5e-7dff0bab50d2 None None] Routers {'4260ea23-969a-4588-8d45-2bddcfef439c'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 04:17:33.948268 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-5e15013e-4e55-4d20-9f5e-7dff0bab50d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T04:17:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['4260ea23-969a-4588-8d45-2bddcfef439c'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:17:34.050916 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fffcb1-c7be-4b75-ab10-e74ab76eca24 req-06a55932-dc74-4853-8836-436590073653 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:17:34.052670 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-88fffcb1-c7be-4b75-ab10-e74ab76eca24 req-06a55932-dc74-4853-8836-436590073653 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/networks?id=94fac488-0d18-4677-90d9-d7de377a9fa3 HTTP/1.1" status: 200 len: 797 time: 0.1631200 Aug 11 04:17:34.080396 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-30e83da1-ee60-41a5-8d8e-cf62b91ecf47 None None] Provisioning complete for port 03535f4c-139f-45d2-be70-0b02acd0f9a3 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 04:17:34.081216 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-30e83da1-ee60-41a5-8d8e-cf62b91ecf47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:17:34.085802 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 30cd27ff-ac5b-4431-91f7-7582e8dfd9d3 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 04:17:34.102126 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-88fffcb1-c7be-4b75-ab10-e74ab76eca24 req-2b867ed3-7bec-4603-8cd4-28d8a0a7bfc6 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/quotas/4ed3e3e6ac1f49f882ef8f301df62615 HTTP/1.1" status: 200 len: 375 time: 0.0287733 Aug 11 04:17:34.104371 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-5e15013e-4e55-4d20-9f5e-7dff0bab50d2 None None] Set router 4260ea23-969a-4588-8d45-2bddcfef439c gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 04:17:34.152404 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-30e83da1-ee60-41a5-8d8e-cf62b91ecf47 None None] Port 03535f4c-139f-45d2-be70-0b02acd0f9a3 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 04:17:34.180898 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-88fffcb1-c7be-4b75-ab10-e74ab76eca24 req-3d7de19f-d0ef-4d95-aece-b2fa97f42fed tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=4ed3e3e6ac1f49f882ef8f301df62615&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0775423 Aug 11 04:17:34.272905 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-d8cfd6d5-52df-48c3-8d5d-7f9461a116d2 None None] Provisioning complete for port 03535f4c-139f-45d2-be70-0b02acd0f9a3 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 04:17:34.273276 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-d8cfd6d5-52df-48c3-8d5d-7f9461a116d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:17:34.307081 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port 30cd27ff-ac5b-4431-91f7-7582e8dfd9d3 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 04:17:34.315057 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 30cd27ff-ac5b-4431-91f7-7582e8dfd9d3 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 04:17:34.315479 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:17:34.338437 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-88fffcb1-c7be-4b75-ab10-e74ab76eca24 req-092ebefa-3d75-435a-9b27-2535f1b65b2b service neutron] 10.222.0.41 "GET /v2.0/networks/94fac488-0d18-4677-90d9-d7de377a9fa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446831 Aug 11 04:17:34.339335 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-5e15013e-4e55-4d20-9f5e-7dff0bab50d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4260ea23-969a-4588-8d45-2bddcfef439c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1849759930', 'tenant_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '30cd27ff-ac5b-4431-91f7-7582e8dfd9d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:17:28Z', 'updated_at': '2021-08-11T04:17:32Z', 'revision_number': 4, 'project_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'gw_port': {'id': '30cd27ff-ac5b-4431-91f7-7582e8dfd9d3', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:4e:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4260ea23-969a-4588-8d45-2bddcfef439c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:17:28Z', 'updated_at': '2021-08-11T04:17:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '03535f4c-139f-45d2-be70-0b02acd0f9a3', 'name': '', 'network_id': '94fac488-0d18-4677-90d9-d7de377a9fa3', 'tenant_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'mac_address': 'fa:16:3e:cc:96:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4260ea23-969a-4588-8d45-2bddcfef439c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '9d0e90c7-f92c-4701-8f16-4f7b37014086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:17:31Z', 'updated_at': '2021-08-11T04:17:33Z', 'revision_number': 2, 'project_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'subnets': [{'id': '9d0e90c7-f92c-4701-8f16-4f7b37014086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:17:34.340052 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-d8cfd6d5-52df-48c3-8d5d-7f9461a116d2 None None] Port 03535f4c-139f-45d2-be70-0b02acd0f9a3 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 04:17:34.369385 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e15013e-4e55-4d20-9f5e-7dff0bab50d2 None None] Checking router: 4260ea23-969a-4588-8d45-2bddcfef439c for host: n-d-764292-30 {{(pid=102194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 04:17:34.369730 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e15013e-4e55-4d20-9f5e-7dff0bab50d2 None None] Updating router 4260ea23-969a-4588-8d45-2bddcfef439c port 03535f4c-139f-45d2-be70-0b02acd0f9a3 binding host n-d-764292-30 {{(pid=102194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 04:17:34.431851 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:17:34.441602 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-88fffcb1-c7be-4b75-ab10-e74ab76eca24 req-031f214f-2ec8-4d2b-9d42-c334bbe3c1ff service neutron] 10.222.0.41 "GET /v2.0/networks/94fac488-0d18-4677-90d9-d7de377a9fa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016660 Aug 11 04:17:34.462682 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port 30cd27ff-ac5b-4431-91f7-7582e8dfd9d3, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=30cd27ff-ac5b-4431-91f7-7582e8dfd9d3,segment=NetworkSegment(fab28bed-aa25-40db-bba4-ec26e795194c),segment_id=fab28bed-aa25-40db-bba4-ec26e795194c)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:17:34.498530 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-5e15013e-4e55-4d20-9f5e-7dff0bab50d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:17:34.563694 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:17:34.564439 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device aed57ee7-5142-4297-8409-e7f8fda0b724 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 04:17:34.668896 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=30cd27ff-ac5b-4431-91f7-7582e8dfd9d3,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:17:34.705620 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a03448ed-db15-4c0a-9deb-f905dea2ca0b req-1bb11d3b-1748-4b56-97f1-93c34c4cbdb4 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/ports?device_id=1113b84c-c111-48f6-aea3-f0af1658aa5f HTTP/1.1" status: 200 len: 210 time: 0.0300341 Aug 11 04:17:34.792106 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port aed57ee7-5142-4297-8409-e7f8fda0b724 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 04:17:34.796246 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port aed57ee7-5142-4297-8409-e7f8fda0b724 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 04:17:34.796615 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:17:34.813968 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-5e15013e-4e55-4d20-9f5e-7dff0bab50d2 None None] Notify callbacks [] for port, precommit_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:17:34.825380 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.provisioning_blocks [None req-5e15013e-4e55-4d20-9f5e-7dff0bab50d2 None None] Transition to ACTIVE for port object 03535f4c-139f-45d2-be70-0b02acd0f9a3 will not be triggered until provisioned by entity L2. {{(pid=102194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 04:17:34.888688 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:17:34.912095 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-5e15013e-4e55-4d20-9f5e-7dff0bab50d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:17:34.924134 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port aed57ee7-5142-4297-8409-e7f8fda0b724, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=aed57ee7-5142-4297-8409-e7f8fda0b724,segment=NetworkSegment(5d6d50cf-48ed-4de1-8e22-860733100cab),segment_id=5d6d50cf-48ed-4de1-8e22-860733100cab)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:17:34.968786 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391409bf-2f07-4880-8df2-115839df761e None None] Pushing event updated for resources: {'Port': ['ID=03535f4c-139f-45d2-be70-0b02acd0f9a3,revision_number=3']} {{(pid=102194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:17:34.993769 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391409bf-2f07-4880-8df2-115839df761e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:17:34.994216 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391409bf-2f07-4880-8df2-115839df761e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:17:34.994587 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391409bf-2f07-4880-8df2-115839df761e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:17:34.994911 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391409bf-2f07-4880-8df2-115839df761e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:17:34.995231 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391409bf-2f07-4880-8df2-115839df761e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:17:34.995551 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391409bf-2f07-4880-8df2-115839df761e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:17:34.995860 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391409bf-2f07-4880-8df2-115839df761e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:17:34.996359 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391409bf-2f07-4880-8df2-115839df761e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:17:34.996855 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391409bf-2f07-4880-8df2-115839df761e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:17:34.997335 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391409bf-2f07-4880-8df2-115839df761e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:17:34.997648 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391409bf-2f07-4880-8df2-115839df761e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:17:34.997962 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391409bf-2f07-4880-8df2-115839df761e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:17:35.011906 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:17:35.035059 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-5e15013e-4e55-4d20-9f5e-7dff0bab50d2 None None] Attempting to bind port 03535f4c-139f-45d2-be70-0b02acd0f9a3 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 04:17:35.035417 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-5e15013e-4e55-4d20-9f5e-7dff0bab50d2 None None] Attempting to bind port 03535f4c-139f-45d2-be70-0b02acd0f9a3 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': '5d6d50cf-48ed-4de1-8e22-860733100cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '94fac488-0d18-4677-90d9-d7de377a9fa3'}] {{(pid=102194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 04:17:35.035765 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e15013e-4e55-4d20-9f5e-7dff0bab50d2 None None] Attempting to bind port 03535f4c-139f-45d2-be70-0b02acd0f9a3 on network 94fac488-0d18-4677-90d9-d7de377a9fa3 {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 04:17:35.041445 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e15013e-4e55-4d20-9f5e-7dff0bab50d2 None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 4, 17, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 04:17:35.041837 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e15013e-4e55-4d20-9f5e-7dff0bab50d2 None None] Checking segment: {'id': '5d6d50cf-48ed-4de1-8e22-860733100cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '94fac488-0d18-4677-90d9-d7de377a9fa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 04:17:35.042442 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-5e15013e-4e55-4d20-9f5e-7dff0bab50d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:17:35.042845 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e15013e-4e55-4d20-9f5e-7dff0bab50d2 None None] Bound using segment: {'id': '5d6d50cf-48ed-4de1-8e22-860733100cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '94fac488-0d18-4677-90d9-d7de377a9fa3'} {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 04:17:35.043363 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-5e15013e-4e55-4d20-9f5e-7dff0bab50d2 None None] Bound port: 03535f4c-139f-45d2-be70-0b02acd0f9a3, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d6d50cf-48ed-4de1-8e22-860733100cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '94fac488-0d18-4677-90d9-d7de377a9fa3'}}] {{(pid=102194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 04:17:35.043742 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-5e15013e-4e55-4d20-9f5e-7dff0bab50d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:17:35.054899 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:17:35.111285 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=aed57ee7-5142-4297-8409-e7f8fda0b724,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:17:35.123937 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.db [None req-5e15013e-4e55-4d20-9f5e-7dff0bab50d2 None None] For port 03535f4c-139f-45d2-be70-0b02acd0f9a3, host n-d-764292-30, cleared binding levels {{(pid=102194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 04:17:35.127449 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.db [None req-5e15013e-4e55-4d20-9f5e-7dff0bab50d2 None None] For port 03535f4c-139f-45d2-be70-0b02acd0f9a3, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=03535f4c-139f-45d2-be70-0b02acd0f9a3,segment=NetworkSegment(5d6d50cf-48ed-4de1-8e22-860733100cab),segment_id=5d6d50cf-48ed-4de1-8e22-860733100cab)] {{(pid=102194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 04:17:35.212963 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-5e15013e-4e55-4d20-9f5e-7dff0bab50d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:17:35.279564 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e15013e-4e55-4d20-9f5e-7dff0bab50d2 None None] Routers {'4260ea23-969a-4588-8d45-2bddcfef439c'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 04:17:35.280268 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-5e15013e-4e55-4d20-9f5e-7dff0bab50d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T04:17:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['4260ea23-969a-4588-8d45-2bddcfef439c'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:17:35.285993 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391409bf-2f07-4880-8df2-115839df761e None None] Pushing event updated for resources: {'Port': ['ID=03535f4c-139f-45d2-be70-0b02acd0f9a3,revision_number=4']} {{(pid=102194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:17:35.400699 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-5e15013e-4e55-4d20-9f5e-7dff0bab50d2 None None] Set router 4260ea23-969a-4588-8d45-2bddcfef439c gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 04:17:35.606860 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-5e15013e-4e55-4d20-9f5e-7dff0bab50d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4260ea23-969a-4588-8d45-2bddcfef439c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1849759930', 'tenant_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '30cd27ff-ac5b-4431-91f7-7582e8dfd9d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:17:28Z', 'updated_at': '2021-08-11T04:17:32Z', 'revision_number': 4, 'project_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'gw_port': {'id': '30cd27ff-ac5b-4431-91f7-7582e8dfd9d3', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:4e:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4260ea23-969a-4588-8d45-2bddcfef439c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:17:28Z', 'updated_at': '2021-08-11T04:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '03535f4c-139f-45d2-be70-0b02acd0f9a3', 'name': '', 'network_id': '94fac488-0d18-4677-90d9-d7de377a9fa3', 'tenant_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'mac_address': 'fa:16:3e:cc:96:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4260ea23-969a-4588-8d45-2bddcfef439c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '9d0e90c7-f92c-4701-8f16-4f7b37014086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:17:31Z', 'updated_at': '2021-08-11T04:17:35Z', 'revision_number': 4, 'project_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'subnets': [{'id': '9d0e90c7-f92c-4701-8f16-4f7b37014086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:17:35.633180 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e15013e-4e55-4d20-9f5e-7dff0bab50d2 None None] The sync data for ids ['4260ea23-969a-4588-8d45-2bddcfef439c'] in n-d-764292-30 is: [{'id': '4260ea23-969a-4588-8d45-2bddcfef439c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1849759930', 'tenant_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '30cd27ff-ac5b-4431-91f7-7582e8dfd9d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:17:28Z', 'updated_at': '2021-08-11T04:17:32Z', 'revision_number': 4, 'project_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'gw_port': {'id': '30cd27ff-ac5b-4431-91f7-7582e8dfd9d3', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:4e:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4260ea23-969a-4588-8d45-2bddcfef439c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:17:28Z', 'updated_at': '2021-08-11T04:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '03535f4c-139f-45d2-be70-0b02acd0f9a3', 'name': '', 'network_id': '94fac488-0d18-4677-90d9-d7de377a9fa3', 'tenant_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'mac_address': 'fa:16:3e:cc:96:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4260ea23-969a-4588-8d45-2bddcfef439c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '9d0e90c7-f92c-4701-8f16-4f7b37014086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:17:31Z', 'updated_at': '2021-08-11T04:17:35Z', 'revision_number': 4, 'project_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'subnets': [{'id': '9d0e90c7-f92c-4701-8f16-4f7b37014086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 04:17:35.799071 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-01bea125-ce05-4be9-a790-00eb334ec421 req-6f80f2f4-f9ab-49a7-87da-5c47c57d5893 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/ports?device_id=1113b84c-c111-48f6-aea3-f0af1658aa5f HTTP/1.1" status: 200 len: 210 time: 0.0298948 Aug 11 04:17:36.046404 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device aed57ee7-5142-4297-8409-e7f8fda0b724 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 04:17:36.098855 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port aed57ee7-5142-4297-8409-e7f8fda0b724 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 04:17:36.103001 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:17:36.188067 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 30cd27ff-ac5b-4431-91f7-7582e8dfd9d3 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 04:17:36.236752 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 30cd27ff-ac5b-4431-91f7-7582e8dfd9d3 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 04:17:36.237159 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:17:36.321335 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 03535f4c-139f-45d2-be70-0b02acd0f9a3 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 04:17:36.431869 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port 03535f4c-139f-45d2-be70-0b02acd0f9a3 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 04:17:36.436126 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 03535f4c-139f-45d2-be70-0b02acd0f9a3 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 04:17:36.437057 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:17:36.521224 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:17:36.554395 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port 03535f4c-139f-45d2-be70-0b02acd0f9a3, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=03535f4c-139f-45d2-be70-0b02acd0f9a3,segment=NetworkSegment(5d6d50cf-48ed-4de1-8e22-860733100cab),segment_id=5d6d50cf-48ed-4de1-8e22-860733100cab)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:17:36.647171 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:17:36.702684 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=03535f4c-139f-45d2-be70-0b02acd0f9a3,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:17:36.880555 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d85aa437-caee-457a-a2e2-c031699826a4 req-8cb629f1-5224-4239-8739-3e27a826190f tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/ports?device_id=1113b84c-c111-48f6-aea3-f0af1658aa5f HTTP/1.1" status: 200 len: 210 time: 0.0272837 Aug 11 04:17:37.963086 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 03535f4c-139f-45d2-be70-0b02acd0f9a3 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 04:17:37.976726 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-02691ea6-a83e-4b07-8898-52cd2cf8660d req-c677ea21-d184-45a3-8653-46ac95eda135 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/ports?device_id=1113b84c-c111-48f6-aea3-f0af1658aa5f HTTP/1.1" status: 200 len: 210 time: 0.0281701 Aug 11 04:17:37.993205 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:17:38.011904 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 03535f4c-139f-45d2-be70-0b02acd0f9a3 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 04:17:38.012280 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:17:39.072017 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-78d1409a-516e-40a6-808d-2439099b8fac req-f507eb0c-4ac0-4bbc-bffb-7ba33f249cb7 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/ports?device_id=1113b84c-c111-48f6-aea3-f0af1658aa5f HTTP/1.1" status: 200 len: 210 time: 0.0272949 Aug 11 04:17:39.719265 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fffcb1-c7be-4b75-ab10-e74ab76eca24 req-b04f5e15-7fc6-4209-8230-0ff77800a029 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:17:39.720768 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-88fffcb1-c7be-4b75-ab10-e74ab76eca24 req-b04f5e15-7fc6-4209-8230-0ff77800a029 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.22 "GET /v2.0/networks?id=94fac488-0d18-4677-90d9-d7de377a9fa3 HTTP/1.1" status: 200 len: 797 time: 0.1179051 Aug 11 04:17:39.763590 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-88fffcb1-c7be-4b75-ab10-e74ab76eca24 req-b66e8697-0bb5-46c0-b28f-2268c10c491c tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4ed3e3e6ac1f49f882ef8f301df62615 HTTP/1.1" status: 200 len: 379 time: 0.0341203 Aug 11 04:17:39.772584 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-88fffcb1-c7be-4b75-ab10-e74ab76eca24 req-27d78658-662e-4266-9d39-517ff7cfbedf tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Request body: {'port': {'device_id': '1113b84c-c111-48f6-aea3-f0af1658aa5f', 'network_id': '94fac488-0d18-4677-90d9-d7de377a9fa3', 'admin_state_up': True, 'tenant_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'security_groups': ['6b4e4e05-3dcb-4198-b4f8-9f6d197c5ff9']}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:17:40.009029 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88fffcb1-c7be-4b75-ab10-e74ab76eca24 req-27d78658-662e-4266-9d39-517ff7cfbedf tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Made reservation on behalf of 4ed3e3e6ac1f49f882ef8f301df62615 for: {'port': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 04:17:40.012833 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-88fffcb1-c7be-4b75-ab10-e74ab76eca24 req-27d78658-662e-4266-9d39-517ff7cfbedf tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:17:40.140641 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [req-88fffcb1-c7be-4b75-ab10-e74ab76eca24 req-27d78658-662e-4266-9d39-517ff7cfbedf tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Allocated IP 172.20.0.12 (94fac488-0d18-4677-90d9-d7de377a9fa3/9d0e90c7-f92c-4701-8f16-4f7b37014086/b0cd6879-806a-4646-8e4a-81139e593aff) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 04:17:40.173346 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b14417c8-fc35-481e-88a1-4ad43337f680 req-b7f1376f-25b7-4dfb-846e-6a2050b25344 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/ports?device_id=1113b84c-c111-48f6-aea3-f0af1658aa5f HTTP/1.1" status: 200 len: 210 time: 0.0308297 Aug 11 04:17:40.290684 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-88fffcb1-c7be-4b75-ab10-e74ab76eca24 req-27d78658-662e-4266-9d39-517ff7cfbedf tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:17:40.304906 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [req-88fffcb1-c7be-4b75-ab10-e74ab76eca24 req-27d78658-662e-4266-9d39-517ff7cfbedf tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Transition to ACTIVE for port object b0cd6879-806a-4646-8e4a-81139e593aff will not be triggered until provisioned by entity DHCP. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 04:17:40.398076 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-88fffcb1-c7be-4b75-ab10-e74ab76eca24 req-27d78658-662e-4266-9d39-517ff7cfbedf tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:17:40.443142 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88fffcb1-c7be-4b75-ab10-e74ab76eca24 req-27d78658-662e-4266-9d39-517ff7cfbedf tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Network 94fac488-0d18-4677-90d9-d7de377a9fa3 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 04:17:40.446271 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [req-88fffcb1-c7be-4b75-ab10-e74ab76eca24 req-27d78658-662e-4266-9d39-517ff7cfbedf tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 04:17:40.450036 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-88fffcb1-c7be-4b75-ab10-e74ab76eca24 req-27d78658-662e-4266-9d39-517ff7cfbedf tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 04:17:40.457268 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d78658-662e-4266-9d39-517ff7cfbedf tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Pushing event updated for resources: {'Port': ['ID=b0cd6879-806a-4646-8e4a-81139e593aff,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:17:40.509620 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fffcb1-c7be-4b75-ab10-e74ab76eca24 req-27d78658-662e-4266-9d39-517ff7cfbedf tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:17:40.510248 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-88fffcb1-c7be-4b75-ab10-e74ab76eca24 req-27d78658-662e-4266-9d39-517ff7cfbedf tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:17:40.665872 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-88fffcb1-c7be-4b75-ab10-e74ab76eca24 req-27d78658-662e-4266-9d39-517ff7cfbedf tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8966055 Aug 11 04:17:40.680267 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-88fffcb1-c7be-4b75-ab10-e74ab76eca24 req-69f777fc-70b4-43e0-92c4-6fb14b589a2a service neutron] Request body: {'port': {'device_id': '1113b84c-c111-48f6-aea3-f0af1658aa5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764292-30'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:17:40.737926 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-88fffcb1-c7be-4b75-ab10-e74ab76eca24 req-69f777fc-70b4-43e0-92c4-6fb14b589a2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:17:40.740212 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-a383ed70-8e37-44be-b1d4-4cb70b1b20cb None None] Provisioning for port b0cd6879-806a-4646-8e4a-81139e593aff completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 04:17:40.744119 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-a383ed70-8e37-44be-b1d4-4cb70b1b20cb None None] Provisioning complete for port b0cd6879-806a-4646-8e4a-81139e593aff triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 04:17:40.744472 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-a383ed70-8e37-44be-b1d4-4cb70b1b20cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:17:40.779281 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-a383ed70-8e37-44be-b1d4-4cb70b1b20cb None None] Port b0cd6879-806a-4646-8e4a-81139e593aff cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 04:17:41.005782 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [req-88fffcb1-c7be-4b75-ab10-e74ab76eca24 req-69f777fc-70b4-43e0-92c4-6fb14b589a2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0cd6879-806a-4646-8e4a-81139e593aff {{(pid=102191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 04:17:41.013352 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-88fffcb1-c7be-4b75-ab10-e74ab76eca24 req-69f777fc-70b4-43e0-92c4-6fb14b589a2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:17:41.025634 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [req-88fffcb1-c7be-4b75-ab10-e74ab76eca24 req-69f777fc-70b4-43e0-92c4-6fb14b589a2a service neutron] Transition to ACTIVE for port object b0cd6879-806a-4646-8e4a-81139e593aff will not be triggered until provisioned by entity L2. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 04:17:41.092211 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-88fffcb1-c7be-4b75-ab10-e74ab76eca24 req-69f777fc-70b4-43e0-92c4-6fb14b589a2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:17:41.147437 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f777fc-70b4-43e0-92c4-6fb14b589a2a service neutron] Pushing event updated for resources: {'Port': ['ID=b0cd6879-806a-4646-8e4a-81139e593aff,revision_number=2']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:17:41.220367 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-88fffcb1-c7be-4b75-ab10-e74ab76eca24 req-69f777fc-70b4-43e0-92c4-6fb14b589a2a service neutron] Attempting to bind port b0cd6879-806a-4646-8e4a-81139e593aff on host n-h1-764292-30 for vnic_type normal with profile {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 04:17:41.220705 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-88fffcb1-c7be-4b75-ab10-e74ab76eca24 req-69f777fc-70b4-43e0-92c4-6fb14b589a2a service neutron] Attempting to bind port b0cd6879-806a-4646-8e4a-81139e593aff by drivers openvswitch,hyperv on host n-h1-764292-30 at level 0 using segments [{'id': '5d6d50cf-48ed-4de1-8e22-860733100cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '94fac488-0d18-4677-90d9-d7de377a9fa3'}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 04:17:41.221034 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88fffcb1-c7be-4b75-ab10-e74ab76eca24 req-69f777fc-70b4-43e0-92c4-6fb14b589a2a service neutron] Attempting to bind port b0cd6879-806a-4646-8e4a-81139e593aff on network 94fac488-0d18-4677-90d9-d7de377a9fa3 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 04:17:41.227250 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88fffcb1-c7be-4b75-ab10-e74ab76eca24 req-69f777fc-70b4-43e0-92c4-6fb14b589a2a service neutron] Port b0cd6879-806a-4646-8e4a-81139e593aff on network 94fac488-0d18-4677-90d9-d7de377a9fa3 not bound, no agent of type Open vSwitch agent registered on host n-h1-764292-30 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 04:17:41.227963 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88fffcb1-c7be-4b75-ab10-e74ab76eca24 req-69f777fc-70b4-43e0-92c4-6fb14b589a2a service neutron] Attempting to bind port b0cd6879-806a-4646-8e4a-81139e593aff on network 94fac488-0d18-4677-90d9-d7de377a9fa3 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 04:17:41.233571 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88fffcb1-c7be-4b75-ab10-e74ab76eca24 req-69f777fc-70b4-43e0-92c4-6fb14b589a2a service neutron] Checking agent: {'id': 'abb524c2-b412-4ed2-8367-45c4fd996fa7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 4, 17, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 04:17:41.236390 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88fffcb1-c7be-4b75-ab10-e74ab76eca24 req-69f777fc-70b4-43e0-92c4-6fb14b589a2a service neutron] Checking segment: {'id': '5d6d50cf-48ed-4de1-8e22-860733100cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '94fac488-0d18-4677-90d9-d7de377a9fa3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 04:17:41.236390 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88fffcb1-c7be-4b75-ab10-e74ab76eca24 req-69f777fc-70b4-43e0-92c4-6fb14b589a2a service neutron] Bound using segment: {'id': '5d6d50cf-48ed-4de1-8e22-860733100cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '94fac488-0d18-4677-90d9-d7de377a9fa3'} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 04:17:41.236390 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-88fffcb1-c7be-4b75-ab10-e74ab76eca24 req-69f777fc-70b4-43e0-92c4-6fb14b589a2a service neutron] Bound port: b0cd6879-806a-4646-8e4a-81139e593aff, host: n-h1-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d6d50cf-48ed-4de1-8e22-860733100cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '94fac488-0d18-4677-90d9-d7de377a9fa3'}}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 04:17:41.236390 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-88fffcb1-c7be-4b75-ab10-e74ab76eca24 req-69f777fc-70b4-43e0-92c4-6fb14b589a2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:17:41.304979 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caed6cab-ec3b-4f0a-a1e1-590aeec0ad44 req-b593a48c-e11f-4a1b-880a-c8a4e23d3dbd tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:17:41.313060 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-caed6cab-ec3b-4f0a-a1e1-590aeec0ad44 req-b593a48c-e11f-4a1b-880a-c8a4e23d3dbd tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/ports?device_id=1113b84c-c111-48f6-aea3-f0af1658aa5f HTTP/1.1" status: 200 len: 944 time: 0.0624590 Aug 11 04:17:41.313463 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-88fffcb1-c7be-4b75-ab10-e74ab76eca24 req-69f777fc-70b4-43e0-92c4-6fb14b589a2a service neutron] For port b0cd6879-806a-4646-8e4a-81139e593aff, host n-h1-764292-30, cleared binding levels {{(pid=102191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 04:17:41.317902 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-88fffcb1-c7be-4b75-ab10-e74ab76eca24 req-69f777fc-70b4-43e0-92c4-6fb14b589a2a service neutron] For port b0cd6879-806a-4646-8e4a-81139e593aff, host n-h1-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=b0cd6879-806a-4646-8e4a-81139e593aff,segment=NetworkSegment(5d6d50cf-48ed-4de1-8e22-860733100cab),segment_id=5d6d50cf-48ed-4de1-8e22-860733100cab)] {{(pid=102191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 04:17:41.345736 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-caed6cab-ec3b-4f0a-a1e1-590aeec0ad44 req-76342696-e730-4b08-bc6d-e97603522102 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b4e4e05-3dcb-4198-b4f8-9f6d197c5ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318365 Aug 11 04:17:41.401070 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.agents_db [None req-950b7202-decb-43e2-8f71-ac8931dc9749 None None] Agent healthcheck: found 7 active agents {{(pid=102194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 04:17:41.415078 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-88fffcb1-c7be-4b75-ab10-e74ab76eca24 req-69f777fc-70b4-43e0-92c4-6fb14b589a2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:17:41.453403 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fffcb1-c7be-4b75-ab10-e74ab76eca24 req-69f777fc-70b4-43e0-92c4-6fb14b589a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:17:41.454019 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-88fffcb1-c7be-4b75-ab10-e74ab76eca24 req-69f777fc-70b4-43e0-92c4-6fb14b589a2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:17:41.455478 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-88fffcb1-c7be-4b75-ab10-e74ab76eca24 req-69f777fc-70b4-43e0-92c4-6fb14b589a2a service neutron] 10.222.0.22 "PUT /v2.0/ports/b0cd6879-806a-4646-8e4a-81139e593aff HTTP/1.1" status: 200 len: 1093 time: 0.7814193 Aug 11 04:17:41.455927 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1113b84c-c111-48f6-aea3-f0af1658aa5f', 'tag': 'b0cd6879-806a-4646-8e4a-81139e593aff'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 04:17:41.458227 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9291d331c18c1eb37c2b57c8af4a09724b2e7f160dd5faf652855b3e38b81ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecf2d04b-bc53-46fe-bb80-e0ff427ca69f" -d '{"events": [{"name": "network-changed", "server_uuid": "1113b84c-c111-48f6-aea3-f0af1658aa5f", "tag": "b0cd6879-806a-4646-8e4a-81139e593aff"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 04:17:41.488044 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f777fc-70b4-43e0-92c4-6fb14b589a2a service neutron] Pushing event updated for resources: {'Port': ['ID=b0cd6879-806a-4646-8e4a-81139e593aff,revision_number=3']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:17:41.562685 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 04:17:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b71453a-113c-4086-b37b-ec461659d1a6 x-openstack-request-id: req-8b71453a-113c-4086-b37b-ec461659d1a6 {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 04:17:41.562986 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1113b84c-c111-48f6-aea3-f0af1658aa5f", "tag": "b0cd6879-806a-4646-8e4a-81139e593aff", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 04:17:41.563237 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8b71453a-113c-4086-b37b-ec461659d1a6 {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 04:17:41.563642 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1113b84c-c111-48f6-aea3-f0af1658aa5f', 'tag': 'b0cd6879-806a-4646-8e4a-81139e593aff', 'status': 'completed', 'code': 200} Aug 11 04:17:41.649047 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fffcb1-c7be-4b75-ab10-e74ab76eca24 req-ca23fa2b-0fd3-4685-b46b-5a9403225a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:17:41.650628 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-88fffcb1-c7be-4b75-ab10-e74ab76eca24 req-ca23fa2b-0fd3-4685-b46b-5a9403225a41 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=4ed3e3e6ac1f49f882ef8f301df62615&device_id=1113b84c-c111-48f6-aea3-f0af1658aa5f HTTP/1.1" status: 200 len: 1096 time: 0.0846198 Aug 11 04:17:41.693067 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-88fffcb1-c7be-4b75-ab10-e74ab76eca24 req-5c899b6f-f698-408b-ac5a-84c562d74720 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b0cd6879-806a-4646-8e4a-81139e593aff HTTP/1.1" status: 200 len: 217 time: 0.0341885 Aug 11 04:17:41.749306 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fffcb1-c7be-4b75-ab10-e74ab76eca24 req-217942aa-3f8b-4f4c-a962-aec6b1817682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:17:41.750852 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-88fffcb1-c7be-4b75-ab10-e74ab76eca24 req-217942aa-3f8b-4f4c-a962-aec6b1817682 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9d0e90c7-f92c-4701-8f16-4f7b37014086 HTTP/1.1" status: 200 len: 835 time: 0.0508397 Aug 11 04:17:41.798624 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fffcb1-c7be-4b75-ab10-e74ab76eca24 req-8f71b442-a83f-4057-8864-c311d8573558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:17:41.800169 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-88fffcb1-c7be-4b75-ab10-e74ab76eca24 req-8f71b442-a83f-4057-8864-c311d8573558 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=94fac488-0d18-4677-90d9-d7de377a9fa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426443 Aug 11 04:17:41.863614 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:17:41.890701 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-88fffcb1-c7be-4b75-ab10-e74ab76eca24 req-6046ccb2-3452-4d6a-bb51-5b66c4005f57 service neutron] 10.222.0.22 "GET /v2.0/networks/94fac488-0d18-4677-90d9-d7de377a9fa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831301 Aug 11 04:17:41.985443 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-88fffcb1-c7be-4b75-ab10-e74ab76eca24 req-d6d7216c-3185-4ce9-9242-2aa633222e7b service neutron] 10.222.0.22 "GET /v2.0/networks/94fac488-0d18-4677-90d9-d7de377a9fa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881162 Aug 11 04:17:42.144358 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf2d04b-bc53-46fe-bb80-e0ff427ca69f req-dc764d0d-cc56-4e1f-b63e-1f2413d91cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:17:42.145771 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-ecf2d04b-bc53-46fe-bb80-e0ff427ca69f req-dc764d0d-cc56-4e1f-b63e-1f2413d91cf5 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=4ed3e3e6ac1f49f882ef8f301df62615&device_id=1113b84c-c111-48f6-aea3-f0af1658aa5f HTTP/1.1" status: 200 len: 1096 time: 0.0414572 Aug 11 04:17:42.242754 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf2d04b-bc53-46fe-bb80-e0ff427ca69f req-7286dd95-067c-4a89-9e00-4812cd5c5615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:17:42.244269 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-ecf2d04b-bc53-46fe-bb80-e0ff427ca69f req-7286dd95-067c-4a89-9e00-4812cd5c5615 service neutron] 10.222.0.22 "GET /v2.0/networks?id=94fac488-0d18-4677-90d9-d7de377a9fa3 HTTP/1.1" status: 200 len: 898 time: 0.0876698 Aug 11 04:17:42.288332 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-ecf2d04b-bc53-46fe-bb80-e0ff427ca69f req-ec8fe298-6234-4a26-9946-54a96d6f79d6 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b0cd6879-806a-4646-8e4a-81139e593aff HTTP/1.1" status: 200 len: 217 time: 0.0358257 Aug 11 04:17:42.337804 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf2d04b-bc53-46fe-bb80-e0ff427ca69f req-224a8d51-c1d8-4f3e-9030-47bd5ac811cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:17:42.339290 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-ecf2d04b-bc53-46fe-bb80-e0ff427ca69f req-224a8d51-c1d8-4f3e-9030-47bd5ac811cb service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9d0e90c7-f92c-4701-8f16-4f7b37014086 HTTP/1.1" status: 200 len: 835 time: 0.0434103 Aug 11 04:17:42.389945 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf2d04b-bc53-46fe-bb80-e0ff427ca69f req-a3928c8b-582a-4994-bd49-de34fe08518a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:17:42.391616 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-ecf2d04b-bc53-46fe-bb80-e0ff427ca69f req-a3928c8b-582a-4994-bd49-de34fe08518a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=94fac488-0d18-4677-90d9-d7de377a9fa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0452046 Aug 11 04:17:42.462123 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90db3148-6106-4ccf-b8d3-a0b469249cda req-8b29476f-620c-4b24-b990-2150ee7fb1e2 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:17:42.464052 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-90db3148-6106-4ccf-b8d3-a0b469249cda req-8b29476f-620c-4b24-b990-2150ee7fb1e2 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/ports?device_id=1113b84c-c111-48f6-aea3-f0af1658aa5f HTTP/1.1" status: 200 len: 944 time: 0.0497584 Aug 11 04:17:42.484806 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-ecf2d04b-bc53-46fe-bb80-e0ff427ca69f req-4ede4813-70ce-489e-b613-b5c5db1da308 service neutron] 10.222.0.22 "GET /v2.0/networks/94fac488-0d18-4677-90d9-d7de377a9fa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858507 Aug 11 04:17:42.503010 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-90db3148-6106-4ccf-b8d3-a0b469249cda req-7e76c205-53d8-4d3b-934f-5eeb47f9ec6e tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b4e4e05-3dcb-4198-b4f8-9f6d197c5ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327370 Aug 11 04:17:42.578173 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-ecf2d04b-bc53-46fe-bb80-e0ff427ca69f req-1e09111e-df1c-4ed0-8ffe-57331108fec1 service neutron] 10.222.0.22 "GET /v2.0/networks/94fac488-0d18-4677-90d9-d7de377a9fa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861304 Aug 11 04:17:43.623511 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1466bd3-2fb9-4374-a48c-70f443126992 req-15928978-a98e-4be1-98e8-c9871f63a2f8 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:17:43.625598 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e1466bd3-2fb9-4374-a48c-70f443126992 req-15928978-a98e-4be1-98e8-c9871f63a2f8 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/ports?device_id=1113b84c-c111-48f6-aea3-f0af1658aa5f HTTP/1.1" status: 200 len: 944 time: 0.0527344 Aug 11 04:17:43.663751 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e1466bd3-2fb9-4374-a48c-70f443126992 req-33282d73-e990-4b28-ba1e-378cd3a74be8 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b4e4e05-3dcb-4198-b4f8-9f6d197c5ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317481 Aug 11 04:17:44.794421 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9980a317-dd28-4a64-921c-66198681cb1a req-5f0e4d7f-934b-4e23-a364-86d26b021608 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:17:44.796544 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9980a317-dd28-4a64-921c-66198681cb1a req-5f0e4d7f-934b-4e23-a364-86d26b021608 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/ports?device_id=1113b84c-c111-48f6-aea3-f0af1658aa5f HTTP/1.1" status: 200 len: 944 time: 0.0518970 Aug 11 04:17:44.834138 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9980a317-dd28-4a64-921c-66198681cb1a req-decc2054-f0e5-45d9-9885-63a241f5b053 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b4e4e05-3dcb-4198-b4f8-9f6d197c5ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311441 Aug 11 04:17:45.947829 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fa182c-4681-443f-a591-8baa1d9a711d req-2ae85796-06d2-4e09-a2e1-ef409052fe4e tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:17:45.949325 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b4fa182c-4681-443f-a591-8baa1d9a711d req-2ae85796-06d2-4e09-a2e1-ef409052fe4e tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/ports?device_id=1113b84c-c111-48f6-aea3-f0af1658aa5f HTTP/1.1" status: 200 len: 944 time: 0.0492814 Aug 11 04:17:45.986548 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b4fa182c-4681-443f-a591-8baa1d9a711d req-1a7fae64-710d-43a4-a65f-690e1948d24d tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b4e4e05-3dcb-4198-b4f8-9f6d197c5ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310824 Aug 11 04:17:46.457531 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device b0cd6879-806a-4646-8e4a-81139e593aff details requested by agent hyperv_n-h1-764292-30 with host n-h1-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 04:17:46.550389 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port b0cd6879-806a-4646-8e4a-81139e593aff, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=b0cd6879-806a-4646-8e4a-81139e593aff,segment=NetworkSegment(5d6d50cf-48ed-4de1-8e22-860733100cab),segment_id=5d6d50cf-48ed-4de1-8e22-860733100cab)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:17:46.564666 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Returning: {'device': 'b0cd6879-806a-4646-8e4a-81139e593aff', 'network_id': '94fac488-0d18-4677-90d9-d7de377a9fa3', 'port_id': 'b0cd6879-806a-4646-8e4a-81139e593aff', 'mac_address': 'fa:16:3e:ce:44:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d0e90c7-f92c-4701-8f16-4f7b37014086', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 04:17:46.601337 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:17:46.613508 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0cd6879-806a-4646-8e4a-81139e593aff {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 04:17:46.632474 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port b0cd6879-806a-4646-8e4a-81139e593aff, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=b0cd6879-806a-4646-8e4a-81139e593aff,segment=NetworkSegment(5d6d50cf-48ed-4de1-8e22-860733100cab),segment_id=5d6d50cf-48ed-4de1-8e22-860733100cab)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:17:46.694305 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:17:46.743796 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=b0cd6879-806a-4646-8e4a-81139e593aff,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:17:47.027044 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['b0cd6879-806a-4646-8e4a-81139e593aff'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 04:17:47.105092 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a7a54f-b708-4dfe-88db-9d05469f7850 req-313bbad2-f552-4efc-bcba-6a9fdc4a8826 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:17:47.106615 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e7a7a54f-b708-4dfe-88db-9d05469f7850 req-313bbad2-f552-4efc-bcba-6a9fdc4a8826 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/ports?device_id=1113b84c-c111-48f6-aea3-f0af1658aa5f HTTP/1.1" status: 200 len: 945 time: 0.0540099 Aug 11 04:17:47.144656 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e7a7a54f-b708-4dfe-88db-9d05469f7850 req-954fa635-d010-48fa-a7b0-1f309c7a5cac tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b4e4e05-3dcb-4198-b4f8-9f6d197c5ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320120 Aug 11 04:17:48.256870 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fe4183-930c-45b3-9d35-46f5f3800418 req-0f839ec8-20f4-4dd0-8065-dea1b22b8100 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:17:48.258397 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e8fe4183-930c-45b3-9d35-46f5f3800418 req-0f839ec8-20f4-4dd0-8065-dea1b22b8100 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/ports?device_id=1113b84c-c111-48f6-aea3-f0af1658aa5f HTTP/1.1" status: 200 len: 945 time: 0.0479543 Aug 11 04:17:48.296389 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e8fe4183-930c-45b3-9d35-46f5f3800418 req-8f4ddad0-4295-4002-85b8-31d16da9a48b tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b4e4e05-3dcb-4198-b4f8-9f6d197c5ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320420 Aug 11 04:17:48.466824 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device b0cd6879-806a-4646-8e4a-81139e593aff up at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 04:17:48.577872 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning for port b0cd6879-806a-4646-8e4a-81139e593aff completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 04:17:48.581857 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning complete for port b0cd6879-806a-4646-8e4a-81139e593aff triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 04:17:48.582235 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:17:48.661293 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:17:48.683099 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1113b84c-c111-48f6-aea3-f0af1658aa5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0cd6879-806a-4646-8e4a-81139e593aff'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 04:17:48.685335 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e385e08809ed349a2646fb52500b409f99e085c14d592b33dda6f3cb7a212da1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8b71721-a5c4-4b5f-8a4f-e4d9ad3abee0" -d '{"events": [{"server_uuid": "1113b84c-c111-48f6-aea3-f0af1658aa5f", "name": "network-vif-plugged", "status": "completed", "tag": "b0cd6879-806a-4646-8e4a-81139e593aff"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 04:17:48.697750 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port b0cd6879-806a-4646-8e4a-81139e593aff, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=b0cd6879-806a-4646-8e4a-81139e593aff,segment=NetworkSegment(5d6d50cf-48ed-4de1-8e22-860733100cab),segment_id=5d6d50cf-48ed-4de1-8e22-860733100cab)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:17:48.722048 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 04:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88f5c040-dddd-40fa-8020-c23a1cd533be x-openstack-request-id: req-88f5c040-dddd-40fa-8020-c23a1cd533be {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 04:17:48.722397 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1113b84c-c111-48f6-aea3-f0af1658aa5f", "name": "network-vif-plugged", "status": "completed", "tag": "b0cd6879-806a-4646-8e4a-81139e593aff", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 04:17:48.722654 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-88f5c040-dddd-40fa-8020-c23a1cd533be {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 04:17:48.723077 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1113b84c-c111-48f6-aea3-f0af1658aa5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0cd6879-806a-4646-8e4a-81139e593aff', 'code': 200} Aug 11 04:17:48.760646 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:17:48.809614 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=b0cd6879-806a-4646-8e4a-81139e593aff,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:17:48.817093 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:17:48.817449 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:17:48.817737 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2550fc-1218-41f4-be6e-95b6afff1a77 req-4f5f10cf-a397-4586-af7e-c9b0323a49e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:17:48.818231 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:17:48.818231 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:17:48.818476 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:17:48.818809 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:17:48.819141 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:17:48.819328 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-ec2550fc-1218-41f4-be6e-95b6afff1a77 req-4f5f10cf-a397-4586-af7e-c9b0323a49e4 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=1113b84c-c111-48f6-aea3-f0af1658aa5f HTTP/1.1" status: 200 len: 1098 time: 0.0406504 Aug 11 04:17:48.819470 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:17:48.819797 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:17:48.820122 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:17:48.820449 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:17:48.820774 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:17:48.854310 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-ec2550fc-1218-41f4-be6e-95b6afff1a77 req-064d34f6-f239-41a5-948e-335acfbaf04d service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=6b4e4e05-3dcb-4198-b4f8-9f6d197c5ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0282369 Aug 11 04:17:49.410598 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6614f53a-bba9-47e1-81d9-7493691031e0 req-16104f8a-5f98-4214-b0cd-0037a2a60e08 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:17:49.412091 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6614f53a-bba9-47e1-81d9-7493691031e0 req-16104f8a-5f98-4214-b0cd-0037a2a60e08 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/ports?device_id=1113b84c-c111-48f6-aea3-f0af1658aa5f HTTP/1.1" status: 200 len: 946 time: 0.0479398 Aug 11 04:17:49.449134 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6614f53a-bba9-47e1-81d9-7493691031e0 req-57a61306-8f7a-4b6b-9851-5a0697063374 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b4e4e05-3dcb-4198-b4f8-9f6d197c5ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311928 Aug 11 04:17:50.568784 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c024a8-07ab-40af-835f-fad074038481 req-d29dd351-b214-407f-8f2f-80e367536311 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:17:50.570322 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-36c024a8-07ab-40af-835f-fad074038481 req-d29dd351-b214-407f-8f2f-80e367536311 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/ports?device_id=1113b84c-c111-48f6-aea3-f0af1658aa5f HTTP/1.1" status: 200 len: 946 time: 0.0531249 Aug 11 04:17:50.610025 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-36c024a8-07ab-40af-835f-fad074038481 req-b3cd5a84-97b5-434e-b3a8-df2036bd7bc1 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b4e4e05-3dcb-4198-b4f8-9f6d197c5ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319433 Aug 11 04:17:50.724848 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1510df5c-e33b-4bf2-8ecd-3cb5599de00a req-193863b8-0fec-489a-bcbf-3011fa7b0c36 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:17:50.726354 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1510df5c-e33b-4bf2-8ecd-3cb5599de00a req-193863b8-0fec-489a-bcbf-3011fa7b0c36 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/ports?device_id=1113b84c-c111-48f6-aea3-f0af1658aa5f HTTP/1.1" status: 200 len: 946 time: 0.0484066 Aug 11 04:17:50.765150 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1510df5c-e33b-4bf2-8ecd-3cb5599de00a req-6b26e9c3-f258-4c07-be22-7986d819695d tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b4e4e05-3dcb-4198-b4f8-9f6d197c5ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323558 Aug 11 04:17:50.786655 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 51834) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:17:50.825973 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-953b6cba-21f1-4acc-b6a2-7ab2625ee920 tempest-TestNetworkAdvancedServerOps-1813166602 tempest-TestNetworkAdvancedServerOps-1813166602-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:17:50.827523 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-953b6cba-21f1-4acc-b6a2-7ab2625ee920 tempest-TestNetworkAdvancedServerOps-1813166602 tempest-TestNetworkAdvancedServerOps-1813166602-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=1113b84c-c111-48f6-aea3-f0af1658aa5f HTTP/1.1" status: 200 len: 1093 time: 0.0399246 Aug 11 04:17:50.830304 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 51836) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:17:50.834575 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-b2dd050e-980a-413c-a1d5-924ff67600c6 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Request body: {'floatingip': {'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'port_id': 'b0cd6879-806a-4646-8e4a-81139e593aff', 'tenant_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:17:50.928731 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b2dd050e-980a-413c-a1d5-924ff67600c6 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for floatingip, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:17:51.027357 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b2dd050e-980a-413c-a1d5-924ff67600c6 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:17:51.127383 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [None req-b2dd050e-980a-413c-a1d5-924ff67600c6 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Allocated IP 172.25.8.55 (09faf7d2-eaf5-4a50-bb6e-4cb05d009a76/e1a97443-13df-40bb-85f5-fd269e2742c0/7eb492e7-4b0c-4015-b20b-046e31ec1ef3) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 04:17:51.230440 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b2dd050e-980a-413c-a1d5-924ff67600c6 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:17:51.329223 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b2dd050e-980a-413c-a1d5-924ff67600c6 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:17:51.364477 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2dd050e-980a-413c-a1d5-924ff67600c6 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 04:17:51.369168 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-b2dd050e-980a-413c-a1d5-924ff67600c6 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 04:17:51.372606 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2dd050e-980a-413c-a1d5-924ff67600c6 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 04:17:51.395902 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dd050e-980a-413c-a1d5-924ff67600c6 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Pushing event updated for resources: {'Port': ['ID=7eb492e7-4b0c-4015-b20b-046e31ec1ef3,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:17:51.407626 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2dd050e-980a-413c-a1d5-924ff67600c6 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:17:51.407970 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2dd050e-980a-413c-a1d5-924ff67600c6 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:17:51.408301 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2dd050e-980a-413c-a1d5-924ff67600c6 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:17:51.408629 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2dd050e-980a-413c-a1d5-924ff67600c6 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:17:51.408951 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2dd050e-980a-413c-a1d5-924ff67600c6 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:17:51.409277 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2dd050e-980a-413c-a1d5-924ff67600c6 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:17:51.409600 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2dd050e-980a-413c-a1d5-924ff67600c6 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:17:51.409917 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2dd050e-980a-413c-a1d5-924ff67600c6 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:17:51.410238 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2dd050e-980a-413c-a1d5-924ff67600c6 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:17:51.410582 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2dd050e-980a-413c-a1d5-924ff67600c6 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:17:51.410899 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2dd050e-980a-413c-a1d5-924ff67600c6 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:17:51.411212 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2dd050e-980a-413c-a1d5-924ff67600c6 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:17:51.732657 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b2dd050e-980a-413c-a1d5-924ff67600c6 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:17:51.897212 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b2dd050e-980a-413c-a1d5-924ff67600c6 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:17:52.383876 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b2dd050e-980a-413c-a1d5-924ff67600c6 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for port, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:17:52.436759 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b2dd050e-980a-413c-a1d5-924ff67600c6 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:17:52.503795 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dd050e-980a-413c-a1d5-924ff67600c6 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Pushing event updated for resources: {'Port': ['ID=7eb492e7-4b0c-4015-b20b-046e31ec1ef3,revision_number=2']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:17:52.513594 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b2dd050e-980a-413c-a1d5-924ff67600c6 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446866'] for floatingip, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:17:52.613442 n-d-764292-30 neutron-server[102192]: INFO neutron.db.l3_db [None req-b2dd050e-980a-413c-a1d5-924ff67600c6 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Floating IP b46eba7f-45db-4c85-b418-fa17e3d57dfb associated. External IP: 172.25.8.55, port: b0cd6879-806a-4646-8e4a-81139e593aff. Aug 11 04:17:52.826337 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2dd050e-980a-413c-a1d5-924ff67600c6 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Router 4260ea23-969a-4588-8d45-2bddcfef439c has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 04:17:52.939593 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2dd050e-980a-413c-a1d5-924ff67600c6 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 04:17:52.949636 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452d3d9f-ae2f-472d-ae02-cf1032a56381 None None] Sync routers for ids ['4260ea23-969a-4588-8d45-2bddcfef439c'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 04:17:52.959490 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452d3d9f-ae2f-472d-ae02-cf1032a56381 None None] Routers {'4260ea23-969a-4588-8d45-2bddcfef439c'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 04:17:52.960100 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-452d3d9f-ae2f-472d-ae02-cf1032a56381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T04:17:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['4260ea23-969a-4588-8d45-2bddcfef439c'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:17:53.019890 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b2dd050e-980a-413c-a1d5-924ff67600c6 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for floatingip, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:17:53.049949 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-b2dd050e-980a-413c-a1d5-924ff67600c6 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2162399 Aug 11 04:17:53.049949 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1113b84c-c111-48f6-aea3-f0af1658aa5f', 'tag': 'b0cd6879-806a-4646-8e4a-81139e593aff'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 04:17:53.050541 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7f53641f53ed3ecbe111d4b405439a3ffe6be981c23072cf9fee61815809fbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d98e53cf-ac09-47b5-bd5c-8da358c8860d" -d '{"events": [{"name": "network-changed", "server_uuid": "1113b84c-c111-48f6-aea3-f0af1658aa5f", "tag": "b0cd6879-806a-4646-8e4a-81139e593aff"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 04:17:53.067183 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-452d3d9f-ae2f-472d-ae02-cf1032a56381 None None] Set router 4260ea23-969a-4588-8d45-2bddcfef439c gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 04:17:53.090827 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 04:17:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4085f760-a811-464b-9cc8-c6c17447ccee x-openstack-request-id: req-4085f760-a811-464b-9cc8-c6c17447ccee {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 04:17:53.091115 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1113b84c-c111-48f6-aea3-f0af1658aa5f", "tag": "b0cd6879-806a-4646-8e4a-81139e593aff", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 04:17:53.091354 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4085f760-a811-464b-9cc8-c6c17447ccee {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 04:17:53.091761 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1113b84c-c111-48f6-aea3-f0af1658aa5f', 'tag': 'b0cd6879-806a-4646-8e4a-81139e593aff', 'status': 'completed', 'code': 200} Aug 11 04:17:53.155293 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af68422-32e2-42f3-a3ad-6c01dc7a4764 req-2f5781c5-e447-4830-a6f7-8f99655dbaad tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:17:53.156604 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98e53cf-ac09-47b5-bd5c-8da358c8860d req-0b791dda-1ac6-42b0-a198-1696662b81ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:17:53.157284 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3af68422-32e2-42f3-a3ad-6c01dc7a4764 req-2f5781c5-e447-4830-a6f7-8f99655dbaad tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/ports?device_id=1113b84c-c111-48f6-aea3-f0af1658aa5f HTTP/1.1" status: 200 len: 946 time: 0.0566473 Aug 11 04:17:53.158086 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-d98e53cf-ac09-47b5-bd5c-8da358c8860d req-0b791dda-1ac6-42b0-a198-1696662b81ca service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=4ed3e3e6ac1f49f882ef8f301df62615&device_id=1113b84c-c111-48f6-aea3-f0af1658aa5f HTTP/1.1" status: 200 len: 1098 time: 0.0413830 Aug 11 04:17:53.198456 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3af68422-32e2-42f3-a3ad-6c01dc7a4764 req-52f63810-2887-45b5-b854-6ec4b4d5237b tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b4e4e05-3dcb-4198-b4f8-9f6d197c5ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341337 Aug 11 04:17:53.222269 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 51842) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:17:53.259426 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98e53cf-ac09-47b5-bd5c-8da358c8860d req-52825a05-b36a-4039-8fa4-c2ac576c6270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:17:53.262255 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-d98e53cf-ac09-47b5-bd5c-8da358c8860d req-52825a05-b36a-4039-8fa4-c2ac576c6270 service neutron] 10.222.0.22 "GET /v2.0/networks?id=94fac488-0d18-4677-90d9-d7de377a9fa3 HTTP/1.1" status: 200 len: 898 time: 0.0972223 Aug 11 04:17:53.285671 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-82a959f0-8258-4043-ba3a-f13cc448227c tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/floatingips/b46eba7f-45db-4c85-b418-fa17e3d57dfb HTTP/1.1" status: 200 len: 991 time: 0.0622284 Aug 11 04:17:53.309402 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-452d3d9f-ae2f-472d-ae02-cf1032a56381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4260ea23-969a-4588-8d45-2bddcfef439c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1849759930', 'tenant_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '30cd27ff-ac5b-4431-91f7-7582e8dfd9d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:17:28Z', 'updated_at': '2021-08-11T04:17:32Z', 'revision_number': 4, 'project_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'gw_port': {'id': '30cd27ff-ac5b-4431-91f7-7582e8dfd9d3', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:4e:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4260ea23-969a-4588-8d45-2bddcfef439c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:17:28Z', 'updated_at': '2021-08-11T04:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_floatingips': [{'id': 'b46eba7f-45db-4c85-b418-fa17e3d57dfb', 'tenant_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'floating_ip_address': '172.25.8.55', 'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'router_id': '4260ea23-969a-4588-8d45-2bddcfef439c', 'port_id': 'b0cd6879-806a-4646-8e4a-81139e593aff', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4248, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94fac488-0d18-4677-90d9-d7de377a9fa3', 'mac_address': 'fa:16:3e:ce:44:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1113b84c-c111-48f6-aea3-f0af1658aa5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T04:17:51Z', 'updated_at': '2021-08-11T04:17:51Z', 'revision_number': 0, 'project_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03535f4c-139f-45d2-be70-0b02acd0f9a3', 'name': '', 'network_id': '94fac488-0d18-4677-90d9-d7de377a9fa3', 'tenant_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'mac_address': 'fa:16:3e:cc:96:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4260ea23-969a-4588-8d45-2bddcfef439c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '9d0e90c7-f92c-4701-8f16-4f7b37014086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:17:31Z', 'updated_at': '2021-08-11T04:17:36Z', 'revision_number': 5, 'project_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'subnets': [{'id': '9d0e90c7-f92c-4701-8f16-4f7b37014086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:17:53.330796 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-d98e53cf-ac09-47b5-bd5c-8da358c8860d req-ee09cab9-ea93-496a-a1f4-312729d99df5 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b0cd6879-806a-4646-8e4a-81139e593aff HTTP/1.1" status: 200 len: 999 time: 0.0597939 Aug 11 04:17:53.335348 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452d3d9f-ae2f-472d-ae02-cf1032a56381 None None] Checking router: 4260ea23-969a-4588-8d45-2bddcfef439c for host: n-d-764292-30 {{(pid=102193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 04:17:53.344436 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452d3d9f-ae2f-472d-ae02-cf1032a56381 None None] Routers {'4260ea23-969a-4588-8d45-2bddcfef439c'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 04:17:53.345042 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-452d3d9f-ae2f-472d-ae02-cf1032a56381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T04:17:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['4260ea23-969a-4588-8d45-2bddcfef439c'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:17:53.385026 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98e53cf-ac09-47b5-bd5c-8da358c8860d req-a57b3cbd-cc51-43c4-aff2-350265030729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:17:53.386527 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-d98e53cf-ac09-47b5-bd5c-8da358c8860d req-a57b3cbd-cc51-43c4-aff2-350265030729 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9d0e90c7-f92c-4701-8f16-4f7b37014086 HTTP/1.1" status: 200 len: 835 time: 0.0447264 Aug 11 04:17:53.438017 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98e53cf-ac09-47b5-bd5c-8da358c8860d req-27f4535a-b4b9-4dd5-9d8b-bf915dc7e117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:17:53.439607 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-d98e53cf-ac09-47b5-bd5c-8da358c8860d req-27f4535a-b4b9-4dd5-9d8b-bf915dc7e117 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=94fac488-0d18-4677-90d9-d7de377a9fa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0452039 Aug 11 04:17:53.533203 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-d98e53cf-ac09-47b5-bd5c-8da358c8860d req-b09b4706-dcf0-4baf-9c04-6b2e6ee444a3 service neutron] 10.222.0.22 "GET /v2.0/networks/94fac488-0d18-4677-90d9-d7de377a9fa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856428 Aug 11 04:17:53.608561 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-452d3d9f-ae2f-472d-ae02-cf1032a56381 None None] Set router 4260ea23-969a-4588-8d45-2bddcfef439c gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 04:17:53.630199 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-d98e53cf-ac09-47b5-bd5c-8da358c8860d req-6bcfa3b0-1376-4db8-8147-3d8860e9e20a service neutron] 10.222.0.22 "GET /v2.0/networks/94fac488-0d18-4677-90d9-d7de377a9fa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897264 Aug 11 04:17:53.831046 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-452d3d9f-ae2f-472d-ae02-cf1032a56381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4260ea23-969a-4588-8d45-2bddcfef439c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1849759930', 'tenant_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '30cd27ff-ac5b-4431-91f7-7582e8dfd9d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:17:28Z', 'updated_at': '2021-08-11T04:17:32Z', 'revision_number': 4, 'project_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'gw_port': {'id': '30cd27ff-ac5b-4431-91f7-7582e8dfd9d3', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:4e:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4260ea23-969a-4588-8d45-2bddcfef439c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:17:28Z', 'updated_at': '2021-08-11T04:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_floatingips': [{'id': 'b46eba7f-45db-4c85-b418-fa17e3d57dfb', 'tenant_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'floating_ip_address': '172.25.8.55', 'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'router_id': '4260ea23-969a-4588-8d45-2bddcfef439c', 'port_id': 'b0cd6879-806a-4646-8e4a-81139e593aff', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4248, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94fac488-0d18-4677-90d9-d7de377a9fa3', 'mac_address': 'fa:16:3e:ce:44:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1113b84c-c111-48f6-aea3-f0af1658aa5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T04:17:51Z', 'updated_at': '2021-08-11T04:17:51Z', 'revision_number': 0, 'project_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03535f4c-139f-45d2-be70-0b02acd0f9a3', 'name': '', 'network_id': '94fac488-0d18-4677-90d9-d7de377a9fa3', 'tenant_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'mac_address': 'fa:16:3e:cc:96:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4260ea23-969a-4588-8d45-2bddcfef439c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '9d0e90c7-f92c-4701-8f16-4f7b37014086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:17:31Z', 'updated_at': '2021-08-11T04:17:36Z', 'revision_number': 5, 'project_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'subnets': [{'id': '9d0e90c7-f92c-4701-8f16-4f7b37014086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:17:53.857347 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452d3d9f-ae2f-472d-ae02-cf1032a56381 None None] The sync data for ids ['4260ea23-969a-4588-8d45-2bddcfef439c'] in n-d-764292-30 is: [{'id': '4260ea23-969a-4588-8d45-2bddcfef439c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1849759930', 'tenant_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '30cd27ff-ac5b-4431-91f7-7582e8dfd9d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:17:28Z', 'updated_at': '2021-08-11T04:17:32Z', 'revision_number': 4, 'project_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'gw_port': {'id': '30cd27ff-ac5b-4431-91f7-7582e8dfd9d3', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:4e:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4260ea23-969a-4588-8d45-2bddcfef439c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:17:28Z', 'updated_at': '2021-08-11T04:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_floatingips': [{'id': 'b46eba7f-45db-4c85-b418-fa17e3d57dfb', 'tenant_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'floating_ip_address': '172.25.8.55', 'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'router_id': '4260ea23-969a-4588-8d45-2bddcfef439c', 'port_id': 'b0cd6879-806a-4646-8e4a-81139e593aff', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4248, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94fac488-0d18-4677-90d9-d7de377a9fa3', 'mac_address': 'fa:16:3e:ce:44:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1113b84c-c111-48f6-aea3-f0af1658aa5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T04:17:51Z', 'updated_at': '2021-08-11T04:17:51Z', 'revision_number': 0, 'project_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03535f4c-139f-45d2-be70-0b02acd0f9a3', 'name': '', 'network_id': '94fac488-0d18-4677-90d9-d7de377a9fa3', 'tenant_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'mac_address': 'fa:16:3e:cc:96:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4260ea23-969a-4588-8d45-2bddcfef439c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '9d0e90c7-f92c-4701-8f16-4f7b37014086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:17:31Z', 'updated_at': '2021-08-11T04:17:36Z', 'revision_number': 5, 'project_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'subnets': [{'id': '9d0e90c7-f92c-4701-8f16-4f7b37014086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 04:17:54.041514 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-538112bb-f59a-47aa-aff9-61e35ba8b618 None None] New status for floating IP b46eba7f-45db-4c85-b418-fa17e3d57dfb: ACTIVE {{(pid=102194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 04:17:54.288861 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 51844) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:17:54.351191 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-5447a2b9-01c9-4a24-ab68-e1264e0bcf1e tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/floatingips/b46eba7f-45db-4c85-b418-fa17e3d57dfb HTTP/1.1" status: 200 len: 993 time: 0.0611806 Aug 11 04:17:59.266128 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-7b6f65ce-6367-4e65-9718-4fc50aba46f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:18:01.899891 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:18:02.134064 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2003012c-84dd-4fa1-b7b4-b08b530355d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:18:03.305622 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:18:04.237851 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [req-f98c61fa-bd33-412c-bb11-732faa8abeca req-f88e7daf-e516-4f85-8541-1e82557502cc service neutron] (102192) timed out ('10.222.0.41', 46958) {{(pid=102192) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 11 04:18:04.939656 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:18:07.945387 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:18:11.819754 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:18:18.400998 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.agents_db [None req-950b7202-decb-43e2-8f71-ac8931dc9749 None None] Agent healthcheck: found 7 active agents {{(pid=102194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 04:18:29.247443 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-924aa79c-95e4-402a-8473-ae148f49c708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:18:31.936452 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:18:32.127483 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-e2222f40-063d-498f-9dd1-cd4cb227870a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:18:33.281688 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:18:34.423867 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-48872f01-91ef-4c62-9a7a-54c578c0a4b2 req-02f32787-bdad-4471-b49e-0e4c04a29df0 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=1113b84c-c111-48f6-aea3-f0af1658aa5f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0402241 Aug 11 04:18:34.504464 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48872f01-91ef-4c62-9a7a-54c578c0a4b2 req-f316590d-56ed-45ce-8746-8b71c6c80b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:18:34.505944 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-48872f01-91ef-4c62-9a7a-54c578c0a4b2 req-f316590d-56ed-45ce-8746-8b71c6c80b6e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=4ed3e3e6ac1f49f882ef8f301df62615&device_id=1113b84c-c111-48f6-aea3-f0af1658aa5f HTTP/1.1" status: 200 len: 1098 time: 0.0400810 Aug 11 04:18:34.609682 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48872f01-91ef-4c62-9a7a-54c578c0a4b2 req-38ce0414-affa-44f0-aa6a-2ca3c0bb7f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:18:34.611208 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-48872f01-91ef-4c62-9a7a-54c578c0a4b2 req-38ce0414-affa-44f0-aa6a-2ca3c0bb7f95 service neutron] 10.222.0.22 "GET /v2.0/networks?id=94fac488-0d18-4677-90d9-d7de377a9fa3 HTTP/1.1" status: 200 len: 898 time: 0.0865104 Aug 11 04:18:34.675670 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-48872f01-91ef-4c62-9a7a-54c578c0a4b2 req-91b14d6c-2e70-41fe-acc9-99ecf8e25073 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b0cd6879-806a-4646-8e4a-81139e593aff HTTP/1.1" status: 200 len: 1001 time: 0.0572469 Aug 11 04:18:34.723817 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48872f01-91ef-4c62-9a7a-54c578c0a4b2 req-2e790407-38c4-4e65-afc1-5ff86892119f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:18:34.725256 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-48872f01-91ef-4c62-9a7a-54c578c0a4b2 req-2e790407-38c4-4e65-afc1-5ff86892119f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9d0e90c7-f92c-4701-8f16-4f7b37014086 HTTP/1.1" status: 200 len: 835 time: 0.0427704 Aug 11 04:18:34.772694 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48872f01-91ef-4c62-9a7a-54c578c0a4b2 req-46b1f4eb-a90b-43c6-b7d4-1d0a041975f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:18:34.774163 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-48872f01-91ef-4c62-9a7a-54c578c0a4b2 req-46b1f4eb-a90b-43c6-b7d4-1d0a041975f5 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=94fac488-0d18-4677-90d9-d7de377a9fa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423181 Aug 11 04:18:34.861003 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-48872f01-91ef-4c62-9a7a-54c578c0a4b2 req-ad57479a-4676-4931-a348-6fc868df627e service neutron] 10.222.0.22 "GET /v2.0/networks/94fac488-0d18-4677-90d9-d7de377a9fa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791230 Aug 11 04:18:34.927583 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:18:34.955738 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-48872f01-91ef-4c62-9a7a-54c578c0a4b2 req-b90ed390-6f00-4dc1-9b16-34a63eb76d0c service neutron] 10.222.0.22 "GET /v2.0/networks/94fac488-0d18-4677-90d9-d7de377a9fa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866351 Aug 11 04:18:37.927408 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:18:41.824482 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:18:55.321270 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b0d13a-a11b-4499-9353-4bedb9bd17c0 req-4f3cf7b5-0ffe-4f54-a55b-2f480284c532 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:18:55.322803 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-52b0d13a-a11b-4499-9353-4bedb9bd17c0 req-4f3cf7b5-0ffe-4f54-a55b-2f480284c532 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/ports?device_id=1113b84c-c111-48f6-aea3-f0af1658aa5f HTTP/1.1" status: 200 len: 946 time: 0.0966313 Aug 11 04:18:55.361139 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-52b0d13a-a11b-4499-9353-4bedb9bd17c0 req-e9626e1a-db29-4271-a73a-732e2075bdf9 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b4e4e05-3dcb-4198-b4f8-9f6d197c5ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319788 Aug 11 04:18:55.400184 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.agents_db [None req-950b7202-decb-43e2-8f71-ac8931dc9749 None None] Agent healthcheck: found 7 active agents {{(pid=102194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 04:18:56.537225 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04560797-57f9-40de-8101-16b4f12defb6 req-0f7eb05f-0f43-4d22-bea0-6514437d8bd1 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:18:56.538767 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-04560797-57f9-40de-8101-16b4f12defb6 req-0f7eb05f-0f43-4d22-bea0-6514437d8bd1 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/ports?device_id=1113b84c-c111-48f6-aea3-f0af1658aa5f HTTP/1.1" status: 200 len: 946 time: 0.0957296 Aug 11 04:18:56.577893 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-04560797-57f9-40de-8101-16b4f12defb6 req-bf60e7dc-a7da-4be4-a6a0-4d9595811d35 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b4e4e05-3dcb-4198-b4f8-9f6d197c5ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331533 Aug 11 04:18:57.702807 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af49370-cae8-4870-969f-99fa3dcfdee4 req-f52fe90c-8446-43ec-811c-752ac16efca4 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:18:57.704278 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0af49370-cae8-4870-969f-99fa3dcfdee4 req-f52fe90c-8446-43ec-811c-752ac16efca4 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/ports?device_id=1113b84c-c111-48f6-aea3-f0af1658aa5f HTTP/1.1" status: 200 len: 946 time: 0.0540390 Aug 11 04:18:57.742355 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0af49370-cae8-4870-969f-99fa3dcfdee4 req-8a7d4ef3-2c1f-495c-938e-0ebff5d3204e tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b4e4e05-3dcb-4198-b4f8-9f6d197c5ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313566 Aug 11 04:18:58.859835 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b0aa47-bd06-453a-ad19-14de9cc73d46 req-9bb47f71-2341-4ba1-874a-7d10c66aa81b tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:18:58.861332 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e3b0aa47-bd06-453a-ad19-14de9cc73d46 req-9bb47f71-2341-4ba1-874a-7d10c66aa81b tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/ports?device_id=1113b84c-c111-48f6-aea3-f0af1658aa5f HTTP/1.1" status: 200 len: 946 time: 0.0481813 Aug 11 04:18:58.907546 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e3b0aa47-bd06-453a-ad19-14de9cc73d46 req-6d65c050-fedb-4df6-8c52-2c04e8d399d2 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b4e4e05-3dcb-4198-b4f8-9f6d197c5ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396347 Aug 11 04:18:59.287574 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-fe86fa2c-3e8d-4b81-a716-de51df87c8f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:19:00.024915 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39dacb2-625a-4a2e-9873-9b785599b8f7 req-d5af8ae1-4074-46ca-b5f8-50ffebfedcd8 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:19:00.026438 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b39dacb2-625a-4a2e-9873-9b785599b8f7 req-d5af8ae1-4074-46ca-b5f8-50ffebfedcd8 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/ports?device_id=1113b84c-c111-48f6-aea3-f0af1658aa5f HTTP/1.1" status: 200 len: 946 time: 0.0488365 Aug 11 04:19:00.064342 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b39dacb2-625a-4a2e-9873-9b785599b8f7 req-9ce4d0ae-3fd8-4fbf-b033-ab530b6b52d2 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b4e4e05-3dcb-4198-b4f8-9f6d197c5ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316691 Aug 11 04:19:01.184017 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2a0f39-308e-48d6-8e37-6c45b17fc641 req-2a8d0545-b252-4948-82ef-8b97744ebb20 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:19:01.185478 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7a2a0f39-308e-48d6-8e37-6c45b17fc641 req-2a8d0545-b252-4948-82ef-8b97744ebb20 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/ports?device_id=1113b84c-c111-48f6-aea3-f0af1658aa5f HTTP/1.1" status: 200 len: 946 time: 0.0523674 Aug 11 04:19:01.223519 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7a2a0f39-308e-48d6-8e37-6c45b17fc641 req-58f44f2c-cee2-47ca-98de-415c699b0628 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b4e4e05-3dcb-4198-b4f8-9f6d197c5ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306563 Aug 11 04:19:01.947653 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:19:02.138693 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2da89edc-141e-40dd-ba81-6f31a7d1f2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:19:02.339419 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f578f0-df3c-40f7-b401-f0ea6c612639 req-7d6c1586-00e4-40be-8514-aee3ef67bfbc tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:19:02.340903 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-86f578f0-df3c-40f7-b401-f0ea6c612639 req-7d6c1586-00e4-40be-8514-aee3ef67bfbc tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/ports?device_id=1113b84c-c111-48f6-aea3-f0af1658aa5f HTTP/1.1" status: 200 len: 946 time: 0.0487258 Aug 11 04:19:02.379049 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-86f578f0-df3c-40f7-b401-f0ea6c612639 req-1bb08859-8b7c-4592-9d73-55f5ece4944d tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b4e4e05-3dcb-4198-b4f8-9f6d197c5ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321798 Aug 11 04:19:03.298765 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:19:03.493542 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9e2892-988a-4b4d-848f-f38f8593a8be req-ee79c919-48b1-4f68-8766-52d8f8170822 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:19:03.495084 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3f9e2892-988a-4b4d-848f-f38f8593a8be req-ee79c919-48b1-4f68-8766-52d8f8170822 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/ports?device_id=1113b84c-c111-48f6-aea3-f0af1658aa5f HTTP/1.1" status: 200 len: 946 time: 0.0486455 Aug 11 04:19:03.534869 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3f9e2892-988a-4b4d-848f-f38f8593a8be req-017ac872-7dcb-46c3-97f0-9c0a53002d2b tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b4e4e05-3dcb-4198-b4f8-9f6d197c5ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337937 Aug 11 04:19:04.656634 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0de4a6-9e23-4e81-b973-83748675c2f4 req-bb564419-80a5-4366-8b17-a8e052602ac6 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:19:04.658120 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-db0de4a6-9e23-4e81-b973-83748675c2f4 req-bb564419-80a5-4366-8b17-a8e052602ac6 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/ports?device_id=1113b84c-c111-48f6-aea3-f0af1658aa5f HTTP/1.1" status: 200 len: 946 time: 0.0542071 Aug 11 04:19:04.697130 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-db0de4a6-9e23-4e81-b973-83748675c2f4 req-daef3df8-606c-4e52-8eee-92f1c6a28418 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b4e4e05-3dcb-4198-b4f8-9f6d197c5ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328348 Aug 11 04:19:04.992948 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:19:05.816974 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93271537-3f9c-45fd-af7f-00f17b9c0910 req-e5fe0bbc-7473-4b2f-9049-e27443069c88 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:19:05.818508 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-93271537-3f9c-45fd-af7f-00f17b9c0910 req-e5fe0bbc-7473-4b2f-9049-e27443069c88 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/ports?device_id=1113b84c-c111-48f6-aea3-f0af1658aa5f HTTP/1.1" status: 200 len: 946 time: 0.0503416 Aug 11 04:19:05.857133 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-93271537-3f9c-45fd-af7f-00f17b9c0910 req-798001c6-585d-459e-9a10-1f9ee23d474c tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b4e4e05-3dcb-4198-b4f8-9f6d197c5ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325925 Aug 11 04:19:05.879058 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 51908) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:19:05.940318 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-029dd0a9-9ea2-40af-a882-e232194dc313 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/floatingips/b46eba7f-45db-4c85-b418-fa17e3d57dfb HTTP/1.1" status: 200 len: 993 time: 0.0595729 Aug 11 04:19:07.335337 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ea1119-9eb2-4b67-a9fc-7dbea7a04a4d req-e4ac5e88-d983-4b53-9fb3-491d0217ade7 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:19:07.336800 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-25ea1119-9eb2-4b67-a9fc-7dbea7a04a4d req-e4ac5e88-d983-4b53-9fb3-491d0217ade7 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/ports?device_id=1113b84c-c111-48f6-aea3-f0af1658aa5f HTTP/1.1" status: 200 len: 946 time: 0.0543766 Aug 11 04:19:07.376715 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-25ea1119-9eb2-4b67-a9fc-7dbea7a04a4d req-50372079-e67b-4001-9e5f-76ba5ff08f9a tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b4e4e05-3dcb-4198-b4f8-9f6d197c5ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339029 Aug 11 04:19:07.493288 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ffa6e4-4b7a-47af-a078-20d92d3af148 req-223260c7-9b5c-4e06-a5a2-ab514c48e7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:19:07.494779 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-e5ffa6e4-4b7a-47af-a078-20d92d3af148 req-223260c7-9b5c-4e06-a5a2-ab514c48e7c1 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=4ed3e3e6ac1f49f882ef8f301df62615&device_id=1113b84c-c111-48f6-aea3-f0af1658aa5f HTTP/1.1" status: 200 len: 1098 time: 0.0415905 Aug 11 04:19:07.582641 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ffa6e4-4b7a-47af-a078-20d92d3af148 req-fcd9f3cb-374e-44e0-b6b5-fb54535a2a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:19:07.584234 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-e5ffa6e4-4b7a-47af-a078-20d92d3af148 req-fcd9f3cb-374e-44e0-b6b5-fb54535a2a8c service neutron] 10.222.0.22 "GET /v2.0/networks?id=94fac488-0d18-4677-90d9-d7de377a9fa3 HTTP/1.1" status: 200 len: 898 time: 0.0823586 Aug 11 04:19:07.652685 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-e5ffa6e4-4b7a-47af-a078-20d92d3af148 req-310a9fca-8b95-4c8a-a27d-ef597dba6885 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b0cd6879-806a-4646-8e4a-81139e593aff HTTP/1.1" status: 200 len: 1001 time: 0.0607924 Aug 11 04:19:07.702277 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ffa6e4-4b7a-47af-a078-20d92d3af148 req-1d9a17e4-08ae-4b40-af15-5380ada83680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:19:07.703771 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-e5ffa6e4-4b7a-47af-a078-20d92d3af148 req-1d9a17e4-08ae-4b40-af15-5380ada83680 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9d0e90c7-f92c-4701-8f16-4f7b37014086 HTTP/1.1" status: 200 len: 835 time: 0.0446181 Aug 11 04:19:07.749263 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ffa6e4-4b7a-47af-a078-20d92d3af148 req-e8526d66-eb0a-41f6-8d61-590b42a9f914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:19:07.750737 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-e5ffa6e4-4b7a-47af-a078-20d92d3af148 req-e8526d66-eb0a-41f6-8d61-590b42a9f914 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=94fac488-0d18-4677-90d9-d7de377a9fa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393894 Aug 11 04:19:07.845061 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-e5ffa6e4-4b7a-47af-a078-20d92d3af148 req-225a80e7-f620-47d0-b5f2-afb12bd58b5a service neutron] 10.222.0.22 "GET /v2.0/networks/94fac488-0d18-4677-90d9-d7de377a9fa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846601 Aug 11 04:19:07.934834 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-e5ffa6e4-4b7a-47af-a078-20d92d3af148 req-20496e2e-08d7-457d-b829-f2db58ff7e31 service neutron] 10.222.0.22 "GET /v2.0/networks/94fac488-0d18-4677-90d9-d7de377a9fa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827584 Aug 11 04:19:07.959241 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:19:08.497040 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600b151b-db8c-44fb-88b2-c6187c0576f1 req-961c49b1-9dc1-4a3d-a92d-2b22e9322383 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:19:08.498602 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-600b151b-db8c-44fb-88b2-c6187c0576f1 req-961c49b1-9dc1-4a3d-a92d-2b22e9322383 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/ports?device_id=1113b84c-c111-48f6-aea3-f0af1658aa5f HTTP/1.1" status: 200 len: 946 time: 0.0515318 Aug 11 04:19:08.540035 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-600b151b-db8c-44fb-88b2-c6187c0576f1 req-1f948de5-b232-4abb-b8d5-5ce3a365521d tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b4e4e05-3dcb-4198-b4f8-9f6d197c5ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354023 Aug 11 04:19:09.654833 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387d996a-37d7-4381-9874-109bbb9e4086 req-83362671-b5e8-405a-9be7-b32a820dbea0 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:19:09.656314 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-387d996a-37d7-4381-9874-109bbb9e4086 req-83362671-b5e8-405a-9be7-b32a820dbea0 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/ports?device_id=1113b84c-c111-48f6-aea3-f0af1658aa5f HTTP/1.1" status: 200 len: 946 time: 0.0487540 Aug 11 04:19:09.695346 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-387d996a-37d7-4381-9874-109bbb9e4086 req-c2f920e3-8124-414d-8d10-7e1d78da0842 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b4e4e05-3dcb-4198-b4f8-9f6d197c5ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330677 Aug 11 04:19:09.717619 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 51920) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:19:09.783781 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-2b85f7ad-eeb6-40ce-8bac-10b8d2a8a29f tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/floatingips/b46eba7f-45db-4c85-b418-fa17e3d57dfb HTTP/1.1" status: 200 len: 993 time: 0.0650444 Aug 11 04:19:11.827091 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:19:29.237856 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-0e8f4c20-20b1-4228-af10-c015e04bdc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:19:31.929686 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:19:32.141408 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-7e381fd1-b15e-4bfb-97b4-73e7fcccfb4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:19:32.399713 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.agents_db [None req-950b7202-decb-43e2-8f71-ac8931dc9749 None None] Agent healthcheck: found 7 active agents {{(pid=102194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 04:19:33.283660 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:19:34.422862 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-0c01f8b0-6cde-4fed-b437-78dc3d911261 req-cd4470ab-2756-4d56-931f-acfc79b52cd7 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=1113b84c-c111-48f6-aea3-f0af1658aa5f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0435011 Aug 11 04:19:34.504658 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c01f8b0-6cde-4fed-b437-78dc3d911261 req-87301f61-e127-42f8-8c29-9d2f16b033fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:19:34.506182 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-0c01f8b0-6cde-4fed-b437-78dc3d911261 req-87301f61-e127-42f8-8c29-9d2f16b033fe service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=4ed3e3e6ac1f49f882ef8f301df62615&device_id=1113b84c-c111-48f6-aea3-f0af1658aa5f HTTP/1.1" status: 200 len: 1098 time: 0.0409760 Aug 11 04:19:34.624908 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c01f8b0-6cde-4fed-b437-78dc3d911261 req-b57361e2-5b1a-4cac-8e4a-7f184f666914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:19:34.626481 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-0c01f8b0-6cde-4fed-b437-78dc3d911261 req-b57361e2-5b1a-4cac-8e4a-7f184f666914 service neutron] 10.222.0.22 "GET /v2.0/networks?id=94fac488-0d18-4677-90d9-d7de377a9fa3 HTTP/1.1" status: 200 len: 898 time: 0.1019413 Aug 11 04:19:34.694087 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-0c01f8b0-6cde-4fed-b437-78dc3d911261 req-87e49905-f251-4296-9e84-50b2fc32708e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b0cd6879-806a-4646-8e4a-81139e593aff HTTP/1.1" status: 200 len: 1001 time: 0.0602267 Aug 11 04:19:34.742946 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c01f8b0-6cde-4fed-b437-78dc3d911261 req-ba9d9747-3d44-41cd-8115-7c5caafab4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:19:34.744355 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-0c01f8b0-6cde-4fed-b437-78dc3d911261 req-ba9d9747-3d44-41cd-8115-7c5caafab4a4 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9d0e90c7-f92c-4701-8f16-4f7b37014086 HTTP/1.1" status: 200 len: 835 time: 0.0427613 Aug 11 04:19:34.789646 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c01f8b0-6cde-4fed-b437-78dc3d911261 req-8bca71ee-eccd-4e19-8d87-fb3dae932265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:19:34.791142 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-0c01f8b0-6cde-4fed-b437-78dc3d911261 req-8bca71ee-eccd-4e19-8d87-fb3dae932265 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=94fac488-0d18-4677-90d9-d7de377a9fa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394070 Aug 11 04:19:34.880810 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-0c01f8b0-6cde-4fed-b437-78dc3d911261 req-5f32ebbc-57cb-45ad-98c1-adbb45104d3c service neutron] 10.222.0.22 "GET /v2.0/networks/94fac488-0d18-4677-90d9-d7de377a9fa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822017 Aug 11 04:19:34.926796 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:19:34.969229 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-0c01f8b0-6cde-4fed-b437-78dc3d911261 req-8b7dd401-4b75-4875-a914-2ea50bda52a3 service neutron] 10.222.0.22 "GET /v2.0/networks/94fac488-0d18-4677-90d9-d7de377a9fa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812290 Aug 11 04:19:37.958368 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:19:41.811889 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:19:59.127575 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 51946) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:19:59.246088 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-66fd67c0-1a84-4daa-b443-787e412c08cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:19:59.288944 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-278dc912-cf73-44cc-bf77-3fa87acbd1b3 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Deleting port 7eb492e7-4b0c-4015-b20b-046e31ec1ef3 {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 04:19:59.289208 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-278dc912-cf73-44cc-bf77-3fa87acbd1b3 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:19:59.367353 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-278dc912-cf73-44cc-bf77-3fa87acbd1b3 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:19:59.367682 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-278dc912-cf73-44cc-bf77-3fa87acbd1b3 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:19:59.380527 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-278dc912-cf73-44cc-bf77-3fa87acbd1b3 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Calling delete_port for 7eb492e7-4b0c-4015-b20b-046e31ec1ef3 owned by network:floatingip {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 04:19:59.817747 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-278dc912-cf73-44cc-bf77-3fa87acbd1b3 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:19:59.844679 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278dc912-cf73-44cc-bf77-3fa87acbd1b3 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Pushing event deleted for resources: {'Port': ['ID=7eb492e7-4b0c-4015-b20b-046e31ec1ef3,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:19:59.854600 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278dc912-cf73-44cc-bf77-3fa87acbd1b3 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:19:59.855249 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278dc912-cf73-44cc-bf77-3fa87acbd1b3 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:19:59.855249 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278dc912-cf73-44cc-bf77-3fa87acbd1b3 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:19:59.856105 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278dc912-cf73-44cc-bf77-3fa87acbd1b3 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:19:59.856482 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278dc912-cf73-44cc-bf77-3fa87acbd1b3 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:19:59.856815 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278dc912-cf73-44cc-bf77-3fa87acbd1b3 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:19:59.857514 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278dc912-cf73-44cc-bf77-3fa87acbd1b3 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:19:59.857514 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278dc912-cf73-44cc-bf77-3fa87acbd1b3 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:19:59.857751 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278dc912-cf73-44cc-bf77-3fa87acbd1b3 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:19:59.858068 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278dc912-cf73-44cc-bf77-3fa87acbd1b3 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:19:59.858416 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278dc912-cf73-44cc-bf77-3fa87acbd1b3 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:19:59.858732 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278dc912-cf73-44cc-bf77-3fa87acbd1b3 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:19:59.917623 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-278dc912-cf73-44cc-bf77-3fa87acbd1b3 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for floatingip, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:19:59.918485 n-d-764292-30 neutron-server[102192]: INFO neutron.db.l3_db [None req-278dc912-cf73-44cc-bf77-3fa87acbd1b3 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Floating IP b46eba7f-45db-4c85-b418-fa17e3d57dfb disassociated (deleted). External IP: 172.25.8.55, port: b0cd6879-806a-4646-8e4a-81139e593aff. Aug 11 04:20:00.126746 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-278dc912-cf73-44cc-bf77-3fa87acbd1b3 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Router 4260ea23-969a-4588-8d45-2bddcfef439c has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 04:20:00.233616 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-278dc912-cf73-44cc-bf77-3fa87acbd1b3 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 04:20:00.238501 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-278dc912-cf73-44cc-bf77-3fa87acbd1b3 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for floatingip, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:20:00.244263 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c04dc0-351b-489b-8533-927c6c3fd7ea None None] Sync routers for ids ['4260ea23-969a-4588-8d45-2bddcfef439c'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 04:20:00.252989 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c04dc0-351b-489b-8533-927c6c3fd7ea None None] Routers {'4260ea23-969a-4588-8d45-2bddcfef439c'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 04:20:00.257519 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-08c04dc0-351b-489b-8533-927c6c3fd7ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T04:19:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['4260ea23-969a-4588-8d45-2bddcfef439c'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:20:00.265453 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-278dc912-cf73-44cc-bf77-3fa87acbd1b3 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "DELETE /v2.0/floatingips/b46eba7f-45db-4c85-b418-fa17e3d57dfb HTTP/1.1" status: 204 len: 168 time: 1.1367815 Aug 11 04:20:00.266366 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1113b84c-c111-48f6-aea3-f0af1658aa5f', 'tag': 'b0cd6879-806a-4646-8e4a-81139e593aff'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 04:20:00.268622 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7f53641f53ed3ecbe111d4b405439a3ffe6be981c23072cf9fee61815809fbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76934b01-3941-4344-82f3-780b1339d235" -d '{"events": [{"name": "network-changed", "server_uuid": "1113b84c-c111-48f6-aea3-f0af1658aa5f", "tag": "b0cd6879-806a-4646-8e4a-81139e593aff"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 04:20:00.310079 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 04:20:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2838224a-42eb-4efa-a8d4-6917d57f35b4 x-openstack-request-id: req-2838224a-42eb-4efa-a8d4-6917d57f35b4 {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 04:20:00.310435 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1113b84c-c111-48f6-aea3-f0af1658aa5f", "tag": "b0cd6879-806a-4646-8e4a-81139e593aff", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 04:20:00.310692 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2838224a-42eb-4efa-a8d4-6917d57f35b4 {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 04:20:00.311102 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1113b84c-c111-48f6-aea3-f0af1658aa5f', 'tag': 'b0cd6879-806a-4646-8e4a-81139e593aff', 'status': 'completed', 'code': 200} Aug 11 04:20:00.367068 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-08c04dc0-351b-489b-8533-927c6c3fd7ea None None] Set router 4260ea23-969a-4588-8d45-2bddcfef439c gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 04:20:00.386193 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76934b01-3941-4344-82f3-780b1339d235 req-2bdcb273-02b5-4b0b-bb51-a6ebd4c8bcde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:20:00.388662 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-76934b01-3941-4344-82f3-780b1339d235 req-2bdcb273-02b5-4b0b-bb51-a6ebd4c8bcde service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=4ed3e3e6ac1f49f882ef8f301df62615&device_id=1113b84c-c111-48f6-aea3-f0af1658aa5f HTTP/1.1" status: 200 len: 1098 time: 0.0519743 Aug 11 04:20:00.481221 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76934b01-3941-4344-82f3-780b1339d235 req-1d35f2dc-3b96-49b8-bedc-527f708935dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:20:00.482785 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-76934b01-3941-4344-82f3-780b1339d235 req-1d35f2dc-3b96-49b8-bedc-527f708935dd service neutron] 10.222.0.22 "GET /v2.0/networks?id=94fac488-0d18-4677-90d9-d7de377a9fa3 HTTP/1.1" status: 200 len: 898 time: 0.0870211 Aug 11 04:20:00.524396 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-76934b01-3941-4344-82f3-780b1339d235 req-d78418d2-e27e-4843-8b06-c64b30aea9d0 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b0cd6879-806a-4646-8e4a-81139e593aff HTTP/1.1" status: 200 len: 217 time: 0.0344956 Aug 11 04:20:00.578388 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76934b01-3941-4344-82f3-780b1339d235 req-300162a9-6fa5-48bd-8ddf-480f7f0f9aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:20:00.579891 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-76934b01-3941-4344-82f3-780b1339d235 req-300162a9-6fa5-48bd-8ddf-480f7f0f9aa4 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9d0e90c7-f92c-4701-8f16-4f7b37014086 HTTP/1.1" status: 200 len: 835 time: 0.0489028 Aug 11 04:20:00.598574 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-08c04dc0-351b-489b-8533-927c6c3fd7ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4260ea23-969a-4588-8d45-2bddcfef439c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1849759930', 'tenant_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '30cd27ff-ac5b-4431-91f7-7582e8dfd9d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:17:28Z', 'updated_at': '2021-08-11T04:17:32Z', 'revision_number': 4, 'project_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'gw_port': {'id': '30cd27ff-ac5b-4431-91f7-7582e8dfd9d3', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:4e:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4260ea23-969a-4588-8d45-2bddcfef439c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:17:28Z', 'updated_at': '2021-08-11T04:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '03535f4c-139f-45d2-be70-0b02acd0f9a3', 'name': '', 'network_id': '94fac488-0d18-4677-90d9-d7de377a9fa3', 'tenant_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'mac_address': 'fa:16:3e:cc:96:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4260ea23-969a-4588-8d45-2bddcfef439c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '9d0e90c7-f92c-4701-8f16-4f7b37014086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:17:31Z', 'updated_at': '2021-08-11T04:17:36Z', 'revision_number': 5, 'project_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'subnets': [{'id': '9d0e90c7-f92c-4701-8f16-4f7b37014086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:20:00.624974 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c04dc0-351b-489b-8533-927c6c3fd7ea None None] Checking router: 4260ea23-969a-4588-8d45-2bddcfef439c for host: n-d-764292-30 {{(pid=102193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 04:20:00.625492 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76934b01-3941-4344-82f3-780b1339d235 req-3b184a15-90c1-4a51-9194-4c68536c4336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:20:00.627025 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-76934b01-3941-4344-82f3-780b1339d235 req-3b184a15-90c1-4a51-9194-4c68536c4336 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=94fac488-0d18-4677-90d9-d7de377a9fa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398831 Aug 11 04:20:00.633350 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c04dc0-351b-489b-8533-927c6c3fd7ea None None] Routers {'4260ea23-969a-4588-8d45-2bddcfef439c'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 04:20:00.636176 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-08c04dc0-351b-489b-8533-927c6c3fd7ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T04:19:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['4260ea23-969a-4588-8d45-2bddcfef439c'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:20:00.732443 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-76934b01-3941-4344-82f3-780b1339d235 req-67692724-f772-496a-9843-5de0d23ae8ba service neutron] 10.222.0.22 "GET /v2.0/networks/94fac488-0d18-4677-90d9-d7de377a9fa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978353 Aug 11 04:20:00.744891 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e3848e-011d-4edf-91cf-cd77d1d78997 req-f244b730-4803-48d8-8293-28e72cd15b48 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:20:00.750780 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c7e3848e-011d-4edf-91cf-cd77d1d78997 req-f244b730-4803-48d8-8293-28e72cd15b48 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/ports?device_id=1113b84c-c111-48f6-aea3-f0af1658aa5f HTTP/1.1" status: 200 len: 946 time: 0.0592065 Aug 11 04:20:00.758251 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-08c04dc0-351b-489b-8533-927c6c3fd7ea None None] Set router 4260ea23-969a-4588-8d45-2bddcfef439c gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 04:20:00.797861 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c7e3848e-011d-4edf-91cf-cd77d1d78997 req-4a23e011-76ec-423c-b020-9ae5f52ecc88 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b4e4e05-3dcb-4198-b4f8-9f6d197c5ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450106 Aug 11 04:20:00.971184 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-08c04dc0-351b-489b-8533-927c6c3fd7ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4260ea23-969a-4588-8d45-2bddcfef439c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1849759930', 'tenant_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '30cd27ff-ac5b-4431-91f7-7582e8dfd9d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:17:28Z', 'updated_at': '2021-08-11T04:17:32Z', 'revision_number': 4, 'project_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'gw_port': {'id': '30cd27ff-ac5b-4431-91f7-7582e8dfd9d3', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:4e:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4260ea23-969a-4588-8d45-2bddcfef439c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:17:28Z', 'updated_at': '2021-08-11T04:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '03535f4c-139f-45d2-be70-0b02acd0f9a3', 'name': '', 'network_id': '94fac488-0d18-4677-90d9-d7de377a9fa3', 'tenant_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'mac_address': 'fa:16:3e:cc:96:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4260ea23-969a-4588-8d45-2bddcfef439c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '9d0e90c7-f92c-4701-8f16-4f7b37014086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:17:31Z', 'updated_at': '2021-08-11T04:17:36Z', 'revision_number': 5, 'project_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'subnets': [{'id': '9d0e90c7-f92c-4701-8f16-4f7b37014086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:20:01.003484 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c04dc0-351b-489b-8533-927c6c3fd7ea None None] The sync data for ids ['4260ea23-969a-4588-8d45-2bddcfef439c'] in n-d-764292-30 is: [{'id': '4260ea23-969a-4588-8d45-2bddcfef439c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1849759930', 'tenant_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '30cd27ff-ac5b-4431-91f7-7582e8dfd9d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:17:28Z', 'updated_at': '2021-08-11T04:17:32Z', 'revision_number': 4, 'project_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'gw_port': {'id': '30cd27ff-ac5b-4431-91f7-7582e8dfd9d3', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:4e:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4260ea23-969a-4588-8d45-2bddcfef439c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:17:28Z', 'updated_at': '2021-08-11T04:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '03535f4c-139f-45d2-be70-0b02acd0f9a3', 'name': '', 'network_id': '94fac488-0d18-4677-90d9-d7de377a9fa3', 'tenant_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'mac_address': 'fa:16:3e:cc:96:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4260ea23-969a-4588-8d45-2bddcfef439c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '9d0e90c7-f92c-4701-8f16-4f7b37014086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:17:31Z', 'updated_at': '2021-08-11T04:17:36Z', 'revision_number': 5, 'project_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'subnets': [{'id': '9d0e90c7-f92c-4701-8f16-4f7b37014086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 04:20:01.151697 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-76934b01-3941-4344-82f3-780b1339d235 req-d97f0507-80a8-4c24-a106-8fabf1a59f7b service neutron] 10.222.0.22 "GET /v2.0/networks/94fac488-0d18-4677-90d9-d7de377a9fa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4112570 Aug 11 04:20:01.225998 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822f080d-7731-429e-a808-c00d8a1e6f87 None None] New status for floating IP b46eba7f-45db-4c85-b418-fa17e3d57dfb: DOWN {{(pid=102194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 04:20:01.912126 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:20:01.940552 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ca82c1-5791-46da-93d4-83eae3886858 req-c4e8854e-365e-4237-a56a-b7eefc66ae20 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:20:01.942028 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f8ca82c1-5791-46da-93d4-83eae3886858 req-c4e8854e-365e-4237-a56a-b7eefc66ae20 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/ports?device_id=1113b84c-c111-48f6-aea3-f0af1658aa5f HTTP/1.1" status: 200 len: 946 time: 0.0534244 Aug 11 04:20:01.981490 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f8ca82c1-5791-46da-93d4-83eae3886858 req-f50555cf-01cf-4ea0-8892-7f68cdbe5588 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b4e4e05-3dcb-4198-b4f8-9f6d197c5ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324543 Aug 11 04:20:02.154696 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-6eeea632-c3c0-44a8-9531-eea8b37598e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:20:02.314212 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd28fe13-2186-431e-88dc-db58bc2da1d4 req-4a2d7875-568e-4a3a-ab25-078b4e957fe8 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:20:02.315752 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-cd28fe13-2186-431e-88dc-db58bc2da1d4 req-4a2d7875-568e-4a3a-ab25-078b4e957fe8 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.22 "GET /v2.0/ports?device_id=1113b84c-c111-48f6-aea3-f0af1658aa5f HTTP/1.1" status: 200 len: 946 time: 0.0489342 Aug 11 04:20:02.404908 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-cd28fe13-2186-431e-88dc-db58bc2da1d4 req-ee7fb762-2b10-4485-97dd-710576b1d96c tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Deleting port b0cd6879-806a-4646-8e4a-81139e593aff {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 04:20:02.405168 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-cd28fe13-2186-431e-88dc-db58bc2da1d4 req-ee7fb762-2b10-4485-97dd-710576b1d96c tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:20:02.488725 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-cd28fe13-2186-431e-88dc-db58bc2da1d4 req-ee7fb762-2b10-4485-97dd-710576b1d96c tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] For port b0cd6879-806a-4646-8e4a-81139e593aff, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=b0cd6879-806a-4646-8e4a-81139e593aff,segment=NetworkSegment(5d6d50cf-48ed-4de1-8e22-860733100cab),segment_id=5d6d50cf-48ed-4de1-8e22-860733100cab)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:20:02.489085 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-cd28fe13-2186-431e-88dc-db58bc2da1d4 req-ee7fb762-2b10-4485-97dd-710576b1d96c tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:20:02.502363 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-cd28fe13-2186-431e-88dc-db58bc2da1d4 req-ee7fb762-2b10-4485-97dd-710576b1d96c tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Calling delete_port for b0cd6879-806a-4646-8e4a-81139e593aff owned by compute:nova {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 04:20:02.691889 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-cd28fe13-2186-431e-88dc-db58bc2da1d4 req-ee7fb762-2b10-4485-97dd-710576b1d96c tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:20:02.719271 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7fb762-2b10-4485-97dd-710576b1d96c tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Pushing event deleted for resources: {'Port': ['ID=b0cd6879-806a-4646-8e4a-81139e593aff,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:20:02.731813 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7fb762-2b10-4485-97dd-710576b1d96c tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:20:02.732949 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7fb762-2b10-4485-97dd-710576b1d96c tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:20:02.732949 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7fb762-2b10-4485-97dd-710576b1d96c tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:20:02.732949 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7fb762-2b10-4485-97dd-710576b1d96c tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:20:02.733241 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7fb762-2b10-4485-97dd-710576b1d96c tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:20:02.733480 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7fb762-2b10-4485-97dd-710576b1d96c tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:20:02.733784 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7fb762-2b10-4485-97dd-710576b1d96c tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:20:02.734118 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7fb762-2b10-4485-97dd-710576b1d96c tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:20:02.734476 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7fb762-2b10-4485-97dd-710576b1d96c tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:20:02.734803 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7fb762-2b10-4485-97dd-710576b1d96c tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:20:02.735129 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7fb762-2b10-4485-97dd-710576b1d96c tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:20:02.735451 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7fb762-2b10-4485-97dd-710576b1d96c tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:20:02.772648 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd28fe13-2186-431e-88dc-db58bc2da1d4 req-ee7fb762-2b10-4485-97dd-710576b1d96c tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] No DVR routers for this DVR port b0cd6879-806a-4646-8e4a-81139e593aff on host n-h1-764292-30 {{(pid=102191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 04:20:02.775197 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-cd28fe13-2186-431e-88dc-db58bc2da1d4 req-ee7fb762-2b10-4485-97dd-710576b1d96c tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:20:02.777147 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-cd28fe13-2186-431e-88dc-db58bc2da1d4 req-ee7fb762-2b10-4485-97dd-710576b1d96c tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.22 "DELETE /v2.0/ports/b0cd6879-806a-4646-8e4a-81139e593aff HTTP/1.1" status: 204 len: 173 time: 0.4556062 Aug 11 04:20:02.777624 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1113b84c-c111-48f6-aea3-f0af1658aa5f', 'name': 'network-vif-deleted', 'tag': 'b0cd6879-806a-4646-8e4a-81139e593aff'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 04:20:02.779940 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9291d331c18c1eb37c2b57c8af4a09724b2e7f160dd5faf652855b3e38b81ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a3707bb-f16c-4795-9967-442e5a812fc2" -d '{"events": [{"server_uuid": "1113b84c-c111-48f6-aea3-f0af1658aa5f", "name": "network-vif-deleted", "tag": "b0cd6879-806a-4646-8e4a-81139e593aff"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 04:20:02.816334 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 04:20:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b99667a9-7cb4-4e8e-af17-22d5f0d3d2cf x-openstack-request-id: req-b99667a9-7cb4-4e8e-af17-22d5f0d3d2cf {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 04:20:02.816624 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1113b84c-c111-48f6-aea3-f0af1658aa5f", "name": "network-vif-deleted", "tag": "b0cd6879-806a-4646-8e4a-81139e593aff", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 04:20:02.816874 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b99667a9-7cb4-4e8e-af17-22d5f0d3d2cf {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 04:20:02.817266 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1113b84c-c111-48f6-aea3-f0af1658aa5f', 'name': 'network-vif-deleted', 'tag': 'b0cd6879-806a-4646-8e4a-81139e593aff', 'status': 'completed', 'code': 200} Aug 11 04:20:03.091923 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-68e10840-56cf-4815-934a-477386f69263 req-8ad33331-5e96-4278-9bb4-e78dc2ec82a9 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/ports?device_id=1113b84c-c111-48f6-aea3-f0af1658aa5f HTTP/1.1" status: 200 len: 210 time: 0.0277715 Aug 11 04:20:03.291158 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:20:04.147949 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 51972) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:20:04.497944 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-29858047-f1f6-4b2f-a6a2-46a93d94e797 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521106'] for router_interface, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:20:04.748043 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-29858047-f1f6-4b2f-a6a2-46a93d94e797 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Deleting port 03535f4c-139f-45d2-be70-0b02acd0f9a3 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 04:20:04.748300 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-29858047-f1f6-4b2f-a6a2-46a93d94e797 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:20:04.837055 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [None req-29858047-f1f6-4b2f-a6a2-46a93d94e797 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] For port 03535f4c-139f-45d2-be70-0b02acd0f9a3, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=03535f4c-139f-45d2-be70-0b02acd0f9a3,segment=NetworkSegment(5d6d50cf-48ed-4de1-8e22-860733100cab),segment_id=5d6d50cf-48ed-4de1-8e22-860733100cab)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:20:04.837430 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-29858047-f1f6-4b2f-a6a2-46a93d94e797 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:20:04.849963 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-29858047-f1f6-4b2f-a6a2-46a93d94e797 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Calling delete_port for 03535f4c-139f-45d2-be70-0b02acd0f9a3 owned by network:router_interface {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 04:20:04.931717 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:20:05.106768 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-29858047-f1f6-4b2f-a6a2-46a93d94e797 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:20:05.133687 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29858047-f1f6-4b2f-a6a2-46a93d94e797 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Pushing event deleted for resources: {'Port': ['ID=03535f4c-139f-45d2-be70-0b02acd0f9a3,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:20:05.306408 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-29858047-f1f6-4b2f-a6a2-46a93d94e797 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16383033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450082'] for router_interface, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:20:05.521104 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29858047-f1f6-4b2f-a6a2-46a93d94e797 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Router 4260ea23-969a-4588-8d45-2bddcfef439c has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 04:20:05.626812 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29858047-f1f6-4b2f-a6a2-46a93d94e797 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 04:20:05.632137 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-29858047-f1f6-4b2f-a6a2-46a93d94e797 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "PUT /v2.0/routers/4260ea23-969a-4588-8d45-2bddcfef439c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4829865 Aug 11 04:20:05.634616 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 51974) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:20:05.637676 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce7f4a2-ebed-43ea-8329-d1e6f553531a None None] Sync routers for ids ['4260ea23-969a-4588-8d45-2bddcfef439c'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 04:20:05.646915 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce7f4a2-ebed-43ea-8329-d1e6f553531a None None] Routers {'4260ea23-969a-4588-8d45-2bddcfef439c'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 04:20:05.647579 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-dce7f4a2-ebed-43ea-8329-d1e6f553531a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T04:20:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['4260ea23-969a-4588-8d45-2bddcfef439c'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:20:05.686476 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_v2 [None req-b377e978-5f4d-4381-8a41-47af14f6b8f8 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Deleting subnet 9d0e90c7-f92c-4701-8f16-4f7b37014086 {{(pid=102191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 04:20:05.689584 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b377e978-5f4d-4381-8a41-47af14f6b8f8 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for subnet, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:20:05.728640 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b377e978-5f4d-4381-8a41-47af14f6b8f8 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126283525'] for subnet, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:20:05.750386 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-dce7f4a2-ebed-43ea-8329-d1e6f553531a None None] Set router 4260ea23-969a-4588-8d45-2bddcfef439c gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 04:20:05.819948 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b377e978-5f4d-4381-8a41-47af14f6b8f8 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:20:05.927746 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-dce7f4a2-ebed-43ea-8329-d1e6f553531a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4260ea23-969a-4588-8d45-2bddcfef439c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1849759930', 'tenant_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '30cd27ff-ac5b-4431-91f7-7582e8dfd9d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:17:28Z', 'updated_at': '2021-08-11T04:20:04Z', 'revision_number': 5, 'project_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'gw_port': {'id': '30cd27ff-ac5b-4431-91f7-7582e8dfd9d3', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:4e:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4260ea23-969a-4588-8d45-2bddcfef439c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:17:28Z', 'updated_at': '2021-08-11T04:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:20:05.937482 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b377e978-5f4d-4381-8a41-47af14f6b8f8 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126283413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126275158'] for subnet, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:20:05.953608 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce7f4a2-ebed-43ea-8329-d1e6f553531a None None] Checking router: 4260ea23-969a-4588-8d45-2bddcfef439c for host: n-d-764292-30 {{(pid=102193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 04:20:05.961835 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b377e978-5f4d-4381-8a41-47af14f6b8f8 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Pushing event deleted for resources: {'Subnet': ['ID=9d0e90c7-f92c-4701-8f16-4f7b37014086,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:20:05.962051 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce7f4a2-ebed-43ea-8329-d1e6f553531a None None] Routers {'4260ea23-969a-4588-8d45-2bddcfef439c'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 04:20:05.962628 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-dce7f4a2-ebed-43ea-8329-d1e6f553531a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T04:20:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['4260ea23-969a-4588-8d45-2bddcfef439c'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:20:05.969505 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b377e978-5f4d-4381-8a41-47af14f6b8f8 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:20:05.973969 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-b377e978-5f4d-4381-8a41-47af14f6b8f8 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "DELETE /v2.0/subnets/9d0e90c7-f92c-4701-8f16-4f7b37014086 HTTP/1.1" status: 204 len: 168 time: 0.3358841 Aug 11 04:20:05.974774 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 51976) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:20:06.002326 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a41edf5-b21b-4687-8513-f4ca008327fc None None] Network 94fac488-0d18-4677-90d9-d7de377a9fa3 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 04:20:06.097623 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b15071a0-9e25-4329-8e8e-384876a879c4 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for router, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:20:06.156019 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-dce7f4a2-ebed-43ea-8329-d1e6f553531a None None] Set router 4260ea23-969a-4588-8d45-2bddcfef439c gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 04:20:06.202986 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b15071a0-9e25-4329-8e8e-384876a879c4 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:20:06.363288 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-b15071a0-9e25-4329-8e8e-384876a879c4 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Deleting port 30cd27ff-ac5b-4431-91f7-7582e8dfd9d3 {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 04:20:06.363640 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b15071a0-9e25-4329-8e8e-384876a879c4 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:20:06.446193 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [None req-b15071a0-9e25-4329-8e8e-384876a879c4 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] For port 30cd27ff-ac5b-4431-91f7-7582e8dfd9d3, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=30cd27ff-ac5b-4431-91f7-7582e8dfd9d3,segment=NetworkSegment(fab28bed-aa25-40db-bba4-ec26e795194c),segment_id=fab28bed-aa25-40db-bba4-ec26e795194c)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:20:06.446193 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b15071a0-9e25-4329-8e8e-384876a879c4 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:20:06.459394 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-b15071a0-9e25-4329-8e8e-384876a879c4 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Calling delete_port for 30cd27ff-ac5b-4431-91f7-7582e8dfd9d3 owned by network:router_gateway {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 04:20:06.472954 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae472080-7508-4824-b734-3713b42d520d None None] DHCP port deletion for 94fac488-0d18-4677-90d9-d7de377a9fa3 request from n-d-764292-30 {{(pid=102193) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 04:20:06.532056 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-dce7f4a2-ebed-43ea-8329-d1e6f553531a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4260ea23-969a-4588-8d45-2bddcfef439c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1849759930', 'tenant_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '30cd27ff-ac5b-4431-91f7-7582e8dfd9d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:17:28Z', 'updated_at': '2021-08-11T04:20:04Z', 'revision_number': 5, 'project_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'gw_port': {'id': '30cd27ff-ac5b-4431-91f7-7582e8dfd9d3', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:4e:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4260ea23-969a-4588-8d45-2bddcfef439c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:17:28Z', 'updated_at': '2021-08-11T04:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:20:06.560532 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce7f4a2-ebed-43ea-8329-d1e6f553531a None None] The sync data for ids ['4260ea23-969a-4588-8d45-2bddcfef439c'] in n-d-764292-30 is: [{'id': '4260ea23-969a-4588-8d45-2bddcfef439c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1849759930', 'tenant_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '30cd27ff-ac5b-4431-91f7-7582e8dfd9d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:17:28Z', 'updated_at': '2021-08-11T04:20:04Z', 'revision_number': 5, 'project_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'gw_port': {'id': '30cd27ff-ac5b-4431-91f7-7582e8dfd9d3', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:4e:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4260ea23-969a-4588-8d45-2bddcfef439c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:17:28Z', 'updated_at': '2021-08-11T04:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 04:20:06.564899 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-ae472080-7508-4824-b734-3713b42d520d None None] Deleting port aed57ee7-5142-4297-8409-e7f8fda0b724 {{(pid=102193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 04:20:06.565296 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-ae472080-7508-4824-b734-3713b42d520d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:20:06.630855 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-ae472080-7508-4824-b734-3713b42d520d None None] For port aed57ee7-5142-4297-8409-e7f8fda0b724, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=aed57ee7-5142-4297-8409-e7f8fda0b724,segment=NetworkSegment(5d6d50cf-48ed-4de1-8e22-860733100cab),segment_id=5d6d50cf-48ed-4de1-8e22-860733100cab)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:20:06.631253 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-ae472080-7508-4824-b734-3713b42d520d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:20:06.644493 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-ae472080-7508-4824-b734-3713b42d520d None None] Calling delete_port for aed57ee7-5142-4297-8409-e7f8fda0b724 owned by network:dhcp {{(pid=102193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 04:20:06.697276 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b15071a0-9e25-4329-8e8e-384876a879c4 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:20:06.727980 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15071a0-9e25-4329-8e8e-384876a879c4 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Pushing event deleted for resources: {'Port': ['ID=30cd27ff-ac5b-4431-91f7-7582e8dfd9d3,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:20:06.783024 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-ae472080-7508-4824-b734-3713b42d520d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678'] for port, after_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:20:06.787445 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b15071a0-9e25-4329-8e8e-384876a879c4 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-446916'] for router_gateway, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:20:06.808228 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae472080-7508-4824-b734-3713b42d520d None None] Pushing event deleted for resources: {'Port': ['ID=aed57ee7-5142-4297-8409-e7f8fda0b724,revision_number=None']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:20:06.812989 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae472080-7508-4824-b734-3713b42d520d None None] No DVR routers for this DVR port aed57ee7-5142-4297-8409-e7f8fda0b724 on host n-d-764292-30 {{(pid=102193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 04:20:06.822750 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae472080-7508-4824-b734-3713b42d520d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:20:06.822750 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae472080-7508-4824-b734-3713b42d520d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:20:06.822750 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae472080-7508-4824-b734-3713b42d520d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:20:06.822750 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae472080-7508-4824-b734-3713b42d520d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:20:06.822750 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae472080-7508-4824-b734-3713b42d520d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:20:06.822750 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae472080-7508-4824-b734-3713b42d520d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:20:06.822750 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae472080-7508-4824-b734-3713b42d520d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:20:06.822750 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae472080-7508-4824-b734-3713b42d520d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:20:06.822750 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae472080-7508-4824-b734-3713b42d520d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:20:06.824816 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae472080-7508-4824-b734-3713b42d520d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:20:06.824816 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae472080-7508-4824-b734-3713b42d520d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:20:06.824816 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae472080-7508-4824-b734-3713b42d520d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:20:06.884109 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b15071a0-9e25-4329-8e8e-384876a879c4 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6544'] for router, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:20:06.885685 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b15071a0-9e25-4329-8e8e-384876a879c4 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:20:07.000957 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b15071a0-9e25-4329-8e8e-384876a879c4 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448809'] for router, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:20:07.001892 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b15071a0-9e25-4329-8e8e-384876a879c4 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Fanout notify agent at l3_agent the message router_deleted on router 4260ea23-969a-4588-8d45-2bddcfef439c {{(pid=102192) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 04:20:07.015396 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b15071a0-9e25-4329-8e8e-384876a879c4 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for router, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:20:07.017384 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-b15071a0-9e25-4329-8e8e-384876a879c4 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "DELETE /v2.0/routers/4260ea23-969a-4588-8d45-2bddcfef439c HTTP/1.1" status: 204 len: 168 time: 1.0409150 Aug 11 04:20:07.020175 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 51978) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:20:07.083088 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device b0cd6879-806a-4646-8e4a-81139e593aff no longer exists at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 04:20:07.099160 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ad2fff04-416c-42df-9649-a5b1ea4b711d tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:20:07.106513 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] No Port match for: b0cd6879-806a-4646-8e4a-81139e593aff {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 04:20:07.106937 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device b0cd6879-806a-4646-8e4a-81139e593aff not bound to the agent host n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 04:20:07.193190 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ad2fff04-416c-42df-9649-a5b1ea4b711d tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:20:07.203702 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-ad2fff04-416c-42df-9649-a5b1ea4b711d tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94fac488-0d18-4677-90d9-d7de377a9fa3']}} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:20:07.214933 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-ad2fff04-416c-42df-9649-a5b1ea4b711d tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d6d50cf-48ed-4de1-8e22-860733100cab') {'for_net_delete': True} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:20:07.215281 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-ad2fff04-416c-42df-9649-a5b1ea4b711d tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d6d50cf-48ed-4de1-8e22-860733100cab') {} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:20:07.225028 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ad2fff04-416c-42df-9649-a5b1ea4b711d tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125932501'] for segment, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:20:07.239100 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ad2fff04-416c-42df-9649-a5b1ea4b711d tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:20:07.244776 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad2fff04-416c-42df-9649-a5b1ea4b711d tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=102192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 04:20:07.245160 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ad2fff04-416c-42df-9649-a5b1ea4b711d tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125932183'] for segment, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:20:07.248620 n-d-764292-30 neutron-server[102192]: Traceback (most recent call last): Aug 11 04:20:07.248620 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 04:20:07.248620 n-d-764292-30 neutron-server[102192]: timer() Aug 11 04:20:07.248620 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 04:20:07.248620 n-d-764292-30 neutron-server[102192]: cb(*args, **kw) Aug 11 04:20:07.248620 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 04:20:07.248620 n-d-764292-30 neutron-server[102192]: return func(*args, **kwargs) Aug 11 04:20:07.248620 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 04:20:07.248620 n-d-764292-30 neutron-server[102192]: self._notify() Aug 11 04:20:07.248620 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 04:20:07.248620 n-d-764292-30 neutron-server[102192]: self.callback(batched_events) Aug 11 04:20:07.248620 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 04:20:07.248620 n-d-764292-30 neutron-server[102192]: event.method(event) Aug 11 04:20:07.248620 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 04:20:07.248620 n-d-764292-30 neutron-server[102192]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 04:20:07.248620 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 04:20:07.248620 n-d-764292-30 neutron-server[102192]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 04:20:07.248620 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 04:20:07.248620 n-d-764292-30 neutron-server[102192]: return f(self, *a, **k) Aug 11 04:20:07.248620 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 04:20:07.248620 n-d-764292-30 neutron-server[102192]: return self._get(url).json() Aug 11 04:20:07.248620 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 04:20:07.248620 n-d-764292-30 neutron-server[102192]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 04:20:07.248620 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 04:20:07.248620 n-d-764292-30 neutron-server[102192]: return self.request(url, 'GET', **kwargs) Aug 11 04:20:07.248620 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 04:20:07.248620 n-d-764292-30 neutron-server[102192]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 04:20:07.248620 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 04:20:07.248620 n-d-764292-30 neutron-server[102192]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 04:20:07.248620 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 04:20:07.248620 n-d-764292-30 neutron-server[102192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 04:20:07.248620 n-d-764292-30 neutron-server[102192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 04:20:07.382817 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ad2fff04-416c-42df-9649-a5b1ea4b711d tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:20:07.389860 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ad2fff04-416c-42df-9649-a5b1ea4b711d tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:20:07.391757 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-ad2fff04-416c-42df-9649-a5b1ea4b711d tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "DELETE /v2.0/networks/94fac488-0d18-4677-90d9-d7de377a9fa3 HTTP/1.1" status: 204 len: 168 time: 0.3704669 Aug 11 04:20:07.394547 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 51980) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:20:07.403356 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2fff04-416c-42df-9649-a5b1ea4b711d tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Pushing event deleted for resources: {'Network': ['ID=94fac488-0d18-4677-90d9-d7de377a9fa3,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:20:07.452631 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c7bceb2c-0663-4506-a751-2bf770cbb015 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:20:07.481430 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c7bceb2c-0663-4506-a751-2bf770cbb015 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:20:07.597864 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c7bceb2c-0663-4506-a751-2bf770cbb015 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:20:07.600429 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c7bceb2c-0663-4506-a751-2bf770cbb015 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:20:07.601613 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-c7bceb2c-0663-4506-a751-2bf770cbb015 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "DELETE /v2.0/security-groups/6b4e4e05-3dcb-4198-b4f8-9f6d197c5ff9 HTTP/1.1" status: 204 len: 168 time: 0.2059617 Aug 11 04:20:07.611496 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bceb2c-0663-4506-a751-2bf770cbb015 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b4e4e05-3dcb-4198-b4f8-9f6d197c5ff9,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:20:07.940229 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:20:08.050118 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device aed57ee7-5142-4297-8409-e7f8fda0b724 no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 04:20:08.069758 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: aed57ee7-5142-4297-8409-e7f8fda0b724 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 04:20:08.070102 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device aed57ee7-5142-4297-8409-e7f8fda0b724 not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 04:20:08.070552 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 30cd27ff-ac5b-4431-91f7-7582e8dfd9d3 no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 04:20:08.089341 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: 30cd27ff-ac5b-4431-91f7-7582e8dfd9d3 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 04:20:08.090621 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 30cd27ff-ac5b-4431-91f7-7582e8dfd9d3 not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 04:20:08.090759 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 03535f4c-139f-45d2-be70-0b02acd0f9a3 no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 04:20:08.098100 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 51986) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:20:08.102909 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-1d851765-7fd2-4a64-87c2-bfc8e776ef17 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1647115956', 'description': 'tempest-secgroup-smoke-1647115956 description', 'project_id': '4ed3e3e6ac1f49f882ef8f301df62615'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:20:08.109440 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: 03535f4c-139f-45d2-be70-0b02acd0f9a3 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 04:20:08.109788 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 03535f4c-139f-45d2-be70-0b02acd0f9a3 not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 04:20:08.176975 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-1d851765-7fd2-4a64-87c2-bfc8e776ef17 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:20:08.259757 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-1d851765-7fd2-4a64-87c2-bfc8e776ef17 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:20:08.331130 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-1d851765-7fd2-4a64-87c2-bfc8e776ef17 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:20:08.359103 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d851765-7fd2-4a64-87c2-bfc8e776ef17 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2003955-9c8a-4075-9829-37b4f08e1e6c,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:20:08.428412 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-1d851765-7fd2-4a64-87c2-bfc8e776ef17 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:20:08.429675 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-1d851765-7fd2-4a64-87c2-bfc8e776ef17 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3305452 Aug 11 04:20:08.432592 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 51988) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:20:08.437509 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-bbda5e3e-f2b5-4fdb-b290-31ccbef01f98 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Request body: {'security_group_rule': {'security_group_id': 'a2003955-9c8a-4075-9829-37b4f08e1e6c', 'project_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:20:08.548221 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-bbda5e3e-f2b5-4fdb-b290-31ccbef01f98 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:20:08.603889 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-bbda5e3e-f2b5-4fdb-b290-31ccbef01f98 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:20:08.677531 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-bbda5e3e-f2b5-4fdb-b290-31ccbef01f98 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:20:08.695860 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbda5e3e-f2b5-4fdb-b290-31ccbef01f98 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9a3af4d-18f4-4b47-bde2-445cb480ccda,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:20:08.760145 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-bbda5e3e-f2b5-4fdb-b290-31ccbef01f98 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:20:08.761393 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-bbda5e3e-f2b5-4fdb-b290-31ccbef01f98 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3278768 Aug 11 04:20:08.764598 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 51990) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:20:08.769521 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-56242861-2acb-4f7d-b349-c5e7a3b10e04 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Request body: {'security_group_rule': {'security_group_id': 'a2003955-9c8a-4075-9829-37b4f08e1e6c', 'project_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:20:08.850992 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-56242861-2acb-4f7d-b349-c5e7a3b10e04 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:20:08.906905 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-56242861-2acb-4f7d-b349-c5e7a3b10e04 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:20:08.971573 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-56242861-2acb-4f7d-b349-c5e7a3b10e04 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:20:08.990528 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56242861-2acb-4f7d-b349-c5e7a3b10e04 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e81c3b88-9d16-4103-84da-941999d3fc91,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:20:09.063354 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-56242861-2acb-4f7d-b349-c5e7a3b10e04 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:20:09.064575 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-56242861-2acb-4f7d-b349-c5e7a3b10e04 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2990441 Aug 11 04:20:09.067286 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 51992) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:20:09.071739 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-4dc22a4b-dce2-4145-a1fd-49846410c34c tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Request body: {'security_group_rule': {'security_group_id': 'a2003955-9c8a-4075-9829-37b4f08e1e6c', 'project_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:20:09.170789 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4dc22a4b-dce2-4145-a1fd-49846410c34c tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:20:09.230401 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4dc22a4b-dce2-4145-a1fd-49846410c34c tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:20:09.308226 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4dc22a4b-dce2-4145-a1fd-49846410c34c tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:20:09.327494 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc22a4b-dce2-4145-a1fd-49846410c34c tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=931cb503-63cd-42ba-b8ba-0e76edb20d38,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:20:09.399247 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.agents_db [None req-950b7202-decb-43e2-8f71-ac8931dc9749 None None] Agent healthcheck: found 7 active agents {{(pid=102194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 04:20:09.408596 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4dc22a4b-dce2-4145-a1fd-49846410c34c tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:20:09.409840 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-4dc22a4b-dce2-4145-a1fd-49846410c34c tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3415976 Aug 11 04:20:09.412593 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 51994) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:20:09.416922 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-11b0010d-8488-430b-9a3c-5d0d607216a6 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Request body: {'security_group_rule': {'security_group_id': 'a2003955-9c8a-4075-9829-37b4f08e1e6c', 'project_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:20:09.510213 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-11b0010d-8488-430b-9a3c-5d0d607216a6 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:20:09.570036 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-11b0010d-8488-430b-9a3c-5d0d607216a6 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:20:09.648524 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-11b0010d-8488-430b-9a3c-5d0d607216a6 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:20:09.665604 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b0010d-8488-430b-9a3c-5d0d607216a6 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e342d91f-2a3d-44bb-bc04-ab45b1e3833d,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:20:09.728556 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-11b0010d-8488-430b-9a3c-5d0d607216a6 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:20:09.729766 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-11b0010d-8488-430b-9a3c-5d0d607216a6 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3163302 Aug 11 04:20:09.732953 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 51996) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:20:09.738624 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-c09a547b-6b2e-40d6-b329-5ad9f01641ad tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Request body: {'security_group_rule': {'security_group_id': 'a2003955-9c8a-4075-9829-37b4f08e1e6c', 'project_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:20:09.817051 n-d-764292-30 neutron-server[102192]: INFO neutron.db.securitygroups_db [None req-c09a547b-6b2e-40d6-b329-5ad9f01641ad tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Project 4ed3e3e6ac1f49f882ef8f301df62615 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 04:20:09.821879 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c09a547b-6b2e-40d6-b329-5ad9f01641ad tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:20:09.881280 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c09a547b-6b2e-40d6-b329-5ad9f01641ad tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:20:09.959941 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c09a547b-6b2e-40d6-b329-5ad9f01641ad tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:20:09.977578 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09a547b-6b2e-40d6-b329-5ad9f01641ad tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cac4dfe-2efc-40f2-85a9-bb9c1159f1d4,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:20:10.049069 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c09a547b-6b2e-40d6-b329-5ad9f01641ad tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:20:10.050309 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-c09a547b-6b2e-40d6-b329-5ad9f01641ad tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3163228 Aug 11 04:20:10.053292 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 51998) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:20:10.057695 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-50d06bea-2c57-49f7-b480-d6c908831894 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Request body: {'security_group_rule': {'security_group_id': 'a2003955-9c8a-4075-9829-37b4f08e1e6c', 'project_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:20:10.142910 n-d-764292-30 neutron-server[102192]: INFO neutron.db.securitygroups_db [None req-50d06bea-2c57-49f7-b480-d6c908831894 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Project 4ed3e3e6ac1f49f882ef8f301df62615 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 04:20:10.147921 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-50d06bea-2c57-49f7-b480-d6c908831894 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:20:10.209487 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-50d06bea-2c57-49f7-b480-d6c908831894 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:20:10.277957 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-50d06bea-2c57-49f7-b480-d6c908831894 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:20:10.295406 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d06bea-2c57-49f7-b480-d6c908831894 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7f893b6-c13d-46c3-838c-0bf902c47a4e,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:20:10.363337 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-50d06bea-2c57-49f7-b480-d6c908831894 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:20:10.364678 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-50d06bea-2c57-49f7-b480-d6c908831894 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3104703 Aug 11 04:20:10.367545 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 52000) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:20:10.373023 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-10d325cf-d427-4df3-adbc-27a1a0152a33 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Request body: {'network': {'name': 'tempest-network-smoke--524752886', 'project_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'port_security_enabled': True}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:20:10.451326 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10d325cf-d427-4df3-adbc-27a1a0152a33 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Made reservation on behalf of 4ed3e3e6ac1f49f882ef8f301df62615 for: {'network': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 04:20:10.454678 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-10d325cf-d427-4df3-adbc-27a1a0152a33 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:20:10.477910 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10d325cf-d427-4df3-adbc-27a1a0152a33 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=102192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 04:20:10.486560 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-10d325cf-d427-4df3-adbc-27a1a0152a33 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:20:10.486896 n-d-764292-30 neutron-server[102192]: INFO neutron.db.segments_db [None req-10d325cf-d427-4df3-adbc-27a1a0152a33 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Added segment 04500d5d-59fc-4af2-aeab-21828e3aee8c of type vlan for network 63f08c47-85af-4044-9341-fffa98a21a2c Aug 11 04:20:10.526833 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-10d325cf-d427-4df3-adbc-27a1a0152a33 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:20:10.648912 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-10d325cf-d427-4df3-adbc-27a1a0152a33 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:20:10.654754 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d325cf-d427-4df3-adbc-27a1a0152a33 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:20:10.655334 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-10d325cf-d427-4df3-adbc-27a1a0152a33 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:20:10.719297 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d325cf-d427-4df3-adbc-27a1a0152a33 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Pushing event updated for resources: {'Network': ['ID=63f08c47-85af-4044-9341-fffa98a21a2c,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:20:10.729305 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network 63f08c47-85af-4044-9341-fffa98a21a2c details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 04:20:10.789518 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-10d325cf-d427-4df3-adbc-27a1a0152a33 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4209414 Aug 11 04:20:10.792350 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 52002) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:20:10.797032 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-9c3eb1e0-2826-4125-9894-d4e48ae0f632 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-718882972', 'admin_state_up': True, 'project_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:20:10.885977 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9c3eb1e0-2826-4125-9894-d4e48ae0f632 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-450010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6626'] for router, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:20:10.887083 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9c3eb1e0-2826-4125-9894-d4e48ae0f632 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-446747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6633'] for router, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:20:10.942425 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9c3eb1e0-2826-4125-9894-d4e48ae0f632 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:20:11.126307 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9c3eb1e0-2826-4125-9894-d4e48ae0f632 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:20:11.364433 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9c3eb1e0-2826-4125-9894-d4e48ae0f632 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for router_gateway, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:20:11.382603 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9c3eb1e0-2826-4125-9894-d4e48ae0f632 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:20:11.487555 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [None req-9c3eb1e0-2826-4125-9894-d4e48ae0f632 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Allocated IP 172.25.8.70 (09faf7d2-eaf5-4a50-bb6e-4cb05d009a76/e1a97443-13df-40bb-85f5-fd269e2742c0/9b967536-af0f-4e14-9113-c0dbcbd62930) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 04:20:11.673598 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9c3eb1e0-2826-4125-9894-d4e48ae0f632 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:20:11.768989 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9c3eb1e0-2826-4125-9894-d4e48ae0f632 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:20:11.809958 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c3eb1e0-2826-4125-9894-d4e48ae0f632 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 04:20:11.814793 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-9c3eb1e0-2826-4125-9894-d4e48ae0f632 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 04:20:11.818252 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3eb1e0-2826-4125-9894-d4e48ae0f632 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 04:20:11.842246 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3eb1e0-2826-4125-9894-d4e48ae0f632 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Pushing event updated for resources: {'Port': ['ID=9b967536-af0f-4e14-9113-c0dbcbd62930,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:20:11.853077 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:20:12.494987 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9c3eb1e0-2826-4125-9894-d4e48ae0f632 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for router_gateway, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:20:12.689329 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9c3eb1e0-2826-4125-9894-d4e48ae0f632 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-446952'] for router, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:20:12.900087 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c3eb1e0-2826-4125-9894-d4e48ae0f632 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Router a856a8ee-3163-469b-a45b-b4830ce595f4 is scheduled to L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 with binding_index 1 {{(pid=102192) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 04:20:13.007365 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c3eb1e0-2826-4125-9894-d4e48ae0f632 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 04:20:13.018037 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe396c7-56d9-43fe-8d54-5504d4467323 None None] Sync routers for ids ['a856a8ee-3163-469b-a45b-b4830ce595f4'] in n-d-764292-30 {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 04:20:13.028144 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe396c7-56d9-43fe-8d54-5504d4467323 None None] Routers {'a856a8ee-3163-469b-a45b-b4830ce595f4'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 04:20:13.028741 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-0fe396c7-56d9-43fe-8d54-5504d4467323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T04:20:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['a856a8ee-3163-469b-a45b-b4830ce595f4'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:20:13.100285 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9c3eb1e0-2826-4125-9894-d4e48ae0f632 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for router, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:20:13.101562 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-9c3eb1e0-2826-4125-9894-d4e48ae0f632 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.3082099 Aug 11 04:20:13.104796 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 52004) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:20:13.129826 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-0fe396c7-56d9-43fe-8d54-5504d4467323 None None] Set router a856a8ee-3163-469b-a45b-b4830ce595f4 gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 04:20:13.139542 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-0ce9dad3-b350-40fa-b544-1c80e4a8f476 tempest-TestNetworkAdvancedServerOps-1813166602 tempest-TestNetworkAdvancedServerOps-1813166602-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=4ed3e3e6ac1f49f882ef8f301df62615&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0330620 Aug 11 04:20:13.142557 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 52006) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:20:13.228224 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9318d865-33bf-4d8f-a8bc-a8fd3ae8f799 tempest-TestNetworkAdvancedServerOps-1813166602 tempest-TestNetworkAdvancedServerOps-1813166602-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:20:13.229788 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-9318d865-33bf-4d8f-a8bc-a8fd3ae8f799 tempest-TestNetworkAdvancedServerOps-1813166602 tempest-TestNetworkAdvancedServerOps-1813166602-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0863218 Aug 11 04:20:13.232682 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 52008) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:20:13.265271 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-72debf72-b4a3-401f-8e3e-314fd8b5aca6 tempest-TestNetworkAdvancedServerOps-1813166602 tempest-TestNetworkAdvancedServerOps-1813166602-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=09faf7d2-eaf5-4a50-bb6e-4cb05d009a76&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0315247 Aug 11 04:20:13.268091 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 52010) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:20:13.272878 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-079f2943-6333-4d6c-8625-f8fd626964e1 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-672976454', 'network_id': '63f08c47-85af-4044-9341-fffa98a21a2c', 'project_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:20:13.305370 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-0fe396c7-56d9-43fe-8d54-5504d4467323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a856a8ee-3163-469b-a45b-b4830ce595f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-718882972', 'tenant_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': '9b967536-af0f-4e14-9113-c0dbcbd62930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:20:10Z', 'updated_at': '2021-08-11T04:20:12Z', 'revision_number': 3, 'project_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'gw_port': {'id': '9b967536-af0f-4e14-9113-c0dbcbd62930', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b2:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a856a8ee-3163-469b-a45b-b4830ce595f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:20:11Z', 'updated_at': '2021-08-11T04:20:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:20:13.330794 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe396c7-56d9-43fe-8d54-5504d4467323 None None] Checking router: a856a8ee-3163-469b-a45b-b4830ce595f4 for host: n-d-764292-30 {{(pid=102194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 04:20:13.331144 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe396c7-56d9-43fe-8d54-5504d4467323 None None] Updating router a856a8ee-3163-469b-a45b-b4830ce595f4 port 9b967536-af0f-4e14-9113-c0dbcbd62930 binding host n-d-764292-30 {{(pid=102194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 04:20:13.355338 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-0fe396c7-56d9-43fe-8d54-5504d4467323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:20:13.426137 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-079f2943-6333-4d6c-8625-f8fd626964e1 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Made reservation on behalf of 4ed3e3e6ac1f49f882ef8f301df62615 for: {'subnet': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 04:20:13.429705 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-079f2943-6333-4d6c-8625-f8fd626964e1 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126180544'] for subnet, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:20:13.677539 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-079f2943-6333-4d6c-8625-f8fd626964e1 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125932092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126180562'] for subnet, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:20:13.687501 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-0fe396c7-56d9-43fe-8d54-5504d4467323 None None] Notify callbacks [] for port, precommit_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:20:13.697164 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.provisioning_blocks [None req-0fe396c7-56d9-43fe-8d54-5504d4467323 None None] Transition to ACTIVE for port object 9b967536-af0f-4e14-9113-c0dbcbd62930 will not be triggered until provisioned by entity L2. {{(pid=102194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 04:20:13.740077 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079f2943-6333-4d6c-8625-f8fd626964e1 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Pushing event updated for resources: {'Subnet': ['ID=756a8a3e-76eb-454f-a5fe-9ba43a425a60,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:20:13.745201 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079f2943-6333-4d6c-8625-f8fd626964e1 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Checking segment: {'id': '04500d5d-59fc-4af2-aeab-21828e3aee8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '63f08c47-85af-4044-9341-fffa98a21a2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 04:20:13.745564 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-079f2943-6333-4d6c-8625-f8fd626964e1 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Network hostable DHCP agents. Network: 63f08c47-85af-4044-9341-fffa98a21a2c, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 04:20:13.763396 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-0fe396c7-56d9-43fe-8d54-5504d4467323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:20:13.811385 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-0fe396c7-56d9-43fe-8d54-5504d4467323 None None] Attempting to bind port 9b967536-af0f-4e14-9113-c0dbcbd62930 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 04:20:13.811753 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-0fe396c7-56d9-43fe-8d54-5504d4467323 None None] Attempting to bind port 9b967536-af0f-4e14-9113-c0dbcbd62930 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}] {{(pid=102194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 04:20:13.812111 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe396c7-56d9-43fe-8d54-5504d4467323 None None] Attempting to bind port 9b967536-af0f-4e14-9113-c0dbcbd62930 on network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 04:20:13.818662 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d705ce-9f9b-4111-b066-41b4ce8e7512 None None] Pushing event updated for resources: {'Port': ['ID=9b967536-af0f-4e14-9113-c0dbcbd62930,revision_number=2']} {{(pid=102194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:20:13.821723 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe396c7-56d9-43fe-8d54-5504d4467323 None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 4, 20, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 04:20:13.822091 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe396c7-56d9-43fe-8d54-5504d4467323 None None] Checking segment: {'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 04:20:13.822517 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-0fe396c7-56d9-43fe-8d54-5504d4467323 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:20:13.822910 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe396c7-56d9-43fe-8d54-5504d4467323 None None] Bound using segment: {'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'} {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 04:20:13.823372 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-0fe396c7-56d9-43fe-8d54-5504d4467323 None None] Bound port: 9b967536-af0f-4e14-9113-c0dbcbd62930, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}}] {{(pid=102194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 04:20:13.823742 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-0fe396c7-56d9-43fe-8d54-5504d4467323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:20:13.826224 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-079f2943-6333-4d6c-8625-f8fd626964e1 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Network 63f08c47-85af-4044-9341-fffa98a21a2c is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 04:20:13.830802 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d705ce-9f9b-4111-b066-41b4ce8e7512 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:20:13.831139 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d705ce-9f9b-4111-b066-41b4ce8e7512 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:20:13.831478 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d705ce-9f9b-4111-b066-41b4ce8e7512 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:20:13.831812 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d705ce-9f9b-4111-b066-41b4ce8e7512 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:20:13.832166 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d705ce-9f9b-4111-b066-41b4ce8e7512 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:20:13.832464 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d705ce-9f9b-4111-b066-41b4ce8e7512 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:20:13.832807 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d705ce-9f9b-4111-b066-41b4ce8e7512 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:20:13.833119 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d705ce-9f9b-4111-b066-41b4ce8e7512 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:20:13.833437 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d705ce-9f9b-4111-b066-41b4ce8e7512 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:20:13.833757 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d705ce-9f9b-4111-b066-41b4ce8e7512 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:20:13.834076 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d705ce-9f9b-4111-b066-41b4ce8e7512 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:20:13.834428 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d705ce-9f9b-4111-b066-41b4ce8e7512 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:20:13.883101 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.db [None req-0fe396c7-56d9-43fe-8d54-5504d4467323 None None] For port 9b967536-af0f-4e14-9113-c0dbcbd62930, host n-d-764292-30, cleared binding levels {{(pid=102194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 04:20:13.886393 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.db [None req-0fe396c7-56d9-43fe-8d54-5504d4467323 None None] For port 9b967536-af0f-4e14-9113-c0dbcbd62930, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=9b967536-af0f-4e14-9113-c0dbcbd62930,segment=NetworkSegment(fab28bed-aa25-40db-bba4-ec26e795194c),segment_id=fab28bed-aa25-40db-bba4-ec26e795194c)] {{(pid=102194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 04:20:13.894607 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-079f2943-6333-4d6c-8625-f8fd626964e1 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, 63f08c47-85af-4044-9341-fffa98a21a2c) {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 04:20:13.898672 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-079f2943-6333-4d6c-8625-f8fd626964e1 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:20:13.899282 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-079f2943-6333-4d6c-8625-f8fd626964e1 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:20:13.903508 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a414157d-a2f9-4aea-8c4c-f7dbd5816c46 None None] Network 63f08c47-85af-4044-9341-fffa98a21a2c requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 04:20:13.975146 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-0fe396c7-56d9-43fe-8d54-5504d4467323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:20:14.006785 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-079f2943-6333-4d6c-8625-f8fd626964e1 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7349377 Aug 11 04:20:14.008228 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 52012) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:20:14.038819 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe396c7-56d9-43fe-8d54-5504d4467323 None None] Routers {'a856a8ee-3163-469b-a45b-b4830ce595f4'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 04:20:14.039497 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-0fe396c7-56d9-43fe-8d54-5504d4467323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T04:20:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['a856a8ee-3163-469b-a45b-b4830ce595f4'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:20:14.056441 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d0d659-17bf-4965-ae7c-edee01c3cb92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde080026-c28f-55be-b52b-13827cc43646-63f08c47-85af-4044-9341-fffa98a21a2c', 'network_id': '63f08c47-85af-4044-9341-fffa98a21a2c', 'tenant_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'fixed_ips': [{'subnet_id': '756a8a3e-76eb-454f-a5fe-9ba43a425a60'}]}} from n-d-764292-30. {{(pid=102193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 04:20:14.057596 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-91d0d659-17bf-4965-ae7c-edee01c3cb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:20:14.073177 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d705ce-9f9b-4111-b066-41b4ce8e7512 None None] Pushing event updated for resources: {'Port': ['ID=9b967536-af0f-4e14-9113-c0dbcbd62930,revision_number=3']} {{(pid=102194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:20:14.154213 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-0fe396c7-56d9-43fe-8d54-5504d4467323 None None] Set router a856a8ee-3163-469b-a45b-b4830ce595f4 gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 04:20:14.193998 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.db_base_plugin_common [None req-91d0d659-17bf-4965-ae7c-edee01c3cb92 None None] Allocated IP 172.20.0.2 (63f08c47-85af-4044-9341-fffa98a21a2c/756a8a3e-76eb-454f-a5fe-9ba43a425a60/ee3e23ee-e5d4-4801-a26c-1d2bec6012d8) {{(pid=102193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 04:20:14.336907 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-0fe396c7-56d9-43fe-8d54-5504d4467323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a856a8ee-3163-469b-a45b-b4830ce595f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-718882972', 'tenant_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': '9b967536-af0f-4e14-9113-c0dbcbd62930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:20:10Z', 'updated_at': '2021-08-11T04:20:12Z', 'revision_number': 3, 'project_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'gw_port': {'id': '9b967536-af0f-4e14-9113-c0dbcbd62930', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b2:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a856a8ee-3163-469b-a45b-b4830ce595f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:20:11Z', 'updated_at': '2021-08-11T04:20:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:20:14.339339 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-91d0d659-17bf-4965-ae7c-edee01c3cb92 None None] Notify callbacks [] for port, precommit_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:20:14.347754 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-91d0d659-17bf-4965-ae7c-edee01c3cb92 None None] Transition to ACTIVE for port object ee3e23ee-e5d4-4801-a26c-1d2bec6012d8 will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 04:20:14.362682 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-91d0d659-17bf-4965-ae7c-edee01c3cb92 None None] Transition to ACTIVE for port object ee3e23ee-e5d4-4801-a26c-1d2bec6012d8 will not be triggered until provisioned by entity DHCP. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 04:20:14.363314 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe396c7-56d9-43fe-8d54-5504d4467323 None None] The sync data for ids ['a856a8ee-3163-469b-a45b-b4830ce595f4'] in n-d-764292-30 is: [{'id': 'a856a8ee-3163-469b-a45b-b4830ce595f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-718882972', 'tenant_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': '9b967536-af0f-4e14-9113-c0dbcbd62930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:20:10Z', 'updated_at': '2021-08-11T04:20:12Z', 'revision_number': 3, 'project_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'gw_port': {'id': '9b967536-af0f-4e14-9113-c0dbcbd62930', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b2:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a856a8ee-3163-469b-a45b-b4830ce595f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:20:11Z', 'updated_at': '2021-08-11T04:20:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}] {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 04:20:14.429226 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-91d0d659-17bf-4965-ae7c-edee01c3cb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669'] for port, after_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:20:14.456392 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6d3b63d4-4761-431a-8617-21f2eeaeb3db tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:20:14.475149 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91d0d659-17bf-4965-ae7c-edee01c3cb92 None None] Network 63f08c47-85af-4044-9341-fffa98a21a2c is already hosted by enough agents. {{(pid=102193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 04:20:14.478707 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.base_scheduler [None req-91d0d659-17bf-4965-ae7c-edee01c3cb92 None None] Resources bound (agent type, host, resource id): {{(pid=102193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 04:20:14.482539 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d0d659-17bf-4965-ae7c-edee01c3cb92 None None] Received port after_create {{(pid=102193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 04:20:14.490194 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d0d659-17bf-4965-ae7c-edee01c3cb92 None None] Pushing event updated for resources: {'Port': ['ID=ee3e23ee-e5d4-4801-a26c-1d2bec6012d8,revision_number=1']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:20:14.547926 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-91d0d659-17bf-4965-ae7c-edee01c3cb92 None None] Attempting to bind port ee3e23ee-e5d4-4801-a26c-1d2bec6012d8 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 04:20:14.548337 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-91d0d659-17bf-4965-ae7c-edee01c3cb92 None None] Attempting to bind port ee3e23ee-e5d4-4801-a26c-1d2bec6012d8 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': '04500d5d-59fc-4af2-aeab-21828e3aee8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '63f08c47-85af-4044-9341-fffa98a21a2c'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 04:20:14.550976 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d0d659-17bf-4965-ae7c-edee01c3cb92 None None] Attempting to bind port ee3e23ee-e5d4-4801-a26c-1d2bec6012d8 on network 63f08c47-85af-4044-9341-fffa98a21a2c {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 04:20:14.554987 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d0d659-17bf-4965-ae7c-edee01c3cb92 None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 4, 20, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 04:20:14.554987 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d0d659-17bf-4965-ae7c-edee01c3cb92 None None] Checking segment: {'id': '04500d5d-59fc-4af2-aeab-21828e3aee8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '63f08c47-85af-4044-9341-fffa98a21a2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 04:20:14.559557 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-91d0d659-17bf-4965-ae7c-edee01c3cb92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:20:14.560208 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d0d659-17bf-4965-ae7c-edee01c3cb92 None None] Bound using segment: {'id': '04500d5d-59fc-4af2-aeab-21828e3aee8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '63f08c47-85af-4044-9341-fffa98a21a2c'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 04:20:14.560707 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-91d0d659-17bf-4965-ae7c-edee01c3cb92 None None] Bound port: ee3e23ee-e5d4-4801-a26c-1d2bec6012d8, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04500d5d-59fc-4af2-aeab-21828e3aee8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '63f08c47-85af-4044-9341-fffa98a21a2c'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 04:20:14.561672 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-91d0d659-17bf-4965-ae7c-edee01c3cb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:20:14.640964 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-91d0d659-17bf-4965-ae7c-edee01c3cb92 None None] For port ee3e23ee-e5d4-4801-a26c-1d2bec6012d8, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 04:20:14.643417 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-91d0d659-17bf-4965-ae7c-edee01c3cb92 None None] For port ee3e23ee-e5d4-4801-a26c-1d2bec6012d8, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=ee3e23ee-e5d4-4801-a26c-1d2bec6012d8,segment=NetworkSegment(04500d5d-59fc-4af2-aeab-21828e3aee8c),segment_id=04500d5d-59fc-4af2-aeab-21828e3aee8c)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 04:20:14.697772 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-91d0d659-17bf-4965-ae7c-edee01c3cb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:20:14.774171 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d0d659-17bf-4965-ae7c-edee01c3cb92 None None] Pushing event updated for resources: {'Port': ['ID=ee3e23ee-e5d4-4801-a26c-1d2bec6012d8,revision_number=2']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:20:14.774507 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [None req-6d3b63d4-4761-431a-8617-21f2eeaeb3db tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Allocated IP 172.20.0.1 (63f08c47-85af-4044-9341-fffa98a21a2c/756a8a3e-76eb-454f-a5fe-9ba43a425a60/1985f198-31e0-4bb5-950a-65cba5ba7302) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 04:20:14.914578 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6d3b63d4-4761-431a-8617-21f2eeaeb3db tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:20:14.936566 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [None req-6d3b63d4-4761-431a-8617-21f2eeaeb3db tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Transition to ACTIVE for port object 1985f198-31e0-4bb5-950a-65cba5ba7302 will not be triggered until provisioned by entity DHCP. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 04:20:15.044542 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6d3b63d4-4761-431a-8617-21f2eeaeb3db tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:20:15.090464 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d3b63d4-4761-431a-8617-21f2eeaeb3db tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Network 63f08c47-85af-4044-9341-fffa98a21a2c is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 04:20:15.093878 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-6d3b63d4-4761-431a-8617-21f2eeaeb3db tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 04:20:15.097933 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3b63d4-4761-431a-8617-21f2eeaeb3db tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 04:20:15.104858 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3b63d4-4761-431a-8617-21f2eeaeb3db tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Pushing event updated for resources: {'Port': ['ID=1985f198-31e0-4bb5-950a-65cba5ba7302,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:20:15.147379 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6d3b63d4-4761-431a-8617-21f2eeaeb3db tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-520987'] for router_interface, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:20:15.351801 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6d3b63d4-4761-431a-8617-21f2eeaeb3db tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:20:15.632454 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6d3b63d4-4761-431a-8617-21f2eeaeb3db tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:20:15.679259 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b18e3377-0fa8-4541-8e59-7de21faaebf6 None None] Network 63f08c47-85af-4044-9341-fffa98a21a2c requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 04:20:15.688886 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6d3b63d4-4761-431a-8617-21f2eeaeb3db tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:20:15.760300 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-6d3b63d4-4761-431a-8617-21f2eeaeb3db tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16383026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521135'] for router_interface, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:20:15.762546 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3b63d4-4761-431a-8617-21f2eeaeb3db tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Pushing event updated for resources: {'Port': ['ID=1985f198-31e0-4bb5-950a-65cba5ba7302,revision_number=2']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:20:15.862354 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d3b63d4-4761-431a-8617-21f2eeaeb3db tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Network 63f08c47-85af-4044-9341-fffa98a21a2c is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 04:20:15.863821 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-6d3b63d4-4761-431a-8617-21f2eeaeb3db tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 04:20:15.865693 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-84136c57-1ca6-4682-a680-2f92f35c52db None None] Provisioning for port ee3e23ee-e5d4-4801-a26c-1d2bec6012d8 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 04:20:15.984120 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d3b63d4-4761-431a-8617-21f2eeaeb3db tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Router a856a8ee-3163-469b-a45b-b4830ce595f4 has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 04:20:16.124379 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device ee3e23ee-e5d4-4801-a26c-1d2bec6012d8 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 04:20:16.182715 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-cd46b641-9a40-431c-9382-8a95f85dcf5f None None] Provisioning for port 1985f198-31e0-4bb5-950a-65cba5ba7302 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 04:20:16.187216 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-cd46b641-9a40-431c-9382-8a95f85dcf5f None None] Provisioning complete for port 1985f198-31e0-4bb5-950a-65cba5ba7302 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 04:20:16.190898 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-cd46b641-9a40-431c-9382-8a95f85dcf5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:20:16.232617 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-cd46b641-9a40-431c-9382-8a95f85dcf5f None None] Port 1985f198-31e0-4bb5-950a-65cba5ba7302 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 04:20:16.244587 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port ee3e23ee-e5d4-4801-a26c-1d2bec6012d8 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 04:20:16.250908 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port ee3e23ee-e5d4-4801-a26c-1d2bec6012d8 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 04:20:16.251401 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:20:16.338672 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:20:16.368436 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-e3c0bb85-9135-484f-8d68-a97e67004aa6 None None] Provisioning complete for port 1985f198-31e0-4bb5-950a-65cba5ba7302 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 04:20:16.368731 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-e3c0bb85-9135-484f-8d68-a97e67004aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:20:16.410602 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port ee3e23ee-e5d4-4801-a26c-1d2bec6012d8, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=ee3e23ee-e5d4-4801-a26c-1d2bec6012d8,segment=NetworkSegment(04500d5d-59fc-4af2-aeab-21828e3aee8c),segment_id=04500d5d-59fc-4af2-aeab-21828e3aee8c)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:20:16.422077 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-e3c0bb85-9135-484f-8d68-a97e67004aa6 None None] Port 1985f198-31e0-4bb5-950a-65cba5ba7302 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 04:20:16.466351 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:20:16.467087 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 9b967536-af0f-4e14-9113-c0dbcbd62930 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 04:20:16.467972 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d3b63d4-4761-431a-8617-21f2eeaeb3db tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 04:20:16.482464 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-6d3b63d4-4761-431a-8617-21f2eeaeb3db tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "PUT /v2.0/routers/a856a8ee-3163-469b-a45b-b4830ce595f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4658055 Aug 11 04:20:16.509012 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f83eccb-95e5-43fe-b870-56ccc9c4ab6f None None] Sync routers for ids ['a856a8ee-3163-469b-a45b-b4830ce595f4'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 04:20:16.556792 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f83eccb-95e5-43fe-b870-56ccc9c4ab6f None None] Routers {'a856a8ee-3163-469b-a45b-b4830ce595f4'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 04:20:16.557427 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-4f83eccb-95e5-43fe-b870-56ccc9c4ab6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T04:20:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['a856a8ee-3163-469b-a45b-b4830ce595f4'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:20:16.563830 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=ee3e23ee-e5d4-4801-a26c-1d2bec6012d8,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:20:16.617933 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-aca84748-ce64-4b2e-9c9f-0513310c9bb5 None None] Provisioning complete for port 1985f198-31e0-4bb5-950a-65cba5ba7302 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 04:20:16.618315 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-aca84748-ce64-4b2e-9c9f-0513310c9bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:20:16.628083 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-35ca2562-2e6a-4f7c-844c-139d037b3dd5 req-1db703a1-adae-47ca-8278-cc4c2fdc2a4e tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1647115956&fields=id&tenant_id=4ed3e3e6ac1f49f882ef8f301df62615 HTTP/1.1" status: 200 len: 267 time: 0.0343769 Aug 11 04:20:16.695033 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-aca84748-ce64-4b2e-9c9f-0513310c9bb5 None None] Port 1985f198-31e0-4bb5-950a-65cba5ba7302 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 04:20:16.709360 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-4f83eccb-95e5-43fe-b870-56ccc9c4ab6f None None] Set router a856a8ee-3163-469b-a45b-b4830ce595f4 gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 04:20:16.737362 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port 9b967536-af0f-4e14-9113-c0dbcbd62930 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 04:20:16.741679 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ca2562-2e6a-4f7c-844c-139d037b3dd5 req-79ac617d-1cd9-4174-8898-0873082e4a3a tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:20:16.742584 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 9b967536-af0f-4e14-9113-c0dbcbd62930 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 04:20:16.742944 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:20:16.743257 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-35ca2562-2e6a-4f7c-844c-139d037b3dd5 req-79ac617d-1cd9-4174-8898-0873082e4a3a tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/networks?id=63f08c47-85af-4044-9341-fffa98a21a2c HTTP/1.1" status: 200 len: 796 time: 0.1080546 Aug 11 04:20:16.759070 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-35ca2562-2e6a-4f7c-844c-139d037b3dd5 req-862e2238-93b9-4624-b5c5-80e454c145e2 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/quotas/4ed3e3e6ac1f49f882ef8f301df62615 HTTP/1.1" status: 200 len: 375 time: 0.0091279 Aug 11 04:20:16.812445 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-35ca2562-2e6a-4f7c-844c-139d037b3dd5 req-bc69f426-9610-4186-9ca9-ad262a043b33 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=4ed3e3e6ac1f49f882ef8f301df62615&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0468936 Aug 11 04:20:16.914944 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-35ca2562-2e6a-4f7c-844c-139d037b3dd5 req-a8eeed82-6a29-471d-9dd8-e20f1a38215a service neutron] 10.222.0.41 "GET /v2.0/networks/63f08c47-85af-4044-9341-fffa98a21a2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904434 Aug 11 04:20:16.921990 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:20:16.963540 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port 9b967536-af0f-4e14-9113-c0dbcbd62930, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=9b967536-af0f-4e14-9113-c0dbcbd62930,segment=NetworkSegment(fab28bed-aa25-40db-bba4-ec26e795194c),segment_id=fab28bed-aa25-40db-bba4-ec26e795194c)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:20:16.991090 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-4f83eccb-95e5-43fe-b870-56ccc9c4ab6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a856a8ee-3163-469b-a45b-b4830ce595f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-718882972', 'tenant_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': '9b967536-af0f-4e14-9113-c0dbcbd62930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:20:10Z', 'updated_at': '2021-08-11T04:20:15Z', 'revision_number': 4, 'project_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'gw_port': {'id': '9b967536-af0f-4e14-9113-c0dbcbd62930', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b2:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a856a8ee-3163-469b-a45b-b4830ce595f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:20:11Z', 'updated_at': '2021-08-11T04:20:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '1985f198-31e0-4bb5-950a-65cba5ba7302', 'name': '', 'network_id': '63f08c47-85af-4044-9341-fffa98a21a2c', 'tenant_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'mac_address': 'fa:16:3e:77:bb:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a856a8ee-3163-469b-a45b-b4830ce595f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '756a8a3e-76eb-454f-a5fe-9ba43a425a60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:20:14Z', 'updated_at': '2021-08-11T04:20:15Z', 'revision_number': 2, 'project_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'subnets': [{'id': '756a8a3e-76eb-454f-a5fe-9ba43a425a60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:20:17.008141 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-35ca2562-2e6a-4f7c-844c-139d037b3dd5 req-418c521d-52ec-43e0-92a7-f3bab101a661 service neutron] 10.222.0.41 "GET /v2.0/networks/63f08c47-85af-4044-9341-fffa98a21a2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862615 Aug 11 04:20:17.022610 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f83eccb-95e5-43fe-b870-56ccc9c4ab6f None None] Checking router: a856a8ee-3163-469b-a45b-b4830ce595f4 for host: n-d-764292-30 {{(pid=102193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 04:20:17.022967 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f83eccb-95e5-43fe-b870-56ccc9c4ab6f None None] Updating router a856a8ee-3163-469b-a45b-b4830ce595f4 port 1985f198-31e0-4bb5-950a-65cba5ba7302 binding host n-d-764292-30 {{(pid=102193) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 04:20:17.042776 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:20:17.068293 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-4f83eccb-95e5-43fe-b870-56ccc9c4ab6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:20:17.123034 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=9b967536-af0f-4e14-9113-c0dbcbd62930,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:20:17.254850 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0ca51c5d-ccab-4dd0-bca5-422346fe97f2 req-a0cfa465-37e3-47fb-a70c-ac9882afeef9 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/ports?device_id=091b1448-2458-4faa-9e2e-4bc816aafe20 HTTP/1.1" status: 200 len: 210 time: 0.0296433 Aug 11 04:20:17.362500 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-4f83eccb-95e5-43fe-b870-56ccc9c4ab6f None None] Notify callbacks [] for port, precommit_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:20:17.374131 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-4f83eccb-95e5-43fe-b870-56ccc9c4ab6f None None] Transition to ACTIVE for port object 1985f198-31e0-4bb5-950a-65cba5ba7302 will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 04:20:17.468622 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-4f83eccb-95e5-43fe-b870-56ccc9c4ab6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:20:17.519870 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6daefa8-418c-4c29-999a-9aea4d056a1e None None] Pushing event updated for resources: {'Port': ['ID=1985f198-31e0-4bb5-950a-65cba5ba7302,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:20:17.570840 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-4f83eccb-95e5-43fe-b870-56ccc9c4ab6f None None] Attempting to bind port 1985f198-31e0-4bb5-950a-65cba5ba7302 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 04:20:17.571215 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-4f83eccb-95e5-43fe-b870-56ccc9c4ab6f None None] Attempting to bind port 1985f198-31e0-4bb5-950a-65cba5ba7302 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': '04500d5d-59fc-4af2-aeab-21828e3aee8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '63f08c47-85af-4044-9341-fffa98a21a2c'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 04:20:17.571608 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f83eccb-95e5-43fe-b870-56ccc9c4ab6f None None] Attempting to bind port 1985f198-31e0-4bb5-950a-65cba5ba7302 on network 63f08c47-85af-4044-9341-fffa98a21a2c {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 04:20:17.577088 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f83eccb-95e5-43fe-b870-56ccc9c4ab6f None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 4, 20, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 04:20:17.577465 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f83eccb-95e5-43fe-b870-56ccc9c4ab6f None None] Checking segment: {'id': '04500d5d-59fc-4af2-aeab-21828e3aee8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '63f08c47-85af-4044-9341-fffa98a21a2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 04:20:17.577873 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-4f83eccb-95e5-43fe-b870-56ccc9c4ab6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:20:17.578275 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f83eccb-95e5-43fe-b870-56ccc9c4ab6f None None] Bound using segment: {'id': '04500d5d-59fc-4af2-aeab-21828e3aee8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '63f08c47-85af-4044-9341-fffa98a21a2c'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 04:20:17.578771 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-4f83eccb-95e5-43fe-b870-56ccc9c4ab6f None None] Bound port: 1985f198-31e0-4bb5-950a-65cba5ba7302, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04500d5d-59fc-4af2-aeab-21828e3aee8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '63f08c47-85af-4044-9341-fffa98a21a2c'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 04:20:17.579283 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-4f83eccb-95e5-43fe-b870-56ccc9c4ab6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:20:17.645787 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-4f83eccb-95e5-43fe-b870-56ccc9c4ab6f None None] For port 1985f198-31e0-4bb5-950a-65cba5ba7302, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 04:20:17.649030 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-4f83eccb-95e5-43fe-b870-56ccc9c4ab6f None None] For port 1985f198-31e0-4bb5-950a-65cba5ba7302, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=1985f198-31e0-4bb5-950a-65cba5ba7302,segment=NetworkSegment(04500d5d-59fc-4af2-aeab-21828e3aee8c),segment_id=04500d5d-59fc-4af2-aeab-21828e3aee8c)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 04:20:17.730607 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-4f83eccb-95e5-43fe-b870-56ccc9c4ab6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:20:17.785759 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f83eccb-95e5-43fe-b870-56ccc9c4ab6f None None] Routers {'a856a8ee-3163-469b-a45b-b4830ce595f4'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 04:20:17.786379 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-4f83eccb-95e5-43fe-b870-56ccc9c4ab6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T04:20:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['a856a8ee-3163-469b-a45b-b4830ce595f4'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:20:17.791647 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6daefa8-418c-4c29-999a-9aea4d056a1e None None] Pushing event updated for resources: {'Port': ['ID=1985f198-31e0-4bb5-950a-65cba5ba7302,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:20:17.904866 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-4f83eccb-95e5-43fe-b870-56ccc9c4ab6f None None] Set router a856a8ee-3163-469b-a45b-b4830ce595f4 gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 04:20:18.168249 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device ee3e23ee-e5d4-4801-a26c-1d2bec6012d8 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 04:20:18.276084 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port ee3e23ee-e5d4-4801-a26c-1d2bec6012d8 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 04:20:18.276371 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:20:18.343071 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-4f83eccb-95e5-43fe-b870-56ccc9c4ab6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a856a8ee-3163-469b-a45b-b4830ce595f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-718882972', 'tenant_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': '9b967536-af0f-4e14-9113-c0dbcbd62930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:20:10Z', 'updated_at': '2021-08-11T04:20:15Z', 'revision_number': 4, 'project_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'gw_port': {'id': '9b967536-af0f-4e14-9113-c0dbcbd62930', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b2:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a856a8ee-3163-469b-a45b-b4830ce595f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:20:11Z', 'updated_at': '2021-08-11T04:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '1985f198-31e0-4bb5-950a-65cba5ba7302', 'name': '', 'network_id': '63f08c47-85af-4044-9341-fffa98a21a2c', 'tenant_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'mac_address': 'fa:16:3e:77:bb:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a856a8ee-3163-469b-a45b-b4830ce595f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '756a8a3e-76eb-454f-a5fe-9ba43a425a60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:20:14Z', 'updated_at': '2021-08-11T04:20:17Z', 'revision_number': 4, 'project_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'subnets': [{'id': '756a8a3e-76eb-454f-a5fe-9ba43a425a60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:20:18.352376 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-69063bb9-0ef8-459e-ad5f-197736f2e9e5 req-c2fab05d-cf8b-4a7c-90df-5f688af8992c tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/ports?device_id=091b1448-2458-4faa-9e2e-4bc816aafe20 HTTP/1.1" status: 200 len: 210 time: 0.0260386 Aug 11 04:20:18.387336 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f83eccb-95e5-43fe-b870-56ccc9c4ab6f None None] The sync data for ids ['a856a8ee-3163-469b-a45b-b4830ce595f4'] in n-d-764292-30 is: [{'id': 'a856a8ee-3163-469b-a45b-b4830ce595f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-718882972', 'tenant_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': '9b967536-af0f-4e14-9113-c0dbcbd62930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:20:10Z', 'updated_at': '2021-08-11T04:20:15Z', 'revision_number': 4, 'project_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'gw_port': {'id': '9b967536-af0f-4e14-9113-c0dbcbd62930', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b2:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a856a8ee-3163-469b-a45b-b4830ce595f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:20:11Z', 'updated_at': '2021-08-11T04:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '1985f198-31e0-4bb5-950a-65cba5ba7302', 'name': '', 'network_id': '63f08c47-85af-4044-9341-fffa98a21a2c', 'tenant_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'mac_address': 'fa:16:3e:77:bb:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a856a8ee-3163-469b-a45b-b4830ce595f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '756a8a3e-76eb-454f-a5fe-9ba43a425a60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:20:14Z', 'updated_at': '2021-08-11T04:20:17Z', 'revision_number': 4, 'project_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'subnets': [{'id': '756a8a3e-76eb-454f-a5fe-9ba43a425a60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 04:20:18.403615 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 9b967536-af0f-4e14-9113-c0dbcbd62930 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 04:20:18.465227 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 9b967536-af0f-4e14-9113-c0dbcbd62930 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 04:20:18.465596 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:20:19.270128 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ca2562-2e6a-4f7c-844c-139d037b3dd5 req-e34a02da-ac3b-4c8b-bae0-13dbeef64db8 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:20:19.271745 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-35ca2562-2e6a-4f7c-844c-139d037b3dd5 req-e34a02da-ac3b-4c8b-bae0-13dbeef64db8 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.22 "GET /v2.0/networks?id=63f08c47-85af-4044-9341-fffa98a21a2c HTTP/1.1" status: 200 len: 796 time: 0.1043148 Aug 11 04:20:19.319229 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-35ca2562-2e6a-4f7c-844c-139d037b3dd5 req-82daf9b4-f175-498f-9ba0-dc3b3355b6d6 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4ed3e3e6ac1f49f882ef8f301df62615 HTTP/1.1" status: 200 len: 380 time: 0.0385163 Aug 11 04:20:19.329302 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-35ca2562-2e6a-4f7c-844c-139d037b3dd5 req-7b0c79e6-f292-449a-af98-73c7bf879357 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Request body: {'port': {'device_id': '091b1448-2458-4faa-9e2e-4bc816aafe20', 'network_id': '63f08c47-85af-4044-9341-fffa98a21a2c', 'admin_state_up': True, 'tenant_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'security_groups': ['a2003955-9c8a-4075-9829-37b4f08e1e6c']}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:20:19.469357 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3f2a1f2b-60e6-4595-9fca-c2b692d0e927 req-1941c7e5-e331-49c9-9613-fa6a7e004b16 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/ports?device_id=091b1448-2458-4faa-9e2e-4bc816aafe20 HTTP/1.1" status: 200 len: 210 time: 0.0319188 Aug 11 04:20:19.520040 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35ca2562-2e6a-4f7c-844c-139d037b3dd5 req-7b0c79e6-f292-449a-af98-73c7bf879357 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Made reservation on behalf of 4ed3e3e6ac1f49f882ef8f301df62615 for: {'port': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 04:20:19.523638 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-35ca2562-2e6a-4f7c-844c-139d037b3dd5 req-7b0c79e6-f292-449a-af98-73c7bf879357 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:20:19.647920 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [req-35ca2562-2e6a-4f7c-844c-139d037b3dd5 req-7b0c79e6-f292-449a-af98-73c7bf879357 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Allocated IP 172.20.0.13 (63f08c47-85af-4044-9341-fffa98a21a2c/756a8a3e-76eb-454f-a5fe-9ba43a425a60/7b608696-d83f-4027-843b-c937821e1b17) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 04:20:19.786880 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-35ca2562-2e6a-4f7c-844c-139d037b3dd5 req-7b0c79e6-f292-449a-af98-73c7bf879357 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:20:19.801408 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [req-35ca2562-2e6a-4f7c-844c-139d037b3dd5 req-7b0c79e6-f292-449a-af98-73c7bf879357 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Transition to ACTIVE for port object 7b608696-d83f-4027-843b-c937821e1b17 will not be triggered until provisioned by entity DHCP. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 04:20:19.914931 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-35ca2562-2e6a-4f7c-844c-139d037b3dd5 req-7b0c79e6-f292-449a-af98-73c7bf879357 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:20:19.958362 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35ca2562-2e6a-4f7c-844c-139d037b3dd5 req-7b0c79e6-f292-449a-af98-73c7bf879357 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Network 63f08c47-85af-4044-9341-fffa98a21a2c is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 04:20:19.961375 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [req-35ca2562-2e6a-4f7c-844c-139d037b3dd5 req-7b0c79e6-f292-449a-af98-73c7bf879357 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 04:20:19.965762 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-35ca2562-2e6a-4f7c-844c-139d037b3dd5 req-7b0c79e6-f292-449a-af98-73c7bf879357 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 04:20:19.972059 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0c79e6-f292-449a-af98-73c7bf879357 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Pushing event updated for resources: {'Port': ['ID=7b608696-d83f-4027-843b-c937821e1b17,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:20:20.030880 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ca2562-2e6a-4f7c-844c-139d037b3dd5 req-7b0c79e6-f292-449a-af98-73c7bf879357 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:20:20.031525 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-35ca2562-2e6a-4f7c-844c-139d037b3dd5 req-7b0c79e6-f292-449a-af98-73c7bf879357 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:20:20.081511 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 1985f198-31e0-4bb5-950a-65cba5ba7302 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 04:20:20.090268 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-35ca2562-2e6a-4f7c-844c-139d037b3dd5 req-7b0c79e6-f292-449a-af98-73c7bf879357 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7644451 Aug 11 04:20:20.102699 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-35ca2562-2e6a-4f7c-844c-139d037b3dd5 req-420a734e-080d-42e8-81c4-2ca43805cb31 service neutron] Request body: {'port': {'device_id': '091b1448-2458-4faa-9e2e-4bc816aafe20', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764292-30'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:20:20.158376 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-35ca2562-2e6a-4f7c-844c-139d037b3dd5 req-420a734e-080d-42e8-81c4-2ca43805cb31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:20:20.174620 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port 1985f198-31e0-4bb5-950a-65cba5ba7302 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 04:20:20.178654 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 1985f198-31e0-4bb5-950a-65cba5ba7302 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 04:20:20.179152 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:20:20.267320 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:20:20.302469 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port 1985f198-31e0-4bb5-950a-65cba5ba7302, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=1985f198-31e0-4bb5-950a-65cba5ba7302,segment=NetworkSegment(04500d5d-59fc-4af2-aeab-21828e3aee8c),segment_id=04500d5d-59fc-4af2-aeab-21828e3aee8c)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:20:20.357471 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-76d65261-ebce-481c-9d77-bc591bf7ae9f None None] Provisioning for port 7b608696-d83f-4027-843b-c937821e1b17 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 04:20:20.361434 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-76d65261-ebce-481c-9d77-bc591bf7ae9f None None] Provisioning complete for port 7b608696-d83f-4027-843b-c937821e1b17 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 04:20:20.361837 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-76d65261-ebce-481c-9d77-bc591bf7ae9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:20:20.398603 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-76d65261-ebce-481c-9d77-bc591bf7ae9f None None] Port 7b608696-d83f-4027-843b-c937821e1b17 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 04:20:20.414302 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:20:20.422331 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [req-35ca2562-2e6a-4f7c-844c-139d037b3dd5 req-420a734e-080d-42e8-81c4-2ca43805cb31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b608696-d83f-4027-843b-c937821e1b17 {{(pid=102191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 04:20:20.429976 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-35ca2562-2e6a-4f7c-844c-139d037b3dd5 req-420a734e-080d-42e8-81c4-2ca43805cb31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:20:20.442086 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [req-35ca2562-2e6a-4f7c-844c-139d037b3dd5 req-420a734e-080d-42e8-81c4-2ca43805cb31 service neutron] Transition to ACTIVE for port object 7b608696-d83f-4027-843b-c937821e1b17 will not be triggered until provisioned by entity L2. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 04:20:20.464121 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=1985f198-31e0-4bb5-950a-65cba5ba7302,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:20:20.512157 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-35ca2562-2e6a-4f7c-844c-139d037b3dd5 req-420a734e-080d-42e8-81c4-2ca43805cb31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:20:20.575989 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420a734e-080d-42e8-81c4-2ca43805cb31 service neutron] Pushing event updated for resources: {'Port': ['ID=7b608696-d83f-4027-843b-c937821e1b17,revision_number=2']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:20:20.590740 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0084a8-cea3-40ca-a6d9-356c0681fb3c req-a9329d44-32b8-4920-9570-a0014cc95919 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:20:20.592420 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-af0084a8-cea3-40ca-a6d9-356c0681fb3c req-a9329d44-32b8-4920-9570-a0014cc95919 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/ports?device_id=091b1448-2458-4faa-9e2e-4bc816aafe20 HTTP/1.1" status: 200 len: 944 time: 0.0550075 Aug 11 04:20:20.638080 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-af0084a8-cea3-40ca-a6d9-356c0681fb3c req-1691cbdc-e1f4-4ca3-aeeb-da5e73ebbfc8 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2003955-9c8a-4075-9829-37b4f08e1e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369952 Aug 11 04:20:20.648173 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-35ca2562-2e6a-4f7c-844c-139d037b3dd5 req-420a734e-080d-42e8-81c4-2ca43805cb31 service neutron] Attempting to bind port 7b608696-d83f-4027-843b-c937821e1b17 on host n-h1-764292-30 for vnic_type normal with profile {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 04:20:20.648518 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-35ca2562-2e6a-4f7c-844c-139d037b3dd5 req-420a734e-080d-42e8-81c4-2ca43805cb31 service neutron] Attempting to bind port 7b608696-d83f-4027-843b-c937821e1b17 by drivers openvswitch,hyperv on host n-h1-764292-30 at level 0 using segments [{'id': '04500d5d-59fc-4af2-aeab-21828e3aee8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '63f08c47-85af-4044-9341-fffa98a21a2c'}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 04:20:20.648860 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ca2562-2e6a-4f7c-844c-139d037b3dd5 req-420a734e-080d-42e8-81c4-2ca43805cb31 service neutron] Attempting to bind port 7b608696-d83f-4027-843b-c937821e1b17 on network 63f08c47-85af-4044-9341-fffa98a21a2c {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 04:20:20.653802 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ca2562-2e6a-4f7c-844c-139d037b3dd5 req-420a734e-080d-42e8-81c4-2ca43805cb31 service neutron] Port 7b608696-d83f-4027-843b-c937821e1b17 on network 63f08c47-85af-4044-9341-fffa98a21a2c not bound, no agent of type Open vSwitch agent registered on host n-h1-764292-30 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 04:20:20.654129 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ca2562-2e6a-4f7c-844c-139d037b3dd5 req-420a734e-080d-42e8-81c4-2ca43805cb31 service neutron] Attempting to bind port 7b608696-d83f-4027-843b-c937821e1b17 on network 63f08c47-85af-4044-9341-fffa98a21a2c {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 04:20:20.658968 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ca2562-2e6a-4f7c-844c-139d037b3dd5 req-420a734e-080d-42e8-81c4-2ca43805cb31 service neutron] Checking agent: {'id': 'abb524c2-b412-4ed2-8367-45c4fd996fa7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 4, 20, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 04:20:20.659314 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ca2562-2e6a-4f7c-844c-139d037b3dd5 req-420a734e-080d-42e8-81c4-2ca43805cb31 service neutron] Checking segment: {'id': '04500d5d-59fc-4af2-aeab-21828e3aee8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '63f08c47-85af-4044-9341-fffa98a21a2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 04:20:20.659695 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ca2562-2e6a-4f7c-844c-139d037b3dd5 req-420a734e-080d-42e8-81c4-2ca43805cb31 service neutron] Bound using segment: {'id': '04500d5d-59fc-4af2-aeab-21828e3aee8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '63f08c47-85af-4044-9341-fffa98a21a2c'} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 04:20:20.660113 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-35ca2562-2e6a-4f7c-844c-139d037b3dd5 req-420a734e-080d-42e8-81c4-2ca43805cb31 service neutron] Bound port: 7b608696-d83f-4027-843b-c937821e1b17, host: n-h1-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04500d5d-59fc-4af2-aeab-21828e3aee8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '63f08c47-85af-4044-9341-fffa98a21a2c'}}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 04:20:20.660475 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-35ca2562-2e6a-4f7c-844c-139d037b3dd5 req-420a734e-080d-42e8-81c4-2ca43805cb31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:20:20.725041 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-35ca2562-2e6a-4f7c-844c-139d037b3dd5 req-420a734e-080d-42e8-81c4-2ca43805cb31 service neutron] For port 7b608696-d83f-4027-843b-c937821e1b17, host n-h1-764292-30, cleared binding levels {{(pid=102191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 04:20:20.728316 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-35ca2562-2e6a-4f7c-844c-139d037b3dd5 req-420a734e-080d-42e8-81c4-2ca43805cb31 service neutron] For port 7b608696-d83f-4027-843b-c937821e1b17, host n-h1-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=7b608696-d83f-4027-843b-c937821e1b17,segment=NetworkSegment(04500d5d-59fc-4af2-aeab-21828e3aee8c),segment_id=04500d5d-59fc-4af2-aeab-21828e3aee8c)] {{(pid=102191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 04:20:20.809599 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-35ca2562-2e6a-4f7c-844c-139d037b3dd5 req-420a734e-080d-42e8-81c4-2ca43805cb31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:20:20.846736 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ca2562-2e6a-4f7c-844c-139d037b3dd5 req-420a734e-080d-42e8-81c4-2ca43805cb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:20:20.847476 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-35ca2562-2e6a-4f7c-844c-139d037b3dd5 req-420a734e-080d-42e8-81c4-2ca43805cb31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:20:20.849004 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-35ca2562-2e6a-4f7c-844c-139d037b3dd5 req-420a734e-080d-42e8-81c4-2ca43805cb31 service neutron] 10.222.0.22 "PUT /v2.0/ports/7b608696-d83f-4027-843b-c937821e1b17 HTTP/1.1" status: 200 len: 1093 time: 0.7505977 Aug 11 04:20:20.849272 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '091b1448-2458-4faa-9e2e-4bc816aafe20', 'tag': '7b608696-d83f-4027-843b-c937821e1b17'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 04:20:20.851523 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9291d331c18c1eb37c2b57c8af4a09724b2e7f160dd5faf652855b3e38b81ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69b87ebf-be53-48e9-890b-0b360d4aca2b" -d '{"events": [{"name": "network-changed", "server_uuid": "091b1448-2458-4faa-9e2e-4bc816aafe20", "tag": "7b608696-d83f-4027-843b-c937821e1b17"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 04:20:20.880330 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420a734e-080d-42e8-81c4-2ca43805cb31 service neutron] Pushing event updated for resources: {'Port': ['ID=7b608696-d83f-4027-843b-c937821e1b17,revision_number=3']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:20:20.888548 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 04:20:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4184a8d-5abb-4a0e-9226-ff3feb7f6db3 x-openstack-request-id: req-e4184a8d-5abb-4a0e-9226-ff3feb7f6db3 {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 04:20:20.888867 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "091b1448-2458-4faa-9e2e-4bc816aafe20", "tag": "7b608696-d83f-4027-843b-c937821e1b17", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 04:20:20.889120 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e4184a8d-5abb-4a0e-9226-ff3feb7f6db3 {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 04:20:20.889518 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '091b1448-2458-4faa-9e2e-4bc816aafe20', 'tag': '7b608696-d83f-4027-843b-c937821e1b17', 'status': 'completed', 'code': 200} Aug 11 04:20:20.953442 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b87ebf-be53-48e9-890b-0b360d4aca2b req-03a78bf6-4f7b-4b15-b406-27a248497e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:20:20.955028 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-69b87ebf-be53-48e9-890b-0b360d4aca2b req-03a78bf6-4f7b-4b15-b406-27a248497e79 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=4ed3e3e6ac1f49f882ef8f301df62615&device_id=091b1448-2458-4faa-9e2e-4bc816aafe20 HTTP/1.1" status: 200 len: 1096 time: 0.0442128 Aug 11 04:20:21.069176 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b87ebf-be53-48e9-890b-0b360d4aca2b req-4fe603f3-3c97-4def-b6e8-ae6c143f8c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:20:21.070670 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-69b87ebf-be53-48e9-890b-0b360d4aca2b req-4fe603f3-3c97-4def-b6e8-ae6c143f8c8e service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=4ed3e3e6ac1f49f882ef8f301df62615&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1075859 Aug 11 04:20:21.163682 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b87ebf-be53-48e9-890b-0b360d4aca2b req-5d5c9271-1559-47ec-a658-ac71ab3d205b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:20:21.165147 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-69b87ebf-be53-48e9-890b-0b360d4aca2b req-5d5c9271-1559-47ec-a658-ac71ab3d205b service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0877438 Aug 11 04:20:21.237852 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ca2562-2e6a-4f7c-844c-139d037b3dd5 req-e87840c2-ec31-49d1-8a4f-e55a8159f5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:20:21.239406 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-35ca2562-2e6a-4f7c-844c-139d037b3dd5 req-e87840c2-ec31-49d1-8a4f-e55a8159f5c1 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=4ed3e3e6ac1f49f882ef8f301df62615&device_id=091b1448-2458-4faa-9e2e-4bc816aafe20 HTTP/1.1" status: 200 len: 1096 time: 0.0408030 Aug 11 04:20:21.283918 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-35ca2562-2e6a-4f7c-844c-139d037b3dd5 req-3a18d95c-2680-444e-9a63-cc4dc520e4d3 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7b608696-d83f-4027-843b-c937821e1b17 HTTP/1.1" status: 200 len: 217 time: 0.0370169 Aug 11 04:20:21.331948 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ca2562-2e6a-4f7c-844c-139d037b3dd5 req-62aed35e-f51a-4f35-9aa7-e30719ecf3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:20:21.333359 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-35ca2562-2e6a-4f7c-844c-139d037b3dd5 req-62aed35e-f51a-4f35-9aa7-e30719ecf3f3 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=756a8a3e-76eb-454f-a5fe-9ba43a425a60 HTTP/1.1" status: 200 len: 834 time: 0.0427132 Aug 11 04:20:21.378705 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ca2562-2e6a-4f7c-844c-139d037b3dd5 req-9915c8e3-4013-4576-8d5f-164f03087303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:20:21.380229 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-35ca2562-2e6a-4f7c-844c-139d037b3dd5 req-9915c8e3-4013-4576-8d5f-164f03087303 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=63f08c47-85af-4044-9341-fffa98a21a2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393531 Aug 11 04:20:21.472520 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-35ca2562-2e6a-4f7c-844c-139d037b3dd5 req-95611ad0-8acc-4129-82ab-978901f9880f service neutron] 10.222.0.22 "GET /v2.0/networks/63f08c47-85af-4044-9341-fffa98a21a2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853553 Aug 11 04:20:21.561620 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-35ca2562-2e6a-4f7c-844c-139d037b3dd5 req-8569fcf6-1104-4da1-8ee8-8ee1e25a040a service neutron] 10.222.0.22 "GET /v2.0/networks/63f08c47-85af-4044-9341-fffa98a21a2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818353 Aug 11 04:20:21.755020 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7334bf8d-4453-407d-a651-1cce7f09c39e req-d2fb3bc4-48a0-442f-84f3-725a16fa1264 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:20:21.756513 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7334bf8d-4453-407d-a651-1cce7f09c39e req-d2fb3bc4-48a0-442f-84f3-725a16fa1264 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/ports?device_id=091b1448-2458-4faa-9e2e-4bc816aafe20 HTTP/1.1" status: 200 len: 944 time: 0.0487878 Aug 11 04:20:21.794464 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7334bf8d-4453-407d-a651-1cce7f09c39e req-5846df39-bc65-418b-adc0-cf0330d561bf tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2003955-9c8a-4075-9829-37b4f08e1e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320146 Aug 11 04:20:22.048994 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 1985f198-31e0-4bb5-950a-65cba5ba7302 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 04:20:22.099114 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 1985f198-31e0-4bb5-950a-65cba5ba7302 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 04:20:22.099487 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:20:22.912639 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6996596b-1c90-4703-bbdb-72576e41efa4 req-8623de8c-c133-4bd8-aa1e-85e9cfe1e19f tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:20:22.914165 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6996596b-1c90-4703-bbdb-72576e41efa4 req-8623de8c-c133-4bd8-aa1e-85e9cfe1e19f tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/ports?device_id=091b1448-2458-4faa-9e2e-4bc816aafe20 HTTP/1.1" status: 200 len: 944 time: 0.0521152 Aug 11 04:20:22.951906 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6996596b-1c90-4703-bbdb-72576e41efa4 req-2bea18b2-ff7c-4064-80b2-1a35275c780c tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2003955-9c8a-4075-9829-37b4f08e1e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309324 Aug 11 04:20:24.067254 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccc5b79-4dd5-468d-83f0-560dc0dec6cc req-818bb5cd-830e-4356-b43f-953208339f0c tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:20:24.068757 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bccc5b79-4dd5-468d-83f0-560dc0dec6cc req-818bb5cd-830e-4356-b43f-953208339f0c tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/ports?device_id=091b1448-2458-4faa-9e2e-4bc816aafe20 HTTP/1.1" status: 200 len: 944 time: 0.0491600 Aug 11 04:20:24.106368 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bccc5b79-4dd5-468d-83f0-560dc0dec6cc req-36bb6d2f-4b52-48b3-918c-2cb54336ba1c tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2003955-9c8a-4075-9829-37b4f08e1e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315654 Aug 11 04:20:25.132724 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 7b608696-d83f-4027-843b-c937821e1b17 details requested by agent hyperv_n-h1-764292-30 with host n-h1-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 04:20:25.221745 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbdf7d4-17c8-4060-b0e4-662be9e42a00 req-e192e516-fa66-4ae6-bde3-5a29e6df8345 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:20:25.223191 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8bbdf7d4-17c8-4060-b0e4-662be9e42a00 req-e192e516-fa66-4ae6-bde3-5a29e6df8345 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/ports?device_id=091b1448-2458-4faa-9e2e-4bc816aafe20 HTTP/1.1" status: 200 len: 944 time: 0.0489509 Aug 11 04:20:25.236357 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 7b608696-d83f-4027-843b-c937821e1b17, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=7b608696-d83f-4027-843b-c937821e1b17,segment=NetworkSegment(04500d5d-59fc-4af2-aeab-21828e3aee8c),segment_id=04500d5d-59fc-4af2-aeab-21828e3aee8c)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:20:25.247754 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Returning: {'device': '7b608696-d83f-4027-843b-c937821e1b17', 'network_id': '63f08c47-85af-4044-9341-fffa98a21a2c', 'port_id': '7b608696-d83f-4027-843b-c937821e1b17', 'mac_address': 'fa:16:3e:4f:ca:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '756a8a3e-76eb-454f-a5fe-9ba43a425a60', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 04:20:25.260331 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8bbdf7d4-17c8-4060-b0e4-662be9e42a00 req-0367aad5-da9b-4ebe-9b28-72fcbc1adac2 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2003955-9c8a-4075-9829-37b4f08e1e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307038 Aug 11 04:20:25.285224 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:20:25.297866 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b608696-d83f-4027-843b-c937821e1b17 {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 04:20:25.316386 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 7b608696-d83f-4027-843b-c937821e1b17, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=7b608696-d83f-4027-843b-c937821e1b17,segment=NetworkSegment(04500d5d-59fc-4af2-aeab-21828e3aee8c),segment_id=04500d5d-59fc-4af2-aeab-21828e3aee8c)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:20:25.371139 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:20:25.418734 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=7b608696-d83f-4027-843b-c937821e1b17,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:20:25.671148 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['7b608696-d83f-4027-843b-c937821e1b17'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 04:20:26.378838 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e44e7e-2f21-4566-bd06-be58ed50dc44 req-94802291-8cf7-4923-a767-b086c190dd21 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:20:26.380314 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-64e44e7e-2f21-4566-bd06-be58ed50dc44 req-94802291-8cf7-4923-a767-b086c190dd21 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/ports?device_id=091b1448-2458-4faa-9e2e-4bc816aafe20 HTTP/1.1" status: 200 len: 945 time: 0.0527081 Aug 11 04:20:26.419467 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-64e44e7e-2f21-4566-bd06-be58ed50dc44 req-5dd4e3f8-c43c-4b65-90b8-bad67d52b540 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2003955-9c8a-4075-9829-37b4f08e1e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330460 Aug 11 04:20:27.131773 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 7b608696-d83f-4027-843b-c937821e1b17 up at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 04:20:27.239677 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning for port 7b608696-d83f-4027-843b-c937821e1b17 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 04:20:27.243615 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning complete for port 7b608696-d83f-4027-843b-c937821e1b17 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 04:20:27.243982 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:20:27.320160 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:20:27.342198 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '091b1448-2458-4faa-9e2e-4bc816aafe20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b608696-d83f-4027-843b-c937821e1b17'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 04:20:27.344477 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e385e08809ed349a2646fb52500b409f99e085c14d592b33dda6f3cb7a212da1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f3ce28d-70d4-48f1-ad8c-6c959cfb56bb" -d '{"events": [{"server_uuid": "091b1448-2458-4faa-9e2e-4bc816aafe20", "name": "network-vif-plugged", "status": "completed", "tag": "7b608696-d83f-4027-843b-c937821e1b17"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 04:20:27.357418 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 7b608696-d83f-4027-843b-c937821e1b17, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=7b608696-d83f-4027-843b-c937821e1b17,segment=NetworkSegment(04500d5d-59fc-4af2-aeab-21828e3aee8c),segment_id=04500d5d-59fc-4af2-aeab-21828e3aee8c)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:20:27.379683 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 04:20:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b4205dc-befa-4d90-a464-77e1906b6fca x-openstack-request-id: req-2b4205dc-befa-4d90-a464-77e1906b6fca {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 04:20:27.379973 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "091b1448-2458-4faa-9e2e-4bc816aafe20", "name": "network-vif-plugged", "status": "completed", "tag": "7b608696-d83f-4027-843b-c937821e1b17", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 04:20:27.380226 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2b4205dc-befa-4d90-a464-77e1906b6fca {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 04:20:27.380621 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '091b1448-2458-4faa-9e2e-4bc816aafe20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b608696-d83f-4027-843b-c937821e1b17', 'code': 200} Aug 11 04:20:27.431478 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:20:27.477781 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b3b67d-0063-4498-bce7-34e08121c12c req-7d564be9-10e9-49ce-982d-f25d0ac7aa77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:20:27.479446 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-89b3b67d-0063-4498-bce7-34e08121c12c req-7d564be9-10e9-49ce-982d-f25d0ac7aa77 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=091b1448-2458-4faa-9e2e-4bc816aafe20 HTTP/1.1" status: 200 len: 1098 time: 0.0422881 Aug 11 04:20:27.487550 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=7b608696-d83f-4027-843b-c937821e1b17,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:20:27.521912 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-89b3b67d-0063-4498-bce7-34e08121c12c req-7506f8fd-5503-481a-9976-1cca6d6ce9d5 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=a2003955-9c8a-4075-9829-37b4f08e1e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354872 Aug 11 04:20:27.540854 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7e3ea7-9eab-4856-8d1d-f11315924a85 req-f0b8603d-987a-4e8a-9ab9-102f99d9a733 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:20:27.542388 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ba7e3ea7-9eab-4856-8d1d-f11315924a85 req-f0b8603d-987a-4e8a-9ab9-102f99d9a733 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/ports?device_id=091b1448-2458-4faa-9e2e-4bc816aafe20 HTTP/1.1" status: 200 len: 946 time: 0.0521722 Aug 11 04:20:27.581642 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ba7e3ea7-9eab-4856-8d1d-f11315924a85 req-a21799eb-e0c8-401f-a05f-72adde95b617 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2003955-9c8a-4075-9829-37b4f08e1e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324836 Aug 11 04:20:28.717497 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ecd515-118d-48e5-8f7a-206bcccc3b0a req-e4a3c0a6-cd8c-4a78-95b2-c92395464d10 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:20:28.719094 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-55ecd515-118d-48e5-8f7a-206bcccc3b0a req-e4a3c0a6-cd8c-4a78-95b2-c92395464d10 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/ports?device_id=091b1448-2458-4faa-9e2e-4bc816aafe20 HTTP/1.1" status: 200 len: 946 time: 0.0677805 Aug 11 04:20:28.770842 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-55ecd515-118d-48e5-8f7a-206bcccc3b0a req-4a796f0c-7756-4ada-be63-312794d7bd86 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2003955-9c8a-4075-9829-37b4f08e1e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422084 Aug 11 04:20:29.239785 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-571a3377-17d7-47d3-a2c8-0018fa0567aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:20:29.893874 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9a1b2d-f23e-4e81-9697-8b8cf3c45694 req-d9c7b7fc-e979-4ee8-a566-88f84e9470a9 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:20:29.895400 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6b9a1b2d-f23e-4e81-9697-8b8cf3c45694 req-d9c7b7fc-e979-4ee8-a566-88f84e9470a9 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/ports?device_id=091b1448-2458-4faa-9e2e-4bc816aafe20 HTTP/1.1" status: 200 len: 946 time: 0.0553322 Aug 11 04:20:29.933615 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6b9a1b2d-f23e-4e81-9697-8b8cf3c45694 req-3c73743b-edbf-46c6-9f50-40db02daaf4a tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2003955-9c8a-4075-9829-37b4f08e1e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320194 Aug 11 04:20:30.048928 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6d87f4-ea61-4b15-a38b-b8283ec289d7 req-28153fc8-698f-4679-9dd1-5a01ce52a164 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:20:30.050364 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-fe6d87f4-ea61-4b15-a38b-b8283ec289d7 req-28153fc8-698f-4679-9dd1-5a01ce52a164 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/ports?device_id=091b1448-2458-4faa-9e2e-4bc816aafe20 HTTP/1.1" status: 200 len: 946 time: 0.0498970 Aug 11 04:20:30.088133 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-fe6d87f4-ea61-4b15-a38b-b8283ec289d7 req-69cf5ab4-5a48-4189-b364-a1043b120c5e tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2003955-9c8a-4075-9829-37b4f08e1e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316906 Aug 11 04:20:30.110988 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 52072) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:20:30.149769 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbc15acb-a287-402a-a540-22b57d3a773f tempest-TestNetworkAdvancedServerOps-1813166602 tempest-TestNetworkAdvancedServerOps-1813166602-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:20:30.151301 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-fbc15acb-a287-402a-a540-22b57d3a773f tempest-TestNetworkAdvancedServerOps-1813166602 tempest-TestNetworkAdvancedServerOps-1813166602-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=091b1448-2458-4faa-9e2e-4bc816aafe20 HTTP/1.1" status: 200 len: 1093 time: 0.0393298 Aug 11 04:20:30.154559 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 52074) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:20:30.158856 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-3317948d-a1cd-41ce-a9aa-bba625ba718a tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Request body: {'floatingip': {'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'port_id': '7b608696-d83f-4027-843b-c937821e1b17', 'tenant_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:20:30.262494 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3317948d-a1cd-41ce-a9aa-bba625ba718a tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for floatingip, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:20:30.358505 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3317948d-a1cd-41ce-a9aa-bba625ba718a tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:20:30.464629 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [None req-3317948d-a1cd-41ce-a9aa-bba625ba718a tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Allocated IP 172.25.8.59 (09faf7d2-eaf5-4a50-bb6e-4cb05d009a76/e1a97443-13df-40bb-85f5-fd269e2742c0/aace1bef-1057-464e-bc15-c5d109261162) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 04:20:30.565052 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3317948d-a1cd-41ce-a9aa-bba625ba718a tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:20:30.674686 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3317948d-a1cd-41ce-a9aa-bba625ba718a tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:20:30.715169 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3317948d-a1cd-41ce-a9aa-bba625ba718a tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 04:20:30.718759 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-3317948d-a1cd-41ce-a9aa-bba625ba718a tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 04:20:30.722389 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3317948d-a1cd-41ce-a9aa-bba625ba718a tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 04:20:30.727781 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3317948d-a1cd-41ce-a9aa-bba625ba718a tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Pushing event updated for resources: {'Port': ['ID=aace1bef-1057-464e-bc15-c5d109261162,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:20:31.083426 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3317948d-a1cd-41ce-a9aa-bba625ba718a tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:20:31.208490 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3317948d-a1cd-41ce-a9aa-bba625ba718a tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:20:31.357185 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3317948d-a1cd-41ce-a9aa-bba625ba718a tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:20:31.422997 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3317948d-a1cd-41ce-a9aa-bba625ba718a tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:20:31.497960 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3317948d-a1cd-41ce-a9aa-bba625ba718a tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Pushing event updated for resources: {'Port': ['ID=aace1bef-1057-464e-bc15-c5d109261162,revision_number=2']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:20:31.513010 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3317948d-a1cd-41ce-a9aa-bba625ba718a tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446866'] for floatingip, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:20:31.611934 n-d-764292-30 neutron-server[102191]: INFO neutron.db.l3_db [None req-3317948d-a1cd-41ce-a9aa-bba625ba718a tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Floating IP cf128e53-9ad4-41c6-9fd8-9fc2603a4c13 associated. External IP: 172.25.8.59, port: 7b608696-d83f-4027-843b-c937821e1b17. Aug 11 04:20:31.818008 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3317948d-a1cd-41ce-a9aa-bba625ba718a tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Router a856a8ee-3163-469b-a45b-b4830ce595f4 has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 04:20:31.943867 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3317948d-a1cd-41ce-a9aa-bba625ba718a tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 04:20:31.954470 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:20:31.954990 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1163f98b-e89b-4d6e-8148-49854c69b839 None None] Sync routers for ids ['a856a8ee-3163-469b-a45b-b4830ce595f4'] in n-d-764292-30 {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 04:20:31.964775 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1163f98b-e89b-4d6e-8148-49854c69b839 None None] Routers {'a856a8ee-3163-469b-a45b-b4830ce595f4'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 04:20:31.968521 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-1163f98b-e89b-4d6e-8148-49854c69b839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T04:20:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['a856a8ee-3163-469b-a45b-b4830ce595f4'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:20:32.069012 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3317948d-a1cd-41ce-a9aa-bba625ba718a tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for floatingip, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:20:32.070550 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-1163f98b-e89b-4d6e-8148-49854c69b839 None None] Set router a856a8ee-3163-469b-a45b-b4830ce595f4 gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 04:20:32.107759 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-3317948d-a1cd-41ce-a9aa-bba625ba718a tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9518869 Aug 11 04:20:32.108863 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '091b1448-2458-4faa-9e2e-4bc816aafe20', 'tag': '7b608696-d83f-4027-843b-c937821e1b17'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 04:20:32.111237 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9291d331c18c1eb37c2b57c8af4a09724b2e7f160dd5faf652855b3e38b81ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b863bdc-4332-4984-aba9-9fe8f693cf4f" -d '{"events": [{"name": "network-changed", "server_uuid": "091b1448-2458-4faa-9e2e-4bc816aafe20", "tag": "7b608696-d83f-4027-843b-c937821e1b17"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 04:20:32.154661 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2cdc2cfc-8b0b-4ed9-ba70-d00629c7aeb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:20:32.154940 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 04:20:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9e722ea-7078-4e34-8949-1b5d88ee4622 x-openstack-request-id: req-a9e722ea-7078-4e34-8949-1b5d88ee4622 {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 04:20:32.155286 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "091b1448-2458-4faa-9e2e-4bc816aafe20", "tag": "7b608696-d83f-4027-843b-c937821e1b17", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 04:20:32.155544 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a9e722ea-7078-4e34-8949-1b5d88ee4622 {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 04:20:32.155959 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '091b1448-2458-4faa-9e2e-4bc816aafe20', 'tag': '7b608696-d83f-4027-843b-c937821e1b17', 'status': 'completed', 'code': 200} Aug 11 04:20:32.218235 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ebea0a-1a3e-441f-8c1a-c6792bc31035 req-edb49394-50a7-4be3-b3b1-298942a493c7 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:20:32.220425 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-68ebea0a-1a3e-441f-8c1a-c6792bc31035 req-edb49394-50a7-4be3-b3b1-298942a493c7 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/ports?device_id=091b1448-2458-4faa-9e2e-4bc816aafe20 HTTP/1.1" status: 200 len: 946 time: 0.0508754 Aug 11 04:20:32.221198 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b863bdc-4332-4984-aba9-9fe8f693cf4f req-db9aca08-3324-4c28-a822-2c46e4053b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:20:32.222833 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-7b863bdc-4332-4984-aba9-9fe8f693cf4f req-db9aca08-3324-4c28-a822-2c46e4053b41 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=4ed3e3e6ac1f49f882ef8f301df62615&device_id=091b1448-2458-4faa-9e2e-4bc816aafe20 HTTP/1.1" status: 200 len: 1098 time: 0.0443671 Aug 11 04:20:32.259895 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-68ebea0a-1a3e-441f-8c1a-c6792bc31035 req-b1b2c808-c030-48cd-a0da-c4c4f0531bc6 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2003955-9c8a-4075-9829-37b4f08e1e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327809 Aug 11 04:20:32.284343 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 52080) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:20:32.297105 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-1163f98b-e89b-4d6e-8148-49854c69b839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a856a8ee-3163-469b-a45b-b4830ce595f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-718882972', 'tenant_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': '9b967536-af0f-4e14-9113-c0dbcbd62930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:20:10Z', 'updated_at': '2021-08-11T04:20:15Z', 'revision_number': 4, 'project_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'gw_port': {'id': '9b967536-af0f-4e14-9113-c0dbcbd62930', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b2:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a856a8ee-3163-469b-a45b-b4830ce595f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:20:11Z', 'updated_at': '2021-08-11T04:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_floatingips': [{'id': 'cf128e53-9ad4-41c6-9fd8-9fc2603a4c13', 'tenant_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'floating_ip_address': '172.25.8.59', 'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'router_id': 'a856a8ee-3163-469b-a45b-b4830ce595f4', 'port_id': '7b608696-d83f-4027-843b-c937821e1b17', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4267, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63f08c47-85af-4044-9341-fffa98a21a2c', 'mac_address': 'fa:16:3e:4f:ca:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091b1448-2458-4faa-9e2e-4bc816aafe20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T04:20:30Z', 'updated_at': '2021-08-11T04:20:30Z', 'revision_number': 0, 'project_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1985f198-31e0-4bb5-950a-65cba5ba7302', 'name': '', 'network_id': '63f08c47-85af-4044-9341-fffa98a21a2c', 'tenant_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'mac_address': 'fa:16:3e:77:bb:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a856a8ee-3163-469b-a45b-b4830ce595f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '756a8a3e-76eb-454f-a5fe-9ba43a425a60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:20:14Z', 'updated_at': '2021-08-11T04:20:20Z', 'revision_number': 5, 'project_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'subnets': [{'id': '756a8a3e-76eb-454f-a5fe-9ba43a425a60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:20:32.322232 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1163f98b-e89b-4d6e-8148-49854c69b839 None None] Checking router: a856a8ee-3163-469b-a45b-b4830ce595f4 for host: n-d-764292-30 {{(pid=102194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 04:20:32.323076 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b863bdc-4332-4984-aba9-9fe8f693cf4f req-3667aa62-0627-4470-9ea0-f8e1a5712911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:20:32.324953 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-7b863bdc-4332-4984-aba9-9fe8f693cf4f req-3667aa62-0627-4470-9ea0-f8e1a5712911 service neutron] 10.222.0.22 "GET /v2.0/networks?id=63f08c47-85af-4044-9341-fffa98a21a2c HTTP/1.1" status: 200 len: 897 time: 0.0948668 Aug 11 04:20:32.330401 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1163f98b-e89b-4d6e-8148-49854c69b839 None None] Routers {'a856a8ee-3163-469b-a45b-b4830ce595f4'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 04:20:32.331101 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-1163f98b-e89b-4d6e-8148-49854c69b839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T04:20:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['a856a8ee-3163-469b-a45b-b4830ce595f4'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:20:32.349765 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-cdee0496-8132-4280-b48f-286bd70c1f6c tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/floatingips/cf128e53-9ad4-41c6-9fd8-9fc2603a4c13 HTTP/1.1" status: 200 len: 991 time: 0.0642908 Aug 11 04:20:32.390939 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-7b863bdc-4332-4984-aba9-9fe8f693cf4f req-8dc53a48-4588-45bf-b91d-2c1346ca15ad service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7b608696-d83f-4027-843b-c937821e1b17 HTTP/1.1" status: 200 len: 999 time: 0.0593388 Aug 11 04:20:32.435215 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-1163f98b-e89b-4d6e-8148-49854c69b839 None None] Set router a856a8ee-3163-469b-a45b-b4830ce595f4 gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 04:20:32.444172 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b863bdc-4332-4984-aba9-9fe8f693cf4f req-c91e894c-1e45-42eb-be5a-935bd2e52be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:20:32.445615 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-7b863bdc-4332-4984-aba9-9fe8f693cf4f req-c91e894c-1e45-42eb-be5a-935bd2e52be5 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=756a8a3e-76eb-454f-a5fe-9ba43a425a60 HTTP/1.1" status: 200 len: 834 time: 0.0474837 Aug 11 04:20:32.492040 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b863bdc-4332-4984-aba9-9fe8f693cf4f req-63bb144c-cc83-4f36-84f1-bec97a3e30cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:20:32.493573 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-7b863bdc-4332-4984-aba9-9fe8f693cf4f req-63bb144c-cc83-4f36-84f1-bec97a3e30cb service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=63f08c47-85af-4044-9341-fffa98a21a2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407507 Aug 11 04:20:32.582130 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-7b863bdc-4332-4984-aba9-9fe8f693cf4f req-b3581357-4dda-4177-8dea-b152f33c47d4 service neutron] 10.222.0.22 "GET /v2.0/networks/63f08c47-85af-4044-9341-fffa98a21a2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815060 Aug 11 04:20:32.656230 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-1163f98b-e89b-4d6e-8148-49854c69b839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a856a8ee-3163-469b-a45b-b4830ce595f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-718882972', 'tenant_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': '9b967536-af0f-4e14-9113-c0dbcbd62930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:20:10Z', 'updated_at': '2021-08-11T04:20:15Z', 'revision_number': 4, 'project_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'gw_port': {'id': '9b967536-af0f-4e14-9113-c0dbcbd62930', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b2:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a856a8ee-3163-469b-a45b-b4830ce595f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:20:11Z', 'updated_at': '2021-08-11T04:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_floatingips': [{'id': 'cf128e53-9ad4-41c6-9fd8-9fc2603a4c13', 'tenant_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'floating_ip_address': '172.25.8.59', 'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'router_id': 'a856a8ee-3163-469b-a45b-b4830ce595f4', 'port_id': '7b608696-d83f-4027-843b-c937821e1b17', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4267, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63f08c47-85af-4044-9341-fffa98a21a2c', 'mac_address': 'fa:16:3e:4f:ca:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091b1448-2458-4faa-9e2e-4bc816aafe20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T04:20:30Z', 'updated_at': '2021-08-11T04:20:30Z', 'revision_number': 0, 'project_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1985f198-31e0-4bb5-950a-65cba5ba7302', 'name': '', 'network_id': '63f08c47-85af-4044-9341-fffa98a21a2c', 'tenant_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'mac_address': 'fa:16:3e:77:bb:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a856a8ee-3163-469b-a45b-b4830ce595f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '756a8a3e-76eb-454f-a5fe-9ba43a425a60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:20:14Z', 'updated_at': '2021-08-11T04:20:20Z', 'revision_number': 5, 'project_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'subnets': [{'id': '756a8a3e-76eb-454f-a5fe-9ba43a425a60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:20:32.676868 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-7b863bdc-4332-4984-aba9-9fe8f693cf4f req-0188bf28-82d0-4323-b4ca-c50a4de062ad service neutron] 10.222.0.22 "GET /v2.0/networks/63f08c47-85af-4044-9341-fffa98a21a2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878587 Aug 11 04:20:32.681118 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1163f98b-e89b-4d6e-8148-49854c69b839 None None] The sync data for ids ['a856a8ee-3163-469b-a45b-b4830ce595f4'] in n-d-764292-30 is: [{'id': 'a856a8ee-3163-469b-a45b-b4830ce595f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-718882972', 'tenant_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': '9b967536-af0f-4e14-9113-c0dbcbd62930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:20:10Z', 'updated_at': '2021-08-11T04:20:15Z', 'revision_number': 4, 'project_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'gw_port': {'id': '9b967536-af0f-4e14-9113-c0dbcbd62930', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b2:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a856a8ee-3163-469b-a45b-b4830ce595f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:20:11Z', 'updated_at': '2021-08-11T04:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_floatingips': [{'id': 'cf128e53-9ad4-41c6-9fd8-9fc2603a4c13', 'tenant_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'floating_ip_address': '172.25.8.59', 'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'router_id': 'a856a8ee-3163-469b-a45b-b4830ce595f4', 'port_id': '7b608696-d83f-4027-843b-c937821e1b17', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4267, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63f08c47-85af-4044-9341-fffa98a21a2c', 'mac_address': 'fa:16:3e:4f:ca:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091b1448-2458-4faa-9e2e-4bc816aafe20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T04:20:30Z', 'updated_at': '2021-08-11T04:20:30Z', 'revision_number': 0, 'project_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1985f198-31e0-4bb5-950a-65cba5ba7302', 'name': '', 'network_id': '63f08c47-85af-4044-9341-fffa98a21a2c', 'tenant_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'mac_address': 'fa:16:3e:77:bb:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a856a8ee-3163-469b-a45b-b4830ce595f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '756a8a3e-76eb-454f-a5fe-9ba43a425a60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:20:14Z', 'updated_at': '2021-08-11T04:20:20Z', 'revision_number': 5, 'project_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'subnets': [{'id': '756a8a3e-76eb-454f-a5fe-9ba43a425a60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 04:20:32.875577 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5477c617-7233-40c1-acd4-c4eebd285965 None None] New status for floating IP cf128e53-9ad4-41c6-9fd8-9fc2603a4c13: ACTIVE {{(pid=102193) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 04:20:33.296597 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:20:33.353539 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 52084) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:20:33.415235 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-89b5070c-7baf-4423-9a82-44a2cefa44bc tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/floatingips/cf128e53-9ad4-41c6-9fd8-9fc2603a4c13 HTTP/1.1" status: 200 len: 993 time: 0.0605304 Aug 11 04:20:34.411629 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c8c0d878-da2e-45fb-be22-ef8b89a6e52b req-7437faa4-5cfb-4f1c-a7d3-70c1dee6c5ee service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=091b1448-2458-4faa-9e2e-4bc816aafe20&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0394080 Aug 11 04:20:34.497596 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c0d878-da2e-45fb-be22-ef8b89a6e52b req-1e1e0ac1-7b53-444d-9b6f-9e11df43c4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:20:34.499142 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c8c0d878-da2e-45fb-be22-ef8b89a6e52b req-1e1e0ac1-7b53-444d-9b6f-9e11df43c4bf service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=4ed3e3e6ac1f49f882ef8f301df62615&device_id=091b1448-2458-4faa-9e2e-4bc816aafe20 HTTP/1.1" status: 200 len: 1098 time: 0.0407746 Aug 11 04:20:34.604461 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c0d878-da2e-45fb-be22-ef8b89a6e52b req-a88fe56d-595b-4dc3-849e-6837158c1fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:20:34.605877 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c8c0d878-da2e-45fb-be22-ef8b89a6e52b req-a88fe56d-595b-4dc3-849e-6837158c1fab service neutron] 10.222.0.22 "GET /v2.0/networks?id=63f08c47-85af-4044-9341-fffa98a21a2c HTTP/1.1" status: 200 len: 897 time: 0.0876460 Aug 11 04:20:34.669855 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c8c0d878-da2e-45fb-be22-ef8b89a6e52b req-bff10b26-6c8d-4d81-9ede-570ae6b54cd8 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7b608696-d83f-4027-843b-c937821e1b17 HTTP/1.1" status: 200 len: 1001 time: 0.0567334 Aug 11 04:20:34.723252 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c0d878-da2e-45fb-be22-ef8b89a6e52b req-6c2bea54-ea1f-440d-8ece-c931a16c6f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:20:34.724697 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c8c0d878-da2e-45fb-be22-ef8b89a6e52b req-6c2bea54-ea1f-440d-8ece-c931a16c6f9b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=756a8a3e-76eb-454f-a5fe-9ba43a425a60 HTTP/1.1" status: 200 len: 834 time: 0.0469923 Aug 11 04:20:34.769643 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c0d878-da2e-45fb-be22-ef8b89a6e52b req-945777f7-3de6-45cf-a36c-727fb8648ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:20:34.771210 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c8c0d878-da2e-45fb-be22-ef8b89a6e52b req-945777f7-3de6-45cf-a36c-727fb8648ff9 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=63f08c47-85af-4044-9341-fffa98a21a2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395401 Aug 11 04:20:34.859827 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c8c0d878-da2e-45fb-be22-ef8b89a6e52b req-5553e647-aa3e-4cb6-ae20-b503331a7fbb service neutron] 10.222.0.22 "GET /v2.0/networks/63f08c47-85af-4044-9341-fffa98a21a2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815947 Aug 11 04:20:34.953442 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c8c0d878-da2e-45fb-be22-ef8b89a6e52b req-7f046810-48d2-4b62-a8d4-5d395a94b42a service neutron] 10.222.0.22 "GET /v2.0/networks/63f08c47-85af-4044-9341-fffa98a21a2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864189 Aug 11 04:20:34.976874 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:20:37.959691 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:20:41.859797 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:20:46.398235 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.agents_db [None req-950b7202-decb-43e2-8f71-ac8931dc9749 None None] Agent healthcheck: found 7 active agents {{(pid=102194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 04:20:59.267894 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-498b4d56-5b4b-426e-b190-7b1c9e3c4b34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:21:01.913206 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:21:02.170422 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-4324567d-61f9-45f3-8eeb-e544b94d8e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:21:03.307621 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:21:04.964576 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:21:07.944743 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:21:11.819108 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:21:23.397466 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.agents_db [None req-950b7202-decb-43e2-8f71-ac8931dc9749 None None] Agent healthcheck: found 7 active agents {{(pid=102194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 04:21:29.238106 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-a9463b69-69af-4aed-9e9c-c108a9981761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:21:31.923903 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:21:32.135228 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-34f55479-abfe-407b-be9c-8ffb47a55e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:21:33.295694 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:21:34.409099 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-9d2fa911-4470-4233-af52-5a687c99b580 req-f04619ef-988b-4849-a366-2e4845746f9c service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=091b1448-2458-4faa-9e2e-4bc816aafe20&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0396044 Aug 11 04:21:34.494913 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2fa911-4470-4233-af52-5a687c99b580 req-311c6c97-508a-4cb1-b903-08b371425dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:21:34.496625 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-9d2fa911-4470-4233-af52-5a687c99b580 req-311c6c97-508a-4cb1-b903-08b371425dcc service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=4ed3e3e6ac1f49f882ef8f301df62615&device_id=091b1448-2458-4faa-9e2e-4bc816aafe20 HTTP/1.1" status: 200 len: 1098 time: 0.0418925 Aug 11 04:21:34.552605 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d4f6d5-2d21-42cd-bbb3-4513a90e7312 req-c3d5ff13-b34c-4f99-b507-04d6e02e2652 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:21:34.554139 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-96d4f6d5-2d21-42cd-bbb3-4513a90e7312 req-c3d5ff13-b34c-4f99-b507-04d6e02e2652 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/ports?device_id=091b1448-2458-4faa-9e2e-4bc816aafe20 HTTP/1.1" status: 200 len: 946 time: 0.0586383 Aug 11 04:21:34.591949 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-96d4f6d5-2d21-42cd-bbb3-4513a90e7312 req-b0486d09-1d0c-4902-bb9e-05af8a1ac383 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2003955-9c8a-4075-9829-37b4f08e1e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311081 Aug 11 04:21:34.606314 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2fa911-4470-4233-af52-5a687c99b580 req-923dbebf-3baf-481f-bf2e-80d467325b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:21:34.608460 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-9d2fa911-4470-4233-af52-5a687c99b580 req-923dbebf-3baf-481f-bf2e-80d467325b4e service neutron] 10.222.0.22 "GET /v2.0/networks?id=63f08c47-85af-4044-9341-fffa98a21a2c HTTP/1.1" status: 200 len: 897 time: 0.0900903 Aug 11 04:21:34.674813 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-9d2fa911-4470-4233-af52-5a687c99b580 req-353a926c-01f5-4e9b-b10b-597ac089d2cb service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7b608696-d83f-4027-843b-c937821e1b17 HTTP/1.1" status: 200 len: 1001 time: 0.0563426 Aug 11 04:21:34.728903 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2fa911-4470-4233-af52-5a687c99b580 req-7b647f5a-d960-4424-aeed-6f83ca18c9be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:21:34.730382 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-9d2fa911-4470-4233-af52-5a687c99b580 req-7b647f5a-d960-4424-aeed-6f83ca18c9be service neutron] 10.222.0.22 "GET /v2.0/subnets?id=756a8a3e-76eb-454f-a5fe-9ba43a425a60 HTTP/1.1" status: 200 len: 834 time: 0.0468605 Aug 11 04:21:34.777103 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2fa911-4470-4233-af52-5a687c99b580 req-a023f27a-a37d-482f-8dd2-5d49a45fa4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:21:34.779202 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-9d2fa911-4470-4233-af52-5a687c99b580 req-a023f27a-a37d-482f-8dd2-5d49a45fa4b6 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=63f08c47-85af-4044-9341-fffa98a21a2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394621 Aug 11 04:21:34.867796 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-9d2fa911-4470-4233-af52-5a687c99b580 req-023652a2-9405-4814-afbb-84e887379be7 service neutron] 10.222.0.22 "GET /v2.0/networks/63f08c47-85af-4044-9341-fffa98a21a2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802784 Aug 11 04:21:34.952493 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:21:34.962131 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-9d2fa911-4470-4233-af52-5a687c99b580 req-e8d12135-49bb-454a-9242-86999b69f054 service neutron] 10.222.0.22 "GET /v2.0/networks/63f08c47-85af-4044-9341-fffa98a21a2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859876 Aug 11 04:21:35.706760 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84f299d-fdcd-4e8a-9e65-03d01522a181 req-12d9190f-155b-4174-a675-dc09f1db8153 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:21:35.708253 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b84f299d-fdcd-4e8a-9e65-03d01522a181 req-12d9190f-155b-4174-a675-dc09f1db8153 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/ports?device_id=091b1448-2458-4faa-9e2e-4bc816aafe20 HTTP/1.1" status: 200 len: 946 time: 0.0475156 Aug 11 04:21:35.744885 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b84f299d-fdcd-4e8a-9e65-03d01522a181 req-47b55e43-8aba-4a6e-93aa-82d145f70dfc tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2003955-9c8a-4075-9829-37b4f08e1e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308402 Aug 11 04:21:36.859245 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0827e85c-1416-42f7-9012-0f119e4eef23 req-9900fbb7-fe8d-4880-b1fb-5eb68bbf297d tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:21:36.860699 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0827e85c-1416-42f7-9012-0f119e4eef23 req-9900fbb7-fe8d-4880-b1fb-5eb68bbf297d tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/ports?device_id=091b1448-2458-4faa-9e2e-4bc816aafe20 HTTP/1.1" status: 200 len: 946 time: 0.0482466 Aug 11 04:21:36.896836 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0827e85c-1416-42f7-9012-0f119e4eef23 req-373dc8d9-8faf-41d1-a0e1-a1dcaf830961 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2003955-9c8a-4075-9829-37b4f08e1e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303137 Aug 11 04:21:36.918809 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 52124) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:21:36.982639 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-6f79bb57-60c1-4774-8c17-3f17100c7e5f tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/floatingips/cf128e53-9ad4-41c6-9fd8-9fc2603a4c13 HTTP/1.1" status: 200 len: 993 time: 0.0614457 Aug 11 04:21:37.952557 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:21:38.397474 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e045ae2c-07b9-4cda-9da5-280864f3c6ca req-54be8d27-7fcd-4b2b-a9de-db469a448aea tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:21:38.399011 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e045ae2c-07b9-4cda-9da5-280864f3c6ca req-54be8d27-7fcd-4b2b-a9de-db469a448aea tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/ports?device_id=091b1448-2458-4faa-9e2e-4bc816aafe20 HTTP/1.1" status: 200 len: 946 time: 0.0495698 Aug 11 04:21:38.438227 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e045ae2c-07b9-4cda-9da5-280864f3c6ca req-2912133c-ca06-479d-b6d6-61524a86cd7a tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2003955-9c8a-4075-9829-37b4f08e1e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318091 Aug 11 04:21:38.478607 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bc193e-0bd3-48c9-a6c2-decf0bcf810d req-48fd1cae-fcae-4b56-810e-ad8367800155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:21:38.480088 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-89bc193e-0bd3-48c9-a6c2-decf0bcf810d req-48fd1cae-fcae-4b56-810e-ad8367800155 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=4ed3e3e6ac1f49f882ef8f301df62615&device_id=091b1448-2458-4faa-9e2e-4bc816aafe20 HTTP/1.1" status: 200 len: 1098 time: 0.0426483 Aug 11 04:21:38.570841 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bc193e-0bd3-48c9-a6c2-decf0bcf810d req-883ac169-6d15-45bf-a5de-4130e4e6a7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:21:38.572206 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-89bc193e-0bd3-48c9-a6c2-decf0bcf810d req-883ac169-6d15-45bf-a5de-4130e4e6a7cd service neutron] 10.222.0.22 "GET /v2.0/networks?id=63f08c47-85af-4044-9341-fffa98a21a2c HTTP/1.1" status: 200 len: 897 time: 0.0850699 Aug 11 04:21:38.635866 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-89bc193e-0bd3-48c9-a6c2-decf0bcf810d req-98aa1b64-38f6-411b-a1af-cd8508837079 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7b608696-d83f-4027-843b-c937821e1b17 HTTP/1.1" status: 200 len: 1001 time: 0.0562766 Aug 11 04:21:38.683407 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bc193e-0bd3-48c9-a6c2-decf0bcf810d req-f51f3a73-b03a-4e29-9a67-1fe8ad204842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:21:38.684881 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-89bc193e-0bd3-48c9-a6c2-decf0bcf810d req-f51f3a73-b03a-4e29-9a67-1fe8ad204842 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=756a8a3e-76eb-454f-a5fe-9ba43a425a60 HTTP/1.1" status: 200 len: 834 time: 0.0419877 Aug 11 04:21:38.732872 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bc193e-0bd3-48c9-a6c2-decf0bcf810d req-63e842f4-18e6-464e-86db-5b0410a7f395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:21:38.734415 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-89bc193e-0bd3-48c9-a6c2-decf0bcf810d req-63e842f4-18e6-464e-86db-5b0410a7f395 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=63f08c47-85af-4044-9341-fffa98a21a2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427134 Aug 11 04:21:38.822220 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-89bc193e-0bd3-48c9-a6c2-decf0bcf810d req-76e76c62-d6f7-4d3e-9192-5882fed12db2 service neutron] 10.222.0.22 "GET /v2.0/networks/63f08c47-85af-4044-9341-fffa98a21a2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806937 Aug 11 04:21:38.913348 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-89bc193e-0bd3-48c9-a6c2-decf0bcf810d req-95eb174d-8d02-4f7c-8792-55e7f4c1b348 service neutron] 10.222.0.22 "GET /v2.0/networks/63f08c47-85af-4044-9341-fffa98a21a2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834713 Aug 11 04:21:39.555817 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2f7319-a948-4310-8de4-c72b69729bfd req-28faab7b-11ae-47cd-9906-e4484eadf7b5 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:21:39.557268 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2f2f7319-a948-4310-8de4-c72b69729bfd req-28faab7b-11ae-47cd-9906-e4484eadf7b5 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/ports?device_id=091b1448-2458-4faa-9e2e-4bc816aafe20 HTTP/1.1" status: 200 len: 946 time: 0.0493071 Aug 11 04:21:39.594375 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2f2f7319-a948-4310-8de4-c72b69729bfd req-503560fb-cec1-4768-9449-cecd394703c2 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2003955-9c8a-4075-9829-37b4f08e1e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304561 Aug 11 04:21:40.711352 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c339f5-7e10-4936-bef6-856fddcd086b req-cf12094d-dd13-4562-a990-8af540d6e944 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:21:40.712810 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-57c339f5-7e10-4936-bef6-856fddcd086b req-cf12094d-dd13-4562-a990-8af540d6e944 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/ports?device_id=091b1448-2458-4faa-9e2e-4bc816aafe20 HTTP/1.1" status: 200 len: 946 time: 0.0516000 Aug 11 04:21:40.750565 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-57c339f5-7e10-4936-bef6-856fddcd086b req-2ced03c6-a95f-4709-afae-03f5542f0024 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2003955-9c8a-4075-9829-37b4f08e1e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311663 Aug 11 04:21:40.772118 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 52138) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:21:40.831897 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-9dfd0ef8-43db-44b4-8ad2-04ae9980d348 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/floatingips/cf128e53-9ad4-41c6-9fd8-9fc2603a4c13 HTTP/1.1" status: 200 len: 993 time: 0.0586998 Aug 11 04:21:41.038707 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 52144) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:21:41.193633 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-8e08076c-1043-4fdb-a304-c352b76ea7a0 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Deleting port aace1bef-1057-464e-bc15-c5d109261162 {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 04:21:41.193894 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-8e08076c-1043-4fdb-a304-c352b76ea7a0 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:21:41.275004 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-8e08076c-1043-4fdb-a304-c352b76ea7a0 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:21:41.275337 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-8e08076c-1043-4fdb-a304-c352b76ea7a0 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:21:41.287432 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-8e08076c-1043-4fdb-a304-c352b76ea7a0 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Calling delete_port for aace1bef-1057-464e-bc15-c5d109261162 owned by network:floatingip {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 04:21:41.520914 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-8e08076c-1043-4fdb-a304-c352b76ea7a0 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:21:41.545232 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e08076c-1043-4fdb-a304-c352b76ea7a0 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Pushing event deleted for resources: {'Port': ['ID=aace1bef-1057-464e-bc15-c5d109261162,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:21:41.555148 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e08076c-1043-4fdb-a304-c352b76ea7a0 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:21:41.555497 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e08076c-1043-4fdb-a304-c352b76ea7a0 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:21:41.555831 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e08076c-1043-4fdb-a304-c352b76ea7a0 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:21:41.556158 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e08076c-1043-4fdb-a304-c352b76ea7a0 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:21:41.556512 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e08076c-1043-4fdb-a304-c352b76ea7a0 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:21:41.557221 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e08076c-1043-4fdb-a304-c352b76ea7a0 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:21:41.557221 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e08076c-1043-4fdb-a304-c352b76ea7a0 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:21:41.557501 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e08076c-1043-4fdb-a304-c352b76ea7a0 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:21:41.557822 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e08076c-1043-4fdb-a304-c352b76ea7a0 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:21:41.558141 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e08076c-1043-4fdb-a304-c352b76ea7a0 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:21:41.558484 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e08076c-1043-4fdb-a304-c352b76ea7a0 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:21:41.558801 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e08076c-1043-4fdb-a304-c352b76ea7a0 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:21:41.615900 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-8e08076c-1043-4fdb-a304-c352b76ea7a0 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for floatingip, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:21:41.616250 n-d-764292-30 neutron-server[102192]: INFO neutron.db.l3_db [None req-8e08076c-1043-4fdb-a304-c352b76ea7a0 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Floating IP cf128e53-9ad4-41c6-9fd8-9fc2603a4c13 disassociated (deleted). External IP: 172.25.8.59, port: 7b608696-d83f-4027-843b-c937821e1b17. Aug 11 04:21:41.820778 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:21:41.821879 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e08076c-1043-4fdb-a304-c352b76ea7a0 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Router a856a8ee-3163-469b-a45b-b4830ce595f4 has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 04:21:41.927761 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e08076c-1043-4fdb-a304-c352b76ea7a0 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 04:21:41.932744 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-8e08076c-1043-4fdb-a304-c352b76ea7a0 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for floatingip, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:21:41.937628 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a88870-8044-491f-9d5f-970b7f0ed3a5 None None] Sync routers for ids ['a856a8ee-3163-469b-a45b-b4830ce595f4'] in n-d-764292-30 {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 04:21:41.946485 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a88870-8044-491f-9d5f-970b7f0ed3a5 None None] Routers {'a856a8ee-3163-469b-a45b-b4830ce595f4'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 04:21:41.947102 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-d6a88870-8044-491f-9d5f-970b7f0ed3a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T04:21:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['a856a8ee-3163-469b-a45b-b4830ce595f4'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:21:41.961643 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-8e08076c-1043-4fdb-a304-c352b76ea7a0 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "DELETE /v2.0/floatingips/cf128e53-9ad4-41c6-9fd8-9fc2603a4c13 HTTP/1.1" status: 204 len: 168 time: 0.9218462 Aug 11 04:21:41.962235 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '091b1448-2458-4faa-9e2e-4bc816aafe20', 'tag': '7b608696-d83f-4027-843b-c937821e1b17'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 04:21:41.964516 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7f53641f53ed3ecbe111d4b405439a3ffe6be981c23072cf9fee61815809fbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d0450d2-1340-41ef-b70a-d577d75100cb" -d '{"events": [{"name": "network-changed", "server_uuid": "091b1448-2458-4faa-9e2e-4bc816aafe20", "tag": "7b608696-d83f-4027-843b-c937821e1b17"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 04:21:42.070995 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 04:21:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-924afd07-9447-47ba-b2d6-72c575fe67c6 x-openstack-request-id: req-924afd07-9447-47ba-b2d6-72c575fe67c6 {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 04:21:42.071233 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "091b1448-2458-4faa-9e2e-4bc816aafe20", "tag": "7b608696-d83f-4027-843b-c937821e1b17", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 04:21:42.071520 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-924afd07-9447-47ba-b2d6-72c575fe67c6 {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 04:21:42.071970 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '091b1448-2458-4faa-9e2e-4bc816aafe20', 'tag': '7b608696-d83f-4027-843b-c937821e1b17', 'status': 'completed', 'code': 200} Aug 11 04:21:42.135192 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0450d2-1340-41ef-b70a-d577d75100cb req-f439e990-5ab6-4eeb-a508-0b026e5590a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:21:42.136898 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-9d0450d2-1340-41ef-b70a-d577d75100cb req-f439e990-5ab6-4eeb-a508-0b026e5590a3 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=4ed3e3e6ac1f49f882ef8f301df62615&device_id=091b1448-2458-4faa-9e2e-4bc816aafe20 HTTP/1.1" status: 200 len: 1098 time: 0.0419555 Aug 11 04:21:42.155639 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-d6a88870-8044-491f-9d5f-970b7f0ed3a5 None None] Set router a856a8ee-3163-469b-a45b-b4830ce595f4 gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 04:21:42.230153 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0450d2-1340-41ef-b70a-d577d75100cb req-d7356942-ebab-45e2-95aa-c4430a59fa8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:21:42.232293 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-9d0450d2-1340-41ef-b70a-d577d75100cb req-d7356942-ebab-45e2-95aa-c4430a59fa8f service neutron] 10.222.0.22 "GET /v2.0/networks?id=63f08c47-85af-4044-9341-fffa98a21a2c HTTP/1.1" status: 200 len: 897 time: 0.0882502 Aug 11 04:21:42.276967 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-9d0450d2-1340-41ef-b70a-d577d75100cb req-a3f32389-fb9f-4097-ba55-65a053790bd5 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7b608696-d83f-4027-843b-c937821e1b17 HTTP/1.1" status: 200 len: 217 time: 0.0384204 Aug 11 04:21:42.333990 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0450d2-1340-41ef-b70a-d577d75100cb req-a4fd66f2-cc4c-41e1-a66c-6d911d8696fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:21:42.335467 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-9d0450d2-1340-41ef-b70a-d577d75100cb req-a4fd66f2-cc4c-41e1-a66c-6d911d8696fb service neutron] 10.222.0.22 "GET /v2.0/subnets?id=756a8a3e-76eb-454f-a5fe-9ba43a425a60 HTTP/1.1" status: 200 len: 834 time: 0.0503075 Aug 11 04:21:42.358802 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-d6a88870-8044-491f-9d5f-970b7f0ed3a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a856a8ee-3163-469b-a45b-b4830ce595f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-718882972', 'tenant_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': '9b967536-af0f-4e14-9113-c0dbcbd62930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:20:10Z', 'updated_at': '2021-08-11T04:20:15Z', 'revision_number': 4, 'project_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'gw_port': {'id': '9b967536-af0f-4e14-9113-c0dbcbd62930', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b2:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a856a8ee-3163-469b-a45b-b4830ce595f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:20:11Z', 'updated_at': '2021-08-11T04:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '1985f198-31e0-4bb5-950a-65cba5ba7302', 'name': '', 'network_id': '63f08c47-85af-4044-9341-fffa98a21a2c', 'tenant_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'mac_address': 'fa:16:3e:77:bb:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a856a8ee-3163-469b-a45b-b4830ce595f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '756a8a3e-76eb-454f-a5fe-9ba43a425a60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:20:14Z', 'updated_at': '2021-08-11T04:20:20Z', 'revision_number': 5, 'project_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'subnets': [{'id': '756a8a3e-76eb-454f-a5fe-9ba43a425a60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:21:42.371368 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578ecdf3-bee4-4ada-965d-1c432a59fb2e req-03a386c8-c5bc-4903-88ef-7405533441d4 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:21:42.373059 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-578ecdf3-bee4-4ada-965d-1c432a59fb2e req-03a386c8-c5bc-4903-88ef-7405533441d4 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/ports?device_id=091b1448-2458-4faa-9e2e-4bc816aafe20 HTTP/1.1" status: 200 len: 946 time: 0.0574331 Aug 11 04:21:42.382696 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0450d2-1340-41ef-b70a-d577d75100cb req-f8606e21-f686-4883-8c1c-a96a3ec60b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:21:42.384337 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-9d0450d2-1340-41ef-b70a-d577d75100cb req-f8606e21-f686-4883-8c1c-a96a3ec60b92 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=63f08c47-85af-4044-9341-fffa98a21a2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411339 Aug 11 04:21:42.384739 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a88870-8044-491f-9d5f-970b7f0ed3a5 None None] Checking router: a856a8ee-3163-469b-a45b-b4830ce595f4 for host: n-d-764292-30 {{(pid=102194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 04:21:42.393702 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a88870-8044-491f-9d5f-970b7f0ed3a5 None None] Routers {'a856a8ee-3163-469b-a45b-b4830ce595f4'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 04:21:42.394430 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-d6a88870-8044-491f-9d5f-970b7f0ed3a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T04:21:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['a856a8ee-3163-469b-a45b-b4830ce595f4'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:21:42.416557 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-578ecdf3-bee4-4ada-965d-1c432a59fb2e req-b2594c01-9291-46a3-ac04-8f1e0de7aed2 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2003955-9c8a-4075-9829-37b4f08e1e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359082 Aug 11 04:21:42.480038 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-9d0450d2-1340-41ef-b70a-d577d75100cb req-d79f4eb6-4f49-4b09-b65e-e2178b28d691 service neutron] 10.222.0.22 "GET /v2.0/networks/63f08c47-85af-4044-9341-fffa98a21a2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868106 Aug 11 04:21:42.497563 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-d6a88870-8044-491f-9d5f-970b7f0ed3a5 None None] Set router a856a8ee-3163-469b-a45b-b4830ce595f4 gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 04:21:42.571139 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-9d0450d2-1340-41ef-b70a-d577d75100cb req-552135c6-f837-4f20-aaf1-8b2afb5eab5e service neutron] 10.222.0.22 "GET /v2.0/networks/63f08c47-85af-4044-9341-fffa98a21a2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812628 Aug 11 04:21:42.691140 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-d6a88870-8044-491f-9d5f-970b7f0ed3a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a856a8ee-3163-469b-a45b-b4830ce595f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-718882972', 'tenant_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': '9b967536-af0f-4e14-9113-c0dbcbd62930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:20:10Z', 'updated_at': '2021-08-11T04:20:15Z', 'revision_number': 4, 'project_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'gw_port': {'id': '9b967536-af0f-4e14-9113-c0dbcbd62930', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b2:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a856a8ee-3163-469b-a45b-b4830ce595f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:20:11Z', 'updated_at': '2021-08-11T04:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '1985f198-31e0-4bb5-950a-65cba5ba7302', 'name': '', 'network_id': '63f08c47-85af-4044-9341-fffa98a21a2c', 'tenant_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'mac_address': 'fa:16:3e:77:bb:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a856a8ee-3163-469b-a45b-b4830ce595f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '756a8a3e-76eb-454f-a5fe-9ba43a425a60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:20:14Z', 'updated_at': '2021-08-11T04:20:20Z', 'revision_number': 5, 'project_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'subnets': [{'id': '756a8a3e-76eb-454f-a5fe-9ba43a425a60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:21:42.720187 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a88870-8044-491f-9d5f-970b7f0ed3a5 None None] The sync data for ids ['a856a8ee-3163-469b-a45b-b4830ce595f4'] in n-d-764292-30 is: [{'id': 'a856a8ee-3163-469b-a45b-b4830ce595f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-718882972', 'tenant_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': '9b967536-af0f-4e14-9113-c0dbcbd62930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:20:10Z', 'updated_at': '2021-08-11T04:20:15Z', 'revision_number': 4, 'project_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'gw_port': {'id': '9b967536-af0f-4e14-9113-c0dbcbd62930', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b2:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a856a8ee-3163-469b-a45b-b4830ce595f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:20:11Z', 'updated_at': '2021-08-11T04:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '1985f198-31e0-4bb5-950a-65cba5ba7302', 'name': '', 'network_id': '63f08c47-85af-4044-9341-fffa98a21a2c', 'tenant_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'mac_address': 'fa:16:3e:77:bb:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a856a8ee-3163-469b-a45b-b4830ce595f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '756a8a3e-76eb-454f-a5fe-9ba43a425a60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:20:14Z', 'updated_at': '2021-08-11T04:20:20Z', 'revision_number': 5, 'project_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'subnets': [{'id': '756a8a3e-76eb-454f-a5fe-9ba43a425a60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 04:21:42.923522 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a8db8c-85f1-4792-8dba-89162939a9cc None None] New status for floating IP cf128e53-9ad4-41c6-9fd8-9fc2603a4c13: DOWN {{(pid=102193) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 04:21:43.537936 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e9a9e1-4b7b-47e8-b0ff-bfdca63b1237 req-4229f4d2-d105-45fc-aa68-b735f0914fcd tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:21:43.539435 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a8e9a9e1-4b7b-47e8-b0ff-bfdca63b1237 req-4229f4d2-d105-45fc-aa68-b735f0914fcd tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/ports?device_id=091b1448-2458-4faa-9e2e-4bc816aafe20 HTTP/1.1" status: 200 len: 946 time: 0.0491507 Aug 11 04:21:43.577349 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a8e9a9e1-4b7b-47e8-b0ff-bfdca63b1237 req-72d91f2a-78d8-4c1f-8089-282b5905f92d tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2003955-9c8a-4075-9829-37b4f08e1e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315442 Aug 11 04:21:44.111265 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fd0ca9-4699-4fa9-b0e3-1da01bda0cbe req-23b7bac7-bf8d-4772-8e3b-a52811b15caf tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:21:44.112740 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c3fd0ca9-4699-4fa9-b0e3-1da01bda0cbe req-23b7bac7-bf8d-4772-8e3b-a52811b15caf tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.22 "GET /v2.0/ports?device_id=091b1448-2458-4faa-9e2e-4bc816aafe20 HTTP/1.1" status: 200 len: 946 time: 0.0515933 Aug 11 04:21:44.200850 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-c3fd0ca9-4699-4fa9-b0e3-1da01bda0cbe req-72aed9fb-e0d2-43cf-bef1-821962ccd515 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Deleting port 7b608696-d83f-4027-843b-c937821e1b17 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 04:21:44.201189 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-c3fd0ca9-4699-4fa9-b0e3-1da01bda0cbe req-72aed9fb-e0d2-43cf-bef1-821962ccd515 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:21:44.288434 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-c3fd0ca9-4699-4fa9-b0e3-1da01bda0cbe req-72aed9fb-e0d2-43cf-bef1-821962ccd515 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] For port 7b608696-d83f-4027-843b-c937821e1b17, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=7b608696-d83f-4027-843b-c937821e1b17,segment=NetworkSegment(04500d5d-59fc-4af2-aeab-21828e3aee8c),segment_id=04500d5d-59fc-4af2-aeab-21828e3aee8c)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:21:44.288715 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-c3fd0ca9-4699-4fa9-b0e3-1da01bda0cbe req-72aed9fb-e0d2-43cf-bef1-821962ccd515 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:21:44.301575 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-c3fd0ca9-4699-4fa9-b0e3-1da01bda0cbe req-72aed9fb-e0d2-43cf-bef1-821962ccd515 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Calling delete_port for 7b608696-d83f-4027-843b-c937821e1b17 owned by compute:nova {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 04:21:44.495317 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-c3fd0ca9-4699-4fa9-b0e3-1da01bda0cbe req-72aed9fb-e0d2-43cf-bef1-821962ccd515 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:21:44.675916 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c9304c8c-d6b2-4bbf-b207-51a00ef547e3 req-758d33b2-c409-4f7b-b33d-6effa6fdaa44 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/ports?device_id=091b1448-2458-4faa-9e2e-4bc816aafe20 HTTP/1.1" status: 200 len: 210 time: 0.0274837 Aug 11 04:21:44.839493 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72aed9fb-e0d2-43cf-bef1-821962ccd515 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Pushing event deleted for resources: {'Port': ['ID=7b608696-d83f-4027-843b-c937821e1b17,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:21:44.864428 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72aed9fb-e0d2-43cf-bef1-821962ccd515 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:21:44.864780 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72aed9fb-e0d2-43cf-bef1-821962ccd515 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:21:44.865120 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72aed9fb-e0d2-43cf-bef1-821962ccd515 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:21:44.865458 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72aed9fb-e0d2-43cf-bef1-821962ccd515 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:21:44.865791 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72aed9fb-e0d2-43cf-bef1-821962ccd515 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:21:44.866122 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72aed9fb-e0d2-43cf-bef1-821962ccd515 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:21:44.866479 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72aed9fb-e0d2-43cf-bef1-821962ccd515 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:21:44.866808 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72aed9fb-e0d2-43cf-bef1-821962ccd515 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:21:44.867140 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72aed9fb-e0d2-43cf-bef1-821962ccd515 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:21:44.867464 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72aed9fb-e0d2-43cf-bef1-821962ccd515 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:21:44.867785 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72aed9fb-e0d2-43cf-bef1-821962ccd515 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:21:44.868106 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72aed9fb-e0d2-43cf-bef1-821962ccd515 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:21:44.889626 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3fd0ca9-4699-4fa9-b0e3-1da01bda0cbe req-72aed9fb-e0d2-43cf-bef1-821962ccd515 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] No DVR routers for this DVR port 7b608696-d83f-4027-843b-c937821e1b17 on host n-h1-764292-30 {{(pid=102191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 04:21:44.892092 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-c3fd0ca9-4699-4fa9-b0e3-1da01bda0cbe req-72aed9fb-e0d2-43cf-bef1-821962ccd515 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:21:44.894043 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c3fd0ca9-4699-4fa9-b0e3-1da01bda0cbe req-72aed9fb-e0d2-43cf-bef1-821962ccd515 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.22 "DELETE /v2.0/ports/7b608696-d83f-4027-843b-c937821e1b17 HTTP/1.1" status: 204 len: 173 time: 0.7723570 Aug 11 04:21:44.894507 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '091b1448-2458-4faa-9e2e-4bc816aafe20', 'name': 'network-vif-deleted', 'tag': '7b608696-d83f-4027-843b-c937821e1b17'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 04:21:44.896783 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9291d331c18c1eb37c2b57c8af4a09724b2e7f160dd5faf652855b3e38b81ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f58f3033-fbe3-496c-ae12-b0be53394e5d" -d '{"events": [{"server_uuid": "091b1448-2458-4faa-9e2e-4bc816aafe20", "name": "network-vif-deleted", "tag": "7b608696-d83f-4027-843b-c937821e1b17"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 04:21:44.931340 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 04:21:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63c9b59f-b404-43a4-9fc6-f64fa4abb6fc x-openstack-request-id: req-63c9b59f-b404-43a4-9fc6-f64fa4abb6fc {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 04:21:44.931632 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "091b1448-2458-4faa-9e2e-4bc816aafe20", "name": "network-vif-deleted", "tag": "7b608696-d83f-4027-843b-c937821e1b17", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 04:21:44.931891 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-63c9b59f-b404-43a4-9fc6-f64fa4abb6fc {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 04:21:44.932296 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '091b1448-2458-4faa-9e2e-4bc816aafe20', 'name': 'network-vif-deleted', 'tag': '7b608696-d83f-4027-843b-c937821e1b17', 'status': 'completed', 'code': 200} Aug 11 04:21:45.780933 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6e30430a-79d5-406f-9091-104f40f33715 req-31539529-dba7-4d8e-a7c8-1106468063c6 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "GET /v2.0/ports?device_id=091b1448-2458-4faa-9e2e-4bc816aafe20 HTTP/1.1" status: 200 len: 210 time: 0.0262387 Aug 11 04:21:46.835812 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 52164) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:21:47.190936 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-6e0f28e5-bee7-49ab-a054-3761576c68ba tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521106'] for router_interface, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:21:47.434906 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-6e0f28e5-bee7-49ab-a054-3761576c68ba tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Deleting port 1985f198-31e0-4bb5-950a-65cba5ba7302 {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 04:21:47.435241 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-6e0f28e5-bee7-49ab-a054-3761576c68ba tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:21:47.518948 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [None req-6e0f28e5-bee7-49ab-a054-3761576c68ba tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] For port 1985f198-31e0-4bb5-950a-65cba5ba7302, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=1985f198-31e0-4bb5-950a-65cba5ba7302,segment=NetworkSegment(04500d5d-59fc-4af2-aeab-21828e3aee8c),segment_id=04500d5d-59fc-4af2-aeab-21828e3aee8c)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:21:47.519304 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-6e0f28e5-bee7-49ab-a054-3761576c68ba tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:21:47.532109 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-6e0f28e5-bee7-49ab-a054-3761576c68ba tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Calling delete_port for 1985f198-31e0-4bb5-950a-65cba5ba7302 owned by network:router_interface {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 04:21:47.577128 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 7b608696-d83f-4027-843b-c937821e1b17 no longer exists at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 04:21:47.596871 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] No Port match for: 7b608696-d83f-4027-843b-c937821e1b17 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 04:21:47.597220 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 7b608696-d83f-4027-843b-c937821e1b17 not bound to the agent host n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 04:21:47.792577 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-6e0f28e5-bee7-49ab-a054-3761576c68ba tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:21:47.822449 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0f28e5-bee7-49ab-a054-3761576c68ba tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Pushing event deleted for resources: {'Port': ['ID=1985f198-31e0-4bb5-950a-65cba5ba7302,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:21:48.331402 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-6e0f28e5-bee7-49ab-a054-3761576c68ba tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16383033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450082'] for router_interface, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:21:48.542425 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e0f28e5-bee7-49ab-a054-3761576c68ba tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Router a856a8ee-3163-469b-a45b-b4830ce595f4 has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 04:21:48.647114 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e0f28e5-bee7-49ab-a054-3761576c68ba tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 04:21:48.651934 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-6e0f28e5-bee7-49ab-a054-3761576c68ba tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "PUT /v2.0/routers/a856a8ee-3163-469b-a45b-b4830ce595f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8151221 Aug 11 04:21:48.654596 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 52166) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:21:48.657206 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d405366-3649-4400-802e-606f7121dda2 None None] Sync routers for ids ['a856a8ee-3163-469b-a45b-b4830ce595f4'] in n-d-764292-30 {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 04:21:48.666189 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d405366-3649-4400-802e-606f7121dda2 None None] Routers {'a856a8ee-3163-469b-a45b-b4830ce595f4'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 04:21:48.666819 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-5d405366-3649-4400-802e-606f7121dda2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T04:21:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['a856a8ee-3163-469b-a45b-b4830ce595f4'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:21:48.705263 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_v2 [None req-453bec1b-f77f-4d35-80ff-8e822a2121b0 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Deleting subnet 756a8a3e-76eb-454f-a5fe-9ba43a425a60 {{(pid=102192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 04:21:48.708268 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-453bec1b-f77f-4d35-80ff-8e822a2121b0 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for subnet, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:21:48.747905 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-453bec1b-f77f-4d35-80ff-8e822a2121b0 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125932460'] for subnet, precommit_delete_associations {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:21:48.768351 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-5d405366-3649-4400-802e-606f7121dda2 None None] Set router a856a8ee-3163-469b-a45b-b4830ce595f4 gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 04:21:48.834014 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-453bec1b-f77f-4d35-80ff-8e822a2121b0 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:21:48.938218 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-5d405366-3649-4400-802e-606f7121dda2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a856a8ee-3163-469b-a45b-b4830ce595f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-718882972', 'tenant_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': '9b967536-af0f-4e14-9113-c0dbcbd62930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:20:10Z', 'updated_at': '2021-08-11T04:21:47Z', 'revision_number': 5, 'project_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'gw_port': {'id': '9b967536-af0f-4e14-9113-c0dbcbd62930', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b2:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a856a8ee-3163-469b-a45b-b4830ce595f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:20:11Z', 'updated_at': '2021-08-11T04:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:21:48.952586 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-453bec1b-f77f-4d35-80ff-8e822a2121b0 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125932157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126180897'] for subnet, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:21:48.963382 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d405366-3649-4400-802e-606f7121dda2 None None] Checking router: a856a8ee-3163-469b-a45b-b4830ce595f4 for host: n-d-764292-30 {{(pid=102194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 04:21:48.971506 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d405366-3649-4400-802e-606f7121dda2 None None] Routers {'a856a8ee-3163-469b-a45b-b4830ce595f4'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 04:21:48.972105 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-5d405366-3649-4400-802e-606f7121dda2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T04:21:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['a856a8ee-3163-469b-a45b-b4830ce595f4'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:21:48.980462 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453bec1b-f77f-4d35-80ff-8e822a2121b0 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Pushing event deleted for resources: {'Subnet': ['ID=756a8a3e-76eb-454f-a5fe-9ba43a425a60,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:21:48.982459 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-453bec1b-f77f-4d35-80ff-8e822a2121b0 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:21:48.984843 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-453bec1b-f77f-4d35-80ff-8e822a2121b0 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "DELETE /v2.0/subnets/756a8a3e-76eb-454f-a5fe-9ba43a425a60 HTTP/1.1" status: 204 len: 168 time: 0.3288136 Aug 11 04:21:48.987094 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 52168) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:21:48.989982 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad148c4c-a48c-453a-9d14-b481d33d7c50 None None] Network 63f08c47-85af-4044-9341-fffa98a21a2c requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 04:21:49.081967 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-5d405366-3649-4400-802e-606f7121dda2 None None] Set router a856a8ee-3163-469b-a45b-b4830ce595f4 gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 04:21:49.098366 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-db933f71-0eca-4d25-a97b-7b94a9e6979d tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for router, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:21:49.180106 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6151f661-3cc4-4f90-821a-5160a1311306 None None] DHCP port deletion for 63f08c47-85af-4044-9341-fffa98a21a2c request from n-d-764292-30 {{(pid=102193) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 04:21:49.209442 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-db933f71-0eca-4d25-a97b-7b94a9e6979d tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:21:49.228280 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-6151f661-3cc4-4f90-821a-5160a1311306 None None] Deleting port ee3e23ee-e5d4-4801-a26c-1d2bec6012d8 {{(pid=102193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 04:21:49.228689 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-6151f661-3cc4-4f90-821a-5160a1311306 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:21:49.267444 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-5d405366-3649-4400-802e-606f7121dda2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a856a8ee-3163-469b-a45b-b4830ce595f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-718882972', 'tenant_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': '9b967536-af0f-4e14-9113-c0dbcbd62930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:20:10Z', 'updated_at': '2021-08-11T04:21:47Z', 'revision_number': 5, 'project_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'gw_port': {'id': '9b967536-af0f-4e14-9113-c0dbcbd62930', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b2:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a856a8ee-3163-469b-a45b-b4830ce595f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:20:11Z', 'updated_at': '2021-08-11T04:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:21:49.291665 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-6151f661-3cc4-4f90-821a-5160a1311306 None None] For port ee3e23ee-e5d4-4801-a26c-1d2bec6012d8, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=ee3e23ee-e5d4-4801-a26c-1d2bec6012d8,segment=NetworkSegment(04500d5d-59fc-4af2-aeab-21828e3aee8c),segment_id=04500d5d-59fc-4af2-aeab-21828e3aee8c)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:21:49.292310 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-6151f661-3cc4-4f90-821a-5160a1311306 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:21:49.300229 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d405366-3649-4400-802e-606f7121dda2 None None] The sync data for ids ['a856a8ee-3163-469b-a45b-b4830ce595f4'] in n-d-764292-30 is: [{'id': 'a856a8ee-3163-469b-a45b-b4830ce595f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-718882972', 'tenant_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': '9b967536-af0f-4e14-9113-c0dbcbd62930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:20:10Z', 'updated_at': '2021-08-11T04:21:47Z', 'revision_number': 5, 'project_id': '4ed3e3e6ac1f49f882ef8f301df62615', 'gw_port': {'id': '9b967536-af0f-4e14-9113-c0dbcbd62930', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b2:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a856a8ee-3163-469b-a45b-b4830ce595f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:20:11Z', 'updated_at': '2021-08-11T04:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}] {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 04:21:49.306180 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-6151f661-3cc4-4f90-821a-5160a1311306 None None] Calling delete_port for ee3e23ee-e5d4-4801-a26c-1d2bec6012d8 owned by network:dhcp {{(pid=102193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 04:21:49.342336 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-db933f71-0eca-4d25-a97b-7b94a9e6979d tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Deleting port 9b967536-af0f-4e14-9113-c0dbcbd62930 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 04:21:49.347695 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-db933f71-0eca-4d25-a97b-7b94a9e6979d tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:21:49.423936 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [None req-db933f71-0eca-4d25-a97b-7b94a9e6979d tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] For port 9b967536-af0f-4e14-9113-c0dbcbd62930, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=9b967536-af0f-4e14-9113-c0dbcbd62930,segment=NetworkSegment(fab28bed-aa25-40db-bba4-ec26e795194c),segment_id=fab28bed-aa25-40db-bba4-ec26e795194c)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:21:49.424223 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-db933f71-0eca-4d25-a97b-7b94a9e6979d tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:21:49.437789 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-db933f71-0eca-4d25-a97b-7b94a9e6979d tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Calling delete_port for 9b967536-af0f-4e14-9113-c0dbcbd62930 owned by network:router_gateway {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 04:21:49.455171 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-6151f661-3cc4-4f90-821a-5160a1311306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678'] for port, after_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:21:49.482098 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6151f661-3cc4-4f90-821a-5160a1311306 None None] Pushing event deleted for resources: {'Port': ['ID=ee3e23ee-e5d4-4801-a26c-1d2bec6012d8,revision_number=None']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:21:49.485125 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6151f661-3cc4-4f90-821a-5160a1311306 None None] No DVR routers for this DVR port ee3e23ee-e5d4-4801-a26c-1d2bec6012d8 on host n-d-764292-30 {{(pid=102193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 04:21:49.491672 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6151f661-3cc4-4f90-821a-5160a1311306 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:21:49.492015 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6151f661-3cc4-4f90-821a-5160a1311306 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:21:49.492349 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6151f661-3cc4-4f90-821a-5160a1311306 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:21:49.492679 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6151f661-3cc4-4f90-821a-5160a1311306 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:21:49.493006 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6151f661-3cc4-4f90-821a-5160a1311306 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:21:49.493329 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6151f661-3cc4-4f90-821a-5160a1311306 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:21:49.493875 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6151f661-3cc4-4f90-821a-5160a1311306 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:21:49.494000 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6151f661-3cc4-4f90-821a-5160a1311306 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:21:49.494831 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6151f661-3cc4-4f90-821a-5160a1311306 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:21:49.494831 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6151f661-3cc4-4f90-821a-5160a1311306 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:21:49.495014 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6151f661-3cc4-4f90-821a-5160a1311306 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:21:49.495488 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6151f661-3cc4-4f90-821a-5160a1311306 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:21:49.666681 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-db933f71-0eca-4d25-a97b-7b94a9e6979d tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:21:49.692057 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db933f71-0eca-4d25-a97b-7b94a9e6979d tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Pushing event deleted for resources: {'Port': ['ID=9b967536-af0f-4e14-9113-c0dbcbd62930,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:21:49.760600 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-db933f71-0eca-4d25-a97b-7b94a9e6979d tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-446916'] for router_gateway, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:21:49.855781 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-db933f71-0eca-4d25-a97b-7b94a9e6979d tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6544'] for router, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:21:49.858425 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-db933f71-0eca-4d25-a97b-7b94a9e6979d tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:21:49.963661 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-db933f71-0eca-4d25-a97b-7b94a9e6979d tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448809'] for router, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:21:49.964187 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db933f71-0eca-4d25-a97b-7b94a9e6979d tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Fanout notify agent at l3_agent the message router_deleted on router a856a8ee-3163-469b-a45b-b4830ce595f4 {{(pid=102191) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 04:21:49.973453 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-db933f71-0eca-4d25-a97b-7b94a9e6979d tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for router, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:21:49.973453 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-db933f71-0eca-4d25-a97b-7b94a9e6979d tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "DELETE /v2.0/routers/a856a8ee-3163-469b-a45b-b4830ce595f4 HTTP/1.1" status: 204 len: 168 time: 0.9840522 Aug 11 04:21:49.974929 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 52172) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:21:50.053961 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-21cb6187-f412-4471-83b4-97483f165e62 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:21:50.151185 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-21cb6187-f412-4471-83b4-97483f165e62 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:21:50.160684 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-21cb6187-f412-4471-83b4-97483f165e62 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63f08c47-85af-4044-9341-fffa98a21a2c']}} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:21:50.171222 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-21cb6187-f412-4471-83b4-97483f165e62 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04500d5d-59fc-4af2-aeab-21828e3aee8c') {'for_net_delete': True} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:21:50.171520 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-21cb6187-f412-4471-83b4-97483f165e62 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04500d5d-59fc-4af2-aeab-21828e3aee8c') {} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:21:50.179933 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-21cb6187-f412-4471-83b4-97483f165e62 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126283644'] for segment, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:21:50.193548 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-21cb6187-f412-4471-83b4-97483f165e62 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:21:50.199211 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21cb6187-f412-4471-83b4-97483f165e62 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=102191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 04:21:50.199588 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-21cb6187-f412-4471-83b4-97483f165e62 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126283391'] for segment, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:21:50.202423 n-d-764292-30 neutron-server[102191]: Traceback (most recent call last): Aug 11 04:21:50.202423 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 04:21:50.202423 n-d-764292-30 neutron-server[102191]: timer() Aug 11 04:21:50.202423 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 04:21:50.202423 n-d-764292-30 neutron-server[102191]: cb(*args, **kw) Aug 11 04:21:50.202423 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 04:21:50.202423 n-d-764292-30 neutron-server[102191]: return func(*args, **kwargs) Aug 11 04:21:50.202423 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 04:21:50.202423 n-d-764292-30 neutron-server[102191]: self._notify() Aug 11 04:21:50.202423 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 04:21:50.202423 n-d-764292-30 neutron-server[102191]: self.callback(batched_events) Aug 11 04:21:50.202423 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 04:21:50.202423 n-d-764292-30 neutron-server[102191]: event.method(event) Aug 11 04:21:50.202423 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 04:21:50.202423 n-d-764292-30 neutron-server[102191]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 04:21:50.202423 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 04:21:50.202423 n-d-764292-30 neutron-server[102191]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 04:21:50.202423 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 04:21:50.202423 n-d-764292-30 neutron-server[102191]: return f(self, *a, **k) Aug 11 04:21:50.202423 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 04:21:50.202423 n-d-764292-30 neutron-server[102191]: return self._get(url).json() Aug 11 04:21:50.202423 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 04:21:50.202423 n-d-764292-30 neutron-server[102191]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 04:21:50.202423 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 04:21:50.202423 n-d-764292-30 neutron-server[102191]: return self.request(url, 'GET', **kwargs) Aug 11 04:21:50.202423 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 04:21:50.202423 n-d-764292-30 neutron-server[102191]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 04:21:50.202423 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 04:21:50.202423 n-d-764292-30 neutron-server[102191]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 04:21:50.202423 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 04:21:50.202423 n-d-764292-30 neutron-server[102191]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 04:21:50.202423 n-d-764292-30 neutron-server[102191]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 04:21:50.332452 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-21cb6187-f412-4471-83b4-97483f165e62 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:21:50.340052 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-21cb6187-f412-4471-83b4-97483f165e62 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:21:50.341763 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-21cb6187-f412-4471-83b4-97483f165e62 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "DELETE /v2.0/networks/63f08c47-85af-4044-9341-fffa98a21a2c HTTP/1.1" status: 204 len: 168 time: 0.3659053 Aug 11 04:21:50.344666 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 52174) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:21:50.353329 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cb6187-f412-4471-83b4-97483f165e62 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Pushing event deleted for resources: {'Network': ['ID=63f08c47-85af-4044-9341-fffa98a21a2c,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:21:50.407333 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-fb41bafc-0af8-4c60-8ba1-327700d270af tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:21:50.435786 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-fb41bafc-0af8-4c60-8ba1-327700d270af tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:21:50.460517 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 1985f198-31e0-4bb5-950a-65cba5ba7302 no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 04:21:50.482153 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: 1985f198-31e0-4bb5-950a-65cba5ba7302 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 04:21:50.482529 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 1985f198-31e0-4bb5-950a-65cba5ba7302 not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 04:21:50.482941 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device ee3e23ee-e5d4-4801-a26c-1d2bec6012d8 no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 04:21:50.500975 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: ee3e23ee-e5d4-4801-a26c-1d2bec6012d8 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 04:21:50.501313 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device ee3e23ee-e5d4-4801-a26c-1d2bec6012d8 not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 04:21:50.580492 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-fb41bafc-0af8-4c60-8ba1-327700d270af tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:21:50.593455 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-fb41bafc-0af8-4c60-8ba1-327700d270af tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:21:50.593455 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-fb41bafc-0af8-4c60-8ba1-327700d270af tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] 10.222.0.41 "DELETE /v2.0/security-groups/a2003955-9c8a-4075-9829-37b4f08e1e6c HTTP/1.1" status: 204 len: 168 time: 0.2387691 Aug 11 04:21:50.594588 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb41bafc-0af8-4c60-8ba1-327700d270af tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2003955-9c8a-4075-9829-37b4f08e1e6c,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:21:51.142543 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 52182) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:21:51.282629 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-6602e458-4545-4819-8e1f-86e00071d130 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4ed3e3e6ac1f49f882ef8f301df62615&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1389003 Aug 11 04:21:51.285081 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 52186) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:21:51.332939 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0c95f8be-67e2-4a21-b078-3bc644d27527 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:21:51.353803 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0c95f8be-67e2-4a21-b078-3bc644d27527 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:21:51.475372 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0c95f8be-67e2-4a21-b078-3bc644d27527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:21:51.477910 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0c95f8be-67e2-4a21-b078-3bc644d27527 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:21:51.479164 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-0c95f8be-67e2-4a21-b078-3bc644d27527 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/308c872d-383a-48e7-8668-ca739d53efb6 HTTP/1.1" status: 204 len: 168 time: 0.1931696 Aug 11 04:21:51.487427 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c95f8be-67e2-4a21-b078-3bc644d27527 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=308c872d-383a-48e7-8668-ca739d53efb6,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:21:52.027869 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 52192) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:21:52.045592 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-484a284c-ce82-41ca-b971-e82176af9229 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:21:52.054054 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 9b967536-af0f-4e14-9113-c0dbcbd62930 no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 04:21:52.076163 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: 9b967536-af0f-4e14-9113-c0dbcbd62930 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 04:21:52.076757 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 9b967536-af0f-4e14-9113-c0dbcbd62930 not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 04:21:52.130072 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-484a284c-ce82-41ca-b971-e82176af9229 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:21:52.209083 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-484a284c-ce82-41ca-b971-e82176af9229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:21:52.249354 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-484a284c-ce82-41ca-b971-e82176af9229 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=450016d6ab8442b7ab6d8607ae23b3ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2199321 Aug 11 04:21:52.250216 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484a284c-ce82-41ca-b971-e82176af9229 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=660801ea-d4e3-4076-9a79-39e73c3ba312,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:21:52.252091 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 52194) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:21:52.300741 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-960f658d-d3bb-40e9-840f-949044a986ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:21:52.320742 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-960f658d-d3bb-40e9-840f-949044a986ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:21:52.443581 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-960f658d-d3bb-40e9-840f-949044a986ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:21:52.446132 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-960f658d-d3bb-40e9-840f-949044a986ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:21:52.447332 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-960f658d-d3bb-40e9-840f-949044a986ff admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/660801ea-d4e3-4076-9a79-39e73c3ba312 HTTP/1.1" status: 204 len: 168 time: 0.1942501 Aug 11 04:21:52.455201 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960f658d-d3bb-40e9-840f-949044a986ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=660801ea-d4e3-4076-9a79-39e73c3ba312,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:21:53.450778 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 52216) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:21:53.544271 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-ccd1bda5-d44d-410b-bdd0-e09a70994b35 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-580012561-network', 'tenant_id': '940cff16c39c46a794406f5e44e37e5f'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:21:53.629798 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccd1bda5-d44d-410b-bdd0-e09a70994b35 admin admin] Made reservation on behalf of 940cff16c39c46a794406f5e44e37e5f for: {'network': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 04:21:53.632009 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ccd1bda5-d44d-410b-bdd0-e09a70994b35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:21:53.640911 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ccd1bda5-d44d-410b-bdd0-e09a70994b35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:21:53.726756 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ccd1bda5-d44d-410b-bdd0-e09a70994b35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:21:53.777759 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ccd1bda5-d44d-410b-bdd0-e09a70994b35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:21:53.798017 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccd1bda5-d44d-410b-bdd0-e09a70994b35 admin admin] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=102192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 04:21:53.811491 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd1bda5-d44d-410b-bdd0-e09a70994b35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ed41b50-c8d2-4d81-9904-29de24324036,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:21:53.819706 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ccd1bda5-d44d-410b-bdd0-e09a70994b35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:21:53.819706 n-d-764292-30 neutron-server[102192]: INFO neutron.db.segments_db [None req-ccd1bda5-d44d-410b-bdd0-e09a70994b35 admin admin] Added segment 4250ddbe-01cc-46d8-82ff-3369b668a56f of type vlan for network e8a96bd2-253d-4f3c-a656-66a295069a29 Aug 11 04:21:53.854212 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ccd1bda5-d44d-410b-bdd0-e09a70994b35 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:21:53.957393 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ccd1bda5-d44d-410b-bdd0-e09a70994b35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:21:53.958313 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccd1bda5-d44d-410b-bdd0-e09a70994b35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:21:53.958897 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ccd1bda5-d44d-410b-bdd0-e09a70994b35 admin admin] Notify callbacks [] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:21:54.019258 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd1bda5-d44d-410b-bdd0-e09a70994b35 admin admin] Pushing event updated for resources: {'Network': ['ID=e8a96bd2-253d-4f3c-a656-66a295069a29,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:21:54.029255 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network e8a96bd2-253d-4f3c-a656-66a295069a29 details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 04:21:54.066207 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-ccd1bda5-d44d-410b-bdd0-e09a70994b35 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6142938 Aug 11 04:21:54.066648 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 52220) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:21:54.071706 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-b3386454-fd9f-492b-be59-cba0bf196c86 admin admin] Request body: {'subnet': {'network_id': 'e8a96bd2-253d-4f3c-a656-66a295069a29', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-580012561-subnet', 'tenant_id': '940cff16c39c46a794406f5e44e37e5f', 'ip_version': 4}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:21:54.140336 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3386454-fd9f-492b-be59-cba0bf196c86 admin admin] Made reservation on behalf of 940cff16c39c46a794406f5e44e37e5f for: {'subnet': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 04:21:54.142684 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b3386454-fd9f-492b-be59-cba0bf196c86 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274743'] for subnet, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:21:54.358357 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b3386454-fd9f-492b-be59-cba0bf196c86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126283476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274725'] for subnet, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:21:54.412150 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3386454-fd9f-492b-be59-cba0bf196c86 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e26dde90-4f9d-477c-a347-a1571093fd29,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:21:54.421025 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3386454-fd9f-492b-be59-cba0bf196c86 admin admin] Checking segment: {'id': '4250ddbe-01cc-46d8-82ff-3369b668a56f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'e8a96bd2-253d-4f3c-a656-66a295069a29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 04:21:54.421383 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3386454-fd9f-492b-be59-cba0bf196c86 admin admin] Network hostable DHCP agents. Network: e8a96bd2-253d-4f3c-a656-66a295069a29, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 04:21:54.517733 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3386454-fd9f-492b-be59-cba0bf196c86 admin admin] Network e8a96bd2-253d-4f3c-a656-66a295069a29 is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 04:21:54.608884 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-b3386454-fd9f-492b-be59-cba0bf196c86 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, e8a96bd2-253d-4f3c-a656-66a295069a29) {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 04:21:54.613567 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3386454-fd9f-492b-be59-cba0bf196c86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:21:54.614454 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b3386454-fd9f-492b-be59-cba0bf196c86 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:21:54.616701 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3044f3a-cbe8-4cf2-894c-a045061ad3d1 None None] Network e8a96bd2-253d-4f3c-a656-66a295069a29 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 04:21:54.696385 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-b3386454-fd9f-492b-be59-cba0bf196c86 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6280770 Aug 11 04:21:54.698442 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 52222) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:21:54.702852 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-5fc677bd-8b3f-4bff-83e1-625bc51c0fbe admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-580012561-router', 'tenant_id': '940cff16c39c46a794406f5e44e37e5f', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:21:54.759082 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e8cd954-4f84-4acc-94bc-bc68bb3cb6cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde080026-c28f-55be-b52b-13827cc43646-e8a96bd2-253d-4f3c-a656-66a295069a29', 'network_id': 'e8a96bd2-253d-4f3c-a656-66a295069a29', 'tenant_id': '940cff16c39c46a794406f5e44e37e5f', 'fixed_ips': [{'subnet_id': 'e26dde90-4f9d-477c-a347-a1571093fd29'}]}} from n-d-764292-30. {{(pid=102193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 04:21:54.760006 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-0e8cd954-4f84-4acc-94bc-bc68bb3cb6cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:21:54.779002 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5fc677bd-8b3f-4bff-83e1-625bc51c0fbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-450010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6626'] for router, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:21:54.780049 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5fc677bd-8b3f-4bff-83e1-625bc51c0fbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-446747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6633'] for router, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:21:54.834651 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5fc677bd-8b3f-4bff-83e1-625bc51c0fbe admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:21:54.893306 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.db_base_plugin_common [None req-0e8cd954-4f84-4acc-94bc-bc68bb3cb6cf None None] Allocated IP 172.20.0.2 (e8a96bd2-253d-4f3c-a656-66a295069a29/e26dde90-4f9d-477c-a347-a1571093fd29/cc0bf514-280a-49d6-b4d2-0228bb88fff4) {{(pid=102193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 04:21:55.030521 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-0e8cd954-4f84-4acc-94bc-bc68bb3cb6cf None None] Notify callbacks [] for port, precommit_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:21:55.037616 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5fc677bd-8b3f-4bff-83e1-625bc51c0fbe admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:21:55.038690 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-0e8cd954-4f84-4acc-94bc-bc68bb3cb6cf None None] Transition to ACTIVE for port object cc0bf514-280a-49d6-b4d2-0228bb88fff4 will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 04:21:55.053965 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-0e8cd954-4f84-4acc-94bc-bc68bb3cb6cf None None] Transition to ACTIVE for port object cc0bf514-280a-49d6-b4d2-0228bb88fff4 will not be triggered until provisioned by entity DHCP. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 04:21:55.144206 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-0e8cd954-4f84-4acc-94bc-bc68bb3cb6cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669'] for port, after_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:21:55.186776 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e8cd954-4f84-4acc-94bc-bc68bb3cb6cf None None] Network e8a96bd2-253d-4f3c-a656-66a295069a29 is already hosted by enough agents. {{(pid=102193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 04:21:55.189631 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.base_scheduler [None req-0e8cd954-4f84-4acc-94bc-bc68bb3cb6cf None None] Resources bound (agent type, host, resource id): {{(pid=102193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 04:21:55.193169 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8cd954-4f84-4acc-94bc-bc68bb3cb6cf None None] Received port after_create {{(pid=102193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 04:21:55.198430 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8cd954-4f84-4acc-94bc-bc68bb3cb6cf None None] Pushing event updated for resources: {'Port': ['ID=cc0bf514-280a-49d6-b4d2-0228bb88fff4,revision_number=1']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:21:55.249563 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-0e8cd954-4f84-4acc-94bc-bc68bb3cb6cf None None] Attempting to bind port cc0bf514-280a-49d6-b4d2-0228bb88fff4 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 04:21:55.249928 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-0e8cd954-4f84-4acc-94bc-bc68bb3cb6cf None None] Attempting to bind port cc0bf514-280a-49d6-b4d2-0228bb88fff4 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': '4250ddbe-01cc-46d8-82ff-3369b668a56f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'e8a96bd2-253d-4f3c-a656-66a295069a29'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 04:21:55.250313 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8cd954-4f84-4acc-94bc-bc68bb3cb6cf None None] Attempting to bind port cc0bf514-280a-49d6-b4d2-0228bb88fff4 on network e8a96bd2-253d-4f3c-a656-66a295069a29 {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 04:21:55.255246 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8cd954-4f84-4acc-94bc-bc68bb3cb6cf None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 4, 21, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 04:21:55.255615 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8cd954-4f84-4acc-94bc-bc68bb3cb6cf None None] Checking segment: {'id': '4250ddbe-01cc-46d8-82ff-3369b668a56f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'e8a96bd2-253d-4f3c-a656-66a295069a29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 04:21:55.256017 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-0e8cd954-4f84-4acc-94bc-bc68bb3cb6cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:21:55.256408 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8cd954-4f84-4acc-94bc-bc68bb3cb6cf None None] Bound using segment: {'id': '4250ddbe-01cc-46d8-82ff-3369b668a56f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'e8a96bd2-253d-4f3c-a656-66a295069a29'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 04:21:55.256870 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-0e8cd954-4f84-4acc-94bc-bc68bb3cb6cf None None] Bound port: cc0bf514-280a-49d6-b4d2-0228bb88fff4, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4250ddbe-01cc-46d8-82ff-3369b668a56f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'e8a96bd2-253d-4f3c-a656-66a295069a29'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 04:21:55.257246 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-0e8cd954-4f84-4acc-94bc-bc68bb3cb6cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:21:55.304945 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5fc677bd-8b3f-4bff-83e1-625bc51c0fbe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:21:55.318620 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-0e8cd954-4f84-4acc-94bc-bc68bb3cb6cf None None] For port cc0bf514-280a-49d6-b4d2-0228bb88fff4, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 04:21:55.322430 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-0e8cd954-4f84-4acc-94bc-bc68bb3cb6cf None None] For port cc0bf514-280a-49d6-b4d2-0228bb88fff4, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=cc0bf514-280a-49d6-b4d2-0228bb88fff4,segment=NetworkSegment(4250ddbe-01cc-46d8-82ff-3369b668a56f),segment_id=4250ddbe-01cc-46d8-82ff-3369b668a56f)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 04:21:55.324927 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5fc677bd-8b3f-4bff-83e1-625bc51c0fbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:21:55.415632 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-0e8cd954-4f84-4acc-94bc-bc68bb3cb6cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:21:55.429139 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [None req-5fc677bd-8b3f-4bff-83e1-625bc51c0fbe admin admin] Allocated IP 172.25.8.231 (09faf7d2-eaf5-4a50-bb6e-4cb05d009a76/e1a97443-13df-40bb-85f5-fd269e2742c0/5fe94193-882d-498e-845e-8abaef695dff) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 04:21:55.485882 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8cd954-4f84-4acc-94bc-bc68bb3cb6cf None None] Pushing event updated for resources: {'Port': ['ID=cc0bf514-280a-49d6-b4d2-0228bb88fff4,revision_number=2']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:21:55.534406 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5fc677bd-8b3f-4bff-83e1-625bc51c0fbe admin admin] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:21:55.626882 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5fc677bd-8b3f-4bff-83e1-625bc51c0fbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:21:55.670131 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc677bd-8b3f-4bff-83e1-625bc51c0fbe admin admin] Network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 04:21:55.673065 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-5fc677bd-8b3f-4bff-83e1-625bc51c0fbe admin admin] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 04:21:55.675808 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc677bd-8b3f-4bff-83e1-625bc51c0fbe admin admin] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 04:21:55.700608 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc677bd-8b3f-4bff-83e1-625bc51c0fbe admin admin] Pushing event updated for resources: {'Port': ['ID=5fe94193-882d-498e-845e-8abaef695dff,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:21:55.995865 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5fc677bd-8b3f-4bff-83e1-625bc51c0fbe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:21:56.143654 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device cc0bf514-280a-49d6-b4d2-0228bb88fff4 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 04:21:56.202906 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5fc677bd-8b3f-4bff-83e1-625bc51c0fbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-446952'] for router, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:21:56.264946 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port cc0bf514-280a-49d6-b4d2-0228bb88fff4 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 04:21:56.351511 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28a7f5ee-e0d6-4a7b-8488-20c254cde3ed None None] Network e8a96bd2-253d-4f3c-a656-66a295069a29 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 04:21:56.414960 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fc677bd-8b3f-4bff-83e1-625bc51c0fbe admin admin] Router e11a4a91-da22-4717-92f8-3709d89590f1 is scheduled to L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 with binding_index 1 {{(pid=102191) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 04:21:56.469783 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-60917530-2c09-4a9b-867d-3ab75a0afc6c None None] Provisioning for port cc0bf514-280a-49d6-b4d2-0228bb88fff4 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 04:21:56.476115 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-60917530-2c09-4a9b-867d-3ab75a0afc6c None None] Provisioning complete for port cc0bf514-280a-49d6-b4d2-0228bb88fff4 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 04:21:56.476624 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-60917530-2c09-4a9b-867d-3ab75a0afc6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:21:56.740560 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-60917530-2c09-4a9b-867d-3ab75a0afc6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:21:56.782631 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-60917530-2c09-4a9b-867d-3ab75a0afc6c None None] For port cc0bf514-280a-49d6-b4d2-0228bb88fff4, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=cc0bf514-280a-49d6-b4d2-0228bb88fff4,segment=NetworkSegment(4250ddbe-01cc-46d8-82ff-3369b668a56f),segment_id=4250ddbe-01cc-46d8-82ff-3369b668a56f)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:21:56.854502 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fc677bd-8b3f-4bff-83e1-625bc51c0fbe admin admin] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 04:21:56.863844 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3d593b-293b-4702-a404-5024ac905424 None None] Sync routers for ids ['e11a4a91-da22-4717-92f8-3709d89590f1'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 04:21:56.874544 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3d593b-293b-4702-a404-5024ac905424 None None] Routers {'e11a4a91-da22-4717-92f8-3709d89590f1'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 04:21:56.875177 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-be3d593b-293b-4702-a404-5024ac905424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T04:21:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['e11a4a91-da22-4717-92f8-3709d89590f1'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:21:56.911120 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-60917530-2c09-4a9b-867d-3ab75a0afc6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:21:56.932310 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5fc677bd-8b3f-4bff-83e1-625bc51c0fbe admin admin] Notify callbacks [] for router, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:21:56.933604 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-5fc677bd-8b3f-4bff-83e1-625bc51c0fbe admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.2342432 Aug 11 04:21:56.936719 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 52224) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:21:57.003916 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60917530-2c09-4a9b-867d-3ab75a0afc6c None None] Pushing event updated for resources: {'Port': ['ID=cc0bf514-280a-49d6-b4d2-0228bb88fff4,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:21:57.024716 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-be3d593b-293b-4702-a404-5024ac905424 None None] Set router e11a4a91-da22-4717-92f8-3709d89590f1 gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 04:21:57.095597 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-0163d25a-bf5b-476b-9e2a-99da17f53522 None None] Provisioning complete for port cc0bf514-280a-49d6-b4d2-0228bb88fff4 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 04:21:57.095968 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-0163d25a-bf5b-476b-9e2a-99da17f53522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:21:57.270607 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-be3d593b-293b-4702-a404-5024ac905424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e11a4a91-da22-4717-92f8-3709d89590f1', 'name': 'tempest-TestShelveInstance-580012561-router', 'tenant_id': '940cff16c39c46a794406f5e44e37e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': '5fe94193-882d-498e-845e-8abaef695dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:21:54Z', 'updated_at': '2021-08-11T04:21:55Z', 'revision_number': 3, 'project_id': '940cff16c39c46a794406f5e44e37e5f', 'gw_port': {'id': '5fe94193-882d-498e-845e-8abaef695dff', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:63:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e11a4a91-da22-4717-92f8-3709d89590f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:21:55Z', 'updated_at': '2021-08-11T04:21:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:21:57.296447 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3d593b-293b-4702-a404-5024ac905424 None None] Checking router: e11a4a91-da22-4717-92f8-3709d89590f1 for host: n-d-764292-30 {{(pid=102193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 04:21:57.296799 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3d593b-293b-4702-a404-5024ac905424 None None] Updating router e11a4a91-da22-4717-92f8-3709d89590f1 port 5fe94193-882d-498e-845e-8abaef695dff binding host n-d-764292-30 {{(pid=102193) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 04:21:57.320923 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-be3d593b-293b-4702-a404-5024ac905424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:21:57.341727 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-94bc3035-3dfd-4be2-9b8b-2f648ab1603e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:21:57.496018 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [None req-94bc3035-3dfd-4be2-9b8b-2f648ab1603e admin admin] Allocated IP 172.20.0.1 (e8a96bd2-253d-4f3c-a656-66a295069a29/e26dde90-4f9d-477c-a347-a1571093fd29/17c4a442-ace9-47f0-9720-9d7931b6fafd) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 04:21:57.576694 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-be3d593b-293b-4702-a404-5024ac905424 None None] Notify callbacks [] for port, precommit_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:21:57.585932 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-be3d593b-293b-4702-a404-5024ac905424 None None] Transition to ACTIVE for port object 5fe94193-882d-498e-845e-8abaef695dff will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 04:21:57.639292 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-94bc3035-3dfd-4be2-9b8b-2f648ab1603e admin admin] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:21:57.651482 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [None req-94bc3035-3dfd-4be2-9b8b-2f648ab1603e admin admin] Transition to ACTIVE for port object 17c4a442-ace9-47f0-9720-9d7931b6fafd will not be triggered until provisioned by entity DHCP. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 04:21:57.666347 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-be3d593b-293b-4702-a404-5024ac905424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:21:57.719423 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82696772-538e-44df-a3f3-9036853c38a8 None None] Pushing event updated for resources: {'Port': ['ID=5fe94193-882d-498e-845e-8abaef695dff,revision_number=2']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:21:57.721723 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-be3d593b-293b-4702-a404-5024ac905424 None None] Attempting to bind port 5fe94193-882d-498e-845e-8abaef695dff on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 04:21:57.722131 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-be3d593b-293b-4702-a404-5024ac905424 None None] Attempting to bind port 5fe94193-882d-498e-845e-8abaef695dff by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 04:21:57.722534 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3d593b-293b-4702-a404-5024ac905424 None None] Attempting to bind port 5fe94193-882d-498e-845e-8abaef695dff on network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 04:21:57.727876 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3d593b-293b-4702-a404-5024ac905424 None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 4, 21, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 04:21:57.728250 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3d593b-293b-4702-a404-5024ac905424 None None] Checking segment: {'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 04:21:57.728654 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-be3d593b-293b-4702-a404-5024ac905424 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:21:57.729043 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3d593b-293b-4702-a404-5024ac905424 None None] Bound using segment: {'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 04:21:57.729506 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-be3d593b-293b-4702-a404-5024ac905424 None None] Bound port: 5fe94193-882d-498e-845e-8abaef695dff, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 04:21:57.729888 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-be3d593b-293b-4702-a404-5024ac905424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:21:57.752658 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-94bc3035-3dfd-4be2-9b8b-2f648ab1603e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:21:57.782003 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-be3d593b-293b-4702-a404-5024ac905424 None None] For port 5fe94193-882d-498e-845e-8abaef695dff, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 04:21:57.784992 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-be3d593b-293b-4702-a404-5024ac905424 None None] For port 5fe94193-882d-498e-845e-8abaef695dff, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=5fe94193-882d-498e-845e-8abaef695dff,segment=NetworkSegment(fab28bed-aa25-40db-bba4-ec26e795194c),segment_id=fab28bed-aa25-40db-bba4-ec26e795194c)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 04:21:57.793615 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94bc3035-3dfd-4be2-9b8b-2f648ab1603e admin admin] Network e8a96bd2-253d-4f3c-a656-66a295069a29 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 04:21:57.797095 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-94bc3035-3dfd-4be2-9b8b-2f648ab1603e admin admin] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 04:21:57.802739 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94bc3035-3dfd-4be2-9b8b-2f648ab1603e admin admin] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 04:21:57.829793 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bc3035-3dfd-4be2-9b8b-2f648ab1603e admin admin] Pushing event updated for resources: {'Port': ['ID=17c4a442-ace9-47f0-9720-9d7931b6fafd,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:21:57.847884 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-94bc3035-3dfd-4be2-9b8b-2f648ab1603e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-520987'] for router_interface, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:21:57.853626 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-be3d593b-293b-4702-a404-5024ac905424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:21:57.915482 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82696772-538e-44df-a3f3-9036853c38a8 None None] Pushing event updated for resources: {'Port': ['ID=5fe94193-882d-498e-845e-8abaef695dff,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:21:57.918043 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3d593b-293b-4702-a404-5024ac905424 None None] Routers {'e11a4a91-da22-4717-92f8-3709d89590f1'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 04:21:57.918762 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-be3d593b-293b-4702-a404-5024ac905424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T04:21:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['e11a4a91-da22-4717-92f8-3709d89590f1'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:21:58.026978 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-be3d593b-293b-4702-a404-5024ac905424 None None] Set router e11a4a91-da22-4717-92f8-3709d89590f1 gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 04:21:58.064162 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-94bc3035-3dfd-4be2-9b8b-2f648ab1603e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:21:58.130102 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device cc0bf514-280a-49d6-b4d2-0228bb88fff4 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 04:21:58.204554 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-e875339f-4cec-4c86-ad64-3ef56cb42a4f None None] Provisioning for port 17c4a442-ace9-47f0-9720-9d7931b6fafd completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 04:21:58.211941 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-e875339f-4cec-4c86-ad64-3ef56cb42a4f None None] Provisioning complete for port 17c4a442-ace9-47f0-9720-9d7931b6fafd triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 04:21:58.212316 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-e875339f-4cec-4c86-ad64-3ef56cb42a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:21:58.230333 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-94bc3035-3dfd-4be2-9b8b-2f648ab1603e admin admin] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:21:58.256092 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port cc0bf514-280a-49d6-b4d2-0228bb88fff4 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 04:21:58.256469 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:21:58.283293 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-94bc3035-3dfd-4be2-9b8b-2f648ab1603e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:21:58.301217 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-e875339f-4cec-4c86-ad64-3ef56cb42a4f None None] Port 17c4a442-ace9-47f0-9720-9d7931b6fafd cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 04:21:58.331228 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-be3d593b-293b-4702-a404-5024ac905424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e11a4a91-da22-4717-92f8-3709d89590f1', 'name': 'tempest-TestShelveInstance-580012561-router', 'tenant_id': '940cff16c39c46a794406f5e44e37e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': '5fe94193-882d-498e-845e-8abaef695dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:21:54Z', 'updated_at': '2021-08-11T04:21:55Z', 'revision_number': 3, 'project_id': '940cff16c39c46a794406f5e44e37e5f', 'gw_port': {'id': '5fe94193-882d-498e-845e-8abaef695dff', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:63:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e11a4a91-da22-4717-92f8-3709d89590f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:21:55Z', 'updated_at': '2021-08-11T04:21:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:21:58.350555 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bc3035-3dfd-4be2-9b8b-2f648ab1603e admin admin] Pushing event updated for resources: {'Port': ['ID=17c4a442-ace9-47f0-9720-9d7931b6fafd,revision_number=2']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:21:58.354445 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-94bc3035-3dfd-4be2-9b8b-2f648ab1603e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16383026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521135'] for router_interface, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:21:58.376129 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3d593b-293b-4702-a404-5024ac905424 None None] The sync data for ids ['e11a4a91-da22-4717-92f8-3709d89590f1'] in n-d-764292-30 is: [{'id': 'e11a4a91-da22-4717-92f8-3709d89590f1', 'name': 'tempest-TestShelveInstance-580012561-router', 'tenant_id': '940cff16c39c46a794406f5e44e37e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': '5fe94193-882d-498e-845e-8abaef695dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:21:54Z', 'updated_at': '2021-08-11T04:21:55Z', 'revision_number': 3, 'project_id': '940cff16c39c46a794406f5e44e37e5f', 'gw_port': {'id': '5fe94193-882d-498e-845e-8abaef695dff', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:63:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e11a4a91-da22-4717-92f8-3709d89590f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:21:55Z', 'updated_at': '2021-08-11T04:21:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 04:21:58.452447 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94bc3035-3dfd-4be2-9b8b-2f648ab1603e admin admin] Network e8a96bd2-253d-4f3c-a656-66a295069a29 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 04:21:58.453855 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-94bc3035-3dfd-4be2-9b8b-2f648ab1603e admin admin] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 04:21:58.577005 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94bc3035-3dfd-4be2-9b8b-2f648ab1603e admin admin] Router e11a4a91-da22-4717-92f8-3709d89590f1 has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 04:21:58.696821 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94bc3035-3dfd-4be2-9b8b-2f648ab1603e admin admin] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 04:21:58.703812 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-94bc3035-3dfd-4be2-9b8b-2f648ab1603e admin admin] 10.222.0.41 "PUT /v2.0/routers/e11a4a91-da22-4717-92f8-3709d89590f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7655382 Aug 11 04:21:58.726955 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-b01eba4b-d917-446a-ba23-f252a969aa97 None None] Provisioning complete for port 17c4a442-ace9-47f0-9720-9d7931b6fafd triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 04:21:58.727281 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-b01eba4b-d917-446a-ba23-f252a969aa97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:21:58.764645 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-b01eba4b-d917-446a-ba23-f252a969aa97 None None] Port 17c4a442-ace9-47f0-9720-9d7931b6fafd cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 04:21:59.264161 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-0966b3d1-f138-4fcb-aece-5200fda8f054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:21:59.444364 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 52240) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:21:59.449334 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-13c001a2-b892-4b3c-9919-87f7c788bca1 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-224740276-network', 'tenant_id': 'a970bb8c52024b438db1e6692a85156e'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:21:59.551822 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13c001a2-b892-4b3c-9919-87f7c788bca1 admin admin] Made reservation on behalf of a970bb8c52024b438db1e6692a85156e for: {'network': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 04:21:59.554383 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-13c001a2-b892-4b3c-9919-87f7c788bca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:21:59.564275 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-13c001a2-b892-4b3c-9919-87f7c788bca1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:21:59.655483 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-13c001a2-b892-4b3c-9919-87f7c788bca1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:21:59.709529 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-13c001a2-b892-4b3c-9919-87f7c788bca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:21:59.735876 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13c001a2-b892-4b3c-9919-87f7c788bca1 admin admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=102192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 04:21:59.745538 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c001a2-b892-4b3c-9919-87f7c788bca1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9c26fab-1478-492b-9c3f-26ed1d5d237c,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:21:59.753436 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-13c001a2-b892-4b3c-9919-87f7c788bca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:21:59.754007 n-d-764292-30 neutron-server[102192]: INFO neutron.db.segments_db [None req-13c001a2-b892-4b3c-9919-87f7c788bca1 admin admin] Added segment 0468f561-04fe-401d-8b77-f61083f40c96 of type vlan for network 9c4b8053-551b-4db9-b3da-aa0a502cccec Aug 11 04:21:59.794893 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-13c001a2-b892-4b3c-9919-87f7c788bca1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:21:59.865818 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4215005-4e76-4975-b3b7-f9ba4e39c780 None None] Sync routers for ids ['e11a4a91-da22-4717-92f8-3709d89590f1'] in n-d-764292-30 {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 04:21:59.872226 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-13c001a2-b892-4b3c-9919-87f7c788bca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:21:59.873248 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13c001a2-b892-4b3c-9919-87f7c788bca1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:21:59.873832 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-13c001a2-b892-4b3c-9919-87f7c788bca1 admin admin] Notify callbacks [] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:21:59.875433 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4215005-4e76-4975-b3b7-f9ba4e39c780 None None] Routers {'e11a4a91-da22-4717-92f8-3709d89590f1'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 04:21:59.876039 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-f4215005-4e76-4975-b3b7-f9ba4e39c780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T04:21:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['e11a4a91-da22-4717-92f8-3709d89590f1'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:21:59.937717 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c001a2-b892-4b3c-9919-87f7c788bca1 admin admin] Pushing event updated for resources: {'Network': ['ID=9c4b8053-551b-4db9-b3da-aa0a502cccec,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:21:59.947679 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network 9c4b8053-551b-4db9-b3da-aa0a502cccec details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 04:21:59.976025 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-13c001a2-b892-4b3c-9919-87f7c788bca1 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5293961 Aug 11 04:21:59.976337 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 52242) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:21:59.981691 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-72049640-d9e5-4e89-b0fa-88134d789ece admin admin] Request body: {'subnet': {'network_id': '9c4b8053-551b-4db9-b3da-aa0a502cccec', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-224740276-subnet', 'tenant_id': 'a970bb8c52024b438db1e6692a85156e', 'ip_version': 4}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:22:00.058161 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72049640-d9e5-4e89-b0fa-88134d789ece admin admin] Made reservation on behalf of a970bb8c52024b438db1e6692a85156e for: {'subnet': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 04:22:00.062459 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-72049640-d9e5-4e89-b0fa-88134d789ece admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126180544'] for subnet, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:22:00.073165 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-f4215005-4e76-4975-b3b7-f9ba4e39c780 None None] Set router e11a4a91-da22-4717-92f8-3709d89590f1 gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 04:22:00.141612 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 5fe94193-882d-498e-845e-8abaef695dff up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 04:22:00.252004 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port 5fe94193-882d-498e-845e-8abaef695dff completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 04:22:00.255846 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 5fe94193-882d-498e-845e-8abaef695dff triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 04:22:00.256544 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:22:00.276258 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-f4215005-4e76-4975-b3b7-f9ba4e39c780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e11a4a91-da22-4717-92f8-3709d89590f1', 'name': 'tempest-TestShelveInstance-580012561-router', 'tenant_id': '940cff16c39c46a794406f5e44e37e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': '5fe94193-882d-498e-845e-8abaef695dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:21:54Z', 'updated_at': '2021-08-11T04:21:57Z', 'revision_number': 4, 'project_id': '940cff16c39c46a794406f5e44e37e5f', 'gw_port': {'id': '5fe94193-882d-498e-845e-8abaef695dff', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:63:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e11a4a91-da22-4717-92f8-3709d89590f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:21:55Z', 'updated_at': '2021-08-11T04:21:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '17c4a442-ace9-47f0-9720-9d7931b6fafd', 'name': '', 'network_id': 'e8a96bd2-253d-4f3c-a656-66a295069a29', 'tenant_id': '940cff16c39c46a794406f5e44e37e5f', 'mac_address': 'fa:16:3e:fc:ba:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e11a4a91-da22-4717-92f8-3709d89590f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'e26dde90-4f9d-477c-a347-a1571093fd29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:21:57Z', 'updated_at': '2021-08-11T04:21:58Z', 'revision_number': 2, 'project_id': '940cff16c39c46a794406f5e44e37e5f', 'subnets': [{'id': 'e26dde90-4f9d-477c-a347-a1571093fd29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:22:00.300696 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-72049640-d9e5-4e89-b0fa-88134d789ece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125932092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126180562'] for subnet, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:22:00.304766 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4215005-4e76-4975-b3b7-f9ba4e39c780 None None] Checking router: e11a4a91-da22-4717-92f8-3709d89590f1 for host: n-d-764292-30 {{(pid=102194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 04:22:00.305135 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4215005-4e76-4975-b3b7-f9ba4e39c780 None None] Updating router e11a4a91-da22-4717-92f8-3709d89590f1 port 17c4a442-ace9-47f0-9720-9d7931b6fafd binding host n-d-764292-30 {{(pid=102194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 04:22:00.330201 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-f4215005-4e76-4975-b3b7-f9ba4e39c780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:22:00.339927 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:22:00.362667 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port 5fe94193-882d-498e-845e-8abaef695dff, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=5fe94193-882d-498e-845e-8abaef695dff,segment=NetworkSegment(fab28bed-aa25-40db-bba4-ec26e795194c),segment_id=fab28bed-aa25-40db-bba4-ec26e795194c)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:22:00.365277 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72049640-d9e5-4e89-b0fa-88134d789ece admin admin] Pushing event updated for resources: {'Subnet': ['ID=71706ca8-1481-4d39-a0e6-b61950992443,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:22:00.374847 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72049640-d9e5-4e89-b0fa-88134d789ece admin admin] Checking segment: {'id': '0468f561-04fe-401d-8b77-f61083f40c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '9c4b8053-551b-4db9-b3da-aa0a502cccec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 04:22:00.375208 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72049640-d9e5-4e89-b0fa-88134d789ece admin admin] Network hostable DHCP agents. Network: 9c4b8053-551b-4db9-b3da-aa0a502cccec, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 04:22:00.432128 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:22:00.433640 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.agents_db [None req-950b7202-decb-43e2-8f71-ac8931dc9749 None None] Agent healthcheck: found 7 active agents {{(pid=102194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 04:22:00.444655 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72049640-d9e5-4e89-b0fa-88134d789ece admin admin] Network 9c4b8053-551b-4db9-b3da-aa0a502cccec is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 04:22:00.481004 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=5fe94193-882d-498e-845e-8abaef695dff,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:22:00.517821 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-72049640-d9e5-4e89-b0fa-88134d789ece admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, 9c4b8053-551b-4db9-b3da-aa0a502cccec) {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 04:22:00.524035 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72049640-d9e5-4e89-b0fa-88134d789ece admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:22:00.524985 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-72049640-d9e5-4e89-b0fa-88134d789ece admin admin] Notify callbacks [] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:22:00.526109 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d48b5ea-de9e-4369-a33b-673208c9d503 None None] Network 9c4b8053-551b-4db9-b3da-aa0a502cccec requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 04:22:00.592518 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-f4215005-4e76-4975-b3b7-f9ba4e39c780 None None] Notify callbacks [] for port, precommit_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:22:00.604091 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-72049640-d9e5-4e89-b0fa-88134d789ece admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6241162 Aug 11 04:22:00.604295 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.provisioning_blocks [None req-f4215005-4e76-4975-b3b7-f9ba4e39c780 None None] Transition to ACTIVE for port object 17c4a442-ace9-47f0-9720-9d7931b6fafd will not be triggered until provisioned by entity L2. {{(pid=102194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 04:22:00.604405 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 52244) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:22:00.610241 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-8e5ee4fe-1df4-4ecc-b312-44ba647018ac admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-224740276-router', 'tenant_id': 'a970bb8c52024b438db1e6692a85156e', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:22:00.671663 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d9e854d-dc91-4d9f-9761-ed667e5c1af8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde080026-c28f-55be-b52b-13827cc43646-9c4b8053-551b-4db9-b3da-aa0a502cccec', 'network_id': '9c4b8053-551b-4db9-b3da-aa0a502cccec', 'tenant_id': 'a970bb8c52024b438db1e6692a85156e', 'fixed_ips': [{'subnet_id': '71706ca8-1481-4d39-a0e6-b61950992443'}]}} from n-d-764292-30. {{(pid=102193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 04:22:00.672500 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-0d9e854d-dc91-4d9f-9761-ed667e5c1af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:22:00.692001 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-f4215005-4e76-4975-b3b7-f9ba4e39c780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:22:00.717988 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8e5ee4fe-1df4-4ecc-b312-44ba647018ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-450010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6626'] for router, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:22:00.719393 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8e5ee4fe-1df4-4ecc-b312-44ba647018ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-446747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6633'] for router, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:22:00.742771 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bee510-4d0f-4229-b200-70a6c063ffcb None None] Pushing event updated for resources: {'Port': ['ID=17c4a442-ace9-47f0-9720-9d7931b6fafd,revision_number=3']} {{(pid=102194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:22:00.753606 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bee510-4d0f-4229-b200-70a6c063ffcb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:22:00.753945 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bee510-4d0f-4229-b200-70a6c063ffcb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:22:00.754355 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bee510-4d0f-4229-b200-70a6c063ffcb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:22:00.754665 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bee510-4d0f-4229-b200-70a6c063ffcb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:22:00.754973 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bee510-4d0f-4229-b200-70a6c063ffcb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:22:00.755345 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bee510-4d0f-4229-b200-70a6c063ffcb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:22:00.755614 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bee510-4d0f-4229-b200-70a6c063ffcb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:22:00.755936 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bee510-4d0f-4229-b200-70a6c063ffcb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:22:00.756256 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bee510-4d0f-4229-b200-70a6c063ffcb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:22:00.756684 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bee510-4d0f-4229-b200-70a6c063ffcb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:22:00.756887 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bee510-4d0f-4229-b200-70a6c063ffcb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:22:00.757250 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bee510-4d0f-4229-b200-70a6c063ffcb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:22:00.792122 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8e5ee4fe-1df4-4ecc-b312-44ba647018ac admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:22:00.814707 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-f4215005-4e76-4975-b3b7-f9ba4e39c780 None None] Attempting to bind port 17c4a442-ace9-47f0-9720-9d7931b6fafd on host n-d-764292-30 for vnic_type normal with profile {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 04:22:00.815046 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-f4215005-4e76-4975-b3b7-f9ba4e39c780 None None] Attempting to bind port 17c4a442-ace9-47f0-9720-9d7931b6fafd by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': '4250ddbe-01cc-46d8-82ff-3369b668a56f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'e8a96bd2-253d-4f3c-a656-66a295069a29'}] {{(pid=102194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 04:22:00.815403 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4215005-4e76-4975-b3b7-f9ba4e39c780 None None] Attempting to bind port 17c4a442-ace9-47f0-9720-9d7931b6fafd on network e8a96bd2-253d-4f3c-a656-66a295069a29 {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 04:22:00.820983 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4215005-4e76-4975-b3b7-f9ba4e39c780 None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 4, 21, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 04:22:00.821361 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4215005-4e76-4975-b3b7-f9ba4e39c780 None None] Checking segment: {'id': '4250ddbe-01cc-46d8-82ff-3369b668a56f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'e8a96bd2-253d-4f3c-a656-66a295069a29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 04:22:00.821760 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-f4215005-4e76-4975-b3b7-f9ba4e39c780 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:22:00.822157 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4215005-4e76-4975-b3b7-f9ba4e39c780 None None] Bound using segment: {'id': '4250ddbe-01cc-46d8-82ff-3369b668a56f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'e8a96bd2-253d-4f3c-a656-66a295069a29'} {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 04:22:00.822651 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-f4215005-4e76-4975-b3b7-f9ba4e39c780 None None] Bound port: 17c4a442-ace9-47f0-9720-9d7931b6fafd, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4250ddbe-01cc-46d8-82ff-3369b668a56f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'e8a96bd2-253d-4f3c-a656-66a295069a29'}}] {{(pid=102194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 04:22:00.823029 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-f4215005-4e76-4975-b3b7-f9ba4e39c780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:22:00.826840 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.db_base_plugin_common [None req-0d9e854d-dc91-4d9f-9761-ed667e5c1af8 None None] Allocated IP 172.20.0.2 (9c4b8053-551b-4db9-b3da-aa0a502cccec/71706ca8-1481-4d39-a0e6-b61950992443/f45d3d8a-3a7f-4174-bed4-b3eb61a89631) {{(pid=102193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 04:22:00.892495 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.db [None req-f4215005-4e76-4975-b3b7-f9ba4e39c780 None None] For port 17c4a442-ace9-47f0-9720-9d7931b6fafd, host n-d-764292-30, cleared binding levels {{(pid=102194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 04:22:00.896795 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.db [None req-f4215005-4e76-4975-b3b7-f9ba4e39c780 None None] For port 17c4a442-ace9-47f0-9720-9d7931b6fafd, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=17c4a442-ace9-47f0-9720-9d7931b6fafd,segment=NetworkSegment(4250ddbe-01cc-46d8-82ff-3369b668a56f),segment_id=4250ddbe-01cc-46d8-82ff-3369b668a56f)] {{(pid=102194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 04:22:00.955431 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-f4215005-4e76-4975-b3b7-f9ba4e39c780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:22:00.999030 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-0d9e854d-dc91-4d9f-9761-ed667e5c1af8 None None] Notify callbacks [] for port, precommit_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:22:01.009973 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8e5ee4fe-1df4-4ecc-b312-44ba647018ac admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:22:01.012024 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bee510-4d0f-4229-b200-70a6c063ffcb None None] Pushing event updated for resources: {'Port': ['ID=17c4a442-ace9-47f0-9720-9d7931b6fafd,revision_number=4']} {{(pid=102194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:22:01.014210 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-0d9e854d-dc91-4d9f-9761-ed667e5c1af8 None None] Transition to ACTIVE for port object f45d3d8a-3a7f-4174-bed4-b3eb61a89631 will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 04:22:01.031222 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4215005-4e76-4975-b3b7-f9ba4e39c780 None None] Routers {'e11a4a91-da22-4717-92f8-3709d89590f1'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 04:22:01.032037 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-f4215005-4e76-4975-b3b7-f9ba4e39c780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T04:21:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['e11a4a91-da22-4717-92f8-3709d89590f1'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:22:01.037967 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-0d9e854d-dc91-4d9f-9761-ed667e5c1af8 None None] Transition to ACTIVE for port object f45d3d8a-3a7f-4174-bed4-b3eb61a89631 will not be triggered until provisioned by entity DHCP. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 04:22:01.132996 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-0d9e854d-dc91-4d9f-9761-ed667e5c1af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669'] for port, after_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:22:01.145848 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-f4215005-4e76-4975-b3b7-f9ba4e39c780 None None] Set router e11a4a91-da22-4717-92f8-3709d89590f1 gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 04:22:01.187362 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d9e854d-dc91-4d9f-9761-ed667e5c1af8 None None] Network 9c4b8053-551b-4db9-b3da-aa0a502cccec is already hosted by enough agents. {{(pid=102193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 04:22:01.190275 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.base_scheduler [None req-0d9e854d-dc91-4d9f-9761-ed667e5c1af8 None None] Resources bound (agent type, host, resource id): {{(pid=102193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 04:22:01.194120 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9e854d-dc91-4d9f-9761-ed667e5c1af8 None None] Received port after_create {{(pid=102193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 04:22:01.226581 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9e854d-dc91-4d9f-9761-ed667e5c1af8 None None] Pushing event updated for resources: {'Port': ['ID=f45d3d8a-3a7f-4174-bed4-b3eb61a89631,revision_number=1']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:22:01.261016 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-0d9e854d-dc91-4d9f-9761-ed667e5c1af8 None None] Attempting to bind port f45d3d8a-3a7f-4174-bed4-b3eb61a89631 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 04:22:01.261480 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-0d9e854d-dc91-4d9f-9761-ed667e5c1af8 None None] Attempting to bind port f45d3d8a-3a7f-4174-bed4-b3eb61a89631 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': '0468f561-04fe-401d-8b77-f61083f40c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '9c4b8053-551b-4db9-b3da-aa0a502cccec'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 04:22:01.261906 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d9e854d-dc91-4d9f-9761-ed667e5c1af8 None None] Attempting to bind port f45d3d8a-3a7f-4174-bed4-b3eb61a89631 on network 9c4b8053-551b-4db9-b3da-aa0a502cccec {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 04:22:01.267798 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d9e854d-dc91-4d9f-9761-ed667e5c1af8 None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 4, 21, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 04:22:01.268243 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d9e854d-dc91-4d9f-9761-ed667e5c1af8 None None] Checking segment: {'id': '0468f561-04fe-401d-8b77-f61083f40c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '9c4b8053-551b-4db9-b3da-aa0a502cccec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 04:22:01.269574 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-0d9e854d-dc91-4d9f-9761-ed667e5c1af8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:22:01.269574 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d9e854d-dc91-4d9f-9761-ed667e5c1af8 None None] Bound using segment: {'id': '0468f561-04fe-401d-8b77-f61083f40c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '9c4b8053-551b-4db9-b3da-aa0a502cccec'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 04:22:01.269574 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-0d9e854d-dc91-4d9f-9761-ed667e5c1af8 None None] Bound port: f45d3d8a-3a7f-4174-bed4-b3eb61a89631, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0468f561-04fe-401d-8b77-f61083f40c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '9c4b8053-551b-4db9-b3da-aa0a502cccec'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 04:22:01.270099 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-0d9e854d-dc91-4d9f-9761-ed667e5c1af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:22:01.288864 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8e5ee4fe-1df4-4ecc-b312-44ba647018ac admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:22:01.308010 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8e5ee4fe-1df4-4ecc-b312-44ba647018ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:22:01.333452 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-0d9e854d-dc91-4d9f-9761-ed667e5c1af8 None None] For port f45d3d8a-3a7f-4174-bed4-b3eb61a89631, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 04:22:01.337117 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-0d9e854d-dc91-4d9f-9761-ed667e5c1af8 None None] For port f45d3d8a-3a7f-4174-bed4-b3eb61a89631, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=f45d3d8a-3a7f-4174-bed4-b3eb61a89631,segment=NetworkSegment(0468f561-04fe-401d-8b77-f61083f40c96),segment_id=0468f561-04fe-401d-8b77-f61083f40c96)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 04:22:01.360906 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-f4215005-4e76-4975-b3b7-f9ba4e39c780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e11a4a91-da22-4717-92f8-3709d89590f1', 'name': 'tempest-TestShelveInstance-580012561-router', 'tenant_id': '940cff16c39c46a794406f5e44e37e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': '5fe94193-882d-498e-845e-8abaef695dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:21:54Z', 'updated_at': '2021-08-11T04:21:57Z', 'revision_number': 4, 'project_id': '940cff16c39c46a794406f5e44e37e5f', 'gw_port': {'id': '5fe94193-882d-498e-845e-8abaef695dff', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:63:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11a4a91-da22-4717-92f8-3709d89590f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:21:55Z', 'updated_at': '2021-08-11T04:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '17c4a442-ace9-47f0-9720-9d7931b6fafd', 'name': '', 'network_id': 'e8a96bd2-253d-4f3c-a656-66a295069a29', 'tenant_id': '940cff16c39c46a794406f5e44e37e5f', 'mac_address': 'fa:16:3e:fc:ba:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e11a4a91-da22-4717-92f8-3709d89590f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'e26dde90-4f9d-477c-a347-a1571093fd29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:21:57Z', 'updated_at': '2021-08-11T04:22:00Z', 'revision_number': 4, 'project_id': '940cff16c39c46a794406f5e44e37e5f', 'subnets': [{'id': 'e26dde90-4f9d-477c-a347-a1571093fd29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:22:01.386595 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4215005-4e76-4975-b3b7-f9ba4e39c780 None None] The sync data for ids ['e11a4a91-da22-4717-92f8-3709d89590f1'] in n-d-764292-30 is: [{'id': 'e11a4a91-da22-4717-92f8-3709d89590f1', 'name': 'tempest-TestShelveInstance-580012561-router', 'tenant_id': '940cff16c39c46a794406f5e44e37e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': '5fe94193-882d-498e-845e-8abaef695dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:21:54Z', 'updated_at': '2021-08-11T04:21:57Z', 'revision_number': 4, 'project_id': '940cff16c39c46a794406f5e44e37e5f', 'gw_port': {'id': '5fe94193-882d-498e-845e-8abaef695dff', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:63:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11a4a91-da22-4717-92f8-3709d89590f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:21:55Z', 'updated_at': '2021-08-11T04:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '17c4a442-ace9-47f0-9720-9d7931b6fafd', 'name': '', 'network_id': 'e8a96bd2-253d-4f3c-a656-66a295069a29', 'tenant_id': '940cff16c39c46a794406f5e44e37e5f', 'mac_address': 'fa:16:3e:fc:ba:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e11a4a91-da22-4717-92f8-3709d89590f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'e26dde90-4f9d-477c-a347-a1571093fd29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:21:57Z', 'updated_at': '2021-08-11T04:22:00Z', 'revision_number': 4, 'project_id': '940cff16c39c46a794406f5e44e37e5f', 'subnets': [{'id': 'e26dde90-4f9d-477c-a347-a1571093fd29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 04:22:01.408048 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-0d9e854d-dc91-4d9f-9761-ed667e5c1af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:22:01.417770 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [None req-8e5ee4fe-1df4-4ecc-b312-44ba647018ac admin admin] Allocated IP 172.25.8.122 (09faf7d2-eaf5-4a50-bb6e-4cb05d009a76/e1a97443-13df-40bb-85f5-fd269e2742c0/d33c2048-f0a0-4184-a80f-470ad3a72c9e) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 04:22:01.487764 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9e854d-dc91-4d9f-9761-ed667e5c1af8 None None] Pushing event updated for resources: {'Port': ['ID=f45d3d8a-3a7f-4174-bed4-b3eb61a89631,revision_number=2']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:22:01.568068 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8e5ee4fe-1df4-4ecc-b312-44ba647018ac admin admin] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:22:01.670443 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8e5ee4fe-1df4-4ecc-b312-44ba647018ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:22:01.717952 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e5ee4fe-1df4-4ecc-b312-44ba647018ac admin admin] Network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 04:22:01.721099 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-8e5ee4fe-1df4-4ecc-b312-44ba647018ac admin admin] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 04:22:01.725038 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5ee4fe-1df4-4ecc-b312-44ba647018ac admin admin] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 04:22:01.748599 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5ee4fe-1df4-4ecc-b312-44ba647018ac admin admin] Pushing event updated for resources: {'Port': ['ID=d33c2048-f0a0-4184-a80f-470ad3a72c9e,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:22:01.915243 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:22:02.070141 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8e5ee4fe-1df4-4ecc-b312-44ba647018ac admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:22:02.256415 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f372412-5738-400f-85e7-25e1aca1364e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:22:02.281874 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 5fe94193-882d-498e-845e-8abaef695dff up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 04:22:02.321540 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8e5ee4fe-1df4-4ecc-b312-44ba647018ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-446952'] for router, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:22:02.351347 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 5fe94193-882d-498e-845e-8abaef695dff triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 04:22:02.351641 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:22:02.442927 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 17c4a442-ace9-47f0-9720-9d7931b6fafd up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 04:22:02.524978 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7846936e-c812-45a3-89d4-c6a03fa4311b None None] Network 9c4b8053-551b-4db9-b3da-aa0a502cccec requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 04:22:02.532291 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e5ee4fe-1df4-4ecc-b312-44ba647018ac admin admin] Router 6e4e4626-cc7f-4fc6-b94e-6f10ad86241e is scheduled to L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 with binding_index 1 {{(pid=102191) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 04:22:02.587377 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port 17c4a442-ace9-47f0-9720-9d7931b6fafd completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 04:22:02.592672 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 17c4a442-ace9-47f0-9720-9d7931b6fafd triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 04:22:02.593041 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:22:02.652096 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e5ee4fe-1df4-4ecc-b312-44ba647018ac admin admin] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 04:22:02.667370 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd59caa-c5ab-4478-9c0f-2a1690c0a9f0 None None] Sync routers for ids ['6e4e4626-cc7f-4fc6-b94e-6f10ad86241e'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 04:22:02.672152 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-2bc51e77-97da-430d-a715-0b99b3b3efc7 None None] Provisioning for port f45d3d8a-3a7f-4174-bed4-b3eb61a89631 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 04:22:02.717244 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd59caa-c5ab-4478-9c0f-2a1690c0a9f0 None None] Routers {'6e4e4626-cc7f-4fc6-b94e-6f10ad86241e'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 04:22:02.717871 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-0fd59caa-c5ab-4478-9c0f-2a1690c0a9f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T04:22:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['6e4e4626-cc7f-4fc6-b94e-6f10ad86241e'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:22:02.743876 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-8e5ee4fe-1df4-4ecc-b312-44ba647018ac admin admin] Notify callbacks [] for router, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:22:02.745710 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-8e5ee4fe-1df4-4ecc-b312-44ba647018ac admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.1395128 Aug 11 04:22:02.749134 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 52246) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:22:02.827076 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:22:03.093316 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port 17c4a442-ace9-47f0-9720-9d7931b6fafd, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=17c4a442-ace9-47f0-9720-9d7931b6fafd,segment=NetworkSegment(4250ddbe-01cc-46d8-82ff-3369b668a56f),segment_id=4250ddbe-01cc-46d8-82ff-3369b668a56f)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:22:03.095543 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-0fd59caa-c5ab-4478-9c0f-2a1690c0a9f0 None None] Set router 6e4e4626-cc7f-4fc6-b94e-6f10ad86241e gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 04:22:03.164962 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:22:03.165718 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device f45d3d8a-3a7f-4174-bed4-b3eb61a89631 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 04:22:03.307013 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=17c4a442-ace9-47f0-9720-9d7931b6fafd,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:22:03.356488 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:22:03.386829 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-0fd59caa-c5ab-4478-9c0f-2a1690c0a9f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e4e4626-cc7f-4fc6-b94e-6f10ad86241e', 'name': 'tempest-TestShelveInstance-224740276-router', 'tenant_id': 'a970bb8c52024b438db1e6692a85156e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': 'd33c2048-f0a0-4184-a80f-470ad3a72c9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:22:00Z', 'updated_at': '2021-08-11T04:22:01Z', 'revision_number': 3, 'project_id': 'a970bb8c52024b438db1e6692a85156e', 'gw_port': {'id': 'd33c2048-f0a0-4184-a80f-470ad3a72c9e', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:af:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e4e4626-cc7f-4fc6-b94e-6f10ad86241e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:22:01Z', 'updated_at': '2021-08-11T04:22:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:22:03.414887 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd59caa-c5ab-4478-9c0f-2a1690c0a9f0 None None] Checking router: 6e4e4626-cc7f-4fc6-b94e-6f10ad86241e for host: n-d-764292-30 {{(pid=102193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 04:22:03.415288 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd59caa-c5ab-4478-9c0f-2a1690c0a9f0 None None] Updating router 6e4e4626-cc7f-4fc6-b94e-6f10ad86241e port d33c2048-f0a0-4184-a80f-470ad3a72c9e binding host n-d-764292-30 {{(pid=102193) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 04:22:03.417034 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port f45d3d8a-3a7f-4174-bed4-b3eb61a89631 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 04:22:03.439488 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port f45d3d8a-3a7f-4174-bed4-b3eb61a89631 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 04:22:03.439866 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:22:03.473581 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-0fd59caa-c5ab-4478-9c0f-2a1690c0a9f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:22:03.522181 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f1ea62df-f2a7-4c85-b7e3-f0e6bd410ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:22:03.623567 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:22:03.679289 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [None req-f1ea62df-f2a7-4c85-b7e3-f0e6bd410ca0 admin admin] Allocated IP 172.20.0.1 (9c4b8053-551b-4db9-b3da-aa0a502cccec/71706ca8-1481-4d39-a0e6-b61950992443/86390b77-88a7-4df5-9228-9905f20af911) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 04:22:03.703070 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port f45d3d8a-3a7f-4174-bed4-b3eb61a89631, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=f45d3d8a-3a7f-4174-bed4-b3eb61a89631,segment=NetworkSegment(0468f561-04fe-401d-8b77-f61083f40c96),segment_id=0468f561-04fe-401d-8b77-f61083f40c96)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:22:03.779051 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:22:03.785004 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f1ea62df-f2a7-4c85-b7e3-f0e6bd410ca0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:22:03.799895 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [None req-f1ea62df-f2a7-4c85-b7e3-f0e6bd410ca0 admin admin] Transition to ACTIVE for port object 86390b77-88a7-4df5-9228-9905f20af911 will not be triggered until provisioned by entity DHCP. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 04:22:03.818347 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-0fd59caa-c5ab-4478-9c0f-2a1690c0a9f0 None None] Notify callbacks [] for port, precommit_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:22:03.837462 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-0fd59caa-c5ab-4478-9c0f-2a1690c0a9f0 None None] Transition to ACTIVE for port object d33c2048-f0a0-4184-a80f-470ad3a72c9e will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 04:22:03.849056 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=f45d3d8a-3a7f-4174-bed4-b3eb61a89631,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:22:03.892323 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f1ea62df-f2a7-4c85-b7e3-f0e6bd410ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:22:03.914799 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-0fd59caa-c5ab-4478-9c0f-2a1690c0a9f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:22:03.929651 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1ea62df-f2a7-4c85-b7e3-f0e6bd410ca0 admin admin] Network 9c4b8053-551b-4db9-b3da-aa0a502cccec is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 04:22:03.934430 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-f1ea62df-f2a7-4c85-b7e3-f0e6bd410ca0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 04:22:03.937953 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ea62df-f2a7-4c85-b7e3-f0e6bd410ca0 admin admin] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 04:22:03.961607 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ea62df-f2a7-4c85-b7e3-f0e6bd410ca0 admin admin] Pushing event updated for resources: {'Port': ['ID=86390b77-88a7-4df5-9228-9905f20af911,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:22:03.972533 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05108096-fb59-4955-8839-ac003055f632 None None] Pushing event updated for resources: {'Port': ['ID=d33c2048-f0a0-4184-a80f-470ad3a72c9e,revision_number=2']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:22:03.976783 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-0fd59caa-c5ab-4478-9c0f-2a1690c0a9f0 None None] Attempting to bind port d33c2048-f0a0-4184-a80f-470ad3a72c9e on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 04:22:03.976992 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-0fd59caa-c5ab-4478-9c0f-2a1690c0a9f0 None None] Attempting to bind port d33c2048-f0a0-4184-a80f-470ad3a72c9e by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 04:22:03.977322 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd59caa-c5ab-4478-9c0f-2a1690c0a9f0 None None] Attempting to bind port d33c2048-f0a0-4184-a80f-470ad3a72c9e on network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 04:22:03.983439 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f1ea62df-f2a7-4c85-b7e3-f0e6bd410ca0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-520987'] for router_interface, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:22:03.983634 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd59caa-c5ab-4478-9c0f-2a1690c0a9f0 None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 4, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 04:22:03.983812 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd59caa-c5ab-4478-9c0f-2a1690c0a9f0 None None] Checking segment: {'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 04:22:03.984198 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-0fd59caa-c5ab-4478-9c0f-2a1690c0a9f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:22:03.984585 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd59caa-c5ab-4478-9c0f-2a1690c0a9f0 None None] Bound using segment: {'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 04:22:03.985049 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-0fd59caa-c5ab-4478-9c0f-2a1690c0a9f0 None None] Bound port: d33c2048-f0a0-4184-a80f-470ad3a72c9e, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 04:22:03.985426 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-0fd59caa-c5ab-4478-9c0f-2a1690c0a9f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:22:04.044044 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-0fd59caa-c5ab-4478-9c0f-2a1690c0a9f0 None None] For port d33c2048-f0a0-4184-a80f-470ad3a72c9e, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 04:22:04.048203 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-0fd59caa-c5ab-4478-9c0f-2a1690c0a9f0 None None] For port d33c2048-f0a0-4184-a80f-470ad3a72c9e, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=d33c2048-f0a0-4184-a80f-470ad3a72c9e,segment=NetworkSegment(fab28bed-aa25-40db-bba4-ec26e795194c),segment_id=fab28bed-aa25-40db-bba4-ec26e795194c)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 04:22:04.119401 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 17c4a442-ace9-47f0-9720-9d7931b6fafd up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 04:22:04.124477 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-0fd59caa-c5ab-4478-9c0f-2a1690c0a9f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:22:04.183958 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f1ea62df-f2a7-4c85-b7e3-f0e6bd410ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:22:04.227584 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd59caa-c5ab-4478-9c0f-2a1690c0a9f0 None None] Routers {'6e4e4626-cc7f-4fc6-b94e-6f10ad86241e'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 04:22:04.228235 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-0fd59caa-c5ab-4478-9c0f-2a1690c0a9f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T04:22:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['6e4e4626-cc7f-4fc6-b94e-6f10ad86241e'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:22:04.229880 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05108096-fb59-4955-8839-ac003055f632 None None] Pushing event updated for resources: {'Port': ['ID=d33c2048-f0a0-4184-a80f-470ad3a72c9e,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:22:04.284360 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 17c4a442-ace9-47f0-9720-9d7931b6fafd triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 04:22:04.284730 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:22:04.286193 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-7875764d-2484-4c80-a98e-d6c1f629229c None None] Provisioning for port 86390b77-88a7-4df5-9228-9905f20af911 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 04:22:04.337873 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-7875764d-2484-4c80-a98e-d6c1f629229c None None] Provisioning complete for port 86390b77-88a7-4df5-9228-9905f20af911 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 04:22:04.338636 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-7875764d-2484-4c80-a98e-d6c1f629229c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:22:04.354161 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f1ea62df-f2a7-4c85-b7e3-f0e6bd410ca0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:22:04.402176 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-7875764d-2484-4c80-a98e-d6c1f629229c None None] Port 86390b77-88a7-4df5-9228-9905f20af911 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 04:22:04.410133 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-0fd59caa-c5ab-4478-9c0f-2a1690c0a9f0 None None] Set router 6e4e4626-cc7f-4fc6-b94e-6f10ad86241e gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 04:22:04.412286 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f1ea62df-f2a7-4c85-b7e3-f0e6bd410ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:22:04.479381 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f1ea62df-f2a7-4c85-b7e3-f0e6bd410ca0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16383026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521135'] for router_interface, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:22:04.481121 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ea62df-f2a7-4c85-b7e3-f0e6bd410ca0 admin admin] Pushing event updated for resources: {'Port': ['ID=86390b77-88a7-4df5-9228-9905f20af911,revision_number=2']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:22:04.547160 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device f45d3d8a-3a7f-4174-bed4-b3eb61a89631 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 04:22:04.576427 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1ea62df-f2a7-4c85-b7e3-f0e6bd410ca0 admin admin] Network 9c4b8053-551b-4db9-b3da-aa0a502cccec is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 04:22:04.577816 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-f1ea62df-f2a7-4c85-b7e3-f0e6bd410ca0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 04:22:04.646162 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port f45d3d8a-3a7f-4174-bed4-b3eb61a89631 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 04:22:04.646559 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:22:04.703101 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1ea62df-f2a7-4c85-b7e3-f0e6bd410ca0 admin admin] Router 6e4e4626-cc7f-4fc6-b94e-6f10ad86241e has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 04:22:04.735537 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-0fd59caa-c5ab-4478-9c0f-2a1690c0a9f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e4e4626-cc7f-4fc6-b94e-6f10ad86241e', 'name': 'tempest-TestShelveInstance-224740276-router', 'tenant_id': 'a970bb8c52024b438db1e6692a85156e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': 'd33c2048-f0a0-4184-a80f-470ad3a72c9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:22:00Z', 'updated_at': '2021-08-11T04:22:04Z', 'revision_number': 4, 'project_id': 'a970bb8c52024b438db1e6692a85156e', 'gw_port': {'id': 'd33c2048-f0a0-4184-a80f-470ad3a72c9e', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:af:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e4e4626-cc7f-4fc6-b94e-6f10ad86241e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:22:01Z', 'updated_at': '2021-08-11T04:22:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '86390b77-88a7-4df5-9228-9905f20af911', 'name': '', 'network_id': '9c4b8053-551b-4db9-b3da-aa0a502cccec', 'tenant_id': 'a970bb8c52024b438db1e6692a85156e', 'mac_address': 'fa:16:3e:c1:ff:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e4e4626-cc7f-4fc6-b94e-6f10ad86241e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '71706ca8-1481-4d39-a0e6-b61950992443', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:22:03Z', 'updated_at': '2021-08-11T04:22:03Z', 'revision_number': 1, 'project_id': 'a970bb8c52024b438db1e6692a85156e', 'subnets': [{'id': '71706ca8-1481-4d39-a0e6-b61950992443', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:22:04.767595 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd59caa-c5ab-4478-9c0f-2a1690c0a9f0 None None] The sync data for ids ['6e4e4626-cc7f-4fc6-b94e-6f10ad86241e'] in n-d-764292-30 is: [{'id': '6e4e4626-cc7f-4fc6-b94e-6f10ad86241e', 'name': 'tempest-TestShelveInstance-224740276-router', 'tenant_id': 'a970bb8c52024b438db1e6692a85156e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': 'd33c2048-f0a0-4184-a80f-470ad3a72c9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:22:00Z', 'updated_at': '2021-08-11T04:22:04Z', 'revision_number': 4, 'project_id': 'a970bb8c52024b438db1e6692a85156e', 'gw_port': {'id': 'd33c2048-f0a0-4184-a80f-470ad3a72c9e', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:af:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e4e4626-cc7f-4fc6-b94e-6f10ad86241e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:22:01Z', 'updated_at': '2021-08-11T04:22:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '86390b77-88a7-4df5-9228-9905f20af911', 'name': '', 'network_id': '9c4b8053-551b-4db9-b3da-aa0a502cccec', 'tenant_id': 'a970bb8c52024b438db1e6692a85156e', 'mac_address': 'fa:16:3e:c1:ff:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e4e4626-cc7f-4fc6-b94e-6f10ad86241e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '71706ca8-1481-4d39-a0e6-b61950992443', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:22:03Z', 'updated_at': '2021-08-11T04:22:03Z', 'revision_number': 1, 'project_id': 'a970bb8c52024b438db1e6692a85156e', 'subnets': [{'id': '71706ca8-1481-4d39-a0e6-b61950992443', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 04:22:04.823320 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-fbef8e18-1146-4a2a-aa2b-97c8d6c4077a None None] Provisioning complete for port 86390b77-88a7-4df5-9228-9905f20af911 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 04:22:04.823569 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1ea62df-f2a7-4c85-b7e3-f0e6bd410ca0 admin admin] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 04:22:04.825714 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-fbef8e18-1146-4a2a-aa2b-97c8d6c4077a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:22:04.829193 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-f1ea62df-f2a7-4c85-b7e3-f0e6bd410ca0 admin admin] 10.222.0.41 "PUT /v2.0/routers/6e4e4626-cc7f-4fc6-b94e-6f10ad86241e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0789995 Aug 11 04:22:04.867601 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-fbef8e18-1146-4a2a-aa2b-97c8d6c4077a None None] Port 86390b77-88a7-4df5-9228-9905f20af911 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 04:22:04.989401 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:22:05.575318 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 52254) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:22:05.580163 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-e87dbf67-0847-409e-bdd7-7ec80dd2db0d tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1257257143', 'description': 'tempest-secgroup-smoke-1257257143 description', 'project_id': '940cff16c39c46a794406f5e44e37e5f'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:22:05.658203 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e87dbf67-0847-409e-bdd7-7ec80dd2db0d tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:22:05.743643 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e87dbf67-0847-409e-bdd7-7ec80dd2db0d tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:22:05.823774 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e87dbf67-0847-409e-bdd7-7ec80dd2db0d tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:22:05.853794 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87dbf67-0847-409e-bdd7-7ec80dd2db0d tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68b40007-003c-4a6c-a288-10ed08c80699,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:22:05.903941 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e87dbf67-0847-409e-bdd7-7ec80dd2db0d tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:22:05.905270 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-e87dbf67-0847-409e-bdd7-7ec80dd2db0d tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3288779 Aug 11 04:22:05.908340 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 52256) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:22:05.913206 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-8da37ccb-1401-4743-aa25-93f9acbc390b tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Request body: {'security_group_rule': {'security_group_id': '68b40007-003c-4a6c-a288-10ed08c80699', 'project_id': '940cff16c39c46a794406f5e44e37e5f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:22:06.020514 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-8da37ccb-1401-4743-aa25-93f9acbc390b tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:22:06.082849 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-8da37ccb-1401-4743-aa25-93f9acbc390b tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:22:06.127626 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device d33c2048-f0a0-4184-a80f-470ad3a72c9e up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 04:22:06.146518 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-8da37ccb-1401-4743-aa25-93f9acbc390b tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:22:06.165929 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da37ccb-1401-4743-aa25-93f9acbc390b tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21dd1c6f-f703-4d51-bea3-1d8381b2b582,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:22:06.243349 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-8da37ccb-1401-4743-aa25-93f9acbc390b tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:22:06.244589 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-8da37ccb-1401-4743-aa25-93f9acbc390b tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3352504 Aug 11 04:22:06.247817 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 52258) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:22:06.252312 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-87b58b39-a653-4459-b000-201c67d1e112 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Request body: {'security_group_rule': {'security_group_id': '68b40007-003c-4a6c-a288-10ed08c80699', 'project_id': '940cff16c39c46a794406f5e44e37e5f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:22:06.254905 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port d33c2048-f0a0-4184-a80f-470ad3a72c9e completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 04:22:06.258907 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port d33c2048-f0a0-4184-a80f-470ad3a72c9e triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 04:22:06.259304 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:22:06.339492 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:22:06.350809 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-87b58b39-a653-4459-b000-201c67d1e112 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:22:06.360522 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port d33c2048-f0a0-4184-a80f-470ad3a72c9e, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=d33c2048-f0a0-4184-a80f-470ad3a72c9e,segment=NetworkSegment(fab28bed-aa25-40db-bba4-ec26e795194c),segment_id=fab28bed-aa25-40db-bba4-ec26e795194c)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:22:06.412727 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-87b58b39-a653-4459-b000-201c67d1e112 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:22:06.431724 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:22:06.485173 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=d33c2048-f0a0-4184-a80f-470ad3a72c9e,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:22:06.503287 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-87b58b39-a653-4459-b000-201c67d1e112 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:22:06.521691 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b58b39-a653-4459-b000-201c67d1e112 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cdd7b9c-dbc1-41d1-b6c6-ddd218010cc5,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:22:06.607415 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4085a7c-c663-4649-8b8e-f4509bd89e7e None None] Sync routers for ids ['6e4e4626-cc7f-4fc6-b94e-6f10ad86241e'] in n-d-764292-30 {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 04:22:06.607924 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-87b58b39-a653-4459-b000-201c67d1e112 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:22:06.608764 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-87b58b39-a653-4459-b000-201c67d1e112 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3600132 Aug 11 04:22:06.611385 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 52260) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:22:06.615879 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-e0b5fd6e-7b82-45c6-bff9-4a75bca76c6b tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Request body: {'security_group_rule': {'security_group_id': '68b40007-003c-4a6c-a288-10ed08c80699', 'project_id': '940cff16c39c46a794406f5e44e37e5f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:22:06.616727 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4085a7c-c663-4649-8b8e-f4509bd89e7e None None] Routers {'6e4e4626-cc7f-4fc6-b94e-6f10ad86241e'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 04:22:06.628194 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-f4085a7c-c663-4649-8b8e-f4509bd89e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T04:22:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['6e4e4626-cc7f-4fc6-b94e-6f10ad86241e'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:22:06.686260 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e0b5fd6e-7b82-45c6-bff9-4a75bca76c6b tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:22:06.720921 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-f4085a7c-c663-4649-8b8e-f4509bd89e7e None None] Set router 6e4e4626-cc7f-4fc6-b94e-6f10ad86241e gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 04:22:06.744721 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e0b5fd6e-7b82-45c6-bff9-4a75bca76c6b tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:22:06.803399 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e0b5fd6e-7b82-45c6-bff9-4a75bca76c6b tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:22:06.820843 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b5fd6e-7b82-45c6-bff9-4a75bca76c6b tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=294df868-5e97-441e-a6a0-a0783fb987e8,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:22:06.877843 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e0b5fd6e-7b82-45c6-bff9-4a75bca76c6b tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:22:06.879018 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-e0b5fd6e-7b82-45c6-bff9-4a75bca76c6b tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2666762 Aug 11 04:22:06.881735 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 52262) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:22:06.886344 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-54fddb99-091a-48cd-9dbe-8a8b35be0216 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Request body: {'security_group_rule': {'security_group_id': '68b40007-003c-4a6c-a288-10ed08c80699', 'project_id': '940cff16c39c46a794406f5e44e37e5f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:22:06.912971 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-f4085a7c-c663-4649-8b8e-f4509bd89e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e4e4626-cc7f-4fc6-b94e-6f10ad86241e', 'name': 'tempest-TestShelveInstance-224740276-router', 'tenant_id': 'a970bb8c52024b438db1e6692a85156e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': 'd33c2048-f0a0-4184-a80f-470ad3a72c9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:22:00Z', 'updated_at': '2021-08-11T04:22:04Z', 'revision_number': 4, 'project_id': 'a970bb8c52024b438db1e6692a85156e', 'gw_port': {'id': 'd33c2048-f0a0-4184-a80f-470ad3a72c9e', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:af:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4e4626-cc7f-4fc6-b94e-6f10ad86241e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:22:01Z', 'updated_at': '2021-08-11T04:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '86390b77-88a7-4df5-9228-9905f20af911', 'name': '', 'network_id': '9c4b8053-551b-4db9-b3da-aa0a502cccec', 'tenant_id': 'a970bb8c52024b438db1e6692a85156e', 'mac_address': 'fa:16:3e:c1:ff:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e4e4626-cc7f-4fc6-b94e-6f10ad86241e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '71706ca8-1481-4d39-a0e6-b61950992443', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:22:03Z', 'updated_at': '2021-08-11T04:22:04Z', 'revision_number': 2, 'project_id': 'a970bb8c52024b438db1e6692a85156e', 'subnets': [{'id': '71706ca8-1481-4d39-a0e6-b61950992443', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:22:06.938513 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4085a7c-c663-4649-8b8e-f4509bd89e7e None None] Checking router: 6e4e4626-cc7f-4fc6-b94e-6f10ad86241e for host: n-d-764292-30 {{(pid=102194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 04:22:06.938864 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4085a7c-c663-4649-8b8e-f4509bd89e7e None None] Updating router 6e4e4626-cc7f-4fc6-b94e-6f10ad86241e port 86390b77-88a7-4df5-9228-9905f20af911 binding host n-d-764292-30 {{(pid=102194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 04:22:06.962123 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-f4085a7c-c663-4649-8b8e-f4509bd89e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:22:06.968845 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-54fddb99-091a-48cd-9dbe-8a8b35be0216 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:22:07.041100 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-54fddb99-091a-48cd-9dbe-8a8b35be0216 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:22:07.126598 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-54fddb99-091a-48cd-9dbe-8a8b35be0216 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:22:07.145960 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fddb99-091a-48cd-9dbe-8a8b35be0216 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d8e0df5-dcdc-447a-bf0a-ec77e24ed5a4,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:22:07.212053 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-54fddb99-091a-48cd-9dbe-8a8b35be0216 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:22:07.213402 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-54fddb99-091a-48cd-9dbe-8a8b35be0216 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3306921 Aug 11 04:22:07.216595 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 52264) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:22:07.219412 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-f4085a7c-c663-4649-8b8e-f4509bd89e7e None None] Notify callbacks [] for port, precommit_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:22:07.221622 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-88972040-6093-47f4-8b92-49440c925360 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Request body: {'security_group_rule': {'security_group_id': '68b40007-003c-4a6c-a288-10ed08c80699', 'project_id': '940cff16c39c46a794406f5e44e37e5f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:22:07.228762 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.provisioning_blocks [None req-f4085a7c-c663-4649-8b8e-f4509bd89e7e None None] Transition to ACTIVE for port object 86390b77-88a7-4df5-9228-9905f20af911 will not be triggered until provisioned by entity L2. {{(pid=102194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 04:22:07.314781 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-f4085a7c-c663-4649-8b8e-f4509bd89e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:22:07.345318 n-d-764292-30 neutron-server[102192]: INFO neutron.db.securitygroups_db [None req-88972040-6093-47f4-8b92-49440c925360 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Project 940cff16c39c46a794406f5e44e37e5f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 04:22:07.351754 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-88972040-6093-47f4-8b92-49440c925360 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:22:07.366392 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5c5e7f-ccef-49ca-950a-c60cbc02aaa0 None None] Pushing event updated for resources: {'Port': ['ID=86390b77-88a7-4df5-9228-9905f20af911,revision_number=3']} {{(pid=102194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:22:07.417195 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-f4085a7c-c663-4649-8b8e-f4509bd89e7e None None] Attempting to bind port 86390b77-88a7-4df5-9228-9905f20af911 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 04:22:07.417569 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-f4085a7c-c663-4649-8b8e-f4509bd89e7e None None] Attempting to bind port 86390b77-88a7-4df5-9228-9905f20af911 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': '0468f561-04fe-401d-8b77-f61083f40c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '9c4b8053-551b-4db9-b3da-aa0a502cccec'}] {{(pid=102194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 04:22:07.417837 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4085a7c-c663-4649-8b8e-f4509bd89e7e None None] Attempting to bind port 86390b77-88a7-4df5-9228-9905f20af911 on network 9c4b8053-551b-4db9-b3da-aa0a502cccec {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 04:22:07.422878 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4085a7c-c663-4649-8b8e-f4509bd89e7e None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 4, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 04:22:07.428825 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4085a7c-c663-4649-8b8e-f4509bd89e7e None None] Checking segment: {'id': '0468f561-04fe-401d-8b77-f61083f40c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '9c4b8053-551b-4db9-b3da-aa0a502cccec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 04:22:07.428825 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-f4085a7c-c663-4649-8b8e-f4509bd89e7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:22:07.428825 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4085a7c-c663-4649-8b8e-f4509bd89e7e None None] Bound using segment: {'id': '0468f561-04fe-401d-8b77-f61083f40c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '9c4b8053-551b-4db9-b3da-aa0a502cccec'} {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 04:22:07.428825 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-f4085a7c-c663-4649-8b8e-f4509bd89e7e None None] Bound port: 86390b77-88a7-4df5-9228-9905f20af911, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0468f561-04fe-401d-8b77-f61083f40c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '9c4b8053-551b-4db9-b3da-aa0a502cccec'}}] {{(pid=102194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 04:22:07.428825 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-f4085a7c-c663-4649-8b8e-f4509bd89e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:22:07.429420 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-88972040-6093-47f4-8b92-49440c925360 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:22:07.489269 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.db [None req-f4085a7c-c663-4649-8b8e-f4509bd89e7e None None] For port 86390b77-88a7-4df5-9228-9905f20af911, host n-d-764292-30, cleared binding levels {{(pid=102194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 04:22:07.492482 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.db [None req-f4085a7c-c663-4649-8b8e-f4509bd89e7e None None] For port 86390b77-88a7-4df5-9228-9905f20af911, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=86390b77-88a7-4df5-9228-9905f20af911,segment=NetworkSegment(0468f561-04fe-401d-8b77-f61083f40c96),segment_id=0468f561-04fe-401d-8b77-f61083f40c96)] {{(pid=102194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 04:22:07.503435 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-88972040-6093-47f4-8b92-49440c925360 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:22:07.524301 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88972040-6093-47f4-8b92-49440c925360 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=978fb910-9c12-49ba-bef8-1c6555a8284e,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:22:07.555269 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-f4085a7c-c663-4649-8b8e-f4509bd89e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:22:07.580536 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-88972040-6093-47f4-8b92-49440c925360 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:22:07.581804 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-88972040-6093-47f4-8b92-49440c925360 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3642271 Aug 11 04:22:07.584525 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 52266) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:22:07.591852 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-ebe8e707-55c7-4605-bd24-7e8ebed0fb87 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Request body: {'security_group_rule': {'security_group_id': '68b40007-003c-4a6c-a288-10ed08c80699', 'project_id': '940cff16c39c46a794406f5e44e37e5f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:22:07.610258 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4085a7c-c663-4649-8b8e-f4509bd89e7e None None] Routers {'6e4e4626-cc7f-4fc6-b94e-6f10ad86241e'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 04:22:07.611134 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-f4085a7c-c663-4649-8b8e-f4509bd89e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T04:22:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['6e4e4626-cc7f-4fc6-b94e-6f10ad86241e'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:22:07.656335 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5c5e7f-ccef-49ca-950a-c60cbc02aaa0 None None] Pushing event updated for resources: {'Port': ['ID=86390b77-88a7-4df5-9228-9905f20af911,revision_number=4']} {{(pid=102194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:22:07.674239 n-d-764292-30 neutron-server[102192]: INFO neutron.db.securitygroups_db [None req-ebe8e707-55c7-4605-bd24-7e8ebed0fb87 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Project 940cff16c39c46a794406f5e44e37e5f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 04:22:07.677507 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ebe8e707-55c7-4605-bd24-7e8ebed0fb87 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:22:07.753192 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ebe8e707-55c7-4605-bd24-7e8ebed0fb87 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:22:07.826114 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-f4085a7c-c663-4649-8b8e-f4509bd89e7e None None] Set router 6e4e4626-cc7f-4fc6-b94e-6f10ad86241e gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 04:22:07.828742 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ebe8e707-55c7-4605-bd24-7e8ebed0fb87 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:22:07.846970 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe8e707-55c7-4605-bd24-7e8ebed0fb87 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d5cbbed-f373-41c9-bda5-2bc33348f47b,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:22:07.909425 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ebe8e707-55c7-4605-bd24-7e8ebed0fb87 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:22:07.910741 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-ebe8e707-55c7-4605-bd24-7e8ebed0fb87 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3252935 Aug 11 04:22:07.995240 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:22:08.028241 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-f4085a7c-c663-4649-8b8e-f4509bd89e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e4e4626-cc7f-4fc6-b94e-6f10ad86241e', 'name': 'tempest-TestShelveInstance-224740276-router', 'tenant_id': 'a970bb8c52024b438db1e6692a85156e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': 'd33c2048-f0a0-4184-a80f-470ad3a72c9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:22:00Z', 'updated_at': '2021-08-11T04:22:04Z', 'revision_number': 4, 'project_id': 'a970bb8c52024b438db1e6692a85156e', 'gw_port': {'id': 'd33c2048-f0a0-4184-a80f-470ad3a72c9e', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:af:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4e4626-cc7f-4fc6-b94e-6f10ad86241e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:22:01Z', 'updated_at': '2021-08-11T04:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '86390b77-88a7-4df5-9228-9905f20af911', 'name': '', 'network_id': '9c4b8053-551b-4db9-b3da-aa0a502cccec', 'tenant_id': 'a970bb8c52024b438db1e6692a85156e', 'mac_address': 'fa:16:3e:c1:ff:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e4e4626-cc7f-4fc6-b94e-6f10ad86241e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '71706ca8-1481-4d39-a0e6-b61950992443', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:22:03Z', 'updated_at': '2021-08-11T04:22:07Z', 'revision_number': 4, 'project_id': 'a970bb8c52024b438db1e6692a85156e', 'subnets': [{'id': '71706ca8-1481-4d39-a0e6-b61950992443', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:22:08.054797 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4085a7c-c663-4649-8b8e-f4509bd89e7e None None] The sync data for ids ['6e4e4626-cc7f-4fc6-b94e-6f10ad86241e'] in n-d-764292-30 is: [{'id': '6e4e4626-cc7f-4fc6-b94e-6f10ad86241e', 'name': 'tempest-TestShelveInstance-224740276-router', 'tenant_id': 'a970bb8c52024b438db1e6692a85156e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': 'd33c2048-f0a0-4184-a80f-470ad3a72c9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:22:00Z', 'updated_at': '2021-08-11T04:22:04Z', 'revision_number': 4, 'project_id': 'a970bb8c52024b438db1e6692a85156e', 'gw_port': {'id': 'd33c2048-f0a0-4184-a80f-470ad3a72c9e', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:af:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4e4626-cc7f-4fc6-b94e-6f10ad86241e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:22:01Z', 'updated_at': '2021-08-11T04:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '86390b77-88a7-4df5-9228-9905f20af911', 'name': '', 'network_id': '9c4b8053-551b-4db9-b3da-aa0a502cccec', 'tenant_id': 'a970bb8c52024b438db1e6692a85156e', 'mac_address': 'fa:16:3e:c1:ff:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e4e4626-cc7f-4fc6-b94e-6f10ad86241e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '71706ca8-1481-4d39-a0e6-b61950992443', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:22:03Z', 'updated_at': '2021-08-11T04:22:07Z', 'revision_number': 4, 'project_id': 'a970bb8c52024b438db1e6692a85156e', 'subnets': [{'id': '71706ca8-1481-4d39-a0e6-b61950992443', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 04:22:08.120281 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ced70f3a-2a65-4c0b-864b-136b5b585098 req-ef7aa979-4df9-4d37-84eb-c2945818c5b2 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1257257143&fields=id&tenant_id=940cff16c39c46a794406f5e44e37e5f HTTP/1.1" status: 200 len: 267 time: 0.0360363 Aug 11 04:22:08.146352 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 86390b77-88a7-4df5-9228-9905f20af911 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 04:22:08.237127 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced70f3a-2a65-4c0b-864b-136b5b585098 req-17483326-0065-43e7-bc5c-045e4b947827 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:22:08.238624 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ced70f3a-2a65-4c0b-864b-136b5b585098 req-17483326-0065-43e7-bc5c-045e4b947827 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/networks?id=e8a96bd2-253d-4f3c-a656-66a295069a29 HTTP/1.1" status: 200 len: 808 time: 0.1095076 Aug 11 04:22:08.252242 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port 86390b77-88a7-4df5-9228-9905f20af911 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 04:22:08.255284 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ced70f3a-2a65-4c0b-864b-136b5b585098 req-48bd0bd3-fa17-4ad0-98e4-c831dd0715de tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/quotas/940cff16c39c46a794406f5e44e37e5f HTTP/1.1" status: 200 len: 375 time: 0.0105984 Aug 11 04:22:08.256671 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 86390b77-88a7-4df5-9228-9905f20af911 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 04:22:08.257043 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:22:08.310221 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ced70f3a-2a65-4c0b-864b-136b5b585098 req-59150ed9-f187-485d-b2fa-f7cef152ba3b tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=940cff16c39c46a794406f5e44e37e5f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0486920 Aug 11 04:22:08.339676 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:22:08.376676 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port 86390b77-88a7-4df5-9228-9905f20af911, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=86390b77-88a7-4df5-9228-9905f20af911,segment=NetworkSegment(0468f561-04fe-401d-8b77-f61083f40c96),segment_id=0468f561-04fe-401d-8b77-f61083f40c96)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:22:08.426532 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [req-ced70f3a-2a65-4c0b-864b-136b5b585098 req-d8e3def2-0bfd-45be-bedb-526e337fa3e7 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 04:22:08.427550 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ced70f3a-2a65-4c0b-864b-136b5b585098 req-d8e3def2-0bfd-45be-bedb-526e337fa3e7 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1043935 Aug 11 04:22:08.440597 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:22:08.441411 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device d33c2048-f0a0-4184-a80f-470ad3a72c9e up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 04:22:08.524977 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=86390b77-88a7-4df5-9228-9905f20af911,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:22:08.529258 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ced70f3a-2a65-4c0b-864b-136b5b585098 req-146511f2-3f16-41e1-be5a-e47b8783014f service neutron] 10.222.0.41 "GET /v2.0/networks/e8a96bd2-253d-4f3c-a656-66a295069a29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949607 Aug 11 04:22:08.536526 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port d33c2048-f0a0-4184-a80f-470ad3a72c9e triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 04:22:08.536918 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:22:08.635512 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ced70f3a-2a65-4c0b-864b-136b5b585098 req-3d569cb9-28f1-494f-83ff-f7699ab9a94d service neutron] 10.222.0.41 "GET /v2.0/networks/e8a96bd2-253d-4f3c-a656-66a295069a29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983260 Aug 11 04:22:08.869011 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7af171d5-c3a7-4cd0-a4d1-7370a4e3b59f req-a2ebdd56-deb3-48a9-b72b-7773a165f81f tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/ports?device_id=23b984af-4e2c-40d2-becb-6c8cfb6753a0 HTTP/1.1" status: 200 len: 210 time: 0.0275335 Aug 11 04:22:09.974278 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-63239685-0c40-4017-acf7-7152d0db155f req-01a8e1f9-8e64-4073-bd0b-976162e8c7c3 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/ports?device_id=23b984af-4e2c-40d2-becb-6c8cfb6753a0 HTTP/1.1" status: 200 len: 210 time: 0.0272992 Aug 11 04:22:10.111540 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 86390b77-88a7-4df5-9228-9905f20af911 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 04:22:10.162376 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 86390b77-88a7-4df5-9228-9905f20af911 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 04:22:10.162675 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:22:10.773919 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced70f3a-2a65-4c0b-864b-136b5b585098 req-ea139df8-24a2-4e05-9895-4ae9ce296434 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:22:10.775667 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-ced70f3a-2a65-4c0b-864b-136b5b585098 req-ea139df8-24a2-4e05-9895-4ae9ce296434 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.22 "GET /v2.0/networks?id=e8a96bd2-253d-4f3c-a656-66a295069a29 HTTP/1.1" status: 200 len: 808 time: 0.0999901 Aug 11 04:22:10.819166 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-ced70f3a-2a65-4c0b-864b-136b5b585098 req-8e4c37a7-a07d-4656-8175-42f00ebb038d tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=940cff16c39c46a794406f5e44e37e5f HTTP/1.1" status: 200 len: 380 time: 0.0347376 Aug 11 04:22:10.828798 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-ced70f3a-2a65-4c0b-864b-136b5b585098 req-035f46ee-dbf7-4941-8f08-3288ca0eb959 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Request body: {'port': {'device_id': '23b984af-4e2c-40d2-becb-6c8cfb6753a0', 'network_id': 'e8a96bd2-253d-4f3c-a656-66a295069a29', 'admin_state_up': True, 'tenant_id': '940cff16c39c46a794406f5e44e37e5f', 'security_groups': ['68b40007-003c-4a6c-a288-10ed08c80699']}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:22:10.983121 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ced70f3a-2a65-4c0b-864b-136b5b585098 req-035f46ee-dbf7-4941-8f08-3288ca0eb959 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Made reservation on behalf of 940cff16c39c46a794406f5e44e37e5f for: {'port': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 04:22:10.986639 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-ced70f3a-2a65-4c0b-864b-136b5b585098 req-035f46ee-dbf7-4941-8f08-3288ca0eb959 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:22:11.071231 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-99e5df79-fa2f-47f6-82c3-2b8ad82bc49f req-4da34235-ae6a-4791-a3e6-6e0bf6e9850b tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/ports?device_id=23b984af-4e2c-40d2-becb-6c8cfb6753a0 HTTP/1.1" status: 200 len: 210 time: 0.0274920 Aug 11 04:22:11.117251 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [req-ced70f3a-2a65-4c0b-864b-136b5b585098 req-035f46ee-dbf7-4941-8f08-3288ca0eb959 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Allocated IP 172.20.0.3 (e8a96bd2-253d-4f3c-a656-66a295069a29/e26dde90-4f9d-477c-a347-a1571093fd29/59ee6522-8467-4567-b791-934447f36b78) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 04:22:11.247689 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-ced70f3a-2a65-4c0b-864b-136b5b585098 req-035f46ee-dbf7-4941-8f08-3288ca0eb959 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:22:11.261009 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [req-ced70f3a-2a65-4c0b-864b-136b5b585098 req-035f46ee-dbf7-4941-8f08-3288ca0eb959 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Transition to ACTIVE for port object 59ee6522-8467-4567-b791-934447f36b78 will not be triggered until provisioned by entity DHCP. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 04:22:11.369385 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-ced70f3a-2a65-4c0b-864b-136b5b585098 req-035f46ee-dbf7-4941-8f08-3288ca0eb959 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:22:11.417430 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ced70f3a-2a65-4c0b-864b-136b5b585098 req-035f46ee-dbf7-4941-8f08-3288ca0eb959 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Network e8a96bd2-253d-4f3c-a656-66a295069a29 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 04:22:11.421088 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [req-ced70f3a-2a65-4c0b-864b-136b5b585098 req-035f46ee-dbf7-4941-8f08-3288ca0eb959 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 04:22:11.430331 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-ced70f3a-2a65-4c0b-864b-136b5b585098 req-035f46ee-dbf7-4941-8f08-3288ca0eb959 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 04:22:11.437455 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035f46ee-dbf7-4941-8f08-3288ca0eb959 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Pushing event updated for resources: {'Port': ['ID=59ee6522-8467-4567-b791-934447f36b78,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:22:11.484509 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced70f3a-2a65-4c0b-864b-136b5b585098 req-035f46ee-dbf7-4941-8f08-3288ca0eb959 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:22:11.485172 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-ced70f3a-2a65-4c0b-864b-136b5b585098 req-035f46ee-dbf7-4941-8f08-3288ca0eb959 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:22:11.604143 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-ced70f3a-2a65-4c0b-864b-136b5b585098 req-035f46ee-dbf7-4941-8f08-3288ca0eb959 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7796121 Aug 11 04:22:11.617022 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-ced70f3a-2a65-4c0b-864b-136b5b585098 req-99a9aa89-5bdd-4a75-96f3-0e09f97b5bcf service neutron] Request body: {'port': {'device_id': '23b984af-4e2c-40d2-becb-6c8cfb6753a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764292-30'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:22:11.669279 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-ced70f3a-2a65-4c0b-864b-136b5b585098 req-99a9aa89-5bdd-4a75-96f3-0e09f97b5bcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:22:11.745877 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-cf73fb63-8a40-47c5-bc65-811d5539f1cc None None] Provisioning for port 59ee6522-8467-4567-b791-934447f36b78 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 04:22:11.750130 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-cf73fb63-8a40-47c5-bc65-811d5539f1cc None None] Provisioning complete for port 59ee6522-8467-4567-b791-934447f36b78 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 04:22:11.750559 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-cf73fb63-8a40-47c5-bc65-811d5539f1cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:22:11.796084 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-cf73fb63-8a40-47c5-bc65-811d5539f1cc None None] Port 59ee6522-8467-4567-b791-934447f36b78 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 04:22:11.851730 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:22:11.929663 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [req-ced70f3a-2a65-4c0b-864b-136b5b585098 req-99a9aa89-5bdd-4a75-96f3-0e09f97b5bcf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59ee6522-8467-4567-b791-934447f36b78 {{(pid=102191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 04:22:11.936858 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-ced70f3a-2a65-4c0b-864b-136b5b585098 req-99a9aa89-5bdd-4a75-96f3-0e09f97b5bcf service neutron] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:22:11.948231 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [req-ced70f3a-2a65-4c0b-864b-136b5b585098 req-99a9aa89-5bdd-4a75-96f3-0e09f97b5bcf service neutron] Transition to ACTIVE for port object 59ee6522-8467-4567-b791-934447f36b78 will not be triggered until provisioned by entity L2. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 04:22:12.043117 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-ced70f3a-2a65-4c0b-864b-136b5b585098 req-99a9aa89-5bdd-4a75-96f3-0e09f97b5bcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:22:12.097239 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a9aa89-5bdd-4a75-96f3-0e09f97b5bcf service neutron] Pushing event updated for resources: {'Port': ['ID=59ee6522-8467-4567-b791-934447f36b78,revision_number=2']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:22:12.173330 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-ced70f3a-2a65-4c0b-864b-136b5b585098 req-99a9aa89-5bdd-4a75-96f3-0e09f97b5bcf service neutron] Attempting to bind port 59ee6522-8467-4567-b791-934447f36b78 on host n-h1-764292-30 for vnic_type normal with profile {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 04:22:12.173661 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-ced70f3a-2a65-4c0b-864b-136b5b585098 req-99a9aa89-5bdd-4a75-96f3-0e09f97b5bcf service neutron] Attempting to bind port 59ee6522-8467-4567-b791-934447f36b78 by drivers openvswitch,hyperv on host n-h1-764292-30 at level 0 using segments [{'id': '4250ddbe-01cc-46d8-82ff-3369b668a56f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'e8a96bd2-253d-4f3c-a656-66a295069a29'}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 04:22:12.173984 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ced70f3a-2a65-4c0b-864b-136b5b585098 req-99a9aa89-5bdd-4a75-96f3-0e09f97b5bcf service neutron] Attempting to bind port 59ee6522-8467-4567-b791-934447f36b78 on network e8a96bd2-253d-4f3c-a656-66a295069a29 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 04:22:12.178591 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ced70f3a-2a65-4c0b-864b-136b5b585098 req-99a9aa89-5bdd-4a75-96f3-0e09f97b5bcf service neutron] Port 59ee6522-8467-4567-b791-934447f36b78 on network e8a96bd2-253d-4f3c-a656-66a295069a29 not bound, no agent of type Open vSwitch agent registered on host n-h1-764292-30 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 04:22:12.178955 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ced70f3a-2a65-4c0b-864b-136b5b585098 req-99a9aa89-5bdd-4a75-96f3-0e09f97b5bcf service neutron] Attempting to bind port 59ee6522-8467-4567-b791-934447f36b78 on network e8a96bd2-253d-4f3c-a656-66a295069a29 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 04:22:12.184281 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ced70f3a-2a65-4c0b-864b-136b5b585098 req-99a9aa89-5bdd-4a75-96f3-0e09f97b5bcf service neutron] Checking agent: {'id': 'abb524c2-b412-4ed2-8367-45c4fd996fa7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 4, 22, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 04:22:12.184541 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ced70f3a-2a65-4c0b-864b-136b5b585098 req-99a9aa89-5bdd-4a75-96f3-0e09f97b5bcf service neutron] Checking segment: {'id': '4250ddbe-01cc-46d8-82ff-3369b668a56f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'e8a96bd2-253d-4f3c-a656-66a295069a29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 04:22:12.184926 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ced70f3a-2a65-4c0b-864b-136b5b585098 req-99a9aa89-5bdd-4a75-96f3-0e09f97b5bcf service neutron] Bound using segment: {'id': '4250ddbe-01cc-46d8-82ff-3369b668a56f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'e8a96bd2-253d-4f3c-a656-66a295069a29'} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 04:22:12.185353 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-ced70f3a-2a65-4c0b-864b-136b5b585098 req-99a9aa89-5bdd-4a75-96f3-0e09f97b5bcf service neutron] Bound port: 59ee6522-8467-4567-b791-934447f36b78, host: n-h1-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4250ddbe-01cc-46d8-82ff-3369b668a56f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'e8a96bd2-253d-4f3c-a656-66a295069a29'}}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 04:22:12.185707 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-ced70f3a-2a65-4c0b-864b-136b5b585098 req-99a9aa89-5bdd-4a75-96f3-0e09f97b5bcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:22:12.202966 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5380f2c5-79e6-4535-9ee7-88b97642be86 req-83abc2e5-43ad-4c8a-8c3f-789fb35a3880 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:22:12.204581 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5380f2c5-79e6-4535-9ee7-88b97642be86 req-83abc2e5-43ad-4c8a-8c3f-789fb35a3880 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/ports?device_id=23b984af-4e2c-40d2-becb-6c8cfb6753a0 HTTP/1.1" status: 200 len: 943 time: 0.0595639 Aug 11 04:22:12.246401 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5380f2c5-79e6-4535-9ee7-88b97642be86 req-cc93185e-5db4-4179-8e78-eff4712fba58 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/security-groups?id=68b40007-003c-4a6c-a288-10ed08c80699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349584 Aug 11 04:22:12.258648 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-ced70f3a-2a65-4c0b-864b-136b5b585098 req-99a9aa89-5bdd-4a75-96f3-0e09f97b5bcf service neutron] For port 59ee6522-8467-4567-b791-934447f36b78, host n-h1-764292-30, cleared binding levels {{(pid=102191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 04:22:12.262558 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-ced70f3a-2a65-4c0b-864b-136b5b585098 req-99a9aa89-5bdd-4a75-96f3-0e09f97b5bcf service neutron] For port 59ee6522-8467-4567-b791-934447f36b78, host n-h1-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=59ee6522-8467-4567-b791-934447f36b78,segment=NetworkSegment(4250ddbe-01cc-46d8-82ff-3369b668a56f),segment_id=4250ddbe-01cc-46d8-82ff-3369b668a56f)] {{(pid=102191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 04:22:12.352032 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-ced70f3a-2a65-4c0b-864b-136b5b585098 req-99a9aa89-5bdd-4a75-96f3-0e09f97b5bcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:22:12.385060 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced70f3a-2a65-4c0b-864b-136b5b585098 req-99a9aa89-5bdd-4a75-96f3-0e09f97b5bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:22:12.385663 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-ced70f3a-2a65-4c0b-864b-136b5b585098 req-99a9aa89-5bdd-4a75-96f3-0e09f97b5bcf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:22:12.387577 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-ced70f3a-2a65-4c0b-864b-136b5b585098 req-99a9aa89-5bdd-4a75-96f3-0e09f97b5bcf service neutron] 10.222.0.22 "PUT /v2.0/ports/59ee6522-8467-4567-b791-934447f36b78 HTTP/1.1" status: 200 len: 1092 time: 0.7743225 Aug 11 04:22:12.388011 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23b984af-4e2c-40d2-becb-6c8cfb6753a0', 'tag': '59ee6522-8467-4567-b791-934447f36b78'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 04:22:12.390538 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9291d331c18c1eb37c2b57c8af4a09724b2e7f160dd5faf652855b3e38b81ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbc2ac0e-5097-422e-b390-2b55c32f6c86" -d '{"events": [{"name": "network-changed", "server_uuid": "23b984af-4e2c-40d2-becb-6c8cfb6753a0", "tag": "59ee6522-8467-4567-b791-934447f36b78"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 04:22:12.415159 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a9aa89-5bdd-4a75-96f3-0e09f97b5bcf service neutron] Pushing event updated for resources: {'Port': ['ID=59ee6522-8467-4567-b791-934447f36b78,revision_number=3']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:22:12.436361 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 04:22:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d66ccf2c-8d6d-41d6-9115-ac779f51d3f9 x-openstack-request-id: req-d66ccf2c-8d6d-41d6-9115-ac779f51d3f9 {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 04:22:12.436649 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23b984af-4e2c-40d2-becb-6c8cfb6753a0", "tag": "59ee6522-8467-4567-b791-934447f36b78", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 04:22:12.436899 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d66ccf2c-8d6d-41d6-9115-ac779f51d3f9 {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 04:22:12.437298 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23b984af-4e2c-40d2-becb-6c8cfb6753a0', 'tag': '59ee6522-8467-4567-b791-934447f36b78', 'status': 'completed', 'code': 200} Aug 11 04:22:12.497980 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc2ac0e-5097-422e-b390-2b55c32f6c86 req-cadef270-18a9-4538-8ecb-924b6764c57b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:22:12.499535 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-fbc2ac0e-5097-422e-b390-2b55c32f6c86 req-cadef270-18a9-4538-8ecb-924b6764c57b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=940cff16c39c46a794406f5e44e37e5f&device_id=23b984af-4e2c-40d2-becb-6c8cfb6753a0 HTTP/1.1" status: 200 len: 1095 time: 0.0431249 Aug 11 04:22:12.603518 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc2ac0e-5097-422e-b390-2b55c32f6c86 req-81ec8f74-1ac3-47c4-9840-72f76aab4347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:22:12.605001 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-fbc2ac0e-5097-422e-b390-2b55c32f6c86 req-81ec8f74-1ac3-47c4-9840-72f76aab4347 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=940cff16c39c46a794406f5e44e37e5f&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0979717 Aug 11 04:22:12.696780 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc2ac0e-5097-422e-b390-2b55c32f6c86 req-0e7bfd00-5af1-44a2-8bdf-cfcc08a63e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:22:12.698134 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-fbc2ac0e-5097-422e-b390-2b55c32f6c86 req-0e7bfd00-5af1-44a2-8bdf-cfcc08a63e95 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0861914 Aug 11 04:22:12.773211 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced70f3a-2a65-4c0b-864b-136b5b585098 req-62feda07-e644-47ba-b8fa-ca9dc015d122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:22:12.774699 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-ced70f3a-2a65-4c0b-864b-136b5b585098 req-62feda07-e644-47ba-b8fa-ca9dc015d122 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=940cff16c39c46a794406f5e44e37e5f&device_id=23b984af-4e2c-40d2-becb-6c8cfb6753a0 HTTP/1.1" status: 200 len: 1095 time: 0.0408523 Aug 11 04:22:12.818635 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-ced70f3a-2a65-4c0b-864b-136b5b585098 req-7be65a2e-26bd-4035-84cd-468e765f7e96 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=59ee6522-8467-4567-b791-934447f36b78 HTTP/1.1" status: 200 len: 217 time: 0.0358913 Aug 11 04:22:12.865449 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced70f3a-2a65-4c0b-864b-136b5b585098 req-14c30368-b7e0-4505-9926-227b6596299e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:22:12.866868 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-ced70f3a-2a65-4c0b-864b-136b5b585098 req-14c30368-b7e0-4505-9926-227b6596299e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e26dde90-4f9d-477c-a347-a1571093fd29 HTTP/1.1" status: 200 len: 847 time: 0.0418580 Aug 11 04:22:12.911103 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced70f3a-2a65-4c0b-864b-136b5b585098 req-98f20b14-da8a-4985-8b5c-b266847de7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:22:12.912537 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-ced70f3a-2a65-4c0b-864b-136b5b585098 req-98f20b14-da8a-4985-8b5c-b266847de7a4 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e8a96bd2-253d-4f3c-a656-66a295069a29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0385959 Aug 11 04:22:13.005392 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-ced70f3a-2a65-4c0b-864b-136b5b585098 req-6d0c18ee-a5fd-45dd-8ef0-4ba66a26f608 service neutron] 10.222.0.22 "GET /v2.0/networks/e8a96bd2-253d-4f3c-a656-66a295069a29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846107 Aug 11 04:22:13.094137 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-ced70f3a-2a65-4c0b-864b-136b5b585098 req-c03f78f3-ce86-4843-9fc0-8948eb76153a service neutron] 10.222.0.22 "GET /v2.0/networks/e8a96bd2-253d-4f3c-a656-66a295069a29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804403 Aug 11 04:22:13.358636 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da48d702-7d18-420a-89ab-ad6ffda21bb5 req-dd8eb206-b0f9-48fc-8b69-218e26887cec tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:22:13.360085 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-da48d702-7d18-420a-89ab-ad6ffda21bb5 req-dd8eb206-b0f9-48fc-8b69-218e26887cec tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/ports?device_id=23b984af-4e2c-40d2-becb-6c8cfb6753a0 HTTP/1.1" status: 200 len: 943 time: 0.0475836 Aug 11 04:22:13.396908 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-da48d702-7d18-420a-89ab-ad6ffda21bb5 req-16c53fcc-d485-4c6e-a603-7c44054eeff4 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/security-groups?id=68b40007-003c-4a6c-a288-10ed08c80699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309494 Aug 11 04:22:14.511039 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6104f4af-85ac-48ee-8261-7a036a35198a req-a9500838-023b-4c01-8f48-5063c05a29a1 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:22:14.512514 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6104f4af-85ac-48ee-8261-7a036a35198a req-a9500838-023b-4c01-8f48-5063c05a29a1 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/ports?device_id=23b984af-4e2c-40d2-becb-6c8cfb6753a0 HTTP/1.1" status: 200 len: 943 time: 0.0489709 Aug 11 04:22:14.551735 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6104f4af-85ac-48ee-8261-7a036a35198a req-6cd1e7c7-63bc-4d93-9f96-2cdee8b76785 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/security-groups?id=68b40007-003c-4a6c-a288-10ed08c80699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328488 Aug 11 04:22:15.668819 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d666e9-6974-469e-ad0b-2d22be8b3b56 req-bf953aa5-e0b3-4cec-93e3-133e0a64f558 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:22:15.670386 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b6d666e9-6974-469e-ad0b-2d22be8b3b56 req-bf953aa5-e0b3-4cec-93e3-133e0a64f558 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/ports?device_id=23b984af-4e2c-40d2-becb-6c8cfb6753a0 HTTP/1.1" status: 200 len: 943 time: 0.0531349 Aug 11 04:22:15.672190 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 59ee6522-8467-4567-b791-934447f36b78 details requested by agent hyperv_n-h1-764292-30 with host n-h1-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 04:22:15.710237 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b6d666e9-6974-469e-ad0b-2d22be8b3b56 req-c3dac5e1-d5b9-4de3-81a9-2e35fdc7d5cd tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/security-groups?id=68b40007-003c-4a6c-a288-10ed08c80699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339031 Aug 11 04:22:15.915072 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 59ee6522-8467-4567-b791-934447f36b78, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=59ee6522-8467-4567-b791-934447f36b78,segment=NetworkSegment(4250ddbe-01cc-46d8-82ff-3369b668a56f),segment_id=4250ddbe-01cc-46d8-82ff-3369b668a56f)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:22:15.926531 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Returning: {'device': '59ee6522-8467-4567-b791-934447f36b78', 'network_id': 'e8a96bd2-253d-4f3c-a656-66a295069a29', 'port_id': '59ee6522-8467-4567-b791-934447f36b78', 'mac_address': 'fa:16:3e:92:fc:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e26dde90-4f9d-477c-a347-a1571093fd29', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 04:22:15.964106 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:22:15.976645 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59ee6522-8467-4567-b791-934447f36b78 {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 04:22:15.996005 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 59ee6522-8467-4567-b791-934447f36b78, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=59ee6522-8467-4567-b791-934447f36b78,segment=NetworkSegment(4250ddbe-01cc-46d8-82ff-3369b668a56f),segment_id=4250ddbe-01cc-46d8-82ff-3369b668a56f)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:22:16.060135 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:22:16.108899 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=59ee6522-8467-4567-b791-934447f36b78,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:22:16.370299 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['59ee6522-8467-4567-b791-934447f36b78'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 04:22:16.825424 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d3c133-842b-476d-8451-73cd8d0989bb req-c74fb140-3218-430d-b54a-053840077aa5 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:22:16.826937 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-89d3c133-842b-476d-8451-73cd8d0989bb req-c74fb140-3218-430d-b54a-053840077aa5 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/ports?device_id=23b984af-4e2c-40d2-becb-6c8cfb6753a0 HTTP/1.1" status: 200 len: 944 time: 0.0485127 Aug 11 04:22:16.863334 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-89d3c133-842b-476d-8451-73cd8d0989bb req-224c7e53-000a-43e9-801b-a0ca485341a2 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/security-groups?id=68b40007-003c-4a6c-a288-10ed08c80699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304735 Aug 11 04:22:17.669975 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 59ee6522-8467-4567-b791-934447f36b78 up at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 04:22:17.777191 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning for port 59ee6522-8467-4567-b791-934447f36b78 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 04:22:17.780858 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning complete for port 59ee6522-8467-4567-b791-934447f36b78 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 04:22:17.781226 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:22:17.858864 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:22:17.880992 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23b984af-4e2c-40d2-becb-6c8cfb6753a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59ee6522-8467-4567-b791-934447f36b78'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 04:22:17.883292 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e385e08809ed349a2646fb52500b409f99e085c14d592b33dda6f3cb7a212da1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-322667b3-340a-4426-aabe-aa3522747458" -d '{"events": [{"server_uuid": "23b984af-4e2c-40d2-becb-6c8cfb6753a0", "name": "network-vif-plugged", "status": "completed", "tag": "59ee6522-8467-4567-b791-934447f36b78"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 04:22:17.896358 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 59ee6522-8467-4567-b791-934447f36b78, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=59ee6522-8467-4567-b791-934447f36b78,segment=NetworkSegment(4250ddbe-01cc-46d8-82ff-3369b668a56f),segment_id=4250ddbe-01cc-46d8-82ff-3369b668a56f)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:22:17.969172 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:22:17.977549 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 04:22:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfd3dc64-2a1b-4613-9714-9d201603cb7f x-openstack-request-id: req-bfd3dc64-2a1b-4613-9714-9d201603cb7f {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 04:22:17.977917 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23b984af-4e2c-40d2-becb-6c8cfb6753a0", "name": "network-vif-plugged", "status": "completed", "tag": "59ee6522-8467-4567-b791-934447f36b78", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 04:22:17.978248 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bfd3dc64-2a1b-4613-9714-9d201603cb7f {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 04:22:17.978724 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23b984af-4e2c-40d2-becb-6c8cfb6753a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59ee6522-8467-4567-b791-934447f36b78', 'code': 200} Aug 11 04:22:17.981610 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56f67bf-b5bf-4c1c-8e9b-b75191527740 req-c0abcdd2-f919-49c0-b47a-a3d30974e8e8 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:22:17.982890 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d56f67bf-b5bf-4c1c-8e9b-b75191527740 req-c0abcdd2-f919-49c0-b47a-a3d30974e8e8 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/ports?device_id=23b984af-4e2c-40d2-becb-6c8cfb6753a0 HTTP/1.1" status: 200 len: 944 time: 0.0536921 Aug 11 04:22:18.032207 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d56f67bf-b5bf-4c1c-8e9b-b75191527740 req-cef09355-c0b9-42ec-83ae-b6de41c9c435 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/security-groups?id=68b40007-003c-4a6c-a288-10ed08c80699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429909 Aug 11 04:22:18.041688 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=59ee6522-8467-4567-b791-934447f36b78,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:22:18.081479 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3b39f6-e654-40ae-ad4c-c1e89c3a227b req-605e76d9-20b9-4586-b94c-4386ac19e111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:22:18.083057 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-da3b39f6-e654-40ae-ad4c-c1e89c3a227b req-605e76d9-20b9-4586-b94c-4386ac19e111 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=23b984af-4e2c-40d2-becb-6c8cfb6753a0 HTTP/1.1" status: 200 len: 1097 time: 0.0461683 Aug 11 04:22:18.121967 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-da3b39f6-e654-40ae-ad4c-c1e89c3a227b req-72a271a8-d0a0-42c1-8ecb-c47bec6fdea0 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=68b40007-003c-4a6c-a288-10ed08c80699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309103 Aug 11 04:22:19.153196 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633e83d4-9db1-412f-acc8-b61ccd2f03c6 req-a607ad8b-53c0-4824-992f-3ed7b8475a49 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:22:19.154618 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-633e83d4-9db1-412f-acc8-b61ccd2f03c6 req-a607ad8b-53c0-4824-992f-3ed7b8475a49 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/ports?device_id=23b984af-4e2c-40d2-becb-6c8cfb6753a0 HTTP/1.1" status: 200 len: 945 time: 0.0531256 Aug 11 04:22:19.192562 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-633e83d4-9db1-412f-acc8-b61ccd2f03c6 req-4b93a978-4e81-43db-8937-1f9d1428bc5d tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/security-groups?id=68b40007-003c-4a6c-a288-10ed08c80699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319505 Aug 11 04:22:20.305346 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22b6c64-a2d3-47f3-9610-16dce758a847 req-534f87da-a4ed-45ac-971c-63a03f5bf795 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:22:20.306749 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d22b6c64-a2d3-47f3-9610-16dce758a847 req-534f87da-a4ed-45ac-971c-63a03f5bf795 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/ports?device_id=23b984af-4e2c-40d2-becb-6c8cfb6753a0 HTTP/1.1" status: 200 len: 945 time: 0.0489178 Aug 11 04:22:20.344194 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d22b6c64-a2d3-47f3-9610-16dce758a847 req-989a992a-b204-400f-89d2-c87b8556edba tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/security-groups?id=68b40007-003c-4a6c-a288-10ed08c80699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315022 Aug 11 04:22:20.458620 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed7c897-21b1-4368-b21f-b825c0376abf req-bce144cb-d513-4f57-b49a-a5dd5cc2a541 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:22:20.460548 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4ed7c897-21b1-4368-b21f-b825c0376abf req-bce144cb-d513-4f57-b49a-a5dd5cc2a541 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/ports?device_id=23b984af-4e2c-40d2-becb-6c8cfb6753a0 HTTP/1.1" status: 200 len: 945 time: 0.0477276 Aug 11 04:22:20.498547 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4ed7c897-21b1-4368-b21f-b825c0376abf req-d6f96c57-6b29-4e34-83f0-46a31c19469f tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/security-groups?id=68b40007-003c-4a6c-a288-10ed08c80699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315347 Aug 11 04:22:20.520007 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 52326) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:22:20.604141 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18682b52-21ae-42c3-996d-82346bc7a435 tempest-TestShelveInstance-1550381868 tempest-TestShelveInstance-1550381868-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:22:20.606648 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-18682b52-21ae-42c3-996d-82346bc7a435 tempest-TestShelveInstance-1550381868 tempest-TestShelveInstance-1550381868-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=23b984af-4e2c-40d2-becb-6c8cfb6753a0 HTTP/1.1" status: 200 len: 1092 time: 0.0846446 Aug 11 04:22:20.608619 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 52330) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:22:20.612891 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-7d40463e-d17c-40f7-a045-5e87a4bc67a0 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Request body: {'floatingip': {'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'port_id': '59ee6522-8467-4567-b791-934447f36b78', 'tenant_id': '940cff16c39c46a794406f5e44e37e5f', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:22:20.708612 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-7d40463e-d17c-40f7-a045-5e87a4bc67a0 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Notify callbacks [] for floatingip, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:22:20.801933 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-7d40463e-d17c-40f7-a045-5e87a4bc67a0 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:22:20.906164 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [None req-7d40463e-d17c-40f7-a045-5e87a4bc67a0 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Allocated IP 172.25.8.141 (09faf7d2-eaf5-4a50-bb6e-4cb05d009a76/e1a97443-13df-40bb-85f5-fd269e2742c0/081acffe-59ae-4904-859a-e8b428c9719a) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 04:22:21.001309 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-7d40463e-d17c-40f7-a045-5e87a4bc67a0 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:22:21.100395 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-7d40463e-d17c-40f7-a045-5e87a4bc67a0 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:22:21.146262 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d40463e-d17c-40f7-a045-5e87a4bc67a0 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 04:22:21.149138 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-7d40463e-d17c-40f7-a045-5e87a4bc67a0 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 04:22:21.151815 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d40463e-d17c-40f7-a045-5e87a4bc67a0 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 04:22:21.174658 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d40463e-d17c-40f7-a045-5e87a4bc67a0 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Pushing event updated for resources: {'Port': ['ID=081acffe-59ae-4904-859a-e8b428c9719a,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:22:21.502032 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-7d40463e-d17c-40f7-a045-5e87a4bc67a0 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:22:21.650746 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-7d40463e-d17c-40f7-a045-5e87a4bc67a0 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:22:21.797588 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-7d40463e-d17c-40f7-a045-5e87a4bc67a0 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Notify callbacks [] for port, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:22:21.888714 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-7d40463e-d17c-40f7-a045-5e87a4bc67a0 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:22:21.952112 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d40463e-d17c-40f7-a045-5e87a4bc67a0 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Pushing event updated for resources: {'Port': ['ID=081acffe-59ae-4904-859a-e8b428c9719a,revision_number=2']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:22:21.965471 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-7d40463e-d17c-40f7-a045-5e87a4bc67a0 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446866'] for floatingip, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:22:22.067550 n-d-764292-30 neutron-server[102192]: INFO neutron.db.l3_db [None req-7d40463e-d17c-40f7-a045-5e87a4bc67a0 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Floating IP f1d7e555-eb2e-4498-aa1f-b6070e173540 associated. External IP: 172.25.8.141, port: 59ee6522-8467-4567-b791-934447f36b78. Aug 11 04:22:22.271083 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d40463e-d17c-40f7-a045-5e87a4bc67a0 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Router e11a4a91-da22-4717-92f8-3709d89590f1 has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 04:22:22.375642 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d40463e-d17c-40f7-a045-5e87a4bc67a0 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 04:22:22.384936 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f3433f-134d-4774-8fd6-c79afd49056a None None] Sync routers for ids ['e11a4a91-da22-4717-92f8-3709d89590f1'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 04:22:22.395447 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f3433f-134d-4774-8fd6-c79afd49056a None None] Routers {'e11a4a91-da22-4717-92f8-3709d89590f1'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 04:22:22.396057 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-e4f3433f-134d-4774-8fd6-c79afd49056a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T04:22:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['e11a4a91-da22-4717-92f8-3709d89590f1'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:22:22.443151 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-7d40463e-d17c-40f7-a045-5e87a4bc67a0 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for floatingip, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:22:22.472778 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-7d40463e-d17c-40f7-a045-5e87a4bc67a0 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8631423 Aug 11 04:22:22.473371 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23b984af-4e2c-40d2-becb-6c8cfb6753a0', 'tag': '59ee6522-8467-4567-b791-934447f36b78'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 04:22:22.475692 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7f53641f53ed3ecbe111d4b405439a3ffe6be981c23072cf9fee61815809fbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1145116-5f07-4b06-b971-5ccdbfacecd2" -d '{"events": [{"name": "network-changed", "server_uuid": "23b984af-4e2c-40d2-becb-6c8cfb6753a0", "tag": "59ee6522-8467-4567-b791-934447f36b78"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 04:22:22.505439 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-e4f3433f-134d-4774-8fd6-c79afd49056a None None] Set router e11a4a91-da22-4717-92f8-3709d89590f1 gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 04:22:22.514184 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 04:22:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5ea851b-1d32-4700-b81a-e75dea586552 x-openstack-request-id: req-f5ea851b-1d32-4700-b81a-e75dea586552 {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 04:22:22.514681 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23b984af-4e2c-40d2-becb-6c8cfb6753a0", "tag": "59ee6522-8467-4567-b791-934447f36b78", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 04:22:22.514783 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f5ea851b-1d32-4700-b81a-e75dea586552 {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 04:22:22.515159 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23b984af-4e2c-40d2-becb-6c8cfb6753a0', 'tag': '59ee6522-8467-4567-b791-934447f36b78', 'status': 'completed', 'code': 200} Aug 11 04:22:22.573893 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1145116-5f07-4b06-b971-5ccdbfacecd2 req-425481cc-c9c5-4372-bca2-49cfb9101ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:22:22.576026 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-b1145116-5f07-4b06-b971-5ccdbfacecd2 req-425481cc-c9c5-4372-bca2-49cfb9101ebd service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=940cff16c39c46a794406f5e44e37e5f&device_id=23b984af-4e2c-40d2-becb-6c8cfb6753a0 HTTP/1.1" status: 200 len: 1097 time: 0.0406923 Aug 11 04:22:22.663903 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1145116-5f07-4b06-b971-5ccdbfacecd2 req-7496c620-e781-48b4-a54a-b7b21f65f974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:22:22.665344 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-b1145116-5f07-4b06-b971-5ccdbfacecd2 req-7496c620-e781-48b4-a54a-b7b21f65f974 service neutron] 10.222.0.22 "GET /v2.0/networks?id=e8a96bd2-253d-4f3c-a656-66a295069a29 HTTP/1.1" status: 200 len: 909 time: 0.0820165 Aug 11 04:22:22.732815 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-e4f3433f-134d-4774-8fd6-c79afd49056a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e11a4a91-da22-4717-92f8-3709d89590f1', 'name': 'tempest-TestShelveInstance-580012561-router', 'tenant_id': '940cff16c39c46a794406f5e44e37e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': '5fe94193-882d-498e-845e-8abaef695dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:21:54Z', 'updated_at': '2021-08-11T04:21:57Z', 'revision_number': 4, 'project_id': '940cff16c39c46a794406f5e44e37e5f', 'gw_port': {'id': '5fe94193-882d-498e-845e-8abaef695dff', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:63:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11a4a91-da22-4717-92f8-3709d89590f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:21:55Z', 'updated_at': '2021-08-11T04:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_floatingips': [{'id': 'f1d7e555-eb2e-4498-aa1f-b6070e173540', 'tenant_id': '940cff16c39c46a794406f5e44e37e5f', 'floating_ip_address': '172.25.8.141', 'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'router_id': 'e11a4a91-da22-4717-92f8-3709d89590f1', 'port_id': '59ee6522-8467-4567-b791-934447f36b78', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4308, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8a96bd2-253d-4f3c-a656-66a295069a29', 'mac_address': 'fa:16:3e:92:fc:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23b984af-4e2c-40d2-becb-6c8cfb6753a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T04:22:21Z', 'updated_at': '2021-08-11T04:22:21Z', 'revision_number': 0, 'project_id': '940cff16c39c46a794406f5e44e37e5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17c4a442-ace9-47f0-9720-9d7931b6fafd', 'name': '', 'network_id': 'e8a96bd2-253d-4f3c-a656-66a295069a29', 'tenant_id': '940cff16c39c46a794406f5e44e37e5f', 'mac_address': 'fa:16:3e:fc:ba:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11a4a91-da22-4717-92f8-3709d89590f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'e26dde90-4f9d-477c-a347-a1571093fd29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:21:57Z', 'updated_at': '2021-08-11T04:22:03Z', 'revision_number': 5, 'project_id': '940cff16c39c46a794406f5e44e37e5f', 'subnets': [{'id': 'e26dde90-4f9d-477c-a347-a1571093fd29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:22:22.734208 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-b1145116-5f07-4b06-b971-5ccdbfacecd2 req-050d9e9e-d8c0-462d-b334-c83ef0d2e101 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=59ee6522-8467-4567-b791-934447f36b78 HTTP/1.1" status: 200 len: 999 time: 0.0617485 Aug 11 04:22:22.759304 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f3433f-134d-4774-8fd6-c79afd49056a None None] Checking router: e11a4a91-da22-4717-92f8-3709d89590f1 for host: n-d-764292-30 {{(pid=102193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 04:22:22.768598 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f3433f-134d-4774-8fd6-c79afd49056a None None] Routers {'e11a4a91-da22-4717-92f8-3709d89590f1'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 04:22:22.769218 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-e4f3433f-134d-4774-8fd6-c79afd49056a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T04:22:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['e11a4a91-da22-4717-92f8-3709d89590f1'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:22:22.784211 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1145116-5f07-4b06-b971-5ccdbfacecd2 req-06636941-20be-4286-a698-3f63de23657b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:22:22.785692 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-b1145116-5f07-4b06-b971-5ccdbfacecd2 req-06636941-20be-4286-a698-3f63de23657b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e26dde90-4f9d-477c-a347-a1571093fd29 HTTP/1.1" status: 200 len: 847 time: 0.0451257 Aug 11 04:22:22.832161 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1145116-5f07-4b06-b971-5ccdbfacecd2 req-8f1826f8-f6a0-4bb9-a029-e816e33396df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:22:22.833695 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-b1145116-5f07-4b06-b971-5ccdbfacecd2 req-8f1826f8-f6a0-4bb9-a029-e816e33396df service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e8a96bd2-253d-4f3c-a656-66a295069a29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407465 Aug 11 04:22:22.874218 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-e4f3433f-134d-4774-8fd6-c79afd49056a None None] Set router e11a4a91-da22-4717-92f8-3709d89590f1 gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 04:22:22.926909 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-b1145116-5f07-4b06-b971-5ccdbfacecd2 req-22a7f113-34c7-4a4d-9a77-879a477d8eac service neutron] 10.222.0.22 "GET /v2.0/networks/e8a96bd2-253d-4f3c-a656-66a295069a29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853593 Aug 11 04:22:23.019399 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-b1145116-5f07-4b06-b971-5ccdbfacecd2 req-3816e552-dd5c-41cd-9074-7d37f19841ac service neutron] 10.222.0.22 "GET /v2.0/networks/e8a96bd2-253d-4f3c-a656-66a295069a29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859623 Aug 11 04:22:23.097153 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-e4f3433f-134d-4774-8fd6-c79afd49056a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e11a4a91-da22-4717-92f8-3709d89590f1', 'name': 'tempest-TestShelveInstance-580012561-router', 'tenant_id': '940cff16c39c46a794406f5e44e37e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': '5fe94193-882d-498e-845e-8abaef695dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:21:54Z', 'updated_at': '2021-08-11T04:21:57Z', 'revision_number': 4, 'project_id': '940cff16c39c46a794406f5e44e37e5f', 'gw_port': {'id': '5fe94193-882d-498e-845e-8abaef695dff', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:63:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11a4a91-da22-4717-92f8-3709d89590f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:21:55Z', 'updated_at': '2021-08-11T04:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_floatingips': [{'id': 'f1d7e555-eb2e-4498-aa1f-b6070e173540', 'tenant_id': '940cff16c39c46a794406f5e44e37e5f', 'floating_ip_address': '172.25.8.141', 'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'router_id': 'e11a4a91-da22-4717-92f8-3709d89590f1', 'port_id': '59ee6522-8467-4567-b791-934447f36b78', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4308, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8a96bd2-253d-4f3c-a656-66a295069a29', 'mac_address': 'fa:16:3e:92:fc:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23b984af-4e2c-40d2-becb-6c8cfb6753a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T04:22:21Z', 'updated_at': '2021-08-11T04:22:21Z', 'revision_number': 0, 'project_id': '940cff16c39c46a794406f5e44e37e5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17c4a442-ace9-47f0-9720-9d7931b6fafd', 'name': '', 'network_id': 'e8a96bd2-253d-4f3c-a656-66a295069a29', 'tenant_id': '940cff16c39c46a794406f5e44e37e5f', 'mac_address': 'fa:16:3e:fc:ba:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11a4a91-da22-4717-92f8-3709d89590f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'e26dde90-4f9d-477c-a347-a1571093fd29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:21:57Z', 'updated_at': '2021-08-11T04:22:03Z', 'revision_number': 5, 'project_id': '940cff16c39c46a794406f5e44e37e5f', 'subnets': [{'id': 'e26dde90-4f9d-477c-a347-a1571093fd29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:22:23.127642 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f3433f-134d-4774-8fd6-c79afd49056a None None] The sync data for ids ['e11a4a91-da22-4717-92f8-3709d89590f1'] in n-d-764292-30 is: [{'id': 'e11a4a91-da22-4717-92f8-3709d89590f1', 'name': 'tempest-TestShelveInstance-580012561-router', 'tenant_id': '940cff16c39c46a794406f5e44e37e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': '5fe94193-882d-498e-845e-8abaef695dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:21:54Z', 'updated_at': '2021-08-11T04:21:57Z', 'revision_number': 4, 'project_id': '940cff16c39c46a794406f5e44e37e5f', 'gw_port': {'id': '5fe94193-882d-498e-845e-8abaef695dff', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:63:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11a4a91-da22-4717-92f8-3709d89590f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:21:55Z', 'updated_at': '2021-08-11T04:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_floatingips': [{'id': 'f1d7e555-eb2e-4498-aa1f-b6070e173540', 'tenant_id': '940cff16c39c46a794406f5e44e37e5f', 'floating_ip_address': '172.25.8.141', 'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'router_id': 'e11a4a91-da22-4717-92f8-3709d89590f1', 'port_id': '59ee6522-8467-4567-b791-934447f36b78', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4308, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8a96bd2-253d-4f3c-a656-66a295069a29', 'mac_address': 'fa:16:3e:92:fc:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23b984af-4e2c-40d2-becb-6c8cfb6753a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T04:22:21Z', 'updated_at': '2021-08-11T04:22:21Z', 'revision_number': 0, 'project_id': '940cff16c39c46a794406f5e44e37e5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17c4a442-ace9-47f0-9720-9d7931b6fafd', 'name': '', 'network_id': 'e8a96bd2-253d-4f3c-a656-66a295069a29', 'tenant_id': '940cff16c39c46a794406f5e44e37e5f', 'mac_address': 'fa:16:3e:fc:ba:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11a4a91-da22-4717-92f8-3709d89590f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'e26dde90-4f9d-477c-a347-a1571093fd29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:21:57Z', 'updated_at': '2021-08-11T04:22:03Z', 'revision_number': 5, 'project_id': '940cff16c39c46a794406f5e44e37e5f', 'subnets': [{'id': 'e26dde90-4f9d-477c-a347-a1571093fd29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 04:22:23.409992 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70a5f74-0059-442b-92e3-caeee3f0470b None None] New status for floating IP f1d7e555-eb2e-4498-aa1f-b6070e173540: ACTIVE {{(pid=102194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 04:22:29.248816 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-29209653-0bfc-43da-8c0d-bc9ca599f24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:22:31.931263 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:22:32.171807 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-a20ac6a1-6fee-48a6-979d-b34fd3273ac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:22:33.340056 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:22:34.939445 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:22:35.408337 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-3cf05a01-742c-48f9-ab73-475b1769a590 req-bb05d5be-4687-4a12-ae60-d95677e42a01 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=23b984af-4e2c-40d2-becb-6c8cfb6753a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0396807 Aug 11 04:22:35.494642 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf05a01-742c-48f9-ab73-475b1769a590 req-7f25ccdd-edc9-4df8-8b58-ddc0b395686c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:22:35.496103 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-3cf05a01-742c-48f9-ab73-475b1769a590 req-7f25ccdd-edc9-4df8-8b58-ddc0b395686c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=940cff16c39c46a794406f5e44e37e5f&device_id=23b984af-4e2c-40d2-becb-6c8cfb6753a0 HTTP/1.1" status: 200 len: 1097 time: 0.0465741 Aug 11 04:22:35.594003 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf05a01-742c-48f9-ab73-475b1769a590 req-fef3a66c-c3e2-450a-99f8-22374cebd60f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:22:35.595512 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-3cf05a01-742c-48f9-ab73-475b1769a590 req-fef3a66c-c3e2-450a-99f8-22374cebd60f service neutron] 10.222.0.22 "GET /v2.0/networks?id=e8a96bd2-253d-4f3c-a656-66a295069a29 HTTP/1.1" status: 200 len: 909 time: 0.0805428 Aug 11 04:22:35.663467 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-3cf05a01-742c-48f9-ab73-475b1769a590 req-a63ddb84-8fc5-4e7c-8556-ef6dd6a47be4 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=59ee6522-8467-4567-b791-934447f36b78 HTTP/1.1" status: 200 len: 1001 time: 0.0596242 Aug 11 04:22:35.713767 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf05a01-742c-48f9-ab73-475b1769a590 req-9b5bb9ac-545d-4384-8135-cf92160005eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:22:35.715307 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-3cf05a01-742c-48f9-ab73-475b1769a590 req-9b5bb9ac-545d-4384-8135-cf92160005eb service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e26dde90-4f9d-477c-a347-a1571093fd29 HTTP/1.1" status: 200 len: 847 time: 0.0433149 Aug 11 04:22:35.762599 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf05a01-742c-48f9-ab73-475b1769a590 req-89045d2d-bac3-4730-8fd5-bfa5a07d74d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:22:35.764381 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-3cf05a01-742c-48f9-ab73-475b1769a590 req-89045d2d-bac3-4730-8fd5-bfa5a07d74d0 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e8a96bd2-253d-4f3c-a656-66a295069a29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412138 Aug 11 04:22:35.775301 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [req-3cf05a01-742c-48f9-ab73-475b1769a590 req-f6b94d20-9808-4801-8a4d-8d199938111c service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102191) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 04:22:35.776222 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-3cf05a01-742c-48f9-ab73-475b1769a590 req-f6b94d20-9808-4801-8a4d-8d199938111c service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048823 Aug 11 04:22:35.866868 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-3cf05a01-742c-48f9-ab73-475b1769a590 req-e8443683-ed60-41aa-aeb6-f13e54a22b23 service neutron] 10.222.0.22 "GET /v2.0/networks/e8a96bd2-253d-4f3c-a656-66a295069a29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826080 Aug 11 04:22:35.953898 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-3cf05a01-742c-48f9-ab73-475b1769a590 req-9b955636-7560-4c13-abf2-dc9060e650b7 service neutron] 10.222.0.22 "GET /v2.0/networks/e8a96bd2-253d-4f3c-a656-66a295069a29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791111 Aug 11 04:22:37.433181 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.agents_db [None req-950b7202-decb-43e2-8f71-ac8931dc9749 None None] Agent healthcheck: found 7 active agents {{(pid=102194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 04:22:38.005760 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:22:41.839759 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:22:59.247609 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-0f0b6b51-c178-4e20-ba40-4b7c75828f30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:23:01.896192 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:23:02.153671 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-cdd5aa23-d15f-489f-8bd3-01ede23d0864 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:23:03.302361 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:23:04.953080 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:23:08.007893 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:23:11.839088 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:23:14.432330 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.agents_db [None req-950b7202-decb-43e2-8f71-ac8931dc9749 None None] Agent healthcheck: found 7 active agents {{(pid=102194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 04:23:29.258368 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-376e7f01-68b6-4224-a8b8-72867884bb56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:23:31.952722 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:23:32.178633 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-d9441857-5412-49d4-a3b9-5800ab2aac23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:23:33.338423 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:23:34.969882 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:23:36.450167 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-a520e451-757a-4715-ba47-0f346ca2ba8d req-85f86140-38fa-4aba-93a8-ec3d2edd1a2b service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=23b984af-4e2c-40d2-becb-6c8cfb6753a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0917330 Aug 11 04:23:36.539016 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a520e451-757a-4715-ba47-0f346ca2ba8d req-bdc8ad47-789f-4c13-a9d2-6ccabdfd6a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:23:36.540505 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-a520e451-757a-4715-ba47-0f346ca2ba8d req-bdc8ad47-789f-4c13-a9d2-6ccabdfd6a0b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=940cff16c39c46a794406f5e44e37e5f&device_id=23b984af-4e2c-40d2-becb-6c8cfb6753a0 HTTP/1.1" status: 200 len: 1097 time: 0.0462840 Aug 11 04:23:36.639490 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a520e451-757a-4715-ba47-0f346ca2ba8d req-09d9c4d0-a425-416f-a43d-0c6adac79c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:23:36.640845 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-a520e451-757a-4715-ba47-0f346ca2ba8d req-09d9c4d0-a425-416f-a43d-0c6adac79c5f service neutron] 10.222.0.22 "GET /v2.0/networks?id=e8a96bd2-253d-4f3c-a656-66a295069a29 HTTP/1.1" status: 200 len: 909 time: 0.0817845 Aug 11 04:23:36.708051 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-a520e451-757a-4715-ba47-0f346ca2ba8d req-e307dcae-2333-40da-a834-d64a4eade9f3 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=59ee6522-8467-4567-b791-934447f36b78 HTTP/1.1" status: 200 len: 1001 time: 0.0591798 Aug 11 04:23:36.755984 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a520e451-757a-4715-ba47-0f346ca2ba8d req-894a53dd-2dc9-4ec7-b476-0cd827649193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:23:36.757354 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-a520e451-757a-4715-ba47-0f346ca2ba8d req-894a53dd-2dc9-4ec7-b476-0cd827649193 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e26dde90-4f9d-477c-a347-a1571093fd29 HTTP/1.1" status: 200 len: 847 time: 0.0423429 Aug 11 04:23:36.801353 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a520e451-757a-4715-ba47-0f346ca2ba8d req-765dba4b-973f-44f2-b5c0-d98a651873c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:23:36.802812 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-a520e451-757a-4715-ba47-0f346ca2ba8d req-765dba4b-973f-44f2-b5c0-d98a651873c8 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e8a96bd2-253d-4f3c-a656-66a295069a29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0387235 Aug 11 04:23:36.892764 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-a520e451-757a-4715-ba47-0f346ca2ba8d req-1729f178-c778-424e-852f-8b0f2cd021cd service neutron] 10.222.0.22 "GET /v2.0/networks/e8a96bd2-253d-4f3c-a656-66a295069a29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817373 Aug 11 04:23:37.290745 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-a520e451-757a-4715-ba47-0f346ca2ba8d req-dc11ebce-096e-4d25-8981-aa767db17b8e service neutron] 10.222.0.22 "GET /v2.0/networks/e8a96bd2-253d-4f3c-a656-66a295069a29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3909073 Aug 11 04:23:37.986815 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:23:41.858648 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:23:51.433368 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.agents_db [None req-950b7202-decb-43e2-8f71-ac8931dc9749 None None] Agent healthcheck: found 7 active agents {{(pid=102194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 04:23:59.238015 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-6021dae4-2770-4c4f-bb54-bfa3dbd719d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:24:01.926386 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:24:02.181007 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-b6bc81ec-1f9a-4067-a34b-a4f338c19f9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:24:03.291855 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:24:04.998015 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:24:08.014808 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:24:11.863356 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:24:28.432961 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.agents_db [None req-950b7202-decb-43e2-8f71-ac8931dc9749 None None] Agent healthcheck: found 7 active agents {{(pid=102194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 04:24:29.263030 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-cd316a21-715b-47f0-9e2b-dcb384389d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:24:31.925927 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:24:32.174464 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-d381144c-e30b-40af-ba6e-12325dfaccde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:24:33.311875 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:24:34.974094 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:24:36.415082 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-1a79a2eb-dc7e-4c58-be67-b46c58337bd8 req-470ccbec-15d8-4103-b7b6-99475b00879c service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=23b984af-4e2c-40d2-becb-6c8cfb6753a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0393443 Aug 11 04:24:36.496285 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a79a2eb-dc7e-4c58-be67-b46c58337bd8 req-a940b9dc-399a-4f5e-9eb3-c38a586299b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:24:36.497732 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-1a79a2eb-dc7e-4c58-be67-b46c58337bd8 req-a940b9dc-399a-4f5e-9eb3-c38a586299b7 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=940cff16c39c46a794406f5e44e37e5f&device_id=23b984af-4e2c-40d2-becb-6c8cfb6753a0 HTTP/1.1" status: 200 len: 1097 time: 0.0422335 Aug 11 04:24:36.597126 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a79a2eb-dc7e-4c58-be67-b46c58337bd8 req-1304a5e7-b907-42be-b048-10dc411efc3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:24:36.598525 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-1a79a2eb-dc7e-4c58-be67-b46c58337bd8 req-1304a5e7-b907-42be-b048-10dc411efc3f service neutron] 10.222.0.22 "GET /v2.0/networks?id=e8a96bd2-253d-4f3c-a656-66a295069a29 HTTP/1.1" status: 200 len: 909 time: 0.0814073 Aug 11 04:24:36.664353 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-1a79a2eb-dc7e-4c58-be67-b46c58337bd8 req-00d3f833-2c65-4b3e-8bb3-6ec0f2113ab6 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=59ee6522-8467-4567-b791-934447f36b78 HTTP/1.1" status: 200 len: 1001 time: 0.0591438 Aug 11 04:24:36.711447 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a79a2eb-dc7e-4c58-be67-b46c58337bd8 req-8dcc1efd-30e4-4ba5-8e20-3df95c9522af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:24:36.712823 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-1a79a2eb-dc7e-4c58-be67-b46c58337bd8 req-8dcc1efd-30e4-4ba5-8e20-3df95c9522af service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e26dde90-4f9d-477c-a347-a1571093fd29 HTTP/1.1" status: 200 len: 847 time: 0.0417855 Aug 11 04:24:36.756759 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a79a2eb-dc7e-4c58-be67-b46c58337bd8 req-1d59b308-b9b2-4bea-8873-bd45191fbda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:24:36.758185 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-1a79a2eb-dc7e-4c58-be67-b46c58337bd8 req-1d59b308-b9b2-4bea-8873-bd45191fbda8 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e8a96bd2-253d-4f3c-a656-66a295069a29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0378361 Aug 11 04:24:36.845776 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-1a79a2eb-dc7e-4c58-be67-b46c58337bd8 req-b3049620-c465-4a79-9ee1-2a8ece5100b1 service neutron] 10.222.0.22 "GET /v2.0/networks/e8a96bd2-253d-4f3c-a656-66a295069a29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806761 Aug 11 04:24:36.932424 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-1a79a2eb-dc7e-4c58-be67-b46c58337bd8 req-aeb95367-c07e-4acb-8276-80d4059b7780 service neutron] 10.222.0.22 "GET /v2.0/networks/e8a96bd2-253d-4f3c-a656-66a295069a29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790222 Aug 11 04:24:38.000175 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:24:41.853906 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:24:49.377819 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d7291a-fd7f-423a-9489-538aed2a75b6 req-8b60a7ca-c540-452b-8643-41ee39514caf tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:24:49.379226 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b8d7291a-fd7f-423a-9489-538aed2a75b6 req-8b60a7ca-c540-452b-8643-41ee39514caf tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/ports?device_id=23b984af-4e2c-40d2-becb-6c8cfb6753a0 HTTP/1.1" status: 200 len: 945 time: 0.1017385 Aug 11 04:24:49.416064 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b8d7291a-fd7f-423a-9489-538aed2a75b6 req-fbce55d0-1afe-45ef-ba2a-27008c6762aa tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/security-groups?id=68b40007-003c-4a6c-a288-10ed08c80699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308752 Aug 11 04:24:50.560705 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b32387-39ad-46be-9f02-39aef8f00b20 req-d18f7cfd-d157-421a-b68d-dc9c5116b87e tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:24:50.562092 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f1b32387-39ad-46be-9f02-39aef8f00b20 req-d18f7cfd-d157-421a-b68d-dc9c5116b87e tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/ports?device_id=23b984af-4e2c-40d2-becb-6c8cfb6753a0 HTTP/1.1" status: 200 len: 945 time: 0.0518010 Aug 11 04:24:50.599298 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f1b32387-39ad-46be-9f02-39aef8f00b20 req-aee45a71-2417-4ef7-8916-583da3c66984 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/security-groups?id=68b40007-003c-4a6c-a288-10ed08c80699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305405 Aug 11 04:24:51.745287 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8896ec-a272-4d3b-9b7f-86ce3440dde3 req-e6809527-a630-460d-8b5b-a860cdf57a3b tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:24:51.746782 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-af8896ec-a272-4d3b-9b7f-86ce3440dde3 req-e6809527-a630-460d-8b5b-a860cdf57a3b tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/ports?device_id=23b984af-4e2c-40d2-becb-6c8cfb6753a0 HTTP/1.1" status: 200 len: 945 time: 0.0493574 Aug 11 04:24:51.785671 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-af8896ec-a272-4d3b-9b7f-86ce3440dde3 req-2d4e9c51-4e8a-434a-9d79-7895a4185a64 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/security-groups?id=68b40007-003c-4a6c-a288-10ed08c80699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320067 Aug 11 04:24:52.897470 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd54b6c-dddf-4abd-acd5-94dc3ce176d2 req-bebdc1b0-3faf-4aae-b404-c258d8d3a898 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:24:52.898943 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2bd54b6c-dddf-4abd-acd5-94dc3ce176d2 req-bebdc1b0-3faf-4aae-b404-c258d8d3a898 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/ports?device_id=23b984af-4e2c-40d2-becb-6c8cfb6753a0 HTTP/1.1" status: 200 len: 945 time: 0.0475314 Aug 11 04:24:52.936187 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2bd54b6c-dddf-4abd-acd5-94dc3ce176d2 req-407f30b5-c181-4960-97fb-2002b72e2868 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/security-groups?id=68b40007-003c-4a6c-a288-10ed08c80699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313442 Aug 11 04:24:54.053938 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b3e0a8-b149-408d-9631-dfa7a9fc2e4e req-2e3c8db7-e902-4e66-86da-6b4f64fa9a0e tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:24:54.055600 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-06b3e0a8-b149-408d-9631-dfa7a9fc2e4e req-2e3c8db7-e902-4e66-86da-6b4f64fa9a0e tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/ports?device_id=23b984af-4e2c-40d2-becb-6c8cfb6753a0 HTTP/1.1" status: 200 len: 945 time: 0.0524197 Aug 11 04:24:54.093446 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-06b3e0a8-b149-408d-9631-dfa7a9fc2e4e req-8c9d47eb-bb55-4be9-a426-4e4d439ea135 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/security-groups?id=68b40007-003c-4a6c-a288-10ed08c80699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319328 Aug 11 04:24:55.204766 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb81097-01e6-41d1-a463-6e00c4035c43 req-5eed3c8e-5454-4f8e-828d-6d69cb320afd tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:24:55.206792 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-feb81097-01e6-41d1-a463-6e00c4035c43 req-5eed3c8e-5454-4f8e-828d-6d69cb320afd tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/ports?device_id=23b984af-4e2c-40d2-becb-6c8cfb6753a0 HTTP/1.1" status: 200 len: 945 time: 0.0485058 Aug 11 04:24:55.244193 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-feb81097-01e6-41d1-a463-6e00c4035c43 req-929c85c8-da0e-4193-aaf0-a37e04897540 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/security-groups?id=68b40007-003c-4a6c-a288-10ed08c80699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314908 Aug 11 04:24:56.357206 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5ac314-5010-4cc0-afdd-bc542d66bdc3 req-7f3998f9-ad62-4c51-84a4-5f9da1ecb936 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:24:56.358700 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8d5ac314-5010-4cc0-afdd-bc542d66bdc3 req-7f3998f9-ad62-4c51-84a4-5f9da1ecb936 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/ports?device_id=23b984af-4e2c-40d2-becb-6c8cfb6753a0 HTTP/1.1" status: 200 len: 945 time: 0.0484252 Aug 11 04:24:56.396499 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8d5ac314-5010-4cc0-afdd-bc542d66bdc3 req-485357fb-f9c3-48ef-8db2-9e9ca7904c24 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/security-groups?id=68b40007-003c-4a6c-a288-10ed08c80699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314336 Aug 11 04:24:57.513791 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2133ca-3ca7-4842-80b5-0280e87ab6d4 req-e2e10277-2d23-4f5b-95a2-2563ab60fc67 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:24:57.515294 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ee2133ca-3ca7-4842-80b5-0280e87ab6d4 req-e2e10277-2d23-4f5b-95a2-2563ab60fc67 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/ports?device_id=23b984af-4e2c-40d2-becb-6c8cfb6753a0 HTTP/1.1" status: 200 len: 945 time: 0.0533073 Aug 11 04:24:57.552508 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ee2133ca-3ca7-4842-80b5-0280e87ab6d4 req-aecf4ea2-5755-4aed-8308-26ec328405ab tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/security-groups?id=68b40007-003c-4a6c-a288-10ed08c80699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306711 Aug 11 04:24:58.665659 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aa22c6-bfbd-4bc6-af1d-ab65f1113e27 req-fca706fb-1c1e-4f1a-a291-e100ef5b8e4e tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:24:58.667155 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-92aa22c6-bfbd-4bc6-af1d-ab65f1113e27 req-fca706fb-1c1e-4f1a-a291-e100ef5b8e4e tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/ports?device_id=23b984af-4e2c-40d2-becb-6c8cfb6753a0 HTTP/1.1" status: 200 len: 945 time: 0.0481579 Aug 11 04:24:58.704652 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-92aa22c6-bfbd-4bc6-af1d-ab65f1113e27 req-78b42a0e-8784-4f4b-9d1e-10e3b592838e tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/security-groups?id=68b40007-003c-4a6c-a288-10ed08c80699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315516 Aug 11 04:24:59.268412 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-9275b6b8-45ba-4db0-955e-f0e91af0560f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:24:59.820452 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d0a265-4dda-4625-a166-3e88c2e02eeb req-bb61940d-1221-4bea-b3ef-73932b0b296e tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:24:59.821899 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-41d0a265-4dda-4625-a166-3e88c2e02eeb req-bb61940d-1221-4bea-b3ef-73932b0b296e tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/ports?device_id=23b984af-4e2c-40d2-becb-6c8cfb6753a0 HTTP/1.1" status: 200 len: 945 time: 0.0505271 Aug 11 04:24:59.858128 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-41d0a265-4dda-4625-a166-3e88c2e02eeb req-608c8a71-5634-4697-99d1-640ad2392695 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/security-groups?id=68b40007-003c-4a6c-a288-10ed08c80699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302465 Aug 11 04:25:00.975621 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b84242f-26a6-4407-9264-9c5c664db16f req-9d37d7d1-d482-4821-89d9-23ccce02eb66 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:25:00.977154 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3b84242f-26a6-4407-9264-9c5c664db16f req-9d37d7d1-d482-4821-89d9-23ccce02eb66 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/ports?device_id=23b984af-4e2c-40d2-becb-6c8cfb6753a0 HTTP/1.1" status: 200 len: 945 time: 0.0522335 Aug 11 04:25:01.014912 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3b84242f-26a6-4407-9264-9c5c664db16f req-17f331c1-03d8-48a6-8000-7be6e436d7ab tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/security-groups?id=68b40007-003c-4a6c-a288-10ed08c80699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319171 Aug 11 04:25:01.916748 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:25:02.129859 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8deecb4-c229-4f98-b3bf-1ba6ee99bb2a req-ab067a0e-c9aa-499d-8e9e-18582d6ada77 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:25:02.131386 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b8deecb4-c229-4f98-b3bf-1ba6ee99bb2a req-ab067a0e-c9aa-499d-8e9e-18582d6ada77 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/ports?device_id=23b984af-4e2c-40d2-becb-6c8cfb6753a0 HTTP/1.1" status: 200 len: 945 time: 0.0491714 Aug 11 04:25:02.168712 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-44341cb8-f4e5-48c2-beaf-32567355508d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:25:02.169775 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b8deecb4-c229-4f98-b3bf-1ba6ee99bb2a req-edcf6c0d-38ad-422b-9f40-4488cf5dcd2f tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/security-groups?id=68b40007-003c-4a6c-a288-10ed08c80699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319402 Aug 11 04:25:02.389119 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 59ee6522-8467-4567-b791-934447f36b78 details requested by agent hyperv_n-h1-764292-30 with host n-h1-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 04:25:02.508468 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 59ee6522-8467-4567-b791-934447f36b78, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=59ee6522-8467-4567-b791-934447f36b78,segment=NetworkSegment(4250ddbe-01cc-46d8-82ff-3369b668a56f),segment_id=4250ddbe-01cc-46d8-82ff-3369b668a56f)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:25:02.519794 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Returning: {'device': '59ee6522-8467-4567-b791-934447f36b78', 'network_id': 'e8a96bd2-253d-4f3c-a656-66a295069a29', 'port_id': '59ee6522-8467-4567-b791-934447f36b78', 'mac_address': 'fa:16:3e:92:fc:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e26dde90-4f9d-477c-a347-a1571093fd29', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 04:25:02.555769 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:25:02.568776 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 59ee6522-8467-4567-b791-934447f36b78 {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 04:25:02.587206 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 59ee6522-8467-4567-b791-934447f36b78, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=59ee6522-8467-4567-b791-934447f36b78,segment=NetworkSegment(4250ddbe-01cc-46d8-82ff-3369b668a56f),segment_id=4250ddbe-01cc-46d8-82ff-3369b668a56f)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:25:02.659417 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:25:02.708057 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=59ee6522-8467-4567-b791-934447f36b78,revision_number=6']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:25:02.715187 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:25:02.715526 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:25:02.715860 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:25:02.716190 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:25:02.716515 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:25:02.716838 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:25:02.717158 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:25:02.717486 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:25:02.717791 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:25:02.718107 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:25:02.718451 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:25:02.718769 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:25:02.728568 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['59ee6522-8467-4567-b791-934447f36b78'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 04:25:03.286920 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45adf5dc-ed53-4953-b9ab-ac1dbd47277e req-ecb383c2-7cf5-4c61-9d81-2a4f37d40f81 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:25:03.288403 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-45adf5dc-ed53-4953-b9ab-ac1dbd47277e req-ecb383c2-7cf5-4c61-9d81-2a4f37d40f81 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/ports?device_id=23b984af-4e2c-40d2-becb-6c8cfb6753a0 HTTP/1.1" status: 200 len: 944 time: 0.0492485 Aug 11 04:25:03.322315 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:25:03.325359 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-45adf5dc-ed53-4953-b9ab-ac1dbd47277e req-3d1d53fe-4518-4a78-9577-78dbd4953465 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/security-groups?id=68b40007-003c-4a6c-a288-10ed08c80699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304790 Aug 11 04:25:04.402745 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 59ee6522-8467-4567-b791-934447f36b78 up at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 04:25:04.445635 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc57b97a-9955-413e-934b-79a801ff8335 req-94cb76f3-31dc-4f6f-9aac-b7a0e68326bf tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:25:04.447238 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cc57b97a-9955-413e-934b-79a801ff8335 req-94cb76f3-31dc-4f6f-9aac-b7a0e68326bf tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/ports?device_id=23b984af-4e2c-40d2-becb-6c8cfb6753a0 HTTP/1.1" status: 200 len: 944 time: 0.0520158 Aug 11 04:25:04.452273 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning complete for port 59ee6522-8467-4567-b791-934447f36b78 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 04:25:04.452644 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:25:04.486197 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cc57b97a-9955-413e-934b-79a801ff8335 req-8f1bcbbf-961b-42d4-8460-6b80deb7b9d3 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/security-groups?id=68b40007-003c-4a6c-a288-10ed08c80699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325720 Aug 11 04:25:04.529175 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:25:04.550463 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23b984af-4e2c-40d2-becb-6c8cfb6753a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59ee6522-8467-4567-b791-934447f36b78'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 04:25:04.552701 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e385e08809ed349a2646fb52500b409f99e085c14d592b33dda6f3cb7a212da1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2576f60d-e6be-4cf0-a833-01c016d94505" -d '{"events": [{"server_uuid": "23b984af-4e2c-40d2-becb-6c8cfb6753a0", "name": "network-vif-plugged", "status": "completed", "tag": "59ee6522-8467-4567-b791-934447f36b78"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 04:25:04.565556 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 59ee6522-8467-4567-b791-934447f36b78, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=59ee6522-8467-4567-b791-934447f36b78,segment=NetworkSegment(4250ddbe-01cc-46d8-82ff-3369b668a56f),segment_id=4250ddbe-01cc-46d8-82ff-3369b668a56f)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:25:04.631255 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:25:04.680388 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=59ee6522-8467-4567-b791-934447f36b78,revision_number=7']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:25:04.971549 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:25:05.432257 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.agents_db [None req-950b7202-decb-43e2-8f71-ac8931dc9749 None None] Agent healthcheck: found 7 active agents {{(pid=102194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 04:25:05.600381 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ef0661-e3dc-432b-bf5a-54d2cba8aad4 req-f6ed149d-c6ea-4344-b9e3-b2548a37e772 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:25:05.604583 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-36ef0661-e3dc-432b-bf5a-54d2cba8aad4 req-f6ed149d-c6ea-4344-b9e3-b2548a37e772 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/ports?device_id=23b984af-4e2c-40d2-becb-6c8cfb6753a0 HTTP/1.1" status: 200 len: 945 time: 0.0519569 Aug 11 04:25:05.610462 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 04:25:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7077e99-2879-42d7-8615-2703589945a3 x-openstack-request-id: req-f7077e99-2879-42d7-8615-2703589945a3 {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 04:25:05.610942 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23b984af-4e2c-40d2-becb-6c8cfb6753a0", "name": "network-vif-plugged", "status": "completed", "tag": "59ee6522-8467-4567-b791-934447f36b78", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 04:25:05.611109 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f7077e99-2879-42d7-8615-2703589945a3 {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 04:25:05.611505 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23b984af-4e2c-40d2-becb-6c8cfb6753a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59ee6522-8467-4567-b791-934447f36b78', 'code': 200} Aug 11 04:25:05.641930 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-36ef0661-e3dc-432b-bf5a-54d2cba8aad4 req-46ff560a-9c50-4af1-bf47-88da7c332c7f tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/security-groups?id=68b40007-003c-4a6c-a288-10ed08c80699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313554 Aug 11 04:25:06.763434 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a4a800-dc90-4193-b438-b3dbe9054ba8 req-ed8ea379-6409-45b2-b998-f1fa88d8cb4d tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:25:06.765067 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-67a4a800-dc90-4193-b438-b3dbe9054ba8 req-ed8ea379-6409-45b2-b998-f1fa88d8cb4d tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/ports?device_id=23b984af-4e2c-40d2-becb-6c8cfb6753a0 HTTP/1.1" status: 200 len: 945 time: 0.0528810 Aug 11 04:25:06.803851 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-67a4a800-dc90-4193-b438-b3dbe9054ba8 req-93f72662-e0ac-4f4e-b475-56454b20424f tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/security-groups?id=68b40007-003c-4a6c-a288-10ed08c80699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325749 Aug 11 04:25:07.933980 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c969e7f-110d-4d96-9470-ba5797c275a2 req-58749ef2-8947-4443-97a8-bc16a5db2bc0 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:25:07.936364 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4c969e7f-110d-4d96-9470-ba5797c275a2 req-58749ef2-8947-4443-97a8-bc16a5db2bc0 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/ports?device_id=23b984af-4e2c-40d2-becb-6c8cfb6753a0 HTTP/1.1" status: 200 len: 945 time: 0.0638063 Aug 11 04:25:07.983962 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4c969e7f-110d-4d96-9470-ba5797c275a2 req-9096cb7f-145c-4155-bf33-6c7a32aecfb1 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/security-groups?id=68b40007-003c-4a6c-a288-10ed08c80699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399995 Aug 11 04:25:08.049600 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:25:09.115997 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021232b5-3e91-4745-8bc5-05a504740ac3 req-eefc3b44-4925-4e23-9210-bce0c5e270d1 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:25:09.118238 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-021232b5-3e91-4745-8bc5-05a504740ac3 req-eefc3b44-4925-4e23-9210-bce0c5e270d1 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/ports?device_id=23b984af-4e2c-40d2-becb-6c8cfb6753a0 HTTP/1.1" status: 200 len: 945 time: 0.0579817 Aug 11 04:25:09.167834 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-021232b5-3e91-4745-8bc5-05a504740ac3 req-d8728adb-e265-44e5-9c87-d757db357fc5 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/security-groups?id=68b40007-003c-4a6c-a288-10ed08c80699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422027 Aug 11 04:25:10.292333 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e79288-2f9e-4dcf-bd9b-824f387a7489 req-c4ce9ff5-a20c-4e18-874b-05f24c394e76 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:25:10.294448 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e2e79288-2f9e-4dcf-bd9b-824f387a7489 req-c4ce9ff5-a20c-4e18-874b-05f24c394e76 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/ports?device_id=23b984af-4e2c-40d2-becb-6c8cfb6753a0 HTTP/1.1" status: 200 len: 945 time: 0.0530875 Aug 11 04:25:10.336709 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e2e79288-2f9e-4dcf-bd9b-824f387a7489 req-aeb16b2b-870e-4d9a-8127-88d244fded62 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/security-groups?id=68b40007-003c-4a6c-a288-10ed08c80699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351708 Aug 11 04:25:11.469147 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f2402f-a447-4a5b-bf2e-707658a9d55c req-cf60a002-600e-4635-89d0-83c792437f91 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:25:11.476287 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e0f2402f-a447-4a5b-bf2e-707658a9d55c req-cf60a002-600e-4635-89d0-83c792437f91 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/ports?device_id=23b984af-4e2c-40d2-becb-6c8cfb6753a0 HTTP/1.1" status: 200 len: 945 time: 0.0611320 Aug 11 04:25:11.510795 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e0f2402f-a447-4a5b-bf2e-707658a9d55c req-ce180a52-13a8-478f-8b69-8bc72ec365db tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/security-groups?id=68b40007-003c-4a6c-a288-10ed08c80699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336394 Aug 11 04:25:11.865020 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:25:12.668835 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd92990-89a5-467b-9df6-2ae9e1b20dc1 req-08633e0c-2e93-42ec-80ae-ff86c872572a tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:25:12.668835 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ccd92990-89a5-467b-9df6-2ae9e1b20dc1 req-08633e0c-2e93-42ec-80ae-ff86c872572a tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/ports?device_id=23b984af-4e2c-40d2-becb-6c8cfb6753a0 HTTP/1.1" status: 200 len: 945 time: 0.0514789 Aug 11 04:25:12.675047 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ccd92990-89a5-467b-9df6-2ae9e1b20dc1 req-157b572a-9cfb-4ba7-9070-400134dca556 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/security-groups?id=68b40007-003c-4a6c-a288-10ed08c80699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318694 Aug 11 04:25:13.825806 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ed185d-66a9-4b06-97a7-ff10a16f4912 req-8fd7425e-eb41-49fc-9edc-271520229905 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:25:13.834863 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f8ed185d-66a9-4b06-97a7-ff10a16f4912 req-8fd7425e-eb41-49fc-9edc-271520229905 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/ports?device_id=23b984af-4e2c-40d2-becb-6c8cfb6753a0 HTTP/1.1" status: 200 len: 945 time: 0.0626147 Aug 11 04:25:13.875420 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f8ed185d-66a9-4b06-97a7-ff10a16f4912 req-7c22434a-49f9-4e7f-81cb-c2dceda05afc tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/security-groups?id=68b40007-003c-4a6c-a288-10ed08c80699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390508 Aug 11 04:25:15.009768 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51cb680-1ab0-4ef9-af31-9593b19c02c0 req-2e9d701d-2d39-4082-aa37-17964068fc82 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:25:15.010461 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b51cb680-1ab0-4ef9-af31-9593b19c02c0 req-2e9d701d-2d39-4082-aa37-17964068fc82 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/ports?device_id=23b984af-4e2c-40d2-becb-6c8cfb6753a0 HTTP/1.1" status: 200 len: 945 time: 0.0571241 Aug 11 04:25:15.054666 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b51cb680-1ab0-4ef9-af31-9593b19c02c0 req-85b80b42-ba71-45df-ad8b-25ed202b92e6 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/security-groups?id=68b40007-003c-4a6c-a288-10ed08c80699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358696 Aug 11 04:25:16.195980 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b958b4-d854-43ca-bda1-d0dee68ab027 req-805e8d2d-6abf-42e0-99df-81fc358f1f73 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:25:16.197010 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-83b958b4-d854-43ca-bda1-d0dee68ab027 req-805e8d2d-6abf-42e0-99df-81fc358f1f73 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/ports?device_id=23b984af-4e2c-40d2-becb-6c8cfb6753a0 HTTP/1.1" status: 200 len: 945 time: 0.0548942 Aug 11 04:25:16.240007 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-83b958b4-d854-43ca-bda1-d0dee68ab027 req-b4c1f44c-844f-4763-886f-359252ed6e4b tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/security-groups?id=68b40007-003c-4a6c-a288-10ed08c80699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364718 Aug 11 04:25:17.357617 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b24052-be1c-4578-9d20-1aba72fefbcc req-d1dd0582-a8de-4849-a53c-c78782cdff24 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:25:17.359104 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f7b24052-be1c-4578-9d20-1aba72fefbcc req-d1dd0582-a8de-4849-a53c-c78782cdff24 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/ports?device_id=23b984af-4e2c-40d2-becb-6c8cfb6753a0 HTTP/1.1" status: 200 len: 945 time: 0.0486972 Aug 11 04:25:17.396569 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f7b24052-be1c-4578-9d20-1aba72fefbcc req-f6ad0217-732e-4a4e-9baf-41c53af100b0 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/security-groups?id=68b40007-003c-4a6c-a288-10ed08c80699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309267 Aug 11 04:25:17.833575 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad8569d-5a6b-4d51-acea-c5bc9afc271a req-5a081345-4c5d-450e-9fe0-f5a4e744aea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:25:17.835094 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-bad8569d-5a6b-4d51-acea-c5bc9afc271a req-5a081345-4c5d-450e-9fe0-f5a4e744aea4 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=940cff16c39c46a794406f5e44e37e5f&device_id=23b984af-4e2c-40d2-becb-6c8cfb6753a0 HTTP/1.1" status: 200 len: 1097 time: 0.0414920 Aug 11 04:25:17.925979 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad8569d-5a6b-4d51-acea-c5bc9afc271a req-5b46e21d-a854-4bc1-a85b-df9667e1e353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:25:17.927475 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-bad8569d-5a6b-4d51-acea-c5bc9afc271a req-5b46e21d-a854-4bc1-a85b-df9667e1e353 service neutron] 10.222.0.22 "GET /v2.0/networks?id=e8a96bd2-253d-4f3c-a656-66a295069a29 HTTP/1.1" status: 200 len: 909 time: 0.0856748 Aug 11 04:25:17.990840 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-bad8569d-5a6b-4d51-acea-c5bc9afc271a req-db1b7c9b-08a5-4dcb-b37e-ecc147939017 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=59ee6522-8467-4567-b791-934447f36b78 HTTP/1.1" status: 200 len: 1001 time: 0.0564504 Aug 11 04:25:18.043768 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad8569d-5a6b-4d51-acea-c5bc9afc271a req-b751b12f-98e4-4088-8d9e-1743816eed26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:25:18.045212 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-bad8569d-5a6b-4d51-acea-c5bc9afc271a req-b751b12f-98e4-4088-8d9e-1743816eed26 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e26dde90-4f9d-477c-a347-a1571093fd29 HTTP/1.1" status: 200 len: 847 time: 0.0474164 Aug 11 04:25:18.092922 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad8569d-5a6b-4d51-acea-c5bc9afc271a req-faad283f-b61f-48ac-b367-222d73a9adc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:25:18.094436 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-bad8569d-5a6b-4d51-acea-c5bc9afc271a req-faad283f-b61f-48ac-b367-222d73a9adc2 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e8a96bd2-253d-4f3c-a656-66a295069a29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416753 Aug 11 04:25:18.180901 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-bad8569d-5a6b-4d51-acea-c5bc9afc271a req-afa31c65-e6d3-470c-b31d-7e7c72ecbf44 service neutron] 10.222.0.22 "GET /v2.0/networks/e8a96bd2-253d-4f3c-a656-66a295069a29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795033 Aug 11 04:25:18.273510 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-bad8569d-5a6b-4d51-acea-c5bc9afc271a req-43ada443-ee01-4abb-88b2-36fe8dc44dd9 service neutron] 10.222.0.22 "GET /v2.0/networks/e8a96bd2-253d-4f3c-a656-66a295069a29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851593 Aug 11 04:25:18.514785 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1002d8-dff7-48f6-ab80-6dd204628433 req-307bcc1d-13c9-4d02-a199-a12699379b26 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:25:18.516286 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-de1002d8-dff7-48f6-ab80-6dd204628433 req-307bcc1d-13c9-4d02-a199-a12699379b26 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/ports?device_id=23b984af-4e2c-40d2-becb-6c8cfb6753a0 HTTP/1.1" status: 200 len: 945 time: 0.0531142 Aug 11 04:25:18.554225 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-de1002d8-dff7-48f6-ab80-6dd204628433 req-97c2047d-fb8f-48a1-834d-c98dafff0aaa tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/security-groups?id=68b40007-003c-4a6c-a288-10ed08c80699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320001 Aug 11 04:25:19.667078 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8ddd59-3740-4137-8723-6af3da27808d req-76ad56e0-1300-4c93-aa29-01ec969a4c0f tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:25:19.668535 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2d8ddd59-3740-4137-8723-6af3da27808d req-76ad56e0-1300-4c93-aa29-01ec969a4c0f tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/ports?device_id=23b984af-4e2c-40d2-becb-6c8cfb6753a0 HTTP/1.1" status: 200 len: 945 time: 0.0482693 Aug 11 04:25:19.706762 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2d8ddd59-3740-4137-8723-6af3da27808d req-35303729-f704-4a49-a037-7ec88f4f5761 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/security-groups?id=68b40007-003c-4a6c-a288-10ed08c80699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317941 Aug 11 04:25:20.449986 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 59ee6522-8467-4567-b791-934447f36b78 no longer exists at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 04:25:20.524392 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:25:20.546597 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23b984af-4e2c-40d2-becb-6c8cfb6753a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59ee6522-8467-4567-b791-934447f36b78'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 04:25:20.548853 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e385e08809ed349a2646fb52500b409f99e085c14d592b33dda6f3cb7a212da1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93e7485d-6004-4671-8663-b37b50c0bb8c" -d '{"events": [{"server_uuid": "23b984af-4e2c-40d2-becb-6c8cfb6753a0", "name": "network-vif-unplugged", "status": "completed", "tag": "59ee6522-8467-4567-b791-934447f36b78"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 04:25:20.561405 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 59ee6522-8467-4567-b791-934447f36b78, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=59ee6522-8467-4567-b791-934447f36b78,segment=NetworkSegment(4250ddbe-01cc-46d8-82ff-3369b668a56f),segment_id=4250ddbe-01cc-46d8-82ff-3369b668a56f)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:25:20.581018 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 11 Aug 2021 04:25:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6022a3d-45e5-4a00-9f9c-b7c34ad4dae6 x-openstack-request-id: req-d6022a3d-45e5-4a00-9f9c-b7c34ad4dae6 {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 04:25:20.581301 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23b984af-4e2c-40d2-becb-6c8cfb6753a0", "name": "network-vif-unplugged", "status": "failed", "tag": "59ee6522-8467-4567-b791-934447f36b78", "code": 422}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 04:25:20.581551 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d6022a3d-45e5-4a00-9f9c-b7c34ad4dae6 {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 04:25:20.581940 n-d-764292-30 neutron-server[102193]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '23b984af-4e2c-40d2-becb-6c8cfb6753a0', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '59ee6522-8467-4567-b791-934447f36b78', 'code': 422} returned with failed status Aug 11 04:25:20.619108 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:25:20.669690 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=59ee6522-8467-4567-b791-934447f36b78,revision_number=8']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:25:20.818600 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a0e3b0-6147-4435-9673-f3f71d49ab94 req-9358497d-a726-40bf-944a-5d94772fd07e tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:25:20.820096 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-36a0e3b0-6147-4435-9673-f3f71d49ab94 req-9358497d-a726-40bf-944a-5d94772fd07e tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/ports?device_id=23b984af-4e2c-40d2-becb-6c8cfb6753a0 HTTP/1.1" status: 200 len: 943 time: 0.0479069 Aug 11 04:25:20.856962 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-36a0e3b0-6147-4435-9673-f3f71d49ab94 req-4a3ad521-2c9c-4d6c-bc51-7c1e17865eb4 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/security-groups?id=68b40007-003c-4a6c-a288-10ed08c80699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309732 Aug 11 04:25:21.156126 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bc0d39-abcb-4141-8c39-9d3584855d50 req-28a6ad5a-e071-46a6-8bb7-eaccf5555580 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:25:21.157598 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d3bc0d39-abcb-4141-8c39-9d3584855d50 req-28a6ad5a-e071-46a6-8bb7-eaccf5555580 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/ports?device_id=23b984af-4e2c-40d2-becb-6c8cfb6753a0 HTTP/1.1" status: 200 len: 943 time: 0.0535913 Aug 11 04:25:21.196080 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d3bc0d39-abcb-4141-8c39-9d3584855d50 req-e2f57428-a993-4466-8feb-caa68ec2741a tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/security-groups?id=68b40007-003c-4a6c-a288-10ed08c80699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318770 Aug 11 04:25:21.512853 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-70b1711d-1495-4780-acda-48861df0d091 req-cb5e3e0b-8b3a-4d00-b470-121747af089f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=23b984af-4e2c-40d2-becb-6c8cfb6753a0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0827827 Aug 11 04:25:22.310738 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60781880-3fd0-4883-9407-deeb3297e9fa req-979bca29-30ff-4caa-b49a-b3e506ff0607 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:25:22.312135 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-60781880-3fd0-4883-9407-deeb3297e9fa req-979bca29-30ff-4caa-b49a-b3e506ff0607 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/ports?device_id=23b984af-4e2c-40d2-becb-6c8cfb6753a0 HTTP/1.1" status: 200 len: 943 time: 0.0487483 Aug 11 04:25:22.349759 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-60781880-3fd0-4883-9407-deeb3297e9fa req-a481da26-740d-4336-a45f-5c8e41e78873 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/security-groups?id=68b40007-003c-4a6c-a288-10ed08c80699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312502 Aug 11 04:25:23.465339 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1649faa5-71c3-48cb-ac5e-c333db092ffb req-24407d57-06f9-49a7-9e79-0d9baed7e883 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:25:23.466813 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1649faa5-71c3-48cb-ac5e-c333db092ffb req-24407d57-06f9-49a7-9e79-0d9baed7e883 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/ports?device_id=23b984af-4e2c-40d2-becb-6c8cfb6753a0 HTTP/1.1" status: 200 len: 943 time: 0.0518651 Aug 11 04:25:23.503964 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1649faa5-71c3-48cb-ac5e-c333db092ffb req-16207229-6bee-4e71-bb2e-1574c27a6ee4 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/security-groups?id=68b40007-003c-4a6c-a288-10ed08c80699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311325 Aug 11 04:25:24.442572 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 59ee6522-8467-4567-b791-934447f36b78 no longer exists at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 04:25:24.621988 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e1615a-1a5e-409d-8176-1eebd3e6edd4 req-3a3fc520-deaf-4fd6-b7e2-c6cce3459085 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:25:24.623503 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-41e1615a-1a5e-409d-8176-1eebd3e6edd4 req-3a3fc520-deaf-4fd6-b7e2-c6cce3459085 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/ports?device_id=23b984af-4e2c-40d2-becb-6c8cfb6753a0 HTTP/1.1" status: 200 len: 943 time: 0.0493643 Aug 11 04:25:24.660839 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-41e1615a-1a5e-409d-8176-1eebd3e6edd4 req-19761435-d534-478c-9043-e68c10f3b6e6 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/security-groups?id=68b40007-003c-4a6c-a288-10ed08c80699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312769 Aug 11 04:25:24.921788 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b1711d-1495-4780-acda-48861df0d091 req-0b7ecc30-39f3-4098-87c8-9d5bf20d783f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:25:24.923234 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-70b1711d-1495-4780-acda-48861df0d091 req-0b7ecc30-39f3-4098-87c8-9d5bf20d783f service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=23b984af-4e2c-40d2-becb-6c8cfb6753a0&tenant_id=940cff16c39c46a794406f5e44e37e5f HTTP/1.1" status: 200 len: 1095 time: 0.0419376 Aug 11 04:25:24.983280 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b1711d-1495-4780-acda-48861df0d091 req-632afd9e-41f5-4747-bdd4-2898388cb90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:25:24.984733 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-70b1711d-1495-4780-acda-48861df0d091 req-632afd9e-41f5-4747-bdd4-2898388cb90b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=940cff16c39c46a794406f5e44e37e5f&device_id=23b984af-4e2c-40d2-becb-6c8cfb6753a0 HTTP/1.1" status: 200 len: 1095 time: 0.0396326 Aug 11 04:25:25.077573 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b1711d-1495-4780-acda-48861df0d091 req-6715b710-3fe5-4a11-8d53-e94aa29c0c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:25:25.079104 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-70b1711d-1495-4780-acda-48861df0d091 req-6715b710-3fe5-4a11-8d53-e94aa29c0c05 service neutron] 10.222.0.22 "GET /v2.0/networks?id=e8a96bd2-253d-4f3c-a656-66a295069a29 HTTP/1.1" status: 200 len: 909 time: 0.0875905 Aug 11 04:25:25.143792 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-70b1711d-1495-4780-acda-48861df0d091 req-7cb7303d-98c0-4a23-9393-79294dfdb454 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=59ee6522-8467-4567-b791-934447f36b78 HTTP/1.1" status: 200 len: 999 time: 0.0577736 Aug 11 04:25:25.195171 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b1711d-1495-4780-acda-48861df0d091 req-bd182740-5068-4cde-a6e7-813ecbfc866c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:25:25.196488 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-70b1711d-1495-4780-acda-48861df0d091 req-bd182740-5068-4cde-a6e7-813ecbfc866c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e26dde90-4f9d-477c-a347-a1571093fd29 HTTP/1.1" status: 200 len: 847 time: 0.0461831 Aug 11 04:25:25.241511 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b1711d-1495-4780-acda-48861df0d091 req-92ffe8da-0c8a-4e4e-826b-bd77e3828b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:25:25.242983 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-70b1711d-1495-4780-acda-48861df0d091 req-92ffe8da-0c8a-4e4e-826b-bd77e3828b11 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e8a96bd2-253d-4f3c-a656-66a295069a29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390692 Aug 11 04:25:25.330605 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-70b1711d-1495-4780-acda-48861df0d091 req-746ddcf6-cc88-43ea-bddb-33e8c88ddb3f service neutron] 10.222.0.22 "GET /v2.0/networks/e8a96bd2-253d-4f3c-a656-66a295069a29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802777 Aug 11 04:25:25.421718 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-70b1711d-1495-4780-acda-48861df0d091 req-74752500-6ce8-419d-92d8-c91a17ab27e5 service neutron] 10.222.0.22 "GET /v2.0/networks/e8a96bd2-253d-4f3c-a656-66a295069a29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839319 Aug 11 04:25:25.775144 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76269a80-4fcb-4184-b386-d525531c6bba req-08ea66ee-88a1-4526-9634-b42ec75e77c3 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:25:25.776607 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-76269a80-4fcb-4184-b386-d525531c6bba req-08ea66ee-88a1-4526-9634-b42ec75e77c3 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/ports?device_id=23b984af-4e2c-40d2-becb-6c8cfb6753a0 HTTP/1.1" status: 200 len: 943 time: 0.0485930 Aug 11 04:25:25.813188 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-76269a80-4fcb-4184-b386-d525531c6bba req-4a35c5c1-bb08-422e-b75b-b72b90a6cfca tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/security-groups?id=68b40007-003c-4a6c-a288-10ed08c80699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307093 Aug 11 04:25:26.933999 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aa6018-874f-4706-8da1-91cfdbb78e46 req-5683eef0-2f57-46e7-b400-4e1b9c37aad2 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:25:26.935519 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-72aa6018-874f-4706-8da1-91cfdbb78e46 req-5683eef0-2f57-46e7-b400-4e1b9c37aad2 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/ports?device_id=23b984af-4e2c-40d2-becb-6c8cfb6753a0 HTTP/1.1" status: 200 len: 943 time: 0.0520580 Aug 11 04:25:27.317372 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-72aa6018-874f-4706-8da1-91cfdbb78e46 req-0cefa693-c4b3-493f-ab5c-9811e281827a tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/security-groups?id=68b40007-003c-4a6c-a288-10ed08c80699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3758318 Aug 11 04:25:28.441680 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a17aa29-7d03-4a19-bec2-7b57dd58940d req-4c1ba1b2-f9e3-4360-bf96-a64f94b7296a tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:25:28.443250 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3a17aa29-7d03-4a19-bec2-7b57dd58940d req-4c1ba1b2-f9e3-4360-bf96-a64f94b7296a tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/ports?device_id=23b984af-4e2c-40d2-becb-6c8cfb6753a0 HTTP/1.1" status: 200 len: 943 time: 0.0488725 Aug 11 04:25:28.480196 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3a17aa29-7d03-4a19-bec2-7b57dd58940d req-046e4b22-4773-4f51-a843-0495d2817aa6 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/security-groups?id=68b40007-003c-4a6c-a288-10ed08c80699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309668 Aug 11 04:25:29.262676 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2ffec531-2ac6-4e14-ad6b-e1fb2d5a315b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:25:29.596011 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692f99c2-38ce-411d-ba8c-ffe59feb046f req-e03de95e-f29a-4f0a-abc7-cd477dd9cb6e tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:25:29.598053 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-692f99c2-38ce-411d-ba8c-ffe59feb046f req-e03de95e-f29a-4f0a-abc7-cd477dd9cb6e tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/ports?device_id=23b984af-4e2c-40d2-becb-6c8cfb6753a0 HTTP/1.1" status: 200 len: 943 time: 0.0487564 Aug 11 04:25:29.634175 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-692f99c2-38ce-411d-ba8c-ffe59feb046f req-ee8b42b3-37c7-4233-a920-f1c20bd69287 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/security-groups?id=68b40007-003c-4a6c-a288-10ed08c80699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301483 Aug 11 04:25:30.754822 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615e9f23-6514-456b-ae7c-70f45ea4f123 req-4002daa5-044d-4d84-b8dc-4409cff458de tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:25:30.757280 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-615e9f23-6514-456b-ae7c-70f45ea4f123 req-4002daa5-044d-4d84-b8dc-4409cff458de tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/ports?device_id=23b984af-4e2c-40d2-becb-6c8cfb6753a0 HTTP/1.1" status: 200 len: 943 time: 0.0563312 Aug 11 04:25:30.798948 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-615e9f23-6514-456b-ae7c-70f45ea4f123 req-06ad8a80-e78e-4553-a1ca-d4e6608c25f8 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/security-groups?id=68b40007-003c-4a6c-a288-10ed08c80699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348759 Aug 11 04:25:31.931549 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267eec2d-f737-4470-a3e6-ef04dc4cd714 req-3b896efb-ee8b-4420-8bb4-8a1cd7479a2e tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:25:31.933333 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-267eec2d-f737-4470-a3e6-ef04dc4cd714 req-3b896efb-ee8b-4420-8bb4-8a1cd7479a2e tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/ports?device_id=23b984af-4e2c-40d2-becb-6c8cfb6753a0 HTTP/1.1" status: 200 len: 943 time: 0.0541821 Aug 11 04:25:31.991502 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-267eec2d-f737-4470-a3e6-ef04dc4cd714 req-1a54b03f-988f-4a33-b2b0-a67cb8d0d537 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/security-groups?id=68b40007-003c-4a6c-a288-10ed08c80699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455263 Aug 11 04:25:32.598977 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:25:32.608046 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-c1487fe6-c5c6-418a-b898-16e1a3007b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:25:33.121335 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afee5331-70ff-473a-bd0d-f90959c9310d req-05bc4725-cb48-4ddf-a9f0-f2cbdb1a9ca4 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:25:33.127369 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-afee5331-70ff-473a-bd0d-f90959c9310d req-05bc4725-cb48-4ddf-a9f0-f2cbdb1a9ca4 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/ports?device_id=23b984af-4e2c-40d2-becb-6c8cfb6753a0 HTTP/1.1" status: 200 len: 943 time: 0.0519013 Aug 11 04:25:33.162669 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-afee5331-70ff-473a-bd0d-f90959c9310d req-da1dea74-dd14-4aab-871c-47cfe6cdf31d tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/security-groups?id=68b40007-003c-4a6c-a288-10ed08c80699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336268 Aug 11 04:25:33.430647 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:25:34.284502 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2585578-bc2c-4e1e-b624-2dedde82bc86 req-d02a6b2e-0fa6-4802-b599-e44524f713c6 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:25:34.285888 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b2585578-bc2c-4e1e-b624-2dedde82bc86 req-d02a6b2e-0fa6-4802-b599-e44524f713c6 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/ports?device_id=23b984af-4e2c-40d2-becb-6c8cfb6753a0 HTTP/1.1" status: 200 len: 943 time: 0.0536737 Aug 11 04:25:34.323731 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b2585578-bc2c-4e1e-b624-2dedde82bc86 req-286754ef-8231-4c1c-bfca-4569fa35732d tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/security-groups?id=68b40007-003c-4a6c-a288-10ed08c80699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315597 Aug 11 04:25:34.978996 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:25:35.453510 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b520cfd-5be3-4364-99ca-e0d134d68518 req-af5150ed-7bc2-4392-8df0-bb355ea87ad8 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:25:35.455117 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2b520cfd-5be3-4364-99ca-e0d134d68518 req-af5150ed-7bc2-4392-8df0-bb355ea87ad8 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/ports?device_id=23b984af-4e2c-40d2-becb-6c8cfb6753a0 HTTP/1.1" status: 200 len: 943 time: 0.0512009 Aug 11 04:25:35.494057 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2b520cfd-5be3-4364-99ca-e0d134d68518 req-fd5c20ac-c248-49c2-8cf8-2197ca9babb7 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/security-groups?id=68b40007-003c-4a6c-a288-10ed08c80699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321624 Aug 11 04:25:36.622564 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40569ba-456a-45e1-9408-2e065acff0d0 req-dee8891c-8450-4b6d-8922-c995b545c926 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:25:36.624143 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f40569ba-456a-45e1-9408-2e065acff0d0 req-dee8891c-8450-4b6d-8922-c995b545c926 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/ports?device_id=23b984af-4e2c-40d2-becb-6c8cfb6753a0 HTTP/1.1" status: 200 len: 943 time: 0.0580442 Aug 11 04:25:36.667950 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f40569ba-456a-45e1-9408-2e065acff0d0 req-0698e9ae-3610-4182-863d-92fb755e07b9 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/security-groups?id=68b40007-003c-4a6c-a288-10ed08c80699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371447 Aug 11 04:25:37.786842 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3111ad-66a9-4a66-81c2-6081d0b4c688 req-ad2fb5d5-6dd4-43b7-bc45-aadce0594c43 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:25:37.788307 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4f3111ad-66a9-4a66-81c2-6081d0b4c688 req-ad2fb5d5-6dd4-43b7-bc45-aadce0594c43 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/ports?device_id=23b984af-4e2c-40d2-becb-6c8cfb6753a0 HTTP/1.1" status: 200 len: 943 time: 0.0525837 Aug 11 04:25:37.827166 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4f3111ad-66a9-4a66-81c2-6081d0b4c688 req-09d2cb32-8851-48ee-b10a-65d0a62f4d56 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/security-groups?id=68b40007-003c-4a6c-a288-10ed08c80699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329282 Aug 11 04:25:38.033387 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:25:38.938223 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f0ca14-5677-485d-be94-1e38e2ad3870 req-6e78095a-d196-454a-bad7-4353fb76b809 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:25:38.939704 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c1f0ca14-5677-485d-be94-1e38e2ad3870 req-6e78095a-d196-454a-bad7-4353fb76b809 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/ports?device_id=23b984af-4e2c-40d2-becb-6c8cfb6753a0 HTTP/1.1" status: 200 len: 943 time: 0.0477610 Aug 11 04:25:38.977385 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c1f0ca14-5677-485d-be94-1e38e2ad3870 req-c7bb3b7a-edfd-485a-af96-fd766b82756b tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/security-groups?id=68b40007-003c-4a6c-a288-10ed08c80699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307324 Aug 11 04:25:39.970928 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9698e724-c3e4-453e-924b-d4d555d6befa req-90b5d568-b9c7-4b3e-a45c-5675f9a7eaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:25:39.973095 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-9698e724-c3e4-453e-924b-d4d555d6befa req-90b5d568-b9c7-4b3e-a45c-5675f9a7eaa9 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=940cff16c39c46a794406f5e44e37e5f&device_id=23b984af-4e2c-40d2-becb-6c8cfb6753a0 HTTP/1.1" status: 200 len: 1095 time: 0.0422547 Aug 11 04:25:40.086926 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9698e724-c3e4-453e-924b-d4d555d6befa req-731a30cf-f193-4934-b868-72610bb6ede7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:25:40.088394 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-9698e724-c3e4-453e-924b-d4d555d6befa req-731a30cf-f193-4934-b868-72610bb6ede7 service neutron] 10.222.0.22 "GET /v2.0/networks?id=e8a96bd2-253d-4f3c-a656-66a295069a29 HTTP/1.1" status: 200 len: 909 time: 0.0904970 Aug 11 04:25:40.092126 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c577ccb-1fde-4162-873f-f5279ca08be1 req-50422f3d-60e6-41d3-911d-7f52c68cd599 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:25:40.093604 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4c577ccb-1fde-4162-873f-f5279ca08be1 req-50422f3d-60e6-41d3-911d-7f52c68cd599 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/ports?device_id=23b984af-4e2c-40d2-becb-6c8cfb6753a0 HTTP/1.1" status: 200 len: 943 time: 0.0481052 Aug 11 04:25:40.130880 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4c577ccb-1fde-4162-873f-f5279ca08be1 req-95a2b8a3-1859-490f-a81c-e895695b95e5 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/security-groups?id=68b40007-003c-4a6c-a288-10ed08c80699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305703 Aug 11 04:25:40.163330 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-9698e724-c3e4-453e-924b-d4d555d6befa req-15cf99e4-95ba-4d5e-8d25-e52d315ece2e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=59ee6522-8467-4567-b791-934447f36b78 HTTP/1.1" status: 200 len: 999 time: 0.0639045 Aug 11 04:25:40.212558 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9698e724-c3e4-453e-924b-d4d555d6befa req-df9fd331-5a92-43ce-8094-a41b622aa9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:25:40.213961 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-9698e724-c3e4-453e-924b-d4d555d6befa req-df9fd331-5a92-43ce-8094-a41b622aa9ac service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e26dde90-4f9d-477c-a347-a1571093fd29 HTTP/1.1" status: 200 len: 847 time: 0.0428517 Aug 11 04:25:40.261906 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9698e724-c3e4-453e-924b-d4d555d6befa req-02a4c9de-6e1a-46dd-b758-a55126c8dcb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:25:40.263428 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-9698e724-c3e4-453e-924b-d4d555d6befa req-02a4c9de-6e1a-46dd-b758-a55126c8dcb1 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e8a96bd2-253d-4f3c-a656-66a295069a29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428352 Aug 11 04:25:40.351337 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-9698e724-c3e4-453e-924b-d4d555d6befa req-2fcd148c-4d95-49e1-a1da-3ff83493e112 service neutron] 10.222.0.22 "GET /v2.0/networks/e8a96bd2-253d-4f3c-a656-66a295069a29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801487 Aug 11 04:25:40.445492 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-9698e724-c3e4-453e-924b-d4d555d6befa req-fbc1cd7b-5ab8-40ab-aa74-e1b49712adb6 service neutron] 10.222.0.22 "GET /v2.0/networks/e8a96bd2-253d-4f3c-a656-66a295069a29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861080 Aug 11 04:25:41.249711 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7091b24d-6aa9-40e5-a908-cad790598e5f req-5d971ccd-ea6e-49ab-aede-0b000da14061 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:25:41.251195 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7091b24d-6aa9-40e5-a908-cad790598e5f req-5d971ccd-ea6e-49ab-aede-0b000da14061 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/ports?device_id=23b984af-4e2c-40d2-becb-6c8cfb6753a0 HTTP/1.1" status: 200 len: 943 time: 0.0522151 Aug 11 04:25:41.288213 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7091b24d-6aa9-40e5-a908-cad790598e5f req-63abc0fb-6891-4be0-9623-05447753611a tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/security-groups?id=68b40007-003c-4a6c-a288-10ed08c80699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310531 Aug 11 04:25:41.875679 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:25:42.401236 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bd5961-eaa8-407f-8291-934cf30b37d7 req-e179ceec-2c1c-4b18-b93c-04ee57f0098b tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:25:42.402925 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-39bd5961-eaa8-407f-8291-934cf30b37d7 req-e179ceec-2c1c-4b18-b93c-04ee57f0098b tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/ports?device_id=23b984af-4e2c-40d2-becb-6c8cfb6753a0 HTTP/1.1" status: 200 len: 943 time: 0.0489039 Aug 11 04:25:42.432923 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.agents_db [None req-950b7202-decb-43e2-8f71-ac8931dc9749 None None] Agent healthcheck: found 7 active agents {{(pid=102194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 04:25:42.442819 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-39bd5961-eaa8-407f-8291-934cf30b37d7 req-67cd4817-fa7b-4d91-bd0b-e26853347cca tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/security-groups?id=68b40007-003c-4a6c-a288-10ed08c80699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323746 Aug 11 04:25:43.555402 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd04f40e-a8d3-4928-b239-68d02237a106 req-8e95e9a9-03f5-489c-84cb-59f8ab9e2de5 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:25:43.556851 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bd04f40e-a8d3-4928-b239-68d02237a106 req-8e95e9a9-03f5-489c-84cb-59f8ab9e2de5 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/ports?device_id=23b984af-4e2c-40d2-becb-6c8cfb6753a0 HTTP/1.1" status: 200 len: 943 time: 0.0485113 Aug 11 04:25:43.593461 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bd04f40e-a8d3-4928-b239-68d02237a106 req-6dc25cb5-0e1c-4d3e-9851-15c0d5ee73b3 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/security-groups?id=68b40007-003c-4a6c-a288-10ed08c80699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307329 Aug 11 04:25:44.520617 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 59ee6522-8467-4567-b791-934447f36b78 details requested by agent hyperv_n-h1-764292-30 with host n-h1-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 04:25:44.613446 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 59ee6522-8467-4567-b791-934447f36b78, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=59ee6522-8467-4567-b791-934447f36b78,segment=NetworkSegment(4250ddbe-01cc-46d8-82ff-3369b668a56f),segment_id=4250ddbe-01cc-46d8-82ff-3369b668a56f)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:25:44.625231 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Returning: {'device': '59ee6522-8467-4567-b791-934447f36b78', 'network_id': 'e8a96bd2-253d-4f3c-a656-66a295069a29', 'port_id': '59ee6522-8467-4567-b791-934447f36b78', 'mac_address': 'fa:16:3e:92:fc:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e26dde90-4f9d-477c-a347-a1571093fd29', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 04:25:44.662477 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:25:44.675082 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59ee6522-8467-4567-b791-934447f36b78 {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 04:25:44.694494 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 59ee6522-8467-4567-b791-934447f36b78, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=59ee6522-8467-4567-b791-934447f36b78,segment=NetworkSegment(4250ddbe-01cc-46d8-82ff-3369b668a56f),segment_id=4250ddbe-01cc-46d8-82ff-3369b668a56f)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:25:44.712037 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42305c89-4af5-4b67-91ea-4b20bdeb16be req-43b7de7a-5b5e-42d9-830c-0ba3a4bf5d65 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:25:44.713563 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-42305c89-4af5-4b67-91ea-4b20bdeb16be req-43b7de7a-5b5e-42d9-830c-0ba3a4bf5d65 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/ports?device_id=23b984af-4e2c-40d2-becb-6c8cfb6753a0 HTTP/1.1" status: 200 len: 943 time: 0.0533795 Aug 11 04:25:44.749843 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-42305c89-4af5-4b67-91ea-4b20bdeb16be req-c139fc28-7172-49e4-ab49-1b466b8fd413 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/security-groups?id=68b40007-003c-4a6c-a288-10ed08c80699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301971 Aug 11 04:25:44.773230 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:25:44.970002 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=59ee6522-8467-4567-b791-934447f36b78,revision_number=9']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:25:45.092639 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['59ee6522-8467-4567-b791-934447f36b78'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 04:25:45.863164 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7016d8-5072-4012-849c-94cd35c6bfb3 req-1ac01977-48d9-415c-910e-50264082bb83 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:25:45.865198 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0c7016d8-5072-4012-849c-94cd35c6bfb3 req-1ac01977-48d9-415c-910e-50264082bb83 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/ports?device_id=23b984af-4e2c-40d2-becb-6c8cfb6753a0 HTTP/1.1" status: 200 len: 944 time: 0.0474446 Aug 11 04:25:45.902104 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0c7016d8-5072-4012-849c-94cd35c6bfb3 req-6e0b81d2-55eb-4894-8c7f-ed0a8a37979b tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/security-groups?id=68b40007-003c-4a6c-a288-10ed08c80699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310607 Aug 11 04:25:46.535960 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 59ee6522-8467-4567-b791-934447f36b78 up at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 04:25:46.581095 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning complete for port 59ee6522-8467-4567-b791-934447f36b78 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 04:25:46.581463 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:25:46.654545 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:25:46.676616 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23b984af-4e2c-40d2-becb-6c8cfb6753a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59ee6522-8467-4567-b791-934447f36b78'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 04:25:46.678860 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e385e08809ed349a2646fb52500b409f99e085c14d592b33dda6f3cb7a212da1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40cd19d1-2247-4b6b-ae74-0b46150e498e" -d '{"events": [{"server_uuid": "23b984af-4e2c-40d2-becb-6c8cfb6753a0", "name": "network-vif-plugged", "status": "completed", "tag": "59ee6522-8467-4567-b791-934447f36b78"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 04:25:46.691116 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 59ee6522-8467-4567-b791-934447f36b78, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=59ee6522-8467-4567-b791-934447f36b78,segment=NetworkSegment(4250ddbe-01cc-46d8-82ff-3369b668a56f),segment_id=4250ddbe-01cc-46d8-82ff-3369b668a56f)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:25:46.715058 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 04:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d1dd62f-f1a9-4eb7-9bd7-cb90b8825671 x-openstack-request-id: req-7d1dd62f-f1a9-4eb7-9bd7-cb90b8825671 {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 04:25:46.715343 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23b984af-4e2c-40d2-becb-6c8cfb6753a0", "name": "network-vif-plugged", "status": "completed", "tag": "59ee6522-8467-4567-b791-934447f36b78", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 04:25:46.715593 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7d1dd62f-f1a9-4eb7-9bd7-cb90b8825671 {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 04:25:46.715986 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23b984af-4e2c-40d2-becb-6c8cfb6753a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59ee6522-8467-4567-b791-934447f36b78', 'code': 200} Aug 11 04:25:46.761683 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:25:46.810916 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=59ee6522-8467-4567-b791-934447f36b78,revision_number=10']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:25:46.940419 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d572bfad-e829-4bae-b57d-d6fcae977902 req-0d39a748-a3e9-4f42-bbb7-75e6fd0bd467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:25:46.941979 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-d572bfad-e829-4bae-b57d-d6fcae977902 req-0d39a748-a3e9-4f42-bbb7-75e6fd0bd467 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=23b984af-4e2c-40d2-becb-6c8cfb6753a0 HTTP/1.1" status: 200 len: 1098 time: 0.0409439 Aug 11 04:25:46.978441 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-d572bfad-e829-4bae-b57d-d6fcae977902 req-9deaeb39-82f2-4d6b-ad6c-8c40d2669490 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=68b40007-003c-4a6c-a288-10ed08c80699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295556 Aug 11 04:25:47.015627 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b933663-3aac-4312-a6b7-cd9f54e2bfd5 req-4464b36f-ee99-45d8-aec8-a5786592603b tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:25:47.017087 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1b933663-3aac-4312-a6b7-cd9f54e2bfd5 req-4464b36f-ee99-45d8-aec8-a5786592603b tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/ports?device_id=23b984af-4e2c-40d2-becb-6c8cfb6753a0 HTTP/1.1" status: 200 len: 946 time: 0.0490119 Aug 11 04:25:47.058585 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1b933663-3aac-4312-a6b7-cd9f54e2bfd5 req-82ef5eb7-6812-4b7f-ac43-209e11adb7f7 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/security-groups?id=68b40007-003c-4a6c-a288-10ed08c80699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350764 Aug 11 04:25:48.180283 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5923c318-006f-44f0-909d-6500e701631b req-e50ccf80-4d9f-436c-b630-0e131344194c tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:25:48.181768 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5923c318-006f-44f0-909d-6500e701631b req-e50ccf80-4d9f-436c-b630-0e131344194c tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/ports?device_id=23b984af-4e2c-40d2-becb-6c8cfb6753a0 HTTP/1.1" status: 200 len: 946 time: 0.0544007 Aug 11 04:25:48.220058 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5923c318-006f-44f0-909d-6500e701631b req-5738103a-a832-4e38-9082-326cd9986803 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/security-groups?id=68b40007-003c-4a6c-a288-10ed08c80699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322008 Aug 11 04:25:49.332974 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bedde7a-1e53-4fc2-9a6f-7c86a5249450 req-bbb4f6e2-1981-41d5-94c3-1863db1f24cf tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:25:49.334499 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5bedde7a-1e53-4fc2-9a6f-7c86a5249450 req-bbb4f6e2-1981-41d5-94c3-1863db1f24cf tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/ports?device_id=23b984af-4e2c-40d2-becb-6c8cfb6753a0 HTTP/1.1" status: 200 len: 946 time: 0.0482132 Aug 11 04:25:49.372242 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5bedde7a-1e53-4fc2-9a6f-7c86a5249450 req-786d124a-de42-4115-857a-5f754d8293aa tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/security-groups?id=68b40007-003c-4a6c-a288-10ed08c80699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317619 Aug 11 04:25:59.241034 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-ed731ee3-8411-45a8-896a-2f8a07d53d23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:26:01.929786 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:26:02.169705 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-4e0bb630-44a6-495d-9d1b-062a02ce1e28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:26:03.312662 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:26:04.989922 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:26:08.046876 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:26:11.909389 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:26:19.432507 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.agents_db [None req-950b7202-decb-43e2-8f71-ac8931dc9749 None None] Agent healthcheck: found 7 active agents {{(pid=102194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 04:26:29.289111 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-e052ac6d-591e-4e0f-9f22-bbb5a7086ba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:26:31.923069 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:26:32.174531 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-86df52fb-883c-4e9b-995e-5c6db57d4789 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:26:33.320335 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:26:34.997306 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:26:37.404414 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-82ab3f5a-8b59-418f-a39b-011ca79c8f05 req-34d7e730-400f-482d-b773-91fdbf560b29 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=23b984af-4e2c-40d2-becb-6c8cfb6753a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0399919 Aug 11 04:26:37.481429 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ab3f5a-8b59-418f-a39b-011ca79c8f05 req-8159a56e-5b57-499a-8da7-c22eade6a9de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:26:37.482818 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-82ab3f5a-8b59-418f-a39b-011ca79c8f05 req-8159a56e-5b57-499a-8da7-c22eade6a9de service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=940cff16c39c46a794406f5e44e37e5f&device_id=23b984af-4e2c-40d2-becb-6c8cfb6753a0 HTTP/1.1" status: 200 len: 1098 time: 0.0391338 Aug 11 04:26:37.588181 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ab3f5a-8b59-418f-a39b-011ca79c8f05 req-25e9db91-cc89-4253-83cd-6b84406fd487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:26:37.589627 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-82ab3f5a-8b59-418f-a39b-011ca79c8f05 req-25e9db91-cc89-4253-83cd-6b84406fd487 service neutron] 10.222.0.22 "GET /v2.0/networks?id=e8a96bd2-253d-4f3c-a656-66a295069a29 HTTP/1.1" status: 200 len: 909 time: 0.0875576 Aug 11 04:26:37.653243 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-82ab3f5a-8b59-418f-a39b-011ca79c8f05 req-5c0adfd5-7905-4d42-8836-e1dd23161c3a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=59ee6522-8467-4567-b791-934447f36b78 HTTP/1.1" status: 200 len: 1001 time: 0.0569928 Aug 11 04:26:37.706442 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ab3f5a-8b59-418f-a39b-011ca79c8f05 req-81244c86-33a1-4ebb-af53-347edcdbda25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:26:37.708044 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-82ab3f5a-8b59-418f-a39b-011ca79c8f05 req-81244c86-33a1-4ebb-af53-347edcdbda25 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e26dde90-4f9d-477c-a347-a1571093fd29 HTTP/1.1" status: 200 len: 847 time: 0.0473430 Aug 11 04:26:37.752369 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ab3f5a-8b59-418f-a39b-011ca79c8f05 req-bae31a88-fba0-4027-a611-16a7974fa9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:26:37.754486 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-82ab3f5a-8b59-418f-a39b-011ca79c8f05 req-bae31a88-fba0-4027-a611-16a7974fa9c4 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e8a96bd2-253d-4f3c-a656-66a295069a29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0388596 Aug 11 04:26:37.841618 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-82ab3f5a-8b59-418f-a39b-011ca79c8f05 req-e420d82e-8357-41cc-9e9a-daf1dfc4ae43 service neutron] 10.222.0.22 "GET /v2.0/networks/e8a96bd2-253d-4f3c-a656-66a295069a29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791271 Aug 11 04:26:37.933294 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-82ab3f5a-8b59-418f-a39b-011ca79c8f05 req-ee7d28d5-cdbe-4d58-ad93-c96a00a20cd5 service neutron] 10.222.0.22 "GET /v2.0/networks/e8a96bd2-253d-4f3c-a656-66a295069a29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848901 Aug 11 04:26:38.045755 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:26:41.926351 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:26:56.431758 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.agents_db [None req-950b7202-decb-43e2-8f71-ac8931dc9749 None None] Agent healthcheck: found 7 active agents {{(pid=102194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 04:26:59.265527 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-53eba314-ef55-4061-8100-67aa04105d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:27:01.931268 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:27:02.165547 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-9b232cf8-40c9-4ece-8bca-8cd496b17739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:27:03.348724 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:27:05.094196 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:27:08.065863 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:27:11.931242 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:27:29.238755 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-b09aa219-211e-4d03-acb0-8ba6eccf2b75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:27:31.924707 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:27:32.176277 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-f7ae05e9-f24a-4483-837e-44f56ea28948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:27:33.330545 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:27:33.430303 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.agents_db [None req-950b7202-decb-43e2-8f71-ac8931dc9749 None None] Agent healthcheck: found 7 active agents {{(pid=102194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 04:27:33.499350 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 52724) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:27:33.706581 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-e1abe55f-6621-4ae1-8e37-7223c75f80b2 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Deleting port 081acffe-59ae-4904-859a-e8b428c9719a {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 04:27:33.706840 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e1abe55f-6621-4ae1-8e37-7223c75f80b2 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:27:33.784860 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e1abe55f-6621-4ae1-8e37-7223c75f80b2 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:27:33.785191 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e1abe55f-6621-4ae1-8e37-7223c75f80b2 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:27:33.796882 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-e1abe55f-6621-4ae1-8e37-7223c75f80b2 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Calling delete_port for 081acffe-59ae-4904-859a-e8b428c9719a owned by network:floatingip {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 04:27:34.005157 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e1abe55f-6621-4ae1-8e37-7223c75f80b2 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:27:34.029074 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1abe55f-6621-4ae1-8e37-7223c75f80b2 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Pushing event deleted for resources: {'Port': ['ID=081acffe-59ae-4904-859a-e8b428c9719a,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:27:34.039504 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1abe55f-6621-4ae1-8e37-7223c75f80b2 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:27:34.039855 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1abe55f-6621-4ae1-8e37-7223c75f80b2 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:27:34.040184 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1abe55f-6621-4ae1-8e37-7223c75f80b2 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:27:34.040519 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1abe55f-6621-4ae1-8e37-7223c75f80b2 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:27:34.040852 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1abe55f-6621-4ae1-8e37-7223c75f80b2 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:27:34.041178 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1abe55f-6621-4ae1-8e37-7223c75f80b2 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:27:34.041887 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1abe55f-6621-4ae1-8e37-7223c75f80b2 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:27:34.041887 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1abe55f-6621-4ae1-8e37-7223c75f80b2 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:27:34.042126 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1abe55f-6621-4ae1-8e37-7223c75f80b2 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:27:34.042474 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1abe55f-6621-4ae1-8e37-7223c75f80b2 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:27:34.042807 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1abe55f-6621-4ae1-8e37-7223c75f80b2 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:27:34.043126 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1abe55f-6621-4ae1-8e37-7223c75f80b2 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:27:34.101691 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e1abe55f-6621-4ae1-8e37-7223c75f80b2 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Notify callbacks [] for floatingip, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:27:34.102025 n-d-764292-30 neutron-server[102192]: INFO neutron.db.l3_db [None req-e1abe55f-6621-4ae1-8e37-7223c75f80b2 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Floating IP f1d7e555-eb2e-4498-aa1f-b6070e173540 disassociated (deleted). External IP: 172.25.8.141, port: 59ee6522-8467-4567-b791-934447f36b78. Aug 11 04:27:34.310100 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1abe55f-6621-4ae1-8e37-7223c75f80b2 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Router e11a4a91-da22-4717-92f8-3709d89590f1 has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 04:27:34.419835 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1abe55f-6621-4ae1-8e37-7223c75f80b2 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 04:27:34.424753 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-e1abe55f-6621-4ae1-8e37-7223c75f80b2 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for floatingip, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:27:34.429986 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d5fb94d-6e99-4ae3-912d-e7f6c35639e2 None None] Sync routers for ids ['e11a4a91-da22-4717-92f8-3709d89590f1'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 04:27:34.438603 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5fb94d-6e99-4ae3-912d-e7f6c35639e2 None None] Routers {'e11a4a91-da22-4717-92f8-3709d89590f1'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 04:27:34.439223 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-9d5fb94d-6e99-4ae3-912d-e7f6c35639e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T04:27:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['e11a4a91-da22-4717-92f8-3709d89590f1'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:27:34.451705 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-e1abe55f-6621-4ae1-8e37-7223c75f80b2 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "DELETE /v2.0/floatingips/f1d7e555-eb2e-4498-aa1f-b6070e173540 HTTP/1.1" status: 204 len: 168 time: 0.9512405 Aug 11 04:27:34.452274 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23b984af-4e2c-40d2-becb-6c8cfb6753a0', 'tag': '59ee6522-8467-4567-b791-934447f36b78'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 04:27:34.454556 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7f53641f53ed3ecbe111d4b405439a3ffe6be981c23072cf9fee61815809fbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8802191f-31b2-4a99-a019-c9fca98afbaf" -d '{"events": [{"name": "network-changed", "server_uuid": "23b984af-4e2c-40d2-becb-6c8cfb6753a0", "tag": "59ee6522-8467-4567-b791-934447f36b78"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 04:27:34.585049 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 04:27:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17c53a2f-656b-4613-9531-3a088a0f4516 x-openstack-request-id: req-17c53a2f-656b-4613-9531-3a088a0f4516 {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 04:27:34.585715 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23b984af-4e2c-40d2-becb-6c8cfb6753a0", "tag": "59ee6522-8467-4567-b791-934447f36b78", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 04:27:34.585715 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-17c53a2f-656b-4613-9531-3a088a0f4516 {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 04:27:34.586008 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23b984af-4e2c-40d2-becb-6c8cfb6753a0', 'tag': '59ee6522-8467-4567-b791-934447f36b78', 'status': 'completed', 'code': 200} Aug 11 04:27:34.594191 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-9d5fb94d-6e99-4ae3-912d-e7f6c35639e2 None None] Set router e11a4a91-da22-4717-92f8-3709d89590f1 gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 04:27:34.647630 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8802191f-31b2-4a99-a019-c9fca98afbaf req-deb5498c-bc29-4b55-9e6f-fc38c0625783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:27:34.649168 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-8802191f-31b2-4a99-a019-c9fca98afbaf req-deb5498c-bc29-4b55-9e6f-fc38c0625783 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=940cff16c39c46a794406f5e44e37e5f&device_id=23b984af-4e2c-40d2-becb-6c8cfb6753a0 HTTP/1.1" status: 200 len: 1098 time: 0.0423653 Aug 11 04:27:34.747486 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8802191f-31b2-4a99-a019-c9fca98afbaf req-ad6f9ff5-338d-43c9-a060-79542165a6af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:27:34.749062 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-8802191f-31b2-4a99-a019-c9fca98afbaf req-ad6f9ff5-338d-43c9-a060-79542165a6af service neutron] 10.222.0.22 "GET /v2.0/networks?id=e8a96bd2-253d-4f3c-a656-66a295069a29 HTTP/1.1" status: 200 len: 909 time: 0.0928760 Aug 11 04:27:34.791655 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-8802191f-31b2-4a99-a019-c9fca98afbaf req-7d9f59f4-e1f5-445e-94aa-ae10eaf68d2c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=59ee6522-8467-4567-b791-934447f36b78 HTTP/1.1" status: 200 len: 217 time: 0.0355124 Aug 11 04:27:34.800395 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-9d5fb94d-6e99-4ae3-912d-e7f6c35639e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e11a4a91-da22-4717-92f8-3709d89590f1', 'name': 'tempest-TestShelveInstance-580012561-router', 'tenant_id': '940cff16c39c46a794406f5e44e37e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': '5fe94193-882d-498e-845e-8abaef695dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:21:54Z', 'updated_at': '2021-08-11T04:21:57Z', 'revision_number': 4, 'project_id': '940cff16c39c46a794406f5e44e37e5f', 'gw_port': {'id': '5fe94193-882d-498e-845e-8abaef695dff', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:63:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11a4a91-da22-4717-92f8-3709d89590f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:21:55Z', 'updated_at': '2021-08-11T04:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '17c4a442-ace9-47f0-9720-9d7931b6fafd', 'name': '', 'network_id': 'e8a96bd2-253d-4f3c-a656-66a295069a29', 'tenant_id': '940cff16c39c46a794406f5e44e37e5f', 'mac_address': 'fa:16:3e:fc:ba:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11a4a91-da22-4717-92f8-3709d89590f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'e26dde90-4f9d-477c-a347-a1571093fd29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:21:57Z', 'updated_at': '2021-08-11T04:22:03Z', 'revision_number': 5, 'project_id': '940cff16c39c46a794406f5e44e37e5f', 'subnets': [{'id': 'e26dde90-4f9d-477c-a347-a1571093fd29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:27:34.831871 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d5fb94d-6e99-4ae3-912d-e7f6c35639e2 None None] Checking router: e11a4a91-da22-4717-92f8-3709d89590f1 for host: n-d-764292-30 {{(pid=102193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 04:27:34.840254 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5fb94d-6e99-4ae3-912d-e7f6c35639e2 None None] Routers {'e11a4a91-da22-4717-92f8-3709d89590f1'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 04:27:34.840880 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-9d5fb94d-6e99-4ae3-912d-e7f6c35639e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T04:27:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['e11a4a91-da22-4717-92f8-3709d89590f1'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:27:34.848346 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8802191f-31b2-4a99-a019-c9fca98afbaf req-3c1b4b2d-3eee-47f0-a41e-618942451b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:27:34.850788 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-8802191f-31b2-4a99-a019-c9fca98afbaf req-3c1b4b2d-3eee-47f0-a41e-618942451b04 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e26dde90-4f9d-477c-a347-a1571093fd29 HTTP/1.1" status: 200 len: 847 time: 0.0518665 Aug 11 04:27:34.894463 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d8915f-1407-4de3-a400-ee01ae95ebfa req-17a85b66-5da0-4d17-9799-bda02a920239 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:27:34.897254 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e5d8915f-1407-4de3-a400-ee01ae95ebfa req-17a85b66-5da0-4d17-9799-bda02a920239 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/ports?device_id=23b984af-4e2c-40d2-becb-6c8cfb6753a0 HTTP/1.1" status: 200 len: 946 time: 0.0522316 Aug 11 04:27:34.903578 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8802191f-31b2-4a99-a019-c9fca98afbaf req-eb2166e1-5ed0-4d30-bf7c-215992ccd0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:27:34.905092 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-8802191f-31b2-4a99-a019-c9fca98afbaf req-eb2166e1-5ed0-4d30-bf7c-215992ccd0ae service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e8a96bd2-253d-4f3c-a656-66a295069a29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0466919 Aug 11 04:27:34.941391 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e5d8915f-1407-4de3-a400-ee01ae95ebfa req-62243fdf-b81d-429e-b31b-45a7a78ea6a9 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/security-groups?id=68b40007-003c-4a6c-a288-10ed08c80699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390825 Aug 11 04:27:34.970046 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-9d5fb94d-6e99-4ae3-912d-e7f6c35639e2 None None] Set router e11a4a91-da22-4717-92f8-3709d89590f1 gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 04:27:34.998297 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-8802191f-31b2-4a99-a019-c9fca98afbaf req-36c10259-e5c5-459e-a08a-7ad2d3eef0fa service neutron] 10.222.0.22 "GET /v2.0/networks/e8a96bd2-253d-4f3c-a656-66a295069a29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842738 Aug 11 04:27:35.007199 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:27:35.093633 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-8802191f-31b2-4a99-a019-c9fca98afbaf req-504bd07e-5d45-47a3-9b60-94d726e32e60 service neutron] 10.222.0.22 "GET /v2.0/networks/e8a96bd2-253d-4f3c-a656-66a295069a29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879023 Aug 11 04:27:35.173146 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-9d5fb94d-6e99-4ae3-912d-e7f6c35639e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e11a4a91-da22-4717-92f8-3709d89590f1', 'name': 'tempest-TestShelveInstance-580012561-router', 'tenant_id': '940cff16c39c46a794406f5e44e37e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': '5fe94193-882d-498e-845e-8abaef695dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:21:54Z', 'updated_at': '2021-08-11T04:21:57Z', 'revision_number': 4, 'project_id': '940cff16c39c46a794406f5e44e37e5f', 'gw_port': {'id': '5fe94193-882d-498e-845e-8abaef695dff', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:63:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11a4a91-da22-4717-92f8-3709d89590f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:21:55Z', 'updated_at': '2021-08-11T04:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '17c4a442-ace9-47f0-9720-9d7931b6fafd', 'name': '', 'network_id': 'e8a96bd2-253d-4f3c-a656-66a295069a29', 'tenant_id': '940cff16c39c46a794406f5e44e37e5f', 'mac_address': 'fa:16:3e:fc:ba:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11a4a91-da22-4717-92f8-3709d89590f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'e26dde90-4f9d-477c-a347-a1571093fd29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:21:57Z', 'updated_at': '2021-08-11T04:22:03Z', 'revision_number': 5, 'project_id': '940cff16c39c46a794406f5e44e37e5f', 'subnets': [{'id': 'e26dde90-4f9d-477c-a347-a1571093fd29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:27:35.199116 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d5fb94d-6e99-4ae3-912d-e7f6c35639e2 None None] The sync data for ids ['e11a4a91-da22-4717-92f8-3709d89590f1'] in n-d-764292-30 is: [{'id': 'e11a4a91-da22-4717-92f8-3709d89590f1', 'name': 'tempest-TestShelveInstance-580012561-router', 'tenant_id': '940cff16c39c46a794406f5e44e37e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': '5fe94193-882d-498e-845e-8abaef695dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:21:54Z', 'updated_at': '2021-08-11T04:21:57Z', 'revision_number': 4, 'project_id': '940cff16c39c46a794406f5e44e37e5f', 'gw_port': {'id': '5fe94193-882d-498e-845e-8abaef695dff', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:63:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11a4a91-da22-4717-92f8-3709d89590f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:21:55Z', 'updated_at': '2021-08-11T04:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '17c4a442-ace9-47f0-9720-9d7931b6fafd', 'name': '', 'network_id': 'e8a96bd2-253d-4f3c-a656-66a295069a29', 'tenant_id': '940cff16c39c46a794406f5e44e37e5f', 'mac_address': 'fa:16:3e:fc:ba:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11a4a91-da22-4717-92f8-3709d89590f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'e26dde90-4f9d-477c-a347-a1571093fd29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:21:57Z', 'updated_at': '2021-08-11T04:22:03Z', 'revision_number': 5, 'project_id': '940cff16c39c46a794406f5e44e37e5f', 'subnets': [{'id': 'e26dde90-4f9d-477c-a347-a1571093fd29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 04:27:35.404884 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde7fee1-7f92-4afa-a062-57985861fea4 None None] New status for floating IP f1d7e555-eb2e-4498-aa1f-b6070e173540: DOWN {{(pid=102194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 04:27:36.064331 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4aae2c-a774-4ca2-b0db-926df9d679df req-b97eb906-f171-411a-a19a-1bbf0b89a5a0 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:27:36.065832 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2c4aae2c-a774-4ca2-b0db-926df9d679df req-b97eb906-f171-411a-a19a-1bbf0b89a5a0 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/ports?device_id=23b984af-4e2c-40d2-becb-6c8cfb6753a0 HTTP/1.1" status: 200 len: 946 time: 0.0517874 Aug 11 04:27:36.103837 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2c4aae2c-a774-4ca2-b0db-926df9d679df req-f6b292e9-7b88-4415-a4a6-3e3b87efac4a tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/security-groups?id=68b40007-003c-4a6c-a288-10ed08c80699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313356 Aug 11 04:27:36.391171 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29aace0-9121-46c6-b79b-95cb0fe2998f req-7f5980b6-24ca-446f-a5ea-799465720385 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:27:36.393402 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-d29aace0-9121-46c6-b79b-95cb0fe2998f req-7f5980b6-24ca-446f-a5ea-799465720385 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.22 "GET /v2.0/ports?device_id=23b984af-4e2c-40d2-becb-6c8cfb6753a0 HTTP/1.1" status: 200 len: 946 time: 0.0489209 Aug 11 04:27:36.479266 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-d29aace0-9121-46c6-b79b-95cb0fe2998f req-109d3753-05e5-4979-8a92-16093f082d1d tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Deleting port 59ee6522-8467-4567-b791-934447f36b78 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 04:27:36.479612 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-d29aace0-9121-46c6-b79b-95cb0fe2998f req-109d3753-05e5-4979-8a92-16093f082d1d tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:27:36.568298 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-d29aace0-9121-46c6-b79b-95cb0fe2998f req-109d3753-05e5-4979-8a92-16093f082d1d tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] For port 59ee6522-8467-4567-b791-934447f36b78, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=59ee6522-8467-4567-b791-934447f36b78,segment=NetworkSegment(4250ddbe-01cc-46d8-82ff-3369b668a56f),segment_id=4250ddbe-01cc-46d8-82ff-3369b668a56f)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:27:36.568563 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-d29aace0-9121-46c6-b79b-95cb0fe2998f req-109d3753-05e5-4979-8a92-16093f082d1d tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:27:36.580837 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-d29aace0-9121-46c6-b79b-95cb0fe2998f req-109d3753-05e5-4979-8a92-16093f082d1d tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Calling delete_port for 59ee6522-8467-4567-b791-934447f36b78 owned by compute:nova {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 04:27:36.770552 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-d29aace0-9121-46c6-b79b-95cb0fe2998f req-109d3753-05e5-4979-8a92-16093f082d1d tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:27:36.799442 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109d3753-05e5-4979-8a92-16093f082d1d tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Pushing event deleted for resources: {'Port': ['ID=59ee6522-8467-4567-b791-934447f36b78,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:27:36.811357 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109d3753-05e5-4979-8a92-16093f082d1d tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:27:36.811727 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109d3753-05e5-4979-8a92-16093f082d1d tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:27:36.812051 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109d3753-05e5-4979-8a92-16093f082d1d tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:27:36.812400 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109d3753-05e5-4979-8a92-16093f082d1d tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:27:36.812723 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109d3753-05e5-4979-8a92-16093f082d1d tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:27:36.813054 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109d3753-05e5-4979-8a92-16093f082d1d tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:27:36.813383 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109d3753-05e5-4979-8a92-16093f082d1d tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:27:36.813718 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109d3753-05e5-4979-8a92-16093f082d1d tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:27:36.814043 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109d3753-05e5-4979-8a92-16093f082d1d tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:27:36.814394 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109d3753-05e5-4979-8a92-16093f082d1d tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:27:36.814814 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109d3753-05e5-4979-8a92-16093f082d1d tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:27:36.815047 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109d3753-05e5-4979-8a92-16093f082d1d tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:27:36.848192 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-d29aace0-9121-46c6-b79b-95cb0fe2998f req-109d3753-05e5-4979-8a92-16093f082d1d tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] No DVR routers for this DVR port 59ee6522-8467-4567-b791-934447f36b78 on host n-h1-764292-30 {{(pid=102191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 04:27:36.851235 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-d29aace0-9121-46c6-b79b-95cb0fe2998f req-109d3753-05e5-4979-8a92-16093f082d1d tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:27:36.853272 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-d29aace0-9121-46c6-b79b-95cb0fe2998f req-109d3753-05e5-4979-8a92-16093f082d1d tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.22 "DELETE /v2.0/ports/59ee6522-8467-4567-b791-934447f36b78 HTTP/1.1" status: 204 len: 173 time: 0.4547670 Aug 11 04:27:36.853701 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23b984af-4e2c-40d2-becb-6c8cfb6753a0', 'name': 'network-vif-deleted', 'tag': '59ee6522-8467-4567-b791-934447f36b78'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 04:27:36.855961 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9291d331c18c1eb37c2b57c8af4a09724b2e7f160dd5faf652855b3e38b81ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e926bca-4c4e-4ae9-a506-01066b67de53" -d '{"events": [{"server_uuid": "23b984af-4e2c-40d2-becb-6c8cfb6753a0", "name": "network-vif-deleted", "tag": "59ee6522-8467-4567-b791-934447f36b78"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 04:27:36.943271 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 04:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9936e16e-e322-46e9-a82e-4044f2f8de59 x-openstack-request-id: req-9936e16e-e322-46e9-a82e-4044f2f8de59 {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 04:27:36.943546 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23b984af-4e2c-40d2-becb-6c8cfb6753a0", "name": "network-vif-deleted", "tag": "59ee6522-8467-4567-b791-934447f36b78", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 04:27:36.943797 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9936e16e-e322-46e9-a82e-4044f2f8de59 {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 04:27:36.944197 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23b984af-4e2c-40d2-becb-6c8cfb6753a0', 'name': 'network-vif-deleted', 'tag': '59ee6522-8467-4567-b791-934447f36b78', 'status': 'completed', 'code': 200} Aug 11 04:27:37.215518 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-89e57342-3d33-4afe-ad36-1c102c79941b req-52a87523-1488-433f-b9df-46bb5b11e923 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/ports?device_id=23b984af-4e2c-40d2-becb-6c8cfb6753a0 HTTP/1.1" status: 200 len: 210 time: 0.0286636 Aug 11 04:27:37.383225 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-f9de5609-1870-4a61-8d05-440a6153010c req-0b6e0e5c-0ef5-41e0-be78-69d6ad9c2cdc service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=23b984af-4e2c-40d2-becb-6c8cfb6753a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0256398 Aug 11 04:27:37.457782 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-f9de5609-1870-4a61-8d05-440a6153010c req-03f9e9b3-2951-46df-a9ba-ffa5059b6dfd service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=940cff16c39c46a794406f5e44e37e5f&device_id=23b984af-4e2c-40d2-becb-6c8cfb6753a0 HTTP/1.1" status: 200 len: 210 time: 0.0288949 Aug 11 04:27:37.566161 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9de5609-1870-4a61-8d05-440a6153010c req-e1f10ada-00a2-4b38-b404-4adebd3d96fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:27:37.567720 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-f9de5609-1870-4a61-8d05-440a6153010c req-e1f10ada-00a2-4b38-b404-4adebd3d96fb service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=940cff16c39c46a794406f5e44e37e5f&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0915577 Aug 11 04:27:37.665290 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9de5609-1870-4a61-8d05-440a6153010c req-4d306814-2df8-493f-ba47-5414c6eadd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:27:37.666690 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-f9de5609-1870-4a61-8d05-440a6153010c req-4d306814-2df8-493f-ba47-5414c6eadd4c service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0922341 Aug 11 04:27:38.056517 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:27:38.271577 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 52756) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:27:38.328813 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-492de306-cbf7-47a5-b0bd-8e89beb2f7a4 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:27:38.352469 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-492de306-cbf7-47a5-b0bd-8e89beb2f7a4 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:27:38.470558 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-492de306-cbf7-47a5-b0bd-8e89beb2f7a4 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:27:38.473153 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-492de306-cbf7-47a5-b0bd-8e89beb2f7a4 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:27:38.474333 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-492de306-cbf7-47a5-b0bd-8e89beb2f7a4 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "DELETE /v2.0/security-groups/68b40007-003c-4a6c-a288-10ed08c80699 HTTP/1.1" status: 204 len: 168 time: 0.2017698 Aug 11 04:27:38.485846 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492de306-cbf7-47a5-b0bd-8e89beb2f7a4 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68b40007-003c-4a6c-a288-10ed08c80699,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:27:38.772690 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 52762) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:27:38.777383 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-ae446148-c9cc-44ab-b009-da65cc2bf179 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-156868093', 'description': 'tempest-secgroup-smoke-156868093 description', 'project_id': '940cff16c39c46a794406f5e44e37e5f'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:27:38.847698 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ae446148-c9cc-44ab-b009-da65cc2bf179 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:27:38.929662 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ae446148-c9cc-44ab-b009-da65cc2bf179 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:27:39.007704 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ae446148-c9cc-44ab-b009-da65cc2bf179 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:27:39.036985 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae446148-c9cc-44ab-b009-da65cc2bf179 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a633127c-b49e-414b-aa78-c7ea59ecf4d4,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:27:39.090657 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ae446148-c9cc-44ab-b009-da65cc2bf179 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:27:39.091955 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-ae446148-c9cc-44ab-b009-da65cc2bf179 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3182495 Aug 11 04:27:39.094663 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 52764) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:27:39.104213 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-ca8164cf-3252-4dde-9a66-8631d67e7bed tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Request body: {'security_group_rule': {'security_group_id': 'a633127c-b49e-414b-aa78-c7ea59ecf4d4', 'project_id': '940cff16c39c46a794406f5e44e37e5f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:27:39.175007 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ca8164cf-3252-4dde-9a66-8631d67e7bed tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:27:39.230171 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ca8164cf-3252-4dde-9a66-8631d67e7bed tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:27:39.296115 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ca8164cf-3252-4dde-9a66-8631d67e7bed tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:27:39.314782 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8164cf-3252-4dde-9a66-8631d67e7bed tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cd40e4f-5265-4d01-9e35-8fcd822b8bff,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:27:39.404843 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ca8164cf-3252-4dde-9a66-8631d67e7bed tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:27:39.405997 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-ca8164cf-3252-4dde-9a66-8631d67e7bed tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3104243 Aug 11 04:27:39.408664 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 52766) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:27:39.413547 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-9f0ba2cd-6a83-4bb7-8468-81a39ba009fc tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Request body: {'security_group_rule': {'security_group_id': 'a633127c-b49e-414b-aa78-c7ea59ecf4d4', 'project_id': '940cff16c39c46a794406f5e44e37e5f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:27:39.512574 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9f0ba2cd-6a83-4bb7-8468-81a39ba009fc tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:27:39.571366 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9f0ba2cd-6a83-4bb7-8468-81a39ba009fc tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:27:39.736150 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9f0ba2cd-6a83-4bb7-8468-81a39ba009fc tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:27:39.753871 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0ba2cd-6a83-4bb7-8468-81a39ba009fc tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=268b18e6-4df4-475e-9f33-3e9e0bc6c5e0,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:27:39.858817 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9f0ba2cd-6a83-4bb7-8468-81a39ba009fc tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:27:39.860075 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-9f0ba2cd-6a83-4bb7-8468-81a39ba009fc tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4504654 Aug 11 04:27:39.862799 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 52768) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:27:39.867263 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-0c7a75db-ea69-4179-a441-8e9e6e63d941 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Request body: {'security_group_rule': {'security_group_id': 'a633127c-b49e-414b-aa78-c7ea59ecf4d4', 'project_id': '940cff16c39c46a794406f5e44e37e5f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:27:39.949083 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0c7a75db-ea69-4179-a441-8e9e6e63d941 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:27:40.009754 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0c7a75db-ea69-4179-a441-8e9e6e63d941 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:27:40.082034 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0c7a75db-ea69-4179-a441-8e9e6e63d941 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:27:40.100363 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7a75db-ea69-4179-a441-8e9e6e63d941 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95895299-24ef-46b0-b2be-4ded13ca37ea,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:27:40.161653 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-0c7a75db-ea69-4179-a441-8e9e6e63d941 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:27:40.162900 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-0c7a75db-ea69-4179-a441-8e9e6e63d941 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2991860 Aug 11 04:27:40.165760 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 52772) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:27:40.170539 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-f1a21b52-983f-4a34-ab40-9c03e76d1854 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Request body: {'security_group_rule': {'security_group_id': 'a633127c-b49e-414b-aa78-c7ea59ecf4d4', 'project_id': '940cff16c39c46a794406f5e44e37e5f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:27:40.283475 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f1a21b52-983f-4a34-ab40-9c03e76d1854 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:27:40.341656 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f1a21b52-983f-4a34-ab40-9c03e76d1854 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:27:40.404456 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f1a21b52-983f-4a34-ab40-9c03e76d1854 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:27:40.423261 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a21b52-983f-4a34-ab40-9c03e76d1854 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2700a02f-eeed-47c1-b97e-c23cd98eb592,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:27:40.478901 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f1a21b52-983f-4a34-ab40-9c03e76d1854 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:27:40.480173 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-f1a21b52-983f-4a34-ab40-9c03e76d1854 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3133488 Aug 11 04:27:40.482938 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 52774) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:27:40.487456 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-a49fdc51-682f-4737-920f-fb2d783c1c22 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Request body: {'security_group_rule': {'security_group_id': 'a633127c-b49e-414b-aa78-c7ea59ecf4d4', 'project_id': '940cff16c39c46a794406f5e44e37e5f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:27:40.582072 n-d-764292-30 neutron-server[102191]: INFO neutron.db.securitygroups_db [None req-a49fdc51-682f-4737-920f-fb2d783c1c22 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Project 940cff16c39c46a794406f5e44e37e5f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 04:27:40.586998 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a49fdc51-682f-4737-920f-fb2d783c1c22 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:27:40.645269 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a49fdc51-682f-4737-920f-fb2d783c1c22 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:27:40.721863 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a49fdc51-682f-4737-920f-fb2d783c1c22 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:27:40.739147 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49fdc51-682f-4737-920f-fb2d783c1c22 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a2c9872-c97a-4d08-b55e-cded8ab2b788,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:27:40.813648 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-a49fdc51-682f-4737-920f-fb2d783c1c22 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:27:40.814943 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-a49fdc51-682f-4737-920f-fb2d783c1c22 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3310025 Aug 11 04:27:40.817765 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 52778) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:27:40.822314 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-779ca259-857d-4368-8c75-7f40b74e8720 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Request body: {'security_group_rule': {'security_group_id': 'a633127c-b49e-414b-aa78-c7ea59ecf4d4', 'project_id': '940cff16c39c46a794406f5e44e37e5f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:27:40.916374 n-d-764292-30 neutron-server[102191]: INFO neutron.db.securitygroups_db [None req-779ca259-857d-4368-8c75-7f40b74e8720 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Project 940cff16c39c46a794406f5e44e37e5f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 04:27:40.921202 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-779ca259-857d-4368-8c75-7f40b74e8720 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:27:40.983494 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-779ca259-857d-4368-8c75-7f40b74e8720 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:27:41.081920 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-779ca259-857d-4368-8c75-7f40b74e8720 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:27:41.099147 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779ca259-857d-4368-8c75-7f40b74e8720 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=725fa93f-69ca-4e7c-aa78-27ce92697626,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:27:41.161588 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 59ee6522-8467-4567-b791-934447f36b78 no longer exists at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 04:27:41.185643 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] No Port match for: 59ee6522-8467-4567-b791-934447f36b78 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 04:27:41.185918 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 59ee6522-8467-4567-b791-934447f36b78 not bound to the agent host n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 04:27:41.190273 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-779ca259-857d-4368-8c75-7f40b74e8720 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:27:41.191529 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-779ca259-857d-4368-8c75-7f40b74e8720 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3728123 Aug 11 04:27:41.928105 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:27:59.305628 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-d7230a34-8fb7-472b-9b08-91dd1ad38839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:28:01.953213 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:28:02.187505 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-002c9792-f7a1-4e32-b76c-6ed11a90c8cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:28:03.330222 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:28:05.001242 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:28:05.190271 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9b95a89f-7479-4fd8-a723-31c3d06b709b req-fe52766c-466d-4f5f-9601-aaf603cd2e49 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-156868093&fields=id&tenant_id=940cff16c39c46a794406f5e44e37e5f HTTP/1.1" status: 200 len: 267 time: 0.0331154 Aug 11 04:28:05.293229 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b95a89f-7479-4fd8-a723-31c3d06b709b req-3f720c2f-b34d-40cd-9159-87e5c5a46315 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:28:05.295003 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9b95a89f-7479-4fd8-a723-31c3d06b709b req-3f720c2f-b34d-40cd-9159-87e5c5a46315 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/networks?id=e8a96bd2-253d-4f3c-a656-66a295069a29 HTTP/1.1" status: 200 len: 808 time: 0.0982230 Aug 11 04:28:05.309979 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9b95a89f-7479-4fd8-a723-31c3d06b709b req-e560169a-5ef3-4144-84ff-02497fc207a1 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/quotas/940cff16c39c46a794406f5e44e37e5f HTTP/1.1" status: 200 len: 375 time: 0.0093529 Aug 11 04:28:05.363294 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9b95a89f-7479-4fd8-a723-31c3d06b709b req-a40ed1e2-b903-45dc-804d-3a6c53c912f8 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=940cff16c39c46a794406f5e44e37e5f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0482275 Aug 11 04:28:05.421067 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [req-9b95a89f-7479-4fd8-a723-31c3d06b709b req-86b4b607-cfb4-4576-89d4-4fb2db36e930 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 04:28:05.422053 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9b95a89f-7479-4fd8-a723-31c3d06b709b req-86b4b607-cfb4-4576-89d4-4fb2db36e930 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0471895 Aug 11 04:28:05.510310 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9b95a89f-7479-4fd8-a723-31c3d06b709b req-12ce2b32-dd1d-4a72-aca8-84bfd7244010 service neutron] 10.222.0.41 "GET /v2.0/networks/e8a96bd2-253d-4f3c-a656-66a295069a29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820255 Aug 11 04:28:05.603588 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9b95a89f-7479-4fd8-a723-31c3d06b709b req-97e1a12e-0a71-4cde-a559-7924205cf776 service neutron] 10.222.0.41 "GET /v2.0/networks/e8a96bd2-253d-4f3c-a656-66a295069a29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872953 Aug 11 04:28:06.199049 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-32933052-b9ab-40db-87e6-6cf57f0eb97b req-6042e97f-2c53-41a8-8f96-152746fd9eab tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/ports?device_id=11585c09-b112-430b-97eb-b65ba15662aa HTTP/1.1" status: 200 len: 210 time: 0.0271146 Aug 11 04:28:07.292997 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9e660784-0544-4d63-8fca-d248bf252928 req-dbf681da-26ad-470d-b200-ae45ba31f5b5 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/ports?device_id=11585c09-b112-430b-97eb-b65ba15662aa HTTP/1.1" status: 200 len: 210 time: 0.0278857 Aug 11 04:28:08.078883 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b95a89f-7479-4fd8-a723-31c3d06b709b req-dbfa10f3-b754-4604-9ec0-b4461086285c tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:28:08.080388 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-9b95a89f-7479-4fd8-a723-31c3d06b709b req-dbfa10f3-b754-4604-9ec0-b4461086285c tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.22 "GET /v2.0/networks?id=e8a96bd2-253d-4f3c-a656-66a295069a29 HTTP/1.1" status: 200 len: 808 time: 0.0980189 Aug 11 04:28:08.106863 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:28:08.132358 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-9b95a89f-7479-4fd8-a723-31c3d06b709b req-9e7a5e10-6751-4898-8f4a-56ea19f8dfc7 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=940cff16c39c46a794406f5e44e37e5f HTTP/1.1" status: 200 len: 379 time: 0.0352733 Aug 11 04:28:08.141412 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-9b95a89f-7479-4fd8-a723-31c3d06b709b req-6db0a620-e6c1-4250-9558-7d3a64a7b1fc tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Request body: {'port': {'device_id': '11585c09-b112-430b-97eb-b65ba15662aa', 'network_id': 'e8a96bd2-253d-4f3c-a656-66a295069a29', 'admin_state_up': True, 'tenant_id': '940cff16c39c46a794406f5e44e37e5f', 'security_groups': ['a633127c-b49e-414b-aa78-c7ea59ecf4d4']}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:28:08.312579 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b95a89f-7479-4fd8-a723-31c3d06b709b req-6db0a620-e6c1-4250-9558-7d3a64a7b1fc tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Made reservation on behalf of 940cff16c39c46a794406f5e44e37e5f for: {'port': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 04:28:08.316483 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-9b95a89f-7479-4fd8-a723-31c3d06b709b req-6db0a620-e6c1-4250-9558-7d3a64a7b1fc tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:28:08.424515 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-46ac5cdd-73f1-4066-95f3-34fbdaa470c6 req-66190360-4e47-469a-840a-4f4b703a80f6 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/ports?device_id=11585c09-b112-430b-97eb-b65ba15662aa HTTP/1.1" status: 200 len: 210 time: 0.0273819 Aug 11 04:28:08.458821 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [req-9b95a89f-7479-4fd8-a723-31c3d06b709b req-6db0a620-e6c1-4250-9558-7d3a64a7b1fc tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Allocated IP 172.20.0.8 (e8a96bd2-253d-4f3c-a656-66a295069a29/e26dde90-4f9d-477c-a347-a1571093fd29/668727d1-c9be-4cc1-b754-b72458edd4bb) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 04:28:08.599739 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-9b95a89f-7479-4fd8-a723-31c3d06b709b req-6db0a620-e6c1-4250-9558-7d3a64a7b1fc tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:28:08.613240 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [req-9b95a89f-7479-4fd8-a723-31c3d06b709b req-6db0a620-e6c1-4250-9558-7d3a64a7b1fc tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Transition to ACTIVE for port object 668727d1-c9be-4cc1-b754-b72458edd4bb will not be triggered until provisioned by entity DHCP. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 04:28:08.698965 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-9b95a89f-7479-4fd8-a723-31c3d06b709b req-6db0a620-e6c1-4250-9558-7d3a64a7b1fc tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:28:08.742826 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b95a89f-7479-4fd8-a723-31c3d06b709b req-6db0a620-e6c1-4250-9558-7d3a64a7b1fc tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Network e8a96bd2-253d-4f3c-a656-66a295069a29 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 04:28:08.745879 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [req-9b95a89f-7479-4fd8-a723-31c3d06b709b req-6db0a620-e6c1-4250-9558-7d3a64a7b1fc tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 04:28:08.749611 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b95a89f-7479-4fd8-a723-31c3d06b709b req-6db0a620-e6c1-4250-9558-7d3a64a7b1fc tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 04:28:08.755943 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db0a620-e6c1-4250-9558-7d3a64a7b1fc tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Pushing event updated for resources: {'Port': ['ID=668727d1-c9be-4cc1-b754-b72458edd4bb,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:28:08.808732 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b95a89f-7479-4fd8-a723-31c3d06b709b req-6db0a620-e6c1-4250-9558-7d3a64a7b1fc tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:28:08.809509 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-9b95a89f-7479-4fd8-a723-31c3d06b709b req-6db0a620-e6c1-4250-9558-7d3a64a7b1fc tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:28:08.877174 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-9b95a89f-7479-4fd8-a723-31c3d06b709b req-6db0a620-e6c1-4250-9558-7d3a64a7b1fc tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7387941 Aug 11 04:28:08.889280 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-9b95a89f-7479-4fd8-a723-31c3d06b709b req-2d9e6053-21d7-4ca7-93ef-65d0ed040595 service neutron] Request body: {'port': {'device_id': '11585c09-b112-430b-97eb-b65ba15662aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764292-30'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:28:08.946024 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-9b95a89f-7479-4fd8-a723-31c3d06b709b req-2d9e6053-21d7-4ca7-93ef-65d0ed040595 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:28:09.073147 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-823b33c9-0cb6-468e-b93b-c4322032ad78 None None] Provisioning for port 668727d1-c9be-4cc1-b754-b72458edd4bb completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 04:28:09.077142 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-823b33c9-0cb6-468e-b93b-c4322032ad78 None None] Provisioning complete for port 668727d1-c9be-4cc1-b754-b72458edd4bb triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 04:28:09.078881 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-823b33c9-0cb6-468e-b93b-c4322032ad78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:28:09.112317 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-823b33c9-0cb6-468e-b93b-c4322032ad78 None None] Port 668727d1-c9be-4cc1-b754-b72458edd4bb cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 04:28:09.209699 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [req-9b95a89f-7479-4fd8-a723-31c3d06b709b req-2d9e6053-21d7-4ca7-93ef-65d0ed040595 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 668727d1-c9be-4cc1-b754-b72458edd4bb {{(pid=102191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 04:28:09.217687 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-9b95a89f-7479-4fd8-a723-31c3d06b709b req-2d9e6053-21d7-4ca7-93ef-65d0ed040595 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:28:09.229174 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [req-9b95a89f-7479-4fd8-a723-31c3d06b709b req-2d9e6053-21d7-4ca7-93ef-65d0ed040595 service neutron] Transition to ACTIVE for port object 668727d1-c9be-4cc1-b754-b72458edd4bb will not be triggered until provisioned by entity L2. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 04:28:09.300607 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-9b95a89f-7479-4fd8-a723-31c3d06b709b req-2d9e6053-21d7-4ca7-93ef-65d0ed040595 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:28:09.353783 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9e6053-21d7-4ca7-93ef-65d0ed040595 service neutron] Pushing event updated for resources: {'Port': ['ID=668727d1-c9be-4cc1-b754-b72458edd4bb,revision_number=2']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:28:09.453330 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-9b95a89f-7479-4fd8-a723-31c3d06b709b req-2d9e6053-21d7-4ca7-93ef-65d0ed040595 service neutron] Attempting to bind port 668727d1-c9be-4cc1-b754-b72458edd4bb on host n-h1-764292-30 for vnic_type normal with profile {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 04:28:09.453723 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-9b95a89f-7479-4fd8-a723-31c3d06b709b req-2d9e6053-21d7-4ca7-93ef-65d0ed040595 service neutron] Attempting to bind port 668727d1-c9be-4cc1-b754-b72458edd4bb by drivers openvswitch,hyperv on host n-h1-764292-30 at level 0 using segments [{'id': '4250ddbe-01cc-46d8-82ff-3369b668a56f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'e8a96bd2-253d-4f3c-a656-66a295069a29'}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 04:28:09.454057 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b95a89f-7479-4fd8-a723-31c3d06b709b req-2d9e6053-21d7-4ca7-93ef-65d0ed040595 service neutron] Attempting to bind port 668727d1-c9be-4cc1-b754-b72458edd4bb on network e8a96bd2-253d-4f3c-a656-66a295069a29 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 04:28:09.459246 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b95a89f-7479-4fd8-a723-31c3d06b709b req-2d9e6053-21d7-4ca7-93ef-65d0ed040595 service neutron] Port 668727d1-c9be-4cc1-b754-b72458edd4bb on network e8a96bd2-253d-4f3c-a656-66a295069a29 not bound, no agent of type Open vSwitch agent registered on host n-h1-764292-30 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 04:28:09.459619 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b95a89f-7479-4fd8-a723-31c3d06b709b req-2d9e6053-21d7-4ca7-93ef-65d0ed040595 service neutron] Attempting to bind port 668727d1-c9be-4cc1-b754-b72458edd4bb on network e8a96bd2-253d-4f3c-a656-66a295069a29 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 04:28:09.466166 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b95a89f-7479-4fd8-a723-31c3d06b709b req-2d9e6053-21d7-4ca7-93ef-65d0ed040595 service neutron] Checking agent: {'id': 'abb524c2-b412-4ed2-8367-45c4fd996fa7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 4, 27, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 04:28:09.466566 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b95a89f-7479-4fd8-a723-31c3d06b709b req-2d9e6053-21d7-4ca7-93ef-65d0ed040595 service neutron] Checking segment: {'id': '4250ddbe-01cc-46d8-82ff-3369b668a56f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'e8a96bd2-253d-4f3c-a656-66a295069a29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 04:28:09.466952 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b95a89f-7479-4fd8-a723-31c3d06b709b req-2d9e6053-21d7-4ca7-93ef-65d0ed040595 service neutron] Bound using segment: {'id': '4250ddbe-01cc-46d8-82ff-3369b668a56f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'e8a96bd2-253d-4f3c-a656-66a295069a29'} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 04:28:09.467526 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-9b95a89f-7479-4fd8-a723-31c3d06b709b req-2d9e6053-21d7-4ca7-93ef-65d0ed040595 service neutron] Bound port: 668727d1-c9be-4cc1-b754-b72458edd4bb, host: n-h1-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4250ddbe-01cc-46d8-82ff-3369b668a56f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'e8a96bd2-253d-4f3c-a656-66a295069a29'}}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 04:28:09.467890 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-9b95a89f-7479-4fd8-a723-31c3d06b709b req-2d9e6053-21d7-4ca7-93ef-65d0ed040595 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:28:09.544535 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-9b95a89f-7479-4fd8-a723-31c3d06b709b req-2d9e6053-21d7-4ca7-93ef-65d0ed040595 service neutron] For port 668727d1-c9be-4cc1-b754-b72458edd4bb, host n-h1-764292-30, cleared binding levels {{(pid=102191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 04:28:09.553350 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-9b95a89f-7479-4fd8-a723-31c3d06b709b req-2d9e6053-21d7-4ca7-93ef-65d0ed040595 service neutron] For port 668727d1-c9be-4cc1-b754-b72458edd4bb, host n-h1-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=668727d1-c9be-4cc1-b754-b72458edd4bb,segment=NetworkSegment(4250ddbe-01cc-46d8-82ff-3369b668a56f),segment_id=4250ddbe-01cc-46d8-82ff-3369b668a56f)] {{(pid=102191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 04:28:09.553905 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69549d31-2298-453d-9645-f06329d4ff85 req-f0d3c06c-fef7-4859-a6a7-61d2769bd9ca tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:28:09.555543 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-69549d31-2298-453d-9645-f06329d4ff85 req-f0d3c06c-fef7-4859-a6a7-61d2769bd9ca tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/ports?device_id=11585c09-b112-430b-97eb-b65ba15662aa HTTP/1.1" status: 200 len: 943 time: 0.0526330 Aug 11 04:28:09.595344 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-69549d31-2298-453d-9645-f06329d4ff85 req-7fbc8847-a880-4339-98ae-99dc35097a68 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/security-groups?id=a633127c-b49e-414b-aa78-c7ea59ecf4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334301 Aug 11 04:28:09.630374 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-9b95a89f-7479-4fd8-a723-31c3d06b709b req-2d9e6053-21d7-4ca7-93ef-65d0ed040595 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:28:09.677400 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b95a89f-7479-4fd8-a723-31c3d06b709b req-2d9e6053-21d7-4ca7-93ef-65d0ed040595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:28:09.677926 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-9b95a89f-7479-4fd8-a723-31c3d06b709b req-2d9e6053-21d7-4ca7-93ef-65d0ed040595 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:28:09.679394 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-9b95a89f-7479-4fd8-a723-31c3d06b709b req-2d9e6053-21d7-4ca7-93ef-65d0ed040595 service neutron] 10.222.0.22 "PUT /v2.0/ports/668727d1-c9be-4cc1-b754-b72458edd4bb HTTP/1.1" status: 200 len: 1092 time: 0.7947788 Aug 11 04:28:09.679984 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11585c09-b112-430b-97eb-b65ba15662aa', 'tag': '668727d1-c9be-4cc1-b754-b72458edd4bb'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 04:28:09.682386 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9291d331c18c1eb37c2b57c8af4a09724b2e7f160dd5faf652855b3e38b81ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e39fd5c-2b5e-4b7f-a23a-412a7af94079" -d '{"events": [{"name": "network-changed", "server_uuid": "11585c09-b112-430b-97eb-b65ba15662aa", "tag": "668727d1-c9be-4cc1-b754-b72458edd4bb"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 04:28:09.706995 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9e6053-21d7-4ca7-93ef-65d0ed040595 service neutron] Pushing event updated for resources: {'Port': ['ID=668727d1-c9be-4cc1-b754-b72458edd4bb,revision_number=3']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:28:09.742694 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 04:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93718890-cf92-44d6-b8d6-5abd746ff9b8 x-openstack-request-id: req-93718890-cf92-44d6-b8d6-5abd746ff9b8 {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 04:28:09.742985 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11585c09-b112-430b-97eb-b65ba15662aa", "tag": "668727d1-c9be-4cc1-b754-b72458edd4bb", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 04:28:09.743259 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-93718890-cf92-44d6-b8d6-5abd746ff9b8 {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 04:28:09.743655 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11585c09-b112-430b-97eb-b65ba15662aa', 'tag': '668727d1-c9be-4cc1-b754-b72458edd4bb', 'status': 'completed', 'code': 200} Aug 11 04:28:09.811744 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e39fd5c-2b5e-4b7f-a23a-412a7af94079 req-57ee5dce-89cf-4828-8333-b9b381b4c2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:28:09.813366 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-6e39fd5c-2b5e-4b7f-a23a-412a7af94079 req-57ee5dce-89cf-4828-8333-b9b381b4c2c3 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=940cff16c39c46a794406f5e44e37e5f&device_id=11585c09-b112-430b-97eb-b65ba15662aa HTTP/1.1" status: 200 len: 1095 time: 0.0447967 Aug 11 04:28:09.917200 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e39fd5c-2b5e-4b7f-a23a-412a7af94079 req-9c411616-0870-4c3c-91b7-95d49f9c7f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:28:09.918715 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-6e39fd5c-2b5e-4b7f-a23a-412a7af94079 req-9c411616-0870-4c3c-91b7-95d49f9c7f47 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=940cff16c39c46a794406f5e44e37e5f&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0973082 Aug 11 04:28:10.016440 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e39fd5c-2b5e-4b7f-a23a-412a7af94079 req-32fec9a6-6b87-42f7-9b44-56a50543ad40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:28:10.017968 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-6e39fd5c-2b5e-4b7f-a23a-412a7af94079 req-32fec9a6-6b87-42f7-9b44-56a50543ad40 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0913885 Aug 11 04:28:10.098459 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b95a89f-7479-4fd8-a723-31c3d06b709b req-b064aa26-8e3f-4c39-bfc8-41ab9093f709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:28:10.099998 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-9b95a89f-7479-4fd8-a723-31c3d06b709b req-b064aa26-8e3f-4c39-bfc8-41ab9093f709 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=940cff16c39c46a794406f5e44e37e5f&device_id=11585c09-b112-430b-97eb-b65ba15662aa HTTP/1.1" status: 200 len: 1095 time: 0.0427988 Aug 11 04:28:10.147440 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-9b95a89f-7479-4fd8-a723-31c3d06b709b req-2d6c313b-eff5-4d5b-a01b-5a634bbded39 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=668727d1-c9be-4cc1-b754-b72458edd4bb HTTP/1.1" status: 200 len: 217 time: 0.0393765 Aug 11 04:28:10.195867 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b95a89f-7479-4fd8-a723-31c3d06b709b req-6a4b313e-6c57-4c82-b99d-429235936032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:28:10.197677 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-9b95a89f-7479-4fd8-a723-31c3d06b709b req-6a4b313e-6c57-4c82-b99d-429235936032 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e26dde90-4f9d-477c-a347-a1571093fd29 HTTP/1.1" status: 200 len: 847 time: 0.0436943 Aug 11 04:28:10.247051 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b95a89f-7479-4fd8-a723-31c3d06b709b req-8481f2f7-1723-46cd-b97b-b43e8e4e7002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:28:10.248798 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-9b95a89f-7479-4fd8-a723-31c3d06b709b req-8481f2f7-1723-46cd-b97b-b43e8e4e7002 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e8a96bd2-253d-4f3c-a656-66a295069a29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417848 Aug 11 04:28:10.342611 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-9b95a89f-7479-4fd8-a723-31c3d06b709b req-8d14b701-32bf-4aec-9070-de0f932940b3 service neutron] 10.222.0.22 "GET /v2.0/networks/e8a96bd2-253d-4f3c-a656-66a295069a29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844951 Aug 11 04:28:10.428763 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.agents_db [None req-950b7202-decb-43e2-8f71-ac8931dc9749 None None] Agent healthcheck: found 7 active agents {{(pid=102194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 04:28:10.430356 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-9b95a89f-7479-4fd8-a723-31c3d06b709b req-4c03d82d-aaa8-42ad-96e6-356cccca9eff service neutron] 10.222.0.22 "GET /v2.0/networks/e8a96bd2-253d-4f3c-a656-66a295069a29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802679 Aug 11 04:28:10.715942 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9034cf4-691c-40c9-9841-581f79eb89e6 req-caf7d2ed-5605-4ed9-8639-b85299762612 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:28:10.717490 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c9034cf4-691c-40c9-9841-581f79eb89e6 req-caf7d2ed-5605-4ed9-8639-b85299762612 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/ports?device_id=11585c09-b112-430b-97eb-b65ba15662aa HTTP/1.1" status: 200 len: 943 time: 0.0534067 Aug 11 04:28:10.760504 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c9034cf4-691c-40c9-9841-581f79eb89e6 req-e6ce8d8c-845e-494d-8f33-f9f81ec4a3cd tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/security-groups?id=a633127c-b49e-414b-aa78-c7ea59ecf4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363312 Aug 11 04:28:11.879001 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f58f7aa-681a-4af2-af53-cca22f80ab21 req-fc0513ea-5fea-4b48-aca2-40b72e98c786 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:28:11.880749 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0f58f7aa-681a-4af2-af53-cca22f80ab21 req-fc0513ea-5fea-4b48-aca2-40b72e98c786 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/ports?device_id=11585c09-b112-430b-97eb-b65ba15662aa HTTP/1.1" status: 200 len: 943 time: 0.0520632 Aug 11 04:28:11.920627 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0f58f7aa-681a-4af2-af53-cca22f80ab21 req-f1f473f2-6f9b-4513-ae94-3d1aade767d2 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/security-groups?id=a633127c-b49e-414b-aa78-c7ea59ecf4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327840 Aug 11 04:28:11.947631 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:28:13.035416 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8a31d3-a9c9-41a9-a7ae-5037c2ebc11e req-3f2bfaba-a37b-47f7-abfd-c7c6b65f1226 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:28:13.036887 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-eb8a31d3-a9c9-41a9-a7ae-5037c2ebc11e req-3f2bfaba-a37b-47f7-abfd-c7c6b65f1226 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/ports?device_id=11585c09-b112-430b-97eb-b65ba15662aa HTTP/1.1" status: 200 len: 943 time: 0.0489206 Aug 11 04:28:13.073818 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-eb8a31d3-a9c9-41a9-a7ae-5037c2ebc11e req-72304b4c-dbfa-4e0f-9fdc-d4525997b426 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/security-groups?id=a633127c-b49e-414b-aa78-c7ea59ecf4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303135 Aug 11 04:28:14.192010 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1813ecc-9729-40b0-ba92-03002a7db04d req-8072652e-9be7-43e1-a1cb-91d0b10da62a tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:28:14.193471 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f1813ecc-9729-40b0-ba92-03002a7db04d req-8072652e-9be7-43e1-a1cb-91d0b10da62a tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/ports?device_id=11585c09-b112-430b-97eb-b65ba15662aa HTTP/1.1" status: 200 len: 943 time: 0.0518730 Aug 11 04:28:14.230087 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f1813ecc-9729-40b0-ba92-03002a7db04d req-8b49fd88-d86a-44c0-867b-5a2d02f91070 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/security-groups?id=a633127c-b49e-414b-aa78-c7ea59ecf4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307620 Aug 11 04:28:15.345346 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd11701-790a-43e9-a166-500437b31512 req-74b99001-680d-4c4d-94b8-d2e4d3c4cf51 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:28:15.346847 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ebd11701-790a-43e9-a166-500437b31512 req-74b99001-680d-4c4d-94b8-d2e4d3c4cf51 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/ports?device_id=11585c09-b112-430b-97eb-b65ba15662aa HTTP/1.1" status: 200 len: 943 time: 0.0491104 Aug 11 04:28:15.383716 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ebd11701-790a-43e9-a166-500437b31512 req-78e37a15-06f6-4711-8831-2fc36d0220db tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/security-groups?id=a633127c-b49e-414b-aa78-c7ea59ecf4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304172 Aug 11 04:28:16.494237 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d806791e-3c25-413c-a255-b2d5193e68cf req-967846b8-6c43-4f5d-95a2-85dd0dbeef50 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:28:16.495713 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d806791e-3c25-413c-a255-b2d5193e68cf req-967846b8-6c43-4f5d-95a2-85dd0dbeef50 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/ports?device_id=11585c09-b112-430b-97eb-b65ba15662aa HTTP/1.1" status: 200 len: 943 time: 0.0481679 Aug 11 04:28:16.532594 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d806791e-3c25-413c-a255-b2d5193e68cf req-f68c275e-7bd9-4a33-b440-dd3905b4cecd tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/security-groups?id=a633127c-b49e-414b-aa78-c7ea59ecf4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309162 Aug 11 04:28:17.651182 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72985687-aab4-475b-ba37-90462517434d req-1b3e76db-b023-4375-bbf8-bf5d195d1901 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:28:17.652635 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-72985687-aab4-475b-ba37-90462517434d req-1b3e76db-b023-4375-bbf8-bf5d195d1901 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/ports?device_id=11585c09-b112-430b-97eb-b65ba15662aa HTTP/1.1" status: 200 len: 943 time: 0.0527456 Aug 11 04:28:17.689301 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-72985687-aab4-475b-ba37-90462517434d req-fe25a81d-0679-4439-8c9f-5771a119d4f3 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/security-groups?id=a633127c-b49e-414b-aa78-c7ea59ecf4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307617 Aug 11 04:28:18.808318 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47e8cb1-e5fe-4942-8d98-1f77fe58e81e req-7565f12d-39da-46dc-b15e-e03853fa58e1 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:28:18.809791 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e47e8cb1-e5fe-4942-8d98-1f77fe58e81e req-7565f12d-39da-46dc-b15e-e03853fa58e1 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/ports?device_id=11585c09-b112-430b-97eb-b65ba15662aa HTTP/1.1" status: 200 len: 943 time: 0.0481341 Aug 11 04:28:18.847112 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e47e8cb1-e5fe-4942-8d98-1f77fe58e81e req-68a9026a-a3b0-43b9-9886-05a7b4e2a7f6 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/security-groups?id=a633127c-b49e-414b-aa78-c7ea59ecf4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314090 Aug 11 04:28:19.959771 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5c2fad-2f0e-4645-b122-138ea8223ca6 req-cd39209d-c442-4ed1-b2a3-4fa8fdf73f5f tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:28:19.961240 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1d5c2fad-2f0e-4645-b122-138ea8223ca6 req-cd39209d-c442-4ed1-b2a3-4fa8fdf73f5f tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/ports?device_id=11585c09-b112-430b-97eb-b65ba15662aa HTTP/1.1" status: 200 len: 943 time: 0.0487273 Aug 11 04:28:19.998215 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1d5c2fad-2f0e-4645-b122-138ea8223ca6 req-98687534-450a-474c-a7f2-fc07b5096576 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/security-groups?id=a633127c-b49e-414b-aa78-c7ea59ecf4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305991 Aug 11 04:28:21.116579 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c126902f-296e-4e24-ba71-280fc1d8819e req-f0a149aa-0d11-458e-b045-f4c085be06d7 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:28:21.118040 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c126902f-296e-4e24-ba71-280fc1d8819e req-f0a149aa-0d11-458e-b045-f4c085be06d7 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/ports?device_id=11585c09-b112-430b-97eb-b65ba15662aa HTTP/1.1" status: 200 len: 943 time: 0.0522869 Aug 11 04:28:21.156055 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c126902f-296e-4e24-ba71-280fc1d8819e req-c8697146-c06e-463e-8749-2f69a153eb80 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/security-groups?id=a633127c-b49e-414b-aa78-c7ea59ecf4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320802 Aug 11 04:28:22.269038 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47b2f7f-9934-4c22-abe0-6032daf9e1a0 req-28831710-1a0a-468d-b7e2-260a6fda6850 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:28:22.270463 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f47b2f7f-9934-4c22-abe0-6032daf9e1a0 req-28831710-1a0a-468d-b7e2-260a6fda6850 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/ports?device_id=11585c09-b112-430b-97eb-b65ba15662aa HTTP/1.1" status: 200 len: 943 time: 0.0488887 Aug 11 04:28:22.307103 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-f47b2f7f-9934-4c22-abe0-6032daf9e1a0 req-6a65a2ab-573e-424d-800d-fd9691d0f5a0 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/security-groups?id=a633127c-b49e-414b-aa78-c7ea59ecf4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306225 Aug 11 04:28:23.349272 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 668727d1-c9be-4cc1-b754-b72458edd4bb details requested by agent hyperv_n-h1-764292-30 with host n-h1-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 04:28:23.420340 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1179c7b1-bde1-4f3d-9e8a-d6ceb0e5dc83 req-9c84628e-b0dc-4212-a799-abc8dd98255f tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:28:23.421823 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1179c7b1-bde1-4f3d-9e8a-d6ceb0e5dc83 req-9c84628e-b0dc-4212-a799-abc8dd98255f tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/ports?device_id=11585c09-b112-430b-97eb-b65ba15662aa HTTP/1.1" status: 200 len: 943 time: 0.0486021 Aug 11 04:28:23.444676 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 668727d1-c9be-4cc1-b754-b72458edd4bb, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=668727d1-c9be-4cc1-b754-b72458edd4bb,segment=NetworkSegment(4250ddbe-01cc-46d8-82ff-3369b668a56f),segment_id=4250ddbe-01cc-46d8-82ff-3369b668a56f)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:28:23.456381 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Returning: {'device': '668727d1-c9be-4cc1-b754-b72458edd4bb', 'network_id': 'e8a96bd2-253d-4f3c-a656-66a295069a29', 'port_id': '668727d1-c9be-4cc1-b754-b72458edd4bb', 'mac_address': 'fa:16:3e:1d:50:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e26dde90-4f9d-477c-a347-a1571093fd29', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 04:28:23.459746 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1179c7b1-bde1-4f3d-9e8a-d6ceb0e5dc83 req-6f0197ea-4fce-41b9-b46b-e5cb11ff0943 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/security-groups?id=a633127c-b49e-414b-aa78-c7ea59ecf4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318549 Aug 11 04:28:23.491779 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:28:23.504508 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 668727d1-c9be-4cc1-b754-b72458edd4bb {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 04:28:23.523745 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 668727d1-c9be-4cc1-b754-b72458edd4bb, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=668727d1-c9be-4cc1-b754-b72458edd4bb,segment=NetworkSegment(4250ddbe-01cc-46d8-82ff-3369b668a56f),segment_id=4250ddbe-01cc-46d8-82ff-3369b668a56f)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:28:23.609575 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:28:23.658883 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=668727d1-c9be-4cc1-b754-b72458edd4bb,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:28:23.665893 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:28:23.666234 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:28:23.666594 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:28:23.666924 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:28:23.667249 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:28:23.667572 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:28:23.667892 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:28:23.668211 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:28:23.668550 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:28:23.668867 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:28:23.669183 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:28:23.669498 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:28:23.950609 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['668727d1-c9be-4cc1-b754-b72458edd4bb'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 04:28:24.576968 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb77c2f-0017-4e8f-bff6-3786bbd78759 req-2d344c57-9322-4b61-8ad8-b14e67370a6e tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:28:24.578458 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2bb77c2f-0017-4e8f-bff6-3786bbd78759 req-2d344c57-9322-4b61-8ad8-b14e67370a6e tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/ports?device_id=11585c09-b112-430b-97eb-b65ba15662aa HTTP/1.1" status: 200 len: 944 time: 0.0536137 Aug 11 04:28:24.615868 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2bb77c2f-0017-4e8f-bff6-3786bbd78759 req-6726cb41-ec80-4db4-8919-78cddb23336f tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/security-groups?id=a633127c-b49e-414b-aa78-c7ea59ecf4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313451 Aug 11 04:28:25.363359 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 668727d1-c9be-4cc1-b754-b72458edd4bb up at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 04:28:25.483377 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning for port 668727d1-c9be-4cc1-b754-b72458edd4bb completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 04:28:25.487321 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning complete for port 668727d1-c9be-4cc1-b754-b72458edd4bb triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 04:28:25.487695 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:28:25.562151 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:28:25.583374 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11585c09-b112-430b-97eb-b65ba15662aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '668727d1-c9be-4cc1-b754-b72458edd4bb'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 04:28:25.585601 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e385e08809ed349a2646fb52500b409f99e085c14d592b33dda6f3cb7a212da1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6b9808b-13e8-4bfc-9ec4-141646888828" -d '{"events": [{"server_uuid": "11585c09-b112-430b-97eb-b65ba15662aa", "name": "network-vif-plugged", "status": "completed", "tag": "668727d1-c9be-4cc1-b754-b72458edd4bb"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 04:28:25.598396 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 668727d1-c9be-4cc1-b754-b72458edd4bb, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=668727d1-c9be-4cc1-b754-b72458edd4bb,segment=NetworkSegment(4250ddbe-01cc-46d8-82ff-3369b668a56f),segment_id=4250ddbe-01cc-46d8-82ff-3369b668a56f)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:28:25.669550 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 04:28:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3df36f7-b852-4fc8-8427-9e14bb9ab9bc x-openstack-request-id: req-a3df36f7-b852-4fc8-8427-9e14bb9ab9bc {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 04:28:25.669846 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11585c09-b112-430b-97eb-b65ba15662aa", "name": "network-vif-plugged", "status": "completed", "tag": "668727d1-c9be-4cc1-b754-b72458edd4bb", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 04:28:25.670314 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a3df36f7-b852-4fc8-8427-9e14bb9ab9bc {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 04:28:25.670631 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11585c09-b112-430b-97eb-b65ba15662aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '668727d1-c9be-4cc1-b754-b72458edd4bb', 'code': 200} Aug 11 04:28:25.677874 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:28:25.737107 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=668727d1-c9be-4cc1-b754-b72458edd4bb,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:28:25.748148 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bedc8b-7f95-4ea6-989c-a145617af34f req-c200e47f-55a2-467a-8762-7fccc1c69474 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:28:25.749519 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-48bedc8b-7f95-4ea6-989c-a145617af34f req-c200e47f-55a2-467a-8762-7fccc1c69474 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/ports?device_id=11585c09-b112-430b-97eb-b65ba15662aa HTTP/1.1" status: 200 len: 945 time: 0.0667543 Aug 11 04:28:25.815397 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2704099e-e347-4fdd-8479-8eab7de6d075 req-65094a23-f5e9-4987-b855-2236645aafb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:28:25.815397 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-2704099e-e347-4fdd-8479-8eab7de6d075 req-65094a23-f5e9-4987-b855-2236645aafb1 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=11585c09-b112-430b-97eb-b65ba15662aa HTTP/1.1" status: 200 len: 1097 time: 0.0467544 Aug 11 04:28:25.815957 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-48bedc8b-7f95-4ea6-989c-a145617af34f req-3d68a5e8-5dea-4d5a-a86c-ee4896b17fd6 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/security-groups?id=a633127c-b49e-414b-aa78-c7ea59ecf4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368228 Aug 11 04:28:25.819943 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-2704099e-e347-4fdd-8479-8eab7de6d075 req-2455da14-38d7-4558-910b-23b49d46d0ae service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=a633127c-b49e-414b-aa78-c7ea59ecf4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339074 Aug 11 04:28:26.916132 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1667f84-ffcd-4d0c-a535-0d48a9a23281 req-f01166e8-3d7e-447f-80b0-e0019e4142af tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:28:26.918024 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a1667f84-ffcd-4d0c-a535-0d48a9a23281 req-f01166e8-3d7e-447f-80b0-e0019e4142af tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/ports?device_id=11585c09-b112-430b-97eb-b65ba15662aa HTTP/1.1" status: 200 len: 945 time: 0.0488331 Aug 11 04:28:26.954982 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a1667f84-ffcd-4d0c-a535-0d48a9a23281 req-dd4093c5-05e5-48e3-9714-5bab0596c532 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/security-groups?id=a633127c-b49e-414b-aa78-c7ea59ecf4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310035 Aug 11 04:28:28.072288 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc527b5e-2791-4f28-814a-de7354108568 req-cd586894-891f-4add-a873-dd9f8703aed0 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:28:28.073766 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-fc527b5e-2791-4f28-814a-de7354108568 req-cd586894-891f-4add-a873-dd9f8703aed0 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/ports?device_id=11585c09-b112-430b-97eb-b65ba15662aa HTTP/1.1" status: 200 len: 945 time: 0.0527265 Aug 11 04:28:28.111529 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-fc527b5e-2791-4f28-814a-de7354108568 req-25965e6f-afff-41e8-9ac3-6759a9813cba tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/security-groups?id=a633127c-b49e-414b-aa78-c7ea59ecf4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315945 Aug 11 04:28:28.221627 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c44ae9-7c6f-4ba3-baf6-2d04cb4e91b8 req-a36f75f0-bccd-4206-a9c8-ed79d7023a0b tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:28:28.223120 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-86c44ae9-7c6f-4ba3-baf6-2d04cb4e91b8 req-a36f75f0-bccd-4206-a9c8-ed79d7023a0b tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/ports?device_id=11585c09-b112-430b-97eb-b65ba15662aa HTTP/1.1" status: 200 len: 945 time: 0.0477233 Aug 11 04:28:28.260746 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-86c44ae9-7c6f-4ba3-baf6-2d04cb4e91b8 req-d0386790-a7b9-4760-9f05-810311cb1453 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/security-groups?id=a633127c-b49e-414b-aa78-c7ea59ecf4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317068 Aug 11 04:28:28.282187 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 53016) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:28:28.362259 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e686787-6ab3-4eb9-9aca-89481edf0e8f tempest-TestShelveInstance-1550381868 tempest-TestShelveInstance-1550381868-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:28:28.363771 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-2e686787-6ab3-4eb9-9aca-89481edf0e8f tempest-TestShelveInstance-1550381868 tempest-TestShelveInstance-1550381868-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=11585c09-b112-430b-97eb-b65ba15662aa HTTP/1.1" status: 200 len: 1092 time: 0.0806041 Aug 11 04:28:28.366609 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 53020) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:28:28.370978 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-ff2cd340-8540-4011-b87f-047cd67404f1 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Request body: {'floatingip': {'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'port_id': '668727d1-c9be-4cc1-b754-b72458edd4bb', 'tenant_id': '940cff16c39c46a794406f5e44e37e5f', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:28:28.452432 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ff2cd340-8540-4011-b87f-047cd67404f1 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Notify callbacks [] for floatingip, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:28:28.551302 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ff2cd340-8540-4011-b87f-047cd67404f1 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:28:28.655341 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [None req-ff2cd340-8540-4011-b87f-047cd67404f1 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Allocated IP 172.25.8.32 (09faf7d2-eaf5-4a50-bb6e-4cb05d009a76/e1a97443-13df-40bb-85f5-fd269e2742c0/0c2c5c30-2957-41ff-8142-3cd4dea6a698) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 04:28:28.753918 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ff2cd340-8540-4011-b87f-047cd67404f1 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:28:28.843678 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ff2cd340-8540-4011-b87f-047cd67404f1 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:28:28.878830 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff2cd340-8540-4011-b87f-047cd67404f1 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 04:28:28.883738 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-ff2cd340-8540-4011-b87f-047cd67404f1 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 04:28:28.887434 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2cd340-8540-4011-b87f-047cd67404f1 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 04:28:28.916700 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2cd340-8540-4011-b87f-047cd67404f1 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Pushing event updated for resources: {'Port': ['ID=0c2c5c30-2957-41ff-8142-3cd4dea6a698,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:28:29.241330 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ff2cd340-8540-4011-b87f-047cd67404f1 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:28:29.254929 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-e57af2ca-04c0-42b6-9666-907951bd5ab1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:28:29.375362 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ff2cd340-8540-4011-b87f-047cd67404f1 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:28:29.519963 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ff2cd340-8540-4011-b87f-047cd67404f1 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Notify callbacks [] for port, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:28:29.580376 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ff2cd340-8540-4011-b87f-047cd67404f1 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:28:29.653338 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2cd340-8540-4011-b87f-047cd67404f1 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Pushing event updated for resources: {'Port': ['ID=0c2c5c30-2957-41ff-8142-3cd4dea6a698,revision_number=2']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:28:29.660270 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ff2cd340-8540-4011-b87f-047cd67404f1 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446866'] for floatingip, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:28:29.758779 n-d-764292-30 neutron-server[102192]: INFO neutron.db.l3_db [None req-ff2cd340-8540-4011-b87f-047cd67404f1 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Floating IP 49559f7d-2a5a-4305-aeb1-31241a767e7d associated. External IP: 172.25.8.32, port: 668727d1-c9be-4cc1-b754-b72458edd4bb. Aug 11 04:28:29.960047 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff2cd340-8540-4011-b87f-047cd67404f1 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Router e11a4a91-da22-4717-92f8-3709d89590f1 has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 04:28:30.066801 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff2cd340-8540-4011-b87f-047cd67404f1 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 04:28:30.076773 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2210d46-dbcb-49cf-b0cd-958729162511 None None] Sync routers for ids ['e11a4a91-da22-4717-92f8-3709d89590f1'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 04:28:30.085515 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2210d46-dbcb-49cf-b0cd-958729162511 None None] Routers {'e11a4a91-da22-4717-92f8-3709d89590f1'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 04:28:30.086128 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-b2210d46-dbcb-49cf-b0cd-958729162511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T04:28:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['e11a4a91-da22-4717-92f8-3709d89590f1'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:28:30.152970 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-ff2cd340-8540-4011-b87f-047cd67404f1 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for floatingip, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:28:30.179618 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-ff2cd340-8540-4011-b87f-047cd67404f1 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8120015 Aug 11 04:28:30.180279 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11585c09-b112-430b-97eb-b65ba15662aa', 'tag': '668727d1-c9be-4cc1-b754-b72458edd4bb'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 04:28:30.183048 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7f53641f53ed3ecbe111d4b405439a3ffe6be981c23072cf9fee61815809fbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f15cee3d-3f8a-4551-9790-0ac5384c2e14" -d '{"events": [{"name": "network-changed", "server_uuid": "11585c09-b112-430b-97eb-b65ba15662aa", "tag": "668727d1-c9be-4cc1-b754-b72458edd4bb"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 04:28:30.192125 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-b2210d46-dbcb-49cf-b0cd-958729162511 None None] Set router e11a4a91-da22-4717-92f8-3709d89590f1 gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 04:28:30.222075 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 04:28:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6535ab5-5c4e-41a5-9a44-7b99067b14df x-openstack-request-id: req-f6535ab5-5c4e-41a5-9a44-7b99067b14df {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 04:28:30.222391 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11585c09-b112-430b-97eb-b65ba15662aa", "tag": "668727d1-c9be-4cc1-b754-b72458edd4bb", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 04:28:30.222642 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f6535ab5-5c4e-41a5-9a44-7b99067b14df {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 04:28:30.223046 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11585c09-b112-430b-97eb-b65ba15662aa', 'tag': '668727d1-c9be-4cc1-b754-b72458edd4bb', 'status': 'completed', 'code': 200} Aug 11 04:28:30.578361 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-b2210d46-dbcb-49cf-b0cd-958729162511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e11a4a91-da22-4717-92f8-3709d89590f1', 'name': 'tempest-TestShelveInstance-580012561-router', 'tenant_id': '940cff16c39c46a794406f5e44e37e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': '5fe94193-882d-498e-845e-8abaef695dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:21:54Z', 'updated_at': '2021-08-11T04:21:57Z', 'revision_number': 4, 'project_id': '940cff16c39c46a794406f5e44e37e5f', 'gw_port': {'id': '5fe94193-882d-498e-845e-8abaef695dff', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:63:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11a4a91-da22-4717-92f8-3709d89590f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:21:55Z', 'updated_at': '2021-08-11T04:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_floatingips': [{'id': '49559f7d-2a5a-4305-aeb1-31241a767e7d', 'tenant_id': '940cff16c39c46a794406f5e44e37e5f', 'floating_ip_address': '172.25.8.32', 'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'router_id': 'e11a4a91-da22-4717-92f8-3709d89590f1', 'port_id': '668727d1-c9be-4cc1-b754-b72458edd4bb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8a96bd2-253d-4f3c-a656-66a295069a29', 'mac_address': 'fa:16:3e:1d:50:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11585c09-b112-430b-97eb-b65ba15662aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T04:28:29Z', 'updated_at': '2021-08-11T04:28:29Z', 'revision_number': 0, 'project_id': '940cff16c39c46a794406f5e44e37e5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17c4a442-ace9-47f0-9720-9d7931b6fafd', 'name': '', 'network_id': 'e8a96bd2-253d-4f3c-a656-66a295069a29', 'tenant_id': '940cff16c39c46a794406f5e44e37e5f', 'mac_address': 'fa:16:3e:fc:ba:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11a4a91-da22-4717-92f8-3709d89590f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'e26dde90-4f9d-477c-a347-a1571093fd29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:21:57Z', 'updated_at': '2021-08-11T04:22:03Z', 'revision_number': 5, 'project_id': '940cff16c39c46a794406f5e44e37e5f', 'subnets': [{'id': 'e26dde90-4f9d-477c-a347-a1571093fd29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:28:30.608072 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2210d46-dbcb-49cf-b0cd-958729162511 None None] Checking router: e11a4a91-da22-4717-92f8-3709d89590f1 for host: n-d-764292-30 {{(pid=102193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 04:28:30.610806 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15cee3d-3f8a-4551-9790-0ac5384c2e14 req-a4f64620-a581-4600-bcd4-0f3fdeabaed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:28:30.612306 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-f15cee3d-3f8a-4551-9790-0ac5384c2e14 req-a4f64620-a581-4600-bcd4-0f3fdeabaed8 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=940cff16c39c46a794406f5e44e37e5f&device_id=11585c09-b112-430b-97eb-b65ba15662aa HTTP/1.1" status: 200 len: 1097 time: 0.3660336 Aug 11 04:28:30.616812 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2210d46-dbcb-49cf-b0cd-958729162511 None None] Routers {'e11a4a91-da22-4717-92f8-3709d89590f1'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 04:28:30.617426 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-b2210d46-dbcb-49cf-b0cd-958729162511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T04:28:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['e11a4a91-da22-4717-92f8-3709d89590f1'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:28:30.700582 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15cee3d-3f8a-4551-9790-0ac5384c2e14 req-857c08a1-5cd2-465e-bbb6-e800729ddfd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:28:30.702068 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-f15cee3d-3f8a-4551-9790-0ac5384c2e14 req-857c08a1-5cd2-465e-bbb6-e800729ddfd6 service neutron] 10.222.0.22 "GET /v2.0/networks?id=e8a96bd2-253d-4f3c-a656-66a295069a29 HTTP/1.1" status: 200 len: 909 time: 0.0825210 Aug 11 04:28:30.725681 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-b2210d46-dbcb-49cf-b0cd-958729162511 None None] Set router e11a4a91-da22-4717-92f8-3709d89590f1 gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 04:28:30.768635 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-f15cee3d-3f8a-4551-9790-0ac5384c2e14 req-741c1d2f-4cbc-4c9f-8815-3c96c64ca3ad service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=668727d1-c9be-4cc1-b754-b72458edd4bb HTTP/1.1" status: 200 len: 998 time: 0.0598326 Aug 11 04:28:30.817410 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15cee3d-3f8a-4551-9790-0ac5384c2e14 req-5c616103-1e40-47f1-9ee6-1ca80d8c3ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:28:30.818893 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-f15cee3d-3f8a-4551-9790-0ac5384c2e14 req-5c616103-1e40-47f1-9ee6-1ca80d8c3ed1 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e26dde90-4f9d-477c-a347-a1571093fd29 HTTP/1.1" status: 200 len: 847 time: 0.0437434 Aug 11 04:28:30.863929 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15cee3d-3f8a-4551-9790-0ac5384c2e14 req-74bfbe33-6275-4a41-9859-c67fb67c048e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:28:30.865371 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-f15cee3d-3f8a-4551-9790-0ac5384c2e14 req-74bfbe33-6275-4a41-9859-c67fb67c048e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e8a96bd2-253d-4f3c-a656-66a295069a29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395188 Aug 11 04:28:30.949621 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-b2210d46-dbcb-49cf-b0cd-958729162511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e11a4a91-da22-4717-92f8-3709d89590f1', 'name': 'tempest-TestShelveInstance-580012561-router', 'tenant_id': '940cff16c39c46a794406f5e44e37e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': '5fe94193-882d-498e-845e-8abaef695dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:21:54Z', 'updated_at': '2021-08-11T04:21:57Z', 'revision_number': 4, 'project_id': '940cff16c39c46a794406f5e44e37e5f', 'gw_port': {'id': '5fe94193-882d-498e-845e-8abaef695dff', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:63:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11a4a91-da22-4717-92f8-3709d89590f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:21:55Z', 'updated_at': '2021-08-11T04:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_floatingips': [{'id': '49559f7d-2a5a-4305-aeb1-31241a767e7d', 'tenant_id': '940cff16c39c46a794406f5e44e37e5f', 'floating_ip_address': '172.25.8.32', 'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'router_id': 'e11a4a91-da22-4717-92f8-3709d89590f1', 'port_id': '668727d1-c9be-4cc1-b754-b72458edd4bb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8a96bd2-253d-4f3c-a656-66a295069a29', 'mac_address': 'fa:16:3e:1d:50:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11585c09-b112-430b-97eb-b65ba15662aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T04:28:29Z', 'updated_at': '2021-08-11T04:28:29Z', 'revision_number': 0, 'project_id': '940cff16c39c46a794406f5e44e37e5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17c4a442-ace9-47f0-9720-9d7931b6fafd', 'name': '', 'network_id': 'e8a96bd2-253d-4f3c-a656-66a295069a29', 'tenant_id': '940cff16c39c46a794406f5e44e37e5f', 'mac_address': 'fa:16:3e:fc:ba:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11a4a91-da22-4717-92f8-3709d89590f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'e26dde90-4f9d-477c-a347-a1571093fd29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:21:57Z', 'updated_at': '2021-08-11T04:22:03Z', 'revision_number': 5, 'project_id': '940cff16c39c46a794406f5e44e37e5f', 'subnets': [{'id': 'e26dde90-4f9d-477c-a347-a1571093fd29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:28:30.955810 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-f15cee3d-3f8a-4551-9790-0ac5384c2e14 req-ebfbe6bb-0dc2-48c7-8762-a9c8e2c64040 service neutron] 10.222.0.22 "GET /v2.0/networks/e8a96bd2-253d-4f3c-a656-66a295069a29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831578 Aug 11 04:28:30.975694 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2210d46-dbcb-49cf-b0cd-958729162511 None None] The sync data for ids ['e11a4a91-da22-4717-92f8-3709d89590f1'] in n-d-764292-30 is: [{'id': 'e11a4a91-da22-4717-92f8-3709d89590f1', 'name': 'tempest-TestShelveInstance-580012561-router', 'tenant_id': '940cff16c39c46a794406f5e44e37e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': '5fe94193-882d-498e-845e-8abaef695dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:21:54Z', 'updated_at': '2021-08-11T04:21:57Z', 'revision_number': 4, 'project_id': '940cff16c39c46a794406f5e44e37e5f', 'gw_port': {'id': '5fe94193-882d-498e-845e-8abaef695dff', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:63:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11a4a91-da22-4717-92f8-3709d89590f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:21:55Z', 'updated_at': '2021-08-11T04:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_floatingips': [{'id': '49559f7d-2a5a-4305-aeb1-31241a767e7d', 'tenant_id': '940cff16c39c46a794406f5e44e37e5f', 'floating_ip_address': '172.25.8.32', 'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'router_id': 'e11a4a91-da22-4717-92f8-3709d89590f1', 'port_id': '668727d1-c9be-4cc1-b754-b72458edd4bb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8a96bd2-253d-4f3c-a656-66a295069a29', 'mac_address': 'fa:16:3e:1d:50:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11585c09-b112-430b-97eb-b65ba15662aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T04:28:29Z', 'updated_at': '2021-08-11T04:28:29Z', 'revision_number': 0, 'project_id': '940cff16c39c46a794406f5e44e37e5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17c4a442-ace9-47f0-9720-9d7931b6fafd', 'name': '', 'network_id': 'e8a96bd2-253d-4f3c-a656-66a295069a29', 'tenant_id': '940cff16c39c46a794406f5e44e37e5f', 'mac_address': 'fa:16:3e:fc:ba:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11a4a91-da22-4717-92f8-3709d89590f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'e26dde90-4f9d-477c-a347-a1571093fd29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:21:57Z', 'updated_at': '2021-08-11T04:22:03Z', 'revision_number': 5, 'project_id': '940cff16c39c46a794406f5e44e37e5f', 'subnets': [{'id': 'e26dde90-4f9d-477c-a347-a1571093fd29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 04:28:31.048057 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-f15cee3d-3f8a-4551-9790-0ac5384c2e14 req-564ecdc6-c957-4073-ad18-5e353e5108a3 service neutron] 10.222.0.22 "GET /v2.0/networks/e8a96bd2-253d-4f3c-a656-66a295069a29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856164 Aug 11 04:28:31.165436 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d8423c-e800-4c9b-909d-d32e850b2388 None None] New status for floating IP 49559f7d-2a5a-4305-aeb1-31241a767e7d: ACTIVE {{(pid=102194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 04:28:31.920726 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:28:32.172171 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-bb6cd82f-3ad8-47e5-98ba-899e72f9f9a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:28:33.335277 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:28:34.997889 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:28:38.072036 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:28:39.438398 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-ca688888-b94a-4fd3-be3e-8394ec92734f req-6b2fee61-d26d-4ebb-84c3-4656cf5b1fb9 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=11585c09-b112-430b-97eb-b65ba15662aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0836446 Aug 11 04:28:39.517587 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca688888-b94a-4fd3-be3e-8394ec92734f req-5986de58-5034-4769-91f3-1e46921b4cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:28:39.519038 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-ca688888-b94a-4fd3-be3e-8394ec92734f req-5986de58-5034-4769-91f3-1e46921b4cec service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=940cff16c39c46a794406f5e44e37e5f&device_id=11585c09-b112-430b-97eb-b65ba15662aa HTTP/1.1" status: 200 len: 1097 time: 0.0405426 Aug 11 04:28:39.624311 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca688888-b94a-4fd3-be3e-8394ec92734f req-fd1e18f1-46bf-4052-99a6-08e653a78269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:28:39.625891 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-ca688888-b94a-4fd3-be3e-8394ec92734f req-fd1e18f1-46bf-4052-99a6-08e653a78269 service neutron] 10.222.0.22 "GET /v2.0/networks?id=e8a96bd2-253d-4f3c-a656-66a295069a29 HTTP/1.1" status: 200 len: 909 time: 0.0834081 Aug 11 04:28:39.695267 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-ca688888-b94a-4fd3-be3e-8394ec92734f req-5d33b32f-4342-4155-a471-b7443fe62bfa service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=668727d1-c9be-4cc1-b754-b72458edd4bb HTTP/1.1" status: 200 len: 1000 time: 0.0614841 Aug 11 04:28:39.743170 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca688888-b94a-4fd3-be3e-8394ec92734f req-08282343-bd53-4fc4-bc77-5a3b85d2bfff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:28:39.744603 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-ca688888-b94a-4fd3-be3e-8394ec92734f req-08282343-bd53-4fc4-bc77-5a3b85d2bfff service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e26dde90-4f9d-477c-a347-a1571093fd29 HTTP/1.1" status: 200 len: 847 time: 0.0426340 Aug 11 04:28:39.791722 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca688888-b94a-4fd3-be3e-8394ec92734f req-9e478f01-b24f-4771-bd32-0486adb7c8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:28:39.793680 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-ca688888-b94a-4fd3-be3e-8394ec92734f req-9e478f01-b24f-4771-bd32-0486adb7c8b0 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e8a96bd2-253d-4f3c-a656-66a295069a29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401404 Aug 11 04:28:39.888394 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-ca688888-b94a-4fd3-be3e-8394ec92734f req-eb485605-2a27-41a7-b1a6-704485884b88 service neutron] 10.222.0.22 "GET /v2.0/networks/e8a96bd2-253d-4f3c-a656-66a295069a29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863488 Aug 11 04:28:39.977072 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-ca688888-b94a-4fd3-be3e-8394ec92734f req-69d4030e-3417-4c4c-a9d5-ce25b8accf8d service neutron] 10.222.0.22 "GET /v2.0/networks/e8a96bd2-253d-4f3c-a656-66a295069a29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815048 Aug 11 04:28:41.966387 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:28:47.429627 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.agents_db [None req-950b7202-decb-43e2-8f71-ac8931dc9749 None None] Agent healthcheck: found 7 active agents {{(pid=102194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 04:28:59.239822 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-1472ac30-0d68-4422-a779-9dac8811cf66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:29:01.948705 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:29:02.194509 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-e6f92752-f83a-4730-be1f-6ba11277359e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:29:03.354702 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:29:04.996655 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:29:08.108352 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:29:11.991071 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:29:24.428767 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.agents_db [None req-950b7202-decb-43e2-8f71-ac8931dc9749 None None] Agent healthcheck: found 7 active agents {{(pid=102194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 04:29:29.257082 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-efd198d0-4257-4146-8d7d-40452dcbf699 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:29:31.922359 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:29:32.236333 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-04a2c976-9155-48c0-b300-69a6894b1c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:29:33.344974 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:29:35.019170 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:29:38.104781 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:29:40.395676 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-917827d4-4645-4583-b1f2-87e12ddd5db1 req-ab7f3c5e-e2f9-4110-a02f-af579d90984a service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=11585c09-b112-430b-97eb-b65ba15662aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0411921 Aug 11 04:29:40.478699 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917827d4-4645-4583-b1f2-87e12ddd5db1 req-fc570af1-bfec-4887-b8b2-f08cb0e87dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:29:40.480176 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-917827d4-4645-4583-b1f2-87e12ddd5db1 req-fc570af1-bfec-4887-b8b2-f08cb0e87dff service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=940cff16c39c46a794406f5e44e37e5f&device_id=11585c09-b112-430b-97eb-b65ba15662aa HTTP/1.1" status: 200 len: 1097 time: 0.0440035 Aug 11 04:29:40.580370 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917827d4-4645-4583-b1f2-87e12ddd5db1 req-d190e51f-2246-483c-8f93-f53f24e9b1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:29:40.581797 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-917827d4-4645-4583-b1f2-87e12ddd5db1 req-d190e51f-2246-483c-8f93-f53f24e9b1ad service neutron] 10.222.0.22 "GET /v2.0/networks?id=e8a96bd2-253d-4f3c-a656-66a295069a29 HTTP/1.1" status: 200 len: 909 time: 0.0834556 Aug 11 04:29:40.649452 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-917827d4-4645-4583-b1f2-87e12ddd5db1 req-29de210e-a4de-4c71-9163-4b84846bf3b9 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=668727d1-c9be-4cc1-b754-b72458edd4bb HTTP/1.1" status: 200 len: 1000 time: 0.0605698 Aug 11 04:29:40.697473 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917827d4-4645-4583-b1f2-87e12ddd5db1 req-ab4b3ef8-fad9-49f7-bcdb-808e44ce8b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:29:40.698899 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-917827d4-4645-4583-b1f2-87e12ddd5db1 req-ab4b3ef8-fad9-49f7-bcdb-808e44ce8b44 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e26dde90-4f9d-477c-a347-a1571093fd29 HTTP/1.1" status: 200 len: 847 time: 0.0425131 Aug 11 04:29:40.743673 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917827d4-4645-4583-b1f2-87e12ddd5db1 req-abccfe28-3be3-4eea-afc7-753d48ab3d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:29:40.745151 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-917827d4-4645-4583-b1f2-87e12ddd5db1 req-abccfe28-3be3-4eea-afc7-753d48ab3d99 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e8a96bd2-253d-4f3c-a656-66a295069a29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0388918 Aug 11 04:29:40.842086 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-917827d4-4645-4583-b1f2-87e12ddd5db1 req-6fde55af-df7a-400f-8123-f39255fbe864 service neutron] 10.222.0.22 "GET /v2.0/networks/e8a96bd2-253d-4f3c-a656-66a295069a29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892825 Aug 11 04:29:40.931063 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-917827d4-4645-4583-b1f2-87e12ddd5db1 req-aa59caaa-5c48-4864-aead-40b649e3f7d8 service neutron] 10.222.0.22 "GET /v2.0/networks/e8a96bd2-253d-4f3c-a656-66a295069a29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809164 Aug 11 04:29:41.996131 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:29:59.247835 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2fdc1f93-115a-4c2a-999d-2e03e9a3e2fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:30:01.436802 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.agents_db [None req-950b7202-decb-43e2-8f71-ac8931dc9749 None None] Agent healthcheck: found 7 active agents {{(pid=102194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 04:30:01.924549 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:30:02.221843 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-507c6d8b-50ae-4f45-8b2b-d7e03ff5710b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:30:03.347431 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:30:05.004446 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:30:08.095709 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:30:11.989661 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:30:29.246602 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-908b6aa7-bea1-4009-893d-c9fe7b1bf41f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:30:31.929676 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:30:32.183731 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-56ba2f6a-8d2d-4278-96b1-4ed3b0f94837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:30:33.346388 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:30:35.006650 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:30:38.118168 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:30:38.427563 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.agents_db [None req-950b7202-decb-43e2-8f71-ac8931dc9749 None None] Agent healthcheck: found 7 active agents {{(pid=102194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 04:30:42.011816 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:30:42.382436 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-51d54709-bdd5-4922-a4d4-8afa93fd1960 req-acf2b3f4-fce8-47d6-8b12-fd752130929c service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=11585c09-b112-430b-97eb-b65ba15662aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0407648 Aug 11 04:30:42.466784 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d54709-bdd5-4922-a4d4-8afa93fd1960 req-a7ea7d65-38ae-4bbc-ad1e-06fbe0003858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:30:42.468167 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-51d54709-bdd5-4922-a4d4-8afa93fd1960 req-a7ea7d65-38ae-4bbc-ad1e-06fbe0003858 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=940cff16c39c46a794406f5e44e37e5f&device_id=11585c09-b112-430b-97eb-b65ba15662aa HTTP/1.1" status: 200 len: 1097 time: 0.0444684 Aug 11 04:30:42.570300 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d54709-bdd5-4922-a4d4-8afa93fd1960 req-f67adb17-77e0-4c2f-befb-13d655927e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:30:42.571878 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-51d54709-bdd5-4922-a4d4-8afa93fd1960 req-f67adb17-77e0-4c2f-befb-13d655927e99 service neutron] 10.222.0.22 "GET /v2.0/networks?id=e8a96bd2-253d-4f3c-a656-66a295069a29 HTTP/1.1" status: 200 len: 909 time: 0.0835004 Aug 11 04:30:42.640512 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-51d54709-bdd5-4922-a4d4-8afa93fd1960 req-3ff26745-a083-493e-ab83-9ccbb3d4290d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=668727d1-c9be-4cc1-b754-b72458edd4bb HTTP/1.1" status: 200 len: 1000 time: 0.0617223 Aug 11 04:30:42.690073 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d54709-bdd5-4922-a4d4-8afa93fd1960 req-c22bb5ed-a62c-45ef-9e94-0e5400a34ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:30:42.691528 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-51d54709-bdd5-4922-a4d4-8afa93fd1960 req-c22bb5ed-a62c-45ef-9e94-0e5400a34ad8 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e26dde90-4f9d-477c-a347-a1571093fd29 HTTP/1.1" status: 200 len: 847 time: 0.0438898 Aug 11 04:30:42.745213 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d54709-bdd5-4922-a4d4-8afa93fd1960 req-1d46049e-09c9-4050-a4be-48d5701c867f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:30:42.746738 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-51d54709-bdd5-4922-a4d4-8afa93fd1960 req-1d46049e-09c9-4050-a4be-48d5701c867f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e8a96bd2-253d-4f3c-a656-66a295069a29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389519 Aug 11 04:30:42.839789 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-51d54709-bdd5-4922-a4d4-8afa93fd1960 req-c393e236-466f-4898-b67a-ef09e75063dd service neutron] 10.222.0.22 "GET /v2.0/networks/e8a96bd2-253d-4f3c-a656-66a295069a29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849290 Aug 11 04:30:42.931201 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-51d54709-bdd5-4922-a4d4-8afa93fd1960 req-dec2f7b4-7914-49f7-945d-0c713810d35c service neutron] 10.222.0.22 "GET /v2.0/networks/e8a96bd2-253d-4f3c-a656-66a295069a29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845842 Aug 11 04:30:56.055293 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b9c85b-562b-4b96-9004-651ce8a78f5a req-09e219e9-cf8f-4a3a-805b-ac38644c2af7 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:30:56.056858 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-26b9c85b-562b-4b96-9004-651ce8a78f5a req-09e219e9-cf8f-4a3a-805b-ac38644c2af7 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/ports?device_id=11585c09-b112-430b-97eb-b65ba15662aa HTTP/1.1" status: 200 len: 945 time: 0.0963178 Aug 11 04:30:56.095393 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-26b9c85b-562b-4b96-9004-651ce8a78f5a req-9c609b97-4b26-4736-b684-08fc29cda603 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/security-groups?id=a633127c-b49e-414b-aa78-c7ea59ecf4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321383 Aug 11 04:30:57.256986 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c20f99d-2e66-4496-a253-410a93d47d84 req-df4fbed4-72af-488d-a8d1-6846b0c2c288 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:30:57.258437 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7c20f99d-2e66-4496-a253-410a93d47d84 req-df4fbed4-72af-488d-a8d1-6846b0c2c288 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/ports?device_id=11585c09-b112-430b-97eb-b65ba15662aa HTTP/1.1" status: 200 len: 945 time: 0.0931513 Aug 11 04:30:57.298397 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7c20f99d-2e66-4496-a253-410a93d47d84 req-13108ad9-4219-4f36-a06e-2d15915197d0 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/security-groups?id=a633127c-b49e-414b-aa78-c7ea59ecf4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340078 Aug 11 04:30:58.438452 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d335d903-b626-42b1-94d7-d3d6807b1c9d req-a45fd5bf-50b2-447d-953e-6d89ee7d9e98 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:30:58.440081 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d335d903-b626-42b1-94d7-d3d6807b1c9d req-a45fd5bf-50b2-447d-953e-6d89ee7d9e98 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/ports?device_id=11585c09-b112-430b-97eb-b65ba15662aa HTTP/1.1" status: 200 len: 945 time: 0.0489578 Aug 11 04:30:58.477738 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d335d903-b626-42b1-94d7-d3d6807b1c9d req-4d281dfa-14eb-421a-aa16-4cd4acf5fdf7 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/security-groups?id=a633127c-b49e-414b-aa78-c7ea59ecf4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311246 Aug 11 04:30:59.228929 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-c16e904c-d202-44b1-8d1d-e347abad5662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:30:59.592091 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e725f609-3350-4f57-b977-c3c18972d344 req-2857c90e-e9b3-4da2-b0d8-070341a30693 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:30:59.593636 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e725f609-3350-4f57-b977-c3c18972d344 req-2857c90e-e9b3-4da2-b0d8-070341a30693 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/ports?device_id=11585c09-b112-430b-97eb-b65ba15662aa HTTP/1.1" status: 200 len: 945 time: 0.0498645 Aug 11 04:30:59.631492 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e725f609-3350-4f57-b977-c3c18972d344 req-bcf40539-b57e-4a62-b79b-92d05a3f0cd8 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/security-groups?id=a633127c-b49e-414b-aa78-c7ea59ecf4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317492 Aug 11 04:31:00.748138 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4786a1f4-87aa-44e1-a5fc-4c0bf7064704 req-78afb44e-3699-4a2d-9091-05ec1db719f4 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:31:00.749605 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4786a1f4-87aa-44e1-a5fc-4c0bf7064704 req-78afb44e-3699-4a2d-9091-05ec1db719f4 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/ports?device_id=11585c09-b112-430b-97eb-b65ba15662aa HTTP/1.1" status: 200 len: 945 time: 0.0502000 Aug 11 04:31:00.821747 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4786a1f4-87aa-44e1-a5fc-4c0bf7064704 req-04f966f5-d801-4eaf-a9df-a4d19370e43d tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/security-groups?id=a633127c-b49e-414b-aa78-c7ea59ecf4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363574 Aug 11 04:31:01.905916 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350f658a-4844-4a4d-9f83-4a8134d5173e req-aded69b1-a7d8-42b2-967d-87f249add9af tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:31:01.907403 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-350f658a-4844-4a4d-9f83-4a8134d5173e req-aded69b1-a7d8-42b2-967d-87f249add9af tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/ports?device_id=11585c09-b112-430b-97eb-b65ba15662aa HTTP/1.1" status: 200 len: 945 time: 0.0489070 Aug 11 04:31:01.934613 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:31:01.947164 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-350f658a-4844-4a4d-9f83-4a8134d5173e req-afeec3da-daeb-46e9-a688-bf849576db08 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/security-groups?id=a633127c-b49e-414b-aa78-c7ea59ecf4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337546 Aug 11 04:31:02.199962 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-5b62e5fa-3966-4c91-a105-7bf5d8f6eb72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:31:03.061735 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17283851-0bad-4a02-9a28-df51178cce8d req-cf8560c9-7a90-4fbf-9720-d95081d3e17f tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:31:03.063294 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-17283851-0bad-4a02-9a28-df51178cce8d req-cf8560c9-7a90-4fbf-9720-d95081d3e17f tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/ports?device_id=11585c09-b112-430b-97eb-b65ba15662aa HTTP/1.1" status: 200 len: 945 time: 0.0487952 Aug 11 04:31:03.099849 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-17283851-0bad-4a02-9a28-df51178cce8d req-1ad6823d-126b-445b-aee8-c8d56483cbe4 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/security-groups?id=a633127c-b49e-414b-aa78-c7ea59ecf4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306439 Aug 11 04:31:03.331439 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:31:04.218465 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff417e1-9245-403e-b855-2642fa678814 req-0bfcfc6f-036f-4d56-8f00-609830d7aabb tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:31:04.219917 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8ff417e1-9245-403e-b855-2642fa678814 req-0bfcfc6f-036f-4d56-8f00-609830d7aabb tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/ports?device_id=11585c09-b112-430b-97eb-b65ba15662aa HTTP/1.1" status: 200 len: 945 time: 0.0478733 Aug 11 04:31:04.260977 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8ff417e1-9245-403e-b855-2642fa678814 req-d5ed028d-bec2-40e2-b1c3-93ba86583d09 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/security-groups?id=a633127c-b49e-414b-aa78-c7ea59ecf4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351157 Aug 11 04:31:05.026093 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:31:05.374445 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453b68be-2435-4187-97d6-a0701ac5c314 req-e526b1a5-a7db-4895-93a0-eac6c5a2f641 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:31:05.375921 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-453b68be-2435-4187-97d6-a0701ac5c314 req-e526b1a5-a7db-4895-93a0-eac6c5a2f641 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/ports?device_id=11585c09-b112-430b-97eb-b65ba15662aa HTTP/1.1" status: 200 len: 945 time: 0.0488505 Aug 11 04:31:05.412906 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-453b68be-2435-4187-97d6-a0701ac5c314 req-1dcbdc0e-ece4-4e0d-a54a-08db2b9644f9 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/security-groups?id=a633127c-b49e-414b-aa78-c7ea59ecf4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307901 Aug 11 04:31:06.208356 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1aea683-62a7-4b48-bb6a-0b84d5e6473f req-be994f0e-4579-480e-bbba-3ca9974a9b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:31:06.209855 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-f1aea683-62a7-4b48-bb6a-0b84d5e6473f req-be994f0e-4579-480e-bbba-3ca9974a9b78 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=940cff16c39c46a794406f5e44e37e5f&device_id=11585c09-b112-430b-97eb-b65ba15662aa HTTP/1.1" status: 200 len: 1097 time: 0.0406628 Aug 11 04:31:06.300886 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1aea683-62a7-4b48-bb6a-0b84d5e6473f req-089b6189-09f6-4c29-b038-f46930d88684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:31:06.302276 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-f1aea683-62a7-4b48-bb6a-0b84d5e6473f req-089b6189-09f6-4c29-b038-f46930d88684 service neutron] 10.222.0.22 "GET /v2.0/networks?id=e8a96bd2-253d-4f3c-a656-66a295069a29 HTTP/1.1" status: 200 len: 909 time: 0.0860038 Aug 11 04:31:06.366220 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-f1aea683-62a7-4b48-bb6a-0b84d5e6473f req-f2c39a96-b0d4-4605-85a0-b59268b09b79 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=668727d1-c9be-4cc1-b754-b72458edd4bb HTTP/1.1" status: 200 len: 1000 time: 0.0565481 Aug 11 04:31:06.417608 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1aea683-62a7-4b48-bb6a-0b84d5e6473f req-1cac791e-95ab-4644-8bb3-a4e073806eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:31:06.419036 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-f1aea683-62a7-4b48-bb6a-0b84d5e6473f req-1cac791e-95ab-4644-8bb3-a4e073806eee service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e26dde90-4f9d-477c-a347-a1571093fd29 HTTP/1.1" status: 200 len: 847 time: 0.0462432 Aug 11 04:31:06.464721 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1aea683-62a7-4b48-bb6a-0b84d5e6473f req-b389d00d-6e6a-40e3-878b-698def799047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:31:06.466240 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-f1aea683-62a7-4b48-bb6a-0b84d5e6473f req-b389d00d-6e6a-40e3-878b-698def799047 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e8a96bd2-253d-4f3c-a656-66a295069a29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406468 Aug 11 04:31:06.528351 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98590c8-fb3e-438e-874a-3a965f1c4afd req-4ccfe7b8-343c-40f1-b419-b0d60c06a62f tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:31:06.530930 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d98590c8-fb3e-438e-874a-3a965f1c4afd req-4ccfe7b8-343c-40f1-b419-b0d60c06a62f tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/ports?device_id=11585c09-b112-430b-97eb-b65ba15662aa HTTP/1.1" status: 200 len: 945 time: 0.0510492 Aug 11 04:31:06.556543 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-f1aea683-62a7-4b48-bb6a-0b84d5e6473f req-8368427d-e78c-414f-b58a-a6b77385a53e service neutron] 10.222.0.22 "GET /v2.0/networks/e8a96bd2-253d-4f3c-a656-66a295069a29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821228 Aug 11 04:31:06.570361 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d98590c8-fb3e-438e-874a-3a965f1c4afd req-3b0467d5-8c70-4245-8632-26e9a1d94b35 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/security-groups?id=a633127c-b49e-414b-aa78-c7ea59ecf4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322788 Aug 11 04:31:06.650064 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-f1aea683-62a7-4b48-bb6a-0b84d5e6473f req-0290c5a3-78f8-4e67-9adf-bd0ad3cb4dce service neutron] 10.222.0.22 "GET /v2.0/networks/e8a96bd2-253d-4f3c-a656-66a295069a29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849669 Aug 11 04:31:07.683573 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68faeeb4-f4a6-4c9d-bedd-97c8a866c3c8 req-5a9e2952-4a9c-40cd-8ba6-274ae1799cf0 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:31:07.685020 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-68faeeb4-f4a6-4c9d-bedd-97c8a866c3c8 req-5a9e2952-4a9c-40cd-8ba6-274ae1799cf0 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/ports?device_id=11585c09-b112-430b-97eb-b65ba15662aa HTTP/1.1" status: 200 len: 945 time: 0.0476561 Aug 11 04:31:07.725738 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-68faeeb4-f4a6-4c9d-bedd-97c8a866c3c8 req-4c5d7212-9d4a-4985-b8cd-9f69318482c6 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/security-groups?id=a633127c-b49e-414b-aa78-c7ea59ecf4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346618 Aug 11 04:31:08.148347 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:31:09.184277 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0d9a8f-ba70-4ad7-9f86-6331301b4258 req-904cd382-3907-4119-a312-ce159e9174fb tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:31:09.185754 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9a0d9a8f-ba70-4ad7-9f86-6331301b4258 req-904cd382-3907-4119-a312-ce159e9174fb tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/ports?device_id=11585c09-b112-430b-97eb-b65ba15662aa HTTP/1.1" status: 200 len: 945 time: 0.3918552 Aug 11 04:31:09.224563 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9a0d9a8f-ba70-4ad7-9f86-6331301b4258 req-58aff687-d146-4c49-8cce-1cc638b89850 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/security-groups?id=a633127c-b49e-414b-aa78-c7ea59ecf4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326543 Aug 11 04:31:10.339822 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d13b863-04a3-4e36-8fe0-95a0aec802d8 req-32cb4845-9083-4118-bf50-a6cf51e1a30f tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:31:10.341328 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2d13b863-04a3-4e36-8fe0-95a0aec802d8 req-32cb4845-9083-4118-bf50-a6cf51e1a30f tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/ports?device_id=11585c09-b112-430b-97eb-b65ba15662aa HTTP/1.1" status: 200 len: 945 time: 0.0496330 Aug 11 04:31:10.378171 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2d13b863-04a3-4e36-8fe0-95a0aec802d8 req-47ba3be6-34c0-48d5-a642-aa3aee5910fd tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/security-groups?id=a633127c-b49e-414b-aa78-c7ea59ecf4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305843 Aug 11 04:31:10.791685 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895473c8-fbd6-4423-a622-fd904c3b0c95 req-0cc6d44e-4f1e-4211-9dae-73ef52637aab tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:31:10.793245 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-895473c8-fbd6-4423-a622-fd904c3b0c95 req-0cc6d44e-4f1e-4211-9dae-73ef52637aab tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/ports?device_id=11585c09-b112-430b-97eb-b65ba15662aa HTTP/1.1" status: 200 len: 945 time: 0.0495660 Aug 11 04:31:10.799474 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 53158) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:31:10.835257 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-895473c8-fbd6-4423-a622-fd904c3b0c95 req-33904606-e213-4889-ad28-b24c19c130e0 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/security-groups?id=a633127c-b49e-414b-aa78-c7ea59ecf4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359530 Aug 11 04:31:10.903950 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-08cfe69f-9fab-4a68-963d-9774681bd2c1 req-ca27346d-d521-407b-ae9b-9ebf1ab656fa service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=11585c09-b112-430b-97eb-b65ba15662aa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1032319 Aug 11 04:31:11.949610 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652af8d1-2b10-4ab7-85af-70d857ea7218 req-5f6b9ee8-a4eb-4b27-9597-11b021e3b8ac tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:31:11.951825 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-652af8d1-2b10-4ab7-85af-70d857ea7218 req-5f6b9ee8-a4eb-4b27-9597-11b021e3b8ac tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/ports?device_id=11585c09-b112-430b-97eb-b65ba15662aa HTTP/1.1" status: 200 len: 945 time: 0.0488243 Aug 11 04:31:11.990629 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-652af8d1-2b10-4ab7-85af-70d857ea7218 req-aa89807a-4f6a-420a-a21b-9d98a5fb2d63 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/security-groups?id=a633127c-b49e-414b-aa78-c7ea59ecf4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327604 Aug 11 04:31:12.045807 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:31:12.180942 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 668727d1-c9be-4cc1-b754-b72458edd4bb no longer exists at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 04:31:12.258802 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:31:12.282196 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11585c09-b112-430b-97eb-b65ba15662aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '668727d1-c9be-4cc1-b754-b72458edd4bb'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 04:31:12.284457 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e385e08809ed349a2646fb52500b409f99e085c14d592b33dda6f3cb7a212da1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29d2bbb6-5636-4e39-9ddc-073b0ed3b47f" -d '{"events": [{"server_uuid": "11585c09-b112-430b-97eb-b65ba15662aa", "name": "network-vif-unplugged", "status": "completed", "tag": "668727d1-c9be-4cc1-b754-b72458edd4bb"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 04:31:12.298377 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 668727d1-c9be-4cc1-b754-b72458edd4bb, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=668727d1-c9be-4cc1-b754-b72458edd4bb,segment=NetworkSegment(4250ddbe-01cc-46d8-82ff-3369b668a56f),segment_id=4250ddbe-01cc-46d8-82ff-3369b668a56f)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:31:12.317316 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 11 Aug 2021 04:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01cb4c44-6b6a-4dd6-afbb-e8f59706ed31 x-openstack-request-id: req-01cb4c44-6b6a-4dd6-afbb-e8f59706ed31 {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 04:31:12.317609 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11585c09-b112-430b-97eb-b65ba15662aa", "name": "network-vif-unplugged", "status": "failed", "tag": "668727d1-c9be-4cc1-b754-b72458edd4bb", "code": 422}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 04:31:12.317867 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-01cb4c44-6b6a-4dd6-afbb-e8f59706ed31 {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 04:31:12.318269 n-d-764292-30 neutron-server[102193]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '11585c09-b112-430b-97eb-b65ba15662aa', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '668727d1-c9be-4cc1-b754-b72458edd4bb', 'code': 422} returned with failed status Aug 11 04:31:12.368607 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:31:12.416155 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=668727d1-c9be-4cc1-b754-b72458edd4bb,revision_number=6']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:31:12.423432 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:31:12.423783 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:31:12.424124 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:31:12.424646 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:31:12.424987 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:31:12.425319 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:31:12.425643 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:31:12.425970 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:31:12.426334 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:31:12.426643 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:31:12.426965 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:31:12.427327 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:31:13.106423 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadc09ec-c59d-4aaf-9049-9033e449624a req-be1a4d3a-49bf-4c71-a4ad-524ab235d1c0 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:31:13.107916 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cadc09ec-c59d-4aaf-9049-9033e449624a req-be1a4d3a-49bf-4c71-a4ad-524ab235d1c0 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/ports?device_id=11585c09-b112-430b-97eb-b65ba15662aa HTTP/1.1" status: 200 len: 943 time: 0.0487630 Aug 11 04:31:13.151899 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cadc09ec-c59d-4aaf-9049-9033e449624a req-dd90a2e8-200f-468d-a1c1-f0e6152abed9 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/security-groups?id=a633127c-b49e-414b-aa78-c7ea59ecf4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379696 Aug 11 04:31:14.271712 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f5ee4f-0bca-4670-a41d-be7ceb4a741f req-eae1da00-0ed5-4e82-8a56-0d8b50c83384 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:31:14.273196 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-10f5ee4f-0bca-4670-a41d-be7ceb4a741f req-eae1da00-0ed5-4e82-8a56-0d8b50c83384 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/ports?device_id=11585c09-b112-430b-97eb-b65ba15662aa HTTP/1.1" status: 200 len: 943 time: 0.0495164 Aug 11 04:31:14.314645 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-10f5ee4f-0bca-4670-a41d-be7ceb4a741f req-9c4eb2fc-b60e-4de9-9007-6c4a5c40fac0 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/security-groups?id=a633127c-b49e-414b-aa78-c7ea59ecf4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354798 Aug 11 04:31:15.426015 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.agents_db [None req-950b7202-decb-43e2-8f71-ac8931dc9749 None None] Agent healthcheck: found 7 active agents {{(pid=102194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 04:31:15.429756 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb488cf-40d1-43b3-a01e-72c48a9b2c17 req-b209c670-1d5e-4285-b819-e44a620ed925 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:31:15.431356 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-dbb488cf-40d1-43b3-a01e-72c48a9b2c17 req-b209c670-1d5e-4285-b819-e44a620ed925 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/ports?device_id=11585c09-b112-430b-97eb-b65ba15662aa HTTP/1.1" status: 200 len: 943 time: 0.0493014 Aug 11 04:31:15.469339 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-dbb488cf-40d1-43b3-a01e-72c48a9b2c17 req-1a0d98b1-f662-45f0-93aa-c0c53c96a2f7 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/security-groups?id=a633127c-b49e-414b-aa78-c7ea59ecf4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314498 Aug 11 04:31:16.395366 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cfe69f-9fab-4a68-963d-9774681bd2c1 req-b254df2c-82ad-4553-ba6e-0df7f15f335b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:31:16.396809 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-08cfe69f-9fab-4a68-963d-9774681bd2c1 req-b254df2c-82ad-4553-ba6e-0df7f15f335b service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=11585c09-b112-430b-97eb-b65ba15662aa&tenant_id=940cff16c39c46a794406f5e44e37e5f HTTP/1.1" status: 200 len: 1095 time: 0.0394156 Aug 11 04:31:16.459470 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cfe69f-9fab-4a68-963d-9774681bd2c1 req-04592047-91c7-4925-8f14-424b821ad4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:31:16.460957 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-08cfe69f-9fab-4a68-963d-9774681bd2c1 req-04592047-91c7-4925-8f14-424b821ad4e4 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=940cff16c39c46a794406f5e44e37e5f&device_id=11585c09-b112-430b-97eb-b65ba15662aa HTTP/1.1" status: 200 len: 1095 time: 0.0429182 Aug 11 04:31:16.548703 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cfe69f-9fab-4a68-963d-9774681bd2c1 req-9fa3a271-4774-4ebb-ad46-397081cc24f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:31:16.550176 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-08cfe69f-9fab-4a68-963d-9774681bd2c1 req-9fa3a271-4774-4ebb-ad46-397081cc24f5 service neutron] 10.222.0.22 "GET /v2.0/networks?id=e8a96bd2-253d-4f3c-a656-66a295069a29 HTTP/1.1" status: 200 len: 909 time: 0.0825112 Aug 11 04:31:16.583220 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e83be66-d39e-48d8-89a3-68a13b405860 req-23123930-fc2c-4c34-a7f5-c11b52f55477 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:31:16.584699 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9e83be66-d39e-48d8-89a3-68a13b405860 req-23123930-fc2c-4c34-a7f5-c11b52f55477 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/ports?device_id=11585c09-b112-430b-97eb-b65ba15662aa HTTP/1.1" status: 200 len: 943 time: 0.0488410 Aug 11 04:31:16.619060 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-08cfe69f-9fab-4a68-963d-9774681bd2c1 req-627005fa-564c-4e11-823b-11cea45af80a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=668727d1-c9be-4cc1-b754-b72458edd4bb HTTP/1.1" status: 200 len: 998 time: 0.0613227 Aug 11 04:31:16.624014 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9e83be66-d39e-48d8-89a3-68a13b405860 req-20c3563c-5f7d-4cd4-9d71-70b19a5bb313 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/security-groups?id=a633127c-b49e-414b-aa78-c7ea59ecf4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331919 Aug 11 04:31:16.669443 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cfe69f-9fab-4a68-963d-9774681bd2c1 req-5277516d-cf7b-4e28-82f4-ec46f0f8e84d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:31:16.670894 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-08cfe69f-9fab-4a68-963d-9774681bd2c1 req-5277516d-cf7b-4e28-82f4-ec46f0f8e84d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e26dde90-4f9d-477c-a347-a1571093fd29 HTTP/1.1" status: 200 len: 847 time: 0.0441234 Aug 11 04:31:16.715867 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cfe69f-9fab-4a68-963d-9774681bd2c1 req-a0c1889e-a2a8-40bf-8ac9-dce43d37e7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:31:16.717300 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-08cfe69f-9fab-4a68-963d-9774681bd2c1 req-a0c1889e-a2a8-40bf-8ac9-dce43d37e7c0 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e8a96bd2-253d-4f3c-a656-66a295069a29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0386074 Aug 11 04:31:16.807756 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-08cfe69f-9fab-4a68-963d-9774681bd2c1 req-448be8a2-a4d3-4dfc-8388-afd9578ddf47 service neutron] 10.222.0.22 "GET /v2.0/networks/e8a96bd2-253d-4f3c-a656-66a295069a29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827467 Aug 11 04:31:16.894398 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-08cfe69f-9fab-4a68-963d-9774681bd2c1 req-8d74c3d1-2415-47a3-96e3-6090954fa76d service neutron] 10.222.0.22 "GET /v2.0/networks/e8a96bd2-253d-4f3c-a656-66a295069a29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801585 Aug 11 04:31:17.735930 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428bb1c5-0b57-4b08-b3e3-7d567349682f req-f1435b2a-04fa-47fb-ba28-7da317b19d38 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:31:17.737372 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-428bb1c5-0b57-4b08-b3e3-7d567349682f req-f1435b2a-04fa-47fb-ba28-7da317b19d38 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/ports?device_id=11585c09-b112-430b-97eb-b65ba15662aa HTTP/1.1" status: 200 len: 943 time: 0.0475669 Aug 11 04:31:17.777918 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-428bb1c5-0b57-4b08-b3e3-7d567349682f req-b62644da-47cf-4044-8926-fa3604212bd7 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/security-groups?id=a633127c-b49e-414b-aa78-c7ea59ecf4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346193 Aug 11 04:31:18.889957 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4c72d9-29e4-4d73-adaf-49cb3b10ff76 req-7d309e25-788a-45a5-807c-3f5d3eebaf49 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:31:18.891438 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9a4c72d9-29e4-4d73-adaf-49cb3b10ff76 req-7d309e25-788a-45a5-807c-3f5d3eebaf49 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/ports?device_id=11585c09-b112-430b-97eb-b65ba15662aa HTTP/1.1" status: 200 len: 943 time: 0.0484807 Aug 11 04:31:18.928942 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9a4c72d9-29e4-4d73-adaf-49cb3b10ff76 req-596be9cc-7592-4b85-b30f-c48012947fbd tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/security-groups?id=a633127c-b49e-414b-aa78-c7ea59ecf4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316513 Aug 11 04:31:20.040774 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b95559-e5cc-46b3-be2e-4a334ff80f71 req-63b2c143-5914-4048-b48c-53b01d1a85a6 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:31:20.042787 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-74b95559-e5cc-46b3-be2e-4a334ff80f71 req-63b2c143-5914-4048-b48c-53b01d1a85a6 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/ports?device_id=11585c09-b112-430b-97eb-b65ba15662aa HTTP/1.1" status: 200 len: 943 time: 0.0501199 Aug 11 04:31:20.080581 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-74b95559-e5cc-46b3-be2e-4a334ff80f71 req-2e2658a9-c253-4d11-904a-ac75583368ef tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/security-groups?id=a633127c-b49e-414b-aa78-c7ea59ecf4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318460 Aug 11 04:31:21.193851 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a27159-950a-4885-bd72-21293ddf611e req-12a55548-b5b4-4734-99e0-32a9ac33327a tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:31:21.195330 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b7a27159-950a-4885-bd72-21293ddf611e req-12a55548-b5b4-4734-99e0-32a9ac33327a tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/ports?device_id=11585c09-b112-430b-97eb-b65ba15662aa HTTP/1.1" status: 200 len: 943 time: 0.0480599 Aug 11 04:31:21.236034 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b7a27159-950a-4885-bd72-21293ddf611e req-ff29aa9d-2475-45c4-a289-45443cfd7d60 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/security-groups?id=a633127c-b49e-414b-aa78-c7ea59ecf4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338833 Aug 11 04:31:22.348282 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fd50e9-1741-4aa2-b5df-013fbf276ddc req-5a3c5f60-3132-4d08-9196-60fd199d0ed2 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:31:22.349770 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-47fd50e9-1741-4aa2-b5df-013fbf276ddc req-5a3c5f60-3132-4d08-9196-60fd199d0ed2 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/ports?device_id=11585c09-b112-430b-97eb-b65ba15662aa HTTP/1.1" status: 200 len: 943 time: 0.0478144 Aug 11 04:31:22.387210 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-47fd50e9-1741-4aa2-b5df-013fbf276ddc req-529edeeb-bae3-4ced-a5cc-5102332b3454 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/security-groups?id=a633127c-b49e-414b-aa78-c7ea59ecf4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310791 Aug 11 04:31:23.500544 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455ba4dc-2d59-4b50-bfed-81404e6a4bd5 req-b8081b11-e62e-4e8e-b25c-27953beb41aa tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:31:23.502058 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-455ba4dc-2d59-4b50-bfed-81404e6a4bd5 req-b8081b11-e62e-4e8e-b25c-27953beb41aa tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/ports?device_id=11585c09-b112-430b-97eb-b65ba15662aa HTTP/1.1" status: 200 len: 943 time: 0.0490546 Aug 11 04:31:23.539405 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-455ba4dc-2d59-4b50-bfed-81404e6a4bd5 req-3073db15-d57f-455c-a05d-1eb0d93eb4bf tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/security-groups?id=a633127c-b49e-414b-aa78-c7ea59ecf4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311222 Aug 11 04:31:24.652181 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6731532c-16ca-45e7-97ce-cf36a7f32994 req-04bfda12-e604-47f0-b67a-0651398dd92a tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:31:24.653626 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6731532c-16ca-45e7-97ce-cf36a7f32994 req-04bfda12-e604-47f0-b67a-0651398dd92a tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/ports?device_id=11585c09-b112-430b-97eb-b65ba15662aa HTTP/1.1" status: 200 len: 943 time: 0.0483220 Aug 11 04:31:24.696283 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6731532c-16ca-45e7-97ce-cf36a7f32994 req-2668091a-eb6c-470f-b802-6b7f9fdc665b tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/security-groups?id=a633127c-b49e-414b-aa78-c7ea59ecf4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366662 Aug 11 04:31:25.811806 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0e6fa7-bfcd-4a16-acfd-5081b9bec4ec req-f41fb7a6-8279-42ee-9368-834bc050b8f7 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:31:25.813291 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0e0e6fa7-bfcd-4a16-acfd-5081b9bec4ec req-f41fb7a6-8279-42ee-9368-834bc050b8f7 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/ports?device_id=11585c09-b112-430b-97eb-b65ba15662aa HTTP/1.1" status: 200 len: 943 time: 0.0488884 Aug 11 04:31:25.850736 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0e0e6fa7-bfcd-4a16-acfd-5081b9bec4ec req-3a6953ab-e658-435f-823b-8c48ca813328 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/security-groups?id=a633127c-b49e-414b-aa78-c7ea59ecf4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313952 Aug 11 04:31:26.230424 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 668727d1-c9be-4cc1-b754-b72458edd4bb details requested by agent hyperv_n-h1-764292-30 with host n-h1-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 04:31:26.328156 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 668727d1-c9be-4cc1-b754-b72458edd4bb, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=668727d1-c9be-4cc1-b754-b72458edd4bb,segment=NetworkSegment(4250ddbe-01cc-46d8-82ff-3369b668a56f),segment_id=4250ddbe-01cc-46d8-82ff-3369b668a56f)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:31:26.339328 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Returning: {'device': '668727d1-c9be-4cc1-b754-b72458edd4bb', 'network_id': 'e8a96bd2-253d-4f3c-a656-66a295069a29', 'port_id': '668727d1-c9be-4cc1-b754-b72458edd4bb', 'mac_address': 'fa:16:3e:1d:50:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e26dde90-4f9d-477c-a347-a1571093fd29', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 04:31:26.377063 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:31:26.390044 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 668727d1-c9be-4cc1-b754-b72458edd4bb {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 04:31:26.409460 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 668727d1-c9be-4cc1-b754-b72458edd4bb, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=668727d1-c9be-4cc1-b754-b72458edd4bb,segment=NetworkSegment(4250ddbe-01cc-46d8-82ff-3369b668a56f),segment_id=4250ddbe-01cc-46d8-82ff-3369b668a56f)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:31:26.497173 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:31:26.546065 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=668727d1-c9be-4cc1-b754-b72458edd4bb,revision_number=7']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:31:26.815311 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['668727d1-c9be-4cc1-b754-b72458edd4bb'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 04:31:26.962994 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d694207-50d8-4acd-8be2-5530abc37cde req-0a1345d5-b077-4f59-8b39-ceca0040b279 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:31:26.965037 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6d694207-50d8-4acd-8be2-5530abc37cde req-0a1345d5-b077-4f59-8b39-ceca0040b279 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/ports?device_id=11585c09-b112-430b-97eb-b65ba15662aa HTTP/1.1" status: 200 len: 944 time: 0.0478802 Aug 11 04:31:27.001768 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6d694207-50d8-4acd-8be2-5530abc37cde req-83df10da-78d6-4a57-8066-885f3dae2c49 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/security-groups?id=a633127c-b49e-414b-aa78-c7ea59ecf4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306997 Aug 11 04:31:28.116436 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa547c58-79d3-4e80-9ade-0cf44338e0e0 req-db278ddc-f98d-4455-9852-b41ede980fc0 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:31:28.117980 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-fa547c58-79d3-4e80-9ade-0cf44338e0e0 req-db278ddc-f98d-4455-9852-b41ede980fc0 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/ports?device_id=11585c09-b112-430b-97eb-b65ba15662aa HTTP/1.1" status: 200 len: 944 time: 0.0484970 Aug 11 04:31:28.158301 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-fa547c58-79d3-4e80-9ade-0cf44338e0e0 req-ba93e209-8ebf-4f59-8072-93b397ba9733 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/security-groups?id=a633127c-b49e-414b-aa78-c7ea59ecf4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343444 Aug 11 04:31:28.242345 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 668727d1-c9be-4cc1-b754-b72458edd4bb up at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 04:31:28.289241 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning complete for port 668727d1-c9be-4cc1-b754-b72458edd4bb triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 04:31:28.289535 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:31:28.365982 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:31:28.387935 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11585c09-b112-430b-97eb-b65ba15662aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '668727d1-c9be-4cc1-b754-b72458edd4bb'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 04:31:28.390174 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e385e08809ed349a2646fb52500b409f99e085c14d592b33dda6f3cb7a212da1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8bda81a-aab4-4c81-afb9-ff60727c3f71" -d '{"events": [{"server_uuid": "11585c09-b112-430b-97eb-b65ba15662aa", "name": "network-vif-plugged", "status": "completed", "tag": "668727d1-c9be-4cc1-b754-b72458edd4bb"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 04:31:28.403358 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 668727d1-c9be-4cc1-b754-b72458edd4bb, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=668727d1-c9be-4cc1-b754-b72458edd4bb,segment=NetworkSegment(4250ddbe-01cc-46d8-82ff-3369b668a56f),segment_id=4250ddbe-01cc-46d8-82ff-3369b668a56f)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:31:28.428041 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 04:31:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6146255c-9127-418a-b747-bc0b3abf6203 x-openstack-request-id: req-6146255c-9127-418a-b747-bc0b3abf6203 {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 04:31:28.428041 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11585c09-b112-430b-97eb-b65ba15662aa", "name": "network-vif-plugged", "status": "completed", "tag": "668727d1-c9be-4cc1-b754-b72458edd4bb", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 04:31:28.428041 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6146255c-9127-418a-b747-bc0b3abf6203 {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 04:31:28.428041 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11585c09-b112-430b-97eb-b65ba15662aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '668727d1-c9be-4cc1-b754-b72458edd4bb', 'code': 200} Aug 11 04:31:28.483099 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:31:28.530744 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=668727d1-c9be-4cc1-b754-b72458edd4bb,revision_number=8']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:31:28.569783 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8562971c-a90d-4401-a39f-7d735a429917 req-dc96f846-708e-4ba1-94f7-946b1c7162e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:31:28.571206 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-8562971c-a90d-4401-a39f-7d735a429917 req-dc96f846-708e-4ba1-94f7-946b1c7162e4 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=11585c09-b112-430b-97eb-b65ba15662aa HTTP/1.1" status: 200 len: 1097 time: 0.0406349 Aug 11 04:31:28.604733 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-8562971c-a90d-4401-a39f-7d735a429917 req-25b7a226-eaeb-4dd7-a8c2-5d54532272f9 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=a633127c-b49e-414b-aa78-c7ea59ecf4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0263584 Aug 11 04:31:29.271524 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8298c9f-a4c2-431a-a3eb-d9a0642b3c77 req-0483f888-08e5-4326-b254-0c8ad31068d9 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:31:29.272905 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d8298c9f-a4c2-431a-a3eb-d9a0642b3c77 req-0483f888-08e5-4326-b254-0c8ad31068d9 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/ports?device_id=11585c09-b112-430b-97eb-b65ba15662aa HTTP/1.1" status: 200 len: 945 time: 0.0479369 Aug 11 04:31:29.309772 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d8298c9f-a4c2-431a-a3eb-d9a0642b3c77 req-069b46b6-d27f-40d4-b37d-3e6cd8ed9bf9 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/security-groups?id=a633127c-b49e-414b-aa78-c7ea59ecf4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302069 Aug 11 04:31:29.534592 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-d9619774-e7e3-4fa4-bd36-9708bff89943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:31:30.427440 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f5413a-e89a-45a1-99a5-e542ac651a42 req-da310761-c3a4-41b3-86e7-a9a421dfbc22 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:31:30.428926 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-58f5413a-e89a-45a1-99a5-e542ac651a42 req-da310761-c3a4-41b3-86e7-a9a421dfbc22 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/ports?device_id=11585c09-b112-430b-97eb-b65ba15662aa HTTP/1.1" status: 200 len: 945 time: 0.0493598 Aug 11 04:31:30.466566 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-58f5413a-e89a-45a1-99a5-e542ac651a42 req-7d6a1594-62ff-440d-a106-82dbaad8dccb tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/security-groups?id=a633127c-b49e-414b-aa78-c7ea59ecf4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314617 Aug 11 04:31:31.948232 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:31:32.193847 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-bbdeda3e-79e7-49be-940d-2ad298ac0b5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:31:33.350931 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:31:34.999549 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:31:38.176634 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:31:42.101841 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:31:44.387054 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-dacbfdd7-7293-4642-b53d-5b288bb8aa1b req-e1c7be25-7dc4-47b7-9bfc-30f47e6ea5d0 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=11585c09-b112-430b-97eb-b65ba15662aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0430472 Aug 11 04:31:44.465260 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacbfdd7-7293-4642-b53d-5b288bb8aa1b req-c31d2b54-e497-46fe-8377-4ce35a8b7757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:31:44.466775 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-dacbfdd7-7293-4642-b53d-5b288bb8aa1b req-c31d2b54-e497-46fe-8377-4ce35a8b7757 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=940cff16c39c46a794406f5e44e37e5f&device_id=11585c09-b112-430b-97eb-b65ba15662aa HTTP/1.1" status: 200 len: 1097 time: 0.0400074 Aug 11 04:31:44.569105 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacbfdd7-7293-4642-b53d-5b288bb8aa1b req-cff4d519-b4a0-4a07-a80c-a7441ed87b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:31:44.570716 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-dacbfdd7-7293-4642-b53d-5b288bb8aa1b req-cff4d519-b4a0-4a07-a80c-a7441ed87b7b service neutron] 10.222.0.22 "GET /v2.0/networks?id=e8a96bd2-253d-4f3c-a656-66a295069a29 HTTP/1.1" status: 200 len: 909 time: 0.0839484 Aug 11 04:31:44.639396 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-dacbfdd7-7293-4642-b53d-5b288bb8aa1b req-aa9378d4-fb44-4701-87ca-f5e7d6f33d9a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=668727d1-c9be-4cc1-b754-b72458edd4bb HTTP/1.1" status: 200 len: 1000 time: 0.0610263 Aug 11 04:31:44.689215 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacbfdd7-7293-4642-b53d-5b288bb8aa1b req-974e46d7-e416-4c2a-a790-aa9870ffef6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:31:44.690648 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-dacbfdd7-7293-4642-b53d-5b288bb8aa1b req-974e46d7-e416-4c2a-a790-aa9870ffef6b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e26dde90-4f9d-477c-a347-a1571093fd29 HTTP/1.1" status: 200 len: 847 time: 0.0438643 Aug 11 04:31:44.746867 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacbfdd7-7293-4642-b53d-5b288bb8aa1b req-33c67ad0-4e3c-4a47-a0bb-927b3b913876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:31:44.749119 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-dacbfdd7-7293-4642-b53d-5b288bb8aa1b req-33c67ad0-4e3c-4a47-a0bb-927b3b913876 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e8a96bd2-253d-4f3c-a656-66a295069a29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405862 Aug 11 04:31:44.840622 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-dacbfdd7-7293-4642-b53d-5b288bb8aa1b req-920ae021-7b38-4321-ac34-0e22526fa6af service neutron] 10.222.0.22 "GET /v2.0/networks/e8a96bd2-253d-4f3c-a656-66a295069a29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835156 Aug 11 04:31:44.928393 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-dacbfdd7-7293-4642-b53d-5b288bb8aa1b req-d8a7abec-91f3-4b63-bca7-437b2eaf20f9 service neutron] 10.222.0.22 "GET /v2.0/networks/e8a96bd2-253d-4f3c-a656-66a295069a29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797510 Aug 11 04:31:52.425266 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.agents_db [None req-950b7202-decb-43e2-8f71-ac8931dc9749 None None] Agent healthcheck: found 7 active agents {{(pid=102194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 04:31:59.244822 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-841b02ab-d7cd-480f-9b8e-a9bfeceede86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:32:01.973534 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:32:02.216130 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-1ae2c032-40c9-4ee9-8514-472a12a0f406 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:32:03.358855 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:32:05.022266 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:32:08.190426 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:32:12.075841 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:32:19.522424 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [req-56aac32f-910b-46f1-b059-f5d841af6561 req-a675421e-000f-413b-92dd-542b65a7ec32 tempest-TestNetworkAdvancedServerOps-814239912 tempest-TestNetworkAdvancedServerOps-814239912-project] (102192) timed out ('10.222.0.24', 57651) {{(pid=102192) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 11 04:32:29.258546 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-29a7f9b3-e0df-4deb-be78-a2f41a782c9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:32:29.424857 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.agents_db [None req-950b7202-decb-43e2-8f71-ac8931dc9749 None None] Agent healthcheck: found 7 active agents {{(pid=102194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 04:32:31.963559 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:32:32.197699 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-0f5a6614-24cb-4eb2-9f63-c3a2a7f6fc3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:32:33.367115 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:32:35.027317 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:32:38.203570 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:32:42.071963 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:32:46.396460 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-2e41ca3a-3e5a-4546-8909-7dbcf01ad4b5 req-6d47638d-f327-4749-9275-c0a76c9693e1 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=11585c09-b112-430b-97eb-b65ba15662aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0455287 Aug 11 04:32:46.474211 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e41ca3a-3e5a-4546-8909-7dbcf01ad4b5 req-97d0fd20-a7a7-4217-bc8a-871144348a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:32:46.475733 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-2e41ca3a-3e5a-4546-8909-7dbcf01ad4b5 req-97d0fd20-a7a7-4217-bc8a-871144348a2d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=940cff16c39c46a794406f5e44e37e5f&device_id=11585c09-b112-430b-97eb-b65ba15662aa HTTP/1.1" status: 200 len: 1097 time: 0.0399110 Aug 11 04:32:46.575599 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e41ca3a-3e5a-4546-8909-7dbcf01ad4b5 req-60f68971-a1d0-423a-a04c-b866066d1c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:32:46.577046 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-2e41ca3a-3e5a-4546-8909-7dbcf01ad4b5 req-60f68971-a1d0-423a-a04c-b866066d1c1a service neutron] 10.222.0.22 "GET /v2.0/networks?id=e8a96bd2-253d-4f3c-a656-66a295069a29 HTTP/1.1" status: 200 len: 909 time: 0.0825148 Aug 11 04:32:46.644359 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-2e41ca3a-3e5a-4546-8909-7dbcf01ad4b5 req-c36f34a9-c96d-459f-9073-129e08d0c3c0 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=668727d1-c9be-4cc1-b754-b72458edd4bb HTTP/1.1" status: 200 len: 1000 time: 0.0602553 Aug 11 04:32:46.692029 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e41ca3a-3e5a-4546-8909-7dbcf01ad4b5 req-64711a54-4b2b-404f-9e5f-41542ed58828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:32:46.693419 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-2e41ca3a-3e5a-4546-8909-7dbcf01ad4b5 req-64711a54-4b2b-404f-9e5f-41542ed58828 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e26dde90-4f9d-477c-a347-a1571093fd29 HTTP/1.1" status: 200 len: 847 time: 0.0425110 Aug 11 04:32:46.737240 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e41ca3a-3e5a-4546-8909-7dbcf01ad4b5 req-dbd7bd9e-16ca-4066-a6c0-0e511091e58a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:32:46.738717 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-2e41ca3a-3e5a-4546-8909-7dbcf01ad4b5 req-dbd7bd9e-16ca-4066-a6c0-0e511091e58a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e8a96bd2-253d-4f3c-a656-66a295069a29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0382671 Aug 11 04:32:46.749566 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [req-2e41ca3a-3e5a-4546-8909-7dbcf01ad4b5 req-4b23b84b-0aa3-4f1e-af6c-ab8a3620a9fc service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102191) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 04:32:46.755622 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-2e41ca3a-3e5a-4546-8909-7dbcf01ad4b5 req-4b23b84b-0aa3-4f1e-af6c-ab8a3620a9fc service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048347 Aug 11 04:32:46.842495 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-2e41ca3a-3e5a-4546-8909-7dbcf01ad4b5 req-4a052e68-b611-42ab-97cd-c0617895d061 service neutron] 10.222.0.22 "GET /v2.0/networks/e8a96bd2-253d-4f3c-a656-66a295069a29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847685 Aug 11 04:32:46.928767 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-2e41ca3a-3e5a-4546-8909-7dbcf01ad4b5 req-0d6c9636-53c3-4bc9-9d92-0907948aee7e service neutron] 10.222.0.22 "GET /v2.0/networks/e8a96bd2-253d-4f3c-a656-66a295069a29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791767 Aug 11 04:32:59.269231 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-b6208d6b-35b6-4da0-a0d8-3a91652ff3ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:01.937678 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:02.189320 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-9c7c393d-1187-4d87-bb4c-bb1067f89988 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:03.391616 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:05.008777 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:06.423673 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.agents_db [None req-950b7202-decb-43e2-8f71-ac8931dc9749 None None] Agent healthcheck: found 7 active agents {{(pid=102194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 04:33:06.582477 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 53234) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:33:06.901823 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-70c5a862-d3ec-441b-9b4d-9564931328d3 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Deleting port 0c2c5c30-2957-41ff-8142-3cd4dea6a698 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 04:33:06.902185 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-70c5a862-d3ec-441b-9b4d-9564931328d3 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:06.972844 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-70c5a862-d3ec-441b-9b4d-9564931328d3 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:06.973174 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-70c5a862-d3ec-441b-9b4d-9564931328d3 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:06.984544 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-70c5a862-d3ec-441b-9b4d-9564931328d3 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Calling delete_port for 0c2c5c30-2957-41ff-8142-3cd4dea6a698 owned by network:floatingip {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 04:33:07.202987 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-70c5a862-d3ec-441b-9b4d-9564931328d3 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:07.227718 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c5a862-d3ec-441b-9b4d-9564931328d3 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Pushing event deleted for resources: {'Port': ['ID=0c2c5c30-2957-41ff-8142-3cd4dea6a698,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:33:07.240016 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c5a862-d3ec-441b-9b4d-9564931328d3 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:33:07.240016 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c5a862-d3ec-441b-9b4d-9564931328d3 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:33:07.240016 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c5a862-d3ec-441b-9b4d-9564931328d3 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:33:07.240390 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c5a862-d3ec-441b-9b4d-9564931328d3 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:33:07.240512 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c5a862-d3ec-441b-9b4d-9564931328d3 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:33:07.240778 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c5a862-d3ec-441b-9b4d-9564931328d3 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:33:07.241100 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c5a862-d3ec-441b-9b4d-9564931328d3 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:33:07.241423 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c5a862-d3ec-441b-9b4d-9564931328d3 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:33:07.241744 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c5a862-d3ec-441b-9b4d-9564931328d3 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:33:07.242063 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c5a862-d3ec-441b-9b4d-9564931328d3 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:33:07.242408 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c5a862-d3ec-441b-9b4d-9564931328d3 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:33:07.242725 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c5a862-d3ec-441b-9b4d-9564931328d3 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:33:07.298877 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-70c5a862-d3ec-441b-9b4d-9564931328d3 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Notify callbacks [] for floatingip, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:07.299198 n-d-764292-30 neutron-server[102191]: INFO neutron.db.l3_db [None req-70c5a862-d3ec-441b-9b4d-9564931328d3 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Floating IP 49559f7d-2a5a-4305-aeb1-31241a767e7d disassociated (deleted). External IP: 172.25.8.32, port: 668727d1-c9be-4cc1-b754-b72458edd4bb. Aug 11 04:33:07.495823 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70c5a862-d3ec-441b-9b4d-9564931328d3 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Router e11a4a91-da22-4717-92f8-3709d89590f1 has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 04:33:07.597898 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70c5a862-d3ec-441b-9b4d-9564931328d3 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 04:33:07.602585 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-70c5a862-d3ec-441b-9b4d-9564931328d3 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for floatingip, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:07.608164 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5527130-74b6-43a0-ab77-452bb2fe520b None None] Sync routers for ids ['e11a4a91-da22-4717-92f8-3709d89590f1'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 04:33:07.616605 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5527130-74b6-43a0-ab77-452bb2fe520b None None] Routers {'e11a4a91-da22-4717-92f8-3709d89590f1'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 04:33:07.617214 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-b5527130-74b6-43a0-ab77-452bb2fe520b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T04:33:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['e11a4a91-da22-4717-92f8-3709d89590f1'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:33:07.633680 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-70c5a862-d3ec-441b-9b4d-9564931328d3 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "DELETE /v2.0/floatingips/49559f7d-2a5a-4305-aeb1-31241a767e7d HTTP/1.1" status: 204 len: 168 time: 1.0501091 Aug 11 04:33:07.634270 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11585c09-b112-430b-97eb-b65ba15662aa', 'tag': '668727d1-c9be-4cc1-b754-b72458edd4bb'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 04:33:07.637056 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9291d331c18c1eb37c2b57c8af4a09724b2e7f160dd5faf652855b3e38b81ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa7b2fc0-b2fb-4a6b-93e8-9748752827c9" -d '{"events": [{"name": "network-changed", "server_uuid": "11585c09-b112-430b-97eb-b65ba15662aa", "tag": "668727d1-c9be-4cc1-b754-b72458edd4bb"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 04:33:07.725760 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-b5527130-74b6-43a0-ab77-452bb2fe520b None None] Set router e11a4a91-da22-4717-92f8-3709d89590f1 gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 04:33:07.795400 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 04:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c69b182c-b0ca-484f-a971-0d385a4da6d9 x-openstack-request-id: req-c69b182c-b0ca-484f-a971-0d385a4da6d9 {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 04:33:07.795693 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11585c09-b112-430b-97eb-b65ba15662aa", "tag": "668727d1-c9be-4cc1-b754-b72458edd4bb", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 04:33:07.796054 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c69b182c-b0ca-484f-a971-0d385a4da6d9 {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 04:33:07.796397 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11585c09-b112-430b-97eb-b65ba15662aa', 'tag': '668727d1-c9be-4cc1-b754-b72458edd4bb', 'status': 'completed', 'code': 200} Aug 11 04:33:07.859924 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7b2fc0-b2fb-4a6b-93e8-9748752827c9 req-3b153c0f-07b9-499d-8442-2df6a1f86a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:33:07.861557 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-aa7b2fc0-b2fb-4a6b-93e8-9748752827c9 req-3b153c0f-07b9-499d-8442-2df6a1f86a61 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=940cff16c39c46a794406f5e44e37e5f&device_id=11585c09-b112-430b-97eb-b65ba15662aa HTTP/1.1" status: 200 len: 1097 time: 0.0416548 Aug 11 04:33:07.921662 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-b5527130-74b6-43a0-ab77-452bb2fe520b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e11a4a91-da22-4717-92f8-3709d89590f1', 'name': 'tempest-TestShelveInstance-580012561-router', 'tenant_id': '940cff16c39c46a794406f5e44e37e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': '5fe94193-882d-498e-845e-8abaef695dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:21:54Z', 'updated_at': '2021-08-11T04:21:57Z', 'revision_number': 4, 'project_id': '940cff16c39c46a794406f5e44e37e5f', 'gw_port': {'id': '5fe94193-882d-498e-845e-8abaef695dff', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:63:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11a4a91-da22-4717-92f8-3709d89590f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:21:55Z', 'updated_at': '2021-08-11T04:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '17c4a442-ace9-47f0-9720-9d7931b6fafd', 'name': '', 'network_id': 'e8a96bd2-253d-4f3c-a656-66a295069a29', 'tenant_id': '940cff16c39c46a794406f5e44e37e5f', 'mac_address': 'fa:16:3e:fc:ba:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11a4a91-da22-4717-92f8-3709d89590f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'e26dde90-4f9d-477c-a347-a1571093fd29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:21:57Z', 'updated_at': '2021-08-11T04:22:03Z', 'revision_number': 5, 'project_id': '940cff16c39c46a794406f5e44e37e5f', 'subnets': [{'id': 'e26dde90-4f9d-477c-a347-a1571093fd29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:33:07.946709 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5527130-74b6-43a0-ab77-452bb2fe520b None None] Checking router: e11a4a91-da22-4717-92f8-3709d89590f1 for host: n-d-764292-30 {{(pid=102193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 04:33:07.951250 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7b2fc0-b2fb-4a6b-93e8-9748752827c9 req-5b475f8f-e42e-4fd0-801c-87cefc7b2e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:33:07.952728 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-aa7b2fc0-b2fb-4a6b-93e8-9748752827c9 req-5b475f8f-e42e-4fd0-801c-87cefc7b2e9d service neutron] 10.222.0.22 "GET /v2.0/networks?id=e8a96bd2-253d-4f3c-a656-66a295069a29 HTTP/1.1" status: 200 len: 909 time: 0.0847182 Aug 11 04:33:07.955597 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5527130-74b6-43a0-ab77-452bb2fe520b None None] Routers {'e11a4a91-da22-4717-92f8-3709d89590f1'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 04:33:07.956197 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-b5527130-74b6-43a0-ab77-452bb2fe520b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T04:33:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['e11a4a91-da22-4717-92f8-3709d89590f1'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:33:08.003020 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-aa7b2fc0-b2fb-4a6b-93e8-9748752827c9 req-d48922d5-4e69-4a06-8565-6025a122a7de service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=668727d1-c9be-4cc1-b754-b72458edd4bb HTTP/1.1" status: 200 len: 217 time: 0.0384703 Aug 11 04:33:08.049735 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7b2fc0-b2fb-4a6b-93e8-9748752827c9 req-ee57cbb8-2c2d-437d-9d58-eb9a7dc6f2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:33:08.051296 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-aa7b2fc0-b2fb-4a6b-93e8-9748752827c9 req-ee57cbb8-2c2d-437d-9d58-eb9a7dc6f2c8 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e26dde90-4f9d-477c-a347-a1571093fd29 HTTP/1.1" status: 200 len: 847 time: 0.0461576 Aug 11 04:33:08.099182 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7b2fc0-b2fb-4a6b-93e8-9748752827c9 req-3507ff69-8485-451f-9e8d-bddcb6ea30ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:33:08.100744 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-aa7b2fc0-b2fb-4a6b-93e8-9748752827c9 req-3507ff69-8485-451f-9e8d-bddcb6ea30ee service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e8a96bd2-253d-4f3c-a656-66a295069a29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420771 Aug 11 04:33:08.224918 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-b5527130-74b6-43a0-ab77-452bb2fe520b None None] Set router e11a4a91-da22-4717-92f8-3709d89590f1 gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 04:33:08.226700 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:08.431431 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-b5527130-74b6-43a0-ab77-452bb2fe520b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e11a4a91-da22-4717-92f8-3709d89590f1', 'name': 'tempest-TestShelveInstance-580012561-router', 'tenant_id': '940cff16c39c46a794406f5e44e37e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': '5fe94193-882d-498e-845e-8abaef695dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:21:54Z', 'updated_at': '2021-08-11T04:21:57Z', 'revision_number': 4, 'project_id': '940cff16c39c46a794406f5e44e37e5f', 'gw_port': {'id': '5fe94193-882d-498e-845e-8abaef695dff', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:63:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11a4a91-da22-4717-92f8-3709d89590f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:21:55Z', 'updated_at': '2021-08-11T04:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '17c4a442-ace9-47f0-9720-9d7931b6fafd', 'name': '', 'network_id': 'e8a96bd2-253d-4f3c-a656-66a295069a29', 'tenant_id': '940cff16c39c46a794406f5e44e37e5f', 'mac_address': 'fa:16:3e:fc:ba:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11a4a91-da22-4717-92f8-3709d89590f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'e26dde90-4f9d-477c-a347-a1571093fd29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:21:57Z', 'updated_at': '2021-08-11T04:22:03Z', 'revision_number': 5, 'project_id': '940cff16c39c46a794406f5e44e37e5f', 'subnets': [{'id': 'e26dde90-4f9d-477c-a347-a1571093fd29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:33:08.458410 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5527130-74b6-43a0-ab77-452bb2fe520b None None] The sync data for ids ['e11a4a91-da22-4717-92f8-3709d89590f1'] in n-d-764292-30 is: [{'id': 'e11a4a91-da22-4717-92f8-3709d89590f1', 'name': 'tempest-TestShelveInstance-580012561-router', 'tenant_id': '940cff16c39c46a794406f5e44e37e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': '5fe94193-882d-498e-845e-8abaef695dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:21:54Z', 'updated_at': '2021-08-11T04:21:57Z', 'revision_number': 4, 'project_id': '940cff16c39c46a794406f5e44e37e5f', 'gw_port': {'id': '5fe94193-882d-498e-845e-8abaef695dff', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:63:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11a4a91-da22-4717-92f8-3709d89590f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:21:55Z', 'updated_at': '2021-08-11T04:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '17c4a442-ace9-47f0-9720-9d7931b6fafd', 'name': '', 'network_id': 'e8a96bd2-253d-4f3c-a656-66a295069a29', 'tenant_id': '940cff16c39c46a794406f5e44e37e5f', 'mac_address': 'fa:16:3e:fc:ba:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11a4a91-da22-4717-92f8-3709d89590f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'e26dde90-4f9d-477c-a347-a1571093fd29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:21:57Z', 'updated_at': '2021-08-11T04:22:03Z', 'revision_number': 5, 'project_id': '940cff16c39c46a794406f5e44e37e5f', 'subnets': [{'id': 'e26dde90-4f9d-477c-a347-a1571093fd29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 04:33:08.505842 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-aa7b2fc0-b2fb-4a6b-93e8-9748752827c9 req-4e577b67-9181-42d2-a28e-3d2ebe286aee service neutron] 10.222.0.22 "GET /v2.0/networks/e8a96bd2-253d-4f3c-a656-66a295069a29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3976645 Aug 11 04:33:08.595602 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-aa7b2fc0-b2fb-4a6b-93e8-9748752827c9 req-ffa18ecb-b57e-4520-a489-2b92a1e2f038 service neutron] 10.222.0.22 "GET /v2.0/networks/e8a96bd2-253d-4f3c-a656-66a295069a29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828149 Aug 11 04:33:08.682708 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c46317f-d7c4-4673-9c14-820e585c84dc None None] New status for floating IP 49559f7d-2a5a-4305-aeb1-31241a767e7d: DOWN {{(pid=102194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 04:33:09.083145 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c85eedb-a022-435f-9534-90007a401893 req-f547b772-5807-4d6a-8d14-65cf44252c84 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:33:09.084611 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3c85eedb-a022-435f-9534-90007a401893 req-f547b772-5807-4d6a-8d14-65cf44252c84 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/ports?device_id=11585c09-b112-430b-97eb-b65ba15662aa HTTP/1.1" status: 200 len: 945 time: 0.0531566 Aug 11 04:33:09.122471 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3c85eedb-a022-435f-9534-90007a401893 req-4580fc40-a504-4e58-831d-87c48962ace7 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/security-groups?id=a633127c-b49e-414b-aa78-c7ea59ecf4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312297 Aug 11 04:33:10.240351 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cce312-2381-4668-a41c-203d87e10ba8 req-9b9e56ea-8381-4f63-9687-5b76ae079f8a tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:33:10.241855 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b0cce312-2381-4668-a41c-203d87e10ba8 req-9b9e56ea-8381-4f63-9687-5b76ae079f8a tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/ports?device_id=11585c09-b112-430b-97eb-b65ba15662aa HTTP/1.1" status: 200 len: 945 time: 0.0490451 Aug 11 04:33:10.280199 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b0cce312-2381-4668-a41c-203d87e10ba8 req-d18915ce-897a-45ee-8e83-f3d112398e28 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/security-groups?id=a633127c-b49e-414b-aa78-c7ea59ecf4d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321467 Aug 11 04:33:10.758073 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f927ceb7-f8a6-4655-9d07-29bca66e119d req-5a83a4d4-dd5f-40c5-8b62-e5b98d69d7b7 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:33:10.759549 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-f927ceb7-f8a6-4655-9d07-29bca66e119d req-5a83a4d4-dd5f-40c5-8b62-e5b98d69d7b7 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.22 "GET /v2.0/ports?device_id=11585c09-b112-430b-97eb-b65ba15662aa HTTP/1.1" status: 200 len: 945 time: 0.0482566 Aug 11 04:33:10.851008 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-f927ceb7-f8a6-4655-9d07-29bca66e119d req-6c0615c4-425f-4fe4-8c4c-520283426326 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Deleting port 668727d1-c9be-4cc1-b754-b72458edd4bb {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 04:33:10.851353 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-f927ceb7-f8a6-4655-9d07-29bca66e119d req-6c0615c4-425f-4fe4-8c4c-520283426326 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:10.934987 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-f927ceb7-f8a6-4655-9d07-29bca66e119d req-6c0615c4-425f-4fe4-8c4c-520283426326 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] For port 668727d1-c9be-4cc1-b754-b72458edd4bb, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=668727d1-c9be-4cc1-b754-b72458edd4bb,segment=NetworkSegment(4250ddbe-01cc-46d8-82ff-3369b668a56f),segment_id=4250ddbe-01cc-46d8-82ff-3369b668a56f)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:33:10.935348 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-f927ceb7-f8a6-4655-9d07-29bca66e119d req-6c0615c4-425f-4fe4-8c4c-520283426326 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:10.951918 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-f927ceb7-f8a6-4655-9d07-29bca66e119d req-6c0615c4-425f-4fe4-8c4c-520283426326 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Calling delete_port for 668727d1-c9be-4cc1-b754-b72458edd4bb owned by compute:nova {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 04:33:11.134658 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-f927ceb7-f8a6-4655-9d07-29bca66e119d req-6c0615c4-425f-4fe4-8c4c-520283426326 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:11.160693 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0615c4-425f-4fe4-8c4c-520283426326 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Pushing event deleted for resources: {'Port': ['ID=668727d1-c9be-4cc1-b754-b72458edd4bb,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:33:11.206308 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-f927ceb7-f8a6-4655-9d07-29bca66e119d req-6c0615c4-425f-4fe4-8c4c-520283426326 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] No DVR routers for this DVR port 668727d1-c9be-4cc1-b754-b72458edd4bb on host n-h1-764292-30 {{(pid=102191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 04:33:11.208824 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-f927ceb7-f8a6-4655-9d07-29bca66e119d req-6c0615c4-425f-4fe4-8c4c-520283426326 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:11.211221 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-f927ceb7-f8a6-4655-9d07-29bca66e119d req-6c0615c4-425f-4fe4-8c4c-520283426326 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.22 "DELETE /v2.0/ports/668727d1-c9be-4cc1-b754-b72458edd4bb HTTP/1.1" status: 204 len: 173 time: 0.4447050 Aug 11 04:33:11.211643 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11585c09-b112-430b-97eb-b65ba15662aa', 'name': 'network-vif-deleted', 'tag': '668727d1-c9be-4cc1-b754-b72458edd4bb'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 04:33:11.213971 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9291d331c18c1eb37c2b57c8af4a09724b2e7f160dd5faf652855b3e38b81ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f80cd2c-e042-40e7-a206-5ebb2e9195aa" -d '{"events": [{"server_uuid": "11585c09-b112-430b-97eb-b65ba15662aa", "name": "network-vif-deleted", "tag": "668727d1-c9be-4cc1-b754-b72458edd4bb"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 04:33:11.255905 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 04:33:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3a00424-a803-46af-be64-8e270add16c0 x-openstack-request-id: req-b3a00424-a803-46af-be64-8e270add16c0 {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 04:33:11.255905 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11585c09-b112-430b-97eb-b65ba15662aa", "name": "network-vif-deleted", "tag": "668727d1-c9be-4cc1-b754-b72458edd4bb", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 04:33:11.255905 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b3a00424-a803-46af-be64-8e270add16c0 {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 04:33:11.255905 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11585c09-b112-430b-97eb-b65ba15662aa', 'name': 'network-vif-deleted', 'tag': '668727d1-c9be-4cc1-b754-b72458edd4bb', 'status': 'completed', 'code': 200} Aug 11 04:33:11.380127 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ccc3bb1d-0b0d-4534-b709-7aed9fcafc14 req-aa06c297-d630-4064-b862-e1a45ef8bfb5 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/ports?device_id=11585c09-b112-430b-97eb-b65ba15662aa HTTP/1.1" status: 200 len: 210 time: 0.0291128 Aug 11 04:33:12.109195 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:12.475395 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-63942892-682f-4c79-96de-d5c02f9191c3 req-eccd8ebf-7f6e-4b0a-afd7-3f4e9b64fa41 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/ports?device_id=11585c09-b112-430b-97eb-b65ba15662aa HTTP/1.1" status: 200 len: 210 time: 0.0263507 Aug 11 04:33:13.572216 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e14f21c0-0b30-4e38-9ac9-9b3951021e99 req-55e3b8d1-0e57-4fb5-92db-a050aecd4a99 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/ports?device_id=11585c09-b112-430b-97eb-b65ba15662aa HTTP/1.1" status: 200 len: 210 time: 0.0294187 Aug 11 04:33:14.665264 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-4ee41441-6af5-47ae-bd07-c8b64e8a9023 req-26c00c47-effe-4520-8602-2cbf4e1d9e42 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "GET /v2.0/ports?device_id=11585c09-b112-430b-97eb-b65ba15662aa HTTP/1.1" status: 200 len: 210 time: 0.0264127 Aug 11 04:33:14.804542 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 668727d1-c9be-4cc1-b754-b72458edd4bb no longer exists at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 04:33:14.825004 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] No Port match for: 668727d1-c9be-4cc1-b754-b72458edd4bb {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 04:33:14.825356 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 668727d1-c9be-4cc1-b754-b72458edd4bb not bound to the agent host n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 04:33:15.719572 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 53272) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:33:15.778793 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c6595bda-a93b-4711-9ca0-e48b75316a91 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:15.803119 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c6595bda-a93b-4711-9ca0-e48b75316a91 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:15.911921 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c6595bda-a93b-4711-9ca0-e48b75316a91 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:15.914510 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-c6595bda-a93b-4711-9ca0-e48b75316a91 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:15.916364 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-c6595bda-a93b-4711-9ca0-e48b75316a91 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] 10.222.0.41 "DELETE /v2.0/security-groups/a633127c-b49e-414b-aa78-c7ea59ecf4d4 HTTP/1.1" status: 204 len: 168 time: 0.1950207 Aug 11 04:33:15.925932 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6595bda-a93b-4711-9ca0-e48b75316a91 tempest-TestShelveInstance-373279086 tempest-TestShelveInstance-373279086-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a633127c-b49e-414b-aa78-c7ea59ecf4d4,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:33:17.038547 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 53278) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:33:17.532899 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-37867dd0-0bc2-4ca5-99a6-7e4782d0ee52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521106'] for router_interface, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:17.781597 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-37867dd0-0bc2-4ca5-99a6-7e4782d0ee52 admin admin] Deleting port 17c4a442-ace9-47f0-9720-9d7931b6fafd {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 04:33:17.781951 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-37867dd0-0bc2-4ca5-99a6-7e4782d0ee52 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:17.865481 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [None req-37867dd0-0bc2-4ca5-99a6-7e4782d0ee52 admin admin] For port 17c4a442-ace9-47f0-9720-9d7931b6fafd, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=17c4a442-ace9-47f0-9720-9d7931b6fafd,segment=NetworkSegment(4250ddbe-01cc-46d8-82ff-3369b668a56f),segment_id=4250ddbe-01cc-46d8-82ff-3369b668a56f)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:33:17.865846 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-37867dd0-0bc2-4ca5-99a6-7e4782d0ee52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:17.879069 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-37867dd0-0bc2-4ca5-99a6-7e4782d0ee52 admin admin] Calling delete_port for 17c4a442-ace9-47f0-9720-9d7931b6fafd owned by network:router_interface {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 04:33:18.146169 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-37867dd0-0bc2-4ca5-99a6-7e4782d0ee52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:18.170344 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37867dd0-0bc2-4ca5-99a6-7e4782d0ee52 admin admin] Pushing event deleted for resources: {'Port': ['ID=17c4a442-ace9-47f0-9720-9d7931b6fafd,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:33:18.180330 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37867dd0-0bc2-4ca5-99a6-7e4782d0ee52 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:33:18.180679 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37867dd0-0bc2-4ca5-99a6-7e4782d0ee52 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:33:18.181019 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37867dd0-0bc2-4ca5-99a6-7e4782d0ee52 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:33:18.181352 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37867dd0-0bc2-4ca5-99a6-7e4782d0ee52 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:33:18.181683 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37867dd0-0bc2-4ca5-99a6-7e4782d0ee52 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:33:18.182390 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37867dd0-0bc2-4ca5-99a6-7e4782d0ee52 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:33:18.182390 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37867dd0-0bc2-4ca5-99a6-7e4782d0ee52 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:33:18.182723 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37867dd0-0bc2-4ca5-99a6-7e4782d0ee52 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:33:18.182973 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37867dd0-0bc2-4ca5-99a6-7e4782d0ee52 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:33:18.183292 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37867dd0-0bc2-4ca5-99a6-7e4782d0ee52 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:33:18.183612 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37867dd0-0bc2-4ca5-99a6-7e4782d0ee52 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:33:18.183929 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37867dd0-0bc2-4ca5-99a6-7e4782d0ee52 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:33:18.360642 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-37867dd0-0bc2-4ca5-99a6-7e4782d0ee52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16383033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450082'] for router_interface, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:18.576745 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37867dd0-0bc2-4ca5-99a6-7e4782d0ee52 admin admin] Router e11a4a91-da22-4717-92f8-3709d89590f1 has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 04:33:18.680114 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37867dd0-0bc2-4ca5-99a6-7e4782d0ee52 admin admin] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 04:33:18.685445 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-37867dd0-0bc2-4ca5-99a6-7e4782d0ee52 admin admin] 10.222.0.41 "PUT /v2.0/routers/e11a4a91-da22-4717-92f8-3709d89590f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6458340 Aug 11 04:33:18.688017 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 53282) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:33:18.689034 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a0dd3c-4d1e-4b3c-b7e6-7db88b3fac31 None None] Sync routers for ids ['e11a4a91-da22-4717-92f8-3709d89590f1'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 04:33:18.698508 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a0dd3c-4d1e-4b3c-b7e6-7db88b3fac31 None None] Routers {'e11a4a91-da22-4717-92f8-3709d89590f1'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 04:33:18.699119 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-29a0dd3c-4d1e-4b3c-b7e6-7db88b3fac31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T04:33:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['e11a4a91-da22-4717-92f8-3709d89590f1'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:33:18.790311 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b3a94a2d-e74c-45f4-b849-884d17a703f6 admin admin] Notify callbacks [] for router, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:18.801526 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-29a0dd3c-4d1e-4b3c-b7e6-7db88b3fac31 None None] Set router e11a4a91-da22-4717-92f8-3709d89590f1 gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 04:33:18.891899 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b3a94a2d-e74c-45f4-b849-884d17a703f6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:18.977478 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-29a0dd3c-4d1e-4b3c-b7e6-7db88b3fac31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e11a4a91-da22-4717-92f8-3709d89590f1', 'name': 'tempest-TestShelveInstance-580012561-router', 'tenant_id': '940cff16c39c46a794406f5e44e37e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': '5fe94193-882d-498e-845e-8abaef695dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:21:54Z', 'updated_at': '2021-08-11T04:33:18Z', 'revision_number': 5, 'project_id': '940cff16c39c46a794406f5e44e37e5f', 'gw_port': {'id': '5fe94193-882d-498e-845e-8abaef695dff', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:63:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11a4a91-da22-4717-92f8-3709d89590f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:21:55Z', 'updated_at': '2021-08-11T04:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:33:19.005226 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a0dd3c-4d1e-4b3c-b7e6-7db88b3fac31 None None] Checking router: e11a4a91-da22-4717-92f8-3709d89590f1 for host: n-d-764292-30 {{(pid=102193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 04:33:19.008904 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-b3a94a2d-e74c-45f4-b849-884d17a703f6 admin admin] Deleting port 5fe94193-882d-498e-845e-8abaef695dff {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 04:33:19.009245 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b3a94a2d-e74c-45f4-b849-884d17a703f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:19.013596 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a0dd3c-4d1e-4b3c-b7e6-7db88b3fac31 None None] Routers {'e11a4a91-da22-4717-92f8-3709d89590f1'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 04:33:19.014216 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-29a0dd3c-4d1e-4b3c-b7e6-7db88b3fac31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T04:33:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['e11a4a91-da22-4717-92f8-3709d89590f1'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:33:19.089159 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [None req-b3a94a2d-e74c-45f4-b849-884d17a703f6 admin admin] For port 5fe94193-882d-498e-845e-8abaef695dff, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=5fe94193-882d-498e-845e-8abaef695dff,segment=NetworkSegment(fab28bed-aa25-40db-bba4-ec26e795194c),segment_id=fab28bed-aa25-40db-bba4-ec26e795194c)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:33:19.089519 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b3a94a2d-e74c-45f4-b849-884d17a703f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:19.099882 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-29a0dd3c-4d1e-4b3c-b7e6-7db88b3fac31 None None] Set router e11a4a91-da22-4717-92f8-3709d89590f1 gateway port host: None {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 04:33:19.100837 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-b3a94a2d-e74c-45f4-b849-884d17a703f6 admin admin] Calling delete_port for 5fe94193-882d-498e-845e-8abaef695dff owned by network:router_gateway {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 04:33:19.154658 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-29a0dd3c-4d1e-4b3c-b7e6-7db88b3fac31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e11a4a91-da22-4717-92f8-3709d89590f1', 'name': 'tempest-TestShelveInstance-580012561-router', 'tenant_id': '940cff16c39c46a794406f5e44e37e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:21:54Z', 'updated_at': '2021-08-11T04:33:18Z', 'revision_number': 6, 'project_id': '940cff16c39c46a794406f5e44e37e5f', 'gw_port_host': None}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:33:19.180802 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a0dd3c-4d1e-4b3c-b7e6-7db88b3fac31 None None] The sync data for ids ['e11a4a91-da22-4717-92f8-3709d89590f1'] in n-d-764292-30 is: [{'id': 'e11a4a91-da22-4717-92f8-3709d89590f1', 'name': 'tempest-TestShelveInstance-580012561-router', 'tenant_id': '940cff16c39c46a794406f5e44e37e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:21:54Z', 'updated_at': '2021-08-11T04:33:18Z', 'revision_number': 6, 'project_id': '940cff16c39c46a794406f5e44e37e5f', 'gw_port_host': None}] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 04:33:19.331988 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b3a94a2d-e74c-45f4-b849-884d17a703f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:19.354760 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a94a2d-e74c-45f4-b849-884d17a703f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=5fe94193-882d-498e-845e-8abaef695dff,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:33:19.415225 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b3a94a2d-e74c-45f4-b849-884d17a703f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-446916'] for router_gateway, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:19.502128 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b3a94a2d-e74c-45f4-b849-884d17a703f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6544'] for router, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:19.504594 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b3a94a2d-e74c-45f4-b849-884d17a703f6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:19.618052 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b3a94a2d-e74c-45f4-b849-884d17a703f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448809'] for router, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:19.618614 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3a94a2d-e74c-45f4-b849-884d17a703f6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e11a4a91-da22-4717-92f8-3709d89590f1 {{(pid=102192) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 04:33:19.628001 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-b3a94a2d-e74c-45f4-b849-884d17a703f6 admin admin] Notify callbacks [] for router, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:19.628001 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-b3a94a2d-e74c-45f4-b849-884d17a703f6 admin admin] 10.222.0.41 "DELETE /v2.0/routers/e11a4a91-da22-4717-92f8-3709d89590f1 HTTP/1.1" status: 204 len: 168 time: 0.9357667 Aug 11 04:33:19.628001 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 53284) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:33:19.670438 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e6e6dee-eaf9-4f29-ad3b-340a3f9ba304 admin admin] Deleting subnet e26dde90-4f9d-477c-a347-a1571093fd29 {{(pid=102192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 04:33:19.673375 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4e6e6dee-eaf9-4f29-ad3b-340a3f9ba304 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:19.706043 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4e6e6dee-eaf9-4f29-ad3b-340a3f9ba304 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125932460'] for subnet, precommit_delete_associations {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:19.838827 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4e6e6dee-eaf9-4f29-ad3b-340a3f9ba304 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:19.946233 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4e6e6dee-eaf9-4f29-ad3b-340a3f9ba304 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125932157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126180897'] for subnet, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:19.974249 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6e6dee-eaf9-4f29-ad3b-340a3f9ba304 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e26dde90-4f9d-477c-a347-a1571093fd29,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:33:19.976238 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-4e6e6dee-eaf9-4f29-ad3b-340a3f9ba304 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:19.980297 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-4e6e6dee-eaf9-4f29-ad3b-340a3f9ba304 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/e26dde90-4f9d-477c-a347-a1571093fd29 HTTP/1.1" status: 204 len: 168 time: 0.3498540 Aug 11 04:33:19.981364 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 53286) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:33:19.984105 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-862692a0-1d25-45e6-b41b-f177e42bda8c None None] Network e8a96bd2-253d-4f3c-a656-66a295069a29 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 04:33:20.050337 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-660c69de-557b-43c3-897a-e1ed244adfc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:20.111529 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-660c69de-557b-43c3-897a-e1ed244adfc3 admin admin] Deleting port cc0bf514-280a-49d6-b4d2-0228bb88fff4 {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 04:33:20.111873 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-660c69de-557b-43c3-897a-e1ed244adfc3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:20.167103 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe87ba57-b4de-4074-b323-5def85570269 None None] DHCP port deletion for e8a96bd2-253d-4f3c-a656-66a295069a29 request from n-d-764292-30 {{(pid=102193) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 04:33:20.177273 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [None req-660c69de-557b-43c3-897a-e1ed244adfc3 admin admin] For port cc0bf514-280a-49d6-b4d2-0228bb88fff4, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=cc0bf514-280a-49d6-b4d2-0228bb88fff4,segment=NetworkSegment(4250ddbe-01cc-46d8-82ff-3369b668a56f),segment_id=4250ddbe-01cc-46d8-82ff-3369b668a56f)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:33:20.177638 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-660c69de-557b-43c3-897a-e1ed244adfc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:20.191735 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-660c69de-557b-43c3-897a-e1ed244adfc3 admin admin] Calling delete_port for cc0bf514-280a-49d6-b4d2-0228bb88fff4 owned by network:dhcp {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 04:33:20.217183 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-fe87ba57-b4de-4074-b323-5def85570269 None None] Deleting port cc0bf514-280a-49d6-b4d2-0228bb88fff4 {{(pid=102193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 04:33:20.217563 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-fe87ba57-b4de-4074-b323-5def85570269 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:20.284472 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-fe87ba57-b4de-4074-b323-5def85570269 None None] For port cc0bf514-280a-49d6-b4d2-0228bb88fff4, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=cc0bf514-280a-49d6-b4d2-0228bb88fff4,segment=NetworkSegment(4250ddbe-01cc-46d8-82ff-3369b668a56f),segment_id=4250ddbe-01cc-46d8-82ff-3369b668a56f)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:33:20.293180 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-fe87ba57-b4de-4074-b323-5def85570269 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:20.297535 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-fe87ba57-b4de-4074-b323-5def85570269 None None] Calling delete_port for cc0bf514-280a-49d6-b4d2-0228bb88fff4 owned by network:dhcp {{(pid=102193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 04:33:20.340230 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-660c69de-557b-43c3-897a-e1ed244adfc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:20.367005 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660c69de-557b-43c3-897a-e1ed244adfc3 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc0bf514-280a-49d6-b4d2-0228bb88fff4,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:33:20.368756 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660c69de-557b-43c3-897a-e1ed244adfc3 admin admin] No DVR routers for this DVR port cc0bf514-280a-49d6-b4d2-0228bb88fff4 on host n-d-764292-30 {{(pid=102192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 04:33:20.370004 n-d-764292-30 neutron-server[102193]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 04:33:20.370004 n-d-764292-30 neutron-server[102193]: self.session.flush() Aug 11 04:33:20.370004 n-d-764292-30 neutron-server[102193]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 04:33:20.370004 n-d-764292-30 neutron-server[102193]: self.session.flush() Aug 11 04:33:20.370004 n-d-764292-30 neutron-server[102193]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 04:33:20.370004 n-d-764292-30 neutron-server[102193]: self.session.flush() Aug 11 04:33:20.370004 n-d-764292-30 neutron-server[102193]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 04:33:20.370004 n-d-764292-30 neutron-server[102193]: self.session.flush() Aug 11 04:33:20.370004 n-d-764292-30 neutron-server[102193]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 04:33:20.370004 n-d-764292-30 neutron-server[102193]: self.session.flush() Aug 11 04:33:20.370004 n-d-764292-30 neutron-server[102193]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 04:33:20.370004 n-d-764292-30 neutron-server[102193]: self.session.flush() Aug 11 04:33:20.370004 n-d-764292-30 neutron-server[102193]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 04:33:20.370004 n-d-764292-30 neutron-server[102193]: self.session.flush() Aug 11 04:33:20.370004 n-d-764292-30 neutron-server[102193]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 04:33:20.370004 n-d-764292-30 neutron-server[102193]: self.session.flush() Aug 11 04:33:20.370004 n-d-764292-30 neutron-server[102193]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 04:33:20.370004 n-d-764292-30 neutron-server[102193]: self.session.flush() Aug 11 04:33:20.370004 n-d-764292-30 neutron-server[102193]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 04:33:20.370004 n-d-764292-30 neutron-server[102193]: self.session.flush() Aug 11 04:33:20.370004 n-d-764292-30 neutron-server[102193]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 04:33:20.370004 n-d-764292-30 neutron-server[102193]: self.session.flush() Aug 11 04:33:20.370004 n-d-764292-30 neutron-server[102193]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 04:33:20.370004 n-d-764292-30 neutron-server[102193]: self.session.flush() Aug 11 04:33:20.370004 n-d-764292-30 neutron-server[102193]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 04:33:20.370004 n-d-764292-30 neutron-server[102193]: self.session.flush() Aug 11 04:33:20.370004 n-d-764292-30 neutron-server[102193]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 04:33:20.370004 n-d-764292-30 neutron-server[102193]: self.session.flush() Aug 11 04:33:20.370004 n-d-764292-30 neutron-server[102193]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 04:33:20.370004 n-d-764292-30 neutron-server[102193]: self.session.flush() Aug 11 04:33:20.370004 n-d-764292-30 neutron-server[102193]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 04:33:20.370004 n-d-764292-30 neutron-server[102193]: self.session.flush() Aug 11 04:33:20.370004 n-d-764292-30 neutron-server[102193]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 04:33:20.370004 n-d-764292-30 neutron-server[102193]: self.session.flush() Aug 11 04:33:20.370004 n-d-764292-30 neutron-server[102193]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 04:33:20.370004 n-d-764292-30 neutron-server[102193]: self.session.flush() Aug 11 04:33:20.370004 n-d-764292-30 neutron-server[102193]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 04:33:20.370004 n-d-764292-30 neutron-server[102193]: self.session.flush() Aug 11 04:33:20.370004 n-d-764292-30 neutron-server[102193]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 04:33:20.370004 n-d-764292-30 neutron-server[102193]: self.session.flush() Aug 11 04:33:20.370004 n-d-764292-30 neutron-server[102193]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 04:33:20.370004 n-d-764292-30 neutron-server[102193]: self.session.flush() Aug 11 04:33:20.370004 n-d-764292-30 neutron-server[102193]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 04:33:20.370004 n-d-764292-30 neutron-server[102193]: self.session.flush() Aug 11 04:33:20.370004 n-d-764292-30 neutron-server[102193]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 04:33:20.370004 n-d-764292-30 neutron-server[102193]: self.session.flush() Aug 11 04:33:20.370004 n-d-764292-30 neutron-server[102193]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 04:33:20.370004 n-d-764292-30 neutron-server[102193]: self.session.flush() Aug 11 04:33:20.370004 n-d-764292-30 neutron-server[102193]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 04:33:20.370004 n-d-764292-30 neutron-server[102193]: self.session.flush() Aug 11 04:33:20.370004 n-d-764292-30 neutron-server[102193]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 04:33:20.370004 n-d-764292-30 neutron-server[102193]: self.session.flush() Aug 11 04:33:20.370004 n-d-764292-30 neutron-server[102193]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 04:33:20.370004 n-d-764292-30 neutron-server[102193]: self.session.flush() Aug 11 04:33:20.381401 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-fe87ba57-b4de-4074-b323-5def85570269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678'] for port, after_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:20.404229 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe87ba57-b4de-4074-b323-5def85570269 None None] Pushing event deleted for resources: {'Port': ['ID=cc0bf514-280a-49d6-b4d2-0228bb88fff4,revision_number=None']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:33:20.407412 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe87ba57-b4de-4074-b323-5def85570269 None None] No DVR routers for this DVR port cc0bf514-280a-49d6-b4d2-0228bb88fff4 on host n-d-764292-30 {{(pid=102193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 04:33:20.414598 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe87ba57-b4de-4074-b323-5def85570269 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:33:20.415136 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe87ba57-b4de-4074-b323-5def85570269 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:33:20.415483 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe87ba57-b4de-4074-b323-5def85570269 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:33:20.416325 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe87ba57-b4de-4074-b323-5def85570269 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:33:20.416662 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe87ba57-b4de-4074-b323-5def85570269 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:33:20.416995 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe87ba57-b4de-4074-b323-5def85570269 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:33:20.417325 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe87ba57-b4de-4074-b323-5def85570269 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:33:20.417650 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe87ba57-b4de-4074-b323-5def85570269 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:33:20.417982 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe87ba57-b4de-4074-b323-5def85570269 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:33:20.418382 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe87ba57-b4de-4074-b323-5def85570269 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:33:20.418665 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe87ba57-b4de-4074-b323-5def85570269 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:33:20.418990 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe87ba57-b4de-4074-b323-5def85570269 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:33:20.446081 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-660c69de-557b-43c3-897a-e1ed244adfc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:20.456402 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-660c69de-557b-43c3-897a-e1ed244adfc3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8a96bd2-253d-4f3c-a656-66a295069a29']}} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:33:20.466896 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-660c69de-557b-43c3-897a-e1ed244adfc3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4250ddbe-01cc-46d8-82ff-3369b668a56f') {'for_net_delete': True} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:33:20.467197 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-660c69de-557b-43c3-897a-e1ed244adfc3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4250ddbe-01cc-46d8-82ff-3369b668a56f') {} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:33:20.476493 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-660c69de-557b-43c3-897a-e1ed244adfc3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125932501'] for segment, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:20.482732 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 17c4a442-ace9-47f0-9720-9d7931b6fafd no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 04:33:20.491760 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-660c69de-557b-43c3-897a-e1ed244adfc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:20.498518 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-660c69de-557b-43c3-897a-e1ed244adfc3 admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=102192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 04:33:20.502560 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-660c69de-557b-43c3-897a-e1ed244adfc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125932183'] for segment, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:20.502560 n-d-764292-30 neutron-server[102192]: Traceback (most recent call last): Aug 11 04:33:20.502560 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 04:33:20.502560 n-d-764292-30 neutron-server[102192]: timer() Aug 11 04:33:20.502560 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 04:33:20.502560 n-d-764292-30 neutron-server[102192]: cb(*args, **kw) Aug 11 04:33:20.502560 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 04:33:20.502560 n-d-764292-30 neutron-server[102192]: return func(*args, **kwargs) Aug 11 04:33:20.502560 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 04:33:20.502560 n-d-764292-30 neutron-server[102192]: self._notify() Aug 11 04:33:20.502560 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 04:33:20.502560 n-d-764292-30 neutron-server[102192]: self.callback(batched_events) Aug 11 04:33:20.502560 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 04:33:20.502560 n-d-764292-30 neutron-server[102192]: event.method(event) Aug 11 04:33:20.502560 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 04:33:20.502560 n-d-764292-30 neutron-server[102192]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 04:33:20.502560 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 04:33:20.502560 n-d-764292-30 neutron-server[102192]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 04:33:20.502560 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 04:33:20.502560 n-d-764292-30 neutron-server[102192]: return f(self, *a, **k) Aug 11 04:33:20.502560 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 04:33:20.502560 n-d-764292-30 neutron-server[102192]: return self._get(url).json() Aug 11 04:33:20.502560 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 04:33:20.502560 n-d-764292-30 neutron-server[102192]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 04:33:20.502560 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 04:33:20.502560 n-d-764292-30 neutron-server[102192]: return self.request(url, 'GET', **kwargs) Aug 11 04:33:20.502560 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 04:33:20.502560 n-d-764292-30 neutron-server[102192]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 04:33:20.502560 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 04:33:20.502560 n-d-764292-30 neutron-server[102192]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 04:33:20.502560 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 04:33:20.502560 n-d-764292-30 neutron-server[102192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 04:33:20.502560 n-d-764292-30 neutron-server[102192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 04:33:20.505877 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: 17c4a442-ace9-47f0-9720-9d7931b6fafd {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 04:33:20.506231 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 17c4a442-ace9-47f0-9720-9d7931b6fafd not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 04:33:20.506690 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 5fe94193-882d-498e-845e-8abaef695dff no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 04:33:20.525212 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: 5fe94193-882d-498e-845e-8abaef695dff {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 04:33:20.531217 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 5fe94193-882d-498e-845e-8abaef695dff not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 04:33:20.531217 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device cc0bf514-280a-49d6-b4d2-0228bb88fff4 no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 04:33:20.544491 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: cc0bf514-280a-49d6-b4d2-0228bb88fff4 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 04:33:20.544841 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device cc0bf514-280a-49d6-b4d2-0228bb88fff4 not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 04:33:20.643000 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-660c69de-557b-43c3-897a-e1ed244adfc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:20.648696 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-660c69de-557b-43c3-897a-e1ed244adfc3 admin admin] Notify callbacks [] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:20.651206 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-660c69de-557b-43c3-897a-e1ed244adfc3 admin admin] 10.222.0.41 "DELETE /v2.0/networks/e8a96bd2-253d-4f3c-a656-66a295069a29 HTTP/1.1" status: 204 len: 168 time: 0.6689341 Aug 11 04:33:20.654257 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 53288) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:33:20.661832 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660c69de-557b-43c3-897a-e1ed244adfc3 admin admin] Pushing event deleted for resources: {'Network': ['ID=e8a96bd2-253d-4f3c-a656-66a295069a29,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:33:20.994841 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7bb8be44-9d28-41fe-8404-14fa3d0f7fcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521106'] for router_interface, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:21.234263 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-7bb8be44-9d28-41fe-8404-14fa3d0f7fcd admin admin] Deleting port 86390b77-88a7-4df5-9228-9905f20af911 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 04:33:21.234633 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7bb8be44-9d28-41fe-8404-14fa3d0f7fcd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:21.310580 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [None req-7bb8be44-9d28-41fe-8404-14fa3d0f7fcd admin admin] For port 86390b77-88a7-4df5-9228-9905f20af911, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=86390b77-88a7-4df5-9228-9905f20af911,segment=NetworkSegment(0468f561-04fe-401d-8b77-f61083f40c96),segment_id=0468f561-04fe-401d-8b77-f61083f40c96)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:33:21.310865 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7bb8be44-9d28-41fe-8404-14fa3d0f7fcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:21.323363 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-7bb8be44-9d28-41fe-8404-14fa3d0f7fcd admin admin] Calling delete_port for 86390b77-88a7-4df5-9228-9905f20af911 owned by network:router_interface {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 04:33:21.545376 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7bb8be44-9d28-41fe-8404-14fa3d0f7fcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:21.574535 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb8be44-9d28-41fe-8404-14fa3d0f7fcd admin admin] Pushing event deleted for resources: {'Port': ['ID=86390b77-88a7-4df5-9228-9905f20af911,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:33:21.737600 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-7bb8be44-9d28-41fe-8404-14fa3d0f7fcd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16383033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450082'] for router_interface, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:21.952786 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bb8be44-9d28-41fe-8404-14fa3d0f7fcd admin admin] Router 6e4e4626-cc7f-4fc6-b94e-6f10ad86241e has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 04:33:22.059232 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bb8be44-9d28-41fe-8404-14fa3d0f7fcd admin admin] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 04:33:22.064965 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-7bb8be44-9d28-41fe-8404-14fa3d0f7fcd admin admin] 10.222.0.41 "PUT /v2.0/routers/6e4e4626-cc7f-4fc6-b94e-6f10ad86241e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4096277 Aug 11 04:33:22.067499 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 53290) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:33:22.069506 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20e5fb5-2e87-42a8-b6b2-f7d71be75210 None None] Sync routers for ids ['6e4e4626-cc7f-4fc6-b94e-6f10ad86241e'] in n-d-764292-30 {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 04:33:22.080002 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20e5fb5-2e87-42a8-b6b2-f7d71be75210 None None] Routers {'6e4e4626-cc7f-4fc6-b94e-6f10ad86241e'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 04:33:22.080690 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-d20e5fb5-2e87-42a8-b6b2-f7d71be75210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T04:33:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['6e4e4626-cc7f-4fc6-b94e-6f10ad86241e'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:33:22.168833 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5506e047-f8c1-432e-bce8-fa5ff4e75e62 admin admin] Notify callbacks [] for router, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:22.180591 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-d20e5fb5-2e87-42a8-b6b2-f7d71be75210 None None] Set router 6e4e4626-cc7f-4fc6-b94e-6f10ad86241e gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 04:33:22.266886 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5506e047-f8c1-432e-bce8-fa5ff4e75e62 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:22.347814 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-d20e5fb5-2e87-42a8-b6b2-f7d71be75210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e4e4626-cc7f-4fc6-b94e-6f10ad86241e', 'name': 'tempest-TestShelveInstance-224740276-router', 'tenant_id': 'a970bb8c52024b438db1e6692a85156e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': 'd33c2048-f0a0-4184-a80f-470ad3a72c9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:22:00Z', 'updated_at': '2021-08-11T04:33:21Z', 'revision_number': 5, 'project_id': 'a970bb8c52024b438db1e6692a85156e', 'gw_port': {'id': 'd33c2048-f0a0-4184-a80f-470ad3a72c9e', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:af:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4e4626-cc7f-4fc6-b94e-6f10ad86241e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:22:01Z', 'updated_at': '2021-08-11T04:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:33:22.376290 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20e5fb5-2e87-42a8-b6b2-f7d71be75210 None None] Checking router: 6e4e4626-cc7f-4fc6-b94e-6f10ad86241e for host: n-d-764292-30 {{(pid=102194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 04:33:22.385211 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20e5fb5-2e87-42a8-b6b2-f7d71be75210 None None] Routers {'6e4e4626-cc7f-4fc6-b94e-6f10ad86241e'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 04:33:22.385820 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-d20e5fb5-2e87-42a8-b6b2-f7d71be75210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T04:33:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['6e4e4626-cc7f-4fc6-b94e-6f10ad86241e'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:33:22.389761 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-5506e047-f8c1-432e-bce8-fa5ff4e75e62 admin admin] Deleting port d33c2048-f0a0-4184-a80f-470ad3a72c9e {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 04:33:22.390106 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5506e047-f8c1-432e-bce8-fa5ff4e75e62 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:22.471200 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [None req-5506e047-f8c1-432e-bce8-fa5ff4e75e62 admin admin] For port d33c2048-f0a0-4184-a80f-470ad3a72c9e, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=d33c2048-f0a0-4184-a80f-470ad3a72c9e,segment=NetworkSegment(fab28bed-aa25-40db-bba4-ec26e795194c),segment_id=fab28bed-aa25-40db-bba4-ec26e795194c)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:33:22.471567 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5506e047-f8c1-432e-bce8-fa5ff4e75e62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:22.473356 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-d20e5fb5-2e87-42a8-b6b2-f7d71be75210 None None] Set router 6e4e4626-cc7f-4fc6-b94e-6f10ad86241e gateway port host: None {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 04:33:22.484169 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-5506e047-f8c1-432e-bce8-fa5ff4e75e62 admin admin] Calling delete_port for d33c2048-f0a0-4184-a80f-470ad3a72c9e owned by network:router_gateway {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 04:33:22.523055 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-d20e5fb5-2e87-42a8-b6b2-f7d71be75210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e4e4626-cc7f-4fc6-b94e-6f10ad86241e', 'name': 'tempest-TestShelveInstance-224740276-router', 'tenant_id': 'a970bb8c52024b438db1e6692a85156e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:22:00Z', 'updated_at': '2021-08-11T04:33:22Z', 'revision_number': 6, 'project_id': 'a970bb8c52024b438db1e6692a85156e', 'gw_port_host': None}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:33:22.551780 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20e5fb5-2e87-42a8-b6b2-f7d71be75210 None None] The sync data for ids ['6e4e4626-cc7f-4fc6-b94e-6f10ad86241e'] in n-d-764292-30 is: [{'id': '6e4e4626-cc7f-4fc6-b94e-6f10ad86241e', 'name': 'tempest-TestShelveInstance-224740276-router', 'tenant_id': 'a970bb8c52024b438db1e6692a85156e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:22:00Z', 'updated_at': '2021-08-11T04:33:22Z', 'revision_number': 6, 'project_id': 'a970bb8c52024b438db1e6692a85156e', 'gw_port_host': None}] {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 04:33:22.706007 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5506e047-f8c1-432e-bce8-fa5ff4e75e62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:22.729355 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5506e047-f8c1-432e-bce8-fa5ff4e75e62 admin admin] Pushing event deleted for resources: {'Port': ['ID=d33c2048-f0a0-4184-a80f-470ad3a72c9e,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:33:22.796055 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5506e047-f8c1-432e-bce8-fa5ff4e75e62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-446916'] for router_gateway, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:22.885053 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5506e047-f8c1-432e-bce8-fa5ff4e75e62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6544'] for router, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:22.886240 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5506e047-f8c1-432e-bce8-fa5ff4e75e62 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:22.997458 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5506e047-f8c1-432e-bce8-fa5ff4e75e62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448809'] for router, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:22.998068 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5506e047-f8c1-432e-bce8-fa5ff4e75e62 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6e4e4626-cc7f-4fc6-b94e-6f10ad86241e {{(pid=102191) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 04:33:23.013248 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-5506e047-f8c1-432e-bce8-fa5ff4e75e62 admin admin] Notify callbacks [] for router, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:23.013248 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-5506e047-f8c1-432e-bce8-fa5ff4e75e62 admin admin] 10.222.0.41 "DELETE /v2.0/routers/6e4e4626-cc7f-4fc6-b94e-6f10ad86241e HTTP/1.1" status: 204 len: 168 time: 0.9389329 Aug 11 04:33:23.013248 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 53294) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:33:23.053388 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5e2242f-9ed0-41bc-8f99-4a90b135799e admin admin] Deleting subnet 71706ca8-1481-4d39-a0e6-b61950992443 {{(pid=102191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 04:33:23.056846 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b5e2242f-9ed0-41bc-8f99-4a90b135799e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:23.094010 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b5e2242f-9ed0-41bc-8f99-4a90b135799e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126283525'] for subnet, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:23.168479 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b5e2242f-9ed0-41bc-8f99-4a90b135799e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:23.278132 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b5e2242f-9ed0-41bc-8f99-4a90b135799e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126283413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126275158'] for subnet, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:23.308449 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e2242f-9ed0-41bc-8f99-4a90b135799e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71706ca8-1481-4d39-a0e6-b61950992443,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:33:23.312968 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-b5e2242f-9ed0-41bc-8f99-4a90b135799e admin admin] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:23.317311 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-b5e2242f-9ed0-41bc-8f99-4a90b135799e admin admin] 10.222.0.41 "DELETE /v2.0/subnets/71706ca8-1481-4d39-a0e6-b61950992443 HTTP/1.1" status: 204 len: 168 time: 0.3034005 Aug 11 04:33:23.317493 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 53296) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:33:23.321450 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-623ee7fb-ba44-46ae-9656-340cf8319686 None None] Network 9c4b8053-551b-4db9-b3da-aa0a502cccec requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 04:33:23.386143 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c648f0f3-bbd3-403d-84f0-2b816ff9a2bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:23.444632 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-c648f0f3-bbd3-403d-84f0-2b816ff9a2bb admin admin] Deleting port f45d3d8a-3a7f-4174-bed4-b3eb61a89631 {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 04:33:23.444965 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c648f0f3-bbd3-403d-84f0-2b816ff9a2bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:23.487777 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2890ae1b-b12b-4c98-832d-887dc5999bb1 None None] DHCP port deletion for 9c4b8053-551b-4db9-b3da-aa0a502cccec request from n-d-764292-30 {{(pid=102193) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 04:33:23.511624 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [None req-c648f0f3-bbd3-403d-84f0-2b816ff9a2bb admin admin] For port f45d3d8a-3a7f-4174-bed4-b3eb61a89631, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=f45d3d8a-3a7f-4174-bed4-b3eb61a89631,segment=NetworkSegment(0468f561-04fe-401d-8b77-f61083f40c96),segment_id=0468f561-04fe-401d-8b77-f61083f40c96)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:33:23.511991 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c648f0f3-bbd3-403d-84f0-2b816ff9a2bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:23.525998 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-c648f0f3-bbd3-403d-84f0-2b816ff9a2bb admin admin] Calling delete_port for f45d3d8a-3a7f-4174-bed4-b3eb61a89631 owned by network:dhcp {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 04:33:23.540257 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-2890ae1b-b12b-4c98-832d-887dc5999bb1 None None] Deleting port f45d3d8a-3a7f-4174-bed4-b3eb61a89631 {{(pid=102193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 04:33:23.540878 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2890ae1b-b12b-4c98-832d-887dc5999bb1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:23.606011 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-2890ae1b-b12b-4c98-832d-887dc5999bb1 None None] For port f45d3d8a-3a7f-4174-bed4-b3eb61a89631, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=f45d3d8a-3a7f-4174-bed4-b3eb61a89631,segment=NetworkSegment(0468f561-04fe-401d-8b77-f61083f40c96),segment_id=0468f561-04fe-401d-8b77-f61083f40c96)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:33:23.606465 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2890ae1b-b12b-4c98-832d-887dc5999bb1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:23.619367 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-2890ae1b-b12b-4c98-832d-887dc5999bb1 None None] Calling delete_port for f45d3d8a-3a7f-4174-bed4-b3eb61a89631 owned by network:dhcp {{(pid=102193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 04:33:23.680367 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c648f0f3-bbd3-403d-84f0-2b816ff9a2bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:23.695869 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2890ae1b-b12b-4c98-832d-887dc5999bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678'] for port, after_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:23.709426 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c648f0f3-bbd3-403d-84f0-2b816ff9a2bb admin admin] No DVR routers for this DVR port f45d3d8a-3a7f-4174-bed4-b3eb61a89631 on host n-d-764292-30 {{(pid=102192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 04:33:23.717117 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c648f0f3-bbd3-403d-84f0-2b816ff9a2bb admin admin] Pushing event deleted for resources: {'Port': ['ID=f45d3d8a-3a7f-4174-bed4-b3eb61a89631,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:33:23.722174 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2890ae1b-b12b-4c98-832d-887dc5999bb1 None None] Pushing event deleted for resources: {'Port': ['ID=f45d3d8a-3a7f-4174-bed4-b3eb61a89631,revision_number=None']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:33:23.725590 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2890ae1b-b12b-4c98-832d-887dc5999bb1 None None] No DVR routers for this DVR port f45d3d8a-3a7f-4174-bed4-b3eb61a89631 on host n-d-764292-30 {{(pid=102193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 04:33:23.787299 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c648f0f3-bbd3-403d-84f0-2b816ff9a2bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:23.796906 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-c648f0f3-bbd3-403d-84f0-2b816ff9a2bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c4b8053-551b-4db9-b3da-aa0a502cccec']}} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:33:23.808119 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-c648f0f3-bbd3-403d-84f0-2b816ff9a2bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0468f561-04fe-401d-8b77-f61083f40c96') {'for_net_delete': True} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:33:23.808355 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-c648f0f3-bbd3-403d-84f0-2b816ff9a2bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0468f561-04fe-401d-8b77-f61083f40c96') {} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:33:23.817000 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c648f0f3-bbd3-403d-84f0-2b816ff9a2bb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125932501'] for segment, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:23.830762 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c648f0f3-bbd3-403d-84f0-2b816ff9a2bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:23.836561 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c648f0f3-bbd3-403d-84f0-2b816ff9a2bb admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=102192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 04:33:23.838946 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c648f0f3-bbd3-403d-84f0-2b816ff9a2bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125932183'] for segment, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:23.838946 n-d-764292-30 neutron-server[102192]: Traceback (most recent call last): Aug 11 04:33:23.838946 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 04:33:23.838946 n-d-764292-30 neutron-server[102192]: timer() Aug 11 04:33:23.838946 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 04:33:23.838946 n-d-764292-30 neutron-server[102192]: cb(*args, **kw) Aug 11 04:33:23.838946 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 04:33:23.838946 n-d-764292-30 neutron-server[102192]: return func(*args, **kwargs) Aug 11 04:33:23.838946 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 04:33:23.838946 n-d-764292-30 neutron-server[102192]: self._notify() Aug 11 04:33:23.838946 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 04:33:23.838946 n-d-764292-30 neutron-server[102192]: self.callback(batched_events) Aug 11 04:33:23.838946 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 04:33:23.838946 n-d-764292-30 neutron-server[102192]: event.method(event) Aug 11 04:33:23.838946 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 04:33:23.838946 n-d-764292-30 neutron-server[102192]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 04:33:23.838946 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 04:33:23.838946 n-d-764292-30 neutron-server[102192]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 04:33:23.838946 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 04:33:23.838946 n-d-764292-30 neutron-server[102192]: return f(self, *a, **k) Aug 11 04:33:23.838946 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 04:33:23.838946 n-d-764292-30 neutron-server[102192]: return self._get(url).json() Aug 11 04:33:23.838946 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 04:33:23.838946 n-d-764292-30 neutron-server[102192]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 04:33:23.838946 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 04:33:23.838946 n-d-764292-30 neutron-server[102192]: return self.request(url, 'GET', **kwargs) Aug 11 04:33:23.838946 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 04:33:23.838946 n-d-764292-30 neutron-server[102192]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 04:33:23.838946 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 04:33:23.838946 n-d-764292-30 neutron-server[102192]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 04:33:23.838946 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 04:33:23.838946 n-d-764292-30 neutron-server[102192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 04:33:23.838946 n-d-764292-30 neutron-server[102192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 04:33:23.960250 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c648f0f3-bbd3-403d-84f0-2b816ff9a2bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:23.964942 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-c648f0f3-bbd3-403d-84f0-2b816ff9a2bb admin admin] Notify callbacks [] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:23.967100 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-c648f0f3-bbd3-403d-84f0-2b816ff9a2bb admin admin] 10.222.0.41 "DELETE /v2.0/networks/9c4b8053-551b-4db9-b3da-aa0a502cccec HTTP/1.1" status: 204 len: 168 time: 0.6486094 Aug 11 04:33:23.980024 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c648f0f3-bbd3-403d-84f0-2b816ff9a2bb admin admin] Pushing event deleted for resources: {'Network': ['ID=9c4b8053-551b-4db9-b3da-aa0a502cccec,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:33:24.313364 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 53304) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:33:24.352436 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-ec833d9d-5728-43b2-8152-08421019e5ff admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=940cff16c39c46a794406f5e44e37e5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0377264 Aug 11 04:33:24.356303 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 53306) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:33:24.403100 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-668a9499-c154-4c84-9b05-2404cb9836b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:24.424083 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-668a9499-c154-4c84-9b05-2404cb9836b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:24.468749 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 86390b77-88a7-4df5-9228-9905f20af911 no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 04:33:24.489307 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: 86390b77-88a7-4df5-9228-9905f20af911 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 04:33:24.489656 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 86390b77-88a7-4df5-9228-9905f20af911 not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 04:33:24.490063 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device d33c2048-f0a0-4184-a80f-470ad3a72c9e no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 04:33:24.508306 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: d33c2048-f0a0-4184-a80f-470ad3a72c9e {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 04:33:24.508638 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device d33c2048-f0a0-4184-a80f-470ad3a72c9e not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 04:33:24.509040 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device f45d3d8a-3a7f-4174-bed4-b3eb61a89631 no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 04:33:24.529802 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: f45d3d8a-3a7f-4174-bed4-b3eb61a89631 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 04:33:24.534987 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device f45d3d8a-3a7f-4174-bed4-b3eb61a89631 not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 04:33:24.551526 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-668a9499-c154-4c84-9b05-2404cb9836b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:24.554089 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-668a9499-c154-4c84-9b05-2404cb9836b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:24.555404 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-668a9499-c154-4c84-9b05-2404cb9836b2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6ed41b50-c8d2-4d81-9904-29de24324036 HTTP/1.1" status: 204 len: 168 time: 0.1981354 Aug 11 04:33:24.563146 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668a9499-c154-4c84-9b05-2404cb9836b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ed41b50-c8d2-4d81-9904-29de24324036,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:33:25.180633 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 53312) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:33:25.220083 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-8b0cb216-62ca-4916-8c7e-6a137711d389 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a970bb8c52024b438db1e6692a85156e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383244 Aug 11 04:33:25.222524 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 53314) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:33:25.268925 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-1570a226-0f43-4d86-9ccb-f80c88891c1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:25.288924 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-1570a226-0f43-4d86-9ccb-f80c88891c1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:25.399813 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-1570a226-0f43-4d86-9ccb-f80c88891c1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:25.402390 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-1570a226-0f43-4d86-9ccb-f80c88891c1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:25.403547 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-1570a226-0f43-4d86-9ccb-f80c88891c1a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a9c26fab-1478-492b-9c3f-26ed1d5d237c HTTP/1.1" status: 204 len: 168 time: 0.1801515 Aug 11 04:33:25.411060 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1570a226-0f43-4d86-9ccb-f80c88891c1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9c26fab-1478-492b-9c3f-26ed1d5d237c,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:33:26.492751 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 53336) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:33:26.590815 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-29febcb0-0db8-436a-b54f-2015100a32a8 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-214635449-network', 'tenant_id': 'a4dbbcc1124e443cb7a05ff0d36a859f'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:33:26.659766 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29febcb0-0db8-436a-b54f-2015100a32a8 admin admin] Made reservation on behalf of a4dbbcc1124e443cb7a05ff0d36a859f for: {'network': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 04:33:26.662007 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-29febcb0-0db8-436a-b54f-2015100a32a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:26.670806 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-29febcb0-0db8-436a-b54f-2015100a32a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:26.760830 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-29febcb0-0db8-436a-b54f-2015100a32a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:26.857020 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-29febcb0-0db8-436a-b54f-2015100a32a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:26.881432 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29febcb0-0db8-436a-b54f-2015100a32a8 admin admin] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=102191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 04:33:26.891601 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29febcb0-0db8-436a-b54f-2015100a32a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1848914a-3e3f-4b6f-b5b6-f7058e0ba4ba,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:33:26.896311 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-29febcb0-0db8-436a-b54f-2015100a32a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:26.896653 n-d-764292-30 neutron-server[102191]: INFO neutron.db.segments_db [None req-29febcb0-0db8-436a-b54f-2015100a32a8 admin admin] Added segment a3a908b8-6aab-478d-9f13-769cf831804c of type vlan for network 5055d5f2-edc5-4c2d-9e93-4b8ce8535c2c Aug 11 04:33:26.936401 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-29febcb0-0db8-436a-b54f-2015100a32a8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:27.046170 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-29febcb0-0db8-436a-b54f-2015100a32a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:27.047131 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29febcb0-0db8-436a-b54f-2015100a32a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:33:27.047708 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-29febcb0-0db8-436a-b54f-2015100a32a8 admin admin] Notify callbacks [] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:27.108198 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29febcb0-0db8-436a-b54f-2015100a32a8 admin admin] Pushing event updated for resources: {'Network': ['ID=5055d5f2-edc5-4c2d-9e93-4b8ce8535c2c,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:33:27.117939 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network 5055d5f2-edc5-4c2d-9e93-4b8ce8535c2c details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 04:33:27.169755 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-29febcb0-0db8-436a-b54f-2015100a32a8 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6758013 Aug 11 04:33:27.172530 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 53340) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:33:27.177421 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-bf45b12e-51df-4d41-a678-46c1ea3c5226 admin admin] Request body: {'subnet': {'network_id': '5055d5f2-edc5-4c2d-9e93-4b8ce8535c2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-214635449-subnet', 'tenant_id': 'a4dbbcc1124e443cb7a05ff0d36a859f', 'ip_version': 4}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:33:27.282272 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf45b12e-51df-4d41-a678-46c1ea3c5226 admin admin] Made reservation on behalf of a4dbbcc1124e443cb7a05ff0d36a859f for: {'subnet': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 04:33:27.284592 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-bf45b12e-51df-4d41-a678-46c1ea3c5226 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126274743'] for subnet, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:27.505468 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-bf45b12e-51df-4d41-a678-46c1ea3c5226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126283476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126274725'] for subnet, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:27.562558 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf45b12e-51df-4d41-a678-46c1ea3c5226 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc748275-2003-4b16-974e-5fd34b892081,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:33:27.570941 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf45b12e-51df-4d41-a678-46c1ea3c5226 admin admin] Checking segment: {'id': 'a3a908b8-6aab-478d-9f13-769cf831804c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '5055d5f2-edc5-4c2d-9e93-4b8ce8535c2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 04:33:27.571296 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf45b12e-51df-4d41-a678-46c1ea3c5226 admin admin] Network hostable DHCP agents. Network: 5055d5f2-edc5-4c2d-9e93-4b8ce8535c2c, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 04:33:27.642225 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf45b12e-51df-4d41-a678-46c1ea3c5226 admin admin] Network 5055d5f2-edc5-4c2d-9e93-4b8ce8535c2c is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 04:33:27.728378 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-bf45b12e-51df-4d41-a678-46c1ea3c5226 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, 5055d5f2-edc5-4c2d-9e93-4b8ce8535c2c) {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 04:33:27.732913 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf45b12e-51df-4d41-a678-46c1ea3c5226 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:33:27.736942 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-bf45b12e-51df-4d41-a678-46c1ea3c5226 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:27.737715 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cac8aad9-5039-4d44-a186-d8c8aa5d5ab4 None None] Network 5055d5f2-edc5-4c2d-9e93-4b8ce8535c2c requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 04:33:27.852810 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-bf45b12e-51df-4d41-a678-46c1ea3c5226 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6790864 Aug 11 04:33:27.855436 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 53342) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:33:27.859926 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-13b89f68-77ff-4377-bbd0-e77a5878d165 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-214635449-router', 'tenant_id': 'a4dbbcc1124e443cb7a05ff0d36a859f', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:33:27.879293 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a343918-e4b0-48b2-a0bc-e2d2f55d41a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde080026-c28f-55be-b52b-13827cc43646-5055d5f2-edc5-4c2d-9e93-4b8ce8535c2c', 'network_id': '5055d5f2-edc5-4c2d-9e93-4b8ce8535c2c', 'tenant_id': 'a4dbbcc1124e443cb7a05ff0d36a859f', 'fixed_ips': [{'subnet_id': 'bc748275-2003-4b16-974e-5fd34b892081'}]}} from n-d-764292-30. {{(pid=102193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 04:33:27.880134 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8a343918-e4b0-48b2-a0bc-e2d2f55d41a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:27.943584 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-13b89f68-77ff-4377-bbd0-e77a5878d165 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-450010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6626'] for router, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:27.944643 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-13b89f68-77ff-4377-bbd0-e77a5878d165 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-446747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6633'] for router, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:27.997801 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-13b89f68-77ff-4377-bbd0-e77a5878d165 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:28.016453 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.db_base_plugin_common [None req-8a343918-e4b0-48b2-a0bc-e2d2f55d41a2 None None] Allocated IP 172.20.0.2 (5055d5f2-edc5-4c2d-9e93-4b8ce8535c2c/bc748275-2003-4b16-974e-5fd34b892081/fbe3f36a-c618-44b7-a5be-4da92eae54ae) {{(pid=102193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 04:33:28.157329 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8a343918-e4b0-48b2-a0bc-e2d2f55d41a2 None None] Notify callbacks [] for port, precommit_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:28.165339 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-8a343918-e4b0-48b2-a0bc-e2d2f55d41a2 None None] Transition to ACTIVE for port object fbe3f36a-c618-44b7-a5be-4da92eae54ae will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 04:33:28.179744 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-8a343918-e4b0-48b2-a0bc-e2d2f55d41a2 None None] Transition to ACTIVE for port object fbe3f36a-c618-44b7-a5be-4da92eae54ae will not be triggered until provisioned by entity DHCP. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 04:33:28.199903 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-13b89f68-77ff-4377-bbd0-e77a5878d165 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:28.258050 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8a343918-e4b0-48b2-a0bc-e2d2f55d41a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669'] for port, after_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:28.301920 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a343918-e4b0-48b2-a0bc-e2d2f55d41a2 None None] Network 5055d5f2-edc5-4c2d-9e93-4b8ce8535c2c is already hosted by enough agents. {{(pid=102193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 04:33:28.304834 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.base_scheduler [None req-8a343918-e4b0-48b2-a0bc-e2d2f55d41a2 None None] Resources bound (agent type, host, resource id): {{(pid=102193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 04:33:28.307330 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a343918-e4b0-48b2-a0bc-e2d2f55d41a2 None None] Received port after_create {{(pid=102193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 04:33:28.316419 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a343918-e4b0-48b2-a0bc-e2d2f55d41a2 None None] Pushing event updated for resources: {'Port': ['ID=fbe3f36a-c618-44b7-a5be-4da92eae54ae,revision_number=1']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:33:28.366268 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-8a343918-e4b0-48b2-a0bc-e2d2f55d41a2 None None] Attempting to bind port fbe3f36a-c618-44b7-a5be-4da92eae54ae on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 04:33:28.369210 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-8a343918-e4b0-48b2-a0bc-e2d2f55d41a2 None None] Attempting to bind port fbe3f36a-c618-44b7-a5be-4da92eae54ae by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': 'a3a908b8-6aab-478d-9f13-769cf831804c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '5055d5f2-edc5-4c2d-9e93-4b8ce8535c2c'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 04:33:28.369210 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a343918-e4b0-48b2-a0bc-e2d2f55d41a2 None None] Attempting to bind port fbe3f36a-c618-44b7-a5be-4da92eae54ae on network 5055d5f2-edc5-4c2d-9e93-4b8ce8535c2c {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 04:33:28.371969 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a343918-e4b0-48b2-a0bc-e2d2f55d41a2 None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 4, 33, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 04:33:28.372421 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a343918-e4b0-48b2-a0bc-e2d2f55d41a2 None None] Checking segment: {'id': 'a3a908b8-6aab-478d-9f13-769cf831804c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '5055d5f2-edc5-4c2d-9e93-4b8ce8535c2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 04:33:28.372899 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8a343918-e4b0-48b2-a0bc-e2d2f55d41a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:28.373365 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a343918-e4b0-48b2-a0bc-e2d2f55d41a2 None None] Bound using segment: {'id': 'a3a908b8-6aab-478d-9f13-769cf831804c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '5055d5f2-edc5-4c2d-9e93-4b8ce8535c2c'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 04:33:28.373896 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-8a343918-e4b0-48b2-a0bc-e2d2f55d41a2 None None] Bound port: fbe3f36a-c618-44b7-a5be-4da92eae54ae, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3a908b8-6aab-478d-9f13-769cf831804c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '5055d5f2-edc5-4c2d-9e93-4b8ce8535c2c'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 04:33:28.374362 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8a343918-e4b0-48b2-a0bc-e2d2f55d41a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:28.436250 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-8a343918-e4b0-48b2-a0bc-e2d2f55d41a2 None None] For port fbe3f36a-c618-44b7-a5be-4da92eae54ae, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 04:33:28.439347 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-8a343918-e4b0-48b2-a0bc-e2d2f55d41a2 None None] For port fbe3f36a-c618-44b7-a5be-4da92eae54ae, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=fbe3f36a-c618-44b7-a5be-4da92eae54ae,segment=NetworkSegment(a3a908b8-6aab-478d-9f13-769cf831804c),segment_id=a3a908b8-6aab-478d-9f13-769cf831804c)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 04:33:28.527936 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8a343918-e4b0-48b2-a0bc-e2d2f55d41a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:28.590050 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a343918-e4b0-48b2-a0bc-e2d2f55d41a2 None None] Pushing event updated for resources: {'Port': ['ID=fbe3f36a-c618-44b7-a5be-4da92eae54ae,revision_number=2']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:33:28.827913 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-13b89f68-77ff-4377-bbd0-e77a5878d165 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:28.848154 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-13b89f68-77ff-4377-bbd0-e77a5878d165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:28.951103 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [None req-13b89f68-77ff-4377-bbd0-e77a5878d165 admin admin] Allocated IP 172.25.8.218 (09faf7d2-eaf5-4a50-bb6e-4cb05d009a76/e1a97443-13df-40bb-85f5-fd269e2742c0/799eb079-f982-4a26-a02e-b07f3d017daf) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 04:33:29.052087 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-13b89f68-77ff-4377-bbd0-e77a5878d165 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:29.143755 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-13b89f68-77ff-4377-bbd0-e77a5878d165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:29.185947 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b89f68-77ff-4377-bbd0-e77a5878d165 admin admin] Network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 04:33:29.188989 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-13b89f68-77ff-4377-bbd0-e77a5878d165 admin admin] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 04:33:29.193003 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b89f68-77ff-4377-bbd0-e77a5878d165 admin admin] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 04:33:29.220158 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b89f68-77ff-4377-bbd0-e77a5878d165 admin admin] Pushing event updated for resources: {'Port': ['ID=799eb079-f982-4a26-a02e-b07f3d017daf,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:33:29.248834 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-0c7a9617-ec6f-4b34-8549-311a01c53135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:29.465612 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d1325a1-dc39-4778-adbc-00c84d5cb6b6 None None] Network 5055d5f2-edc5-4c2d-9e93-4b8ce8535c2c requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 04:33:29.521331 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-13b89f68-77ff-4377-bbd0-e77a5878d165 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:29.637190 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3df378b0-8312-4075-9059-829d10a62243 None None] Provisioning for port fbe3f36a-c618-44b7-a5be-4da92eae54ae completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 04:33:29.719771 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-13b89f68-77ff-4377-bbd0-e77a5878d165 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-446952'] for router, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:29.934170 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13b89f68-77ff-4377-bbd0-e77a5878d165 admin admin] Router 1d2e86b5-5848-4b97-b458-0ef8fda804a0 is scheduled to L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 with binding_index 1 {{(pid=102192) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 04:33:30.041221 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13b89f68-77ff-4377-bbd0-e77a5878d165 admin admin] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 04:33:30.049895 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8258a210-23e0-4b50-949b-697edf7540d8 None None] Sync routers for ids ['1d2e86b5-5848-4b97-b458-0ef8fda804a0'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 04:33:30.058897 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8258a210-23e0-4b50-949b-697edf7540d8 None None] Routers {'1d2e86b5-5848-4b97-b458-0ef8fda804a0'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 04:33:30.064895 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-8258a210-23e0-4b50-949b-697edf7540d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T04:33:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['1d2e86b5-5848-4b97-b458-0ef8fda804a0'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:33:30.111736 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-13b89f68-77ff-4377-bbd0-e77a5878d165 admin admin] Notify callbacks [] for router, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:30.113055 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-13b89f68-77ff-4377-bbd0-e77a5878d165 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.2565968 Aug 11 04:33:30.117167 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 53344) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:33:30.317464 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-8258a210-23e0-4b50-949b-697edf7540d8 None None] Set router 1d2e86b5-5848-4b97-b458-0ef8fda804a0 gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 04:33:30.502218 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-8258a210-23e0-4b50-949b-697edf7540d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d2e86b5-5848-4b97-b458-0ef8fda804a0', 'name': 'tempest-TestSnapshotPattern-214635449-router', 'tenant_id': 'a4dbbcc1124e443cb7a05ff0d36a859f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.218'}], 'enable_snat': True}, 'gw_port_id': '799eb079-f982-4a26-a02e-b07f3d017daf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:33:27Z', 'updated_at': '2021-08-11T04:33:29Z', 'revision_number': 3, 'project_id': 'a4dbbcc1124e443cb7a05ff0d36a859f', 'gw_port': {'id': '799eb079-f982-4a26-a02e-b07f3d017daf', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:5b:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d2e86b5-5848-4b97-b458-0ef8fda804a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:33:28Z', 'updated_at': '2021-08-11T04:33:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:33:30.530069 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device fbe3f36a-c618-44b7-a5be-4da92eae54ae up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 04:33:30.533780 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8258a210-23e0-4b50-949b-697edf7540d8 None None] Checking router: 1d2e86b5-5848-4b97-b458-0ef8fda804a0 for host: n-d-764292-30 {{(pid=102193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 04:33:30.533938 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8258a210-23e0-4b50-949b-697edf7540d8 None None] Updating router 1d2e86b5-5848-4b97-b458-0ef8fda804a0 port 799eb079-f982-4a26-a02e-b07f3d017daf binding host n-d-764292-30 {{(pid=102193) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 04:33:30.547276 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a556c08b-159d-46b9-a35b-6f37759fe29b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:30.590236 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8258a210-23e0-4b50-949b-697edf7540d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:30.697651 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [None req-a556c08b-159d-46b9-a35b-6f37759fe29b admin admin] Allocated IP 172.20.0.1 (5055d5f2-edc5-4c2d-9e93-4b8ce8535c2c/bc748275-2003-4b16-974e-5fd34b892081/2a838b8e-54b3-4ab9-aab1-b0f8e3be2633) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 04:33:30.717181 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port fbe3f36a-c618-44b7-a5be-4da92eae54ae completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 04:33:30.744820 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port fbe3f36a-c618-44b7-a5be-4da92eae54ae triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 04:33:30.745191 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:30.805129 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a556c08b-159d-46b9-a35b-6f37759fe29b admin admin] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:30.818598 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.provisioning_blocks [None req-a556c08b-159d-46b9-a35b-6f37759fe29b admin admin] Transition to ACTIVE for port object 2a838b8e-54b3-4ab9-aab1-b0f8e3be2633 will not be triggered until provisioned by entity DHCP. {{(pid=102192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 04:33:30.893870 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:30.926935 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8258a210-23e0-4b50-949b-697edf7540d8 None None] Notify callbacks [] for port, precommit_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:30.940046 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a556c08b-159d-46b9-a35b-6f37759fe29b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:30.947098 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port fbe3f36a-c618-44b7-a5be-4da92eae54ae, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=fbe3f36a-c618-44b7-a5be-4da92eae54ae,segment=NetworkSegment(a3a908b8-6aab-478d-9f13-769cf831804c),segment_id=a3a908b8-6aab-478d-9f13-769cf831804c)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:33:30.949415 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-8258a210-23e0-4b50-949b-697edf7540d8 None None] Transition to ACTIVE for port object 799eb079-f982-4a26-a02e-b07f3d017daf will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 04:33:30.979115 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a556c08b-159d-46b9-a35b-6f37759fe29b admin admin] Network 5055d5f2-edc5-4c2d-9e93-4b8ce8535c2c is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 04:33:30.983763 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-a556c08b-159d-46b9-a35b-6f37759fe29b admin admin] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 04:33:30.985976 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a556c08b-159d-46b9-a35b-6f37759fe29b admin admin] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 04:33:31.008856 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a556c08b-159d-46b9-a35b-6f37759fe29b admin admin] Pushing event updated for resources: {'Port': ['ID=2a838b8e-54b3-4ab9-aab1-b0f8e3be2633,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:33:31.028855 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a556c08b-159d-46b9-a35b-6f37759fe29b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-520987'] for router_interface, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:31.031287 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:31.060290 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8258a210-23e0-4b50-949b-697edf7540d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:31.103572 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-8258a210-23e0-4b50-949b-697edf7540d8 None None] Attempting to bind port 799eb079-f982-4a26-a02e-b07f3d017daf on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 04:33:31.103944 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-8258a210-23e0-4b50-949b-697edf7540d8 None None] Attempting to bind port 799eb079-f982-4a26-a02e-b07f3d017daf by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 04:33:31.104386 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8258a210-23e0-4b50-949b-697edf7540d8 None None] Attempting to bind port 799eb079-f982-4a26-a02e-b07f3d017daf on network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 04:33:31.106798 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=fbe3f36a-c618-44b7-a5be-4da92eae54ae,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:33:31.119072 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8258a210-23e0-4b50-949b-697edf7540d8 None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 4, 33, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 04:33:31.119449 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8258a210-23e0-4b50-949b-697edf7540d8 None None] Checking segment: {'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 04:33:31.120314 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8258a210-23e0-4b50-949b-697edf7540d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:31.120314 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8258a210-23e0-4b50-949b-697edf7540d8 None None] Bound using segment: {'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 04:33:31.120697 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-8258a210-23e0-4b50-949b-697edf7540d8 None None] Bound port: 799eb079-f982-4a26-a02e-b07f3d017daf, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 04:33:31.121079 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8258a210-23e0-4b50-949b-697edf7540d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:31.196335 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67accf71-084f-4235-a983-21f63dbd8fac None None] Pushing event updated for resources: {'Port': ['ID=799eb079-f982-4a26-a02e-b07f3d017daf,revision_number=2']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:33:31.206956 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-8258a210-23e0-4b50-949b-697edf7540d8 None None] For port 799eb079-f982-4a26-a02e-b07f3d017daf, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 04:33:31.209948 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-8258a210-23e0-4b50-949b-697edf7540d8 None None] For port 799eb079-f982-4a26-a02e-b07f3d017daf, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=799eb079-f982-4a26-a02e-b07f3d017daf,segment=NetworkSegment(fab28bed-aa25-40db-bba4-ec26e795194c),segment_id=fab28bed-aa25-40db-bba4-ec26e795194c)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 04:33:31.234629 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a556c08b-159d-46b9-a35b-6f37759fe29b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:31.280251 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8258a210-23e0-4b50-949b-697edf7540d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:31.336052 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8258a210-23e0-4b50-949b-697edf7540d8 None None] Routers {'1d2e86b5-5848-4b97-b458-0ef8fda804a0'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 04:33:31.336705 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-8258a210-23e0-4b50-949b-697edf7540d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T04:33:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['1d2e86b5-5848-4b97-b458-0ef8fda804a0'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:33:31.377750 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-0a085f0a-b78f-4e1a-9928-2f38f9850271 None None] Provisioning for port 2a838b8e-54b3-4ab9-aab1-b0f8e3be2633 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 04:33:31.379942 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67accf71-084f-4235-a983-21f63dbd8fac None None] Pushing event updated for resources: {'Port': ['ID=799eb079-f982-4a26-a02e-b07f3d017daf,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:33:31.390978 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-0a085f0a-b78f-4e1a-9928-2f38f9850271 None None] Provisioning complete for port 2a838b8e-54b3-4ab9-aab1-b0f8e3be2633 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 04:33:31.391349 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-0a085f0a-b78f-4e1a-9928-2f38f9850271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:31.400349 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a556c08b-159d-46b9-a35b-6f37759fe29b admin admin] Notify callbacks [] for port, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:31.456306 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-0a085f0a-b78f-4e1a-9928-2f38f9850271 None None] Port 2a838b8e-54b3-4ab9-aab1-b0f8e3be2633 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 04:33:31.458424 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a556c08b-159d-46b9-a35b-6f37759fe29b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:31.478548 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-8258a210-23e0-4b50-949b-697edf7540d8 None None] Set router 1d2e86b5-5848-4b97-b458-0ef8fda804a0 gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 04:33:31.531066 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a556c08b-159d-46b9-a35b-6f37759fe29b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16383026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521135'] for router_interface, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:31.532910 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a556c08b-159d-46b9-a35b-6f37759fe29b admin admin] Pushing event updated for resources: {'Port': ['ID=2a838b8e-54b3-4ab9-aab1-b0f8e3be2633,revision_number=2']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:33:31.624061 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a556c08b-159d-46b9-a35b-6f37759fe29b admin admin] Network 5055d5f2-edc5-4c2d-9e93-4b8ce8535c2c is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 04:33:31.625478 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-a556c08b-159d-46b9-a35b-6f37759fe29b admin admin] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 04:33:31.680472 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-8258a210-23e0-4b50-949b-697edf7540d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d2e86b5-5848-4b97-b458-0ef8fda804a0', 'name': 'tempest-TestSnapshotPattern-214635449-router', 'tenant_id': 'a4dbbcc1124e443cb7a05ff0d36a859f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.218'}], 'enable_snat': True}, 'gw_port_id': '799eb079-f982-4a26-a02e-b07f3d017daf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:33:27Z', 'updated_at': '2021-08-11T04:33:31Z', 'revision_number': 4, 'project_id': 'a4dbbcc1124e443cb7a05ff0d36a859f', 'gw_port': {'id': '799eb079-f982-4a26-a02e-b07f3d017daf', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:5b:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d2e86b5-5848-4b97-b458-0ef8fda804a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:33:28Z', 'updated_at': '2021-08-11T04:33:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '2a838b8e-54b3-4ab9-aab1-b0f8e3be2633', 'name': '', 'network_id': '5055d5f2-edc5-4c2d-9e93-4b8ce8535c2c', 'tenant_id': 'a4dbbcc1124e443cb7a05ff0d36a859f', 'mac_address': 'fa:16:3e:0f:19:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d2e86b5-5848-4b97-b458-0ef8fda804a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'bc748275-2003-4b16-974e-5fd34b892081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:33:30Z', 'updated_at': '2021-08-11T04:33:30Z', 'revision_number': 1, 'project_id': 'a4dbbcc1124e443cb7a05ff0d36a859f', 'subnets': [{'id': 'bc748275-2003-4b16-974e-5fd34b892081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:33:31.707817 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8258a210-23e0-4b50-949b-697edf7540d8 None None] The sync data for ids ['1d2e86b5-5848-4b97-b458-0ef8fda804a0'] in n-d-764292-30 is: [{'id': '1d2e86b5-5848-4b97-b458-0ef8fda804a0', 'name': 'tempest-TestSnapshotPattern-214635449-router', 'tenant_id': 'a4dbbcc1124e443cb7a05ff0d36a859f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.218'}], 'enable_snat': True}, 'gw_port_id': '799eb079-f982-4a26-a02e-b07f3d017daf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:33:27Z', 'updated_at': '2021-08-11T04:33:31Z', 'revision_number': 4, 'project_id': 'a4dbbcc1124e443cb7a05ff0d36a859f', 'gw_port': {'id': '799eb079-f982-4a26-a02e-b07f3d017daf', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:5b:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d2e86b5-5848-4b97-b458-0ef8fda804a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:33:28Z', 'updated_at': '2021-08-11T04:33:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '2a838b8e-54b3-4ab9-aab1-b0f8e3be2633', 'name': '', 'network_id': '5055d5f2-edc5-4c2d-9e93-4b8ce8535c2c', 'tenant_id': 'a4dbbcc1124e443cb7a05ff0d36a859f', 'mac_address': 'fa:16:3e:0f:19:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d2e86b5-5848-4b97-b458-0ef8fda804a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'bc748275-2003-4b16-974e-5fd34b892081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:33:30Z', 'updated_at': '2021-08-11T04:33:30Z', 'revision_number': 1, 'project_id': 'a4dbbcc1124e443cb7a05ff0d36a859f', 'subnets': [{'id': 'bc748275-2003-4b16-974e-5fd34b892081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 04:33:31.758110 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a556c08b-159d-46b9-a35b-6f37759fe29b admin admin] Router 1d2e86b5-5848-4b97-b458-0ef8fda804a0 has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 04:33:31.875200 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a556c08b-159d-46b9-a35b-6f37759fe29b admin admin] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 04:33:31.887973 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-a556c08b-159d-46b9-a35b-6f37759fe29b admin admin] 10.222.0.41 "PUT /v2.0/routers/1d2e86b5-5848-4b97-b458-0ef8fda804a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7626958 Aug 11 04:33:31.895772 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-5455e09c-1a24-4c30-b725-223fd0ff5cc8 None None] Provisioning complete for port 2a838b8e-54b3-4ab9-aab1-b0f8e3be2633 triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 04:33:31.896165 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-5455e09c-1a24-4c30-b725-223fd0ff5cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:31.953565 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-5455e09c-1a24-4c30-b725-223fd0ff5cc8 None None] Port 2a838b8e-54b3-4ab9-aab1-b0f8e3be2633 cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 04:33:31.956874 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:32.217397 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-1ba7468f-f78b-4f18-9280-743b9165215c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:32.580985 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device fbe3f36a-c618-44b7-a5be-4da92eae54ae up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 04:33:32.620845 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 53360) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:33:32.626426 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-582315e0-bed6-43ff-b3c2-32bcf9cfe17e admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1470218419-network', 'tenant_id': '8ad66df2f0604b98a03a770ebc9f8e8c'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:33:32.645963 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port fbe3f36a-c618-44b7-a5be-4da92eae54ae triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 04:33:32.646359 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:32.714560 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-582315e0-bed6-43ff-b3c2-32bcf9cfe17e admin admin] Made reservation on behalf of 8ad66df2f0604b98a03a770ebc9f8e8c for: {'network': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 04:33:32.717782 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-582315e0-bed6-43ff-b3c2-32bcf9cfe17e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for network, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:32.725541 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 799eb079-f982-4a26-a02e-b07f3d017daf up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 04:33:32.727029 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-582315e0-bed6-43ff-b3c2-32bcf9cfe17e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:32.822096 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-582315e0-bed6-43ff-b3c2-32bcf9cfe17e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:32.882948 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port 799eb079-f982-4a26-a02e-b07f3d017daf completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 04:33:32.887266 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 799eb079-f982-4a26-a02e-b07f3d017daf triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 04:33:32.887668 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:32.914422 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-582315e0-bed6-43ff-b3c2-32bcf9cfe17e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:32.936722 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-582315e0-bed6-43ff-b3c2-32bcf9cfe17e admin admin] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=102192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 04:33:32.950197 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582315e0-bed6-43ff-b3c2-32bcf9cfe17e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=353396f9-2281-4744-9025-fba92fd18c24,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:33:32.965126 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-582315e0-bed6-43ff-b3c2-32bcf9cfe17e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:32.966534 n-d-764292-30 neutron-server[102192]: INFO neutron.db.segments_db [None req-582315e0-bed6-43ff-b3c2-32bcf9cfe17e admin admin] Added segment 9b8900f1-0eb9-4a38-a877-c06ba8adac54 of type vlan for network c3e55810-d31a-461d-90bd-28f8a811fb49 Aug 11 04:33:32.973466 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:32.995250 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port 799eb079-f982-4a26-a02e-b07f3d017daf, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=799eb079-f982-4a26-a02e-b07f3d017daf,segment=NetworkSegment(fab28bed-aa25-40db-bba4-ec26e795194c),segment_id=fab28bed-aa25-40db-bba4-ec26e795194c)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:33:33.010207 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-582315e0-bed6-43ff-b3c2-32bcf9cfe17e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790262447171'] for network, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:33.063164 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:33.111839 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=799eb079-f982-4a26-a02e-b07f3d017daf,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:33:33.114633 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-582315e0-bed6-43ff-b3c2-32bcf9cfe17e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976'] for network, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:33.115644 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-582315e0-bed6-43ff-b3c2-32bcf9cfe17e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:33:33.116222 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-582315e0-bed6-43ff-b3c2-32bcf9cfe17e admin admin] Notify callbacks [] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:33.178591 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582315e0-bed6-43ff-b3c2-32bcf9cfe17e admin admin] Pushing event updated for resources: {'Network': ['ID=c3e55810-d31a-461d-90bd-28f8a811fb49,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:33:33.189702 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Network c3e55810-d31a-461d-90bd-28f8a811fb49 details requested by agent ovs-agent-n-d-764292-30 with host n-d-764292-30 {{(pid=102193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 04:33:33.332889 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-582315e0-bed6-43ff-b3c2-32bcf9cfe17e admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7109210 Aug 11 04:33:33.335587 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 53362) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:33:33.341220 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-43dbc419-92ee-4533-9ef0-48d94c13c675 admin admin] Request body: {'subnet': {'network_id': 'c3e55810-d31a-461d-90bd-28f8a811fb49', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1470218419-subnet', 'tenant_id': '8ad66df2f0604b98a03a770ebc9f8e8c', 'ip_version': 4}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:33:33.360312 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:33.419900 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43dbc419-92ee-4533-9ef0-48d94c13c675 admin admin] Made reservation on behalf of 8ad66df2f0604b98a03a770ebc9f8e8c for: {'subnet': 1} {{(pid=102192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 04:33:33.422259 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-43dbc419-92ee-4533-9ef0-48d94c13c675 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126180544'] for subnet, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:33.611193 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5674f54-e89c-4ed5-b471-941de485370f None None] Sync routers for ids ['1d2e86b5-5848-4b97-b458-0ef8fda804a0'] in n-d-764292-30 {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 04:33:33.620267 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5674f54-e89c-4ed5-b471-941de485370f None None] Routers {'1d2e86b5-5848-4b97-b458-0ef8fda804a0'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 04:33:33.621194 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-b5674f54-e89c-4ed5-b471-941de485370f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T04:33:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['1d2e86b5-5848-4b97-b458-0ef8fda804a0'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:33:33.640316 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-43dbc419-92ee-4533-9ef0-48d94c13c675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125932092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126180562'] for subnet, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:33.694770 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dbc419-92ee-4533-9ef0-48d94c13c675 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6caf482e-d1e0-4357-9256-f23c43568be8,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:33:33.705367 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43dbc419-92ee-4533-9ef0-48d94c13c675 admin admin] Checking segment: {'id': '9b8900f1-0eb9-4a38-a877-c06ba8adac54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c3e55810-d31a-461d-90bd-28f8a811fb49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 04:33:33.705713 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43dbc419-92ee-4533-9ef0-48d94c13c675 admin admin] Network hostable DHCP agents. Network: c3e55810-d31a-461d-90bd-28f8a811fb49, hostable agents: ['46acef8e-040f-4d5d-8044-5d07ac389eb5'], hosted agents: [] {{(pid=102192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 04:33:33.724747 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-b5674f54-e89c-4ed5-b471-941de485370f None None] Set router 1d2e86b5-5848-4b97-b458-0ef8fda804a0 gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 04:33:33.814141 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43dbc419-92ee-4533-9ef0-48d94c13c675 admin admin] Network c3e55810-d31a-461d-90bd-28f8a811fb49 is scheduled to be hosted by DHCP agent 46acef8e-040f-4d5d-8044-5d07ac389eb5 with binding_index 1 {{(pid=102192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 04:33:33.911280 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-43dbc419-92ee-4533-9ef0-48d94c13c675 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764292-30, c3e55810-d31a-461d-90bd-28f8a811fb49) {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 04:33:33.913358 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-b5674f54-e89c-4ed5-b471-941de485370f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d2e86b5-5848-4b97-b458-0ef8fda804a0', 'name': 'tempest-TestSnapshotPattern-214635449-router', 'tenant_id': 'a4dbbcc1124e443cb7a05ff0d36a859f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.218'}], 'enable_snat': True}, 'gw_port_id': '799eb079-f982-4a26-a02e-b07f3d017daf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:33:27Z', 'updated_at': '2021-08-11T04:33:31Z', 'revision_number': 4, 'project_id': 'a4dbbcc1124e443cb7a05ff0d36a859f', 'gw_port': {'id': '799eb079-f982-4a26-a02e-b07f3d017daf', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:5b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2e86b5-5848-4b97-b458-0ef8fda804a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:33:28Z', 'updated_at': '2021-08-11T04:33:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '2a838b8e-54b3-4ab9-aab1-b0f8e3be2633', 'name': '', 'network_id': '5055d5f2-edc5-4c2d-9e93-4b8ce8535c2c', 'tenant_id': 'a4dbbcc1124e443cb7a05ff0d36a859f', 'mac_address': 'fa:16:3e:0f:19:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d2e86b5-5848-4b97-b458-0ef8fda804a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'bc748275-2003-4b16-974e-5fd34b892081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:33:30Z', 'updated_at': '2021-08-11T04:33:31Z', 'revision_number': 2, 'project_id': 'a4dbbcc1124e443cb7a05ff0d36a859f', 'subnets': [{'id': 'bc748275-2003-4b16-974e-5fd34b892081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:33:33.915507 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43dbc419-92ee-4533-9ef0-48d94c13c675 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:33:33.916837 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-43dbc419-92ee-4533-9ef0-48d94c13c675 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:33.920375 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f6c3e11-f56f-44af-b22d-329911526f34 None None] Network c3e55810-d31a-461d-90bd-28f8a811fb49 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 04:33:33.942947 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5674f54-e89c-4ed5-b471-941de485370f None None] Checking router: 1d2e86b5-5848-4b97-b458-0ef8fda804a0 for host: n-d-764292-30 {{(pid=102194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 04:33:33.943296 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5674f54-e89c-4ed5-b471-941de485370f None None] Updating router 1d2e86b5-5848-4b97-b458-0ef8fda804a0 port 2a838b8e-54b3-4ab9-aab1-b0f8e3be2633 binding host n-d-764292-30 {{(pid=102194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 04:33:33.967178 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-b5674f54-e89c-4ed5-b471-941de485370f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:34.007461 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-43dbc419-92ee-4533-9ef0-48d94c13c675 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6705942 Aug 11 04:33:34.009996 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 53364) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:33:34.014690 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-bfc7b8e3-92eb-4516-9ec8-2d50644e0a00 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1470218419-router', 'tenant_id': '8ad66df2f0604b98a03a770ebc9f8e8c', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:33:34.075998 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c363a415-2f17-4d2d-b3f6-fe352b68ddc4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde080026-c28f-55be-b52b-13827cc43646-c3e55810-d31a-461d-90bd-28f8a811fb49', 'network_id': 'c3e55810-d31a-461d-90bd-28f8a811fb49', 'tenant_id': '8ad66df2f0604b98a03a770ebc9f8e8c', 'fixed_ips': [{'subnet_id': '6caf482e-d1e0-4357-9256-f23c43568be8'}]}} from n-d-764292-30. {{(pid=102193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 04:33:34.076852 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-c363a415-2f17-4d2d-b3f6-fe352b68ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:34.117020 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-bfc7b8e3-92eb-4516-9ec8-2d50644e0a00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-450010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6626'] for router, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:34.118412 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-bfc7b8e3-92eb-4516-9ec8-2d50644e0a00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-448874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-446747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6633'] for router, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:34.182683 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-bfc7b8e3-92eb-4516-9ec8-2d50644e0a00 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:34.216434 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.db_base_plugin_common [None req-c363a415-2f17-4d2d-b3f6-fe352b68ddc4 None None] Allocated IP 172.20.0.2 (c3e55810-d31a-461d-90bd-28f8a811fb49/6caf482e-d1e0-4357-9256-f23c43568be8/f898573c-1ca6-4933-90c9-1913ac5d8006) {{(pid=102193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 04:33:34.332007 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-b5674f54-e89c-4ed5-b471-941de485370f None None] Notify callbacks [] for port, precommit_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:34.342977 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.provisioning_blocks [None req-b5674f54-e89c-4ed5-b471-941de485370f None None] Transition to ACTIVE for port object 2a838b8e-54b3-4ab9-aab1-b0f8e3be2633 will not be triggered until provisioned by entity L2. {{(pid=102194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 04:33:34.364538 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-c363a415-2f17-4d2d-b3f6-fe352b68ddc4 None None] Notify callbacks [] for port, precommit_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:34.372557 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-c363a415-2f17-4d2d-b3f6-fe352b68ddc4 None None] Transition to ACTIVE for port object f898573c-1ca6-4933-90c9-1913ac5d8006 will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 04:33:34.386834 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-c363a415-2f17-4d2d-b3f6-fe352b68ddc4 None None] Transition to ACTIVE for port object f898573c-1ca6-4933-90c9-1913ac5d8006 will not be triggered until provisioned by entity DHCP. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 04:33:34.397080 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-bfc7b8e3-92eb-4516-9ec8-2d50644e0a00 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:34.408174 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-b5674f54-e89c-4ed5-b471-941de485370f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:34.460443 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0676f2-8bc9-4abf-9683-0d8831a5e867 None None] Pushing event updated for resources: {'Port': ['ID=2a838b8e-54b3-4ab9-aab1-b0f8e3be2633,revision_number=3']} {{(pid=102194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:33:34.466478 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-c363a415-2f17-4d2d-b3f6-fe352b68ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669'] for port, after_create {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:34.488327 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0676f2-8bc9-4abf-9683-0d8831a5e867 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:33:34.488655 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0676f2-8bc9-4abf-9683-0d8831a5e867 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:33:34.488988 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0676f2-8bc9-4abf-9683-0d8831a5e867 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:33:34.489328 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0676f2-8bc9-4abf-9683-0d8831a5e867 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:33:34.489650 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0676f2-8bc9-4abf-9683-0d8831a5e867 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:33:34.489972 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0676f2-8bc9-4abf-9683-0d8831a5e867 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:33:34.490328 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0676f2-8bc9-4abf-9683-0d8831a5e867 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:33:34.490640 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0676f2-8bc9-4abf-9683-0d8831a5e867 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:33:34.490958 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0676f2-8bc9-4abf-9683-0d8831a5e867 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:33:34.491275 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0676f2-8bc9-4abf-9683-0d8831a5e867 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:33:34.491592 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0676f2-8bc9-4abf-9683-0d8831a5e867 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:33:34.491922 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0676f2-8bc9-4abf-9683-0d8831a5e867 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:33:34.503955 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 799eb079-f982-4a26-a02e-b07f3d017daf up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 04:33:34.535353 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-b5674f54-e89c-4ed5-b471-941de485370f None None] Attempting to bind port 2a838b8e-54b3-4ab9-aab1-b0f8e3be2633 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 04:33:34.535815 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-b5674f54-e89c-4ed5-b471-941de485370f None None] Attempting to bind port 2a838b8e-54b3-4ab9-aab1-b0f8e3be2633 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': 'a3a908b8-6aab-478d-9f13-769cf831804c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '5055d5f2-edc5-4c2d-9e93-4b8ce8535c2c'}] {{(pid=102194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 04:33:34.536276 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5674f54-e89c-4ed5-b471-941de485370f None None] Attempting to bind port 2a838b8e-54b3-4ab9-aab1-b0f8e3be2633 on network 5055d5f2-edc5-4c2d-9e93-4b8ce8535c2c {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 04:33:34.539852 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c363a415-2f17-4d2d-b3f6-fe352b68ddc4 None None] Network c3e55810-d31a-461d-90bd-28f8a811fb49 is already hosted by enough agents. {{(pid=102193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 04:33:34.542894 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5674f54-e89c-4ed5-b471-941de485370f None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 4, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 04:33:34.543483 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5674f54-e89c-4ed5-b471-941de485370f None None] Checking segment: {'id': 'a3a908b8-6aab-478d-9f13-769cf831804c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '5055d5f2-edc5-4c2d-9e93-4b8ce8535c2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 04:33:34.543980 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-b5674f54-e89c-4ed5-b471-941de485370f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:34.544852 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5674f54-e89c-4ed5-b471-941de485370f None None] Bound using segment: {'id': 'a3a908b8-6aab-478d-9f13-769cf831804c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '5055d5f2-edc5-4c2d-9e93-4b8ce8535c2c'} {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 04:33:34.545503 n-d-764292-30 neutron-server[102193]: DEBUG neutron.scheduler.base_scheduler [None req-c363a415-2f17-4d2d-b3f6-fe352b68ddc4 None None] Resources bound (agent type, host, resource id): {{(pid=102193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 04:33:34.545639 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-b5674f54-e89c-4ed5-b471-941de485370f None None] Bound port: 2a838b8e-54b3-4ab9-aab1-b0f8e3be2633, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3a908b8-6aab-478d-9f13-769cf831804c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '5055d5f2-edc5-4c2d-9e93-4b8ce8535c2c'}}] {{(pid=102194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 04:33:34.546580 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-b5674f54-e89c-4ed5-b471-941de485370f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:34.548603 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c363a415-2f17-4d2d-b3f6-fe352b68ddc4 None None] Received port after_create {{(pid=102193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 04:33:34.596727 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c363a415-2f17-4d2d-b3f6-fe352b68ddc4 None None] Pushing event updated for resources: {'Port': ['ID=f898573c-1ca6-4933-90c9-1913ac5d8006,revision_number=1']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:33:34.620904 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.db [None req-b5674f54-e89c-4ed5-b471-941de485370f None None] For port 2a838b8e-54b3-4ab9-aab1-b0f8e3be2633, host n-d-764292-30, cleared binding levels {{(pid=102194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 04:33:34.625640 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.db [None req-b5674f54-e89c-4ed5-b471-941de485370f None None] For port 2a838b8e-54b3-4ab9-aab1-b0f8e3be2633, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=2a838b8e-54b3-4ab9-aab1-b0f8e3be2633,segment=NetworkSegment(a3a908b8-6aab-478d-9f13-769cf831804c),segment_id=a3a908b8-6aab-478d-9f13-769cf831804c)] {{(pid=102194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 04:33:34.634030 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-c363a415-2f17-4d2d-b3f6-fe352b68ddc4 None None] Attempting to bind port f898573c-1ca6-4933-90c9-1913ac5d8006 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 04:33:34.634711 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-c363a415-2f17-4d2d-b3f6-fe352b68ddc4 None None] Attempting to bind port f898573c-1ca6-4933-90c9-1913ac5d8006 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': '9b8900f1-0eb9-4a38-a877-c06ba8adac54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c3e55810-d31a-461d-90bd-28f8a811fb49'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 04:33:34.635292 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c363a415-2f17-4d2d-b3f6-fe352b68ddc4 None None] Attempting to bind port f898573c-1ca6-4933-90c9-1913ac5d8006 on network c3e55810-d31a-461d-90bd-28f8a811fb49 {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 04:33:34.642587 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c363a415-2f17-4d2d-b3f6-fe352b68ddc4 None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 4, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 04:33:34.644306 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c363a415-2f17-4d2d-b3f6-fe352b68ddc4 None None] Checking segment: {'id': '9b8900f1-0eb9-4a38-a877-c06ba8adac54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c3e55810-d31a-461d-90bd-28f8a811fb49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 04:33:34.644306 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-c363a415-2f17-4d2d-b3f6-fe352b68ddc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:34.644306 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c363a415-2f17-4d2d-b3f6-fe352b68ddc4 None None] Bound using segment: {'id': '9b8900f1-0eb9-4a38-a877-c06ba8adac54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c3e55810-d31a-461d-90bd-28f8a811fb49'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 04:33:34.645252 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-c363a415-2f17-4d2d-b3f6-fe352b68ddc4 None None] Bound port: f898573c-1ca6-4933-90c9-1913ac5d8006, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b8900f1-0eb9-4a38-a877-c06ba8adac54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c3e55810-d31a-461d-90bd-28f8a811fb49'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 04:33:34.645837 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-c363a415-2f17-4d2d-b3f6-fe352b68ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:34.670533 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 799eb079-f982-4a26-a02e-b07f3d017daf triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 04:33:34.671216 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:34.695664 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-b5674f54-e89c-4ed5-b471-941de485370f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:34.729353 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-bfc7b8e3-92eb-4516-9ec8-2d50644e0a00 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:34.749810 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-bfc7b8e3-92eb-4516-9ec8-2d50644e0a00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:34.754970 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5674f54-e89c-4ed5-b471-941de485370f None None] Routers {'1d2e86b5-5848-4b97-b458-0ef8fda804a0'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 04:33:34.755881 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-b5674f54-e89c-4ed5-b471-941de485370f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T04:33:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['1d2e86b5-5848-4b97-b458-0ef8fda804a0'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:33:34.758198 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-c363a415-2f17-4d2d-b3f6-fe352b68ddc4 None None] For port f898573c-1ca6-4933-90c9-1913ac5d8006, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 04:33:34.762005 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-c363a415-2f17-4d2d-b3f6-fe352b68ddc4 None None] For port f898573c-1ca6-4933-90c9-1913ac5d8006, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=f898573c-1ca6-4933-90c9-1913ac5d8006,segment=NetworkSegment(9b8900f1-0eb9-4a38-a877-c06ba8adac54),segment_id=9b8900f1-0eb9-4a38-a877-c06ba8adac54)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 04:33:34.853876 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-c363a415-2f17-4d2d-b3f6-fe352b68ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:34.868969 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0676f2-8bc9-4abf-9683-0d8831a5e867 None None] Pushing event updated for resources: {'Port': ['ID=2a838b8e-54b3-4ab9-aab1-b0f8e3be2633,revision_number=4']} {{(pid=102194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:33:34.871964 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [None req-bfc7b8e3-92eb-4516-9ec8-2d50644e0a00 admin admin] Allocated IP 172.25.8.120 (09faf7d2-eaf5-4a50-bb6e-4cb05d009a76/e1a97443-13df-40bb-85f5-fd269e2742c0/58f3d780-6c65-4a13-ad63-f461fca7b954) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 04:33:34.913806 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-b5674f54-e89c-4ed5-b471-941de485370f None None] Set router 1d2e86b5-5848-4b97-b458-0ef8fda804a0 gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 04:33:34.941829 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c363a415-2f17-4d2d-b3f6-fe352b68ddc4 None None] Pushing event updated for resources: {'Port': ['ID=f898573c-1ca6-4933-90c9-1913ac5d8006,revision_number=2']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:33:35.004526 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-bfc7b8e3-92eb-4516-9ec8-2d50644e0a00 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:35.068747 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:35.104770 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-bfc7b8e3-92eb-4516-9ec8-2d50644e0a00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:35.163204 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfc7b8e3-92eb-4516-9ec8-2d50644e0a00 admin admin] Network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 04:33:35.166133 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-bfc7b8e3-92eb-4516-9ec8-2d50644e0a00 admin admin] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 04:33:35.169823 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc7b8e3-92eb-4516-9ec8-2d50644e0a00 admin admin] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 04:33:35.175054 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-b5674f54-e89c-4ed5-b471-941de485370f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d2e86b5-5848-4b97-b458-0ef8fda804a0', 'name': 'tempest-TestSnapshotPattern-214635449-router', 'tenant_id': 'a4dbbcc1124e443cb7a05ff0d36a859f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.218'}], 'enable_snat': True}, 'gw_port_id': '799eb079-f982-4a26-a02e-b07f3d017daf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:33:27Z', 'updated_at': '2021-08-11T04:33:31Z', 'revision_number': 4, 'project_id': 'a4dbbcc1124e443cb7a05ff0d36a859f', 'gw_port': {'id': '799eb079-f982-4a26-a02e-b07f3d017daf', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:5b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2e86b5-5848-4b97-b458-0ef8fda804a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:33:28Z', 'updated_at': '2021-08-11T04:33:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '2a838b8e-54b3-4ab9-aab1-b0f8e3be2633', 'name': '', 'network_id': '5055d5f2-edc5-4c2d-9e93-4b8ce8535c2c', 'tenant_id': 'a4dbbcc1124e443cb7a05ff0d36a859f', 'mac_address': 'fa:16:3e:0f:19:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d2e86b5-5848-4b97-b458-0ef8fda804a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'bc748275-2003-4b16-974e-5fd34b892081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:33:30Z', 'updated_at': '2021-08-11T04:33:34Z', 'revision_number': 4, 'project_id': 'a4dbbcc1124e443cb7a05ff0d36a859f', 'subnets': [{'id': 'bc748275-2003-4b16-974e-5fd34b892081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:33:35.175447 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc7b8e3-92eb-4516-9ec8-2d50644e0a00 admin admin] Pushing event updated for resources: {'Port': ['ID=58f3d780-6c65-4a13-ad63-f461fca7b954,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:33:35.204706 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5674f54-e89c-4ed5-b471-941de485370f None None] The sync data for ids ['1d2e86b5-5848-4b97-b458-0ef8fda804a0'] in n-d-764292-30 is: [{'id': '1d2e86b5-5848-4b97-b458-0ef8fda804a0', 'name': 'tempest-TestSnapshotPattern-214635449-router', 'tenant_id': 'a4dbbcc1124e443cb7a05ff0d36a859f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.218'}], 'enable_snat': True}, 'gw_port_id': '799eb079-f982-4a26-a02e-b07f3d017daf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:33:27Z', 'updated_at': '2021-08-11T04:33:31Z', 'revision_number': 4, 'project_id': 'a4dbbcc1124e443cb7a05ff0d36a859f', 'gw_port': {'id': '799eb079-f982-4a26-a02e-b07f3d017daf', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:5b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2e86b5-5848-4b97-b458-0ef8fda804a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:33:28Z', 'updated_at': '2021-08-11T04:33:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '2a838b8e-54b3-4ab9-aab1-b0f8e3be2633', 'name': '', 'network_id': '5055d5f2-edc5-4c2d-9e93-4b8ce8535c2c', 'tenant_id': 'a4dbbcc1124e443cb7a05ff0d36a859f', 'mac_address': 'fa:16:3e:0f:19:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d2e86b5-5848-4b97-b458-0ef8fda804a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'bc748275-2003-4b16-974e-5fd34b892081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:33:30Z', 'updated_at': '2021-08-11T04:33:34Z', 'revision_number': 4, 'project_id': 'a4dbbcc1124e443cb7a05ff0d36a859f', 'subnets': [{'id': 'bc748275-2003-4b16-974e-5fd34b892081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 04:33:35.505920 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-bfc7b8e3-92eb-4516-9ec8-2d50644e0a00 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:35.923111 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ca12ffb-daac-4190-adc4-701bbd18bcc5 None None] Network c3e55810-d31a-461d-90bd-28f8a811fb49 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 04:33:36.065887 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-bfc7b8e3-92eb-4516-9ec8-2d50644e0a00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-446952'] for router, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:36.216363 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-f7d333ea-e7cb-47f2-8441-f0962227fd3f None None] Provisioning for port f898573c-1ca6-4933-90c9-1913ac5d8006 completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 04:33:36.285742 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfc7b8e3-92eb-4516-9ec8-2d50644e0a00 admin admin] Router 9e320aea-567e-42b6-b119-60f76b389a34 is scheduled to L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 with binding_index 1 {{(pid=102192) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 04:33:36.396465 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfc7b8e3-92eb-4516-9ec8-2d50644e0a00 admin admin] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 04:33:36.406617 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bad1bf9-45e2-4940-8a15-2dd9bbe0db61 None None] Sync routers for ids ['9e320aea-567e-42b6-b119-60f76b389a34'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 04:33:36.415916 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bad1bf9-45e2-4940-8a15-2dd9bbe0db61 None None] Routers {'9e320aea-567e-42b6-b119-60f76b389a34'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 04:33:36.416551 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-5bad1bf9-45e2-4940-8a15-2dd9bbe0db61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T04:33:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['9e320aea-567e-42b6-b119-60f76b389a34'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:33:36.468875 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-bfc7b8e3-92eb-4516-9ec8-2d50644e0a00 admin admin] Notify callbacks [] for router, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:36.470136 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-bfc7b8e3-92eb-4516-9ec8-2d50644e0a00 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.4591067 Aug 11 04:33:36.472998 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 53366) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:33:36.541658 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-5bad1bf9-45e2-4940-8a15-2dd9bbe0db61 None None] Set router 9e320aea-567e-42b6-b119-60f76b389a34 gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 04:33:36.601488 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 2a838b8e-54b3-4ab9-aab1-b0f8e3be2633 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 04:33:36.764714 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-5bad1bf9-45e2-4940-8a15-2dd9bbe0db61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e320aea-567e-42b6-b119-60f76b389a34', 'name': 'tempest-TestSnapshotPattern-1470218419-router', 'tenant_id': '8ad66df2f0604b98a03a770ebc9f8e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.120'}], 'enable_snat': True}, 'gw_port_id': '58f3d780-6c65-4a13-ad63-f461fca7b954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:33:34Z', 'updated_at': '2021-08-11T04:33:35Z', 'revision_number': 3, 'project_id': '8ad66df2f0604b98a03a770ebc9f8e8c', 'gw_port': {'id': '58f3d780-6c65-4a13-ad63-f461fca7b954', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:a7:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e320aea-567e-42b6-b119-60f76b389a34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:33:34Z', 'updated_at': '2021-08-11T04:33:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:33:36.791909 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bad1bf9-45e2-4940-8a15-2dd9bbe0db61 None None] Checking router: 9e320aea-567e-42b6-b119-60f76b389a34 for host: n-d-764292-30 {{(pid=102193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 04:33:36.792256 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bad1bf9-45e2-4940-8a15-2dd9bbe0db61 None None] Updating router 9e320aea-567e-42b6-b119-60f76b389a34 port 58f3d780-6c65-4a13-ad63-f461fca7b954 binding host n-d-764292-30 {{(pid=102193) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 04:33:36.818986 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-5bad1bf9-45e2-4940-8a15-2dd9bbe0db61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:36.825605 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port 2a838b8e-54b3-4ab9-aab1-b0f8e3be2633 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 04:33:36.843895 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 2a838b8e-54b3-4ab9-aab1-b0f8e3be2633 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 04:33:36.844271 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:37.047115 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:37.105542 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port 2a838b8e-54b3-4ab9-aab1-b0f8e3be2633, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=2a838b8e-54b3-4ab9-aab1-b0f8e3be2633,segment=NetworkSegment(a3a908b8-6aab-478d-9f13-769cf831804c),segment_id=a3a908b8-6aab-478d-9f13-769cf831804c)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:33:37.165620 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-5bad1bf9-45e2-4940-8a15-2dd9bbe0db61 None None] Notify callbacks [] for port, precommit_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:37.176095 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:37.178449 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device f898573c-1ca6-4933-90c9-1913ac5d8006 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 04:33:37.179655 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-5bad1bf9-45e2-4940-8a15-2dd9bbe0db61 None None] Transition to ACTIVE for port object 58f3d780-6c65-4a13-ad63-f461fca7b954 will not be triggered until provisioned by entity L2. {{(pid=102193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 04:33:37.201181 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f23f0077-eec0-46f9-bcea-2e10c197090a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:37.245553 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-5bad1bf9-45e2-4940-8a15-2dd9bbe0db61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:37.279013 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=2a838b8e-54b3-4ab9-aab1-b0f8e3be2633,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:33:37.309182 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-5bad1bf9-45e2-4940-8a15-2dd9bbe0db61 None None] Attempting to bind port 58f3d780-6c65-4a13-ad63-f461fca7b954 on host n-d-764292-30 for vnic_type normal with profile {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 04:33:37.309561 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-5bad1bf9-45e2-4940-8a15-2dd9bbe0db61 None None] Attempting to bind port 58f3d780-6c65-4a13-ad63-f461fca7b954 by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 04:33:37.309927 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bad1bf9-45e2-4940-8a15-2dd9bbe0db61 None None] Attempting to bind port 58f3d780-6c65-4a13-ad63-f461fca7b954 on network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 04:33:37.322851 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bad1bf9-45e2-4940-8a15-2dd9bbe0db61 None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 4, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 04:33:37.327681 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bad1bf9-45e2-4940-8a15-2dd9bbe0db61 None None] Checking segment: {'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 04:33:37.327681 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-5bad1bf9-45e2-4940-8a15-2dd9bbe0db61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:37.327681 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bad1bf9-45e2-4940-8a15-2dd9bbe0db61 None None] Bound using segment: {'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'} {{(pid=102193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 04:33:37.327681 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.managers [None req-5bad1bf9-45e2-4940-8a15-2dd9bbe0db61 None None] Bound port: 58f3d780-6c65-4a13-ad63-f461fca7b954, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fab28bed-aa25-40db-bba4-ec26e795194c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76'}}] {{(pid=102193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 04:33:37.327681 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-5bad1bf9-45e2-4940-8a15-2dd9bbe0db61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:37.351035 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33f213e-a717-4df7-96ae-f59c8537fe33 None None] Pushing event updated for resources: {'Port': ['ID=58f3d780-6c65-4a13-ad63-f461fca7b954,revision_number=2']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:33:37.361331 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [None req-f23f0077-eec0-46f9-bcea-2e10c197090a admin admin] Allocated IP 172.20.0.1 (c3e55810-d31a-461d-90bd-28f8a811fb49/6caf482e-d1e0-4357-9256-f23c43568be8/47913e07-7dcf-49d7-b5a2-65f54e6e8bed) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 04:33:37.382534 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port f898573c-1ca6-4933-90c9-1913ac5d8006 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 04:33:37.385453 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port f898573c-1ca6-4933-90c9-1913ac5d8006 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 04:33:37.385453 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:37.389012 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-5bad1bf9-45e2-4940-8a15-2dd9bbe0db61 None None] For port 58f3d780-6c65-4a13-ad63-f461fca7b954, host n-d-764292-30, cleared binding levels {{(pid=102193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 04:33:37.428479 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-5bad1bf9-45e2-4940-8a15-2dd9bbe0db61 None None] For port 58f3d780-6c65-4a13-ad63-f461fca7b954, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=58f3d780-6c65-4a13-ad63-f461fca7b954,segment=NetworkSegment(fab28bed-aa25-40db-bba4-ec26e795194c),segment_id=fab28bed-aa25-40db-bba4-ec26e795194c)] {{(pid=102193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 04:33:37.467190 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f23f0077-eec0-46f9-bcea-2e10c197090a admin admin] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:37.477075 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:37.480735 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [None req-f23f0077-eec0-46f9-bcea-2e10c197090a admin admin] Transition to ACTIVE for port object 47913e07-7dcf-49d7-b5a2-65f54e6e8bed will not be triggered until provisioned by entity DHCP. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 04:33:37.486441 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-5bad1bf9-45e2-4940-8a15-2dd9bbe0db61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:37.559621 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port f898573c-1ca6-4933-90c9-1913ac5d8006, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=f898573c-1ca6-4933-90c9-1913ac5d8006,segment=NetworkSegment(9b8900f1-0eb9-4a38-a877-c06ba8adac54),segment_id=9b8900f1-0eb9-4a38-a877-c06ba8adac54)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:33:37.565726 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bad1bf9-45e2-4940-8a15-2dd9bbe0db61 None None] Routers {'9e320aea-567e-42b6-b119-60f76b389a34'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 04:33:37.566328 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f23f0077-eec0-46f9-bcea-2e10c197090a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:37.566509 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-5bad1bf9-45e2-4940-8a15-2dd9bbe0db61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T04:33:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['9e320aea-567e-42b6-b119-60f76b389a34'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:33:37.568207 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33f213e-a717-4df7-96ae-f59c8537fe33 None None] Pushing event updated for resources: {'Port': ['ID=58f3d780-6c65-4a13-ad63-f461fca7b954,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:33:37.603708 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f23f0077-eec0-46f9-bcea-2e10c197090a admin admin] Network c3e55810-d31a-461d-90bd-28f8a811fb49 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 04:33:37.608409 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-f23f0077-eec0-46f9-bcea-2e10c197090a admin admin] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 04:33:37.611954 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23f0077-eec0-46f9-bcea-2e10c197090a admin admin] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 04:33:37.620017 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:37.638058 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23f0077-eec0-46f9-bcea-2e10c197090a admin admin] Pushing event updated for resources: {'Port': ['ID=47913e07-7dcf-49d7-b5a2-65f54e6e8bed,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:33:37.657365 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f23f0077-eec0-46f9-bcea-2e10c197090a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-520987'] for router_interface, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:37.717478 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=f898573c-1ca6-4933-90c9-1913ac5d8006,revision_number=3']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:33:37.721239 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-5bad1bf9-45e2-4940-8a15-2dd9bbe0db61 None None] Set router 9e320aea-567e-42b6-b119-60f76b389a34 gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 04:33:37.884436 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f23f0077-eec0-46f9-bcea-2e10c197090a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:37.906496 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-5bad1bf9-45e2-4940-8a15-2dd9bbe0db61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e320aea-567e-42b6-b119-60f76b389a34', 'name': 'tempest-TestSnapshotPattern-1470218419-router', 'tenant_id': '8ad66df2f0604b98a03a770ebc9f8e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.120'}], 'enable_snat': True}, 'gw_port_id': '58f3d780-6c65-4a13-ad63-f461fca7b954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:33:34Z', 'updated_at': '2021-08-11T04:33:35Z', 'revision_number': 3, 'project_id': '8ad66df2f0604b98a03a770ebc9f8e8c', 'gw_port': {'id': '58f3d780-6c65-4a13-ad63-f461fca7b954', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:a7:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e320aea-567e-42b6-b119-60f76b389a34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:33:34Z', 'updated_at': '2021-08-11T04:33:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:33:37.935655 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bad1bf9-45e2-4940-8a15-2dd9bbe0db61 None None] The sync data for ids ['9e320aea-567e-42b6-b119-60f76b389a34'] in n-d-764292-30 is: [{'id': '9e320aea-567e-42b6-b119-60f76b389a34', 'name': 'tempest-TestSnapshotPattern-1470218419-router', 'tenant_id': '8ad66df2f0604b98a03a770ebc9f8e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.120'}], 'enable_snat': True}, 'gw_port_id': '58f3d780-6c65-4a13-ad63-f461fca7b954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:33:34Z', 'updated_at': '2021-08-11T04:33:35Z', 'revision_number': 3, 'project_id': '8ad66df2f0604b98a03a770ebc9f8e8c', 'gw_port': {'id': '58f3d780-6c65-4a13-ad63-f461fca7b954', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:a7:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e320aea-567e-42b6-b119-60f76b389a34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:33:34Z', 'updated_at': '2021-08-11T04:33:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 04:33:37.997211 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-69dfd11b-3552-45fb-9d38-d3bc91736a1b None None] Provisioning for port 47913e07-7dcf-49d7-b5a2-65f54e6e8bed completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 04:33:38.006081 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-69dfd11b-3552-45fb-9d38-d3bc91736a1b None None] Provisioning complete for port 47913e07-7dcf-49d7-b5a2-65f54e6e8bed triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 04:33:38.006487 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-69dfd11b-3552-45fb-9d38-d3bc91736a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:38.043084 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-69dfd11b-3552-45fb-9d38-d3bc91736a1b None None] Port 47913e07-7dcf-49d7-b5a2-65f54e6e8bed cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 04:33:38.060871 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f23f0077-eec0-46f9-bcea-2e10c197090a admin admin] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:38.119989 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f23f0077-eec0-46f9-bcea-2e10c197090a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:38.177370 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:38.212741 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23f0077-eec0-46f9-bcea-2e10c197090a admin admin] Pushing event updated for resources: {'Port': ['ID=47913e07-7dcf-49d7-b5a2-65f54e6e8bed,revision_number=2']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:33:38.217100 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-f23f0077-eec0-46f9-bcea-2e10c197090a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16383026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-521135'] for router_interface, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:38.312241 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f23f0077-eec0-46f9-bcea-2e10c197090a admin admin] Network c3e55810-d31a-461d-90bd-28f8a811fb49 is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 04:33:38.313590 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [None req-f23f0077-eec0-46f9-bcea-2e10c197090a admin admin] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 04:33:38.441939 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f23f0077-eec0-46f9-bcea-2e10c197090a admin admin] Router 9e320aea-567e-42b6-b119-60f76b389a34 has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 04:33:38.571391 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-47d02989-53b6-421c-bf60-73608cb518e2 None None] Provisioning complete for port 47913e07-7dcf-49d7-b5a2-65f54e6e8bed triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 04:33:38.571937 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-47d02989-53b6-421c-bf60-73608cb518e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:38.574308 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f23f0077-eec0-46f9-bcea-2e10c197090a admin admin] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 04:33:38.578762 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-f23f0077-eec0-46f9-bcea-2e10c197090a admin admin] 10.222.0.41 "PUT /v2.0/routers/9e320aea-567e-42b6-b119-60f76b389a34/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1047230 Aug 11 04:33:38.611463 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device f898573c-1ca6-4933-90c9-1913ac5d8006 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 04:33:38.645086 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-47d02989-53b6-421c-bf60-73608cb518e2 None None] Port 47913e07-7dcf-49d7-b5a2-65f54e6e8bed cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 04:33:38.669697 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port f898573c-1ca6-4933-90c9-1913ac5d8006 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 04:33:38.670077 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:38.755483 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 58f3d780-6c65-4a13-ad63-f461fca7b954 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 04:33:38.951642 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port 58f3d780-6c65-4a13-ad63-f461fca7b954 completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 04:33:38.955809 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 58f3d780-6c65-4a13-ad63-f461fca7b954 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 04:33:38.956255 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:39.037027 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:39.057715 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port 58f3d780-6c65-4a13-ad63-f461fca7b954, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=58f3d780-6c65-4a13-ad63-f461fca7b954,segment=NetworkSegment(fab28bed-aa25-40db-bba4-ec26e795194c),segment_id=fab28bed-aa25-40db-bba4-ec26e795194c)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:33:39.120099 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:39.120945 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 2a838b8e-54b3-4ab9-aab1-b0f8e3be2633 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 04:33:39.185708 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 53374) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:33:39.190696 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-111b8296-57eb-4dec-b7fa-15c6cfc0188a tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1778836700', 'description': 'tempest-secgroup-smoke-1778836700 description', 'project_id': 'a4dbbcc1124e443cb7a05ff0d36a859f'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:33:39.202210 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=58f3d780-6c65-4a13-ad63-f461fca7b954,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:33:39.212842 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 2a838b8e-54b3-4ab9-aab1-b0f8e3be2633 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 04:33:39.213216 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:39.280321 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-111b8296-57eb-4dec-b7fa-15c6cfc0188a tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Notify callbacks [] for security_group, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:39.383476 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-111b8296-57eb-4dec-b7fa-15c6cfc0188a tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Notify callbacks [] for security_group, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:39.448208 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-111b8296-57eb-4dec-b7fa-15c6cfc0188a tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:39.477502 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111b8296-57eb-4dec-b7fa-15c6cfc0188a tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5835a66d-7761-44af-883a-edffb31bbec6,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:33:39.519109 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f1b7e3-ec06-4e69-93cb-a9240e5505a7 None None] Sync routers for ids ['9e320aea-567e-42b6-b119-60f76b389a34'] in n-d-764292-30 {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 04:33:39.527890 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f1b7e3-ec06-4e69-93cb-a9240e5505a7 None None] Routers {'9e320aea-567e-42b6-b119-60f76b389a34'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 04:33:39.528477 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-56f1b7e3-ec06-4e69-93cb-a9240e5505a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T04:33:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['9e320aea-567e-42b6-b119-60f76b389a34'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:33:39.539984 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-111b8296-57eb-4dec-b7fa-15c6cfc0188a tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Notify callbacks [] for security_group, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:39.541272 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-111b8296-57eb-4dec-b7fa-15c6cfc0188a tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3542418 Aug 11 04:33:39.544407 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 53380) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:33:39.549246 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-a1f2b813-70cc-41ad-9a1e-a733cac2e20f tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Request body: {'security_group_rule': {'security_group_id': '5835a66d-7761-44af-883a-edffb31bbec6', 'project_id': 'a4dbbcc1124e443cb7a05ff0d36a859f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:33:39.632625 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-56f1b7e3-ec06-4e69-93cb-a9240e5505a7 None None] Set router 9e320aea-567e-42b6-b119-60f76b389a34 gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 04:33:39.636211 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a1f2b813-70cc-41ad-9a1e-a733cac2e20f tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:39.694337 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a1f2b813-70cc-41ad-9a1e-a733cac2e20f tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:39.768775 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a1f2b813-70cc-41ad-9a1e-a733cac2e20f tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:39.786641 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f2b813-70cc-41ad-9a1e-a733cac2e20f tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1687453-7f43-43be-be10-2b5055ef5f70,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:33:39.859932 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a1f2b813-70cc-41ad-9a1e-a733cac2e20f tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:39.860222 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-56f1b7e3-ec06-4e69-93cb-a9240e5505a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e320aea-567e-42b6-b119-60f76b389a34', 'name': 'tempest-TestSnapshotPattern-1470218419-router', 'tenant_id': '8ad66df2f0604b98a03a770ebc9f8e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.120'}], 'enable_snat': True}, 'gw_port_id': '58f3d780-6c65-4a13-ad63-f461fca7b954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:33:34Z', 'updated_at': '2021-08-11T04:33:37Z', 'revision_number': 4, 'project_id': '8ad66df2f0604b98a03a770ebc9f8e8c', 'gw_port': {'id': '58f3d780-6c65-4a13-ad63-f461fca7b954', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:a7:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e320aea-567e-42b6-b119-60f76b389a34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:33:34Z', 'updated_at': '2021-08-11T04:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '47913e07-7dcf-49d7-b5a2-65f54e6e8bed', 'name': '', 'network_id': 'c3e55810-d31a-461d-90bd-28f8a811fb49', 'tenant_id': '8ad66df2f0604b98a03a770ebc9f8e8c', 'mac_address': 'fa:16:3e:38:2a:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e320aea-567e-42b6-b119-60f76b389a34', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '6caf482e-d1e0-4357-9256-f23c43568be8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:33:37Z', 'updated_at': '2021-08-11T04:33:37Z', 'revision_number': 2, 'project_id': '8ad66df2f0604b98a03a770ebc9f8e8c', 'subnets': [{'id': '6caf482e-d1e0-4357-9256-f23c43568be8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:33:39.861275 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-a1f2b813-70cc-41ad-9a1e-a733cac2e20f tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3157723 Aug 11 04:33:39.864050 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 53382) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:33:39.868602 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-dc2682d5-f4e9-461b-9635-4e672a0c5d92 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Request body: {'security_group_rule': {'security_group_id': '5835a66d-7761-44af-883a-edffb31bbec6', 'project_id': 'a4dbbcc1124e443cb7a05ff0d36a859f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:33:39.891665 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f1b7e3-ec06-4e69-93cb-a9240e5505a7 None None] Checking router: 9e320aea-567e-42b6-b119-60f76b389a34 for host: n-d-764292-30 {{(pid=102194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 04:33:39.891939 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f1b7e3-ec06-4e69-93cb-a9240e5505a7 None None] Updating router 9e320aea-567e-42b6-b119-60f76b389a34 port 47913e07-7dcf-49d7-b5a2-65f54e6e8bed binding host n-d-764292-30 {{(pid=102194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 04:33:39.915662 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-56f1b7e3-ec06-4e69-93cb-a9240e5505a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:39.953551 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-dc2682d5-f4e9-461b-9635-4e672a0c5d92 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:40.016610 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-dc2682d5-f4e9-461b-9635-4e672a0c5d92 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:40.074497 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-dc2682d5-f4e9-461b-9635-4e672a0c5d92 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:40.092243 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2682d5-f4e9-461b-9635-4e672a0c5d92 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cab759e6-bafd-4ae0-8a1a-e26e3cb50c3f,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:33:40.151291 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-dc2682d5-f4e9-461b-9635-4e672a0c5d92 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:40.152514 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-dc2682d5-f4e9-461b-9635-4e672a0c5d92 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2875233 Aug 11 04:33:40.155682 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 53384) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:33:40.160160 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-2bebf5dc-48e9-4ba9-9566-1a3e48924301 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Request body: {'security_group_rule': {'security_group_id': '5835a66d-7761-44af-883a-edffb31bbec6', 'project_id': 'a4dbbcc1124e443cb7a05ff0d36a859f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:33:40.172253 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-56f1b7e3-ec06-4e69-93cb-a9240e5505a7 None None] Notify callbacks [] for port, precommit_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:40.181593 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.provisioning_blocks [None req-56f1b7e3-ec06-4e69-93cb-a9240e5505a7 None None] Transition to ACTIVE for port object 47913e07-7dcf-49d7-b5a2-65f54e6e8bed will not be triggered until provisioned by entity L2. {{(pid=102194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 04:33:40.267667 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-2bebf5dc-48e9-4ba9-9566-1a3e48924301 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:40.274246 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-56f1b7e3-ec06-4e69-93cb-a9240e5505a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:40.330639 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670ab7c8-7adb-41de-a4b0-8e06d5d60a3f None None] Pushing event updated for resources: {'Port': ['ID=47913e07-7dcf-49d7-b5a2-65f54e6e8bed,revision_number=3']} {{(pid=102194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:33:40.330894 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-2bebf5dc-48e9-4ba9-9566-1a3e48924301 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:40.377011 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-56f1b7e3-ec06-4e69-93cb-a9240e5505a7 None None] Attempting to bind port 47913e07-7dcf-49d7-b5a2-65f54e6e8bed on host n-d-764292-30 for vnic_type normal with profile {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 04:33:40.377377 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-56f1b7e3-ec06-4e69-93cb-a9240e5505a7 None None] Attempting to bind port 47913e07-7dcf-49d7-b5a2-65f54e6e8bed by drivers openvswitch,hyperv on host n-d-764292-30 at level 0 using segments [{'id': '9b8900f1-0eb9-4a38-a877-c06ba8adac54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c3e55810-d31a-461d-90bd-28f8a811fb49'}] {{(pid=102194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 04:33:40.377731 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f1b7e3-ec06-4e69-93cb-a9240e5505a7 None None] Attempting to bind port 47913e07-7dcf-49d7-b5a2-65f54e6e8bed on network c3e55810-d31a-461d-90bd-28f8a811fb49 {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 04:33:40.383386 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f1b7e3-ec06-4e69-93cb-a9240e5505a7 None None] Checking agent: {'id': 'c58d3f56-e05f-4caf-883d-69a097b257a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 48, 32), 'started_at': datetime.datetime(2021, 8, 11, 2, 49, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 4, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764292-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 04:33:40.383751 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f1b7e3-ec06-4e69-93cb-a9240e5505a7 None None] Checking segment: {'id': '9b8900f1-0eb9-4a38-a877-c06ba8adac54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c3e55810-d31a-461d-90bd-28f8a811fb49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 04:33:40.384145 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-56f1b7e3-ec06-4e69-93cb-a9240e5505a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:40.384666 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f1b7e3-ec06-4e69-93cb-a9240e5505a7 None None] Bound using segment: {'id': '9b8900f1-0eb9-4a38-a877-c06ba8adac54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c3e55810-d31a-461d-90bd-28f8a811fb49'} {{(pid=102194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 04:33:40.385134 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.managers [None req-56f1b7e3-ec06-4e69-93cb-a9240e5505a7 None None] Bound port: 47913e07-7dcf-49d7-b5a2-65f54e6e8bed, host: n-d-764292-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b8900f1-0eb9-4a38-a877-c06ba8adac54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c3e55810-d31a-461d-90bd-28f8a811fb49'}}] {{(pid=102194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 04:33:40.385510 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-56f1b7e3-ec06-4e69-93cb-a9240e5505a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:40.414550 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-2bebf5dc-48e9-4ba9-9566-1a3e48924301 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:40.440127 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bebf5dc-48e9-4ba9-9566-1a3e48924301 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7640a70-fd7c-4034-960a-83efa369ed85,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:33:40.460673 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.db [None req-56f1b7e3-ec06-4e69-93cb-a9240e5505a7 None None] For port 47913e07-7dcf-49d7-b5a2-65f54e6e8bed, host n-d-764292-30, cleared binding levels {{(pid=102194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 04:33:40.464156 n-d-764292-30 neutron-server[102194]: DEBUG neutron.plugins.ml2.db [None req-56f1b7e3-ec06-4e69-93cb-a9240e5505a7 None None] For port 47913e07-7dcf-49d7-b5a2-65f54e6e8bed, host n-d-764292-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=47913e07-7dcf-49d7-b5a2-65f54e6e8bed,segment=NetworkSegment(9b8900f1-0eb9-4a38-a877-c06ba8adac54),segment_id=9b8900f1-0eb9-4a38-a877-c06ba8adac54)] {{(pid=102194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 04:33:40.505316 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 58f3d780-6c65-4a13-ad63-f461fca7b954 up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 04:33:40.520017 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-2bebf5dc-48e9-4ba9-9566-1a3e48924301 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:40.521676 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-2bebf5dc-48e9-4ba9-9566-1a3e48924301 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3646019 Aug 11 04:33:40.524115 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 53386) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:33:40.529387 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-31533032-3df8-4a36-b3d7-3aa07efaeca3 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Request body: {'security_group_rule': {'security_group_id': '5835a66d-7761-44af-883a-edffb31bbec6', 'project_id': 'a4dbbcc1124e443cb7a05ff0d36a859f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:33:40.549183 n-d-764292-30 neutron-server[102194]: DEBUG neutron_lib.callbacks.manager [None req-56f1b7e3-ec06-4e69-93cb-a9240e5505a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:40.553638 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 58f3d780-6c65-4a13-ad63-f461fca7b954 triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 04:33:40.554013 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:40.607603 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f1b7e3-ec06-4e69-93cb-a9240e5505a7 None None] Routers {'9e320aea-567e-42b6-b119-60f76b389a34'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 04:33:40.608226 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-56f1b7e3-ec06-4e69-93cb-a9240e5505a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T04:33:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['9e320aea-567e-42b6-b119-60f76b389a34'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:33:40.616714 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-31533032-3df8-4a36-b3d7-3aa07efaeca3 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:40.651004 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670ab7c8-7adb-41de-a4b0-8e06d5d60a3f None None] Pushing event updated for resources: {'Port': ['ID=47913e07-7dcf-49d7-b5a2-65f54e6e8bed,revision_number=4']} {{(pid=102194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:33:40.694872 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-31533032-3df8-4a36-b3d7-3aa07efaeca3 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:40.735483 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-56f1b7e3-ec06-4e69-93cb-a9240e5505a7 None None] Set router 9e320aea-567e-42b6-b119-60f76b389a34 gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 04:33:40.760323 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-31533032-3df8-4a36-b3d7-3aa07efaeca3 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:40.780939 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31533032-3df8-4a36-b3d7-3aa07efaeca3 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02bb6bb6-ff97-4987-bddc-b02dc1dd290f,revision_number=0']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:33:40.857651 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-31533032-3df8-4a36-b3d7-3aa07efaeca3 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:40.858825 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-31533032-3df8-4a36-b3d7-3aa07efaeca3 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3336918 Aug 11 04:33:40.861855 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 53388) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:33:40.866963 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-74662daf-4c6f-4feb-9b08-1a261c23d4a6 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Request body: {'security_group_rule': {'security_group_id': '5835a66d-7761-44af-883a-edffb31bbec6', 'project_id': 'a4dbbcc1124e443cb7a05ff0d36a859f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:33:40.952071 n-d-764292-30 neutron-server[102191]: INFO neutron.db.securitygroups_db [None req-74662daf-4c6f-4feb-9b08-1a261c23d4a6 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Project a4dbbcc1124e443cb7a05ff0d36a859f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 04:33:40.957660 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-74662daf-4c6f-4feb-9b08-1a261c23d4a6 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:41.019439 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-74662daf-4c6f-4feb-9b08-1a261c23d4a6 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:41.038526 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-56f1b7e3-ec06-4e69-93cb-a9240e5505a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e320aea-567e-42b6-b119-60f76b389a34', 'name': 'tempest-TestSnapshotPattern-1470218419-router', 'tenant_id': '8ad66df2f0604b98a03a770ebc9f8e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.120'}], 'enable_snat': True}, 'gw_port_id': '58f3d780-6c65-4a13-ad63-f461fca7b954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:33:34Z', 'updated_at': '2021-08-11T04:33:37Z', 'revision_number': 4, 'project_id': '8ad66df2f0604b98a03a770ebc9f8e8c', 'gw_port': {'id': '58f3d780-6c65-4a13-ad63-f461fca7b954', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:a7:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e320aea-567e-42b6-b119-60f76b389a34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:33:34Z', 'updated_at': '2021-08-11T04:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '47913e07-7dcf-49d7-b5a2-65f54e6e8bed', 'name': '', 'network_id': 'c3e55810-d31a-461d-90bd-28f8a811fb49', 'tenant_id': '8ad66df2f0604b98a03a770ebc9f8e8c', 'mac_address': 'fa:16:3e:38:2a:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e320aea-567e-42b6-b119-60f76b389a34', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '6caf482e-d1e0-4357-9256-f23c43568be8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:33:37Z', 'updated_at': '2021-08-11T04:33:40Z', 'revision_number': 4, 'project_id': '8ad66df2f0604b98a03a770ebc9f8e8c', 'subnets': [{'id': '6caf482e-d1e0-4357-9256-f23c43568be8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:33:41.064710 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f1b7e3-ec06-4e69-93cb-a9240e5505a7 None None] The sync data for ids ['9e320aea-567e-42b6-b119-60f76b389a34'] in n-d-764292-30 is: [{'id': '9e320aea-567e-42b6-b119-60f76b389a34', 'name': 'tempest-TestSnapshotPattern-1470218419-router', 'tenant_id': '8ad66df2f0604b98a03a770ebc9f8e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.120'}], 'enable_snat': True}, 'gw_port_id': '58f3d780-6c65-4a13-ad63-f461fca7b954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:33:34Z', 'updated_at': '2021-08-11T04:33:37Z', 'revision_number': 4, 'project_id': '8ad66df2f0604b98a03a770ebc9f8e8c', 'gw_port': {'id': '58f3d780-6c65-4a13-ad63-f461fca7b954', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:a7:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e320aea-567e-42b6-b119-60f76b389a34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:33:34Z', 'updated_at': '2021-08-11T04:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '47913e07-7dcf-49d7-b5a2-65f54e6e8bed', 'name': '', 'network_id': 'c3e55810-d31a-461d-90bd-28f8a811fb49', 'tenant_id': '8ad66df2f0604b98a03a770ebc9f8e8c', 'mac_address': 'fa:16:3e:38:2a:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e320aea-567e-42b6-b119-60f76b389a34', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '6caf482e-d1e0-4357-9256-f23c43568be8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:33:37Z', 'updated_at': '2021-08-11T04:33:40Z', 'revision_number': 4, 'project_id': '8ad66df2f0604b98a03a770ebc9f8e8c', 'subnets': [{'id': '6caf482e-d1e0-4357-9256-f23c43568be8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 04:33:41.100300 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-74662daf-4c6f-4feb-9b08-1a261c23d4a6 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:41.134435 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74662daf-4c6f-4feb-9b08-1a261c23d4a6 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78a1621a-feca-4559-9512-6f4bd02a8081,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:33:41.208853 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-74662daf-4c6f-4feb-9b08-1a261c23d4a6 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:41.208853 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-74662daf-4c6f-4feb-9b08-1a261c23d4a6 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3412054 Aug 11 04:33:41.208853 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 53390) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:33:41.211662 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [None req-db0e0373-9f0c-4176-bf14-ad936cdfc5c8 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Request body: {'security_group_rule': {'security_group_id': '5835a66d-7761-44af-883a-edffb31bbec6', 'project_id': 'a4dbbcc1124e443cb7a05ff0d36a859f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:33:41.320510 n-d-764292-30 neutron-server[102191]: INFO neutron.db.securitygroups_db [None req-db0e0373-9f0c-4176-bf14-ad936cdfc5c8 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Project a4dbbcc1124e443cb7a05ff0d36a859f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 04:33:41.325952 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-db0e0373-9f0c-4176-bf14-ad936cdfc5c8 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:41.390601 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-db0e0373-9f0c-4176-bf14-ad936cdfc5c8 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:41.463067 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-db0e0373-9f0c-4176-bf14-ad936cdfc5c8 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323420'] for security_group_rule, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:41.483679 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0e0373-9f0c-4176-bf14-ad936cdfc5c8 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1965cabb-171e-40d6-b393-6790fc0a72f2,revision_number=0']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:33:41.565948 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-db0e0373-9f0c-4176-bf14-ad936cdfc5c8 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:41.567225 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-db0e0373-9f0c-4176-bf14-ad936cdfc5c8 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3594215 Aug 11 04:33:41.709069 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-30612595-ffab-4d6b-8139-3b6371cdd576 req-43ab25f3-5f09-41c9-b654-902b5323754b tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1778836700&fields=id&tenant_id=a4dbbcc1124e443cb7a05ff0d36a859f HTTP/1.1" status: 200 len: 267 time: 0.0357299 Aug 11 04:33:41.816003 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30612595-ffab-4d6b-8139-3b6371cdd576 req-b580abf4-b50f-4935-8db4-2bf1a6c9feb7 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:33:41.821859 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-30612595-ffab-4d6b-8139-3b6371cdd576 req-b580abf4-b50f-4935-8db4-2bf1a6c9feb7 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] 10.222.0.41 "GET /v2.0/networks?id=5055d5f2-edc5-4c2d-9e93-4b8ce8535c2c HTTP/1.1" status: 200 len: 809 time: 0.1011465 Aug 11 04:33:41.832581 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-30612595-ffab-4d6b-8139-3b6371cdd576 req-4fa607d8-c08d-4ef2-9066-e75078fc5675 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] 10.222.0.41 "GET /v2.0/quotas/a4dbbcc1124e443cb7a05ff0d36a859f HTTP/1.1" status: 200 len: 375 time: 0.0091662 Aug 11 04:33:41.887627 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-30612595-ffab-4d6b-8139-3b6371cdd576 req-882e4f8e-5a3a-43ca-a2bf-00126a00c509 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=a4dbbcc1124e443cb7a05ff0d36a859f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0493679 Aug 11 04:33:41.998724 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [req-30612595-ffab-4d6b-8139-3b6371cdd576 req-f60cd699-3e50-4be2-bda0-7edc293cdb40 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 04:33:42.000222 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-30612595-ffab-4d6b-8139-3b6371cdd576 req-f60cd699-3e50-4be2-bda0-7edc293cdb40 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1003273 Aug 11 04:33:42.088483 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:42.111968 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-30612595-ffab-4d6b-8139-3b6371cdd576 req-46cfcff8-393f-4854-b3c1-fbd4417e3b58 service neutron] 10.222.0.41 "GET /v2.0/networks/5055d5f2-edc5-4c2d-9e93-4b8ce8535c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049139 Aug 11 04:33:42.212590 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-30612595-ffab-4d6b-8139-3b6371cdd576 req-3f842979-cca6-41d7-b8c3-5df63397a527 service neutron] 10.222.0.41 "GET /v2.0/networks/5055d5f2-edc5-4c2d-9e93-4b8ce8535c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939641 Aug 11 04:33:42.441909 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e9933616-894c-4324-81f4-a6e0ffd211bb req-47682f42-1a53-4bf9-9d33-e337daf09d61 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1949027-854a-4085-86ec-626627f6d595 HTTP/1.1" status: 200 len: 210 time: 0.0322063 Aug 11 04:33:42.502159 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 47913e07-7dcf-49d7-b5a2-65f54e6e8bed up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 04:33:42.608399 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning for port 47913e07-7dcf-49d7-b5a2-65f54e6e8bed completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 04:33:42.612506 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 47913e07-7dcf-49d7-b5a2-65f54e6e8bed triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 04:33:42.612887 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:42.692713 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:42.724162 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] For port 47913e07-7dcf-49d7-b5a2-65f54e6e8bed, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=47913e07-7dcf-49d7-b5a2-65f54e6e8bed,segment=NetworkSegment(9b8900f1-0eb9-4a38-a877-c06ba8adac54),segment_id=9b8900f1-0eb9-4a38-a877-c06ba8adac54)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:33:42.794265 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:42.842443 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Pushing event updated for resources: {'Port': ['ID=47913e07-7dcf-49d7-b5a2-65f54e6e8bed,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:33:43.423592 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.agents_db [None req-950b7202-decb-43e2-8f71-ac8931dc9749 None None] Agent healthcheck: found 7 active agents {{(pid=102194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 04:33:43.522341 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7f341108-a444-4fa3-8d6a-04f8792c1584 req-4289d3eb-9715-4b78-b786-40562ac9b678 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1949027-854a-4085-86ec-626627f6d595 HTTP/1.1" status: 200 len: 210 time: 0.0274758 Aug 11 04:33:44.484139 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 47913e07-7dcf-49d7-b5a2-65f54e6e8bed up at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 04:33:44.532500 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Provisioning complete for port 47913e07-7dcf-49d7-b5a2-65f54e6e8bed triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 04:33:44.532864 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:44.624231 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b54352cc-f1a6-4817-9f9b-401a77a6c6d1 req-eb47ea6b-d588-4e7a-8e3b-d270e2ee0682 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1949027-854a-4085-86ec-626627f6d595 HTTP/1.1" status: 200 len: 210 time: 0.0288982 Aug 11 04:33:45.722012 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-97e6a1fc-1223-41e4-be32-dad5305dbe69 req-7fdbe3d0-ce6e-45cc-95d5-3d3befe51c58 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1949027-854a-4085-86ec-626627f6d595 HTTP/1.1" status: 200 len: 210 time: 0.0303278 Aug 11 04:33:46.612843 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30612595-ffab-4d6b-8139-3b6371cdd576 req-66bcea7f-0c3c-4116-8a7f-c6aacfd95d18 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:33:46.615215 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-30612595-ffab-4d6b-8139-3b6371cdd576 req-66bcea7f-0c3c-4116-8a7f-c6aacfd95d18 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] 10.222.0.22 "GET /v2.0/networks?id=5055d5f2-edc5-4c2d-9e93-4b8ce8535c2c HTTP/1.1" status: 200 len: 809 time: 0.1015625 Aug 11 04:33:46.657396 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-30612595-ffab-4d6b-8139-3b6371cdd576 req-4381f2b0-c85d-47f7-a6cc-ca94536c3d7b tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a4dbbcc1124e443cb7a05ff0d36a859f HTTP/1.1" status: 200 len: 380 time: 0.0329630 Aug 11 04:33:46.666747 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-30612595-ffab-4d6b-8139-3b6371cdd576 req-e31d86d2-e93c-43b5-a96d-485a8f790051 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Request body: {'port': {'device_id': 'f1949027-854a-4085-86ec-626627f6d595', 'network_id': '5055d5f2-edc5-4c2d-9e93-4b8ce8535c2c', 'admin_state_up': True, 'tenant_id': 'a4dbbcc1124e443cb7a05ff0d36a859f', 'security_groups': ['5835a66d-7761-44af-883a-edffb31bbec6']}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:33:46.816683 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6c3ce7cb-fbcf-4afd-a340-8de444828b55 req-734a2b6b-81fd-4b57-8c66-08cce918c68a tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1949027-854a-4085-86ec-626627f6d595 HTTP/1.1" status: 200 len: 210 time: 0.0275948 Aug 11 04:33:46.851250 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30612595-ffab-4d6b-8139-3b6371cdd576 req-e31d86d2-e93c-43b5-a96d-485a8f790051 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Made reservation on behalf of a4dbbcc1124e443cb7a05ff0d36a859f for: {'port': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 04:33:46.855097 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-30612595-ffab-4d6b-8139-3b6371cdd576 req-e31d86d2-e93c-43b5-a96d-485a8f790051 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:46.981484 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [req-30612595-ffab-4d6b-8139-3b6371cdd576 req-e31d86d2-e93c-43b5-a96d-485a8f790051 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Allocated IP 172.20.0.8 (5055d5f2-edc5-4c2d-9e93-4b8ce8535c2c/bc748275-2003-4b16-974e-5fd34b892081/5f75933b-ab26-4a60-98c4-9099dbae3c0a) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 04:33:47.121255 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-30612595-ffab-4d6b-8139-3b6371cdd576 req-e31d86d2-e93c-43b5-a96d-485a8f790051 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:47.135711 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [req-30612595-ffab-4d6b-8139-3b6371cdd576 req-e31d86d2-e93c-43b5-a96d-485a8f790051 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Transition to ACTIVE for port object 5f75933b-ab26-4a60-98c4-9099dbae3c0a will not be triggered until provisioned by entity DHCP. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 04:33:47.234474 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-30612595-ffab-4d6b-8139-3b6371cdd576 req-e31d86d2-e93c-43b5-a96d-485a8f790051 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:47.279915 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30612595-ffab-4d6b-8139-3b6371cdd576 req-e31d86d2-e93c-43b5-a96d-485a8f790051 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Network 5055d5f2-edc5-4c2d-9e93-4b8ce8535c2c is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 04:33:47.282888 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [req-30612595-ffab-4d6b-8139-3b6371cdd576 req-e31d86d2-e93c-43b5-a96d-485a8f790051 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 04:33:47.286594 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-30612595-ffab-4d6b-8139-3b6371cdd576 req-e31d86d2-e93c-43b5-a96d-485a8f790051 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 04:33:47.292835 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31d86d2-e93c-43b5-a96d-485a8f790051 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Pushing event updated for resources: {'Port': ['ID=5f75933b-ab26-4a60-98c4-9099dbae3c0a,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:33:47.338941 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30612595-ffab-4d6b-8139-3b6371cdd576 req-e31d86d2-e93c-43b5-a96d-485a8f790051 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:33:47.339558 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-30612595-ffab-4d6b-8139-3b6371cdd576 req-e31d86d2-e93c-43b5-a96d-485a8f790051 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:47.403720 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-30612595-ffab-4d6b-8139-3b6371cdd576 req-e31d86d2-e93c-43b5-a96d-485a8f790051 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7397745 Aug 11 04:33:47.460164 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-30612595-ffab-4d6b-8139-3b6371cdd576 req-57eb7c57-c9de-4ec0-bb5e-33f21b44263c service neutron] Request body: {'port': {'device_id': 'f1949027-854a-4085-86ec-626627f6d595', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764292-30'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:33:47.517347 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-30612595-ffab-4d6b-8139-3b6371cdd576 req-57eb7c57-c9de-4ec0-bb5e-33f21b44263c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:47.545216 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-adb78c06-c128-4de9-b3c0-ddc66095df5f None None] Provisioning for port 5f75933b-ab26-4a60-98c4-9099dbae3c0a completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 04:33:47.549221 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-adb78c06-c128-4de9-b3c0-ddc66095df5f None None] Provisioning complete for port 5f75933b-ab26-4a60-98c4-9099dbae3c0a triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 04:33:47.549778 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-adb78c06-c128-4de9-b3c0-ddc66095df5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:47.584106 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-adb78c06-c128-4de9-b3c0-ddc66095df5f None None] Port 5f75933b-ab26-4a60-98c4-9099dbae3c0a cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 04:33:47.774434 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [req-30612595-ffab-4d6b-8139-3b6371cdd576 req-57eb7c57-c9de-4ec0-bb5e-33f21b44263c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f75933b-ab26-4a60-98c4-9099dbae3c0a {{(pid=102191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 04:33:47.781899 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-30612595-ffab-4d6b-8139-3b6371cdd576 req-57eb7c57-c9de-4ec0-bb5e-33f21b44263c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:47.793457 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [req-30612595-ffab-4d6b-8139-3b6371cdd576 req-57eb7c57-c9de-4ec0-bb5e-33f21b44263c service neutron] Transition to ACTIVE for port object 5f75933b-ab26-4a60-98c4-9099dbae3c0a will not be triggered until provisioned by entity L2. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 04:33:47.865264 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-30612595-ffab-4d6b-8139-3b6371cdd576 req-57eb7c57-c9de-4ec0-bb5e-33f21b44263c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:47.917780 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eb7c57-c9de-4ec0-bb5e-33f21b44263c service neutron] Pushing event updated for resources: {'Port': ['ID=5f75933b-ab26-4a60-98c4-9099dbae3c0a,revision_number=2']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:33:47.933637 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9eca8b-94d8-4f99-9d22-cf8ed8cdab8a req-cd4a7bee-8588-41dd-be5d-fd82f29a56cf tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:33:47.935891 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5a9eca8b-94d8-4f99-9d22-cf8ed8cdab8a req-cd4a7bee-8588-41dd-be5d-fd82f29a56cf tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1949027-854a-4085-86ec-626627f6d595 HTTP/1.1" status: 200 len: 943 time: 0.0528293 Aug 11 04:33:47.983518 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5a9eca8b-94d8-4f99-9d22-cf8ed8cdab8a req-e571df6e-7f49-4fd1-a635-9197a56aff8f tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] 10.222.0.41 "GET /v2.0/security-groups?id=5835a66d-7761-44af-883a-edffb31bbec6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410218 Aug 11 04:33:47.991447 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-30612595-ffab-4d6b-8139-3b6371cdd576 req-57eb7c57-c9de-4ec0-bb5e-33f21b44263c service neutron] Attempting to bind port 5f75933b-ab26-4a60-98c4-9099dbae3c0a on host n-h1-764292-30 for vnic_type normal with profile {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 04:33:47.991774 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-30612595-ffab-4d6b-8139-3b6371cdd576 req-57eb7c57-c9de-4ec0-bb5e-33f21b44263c service neutron] Attempting to bind port 5f75933b-ab26-4a60-98c4-9099dbae3c0a by drivers openvswitch,hyperv on host n-h1-764292-30 at level 0 using segments [{'id': 'a3a908b8-6aab-478d-9f13-769cf831804c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '5055d5f2-edc5-4c2d-9e93-4b8ce8535c2c'}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 04:33:47.992136 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30612595-ffab-4d6b-8139-3b6371cdd576 req-57eb7c57-c9de-4ec0-bb5e-33f21b44263c service neutron] Attempting to bind port 5f75933b-ab26-4a60-98c4-9099dbae3c0a on network 5055d5f2-edc5-4c2d-9e93-4b8ce8535c2c {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 04:33:47.996738 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30612595-ffab-4d6b-8139-3b6371cdd576 req-57eb7c57-c9de-4ec0-bb5e-33f21b44263c service neutron] Port 5f75933b-ab26-4a60-98c4-9099dbae3c0a on network 5055d5f2-edc5-4c2d-9e93-4b8ce8535c2c not bound, no agent of type Open vSwitch agent registered on host n-h1-764292-30 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 04:33:47.997484 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30612595-ffab-4d6b-8139-3b6371cdd576 req-57eb7c57-c9de-4ec0-bb5e-33f21b44263c service neutron] Attempting to bind port 5f75933b-ab26-4a60-98c4-9099dbae3c0a on network 5055d5f2-edc5-4c2d-9e93-4b8ce8535c2c {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 04:33:48.002624 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30612595-ffab-4d6b-8139-3b6371cdd576 req-57eb7c57-c9de-4ec0-bb5e-33f21b44263c service neutron] Checking agent: {'id': 'abb524c2-b412-4ed2-8367-45c4fd996fa7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 4, 33, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 04:33:48.003210 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30612595-ffab-4d6b-8139-3b6371cdd576 req-57eb7c57-c9de-4ec0-bb5e-33f21b44263c service neutron] Checking segment: {'id': 'a3a908b8-6aab-478d-9f13-769cf831804c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '5055d5f2-edc5-4c2d-9e93-4b8ce8535c2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 04:33:48.003596 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30612595-ffab-4d6b-8139-3b6371cdd576 req-57eb7c57-c9de-4ec0-bb5e-33f21b44263c service neutron] Bound using segment: {'id': 'a3a908b8-6aab-478d-9f13-769cf831804c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '5055d5f2-edc5-4c2d-9e93-4b8ce8535c2c'} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 04:33:48.004031 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-30612595-ffab-4d6b-8139-3b6371cdd576 req-57eb7c57-c9de-4ec0-bb5e-33f21b44263c service neutron] Bound port: 5f75933b-ab26-4a60-98c4-9099dbae3c0a, host: n-h1-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3a908b8-6aab-478d-9f13-769cf831804c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '5055d5f2-edc5-4c2d-9e93-4b8ce8535c2c'}}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 04:33:48.004398 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-30612595-ffab-4d6b-8139-3b6371cdd576 req-57eb7c57-c9de-4ec0-bb5e-33f21b44263c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:48.069696 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-30612595-ffab-4d6b-8139-3b6371cdd576 req-57eb7c57-c9de-4ec0-bb5e-33f21b44263c service neutron] For port 5f75933b-ab26-4a60-98c4-9099dbae3c0a, host n-h1-764292-30, cleared binding levels {{(pid=102191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 04:33:48.073191 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-30612595-ffab-4d6b-8139-3b6371cdd576 req-57eb7c57-c9de-4ec0-bb5e-33f21b44263c service neutron] For port 5f75933b-ab26-4a60-98c4-9099dbae3c0a, host n-h1-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=5f75933b-ab26-4a60-98c4-9099dbae3c0a,segment=NetworkSegment(a3a908b8-6aab-478d-9f13-769cf831804c),segment_id=a3a908b8-6aab-478d-9f13-769cf831804c)] {{(pid=102191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 04:33:48.128993 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-30612595-ffab-4d6b-8139-3b6371cdd576 req-57eb7c57-c9de-4ec0-bb5e-33f21b44263c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:48.163151 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30612595-ffab-4d6b-8139-3b6371cdd576 req-57eb7c57-c9de-4ec0-bb5e-33f21b44263c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:33:48.163767 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-30612595-ffab-4d6b-8139-3b6371cdd576 req-57eb7c57-c9de-4ec0-bb5e-33f21b44263c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:48.165157 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-30612595-ffab-4d6b-8139-3b6371cdd576 req-57eb7c57-c9de-4ec0-bb5e-33f21b44263c service neutron] 10.222.0.22 "PUT /v2.0/ports/5f75933b-ab26-4a60-98c4-9099dbae3c0a HTTP/1.1" status: 200 len: 1092 time: 0.7544343 Aug 11 04:33:48.165606 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1949027-854a-4085-86ec-626627f6d595', 'tag': '5f75933b-ab26-4a60-98c4-9099dbae3c0a'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 04:33:48.167833 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9291d331c18c1eb37c2b57c8af4a09724b2e7f160dd5faf652855b3e38b81ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-031d019a-f453-41fa-8a55-f60e0a2e8176" -d '{"events": [{"name": "network-changed", "server_uuid": "f1949027-854a-4085-86ec-626627f6d595", "tag": "5f75933b-ab26-4a60-98c4-9099dbae3c0a"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 04:33:48.194233 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eb7c57-c9de-4ec0-bb5e-33f21b44263c service neutron] Pushing event updated for resources: {'Port': ['ID=5f75933b-ab26-4a60-98c4-9099dbae3c0a,revision_number=3']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:33:48.210836 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 04:33:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a2de74c-bb6a-4124-a749-47bf3612b370 x-openstack-request-id: req-1a2de74c-bb6a-4124-a749-47bf3612b370 {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 04:33:48.211167 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1949027-854a-4085-86ec-626627f6d595", "tag": "5f75933b-ab26-4a60-98c4-9099dbae3c0a", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 04:33:48.211418 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1a2de74c-bb6a-4124-a749-47bf3612b370 {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 04:33:48.211880 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1949027-854a-4085-86ec-626627f6d595', 'tag': '5f75933b-ab26-4a60-98c4-9099dbae3c0a', 'status': 'completed', 'code': 200} Aug 11 04:33:48.280181 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031d019a-f453-41fa-8a55-f60e0a2e8176 req-36654118-cc50-465d-9880-81cf11fed3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:33:48.281750 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-031d019a-f453-41fa-8a55-f60e0a2e8176 req-36654118-cc50-465d-9880-81cf11fed3d8 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a4dbbcc1124e443cb7a05ff0d36a859f&device_id=f1949027-854a-4085-86ec-626627f6d595 HTTP/1.1" status: 200 len: 1095 time: 0.0481277 Aug 11 04:33:48.378572 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031d019a-f453-41fa-8a55-f60e0a2e8176 req-4f7c04d6-bb80-4464-aaf6-05d53b2f00df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:33:48.379956 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-031d019a-f453-41fa-8a55-f60e0a2e8176 req-4f7c04d6-bb80-4464-aaf6-05d53b2f00df service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=a4dbbcc1124e443cb7a05ff0d36a859f&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0905807 Aug 11 04:33:48.474840 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031d019a-f453-41fa-8a55-f60e0a2e8176 req-4cb31f2c-c2cc-489a-9db3-a8947783ba2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:33:48.476295 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-031d019a-f453-41fa-8a55-f60e0a2e8176 req-4cb31f2c-c2cc-489a-9db3-a8947783ba2c service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0900049 Aug 11 04:33:48.549018 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30612595-ffab-4d6b-8139-3b6371cdd576 req-3eaf5a90-5d71-47ad-95a8-a71a81334a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:33:48.550483 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-30612595-ffab-4d6b-8139-3b6371cdd576 req-3eaf5a90-5d71-47ad-95a8-a71a81334a7b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a4dbbcc1124e443cb7a05ff0d36a859f&device_id=f1949027-854a-4085-86ec-626627f6d595 HTTP/1.1" status: 200 len: 1095 time: 0.0400114 Aug 11 04:33:48.590778 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-30612595-ffab-4d6b-8139-3b6371cdd576 req-61f15a16-67a6-4c1a-b960-a13736fb2ba9 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5f75933b-ab26-4a60-98c4-9099dbae3c0a HTTP/1.1" status: 200 len: 217 time: 0.0329075 Aug 11 04:33:48.642008 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30612595-ffab-4d6b-8139-3b6371cdd576 req-688768fe-56c5-4e7a-b859-4b357dfde987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:33:48.643371 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-30612595-ffab-4d6b-8139-3b6371cdd576 req-688768fe-56c5-4e7a-b859-4b357dfde987 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=bc748275-2003-4b16-974e-5fd34b892081 HTTP/1.1" status: 200 len: 848 time: 0.0459294 Aug 11 04:33:48.686808 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30612595-ffab-4d6b-8139-3b6371cdd576 req-53aa2054-a326-4ccc-8e93-0de350c30aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:33:48.688236 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-30612595-ffab-4d6b-8139-3b6371cdd576 req-53aa2054-a326-4ccc-8e93-0de350c30aee service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=5055d5f2-edc5-4c2d-9e93-4b8ce8535c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0380921 Aug 11 04:33:48.775336 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-30612595-ffab-4d6b-8139-3b6371cdd576 req-6fc7c9e8-ecd5-4040-98f9-d924b133724f service neutron] 10.222.0.22 "GET /v2.0/networks/5055d5f2-edc5-4c2d-9e93-4b8ce8535c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796235 Aug 11 04:33:48.869422 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-30612595-ffab-4d6b-8139-3b6371cdd576 req-0fa7684d-f0ab-4666-a6d5-8c9b1c7002f8 service neutron] 10.222.0.22 "GET /v2.0/networks/5055d5f2-edc5-4c2d-9e93-4b8ce8535c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863104 Aug 11 04:33:49.104521 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d192285b-faed-4966-bf32-d7dd9c050030 req-7ac8450e-1156-40e7-a118-1184a6ecba2f tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:33:49.105998 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d192285b-faed-4966-bf32-d7dd9c050030 req-7ac8450e-1156-40e7-a118-1184a6ecba2f tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1949027-854a-4085-86ec-626627f6d595 HTTP/1.1" status: 200 len: 943 time: 0.0527432 Aug 11 04:33:49.143209 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d192285b-faed-4966-bf32-d7dd9c050030 req-59911d3b-bc73-4632-abe9-07e48166ca75 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] 10.222.0.41 "GET /v2.0/security-groups?id=5835a66d-7761-44af-883a-edffb31bbec6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311682 Aug 11 04:33:50.263032 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da09fb45-1c9c-4c01-a4b8-7fd767fdede0 req-ab229981-12e6-4d2a-848a-7fe551c61e84 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:33:50.265180 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-da09fb45-1c9c-4c01-a4b8-7fd767fdede0 req-ab229981-12e6-4d2a-848a-7fe551c61e84 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1949027-854a-4085-86ec-626627f6d595 HTTP/1.1" status: 200 len: 943 time: 0.0542266 Aug 11 04:33:50.303651 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-da09fb45-1c9c-4c01-a4b8-7fd767fdede0 req-73820cbd-cb42-438f-bce2-e0b352be5370 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] 10.222.0.41 "GET /v2.0/security-groups?id=5835a66d-7761-44af-883a-edffb31bbec6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325906 Aug 11 04:33:51.417197 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec1256a-30ed-4e70-85b6-6195a2fb0ef4 req-b1619ed8-9912-4642-a172-d7908c006964 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:33:51.418735 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8ec1256a-30ed-4e70-85b6-6195a2fb0ef4 req-b1619ed8-9912-4642-a172-d7908c006964 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1949027-854a-4085-86ec-626627f6d595 HTTP/1.1" status: 200 len: 943 time: 0.0489039 Aug 11 04:33:51.456309 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-8ec1256a-30ed-4e70-85b6-6195a2fb0ef4 req-682bd113-6ee5-489e-8ac6-ec2b6e9e5af6 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] 10.222.0.41 "GET /v2.0/security-groups?id=5835a66d-7761-44af-883a-edffb31bbec6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304658 Aug 11 04:33:52.569757 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37af5ffc-f124-4dc7-8ed5-a1fea0ac9edf req-66224376-9d89-4e60-9314-659dae838138 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:33:52.571149 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-37af5ffc-f124-4dc7-8ed5-a1fea0ac9edf req-66224376-9d89-4e60-9314-659dae838138 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1949027-854a-4085-86ec-626627f6d595 HTTP/1.1" status: 200 len: 943 time: 0.0480740 Aug 11 04:33:52.608195 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-37af5ffc-f124-4dc7-8ed5-a1fea0ac9edf req-d5ce9669-912d-453c-bc2f-f128f894a4e8 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] 10.222.0.41 "GET /v2.0/security-groups?id=5835a66d-7761-44af-883a-edffb31bbec6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305762 Aug 11 04:33:52.897165 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 5f75933b-ab26-4a60-98c4-9099dbae3c0a details requested by agent hyperv_n-h1-764292-30 with host n-h1-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 04:33:52.994007 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 5f75933b-ab26-4a60-98c4-9099dbae3c0a, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=5f75933b-ab26-4a60-98c4-9099dbae3c0a,segment=NetworkSegment(a3a908b8-6aab-478d-9f13-769cf831804c),segment_id=a3a908b8-6aab-478d-9f13-769cf831804c)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:33:53.006337 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Returning: {'device': '5f75933b-ab26-4a60-98c4-9099dbae3c0a', 'network_id': '5055d5f2-edc5-4c2d-9e93-4b8ce8535c2c', 'port_id': '5f75933b-ab26-4a60-98c4-9099dbae3c0a', 'mac_address': 'fa:16:3e:86:3c:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc748275-2003-4b16-974e-5fd34b892081', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 04:33:53.042849 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:53.055019 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f75933b-ab26-4a60-98c4-9099dbae3c0a {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 04:33:53.075257 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 5f75933b-ab26-4a60-98c4-9099dbae3c0a, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=5f75933b-ab26-4a60-98c4-9099dbae3c0a,segment=NetworkSegment(a3a908b8-6aab-478d-9f13-769cf831804c),segment_id=a3a908b8-6aab-478d-9f13-769cf831804c)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:33:53.142732 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:53.192912 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=5f75933b-ab26-4a60-98c4-9099dbae3c0a,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:33:53.429481 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['5f75933b-ab26-4a60-98c4-9099dbae3c0a'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 04:33:53.725462 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6293079-d6da-4760-8709-2e0149abd73b req-3993a5dd-8e14-46bd-a59d-c294bc289961 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:33:53.726929 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e6293079-d6da-4760-8709-2e0149abd73b req-3993a5dd-8e14-46bd-a59d-c294bc289961 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1949027-854a-4085-86ec-626627f6d595 HTTP/1.1" status: 200 len: 944 time: 0.0518496 Aug 11 04:33:53.764416 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e6293079-d6da-4760-8709-2e0149abd73b req-3f2a679e-e4a8-46e1-a723-8c919ed0b5ff tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] 10.222.0.41 "GET /v2.0/security-groups?id=5835a66d-7761-44af-883a-edffb31bbec6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310776 Aug 11 04:33:54.875849 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647bdcd7-b8eb-4194-ad5f-b704fff693b1 req-941f6f3b-93ee-45e6-a527-efffec4c2e41 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:33:54.877405 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-647bdcd7-b8eb-4194-ad5f-b704fff693b1 req-941f6f3b-93ee-45e6-a527-efffec4c2e41 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1949027-854a-4085-86ec-626627f6d595 HTTP/1.1" status: 200 len: 944 time: 0.0482407 Aug 11 04:33:54.908233 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 5f75933b-ab26-4a60-98c4-9099dbae3c0a up at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 04:33:54.915214 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-647bdcd7-b8eb-4194-ad5f-b704fff693b1 req-36e908e9-4b17-4022-a55e-3394aa9db4eb tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] 10.222.0.41 "GET /v2.0/security-groups?id=5835a66d-7761-44af-883a-edffb31bbec6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316029 Aug 11 04:33:55.007838 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning for port 5f75933b-ab26-4a60-98c4-9099dbae3c0a completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 04:33:55.011680 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning complete for port 5f75933b-ab26-4a60-98c4-9099dbae3c0a triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 04:33:55.012074 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:55.087375 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:55.109187 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1949027-854a-4085-86ec-626627f6d595', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f75933b-ab26-4a60-98c4-9099dbae3c0a'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 04:33:55.111433 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e385e08809ed349a2646fb52500b409f99e085c14d592b33dda6f3cb7a212da1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e1624d8-9243-4e79-be85-d03f4af83d51" -d '{"events": [{"server_uuid": "f1949027-854a-4085-86ec-626627f6d595", "name": "network-vif-plugged", "status": "completed", "tag": "5f75933b-ab26-4a60-98c4-9099dbae3c0a"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 04:33:55.126142 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 5f75933b-ab26-4a60-98c4-9099dbae3c0a, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=5f75933b-ab26-4a60-98c4-9099dbae3c0a,segment=NetworkSegment(a3a908b8-6aab-478d-9f13-769cf831804c),segment_id=a3a908b8-6aab-478d-9f13-769cf831804c)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:33:55.203058 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:55.206006 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 04:33:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a2d3725-24ff-481d-a305-020273b0e585 x-openstack-request-id: req-0a2d3725-24ff-481d-a305-020273b0e585 {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 04:33:55.206302 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1949027-854a-4085-86ec-626627f6d595", "name": "network-vif-plugged", "status": "completed", "tag": "5f75933b-ab26-4a60-98c4-9099dbae3c0a", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 04:33:55.206583 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0a2d3725-24ff-481d-a305-020273b0e585 {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 04:33:55.207089 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1949027-854a-4085-86ec-626627f6d595', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f75933b-ab26-4a60-98c4-9099dbae3c0a', 'code': 200} Aug 11 04:33:55.256413 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=5f75933b-ab26-4a60-98c4-9099dbae3c0a,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:33:55.303216 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5490c98f-a1bd-4327-a1d2-5b6cfc35a452 req-b032aac5-052b-49b4-b8d7-5b33522564ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:33:55.304684 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-5490c98f-a1bd-4327-a1d2-5b6cfc35a452 req-b032aac5-052b-49b4-b8d7-5b33522564ae service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=f1949027-854a-4085-86ec-626627f6d595 HTTP/1.1" status: 200 len: 1097 time: 0.0396821 Aug 11 04:33:55.339394 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-5490c98f-a1bd-4327-a1d2-5b6cfc35a452 req-742aa5ec-a8bd-4ddf-bc32-cd6febd8a4e6 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=5835a66d-7761-44af-883a-edffb31bbec6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0269191 Aug 11 04:33:56.028477 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9010cd35-5770-4626-925f-8d5db7660f9c req-8ce33f96-c96b-44ba-991c-6254e0618492 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:33:56.029968 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9010cd35-5770-4626-925f-8d5db7660f9c req-8ce33f96-c96b-44ba-991c-6254e0618492 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1949027-854a-4085-86ec-626627f6d595 HTTP/1.1" status: 200 len: 945 time: 0.0496330 Aug 11 04:33:56.067437 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-9010cd35-5770-4626-925f-8d5db7660f9c req-c7cda449-3e88-41c9-bbe7-38c52fc19e79 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] 10.222.0.41 "GET /v2.0/security-groups?id=5835a66d-7761-44af-883a-edffb31bbec6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314648 Aug 11 04:33:57.186239 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffad73c-ba84-4f0b-ab06-408b31cb4f21 req-6d4e574c-7a79-45bd-92ce-065c4cfa3af3 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:33:57.187736 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3ffad73c-ba84-4f0b-ab06-408b31cb4f21 req-6d4e574c-7a79-45bd-92ce-065c4cfa3af3 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1949027-854a-4085-86ec-626627f6d595 HTTP/1.1" status: 200 len: 945 time: 0.0523036 Aug 11 04:33:57.224321 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-3ffad73c-ba84-4f0b-ab06-408b31cb4f21 req-3b0bc0ae-f8cc-4f49-92a4-1029198e4b29 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] 10.222.0.41 "GET /v2.0/security-groups?id=5835a66d-7761-44af-883a-edffb31bbec6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307128 Aug 11 04:33:57.336415 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcd667d-2f0c-47ea-a4fc-a308eb5f18ce req-aad25995-5b25-4068-8faa-b93fe3af55a0 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:33:57.337876 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bfcd667d-2f0c-47ea-a4fc-a308eb5f18ce req-aad25995-5b25-4068-8faa-b93fe3af55a0 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1949027-854a-4085-86ec-626627f6d595 HTTP/1.1" status: 200 len: 945 time: 0.0481873 Aug 11 04:33:57.375752 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bfcd667d-2f0c-47ea-a4fc-a308eb5f18ce req-9e8b4073-b1bc-4250-90a7-49836135a2ae tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] 10.222.0.41 "GET /v2.0/security-groups?id=5835a66d-7761-44af-883a-edffb31bbec6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318201 Aug 11 04:33:57.397809 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 53476) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:33:57.481017 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c5c1080-f513-4869-b851-32f21a772a85 tempest-TestSnapshotPattern-1690015940 tempest-TestSnapshotPattern-1690015940-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:33:57.483189 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-9c5c1080-f513-4869-b851-32f21a772a85 tempest-TestSnapshotPattern-1690015940 tempest-TestSnapshotPattern-1690015940-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=f1949027-854a-4085-86ec-626627f6d595 HTTP/1.1" status: 200 len: 1092 time: 0.0843832 Aug 11 04:33:57.486027 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 53480) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:33:57.490349 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-9c6e1341-f4dc-4a0c-8f4c-e83303399f0f tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Request body: {'floatingip': {'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'port_id': '5f75933b-ab26-4a60-98c4-9099dbae3c0a', 'tenant_id': 'a4dbbcc1124e443cb7a05ff0d36a859f', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:33:57.590863 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9c6e1341-f4dc-4a0c-8f4c-e83303399f0f tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Notify callbacks [] for floatingip, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:57.689115 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9c6e1341-f4dc-4a0c-8f4c-e83303399f0f tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:57.793627 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [None req-9c6e1341-f4dc-4a0c-8f4c-e83303399f0f tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Allocated IP 172.25.8.65 (09faf7d2-eaf5-4a50-bb6e-4cb05d009a76/e1a97443-13df-40bb-85f5-fd269e2742c0/7aab6d25-10d6-439f-8ed8-cfebc48e38fb) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 04:33:57.891389 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9c6e1341-f4dc-4a0c-8f4c-e83303399f0f tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:57.985136 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9c6e1341-f4dc-4a0c-8f4c-e83303399f0f tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:58.020528 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c6e1341-f4dc-4a0c-8f4c-e83303399f0f tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 04:33:58.025235 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-9c6e1341-f4dc-4a0c-8f4c-e83303399f0f tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 04:33:58.028704 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6e1341-f4dc-4a0c-8f4c-e83303399f0f tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 04:33:58.055892 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6e1341-f4dc-4a0c-8f4c-e83303399f0f tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Pushing event updated for resources: {'Port': ['ID=7aab6d25-10d6-439f-8ed8-cfebc48e38fb,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:33:58.381195 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9c6e1341-f4dc-4a0c-8f4c-e83303399f0f tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:58.493691 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9c6e1341-f4dc-4a0c-8f4c-e83303399f0f tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:58.637354 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9c6e1341-f4dc-4a0c-8f4c-e83303399f0f tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Notify callbacks [] for port, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:58.675970 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9c6e1341-f4dc-4a0c-8f4c-e83303399f0f tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:58.744197 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6e1341-f4dc-4a0c-8f4c-e83303399f0f tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Pushing event updated for resources: {'Port': ['ID=7aab6d25-10d6-439f-8ed8-cfebc48e38fb,revision_number=2']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:33:58.758190 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9c6e1341-f4dc-4a0c-8f4c-e83303399f0f tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446866'] for floatingip, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:58.858028 n-d-764292-30 neutron-server[102192]: INFO neutron.db.l3_db [None req-9c6e1341-f4dc-4a0c-8f4c-e83303399f0f tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Floating IP 4ee41df9-b0f3-4a09-bb7c-8699017e5dea associated. External IP: 172.25.8.65, port: 5f75933b-ab26-4a60-98c4-9099dbae3c0a. Aug 11 04:33:59.066036 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c6e1341-f4dc-4a0c-8f4c-e83303399f0f tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Router 1d2e86b5-5848-4b97-b458-0ef8fda804a0 has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 04:33:59.172437 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c6e1341-f4dc-4a0c-8f4c-e83303399f0f tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 04:33:59.190574 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea7ff63-3890-45bf-a860-a108c5a2a857 None None] Sync routers for ids ['1d2e86b5-5848-4b97-b458-0ef8fda804a0'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 04:33:59.201462 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea7ff63-3890-45bf-a860-a108c5a2a857 None None] Routers {'1d2e86b5-5848-4b97-b458-0ef8fda804a0'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 04:33:59.202061 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-eea7ff63-3890-45bf-a860-a108c5a2a857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T04:33:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['1d2e86b5-5848-4b97-b458-0ef8fda804a0'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:33:59.268125 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-9c6e1341-f4dc-4a0c-8f4c-e83303399f0f tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for floatingip, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:59.283936 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-b696b4ad-4741-4207-b36e-f116cf736934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:33:59.296415 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-9c6e1341-f4dc-4a0c-8f4c-e83303399f0f tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8089807 Aug 11 04:33:59.296726 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1949027-854a-4085-86ec-626627f6d595', 'tag': '5f75933b-ab26-4a60-98c4-9099dbae3c0a'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 04:33:59.299060 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7f53641f53ed3ecbe111d4b405439a3ffe6be981c23072cf9fee61815809fbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-411f1088-cea3-4c64-ae7a-9ffae6284821" -d '{"events": [{"name": "network-changed", "server_uuid": "f1949027-854a-4085-86ec-626627f6d595", "tag": "5f75933b-ab26-4a60-98c4-9099dbae3c0a"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 04:33:59.311780 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-eea7ff63-3890-45bf-a860-a108c5a2a857 None None] Set router 1d2e86b5-5848-4b97-b458-0ef8fda804a0 gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 04:33:59.392405 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 04:33:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e47bca9-e5fe-4001-bf06-02b705313ac4 x-openstack-request-id: req-4e47bca9-e5fe-4001-bf06-02b705313ac4 {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 04:33:59.392923 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1949027-854a-4085-86ec-626627f6d595", "tag": "5f75933b-ab26-4a60-98c4-9099dbae3c0a", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 04:33:59.392923 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4e47bca9-e5fe-4001-bf06-02b705313ac4 {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 04:33:59.393323 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1949027-854a-4085-86ec-626627f6d595', 'tag': '5f75933b-ab26-4a60-98c4-9099dbae3c0a', 'status': 'completed', 'code': 200} Aug 11 04:33:59.457133 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411f1088-cea3-4c64-ae7a-9ffae6284821 req-a3b75647-ab39-433b-8240-1ef69fd227ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:33:59.458724 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-411f1088-cea3-4c64-ae7a-9ffae6284821 req-a3b75647-ab39-433b-8240-1ef69fd227ed service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a4dbbcc1124e443cb7a05ff0d36a859f&device_id=f1949027-854a-4085-86ec-626627f6d595 HTTP/1.1" status: 200 len: 1097 time: 0.0435665 Aug 11 04:33:59.548695 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411f1088-cea3-4c64-ae7a-9ffae6284821 req-9d6243c9-527e-43b7-b2c3-1462327c91ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:33:59.550298 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-411f1088-cea3-4c64-ae7a-9ffae6284821 req-9d6243c9-527e-43b7-b2c3-1462327c91ba service neutron] 10.222.0.22 "GET /v2.0/networks?id=5055d5f2-edc5-4c2d-9e93-4b8ce8535c2c HTTP/1.1" status: 200 len: 910 time: 0.0843172 Aug 11 04:33:59.619260 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-411f1088-cea3-4c64-ae7a-9ffae6284821 req-23178b59-3bee-4135-95c6-76a901f5a771 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5f75933b-ab26-4a60-98c4-9099dbae3c0a HTTP/1.1" status: 200 len: 998 time: 0.0616391 Aug 11 04:33:59.643654 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-eea7ff63-3890-45bf-a860-a108c5a2a857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d2e86b5-5848-4b97-b458-0ef8fda804a0', 'name': 'tempest-TestSnapshotPattern-214635449-router', 'tenant_id': 'a4dbbcc1124e443cb7a05ff0d36a859f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.218'}], 'enable_snat': True}, 'gw_port_id': '799eb079-f982-4a26-a02e-b07f3d017daf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:33:27Z', 'updated_at': '2021-08-11T04:33:31Z', 'revision_number': 4, 'project_id': 'a4dbbcc1124e443cb7a05ff0d36a859f', 'gw_port': {'id': '799eb079-f982-4a26-a02e-b07f3d017daf', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:5b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2e86b5-5848-4b97-b458-0ef8fda804a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:33:28Z', 'updated_at': '2021-08-11T04:33:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_floatingips': [{'id': '4ee41df9-b0f3-4a09-bb7c-8699017e5dea', 'tenant_id': 'a4dbbcc1124e443cb7a05ff0d36a859f', 'floating_ip_address': '172.25.8.65', 'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'router_id': '1d2e86b5-5848-4b97-b458-0ef8fda804a0', 'port_id': '5f75933b-ab26-4a60-98c4-9099dbae3c0a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5055d5f2-edc5-4c2d-9e93-4b8ce8535c2c', 'mac_address': 'fa:16:3e:86:3c:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1949027-854a-4085-86ec-626627f6d595', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T04:33:58Z', 'updated_at': '2021-08-11T04:33:58Z', 'revision_number': 0, 'project_id': 'a4dbbcc1124e443cb7a05ff0d36a859f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a838b8e-54b3-4ab9-aab1-b0f8e3be2633', 'name': '', 'network_id': '5055d5f2-edc5-4c2d-9e93-4b8ce8535c2c', 'tenant_id': 'a4dbbcc1124e443cb7a05ff0d36a859f', 'mac_address': 'fa:16:3e:0f:19:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2e86b5-5848-4b97-b458-0ef8fda804a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'bc748275-2003-4b16-974e-5fd34b892081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:33:30Z', 'updated_at': '2021-08-11T04:33:37Z', 'revision_number': 5, 'project_id': 'a4dbbcc1124e443cb7a05ff0d36a859f', 'subnets': [{'id': 'bc748275-2003-4b16-974e-5fd34b892081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:33:59.669008 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411f1088-cea3-4c64-ae7a-9ffae6284821 req-47c954f4-ecf2-430f-a7ba-b52b6f6807ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:33:59.670534 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-411f1088-cea3-4c64-ae7a-9ffae6284821 req-47c954f4-ecf2-430f-a7ba-b52b6f6807ab service neutron] 10.222.0.22 "GET /v2.0/subnets?id=bc748275-2003-4b16-974e-5fd34b892081 HTTP/1.1" status: 200 len: 848 time: 0.0442977 Aug 11 04:33:59.672654 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea7ff63-3890-45bf-a860-a108c5a2a857 None None] Checking router: 1d2e86b5-5848-4b97-b458-0ef8fda804a0 for host: n-d-764292-30 {{(pid=102193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 04:33:59.680946 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea7ff63-3890-45bf-a860-a108c5a2a857 None None] Routers {'1d2e86b5-5848-4b97-b458-0ef8fda804a0'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 04:33:59.681555 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-eea7ff63-3890-45bf-a860-a108c5a2a857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T04:33:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['1d2e86b5-5848-4b97-b458-0ef8fda804a0'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:33:59.716301 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411f1088-cea3-4c64-ae7a-9ffae6284821 req-b6768549-0269-44a2-b836-88d8469f1da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:33:59.717845 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-411f1088-cea3-4c64-ae7a-9ffae6284821 req-b6768549-0269-44a2-b836-88d8469f1da2 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=5055d5f2-edc5-4c2d-9e93-4b8ce8535c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400059 Aug 11 04:33:59.790710 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-eea7ff63-3890-45bf-a860-a108c5a2a857 None None] Set router 1d2e86b5-5848-4b97-b458-0ef8fda804a0 gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 04:33:59.814846 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-411f1088-cea3-4c64-ae7a-9ffae6284821 req-d0508651-7f09-4fa1-ad95-0fea9e83daba service neutron] 10.222.0.22 "GET /v2.0/networks/5055d5f2-edc5-4c2d-9e93-4b8ce8535c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899427 Aug 11 04:33:59.904298 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-411f1088-cea3-4c64-ae7a-9ffae6284821 req-30e8b7cf-6dac-40ce-b256-573539b0a6ab service neutron] 10.222.0.22 "GET /v2.0/networks/5055d5f2-edc5-4c2d-9e93-4b8ce8535c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825498 Aug 11 04:34:00.014547 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-eea7ff63-3890-45bf-a860-a108c5a2a857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d2e86b5-5848-4b97-b458-0ef8fda804a0', 'name': 'tempest-TestSnapshotPattern-214635449-router', 'tenant_id': 'a4dbbcc1124e443cb7a05ff0d36a859f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.218'}], 'enable_snat': True}, 'gw_port_id': '799eb079-f982-4a26-a02e-b07f3d017daf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:33:27Z', 'updated_at': '2021-08-11T04:33:31Z', 'revision_number': 4, 'project_id': 'a4dbbcc1124e443cb7a05ff0d36a859f', 'gw_port': {'id': '799eb079-f982-4a26-a02e-b07f3d017daf', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:5b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2e86b5-5848-4b97-b458-0ef8fda804a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:33:28Z', 'updated_at': '2021-08-11T04:33:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_floatingips': [{'id': '4ee41df9-b0f3-4a09-bb7c-8699017e5dea', 'tenant_id': 'a4dbbcc1124e443cb7a05ff0d36a859f', 'floating_ip_address': '172.25.8.65', 'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'router_id': '1d2e86b5-5848-4b97-b458-0ef8fda804a0', 'port_id': '5f75933b-ab26-4a60-98c4-9099dbae3c0a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5055d5f2-edc5-4c2d-9e93-4b8ce8535c2c', 'mac_address': 'fa:16:3e:86:3c:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1949027-854a-4085-86ec-626627f6d595', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T04:33:58Z', 'updated_at': '2021-08-11T04:33:58Z', 'revision_number': 0, 'project_id': 'a4dbbcc1124e443cb7a05ff0d36a859f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a838b8e-54b3-4ab9-aab1-b0f8e3be2633', 'name': '', 'network_id': '5055d5f2-edc5-4c2d-9e93-4b8ce8535c2c', 'tenant_id': 'a4dbbcc1124e443cb7a05ff0d36a859f', 'mac_address': 'fa:16:3e:0f:19:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2e86b5-5848-4b97-b458-0ef8fda804a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'bc748275-2003-4b16-974e-5fd34b892081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:33:30Z', 'updated_at': '2021-08-11T04:33:37Z', 'revision_number': 5, 'project_id': 'a4dbbcc1124e443cb7a05ff0d36a859f', 'subnets': [{'id': 'bc748275-2003-4b16-974e-5fd34b892081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:34:00.040576 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea7ff63-3890-45bf-a860-a108c5a2a857 None None] The sync data for ids ['1d2e86b5-5848-4b97-b458-0ef8fda804a0'] in n-d-764292-30 is: [{'id': '1d2e86b5-5848-4b97-b458-0ef8fda804a0', 'name': 'tempest-TestSnapshotPattern-214635449-router', 'tenant_id': 'a4dbbcc1124e443cb7a05ff0d36a859f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.218'}], 'enable_snat': True}, 'gw_port_id': '799eb079-f982-4a26-a02e-b07f3d017daf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:33:27Z', 'updated_at': '2021-08-11T04:33:31Z', 'revision_number': 4, 'project_id': 'a4dbbcc1124e443cb7a05ff0d36a859f', 'gw_port': {'id': '799eb079-f982-4a26-a02e-b07f3d017daf', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:5b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2e86b5-5848-4b97-b458-0ef8fda804a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:33:28Z', 'updated_at': '2021-08-11T04:33:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_floatingips': [{'id': '4ee41df9-b0f3-4a09-bb7c-8699017e5dea', 'tenant_id': 'a4dbbcc1124e443cb7a05ff0d36a859f', 'floating_ip_address': '172.25.8.65', 'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'router_id': '1d2e86b5-5848-4b97-b458-0ef8fda804a0', 'port_id': '5f75933b-ab26-4a60-98c4-9099dbae3c0a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5055d5f2-edc5-4c2d-9e93-4b8ce8535c2c', 'mac_address': 'fa:16:3e:86:3c:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1949027-854a-4085-86ec-626627f6d595', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T04:33:58Z', 'updated_at': '2021-08-11T04:33:58Z', 'revision_number': 0, 'project_id': 'a4dbbcc1124e443cb7a05ff0d36a859f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a838b8e-54b3-4ab9-aab1-b0f8e3be2633', 'name': '', 'network_id': '5055d5f2-edc5-4c2d-9e93-4b8ce8535c2c', 'tenant_id': 'a4dbbcc1124e443cb7a05ff0d36a859f', 'mac_address': 'fa:16:3e:0f:19:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2e86b5-5848-4b97-b458-0ef8fda804a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'bc748275-2003-4b16-974e-5fd34b892081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:33:30Z', 'updated_at': '2021-08-11T04:33:37Z', 'revision_number': 5, 'project_id': 'a4dbbcc1124e443cb7a05ff0d36a859f', 'subnets': [{'id': 'bc748275-2003-4b16-974e-5fd34b892081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 04:34:00.230822 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6965127f-aca7-4eaf-8588-e90d5e35633a None None] New status for floating IP 4ee41df9-b0f3-4a09-bb7c-8699017e5dea: ACTIVE {{(pid=102194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 04:34:01.933199 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:34:02.190556 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-c0446f7e-6f47-4bfb-8eed-cc73a8ee64d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:34:03.379105 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:34:05.022064 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:34:08.176307 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:34:12.084990 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:34:20.424491 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.agents_db [None req-950b7202-decb-43e2-8f71-ac8931dc9749 None None] Agent healthcheck: found 7 active agents {{(pid=102194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 04:34:29.284358 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-bcc63ad8-c4d0-4381-81d5-90bf0386cc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:34:31.949681 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:34:32.218429 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-4ed4859c-3e58-43d8-9e06-1081a40b6615 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:34:33.366646 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:34:35.021614 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:34:38.158224 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:34:42.147405 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:34:48.382377 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-1717ab7f-31a9-42fb-9ad1-2135bd790534 req-2824db3b-08e4-426b-9943-6e716b097523 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=f1949027-854a-4085-86ec-626627f6d595&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0405777 Aug 11 04:34:48.466901 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1717ab7f-31a9-42fb-9ad1-2135bd790534 req-675b0317-60f7-4bde-8e55-70501941b5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:34:48.468513 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-1717ab7f-31a9-42fb-9ad1-2135bd790534 req-675b0317-60f7-4bde-8e55-70501941b5c0 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a4dbbcc1124e443cb7a05ff0d36a859f&device_id=f1949027-854a-4085-86ec-626627f6d595 HTTP/1.1" status: 200 len: 1097 time: 0.0463047 Aug 11 04:34:48.569636 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1717ab7f-31a9-42fb-9ad1-2135bd790534 req-0d7746ad-e87f-45c1-b0ba-6b7a386ed5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:34:48.571184 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-1717ab7f-31a9-42fb-9ad1-2135bd790534 req-0d7746ad-e87f-45c1-b0ba-6b7a386ed5f5 service neutron] 10.222.0.22 "GET /v2.0/networks?id=5055d5f2-edc5-4c2d-9e93-4b8ce8535c2c HTTP/1.1" status: 200 len: 910 time: 0.0832169 Aug 11 04:34:48.638067 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-1717ab7f-31a9-42fb-9ad1-2135bd790534 req-159f1544-52e2-4797-a694-660092beb293 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5f75933b-ab26-4a60-98c4-9099dbae3c0a HTTP/1.1" status: 200 len: 1000 time: 0.0599871 Aug 11 04:34:48.685167 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1717ab7f-31a9-42fb-9ad1-2135bd790534 req-bc3f5ac7-ed21-4444-b602-4218c1bc0bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:34:48.686628 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-1717ab7f-31a9-42fb-9ad1-2135bd790534 req-bc3f5ac7-ed21-4444-b602-4218c1bc0bce service neutron] 10.222.0.22 "GET /v2.0/subnets?id=bc748275-2003-4b16-974e-5fd34b892081 HTTP/1.1" status: 200 len: 848 time: 0.0421972 Aug 11 04:34:48.732339 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1717ab7f-31a9-42fb-9ad1-2135bd790534 req-1e09ea76-2d69-4283-8c0e-77818fbb4615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:34:48.733759 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-1717ab7f-31a9-42fb-9ad1-2135bd790534 req-1e09ea76-2d69-4283-8c0e-77818fbb4615 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=5055d5f2-edc5-4c2d-9e93-4b8ce8535c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0383298 Aug 11 04:34:48.823979 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-1717ab7f-31a9-42fb-9ad1-2135bd790534 req-4408f913-b480-406d-8de0-75a348c13c2f service neutron] 10.222.0.22 "GET /v2.0/networks/5055d5f2-edc5-4c2d-9e93-4b8ce8535c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821614 Aug 11 04:34:48.911390 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-1717ab7f-31a9-42fb-9ad1-2135bd790534 req-6b6e68a1-f595-460a-9eba-08da33c6be8f service neutron] 10.222.0.22 "GET /v2.0/networks/5055d5f2-edc5-4c2d-9e93-4b8ce8535c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796504 Aug 11 04:34:57.423723 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.agents_db [None req-950b7202-decb-43e2-8f71-ac8931dc9749 None None] Agent healthcheck: found 7 active agents {{(pid=102194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 04:34:59.269162 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-651bba14-bebb-4d72-a780-a8232dad692c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:35:01.943184 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:35:02.171765 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-55e32540-d818-4dab-8ebe-4ad744ab8228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:35:03.412247 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:35:05.032382 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:35:08.189042 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:35:12.126215 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:35:29.277466 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-660e9af9-bca2-4ef7-bc9f-5ad4278add8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:35:31.919603 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:35:32.197403 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-20d110cc-8772-446e-bae9-1381cad4c9f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:35:33.405734 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:35:34.422385 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.agents_db [None req-950b7202-decb-43e2-8f71-ac8931dc9749 None None] Agent healthcheck: found 7 active agents {{(pid=102194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 04:35:35.028448 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:35:38.234072 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:35:42.151520 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:35:50.374719 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-57e6fee0-afb5-4377-a624-f484520dc82e req-360a3e68-6aaa-44ac-9516-292981e59736 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=f1949027-854a-4085-86ec-626627f6d595&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0393114 Aug 11 04:35:50.460253 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e6fee0-afb5-4377-a624-f484520dc82e req-0a40bd1e-1bdf-450f-9bc4-602077ef8e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:35:50.461843 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-57e6fee0-afb5-4377-a624-f484520dc82e req-0a40bd1e-1bdf-450f-9bc4-602077ef8e6e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a4dbbcc1124e443cb7a05ff0d36a859f&device_id=f1949027-854a-4085-86ec-626627f6d595 HTTP/1.1" status: 200 len: 1097 time: 0.0463524 Aug 11 04:35:50.563035 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e6fee0-afb5-4377-a624-f484520dc82e req-a9187b51-b6c9-4810-baf4-5c0b320f6875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:35:50.564519 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-57e6fee0-afb5-4377-a624-f484520dc82e req-a9187b51-b6c9-4810-baf4-5c0b320f6875 service neutron] 10.222.0.22 "GET /v2.0/networks?id=5055d5f2-edc5-4c2d-9e93-4b8ce8535c2c HTTP/1.1" status: 200 len: 910 time: 0.0847044 Aug 11 04:35:50.632267 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-57e6fee0-afb5-4377-a624-f484520dc82e req-6982c036-777c-4def-8e5c-1df8caa5c469 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5f75933b-ab26-4a60-98c4-9099dbae3c0a HTTP/1.1" status: 200 len: 1000 time: 0.0606389 Aug 11 04:35:50.679937 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e6fee0-afb5-4377-a624-f484520dc82e req-5bf3d1cb-1caa-4c3d-adaa-6156362722b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:35:50.681358 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-57e6fee0-afb5-4377-a624-f484520dc82e req-5bf3d1cb-1caa-4c3d-adaa-6156362722b7 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=bc748275-2003-4b16-974e-5fd34b892081 HTTP/1.1" status: 200 len: 848 time: 0.0425642 Aug 11 04:35:50.726953 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e6fee0-afb5-4377-a624-f484520dc82e req-b56d9a9b-de87-4f5a-999b-c7669ebdfa84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:35:50.728519 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-57e6fee0-afb5-4377-a624-f484520dc82e req-b56d9a9b-de87-4f5a-999b-c7669ebdfa84 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=5055d5f2-edc5-4c2d-9e93-4b8ce8535c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393257 Aug 11 04:35:50.819851 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-57e6fee0-afb5-4377-a624-f484520dc82e req-09559626-fe10-4d63-b0ce-f3b5fa8976c0 service neutron] 10.222.0.22 "GET /v2.0/networks/5055d5f2-edc5-4c2d-9e93-4b8ce8535c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837405 Aug 11 04:35:50.907878 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-57e6fee0-afb5-4377-a624-f484520dc82e req-b6cf5419-8195-4380-9126-da9f8cdcdf95 service neutron] 10.222.0.22 "GET /v2.0/networks/5055d5f2-edc5-4c2d-9e93-4b8ce8535c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801120 Aug 11 04:35:59.251095 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-95f5e163-2674-49f9-9e4c-edd211bec5a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:36:01.950882 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:36:02.181725 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-ceb0f5be-79a6-4384-80d1-c4104f473afa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:36:03.385597 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:36:05.050672 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:36:08.222010 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:36:11.421134 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.agents_db [None req-950b7202-decb-43e2-8f71-ac8931dc9749 None None] Agent healthcheck: found 7 active agents {{(pid=102194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 04:36:12.153508 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:36:29.278486 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-32902858-5f5e-457a-98d5-6aecfe1285b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:36:31.928296 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:36:32.187396 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-f234da38-e9d8-42d3-b766-afd7617eadd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:36:33.364376 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:36:35.021095 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:36:35.671647 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 5f75933b-ab26-4a60-98c4-9099dbae3c0a details requested by agent hyperv_n-h1-764292-30 with host n-h1-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 04:36:35.915616 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 5f75933b-ab26-4a60-98c4-9099dbae3c0a, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=5f75933b-ab26-4a60-98c4-9099dbae3c0a,segment=NetworkSegment(a3a908b8-6aab-478d-9f13-769cf831804c),segment_id=a3a908b8-6aab-478d-9f13-769cf831804c)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:36:35.926673 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Returning: {'device': '5f75933b-ab26-4a60-98c4-9099dbae3c0a', 'network_id': '5055d5f2-edc5-4c2d-9e93-4b8ce8535c2c', 'port_id': '5f75933b-ab26-4a60-98c4-9099dbae3c0a', 'mac_address': 'fa:16:3e:86:3c:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc748275-2003-4b16-974e-5fd34b892081', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 04:36:35.962697 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:36:35.975209 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5f75933b-ab26-4a60-98c4-9099dbae3c0a {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 04:36:35.994470 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 5f75933b-ab26-4a60-98c4-9099dbae3c0a, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=5f75933b-ab26-4a60-98c4-9099dbae3c0a,segment=NetworkSegment(a3a908b8-6aab-478d-9f13-769cf831804c),segment_id=a3a908b8-6aab-478d-9f13-769cf831804c)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:36:36.087980 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:36:36.140460 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=5f75933b-ab26-4a60-98c4-9099dbae3c0a,revision_number=6']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:36:36.148304 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:36:36.148656 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:36:36.148999 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:36:36.149335 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:36:36.149669 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:36:36.149999 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:36:36.150357 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:36:36.150688 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:36:36.151046 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:36:36.151369 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:36:36.151699 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:36:36.155345 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:36:36.163222 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] get_ports_and_sgs() called for port_ids ['5f75933b-ab26-4a60-98c4-9099dbae3c0a'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 04:36:37.689893 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 5f75933b-ab26-4a60-98c4-9099dbae3c0a up at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 04:36:37.738140 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Provisioning complete for port 5f75933b-ab26-4a60-98c4-9099dbae3c0a triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 04:36:37.738537 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:36:37.812911 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:36:37.833934 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1949027-854a-4085-86ec-626627f6d595', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f75933b-ab26-4a60-98c4-9099dbae3c0a'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 04:36:37.836255 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e385e08809ed349a2646fb52500b409f99e085c14d592b33dda6f3cb7a212da1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3787d72c-fd15-4e67-8d86-1c24556ce644" -d '{"events": [{"server_uuid": "f1949027-854a-4085-86ec-626627f6d595", "name": "network-vif-plugged", "status": "completed", "tag": "5f75933b-ab26-4a60-98c4-9099dbae3c0a"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 04:36:37.849316 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 5f75933b-ab26-4a60-98c4-9099dbae3c0a, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=5f75933b-ab26-4a60-98c4-9099dbae3c0a,segment=NetworkSegment(a3a908b8-6aab-478d-9f13-769cf831804c),segment_id=a3a908b8-6aab-478d-9f13-769cf831804c)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:36:37.939115 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:36:37.987852 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=5f75933b-ab26-4a60-98c4-9099dbae3c0a,revision_number=7']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:36:38.238633 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:36:38.893246 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 04:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13e4360a-6155-4188-a307-095d2c9e59c0 x-openstack-request-id: req-13e4360a-6155-4188-a307-095d2c9e59c0 {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 04:36:38.893838 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1949027-854a-4085-86ec-626627f6d595", "name": "network-vif-plugged", "status": "completed", "tag": "5f75933b-ab26-4a60-98c4-9099dbae3c0a", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 04:36:38.893838 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-13e4360a-6155-4188-a307-095d2c9e59c0 {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 04:36:38.894177 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1949027-854a-4085-86ec-626627f6d595', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f75933b-ab26-4a60-98c4-9099dbae3c0a', 'code': 200} Aug 11 04:36:42.163972 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:36:48.421234 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.agents_db [None req-950b7202-decb-43e2-8f71-ac8931dc9749 None None] Agent healthcheck: found 7 active agents {{(pid=102194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 04:36:50.395199 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1e395f-2176-4218-b946-54bddbd7788e req-811ed596-3e43-446b-a054-54afca4d6fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:36:50.396673 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-0f1e395f-2176-4218-b946-54bddbd7788e req-811ed596-3e43-446b-a054-54afca4d6fe1 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a4dbbcc1124e443cb7a05ff0d36a859f&device_id=f1949027-854a-4085-86ec-626627f6d595 HTTP/1.1" status: 200 len: 1097 time: 0.0396049 Aug 11 04:36:50.827379 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1e395f-2176-4218-b946-54bddbd7788e req-991d829d-f45f-46fa-8b88-2746bb63a1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:36:50.828894 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-0f1e395f-2176-4218-b946-54bddbd7788e req-991d829d-f45f-46fa-8b88-2746bb63a1d4 service neutron] 10.222.0.22 "GET /v2.0/networks?id=5055d5f2-edc5-4c2d-9e93-4b8ce8535c2c HTTP/1.1" status: 200 len: 910 time: 0.4124231 Aug 11 04:36:50.877435 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e65c20e0-565e-4d5b-a067-3be3c0c9ab36 req-1ba9cb23-1aac-40ed-936e-1d76c19b8128 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1778836700&fields=id&tenant_id=a4dbbcc1124e443cb7a05ff0d36a859f HTTP/1.1" status: 200 len: 267 time: 0.0328634 Aug 11 04:36:50.894623 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-0f1e395f-2176-4218-b946-54bddbd7788e req-620cec15-6d4d-4ac2-a63d-4ec78d06353c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5f75933b-ab26-4a60-98c4-9099dbae3c0a HTTP/1.1" status: 200 len: 1000 time: 0.0579441 Aug 11 04:36:50.946761 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1e395f-2176-4218-b946-54bddbd7788e req-d28bde2a-363a-466b-b58e-77f8ff1855b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:36:50.948249 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-0f1e395f-2176-4218-b946-54bddbd7788e req-d28bde2a-363a-466b-b58e-77f8ff1855b1 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=bc748275-2003-4b16-974e-5fd34b892081 HTTP/1.1" status: 200 len: 848 time: 0.0466561 Aug 11 04:36:50.985150 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65c20e0-565e-4d5b-a067-3be3c0c9ab36 req-f418ea25-6328-4696-92d5-317dc59f1962 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:36:50.986671 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e65c20e0-565e-4d5b-a067-3be3c0c9ab36 req-f418ea25-6328-4696-92d5-317dc59f1962 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] 10.222.0.41 "GET /v2.0/networks?id=5055d5f2-edc5-4c2d-9e93-4b8ce8535c2c HTTP/1.1" status: 200 len: 809 time: 0.1017466 Aug 11 04:36:50.994172 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1e395f-2176-4218-b946-54bddbd7788e req-c8aca111-c235-4e02-b3ba-19a4730fb70f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:36:50.995692 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-0f1e395f-2176-4218-b946-54bddbd7788e req-c8aca111-c235-4e02-b3ba-19a4730fb70f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=5055d5f2-edc5-4c2d-9e93-4b8ce8535c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402861 Aug 11 04:36:51.002727 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e65c20e0-565e-4d5b-a067-3be3c0c9ab36 req-f4eec127-a150-4e9d-8d16-2f6809f28828 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] 10.222.0.41 "GET /v2.0/quotas/a4dbbcc1124e443cb7a05ff0d36a859f HTTP/1.1" status: 200 len: 375 time: 0.0096323 Aug 11 04:36:51.062876 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e65c20e0-565e-4d5b-a067-3be3c0c9ab36 req-182ee825-2adb-4112-b7ee-f3734dc55d45 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=a4dbbcc1124e443cb7a05ff0d36a859f&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0536015 Aug 11 04:36:51.090001 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-0f1e395f-2176-4218-b946-54bddbd7788e req-20c9e93e-31a5-42e5-96f0-c75dca35ea34 service neutron] 10.222.0.22 "GET /v2.0/networks/5055d5f2-edc5-4c2d-9e93-4b8ce8535c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867136 Aug 11 04:36:51.182920 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-0f1e395f-2176-4218-b946-54bddbd7788e req-923b5a5d-2237-4c2e-bb0e-85263ff80cbf service neutron] 10.222.0.22 "GET /v2.0/networks/5055d5f2-edc5-4c2d-9e93-4b8ce8535c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858233 Aug 11 04:36:51.203662 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e65c20e0-565e-4d5b-a067-3be3c0c9ab36 req-705f2aa1-f0da-41e5-b5a8-a588148a4cd9 service neutron] 10.222.0.41 "GET /v2.0/networks/5055d5f2-edc5-4c2d-9e93-4b8ce8535c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263051 Aug 11 04:36:51.295578 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-e65c20e0-565e-4d5b-a067-3be3c0c9ab36 req-050b8506-6167-4f4f-b057-0f3d7f1edddb service neutron] 10.222.0.41 "GET /v2.0/networks/5055d5f2-edc5-4c2d-9e93-4b8ce8535c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857618 Aug 11 04:36:51.586414 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-41314958-0411-4b2e-8cc8-2dde39cd1fc6 req-4aca3836-829b-4037-af73-8798d3a0880a tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] 10.222.0.41 "GET /v2.0/ports?device_id=cfb064ce-f7b6-4435-9982-bf45630effad HTTP/1.1" status: 200 len: 210 time: 0.0769341 Aug 11 04:36:52.685386 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1d87b67c-c339-44a5-8a84-85075d02df7a req-9527b13d-4dbb-47fa-8629-774834db580b tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] 10.222.0.41 "GET /v2.0/ports?device_id=cfb064ce-f7b6-4435-9982-bf45630effad HTTP/1.1" status: 200 len: 210 time: 0.0286345 Aug 11 04:36:53.563664 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.24', 58535) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:36:53.665199 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65c20e0-565e-4d5b-a067-3be3c0c9ab36 req-6fa34c46-f132-45cd-8818-9d12e77dc664 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:36:53.666655 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-e65c20e0-565e-4d5b-a067-3be3c0c9ab36 req-6fa34c46-f132-45cd-8818-9d12e77dc664 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] 10.222.0.24 "GET /v2.0/networks?id=5055d5f2-edc5-4c2d-9e93-4b8ce8535c2c HTTP/1.1" status: 200 len: 809 time: 0.1018353 Aug 11 04:36:53.713614 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-e65c20e0-565e-4d5b-a067-3be3c0c9ab36 req-a6ea5a4a-2fea-4669-b4c2-5d010f038a32 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a4dbbcc1124e443cb7a05ff0d36a859f HTTP/1.1" status: 200 len: 380 time: 0.0380154 Aug 11 04:36:53.723638 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-e65c20e0-565e-4d5b-a067-3be3c0c9ab36 req-04288c74-0a23-489a-8080-66b904d13f0e tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Request body: {'port': {'device_id': 'cfb064ce-f7b6-4435-9982-bf45630effad', 'network_id': '5055d5f2-edc5-4c2d-9e93-4b8ce8535c2c', 'admin_state_up': True, 'tenant_id': 'a4dbbcc1124e443cb7a05ff0d36a859f', 'security_groups': ['5835a66d-7761-44af-883a-edffb31bbec6']}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:36:53.762423 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 5f75933b-ab26-4a60-98c4-9099dbae3c0a no longer exists at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 04:36:53.791631 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-b0fe7f1d-86b4-4124-8af6-8acf0451f4cd req-234d3f3a-dffe-469c-9562-c241c62b1b06 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] 10.222.0.41 "GET /v2.0/ports?device_id=cfb064ce-f7b6-4435-9982-bf45630effad HTTP/1.1" status: 200 len: 210 time: 0.0274889 Aug 11 04:36:53.848870 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:36:53.873329 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1949027-854a-4085-86ec-626627f6d595', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f75933b-ab26-4a60-98c4-9099dbae3c0a'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 04:36:53.875873 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e385e08809ed349a2646fb52500b409f99e085c14d592b33dda6f3cb7a212da1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-839b9f96-b580-43c1-9b84-54e04ee8ed55" -d '{"events": [{"server_uuid": "f1949027-854a-4085-86ec-626627f6d595", "name": "network-vif-unplugged", "status": "completed", "tag": "5f75933b-ab26-4a60-98c4-9099dbae3c0a"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 04:36:53.889062 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] For port 5f75933b-ab26-4a60-98c4-9099dbae3c0a, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=5f75933b-ab26-4a60-98c4-9099dbae3c0a,segment=NetworkSegment(a3a908b8-6aab-478d-9f13-769cf831804c),segment_id=a3a908b8-6aab-478d-9f13-769cf831804c)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:36:53.900759 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e65c20e0-565e-4d5b-a067-3be3c0c9ab36 req-04288c74-0a23-489a-8080-66b904d13f0e tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Made reservation on behalf of a4dbbcc1124e443cb7a05ff0d36a859f for: {'port': 1} {{(pid=102191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 04:36:53.904507 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-e65c20e0-565e-4d5b-a067-3be3c0c9ab36 req-04288c74-0a23-489a-8080-66b904d13f0e tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:36:53.912413 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 04:36:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ea03cf5-4ea4-4b1f-b042-54b229d2b07e x-openstack-request-id: req-7ea03cf5-4ea4-4b1f-b042-54b229d2b07e {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 04:36:53.912702 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1949027-854a-4085-86ec-626627f6d595", "name": "network-vif-unplugged", "status": "completed", "tag": "5f75933b-ab26-4a60-98c4-9099dbae3c0a", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 04:36:53.912949 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7ea03cf5-4ea4-4b1f-b042-54b229d2b07e {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 04:36:53.913354 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1949027-854a-4085-86ec-626627f6d595', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f75933b-ab26-4a60-98c4-9099dbae3c0a', 'code': 200} Aug 11 04:36:54.015188 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:36:54.035233 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_common [req-e65c20e0-565e-4d5b-a067-3be3c0c9ab36 req-04288c74-0a23-489a-8080-66b904d13f0e tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Allocated IP 172.20.0.5 (5055d5f2-edc5-4c2d-9e93-4b8ce8535c2c/bc748275-2003-4b16-974e-5fd34b892081/b65e4a42-a5bb-48fb-a58d-df9e23325f1c) {{(pid=102191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 04:36:54.065987 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Pushing event updated for resources: {'Port': ['ID=5f75933b-ab26-4a60-98c4-9099dbae3c0a,revision_number=8']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:36:54.180164 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-e65c20e0-565e-4d5b-a067-3be3c0c9ab36 req-04288c74-0a23-489a-8080-66b904d13f0e tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Notify callbacks [] for port, precommit_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:36:54.193962 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [req-e65c20e0-565e-4d5b-a067-3be3c0c9ab36 req-04288c74-0a23-489a-8080-66b904d13f0e tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Transition to ACTIVE for port object b65e4a42-a5bb-48fb-a58d-df9e23325f1c will not be triggered until provisioned by entity DHCP. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 04:36:54.290824 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-e65c20e0-565e-4d5b-a067-3be3c0c9ab36 req-04288c74-0a23-489a-8080-66b904d13f0e tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_create {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:36:54.338178 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e65c20e0-565e-4d5b-a067-3be3c0c9ab36 req-04288c74-0a23-489a-8080-66b904d13f0e tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Network 5055d5f2-edc5-4c2d-9e93-4b8ce8535c2c is already hosted by enough agents. {{(pid=102191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 04:36:54.343887 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.base_scheduler [req-e65c20e0-565e-4d5b-a067-3be3c0c9ab36 req-04288c74-0a23-489a-8080-66b904d13f0e tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Resources bound (agent type, host, resource id): {{(pid=102191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 04:36:54.347918 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-e65c20e0-565e-4d5b-a067-3be3c0c9ab36 req-04288c74-0a23-489a-8080-66b904d13f0e tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Received port after_create {{(pid=102191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 04:36:54.379274 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04288c74-0a23-489a-8080-66b904d13f0e tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Pushing event updated for resources: {'Port': ['ID=b65e4a42-a5bb-48fb-a58d-df9e23325f1c,revision_number=1']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:36:54.393738 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04288c74-0a23-489a-8080-66b904d13f0e tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:36:54.394121 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04288c74-0a23-489a-8080-66b904d13f0e tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:36:54.394620 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04288c74-0a23-489a-8080-66b904d13f0e tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:36:54.395290 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04288c74-0a23-489a-8080-66b904d13f0e tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:36:54.395732 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04288c74-0a23-489a-8080-66b904d13f0e tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:36:54.396077 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04288c74-0a23-489a-8080-66b904d13f0e tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:36:54.396413 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04288c74-0a23-489a-8080-66b904d13f0e tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:36:54.396859 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04288c74-0a23-489a-8080-66b904d13f0e tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:36:54.397314 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04288c74-0a23-489a-8080-66b904d13f0e tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:36:54.397455 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04288c74-0a23-489a-8080-66b904d13f0e tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:36:54.398693 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04288c74-0a23-489a-8080-66b904d13f0e tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:36:54.403355 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04288c74-0a23-489a-8080-66b904d13f0e tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:36:54.428965 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65c20e0-565e-4d5b-a067-3be3c0c9ab36 req-04288c74-0a23-489a-8080-66b904d13f0e tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:36:54.430204 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-e65c20e0-565e-4d5b-a067-3be3c0c9ab36 req-04288c74-0a23-489a-8080-66b904d13f0e tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:36:54.555808 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-e65c20e0-565e-4d5b-a067-3be3c0c9ab36 req-04288c74-0a23-489a-8080-66b904d13f0e tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8359277 Aug 11 04:36:54.784568 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-1b36d18c-cc96-4314-bc1a-d532afd8ac9c None None] Provisioning for port b65e4a42-a5bb-48fb-a58d-df9e23325f1c completed by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 04:36:54.791930 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-1b36d18c-cc96-4314-bc1a-d532afd8ac9c None None] Provisioning complete for port b65e4a42-a5bb-48fb-a58d-df9e23325f1c triggered by entity DHCP. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 04:36:54.796250 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-1b36d18c-cc96-4314-bc1a-d532afd8ac9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:36:54.830936 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-1b36d18c-cc96-4314-bc1a-d532afd8ac9c None None] Port b65e4a42-a5bb-48fb-a58d-df9e23325f1c cannot update to ACTIVE because it is not bound. {{(pid=102193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 04:36:54.930784 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dff85b-e415-45da-8547-3860f8334422 req-b284fa3d-7b8c-4009-84ee-bd591ce0b298 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:36:54.932992 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-13dff85b-e415-45da-8547-3860f8334422 req-b284fa3d-7b8c-4009-84ee-bd591ce0b298 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] 10.222.0.41 "GET /v2.0/ports?device_id=cfb064ce-f7b6-4435-9982-bf45630effad HTTP/1.1" status: 200 len: 931 time: 0.0585935 Aug 11 04:36:54.977998 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-13dff85b-e415-45da-8547-3860f8334422 req-ac514d6b-d494-40a2-a3d4-52a1f203a20d tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] 10.222.0.41 "GET /v2.0/security-groups?id=5835a66d-7761-44af-883a-edffb31bbec6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383441 Aug 11 04:36:56.103800 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c491a3a8-a4b3-4244-95dd-07a60c9fabe9 req-75252b76-1304-4286-8f56-50ac81d7384a tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:36:56.105262 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c491a3a8-a4b3-4244-95dd-07a60c9fabe9 req-75252b76-1304-4286-8f56-50ac81d7384a tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] 10.222.0.41 "GET /v2.0/ports?device_id=cfb064ce-f7b6-4435-9982-bf45630effad HTTP/1.1" status: 200 len: 931 time: 0.0492725 Aug 11 04:36:56.153879 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c491a3a8-a4b3-4244-95dd-07a60c9fabe9 req-7c2a1cf6-d274-4141-8d9e-152462eef9fb tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] 10.222.0.41 "GET /v2.0/security-groups?id=5835a66d-7761-44af-883a-edffb31bbec6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388985 Aug 11 04:36:57.280296 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd58a26-932e-4f81-a150-b6f3a377c699 req-01207592-53f7-4a67-9b94-7991aa2e8a96 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:36:57.282727 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6cd58a26-932e-4f81-a150-b6f3a377c699 req-01207592-53f7-4a67-9b94-7991aa2e8a96 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] 10.222.0.41 "GET /v2.0/ports?device_id=cfb064ce-f7b6-4435-9982-bf45630effad HTTP/1.1" status: 200 len: 931 time: 0.0529208 Aug 11 04:36:57.322655 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-6cd58a26-932e-4f81-a150-b6f3a377c699 req-8f92bfc4-e387-4070-9d1a-5d798b6b8667 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] 10.222.0.41 "GET /v2.0/security-groups?id=5835a66d-7761-44af-883a-edffb31bbec6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337913 Aug 11 04:36:58.456001 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2136aaf-8ad9-4f07-9262-0039b9fc56f0 req-05be67a0-60c8-4f24-b224-94bdd711789e tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:36:58.462569 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d2136aaf-8ad9-4f07-9262-0039b9fc56f0 req-05be67a0-60c8-4f24-b224-94bdd711789e tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] 10.222.0.41 "GET /v2.0/ports?device_id=cfb064ce-f7b6-4435-9982-bf45630effad HTTP/1.1" status: 200 len: 931 time: 0.0506575 Aug 11 04:36:58.500707 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-d2136aaf-8ad9-4f07-9262-0039b9fc56f0 req-ceac679e-ea1b-45b5-b3f9-7b68e8a6030c tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] 10.222.0.41 "GET /v2.0/security-groups?id=5835a66d-7761-44af-883a-edffb31bbec6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370910 Aug 11 04:36:59.258980 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-299ba2c4-e81e-458c-b9ac-20fdb3486fa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:36:59.747227 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c84316-c080-4ec1-b124-c754e92a03ca req-7abb0588-94d2-4de5-a357-47fc0048ca27 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:36:59.748725 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-78c84316-c080-4ec1-b124-c754e92a03ca req-7abb0588-94d2-4de5-a357-47fc0048ca27 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] 10.222.0.41 "GET /v2.0/ports?device_id=cfb064ce-f7b6-4435-9982-bf45630effad HTTP/1.1" status: 200 len: 931 time: 0.0500748 Aug 11 04:36:59.787760 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-78c84316-c080-4ec1-b124-c754e92a03ca req-dc0cc835-7314-476e-afc2-bd5fd9f1c8ea tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] 10.222.0.41 "GET /v2.0/security-groups?id=5835a66d-7761-44af-883a-edffb31bbec6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326817 Aug 11 04:37:00.916678 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72474e9d-9fcb-4516-b5d1-c2c81a264573 req-65d028ce-ddcc-48df-9d2e-dedca1728561 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:37:00.918169 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-72474e9d-9fcb-4516-b5d1-c2c81a264573 req-65d028ce-ddcc-48df-9d2e-dedca1728561 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] 10.222.0.41 "GET /v2.0/ports?device_id=cfb064ce-f7b6-4435-9982-bf45630effad HTTP/1.1" status: 200 len: 931 time: 0.0570478 Aug 11 04:37:00.957257 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-72474e9d-9fcb-4516-b5d1-c2c81a264573 req-725f1265-82b7-4c2b-82fc-26b16f48f8fa tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] 10.222.0.41 "GET /v2.0/security-groups?id=5835a66d-7761-44af-883a-edffb31bbec6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327137 Aug 11 04:37:01.995743 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:37:02.080210 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8add9b-7c70-4722-baef-5ccf92301a53 req-02478651-cf98-461b-aaae-8ab845c1448b tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:37:02.081713 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-da8add9b-7c70-4722-baef-5ccf92301a53 req-02478651-cf98-461b-aaae-8ab845c1448b tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] 10.222.0.41 "GET /v2.0/ports?device_id=cfb064ce-f7b6-4435-9982-bf45630effad HTTP/1.1" status: 200 len: 931 time: 0.0522380 Aug 11 04:37:02.128284 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-da8add9b-7c70-4722-baef-5ccf92301a53 req-0df9cc79-01ee-44cc-86bb-d8b6df8c18c8 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] 10.222.0.41 "GET /v2.0/security-groups?id=5835a66d-7761-44af-883a-edffb31bbec6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393684 Aug 11 04:37:02.197846 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-0402b6cb-adde-4c53-8897-a49a77e0be16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:37:03.252743 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd14d00c-6f64-4e58-89d1-c22c117e89a8 req-7c904832-41f3-48a8-aa16-ecdd9b72de82 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:37:03.254225 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cd14d00c-6f64-4e58-89d1-c22c117e89a8 req-7c904832-41f3-48a8-aa16-ecdd9b72de82 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] 10.222.0.41 "GET /v2.0/ports?device_id=cfb064ce-f7b6-4435-9982-bf45630effad HTTP/1.1" status: 200 len: 931 time: 0.0503802 Aug 11 04:37:03.294005 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cd14d00c-6f64-4e58-89d1-c22c117e89a8 req-bc945f93-f6ae-489b-a7d0-6445c847d017 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] 10.222.0.41 "GET /v2.0/security-groups?id=5835a66d-7761-44af-883a-edffb31bbec6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335741 Aug 11 04:37:03.392127 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:37:04.413263 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7ea31b-f0e5-478c-9754-0cae4e54661c req-c5277d6d-ac35-4345-afad-4d8ad0df1fbd tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:37:04.414770 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bb7ea31b-f0e5-478c-9754-0cae4e54661c req-c5277d6d-ac35-4345-afad-4d8ad0df1fbd tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] 10.222.0.41 "GET /v2.0/ports?device_id=cfb064ce-f7b6-4435-9982-bf45630effad HTTP/1.1" status: 200 len: 931 time: 0.0508564 Aug 11 04:37:04.453283 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-bb7ea31b-f0e5-478c-9754-0cae4e54661c req-2ee7eed5-857d-4b88-96a9-673d65b759ab tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] 10.222.0.41 "GET /v2.0/security-groups?id=5835a66d-7761-44af-883a-edffb31bbec6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321608 Aug 11 04:37:05.069868 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:37:05.099641 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [req-e65c20e0-565e-4d5b-a067-3be3c0c9ab36 req-7ba5593b-3e11-4458-9c1c-cfcbd534488a tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102191) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 04:37:05.100611 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-e65c20e0-565e-4d5b-a067-3be3c0c9ab36 req-7ba5593b-3e11-4458-9c1c-cfcbd534488a tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054586 Aug 11 04:37:05.156343 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.v2.base [req-e65c20e0-565e-4d5b-a067-3be3c0c9ab36 req-05e7658a-8c36-4423-a78c-92ccbd530788 service neutron] Request body: {'port': {'device_id': 'cfb064ce-f7b6-4435-9982-bf45630effad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764292-30'}} {{(pid=102191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:37:05.209213 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-e65c20e0-565e-4d5b-a067-3be3c0c9ab36 req-05e7658a-8c36-4423-a78c-92ccbd530788 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:37:05.464001 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [req-e65c20e0-565e-4d5b-a067-3be3c0c9ab36 req-05e7658a-8c36-4423-a78c-92ccbd530788 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b65e4a42-a5bb-48fb-a58d-df9e23325f1c {{(pid=102191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 04:37:05.471287 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-e65c20e0-565e-4d5b-a067-3be3c0c9ab36 req-05e7658a-8c36-4423-a78c-92ccbd530788 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:37:05.483410 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.provisioning_blocks [req-e65c20e0-565e-4d5b-a067-3be3c0c9ab36 req-05e7658a-8c36-4423-a78c-92ccbd530788 service neutron] Transition to ACTIVE for port object b65e4a42-a5bb-48fb-a58d-df9e23325f1c will not be triggered until provisioned by entity L2. {{(pid=102191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 04:37:05.555684 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-e65c20e0-565e-4d5b-a067-3be3c0c9ab36 req-05e7658a-8c36-4423-a78c-92ccbd530788 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:37:05.569084 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd771829-0148-4ba7-af43-f4887ec9d524 req-9f0a4f91-c02e-4aa5-9a32-a8aca4df0738 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:37:05.570602 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cd771829-0148-4ba7-af43-f4887ec9d524 req-9f0a4f91-c02e-4aa5-9a32-a8aca4df0738 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] 10.222.0.41 "GET /v2.0/ports?device_id=cfb064ce-f7b6-4435-9982-bf45630effad HTTP/1.1" status: 200 len: 931 time: 0.0488701 Aug 11 04:37:05.606693 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e7658a-8c36-4423-a78c-92ccbd530788 service neutron] Pushing event updated for resources: {'Port': ['ID=b65e4a42-a5bb-48fb-a58d-df9e23325f1c,revision_number=2']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:37:05.614490 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-cd771829-0148-4ba7-af43-f4887ec9d524 req-980cf33c-8ae6-4e54-9555-8ddb129e0298 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] 10.222.0.41 "GET /v2.0/security-groups?id=5835a66d-7761-44af-883a-edffb31bbec6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371888 Aug 11 04:37:05.681350 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-e65c20e0-565e-4d5b-a067-3be3c0c9ab36 req-05e7658a-8c36-4423-a78c-92ccbd530788 service neutron] Attempting to bind port b65e4a42-a5bb-48fb-a58d-df9e23325f1c on host n-h2-764292-30 for vnic_type normal with profile {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 04:37:05.681685 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-e65c20e0-565e-4d5b-a067-3be3c0c9ab36 req-05e7658a-8c36-4423-a78c-92ccbd530788 service neutron] Attempting to bind port b65e4a42-a5bb-48fb-a58d-df9e23325f1c by drivers openvswitch,hyperv on host n-h2-764292-30 at level 0 using segments [{'id': 'a3a908b8-6aab-478d-9f13-769cf831804c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '5055d5f2-edc5-4c2d-9e93-4b8ce8535c2c'}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 04:37:05.682017 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e65c20e0-565e-4d5b-a067-3be3c0c9ab36 req-05e7658a-8c36-4423-a78c-92ccbd530788 service neutron] Attempting to bind port b65e4a42-a5bb-48fb-a58d-df9e23325f1c on network 5055d5f2-edc5-4c2d-9e93-4b8ce8535c2c {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 04:37:05.686585 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e65c20e0-565e-4d5b-a067-3be3c0c9ab36 req-05e7658a-8c36-4423-a78c-92ccbd530788 service neutron] Port b65e4a42-a5bb-48fb-a58d-df9e23325f1c on network 5055d5f2-edc5-4c2d-9e93-4b8ce8535c2c not bound, no agent of type Open vSwitch agent registered on host n-h2-764292-30 {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 04:37:05.686756 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e65c20e0-565e-4d5b-a067-3be3c0c9ab36 req-05e7658a-8c36-4423-a78c-92ccbd530788 service neutron] Attempting to bind port b65e4a42-a5bb-48fb-a58d-df9e23325f1c on network 5055d5f2-edc5-4c2d-9e93-4b8ce8535c2c {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 04:37:05.691624 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e65c20e0-565e-4d5b-a067-3be3c0c9ab36 req-05e7658a-8c36-4423-a78c-92ccbd530788 service neutron] Checking agent: {'id': '70015fc0-62fb-48b2-b453-36906937cf2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764292-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'started_at': datetime.datetime(2021, 8, 11, 2, 56, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 4, 36, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 04:37:05.691968 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e65c20e0-565e-4d5b-a067-3be3c0c9ab36 req-05e7658a-8c36-4423-a78c-92ccbd530788 service neutron] Checking segment: {'id': 'a3a908b8-6aab-478d-9f13-769cf831804c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '5055d5f2-edc5-4c2d-9e93-4b8ce8535c2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 04:37:05.692356 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e65c20e0-565e-4d5b-a067-3be3c0c9ab36 req-05e7658a-8c36-4423-a78c-92ccbd530788 service neutron] Bound using segment: {'id': 'a3a908b8-6aab-478d-9f13-769cf831804c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '5055d5f2-edc5-4c2d-9e93-4b8ce8535c2c'} {{(pid=102191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 04:37:05.692785 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.managers [req-e65c20e0-565e-4d5b-a067-3be3c0c9ab36 req-05e7658a-8c36-4423-a78c-92ccbd530788 service neutron] Bound port: b65e4a42-a5bb-48fb-a58d-df9e23325f1c, host: n-h2-764292-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3a908b8-6aab-478d-9f13-769cf831804c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '5055d5f2-edc5-4c2d-9e93-4b8ce8535c2c'}}] {{(pid=102191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 04:37:05.693146 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-e65c20e0-565e-4d5b-a067-3be3c0c9ab36 req-05e7658a-8c36-4423-a78c-92ccbd530788 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:37:05.759369 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-e65c20e0-565e-4d5b-a067-3be3c0c9ab36 req-05e7658a-8c36-4423-a78c-92ccbd530788 service neutron] For port b65e4a42-a5bb-48fb-a58d-df9e23325f1c, host n-h2-764292-30, cleared binding levels {{(pid=102191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 04:37:05.762723 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-e65c20e0-565e-4d5b-a067-3be3c0c9ab36 req-05e7658a-8c36-4423-a78c-92ccbd530788 service neutron] For port b65e4a42-a5bb-48fb-a58d-df9e23325f1c, host n-h2-764292-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=b65e4a42-a5bb-48fb-a58d-df9e23325f1c,segment=NetworkSegment(a3a908b8-6aab-478d-9f13-769cf831804c),segment_id=a3a908b8-6aab-478d-9f13-769cf831804c)] {{(pid=102191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 04:37:05.833440 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-e65c20e0-565e-4d5b-a067-3be3c0c9ab36 req-05e7658a-8c36-4423-a78c-92ccbd530788 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126283355'] for port, after_update {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:37:05.866000 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65c20e0-565e-4d5b-a067-3be3c0c9ab36 req-05e7658a-8c36-4423-a78c-92ccbd530788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:37:05.866649 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-e65c20e0-565e-4d5b-a067-3be3c0c9ab36 req-05e7658a-8c36-4423-a78c-92ccbd530788 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:37:05.868018 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-e65c20e0-565e-4d5b-a067-3be3c0c9ab36 req-05e7658a-8c36-4423-a78c-92ccbd530788 service neutron] 10.222.0.24 "PUT /v2.0/ports/b65e4a42-a5bb-48fb-a58d-df9e23325f1c HTTP/1.1" status: 200 len: 1092 time: 0.7594688 Aug 11 04:37:05.868997 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfb064ce-f7b6-4435-9982-bf45630effad', 'tag': 'b65e4a42-a5bb-48fb-a58d-df9e23325f1c'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 04:37:05.871293 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9291d331c18c1eb37c2b57c8af4a09724b2e7f160dd5faf652855b3e38b81ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eb0e3ad-df90-417b-bd89-6c0bd62cca05" -d '{"events": [{"name": "network-changed", "server_uuid": "cfb064ce-f7b6-4435-9982-bf45630effad", "tag": "b65e4a42-a5bb-48fb-a58d-df9e23325f1c"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 04:37:05.899842 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e7658a-8c36-4423-a78c-92ccbd530788 service neutron] Pushing event updated for resources: {'Port': ['ID=b65e4a42-a5bb-48fb-a58d-df9e23325f1c,revision_number=3']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:37:05.917887 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 04:37:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92c9311b-f632-48b2-834d-ec170d209fc5 x-openstack-request-id: req-92c9311b-f632-48b2-834d-ec170d209fc5 {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 04:37:05.918252 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfb064ce-f7b6-4435-9982-bf45630effad", "tag": "b65e4a42-a5bb-48fb-a58d-df9e23325f1c", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 04:37:05.918607 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-92c9311b-f632-48b2-834d-ec170d209fc5 {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 04:37:05.919087 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfb064ce-f7b6-4435-9982-bf45630effad', 'tag': 'b65e4a42-a5bb-48fb-a58d-df9e23325f1c', 'status': 'completed', 'code': 200} Aug 11 04:37:05.984163 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb0e3ad-df90-417b-bd89-6c0bd62cca05 req-671538b8-4c6b-4bcf-b9aa-9dbb3b06fbed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:37:05.985849 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-3eb0e3ad-df90-417b-bd89-6c0bd62cca05 req-671538b8-4c6b-4bcf-b9aa-9dbb3b06fbed service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a4dbbcc1124e443cb7a05ff0d36a859f&device_id=cfb064ce-f7b6-4435-9982-bf45630effad HTTP/1.1" status: 200 len: 1095 time: 0.0443668 Aug 11 04:37:06.093014 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb0e3ad-df90-417b-bd89-6c0bd62cca05 req-74077b8a-cf2b-40ab-bcbe-88c57beb921e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:37:06.094567 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-3eb0e3ad-df90-417b-bd89-6c0bd62cca05 req-74077b8a-cf2b-40ab-bcbe-88c57beb921e service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=a4dbbcc1124e443cb7a05ff0d36a859f&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1011679 Aug 11 04:37:06.187848 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb0e3ad-df90-417b-bd89-6c0bd62cca05 req-38042b14-07f8-4aae-bb46-7dbc7b280e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:37:06.189215 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-3eb0e3ad-df90-417b-bd89-6c0bd62cca05 req-38042b14-07f8-4aae-bb46-7dbc7b280e68 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0876877 Aug 11 04:37:06.267733 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65c20e0-565e-4d5b-a067-3be3c0c9ab36 req-cfa5c250-04b1-4cec-b7a8-efd04e28658a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:37:06.269143 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-e65c20e0-565e-4d5b-a067-3be3c0c9ab36 req-cfa5c250-04b1-4cec-b7a8-efd04e28658a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a4dbbcc1124e443cb7a05ff0d36a859f&device_id=cfb064ce-f7b6-4435-9982-bf45630effad HTTP/1.1" status: 200 len: 1095 time: 0.0455248 Aug 11 04:37:06.309780 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-e65c20e0-565e-4d5b-a067-3be3c0c9ab36 req-60d5ed0a-4c3b-453f-b894-3414ec22aaa3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b65e4a42-a5bb-48fb-a58d-df9e23325f1c HTTP/1.1" status: 200 len: 217 time: 0.0333416 Aug 11 04:37:06.358339 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65c20e0-565e-4d5b-a067-3be3c0c9ab36 req-c0a59c56-0989-4950-b472-263c0f4326d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:37:06.359752 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-e65c20e0-565e-4d5b-a067-3be3c0c9ab36 req-c0a59c56-0989-4950-b472-263c0f4326d5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bc748275-2003-4b16-974e-5fd34b892081 HTTP/1.1" status: 200 len: 848 time: 0.0431085 Aug 11 04:37:06.409880 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65c20e0-565e-4d5b-a067-3be3c0c9ab36 req-d2fa0e28-3422-455f-be74-b02435967e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:37:06.411402 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-e65c20e0-565e-4d5b-a067-3be3c0c9ab36 req-d2fa0e28-3422-455f-be74-b02435967e37 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5055d5f2-edc5-4c2d-9e93-4b8ce8535c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438344 Aug 11 04:37:06.500140 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-e65c20e0-565e-4d5b-a067-3be3c0c9ab36 req-4a5f6563-797a-4499-af27-394c0015df10 service neutron] 10.222.0.24 "GET /v2.0/networks/5055d5f2-edc5-4c2d-9e93-4b8ce8535c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810211 Aug 11 04:37:06.592100 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-e65c20e0-565e-4d5b-a067-3be3c0c9ab36 req-94b91c11-0e0e-4a10-8283-420f3bcf9c48 service neutron] 10.222.0.24 "GET /v2.0/networks/5055d5f2-edc5-4c2d-9e93-4b8ce8535c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849280 Aug 11 04:37:06.730049 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bf9593-48a4-47de-bb9b-d3ea3989ff15 req-5f49076f-2a9f-4bfa-aae3-6b463c5a45a6 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:37:06.731523 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c2bf9593-48a4-47de-bb9b-d3ea3989ff15 req-5f49076f-2a9f-4bfa-aae3-6b463c5a45a6 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] 10.222.0.41 "GET /v2.0/ports?device_id=cfb064ce-f7b6-4435-9982-bf45630effad HTTP/1.1" status: 200 len: 943 time: 0.0491035 Aug 11 04:37:06.768510 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-c2bf9593-48a4-47de-bb9b-d3ea3989ff15 req-5e15781f-7c90-44c8-85d0-44ddb6842d84 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] 10.222.0.41 "GET /v2.0/security-groups?id=5835a66d-7761-44af-883a-edffb31bbec6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309396 Aug 11 04:37:07.883367 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78207d85-42d7-43e2-bc56-b2a75c85b618 req-76719610-bf9c-49c1-bb20-cb529576bdbb tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:37:07.885388 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-78207d85-42d7-43e2-bc56-b2a75c85b618 req-76719610-bf9c-49c1-bb20-cb529576bdbb tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] 10.222.0.41 "GET /v2.0/ports?device_id=cfb064ce-f7b6-4435-9982-bf45630effad HTTP/1.1" status: 200 len: 943 time: 0.0486894 Aug 11 04:37:07.922767 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-78207d85-42d7-43e2-bc56-b2a75c85b618 req-df175dbd-ccf6-4417-9293-38750d63a0f9 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] 10.222.0.41 "GET /v2.0/security-groups?id=5835a66d-7761-44af-883a-edffb31bbec6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314882 Aug 11 04:37:08.235314 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:37:09.036596 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0073b8bc-48b1-4012-8184-ef40e1d86cb9 req-35f22212-2dbd-4681-a915-0eb41b82cbbd tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:37:09.038057 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0073b8bc-48b1-4012-8184-ef40e1d86cb9 req-35f22212-2dbd-4681-a915-0eb41b82cbbd tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] 10.222.0.41 "GET /v2.0/ports?device_id=cfb064ce-f7b6-4435-9982-bf45630effad HTTP/1.1" status: 200 len: 943 time: 0.0483391 Aug 11 04:37:09.048052 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device b65e4a42-a5bb-48fb-a58d-df9e23325f1c details requested by agent hyperv_n-h2-764292-30 with host n-h2-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 04:37:09.080516 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-0073b8bc-48b1-4012-8184-ef40e1d86cb9 req-e848c01a-c4c9-4210-b877-86fc85380995 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] 10.222.0.41 "GET /v2.0/security-groups?id=5835a66d-7761-44af-883a-edffb31bbec6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358615 Aug 11 04:37:09.146311 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port b65e4a42-a5bb-48fb-a58d-df9e23325f1c, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=b65e4a42-a5bb-48fb-a58d-df9e23325f1c,segment=NetworkSegment(a3a908b8-6aab-478d-9f13-769cf831804c),segment_id=a3a908b8-6aab-478d-9f13-769cf831804c)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:37:09.157724 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Returning: {'device': 'b65e4a42-a5bb-48fb-a58d-df9e23325f1c', 'network_id': '5055d5f2-edc5-4c2d-9e93-4b8ce8535c2c', 'port_id': 'b65e4a42-a5bb-48fb-a58d-df9e23325f1c', 'mac_address': 'fa:16:3e:3d:66:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc748275-2003-4b16-974e-5fd34b892081', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 04:37:09.193185 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:37:09.205341 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b65e4a42-a5bb-48fb-a58d-df9e23325f1c {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 04:37:09.224540 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port b65e4a42-a5bb-48fb-a58d-df9e23325f1c, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=b65e4a42-a5bb-48fb-a58d-df9e23325f1c,segment=NetworkSegment(a3a908b8-6aab-478d-9f13-769cf831804c),segment_id=a3a908b8-6aab-478d-9f13-769cf831804c)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:37:09.300877 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:37:09.346336 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=b65e4a42-a5bb-48fb-a58d-df9e23325f1c,revision_number=4']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:37:09.544127 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['b65e4a42-a5bb-48fb-a58d-df9e23325f1c'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 04:37:10.199500 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82637eb0-7d47-4d71-a7cb-0de2aed4b628 req-876b963f-c97c-4236-beff-6dc0982b6d66 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:37:10.200987 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-82637eb0-7d47-4d71-a7cb-0de2aed4b628 req-876b963f-c97c-4236-beff-6dc0982b6d66 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] 10.222.0.41 "GET /v2.0/ports?device_id=cfb064ce-f7b6-4435-9982-bf45630effad HTTP/1.1" status: 200 len: 944 time: 0.0527799 Aug 11 04:37:10.237790 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-82637eb0-7d47-4d71-a7cb-0de2aed4b628 req-45b282b1-125b-445a-b0e8-245200d26424 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] 10.222.0.41 "GET /v2.0/security-groups?id=5835a66d-7761-44af-883a-edffb31bbec6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309010 Aug 11 04:37:11.064339 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device b65e4a42-a5bb-48fb-a58d-df9e23325f1c up at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 04:37:11.178183 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning for port b65e4a42-a5bb-48fb-a58d-df9e23325f1c completed by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 04:37:11.182554 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning complete for port b65e4a42-a5bb-48fb-a58d-df9e23325f1c triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 04:37:11.182954 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:37:11.257962 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:37:11.280862 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfb064ce-f7b6-4435-9982-bf45630effad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b65e4a42-a5bb-48fb-a58d-df9e23325f1c'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 04:37:11.283178 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e385e08809ed349a2646fb52500b409f99e085c14d592b33dda6f3cb7a212da1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4a404df-9b89-4a34-b46c-5dda13c61c4a" -d '{"events": [{"server_uuid": "cfb064ce-f7b6-4435-9982-bf45630effad", "name": "network-vif-plugged", "status": "completed", "tag": "b65e4a42-a5bb-48fb-a58d-df9e23325f1c"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 04:37:11.297346 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port b65e4a42-a5bb-48fb-a58d-df9e23325f1c, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=b65e4a42-a5bb-48fb-a58d-df9e23325f1c,segment=NetworkSegment(a3a908b8-6aab-478d-9f13-769cf831804c),segment_id=a3a908b8-6aab-478d-9f13-769cf831804c)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:37:11.320144 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 04:37:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d59a8f3b-8e8f-4049-a727-4ef09616452b x-openstack-request-id: req-d59a8f3b-8e8f-4049-a727-4ef09616452b {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 04:37:11.320436 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfb064ce-f7b6-4435-9982-bf45630effad", "name": "network-vif-plugged", "status": "completed", "tag": "b65e4a42-a5bb-48fb-a58d-df9e23325f1c", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 04:37:11.320691 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d59a8f3b-8e8f-4049-a727-4ef09616452b {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 04:37:11.321101 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfb064ce-f7b6-4435-9982-bf45630effad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b65e4a42-a5bb-48fb-a58d-df9e23325f1c', 'code': 200} Aug 11 04:37:11.357671 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e27e462-0d75-45f9-8deb-697ba9b071be req-0810750a-7c82-4e71-a1f1-b41087de29a8 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:37:11.359234 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7e27e462-0d75-45f9-8deb-697ba9b071be req-0810750a-7c82-4e71-a1f1-b41087de29a8 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] 10.222.0.41 "GET /v2.0/ports?device_id=cfb064ce-f7b6-4435-9982-bf45630effad HTTP/1.1" status: 200 len: 944 time: 0.0544899 Aug 11 04:37:11.372811 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:37:11.399224 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-7e27e462-0d75-45f9-8deb-697ba9b071be req-6443b23c-55c6-404c-b88c-8294b8fec594 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] 10.222.0.41 "GET /v2.0/security-groups?id=5835a66d-7761-44af-883a-edffb31bbec6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328155 Aug 11 04:37:11.419548 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475f6f7d-5980-422d-89a9-557a568d9a2c req-603fee35-5ab6-4dfe-81de-e3297c0970ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:37:11.421117 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-475f6f7d-5980-422d-89a9-557a568d9a2c req-603fee35-5ab6-4dfe-81de-e3297c0970ae service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=cfb064ce-f7b6-4435-9982-bf45630effad HTTP/1.1" status: 200 len: 1097 time: 0.0452874 Aug 11 04:37:11.435834 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=b65e4a42-a5bb-48fb-a58d-df9e23325f1c,revision_number=5']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:37:11.455890 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-475f6f7d-5980-422d-89a9-557a568d9a2c req-db4a8d06-35d6-4c0c-ae8a-a77d57a3123f service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=5835a66d-7761-44af-883a-edffb31bbec6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275185 Aug 11 04:37:12.144194 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:37:12.515156 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c50e6dc-ebd1-4ed6-9cec-319b4313611d req-fe1afa59-70ab-4f38-b61e-81262996efb7 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:37:12.516598 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1c50e6dc-ebd1-4ed6-9cec-319b4313611d req-fe1afa59-70ab-4f38-b61e-81262996efb7 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] 10.222.0.41 "GET /v2.0/ports?device_id=cfb064ce-f7b6-4435-9982-bf45630effad HTTP/1.1" status: 200 len: 945 time: 0.0485933 Aug 11 04:37:12.557878 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-1c50e6dc-ebd1-4ed6-9cec-319b4313611d req-177a60a0-58a9-4b84-8b54-5ad97cab9398 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] 10.222.0.41 "GET /v2.0/security-groups?id=5835a66d-7761-44af-883a-edffb31bbec6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354109 Aug 11 04:37:12.671715 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cf80d6-c8b1-4189-88b4-aba68e5c816b req-4b47185f-8705-41db-879c-41c88a559d2d tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:37:12.673196 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-65cf80d6-c8b1-4189-88b4-aba68e5c816b req-4b47185f-8705-41db-879c-41c88a559d2d tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] 10.222.0.41 "GET /v2.0/ports?device_id=cfb064ce-f7b6-4435-9982-bf45630effad HTTP/1.1" status: 200 len: 945 time: 0.0483592 Aug 11 04:37:12.710529 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-65cf80d6-c8b1-4189-88b4-aba68e5c816b req-7bff03f1-7348-4880-a91e-de03cc05dd4c tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] 10.222.0.41 "GET /v2.0/security-groups?id=5835a66d-7761-44af-883a-edffb31bbec6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311964 Aug 11 04:37:12.732064 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 53826) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:37:12.770841 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7999fa5f-31d4-4819-85a8-cdf348bf2322 tempest-TestSnapshotPattern-1690015940 tempest-TestSnapshotPattern-1690015940-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:37:12.772322 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-7999fa5f-31d4-4819-85a8-cdf348bf2322 tempest-TestSnapshotPattern-1690015940 tempest-TestSnapshotPattern-1690015940-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=cfb064ce-f7b6-4435-9982-bf45630effad HTTP/1.1" status: 200 len: 1092 time: 0.0393126 Aug 11 04:37:12.775068 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 53828) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:37:12.779355 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.v2.base [None req-582c2361-2c12-46dd-b89a-1b891a165733 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Request body: {'floatingip': {'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'port_id': 'b65e4a42-a5bb-48fb-a58d-df9e23325f1c', 'tenant_id': 'a4dbbcc1124e443cb7a05ff0d36a859f', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:37:12.887144 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-582c2361-2c12-46dd-b89a-1b891a165733 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Notify callbacks [] for floatingip, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:37:12.984143 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-582c2361-2c12-46dd-b89a-1b891a165733 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:37:13.087918 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_common [None req-582c2361-2c12-46dd-b89a-1b891a165733 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Allocated IP 172.25.8.211 (09faf7d2-eaf5-4a50-bb6e-4cb05d009a76/e1a97443-13df-40bb-85f5-fd269e2742c0/09cf77e6-7978-4e38-8dbd-36f4d447dd95) {{(pid=102192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 04:37:13.191662 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-582c2361-2c12-46dd-b89a-1b891a165733 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Notify callbacks [] for port, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:37:13.287198 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-582c2361-2c12-46dd-b89a-1b891a165733 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790262461669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:37:13.320389 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-582c2361-2c12-46dd-b89a-1b891a165733 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Network 09faf7d2-eaf5-4a50-bb6e-4cb05d009a76 is already hosted by enough agents. {{(pid=102192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 04:37:13.323755 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.base_scheduler [None req-582c2361-2c12-46dd-b89a-1b891a165733 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Resources bound (agent type, host, resource id): {{(pid=102192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 04:37:13.329127 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582c2361-2c12-46dd-b89a-1b891a165733 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Received port after_create {{(pid=102192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 04:37:13.355333 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582c2361-2c12-46dd-b89a-1b891a165733 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Pushing event updated for resources: {'Port': ['ID=09cf77e6-7978-4e38-8dbd-36f4d447dd95,revision_number=1']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:37:13.367932 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582c2361-2c12-46dd-b89a-1b891a165733 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:37:13.368308 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582c2361-2c12-46dd-b89a-1b891a165733 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:37:13.368654 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582c2361-2c12-46dd-b89a-1b891a165733 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:37:13.368995 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582c2361-2c12-46dd-b89a-1b891a165733 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:37:13.369332 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582c2361-2c12-46dd-b89a-1b891a165733 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:37:13.369665 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582c2361-2c12-46dd-b89a-1b891a165733 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:37:13.369995 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582c2361-2c12-46dd-b89a-1b891a165733 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:37:13.370355 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582c2361-2c12-46dd-b89a-1b891a165733 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:37:13.370684 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582c2361-2c12-46dd-b89a-1b891a165733 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:37:13.371010 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582c2361-2c12-46dd-b89a-1b891a165733 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:37:13.371337 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582c2361-2c12-46dd-b89a-1b891a165733 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:37:13.371660 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582c2361-2c12-46dd-b89a-1b891a165733 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:37:14.036703 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-582c2361-2c12-46dd-b89a-1b891a165733 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:37:14.157634 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-582c2361-2c12-46dd-b89a-1b891a165733 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:37:14.303495 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-582c2361-2c12-46dd-b89a-1b891a165733 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Notify callbacks [] for port, precommit_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:37:14.360834 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-582c2361-2c12-46dd-b89a-1b891a165733 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125932211'] for port, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:37:14.426615 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582c2361-2c12-46dd-b89a-1b891a165733 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Pushing event updated for resources: {'Port': ['ID=09cf77e6-7978-4e38-8dbd-36f4d447dd95,revision_number=2']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:37:14.441703 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-582c2361-2c12-46dd-b89a-1b891a165733 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446866'] for floatingip, after_update {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:37:14.539439 n-d-764292-30 neutron-server[102192]: INFO neutron.db.l3_db [None req-582c2361-2c12-46dd-b89a-1b891a165733 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Floating IP e788e13b-9b55-4de6-96ea-1aa4cf152194 associated. External IP: 172.25.8.211, port: b65e4a42-a5bb-48fb-a58d-df9e23325f1c. Aug 11 04:37:14.740825 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-582c2361-2c12-46dd-b89a-1b891a165733 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Router 1d2e86b5-5848-4b97-b458-0ef8fda804a0 has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 04:37:14.846852 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-582c2361-2c12-46dd-b89a-1b891a165733 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 04:37:14.857447 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78de201b-e5a0-4f01-a86e-b5d05109e442 None None] Sync routers for ids ['1d2e86b5-5848-4b97-b458-0ef8fda804a0'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 04:37:14.866244 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78de201b-e5a0-4f01-a86e-b5d05109e442 None None] Routers {'1d2e86b5-5848-4b97-b458-0ef8fda804a0'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 04:37:14.869600 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-78de201b-e5a0-4f01-a86e-b5d05109e442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T04:37:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['1d2e86b5-5848-4b97-b458-0ef8fda804a0'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:37:14.916008 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-582c2361-2c12-46dd-b89a-1b891a165733 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for floatingip, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:37:14.944445 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-582c2361-2c12-46dd-b89a-1b891a165733 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1683450 Aug 11 04:37:14.945035 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfb064ce-f7b6-4435-9982-bf45630effad', 'tag': 'b65e4a42-a5bb-48fb-a58d-df9e23325f1c'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 04:37:14.947419 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7f53641f53ed3ecbe111d4b405439a3ffe6be981c23072cf9fee61815809fbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ee41c29-4e62-44cf-8954-0c039759e015" -d '{"events": [{"name": "network-changed", "server_uuid": "cfb064ce-f7b6-4435-9982-bf45630effad", "tag": "b65e4a42-a5bb-48fb-a58d-df9e23325f1c"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 04:37:14.972318 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-78de201b-e5a0-4f01-a86e-b5d05109e442 None None] Set router 1d2e86b5-5848-4b97-b458-0ef8fda804a0 gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 04:37:14.983496 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 04:37:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88722f6b-6d38-40d8-b03f-6b2af91ec707 x-openstack-request-id: req-88722f6b-6d38-40d8-b03f-6b2af91ec707 {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 04:37:14.983818 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfb064ce-f7b6-4435-9982-bf45630effad", "tag": "b65e4a42-a5bb-48fb-a58d-df9e23325f1c", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 04:37:14.984073 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-88722f6b-6d38-40d8-b03f-6b2af91ec707 {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 04:37:14.984477 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfb064ce-f7b6-4435-9982-bf45630effad', 'tag': 'b65e4a42-a5bb-48fb-a58d-df9e23325f1c', 'status': 'completed', 'code': 200} Aug 11 04:37:15.047816 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee41c29-4e62-44cf-8954-0c039759e015 req-2623b83f-cc5e-49ef-9cad-ca8e218c681a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:37:15.049310 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-6ee41c29-4e62-44cf-8954-0c039759e015 req-2623b83f-cc5e-49ef-9cad-ca8e218c681a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a4dbbcc1124e443cb7a05ff0d36a859f&device_id=cfb064ce-f7b6-4435-9982-bf45630effad HTTP/1.1" status: 200 len: 1097 time: 0.0405941 Aug 11 04:37:15.144644 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee41c29-4e62-44cf-8954-0c039759e015 req-5d12e03a-876b-46a7-b769-7b529f40303d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:37:15.146108 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-6ee41c29-4e62-44cf-8954-0c039759e015 req-5d12e03a-876b-46a7-b769-7b529f40303d service neutron] 10.222.0.24 "GET /v2.0/networks?id=5055d5f2-edc5-4c2d-9e93-4b8ce8535c2c HTTP/1.1" status: 200 len: 910 time: 0.0893261 Aug 11 04:37:15.202972 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-78de201b-e5a0-4f01-a86e-b5d05109e442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d2e86b5-5848-4b97-b458-0ef8fda804a0', 'name': 'tempest-TestSnapshotPattern-214635449-router', 'tenant_id': 'a4dbbcc1124e443cb7a05ff0d36a859f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.218'}], 'enable_snat': True}, 'gw_port_id': '799eb079-f982-4a26-a02e-b07f3d017daf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:33:27Z', 'updated_at': '2021-08-11T04:33:31Z', 'revision_number': 4, 'project_id': 'a4dbbcc1124e443cb7a05ff0d36a859f', 'gw_port': {'id': '799eb079-f982-4a26-a02e-b07f3d017daf', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:5b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2e86b5-5848-4b97-b458-0ef8fda804a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:33:28Z', 'updated_at': '2021-08-11T04:33:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_floatingips': [{'id': '4ee41df9-b0f3-4a09-bb7c-8699017e5dea', 'tenant_id': 'a4dbbcc1124e443cb7a05ff0d36a859f', 'floating_ip_address': '172.25.8.65', 'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'router_id': '1d2e86b5-5848-4b97-b458-0ef8fda804a0', 'port_id': '5f75933b-ab26-4a60-98c4-9099dbae3c0a', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5055d5f2-edc5-4c2d-9e93-4b8ce8535c2c', 'mac_address': 'fa:16:3e:86:3c:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1949027-854a-4085-86ec-626627f6d595', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T04:33:58Z', 'updated_at': '2021-08-11T04:34:00Z', 'revision_number': 1, 'project_id': 'a4dbbcc1124e443cb7a05ff0d36a859f', 'fixed_ip_address_scope': None}, {'id': 'e788e13b-9b55-4de6-96ea-1aa4cf152194', 'tenant_id': 'a4dbbcc1124e443cb7a05ff0d36a859f', 'floating_ip_address': '172.25.8.211', 'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'router_id': '1d2e86b5-5848-4b97-b458-0ef8fda804a0', 'port_id': 'b65e4a42-a5bb-48fb-a58d-df9e23325f1c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5055d5f2-edc5-4c2d-9e93-4b8ce8535c2c', 'mac_address': 'fa:16:3e:3d:66:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb064ce-f7b6-4435-9982-bf45630effad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T04:37:13Z', 'updated_at': '2021-08-11T04:37:13Z', 'revision_number': 0, 'project_id': 'a4dbbcc1124e443cb7a05ff0d36a859f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a838b8e-54b3-4ab9-aab1-b0f8e3be2633', 'name': '', 'network_id': '5055d5f2-edc5-4c2d-9e93-4b8ce8535c2c', 'tenant_id': 'a4dbbcc1124e443cb7a05ff0d36a859f', 'mac_address': 'fa:16:3e:0f:19:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2e86b5-5848-4b97-b458-0ef8fda804a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'bc748275-2003-4b16-974e-5fd34b892081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:33:30Z', 'updated_at': '2021-08-11T04:33:37Z', 'revision_number': 5, 'project_id': 'a4dbbcc1124e443cb7a05ff0d36a859f', 'subnets': [{'id': 'bc748275-2003-4b16-974e-5fd34b892081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:37:15.217538 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-6ee41c29-4e62-44cf-8954-0c039759e015 req-a6cfa096-467e-4cb2-a2b0-cc2242b6e8d9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b65e4a42-a5bb-48fb-a58d-df9e23325f1c HTTP/1.1" status: 200 len: 999 time: 0.0576916 Aug 11 04:37:15.229337 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78de201b-e5a0-4f01-a86e-b5d05109e442 None None] Checking router: 1d2e86b5-5848-4b97-b458-0ef8fda804a0 for host: n-d-764292-30 {{(pid=102193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 04:37:15.237705 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78de201b-e5a0-4f01-a86e-b5d05109e442 None None] Routers {'1d2e86b5-5848-4b97-b458-0ef8fda804a0'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 04:37:15.238336 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-78de201b-e5a0-4f01-a86e-b5d05109e442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T04:37:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['1d2e86b5-5848-4b97-b458-0ef8fda804a0'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:37:15.267218 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee41c29-4e62-44cf-8954-0c039759e015 req-662f7be5-0438-4e60-a849-24bb0d632abd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:37:15.268604 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-6ee41c29-4e62-44cf-8954-0c039759e015 req-662f7be5-0438-4e60-a849-24bb0d632abd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bc748275-2003-4b16-974e-5fd34b892081 HTTP/1.1" status: 200 len: 848 time: 0.0447900 Aug 11 04:37:15.317872 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee41c29-4e62-44cf-8954-0c039759e015 req-0ce90322-c3bc-48b1-bcba-2bdc6eb9032b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:37:15.319495 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-6ee41c29-4e62-44cf-8954-0c039759e015 req-0ce90322-c3bc-48b1-bcba-2bdc6eb9032b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5055d5f2-edc5-4c2d-9e93-4b8ce8535c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439332 Aug 11 04:37:15.346158 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-78de201b-e5a0-4f01-a86e-b5d05109e442 None None] Set router 1d2e86b5-5848-4b97-b458-0ef8fda804a0 gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 04:37:15.408880 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-6ee41c29-4e62-44cf-8954-0c039759e015 req-be66c8ad-6751-4773-8de0-b1328146f231 service neutron] 10.222.0.24 "GET /v2.0/networks/5055d5f2-edc5-4c2d-9e93-4b8ce8535c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817287 Aug 11 04:37:15.502933 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-6ee41c29-4e62-44cf-8954-0c039759e015 req-25270e71-460c-4213-90cb-5701d55c731e service neutron] 10.222.0.24 "GET /v2.0/networks/5055d5f2-edc5-4c2d-9e93-4b8ce8535c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866849 Aug 11 04:37:15.569103 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-78de201b-e5a0-4f01-a86e-b5d05109e442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d2e86b5-5848-4b97-b458-0ef8fda804a0', 'name': 'tempest-TestSnapshotPattern-214635449-router', 'tenant_id': 'a4dbbcc1124e443cb7a05ff0d36a859f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.218'}], 'enable_snat': True}, 'gw_port_id': '799eb079-f982-4a26-a02e-b07f3d017daf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:33:27Z', 'updated_at': '2021-08-11T04:33:31Z', 'revision_number': 4, 'project_id': 'a4dbbcc1124e443cb7a05ff0d36a859f', 'gw_port': {'id': '799eb079-f982-4a26-a02e-b07f3d017daf', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:5b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2e86b5-5848-4b97-b458-0ef8fda804a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:33:28Z', 'updated_at': '2021-08-11T04:33:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_floatingips': [{'id': '4ee41df9-b0f3-4a09-bb7c-8699017e5dea', 'tenant_id': 'a4dbbcc1124e443cb7a05ff0d36a859f', 'floating_ip_address': '172.25.8.65', 'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'router_id': '1d2e86b5-5848-4b97-b458-0ef8fda804a0', 'port_id': '5f75933b-ab26-4a60-98c4-9099dbae3c0a', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5055d5f2-edc5-4c2d-9e93-4b8ce8535c2c', 'mac_address': 'fa:16:3e:86:3c:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1949027-854a-4085-86ec-626627f6d595', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T04:33:58Z', 'updated_at': '2021-08-11T04:34:00Z', 'revision_number': 1, 'project_id': 'a4dbbcc1124e443cb7a05ff0d36a859f', 'fixed_ip_address_scope': None}, {'id': 'e788e13b-9b55-4de6-96ea-1aa4cf152194', 'tenant_id': 'a4dbbcc1124e443cb7a05ff0d36a859f', 'floating_ip_address': '172.25.8.211', 'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'router_id': '1d2e86b5-5848-4b97-b458-0ef8fda804a0', 'port_id': 'b65e4a42-a5bb-48fb-a58d-df9e23325f1c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5055d5f2-edc5-4c2d-9e93-4b8ce8535c2c', 'mac_address': 'fa:16:3e:3d:66:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb064ce-f7b6-4435-9982-bf45630effad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T04:37:13Z', 'updated_at': '2021-08-11T04:37:13Z', 'revision_number': 0, 'project_id': 'a4dbbcc1124e443cb7a05ff0d36a859f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a838b8e-54b3-4ab9-aab1-b0f8e3be2633', 'name': '', 'network_id': '5055d5f2-edc5-4c2d-9e93-4b8ce8535c2c', 'tenant_id': 'a4dbbcc1124e443cb7a05ff0d36a859f', 'mac_address': 'fa:16:3e:0f:19:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2e86b5-5848-4b97-b458-0ef8fda804a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'bc748275-2003-4b16-974e-5fd34b892081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:33:30Z', 'updated_at': '2021-08-11T04:33:37Z', 'revision_number': 5, 'project_id': 'a4dbbcc1124e443cb7a05ff0d36a859f', 'subnets': [{'id': 'bc748275-2003-4b16-974e-5fd34b892081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:37:15.596122 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78de201b-e5a0-4f01-a86e-b5d05109e442 None None] The sync data for ids ['1d2e86b5-5848-4b97-b458-0ef8fda804a0'] in n-d-764292-30 is: [{'id': '1d2e86b5-5848-4b97-b458-0ef8fda804a0', 'name': 'tempest-TestSnapshotPattern-214635449-router', 'tenant_id': 'a4dbbcc1124e443cb7a05ff0d36a859f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.218'}], 'enable_snat': True}, 'gw_port_id': '799eb079-f982-4a26-a02e-b07f3d017daf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:33:27Z', 'updated_at': '2021-08-11T04:33:31Z', 'revision_number': 4, 'project_id': 'a4dbbcc1124e443cb7a05ff0d36a859f', 'gw_port': {'id': '799eb079-f982-4a26-a02e-b07f3d017daf', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:5b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2e86b5-5848-4b97-b458-0ef8fda804a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:33:28Z', 'updated_at': '2021-08-11T04:33:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_floatingips': [{'id': '4ee41df9-b0f3-4a09-bb7c-8699017e5dea', 'tenant_id': 'a4dbbcc1124e443cb7a05ff0d36a859f', 'floating_ip_address': '172.25.8.65', 'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'router_id': '1d2e86b5-5848-4b97-b458-0ef8fda804a0', 'port_id': '5f75933b-ab26-4a60-98c4-9099dbae3c0a', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5055d5f2-edc5-4c2d-9e93-4b8ce8535c2c', 'mac_address': 'fa:16:3e:86:3c:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1949027-854a-4085-86ec-626627f6d595', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T04:33:58Z', 'updated_at': '2021-08-11T04:34:00Z', 'revision_number': 1, 'project_id': 'a4dbbcc1124e443cb7a05ff0d36a859f', 'fixed_ip_address_scope': None}, {'id': 'e788e13b-9b55-4de6-96ea-1aa4cf152194', 'tenant_id': 'a4dbbcc1124e443cb7a05ff0d36a859f', 'floating_ip_address': '172.25.8.211', 'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'router_id': '1d2e86b5-5848-4b97-b458-0ef8fda804a0', 'port_id': 'b65e4a42-a5bb-48fb-a58d-df9e23325f1c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5055d5f2-edc5-4c2d-9e93-4b8ce8535c2c', 'mac_address': 'fa:16:3e:3d:66:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb064ce-f7b6-4435-9982-bf45630effad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T04:37:13Z', 'updated_at': '2021-08-11T04:37:13Z', 'revision_number': 0, 'project_id': 'a4dbbcc1124e443cb7a05ff0d36a859f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a838b8e-54b3-4ab9-aab1-b0f8e3be2633', 'name': '', 'network_id': '5055d5f2-edc5-4c2d-9e93-4b8ce8535c2c', 'tenant_id': 'a4dbbcc1124e443cb7a05ff0d36a859f', 'mac_address': 'fa:16:3e:0f:19:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2e86b5-5848-4b97-b458-0ef8fda804a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'bc748275-2003-4b16-974e-5fd34b892081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:33:30Z', 'updated_at': '2021-08-11T04:33:37Z', 'revision_number': 5, 'project_id': 'a4dbbcc1124e443cb7a05ff0d36a859f', 'subnets': [{'id': 'bc748275-2003-4b16-974e-5fd34b892081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 04:37:15.782873 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e85d369-15c2-4812-a6bc-1b911dc18ee9 None None] New status for floating IP e788e13b-9b55-4de6-96ea-1aa4cf152194: ACTIVE {{(pid=102194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 04:37:25.419857 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.agents_db [None req-950b7202-decb-43e2-8f71-ac8931dc9749 None None] Agent healthcheck: found 7 active agents {{(pid=102194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 04:37:29.269001 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-aecebcd6-6704-4ebf-aed8-9ffef475bfae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:37:31.963127 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:37:32.203103 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-943f7a5a-32fa-458d-a1aa-9afdc6abe97b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:37:33.402899 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:37:34.022262 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-2519331b-b229-4d87-a3a1-f9f4253ff87e req-25b1e9bc-e9b4-46dd-b4a3-d6dc50c0706e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=cfb064ce-f7b6-4435-9982-bf45630effad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0417852 Aug 11 04:37:34.102894 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2519331b-b229-4d87-a3a1-f9f4253ff87e req-e37a6485-065b-4eb5-b59e-58f2a15cee54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:37:34.104373 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-2519331b-b229-4d87-a3a1-f9f4253ff87e req-e37a6485-065b-4eb5-b59e-58f2a15cee54 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a4dbbcc1124e443cb7a05ff0d36a859f&device_id=cfb064ce-f7b6-4435-9982-bf45630effad HTTP/1.1" status: 200 len: 1097 time: 0.0408208 Aug 11 04:37:34.208535 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2519331b-b229-4d87-a3a1-f9f4253ff87e req-4498b32f-529d-45ed-bab8-e6c6d58c2da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:37:34.210044 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-2519331b-b229-4d87-a3a1-f9f4253ff87e req-4498b32f-529d-45ed-bab8-e6c6d58c2da8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5055d5f2-edc5-4c2d-9e93-4b8ce8535c2c HTTP/1.1" status: 200 len: 910 time: 0.0862668 Aug 11 04:37:34.275373 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-2519331b-b229-4d87-a3a1-f9f4253ff87e req-405c2b49-d7f9-4a38-b5f2-f3291a8978d6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b65e4a42-a5bb-48fb-a58d-df9e23325f1c HTTP/1.1" status: 200 len: 1001 time: 0.0580490 Aug 11 04:37:34.325395 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2519331b-b229-4d87-a3a1-f9f4253ff87e req-144bcc30-5016-4a04-9ca8-6722f4c8d356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:37:34.326887 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-2519331b-b229-4d87-a3a1-f9f4253ff87e req-144bcc30-5016-4a04-9ca8-6722f4c8d356 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bc748275-2003-4b16-974e-5fd34b892081 HTTP/1.1" status: 200 len: 848 time: 0.0445590 Aug 11 04:37:34.377214 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2519331b-b229-4d87-a3a1-f9f4253ff87e req-d22a36f5-cac6-4c70-ae3b-f968715a40dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:37:34.378769 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-2519331b-b229-4d87-a3a1-f9f4253ff87e req-d22a36f5-cac6-4c70-ae3b-f968715a40dc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5055d5f2-edc5-4c2d-9e93-4b8ce8535c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439069 Aug 11 04:37:34.465289 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-2519331b-b229-4d87-a3a1-f9f4253ff87e req-abfcdb52-1d73-417e-b19b-6259fdfe1791 service neutron] 10.222.0.24 "GET /v2.0/networks/5055d5f2-edc5-4c2d-9e93-4b8ce8535c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789132 Aug 11 04:37:34.558402 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-2519331b-b229-4d87-a3a1-f9f4253ff87e req-4f5092ef-381f-4771-9d08-c990557365a9 service neutron] 10.222.0.24 "GET /v2.0/networks/5055d5f2-edc5-4c2d-9e93-4b8ce8535c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853486 Aug 11 04:37:35.025874 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:37:38.246519 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:37:42.177649 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:37:50.369194 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-4e8bf707-0397-42d8-806b-77c1db3281e1 req-8ce3c230-968b-45b6-8b7c-14469d08f803 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=f1949027-854a-4085-86ec-626627f6d595&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0402749 Aug 11 04:37:50.449393 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8bf707-0397-42d8-806b-77c1db3281e1 req-1cc347c9-dc9d-4829-9195-f283a874923f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:37:50.450981 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-4e8bf707-0397-42d8-806b-77c1db3281e1 req-1cc347c9-dc9d-4829-9195-f283a874923f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a4dbbcc1124e443cb7a05ff0d36a859f&device_id=f1949027-854a-4085-86ec-626627f6d595 HTTP/1.1" status: 200 len: 1095 time: 0.0408340 Aug 11 04:37:50.554799 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8bf707-0397-42d8-806b-77c1db3281e1 req-a0064857-1ff7-4f52-b3db-d94a25bc4f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:37:50.555616 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-4e8bf707-0397-42d8-806b-77c1db3281e1 req-a0064857-1ff7-4f52-b3db-d94a25bc4f9d service neutron] 10.222.0.22 "GET /v2.0/networks?id=5055d5f2-edc5-4c2d-9e93-4b8ce8535c2c HTTP/1.1" status: 200 len: 910 time: 0.0868657 Aug 11 04:37:50.620768 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-4e8bf707-0397-42d8-806b-77c1db3281e1 req-2f305253-2de8-4846-87e9-5683af7728d2 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5f75933b-ab26-4a60-98c4-9099dbae3c0a HTTP/1.1" status: 200 len: 998 time: 0.0572524 Aug 11 04:37:50.666530 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8bf707-0397-42d8-806b-77c1db3281e1 req-4996f50d-f5a6-4d18-b16e-e27205c1da2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:37:50.668525 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-4e8bf707-0397-42d8-806b-77c1db3281e1 req-4996f50d-f5a6-4d18-b16e-e27205c1da2f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=bc748275-2003-4b16-974e-5fd34b892081 HTTP/1.1" status: 200 len: 848 time: 0.0420928 Aug 11 04:37:50.716723 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8bf707-0397-42d8-806b-77c1db3281e1 req-5c06575b-d7d7-4693-9859-e8f452d45c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:37:50.718182 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-4e8bf707-0397-42d8-806b-77c1db3281e1 req-5c06575b-d7d7-4693-9859-e8f452d45c64 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=5055d5f2-edc5-4c2d-9e93-4b8ce8535c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425313 Aug 11 04:37:50.806919 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-4e8bf707-0397-42d8-806b-77c1db3281e1 req-39610c3a-0de6-4c4f-8bcc-fa7f96a07124 service neutron] 10.222.0.22 "GET /v2.0/networks/5055d5f2-edc5-4c2d-9e93-4b8ce8535c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811074 Aug 11 04:37:50.899751 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-4e8bf707-0397-42d8-806b-77c1db3281e1 req-e178e862-26dd-4c7f-ac9a-560df741895c service neutron] 10.222.0.22 "GET /v2.0/networks/5055d5f2-edc5-4c2d-9e93-4b8ce8535c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836143 Aug 11 04:37:59.270990 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-7c9802c1-e50d-4e94-9b50-060aa23df040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:38:01.973871 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:38:02.205671 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-0919971b-5ed2-46f3-b915-6aa805f16637 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:38:02.418972 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.agents_db [None req-950b7202-decb-43e2-8f71-ac8931dc9749 None None] Agent healthcheck: found 7 active agents {{(pid=102194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 04:38:03.384789 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:38:05.053811 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:38:08.297135 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:38:12.171373 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:38:29.281741 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-5ad2b306-6766-4539-8818-68a12b4e74e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:38:31.927429 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:38:32.210811 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-9c834d4c-0b5d-4924-867d-c9c145b38db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:38:33.393648 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:38:34.483354 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-363af28c-fb00-4aa2-b29e-c879ea8f0040 req-d50aa03b-027e-4160-9dc7-1ba1f8a27758 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=cfb064ce-f7b6-4435-9982-bf45630effad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0387592 Aug 11 04:38:34.564128 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363af28c-fb00-4aa2-b29e-c879ea8f0040 req-388779d7-abde-4714-9de0-fa0b8ba8dabd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:38:34.565768 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-363af28c-fb00-4aa2-b29e-c879ea8f0040 req-388779d7-abde-4714-9de0-fa0b8ba8dabd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a4dbbcc1124e443cb7a05ff0d36a859f&device_id=cfb064ce-f7b6-4435-9982-bf45630effad HTTP/1.1" status: 200 len: 1097 time: 0.0406694 Aug 11 04:38:34.669828 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363af28c-fb00-4aa2-b29e-c879ea8f0040 req-0dd8c223-9228-4244-8297-87a456497151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:38:34.671333 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-363af28c-fb00-4aa2-b29e-c879ea8f0040 req-0dd8c223-9228-4244-8297-87a456497151 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5055d5f2-edc5-4c2d-9e93-4b8ce8535c2c HTTP/1.1" status: 200 len: 910 time: 0.0869668 Aug 11 04:38:34.734349 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-363af28c-fb00-4aa2-b29e-c879ea8f0040 req-dad338af-2450-4b40-8dfb-fdd1560adcc0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b65e4a42-a5bb-48fb-a58d-df9e23325f1c HTTP/1.1" status: 200 len: 1001 time: 0.0563095 Aug 11 04:38:34.782837 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363af28c-fb00-4aa2-b29e-c879ea8f0040 req-34272e32-70a6-4668-9aa2-bf9163909eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:38:34.784244 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-363af28c-fb00-4aa2-b29e-c879ea8f0040 req-34272e32-70a6-4668-9aa2-bf9163909eb9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bc748275-2003-4b16-974e-5fd34b892081 HTTP/1.1" status: 200 len: 848 time: 0.0431008 Aug 11 04:38:34.832253 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363af28c-fb00-4aa2-b29e-c879ea8f0040 req-433d3eda-eeae-4321-ae32-16e3c04c8634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:38:34.833693 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-363af28c-fb00-4aa2-b29e-c879ea8f0040 req-433d3eda-eeae-4321-ae32-16e3c04c8634 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5055d5f2-edc5-4c2d-9e93-4b8ce8535c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421944 Aug 11 04:38:34.920436 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-363af28c-fb00-4aa2-b29e-c879ea8f0040 req-d55fcdae-e684-4b2b-ab39-2a560da35489 service neutron] 10.222.0.24 "GET /v2.0/networks/5055d5f2-edc5-4c2d-9e93-4b8ce8535c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786991 Aug 11 04:38:35.014029 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-363af28c-fb00-4aa2-b29e-c879ea8f0040 req-24aaef32-efb0-40b9-8748-380a5b225227 service neutron] 10.222.0.24 "GET /v2.0/networks/5055d5f2-edc5-4c2d-9e93-4b8ce8535c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865853 Aug 11 04:38:35.085041 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:38:38.239245 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:38:39.419966 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.agents_db [None req-950b7202-decb-43e2-8f71-ac8931dc9749 None None] Agent healthcheck: found 7 active agents {{(pid=102194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 04:38:39.553310 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device b65e4a42-a5bb-48fb-a58d-df9e23325f1c details requested by agent hyperv_n-h2-764292-30 with host n-h2-764292-30 {{(pid=102193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 04:38:39.656741 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port b65e4a42-a5bb-48fb-a58d-df9e23325f1c, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=b65e4a42-a5bb-48fb-a58d-df9e23325f1c,segment=NetworkSegment(a3a908b8-6aab-478d-9f13-769cf831804c),segment_id=a3a908b8-6aab-478d-9f13-769cf831804c)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:38:39.830427 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Returning: {'device': 'b65e4a42-a5bb-48fb-a58d-df9e23325f1c', 'network_id': '5055d5f2-edc5-4c2d-9e93-4b8ce8535c2c', 'port_id': 'b65e4a42-a5bb-48fb-a58d-df9e23325f1c', 'mac_address': 'fa:16:3e:3d:66:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc748275-2003-4b16-974e-5fd34b892081', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 04:38:39.868227 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:38:39.882967 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b65e4a42-a5bb-48fb-a58d-df9e23325f1c {{(pid=102193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 04:38:39.905175 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port b65e4a42-a5bb-48fb-a58d-df9e23325f1c, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=b65e4a42-a5bb-48fb-a58d-df9e23325f1c,segment=NetworkSegment(a3a908b8-6aab-478d-9f13-769cf831804c),segment_id=a3a908b8-6aab-478d-9f13-769cf831804c)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:38:39.973252 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:38:40.031048 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=b65e4a42-a5bb-48fb-a58d-df9e23325f1c,revision_number=6']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:38:40.039298 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:38:40.039533 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:38:40.039752 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:38:40.040102 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:38:40.040442 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:38:40.040776 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:38:40.041110 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:38:40.041442 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:38:40.041782 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:38:40.042158 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:38:40.052667 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:38:40.052667 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:38:40.054684 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] get_ports_and_sgs() called for port_ids ['b65e4a42-a5bb-48fb-a58d-df9e23325f1c'] {{(pid=102193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 04:38:41.575141 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device b65e4a42-a5bb-48fb-a58d-df9e23325f1c up at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 04:38:41.627221 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.provisioning_blocks [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Provisioning complete for port b65e4a42-a5bb-48fb-a58d-df9e23325f1c triggered by entity L2. {{(pid=102193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 04:38:41.627972 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16201827'] for port, provisioning_complete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:38:41.713828 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:38:41.740600 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfb064ce-f7b6-4435-9982-bf45630effad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b65e4a42-a5bb-48fb-a58d-df9e23325f1c'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 04:38:41.742952 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e385e08809ed349a2646fb52500b409f99e085c14d592b33dda6f3cb7a212da1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b26fcdc-2c6c-40fa-ac1a-4a1927541729" -d '{"events": [{"server_uuid": "cfb064ce-f7b6-4435-9982-bf45630effad", "name": "network-vif-plugged", "status": "completed", "tag": "b65e4a42-a5bb-48fb-a58d-df9e23325f1c"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 04:38:41.759326 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port b65e4a42-a5bb-48fb-a58d-df9e23325f1c, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=b65e4a42-a5bb-48fb-a58d-df9e23325f1c,segment=NetworkSegment(a3a908b8-6aab-478d-9f13-769cf831804c),segment_id=a3a908b8-6aab-478d-9f13-769cf831804c)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:38:41.793715 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 04:38:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3b8a1fb-90b8-4380-ad95-93f859ae15ab x-openstack-request-id: req-e3b8a1fb-90b8-4380-ad95-93f859ae15ab {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 04:38:41.794134 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfb064ce-f7b6-4435-9982-bf45630effad", "name": "network-vif-plugged", "status": "completed", "tag": "b65e4a42-a5bb-48fb-a58d-df9e23325f1c", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 04:38:41.794518 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e3b8a1fb-90b8-4380-ad95-93f859ae15ab {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 04:38:41.795148 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfb064ce-f7b6-4435-9982-bf45630effad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b65e4a42-a5bb-48fb-a58d-df9e23325f1c', 'code': 200} Aug 11 04:38:41.855879 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:38:41.913193 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=b65e4a42-a5bb-48fb-a58d-df9e23325f1c,revision_number=7']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:38:42.222573 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:38:51.341535 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 54034) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:38:51.499760 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-edefd13b-90c1-4b46-961f-54ccb415fee5 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Deleting port 09cf77e6-7978-4e38-8dbd-36f4d447dd95 {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 04:38:51.500099 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-edefd13b-90c1-4b46-961f-54ccb415fee5 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:38:51.571725 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-edefd13b-90c1-4b46-961f-54ccb415fee5 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:38:51.572050 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-edefd13b-90c1-4b46-961f-54ccb415fee5 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:38:51.583244 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-edefd13b-90c1-4b46-961f-54ccb415fee5 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Calling delete_port for 09cf77e6-7978-4e38-8dbd-36f4d447dd95 owned by network:floatingip {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 04:38:51.784135 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-edefd13b-90c1-4b46-961f-54ccb415fee5 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:38:51.807570 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edefd13b-90c1-4b46-961f-54ccb415fee5 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Pushing event deleted for resources: {'Port': ['ID=09cf77e6-7978-4e38-8dbd-36f4d447dd95,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:38:51.817441 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edefd13b-90c1-4b46-961f-54ccb415fee5 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:38:51.817793 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edefd13b-90c1-4b46-961f-54ccb415fee5 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:38:51.818133 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edefd13b-90c1-4b46-961f-54ccb415fee5 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:38:51.818496 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edefd13b-90c1-4b46-961f-54ccb415fee5 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:38:51.818833 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edefd13b-90c1-4b46-961f-54ccb415fee5 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:38:51.819167 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edefd13b-90c1-4b46-961f-54ccb415fee5 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:38:51.820030 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edefd13b-90c1-4b46-961f-54ccb415fee5 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:38:51.820030 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edefd13b-90c1-4b46-961f-54ccb415fee5 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:38:51.820246 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edefd13b-90c1-4b46-961f-54ccb415fee5 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:38:51.820427 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edefd13b-90c1-4b46-961f-54ccb415fee5 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:38:51.820750 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edefd13b-90c1-4b46-961f-54ccb415fee5 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:38:51.821073 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edefd13b-90c1-4b46-961f-54ccb415fee5 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:38:51.882676 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-edefd13b-90c1-4b46-961f-54ccb415fee5 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Notify callbacks [] for floatingip, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:38:51.882930 n-d-764292-30 neutron-server[102192]: INFO neutron.db.l3_db [None req-edefd13b-90c1-4b46-961f-54ccb415fee5 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Floating IP e788e13b-9b55-4de6-96ea-1aa4cf152194 disassociated (deleted). External IP: 172.25.8.211, port: b65e4a42-a5bb-48fb-a58d-df9e23325f1c. Aug 11 04:38:52.086148 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edefd13b-90c1-4b46-961f-54ccb415fee5 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Router 1d2e86b5-5848-4b97-b458-0ef8fda804a0 has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 04:38:52.191223 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edefd13b-90c1-4b46-961f-54ccb415fee5 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 04:38:52.196225 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-edefd13b-90c1-4b46-961f-54ccb415fee5 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for floatingip, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:38:52.201216 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97c6f3e-e96c-4435-b257-8d45291b5184 None None] Sync routers for ids ['1d2e86b5-5848-4b97-b458-0ef8fda804a0'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 04:38:52.216429 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97c6f3e-e96c-4435-b257-8d45291b5184 None None] Routers {'1d2e86b5-5848-4b97-b458-0ef8fda804a0'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 04:38:52.217054 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-e97c6f3e-e96c-4435-b257-8d45291b5184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T04:38:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['1d2e86b5-5848-4b97-b458-0ef8fda804a0'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:38:52.223628 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-edefd13b-90c1-4b46-961f-54ccb415fee5 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] 10.222.0.41 "DELETE /v2.0/floatingips/e788e13b-9b55-4de6-96ea-1aa4cf152194 HTTP/1.1" status: 204 len: 168 time: 0.8809922 Aug 11 04:38:52.224220 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfb064ce-f7b6-4435-9982-bf45630effad', 'tag': 'b65e4a42-a5bb-48fb-a58d-df9e23325f1c'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 04:38:52.226649 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7f53641f53ed3ecbe111d4b405439a3ffe6be981c23072cf9fee61815809fbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20b9e571-798a-460c-b16c-c4eeb4422462" -d '{"events": [{"name": "network-changed", "server_uuid": "cfb064ce-f7b6-4435-9982-bf45630effad", "tag": "b65e4a42-a5bb-48fb-a58d-df9e23325f1c"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 04:38:52.263897 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 04:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5df5c66-43b8-4fd3-9c12-4b37c7bcf9d8 x-openstack-request-id: req-b5df5c66-43b8-4fd3-9c12-4b37c7bcf9d8 {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 04:38:52.264197 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfb064ce-f7b6-4435-9982-bf45630effad", "tag": "b65e4a42-a5bb-48fb-a58d-df9e23325f1c", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 04:38:52.264456 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b5df5c66-43b8-4fd3-9c12-4b37c7bcf9d8 {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 04:38:52.264892 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfb064ce-f7b6-4435-9982-bf45630effad', 'tag': 'b65e4a42-a5bb-48fb-a58d-df9e23325f1c', 'status': 'completed', 'code': 200} Aug 11 04:38:52.330436 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-e97c6f3e-e96c-4435-b257-8d45291b5184 None None] Set router 1d2e86b5-5848-4b97-b458-0ef8fda804a0 gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 04:38:52.339072 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b9e571-798a-460c-b16c-c4eeb4422462 req-654cd74d-c1c8-4234-9401-ef377494b8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:38:52.340634 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-20b9e571-798a-460c-b16c-c4eeb4422462 req-654cd74d-c1c8-4234-9401-ef377494b8a8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a4dbbcc1124e443cb7a05ff0d36a859f&device_id=cfb064ce-f7b6-4435-9982-bf45630effad HTTP/1.1" status: 200 len: 1097 time: 0.0479426 Aug 11 04:38:52.469702 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-73540ab2-976a-40f1-9709-ac117106a717 req-e636f4a9-b5ae-4dc2-b12a-388a27e6ccf3 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=f1949027-854a-4085-86ec-626627f6d595&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1411901 Aug 11 04:38:52.474997 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b9e571-798a-460c-b16c-c4eeb4422462 req-517f1c9e-e3b6-4263-9e37-7711b2bf951b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:38:52.476995 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-20b9e571-798a-460c-b16c-c4eeb4422462 req-517f1c9e-e3b6-4263-9e37-7711b2bf951b service neutron] 10.222.0.24 "GET /v2.0/networks?id=5055d5f2-edc5-4c2d-9e93-4b8ce8535c2c HTTP/1.1" status: 200 len: 910 time: 0.1289794 Aug 11 04:38:52.529561 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-20b9e571-798a-460c-b16c-c4eeb4422462 req-c12a6777-7bf0-4ba8-8137-23b764c45f08 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b65e4a42-a5bb-48fb-a58d-df9e23325f1c HTTP/1.1" status: 200 len: 217 time: 0.0451248 Aug 11 04:38:52.564471 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-e97c6f3e-e96c-4435-b257-8d45291b5184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d2e86b5-5848-4b97-b458-0ef8fda804a0', 'name': 'tempest-TestSnapshotPattern-214635449-router', 'tenant_id': 'a4dbbcc1124e443cb7a05ff0d36a859f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.218'}], 'enable_snat': True}, 'gw_port_id': '799eb079-f982-4a26-a02e-b07f3d017daf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:33:27Z', 'updated_at': '2021-08-11T04:33:31Z', 'revision_number': 4, 'project_id': 'a4dbbcc1124e443cb7a05ff0d36a859f', 'gw_port': {'id': '799eb079-f982-4a26-a02e-b07f3d017daf', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:5b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2e86b5-5848-4b97-b458-0ef8fda804a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:33:28Z', 'updated_at': '2021-08-11T04:33:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_floatingips': [{'id': '4ee41df9-b0f3-4a09-bb7c-8699017e5dea', 'tenant_id': 'a4dbbcc1124e443cb7a05ff0d36a859f', 'floating_ip_address': '172.25.8.65', 'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'router_id': '1d2e86b5-5848-4b97-b458-0ef8fda804a0', 'port_id': '5f75933b-ab26-4a60-98c4-9099dbae3c0a', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5055d5f2-edc5-4c2d-9e93-4b8ce8535c2c', 'mac_address': 'fa:16:3e:86:3c:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1949027-854a-4085-86ec-626627f6d595', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T04:33:58Z', 'updated_at': '2021-08-11T04:34:00Z', 'revision_number': 1, 'project_id': 'a4dbbcc1124e443cb7a05ff0d36a859f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a838b8e-54b3-4ab9-aab1-b0f8e3be2633', 'name': '', 'network_id': '5055d5f2-edc5-4c2d-9e93-4b8ce8535c2c', 'tenant_id': 'a4dbbcc1124e443cb7a05ff0d36a859f', 'mac_address': 'fa:16:3e:0f:19:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2e86b5-5848-4b97-b458-0ef8fda804a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'bc748275-2003-4b16-974e-5fd34b892081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:33:30Z', 'updated_at': '2021-08-11T04:33:37Z', 'revision_number': 5, 'project_id': 'a4dbbcc1124e443cb7a05ff0d36a859f', 'subnets': [{'id': 'bc748275-2003-4b16-974e-5fd34b892081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:38:52.592295 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97c6f3e-e96c-4435-b257-8d45291b5184 None None] Checking router: 1d2e86b5-5848-4b97-b458-0ef8fda804a0 for host: n-d-764292-30 {{(pid=102193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 04:38:52.604108 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73540ab2-976a-40f1-9709-ac117106a717 req-25711166-4f42-4c3c-a672-4ace2cb1e1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:38:52.605677 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-73540ab2-976a-40f1-9709-ac117106a717 req-25711166-4f42-4c3c-a672-4ace2cb1e1cd service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a4dbbcc1124e443cb7a05ff0d36a859f&device_id=f1949027-854a-4085-86ec-626627f6d595 HTTP/1.1" status: 200 len: 1095 time: 0.0846319 Aug 11 04:38:52.607597 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b9e571-798a-460c-b16c-c4eeb4422462 req-6bf660c1-d0a5-40c9-ad52-7155116b8081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:38:52.608485 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97c6f3e-e96c-4435-b257-8d45291b5184 None None] Routers {'1d2e86b5-5848-4b97-b458-0ef8fda804a0'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 04:38:52.608944 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-20b9e571-798a-460c-b16c-c4eeb4422462 req-6bf660c1-d0a5-40c9-ad52-7155116b8081 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bc748275-2003-4b16-974e-5fd34b892081 HTTP/1.1" status: 200 len: 848 time: 0.0627840 Aug 11 04:38:52.612309 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-e97c6f3e-e96c-4435-b257-8d45291b5184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T04:38:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['1d2e86b5-5848-4b97-b458-0ef8fda804a0'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:38:52.677972 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8ce3c7-b4a0-4894-a78a-7f8e10430abd req-fabe8a6b-c27f-4883-a3d1-87d065f3a78f tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:38:52.680759 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ea8ce3c7-b4a0-4894-a78a-7f8e10430abd req-fabe8a6b-c27f-4883-a3d1-87d065f3a78f tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] 10.222.0.41 "GET /v2.0/ports?device_id=cfb064ce-f7b6-4435-9982-bf45630effad HTTP/1.1" status: 200 len: 945 time: 0.0656679 Aug 11 04:38:52.721191 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-ea8ce3c7-b4a0-4894-a78a-7f8e10430abd req-6537b4d9-0493-4557-b7dc-05e9671d4f0c tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] 10.222.0.41 "GET /v2.0/security-groups?id=5835a66d-7761-44af-883a-edffb31bbec6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346813 Aug 11 04:38:52.721809 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b9e571-798a-460c-b16c-c4eeb4422462 req-7b72a86a-f9c5-4a7b-b22f-64fe7c35d396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:38:52.723349 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-20b9e571-798a-460c-b16c-c4eeb4422462 req-7b72a86a-f9c5-4a7b-b22f-64fe7c35d396 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5055d5f2-edc5-4c2d-9e93-4b8ce8535c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1068249 Aug 11 04:38:52.725842 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-e97c6f3e-e96c-4435-b257-8d45291b5184 None None] Set router 1d2e86b5-5848-4b97-b458-0ef8fda804a0 gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 04:38:52.785444 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73540ab2-976a-40f1-9709-ac117106a717 req-9a777907-9be0-46e8-99bd-96dcc06eff91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:38:52.787081 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-73540ab2-976a-40f1-9709-ac117106a717 req-9a777907-9be0-46e8-99bd-96dcc06eff91 service neutron] 10.222.0.22 "GET /v2.0/networks?id=5055d5f2-edc5-4c2d-9e93-4b8ce8535c2c HTTP/1.1" status: 200 len: 910 time: 0.1604776 Aug 11 04:38:52.878636 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-73540ab2-976a-40f1-9709-ac117106a717 req-7b6e1b8f-7e3e-4a1f-93e9-1524a88c8dc9 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5f75933b-ab26-4a60-98c4-9099dbae3c0a HTTP/1.1" status: 200 len: 998 time: 0.0820923 Aug 11 04:38:52.880586 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-20b9e571-798a-460c-b16c-c4eeb4422462 req-7b8c982d-40b5-49ce-be78-08e9fc334b9f service neutron] 10.222.0.24 "GET /v2.0/networks/5055d5f2-edc5-4c2d-9e93-4b8ce8535c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460538 Aug 11 04:38:52.950860 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-e97c6f3e-e96c-4435-b257-8d45291b5184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d2e86b5-5848-4b97-b458-0ef8fda804a0', 'name': 'tempest-TestSnapshotPattern-214635449-router', 'tenant_id': 'a4dbbcc1124e443cb7a05ff0d36a859f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.218'}], 'enable_snat': True}, 'gw_port_id': '799eb079-f982-4a26-a02e-b07f3d017daf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:33:27Z', 'updated_at': '2021-08-11T04:33:31Z', 'revision_number': 4, 'project_id': 'a4dbbcc1124e443cb7a05ff0d36a859f', 'gw_port': {'id': '799eb079-f982-4a26-a02e-b07f3d017daf', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:5b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2e86b5-5848-4b97-b458-0ef8fda804a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:33:28Z', 'updated_at': '2021-08-11T04:33:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_floatingips': [{'id': '4ee41df9-b0f3-4a09-bb7c-8699017e5dea', 'tenant_id': 'a4dbbcc1124e443cb7a05ff0d36a859f', 'floating_ip_address': '172.25.8.65', 'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'router_id': '1d2e86b5-5848-4b97-b458-0ef8fda804a0', 'port_id': '5f75933b-ab26-4a60-98c4-9099dbae3c0a', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5055d5f2-edc5-4c2d-9e93-4b8ce8535c2c', 'mac_address': 'fa:16:3e:86:3c:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1949027-854a-4085-86ec-626627f6d595', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T04:33:58Z', 'updated_at': '2021-08-11T04:34:00Z', 'revision_number': 1, 'project_id': 'a4dbbcc1124e443cb7a05ff0d36a859f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a838b8e-54b3-4ab9-aab1-b0f8e3be2633', 'name': '', 'network_id': '5055d5f2-edc5-4c2d-9e93-4b8ce8535c2c', 'tenant_id': 'a4dbbcc1124e443cb7a05ff0d36a859f', 'mac_address': 'fa:16:3e:0f:19:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2e86b5-5848-4b97-b458-0ef8fda804a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'bc748275-2003-4b16-974e-5fd34b892081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:33:30Z', 'updated_at': '2021-08-11T04:33:37Z', 'revision_number': 5, 'project_id': 'a4dbbcc1124e443cb7a05ff0d36a859f', 'subnets': [{'id': 'bc748275-2003-4b16-974e-5fd34b892081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:38:52.976674 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73540ab2-976a-40f1-9709-ac117106a717 req-9caec47c-e36b-46b8-889e-20caa31a781e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:38:52.976911 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97c6f3e-e96c-4435-b257-8d45291b5184 None None] The sync data for ids ['1d2e86b5-5848-4b97-b458-0ef8fda804a0'] in n-d-764292-30 is: [{'id': '1d2e86b5-5848-4b97-b458-0ef8fda804a0', 'name': 'tempest-TestSnapshotPattern-214635449-router', 'tenant_id': 'a4dbbcc1124e443cb7a05ff0d36a859f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.218'}], 'enable_snat': True}, 'gw_port_id': '799eb079-f982-4a26-a02e-b07f3d017daf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:33:27Z', 'updated_at': '2021-08-11T04:33:31Z', 'revision_number': 4, 'project_id': 'a4dbbcc1124e443cb7a05ff0d36a859f', 'gw_port': {'id': '799eb079-f982-4a26-a02e-b07f3d017daf', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:5b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2e86b5-5848-4b97-b458-0ef8fda804a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:33:28Z', 'updated_at': '2021-08-11T04:33:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_floatingips': [{'id': '4ee41df9-b0f3-4a09-bb7c-8699017e5dea', 'tenant_id': 'a4dbbcc1124e443cb7a05ff0d36a859f', 'floating_ip_address': '172.25.8.65', 'floating_network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'router_id': '1d2e86b5-5848-4b97-b458-0ef8fda804a0', 'port_id': '5f75933b-ab26-4a60-98c4-9099dbae3c0a', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5055d5f2-edc5-4c2d-9e93-4b8ce8535c2c', 'mac_address': 'fa:16:3e:86:3c:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1949027-854a-4085-86ec-626627f6d595', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T04:33:58Z', 'updated_at': '2021-08-11T04:34:00Z', 'revision_number': 1, 'project_id': 'a4dbbcc1124e443cb7a05ff0d36a859f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a838b8e-54b3-4ab9-aab1-b0f8e3be2633', 'name': '', 'network_id': '5055d5f2-edc5-4c2d-9e93-4b8ce8535c2c', 'tenant_id': 'a4dbbcc1124e443cb7a05ff0d36a859f', 'mac_address': 'fa:16:3e:0f:19:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2e86b5-5848-4b97-b458-0ef8fda804a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'bc748275-2003-4b16-974e-5fd34b892081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:33:30Z', 'updated_at': '2021-08-11T04:33:37Z', 'revision_number': 5, 'project_id': 'a4dbbcc1124e443cb7a05ff0d36a859f', 'subnets': [{'id': 'bc748275-2003-4b16-974e-5fd34b892081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 04:38:52.978204 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-73540ab2-976a-40f1-9709-ac117106a717 req-9caec47c-e36b-46b8-889e-20caa31a781e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=bc748275-2003-4b16-974e-5fd34b892081 HTTP/1.1" status: 200 len: 848 time: 0.0928793 Aug 11 04:38:53.036060 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-20b9e571-798a-460c-b16c-c4eeb4422462 req-7a14ec21-2f1c-408b-bf0a-1d221f7883f0 service neutron] 10.222.0.24 "GET /v2.0/networks/5055d5f2-edc5-4c2d-9e93-4b8ce8535c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428249 Aug 11 04:38:53.045291 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73540ab2-976a-40f1-9709-ac117106a717 req-adc7acfe-2f54-4146-b8ce-28c5e67b7de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:38:53.046932 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-73540ab2-976a-40f1-9709-ac117106a717 req-adc7acfe-2f54-4146-b8ce-28c5e67b7de3 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=5055d5f2-edc5-4c2d-9e93-4b8ce8535c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0583727 Aug 11 04:38:53.138317 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-73540ab2-976a-40f1-9709-ac117106a717 req-7b0db6cd-c7e3-4891-8156-968492ba2d5c service neutron] 10.222.0.22 "GET /v2.0/networks/5055d5f2-edc5-4c2d-9e93-4b8ce8535c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827134 Aug 11 04:38:53.234526 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f0dbf0-5eec-44c8-9573-db29cc3084d0 None None] New status for floating IP e788e13b-9b55-4de6-96ea-1aa4cf152194: DOWN {{(pid=102194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 04:38:53.236511 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-73540ab2-976a-40f1-9709-ac117106a717 req-c8296c45-6f3c-4d67-aac3-1e7bbbb8e9ed service neutron] 10.222.0.22 "GET /v2.0/networks/5055d5f2-edc5-4c2d-9e93-4b8ce8535c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915649 Aug 11 04:38:53.626272 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device b65e4a42-a5bb-48fb-a58d-df9e23325f1c no longer exists at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 04:38:53.702232 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16131883'] for port, before_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:38:53.723248 n-d-764292-30 neutron-server[102193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfb064ce-f7b6-4435-9982-bf45630effad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b65e4a42-a5bb-48fb-a58d-df9e23325f1c'}] {{(pid=102193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 04:38:53.725477 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e385e08809ed349a2646fb52500b409f99e085c14d592b33dda6f3cb7a212da1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01202205-0240-48e7-a273-aecdcfd049ce" -d '{"events": [{"server_uuid": "cfb064ce-f7b6-4435-9982-bf45630effad", "name": "network-vif-unplugged", "status": "completed", "tag": "b65e4a42-a5bb-48fb-a58d-df9e23325f1c"}]}' {{(pid=102193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 04:38:53.738602 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] For port b65e4a42-a5bb-48fb-a58d-df9e23325f1c, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=b65e4a42-a5bb-48fb-a58d-df9e23325f1c,segment=NetworkSegment(a3a908b8-6aab-478d-9f13-769cf831804c),segment_id=a3a908b8-6aab-478d-9f13-769cf831804c)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:38:53.762442 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 04:38:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4007b6ed-58d0-4827-9935-58795e57095a x-openstack-request-id: req-4007b6ed-58d0-4827-9935-58795e57095a {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 04:38:53.762741 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfb064ce-f7b6-4435-9982-bf45630effad", "name": "network-vif-unplugged", "status": "completed", "tag": "b65e4a42-a5bb-48fb-a58d-df9e23325f1c", "code": 200}]} {{(pid=102193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 04:38:53.767002 n-d-764292-30 neutron-server[102193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4007b6ed-58d0-4827-9935-58795e57095a {{(pid=102193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 04:38:53.767002 n-d-764292-30 neutron-server[102193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfb064ce-f7b6-4435-9982-bf45630effad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b65e4a42-a5bb-48fb-a58d-df9e23325f1c', 'code': 200} Aug 11 04:38:53.812644 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790262932381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790262461687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790262461197'] for port, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:38:53.839184 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b446854-0863-4af5-b418-24c6c9818ecc req-afbebc63-20fe-4b22-bbcf-07f962f32139 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:38:53.840653 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5b446854-0863-4af5-b418-24c6c9818ecc req-afbebc63-20fe-4b22-bbcf-07f962f32139 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] 10.222.0.41 "GET /v2.0/ports?device_id=cfb064ce-f7b6-4435-9982-bf45630effad HTTP/1.1" status: 200 len: 945 time: 0.0514729 Aug 11 04:38:53.862744 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Pushing event updated for resources: {'Port': ['ID=b65e4a42-a5bb-48fb-a58d-df9e23325f1c,revision_number=8']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:38:53.885084 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-5b446854-0863-4af5-b418-24c6c9818ecc req-2b838a68-6190-41ff-af67-1c1b9feecdf6 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] 10.222.0.41 "GET /v2.0/security-groups?id=5835a66d-7761-44af-883a-edffb31bbec6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382221 Aug 11 04:38:54.121067 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1a4c5e-b2dc-4144-a796-081d8fd35dac req-6c48f539-abd4-4e5f-896b-edc4624a614a tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:38:54.122494 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-ed1a4c5e-b2dc-4144-a796-081d8fd35dac req-6c48f539-abd4-4e5f-896b-edc4624a614a tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] 10.222.0.24 "GET /v2.0/ports?device_id=cfb064ce-f7b6-4435-9982-bf45630effad HTTP/1.1" status: 200 len: 943 time: 0.0483325 Aug 11 04:38:54.210659 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-ed1a4c5e-b2dc-4144-a796-081d8fd35dac req-90838f65-b0aa-4157-93c5-f72ecde9a74e tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Deleting port b65e4a42-a5bb-48fb-a58d-df9e23325f1c {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 04:38:54.211009 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-ed1a4c5e-b2dc-4144-a796-081d8fd35dac req-90838f65-b0aa-4157-93c5-f72ecde9a74e tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:38:54.295939 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-ed1a4c5e-b2dc-4144-a796-081d8fd35dac req-90838f65-b0aa-4157-93c5-f72ecde9a74e tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] For port b65e4a42-a5bb-48fb-a58d-df9e23325f1c, host n-h2-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764292-30',level=0,port_id=b65e4a42-a5bb-48fb-a58d-df9e23325f1c,segment=NetworkSegment(a3a908b8-6aab-478d-9f13-769cf831804c),segment_id=a3a908b8-6aab-478d-9f13-769cf831804c)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:38:54.296297 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-ed1a4c5e-b2dc-4144-a796-081d8fd35dac req-90838f65-b0aa-4157-93c5-f72ecde9a74e tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:38:54.308754 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-ed1a4c5e-b2dc-4144-a796-081d8fd35dac req-90838f65-b0aa-4157-93c5-f72ecde9a74e tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Calling delete_port for b65e4a42-a5bb-48fb-a58d-df9e23325f1c owned by compute:nova {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 04:38:54.862462 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-ed1a4c5e-b2dc-4144-a796-081d8fd35dac req-90838f65-b0aa-4157-93c5-f72ecde9a74e tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:38:54.892575 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90838f65-b0aa-4157-93c5-f72ecde9a74e tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Pushing event deleted for resources: {'Port': ['ID=b65e4a42-a5bb-48fb-a58d-df9e23325f1c,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:38:54.920556 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90838f65-b0aa-4157-93c5-f72ecde9a74e tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:38:54.920908 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90838f65-b0aa-4157-93c5-f72ecde9a74e tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:38:54.921252 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90838f65-b0aa-4157-93c5-f72ecde9a74e tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:38:54.921590 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90838f65-b0aa-4157-93c5-f72ecde9a74e tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:38:54.921928 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90838f65-b0aa-4157-93c5-f72ecde9a74e tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:38:54.931632 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90838f65-b0aa-4157-93c5-f72ecde9a74e tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:38:54.931632 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90838f65-b0aa-4157-93c5-f72ecde9a74e tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:38:54.931632 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90838f65-b0aa-4157-93c5-f72ecde9a74e tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:38:54.931632 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90838f65-b0aa-4157-93c5-f72ecde9a74e tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:38:54.931632 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90838f65-b0aa-4157-93c5-f72ecde9a74e tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:38:54.931632 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90838f65-b0aa-4157-93c5-f72ecde9a74e tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:38:54.931632 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90838f65-b0aa-4157-93c5-f72ecde9a74e tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764292-30 {{(pid=102191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:38:54.940337 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed1a4c5e-b2dc-4144-a796-081d8fd35dac req-90838f65-b0aa-4157-93c5-f72ecde9a74e tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] No DVR routers for this DVR port b65e4a42-a5bb-48fb-a58d-df9e23325f1c on host n-h2-764292-30 {{(pid=102191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 04:38:54.943129 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-ed1a4c5e-b2dc-4144-a796-081d8fd35dac req-90838f65-b0aa-4157-93c5-f72ecde9a74e tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:38:54.945120 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-ed1a4c5e-b2dc-4144-a796-081d8fd35dac req-90838f65-b0aa-4157-93c5-f72ecde9a74e tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] 10.222.0.24 "DELETE /v2.0/ports/b65e4a42-a5bb-48fb-a58d-df9e23325f1c HTTP/1.1" status: 204 len: 173 time: 0.8171244 Aug 11 04:38:54.945581 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfb064ce-f7b6-4435-9982-bf45630effad', 'name': 'network-vif-deleted', 'tag': 'b65e4a42-a5bb-48fb-a58d-df9e23325f1c'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 04:38:54.948269 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9291d331c18c1eb37c2b57c8af4a09724b2e7f160dd5faf652855b3e38b81ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7246eab-a9da-4bb2-8cb8-f7a80135d218" -d '{"events": [{"server_uuid": "cfb064ce-f7b6-4435-9982-bf45630effad", "name": "network-vif-deleted", "tag": "b65e4a42-a5bb-48fb-a58d-df9e23325f1c"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 04:38:54.987288 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-a005757e-769f-4011-af7b-d8b615748fc0 req-306127ea-141e-4706-b6b2-21784c87531b tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] 10.222.0.41 "GET /v2.0/ports?device_id=cfb064ce-f7b6-4435-9982-bf45630effad HTTP/1.1" status: 200 len: 210 time: 0.0267224 Aug 11 04:38:55.066568 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 04:38:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d227e39-a8d9-43a2-b42b-452083255b6c x-openstack-request-id: req-7d227e39-a8d9-43a2-b42b-452083255b6c {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 04:38:55.066857 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfb064ce-f7b6-4435-9982-bf45630effad", "name": "network-vif-deleted", "tag": "b65e4a42-a5bb-48fb-a58d-df9e23325f1c", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 04:38:55.067103 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7d227e39-a8d9-43a2-b42b-452083255b6c {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 04:38:55.067498 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfb064ce-f7b6-4435-9982-bf45630effad', 'name': 'network-vif-deleted', 'tag': 'b65e4a42-a5bb-48fb-a58d-df9e23325f1c', 'status': 'completed', 'code': 200} Aug 11 04:38:57.260158 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 54100) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:38:57.412448 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-8fd70266-2aab-4ee3-a526-f9f0c23d1b68 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Deleting port 7aab6d25-10d6-439f-8ed8-cfebc48e38fb {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 04:38:57.412707 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-8fd70266-2aab-4ee3-a526-f9f0c23d1b68 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:38:57.490114 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-8fd70266-2aab-4ee3-a526-f9f0c23d1b68 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:38:57.490478 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-8fd70266-2aab-4ee3-a526-f9f0c23d1b68 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:38:57.501946 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-8fd70266-2aab-4ee3-a526-f9f0c23d1b68 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Calling delete_port for 7aab6d25-10d6-439f-8ed8-cfebc48e38fb owned by network:floatingip {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 04:38:57.658390 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device b65e4a42-a5bb-48fb-a58d-df9e23325f1c no longer exists at agent hyperv_n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 04:38:57.678160 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] No Port match for: b65e4a42-a5bb-48fb-a58d-df9e23325f1c {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 04:38:57.678476 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Device b65e4a42-a5bb-48fb-a58d-df9e23325f1c not bound to the agent host n-h2-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 04:38:57.698358 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-8fd70266-2aab-4ee3-a526-f9f0c23d1b68 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:38:57.725302 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd70266-2aab-4ee3-a526-f9f0c23d1b68 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Pushing event deleted for resources: {'Port': ['ID=7aab6d25-10d6-439f-8ed8-cfebc48e38fb,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:38:57.783175 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-8fd70266-2aab-4ee3-a526-f9f0c23d1b68 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Notify callbacks [] for floatingip, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:38:57.783511 n-d-764292-30 neutron-server[102192]: INFO neutron.db.l3_db [None req-8fd70266-2aab-4ee3-a526-f9f0c23d1b68 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Floating IP 4ee41df9-b0f3-4a09-bb7c-8699017e5dea disassociated (deleted). External IP: 172.25.8.65, port: 5f75933b-ab26-4a60-98c4-9099dbae3c0a. Aug 11 04:38:57.989232 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fd70266-2aab-4ee3-a526-f9f0c23d1b68 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Router 1d2e86b5-5848-4b97-b458-0ef8fda804a0 has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 04:38:58.098737 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fd70266-2aab-4ee3-a526-f9f0c23d1b68 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 04:38:58.103651 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-8fd70266-2aab-4ee3-a526-f9f0c23d1b68 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for floatingip, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:38:58.108593 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-593a3a7f-39fc-4d96-b77a-55ca1bf13182 None None] Sync routers for ids ['1d2e86b5-5848-4b97-b458-0ef8fda804a0'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 04:38:58.117274 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593a3a7f-39fc-4d96-b77a-55ca1bf13182 None None] Routers {'1d2e86b5-5848-4b97-b458-0ef8fda804a0'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 04:38:58.117887 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-593a3a7f-39fc-4d96-b77a-55ca1bf13182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T04:38:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['1d2e86b5-5848-4b97-b458-0ef8fda804a0'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:38:58.131268 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-8fd70266-2aab-4ee3-a526-f9f0c23d1b68 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] 10.222.0.41 "DELETE /v2.0/floatingips/4ee41df9-b0f3-4a09-bb7c-8699017e5dea HTTP/1.1" status: 204 len: 168 time: 0.8700345 Aug 11 04:38:58.131961 n-d-764292-30 neutron-server[102192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1949027-854a-4085-86ec-626627f6d595', 'tag': '5f75933b-ab26-4a60-98c4-9099dbae3c0a'}] {{(pid=102192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 04:38:58.134346 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7f53641f53ed3ecbe111d4b405439a3ffe6be981c23072cf9fee61815809fbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c698f12d-8dd0-4e48-bbe9-d3a9a55e7082" -d '{"events": [{"name": "network-changed", "server_uuid": "f1949027-854a-4085-86ec-626627f6d595", "tag": "5f75933b-ab26-4a60-98c4-9099dbae3c0a"}]}' {{(pid=102192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 04:38:58.174772 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 04:38:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a250e28-6572-4b77-8f10-376ebb4b4204 x-openstack-request-id: req-4a250e28-6572-4b77-8f10-376ebb4b4204 {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 04:38:58.175009 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1949027-854a-4085-86ec-626627f6d595", "tag": "5f75933b-ab26-4a60-98c4-9099dbae3c0a", "status": "completed", "code": 200}]} {{(pid=102192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 04:38:58.175237 n-d-764292-30 neutron-server[102192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4a250e28-6572-4b77-8f10-376ebb4b4204 {{(pid=102192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 04:38:58.175652 n-d-764292-30 neutron-server[102192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1949027-854a-4085-86ec-626627f6d595', 'tag': '5f75933b-ab26-4a60-98c4-9099dbae3c0a', 'status': 'completed', 'code': 200} Aug 11 04:38:58.230442 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-593a3a7f-39fc-4d96-b77a-55ca1bf13182 None None] Set router 1d2e86b5-5848-4b97-b458-0ef8fda804a0 gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 04:38:58.241095 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c698f12d-8dd0-4e48-bbe9-d3a9a55e7082 req-aa9bd40b-df57-4589-9cc4-5623ee79b0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:38:58.242585 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c698f12d-8dd0-4e48-bbe9-d3a9a55e7082 req-aa9bd40b-df57-4589-9cc4-5623ee79b0f5 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a4dbbcc1124e443cb7a05ff0d36a859f&device_id=f1949027-854a-4085-86ec-626627f6d595 HTTP/1.1" status: 200 len: 1095 time: 0.0440645 Aug 11 04:38:58.331451 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c698f12d-8dd0-4e48-bbe9-d3a9a55e7082 req-cbcb6de2-61b4-42bb-aab7-de46da7b14ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:38:58.332938 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c698f12d-8dd0-4e48-bbe9-d3a9a55e7082 req-cbcb6de2-61b4-42bb-aab7-de46da7b14ab service neutron] 10.222.0.22 "GET /v2.0/networks?id=5055d5f2-edc5-4c2d-9e93-4b8ce8535c2c HTTP/1.1" status: 200 len: 910 time: 0.0838413 Aug 11 04:38:58.383643 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c698f12d-8dd0-4e48-bbe9-d3a9a55e7082 req-b4f0cd2b-475d-4305-b8be-494f451ee108 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5f75933b-ab26-4a60-98c4-9099dbae3c0a HTTP/1.1" status: 200 len: 217 time: 0.0426872 Aug 11 04:38:58.436298 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c698f12d-8dd0-4e48-bbe9-d3a9a55e7082 req-f879b60b-0e49-4e86-84c7-a1bb69d49cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:38:58.437796 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c698f12d-8dd0-4e48-bbe9-d3a9a55e7082 req-f879b60b-0e49-4e86-84c7-a1bb69d49cc3 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=bc748275-2003-4b16-974e-5fd34b892081 HTTP/1.1" status: 200 len: 848 time: 0.0475168 Aug 11 04:38:58.439156 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-593a3a7f-39fc-4d96-b77a-55ca1bf13182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d2e86b5-5848-4b97-b458-0ef8fda804a0', 'name': 'tempest-TestSnapshotPattern-214635449-router', 'tenant_id': 'a4dbbcc1124e443cb7a05ff0d36a859f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.218'}], 'enable_snat': True}, 'gw_port_id': '799eb079-f982-4a26-a02e-b07f3d017daf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:33:27Z', 'updated_at': '2021-08-11T04:33:31Z', 'revision_number': 4, 'project_id': 'a4dbbcc1124e443cb7a05ff0d36a859f', 'gw_port': {'id': '799eb079-f982-4a26-a02e-b07f3d017daf', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:5b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2e86b5-5848-4b97-b458-0ef8fda804a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:33:28Z', 'updated_at': '2021-08-11T04:33:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '2a838b8e-54b3-4ab9-aab1-b0f8e3be2633', 'name': '', 'network_id': '5055d5f2-edc5-4c2d-9e93-4b8ce8535c2c', 'tenant_id': 'a4dbbcc1124e443cb7a05ff0d36a859f', 'mac_address': 'fa:16:3e:0f:19:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2e86b5-5848-4b97-b458-0ef8fda804a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'bc748275-2003-4b16-974e-5fd34b892081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:33:30Z', 'updated_at': '2021-08-11T04:33:37Z', 'revision_number': 5, 'project_id': 'a4dbbcc1124e443cb7a05ff0d36a859f', 'subnets': [{'id': 'bc748275-2003-4b16-974e-5fd34b892081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:38:58.466513 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-593a3a7f-39fc-4d96-b77a-55ca1bf13182 None None] Checking router: 1d2e86b5-5848-4b97-b458-0ef8fda804a0 for host: n-d-764292-30 {{(pid=102193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 04:38:58.475315 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593a3a7f-39fc-4d96-b77a-55ca1bf13182 None None] Routers {'1d2e86b5-5848-4b97-b458-0ef8fda804a0'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 04:38:58.475942 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-593a3a7f-39fc-4d96-b77a-55ca1bf13182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T04:38:32Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['1d2e86b5-5848-4b97-b458-0ef8fda804a0'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:38:58.490216 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c698f12d-8dd0-4e48-bbe9-d3a9a55e7082 req-1eff7aec-909f-4f7a-aed9-f9bff08ec711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:38:58.492151 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c698f12d-8dd0-4e48-bbe9-d3a9a55e7082 req-1eff7aec-909f-4f7a-aed9-f9bff08ec711 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=5055d5f2-edc5-4c2d-9e93-4b8ce8535c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0459802 Aug 11 04:38:58.535903 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a71b241-485f-40e6-959a-f8a0f097702e req-1cc88ca1-3d1a-4014-b8f3-147aa204a7e4 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:38:58.537469 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2a71b241-485f-40e6-959a-f8a0f097702e req-1cc88ca1-3d1a-4014-b8f3-147aa204a7e4 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1949027-854a-4085-86ec-626627f6d595 HTTP/1.1" status: 200 len: 943 time: 0.0591071 Aug 11 04:38:58.578212 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-2a71b241-485f-40e6-959a-f8a0f097702e req-14e2db23-e94c-4634-8be4-694ce4847a40 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] 10.222.0.41 "GET /v2.0/security-groups?id=5835a66d-7761-44af-883a-edffb31bbec6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327864 Aug 11 04:38:58.589756 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-593a3a7f-39fc-4d96-b77a-55ca1bf13182 None None] Set router 1d2e86b5-5848-4b97-b458-0ef8fda804a0 gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 04:38:58.595354 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c698f12d-8dd0-4e48-bbe9-d3a9a55e7082 req-46c732ed-78a6-4112-a6d3-3435eee5ec29 service neutron] 10.222.0.22 "GET /v2.0/networks/5055d5f2-edc5-4c2d-9e93-4b8ce8535c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912907 Aug 11 04:38:58.684352 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-c698f12d-8dd0-4e48-bbe9-d3a9a55e7082 req-229c367d-b820-4740-b5ec-0d0ce759ee77 service neutron] 10.222.0.22 "GET /v2.0/networks/5055d5f2-edc5-4c2d-9e93-4b8ce8535c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839322 Aug 11 04:38:58.788459 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-593a3a7f-39fc-4d96-b77a-55ca1bf13182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d2e86b5-5848-4b97-b458-0ef8fda804a0', 'name': 'tempest-TestSnapshotPattern-214635449-router', 'tenant_id': 'a4dbbcc1124e443cb7a05ff0d36a859f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.218'}], 'enable_snat': True}, 'gw_port_id': '799eb079-f982-4a26-a02e-b07f3d017daf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:33:27Z', 'updated_at': '2021-08-11T04:33:31Z', 'revision_number': 4, 'project_id': 'a4dbbcc1124e443cb7a05ff0d36a859f', 'gw_port': {'id': '799eb079-f982-4a26-a02e-b07f3d017daf', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:5b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2e86b5-5848-4b97-b458-0ef8fda804a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:33:28Z', 'updated_at': '2021-08-11T04:33:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '2a838b8e-54b3-4ab9-aab1-b0f8e3be2633', 'name': '', 'network_id': '5055d5f2-edc5-4c2d-9e93-4b8ce8535c2c', 'tenant_id': 'a4dbbcc1124e443cb7a05ff0d36a859f', 'mac_address': 'fa:16:3e:0f:19:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2e86b5-5848-4b97-b458-0ef8fda804a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'bc748275-2003-4b16-974e-5fd34b892081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:33:30Z', 'updated_at': '2021-08-11T04:33:37Z', 'revision_number': 5, 'project_id': 'a4dbbcc1124e443cb7a05ff0d36a859f', 'subnets': [{'id': 'bc748275-2003-4b16-974e-5fd34b892081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:38:58.817259 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-593a3a7f-39fc-4d96-b77a-55ca1bf13182 None None] The sync data for ids ['1d2e86b5-5848-4b97-b458-0ef8fda804a0'] in n-d-764292-30 is: [{'id': '1d2e86b5-5848-4b97-b458-0ef8fda804a0', 'name': 'tempest-TestSnapshotPattern-214635449-router', 'tenant_id': 'a4dbbcc1124e443cb7a05ff0d36a859f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.218'}], 'enable_snat': True}, 'gw_port_id': '799eb079-f982-4a26-a02e-b07f3d017daf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:33:27Z', 'updated_at': '2021-08-11T04:33:31Z', 'revision_number': 4, 'project_id': 'a4dbbcc1124e443cb7a05ff0d36a859f', 'gw_port': {'id': '799eb079-f982-4a26-a02e-b07f3d017daf', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:5b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2e86b5-5848-4b97-b458-0ef8fda804a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:33:28Z', 'updated_at': '2021-08-11T04:33:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30', '_interfaces': [{'id': '2a838b8e-54b3-4ab9-aab1-b0f8e3be2633', 'name': '', 'network_id': '5055d5f2-edc5-4c2d-9e93-4b8ce8535c2c', 'tenant_id': 'a4dbbcc1124e443cb7a05ff0d36a859f', 'mac_address': 'fa:16:3e:0f:19:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2e86b5-5848-4b97-b458-0ef8fda804a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'bc748275-2003-4b16-974e-5fd34b892081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:33:30Z', 'updated_at': '2021-08-11T04:33:37Z', 'revision_number': 5, 'project_id': 'a4dbbcc1124e443cb7a05ff0d36a859f', 'subnets': [{'id': 'bc748275-2003-4b16-974e-5fd34b892081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 04:38:59.030755 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d786d85f-f2c7-4e8d-ab00-ffed3c9e9853 None None] New status for floating IP 4ee41df9-b0f3-4a09-bb7c-8699017e5dea: DOWN {{(pid=102194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 04:38:59.255934 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-888b8f72-25a5-47d5-b593-1b61a9d2212d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:38:59.374575 n-d-764292-30 neutron-server[102191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbeb4f7-9f40-48db-b3e7-020f76935607 req-78412176-417e-48a5-8a2f-c1ac96f8dff3 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:38:59.375963 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-1dbeb4f7-9f40-48db-b3e7-020f76935607 req-78412176-417e-48a5-8a2f-c1ac96f8dff3 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] 10.222.0.22 "GET /v2.0/ports?device_id=f1949027-854a-4085-86ec-626627f6d595 HTTP/1.1" status: 200 len: 943 time: 0.0479846 Aug 11 04:38:59.465754 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-1dbeb4f7-9f40-48db-b3e7-020f76935607 req-acbb1d5d-a19c-4534-bad0-6ac704e4e968 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Deleting port 5f75933b-ab26-4a60-98c4-9099dbae3c0a {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 04:38:59.466090 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-1dbeb4f7-9f40-48db-b3e7-020f76935607 req-acbb1d5d-a19c-4534-bad0-6ac704e4e968 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:38:59.549806 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [req-1dbeb4f7-9f40-48db-b3e7-020f76935607 req-acbb1d5d-a19c-4534-bad0-6ac704e4e968 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] For port 5f75933b-ab26-4a60-98c4-9099dbae3c0a, host n-h1-764292-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764292-30',level=0,port_id=5f75933b-ab26-4a60-98c4-9099dbae3c0a,segment=NetworkSegment(a3a908b8-6aab-478d-9f13-769cf831804c),segment_id=a3a908b8-6aab-478d-9f13-769cf831804c)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:38:59.550168 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-1dbeb4f7-9f40-48db-b3e7-020f76935607 req-acbb1d5d-a19c-4534-bad0-6ac704e4e968 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:38:59.563202 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [req-1dbeb4f7-9f40-48db-b3e7-020f76935607 req-acbb1d5d-a19c-4534-bad0-6ac704e4e968 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Calling delete_port for 5f75933b-ab26-4a60-98c4-9099dbae3c0a owned by compute:nova {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 04:38:59.696474 n-d-764292-30 neutron-server[102192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78439a40-6d9c-48c8-81fd-2684c70af61c req-5927d420-079a-42b2-a269-d5034941efd3 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:38:59.697877 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-78439a40-6d9c-48c8-81fd-2684c70af61c req-5927d420-079a-42b2-a269-d5034941efd3 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1949027-854a-4085-86ec-626627f6d595 HTTP/1.1" status: 200 len: 943 time: 0.0489471 Aug 11 04:38:59.735518 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [req-78439a40-6d9c-48c8-81fd-2684c70af61c req-5b38b1ec-e176-4f7b-9eb3-d829e794e1ca tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] 10.222.0.41 "GET /v2.0/security-groups?id=5835a66d-7761-44af-883a-edffb31bbec6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316954 Aug 11 04:38:59.743915 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-1dbeb4f7-9f40-48db-b3e7-020f76935607 req-acbb1d5d-a19c-4534-bad0-6ac704e4e968 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:38:59.773117 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbb1d5d-a19c-4534-bad0-6ac704e4e968 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Pushing event deleted for resources: {'Port': ['ID=5f75933b-ab26-4a60-98c4-9099dbae3c0a,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:38:59.817139 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dbeb4f7-9f40-48db-b3e7-020f76935607 req-acbb1d5d-a19c-4534-bad0-6ac704e4e968 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] No DVR routers for this DVR port 5f75933b-ab26-4a60-98c4-9099dbae3c0a on host n-h1-764292-30 {{(pid=102191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 04:38:59.819626 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [req-1dbeb4f7-9f40-48db-b3e7-020f76935607 req-acbb1d5d-a19c-4534-bad0-6ac704e4e968 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88984'] for port, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:38:59.821572 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [req-1dbeb4f7-9f40-48db-b3e7-020f76935607 req-acbb1d5d-a19c-4534-bad0-6ac704e4e968 tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] 10.222.0.22 "DELETE /v2.0/ports/5f75933b-ab26-4a60-98c4-9099dbae3c0a HTTP/1.1" status: 204 len: 173 time: 0.4387999 Aug 11 04:38:59.822015 n-d-764292-30 neutron-server[102191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1949027-854a-4085-86ec-626627f6d595', 'name': 'network-vif-deleted', 'tag': '5f75933b-ab26-4a60-98c4-9099dbae3c0a'}] {{(pid=102191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 04:38:59.824253 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9291d331c18c1eb37c2b57c8af4a09724b2e7f160dd5faf652855b3e38b81ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3881d8ef-87f2-4ae5-987e-28ce3c66f9ca" -d '{"events": [{"server_uuid": "f1949027-854a-4085-86ec-626627f6d595", "name": "network-vif-deleted", "tag": "5f75933b-ab26-4a60-98c4-9099dbae3c0a"}]}' {{(pid=102191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 04:38:59.858930 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 04:38:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4431b922-82ac-4422-a293-f4678ce18f68 x-openstack-request-id: req-4431b922-82ac-4422-a293-f4678ce18f68 {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 04:38:59.859220 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1949027-854a-4085-86ec-626627f6d595", "name": "network-vif-deleted", "tag": "5f75933b-ab26-4a60-98c4-9099dbae3c0a", "status": "completed", "code": 200}]} {{(pid=102191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 04:38:59.859467 n-d-764292-30 neutron-server[102191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4431b922-82ac-4422-a293-f4678ce18f68 {{(pid=102191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 04:38:59.859864 n-d-764292-30 neutron-server[102191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1949027-854a-4085-86ec-626627f6d595', 'name': 'network-vif-deleted', 'tag': '5f75933b-ab26-4a60-98c4-9099dbae3c0a', 'status': 'completed', 'code': 200} Aug 11 04:39:00.792393 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 54114) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:39:00.850178 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-2031ec00-648b-4730-a814-6c8157908d7c tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:39:00.875210 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-2031ec00-648b-4730-a814-6c8157908d7c tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:39:00.987687 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-2031ec00-648b-4730-a814-6c8157908d7c tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:39:00.990268 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-2031ec00-648b-4730-a814-6c8157908d7c tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:39:00.991504 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-2031ec00-648b-4730-a814-6c8157908d7c tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] 10.222.0.41 "DELETE /v2.0/security-groups/5835a66d-7761-44af-883a-edffb31bbec6 HTTP/1.1" status: 204 len: 168 time: 0.1981130 Aug 11 04:39:01.004395 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2031ec00-648b-4730-a814-6c8157908d7c tempest-TestSnapshotPattern-1426240408 tempest-TestSnapshotPattern-1426240408-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5835a66d-7761-44af-883a-edffb31bbec6,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:39:01.104724 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 54118) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:39:01.535977 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9f8f1258-264f-4d54-a3e1-fb92976fad25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521106'] for router_interface, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:39:01.772869 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-9f8f1258-264f-4d54-a3e1-fb92976fad25 admin admin] Deleting port 2a838b8e-54b3-4ab9-aab1-b0f8e3be2633 {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 04:39:01.773207 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9f8f1258-264f-4d54-a3e1-fb92976fad25 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:39:01.847490 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [None req-9f8f1258-264f-4d54-a3e1-fb92976fad25 admin admin] For port 2a838b8e-54b3-4ab9-aab1-b0f8e3be2633, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=2a838b8e-54b3-4ab9-aab1-b0f8e3be2633,segment=NetworkSegment(a3a908b8-6aab-478d-9f13-769cf831804c),segment_id=a3a908b8-6aab-478d-9f13-769cf831804c)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:39:01.848150 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9f8f1258-264f-4d54-a3e1-fb92976fad25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:39:01.860306 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-9f8f1258-264f-4d54-a3e1-fb92976fad25 admin admin] Calling delete_port for 2a838b8e-54b3-4ab9-aab1-b0f8e3be2633 owned by network:router_interface {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 04:39:01.938096 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:39:02.098203 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9f8f1258-264f-4d54-a3e1-fb92976fad25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:39:02.123174 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8f1258-264f-4d54-a3e1-fb92976fad25 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a838b8e-54b3-4ab9-aab1-b0f8e3be2633,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:39:02.218578 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2b88030a-1f8b-49ae-9210-0162ac1fe6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:39:02.292486 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-9f8f1258-264f-4d54-a3e1-fb92976fad25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16383033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450082'] for router_interface, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:39:02.365880 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 5f75933b-ab26-4a60-98c4-9099dbae3c0a no longer exists at agent hyperv_n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 04:39:02.385390 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] No Port match for: 5f75933b-ab26-4a60-98c4-9099dbae3c0a {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 04:39:02.385739 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Device 5f75933b-ab26-4a60-98c4-9099dbae3c0a not bound to the agent host n-h1-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 04:39:02.501914 n-d-764292-30 neutron-server[102191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f8f1258-264f-4d54-a3e1-fb92976fad25 admin admin] Router 1d2e86b5-5848-4b97-b458-0ef8fda804a0 has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 04:39:02.601797 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f8f1258-264f-4d54-a3e1-fb92976fad25 admin admin] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 04:39:02.612851 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-9f8f1258-264f-4d54-a3e1-fb92976fad25 admin admin] 10.222.0.41 "PUT /v2.0/routers/1d2e86b5-5848-4b97-b458-0ef8fda804a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5010045 Aug 11 04:39:02.612851 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 54122) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:39:02.615081 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6124208-85a4-43d8-8a9b-58b1ab93e110 None None] Sync routers for ids ['1d2e86b5-5848-4b97-b458-0ef8fda804a0'] in n-d-764292-30 {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 04:39:02.624621 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6124208-85a4-43d8-8a9b-58b1ab93e110 None None] Routers {'1d2e86b5-5848-4b97-b458-0ef8fda804a0'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 04:39:02.625246 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-a6124208-85a4-43d8-8a9b-58b1ab93e110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T04:39:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['1d2e86b5-5848-4b97-b458-0ef8fda804a0'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:39:02.714301 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-df171cb8-ecba-4df2-a477-d4e493eb2386 admin admin] Notify callbacks [] for router, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:39:02.729070 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-a6124208-85a4-43d8-8a9b-58b1ab93e110 None None] Set router 1d2e86b5-5848-4b97-b458-0ef8fda804a0 gateway port host: n-d-764292-30 {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 04:39:02.816075 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-df171cb8-ecba-4df2-a477-d4e493eb2386 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:39:02.899968 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-a6124208-85a4-43d8-8a9b-58b1ab93e110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d2e86b5-5848-4b97-b458-0ef8fda804a0', 'name': 'tempest-TestSnapshotPattern-214635449-router', 'tenant_id': 'a4dbbcc1124e443cb7a05ff0d36a859f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.218'}], 'enable_snat': True}, 'gw_port_id': '799eb079-f982-4a26-a02e-b07f3d017daf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:33:27Z', 'updated_at': '2021-08-11T04:39:01Z', 'revision_number': 5, 'project_id': 'a4dbbcc1124e443cb7a05ff0d36a859f', 'gw_port': {'id': '799eb079-f982-4a26-a02e-b07f3d017daf', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:5b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2e86b5-5848-4b97-b458-0ef8fda804a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:33:28Z', 'updated_at': '2021-08-11T04:33:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:39:02.953804 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-df171cb8-ecba-4df2-a477-d4e493eb2386 admin admin] Deleting port 799eb079-f982-4a26-a02e-b07f3d017daf {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 04:39:02.954425 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-df171cb8-ecba-4df2-a477-d4e493eb2386 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:39:03.042185 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [None req-df171cb8-ecba-4df2-a477-d4e493eb2386 admin admin] For port 799eb079-f982-4a26-a02e-b07f3d017daf, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=799eb079-f982-4a26-a02e-b07f3d017daf,segment=NetworkSegment(fab28bed-aa25-40db-bba4-ec26e795194c),segment_id=fab28bed-aa25-40db-bba4-ec26e795194c)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:39:03.042655 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-df171cb8-ecba-4df2-a477-d4e493eb2386 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:39:03.054602 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-df171cb8-ecba-4df2-a477-d4e493eb2386 admin admin] Calling delete_port for 799eb079-f982-4a26-a02e-b07f3d017daf owned by network:router_gateway {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 04:39:03.082794 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6124208-85a4-43d8-8a9b-58b1ab93e110 None None] Checking router: 1d2e86b5-5848-4b97-b458-0ef8fda804a0 for host: n-d-764292-30 {{(pid=102193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 04:39:03.091180 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6124208-85a4-43d8-8a9b-58b1ab93e110 None None] Routers {'1d2e86b5-5848-4b97-b458-0ef8fda804a0'} bound to L3 agent in host n-d-764292-30 {{(pid=102193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 04:39:03.091821 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-a6124208-85a4-43d8-8a9b-58b1ab93e110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T04:39:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['1d2e86b5-5848-4b97-b458-0ef8fda804a0'], 'active': True} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:39:03.176683 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvr_db [None req-a6124208-85a4-43d8-8a9b-58b1ab93e110 None None] Set router 1d2e86b5-5848-4b97-b458-0ef8fda804a0 gateway port host: None {{(pid=102193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 04:39:03.227952 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_hamode_db [None req-a6124208-85a4-43d8-8a9b-58b1ab93e110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d2e86b5-5848-4b97-b458-0ef8fda804a0', 'name': 'tempest-TestSnapshotPattern-214635449-router', 'tenant_id': 'a4dbbcc1124e443cb7a05ff0d36a859f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:33:27Z', 'updated_at': '2021-08-11T04:39:02Z', 'revision_number': 6, 'project_id': 'a4dbbcc1124e443cb7a05ff0d36a859f', 'gw_port_host': None}], 'n-d-764292-30', False) {} {{(pid=102193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:39:03.257251 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6124208-85a4-43d8-8a9b-58b1ab93e110 None None] The sync data for ids ['1d2e86b5-5848-4b97-b458-0ef8fda804a0'] in n-d-764292-30 is: [{'id': '1d2e86b5-5848-4b97-b458-0ef8fda804a0', 'name': 'tempest-TestSnapshotPattern-214635449-router', 'tenant_id': 'a4dbbcc1124e443cb7a05ff0d36a859f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:33:27Z', 'updated_at': '2021-08-11T04:39:02Z', 'revision_number': 6, 'project_id': 'a4dbbcc1124e443cb7a05ff0d36a859f', 'gw_port_host': None}] {{(pid=102193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 04:39:03.287817 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-df171cb8-ecba-4df2-a477-d4e493eb2386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:39:03.314482 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df171cb8-ecba-4df2-a477-d4e493eb2386 admin admin] Pushing event deleted for resources: {'Port': ['ID=799eb079-f982-4a26-a02e-b07f3d017daf,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:39:03.377131 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-df171cb8-ecba-4df2-a477-d4e493eb2386 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-446916'] for router_gateway, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:39:03.388075 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:39:03.464908 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-df171cb8-ecba-4df2-a477-d4e493eb2386 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6544'] for router, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:39:03.467463 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-df171cb8-ecba-4df2-a477-d4e493eb2386 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:39:03.564870 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-df171cb8-ecba-4df2-a477-d4e493eb2386 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448809'] for router, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:39:03.565326 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df171cb8-ecba-4df2-a477-d4e493eb2386 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1d2e86b5-5848-4b97-b458-0ef8fda804a0 {{(pid=102191) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 04:39:03.569416 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-df171cb8-ecba-4df2-a477-d4e493eb2386 admin admin] Notify callbacks [] for router, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:39:03.570593 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-df171cb8-ecba-4df2-a477-d4e493eb2386 admin admin] 10.222.0.41 "DELETE /v2.0/routers/1d2e86b5-5848-4b97-b458-0ef8fda804a0 HTTP/1.1" status: 204 len: 168 time: 0.9604201 Aug 11 04:39:03.573143 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 54124) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:39:03.618123 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.db_base_plugin_v2 [None req-3999d752-075a-47ff-aebd-c6783405339e admin admin] Deleting subnet bc748275-2003-4b16-974e-5fd34b892081 {{(pid=102191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 04:39:03.621389 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3999d752-075a-47ff-aebd-c6783405339e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:39:03.656861 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3999d752-075a-47ff-aebd-c6783405339e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126283525'] for subnet, precommit_delete_associations {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:39:03.737902 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3999d752-075a-47ff-aebd-c6783405339e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:39:03.858548 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3999d752-075a-47ff-aebd-c6783405339e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126283413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126275158'] for subnet, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:39:03.882040 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3999d752-075a-47ff-aebd-c6783405339e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc748275-2003-4b16-974e-5fd34b892081,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:39:03.888274 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-3999d752-075a-47ff-aebd-c6783405339e admin admin] Notify callbacks [] for subnet, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:39:03.890125 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-3999d752-075a-47ff-aebd-c6783405339e admin admin] 10.222.0.41 "DELETE /v2.0/subnets/bc748275-2003-4b16-974e-5fd34b892081 HTTP/1.1" status: 204 len: 168 time: 0.3160472 Aug 11 04:39:03.894450 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42f6f322-f569-4d1e-abf2-c9de7227efe5 None None] Network 5055d5f2-edc5-4c2d-9e93-4b8ce8535c2c requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 04:39:03.897823 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 54126) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:39:03.968329 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-abaf5236-7c72-42e0-934f-1f326e77a80d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:39:04.026711 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-abaf5236-7c72-42e0-934f-1f326e77a80d admin admin] Deleting port fbe3f36a-c618-44b7-a5be-4da92eae54ae {{(pid=102191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 04:39:04.027097 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-abaf5236-7c72-42e0-934f-1f326e77a80d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:39:04.085289 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9070ad3b-f143-4fa4-8b56-01b8120aca06 None None] DHCP port deletion for 5055d5f2-edc5-4c2d-9e93-4b8ce8535c2c request from n-d-764292-30 {{(pid=102193) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 04:39:04.094530 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.db [None req-abaf5236-7c72-42e0-934f-1f326e77a80d admin admin] For port fbe3f36a-c618-44b7-a5be-4da92eae54ae, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=fbe3f36a-c618-44b7-a5be-4da92eae54ae,segment=NetworkSegment(a3a908b8-6aab-478d-9f13-769cf831804c),segment_id=a3a908b8-6aab-478d-9f13-769cf831804c)] {{(pid=102191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:39:04.094899 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-abaf5236-7c72-42e0-934f-1f326e77a80d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:39:04.108522 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.plugin [None req-abaf5236-7c72-42e0-934f-1f326e77a80d admin admin] Calling delete_port for fbe3f36a-c618-44b7-a5be-4da92eae54ae owned by network:dhcp {{(pid=102191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 04:39:04.133587 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-9070ad3b-f143-4fa4-8b56-01b8120aca06 None None] Deleting port fbe3f36a-c618-44b7-a5be-4da92eae54ae {{(pid=102193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 04:39:04.133960 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-9070ad3b-f143-4fa4-8b56-01b8120aca06 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:39:04.201866 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-9070ad3b-f143-4fa4-8b56-01b8120aca06 None None] For port fbe3f36a-c618-44b7-a5be-4da92eae54ae, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=fbe3f36a-c618-44b7-a5be-4da92eae54ae,segment=NetworkSegment(a3a908b8-6aab-478d-9f13-769cf831804c),segment_id=a3a908b8-6aab-478d-9f13-769cf831804c)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:39:04.201866 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-9070ad3b-f143-4fa4-8b56-01b8120aca06 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:39:04.209675 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-9070ad3b-f143-4fa4-8b56-01b8120aca06 None None] Calling delete_port for fbe3f36a-c618-44b7-a5be-4da92eae54ae owned by network:dhcp {{(pid=102193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 04:39:04.303776 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-abaf5236-7c72-42e0-934f-1f326e77a80d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126283424'] for port, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:39:04.310113 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-9070ad3b-f143-4fa4-8b56-01b8120aca06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678'] for port, after_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:39:04.330525 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaf5236-7c72-42e0-934f-1f326e77a80d admin admin] Pushing event deleted for resources: {'Port': ['ID=fbe3f36a-c618-44b7-a5be-4da92eae54ae,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:39:04.334149 n-d-764292-30 neutron-server[102191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abaf5236-7c72-42e0-934f-1f326e77a80d admin admin] No DVR routers for this DVR port fbe3f36a-c618-44b7-a5be-4da92eae54ae on host n-d-764292-30 {{(pid=102191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 04:39:04.337898 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9070ad3b-f143-4fa4-8b56-01b8120aca06 None None] Pushing event deleted for resources: {'Port': ['ID=fbe3f36a-c618-44b7-a5be-4da92eae54ae,revision_number=None']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:39:04.338884 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9070ad3b-f143-4fa4-8b56-01b8120aca06 None None] No DVR routers for this DVR port fbe3f36a-c618-44b7-a5be-4da92eae54ae on host n-d-764292-30 {{(pid=102193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 04:39:04.409865 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-abaf5236-7c72-42e0-934f-1f326e77a80d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:39:04.419422 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-abaf5236-7c72-42e0-934f-1f326e77a80d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5055d5f2-edc5-4c2d-9e93-4b8ce8535c2c']}} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:39:04.429172 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-abaf5236-7c72-42e0-934f-1f326e77a80d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3a908b8-6aab-478d-9f13-769cf831804c') {'for_net_delete': True} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:39:04.429466 n-d-764292-30 neutron-server[102191]: DEBUG neutron.services.segments.db [None req-abaf5236-7c72-42e0-934f-1f326e77a80d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3a908b8-6aab-478d-9f13-769cf831804c') {} {{(pid=102191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:39:04.438609 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-abaf5236-7c72-42e0-934f-1f326e77a80d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126283644'] for segment, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:39:04.452278 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-abaf5236-7c72-42e0-934f-1f326e77a80d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:39:04.457980 n-d-764292-30 neutron-server[102191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abaf5236-7c72-42e0-934f-1f326e77a80d admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=102191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 04:39:04.458391 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-abaf5236-7c72-42e0-934f-1f326e77a80d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126283391'] for segment, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:39:04.459968 n-d-764292-30 neutron-server[102191]: Traceback (most recent call last): Aug 11 04:39:04.459968 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 04:39:04.459968 n-d-764292-30 neutron-server[102191]: timer() Aug 11 04:39:04.459968 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 04:39:04.459968 n-d-764292-30 neutron-server[102191]: cb(*args, **kw) Aug 11 04:39:04.459968 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 04:39:04.459968 n-d-764292-30 neutron-server[102191]: return func(*args, **kwargs) Aug 11 04:39:04.459968 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 04:39:04.459968 n-d-764292-30 neutron-server[102191]: self._notify() Aug 11 04:39:04.459968 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 04:39:04.459968 n-d-764292-30 neutron-server[102191]: self.callback(batched_events) Aug 11 04:39:04.459968 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 04:39:04.459968 n-d-764292-30 neutron-server[102191]: event.method(event) Aug 11 04:39:04.459968 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 04:39:04.459968 n-d-764292-30 neutron-server[102191]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 04:39:04.459968 n-d-764292-30 neutron-server[102191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 04:39:04.459968 n-d-764292-30 neutron-server[102191]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 04:39:04.459968 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 04:39:04.459968 n-d-764292-30 neutron-server[102191]: return f(self, *a, **k) Aug 11 04:39:04.459968 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 04:39:04.459968 n-d-764292-30 neutron-server[102191]: return self._get(url).json() Aug 11 04:39:04.459968 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 04:39:04.459968 n-d-764292-30 neutron-server[102191]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 04:39:04.459968 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 04:39:04.459968 n-d-764292-30 neutron-server[102191]: return self.request(url, 'GET', **kwargs) Aug 11 04:39:04.459968 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 04:39:04.459968 n-d-764292-30 neutron-server[102191]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 04:39:04.459968 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 04:39:04.459968 n-d-764292-30 neutron-server[102191]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 04:39:04.459968 n-d-764292-30 neutron-server[102191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 04:39:04.459968 n-d-764292-30 neutron-server[102191]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 04:39:04.459968 n-d-764292-30 neutron-server[102191]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 04:39:04.581559 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-abaf5236-7c72-42e0-934f-1f326e77a80d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:39:04.586885 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-abaf5236-7c72-42e0-934f-1f326e77a80d admin admin] Notify callbacks [] for network, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:39:04.588710 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-abaf5236-7c72-42e0-934f-1f326e77a80d admin admin] 10.222.0.41 "DELETE /v2.0/networks/5055d5f2-edc5-4c2d-9e93-4b8ce8535c2c HTTP/1.1" status: 204 len: 168 time: 0.6899157 Aug 11 04:39:04.591867 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 54128) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:39:04.599650 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaf5236-7c72-42e0-934f-1f326e77a80d admin admin] Pushing event deleted for resources: {'Network': ['ID=5055d5f2-edc5-4c2d-9e93-4b8ce8535c2c,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:39:04.668239 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 2a838b8e-54b3-4ab9-aab1-b0f8e3be2633 no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 04:39:04.688479 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: 2a838b8e-54b3-4ab9-aab1-b0f8e3be2633 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 04:39:04.690674 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 2a838b8e-54b3-4ab9-aab1-b0f8e3be2633 not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 04:39:04.690674 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device fbe3f36a-c618-44b7-a5be-4da92eae54ae no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 04:39:04.708190 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: fbe3f36a-c618-44b7-a5be-4da92eae54ae {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 04:39:04.713673 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device fbe3f36a-c618-44b7-a5be-4da92eae54ae not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 04:39:04.713673 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 799eb079-f982-4a26-a02e-b07f3d017daf no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 04:39:04.726850 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: 799eb079-f982-4a26-a02e-b07f3d017daf {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 04:39:04.727202 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 799eb079-f982-4a26-a02e-b07f3d017daf not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 04:39:04.945873 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-d659010b-38dd-4bd7-9fee-f7119f30f7d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-521106'] for router_interface, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:39:05.064051 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:39:05.191245 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-d659010b-38dd-4bd7-9fee-f7119f30f7d7 admin admin] Deleting port 47913e07-7dcf-49d7-b5a2-65f54e6e8bed {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 04:39:05.191595 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-d659010b-38dd-4bd7-9fee-f7119f30f7d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:39:05.268059 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [None req-d659010b-38dd-4bd7-9fee-f7119f30f7d7 admin admin] For port 47913e07-7dcf-49d7-b5a2-65f54e6e8bed, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=47913e07-7dcf-49d7-b5a2-65f54e6e8bed,segment=NetworkSegment(9b8900f1-0eb9-4a38-a877-c06ba8adac54),segment_id=9b8900f1-0eb9-4a38-a877-c06ba8adac54)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:39:05.268477 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-d659010b-38dd-4bd7-9fee-f7119f30f7d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:39:05.281607 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-d659010b-38dd-4bd7-9fee-f7119f30f7d7 admin admin] Calling delete_port for 47913e07-7dcf-49d7-b5a2-65f54e6e8bed owned by network:router_interface {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 04:39:05.498930 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-d659010b-38dd-4bd7-9fee-f7119f30f7d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:39:05.523388 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d659010b-38dd-4bd7-9fee-f7119f30f7d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=47913e07-7dcf-49d7-b5a2-65f54e6e8bed,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:39:05.695124 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-d659010b-38dd-4bd7-9fee-f7119f30f7d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16383033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-450082'] for router_interface, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:39:05.903425 n-d-764292-30 neutron-server[102192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d659010b-38dd-4bd7-9fee-f7119f30f7d7 admin admin] Router 9e320aea-567e-42b6-b119-60f76b389a34 has already been hosted by L3 agent d2c64538-8406-4b59-affd-4e394dd822d0 {{(pid=102192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 04:39:06.346932 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d659010b-38dd-4bd7-9fee-f7119f30f7d7 admin admin] Notify agent at l3_agent.n-d-764292-30 the message routers_updated {{(pid=102192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 04:39:06.351781 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-d659010b-38dd-4bd7-9fee-f7119f30f7d7 admin admin] 10.222.0.41 "PUT /v2.0/routers/9e320aea-567e-42b6-b119-60f76b389a34/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7588186 Aug 11 04:39:06.354481 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 54130) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:39:06.355257 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6191f9fa-2555-4440-aa8f-640aa127b3e8 None None] Sync routers for ids ['9e320aea-567e-42b6-b119-60f76b389a34'] in n-d-764292-30 {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 04:39:06.364270 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6191f9fa-2555-4440-aa8f-640aa127b3e8 None None] Routers {'9e320aea-567e-42b6-b119-60f76b389a34'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 04:39:06.364878 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-6191f9fa-2555-4440-aa8f-640aa127b3e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T04:39:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['9e320aea-567e-42b6-b119-60f76b389a34'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:39:06.458106 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a5193a5e-4dd6-40a4-961d-57ce26a9ee7c admin admin] Notify callbacks [] for router, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:39:06.466224 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-6191f9fa-2555-4440-aa8f-640aa127b3e8 None None] Set router 9e320aea-567e-42b6-b119-60f76b389a34 gateway port host: n-d-764292-30 {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 04:39:06.563117 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a5193a5e-4dd6-40a4-961d-57ce26a9ee7c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:39:06.708126 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-a5193a5e-4dd6-40a4-961d-57ce26a9ee7c admin admin] Deleting port 58f3d780-6c65-4a13-ad63-f461fca7b954 {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 04:39:06.708853 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a5193a5e-4dd6-40a4-961d-57ce26a9ee7c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:39:06.724405 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-6191f9fa-2555-4440-aa8f-640aa127b3e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e320aea-567e-42b6-b119-60f76b389a34', 'name': 'tempest-TestSnapshotPattern-1470218419-router', 'tenant_id': '8ad66df2f0604b98a03a770ebc9f8e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'external_fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.120'}], 'enable_snat': True}, 'gw_port_id': '58f3d780-6c65-4a13-ad63-f461fca7b954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:33:34Z', 'updated_at': '2021-08-11T04:39:05Z', 'revision_number': 5, 'project_id': '8ad66df2f0604b98a03a770ebc9f8e8c', 'gw_port': {'id': '58f3d780-6c65-4a13-ad63-f461fca7b954', 'name': '', 'network_id': '09faf7d2-eaf5-4a50-bb6e-4cb05d009a76', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:a7:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e320aea-567e-42b6-b119-60f76b389a34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'ip_address': '172.25.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764292-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:33:34Z', 'updated_at': '2021-08-11T04:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1a97443-13df-40bb-85f5-fd269e2742c0', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764292-30'}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:39:06.752941 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6191f9fa-2555-4440-aa8f-640aa127b3e8 None None] Checking router: 9e320aea-567e-42b6-b119-60f76b389a34 for host: n-d-764292-30 {{(pid=102194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 04:39:06.760908 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6191f9fa-2555-4440-aa8f-640aa127b3e8 None None] Routers {'9e320aea-567e-42b6-b119-60f76b389a34'} bound to L3 agent in host n-d-764292-30 {{(pid=102194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 04:39:06.761515 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-6191f9fa-2555-4440-aa8f-640aa127b3e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764292-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:48:32Z,description=,heartbeat_timestamp=2021-08-11T04:39:02Z,host='n-d-764292-30',id=d2c64538-8406-4b59-affd-4e394dd822d0,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:48:32Z,topic='l3_agent')) {'router_ids': ['9e320aea-567e-42b6-b119-60f76b389a34'], 'active': True} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:39:06.786601 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [None req-a5193a5e-4dd6-40a4-961d-57ce26a9ee7c admin admin] For port 58f3d780-6c65-4a13-ad63-f461fca7b954, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=58f3d780-6c65-4a13-ad63-f461fca7b954,segment=NetworkSegment(fab28bed-aa25-40db-bba4-ec26e795194c),segment_id=fab28bed-aa25-40db-bba4-ec26e795194c)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:39:06.786965 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a5193a5e-4dd6-40a4-961d-57ce26a9ee7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:39:06.801166 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-a5193a5e-4dd6-40a4-961d-57ce26a9ee7c admin admin] Calling delete_port for 58f3d780-6c65-4a13-ad63-f461fca7b954 owned by network:router_gateway {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 04:39:06.843645 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_dvr_db [None req-6191f9fa-2555-4440-aa8f-640aa127b3e8 None None] Set router 9e320aea-567e-42b6-b119-60f76b389a34 gateway port host: None {{(pid=102194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 04:39:06.892949 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.l3_hamode_db [None req-6191f9fa-2555-4440-aa8f-640aa127b3e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e320aea-567e-42b6-b119-60f76b389a34', 'name': 'tempest-TestSnapshotPattern-1470218419-router', 'tenant_id': '8ad66df2f0604b98a03a770ebc9f8e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:33:34Z', 'updated_at': '2021-08-11T04:39:06Z', 'revision_number': 6, 'project_id': '8ad66df2f0604b98a03a770ebc9f8e8c', 'gw_port_host': None}], 'n-d-764292-30', False) {} {{(pid=102194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:39:06.920781 n-d-764292-30 neutron-server[102194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6191f9fa-2555-4440-aa8f-640aa127b3e8 None None] The sync data for ids ['9e320aea-567e-42b6-b119-60f76b389a34'] in n-d-764292-30 is: [{'id': '9e320aea-567e-42b6-b119-60f76b389a34', 'name': 'tempest-TestSnapshotPattern-1470218419-router', 'tenant_id': '8ad66df2f0604b98a03a770ebc9f8e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:33:34Z', 'updated_at': '2021-08-11T04:39:06Z', 'revision_number': 6, 'project_id': '8ad66df2f0604b98a03a770ebc9f8e8c', 'gw_port_host': None}] {{(pid=102194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 04:39:07.029344 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a5193a5e-4dd6-40a4-961d-57ce26a9ee7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:39:07.056730 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5193a5e-4dd6-40a4-961d-57ce26a9ee7c admin admin] Pushing event deleted for resources: {'Port': ['ID=58f3d780-6c65-4a13-ad63-f461fca7b954,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:39:07.118914 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a5193a5e-4dd6-40a4-961d-57ce26a9ee7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-446916'] for router_gateway, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:39:07.208764 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a5193a5e-4dd6-40a4-961d-57ce26a9ee7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6544'] for router, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:39:07.210766 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a5193a5e-4dd6-40a4-961d-57ce26a9ee7c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:39:07.309968 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a5193a5e-4dd6-40a4-961d-57ce26a9ee7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-448809'] for router, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:39:07.312656 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5193a5e-4dd6-40a4-961d-57ce26a9ee7c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9e320aea-567e-42b6-b119-60f76b389a34 {{(pid=102192) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 04:39:07.315374 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-a5193a5e-4dd6-40a4-961d-57ce26a9ee7c admin admin] Notify callbacks [] for router, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:39:07.316621 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-a5193a5e-4dd6-40a4-961d-57ce26a9ee7c admin admin] 10.222.0.41 "DELETE /v2.0/routers/9e320aea-567e-42b6-b119-60f76b389a34 HTTP/1.1" status: 204 len: 168 time: 0.9611766 Aug 11 04:39:07.319059 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 54132) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:39:07.367938 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.db_base_plugin_v2 [None req-be768edc-78a1-49f4-b280-34cb3ba02477 admin admin] Deleting subnet 6caf482e-d1e0-4357-9256-f23c43568be8 {{(pid=102192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 04:39:07.370947 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-be768edc-78a1-49f4-b280-34cb3ba02477 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:39:07.405060 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-be768edc-78a1-49f4-b280-34cb3ba02477 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125932460'] for subnet, precommit_delete_associations {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:39:07.480540 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-be768edc-78a1-49f4-b280-34cb3ba02477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16183173'] for subnet, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:39:07.589517 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-be768edc-78a1-49f4-b280-34cb3ba02477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16183292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16320347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125932157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126180897'] for subnet, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:39:07.620899 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be768edc-78a1-49f4-b280-34cb3ba02477 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6caf482e-d1e0-4357-9256-f23c43568be8,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:39:07.623134 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-be768edc-78a1-49f4-b280-34cb3ba02477 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:39:07.625638 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-be768edc-78a1-49f4-b280-34cb3ba02477 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/6caf482e-d1e0-4357-9256-f23c43568be8 HTTP/1.1" status: 204 len: 168 time: 0.3050160 Aug 11 04:39:07.628102 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [-] (102192) accepted ('10.222.0.41', 54134) {{(pid=102192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:39:07.630298 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f6c681b-db92-441a-b201-83ae4f054054 None None] Network c3e55810-d31a-461d-90bd-28f8a811fb49 requested from n-d-764292-30 {{(pid=102193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 04:39:07.697876 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-99eec164-9196-401d-bfe8-a15146e0894b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553037'] for network, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:39:07.752553 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-99eec164-9196-401d-bfe8-a15146e0894b admin admin] Deleting port f898573c-1ca6-4933-90c9-1913ac5d8006 {{(pid=102192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 04:39:07.753110 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-99eec164-9196-401d-bfe8-a15146e0894b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:39:07.813162 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4bd9fe2-e11e-4623-897f-1611f07b5de3 None None] DHCP port deletion for c3e55810-d31a-461d-90bd-28f8a811fb49 request from n-d-764292-30 {{(pid=102193) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 04:39:07.822947 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.db [None req-99eec164-9196-401d-bfe8-a15146e0894b admin admin] For port f898573c-1ca6-4933-90c9-1913ac5d8006, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=f898573c-1ca6-4933-90c9-1913ac5d8006,segment=NetworkSegment(9b8900f1-0eb9-4a38-a877-c06ba8adac54),segment_id=9b8900f1-0eb9-4a38-a877-c06ba8adac54)] {{(pid=102192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:39:07.823305 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-99eec164-9196-401d-bfe8-a15146e0894b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:39:07.836742 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.plugin [None req-99eec164-9196-401d-bfe8-a15146e0894b admin admin] Calling delete_port for f898573c-1ca6-4933-90c9-1913ac5d8006 owned by network:dhcp {{(pid=102192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 04:39:07.863378 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-e4bd9fe2-e11e-4623-897f-1611f07b5de3 None None] Deleting port f898573c-1ca6-4933-90c9-1913ac5d8006 {{(pid=102193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 04:39:07.864005 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-e4bd9fe2-e11e-4623-897f-1611f07b5de3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790262925873'] for port, before_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:39:07.927967 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.db [None req-e4bd9fe2-e11e-4623-897f-1611f07b5de3 None None] For port f898573c-1ca6-4933-90c9-1913ac5d8006, host n-d-764292-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764292-30',level=0,port_id=f898573c-1ca6-4933-90c9-1913ac5d8006,segment=NetworkSegment(9b8900f1-0eb9-4a38-a877-c06ba8adac54),segment_id=9b8900f1-0eb9-4a38-a877-c06ba8adac54)] {{(pid=102193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:39:07.942317 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-e4bd9fe2-e11e-4623-897f-1611f07b5de3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453024'] for port, precommit_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:39:07.942317 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-e4bd9fe2-e11e-4623-897f-1611f07b5de3 None None] Calling delete_port for f898573c-1ca6-4933-90c9-1913ac5d8006 owned by network:dhcp {{(pid=102193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 04:39:08.015938 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-99eec164-9196-401d-bfe8-a15146e0894b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125932104'] for port, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:39:08.021496 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-e4bd9fe2-e11e-4623-897f-1611f07b5de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16132229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16690131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790262932363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790262461678'] for port, after_delete {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:39:08.044939 n-d-764292-30 neutron-server[102192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99eec164-9196-401d-bfe8-a15146e0894b admin admin] No DVR routers for this DVR port f898573c-1ca6-4933-90c9-1913ac5d8006 on host n-d-764292-30 {{(pid=102192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 04:39:08.046424 n-d-764292-30 neutron-server[102193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bd9fe2-e11e-4623-897f-1611f07b5de3 None None] Pushing event deleted for resources: {'Port': ['ID=f898573c-1ca6-4933-90c9-1913ac5d8006,revision_number=None']} {{(pid=102193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:39:08.049184 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99eec164-9196-401d-bfe8-a15146e0894b admin admin] Pushing event deleted for resources: {'Port': ['ID=f898573c-1ca6-4933-90c9-1913ac5d8006,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:39:08.049855 n-d-764292-30 neutron-server[102193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4bd9fe2-e11e-4623-897f-1611f07b5de3 None None] No DVR routers for this DVR port f898573c-1ca6-4933-90c9-1913ac5d8006 on host n-d-764292-30 {{(pid=102193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 04:39:08.121855 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-99eec164-9196-401d-bfe8-a15146e0894b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16184076', 'neutron.services.segments.db._delete_segments_for_network-8790263022192'] for network, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:39:08.131567 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-99eec164-9196-401d-bfe8-a15146e0894b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3e55810-d31a-461d-90bd-28f8a811fb49']}} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:39:08.142078 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-99eec164-9196-401d-bfe8-a15146e0894b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b8900f1-0eb9-4a38-a877-c06ba8adac54') {'for_net_delete': True} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:39:08.142408 n-d-764292-30 neutron-server[102192]: DEBUG neutron.services.segments.db [None req-99eec164-9196-401d-bfe8-a15146e0894b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b8900f1-0eb9-4a38-a877-c06ba8adac54') {} {{(pid=102192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:39:08.150933 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-99eec164-9196-401d-bfe8-a15146e0894b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790263023737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125932501'] for segment, before_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:39:08.165217 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-99eec164-9196-401d-bfe8-a15146e0894b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817'] for segment, precommit_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:39:08.170922 n-d-764292-30 neutron-server[102192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99eec164-9196-401d-bfe8-a15146e0894b admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=102192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 04:39:08.171309 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-99eec164-9196-401d-bfe8-a15146e0894b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16181817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125932183'] for segment, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:39:08.172867 n-d-764292-30 neutron-server[102192]: Traceback (most recent call last): Aug 11 04:39:08.172867 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 04:39:08.172867 n-d-764292-30 neutron-server[102192]: timer() Aug 11 04:39:08.172867 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 04:39:08.172867 n-d-764292-30 neutron-server[102192]: cb(*args, **kw) Aug 11 04:39:08.172867 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 04:39:08.172867 n-d-764292-30 neutron-server[102192]: return func(*args, **kwargs) Aug 11 04:39:08.172867 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 04:39:08.172867 n-d-764292-30 neutron-server[102192]: self._notify() Aug 11 04:39:08.172867 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 04:39:08.172867 n-d-764292-30 neutron-server[102192]: self.callback(batched_events) Aug 11 04:39:08.172867 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 04:39:08.172867 n-d-764292-30 neutron-server[102192]: event.method(event) Aug 11 04:39:08.172867 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 04:39:08.172867 n-d-764292-30 neutron-server[102192]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 04:39:08.172867 n-d-764292-30 neutron-server[102192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 04:39:08.172867 n-d-764292-30 neutron-server[102192]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 04:39:08.172867 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 04:39:08.172867 n-d-764292-30 neutron-server[102192]: return f(self, *a, **k) Aug 11 04:39:08.172867 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 04:39:08.172867 n-d-764292-30 neutron-server[102192]: return self._get(url).json() Aug 11 04:39:08.172867 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 04:39:08.172867 n-d-764292-30 neutron-server[102192]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 04:39:08.172867 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 04:39:08.172867 n-d-764292-30 neutron-server[102192]: return self.request(url, 'GET', **kwargs) Aug 11 04:39:08.172867 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 04:39:08.172867 n-d-764292-30 neutron-server[102192]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 04:39:08.172867 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 04:39:08.172867 n-d-764292-30 neutron-server[102192]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 04:39:08.172867 n-d-764292-30 neutron-server[102192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 04:39:08.172867 n-d-764292-30 neutron-server[102192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 04:39:08.172867 n-d-764292-30 neutron-server[102192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 04:39:08.252225 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:39:08.286484 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-99eec164-9196-401d-bfe8-a15146e0894b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16184071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16382976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-446880'] for network, after_delete {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:39:08.291993 n-d-764292-30 neutron-server[102192]: DEBUG neutron_lib.callbacks.manager [None req-99eec164-9196-401d-bfe8-a15146e0894b admin admin] Notify callbacks [] for network, before_response {{(pid=102192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:39:08.294065 n-d-764292-30 neutron-server[102192]: INFO neutron.wsgi [None req-99eec164-9196-401d-bfe8-a15146e0894b admin admin] 10.222.0.41 "DELETE /v2.0/networks/c3e55810-d31a-461d-90bd-28f8a811fb49 HTTP/1.1" status: 204 len: 168 time: 0.6651425 Aug 11 04:39:08.305504 n-d-764292-30 neutron-server[102192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99eec164-9196-401d-bfe8-a15146e0894b admin admin] Pushing event deleted for resources: {'Network': ['ID=c3e55810-d31a-461d-90bd-28f8a811fb49,revision_number=None']} {{(pid=102192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:39:08.573773 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 54138) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:39:08.616247 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-4134781d-697d-4ce8-9aeb-70b0e4788c40 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a4dbbcc1124e443cb7a05ff0d36a859f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0370204 Aug 11 04:39:08.616247 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 54140) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:39:08.666488 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device f898573c-1ca6-4933-90c9-1913ac5d8006 no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 04:39:08.670357 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-dac2daf2-c33e-4b35-b408-b61690bee1f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:39:08.687312 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: f898573c-1ca6-4933-90c9-1913ac5d8006 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 04:39:08.687660 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device f898573c-1ca6-4933-90c9-1913ac5d8006 not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 04:39:08.688075 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 58f3d780-6c65-4a13-ad63-f461fca7b954 no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 04:39:08.691668 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-dac2daf2-c33e-4b35-b408-b61690bee1f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:39:08.706095 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: 58f3d780-6c65-4a13-ad63-f461fca7b954 {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 04:39:08.706467 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 58f3d780-6c65-4a13-ad63-f461fca7b954 not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 04:39:08.706890 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 47913e07-7dcf-49d7-b5a2-65f54e6e8bed no longer exists at agent ovs-agent-n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 04:39:08.725012 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] No Port match for: 47913e07-7dcf-49d7-b5a2-65f54e6e8bed {{(pid=102193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 04:39:08.730641 n-d-764292-30 neutron-server[102193]: DEBUG neutron.plugins.ml2.rpc [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Device 47913e07-7dcf-49d7-b5a2-65f54e6e8bed not bound to the agent host n-d-764292-30 {{(pid=102193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 04:39:08.800577 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-dac2daf2-c33e-4b35-b408-b61690bee1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:39:08.804189 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-dac2daf2-c33e-4b35-b408-b61690bee1f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:39:08.804331 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-dac2daf2-c33e-4b35-b408-b61690bee1f2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1848914a-3e3f-4b6f-b5b6-f7058e0ba4ba HTTP/1.1" status: 204 len: 168 time: 0.1890426 Aug 11 04:39:08.812480 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac2daf2-c33e-4b35-b408-b61690bee1f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1848914a-3e3f-4b6f-b5b6-f7058e0ba4ba,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:39:09.373664 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 54146) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:39:09.413250 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-b79c9190-25a1-4a23-a473-5daa2d529d30 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8ad66df2f0604b98a03a770ebc9f8e8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383649 Aug 11 04:39:09.415603 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [-] (102191) accepted ('10.222.0.41', 54148) {{(pid=102191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:39:09.461698 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e2965945-225e-4936-8713-0853353ae156 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:39:09.482346 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e2965945-225e-4936-8713-0853353ae156 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:39:09.581435 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e2965945-225e-4936-8713-0853353ae156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16323471'] for security_group, after_delete {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:39:09.584011 n-d-764292-30 neutron-server[102191]: DEBUG neutron_lib.callbacks.manager [None req-e2965945-225e-4936-8713-0853353ae156 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:39:09.585163 n-d-764292-30 neutron-server[102191]: INFO neutron.wsgi [None req-e2965945-225e-4936-8713-0853353ae156 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/353396f9-2281-4744-9025-fba92fd18c24 HTTP/1.1" status: 204 len: 168 time: 0.1686711 Aug 11 04:39:09.593645 n-d-764292-30 neutron-server[102191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2965945-225e-4936-8713-0853353ae156 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=353396f9-2281-4744-9025-fba92fd18c24,revision_number=None']} {{(pid=102191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:39:12.187191 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:39:16.418891 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.agents_db [None req-950b7202-decb-43e2-8f71-ac8931dc9749 None None] Agent healthcheck: found 7 active agents {{(pid=102194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 04:39:29.295147 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-df3b61d2-b904-4730-a69b-ab87f73fcb9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:39:31.946907 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:39:32.215343 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-304b13c9-6a2b-46d4-8157-bd9397ba98c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:39:33.386797 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:39:35.061049 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:39:38.285763 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:39:42.182973 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:39:53.417678 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.agents_db [None req-950b7202-decb-43e2-8f71-ac8931dc9749 None None] Agent healthcheck: found 7 active agents {{(pid=102194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 04:39:59.284057 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-34a8e7c2-2efc-434c-bdcf-6aef8d27afd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:40:01.930852 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:40:02.197262 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-d7cc0a9a-a20d-4a4d-99a4-54cbe22975cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:40:03.411228 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:40:05.089250 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:40:08.305845 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:40:12.203202 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:40:21.514288 n-d-764292-30 neutron-server[102192]: DEBUG neutron.wsgi [req-70b1711d-1495-4780-acda-48861df0d091 req-cb5e3e0b-8b3a-4d00-b470-121747af089f service neutron] (102192) timed out ('10.222.0.41', 51598) {{(pid=102192) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 11 04:40:29.271064 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-5a3fdd0f-e8c0-4adc-a145-6362922ac063 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:40:30.416255 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.agents_db [None req-950b7202-decb-43e2-8f71-ac8931dc9749 None None] Agent healthcheck: found 7 active agents {{(pid=102194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 04:40:31.939557 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:40:32.208284 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-a21417a4-eec3-4a4a-9ba5-aa9503f09132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:40:33.404673 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:40:35.065620 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:40:38.288145 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:40:42.197015 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:40:59.269179 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-a17e5914-1d83-4735-a073-d4674c5a80cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:41:01.940997 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:41:02.203902 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-4e4a50bd-69ab-4461-baae-aca5944b89d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:41:03.398273 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:41:05.066692 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:41:07.415167 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.agents_db [None req-950b7202-decb-43e2-8f71-ac8931dc9749 None None] Agent healthcheck: found 7 active agents {{(pid=102194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 04:41:08.295268 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:41:12.198561 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:41:29.264676 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-1e9c05e0-266b-4942-b3e9-68f2f69d409b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:41:31.978623 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:41:32.238110 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-e0160dc3-4222-43c1-8853-b27432dabe06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:41:33.397883 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:41:35.054598 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:41:38.340230 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:41:42.203303 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:41:44.413324 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.agents_db [None req-950b7202-decb-43e2-8f71-ac8931dc9749 None None] Agent healthcheck: found 7 active agents {{(pid=102194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 04:41:59.275504 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-d779a2ab-3029-486b-82de-6ff60db8a081 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:42:01.934146 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:42:02.212189 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-98d3a743-88e1-4052-b5c1-a37d38f22930 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:42:03.408528 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:42:05.065876 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:42:08.334378 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:42:12.219529 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:42:21.412333 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.agents_db [None req-950b7202-decb-43e2-8f71-ac8931dc9749 None None] Agent healthcheck: found 7 active agents {{(pid=102194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 04:42:29.270806 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-44c6df7e-cb8a-461a-8f36-414d5009942a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:42:31.942951 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:42:32.246074 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-1b736128-9b55-4b6f-815c-1db0b2c7a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:42:33.413312 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:42:35.074623 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:42:38.354693 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:42:42.246198 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:42:58.410578 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.agents_db [None req-950b7202-decb-43e2-8f71-ac8931dc9749 None None] Agent healthcheck: found 7 active agents {{(pid=102194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 04:42:59.281526 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-7efa6a87-d778-48dc-ae61-ddf647e8c064 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:43:01.955796 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:43:02.235800 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-7a5103aa-9f59-48fa-9f51-ff3dde06e4b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:43:03.424315 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:43:05.091890 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:43:08.359311 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:43:12.252916 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:43:29.246493 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-f73118aa-b3bd-4fa2-b206-20cc670d3987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:43:31.941794 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:43:32.229121 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-0da67306-572f-422f-9ea0-aa892440e139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:43:33.444537 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:43:35.075428 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:43:35.409492 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.agents_db [None req-950b7202-decb-43e2-8f71-ac8931dc9749 None None] Agent healthcheck: found 7 active agents {{(pid=102194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 04:43:38.381444 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:43:42.261940 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:43:59.290009 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-1826ea8b-ad17-456c-847e-f79fb9d3cfd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:44:01.977488 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:44:02.261424 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-237a765d-1389-4a3a-ba40-2588a9b4620d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:44:03.415472 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:44:05.086082 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:44:08.381284 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:44:12.251428 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:44:12.407340 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.agents_db [None req-950b7202-decb-43e2-8f71-ac8931dc9749 None None] Agent healthcheck: found 7 active agents {{(pid=102194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 04:44:29.317552 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-d93ef0e3-8837-4b12-9099-41c77e0cc86b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:44:31.970997 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:44:32.228351 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-b6bcbb5b-3b4a-4eb4-990c-102f6abf0916 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:44:33.426616 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:44:35.088933 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:44:38.369433 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:44:42.266002 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:44:49.405420 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.agents_db [None req-950b7202-decb-43e2-8f71-ac8931dc9749 None None] Agent healthcheck: found 7 active agents {{(pid=102194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 04:44:59.267475 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-9fa341ad-ec9b-49b6-be01-d01f3b3e3967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:45:01.981935 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:45:02.244856 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-9052dbe9-da30-4fd0-a946-13263eb47948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:45:03.425791 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:45:05.088598 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:45:08.358825 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:45:12.244931 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:45:26.405825 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.agents_db [None req-950b7202-decb-43e2-8f71-ac8931dc9749 None None] Agent healthcheck: found 7 active agents {{(pid=102194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 04:45:29.288082 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-ba53d18e-a078-4137-8d13-3372d951db6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:45:31.958499 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:45:32.232463 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-862cb9d8-5f7d-4368-bcc7-c6aec01db74f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:45:33.427022 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:45:35.101075 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:45:38.375330 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:45:42.276260 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:45:59.316030 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-f8029e6c-aab3-4d90-9db1-aa874cfbd455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:46:01.969262 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:46:02.237495 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8d441fc9-3d22-411a-9f82-0e0adfe5cf6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:46:03.405401 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.agents_db [None req-950b7202-decb-43e2-8f71-ac8931dc9749 None None] Agent healthcheck: found 7 active agents {{(pid=102194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 04:46:03.426421 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:46:05.104492 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:46:08.369197 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:46:10.905560 n-d-764292-30 neutron-server[102191]: DEBUG neutron.wsgi [req-08cfe69f-9fab-4a68-963d-9774681bd2c1 req-ca27346d-d521-407b-ae9b-9ebf1ab656fa service neutron] (102191) timed out ('10.222.0.41', 53158) {{(pid=102191) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 11 04:46:12.271560 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:46:29.275262 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-1fe252d3-daf1-4ea5-a89d-74ee3c3d6835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:46:31.956827 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:46:32.220142 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-d1fcbd60-776d-475f-a668-3d159e0602ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:46:33.431440 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:46:35.121323 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:46:38.373436 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:46:40.404966 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.agents_db [None req-950b7202-decb-43e2-8f71-ac8931dc9749 None None] Agent healthcheck: found 7 active agents {{(pid=102194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 04:46:42.294162 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:46:59.299159 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dab682d2-ab71-4c0f-9d48-0503aafacfc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:47:01.944812 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:47:02.207766 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-9d5312c1-85c9-44f1-bb5c-d7b5904f682a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:47:03.446186 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:47:05.105438 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:47:08.394312 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:47:12.304609 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:47:17.404574 n-d-764292-30 neutron-server[102194]: DEBUG neutron.db.agents_db [None req-950b7202-decb-43e2-8f71-ac8931dc9749 None None] Agent healthcheck: found 7 active agents {{(pid=102194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 04:47:29.313951 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-1771f263-f5b1-4778-9b45-aa0df90f5315 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:47:31.951250 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-dc6d447b-4cf7-4320-bde6-c3e3968d6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:47:32.251336 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-9269d662-5000-4ec5-bb64-7ce8a95f09d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:47:33.464417 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-2f4b6e7f-3118-4445-a366-e30ecb9abdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:47:35.121613 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-8e27e04c-6393-4d6b-918a-b2a825e51faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:47:38.378614 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-17d38f67-b922-44da-a88c-fec089abf80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:47:42.287031 n-d-764292-30 neutron-server[102193]: DEBUG neutron_lib.callbacks.manager [None req-3d482885-4f2b-49e9-9293-93785df53b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790263022084', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16201874'] for agent, after_update {{(pid=102193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}